-- Logs begin at Thu 2022-05-05 18:36:59 UTC, end at Thu 2022-05-05 21:22:17 UTC. -- May 05 19:36:48.384350 n-d-840717-1 systemd[1]: Started Devstack devstack@q-svc.service. May 05 19:36:50.908199 n-d-840717-1 neutron-server[88069]: INFO neutron.common.config [-] Logging enabled! May 05 19:36:50.908895 n-d-840717-1 neutron-server[88069]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.3.1.dev14 May 05 19:36:50.908895 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88069) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 05 19:36:50.911945 n-d-840717-1 neutron-server[88069]: INFO neutron.common.config [-] Logging enabled! May 05 19:36:50.912198 n-d-840717-1 neutron-server[88069]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.3.1.dev14 May 05 19:36:50.912507 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88069) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 05 19:36:50.913438 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 05 19:36:50.913672 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 05 19:36:50.914024 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 05 19:36:50.914266 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 05 19:36:50.914494 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 05 19:36:50.914811 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.915108 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.915442 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.915675 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.915970 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.916258 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.916538 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.916828 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.917124 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.917405 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.917683 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.917965 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.918195 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.918472 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.918759 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.919045 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.919267 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] debug = True {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.919575 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.920004 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.920451 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.920764 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.921053 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.921331 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.921609 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.921883 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.922164 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.922492 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] host = n-d-840717-1 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.922766 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.923055 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.923341 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.923650 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.923924 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.924200 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.924488 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.924761 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.925031 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] log_file = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.925303 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.925590 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.925878 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.926167 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.926390 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.926610 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.926894 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.927178 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.927473 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.927749 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.928022 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.928296 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.928568 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.928834 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.929118 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.929402 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.929688 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.929962 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.930237 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.930509 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.930778 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.931061 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.931331 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.931626 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.931900 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.932187 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.932456 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.932728 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.933026 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.933312 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.933594 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.933879 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.934150 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.934438 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.934708 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.934977 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.935245 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] use_json = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.935538 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.936185 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.936185 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.936438 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.936643 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.936913 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.937182 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.937467 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.937740 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:50.938035 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.938329 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.938630 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.938917 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.939209 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.939508 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.939801 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.940079 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.940369 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.940657 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.940945 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.941223 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.941507 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.941784 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.942079 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.942382 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.942673 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.942965 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.943239 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.943535 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.943808 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.944085 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.944373 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.944667 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.944955 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.945228 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.945504 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.945795 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.946074 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.946345 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.946621 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.946908 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.947184 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.947479 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.947760 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.948051 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.948306 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.948575 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.948849 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.949139 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.949414 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.949683 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.949951 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.950225 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.950491 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.950773 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.951046 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.951315 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.952444 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.952550 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.952767 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.953043 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.953324 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.953597 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.953878 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.954153 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.954426 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.954702 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.954978 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.955251 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.955552 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.955824 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.956102 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.956374 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.956646 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.956917 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.957186 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.957457 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.957742 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.958039 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.958320 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.958597 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.958875 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.959154 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.959455 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.959733 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.960009 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.960285 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.960556 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.960846 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.961128 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.961412 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.961694 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.961968 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.962263 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.962538 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.962817 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.963093 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.963394 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.963681 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.963963 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.964258 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.964551 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.964850 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.965142 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.965430 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.965708 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.966020 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.966305 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:50.966521 n-d-840717-1 neutron-server[88069]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 05 19:36:50.966758 n-d-840717-1 neutron-server[88069]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88069) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 05 19:36:51.373574 n-d-840717-1 neutron-server[88069]: INFO keyring.backend [-] Loading KWallet May 05 19:36:51.381388 n-d-840717-1 neutron-server[88069]: INFO keyring.backend [-] Loading SecretService May 05 19:36:51.384890 n-d-840717-1 neutron-server[88069]: INFO keyring.backend [-] Loading Windows May 05 19:36:51.386222 n-d-840717-1 neutron-server[88069]: INFO keyring.backend [-] Loading chainer May 05 19:36:51.386784 n-d-840717-1 neutron-server[88069]: INFO keyring.backend [-] Loading macOS May 05 19:36:51.422797 n-d-840717-1 neutron-server[88069]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 05 19:36:51.423148 n-d-840717-1 neutron-server[88069]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=88069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 05 19:36:51.423553 n-d-840717-1 neutron-server[88069]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 05 19:36:51.424002 n-d-840717-1 neutron-server[88069]: INFO neutron.manager [-] Loading core plugin: ml2 May 05 19:36:51.818024 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:51.818307 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:51.818574 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:51.819943 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:51.820217 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:51.820477 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:51.855769 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:51.856052 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:51.856317 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:51.869647 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:51.869923 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:51.870187 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:51.899317 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:51.899620 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:51.899888 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:51.937556 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:51.938113 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:51.938113 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.171571 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.171759 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.172019 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.172281 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.173029 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.292632 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.292955 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.293234 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.293506 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.293773 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.294079 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.294339 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.294598 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.294850 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.295208 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.295430 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.295696 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.295954 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.296205 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.296468 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.296736 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.296992 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.297260 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.297511 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.297790 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.298140 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.298391 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.298638 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.298916 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.299161 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.299425 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.299810 n-d-840717-1 neutron-server[88069]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88069) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 05 19:36:52.300045 n-d-840717-1 neutron-server[88069]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88069) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 05 19:36:52.300279 n-d-840717-1 neutron-server[88069]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88069) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 05 19:36:52.300510 n-d-840717-1 neutron-server[88069]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88069) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 05 19:36:52.300740 n-d-840717-1 neutron-server[88069]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88069) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 05 19:36:52.300971 n-d-840717-1 neutron-server[88069]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88069) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 05 19:36:52.301331 n-d-840717-1 neutron-server[88069]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 05 19:36:52.304403 n-d-840717-1 neutron-server[88069]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 05 19:36:52.308270 n-d-840717-1 neutron-server[88069]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 05 19:36:52.312315 n-d-840717-1 neutron-server[88069]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) May 05 19:36:52.313926 n-d-840717-1 neutron-server[88069]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 05 19:36:52.315402 n-d-840717-1 neutron-server[88069]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 05 19:36:52.315741 n-d-840717-1 neutron-server[88069]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 05 19:36:52.316122 n-d-840717-1 neutron-server[88069]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 05 19:36:52.318881 n-d-840717-1 neutron-server[88069]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 05 19:36:52.319125 n-d-840717-1 neutron-server[88069]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 05 19:36:52.319496 n-d-840717-1 neutron-server[88069]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 05 19:36:52.348129 n-d-840717-1 neutron-server[88069]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 05 19:36:52.348571 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.348865 n-d-840717-1 neutron-server[88069]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88069) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 05 19:36:52.349220 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.350563 n-d-840717-1 neutron-server[88069]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88069) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 05 19:36:52.350844 n-d-840717-1 neutron-server[88069]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 05 19:36:52.351088 n-d-840717-1 neutron-server[88069]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 05 19:36:52.354534 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.354817 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.416517 n-d-840717-1 neutron-server[88069]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 05 19:36:52.416756 n-d-840717-1 neutron-server[88069]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 05 19:36:52.416988 n-d-840717-1 neutron-server[88069]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 05 19:36:52.417352 n-d-840717-1 neutron-server[88069]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 05 19:36:52.450580 n-d-840717-1 neutron-server[88069]: DEBUG oslo_db.sqlalchemy.engines [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88069) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} May 05 19:36:52.785309 n-d-840717-1 neutron-server[88069]: INFO neutron.plugins.ml2.managers [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Initializing driver for type 'gre' May 05 19:36:52.785752 n-d-840717-1 neutron-server[88069]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] gre ID ranges: [(1, 1000)] May 05 19:36:52.842399 n-d-840717-1 neutron-server[88069]: INFO neutron.plugins.ml2.managers [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Initializing driver for type 'local' May 05 19:36:52.842742 n-d-840717-1 neutron-server[88069]: INFO neutron.plugins.ml2.managers [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Initializing driver for type 'vlan' May 05 19:36:52.854537 n-d-840717-1 neutron-server[88069]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] VlanTypeDriver initialization complete May 05 19:36:52.854863 n-d-840717-1 neutron-server[88069]: INFO neutron.plugins.ml2.managers [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Initializing driver for type 'vxlan' May 05 19:36:52.855331 n-d-840717-1 neutron-server[88069]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] vxlan ID ranges: [(1, 1000)] May 05 19:36:52.908506 n-d-840717-1 neutron-server[88069]: INFO neutron.plugins.ml2.managers [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Initializing extension driver 'port_security' May 05 19:36:52.908935 n-d-840717-1 neutron-server[88069]: INFO neutron.plugins.ml2.extensions.port_security [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] PortSecurityExtensionDriver initialization complete May 05 19:36:52.909279 n-d-840717-1 neutron-server[88069]: INFO neutron.plugins.ml2.managers [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Initializing mechanism driver 'openvswitch' May 05 19:36:52.909522 n-d-840717-1 neutron-server[88069]: INFO neutron.plugins.ml2.managers [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Initializing mechanism driver 'hyperv' May 05 19:36:52.916065 n-d-840717-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:36:52.916736 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: > port after_create 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.917106 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: > port after_update 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.917463 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: > port after_delete 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.917979 n-d-840717-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88069) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 05 19:36:52.918409 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: > subnet after_create 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.918762 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: > subnet after_update 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.919108 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: > subnet after_delete 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.919530 n-d-840717-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88069) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 05 19:36:52.919937 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: > network after_create 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.920400 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: > network after_update 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.920902 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: > network after_delete 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.921296 n-d-840717-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88069) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 05 19:36:52.921702 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: > security_group after_create 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.922055 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: > security_group after_update 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.922397 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: > security_group after_delete 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.922930 n-d-840717-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88069) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 05 19:36:52.923340 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.923716 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.924059 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.924449 n-d-840717-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88069) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 05 19:36:52.924852 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: > address_group after_create 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.925198 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: > address_group after_update 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.925536 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: > address_group after_delete 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.925921 n-d-840717-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88069) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 05 19:36:52.926362 n-d-840717-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] ML2 OVO RPC backend initialized. {{(pid=88069) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} May 05 19:36:52.927064 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: > router_interface after_create 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.927449 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.927872 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: > network before_response 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.928221 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: > networks before_response 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.928567 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: > port before_response 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.928913 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: > ports before_response 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.929259 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: > subnet before_response 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.929599 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: > subnets before_response 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.930153 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: > network after_create 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.930265 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: > network after_update 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.930594 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: > network after_delete 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.930925 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: > port after_create 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.931257 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: > port after_update 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.931616 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: > port after_delete 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.931947 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: > subnet after_create 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.932280 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: > subnet after_update 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.932611 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: > subnet after_delete 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.933183 n-d-840717-1 neutron-server[88069]: INFO neutron.plugins.ml2.plugin [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Modular L2 Plugin initialization complete May 05 19:36:52.933509 n-d-840717-1 neutron-server[88069]: DEBUG neutron.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading services supported by the core plugin {{(pid=88069) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 05 19:36:52.933830 n-d-840717-1 neutron-server[88069]: INFO neutron.plugins.ml2.managers [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Got port-security extension from driver 'port_security' May 05 19:36:52.934294 n-d-840717-1 neutron-server[88069]: INFO neutron.extensions.vlantransparent [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Disabled vlantransparent extension. May 05 19:36:52.934779 n-d-840717-1 neutron-server[88069]: DEBUG neutron.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88069) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 05 19:36:52.935092 n-d-840717-1 neutron-server[88069]: INFO neutron.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading Plugin: router May 05 19:36:52.973221 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: > router_interface before_create 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.973788 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: > router after_create 55549900 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.973962 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: > router before_create 55549900 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.974329 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.974700 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.975052 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: > router after_delete 55549900 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.975428 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: > floatingip after_update 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.975793 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: > router after_create 55549900 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.976138 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: > router after_update 55549900 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.976486 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: > router after_update 55549900 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.976832 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.977186 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: > router after_update 55549900 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.977601 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: > router precommit_update 55549900 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.977971 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: port after_update 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.978311 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: port after_delete 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.978648 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: subnet after_update 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.978988 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.979340 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: > port precommit_delete 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.979714 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: > router precommit_create 55549900 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.980055 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: port before_delete 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.980395 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: > router precommit_create 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.980751 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: > router after_update 55549900 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.981102 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: > router precommit_delete 55549900 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.981439 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: > router precommit_create 55549900 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.981798 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: > router_interface after_create 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.982140 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: > router precommit_update 55549900 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.982503 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: > agent after_create 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.983337 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: > agent after_delete 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.983706 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: > network after_delete 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.984571 n-d-840717-1 neutron-server[88069]: DEBUG neutron.quota.resource_registry [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Tracking information for resource: router configured {{(pid=88069) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 05 19:36:52.984901 n-d-840717-1 neutron-server[88069]: DEBUG neutron.quota.resource_registry [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Tracking information for resource: floatingip configured {{(pid=88069) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 05 19:36:52.989845 n-d-840717-1 neutron-server[88069]: INFO neutron.db.l3_agentschedulers_db [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 05 19:36:52.990425 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: port after_update 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.990781 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: port after_create 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.991130 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: port after_delete 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.991536 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: port after_update 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.992320 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: > router before_create 55550100 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.992684 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: > router precommit_delete 55550100 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.993045 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: > router precommit_create 55550100 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.993402 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: > router precommit_update 55550100 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:52.997827 n-d-840717-1 neutron-server[88069]: DEBUG neutron.services.provider_configuration [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Service providers = [] {{(pid=88069) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 05 19:36:52.998824 n-d-840717-1 neutron-server[88069]: DEBUG neutron.db.servicetype_db [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88069) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 05 19:36:53.001756 n-d-840717-1 neutron-server[88069]: DEBUG neutron.services.service_base [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88069) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 05 19:36:53.002101 n-d-840717-1 neutron-server[88069]: DEBUG neutron.services.service_base [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88069) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 05 19:36:53.002440 n-d-840717-1 neutron-server[88069]: DEBUG neutron.services.service_base [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88069) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 05 19:36:53.003312 n-d-840717-1 neutron-server[88069]: DEBUG neutron.services.service_base [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88069) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 05 19:36:53.003711 n-d-840717-1 neutron-server[88069]: INFO neutron.services.service_base [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Default provider is not specified for service type L3_ROUTER_NAT May 05 19:36:53.004085 n-d-840717-1 neutron-server[88069]: DEBUG neutron.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88069) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 05 19:36:53.004402 n-d-840717-1 neutron-server[88069]: INFO neutron.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 05 19:36:53.015261 n-d-840717-1 neutron-server[88069]: DEBUG neutron.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88069) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 05 19:36:53.015624 n-d-840717-1 neutron-server[88069]: INFO neutron.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading Plugin: auto_allocate May 05 19:36:53.021178 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: network precommit_update 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:53.021546 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: network precommit_create 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:53.022058 n-d-840717-1 neutron-server[88069]: DEBUG neutron.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88069) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 05 19:36:53.022382 n-d-840717-1 neutron-server[88069]: INFO neutron.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading Plugin: tag May 05 19:36:53.028892 n-d-840717-1 neutron-server[88069]: DEBUG neutron.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88069) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 05 19:36:53.029224 n-d-840717-1 neutron-server[88069]: INFO neutron.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading Plugin: timestamp May 05 19:36:53.034198 n-d-840717-1 neutron-server[88069]: DEBUG neutron.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88069) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 05 19:36:53.034531 n-d-840717-1 neutron-server[88069]: INFO neutron.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading Plugin: network_ip_availability May 05 19:36:53.039807 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:53.040137 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:53.040498 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:53.041212 n-d-840717-1 neutron-server[88069]: DEBUG neutron.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88069) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 05 19:36:53.041532 n-d-840717-1 neutron-server[88069]: INFO neutron.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading Plugin: flavors May 05 19:36:53.046743 n-d-840717-1 neutron-server[88069]: DEBUG neutron.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88069) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 05 19:36:53.047063 n-d-840717-1 neutron-server[88069]: INFO neutron.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading Plugin: revisions May 05 19:36:53.051346 n-d-840717-1 neutron-server[88069]: DEBUG neutron.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88069) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 05 19:36:53.051765 n-d-840717-1 neutron-server[88069]: DEBUG oslo_concurrency.lockutils [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.628s {{(pid=88069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 05 19:36:53.052506 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88069) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 05 19:36:53.052841 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Initializing extension manager. May 05 19:36:53.053342 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: __init__.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.053684 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: __pycache__ {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.054020 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.054351 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: address_group.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.055101 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.055720 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loaded extension: address-group May 05 19:36:53.056044 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: address_scope.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.056749 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.057260 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loaded extension: address-scope May 05 19:36:53.057579 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: admin_state_down_before_update.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.058491 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.058995 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loaded extension: router-admin-state-down-before-update May 05 19:36:53.059315 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: agent.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.060226 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.061317 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loaded extension: agent May 05 19:36:53.061646 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: agent_resources_synced.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.062547 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.063052 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loaded extension: agent-resources-synced May 05 19:36:53.063392 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: allowedaddresspairs.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.065172 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.065686 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loaded extension: allowed-address-pairs May 05 19:36:53.066013 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: auto_allocated_topology.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.067069 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.067604 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loaded extension: auto-allocated-topology May 05 19:36:53.067927 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: availability_zone.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.068612 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.069106 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loaded extension: availability_zone May 05 19:36:53.069424 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: availability_zone_filter.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.070351 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.070848 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loaded extension: availability_zone_filter May 05 19:36:53.071164 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: data_plane_status.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.072071 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.072563 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Extension data-plane-status not supported by any of loaded plugins May 05 19:36:53.072883 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: default_subnetpools.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.073777 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.074274 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loaded extension: default-subnetpools May 05 19:36:53.074593 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: dhcpagentscheduler.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.075440 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.075941 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loaded extension: dhcp_agent_scheduler May 05 19:36:53.076261 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: dns.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.077273 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.077793 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Extension dns-integration not supported by any of loaded plugins May 05 19:36:53.078114 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: dns_domain_ports.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.079012 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.079543 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Extension dns-domain-ports not supported by any of loaded plugins May 05 19:36:53.079866 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: dvr.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.080579 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.081076 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loaded extension: dvr May 05 19:36:53.081396 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: empty_string_filtering.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.082322 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.082821 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loaded extension: empty-string-filtering May 05 19:36:53.083140 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.084074 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.084572 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 05 19:36:53.084888 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.085781 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.086280 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 05 19:36:53.086597 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: external_net.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.087538 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.088041 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loaded extension: external-net May 05 19:36:53.088362 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: extra_dhcp_opt.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.089263 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.089757 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loaded extension: extra_dhcp_opt May 05 19:36:53.090074 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: extraroute.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.090975 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.091511 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loaded extension: extraroute May 05 19:36:53.091835 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: extraroute_atomic.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.092956 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.093455 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loaded extension: extraroute-atomic May 05 19:36:53.093775 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: filter_validation.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.094432 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.095181 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loaded extension: filter-validation May 05 19:36:53.095540 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: fip_pf_description.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.096443 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.096939 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 05 19:36:53.097266 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: fip_port_details.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.098181 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.098677 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loaded extension: fip-port-details May 05 19:36:53.098997 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: flavors.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.100233 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.100745 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loaded extension: flavors May 05 19:36:53.101071 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.102702 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.103218 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 05 19:36:53.103573 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: floatingip_pools.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.104267 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.104767 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loaded extension: floatingip-pools May 05 19:36:53.105089 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: ip_allocation.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.105997 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.106498 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Extension ip_allocation not supported by any of loaded plugins May 05 19:36:53.106818 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.108300 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.108856 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loaded extension: ip-substring-filtering May 05 19:36:53.109176 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: l2_adjacency.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.110100 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.110604 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Extension l2_adjacency not supported by any of loaded plugins May 05 19:36:53.110927 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: l3.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.111912 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.112428 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loaded extension: router May 05 19:36:53.112752 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: l3_conntrack_helper.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.115095 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.115655 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 05 19:36:53.115985 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.116911 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.117420 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loaded extension: ext-gw-mode May 05 19:36:53.117749 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.118652 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.119156 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loaded extension: l3-ha May 05 19:36:53.119510 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: l3_flavors.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.120425 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.120930 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loaded extension: l3-flavors May 05 19:36:53.121250 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.122164 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.122666 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loaded extension: l3-port-ip-change-not-allowed May 05 19:36:53.122984 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: l3agentscheduler.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.124614 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.125120 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loaded extension: l3_agent_scheduler May 05 19:36:53.125445 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: logging.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.126911 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.127452 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Extension logging not supported by any of loaded plugins May 05 19:36:53.127789 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: metering.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.128525 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.129096 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loaded extension: metering May 05 19:36:53.129426 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.130500 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.131013 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loaded extension: metering_source_and_destination_fields May 05 19:36:53.131339 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: multiprovidernet.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.132273 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.132779 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loaded extension: multi-provider May 05 19:36:53.133101 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: netmtu.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.134005 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.134507 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loaded extension: net-mtu May 05 19:36:53.134829 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: netmtu_writable.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.135767 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.136266 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loaded extension: net-mtu-writable May 05 19:36:53.136588 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: network_availability_zone.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.137255 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.137758 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loaded extension: network_availability_zone May 05 19:36:53.138079 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: network_ip_availability.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.139229 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.139856 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loaded extension: network-ip-availability May 05 19:36:53.140184 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: network_segment_range.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.140946 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.141442 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Extension network-segment-range not supported by any of loaded plugins May 05 19:36:53.141764 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: pagination.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.142726 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.143057 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loaded extension: pagination May 05 19:36:53.143404 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: port_device_profile.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.144300 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.144808 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loaded extension: port-device-profile May 05 19:36:53.145129 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.146042 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.146543 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loaded extension: port-mac-address-regenerate May 05 19:36:53.146862 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.147806 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.148307 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loaded extension: port-numa-affinity-policy May 05 19:36:53.148626 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: port_resource_request.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.149527 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.150026 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Extension port-resource-request not supported by any of loaded plugins May 05 19:36:53.150377 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: portbindings.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.151290 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.151816 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loaded extension: binding May 05 19:36:53.152136 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: portbindings_extended.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.153511 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.154043 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loaded extension: binding-extended May 05 19:36:53.154369 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: portsecurity.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.155392 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.155900 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loaded extension: port-security May 05 19:36:53.156222 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: project_id.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.157219 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.157555 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loaded extension: project-id May 05 19:36:53.157876 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: providernet.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.158788 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.159309 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loaded extension: provider May 05 19:36:53.159644 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: qos.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.163101 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.163660 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Extension qos not supported by any of loaded plugins May 05 19:36:53.163994 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.165221 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.165734 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 05 19:36:53.166059 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.166969 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.167511 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 05 19:36:53.167835 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: qos_default.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.168740 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.169243 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Extension qos-default not supported by any of loaded plugins May 05 19:36:53.169565 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: qos_fip.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.170732 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.171233 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Extension qos-fip not supported by any of loaded plugins May 05 19:36:53.171577 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: qos_gateway_ip.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.172490 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.172992 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Extension qos-gateway-ip not supported by any of loaded plugins May 05 19:36:53.173311 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: qos_port_network_policy.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.174205 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.174705 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Extension qos-port-network-policy not supported by any of loaded plugins May 05 19:36:53.175024 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: qos_rule_type_details.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.175952 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.176448 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Extension qos-rule-type-details not supported by any of loaded plugins May 05 19:36:53.176765 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: qos_rules_alias.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.177787 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.178294 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Extension qos-rules-alias not supported by any of loaded plugins May 05 19:36:53.178615 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: quotasv2.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.179535 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.179858 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loaded extension: quotas May 05 19:36:53.180174 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: quotasv2_detail.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.181759 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.182094 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loaded extension: quota_details May 05 19:36:53.182419 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: rbac.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.183479 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.183996 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loaded extension: rbac-policies May 05 19:36:53.184323 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: rbac_address_group.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.185244 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.186337 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loaded extension: rbac-address-group May 05 19:36:53.186683 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: rbac_address_scope.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.187600 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.188114 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loaded extension: rbac-address-scope May 05 19:36:53.188436 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: rbac_security_groups.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.189334 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.189841 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loaded extension: rbac-security-groups May 05 19:36:53.190161 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: rbac_subnetpool.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.191077 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.191606 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loaded extension: rbac-subnetpool May 05 19:36:53.191929 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: revisionifmatch.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.192842 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.193348 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loaded extension: revision-if-match May 05 19:36:53.193673 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: revisions.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.194899 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.195434 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loaded extension: standard-attr-revisions May 05 19:36:53.195765 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: router_availability_zone.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.196433 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.196937 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loaded extension: router_availability_zone May 05 19:36:53.197260 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: routerservicetype.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.198172 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.198674 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Extension router-service-type not supported by any of loaded plugins May 05 19:36:53.198996 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.199926 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.200430 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loaded extension: security-groups-normalized-cidr May 05 19:36:53.200753 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: security_groups_port_filtering.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.201784 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.202285 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loaded extension: port-security-groups-filtering May 05 19:36:53.202611 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.203561 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.204065 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loaded extension: security-groups-remote-address-group May 05 19:36:53.204387 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: securitygroup.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.213793 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.214315 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loaded extension: security-group May 05 19:36:53.214652 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: segment.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.215450 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.215961 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Extension segment not supported by any of loaded plugins May 05 19:36:53.216289 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.217338 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.217844 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 05 19:36:53.218172 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: servicetype.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.219268 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.220083 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loaded extension: service-type May 05 19:36:53.220411 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: sorting.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.221381 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.221710 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loaded extension: sorting May 05 19:36:53.222030 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: standard_attr_segment.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.222932 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.223468 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Extension standard-attr-segment not supported by any of loaded plugins May 05 19:36:53.223793 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: standardattrdescription.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.224437 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.224942 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loaded extension: standard-attr-description May 05 19:36:53.225262 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: stateful_security_group.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.226170 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.226677 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loaded extension: stateful-security-group May 05 19:36:53.226999 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: stdattrs_common.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.227602 n-d-840717-1 neutron-server[88069]: WARNING neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 05 19:36:53.227924 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.228920 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.229424 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 05 19:36:53.229743 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: subnet_onboard.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.230797 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.231311 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loaded extension: subnet_onboard May 05 19:36:53.231660 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.233129 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.233643 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 05 19:36:53.234123 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: subnet_service_types.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.235047 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.235590 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loaded extension: subnet-service-types May 05 19:36:53.235915 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: subnetallocation.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.236999 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.237509 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loaded extension: subnet_allocation May 05 19:36:53.237837 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.238502 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.239003 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loaded extension: subnetpool-prefix-ops May 05 19:36:53.239323 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.240269 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.240771 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 05 19:36:53.241093 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: tagging.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.242143 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.242652 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loaded extension: standard-attr-tag May 05 19:36:53.242979 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: timestamp.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.244238 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.244748 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loaded extension: standard-attr-timestamp May 05 19:36:53.245072 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: trunk.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.246125 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.246631 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Extension trunk not supported by any of loaded plugins May 05 19:36:53.246952 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: trunk_details.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.247880 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.248872 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Extension trunk-details not supported by any of loaded plugins May 05 19:36:53.249213 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: uplink_status_propagation.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.250142 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.250652 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Extension uplink-status-propagation not supported by any of loaded plugins May 05 19:36:53.250974 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Loading extension file: vlantransparent.py {{(pid=88069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 19:36:53.251749 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 19:36:53.252404 n-d-840717-1 neutron-server[88069]: INFO neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Extension vlan-transparent not supported by any of loaded plugins May 05 19:36:53.254838 n-d-840717-1 neutron-server[88069]: INFO neutron.quota.resource_registry [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Creating instance of TrackedResource for resource:network May 05 19:36:53.255589 n-d-840717-1 neutron-server[88069]: INFO neutron.quota.resource_registry [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Creating instance of TrackedResource for resource:subnet May 05 19:36:53.256357 n-d-840717-1 neutron-server[88069]: INFO neutron.quota.resource_registry [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Creating instance of TrackedResource for resource:subnetpool May 05 19:36:53.256960 n-d-840717-1 neutron-server[88069]: INFO neutron.quota.resource_registry [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Creating instance of TrackedResource for resource:port May 05 19:36:53.258226 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.v2.resource_helper [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 19:36:53.258662 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.v2.resource_helper [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Service FLAVORS assigned prefix: {{(pid=88069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 19:36:53.259283 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.v2.resource_helper [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 19:36:53.259738 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.v2.resource_helper [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 19:36:53.260072 n-d-840717-1 neutron-server[88069]: INFO neutron.quota.resource_registry [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Creating instance of TrackedResource for resource:router May 05 19:36:53.260734 n-d-840717-1 neutron-server[88069]: INFO neutron.quota.resource_registry [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Creating instance of TrackedResource for resource:floatingip May 05 19:36:53.261442 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.v2.resource_helper [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Service METERING assigned prefix: /metering {{(pid=88069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 19:36:53.262855 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:53.263220 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:53.263599 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:36:53.266458 n-d-840717-1 neutron-server[88069]: INFO neutron.quota.resource_registry [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Creating instance of CountableResource for resource:rbac_policy May 05 19:36:53.266899 n-d-840717-1 neutron-server[88069]: INFO neutron.quota.resource_registry [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Creating instance of TrackedResource for resource:security_group May 05 19:36:53.267602 n-d-840717-1 neutron-server[88069]: INFO neutron.quota.resource_registry [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Creating instance of TrackedResource for resource:security_group_rule May 05 19:36:53.268357 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.v2.resource_helper [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Service CORE assigned prefix: {{(pid=88069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 19:36:53.268691 n-d-840717-1 neutron-server[88069]: INFO neutron.quota.resource_registry [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Creating instance of TrackedResource for resource:subnetpool May 05 19:36:53.269032 n-d-840717-1 neutron-server[88069]: WARNING neutron.quota.resource_registry [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] subnetpool is already registered May 05 19:36:53.269656 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.v2.resource_helper [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Service CORE assigned prefix: {{(pid=88069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 19:36:53.269986 n-d-840717-1 neutron-server[88069]: INFO neutron.quota.resource_registry [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Creating instance of TrackedResource for resource:subnetpool May 05 19:36:53.270310 n-d-840717-1 neutron-server[88069]: WARNING neutron.quota.resource_registry [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] subnetpool is already registered May 05 19:36:53.381728 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.v2.resource_helper [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 19:36:53.382083 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.v2.resource_helper [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Service FLAVORS assigned prefix: {{(pid=88069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 19:36:53.382678 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.v2.resource_helper [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 19:36:53.383105 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.v2.resource_helper [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 19:36:53.383470 n-d-840717-1 neutron-server[88069]: INFO neutron.quota.resource_registry [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Creating instance of TrackedResource for resource:router May 05 19:36:53.383815 n-d-840717-1 neutron-server[88069]: WARNING neutron.quota.resource_registry [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] router is already registered May 05 19:36:53.384489 n-d-840717-1 neutron-server[88069]: INFO neutron.quota.resource_registry [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Creating instance of TrackedResource for resource:floatingip May 05 19:36:53.384819 n-d-840717-1 neutron-server[88069]: WARNING neutron.quota.resource_registry [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] floatingip is already registered May 05 19:36:53.385461 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.v2.resource_helper [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Service METERING assigned prefix: /metering {{(pid=88069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 19:36:53.386272 n-d-840717-1 neutron-server[88069]: INFO neutron.quota.resource_registry [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Creating instance of CountableResource for resource:rbac_policy May 05 19:36:53.386605 n-d-840717-1 neutron-server[88069]: WARNING neutron.quota.resource_registry [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] rbac_policy is already registered May 05 19:36:53.387024 n-d-840717-1 neutron-server[88069]: INFO neutron.quota.resource_registry [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Creating instance of TrackedResource for resource:security_group May 05 19:36:53.387370 n-d-840717-1 neutron-server[88069]: WARNING neutron.quota.resource_registry [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] security_group is already registered May 05 19:36:53.387980 n-d-840717-1 neutron-server[88069]: INFO neutron.quota.resource_registry [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Creating instance of TrackedResource for resource:security_group_rule May 05 19:36:53.388297 n-d-840717-1 neutron-server[88069]: WARNING neutron.quota.resource_registry [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] security_group_rule is already registered May 05 19:36:53.389117 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.v2.resource_helper [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Service CORE assigned prefix: {{(pid=88069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 19:36:53.389568 n-d-840717-1 neutron-server[88069]: INFO neutron.quota.resource_registry [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Creating instance of TrackedResource for resource:subnetpool May 05 19:36:53.389790 n-d-840717-1 neutron-server[88069]: WARNING neutron.quota.resource_registry [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] subnetpool is already registered May 05 19:36:53.390401 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.v2.resource_helper [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Service CORE assigned prefix: {{(pid=88069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 19:36:53.390731 n-d-840717-1 neutron-server[88069]: INFO neutron.quota.resource_registry [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Creating instance of TrackedResource for resource:subnetpool May 05 19:36:53.391060 n-d-840717-1 neutron-server[88069]: WARNING neutron.quota.resource_registry [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] subnetpool is already registered May 05 19:36:53.391732 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Extended resource: extensions {{(pid=88069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 19:36:53.393231 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Extended resource: address-groups {{(pid=88069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 19:36:53.394847 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Extended resource: address-scopes {{(pid=88069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 19:36:53.396083 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Extended resource: agents {{(pid=88069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 19:36:53.397214 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Extended resource: auto-allocated-topology {{(pid=88069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 19:36:53.398555 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Extended resource: availability_zones {{(pid=88069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 19:36:53.399801 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Extended resource: dhcp-networks {{(pid=88069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 19:36:53.401201 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Extended resource: dhcp-agents {{(pid=88069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 19:36:53.402624 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Extended resource: routers {{(pid=88069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 19:36:53.404971 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Extended resource: flavors {{(pid=88069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 19:36:53.406230 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Extended resource: service_profiles {{(pid=88069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 19:36:53.407439 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Extended resource: next_providers {{(pid=88069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 19:36:53.409087 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Extended resource: service_profiles {{(pid=88069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 19:36:53.410549 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Extended resource: floatingip-pools {{(pid=88069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 19:36:53.411780 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Extended resource: routers {{(pid=88069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 19:36:53.413575 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Extended resource: floatingips {{(pid=88069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 19:36:53.414751 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Extended resource: l3-routers {{(pid=88069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 19:36:53.416191 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Extended resource: l3-agents {{(pid=88069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 19:36:53.417706 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Extended resource: metering-labels {{(pid=88069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 19:36:53.418949 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Extended resource: metering-label-rules {{(pid=88069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 19:36:53.420983 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Extended resource: network-ip-availabilities {{(pid=88069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 19:36:53.422256 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Extended resource: bindings {{(pid=88069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 19:36:53.423939 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Extended resource: quotas {{(pid=88069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 19:36:53.425381 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Extended resource: quotas {{(pid=88069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 19:36:53.426781 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Extended resource: rbac-policies {{(pid=88069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 19:36:53.428121 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Extended resource: security-groups {{(pid=88069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 19:36:53.429313 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Extended resource: security-group-rules {{(pid=88069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 19:36:53.430548 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Extended resource: service-providers {{(pid=88069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 19:36:53.431930 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Extended resource: subnetpools {{(pid=88069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 19:36:53.433242 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Extended resource: subnetpools {{(pid=88069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 19:36:53.434684 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Extended resource: tags {{(pid=88069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 19:36:53.436616 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Extended resource: tags {{(pid=88069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 19:36:53.438423 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Extended resource: tags {{(pid=88069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 19:36:53.440263 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Extended resource: tags {{(pid=88069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 19:36:53.443061 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Extended resource: tags {{(pid=88069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 19:36:53.444932 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Extended resource: tags {{(pid=88069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 19:36:53.446635 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Extended resource: tags {{(pid=88069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 19:36:53.448570 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Extended resource: tags {{(pid=88069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 19:36:53.450333 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Extended resource: tags {{(pid=88069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 19:36:53.452347 n-d-840717-1 neutron-server[88069]: DEBUG neutron.api.extensions [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Extended resource: tags {{(pid=88069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 19:36:53.458264 n-d-840717-1 neutron-server[88069]: WARNING keystonemiddleware.auth_token [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 05 19:36:53.462968 n-d-840717-1 neutron-server[88069]: WARNING keystonemiddleware.auth_token [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 05 19:36:53.471890 n-d-840717-1 neutron-server[88069]: DEBUG oslo_concurrency.lockutils [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Acquired lock "singleton_lock" {{(pid=88069) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 05 19:36:53.472367 n-d-840717-1 neutron-server[88069]: DEBUG oslo_concurrency.lockutils [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Releasing lock "singleton_lock" {{(pid=88069) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 05 19:36:53.473000 n-d-840717-1 neutron-server[88069]: INFO oslo_service.service [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Starting 2 workers May 05 19:36:53.477654 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Started child 88197 {{(pid=88069) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 05 19:36:53.481847 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Started child 88198 {{(pid=88069) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 05 19:36:53.482734 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:36:53.483469 n-d-840717-1 neutron-server[88069]: INFO neutron.service [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Neutron service started, listening on 0.0.0.0:9696 May 05 19:36:53.484060 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Notify callbacks [] for process, before_spawn {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:36:53.484234 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [-] (88197) wsgi starting up on http://0.0.0.0:9696 May 05 19:36:53.487069 n-d-840717-1 neutron-server[88069]: INFO oslo_service.service [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Starting 1 workers May 05 19:36:53.487277 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:36:53.488689 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [-] (88198) wsgi starting up on http://0.0.0.0:9696 May 05 19:36:53.492107 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Started child 88199 {{(pid=88069) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 05 19:36:53.492649 n-d-840717-1 neutron-server[88069]: INFO oslo_service.service [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Starting 1 workers May 05 19:36:53.496982 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Started child 88200 {{(pid=88069) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 05 19:36:53.497729 n-d-840717-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] Notify callbacks [] for process, after_spawn {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:36:53.499683 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88069) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 05 19:36:53.499894 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 05 19:36:53.500082 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 05 19:36:53.500187 n-d-840717-1 neutron-server[88199]: DEBUG neutron.service [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] calling RpcWorker wait() {{(pid=88199) _wait /opt/stack/neutron/neutron/service.py:128}} May 05 19:36:53.500697 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 05 19:36:53.500774 n-d-840717-1 neutron-server[88199]: DEBUG neutron.service [None req-11fdd117-bffa-4914-b37b-7e27ca9bb55f None None] returning from RpcWorker wait() {{(pid=88199) _wait /opt/stack/neutron/neutron/service.py:135}} May 05 19:36:53.500844 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 05 19:36:53.500844 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 05 19:36:53.501259 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.501544 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.501634 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:36:53.501816 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.502059 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:36:53.502159 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.502355 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.502457 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:36:53.502924 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.503177 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.503450 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.503723 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.503953 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.504119 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.504286 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.504546 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.504781 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.505069 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.505333 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.505576 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.505844 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.506013 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.506266 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.506532 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.506782 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.507093 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] debug = True {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.507334 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.507835 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.508074 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.508338 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.508569 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.508839 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.509067 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.509333 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.509579 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.509821 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.510079 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.510326 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.510557 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.510772 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.510989 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.511229 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.511473 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.511939 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] host = n-d-840717-1 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.512193 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.512423 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.512651 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.512911 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.513166 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.513409 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.513664 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.514050 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.514449 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.514744 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.515034 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.515307 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.515549 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.515799 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] log_file = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.515964 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] log_options = True {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.516207 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.516486 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.516758 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.516956 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.517184 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.517329 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.517546 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.517695 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.517950 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.518170 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.518383 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.518596 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.518809 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.519052 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.519297 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.519556 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.519827 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.520005 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.520250 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.520483 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.520726 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.520972 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.521217 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.521456 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.521670 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.521883 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.522129 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.522348 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.522561 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.522806 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.523040 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.523290 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.523547 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.523810 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.524039 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.524270 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.524485 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.524756 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.524989 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.525389 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.525701 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.525953 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.526187 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.526403 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.526639 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.526828 n-d-840717-1 neutron-server[88200]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:36:53.526988 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] use_json = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.527753 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.527753 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.527753 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.528172 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.528172 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.528433 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.528595 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.528844 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.529061 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.530012 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.530355 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.530628 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.530819 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.531248 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.531993 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.532480 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.532736 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.533631 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.533631 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.533817 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.534004 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.534458 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.534879 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.535269 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.535782 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.536192 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.536621 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.536996 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.537379 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.537760 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.537982 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.538456 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.538890 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.539309 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.539734 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.540104 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.540473 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.540856 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.541239 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.541613 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.541974 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.542380 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.542734 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.543103 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.543514 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.543898 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.544257 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.544617 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.544980 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.545925 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.546368 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.546912 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.547293 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.547691 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.548049 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.548446 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.548841 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.549201 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.549597 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.549967 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.550326 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.550704 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.551194 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.551593 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.551969 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.552351 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.552727 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.553114 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.553490 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.553845 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.554240 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.554609 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.554997 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.555198 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 52912) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:36:53.555543 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.555896 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.556257 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.556643 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.556880 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.557123 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.557374 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.557596 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.557823 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.558063 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.558286 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.558505 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.558727 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.558946 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.559185 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.559450 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.559670 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.559887 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.560130 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.560347 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.560653 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.561182 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.561581 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.561978 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.562361 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.562766 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.563161 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.563580 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.563979 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.564361 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.564744 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.565101 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068254 May 05 19:36:53.565275 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.565644 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.566028 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.566406 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.566765 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.568274 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.568643 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.569029 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.569406 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.569785 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.570156 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.570590 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.570986 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.571415 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.571796 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.572927 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.573361 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.573725 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.574138 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.574503 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.575685 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.576174 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.576795 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.577277 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.577683 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.578438 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.579757 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.580180 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.581416 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.581813 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.582192 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.582573 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.583002 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.583415 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.583783 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.584157 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.584561 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.585926 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.586332 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.587703 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.588111 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.589311 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.589590 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.590289 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.590289 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.590470 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.590659 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.591060 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.591503 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.591901 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.592783 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.593217 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.593436 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.593823 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.594196 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.594605 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.595234 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.595501 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.595903 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.596293 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.596656 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.597039 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.597410 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.597759 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.598133 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.598485 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.598863 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.600622 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.601004 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.601380 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.601753 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.602147 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.602547 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.602914 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.603330 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.603743 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.604120 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.604513 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.604924 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.605320 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.605686 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.606078 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.606438 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.606820 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.607213 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.607484 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.608233 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.608591 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.608947 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.609339 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.609622 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.609870 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.610218 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.610480 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.610720 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.610974 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.611384 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.611757 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.612012 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.612235 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.612457 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.612698 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.612956 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.613196 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.613437 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.613654 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.614016 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.614398 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.614697 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.614945 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.615195 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.615500 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.615828 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.616179 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.617419 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.617654 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.617898 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.618122 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.618333 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.618723 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.618938 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.619411 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.619802 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.620174 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.620597 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.620833 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.621070 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.621298 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.621502 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.621723 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.621937 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.622170 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.622391 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.623994 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.624233 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.624489 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.624804 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.625081 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.625308 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.626160 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.626160 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.626160 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.626394 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.626734 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.626896 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.627160 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.627936 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.628173 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.628420 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.628688 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.629012 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.629319 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.629576 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.629840 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.630122 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.630411 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.630676 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.630893 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.631192 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.631547 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.631872 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.632105 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.632346 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.632608 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.632835 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.633052 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.633288 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.633593 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.633753 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.634148 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.634391 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.634639 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.634876 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.635133 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.635415 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.635648 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.636016 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.636409 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.636629 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.636787 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 05 19:36:53.638110 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88069) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 05 19:36:53.638274 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 05 19:36:53.638428 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 05 19:36:53.639021 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 05 19:36:53.639021 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 05 19:36:53.639021 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 05 19:36:53.639245 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.639422 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.639898 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.640204 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.640519 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.640717 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.640884 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.641046 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.641210 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.641359 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.641517 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.641675 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.642697 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.642697 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.642697 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.642697 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.642697 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.642697 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.643066 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.643066 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.643186 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.643252 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.643439 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] debug = True {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.643728 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.644045 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.644358 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.644517 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.644811 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.645103 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.645394 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.646127 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.646127 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.646127 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.646127 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.646481 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.646481 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.646628 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.646706 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.646856 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.647016 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.647175 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] host = n-d-840717-1 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.647332 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.648705 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.648705 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.648705 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.648926 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.648926 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.649065 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.649240 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.649328 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.649475 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.649633 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.649791 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.650657 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.650657 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] log_file = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.650657 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] log_options = True {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.650657 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.650913 n-d-840717-1 neutron-server[88199]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:36:53.650997 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.650997 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.650997 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.650997 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.651233 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.651324 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.651579 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.651678 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.651988 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.652307 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.652464 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.652764 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.652918 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.653054 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.653202 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.653362 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.653520 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.653677 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.653819 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.653980 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.654137 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.654295 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.655082 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.655880 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.655880 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.655880 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.656089 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.656172 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.656305 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.656469 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.656730 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.656878 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.657017 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.657154 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.657307 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.657471 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.657621 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.657763 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.657901 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.658038 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.658186 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.658325 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.658464 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.658601 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.658738 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] use_json = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.658963 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.658963 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.659126 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.659992 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.659992 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.659992 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.659992 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.660289 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.660289 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 19:36:53.660444 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.660558 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.660728 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.660894 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.661055 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.661216 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.661376 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.661536 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.661694 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.661858 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.662023 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.662328 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.662635 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.662798 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.663104 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.663266 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.663594 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.663753 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.664068 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.665302 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.665477 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.665642 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.665821 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.665983 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.666145 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.666306 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.666462 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.666776 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.667081 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.667241 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.667556 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.667859 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.668017 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.668316 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.668483 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.668638 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.668949 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.669250 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.669415 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.669575 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.669866 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.670247 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.670544 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.670848 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.671013 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.671175 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.671337 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.671535 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.671736 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.671855 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.672963 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.673110 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.673274 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.673430 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.673770 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.673917 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.674217 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.674524 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.674681 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.674964 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.675244 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.676406 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.676719 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.677053 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.677216 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.677524 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.677687 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.677993 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.678159 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.678322 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.678485 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.678648 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.678810 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.678971 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.679126 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.679866 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.679866 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.680242 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.680343 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.680491 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.680645 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.680816 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.681076 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.681158 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.681524 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.681524 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.681697 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.681777 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.682270 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.682270 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.682270 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.682580 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.682580 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.682732 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.682811 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.683238 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.683238 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.683238 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.683500 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.683571 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.683736 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.683908 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.684056 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.684198 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.684338 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.684478 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.684630 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.685376 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.685376 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.685376 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.685376 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.685376 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.686746 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.686746 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.686746 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.686746 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.686746 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.687593 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.687593 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.687593 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.687593 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.687593 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.687593 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.688383 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.688383 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.688383 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.688383 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.688383 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.689021 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.689021 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.689021 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.689021 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.689386 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.689386 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.689386 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.689732 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.689732 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.689855 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.689994 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.690157 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.690320 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.690480 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.690641 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.690797 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.690960 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.691118 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.691284 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.691465 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.691616 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.691779 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.691938 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.692102 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.692263 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.692423 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.692583 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.692741 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.692901 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.693060 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.693216 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.693376 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.693536 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.693695 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.693852 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.694157 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.694325 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.694485 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.694642 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.694951 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.695111 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.695580 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.695580 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.695580 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.695887 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.695887 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.696084 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.696187 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.696341 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.696503 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.696663 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.696823 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.696984 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.697144 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.697531 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.697531 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.697684 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.697750 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.697910 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.698087 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.698247 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.698407 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.698571 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.698731 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.698890 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.699049 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.699209 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.699394 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.699560 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.699722 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.699883 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.700042 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.700200 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.700359 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.700518 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.700681 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.701598 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.701598 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.701598 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.701598 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.701598 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.702003 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.702003 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.702003 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.702175 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.702307 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.702466 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.702626 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.702800 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.702962 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.703122 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.703282 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.703467 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.703944 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.703944 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.703944 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.705443 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.705443 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.705443 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.705443 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.705443 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.705443 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.705443 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.705443 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.705972 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.705972 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.705972 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.705972 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.705972 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.706304 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.706304 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.706445 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.706522 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.706651 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.706811 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.706972 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.707135 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.707300 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.707493 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.707661 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.707823 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.708014 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.708158 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.708328 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.708488 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.708655 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.708827 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.708988 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.709147 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.709307 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.709467 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.709627 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.709787 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.709947 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.710107 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.710267 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.710427 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.710585 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.710743 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.710904 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.711063 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.711473 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.711630 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.711790 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.711950 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.712108 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 19:36:53.712259 n-d-840717-1 neutron-server[88069]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 05 19:37:04.473754 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9029cf0-eebc-4e6e-bffe-c8ed27f4eebf None None] get_active_networks_info from n-d-840717-1 {{(pid=88199) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 05 19:37:04.557046 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9029cf0-eebc-4e6e-bffe-c8ed27f4eebf None None] No non-hosted networks {{(pid=88199) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 05 19:37:04.567414 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.agentschedulers_db [None req-e9029cf0-eebc-4e6e-bffe-c8ed27f4eebf None None] DHCP Agent not found on host n-d-840717-1 {{(pid=88199) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 05 19:37:04.702698 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e63142e8-0ff8-49d7-ab0b-afe117f03094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-641487'] for agent, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:06.757730 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-13b64d95-2029-4660-8129-57d76abe34e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-641487'] for agent, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:06.768192 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-14441bf9-bb7e-49a1-8671-b9506f0441c0 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-840717-1 {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 19:37:06.768912 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-14441bf9-bb7e-49a1-8671-b9506f0441c0 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 19:37:07.307331 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-14441bf9-bb7e-49a1-8671-b9506f0441c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:07.646826 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-641487'] for agent, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:07.848909 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-641487'] for agent, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:07.849583 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:37:07.852565 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:37:07.854794 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:37:07.855287 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:37:07.856519 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:37:07.858769 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:37:07.861345 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:37:07.861849 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:37:07.863787 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:37:07.865066 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:37:07.865549 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:37:07.867052 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:37:07.869160 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-840717-1', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:37:07.883874 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-840717-1', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:37:09.354392 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-641487'] for agent, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:10.155623 n-d-840717-1 neutron-server[88199]: INFO neutron.db.l3_hamode_db [None req-8364fece-8389-4fb7-982a-6dc8e7d114b5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 05 19:37:10.242082 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8364fece-8389-4fb7-982a-6dc8e7d114b5 None None] Routers set() bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:37:10.242465 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8364fece-8389-4fb7-982a-6dc8e7d114b5 None None] Router IDs set() for agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} May 05 19:37:10.856372 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 53014) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:37:11.432236 n-d-840717-1 neutron-server[88197]: WARNING oslo_policy.policy [None req-536d6ac9-e28f-4952-93e2-f6fc82ffbcfe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 05 19:37:11.432834 n-d-840717-1 neutron-server[88197]: WARNING oslo_policy.policy [None req-536d6ac9-e28f-4952-93e2-f6fc82ffbcfe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 05 19:37:11.650189 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [None req-536d6ac9-e28f-4952-93e2-f6fc82ffbcfe admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88197) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 19:37:11.651236 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-536d6ac9-e28f-4952-93e2-f6fc82ffbcfe admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7940326 May 05 19:37:14.062753 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 53028) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:37:14.637594 n-d-840717-1 neutron-server[88198]: WARNING oslo_policy.policy [None req-23fb3b6e-910f-493d-8eb4-34ad5049b52f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 05 19:37:14.638215 n-d-840717-1 neutron-server[88198]: WARNING oslo_policy.policy [None req-23fb3b6e-910f-493d-8eb4-34ad5049b52f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 05 19:37:14.854342 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-23fb3b6e-910f-493d-8eb4-34ad5049b52f admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:37:14.947990 n-d-840717-1 neutron-server[88198]: DEBUG neutron.policy [None req-23fb3b6e-910f-493d-8eb4-34ad5049b52f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88198) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 05 19:37:14.993895 n-d-840717-1 neutron-server[88198]: WARNING oslo_policy.policy [None req-23fb3b6e-910f-493d-8eb4-34ad5049b52f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 05 19:37:14.994265 n-d-840717-1 neutron-server[88198]: WARNING oslo_policy.policy [None req-23fb3b6e-910f-493d-8eb4-34ad5049b52f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 05 19:37:15.002500 n-d-840717-1 neutron-server[88198]: INFO neutron.quota [None req-23fb3b6e-910f-493d-8eb4-34ad5049b52f admin admin] Loaded quota_driver: . May 05 19:37:15.018328 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-23fb3b6e-910f-493d-8eb4-34ad5049b52f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:37:15.077747 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-23fb3b6e-910f-493d-8eb4-34ad5049b52f admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771838606481', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771838606018', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771838594968', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771838557267', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771838546352', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771838572308', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3670791', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3696268', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-654504', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-694886'] for rbac-policy, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:15.137844 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-23fb3b6e-910f-493d-8eb4-34ad5049b52f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:15.139781 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-23fb3b6e-910f-493d-8eb4-34ad5049b52f admin admin] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0749326 May 05 19:37:17.818690 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 53046) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:37:18.173855 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-339d54b5-78bd-49de-8442-6275af54afb1 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '68a8affb77094ba397fb51f6b157220a'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:37:18.178807 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-339d54b5-78bd-49de-8442-6275af54afb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:37:18.183004 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-339d54b5-78bd-49de-8442-6275af54afb1 admin admin] Usage tracker for resource:network and tenant:68a8affb77094ba397fb51f6b157220a is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:37:18.188315 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-339d54b5-78bd-49de-8442-6275af54afb1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:37:18.194264 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-339d54b5-78bd-49de-8442-6275af54afb1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:37:18.204175 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-339d54b5-78bd-49de-8442-6275af54afb1 admin admin] Made reservation on behalf of 68a8affb77094ba397fb51f6b157220a for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:37:18.206998 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-339d54b5-78bd-49de-8442-6275af54afb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:18.224646 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-339d54b5-78bd-49de-8442-6275af54afb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:18.238353 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-339d54b5-78bd-49de-8442-6275af54afb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:37:18.241947 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-339d54b5-78bd-49de-8442-6275af54afb1 admin admin] Usage tracker for resource:security_group_rule and tenant:68a8affb77094ba397fb51f6b157220a is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:37:18.247040 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-339d54b5-78bd-49de-8442-6275af54afb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:37:18.253079 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-339d54b5-78bd-49de-8442-6275af54afb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:37:18.346620 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-339d54b5-78bd-49de-8442-6275af54afb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:18.350148 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-339d54b5-78bd-49de-8442-6275af54afb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:18.369975 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-339d54b5-78bd-49de-8442-6275af54afb1 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 19:37:18.395589 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-339d54b5-78bd-49de-8442-6275af54afb1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771839079711', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:18.396172 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-339d54b5-78bd-49de-8442-6275af54afb1 admin admin] Unsubscribe: segment precommit_create {{(pid=88198) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 05 19:37:18.396676 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-339d54b5-78bd-49de-8442-6275af54afb1 admin admin] Added segment 3dac1adc-8544-475a-a8e8-3f530b5a29c3 of type vlan for network 8c75529a-da98-4b56-93ed-a69daddaeed1 May 05 19:37:18.446818 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339d54b5-78bd-49de-8442-6275af54afb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93845b3-9e98-4e19-b912-4d7c46d59dce,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:37:18.466385 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339d54b5-78bd-49de-8442-6275af54afb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:37:18.466900 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339d54b5-78bd-49de-8442-6275af54afb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:37:18.467233 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339d54b5-78bd-49de-8442-6275af54afb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:37:18.467582 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339d54b5-78bd-49de-8442-6275af54afb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:37:18.467908 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339d54b5-78bd-49de-8442-6275af54afb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:37:18.468225 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339d54b5-78bd-49de-8442-6275af54afb1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:37:18.468540 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339d54b5-78bd-49de-8442-6275af54afb1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:37:18.468854 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339d54b5-78bd-49de-8442-6275af54afb1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:37:18.469165 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339d54b5-78bd-49de-8442-6275af54afb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:37:18.469473 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339d54b5-78bd-49de-8442-6275af54afb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:37:18.470027 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339d54b5-78bd-49de-8442-6275af54afb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:37:18.470342 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339d54b5-78bd-49de-8442-6275af54afb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:37:18.471474 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339d54b5-78bd-49de-8442-6275af54afb1 admin admin] Tracked resource versions report: May 05 19:37:18.471474 n-d-840717-1 neutron-server[88198]: pushed versions: May 05 19:37:18.471474 n-d-840717-1 neutron-server[88198]: { 'AddressGroup': {'1.2'}, May 05 19:37:18.471474 n-d-840717-1 neutron-server[88198]: 'ConntrackHelper': {'1.0'}, May 05 19:37:18.471474 n-d-840717-1 neutron-server[88198]: 'Log': {'1.0'}, May 05 19:37:18.471474 n-d-840717-1 neutron-server[88198]: 'Network': {'1.1'}, May 05 19:37:18.471474 n-d-840717-1 neutron-server[88198]: 'Port': {'1.7'}, May 05 19:37:18.471474 n-d-840717-1 neutron-server[88198]: 'PortForwarding': {'1.2'}, May 05 19:37:18.471474 n-d-840717-1 neutron-server[88198]: 'QosPolicy': {'1.8'}, May 05 19:37:18.471474 n-d-840717-1 neutron-server[88198]: 'SecurityGroup': {'1.4'}, May 05 19:37:18.471474 n-d-840717-1 neutron-server[88198]: 'SecurityGroupRule': {'1.2'}, May 05 19:37:18.471474 n-d-840717-1 neutron-server[88198]: 'SubPort': {'1.0'}, May 05 19:37:18.471474 n-d-840717-1 neutron-server[88198]: 'Subnet': {'1.1'}, May 05 19:37:18.471474 n-d-840717-1 neutron-server[88198]: 'Trunk': {'1.1'}} May 05 19:37:18.471474 n-d-840717-1 neutron-server[88198]: consumer versions: May 05 19:37:18.471474 n-d-840717-1 neutron-server[88198]: { DHCP agent@n-d-840717-1: {}, May 05 19:37:18.471474 n-d-840717-1 neutron-server[88198]: L3 agent@n-d-840717-1: {}, May 05 19:37:18.471474 n-d-840717-1 neutron-server[88198]: Metadata agent@n-d-840717-1: {}, May 05 19:37:18.471474 n-d-840717-1 neutron-server[88198]: Metering agent@n-d-840717-1: {}, May 05 19:37:18.471474 n-d-840717-1 neutron-server[88198]: Open vSwitch agent@n-d-840717-1: { 'AddressGroup': '1.2', May 05 19:37:18.471474 n-d-840717-1 neutron-server[88198]: 'ConntrackHelper': '1.0', May 05 19:37:18.471474 n-d-840717-1 neutron-server[88198]: 'Log': '1.0', May 05 19:37:18.471474 n-d-840717-1 neutron-server[88198]: 'Network': '1.1', May 05 19:37:18.471474 n-d-840717-1 neutron-server[88198]: 'Port': '1.7', May 05 19:37:18.471474 n-d-840717-1 neutron-server[88198]: 'PortForwarding': '1.2', May 05 19:37:18.471474 n-d-840717-1 neutron-server[88198]: 'QosPolicy': '1.8', May 05 19:37:18.471474 n-d-840717-1 neutron-server[88198]: 'SecurityGroup': '1.4', May 05 19:37:18.471474 n-d-840717-1 neutron-server[88198]: 'SecurityGroupRule': '1.2', May 05 19:37:18.471474 n-d-840717-1 neutron-server[88198]: 'SubPort': '1.0', May 05 19:37:18.471474 n-d-840717-1 neutron-server[88198]: 'Subnet': '1.1', May 05 19:37:18.471474 n-d-840717-1 neutron-server[88198]: 'Trunk': '1.1'}} May 05 19:37:18.471474 n-d-840717-1 neutron-server[88198]: {{(pid=88198) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 05 19:37:18.504907 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-339d54b5-78bd-49de-8442-6275af54afb1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:18.548799 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-339d54b5-78bd-49de-8442-6275af54afb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:18.550097 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339d54b5-78bd-49de-8442-6275af54afb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:37:18.550739 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-339d54b5-78bd-49de-8442-6275af54afb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:18.653997 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-339d54b5-78bd-49de-8442-6275af54afb1 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8342245 May 05 19:37:18.659095 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339d54b5-78bd-49de-8442-6275af54afb1 admin admin] Pushing event updated for resources: {'Network': ['ID=8c75529a-da98-4b56-93ed-a69daddaeed1,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:37:18.685118 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 8c75529a-da98-4b56-93ed-a69daddaeed1 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 19:37:21.399185 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 53062) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:37:22.018303 n-d-840717-1 neutron-server[88197]: DEBUG neutron.policy [None req-ac779a65-d87d-4975-ab3d-9933c061e458 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88197) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 05 19:37:22.063517 n-d-840717-1 neutron-server[88197]: WARNING oslo_policy.policy [None req-ac779a65-d87d-4975-ab3d-9933c061e458 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 05 19:37:22.063834 n-d-840717-1 neutron-server[88197]: WARNING oslo_policy.policy [None req-ac779a65-d87d-4975-ab3d-9933c061e458 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 05 19:37:22.071774 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac779a65-d87d-4975-ab3d-9933c061e458 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:37:22.073437 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-ac779a65-d87d-4975-ab3d-9933c061e458 admin admin] 10.222.0.36 "GET /v2.0/networks/8c75529a-da98-4b56-93ed-a69daddaeed1 HTTP/1.1" status: 200 len: 825 time: 0.6733038 May 05 19:37:22.106638 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-1984692e-bfd0-40fd-ba49-21faaf9c1281 admin admin] 10.222.0.36 "GET /v2.0/subnetpools/4a0c6bc0-5722-4055-94a5-103330414cfc HTTP/1.1" status: 200 len: 734 time: 0.0271437 May 05 19:37:22.115421 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-98740a47-819a-4ee2-b88c-fdeffcbf2fe1 admin admin] Request body: {'subnet': {'subnetpool_id': '4a0c6bc0-5722-4055-94a5-103330414cfc', 'name': 'private-subnet', 'network_id': '8c75529a-da98-4b56-93ed-a69daddaeed1', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '68a8affb77094ba397fb51f6b157220a'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:37:22.117003 n-d-840717-1 neutron-server[88197]: INFO neutron.quota [None req-98740a47-819a-4ee2-b88c-fdeffcbf2fe1 admin admin] Loaded quota_driver: . May 05 19:37:22.124193 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-98740a47-819a-4ee2-b88c-fdeffcbf2fe1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:37:22.129783 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-98740a47-819a-4ee2-b88c-fdeffcbf2fe1 admin admin] Usage tracker for resource:subnet and tenant:68a8affb77094ba397fb51f6b157220a is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:37:22.133200 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-98740a47-819a-4ee2-b88c-fdeffcbf2fe1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:37:22.141116 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-98740a47-819a-4ee2-b88c-fdeffcbf2fe1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:37:22.156927 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98740a47-819a-4ee2-b88c-fdeffcbf2fe1 admin admin] Made reservation on behalf of 68a8affb77094ba397fb51f6b157220a for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:37:22.159759 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-98740a47-819a-4ee2-b88c-fdeffcbf2fe1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:22.472940 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-98740a47-819a-4ee2-b88c-fdeffcbf2fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:22.559337 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98740a47-819a-4ee2-b88c-fdeffcbf2fe1 admin admin] Checking segment: {'id': '3dac1adc-8544-475a-a8e8-3f530b5a29c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8c75529a-da98-4b56-93ed-a69daddaeed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:37:22.559726 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98740a47-819a-4ee2-b88c-fdeffcbf2fe1 admin admin] Network hostable DHCP agents. Network: 8c75529a-da98-4b56-93ed-a69daddaeed1, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 19:37:22.577083 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98740a47-819a-4ee2-b88c-fdeffcbf2fe1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c286de5e-13fb-49a5-8f70-65440d36f216,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:37:22.586259 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98740a47-819a-4ee2-b88c-fdeffcbf2fe1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:37:22.586597 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98740a47-819a-4ee2-b88c-fdeffcbf2fe1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:37:22.586932 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98740a47-819a-4ee2-b88c-fdeffcbf2fe1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:37:22.587259 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98740a47-819a-4ee2-b88c-fdeffcbf2fe1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:37:22.587611 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98740a47-819a-4ee2-b88c-fdeffcbf2fe1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:37:22.587934 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98740a47-819a-4ee2-b88c-fdeffcbf2fe1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:37:22.588251 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98740a47-819a-4ee2-b88c-fdeffcbf2fe1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:37:22.588567 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98740a47-819a-4ee2-b88c-fdeffcbf2fe1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:37:22.588883 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98740a47-819a-4ee2-b88c-fdeffcbf2fe1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:37:22.589195 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98740a47-819a-4ee2-b88c-fdeffcbf2fe1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:37:22.589510 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98740a47-819a-4ee2-b88c-fdeffcbf2fe1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:37:22.589826 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98740a47-819a-4ee2-b88c-fdeffcbf2fe1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:37:22.590904 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98740a47-819a-4ee2-b88c-fdeffcbf2fe1 admin admin] Tracked resource versions report: May 05 19:37:22.590904 n-d-840717-1 neutron-server[88197]: pushed versions: May 05 19:37:22.590904 n-d-840717-1 neutron-server[88197]: { 'AddressGroup': {'1.2'}, May 05 19:37:22.590904 n-d-840717-1 neutron-server[88197]: 'ConntrackHelper': {'1.0'}, May 05 19:37:22.590904 n-d-840717-1 neutron-server[88197]: 'Log': {'1.0'}, May 05 19:37:22.590904 n-d-840717-1 neutron-server[88197]: 'Network': {'1.1'}, May 05 19:37:22.590904 n-d-840717-1 neutron-server[88197]: 'Port': {'1.7'}, May 05 19:37:22.590904 n-d-840717-1 neutron-server[88197]: 'PortForwarding': {'1.2'}, May 05 19:37:22.590904 n-d-840717-1 neutron-server[88197]: 'QosPolicy': {'1.8'}, May 05 19:37:22.590904 n-d-840717-1 neutron-server[88197]: 'SecurityGroup': {'1.4'}, May 05 19:37:22.590904 n-d-840717-1 neutron-server[88197]: 'SecurityGroupRule': {'1.2'}, May 05 19:37:22.590904 n-d-840717-1 neutron-server[88197]: 'SubPort': {'1.0'}, May 05 19:37:22.590904 n-d-840717-1 neutron-server[88197]: 'Subnet': {'1.1'}, May 05 19:37:22.590904 n-d-840717-1 neutron-server[88197]: 'Trunk': {'1.1'}} May 05 19:37:22.590904 n-d-840717-1 neutron-server[88197]: consumer versions: May 05 19:37:22.590904 n-d-840717-1 neutron-server[88197]: { DHCP agent@n-d-840717-1: {}, May 05 19:37:22.590904 n-d-840717-1 neutron-server[88197]: L3 agent@n-d-840717-1: {}, May 05 19:37:22.590904 n-d-840717-1 neutron-server[88197]: Metadata agent@n-d-840717-1: {}, May 05 19:37:22.590904 n-d-840717-1 neutron-server[88197]: Metering agent@n-d-840717-1: {}, May 05 19:37:22.590904 n-d-840717-1 neutron-server[88197]: Open vSwitch agent@n-d-840717-1: { 'AddressGroup': '1.2', May 05 19:37:22.590904 n-d-840717-1 neutron-server[88197]: 'ConntrackHelper': '1.0', May 05 19:37:22.590904 n-d-840717-1 neutron-server[88197]: 'Log': '1.0', May 05 19:37:22.590904 n-d-840717-1 neutron-server[88197]: 'Network': '1.1', May 05 19:37:22.590904 n-d-840717-1 neutron-server[88197]: 'Port': '1.7', May 05 19:37:22.590904 n-d-840717-1 neutron-server[88197]: 'PortForwarding': '1.2', May 05 19:37:22.590904 n-d-840717-1 neutron-server[88197]: 'QosPolicy': '1.8', May 05 19:37:22.590904 n-d-840717-1 neutron-server[88197]: 'SecurityGroup': '1.4', May 05 19:37:22.590904 n-d-840717-1 neutron-server[88197]: 'SecurityGroupRule': '1.2', May 05 19:37:22.590904 n-d-840717-1 neutron-server[88197]: 'SubPort': '1.0', May 05 19:37:22.590904 n-d-840717-1 neutron-server[88197]: 'Subnet': '1.1', May 05 19:37:22.590904 n-d-840717-1 neutron-server[88197]: 'Trunk': '1.1'}} May 05 19:37:22.590904 n-d-840717-1 neutron-server[88197]: {{(pid=88197) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 05 19:37:22.613171 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98740a47-819a-4ee2-b88c-fdeffcbf2fe1 admin admin] Network 8c75529a-da98-4b56-93ed-a69daddaeed1 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 19:37:22.625886 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-98740a47-819a-4ee2-b88c-fdeffcbf2fe1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 8c75529a-da98-4b56-93ed-a69daddaeed1) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:37:22.629488 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98740a47-819a-4ee2-b88c-fdeffcbf2fe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:37:22.630109 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-98740a47-819a-4ee2-b88c-fdeffcbf2fe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:22.634859 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8589f4d-7667-43c6-b79a-93b7c4664390 None None] Network 8c75529a-da98-4b56-93ed-a69daddaeed1 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:37:22.650874 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-98740a47-819a-4ee2-b88c-fdeffcbf2fe1 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5388541 May 05 19:37:22.948379 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972e0f24-5b3b-4973-bec1-42162577d4f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-8c75529a-da98-4b56-93ed-a69daddaeed1', 'network_id': '8c75529a-da98-4b56-93ed-a69daddaeed1', 'tenant_id': '68a8affb77094ba397fb51f6b157220a', 'fixed_ips': [{'subnet_id': 'c286de5e-13fb-49a5-8f70-65440d36f216'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 19:37:22.949702 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-972e0f24-5b3b-4973-bec1-42162577d4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:23.132946 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-972e0f24-5b3b-4973-bec1-42162577d4f3 None None] Allocated IP 172.20.0.2 (8c75529a-da98-4b56-93ed-a69daddaeed1/c286de5e-13fb-49a5-8f70-65440d36f216/0826755e-1b89-4a4a-8c53-5ec130489bc6) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:37:23.359244 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-972e0f24-5b3b-4973-bec1-42162577d4f3 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:23.372056 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-972e0f24-5b3b-4973-bec1-42162577d4f3 None None] Transition to ACTIVE for port object 0826755e-1b89-4a4a-8c53-5ec130489bc6 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:37:23.391251 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-972e0f24-5b3b-4973-bec1-42162577d4f3 None None] Transition to ACTIVE for port object 0826755e-1b89-4a4a-8c53-5ec130489bc6 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:37:23.397531 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-972e0f24-5b3b-4973-bec1-42162577d4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:23.461488 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972e0f24-5b3b-4973-bec1-42162577d4f3 None None] Network 8c75529a-da98-4b56-93ed-a69daddaeed1 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:37:23.464328 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-972e0f24-5b3b-4973-bec1-42162577d4f3 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:37:23.468974 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972e0f24-5b3b-4973-bec1-42162577d4f3 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:37:23.478260 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972e0f24-5b3b-4973-bec1-42162577d4f3 None None] Pushing event updated for resources: {'Port': ['ID=0826755e-1b89-4a4a-8c53-5ec130489bc6,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:37:23.516421 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972e0f24-5b3b-4973-bec1-42162577d4f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:37:23.516831 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972e0f24-5b3b-4973-bec1-42162577d4f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:37:23.517175 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972e0f24-5b3b-4973-bec1-42162577d4f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:37:23.517509 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972e0f24-5b3b-4973-bec1-42162577d4f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:37:23.517838 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972e0f24-5b3b-4973-bec1-42162577d4f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:37:23.518164 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972e0f24-5b3b-4973-bec1-42162577d4f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:37:23.518485 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972e0f24-5b3b-4973-bec1-42162577d4f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:37:23.518807 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972e0f24-5b3b-4973-bec1-42162577d4f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:37:23.519125 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972e0f24-5b3b-4973-bec1-42162577d4f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:37:23.519464 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972e0f24-5b3b-4973-bec1-42162577d4f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:37:23.519786 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972e0f24-5b3b-4973-bec1-42162577d4f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:37:23.520101 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972e0f24-5b3b-4973-bec1-42162577d4f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:37:23.521187 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972e0f24-5b3b-4973-bec1-42162577d4f3 None None] Tracked resource versions report: May 05 19:37:23.521187 n-d-840717-1 neutron-server[88199]: pushed versions: May 05 19:37:23.521187 n-d-840717-1 neutron-server[88199]: { 'AddressGroup': {'1.2'}, May 05 19:37:23.521187 n-d-840717-1 neutron-server[88199]: 'ConntrackHelper': {'1.0'}, May 05 19:37:23.521187 n-d-840717-1 neutron-server[88199]: 'Log': {'1.0'}, May 05 19:37:23.521187 n-d-840717-1 neutron-server[88199]: 'Network': {'1.1'}, May 05 19:37:23.521187 n-d-840717-1 neutron-server[88199]: 'Port': {'1.7'}, May 05 19:37:23.521187 n-d-840717-1 neutron-server[88199]: 'PortForwarding': {'1.2'}, May 05 19:37:23.521187 n-d-840717-1 neutron-server[88199]: 'QosPolicy': {'1.8'}, May 05 19:37:23.521187 n-d-840717-1 neutron-server[88199]: 'SecurityGroup': {'1.4'}, May 05 19:37:23.521187 n-d-840717-1 neutron-server[88199]: 'SecurityGroupRule': {'1.2'}, May 05 19:37:23.521187 n-d-840717-1 neutron-server[88199]: 'SubPort': {'1.0'}, May 05 19:37:23.521187 n-d-840717-1 neutron-server[88199]: 'Subnet': {'1.1'}, May 05 19:37:23.521187 n-d-840717-1 neutron-server[88199]: 'Trunk': {'1.1'}} May 05 19:37:23.521187 n-d-840717-1 neutron-server[88199]: consumer versions: May 05 19:37:23.521187 n-d-840717-1 neutron-server[88199]: { DHCP agent@n-d-840717-1: {}, May 05 19:37:23.521187 n-d-840717-1 neutron-server[88199]: L3 agent@n-d-840717-1: {}, May 05 19:37:23.521187 n-d-840717-1 neutron-server[88199]: Metadata agent@n-d-840717-1: {}, May 05 19:37:23.521187 n-d-840717-1 neutron-server[88199]: Metering agent@n-d-840717-1: {}, May 05 19:37:23.521187 n-d-840717-1 neutron-server[88199]: Open vSwitch agent@n-d-840717-1: { 'AddressGroup': '1.2', May 05 19:37:23.521187 n-d-840717-1 neutron-server[88199]: 'ConntrackHelper': '1.0', May 05 19:37:23.521187 n-d-840717-1 neutron-server[88199]: 'Log': '1.0', May 05 19:37:23.521187 n-d-840717-1 neutron-server[88199]: 'Network': '1.1', May 05 19:37:23.521187 n-d-840717-1 neutron-server[88199]: 'Port': '1.7', May 05 19:37:23.521187 n-d-840717-1 neutron-server[88199]: 'PortForwarding': '1.2', May 05 19:37:23.521187 n-d-840717-1 neutron-server[88199]: 'QosPolicy': '1.8', May 05 19:37:23.521187 n-d-840717-1 neutron-server[88199]: 'SecurityGroup': '1.4', May 05 19:37:23.521187 n-d-840717-1 neutron-server[88199]: 'SecurityGroupRule': '1.2', May 05 19:37:23.521187 n-d-840717-1 neutron-server[88199]: 'SubPort': '1.0', May 05 19:37:23.521187 n-d-840717-1 neutron-server[88199]: 'Subnet': '1.1', May 05 19:37:23.521187 n-d-840717-1 neutron-server[88199]: 'Trunk': '1.1'}} May 05 19:37:23.521187 n-d-840717-1 neutron-server[88199]: {{(pid=88199) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 05 19:37:23.581215 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-972e0f24-5b3b-4973-bec1-42162577d4f3 None None] Attempting to bind port 0826755e-1b89-4a4a-8c53-5ec130489bc6 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:37:23.581608 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-972e0f24-5b3b-4973-bec1-42162577d4f3 None None] Attempting to bind port 0826755e-1b89-4a4a-8c53-5ec130489bc6 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '3dac1adc-8544-475a-a8e8-3f530b5a29c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8c75529a-da98-4b56-93ed-a69daddaeed1'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:37:23.582028 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972e0f24-5b3b-4973-bec1-42162577d4f3 None None] Attempting to bind port 0826755e-1b89-4a4a-8c53-5ec130489bc6 on network 8c75529a-da98-4b56-93ed-a69daddaeed1 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:37:23.587522 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972e0f24-5b3b-4973-bec1-42162577d4f3 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:37:23.587920 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972e0f24-5b3b-4973-bec1-42162577d4f3 None None] Checking segment: {'id': '3dac1adc-8544-475a-a8e8-3f530b5a29c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8c75529a-da98-4b56-93ed-a69daddaeed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:37:23.588380 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-972e0f24-5b3b-4973-bec1-42162577d4f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:23.588772 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972e0f24-5b3b-4973-bec1-42162577d4f3 None None] Bound using segment: {'id': '3dac1adc-8544-475a-a8e8-3f530b5a29c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8c75529a-da98-4b56-93ed-a69daddaeed1'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:37:23.589227 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-972e0f24-5b3b-4973-bec1-42162577d4f3 None None] Bound port: 0826755e-1b89-4a4a-8c53-5ec130489bc6, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dac1adc-8544-475a-a8e8-3f530b5a29c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8c75529a-da98-4b56-93ed-a69daddaeed1'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:37:23.589610 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-972e0f24-5b3b-4973-bec1-42162577d4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:23.675861 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-972e0f24-5b3b-4973-bec1-42162577d4f3 None None] For port 0826755e-1b89-4a4a-8c53-5ec130489bc6, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:37:23.679648 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-972e0f24-5b3b-4973-bec1-42162577d4f3 None None] For port 0826755e-1b89-4a4a-8c53-5ec130489bc6, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=0826755e-1b89-4a4a-8c53-5ec130489bc6,segment=NetworkSegment(3dac1adc-8544-475a-a8e8-3f530b5a29c3),segment_id=3dac1adc-8544-475a-a8e8-3f530b5a29c3)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:37:23.683837 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-972e0f24-5b3b-4973-bec1-42162577d4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:23.772819 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972e0f24-5b3b-4973-bec1-42162577d4f3 None None] Pushing event updated for resources: {'Port': ['ID=0826755e-1b89-4a4a-8c53-5ec130489bc6,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:37:25.113119 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 53078) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:37:25.475156 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [None req-6c5aee60-b342-4f4d-a4d1-2ae671577714 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88197) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 19:37:25.476171 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-6c5aee60-b342-4f4d-a4d1-2ae671577714 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3620989 May 05 19:37:27.617139 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2634eafa-8f83-444d-9bdf-76e814c4b006 None None] Network 8c75529a-da98-4b56-93ed-a69daddaeed1 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:37:27.712654 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 0826755e-1b89-4a4a-8c53-5ec130489bc6 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:37:27.757419 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-e3926306-870a-4052-86ad-3f7ff45dbb6b None None] Provisioning for port 0826755e-1b89-4a4a-8c53-5ec130489bc6 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:37:27.890318 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 0826755e-1b89-4a4a-8c53-5ec130489bc6 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:37:27.899681 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 0826755e-1b89-4a4a-8c53-5ec130489bc6 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:37:27.900085 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:27.931860 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 53094) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:37:28.079982 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:28.117282 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 0826755e-1b89-4a4a-8c53-5ec130489bc6, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=0826755e-1b89-4a4a-8c53-5ec130489bc6,segment=NetworkSegment(3dac1adc-8544-475a-a8e8-3f530b5a29c3),segment_id=3dac1adc-8544-475a-a8e8-3f530b5a29c3)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:37:28.122094 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:28.196774 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=0826755e-1b89-4a4a-8c53-5ec130489bc6,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:37:28.325292 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-5a866305-08d7-4ea0-9ac9-084345373518 None None] Provisioning complete for port 0826755e-1b89-4a4a-8c53-5ec130489bc6 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:37:28.325726 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5a866305-08d7-4ea0-9ac9-084345373518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:28.341917 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [None req-04a98434-1afe-4786-8a5e-0726d41555d8 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88197) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 19:37:28.342840 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-04a98434-1afe-4786-8a5e-0726d41555d8 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4099712 May 05 19:37:29.677309 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 0826755e-1b89-4a4a-8c53-5ec130489bc6 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:37:29.744249 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 0826755e-1b89-4a4a-8c53-5ec130489bc6 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:37:29.744617 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:31.039880 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 53106) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:37:31.379373 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-8e067956-a8f1-4efa-b097-ebff24495aef admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '68a8affb77094ba397fb51f6b157220a', 'admin_state_up': True}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:37:31.384355 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-8e067956-a8f1-4efa-b097-ebff24495aef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:37:31.388842 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-8e067956-a8f1-4efa-b097-ebff24495aef admin admin] Usage tracker for resource:router and tenant:68a8affb77094ba397fb51f6b157220a is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:37:31.392209 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-8e067956-a8f1-4efa-b097-ebff24495aef admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:37:31.397898 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-8e067956-a8f1-4efa-b097-ebff24495aef admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:37:31.408107 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8e067956-a8f1-4efa-b097-ebff24495aef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:31.409884 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8e067956-a8f1-4efa-b097-ebff24495aef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:31.431531 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8e067956-a8f1-4efa-b097-ebff24495aef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:31.544175 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8e067956-a8f1-4efa-b097-ebff24495aef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:31.564140 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8e067956-a8f1-4efa-b097-ebff24495aef admin admin] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:31.576483 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-8e067956-a8f1-4efa-b097-ebff24495aef admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5244503 May 05 19:37:33.985913 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 53116) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:37:34.344482 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [None req-d7bc8cb1-adc1-4845-83bc-b3e9bdd0cc19 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88197) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 19:37:34.345724 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d7bc8cb1-adc1-4845-83bc-b3e9bdd0cc19 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3588865 May 05 19:37:34.430090 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b2d12a7e-5173-4812-bced-154bc8fb9023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:36.541934 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 5 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 19:37:36.730199 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ed560d80-e38f-476a-93fd-ad3f3bfc44a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:36.779764 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 53126) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:37:37.135821 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-ff6cea09-04e3-4a13-9adb-5eea1def12b9 admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:37:37.141426 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-ff6cea09-04e3-4a13-9adb-5eea1def12b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:37:37.145288 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-ff6cea09-04e3-4a13-9adb-5eea1def12b9 admin admin] Usage tracker for resource:network and tenant:52c9e9534f754ec9bf6c5183433a837e is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:37:37.148221 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-ff6cea09-04e3-4a13-9adb-5eea1def12b9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:37:37.153811 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-ff6cea09-04e3-4a13-9adb-5eea1def12b9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:37:37.163179 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff6cea09-04e3-4a13-9adb-5eea1def12b9 admin admin] Made reservation on behalf of 52c9e9534f754ec9bf6c5183433a837e for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:37:37.165350 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ff6cea09-04e3-4a13-9adb-5eea1def12b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:37.181790 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ff6cea09-04e3-4a13-9adb-5eea1def12b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:37.196879 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-ff6cea09-04e3-4a13-9adb-5eea1def12b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:37:37.200536 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-ff6cea09-04e3-4a13-9adb-5eea1def12b9 admin admin] Usage tracker for resource:security_group_rule and tenant:52c9e9534f754ec9bf6c5183433a837e is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:37:37.203843 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-ff6cea09-04e3-4a13-9adb-5eea1def12b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:37:37.209479 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-ff6cea09-04e3-4a13-9adb-5eea1def12b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:37:37.322355 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ff6cea09-04e3-4a13-9adb-5eea1def12b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:37.325954 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ff6cea09-04e3-4a13-9adb-5eea1def12b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:37.342833 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ff6cea09-04e3-4a13-9adb-5eea1def12b9 admin admin] Reserving flat network on physical network physnet1 {{(pid=88197) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 05 19:37:37.370903 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6cea09-04e3-4a13-9adb-5eea1def12b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86593726-a490-4c8c-9d01-ddf2808a438b,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:37:37.373596 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ff6cea09-04e3-4a13-9adb-5eea1def12b9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771839079711', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:37.374657 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ff6cea09-04e3-4a13-9adb-5eea1def12b9 admin admin] Unsubscribe: segment precommit_create {{(pid=88197) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 05 19:37:37.375133 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-ff6cea09-04e3-4a13-9adb-5eea1def12b9 admin admin] Added segment e5ebe4ff-64af-410b-93a0-e5a022e73e16 of type flat for network 0401d202-1605-4cfe-bad4-fb225df6afb0 May 05 19:37:37.414642 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ff6cea09-04e3-4a13-9adb-5eea1def12b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:37.456046 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ff6cea09-04e3-4a13-9adb-5eea1def12b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:37.457088 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6cea09-04e3-4a13-9adb-5eea1def12b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:37:37.457685 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ff6cea09-04e3-4a13-9adb-5eea1def12b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:37.559335 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-ff6cea09-04e3-4a13-9adb-5eea1def12b9 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7783475 May 05 19:37:37.565051 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6cea09-04e3-4a13-9adb-5eea1def12b9 admin admin] Pushing event updated for resources: {'Network': ['ID=0401d202-1605-4cfe-bad4-fb225df6afb0,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:37:37.584119 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 19:37:37.646682 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:37.846452 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:39.308307 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:39.989161 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 53146) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:37:40.195113 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909ef9a9-d3c1-4ce6-b8b5-f187711d19fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:37:40.196444 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-909ef9a9-d3c1-4ce6-b8b5-f187711d19fd admin admin] 10.222.0.36 "GET /v2.0/subnets/c286de5e-13fb-49a5-8f70-65440d36f216 HTTP/1.1" status: 200 len: 849 time: 0.2063026 May 05 19:37:40.333395 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-251a3a5b-dfb2-4289-996a-348bb97020aa admin admin] 10.222.0.36 "GET /v2.0/routers/76c5f380-94e1-483e-9f8f-c63ed4ae7cb5 HTTP/1.1" status: 200 len: 704 time: 0.1313210 May 05 19:37:40.782798 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e4328096-8fe7-4eb0-910b-867d7dfc1c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:41.006641 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-e4328096-8fe7-4eb0-910b-867d7dfc1c5d admin admin] Allocated IP 172.20.0.1 (8c75529a-da98-4b56-93ed-a69daddaeed1/c286de5e-13fb-49a5-8f70-65440d36f216/fa8f5ef7-fb84-43f3-959c-5de5702945ae) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:37:41.197415 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e4328096-8fe7-4eb0-910b-867d7dfc1c5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:41.214981 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-e4328096-8fe7-4eb0-910b-867d7dfc1c5d admin admin] Transition to ACTIVE for port object fa8f5ef7-fb84-43f3-959c-5de5702945ae will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:37:41.269492 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e4328096-8fe7-4eb0-910b-867d7dfc1c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:41.335126 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4328096-8fe7-4eb0-910b-867d7dfc1c5d admin admin] Network 8c75529a-da98-4b56-93ed-a69daddaeed1 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:37:41.337948 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-e4328096-8fe7-4eb0-910b-867d7dfc1c5d admin admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:37:41.341679 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4328096-8fe7-4eb0-910b-867d7dfc1c5d admin admin] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:37:41.342738 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e4328096-8fe7-4eb0-910b-867d7dfc1c5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:41.481675 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4328096-8fe7-4eb0-910b-867d7dfc1c5d admin admin] Pushing event updated for resources: {'Port': ['ID=fa8f5ef7-fb84-43f3-959c-5de5702945ae,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:37:41.532843 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-5c0fa5c3-90f1-4505-b55d-ac3c69b99a31 None None] Provisioning for port fa8f5ef7-fb84-43f3-959c-5de5702945ae completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:37:41.538183 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-5c0fa5c3-90f1-4505-b55d-ac3c69b99a31 None None] Provisioning complete for port fa8f5ef7-fb84-43f3-959c-5de5702945ae triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:37:41.538551 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5c0fa5c3-90f1-4505-b55d-ac3c69b99a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:41.591890 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-5c0fa5c3-90f1-4505-b55d-ac3c69b99a31 None None] Port fa8f5ef7-fb84-43f3-959c-5de5702945ae cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:37:41.610145 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e4328096-8fe7-4eb0-910b-867d7dfc1c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:41.829236 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e4328096-8fe7-4eb0-910b-867d7dfc1c5d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:41.833134 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e4328096-8fe7-4eb0-910b-867d7dfc1c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:41.833859 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e4328096-8fe7-4eb0-910b-867d7dfc1c5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:41.927253 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4328096-8fe7-4eb0-910b-867d7dfc1c5d admin admin] Pushing event updated for resources: {'Port': ['ID=fa8f5ef7-fb84-43f3-959c-5de5702945ae,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:37:42.024513 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4328096-8fe7-4eb0-910b-867d7dfc1c5d admin admin] Network 8c75529a-da98-4b56-93ed-a69daddaeed1 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:37:42.025550 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-e4328096-8fe7-4eb0-910b-867d7dfc1c5d admin admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:37:42.213176 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4328096-8fe7-4eb0-910b-867d7dfc1c5d admin admin] Router 76c5f380-94e1-483e-9f8f-c63ed4ae7cb5 is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88197) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 19:37:42.214761 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-c70d9455-05f8-4f06-9d95-ddf6fe429b3a None None] Provisioning complete for port fa8f5ef7-fb84-43f3-959c-5de5702945ae triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:37:42.215129 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c70d9455-05f8-4f06-9d95-ddf6fe429b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:42.274681 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-c70d9455-05f8-4f06-9d95-ddf6fe429b3a None None] Port fa8f5ef7-fb84-43f3-959c-5de5702945ae cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:37:42.368077 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4328096-8fe7-4eb0-910b-867d7dfc1c5d admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 19:37:42.378486 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bcb74c-8d62-4223-8537-e1f0cbf4c1a3 None None] Sync routers for ids ['76c5f380-94e1-483e-9f8f-c63ed4ae7cb5'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 19:37:42.378958 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-e4328096-8fe7-4eb0-910b-867d7dfc1c5d admin admin] 10.222.0.36 "PUT /v2.0/routers/76c5f380-94e1-483e-9f8f-c63ed4ae7cb5/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0406928 May 05 19:37:42.388857 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bcb74c-8d62-4223-8537-e1f0cbf4c1a3 None None] Routers {'76c5f380-94e1-483e-9f8f-c63ed4ae7cb5'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:37:42.390262 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-a2bcb74c-8d62-4223-8537-e1f0cbf4c1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:37:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['76c5f380-94e1-483e-9f8f-c63ed4ae7cb5'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:37:42.567249 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-a2bcb74c-8d62-4223-8537-e1f0cbf4c1a3 None None] Set router 76c5f380-94e1-483e-9f8f-c63ed4ae7cb5 gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:37:42.942436 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-a2bcb74c-8d62-4223-8537-e1f0cbf4c1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c5f380-94e1-483e-9f8f-c63ed4ae7cb5', 'name': 'router1', 'tenant_id': '68a8affb77094ba397fb51f6b157220a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:37:31Z', 'updated_at': '2022-05-05T19:37:41Z', 'revision_number': 2, 'project_id': '68a8affb77094ba397fb51f6b157220a', 'gw_port_host': None, '_interfaces': [{'id': 'fa8f5ef7-fb84-43f3-959c-5de5702945ae', 'name': '', 'network_id': '8c75529a-da98-4b56-93ed-a69daddaeed1', 'tenant_id': '68a8affb77094ba397fb51f6b157220a', 'mac_address': 'fa:16:3e:aa:1b:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c5f380-94e1-483e-9f8f-c63ed4ae7cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c286de5e-13fb-49a5-8f70-65440d36f216', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:37:40Z', 'updated_at': '2022-05-05T19:37:41Z', 'revision_number': 2, 'project_id': '68a8affb77094ba397fb51f6b157220a', 'subnets': [{'id': 'c286de5e-13fb-49a5-8f70-65440d36f216', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4a0c6bc0-5722-4055-94a5-103330414cfc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:37:42.947222 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bcb74c-8d62-4223-8537-e1f0cbf4c1a3 None None] Checking router: 76c5f380-94e1-483e-9f8f-c63ed4ae7cb5 for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 19:37:42.947628 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bcb74c-8d62-4223-8537-e1f0cbf4c1a3 None None] Updating router 76c5f380-94e1-483e-9f8f-c63ed4ae7cb5 port fa8f5ef7-fb84-43f3-959c-5de5702945ae binding host n-d-840717-1 {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 19:37:43.003918 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a2bcb74c-8d62-4223-8537-e1f0cbf4c1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:43.392110 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a2bcb74c-8d62-4223-8537-e1f0cbf4c1a3 None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:43.407338 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-a2bcb74c-8d62-4223-8537-e1f0cbf4c1a3 None None] Transition to ACTIVE for port object fa8f5ef7-fb84-43f3-959c-5de5702945ae will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:37:43.414173 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a2bcb74c-8d62-4223-8537-e1f0cbf4c1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:43.668693 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-a2bcb74c-8d62-4223-8537-e1f0cbf4c1a3 None None] Attempting to bind port fa8f5ef7-fb84-43f3-959c-5de5702945ae on host n-d-840717-1 for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:37:43.669080 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-a2bcb74c-8d62-4223-8537-e1f0cbf4c1a3 None None] Attempting to bind port fa8f5ef7-fb84-43f3-959c-5de5702945ae by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '3dac1adc-8544-475a-a8e8-3f530b5a29c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8c75529a-da98-4b56-93ed-a69daddaeed1'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:37:43.669507 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bcb74c-8d62-4223-8537-e1f0cbf4c1a3 None None] Attempting to bind port fa8f5ef7-fb84-43f3-959c-5de5702945ae on network 8c75529a-da98-4b56-93ed-a69daddaeed1 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:37:43.672199 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a7f88-d4d3-489c-ac2b-057dc4f984b2 None None] Pushing event updated for resources: {'Port': ['ID=fa8f5ef7-fb84-43f3-959c-5de5702945ae,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:37:43.680934 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bcb74c-8d62-4223-8537-e1f0cbf4c1a3 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:37:43.681327 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bcb74c-8d62-4223-8537-e1f0cbf4c1a3 None None] Checking segment: {'id': '3dac1adc-8544-475a-a8e8-3f530b5a29c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8c75529a-da98-4b56-93ed-a69daddaeed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:37:43.681782 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a2bcb74c-8d62-4223-8537-e1f0cbf4c1a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:43.682164 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bcb74c-8d62-4223-8537-e1f0cbf4c1a3 None None] Bound using segment: {'id': '3dac1adc-8544-475a-a8e8-3f530b5a29c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8c75529a-da98-4b56-93ed-a69daddaeed1'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:37:43.682627 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-a2bcb74c-8d62-4223-8537-e1f0cbf4c1a3 None None] Bound port: fa8f5ef7-fb84-43f3-959c-5de5702945ae, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dac1adc-8544-475a-a8e8-3f530b5a29c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8c75529a-da98-4b56-93ed-a69daddaeed1'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:37:43.683020 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a2bcb74c-8d62-4223-8537-e1f0cbf4c1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:43.694456 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398a7f88-d4d3-489c-ac2b-057dc4f984b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:37:43.694799 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398a7f88-d4d3-489c-ac2b-057dc4f984b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:37:43.695186 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398a7f88-d4d3-489c-ac2b-057dc4f984b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:37:43.695477 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398a7f88-d4d3-489c-ac2b-057dc4f984b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:37:43.695804 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398a7f88-d4d3-489c-ac2b-057dc4f984b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:37:43.696128 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398a7f88-d4d3-489c-ac2b-057dc4f984b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:37:43.696445 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398a7f88-d4d3-489c-ac2b-057dc4f984b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:37:43.696764 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398a7f88-d4d3-489c-ac2b-057dc4f984b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:37:43.697078 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398a7f88-d4d3-489c-ac2b-057dc4f984b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:37:43.697390 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398a7f88-d4d3-489c-ac2b-057dc4f984b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:37:43.697701 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398a7f88-d4d3-489c-ac2b-057dc4f984b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:37:43.698013 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398a7f88-d4d3-489c-ac2b-057dc4f984b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:37:43.699113 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398a7f88-d4d3-489c-ac2b-057dc4f984b2 None None] Tracked resource versions report: May 05 19:37:43.699113 n-d-840717-1 neutron-server[88200]: pushed versions: May 05 19:37:43.699113 n-d-840717-1 neutron-server[88200]: { 'AddressGroup': {'1.2'}, May 05 19:37:43.699113 n-d-840717-1 neutron-server[88200]: 'ConntrackHelper': {'1.0'}, May 05 19:37:43.699113 n-d-840717-1 neutron-server[88200]: 'Log': {'1.0'}, May 05 19:37:43.699113 n-d-840717-1 neutron-server[88200]: 'Network': {'1.1'}, May 05 19:37:43.699113 n-d-840717-1 neutron-server[88200]: 'Port': {'1.7'}, May 05 19:37:43.699113 n-d-840717-1 neutron-server[88200]: 'PortForwarding': {'1.2'}, May 05 19:37:43.699113 n-d-840717-1 neutron-server[88200]: 'QosPolicy': {'1.8'}, May 05 19:37:43.699113 n-d-840717-1 neutron-server[88200]: 'SecurityGroup': {'1.4'}, May 05 19:37:43.699113 n-d-840717-1 neutron-server[88200]: 'SecurityGroupRule': {'1.2'}, May 05 19:37:43.699113 n-d-840717-1 neutron-server[88200]: 'SubPort': {'1.0'}, May 05 19:37:43.699113 n-d-840717-1 neutron-server[88200]: 'Subnet': {'1.1'}, May 05 19:37:43.699113 n-d-840717-1 neutron-server[88200]: 'Trunk': {'1.1'}} May 05 19:37:43.699113 n-d-840717-1 neutron-server[88200]: consumer versions: May 05 19:37:43.699113 n-d-840717-1 neutron-server[88200]: { DHCP agent@n-d-840717-1: {}, May 05 19:37:43.699113 n-d-840717-1 neutron-server[88200]: L3 agent@n-d-840717-1: {}, May 05 19:37:43.699113 n-d-840717-1 neutron-server[88200]: Metadata agent@n-d-840717-1: {}, May 05 19:37:43.699113 n-d-840717-1 neutron-server[88200]: Metering agent@n-d-840717-1: {}, May 05 19:37:43.699113 n-d-840717-1 neutron-server[88200]: Open vSwitch agent@n-d-840717-1: { 'AddressGroup': '1.2', May 05 19:37:43.699113 n-d-840717-1 neutron-server[88200]: 'ConntrackHelper': '1.0', May 05 19:37:43.699113 n-d-840717-1 neutron-server[88200]: 'Log': '1.0', May 05 19:37:43.699113 n-d-840717-1 neutron-server[88200]: 'Network': '1.1', May 05 19:37:43.699113 n-d-840717-1 neutron-server[88200]: 'Port': '1.7', May 05 19:37:43.699113 n-d-840717-1 neutron-server[88200]: 'PortForwarding': '1.2', May 05 19:37:43.699113 n-d-840717-1 neutron-server[88200]: 'QosPolicy': '1.8', May 05 19:37:43.699113 n-d-840717-1 neutron-server[88200]: 'SecurityGroup': '1.4', May 05 19:37:43.699113 n-d-840717-1 neutron-server[88200]: 'SecurityGroupRule': '1.2', May 05 19:37:43.699113 n-d-840717-1 neutron-server[88200]: 'SubPort': '1.0', May 05 19:37:43.699113 n-d-840717-1 neutron-server[88200]: 'Subnet': '1.1', May 05 19:37:43.699113 n-d-840717-1 neutron-server[88200]: 'Trunk': '1.1'}} May 05 19:37:43.699113 n-d-840717-1 neutron-server[88200]: {{(pid=88200) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 05 19:37:43.777665 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-a2bcb74c-8d62-4223-8537-e1f0cbf4c1a3 None None] For port fa8f5ef7-fb84-43f3-959c-5de5702945ae, host n-d-840717-1, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:37:43.782020 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-a2bcb74c-8d62-4223-8537-e1f0cbf4c1a3 None None] For port fa8f5ef7-fb84-43f3-959c-5de5702945ae, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=fa8f5ef7-fb84-43f3-959c-5de5702945ae,segment=NetworkSegment(3dac1adc-8544-475a-a8e8-3f530b5a29c3),segment_id=3dac1adc-8544-475a-a8e8-3f530b5a29c3)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:37:43.785881 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a2bcb74c-8d62-4223-8537-e1f0cbf4c1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:43.856501 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bcb74c-8d62-4223-8537-e1f0cbf4c1a3 None None] Routers {'76c5f380-94e1-483e-9f8f-c63ed4ae7cb5'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:37:43.857115 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-a2bcb74c-8d62-4223-8537-e1f0cbf4c1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:37:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['76c5f380-94e1-483e-9f8f-c63ed4ae7cb5'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:37:44.024219 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a7f88-d4d3-489c-ac2b-057dc4f984b2 None None] Pushing event updated for resources: {'Port': ['ID=fa8f5ef7-fb84-43f3-959c-5de5702945ae,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:37:44.036370 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-a2bcb74c-8d62-4223-8537-e1f0cbf4c1a3 None None] Set router 76c5f380-94e1-483e-9f8f-c63ed4ae7cb5 gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:37:44.361488 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-a2bcb74c-8d62-4223-8537-e1f0cbf4c1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c5f380-94e1-483e-9f8f-c63ed4ae7cb5', 'name': 'router1', 'tenant_id': '68a8affb77094ba397fb51f6b157220a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:37:31Z', 'updated_at': '2022-05-05T19:37:41Z', 'revision_number': 2, 'project_id': '68a8affb77094ba397fb51f6b157220a', 'gw_port_host': None, '_interfaces': [{'id': 'fa8f5ef7-fb84-43f3-959c-5de5702945ae', 'name': '', 'network_id': '8c75529a-da98-4b56-93ed-a69daddaeed1', 'tenant_id': '68a8affb77094ba397fb51f6b157220a', 'mac_address': 'fa:16:3e:aa:1b:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c5f380-94e1-483e-9f8f-c63ed4ae7cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c286de5e-13fb-49a5-8f70-65440d36f216', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:37:40Z', 'updated_at': '2022-05-05T19:37:43Z', 'revision_number': 4, 'project_id': '68a8affb77094ba397fb51f6b157220a', 'subnets': [{'id': 'c286de5e-13fb-49a5-8f70-65440d36f216', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4a0c6bc0-5722-4055-94a5-103330414cfc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:37:44.365303 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bcb74c-8d62-4223-8537-e1f0cbf4c1a3 None None] The sync data for ids ['76c5f380-94e1-483e-9f8f-c63ed4ae7cb5'] in n-d-840717-1 is: [{'id': '76c5f380-94e1-483e-9f8f-c63ed4ae7cb5', 'name': 'router1', 'tenant_id': '68a8affb77094ba397fb51f6b157220a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:37:31Z', 'updated_at': '2022-05-05T19:37:41Z', 'revision_number': 2, 'project_id': '68a8affb77094ba397fb51f6b157220a', 'gw_port_host': None, '_interfaces': [{'id': 'fa8f5ef7-fb84-43f3-959c-5de5702945ae', 'name': '', 'network_id': '8c75529a-da98-4b56-93ed-a69daddaeed1', 'tenant_id': '68a8affb77094ba397fb51f6b157220a', 'mac_address': 'fa:16:3e:aa:1b:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c5f380-94e1-483e-9f8f-c63ed4ae7cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c286de5e-13fb-49a5-8f70-65440d36f216', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:37:40Z', 'updated_at': '2022-05-05T19:37:43Z', 'revision_number': 4, 'project_id': '68a8affb77094ba397fb51f6b157220a', 'subnets': [{'id': 'c286de5e-13fb-49a5-8f70-65440d36f216', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4a0c6bc0-5722-4055-94a5-103330414cfc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 19:37:44.657757 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 53168) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:37:44.847423 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854973f6-997c-4d0a-9443-02519c8fcd2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:37:44.847982 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-854973f6-997c-4d0a-9443-02519c8fcd2f admin admin] Synchronizing usage tracker for tenant:52c9e9534f754ec9bf6c5183433a837e on resource:network {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:37:44.864772 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-854973f6-997c-4d0a-9443-02519c8fcd2f admin admin] Unset dirty status for tenant:52c9e9534f754ec9bf6c5183433a837e on resource:network {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:37:44.871052 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-854973f6-997c-4d0a-9443-02519c8fcd2f admin admin] 10.222.0.36 "GET /v2.0/networks/0401d202-1605-4cfe-bad4-fb225df6afb0 HTTP/1.1" status: 200 len: 842 time: 0.2072732 May 05 19:37:44.876604 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-ec3f1ced-7567-4cde-aecb-2ffa331faf9b admin admin] Request body: {'subnet': {'cidr': '172.25.0.0/24', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.25.0.1', 'name': 'public-subnet', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:37:44.881654 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-ec3f1ced-7567-4cde-aecb-2ffa331faf9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:37:44.886006 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-ec3f1ced-7567-4cde-aecb-2ffa331faf9b admin admin] Usage tracker for resource:subnet and tenant:52c9e9534f754ec9bf6c5183433a837e is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:37:44.888771 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-ec3f1ced-7567-4cde-aecb-2ffa331faf9b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:37:44.894940 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-ec3f1ced-7567-4cde-aecb-2ffa331faf9b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:37:44.906331 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec3f1ced-7567-4cde-aecb-2ffa331faf9b admin admin] Made reservation on behalf of 52c9e9534f754ec9bf6c5183433a837e for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:37:44.908571 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ec3f1ced-7567-4cde-aecb-2ffa331faf9b admin admin] Notify callbacks [] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:45.294083 n-d-840717-1 neutron-server[88197]: DEBUG neutron.objects.ports [None req-ec3f1ced-7567-4cde-aecb-2ffa331faf9b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88197) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 05 19:37:45.294520 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ec3f1ced-7567-4cde-aecb-2ffa331faf9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:45.367594 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f1ced-7567-4cde-aecb-2ffa331faf9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=dab36354-75f8-4cfe-8445-f152a64cbc24,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:37:45.372904 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3f1ced-7567-4cde-aecb-2ffa331faf9b admin admin] Checking segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:37:45.373801 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3f1ced-7567-4cde-aecb-2ffa331faf9b admin admin] Network hostable DHCP agents. Network: 0401d202-1605-4cfe-bad4-fb225df6afb0, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 19:37:45.392769 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3f1ced-7567-4cde-aecb-2ffa331faf9b admin admin] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 19:37:45.401122 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-ec3f1ced-7567-4cde-aecb-2ffa331faf9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 0401d202-1605-4cfe-bad4-fb225df6afb0) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:37:45.405118 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3f1ced-7567-4cde-aecb-2ffa331faf9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:37:45.405693 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ec3f1ced-7567-4cde-aecb-2ffa331faf9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:45.409924 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b1a5b6-6d21-466c-be8f-e49c84072ce6 None None] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:37:45.425819 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-ec3f1ced-7567-4cde-aecb-2ffa331faf9b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5537870 May 05 19:37:45.638098 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c717f2-94fa-4a1d-b92d-d167d9bd5a42 None None] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:37:45.726845 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device fa8f5ef7-fb84-43f3-959c-5de5702945ae up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:37:45.856379 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port fa8f5ef7-fb84-43f3-959c-5de5702945ae completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:37:45.867838 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port fa8f5ef7-fb84-43f3-959c-5de5702945ae triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:37:45.868220 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:46.022266 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:46.054380 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port fa8f5ef7-fb84-43f3-959c-5de5702945ae, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=fa8f5ef7-fb84-43f3-959c-5de5702945ae,segment=NetworkSegment(3dac1adc-8544-475a-a8e8-3f530b5a29c3),segment_id=3dac1adc-8544-475a-a8e8-3f530b5a29c3)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:37:46.059606 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:46.159689 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=fa8f5ef7-fb84-43f3-959c-5de5702945ae,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:37:47.688178 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device fa8f5ef7-fb84-43f3-959c-5de5702945ae up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:37:47.733137 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 53182) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:37:47.754898 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port fa8f5ef7-fb84-43f3-959c-5de5702945ae triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:37:47.755339 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:47.926816 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-795693e0-5086-4367-9b83-741245ec36d7 admin admin] 10.222.0.36 "GET /v2.0/routers/76c5f380-94e1-483e-9f8f-c63ed4ae7cb5 HTTP/1.1" status: 200 len: 710 time: 0.1925442 May 05 19:37:48.050585 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423aa185-6fda-424c-b61b-54c4808eb24d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:37:48.051953 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-423aa185-6fda-424c-b61b-54c4808eb24d admin admin] 10.222.0.36 "GET /v2.0/networks/0401d202-1605-4cfe-bad4-fb225df6afb0 HTTP/1.1" status: 200 len: 886 time: 0.1199467 May 05 19:37:48.060331 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-35de531b-06e7-4995-9272-5e92ba791fa7 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:37:48.494598 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-35de531b-06e7-4995-9272-5e92ba791fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:48.875076 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-35de531b-06e7-4995-9272-5e92ba791fa7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:48.927959 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-35de531b-06e7-4995-9272-5e92ba791fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:49.055010 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-35de531b-06e7-4995-9272-5e92ba791fa7 admin admin] Allocated IP 172.25.0.120 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/7e957564-5940-4984-8981-497125deafad) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:37:49.195041 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-35de531b-06e7-4995-9272-5e92ba791fa7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:49.224964 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-35de531b-06e7-4995-9272-5e92ba791fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:49.286711 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35de531b-06e7-4995-9272-5e92ba791fa7 admin admin] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:37:49.289433 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-35de531b-06e7-4995-9272-5e92ba791fa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:37:49.292765 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35de531b-06e7-4995-9272-5e92ba791fa7 admin admin] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:37:49.348299 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de531b-06e7-4995-9272-5e92ba791fa7 admin admin] Pushing event updated for resources: {'Port': ['ID=7e957564-5940-4984-8981-497125deafad,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:37:49.662033 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-35de531b-06e7-4995-9272-5e92ba791fa7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:50.039639 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-35de531b-06e7-4995-9272-5e92ba791fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:50.042810 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-35de531b-06e7-4995-9272-5e92ba791fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-641266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-641259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-651706'] for router, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:50.216787 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35de531b-06e7-4995-9272-5e92ba791fa7 admin admin] Router 76c5f380-94e1-483e-9f8f-c63ed4ae7cb5 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 19:37:50.391647 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35de531b-06e7-4995-9272-5e92ba791fa7 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 19:37:50.399453 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-35de531b-06e7-4995-9272-5e92ba791fa7 admin admin] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:50.400622 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-35de531b-06e7-4995-9272-5e92ba791fa7 admin admin] 10.222.0.36 "PUT /v2.0/routers/76c5f380-94e1-483e-9f8f-c63ed4ae7cb5 HTTP/1.1" status: 200 len: 890 time: 2.3433499 May 05 19:37:50.401375 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a535601c-f45b-4761-9d04-e592d3645cb2 None None] Sync routers for ids ['76c5f380-94e1-483e-9f8f-c63ed4ae7cb5'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 19:37:50.411912 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a535601c-f45b-4761-9d04-e592d3645cb2 None None] Routers {'76c5f380-94e1-483e-9f8f-c63ed4ae7cb5'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:37:50.412746 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-a535601c-f45b-4761-9d04-e592d3645cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:37:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['76c5f380-94e1-483e-9f8f-c63ed4ae7cb5'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:37:50.605578 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-a535601c-f45b-4761-9d04-e592d3645cb2 None None] Set router 76c5f380-94e1-483e-9f8f-c63ed4ae7cb5 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:37:50.952509 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-a535601c-f45b-4761-9d04-e592d3645cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c5f380-94e1-483e-9f8f-c63ed4ae7cb5', 'name': 'router1', 'tenant_id': '68a8affb77094ba397fb51f6b157220a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '7e957564-5940-4984-8981-497125deafad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:37:31Z', 'updated_at': '2022-05-05T19:37:49Z', 'revision_number': 4, 'project_id': '68a8affb77094ba397fb51f6b157220a', 'gw_port': {'id': '7e957564-5940-4984-8981-497125deafad', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:81:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c5f380-94e1-483e-9f8f-c63ed4ae7cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:37:48Z', 'updated_at': '2022-05-05T19:37:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'fa8f5ef7-fb84-43f3-959c-5de5702945ae', 'name': '', 'network_id': '8c75529a-da98-4b56-93ed-a69daddaeed1', 'tenant_id': '68a8affb77094ba397fb51f6b157220a', 'mac_address': 'fa:16:3e:aa:1b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c5f380-94e1-483e-9f8f-c63ed4ae7cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c286de5e-13fb-49a5-8f70-65440d36f216', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:37:40Z', 'updated_at': '2022-05-05T19:37:46Z', 'revision_number': 5, 'project_id': '68a8affb77094ba397fb51f6b157220a', 'subnets': [{'id': 'c286de5e-13fb-49a5-8f70-65440d36f216', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4a0c6bc0-5722-4055-94a5-103330414cfc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:37:50.957289 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a535601c-f45b-4761-9d04-e592d3645cb2 None None] Checking router: 76c5f380-94e1-483e-9f8f-c63ed4ae7cb5 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 19:37:50.957635 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a535601c-f45b-4761-9d04-e592d3645cb2 None None] Updating router 76c5f380-94e1-483e-9f8f-c63ed4ae7cb5 port 7e957564-5940-4984-8981-497125deafad binding host n-d-840717-1 {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 19:37:51.008913 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a535601c-f45b-4761-9d04-e592d3645cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:51.333134 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a535601c-f45b-4761-9d04-e592d3645cb2 None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:51.345421 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-a535601c-f45b-4761-9d04-e592d3645cb2 None None] Transition to ACTIVE for port object 7e957564-5940-4984-8981-497125deafad will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:37:51.351893 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a535601c-f45b-4761-9d04-e592d3645cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:51.430863 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-a535601c-f45b-4761-9d04-e592d3645cb2 None None] Attempting to bind port 7e957564-5940-4984-8981-497125deafad on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:37:51.431548 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-a535601c-f45b-4761-9d04-e592d3645cb2 None None] Attempting to bind port 7e957564-5940-4984-8981-497125deafad by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:37:51.431650 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a535601c-f45b-4761-9d04-e592d3645cb2 None None] Attempting to bind port 7e957564-5940-4984-8981-497125deafad on network 0401d202-1605-4cfe-bad4-fb225df6afb0 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:37:51.439903 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395f59fc-fb8f-4fd3-b488-3d20cf426fb1 None None] Pushing event updated for resources: {'Port': ['ID=7e957564-5940-4984-8981-497125deafad,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:37:51.443081 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a535601c-f45b-4761-9d04-e592d3645cb2 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:37:51.443482 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a535601c-f45b-4761-9d04-e592d3645cb2 None None] Checking segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:37:51.443882 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a535601c-f45b-4761-9d04-e592d3645cb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:51.444261 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a535601c-f45b-4761-9d04-e592d3645cb2 None None] Bound using segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:37:51.444722 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-a535601c-f45b-4761-9d04-e592d3645cb2 None None] Bound port: 7e957564-5940-4984-8981-497125deafad, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:37:51.445109 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a535601c-f45b-4761-9d04-e592d3645cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:51.517144 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-a535601c-f45b-4761-9d04-e592d3645cb2 None None] For port 7e957564-5940-4984-8981-497125deafad, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:37:51.520105 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-a535601c-f45b-4761-9d04-e592d3645cb2 None None] For port 7e957564-5940-4984-8981-497125deafad, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=7e957564-5940-4984-8981-497125deafad,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:37:51.523704 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a535601c-f45b-4761-9d04-e592d3645cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:51.599711 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a535601c-f45b-4761-9d04-e592d3645cb2 None None] Routers {'76c5f380-94e1-483e-9f8f-c63ed4ae7cb5'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:37:51.600239 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-a535601c-f45b-4761-9d04-e592d3645cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:37:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['76c5f380-94e1-483e-9f8f-c63ed4ae7cb5'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:37:51.674990 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395f59fc-fb8f-4fd3-b488-3d20cf426fb1 None None] Pushing event updated for resources: {'Port': ['ID=7e957564-5940-4984-8981-497125deafad,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:37:51.808612 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-a535601c-f45b-4761-9d04-e592d3645cb2 None None] Set router 76c5f380-94e1-483e-9f8f-c63ed4ae7cb5 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:37:52.126689 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-a535601c-f45b-4761-9d04-e592d3645cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c5f380-94e1-483e-9f8f-c63ed4ae7cb5', 'name': 'router1', 'tenant_id': '68a8affb77094ba397fb51f6b157220a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '7e957564-5940-4984-8981-497125deafad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:37:31Z', 'updated_at': '2022-05-05T19:37:49Z', 'revision_number': 4, 'project_id': '68a8affb77094ba397fb51f6b157220a', 'gw_port': {'id': '7e957564-5940-4984-8981-497125deafad', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:81:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c5f380-94e1-483e-9f8f-c63ed4ae7cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:37:48Z', 'updated_at': '2022-05-05T19:37:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'fa8f5ef7-fb84-43f3-959c-5de5702945ae', 'name': '', 'network_id': '8c75529a-da98-4b56-93ed-a69daddaeed1', 'tenant_id': '68a8affb77094ba397fb51f6b157220a', 'mac_address': 'fa:16:3e:aa:1b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c5f380-94e1-483e-9f8f-c63ed4ae7cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c286de5e-13fb-49a5-8f70-65440d36f216', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:37:40Z', 'updated_at': '2022-05-05T19:37:46Z', 'revision_number': 5, 'project_id': '68a8affb77094ba397fb51f6b157220a', 'subnets': [{'id': 'c286de5e-13fb-49a5-8f70-65440d36f216', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4a0c6bc0-5722-4055-94a5-103330414cfc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:37:52.130463 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a535601c-f45b-4761-9d04-e592d3645cb2 None None] The sync data for ids ['76c5f380-94e1-483e-9f8f-c63ed4ae7cb5'] in n-d-840717-1 is: [{'id': '76c5f380-94e1-483e-9f8f-c63ed4ae7cb5', 'name': 'router1', 'tenant_id': '68a8affb77094ba397fb51f6b157220a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '7e957564-5940-4984-8981-497125deafad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:37:31Z', 'updated_at': '2022-05-05T19:37:49Z', 'revision_number': 4, 'project_id': '68a8affb77094ba397fb51f6b157220a', 'gw_port': {'id': '7e957564-5940-4984-8981-497125deafad', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:81:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c5f380-94e1-483e-9f8f-c63ed4ae7cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:37:48Z', 'updated_at': '2022-05-05T19:37:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'fa8f5ef7-fb84-43f3-959c-5de5702945ae', 'name': '', 'network_id': '8c75529a-da98-4b56-93ed-a69daddaeed1', 'tenant_id': '68a8affb77094ba397fb51f6b157220a', 'mac_address': 'fa:16:3e:aa:1b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c5f380-94e1-483e-9f8f-c63ed4ae7cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c286de5e-13fb-49a5-8f70-65440d36f216', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:37:40Z', 'updated_at': '2022-05-05T19:37:46Z', 'revision_number': 5, 'project_id': '68a8affb77094ba397fb51f6b157220a', 'subnets': [{'id': 'c286de5e-13fb-49a5-8f70-65440d36f216', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4a0c6bc0-5722-4055-94a5-103330414cfc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 19:37:52.816686 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 53192) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:37:52.936394 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-39fbd74a-b499-4bd5-b34c-0f556da958a4 admin admin] 10.222.0.36 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1185715 May 05 19:37:53.716666 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 7e957564-5940-4984-8981-497125deafad up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:37:53.792860 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 7e957564-5940-4984-8981-497125deafad completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:37:53.799169 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 7e957564-5940-4984-8981-497125deafad triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:37:53.799573 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:53.919829 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:53.936726 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 7e957564-5940-4984-8981-497125deafad, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=7e957564-5940-4984-8981-497125deafad,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:37:53.940343 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:37:54.009816 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=7e957564-5940-4984-8981-497125deafad,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:37:55.696689 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 7e957564-5940-4984-8981-497125deafad up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:37:55.775184 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 7e957564-5940-4984-8981-497125deafad triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:37:55.775702 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:38:04.433204 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d0e86e75-0f62-43d4-8007-5ba288e7d7e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:38:06.732381 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fce102ea-a893-4893-bee6-a0dc16befa3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:38:07.598001 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:38:07.849065 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:38:09.323845 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:38:13.540725 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 5 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 19:38:34.435136 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c1a902a7-26dd-40fd-8e9c-354c2a50a422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:38:36.738728 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0d808869-7cf4-4486-8bf9-10856ab9be5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:38:37.604391 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:38:37.852044 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:38:39.326883 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:38:50.539084 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 5 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 19:39:04.440251 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c5f3525c-634e-4927-8f99-e8b75014279f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:39:06.753527 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e16e0a58-db24-4bb6-8da8-c5e5855763d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:39:07.609165 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:39:07.856151 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:39:09.329763 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:39:27.537890 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 5 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 19:39:34.432719 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2c41a6a1-11e8-4774-8326-f99294cb0f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:39:36.728059 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-67ab5997-6e93-4f56-98bf-0cc3c0c2c0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:39:37.612790 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:39:37.859986 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:39:39.332734 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:40:00.795840 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 53794) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:40:00.867813 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b0af6c9-8a6e-4749-9cdb-14652dbe6d3c admin admin] GET failed (client error): The resource could not be found. May 05 19:40:00.869007 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-0b0af6c9-8a6e-4749-9cdb-14652dbe6d3c admin admin] 10.222.0.36 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0719523 May 05 19:40:01.003065 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c61c830-2930-4ee8-8451-5da96574c61a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:40:01.004579 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-0c61c830-2930-4ee8-8451-5da96574c61a admin admin] 10.222.0.36 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1311440 May 05 19:40:03.191169 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 53804) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:40:03.298554 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462b088f-a051-42f7-8057-080547dd727e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:40:03.299940 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-462b088f-a051-42f7-8057-080547dd727e admin admin] 10.222.0.36 "GET /v2.0/subnets/c286de5e-13fb-49a5-8f70-65440d36f216 HTTP/1.1" status: 200 len: 849 time: 0.1077816 May 05 19:40:03.308889 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-d58b876b-0dc8-4ea8-bbf6-53fe7770f4b8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:40:03.424341 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d58b876b-0dc8-4ea8-bbf6-53fe7770f4b8 admin admin] Notify callbacks [] for subnet, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:40:03.633945 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d58b876b-0dc8-4ea8-bbf6-53fe7770f4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771839089156'] for subnet, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:40:03.682797 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58b876b-0dc8-4ea8-bbf6-53fe7770f4b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:40:03.683630 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d58b876b-0dc8-4ea8-bbf6-53fe7770f4b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:40:03.695406 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d58b876b-0dc8-4ea8-bbf6-53fe7770f4b8 admin admin] 10.222.0.36 "PUT /v2.0/subnets/c286de5e-13fb-49a5-8f70-65440d36f216 HTTP/1.1" status: 200 len: 868 time: 0.3792899 May 05 19:40:03.697771 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786de5e7-f538-4cf8-8e01-7cff8725063c None None] Network 8c75529a-da98-4b56-93ed-a69daddaeed1 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:40:03.704197 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58b876b-0dc8-4ea8-bbf6-53fe7770f4b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c286de5e-13fb-49a5-8f70-65440d36f216,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:40:03.711890 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58b876b-0dc8-4ea8-bbf6-53fe7770f4b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:40:03.712264 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58b876b-0dc8-4ea8-bbf6-53fe7770f4b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:40:03.712558 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58b876b-0dc8-4ea8-bbf6-53fe7770f4b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:40:03.712885 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58b876b-0dc8-4ea8-bbf6-53fe7770f4b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:40:03.713209 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58b876b-0dc8-4ea8-bbf6-53fe7770f4b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:40:03.713531 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58b876b-0dc8-4ea8-bbf6-53fe7770f4b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:40:03.713852 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58b876b-0dc8-4ea8-bbf6-53fe7770f4b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:40:03.714168 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58b876b-0dc8-4ea8-bbf6-53fe7770f4b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:40:03.714483 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58b876b-0dc8-4ea8-bbf6-53fe7770f4b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:40:03.714797 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58b876b-0dc8-4ea8-bbf6-53fe7770f4b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:40:03.715116 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58b876b-0dc8-4ea8-bbf6-53fe7770f4b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:40:03.715447 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58b876b-0dc8-4ea8-bbf6-53fe7770f4b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:40:04.119169 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-10881c46-162b-4a8f-aa78-da143c3fb3b9 None None] Provisioning complete for port 0826755e-1b89-4a4a-8c53-5ec130489bc6 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:40:04.119564 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-10881c46-162b-4a8f-aa78-da143c3fb3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:40:04.270455 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-10881c46-162b-4a8f-aa78-da143c3fb3b9 None None] Provisioning complete for port fa8f5ef7-fb84-43f3-959c-5de5702945ae triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:40:04.270712 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-10881c46-162b-4a8f-aa78-da143c3fb3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:40:04.435119 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-df4f7d12-8b95-42de-ae0c-e0e9b10991c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:40:04.536466 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 5 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 19:40:05.928581 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 53814) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:40:06.103511 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0253f0-ee26-4fed-adcc-49d2ea016b47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:40:06.103980 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0253f0-ee26-4fed-adcc-49d2ea016b47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:40:06.105495 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-7b0253f0-ee26-4fed-adcc-49d2ea016b47 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1759698 May 05 19:40:06.730689 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f80ce207-f64d-4e05-9742-8f0af2c7c169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:40:07.612267 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:40:07.863766 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:40:08.318019 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 53824) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:40:08.490326 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fd3f6d-d679-4657-b4ed-b035ed828380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:40:08.490684 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fd3f6d-d679-4657-b4ed-b035ed828380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:40:08.492235 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d0fd3f6d-d679-4657-b4ed-b035ed828380 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1732876 May 05 19:40:09.334671 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:40:10.678864 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 53834) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:40:10.842104 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c475977-f925-4e1d-8b44-194686cf5d9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:40:10.843459 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-9c475977-f925-4e1d-8b44-194686cf5d9f admin admin] 10.222.0.36 "GET /v2.0/networks/0401d202-1605-4cfe-bad4-fb225df6afb0 HTTP/1.1" status: 200 len: 886 time: 0.1632121 May 05 19:40:13.067667 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 53844) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:40:13.239194 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701d4fa8-cf98-4d4b-a9e0-ec58622d6b41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:40:13.240578 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-701d4fa8-cf98-4d4b-a9e0-ec58622d6b41 admin admin] 10.222.0.36 "GET /v2.0/networks/8c75529a-da98-4b56-93ed-a69daddaeed1 HTTP/1.1" status: 200 len: 869 time: 0.1719551 May 05 19:40:15.441144 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 53854) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:40:15.546931 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e710dc5e-4122-4cb2-a918-b3088fddb2bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:40:15.547410 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e710dc5e-4122-4cb2-a918-b3088fddb2bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:40:15.548132 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-e710dc5e-4122-4cb2-a918-b3088fddb2bb admin admin] Synchronizing usage tracker for tenant:52c9e9534f754ec9bf6c5183433a837e on resource:subnet {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:40:15.564264 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-e710dc5e-4122-4cb2-a918-b3088fddb2bb admin admin] Unset dirty status for tenant:52c9e9534f754ec9bf6c5183433a837e on resource:subnet {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:40:15.565571 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-e710dc5e-4122-4cb2-a918-b3088fddb2bb admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1234930 May 05 19:40:17.751138 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 53864) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:40:17.859039 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667c040a-254f-4888-99d4-5db2e0a65350 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:40:17.859562 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667c040a-254f-4888-99d4-5db2e0a65350 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:40:17.861792 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-667c040a-254f-4888-99d4-5db2e0a65350 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1090140 May 05 19:40:20.042352 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 53874) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:40:20.164846 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d13705-d7d5-4d1f-8110-5ac7738c016f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:40:20.166191 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-69d13705-d7d5-4d1f-8110-5ac7738c016f admin admin] 10.222.0.36 "GET /v2.0/subnets/c286de5e-13fb-49a5-8f70-65440d36f216 HTTP/1.1" status: 200 len: 868 time: 0.1229119 May 05 19:40:22.377568 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 53884) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:40:22.487096 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5a416d-a949-4619-8283-bf98271acbcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:40:22.489161 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-7c5a416d-a949-4619-8283-bf98271acbcc admin admin] 10.222.0.36 "GET /v2.0/subnets/dab36354-75f8-4cfe-8445-f152a64cbc24 HTTP/1.1" status: 200 len: 816 time: 0.1104796 May 05 19:40:34.436552 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9d1efb22-a540-4986-8cae-c0d9b11ac63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:40:36.733140 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3d1f2222-88ff-4134-86d0-58f7a5b58193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:40:37.616972 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:40:37.866910 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:40:39.338450 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:40:41.536051 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 5 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 19:40:41.908226 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 53930) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:40:41.958602 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [None req-2b1115dc-c99d-4049-b895-bf01ff10c1fe admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 19:40:41.959640 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-2b1115dc-c99d-4049-b895-bf01ff10c1fe admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0504353 May 05 19:40:44.225712 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 53940) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:40:44.290637 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-17f49dda-6997-4e38-8167-72317104012b admin admin] GET failed (client error): The resource could not be found. May 05 19:40:44.291901 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-17f49dda-6997-4e38-8167-72317104012b admin admin] 10.222.0.36 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0652742 May 05 19:40:44.415876 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7dac10f-c6fd-4d6f-b3a2-eea1f7b2c37b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:40:44.417250 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c7dac10f-c6fd-4d6f-b3a2-eea1f7b2c37b admin admin] 10.222.0.36 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1209931 May 05 19:40:46.609419 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 53950) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:40:46.655240 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-9e9724d7-ff4f-4b4b-9efd-1b5613d98446 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:40:46.659854 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-9e9724d7-ff4f-4b4b-9efd-1b5613d98446 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:40:46.670076 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-9e9724d7-ff4f-4b4b-9efd-1b5613d98446 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:40:46.678839 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e9724d7-ff4f-4b4b-9efd-1b5613d98446 admin admin] Made reservation on behalf of 52c9e9534f754ec9bf6c5183433a837e for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:40:46.681059 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9e9724d7-ff4f-4b4b-9efd-1b5613d98446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:40:46.767509 n-d-840717-1 neutron-server[88198]: WARNING neutron.services.revisions.revision_plugin [None req-9e9724d7-ff4f-4b4b-9efd-1b5613d98446 admin admin] Could not find related network for resource to bump revision. May 05 19:40:46.779737 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e9724d7-ff4f-4b4b-9efd-1b5613d98446 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 19:40:46.789108 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9e9724d7-ff4f-4b4b-9efd-1b5613d98446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:40:46.789384 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-9e9724d7-ff4f-4b4b-9efd-1b5613d98446 admin admin] Added segment fe859982-a334-45c0-864c-eff50e8295ad of type vlan for network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 May 05 19:40:46.818722 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9e9724d7-ff4f-4b4b-9efd-1b5613d98446 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:40:46.847069 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9e9724d7-ff4f-4b4b-9efd-1b5613d98446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:40:46.848067 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9724d7-ff4f-4b4b-9efd-1b5613d98446 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:40:46.848642 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9e9724d7-ff4f-4b4b-9efd-1b5613d98446 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:40:46.950332 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-9e9724d7-ff4f-4b4b-9efd-1b5613d98446 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3398280 May 05 19:40:46.955174 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9724d7-ff4f-4b4b-9efd-1b5613d98446 admin admin] Pushing event updated for resources: {'Network': ['ID=b786cc2b-f681-4c10-a54f-820e9d1a5ac3,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:40:46.966255 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 19:40:49.185796 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 53960) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:40:49.258631 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee6d1bac-d610-4f98-a546-1ea0a1b29376 admin admin] GET failed (client error): The resource could not be found. May 05 19:40:49.259970 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-ee6d1bac-d610-4f98-a546-1ea0a1b29376 admin admin] 10.222.0.36 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0732398 May 05 19:40:49.364049 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ac607a-67d0-4013-bc8a-2b3018b1eda3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:40:49.365394 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-53ac607a-67d0-4013-bc8a-2b3018b1eda3 admin admin] 10.222.0.36 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1014330 May 05 19:40:49.374745 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-3606510e-ba2f-431f-9024-295e1e87dbfe admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:40:49.378916 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-3606510e-ba2f-431f-9024-295e1e87dbfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:40:49.388188 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-3606510e-ba2f-431f-9024-295e1e87dbfe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:40:49.397283 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3606510e-ba2f-431f-9024-295e1e87dbfe admin admin] Made reservation on behalf of 52c9e9534f754ec9bf6c5183433a837e for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:40:49.399639 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3606510e-ba2f-431f-9024-295e1e87dbfe admin admin] Notify callbacks [] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:40:49.600691 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3606510e-ba2f-431f-9024-295e1e87dbfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:40:49.672161 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3606510e-ba2f-431f-9024-295e1e87dbfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:40:49.683422 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3606510e-ba2f-431f-9024-295e1e87dbfe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:40:49.683762 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3606510e-ba2f-431f-9024-295e1e87dbfe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:40:49.684094 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3606510e-ba2f-431f-9024-295e1e87dbfe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:40:49.684418 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3606510e-ba2f-431f-9024-295e1e87dbfe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:40:49.684738 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3606510e-ba2f-431f-9024-295e1e87dbfe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:40:49.685049 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3606510e-ba2f-431f-9024-295e1e87dbfe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:40:49.685367 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3606510e-ba2f-431f-9024-295e1e87dbfe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:40:49.685677 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3606510e-ba2f-431f-9024-295e1e87dbfe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:40:49.685989 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3606510e-ba2f-431f-9024-295e1e87dbfe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:40:49.686298 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3606510e-ba2f-431f-9024-295e1e87dbfe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:40:49.686605 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3606510e-ba2f-431f-9024-295e1e87dbfe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:40:49.686914 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3606510e-ba2f-431f-9024-295e1e87dbfe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:40:49.690219 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3606510e-ba2f-431f-9024-295e1e87dbfe admin admin] Checking segment: {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:40:49.690856 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3606510e-ba2f-431f-9024-295e1e87dbfe admin admin] Network hostable DHCP agents. Network: b786cc2b-f681-4c10-a54f-820e9d1a5ac3, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 19:40:49.708633 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3606510e-ba2f-431f-9024-295e1e87dbfe admin admin] Network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 19:40:49.718194 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-3606510e-ba2f-431f-9024-295e1e87dbfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, b786cc2b-f681-4c10-a54f-820e9d1a5ac3) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:40:49.722432 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3606510e-ba2f-431f-9024-295e1e87dbfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:40:49.723017 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3606510e-ba2f-431f-9024-295e1e87dbfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:40:49.727667 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041d3380-30d4-4809-82f2-2ba9c8398535 None None] Network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:40:49.746784 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-3606510e-ba2f-431f-9024-295e1e87dbfe admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3753643 May 05 19:40:49.957840 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fcae91-ffdf-439b-98f8-4ab07c056cb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-b786cc2b-f681-4c10-a54f-820e9d1a5ac3', 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3', 'tenant_id': '52c9e9534f754ec9bf6c5183433a837e', 'fixed_ips': [{'subnet_id': '4d72a8d3-0a35-4d3a-96b8-d869ff4093bc'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 19:40:49.958761 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e3fcae91-ffdf-439b-98f8-4ab07c056cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:40:50.120136 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-e3fcae91-ffdf-439b-98f8-4ab07c056cb5 None None] Allocated IP 192.168.233.2 (b786cc2b-f681-4c10-a54f-820e9d1a5ac3/4d72a8d3-0a35-4d3a-96b8-d869ff4093bc/a7ce7d58-e248-400a-8cab-806a2d294783) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:40:50.328231 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e3fcae91-ffdf-439b-98f8-4ab07c056cb5 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:40:50.338370 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-e3fcae91-ffdf-439b-98f8-4ab07c056cb5 None None] Transition to ACTIVE for port object a7ce7d58-e248-400a-8cab-806a2d294783 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:40:50.357532 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-e3fcae91-ffdf-439b-98f8-4ab07c056cb5 None None] Transition to ACTIVE for port object a7ce7d58-e248-400a-8cab-806a2d294783 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:40:50.363157 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e3fcae91-ffdf-439b-98f8-4ab07c056cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:40:50.431122 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fcae91-ffdf-439b-98f8-4ab07c056cb5 None None] Network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:40:50.434569 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-e3fcae91-ffdf-439b-98f8-4ab07c056cb5 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:40:50.436972 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fcae91-ffdf-439b-98f8-4ab07c056cb5 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:40:50.445644 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fcae91-ffdf-439b-98f8-4ab07c056cb5 None None] Pushing event updated for resources: {'Port': ['ID=a7ce7d58-e248-400a-8cab-806a2d294783,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:40:50.484838 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fcae91-ffdf-439b-98f8-4ab07c056cb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:40:50.485181 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fcae91-ffdf-439b-98f8-4ab07c056cb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:40:50.485516 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fcae91-ffdf-439b-98f8-4ab07c056cb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:40:50.485854 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fcae91-ffdf-439b-98f8-4ab07c056cb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:40:50.486183 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fcae91-ffdf-439b-98f8-4ab07c056cb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:40:50.486507 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fcae91-ffdf-439b-98f8-4ab07c056cb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:40:50.486848 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fcae91-ffdf-439b-98f8-4ab07c056cb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:40:50.487169 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fcae91-ffdf-439b-98f8-4ab07c056cb5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:40:50.487515 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fcae91-ffdf-439b-98f8-4ab07c056cb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:40:50.487837 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fcae91-ffdf-439b-98f8-4ab07c056cb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:40:50.488151 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fcae91-ffdf-439b-98f8-4ab07c056cb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:40:50.488464 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fcae91-ffdf-439b-98f8-4ab07c056cb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:40:50.541460 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-e3fcae91-ffdf-439b-98f8-4ab07c056cb5 None None] Attempting to bind port a7ce7d58-e248-400a-8cab-806a2d294783 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:40:50.542068 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-e3fcae91-ffdf-439b-98f8-4ab07c056cb5 None None] Attempting to bind port a7ce7d58-e248-400a-8cab-806a2d294783 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:40:50.543260 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fcae91-ffdf-439b-98f8-4ab07c056cb5 None None] Attempting to bind port a7ce7d58-e248-400a-8cab-806a2d294783 on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:40:50.548765 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fcae91-ffdf-439b-98f8-4ab07c056cb5 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:40:50.549125 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fcae91-ffdf-439b-98f8-4ab07c056cb5 None None] Checking segment: {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:40:50.549511 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e3fcae91-ffdf-439b-98f8-4ab07c056cb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:40:50.549893 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fcae91-ffdf-439b-98f8-4ab07c056cb5 None None] Bound using segment: {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:40:50.550341 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-e3fcae91-ffdf-439b-98f8-4ab07c056cb5 None None] Bound port: a7ce7d58-e248-400a-8cab-806a2d294783, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:40:50.550721 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e3fcae91-ffdf-439b-98f8-4ab07c056cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:40:50.644371 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-e3fcae91-ffdf-439b-98f8-4ab07c056cb5 None None] For port a7ce7d58-e248-400a-8cab-806a2d294783, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:40:50.647258 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-e3fcae91-ffdf-439b-98f8-4ab07c056cb5 None None] For port a7ce7d58-e248-400a-8cab-806a2d294783, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=a7ce7d58-e248-400a-8cab-806a2d294783,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:40:50.652821 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e3fcae91-ffdf-439b-98f8-4ab07c056cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:40:50.732536 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fcae91-ffdf-439b-98f8-4ab07c056cb5 None None] Pushing event updated for resources: {'Port': ['ID=a7ce7d58-e248-400a-8cab-806a2d294783,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:40:51.516003 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa7cb07-c703-43ea-b4fb-2f4adf1e3687 None None] Network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:40:51.628473 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-84b39a0c-7b45-48f9-bbec-6605e95eb36c None None] Provisioning for port a7ce7d58-e248-400a-8cab-806a2d294783 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:40:51.820849 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device a7ce7d58-e248-400a-8cab-806a2d294783 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:40:51.902846 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port a7ce7d58-e248-400a-8cab-806a2d294783 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:40:51.908264 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port a7ce7d58-e248-400a-8cab-806a2d294783 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:40:51.908631 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:40:52.026935 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:40:52.072686 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port a7ce7d58-e248-400a-8cab-806a2d294783, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=a7ce7d58-e248-400a-8cab-806a2d294783,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:40:52.073451 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-c911f7d6-da77-4975-9157-b3214ba473ba None None] Provisioning complete for port a7ce7d58-e248-400a-8cab-806a2d294783 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:40:52.073845 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c911f7d6-da77-4975-9157-b3214ba473ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:40:52.101242 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:40:52.194028 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=a7ce7d58-e248-400a-8cab-806a2d294783,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:40:53.782937 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device a7ce7d58-e248-400a-8cab-806a2d294783 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:40:53.850753 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port a7ce7d58-e248-400a-8cab-806a2d294783 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:40:53.851107 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:41:04.436735 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f41d8c09-0ee8-476d-a79b-d52534063085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:41:06.734852 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-913e1faf-9271-4292-9e38-84434d716ea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:41:07.618878 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:41:07.870816 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:41:09.342170 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:41:18.534880 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 5 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 19:41:34.439304 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-aabeb904-87a2-4650-9d18-7f2644f443c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:41:36.737359 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a36cf89c-184a-4204-8465-2204dfd2011f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:41:37.624536 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:41:37.875155 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:41:39.344360 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:41:55.533510 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 5 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 19:42:04.440585 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ae63451e-feb3-497c-ad3f-58b058cff639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:42:06.740751 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2157c387-0d54-4cc1-9a61-57e0a1edaf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:42:07.624453 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:42:07.878308 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:42:09.347058 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:42:22.155512 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54004) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:42:22.161411 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [None req-20d6f3f1-5ffc-47d3-b34f-847008032048 tempest-verify_tempest_config-1246570346 tempest-verify_tempest_config-1246570346-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88197) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 19:42:22.162366 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-20d6f3f1-5ffc-47d3-b34f-847008032048 tempest-verify_tempest_config-1246570346 tempest-verify_tempest_config-1246570346-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058932 May 05 19:42:22.457924 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54022) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:42:22.573267 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6d869c11-0902-412a-8a64-587acd0f41f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:42:22.587185 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-6d869c11-0902-412a-8a64-587acd0f41f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:42:22.590976 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-6d869c11-0902-412a-8a64-587acd0f41f8 admin admin] Usage tracker for resource:security_group_rule and tenant:ce5f4db7c17e4f5fb9cbabfe86e13783 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:42:22.593987 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-6d869c11-0902-412a-8a64-587acd0f41f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:42:22.599904 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-6d869c11-0902-412a-8a64-587acd0f41f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:42:22.683239 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6d869c11-0902-412a-8a64-587acd0f41f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:42:22.687064 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6d869c11-0902-412a-8a64-587acd0f41f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:42:22.780397 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-6d869c11-0902-412a-8a64-587acd0f41f8 admin admin] Synchronizing usage tracker for tenant:52c9e9534f754ec9bf6c5183433a837e on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:42:22.783801 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d869c11-0902-412a-8a64-587acd0f41f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f1fd9c-d3a7-41d0-9f49-ed83df2f05fb,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:42:22.793642 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d869c11-0902-412a-8a64-587acd0f41f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:42:22.793983 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d869c11-0902-412a-8a64-587acd0f41f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:42:22.794317 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d869c11-0902-412a-8a64-587acd0f41f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:42:22.794649 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d869c11-0902-412a-8a64-587acd0f41f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:42:22.794973 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d869c11-0902-412a-8a64-587acd0f41f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:42:22.795299 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d869c11-0902-412a-8a64-587acd0f41f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:42:22.795644 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d869c11-0902-412a-8a64-587acd0f41f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:42:22.795964 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d869c11-0902-412a-8a64-587acd0f41f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:42:22.796281 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d869c11-0902-412a-8a64-587acd0f41f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:42:22.796597 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d869c11-0902-412a-8a64-587acd0f41f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:42:22.796915 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d869c11-0902-412a-8a64-587acd0f41f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:42:22.797229 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d869c11-0902-412a-8a64-587acd0f41f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:42:22.811041 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-6d869c11-0902-412a-8a64-587acd0f41f8 admin admin] Unset dirty status for tenant:52c9e9534f754ec9bf6c5183433a837e on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:42:22.812326 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-6d869c11-0902-412a-8a64-587acd0f41f8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ce5f4db7c17e4f5fb9cbabfe86e13783&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3534501 May 05 19:42:22.814881 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54028) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:42:22.871201 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-39d695ed-af16-42d6-8063-feca5e1af91e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:42:22.895043 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-39d695ed-af16-42d6-8063-feca5e1af91e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:42:22.988201 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-39d695ed-af16-42d6-8063-feca5e1af91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:42:23.002467 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d695ed-af16-42d6-8063-feca5e1af91e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f1fd9c-d3a7-41d0-9f49-ed83df2f05fb,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:42:23.009623 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-39d695ed-af16-42d6-8063-feca5e1af91e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:42:23.013071 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-39d695ed-af16-42d6-8063-feca5e1af91e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/38f1fd9c-d3a7-41d0-9f49-ed83df2f05fb HTTP/1.1" status: 204 len: 168 time: 0.1949420 May 05 19:42:32.532704 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 5 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 19:42:34.442197 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-aaa23318-057b-499f-b1c3-8c8a06aa3635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:42:36.744291 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-288c2b5d-4d9c-45e0-b0ae-1c82831d5761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:42:37.628376 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:42:37.880816 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:42:39.350185 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:43:04.444794 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b356071f-808f-4520-9f96-c21ff584d5e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:43:06.745165 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e80993ce-ecbc-4abc-ab86-4b373938f7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:43:07.629547 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:43:07.884344 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:43:09.353511 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:43:09.531374 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 5 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 19:43:34.445830 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0d808191-ab7d-441e-ac5e-379e1981fffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:43:36.746795 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-facd5f8d-09ef-434c-8e76-f6f42da767b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:43:37.633236 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:43:37.886871 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:43:39.356724 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:43:46.530465 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 5 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 19:44:04.449148 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-09056794-90f2-431b-bf6d-a02effb49111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:44:06.747794 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-329b6056-3fdf-4409-a19b-252285b2fd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:44:07.634631 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:44:07.890174 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:44:09.359500 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:44:23.529865 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 5 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 19:44:34.450108 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6ebc845f-3aaa-4b03-8e7e-f36b27472a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:44:36.749149 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2e32e6c5-3c9d-4349-b0b4-0e7fc933f01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:44:37.637943 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:44:37.891593 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:44:39.364538 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:45:00.528777 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 5 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 19:45:04.472631 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8121a1d2-6e25-4686-896d-78a8db9d4b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:45:06.750792 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7299ce98-be69-4d76-8f47-f232e54dcfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:45:07.641516 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:45:07.892895 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:45:09.364599 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:45:13.768977 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-641487'] for agent, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:45:15.891107 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-641487'] for agent, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:45:34.455525 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4c0c9728-e0e6-4e7f-ba0e-19dc00c4745a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:45:36.751707 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c13f26b7-7ed3-440a-8f5b-5007573a0893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:45:37.528486 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 19:45:37.644065 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:45:37.894534 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:45:39.367706 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:45:43.714513 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:45:45.871514 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:46:04.457929 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-86c93316-6bfc-43f4-a9de-38ff9092e824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:46:06.404565 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54092) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:46:06.517132 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-b0e47bc6-37d1-4291-8464-e7fae855da01 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1114779 May 05 19:46:06.753797 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6545b6c7-7390-495f-803e-6518ec40f312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:46:07.648265 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:46:07.898434 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:46:08.726826 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54102) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:46:08.780861 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-01c80237-ebf0-4670-bc97-69883efb7edd admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0529497 May 05 19:46:09.369955 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:46:13.732793 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:46:14.528303 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 19:46:15.887021 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:46:34.460204 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cd30e7ad-9b2f-4a48-b4c1-245e003d4c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:46:36.756356 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a43e7b17-b6bf-4460-8639-8051c9c3f5d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:46:37.650033 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:46:37.901084 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:46:39.373356 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:46:43.750024 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:46:45.880491 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:46:51.527693 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 19:47:04.463086 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-537124c7-9db2-45d1-af8c-acc38de63def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:06.757673 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3d8739fc-a765-44ab-b7ef-a9ff893fbe5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:07.652075 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:07.906808 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:09.378268 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:13.761132 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:15.899314 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:28.527181 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 19:47:34.467213 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6f01f819-4d67-44aa-b7b9-f02769daff18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:36.762100 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ab9ca9ea-1168-4cbc-890e-537aa3ee264d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:37.655013 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:37.901048 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:39.380491 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:43.791826 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:45.266613 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54302) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:47:45.744177 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-32bc2ed0-69cb-46c0-a534-9e075b51338e admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-696356457-network', 'tenant_id': 'd2cf325fc6b540ceb92a9f2c527df7f5'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:47:45.749707 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-32bc2ed0-69cb-46c0-a534-9e075b51338e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:47:45.754285 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-32bc2ed0-69cb-46c0-a534-9e075b51338e admin admin] Usage tracker for resource:network and tenant:d2cf325fc6b540ceb92a9f2c527df7f5 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:47:45.757081 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-32bc2ed0-69cb-46c0-a534-9e075b51338e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:47:45.762888 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-32bc2ed0-69cb-46c0-a534-9e075b51338e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:47:45.778461 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32bc2ed0-69cb-46c0-a534-9e075b51338e admin admin] Made reservation on behalf of d2cf325fc6b540ceb92a9f2c527df7f5 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:47:45.781663 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-32bc2ed0-69cb-46c0-a534-9e075b51338e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:45.795301 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-32bc2ed0-69cb-46c0-a534-9e075b51338e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:45.810675 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-32bc2ed0-69cb-46c0-a534-9e075b51338e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:47:45.814836 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-32bc2ed0-69cb-46c0-a534-9e075b51338e admin admin] Usage tracker for resource:security_group_rule and tenant:d2cf325fc6b540ceb92a9f2c527df7f5 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:47:45.817679 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-32bc2ed0-69cb-46c0-a534-9e075b51338e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:47:45.823344 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-32bc2ed0-69cb-46c0-a534-9e075b51338e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:47:45.897444 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:45.910666 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-32bc2ed0-69cb-46c0-a534-9e075b51338e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:45.915991 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-32bc2ed0-69cb-46c0-a534-9e075b51338e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:45.954358 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32bc2ed0-69cb-46c0-a534-9e075b51338e admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 19:47:45.965271 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-32bc2ed0-69cb-46c0-a534-9e075b51338e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:45.965617 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-32bc2ed0-69cb-46c0-a534-9e075b51338e admin admin] Added segment 0415ad73-5a7f-40e0-b4c4-886469d943b6 of type vlan for network 1753be5e-696a-42f8-9a08-d20a05c27948 May 05 19:47:45.993296 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-32bc2ed0-69cb-46c0-a534-9e075b51338e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:46.008691 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bc2ed0-69cb-46c0-a534-9e075b51338e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=905563b7-71b8-4d5a-9656-836342a011d4,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:47:46.024371 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bc2ed0-69cb-46c0-a534-9e075b51338e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:47:46.024714 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bc2ed0-69cb-46c0-a534-9e075b51338e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:47:46.025050 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bc2ed0-69cb-46c0-a534-9e075b51338e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:47:46.025376 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bc2ed0-69cb-46c0-a534-9e075b51338e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:47:46.025709 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bc2ed0-69cb-46c0-a534-9e075b51338e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:47:46.026028 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bc2ed0-69cb-46c0-a534-9e075b51338e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:47:46.026349 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bc2ed0-69cb-46c0-a534-9e075b51338e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:47:46.026668 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bc2ed0-69cb-46c0-a534-9e075b51338e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:47:46.026978 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bc2ed0-69cb-46c0-a534-9e075b51338e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:47:46.027293 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bc2ed0-69cb-46c0-a534-9e075b51338e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:47:46.027634 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bc2ed0-69cb-46c0-a534-9e075b51338e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:47:46.027947 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bc2ed0-69cb-46c0-a534-9e075b51338e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:47:46.029016 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bc2ed0-69cb-46c0-a534-9e075b51338e admin admin] Tracked resource versions report: May 05 19:47:46.029016 n-d-840717-1 neutron-server[88197]: pushed versions: May 05 19:47:46.029016 n-d-840717-1 neutron-server[88197]: { 'AddressGroup': {'1.2'}, May 05 19:47:46.029016 n-d-840717-1 neutron-server[88197]: 'ConntrackHelper': {'1.0'}, May 05 19:47:46.029016 n-d-840717-1 neutron-server[88197]: 'Log': {'1.0'}, May 05 19:47:46.029016 n-d-840717-1 neutron-server[88197]: 'Network': {'1.1'}, May 05 19:47:46.029016 n-d-840717-1 neutron-server[88197]: 'Port': {'1.7'}, May 05 19:47:46.029016 n-d-840717-1 neutron-server[88197]: 'PortForwarding': {'1.2'}, May 05 19:47:46.029016 n-d-840717-1 neutron-server[88197]: 'QosPolicy': {'1.8'}, May 05 19:47:46.029016 n-d-840717-1 neutron-server[88197]: 'SecurityGroup': {'1.4'}, May 05 19:47:46.029016 n-d-840717-1 neutron-server[88197]: 'SecurityGroupRule': {'1.2'}, May 05 19:47:46.029016 n-d-840717-1 neutron-server[88197]: 'SubPort': {'1.0'}, May 05 19:47:46.029016 n-d-840717-1 neutron-server[88197]: 'Subnet': {'1.1'}, May 05 19:47:46.029016 n-d-840717-1 neutron-server[88197]: 'Trunk': {'1.1'}} May 05 19:47:46.029016 n-d-840717-1 neutron-server[88197]: consumer versions: May 05 19:47:46.029016 n-d-840717-1 neutron-server[88197]: { DHCP agent@n-d-840717-1: {}, May 05 19:47:46.029016 n-d-840717-1 neutron-server[88197]: HyperV agent@n-h1-840717-1: {}, May 05 19:47:46.029016 n-d-840717-1 neutron-server[88197]: HyperV agent@n-h2-840717-1: {}, May 05 19:47:46.029016 n-d-840717-1 neutron-server[88197]: L3 agent@n-d-840717-1: {}, May 05 19:47:46.029016 n-d-840717-1 neutron-server[88197]: Metadata agent@n-d-840717-1: {}, May 05 19:47:46.029016 n-d-840717-1 neutron-server[88197]: Metering agent@n-d-840717-1: {}, May 05 19:47:46.029016 n-d-840717-1 neutron-server[88197]: Open vSwitch agent@n-d-840717-1: { 'AddressGroup': '1.2', May 05 19:47:46.029016 n-d-840717-1 neutron-server[88197]: 'ConntrackHelper': '1.0', May 05 19:47:46.029016 n-d-840717-1 neutron-server[88197]: 'Log': '1.0', May 05 19:47:46.029016 n-d-840717-1 neutron-server[88197]: 'Network': '1.1', May 05 19:47:46.029016 n-d-840717-1 neutron-server[88197]: 'Port': '1.7', May 05 19:47:46.029016 n-d-840717-1 neutron-server[88197]: 'PortForwarding': '1.2', May 05 19:47:46.029016 n-d-840717-1 neutron-server[88197]: 'QosPolicy': '1.8', May 05 19:47:46.029016 n-d-840717-1 neutron-server[88197]: 'SecurityGroup': '1.4', May 05 19:47:46.029016 n-d-840717-1 neutron-server[88197]: 'SecurityGroupRule': '1.2', May 05 19:47:46.029016 n-d-840717-1 neutron-server[88197]: 'SubPort': '1.0', May 05 19:47:46.029016 n-d-840717-1 neutron-server[88197]: 'Subnet': '1.1', May 05 19:47:46.029016 n-d-840717-1 neutron-server[88197]: 'Trunk': '1.1'}} May 05 19:47:46.029016 n-d-840717-1 neutron-server[88197]: {{(pid=88197) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 05 19:47:46.049075 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-32bc2ed0-69cb-46c0-a534-9e075b51338e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:46.050169 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32bc2ed0-69cb-46c0-a534-9e075b51338e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:47:46.050865 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-32bc2ed0-69cb-46c0-a534-9e075b51338e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:46.149455 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-32bc2ed0-69cb-46c0-a534-9e075b51338e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8816168 May 05 19:47:46.152532 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54338) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:47:46.154631 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bc2ed0-69cb-46c0-a534-9e075b51338e admin admin] Pushing event updated for resources: {'Network': ['ID=1753be5e-696a-42f8-9a08-d20a05c27948,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:47:46.166108 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-71775a23-404b-4fbb-813c-2c32a6011abe admin admin] Request body: {'subnet': {'network_id': '1753be5e-696a-42f8-9a08-d20a05c27948', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-696356457-subnet', 'tenant_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:47:46.166482 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 1753be5e-696a-42f8-9a08-d20a05c27948 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 19:47:46.172091 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-71775a23-404b-4fbb-813c-2c32a6011abe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:47:46.180065 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-71775a23-404b-4fbb-813c-2c32a6011abe admin admin] Usage tracker for resource:subnet and tenant:d2cf325fc6b540ceb92a9f2c527df7f5 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:47:46.183235 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-71775a23-404b-4fbb-813c-2c32a6011abe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:47:46.190850 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-71775a23-404b-4fbb-813c-2c32a6011abe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:47:46.232328 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71775a23-404b-4fbb-813c-2c32a6011abe admin admin] Made reservation on behalf of d2cf325fc6b540ceb92a9f2c527df7f5 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:47:46.232328 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-71775a23-404b-4fbb-813c-2c32a6011abe admin admin] Notify callbacks [] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:46.471573 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-71775a23-404b-4fbb-813c-2c32a6011abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:46.539816 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71775a23-404b-4fbb-813c-2c32a6011abe admin admin] Pushing event updated for resources: {'Subnet': ['ID=d902a8d0-b514-4bd9-bafe-ab994adadb04,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:47:46.555202 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71775a23-404b-4fbb-813c-2c32a6011abe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:47:46.555705 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71775a23-404b-4fbb-813c-2c32a6011abe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:47:46.556169 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71775a23-404b-4fbb-813c-2c32a6011abe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:47:46.556630 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71775a23-404b-4fbb-813c-2c32a6011abe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:47:46.557087 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71775a23-404b-4fbb-813c-2c32a6011abe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:47:46.557542 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71775a23-404b-4fbb-813c-2c32a6011abe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:47:46.557998 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71775a23-404b-4fbb-813c-2c32a6011abe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:47:46.558446 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71775a23-404b-4fbb-813c-2c32a6011abe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:47:46.558898 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71775a23-404b-4fbb-813c-2c32a6011abe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:47:46.559371 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71775a23-404b-4fbb-813c-2c32a6011abe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:47:46.559875 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71775a23-404b-4fbb-813c-2c32a6011abe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:47:46.560329 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71775a23-404b-4fbb-813c-2c32a6011abe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:47:46.562252 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71775a23-404b-4fbb-813c-2c32a6011abe admin admin] Tracked resource versions report: May 05 19:47:46.562252 n-d-840717-1 neutron-server[88198]: pushed versions: May 05 19:47:46.562252 n-d-840717-1 neutron-server[88198]: { 'AddressGroup': {'1.2'}, May 05 19:47:46.562252 n-d-840717-1 neutron-server[88198]: 'ConntrackHelper': {'1.0'}, May 05 19:47:46.562252 n-d-840717-1 neutron-server[88198]: 'Log': {'1.0'}, May 05 19:47:46.562252 n-d-840717-1 neutron-server[88198]: 'Network': {'1.1'}, May 05 19:47:46.562252 n-d-840717-1 neutron-server[88198]: 'Port': {'1.7'}, May 05 19:47:46.562252 n-d-840717-1 neutron-server[88198]: 'PortForwarding': {'1.2'}, May 05 19:47:46.562252 n-d-840717-1 neutron-server[88198]: 'QosPolicy': {'1.8'}, May 05 19:47:46.562252 n-d-840717-1 neutron-server[88198]: 'SecurityGroup': {'1.4'}, May 05 19:47:46.562252 n-d-840717-1 neutron-server[88198]: 'SecurityGroupRule': {'1.2'}, May 05 19:47:46.562252 n-d-840717-1 neutron-server[88198]: 'SubPort': {'1.0'}, May 05 19:47:46.562252 n-d-840717-1 neutron-server[88198]: 'Subnet': {'1.1'}, May 05 19:47:46.562252 n-d-840717-1 neutron-server[88198]: 'Trunk': {'1.1'}} May 05 19:47:46.562252 n-d-840717-1 neutron-server[88198]: consumer versions: May 05 19:47:46.562252 n-d-840717-1 neutron-server[88198]: { DHCP agent@n-d-840717-1: {}, May 05 19:47:46.562252 n-d-840717-1 neutron-server[88198]: HyperV agent@n-h1-840717-1: {}, May 05 19:47:46.562252 n-d-840717-1 neutron-server[88198]: HyperV agent@n-h2-840717-1: {}, May 05 19:47:46.562252 n-d-840717-1 neutron-server[88198]: L3 agent@n-d-840717-1: {}, May 05 19:47:46.562252 n-d-840717-1 neutron-server[88198]: Metadata agent@n-d-840717-1: {}, May 05 19:47:46.562252 n-d-840717-1 neutron-server[88198]: Metering agent@n-d-840717-1: {}, May 05 19:47:46.562252 n-d-840717-1 neutron-server[88198]: Open vSwitch agent@n-d-840717-1: { 'AddressGroup': '1.2', May 05 19:47:46.562252 n-d-840717-1 neutron-server[88198]: 'ConntrackHelper': '1.0', May 05 19:47:46.562252 n-d-840717-1 neutron-server[88198]: 'Log': '1.0', May 05 19:47:46.562252 n-d-840717-1 neutron-server[88198]: 'Network': '1.1', May 05 19:47:46.562252 n-d-840717-1 neutron-server[88198]: 'Port': '1.7', May 05 19:47:46.562252 n-d-840717-1 neutron-server[88198]: 'PortForwarding': '1.2', May 05 19:47:46.562252 n-d-840717-1 neutron-server[88198]: 'QosPolicy': '1.8', May 05 19:47:46.562252 n-d-840717-1 neutron-server[88198]: 'SecurityGroup': '1.4', May 05 19:47:46.562252 n-d-840717-1 neutron-server[88198]: 'SecurityGroupRule': '1.2', May 05 19:47:46.562252 n-d-840717-1 neutron-server[88198]: 'SubPort': '1.0', May 05 19:47:46.562252 n-d-840717-1 neutron-server[88198]: 'Subnet': '1.1', May 05 19:47:46.562252 n-d-840717-1 neutron-server[88198]: 'Trunk': '1.1'}} May 05 19:47:46.562252 n-d-840717-1 neutron-server[88198]: {{(pid=88198) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 05 19:47:46.594438 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71775a23-404b-4fbb-813c-2c32a6011abe admin admin] Checking segment: {'id': '0415ad73-5a7f-40e0-b4c4-886469d943b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1753be5e-696a-42f8-9a08-d20a05c27948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:47:46.594926 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71775a23-404b-4fbb-813c-2c32a6011abe admin admin] Network hostable DHCP agents. Network: 1753be5e-696a-42f8-9a08-d20a05c27948, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 19:47:46.620650 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71775a23-404b-4fbb-813c-2c32a6011abe admin admin] Network 1753be5e-696a-42f8-9a08-d20a05c27948 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 19:47:46.631817 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-71775a23-404b-4fbb-813c-2c32a6011abe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 1753be5e-696a-42f8-9a08-d20a05c27948) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:47:46.641503 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71775a23-404b-4fbb-813c-2c32a6011abe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:47:46.642172 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b27451e-deaa-4991-a7b2-fd3b310980e8 None None] Network 1753be5e-696a-42f8-9a08-d20a05c27948 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:47:46.642940 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-71775a23-404b-4fbb-813c-2c32a6011abe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:46.672196 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54358) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:47:46.672713 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-71775a23-404b-4fbb-813c-2c32a6011abe admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5176375 May 05 19:47:46.677342 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-30f3c99f-d3c4-4492-a1ac-0ad19cb67468 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-696356457-router', 'tenant_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:47:46.682437 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-30f3c99f-d3c4-4492-a1ac-0ad19cb67468 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:47:46.688226 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-30f3c99f-d3c4-4492-a1ac-0ad19cb67468 admin admin] Usage tracker for resource:router and tenant:d2cf325fc6b540ceb92a9f2c527df7f5 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:47:46.692286 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-30f3c99f-d3c4-4492-a1ac-0ad19cb67468 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:47:46.698395 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-30f3c99f-d3c4-4492-a1ac-0ad19cb67468 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:47:46.714712 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-30f3c99f-d3c4-4492-a1ac-0ad19cb67468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:46.715779 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-30f3c99f-d3c4-4492-a1ac-0ad19cb67468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:46.733045 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-30f3c99f-d3c4-4492-a1ac-0ad19cb67468 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:46.933223 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782c0a20-e26a-4a4d-a935-8f4e3140ded0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-1753be5e-696a-42f8-9a08-d20a05c27948', 'network_id': '1753be5e-696a-42f8-9a08-d20a05c27948', 'tenant_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'fixed_ips': [{'subnet_id': 'd902a8d0-b514-4bd9-bafe-ab994adadb04'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 19:47:46.934247 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-782c0a20-e26a-4a4d-a935-8f4e3140ded0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:47.038456 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-30f3c99f-d3c4-4492-a1ac-0ad19cb67468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:47.142121 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-782c0a20-e26a-4a4d-a935-8f4e3140ded0 None None] Allocated IP 172.20.0.2 (1753be5e-696a-42f8-9a08-d20a05c27948/d902a8d0-b514-4bd9-bafe-ab994adadb04/385f4d6c-551f-4698-9b24-105ff3a263e2) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:47:47.402196 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-782c0a20-e26a-4a4d-a935-8f4e3140ded0 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:47.415199 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-782c0a20-e26a-4a4d-a935-8f4e3140ded0 None None] Transition to ACTIVE for port object 385f4d6c-551f-4698-9b24-105ff3a263e2 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:47:47.436184 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-30f3c99f-d3c4-4492-a1ac-0ad19cb67468 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:47.445067 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-782c0a20-e26a-4a4d-a935-8f4e3140ded0 None None] Transition to ACTIVE for port object 385f4d6c-551f-4698-9b24-105ff3a263e2 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:47:47.454223 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-782c0a20-e26a-4a4d-a935-8f4e3140ded0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:47.474052 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-30f3c99f-d3c4-4492-a1ac-0ad19cb67468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:47.595919 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782c0a20-e26a-4a4d-a935-8f4e3140ded0 None None] Network 1753be5e-696a-42f8-9a08-d20a05c27948 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:47:47.599230 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-782c0a20-e26a-4a4d-a935-8f4e3140ded0 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:47:47.603006 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782c0a20-e26a-4a4d-a935-8f4e3140ded0 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:47:47.609104 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782c0a20-e26a-4a4d-a935-8f4e3140ded0 None None] Pushing event updated for resources: {'Port': ['ID=385f4d6c-551f-4698-9b24-105ff3a263e2,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:47:47.648349 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782c0a20-e26a-4a4d-a935-8f4e3140ded0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:47:47.648866 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782c0a20-e26a-4a4d-a935-8f4e3140ded0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:47:47.649429 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782c0a20-e26a-4a4d-a935-8f4e3140ded0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:47:47.649882 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782c0a20-e26a-4a4d-a935-8f4e3140ded0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:47:47.650328 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782c0a20-e26a-4a4d-a935-8f4e3140ded0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:47:47.650785 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782c0a20-e26a-4a4d-a935-8f4e3140ded0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:47:47.651239 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782c0a20-e26a-4a4d-a935-8f4e3140ded0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:47:47.651733 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782c0a20-e26a-4a4d-a935-8f4e3140ded0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:47:47.652185 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782c0a20-e26a-4a4d-a935-8f4e3140ded0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:47:47.652751 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782c0a20-e26a-4a4d-a935-8f4e3140ded0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:47:47.653211 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782c0a20-e26a-4a4d-a935-8f4e3140ded0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:47:47.653665 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782c0a20-e26a-4a4d-a935-8f4e3140ded0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:47:47.654886 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782c0a20-e26a-4a4d-a935-8f4e3140ded0 None None] Tracked resource versions report: May 05 19:47:47.654886 n-d-840717-1 neutron-server[88199]: pushed versions: May 05 19:47:47.654886 n-d-840717-1 neutron-server[88199]: { 'AddressGroup': {'1.2'}, May 05 19:47:47.654886 n-d-840717-1 neutron-server[88199]: 'ConntrackHelper': {'1.0'}, May 05 19:47:47.654886 n-d-840717-1 neutron-server[88199]: 'Log': {'1.0'}, May 05 19:47:47.654886 n-d-840717-1 neutron-server[88199]: 'Network': {'1.1'}, May 05 19:47:47.654886 n-d-840717-1 neutron-server[88199]: 'Port': {'1.7'}, May 05 19:47:47.654886 n-d-840717-1 neutron-server[88199]: 'PortForwarding': {'1.2'}, May 05 19:47:47.654886 n-d-840717-1 neutron-server[88199]: 'QosPolicy': {'1.8'}, May 05 19:47:47.654886 n-d-840717-1 neutron-server[88199]: 'SecurityGroup': {'1.4'}, May 05 19:47:47.654886 n-d-840717-1 neutron-server[88199]: 'SecurityGroupRule': {'1.2'}, May 05 19:47:47.654886 n-d-840717-1 neutron-server[88199]: 'SubPort': {'1.0'}, May 05 19:47:47.654886 n-d-840717-1 neutron-server[88199]: 'Subnet': {'1.1'}, May 05 19:47:47.654886 n-d-840717-1 neutron-server[88199]: 'Trunk': {'1.1'}} May 05 19:47:47.654886 n-d-840717-1 neutron-server[88199]: consumer versions: May 05 19:47:47.654886 n-d-840717-1 neutron-server[88199]: { DHCP agent@n-d-840717-1: {}, May 05 19:47:47.654886 n-d-840717-1 neutron-server[88199]: HyperV agent@n-h1-840717-1: {}, May 05 19:47:47.654886 n-d-840717-1 neutron-server[88199]: HyperV agent@n-h2-840717-1: {}, May 05 19:47:47.654886 n-d-840717-1 neutron-server[88199]: L3 agent@n-d-840717-1: {}, May 05 19:47:47.654886 n-d-840717-1 neutron-server[88199]: Metadata agent@n-d-840717-1: {}, May 05 19:47:47.654886 n-d-840717-1 neutron-server[88199]: Metering agent@n-d-840717-1: {}, May 05 19:47:47.654886 n-d-840717-1 neutron-server[88199]: Open vSwitch agent@n-d-840717-1: { 'AddressGroup': '1.2', May 05 19:47:47.654886 n-d-840717-1 neutron-server[88199]: 'ConntrackHelper': '1.0', May 05 19:47:47.654886 n-d-840717-1 neutron-server[88199]: 'Log': '1.0', May 05 19:47:47.654886 n-d-840717-1 neutron-server[88199]: 'Network': '1.1', May 05 19:47:47.654886 n-d-840717-1 neutron-server[88199]: 'Port': '1.7', May 05 19:47:47.654886 n-d-840717-1 neutron-server[88199]: 'PortForwarding': '1.2', May 05 19:47:47.654886 n-d-840717-1 neutron-server[88199]: 'QosPolicy': '1.8', May 05 19:47:47.654886 n-d-840717-1 neutron-server[88199]: 'SecurityGroup': '1.4', May 05 19:47:47.654886 n-d-840717-1 neutron-server[88199]: 'SecurityGroupRule': '1.2', May 05 19:47:47.654886 n-d-840717-1 neutron-server[88199]: 'SubPort': '1.0', May 05 19:47:47.654886 n-d-840717-1 neutron-server[88199]: 'Subnet': '1.1', May 05 19:47:47.654886 n-d-840717-1 neutron-server[88199]: 'Trunk': '1.1'}} May 05 19:47:47.654886 n-d-840717-1 neutron-server[88199]: {{(pid=88199) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 05 19:47:47.668048 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-30f3c99f-d3c4-4492-a1ac-0ad19cb67468 admin admin] Allocated IP 172.25.0.10 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/b2d0710b-2614-479d-b7eb-29fbf11d2d67) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:47:47.723867 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-782c0a20-e26a-4a4d-a935-8f4e3140ded0 None None] Attempting to bind port 385f4d6c-551f-4698-9b24-105ff3a263e2 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:47:47.724233 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-782c0a20-e26a-4a4d-a935-8f4e3140ded0 None None] Attempting to bind port 385f4d6c-551f-4698-9b24-105ff3a263e2 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '0415ad73-5a7f-40e0-b4c4-886469d943b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1753be5e-696a-42f8-9a08-d20a05c27948'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:47:47.724587 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782c0a20-e26a-4a4d-a935-8f4e3140ded0 None None] Attempting to bind port 385f4d6c-551f-4698-9b24-105ff3a263e2 on network 1753be5e-696a-42f8-9a08-d20a05c27948 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:47:47.730119 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782c0a20-e26a-4a4d-a935-8f4e3140ded0 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:47:47.730487 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782c0a20-e26a-4a4d-a935-8f4e3140ded0 None None] Checking segment: {'id': '0415ad73-5a7f-40e0-b4c4-886469d943b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1753be5e-696a-42f8-9a08-d20a05c27948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:47:47.730881 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-782c0a20-e26a-4a4d-a935-8f4e3140ded0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:47.731270 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782c0a20-e26a-4a4d-a935-8f4e3140ded0 None None] Bound using segment: {'id': '0415ad73-5a7f-40e0-b4c4-886469d943b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1753be5e-696a-42f8-9a08-d20a05c27948'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:47:47.731775 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-782c0a20-e26a-4a4d-a935-8f4e3140ded0 None None] Bound port: 385f4d6c-551f-4698-9b24-105ff3a263e2, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0415ad73-5a7f-40e0-b4c4-886469d943b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1753be5e-696a-42f8-9a08-d20a05c27948'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:47:47.732159 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-782c0a20-e26a-4a4d-a935-8f4e3140ded0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:47.834139 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-782c0a20-e26a-4a4d-a935-8f4e3140ded0 None None] For port 385f4d6c-551f-4698-9b24-105ff3a263e2, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:47:47.837628 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-782c0a20-e26a-4a4d-a935-8f4e3140ded0 None None] For port 385f4d6c-551f-4698-9b24-105ff3a263e2, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=385f4d6c-551f-4698-9b24-105ff3a263e2,segment=NetworkSegment(0415ad73-5a7f-40e0-b4c4-886469d943b6),segment_id=0415ad73-5a7f-40e0-b4c4-886469d943b6)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:47:47.842377 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-782c0a20-e26a-4a4d-a935-8f4e3140ded0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:47.858652 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-30f3c99f-d3c4-4492-a1ac-0ad19cb67468 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:47.895974 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-30f3c99f-d3c4-4492-a1ac-0ad19cb67468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:47.935369 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782c0a20-e26a-4a4d-a935-8f4e3140ded0 None None] Pushing event updated for resources: {'Port': ['ID=385f4d6c-551f-4698-9b24-105ff3a263e2,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:47:47.979786 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f3c99f-d3c4-4492-a1ac-0ad19cb67468 admin admin] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:47:47.992392 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-30f3c99f-d3c4-4492-a1ac-0ad19cb67468 admin admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:47:47.998416 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f3c99f-d3c4-4492-a1ac-0ad19cb67468 admin admin] Pushing event updated for resources: {'Port': ['ID=b2d0710b-2614-479d-b7eb-29fbf11d2d67,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:47:48.004672 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f3c99f-d3c4-4492-a1ac-0ad19cb67468 admin admin] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:47:48.572633 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-30f3c99f-d3c4-4492-a1ac-0ad19cb67468 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:48.992393 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-30f3c99f-d3c4-4492-a1ac-0ad19cb67468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:49.127921 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c26c720-e390-448d-91d9-2c1361b97531 None None] Network 1753be5e-696a-42f8-9a08-d20a05c27948 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:47:49.285068 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30f3c99f-d3c4-4492-a1ac-0ad19cb67468 admin admin] Router fc3453a7-e407-4e16-b477-c95c65c10354 is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88197) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 19:47:49.294179 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-47cd3ed9-d8bc-4fff-a20e-1cfd95803576 None None] Provisioning for port 385f4d6c-551f-4698-9b24-105ff3a263e2 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:47:49.555480 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f3c99f-d3c4-4492-a1ac-0ad19cb67468 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 19:47:49.566867 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f81f0d-7191-4357-94ab-303c82e3815b None None] Sync routers for ids ['fc3453a7-e407-4e16-b477-c95c65c10354'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 19:47:49.583537 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f81f0d-7191-4357-94ab-303c82e3815b None None] Routers {'fc3453a7-e407-4e16-b477-c95c65c10354'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:47:49.584171 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-63f81f0d-7191-4357-94ab-303c82e3815b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:47:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['fc3453a7-e407-4e16-b477-c95c65c10354'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:47:49.587089 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-30f3c99f-d3c4-4492-a1ac-0ad19cb67468 admin admin] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:49.591677 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54484) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:47:49.592311 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-30f3c99f-d3c4-4492-a1ac-0ad19cb67468 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.9189296 May 05 19:47:49.821726 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-63f81f0d-7191-4357-94ab-303c82e3815b None None] Set router fc3453a7-e407-4e16-b477-c95c65c10354 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:47:50.069537 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 385f4d6c-551f-4698-9b24-105ff3a263e2 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:47:50.269637 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 385f4d6c-551f-4698-9b24-105ff3a263e2 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:47:50.278448 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 385f4d6c-551f-4698-9b24-105ff3a263e2 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:47:50.278850 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:50.358181 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-63f81f0d-7191-4357-94ab-303c82e3815b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3453a7-e407-4e16-b477-c95c65c10354', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-696356457-router', 'tenant_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'b2d0710b-2614-479d-b7eb-29fbf11d2d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:47:46Z', 'updated_at': '2022-05-05T19:47:48Z', 'revision_number': 3, 'project_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'gw_port': {'id': 'b2d0710b-2614-479d-b7eb-29fbf11d2d67', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:81:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3453a7-e407-4e16-b477-c95c65c10354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:47:47Z', 'updated_at': '2022-05-05T19:47:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:47:50.371213 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f81f0d-7191-4357-94ab-303c82e3815b None None] Checking router: fc3453a7-e407-4e16-b477-c95c65c10354 for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 19:47:50.371896 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f81f0d-7191-4357-94ab-303c82e3815b None None] Updating router fc3453a7-e407-4e16-b477-c95c65c10354 port b2d0710b-2614-479d-b7eb-29fbf11d2d67 binding host n-d-840717-1 {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 19:47:50.532998 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:50.578826 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-63f81f0d-7191-4357-94ab-303c82e3815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:50.620695 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 385f4d6c-551f-4698-9b24-105ff3a263e2, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=385f4d6c-551f-4698-9b24-105ff3a263e2,segment=NetworkSegment(0415ad73-5a7f-40e0-b4c4-886469d943b6),segment_id=0415ad73-5a7f-40e0-b4c4-886469d943b6)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:47:50.629223 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:50.731554 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8b6d558d-0cb9-4421-a0bb-3a027e2ad6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:50.766794 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54548) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:47:50.781638 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=385f4d6c-551f-4698-9b24-105ff3a263e2,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:47:50.819156 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54554) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:47:51.052032 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-8b6d558d-0cb9-4421-a0bb-3a027e2ad6b9 admin admin] Allocated IP 172.20.0.1 (1753be5e-696a-42f8-9a08-d20a05c27948/d902a8d0-b514-4bd9-bafe-ab994adadb04/8c54112f-3707-4af2-97c9-281beddce49a) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:47:51.115183 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d6d7654d-a6eb-42e4-82a1-9587c00b2ca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:51.128329 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-83997e97-9d11-42e3-869c-84fa8b9d1632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:51.160333 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-83997e97-9d11-42e3-869c-84fa8b9d1632 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:47:51.163226 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-d6d7654d-a6eb-42e4-82a1-9587c00b2ca0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:47:51.168218 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-83997e97-9d11-42e3-869c-84fa8b9d1632 admin admin] Usage tracker for resource:security_group_rule and tenant:e38a573bb09e432bbe5b4594c35b87d4 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:47:51.172176 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-d6d7654d-a6eb-42e4-82a1-9587c00b2ca0 admin admin] Usage tracker for resource:security_group_rule and tenant:f3e0da45d4a14f89a6bbe1e443e3bb28 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:47:51.174802 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-83997e97-9d11-42e3-869c-84fa8b9d1632 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:47:51.177542 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-d6d7654d-a6eb-42e4-82a1-9587c00b2ca0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:47:51.186056 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-83997e97-9d11-42e3-869c-84fa8b9d1632 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:47:51.189131 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-d6d7654d-a6eb-42e4-82a1-9587c00b2ca0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:47:51.270074 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-63f81f0d-7191-4357-94ab-303c82e3815b None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:51.287561 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-63f81f0d-7191-4357-94ab-303c82e3815b None None] Transition to ACTIVE for port object b2d0710b-2614-479d-b7eb-29fbf11d2d67 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:47:51.304956 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-63f81f0d-7191-4357-94ab-303c82e3815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:51.318130 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8b6d558d-0cb9-4421-a0bb-3a027e2ad6b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:51.357474 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-8b6d558d-0cb9-4421-a0bb-3a027e2ad6b9 admin admin] Transition to ACTIVE for port object 8c54112f-3707-4af2-97c9-281beddce49a will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:47:51.362389 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d6d7654d-a6eb-42e4-82a1-9587c00b2ca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:51.368587 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d6d7654d-a6eb-42e4-82a1-9587c00b2ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:51.376276 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-83997e97-9d11-42e3-869c-84fa8b9d1632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:51.407897 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-83997e97-9d11-42e3-869c-84fa8b9d1632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:51.433654 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-63f81f0d-7191-4357-94ab-303c82e3815b None None] Attempting to bind port b2d0710b-2614-479d-b7eb-29fbf11d2d67 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:47:51.433654 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-63f81f0d-7191-4357-94ab-303c82e3815b None None] Attempting to bind port b2d0710b-2614-479d-b7eb-29fbf11d2d67 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:47:51.433987 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f81f0d-7191-4357-94ab-303c82e3815b None None] Attempting to bind port b2d0710b-2614-479d-b7eb-29fbf11d2d67 on network 0401d202-1605-4cfe-bad4-fb225df6afb0 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:47:51.439908 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e166b0c8-e618-4cdb-a62e-f4b6ea4e1681 None None] Pushing event updated for resources: {'Port': ['ID=b2d0710b-2614-479d-b7eb-29fbf11d2d67,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:47:51.453463 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e166b0c8-e618-4cdb-a62e-f4b6ea4e1681 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:47:51.453805 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e166b0c8-e618-4cdb-a62e-f4b6ea4e1681 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:47:51.454139 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e166b0c8-e618-4cdb-a62e-f4b6ea4e1681 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:47:51.454811 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e166b0c8-e618-4cdb-a62e-f4b6ea4e1681 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:47:51.454811 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e166b0c8-e618-4cdb-a62e-f4b6ea4e1681 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:47:51.455094 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e166b0c8-e618-4cdb-a62e-f4b6ea4e1681 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:47:51.455442 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e166b0c8-e618-4cdb-a62e-f4b6ea4e1681 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:47:51.455768 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e166b0c8-e618-4cdb-a62e-f4b6ea4e1681 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:47:51.456186 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e166b0c8-e618-4cdb-a62e-f4b6ea4e1681 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:47:51.456371 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e166b0c8-e618-4cdb-a62e-f4b6ea4e1681 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:47:51.456855 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e166b0c8-e618-4cdb-a62e-f4b6ea4e1681 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:47:51.457049 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e166b0c8-e618-4cdb-a62e-f4b6ea4e1681 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:47:51.458161 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e166b0c8-e618-4cdb-a62e-f4b6ea4e1681 None None] Tracked resource versions report: May 05 19:47:51.458161 n-d-840717-1 neutron-server[88200]: pushed versions: May 05 19:47:51.458161 n-d-840717-1 neutron-server[88200]: { 'AddressGroup': {'1.2'}, May 05 19:47:51.458161 n-d-840717-1 neutron-server[88200]: 'ConntrackHelper': {'1.0'}, May 05 19:47:51.458161 n-d-840717-1 neutron-server[88200]: 'Log': {'1.0'}, May 05 19:47:51.458161 n-d-840717-1 neutron-server[88200]: 'Network': {'1.1'}, May 05 19:47:51.458161 n-d-840717-1 neutron-server[88200]: 'Port': {'1.7'}, May 05 19:47:51.458161 n-d-840717-1 neutron-server[88200]: 'PortForwarding': {'1.2'}, May 05 19:47:51.458161 n-d-840717-1 neutron-server[88200]: 'QosPolicy': {'1.8'}, May 05 19:47:51.458161 n-d-840717-1 neutron-server[88200]: 'SecurityGroup': {'1.4'}, May 05 19:47:51.458161 n-d-840717-1 neutron-server[88200]: 'SecurityGroupRule': {'1.2'}, May 05 19:47:51.458161 n-d-840717-1 neutron-server[88200]: 'SubPort': {'1.0'}, May 05 19:47:51.458161 n-d-840717-1 neutron-server[88200]: 'Subnet': {'1.1'}, May 05 19:47:51.458161 n-d-840717-1 neutron-server[88200]: 'Trunk': {'1.1'}} May 05 19:47:51.458161 n-d-840717-1 neutron-server[88200]: consumer versions: May 05 19:47:51.458161 n-d-840717-1 neutron-server[88200]: { DHCP agent@n-d-840717-1: {}, May 05 19:47:51.458161 n-d-840717-1 neutron-server[88200]: HyperV agent@n-h1-840717-1: {}, May 05 19:47:51.458161 n-d-840717-1 neutron-server[88200]: HyperV agent@n-h2-840717-1: {}, May 05 19:47:51.458161 n-d-840717-1 neutron-server[88200]: L3 agent@n-d-840717-1: {}, May 05 19:47:51.458161 n-d-840717-1 neutron-server[88200]: Metadata agent@n-d-840717-1: {}, May 05 19:47:51.458161 n-d-840717-1 neutron-server[88200]: Metering agent@n-d-840717-1: {}, May 05 19:47:51.458161 n-d-840717-1 neutron-server[88200]: Open vSwitch agent@n-d-840717-1: { 'AddressGroup': '1.2', May 05 19:47:51.458161 n-d-840717-1 neutron-server[88200]: 'ConntrackHelper': '1.0', May 05 19:47:51.458161 n-d-840717-1 neutron-server[88200]: 'Log': '1.0', May 05 19:47:51.458161 n-d-840717-1 neutron-server[88200]: 'Network': '1.1', May 05 19:47:51.458161 n-d-840717-1 neutron-server[88200]: 'Port': '1.7', May 05 19:47:51.458161 n-d-840717-1 neutron-server[88200]: 'PortForwarding': '1.2', May 05 19:47:51.458161 n-d-840717-1 neutron-server[88200]: 'QosPolicy': '1.8', May 05 19:47:51.458161 n-d-840717-1 neutron-server[88200]: 'SecurityGroup': '1.4', May 05 19:47:51.458161 n-d-840717-1 neutron-server[88200]: 'SecurityGroupRule': '1.2', May 05 19:47:51.458161 n-d-840717-1 neutron-server[88200]: 'SubPort': '1.0', May 05 19:47:51.458161 n-d-840717-1 neutron-server[88200]: 'Subnet': '1.1', May 05 19:47:51.458161 n-d-840717-1 neutron-server[88200]: 'Trunk': '1.1'}} May 05 19:47:51.458161 n-d-840717-1 neutron-server[88200]: {{(pid=88200) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 05 19:47:51.460204 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8b6d558d-0cb9-4421-a0bb-3a027e2ad6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:51.460649 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f81f0d-7191-4357-94ab-303c82e3815b None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:47:51.461021 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f81f0d-7191-4357-94ab-303c82e3815b None None] Checking segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:47:51.461463 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-63f81f0d-7191-4357-94ab-303c82e3815b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:51.461839 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f81f0d-7191-4357-94ab-303c82e3815b None None] Bound using segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:47:51.462391 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-63f81f0d-7191-4357-94ab-303c82e3815b None None] Bound port: b2d0710b-2614-479d-b7eb-29fbf11d2d67, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:47:51.462779 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-63f81f0d-7191-4357-94ab-303c82e3815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:51.512482 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d6d7654d-a6eb-42e4-82a1-9587c00b2ca0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f3e0da45d4a14f89a6bbe1e443e3bb28&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7439837 May 05 19:47:51.516059 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54590) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:47:51.553502 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-63f81f0d-7191-4357-94ab-303c82e3815b None None] For port b2d0710b-2614-479d-b7eb-29fbf11d2d67, host n-d-840717-1, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:47:51.557694 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-63f81f0d-7191-4357-94ab-303c82e3815b None None] For port b2d0710b-2614-479d-b7eb-29fbf11d2d67, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=b2d0710b-2614-479d-b7eb-29fbf11d2d67,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:47:51.567342 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-63f81f0d-7191-4357-94ab-303c82e3815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:51.580780 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-83997e97-9d11-42e3-869c-84fa8b9d1632 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e38a573bb09e432bbe5b4594c35b87d4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7602246 May 05 19:47:51.588757 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54600) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:47:51.612784 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d7654d-a6eb-42e4-82a1-9587c00b2ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264ebecb-a018-4f71-ab2b-619a4067710b,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:47:51.646164 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6d558d-0cb9-4421-a0bb-3a027e2ad6b9 admin admin] Network 1753be5e-696a-42f8-9a08-d20a05c27948 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:47:51.659699 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f81f0d-7191-4357-94ab-303c82e3815b None None] Routers {'fc3453a7-e407-4e16-b477-c95c65c10354'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:47:51.661101 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-63f81f0d-7191-4357-94ab-303c82e3815b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:47:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['fc3453a7-e407-4e16-b477-c95c65c10354'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:47:51.662248 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6d558d-0cb9-4421-a0bb-3a027e2ad6b9 admin admin] Pushing event updated for resources: {'Port': ['ID=8c54112f-3707-4af2-97c9-281beddce49a,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:47:51.675176 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-8b6d558d-0cb9-4421-a0bb-3a027e2ad6b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:47:51.687988 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6d558d-0cb9-4421-a0bb-3a027e2ad6b9 admin admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:47:51.688751 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8b6d558d-0cb9-4421-a0bb-3a027e2ad6b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:51.793612 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83997e97-9d11-42e3-869c-84fa8b9d1632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e708b6f3-b80b-4c9d-b5fe-8129818c0ef0,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:47:51.825489 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e166b0c8-e618-4cdb-a62e-f4b6ea4e1681 None None] Pushing event updated for resources: {'Port': ['ID=b2d0710b-2614-479d-b7eb-29fbf11d2d67,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:47:51.913766 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-031a9db9-ec56-4a18-9291-4c414a0482bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:51.995491 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-63f81f0d-7191-4357-94ab-303c82e3815b None None] Set router fc3453a7-e407-4e16-b477-c95c65c10354 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:47:51.996343 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-529c8765-06d7-4db2-8e5c-c0044e600bb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:52.040403 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-031a9db9-ec56-4a18-9291-4c414a0482bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:52.045503 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 385f4d6c-551f-4698-9b24-105ff3a263e2 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:47:52.062396 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-529c8765-06d7-4db2-8e5c-c0044e600bb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:52.185756 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-529c8765-06d7-4db2-8e5c-c0044e600bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:52.215172 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-031a9db9-ec56-4a18-9291-4c414a0482bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:52.228030 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-529c8765-06d7-4db2-8e5c-c0044e600bb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:52.229388 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-529c8765-06d7-4db2-8e5c-c0044e600bb6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e708b6f3-b80b-4c9d-b5fe-8129818c0ef0 HTTP/1.1" status: 204 len: 168 time: 0.6370859 May 05 19:47:52.231347 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529c8765-06d7-4db2-8e5c-c0044e600bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e708b6f3-b80b-4c9d-b5fe-8129818c0ef0,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:47:52.243908 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-031a9db9-ec56-4a18-9291-4c414a0482bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:52.247829 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-031a9db9-ec56-4a18-9291-4c414a0482bc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/264ebecb-a018-4f71-ab2b-619a4067710b HTTP/1.1" status: 204 len: 168 time: 0.7197568 May 05 19:47:52.254219 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a9db9-ec56-4a18-9291-4c414a0482bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264ebecb-a018-4f71-ab2b-619a4067710b,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:47:52.309192 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8b6d558d-0cb9-4421-a0bb-3a027e2ad6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:52.364744 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-53b87232-585e-47fa-9e3f-736210ba9507 None None] Provisioning for port 8c54112f-3707-4af2-97c9-281beddce49a completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:47:52.380068 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-53b87232-585e-47fa-9e3f-736210ba9507 None None] Provisioning complete for port 8c54112f-3707-4af2-97c9-281beddce49a triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:47:52.380718 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-53b87232-585e-47fa-9e3f-736210ba9507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:52.495703 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 385f4d6c-551f-4698-9b24-105ff3a263e2 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:47:52.496772 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:52.572011 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-63f81f0d-7191-4357-94ab-303c82e3815b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3453a7-e407-4e16-b477-c95c65c10354', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-696356457-router', 'tenant_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'b2d0710b-2614-479d-b7eb-29fbf11d2d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:47:46Z', 'updated_at': '2022-05-05T19:47:48Z', 'revision_number': 3, 'project_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'gw_port': {'id': 'b2d0710b-2614-479d-b7eb-29fbf11d2d67', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:81:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3453a7-e407-4e16-b477-c95c65c10354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:47:47Z', 'updated_at': '2022-05-05T19:47:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:47:52.585988 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f81f0d-7191-4357-94ab-303c82e3815b None None] The sync data for ids ['fc3453a7-e407-4e16-b477-c95c65c10354'] in n-d-840717-1 is: [{'id': 'fc3453a7-e407-4e16-b477-c95c65c10354', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-696356457-router', 'tenant_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'b2d0710b-2614-479d-b7eb-29fbf11d2d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:47:46Z', 'updated_at': '2022-05-05T19:47:48Z', 'revision_number': 3, 'project_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'gw_port': {'id': 'b2d0710b-2614-479d-b7eb-29fbf11d2d67', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:81:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3453a7-e407-4e16-b477-c95c65c10354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:47:47Z', 'updated_at': '2022-05-05T19:47:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 19:47:52.664825 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-53b87232-585e-47fa-9e3f-736210ba9507 None None] Port 8c54112f-3707-4af2-97c9-281beddce49a cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:47:52.708793 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8b6d558d-0cb9-4421-a0bb-3a027e2ad6b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:52.729522 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8b6d558d-0cb9-4421-a0bb-3a027e2ad6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:52.730432 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8b6d558d-0cb9-4421-a0bb-3a027e2ad6b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:52.868406 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6d558d-0cb9-4421-a0bb-3a027e2ad6b9 admin admin] Pushing event updated for resources: {'Port': ['ID=8c54112f-3707-4af2-97c9-281beddce49a,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:47:53.096274 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6d558d-0cb9-4421-a0bb-3a027e2ad6b9 admin admin] Network 1753be5e-696a-42f8-9a08-d20a05c27948 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:47:53.097464 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-8b6d558d-0cb9-4421-a0bb-3a027e2ad6b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:47:53.300621 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54714) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:47:53.328310 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54718) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:47:53.360789 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9bf5a029-fccc-4fc3-bf9f-b1982fd161d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:53.387569 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-9bf5a029-fccc-4fc3-bf9f-b1982fd161d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:47:53.400366 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-9bf5a029-fccc-4fc3-bf9f-b1982fd161d4 admin admin] Usage tracker for resource:security_group_rule and tenant:655dca15a58e446eaae96cce8282dd76 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:47:53.409888 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-9bf5a029-fccc-4fc3-bf9f-b1982fd161d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:47:53.418475 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-9bf5a029-fccc-4fc3-bf9f-b1982fd161d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:47:53.421493 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-196d8590-49c3-4da5-a4f2-a8e9f7a58eff None None] Provisioning complete for port 8c54112f-3707-4af2-97c9-281beddce49a triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:47:53.422042 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-196d8590-49c3-4da5-a4f2-a8e9f7a58eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:53.423540 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-de4d04b0-1a3b-466c-bfda-de42f1149ce7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:53.449158 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-de4d04b0-1a3b-466c-bfda-de42f1149ce7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:47:53.461594 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-de4d04b0-1a3b-466c-bfda-de42f1149ce7 admin admin] Usage tracker for resource:security_group_rule and tenant:33184db1911b44c693c4592216cee4a6 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:47:53.467188 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-de4d04b0-1a3b-466c-bfda-de42f1149ce7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:47:53.481851 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54722) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:47:53.486763 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-de4d04b0-1a3b-466c-bfda-de42f1149ce7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:47:53.499614 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b6d558d-0cb9-4421-a0bb-3a027e2ad6b9 admin admin] Router fc3453a7-e407-4e16-b477-c95c65c10354 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 19:47:53.528142 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-196d8590-49c3-4da5-a4f2-a8e9f7a58eff None None] Port 8c54112f-3707-4af2-97c9-281beddce49a cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:47:53.592014 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54728) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:47:53.628819 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9bf5a029-fccc-4fc3-bf9f-b1982fd161d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:53.641928 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9bf5a029-fccc-4fc3-bf9f-b1982fd161d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:53.720126 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-9bf5a029-fccc-4fc3-bf9f-b1982fd161d4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=655dca15a58e446eaae96cce8282dd76&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4146359 May 05 19:47:53.723798 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54736) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:47:53.742027 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf5a029-fccc-4fc3-bf9f-b1982fd161d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56cc0ac1-4135-4c61-8961-6af0750e4d0a,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:47:53.817901 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-01588267-56c6-49be-b061-aec78b462ca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:53.847332 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-01588267-56c6-49be-b061-aec78b462ca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:53.875892 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b6d558d-0cb9-4421-a0bb-3a027e2ad6b9 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 19:47:53.907101 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-de4d04b0-1a3b-466c-bfda-de42f1149ce7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:53.913687 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-de4d04b0-1a3b-466c-bfda-de42f1149ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:53.919973 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-01588267-56c6-49be-b061-aec78b462ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:53.942311 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-01588267-56c6-49be-b061-aec78b462ca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:53.943441 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-01588267-56c6-49be-b061-aec78b462ca0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/56cc0ac1-4135-4c61-8961-6af0750e4d0a HTTP/1.1" status: 204 len: 168 time: 0.2187169 May 05 19:47:53.949970 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01588267-56c6-49be-b061-aec78b462ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56cc0ac1-4135-4c61-8961-6af0750e4d0a,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:47:53.953432 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-de4d04b0-1a3b-466c-bfda-de42f1149ce7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=33184db1911b44c693c4592216cee4a6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6240203 May 05 19:47:53.955878 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54748) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:47:53.956640 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-8b6d558d-0cb9-4421-a0bb-3a027e2ad6b9 admin admin] 10.222.0.36 "PUT /v2.0/routers/fc3453a7-e407-4e16-b477-c95c65c10354/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3639827 May 05 19:47:53.987457 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4d04b0-1a3b-466c-bfda-de42f1149ce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e9981c-59b7-4acf-b7b4-878fd308cb06,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:47:54.068172 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54754) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:47:54.074424 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a5e7cfac-29a2-4a66-927e-cb65cb0d63ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:54.103630 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device b2d0710b-2614-479d-b7eb-29fbf11d2d67 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:47:54.120117 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-a5e7cfac-29a2-4a66-927e-cb65cb0d63ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:47:54.132594 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a5e7cfac-29a2-4a66-927e-cb65cb0d63ec admin admin] Usage tracker for resource:security_group_rule and tenant:470d505a7837445186e0de99f6addc0c is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:47:54.135056 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2153c80e-3ab0-4212-b48e-3da292546b04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:54.147695 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a5e7cfac-29a2-4a66-927e-cb65cb0d63ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:47:54.153542 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-2153c80e-3ab0-4212-b48e-3da292546b04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:47:54.157772 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-2153c80e-3ab0-4212-b48e-3da292546b04 admin admin] Usage tracker for resource:security_group_rule and tenant:41d3f3eb20d448cfb0f6126cb2b24aed is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:47:54.161629 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-2153c80e-3ab0-4212-b48e-3da292546b04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:47:54.168823 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-2153c80e-3ab0-4212-b48e-3da292546b04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:47:54.182892 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-a5e7cfac-29a2-4a66-927e-cb65cb0d63ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:47:54.186023 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port b2d0710b-2614-479d-b7eb-29fbf11d2d67 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:47:54.195341 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port b2d0710b-2614-479d-b7eb-29fbf11d2d67 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:47:54.196237 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:54.216207 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-471d461b-586a-4195-a0ea-5388a1e1cc07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:54.269627 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-471d461b-586a-4195-a0ea-5388a1e1cc07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:54.371817 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:54.389645 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port b2d0710b-2614-479d-b7eb-29fbf11d2d67, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=b2d0710b-2614-479d-b7eb-29fbf11d2d67,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:47:54.397063 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:54.412376 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a5e7cfac-29a2-4a66-927e-cb65cb0d63ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:54.415335 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-471d461b-586a-4195-a0ea-5388a1e1cc07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:54.440821 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a5e7cfac-29a2-4a66-927e-cb65cb0d63ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:54.452198 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2153c80e-3ab0-4212-b48e-3da292546b04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:54.453576 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471d461b-586a-4195-a0ea-5388a1e1cc07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e9981c-59b7-4acf-b7b4-878fd308cb06,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:47:54.477055 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2153c80e-3ab0-4212-b48e-3da292546b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:54.509672 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-a5e7cfac-29a2-4a66-927e-cb65cb0d63ec admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=470d505a7837445186e0de99f6addc0c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0262556 May 05 19:47:54.512843 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54766) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:47:54.547928 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54772) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:47:54.564847 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-2153c80e-3ab0-4212-b48e-3da292546b04 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=41d3f3eb20d448cfb0f6126cb2b24aed&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9706461 May 05 19:47:54.571576 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-471d461b-586a-4195-a0ea-5388a1e1cc07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:54.582859 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-471d461b-586a-4195-a0ea-5388a1e1cc07 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/11e9981c-59b7-4acf-b7b4-878fd308cb06 HTTP/1.1" status: 204 len: 168 time: 0.6223757 May 05 19:47:54.584623 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e7cfac-29a2-4a66-927e-cb65cb0d63ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ae7887-5ad5-4b1a-ba5a-7349a6092b98,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:47:54.597753 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=b2d0710b-2614-479d-b7eb-29fbf11d2d67,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:47:54.657105 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2153c80e-3ab0-4212-b48e-3da292546b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06eeaa30-a60f-4236-819e-02c773a06b8e,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:47:54.659131 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a905782c-f9e8-4433-890c-83afe9fcac2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:54.726108 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a905782c-f9e8-4433-890c-83afe9fcac2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:54.778151 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-72983fde-a3cf-4ad0-be09-88ce03942e66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:54.793095 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d2586c84-9dcc-464e-aa4a-6307dcf64ad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:54.826598 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-72983fde-a3cf-4ad0-be09-88ce03942e66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:47:54.842150 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-72983fde-a3cf-4ad0-be09-88ce03942e66 admin admin] Usage tracker for resource:security_group_rule and tenant:1f08b402ef58456d94f01138dd31e3c9 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:47:54.848786 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-72983fde-a3cf-4ad0-be09-88ce03942e66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:47:54.859148 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d2586c84-9dcc-464e-aa4a-6307dcf64ad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:54.866830 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-72983fde-a3cf-4ad0-be09-88ce03942e66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:47:54.915754 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a905782c-f9e8-4433-890c-83afe9fcac2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:54.950696 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a905782c-f9e8-4433-890c-83afe9fcac2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ae7887-5ad5-4b1a-ba5a-7349a6092b98,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:47:54.959043 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a905782c-f9e8-4433-890c-83afe9fcac2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:54.962842 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a905782c-f9e8-4433-890c-83afe9fcac2e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/05ae7887-5ad5-4b1a-ba5a-7349a6092b98 HTTP/1.1" status: 204 len: 168 time: 0.4479153 May 05 19:47:54.997071 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d2586c84-9dcc-464e-aa4a-6307dcf64ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:55.035191 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2586c84-9dcc-464e-aa4a-6307dcf64ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06eeaa30-a60f-4236-819e-02c773a06b8e,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:47:55.049808 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d2586c84-9dcc-464e-aa4a-6307dcf64ad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:55.053330 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d2586c84-9dcc-464e-aa4a-6307dcf64ad4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/06eeaa30-a60f-4236-819e-02c773a06b8e HTTP/1.1" status: 204 len: 168 time: 0.4933341 May 05 19:47:55.114781 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-72983fde-a3cf-4ad0-be09-88ce03942e66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:55.119179 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-72983fde-a3cf-4ad0-be09-88ce03942e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:55.173522 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-72983fde-a3cf-4ad0-be09-88ce03942e66 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1f08b402ef58456d94f01138dd31e3c9&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1039844 May 05 19:47:55.175224 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72983fde-a3cf-4ad0-be09-88ce03942e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f952b47-b62a-4fe0-9f05-f3680d18ee7f,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:47:55.176309 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54814) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:47:55.242229 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-724e104b-73c0-4ac6-90b2-ea6671050a6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:55.270982 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-724e104b-73c0-4ac6-90b2-ea6671050a6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:55.338214 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-724e104b-73c0-4ac6-90b2-ea6671050a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:55.359775 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724e104b-73c0-4ac6-90b2-ea6671050a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f952b47-b62a-4fe0-9f05-f3680d18ee7f,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:47:55.362595 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-724e104b-73c0-4ac6-90b2-ea6671050a6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:55.363913 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-724e104b-73c0-4ac6-90b2-ea6671050a6c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1f952b47-b62a-4fe0-9f05-f3680d18ee7f HTTP/1.1" status: 204 len: 168 time: 0.1866376 May 05 19:47:55.444961 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54828) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:47:55.449082 n-d-840717-1 neutron-server[88197]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 05 19:47:55.490072 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c37d438e-bae4-4f07-a0fd-79584639c4ce req-571b36bf-5df2-453d-b5e5-39ab12e8aca8 tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=2781c844474240aea53d18b6a2457615&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427809 May 05 19:47:55.658702 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d438e-bae4-4f07-a0fd-79584639c4ce req-3f1c3ebe-4189-4fbe-9767-a0aaa3ca5682 tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:47:55.660493 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c37d438e-bae4-4f07-a0fd-79584639c4ce req-3f1c3ebe-4189-4fbe-9767-a0aaa3ca5682 tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1694365 May 05 19:47:55.677430 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8024a178-d6ba-4ae1-b859-c637bf5e908e None None] Sync routers for ids ['fc3453a7-e407-4e16-b477-c95c65c10354'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 19:47:55.683901 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c37d438e-bae4-4f07-a0fd-79584639c4ce req-2bd85bcc-07d9-4752-a7f3-5670bdfb6d56 tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] 10.222.0.36 "GET /v2.0/quotas/2781c844474240aea53d18b6a2457615 HTTP/1.1" status: 200 len: 375 time: 0.0172868 May 05 19:47:55.691714 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8024a178-d6ba-4ae1-b859-c637bf5e908e None None] Routers {'fc3453a7-e407-4e16-b477-c95c65c10354'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:47:55.692860 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-8024a178-d6ba-4ae1-b859-c637bf5e908e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:47:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['fc3453a7-e407-4e16-b477-c95c65c10354'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:47:55.736041 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c37d438e-bae4-4f07-a0fd-79584639c4ce req-ed64848c-ca90-4f01-8a92-8113a52c28e8 tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2781c844474240aea53d18b6a2457615&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511365 May 05 19:47:55.808331 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54838) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:47:55.838840 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d66690cd-b086-4976-80ac-f567d826d643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:55.879535 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d66690cd-b086-4976-80ac-f567d826d643 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:47:55.886875 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d66690cd-b086-4976-80ac-f567d826d643 admin admin] Usage tracker for resource:security_group_rule and tenant:f8526c723a9247f89999567d8dceca90 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:47:55.890953 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d66690cd-b086-4976-80ac-f567d826d643 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:47:55.901773 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d66690cd-b086-4976-80ac-f567d826d643 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:47:55.914044 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-8024a178-d6ba-4ae1-b859-c637bf5e908e None None] Set router fc3453a7-e407-4e16-b477-c95c65c10354 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:47:56.056388 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d66690cd-b086-4976-80ac-f567d826d643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:56.063632 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d66690cd-b086-4976-80ac-f567d826d643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:56.109573 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device b2d0710b-2614-479d-b7eb-29fbf11d2d67 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:47:56.131575 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d66690cd-b086-4976-80ac-f567d826d643 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f8526c723a9247f89999567d8dceca90&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3212030 May 05 19:47:56.132410 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66690cd-b086-4976-80ac-f567d826d643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7742ea6d-0abf-4b79-864f-dfc6b9430336,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:47:56.134805 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54864) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:47:56.157285 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54868) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:47:56.176905 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-94cd3297-a32a-428f-ab24-4cd4a0a94e2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:56.194427 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-94cd3297-a32a-428f-ab24-4cd4a0a94e2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:47:56.198922 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-94cd3297-a32a-428f-ab24-4cd4a0a94e2a admin admin] Usage tracker for resource:security_group_rule and tenant:fe283700c7124b8db16858f67b9dcecb is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:47:56.203152 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-94cd3297-a32a-428f-ab24-4cd4a0a94e2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:47:56.209727 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-94cd3297-a32a-428f-ab24-4cd4a0a94e2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:47:56.220631 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0eaf5c18-77c5-4bf4-94dc-77b1c97a6c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:56.291396 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0eaf5c18-77c5-4bf4-94dc-77b1c97a6c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:56.305060 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-94cd3297-a32a-428f-ab24-4cd4a0a94e2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:56.306179 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54872) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:47:56.346188 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port b2d0710b-2614-479d-b7eb-29fbf11d2d67 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:47:56.346795 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:56.408241 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-21e12ad4-653b-46b0-b504-8fa7fb261b61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:56.408732 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54880) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:47:56.416191 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-3f7151a9-0bef-4de2-8b43-c48f5523a25f admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-64917775-network', 'tenant_id': 'e746b141472448f092a7e09102a16829'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:47:56.418990 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-94cd3297-a32a-428f-ab24-4cd4a0a94e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:56.425139 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0eaf5c18-77c5-4bf4-94dc-77b1c97a6c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:56.440815 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-3f7151a9-0bef-4de2-8b43-c48f5523a25f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:47:56.481246 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaf5c18-77c5-4bf4-94dc-77b1c97a6c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7742ea6d-0abf-4b79-864f-dfc6b9430336,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:47:56.484750 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-94cd3297-a32a-428f-ab24-4cd4a0a94e2a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fe283700c7124b8db16858f67b9dcecb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3263803 May 05 19:47:56.485528 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54884) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:47:56.486366 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd3297-a32a-428f-ab24-4cd4a0a94e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9c3a32-034d-4cee-b20d-acbefb1ff865,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:47:56.494163 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-21e12ad4-653b-46b0-b504-8fa7fb261b61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:47:56.501099 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-3f7151a9-0bef-4de2-8b43-c48f5523a25f admin admin] Usage tracker for resource:network and tenant:e746b141472448f092a7e09102a16829 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:47:56.514811 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-3f7151a9-0bef-4de2-8b43-c48f5523a25f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:47:56.521517 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-3f7151a9-0bef-4de2-8b43-c48f5523a25f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:47:56.524843 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0eaf5c18-77c5-4bf4-94dc-77b1c97a6c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:56.526144 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-0eaf5c18-77c5-4bf4-94dc-77b1c97a6c0c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7742ea6d-0abf-4b79-864f-dfc6b9430336 HTTP/1.1" status: 204 len: 168 time: 0.3899374 May 05 19:47:56.528650 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-21e12ad4-653b-46b0-b504-8fa7fb261b61 admin admin] Usage tracker for resource:security_group_rule and tenant:07860b4ddb034248aab795150889a070 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:47:56.533760 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-21e12ad4-653b-46b0-b504-8fa7fb261b61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:47:56.543295 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f7151a9-0bef-4de2-8b43-c48f5523a25f admin admin] Made reservation on behalf of e746b141472448f092a7e09102a16829 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:47:56.546813 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3f7151a9-0bef-4de2-8b43-c48f5523a25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:56.548469 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-21e12ad4-653b-46b0-b504-8fa7fb261b61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:47:56.591684 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3f7151a9-0bef-4de2-8b43-c48f5523a25f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:56.606205 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f578eaf4-046d-4f65-8222-f1a5fbd58c68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:56.634189 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-3f7151a9-0bef-4de2-8b43-c48f5523a25f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:47:56.647325 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-8024a178-d6ba-4ae1-b859-c637bf5e908e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3453a7-e407-4e16-b477-c95c65c10354', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-696356457-router', 'tenant_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'b2d0710b-2614-479d-b7eb-29fbf11d2d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:47:46Z', 'updated_at': '2022-05-05T19:47:52Z', 'revision_number': 4, 'project_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'gw_port': {'id': 'b2d0710b-2614-479d-b7eb-29fbf11d2d67', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:81:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3453a7-e407-4e16-b477-c95c65c10354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:47:47Z', 'updated_at': '2022-05-05T19:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '8c54112f-3707-4af2-97c9-281beddce49a', 'name': '', 'network_id': '1753be5e-696a-42f8-9a08-d20a05c27948', 'tenant_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'mac_address': 'fa:16:3e:2c:2c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3453a7-e407-4e16-b477-c95c65c10354', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'd902a8d0-b514-4bd9-bafe-ab994adadb04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:47:50Z', 'updated_at': '2022-05-05T19:47:52Z', 'revision_number': 2, 'project_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'subnets': [{'id': 'd902a8d0-b514-4bd9-bafe-ab994adadb04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:47:56.647834 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f578eaf4-046d-4f65-8222-f1a5fbd58c68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:56.649507 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-3f7151a9-0bef-4de2-8b43-c48f5523a25f admin admin] Usage tracker for resource:security_group_rule and tenant:e746b141472448f092a7e09102a16829 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:47:56.657413 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8024a178-d6ba-4ae1-b859-c637bf5e908e None None] Checking router: fc3453a7-e407-4e16-b477-c95c65c10354 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 19:47:56.657690 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8024a178-d6ba-4ae1-b859-c637bf5e908e None None] Updating router fc3453a7-e407-4e16-b477-c95c65c10354 port 8c54112f-3707-4af2-97c9-281beddce49a binding host n-d-840717-1 {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 19:47:56.658986 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-3f7151a9-0bef-4de2-8b43-c48f5523a25f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:47:56.672740 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-3f7151a9-0bef-4de2-8b43-c48f5523a25f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:47:56.781800 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8024a178-d6ba-4ae1-b859-c637bf5e908e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:56.794808 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-21e12ad4-653b-46b0-b504-8fa7fb261b61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:56.805267 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-21e12ad4-653b-46b0-b504-8fa7fb261b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:56.866201 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f578eaf4-046d-4f65-8222-f1a5fbd58c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:56.878096 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-21e12ad4-653b-46b0-b504-8fa7fb261b61 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=07860b4ddb034248aab795150889a070&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5708196 May 05 19:47:56.881749 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e12ad4-653b-46b0-b504-8fa7fb261b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6574fb64-c200-496e-b3f9-8ac303c4a7a9,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:47:56.886750 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54900) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:47:56.933875 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54904) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:47:56.939043 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f578eaf4-046d-4f65-8222-f1a5fbd58c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9c3a32-034d-4cee-b20d-acbefb1ff865,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:47:56.972560 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f578eaf4-046d-4f65-8222-f1a5fbd58c68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:56.973931 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f578eaf4-046d-4f65-8222-f1a5fbd58c68 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3e9c3a32-034d-4cee-b20d-acbefb1ff865 HTTP/1.1" status: 204 len: 168 time: 0.4844291 May 05 19:47:56.984040 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3f7151a9-0bef-4de2-8b43-c48f5523a25f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:56.991578 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3f7151a9-0bef-4de2-8b43-c48f5523a25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:57.000746 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ef20f875-d0fa-4b52-92e0-591f72c6f31d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:57.010259 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f7151a9-0bef-4de2-8b43-c48f5523a25f admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 19:47:57.022110 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3f7151a9-0bef-4de2-8b43-c48f5523a25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:57.023245 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-3f7151a9-0bef-4de2-8b43-c48f5523a25f admin admin] Added segment 5a9f88f1-07d3-463d-9a7c-95b2532b0485 of type vlan for network d0d993c7-47b1-420d-b098-e191164ae641 May 05 19:47:57.039542 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ef20f875-d0fa-4b52-92e0-591f72c6f31d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:57.056219 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3f7151a9-0bef-4de2-8b43-c48f5523a25f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:57.099836 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3f7151a9-0bef-4de2-8b43-c48f5523a25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:57.100970 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7151a9-0bef-4de2-8b43-c48f5523a25f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:47:57.102347 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3f7151a9-0bef-4de2-8b43-c48f5523a25f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:57.142588 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ef20f875-d0fa-4b52-92e0-591f72c6f31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:57.181230 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ef20f875-d0fa-4b52-92e0-591f72c6f31d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:57.182373 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-ef20f875-d0fa-4b52-92e0-591f72c6f31d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6574fb64-c200-496e-b3f9-8ac303c4a7a9 HTTP/1.1" status: 204 len: 168 time: 0.2944336 May 05 19:47:57.189949 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef20f875-d0fa-4b52-92e0-591f72c6f31d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6574fb64-c200-496e-b3f9-8ac303c4a7a9,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:47:57.213343 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7151a9-0bef-4de2-8b43-c48f5523a25f admin admin] Pushing event updated for resources: {'Network': ['ID=d0d993c7-47b1-420d-b098-e191164ae641,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:47:57.237667 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7151a9-0bef-4de2-8b43-c48f5523a25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15840a96-de4f-4925-bce7-7dd04e381be5,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:47:57.247749 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network d0d993c7-47b1-420d-b098-e191164ae641 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 19:47:57.262544 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-3f7151a9-0bef-4de2-8b43-c48f5523a25f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8526931 May 05 19:47:57.265529 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54924) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:47:57.271425 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-d1ce973c-8eda-45b1-b392-2a7d664c481d admin admin] Request body: {'subnet': {'network_id': 'd0d993c7-47b1-420d-b098-e191164ae641', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-64917775-subnet', 'tenant_id': 'e746b141472448f092a7e09102a16829', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:47:57.276299 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-d1ce973c-8eda-45b1-b392-2a7d664c481d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:47:57.284285 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-d1ce973c-8eda-45b1-b392-2a7d664c481d admin admin] Usage tracker for resource:subnet and tenant:e746b141472448f092a7e09102a16829 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:47:57.288429 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-d1ce973c-8eda-45b1-b392-2a7d664c481d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:47:57.297220 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-d1ce973c-8eda-45b1-b392-2a7d664c481d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:47:57.313571 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ce973c-8eda-45b1-b392-2a7d664c481d admin admin] Made reservation on behalf of e746b141472448f092a7e09102a16829 for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:47:57.318723 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d1ce973c-8eda-45b1-b392-2a7d664c481d admin admin] Notify callbacks [] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:57.419371 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8024a178-d6ba-4ae1-b859-c637bf5e908e None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:57.439974 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-8024a178-d6ba-4ae1-b859-c637bf5e908e None None] Transition to ACTIVE for port object 8c54112f-3707-4af2-97c9-281beddce49a will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:47:57.449761 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8024a178-d6ba-4ae1-b859-c637bf5e908e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:57.451729 n-d-840717-1 neutron-server[88198]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 05 19:47:57.537156 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a7499493-b651-4697-bb3c-b839d7fac70a req-f2ceb0ff-4021-484a-9442-aeaa99c8cd0d tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] 10.222.0.36 "GET /v2.0/ports?device_id=816dfb24-da83-4bf7-b304-49c1180d1b05 HTTP/1.1" status: 200 len: 210 time: 0.5988352 May 05 19:47:57.728611 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d1ce973c-8eda-45b1-b392-2a7d664c481d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:57.795524 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140eddba-a7df-4bed-8fbf-7a47c1ad4d1e None None] Pushing event updated for resources: {'Port': ['ID=8c54112f-3707-4af2-97c9-281beddce49a,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:47:57.836645 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-8024a178-d6ba-4ae1-b859-c637bf5e908e None None] Attempting to bind port 8c54112f-3707-4af2-97c9-281beddce49a on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:47:57.837596 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-8024a178-d6ba-4ae1-b859-c637bf5e908e None None] Attempting to bind port 8c54112f-3707-4af2-97c9-281beddce49a by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '0415ad73-5a7f-40e0-b4c4-886469d943b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1753be5e-696a-42f8-9a08-d20a05c27948'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:47:57.837596 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8024a178-d6ba-4ae1-b859-c637bf5e908e None None] Attempting to bind port 8c54112f-3707-4af2-97c9-281beddce49a on network 1753be5e-696a-42f8-9a08-d20a05c27948 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:47:57.848421 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8024a178-d6ba-4ae1-b859-c637bf5e908e None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:47:57.848791 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8024a178-d6ba-4ae1-b859-c637bf5e908e None None] Checking segment: {'id': '0415ad73-5a7f-40e0-b4c4-886469d943b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1753be5e-696a-42f8-9a08-d20a05c27948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:47:57.849185 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8024a178-d6ba-4ae1-b859-c637bf5e908e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:57.849573 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8024a178-d6ba-4ae1-b859-c637bf5e908e None None] Bound using segment: {'id': '0415ad73-5a7f-40e0-b4c4-886469d943b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1753be5e-696a-42f8-9a08-d20a05c27948'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:47:57.850038 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-8024a178-d6ba-4ae1-b859-c637bf5e908e None None] Bound port: 8c54112f-3707-4af2-97c9-281beddce49a, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0415ad73-5a7f-40e0-b4c4-886469d943b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1753be5e-696a-42f8-9a08-d20a05c27948'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:47:57.850847 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8024a178-d6ba-4ae1-b859-c637bf5e908e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:57.859014 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ce973c-8eda-45b1-b392-2a7d664c481d admin admin] Checking segment: {'id': '5a9f88f1-07d3-463d-9a7c-95b2532b0485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd0d993c7-47b1-420d-b098-e191164ae641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:47:57.859378 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ce973c-8eda-45b1-b392-2a7d664c481d admin admin] Network hostable DHCP agents. Network: d0d993c7-47b1-420d-b098-e191164ae641, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 19:47:57.885326 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ce973c-8eda-45b1-b392-2a7d664c481d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0038c9ce-990a-4029-9388-169e2517fdc3,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:47:57.914511 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ce973c-8eda-45b1-b392-2a7d664c481d admin admin] Network d0d993c7-47b1-420d-b098-e191164ae641 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 19:47:57.928141 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-d1ce973c-8eda-45b1-b392-2a7d664c481d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, d0d993c7-47b1-420d-b098-e191164ae641) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:47:57.934355 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ce973c-8eda-45b1-b392-2a7d664c481d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:47:57.935291 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d1ce973c-8eda-45b1-b392-2a7d664c481d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:57.942963 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717ba037-8909-445d-b125-fa34e8c3ceb8 None None] Network d0d993c7-47b1-420d-b098-e191164ae641 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:47:57.975063 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54946) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:47:57.977958 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d1ce973c-8eda-45b1-b392-2a7d664c481d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7104998 May 05 19:47:57.980740 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-0d5b4c25-0236-4a2e-bece-701f7b6a1429 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-64917775-router', 'tenant_id': 'e746b141472448f092a7e09102a16829', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:47:57.985995 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0d5b4c25-0236-4a2e-bece-701f7b6a1429 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:47:57.997174 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-0d5b4c25-0236-4a2e-bece-701f7b6a1429 admin admin] Usage tracker for resource:router and tenant:e746b141472448f092a7e09102a16829 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:47:58.003116 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-0d5b4c25-0236-4a2e-bece-701f7b6a1429 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:47:58.018291 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0d5b4c25-0236-4a2e-bece-701f7b6a1429 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:47:58.044586 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0d5b4c25-0236-4a2e-bece-701f7b6a1429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:58.045849 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0d5b4c25-0236-4a2e-bece-701f7b6a1429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:58.070670 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-8024a178-d6ba-4ae1-b859-c637bf5e908e None None] For port 8c54112f-3707-4af2-97c9-281beddce49a, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:47:58.072852 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0d5b4c25-0236-4a2e-bece-701f7b6a1429 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:58.086342 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-8024a178-d6ba-4ae1-b859-c637bf5e908e None None] For port 8c54112f-3707-4af2-97c9-281beddce49a, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=8c54112f-3707-4af2-97c9-281beddce49a,segment=NetworkSegment(0415ad73-5a7f-40e0-b4c4-886469d943b6),segment_id=0415ad73-5a7f-40e0-b4c4-886469d943b6)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:47:58.098825 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8024a178-d6ba-4ae1-b859-c637bf5e908e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:58.351329 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8024a178-d6ba-4ae1-b859-c637bf5e908e None None] Routers {'fc3453a7-e407-4e16-b477-c95c65c10354'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:47:58.352259 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-8024a178-d6ba-4ae1-b859-c637bf5e908e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:47:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['fc3453a7-e407-4e16-b477-c95c65c10354'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:47:58.636990 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0d5b4c25-0236-4a2e-bece-701f7b6a1429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:58.642162 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-8024a178-d6ba-4ae1-b859-c637bf5e908e None None] Set router fc3453a7-e407-4e16-b477-c95c65c10354 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:47:58.826555 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a8d611a6-f625-483f-bfd9-d53fbbd5c3b6 req-768e916f-3f47-4373-80cc-43d5afa8f4ac tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] 10.222.0.36 "GET /v2.0/ports?device_id=816dfb24-da83-4bf7-b304-49c1180d1b05 HTTP/1.1" status: 200 len: 210 time: 0.0624890 May 05 19:47:58.864085 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d06640d-0ae7-4bdb-b844-adc2d4ee16a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-d0d993c7-47b1-420d-b098-e191164ae641', 'network_id': 'd0d993c7-47b1-420d-b098-e191164ae641', 'tenant_id': 'e746b141472448f092a7e09102a16829', 'fixed_ips': [{'subnet_id': '0038c9ce-990a-4029-9388-169e2517fdc3'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 19:47:58.864671 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7d06640d-0ae7-4bdb-b844-adc2d4ee16a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:58.893387 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140eddba-a7df-4bed-8fbf-7a47c1ad4d1e None None] Pushing event updated for resources: {'Port': ['ID=8c54112f-3707-4af2-97c9-281beddce49a,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:47:59.130492 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0d5b4c25-0236-4a2e-bece-701f7b6a1429 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:59.154533 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.24', 59210) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:47:59.170017 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-7d06640d-0ae7-4bdb-b844-adc2d4ee16a5 None None] Allocated IP 172.20.0.2 (d0d993c7-47b1-420d-b098-e191164ae641/0038c9ce-990a-4029-9388-169e2517fdc3/8c120ebe-2441-448e-9b90-b5a6e2f7c70d) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:47:59.216216 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0d5b4c25-0236-4a2e-bece-701f7b6a1429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:59.251525 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-8024a178-d6ba-4ae1-b859-c637bf5e908e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3453a7-e407-4e16-b477-c95c65c10354', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-696356457-router', 'tenant_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'b2d0710b-2614-479d-b7eb-29fbf11d2d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:47:46Z', 'updated_at': '2022-05-05T19:47:52Z', 'revision_number': 4, 'project_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'gw_port': {'id': 'b2d0710b-2614-479d-b7eb-29fbf11d2d67', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:81:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3453a7-e407-4e16-b477-c95c65c10354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:47:47Z', 'updated_at': '2022-05-05T19:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '8c54112f-3707-4af2-97c9-281beddce49a', 'name': '', 'network_id': '1753be5e-696a-42f8-9a08-d20a05c27948', 'tenant_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'mac_address': 'fa:16:3e:2c:2c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3453a7-e407-4e16-b477-c95c65c10354', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'd902a8d0-b514-4bd9-bafe-ab994adadb04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:47:50Z', 'updated_at': '2022-05-05T19:47:58Z', 'revision_number': 4, 'project_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'subnets': [{'id': 'd902a8d0-b514-4bd9-bafe-ab994adadb04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:47:59.280497 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c37d438e-bae4-4f07-a0fd-79584639c4ce req-2cb5fe4c-fcf5-474d-9866-a809480902fd tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=2781c844474240aea53d18b6a2457615&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1237361 May 05 19:47:59.312342 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8024a178-d6ba-4ae1-b859-c637bf5e908e None None] The sync data for ids ['fc3453a7-e407-4e16-b477-c95c65c10354'] in n-d-840717-1 is: [{'id': 'fc3453a7-e407-4e16-b477-c95c65c10354', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-696356457-router', 'tenant_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'b2d0710b-2614-479d-b7eb-29fbf11d2d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:47:46Z', 'updated_at': '2022-05-05T19:47:52Z', 'revision_number': 4, 'project_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'gw_port': {'id': 'b2d0710b-2614-479d-b7eb-29fbf11d2d67', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:81:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3453a7-e407-4e16-b477-c95c65c10354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:47:47Z', 'updated_at': '2022-05-05T19:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '8c54112f-3707-4af2-97c9-281beddce49a', 'name': '', 'network_id': '1753be5e-696a-42f8-9a08-d20a05c27948', 'tenant_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'mac_address': 'fa:16:3e:2c:2c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3453a7-e407-4e16-b477-c95c65c10354', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'd902a8d0-b514-4bd9-bafe-ab994adadb04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:47:50Z', 'updated_at': '2022-05-05T19:47:58Z', 'revision_number': 4, 'project_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'subnets': [{'id': 'd902a8d0-b514-4bd9-bafe-ab994adadb04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 19:47:59.453852 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-0d5b4c25-0236-4a2e-bece-701f7b6a1429 admin admin] Allocated IP 172.25.0.146 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/e21e1748-782f-4056-927c-0eb5212f5b26) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:47:59.586821 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d438e-bae4-4f07-a0fd-79584639c4ce req-4255a05f-9ff6-4adc-bf87-c88192eea35b tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:47:59.588354 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c37d438e-bae4-4f07-a0fd-79584639c4ce req-4255a05f-9ff6-4adc-bf87-c88192eea35b tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3020880 May 05 19:47:59.609982 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7d06640d-0ae7-4bdb-b844-adc2d4ee16a5 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:59.621587 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-7d06640d-0ae7-4bdb-b844-adc2d4ee16a5 None None] Transition to ACTIVE for port object 8c120ebe-2441-448e-9b90-b5a6e2f7c70d will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:47:59.655843 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-7d06640d-0ae7-4bdb-b844-adc2d4ee16a5 None None] Transition to ACTIVE for port object 8c120ebe-2441-448e-9b90-b5a6e2f7c70d will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:47:59.666895 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7d06640d-0ae7-4bdb-b844-adc2d4ee16a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:59.679921 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-c37d438e-bae4-4f07-a0fd-79584639c4ce req-2bb3da3c-ba1f-4731-b757-a96caef3f3cc tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] Request body: {'port': {'device_id': '816dfb24-da83-4bf7-b304-49c1180d1b05', 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3', 'admin_state_up': True, 'tenant_id': '2781c844474240aea53d18b6a2457615'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:47:59.775990 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d06640d-0ae7-4bdb-b844-adc2d4ee16a5 None None] Network d0d993c7-47b1-420d-b098-e191164ae641 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:47:59.779123 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-7d06640d-0ae7-4bdb-b844-adc2d4ee16a5 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:47:59.784014 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d06640d-0ae7-4bdb-b844-adc2d4ee16a5 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:47:59.792554 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d06640d-0ae7-4bdb-b844-adc2d4ee16a5 None None] Pushing event updated for resources: {'Port': ['ID=8c120ebe-2441-448e-9b90-b5a6e2f7c70d,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:47:59.961921 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-c37d438e-bae4-4f07-a0fd-79584639c4ce req-2bb3da3c-ba1f-4731-b757-a96caef3f3cc tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:47:59.963043 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0d5b4c25-0236-4a2e-bece-701f7b6a1429 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:59.966479 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-7d06640d-0ae7-4bdb-b844-adc2d4ee16a5 None None] Attempting to bind port 8c120ebe-2441-448e-9b90-b5a6e2f7c70d on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:47:59.966978 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-7d06640d-0ae7-4bdb-b844-adc2d4ee16a5 None None] Attempting to bind port 8c120ebe-2441-448e-9b90-b5a6e2f7c70d by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '5a9f88f1-07d3-463d-9a7c-95b2532b0485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd0d993c7-47b1-420d-b098-e191164ae641'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:47:59.967201 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d06640d-0ae7-4bdb-b844-adc2d4ee16a5 None None] Attempting to bind port 8c120ebe-2441-448e-9b90-b5a6e2f7c70d on network d0d993c7-47b1-420d-b098-e191164ae641 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:47:59.978127 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d06640d-0ae7-4bdb-b844-adc2d4ee16a5 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:47:59.978442 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d06640d-0ae7-4bdb-b844-adc2d4ee16a5 None None] Checking segment: {'id': '5a9f88f1-07d3-463d-9a7c-95b2532b0485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd0d993c7-47b1-420d-b098-e191164ae641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:47:59.984172 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-c37d438e-bae4-4f07-a0fd-79584639c4ce req-2bb3da3c-ba1f-4731-b757-a96caef3f3cc tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] Usage tracker for resource:port and tenant:2781c844474240aea53d18b6a2457615 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:47:59.984929 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7d06640d-0ae7-4bdb-b844-adc2d4ee16a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:59.985385 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d06640d-0ae7-4bdb-b844-adc2d4ee16a5 None None] Bound using segment: {'id': '5a9f88f1-07d3-463d-9a7c-95b2532b0485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd0d993c7-47b1-420d-b098-e191164ae641'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:47:59.985920 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-7d06640d-0ae7-4bdb-b844-adc2d4ee16a5 None None] Bound port: 8c120ebe-2441-448e-9b90-b5a6e2f7c70d, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a9f88f1-07d3-463d-9a7c-95b2532b0485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd0d993c7-47b1-420d-b098-e191164ae641'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:47:59.986243 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7d06640d-0ae7-4bdb-b844-adc2d4ee16a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:47:59.990726 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-c37d438e-bae4-4f07-a0fd-79584639c4ce req-2bb3da3c-ba1f-4731-b757-a96caef3f3cc tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:48:00.010354 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-c37d438e-bae4-4f07-a0fd-79584639c4ce req-2bb3da3c-ba1f-4731-b757-a96caef3f3cc tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:48:00.026399 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c37d438e-bae4-4f07-a0fd-79584639c4ce req-2bb3da3c-ba1f-4731-b757-a96caef3f3cc tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] Made reservation on behalf of 2781c844474240aea53d18b6a2457615 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:48:00.032075 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c37d438e-bae4-4f07-a0fd-79584639c4ce req-2bb3da3c-ba1f-4731-b757-a96caef3f3cc tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:00.051120 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c37d438e-bae4-4f07-a0fd-79584639c4ce req-2bb3da3c-ba1f-4731-b757-a96caef3f3cc tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:00.073038 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-c37d438e-bae4-4f07-a0fd-79584639c4ce req-2bb3da3c-ba1f-4731-b757-a96caef3f3cc tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:48:00.080327 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-c37d438e-bae4-4f07-a0fd-79584639c4ce req-2bb3da3c-ba1f-4731-b757-a96caef3f3cc tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] Usage tracker for resource:security_group_rule and tenant:2781c844474240aea53d18b6a2457615 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:48:00.085434 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-c37d438e-bae4-4f07-a0fd-79584639c4ce req-2bb3da3c-ba1f-4731-b757-a96caef3f3cc tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:48:00.100486 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-c37d438e-bae4-4f07-a0fd-79584639c4ce req-2bb3da3c-ba1f-4731-b757-a96caef3f3cc tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:48:00.150148 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 8c54112f-3707-4af2-97c9-281beddce49a up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:48:00.190106 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7834c20f-7a9f-4d0c-8a87-38b86e3cbfe5 req-a7c6f3da-e0d8-4361-a8ea-86d197572f27 tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] 10.222.0.36 "GET /v2.0/ports?device_id=816dfb24-da83-4bf7-b304-49c1180d1b05 HTTP/1.1" status: 200 len: 210 time: 0.1593516 May 05 19:48:00.208232 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0d5b4c25-0236-4a2e-bece-701f7b6a1429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:00.298382 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-7d06640d-0ae7-4bdb-b844-adc2d4ee16a5 None None] For port 8c120ebe-2441-448e-9b90-b5a6e2f7c70d, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:48:00.301967 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-7d06640d-0ae7-4bdb-b844-adc2d4ee16a5 None None] For port 8c120ebe-2441-448e-9b90-b5a6e2f7c70d, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=8c120ebe-2441-448e-9b90-b5a6e2f7c70d,segment=NetworkSegment(5a9f88f1-07d3-463d-9a7c-95b2532b0485),segment_id=5a9f88f1-07d3-463d-9a7c-95b2532b0485)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:48:00.321711 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7d06640d-0ae7-4bdb-b844-adc2d4ee16a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:00.329500 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c37d438e-bae4-4f07-a0fd-79584639c4ce req-2bb3da3c-ba1f-4731-b757-a96caef3f3cc tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:00.336762 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5b4c25-0236-4a2e-bece-701f7b6a1429 admin admin] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:48:00.337274 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c37d438e-bae4-4f07-a0fd-79584639c4ce req-2bb3da3c-ba1f-4731-b757-a96caef3f3cc tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:00.346190 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-0d5b4c25-0236-4a2e-bece-701f7b6a1429 admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:48:00.358947 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5b4c25-0236-4a2e-bece-701f7b6a1429 admin admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:48:00.437878 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d06640d-0ae7-4bdb-b844-adc2d4ee16a5 None None] Pushing event updated for resources: {'Port': ['ID=8c120ebe-2441-448e-9b90-b5a6e2f7c70d,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:00.449254 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5b4c25-0236-4a2e-bece-701f7b6a1429 admin admin] Pushing event updated for resources: {'Port': ['ID=e21e1748-782f-4056-927c-0eb5212f5b26,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:00.464641 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 8c54112f-3707-4af2-97c9-281beddce49a completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:48:00.473363 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 8c54112f-3707-4af2-97c9-281beddce49a triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:48:00.473885 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:00.482613 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb3da3c-ba1f-4731-b757-a96caef3f3cc tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e19ce0a-4577-4275-8283-396b4d2affd7,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:00.764324 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:00.771046 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-c37d438e-bae4-4f07-a0fd-79584639c4ce req-2bb3da3c-ba1f-4731-b757-a96caef3f3cc tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] Allocated IP 192.168.233.226 (b786cc2b-f681-4c10-a54f-820e9d1a5ac3/4d72a8d3-0a35-4d3a-96b8-d869ff4093bc/bac9cb6a-db30-41e6-aab7-3b407495bdbe) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:48:00.842113 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 8c54112f-3707-4af2-97c9-281beddce49a, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=8c54112f-3707-4af2-97c9-281beddce49a,segment=NetworkSegment(0415ad73-5a7f-40e0-b4c4-886469d943b6),segment_id=0415ad73-5a7f-40e0-b4c4-886469d943b6)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:48:00.855890 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:00.992407 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0d5b4c25-0236-4a2e-bece-701f7b6a1429 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:01.013730 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=8c54112f-3707-4af2-97c9-281beddce49a,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:01.184630 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c37d438e-bae4-4f07-a0fd-79584639c4ce req-2bb3da3c-ba1f-4731-b757-a96caef3f3cc tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:01.210671 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-c37d438e-bae4-4f07-a0fd-79584639c4ce req-2bb3da3c-ba1f-4731-b757-a96caef3f3cc tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] Transition to ACTIVE for port object bac9cb6a-db30-41e6-aab7-3b407495bdbe will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:48:01.220936 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 55054) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:48:01.275720 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c37d438e-bae4-4f07-a0fd-79584639c4ce req-2bb3da3c-ba1f-4731-b757-a96caef3f3cc tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:01.413467 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c37d438e-bae4-4f07-a0fd-79584639c4ce req-2bb3da3c-ba1f-4731-b757-a96caef3f3cc tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] Network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:48:01.414836 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-c37d438e-bae4-4f07-a0fd-79584639c4ce req-2bb3da3c-ba1f-4731-b757-a96caef3f3cc tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:48:01.426894 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-c37d438e-bae4-4f07-a0fd-79584639c4ce req-2bb3da3c-ba1f-4731-b757-a96caef3f3cc tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:48:01.437740 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d438e-bae4-4f07-a0fd-79584639c4ce req-2bb3da3c-ba1f-4731-b757-a96caef3f3cc tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:01.438923 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c37d438e-bae4-4f07-a0fd-79584639c4ce req-2bb3da3c-ba1f-4731-b757-a96caef3f3cc tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:01.474490 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb3da3c-ba1f-4731-b757-a96caef3f3cc tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] Pushing event updated for resources: {'Port': ['ID=bac9cb6a-db30-41e6-aab7-3b407495bdbe,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:01.498634 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c37d438e-bae4-4f07-a0fd-79584639c4ce req-2bb3da3c-ba1f-4731-b757-a96caef3f3cc tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8228760 May 05 19:48:01.520240 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [req-c37d438e-bae4-4f07-a0fd-79584639c4ce req-99d26fc3-02b6-4adf-83c4-57ef385e562a tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88197) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 19:48:01.522072 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c37d438e-bae4-4f07-a0fd-79584639c4ce req-99d26fc3-02b6-4adf-83c4-57ef385e562a tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0127316 May 05 19:48:01.658297 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0d5b4c25-0236-4a2e-bece-701f7b6a1429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:01.873360 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-1b869f0f-e596-4e09-b9fc-a6c14edf4835 None None] Provisioning for port bac9cb6a-db30-41e6-aab7-3b407495bdbe completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:48:01.883242 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-1b869f0f-e596-4e09-b9fc-a6c14edf4835 None None] Provisioning complete for port bac9cb6a-db30-41e6-aab7-3b407495bdbe triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:48:01.883690 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1b869f0f-e596-4e09-b9fc-a6c14edf4835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:02.081352 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-1b869f0f-e596-4e09-b9fc-a6c14edf4835 None None] Port bac9cb6a-db30-41e6-aab7-3b407495bdbe cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:48:02.148588 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c140e302-e957-4c6c-9a59-3d26e261e299 req-f3c50090-0803-4a18-bf0d-a1f27f32b7bf tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:02.156873 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c140e302-e957-4c6c-9a59-3d26e261e299 req-f3c50090-0803-4a18-bf0d-a1f27f32b7bf tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] 10.222.0.36 "GET /v2.0/ports?device_id=816dfb24-da83-4bf7-b304-49c1180d1b05 HTTP/1.1" status: 200 len: 936 time: 0.7535830 May 05 19:48:02.178902 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-5e08978c-f926-41fe-8000-226893bf6793 tempest-AutoAllocateNetworkTest-2138833469 tempest-AutoAllocateNetworkTest-2138833469-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=afab8d6eeede46b4b3b966048a419059&shared=False HTTP/1.1" status: 200 len: 208 time: 0.9567091 May 05 19:48:02.181877 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 55068) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:48:02.256473 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2051c7d5-c38a-46e7-8db3-dcb83a0ccb81 None None] Network d0d993c7-47b1-420d-b098-e191164ae641 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:48:02.368722 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 8c120ebe-2441-448e-9b90-b5a6e2f7c70d up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:48:02.383827 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c140e302-e957-4c6c-9a59-3d26e261e299 req-c5795e61-181a-4e49-af7d-2689f38018e6 tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e19ce0a-4577-4275-8283-396b4d2affd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529062 May 05 19:48:02.503554 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d5b4c25-0236-4a2e-bece-701f7b6a1429 admin admin] Router 077e68a6-60a7-4287-a660-5c47f8184b47 is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 19:48:02.625732 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4d0da7-286c-43d2-8532-9b63db4ccae1 tempest-AutoAllocateNetworkTest-2138833469 tempest-AutoAllocateNetworkTest-2138833469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:02.636377 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-5b4d0da7-286c-43d2-8532-9b63db4ccae1 tempest-AutoAllocateNetworkTest-2138833469 tempest-AutoAllocateNetworkTest-2138833469-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.4531178 May 05 19:48:02.637498 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 55084) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:48:02.735846 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-796adef3-7912-4a35-9dec-d58e68d87674 None None] Provisioning for port 8c120ebe-2441-448e-9b90-b5a6e2f7c70d completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:48:02.795244 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-893c8afe-56c0-4f89-b6af-5e52b6d8ce81 tempest-AutoAllocateNetworkTest-2138833469 tempest-AutoAllocateNetworkTest-2138833469-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1532450 May 05 19:48:02.797840 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 55094) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:48:02.816253 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 8c120ebe-2441-448e-9b90-b5a6e2f7c70d completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:48:02.886944 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-9044c177-b186-458b-a799-ec3839079a10 tempest-AutoAllocateNetworkTest-2138833469 tempest-AutoAllocateNetworkTest-2138833469-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=afab8d6eeede46b4b3b966048a419059 HTTP/1.1" status: 200 len: 208 time: 0.0862751 May 05 19:48:02.895559 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 8c120ebe-2441-448e-9b90-b5a6e2f7c70d triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:48:02.896037 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:02.954984 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-c37d438e-bae4-4f07-a0fd-79584639c4ce req-3e0ec8ed-2c46-4d63-b1dd-d9bcd20ed65c service neutron] Request body: {'port': {'device_id': '816dfb24-da83-4bf7-b304-49c1180d1b05', 'device_owner': 'compute:tempest-test_az-1486601211', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:48:03.043849 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d5b4c25-0236-4a2e-bece-701f7b6a1429 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 19:48:03.064756 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e752ec4d-0c44-40d7-b711-c09e394063ca None None] Sync routers for ids ['077e68a6-60a7-4287-a660-5c47f8184b47'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 19:48:03.102561 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e752ec4d-0c44-40d7-b711-c09e394063ca None None] Routers {'077e68a6-60a7-4287-a660-5c47f8184b47'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:48:03.103823 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-e752ec4d-0c44-40d7-b711-c09e394063ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:47:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['077e68a6-60a7-4287-a660-5c47f8184b47'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:48:03.131958 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0d5b4c25-0236-4a2e-bece-701f7b6a1429 admin admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:03.133381 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-0d5b4c25-0236-4a2e-bece-701f7b6a1429 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 5.1567852 May 05 19:48:03.136416 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55110) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:48:03.294904 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c37d438e-bae4-4f07-a0fd-79584639c4ce req-3e0ec8ed-2c46-4d63-b1dd-d9bcd20ed65c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:03.467846 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:03.666292 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 8c120ebe-2441-448e-9b90-b5a6e2f7c70d, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=8c120ebe-2441-448e-9b90-b5a6e2f7c70d,segment=NetworkSegment(5a9f88f1-07d3-463d-9a7c-95b2532b0485),segment_id=5a9f88f1-07d3-463d-9a7c-95b2532b0485)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:48:03.677127 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:03.678009 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 8c54112f-3707-4af2-97c9-281beddce49a up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:48:03.698373 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-e752ec4d-0c44-40d7-b711-c09e394063ca None None] Set router 077e68a6-60a7-4287-a660-5c47f8184b47 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:48:04.022456 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-c37d438e-bae4-4f07-a0fd-79584639c4ce req-3e0ec8ed-2c46-4d63-b1dd-d9bcd20ed65c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bac9cb6a-db30-41e6-aab7-3b407495bdbe {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:48:04.058797 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c37d438e-bae4-4f07-a0fd-79584639c4ce req-3e0ec8ed-2c46-4d63-b1dd-d9bcd20ed65c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:04.105224 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-c37d438e-bae4-4f07-a0fd-79584639c4ce req-3e0ec8ed-2c46-4d63-b1dd-d9bcd20ed65c service neutron] Transition to ACTIVE for port object bac9cb6a-db30-41e6-aab7-3b407495bdbe will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:48:04.111203 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c37d438e-bae4-4f07-a0fd-79584639c4ce req-3e0ec8ed-2c46-4d63-b1dd-d9bcd20ed65c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:04.126735 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-7547a574-a207-47cd-a4c2-e8147c0b77ad None None] Provisioning complete for port 8c120ebe-2441-448e-9b90-b5a6e2f7c70d triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:48:04.127117 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7547a574-a207-47cd-a4c2-e8147c0b77ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:04.259338 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=8c120ebe-2441-448e-9b90-b5a6e2f7c70d,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:04.345397 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce1113-b336-4d7f-bfd0-b734743f9b57 req-b8be5136-0fea-4698-9a0e-f4647f9c320e tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:04.347094 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d6ce1113-b336-4d7f-bfd0-b734743f9b57 req-b8be5136-0fea-4698-9a0e-f4647f9c320e tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] 10.222.0.36 "GET /v2.0/ports?device_id=816dfb24-da83-4bf7-b304-49c1180d1b05 HTTP/1.1" status: 200 len: 936 time: 0.5770793 May 05 19:48:04.376403 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 8c54112f-3707-4af2-97c9-281beddce49a triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:48:04.377474 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:04.468425 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ec8ed-2c46-4d63-b1dd-d9bcd20ed65c service neutron] Pushing event updated for resources: {'Port': ['ID=bac9cb6a-db30-41e6-aab7-3b407495bdbe,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:04.840280 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d6ce1113-b336-4d7f-bfd0-b734743f9b57 req-8d8f60a9-ed9e-4d67-b41b-f6a7d8c96903 tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e19ce0a-4577-4275-8283-396b4d2affd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247657 May 05 19:48:04.840280 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55148) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:48:04.872158 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-e752ec4d-0c44-40d7-b711-c09e394063ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077e68a6-60a7-4287-a660-5c47f8184b47', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-64917775-router', 'tenant_id': 'e746b141472448f092a7e09102a16829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'e21e1748-782f-4056-927c-0eb5212f5b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:47:58Z', 'updated_at': '2022-05-05T19:48:00Z', 'revision_number': 3, 'project_id': 'e746b141472448f092a7e09102a16829', 'gw_port': {'id': 'e21e1748-782f-4056-927c-0eb5212f5b26', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:cc:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077e68a6-60a7-4287-a660-5c47f8184b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:47:59Z', 'updated_at': '2022-05-05T19:47:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:48:04.876740 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c2f5a1da-870a-450f-b271-2e9885d50046 req-c2ea0bd1-686f-443f-92f7-fe622cab8e41 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=69f94df1cbe14489aec5f0f54ec137b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3892615 May 05 19:48:04.882374 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e752ec4d-0c44-40d7-b711-c09e394063ca None None] Checking router: 077e68a6-60a7-4287-a660-5c47f8184b47 for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 19:48:04.882717 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e752ec4d-0c44-40d7-b711-c09e394063ca None None] Updating router 077e68a6-60a7-4287-a660-5c47f8184b47 port e21e1748-782f-4056-927c-0eb5212f5b26 binding host n-d-840717-1 {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 19:48:04.904127 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7456c977-5e80-4c19-ba43-0f1361475b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:04.991310 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 55154) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:48:05.032946 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e752ec4d-0c44-40d7-b711-c09e394063ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:05.063680 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-c37d438e-bae4-4f07-a0fd-79584639c4ce req-3e0ec8ed-2c46-4d63-b1dd-d9bcd20ed65c service neutron] Attempting to bind port bac9cb6a-db30-41e6-aab7-3b407495bdbe on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:48:05.063680 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-c37d438e-bae4-4f07-a0fd-79584639c4ce req-3e0ec8ed-2c46-4d63-b1dd-d9bcd20ed65c service neutron] Attempting to bind port bac9cb6a-db30-41e6-aab7-3b407495bdbe by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:48:05.063680 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37d438e-bae4-4f07-a0fd-79584639c4ce req-3e0ec8ed-2c46-4d63-b1dd-d9bcd20ed65c service neutron] Attempting to bind port bac9cb6a-db30-41e6-aab7-3b407495bdbe on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:48:05.093272 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37d438e-bae4-4f07-a0fd-79584639c4ce req-3e0ec8ed-2c46-4d63-b1dd-d9bcd20ed65c service neutron] Port bac9cb6a-db30-41e6-aab7-3b407495bdbe on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:48:05.093627 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37d438e-bae4-4f07-a0fd-79584639c4ce req-3e0ec8ed-2c46-4d63-b1dd-d9bcd20ed65c service neutron] Attempting to bind port bac9cb6a-db30-41e6-aab7-3b407495bdbe on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:48:05.172876 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37d438e-bae4-4f07-a0fd-79584639c4ce req-3e0ec8ed-2c46-4d63-b1dd-d9bcd20ed65c service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:48:05.173422 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37d438e-bae4-4f07-a0fd-79584639c4ce req-3e0ec8ed-2c46-4d63-b1dd-d9bcd20ed65c service neutron] Checking segment: {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:48:05.174287 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37d438e-bae4-4f07-a0fd-79584639c4ce req-3e0ec8ed-2c46-4d63-b1dd-d9bcd20ed65c service neutron] Bound using segment: {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:48:05.175207 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-c37d438e-bae4-4f07-a0fd-79584639c4ce req-3e0ec8ed-2c46-4d63-b1dd-d9bcd20ed65c service neutron] Bound port: bac9cb6a-db30-41e6-aab7-3b407495bdbe, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:48:05.175750 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c37d438e-bae4-4f07-a0fd-79584639c4ce req-3e0ec8ed-2c46-4d63-b1dd-d9bcd20ed65c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:05.322781 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 8c120ebe-2441-448e-9b90-b5a6e2f7c70d up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:48:05.456235 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-c37d438e-bae4-4f07-a0fd-79584639c4ce req-3e0ec8ed-2c46-4d63-b1dd-d9bcd20ed65c service neutron] For port bac9cb6a-db30-41e6-aab7-3b407495bdbe, host n-h1-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:48:05.473589 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-c37d438e-bae4-4f07-a0fd-79584639c4ce req-3e0ec8ed-2c46-4d63-b1dd-d9bcd20ed65c service neutron] For port bac9cb6a-db30-41e6-aab7-3b407495bdbe, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=bac9cb6a-db30-41e6-aab7-3b407495bdbe,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:48:05.494051 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c37d438e-bae4-4f07-a0fd-79584639c4ce req-3e0ec8ed-2c46-4d63-b1dd-d9bcd20ed65c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:05.552620 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 8c120ebe-2441-448e-9b90-b5a6e2f7c70d triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:48:05.552996 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:05.809145 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d438e-bae4-4f07-a0fd-79584639c4ce req-3e0ec8ed-2c46-4d63-b1dd-d9bcd20ed65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:05.809649 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c37d438e-bae4-4f07-a0fd-79584639c4ce req-3e0ec8ed-2c46-4d63-b1dd-d9bcd20ed65c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:05.817220 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c37d438e-bae4-4f07-a0fd-79584639c4ce req-3e0ec8ed-2c46-4d63-b1dd-d9bcd20ed65c service neutron] 10.222.0.24 "PUT /v2.0/ports/bac9cb6a-db30-41e6-aab7-3b407495bdbe HTTP/1.1" status: 200 len: 1118 time: 3.3535016 May 05 19:48:05.826429 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '816dfb24-da83-4bf7-b304-49c1180d1b05', 'tag': 'bac9cb6a-db30-41e6-aab7-3b407495bdbe'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:48:05.910996 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-03a0bdcf-bfb2-4537-851e-c9ad0b20f6a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:06.032820 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-03a0bdcf-bfb2-4537-851e-c9ad0b20f6a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:48:06.048082 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-03a0bdcf-bfb2-4537-851e-c9ad0b20f6a0 admin admin] Usage tracker for resource:security_group_rule and tenant:afab8d6eeede46b4b3b966048a419059 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:48:06.074135 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d7445c9f-e217-40f8-b5a5-a3ff4b34ee59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:06.106187 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-03a0bdcf-bfb2-4537-851e-c9ad0b20f6a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:48:06.141027 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-03a0bdcf-bfb2-4537-851e-c9ad0b20f6a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:48:06.146561 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e752ec4d-0c44-40d7-b711-c09e394063ca None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:06.162459 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-e752ec4d-0c44-40d7-b711-c09e394063ca None None] Transition to ACTIVE for port object e21e1748-782f-4056-927c-0eb5212f5b26 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:48:06.178431 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 19:48:06.179503 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e752ec4d-0c44-40d7-b711-c09e394063ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:06.289160 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cff6b7bd-3277-4bf9-9383-baefc1fae7a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:06.370433 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-e752ec4d-0c44-40d7-b711-c09e394063ca None None] Attempting to bind port e21e1748-782f-4056-927c-0eb5212f5b26 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:48:06.370804 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-e752ec4d-0c44-40d7-b711-c09e394063ca None None] Attempting to bind port e21e1748-782f-4056-927c-0eb5212f5b26 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:48:06.371149 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e752ec4d-0c44-40d7-b711-c09e394063ca None None] Attempting to bind port e21e1748-782f-4056-927c-0eb5212f5b26 on network 0401d202-1605-4cfe-bad4-fb225df6afb0 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:48:06.399386 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e752ec4d-0c44-40d7-b711-c09e394063ca None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:48:06.401086 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e752ec4d-0c44-40d7-b711-c09e394063ca None None] Checking segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:48:06.401520 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e752ec4d-0c44-40d7-b711-c09e394063ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:06.402760 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e752ec4d-0c44-40d7-b711-c09e394063ca None None] Bound using segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:48:06.408936 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-e752ec4d-0c44-40d7-b711-c09e394063ca None None] Bound port: e21e1748-782f-4056-927c-0eb5212f5b26, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:48:06.412410 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e752ec4d-0c44-40d7-b711-c09e394063ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:06.496440 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-cff6b7bd-3277-4bf9-9383-baefc1fae7a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:48:06.504177 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-cff6b7bd-3277-4bf9-9383-baefc1fae7a3 admin admin] Usage tracker for resource:security_group_rule and tenant:0a1590258b6948f4a44cea07c1127fdc is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:48:06.509499 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-cff6b7bd-3277-4bf9-9383-baefc1fae7a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:48:06.523962 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-cff6b7bd-3277-4bf9-9383-baefc1fae7a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:48:06.543113 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b0f551-5cb1-45ab-afb1-c42830d9ae22 None None] Pushing event updated for resources: {'Port': ['ID=e21e1748-782f-4056-927c-0eb5212f5b26,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:06.621171 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ec8ed-2c46-4d63-b1dd-d9bcd20ed65c service neutron] Pushing event updated for resources: {'Port': ['ID=bac9cb6a-db30-41e6-aab7-3b407495bdbe,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:06.648343 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f5a1da-870a-450f-b271-2e9885d50046 req-dea93fcc-6791-4822-b9c3-0008252d12e9 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:06.659990 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-e752ec4d-0c44-40d7-b711-c09e394063ca None None] For port e21e1748-782f-4056-927c-0eb5212f5b26, host n-d-840717-1, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:48:06.663554 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-e752ec4d-0c44-40d7-b711-c09e394063ca None None] For port e21e1748-782f-4056-927c-0eb5212f5b26, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=e21e1748-782f-4056-927c-0eb5212f5b26,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:48:06.663859 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c2f5a1da-870a-450f-b271-2e9885d50046 req-dea93fcc-6791-4822-b9c3-0008252d12e9 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.7692120 May 05 19:48:06.669101 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e752ec4d-0c44-40d7-b711-c09e394063ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:06.725518 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c2f5a1da-870a-450f-b271-2e9885d50046 req-67004ca8-0249-4eec-9a55-18ec71949f56 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.36 "GET /v2.0/quotas/69f94df1cbe14489aec5f0f54ec137b6 HTTP/1.1" status: 200 len: 375 time: 0.0577748 May 05 19:48:06.774636 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1671632-f50e-46aa-89e5-0e8efb226f4f req-881d4b4c-58de-4949-a034-5e5619f3682b tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:06.776613 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e1671632-f50e-46aa-89e5-0e8efb226f4f req-881d4b4c-58de-4949-a034-5e5619f3682b tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] 10.222.0.36 "GET /v2.0/ports?device_id=816dfb24-da83-4bf7-b304-49c1180d1b05 HTTP/1.1" status: 200 len: 970 time: 0.6446314 May 05 19:48:06.792937 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-636a7597-7184-4cc2-ae17-5ccc6f5eceaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:06.799721 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e752ec4d-0c44-40d7-b711-c09e394063ca None None] Routers {'077e68a6-60a7-4287-a660-5c47f8184b47'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:48:06.800388 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-e752ec4d-0c44-40d7-b711-c09e394063ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:47:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['077e68a6-60a7-4287-a660-5c47f8184b47'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:48:06.819289 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-d7445c9f-e217-40f8-b5a5-a3ff4b34ee59 admin admin] Allocated IP 172.20.0.1 (d0d993c7-47b1-420d-b098-e191164ae641/0038c9ce-990a-4029-9388-169e2517fdc3/1f48e8fb-7a39-4a04-a20f-6d4c36dc5c85) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:48:06.903664 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c2f5a1da-870a-450f-b271-2e9885d50046 req-2fdf610f-9f2f-4afc-8d2f-c9fa08486afd tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=69f94df1cbe14489aec5f0f54ec137b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1771600 May 05 19:48:06.911519 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e1671632-f50e-46aa-89e5-0e8efb226f4f req-bfaf9c10-fe53-4f35-9327-c49a43ffb553 tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e19ce0a-4577-4275-8283-396b4d2affd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226068 May 05 19:48:06.918432 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b0f551-5cb1-45ab-afb1-c42830d9ae22 None None] Pushing event updated for resources: {'Port': ['ID=e21e1748-782f-4056-927c-0eb5212f5b26,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:06.949871 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-03a0bdcf-bfb2-4537-851e-c9ad0b20f6a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:06.988411 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cff6b7bd-3277-4bf9-9383-baefc1fae7a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:06.991975 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d438e-bae4-4f07-a0fd-79584639c4ce req-031738f0-a24a-4066-901e-c58f704359f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:06.993461 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c37d438e-bae4-4f07-a0fd-79584639c4ce req-031738f0-a24a-4066-901e-c58f704359f5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2781c844474240aea53d18b6a2457615&device_id=816dfb24-da83-4bf7-b304-49c1180d1b05 HTTP/1.1" status: 200 len: 1121 time: 0.8884609 May 05 19:48:06.994543 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cff6b7bd-3277-4bf9-9383-baefc1fae7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:07.094757 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-03a0bdcf-bfb2-4537-851e-c9ad0b20f6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:07.150653 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-03a0bdcf-bfb2-4537-851e-c9ad0b20f6a0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=afab8d6eeede46b4b3b966048a419059&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3096995 May 05 19:48:07.155448 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55194) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:48:07.176165 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-e752ec4d-0c44-40d7-b711-c09e394063ca None None] Set router 077e68a6-60a7-4287-a660-5c47f8184b47 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:48:07.237368 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c37d438e-bae4-4f07-a0fd-79584639c4ce req-c65d7fda-5cb5-493d-8df4-a699fbbc85a8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=bac9cb6a-db30-41e6-aab7-3b407495bdbe HTTP/1.1" status: 200 len: 217 time: 0.2023799 May 05 19:48:07.247690 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a0bdcf-bfb2-4537-851e-c9ad0b20f6a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fef503c-8364-423b-b87b-cc5a846f7b0c,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:07.276701 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-cff6b7bd-3277-4bf9-9383-baefc1fae7a3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0a1590258b6948f4a44cea07c1127fdc&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2770886 May 05 19:48:07.291899 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55212) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:48:07.347842 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff6b7bd-3277-4bf9-9383-baefc1fae7a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85b9890e-aabb-42d2-94b9-0c704c6276eb,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:07.427008 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d438e-bae4-4f07-a0fd-79584639c4ce req-4def107d-55d3-477c-8c45-cac43532b9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:07.428553 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c37d438e-bae4-4f07-a0fd-79584639c4ce req-4def107d-55d3-477c-8c45-cac43532b9f9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.1534598 May 05 19:48:07.452958 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d7445c9f-e217-40f8-b5a5-a3ff4b34ee59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:07.538619 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-88b4c93c-cb34-4cfe-8e7a-e4b39e5e65c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:07.586846 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d438e-bae4-4f07-a0fd-79584639c4ce req-2d224100-f5f3-4164-8b9d-e01a06cd49f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:07.588817 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c37d438e-bae4-4f07-a0fd-79584639c4ce req-2d224100-f5f3-4164-8b9d-e01a06cd49f4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1479530 May 05 19:48:07.593521 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-d7445c9f-e217-40f8-b5a5-a3ff4b34ee59 admin admin] Transition to ACTIVE for port object 1f48e8fb-7a39-4a04-a20f-6d4c36dc5c85 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:48:07.605986 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-88b4c93c-cb34-4cfe-8e7a-e4b39e5e65c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:07.622741 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ccbf6218-6f1c-49fc-89af-d5f1698489a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:07.696282 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ccbf6218-6f1c-49fc-89af-d5f1698489a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:07.707977 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:07.790553 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-88b4c93c-cb34-4cfe-8e7a-e4b39e5e65c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:07.817981 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d7445c9f-e217-40f8-b5a5-a3ff4b34ee59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:07.922717 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:08.002495 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b4c93c-cb34-4cfe-8e7a-e4b39e5e65c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fef503c-8364-423b-b87b-cc5a846f7b0c,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:08.005167 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7445c9f-e217-40f8-b5a5-a3ff4b34ee59 admin admin] Pushing event updated for resources: {'Port': ['ID=1f48e8fb-7a39-4a04-a20f-6d4c36dc5c85,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:08.041122 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29e54c14-cfa3-49da-b645-d184a147cb8e'] response: {'name': 'network-changed', 'server_uuid': '816dfb24-da83-4bf7-b304-49c1180d1b05', 'tag': 'bac9cb6a-db30-41e6-aab7-3b407495bdbe', 'status': 'completed', 'code': 200} May 05 19:48:08.044674 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-40afb193-305d-4f6f-b783-d0d7c74a213f req-aa667ba5-7d6b-4746-9f11-8ca305296d52 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.36 "GET /v2.0/ports?device_id=cec83bd7-bfc6-455b-8af6-af4132231875 HTTP/1.1" status: 200 len: 210 time: 0.1900349 May 05 19:48:08.077695 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7445c9f-e217-40f8-b5a5-a3ff4b34ee59 admin admin] Network d0d993c7-47b1-420d-b098-e191164ae641 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:48:08.077695 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-d7445c9f-e217-40f8-b5a5-a3ff4b34ee59 admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:48:08.081145 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7445c9f-e217-40f8-b5a5-a3ff4b34ee59 admin admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:48:08.081649 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d7445c9f-e217-40f8-b5a5-a3ff4b34ee59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:08.156280 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c37d438e-bae4-4f07-a0fd-79584639c4ce req-c6fa3e67-39b2-4a5d-a4db-d068306c0282 service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5534821 May 05 19:48:08.221619 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ccbf6218-6f1c-49fc-89af-d5f1698489a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:08.259621 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-e752ec4d-0c44-40d7-b711-c09e394063ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077e68a6-60a7-4287-a660-5c47f8184b47', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-64917775-router', 'tenant_id': 'e746b141472448f092a7e09102a16829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'e21e1748-782f-4056-927c-0eb5212f5b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:47:58Z', 'updated_at': '2022-05-05T19:48:00Z', 'revision_number': 3, 'project_id': 'e746b141472448f092a7e09102a16829', 'gw_port': {'id': 'e21e1748-782f-4056-927c-0eb5212f5b26', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:cc:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077e68a6-60a7-4287-a660-5c47f8184b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:47:59Z', 'updated_at': '2022-05-05T19:48:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:48:08.267130 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e752ec4d-0c44-40d7-b711-c09e394063ca None None] The sync data for ids ['077e68a6-60a7-4287-a660-5c47f8184b47'] in n-d-840717-1 is: [{'id': '077e68a6-60a7-4287-a660-5c47f8184b47', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-64917775-router', 'tenant_id': 'e746b141472448f092a7e09102a16829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'e21e1748-782f-4056-927c-0eb5212f5b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:47:58Z', 'updated_at': '2022-05-05T19:48:00Z', 'revision_number': 3, 'project_id': 'e746b141472448f092a7e09102a16829', 'gw_port': {'id': 'e21e1748-782f-4056-927c-0eb5212f5b26', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:cc:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077e68a6-60a7-4287-a660-5c47f8184b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:47:59Z', 'updated_at': '2022-05-05T19:48:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 19:48:08.279149 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbf6218-6f1c-49fc-89af-d5f1698489a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b9890e-aabb-42d2-94b9-0c704c6276eb,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:08.302198 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-88b4c93c-cb34-4cfe-8e7a-e4b39e5e65c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:08.306113 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-88b4c93c-cb34-4cfe-8e7a-e4b39e5e65c6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9fef503c-8364-423b-b87b-cc5a846f7b0c HTTP/1.1" status: 204 len: 168 time: 1.1447642 May 05 19:48:08.331921 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ccbf6218-6f1c-49fc-89af-d5f1698489a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:08.333068 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-ccbf6218-6f1c-49fc-89af-d5f1698489a9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/85b9890e-aabb-42d2-94b9-0c704c6276eb HTTP/1.1" status: 204 len: 168 time: 1.0400531 May 05 19:48:08.551890 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4ec1bfb6-1c70-4035-8616-0ade5eab1911 req-a50748eb-998c-4f8c-9ca2-eb80c70fc4a8 tempest-ServersAdmin275Test-416698197 tempest-ServersAdmin275Test-416698197-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1344af4-ac94-4482-8c6e-08fa01e62f39 HTTP/1.1" status: 200 len: 210 time: 0.1851599 May 05 19:48:08.780266 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-28fc185a-77a0-4de6-9e36-ddbcea749c46 None None] Provisioning for port 1f48e8fb-7a39-4a04-a20f-6d4c36dc5c85 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:48:08.806496 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-28fc185a-77a0-4de6-9e36-ddbcea749c46 None None] Provisioning complete for port 1f48e8fb-7a39-4a04-a20f-6d4c36dc5c85 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:48:08.809280 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-28fc185a-77a0-4de6-9e36-ddbcea749c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:08.847293 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d7445c9f-e217-40f8-b5a5-a3ff4b34ee59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:08.901678 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c37d438e-bae4-4f07-a0fd-79584639c4ce req-97162339-65fc-4236-9a85-3ee582e6d33e service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7385702 May 05 19:48:09.107146 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-28fc185a-77a0-4de6-9e36-ddbcea749c46 None None] Port 1f48e8fb-7a39-4a04-a20f-6d4c36dc5c85 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:48:09.312034 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1246f00f-5333-4a79-824c-4681c97bc143 req-9aa0aa3d-c726-4359-9922-51066b0c65aa tempest-ServersAdmin275Test-416698197 tempest-ServersAdmin275Test-416698197-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1344af4-ac94-4482-8c6e-08fa01e62f39 HTTP/1.1" status: 200 len: 210 time: 0.3656976 May 05 19:48:09.373054 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device e21e1748-782f-4056-927c-0eb5212f5b26 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:48:09.418963 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f73b8-dced-494f-bf44-ce6a4218ec86 req-de982eec-5a31-4c52-990a-3b5890871ea0 tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:09.428379 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-710f73b8-dced-494f-bf44-ce6a4218ec86 req-de982eec-5a31-4c52-990a-3b5890871ea0 tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] Synchronizing usage tracker for tenant:2781c844474240aea53d18b6a2457615 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:48:09.532113 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-710f73b8-dced-494f-bf44-ce6a4218ec86 req-de982eec-5a31-4c52-990a-3b5890871ea0 tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] Unset dirty status for tenant:2781c844474240aea53d18b6a2457615 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:48:09.544136 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-710f73b8-dced-494f-bf44-ce6a4218ec86 req-de982eec-5a31-4c52-990a-3b5890871ea0 tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] 10.222.0.36 "GET /v2.0/ports?device_id=816dfb24-da83-4bf7-b304-49c1180d1b05 HTTP/1.1" status: 200 len: 970 time: 0.6278801 May 05 19:48:09.628603 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea95fd-d6e9-4ca4-a38f-bfda7e043ee8 req-02300ba1-db42-4aeb-9cab-b27a7ce849cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:09.630477 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-adea95fd-d6e9-4ca4-a38f-bfda7e043ee8 req-02300ba1-db42-4aeb-9cab-b27a7ce849cb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2781c844474240aea53d18b6a2457615&device_id=816dfb24-da83-4bf7-b304-49c1180d1b05 HTTP/1.1" status: 200 len: 1121 time: 0.5968056 May 05 19:48:09.650719 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:09.685359 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port e21e1748-782f-4056-927c-0eb5212f5b26 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:48:09.720330 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port e21e1748-782f-4056-927c-0eb5212f5b26 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:48:09.720782 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:09.728674 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-710f73b8-dced-494f-bf44-ce6a4218ec86 req-55e4dc39-7c78-4f3e-ac20-08af26996e26 tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] Synchronizing usage tracker for tenant:2781c844474240aea53d18b6a2457615 on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:48:10.057991 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55294) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:48:10.147946 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:10.188577 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port e21e1748-782f-4056-927c-0eb5212f5b26, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=e21e1748-782f-4056-927c-0eb5212f5b26,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:48:10.197405 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:10.301731 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=e21e1748-782f-4056-927c-0eb5212f5b26,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:10.315428 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-710f73b8-dced-494f-bf44-ce6a4218ec86 req-55e4dc39-7c78-4f3e-ac20-08af26996e26 tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] Unset dirty status for tenant:2781c844474240aea53d18b6a2457615 on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:48:10.320387 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-710f73b8-dced-494f-bf44-ce6a4218ec86 req-55e4dc39-7c78-4f3e-ac20-08af26996e26 tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e19ce0a-4577-4275-8283-396b4d2affd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7716229 May 05 19:48:10.352496 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-578e4566-9c7d-42a8-bf97-3ef266a9d001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:10.370439 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea95fd-d6e9-4ca4-a38f-bfda7e043ee8 req-4e1d0c95-6e14-47db-83a0-9071bf297e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:10.372082 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-adea95fd-d6e9-4ca4-a38f-bfda7e043ee8 req-4e1d0c95-6e14-47db-83a0-9071bf297e1e service neutron] 10.222.0.24 "GET /v2.0/networks?id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3 HTTP/1.1" status: 200 len: 870 time: 0.7261152 May 05 19:48:10.444841 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4dc23b53-4f29-4864-a7fd-2a421a6c06f7 req-6b3d735b-9980-4334-ba0b-0a0fd894720e tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.36 "GET /v2.0/ports?device_id=cec83bd7-bfc6-455b-8af6-af4132231875 HTTP/1.1" status: 200 len: 210 time: 0.2901576 May 05 19:48:10.617497 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-adea95fd-d6e9-4ca4-a38f-bfda7e043ee8 req-8c5007b5-93ce-4633-819a-e64b417c6d16 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=bac9cb6a-db30-41e6-aab7-3b407495bdbe HTTP/1.1" status: 200 len: 217 time: 0.2175963 May 05 19:48:10.630392 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d7445c9f-e217-40f8-b5a5-a3ff4b34ee59 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:10.650568 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d7445c9f-e217-40f8-b5a5-a3ff4b34ee59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:10.652827 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d7445c9f-e217-40f8-b5a5-a3ff4b34ee59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:10.726957 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-578e4566-9c7d-42a8-bf97-3ef266a9d001 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:48:10.749969 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-578e4566-9c7d-42a8-bf97-3ef266a9d001 admin admin] Usage tracker for resource:security_group_rule and tenant:3c3264fa9b7f4ed98c2d1869bab1c35a is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:48:10.769689 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-578e4566-9c7d-42a8-bf97-3ef266a9d001 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:48:10.805990 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-578e4566-9c7d-42a8-bf97-3ef266a9d001 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:48:10.866664 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea95fd-d6e9-4ca4-a38f-bfda7e043ee8 req-2c846e00-8804-4ef4-a34a-324796150aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:10.880284 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-adea95fd-d6e9-4ca4-a38f-bfda7e043ee8 req-2c846e00-8804-4ef4-a34a-324796150aee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.2502904 May 05 19:48:11.179262 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea95fd-d6e9-4ca4-a38f-bfda7e043ee8 req-e23be635-2131-4a52-90e6-e4d843bd35c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:11.189230 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-adea95fd-d6e9-4ca4-a38f-bfda7e043ee8 req-e23be635-2131-4a52-90e6-e4d843bd35c9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2153511 May 05 19:48:11.352469 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device e21e1748-782f-4056-927c-0eb5212f5b26 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:48:11.503256 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.50', 57547) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:48:11.589068 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port e21e1748-782f-4056-927c-0eb5212f5b26 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:48:11.589510 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:11.649982 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c2f5a1da-870a-450f-b271-2e9885d50046 req-5980b8de-adec-4329-bcff-58fd18798f79 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=69f94df1cbe14489aec5f0f54ec137b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1332769 May 05 19:48:11.661614 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-62827a02-fdab-4bdc-a72b-17ac897c2447 req-191845df-6762-4fda-92ab-06f459a1bbd9 tempest-ServersAdmin275Test-416698197 tempest-ServersAdmin275Test-416698197-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1344af4-ac94-4482-8c6e-08fa01e62f39 HTTP/1.1" status: 200 len: 210 time: 0.6185141 May 05 19:48:11.792941 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7445c9f-e217-40f8-b5a5-a3ff4b34ee59 admin admin] Pushing event updated for resources: {'Port': ['ID=1f48e8fb-7a39-4a04-a20f-6d4c36dc5c85,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:11.847092 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55346) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:48:11.946980 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7445c9f-e217-40f8-b5a5-a3ff4b34ee59 admin admin] Network d0d993c7-47b1-420d-b098-e191164ae641 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:48:11.953747 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-d7445c9f-e217-40f8-b5a5-a3ff4b34ee59 admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:48:12.073458 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-adea95fd-d6e9-4ca4-a38f-bfda7e043ee8 req-068cc89e-7fbc-402f-ac5a-191a00ccbc38 service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8734856 May 05 19:48:12.146898 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9cfb189e-0629-45d7-a7c9-68a9249d9b0e req-5ec2a616-01f3-42ee-ac5e-111dd459b0d1 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.36 "GET /v2.0/ports?device_id=cec83bd7-bfc6-455b-8af6-af4132231875 HTTP/1.1" status: 200 len: 210 time: 0.0992773 May 05 19:48:12.380587 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f5a1da-870a-450f-b271-2e9885d50046 req-12db109b-3cc4-4d1b-9847-3309afecb112 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:12.382075 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c2f5a1da-870a-450f-b271-2e9885d50046 req-12db109b-3cc4-4d1b-9847-3309afecb112 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7295215 May 05 19:48:12.385406 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-0b68e54e-6ccb-4690-9c61-d3bf0739266c None None] Provisioning complete for port 1f48e8fb-7a39-4a04-a20f-6d4c36dc5c85 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:48:12.386501 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0b68e54e-6ccb-4690-9c61-d3bf0739266c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:12.427598 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a2e45-5d2d-4947-b10c-6f6cc6c6d8b8 req-fc50a4dc-5b35-4fbe-9a50-27adad9eeebc tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:12.435822 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a97a2e45-5d2d-4947-b10c-6f6cc6c6d8b8 req-fc50a4dc-5b35-4fbe-9a50-27adad9eeebc tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] 10.222.0.36 "GET /v2.0/ports?device_id=816dfb24-da83-4bf7-b304-49c1180d1b05 HTTP/1.1" status: 200 len: 970 time: 0.6720765 May 05 19:48:12.446995 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-578e4566-9c7d-42a8-bf97-3ef266a9d001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:12.451066 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b0898455-6f7a-4d9b-ac7b-7cedd532bb2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:12.461175 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-adea95fd-d6e9-4ca4-a38f-bfda7e043ee8 req-bf818f6b-bdf3-4cd7-b953-02f62e4eeb92 service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745411 May 05 19:48:12.477915 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-c2f5a1da-870a-450f-b271-2e9885d50046 req-2528724a-ae65-4caf-beec-1856c9056183 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Request body: {'port': {'device_id': 'cec83bd7-bfc6-455b-8af6-af4132231875', 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3', 'admin_state_up': True, 'tenant_id': '69f94df1cbe14489aec5f0f54ec137b6'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:48:12.520669 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-0b68e54e-6ccb-4690-9c61-d3bf0739266c None None] Port 1f48e8fb-7a39-4a04-a20f-6d4c36dc5c85 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:48:12.520958 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7445c9f-e217-40f8-b5a5-a3ff4b34ee59 admin admin] Router 077e68a6-60a7-4287-a660-5c47f8184b47 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 19:48:12.530888 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-578e4566-9c7d-42a8-bf97-3ef266a9d001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:12.636042 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a97a2e45-5d2d-4947-b10c-6f6cc6c6d8b8 req-78218cbe-7df4-4761-a01a-5949b457f682 tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e19ce0a-4577-4275-8283-396b4d2affd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986818 May 05 19:48:12.867930 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578e4566-9c7d-42a8-bf97-3ef266a9d001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=125b470a-0eab-4481-a90e-5db06a28f6e7,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:12.872613 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b0898455-6f7a-4d9b-ac7b-7cedd532bb2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:48:12.878669 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7445c9f-e217-40f8-b5a5-a3ff4b34ee59 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 19:48:12.887944 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1608a619-c8f1-4948-bf78-758f12a5690d None None] Sync routers for ids ['077e68a6-60a7-4287-a660-5c47f8184b47'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 19:48:12.906816 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1608a619-c8f1-4948-bf78-758f12a5690d None None] Routers {'077e68a6-60a7-4287-a660-5c47f8184b47'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:48:12.908486 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-1608a619-c8f1-4948-bf78-758f12a5690d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:48:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['077e68a6-60a7-4287-a660-5c47f8184b47'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:48:12.916165 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-b0898455-6f7a-4d9b-ac7b-7cedd532bb2f admin admin] Usage tracker for resource:security_group_rule and tenant:a1f0b6341e2f4ebbbb115d3066d22f45 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:48:12.917267 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-c2f5a1da-870a-450f-b271-2e9885d50046 req-2528724a-ae65-4caf-beec-1856c9056183 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:48:12.934721 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-b0898455-6f7a-4d9b-ac7b-7cedd532bb2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:48:12.942420 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d7445c9f-e217-40f8-b5a5-a3ff4b34ee59 admin admin] 10.222.0.36 "PUT /v2.0/routers/077e68a6-60a7-4287-a660-5c47f8184b47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8044903 May 05 19:48:12.949736 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-578e4566-9c7d-42a8-bf97-3ef266a9d001 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3c3264fa9b7f4ed98c2d1869bab1c35a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8885851 May 05 19:48:12.950587 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55370) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:48:12.953210 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-c2f5a1da-870a-450f-b271-2e9885d50046 req-2528724a-ae65-4caf-beec-1856c9056183 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Usage tracker for resource:port and tenant:69f94df1cbe14489aec5f0f54ec137b6 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:48:12.965540 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-c2f5a1da-870a-450f-b271-2e9885d50046 req-2528724a-ae65-4caf-beec-1856c9056183 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:48:12.967683 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b0898455-6f7a-4d9b-ac7b-7cedd532bb2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:48:12.991672 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-c2f5a1da-870a-450f-b271-2e9885d50046 req-2528724a-ae65-4caf-beec-1856c9056183 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:48:13.036138 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2f5a1da-870a-450f-b271-2e9885d50046 req-2528724a-ae65-4caf-beec-1856c9056183 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Made reservation on behalf of 69f94df1cbe14489aec5f0f54ec137b6 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:48:13.045971 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c2f5a1da-870a-450f-b271-2e9885d50046 req-2528724a-ae65-4caf-beec-1856c9056183 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:13.068313 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c2f5a1da-870a-450f-b271-2e9885d50046 req-2528724a-ae65-4caf-beec-1856c9056183 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:13.090116 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-c2f5a1da-870a-450f-b271-2e9885d50046 req-2528724a-ae65-4caf-beec-1856c9056183 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:48:13.096989 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-c2f5a1da-870a-450f-b271-2e9885d50046 req-2528724a-ae65-4caf-beec-1856c9056183 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Usage tracker for resource:security_group_rule and tenant:69f94df1cbe14489aec5f0f54ec137b6 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:48:13.101532 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-c2f5a1da-870a-450f-b271-2e9885d50046 req-2528724a-ae65-4caf-beec-1856c9056183 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:48:13.113099 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-c2f5a1da-870a-450f-b271-2e9885d50046 req-2528724a-ae65-4caf-beec-1856c9056183 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:48:13.214760 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-58085c00-9b20-4a5f-aa15-c60f9050e7b6 req-535c8de8-9d1a-4a59-8f93-bd0a5b293088 tempest-ServersAdmin275Test-416698197 tempest-ServersAdmin275Test-416698197-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1344af4-ac94-4482-8c6e-08fa01e62f39 HTTP/1.1" status: 200 len: 210 time: 0.0998321 May 05 19:48:13.268833 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2325eed9-3161-411a-9cc1-917439370a71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:13.369617 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c2f5a1da-870a-450f-b271-2e9885d50046 req-2528724a-ae65-4caf-beec-1856c9056183 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:13.384588 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c2f5a1da-870a-450f-b271-2e9885d50046 req-2528724a-ae65-4caf-beec-1856c9056183 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:13.408707 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b0898455-6f7a-4d9b-ac7b-7cedd532bb2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:13.414356 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2325eed9-3161-411a-9cc1-917439370a71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:13.435838 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b0898455-6f7a-4d9b-ac7b-7cedd532bb2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:13.457804 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-1608a619-c8f1-4948-bf78-758f12a5690d None None] Set router 077e68a6-60a7-4287-a660-5c47f8184b47 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:48:13.492221 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528724a-ae65-4caf-beec-1856c9056183 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0ee734-d936-46f9-b2f6-dfc1a7318ab0,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:13.562998 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-78539626-a8e3-4827-b2d1-a8edf80b1f7c req-4cf03f27-4f78-4af0-8b71-6cd2784f1f1f tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.36 "GET /v2.0/ports?device_id=cec83bd7-bfc6-455b-8af6-af4132231875 HTTP/1.1" status: 200 len: 210 time: 0.0656743 May 05 19:48:13.579425 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b0898455-6f7a-4d9b-ac7b-7cedd532bb2f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a1f0b6341e2f4ebbbb115d3066d22f45&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7245100 May 05 19:48:13.582805 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 55384) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:48:13.599083 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0898455-6f7a-4d9b-ac7b-7cedd532bb2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c67854-fc17-426d-9cde-0a2af3437fca,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:13.678146 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2325eed9-3161-411a-9cc1-917439370a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:13.710276 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2325eed9-3161-411a-9cc1-917439370a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=125b470a-0eab-4481-a90e-5db06a28f6e7,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:13.740798 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2325eed9-3161-411a-9cc1-917439370a71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:13.741988 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-2325eed9-3161-411a-9cc1-917439370a71 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/125b470a-0eab-4481-a90e-5db06a28f6e7 HTTP/1.1" status: 204 len: 168 time: 0.7807698 May 05 19:48:13.860280 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-71f9f967-10ba-4fd7-8b5e-c12e0dbd9bd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:13.899921 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-c2f5a1da-870a-450f-b271-2e9885d50046 req-2528724a-ae65-4caf-beec-1856c9056183 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Allocated IP 192.168.233.222 (b786cc2b-f681-4c10-a54f-820e9d1a5ac3/4d72a8d3-0a35-4d3a-96b8-d869ff4093bc/f375539b-83c7-4124-8c9f-90908777304e) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:48:13.902930 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-71f9f967-10ba-4fd7-8b5e-c12e0dbd9bd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:14.142049 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:14.279109 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-71f9f967-10ba-4fd7-8b5e-c12e0dbd9bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:14.311474 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-1608a619-c8f1-4948-bf78-758f12a5690d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077e68a6-60a7-4287-a660-5c47f8184b47', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-64917775-router', 'tenant_id': 'e746b141472448f092a7e09102a16829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'e21e1748-782f-4056-927c-0eb5212f5b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:47:58Z', 'updated_at': '2022-05-05T19:48:08Z', 'revision_number': 4, 'project_id': 'e746b141472448f092a7e09102a16829', 'gw_port': {'id': 'e21e1748-782f-4056-927c-0eb5212f5b26', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:cc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077e68a6-60a7-4287-a660-5c47f8184b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:47:59Z', 'updated_at': '2022-05-05T19:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '1f48e8fb-7a39-4a04-a20f-6d4c36dc5c85', 'name': '', 'network_id': 'd0d993c7-47b1-420d-b098-e191164ae641', 'tenant_id': 'e746b141472448f092a7e09102a16829', 'mac_address': 'fa:16:3e:29:59:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077e68a6-60a7-4287-a660-5c47f8184b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '0038c9ce-990a-4029-9388-169e2517fdc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:48:06Z', 'updated_at': '2022-05-05T19:48:09Z', 'revision_number': 2, 'project_id': 'e746b141472448f092a7e09102a16829', 'subnets': [{'id': '0038c9ce-990a-4029-9388-169e2517fdc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:48:14.322681 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1608a619-c8f1-4948-bf78-758f12a5690d None None] Checking router: 077e68a6-60a7-4287-a660-5c47f8184b47 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 19:48:14.323272 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1608a619-c8f1-4948-bf78-758f12a5690d None None] Updating router 077e68a6-60a7-4287-a660-5c47f8184b47 port 1f48e8fb-7a39-4a04-a20f-6d4c36dc5c85 binding host n-d-840717-1 {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 19:48:14.359892 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e093b60-6a01-4cf8-a35a-c3a0ad8b6208 req-e7c0eef9-9389-4df9-95d7-12981da1ff68 tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:14.363063 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8e093b60-6a01-4cf8-a35a-c3a0ad8b6208 req-e7c0eef9-9389-4df9-95d7-12981da1ff68 tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] 10.222.0.36 "GET /v2.0/ports?device_id=816dfb24-da83-4bf7-b304-49c1180d1b05 HTTP/1.1" status: 200 len: 970 time: 0.1459327 May 05 19:48:14.380610 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f9f967-10ba-4fd7-8b5e-c12e0dbd9bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c67854-fc17-426d-9cde-0a2af3437fca,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:14.463140 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-71f9f967-10ba-4fd7-8b5e-c12e0dbd9bd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:14.473155 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-71f9f967-10ba-4fd7-8b5e-c12e0dbd9bd4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/49c67854-fc17-426d-9cde-0a2af3437fca HTTP/1.1" status: 204 len: 168 time: 0.8846576 May 05 19:48:14.493452 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8e093b60-6a01-4cf8-a35a-c3a0ad8b6208 req-77c4861d-87f7-4e8e-9491-badf659d2940 tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e19ce0a-4577-4275-8283-396b4d2affd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243827 May 05 19:48:14.518167 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1608a619-c8f1-4948-bf78-758f12a5690d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:14.522818 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c2f5a1da-870a-450f-b271-2e9885d50046 req-2528724a-ae65-4caf-beec-1856c9056183 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:14.563471 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-c2f5a1da-870a-450f-b271-2e9885d50046 req-2528724a-ae65-4caf-beec-1856c9056183 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Transition to ACTIVE for port object f375539b-83c7-4124-8c9f-90908777304e will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:48:14.621692 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c2f5a1da-870a-450f-b271-2e9885d50046 req-2528724a-ae65-4caf-beec-1856c9056183 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:15.116634 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2f5a1da-870a-450f-b271-2e9885d50046 req-2528724a-ae65-4caf-beec-1856c9056183 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:48:15.120412 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-c2f5a1da-870a-450f-b271-2e9885d50046 req-2528724a-ae65-4caf-beec-1856c9056183 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:48:15.124845 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2f5a1da-870a-450f-b271-2e9885d50046 req-2528724a-ae65-4caf-beec-1856c9056183 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:48:15.130347 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f5a1da-870a-450f-b271-2e9885d50046 req-2528724a-ae65-4caf-beec-1856c9056183 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:15.130976 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c2f5a1da-870a-450f-b271-2e9885d50046 req-2528724a-ae65-4caf-beec-1856c9056183 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:15.193118 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528724a-ae65-4caf-beec-1856c9056183 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Pushing event updated for resources: {'Port': ['ID=f375539b-83c7-4124-8c9f-90908777304e,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:15.223813 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-304beadc-4e80-4b95-a899-13d99988d3a1 req-d749dab7-8f37-4f82-b015-b3472bb6749b tempest-ServersAdmin275Test-416698197 tempest-ServersAdmin275Test-416698197-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1344af4-ac94-4482-8c6e-08fa01e62f39 HTTP/1.1" status: 200 len: 210 time: 0.0763676 May 05 19:48:15.227154 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c2f5a1da-870a-450f-b271-2e9885d50046 req-2528724a-ae65-4caf-beec-1856c9056183 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7612078 May 05 19:48:15.241575 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [req-c2f5a1da-870a-450f-b271-2e9885d50046 req-4bcb9f66-e086-433a-9c41-7a80f5ea49f1 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88197) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 19:48:15.241575 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c2f5a1da-870a-450f-b271-2e9885d50046 req-4bcb9f66-e086-433a-9c41-7a80f5ea49f1 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073140 May 05 19:48:15.241940 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55422) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:48:15.349415 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-19475c25-369c-4bd5-931c-a4d452b97765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:15.381301 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-19475c25-369c-4bd5-931c-a4d452b97765 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:48:15.385838 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-19475c25-369c-4bd5-931c-a4d452b97765 admin admin] Usage tracker for resource:security_group_rule and tenant:3c618b2c6c8643be9af94e1189ec787b is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:48:15.389505 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-19475c25-369c-4bd5-931c-a4d452b97765 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:48:15.396795 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-19475c25-369c-4bd5-931c-a4d452b97765 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:48:15.397210 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1608a619-c8f1-4948-bf78-758f12a5690d None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:15.427319 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-1608a619-c8f1-4948-bf78-758f12a5690d None None] Transition to ACTIVE for port object 1f48e8fb-7a39-4a04-a20f-6d4c36dc5c85 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:48:15.454383 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1608a619-c8f1-4948-bf78-758f12a5690d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:15.622905 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-19475c25-369c-4bd5-931c-a4d452b97765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:15.659744 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-19475c25-369c-4bd5-931c-a4d452b97765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:15.749758 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-c2f5a1da-870a-450f-b271-2e9885d50046 req-c002de0e-b97a-4f9d-8676-af821d4d413b service neutron] Request body: {'port': {'device_id': 'cec83bd7-bfc6-455b-8af6-af4132231875', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:48:15.866551 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a121ac-b1fd-46ad-bd0c-10cfbccfc601 req-fb5b31e4-d560-479e-bbfa-0edd5f4272ed tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:15.874510 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d5a121ac-b1fd-46ad-bd0c-10cfbccfc601 req-fb5b31e4-d560-479e-bbfa-0edd5f4272ed tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.36 "GET /v2.0/ports?device_id=cec83bd7-bfc6-455b-8af6-af4132231875 HTTP/1.1" status: 200 len: 936 time: 0.6003358 May 05 19:48:15.911190 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-19475c25-369c-4bd5-931c-a4d452b97765 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3c618b2c6c8643be9af94e1189ec787b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6670094 May 05 19:48:15.915054 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55442) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:48:15.946536 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19475c25-369c-4bd5-931c-a4d452b97765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bff9687-f8c5-4087-9207-1fb7e6f23a9e,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:16.081450 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d5a121ac-b1fd-46ad-bd0c-10cfbccfc601 req-2ac8564f-ac94-4c2b-84bb-4519ae4f660b tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb0ee734-d936-46f9-b2f6-dfc1a7318ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633189 May 05 19:48:16.176431 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c2f5a1da-870a-450f-b271-2e9885d50046 req-c002de0e-b97a-4f9d-8676-af821d4d413b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:16.182740 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-1608a619-c8f1-4948-bf78-758f12a5690d None None] Attempting to bind port 1f48e8fb-7a39-4a04-a20f-6d4c36dc5c85 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:48:16.185685 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-1608a619-c8f1-4948-bf78-758f12a5690d None None] Attempting to bind port 1f48e8fb-7a39-4a04-a20f-6d4c36dc5c85 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '5a9f88f1-07d3-463d-9a7c-95b2532b0485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd0d993c7-47b1-420d-b098-e191164ae641'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:48:16.191947 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1608a619-c8f1-4948-bf78-758f12a5690d None None] Attempting to bind port 1f48e8fb-7a39-4a04-a20f-6d4c36dc5c85 on network d0d993c7-47b1-420d-b098-e191164ae641 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:48:16.203116 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e5d9c753-b7b4-49fc-bdd6-48cdf52eb051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:16.214811 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 55450) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:48:16.215609 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1608a619-c8f1-4948-bf78-758f12a5690d None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:48:16.217976 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1608a619-c8f1-4948-bf78-758f12a5690d None None] Checking segment: {'id': '5a9f88f1-07d3-463d-9a7c-95b2532b0485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd0d993c7-47b1-420d-b098-e191164ae641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:48:16.220246 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1608a619-c8f1-4948-bf78-758f12a5690d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:16.221501 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1608a619-c8f1-4948-bf78-758f12a5690d None None] Bound using segment: {'id': '5a9f88f1-07d3-463d-9a7c-95b2532b0485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd0d993c7-47b1-420d-b098-e191164ae641'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:48:16.224176 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-1608a619-c8f1-4948-bf78-758f12a5690d None None] Bound port: 1f48e8fb-7a39-4a04-a20f-6d4c36dc5c85, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a9f88f1-07d3-463d-9a7c-95b2532b0485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd0d993c7-47b1-420d-b098-e191164ae641'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:48:16.224881 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1608a619-c8f1-4948-bf78-758f12a5690d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:16.251562 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e09753-4976-4177-a028-3288f2b17d61 None None] Pushing event updated for resources: {'Port': ['ID=1f48e8fb-7a39-4a04-a20f-6d4c36dc5c85,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:16.266923 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-3dbd3a72-6886-4459-926a-92f41cbc497c None None] Provisioning for port f375539b-83c7-4124-8c9f-90908777304e completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:48:16.295937 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:16.299724 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-3dbd3a72-6886-4459-926a-92f41cbc497c None None] Provisioning complete for port f375539b-83c7-4124-8c9f-90908777304e triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:48:16.300165 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3dbd3a72-6886-4459-926a-92f41cbc497c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:16.302370 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e5d9c753-b7b4-49fc-bdd6-48cdf52eb051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:16.366956 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c8d80-fd2f-4e3e-ba47-c77ad337ff95 req-a4056538-19c8-4bb7-917c-9c0a8f8e5305 tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:16.372718 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-001c8d80-fd2f-4e3e-ba47-c77ad337ff95 req-a4056538-19c8-4bb7-917c-9c0a8f8e5305 tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] 10.222.0.36 "GET /v2.0/ports?device_id=816dfb24-da83-4bf7-b304-49c1180d1b05 HTTP/1.1" status: 200 len: 970 time: 0.5359840 May 05 19:48:16.464114 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e5d9c753-b7b4-49fc-bdd6-48cdf52eb051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:16.524593 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9c753-b7b4-49fc-bdd6-48cdf52eb051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bff9687-f8c5-4087-9207-1fb7e6f23a9e,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:16.530573 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e5d9c753-b7b4-49fc-bdd6-48cdf52eb051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:16.533134 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-3dbd3a72-6886-4459-926a-92f41cbc497c None None] Port f375539b-83c7-4124-8c9f-90908777304e cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:48:16.537139 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e5d9c753-b7b4-49fc-bdd6-48cdf52eb051 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2bff9687-f8c5-4087-9207-1fb7e6f23a9e HTTP/1.1" status: 204 len: 168 time: 0.5998330 May 05 19:48:16.614205 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-001c8d80-fd2f-4e3e-ba47-c77ad337ff95 req-f1e140b6-4079-4805-b881-fcc46cbb83ea tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e19ce0a-4577-4275-8283-396b4d2affd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248449 May 05 19:48:16.615952 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-1608a619-c8f1-4948-bf78-758f12a5690d None None] For port 1f48e8fb-7a39-4a04-a20f-6d4c36dc5c85, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:48:16.620402 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-1608a619-c8f1-4948-bf78-758f12a5690d None None] For port 1f48e8fb-7a39-4a04-a20f-6d4c36dc5c85, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=1f48e8fb-7a39-4a04-a20f-6d4c36dc5c85,segment=NetworkSegment(5a9f88f1-07d3-463d-9a7c-95b2532b0485),segment_id=5a9f88f1-07d3-463d-9a7c-95b2532b0485)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:48:16.628127 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1608a619-c8f1-4948-bf78-758f12a5690d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:16.734819 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55462) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:48:16.741852 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-8b520e2a-644d-49b3-8401-118be6287038 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Request body: {'security_group': {'name': 'tempest-securitygroup--86428708', 'description': 'tempest-description--1301586671'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:48:16.767245 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8b520e2a-644d-49b3-8401-118be6287038 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:48:16.768103 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e09753-4976-4177-a028-3288f2b17d61 None None] Pushing event updated for resources: {'Port': ['ID=1f48e8fb-7a39-4a04-a20f-6d4c36dc5c85,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:16.780946 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1608a619-c8f1-4948-bf78-758f12a5690d None None] Routers {'077e68a6-60a7-4287-a660-5c47f8184b47'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:48:16.785680 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-1608a619-c8f1-4948-bf78-758f12a5690d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:48:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['077e68a6-60a7-4287-a660-5c47f8184b47'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:48:16.788184 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-8b520e2a-644d-49b3-8401-118be6287038 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Usage tracker for resource:security_group and tenant:d2cf325fc6b540ceb92a9f2c527df7f5 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:48:16.802190 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-8b520e2a-644d-49b3-8401-118be6287038 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:48:16.814517 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8b520e2a-644d-49b3-8401-118be6287038 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:48:16.844145 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8b520e2a-644d-49b3-8401-118be6287038 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:16.902224 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8b520e2a-644d-49b3-8401-118be6287038 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:48:16.913275 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-8b520e2a-644d-49b3-8401-118be6287038 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Usage tracker for resource:security_group_rule and tenant:d2cf325fc6b540ceb92a9f2c527df7f5 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:48:16.920910 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-8b520e2a-644d-49b3-8401-118be6287038 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:48:16.936363 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8b520e2a-644d-49b3-8401-118be6287038 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:48:17.073621 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8b520e2a-644d-49b3-8401-118be6287038 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:17.089865 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8b520e2a-644d-49b3-8401-118be6287038 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:17.217739 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8b520e2a-644d-49b3-8401-118be6287038 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:17.222513 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-8b520e2a-644d-49b3-8401-118be6287038 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4855645 May 05 19:48:17.231462 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55474) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:48:17.248234 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-9508e4e5-6ec8-46e0-a6de-c1bca81b03c4 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Request body: {'security_group_rule': {'security_group_id': '0ecbfda5-20c1-471c-a301-f56cb75a4c77', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:48:17.259926 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bca7bac5-975c-4584-ba72-d1ab6ea7734c req-f9f364a7-9f4d-4941-a76e-8339cc3c7c6a tempest-ServersAdmin275Test-416698197 tempest-ServersAdmin275Test-416698197-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1344af4-ac94-4482-8c6e-08fa01e62f39 HTTP/1.1" status: 200 len: 210 time: 0.2487168 May 05 19:48:17.270669 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-9508e4e5-6ec8-46e0-a6de-c1bca81b03c4 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:48:17.279777 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b520e2a-644d-49b3-8401-118be6287038 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ecbfda5-20c1-471c-a301-f56cb75a4c77,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:17.304709 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-9508e4e5-6ec8-46e0-a6de-c1bca81b03c4 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Usage tracker for resource:security_group_rule and tenant:d2cf325fc6b540ceb92a9f2c527df7f5 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:48:17.308711 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-11a017ba-106d-4b25-8e63-80917123c477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:17.310053 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-9508e4e5-6ec8-46e0-a6de-c1bca81b03c4 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:48:17.341882 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-9508e4e5-6ec8-46e0-a6de-c1bca81b03c4 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:48:17.377888 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-11a017ba-106d-4b25-8e63-80917123c477 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:48:17.387918 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-11a017ba-106d-4b25-8e63-80917123c477 admin admin] Usage tracker for resource:security_group_rule and tenant:4db9a9ebb21047d0a79660bf2adfd51e is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:48:17.409201 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-11a017ba-106d-4b25-8e63-80917123c477 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:48:17.421424 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-11a017ba-106d-4b25-8e63-80917123c477 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:48:17.424522 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9508e4e5-6ec8-46e0-a6de-c1bca81b03c4 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:17.503301 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-1608a619-c8f1-4948-bf78-758f12a5690d None None] Set router 077e68a6-60a7-4287-a660-5c47f8184b47 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:48:17.704006 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-c2f5a1da-870a-450f-b271-2e9885d50046 req-c002de0e-b97a-4f9d-8676-af821d4d413b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f375539b-83c7-4124-8c9f-90908777304e {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:48:17.742596 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c2f5a1da-870a-450f-b271-2e9885d50046 req-c002de0e-b97a-4f9d-8676-af821d4d413b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:17.921294 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9508e4e5-6ec8-46e0-a6de-c1bca81b03c4 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:17.939051 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9508e4e5-6ec8-46e0-a6de-c1bca81b03c4 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:17.941113 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-c2f5a1da-870a-450f-b271-2e9885d50046 req-c002de0e-b97a-4f9d-8676-af821d4d413b service neutron] Transition to ACTIVE for port object f375539b-83c7-4124-8c9f-90908777304e will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:48:17.958549 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-11a017ba-106d-4b25-8e63-80917123c477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:17.962780 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c2f5a1da-870a-450f-b271-2e9885d50046 req-c002de0e-b97a-4f9d-8676-af821d4d413b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:18.061891 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9508e4e5-6ec8-46e0-a6de-c1bca81b03c4 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:18.063055 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-9508e4e5-6ec8-46e0-a6de-c1bca81b03c4 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8283501 May 05 19:48:18.085712 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55496) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:48:18.091404 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9508e4e5-6ec8-46e0-a6de-c1bca81b03c4 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9f070e2-e2b2-4dcc-99be-6181af1c403c,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:18.119023 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-57c68487-edee-46c0-bb90-08c66fc11e5a tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Request body: {'security_group_rule': {'security_group_id': '0ecbfda5-20c1-471c-a301-f56cb75a4c77', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:48:18.142441 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-57c68487-edee-46c0-bb90-08c66fc11e5a tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:48:18.166263 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-57c68487-edee-46c0-bb90-08c66fc11e5a tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Usage tracker for resource:security_group_rule and tenant:d2cf325fc6b540ceb92a9f2c527df7f5 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:48:18.183108 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-11a017ba-106d-4b25-8e63-80917123c477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:18.201247 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca32564-1d11-4d3f-bb92-7264858ad01f req-1ed83eb1-a84b-4da4-96ab-f37325ac163c tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:18.202933 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1ca32564-1d11-4d3f-bb92-7264858ad01f req-1ed83eb1-a84b-4da4-96ab-f37325ac163c tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.36 "GET /v2.0/ports?device_id=cec83bd7-bfc6-455b-8af6-af4132231875 HTTP/1.1" status: 200 len: 936 time: 0.8025837 May 05 19:48:18.222762 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-57c68487-edee-46c0-bb90-08c66fc11e5a tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:48:18.317951 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-57c68487-edee-46c0-bb90-08c66fc11e5a tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:48:18.384430 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-1608a619-c8f1-4948-bf78-758f12a5690d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077e68a6-60a7-4287-a660-5c47f8184b47', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-64917775-router', 'tenant_id': 'e746b141472448f092a7e09102a16829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'e21e1748-782f-4056-927c-0eb5212f5b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:47:58Z', 'updated_at': '2022-05-05T19:48:08Z', 'revision_number': 4, 'project_id': 'e746b141472448f092a7e09102a16829', 'gw_port': {'id': 'e21e1748-782f-4056-927c-0eb5212f5b26', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:cc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077e68a6-60a7-4287-a660-5c47f8184b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:47:59Z', 'updated_at': '2022-05-05T19:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '1f48e8fb-7a39-4a04-a20f-6d4c36dc5c85', 'name': '', 'network_id': 'd0d993c7-47b1-420d-b098-e191164ae641', 'tenant_id': 'e746b141472448f092a7e09102a16829', 'mac_address': 'fa:16:3e:29:59:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077e68a6-60a7-4287-a660-5c47f8184b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '0038c9ce-990a-4029-9388-169e2517fdc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:48:06Z', 'updated_at': '2022-05-05T19:48:16Z', 'revision_number': 4, 'project_id': 'e746b141472448f092a7e09102a16829', 'subnets': [{'id': '0038c9ce-990a-4029-9388-169e2517fdc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:48:18.396061 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1608a619-c8f1-4948-bf78-758f12a5690d None None] The sync data for ids ['077e68a6-60a7-4287-a660-5c47f8184b47'] in n-d-840717-1 is: [{'id': '077e68a6-60a7-4287-a660-5c47f8184b47', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-64917775-router', 'tenant_id': 'e746b141472448f092a7e09102a16829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'e21e1748-782f-4056-927c-0eb5212f5b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:47:58Z', 'updated_at': '2022-05-05T19:48:08Z', 'revision_number': 4, 'project_id': 'e746b141472448f092a7e09102a16829', 'gw_port': {'id': 'e21e1748-782f-4056-927c-0eb5212f5b26', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:cc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077e68a6-60a7-4287-a660-5c47f8184b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:47:59Z', 'updated_at': '2022-05-05T19:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '1f48e8fb-7a39-4a04-a20f-6d4c36dc5c85', 'name': '', 'network_id': 'd0d993c7-47b1-420d-b098-e191164ae641', 'tenant_id': 'e746b141472448f092a7e09102a16829', 'mac_address': 'fa:16:3e:29:59:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077e68a6-60a7-4287-a660-5c47f8184b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '0038c9ce-990a-4029-9388-169e2517fdc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:48:06Z', 'updated_at': '2022-05-05T19:48:16Z', 'revision_number': 4, 'project_id': 'e746b141472448f092a7e09102a16829', 'subnets': [{'id': '0038c9ce-990a-4029-9388-169e2517fdc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 19:48:18.407123 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1ca32564-1d11-4d3f-bb92-7264858ad01f req-205f0a55-c273-4c63-b042-d6f239bc20ec tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb0ee734-d936-46f9-b2f6-dfc1a7318ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768923 May 05 19:48:18.439733 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-57c68487-edee-46c0-bb90-08c66fc11e5a tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:18.584609 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-11a017ba-106d-4b25-8e63-80917123c477 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4db9a9ebb21047d0a79660bf2adfd51e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3690779 May 05 19:48:18.585566 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a017ba-106d-4b25-8e63-80917123c477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65bdb69b-1645-49cf-bc1b-e30c2988b3c8,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:18.599916 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 55512) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:48:18.626389 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c002de0e-b97a-4f9d-8676-af821d4d413b service neutron] Pushing event updated for resources: {'Port': ['ID=f375539b-83c7-4124-8c9f-90908777304e,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:18.762397 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-57c68487-edee-46c0-bb90-08c66fc11e5a tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:18.770754 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-57c68487-edee-46c0-bb90-08c66fc11e5a tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:18.800029 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-c2f5a1da-870a-450f-b271-2e9885d50046 req-c002de0e-b97a-4f9d-8676-af821d4d413b service neutron] Attempting to bind port f375539b-83c7-4124-8c9f-90908777304e on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:48:18.800412 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-c2f5a1da-870a-450f-b271-2e9885d50046 req-c002de0e-b97a-4f9d-8676-af821d4d413b service neutron] Attempting to bind port f375539b-83c7-4124-8c9f-90908777304e by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:48:18.800770 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f5a1da-870a-450f-b271-2e9885d50046 req-c002de0e-b97a-4f9d-8676-af821d4d413b service neutron] Attempting to bind port f375539b-83c7-4124-8c9f-90908777304e on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:48:18.808032 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f5a1da-870a-450f-b271-2e9885d50046 req-c002de0e-b97a-4f9d-8676-af821d4d413b service neutron] Port f375539b-83c7-4124-8c9f-90908777304e on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:48:18.808341 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f5a1da-870a-450f-b271-2e9885d50046 req-c002de0e-b97a-4f9d-8676-af821d4d413b service neutron] Attempting to bind port f375539b-83c7-4124-8c9f-90908777304e on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:48:18.819004 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f5a1da-870a-450f-b271-2e9885d50046 req-c002de0e-b97a-4f9d-8676-af821d4d413b service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:48:18.819841 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f5a1da-870a-450f-b271-2e9885d50046 req-c002de0e-b97a-4f9d-8676-af821d4d413b service neutron] Checking segment: {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:48:18.820297 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f5a1da-870a-450f-b271-2e9885d50046 req-c002de0e-b97a-4f9d-8676-af821d4d413b service neutron] Bound using segment: {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:48:18.820634 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-c2f5a1da-870a-450f-b271-2e9885d50046 req-c002de0e-b97a-4f9d-8676-af821d4d413b service neutron] Bound port: f375539b-83c7-4124-8c9f-90908777304e, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:48:18.820972 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c2f5a1da-870a-450f-b271-2e9885d50046 req-c002de0e-b97a-4f9d-8676-af821d4d413b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:18.850491 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8324a3-99db-406b-b778-306c6c4291f1 req-164f34a3-c4a3-4e6f-aa0e-f3456e939da6 tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:18.858383 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8d8324a3-99db-406b-b778-306c6c4291f1 req-164f34a3-c4a3-4e6f-aa0e-f3456e939da6 tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] 10.222.0.36 "GET /v2.0/ports?device_id=816dfb24-da83-4bf7-b304-49c1180d1b05 HTTP/1.1" status: 200 len: 970 time: 0.8668466 May 05 19:48:18.929057 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fe1e74ac-4d82-454f-b735-7303ec035fc4 req-740bbd83-d06f-47a7-b11a-ed7cba8fe0ed tempest-ServersAdmin275Test-416698197 tempest-ServersAdmin275Test-416698197-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1344af4-ac94-4482-8c6e-08fa01e62f39 HTTP/1.1" status: 200 len: 210 time: 0.0714509 May 05 19:48:18.939764 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c68487-edee-46c0-bb90-08c66fc11e5a tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e06c2ac4-538a-4c46-acdb-f741e1ecc68e,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:18.956244 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-57c68487-edee-46c0-bb90-08c66fc11e5a tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:18.963521 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-57c68487-edee-46c0-bb90-08c66fc11e5a tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8732185 May 05 19:48:18.964532 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55520) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:48:18.971755 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-58490b9f-36ab-4a11-8ad2-c9849fbe91d3 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Request body: {'floatingip': {'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:48:18.978980 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-58490b9f-36ab-4a11-8ad2-c9849fbe91d3 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:48:18.996573 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-58490b9f-36ab-4a11-8ad2-c9849fbe91d3 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Usage tracker for resource:floatingip and tenant:d2cf325fc6b540ceb92a9f2c527df7f5 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:48:19.001892 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-58490b9f-36ab-4a11-8ad2-c9849fbe91d3 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:48:19.014889 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-58490b9f-36ab-4a11-8ad2-c9849fbe91d3 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:48:19.041494 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-58490b9f-36ab-4a11-8ad2-c9849fbe91d3 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Notify callbacks [] for floatingip, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:19.098720 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-57050cf3-6696-4736-9a4b-e2ac4122d95d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:19.157803 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8d8324a3-99db-406b-b778-306c6c4291f1 req-d260aad9-631e-4367-83cc-fb7e680d432e tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e19ce0a-4577-4275-8283-396b4d2affd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985783 May 05 19:48:19.276695 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-58490b9f-36ab-4a11-8ad2-c9849fbe91d3 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:19.294691 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-57050cf3-6696-4736-9a4b-e2ac4122d95d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:19.333102 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-c2f5a1da-870a-450f-b271-2e9885d50046 req-c002de0e-b97a-4f9d-8676-af821d4d413b service neutron] For port f375539b-83c7-4124-8c9f-90908777304e, host n-h2-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:48:19.391534 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-c2f5a1da-870a-450f-b271-2e9885d50046 req-c002de0e-b97a-4f9d-8676-af821d4d413b service neutron] For port f375539b-83c7-4124-8c9f-90908777304e, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=f375539b-83c7-4124-8c9f-90908777304e,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:48:19.405036 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c2f5a1da-870a-450f-b271-2e9885d50046 req-c002de0e-b97a-4f9d-8676-af821d4d413b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:19.412558 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 1f48e8fb-7a39-4a04-a20f-6d4c36dc5c85 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:48:19.482186 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f5a1da-870a-450f-b271-2e9885d50046 req-c002de0e-b97a-4f9d-8676-af821d4d413b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:19.482930 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c2f5a1da-870a-450f-b271-2e9885d50046 req-c002de0e-b97a-4f9d-8676-af821d4d413b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:19.485760 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c2f5a1da-870a-450f-b271-2e9885d50046 req-c002de0e-b97a-4f9d-8676-af821d4d413b service neutron] 10.222.0.50 "PUT /v2.0/ports/f375539b-83c7-4124-8c9f-90908777304e HTTP/1.1" status: 200 len: 1096 time: 3.8585098 May 05 19:48:19.486316 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cec83bd7-bfc6-455b-8af6-af4132231875', 'tag': 'f375539b-83c7-4124-8c9f-90908777304e'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:48:19.759018 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 1f48e8fb-7a39-4a04-a20f-6d4c36dc5c85 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:48:19.793630 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-57050cf3-6696-4736-9a4b-e2ac4122d95d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:19.798939 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 1f48e8fb-7a39-4a04-a20f-6d4c36dc5c85 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:48:19.799379 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:19.979319 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf8a0c6a-8b05-4552-a716-87505363df97'] response: {'name': 'network-changed', 'server_uuid': 'cec83bd7-bfc6-455b-8af6-af4132231875', 'tag': 'f375539b-83c7-4124-8c9f-90908777304e', 'status': 'completed', 'code': 200} May 05 19:48:19.988933 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-58490b9f-36ab-4a11-8ad2-c9849fbe91d3 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Allocated IP 172.25.0.152 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/c898d870-da61-4a07-89b8-5364229b831a) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:48:20.026587 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57050cf3-6696-4736-9a4b-e2ac4122d95d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65bdb69b-1645-49cf-bc1b-e30c2988b3c8,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:20.032190 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c002de0e-b97a-4f9d-8676-af821d4d413b service neutron] Pushing event updated for resources: {'Port': ['ID=f375539b-83c7-4124-8c9f-90908777304e,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:20.045152 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-57050cf3-6696-4736-9a4b-e2ac4122d95d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:20.052325 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-57050cf3-6696-4736-9a4b-e2ac4122d95d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/65bdb69b-1645-49cf-bc1b-e30c2988b3c8 HTTP/1.1" status: 204 len: 168 time: 1.4429810 May 05 19:48:20.137464 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412a2a6d-068a-42a0-8401-cde9e778a395 req-4480a79e-4ee3-48a6-9ce6-6a0a1af9469f tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:20.138137 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-412a2a6d-068a-42a0-8401-cde9e778a395 req-4480a79e-4ee3-48a6-9ce6-6a0a1af9469f tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Synchronizing usage tracker for tenant:69f94df1cbe14489aec5f0f54ec137b6 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:48:20.197877 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f5a1da-870a-450f-b271-2e9885d50046 req-37090063-a7c8-440e-a88c-6ebb600ee67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:20.206207 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c2f5a1da-870a-450f-b271-2e9885d50046 req-37090063-a7c8-440e-a88c-6ebb600ee67c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=69f94df1cbe14489aec5f0f54ec137b6&device_id=cec83bd7-bfc6-455b-8af6-af4132231875 HTTP/1.1" status: 200 len: 1099 time: 0.6439214 May 05 19:48:20.358452 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c2f5a1da-870a-450f-b271-2e9885d50046 req-ac8a5226-531c-4d09-9abc-fd3898b95fcf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=f375539b-83c7-4124-8c9f-90908777304e HTTP/1.1" status: 200 len: 217 time: 0.1509547 May 05 19:48:20.366126 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-412a2a6d-068a-42a0-8401-cde9e778a395 req-4480a79e-4ee3-48a6-9ce6-6a0a1af9469f tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Unset dirty status for tenant:69f94df1cbe14489aec5f0f54ec137b6 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:48:20.377932 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-412a2a6d-068a-42a0-8401-cde9e778a395 req-4480a79e-4ee3-48a6-9ce6-6a0a1af9469f tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.36 "GET /v2.0/ports?device_id=cec83bd7-bfc6-455b-8af6-af4132231875 HTTP/1.1" status: 200 len: 948 time: 0.5193288 May 05 19:48:20.465268 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:20.521425 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 1f48e8fb-7a39-4a04-a20f-6d4c36dc5c85, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=1f48e8fb-7a39-4a04-a20f-6d4c36dc5c85,segment=NetworkSegment(5a9f88f1-07d3-463d-9a7c-95b2532b0485),segment_id=5a9f88f1-07d3-463d-9a7c-95b2532b0485)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:48:20.526190 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:20.708151 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ac880fef-c197-4d01-b6ae-a16aed121225 req-9d6609ce-6879-4034-abec-f898530cad9b tempest-ServersAdmin275Test-416698197 tempest-ServersAdmin275Test-416698197-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1344af4-ac94-4482-8c6e-08fa01e62f39 HTTP/1.1" status: 200 len: 210 time: 0.1981173 May 05 19:48:20.862684 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f5a1da-870a-450f-b271-2e9885d50046 req-01d9d3fc-860f-4958-9982-7bde702985fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:20.864723 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c2f5a1da-870a-450f-b271-2e9885d50046 req-01d9d3fc-860f-4958-9982-7bde702985fc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.4487112 May 05 19:48:20.880540 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=1f48e8fb-7a39-4a04-a20f-6d4c36dc5c85,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:20.917829 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-58490b9f-36ab-4a11-8ad2-c9849fbe91d3 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:20.945154 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-412a2a6d-068a-42a0-8401-cde9e778a395 req-cbf392cf-9b69-4362-aee5-ba767623d849 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Synchronizing usage tracker for tenant:69f94df1cbe14489aec5f0f54ec137b6 on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:48:20.993026 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-412a2a6d-068a-42a0-8401-cde9e778a395 req-cbf392cf-9b69-4362-aee5-ba767623d849 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Unset dirty status for tenant:69f94df1cbe14489aec5f0f54ec137b6 on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:48:20.994194 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-412a2a6d-068a-42a0-8401-cde9e778a395 req-cbf392cf-9b69-4362-aee5-ba767623d849 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb0ee734-d936-46f9-b2f6-dfc1a7318ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6150620 May 05 19:48:21.010636 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-58490b9f-36ab-4a11-8ad2-c9849fbe91d3 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:21.023482 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f5a1da-870a-450f-b271-2e9885d50046 req-09ec3929-a02d-4ae3-a3a2-c49bd37ea61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:21.042423 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c2f5a1da-870a-450f-b271-2e9885d50046 req-09ec3929-a02d-4ae3-a3a2-c49bd37ea61f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1550989 May 05 19:48:21.064778 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 55564) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:48:21.125934 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4ed85ade-ac10-4dfb-8868-a511e55714f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:21.157648 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4ed85ade-ac10-4dfb-8868-a511e55714f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:48:21.221405 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58490b9f-36ab-4a11-8ad2-c9849fbe91d3 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:48:21.224659 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-58490b9f-36ab-4a11-8ad2-c9849fbe91d3 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:48:21.239863 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58490b9f-36ab-4a11-8ad2-c9849fbe91d3 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:48:21.271298 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4ed85ade-ac10-4dfb-8868-a511e55714f8 admin admin] Usage tracker for resource:security_group_rule and tenant:b3ffc52644b9447e928db2d807da019c is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:48:21.278066 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4ed85ade-ac10-4dfb-8868-a511e55714f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:48:21.292911 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 1f48e8fb-7a39-4a04-a20f-6d4c36dc5c85 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:48:21.297780 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4ed85ade-ac10-4dfb-8868-a511e55714f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:48:21.393102 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 1f48e8fb-7a39-4a04-a20f-6d4c36dc5c85 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:48:21.393552 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:21.408285 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4ed85ade-ac10-4dfb-8868-a511e55714f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:21.421434 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4ed85ade-ac10-4dfb-8868-a511e55714f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:21.489662 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58490b9f-36ab-4a11-8ad2-c9849fbe91d3 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Pushing event updated for resources: {'Port': ['ID=c898d870-da61-4a07-89b8-5364229b831a,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:21.510644 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed85ade-ac10-4dfb-8868-a511e55714f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5b2801-744d-4443-9be0-15213e88401b,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:21.544411 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-58490b9f-36ab-4a11-8ad2-c9849fbe91d3 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:21.610814 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c2f5a1da-870a-450f-b271-2e9885d50046 req-aed458ae-2243-42ef-b7b1-0980add07b54 service neutron] 10.222.0.50 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5433335 May 05 19:48:21.617721 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-4ed85ade-ac10-4dfb-8868-a511e55714f8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b3ffc52644b9447e928db2d807da019c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5494866 May 05 19:48:21.618190 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 55570) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:48:21.624636 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998d1a94-c33f-48f0-85a0-4ac79833a98c req-8d9b3c40-fd62-42ff-8b31-90748046bd45 tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:21.626147 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-998d1a94-c33f-48f0-85a0-4ac79833a98c req-8d9b3c40-fd62-42ff-8b31-90748046bd45 tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] 10.222.0.36 "GET /v2.0/ports?device_id=816dfb24-da83-4bf7-b304-49c1180d1b05 HTTP/1.1" status: 200 len: 970 time: 0.3789768 May 05 19:48:21.654836 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-58490b9f-36ab-4a11-8ad2-c9849fbe91d3 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:21.740833 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-998d1a94-c33f-48f0-85a0-4ac79833a98c req-4e50cdae-6c57-435e-b58b-e9a54f5e74b8 tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e19ce0a-4577-4275-8283-396b4d2affd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071837 May 05 19:48:21.783105 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c7276fe9-f665-4826-b89b-202570a5d832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:21.965175 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c7276fe9-f665-4826-b89b-202570a5d832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:22.063970 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ddd489dd-905f-450d-8e52-291b9abdd448 req-5e81028a-39a5-417e-b2a3-fa921c11ade3 tempest-ServersAdmin275Test-416698197 tempest-ServersAdmin275Test-416698197-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1344af4-ac94-4482-8c6e-08fa01e62f39 HTTP/1.1" status: 200 len: 210 time: 0.0909839 May 05 19:48:22.128972 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c2f5a1da-870a-450f-b271-2e9885d50046 req-7fd19437-ca65-4ae0-b4c3-f640457dac68 service neutron] 10.222.0.50 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4514625 May 05 19:48:22.164967 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c7276fe9-f665-4826-b89b-202570a5d832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:22.197581 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7276fe9-f665-4826-b89b-202570a5d832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5b2801-744d-4443-9be0-15213e88401b,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:22.267828 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c7276fe9-f665-4826-b89b-202570a5d832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:22.268665 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-c7276fe9-f665-4826-b89b-202570a5d832 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fb5b2801-744d-4443-9be0-15213e88401b HTTP/1.1" status: 204 len: 168 time: 0.6495621 May 05 19:48:22.347013 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-58490b9f-36ab-4a11-8ad2-c9849fbe91d3 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:22.370080 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-58490b9f-36ab-4a11-8ad2-c9849fbe91d3 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:22.379009 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6893a462-44d9-4751-8eb7-cc29c3bcc5da req-a4e0bdee-9cdc-4eb5-82f7-5ab0e16f3054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:22.384201 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6893a462-44d9-4751-8eb7-cc29c3bcc5da req-a4e0bdee-9cdc-4eb5-82f7-5ab0e16f3054 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=69f94df1cbe14489aec5f0f54ec137b6&device_id=cec83bd7-bfc6-455b-8af6-af4132231875 HTTP/1.1" status: 200 len: 1099 time: 0.1763501 May 05 19:48:22.419023 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e5d50b-b0a9-47b6-9333-e20f45de42c4 req-7ed1eaa3-c12b-434f-9e8a-ffee9a7422c9 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:22.429395 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-91e5d50b-b0a9-47b6-9333-e20f45de42c4 req-7ed1eaa3-c12b-434f-9e8a-ffee9a7422c9 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.36 "GET /v2.0/ports?device_id=cec83bd7-bfc6-455b-8af6-af4132231875 HTTP/1.1" status: 200 len: 948 time: 0.1673841 May 05 19:48:22.546029 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55596) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:48:22.557729 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-58490b9f-36ab-4a11-8ad2-c9849fbe91d3 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:22.693806 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-91e5d50b-b0a9-47b6-9333-e20f45de42c4 req-f8610a2c-1688-429a-8379-6fc17a31a365 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb0ee734-d936-46f9-b2f6-dfc1a7318ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634087 May 05 19:48:22.722321 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58490b9f-36ab-4a11-8ad2-c9849fbe91d3 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Pushing event updated for resources: {'Port': ['ID=c898d870-da61-4a07-89b8-5364229b831a,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:22.739865 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-58490b9f-36ab-4a11-8ad2-c9849fbe91d3 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:22.741261 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-58490b9f-36ab-4a11-8ad2-c9849fbe91d3 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7755136 May 05 19:48:22.811716 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6893a462-44d9-4751-8eb7-cc29c3bcc5da req-2ff393a4-6b94-4daf-941d-193fc654815c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:22.814698 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6893a462-44d9-4751-8eb7-cc29c3bcc5da req-2ff393a4-6b94-4daf-941d-193fc654815c service neutron] 10.222.0.50 "GET /v2.0/networks?id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3 HTTP/1.1" status: 200 len: 870 time: 0.4241564 May 05 19:48:22.985843 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2656beed-fae6-4bfd-a5b3-74ddccca82e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:23.016115 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-2656beed-fae6-4bfd-a5b3-74ddccca82e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:48:23.033774 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-2656beed-fae6-4bfd-a5b3-74ddccca82e4 admin admin] Usage tracker for resource:security_group_rule and tenant:52938319355b42bfa5adbd4fff17a355 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:48:23.037311 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-2656beed-fae6-4bfd-a5b3-74ddccca82e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:48:23.046114 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-2656beed-fae6-4bfd-a5b3-74ddccca82e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:48:23.081017 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26865c0-00ad-407c-9d0e-fbc72535d880 req-97e8fc07-e869-478d-8d7f-777cd63bc476 tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:23.083995 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f26865c0-00ad-407c-9d0e-fbc72535d880 req-97e8fc07-e869-478d-8d7f-777cd63bc476 tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] 10.222.0.36 "GET /v2.0/ports?device_id=816dfb24-da83-4bf7-b304-49c1180d1b05 HTTP/1.1" status: 200 len: 970 time: 0.1224976 May 05 19:48:23.187694 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f26865c0-00ad-407c-9d0e-fbc72535d880 req-9bd85e39-b32a-43bc-bf27-3fbe95c1534d tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e19ce0a-4577-4275-8283-396b4d2affd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964398 May 05 19:48:23.273246 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2656beed-fae6-4bfd-a5b3-74ddccca82e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:23.348185 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c8c26d26-3f25-4d72-9051-14b846fd36a9 req-a6542314-88d8-4ccf-8a70-3c867d6f2ab7 tempest-ServersAdmin275Test-416698197 tempest-ServersAdmin275Test-416698197-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1344af4-ac94-4482-8c6e-08fa01e62f39 HTTP/1.1" status: 200 len: 210 time: 0.0665860 May 05 19:48:23.349707 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2656beed-fae6-4bfd-a5b3-74ddccca82e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:23.385809 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 55634) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:48:23.422102 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2656beed-fae6-4bfd-a5b3-74ddccca82e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b4e901-58f3-4528-9f75-033fe79c69b1,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:23.462550 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-2656beed-fae6-4bfd-a5b3-74ddccca82e4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=52938319355b42bfa5adbd4fff17a355&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9077952 May 05 19:48:23.462868 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55640) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:48:23.471113 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-8459551c-523b-468e-aa4e-0aa6bc24dd71 req-9ef650c7-ea64-4220-8808-7277e365c14e tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Synchronizing usage tracker for tenant:d2cf325fc6b540ceb92a9f2c527df7f5 on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:48:23.503510 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-8459551c-523b-468e-aa4e-0aa6bc24dd71 req-9ef650c7-ea64-4220-8808-7277e365c14e tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Unset dirty status for tenant:d2cf325fc6b540ceb92a9f2c527df7f5 on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:48:23.504897 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8459551c-523b-468e-aa4e-0aa6bc24dd71 req-9ef650c7-ea64-4220-8808-7277e365c14e tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--86428708&fields=id&tenant_id=d2cf325fc6b540ceb92a9f2c527df7f5 HTTP/1.1" status: 200 len: 267 time: 0.1032321 May 05 19:48:23.585087 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9f163307-a9b6-4cb5-ac5d-01c663942f6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:23.609099 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c8a53a55-8d19-4e90-8244-bdd9a434e941 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:23.642316 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9f163307-a9b6-4cb5-ac5d-01c663942f6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:23.669992 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-c8a53a55-8d19-4e90-8244-bdd9a434e941 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:48:23.680469 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-c8a53a55-8d19-4e90-8244-bdd9a434e941 admin admin] Usage tracker for resource:security_group_rule and tenant:280faaf212054ad2b6b116a47649655c is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:48:23.685235 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-c8a53a55-8d19-4e90-8244-bdd9a434e941 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:48:23.700681 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-c8a53a55-8d19-4e90-8244-bdd9a434e941 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:48:23.741200 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8459551c-523b-468e-aa4e-0aa6bc24dd71 req-fb124126-2b5c-4e09-8105-f7ca32a664ac tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:23.742629 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-8459551c-523b-468e-aa4e-0aa6bc24dd71 req-fb124126-2b5c-4e09-8105-f7ca32a664ac tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Synchronizing usage tracker for tenant:d2cf325fc6b540ceb92a9f2c527df7f5 on resource:network {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:48:23.746159 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9f163307-a9b6-4cb5-ac5d-01c663942f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:23.764579 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f163307-a9b6-4cb5-ac5d-01c663942f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b4e901-58f3-4528-9f75-033fe79c69b1,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:23.790211 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9f163307-a9b6-4cb5-ac5d-01c663942f6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:23.793756 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-9f163307-a9b6-4cb5-ac5d-01c663942f6b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d4b4e901-58f3-4528-9f75-033fe79c69b1 HTTP/1.1" status: 204 len: 168 time: 0.3275838 May 05 19:48:23.798172 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-8459551c-523b-468e-aa4e-0aa6bc24dd71 req-fb124126-2b5c-4e09-8105-f7ca32a664ac tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Unset dirty status for tenant:d2cf325fc6b540ceb92a9f2c527df7f5 on resource:network {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:48:23.799339 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8459551c-523b-468e-aa4e-0aa6bc24dd71 req-fb124126-2b5c-4e09-8105-f7ca32a664ac tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] 10.222.0.36 "GET /v2.0/networks?id=1753be5e-696a-42f8-9a08-d20a05c27948 HTTP/1.1" status: 200 len: 823 time: 0.2872138 May 05 19:48:23.831550 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8459551c-523b-468e-aa4e-0aa6bc24dd71 req-f4394194-d9bf-4ec2-947b-037a56e63902 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] 10.222.0.36 "GET /v2.0/quotas/d2cf325fc6b540ceb92a9f2c527df7f5 HTTP/1.1" status: 200 len: 375 time: 0.0222375 May 05 19:48:23.929573 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c8a53a55-8d19-4e90-8244-bdd9a434e941 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:23.945132 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c8a53a55-8d19-4e90-8244-bdd9a434e941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:23.989584 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a53a55-8d19-4e90-8244-bdd9a434e941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0646865c-6b38-4f66-80c4-d0ed1a7638ce,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:24.005943 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003bf93a-6364-4ab0-bd4a-816b7ad409d7 req-7d87488f-3fc2-4c2d-b597-c3fade8c80c5 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:24.010337 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8459551c-523b-468e-aa4e-0aa6bc24dd71 req-e02a08e2-aa18-43a9-bf71-1f5a07fab82d tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d2cf325fc6b540ceb92a9f2c527df7f5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1712089 May 05 19:48:24.026684 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-003bf93a-6364-4ab0-bd4a-816b7ad409d7 req-7d87488f-3fc2-4c2d-b597-c3fade8c80c5 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.36 "GET /v2.0/ports?device_id=cec83bd7-bfc6-455b-8af6-af4132231875 HTTP/1.1" status: 200 len: 948 time: 0.1135294 May 05 19:48:24.026875 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-c8a53a55-8d19-4e90-8244-bdd9a434e941 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=280faaf212054ad2b6b116a47649655c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6362629 May 05 19:48:24.026875 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 55658) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:48:24.099298 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-003bf93a-6364-4ab0-bd4a-816b7ad409d7 req-0fc5ead6-6690-4f95-b9be-0102061a08b7 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb0ee734-d936-46f9-b2f6-dfc1a7318ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767498 May 05 19:48:24.106634 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4ae54200-dcd7-4596-b35f-f718b4f47ce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:24.150910 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4ae54200-dcd7-4596-b35f-f718b4f47ce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:24.204661 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55670) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:48:24.212480 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4ae54200-dcd7-4596-b35f-f718b4f47ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:24.223911 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-94552351-81a7-47ea-a376-d46751ca8f15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:24.239654 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae54200-dcd7-4596-b35f-f718b4f47ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0646865c-6b38-4f66-80c4-d0ed1a7638ce,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:24.240654 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-94552351-81a7-47ea-a376-d46751ca8f15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:48:24.245370 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-94552351-81a7-47ea-a376-d46751ca8f15 admin admin] Usage tracker for resource:security_group_rule and tenant:b6a98941332447eca3ff9a1b00c7e183 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:48:24.249164 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-94552351-81a7-47ea-a376-d46751ca8f15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:48:24.255238 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 55676) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:48:24.273251 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4ae54200-dcd7-4596-b35f-f718b4f47ce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:24.274538 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-4ae54200-dcd7-4596-b35f-f718b4f47ce5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0646865c-6b38-4f66-80c4-d0ed1a7638ce HTTP/1.1" status: 204 len: 168 time: 0.2492428 May 05 19:48:24.277511 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-94552351-81a7-47ea-a376-d46751ca8f15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:48:24.426232 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-94552351-81a7-47ea-a376-d46751ca8f15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:24.433952 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-94552351-81a7-47ea-a376-d46751ca8f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:24.474625 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-94552351-81a7-47ea-a376-d46751ca8f15 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b6a98941332447eca3ff9a1b00c7e183&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2687781 May 05 19:48:24.479320 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 55688) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:48:24.492362 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94552351-81a7-47ea-a376-d46751ca8f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92769fb2-735f-47d7-b8d0-968c01ee8bb4,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:24.513192 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd6e534-23f8-4989-9c12-326205190aa1 req-34b68eb8-d9d8-490e-a40f-976282e0c751 tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:24.515294 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4fd6e534-23f8-4989-9c12-326205190aa1 req-34b68eb8-d9d8-490e-a40f-976282e0c751 tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] 10.222.0.36 "GET /v2.0/ports?device_id=816dfb24-da83-4bf7-b304-49c1180d1b05 HTTP/1.1" status: 200 len: 970 time: 0.1672788 May 05 19:48:24.600105 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4fd6e534-23f8-4989-9c12-326205190aa1 req-9cb1db03-02f3-47e9-8e8c-ed1543960b12 tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e19ce0a-4577-4275-8283-396b4d2affd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760727 May 05 19:48:24.614548 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6893a462-44d9-4751-8eb7-cc29c3bcc5da req-81605229-758b-4552-8e84-25c691af3a08 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=f375539b-83c7-4124-8c9f-90908777304e HTTP/1.1" status: 200 len: 217 time: 0.2002227 May 05 19:48:24.617190 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-20ae5ede-bd3f-44d0-b5d2-170f16550e66 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-649445764-network', 'tenant_id': 'ec798a1d17654fd38a17594ac4520b82'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:48:24.624751 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-20ae5ede-bd3f-44d0-b5d2-170f16550e66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:48:24.631131 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-20ae5ede-bd3f-44d0-b5d2-170f16550e66 admin admin] Usage tracker for resource:network and tenant:ec798a1d17654fd38a17594ac4520b82 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:48:24.639700 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-20ae5ede-bd3f-44d0-b5d2-170f16550e66 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:48:24.650420 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-20ae5ede-bd3f-44d0-b5d2-170f16550e66 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:48:24.657802 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3213ba14-c08e-46b7-9c09-3ad2a0b7042b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:24.708262 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [req-8459551c-523b-468e-aa4e-0aa6bc24dd71 req-de4c2efa-398e-4128-9136-780ba7ba6937 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88197) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 19:48:24.709251 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8459551c-523b-468e-aa4e-0aa6bc24dd71 req-de4c2efa-398e-4128-9136-780ba7ba6937 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3634648 May 05 19:48:24.758638 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ae5ede-bd3f-44d0-b5d2-170f16550e66 admin admin] Made reservation on behalf of ec798a1d17654fd38a17594ac4520b82 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:48:24.760861 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-20ae5ede-bd3f-44d0-b5d2-170f16550e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:24.782199 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-28d0b359-5f7e-47ae-9c7c-723e7f894aa1 req-d0fe9baa-78d3-4868-8261-ff2d63343803 tempest-ServersAdmin275Test-416698197 tempest-ServersAdmin275Test-416698197-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1344af4-ac94-4482-8c6e-08fa01e62f39 HTTP/1.1" status: 200 len: 210 time: 0.0541139 May 05 19:48:24.789571 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3213ba14-c08e-46b7-9c09-3ad2a0b7042b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:24.812326 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-20ae5ede-bd3f-44d0-b5d2-170f16550e66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:24.840157 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6893a462-44d9-4751-8eb7-cc29c3bcc5da req-a4536508-a32c-434e-ad4c-8a1fe86ca403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:24.842340 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55694) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:48:24.842522 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6893a462-44d9-4751-8eb7-cc29c3bcc5da req-a4536508-a32c-434e-ad4c-8a1fe86ca403 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.1866493 May 05 19:48:24.862542 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3d53c9b5-f323-472b-a311-1f0d28a4a8f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:24.876356 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3d53c9b5-f323-472b-a311-1f0d28a4a8f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:48:24.880197 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-3d53c9b5-f323-472b-a311-1f0d28a4a8f7 admin admin] Usage tracker for resource:security_group_rule and tenant:e5679105f9354968b23aeac9d4a76b4b is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:48:24.883416 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-3d53c9b5-f323-472b-a311-1f0d28a4a8f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:48:24.889664 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3d53c9b5-f323-472b-a311-1f0d28a4a8f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:48:24.952797 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-20ae5ede-bd3f-44d0-b5d2-170f16550e66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:48:24.974265 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3d53c9b5-f323-472b-a311-1f0d28a4a8f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:24.978719 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3d53c9b5-f323-472b-a311-1f0d28a4a8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:24.982364 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-20ae5ede-bd3f-44d0-b5d2-170f16550e66 admin admin] Usage tracker for resource:security_group_rule and tenant:ec798a1d17654fd38a17594ac4520b82 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:48:24.988836 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-20ae5ede-bd3f-44d0-b5d2-170f16550e66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:48:24.998003 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-20ae5ede-bd3f-44d0-b5d2-170f16550e66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:48:25.027065 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3d53c9b5-f323-472b-a311-1f0d28a4a8f7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e5679105f9354968b23aeac9d4a76b4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1834085 May 05 19:48:25.027709 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d53c9b5-f323-472b-a311-1f0d28a4a8f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6482478a-54b6-4ca1-afc4-cc08e4d6fffd,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:25.030615 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55698) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:48:25.034363 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8459551c-523b-468e-aa4e-0aa6bc24dd71 req-a56b979e-154e-48fe-a137-8633b4636ed8 service neutron] 10.222.0.36 "GET /v2.0/networks/1753be5e-696a-42f8-9a08-d20a05c27948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102245 May 05 19:48:25.089237 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-86fb4195-b7da-4b60-8dfc-82407981d34b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:25.101818 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3213ba14-c08e-46b7-9c09-3ad2a0b7042b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:25.121954 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-86fb4195-b7da-4b60-8dfc-82407981d34b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:25.178121 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3213ba14-c08e-46b7-9c09-3ad2a0b7042b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92769fb2-735f-47d7-b8d0-968c01ee8bb4,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:25.182379 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6893a462-44d9-4751-8eb7-cc29c3bcc5da req-994d6445-0e13-483e-a967-5e8d2546cf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:25.183962 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6893a462-44d9-4751-8eb7-cc29c3bcc5da req-994d6445-0e13-483e-a967-5e8d2546cf4e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3259883 May 05 19:48:25.192076 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-86fb4195-b7da-4b60-8dfc-82407981d34b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:25.228961 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fb4195-b7da-4b60-8dfc-82407981d34b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6482478a-54b6-4ca1-afc4-cc08e4d6fffd,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:25.252471 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3213ba14-c08e-46b7-9c09-3ad2a0b7042b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:25.254004 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-3213ba14-c08e-46b7-9c09-3ad2a0b7042b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/92769fb2-735f-47d7-b8d0-968c01ee8bb4 HTTP/1.1" status: 204 len: 168 time: 0.7738791 May 05 19:48:25.290874 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-86fb4195-b7da-4b60-8dfc-82407981d34b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:25.294369 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-86fb4195-b7da-4b60-8dfc-82407981d34b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6482478a-54b6-4ca1-afc4-cc08e4d6fffd HTTP/1.1" status: 204 len: 168 time: 0.2605145 May 05 19:48:25.325559 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8aecc-7614-425d-96d8-e89c6cef754c req-d91f9039-4a01-403f-b2e1-984a60efd886 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:25.333201 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9ac8aecc-7614-425d-96d8-e89c6cef754c req-d91f9039-4a01-403f-b2e1-984a60efd886 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.36 "GET /v2.0/ports?device_id=cec83bd7-bfc6-455b-8af6-af4132231875 HTTP/1.1" status: 200 len: 948 time: 0.1098158 May 05 19:48:25.356219 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8459551c-523b-468e-aa4e-0aa6bc24dd71 req-65b526a7-05dd-4535-a91e-8cb4ba776b41 service neutron] 10.222.0.36 "GET /v2.0/networks/1753be5e-696a-42f8-9a08-d20a05c27948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122015 May 05 19:48:25.388070 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-20ae5ede-bd3f-44d0-b5d2-170f16550e66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:25.395728 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9ac8aecc-7614-425d-96d8-e89c6cef754c req-8ecbc2f4-d923-41c5-86a2-43a4d7e6b05e tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb0ee734-d936-46f9-b2f6-dfc1a7318ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614994 May 05 19:48:25.409365 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-20ae5ede-bd3f-44d0-b5d2-170f16550e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:25.421764 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6893a462-44d9-4751-8eb7-cc29c3bcc5da req-b7712e96-5c1e-45ce-8c42-fd8d019093a9 service neutron] 10.222.0.50 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251081 May 05 19:48:25.466852 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20ae5ede-bd3f-44d0-b5d2-170f16550e66 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 19:48:25.492754 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ae5ede-bd3f-44d0-b5d2-170f16550e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f792e9-5bb0-4aca-b347-da8350d823b4,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:25.496903 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-20ae5ede-bd3f-44d0-b5d2-170f16550e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:25.497248 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-20ae5ede-bd3f-44d0-b5d2-170f16550e66 admin admin] Added segment 2fd00a77-6cab-42c3-b322-459c43fd8637 of type vlan for network 87da803f-e7d0-44ba-a1c3-46d895a6576d May 05 19:48:25.614825 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-70a90562-20fb-4b9d-89b7-f9c6688086a8 req-996c882a-48ff-483d-9ba5-e0ee1eeae2fe tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Synchronizing usage tracker for tenant:d2cf325fc6b540ceb92a9f2c527df7f5 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:48:25.673966 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-20ae5ede-bd3f-44d0-b5d2-170f16550e66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:25.695375 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-70a90562-20fb-4b9d-89b7-f9c6688086a8 req-996c882a-48ff-483d-9ba5-e0ee1eeae2fe tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Unset dirty status for tenant:d2cf325fc6b540ceb92a9f2c527df7f5 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:48:25.696653 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-70a90562-20fb-4b9d-89b7-f9c6688086a8 req-996c882a-48ff-483d-9ba5-e0ee1eeae2fe tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1b6a2f9-442f-4f83-89d5-0f846be0b6f4 HTTP/1.1" status: 200 len: 210 time: 0.1388507 May 05 19:48:25.715288 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6893a462-44d9-4751-8eb7-cc29c3bcc5da req-7471f742-7737-4e2f-a073-6b3dcfa290d5 service neutron] 10.222.0.50 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865641 May 05 19:48:25.744005 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-20ae5ede-bd3f-44d0-b5d2-170f16550e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:25.745031 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ae5ede-bd3f-44d0-b5d2-170f16550e66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:25.745972 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-20ae5ede-bd3f-44d0-b5d2-170f16550e66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:25.875936 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-20ae5ede-bd3f-44d0-b5d2-170f16550e66 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.6193833 May 05 19:48:25.878793 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55732) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:48:25.884785 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-46d43ecc-a1b9-4738-bf5a-c34f20586bce admin admin] Request body: {'subnet': {'network_id': '87da803f-e7d0-44ba-a1c3-46d895a6576d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-649445764-subnet', 'tenant_id': 'ec798a1d17654fd38a17594ac4520b82', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:48:25.897233 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-46d43ecc-a1b9-4738-bf5a-c34f20586bce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:48:25.909272 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-46d43ecc-a1b9-4738-bf5a-c34f20586bce admin admin] Usage tracker for resource:subnet and tenant:ec798a1d17654fd38a17594ac4520b82 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:48:25.921594 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-46d43ecc-a1b9-4738-bf5a-c34f20586bce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:48:25.942014 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-46d43ecc-a1b9-4738-bf5a-c34f20586bce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:48:25.944613 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ae5ede-bd3f-44d0-b5d2-170f16550e66 admin admin] Pushing event updated for resources: {'Network': ['ID=87da803f-e7d0-44ba-a1c3-46d895a6576d,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:25.968537 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 87da803f-e7d0-44ba-a1c3-46d895a6576d details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 19:48:26.022883 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d43ecc-a1b9-4738-bf5a-c34f20586bce admin admin] Made reservation on behalf of ec798a1d17654fd38a17594ac4520b82 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:48:26.025260 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-46d43ecc-a1b9-4738-bf5a-c34f20586bce admin admin] Notify callbacks [] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:26.057974 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e446b47d-4a8d-4518-8043-04e116d173d2 req-eec4d01b-cc87-4cdb-8ed5-6d0da05c7ec8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b1344af4-ac94-4482-8c6e-08fa01e62f39 HTTP/1.1" status: 200 len: 210 time: 0.0465832 May 05 19:48:26.076972 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc234665-18ff-4617-bdca-2fbcb7589f34 req-4986ebe8-b383-4f6d-a0f5-95b0aec2b338 tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:26.079050 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cc234665-18ff-4617-bdca-2fbcb7589f34 req-4986ebe8-b383-4f6d-a0f5-95b0aec2b338 tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] 10.222.0.36 "GET /v2.0/ports?device_id=816dfb24-da83-4bf7-b304-49c1180d1b05 HTTP/1.1" status: 200 len: 970 time: 0.2048178 May 05 19:48:26.086292 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d7207f6a-d241-492c-a92c-f6c314347195 req-df814382-b72a-4981-a060-5730bd9ee801 tempest-ServersAdmin275Test-416698197 tempest-ServersAdmin275Test-416698197-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1344af4-ac94-4482-8c6e-08fa01e62f39 HTTP/1.1" status: 200 len: 210 time: 0.1171715 May 05 19:48:26.185055 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cc234665-18ff-4617-bdca-2fbcb7589f34 req-d4c68b84-7be9-4494-8e22-0b1602d270c2 tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e19ce0a-4577-4275-8283-396b4d2affd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984516 May 05 19:48:26.332281 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-46d43ecc-a1b9-4738-bf5a-c34f20586bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:26.454057 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device bac9cb6a-db30-41e6-aab7-3b407495bdbe details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:48:26.496115 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d43ecc-a1b9-4738-bf5a-c34f20586bce admin admin] Checking segment: {'id': '2fd00a77-6cab-42c3-b322-459c43fd8637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '87da803f-e7d0-44ba-a1c3-46d895a6576d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:48:26.496468 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d43ecc-a1b9-4738-bf5a-c34f20586bce admin admin] Network hostable DHCP agents. Network: 87da803f-e7d0-44ba-a1c3-46d895a6576d, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 19:48:26.504028 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d43ecc-a1b9-4738-bf5a-c34f20586bce admin admin] Pushing event updated for resources: {'Subnet': ['ID=af43fcc5-064b-4df8-a8c0-be1ad4feb5a8,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:26.552784 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d43ecc-a1b9-4738-bf5a-c34f20586bce admin admin] Network 87da803f-e7d0-44ba-a1c3-46d895a6576d is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 19:48:26.576211 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-46d43ecc-a1b9-4738-bf5a-c34f20586bce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 87da803f-e7d0-44ba-a1c3-46d895a6576d) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:48:26.580572 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d43ecc-a1b9-4738-bf5a-c34f20586bce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:26.581230 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-46d43ecc-a1b9-4738-bf5a-c34f20586bce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:26.629245 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-46d43ecc-a1b9-4738-bf5a-c34f20586bce admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7489252 May 05 19:48:26.674153 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d86695-aa8f-48d3-a75f-8d3d1b76771a None None] Network 87da803f-e7d0-44ba-a1c3-46d895a6576d requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:48:26.734930 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ad774c-57dc-4d7e-a407-62e2dec5e6b9 req-5f574211-df25-4ffd-be0f-f1bd9bc6dc42 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:26.736800 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b5ad774c-57dc-4d7e-a407-62e2dec5e6b9 req-5f574211-df25-4ffd-be0f-f1bd9bc6dc42 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.36 "GET /v2.0/ports?device_id=cec83bd7-bfc6-455b-8af6-af4132231875 HTTP/1.1" status: 200 len: 948 time: 0.1033659 May 05 19:48:26.796179 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b5ad774c-57dc-4d7e-a407-62e2dec5e6b9 req-58e66023-b416-4a5c-991d-f2f1783e0f60 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb0ee734-d936-46f9-b2f6-dfc1a7318ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519595 May 05 19:48:26.828556 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port bac9cb6a-db30-41e6-aab7-3b407495bdbe, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=bac9cb6a-db30-41e6-aab7-3b407495bdbe,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:48:26.856179 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': 'bac9cb6a-db30-41e6-aab7-3b407495bdbe', 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3', 'port_id': 'bac9cb6a-db30-41e6-aab7-3b407495bdbe', 'mac_address': 'fa:16:3e:66:a1:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d72a8d3-0a35-4d3a-96b8-d869ff4093bc', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:tempest-test_az-1486601211', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:48:26.933275 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c160ca0c-18ee-45b5-87a1-c0dd44ddc051 req-ebb2109b-94e0-497b-b69f-38387393badd tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1b6a2f9-442f-4f83-89d5-0f846be0b6f4 HTTP/1.1" status: 200 len: 210 time: 0.0618482 May 05 19:48:26.980782 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:27.004467 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bac9cb6a-db30-41e6-aab7-3b407495bdbe {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:48:27.098879 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd861b28-1012-4237-9b5b-45d353c2efb6 None None] Network 87da803f-e7d0-44ba-a1c3-46d895a6576d requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:48:27.255701 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8459551c-523b-468e-aa4e-0aa6bc24dd71 req-fb56c1d5-0283-4618-9fe5-71edbdec66e8 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:27.258642 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8459551c-523b-468e-aa4e-0aa6bc24dd71 req-fb56c1d5-0283-4618-9fe5-71edbdec66e8 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] 10.222.0.24 "GET /v2.0/networks?id=1753be5e-696a-42f8-9a08-d20a05c27948 HTTP/1.1" status: 200 len: 823 time: 0.2235007 May 05 19:48:27.353425 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-44f684b8-f127-4e47-bd84-b5a92edf1a5c req-7e8f2abb-7e7b-4f45-b0a1-7cc2e3985781 tempest-ServersAdmin275Test-416698197 tempest-ServersAdmin275Test-416698197-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1344af4-ac94-4482-8c6e-08fa01e62f39 HTTP/1.1" status: 200 len: 210 time: 0.0777023 May 05 19:48:27.368879 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8459551c-523b-468e-aa4e-0aa6bc24dd71 req-258b1366-8e60-42d1-b6b7-992c9b33394f tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2cf325fc6b540ceb92a9f2c527df7f5 HTTP/1.1" status: 200 len: 378 time: 0.0997131 May 05 19:48:27.389409 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-8459551c-523b-468e-aa4e-0aa6bc24dd71 req-23be93be-8a67-4881-9d78-9065d451c126 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Request body: {'port': {'device_id': 'd1b6a2f9-442f-4f83-89d5-0f846be0b6f4', 'network_id': '1753be5e-696a-42f8-9a08-d20a05c27948', 'admin_state_up': True, 'tenant_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'security_groups': ['0ecbfda5-20c1-471c-a301-f56cb75a4c77']}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:48:27.389588 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port bac9cb6a-db30-41e6-aab7-3b407495bdbe, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=bac9cb6a-db30-41e6-aab7-3b407495bdbe,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:48:27.481784 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:27.573514 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=bac9cb6a-db30-41e6-aab7-3b407495bdbe,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:27.691129 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-8459551c-523b-468e-aa4e-0aa6bc24dd71 req-23be93be-8a67-4881-9d78-9065d451c126 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:48:27.706315 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c2f888-4a96-45a9-b576-0c8b387c02fb req-02140602-5e06-4047-b08a-023ab6cdffde tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:27.707790 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-97c2f888-4a96-45a9-b576-0c8b387c02fb req-02140602-5e06-4047-b08a-023ab6cdffde tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] 10.222.0.36 "GET /v2.0/ports?device_id=816dfb24-da83-4bf7-b304-49c1180d1b05 HTTP/1.1" status: 200 len: 971 time: 0.2864640 May 05 19:48:27.711669 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-8459551c-523b-468e-aa4e-0aa6bc24dd71 req-23be93be-8a67-4881-9d78-9065d451c126 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:48:27.748748 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8459551c-523b-468e-aa4e-0aa6bc24dd71 req-23be93be-8a67-4881-9d78-9065d451c126 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Made reservation on behalf of d2cf325fc6b540ceb92a9f2c527df7f5 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:48:27.752196 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-8459551c-523b-468e-aa4e-0aa6bc24dd71 req-23be93be-8a67-4881-9d78-9065d451c126 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:27.775795 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-97c2f888-4a96-45a9-b576-0c8b387c02fb req-847cbb4d-a819-456a-8ab4-ecf4b036df1d tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e19ce0a-4577-4275-8283-396b4d2affd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617990 May 05 19:48:27.830398 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['bac9cb6a-db30-41e6-aab7-3b407495bdbe'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:48:28.066485 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-8459551c-523b-468e-aa4e-0aa6bc24dd71 req-23be93be-8a67-4881-9d78-9065d451c126 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Allocated IP 172.20.0.8 (1753be5e-696a-42f8-9a08-d20a05c27948/d902a8d0-b514-4bd9-bafe-ab994adadb04/6b5808f6-07da-4f28-9770-a9140df74b8a) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:48:28.101000 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35628aa5-f20a-4b00-8486-0dc8429f294e req-733acf07-6f9f-45e8-bf60-73e7a3287419 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:28.105817 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-35628aa5-f20a-4b00-8486-0dc8429f294e req-733acf07-6f9f-45e8-bf60-73e7a3287419 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.36 "GET /v2.0/ports?device_id=cec83bd7-bfc6-455b-8af6-af4132231875 HTTP/1.1" status: 200 len: 948 time: 0.1927407 May 05 19:48:28.184085 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-35628aa5-f20a-4b00-8486-0dc8429f294e req-c2b7e041-1bae-43cc-bafd-9653d1782b39 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb0ee734-d936-46f9-b2f6-dfc1a7318ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695102 May 05 19:48:28.211902 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-68fcbcec-fde0-435a-bb49-b49549fa419b req-9e9f5430-e160-4eb6-a9cf-8b5693a4ac20 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1b6a2f9-442f-4f83-89d5-0f846be0b6f4 HTTP/1.1" status: 200 len: 210 time: 0.0865164 May 05 19:48:28.338520 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-8459551c-523b-468e-aa4e-0aa6bc24dd71 req-23be93be-8a67-4881-9d78-9065d451c126 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:28.356229 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-8459551c-523b-468e-aa4e-0aa6bc24dd71 req-23be93be-8a67-4881-9d78-9065d451c126 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Transition to ACTIVE for port object 6b5808f6-07da-4f28-9770-a9140df74b8a will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:48:28.385135 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-8459551c-523b-468e-aa4e-0aa6bc24dd71 req-23be93be-8a67-4881-9d78-9065d451c126 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:28.468249 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8459551c-523b-468e-aa4e-0aa6bc24dd71 req-23be93be-8a67-4881-9d78-9065d451c126 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Network 1753be5e-696a-42f8-9a08-d20a05c27948 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:48:28.472426 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-8459551c-523b-468e-aa4e-0aa6bc24dd71 req-23be93be-8a67-4881-9d78-9065d451c126 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:48:28.476793 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-8459551c-523b-468e-aa4e-0aa6bc24dd71 req-23be93be-8a67-4881-9d78-9065d451c126 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:48:28.483900 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8459551c-523b-468e-aa4e-0aa6bc24dd71 req-23be93be-8a67-4881-9d78-9065d451c126 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:28.484620 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-8459551c-523b-468e-aa4e-0aa6bc24dd71 req-23be93be-8a67-4881-9d78-9065d451c126 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:28.499474 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 55828) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:48:28.504613 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23be93be-8a67-4881-9d78-9065d451c126 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Pushing event updated for resources: {'Port': ['ID=6b5808f6-07da-4f28-9770-a9140df74b8a,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:28.510382 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-6dd17de5-ea68-4a22-ac2d-62f73d7bc9b6 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-867893868-network', 'tenant_id': '53f9cd3e1f59470580df65e197a9ec42'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:48:28.517570 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-6dd17de5-ea68-4a22-ac2d-62f73d7bc9b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:48:28.531303 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-6dd17de5-ea68-4a22-ac2d-62f73d7bc9b6 admin admin] Usage tracker for resource:network and tenant:53f9cd3e1f59470580df65e197a9ec42 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:48:28.545887 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-6dd17de5-ea68-4a22-ac2d-62f73d7bc9b6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:48:28.559239 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-6dd17de5-ea68-4a22-ac2d-62f73d7bc9b6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:48:28.593649 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8459551c-523b-468e-aa4e-0aa6bc24dd71 req-23be93be-8a67-4881-9d78-9065d451c126 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2133040 May 05 19:48:28.611700 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-8459551c-523b-468e-aa4e-0aa6bc24dd71 req-cd9e9630-714b-49ab-ae87-94fe788f5371 service neutron] Request body: {'port': {'device_id': 'd1b6a2f9-442f-4f83-89d5-0f846be0b6f4', 'device_owner': 'compute:tempest-test_az-1486601211', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:48:28.655072 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c76f1710-3166-4834-8b47-732379b5f9ba req-7c000727-5b63-4a85-bf77-c14e9436daef tempest-ServersAdmin275Test-416698197 tempest-ServersAdmin275Test-416698197-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1344af4-ac94-4482-8c6e-08fa01e62f39 HTTP/1.1" status: 200 len: 210 time: 0.0964520 May 05 19:48:28.670890 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dd17de5-ea68-4a22-ac2d-62f73d7bc9b6 admin admin] Made reservation on behalf of 53f9cd3e1f59470580df65e197a9ec42 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:48:28.673345 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6dd17de5-ea68-4a22-ac2d-62f73d7bc9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:28.681898 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e55fa-945e-4139-9dec-9d1e8d867932 req-701576c8-414c-415a-a1f0-087bb255c470 tempest-NetworksTest-243293941 tempest-NetworksTest-243293941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:28.682468 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e55fa-945e-4139-9dec-9d1e8d867932 req-701576c8-414c-415a-a1f0-087bb255c470 tempest-NetworksTest-243293941 tempest-NetworksTest-243293941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:28.683204 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e55fa-945e-4139-9dec-9d1e8d867932 req-701576c8-414c-415a-a1f0-087bb255c470 tempest-NetworksTest-243293941 tempest-NetworksTest-243293941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:28.683937 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e55fa-945e-4139-9dec-9d1e8d867932 req-701576c8-414c-415a-a1f0-087bb255c470 tempest-NetworksTest-243293941 tempest-NetworksTest-243293941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:28.684453 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e55fa-945e-4139-9dec-9d1e8d867932 req-701576c8-414c-415a-a1f0-087bb255c470 tempest-NetworksTest-243293941 tempest-NetworksTest-243293941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:28.685365 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e55fa-945e-4139-9dec-9d1e8d867932 req-701576c8-414c-415a-a1f0-087bb255c470 tempest-NetworksTest-243293941 tempest-NetworksTest-243293941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:28.696880 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-040e55fa-945e-4139-9dec-9d1e8d867932 req-701576c8-414c-415a-a1f0-087bb255c470 tempest-NetworksTest-243293941 tempest-NetworksTest-243293941-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4322 time: 0.2258458 May 05 19:48:28.699733 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6dd17de5-ea68-4a22-ac2d-62f73d7bc9b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:28.727382 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device f375539b-83c7-4124-8c9f-90908777304e details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:48:28.740733 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-6dd17de5-ea68-4a22-ac2d-62f73d7bc9b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:48:28.781530 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-6dd17de5-ea68-4a22-ac2d-62f73d7bc9b6 admin admin] Usage tracker for resource:security_group_rule and tenant:53f9cd3e1f59470580df65e197a9ec42 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:48:28.794074 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-6dd17de5-ea68-4a22-ac2d-62f73d7bc9b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:48:28.803699 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-6dd17de5-ea68-4a22-ac2d-62f73d7bc9b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:48:28.828659 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-8459551c-523b-468e-aa4e-0aa6bc24dd71 req-cd9e9630-714b-49ab-ae87-94fe788f5371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:28.958728 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ae7e3-a45e-44c0-9cd7-1d1249da1d5d req-583f3d2e-ddf9-48b4-a15c-11c658439aac tempest-NetworksTest-243293941 tempest-NetworksTest-243293941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:28.960192 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f38ae7e3-a45e-44c0-9cd7-1d1249da1d5d req-583f3d2e-ddf9-48b4-a15c-11c658439aac tempest-NetworksTest-243293941 tempest-NetworksTest-243293941-project-admin] 10.222.0.36 "GET /v2.0/networks/0401d202-1605-4cfe-bad4-fb225df6afb0 HTTP/1.1" status: 200 len: 886 time: 0.2135527 May 05 19:48:28.965670 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port f375539b-83c7-4124-8c9f-90908777304e, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=f375539b-83c7-4124-8c9f-90908777304e,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:48:28.988896 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': 'f375539b-83c7-4124-8c9f-90908777304e', 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3', 'port_id': 'f375539b-83c7-4124-8c9f-90908777304e', 'mac_address': 'fa:16:3e:10:65:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d72a8d3-0a35-4d3a-96b8-d869ff4093bc', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:48:29.064927 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-66577a2d-f99e-41ec-952d-511ac901a990 None None] Provisioning for port 6b5808f6-07da-4f28-9770-a9140df74b8a completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:48:29.069988 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6dd17de5-ea68-4a22-ac2d-62f73d7bc9b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:29.073342 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-66577a2d-f99e-41ec-952d-511ac901a990 None None] Provisioning complete for port 6b5808f6-07da-4f28-9770-a9140df74b8a triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:48:29.073846 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-66577a2d-f99e-41ec-952d-511ac901a990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:29.078053 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6dd17de5-ea68-4a22-ac2d-62f73d7bc9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:29.139705 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:29.158184 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dd17de5-ea68-4a22-ac2d-62f73d7bc9b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 19:48:29.159055 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-66577a2d-f99e-41ec-952d-511ac901a990 None None] Port 6b5808f6-07da-4f28-9770-a9140df74b8a cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:48:29.166049 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f375539b-83c7-4124-8c9f-90908777304e {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:48:29.187037 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd17de5-ea68-4a22-ac2d-62f73d7bc9b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afeb0537-1e99-4d8a-be8d-29718b9cb2f2,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:29.189859 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6dd17de5-ea68-4a22-ac2d-62f73d7bc9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:29.190194 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-6dd17de5-ea68-4a22-ac2d-62f73d7bc9b6 admin admin] Added segment 129b2d58-2a34-499f-ab8a-5efffa1c5b3a of type vlan for network 33c779f6-e228-4b4e-8d24-1e7e0d4515af May 05 19:48:29.194626 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port f375539b-83c7-4124-8c9f-90908777304e, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=f375539b-83c7-4124-8c9f-90908777304e,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:48:29.208141 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:29.260794 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f99d54e-ae60-4694-a47f-05aa7fafc9e9 req-638da248-1b08-4191-82d5-ee6519bdaffa tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:29.262307 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5f99d54e-ae60-4694-a47f-05aa7fafc9e9 req-638da248-1b08-4191-82d5-ee6519bdaffa tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] 10.222.0.36 "GET /v2.0/ports?device_id=816dfb24-da83-4bf7-b304-49c1180d1b05 HTTP/1.1" status: 200 len: 971 time: 0.1887233 May 05 19:48:29.276890 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6dd17de5-ea68-4a22-ac2d-62f73d7bc9b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:29.291981 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=f375539b-83c7-4124-8c9f-90908777304e,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:29.295181 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9d0bc881-747a-4f62-bf3e-250783773e43 req-6e1bf68e-20ee-47df-b13c-4865c7d3a195 tempest-ServersAdmin275Test-416698197 tempest-ServersAdmin275Test-416698197-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1344af4-ac94-4482-8c6e-08fa01e62f39 HTTP/1.1" status: 200 len: 210 time: 0.0573857 May 05 19:48:29.327901 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5f99d54e-ae60-4694-a47f-05aa7fafc9e9 req-5922a780-9c01-4483-935e-8965f3b9208e tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e19ce0a-4577-4275-8283-396b4d2affd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555358 May 05 19:48:29.386835 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6dd17de5-ea68-4a22-ac2d-62f73d7bc9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:29.387783 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd17de5-ea68-4a22-ac2d-62f73d7bc9b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:29.388385 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6dd17de5-ea68-4a22-ac2d-62f73d7bc9b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:29.418585 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-8459551c-523b-468e-aa4e-0aa6bc24dd71 req-cd9e9630-714b-49ab-ae87-94fe788f5371 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b5808f6-07da-4f28-9770-a9140df74b8a {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:48:29.440841 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-8459551c-523b-468e-aa4e-0aa6bc24dd71 req-cd9e9630-714b-49ab-ae87-94fe788f5371 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:29.496665 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['f375539b-83c7-4124-8c9f-90908777304e'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:48:29.514962 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd17de5-ea68-4a22-ac2d-62f73d7bc9b6 admin admin] Pushing event updated for resources: {'Network': ['ID=33c779f6-e228-4b4e-8d24-1e7e0d4515af,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:29.517365 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-8459551c-523b-468e-aa4e-0aa6bc24dd71 req-cd9e9630-714b-49ab-ae87-94fe788f5371 service neutron] Transition to ACTIVE for port object 6b5808f6-07da-4f28-9770-a9140df74b8a will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:48:29.519643 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-6dd17de5-ea68-4a22-ac2d-62f73d7bc9b6 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0190499 May 05 19:48:29.521037 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-8459551c-523b-468e-aa4e-0aa6bc24dd71 req-cd9e9630-714b-49ab-ae87-94fe788f5371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:29.523328 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55870) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:48:29.533482 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-faf24245-82d4-4111-b928-08a7c28f374e admin admin] Request body: {'subnet': {'network_id': '33c779f6-e228-4b4e-8d24-1e7e0d4515af', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-867893868-subnet', 'tenant_id': '53f9cd3e1f59470580df65e197a9ec42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:48:29.557350 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-faf24245-82d4-4111-b928-08a7c28f374e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:48:29.562123 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 33c779f6-e228-4b4e-8d24-1e7e0d4515af details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 19:48:29.569597 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-faf24245-82d4-4111-b928-08a7c28f374e admin admin] Usage tracker for resource:subnet and tenant:53f9cd3e1f59470580df65e197a9ec42 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:48:29.577099 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-faf24245-82d4-4111-b928-08a7c28f374e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:48:29.581979 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da94d0-2070-4841-9812-c26da7584384 req-272fe5f5-a5bf-4da0-b008-87b1129ae6fe tempest-NetworksTest-243293941 tempest-NetworksTest-243293941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:29.582966 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da94d0-2070-4841-9812-c26da7584384 req-272fe5f5-a5bf-4da0-b008-87b1129ae6fe tempest-NetworksTest-243293941 tempest-NetworksTest-243293941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:29.583715 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da94d0-2070-4841-9812-c26da7584384 req-272fe5f5-a5bf-4da0-b008-87b1129ae6fe tempest-NetworksTest-243293941 tempest-NetworksTest-243293941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:29.584417 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da94d0-2070-4841-9812-c26da7584384 req-272fe5f5-a5bf-4da0-b008-87b1129ae6fe tempest-NetworksTest-243293941 tempest-NetworksTest-243293941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:29.585430 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da94d0-2070-4841-9812-c26da7584384 req-272fe5f5-a5bf-4da0-b008-87b1129ae6fe tempest-NetworksTest-243293941 tempest-NetworksTest-243293941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:29.586091 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da94d0-2070-4841-9812-c26da7584384 req-272fe5f5-a5bf-4da0-b008-87b1129ae6fe tempest-NetworksTest-243293941 tempest-NetworksTest-243293941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:29.586760 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da94d0-2070-4841-9812-c26da7584384 req-272fe5f5-a5bf-4da0-b008-87b1129ae6fe tempest-NetworksTest-243293941 tempest-NetworksTest-243293941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:29.620143 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b9da94d0-2070-4841-9812-c26da7584384 req-272fe5f5-a5bf-4da0-b008-87b1129ae6fe tempest-NetworksTest-243293941 tempest-NetworksTest-243293941-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4973 time: 0.2521071 May 05 19:48:29.646155 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-faf24245-82d4-4111-b928-08a7c28f374e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:48:29.690030 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf24245-82d4-4111-b928-08a7c28f374e admin admin] Made reservation on behalf of 53f9cd3e1f59470580df65e197a9ec42 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:48:29.693635 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-faf24245-82d4-4111-b928-08a7c28f374e admin admin] Notify callbacks [] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:29.815209 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9e9630-714b-49ab-ae87-94fe788f5371 service neutron] Pushing event updated for resources: {'Port': ['ID=6b5808f6-07da-4f28-9770-a9140df74b8a,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:29.917838 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-8459551c-523b-468e-aa4e-0aa6bc24dd71 req-cd9e9630-714b-49ab-ae87-94fe788f5371 service neutron] Attempting to bind port 6b5808f6-07da-4f28-9770-a9140df74b8a on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:48:29.918420 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-8459551c-523b-468e-aa4e-0aa6bc24dd71 req-cd9e9630-714b-49ab-ae87-94fe788f5371 service neutron] Attempting to bind port 6b5808f6-07da-4f28-9770-a9140df74b8a by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': '0415ad73-5a7f-40e0-b4c4-886469d943b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1753be5e-696a-42f8-9a08-d20a05c27948'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:48:29.919182 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8459551c-523b-468e-aa4e-0aa6bc24dd71 req-cd9e9630-714b-49ab-ae87-94fe788f5371 service neutron] Attempting to bind port 6b5808f6-07da-4f28-9770-a9140df74b8a on network 1753be5e-696a-42f8-9a08-d20a05c27948 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:48:29.940539 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8459551c-523b-468e-aa4e-0aa6bc24dd71 req-cd9e9630-714b-49ab-ae87-94fe788f5371 service neutron] Port 6b5808f6-07da-4f28-9770-a9140df74b8a on network 1753be5e-696a-42f8-9a08-d20a05c27948 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:48:29.941041 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8459551c-523b-468e-aa4e-0aa6bc24dd71 req-cd9e9630-714b-49ab-ae87-94fe788f5371 service neutron] Attempting to bind port 6b5808f6-07da-4f28-9770-a9140df74b8a on network 1753be5e-696a-42f8-9a08-d20a05c27948 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:48:29.949442 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8459551c-523b-468e-aa4e-0aa6bc24dd71 req-cd9e9630-714b-49ab-ae87-94fe788f5371 service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:48:29.950007 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8459551c-523b-468e-aa4e-0aa6bc24dd71 req-cd9e9630-714b-49ab-ae87-94fe788f5371 service neutron] Checking segment: {'id': '0415ad73-5a7f-40e0-b4c4-886469d943b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1753be5e-696a-42f8-9a08-d20a05c27948'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:48:29.950568 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8459551c-523b-468e-aa4e-0aa6bc24dd71 req-cd9e9630-714b-49ab-ae87-94fe788f5371 service neutron] Bound using segment: {'id': '0415ad73-5a7f-40e0-b4c4-886469d943b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1753be5e-696a-42f8-9a08-d20a05c27948'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:48:29.951725 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-8459551c-523b-468e-aa4e-0aa6bc24dd71 req-cd9e9630-714b-49ab-ae87-94fe788f5371 service neutron] Bound port: 6b5808f6-07da-4f28-9770-a9140df74b8a, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0415ad73-5a7f-40e0-b4c4-886469d943b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1753be5e-696a-42f8-9a08-d20a05c27948'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:48:29.952323 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-8459551c-523b-468e-aa4e-0aa6bc24dd71 req-cd9e9630-714b-49ab-ae87-94fe788f5371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:30.094814 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62b81b-64ad-4fba-bfe1-d303fe0b7086 req-273c9f94-dc09-4b43-8096-32cd2ef655b2 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:30.096317 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cc62b81b-64ad-4fba-bfe1-d303fe0b7086 req-273c9f94-dc09-4b43-8096-32cd2ef655b2 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.36 "GET /v2.0/ports?device_id=cec83bd7-bfc6-455b-8af6-af4132231875 HTTP/1.1" status: 200 len: 949 time: 0.1725521 May 05 19:48:30.108550 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55880) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:48:30.128128 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45587bfb-c2c1-4536-b9b8-73514d8d1bb5 req-b0512aa5-1d8f-4c2f-9548-2c4d28860787 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:30.128828 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-45587bfb-c2c1-4536-b9b8-73514d8d1bb5 req-b0512aa5-1d8f-4c2f-9548-2c4d28860787 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Synchronizing usage tracker for tenant:d2cf325fc6b540ceb92a9f2c527df7f5 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:48:30.147131 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-8459551c-523b-468e-aa4e-0aa6bc24dd71 req-cd9e9630-714b-49ab-ae87-94fe788f5371 service neutron] For port 6b5808f6-07da-4f28-9770-a9140df74b8a, host n-h1-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:48:30.152126 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-8459551c-523b-468e-aa4e-0aa6bc24dd71 req-cd9e9630-714b-49ab-ae87-94fe788f5371 service neutron] For port 6b5808f6-07da-4f28-9770-a9140df74b8a, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=6b5808f6-07da-4f28-9770-a9140df74b8a,segment=NetworkSegment(0415ad73-5a7f-40e0-b4c4-886469d943b6),segment_id=0415ad73-5a7f-40e0-b4c4-886469d943b6)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:48:30.160268 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-8459551c-523b-468e-aa4e-0aa6bc24dd71 req-cd9e9630-714b-49ab-ae87-94fe788f5371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:30.168996 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-faf24245-82d4-4111-b928-08a7c28f374e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:30.201287 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-45587bfb-c2c1-4536-b9b8-73514d8d1bb5 req-b0512aa5-1d8f-4c2f-9548-2c4d28860787 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Unset dirty status for tenant:d2cf325fc6b540ceb92a9f2c527df7f5 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:48:30.202641 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-45587bfb-c2c1-4536-b9b8-73514d8d1bb5 req-b0512aa5-1d8f-4c2f-9548-2c4d28860787 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1b6a2f9-442f-4f83-89d5-0f846be0b6f4 HTTP/1.1" status: 200 len: 965 time: 0.3577459 May 05 19:48:30.221866 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cc62b81b-64ad-4fba-bfe1-d303fe0b7086 req-2cc88978-c669-49c7-9f8e-f705968ec428 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb0ee734-d936-46f9-b2f6-dfc1a7318ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145380 May 05 19:48:30.257344 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8459551c-523b-468e-aa4e-0aa6bc24dd71 req-cd9e9630-714b-49ab-ae87-94fe788f5371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:30.257966 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-8459551c-523b-468e-aa4e-0aa6bc24dd71 req-cd9e9630-714b-49ab-ae87-94fe788f5371 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:30.259324 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8459551c-523b-468e-aa4e-0aa6bc24dd71 req-cd9e9630-714b-49ab-ae87-94fe788f5371 service neutron] 10.222.0.24 "PUT /v2.0/ports/6b5808f6-07da-4f28-9770-a9140df74b8a HTTP/1.1" status: 200 len: 1113 time: 1.6571748 May 05 19:48:30.259779 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1b6a2f9-442f-4f83-89d5-0f846be0b6f4', 'tag': '6b5808f6-07da-4f28-9770-a9140df74b8a'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:48:30.287078 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-84908ed3-107b-4d44-9158-d072954fe48a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:30.289059 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-45587bfb-c2c1-4536-b9b8-73514d8d1bb5 req-6a422462-6c56-4473-8c9b-5fdd0892e61d tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ecbfda5-20c1-471c-a301-f56cb75a4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0659792 May 05 19:48:30.298890 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9e9630-714b-49ab-ae87-94fe788f5371 service neutron] Pushing event updated for resources: {'Port': ['ID=6b5808f6-07da-4f28-9770-a9140df74b8a,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:30.308959 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf24245-82d4-4111-b928-08a7c28f374e admin admin] Pushing event updated for resources: {'Subnet': ['ID=76472e82-7585-4967-8fe8-ee6c38c20860,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:30.318726 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-84908ed3-107b-4d44-9158-d072954fe48a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:48:30.320981 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf24245-82d4-4111-b928-08a7c28f374e admin admin] Checking segment: {'id': '129b2d58-2a34-499f-ab8a-5efffa1c5b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '33c779f6-e228-4b4e-8d24-1e7e0d4515af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:48:30.321326 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf24245-82d4-4111-b928-08a7c28f374e admin admin] Network hostable DHCP agents. Network: 33c779f6-e228-4b4e-8d24-1e7e0d4515af, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 19:48:30.338435 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-84908ed3-107b-4d44-9158-d072954fe48a admin admin] Usage tracker for resource:security_group_rule and tenant:a65870896c674db996669361411c50db is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:48:30.341424 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-84908ed3-107b-4d44-9158-d072954fe48a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:48:30.351669 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-84908ed3-107b-4d44-9158-d072954fe48a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:48:30.377557 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf24245-82d4-4111-b928-08a7c28f374e admin admin] Network 33c779f6-e228-4b4e-8d24-1e7e0d4515af is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 19:48:30.391053 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-faf24245-82d4-4111-b928-08a7c28f374e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 33c779f6-e228-4b4e-8d24-1e7e0d4515af) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:48:30.396025 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf24245-82d4-4111-b928-08a7c28f374e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:30.396778 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-faf24245-82d4-4111-b928-08a7c28f374e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:30.401442 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf21770-1552-48b0-a452-28d97b014afb None None] Network 33c779f6-e228-4b4e-8d24-1e7e0d4515af requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:48:30.407552 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8459551c-523b-468e-aa4e-0aa6bc24dd71 req-c7267a35-1f9a-4679-a5e0-8661140095df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:30.409499 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8459551c-523b-468e-aa4e-0aa6bc24dd71 req-c7267a35-1f9a-4679-a5e0-8661140095df service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d2cf325fc6b540ceb92a9f2c527df7f5&device_id=d1b6a2f9-442f-4f83-89d5-0f846be0b6f4 HTTP/1.1" status: 200 len: 1116 time: 0.1019332 May 05 19:48:30.457941 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-faf24245-82d4-4111-b928-08a7c28f374e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9321020 May 05 19:48:30.522079 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8459551c-523b-468e-aa4e-0aa6bc24dd71 req-54992a1d-c22c-431a-a9bc-46436a10a76f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b5808f6-07da-4f28-9770-a9140df74b8a HTTP/1.1" status: 200 len: 217 time: 0.1045935 May 05 19:48:30.573994 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device bac9cb6a-db30-41e6-aab7-3b407495bdbe up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:48:30.659772 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-84908ed3-107b-4d44-9158-d072954fe48a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:30.662653 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-407d3428-d183-4aaa-84f1-21148e386b50 req-c64fa227-907d-47a2-8a06-3e2dcc972827 tempest-ServersAdmin275Test-416698197 tempest-ServersAdmin275Test-416698197-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1344af4-ac94-4482-8c6e-08fa01e62f39 HTTP/1.1" status: 200 len: 210 time: 0.1288018 May 05 19:48:30.671580 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-84908ed3-107b-4d44-9158-d072954fe48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:30.674094 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8459551c-523b-468e-aa4e-0aa6bc24dd71 req-6493f1bf-e7a3-4b5d-b4b0-a1c628537088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:30.675586 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8459551c-523b-468e-aa4e-0aa6bc24dd71 req-6493f1bf-e7a3-4b5d-b4b0-a1c628537088 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d902a8d0-b514-4bd9-bafe-ab994adadb04 HTTP/1.1" status: 200 len: 862 time: 0.1466219 May 05 19:48:30.739218 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device f375539b-83c7-4124-8c9f-90908777304e up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:48:30.754736 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1622180-d497-411e-ae3a-3cbfab6762b6'] response: {'name': 'network-changed', 'server_uuid': 'd1b6a2f9-442f-4f83-89d5-0f846be0b6f4', 'tag': '6b5808f6-07da-4f28-9770-a9140df74b8a', 'status': 'completed', 'code': 200} May 05 19:48:30.795701 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8459551c-523b-468e-aa4e-0aa6bc24dd71 req-0ba09fab-1abd-42d6-8c6f-b12b3b8668b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:30.802110 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-84908ed3-107b-4d44-9158-d072954fe48a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a65870896c674db996669361411c50db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6903667 May 05 19:48:30.802287 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8459551c-523b-468e-aa4e-0aa6bc24dd71 req-0ba09fab-1abd-42d6-8c6f-b12b3b8668b0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1753be5e-696a-42f8-9a08-d20a05c27948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1182866 May 05 19:48:30.802382 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 55902) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:48:30.804486 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84908ed3-107b-4d44-9158-d072954fe48a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c732722-a782-4e04-92ea-0cdbb7de4222,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:30.950520 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c7cf8c-6252-4780-8228-5bf2cdd89ca4 req-60de90d0-8fdf-4477-9e7b-d5ab005f533a tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:30.960778 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-28c7cf8c-6252-4780-8228-5bf2cdd89ca4 req-60de90d0-8fdf-4477-9e7b-d5ab005f533a tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] 10.222.0.36 "GET /v2.0/ports?device_id=816dfb24-da83-4bf7-b304-49c1180d1b05 HTTP/1.1" status: 200 len: 971 time: 0.1054268 May 05 19:48:31.004607 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port bac9cb6a-db30-41e6-aab7-3b407495bdbe completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:48:31.019871 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-28c7cf8c-6252-4780-8228-5bf2cdd89ca4 req-feb0da10-abe8-4443-adb9-4b14326ab792 tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e19ce0a-4577-4275-8283-396b4d2affd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585496 May 05 19:48:31.020063 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port bac9cb6a-db30-41e6-aab7-3b407495bdbe triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:48:31.020247 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:31.035784 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8459551c-523b-468e-aa4e-0aa6bc24dd71 req-d23ceecc-2be2-4188-ac8f-9f8abbb38db9 service neutron] 10.222.0.24 "GET /v2.0/networks/1753be5e-696a-42f8-9a08-d20a05c27948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266238 May 05 19:48:31.044723 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-99346708-802f-4e77-8d3a-71c0bc37c27e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:31.118286 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port f375539b-83c7-4124-8c9f-90908777304e completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:48:31.133652 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port f375539b-83c7-4124-8c9f-90908777304e triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:48:31.134022 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:31.169258 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65676dac-b100-491a-9fc7-06dd99329a3a None None] Network 33c779f6-e228-4b4e-8d24-1e7e0d4515af requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:48:31.233100 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-99346708-802f-4e77-8d3a-71c0bc37c27e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:31.346294 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b68236c-0c30-48ac-a460-057b42d5d3d0 req-83466156-252f-4f79-b582-9ecf77f204c8 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:31.346924 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-2b68236c-0c30-48ac-a460-057b42d5d3d0 req-83466156-252f-4f79-b582-9ecf77f204c8 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Synchronizing usage tracker for tenant:ec798a1d17654fd38a17594ac4520b82 on resource:network {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:48:31.350801 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8459551c-523b-468e-aa4e-0aa6bc24dd71 req-c9714186-d1c6-4592-91e3-e41934ee3b0d service neutron] 10.222.0.24 "GET /v2.0/networks/1753be5e-696a-42f8-9a08-d20a05c27948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042161 May 05 19:48:31.377793 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-99346708-802f-4e77-8d3a-71c0bc37c27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:31.391982 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-2b68236c-0c30-48ac-a460-057b42d5d3d0 req-83466156-252f-4f79-b582-9ecf77f204c8 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Unset dirty status for tenant:ec798a1d17654fd38a17594ac4520b82 on resource:network {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:48:31.393134 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2b68236c-0c30-48ac-a460-057b42d5d3d0 req-83466156-252f-4f79-b582-9ecf77f204c8 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/networks?id=87da803f-e7d0-44ba-a1c3-46d895a6576d HTTP/1.1" status: 200 len: 807 time: 0.3847911 May 05 19:48:31.397502 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99346708-802f-4e77-8d3a-71c0bc37c27e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c732722-a782-4e04-92ea-0cdbb7de4222,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:31.411638 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-99346708-802f-4e77-8d3a-71c0bc37c27e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:31.415299 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-99346708-802f-4e77-8d3a-71c0bc37c27e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1c732722-a782-4e04-92ea-0cdbb7de4222 HTTP/1.1" status: 204 len: 168 time: 0.6120696 May 05 19:48:31.418513 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2b68236c-0c30-48ac-a460-057b42d5d3d0 req-6ae75f1f-5fd3-4863-9f77-480f1e2cdc2a tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/quotas/ec798a1d17654fd38a17594ac4520b82 HTTP/1.1" status: 200 len: 375 time: 0.0171812 May 05 19:48:31.484660 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67220be7-eefc-40cb-aca0-753f9c54a6d7 req-74a0136e-4478-4753-b903-0866b9c3412e tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:31.491908 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-67220be7-eefc-40cb-aca0-753f9c54a6d7 req-74a0136e-4478-4753-b903-0866b9c3412e tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.36 "GET /v2.0/ports?device_id=cec83bd7-bfc6-455b-8af6-af4132231875 HTTP/1.1" status: 200 len: 949 time: 0.1228995 May 05 19:48:31.520284 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2b68236c-0c30-48ac-a460-057b42d5d3d0 req-c6bd8cc1-2d60-483d-ad46-dddc328e4f1d tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ec798a1d17654fd38a17594ac4520b82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0683615 May 05 19:48:31.542691 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-67220be7-eefc-40cb-aca0-753f9c54a6d7 req-9eb90e75-c124-4465-8af1-9e60ca0bcefe tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb0ee734-d936-46f9-b2f6-dfc1a7318ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498860 May 05 19:48:31.677592 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba0f96-58a5-4112-a9cf-04743e9dea62 req-014bc8e2-3ebb-4658-8172-2af9b0a04ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:31.679110 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ddba0f96-58a5-4112-a9cf-04743e9dea62 req-014bc8e2-3ebb-4658-8172-2af9b0a04ee8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d2cf325fc6b540ceb92a9f2c527df7f5&device_id=d1b6a2f9-442f-4f83-89d5-0f846be0b6f4 HTTP/1.1" status: 200 len: 1116 time: 0.2595294 May 05 19:48:31.698104 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:31.729400 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2b68236c-0c30-48ac-a460-057b42d5d3d0 req-ff9fb7ae-dd45-4598-aa3d-19aed004a446 service neutron] 10.222.0.36 "GET /v2.0/networks/87da803f-e7d0-44ba-a1c3-46d895a6576d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065675 May 05 19:48:31.734968 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:31.762877 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '816dfb24-da83-4bf7-b304-49c1180d1b05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac9cb6a-db30-41e6-aab7-3b407495bdbe'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:48:31.845508 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port bac9cb6a-db30-41e6-aab7-3b407495bdbe, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=bac9cb6a-db30-41e6-aab7-3b407495bdbe,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:48:31.852482 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port f375539b-83c7-4124-8c9f-90908777304e, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=f375539b-83c7-4124-8c9f-90908777304e,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:48:31.855539 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:31.894914 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:31.952930 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba0f96-58a5-4112-a9cf-04743e9dea62 req-0ee6bba4-ca79-4c8d-9b84-84f956f74d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:31.954772 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ddba0f96-58a5-4112-a9cf-04743e9dea62 req-0ee6bba4-ca79-4c8d-9b84-84f956f74d3e service neutron] 10.222.0.24 "GET /v2.0/networks?id=1753be5e-696a-42f8-9a08-d20a05c27948 HTTP/1.1" status: 200 len: 924 time: 0.2661622 May 05 19:48:31.955086 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=bac9cb6a-db30-41e6-aab7-3b407495bdbe,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:32.012497 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55950) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:48:32.044520 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5b9785bb-ce60-4127-8365-2eb04cb0e30e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:32.081227 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=f375539b-83c7-4124-8c9f-90908777304e,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:32.085525 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5b9785bb-ce60-4127-8365-2eb04cb0e30e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:48:32.096373 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-5b9785bb-ce60-4127-8365-2eb04cb0e30e admin admin] Usage tracker for resource:security_group_rule and tenant:a60adef230404933bc70f6543ce320da is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:48:32.100298 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-5b9785bb-ce60-4127-8365-2eb04cb0e30e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:48:32.126776 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ddba0f96-58a5-4112-a9cf-04743e9dea62 req-f63679bb-ea87-4d91-9ef8-9a06127a2e18 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b5808f6-07da-4f28-9770-a9140df74b8a HTTP/1.1" status: 200 len: 217 time: 0.1555591 May 05 19:48:32.128798 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2b68236c-0c30-48ac-a460-057b42d5d3d0 req-ce11e9b5-fa20-434c-8bdf-831daf7b6560 service neutron] 10.222.0.36 "GET /v2.0/networks/87da803f-e7d0-44ba-a1c3-46d895a6576d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3863780 May 05 19:48:32.214957 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5b9785bb-ce60-4127-8365-2eb04cb0e30e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:48:32.218555 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba0f96-58a5-4112-a9cf-04743e9dea62 req-25b09f3f-a27a-4182-81f8-a2aed3bbbd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:32.221643 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ddba0f96-58a5-4112-a9cf-04743e9dea62 req-25b09f3f-a27a-4182-81f8-a2aed3bbbd50 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d902a8d0-b514-4bd9-bafe-ab994adadb04 HTTP/1.1" status: 200 len: 862 time: 0.0878356 May 05 19:48:32.317495 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a539e9-78f9-456a-988d-a6b591e0c3e7 req-d9c664ec-0cb2-4b56-b7ea-a25b736859cd tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:32.324247 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-86a539e9-78f9-456a-988d-a6b591e0c3e7 req-d9c664ec-0cb2-4b56-b7ea-a25b736859cd tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1b6a2f9-442f-4f83-89d5-0f846be0b6f4 HTTP/1.1" status: 200 len: 965 time: 0.2160168 May 05 19:48:32.376743 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba0f96-58a5-4112-a9cf-04743e9dea62 req-093606b8-ce50-46f7-a576-5a43a8938afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:32.378200 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ddba0f96-58a5-4112-a9cf-04743e9dea62 req-093606b8-ce50-46f7-a576-5a43a8938afc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1753be5e-696a-42f8-9a08-d20a05c27948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1496584 May 05 19:48:32.418174 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-86a539e9-78f9-456a-988d-a6b591e0c3e7 req-d8428abc-3dd1-468c-ae73-8df19414712c tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Synchronizing usage tracker for tenant:d2cf325fc6b540ceb92a9f2c527df7f5 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:48:32.426314 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5b9785bb-ce60-4127-8365-2eb04cb0e30e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:32.434840 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5b9785bb-ce60-4127-8365-2eb04cb0e30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:32.453456 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-86a539e9-78f9-456a-988d-a6b591e0c3e7 req-d8428abc-3dd1-468c-ae73-8df19414712c tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Unset dirty status for tenant:d2cf325fc6b540ceb92a9f2c527df7f5 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:48:32.454604 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-86a539e9-78f9-456a-988d-a6b591e0c3e7 req-d8428abc-3dd1-468c-ae73-8df19414712c tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ecbfda5-20c1-471c-a301-f56cb75a4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1296179 May 05 19:48:32.467762 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-36d5b55c-8647-4333-8b16-98f0dc99f7b8 req-5cb44d52-c831-4f6c-bc32-a3fb8318a4b5 tempest-ServersAdmin275Test-416698197 tempest-ServersAdmin275Test-416698197-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1344af4-ac94-4482-8c6e-08fa01e62f39 HTTP/1.1" status: 200 len: 210 time: 0.0833199 May 05 19:48:32.549771 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-5b9785bb-ce60-4127-8365-2eb04cb0e30e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a60adef230404933bc70f6543ce320da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5359168 May 05 19:48:32.550583 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55974) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:48:32.551220 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9785bb-ce60-4127-8365-2eb04cb0e30e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7e4933-85b6-4ef8-b760-cd09bf4172da,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:32.592135 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ddba0f96-58a5-4112-a9cf-04743e9dea62 req-453d706a-6019-4f69-9d65-02e1f7efc541 service neutron] 10.222.0.24 "GET /v2.0/networks/1753be5e-696a-42f8-9a08-d20a05c27948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049146 May 05 19:48:32.701354 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-62a9e2c0-6b2a-4825-a0bf-648aeda048c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:32.715436 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe50a9fe-8b44-4699-abc9-4a70b34f60a2'] response: {'server_uuid': '816dfb24-da83-4bf7-b304-49c1180d1b05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac9cb6a-db30-41e6-aab7-3b407495bdbe', 'code': 200} May 05 19:48:32.782213 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.24', 59219) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:48:32.822311 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-36f3aed6-ef07-47e5-841c-8ebf17930816 req-e1856498-e7e2-4ea9-8d95-93ac93ac44a2 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b36d1d8-47f4-45eb-bd91-d7c1f042b613 HTTP/1.1" status: 200 len: 210 time: 0.0598247 May 05 19:48:32.830981 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ddba0f96-58a5-4112-a9cf-04743e9dea62 req-fdea8f1e-ceef-4689-96b8-7db1fb4ce221 service neutron] 10.222.0.24 "GET /v2.0/networks/1753be5e-696a-42f8-9a08-d20a05c27948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314312 May 05 19:48:32.879143 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-62a9e2c0-6b2a-4825-a0bf-648aeda048c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:32.979948 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930e7a9-d635-4c2d-b10b-9ff27d90fe9d req-1f44499a-8c93-412c-8bb5-97064d89b7a2 tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:32.982437 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5930e7a9-d635-4c2d-b10b-9ff27d90fe9d req-1f44499a-8c93-412c-8bb5-97064d89b7a2 tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] 10.222.0.36 "GET /v2.0/ports?device_id=816dfb24-da83-4bf7-b304-49c1180d1b05 HTTP/1.1" status: 200 len: 972 time: 0.2707391 May 05 19:48:32.989941 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a0d1de-5d3d-4c54-9870-c144644f5f83 req-8dbc122b-8ce9-4b4a-982d-00732cad63c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:32.992227 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-21a0d1de-5d3d-4c54-9870-c144644f5f83 req-8dbc122b-8ce9-4b4a-982d-00732cad63c4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=816dfb24-da83-4bf7-b304-49c1180d1b05 HTTP/1.1" status: 200 len: 1123 time: 0.2008107 May 05 19:48:32.996103 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-62a9e2c0-6b2a-4825-a0bf-648aeda048c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:33.050498 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a9e2c0-6b2a-4825-a0bf-648aeda048c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7e4933-85b6-4ef8-b760-cd09bf4172da,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:33.070673 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-21a0d1de-5d3d-4c54-9870-c144644f5f83 req-312f1966-357f-4f82-aa5a-60fa4808514a service neutron] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:33.094711 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-62a9e2c0-6b2a-4825-a0bf-648aeda048c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:33.098137 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-62a9e2c0-6b2a-4825-a0bf-648aeda048c2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6b7e4933-85b6-4ef8-b760-cd09bf4172da HTTP/1.1" status: 204 len: 168 time: 0.5418313 May 05 19:48:33.109058 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5930e7a9-d635-4c2d-b10b-9ff27d90fe9d req-e5a3130e-51e3-481c-b03d-96ffe543008a tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e19ce0a-4577-4275-8283-396b4d2affd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152658 May 05 19:48:33.110158 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-21a0d1de-5d3d-4c54-9870-c144644f5f83 req-312f1966-357f-4f82-aa5a-60fa4808514a service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:48:33.128800 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-21a0d1de-5d3d-4c54-9870-c144644f5f83 req-312f1966-357f-4f82-aa5a-60fa4808514a service neutron] Usage tracker for resource:security_group_rule and tenant:54a465c4826b47b4835f27464f7d02c5 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:48:33.132365 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-21a0d1de-5d3d-4c54-9870-c144644f5f83 req-312f1966-357f-4f82-aa5a-60fa4808514a service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:48:33.139242 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-21a0d1de-5d3d-4c54-9870-c144644f5f83 req-312f1966-357f-4f82-aa5a-60fa4808514a service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:48:33.165569 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6028899-fff8-4df0-9dd9-aed6dce968d7 req-e8a5b0d4-e46b-4766-bd45-821a447282ab tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:33.167204 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b6028899-fff8-4df0-9dd9-aed6dce968d7 req-e8a5b0d4-e46b-4766-bd45-821a447282ab tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.36 "GET /v2.0/ports?device_id=cec83bd7-bfc6-455b-8af6-af4132231875 HTTP/1.1" status: 200 len: 950 time: 0.1022601 May 05 19:48:33.240518 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b6028899-fff8-4df0-9dd9-aed6dce968d7 req-366693e1-b4e7-4c94-88f0-eeebef0ae415 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb0ee734-d936-46f9-b2f6-dfc1a7318ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615172 May 05 19:48:33.267121 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-21a0d1de-5d3d-4c54-9870-c144644f5f83 req-312f1966-357f-4f82-aa5a-60fa4808514a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:33.271323 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-21a0d1de-5d3d-4c54-9870-c144644f5f83 req-312f1966-357f-4f82-aa5a-60fa4808514a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:33.305764 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-21a0d1de-5d3d-4c54-9870-c144644f5f83 req-312f1966-357f-4f82-aa5a-60fa4808514a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0e19ce0a-4577-4275-8283-396b4d2affd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035903 May 05 19:48:33.313327 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f1966-357f-4f82-aa5a-60fa4808514a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a960894d-f80e-4ace-b912-2910304249cc,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:33.651838 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138cb8ae-9da9-4059-a657-3469aaace8ba req-e3724fcd-a4fc-4b5a-bca3-3844cb75659b tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:33.659553 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-138cb8ae-9da9-4059-a657-3469aaace8ba req-e3724fcd-a4fc-4b5a-bca3-3844cb75659b tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1b6a2f9-442f-4f83-89d5-0f846be0b6f4 HTTP/1.1" status: 200 len: 965 time: 0.0889945 May 05 19:48:33.709857 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-138cb8ae-9da9-4059-a657-3469aaace8ba req-a4284ace-a9c7-4272-a963-baa460cda698 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ecbfda5-20c1-471c-a301-f56cb75a4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494747 May 05 19:48:33.879165 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a4b79528-12a4-4ea8-a677-81529fb4971a req-3f66a4fe-54ba-40cb-ab80-90ff3033194f tempest-ServersAdmin275Test-416698197 tempest-ServersAdmin275Test-416698197-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1344af4-ac94-4482-8c6e-08fa01e62f39 HTTP/1.1" status: 200 len: 210 time: 0.0440052 May 05 19:48:34.142282 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-36c8b94f-13ae-4f6c-b27d-7724f0c8dae1 req-6593884a-7c38-4ce6-801e-dfebfb58ac3d tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b36d1d8-47f4-45eb-bd91-d7c1f042b613 HTTP/1.1" status: 200 len: 210 time: 0.0615580 May 05 19:48:34.156793 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b68236c-0c30-48ac-a460-057b42d5d3d0 req-61368733-a72e-4b5f-b63d-76b548ec6a23 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:34.158458 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2b68236c-0c30-48ac-a460-057b42d5d3d0 req-61368733-a72e-4b5f-b63d-76b548ec6a23 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.24 "GET /v2.0/networks?id=87da803f-e7d0-44ba-a1c3-46d895a6576d HTTP/1.1" status: 200 len: 807 time: 0.2570791 May 05 19:48:34.177550 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-2b68236c-0c30-48ac-a460-057b42d5d3d0 req-9b3978f0-e223-42ca-a81c-5b7779203674 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Request body: {'port': {'device_id': '4b36d1d8-47f4-45eb-bd91-d7c1f042b613', 'network_id': '87da803f-e7d0-44ba-a1c3-46d895a6576d', 'admin_state_up': True, 'tenant_id': 'ec798a1d17654fd38a17594ac4520b82'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:48:34.346797 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-2b68236c-0c30-48ac-a460-057b42d5d3d0 req-9b3978f0-e223-42ca-a81c-5b7779203674 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:48:34.349249 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e694ca9-434d-4cc9-9ae1-17343f276166 req-854e6eae-697c-409a-8082-1dec60191a0f tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:34.353190 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-2b68236c-0c30-48ac-a460-057b42d5d3d0 req-9b3978f0-e223-42ca-a81c-5b7779203674 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Usage tracker for resource:port and tenant:ec798a1d17654fd38a17594ac4520b82 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:48:34.356815 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-2b68236c-0c30-48ac-a460-057b42d5d3d0 req-9b3978f0-e223-42ca-a81c-5b7779203674 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:48:34.360191 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0e694ca9-434d-4cc9-9ae1-17343f276166 req-854e6eae-697c-409a-8082-1dec60191a0f tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] 10.222.0.36 "GET /v2.0/ports?device_id=816dfb24-da83-4bf7-b304-49c1180d1b05 HTTP/1.1" status: 200 len: 972 time: 0.1057978 May 05 19:48:34.365197 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-2b68236c-0c30-48ac-a460-057b42d5d3d0 req-9b3978f0-e223-42ca-a81c-5b7779203674 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:48:34.379543 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b68236c-0c30-48ac-a460-057b42d5d3d0 req-9b3978f0-e223-42ca-a81c-5b7779203674 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Made reservation on behalf of ec798a1d17654fd38a17594ac4520b82 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:48:34.386399 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2b68236c-0c30-48ac-a460-057b42d5d3d0 req-9b3978f0-e223-42ca-a81c-5b7779203674 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:34.413164 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0e694ca9-434d-4cc9-9ae1-17343f276166 req-74754e70-84e6-44ec-93d5-fd6f000ea595 tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e19ce0a-4577-4275-8283-396b4d2affd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518177 May 05 19:48:34.472915 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 6b5808f6-07da-4f28-9770-a9140df74b8a details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:48:34.491054 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-58c9ab4c-71c8-4cdd-80b8-4db69e2c3bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:34.652704 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 6b5808f6-07da-4f28-9770-a9140df74b8a, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=6b5808f6-07da-4f28-9770-a9140df74b8a,segment=NetworkSegment(0415ad73-5a7f-40e0-b4c4-886469d943b6),segment_id=0415ad73-5a7f-40e0-b4c4-886469d943b6)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:48:34.682737 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '6b5808f6-07da-4f28-9770-a9140df74b8a', 'network_id': '1753be5e-696a-42f8-9a08-d20a05c27948', 'port_id': '6b5808f6-07da-4f28-9770-a9140df74b8a', 'mac_address': 'fa:16:3e:38:ce:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd902a8d0-b514-4bd9-bafe-ab994adadb04', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:tempest-test_az-1486601211', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:48:34.724234 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cec83bd7-bfc6-455b-8af6-af4132231875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f375539b-83c7-4124-8c9f-90908777304e'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:48:34.761214 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ecddb-9b9d-49aa-8d6b-a043d48c0d47 req-ebb41b11-2bed-4ad7-bf42-c0e1f9f8b4cc tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:34.764517 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:34.770330 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-814ecddb-9b9d-49aa-8d6b-a043d48c0d47 req-ebb41b11-2bed-4ad7-bf42-c0e1f9f8b4cc tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.36 "GET /v2.0/ports?device_id=cec83bd7-bfc6-455b-8af6-af4132231875 HTTP/1.1" status: 200 len: 950 time: 0.2992418 May 05 19:48:34.791184 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b5808f6-07da-4f28-9770-a9140df74b8a {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:48:34.810987 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-2b68236c-0c30-48ac-a460-057b42d5d3d0 req-9b3978f0-e223-42ca-a81c-5b7779203674 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Allocated IP 172.20.0.6 (87da803f-e7d0-44ba-a1c3-46d895a6576d/af43fcc5-064b-4df8-a8c0-be1ad4feb5a8/f8f5bb2b-a729-466a-8200-39314c2436cc) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:48:34.819040 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 6b5808f6-07da-4f28-9770-a9140df74b8a, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=6b5808f6-07da-4f28-9770-a9140df74b8a,segment=NetworkSegment(0415ad73-5a7f-40e0-b4c4-886469d943b6),segment_id=0415ad73-5a7f-40e0-b4c4-886469d943b6)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:48:34.824953 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:34.852905 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-814ecddb-9b9d-49aa-8d6b-a043d48c0d47 req-95a43f7d-cd80-4336-991d-a8ab67086360 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb0ee734-d936-46f9-b2f6-dfc1a7318ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814593 May 05 19:48:34.943321 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=6b5808f6-07da-4f28-9770-a9140df74b8a,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:35.059449 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['6b5808f6-07da-4f28-9770-a9140df74b8a'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:48:35.163619 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0ac0e92-dfc3-494d-a386-99381eef098b'] response: {'server_uuid': 'cec83bd7-bfc6-455b-8af6-af4132231875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f375539b-83c7-4124-8c9f-90908777304e', 'code': 200} May 05 19:48:35.206074 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea971bd-6fb8-4899-9bc7-86c69df1092f req-5d1af9af-b094-4a54-8cdd-f1ebd0b0e4e3 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:35.207804 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0ea971bd-6fb8-4899-9bc7-86c69df1092f req-5d1af9af-b094-4a54-8cdd-f1ebd0b0e4e3 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1b6a2f9-442f-4f83-89d5-0f846be0b6f4 HTTP/1.1" status: 200 len: 966 time: 0.1934016 May 05 19:48:35.241374 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2b68236c-0c30-48ac-a460-057b42d5d3d0 req-9b3978f0-e223-42ca-a81c-5b7779203674 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:35.288015 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0ea971bd-6fb8-4899-9bc7-86c69df1092f req-ef53a248-fa84-405d-b88f-a83a25de04c1 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ecbfda5-20c1-471c-a301-f56cb75a4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0714903 May 05 19:48:35.316940 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2b68236c-0c30-48ac-a460-057b42d5d3d0 req-9b3978f0-e223-42ca-a81c-5b7779203674 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:35.398630 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-02dd7fc7-415e-408d-9e47-f0d8e6009787 req-1545bd5a-889f-4a8e-8da6-6aefdefe0443 tempest-ServersAdmin275Test-416698197 tempest-ServersAdmin275Test-416698197-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1344af4-ac94-4482-8c6e-08fa01e62f39 HTTP/1.1" status: 200 len: 210 time: 0.1023085 May 05 19:48:35.415174 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b68236c-0c30-48ac-a460-057b42d5d3d0 req-9b3978f0-e223-42ca-a81c-5b7779203674 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Network 87da803f-e7d0-44ba-a1c3-46d895a6576d is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:48:35.421053 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-2b68236c-0c30-48ac-a460-057b42d5d3d0 req-9b3978f0-e223-42ca-a81c-5b7779203674 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:48:35.423766 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b68236c-0c30-48ac-a460-057b42d5d3d0 req-9b3978f0-e223-42ca-a81c-5b7779203674 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:48:35.430510 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b68236c-0c30-48ac-a460-057b42d5d3d0 req-9b3978f0-e223-42ca-a81c-5b7779203674 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:35.431131 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2b68236c-0c30-48ac-a460-057b42d5d3d0 req-9b3978f0-e223-42ca-a81c-5b7779203674 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:35.438874 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10e070-d01e-41f8-9bb2-581bef47596b req-84089687-b1aa-4ab4-a691-1feaac446de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:35.440479 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2f10e070-d01e-41f8-9bb2-581bef47596b req-84089687-b1aa-4ab4-a691-1feaac446de0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cec83bd7-bfc6-455b-8af6-af4132231875 HTTP/1.1" status: 200 len: 1101 time: 0.0888021 May 05 19:48:35.452313 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3978f0-e223-42ca-a81c-5b7779203674 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Pushing event updated for resources: {'Port': ['ID=f8f5bb2b-a729-466a-8200-39314c2436cc,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:35.471825 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2b68236c-0c30-48ac-a460-057b42d5d3d0 req-9b3978f0-e223-42ca-a81c-5b7779203674 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2996902 May 05 19:48:35.486618 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-2b68236c-0c30-48ac-a460-057b42d5d3d0 req-2c588812-151f-47da-8043-ae61fd756956 service neutron] Request body: {'port': {'device_id': '4b36d1d8-47f4-45eb-bd91-d7c1f042b613', 'device_owner': 'compute:tempest-test_az-1486601211', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:48:35.499224 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2f10e070-d01e-41f8-9bb2-581bef47596b req-f0f87d35-10e8-4abf-9cc9-cc951fa85a79 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=bb0ee734-d936-46f9-b2f6-dfc1a7318ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507190 May 05 19:48:35.641436 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad1f3a-2d04-4c9b-a5dc-9e98ad1cfa62 req-1100e8b8-0e04-4a81-9f70-f1400652b2d4 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:35.643525 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b7ad1f3a-2d04-4c9b-a5dc-9e98ad1cfa62 req-1100e8b8-0e04-4a81-9f70-f1400652b2d4 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b36d1d8-47f4-45eb-bd91-d7c1f042b613 HTTP/1.1" status: 200 len: 931 time: 0.1098409 May 05 19:48:35.689162 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2b68236c-0c30-48ac-a460-057b42d5d3d0 req-2c588812-151f-47da-8043-ae61fd756956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:35.696749 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-b7ad1f3a-2d04-4c9b-a5dc-9e98ad1cfa62 req-8a782c4c-d927-40d5-a0d7-4d6305f30c84 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Synchronizing usage tracker for tenant:ec798a1d17654fd38a17594ac4520b82 on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:48:35.715256 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-b7ad1f3a-2d04-4c9b-a5dc-9e98ad1cfa62 req-8a782c4c-d927-40d5-a0d7-4d6305f30c84 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Unset dirty status for tenant:ec798a1d17654fd38a17594ac4520b82 on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:48:35.717771 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b7ad1f3a-2d04-4c9b-a5dc-9e98ad1cfa62 req-8a782c4c-d927-40d5-a0d7-4d6305f30c84 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684369 May 05 19:48:36.033840 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d40fc39-0fdd-4d10-b569-197e63cebcee req-45457eac-0d3e-4252-9b73-98c70ee7e3d4 tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:36.035434 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6d40fc39-0fdd-4d10-b569-197e63cebcee req-45457eac-0d3e-4252-9b73-98c70ee7e3d4 tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] 10.222.0.36 "GET /v2.0/ports?device_id=816dfb24-da83-4bf7-b304-49c1180d1b05 HTTP/1.1" status: 200 len: 972 time: 0.2221758 May 05 19:48:36.102393 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6d40fc39-0fdd-4d10-b569-197e63cebcee req-2995f6fa-7d64-43b9-8008-732b69502291 tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e19ce0a-4577-4275-8283-396b4d2affd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542142 May 05 19:48:36.186765 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-2b68236c-0c30-48ac-a460-057b42d5d3d0 req-2c588812-151f-47da-8043-ae61fd756956 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8f5bb2b-a729-466a-8200-39314c2436cc {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:48:36.196916 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2b68236c-0c30-48ac-a460-057b42d5d3d0 req-2c588812-151f-47da-8043-ae61fd756956 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:36.216571 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-2b68236c-0c30-48ac-a460-057b42d5d3d0 req-2c588812-151f-47da-8043-ae61fd756956 service neutron] Transition to ACTIVE for port object f8f5bb2b-a729-466a-8200-39314c2436cc will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:48:36.222183 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2b68236c-0c30-48ac-a460-057b42d5d3d0 req-2c588812-151f-47da-8043-ae61fd756956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:36.315724 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e7e56-33a3-48b4-adcb-1af9fa41ccc5 req-ad8454f1-046b-4c79-a814-ad172cac96a4 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:36.317747 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2b1e7e56-33a3-48b4-adcb-1af9fa41ccc5 req-ad8454f1-046b-4c79-a814-ad172cac96a4 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.36 "GET /v2.0/ports?device_id=cec83bd7-bfc6-455b-8af6-af4132231875 HTTP/1.1" status: 200 len: 950 time: 0.1532497 May 05 19:48:36.374733 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2b1e7e56-33a3-48b4-adcb-1af9fa41ccc5 req-cf2197a0-d1b2-4dad-9628-d7cfaeb944cc tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb0ee734-d936-46f9-b2f6-dfc1a7318ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510521 May 05 19:48:36.453655 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56110) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:48:36.472647 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c588812-151f-47da-8043-ae61fd756956 service neutron] Pushing event updated for resources: {'Port': ['ID=f8f5bb2b-a729-466a-8200-39314c2436cc,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:36.487784 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 6b5808f6-07da-4f28-9770-a9140df74b8a up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:48:36.503817 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-2b68236c-0c30-48ac-a460-057b42d5d3d0 req-2c588812-151f-47da-8043-ae61fd756956 service neutron] Attempting to bind port f8f5bb2b-a729-466a-8200-39314c2436cc on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:48:36.504167 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-2b68236c-0c30-48ac-a460-057b42d5d3d0 req-2c588812-151f-47da-8043-ae61fd756956 service neutron] Attempting to bind port f8f5bb2b-a729-466a-8200-39314c2436cc by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': '2fd00a77-6cab-42c3-b322-459c43fd8637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '87da803f-e7d0-44ba-a1c3-46d895a6576d'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:48:36.504507 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b68236c-0c30-48ac-a460-057b42d5d3d0 req-2c588812-151f-47da-8043-ae61fd756956 service neutron] Attempting to bind port f8f5bb2b-a729-466a-8200-39314c2436cc on network 87da803f-e7d0-44ba-a1c3-46d895a6576d {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:48:36.513731 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b68236c-0c30-48ac-a460-057b42d5d3d0 req-2c588812-151f-47da-8043-ae61fd756956 service neutron] Port f8f5bb2b-a729-466a-8200-39314c2436cc on network 87da803f-e7d0-44ba-a1c3-46d895a6576d not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:48:36.514057 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b68236c-0c30-48ac-a460-057b42d5d3d0 req-2c588812-151f-47da-8043-ae61fd756956 service neutron] Attempting to bind port f8f5bb2b-a729-466a-8200-39314c2436cc on network 87da803f-e7d0-44ba-a1c3-46d895a6576d {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:48:36.521575 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b68236c-0c30-48ac-a460-057b42d5d3d0 req-2c588812-151f-47da-8043-ae61fd756956 service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:48:36.521916 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b68236c-0c30-48ac-a460-057b42d5d3d0 req-2c588812-151f-47da-8043-ae61fd756956 service neutron] Checking segment: {'id': '2fd00a77-6cab-42c3-b322-459c43fd8637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '87da803f-e7d0-44ba-a1c3-46d895a6576d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:48:36.522478 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b68236c-0c30-48ac-a460-057b42d5d3d0 req-2c588812-151f-47da-8043-ae61fd756956 service neutron] Bound using segment: {'id': '2fd00a77-6cab-42c3-b322-459c43fd8637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '87da803f-e7d0-44ba-a1c3-46d895a6576d'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:48:36.522901 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-2b68236c-0c30-48ac-a460-057b42d5d3d0 req-2c588812-151f-47da-8043-ae61fd756956 service neutron] Bound port: f8f5bb2b-a729-466a-8200-39314c2436cc, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fd00a77-6cab-42c3-b322-459c43fd8637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '87da803f-e7d0-44ba-a1c3-46d895a6576d'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:48:36.523242 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2b68236c-0c30-48ac-a460-057b42d5d3d0 req-2c588812-151f-47da-8043-ae61fd756956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:36.538303 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d25c99e-575a-4d35-9bc3-7b7438d6e07c req-0e75d5d2-7bb0-476d-b684-0ea231b95b65 tempest-AggregatesAdminTestJSON-237306487 tempest-AggregatesAdminTestJSON-237306487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:36.539842 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1d25c99e-575a-4d35-9bc3-7b7438d6e07c req-0e75d5d2-7bb0-476d-b684-0ea231b95b65 tempest-AggregatesAdminTestJSON-237306487 tempest-AggregatesAdminTestJSON-237306487-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=816dfb24-da83-4bf7-b304-49c1180d1b05 HTTP/1.1" status: 200 len: 1123 time: 0.1854129 May 05 19:48:36.602640 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0578805f-0375-41af-8f56-812e0005fe6d req-21ef0e9d-9cc7-4323-bf26-b828eb8c89ef tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:36.605820 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1d25c99e-575a-4d35-9bc3-7b7438d6e07c req-9ed4e404-9ea4-4c14-b786-07f8b8cd95a0 tempest-AggregatesAdminTestJSON-237306487 tempest-AggregatesAdminTestJSON-237306487-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:36.611800 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0578805f-0375-41af-8f56-812e0005fe6d req-21ef0e9d-9cc7-4323-bf26-b828eb8c89ef tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1b6a2f9-442f-4f83-89d5-0f846be0b6f4 HTTP/1.1" status: 200 len: 966 time: 0.1153862 May 05 19:48:36.632287 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-1d25c99e-575a-4d35-9bc3-7b7438d6e07c req-9ed4e404-9ea4-4c14-b786-07f8b8cd95a0 tempest-AggregatesAdminTestJSON-237306487 tempest-AggregatesAdminTestJSON-237306487-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:48:36.637583 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port 6b5808f6-07da-4f28-9770-a9140df74b8a completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:48:36.643332 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 6b5808f6-07da-4f28-9770-a9140df74b8a triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:48:36.644060 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:36.648190 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-1d25c99e-575a-4d35-9bc3-7b7438d6e07c req-9ed4e404-9ea4-4c14-b786-07f8b8cd95a0 tempest-AggregatesAdminTestJSON-237306487 tempest-AggregatesAdminTestJSON-237306487-project-admin] Usage tracker for resource:security_group_rule and tenant:d0a3af11f64b4dcf9bfcd068f987d0bd is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:48:36.652349 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-1d25c99e-575a-4d35-9bc3-7b7438d6e07c req-9ed4e404-9ea4-4c14-b786-07f8b8cd95a0 tempest-AggregatesAdminTestJSON-237306487 tempest-AggregatesAdminTestJSON-237306487-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:48:36.661866 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a560e93d-4378-492a-9d93-c9e205921063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:36.665694 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-1d25c99e-575a-4d35-9bc3-7b7438d6e07c req-9ed4e404-9ea4-4c14-b786-07f8b8cd95a0 tempest-AggregatesAdminTestJSON-237306487 tempest-AggregatesAdminTestJSON-237306487-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:48:36.673610 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-2b68236c-0c30-48ac-a460-057b42d5d3d0 req-2c588812-151f-47da-8043-ae61fd756956 service neutron] For port f8f5bb2b-a729-466a-8200-39314c2436cc, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:48:36.682523 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-2b68236c-0c30-48ac-a460-057b42d5d3d0 req-2c588812-151f-47da-8043-ae61fd756956 service neutron] For port f8f5bb2b-a729-466a-8200-39314c2436cc, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=f8f5bb2b-a729-466a-8200-39314c2436cc,segment=NetworkSegment(2fd00a77-6cab-42c3-b322-459c43fd8637),segment_id=2fd00a77-6cab-42c3-b322-459c43fd8637)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:48:36.688315 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2b68236c-0c30-48ac-a460-057b42d5d3d0 req-2c588812-151f-47da-8043-ae61fd756956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:36.706936 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-a560e93d-4378-492a-9d93-c9e205921063 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:48:36.730428 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a560e93d-4378-492a-9d93-c9e205921063 admin admin] Usage tracker for resource:security_group_rule and tenant:adf16da94bed4fa69410c3a98c67ec5e is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:48:36.740898 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a560e93d-4378-492a-9d93-c9e205921063 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:48:36.777012 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b68236c-0c30-48ac-a460-057b42d5d3d0 req-2c588812-151f-47da-8043-ae61fd756956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:36.777966 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2b68236c-0c30-48ac-a460-057b42d5d3d0 req-2c588812-151f-47da-8043-ae61fd756956 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:36.779959 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2b68236c-0c30-48ac-a460-057b42d5d3d0 req-2c588812-151f-47da-8043-ae61fd756956 service neutron] 10.222.0.24 "PUT /v2.0/ports/f8f5bb2b-a729-466a-8200-39314c2436cc HTTP/1.1" status: 200 len: 1113 time: 1.2997041 May 05 19:48:36.781073 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0578805f-0375-41af-8f56-812e0005fe6d req-895fdfc3-5536-4895-b01f-62d3d0a9828a tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ecbfda5-20c1-471c-a301-f56cb75a4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1655326 May 05 19:48:36.787289 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-a560e93d-4378-492a-9d93-c9e205921063 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:48:36.787493 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b36d1d8-47f4-45eb-bd91-d7c1f042b613', 'tag': 'f8f5bb2b-a729-466a-8200-39314c2436cc'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:48:36.849210 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d0f2eb68-e0f8-43d1-a42a-e3d67da95cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:36.863076 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:36.930459 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a560e93d-4378-492a-9d93-c9e205921063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:36.936240 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 6b5808f6-07da-4f28-9770-a9140df74b8a, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=6b5808f6-07da-4f28-9770-a9140df74b8a,segment=NetworkSegment(0415ad73-5a7f-40e0-b4c4-886469d943b6),segment_id=0415ad73-5a7f-40e0-b4c4-886469d943b6)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:48:36.940621 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:36.968511 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c588812-151f-47da-8043-ae61fd756956 service neutron] Pushing event updated for resources: {'Port': ['ID=f8f5bb2b-a729-466a-8200-39314c2436cc,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:36.979516 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a560e93d-4378-492a-9d93-c9e205921063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:37.031266 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a560e93d-4378-492a-9d93-c9e205921063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c164d743-2c54-48d6-8a59-46e1bec924d5,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:37.034637 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=6b5808f6-07da-4f28-9770-a9140df74b8a,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:37.037536 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0ca649a3-8c14-42e7-acb0-e9715f4cc583 req-a443d5b7-a041-4e2b-9b74-3cb2392a2cb4 tempest-ServersAdmin275Test-416698197 tempest-ServersAdmin275Test-416698197-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1344af4-ac94-4482-8c6e-08fa01e62f39 HTTP/1.1" status: 200 len: 210 time: 0.1089938 May 05 19:48:37.059982 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-a560e93d-4378-492a-9d93-c9e205921063 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=adf16da94bed4fa69410c3a98c67ec5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6043997 May 05 19:48:37.061182 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56126) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:48:37.062893 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b68236c-0c30-48ac-a460-057b42d5d3d0 req-54faff84-f492-429a-8831-5d467932ac6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:37.064421 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2b68236c-0c30-48ac-a460-057b42d5d3d0 req-54faff84-f492-429a-8831-5d467932ac6a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ec798a1d17654fd38a17594ac4520b82&device_id=4b36d1d8-47f4-45eb-bd91-d7c1f042b613 HTTP/1.1" status: 200 len: 1116 time: 0.1934845 May 05 19:48:37.066163 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1d25c99e-575a-4d35-9bc3-7b7438d6e07c req-9ed4e404-9ea4-4c14-b786-07f8b8cd95a0 tempest-AggregatesAdminTestJSON-237306487 tempest-AggregatesAdminTestJSON-237306487-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:37.124306 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1d25c99e-575a-4d35-9bc3-7b7438d6e07c req-9ed4e404-9ea4-4c14-b786-07f8b8cd95a0 tempest-AggregatesAdminTestJSON-237306487 tempest-AggregatesAdminTestJSON-237306487-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:37.127431 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-61e705bf-0703-4ca8-85f5-108ec5fd51a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:37.155549 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-61e705bf-0703-4ca8-85f5-108ec5fd51a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:37.165351 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b6a2f9-442f-4f83-89d5-0f846be0b6f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b5808f6-07da-4f28-9770-a9140df74b8a'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:48:37.174425 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2b68236c-0c30-48ac-a460-057b42d5d3d0 req-a30bbd18-dd2b-4328-9f9b-ad1b1a159aa6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8f5bb2b-a729-466a-8200-39314c2436cc HTTP/1.1" status: 200 len: 217 time: 0.1023736 May 05 19:48:37.228630 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-61e705bf-0703-4ca8-85f5-108ec5fd51a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:37.232604 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1d25c99e-575a-4d35-9bc3-7b7438d6e07c req-9ed4e404-9ea4-4c14-b786-07f8b8cd95a0 tempest-AggregatesAdminTestJSON-237306487 tempest-AggregatesAdminTestJSON-237306487-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=0e19ce0a-4577-4275-8283-396b4d2affd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6617715 May 05 19:48:37.255632 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e705bf-0703-4ca8-85f5-108ec5fd51a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c164d743-2c54-48d6-8a59-46e1bec924d5,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:37.256076 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed4e404-9ea4-4c14-b786-07f8b8cd95a0 tempest-AggregatesAdminTestJSON-237306487 tempest-AggregatesAdminTestJSON-237306487-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a40f1892-3d67-4643-bf58-de50116aa34f,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:37.256170 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-61e705bf-0703-4ca8-85f5-108ec5fd51a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:37.256170 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-61e705bf-0703-4ca8-85f5-108ec5fd51a0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c164d743-2c54-48d6-8a59-46e1bec924d5 HTTP/1.1" status: 204 len: 168 time: 0.1925957 May 05 19:48:37.278371 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b68236c-0c30-48ac-a460-057b42d5d3d0 req-765561d3-033c-498b-9c4f-9409bedc62e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:37.281242 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2b68236c-0c30-48ac-a460-057b42d5d3d0 req-765561d3-033c-498b-9c4f-9409bedc62e1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=af43fcc5-064b-4df8-a8c0-be1ad4feb5a8 HTTP/1.1" status: 200 len: 847 time: 0.0964401 May 05 19:48:37.336166 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2b68236c-0c30-48ac-a460-057b42d5d3d0 req-4509ca83-0929-4896-893c-c0a547f97bb6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87da803f-e7d0-44ba-a1c3-46d895a6576d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490825 May 05 19:48:37.388166 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-782af063-0fe9-422c-beaa-ba3a8ccaaa74'] response: {'name': 'network-changed', 'server_uuid': '4b36d1d8-47f4-45eb-bd91-d7c1f042b613', 'tag': 'f8f5bb2b-a729-466a-8200-39314c2436cc', 'status': 'completed', 'code': 200} May 05 19:48:37.426878 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-470b6b9a-f463-4c00-90d6-c460e0589dd0'] response: {'server_uuid': 'd1b6a2f9-442f-4f83-89d5-0f846be0b6f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b5808f6-07da-4f28-9770-a9140df74b8a', 'code': 200} May 05 19:48:37.629951 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150dd0e4-324b-47fa-9346-3836a800bdd1 req-07cebe14-38db-4fa1-ab5c-0953cccd1f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:37.630565 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2b68236c-0c30-48ac-a460-057b42d5d3d0 req-443384c4-bdb2-44b9-88d3-18e303cf97d6 service neutron] 10.222.0.24 "GET /v2.0/networks/87da803f-e7d0-44ba-a1c3-46d895a6576d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869141 May 05 19:48:37.634644 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-150dd0e4-324b-47fa-9346-3836a800bdd1 req-07cebe14-38db-4fa1-ab5c-0953cccd1f92 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d1b6a2f9-442f-4f83-89d5-0f846be0b6f4 HTTP/1.1" status: 200 len: 1118 time: 0.1418123 May 05 19:48:37.646743 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8dcecf-649e-41c2-91d6-877078234b8e req-2b97c4fd-7aa8-4caa-b73b-99e9a1691d6a tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:37.648264 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-7b8dcecf-649e-41c2-91d6-877078234b8e req-2b97c4fd-7aa8-4caa-b73b-99e9a1691d6a tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Synchronizing usage tracker for tenant:ec798a1d17654fd38a17594ac4520b82 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:48:37.663792 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:37.695896 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-150dd0e4-324b-47fa-9346-3836a800bdd1 req-a2ff06d8-c590-4181-acb7-fd3ad520433c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0ecbfda5-20c1-471c-a301-f56cb75a4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0516257 May 05 19:48:37.714442 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56154) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:48:37.789444 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-7b8dcecf-649e-41c2-91d6-877078234b8e req-2b97c4fd-7aa8-4caa-b73b-99e9a1691d6a tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Unset dirty status for tenant:ec798a1d17654fd38a17594ac4520b82 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:48:37.790558 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7b8dcecf-649e-41c2-91d6-877078234b8e req-2b97c4fd-7aa8-4caa-b73b-99e9a1691d6a tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b36d1d8-47f4-45eb-bd91-d7c1f042b613 HTTP/1.1" status: 200 len: 965 time: 0.4160500 May 05 19:48:37.798120 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2a1e215c-c418-4af5-b267-6bb78c81f983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:37.840439 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-2a1e215c-c418-4af5-b267-6bb78c81f983 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:48:37.848336 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-2a1e215c-c418-4af5-b267-6bb78c81f983 admin admin] Usage tracker for resource:security_group_rule and tenant:1f139914f4874e2d91635b3900b45927 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:48:37.859196 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-2a1e215c-c418-4af5-b267-6bb78c81f983 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:48:37.877327 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-2a1e215c-c418-4af5-b267-6bb78c81f983 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:48:37.889288 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2b68236c-0c30-48ac-a460-057b42d5d3d0 req-875f20f5-5d61-4a55-9bc7-60d080ae90ea service neutron] 10.222.0.24 "GET /v2.0/networks/87da803f-e7d0-44ba-a1c3-46d895a6576d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358005 May 05 19:48:37.899414 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7b8dcecf-649e-41c2-91d6-877078234b8e req-e511c001-0921-4c82-bd42-9b85bbaddc59 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863850 May 05 19:48:37.941122 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:38.045956 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2a1e215c-c418-4af5-b267-6bb78c81f983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:38.053200 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2a1e215c-c418-4af5-b267-6bb78c81f983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:38.141210 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4516e8-336d-49e4-a75b-54358d65c7fb req-3866f0e3-b049-4cf8-ad50-b920795595ee tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:38.142727 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-be4516e8-336d-49e4-a75b-54358d65c7fb req-3866f0e3-b049-4cf8-ad50-b920795595ee tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] 10.222.0.36 "GET /v2.0/ports?device_id=816dfb24-da83-4bf7-b304-49c1180d1b05 HTTP/1.1" status: 200 len: 972 time: 0.0875239 May 05 19:48:38.161053 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-2a1e215c-c418-4af5-b267-6bb78c81f983 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1f139914f4874e2d91635b3900b45927&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4388616 May 05 19:48:38.163693 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1e215c-c418-4af5-b267-6bb78c81f983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=926a118b-9056-4c01-8e34-2f4b0e486c80,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:38.165268 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56174) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:48:38.180249 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0bc962-6c12-47cf-b8a5-dc1dc19beff2 req-acd35f35-ab5a-46a6-abc6-8c0f84d58c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:38.181711 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9d0bc962-6c12-47cf-b8a5-dc1dc19beff2 req-acd35f35-ab5a-46a6-abc6-8c0f84d58c30 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ec798a1d17654fd38a17594ac4520b82&device_id=4b36d1d8-47f4-45eb-bd91-d7c1f042b613 HTTP/1.1" status: 200 len: 1116 time: 0.2173190 May 05 19:48:38.236919 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ed99c-4b67-46ce-b89a-f5ad1c7ebb79 req-06eba3af-393b-49b7-883c-4ee92fea022e tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:38.238972 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cd2ed99c-4b67-46ce-b89a-f5ad1c7ebb79 req-06eba3af-393b-49b7-883c-4ee92fea022e tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.36 "GET /v2.0/ports?device_id=cec83bd7-bfc6-455b-8af6-af4132231875 HTTP/1.1" status: 200 len: 950 time: 0.1862266 May 05 19:48:38.260944 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-be4516e8-336d-49e4-a75b-54358d65c7fb req-a7b72f7c-deeb-48d4-a058-7f976d124cb8 tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e19ce0a-4577-4275-8283-396b4d2affd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122651 May 05 19:48:38.297696 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f85809ec-e68f-4c82-867e-c60c88e42c90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:38.323488 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f85809ec-e68f-4c82-867e-c60c88e42c90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:38.350715 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cd2ed99c-4b67-46ce-b89a-f5ad1c7ebb79 req-9cfb25a4-8d1f-455d-bd97-b86f82f68203 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb0ee734-d936-46f9-b2f6-dfc1a7318ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059783 May 05 19:48:38.371392 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0bc962-6c12-47cf-b8a5-dc1dc19beff2 req-a970010e-b963-4325-a609-701e3a9cb529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:38.371613 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9d0bc962-6c12-47cf-b8a5-dc1dc19beff2 req-a970010e-b963-4325-a609-701e3a9cb529 service neutron] 10.222.0.24 "GET /v2.0/networks?id=87da803f-e7d0-44ba-a1c3-46d895a6576d HTTP/1.1" status: 200 len: 908 time: 0.1812804 May 05 19:48:38.420979 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f85809ec-e68f-4c82-867e-c60c88e42c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:38.440181 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85809ec-e68f-4c82-867e-c60c88e42c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926a118b-9056-4c01-8e34-2f4b0e486c80,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:38.445133 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9d0bc962-6c12-47cf-b8a5-dc1dc19beff2 req-4576a836-92f8-4c15-9a45-e730476c437a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8f5bb2b-a729-466a-8200-39314c2436cc HTTP/1.1" status: 200 len: 217 time: 0.0658402 May 05 19:48:38.447656 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f85809ec-e68f-4c82-867e-c60c88e42c90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:38.460274 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f85809ec-e68f-4c82-867e-c60c88e42c90 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/926a118b-9056-4c01-8e34-2f4b0e486c80 HTTP/1.1" status: 204 len: 168 time: 0.2825727 May 05 19:48:38.485750 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133c1e2e-746d-4291-9ec8-c4d3da6c708f req-465b5631-09de-45e8-b279-cf40b1ea0994 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:38.487336 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-133c1e2e-746d-4291-9ec8-c4d3da6c708f req-465b5631-09de-45e8-b279-cf40b1ea0994 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1b6a2f9-442f-4f83-89d5-0f846be0b6f4 HTTP/1.1" status: 200 len: 967 time: 0.1185260 May 05 19:48:38.534134 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-133c1e2e-746d-4291-9ec8-c4d3da6c708f req-9976318e-7ca1-4437-b8a4-345c814f7324 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ecbfda5-20c1-471c-a301-f56cb75a4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406518 May 05 19:48:38.556218 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-87a7657b-58c0-42c7-8a99-5caffb6d626a req-269004b9-eb5d-4150-98c1-380aeffbb0cc tempest-ServersAdmin275Test-416698197 tempest-ServersAdmin275Test-416698197-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1344af4-ac94-4482-8c6e-08fa01e62f39 HTTP/1.1" status: 200 len: 210 time: 0.0477488 May 05 19:48:38.570552 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0bc962-6c12-47cf-b8a5-dc1dc19beff2 req-91af892d-b281-4e3d-917d-8521e964821f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:38.572030 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9d0bc962-6c12-47cf-b8a5-dc1dc19beff2 req-91af892d-b281-4e3d-917d-8521e964821f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=af43fcc5-064b-4df8-a8c0-be1ad4feb5a8 HTTP/1.1" status: 200 len: 847 time: 0.1190884 May 05 19:48:38.646256 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9d0bc962-6c12-47cf-b8a5-dc1dc19beff2 req-b69e85f3-f6e0-4763-a341-48fb35464ccc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87da803f-e7d0-44ba-a1c3-46d895a6576d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662680 May 05 19:48:38.844116 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9d0bc962-6c12-47cf-b8a5-dc1dc19beff2 req-2b32a6ba-b397-4fe0-a820-e20d41f46a3c service neutron] 10.222.0.24 "GET /v2.0/networks/87da803f-e7d0-44ba-a1c3-46d895a6576d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883247 May 05 19:48:39.154590 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9d0bc962-6c12-47cf-b8a5-dc1dc19beff2 req-92462d36-8385-43f6-9738-bb110ad0cee9 service neutron] 10.222.0.24 "GET /v2.0/networks/87da803f-e7d0-44ba-a1c3-46d895a6576d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040013 May 05 19:48:39.252133 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf1a60b-12eb-40b0-b788-a9875b9e74e3 req-9b8f97fa-4697-491e-8cc7-81d53b60f4fe tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:39.253955 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bdf1a60b-12eb-40b0-b788-a9875b9e74e3 req-9b8f97fa-4697-491e-8cc7-81d53b60f4fe tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b36d1d8-47f4-45eb-bd91-d7c1f042b613 HTTP/1.1" status: 200 len: 965 time: 0.0976257 May 05 19:48:39.327214 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bdf1a60b-12eb-40b0-b788-a9875b9e74e3 req-8aadbb1a-6688-4ce7-888a-553c6d7b9774 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671842 May 05 19:48:39.362166 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ec525-fe6c-4bf0-ba9b-d03e3aa90ab1 req-f6f2605f-153d-466c-b8df-4b09c3c35338 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:39.371831 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b28ec525-fe6c-4bf0-ba9b-d03e3aa90ab1 req-f6f2605f-153d-466c-b8df-4b09c3c35338 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.36 "GET /v2.0/ports?device_id=cec83bd7-bfc6-455b-8af6-af4132231875 HTTP/1.1" status: 200 len: 950 time: 0.1063192 May 05 19:48:39.403492 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:39.471987 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b28ec525-fe6c-4bf0-ba9b-d03e3aa90ab1 req-0cd427bf-15a4-46f9-9910-0fa4d2334240 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb0ee734-d936-46f9-b2f6-dfc1a7318ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983741 May 05 19:48:39.521259 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fffe52-caa5-4339-8fc9-bbf8f2c1f474 req-ac29d6e5-5542-4409-ade4-5c5222171f40 tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:39.523859 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113afdc-9071-47d7-8c72-3b49faadfd5b req-67a9538a-500e-4d85-83c9-9cbefb1f3d40 tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:39.525136 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9113afdc-9071-47d7-8c72-3b49faadfd5b req-67a9538a-500e-4d85-83c9-9cbefb1f3d40 tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] 10.222.0.24 "GET /v2.0/ports?device_id=816dfb24-da83-4bf7-b304-49c1180d1b05 HTTP/1.1" status: 200 len: 972 time: 0.1074271 May 05 19:48:39.530461 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e6fffe52-caa5-4339-8fc9-bbf8f2c1f474 req-ac29d6e5-5542-4409-ade4-5c5222171f40 tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] 10.222.0.36 "GET /v2.0/ports?device_id=816dfb24-da83-4bf7-b304-49c1180d1b05 HTTP/1.1" status: 200 len: 972 time: 0.1068990 May 05 19:48:39.579639 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e6fffe52-caa5-4339-8fc9-bbf8f2c1f474 req-9d906505-be90-494b-acb9-adc3a6767c43 tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e19ce0a-4577-4275-8283-396b4d2affd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480399 May 05 19:48:39.631642 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-9113afdc-9071-47d7-8c72-3b49faadfd5b req-1848c0dc-daf9-457e-a9ee-c95d9efce255 tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] Deleting port bac9cb6a-db30-41e6-aab7-3b407495bdbe {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:48:39.632013 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9113afdc-9071-47d7-8c72-3b49faadfd5b req-1848c0dc-daf9-457e-a9ee-c95d9efce255 tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:39.765025 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cdd85aec-1de4-48e4-8a88-3628466d83f2 req-1c3979c1-62d6-4e44-8a8a-8faf74d82be2 tempest-ServersAdmin275Test-416698197 tempest-ServersAdmin275Test-416698197-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1344af4-ac94-4482-8c6e-08fa01e62f39 HTTP/1.1" status: 200 len: 210 time: 0.0485930 May 05 19:48:39.980083 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56234) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:48:40.027615 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d91f9-79f9-4147-89e3-8cd4fc73b1be req-1ffde0b2-ed18-44f8-a267-7a072840c453 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:40.029994 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6f6d91f9-79f9-4147-89e3-8cd4fc73b1be req-1ffde0b2-ed18-44f8-a267-7a072840c453 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1b6a2f9-442f-4f83-89d5-0f846be0b6f4 HTTP/1.1" status: 200 len: 967 time: 0.3161006 May 05 19:48:40.114437 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6f6d91f9-79f9-4147-89e3-8cd4fc73b1be req-91e1a0b1-5d42-4228-876e-1c22586db9fe tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ecbfda5-20c1-471c-a301-f56cb75a4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0784454 May 05 19:48:40.115989 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-9113afdc-9071-47d7-8c72-3b49faadfd5b req-1848c0dc-daf9-457e-a9ee-c95d9efce255 tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] For port bac9cb6a-db30-41e6-aab7-3b407495bdbe, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=bac9cb6a-db30-41e6-aab7-3b407495bdbe,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:48:40.116354 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9113afdc-9071-47d7-8c72-3b49faadfd5b req-1848c0dc-daf9-457e-a9ee-c95d9efce255 tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:40.157553 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bcb87a42-517f-4c76-b4a0-8d363f46c486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:40.174293 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-bcb87a42-517f-4c76-b4a0-8d363f46c486 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:48:40.180732 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-bcb87a42-517f-4c76-b4a0-8d363f46c486 admin admin] Usage tracker for resource:security_group_rule and tenant:1603d0bde8b048d5bd896b9a0c088c8c is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:48:40.185149 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-bcb87a42-517f-4c76-b4a0-8d363f46c486 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:48:40.192033 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-bcb87a42-517f-4c76-b4a0-8d363f46c486 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:48:40.258660 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-9113afdc-9071-47d7-8c72-3b49faadfd5b req-1848c0dc-daf9-457e-a9ee-c95d9efce255 tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] Calling delete_port for bac9cb6a-db30-41e6-aab7-3b407495bdbe owned by compute:tempest-test_az-1486601211 {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:48:40.369462 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bcb87a42-517f-4c76-b4a0-8d363f46c486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:40.376325 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bcb87a42-517f-4c76-b4a0-8d363f46c486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:40.440496 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-bcb87a42-517f-4c76-b4a0-8d363f46c486 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1603d0bde8b048d5bd896b9a0c088c8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4591391 May 05 19:48:40.440698 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56256) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:48:40.447715 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb87a42-517f-4c76-b4a0-8d363f46c486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca70385f-e850-4034-a484-1426afd1c71a,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:40.460529 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c68a7-ca3b-4de9-b2ea-d99d41bf932a req-c4e0b172-510d-4dae-98cc-4c7fbfd90aa4 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:40.471666 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ae3c68a7-ca3b-4de9-b2ea-d99d41bf932a req-c4e0b172-510d-4dae-98cc-4c7fbfd90aa4 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1b6a2f9-442f-4f83-89d5-0f846be0b6f4 HTTP/1.1" status: 200 len: 967 time: 0.2343285 May 05 19:48:40.472161 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56260) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:48:40.479499 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-b5194d25-058c-473a-8163-ce2b5df00611 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Request body: {'floatingip': {'port_id': '6b5808f6-07da-4f28-9770-a9140df74b8a'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:48:40.518049 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device f8f5bb2b-a729-466a-8200-39314c2436cc details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:48:40.595869 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b5194d25-058c-473a-8163-ce2b5df00611 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Notify callbacks [] for floatingip, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:40.635583 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a9fc0-8667-45ed-848c-9bfb07124531 req-6a0c546c-c864-48cd-84ec-3aec0929b460 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:40.637086 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4b5a9fc0-8667-45ed-848c-9bfb07124531 req-6a0c546c-c864-48cd-84ec-3aec0929b460 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b36d1d8-47f4-45eb-bd91-d7c1f042b613 HTTP/1.1" status: 200 len: 965 time: 0.1391940 May 05 19:48:40.657006 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d1ae844a-c73c-45b5-b9ed-de9a4667fbc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:40.687812 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d1ae844a-c73c-45b5-b9ed-de9a4667fbc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:40.744679 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port f8f5bb2b-a729-466a-8200-39314c2436cc, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=f8f5bb2b-a729-466a-8200-39314c2436cc,segment=NetworkSegment(2fd00a77-6cab-42c3-b322-459c43fd8637),segment_id=2fd00a77-6cab-42c3-b322-459c43fd8637)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:48:40.744906 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9113afdc-9071-47d7-8c72-3b49faadfd5b req-1848c0dc-daf9-457e-a9ee-c95d9efce255 tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:40.760217 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': 'f8f5bb2b-a729-466a-8200-39314c2436cc', 'network_id': '87da803f-e7d0-44ba-a1c3-46d895a6576d', 'port_id': 'f8f5bb2b-a729-466a-8200-39314c2436cc', 'mac_address': 'fa:16:3e:20:b8:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af43fcc5-064b-4df8-a8c0-be1ad4feb5a8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:tempest-test_az-1486601211', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:48:40.805450 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d252ff-83af-4766-a020-073cf0553910 req-64039551-89d4-456f-9d26-e3e60f84479b tempest-DeleteServersAdminTestJSON-1544380922 tempest-DeleteServersAdminTestJSON-1544380922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:40.807535 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b6d252ff-83af-4766-a020-073cf0553910 req-64039551-89d4-456f-9d26-e3e60f84479b tempest-DeleteServersAdminTestJSON-1544380922 tempest-DeleteServersAdminTestJSON-1544380922-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=cec83bd7-bfc6-455b-8af6-af4132231875 HTTP/1.1" status: 200 len: 1101 time: 0.2700481 May 05 19:48:40.821673 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['bac9cb6a-db30-41e6-aab7-3b407495bdbe'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:48:40.851343 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:40.901366 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8f5bb2b-a729-466a-8200-39314c2436cc {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:48:40.920195 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port f8f5bb2b-a729-466a-8200-39314c2436cc, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=f8f5bb2b-a729-466a-8200-39314c2436cc,segment=NetworkSegment(2fd00a77-6cab-42c3-b322-459c43fd8637),segment_id=2fd00a77-6cab-42c3-b322-459c43fd8637)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:48:40.930967 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:40.956902 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1848c0dc-daf9-457e-a9ee-c95d9efce255 tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] Pushing event deleted for resources: {'Port': ['ID=bac9cb6a-db30-41e6-aab7-3b407495bdbe,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:40.976610 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4b5a9fc0-8667-45ed-848c-9bfb07124531 req-136cd675-47ab-4055-ace7-ad4cc2446366 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3211248 May 05 19:48:40.984137 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d1ae844a-c73c-45b5-b9ed-de9a4667fbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:41.004255 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-9113afdc-9071-47d7-8c72-3b49faadfd5b req-1848c0dc-daf9-457e-a9ee-c95d9efce255 tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] No DVR routers for this DVR port bac9cb6a-db30-41e6-aab7-3b407495bdbe on host n-h1-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:48:41.009071 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9113afdc-9071-47d7-8c72-3b49faadfd5b req-1848c0dc-daf9-457e-a9ee-c95d9efce255 tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:41.015975 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '816dfb24-da83-4bf7-b304-49c1180d1b05', 'name': 'network-vif-deleted', 'tag': 'bac9cb6a-db30-41e6-aab7-3b407495bdbe'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:48:41.029249 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ae844a-c73c-45b5-b9ed-de9a4667fbc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca70385f-e850-4034-a484-1426afd1c71a,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:41.059503 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=f8f5bb2b-a729-466a-8200-39314c2436cc,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:41.064963 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-b6d252ff-83af-4766-a020-073cf0553910 req-98c4ca1e-488b-4754-95e5-ec8dfbe184ef tempest-DeleteServersAdminTestJSON-1544380922 tempest-DeleteServersAdminTestJSON-1544380922-project-admin] Deleting port f375539b-83c7-4124-8c9f-90908777304e {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:48:41.065589 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-b6d252ff-83af-4766-a020-073cf0553910 req-98c4ca1e-488b-4754-95e5-ec8dfbe184ef tempest-DeleteServersAdminTestJSON-1544380922 tempest-DeleteServersAdminTestJSON-1544380922-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:41.080457 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9113afdc-9071-47d7-8c72-3b49faadfd5b req-1848c0dc-daf9-457e-a9ee-c95d9efce255 tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] 10.222.0.24 "DELETE /v2.0/ports/bac9cb6a-db30-41e6-aab7-3b407495bdbe HTTP/1.1" status: 204 len: 173 time: 1.5491872 May 05 19:48:41.086573 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d1ae844a-c73c-45b5-b9ed-de9a4667fbc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:41.090563 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d1ae844a-c73c-45b5-b9ed-de9a4667fbc5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ca70385f-e850-4034-a484-1426afd1c71a HTTP/1.1" status: 204 len: 168 time: 0.6489148 May 05 19:48:41.146839 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['f8f5bb2b-a729-466a-8200-39314c2436cc'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:48:41.164615 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-d32db031-5824-498b-bbaa-4d8fe48333ee req-3d52b898-0308-4abe-bae7-bea5fb24ffac tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] Synchronizing usage tracker for tenant:2781c844474240aea53d18b6a2457615 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:48:41.187328 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-d32db031-5824-498b-bbaa-4d8fe48333ee req-3d52b898-0308-4abe-bae7-bea5fb24ffac tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] Unset dirty status for tenant:2781c844474240aea53d18b6a2457615 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:48:41.189695 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d32db031-5824-498b-bbaa-4d8fe48333ee req-3d52b898-0308-4abe-bae7-bea5fb24ffac tempest-AggregatesAdminTestJSON-140722938 tempest-AggregatesAdminTestJSON-140722938-project] 10.222.0.36 "GET /v2.0/ports?device_id=816dfb24-da83-4bf7-b304-49c1180d1b05 HTTP/1.1" status: 200 len: 210 time: 0.0695882 May 05 19:48:41.493452 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40445eb-c264-4fca-bb00-5189d22e0cff req-81675555-49c6-48d3-bb6a-5545b3945e28 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:41.501118 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a40445eb-c264-4fca-bb00-5189d22e0cff req-81675555-49c6-48d3-bb6a-5545b3945e28 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.36 "GET /v2.0/ports?device_id=cec83bd7-bfc6-455b-8af6-af4132231875 HTTP/1.1" status: 200 len: 950 time: 0.5375359 May 05 19:48:41.561777 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b38f5523-b6aa-48a4-9999-284ff3d23eda req-13412c70-e3da-4177-8353-4c27f55b11a6 tempest-ServersAdmin275Test-416698197 tempest-ServersAdmin275Test-416698197-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1344af4-ac94-4482-8c6e-08fa01e62f39 HTTP/1.1" status: 200 len: 210 time: 0.0743265 May 05 19:48:41.658433 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6581254c-5d13-438f-b8f9-1dbf3100c0f8'] response: {'server_uuid': '816dfb24-da83-4bf7-b304-49c1180d1b05', 'name': 'network-vif-deleted', 'tag': 'bac9cb6a-db30-41e6-aab7-3b407495bdbe', 'status': 'completed', 'code': 200} May 05 19:48:41.672988 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56294) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:48:41.690307 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2ffe14cb-4203-465b-9764-859bf8495444 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:41.709054 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-2ffe14cb-4203-465b-9764-859bf8495444 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:48:41.713229 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-2ffe14cb-4203-465b-9764-859bf8495444 admin admin] Usage tracker for resource:security_group_rule and tenant:38727a7decd14c9cbfe63716f2d77223 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:48:41.717036 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-2ffe14cb-4203-465b-9764-859bf8495444 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:48:41.723347 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-2ffe14cb-4203-465b-9764-859bf8495444 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:48:41.827992 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a40445eb-c264-4fca-bb00-5189d22e0cff req-3596992b-5e83-41ce-86a3-15426b587621 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb0ee734-d936-46f9-b2f6-dfc1a7318ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258984 May 05 19:48:41.831819 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2ffe14cb-4203-465b-9764-859bf8495444 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:41.836250 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2ffe14cb-4203-465b-9764-859bf8495444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:41.882015 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffe14cb-4203-465b-9764-859bf8495444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4277d982-fcba-46b1-adc4-734167095054,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:41.893671 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-2ffe14cb-4203-465b-9764-859bf8495444 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=38727a7decd14c9cbfe63716f2d77223&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2194133 May 05 19:48:41.896130 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56298) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:48:41.899706 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-b6d252ff-83af-4766-a020-073cf0553910 req-98c4ca1e-488b-4754-95e5-ec8dfbe184ef tempest-DeleteServersAdminTestJSON-1544380922 tempest-DeleteServersAdminTestJSON-1544380922-project-admin] For port f375539b-83c7-4124-8c9f-90908777304e, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=f375539b-83c7-4124-8c9f-90908777304e,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:48:41.900407 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-b6d252ff-83af-4766-a020-073cf0553910 req-98c4ca1e-488b-4754-95e5-ec8dfbe184ef tempest-DeleteServersAdminTestJSON-1544380922 tempest-DeleteServersAdminTestJSON-1544380922-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:41.960917 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3f0b51a7-d604-47cc-ac39-5b9dfca5192f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:41.992065 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3f0b51a7-d604-47cc-ac39-5b9dfca5192f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:42.054941 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3f0b51a7-d604-47cc-ac39-5b9dfca5192f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:42.078464 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-b6d252ff-83af-4766-a020-073cf0553910 req-98c4ca1e-488b-4754-95e5-ec8dfbe184ef tempest-DeleteServersAdminTestJSON-1544380922 tempest-DeleteServersAdminTestJSON-1544380922-project-admin] Calling delete_port for f375539b-83c7-4124-8c9f-90908777304e owned by compute:nova {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:48:42.081522 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0b51a7-d604-47cc-ac39-5b9dfca5192f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4277d982-fcba-46b1-adc4-734167095054,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:42.116817 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-81fb285e-9892-461f-bc22-99ed8a003728 req-6a14ae14-71c0-4e06-989d-695764c434d9 tempest-QuotasAdminNegativeTest-382014142 tempest-QuotasAdminNegativeTest-382014142-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=41ccc0d2f5cf47faa25b5d8b4c2f26fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331044 May 05 19:48:42.118580 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3f0b51a7-d604-47cc-ac39-5b9dfca5192f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:42.119608 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3f0b51a7-d604-47cc-ac39-5b9dfca5192f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4277d982-fcba-46b1-adc4-734167095054 HTTP/1.1" status: 204 len: 168 time: 0.2225173 May 05 19:48:42.196231 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.resource_extend [None req-b5194d25-058c-473a-8163-ce2b5df00611 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 19:48:42.270967 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb285e-9892-461f-bc22-99ed8a003728 req-acb0e892-c602-4818-b7ab-1d2784ff8f99 tempest-QuotasAdminNegativeTest-382014142 tempest-QuotasAdminNegativeTest-382014142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:42.272651 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-81fb285e-9892-461f-bc22-99ed8a003728 req-acb0e892-c602-4818-b7ab-1d2784ff8f99 tempest-QuotasAdminNegativeTest-382014142 tempest-QuotasAdminNegativeTest-382014142-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1494122 May 05 19:48:42.293182 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-81fb285e-9892-461f-bc22-99ed8a003728 req-acd84cce-b380-4a1b-aa26-a007fb127c7f tempest-QuotasAdminNegativeTest-382014142 tempest-QuotasAdminNegativeTest-382014142-project] 10.222.0.36 "GET /v2.0/quotas/41ccc0d2f5cf47faa25b5d8b4c2f26fa HTTP/1.1" status: 200 len: 375 time: 0.0109484 May 05 19:48:42.345552 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-81fb285e-9892-461f-bc22-99ed8a003728 req-734de83a-70e7-4522-a0ea-bb480efbfd14 tempest-QuotasAdminNegativeTest-382014142 tempest-QuotasAdminNegativeTest-382014142-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=41ccc0d2f5cf47faa25b5d8b4c2f26fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467575 May 05 19:48:42.391154 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b5194d25-058c-473a-8163-ce2b5df00611 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:42.406148 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f5fae1-4efa-4bb0-b5a1-57d47437ebe7 req-c1d1663b-d0cb-4f03-89d1-5ff3cfac65d8 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:42.413207 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-07f5fae1-4efa-4bb0-b5a1-57d47437ebe7 req-c1d1663b-d0cb-4f03-89d1-5ff3cfac65d8 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b36d1d8-47f4-45eb-bd91-d7c1f042b613 HTTP/1.1" status: 200 len: 966 time: 0.2978621 May 05 19:48:42.442669 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b5194d25-058c-473a-8163-ce2b5df00611 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:42.535243 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device f8f5bb2b-a729-466a-8200-39314c2436cc up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:48:42.618548 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-b6d252ff-83af-4766-a020-073cf0553910 req-98c4ca1e-488b-4754-95e5-ec8dfbe184ef tempest-DeleteServersAdminTestJSON-1544380922 tempest-DeleteServersAdminTestJSON-1544380922-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:42.634138 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['f375539b-83c7-4124-8c9f-90908777304e'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:48:42.694803 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port f8f5bb2b-a729-466a-8200-39314c2436cc completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:48:42.702560 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port f8f5bb2b-a729-466a-8200-39314c2436cc triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:48:42.703228 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:42.861195 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:42.902518 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port f8f5bb2b-a729-466a-8200-39314c2436cc, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=f8f5bb2b-a729-466a-8200-39314c2436cc,segment=NetworkSegment(2fd00a77-6cab-42c3-b322-459c43fd8637),segment_id=2fd00a77-6cab-42c3-b322-459c43fd8637)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:48:42.904162 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b36d1d8-47f4-45eb-bd91-d7c1f042b613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f5bb2b-a729-466a-8200-39314c2436cc'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:48:42.922199 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:42.922199 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device bac9cb6a-db30-41e6-aab7-3b407495bdbe no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:48:42.922356 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c4ca1e-488b-4754-95e5-ec8dfbe184ef tempest-DeleteServersAdminTestJSON-1544380922 tempest-DeleteServersAdminTestJSON-1544380922-project-admin] Pushing event deleted for resources: {'Port': ['ID=f375539b-83c7-4124-8c9f-90908777304e,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:42.925465 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-07f5fae1-4efa-4bb0-b5a1-57d47437ebe7 req-86a840ed-9706-4ee5-bc3f-e92361e93669 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5092585 May 05 19:48:42.971975 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6d252ff-83af-4766-a020-073cf0553910 req-98c4ca1e-488b-4754-95e5-ec8dfbe184ef tempest-DeleteServersAdminTestJSON-1544380922 tempest-DeleteServersAdminTestJSON-1544380922-project-admin] No DVR routers for this DVR port f375539b-83c7-4124-8c9f-90908777304e on host n-h2-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:48:42.977709 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-b6d252ff-83af-4766-a020-073cf0553910 req-98c4ca1e-488b-4754-95e5-ec8dfbe184ef tempest-DeleteServersAdminTestJSON-1544380922 tempest-DeleteServersAdminTestJSON-1544380922-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:42.984417 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cec83bd7-bfc6-455b-8af6-af4132231875', 'name': 'network-vif-deleted', 'tag': 'f375539b-83c7-4124-8c9f-90908777304e'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:48:43.020297 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b6d252ff-83af-4766-a020-073cf0553910 req-98c4ca1e-488b-4754-95e5-ec8dfbe184ef tempest-DeleteServersAdminTestJSON-1544380922 tempest-DeleteServersAdminTestJSON-1544380922-project-admin] 10.222.0.50 "DELETE /v2.0/ports/f375539b-83c7-4124-8c9f-90908777304e HTTP/1.1" status: 204 len: 173 time: 2.2028408 May 05 19:48:43.021283 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] No Port match for: bac9cb6a-db30-41e6-aab7-3b407495bdbe {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 19:48:43.021838 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device bac9cb6a-db30-41e6-aab7-3b407495bdbe not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:48:43.028736 n-d-840717-1 neutron-server[88197]: INFO neutron.db.l3_db [None req-b5194d25-058c-473a-8163-ce2b5df00611 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Floating IP 7e523961-6055-49ab-8c80-66817b72a88b associated. External IP: 172.25.0.152, port: 6b5808f6-07da-4f28-9770-a9140df74b8a. May 05 19:48:43.114607 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=f8f5bb2b-a729-466a-8200-39314c2436cc,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:43.195934 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 19:48:43.257717 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2ed3067f-9dc3-45e9-a223-0830ac6390bb req-2b95bc50-e771-4ccf-a644-fc46eb364f1c tempest-ServersAdmin275Test-416698197 tempest-ServersAdmin275Test-416698197-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1344af4-ac94-4482-8c6e-08fa01e62f39 HTTP/1.1" status: 200 len: 210 time: 0.0469916 May 05 19:48:43.321398 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a441f6a-f0f2-4a37-9b4c-019c80445b4b'] response: {'server_uuid': '4b36d1d8-47f4-45eb-bd91-d7c1f042b613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f5bb2b-a729-466a-8200-39314c2436cc', 'code': 200} May 05 19:48:43.388208 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd1846f9-19f9-4fbb-aacd-76dc9493fc1c'] response: {'server_uuid': 'cec83bd7-bfc6-455b-8af6-af4132231875', 'name': 'network-vif-deleted', 'tag': 'f375539b-83c7-4124-8c9f-90908777304e', 'status': 'completed', 'code': 200} May 05 19:48:43.389765 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-75fcc005-75a2-49e4-926c-39f33cafa794 req-da50a5f2-e0d6-4cb3-b267-f09f0d311f54 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Synchronizing usage tracker for tenant:69f94df1cbe14489aec5f0f54ec137b6 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:48:43.474966 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-75fcc005-75a2-49e4-926c-39f33cafa794 req-da50a5f2-e0d6-4cb3-b267-f09f0d311f54 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Unset dirty status for tenant:69f94df1cbe14489aec5f0f54ec137b6 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:48:43.476335 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-75fcc005-75a2-49e4-926c-39f33cafa794 req-da50a5f2-e0d6-4cb3-b267-f09f0d311f54 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.36 "GET /v2.0/ports?device_id=cec83bd7-bfc6-455b-8af6-af4132231875 HTTP/1.1" status: 200 len: 210 time: 0.1479928 May 05 19:48:43.499011 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6149de3f-3ece-4f40-a6ec-27ef4eed6270 req-03cadc60-4551-44ab-b576-e7eb0a8ab5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:43.500536 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6149de3f-3ece-4f40-a6ec-27ef4eed6270 req-03cadc60-4551-44ab-b576-e7eb0a8ab5ba service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4b36d1d8-47f4-45eb-bd91-d7c1f042b613 HTTP/1.1" status: 200 len: 1118 time: 0.1177435 May 05 19:48:43.608208 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-6149de3f-3ece-4f40-a6ec-27ef4eed6270 req-532a1c8e-a990-4e84-ac82-dc15a8ba98d9 service neutron] Synchronizing usage tracker for tenant:54a465c4826b47b4835f27464f7d02c5 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:48:43.648496 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-6149de3f-3ece-4f40-a6ec-27ef4eed6270 req-532a1c8e-a990-4e84-ac82-dc15a8ba98d9 service neutron] Unset dirty status for tenant:54a465c4826b47b4835f27464f7d02c5 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:48:43.649638 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6149de3f-3ece-4f40-a6ec-27ef4eed6270 req-532a1c8e-a990-4e84-ac82-dc15a8ba98d9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432245 May 05 19:48:43.671165 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5194d25-058c-473a-8163-ce2b5df00611 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Router fc3453a7-e407-4e16-b477-c95c65c10354 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 19:48:43.816997 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:43.939344 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5194d25-058c-473a-8163-ce2b5df00611 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 19:48:43.946154 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b5194d25-058c-473a-8163-ce2b5df00611 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:43.958471 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f524c97-cd3b-422c-a7e4-a7931f235233 None None] Sync routers for ids ['fc3453a7-e407-4e16-b477-c95c65c10354'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 19:48:43.973640 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f524c97-cd3b-422c-a7e4-a7931f235233 None None] Routers {'fc3453a7-e407-4e16-b477-c95c65c10354'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:48:43.974264 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-2f524c97-cd3b-422c-a7e4-a7931f235233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:48:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['fc3453a7-e407-4e16-b477-c95c65c10354'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:48:44.089867 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-b5194d25-058c-473a-8163-ce2b5df00611 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] 10.222.0.36 "PUT /v2.0/floatingips/7e523961-6055-49ab-8c80-66817b72a88b HTTP/1.1" status: 200 len: 1013 time: 3.6152921 May 05 19:48:44.289527 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-2f524c97-cd3b-422c-a7e4-a7931f235233 None None] Set router fc3453a7-e407-4e16-b477-c95c65c10354 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:48:44.348013 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e02a04c-bcc2-48bd-ab04-ad01cd1a8a99 req-453238da-b946-45af-86af-3260c5759477 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:44.349543 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0e02a04c-bcc2-48bd-ab04-ad01cd1a8a99 req-453238da-b946-45af-86af-3260c5759477 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b36d1d8-47f4-45eb-bd91-d7c1f042b613 HTTP/1.1" status: 200 len: 967 time: 0.1350727 May 05 19:48:44.454739 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0e02a04c-bcc2-48bd-ab04-ad01cd1a8a99 req-ca8e6455-0768-4aee-83a5-f556593a38b0 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971391 May 05 19:48:44.760604 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device f375539b-83c7-4124-8c9f-90908777304e no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:48:44.788878 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73da1e-c95e-4858-86a4-70c4f2a0003d req-9822f91f-6a64-4c4e-89b6-a261722ad141 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:44.790563 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bf73da1e-c95e-4858-86a4-70c4f2a0003d req-9822f91f-6a64-4c4e-89b6-a261722ad141 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1b6a2f9-442f-4f83-89d5-0f846be0b6f4 HTTP/1.1" status: 200 len: 967 time: 0.1376200 May 05 19:48:44.801017 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-2f524c97-cd3b-422c-a7e4-a7931f235233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3453a7-e407-4e16-b477-c95c65c10354', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-696356457-router', 'tenant_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'b2d0710b-2614-479d-b7eb-29fbf11d2d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:47:46Z', 'updated_at': '2022-05-05T19:47:52Z', 'revision_number': 4, 'project_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'gw_port': {'id': 'b2d0710b-2614-479d-b7eb-29fbf11d2d67', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:81:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3453a7-e407-4e16-b477-c95c65c10354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:47:47Z', 'updated_at': '2022-05-05T19:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '7e523961-6055-49ab-8c80-66817b72a88b', 'tenant_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'floating_ip_address': '172.25.0.152', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'fc3453a7-e407-4e16-b477-c95c65c10354', 'port_id': '6b5808f6-07da-4f28-9770-a9140df74b8a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1753be5e-696a-42f8-9a08-d20a05c27948', 'mac_address': 'fa:16:3e:38:ce:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b6a2f9-442f-4f83-89d5-0f846be0b6f4', 'device_owner': 'compute:tempest-test_az-1486601211'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T19:48:21Z', 'updated_at': '2022-05-05T19:48:41Z', 'revision_number': 1, 'project_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c54112f-3707-4af2-97c9-281beddce49a', 'name': '', 'network_id': '1753be5e-696a-42f8-9a08-d20a05c27948', 'tenant_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'mac_address': 'fa:16:3e:2c:2c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3453a7-e407-4e16-b477-c95c65c10354', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'd902a8d0-b514-4bd9-bafe-ab994adadb04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:47:50Z', 'updated_at': '2022-05-05T19:48:00Z', 'revision_number': 5, 'project_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'subnets': [{'id': 'd902a8d0-b514-4bd9-bafe-ab994adadb04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:48:44.805392 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f524c97-cd3b-422c-a7e4-a7931f235233 None None] Checking router: fc3453a7-e407-4e16-b477-c95c65c10354 for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 19:48:44.814761 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f524c97-cd3b-422c-a7e4-a7931f235233 None None] Routers {'fc3453a7-e407-4e16-b477-c95c65c10354'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:48:44.815570 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-2f524c97-cd3b-422c-a7e4-a7931f235233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:48:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['fc3453a7-e407-4e16-b477-c95c65c10354'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:48:44.816169 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cd3ea38f-b025-4d70-aba2-961cc4685052 req-896d8783-416e-4be3-83df-e654172c5c56 tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=98520bcd3a4241bd851403bddd5b66a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0722442 May 05 19:48:44.834688 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] No Port match for: f375539b-83c7-4124-8c9f-90908777304e {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 19:48:44.835323 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device f375539b-83c7-4124-8c9f-90908777304e not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:48:44.905683 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bf73da1e-c95e-4858-86a4-70c4f2a0003d req-8e837c69-5512-4349-b3ae-42771700d5ba tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ecbfda5-20c1-471c-a301-f56cb75a4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1067016 May 05 19:48:44.976904 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3ea38f-b025-4d70-aba2-961cc4685052 req-9db8b093-06d3-483f-9e64-667ee0c8ff47 tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:44.980058 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cd3ea38f-b025-4d70-aba2-961cc4685052 req-9db8b093-06d3-483f-9e64-667ee0c8ff47 tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1623724 May 05 19:48:44.993339 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cd3ea38f-b025-4d70-aba2-961cc4685052 req-4249aee2-d0d1-46e7-b39a-c6b42974f9d0 tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] 10.222.0.36 "GET /v2.0/quotas/98520bcd3a4241bd851403bddd5b66a6 HTTP/1.1" status: 200 len: 375 time: 0.0088909 May 05 19:48:45.007219 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-2f524c97-cd3b-422c-a7e4-a7931f235233 None None] Set router fc3453a7-e407-4e16-b477-c95c65c10354 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:48:45.047580 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cd3ea38f-b025-4d70-aba2-961cc4685052 req-2cd4922c-13d3-49e5-a337-6a9cdb95d307 tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=98520bcd3a4241bd851403bddd5b66a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478516 May 05 19:48:45.067397 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5bad3f45-7435-4b5c-93f9-4256ac36f3ef req-f45bf138-1e7c-4ae8-a828-1e14a1db9cda tempest-ServersAdmin275Test-416698197 tempest-ServersAdmin275Test-416698197-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1344af4-ac94-4482-8c6e-08fa01e62f39 HTTP/1.1" status: 200 len: 210 time: 0.0464642 May 05 19:48:45.231246 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a14fc908-268a-452c-8b83-3acdb591fde9 req-1c950c7c-9ea1-4b88-8be0-ab6d644801e5 tempest-QuotasAdminNegativeTest-382014142 tempest-QuotasAdminNegativeTest-382014142-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=41ccc0d2f5cf47faa25b5d8b4c2f26fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362873 May 05 19:48:45.389394 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1b6a2f9-442f-4f83-89d5-0f846be0b6f4', 'tag': '6b5808f6-07da-4f28-9770-a9140df74b8a'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:48:45.427374 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14fc908-268a-452c-8b83-3acdb591fde9 req-056dc593-03e4-4967-bef1-157458005523 tempest-QuotasAdminNegativeTest-382014142 tempest-QuotasAdminNegativeTest-382014142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:45.428858 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a14fc908-268a-452c-8b83-3acdb591fde9 req-056dc593-03e4-4967-bef1-157458005523 tempest-QuotasAdminNegativeTest-382014142 tempest-QuotasAdminNegativeTest-382014142-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1916015 May 05 19:48:45.451600 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a14fc908-268a-452c-8b83-3acdb591fde9 req-3413ac7b-eaa6-41b5-a93a-86d1a557fc31 tempest-QuotasAdminNegativeTest-382014142 tempest-QuotasAdminNegativeTest-382014142-project] 10.222.0.36 "GET /v2.0/quotas/41ccc0d2f5cf47faa25b5d8b4c2f26fa HTTP/1.1" status: 200 len: 375 time: 0.0134757 May 05 19:48:45.454267 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-2f524c97-cd3b-422c-a7e4-a7931f235233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3453a7-e407-4e16-b477-c95c65c10354', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-696356457-router', 'tenant_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'b2d0710b-2614-479d-b7eb-29fbf11d2d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:47:46Z', 'updated_at': '2022-05-05T19:47:52Z', 'revision_number': 4, 'project_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'gw_port': {'id': 'b2d0710b-2614-479d-b7eb-29fbf11d2d67', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:81:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3453a7-e407-4e16-b477-c95c65c10354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:47:47Z', 'updated_at': '2022-05-05T19:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '7e523961-6055-49ab-8c80-66817b72a88b', 'tenant_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'floating_ip_address': '172.25.0.152', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'fc3453a7-e407-4e16-b477-c95c65c10354', 'port_id': '6b5808f6-07da-4f28-9770-a9140df74b8a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1753be5e-696a-42f8-9a08-d20a05c27948', 'mac_address': 'fa:16:3e:38:ce:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b6a2f9-442f-4f83-89d5-0f846be0b6f4', 'device_owner': 'compute:tempest-test_az-1486601211'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T19:48:21Z', 'updated_at': '2022-05-05T19:48:41Z', 'revision_number': 1, 'project_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c54112f-3707-4af2-97c9-281beddce49a', 'name': '', 'network_id': '1753be5e-696a-42f8-9a08-d20a05c27948', 'tenant_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'mac_address': 'fa:16:3e:2c:2c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3453a7-e407-4e16-b477-c95c65c10354', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'd902a8d0-b514-4bd9-bafe-ab994adadb04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:47:50Z', 'updated_at': '2022-05-05T19:48:00Z', 'revision_number': 5, 'project_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'subnets': [{'id': 'd902a8d0-b514-4bd9-bafe-ab994adadb04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:48:45.458518 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f524c97-cd3b-422c-a7e4-a7931f235233 None None] The sync data for ids ['fc3453a7-e407-4e16-b477-c95c65c10354'] in n-d-840717-1 is: [{'id': 'fc3453a7-e407-4e16-b477-c95c65c10354', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-696356457-router', 'tenant_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'b2d0710b-2614-479d-b7eb-29fbf11d2d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:47:46Z', 'updated_at': '2022-05-05T19:47:52Z', 'revision_number': 4, 'project_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'gw_port': {'id': 'b2d0710b-2614-479d-b7eb-29fbf11d2d67', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:81:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3453a7-e407-4e16-b477-c95c65c10354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:47:47Z', 'updated_at': '2022-05-05T19:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '7e523961-6055-49ab-8c80-66817b72a88b', 'tenant_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'floating_ip_address': '172.25.0.152', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'fc3453a7-e407-4e16-b477-c95c65c10354', 'port_id': '6b5808f6-07da-4f28-9770-a9140df74b8a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1753be5e-696a-42f8-9a08-d20a05c27948', 'mac_address': 'fa:16:3e:38:ce:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b6a2f9-442f-4f83-89d5-0f846be0b6f4', 'device_owner': 'compute:tempest-test_az-1486601211'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T19:48:21Z', 'updated_at': '2022-05-05T19:48:41Z', 'revision_number': 1, 'project_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c54112f-3707-4af2-97c9-281beddce49a', 'name': '', 'network_id': '1753be5e-696a-42f8-9a08-d20a05c27948', 'tenant_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'mac_address': 'fa:16:3e:2c:2c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3453a7-e407-4e16-b477-c95c65c10354', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'd902a8d0-b514-4bd9-bafe-ab994adadb04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:47:50Z', 'updated_at': '2022-05-05T19:48:00Z', 'revision_number': 5, 'project_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'subnets': [{'id': 'd902a8d0-b514-4bd9-bafe-ab994adadb04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 19:48:45.527128 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a14fc908-268a-452c-8b83-3acdb591fde9 req-bd8cb487-017e-4de4-aea2-7ee0a0952ecc tempest-QuotasAdminNegativeTest-382014142 tempest-QuotasAdminNegativeTest-382014142-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=41ccc0d2f5cf47faa25b5d8b4c2f26fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0675209 May 05 19:48:45.629268 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f181f0e7-5243-4656-b2f0-e9ac707e48a3 req-22468e22-a78e-49de-b999-006ddfdfdd17 tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf40ce3b-d653-4ff9-97e0-11fdd421c41f HTTP/1.1" status: 200 len: 210 time: 0.0876124 May 05 19:48:45.647323 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dab96d4a-642e-48cb-b95b-6046a3a0eb99'] response: {'name': 'network-changed', 'server_uuid': 'd1b6a2f9-442f-4f83-89d5-0f846be0b6f4', 'tag': '6b5808f6-07da-4f28-9770-a9140df74b8a', 'status': 'completed', 'code': 200} May 05 19:48:45.757636 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e47c3-801b-4718-986b-6f967917536a req-ac17a340-8502-4479-ab2b-3421cdc6ea6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:45.759196 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fd6e47c3-801b-4718-986b-6f967917536a req-ac17a340-8502-4479-ab2b-3421cdc6ea6c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d2cf325fc6b540ceb92a9f2c527df7f5&device_id=d1b6a2f9-442f-4f83-89d5-0f846be0b6f4 HTTP/1.1" status: 200 len: 1118 time: 0.0911379 May 05 19:48:45.777011 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5cb9dac6-9ddc-43e0-9329-b173b9480153 req-f3d23038-7ebf-4243-b4f6-fe2805958997 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=69f94df1cbe14489aec5f0f54ec137b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0456133 May 05 19:48:45.831182 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c73601-c0e7-4109-98df-352ebb5f1386 None None] New status for floating IP 7e523961-6055-49ab-8c80-66817b72a88b: ACTIVE {{(pid=88199) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 19:48:45.932540 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:45.986521 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb9dac6-9ddc-43e0-9329-b173b9480153 req-583b703b-f9f4-44bf-a879-338388434e8e tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:45.995130 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5cb9dac6-9ddc-43e0-9329-b173b9480153 req-583b703b-f9f4-44bf-a879-338388434e8e tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2107115 May 05 19:48:46.002074 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b7fbb8-0e0e-45f9-91ff-9e82952a9f15 req-1b9c7fd6-2c61-4b68-a091-57f062cb42c8 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:46.004266 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-73b7fbb8-0e0e-45f9-91ff-9e82952a9f15 req-1b9c7fd6-2c61-4b68-a091-57f062cb42c8 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b36d1d8-47f4-45eb-bd91-d7c1f042b613 HTTP/1.1" status: 200 len: 967 time: 0.1838212 May 05 19:48:46.010339 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e47c3-801b-4718-986b-6f967917536a req-4c40d160-3cc0-412b-99fb-e15746a23fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:46.012416 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fd6e47c3-801b-4718-986b-6f967917536a req-4c40d160-3cc0-412b-99fb-e15746a23fb6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1753be5e-696a-42f8-9a08-d20a05c27948 HTTP/1.1" status: 200 len: 924 time: 0.2470701 May 05 19:48:46.025643 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5cb9dac6-9ddc-43e0-9329-b173b9480153 req-e7a575c7-d703-46bd-a66a-7fe8c6c44984 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.36 "GET /v2.0/quotas/69f94df1cbe14489aec5f0f54ec137b6 HTTP/1.1" status: 200 len: 375 time: 0.0220418 May 05 19:48:46.072303 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5cb9dac6-9ddc-43e0-9329-b173b9480153 req-824b91fe-b8dc-4736-9861-32c2dc9e9e90 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=69f94df1cbe14489aec5f0f54ec137b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0526786 May 05 19:48:46.165027 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-73b7fbb8-0e0e-45f9-91ff-9e82952a9f15 req-aa6c80a8-f2c0-474d-b605-2c237ff67aa8 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506417 May 05 19:48:46.176965 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fd6e47c3-801b-4718-986b-6f967917536a req-17cce770-4024-46f9-b84d-8276b406ef62 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b5808f6-07da-4f28-9770-a9140df74b8a HTTP/1.1" status: 200 len: 1021 time: 0.1325872 May 05 19:48:46.272295 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e47c3-801b-4718-986b-6f967917536a req-49dd79d2-9be6-4530-9e40-c413255495b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:46.273978 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fd6e47c3-801b-4718-986b-6f967917536a req-49dd79d2-9be6-4530-9e40-c413255495b1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d902a8d0-b514-4bd9-bafe-ab994adadb04 HTTP/1.1" status: 200 len: 862 time: 0.0913289 May 05 19:48:46.400660 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-25f4be65-a509-46c5-8c76-0c55dbe0b3cb req-506c9e08-452e-4da7-8337-cf81f47c14fc tempest-ServersAdmin275Test-416698197 tempest-ServersAdmin275Test-416698197-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1344af4-ac94-4482-8c6e-08fa01e62f39 HTTP/1.1" status: 200 len: 210 time: 0.0669575 May 05 19:48:46.407961 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e47c3-801b-4718-986b-6f967917536a req-b309b51b-d2a5-4788-9ca0-d904d4891132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:46.409713 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fd6e47c3-801b-4718-986b-6f967917536a req-b309b51b-d2a5-4788-9ca0-d904d4891132 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1753be5e-696a-42f8-9a08-d20a05c27948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1289983 May 05 19:48:46.560543 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5ec23906-c5e7-44a3-ae43-ab7dd327cded req-e1ceefd4-f1c6-452a-be9d-46f54696ff65 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.36 "GET /v2.0/ports?device_id=a30afc9e-055e-4c21-a947-e4776e000fba HTTP/1.1" status: 200 len: 210 time: 0.0847909 May 05 19:48:46.565606 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cd3ea38f-b025-4d70-aba2-961cc4685052 req-ded28ad8-1602-44a7-936d-2b9a8c057193 tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=98520bcd3a4241bd851403bddd5b66a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0477664 May 05 19:48:46.690744 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fd6e47c3-801b-4718-986b-6f967917536a req-ed66b6be-ba91-4321-ba16-14df98322fef service neutron] 10.222.0.24 "GET /v2.0/networks/1753be5e-696a-42f8-9a08-d20a05c27948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747910 May 05 19:48:46.895796 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3ea38f-b025-4d70-aba2-961cc4685052 req-f823eec6-d79a-404f-84f9-50177dfa4a4d tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:46.897529 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cd3ea38f-b025-4d70-aba2-961cc4685052 req-f823eec6-d79a-404f-84f9-50177dfa4a4d tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3273690 May 05 19:48:46.911120 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-cd3ea38f-b025-4d70-aba2-961cc4685052 req-5b455dbb-4d9c-4d74-b428-e435870f1c70 tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] Request body: {'port': {'device_id': 'bf40ce3b-d653-4ff9-97e0-11fdd421c41f', 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3', 'admin_state_up': True, 'tenant_id': '98520bcd3a4241bd851403bddd5b66a6'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:48:46.960735 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fd6e47c3-801b-4718-986b-6f967917536a req-1cfc703c-2c4c-49c3-b1e0-c439faae611c service neutron] 10.222.0.24 "GET /v2.0/networks/1753be5e-696a-42f8-9a08-d20a05c27948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631004 May 05 19:48:46.990704 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4647f5-7230-4d33-88a1-6fc997f5565b req-319d64c3-3285-41f0-8705-830445e914f8 tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:46.992233 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5a4647f5-7230-4d33-88a1-6fc997f5565b req-319d64c3-3285-41f0-8705-830445e914f8 tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4b36d1d8-47f4-45eb-bd91-d7c1f042b613 HTTP/1.1" status: 200 len: 1118 time: 0.2597597 May 05 19:48:47.056954 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5a4647f5-7230-4d33-88a1-6fc997f5565b req-795002b4-d5d0-49ea-b149-25ad3d187e24 tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531485 May 05 19:48:47.087689 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-cd3ea38f-b025-4d70-aba2-961cc4685052 req-5b455dbb-4d9c-4d74-b428-e435870f1c70 tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:48:47.097713 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-cd3ea38f-b025-4d70-aba2-961cc4685052 req-5b455dbb-4d9c-4d74-b428-e435870f1c70 tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] Usage tracker for resource:port and tenant:98520bcd3a4241bd851403bddd5b66a6 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:48:47.108431 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-cd3ea38f-b025-4d70-aba2-961cc4685052 req-5b455dbb-4d9c-4d74-b428-e435870f1c70 tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:48:47.117141 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-cd3ea38f-b025-4d70-aba2-961cc4685052 req-5b455dbb-4d9c-4d74-b428-e435870f1c70 tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:48:47.138506 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd3ea38f-b025-4d70-aba2-961cc4685052 req-5b455dbb-4d9c-4d74-b428-e435870f1c70 tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] Made reservation on behalf of 98520bcd3a4241bd851403bddd5b66a6 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:48:47.142658 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-cd3ea38f-b025-4d70-aba2-961cc4685052 req-5b455dbb-4d9c-4d74-b428-e435870f1c70 tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:47.155724 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-cd3ea38f-b025-4d70-aba2-961cc4685052 req-5b455dbb-4d9c-4d74-b428-e435870f1c70 tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:47.171896 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-cd3ea38f-b025-4d70-aba2-961cc4685052 req-5b455dbb-4d9c-4d74-b428-e435870f1c70 tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:48:47.176488 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-cd3ea38f-b025-4d70-aba2-961cc4685052 req-5b455dbb-4d9c-4d74-b428-e435870f1c70 tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] Usage tracker for resource:security_group_rule and tenant:98520bcd3a4241bd851403bddd5b66a6 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:48:47.181448 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-cd3ea38f-b025-4d70-aba2-961cc4685052 req-5b455dbb-4d9c-4d74-b428-e435870f1c70 tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:48:47.222983 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-cd3ea38f-b025-4d70-aba2-961cc4685052 req-5b455dbb-4d9c-4d74-b428-e435870f1c70 tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:48:47.231901 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1d0e3302-ef12-4c6b-ae53-a94a4d17a80e req-f6922b68-4c4d-42fa-8a71-29bce455d1f6 tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf40ce3b-d653-4ff9-97e0-11fdd421c41f HTTP/1.1" status: 200 len: 210 time: 0.0525603 May 05 19:48:47.353247 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-cd3ea38f-b025-4d70-aba2-961cc4685052 req-5b455dbb-4d9c-4d74-b428-e435870f1c70 tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:47.358628 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-cd3ea38f-b025-4d70-aba2-961cc4685052 req-5b455dbb-4d9c-4d74-b428-e435870f1c70 tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:47.456340 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152858d9-8c87-4fd5-903f-78d92805c746 req-e7c647f2-f604-44a8-947f-fb25ff3936d8 tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:47.458364 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-152858d9-8c87-4fd5-903f-78d92805c746 req-e7c647f2-f604-44a8-947f-fb25ff3936d8 tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4b36d1d8-47f4-45eb-bd91-d7c1f042b613 HTTP/1.1" status: 200 len: 1118 time: 0.1009090 May 05 19:48:47.467756 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b455dbb-4d9c-4d74-b428-e435870f1c70 tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbbe3533-5570-4e28-9aa1-d3e5491537bf,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:47.486043 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b455dbb-4d9c-4d74-b428-e435870f1c70 tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:48:47.486400 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b455dbb-4d9c-4d74-b428-e435870f1c70 tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:48:47.486771 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b455dbb-4d9c-4d74-b428-e435870f1c70 tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:48:47.487068 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b455dbb-4d9c-4d74-b428-e435870f1c70 tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:48:47.487419 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b455dbb-4d9c-4d74-b428-e435870f1c70 tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:48:47.487755 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b455dbb-4d9c-4d74-b428-e435870f1c70 tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:48:47.488771 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b455dbb-4d9c-4d74-b428-e435870f1c70 tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:48:47.489216 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b455dbb-4d9c-4d74-b428-e435870f1c70 tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:48:47.489578 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b455dbb-4d9c-4d74-b428-e435870f1c70 tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:48:47.489911 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b455dbb-4d9c-4d74-b428-e435870f1c70 tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:48:47.490240 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b455dbb-4d9c-4d74-b428-e435870f1c70 tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:48:47.490580 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b455dbb-4d9c-4d74-b428-e435870f1c70 tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:48:47.524256 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-152858d9-8c87-4fd5-903f-78d92805c746 req-0e1885dd-1129-421d-9afc-ae55f2a6419c tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599778 May 05 19:48:47.592197 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5cb9dac6-9ddc-43e0-9329-b173b9480153 req-3687ae40-a729-46bb-a902-1d505a451a2f tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=69f94df1cbe14489aec5f0f54ec137b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397418 May 05 19:48:47.594658 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-aef8068f-0d2d-43d9-9f7b-0598b47149fe req-8a042907-06c0-46f9-9539-1bef185cb93d tempest-QuotasAdminNegativeTest-382014142 tempest-QuotasAdminNegativeTest-382014142-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=41ccc0d2f5cf47faa25b5d8b4c2f26fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416148 May 05 19:48:47.682136 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-cd3ea38f-b025-4d70-aba2-961cc4685052 req-5b455dbb-4d9c-4d74-b428-e435870f1c70 tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] Allocated IP 192.168.233.117 (b786cc2b-f681-4c10-a54f-820e9d1a5ac3/4d72a8d3-0a35-4d3a-96b8-d869ff4093bc/78f5a31e-c743-414b-bb6e-cff09f06cef5) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:48:47.775023 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c7ba4ecd-fac6-4561-b8a8-fd89c6fad943 req-190bfc72-1ca3-4b74-89db-ae89ceb10b45 tempest-ServersAdmin275Test-416698197 tempest-ServersAdmin275Test-416698197-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1344af4-ac94-4482-8c6e-08fa01e62f39 HTTP/1.1" status: 200 len: 210 time: 0.0548210 May 05 19:48:47.807578 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb9dac6-9ddc-43e0-9329-b173b9480153 req-fc042bf5-9105-4e78-baf3-b95e99612ca9 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:47.809243 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5cb9dac6-9ddc-43e0-9329-b173b9480153 req-fc042bf5-9105-4e78-baf3-b95e99612ca9 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2088852 May 05 19:48:47.823918 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-5cb9dac6-9ddc-43e0-9329-b173b9480153 req-445ee461-8572-4ccd-b1e8-ba4d35924f82 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Request body: {'port': {'device_id': 'a30afc9e-055e-4c21-a947-e4776e000fba', 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3', 'admin_state_up': True, 'tenant_id': '69f94df1cbe14489aec5f0f54ec137b6'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:48:47.837262 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef8068f-0d2d-43d9-9f7b-0598b47149fe req-0f744ed4-82c8-4e67-8156-8891d16399b0 tempest-QuotasAdminNegativeTest-382014142 tempest-QuotasAdminNegativeTest-382014142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:47.839265 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-aef8068f-0d2d-43d9-9f7b-0598b47149fe req-0f744ed4-82c8-4e67-8156-8891d16399b0 tempest-QuotasAdminNegativeTest-382014142 tempest-QuotasAdminNegativeTest-382014142-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2362301 May 05 19:48:47.886632 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-aef8068f-0d2d-43d9-9f7b-0598b47149fe req-31bc54b0-5732-4291-a759-b6d62d204771 tempest-QuotasAdminNegativeTest-382014142 tempest-QuotasAdminNegativeTest-382014142-project] 10.222.0.36 "GET /v2.0/quotas/41ccc0d2f5cf47faa25b5d8b4c2f26fa HTTP/1.1" status: 200 len: 375 time: 0.0406537 May 05 19:48:47.998065 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-aef8068f-0d2d-43d9-9f7b-0598b47149fe req-993eba3a-a165-4a95-91f6-3a73788817fa tempest-QuotasAdminNegativeTest-382014142 tempest-QuotasAdminNegativeTest-382014142-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=41ccc0d2f5cf47faa25b5d8b4c2f26fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1040468 May 05 19:48:48.080492 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-5cb9dac6-9ddc-43e0-9329-b173b9480153 req-445ee461-8572-4ccd-b1e8-ba4d35924f82 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:48:48.085289 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-cd3ea38f-b025-4d70-aba2-961cc4685052 req-5b455dbb-4d9c-4d74-b428-e435870f1c70 tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:48.090420 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-5cb9dac6-9ddc-43e0-9329-b173b9480153 req-445ee461-8572-4ccd-b1e8-ba4d35924f82 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:48:48.101735 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cb9dac6-9ddc-43e0-9329-b173b9480153 req-445ee461-8572-4ccd-b1e8-ba4d35924f82 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Made reservation on behalf of 69f94df1cbe14489aec5f0f54ec137b6 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:48:48.106220 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-5cb9dac6-9ddc-43e0-9329-b173b9480153 req-445ee461-8572-4ccd-b1e8-ba4d35924f82 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:48.108753 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-cd3ea38f-b025-4d70-aba2-961cc4685052 req-5b455dbb-4d9c-4d74-b428-e435870f1c70 tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] Transition to ACTIVE for port object 78f5a31e-c743-414b-bb6e-cff09f06cef5 will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:48:48.138872 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-cd3ea38f-b025-4d70-aba2-961cc4685052 req-5b455dbb-4d9c-4d74-b428-e435870f1c70 tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:48.171614 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8a0b9779-33f1-4e9d-93f3-a8d0b2be3fb3 req-01bc20a6-1453-4567-ba3e-5826d514ea5a tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.36 "GET /v2.0/ports?device_id=a30afc9e-055e-4c21-a947-e4776e000fba HTTP/1.1" status: 200 len: 210 time: 0.0480962 May 05 19:48:48.214884 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd3ea38f-b025-4d70-aba2-961cc4685052 req-5b455dbb-4d9c-4d74-b428-e435870f1c70 tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] Network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:48:48.219134 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-cd3ea38f-b025-4d70-aba2-961cc4685052 req-5b455dbb-4d9c-4d74-b428-e435870f1c70 tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:48:48.234914 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd3ea38f-b025-4d70-aba2-961cc4685052 req-5b455dbb-4d9c-4d74-b428-e435870f1c70 tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:48:48.246661 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3ea38f-b025-4d70-aba2-961cc4685052 req-5b455dbb-4d9c-4d74-b428-e435870f1c70 tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:48.248237 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-cd3ea38f-b025-4d70-aba2-961cc4685052 req-5b455dbb-4d9c-4d74-b428-e435870f1c70 tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:48.303930 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cd3ea38f-b025-4d70-aba2-961cc4685052 req-5b455dbb-4d9c-4d74-b428-e435870f1c70 tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3976421 May 05 19:48:48.307774 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b455dbb-4d9c-4d74-b428-e435870f1c70 tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] Pushing event updated for resources: {'Port': ['ID=78f5a31e-c743-414b-bb6e-cff09f06cef5,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:48.323235 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-cd3ea38f-b025-4d70-aba2-961cc4685052 req-323b9146-4cd9-4ce5-8a9b-381f6eb7f232 service neutron] Request body: {'port': {'device_id': 'bf40ce3b-d653-4ff9-97e0-11fdd421c41f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:48:48.379932 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-5cb9dac6-9ddc-43e0-9329-b173b9480153 req-445ee461-8572-4ccd-b1e8-ba4d35924f82 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Allocated IP 192.168.233.23 (b786cc2b-f681-4c10-a54f-820e9d1a5ac3/4d72a8d3-0a35-4d3a-96b8-d869ff4093bc/66ff1290-c884-4371-b12d-7c644d2fb4fb) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:48:48.466138 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-cd3ea38f-b025-4d70-aba2-961cc4685052 req-323b9146-4cd9-4ce5-8a9b-381f6eb7f232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:48.561843 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-d3a99fba-a1f3-4015-8e22-738960ba21fe None None] Provisioning for port 78f5a31e-c743-414b-bb6e-cff09f06cef5 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:48:48.568092 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-d3a99fba-a1f3-4015-8e22-738960ba21fe None None] Provisioning complete for port 78f5a31e-c743-414b-bb6e-cff09f06cef5 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:48:48.568394 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d3a99fba-a1f3-4015-8e22-738960ba21fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:48.674614 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-d3a99fba-a1f3-4015-8e22-738960ba21fe None None] Port 78f5a31e-c743-414b-bb6e-cff09f06cef5 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:48:48.798207 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-5cb9dac6-9ddc-43e0-9329-b173b9480153 req-445ee461-8572-4ccd-b1e8-ba4d35924f82 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:48.822245 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-5cb9dac6-9ddc-43e0-9329-b173b9480153 req-445ee461-8572-4ccd-b1e8-ba4d35924f82 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Transition to ACTIVE for port object 66ff1290-c884-4371-b12d-7c644d2fb4fb will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:48:48.831153 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1618c-ec9a-4e8c-9c86-c2bc06c2a446 req-a3803562-0ea9-4567-8bda-deb602e2cee2 tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:48.832675 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c3b1618c-ec9a-4e8c-9c86-c2bc06c2a446 req-a3803562-0ea9-4567-8bda-deb602e2cee2 tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf40ce3b-d653-4ff9-97e0-11fdd421c41f HTTP/1.1" status: 200 len: 936 time: 0.1517296 May 05 19:48:48.886564 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c3b1618c-ec9a-4e8c-9c86-c2bc06c2a446 req-6fe781be-5594-4c27-9fba-4ec0610794d6 tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbbe3533-5570-4e28-9aa1-d3e5491537bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473943 May 05 19:48:48.894963 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-5cb9dac6-9ddc-43e0-9329-b173b9480153 req-445ee461-8572-4ccd-b1e8-ba4d35924f82 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:48.980976 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cb9dac6-9ddc-43e0-9329-b173b9480153 req-445ee461-8572-4ccd-b1e8-ba4d35924f82 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:48:48.986088 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-5cb9dac6-9ddc-43e0-9329-b173b9480153 req-445ee461-8572-4ccd-b1e8-ba4d35924f82 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:48:48.996265 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cb9dac6-9ddc-43e0-9329-b173b9480153 req-445ee461-8572-4ccd-b1e8-ba4d35924f82 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:48:49.003938 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb9dac6-9ddc-43e0-9329-b173b9480153 req-445ee461-8572-4ccd-b1e8-ba4d35924f82 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:49.004607 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-5cb9dac6-9ddc-43e0-9329-b173b9480153 req-445ee461-8572-4ccd-b1e8-ba4d35924f82 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:49.034664 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445ee461-8572-4ccd-b1e8-ba4d35924f82 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Pushing event updated for resources: {'Port': ['ID=66ff1290-c884-4371-b12d-7c644d2fb4fb,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:49.065792 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445ee461-8572-4ccd-b1e8-ba4d35924f82 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:48:49.066143 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445ee461-8572-4ccd-b1e8-ba4d35924f82 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:48:49.066494 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445ee461-8572-4ccd-b1e8-ba4d35924f82 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:48:49.066865 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445ee461-8572-4ccd-b1e8-ba4d35924f82 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:48:49.067222 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445ee461-8572-4ccd-b1e8-ba4d35924f82 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:48:49.067598 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445ee461-8572-4ccd-b1e8-ba4d35924f82 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:48:49.067928 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445ee461-8572-4ccd-b1e8-ba4d35924f82 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:48:49.068285 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445ee461-8572-4ccd-b1e8-ba4d35924f82 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:48:49.068635 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445ee461-8572-4ccd-b1e8-ba4d35924f82 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:48:49.068959 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445ee461-8572-4ccd-b1e8-ba4d35924f82 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:48:49.069279 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445ee461-8572-4ccd-b1e8-ba4d35924f82 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:48:49.069616 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445ee461-8572-4ccd-b1e8-ba4d35924f82 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:48:49.112320 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5cb9dac6-9ddc-43e0-9329-b173b9480153 req-445ee461-8572-4ccd-b1e8-ba4d35924f82 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2923069 May 05 19:48:49.126817 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-5cb9dac6-9ddc-43e0-9329-b173b9480153 req-c7c0e349-ba34-4ee1-be5c-0f1559aa6369 service neutron] Request body: {'port': {'device_id': 'a30afc9e-055e-4c21-a947-e4776e000fba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:48:49.269278 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-cd3ea38f-b025-4d70-aba2-961cc4685052 req-323b9146-4cd9-4ce5-8a9b-381f6eb7f232 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78f5a31e-c743-414b-bb6e-cff09f06cef5 {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:48:49.285380 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-cd3ea38f-b025-4d70-aba2-961cc4685052 req-323b9146-4cd9-4ce5-8a9b-381f6eb7f232 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:49.307808 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-ace11368-348b-41e5-876f-ee69150e9325 None None] Provisioning for port 66ff1290-c884-4371-b12d-7c644d2fb4fb completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:48:49.311917 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-cd3ea38f-b025-4d70-aba2-961cc4685052 req-323b9146-4cd9-4ce5-8a9b-381f6eb7f232 service neutron] Transition to ACTIVE for port object 78f5a31e-c743-414b-bb6e-cff09f06cef5 will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:48:49.317274 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-ace11368-348b-41e5-876f-ee69150e9325 None None] Provisioning complete for port 66ff1290-c884-4371-b12d-7c644d2fb4fb triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:48:49.318277 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-cd3ea38f-b025-4d70-aba2-961cc4685052 req-323b9146-4cd9-4ce5-8a9b-381f6eb7f232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:49.331875 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ace11368-348b-41e5-876f-ee69150e9325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:49.359285 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-5cb9dac6-9ddc-43e0-9329-b173b9480153 req-c7c0e349-ba34-4ee1-be5c-0f1559aa6369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:49.436064 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-ace11368-348b-41e5-876f-ee69150e9325 None None] Port 66ff1290-c884-4371-b12d-7c644d2fb4fb cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:48:49.482055 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56636) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:48:49.542328 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3a0a9967-3ca8-4390-9570-bc37b625496f req-5adcc798-b814-49aa-81e0-198fd36ac25f tempest-ServersAdmin275Test-416698197 tempest-ServersAdmin275Test-416698197-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1344af4-ac94-4482-8c6e-08fa01e62f39 HTTP/1.1" status: 200 len: 210 time: 0.0610015 May 05 19:48:49.724638 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-cd3ea38f-b025-4d70-aba2-961cc4685052 req-323b9146-4cd9-4ce5-8a9b-381f6eb7f232 service neutron] Attempting to bind port 78f5a31e-c743-414b-bb6e-cff09f06cef5 on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:48:49.724975 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-cd3ea38f-b025-4d70-aba2-961cc4685052 req-323b9146-4cd9-4ce5-8a9b-381f6eb7f232 service neutron] Attempting to bind port 78f5a31e-c743-414b-bb6e-cff09f06cef5 by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:48:49.725301 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3ea38f-b025-4d70-aba2-961cc4685052 req-323b9146-4cd9-4ce5-8a9b-381f6eb7f232 service neutron] Attempting to bind port 78f5a31e-c743-414b-bb6e-cff09f06cef5 on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:48:49.727467 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323b9146-4cd9-4ce5-8a9b-381f6eb7f232 service neutron] Pushing event updated for resources: {'Port': ['ID=78f5a31e-c743-414b-bb6e-cff09f06cef5,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:49.733759 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3ea38f-b025-4d70-aba2-961cc4685052 req-323b9146-4cd9-4ce5-8a9b-381f6eb7f232 service neutron] Port 78f5a31e-c743-414b-bb6e-cff09f06cef5 on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:48:49.734079 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3ea38f-b025-4d70-aba2-961cc4685052 req-323b9146-4cd9-4ce5-8a9b-381f6eb7f232 service neutron] Attempting to bind port 78f5a31e-c743-414b-bb6e-cff09f06cef5 on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:48:49.739527 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3ea38f-b025-4d70-aba2-961cc4685052 req-323b9146-4cd9-4ce5-8a9b-381f6eb7f232 service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:48:49.739862 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3ea38f-b025-4d70-aba2-961cc4685052 req-323b9146-4cd9-4ce5-8a9b-381f6eb7f232 service neutron] Checking segment: {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:48:49.740233 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3ea38f-b025-4d70-aba2-961cc4685052 req-323b9146-4cd9-4ce5-8a9b-381f6eb7f232 service neutron] Bound using segment: {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:48:49.740645 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-cd3ea38f-b025-4d70-aba2-961cc4685052 req-323b9146-4cd9-4ce5-8a9b-381f6eb7f232 service neutron] Bound port: 78f5a31e-c743-414b-bb6e-cff09f06cef5, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:48:49.741682 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-cd3ea38f-b025-4d70-aba2-961cc4685052 req-323b9146-4cd9-4ce5-8a9b-381f6eb7f232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:49.849033 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-cd3ea38f-b025-4d70-aba2-961cc4685052 req-323b9146-4cd9-4ce5-8a9b-381f6eb7f232 service neutron] For port 78f5a31e-c743-414b-bb6e-cff09f06cef5, host n-h2-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:48:49.852466 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-cd3ea38f-b025-4d70-aba2-961cc4685052 req-323b9146-4cd9-4ce5-8a9b-381f6eb7f232 service neutron] For port 78f5a31e-c743-414b-bb6e-cff09f06cef5, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=78f5a31e-c743-414b-bb6e-cff09f06cef5,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:48:49.858056 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-cd3ea38f-b025-4d70-aba2-961cc4685052 req-323b9146-4cd9-4ce5-8a9b-381f6eb7f232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:49.877427 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56650) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:48:49.915250 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1b69005a-4295-4afa-878b-22cc5861b462 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:49.924228 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3ea38f-b025-4d70-aba2-961cc4685052 req-323b9146-4cd9-4ce5-8a9b-381f6eb7f232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:49.925183 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-cd3ea38f-b025-4d70-aba2-961cc4685052 req-323b9146-4cd9-4ce5-8a9b-381f6eb7f232 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:49.926868 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cd3ea38f-b025-4d70-aba2-961cc4685052 req-323b9146-4cd9-4ce5-8a9b-381f6eb7f232 service neutron] 10.222.0.50 "PUT /v2.0/ports/78f5a31e-c743-414b-bb6e-cff09f06cef5 HTTP/1.1" status: 200 len: 1096 time: 1.6093991 May 05 19:48:49.929786 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf40ce3b-d653-4ff9-97e0-11fdd421c41f', 'tag': '78f5a31e-c743-414b-bb6e-cff09f06cef5'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:48:49.959687 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323b9146-4cd9-4ce5-8a9b-381f6eb7f232 service neutron] Pushing event updated for resources: {'Port': ['ID=78f5a31e-c743-414b-bb6e-cff09f06cef5,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:49.973784 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1b69005a-4295-4afa-878b-22cc5861b462 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:48:49.983728 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-1b69005a-4295-4afa-878b-22cc5861b462 admin admin] Usage tracker for resource:security_group_rule and tenant:41ccc0d2f5cf47faa25b5d8b4c2f26fa is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:48:49.988318 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-5cb9dac6-9ddc-43e0-9329-b173b9480153 req-c7c0e349-ba34-4ee1-be5c-0f1559aa6369 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66ff1290-c884-4371-b12d-7c644d2fb4fb {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:48:49.994484 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-1b69005a-4295-4afa-878b-22cc5861b462 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:48:50.002031 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-5cb9dac6-9ddc-43e0-9329-b173b9480153 req-c7c0e349-ba34-4ee1-be5c-0f1559aa6369 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:50.007414 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1b69005a-4295-4afa-878b-22cc5861b462 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:48:50.016026 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [req-6627511f-5a4b-4b4b-8207-622040283501 req-26705b02-a118-4e40-b1bc-758ee272d3aa tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 19:48:50.017044 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6627511f-5a4b-4b4b-8207-622040283501 req-26705b02-a118-4e40-b1bc-758ee272d3aa tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1386969 May 05 19:48:50.039738 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-5cb9dac6-9ddc-43e0-9329-b173b9480153 req-c7c0e349-ba34-4ee1-be5c-0f1559aa6369 service neutron] Transition to ACTIVE for port object 66ff1290-c884-4371-b12d-7c644d2fb4fb will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:48:50.059154 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3ea38f-b025-4d70-aba2-961cc4685052 req-33893277-58d5-4c1a-b144-33668b680631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:50.059498 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cdae69-13e7-4840-ba20-dbca9b2319b5 req-7eab3b2d-ede7-4aa2-b4f4-f3bcd5150228 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:50.060858 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-00cdae69-13e7-4840-ba20-dbca9b2319b5 req-7eab3b2d-ede7-4aa2-b4f4-f3bcd5150228 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Synchronizing usage tracker for tenant:69f94df1cbe14489aec5f0f54ec137b6 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:48:50.061462 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cd3ea38f-b025-4d70-aba2-961cc4685052 req-33893277-58d5-4c1a-b144-33668b680631 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=98520bcd3a4241bd851403bddd5b66a6&device_id=bf40ce3b-d653-4ff9-97e0-11fdd421c41f HTTP/1.1" status: 200 len: 1099 time: 0.0973854 May 05 19:48:50.066175 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-5cb9dac6-9ddc-43e0-9329-b173b9480153 req-c7c0e349-ba34-4ee1-be5c-0f1559aa6369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:50.138798 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cd3ea38f-b025-4d70-aba2-961cc4685052 req-90294842-a6be-4083-9724-fb6d8ea6affb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=78f5a31e-c743-414b-bb6e-cff09f06cef5 HTTP/1.1" status: 200 len: 217 time: 0.0706587 May 05 19:48:50.211928 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3ea38f-b025-4d70-aba2-961cc4685052 req-5917b2fe-6943-438b-8d9e-d0bea41984ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:50.213403 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cd3ea38f-b025-4d70-aba2-961cc4685052 req-5917b2fe-6943-438b-8d9e-d0bea41984ed service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.0697708 May 05 19:48:50.224402 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-6627511f-5a4b-4b4b-8207-622040283501 req-47148b93-20c5-4a6e-8f0f-56a0de8dcb45 service neutron] Request body: {'binding': {'host': 'n-h2-840717-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:48:50.225001 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-6627511f-5a4b-4b4b-8207-622040283501 req-47148b93-20c5-4a6e-8f0f-56a0de8dcb45 service neutron] Unknown quota resources ['binding']. {{(pid=88198) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 05 19:48:50.257542 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-00cdae69-13e7-4840-ba20-dbca9b2319b5 req-7eab3b2d-ede7-4aa2-b4f4-f3bcd5150228 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Unset dirty status for tenant:69f94df1cbe14489aec5f0f54ec137b6 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:48:50.258698 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-00cdae69-13e7-4840-ba20-dbca9b2319b5 req-7eab3b2d-ede7-4aa2-b4f4-f3bcd5150228 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.36 "GET /v2.0/ports?device_id=a30afc9e-055e-4c21-a947-e4776e000fba HTTP/1.1" status: 200 len: 935 time: 0.4621692 May 05 19:48:50.299736 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3ea38f-b025-4d70-aba2-961cc4685052 req-564431f4-a787-4df6-a99d-4bf8dfabf63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:50.301719 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cd3ea38f-b025-4d70-aba2-961cc4685052 req-564431f4-a787-4df6-a99d-4bf8dfabf63c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0823576 May 05 19:48:50.313845 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c0e349-ba34-4ee1-be5c-0f1559aa6369 service neutron] Pushing event updated for resources: {'Port': ['ID=66ff1290-c884-4371-b12d-7c644d2fb4fb,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:50.449743 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cd3ea38f-b025-4d70-aba2-961cc4685052 req-bd97cba0-10b9-4aec-98be-bb319b88737f service neutron] 10.222.0.50 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419208 May 05 19:48:50.506550 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-5cb9dac6-9ddc-43e0-9329-b173b9480153 req-c7c0e349-ba34-4ee1-be5c-0f1559aa6369 service neutron] Attempting to bind port 66ff1290-c884-4371-b12d-7c644d2fb4fb on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:48:50.506879 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-5cb9dac6-9ddc-43e0-9329-b173b9480153 req-c7c0e349-ba34-4ee1-be5c-0f1559aa6369 service neutron] Attempting to bind port 66ff1290-c884-4371-b12d-7c644d2fb4fb by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:48:50.507202 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb9dac6-9ddc-43e0-9329-b173b9480153 req-c7c0e349-ba34-4ee1-be5c-0f1559aa6369 service neutron] Attempting to bind port 66ff1290-c884-4371-b12d-7c644d2fb4fb on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:48:50.519132 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-00cdae69-13e7-4840-ba20-dbca9b2319b5 req-6f4d7e14-1818-4d6f-9e38-74562fb72a3e tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb0ee734-d936-46f9-b2f6-dfc1a7318ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440889 May 05 19:48:50.531250 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb9dac6-9ddc-43e0-9329-b173b9480153 req-c7c0e349-ba34-4ee1-be5c-0f1559aa6369 service neutron] Port 66ff1290-c884-4371-b12d-7c644d2fb4fb on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:48:50.531593 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb9dac6-9ddc-43e0-9329-b173b9480153 req-c7c0e349-ba34-4ee1-be5c-0f1559aa6369 service neutron] Attempting to bind port 66ff1290-c884-4371-b12d-7c644d2fb4fb on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:48:50.604273 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb9dac6-9ddc-43e0-9329-b173b9480153 req-c7c0e349-ba34-4ee1-be5c-0f1559aa6369 service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:48:50.604724 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb9dac6-9ddc-43e0-9329-b173b9480153 req-c7c0e349-ba34-4ee1-be5c-0f1559aa6369 service neutron] Checking segment: {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:48:50.605008 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb9dac6-9ddc-43e0-9329-b173b9480153 req-c7c0e349-ba34-4ee1-be5c-0f1559aa6369 service neutron] Bound using segment: {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:48:50.605400 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-5cb9dac6-9ddc-43e0-9329-b173b9480153 req-c7c0e349-ba34-4ee1-be5c-0f1559aa6369 service neutron] Bound port: 66ff1290-c884-4371-b12d-7c644d2fb4fb, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:48:50.605776 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-5cb9dac6-9ddc-43e0-9329-b173b9480153 req-c7c0e349-ba34-4ee1-be5c-0f1559aa6369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:50.606168 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cd3ea38f-b025-4d70-aba2-961cc4685052 req-c4327e32-7e5a-4a3a-bc26-1029c68d4985 service neutron] 10.222.0.50 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499445 May 05 19:48:50.630706 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1b69005a-4295-4afa-878b-22cc5861b462 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:50.639389 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1b69005a-4295-4afa-878b-22cc5861b462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:50.795805 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-1b69005a-4295-4afa-878b-22cc5861b462 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=41ccc0d2f5cf47faa25b5d8b4c2f26fa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3124321 May 05 19:48:50.798626 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56670) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:48:50.804443 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69005a-4295-4afa-878b-22cc5861b462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2ff4a7-a694-4285-a245-248d0fb153be,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:50.850858 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-6627511f-5a4b-4b4b-8207-622040283501 req-47148b93-20c5-4a6e-8f0f-56a0de8dcb45 service neutron] Attempting to bind port f8f5bb2b-a729-466a-8200-39314c2436cc on host n-h2-840717-1 for vnic_type normal with profile None {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:48:50.851186 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-6627511f-5a4b-4b4b-8207-622040283501 req-47148b93-20c5-4a6e-8f0f-56a0de8dcb45 service neutron] Attempting to bind port f8f5bb2b-a729-466a-8200-39314c2436cc by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': '2fd00a77-6cab-42c3-b322-459c43fd8637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '87da803f-e7d0-44ba-a1c3-46d895a6576d'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:48:50.851533 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6627511f-5a4b-4b4b-8207-622040283501 req-47148b93-20c5-4a6e-8f0f-56a0de8dcb45 service neutron] Attempting to bind port f8f5bb2b-a729-466a-8200-39314c2436cc on network 87da803f-e7d0-44ba-a1c3-46d895a6576d {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:48:50.861924 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-736ccd50-dec9-43f6-ab9d-6e27e3c0a3ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:50.862543 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6627511f-5a4b-4b4b-8207-622040283501 req-47148b93-20c5-4a6e-8f0f-56a0de8dcb45 service neutron] Port f8f5bb2b-a729-466a-8200-39314c2436cc on network 87da803f-e7d0-44ba-a1c3-46d895a6576d not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:48:50.862856 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6627511f-5a4b-4b4b-8207-622040283501 req-47148b93-20c5-4a6e-8f0f-56a0de8dcb45 service neutron] Attempting to bind port f8f5bb2b-a729-466a-8200-39314c2436cc on network 87da803f-e7d0-44ba-a1c3-46d895a6576d {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:48:50.865742 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-5cb9dac6-9ddc-43e0-9329-b173b9480153 req-c7c0e349-ba34-4ee1-be5c-0f1559aa6369 service neutron] For port 66ff1290-c884-4371-b12d-7c644d2fb4fb, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:48:50.869819 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-5cb9dac6-9ddc-43e0-9329-b173b9480153 req-c7c0e349-ba34-4ee1-be5c-0f1559aa6369 service neutron] For port 66ff1290-c884-4371-b12d-7c644d2fb4fb, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=66ff1290-c884-4371-b12d-7c644d2fb4fb,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:48:50.875266 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6627511f-5a4b-4b4b-8207-622040283501 req-47148b93-20c5-4a6e-8f0f-56a0de8dcb45 service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:48:50.875621 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6627511f-5a4b-4b4b-8207-622040283501 req-47148b93-20c5-4a6e-8f0f-56a0de8dcb45 service neutron] Checking segment: {'id': '2fd00a77-6cab-42c3-b322-459c43fd8637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '87da803f-e7d0-44ba-a1c3-46d895a6576d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:48:50.875990 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6627511f-5a4b-4b4b-8207-622040283501 req-47148b93-20c5-4a6e-8f0f-56a0de8dcb45 service neutron] Bound using segment: {'id': '2fd00a77-6cab-42c3-b322-459c43fd8637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '87da803f-e7d0-44ba-a1c3-46d895a6576d'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:48:50.876400 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-6627511f-5a4b-4b4b-8207-622040283501 req-47148b93-20c5-4a6e-8f0f-56a0de8dcb45 service neutron] Bound port: f8f5bb2b-a729-466a-8200-39314c2436cc, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fd00a77-6cab-42c3-b322-459c43fd8637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '87da803f-e7d0-44ba-a1c3-46d895a6576d'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:48:50.880474 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-5cb9dac6-9ddc-43e0-9329-b173b9480153 req-c7c0e349-ba34-4ee1-be5c-0f1559aa6369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:50.889283 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-736ccd50-dec9-43f6-ab9d-6e27e3c0a3ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:50.939985 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-736ccd50-dec9-43f6-ab9d-6e27e3c0a3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:50.955229 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736ccd50-dec9-43f6-ab9d-6e27e3c0a3ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2ff4a7-a694-4285-a245-248d0fb153be,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:50.963375 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-736ccd50-dec9-43f6-ab9d-6e27e3c0a3ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:50.964863 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-736ccd50-dec9-43f6-ab9d-6e27e3c0a3ce admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2f2ff4a7-a694-4285-a245-248d0fb153be HTTP/1.1" status: 204 len: 168 time: 0.1652708 May 05 19:48:50.993675 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb9dac6-9ddc-43e0-9329-b173b9480153 req-c7c0e349-ba34-4ee1-be5c-0f1559aa6369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:50.994335 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-5cb9dac6-9ddc-43e0-9329-b173b9480153 req-c7c0e349-ba34-4ee1-be5c-0f1559aa6369 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:50.995640 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5cb9dac6-9ddc-43e0-9329-b173b9480153 req-c7c0e349-ba34-4ee1-be5c-0f1559aa6369 service neutron] 10.222.0.24 "PUT /v2.0/ports/66ff1290-c884-4371-b12d-7c644d2fb4fb HTTP/1.1" status: 200 len: 1095 time: 1.8751087 May 05 19:48:50.998304 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a30afc9e-055e-4c21-a947-e4776e000fba', 'tag': '66ff1290-c884-4371-b12d-7c644d2fb4fb'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:48:51.011811 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b3236-4fb9-4135-8129-0b873d65a60e req-4805f1dd-be95-4b60-9f24-39da41734ebb tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:51.019186 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2e0b3236-4fb9-4135-8129-0b873d65a60e req-4805f1dd-be95-4b60-9f24-39da41734ebb tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf40ce3b-d653-4ff9-97e0-11fdd421c41f HTTP/1.1" status: 200 len: 948 time: 0.3190947 May 05 19:48:51.126580 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-6627511f-5a4b-4b4b-8207-622040283501 req-47148b93-20c5-4a6e-8f0f-56a0de8dcb45 service neutron] For port f8f5bb2b-a729-466a-8200-39314c2436cc, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=f8f5bb2b-a729-466a-8200-39314c2436cc,segment=NetworkSegment(2fd00a77-6cab-42c3-b322-459c43fd8637),segment_id=2fd00a77-6cab-42c3-b322-459c43fd8637)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:48:51.133188 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c0e349-ba34-4ee1-be5c-0f1559aa6369 service neutron] Pushing event updated for resources: {'Port': ['ID=66ff1290-c884-4371-b12d-7c644d2fb4fb,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:51.150229 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2e0b3236-4fb9-4135-8129-0b873d65a60e req-b35304d7-5ea4-4e60-88b3-02ce24db65f5 tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbbe3533-5570-4e28-9aa1-d3e5491537bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301446 May 05 19:48:51.154948 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6627511f-5a4b-4b4b-8207-622040283501 req-47148b93-20c5-4a6e-8f0f-56a0de8dcb45 service neutron] Notify callbacks [] for binding, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:51.156106 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6627511f-5a4b-4b4b-8207-622040283501 req-47148b93-20c5-4a6e-8f0f-56a0de8dcb45 service neutron] 10.222.0.36 "POST /v2.0/ports/f8f5bb2b-a729-466a-8200-39314c2436cc/bindings HTTP/1.1" status: 201 len: 389 time: 1.0515916 May 05 19:48:51.173694 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb9dac6-9ddc-43e0-9329-b173b9480153 req-ec4a275f-01e2-426b-9dd4-738fa25d287a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:51.175760 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5cb9dac6-9ddc-43e0-9329-b173b9480153 req-ec4a275f-01e2-426b-9dd4-738fa25d287a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=69f94df1cbe14489aec5f0f54ec137b6&device_id=a30afc9e-055e-4c21-a947-e4776e000fba HTTP/1.1" status: 200 len: 1098 time: 0.1325865 May 05 19:48:51.224293 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca4b9fb8-b4ce-455f-9660-2ad4953551d4'] response: {'name': 'network-changed', 'server_uuid': 'bf40ce3b-d653-4ff9-97e0-11fdd421c41f', 'tag': '78f5a31e-c743-414b-bb6e-cff09f06cef5', 'status': 'completed', 'code': 200} May 05 19:48:51.264087 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5cb9dac6-9ddc-43e0-9329-b173b9480153 req-38bde433-b00a-4fff-8435-540b92b015dc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=66ff1290-c884-4371-b12d-7c644d2fb4fb HTTP/1.1" status: 200 len: 217 time: 0.0797269 May 05 19:48:51.388971 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a189cb50-c08f-4aed-b4c7-33956ab0f84c req-3fa40a90-e1f5-427d-b061-1adda45ffb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:51.390879 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a189cb50-c08f-4aed-b4c7-33956ab0f84c req-3fa40a90-e1f5-427d-b061-1adda45ffb13 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=98520bcd3a4241bd851403bddd5b66a6&device_id=bf40ce3b-d653-4ff9-97e0-11fdd421c41f HTTP/1.1" status: 200 len: 1099 time: 0.1420543 May 05 19:48:51.400815 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb9dac6-9ddc-43e0-9329-b173b9480153 req-501ef20a-9eab-445b-82a0-277f41e11f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:51.402260 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5cb9dac6-9ddc-43e0-9329-b173b9480153 req-501ef20a-9eab-445b-82a0-277f41e11f9b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.1330631 May 05 19:48:51.450773 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56694) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:48:51.471012 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.50', 57567) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:48:51.509249 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-010795c4-f301-4b32-a181-bc65d2ff7aac admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:51.539569 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b122a3ee-fea0-47ce-8384-77e9284de881'] response: {'name': 'network-changed', 'server_uuid': 'a30afc9e-055e-4c21-a947-e4776e000fba', 'tag': '66ff1290-c884-4371-b12d-7c644d2fb4fb', 'status': 'completed', 'code': 200} May 05 19:48:51.579979 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb9dac6-9ddc-43e0-9329-b173b9480153 req-a760500d-f1de-4aeb-a536-7fe2c57a826b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:51.581313 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-010795c4-f301-4b32-a181-bc65d2ff7aac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:48:51.581446 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5cb9dac6-9ddc-43e0-9329-b173b9480153 req-a760500d-f1de-4aeb-a536-7fe2c57a826b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1725495 May 05 19:48:51.584004 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6627511f-5a4b-4b4b-8207-622040283501 req-c7699f28-8157-4e4a-bf34-135ef39b4dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:51.585236 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-010795c4-f301-4b32-a181-bc65d2ff7aac admin admin] Usage tracker for resource:security_group_rule and tenant:76caa807d09644d4aecc2f1c77830474 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:48:51.585366 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6627511f-5a4b-4b4b-8207-622040283501 req-c7699f28-8157-4e4a-bf34-135ef39b4dee service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ec798a1d17654fd38a17594ac4520b82&device_id=4b36d1d8-47f4-45eb-bd91-d7c1f042b613 HTTP/1.1" status: 200 len: 1118 time: 0.1149340 May 05 19:48:51.592116 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-88462778-c2a9-4ccb-9213-07d06d5ab85a req-3bf6ccf8-00c5-4af1-be6c-67ccf67c5235 tempest-ServersAdmin275Test-416698197 tempest-ServersAdmin275Test-416698197-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1344af4-ac94-4482-8c6e-08fa01e62f39 HTTP/1.1" status: 200 len: 210 time: 0.1201560 May 05 19:48:51.592513 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-010795c4-f301-4b32-a181-bc65d2ff7aac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:48:51.607669 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-010795c4-f301-4b32-a181-bc65d2ff7aac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:48:51.646760 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a189cb50-c08f-4aed-b4c7-33956ab0f84c req-7f660d79-0510-4155-ae02-cd9e48d669d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:51.648598 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a189cb50-c08f-4aed-b4c7-33956ab0f84c req-7f660d79-0510-4155-ae02-cd9e48d669d9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3 HTTP/1.1" status: 200 len: 870 time: 0.2436450 May 05 19:48:51.732823 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a189cb50-c08f-4aed-b4c7-33956ab0f84c req-891e4143-17c9-44f2-895b-e27504b40d69 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=78f5a31e-c743-414b-bb6e-cff09f06cef5 HTTP/1.1" status: 200 len: 217 time: 0.0774546 May 05 19:48:51.821770 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a189cb50-c08f-4aed-b4c7-33956ab0f84c req-a458ab1c-a228-4f56-b98b-2c29018fa8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:51.823153 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a189cb50-c08f-4aed-b4c7-33956ab0f84c req-a458ab1c-a228-4f56-b98b-2c29018fa8ad service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.0837338 May 05 19:48:51.899741 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5cb9dac6-9ddc-43e0-9329-b173b9480153 req-e6ec168d-530a-4e60-88f4-5814c1f90aa9 service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099859 May 05 19:48:51.916806 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-010795c4-f301-4b32-a181-bc65d2ff7aac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:51.931665 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-010795c4-f301-4b32-a181-bc65d2ff7aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:51.978230 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6627511f-5a4b-4b4b-8207-622040283501 req-48dfb6df-0096-4ce9-aabd-968b6174df4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:51.979676 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6627511f-5a4b-4b4b-8207-622040283501 req-48dfb6df-0096-4ce9-aabd-968b6174df4e service neutron] 10.222.0.50 "GET /v2.0/networks?id=87da803f-e7d0-44ba-a1c3-46d895a6576d HTTP/1.1" status: 200 len: 908 time: 0.2712753 May 05 19:48:51.991907 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-010795c4-f301-4b32-a181-bc65d2ff7aac admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=76caa807d09644d4aecc2f1c77830474&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5400896 May 05 19:48:51.998757 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56708) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:48:51.999406 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010795c4-f301-4b32-a181-bc65d2ff7aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=342afb4f-b8f5-4f5f-a5b2-467fab0e00e9,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:52.055586 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a189cb50-c08f-4aed-b4c7-33956ab0f84c req-8d98b067-e13d-4589-829d-856a7c900181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:52.057017 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a189cb50-c08f-4aed-b4c7-33956ab0f84c req-8d98b067-e13d-4589-829d-856a7c900181 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1918564 May 05 19:48:52.064967 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3922277b-713a-4370-a8fe-73980f2afe85 req-0d8971bb-7d6b-4e26-96bc-0a44c2c26abd tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:52.066280 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3922277b-713a-4370-a8fe-73980f2afe85 req-0d8971bb-7d6b-4e26-96bc-0a44c2c26abd tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.36 "GET /v2.0/ports?device_id=a30afc9e-055e-4c21-a947-e4776e000fba HTTP/1.1" status: 200 len: 947 time: 0.2463217 May 05 19:48:52.104076 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93124da6-999c-47be-9025-d21b321941d6 req-ab68a9e8-c572-4251-838a-50b9ea0d0430 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:52.105763 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-93124da6-999c-47be-9025-d21b321941d6 req-ab68a9e8-c572-4251-838a-50b9ea0d0430 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b36d1d8-47f4-45eb-bd91-d7c1f042b613 HTTP/1.1" status: 200 len: 967 time: 0.3962724 May 05 19:48:52.117695 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6627511f-5a4b-4b4b-8207-622040283501 req-f1516f8c-a100-482d-9f3a-7d7a1806d116 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8f5bb2b-a729-466a-8200-39314c2436cc HTTP/1.1" status: 200 len: 217 time: 0.0863776 May 05 19:48:52.216312 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cd96386f-edaa-408e-954a-46162ad113c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:52.225355 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5cb9dac6-9ddc-43e0-9329-b173b9480153 req-74ec9bcb-2fe1-4e6d-b47c-c4293a592fa0 service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149390 May 05 19:48:52.235193 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-93124da6-999c-47be-9025-d21b321941d6 req-0a390bac-e63b-413b-95d2-813785e12458 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192105 May 05 19:48:52.241883 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6627511f-5a4b-4b4b-8207-622040283501 req-5d6dce44-7ae3-42d2-8db0-a75bfbe0ad1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:52.243646 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6627511f-5a4b-4b4b-8207-622040283501 req-5d6dce44-7ae3-42d2-8db0-a75bfbe0ad1f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=af43fcc5-064b-4df8-a8c0-be1ad4feb5a8 HTTP/1.1" status: 200 len: 847 time: 0.1167800 May 05 19:48:52.324124 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3922277b-713a-4370-a8fe-73980f2afe85 req-98ed3da0-612e-435c-888c-d7172eadc280 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb0ee734-d936-46f9-b2f6-dfc1a7318ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629200 May 05 19:48:52.337205 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cd96386f-edaa-408e-954a-46162ad113c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:52.397802 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a189cb50-c08f-4aed-b4c7-33956ab0f84c req-a47ff029-beb9-4782-9073-f56a2b63861e service neutron] 10.222.0.50 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3289165 May 05 19:48:52.495546 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6627511f-5a4b-4b4b-8207-622040283501 req-eb3226c9-770e-45d7-be8e-2090304b8d74 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=87da803f-e7d0-44ba-a1c3-46d895a6576d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2447462 May 05 19:48:52.511016 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cd96386f-edaa-408e-954a-46162ad113c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:52.548486 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd96386f-edaa-408e-954a-46162ad113c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=342afb4f-b8f5-4f5f-a5b2-467fab0e00e9,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:52.561887 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cd96386f-edaa-408e-954a-46162ad113c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:52.563233 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-cd96386f-edaa-408e-954a-46162ad113c6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/342afb4f-b8f5-4f5f-a5b2-467fab0e00e9 HTTP/1.1" status: 204 len: 168 time: 0.5611236 May 05 19:48:52.584263 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a189cb50-c08f-4aed-b4c7-33956ab0f84c req-33079a1a-d5b8-4db9-b8c1-9177ad2028c1 service neutron] 10.222.0.50 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795363 May 05 19:48:52.780478 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6627511f-5a4b-4b4b-8207-622040283501 req-f59db98d-ce0e-42f3-819c-f2bf72e3512c service neutron] 10.222.0.50 "GET /v2.0/networks/87da803f-e7d0-44ba-a1c3-46d895a6576d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757447 May 05 19:48:52.818318 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e51ca-0715-4f57-a863-9e08cee63a91 req-2d01a650-54ae-417b-9a1f-2b0a49aaccc2 tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:52.820019 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-472e51ca-0715-4f57-a863-9e08cee63a91 req-2d01a650-54ae-417b-9a1f-2b0a49aaccc2 tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf40ce3b-d653-4ff9-97e0-11fdd421c41f HTTP/1.1" status: 200 len: 948 time: 0.3934262 May 05 19:48:52.826766 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b98ee6d-0d40-46e7-b9ac-8b7a92836a71 req-91b1f0bb-3a29-40f3-9fc7-84b4a02eef3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:52.828593 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3b98ee6d-0d40-46e7-b9ac-8b7a92836a71 req-91b1f0bb-3a29-40f3-9fc7-84b4a02eef3e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=69f94df1cbe14489aec5f0f54ec137b6&device_id=a30afc9e-055e-4c21-a947-e4776e000fba HTTP/1.1" status: 200 len: 1098 time: 0.4336107 May 05 19:48:52.859580 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-be5f3bcf-91ed-4a19-b65a-e69216ce5890 req-825c98ed-6550-40c9-bd28-4fb49f6e368f tempest-ServersAdmin275Test-416698197 tempest-ServersAdmin275Test-416698197-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1344af4-ac94-4482-8c6e-08fa01e62f39 HTTP/1.1" status: 200 len: 210 time: 0.0705433 May 05 19:48:52.923940 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56746) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:48:53.052092 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-472e51ca-0715-4f57-a863-9e08cee63a91 req-d7205ca2-d983-48b0-87fd-6cb4e7fb4ee2 tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbbe3533-5570-4e28-9aa1-d3e5491537bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219305 May 05 19:48:53.086337 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7388a710-9367-46a7-bbfd-9a66746db479 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:53.098784 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6627511f-5a4b-4b4b-8207-622040283501 req-43da9c97-6edd-4365-8922-0bef0a91455c service neutron] 10.222.0.50 "GET /v2.0/networks/87da803f-e7d0-44ba-a1c3-46d895a6576d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3129473 May 05 19:48:53.116876 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-7388a710-9367-46a7-bbfd-9a66746db479 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:48:53.123387 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b98ee6d-0d40-46e7-b9ac-8b7a92836a71 req-53e6fd3b-f138-4459-a10d-503807575ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:53.125044 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3b98ee6d-0d40-46e7-b9ac-8b7a92836a71 req-53e6fd3b-f138-4459-a10d-503807575ba1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3 HTTP/1.1" status: 200 len: 870 time: 0.2849476 May 05 19:48:53.133177 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-7388a710-9367-46a7-bbfd-9a66746db479 admin admin] Usage tracker for resource:security_group_rule and tenant:9fb8838667144afea576593058e0727b is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:48:53.136503 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-7388a710-9367-46a7-bbfd-9a66746db479 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:48:53.146937 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-7388a710-9367-46a7-bbfd-9a66746db479 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:48:53.208137 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3b98ee6d-0d40-46e7-b9ac-8b7a92836a71 req-f861e268-2454-4e13-8219-c3f7fbbe05ff service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=66ff1290-c884-4371-b12d-7c644d2fb4fb HTTP/1.1" status: 200 len: 217 time: 0.0766079 May 05 19:48:53.293928 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7388a710-9367-46a7-bbfd-9a66746db479 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:53.298373 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7388a710-9367-46a7-bbfd-9a66746db479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:53.308069 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b98ee6d-0d40-46e7-b9ac-8b7a92836a71 req-91ab97e7-ef40-471f-bc7e-08be6a100c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:53.311752 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3b98ee6d-0d40-46e7-b9ac-8b7a92836a71 req-91ab97e7-ef40-471f-bc7e-08be6a100c6b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.0981038 May 05 19:48:53.345924 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-7388a710-9367-46a7-bbfd-9a66746db479 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9fb8838667144afea576593058e0727b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4179285 May 05 19:48:53.345924 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56782) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:48:53.427024 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7388a710-9367-46a7-bbfd-9a66746db479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5f6650-c8c6-4239-bcd9-aa4e560806e0,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:53.511964 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ba6cd6c0-b684-428c-ac27-11c8b9938e9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:53.524117 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b98ee6d-0d40-46e7-b9ac-8b7a92836a71 req-28359c0d-67c1-47d0-8fba-aa8b04945030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:53.525616 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3b98ee6d-0d40-46e7-b9ac-8b7a92836a71 req-28359c0d-67c1-47d0-8fba-aa8b04945030 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1994774 May 05 19:48:53.539861 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ba6cd6c0-b684-428c-ac27-11c8b9938e9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:53.622997 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92e731-fc31-466a-aa05-288e2d328e00 req-39e3e5c6-d947-4121-ab33-fbaa3814a432 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:53.635385 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5e92e731-fc31-466a-aa05-288e2d328e00 req-39e3e5c6-d947-4121-ab33-fbaa3814a432 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b36d1d8-47f4-45eb-bd91-d7c1f042b613 HTTP/1.1" status: 200 len: 967 time: 0.1990485 May 05 19:48:53.661174 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6627511f-5a4b-4b4b-8207-622040283501 req-b6fdfe0c-036a-40f1-b253-29c2f82caa50 tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:53.662657 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6627511f-5a4b-4b4b-8207-622040283501 req-b6fdfe0c-036a-40f1-b253-29c2f82caa50 tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=4b36d1d8-47f4-45eb-bd91-d7c1f042b613&tenant_id=ec798a1d17654fd38a17594ac4520b82&binding%3Ahost_id=n-h1-840717-1 HTTP/1.1" status: 200 len: 1118 time: 0.2719400 May 05 19:48:53.666853 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ba6cd6c0-b684-428c-ac27-11c8b9938e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:53.703631 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6cd6c0-b684-428c-ac27-11c8b9938e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5f6650-c8c6-4239-bcd9-aa4e560806e0,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:53.714588 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ba6cd6c0-b684-428c-ac27-11c8b9938e9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:53.719062 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-ba6cd6c0-b684-428c-ac27-11c8b9938e9c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8f5f6650-c8c6-4239-bcd9-aa4e560806e0 HTTP/1.1" status: 204 len: 168 time: 0.3688319 May 05 19:48:53.737134 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5e92e731-fc31-466a-aa05-288e2d328e00 req-b53df1c6-2388-4269-a045-e7059f09ec63 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963712 May 05 19:48:53.740125 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-6627511f-5a4b-4b4b-8207-622040283501 req-1f9490d5-81ab-470b-8089-34fec4699825 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-840717-1'}}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:48:53.841901 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56800) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:48:53.863328 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e37f20d-538a-4a50-8611-576a147b5b45 req-d4bb0cce-1b61-459e-871c-a14e1e36ed06 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:53.870136 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7e37f20d-538a-4a50-8611-576a147b5b45 req-d4bb0cce-1b61-459e-871c-a14e1e36ed06 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.36 "GET /v2.0/ports?device_id=a30afc9e-055e-4c21-a947-e4776e000fba HTTP/1.1" status: 200 len: 947 time: 0.3434708 May 05 19:48:53.905752 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3b98ee6d-0d40-46e7-b9ac-8b7a92836a71 req-ff2f73d8-dde4-48aa-ba89-cea5f91e58db service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156700 May 05 19:48:53.977851 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6627511f-5a4b-4b4b-8207-622040283501 req-1f9490d5-81ab-470b-8089-34fec4699825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:54.009895 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7e37f20d-538a-4a50-8611-576a147b5b45 req-3d72192c-e2d7-4a69-8955-0abb859ca366 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb0ee734-d936-46f9-b2f6-dfc1a7318ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388485 May 05 19:48:54.060881 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e6e3d2b3-47ae-46fe-a9f9-f95071ad7564 req-5a0582e7-297b-4755-9f31-3c54d797d8cf tempest-ServersAdmin275Test-416698197 tempest-ServersAdmin275Test-416698197-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1344af4-ac94-4482-8c6e-08fa01e62f39 HTTP/1.1" status: 200 len: 210 time: 0.0666881 May 05 19:48:54.245441 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-8004efb5-6481-4ace-b8af-3028a63662b7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2781c844474240aea53d18b6a2457615&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4019535 May 05 19:48:54.248680 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56818) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:48:54.319823 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56822) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:48:54.323329 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e9521e0a-829f-4cb2-bb7b-ba046d424918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:54.348699 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ddeb142b-2287-495b-8507-eea69c07677a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:54.355175 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3b98ee6d-0d40-46e7-b9ac-8b7a92836a71 req-0f7969d8-61f1-4e4d-8b04-f252f4a43bb9 service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4405358 May 05 19:48:54.376641 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e9521e0a-829f-4cb2-bb7b-ba046d424918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:54.383149 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-ddeb142b-2287-495b-8507-eea69c07677a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:48:54.391553 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-ddeb142b-2287-495b-8507-eea69c07677a admin admin] Usage tracker for resource:security_group_rule and tenant:0e6661e5730449bc8ea1b774d82c4e19 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:48:54.399420 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-ddeb142b-2287-495b-8507-eea69c07677a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:48:54.408881 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-ddeb142b-2287-495b-8507-eea69c07677a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:48:54.476751 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e9521e0a-829f-4cb2-bb7b-ba046d424918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:54.496394 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b38d5-3862-40a7-b78a-24edc376acbd req-a5d8bea5-c2b8-4f67-8921-b4a059b5168e tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:54.498142 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e25b38d5-3862-40a7-b78a-24edc376acbd req-a5d8bea5-c2b8-4f67-8921-b4a059b5168e tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf40ce3b-d653-4ff9-97e0-11fdd421c41f HTTP/1.1" status: 200 len: 948 time: 0.2987623 May 05 19:48:54.500093 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-6627511f-5a4b-4b4b-8207-622040283501 req-1f9490d5-81ab-470b-8089-34fec4699825 service neutron] For port f8f5bb2b-a729-466a-8200-39314c2436cc, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=f8f5bb2b-a729-466a-8200-39314c2436cc,segment=NetworkSegment(2fd00a77-6cab-42c3-b322-459c43fd8637),segment_id=2fd00a77-6cab-42c3-b322-459c43fd8637)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:48:54.510679 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9521e0a-829f-4cb2-bb7b-ba046d424918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e19ce0a-4577-4275-8283-396b4d2affd7,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:54.561265 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-6627511f-5a4b-4b4b-8207-622040283501 req-1f9490d5-81ab-470b-8089-34fec4699825 service neutron] For port f8f5bb2b-a729-466a-8200-39314c2436cc, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:48:54.568618 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ddeb142b-2287-495b-8507-eea69c07677a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:54.569869 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e9521e0a-829f-4cb2-bb7b-ba046d424918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:54.570984 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-e9521e0a-829f-4cb2-bb7b-ba046d424918 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0e19ce0a-4577-4275-8283-396b4d2affd7 HTTP/1.1" status: 204 len: 168 time: 0.3213603 May 05 19:48:54.587810 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ddeb142b-2287-495b-8507-eea69c07677a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:54.595701 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 66ff1290-c884-4371-b12d-7c644d2fb4fb details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:48:54.630480 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e25b38d5-3862-40a7-b78a-24edc376acbd req-40b0b2d6-984f-49fd-ac93-11c3dcd02caa tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbbe3533-5570-4e28-9aa1-d3e5491537bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176088 May 05 19:48:54.658040 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b36d1d8-47f4-45eb-bd91-d7c1f042b613', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8f5bb2b-a729-466a-8200-39314c2436cc'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:48:54.662975 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeb142b-2287-495b-8507-eea69c07677a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac61e504-b8d9-4c80-83b0-2fca1fd90e1d,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:54.676726 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-ddeb142b-2287-495b-8507-eea69c07677a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0e6661e5730449bc8ea1b774d82c4e19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3557427 May 05 19:48:54.679439 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56836) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:48:54.681469 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6627511f-5a4b-4b4b-8207-622040283501 req-1f9490d5-81ab-470b-8089-34fec4699825 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:54.695294 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6627511f-5a4b-4b4b-8207-622040283501 req-1f9490d5-81ab-470b-8089-34fec4699825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:54.782042 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cab13c14-13b9-442a-877d-22ddd393c3c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:54.851600 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cab13c14-13b9-442a-877d-22ddd393c3c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:54.869088 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68884bee-9060-4a4d-adeb-bfc3a086dc8d'] response: {'server_uuid': '4b36d1d8-47f4-45eb-bd91-d7c1f042b613', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8f5bb2b-a729-466a-8200-39314c2436cc', 'code': 200} May 05 19:48:54.893285 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9490d5-81ab-470b-8089-34fec4699825 service neutron] Pushing event updated for resources: {'Port': ['ID=f8f5bb2b-a729-466a-8200-39314c2436cc,revision_number=7']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:54.905843 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 66ff1290-c884-4371-b12d-7c644d2fb4fb, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=66ff1290-c884-4371-b12d-7c644d2fb4fb,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:48:54.940146 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '66ff1290-c884-4371-b12d-7c644d2fb4fb', 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3', 'port_id': '66ff1290-c884-4371-b12d-7c644d2fb4fb', 'mac_address': 'fa:16:3e:c3:ee:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d72a8d3-0a35-4d3a-96b8-d869ff4093bc', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:48:54.950145 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 78f5a31e-c743-414b-bb6e-cff09f06cef5 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:48:54.950657 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cab13c14-13b9-442a-877d-22ddd393c3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:54.974909 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab13c14-13b9-442a-877d-22ddd393c3c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac61e504-b8d9-4c80-83b0-2fca1fd90e1d,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:54.982898 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cab13c14-13b9-442a-877d-22ddd393c3c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:54.984283 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-cab13c14-13b9-442a-877d-22ddd393c3c6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ac61e504-b8d9-4c80-83b0-2fca1fd90e1d HTTP/1.1" status: 204 len: 168 time: 0.3037939 May 05 19:48:54.988725 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-6627511f-5a4b-4b4b-8207-622040283501 req-1f9490d5-81ab-470b-8089-34fec4699825 service neutron] Attempting to bind port f8f5bb2b-a729-466a-8200-39314c2436cc on host n-h1-840717-1 for vnic_type normal with profile {"migrating_to": "n-h2-840717-1"} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:48:54.989055 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-6627511f-5a4b-4b4b-8207-622040283501 req-1f9490d5-81ab-470b-8089-34fec4699825 service neutron] Attempting to bind port f8f5bb2b-a729-466a-8200-39314c2436cc by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': '2fd00a77-6cab-42c3-b322-459c43fd8637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '87da803f-e7d0-44ba-a1c3-46d895a6576d'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:48:54.989870 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6627511f-5a4b-4b4b-8207-622040283501 req-1f9490d5-81ab-470b-8089-34fec4699825 service neutron] Attempting to bind port f8f5bb2b-a729-466a-8200-39314c2436cc on network 87da803f-e7d0-44ba-a1c3-46d895a6576d {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:48:55.042640 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6627511f-5a4b-4b4b-8207-622040283501 req-1f9490d5-81ab-470b-8089-34fec4699825 service neutron] Port f8f5bb2b-a729-466a-8200-39314c2436cc on network 87da803f-e7d0-44ba-a1c3-46d895a6576d not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:48:55.042640 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6627511f-5a4b-4b4b-8207-622040283501 req-1f9490d5-81ab-470b-8089-34fec4699825 service neutron] Attempting to bind port f8f5bb2b-a729-466a-8200-39314c2436cc on network 87da803f-e7d0-44ba-a1c3-46d895a6576d {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:48:55.110549 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6627511f-5a4b-4b4b-8207-622040283501 req-1f9490d5-81ab-470b-8089-34fec4699825 service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:48:55.111640 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6627511f-5a4b-4b4b-8207-622040283501 req-1f9490d5-81ab-470b-8089-34fec4699825 service neutron] Checking segment: {'id': '2fd00a77-6cab-42c3-b322-459c43fd8637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '87da803f-e7d0-44ba-a1c3-46d895a6576d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:48:55.112467 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6627511f-5a4b-4b4b-8207-622040283501 req-1f9490d5-81ab-470b-8089-34fec4699825 service neutron] Bound using segment: {'id': '2fd00a77-6cab-42c3-b322-459c43fd8637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '87da803f-e7d0-44ba-a1c3-46d895a6576d'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:48:55.113031 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-6627511f-5a4b-4b4b-8207-622040283501 req-1f9490d5-81ab-470b-8089-34fec4699825 service neutron] Bound port: f8f5bb2b-a729-466a-8200-39314c2436cc, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fd00a77-6cab-42c3-b322-459c43fd8637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '87da803f-e7d0-44ba-a1c3-46d895a6576d'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:48:55.113652 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6627511f-5a4b-4b4b-8207-622040283501 req-1f9490d5-81ab-470b-8089-34fec4699825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:55.189388 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56856) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:48:55.241230 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db72bc8-6d5f-46b4-a917-ba1e73be638a req-a91cef8c-081e-4b42-94c6-bb2dec7d8f8a tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:55.249433 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8db72bc8-6d5f-46b4-a917-ba1e73be638a req-a91cef8c-081e-4b42-94c6-bb2dec7d8f8a tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.36 "GET /v2.0/ports?device_id=a30afc9e-055e-4c21-a947-e4776e000fba HTTP/1.1" status: 200 len: 947 time: 0.1096942 May 05 19:48:55.255031 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:55.282727 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66ff1290-c884-4371-b12d-7c644d2fb4fb {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:48:55.282940 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc3cfad-1588-40e1-9f1a-fe374b53b311 req-57f391c8-e02b-4e36-af8b-b826a33f98bd tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:55.289810 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4dc3cfad-1588-40e1-9f1a-fe374b53b311 req-57f391c8-e02b-4e36-af8b-b826a33f98bd tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b36d1d8-47f4-45eb-bd91-d7c1f042b613 HTTP/1.1" status: 200 len: 965 time: 0.3022225 May 05 19:48:55.302290 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 66ff1290-c884-4371-b12d-7c644d2fb4fb, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=66ff1290-c884-4371-b12d-7c644d2fb4fb,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:48:55.305914 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8db72bc8-6d5f-46b4-a917-ba1e73be638a req-05cbc57e-174c-4f2b-8e01-36162f45c2ff tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb0ee734-d936-46f9-b2f6-dfc1a7318ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550153 May 05 19:48:55.319129 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:55.357929 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-1e22f120-ec5d-4710-b215-458bfe7d8d3b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d0a3af11f64b4dcf9bfcd068f987d0bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1669006 May 05 19:48:55.360818 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56860) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:48:55.362634 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-6627511f-5a4b-4b4b-8207-622040283501 req-1f9490d5-81ab-470b-8089-34fec4699825 service neutron] For port f8f5bb2b-a729-466a-8200-39314c2436cc, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:48:55.373820 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4dc3cfad-1588-40e1-9f1a-fe374b53b311 req-d0aa8a2a-9354-48e7-b68b-c5e230ef2bf7 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828431 May 05 19:48:55.386680 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-6627511f-5a4b-4b4b-8207-622040283501 req-1f9490d5-81ab-470b-8089-34fec4699825 service neutron] For port f8f5bb2b-a729-466a-8200-39314c2436cc, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=f8f5bb2b-a729-466a-8200-39314c2436cc,segment=NetworkSegment(2fd00a77-6cab-42c3-b322-459c43fd8637),segment_id=2fd00a77-6cab-42c3-b322-459c43fd8637)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:48:55.397326 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56864) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:48:55.401543 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6627511f-5a4b-4b4b-8207-622040283501 req-1f9490d5-81ab-470b-8089-34fec4699825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:55.425442 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 78f5a31e-c743-414b-bb6e-cff09f06cef5, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=78f5a31e-c743-414b-bb6e-cff09f06cef5,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:48:55.443409 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': '78f5a31e-c743-414b-bb6e-cff09f06cef5', 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3', 'port_id': '78f5a31e-c743-414b-bb6e-cff09f06cef5', 'mac_address': 'fa:16:3e:28:bc:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d72a8d3-0a35-4d3a-96b8-d869ff4093bc', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:48:55.515463 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:55.546268 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78f5a31e-c743-414b-bb6e-cff09f06cef5 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:48:55.546707 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a1db930f-2aa1-4603-a9c2-1875d558759a req-fa988259-25bc-4db3-a6dc-0ab188a6b9fb tempest-ServersAdmin275Test-416698197 tempest-ServersAdmin275Test-416698197-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1344af4-ac94-4482-8c6e-08fa01e62f39 HTTP/1.1" status: 200 len: 210 time: 0.0877879 May 05 19:48:55.559101 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c46c8230-b384-4829-9021-11be06d989a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:55.564362 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 78f5a31e-c743-414b-bb6e-cff09f06cef5, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=78f5a31e-c743-414b-bb6e-cff09f06cef5,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:48:55.574386 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:55.584207 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=66ff1290-c884-4371-b12d-7c644d2fb4fb,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:55.599036 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:48:55.599723 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:48:55.599820 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:48:55.600354 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:48:55.600656 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:48:55.601306 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:48:55.601903 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:48:55.602421 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:48:55.602881 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:48:55.603632 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:48:55.604104 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:48:55.604600 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:48:55.629174 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c46c8230-b384-4829-9021-11be06d989a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:55.652395 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6627511f-5a4b-4b4b-8207-622040283501 req-1f9490d5-81ab-470b-8089-34fec4699825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:55.660075 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6627511f-5a4b-4b4b-8207-622040283501 req-1f9490d5-81ab-470b-8089-34fec4699825 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:55.662090 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6627511f-5a4b-4b4b-8207-622040283501 req-1f9490d5-81ab-470b-8089-34fec4699825 service neutron] 10.222.0.50 "PUT /v2.0/ports/f8f5bb2b-a729-466a-8200-39314c2436cc HTTP/1.1" status: 200 len: 1143 time: 1.9291999 May 05 19:48:55.665188 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9490d5-81ab-470b-8089-34fec4699825 service neutron] Pushing event updated for resources: {'Port': ['ID=f8f5bb2b-a729-466a-8200-39314c2436cc,revision_number=8']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:55.753217 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c46c8230-b384-4829-9021-11be06d989a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:55.766922 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['66ff1290-c884-4371-b12d-7c644d2fb4fb'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:48:55.775122 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46c8230-b384-4829-9021-11be06d989a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40f1892-3d67-4643-bf58-de50116aa34f,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:55.794888 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c46c8230-b384-4829-9021-11be06d989a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:55.802083 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-c46c8230-b384-4829-9021-11be06d989a6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a40f1892-3d67-4643-bf58-de50116aa34f HTTP/1.1" status: 204 len: 168 time: 0.4392784 May 05 19:48:55.869339 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3331bddd-3ddf-4b84-9f37-a8ce501d88eb req-e1fbe6c2-94c7-4d69-b066-badf9a81a4ba tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:55.870884 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3331bddd-3ddf-4b84-9f37-a8ce501d88eb req-e1fbe6c2-94c7-4d69-b066-badf9a81a4ba tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf40ce3b-d653-4ff9-97e0-11fdd421c41f HTTP/1.1" status: 200 len: 949 time: 0.1025741 May 05 19:48:55.885267 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=78f5a31e-c743-414b-bb6e-cff09f06cef5,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:55.889296 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['f8f5bb2b-a729-466a-8200-39314c2436cc'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:48:55.920074 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-06f9b3de-309b-4803-98c9-a5102201fa64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:55.925125 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['78f5a31e-c743-414b-bb6e-cff09f06cef5'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:48:55.955253 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-06f9b3de-309b-4803-98c9-a5102201fa64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:48:55.962888 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3331bddd-3ddf-4b84-9f37-a8ce501d88eb req-c8d6e678-aec4-444b-990c-c83c2073084c tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbbe3533-5570-4e28-9aa1-d3e5491537bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717165 May 05 19:48:55.965339 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-06f9b3de-309b-4803-98c9-a5102201fa64 admin admin] Usage tracker for resource:security_group_rule and tenant:7beeba3f164341288cdb1d6eb0d49991 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:48:55.970031 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-06f9b3de-309b-4803-98c9-a5102201fa64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:48:55.980006 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-06f9b3de-309b-4803-98c9-a5102201fa64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:48:56.129224 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-06f9b3de-309b-4803-98c9-a5102201fa64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:56.135593 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-06f9b3de-309b-4803-98c9-a5102201fa64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:56.194901 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-06f9b3de-309b-4803-98c9-a5102201fa64 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7beeba3f164341288cdb1d6eb0d49991&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7964487 May 05 19:48:56.197861 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56884) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:48:56.273326 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f9b3de-309b-4803-98c9-a5102201fa64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c893c65-e7a8-4b07-ad69-27f5f53ce00b,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:56.303463 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d51d0dd2-d37c-4620-a546-1b7f42bd0681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:56.332895 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d51d0dd2-d37c-4620-a546-1b7f42bd0681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:56.401151 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d51d0dd2-d37c-4620-a546-1b7f42bd0681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:56.420419 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51d0dd2-d37c-4620-a546-1b7f42bd0681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c893c65-e7a8-4b07-ad69-27f5f53ce00b,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:56.427953 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d51d0dd2-d37c-4620-a546-1b7f42bd0681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:56.431433 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d51d0dd2-d37c-4620-a546-1b7f42bd0681 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6c893c65-e7a8-4b07-ad69-27f5f53ce00b HTTP/1.1" status: 204 len: 168 time: 0.2297971 May 05 19:48:56.564937 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5348a1c-725e-4af6-b2b0-c1e7e48c8ec0 req-8b9588fb-8397-4d3c-ac02-dcc3a0e0cb27 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:56.570797 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a5348a1c-725e-4af6-b2b0-c1e7e48c8ec0 req-8b9588fb-8397-4d3c-ac02-dcc3a0e0cb27 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.36 "GET /v2.0/ports?device_id=a30afc9e-055e-4c21-a947-e4776e000fba HTTP/1.1" status: 200 len: 948 time: 0.1307580 May 05 19:48:56.625545 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a123c57-06c1-4965-bb1f-827e40172b0a req-114fcccf-54cb-4a01-aab4-a6890c961ec8 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:56.631905 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8a123c57-06c1-4965-bb1f-827e40172b0a req-114fcccf-54cb-4a01-aab4-a6890c961ec8 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b36d1d8-47f4-45eb-bd91-d7c1f042b613 HTTP/1.1" status: 200 len: 965 time: 0.1198223 May 05 19:48:56.647680 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a5348a1c-725e-4af6-b2b0-c1e7e48c8ec0 req-a8b50e9c-4dbf-4a0b-aa1c-6d0079b67fba tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb0ee734-d936-46f9-b2f6-dfc1a7318ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684328 May 05 19:48:56.689703 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8a123c57-06c1-4965-bb1f-827e40172b0a req-a6fc6909-bea1-47c3-b9a2-7edc805f575b tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459688 May 05 19:48:56.797763 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8edda3ba-8098-4c60-8f85-0ac6256a82d3 req-cc7600d2-9680-45d4-a8bd-c1a91b11402d tempest-ServersAdmin275Test-416698197 tempest-ServersAdmin275Test-416698197-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1344af4-ac94-4482-8c6e-08fa01e62f39 HTTP/1.1" status: 200 len: 210 time: 0.0450683 May 05 19:48:56.804591 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56916) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:48:56.838234 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-030887fd-9525-4f72-a3ea-791f2687f914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:56.855885 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-030887fd-9525-4f72-a3ea-791f2687f914 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:48:56.862623 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-030887fd-9525-4f72-a3ea-791f2687f914 admin admin] Usage tracker for resource:security_group_rule and tenant:b594ca980f9d4866854d59826543bda8 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:48:56.865514 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-030887fd-9525-4f72-a3ea-791f2687f914 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:48:56.869853 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b36d1d8-47f4-45eb-bd91-d7c1f042b613', 'tag': 'f8f5bb2b-a729-466a-8200-39314c2436cc'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:48:56.874777 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-030887fd-9525-4f72-a3ea-791f2687f914 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:48:56.941905 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cbc0dc6-b549-4f97-a1b7-1af05e45d184'] response: {'name': 'network-changed', 'server_uuid': '4b36d1d8-47f4-45eb-bd91-d7c1f042b613', 'tag': 'f8f5bb2b-a729-466a-8200-39314c2436cc', 'status': 'completed', 'code': 200} May 05 19:48:56.986080 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-030887fd-9525-4f72-a3ea-791f2687f914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:56.992789 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-030887fd-9525-4f72-a3ea-791f2687f914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:57.047033 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52cdd7-e9f2-4350-aa09-91dc910cb591 req-e80b830b-6323-4f9d-984c-8d63728f3ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:57.048894 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6d52cdd7-e9f2-4350-aa09-91dc910cb591 req-e80b830b-6323-4f9d-984c-8d63728f3ba3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ec798a1d17654fd38a17594ac4520b82&device_id=4b36d1d8-47f4-45eb-bd91-d7c1f042b613 HTTP/1.1" status: 200 len: 1146 time: 0.0839145 May 05 19:48:57.091397 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030887fd-9525-4f72-a3ea-791f2687f914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b95e6e-b11e-429c-b1f2-3c6a10e943f2,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:57.121642 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-030887fd-9525-4f72-a3ea-791f2687f914 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b594ca980f9d4866854d59826543bda8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3136306 May 05 19:48:57.122153 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56930) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:48:57.198131 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5a62bba8-5167-45dd-9907-b8493cb53bd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:57.231203 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52cdd7-e9f2-4350-aa09-91dc910cb591 req-959edd1e-5791-48fb-a082-8067bc79c4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:57.233235 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6d52cdd7-e9f2-4350-aa09-91dc910cb591 req-959edd1e-5791-48fb-a082-8067bc79c4ac service neutron] 10.222.0.24 "GET /v2.0/networks?id=87da803f-e7d0-44ba-a1c3-46d895a6576d HTTP/1.1" status: 200 len: 908 time: 0.1748981 May 05 19:48:57.332060 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5a62bba8-5167-45dd-9907-b8493cb53bd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:57.332710 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6d52cdd7-e9f2-4350-aa09-91dc910cb591 req-b956ae64-c12f-411e-ad0e-cffff7988c2f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8f5bb2b-a729-466a-8200-39314c2436cc HTTP/1.1" status: 200 len: 217 time: 0.0934625 May 05 19:48:57.392621 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ca372-2614-49f4-862b-ecc9f1a57634 req-fe7dd0e4-773d-4249-9120-156259af651f tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:57.393573 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-3c8ca372-2614-49f4-862b-ecc9f1a57634 req-fe7dd0e4-773d-4249-9120-156259af651f tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] Synchronizing usage tracker for tenant:98520bcd3a4241bd851403bddd5b66a6 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:48:57.415002 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-3c8ca372-2614-49f4-862b-ecc9f1a57634 req-fe7dd0e4-773d-4249-9120-156259af651f tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] Unset dirty status for tenant:98520bcd3a4241bd851403bddd5b66a6 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:48:57.418768 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3c8ca372-2614-49f4-862b-ecc9f1a57634 req-fe7dd0e4-773d-4249-9120-156259af651f tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf40ce3b-d653-4ff9-97e0-11fdd421c41f HTTP/1.1" status: 200 len: 949 time: 0.2387125 May 05 19:48:57.444187 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5a62bba8-5167-45dd-9907-b8493cb53bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:57.552480 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a62bba8-5167-45dd-9907-b8493cb53bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b95e6e-b11e-429c-b1f2-3c6a10e943f2,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:57.558632 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5a62bba8-5167-45dd-9907-b8493cb53bd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:57.560354 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-5a62bba8-5167-45dd-9907-b8493cb53bd4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d2b95e6e-b11e-429c-b1f2-3c6a10e943f2 HTTP/1.1" status: 204 len: 168 time: 0.4364338 May 05 19:48:57.570962 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-3c8ca372-2614-49f4-862b-ecc9f1a57634 req-4a4b2c5e-257b-4e2c-ab42-b41d6724e53f tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] Synchronizing usage tracker for tenant:98520bcd3a4241bd851403bddd5b66a6 on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:48:57.576924 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52cdd7-e9f2-4350-aa09-91dc910cb591 req-cc9939f3-0986-4f37-9e8d-63ded5f03de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:57.578645 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6d52cdd7-e9f2-4350-aa09-91dc910cb591 req-cc9939f3-0986-4f37-9e8d-63ded5f03de3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=af43fcc5-064b-4df8-a8c0-be1ad4feb5a8 HTTP/1.1" status: 200 len: 847 time: 0.2340853 May 05 19:48:57.585661 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-63320d37-986d-4980-99a2-dc9f920943ff req-0327bb6e-ad5d-4e94-ba5e-559edd138ae2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b1344af4-ac94-4482-8c6e-08fa01e62f39 HTTP/1.1" status: 200 len: 210 time: 0.0587487 May 05 19:48:57.597400 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-3c8ca372-2614-49f4-862b-ecc9f1a57634 req-4a4b2c5e-257b-4e2c-ab42-b41d6724e53f tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] Unset dirty status for tenant:98520bcd3a4241bd851403bddd5b66a6 on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:48:57.608280 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3c8ca372-2614-49f4-862b-ecc9f1a57634 req-4a4b2c5e-257b-4e2c-ab42-b41d6724e53f tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbbe3533-5570-4e28-9aa1-d3e5491537bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842775 May 05 19:48:57.639946 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6d52cdd7-e9f2-4350-aa09-91dc910cb591 req-a1e2918c-9039-4aef-aca5-803afecf1df3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87da803f-e7d0-44ba-a1c3-46d895a6576d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528331 May 05 19:48:57.850558 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6d52cdd7-e9f2-4350-aa09-91dc910cb591 req-62656bf5-a4d7-4a63-8d76-82938ff7e425 service neutron] 10.222.0.24 "GET /v2.0/networks/87da803f-e7d0-44ba-a1c3-46d895a6576d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042317 May 05 19:48:57.986042 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b0be00-3f05-4d1c-a8dc-3b2b31863d2f req-d93f87b1-03ec-43c8-8853-25b43ee3ce56 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:57.988602 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d6b0be00-3f05-4d1c-a8dc-3b2b31863d2f req-d93f87b1-03ec-43c8-8853-25b43ee3ce56 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b36d1d8-47f4-45eb-bd91-d7c1f042b613 HTTP/1.1" status: 200 len: 965 time: 0.1096714 May 05 19:48:58.004797 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf32565-4a96-49c7-bbe6-fe68c5ad3141 req-815fafe4-cc7c-4d90-a757-8050d85b2a5f tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:58.006410 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dbf32565-4a96-49c7-bbe6-fe68c5ad3141 req-815fafe4-cc7c-4d90-a757-8050d85b2a5f tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.36 "GET /v2.0/ports?device_id=a30afc9e-055e-4c21-a947-e4776e000fba HTTP/1.1" status: 200 len: 948 time: 0.2234399 May 05 19:48:58.008554 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6d52cdd7-e9f2-4350-aa09-91dc910cb591 req-49342bf2-b690-4c99-98b6-fb9866d5f399 service neutron] 10.222.0.24 "GET /v2.0/networks/87da803f-e7d0-44ba-a1c3-46d895a6576d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503539 May 05 19:48:58.067525 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d6b0be00-3f05-4d1c-a8dc-3b2b31863d2f req-56ff67ff-93c7-4fe9-b70c-6f031bc4e04d tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723879 May 05 19:48:58.078970 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dbf32565-4a96-49c7-bbe6-fe68c5ad3141 req-60abe5a6-ab1d-41f0-83d8-cf94efc90f7e tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb0ee734-d936-46f9-b2f6-dfc1a7318ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654988 May 05 19:48:58.209756 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-852e4d97-158f-4ef4-a453-43f695a2c804 req-a9d2d0e8-303e-4e0b-b173-f0dc9232c24c tempest-ServersAdmin275Test-416698197 tempest-ServersAdmin275Test-416698197-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1344af4-ac94-4482-8c6e-08fa01e62f39 HTTP/1.1" status: 200 len: 210 time: 0.0464733 May 05 19:48:58.618460 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 66ff1290-c884-4371-b12d-7c644d2fb4fb up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:48:58.695581 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port 66ff1290-c884-4371-b12d-7c644d2fb4fb completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:48:58.704470 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 66ff1290-c884-4371-b12d-7c644d2fb4fb triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:48:58.704852 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:58.791908 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57002) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:48:58.832953 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5918303-637a-42e7-88d1-6538a290bb44 req-f85b001e-c175-4991-a446-dfd053fe25d0 tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:58.834878 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d5918303-637a-42e7-88d1-6538a290bb44 req-f85b001e-c175-4991-a446-dfd053fe25d0 tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf40ce3b-d653-4ff9-97e0-11fdd421c41f HTTP/1.1" status: 200 len: 949 time: 0.1104572 May 05 19:48:58.852349 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device f8f5bb2b-a729-466a-8200-39314c2436cc details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:48:58.865717 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:58.881879 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 78f5a31e-c743-414b-bb6e-cff09f06cef5 up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:48:58.894161 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d5918303-637a-42e7-88d1-6538a290bb44 req-c616a557-4789-41d6-9d1b-702763ca6780 tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbbe3533-5570-4e28-9aa1-d3e5491537bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510488 May 05 19:48:58.973050 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a30afc9e-055e-4c21-a947-e4776e000fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ff1290-c884-4371-b12d-7c644d2fb4fb'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:48:58.988102 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 66ff1290-c884-4371-b12d-7c644d2fb4fb, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=66ff1290-c884-4371-b12d-7c644d2fb4fb,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:48:59.022038 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:59.099875 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e2fba6a-abae-4779-b8d7-f914a4821389'] response: {'server_uuid': 'a30afc9e-055e-4c21-a947-e4776e000fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ff1290-c884-4371-b12d-7c644d2fb4fb', 'code': 200} May 05 19:48:59.181618 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port 78f5a31e-c743-414b-bb6e-cff09f06cef5 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:48:59.187820 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=66ff1290-c884-4371-b12d-7c644d2fb4fb,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:59.199946 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port 78f5a31e-c743-414b-bb6e-cff09f06cef5 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:48:59.200507 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:59.280412 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9bb3a423-fe49-4079-9ad6-2d5da07e1f3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:59.301262 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-9bb3a423-fe49-4079-9ad6-2d5da07e1f3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:48:59.306609 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-9bb3a423-fe49-4079-9ad6-2d5da07e1f3e admin admin] Usage tracker for resource:security_group_rule and tenant:09bb8c1cc6a648bab72e6182ba3c47f9 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:48:59.308426 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port f8f5bb2b-a729-466a-8200-39314c2436cc, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=f8f5bb2b-a729-466a-8200-39314c2436cc,segment=NetworkSegment(2fd00a77-6cab-42c3-b322-459c43fd8637),segment_id=2fd00a77-6cab-42c3-b322-459c43fd8637)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:48:59.310971 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-9bb3a423-fe49-4079-9ad6-2d5da07e1f3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:48:59.318421 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-9bb3a423-fe49-4079-9ad6-2d5da07e1f3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:48:59.332219 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device f8f5bb2b-a729-466a-8200-39314c2436cc has no active binding in host n-h2-840717-1 {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 05 19:48:59.422847 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:59.432087 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57032) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:48:59.467728 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 78f5a31e-c743-414b-bb6e-cff09f06cef5, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=78f5a31e-c743-414b-bb6e-cff09f06cef5,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:48:59.474779 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:59.511622 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b54958-bf83-4132-a947-fd083637fa5b req-a51d652e-33a3-4e47-bcf4-b7c1b8c9bf0d tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:59.513637 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-10b54958-bf83-4132-a947-fd083637fa5b req-a51d652e-33a3-4e47-bcf4-b7c1b8c9bf0d tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.36 "GET /v2.0/ports?device_id=a30afc9e-055e-4c21-a947-e4776e000fba HTTP/1.1" status: 200 len: 949 time: 0.2010911 May 05 19:48:59.516546 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4551c34f-5b26-462b-8a5e-f434289b77e6 req-3618429a-c143-4336-a8dc-14a0ea63abaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:59.517925 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4551c34f-5b26-462b-8a5e-f434289b77e6 req-3618429a-c143-4336-a8dc-14a0ea63abaa service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a30afc9e-055e-4c21-a947-e4776e000fba HTTP/1.1" status: 200 len: 1100 time: 0.1193302 May 05 19:48:59.531074 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-5bb0d62a-ef21-4589-927f-1b20a4492a6a admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1448522101-network', 'tenant_id': '9ab4a98eac4a43fd9990405f39079105'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:48:59.542810 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-5bb0d62a-ef21-4589-927f-1b20a4492a6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:48:59.554563 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-5bb0d62a-ef21-4589-927f-1b20a4492a6a admin admin] Usage tracker for resource:network and tenant:9ab4a98eac4a43fd9990405f39079105 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:48:59.558199 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9bb3a423-fe49-4079-9ad6-2d5da07e1f3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:59.561036 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-5bb0d62a-ef21-4589-927f-1b20a4492a6a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:48:59.568117 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9bb3a423-fe49-4079-9ad6-2d5da07e1f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:59.568748 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=78f5a31e-c743-414b-bb6e-cff09f06cef5,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:59.576029 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-5bb0d62a-ef21-4589-927f-1b20a4492a6a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:48:59.596165 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-10b54958-bf83-4132-a947-fd083637fa5b req-7f98330b-068c-46b7-9c1e-127746015035 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb0ee734-d936-46f9-b2f6-dfc1a7318ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755336 May 05 19:48:59.611654 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4551c34f-5b26-462b-8a5e-f434289b77e6 req-bae9caba-3710-4a5e-a246-ea933eae1b6b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bb0ee734-d936-46f9-b2f6-dfc1a7318ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703285 May 05 19:48:59.632272 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb0d62a-ef21-4589-927f-1b20a4492a6a admin admin] Made reservation on behalf of 9ab4a98eac4a43fd9990405f39079105 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:48:59.634489 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5bb0d62a-ef21-4589-927f-1b20a4492a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:59.654009 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb3a423-fe49-4079-9ad6-2d5da07e1f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a7132e-6e0d-4043-9487-4c713df3d84f,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:59.661079 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-9bb3a423-fe49-4079-9ad6-2d5da07e1f3e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=09bb8c1cc6a648bab72e6182ba3c47f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8681433 May 05 19:48:59.661217 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57040) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:48:59.663120 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5bb0d62a-ef21-4589-927f-1b20a4492a6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:59.680146 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd1939-b3de-43d3-93c5-f1257369f93e req-7612e467-40f4-4118-b572-64a3413e5f8e tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:48:59.686488 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4acd1939-b3de-43d3-93c5-f1257369f93e req-7612e467-40f4-4118-b572-64a3413e5f8e tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b36d1d8-47f4-45eb-bd91-d7c1f042b613 HTTP/1.1" status: 200 len: 965 time: 0.3103580 May 05 19:48:59.712341 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-5bb0d62a-ef21-4589-927f-1b20a4492a6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:48:59.725804 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-5bb0d62a-ef21-4589-927f-1b20a4492a6a admin admin] Usage tracker for resource:security_group_rule and tenant:9ab4a98eac4a43fd9990405f39079105 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:48:59.732116 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-5bb0d62a-ef21-4589-927f-1b20a4492a6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:48:59.732314 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-57e0ee89-8155-40df-9681-37468d4a1e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:59.741122 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-5bb0d62a-ef21-4589-927f-1b20a4492a6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:48:59.746009 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4acd1939-b3de-43d3-93c5-f1257369f93e req-80c49b4a-94e5-4da0-94d0-3a53e19063f9 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585129 May 05 19:48:59.796923 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2f5f705d-1077-4a66-ba7a-6cfc52744deb req-2b065bd9-ffd5-4a1f-b765-58375b8b774b tempest-ServersAdmin275Test-416698197 tempest-ServersAdmin275Test-416698197-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1344af4-ac94-4482-8c6e-08fa01e62f39 HTTP/1.1" status: 200 len: 210 time: 0.0616124 May 05 19:48:59.807536 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-57e0ee89-8155-40df-9681-37468d4a1e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:59.871457 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5bb0d62a-ef21-4589-927f-1b20a4492a6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:59.873740 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-57e0ee89-8155-40df-9681-37468d4a1e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:59.878611 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5bb0d62a-ef21-4589-927f-1b20a4492a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:59.893717 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e0ee89-8155-40df-9681-37468d4a1e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a7132e-6e0d-4043-9487-4c713df3d84f,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:59.905722 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-57e0ee89-8155-40df-9681-37468d4a1e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:59.905722 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-57e0ee89-8155-40df-9681-37468d4a1e87 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/57a7132e-6e0d-4043-9487-4c713df3d84f HTTP/1.1" status: 204 len: 168 time: 0.2411854 May 05 19:48:59.937648 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bb0d62a-ef21-4589-927f-1b20a4492a6a admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 19:48:59.940700 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb0d62a-ef21-4589-927f-1b20a4492a6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d91517-3596-4585-bc00-c811eb253ed0,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:48:59.954840 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5bb0d62a-ef21-4589-927f-1b20a4492a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:48:59.955264 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-5bb0d62a-ef21-4589-927f-1b20a4492a6a admin admin] Added segment 2e755c75-c5e5-46bc-aa31-6ec6bfd11bcd of type vlan for network 437a7ddd-67cb-4099-8524-e097583de73f May 05 19:48:59.993962 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5bb0d62a-ef21-4589-927f-1b20a4492a6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:00.032108 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5bb0d62a-ef21-4589-927f-1b20a4492a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:00.034633 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb0d62a-ef21-4589-927f-1b20a4492a6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:00.035910 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5bb0d62a-ef21-4589-927f-1b20a4492a6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:00.204640 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb0d62a-ef21-4589-927f-1b20a4492a6a admin admin] Pushing event updated for resources: {'Network': ['ID=437a7ddd-67cb-4099-8524-e097583de73f,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:00.209248 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-5bb0d62a-ef21-4589-927f-1b20a4492a6a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7747645 May 05 19:49:00.213622 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57066) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:00.220962 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 437a7ddd-67cb-4099-8524-e097583de73f details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 19:49:00.221943 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-45385945-a1f8-489d-a02d-6fd2d1c9e836 admin admin] Request body: {'subnet': {'network_id': '437a7ddd-67cb-4099-8524-e097583de73f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1448522101-subnet', 'tenant_id': '9ab4a98eac4a43fd9990405f39079105', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:49:00.230820 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-45385945-a1f8-489d-a02d-6fd2d1c9e836 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:49:00.240066 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed2fb9f-4975-4daa-8e0e-2f979c287968 req-a133f762-dbc4-4064-ad31-2a2efba862ce tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:00.241318 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-45385945-a1f8-489d-a02d-6fd2d1c9e836 admin admin] Usage tracker for resource:subnet and tenant:9ab4a98eac4a43fd9990405f39079105 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:49:00.242157 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fed2fb9f-4975-4daa-8e0e-2f979c287968 req-a133f762-dbc4-4064-ad31-2a2efba862ce tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf40ce3b-d653-4ff9-97e0-11fdd421c41f HTTP/1.1" status: 200 len: 950 time: 0.1849477 May 05 19:49:00.247946 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-45385945-a1f8-489d-a02d-6fd2d1c9e836 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:49:00.269112 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-45385945-a1f8-489d-a02d-6fd2d1c9e836 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:49:00.273493 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57074) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:00.282676 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45385945-a1f8-489d-a02d-6fd2d1c9e836 admin admin] Made reservation on behalf of 9ab4a98eac4a43fd9990405f39079105 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:49:00.285544 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-45385945-a1f8-489d-a02d-6fd2d1c9e836 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:00.297304 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-657242ee-796e-43a8-a45f-96dc9f335f52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:00.323547 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-657242ee-796e-43a8-a45f-96dc9f335f52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:49:00.328921 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-657242ee-796e-43a8-a45f-96dc9f335f52 admin admin] Usage tracker for resource:security_group_rule and tenant:20a57d887ea440b399fe31981a41a68c is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:49:00.331935 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-657242ee-796e-43a8-a45f-96dc9f335f52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:49:00.341233 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-657242ee-796e-43a8-a45f-96dc9f335f52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:49:00.363196 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fed2fb9f-4975-4daa-8e0e-2f979c287968 req-4cc9d0b2-2724-4806-8ed2-c850e0dfedb0 tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbbe3533-5570-4e28-9aa1-d3e5491537bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139905 May 05 19:49:00.452704 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-657242ee-796e-43a8-a45f-96dc9f335f52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:00.458982 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-657242ee-796e-43a8-a45f-96dc9f335f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:00.519901 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-657242ee-796e-43a8-a45f-96dc9f335f52 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=20a57d887ea440b399fe31981a41a68c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2452872 May 05 19:49:00.526105 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57084) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:00.542271 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657242ee-796e-43a8-a45f-96dc9f335f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af484a0-a63c-461d-a11b-da2b8d3bdbc4,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:00.568059 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-32f11da7-cedd-4613-ac54-20770639b9ee req-19be64b0-d354-40e4-a7ff-24481c81cec2 tempest-ServersAdmin275Test-494214774 tempest-ServersAdmin275Test-494214774-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b1344af4-ac94-4482-8c6e-08fa01e62f39 HTTP/1.1" status: 200 len: 210 time: 0.0520077 May 05 19:49:00.597526 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-45385945-a1f8-489d-a02d-6fd2d1c9e836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:00.651784 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-46890653-3be3-4e4d-9a8c-c579ea4fb9ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:00.696449 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-46890653-3be3-4e4d-9a8c-c579ea4fb9ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:00.721910 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45385945-a1f8-489d-a02d-6fd2d1c9e836 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be9b9f6e-6d36-4843-877a-9bcb21e60117,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:00.725031 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45385945-a1f8-489d-a02d-6fd2d1c9e836 admin admin] Checking segment: {'id': '2e755c75-c5e5-46bc-aa31-6ec6bfd11bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '437a7ddd-67cb-4099-8524-e097583de73f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:49:00.729234 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45385945-a1f8-489d-a02d-6fd2d1c9e836 admin admin] Network hostable DHCP agents. Network: 437a7ddd-67cb-4099-8524-e097583de73f, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 19:49:00.754583 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45385945-a1f8-489d-a02d-6fd2d1c9e836 admin admin] Network 437a7ddd-67cb-4099-8524-e097583de73f is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 19:49:00.767036 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-45385945-a1f8-489d-a02d-6fd2d1c9e836 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 437a7ddd-67cb-4099-8524-e097583de73f) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:49:00.777795 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45385945-a1f8-489d-a02d-6fd2d1c9e836 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:00.778669 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-45385945-a1f8-489d-a02d-6fd2d1c9e836 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:00.783108 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862daa19-b48b-49e8-a155-d1684f072cc4 None None] Network 437a7ddd-67cb-4099-8524-e097583de73f requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:49:00.805564 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-45385945-a1f8-489d-a02d-6fd2d1c9e836 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5899129 May 05 19:49:00.807470 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57108) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:00.815194 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-465a4ff6-02f1-40fe-82c8-45fc006e29e0 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1448522101-router', 'tenant_id': '9ab4a98eac4a43fd9990405f39079105', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:49:00.822698 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-465a4ff6-02f1-40fe-82c8-45fc006e29e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:49:00.837148 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-465a4ff6-02f1-40fe-82c8-45fc006e29e0 admin admin] Usage tracker for resource:router and tenant:9ab4a98eac4a43fd9990405f39079105 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:49:00.840959 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-465a4ff6-02f1-40fe-82c8-45fc006e29e0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:49:00.842824 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-46890653-3be3-4e4d-9a8c-c579ea4fb9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:00.847782 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-465a4ff6-02f1-40fe-82c8-45fc006e29e0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:49:00.859870 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-465a4ff6-02f1-40fe-82c8-45fc006e29e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:00.861029 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-465a4ff6-02f1-40fe-82c8-45fc006e29e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:00.870732 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46890653-3be3-4e4d-9a8c-c579ea4fb9ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af484a0-a63c-461d-a11b-da2b8d3bdbc4,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:00.891777 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-46890653-3be3-4e4d-9a8c-c579ea4fb9ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:00.895973 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-46890653-3be3-4e4d-9a8c-c579ea4fb9ea admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3af484a0-a63c-461d-a11b-da2b8d3bdbc4 HTTP/1.1" status: 204 len: 168 time: 0.3632588 May 05 19:49:00.912159 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-465a4ff6-02f1-40fe-82c8-45fc006e29e0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:01.098731 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d033f5-356a-42b4-9b45-da0233206466 req-aeda92d2-6bc1-493d-87f3-89b0389a2a92 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:01.108713 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-08d033f5-356a-42b4-9b45-da0233206466 req-aeda92d2-6bc1-493d-87f3-89b0389a2a92 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.36 "GET /v2.0/ports?device_id=a30afc9e-055e-4c21-a947-e4776e000fba HTTP/1.1" status: 200 len: 949 time: 0.1939890 May 05 19:49:01.120051 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf40ce3b-d653-4ff9-97e0-11fdd421c41f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78f5a31e-c743-414b-bb6e-cff09f06cef5'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:49:01.199214 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3b3271-4e7b-4c8a-b871-41719b31bf1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-437a7ddd-67cb-4099-8524-e097583de73f', 'network_id': '437a7ddd-67cb-4099-8524-e097583de73f', 'tenant_id': '9ab4a98eac4a43fd9990405f39079105', 'fixed_ips': [{'subnet_id': 'be9b9f6e-6d36-4843-877a-9bcb21e60117'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 19:49:01.200790 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4d3b3271-4e7b-4c8a-b871-41719b31bf1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:01.224721 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-08d033f5-356a-42b4-9b45-da0233206466 req-138fc5e2-7e1e-462f-b27f-d5881878deec tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb0ee734-d936-46f9-b2f6-dfc1a7318ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140156 May 05 19:49:01.267671 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9cc8a4dd-d1a5-4fb6-92e6-928b2d453b2c req-83b9fa83-3e6a-466b-81a7-3466e50979b9 tempest-ServersAdmin275Test-494214774 tempest-ServersAdmin275Test-494214774-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b1344af4-ac94-4482-8c6e-08fa01e62f39 HTTP/1.1" status: 200 len: 210 time: 0.2579494 May 05 19:49:01.394036 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-4d3b3271-4e7b-4c8a-b871-41719b31bf1a None None] Allocated IP 172.20.0.2 (437a7ddd-67cb-4099-8524-e097583de73f/be9b9f6e-6d36-4843-877a-9bcb21e60117/0ddb3674-ad7a-4c73-9b56-13329d56327d) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:49:01.436588 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-465a4ff6-02f1-40fe-82c8-45fc006e29e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:01.474674 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6627511f-5a4b-4b4b-8207-622040283501 req-067f020b-80c1-40f9-b89d-cd3ff66514a1 service neutron] 10.222.0.24 "GET /v2.0/ports/f8f5bb2b-a729-466a-8200-39314c2436cc/bindings/n-h2-840717-1 HTTP/1.1" status: 200 len: 384 time: 0.3405192 May 05 19:49:01.617730 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6a89c5c-7443-4942-ac6f-4f93c5cfe88c'] response: {'server_uuid': 'bf40ce3b-d653-4ff9-97e0-11fdd421c41f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78f5a31e-c743-414b-bb6e-cff09f06cef5', 'code': 200} May 05 19:49:01.670836 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcb1813-4c94-4e2d-ac79-379a532a7cac req-d2566b72-8331-46ff-aa1a-9b9f9acfa17a tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:01.686911 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1fcb1813-4c94-4e2d-ac79-379a532a7cac req-d2566b72-8331-46ff-aa1a-9b9f9acfa17a tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b36d1d8-47f4-45eb-bd91-d7c1f042b613 HTTP/1.1" status: 200 len: 965 time: 0.2644472 May 05 19:49:01.731599 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4d3b3271-4e7b-4c8a-b871-41719b31bf1a None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:01.741690 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1fcb1813-4c94-4e2d-ac79-379a532a7cac req-f72715f7-586a-48f7-9917-ccd8a87ee053 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538416 May 05 19:49:01.750814 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-4d3b3271-4e7b-4c8a-b871-41719b31bf1a None None] Transition to ACTIVE for port object 0ddb3674-ad7a-4c73-9b56-13329d56327d will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:49:01.786452 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-4d3b3271-4e7b-4c8a-b871-41719b31bf1a None None] Transition to ACTIVE for port object 0ddb3674-ad7a-4c73-9b56-13329d56327d will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:49:01.794064 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4d3b3271-4e7b-4c8a-b871-41719b31bf1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:01.860170 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3b3271-4e7b-4c8a-b871-41719b31bf1a None None] Network 437a7ddd-67cb-4099-8524-e097583de73f is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:49:01.866352 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-4d3b3271-4e7b-4c8a-b871-41719b31bf1a None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:49:01.884069 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3b3271-4e7b-4c8a-b871-41719b31bf1a None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:49:01.937101 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3b3271-4e7b-4c8a-b871-41719b31bf1a None None] Pushing event updated for resources: {'Port': ['ID=0ddb3674-ad7a-4c73-9b56-13329d56327d,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:01.974554 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-6627511f-5a4b-4b4b-8207-622040283501 req-21b7aa20-98fc-4694-8a31-2336062ec72d service neutron] For port f8f5bb2b-a729-466a-8200-39314c2436cc, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=f8f5bb2b-a729-466a-8200-39314c2436cc,segment=NetworkSegment(2fd00a77-6cab-42c3-b322-459c43fd8637),segment_id=2fd00a77-6cab-42c3-b322-459c43fd8637)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:49:02.017936 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-4d3b3271-4e7b-4c8a-b871-41719b31bf1a None None] Attempting to bind port 0ddb3674-ad7a-4c73-9b56-13329d56327d on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:49:02.018417 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-4d3b3271-4e7b-4c8a-b871-41719b31bf1a None None] Attempting to bind port 0ddb3674-ad7a-4c73-9b56-13329d56327d by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '2e755c75-c5e5-46bc-aa31-6ec6bfd11bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '437a7ddd-67cb-4099-8524-e097583de73f'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:49:02.018933 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3b3271-4e7b-4c8a-b871-41719b31bf1a None None] Attempting to bind port 0ddb3674-ad7a-4c73-9b56-13329d56327d on network 437a7ddd-67cb-4099-8524-e097583de73f {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:49:02.020489 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca596736-a665-46e0-a4ca-ae43913714c8 req-9e902e02-9518-40bc-8675-c1c7db8f4a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:02.021985 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ca596736-a665-46e0-a4ca-ae43913714c8 req-9e902e02-9518-40bc-8675-c1c7db8f4a90 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bf40ce3b-d653-4ff9-97e0-11fdd421c41f HTTP/1.1" status: 200 len: 1101 time: 0.4460452 May 05 19:49:02.023613 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-6627511f-5a4b-4b4b-8207-622040283501 req-21b7aa20-98fc-4694-8a31-2336062ec72d service neutron] For port f8f5bb2b-a729-466a-8200-39314c2436cc, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:49:02.025106 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3b3271-4e7b-4c8a-b871-41719b31bf1a None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:49:02.025467 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3b3271-4e7b-4c8a-b871-41719b31bf1a None None] Checking segment: {'id': '2e755c75-c5e5-46bc-aa31-6ec6bfd11bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '437a7ddd-67cb-4099-8524-e097583de73f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:49:02.025906 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4d3b3271-4e7b-4c8a-b871-41719b31bf1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:02.026293 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3b3271-4e7b-4c8a-b871-41719b31bf1a None None] Bound using segment: {'id': '2e755c75-c5e5-46bc-aa31-6ec6bfd11bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '437a7ddd-67cb-4099-8524-e097583de73f'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:49:02.027009 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-4d3b3271-4e7b-4c8a-b871-41719b31bf1a None None] Bound port: 0ddb3674-ad7a-4c73-9b56-13329d56327d, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e755c75-c5e5-46bc-aa31-6ec6bfd11bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '437a7ddd-67cb-4099-8524-e097583de73f'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:49:02.027474 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4d3b3271-4e7b-4c8a-b871-41719b31bf1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:02.067769 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fa8b1c-645b-445b-b2c2-061973aecc25 req-d10a544c-38ec-4be8-86f8-14f417ce81fe tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:02.069251 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-30fa8b1c-645b-445b-b2c2-061973aecc25 req-d10a544c-38ec-4be8-86f8-14f417ce81fe tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf40ce3b-d653-4ff9-97e0-11fdd421c41f HTTP/1.1" status: 200 len: 950 time: 0.4483855 May 05 19:49:02.131509 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-4d3b3271-4e7b-4c8a-b871-41719b31bf1a None None] For port 0ddb3674-ad7a-4c73-9b56-13329d56327d, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:49:02.134972 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-4d3b3271-4e7b-4c8a-b871-41719b31bf1a None None] For port 0ddb3674-ad7a-4c73-9b56-13329d56327d, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=0ddb3674-ad7a-4c73-9b56-13329d56327d,segment=NetworkSegment(2e755c75-c5e5-46bc-aa31-6ec6bfd11bcd),segment_id=2e755c75-c5e5-46bc-aa31-6ec6bfd11bcd)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:49:02.139845 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-6627511f-5a4b-4b4b-8207-622040283501 req-21b7aa20-98fc-4694-8a31-2336062ec72d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8f5bb2b-a729-466a-8200-39314c2436cc {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:49:02.142030 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4d3b3271-4e7b-4c8a-b871-41719b31bf1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:02.168377 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-6627511f-5a4b-4b4b-8207-622040283501 req-21b7aa20-98fc-4694-8a31-2336062ec72d service neutron] For port f8f5bb2b-a729-466a-8200-39314c2436cc, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=f8f5bb2b-a729-466a-8200-39314c2436cc,segment=NetworkSegment(2fd00a77-6cab-42c3-b322-459c43fd8637),segment_id=2fd00a77-6cab-42c3-b322-459c43fd8637)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:49:02.179778 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ca596736-a665-46e0-a4ca-ae43913714c8 req-1a2a54ff-de92-4f90-aed8-62996e160a22 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=bbbe3533-5570-4e28-9aa1-d3e5491537bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270306 May 05 19:49:02.231854 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3b3271-4e7b-4c8a-b871-41719b31bf1a None None] Pushing event updated for resources: {'Port': ['ID=0ddb3674-ad7a-4c73-9b56-13329d56327d,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:02.317416 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-30fa8b1c-645b-445b-b2c2-061973aecc25 req-c68b273e-6fb1-4f00-8d24-4a2c629b03d9 tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbbe3533-5570-4e28-9aa1-d3e5491537bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258022 May 05 19:49:02.350048 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6627511f-5a4b-4b4b-8207-622040283501 req-21b7aa20-98fc-4694-8a31-2336062ec72d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:02.513455 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030680a1-e137-49ed-b361-c975af99d962 req-dd622e74-f1ac-4f80-8428-4ca85ccc0f47 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:02.533638 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-030680a1-e137-49ed-b361-c975af99d962 req-dd622e74-f1ac-4f80-8428-4ca85ccc0f47 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.36 "GET /v2.0/ports?device_id=a30afc9e-055e-4c21-a947-e4776e000fba HTTP/1.1" status: 200 len: 949 time: 0.1569188 May 05 19:49:02.546840 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-465a4ff6-02f1-40fe-82c8-45fc006e29e0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:02.615114 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-465a4ff6-02f1-40fe-82c8-45fc006e29e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:02.633983 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-030680a1-e137-49ed-b361-c975af99d962 req-7369440b-8744-48d2-85cb-7cb8a072bd3e tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb0ee734-d936-46f9-b2f6-dfc1a7318ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982165 May 05 19:49:02.761704 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-6627511f-5a4b-4b4b-8207-622040283501 req-21b7aa20-98fc-4694-8a31-2336062ec72d service neutron] Transition to ACTIVE for port object f8f5bb2b-a729-466a-8200-39314c2436cc will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:49:02.774707 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0e40528d-1659-4526-a3fb-2dd803c646c1 req-3cdb8db7-01d2-4c65-a0bc-f55eace42402 tempest-ServersAdmin275Test-494214774 tempest-ServersAdmin275Test-494214774-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b1344af4-ac94-4482-8c6e-08fa01e62f39 HTTP/1.1" status: 200 len: 210 time: 0.0622239 May 05 19:49:02.779113 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6627511f-5a4b-4b4b-8207-622040283501 req-21b7aa20-98fc-4694-8a31-2336062ec72d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:03.116179 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b7aa20-98fc-4694-8a31-2336062ec72d service neutron] Pushing event updated for resources: {'Port': ['ID=f8f5bb2b-a729-466a-8200-39314c2436cc,revision_number=10']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:03.154553 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a63446-83bb-4399-9f98-68807698a22a req-1e3c7939-c0dd-44ac-8235-0d3507177a1c tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:03.159866 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-67a63446-83bb-4399-9f98-68807698a22a req-1e3c7939-c0dd-44ac-8235-0d3507177a1c tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.36 "GET /v2.0/ports?device_id=a30afc9e-055e-4c21-a947-e4776e000fba HTTP/1.1" status: 200 len: 949 time: 0.0990100 May 05 19:49:03.221275 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-67a63446-83bb-4399-9f98-68807698a22a req-e05e45f6-71b7-4670-9899-b5e759bd111d tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb0ee734-d936-46f9-b2f6-dfc1a7318ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529034 May 05 19:49:03.222915 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-6627511f-5a4b-4b4b-8207-622040283501 req-21b7aa20-98fc-4694-8a31-2336062ec72d service neutron] No DVR routers for this DVR port f8f5bb2b-a729-466a-8200-39314c2436cc on host n-h1-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:49:03.313198 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-465a4ff6-02f1-40fe-82c8-45fc006e29e0 admin admin] Allocated IP 172.25.0.100 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/c27bc6fa-e42c-4b8b-b7e4-1c7582624a1c) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:49:03.399380 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6627511f-5a4b-4b4b-8207-622040283501 req-21b7aa20-98fc-4694-8a31-2336062ec72d service neutron] 10.222.0.24 "PUT /v2.0/ports/f8f5bb2b-a729-466a-8200-39314c2436cc/bindings/n-h2-840717-1/activate HTTP/1.1" status: 200 len: 369 time: 1.9095302 May 05 19:49:03.424882 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 0ddb3674-ad7a-4c73-9b56-13329d56327d up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:49:03.439917 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b6e09-6680-4bbc-8c20-0800c39a19e6 req-c8556e2c-1e48-4379-98af-fd717f5afb32 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:03.447672 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f86b6e09-6680-4bbc-8c20-0800c39a19e6 req-c8556e2c-1e48-4379-98af-fd717f5afb32 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b36d1d8-47f4-45eb-bd91-d7c1f042b613 HTTP/1.1" status: 200 len: 966 time: 0.3255048 May 05 19:49:03.534547 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 0ddb3674-ad7a-4c73-9b56-13329d56327d completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:49:03.591738 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f96a6e-8de6-4385-a73d-7cefdd796bfa None None] Network 437a7ddd-67cb-4099-8524-e097583de73f requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:49:03.651058 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f86b6e09-6680-4bbc-8c20-0800c39a19e6 req-e471bbf4-80a0-425e-9059-9ec0297ef28a tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022362 May 05 19:49:03.722093 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-465a4ff6-02f1-40fe-82c8-45fc006e29e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:03.755632 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-798af243-719a-4802-96e7-5d1f93ae9c6c None None] Provisioning for port 0ddb3674-ad7a-4c73-9b56-13329d56327d completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:49:03.764261 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-798af243-719a-4802-96e7-5d1f93ae9c6c None None] Provisioning complete for port 0ddb3674-ad7a-4c73-9b56-13329d56327d triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:49:03.764702 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-798af243-719a-4802-96e7-5d1f93ae9c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:03.777721 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6627511f-5a4b-4b4b-8207-622040283501 req-7bff8357-e647-44bf-9a08-728aadf1af52 tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:03.786104 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6627511f-5a4b-4b4b-8207-622040283501 req-7bff8357-e647-44bf-9a08-728aadf1af52 tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=4b36d1d8-47f4-45eb-bd91-d7c1f042b613&tenant_id=ec798a1d17654fd38a17594ac4520b82&binding%3Ahost_id=n-h1-840717-1 HTTP/1.1" status: 200 len: 1117 time: 0.2680728 May 05 19:49:03.867166 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-465a4ff6-02f1-40fe-82c8-45fc006e29e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:03.955865 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2712c4-f743-448a-addd-852c3d7e739c req-9b243ffb-1150-4f08-b1e4-ef31ba734ea1 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:03.964407 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4b2712c4-f743-448a-addd-852c3d7e739c req-9b243ffb-1150-4f08-b1e4-ef31ba734ea1 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.36 "GET /v2.0/ports?device_id=a30afc9e-055e-4c21-a947-e4776e000fba HTTP/1.1" status: 200 len: 949 time: 0.1164515 May 05 19:49:03.985372 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465a4ff6-02f1-40fe-82c8-45fc006e29e0 admin admin] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:49:04.000984 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-465a4ff6-02f1-40fe-82c8-45fc006e29e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:49:04.009554 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465a4ff6-02f1-40fe-82c8-45fc006e29e0 admin admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:49:04.020471 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4b2712c4-f743-448a-addd-852c3d7e739c req-bbcff8f7-4fcc-40b8-a5ef-501dcb70ae6c tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb0ee734-d936-46f9-b2f6-dfc1a7318ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551231 May 05 19:49:04.046374 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-798af243-719a-4802-96e7-5d1f93ae9c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:04.073053 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465a4ff6-02f1-40fe-82c8-45fc006e29e0 admin admin] Pushing event updated for resources: {'Port': ['ID=c27bc6fa-e42c-4b8b-b7e4-1c7582624a1c,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:04.085853 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-798af243-719a-4802-96e7-5d1f93ae9c6c None None] For port 0ddb3674-ad7a-4c73-9b56-13329d56327d, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=0ddb3674-ad7a-4c73-9b56-13329d56327d,segment=NetworkSegment(2e755c75-c5e5-46bc-aa31-6ec6bfd11bcd),segment_id=2e755c75-c5e5-46bc-aa31-6ec6bfd11bcd)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:49:04.090170 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-798af243-719a-4802-96e7-5d1f93ae9c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:04.166179 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6627511f-5a4b-4b4b-8207-622040283501 req-356eddf2-21fe-4a9b-af92-8941a5d1ed75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:04.166766 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798af243-719a-4802-96e7-5d1f93ae9c6c None None] Pushing event updated for resources: {'Port': ['ID=0ddb3674-ad7a-4c73-9b56-13329d56327d,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:04.167691 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6627511f-5a4b-4b4b-8207-622040283501 req-356eddf2-21fe-4a9b-af92-8941a5d1ed75 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4b36d1d8-47f4-45eb-bd91-d7c1f042b613&tenant_id=ec798a1d17654fd38a17594ac4520b82 HTTP/1.1" status: 200 len: 1117 time: 0.3750196 May 05 19:49:04.234488 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1d34e329-179d-42b8-bc1e-85cbcc289230 req-fc50cdbe-088a-4988-b6cd-92b0f2147c83 tempest-ServersAdmin275Test-494214774 tempest-ServersAdmin275Test-494214774-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b1344af4-ac94-4482-8c6e-08fa01e62f39 HTTP/1.1" status: 200 len: 210 time: 0.0418799 May 05 19:49:04.303946 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f30ae-4333-4060-ba67-5bae6ca9ff21 req-f7c62c7d-acf2-4fae-b1a0-bd6a8f228263 tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:04.305442 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2b7f30ae-4333-4060-ba67-5bae6ca9ff21 req-f7c62c7d-acf2-4fae-b1a0-bd6a8f228263 tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf40ce3b-d653-4ff9-97e0-11fdd421c41f HTTP/1.1" status: 200 len: 950 time: 0.4033146 May 05 19:49:04.319201 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-92819cb1-1208-4102-9098-146fde9a438e None None] Provisioning complete for port 0ddb3674-ad7a-4c73-9b56-13329d56327d triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:49:04.319590 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-92819cb1-1208-4102-9098-146fde9a438e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:04.473840 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a52ce167-c64c-439d-98be-fef37b62bdd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:04.494972 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2b7f30ae-4333-4060-ba67-5bae6ca9ff21 req-94714cbe-aeef-4e38-9423-a0c193e225b9 tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbbe3533-5570-4e28-9aa1-d3e5491537bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266975 May 05 19:49:04.514375 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6627511f-5a4b-4b4b-8207-622040283501 req-976778a4-5439-4ab6-b0c2-8b962b8ade7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:04.515926 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6627511f-5a4b-4b4b-8207-622040283501 req-976778a4-5439-4ab6-b0c2-8b962b8ade7c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ec798a1d17654fd38a17594ac4520b82&device_id=4b36d1d8-47f4-45eb-bd91-d7c1f042b613 HTTP/1.1" status: 200 len: 1117 time: 0.3174267 May 05 19:49:04.638191 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device f8f5bb2b-a729-466a-8200-39314c2436cc no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:49:04.681830 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-465a4ff6-02f1-40fe-82c8-45fc006e29e0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:04.708450 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device f8f5bb2b-a729-466a-8200-39314c2436cc not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:49:04.735298 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6627511f-5a4b-4b4b-8207-622040283501 req-10e81aa6-cf25-4b47-ba8e-184fa6eec959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:04.737081 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6627511f-5a4b-4b4b-8207-622040283501 req-10e81aa6-cf25-4b47-ba8e-184fa6eec959 service neutron] 10.222.0.50 "GET /v2.0/networks?id=87da803f-e7d0-44ba-a1c3-46d895a6576d HTTP/1.1" status: 200 len: 908 time: 0.2135653 May 05 19:49:04.949229 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6627511f-5a4b-4b4b-8207-622040283501 req-722a36a6-d064-49a8-b6b9-6a2f0ccb4cc9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8f5bb2b-a729-466a-8200-39314c2436cc HTTP/1.1" status: 200 len: 217 time: 0.1935434 May 05 19:49:05.158900 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6627511f-5a4b-4b4b-8207-622040283501 req-5b173ca3-70d6-4062-ba32-f2c83e4900ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:05.160249 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6627511f-5a4b-4b4b-8207-622040283501 req-5b173ca3-70d6-4062-ba32-f2c83e4900ce service neutron] 10.222.0.50 "GET /v2.0/subnets?id=af43fcc5-064b-4df8-a8c0-be1ad4feb5a8 HTTP/1.1" status: 200 len: 847 time: 0.2028742 May 05 19:49:05.204629 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d9378-eae8-47e2-abbc-b7a23710a9bb req-61243e49-2221-4853-b1c2-4d36bb42cedd tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:05.206318 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7b8d9378-eae8-47e2-abbc-b7a23710a9bb req-61243e49-2221-4853-b1c2-4d36bb42cedd tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf40ce3b-d653-4ff9-97e0-11fdd421c41f HTTP/1.1" status: 200 len: 950 time: 0.0807581 May 05 19:49:05.254708 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7b8d9378-eae8-47e2-abbc-b7a23710a9bb req-7a3053a0-9021-41bd-acb7-78963efa6376 tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbbe3533-5570-4e28-9aa1-d3e5491537bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409851 May 05 19:49:05.262658 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 0ddb3674-ad7a-4c73-9b56-13329d56327d up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:49:05.276072 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6627511f-5a4b-4b4b-8207-622040283501 req-2d2ede8f-ec52-4f7b-a787-80371032a5af service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=87da803f-e7d0-44ba-a1c3-46d895a6576d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1061308 May 05 19:49:05.304706 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66995bef-bcf2-436a-806f-a1ac7072722d req-1cffa445-9930-495d-8e5b-bde10ae0efc0 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:05.306135 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-66995bef-bcf2-436a-806f-a1ac7072722d req-1cffa445-9930-495d-8e5b-bde10ae0efc0 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b36d1d8-47f4-45eb-bd91-d7c1f042b613 HTTP/1.1" status: 200 len: 966 time: 0.4112496 May 05 19:49:05.343748 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 0ddb3674-ad7a-4c73-9b56-13329d56327d triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:49:05.344300 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:05.461928 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2fdb0d-14b3-4cdb-8c63-08cf27cbd228 req-fda3d417-5765-4a62-ab0e-146e7f32e275 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:05.463365 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-da2fdb0d-14b3-4cdb-8c63-08cf27cbd228 req-fda3d417-5765-4a62-ab0e-146e7f32e275 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.24 "GET /v2.0/ports?device_id=a30afc9e-055e-4c21-a947-e4776e000fba HTTP/1.1" status: 200 len: 949 time: 0.4625461 May 05 19:49:05.571112 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-66995bef-bcf2-436a-806f-a1ac7072722d req-b59bdb3f-0607-4b02-9aac-3a96567064b7 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414398 May 05 19:49:05.617661 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-da2fdb0d-14b3-4cdb-8c63-08cf27cbd228 req-d9ab073c-0bcb-4dc7-b689-c52eb7fdbc2f tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Deleting port 66ff1290-c884-4371-b12d-7c644d2fb4fb {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:49:05.617661 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-da2fdb0d-14b3-4cdb-8c63-08cf27cbd228 req-d9ab073c-0bcb-4dc7-b689-c52eb7fdbc2f tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:05.630672 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c9286-5223-41ae-8d61-02d790ea05a2 req-9db028af-1b67-4f8a-81dc-05eb4bddca37 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:05.632354 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-899c9286-5223-41ae-8d61-02d790ea05a2 req-9db028af-1b67-4f8a-81dc-05eb4bddca37 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.36 "GET /v2.0/ports?device_id=a30afc9e-055e-4c21-a947-e4776e000fba HTTP/1.1" status: 200 len: 949 time: 0.1099255 May 05 19:49:05.682762 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-465a4ff6-02f1-40fe-82c8-45fc006e29e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:05.691273 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-899c9286-5223-41ae-8d61-02d790ea05a2 req-c38b1acd-2ae2-4a0f-819b-544b2677262f tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb0ee734-d936-46f9-b2f6-dfc1a7318ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516407 May 05 19:49:05.691513 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6627511f-5a4b-4b4b-8207-622040283501 req-c302a9bd-6133-4ca1-829a-705922d17a41 service neutron] 10.222.0.50 "GET /v2.0/networks/87da803f-e7d0-44ba-a1c3-46d895a6576d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3965585 May 05 19:49:05.884178 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dd8848f5-cba8-486b-b7d9-31c534afde52 req-25976cbb-f467-4e24-ba3d-094107826391 tempest-ServersAdmin275Test-494214774 tempest-ServersAdmin275Test-494214774-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b1344af4-ac94-4482-8c6e-08fa01e62f39 HTTP/1.1" status: 200 len: 210 time: 0.1416249 May 05 19:49:06.300664 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6627511f-5a4b-4b4b-8207-622040283501 req-e1b076da-fc94-473f-bff9-b0006a0b7b5b service neutron] 10.222.0.50 "GET /v2.0/networks/87da803f-e7d0-44ba-a1c3-46d895a6576d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5551121 May 05 19:49:06.331394 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-465a4ff6-02f1-40fe-82c8-45fc006e29e0 admin admin] Router e028e2d9-f60d-4768-89e5-b98f0e173c7c is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 19:49:06.345524 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-da2fdb0d-14b3-4cdb-8c63-08cf27cbd228 req-d9ab073c-0bcb-4dc7-b689-c52eb7fdbc2f tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] For port 66ff1290-c884-4371-b12d-7c644d2fb4fb, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=66ff1290-c884-4371-b12d-7c644d2fb4fb,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:49:06.345892 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-da2fdb0d-14b3-4cdb-8c63-08cf27cbd228 req-d9ab073c-0bcb-4dc7-b689-c52eb7fdbc2f tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:06.630714 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57320) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:06.645697 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-da2fdb0d-14b3-4cdb-8c63-08cf27cbd228 req-d9ab073c-0bcb-4dc7-b689-c52eb7fdbc2f tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Calling delete_port for 66ff1290-c884-4371-b12d-7c644d2fb4fb owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:49:06.677945 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6627511f-5a4b-4b4b-8207-622040283501 req-c43799e0-3314-4428-8626-91bc619d3c0b tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:06.679444 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6627511f-5a4b-4b4b-8207-622040283501 req-c43799e0-3314-4428-8626-91bc619d3c0b tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=4b36d1d8-47f4-45eb-bd91-d7c1f042b613&tenant_id=ec798a1d17654fd38a17594ac4520b82&binding%3Ahost_id=n-h2-840717-1 HTTP/1.1" status: 200 len: 1117 time: 0.1051726 May 05 19:49:06.774179 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-77e4a8b8-ef2c-4a34-a09f-f7c9f8e86797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:06.880133 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-390f1d87-d3b6-4fef-98cb-7eb21c3791c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:06.905879 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab1b5a-737e-4bb9-bd7a-94dea27bd40d req-b6c8d71a-63cb-42f2-abaa-3cdd1424fb93 tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:06.907364 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7fab1b5a-737e-4bb9-bd7a-94dea27bd40d req-b6c8d71a-63cb-42f2-abaa-3cdd1424fb93 tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf40ce3b-d653-4ff9-97e0-11fdd421c41f HTTP/1.1" status: 200 len: 950 time: 0.4409077 May 05 19:49:06.908935 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-465a4ff6-02f1-40fe-82c8-45fc006e29e0 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 19:49:06.912046 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-390f1d87-d3b6-4fef-98cb-7eb21c3791c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:49:06.922690 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c914bad-0632-4530-9d93-936dcde02f46 None None] Sync routers for ids ['e028e2d9-f60d-4768-89e5-b98f0e173c7c'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 19:49:06.923383 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-390f1d87-d3b6-4fef-98cb-7eb21c3791c1 admin admin] Usage tracker for resource:security_group_rule and tenant:31e2c31f1f9246e1b4a35ae356192f52 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:49:06.929306 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-390f1d87-d3b6-4fef-98cb-7eb21c3791c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:49:06.935832 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c914bad-0632-4530-9d93-936dcde02f46 None None] Routers {'e028e2d9-f60d-4768-89e5-b98f0e173c7c'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:49:06.936672 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-5c914bad-0632-4530-9d93-936dcde02f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:49:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['e028e2d9-f60d-4768-89e5-b98f0e173c7c'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:49:06.937651 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-390f1d87-d3b6-4fef-98cb-7eb21c3791c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:49:07.022597 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a999e7-8e97-4417-ae0f-08a4792a4de3 req-6ae2d93d-ebbd-461a-8b8e-6579cefae9ed tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:07.024154 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e3a999e7-8e97-4417-ae0f-08a4792a4de3 req-6ae2d93d-ebbd-461a-8b8e-6579cefae9ed tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf40ce3b-d653-4ff9-97e0-11fdd421c41f HTTP/1.1" status: 200 len: 950 time: 0.6126246 May 05 19:49:07.037246 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc2cbe9-2006-445e-9753-6df414b20400 req-256b7a60-cf16-408f-ae9d-11cdbb72b7e5 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:07.041803 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2dc2cbe9-2006-445e-9753-6df414b20400 req-256b7a60-cf16-408f-ae9d-11cdbb72b7e5 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b36d1d8-47f4-45eb-bd91-d7c1f042b613 HTTP/1.1" status: 200 len: 966 time: 0.2388141 May 05 19:49:07.061813 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-465a4ff6-02f1-40fe-82c8-45fc006e29e0 admin admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:07.063000 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-465a4ff6-02f1-40fe-82c8-45fc006e29e0 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.2536449 May 05 19:49:07.075632 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57334) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:07.087337 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-7fab1b5a-737e-4bb9-bd7a-94dea27bd40d req-abfce3c0-26e1-4077-b87f-bf06baf60594 tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] Deleting port 78f5a31e-c743-414b-bb6e-cff09f06cef5 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:49:07.087762 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-7fab1b5a-737e-4bb9-bd7a-94dea27bd40d req-abfce3c0-26e1-4077-b87f-bf06baf60594 tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:07.117594 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-5c914bad-0632-4530-9d93-936dcde02f46 None None] Set router e028e2d9-f60d-4768-89e5-b98f0e173c7c gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:49:07.120257 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-6627511f-5a4b-4b4b-8207-622040283501 req-7b5d5a47-e2fb-4a5a-b27b-08dc53474877 service neutron] For port f8f5bb2b-a729-466a-8200-39314c2436cc, host n-h1-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:49:07.129691 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2dc2cbe9-2006-445e-9753-6df414b20400 req-24111e8c-77b5-45c8-83ce-596e7884b334 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802100 May 05 19:49:07.159787 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-6627511f-5a4b-4b4b-8207-622040283501 req-7b5d5a47-e2fb-4a5a-b27b-08dc53474877 service neutron] Notify callbacks [] for binding, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:07.160863 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6627511f-5a4b-4b4b-8207-622040283501 req-7b5d5a47-e2fb-4a5a-b27b-08dc53474877 service neutron] 10.222.0.50 "DELETE /v2.0/ports/f8f5bb2b-a729-466a-8200-39314c2436cc/bindings/n-h1-840717-1 HTTP/1.1" status: 204 len: 173 time: 0.4750595 May 05 19:49:07.188754 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-390f1d87-d3b6-4fef-98cb-7eb21c3791c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:07.197785 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-390f1d87-d3b6-4fef-98cb-7eb21c3791c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:07.272200 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-da2fdb0d-14b3-4cdb-8c63-08cf27cbd228 req-d9ab073c-0bcb-4dc7-b689-c52eb7fdbc2f tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:07.283733 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e3a999e7-8e97-4417-ae0f-08a4792a4de3 req-a9812962-44f4-4ca1-8670-a49ac0a73b34 tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbbe3533-5570-4e28-9aa1-d3e5491537bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421176 May 05 19:49:07.285930 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390f1d87-d3b6-4fef-98cb-7eb21c3791c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77650d54-73be-4733-aa35-b1959fda218f,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:07.297608 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-390f1d87-d3b6-4fef-98cb-7eb21c3791c1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=31e2c31f1f9246e1b4a35ae356192f52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6658494 May 05 19:49:07.298799 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57344) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:07.379653 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ebb1d103-d2ac-4549-af33-d4e40b65b347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:07.412740 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ebb1d103-d2ac-4549-af33-d4e40b65b347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:07.439664 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-5c914bad-0632-4530-9d93-936dcde02f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e028e2d9-f60d-4768-89e5-b98f0e173c7c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1448522101-router', 'tenant_id': '9ab4a98eac4a43fd9990405f39079105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'c27bc6fa-e42c-4b8b-b7e4-1c7582624a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:49:00Z', 'updated_at': '2022-05-05T19:49:04Z', 'revision_number': 3, 'project_id': '9ab4a98eac4a43fd9990405f39079105', 'gw_port': {'id': 'c27bc6fa-e42c-4b8b-b7e4-1c7582624a1c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:8e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e028e2d9-f60d-4768-89e5-b98f0e173c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:49:02Z', 'updated_at': '2022-05-05T19:49:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:49:07.444140 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c914bad-0632-4530-9d93-936dcde02f46 None None] Checking router: e028e2d9-f60d-4768-89e5-b98f0e173c7c for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 19:49:07.444698 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c914bad-0632-4530-9d93-936dcde02f46 None None] Updating router e028e2d9-f60d-4768-89e5-b98f0e173c7c port c27bc6fa-e42c-4b8b-b7e4-1c7582624a1c binding host n-d-840717-1 {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 19:49:07.499577 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5c914bad-0632-4530-9d93-936dcde02f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:07.583041 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3699441b-d987-4d94-b002-0ed2941053aa req-0dbbc194-cff5-4610-a15f-b3fe5ba70ccc tempest-ServersAdmin275Test-494214774 tempest-ServersAdmin275Test-494214774-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b1344af4-ac94-4482-8c6e-08fa01e62f39 HTTP/1.1" status: 200 len: 210 time: 0.0628755 May 05 19:49:07.598565 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ab073c-0bcb-4dc7-b689-c52eb7fdbc2f tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Pushing event deleted for resources: {'Port': ['ID=66ff1290-c884-4371-b12d-7c644d2fb4fb,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:07.610367 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ebb1d103-d2ac-4549-af33-d4e40b65b347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:07.638156 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1d103-d2ac-4549-af33-d4e40b65b347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77650d54-73be-4733-aa35-b1959fda218f,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:07.662248 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ebb1d103-d2ac-4549-af33-d4e40b65b347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:07.665876 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-ebb1d103-d2ac-4549-af33-d4e40b65b347 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/77650d54-73be-4733-aa35-b1959fda218f HTTP/1.1" status: 204 len: 168 time: 0.3646595 May 05 19:49:07.713061 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:07.820305 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-f7605a35-6025-4621-a244-69aa398edd94 req-78b6231b-4b55-41aa-aedd-22420c287643 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Synchronizing usage tracker for tenant:69f94df1cbe14489aec5f0f54ec137b6 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:49:07.906858 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:08.032458 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5c914bad-0632-4530-9d93-936dcde02f46 None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:08.049943 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-5c914bad-0632-4530-9d93-936dcde02f46 None None] Transition to ACTIVE for port object c27bc6fa-e42c-4b8b-b7e4-1c7582624a1c will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:49:08.061060 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5c914bad-0632-4530-9d93-936dcde02f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:08.159017 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cd1041-0703-48e2-84a4-6c5eeaf2f3a6 None None] Pushing event updated for resources: {'Port': ['ID=c27bc6fa-e42c-4b8b-b7e4-1c7582624a1c,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:08.172470 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cd1041-0703-48e2-84a4-6c5eeaf2f3a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:49:08.172813 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cd1041-0703-48e2-84a4-6c5eeaf2f3a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:49:08.173566 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cd1041-0703-48e2-84a4-6c5eeaf2f3a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:49:08.173566 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cd1041-0703-48e2-84a4-6c5eeaf2f3a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:49:08.173864 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cd1041-0703-48e2-84a4-6c5eeaf2f3a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:49:08.174374 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cd1041-0703-48e2-84a4-6c5eeaf2f3a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:49:08.174711 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cd1041-0703-48e2-84a4-6c5eeaf2f3a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:49:08.175032 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cd1041-0703-48e2-84a4-6c5eeaf2f3a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:49:08.175568 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cd1041-0703-48e2-84a4-6c5eeaf2f3a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:49:08.176102 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cd1041-0703-48e2-84a4-6c5eeaf2f3a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:49:08.176541 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cd1041-0703-48e2-84a4-6c5eeaf2f3a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:49:08.177343 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cd1041-0703-48e2-84a4-6c5eeaf2f3a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:49:08.218032 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-5c914bad-0632-4530-9d93-936dcde02f46 None None] Attempting to bind port c27bc6fa-e42c-4b8b-b7e4-1c7582624a1c on host n-d-840717-1 for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:49:08.218495 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-5c914bad-0632-4530-9d93-936dcde02f46 None None] Attempting to bind port c27bc6fa-e42c-4b8b-b7e4-1c7582624a1c by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:49:08.218896 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c914bad-0632-4530-9d93-936dcde02f46 None None] Attempting to bind port c27bc6fa-e42c-4b8b-b7e4-1c7582624a1c on network 0401d202-1605-4cfe-bad4-fb225df6afb0 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:49:08.227441 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-da2fdb0d-14b3-4cdb-8c63-08cf27cbd228 req-d9ab073c-0bcb-4dc7-b689-c52eb7fdbc2f tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] No DVR routers for this DVR port 66ff1290-c884-4371-b12d-7c644d2fb4fb on host n-h1-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:49:08.231164 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c914bad-0632-4530-9d93-936dcde02f46 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:49:08.232430 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c914bad-0632-4530-9d93-936dcde02f46 None None] Checking segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:49:08.233952 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5c914bad-0632-4530-9d93-936dcde02f46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:08.234121 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c914bad-0632-4530-9d93-936dcde02f46 None None] Bound using segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:49:08.234658 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-5c914bad-0632-4530-9d93-936dcde02f46 None None] Bound port: c27bc6fa-e42c-4b8b-b7e4-1c7582624a1c, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:49:08.235064 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5c914bad-0632-4530-9d93-936dcde02f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:08.281253 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a6e7e5-975c-4a97-be64-dedd5d42ae49 req-a17d9f03-a0ac-450f-a13d-c7e84e235374 tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:08.283615 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f8a6e7e5-975c-4a97-be64-dedd5d42ae49 req-a17d9f03-a0ac-450f-a13d-c7e84e235374 tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4b36d1d8-47f4-45eb-bd91-d7c1f042b613 HTTP/1.1" status: 200 len: 1117 time: 0.1329634 May 05 19:49:08.286942 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-da2fdb0d-14b3-4cdb-8c63-08cf27cbd228 req-d9ab073c-0bcb-4dc7-b689-c52eb7fdbc2f tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:08.289081 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-da2fdb0d-14b3-4cdb-8c63-08cf27cbd228 req-d9ab073c-0bcb-4dc7-b689-c52eb7fdbc2f tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.24 "DELETE /v2.0/ports/66ff1290-c884-4371-b12d-7c644d2fb4fb HTTP/1.1" status: 204 len: 173 time: 2.7769425 May 05 19:49:08.299182 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a30afc9e-055e-4c21-a947-e4776e000fba', 'name': 'network-vif-deleted', 'tag': '66ff1290-c884-4371-b12d-7c644d2fb4fb'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:49:08.339494 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-f7605a35-6025-4621-a244-69aa398edd94 req-78b6231b-4b55-41aa-aedd-22420c287643 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] Unset dirty status for tenant:69f94df1cbe14489aec5f0f54ec137b6 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:49:08.349530 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f7605a35-6025-4621-a244-69aa398edd94 req-78b6231b-4b55-41aa-aedd-22420c287643 tempest-DeleteServersAdminTestJSON-1694152157 tempest-DeleteServersAdminTestJSON-1694152157-project] 10.222.0.36 "GET /v2.0/ports?device_id=a30afc9e-055e-4c21-a947-e4776e000fba HTTP/1.1" status: 200 len: 210 time: 0.7537911 May 05 19:49:08.353838 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-f8a6e7e5-975c-4a97-be64-dedd5d42ae49 req-77c2b0f8-235d-47be-99bb-bed1b833d1cf tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] Synchronizing usage tracker for tenant:53f9cd3e1f59470580df65e197a9ec42 on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:49:08.361046 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57362) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:08.378546 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-5c914bad-0632-4530-9d93-936dcde02f46 None None] For port c27bc6fa-e42c-4b8b-b7e4-1c7582624a1c, host n-d-840717-1, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:49:08.386602 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-5c914bad-0632-4530-9d93-936dcde02f46 None None] For port c27bc6fa-e42c-4b8b-b7e4-1c7582624a1c, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=c27bc6fa-e42c-4b8b-b7e4-1c7582624a1c,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:49:08.388338 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-7fab1b5a-737e-4bb9-bd7a-94dea27bd40d req-abfce3c0-26e1-4077-b87f-bf06baf60594 tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] For port 78f5a31e-c743-414b-bb6e-cff09f06cef5, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=78f5a31e-c743-414b-bb6e-cff09f06cef5,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:49:08.390361 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-7fab1b5a-737e-4bb9-bd7a-94dea27bd40d req-abfce3c0-26e1-4077-b87f-bf06baf60594 tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:08.396720 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5c914bad-0632-4530-9d93-936dcde02f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:08.405784 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dceb9ca3-0caf-4203-b6d9-dc61d08a687b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:08.447730 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-dceb9ca3-0caf-4203-b6d9-dc61d08a687b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:49:08.454255 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-dceb9ca3-0caf-4203-b6d9-dc61d08a687b admin admin] Usage tracker for resource:security_group_rule and tenant:7b768d52548d479e9d598f0bcc6766d3 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:49:08.457812 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-dceb9ca3-0caf-4203-b6d9-dc61d08a687b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:49:08.467142 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-dceb9ca3-0caf-4203-b6d9-dc61d08a687b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:49:08.503623 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c914bad-0632-4530-9d93-936dcde02f46 None None] Routers {'e028e2d9-f60d-4768-89e5-b98f0e173c7c'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:49:08.504255 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-5c914bad-0632-4530-9d93-936dcde02f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:49:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['e028e2d9-f60d-4768-89e5-b98f0e173c7c'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:49:08.516544 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-f8a6e7e5-975c-4a97-be64-dedd5d42ae49 req-77c2b0f8-235d-47be-99bb-bed1b833d1cf tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] Unset dirty status for tenant:53f9cd3e1f59470580df65e197a9ec42 on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:49:08.517724 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f8a6e7e5-975c-4a97-be64-dedd5d42ae49 req-77c2b0f8-235d-47be-99bb-bed1b833d1cf tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252731 May 05 19:49:08.599024 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cd1041-0703-48e2-84a4-6c5eeaf2f3a6 None None] Pushing event updated for resources: {'Port': ['ID=c27bc6fa-e42c-4b8b-b7e4-1c7582624a1c,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:08.651204 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 66ff1290-c884-4371-b12d-7c644d2fb4fb no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:49:08.666405 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17aef455-9464-402a-bd2e-8cecba20fc38'] response: {'server_uuid': 'a30afc9e-055e-4c21-a947-e4776e000fba', 'name': 'network-vif-deleted', 'tag': '66ff1290-c884-4371-b12d-7c644d2fb4fb', 'status': 'completed', 'code': 200} May 05 19:49:08.733195 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dceb9ca3-0caf-4203-b6d9-dc61d08a687b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:08.738372 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dceb9ca3-0caf-4203-b6d9-dc61d08a687b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:08.764371 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] No Port match for: 66ff1290-c884-4371-b12d-7c644d2fb4fb {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 19:49:08.764707 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 66ff1290-c884-4371-b12d-7c644d2fb4fb not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:49:08.807315 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-5c914bad-0632-4530-9d93-936dcde02f46 None None] Set router e028e2d9-f60d-4768-89e5-b98f0e173c7c gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:49:08.833972 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-dceb9ca3-0caf-4203-b6d9-dc61d08a687b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7b768d52548d479e9d598f0bcc6766d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4717155 May 05 19:49:08.836343 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57378) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:08.837495 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceb9ca3-0caf-4203-b6d9-dc61d08a687b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b9ec8a-70d5-40c1-88e0-f246bd61ad5e,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:08.914141 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-7fab1b5a-737e-4bb9-bd7a-94dea27bd40d req-abfce3c0-26e1-4077-b87f-bf06baf60594 tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] Calling delete_port for 78f5a31e-c743-414b-bb6e-cff09f06cef5 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:49:08.932632 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c3b7e289-eb9f-40b7-9063-b1b4066f9466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:09.008612 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c3b7e289-eb9f-40b7-9063-b1b4066f9466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:09.104183 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c3b7e289-eb9f-40b7-9063-b1b4066f9466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:09.127215 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b7e289-eb9f-40b7-9063-b1b4066f9466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b9ec8a-70d5-40c1-88e0-f246bd61ad5e,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:09.139086 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c3b7e289-eb9f-40b7-9063-b1b4066f9466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:09.140558 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-c3b7e289-eb9f-40b7-9063-b1b4066f9466 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b6b9ec8a-70d5-40c1-88e0-f246bd61ad5e HTTP/1.1" status: 204 len: 168 time: 0.2947521 May 05 19:49:09.222737 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4cc2d3e0-8022-4188-acef-3aaddad47e05 req-bcb6291d-2555-400f-ade2-d70818c86bbe tempest-ServersAdmin275Test-494214774 tempest-ServersAdmin275Test-494214774-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b1344af4-ac94-4482-8c6e-08fa01e62f39 HTTP/1.1" status: 200 len: 210 time: 0.0444729 May 05 19:49:09.350094 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-5c914bad-0632-4530-9d93-936dcde02f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e028e2d9-f60d-4768-89e5-b98f0e173c7c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1448522101-router', 'tenant_id': '9ab4a98eac4a43fd9990405f39079105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'c27bc6fa-e42c-4b8b-b7e4-1c7582624a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:49:00Z', 'updated_at': '2022-05-05T19:49:04Z', 'revision_number': 3, 'project_id': '9ab4a98eac4a43fd9990405f39079105', 'gw_port': {'id': 'c27bc6fa-e42c-4b8b-b7e4-1c7582624a1c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:8e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e028e2d9-f60d-4768-89e5-b98f0e173c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:49:02Z', 'updated_at': '2022-05-05T19:49:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:49:09.354277 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c914bad-0632-4530-9d93-936dcde02f46 None None] The sync data for ids ['e028e2d9-f60d-4768-89e5-b98f0e173c7c'] in n-d-840717-1 is: [{'id': 'e028e2d9-f60d-4768-89e5-b98f0e173c7c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1448522101-router', 'tenant_id': '9ab4a98eac4a43fd9990405f39079105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'c27bc6fa-e42c-4b8b-b7e4-1c7582624a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:49:00Z', 'updated_at': '2022-05-05T19:49:04Z', 'revision_number': 3, 'project_id': '9ab4a98eac4a43fd9990405f39079105', 'gw_port': {'id': 'c27bc6fa-e42c-4b8b-b7e4-1c7582624a1c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:8e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e028e2d9-f60d-4768-89e5-b98f0e173c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:49:02Z', 'updated_at': '2022-05-05T19:49:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 19:49:09.406200 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:09.488326 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-7fab1b5a-737e-4bb9-bd7a-94dea27bd40d req-abfce3c0-26e1-4077-b87f-bf06baf60594 tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:09.552266 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfce3c0-26e1-4077-b87f-bf06baf60594 tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] Pushing event deleted for resources: {'Port': ['ID=78f5a31e-c743-414b-bb6e-cff09f06cef5,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:09.570079 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0898a687-6704-4df4-82ee-70d26ca226d3 req-ec1f095d-069c-4f87-beea-000ade7797fc tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:09.581526 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0898a687-6704-4df4-82ee-70d26ca226d3 req-ec1f095d-069c-4f87-beea-000ade7797fc tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf40ce3b-d653-4ff9-97e0-11fdd421c41f HTTP/1.1" status: 200 len: 950 time: 0.9069965 May 05 19:49:09.613819 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b389d-3e2d-43b1-ab16-7e74c0eefdcd req-64102eec-797b-4440-b205-1962fbb1be91 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:09.615471 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c87b389d-3e2d-43b1-ab16-7e74c0eefdcd req-64102eec-797b-4440-b205-1962fbb1be91 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/networks?id=87da803f-e7d0-44ba-a1c3-46d895a6576d HTTP/1.1" status: 200 len: 807 time: 0.1939929 May 05 19:49:09.632375 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c87b389d-3e2d-43b1-ab16-7e74c0eefdcd req-1e8a4815-9f20-42bb-981f-2cd275f77444 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/quotas/ec798a1d17654fd38a17594ac4520b82 HTTP/1.1" status: 200 len: 375 time: 0.0110428 May 05 19:49:09.800917 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c87b389d-3e2d-43b1-ab16-7e74c0eefdcd req-800fa3a2-df73-4dde-8dae-6cde65b34eeb tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ec798a1d17654fd38a17594ac4520b82&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1597955 May 05 19:49:09.802250 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fab1b5a-737e-4bb9-bd7a-94dea27bd40d req-abfce3c0-26e1-4077-b87f-bf06baf60594 tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] No DVR routers for this DVR port 78f5a31e-c743-414b-bb6e-cff09f06cef5 on host n-h2-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:49:09.843434 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-7fab1b5a-737e-4bb9-bd7a-94dea27bd40d req-abfce3c0-26e1-4077-b87f-bf06baf60594 tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:09.894213 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0898a687-6704-4df4-82ee-70d26ca226d3 req-21b1b3e1-ce1e-48f0-9e51-2c4dc57c5f88 tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbbe3533-5570-4e28-9aa1-d3e5491537bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833748 May 05 19:49:09.955107 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7fab1b5a-737e-4bb9-bd7a-94dea27bd40d req-abfce3c0-26e1-4077-b87f-bf06baf60594 tempest-ServerDiagnosticsNegativeTest-986932610 tempest-ServerDiagnosticsNegativeTest-986932610-project] 10.222.0.50 "DELETE /v2.0/ports/78f5a31e-c743-414b-bb6e-cff09f06cef5 HTTP/1.1" status: 204 len: 173 time: 3.0392258 May 05 19:49:09.988557 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c87b389d-3e2d-43b1-ab16-7e74c0eefdcd req-70c7fc20-dc9b-4f08-a8fe-129492726448 service neutron] 10.222.0.36 "GET /v2.0/networks/87da803f-e7d0-44ba-a1c3-46d895a6576d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867023 May 05 19:49:10.092825 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d78fa037-9fe7-4f02-b9e4-782fa7d1611c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:10.234926 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c87b389d-3e2d-43b1-ab16-7e74c0eefdcd req-408f0598-4235-42b0-98ca-0dccc2a37f67 service neutron] 10.222.0.36 "GET /v2.0/networks/87da803f-e7d0-44ba-a1c3-46d895a6576d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394867 May 05 19:49:10.440824 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-d78fa037-9fe7-4f02-b9e4-782fa7d1611c admin admin] Allocated IP 172.20.0.1 (437a7ddd-67cb-4099-8524-e097583de73f/be9b9f6e-6d36-4843-877a-9bcb21e60117/a669da36-efec-4c83-a63f-e78f7f0a4b4c) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:49:10.588437 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-103f28f2-ebea-42dc-8b5d-8ede6cf94d73 req-49bbed10-002b-4f84-8a44-09a2e9492767 tempest-ServersAdmin275Test-494214774 tempest-ServersAdmin275Test-494214774-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b1344af4-ac94-4482-8c6e-08fa01e62f39 HTTP/1.1" status: 200 len: 210 time: 0.0738697 May 05 19:49:10.698125 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf40ce3b-d653-4ff9-97e0-11fdd421c41f', 'name': 'network-vif-deleted', 'tag': '78f5a31e-c743-414b-bb6e-cff09f06cef5'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:49:10.887654 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65f04c97-3e4b-48b2-af10-396ef10bb2ff'] response: {'server_uuid': 'bf40ce3b-d653-4ff9-97e0-11fdd421c41f', 'name': 'network-vif-deleted', 'tag': '78f5a31e-c743-414b-bb6e-cff09f06cef5', 'status': 'completed', 'code': 200} May 05 19:49:10.902476 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 78f5a31e-c743-414b-bb6e-cff09f06cef5 no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:49:10.919294 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ae51d599-c9f4-4a93-849a-ba4e1311b411 req-0cac5d7c-5ab5-4c3e-a64c-bc391b832db7 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=34fe469f-2452-4b5f-bbd8-86cac3e6e0b0 HTTP/1.1" status: 200 len: 210 time: 0.2277772 May 05 19:49:10.989446 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d78fa037-9fe7-4f02-b9e4-782fa7d1611c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:10.994243 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] No Port match for: 78f5a31e-c743-414b-bb6e-cff09f06cef5 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 19:49:10.994604 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 78f5a31e-c743-414b-bb6e-cff09f06cef5 not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:49:11.025153 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-d78fa037-9fe7-4f02-b9e4-782fa7d1611c admin admin] Transition to ACTIVE for port object a669da36-efec-4c83-a63f-e78f7f0a4b4c will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:49:11.034048 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57452) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:11.063913 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d78fa037-9fe7-4f02-b9e4-782fa7d1611c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:11.234624 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4b8222be-dfd8-4282-bc9d-2d52a946a5bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:11.276769 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4b8222be-dfd8-4282-bc9d-2d52a946a5bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:49:11.282865 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4b8222be-dfd8-4282-bc9d-2d52a946a5bd admin admin] Usage tracker for resource:security_group_rule and tenant:f19c301e1aa741c6ac8f3439cd3eedc3 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:49:11.286711 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4b8222be-dfd8-4282-bc9d-2d52a946a5bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:49:11.294934 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4b8222be-dfd8-4282-bc9d-2d52a946a5bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:49:11.306389 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78fa037-9fe7-4f02-b9e4-782fa7d1611c admin admin] Network 437a7ddd-67cb-4099-8524-e097583de73f is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:49:11.310747 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-d78fa037-9fe7-4f02-b9e4-782fa7d1611c admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:49:11.315204 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78fa037-9fe7-4f02-b9e4-782fa7d1611c admin admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:49:11.315850 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d78fa037-9fe7-4f02-b9e4-782fa7d1611c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:11.338609 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78fa037-9fe7-4f02-b9e4-782fa7d1611c admin admin] Pushing event updated for resources: {'Port': ['ID=a669da36-efec-4c83-a63f-e78f7f0a4b4c,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:11.386861 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device c27bc6fa-e42c-4b8b-b7e4-1c7582624a1c up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:49:11.541546 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57470) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:11.552201 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4b8222be-dfd8-4282-bc9d-2d52a946a5bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:11.555933 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port c27bc6fa-e42c-4b8b-b7e4-1c7582624a1c completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:49:11.568757 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port c27bc6fa-e42c-4b8b-b7e4-1c7582624a1c triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:49:11.569519 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:11.577030 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4b8222be-dfd8-4282-bc9d-2d52a946a5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:11.667041 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d78fa037-9fe7-4f02-b9e4-782fa7d1611c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:11.734773 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-4b8222be-dfd8-4282-bc9d-2d52a946a5bd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f19c301e1aa741c6ac8f3439cd3eedc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6994610 May 05 19:49:11.742302 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57480) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:11.743624 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8222be-dfd8-4282-bc9d-2d52a946a5bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45840bca-e01d-40be-a7a4-88169f65a3e4,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:11.823184 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:11.860726 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port c27bc6fa-e42c-4b8b-b7e4-1c7582624a1c, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=c27bc6fa-e42c-4b8b-b7e4-1c7582624a1c,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:49:11.862862 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-a492a6ed-55e7-4887-803e-4f524be2bacf None None] Provisioning for port a669da36-efec-4c83-a63f-e78f7f0a4b4c completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:49:11.869543 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:11.907228 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-a492a6ed-55e7-4887-803e-4f524be2bacf None None] Provisioning complete for port a669da36-efec-4c83-a63f-e78f7f0a4b4c triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:49:11.908433 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a492a6ed-55e7-4887-803e-4f524be2bacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:11.988693 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-a492a6ed-55e7-4887-803e-4f524be2bacf None None] Port a669da36-efec-4c83-a63f-e78f7f0a4b4c cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:49:12.010244 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dc2f0f28-3344-487d-b5a0-fa41038a6efb req-e3281c0f-47a4-43cf-9092-84b1b5575b86 tempest-ServersAdmin275Test-494214774 tempest-ServersAdmin275Test-494214774-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b1344af4-ac94-4482-8c6e-08fa01e62f39 HTTP/1.1" status: 200 len: 210 time: 0.0766189 May 05 19:49:12.020592 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b71bde68-d00b-49bc-ae92-ca1552f0efc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:12.039143 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=c27bc6fa-e42c-4b8b-b7e4-1c7582624a1c,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:12.060909 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b71bde68-d00b-49bc-ae92-ca1552f0efc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:12.208693 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b71bde68-d00b-49bc-ae92-ca1552f0efc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:12.246046 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57490) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:12.265869 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d3d7c610-7159-40dc-87c7-19b268a2425a req-4465f2c8-c287-4dd1-80f0-38e31a4f4634 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=34fe469f-2452-4b5f-bbd8-86cac3e6e0b0 HTTP/1.1" status: 200 len: 210 time: 0.0949075 May 05 19:49:12.277671 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d78fa037-9fe7-4f02-b9e4-782fa7d1611c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:12.307063 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d78fa037-9fe7-4f02-b9e4-782fa7d1611c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:12.307892 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d78fa037-9fe7-4f02-b9e4-782fa7d1611c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:12.348749 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71bde68-d00b-49bc-ae92-ca1552f0efc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45840bca-e01d-40be-a7a4-88169f65a3e4,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:12.359426 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b71bde68-d00b-49bc-ae92-ca1552f0efc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:12.380164 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-b71bde68-d00b-49bc-ae92-ca1552f0efc4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/45840bca-e01d-40be-a7a4-88169f65a3e4 HTTP/1.1" status: 204 len: 168 time: 0.6259346 May 05 19:49:12.399406 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f16c2204-3467-4b51-9b1c-d371bb73e3cc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=69f94df1cbe14489aec5f0f54ec137b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8537920 May 05 19:49:12.400361 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57502) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:12.486977 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5587e495-9718-4250-9068-59ef26e0e27e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:12.519161 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5587e495-9718-4250-9068-59ef26e0e27e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:12.530034 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78fa037-9fe7-4f02-b9e4-782fa7d1611c admin admin] Pushing event updated for resources: {'Port': ['ID=a669da36-efec-4c83-a63f-e78f7f0a4b4c,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:12.601786 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5587e495-9718-4250-9068-59ef26e0e27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:12.651493 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5587e495-9718-4250-9068-59ef26e0e27e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0ee734-d936-46f9-b2f6-dfc1a7318ab0,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:12.661522 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5587e495-9718-4250-9068-59ef26e0e27e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:12.662987 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-5587e495-9718-4250-9068-59ef26e0e27e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bb0ee734-d936-46f9-b2f6-dfc1a7318ab0 HTTP/1.1" status: 204 len: 168 time: 0.2617092 May 05 19:49:12.705406 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b389d-3e2d-43b1-ab16-7e74c0eefdcd req-1d4bfec9-e7a9-494f-981c-7f0566f6a48a tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:12.707493 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c87b389d-3e2d-43b1-ab16-7e74c0eefdcd req-1d4bfec9-e7a9-494f-981c-7f0566f6a48a tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.24 "GET /v2.0/networks?id=87da803f-e7d0-44ba-a1c3-46d895a6576d HTTP/1.1" status: 200 len: 807 time: 0.4321823 May 05 19:49:12.729566 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-c87b389d-3e2d-43b1-ab16-7e74c0eefdcd req-2cb49e30-b579-4a41-aa9b-2287b1131027 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Request body: {'port': {'device_id': '34fe469f-2452-4b5f-bbd8-86cac3e6e0b0', 'network_id': '87da803f-e7d0-44ba-a1c3-46d895a6576d', 'admin_state_up': True, 'tenant_id': 'ec798a1d17654fd38a17594ac4520b82'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:49:12.814132 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57524) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:12.814549 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c9ab66bd-d2e2-44f7-83c2-88fd6e8f2cc1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=98520bcd3a4241bd851403bddd5b66a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5626407 May 05 19:49:12.886513 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78fa037-9fe7-4f02-b9e4-782fa7d1611c admin admin] Network 437a7ddd-67cb-4099-8524-e097583de73f is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:49:12.889021 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-d78fa037-9fe7-4f02-b9e4-782fa7d1611c admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:49:12.932441 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8a8bd851-9168-4a2b-bdb1-005de3b3435c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:12.969979 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8a8bd851-9168-4a2b-bdb1-005de3b3435c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:13.035083 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8a8bd851-9168-4a2b-bdb1-005de3b3435c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:13.063380 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8bd851-9168-4a2b-bdb1-005de3b3435c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbbe3533-5570-4e28-9aa1-d3e5491537bf,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:13.069636 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57536) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:13.094914 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8a8bd851-9168-4a2b-bdb1-005de3b3435c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:13.097675 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-8a8bd851-9168-4a2b-bdb1-005de3b3435c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bbbe3533-5570-4e28-9aa1-d3e5491537bf HTTP/1.1" status: 204 len: 168 time: 0.2820573 May 05 19:49:13.102498 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-199abf2b-bd66-4979-b14a-3596a07c413d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:13.120460 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-199abf2b-bd66-4979-b14a-3596a07c413d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:49:13.125927 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-199abf2b-bd66-4979-b14a-3596a07c413d admin admin] Usage tracker for resource:security_group_rule and tenant:97cdcb9b36ce44e4a664a6ef6bc6a7aa is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:49:13.129586 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-199abf2b-bd66-4979-b14a-3596a07c413d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:49:13.136285 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-199abf2b-bd66-4979-b14a-3596a07c413d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:49:13.213184 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-c87b389d-3e2d-43b1-ab16-7e74c0eefdcd req-2cb49e30-b579-4a41-aa9b-2287b1131027 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:49:13.232663 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d78fa037-9fe7-4f02-b9e4-782fa7d1611c admin admin] Router e028e2d9-f60d-4768-89e5-b98f0e173c7c has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 19:49:13.244248 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-5cd8d84a-91e2-4b72-b500-88288a8fa298 None None] Provisioning complete for port a669da36-efec-4c83-a63f-e78f7f0a4b4c triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:49:13.244756 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5cd8d84a-91e2-4b72-b500-88288a8fa298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:13.248404 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-c87b389d-3e2d-43b1-ab16-7e74c0eefdcd req-2cb49e30-b579-4a41-aa9b-2287b1131027 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:49:13.331808 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-199abf2b-bd66-4979-b14a-3596a07c413d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:13.338796 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-199abf2b-bd66-4979-b14a-3596a07c413d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:13.376987 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device c27bc6fa-e42c-4b8b-b7e4-1c7582624a1c up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:49:13.453517 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57548) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:13.487150 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-5cd8d84a-91e2-4b72-b500-88288a8fa298 None None] Port a669da36-efec-4c83-a63f-e78f7f0a4b4c cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:49:13.487554 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199abf2b-bd66-4979-b14a-3596a07c413d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c431ce96-81c7-4c7f-b2fa-f067be620c14,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:13.508490 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c87b389d-3e2d-43b1-ab16-7e74c0eefdcd req-2cb49e30-b579-4a41-aa9b-2287b1131027 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Made reservation on behalf of ec798a1d17654fd38a17594ac4520b82 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:49:13.513670 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-199abf2b-bd66-4979-b14a-3596a07c413d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=97cdcb9b36ce44e4a664a6ef6bc6a7aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4411416 May 05 19:49:13.513811 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c87b389d-3e2d-43b1-ab16-7e74c0eefdcd req-2cb49e30-b579-4a41-aa9b-2287b1131027 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:13.530203 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port c27bc6fa-e42c-4b8b-b7e4-1c7582624a1c triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:49:13.530467 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:13.548866 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57552) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:13.572449 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57556) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:13.589082 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5d1e5978-b2e4-4eb1-b0e9-4967cf85da8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:13.593070 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cc612e12-c044-49c7-8002-492877443a02 req-b3a21cd0-3f7c-45f7-aa05-f6c08f17e79e tempest-ServersAdmin275Test-494214774 tempest-ServersAdmin275Test-494214774-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b1344af4-ac94-4482-8c6e-08fa01e62f39 HTTP/1.1" status: 200 len: 210 time: 0.1304934 May 05 19:49:13.661232 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7655216e-5373-46a9-b62b-d11dd97bed9a req-cbf5fc01-09a4-45a6-badb-190a8610e70a tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=34fe469f-2452-4b5f-bbd8-86cac3e6e0b0 HTTP/1.1" status: 200 len: 210 time: 0.2029636 May 05 19:49:13.670859 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-5d1e5978-b2e4-4eb1-b0e9-4967cf85da8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:49:13.681144 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-5d1e5978-b2e4-4eb1-b0e9-4967cf85da8d admin admin] Usage tracker for resource:security_group_rule and tenant:46aeef464c304f929262de96194d91ca is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:49:13.690563 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-5d1e5978-b2e4-4eb1-b0e9-4967cf85da8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:49:13.705264 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-5d1e5978-b2e4-4eb1-b0e9-4967cf85da8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:49:13.810016 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5d1e5978-b2e4-4eb1-b0e9-4967cf85da8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:13.816250 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5d1e5978-b2e4-4eb1-b0e9-4967cf85da8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:13.842902 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:13.881026 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1e5978-b2e4-4eb1-b0e9-4967cf85da8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40da8189-9d81-47f9-8e5e-70d855eca097,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:13.901033 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-5d1e5978-b2e4-4eb1-b0e9-4967cf85da8d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=46aeef464c304f929262de96194d91ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4464400 May 05 19:49:13.901995 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57566) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:14.025319 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-da325eb0-eb1c-4d0a-a657-98caa0262ad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:14.049461 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dc4d1e06-26fd-472f-bf11-d47ba47553a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:14.051872 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d78fa037-9fe7-4f02-b9e4-782fa7d1611c admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 19:49:14.062961 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ab12e3-f28b-45d6-ae68-8b7a94c4f044 None None] Sync routers for ids ['e028e2d9-f60d-4768-89e5-b98f0e173c7c'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 19:49:14.084732 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ab12e3-f28b-45d6-ae68-8b7a94c4f044 None None] Routers {'e028e2d9-f60d-4768-89e5-b98f0e173c7c'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:49:14.085585 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-47ab12e3-f28b-45d6-ae68-8b7a94c4f044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:49:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['e028e2d9-f60d-4768-89e5-b98f0e173c7c'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:49:14.111424 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-da325eb0-eb1c-4d0a-a657-98caa0262ad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:14.130548 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3b80b8de-c350-4096-9072-05d6a78f5807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:14.144153 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dc4d1e06-26fd-472f-bf11-d47ba47553a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:14.160855 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d78fa037-9fe7-4f02-b9e4-782fa7d1611c admin admin] 10.222.0.36 "PUT /v2.0/routers/e028e2d9-f60d-4768-89e5-b98f0e173c7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0819321 May 05 19:49:14.180752 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-c87b389d-3e2d-43b1-ab16-7e74c0eefdcd req-2cb49e30-b579-4a41-aa9b-2287b1131027 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Allocated IP 172.20.0.11 (87da803f-e7d0-44ba-a1c3-46d895a6576d/af43fcc5-064b-4df8-a8c0-be1ad4feb5a8/82e61456-3f47-436d-9805-d3ea9b5e63b9) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:49:14.183345 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3b80b8de-c350-4096-9072-05d6a78f5807 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:49:14.190978 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-3b80b8de-c350-4096-9072-05d6a78f5807 admin admin] Usage tracker for resource:security_group_rule and tenant:81f8efe7a114401da6424d62d82117a9 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:49:14.204612 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-3b80b8de-c350-4096-9072-05d6a78f5807 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:49:14.213142 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57576) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:14.222747 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3b80b8de-c350-4096-9072-05d6a78f5807 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:49:14.241535 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0fb7ae50-4291-4ed5-a833-1fd122d6b2f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:14.271263 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-0fb7ae50-4291-4ed5-a833-1fd122d6b2f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:49:14.276366 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-0fb7ae50-4291-4ed5-a833-1fd122d6b2f8 admin admin] Usage tracker for resource:security_group_rule and tenant:f969b0baa091456b84dad8dd1271aabe is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:49:14.291316 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-0fb7ae50-4291-4ed5-a833-1fd122d6b2f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:49:14.307422 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dc4d1e06-26fd-472f-bf11-d47ba47553a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:14.310245 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-0fb7ae50-4291-4ed5-a833-1fd122d6b2f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:49:14.326039 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-da325eb0-eb1c-4d0a-a657-98caa0262ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:14.356862 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-47ab12e3-f28b-45d6-ae68-8b7a94c4f044 None None] Set router e028e2d9-f60d-4768-89e5-b98f0e173c7c gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:49:14.364160 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da325eb0-eb1c-4d0a-a657-98caa0262ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40da8189-9d81-47f9-8e5e-70d855eca097,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:14.374317 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4d1e06-26fd-472f-bf11-d47ba47553a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c431ce96-81c7-4c7f-b2fa-f067be620c14,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:14.393860 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-da325eb0-eb1c-4d0a-a657-98caa0262ad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:14.395248 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-da325eb0-eb1c-4d0a-a657-98caa0262ad4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/40da8189-9d81-47f9-8e5e-70d855eca097 HTTP/1.1" status: 204 len: 168 time: 0.4921749 May 05 19:49:14.422796 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dc4d1e06-26fd-472f-bf11-d47ba47553a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:14.426625 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-dc4d1e06-26fd-472f-bf11-d47ba47553a1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c431ce96-81c7-4c7f-b2fa-f067be620c14 HTTP/1.1" status: 204 len: 168 time: 0.8585548 May 05 19:49:14.522818 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0fb7ae50-4291-4ed5-a833-1fd122d6b2f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:14.542683 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0fb7ae50-4291-4ed5-a833-1fd122d6b2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:14.543345 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3cd06d16-c7eb-4494-aaa8-55a28965e0a3 req-cb8859b8-b567-4e6e-85dc-a2cae188db0e tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--86428708&fields=id&tenant_id=d2cf325fc6b540ceb92a9f2c527df7f5 HTTP/1.1" status: 200 len: 267 time: 0.1731966 May 05 19:49:14.599008 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb7ae50-4291-4ed5-a833-1fd122d6b2f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a0e116-4161-42ab-aa74-293fe46e2c01,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:14.602692 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3b80b8de-c350-4096-9072-05d6a78f5807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:14.630468 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3b80b8de-c350-4096-9072-05d6a78f5807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:14.649198 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-0fb7ae50-4291-4ed5-a833-1fd122d6b2f8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f969b0baa091456b84dad8dd1271aabe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4350319 May 05 19:49:14.651633 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57594) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:14.663777 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c87b389d-3e2d-43b1-ab16-7e74c0eefdcd req-2cb49e30-b579-4a41-aa9b-2287b1131027 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:14.730583 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-593c2522-e3b3-4e75-af33-54c93c5d36af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:14.765513 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-593c2522-e3b3-4e75-af33-54c93c5d36af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:14.822649 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3b80b8de-c350-4096-9072-05d6a78f5807 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=81f8efe7a114401da6424d62d82117a9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2334993 May 05 19:49:14.834742 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57604) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:14.839508 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-593c2522-e3b3-4e75-af33-54c93c5d36af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:14.863707 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b80b8de-c350-4096-9072-05d6a78f5807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9153494d-0ebe-4a59-b08d-996625ccd9a4,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:14.880798 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593c2522-e3b3-4e75-af33-54c93c5d36af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a0e116-4161-42ab-aa74-293fe46e2c01,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:14.910485 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd06d16-c7eb-4494-aaa8-55a28965e0a3 req-b5fc658b-f400-42c3-b651-96c98d429d3e tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:14.917893 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3cd06d16-c7eb-4494-aaa8-55a28965e0a3 req-b5fc658b-f400-42c3-b651-96c98d429d3e tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] 10.222.0.36 "GET /v2.0/networks?id=1753be5e-696a-42f8-9a08-d20a05c27948 HTTP/1.1" status: 200 len: 823 time: 0.3535130 May 05 19:49:14.938216 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3cd06d16-c7eb-4494-aaa8-55a28965e0a3 req-8c47a878-0544-47ae-8e0c-4ba8b1ca9155 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] 10.222.0.36 "GET /v2.0/quotas/d2cf325fc6b540ceb92a9f2c527df7f5 HTTP/1.1" status: 200 len: 375 time: 0.0192425 May 05 19:49:15.004170 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c87b389d-3e2d-43b1-ab16-7e74c0eefdcd req-2cb49e30-b579-4a41-aa9b-2287b1131027 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:15.015529 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7dc64e9b-ea6f-43a3-8cc5-7732c15f3448 req-aa8cec6a-bd57-4c0c-8256-846e6a4952dd tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=34fe469f-2452-4b5f-bbd8-86cac3e6e0b0 HTTP/1.1" status: 200 len: 210 time: 0.1495409 May 05 19:49:15.026770 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-47ab12e3-f28b-45d6-ae68-8b7a94c4f044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e028e2d9-f60d-4768-89e5-b98f0e173c7c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1448522101-router', 'tenant_id': '9ab4a98eac4a43fd9990405f39079105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'c27bc6fa-e42c-4b8b-b7e4-1c7582624a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:49:00Z', 'updated_at': '2022-05-05T19:49:11Z', 'revision_number': 4, 'project_id': '9ab4a98eac4a43fd9990405f39079105', 'gw_port': {'id': 'c27bc6fa-e42c-4b8b-b7e4-1c7582624a1c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:8e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e028e2d9-f60d-4768-89e5-b98f0e173c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:49:02Z', 'updated_at': '2022-05-05T19:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'a669da36-efec-4c83-a63f-e78f7f0a4b4c', 'name': '', 'network_id': '437a7ddd-67cb-4099-8524-e097583de73f', 'tenant_id': '9ab4a98eac4a43fd9990405f39079105', 'mac_address': 'fa:16:3e:cc:87:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e028e2d9-f60d-4768-89e5-b98f0e173c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'be9b9f6e-6d36-4843-877a-9bcb21e60117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:49:10Z', 'updated_at': '2022-05-05T19:49:11Z', 'revision_number': 2, 'project_id': '9ab4a98eac4a43fd9990405f39079105', 'subnets': [{'id': 'be9b9f6e-6d36-4843-877a-9bcb21e60117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:49:15.038535 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ab12e3-f28b-45d6-ae68-8b7a94c4f044 None None] Checking router: e028e2d9-f60d-4768-89e5-b98f0e173c7c for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 19:49:15.038827 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ab12e3-f28b-45d6-ae68-8b7a94c4f044 None None] Updating router e028e2d9-f60d-4768-89e5-b98f0e173c7c port a669da36-efec-4c83-a63f-e78f7f0a4b4c binding host n-d-840717-1 {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 19:49:15.053401 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-593c2522-e3b3-4e75-af33-54c93c5d36af admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:15.058942 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-593c2522-e3b3-4e75-af33-54c93c5d36af admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d0a0e116-4161-42ab-aa74-293fe46e2c01 HTTP/1.1" status: 204 len: 168 time: 0.4062026 May 05 19:49:15.097092 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c87b389d-3e2d-43b1-ab16-7e74c0eefdcd req-2cb49e30-b579-4a41-aa9b-2287b1131027 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Network 87da803f-e7d0-44ba-a1c3-46d895a6576d is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:49:15.102279 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-c87b389d-3e2d-43b1-ab16-7e74c0eefdcd req-2cb49e30-b579-4a41-aa9b-2287b1131027 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:49:15.104263 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-215dfc65-c303-4b75-a40b-675e1cf1dfa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:15.111901 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-c87b389d-3e2d-43b1-ab16-7e74c0eefdcd req-2cb49e30-b579-4a41-aa9b-2287b1131027 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:49:15.120014 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b389d-3e2d-43b1-ab16-7e74c0eefdcd req-2cb49e30-b579-4a41-aa9b-2287b1131027 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:15.121121 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c87b389d-3e2d-43b1-ab16-7e74c0eefdcd req-2cb49e30-b579-4a41-aa9b-2287b1131027 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:15.143448 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb49e30-b579-4a41-aa9b-2287b1131027 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Pushing event updated for resources: {'Port': ['ID=82e61456-3f47-436d-9805-d3ea9b5e63b9,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:15.169931 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-47ab12e3-f28b-45d6-ae68-8b7a94c4f044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:15.180576 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-215dfc65-c303-4b75-a40b-675e1cf1dfa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:15.188165 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3cd06d16-c7eb-4494-aaa8-55a28965e0a3 req-f815c40b-9a97-4897-85ff-f31a16aa04e0 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d2cf325fc6b540ceb92a9f2c527df7f5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2405610 May 05 19:49:15.192185 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c87b389d-3e2d-43b1-ab16-7e74c0eefdcd req-2cb49e30-b579-4a41-aa9b-2287b1131027 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4702973 May 05 19:49:15.209486 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-c87b389d-3e2d-43b1-ab16-7e74c0eefdcd req-bd670e82-2f48-4e90-bfb3-242b7e6af25c service neutron] Request body: {'port': {'device_id': '34fe469f-2452-4b5f-bbd8-86cac3e6e0b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:49:15.350785 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-86c65a70-fafb-4ac3-a559-3862ace47bdf req-22ca0422-2428-4e69-a00e-b76c0a983473 tempest-ServersAdmin275Test-494214774 tempest-ServersAdmin275Test-494214774-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b1344af4-ac94-4482-8c6e-08fa01e62f39 HTTP/1.1" status: 200 len: 210 time: 0.0913260 May 05 19:49:15.379575 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-215dfc65-c303-4b75-a40b-675e1cf1dfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:15.409541 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c87b389d-3e2d-43b1-ab16-7e74c0eefdcd req-bd670e82-2f48-4e90-bfb3-242b7e6af25c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:15.429252 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215dfc65-c303-4b75-a40b-675e1cf1dfa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9153494d-0ebe-4a59-b08d-996625ccd9a4,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:15.537170 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57620) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:15.554116 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-215dfc65-c303-4b75-a40b-675e1cf1dfa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:15.562486 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-215dfc65-c303-4b75-a40b-675e1cf1dfa4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9153494d-0ebe-4a59-b08d-996625ccd9a4 HTTP/1.1" status: 204 len: 168 time: 0.7226570 May 05 19:49:15.666060 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7234bc3-7787-435a-8a5c-f73b1d8e7d5f req-40544f98-6df2-45ae-bca6-b82354c60ef8 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:15.669949 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a7234bc3-7787-435a-8a5c-f73b1d8e7d5f req-40544f98-6df2-45ae-bca6-b82354c60ef8 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1b6a2f9-442f-4f83-89d5-0f846be0b6f4 HTTP/1.1" status: 200 len: 967 time: 0.2435987 May 05 19:49:15.720146 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d18d077e-d3ce-4cbc-a8d9-1cdecf85d20c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:15.763775 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d18d077e-d3ce-4cbc-a8d9-1cdecf85d20c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:49:15.780300 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d18d077e-d3ce-4cbc-a8d9-1cdecf85d20c admin admin] Usage tracker for resource:security_group_rule and tenant:204598e336ab48c58fe57563bdd59538 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:49:15.785993 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d18d077e-d3ce-4cbc-a8d9-1cdecf85d20c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:49:15.788490 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-47ab12e3-f28b-45d6-ae68-8b7a94c4f044 None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:15.795683 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d18d077e-d3ce-4cbc-a8d9-1cdecf85d20c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:49:15.812274 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-a7234bc3-7787-435a-8a5c-f73b1d8e7d5f req-3c961046-d390-42cf-9937-a0f10d046566 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Deleting port 6b5808f6-07da-4f28-9770-a9140df74b8a {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:49:15.812942 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-47ab12e3-f28b-45d6-ae68-8b7a94c4f044 None None] Transition to ACTIVE for port object a669da36-efec-4c83-a63f-e78f7f0a4b4c will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:49:15.815095 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-a7234bc3-7787-435a-8a5c-f73b1d8e7d5f req-3c961046-d390-42cf-9937-a0f10d046566 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:15.824279 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-47ab12e3-f28b-45d6-ae68-8b7a94c4f044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:15.913672 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da5e0fb-cd13-466a-ad06-ab3e397e58df None None] Pushing event updated for resources: {'Port': ['ID=a669da36-efec-4c83-a63f-e78f7f0a4b4c,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:16.042465 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:16.174724 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-47ab12e3-f28b-45d6-ae68-8b7a94c4f044 None None] Attempting to bind port a669da36-efec-4c83-a63f-e78f7f0a4b4c on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:49:16.175153 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-47ab12e3-f28b-45d6-ae68-8b7a94c4f044 None None] Attempting to bind port a669da36-efec-4c83-a63f-e78f7f0a4b4c by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '2e755c75-c5e5-46bc-aa31-6ec6bfd11bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '437a7ddd-67cb-4099-8524-e097583de73f'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:49:16.176616 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ab12e3-f28b-45d6-ae68-8b7a94c4f044 None None] Attempting to bind port a669da36-efec-4c83-a63f-e78f7f0a4b4c on network 437a7ddd-67cb-4099-8524-e097583de73f {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:49:16.186785 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ab12e3-f28b-45d6-ae68-8b7a94c4f044 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:49:16.187183 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ab12e3-f28b-45d6-ae68-8b7a94c4f044 None None] Checking segment: {'id': '2e755c75-c5e5-46bc-aa31-6ec6bfd11bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '437a7ddd-67cb-4099-8524-e097583de73f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:49:16.189358 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-47ab12e3-f28b-45d6-ae68-8b7a94c4f044 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:16.193818 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ab12e3-f28b-45d6-ae68-8b7a94c4f044 None None] Bound using segment: {'id': '2e755c75-c5e5-46bc-aa31-6ec6bfd11bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '437a7ddd-67cb-4099-8524-e097583de73f'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:49:16.194356 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-47ab12e3-f28b-45d6-ae68-8b7a94c4f044 None None] Bound port: a669da36-efec-4c83-a63f-e78f7f0a4b4c, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e755c75-c5e5-46bc-aa31-6ec6bfd11bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '437a7ddd-67cb-4099-8524-e097583de73f'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:49:16.194740 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-47ab12e3-f28b-45d6-ae68-8b7a94c4f044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:16.203692 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d18d077e-d3ce-4cbc-a8d9-1cdecf85d20c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:16.212137 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-c87b389d-3e2d-43b1-ab16-7e74c0eefdcd req-bd670e82-2f48-4e90-bfb3-242b7e6af25c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82e61456-3f47-436d-9805-d3ea9b5e63b9 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:49:16.230674 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d18d077e-d3ce-4cbc-a8d9-1cdecf85d20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:16.244752 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c87b389d-3e2d-43b1-ab16-7e74c0eefdcd req-bd670e82-2f48-4e90-bfb3-242b7e6af25c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:16.274612 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [req-3cd06d16-c7eb-4494-aaa8-55a28965e0a3 req-2058a5c9-3481-47f3-8981-6d5da694c3c2 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 19:49:16.280131 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3cd06d16-c7eb-4494-aaa8-55a28965e0a3 req-2058a5c9-3481-47f3-8981-6d5da694c3c2 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4182286 May 05 19:49:16.376230 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-47ab12e3-f28b-45d6-ae68-8b7a94c4f044 None None] For port a669da36-efec-4c83-a63f-e78f7f0a4b4c, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:49:16.378379 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d18d077e-d3ce-4cbc-a8d9-1cdecf85d20c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=204598e336ab48c58fe57563bdd59538&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8257549 May 05 19:49:16.382258 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-c87b389d-3e2d-43b1-ab16-7e74c0eefdcd req-bd670e82-2f48-4e90-bfb3-242b7e6af25c service neutron] Transition to ACTIVE for port object 82e61456-3f47-436d-9805-d3ea9b5e63b9 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:49:16.385530 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-47ab12e3-f28b-45d6-ae68-8b7a94c4f044 None None] For port a669da36-efec-4c83-a63f-e78f7f0a4b4c, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=a669da36-efec-4c83-a63f-e78f7f0a4b4c,segment=NetworkSegment(2e755c75-c5e5-46bc-aa31-6ec6bfd11bcd),segment_id=2e755c75-c5e5-46bc-aa31-6ec6bfd11bcd)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:49:16.385849 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57646) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:16.399130 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c87b389d-3e2d-43b1-ab16-7e74c0eefdcd req-bd670e82-2f48-4e90-bfb3-242b7e6af25c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:16.399764 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-47ab12e3-f28b-45d6-ae68-8b7a94c4f044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:16.401795 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-a7234bc3-7787-435a-8a5c-f73b1d8e7d5f req-3c961046-d390-42cf-9937-a0f10d046566 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] For port 6b5808f6-07da-4f28-9770-a9140df74b8a, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=6b5808f6-07da-4f28-9770-a9140df74b8a,segment=NetworkSegment(0415ad73-5a7f-40e0-b4c4-886469d943b6),segment_id=0415ad73-5a7f-40e0-b4c4-886469d943b6)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:49:16.402158 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-a7234bc3-7787-435a-8a5c-f73b1d8e7d5f req-3c961046-d390-42cf-9937-a0f10d046566 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:16.404566 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18d077e-d3ce-4cbc-a8d9-1cdecf85d20c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f1dabab-92be-46f2-81c8-aadf8ad8c278,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:16.579319 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57654) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:16.614414 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ab12e3-f28b-45d6-ae68-8b7a94c4f044 None None] Routers {'e028e2d9-f60d-4768-89e5-b98f0e173c7c'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:49:16.615253 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-47ab12e3-f28b-45d6-ae68-8b7a94c4f044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:49:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['e028e2d9-f60d-4768-89e5-b98f0e173c7c'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:49:16.740705 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da5e0fb-cd13-466a-ad06-ab3e397e58df None None] Pushing event updated for resources: {'Port': ['ID=a669da36-efec-4c83-a63f-e78f7f0a4b4c,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:16.833462 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9405a9ba-e666-4f35-83f6-eb94f1b303a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:16.848256 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-80f213f5-4721-42b9-8f59-2510ecdc5066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:16.866411 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03905c1d-e19c-4a41-ab27-567b20434a7f req-122477f2-f3d9-456e-960d-d4fa599bad76 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:16.874658 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-03905c1d-e19c-4a41-ab27-567b20434a7f req-122477f2-f3d9-456e-960d-d4fa599bad76 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=34fe469f-2452-4b5f-bbd8-86cac3e6e0b0 HTTP/1.1" status: 200 len: 932 time: 0.5734973 May 05 19:49:16.898202 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-9405a9ba-e666-4f35-83f6-eb94f1b303a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:49:16.920937 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-9405a9ba-e666-4f35-83f6-eb94f1b303a5 admin admin] Usage tracker for resource:security_group_rule and tenant:63d9c5584b2343f08f90908c8dee4ba0 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:49:16.937749 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-9405a9ba-e666-4f35-83f6-eb94f1b303a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:49:16.948746 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd670e82-2f48-4e90-bfb3-242b7e6af25c service neutron] Pushing event updated for resources: {'Port': ['ID=82e61456-3f47-436d-9805-d3ea9b5e63b9,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:17.035875 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3cd06d16-c7eb-4494-aaa8-55a28965e0a3 req-1c7385f5-0b0c-4b58-bc42-edb91b0c7334 service neutron] 10.222.0.36 "GET /v2.0/networks/1753be5e-696a-42f8-9a08-d20a05c27948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7112553 May 05 19:49:17.046917 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-9405a9ba-e666-4f35-83f6-eb94f1b303a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:49:17.066573 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-c87b389d-3e2d-43b1-ab16-7e74c0eefdcd req-bd670e82-2f48-4e90-bfb3-242b7e6af25c service neutron] Attempting to bind port 82e61456-3f47-436d-9805-d3ea9b5e63b9 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:49:17.067271 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-c87b389d-3e2d-43b1-ab16-7e74c0eefdcd req-bd670e82-2f48-4e90-bfb3-242b7e6af25c service neutron] Attempting to bind port 82e61456-3f47-436d-9805-d3ea9b5e63b9 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': '2fd00a77-6cab-42c3-b322-459c43fd8637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '87da803f-e7d0-44ba-a1c3-46d895a6576d'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:49:17.067850 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87b389d-3e2d-43b1-ab16-7e74c0eefdcd req-bd670e82-2f48-4e90-bfb3-242b7e6af25c service neutron] Attempting to bind port 82e61456-3f47-436d-9805-d3ea9b5e63b9 on network 87da803f-e7d0-44ba-a1c3-46d895a6576d {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:49:17.072477 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-80f213f5-4721-42b9-8f59-2510ecdc5066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:17.088008 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87b389d-3e2d-43b1-ab16-7e74c0eefdcd req-bd670e82-2f48-4e90-bfb3-242b7e6af25c service neutron] Port 82e61456-3f47-436d-9805-d3ea9b5e63b9 on network 87da803f-e7d0-44ba-a1c3-46d895a6576d not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:49:17.088707 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87b389d-3e2d-43b1-ab16-7e74c0eefdcd req-bd670e82-2f48-4e90-bfb3-242b7e6af25c service neutron] Attempting to bind port 82e61456-3f47-436d-9805-d3ea9b5e63b9 on network 87da803f-e7d0-44ba-a1c3-46d895a6576d {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:49:17.100138 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87b389d-3e2d-43b1-ab16-7e74c0eefdcd req-bd670e82-2f48-4e90-bfb3-242b7e6af25c service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:49:17.100726 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87b389d-3e2d-43b1-ab16-7e74c0eefdcd req-bd670e82-2f48-4e90-bfb3-242b7e6af25c service neutron] Checking segment: {'id': '2fd00a77-6cab-42c3-b322-459c43fd8637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '87da803f-e7d0-44ba-a1c3-46d895a6576d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:49:17.101553 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87b389d-3e2d-43b1-ab16-7e74c0eefdcd req-bd670e82-2f48-4e90-bfb3-242b7e6af25c service neutron] Bound using segment: {'id': '2fd00a77-6cab-42c3-b322-459c43fd8637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '87da803f-e7d0-44ba-a1c3-46d895a6576d'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:49:17.102244 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-c87b389d-3e2d-43b1-ab16-7e74c0eefdcd req-bd670e82-2f48-4e90-bfb3-242b7e6af25c service neutron] Bound port: 82e61456-3f47-436d-9805-d3ea9b5e63b9, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fd00a77-6cab-42c3-b322-459c43fd8637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '87da803f-e7d0-44ba-a1c3-46d895a6576d'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:49:17.102807 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c87b389d-3e2d-43b1-ab16-7e74c0eefdcd req-bd670e82-2f48-4e90-bfb3-242b7e6af25c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:17.104183 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-47ab12e3-f28b-45d6-ae68-8b7a94c4f044 None None] Set router e028e2d9-f60d-4768-89e5-b98f0e173c7c gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:49:17.110865 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-03905c1d-e19c-4a41-ab27-567b20434a7f req-635540a7-8a14-4c94-a98f-e55b709698f2 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354548 May 05 19:49:17.160236 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57670) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:17.202912 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-fdfc4fb6-672b-48f7-9176-beedb3b39906 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1709732276-network', 'tenant_id': '5095a824df304b7aa811f4d08715af2b'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:49:17.263132 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-fdfc4fb6-672b-48f7-9176-beedb3b39906 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:49:17.305288 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3cd06d16-c7eb-4494-aaa8-55a28965e0a3 req-6df48390-ed87-4172-a600-13783d904583 service neutron] 10.222.0.36 "GET /v2.0/networks/1753be5e-696a-42f8-9a08-d20a05c27948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682462 May 05 19:49:17.312124 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-a7234bc3-7787-435a-8a5c-f73b1d8e7d5f req-3c961046-d390-42cf-9937-a0f10d046566 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:17.313677 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-a7234bc3-7787-435a-8a5c-f73b1d8e7d5f req-3c961046-d390-42cf-9937-a0f10d046566 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:17.314007 n-d-840717-1 neutron-server[88197]: INFO neutron.db.l3_db [req-a7234bc3-7787-435a-8a5c-f73b1d8e7d5f req-3c961046-d390-42cf-9937-a0f10d046566 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Floating IP 7e523961-6055-49ab-8c80-66817b72a88b disassociated. External IP: 172.25.0.152, port: 6b5808f6-07da-4f28-9770-a9140df74b8a. May 05 19:49:17.314362 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-a7234bc3-7787-435a-8a5c-f73b1d8e7d5f req-3c961046-d390-42cf-9937-a0f10d046566 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Calling delete_port for 6b5808f6-07da-4f28-9770-a9140df74b8a owned by compute:tempest-test_az-1486601211 {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:49:17.346901 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-c87b389d-3e2d-43b1-ab16-7e74c0eefdcd req-bd670e82-2f48-4e90-bfb3-242b7e6af25c service neutron] For port 82e61456-3f47-436d-9805-d3ea9b5e63b9, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:49:17.357210 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-c87b389d-3e2d-43b1-ab16-7e74c0eefdcd req-bd670e82-2f48-4e90-bfb3-242b7e6af25c service neutron] For port 82e61456-3f47-436d-9805-d3ea9b5e63b9, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=82e61456-3f47-436d-9805-d3ea9b5e63b9,segment=NetworkSegment(2fd00a77-6cab-42c3-b322-459c43fd8637),segment_id=2fd00a77-6cab-42c3-b322-459c43fd8637)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:49:17.369099 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-fdfc4fb6-672b-48f7-9176-beedb3b39906 admin admin] Usage tracker for resource:network and tenant:5095a824df304b7aa811f4d08715af2b is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:49:17.376483 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c87b389d-3e2d-43b1-ab16-7e74c0eefdcd req-bd670e82-2f48-4e90-bfb3-242b7e6af25c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:17.383073 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-fdfc4fb6-672b-48f7-9176-beedb3b39906 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:49:17.441715 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-fdfc4fb6-672b-48f7-9176-beedb3b39906 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:49:17.476549 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f28b3989-e7fe-4539-9d95-38775d15e11d req-c990c7d5-e66e-4e07-8140-e19e5c1d35ca tempest-ServersAdmin275Test-494214774 tempest-ServersAdmin275Test-494214774-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b1344af4-ac94-4482-8c6e-08fa01e62f39 HTTP/1.1" status: 200 len: 210 time: 0.1113379 May 05 19:49:17.518357 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdfc4fb6-672b-48f7-9176-beedb3b39906 admin admin] Made reservation on behalf of 5095a824df304b7aa811f4d08715af2b for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:49:17.520848 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fdfc4fb6-672b-48f7-9176-beedb3b39906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:17.597856 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b389d-3e2d-43b1-ab16-7e74c0eefdcd req-bd670e82-2f48-4e90-bfb3-242b7e6af25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:17.598761 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c87b389d-3e2d-43b1-ab16-7e74c0eefdcd req-bd670e82-2f48-4e90-bfb3-242b7e6af25c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:17.604658 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c87b389d-3e2d-43b1-ab16-7e74c0eefdcd req-bd670e82-2f48-4e90-bfb3-242b7e6af25c service neutron] 10.222.0.24 "PUT /v2.0/ports/82e61456-3f47-436d-9805-d3ea9b5e63b9 HTTP/1.1" status: 200 len: 1092 time: 2.4014745 May 05 19:49:17.605232 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34fe469f-2452-4b5f-bbd8-86cac3e6e0b0', 'tag': '82e61456-3f47-436d-9805-d3ea9b5e63b9'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:49:17.659580 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fdfc4fb6-672b-48f7-9176-beedb3b39906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:17.707528 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-80f213f5-4721-42b9-8f59-2510ecdc5066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:17.761240 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd670e82-2f48-4e90-bfb3-242b7e6af25c service neutron] Pushing event updated for resources: {'Port': ['ID=82e61456-3f47-436d-9805-d3ea9b5e63b9,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:17.834291 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-fdfc4fb6-672b-48f7-9176-beedb3b39906 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:49:17.835817 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ead38a25-bd47-4beb-b3ca-f6db69365c16'] response: {'name': 'network-changed', 'server_uuid': '34fe469f-2452-4b5f-bbd8-86cac3e6e0b0', 'tag': '82e61456-3f47-436d-9805-d3ea9b5e63b9', 'status': 'completed', 'code': 200} May 05 19:49:17.869297 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-05cb7412-2d61-419b-9d8b-a28da5123653 req-9dde03c0-9c47-41ba-8692-5d04507aeebe tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2da9113-bcab-486d-acf9-04db64294d25 HTTP/1.1" status: 200 len: 210 time: 0.1295791 May 05 19:49:17.879224 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-fdfc4fb6-672b-48f7-9176-beedb3b39906 admin admin] Usage tracker for resource:security_group_rule and tenant:5095a824df304b7aa811f4d08715af2b is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:49:17.888433 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f213f5-4721-42b9-8f59-2510ecdc5066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f1dabab-92be-46f2-81c8-aadf8ad8c278,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:17.898729 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-fdfc4fb6-672b-48f7-9176-beedb3b39906 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:49:17.907275 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-fdfc4fb6-672b-48f7-9176-beedb3b39906 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:49:17.917887 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b389d-3e2d-43b1-ab16-7e74c0eefdcd req-01b60ee0-4b64-4c69-8d0b-faf546d9f529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:17.925529 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c87b389d-3e2d-43b1-ab16-7e74c0eefdcd req-01b60ee0-4b64-4c69-8d0b-faf546d9f529 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ec798a1d17654fd38a17594ac4520b82&device_id=34fe469f-2452-4b5f-bbd8-86cac3e6e0b0 HTTP/1.1" status: 200 len: 1095 time: 0.2758758 May 05 19:49:17.927767 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-80f213f5-4721-42b9-8f59-2510ecdc5066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:17.942429 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-80f213f5-4721-42b9-8f59-2510ecdc5066 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8f1dabab-92be-46f2-81c8-aadf8ad8c278 HTTP/1.1" status: 204 len: 168 time: 1.5331147 May 05 19:49:17.998660 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-47ab12e3-f28b-45d6-ae68-8b7a94c4f044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e028e2d9-f60d-4768-89e5-b98f0e173c7c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1448522101-router', 'tenant_id': '9ab4a98eac4a43fd9990405f39079105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'c27bc6fa-e42c-4b8b-b7e4-1c7582624a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:49:00Z', 'updated_at': '2022-05-05T19:49:11Z', 'revision_number': 4, 'project_id': '9ab4a98eac4a43fd9990405f39079105', 'gw_port': {'id': 'c27bc6fa-e42c-4b8b-b7e4-1c7582624a1c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:8e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e028e2d9-f60d-4768-89e5-b98f0e173c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:49:02Z', 'updated_at': '2022-05-05T19:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'a669da36-efec-4c83-a63f-e78f7f0a4b4c', 'name': '', 'network_id': '437a7ddd-67cb-4099-8524-e097583de73f', 'tenant_id': '9ab4a98eac4a43fd9990405f39079105', 'mac_address': 'fa:16:3e:cc:87:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e028e2d9-f60d-4768-89e5-b98f0e173c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'be9b9f6e-6d36-4843-877a-9bcb21e60117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:49:10Z', 'updated_at': '2022-05-05T19:49:16Z', 'revision_number': 4, 'project_id': '9ab4a98eac4a43fd9990405f39079105', 'subnets': [{'id': 'be9b9f6e-6d36-4843-877a-9bcb21e60117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:49:18.010760 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9405a9ba-e666-4f35-83f6-eb94f1b303a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:18.015939 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ab12e3-f28b-45d6-ae68-8b7a94c4f044 None None] The sync data for ids ['e028e2d9-f60d-4768-89e5-b98f0e173c7c'] in n-d-840717-1 is: [{'id': 'e028e2d9-f60d-4768-89e5-b98f0e173c7c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1448522101-router', 'tenant_id': '9ab4a98eac4a43fd9990405f39079105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'c27bc6fa-e42c-4b8b-b7e4-1c7582624a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:49:00Z', 'updated_at': '2022-05-05T19:49:11Z', 'revision_number': 4, 'project_id': '9ab4a98eac4a43fd9990405f39079105', 'gw_port': {'id': 'c27bc6fa-e42c-4b8b-b7e4-1c7582624a1c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:8e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e028e2d9-f60d-4768-89e5-b98f0e173c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:49:02Z', 'updated_at': '2022-05-05T19:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'a669da36-efec-4c83-a63f-e78f7f0a4b4c', 'name': '', 'network_id': '437a7ddd-67cb-4099-8524-e097583de73f', 'tenant_id': '9ab4a98eac4a43fd9990405f39079105', 'mac_address': 'fa:16:3e:cc:87:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e028e2d9-f60d-4768-89e5-b98f0e173c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'be9b9f6e-6d36-4843-877a-9bcb21e60117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:49:10Z', 'updated_at': '2022-05-05T19:49:16Z', 'revision_number': 4, 'project_id': '9ab4a98eac4a43fd9990405f39079105', 'subnets': [{'id': 'be9b9f6e-6d36-4843-877a-9bcb21e60117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 19:49:18.039198 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c87b389d-3e2d-43b1-ab16-7e74c0eefdcd req-fe37e3aa-c2b6-4660-928d-3757e1ef37e2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82e61456-3f47-436d-9805-d3ea9b5e63b9 HTTP/1.1" status: 200 len: 217 time: 0.1068563 May 05 19:49:18.057867 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9405a9ba-e666-4f35-83f6-eb94f1b303a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:18.156069 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-9405a9ba-e666-4f35-83f6-eb94f1b303a5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=63d9c5584b2343f08f90908c8dee4ba0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5745223 May 05 19:49:18.165924 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405a9ba-e666-4f35-83f6-eb94f1b303a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0796c09-430f-42cf-aa58-8f43b624e1ca,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:18.173775 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57706) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:18.239702 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-a7234bc3-7787-435a-8a5c-f73b1d8e7d5f req-3c961046-d390-42cf-9937-a0f10d046566 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:18.307136 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b389d-3e2d-43b1-ab16-7e74c0eefdcd req-ccd75c98-82b4-44fa-848a-527bd28c02f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:18.308677 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c87b389d-3e2d-43b1-ab16-7e74c0eefdcd req-ccd75c98-82b4-44fa-848a-527bd28c02f1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=af43fcc5-064b-4df8-a8c0-be1ad4feb5a8 HTTP/1.1" status: 200 len: 847 time: 0.2624369 May 05 19:49:18.383807 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c961046-d390-42cf-9937-a0f10d046566 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Pushing event deleted for resources: {'Port': ['ID=6b5808f6-07da-4f28-9770-a9140df74b8a,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:18.446160 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c87b389d-3e2d-43b1-ab16-7e74c0eefdcd req-17073a76-0ca7-4185-952c-6280bc8c4ba3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87da803f-e7d0-44ba-a1c3-46d895a6576d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1289754 May 05 19:49:18.714622 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bd413c57-24d0-4af3-b685-156209b1420c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:18.818539 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610ff29-4e0b-48b7-9130-b717e7084462 req-d39012fa-9510-4f2b-87b1-5ec461091f3a tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:18.829060 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2610ff29-4e0b-48b7-9130-b717e7084462 req-d39012fa-9510-4f2b-87b1-5ec461091f3a tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=34fe469f-2452-4b5f-bbd8-86cac3e6e0b0 HTTP/1.1" status: 200 len: 944 time: 0.4995885 May 05 19:49:18.871341 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bd413c57-24d0-4af3-b685-156209b1420c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:18.873414 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c87b389d-3e2d-43b1-ab16-7e74c0eefdcd req-b11f9f33-4890-4df7-b968-cc8fa703feb9 service neutron] 10.222.0.24 "GET /v2.0/networks/87da803f-e7d0-44ba-a1c3-46d895a6576d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4170249 May 05 19:49:19.032787 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7234bc3-7787-435a-8a5c-f73b1d8e7d5f req-3c961046-d390-42cf-9937-a0f10d046566 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Router fc3453a7-e407-4e16-b477-c95c65c10354 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 19:49:19.057468 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fdfc4fb6-672b-48f7-9176-beedb3b39906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:19.164587 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2610ff29-4e0b-48b7-9130-b717e7084462 req-a1d3148d-7e3a-4847-9984-b2ddd8fee096 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3345838 May 05 19:49:19.169944 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fdfc4fb6-672b-48f7-9176-beedb3b39906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:19.207301 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdfc4fb6-672b-48f7-9176-beedb3b39906 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 19:49:19.278155 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bd413c57-24d0-4af3-b685-156209b1420c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:19.286390 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f06af4d5-5b7d-4fae-bb7a-f402fe11dad1 req-e94c1b3c-ab83-44bc-bf36-716a57ecbde5 tempest-ServersAdmin275Test-494214774 tempest-ServersAdmin275Test-494214774-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b1344af4-ac94-4482-8c6e-08fa01e62f39 HTTP/1.1" status: 200 len: 210 time: 0.3308187 May 05 19:49:19.414968 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c87b389d-3e2d-43b1-ab16-7e74c0eefdcd req-d029737d-15b3-4db4-bd69-7207d04979d0 service neutron] 10.222.0.24 "GET /v2.0/networks/87da803f-e7d0-44ba-a1c3-46d895a6576d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5352235 May 05 19:49:19.479071 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device a669da36-efec-4c83-a63f-e78f7f0a4b4c up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:49:19.601334 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fdfc4fb6-672b-48f7-9176-beedb3b39906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:19.601671 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-fdfc4fb6-672b-48f7-9176-beedb3b39906 admin admin] Added segment b691d6e7-64be-44f0-8601-6ec31945703a of type vlan for network 9a756aea-8571-47f4-9d7f-4e54e778f2f9 May 05 19:49:19.697089 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port a669da36-efec-4c83-a63f-e78f7f0a4b4c completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:49:19.709278 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port a669da36-efec-4c83-a63f-e78f7f0a4b4c triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:49:19.709677 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:19.942178 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dc8f811e-0218-4e78-a8aa-107ee77a4e71 req-593b15da-2b67-49e8-b5f5-18d04331c838 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2da9113-bcab-486d-acf9-04db64294d25 HTTP/1.1" status: 200 len: 210 time: 0.4306796 May 05 19:49:19.944650 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfc4fb6-672b-48f7-9176-beedb3b39906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32cfebb2-f68e-44ef-bff7-d01a17928c37,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:20.017487 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd413c57-24d0-4af3-b685-156209b1420c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0796c09-430f-42cf-aa58-8f43b624e1ca,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:20.097119 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fdfc4fb6-672b-48f7-9176-beedb3b39906 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:20.104147 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:20.114795 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0414d44-38c9-4145-8666-5716da783e5e req-eb1b86bc-683e-4bfb-bfc6-01aeec8effea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:20.116664 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a0414d44-38c9-4145-8666-5716da783e5e req-eb1b86bc-683e-4bfb-bfc6-01aeec8effea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ec798a1d17654fd38a17594ac4520b82&device_id=34fe469f-2452-4b5f-bbd8-86cac3e6e0b0 HTTP/1.1" status: 200 len: 1095 time: 0.5573995 May 05 19:49:20.128438 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7234bc3-7787-435a-8a5c-f73b1d8e7d5f req-3c961046-d390-42cf-9937-a0f10d046566 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 19:49:20.149484 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0909ad-98d4-4dac-9cf9-91c1a8ed34e7 None None] Sync routers for ids ['fc3453a7-e407-4e16-b477-c95c65c10354'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 19:49:20.178279 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0909ad-98d4-4dac-9cf9-91c1a8ed34e7 None None] Routers {'fc3453a7-e407-4e16-b477-c95c65c10354'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:49:20.180606 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-8d0909ad-98d4-4dac-9cf9-91c1a8ed34e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:49:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['fc3453a7-e407-4e16-b477-c95c65c10354'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:49:20.182814 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bd413c57-24d0-4af3-b685-156209b1420c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:20.184102 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-bd413c57-24d0-4af3-b685-156209b1420c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b0796c09-430f-42cf-aa58-8f43b624e1ca HTTP/1.1" status: 204 len: 168 time: 2.0043597 May 05 19:49:20.242319 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7234bc3-7787-435a-8a5c-f73b1d8e7d5f req-3c961046-d390-42cf-9937-a0f10d046566 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] No DVR routers for this DVR port 6b5808f6-07da-4f28-9770-a9140df74b8a on host n-h1-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:49:20.246396 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-a7234bc3-7787-435a-8a5c-f73b1d8e7d5f req-3c961046-d390-42cf-9937-a0f10d046566 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:20.250145 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a7234bc3-7787-435a-8a5c-f73b1d8e7d5f req-3c961046-d390-42cf-9937-a0f10d046566 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] 10.222.0.24 "DELETE /v2.0/ports/6b5808f6-07da-4f28-9770-a9140df74b8a HTTP/1.1" status: 204 len: 173 time: 4.5745556 May 05 19:49:20.250633 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b6a2f9-442f-4f83-89d5-0f846be0b6f4', 'name': 'network-vif-deleted', 'tag': '6b5808f6-07da-4f28-9770-a9140df74b8a'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:49:20.257192 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fdfc4fb6-672b-48f7-9176-beedb3b39906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:20.258293 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfc4fb6-672b-48f7-9176-beedb3b39906 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:20.259006 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fdfc4fb6-672b-48f7-9176-beedb3b39906 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:20.273863 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port a669da36-efec-4c83-a63f-e78f7f0a4b4c, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=a669da36-efec-4c83-a63f-e78f7f0a4b4c,segment=NetworkSegment(2e755c75-c5e5-46bc-aa31-6ec6bfd11bcd),segment_id=2e755c75-c5e5-46bc-aa31-6ec6bfd11bcd)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:49:20.294970 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:20.438532 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-fdfc4fb6-672b-48f7-9176-beedb3b39906 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.2706025 May 05 19:49:20.439593 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57768) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:20.454853 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 19:49:20.465817 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=a669da36-efec-4c83-a63f-e78f7f0a4b4c,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:20.471518 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0414d44-38c9-4145-8666-5716da783e5e req-f5fb3a04-5ed9-4fda-afef-afbd38716951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:20.474637 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a0414d44-38c9-4145-8666-5716da783e5e req-f5fb3a04-5ed9-4fda-afef-afbd38716951 service neutron] 10.222.0.24 "GET /v2.0/networks?id=87da803f-e7d0-44ba-a1c3-46d895a6576d HTTP/1.1" status: 200 len: 908 time: 0.3500404 May 05 19:49:20.605582 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6eeb7b00-e272-46c5-8c1b-8a1ca3bde10c'] response: {'server_uuid': 'd1b6a2f9-442f-4f83-89d5-0f846be0b6f4', 'name': 'network-vif-deleted', 'tag': '6b5808f6-07da-4f28-9770-a9140df74b8a', 'status': 'completed', 'code': 200} May 05 19:49:20.611049 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-a2119b11-7014-4676-9011-5abea8939009 admin admin] Request body: {'subnet': {'network_id': '9a756aea-8571-47f4-9d7f-4e54e778f2f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1709732276-subnet', 'tenant_id': '5095a824df304b7aa811f4d08715af2b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:49:20.614831 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfc4fb6-672b-48f7-9176-beedb3b39906 admin admin] Pushing event updated for resources: {'Network': ['ID=9a756aea-8571-47f4-9d7f-4e54e778f2f9,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:20.619666 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-a2119b11-7014-4676-9011-5abea8939009 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:49:20.625317 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a2119b11-7014-4676-9011-5abea8939009 admin admin] Usage tracker for resource:subnet and tenant:5095a824df304b7aa811f4d08715af2b is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:49:20.627057 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 9a756aea-8571-47f4-9d7f-4e54e778f2f9 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 19:49:20.630063 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a2119b11-7014-4676-9011-5abea8939009 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:49:20.638229 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-a2119b11-7014-4676-9011-5abea8939009 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:49:20.652142 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2119b11-7014-4676-9011-5abea8939009 admin admin] Made reservation on behalf of 5095a824df304b7aa811f4d08715af2b for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:49:20.657365 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a2119b11-7014-4676-9011-5abea8939009 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:20.696593 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 6b5808f6-07da-4f28-9770-a9140df74b8a no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:49:20.711938 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd06d16-c7eb-4494-aaa8-55a28965e0a3 req-d08c3d2f-c77f-4582-bf2a-79cde06117a5 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:20.718527 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3cd06d16-c7eb-4494-aaa8-55a28965e0a3 req-d08c3d2f-c77f-4582-bf2a-79cde06117a5 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] 10.222.0.50 "GET /v2.0/networks?id=1753be5e-696a-42f8-9a08-d20a05c27948 HTTP/1.1" status: 200 len: 823 time: 1.0664082 May 05 19:49:20.726032 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a0414d44-38c9-4145-8666-5716da783e5e req-871d83d7-21da-4a5a-bb53-c8a2bb8726c7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82e61456-3f47-436d-9805-d3ea9b5e63b9 HTTP/1.1" status: 200 len: 217 time: 0.2352123 May 05 19:49:20.772405 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-8d0909ad-98d4-4dac-9cf9-91c1a8ed34e7 None None] Set router fc3453a7-e407-4e16-b477-c95c65c10354 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:49:21.084127 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] No Port match for: 6b5808f6-07da-4f28-9770-a9140df74b8a {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 19:49:21.084465 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 6b5808f6-07da-4f28-9770-a9140df74b8a not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:49:21.141609 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a2119b11-7014-4676-9011-5abea8939009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:21.304597 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d4acc61f-5a99-4091-95a3-625d2e13aedd req-4852c27f-4cb5-459e-b035-a0e9998d21df service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d1b6a2f9-442f-4f83-89d5-0f846be0b6f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0674472 May 05 19:49:21.360521 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device a669da36-efec-4c83-a63f-e78f7f0a4b4c up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:49:21.368323 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2119b11-7014-4676-9011-5abea8939009 admin admin] Checking segment: {'id': 'b691d6e7-64be-44f0-8601-6ec31945703a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9a756aea-8571-47f4-9d7f-4e54e778f2f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:49:21.368570 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2119b11-7014-4676-9011-5abea8939009 admin admin] Network hostable DHCP agents. Network: 9a756aea-8571-47f4-9d7f-4e54e778f2f9, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 19:49:21.382854 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2119b11-7014-4676-9011-5abea8939009 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0dc03a4-f77c-4911-b041-f01129613e5d,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:21.406147 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3cd06d16-c7eb-4494-aaa8-55a28965e0a3 req-b2955146-1788-4eab-9984-9bafdf953fd1 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2cf325fc6b540ceb92a9f2c527df7f5 HTTP/1.1" status: 200 len: 378 time: 0.6782131 May 05 19:49:21.408674 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2119b11-7014-4676-9011-5abea8939009 admin admin] Network 9a756aea-8571-47f4-9d7f-4e54e778f2f9 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 19:49:21.429252 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-a2119b11-7014-4676-9011-5abea8939009 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 9a756aea-8571-47f4-9d7f-4e54e778f2f9) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:49:21.443755 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2119b11-7014-4676-9011-5abea8939009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:21.444667 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a2119b11-7014-4676-9011-5abea8939009 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:21.455825 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-3cd06d16-c7eb-4494-aaa8-55a28965e0a3 req-302da298-15e0-44ab-8b3d-3d532ac79dfb tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Request body: {'port': {'device_id': 'd2da9113-bcab-486d-acf9-04db64294d25', 'network_id': '1753be5e-696a-42f8-9a08-d20a05c27948', 'admin_state_up': True, 'tenant_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'security_groups': ['0ecbfda5-20c1-471c-a301-f56cb75a4c77']}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:49:21.487607 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edca24c9-0ef6-4f6a-8226-5c0497ebf8a5 None None] Network 9a756aea-8571-47f4-9d7f-4e54e778f2f9 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:49:21.544872 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-8d0909ad-98d4-4dac-9cf9-91c1a8ed34e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3453a7-e407-4e16-b477-c95c65c10354', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-696356457-router', 'tenant_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'b2d0710b-2614-479d-b7eb-29fbf11d2d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:47:46Z', 'updated_at': '2022-05-05T19:47:52Z', 'revision_number': 4, 'project_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'gw_port': {'id': 'b2d0710b-2614-479d-b7eb-29fbf11d2d67', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:81:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3453a7-e407-4e16-b477-c95c65c10354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:47:47Z', 'updated_at': '2022-05-05T19:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '8c54112f-3707-4af2-97c9-281beddce49a', 'name': '', 'network_id': '1753be5e-696a-42f8-9a08-d20a05c27948', 'tenant_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'mac_address': 'fa:16:3e:2c:2c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3453a7-e407-4e16-b477-c95c65c10354', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'd902a8d0-b514-4bd9-bafe-ab994adadb04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:47:50Z', 'updated_at': '2022-05-05T19:48:00Z', 'revision_number': 5, 'project_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'subnets': [{'id': 'd902a8d0-b514-4bd9-bafe-ab994adadb04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:49:21.569338 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0909ad-98d4-4dac-9cf9-91c1a8ed34e7 None None] Checking router: fc3453a7-e407-4e16-b477-c95c65c10354 for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 19:49:21.582628 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d4acc61f-5a99-4091-95a3-625d2e13aedd req-c6b12523-6e26-4774-913f-8af9a101901f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d2cf325fc6b540ceb92a9f2c527df7f5&device_id=d1b6a2f9-442f-4f83-89d5-0f846be0b6f4 HTTP/1.1" status: 200 len: 210 time: 0.0521023 May 05 19:49:21.594112 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0414d44-38c9-4145-8666-5716da783e5e req-4d080b8c-d25b-4443-b4d2-9fccc44df9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:21.595785 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-a2119b11-7014-4676-9011-5abea8939009 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0133889 May 05 19:49:21.595903 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a0414d44-38c9-4145-8666-5716da783e5e req-4d080b8c-d25b-4443-b4d2-9fccc44df9ae service neutron] 10.222.0.24 "GET /v2.0/subnets?id=af43fcc5-064b-4df8-a8c0-be1ad4feb5a8 HTTP/1.1" status: 200 len: 847 time: 0.8412142 May 05 19:49:21.596276 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57800) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:21.606675 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0909ad-98d4-4dac-9cf9-91c1a8ed34e7 None None] Routers {'fc3453a7-e407-4e16-b477-c95c65c10354'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:49:21.607883 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-8d0909ad-98d4-4dac-9cf9-91c1a8ed34e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:49:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['fc3453a7-e407-4e16-b477-c95c65c10354'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:49:21.610028 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-06c950f6-af02-4f18-a03b-5347da5b023e req-4d9d01ea-2fc3-486a-ba7d-1d00fa728e70 tempest-ServersAdmin275Test-494214774 tempest-ServersAdmin275Test-494214774-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b1344af4-ac94-4482-8c6e-08fa01e62f39 HTTP/1.1" status: 200 len: 210 time: 0.1260951 May 05 19:49:21.801935 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-d408c64c-cf1b-4648-9f1d-547399d76087 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1709732276-router', 'tenant_id': '5095a824df304b7aa811f4d08715af2b', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:49:21.893803 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a0414d44-38c9-4145-8666-5716da783e5e req-b6d73790-6bfd-4257-aab3-3413ca0319c7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87da803f-e7d0-44ba-a1c3-46d895a6576d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0958378 May 05 19:49:21.894924 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d408c64c-cf1b-4648-9f1d-547399d76087 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:49:21.897487 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-3cd06d16-c7eb-4494-aaa8-55a28965e0a3 req-302da298-15e0-44ab-8b3d-3d532ac79dfb tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:49:21.908933 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-3cd06d16-c7eb-4494-aaa8-55a28965e0a3 req-302da298-15e0-44ab-8b3d-3d532ac79dfb tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Usage tracker for resource:port and tenant:d2cf325fc6b540ceb92a9f2c527df7f5 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:49:21.940693 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-39934ab4-a7ab-492f-982c-55b77922e8b8 req-3429a698-65d2-4737-a2f8-b34baddb76fc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c1ea6695b40d4b2097245ce2c62eb2e2&device_id=b1344af4-ac94-4482-8c6e-08fa01e62f39 HTTP/1.1" status: 200 len: 210 time: 0.2096655 May 05 19:49:22.111164 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23cac85-0258-4d19-9633-cfc26cd8218c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-9a756aea-8571-47f4-9d7f-4e54e778f2f9', 'network_id': '9a756aea-8571-47f4-9d7f-4e54e778f2f9', 'tenant_id': '5095a824df304b7aa811f4d08715af2b', 'fixed_ips': [{'subnet_id': 'b0dc03a4-f77c-4911-b041-f01129613e5d'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 19:49:22.112007 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b23cac85-0258-4d19-9633-cfc26cd8218c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:22.155875 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d408c64c-cf1b-4648-9f1d-547399d76087 admin admin] Usage tracker for resource:router and tenant:5095a824df304b7aa811f4d08715af2b is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:49:22.166018 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a0414d44-38c9-4145-8666-5716da783e5e req-905a16a2-07dc-469c-8ebe-3c02287a2da5 service neutron] 10.222.0.24 "GET /v2.0/networks/87da803f-e7d0-44ba-a1c3-46d895a6576d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642076 May 05 19:49:22.167039 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d408c64c-cf1b-4648-9f1d-547399d76087 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:49:22.174806 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-3cd06d16-c7eb-4494-aaa8-55a28965e0a3 req-302da298-15e0-44ab-8b3d-3d532ac79dfb tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:49:22.180416 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-8d0909ad-98d4-4dac-9cf9-91c1a8ed34e7 None None] Set router fc3453a7-e407-4e16-b477-c95c65c10354 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:49:22.191433 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port a669da36-efec-4c83-a63f-e78f7f0a4b4c triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:49:22.191965 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:22.264866 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d408c64c-cf1b-4648-9f1d-547399d76087 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:49:22.277371 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-39934ab4-a7ab-492f-982c-55b77922e8b8 req-bd27456a-536b-4575-a54a-fa370a5dc6a2 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=c1ea6695b40d4b2097245ce2c62eb2e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3146372 May 05 19:49:22.284731 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-3cd06d16-c7eb-4494-aaa8-55a28965e0a3 req-302da298-15e0-44ab-8b3d-3d532ac79dfb tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:49:22.311726 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23604ef-1645-45c2-a079-b627011accb0 req-27f4ca91-7d93-4006-9f03-9730a0297cc9 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:22.312833 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-d23604ef-1645-45c2-a079-b627011accb0 req-27f4ca91-7d93-4006-9f03-9730a0297cc9 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Synchronizing usage tracker for tenant:ec798a1d17654fd38a17594ac4520b82 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:49:22.390795 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-78fda227-bbf2-41bc-9a6d-cf075261db29 req-acace311-4c39-4ef2-ba4a-752fed6714be tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Synchronizing usage tracker for tenant:d2cf325fc6b540ceb92a9f2c527df7f5 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:49:22.420908 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cd06d16-c7eb-4494-aaa8-55a28965e0a3 req-302da298-15e0-44ab-8b3d-3d532ac79dfb tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Made reservation on behalf of d2cf325fc6b540ceb92a9f2c527df7f5 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:49:22.431176 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-3cd06d16-c7eb-4494-aaa8-55a28965e0a3 req-302da298-15e0-44ab-8b3d-3d532ac79dfb tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:22.457026 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-b23cac85-0258-4d19-9633-cfc26cd8218c None None] Allocated IP 172.20.0.2 (9a756aea-8571-47f4-9d7f-4e54e778f2f9/b0dc03a4-f77c-4911-b041-f01129613e5d/80f4d8db-0810-46c0-a90f-a28c91cd2360) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:49:22.480742 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d408c64c-cf1b-4648-9f1d-547399d76087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:22.481862 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d408c64c-cf1b-4648-9f1d-547399d76087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:22.488062 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-78fda227-bbf2-41bc-9a6d-cf075261db29 req-acace311-4c39-4ef2-ba4a-752fed6714be tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Unset dirty status for tenant:d2cf325fc6b540ceb92a9f2c527df7f5 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:49:22.491295 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-d23604ef-1645-45c2-a079-b627011accb0 req-27f4ca91-7d93-4006-9f03-9730a0297cc9 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Unset dirty status for tenant:ec798a1d17654fd38a17594ac4520b82 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:49:22.492866 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d23604ef-1645-45c2-a079-b627011accb0 req-27f4ca91-7d93-4006-9f03-9730a0297cc9 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=34fe469f-2452-4b5f-bbd8-86cac3e6e0b0 HTTP/1.1" status: 200 len: 944 time: 1.7614334 May 05 19:49:22.499779 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-78fda227-bbf2-41bc-9a6d-cf075261db29 req-acace311-4c39-4ef2-ba4a-752fed6714be tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2da9113-bcab-486d-acf9-04db64294d25 HTTP/1.1" status: 200 len: 210 time: 0.3129239 May 05 19:49:22.655183 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4acc61f-5a99-4091-95a3-625d2e13aedd req-24c4bf57-f74e-4375-b27f-23eced66b02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:22.656667 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d4acc61f-5a99-4091-95a3-625d2e13aedd req-24c4bf57-f74e-4375-b27f-23eced66b02a service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=d2cf325fc6b540ceb92a9f2c527df7f5&shared=False HTTP/1.1" status: 200 len: 924 time: 1.0379860 May 05 19:49:22.697613 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 82e61456-3f47-436d-9805-d3ea9b5e63b9 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:49:22.813404 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-8d0909ad-98d4-4dac-9cf9-91c1a8ed34e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3453a7-e407-4e16-b477-c95c65c10354', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-696356457-router', 'tenant_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'b2d0710b-2614-479d-b7eb-29fbf11d2d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:47:46Z', 'updated_at': '2022-05-05T19:47:52Z', 'revision_number': 4, 'project_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'gw_port': {'id': 'b2d0710b-2614-479d-b7eb-29fbf11d2d67', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:81:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3453a7-e407-4e16-b477-c95c65c10354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:47:47Z', 'updated_at': '2022-05-05T19:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '8c54112f-3707-4af2-97c9-281beddce49a', 'name': '', 'network_id': '1753be5e-696a-42f8-9a08-d20a05c27948', 'tenant_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'mac_address': 'fa:16:3e:2c:2c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3453a7-e407-4e16-b477-c95c65c10354', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'd902a8d0-b514-4bd9-bafe-ab994adadb04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:47:50Z', 'updated_at': '2022-05-05T19:48:00Z', 'revision_number': 5, 'project_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'subnets': [{'id': 'd902a8d0-b514-4bd9-bafe-ab994adadb04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:49:22.818353 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0909ad-98d4-4dac-9cf9-91c1a8ed34e7 None None] The sync data for ids ['fc3453a7-e407-4e16-b477-c95c65c10354'] in n-d-840717-1 is: [{'id': 'fc3453a7-e407-4e16-b477-c95c65c10354', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-696356457-router', 'tenant_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'b2d0710b-2614-479d-b7eb-29fbf11d2d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:47:46Z', 'updated_at': '2022-05-05T19:47:52Z', 'revision_number': 4, 'project_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'gw_port': {'id': 'b2d0710b-2614-479d-b7eb-29fbf11d2d67', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:81:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3453a7-e407-4e16-b477-c95c65c10354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:47:47Z', 'updated_at': '2022-05-05T19:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '8c54112f-3707-4af2-97c9-281beddce49a', 'name': '', 'network_id': '1753be5e-696a-42f8-9a08-d20a05c27948', 'tenant_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'mac_address': 'fa:16:3e:2c:2c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3453a7-e407-4e16-b477-c95c65c10354', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'd902a8d0-b514-4bd9-bafe-ab994adadb04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:47:50Z', 'updated_at': '2022-05-05T19:48:00Z', 'revision_number': 5, 'project_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'subnets': [{'id': 'd902a8d0-b514-4bd9-bafe-ab994adadb04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 19:49:22.832028 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d408c64c-cf1b-4648-9f1d-547399d76087 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:22.956327 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d23604ef-1645-45c2-a079-b627011accb0 req-754b8484-3a95-402c-8f84-4c994d53b0be tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398654 May 05 19:49:22.962471 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39934ab4-a7ab-492f-982c-55b77922e8b8 req-447afca8-01f9-4b0e-b877-645ee5a91a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:22.964109 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-39934ab4-a7ab-492f-982c-55b77922e8b8 req-447afca8-01f9-4b0e-b877-645ee5a91a81 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6620352 May 05 19:49:23.003377 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a0414d44-38c9-4145-8666-5716da783e5e req-b26439f1-61ac-4065-9546-5be8cc9ce504 service neutron] 10.222.0.24 "GET /v2.0/networks/87da803f-e7d0-44ba-a1c3-46d895a6576d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8193355 May 05 19:49:23.076302 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4acc61f-5a99-4091-95a3-625d2e13aedd req-d100bbfb-24f5-49f4-bbb9-585ea620af15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:23.078057 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d4acc61f-5a99-4091-95a3-625d2e13aedd req-d100bbfb-24f5-49f4-bbb9-585ea620af15 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3926284 May 05 19:49:23.185285 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b23cac85-0258-4d19-9633-cfc26cd8218c None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:23.198185 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b23cac85-0258-4d19-9633-cfc26cd8218c None None] Transition to ACTIVE for port object 80f4d8db-0810-46c0-a90f-a28c91cd2360 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:49:23.224984 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-adba82ac-2162-4abf-b42a-890b8e06dc4a req-be2001bd-16fc-458c-8f2c-9168785e5f00 tempest-ServersAdmin275Test-494214774 tempest-ServersAdmin275Test-494214774-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b1344af4-ac94-4482-8c6e-08fa01e62f39 HTTP/1.1" status: 200 len: 210 time: 0.0638089 May 05 19:49:23.263388 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 82e61456-3f47-436d-9805-d3ea9b5e63b9, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=82e61456-3f47-436d-9805-d3ea9b5e63b9,segment=NetworkSegment(2fd00a77-6cab-42c3-b322-459c43fd8637),segment_id=2fd00a77-6cab-42c3-b322-459c43fd8637)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:49:23.280476 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '82e61456-3f47-436d-9805-d3ea9b5e63b9', 'network_id': '87da803f-e7d0-44ba-a1c3-46d895a6576d', 'port_id': '82e61456-3f47-436d-9805-d3ea9b5e63b9', 'mac_address': 'fa:16:3e:67:03:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af43fcc5-064b-4df8-a8c0-be1ad4feb5a8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:49:23.379004 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8c8c1f-2990-4412-8a7d-4a2c6a067bb7 None None] New status for floating IP 7e523961-6055-49ab-8c80-66817b72a88b: DOWN {{(pid=88199) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 19:49:23.514406 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b23cac85-0258-4d19-9633-cfc26cd8218c None None] Transition to ACTIVE for port object 80f4d8db-0810-46c0-a90f-a28c91cd2360 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:49:23.547169 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b23cac85-0258-4d19-9633-cfc26cd8218c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:23.656007 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-3cd06d16-c7eb-4494-aaa8-55a28965e0a3 req-302da298-15e0-44ab-8b3d-3d532ac79dfb tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Allocated IP 172.20.0.8 (1753be5e-696a-42f8-9a08-d20a05c27948/d902a8d0-b514-4bd9-bafe-ab994adadb04/eb2a3987-2931-4bc3-8ac3-01587d3d27c7) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:49:23.739380 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:23.816344 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23cac85-0258-4d19-9633-cfc26cd8218c None None] Network 9a756aea-8571-47f4-9d7f-4e54e778f2f9 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:49:23.818212 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82e61456-3f47-436d-9805-d3ea9b5e63b9 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:49:23.834257 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-b23cac85-0258-4d19-9633-cfc26cd8218c None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:49:23.839427 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23cac85-0258-4d19-9633-cfc26cd8218c None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:49:23.898316 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23cac85-0258-4d19-9633-cfc26cd8218c None None] Pushing event updated for resources: {'Port': ['ID=80f4d8db-0810-46c0-a90f-a28c91cd2360,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:23.995285 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 82e61456-3f47-436d-9805-d3ea9b5e63b9, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=82e61456-3f47-436d-9805-d3ea9b5e63b9,segment=NetworkSegment(2fd00a77-6cab-42c3-b322-459c43fd8637),segment_id=2fd00a77-6cab-42c3-b322-459c43fd8637)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:49:23.997649 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8599937d-7518-457d-a035-959dd40019b6 req-cda598eb-5765-4b8e-9a05-2773d226c5c9 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2da9113-bcab-486d-acf9-04db64294d25 HTTP/1.1" status: 200 len: 210 time: 0.0794735 May 05 19:49:24.018870 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d408c64c-cf1b-4648-9f1d-547399d76087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:24.032752 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:24.116660 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=82e61456-3f47-436d-9805-d3ea9b5e63b9,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:24.119473 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-b23cac85-0258-4d19-9633-cfc26cd8218c None None] Attempting to bind port 80f4d8db-0810-46c0-a90f-a28c91cd2360 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:49:24.119959 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-b23cac85-0258-4d19-9633-cfc26cd8218c None None] Attempting to bind port 80f4d8db-0810-46c0-a90f-a28c91cd2360 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'b691d6e7-64be-44f0-8601-6ec31945703a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9a756aea-8571-47f4-9d7f-4e54e778f2f9'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:49:24.120777 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23cac85-0258-4d19-9633-cfc26cd8218c None None] Attempting to bind port 80f4d8db-0810-46c0-a90f-a28c91cd2360 on network 9a756aea-8571-47f4-9d7f-4e54e778f2f9 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:49:24.127316 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23cac85-0258-4d19-9633-cfc26cd8218c None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:49:24.127840 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23cac85-0258-4d19-9633-cfc26cd8218c None None] Checking segment: {'id': 'b691d6e7-64be-44f0-8601-6ec31945703a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9a756aea-8571-47f4-9d7f-4e54e778f2f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:49:24.128331 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b23cac85-0258-4d19-9633-cfc26cd8218c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:24.129059 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23cac85-0258-4d19-9633-cfc26cd8218c None None] Bound using segment: {'id': 'b691d6e7-64be-44f0-8601-6ec31945703a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9a756aea-8571-47f4-9d7f-4e54e778f2f9'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:49:24.129619 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-b23cac85-0258-4d19-9633-cfc26cd8218c None None] Bound port: 80f4d8db-0810-46c0-a90f-a28c91cd2360, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b691d6e7-64be-44f0-8601-6ec31945703a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9a756aea-8571-47f4-9d7f-4e54e778f2f9'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:49:24.130129 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b23cac85-0258-4d19-9633-cfc26cd8218c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:24.151736 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-3cd06d16-c7eb-4494-aaa8-55a28965e0a3 req-302da298-15e0-44ab-8b3d-3d532ac79dfb tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:24.182982 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-3cd06d16-c7eb-4494-aaa8-55a28965e0a3 req-302da298-15e0-44ab-8b3d-3d532ac79dfb tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Transition to ACTIVE for port object eb2a3987-2931-4bc3-8ac3-01587d3d27c7 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:49:24.222515 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['82e61456-3f47-436d-9805-d3ea9b5e63b9'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:49:24.349934 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-3cd06d16-c7eb-4494-aaa8-55a28965e0a3 req-302da298-15e0-44ab-8b3d-3d532ac79dfb tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:24.388216 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57892) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:24.404527 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57898) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:24.527561 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581792da-26bc-4f5b-923c-c1e1056ab0ba req-b1cd2422-6961-4a73-8b73-4b03bb5eb901 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:24.529613 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b23cac85-0258-4d19-9633-cfc26cd8218c None None] For port 80f4d8db-0810-46c0-a90f-a28c91cd2360, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:49:24.535732 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-581792da-26bc-4f5b-923c-c1e1056ab0ba req-b1cd2422-6961-4a73-8b73-4b03bb5eb901 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=34fe469f-2452-4b5f-bbd8-86cac3e6e0b0 HTTP/1.1" status: 200 len: 945 time: 0.2975700 May 05 19:49:24.552971 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d0de38eb-8343-4bd0-bffb-c8e469829779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:24.553574 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b23cac85-0258-4d19-9633-cfc26cd8218c None None] For port 80f4d8db-0810-46c0-a90f-a28c91cd2360, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=80f4d8db-0810-46c0-a90f-a28c91cd2360,segment=NetworkSegment(b691d6e7-64be-44f0-8601-6ec31945703a),segment_id=b691d6e7-64be-44f0-8601-6ec31945703a)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:49:24.560326 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b23cac85-0258-4d19-9633-cfc26cd8218c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:24.587453 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-d0de38eb-8343-4bd0-bffb-c8e469829779 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:49:24.592210 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-d0de38eb-8343-4bd0-bffb-c8e469829779 admin admin] Usage tracker for resource:security_group_rule and tenant:9bafb7883918470786a67a6cf01381d8 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:49:24.595577 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-d0de38eb-8343-4bd0-bffb-c8e469829779 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:49:24.601451 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-d0de38eb-8343-4bd0-bffb-c8e469829779 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:49:24.627994 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cd06d16-c7eb-4494-aaa8-55a28965e0a3 req-302da298-15e0-44ab-8b3d-3d532ac79dfb tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Network 1753be5e-696a-42f8-9a08-d20a05c27948 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:49:24.654455 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23cac85-0258-4d19-9633-cfc26cd8218c None None] Pushing event updated for resources: {'Port': ['ID=80f4d8db-0810-46c0-a90f-a28c91cd2360,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:24.722850 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d0de38eb-8343-4bd0-bffb-c8e469829779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:24.723755 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-3cd06d16-c7eb-4494-aaa8-55a28965e0a3 req-302da298-15e0-44ab-8b3d-3d532ac79dfb tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:49:24.726189 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1079aea3-f01f-4369-a449-9485cefd0beb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:24.743830 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cd06d16-c7eb-4494-aaa8-55a28965e0a3 req-302da298-15e0-44ab-8b3d-3d532ac79dfb tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:49:24.747563 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d0de38eb-8343-4bd0-bffb-c8e469829779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:24.752744 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd06d16-c7eb-4494-aaa8-55a28965e0a3 req-302da298-15e0-44ab-8b3d-3d532ac79dfb tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:24.753407 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-3cd06d16-c7eb-4494-aaa8-55a28965e0a3 req-302da298-15e0-44ab-8b3d-3d532ac79dfb tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:24.755531 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-1079aea3-f01f-4369-a449-9485cefd0beb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:49:24.770810 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302da298-15e0-44ab-8b3d-3d532ac79dfb tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Pushing event updated for resources: {'Port': ['ID=eb2a3987-2931-4bc3-8ac3-01587d3d27c7,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:24.783690 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-1079aea3-f01f-4369-a449-9485cefd0beb admin admin] Usage tracker for resource:security_group_rule and tenant:1e7c8678b98242c1b7ccefe460c1a336 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:49:24.795304 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-1079aea3-f01f-4369-a449-9485cefd0beb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:49:24.817899 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-1079aea3-f01f-4369-a449-9485cefd0beb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:49:24.829349 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d0de38eb-8343-4bd0-bffb-c8e469829779 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9bafb7883918470786a67a6cf01381d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4399264 May 05 19:49:24.832974 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0de38eb-8343-4bd0-bffb-c8e469829779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f2e416-0410-450c-a265-83dd6f0eda0b,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:24.841672 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-581792da-26bc-4f5b-923c-c1e1056ab0ba req-6357bbab-b432-45e7-a9b3-c35f5813e712 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049998 May 05 19:49:24.855202 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57904) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:24.905958 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3cd06d16-c7eb-4494-aaa8-55a28965e0a3 req-302da298-15e0-44ab-8b3d-3d532ac79dfb tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4782305 May 05 19:49:24.929053 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-3cd06d16-c7eb-4494-aaa8-55a28965e0a3 req-bc5adbf1-a829-4ca8-a22a-201d58760b09 service neutron] Request body: {'port': {'device_id': 'd2da9113-bcab-486d-acf9-04db64294d25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:49:24.983733 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dbf731d5-b5ba-4f9f-bcab-687682889c7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:25.004856 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d408c64c-cf1b-4648-9f1d-547399d76087 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:25.079197 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dbf731d5-b5ba-4f9f-bcab-687682889c7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:25.080823 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d408c64c-cf1b-4648-9f1d-547399d76087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:25.195078 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1079aea3-f01f-4369-a449-9485cefd0beb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:25.198358 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-719bb0a3-eb9c-4c47-8a80-33b0ee465e07 None None] Provisioning for port eb2a3987-2931-4bc3-8ac3-01587d3d27c7 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:49:25.204506 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-719bb0a3-eb9c-4c47-8a80-33b0ee465e07 None None] Provisioning complete for port eb2a3987-2931-4bc3-8ac3-01587d3d27c7 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:49:25.205184 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-719bb0a3-eb9c-4c47-8a80-33b0ee465e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:25.254631 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-3cd06d16-c7eb-4494-aaa8-55a28965e0a3 req-bc5adbf1-a829-4ca8-a22a-201d58760b09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:25.285031 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1079aea3-f01f-4369-a449-9485cefd0beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:25.327185 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-719bb0a3-eb9c-4c47-8a80-33b0ee465e07 None None] Port eb2a3987-2931-4bc3-8ac3-01587d3d27c7 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:49:25.340474 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cce6462c-4c74-4541-8b36-6f5f1c272c30 req-72208a0c-0b71-483e-882b-ec26d19712b9 tempest-ServersAdmin275Test-494214774 tempest-ServersAdmin275Test-494214774-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b1344af4-ac94-4482-8c6e-08fa01e62f39 HTTP/1.1" status: 200 len: 210 time: 0.1437502 May 05 19:49:25.345171 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1079aea3-f01f-4369-a449-9485cefd0beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=974034d9-8834-4fc9-ba1c-d12222b4f1aa,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:25.401217 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-1079aea3-f01f-4369-a449-9485cefd0beb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1e7c8678b98242c1b7ccefe460c1a336&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9944003 May 05 19:49:25.403704 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57916) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:25.414552 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 80f4d8db-0810-46c0-a90f-a28c91cd2360 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:49:25.464251 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dbf731d5-b5ba-4f9f-bcab-687682889c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:25.501870 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf731d5-b5ba-4f9f-bcab-687682889c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f2e416-0410-450c-a265-83dd6f0eda0b,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:25.544664 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dbf731d5-b5ba-4f9f-bcab-687682889c7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:25.546325 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-dbf731d5-b5ba-4f9f-bcab-687682889c7d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c9f2e416-0410-450c-a265-83dd6f0eda0b HTTP/1.1" status: 204 len: 168 time: 0.6893191 May 05 19:49:25.572064 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-acf1ad71-71aa-4383-bde5-3e888f7ee0d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:25.656810 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 80f4d8db-0810-46c0-a90f-a28c91cd2360 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:49:25.657014 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-acf1ad71-71aa-4383-bde5-3e888f7ee0d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:25.729828 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-d408c64c-cf1b-4648-9f1d-547399d76087 admin admin] Allocated IP 172.25.0.25 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/35ae6b45-bf0b-4fff-9e96-3f3414b41b42) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:49:25.788480 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-acf1ad71-71aa-4383-bde5-3e888f7ee0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:25.839487 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf1ad71-71aa-4383-bde5-3e888f7ee0d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=974034d9-8834-4fc9-ba1c-d12222b4f1aa,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:25.847830 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-acf1ad71-71aa-4383-bde5-3e888f7ee0d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:25.865161 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-acf1ad71-71aa-4383-bde5-3e888f7ee0d3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/974034d9-8834-4fc9-ba1c-d12222b4f1aa HTTP/1.1" status: 204 len: 168 time: 0.4602261 May 05 19:49:26.115692 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d408c64c-cf1b-4648-9f1d-547399d76087 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:26.121070 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-3cd06d16-c7eb-4494-aaa8-55a28965e0a3 req-bc5adbf1-a829-4ca8-a22a-201d58760b09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb2a3987-2931-4bc3-8ac3-01587d3d27c7 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:49:26.132630 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-3cd06d16-c7eb-4494-aaa8-55a28965e0a3 req-bc5adbf1-a829-4ca8-a22a-201d58760b09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:26.164856 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-3cd06d16-c7eb-4494-aaa8-55a28965e0a3 req-bc5adbf1-a829-4ca8-a22a-201d58760b09 service neutron] Transition to ACTIVE for port object eb2a3987-2931-4bc3-8ac3-01587d3d27c7 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:49:26.166114 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57940) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:26.172110 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-3cd06d16-c7eb-4494-aaa8-55a28965e0a3 req-bc5adbf1-a829-4ca8-a22a-201d58760b09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:26.205284 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-51fd10f4-d24c-48cf-b259-33db6994dec5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:26.244784 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdad271-e734-4714-9806-6c776b4936bf None None] Network 9a756aea-8571-47f4-9d7f-4e54e778f2f9 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:49:26.248382 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5adbf1-a829-4ca8-a22a-201d58760b09 service neutron] Pushing event updated for resources: {'Port': ['ID=eb2a3987-2931-4bc3-8ac3-01587d3d27c7,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:26.260766 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e955f725-ea11-405b-98a5-cec753a58fd3 req-b6124895-66e7-439b-9e84-725761b74464 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:26.261482 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-e955f725-ea11-405b-98a5-cec753a58fd3 req-b6124895-66e7-439b-9e84-725761b74464 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Synchronizing usage tracker for tenant:d2cf325fc6b540ceb92a9f2c527df7f5 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:49:26.349892 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57944) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:26.350922 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-51fd10f4-d24c-48cf-b259-33db6994dec5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:49:26.364938 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-51fd10f4-d24c-48cf-b259-33db6994dec5 admin admin] Usage tracker for resource:security_group_rule and tenant:8b4c5a536ad247c894f02fe96676294c is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:49:26.369894 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-51fd10f4-d24c-48cf-b259-33db6994dec5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:49:26.380047 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-51fd10f4-d24c-48cf-b259-33db6994dec5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:49:26.468369 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-3cd06d16-c7eb-4494-aaa8-55a28965e0a3 req-bc5adbf1-a829-4ca8-a22a-201d58760b09 service neutron] Attempting to bind port eb2a3987-2931-4bc3-8ac3-01587d3d27c7 on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:49:26.468647 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-3cd06d16-c7eb-4494-aaa8-55a28965e0a3 req-bc5adbf1-a829-4ca8-a22a-201d58760b09 service neutron] Attempting to bind port eb2a3987-2931-4bc3-8ac3-01587d3d27c7 by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': '0415ad73-5a7f-40e0-b4c4-886469d943b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1753be5e-696a-42f8-9a08-d20a05c27948'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:49:26.474467 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd06d16-c7eb-4494-aaa8-55a28965e0a3 req-bc5adbf1-a829-4ca8-a22a-201d58760b09 service neutron] Attempting to bind port eb2a3987-2931-4bc3-8ac3-01587d3d27c7 on network 1753be5e-696a-42f8-9a08-d20a05c27948 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:49:26.477072 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-8074babe-4765-4923-873e-9097ed940c71 None None] Provisioning for port 80f4d8db-0810-46c0-a90f-a28c91cd2360 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:49:26.486880 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-e955f725-ea11-405b-98a5-cec753a58fd3 req-b6124895-66e7-439b-9e84-725761b74464 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Unset dirty status for tenant:d2cf325fc6b540ceb92a9f2c527df7f5 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:49:26.488194 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e955f725-ea11-405b-98a5-cec753a58fd3 req-b6124895-66e7-439b-9e84-725761b74464 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2da9113-bcab-486d-acf9-04db64294d25 HTTP/1.1" status: 200 len: 931 time: 0.5212903 May 05 19:49:26.491138 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d408c64c-cf1b-4648-9f1d-547399d76087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:26.513509 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-8074babe-4765-4923-873e-9097ed940c71 None None] Provisioning complete for port 80f4d8db-0810-46c0-a90f-a28c91cd2360 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:49:26.513963 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8074babe-4765-4923-873e-9097ed940c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:26.564881 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0305e6dd-a57f-4a6a-bbc9-de1b76e4fa01 req-946926b4-875e-4379-b396-6d4cdcc88f23 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:26.585908 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0305e6dd-a57f-4a6a-bbc9-de1b76e4fa01 req-946926b4-875e-4379-b396-6d4cdcc88f23 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=34fe469f-2452-4b5f-bbd8-86cac3e6e0b0 HTTP/1.1" status: 200 len: 945 time: 0.3552048 May 05 19:49:26.612272 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd06d16-c7eb-4494-aaa8-55a28965e0a3 req-bc5adbf1-a829-4ca8-a22a-201d58760b09 service neutron] Port eb2a3987-2931-4bc3-8ac3-01587d3d27c7 on network 1753be5e-696a-42f8-9a08-d20a05c27948 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:49:26.612605 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd06d16-c7eb-4494-aaa8-55a28965e0a3 req-bc5adbf1-a829-4ca8-a22a-201d58760b09 service neutron] Attempting to bind port eb2a3987-2931-4bc3-8ac3-01587d3d27c7 on network 1753be5e-696a-42f8-9a08-d20a05c27948 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:49:26.708398 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd06d16-c7eb-4494-aaa8-55a28965e0a3 req-bc5adbf1-a829-4ca8-a22a-201d58760b09 service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:49:26.708738 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd06d16-c7eb-4494-aaa8-55a28965e0a3 req-bc5adbf1-a829-4ca8-a22a-201d58760b09 service neutron] Checking segment: {'id': '0415ad73-5a7f-40e0-b4c4-886469d943b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1753be5e-696a-42f8-9a08-d20a05c27948'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:49:26.709113 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd06d16-c7eb-4494-aaa8-55a28965e0a3 req-bc5adbf1-a829-4ca8-a22a-201d58760b09 service neutron] Bound using segment: {'id': '0415ad73-5a7f-40e0-b4c4-886469d943b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1753be5e-696a-42f8-9a08-d20a05c27948'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:49:26.709564 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-3cd06d16-c7eb-4494-aaa8-55a28965e0a3 req-bc5adbf1-a829-4ca8-a22a-201d58760b09 service neutron] Bound port: eb2a3987-2931-4bc3-8ac3-01587d3d27c7, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0415ad73-5a7f-40e0-b4c4-886469d943b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1753be5e-696a-42f8-9a08-d20a05c27948'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:49:26.709907 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-3cd06d16-c7eb-4494-aaa8-55a28965e0a3 req-bc5adbf1-a829-4ca8-a22a-201d58760b09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:26.711429 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 82e61456-3f47-436d-9805-d3ea9b5e63b9 up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:49:26.761611 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d408c64c-cf1b-4648-9f1d-547399d76087 admin admin] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:49:26.776669 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-d408c64c-cf1b-4648-9f1d-547399d76087 admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:49:26.779996 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d408c64c-cf1b-4648-9f1d-547399d76087 admin admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:49:26.808756 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57954) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:26.866463 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0305e6dd-a57f-4a6a-bbc9-de1b76e4fa01 req-4013d946-ded3-49ce-8cb6-b012eaed7d3a tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795746 May 05 19:49:26.867618 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9435bb8a-eee0-417a-81b1-2511bac17e4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:26.892645 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-51fd10f4-d24c-48cf-b259-33db6994dec5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:26.897006 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-9435bb8a-eee0-417a-81b1-2511bac17e4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:49:26.901442 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-9435bb8a-eee0-417a-81b1-2511bac17e4e admin admin] Usage tracker for resource:security_group_rule and tenant:4b8b32c204eb4f0eaf4da68e46d084db is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:49:26.905190 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-9435bb8a-eee0-417a-81b1-2511bac17e4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:49:26.911911 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-9435bb8a-eee0-417a-81b1-2511bac17e4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:49:26.912081 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8074babe-4765-4923-873e-9097ed940c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:26.958709 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-8074babe-4765-4923-873e-9097ed940c71 None None] For port 80f4d8db-0810-46c0-a90f-a28c91cd2360, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=80f4d8db-0810-46c0-a90f-a28c91cd2360,segment=NetworkSegment(b691d6e7-64be-44f0-8601-6ec31945703a),segment_id=b691d6e7-64be-44f0-8601-6ec31945703a)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:49:26.965986 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-130eb3d8-710a-4c4f-b712-b3b9dad36729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:26.968642 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8074babe-4765-4923-873e-9097ed940c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:27.006262 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port 82e61456-3f47-436d-9805-d3ea9b5e63b9 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:49:27.008751 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9435bb8a-eee0-417a-81b1-2511bac17e4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:27.010743 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-51fd10f4-d24c-48cf-b259-33db6994dec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:27.019845 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 82e61456-3f47-436d-9805-d3ea9b5e63b9 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:49:27.020535 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:27.027710 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9435bb8a-eee0-417a-81b1-2511bac17e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:27.038850 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d408c64c-cf1b-4648-9f1d-547399d76087 admin admin] Pushing event updated for resources: {'Port': ['ID=35ae6b45-bf0b-4fff-9e96-3f3414b41b42,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:27.059456 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-9435bb8a-eee0-417a-81b1-2511bac17e4e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4b8b32c204eb4f0eaf4da68e46d084db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2478981 May 05 19:49:27.071867 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57960) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:27.104440 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e955f725-ea11-405b-98a5-cec753a58fd3 req-d624c143-841d-48e3-89a9-6d24c63ca3ca tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ecbfda5-20c1-471c-a301-f56cb75a4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6045206 May 05 19:49:27.145914 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8074babe-4765-4923-873e-9097ed940c71 None None] Pushing event updated for resources: {'Port': ['ID=80f4d8db-0810-46c0-a90f-a28c91cd2360,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:27.161877 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-50a61f1c-9196-4629-88f5-4305e69684e4 req-08d183c6-d17a-455a-806a-27e53193d7d0 tempest-ServersAdmin275Test-494214774 tempest-ServersAdmin275Test-494214774-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b1344af4-ac94-4482-8c6e-08fa01e62f39 HTTP/1.1" status: 200 len: 210 time: 0.0593882 May 05 19:49:27.162550 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fd10f4-d24c-48cf-b259-33db6994dec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e4343e-6bd9-435b-92d7-7a5535528c42,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:27.193564 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-51fd10f4-d24c-48cf-b259-33db6994dec5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8b4c5a536ad247c894f02fe96676294c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0251899 May 05 19:49:27.201921 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57966) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:27.228552 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:27.253551 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-130eb3d8-710a-4c4f-b712-b3b9dad36729 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:49:27.254206 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9435bb8a-eee0-417a-81b1-2511bac17e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6598ae15-c460-42d6-879d-44a4d866df86,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:27.289190 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34fe469f-2452-4b5f-bbd8-86cac3e6e0b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e61456-3f47-436d-9805-d3ea9b5e63b9'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:49:27.303046 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 82e61456-3f47-436d-9805-d3ea9b5e63b9, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=82e61456-3f47-436d-9805-d3ea9b5e63b9,segment=NetworkSegment(2fd00a77-6cab-42c3-b322-459c43fd8637),segment_id=2fd00a77-6cab-42c3-b322-459c43fd8637)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:49:27.318332 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:27.345249 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-130eb3d8-710a-4c4f-b712-b3b9dad36729 admin admin] Usage tracker for resource:security_group_rule and tenant:6277c8133f5f4b08aa7dc257248379ea is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:49:27.349479 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-130eb3d8-710a-4c4f-b712-b3b9dad36729 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:49:27.358684 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-07b85b96-1647-4d9e-9df4-6c0c5ac78664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:27.358900 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-130eb3d8-710a-4c4f-b712-b3b9dad36729 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:49:27.416175 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b2c01b1-4e9a-41c8-8f03-a5878f9bc98f'] response: {'server_uuid': '34fe469f-2452-4b5f-bbd8-86cac3e6e0b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e61456-3f47-436d-9805-d3ea9b5e63b9', 'code': 200} May 05 19:49:27.424582 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 80f4d8db-0810-46c0-a90f-a28c91cd2360 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:49:27.437587 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-07b85b96-1647-4d9e-9df4-6c0c5ac78664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:27.470583 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-3cd06d16-c7eb-4494-aaa8-55a28965e0a3 req-bc5adbf1-a829-4ca8-a22a-201d58760b09 service neutron] For port eb2a3987-2931-4bc3-8ac3-01587d3d27c7, host n-h2-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:49:27.492374 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-3cd06d16-c7eb-4494-aaa8-55a28965e0a3 req-bc5adbf1-a829-4ca8-a22a-201d58760b09 service neutron] For port eb2a3987-2931-4bc3-8ac3-01587d3d27c7, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=eb2a3987-2931-4bc3-8ac3-01587d3d27c7,segment=NetworkSegment(0415ad73-5a7f-40e0-b4c4-886469d943b6),segment_id=0415ad73-5a7f-40e0-b4c4-886469d943b6)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:49:27.545726 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=82e61456-3f47-436d-9805-d3ea9b5e63b9,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:27.577607 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 80f4d8db-0810-46c0-a90f-a28c91cd2360 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:49:27.578722 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:27.597990 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-07b85b96-1647-4d9e-9df4-6c0c5ac78664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:27.639327 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-3cd06d16-c7eb-4494-aaa8-55a28965e0a3 req-bc5adbf1-a829-4ca8-a22a-201d58760b09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:27.642607 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b85b96-1647-4d9e-9df4-6c0c5ac78664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6598ae15-c460-42d6-879d-44a4d866df86,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:27.660119 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f265f-3cfb-4a48-a7e3-ff7fff7565b3 req-34ffd087-4c53-4357-8fe0-c6d6de1abb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:27.661590 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b59f265f-3cfb-4a48-a7e3-ff7fff7565b3 req-34ffd087-4c53-4357-8fe0-c6d6de1abb7e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=34fe469f-2452-4b5f-bbd8-86cac3e6e0b0 HTTP/1.1" status: 200 len: 1097 time: 0.1607804 May 05 19:49:27.689964 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-07b85b96-1647-4d9e-9df4-6c0c5ac78664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:27.703422 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-190034fd-3167-4941-8d11-832d45d939cf None None] Provisioning complete for port 80f4d8db-0810-46c0-a90f-a28c91cd2360 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:49:27.703695 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-190034fd-3167-4941-8d11-832d45d939cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:27.705477 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-07b85b96-1647-4d9e-9df4-6c0c5ac78664 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6598ae15-c460-42d6-879d-44a4d866df86 HTTP/1.1" status: 204 len: 168 time: 0.6243343 May 05 19:49:27.752221 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b59f265f-3cfb-4a48-a7e3-ff7fff7565b3 req-fb6a61d2-808a-4e46-a037-9298ddbec202 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798717 May 05 19:49:27.806877 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57980) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:27.860649 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-921ea9d5-bd6e-4649-8298-0147fa0bd2fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:27.892100 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-921ea9d5-bd6e-4649-8298-0147fa0bd2fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:27.920101 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd06d16-c7eb-4494-aaa8-55a28965e0a3 req-bc5adbf1-a829-4ca8-a22a-201d58760b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:27.920765 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-3cd06d16-c7eb-4494-aaa8-55a28965e0a3 req-bc5adbf1-a829-4ca8-a22a-201d58760b09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:27.922459 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3cd06d16-c7eb-4494-aaa8-55a28965e0a3 req-bc5adbf1-a829-4ca8-a22a-201d58760b09 service neutron] 10.222.0.50 "PUT /v2.0/ports/eb2a3987-2931-4bc3-8ac3-01587d3d27c7 HTTP/1.1" status: 200 len: 1091 time: 3.0062897 May 05 19:49:27.922945 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2da9113-bcab-486d-acf9-04db64294d25', 'tag': 'eb2a3987-2931-4bc3-8ac3-01587d3d27c7'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:49:27.982692 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-130eb3d8-710a-4c4f-b712-b3b9dad36729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:27.989430 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0f9a7fa9-85bd-472f-ada0-440f4e974d50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:28.039601 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-0f9a7fa9-85bd-472f-ada0-440f4e974d50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:49:28.051266 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-0f9a7fa9-85bd-472f-ada0-440f4e974d50 admin admin] Usage tracker for resource:security_group_rule and tenant:5f6520c1c1944b2ea3d9e6b5bb87538e is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:49:28.058760 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-0f9a7fa9-85bd-472f-ada0-440f4e974d50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:49:28.068453 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-0f9a7fa9-85bd-472f-ada0-440f4e974d50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:49:28.103642 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5adbf1-a829-4ca8-a22a-201d58760b09 service neutron] Pushing event updated for resources: {'Port': ['ID=eb2a3987-2931-4bc3-8ac3-01587d3d27c7,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:28.118892 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-387bf9a4-3dc5-44ed-9268-6892f09524bc'] response: {'name': 'network-changed', 'server_uuid': 'd2da9113-bcab-486d-acf9-04db64294d25', 'tag': 'eb2a3987-2931-4bc3-8ac3-01587d3d27c7', 'status': 'completed', 'code': 200} May 05 19:49:28.237679 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-130eb3d8-710a-4c4f-b712-b3b9dad36729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:28.243434 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c8f68-9ee8-4543-ad68-abc52b0801f3 req-5ab6f25b-6ac6-4d17-a080-ec85b4ae7b7e tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:28.245254 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-af3c8f68-9ee8-4543-ad68-abc52b0801f3 req-5ab6f25b-6ac6-4d17-a080-ec85b4ae7b7e tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=34fe469f-2452-4b5f-bbd8-86cac3e6e0b0 HTTP/1.1" status: 200 len: 946 time: 0.1541069 May 05 19:49:28.316913 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-af3c8f68-9ee8-4543-ad68-abc52b0801f3 req-72d2310a-754d-424d-b00a-37f938fbcc0e tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648060 May 05 19:49:28.324656 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0f9a7fa9-85bd-472f-ada0-440f4e974d50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:28.330482 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0f9a7fa9-85bd-472f-ada0-440f4e974d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:28.382649 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9a7fa9-85bd-472f-ada0-440f4e974d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56008b9e-be07-4301-b2b0-d8fc39f0ac5a,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:28.384728 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d408c64c-cf1b-4648-9f1d-547399d76087 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:28.392247 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-0f9a7fa9-85bd-472f-ada0-440f4e974d50 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5f6520c1c1944b2ea3d9e6b5bb87538e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5838370 May 05 19:49:28.392872 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58004) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:28.439930 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-130eb3d8-710a-4c4f-b712-b3b9dad36729 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6277c8133f5f4b08aa7dc257248379ea&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0781624 May 05 19:49:28.441802 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58008) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:28.468450 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130eb3d8-710a-4c4f-b712-b3b9dad36729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0905abc6-4369-4b7a-a481-a7b36c6f4ab3,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:28.486541 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c05af36a-f20c-4824-b076-24b0a998a58b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:28.591620 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9b099a11-181e-4732-9571-0b7364e44555 req-1d403061-3a46-4b8b-8574-15165be7fb1f tempest-ServersAdmin275Test-494214774 tempest-ServersAdmin275Test-494214774-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b1344af4-ac94-4482-8c6e-08fa01e62f39 HTTP/1.1" status: 200 len: 210 time: 0.0895011 May 05 19:49:28.597158 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c05af36a-f20c-4824-b076-24b0a998a58b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:28.630742 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-921ea9d5-bd6e-4649-8298-0147fa0bd2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:28.631655 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-72fcde7e-37a5-46d6-86cd-d56ea0f5366c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:28.680059 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-72fcde7e-37a5-46d6-86cd-d56ea0f5366c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:28.709926 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921ea9d5-bd6e-4649-8298-0147fa0bd2fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e4343e-6bd9-435b-92d7-7a5535528c42,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:28.726544 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd06d16-c7eb-4494-aaa8-55a28965e0a3 req-5db139bf-a762-4955-9f03-6809965df173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:28.728092 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3cd06d16-c7eb-4494-aaa8-55a28965e0a3 req-5db139bf-a762-4955-9f03-6809965df173 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d2cf325fc6b540ceb92a9f2c527df7f5&device_id=d2da9113-bcab-486d-acf9-04db64294d25 HTTP/1.1" status: 200 len: 1094 time: 0.7616093 May 05 19:49:28.728230 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c05af36a-f20c-4824-b076-24b0a998a58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:28.754631 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05af36a-f20c-4824-b076-24b0a998a58b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56008b9e-be07-4301-b2b0-d8fc39f0ac5a,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:28.810571 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c05af36a-f20c-4824-b076-24b0a998a58b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:28.816605 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-c05af36a-f20c-4824-b076-24b0a998a58b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/56008b9e-be07-4301-b2b0-d8fc39f0ac5a HTTP/1.1" status: 204 len: 168 time: 0.4227552 May 05 19:49:28.822364 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-70ca7e1f-ac46-4a34-9a1d-f70062c06fd8 req-57e94db1-a0e0-4674-a982-396236ad82fa service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b1344af4-ac94-4482-8c6e-08fa01e62f39 HTTP/1.1" status: 200 len: 210 time: 0.0707505 May 05 19:49:28.827164 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-72fcde7e-37a5-46d6-86cd-d56ea0f5366c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:28.832872 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c99b2c6-d483-45ac-9d03-7c0e8b83b9f8 req-d23d348b-816d-4676-a39d-1018fddbed10 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:28.837306 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1c99b2c6-d483-45ac-9d03-7c0e8b83b9f8 req-d23d348b-816d-4676-a39d-1018fddbed10 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2da9113-bcab-486d-acf9-04db64294d25 HTTP/1.1" status: 200 len: 943 time: 0.5811207 May 05 19:49:28.850652 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fcde7e-37a5-46d6-86cd-d56ea0f5366c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0905abc6-4369-4b7a-a481-a7b36c6f4ab3,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:28.854637 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-72fcde7e-37a5-46d6-86cd-d56ea0f5366c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:28.856744 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-72fcde7e-37a5-46d6-86cd-d56ea0f5366c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0905abc6-4369-4b7a-a481-a7b36c6f4ab3 HTTP/1.1" status: 204 len: 168 time: 0.4136028 May 05 19:49:28.963604 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3cd06d16-c7eb-4494-aaa8-55a28965e0a3 req-e8f9e974-3b10-4f09-b123-43a6ec42679a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb2a3987-2931-4bc3-8ac3-01587d3d27c7 HTTP/1.1" status: 200 len: 217 time: 0.2251470 May 05 19:49:28.982758 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-921ea9d5-bd6e-4649-8298-0147fa0bd2fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:28.986557 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-921ea9d5-bd6e-4649-8298-0147fa0bd2fe admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e0e4343e-6bd9-435b-92d7-7a5535528c42 HTTP/1.1" status: 204 len: 168 time: 1.7442920 May 05 19:49:29.148852 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1c99b2c6-d483-45ac-9d03-7c0e8b83b9f8 req-071af8e0-1644-473c-923b-54c2596c5536 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ecbfda5-20c1-471c-a301-f56cb75a4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1942785 May 05 19:49:29.162921 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd06d16-c7eb-4494-aaa8-55a28965e0a3 req-52ef0aed-3b5c-401d-aa9d-9655cb71050f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:29.164416 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3cd06d16-c7eb-4494-aaa8-55a28965e0a3 req-52ef0aed-3b5c-401d-aa9d-9655cb71050f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d902a8d0-b514-4bd9-bafe-ab994adadb04 HTTP/1.1" status: 200 len: 862 time: 0.1569397 May 05 19:49:29.216237 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d408c64c-cf1b-4648-9f1d-547399d76087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:29.331320 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58034) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:29.351786 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3c3a16d9-2b8c-43c9-bdf2-1033011517f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:29.369063 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-3c3a16d9-2b8c-43c9-bdf2-1033011517f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:49:29.373383 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-3c3a16d9-2b8c-43c9-bdf2-1033011517f8 admin admin] Usage tracker for resource:security_group_rule and tenant:c449b4ebed634f52ab1ab76010f5f311 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:49:29.376291 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-3c3a16d9-2b8c-43c9-bdf2-1033011517f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:49:29.382488 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-3c3a16d9-2b8c-43c9-bdf2-1033011517f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:49:29.513367 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd06d16-c7eb-4494-aaa8-55a28965e0a3 req-34eda7be-8765-4cfd-bacd-bd2f0f8d26df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:29.515511 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3cd06d16-c7eb-4494-aaa8-55a28965e0a3 req-34eda7be-8765-4cfd-bacd-bd2f0f8d26df service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1753be5e-696a-42f8-9a08-d20a05c27948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3428354 May 05 19:49:29.535554 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3c3a16d9-2b8c-43c9-bdf2-1033011517f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:29.552729 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3c3a16d9-2b8c-43c9-bdf2-1033011517f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:29.595929 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3a16d9-2b8c-43c9-bdf2-1033011517f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=408ce722-b0f6-42fb-8a26-c1f121aa274f,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:29.631565 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd2114-81ee-4443-abbe-f5124f7fddc5 req-9d8da6e5-8605-478a-845b-54c6aa682263 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:29.633411 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-75cd2114-81ee-4443-abbe-f5124f7fddc5 req-9d8da6e5-8605-478a-845b-54c6aa682263 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=34fe469f-2452-4b5f-bbd8-86cac3e6e0b0 HTTP/1.1" status: 200 len: 946 time: 0.1667500 May 05 19:49:29.650375 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-3c3a16d9-2b8c-43c9-bdf2-1033011517f8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c449b4ebed634f52ab1ab76010f5f311&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3156629 May 05 19:49:29.652540 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58042) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:29.723197 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3cd06d16-c7eb-4494-aaa8-55a28965e0a3 req-37b22820-cac9-4469-8e16-1ddddbeb2214 service neutron] 10.222.0.50 "GET /v2.0/networks/1753be5e-696a-42f8-9a08-d20a05c27948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980317 May 05 19:49:29.729431 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58048) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:29.766605 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-75cd2114-81ee-4443-abbe-f5124f7fddc5 req-01595e75-aea6-4322-baa7-16a5d9b2a5f9 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159539 May 05 19:49:29.882613 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-914acb4f-27ba-4146-a75d-0b41f28672a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:29.908993 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3f1d1e76-460c-40d4-b4af-d132d0b780eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:29.942814 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3f1d1e76-460c-40d4-b4af-d132d0b780eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:30.005674 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3f1d1e76-460c-40d4-b4af-d132d0b780eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:30.025959 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1d1e76-460c-40d4-b4af-d132d0b780eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=408ce722-b0f6-42fb-8a26-c1f121aa274f,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:30.046068 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3f1d1e76-460c-40d4-b4af-d132d0b780eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:30.049962 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-3f1d1e76-460c-40d4-b4af-d132d0b780eb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/408ce722-b0f6-42fb-8a26-c1f121aa274f HTTP/1.1" status: 204 len: 168 time: 0.3946159 May 05 19:49:30.110487 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a44f54e7-ce57-4e8a-ae1a-e43457dfb7d7 req-de6e2da4-2d00-43e6-bc80-ee792a1ae6d6 tempest-ServersAdmin275Test-494214774 tempest-ServersAdmin275Test-494214774-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b1344af4-ac94-4482-8c6e-08fa01e62f39 HTTP/1.1" status: 200 len: 210 time: 0.0563436 May 05 19:49:30.118238 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-914acb4f-27ba-4146-a75d-0b41f28672a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:49:30.140843 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-914acb4f-27ba-4146-a75d-0b41f28672a6 admin admin] Usage tracker for resource:security_group_rule and tenant:a4c04a5c7285470a8d0e9e95034c653f is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:49:30.151179 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-914acb4f-27ba-4146-a75d-0b41f28672a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:49:30.173534 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-914acb4f-27ba-4146-a75d-0b41f28672a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:49:30.232590 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3cd06d16-c7eb-4494-aaa8-55a28965e0a3 req-39a5db95-2d1a-4ec2-a922-99b93dd6eba6 service neutron] 10.222.0.50 "GET /v2.0/networks/1753be5e-696a-42f8-9a08-d20a05c27948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5003681 May 05 19:49:30.242905 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d408c64c-cf1b-4648-9f1d-547399d76087 admin admin] Router 021fe70b-cc92-4648-a00e-ca6dd9bc3322 is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 19:49:30.329373 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e15b3c8-3d18-455f-b001-f2b8e1dd0858 req-a198ce27-7dcd-4b76-962d-fce360b87bd9 tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:30.331293 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9e15b3c8-3d18-455f-b001-f2b8e1dd0858 req-a198ce27-7dcd-4b76-962d-fce360b87bd9 tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=34fe469f-2452-4b5f-bbd8-86cac3e6e0b0 HTTP/1.1" status: 200 len: 1097 time: 0.4315324 May 05 19:49:30.395473 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c67fbcd-ad0d-4179-adf4-1fe012144496 req-94ea48b6-0071-4122-b9e9-77cb334c262c tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:30.397428 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0c67fbcd-ad0d-4179-adf4-1fe012144496 req-94ea48b6-0071-4122-b9e9-77cb334c262c tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2da9113-bcab-486d-acf9-04db64294d25 HTTP/1.1" status: 200 len: 943 time: 0.1081028 May 05 19:49:30.454990 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0c67fbcd-ad0d-4179-adf4-1fe012144496 req-613ba89b-8882-413d-bcd7-3c66448dadf4 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ecbfda5-20c1-471c-a301-f56cb75a4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508990 May 05 19:49:30.564770 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9e15b3c8-3d18-455f-b001-f2b8e1dd0858 req-0af30d22-dc6c-43d6-9e60-52b61dcfa79f tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250950 May 05 19:49:30.619416 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-914acb4f-27ba-4146-a75d-0b41f28672a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:30.626578 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d408c64c-cf1b-4648-9f1d-547399d76087 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 19:49:30.635316 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ab7c83-dd83-4ce8-9ce6-d066873af59a None None] Sync routers for ids ['021fe70b-cc92-4648-a00e-ca6dd9bc3322'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 19:49:30.644447 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-914acb4f-27ba-4146-a75d-0b41f28672a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:30.649147 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ab7c83-dd83-4ce8-9ce6-d066873af59a None None] Routers {'021fe70b-cc92-4648-a00e-ca6dd9bc3322'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:49:30.654863 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-e0ab7c83-dd83-4ce8-9ce6-d066873af59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:49:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['021fe70b-cc92-4648-a00e-ca6dd9bc3322'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:49:30.688523 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92b3afc-641e-4968-aaea-c1c88c2f945a req-f2163ccc-72dd-4e1c-bede-dffeea0062ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:30.690015 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b92b3afc-641e-4968-aaea-c1c88c2f945a req-f2163ccc-72dd-4e1c-bede-dffeea0062ad service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d2cf325fc6b540ceb92a9f2c527df7f5&device_id=d2da9113-bcab-486d-acf9-04db64294d25 HTTP/1.1" status: 200 len: 1094 time: 0.3576818 May 05 19:49:30.839017 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d408c64c-cf1b-4648-9f1d-547399d76087 admin admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:30.844146 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d408c64c-cf1b-4648-9f1d-547399d76087 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 9.2274384 May 05 19:49:30.852653 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-914acb4f-27ba-4146-a75d-0b41f28672a6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a4c04a5c7285470a8d0e9e95034c653f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1213903 May 05 19:49:30.855603 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58100) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:30.855603 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58104) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:30.930164 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1b14d390-c5be-4b52-a411-62dd1710f62e req-4afbc3ac-653b-4e43-9b82-2b0b368bf700 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c1ea6695b40d4b2097245ce2c62eb2e2&device_id=b1344af4-ac94-4482-8c6e-08fa01e62f39 HTTP/1.1" status: 200 len: 210 time: 0.1027610 May 05 19:49:30.952460 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914acb4f-27ba-4146-a75d-0b41f28672a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=077d930a-337e-4b5a-aa93-44e4732f8407,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:31.027205 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1b14d390-c5be-4b52-a411-62dd1710f62e req-5ca15cfd-9772-4e50-94ad-04df6d408a5f service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=c1ea6695b40d4b2097245ce2c62eb2e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0828829 May 05 19:49:31.096843 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-e0ab7c83-dd83-4ce8-9ce6-d066873af59a None None] Set router 021fe70b-cc92-4648-a00e-ca6dd9bc3322 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:49:31.187582 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6eaddcad-0eec-4df3-9071-853f006adf90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:31.217338 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6eaddcad-0eec-4df3-9071-853f006adf90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:31.266346 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fbf27533-5b9b-4d0f-93a5-22eeed7ec8b1 req-3a1c0040-73de-49a5-8c9a-a28cee39c505 tempest-ServersAdmin275Test-416698197 tempest-ServersAdmin275Test-416698197-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1344af4-ac94-4482-8c6e-08fa01e62f39 HTTP/1.1" status: 200 len: 210 time: 0.1614604 May 05 19:49:31.393508 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92b3afc-641e-4968-aaea-c1c88c2f945a req-92fa4c00-cad1-4911-b2e1-2091cb6e5313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:31.395246 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b92b3afc-641e-4968-aaea-c1c88c2f945a req-92fa4c00-cad1-4911-b2e1-2091cb6e5313 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1753be5e-696a-42f8-9a08-d20a05c27948 HTTP/1.1" status: 200 len: 924 time: 0.6824844 May 05 19:49:31.417762 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b14d390-c5be-4b52-a411-62dd1710f62e req-48a8b375-d9fb-4cff-b2a8-0a1dcd0736a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:31.420706 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1b14d390-c5be-4b52-a411-62dd1710f62e req-48a8b375-d9fb-4cff-b2a8-0a1dcd0736a0 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3848302 May 05 19:49:31.444500 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec8fda-d8fb-46f4-92d5-0216bf598d3e req-1ca8ad7b-ee82-499d-b500-c2112ab3cd57 tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:31.453228 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-05ec8fda-d8fb-46f4-92d5-0216bf598d3e req-1ca8ad7b-ee82-499d-b500-c2112ab3cd57 tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=34fe469f-2452-4b5f-bbd8-86cac3e6e0b0 HTTP/1.1" status: 200 len: 1097 time: 0.3456306 May 05 19:49:31.518843 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-05ec8fda-d8fb-46f4-92d5-0216bf598d3e req-cb2ee992-c522-4018-83ee-5646f0b92f83 tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643411 May 05 19:49:31.596296 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b92b3afc-641e-4968-aaea-c1c88c2f945a req-07faa00d-00e1-486a-b525-155db811cb86 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb2a3987-2931-4bc3-8ac3-01587d3d27c7 HTTP/1.1" status: 200 len: 217 time: 0.1939113 May 05 19:49:31.746072 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-e0ab7c83-dd83-4ce8-9ce6-d066873af59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021fe70b-cc92-4648-a00e-ca6dd9bc3322', 'name': 'tempest-AttachSCSIVolumeTestJSON-1709732276-router', 'tenant_id': '5095a824df304b7aa811f4d08715af2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '35ae6b45-bf0b-4fff-9e96-3f3414b41b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:49:22Z', 'updated_at': '2022-05-05T19:49:27Z', 'revision_number': 3, 'project_id': '5095a824df304b7aa811f4d08715af2b', 'gw_port': {'id': '35ae6b45-bf0b-4fff-9e96-3f3414b41b42', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:da:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021fe70b-cc92-4648-a00e-ca6dd9bc3322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:49:25Z', 'updated_at': '2022-05-05T19:49:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:49:31.751881 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ab7c83-dd83-4ce8-9ce6-d066873af59a None None] Checking router: 021fe70b-cc92-4648-a00e-ca6dd9bc3322 for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 19:49:31.752551 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ab7c83-dd83-4ce8-9ce6-d066873af59a None None] Updating router 021fe70b-cc92-4648-a00e-ca6dd9bc3322 port 35ae6b45-bf0b-4fff-9e96-3f3414b41b42 binding host n-d-840717-1 {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 19:49:31.808016 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6eaddcad-0eec-4df3-9071-853f006adf90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:31.813655 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e0ab7c83-dd83-4ce8-9ce6-d066873af59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:31.832566 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaddcad-0eec-4df3-9071-853f006adf90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=077d930a-337e-4b5a-aa93-44e4732f8407,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:31.848889 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92b3afc-641e-4968-aaea-c1c88c2f945a req-bba20435-99b2-43fc-a63e-f6744b0fb2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:31.850341 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b92b3afc-641e-4968-aaea-c1c88c2f945a req-bba20435-99b2-43fc-a63e-f6744b0fb2cd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d902a8d0-b514-4bd9-bafe-ab994adadb04 HTTP/1.1" status: 200 len: 862 time: 0.2460866 May 05 19:49:31.855746 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6eaddcad-0eec-4df3-9071-853f006adf90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:31.857490 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-6eaddcad-0eec-4df3-9071-853f006adf90 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/077d930a-337e-4b5a-aa93-44e4732f8407 HTTP/1.1" status: 204 len: 168 time: 0.9968483 May 05 19:49:31.874731 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58146) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:31.924632 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58154) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:32.033327 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cc7ff2-0fcf-41ab-8c8e-27bfa8f7a5eb req-9d576729-41c1-4ea6-a4c1-505d305bb1c9 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:32.035035 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f1cc7ff2-0fcf-41ab-8c8e-27bfa8f7a5eb req-9d576729-41c1-4ea6-a4c1-505d305bb1c9 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2da9113-bcab-486d-acf9-04db64294d25 HTTP/1.1" status: 200 len: 943 time: 0.3858154 May 05 19:49:32.163805 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92b3afc-641e-4968-aaea-c1c88c2f945a req-1fb87e54-15ee-454e-99ca-d90877bdcbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:32.173870 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b92b3afc-641e-4968-aaea-c1c88c2f945a req-1fb87e54-15ee-454e-99ca-d90877bdcbc0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1753be5e-696a-42f8-9a08-d20a05c27948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3152230 May 05 19:49:32.280718 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f1cc7ff2-0fcf-41ab-8c8e-27bfa8f7a5eb req-4f9b0215-0bb4-41bb-a529-eb1abfc49172 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ecbfda5-20c1-471c-a301-f56cb75a4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1788635 May 05 19:49:32.335134 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-4d0cb4f1-d574-453c-a6a2-204fee962cf1 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-779972203-network', 'tenant_id': '63ca58c29fae4c4eaafba189c1ec4492'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:49:32.345243 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4d0cb4f1-d574-453c-a6a2-204fee962cf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:49:32.357838 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4d0cb4f1-d574-453c-a6a2-204fee962cf1 admin admin] Usage tracker for resource:network and tenant:63ca58c29fae4c4eaafba189c1ec4492 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:49:32.361736 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4d0cb4f1-d574-453c-a6a2-204fee962cf1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:49:32.370717 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4d0cb4f1-d574-453c-a6a2-204fee962cf1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:49:32.422718 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-179e207a-c6a3-4e02-b6f3-254fe1a37a9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:32.469005 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e0ab7c83-dd83-4ce8-9ce6-d066873af59a None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:32.497418 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-179e207a-c6a3-4e02-b6f3-254fe1a37a9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:49:32.499811 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-e0ab7c83-dd83-4ce8-9ce6-d066873af59a None None] Transition to ACTIVE for port object 35ae6b45-bf0b-4fff-9e96-3f3414b41b42 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:49:32.504688 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0cb4f1-d574-453c-a6a2-204fee962cf1 admin admin] Made reservation on behalf of 63ca58c29fae4c4eaafba189c1ec4492 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:49:32.509352 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4d0cb4f1-d574-453c-a6a2-204fee962cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:32.514587 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e0ab7c83-dd83-4ce8-9ce6-d066873af59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:32.532457 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-179e207a-c6a3-4e02-b6f3-254fe1a37a9c admin admin] Usage tracker for resource:security_group_rule and tenant:a9ccd7c4830c42b1978aec6c2a5d7d70 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:49:32.537030 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-179e207a-c6a3-4e02-b6f3-254fe1a37a9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:49:32.541740 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4d0cb4f1-d574-453c-a6a2-204fee962cf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:32.564948 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-179e207a-c6a3-4e02-b6f3-254fe1a37a9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:49:32.572229 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4d0cb4f1-d574-453c-a6a2-204fee962cf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:49:32.585471 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4d0cb4f1-d574-453c-a6a2-204fee962cf1 admin admin] Usage tracker for resource:security_group_rule and tenant:63ca58c29fae4c4eaafba189c1ec4492 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:49:32.598831 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4d0cb4f1-d574-453c-a6a2-204fee962cf1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:49:32.679385 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5164ab7-d2a0-4e34-8423-6e38eea11660 None None] Pushing event updated for resources: {'Port': ['ID=35ae6b45-bf0b-4fff-9e96-3f3414b41b42,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:32.699612 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-e0ab7c83-dd83-4ce8-9ce6-d066873af59a None None] Attempting to bind port 35ae6b45-bf0b-4fff-9e96-3f3414b41b42 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:49:32.700635 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-e0ab7c83-dd83-4ce8-9ce6-d066873af59a None None] Attempting to bind port 35ae6b45-bf0b-4fff-9e96-3f3414b41b42 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:49:32.701343 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ab7c83-dd83-4ce8-9ce6-d066873af59a None None] Attempting to bind port 35ae6b45-bf0b-4fff-9e96-3f3414b41b42 on network 0401d202-1605-4cfe-bad4-fb225df6afb0 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:49:32.711844 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4d0cb4f1-d574-453c-a6a2-204fee962cf1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:49:32.716330 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ab7c83-dd83-4ce8-9ce6-d066873af59a None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:49:32.717020 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ab7c83-dd83-4ce8-9ce6-d066873af59a None None] Checking segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:49:32.717831 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e0ab7c83-dd83-4ce8-9ce6-d066873af59a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:32.718177 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ab7c83-dd83-4ce8-9ce6-d066873af59a None None] Bound using segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:49:32.718867 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-e0ab7c83-dd83-4ce8-9ce6-d066873af59a None None] Bound port: 35ae6b45-bf0b-4fff-9e96-3f3414b41b42, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:49:32.719256 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e0ab7c83-dd83-4ce8-9ce6-d066873af59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:32.722931 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1b14d390-c5be-4b52-a411-62dd1710f62e req-76475c55-c758-4030-9115-d0da4d35d842 tempest-ServersAdmin275Test-416698197 tempest-ServersAdmin275Test-416698197-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1344af4-ac94-4482-8c6e-08fa01e62f39 HTTP/1.1" status: 200 len: 210 time: 0.1201618 May 05 19:49:32.739867 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-eccb0c65-d8e9-4ffd-b526-e8727934eaff req-40bdc9f5-57ad-4775-a0b1-5463d9a5ce44 tempest-ServersAdmin275Test-416698197 tempest-ServersAdmin275Test-416698197-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1344af4-ac94-4482-8c6e-08fa01e62f39 HTTP/1.1" status: 200 len: 210 time: 0.2142901 May 05 19:49:32.754263 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d9489-1bd7-4198-bb5f-f7fb388425cc req-39984d70-2788-436a-9a84-a6fe72b93d7c tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:32.763404 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cb4d9489-1bd7-4198-bb5f-f7fb388425cc req-39984d70-2788-436a-9a84-a6fe72b93d7c tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=34fe469f-2452-4b5f-bbd8-86cac3e6e0b0 HTTP/1.1" status: 200 len: 1097 time: 0.5658922 May 05 19:49:32.790402 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b92b3afc-641e-4968-aaea-c1c88c2f945a req-29d0b5dd-2cf1-4781-8f07-8edb776cb8db service neutron] 10.222.0.50 "GET /v2.0/networks/1753be5e-696a-42f8-9a08-d20a05c27948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6051927 May 05 19:49:32.858113 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-e0ab7c83-dd83-4ce8-9ce6-d066873af59a None None] For port 35ae6b45-bf0b-4fff-9e96-3f3414b41b42, host n-d-840717-1, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:49:32.863240 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-e0ab7c83-dd83-4ce8-9ce6-d066873af59a None None] For port 35ae6b45-bf0b-4fff-9e96-3f3414b41b42, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=35ae6b45-bf0b-4fff-9e96-3f3414b41b42,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:49:32.871443 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e0ab7c83-dd83-4ce8-9ce6-d066873af59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:32.913404 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cb4d9489-1bd7-4198-bb5f-f7fb388425cc req-fab865a5-e0f0-4bba-bb41-6fdc46d002b0 tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352479 May 05 19:49:33.026171 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-179e207a-c6a3-4e02-b6f3-254fe1a37a9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:33.030902 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device eb2a3987-2931-4bc3-8ac3-01587d3d27c7 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:49:33.033944 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4d0cb4f1-d574-453c-a6a2-204fee962cf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:33.035914 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-179e207a-c6a3-4e02-b6f3-254fe1a37a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:33.055579 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ab7c83-dd83-4ce8-9ce6-d066873af59a None None] Routers {'021fe70b-cc92-4648-a00e-ca6dd9bc3322'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:49:33.056293 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-e0ab7c83-dd83-4ce8-9ce6-d066873af59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:49:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['021fe70b-cc92-4648-a00e-ca6dd9bc3322'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:49:33.062347 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4d0cb4f1-d574-453c-a6a2-204fee962cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:33.109884 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-179e207a-c6a3-4e02-b6f3-254fe1a37a9c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a9ccd7c4830c42b1978aec6c2a5d7d70&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1838579 May 05 19:49:33.112106 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58186) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:33.134706 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d0cb4f1-d574-453c-a6a2-204fee962cf1 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 19:49:33.137790 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179e207a-c6a3-4e02-b6f3-254fe1a37a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0e80e4-6ff7-49d3-a295-35080436a655,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:33.199414 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b92b3afc-641e-4968-aaea-c1c88c2f945a req-5b273cbb-060e-4562-a7c9-8405e90234b2 service neutron] 10.222.0.50 "GET /v2.0/networks/1753be5e-696a-42f8-9a08-d20a05c27948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3944218 May 05 19:49:33.203765 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4d0cb4f1-d574-453c-a6a2-204fee962cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:33.205557 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-4d0cb4f1-d574-453c-a6a2-204fee962cf1 admin admin] Added segment 74addc21-9c2f-4292-8d75-7048fb7d56d2 of type vlan for network 9e1d2257-41cc-4af2-afae-4ca8a9719a05 May 05 19:49:33.211805 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0cb4f1-d574-453c-a6a2-204fee962cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdda19ee-d3aa-495d-878b-0e2cd88856b7,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:33.242159 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5164ab7-d2a0-4e34-8423-6e38eea11660 None None] Pushing event updated for resources: {'Port': ['ID=35ae6b45-bf0b-4fff-9e96-3f3414b41b42,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:33.377186 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9405beea-4c17-427d-8845-1ef2a33608aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:33.388001 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-e0ab7c83-dd83-4ce8-9ce6-d066873af59a None None] Set router 021fe70b-cc92-4648-a00e-ca6dd9bc3322 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:49:33.404780 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4d0cb4f1-d574-453c-a6a2-204fee962cf1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:33.418299 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port eb2a3987-2931-4bc3-8ac3-01587d3d27c7, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=eb2a3987-2931-4bc3-8ac3-01587d3d27c7,segment=NetworkSegment(0415ad73-5a7f-40e0-b4c4-886469d943b6),segment_id=0415ad73-5a7f-40e0-b4c4-886469d943b6)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:49:33.444392 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a8d2f19d-d5e1-4803-a654-9ef1f0c13818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:33.469228 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': 'eb2a3987-2931-4bc3-8ac3-01587d3d27c7', 'network_id': '1753be5e-696a-42f8-9a08-d20a05c27948', 'port_id': 'eb2a3987-2931-4bc3-8ac3-01587d3d27c7', 'mac_address': 'fa:16:3e:80:36:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd902a8d0-b514-4bd9-bafe-ab994adadb04', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:49:33.530355 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a8d2f19d-d5e1-4803-a654-9ef1f0c13818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:33.601726 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4d0cb4f1-d574-453c-a6a2-204fee962cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:33.602778 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0cb4f1-d574-453c-a6a2-204fee962cf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:33.603473 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4d0cb4f1-d574-453c-a6a2-204fee962cf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:33.610571 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:33.657206 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb2a3987-2931-4bc3-8ac3-01587d3d27c7 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:49:33.694517 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port eb2a3987-2931-4bc3-8ac3-01587d3d27c7, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=eb2a3987-2931-4bc3-8ac3-01587d3d27c7,segment=NetworkSegment(0415ad73-5a7f-40e0-b4c4-886469d943b6),segment_id=0415ad73-5a7f-40e0-b4c4-886469d943b6)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:49:33.703730 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:33.852713 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0cb4f1-d574-453c-a6a2-204fee962cf1 admin admin] Pushing event updated for resources: {'Network': ['ID=9e1d2257-41cc-4af2-afae-4ca8a9719a05,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:33.878110 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=eb2a3987-2931-4bc3-8ac3-01587d3d27c7,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:33.882466 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 9e1d2257-41cc-4af2-afae-4ca8a9719a05 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 19:49:33.890323 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-4d0cb4f1-d574-453c-a6a2-204fee962cf1 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.0105722 May 05 19:49:33.890735 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58210) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:33.895521 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a8d2f19d-d5e1-4803-a654-9ef1f0c13818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:33.897896 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a8d2f19d-d5e1-4803-a654-9ef1f0c13818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:33.902285 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-a8d2f19d-d5e1-4803-a654-9ef1f0c13818 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5b0e80e4-6ff7-49d3-a295-35080436a655 HTTP/1.1" status: 204 len: 168 time: 0.7862577 May 05 19:49:33.906571 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-a0379b7b-65b6-47dd-9c9a-eba929fd7e4c admin admin] Request body: {'subnet': {'network_id': '9e1d2257-41cc-4af2-afae-4ca8a9719a05', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-779972203-subnet', 'tenant_id': '63ca58c29fae4c4eaafba189c1ec4492', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:49:33.922872 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-a0379b7b-65b6-47dd-9c9a-eba929fd7e4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:49:33.925449 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d2f19d-d5e1-4803-a654-9ef1f0c13818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0e80e4-6ff7-49d3-a295-35080436a655,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:33.936340 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea48eae6-7656-4a04-b139-f7f0e7a32c19 req-52a6cd96-431c-41fa-b2ae-2cfda5060e51 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:33.943538 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ea48eae6-7656-4a04-b139-f7f0e7a32c19 req-52a6cd96-431c-41fa-b2ae-2cfda5060e51 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2da9113-bcab-486d-acf9-04db64294d25 HTTP/1.1" status: 200 len: 943 time: 0.4202571 May 05 19:49:33.947771 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a0379b7b-65b6-47dd-9c9a-eba929fd7e4c admin admin] Usage tracker for resource:subnet and tenant:63ca58c29fae4c4eaafba189c1ec4492 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:49:33.961860 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-9405beea-4c17-427d-8845-1ef2a33608aa admin admin] Allocated IP 172.20.0.1 (9a756aea-8571-47f4-9d7f-4e54e778f2f9/b0dc03a4-f77c-4911-b041-f01129613e5d/1d9308d7-2ccc-4495-90ea-0059b6b88d87) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:49:33.964353 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a0379b7b-65b6-47dd-9c9a-eba929fd7e4c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:49:33.968152 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['eb2a3987-2931-4bc3-8ac3-01587d3d27c7'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:49:33.977469 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-a0379b7b-65b6-47dd-9c9a-eba929fd7e4c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:49:33.987547 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-e0ab7c83-dd83-4ce8-9ce6-d066873af59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021fe70b-cc92-4648-a00e-ca6dd9bc3322', 'name': 'tempest-AttachSCSIVolumeTestJSON-1709732276-router', 'tenant_id': '5095a824df304b7aa811f4d08715af2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '35ae6b45-bf0b-4fff-9e96-3f3414b41b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:49:22Z', 'updated_at': '2022-05-05T19:49:27Z', 'revision_number': 3, 'project_id': '5095a824df304b7aa811f4d08715af2b', 'gw_port': {'id': '35ae6b45-bf0b-4fff-9e96-3f3414b41b42', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:da:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021fe70b-cc92-4648-a00e-ca6dd9bc3322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:49:25Z', 'updated_at': '2022-05-05T19:49:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:49:34.000606 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ab7c83-dd83-4ce8-9ce6-d066873af59a None None] The sync data for ids ['021fe70b-cc92-4648-a00e-ca6dd9bc3322'] in n-d-840717-1 is: [{'id': '021fe70b-cc92-4648-a00e-ca6dd9bc3322', 'name': 'tempest-AttachSCSIVolumeTestJSON-1709732276-router', 'tenant_id': '5095a824df304b7aa811f4d08715af2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '35ae6b45-bf0b-4fff-9e96-3f3414b41b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:49:22Z', 'updated_at': '2022-05-05T19:49:27Z', 'revision_number': 3, 'project_id': '5095a824df304b7aa811f4d08715af2b', 'gw_port': {'id': '35ae6b45-bf0b-4fff-9e96-3f3414b41b42', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:da:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021fe70b-cc92-4648-a00e-ca6dd9bc3322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:49:25Z', 'updated_at': '2022-05-05T19:49:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 19:49:34.021249 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ea48eae6-7656-4a04-b139-f7f0e7a32c19 req-8d9bc8a1-c67c-46d7-93dd-10929737a02e tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ecbfda5-20c1-471c-a301-f56cb75a4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0767453 May 05 19:49:34.026112 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0379b7b-65b6-47dd-9c9a-eba929fd7e4c admin admin] Made reservation on behalf of 63ca58c29fae4c4eaafba189c1ec4492 for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:49:34.036287 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a0379b7b-65b6-47dd-9c9a-eba929fd7e4c admin admin] Notify callbacks [] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:34.237514 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9405beea-4c17-427d-8845-1ef2a33608aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:34.266092 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-9405beea-4c17-427d-8845-1ef2a33608aa admin admin] Transition to ACTIVE for port object 1d9308d7-2ccc-4495-90ea-0059b6b88d87 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:49:34.317393 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9405beea-4c17-427d-8845-1ef2a33608aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:34.563739 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3efc0e19-b9e4-43cd-a029-1251d3aee1c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:34.679861 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a0379b7b-65b6-47dd-9c9a-eba929fd7e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:34.777604 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58256) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:34.804939 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9405beea-4c17-427d-8845-1ef2a33608aa admin admin] Network 9a756aea-8571-47f4-9d7f-4e54e778f2f9 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:49:34.808767 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-9405beea-4c17-427d-8845-1ef2a33608aa admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:49:34.833366 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2f1f6a9a-9d94-4dee-8af2-13beb11357ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:34.833601 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9405beea-4c17-427d-8845-1ef2a33608aa admin admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:49:34.834145 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9405beea-4c17-427d-8845-1ef2a33608aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:34.869884 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-2f1f6a9a-9d94-4dee-8af2-13beb11357ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:49:34.882564 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-2f1f6a9a-9d94-4dee-8af2-13beb11357ea admin admin] Usage tracker for resource:security_group_rule and tenant:0930b090c15e450fbb9cb6d738f62675 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:49:34.883120 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405beea-4c17-427d-8845-1ef2a33608aa admin admin] Pushing event updated for resources: {'Port': ['ID=1d9308d7-2ccc-4495-90ea-0059b6b88d87,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:34.900615 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-2f1f6a9a-9d94-4dee-8af2-13beb11357ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:49:34.911622 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-2f1f6a9a-9d94-4dee-8af2-13beb11357ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:49:34.988976 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9dcf27-784f-4c06-8a7d-dbcffdd23294 req-afd870a8-b0d5-4b4f-a118-a2dd04665fef tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:34.990797 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0c9dcf27-784f-4c06-8a7d-dbcffdd23294 req-afd870a8-b0d5-4b4f-a118-a2dd04665fef tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=34fe469f-2452-4b5f-bbd8-86cac3e6e0b0 HTTP/1.1" status: 200 len: 1097 time: 0.3269773 May 05 19:49:34.999073 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0379b7b-65b6-47dd-9c9a-eba929fd7e4c admin admin] Checking segment: {'id': '74addc21-9c2f-4292-8d75-7048fb7d56d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9e1d2257-41cc-4af2-afae-4ca8a9719a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:49:34.999875 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0379b7b-65b6-47dd-9c9a-eba929fd7e4c admin admin] Network hostable DHCP agents. Network: 9e1d2257-41cc-4af2-afae-4ca8a9719a05, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 19:49:35.010589 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0379b7b-65b6-47dd-9c9a-eba929fd7e4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=99c4516e-78c1-4a80-85a0-0e7389d15301,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:35.071926 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0379b7b-65b6-47dd-9c9a-eba929fd7e4c admin admin] Network 9e1d2257-41cc-4af2-afae-4ca8a9719a05 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 19:49:35.127029 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0c9dcf27-784f-4c06-8a7d-dbcffdd23294 req-0c239019-17de-47ba-8a08-88cdfc7920a8 tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268950 May 05 19:49:35.130745 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-a0379b7b-65b6-47dd-9c9a-eba929fd7e4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 9e1d2257-41cc-4af2-afae-4ca8a9719a05) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:49:35.152236 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e35e1a5-b7af-448b-b5cc-1700c21a8cb7 None None] Network 9e1d2257-41cc-4af2-afae-4ca8a9719a05 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:49:35.171820 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0379b7b-65b6-47dd-9c9a-eba929fd7e4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:35.172437 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a0379b7b-65b6-47dd-9c9a-eba929fd7e4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:35.205671 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2f1f6a9a-9d94-4dee-8af2-13beb11357ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:35.225625 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2f1f6a9a-9d94-4dee-8af2-13beb11357ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:35.260126 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58268) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:35.286626 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9405beea-4c17-427d-8845-1ef2a33608aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:35.369087 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1f6a9a-9d94-4dee-8af2-13beb11357ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=298302eb-96a4-45a5-89ba-7adc5c614ee2,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:35.422760 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-a0379b7b-65b6-47dd-9c9a-eba929fd7e4c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5303762 May 05 19:49:35.429640 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-2f1f6a9a-9d94-4dee-8af2-13beb11357ea admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0930b090c15e450fbb9cb6d738f62675&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6475830 May 05 19:49:35.430200 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58276) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:35.470471 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bcb69a-d644-4283-a603-64c93a2b33b6 req-16227f74-8697-4df2-af85-d2c552fc074b tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:35.478826 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-18bcb69a-d644-4283-a603-64c93a2b33b6 req-16227f74-8697-4df2-af85-d2c552fc074b tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2da9113-bcab-486d-acf9-04db64294d25 HTTP/1.1" status: 200 len: 944 time: 0.1499083 May 05 19:49:35.486101 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 35ae6b45-bf0b-4fff-9e96-3f3414b41b42 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:49:35.541228 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-18bcb69a-d644-4283-a603-64c93a2b33b6 req-a8a09f0d-066d-4a18-a4aa-4a45559fa3f7 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ecbfda5-20c1-471c-a301-f56cb75a4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0590250 May 05 19:49:35.585956 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58284) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:35.675926 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-40083fcd-275e-48ce-9100-734622fba940 None None] Provisioning for port 1d9308d7-2ccc-4495-90ea-0059b6b88d87 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:49:35.689289 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-40083fcd-275e-48ce-9100-734622fba940 None None] Provisioning complete for port 1d9308d7-2ccc-4495-90ea-0059b6b88d87 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:49:35.693060 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-40083fcd-275e-48ce-9100-734622fba940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:35.756845 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-87e44558-dba4-43ef-bb04-692229f4db15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:35.812496 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dadc5d87-3de4-4a56-9f65-396da6185e45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:35.840478 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-40083fcd-275e-48ce-9100-734622fba940 None None] Port 1d9308d7-2ccc-4495-90ea-0059b6b88d87 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:49:35.842670 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 35ae6b45-bf0b-4fff-9e96-3f3414b41b42 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:49:35.884800 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 35ae6b45-bf0b-4fff-9e96-3f3414b41b42 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:49:35.885755 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:35.892169 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-dadc5d87-3de4-4a56-9f65-396da6185e45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:49:35.895453 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-87e44558-dba4-43ef-bb04-692229f4db15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:35.912168 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-dadc5d87-3de4-4a56-9f65-396da6185e45 admin admin] Usage tracker for resource:security_group_rule and tenant:c1ea6695b40d4b2097245ce2c62eb2e2 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:49:35.919925 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-dadc5d87-3de4-4a56-9f65-396da6185e45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:49:35.948264 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-dadc5d87-3de4-4a56-9f65-396da6185e45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:49:35.955278 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fa33dc-91a3-46dd-a898-8e33787dc923 None None] Network 9e1d2257-41cc-4af2-afae-4ca8a9719a05 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:49:36.019749 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-35affde7-6f6c-4d2b-a128-05258787eee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:36.040549 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-35affde7-6f6c-4d2b-a128-05258787eee5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:49:36.048315 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-35affde7-6f6c-4d2b-a128-05258787eee5 admin admin] Usage tracker for resource:security_group_rule and tenant:cdd447a6ac06497dbbc4ba5611355f4d is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:49:36.050973 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-35affde7-6f6c-4d2b-a128-05258787eee5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:49:36.060574 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-35affde7-6f6c-4d2b-a128-05258787eee5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:49:36.086055 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9405beea-4c17-427d-8845-1ef2a33608aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:36.093037 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-87e44558-dba4-43ef-bb04-692229f4db15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:36.111139 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e44558-dba4-43ef-bb04-692229f4db15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298302eb-96a4-45a5-89ba-7adc5c614ee2,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:36.115028 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9405beea-4c17-427d-8845-1ef2a33608aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:36.115783 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9405beea-4c17-427d-8845-1ef2a33608aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:36.213923 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-35affde7-6f6c-4d2b-a128-05258787eee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:36.219570 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-35affde7-6f6c-4d2b-a128-05258787eee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:36.266328 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35affde7-6f6c-4d2b-a128-05258787eee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e58fc922-a67c-42d2-8e12-be8a4666548f,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:36.288123 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-35affde7-6f6c-4d2b-a128-05258787eee5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cdd447a6ac06497dbbc4ba5611355f4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7010069 May 05 19:49:36.290593 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58312) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:36.320429 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dadc5d87-3de4-4a56-9f65-396da6185e45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:36.321379 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405beea-4c17-427d-8845-1ef2a33608aa admin admin] Pushing event updated for resources: {'Port': ['ID=1d9308d7-2ccc-4495-90ea-0059b6b88d87,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:36.327123 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-87e44558-dba4-43ef-bb04-692229f4db15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:36.328778 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-87e44558-dba4-43ef-bb04-692229f4db15 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/298302eb-96a4-45a5-89ba-7adc5c614ee2 HTTP/1.1" status: 204 len: 168 time: 0.8975859 May 05 19:49:36.343854 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:36.365597 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 35ae6b45-bf0b-4fff-9e96-3f3414b41b42, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=35ae6b45-bf0b-4fff-9e96-3f3414b41b42,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:49:36.378735 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dadc5d87-3de4-4a56-9f65-396da6185e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:36.397051 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-977cd5c6-e2cb-4a07-9245-3b7159b37931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:36.416988 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:36.468830 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-977cd5c6-e2cb-4a07-9245-3b7159b37931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:36.470833 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-dadc5d87-3de4-4a56-9f65-396da6185e45 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c1ea6695b40d4b2097245ce2c62eb2e2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2096617 May 05 19:49:36.474517 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58320) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:36.477989 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadc5d87-3de4-4a56-9f65-396da6185e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5e2617-214f-4f0d-bba8-190334f8f840,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:36.538123 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9405beea-4c17-427d-8845-1ef2a33608aa admin admin] Network 9a756aea-8571-47f4-9d7f-4e54e778f2f9 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:49:36.546041 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-9405beea-4c17-427d-8845-1ef2a33608aa admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:49:36.644240 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-977cd5c6-e2cb-4a07-9245-3b7159b37931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:36.674086 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977cd5c6-e2cb-4a07-9245-3b7159b37931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58fc922-a67c-42d2-8e12-be8a4666548f,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:36.701400 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-977cd5c6-e2cb-4a07-9245-3b7159b37931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:36.702761 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-977cd5c6-e2cb-4a07-9245-3b7159b37931 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e58fc922-a67c-42d2-8e12-be8a4666548f HTTP/1.1" status: 204 len: 168 time: 0.4106488 May 05 19:49:36.714535 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c7b09732-8bc0-4e07-ac03-c53056256511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:36.722561 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=35ae6b45-bf0b-4fff-9e96-3f3414b41b42,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:36.834934 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2097e256-92ec-4c15-a724-703a02abbf1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:36.954629 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c7b09732-8bc0-4e07-ac03-c53056256511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:36.982266 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9f7454d7-745d-4f0b-a747-bc10a0791c7f None None] Provisioning complete for port 1d9308d7-2ccc-4495-90ea-0059b6b88d87 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:49:36.982641 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9f7454d7-745d-4f0b-a747-bc10a0791c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:37.055517 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2382371c-86b8-472f-a863-ac3b02c3348c req-d2f1bf25-a78c-4157-85f2-6fc7c5f9994b tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:37.064109 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2382371c-86b8-472f-a863-ac3b02c3348c req-d2f1bf25-a78c-4157-85f2-6fc7c5f9994b tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2da9113-bcab-486d-acf9-04db64294d25 HTTP/1.1" status: 200 len: 944 time: 0.0997140 May 05 19:49:37.089650 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9405beea-4c17-427d-8845-1ef2a33608aa admin admin] Router 021fe70b-cc92-4648-a00e-ca6dd9bc3322 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 19:49:37.147938 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9f7454d7-745d-4f0b-a747-bc10a0791c7f None None] Port 1d9308d7-2ccc-4495-90ea-0059b6b88d87 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:49:37.151306 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device eb2a3987-2931-4bc3-8ac3-01587d3d27c7 up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:49:37.154700 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2382371c-86b8-472f-a863-ac3b02c3348c req-7bff2ccd-5eea-4553-b289-cd51ef9a9db4 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ecbfda5-20c1-471c-a301-f56cb75a4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0893967 May 05 19:49:37.175724 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c7b09732-8bc0-4e07-ac03-c53056256511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:37.220538 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b09732-8bc0-4e07-ac03-c53056256511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5e2617-214f-4f0d-bba8-190334f8f840,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:37.224682 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c7b09732-8bc0-4e07-ac03-c53056256511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:37.228893 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c7b09732-8bc0-4e07-ac03-c53056256511 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7b5e2617-214f-4f0d-bba8-190334f8f840 HTTP/1.1" status: 204 len: 168 time: 0.7496150 May 05 19:49:37.309031 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port eb2a3987-2931-4bc3-8ac3-01587d3d27c7 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:49:37.315029 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port eb2a3987-2931-4bc3-8ac3-01587d3d27c7 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:49:37.315423 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:37.372893 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 35ae6b45-bf0b-4fff-9e96-3f3414b41b42 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:49:37.383260 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9405beea-4c17-427d-8845-1ef2a33608aa admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 19:49:37.389601 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-9405beea-4c17-427d-8845-1ef2a33608aa admin admin] 10.222.0.36 "PUT /v2.0/routers/021fe70b-cc92-4648-a00e-ca6dd9bc3322/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5316079 May 05 19:49:37.458504 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d3b411-2ea3-4de0-8ce8-489a7975b6e1 None None] Sync routers for ids ['021fe70b-cc92-4648-a00e-ca6dd9bc3322'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 19:49:37.504519 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d3b411-2ea3-4de0-8ce8-489a7975b6e1 None None] Routers {'021fe70b-cc92-4648-a00e-ca6dd9bc3322'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:49:37.505093 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-80d3b411-2ea3-4de0-8ce8-489a7975b6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:49:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['021fe70b-cc92-4648-a00e-ca6dd9bc3322'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:49:37.531634 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58356) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:37.656795 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58362) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:37.687424 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-84ad35d2-a9dc-49c9-8564-925b3e208073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:37.721344 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [req-925dd431-e313-467b-8673-ab6923dd90a1 req-25e25a81-2a82-412e-b48e-4ba65b25fef3 tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 19:49:37.728545 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-925dd431-e313-467b-8673-ab6923dd90a1 req-25e25a81-2a82-412e-b48e-4ba65b25fef3 tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0145245 May 05 19:49:37.730993 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-84ad35d2-a9dc-49c9-8564-925b3e208073 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:49:37.736511 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-925dd431-e313-467b-8673-ab6923dd90a1 req-5ddf15f8-f9ff-4e4c-bbc9-edd80e0497de service neutron] Request body: {'binding': {'host': 'n-h2-840717-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:49:37.736983 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-925dd431-e313-467b-8673-ab6923dd90a1 req-5ddf15f8-f9ff-4e4c-bbc9-edd80e0497de service neutron] Unknown quota resources ['binding']. {{(pid=88198) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 05 19:49:37.782490 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:37.818118 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 35ae6b45-bf0b-4fff-9e96-3f3414b41b42 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:49:37.818694 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:37.897102 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-80d3b411-2ea3-4de0-8ce8-489a7975b6e1 None None] Set router 021fe70b-cc92-4648-a00e-ca6dd9bc3322 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:49:37.960189 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:38.017175 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:38.064602 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58378) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:38.068488 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58380) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:38.075561 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-4d569814-2065-451e-aba2-370f06edabc5 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1798671179-network', 'tenant_id': '75cb46d03a6d4e0eb7c7ff48f35228b2'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:49:38.078388 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2da9113-bcab-486d-acf9-04db64294d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb2a3987-2931-4bc3-8ac3-01587d3d27c7'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:49:38.115068 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port eb2a3987-2931-4bc3-8ac3-01587d3d27c7, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=eb2a3987-2931-4bc3-8ac3-01587d3d27c7,segment=NetworkSegment(0415ad73-5a7f-40e0-b4c4-886469d943b6),segment_id=0415ad73-5a7f-40e0-b4c4-886469d943b6)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:49:38.127835 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d24d0a52-da8b-43e8-92a9-a234c4ff9858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:38.131578 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ff3e002c-ca48-4b90-b945-12a3db585f3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:38.146507 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4d569814-2065-451e-aba2-370f06edabc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:49:38.152541 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-84ad35d2-a9dc-49c9-8564-925b3e208073 admin admin] Usage tracker for resource:security_group_rule and tenant:4d8d3ab7d6d44a4c874bf900d135ea14 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:49:38.157404 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-84ad35d2-a9dc-49c9-8564-925b3e208073 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:49:38.171806 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6474d152-8315-4de3-b9a4-0227e140fbc4'] response: {'server_uuid': 'd2da9113-bcab-486d-acf9-04db64294d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb2a3987-2931-4bc3-8ac3-01587d3d27c7', 'code': 200} May 05 19:49:38.187098 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-d24d0a52-da8b-43e8-92a9-a234c4ff9858 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:49:38.189825 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4d569814-2065-451e-aba2-370f06edabc5 admin admin] Usage tracker for resource:network and tenant:75cb46d03a6d4e0eb7c7ff48f35228b2 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:49:38.193663 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4d569814-2065-451e-aba2-370f06edabc5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:49:38.196724 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:38.224610 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ff3e002c-ca48-4b90-b945-12a3db585f3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:49:38.229364 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-d24d0a52-da8b-43e8-92a9-a234c4ff9858 admin admin] Usage tracker for resource:security_group_rule and tenant:e38cc59744ee4ea6a74d6729c875168b is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:49:38.230357 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-ff3e002c-ca48-4b90-b945-12a3db585f3c admin admin] Usage tracker for resource:security_group_rule and tenant:5b0478bdea8a48a5b80ba80827625270 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:49:38.239770 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-d24d0a52-da8b-43e8-92a9-a234c4ff9858 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:49:38.242905 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4d569814-2065-451e-aba2-370f06edabc5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:49:38.244226 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-ff3e002c-ca48-4b90-b945-12a3db585f3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:49:38.250779 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-d24d0a52-da8b-43e8-92a9-a234c4ff9858 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:49:38.251076 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ff3e002c-ca48-4b90-b945-12a3db585f3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:49:38.279679 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d569814-2065-451e-aba2-370f06edabc5 admin admin] Made reservation on behalf of 75cb46d03a6d4e0eb7c7ff48f35228b2 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:49:38.284554 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4d569814-2065-451e-aba2-370f06edabc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:38.309437 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4d569814-2065-451e-aba2-370f06edabc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:38.334756 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4d569814-2065-451e-aba2-370f06edabc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:49:38.342732 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4d569814-2065-451e-aba2-370f06edabc5 admin admin] Usage tracker for resource:security_group_rule and tenant:75cb46d03a6d4e0eb7c7ff48f35228b2 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:49:38.347599 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-925dd431-e313-467b-8673-ab6923dd90a1 req-5ddf15f8-f9ff-4e4c-bbc9-edd80e0497de service neutron] Attempting to bind port 82e61456-3f47-436d-9805-d3ea9b5e63b9 on host n-h2-840717-1 for vnic_type normal with profile None {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:49:38.347875 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4d569814-2065-451e-aba2-370f06edabc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:49:38.351229 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-925dd431-e313-467b-8673-ab6923dd90a1 req-5ddf15f8-f9ff-4e4c-bbc9-edd80e0497de service neutron] Attempting to bind port 82e61456-3f47-436d-9805-d3ea9b5e63b9 by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': '2fd00a77-6cab-42c3-b322-459c43fd8637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '87da803f-e7d0-44ba-a1c3-46d895a6576d'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:49:38.354201 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925dd431-e313-467b-8673-ab6923dd90a1 req-5ddf15f8-f9ff-4e4c-bbc9-edd80e0497de service neutron] Attempting to bind port 82e61456-3f47-436d-9805-d3ea9b5e63b9 on network 87da803f-e7d0-44ba-a1c3-46d895a6576d {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:49:38.357009 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4d569814-2065-451e-aba2-370f06edabc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:49:38.372167 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-84ad35d2-a9dc-49c9-8564-925b3e208073 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:49:38.377578 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925dd431-e313-467b-8673-ab6923dd90a1 req-5ddf15f8-f9ff-4e4c-bbc9-edd80e0497de service neutron] Port 82e61456-3f47-436d-9805-d3ea9b5e63b9 on network 87da803f-e7d0-44ba-a1c3-46d895a6576d not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:49:38.381224 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925dd431-e313-467b-8673-ab6923dd90a1 req-5ddf15f8-f9ff-4e4c-bbc9-edd80e0497de service neutron] Attempting to bind port 82e61456-3f47-436d-9805-d3ea9b5e63b9 on network 87da803f-e7d0-44ba-a1c3-46d895a6576d {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:49:38.445901 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925dd431-e313-467b-8673-ab6923dd90a1 req-5ddf15f8-f9ff-4e4c-bbc9-edd80e0497de service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:49:38.446498 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925dd431-e313-467b-8673-ab6923dd90a1 req-5ddf15f8-f9ff-4e4c-bbc9-edd80e0497de service neutron] Checking segment: {'id': '2fd00a77-6cab-42c3-b322-459c43fd8637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '87da803f-e7d0-44ba-a1c3-46d895a6576d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:49:38.447037 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925dd431-e313-467b-8673-ab6923dd90a1 req-5ddf15f8-f9ff-4e4c-bbc9-edd80e0497de service neutron] Bound using segment: {'id': '2fd00a77-6cab-42c3-b322-459c43fd8637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '87da803f-e7d0-44ba-a1c3-46d895a6576d'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:49:38.447678 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-925dd431-e313-467b-8673-ab6923dd90a1 req-5ddf15f8-f9ff-4e4c-bbc9-edd80e0497de service neutron] Bound port: 82e61456-3f47-436d-9805-d3ea9b5e63b9, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fd00a77-6cab-42c3-b322-459c43fd8637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '87da803f-e7d0-44ba-a1c3-46d895a6576d'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:49:38.610796 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ff3e002c-ca48-4b90-b945-12a3db585f3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:38.667966 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f48baf-939a-405d-b802-0e80fdbc7ca7 req-ed4e158c-7ba8-44b5-99a1-730335bde27d tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:38.675754 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e2f48baf-939a-405d-b802-0e80fdbc7ca7 req-ed4e158c-7ba8-44b5-99a1-730335bde27d tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2da9113-bcab-486d-acf9-04db64294d25 HTTP/1.1" status: 200 len: 945 time: 0.2647643 May 05 19:49:38.678106 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ff3e002c-ca48-4b90-b945-12a3db585f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:38.682047 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d24d0a52-da8b-43e8-92a9-a234c4ff9858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:38.712005 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d24d0a52-da8b-43e8-92a9-a234c4ff9858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:38.740504 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4d569814-2065-451e-aba2-370f06edabc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:38.756439 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=eb2a3987-2931-4bc3-8ac3-01587d3d27c7,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:38.774060 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4d569814-2065-451e-aba2-370f06edabc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:38.791223 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-925dd431-e313-467b-8673-ab6923dd90a1 req-5ddf15f8-f9ff-4e4c-bbc9-edd80e0497de service neutron] For port 82e61456-3f47-436d-9805-d3ea9b5e63b9, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=82e61456-3f47-436d-9805-d3ea9b5e63b9,segment=NetworkSegment(2fd00a77-6cab-42c3-b322-459c43fd8637),segment_id=2fd00a77-6cab-42c3-b322-459c43fd8637)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:49:38.874886 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-80d3b411-2ea3-4de0-8ce8-489a7975b6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021fe70b-cc92-4648-a00e-ca6dd9bc3322', 'name': 'tempest-AttachSCSIVolumeTestJSON-1709732276-router', 'tenant_id': '5095a824df304b7aa811f4d08715af2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '35ae6b45-bf0b-4fff-9e96-3f3414b41b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:49:22Z', 'updated_at': '2022-05-05T19:49:35Z', 'revision_number': 4, 'project_id': '5095a824df304b7aa811f4d08715af2b', 'gw_port': {'id': '35ae6b45-bf0b-4fff-9e96-3f3414b41b42', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:da:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021fe70b-cc92-4648-a00e-ca6dd9bc3322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:49:25Z', 'updated_at': '2022-05-05T19:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '1d9308d7-2ccc-4495-90ea-0059b6b88d87', 'name': '', 'network_id': '9a756aea-8571-47f4-9d7f-4e54e778f2f9', 'tenant_id': '5095a824df304b7aa811f4d08715af2b', 'mac_address': 'fa:16:3e:ec:97:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021fe70b-cc92-4648-a00e-ca6dd9bc3322', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'b0dc03a4-f77c-4911-b041-f01129613e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:49:33Z', 'updated_at': '2022-05-05T19:49:35Z', 'revision_number': 2, 'project_id': '5095a824df304b7aa811f4d08715af2b', 'subnets': [{'id': 'b0dc03a4-f77c-4911-b041-f01129613e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:49:38.883462 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e2f48baf-939a-405d-b802-0e80fdbc7ca7 req-2b8f58db-d95d-4ff2-ae2b-64476e49be26 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ecbfda5-20c1-471c-a301-f56cb75a4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2064898 May 05 19:49:38.885768 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d3b411-2ea3-4de0-8ce8-489a7975b6e1 None None] Checking router: 021fe70b-cc92-4648-a00e-ca6dd9bc3322 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 19:49:38.886482 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d3b411-2ea3-4de0-8ce8-489a7975b6e1 None None] Updating router 021fe70b-cc92-4648-a00e-ca6dd9bc3322 port 1d9308d7-2ccc-4495-90ea-0059b6b88d87 binding host n-d-840717-1 {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 19:49:38.902631 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d24d0a52-da8b-43e8-92a9-a234c4ff9858 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e38cc59744ee4ea6a74d6729c875168b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8314645 May 05 19:49:38.909877 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58406) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:38.917110 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3e002c-ca48-4b90-b945-12a3db585f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4801978-1d32-4bfa-9ec7-d06f38b9c2cc,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:38.918124 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d569814-2065-451e-aba2-370f06edabc5 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 19:49:38.929282 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-ff3e002c-ca48-4b90-b945-12a3db585f3c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5b0478bdea8a48a5b80ba80827625270&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3965847 May 05 19:49:38.935426 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92438f68-3ae4-4084-be6b-c2fe29717f58 req-ceddcc0b-2cb0-47d8-94ba-abe81602086b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:38.936883 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-92438f68-3ae4-4084-be6b-c2fe29717f58 req-ceddcc0b-2cb0-47d8-94ba-abe81602086b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d2da9113-bcab-486d-acf9-04db64294d25 HTTP/1.1" status: 200 len: 1096 time: 0.5673833 May 05 19:49:38.938527 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58410) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:38.952732 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24d0a52-da8b-43e8-92a9-a234c4ff9858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0389d7a2-faeb-4353-8ce6-eb593322e4c8,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:38.960790 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-925dd431-e313-467b-8673-ab6923dd90a1 req-5ddf15f8-f9ff-4e4c-bbc9-edd80e0497de service neutron] Notify callbacks [] for binding, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:38.980035 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-925dd431-e313-467b-8673-ab6923dd90a1 req-5ddf15f8-f9ff-4e4c-bbc9-edd80e0497de service neutron] 10.222.0.36 "POST /v2.0/ports/82e61456-3f47-436d-9805-d3ea9b5e63b9/bindings HTTP/1.1" status: 201 len: 389 time: 1.2503648 May 05 19:49:38.997490 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-80d3b411-2ea3-4de0-8ce8-489a7975b6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:39.013880 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4d569814-2065-451e-aba2-370f06edabc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:39.014231 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-4d569814-2065-451e-aba2-370f06edabc5 admin admin] Added segment cd028e4c-a0c9-4ee1-862b-037c8174febf of type vlan for network c8be83ce-fdb5-4aca-9778-1b6608480539 May 05 19:49:39.161700 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-84ad35d2-a9dc-49c9-8564-925b3e208073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:39.190235 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d569814-2065-451e-aba2-370f06edabc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=648fa384-d037-4550-a423-46c5d3518f1a,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:39.234575 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4d569814-2065-451e-aba2-370f06edabc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:39.237497 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-84ad35d2-a9dc-49c9-8564-925b3e208073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:39.273940 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f0e57e4b-f3a3-4f6a-b723-98ca5cdcd51e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:39.374727 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8cb8fa2c-fd52-4483-b8ef-14f4135fdb8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:39.411992 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-92438f68-3ae4-4084-be6b-c2fe29717f58 req-d4a0402f-4181-4e23-87fa-95f4ebcd68a8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0ecbfda5-20c1-471c-a301-f56cb75a4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4266427 May 05 19:49:39.460475 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f0e57e4b-f3a3-4f6a-b723-98ca5cdcd51e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:39.487594 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:39.490328 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4d569814-2065-451e-aba2-370f06edabc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:39.491669 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d569814-2065-451e-aba2-370f06edabc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:39.492513 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4d569814-2065-451e-aba2-370f06edabc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:39.540614 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8cb8fa2c-fd52-4483-b8ef-14f4135fdb8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:39.679102 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-4d569814-2065-451e-aba2-370f06edabc5 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6094048 May 05 19:49:39.682689 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d569814-2065-451e-aba2-370f06edabc5 admin admin] Pushing event updated for resources: {'Network': ['ID=c8be83ce-fdb5-4aca-9778-1b6608480539,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:39.684729 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-84ad35d2-a9dc-49c9-8564-925b3e208073 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4d8d3ab7d6d44a4c874bf900d135ea14&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0248916 May 05 19:49:39.685703 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58420) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:39.686085 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58422) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:39.704749 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-4b4adde8-ea92-4e4f-b6fd-92b4b1129ef4 admin admin] Request body: {'subnet': {'network_id': 'c8be83ce-fdb5-4aca-9778-1b6608480539', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1798671179-subnet', 'tenant_id': '75cb46d03a6d4e0eb7c7ff48f35228b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:49:39.719379 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8cb8fa2c-fd52-4483-b8ef-14f4135fdb8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:39.723733 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925dd431-e313-467b-8673-ab6923dd90a1 req-8dfc2338-438a-4431-aace-d94f64b0ce16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:39.725274 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-925dd431-e313-467b-8673-ab6923dd90a1 req-8dfc2338-438a-4431-aace-d94f64b0ce16 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ec798a1d17654fd38a17594ac4520b82&device_id=34fe469f-2452-4b5f-bbd8-86cac3e6e0b0 HTTP/1.1" status: 200 len: 1097 time: 0.3969643 May 05 19:49:39.731791 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4b4adde8-ea92-4e4f-b6fd-92b4b1129ef4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:49:39.737024 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ad35d2-a9dc-49c9-8564-925b3e208073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feda2032-00f8-4dc0-88a3-426e961aa175,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:39.766159 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4b4adde8-ea92-4e4f-b6fd-92b4b1129ef4 admin admin] Usage tracker for resource:subnet and tenant:75cb46d03a6d4e0eb7c7ff48f35228b2 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:49:39.784940 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network c8be83ce-fdb5-4aca-9778-1b6608480539 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 19:49:39.785195 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8cb8fa2c-fd52-4483-b8ef-14f4135fdb8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:39.789683 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-8cb8fa2c-fd52-4483-b8ef-14f4135fdb8f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f4801978-1d32-4bfa-9ec7-d06f38b9c2cc HTTP/1.1" status: 204 len: 168 time: 0.8505456 May 05 19:49:39.790754 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010abb6e-f55b-4e28-8ca0-1b83f9555907 req-de771964-e148-4882-8361-27d7aed69f2f tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:39.796238 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb8fa2c-fd52-4483-b8ef-14f4135fdb8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4801978-1d32-4bfa-9ec7-d06f38b9c2cc,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:39.800215 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-010abb6e-f55b-4e28-8ca0-1b83f9555907 req-de771964-e148-4882-8361-27d7aed69f2f tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=34fe469f-2452-4b5f-bbd8-86cac3e6e0b0 HTTP/1.1" status: 200 len: 946 time: 0.4176705 May 05 19:49:39.817207 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4b4adde8-ea92-4e4f-b6fd-92b4b1129ef4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:49:39.846012 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4b4adde8-ea92-4e4f-b6fd-92b4b1129ef4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:49:39.850340 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f0e57e4b-f3a3-4f6a-b723-98ca5cdcd51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:39.974305 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-010abb6e-f55b-4e28-8ca0-1b83f9555907 req-752e3db7-c779-43a4-96e4-3f7b09d8fbaf tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730568 May 05 19:49:39.997450 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f0e57e4b-f3a3-4f6a-b723-98ca5cdcd51e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:40.007509 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f0e57e4b-f3a3-4f6a-b723-98ca5cdcd51e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0389d7a2-faeb-4353-8ce6-eb593322e4c8 HTTP/1.1" status: 204 len: 168 time: 1.0946743 May 05 19:49:40.161451 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-80d3b411-2ea3-4de0-8ce8-489a7975b6e1 None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:40.167715 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4adde8-ea92-4e4f-b6fd-92b4b1129ef4 admin admin] Made reservation on behalf of 75cb46d03a6d4e0eb7c7ff48f35228b2 for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:49:40.174233 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4b4adde8-ea92-4e4f-b6fd-92b4b1129ef4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:40.201783 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-80d3b411-2ea3-4de0-8ce8-489a7975b6e1 None None] Transition to ACTIVE for port object 1d9308d7-2ccc-4495-90ea-0059b6b88d87 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:49:40.224087 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-80d3b411-2ea3-4de0-8ce8-489a7975b6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:40.389744 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ebde6-57fe-4b7d-b00c-81d657a8d41d req-e837e69f-726e-4e47-b3c8-f7f4d461ddf7 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:40.391311 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0c7ebde6-57fe-4b7d-b00c-81d657a8d41d req-e837e69f-726e-4e47-b3c8-f7f4d461ddf7 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2da9113-bcab-486d-acf9-04db64294d25 HTTP/1.1" status: 200 len: 945 time: 0.2455926 May 05 19:49:40.610567 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e57e4b-f3a3-4f6a-b723-98ca5cdcd51e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0389d7a2-faeb-4353-8ce6-eb593322e4c8,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:40.613565 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925dd431-e313-467b-8673-ab6923dd90a1 req-2da3eb88-eb64-4550-a31f-5c8205d22c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:40.617942 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-925dd431-e313-467b-8673-ab6923dd90a1 req-2da3eb88-eb64-4550-a31f-5c8205d22c11 service neutron] 10.222.0.50 "GET /v2.0/networks?id=87da803f-e7d0-44ba-a1c3-46d895a6576d HTTP/1.1" status: 200 len: 908 time: 0.8813086 May 05 19:49:40.631660 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a8d7e9da-fe80-4909-9355-168868549ad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:40.636166 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0c7ebde6-57fe-4b7d-b00c-81d657a8d41d req-638beb8b-78cf-4624-9e82-a7ab9aedc30c tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ecbfda5-20c1-471c-a301-f56cb75a4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1754959 May 05 19:49:40.847642 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3e1bbc-cd0c-4982-bc0c-dc689fdbc075 None None] Pushing event updated for resources: {'Port': ['ID=1d9308d7-2ccc-4495-90ea-0059b6b88d87,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:40.876954 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a8d7e9da-fe80-4909-9355-168868549ad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:40.896864 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58454) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:40.943719 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d5bbde73-d1b0-405e-af89-4d991b876978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:40.981180 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d5bbde73-d1b0-405e-af89-4d991b876978 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:49:40.990771 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d5bbde73-d1b0-405e-af89-4d991b876978 admin admin] Usage tracker for resource:security_group_rule and tenant:0c71bf286daf4ad1b95c09ed75cacbda is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:49:40.998660 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d5bbde73-d1b0-405e-af89-4d991b876978 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:49:41.037299 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d5bbde73-d1b0-405e-af89-4d991b876978 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:49:41.066223 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-925dd431-e313-467b-8673-ab6923dd90a1 req-9187809f-1b0e-4a95-92eb-627b860a132d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82e61456-3f47-436d-9805-d3ea9b5e63b9 HTTP/1.1" status: 200 len: 217 time: 0.4289689 May 05 19:49:41.079180 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a8d7e9da-fe80-4909-9355-168868549ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:41.113713 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-80d3b411-2ea3-4de0-8ce8-489a7975b6e1 None None] Attempting to bind port 1d9308d7-2ccc-4495-90ea-0059b6b88d87 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:49:41.116604 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-80d3b411-2ea3-4de0-8ce8-489a7975b6e1 None None] Attempting to bind port 1d9308d7-2ccc-4495-90ea-0059b6b88d87 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'b691d6e7-64be-44f0-8601-6ec31945703a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9a756aea-8571-47f4-9d7f-4e54e778f2f9'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:49:41.119202 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d3b411-2ea3-4de0-8ce8-489a7975b6e1 None None] Attempting to bind port 1d9308d7-2ccc-4495-90ea-0059b6b88d87 on network 9a756aea-8571-47f4-9d7f-4e54e778f2f9 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:49:41.138177 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d3b411-2ea3-4de0-8ce8-489a7975b6e1 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:49:41.142671 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d3b411-2ea3-4de0-8ce8-489a7975b6e1 None None] Checking segment: {'id': 'b691d6e7-64be-44f0-8601-6ec31945703a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9a756aea-8571-47f4-9d7f-4e54e778f2f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:49:41.145203 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-80d3b411-2ea3-4de0-8ce8-489a7975b6e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:41.146271 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d3b411-2ea3-4de0-8ce8-489a7975b6e1 None None] Bound using segment: {'id': 'b691d6e7-64be-44f0-8601-6ec31945703a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9a756aea-8571-47f4-9d7f-4e54e778f2f9'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:49:41.148336 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-80d3b411-2ea3-4de0-8ce8-489a7975b6e1 None None] Bound port: 1d9308d7-2ccc-4495-90ea-0059b6b88d87, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b691d6e7-64be-44f0-8601-6ec31945703a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9a756aea-8571-47f4-9d7f-4e54e778f2f9'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:49:41.149446 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-80d3b411-2ea3-4de0-8ce8-489a7975b6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:41.203095 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d5bbde73-d1b0-405e-af89-4d991b876978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:41.211813 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d5bbde73-d1b0-405e-af89-4d991b876978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:41.297167 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d7e9da-fe80-4909-9355-168868549ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feda2032-00f8-4dc0-88a3-426e961aa175,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:41.355672 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-80d3b411-2ea3-4de0-8ce8-489a7975b6e1 None None] For port 1d9308d7-2ccc-4495-90ea-0059b6b88d87, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:49:41.361179 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-80d3b411-2ea3-4de0-8ce8-489a7975b6e1 None None] For port 1d9308d7-2ccc-4495-90ea-0059b6b88d87, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=1d9308d7-2ccc-4495-90ea-0059b6b88d87,segment=NetworkSegment(b691d6e7-64be-44f0-8601-6ec31945703a),segment_id=b691d6e7-64be-44f0-8601-6ec31945703a)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:49:41.381958 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-80d3b411-2ea3-4de0-8ce8-489a7975b6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:41.410511 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a8d7e9da-fe80-4909-9355-168868549ad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:41.411997 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-a8d7e9da-fe80-4909-9355-168868549ad2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/feda2032-00f8-4dc0-88a3-426e961aa175 HTTP/1.1" status: 204 len: 168 time: 1.7213564 May 05 19:49:41.439801 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bbde73-d1b0-405e-af89-4d991b876978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d546ef7-a8c9-424c-932a-50760a76d5ee,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:41.468609 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d5bbde73-d1b0-405e-af89-4d991b876978 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0c71bf286daf4ad1b95c09ed75cacbda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5707655 May 05 19:49:41.472045 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58472) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:41.492728 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925dd431-e313-467b-8673-ab6923dd90a1 req-b7a902f5-f1c4-43a1-8449-8aa813fec920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:41.494271 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-925dd431-e313-467b-8673-ab6923dd90a1 req-b7a902f5-f1c4-43a1-8449-8aa813fec920 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=af43fcc5-064b-4df8-a8c0-be1ad4feb5a8 HTTP/1.1" status: 200 len: 847 time: 0.4095314 May 05 19:49:41.560256 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-925dd431-e313-467b-8673-ab6923dd90a1 req-26b14f53-86df-46fe-b85c-22bc26b0ce89 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=87da803f-e7d0-44ba-a1c3-46d895a6576d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563512 May 05 19:49:41.633383 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b3769f55-d7dd-48b3-82ef-72c2ebe3e336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:41.663205 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d3b411-2ea3-4de0-8ce8-489a7975b6e1 None None] Routers {'021fe70b-cc92-4648-a00e-ca6dd9bc3322'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:49:41.669089 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-80d3b411-2ea3-4de0-8ce8-489a7975b6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:49:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['021fe70b-cc92-4648-a00e-ca6dd9bc3322'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:49:41.723199 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b3769f55-d7dd-48b3-82ef-72c2ebe3e336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:41.859776 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b3769f55-d7dd-48b3-82ef-72c2ebe3e336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:41.917983 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-925dd431-e313-467b-8673-ab6923dd90a1 req-a5bdcfba-4164-4a90-b4b9-f8c346c0b47e service neutron] 10.222.0.50 "GET /v2.0/networks/87da803f-e7d0-44ba-a1c3-46d895a6576d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3520279 May 05 19:49:41.933874 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3769f55-d7dd-48b3-82ef-72c2ebe3e336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d546ef7-a8c9-424c-932a-50760a76d5ee,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:41.940684 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b3769f55-d7dd-48b3-82ef-72c2ebe3e336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:41.952459 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b3769f55-d7dd-48b3-82ef-72c2ebe3e336 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5d546ef7-a8c9-424c-932a-50760a76d5ee HTTP/1.1" status: 204 len: 168 time: 0.4791198 May 05 19:49:42.056780 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3e1bbc-cd0c-4982-bc0c-dc689fdbc075 None None] Pushing event updated for resources: {'Port': ['ID=1d9308d7-2ccc-4495-90ea-0059b6b88d87,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:42.281557 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edef42d8-3a99-4917-b3dd-207816eb05b5 req-072098f0-7c28-4b5f-9494-34463d753e24 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:42.291715 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-edef42d8-3a99-4917-b3dd-207816eb05b5 req-072098f0-7c28-4b5f-9494-34463d753e24 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2da9113-bcab-486d-acf9-04db64294d25 HTTP/1.1" status: 200 len: 945 time: 0.2113101 May 05 19:49:42.319106 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-80d3b411-2ea3-4de0-8ce8-489a7975b6e1 None None] Set router 021fe70b-cc92-4648-a00e-ca6dd9bc3322 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:49:42.326267 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0056f947-1dee-4131-9b4a-db14904f1a31 req-ff20a545-8456-4ddd-9b26-2ec2fd148c8f tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:42.340930 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0056f947-1dee-4131-9b4a-db14904f1a31 req-ff20a545-8456-4ddd-9b26-2ec2fd148c8f tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=34fe469f-2452-4b5f-bbd8-86cac3e6e0b0 HTTP/1.1" status: 200 len: 946 time: 0.9945414 May 05 19:49:42.367726 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4b4adde8-ea92-4e4f-b6fd-92b4b1129ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:42.405891 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-edef42d8-3a99-4917-b3dd-207816eb05b5 req-9d8dc8cc-fd62-446f-817b-ebad3a14214c tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ecbfda5-20c1-471c-a301-f56cb75a4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1131678 May 05 19:49:42.673963 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0056f947-1dee-4131-9b4a-db14904f1a31 req-a2458a66-752b-4ed3-ad27-9fc81da13d17 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3318264 May 05 19:49:42.684192 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4adde8-ea92-4e4f-b6fd-92b4b1129ef4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02317b61-4328-4a6b-8171-0f85b6b6b527,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:42.758768 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4adde8-ea92-4e4f-b6fd-92b4b1129ef4 admin admin] Checking segment: {'id': 'cd028e4c-a0c9-4ee1-862b-037c8174febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c8be83ce-fdb5-4aca-9778-1b6608480539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:49:42.761741 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4adde8-ea92-4e4f-b6fd-92b4b1129ef4 admin admin] Network hostable DHCP agents. Network: c8be83ce-fdb5-4aca-9778-1b6608480539, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 19:49:42.818159 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-925dd431-e313-467b-8673-ab6923dd90a1 req-5f663e60-775b-4dfd-9e68-f01387f09f1f service neutron] 10.222.0.50 "GET /v2.0/networks/87da803f-e7d0-44ba-a1c3-46d895a6576d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8685420 May 05 19:49:42.822318 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4adde8-ea92-4e4f-b6fd-92b4b1129ef4 admin admin] Network c8be83ce-fdb5-4aca-9778-1b6608480539 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 19:49:42.840815 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-4b4adde8-ea92-4e4f-b6fd-92b4b1129ef4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, c8be83ce-fdb5-4aca-9778-1b6608480539) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:49:42.862302 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4adde8-ea92-4e4f-b6fd-92b4b1129ef4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:42.865229 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4b4adde8-ea92-4e4f-b6fd-92b4b1129ef4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:42.867137 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de22af1-5e48-44c9-860b-08990867d94e None None] Network c8be83ce-fdb5-4aca-9778-1b6608480539 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:49:43.178579 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-4b4adde8-ea92-4e4f-b6fd-92b4b1129ef4 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 3.4912727 May 05 19:49:43.297595 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925dd431-e313-467b-8673-ab6923dd90a1 req-bdea7077-b07c-410d-999f-1f844a19385d tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:43.299046 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-925dd431-e313-467b-8673-ab6923dd90a1 req-bdea7077-b07c-410d-999f-1f844a19385d tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=34fe469f-2452-4b5f-bbd8-86cac3e6e0b0&tenant_id=ec798a1d17654fd38a17594ac4520b82&binding%3Ahost_id=n-h1-840717-1 HTTP/1.1" status: 200 len: 1097 time: 0.3776352 May 05 19:49:43.311670 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-925dd431-e313-467b-8673-ab6923dd90a1 req-fea6df90-af0d-44ba-9f0b-049398c41d22 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-840717-1'}}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:49:43.390300 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d5e70-40b0-4cda-b203-31bbd5f456d0 req-fe37da22-8d56-4ed4-9319-4a7e3ad2ce60 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:43.392665 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ce1d5e70-40b0-4cda-b203-31bbd5f456d0 req-fe37da22-8d56-4ed4-9319-4a7e3ad2ce60 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2da9113-bcab-486d-acf9-04db64294d25 HTTP/1.1" status: 200 len: 945 time: 0.4731154 May 05 19:49:43.401587 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58520) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:43.408285 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-65653ad3-77e1-4828-82ba-a2f12f327aee tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Request body: {'floatingip': {'port_id': 'eb2a3987-2931-4bc3-8ac3-01587d3d27c7'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:49:43.454039 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-80d3b411-2ea3-4de0-8ce8-489a7975b6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021fe70b-cc92-4648-a00e-ca6dd9bc3322', 'name': 'tempest-AttachSCSIVolumeTestJSON-1709732276-router', 'tenant_id': '5095a824df304b7aa811f4d08715af2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '35ae6b45-bf0b-4fff-9e96-3f3414b41b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:49:22Z', 'updated_at': '2022-05-05T19:49:35Z', 'revision_number': 4, 'project_id': '5095a824df304b7aa811f4d08715af2b', 'gw_port': {'id': '35ae6b45-bf0b-4fff-9e96-3f3414b41b42', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:da:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021fe70b-cc92-4648-a00e-ca6dd9bc3322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:49:25Z', 'updated_at': '2022-05-05T19:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '1d9308d7-2ccc-4495-90ea-0059b6b88d87', 'name': '', 'network_id': '9a756aea-8571-47f4-9d7f-4e54e778f2f9', 'tenant_id': '5095a824df304b7aa811f4d08715af2b', 'mac_address': 'fa:16:3e:ec:97:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021fe70b-cc92-4648-a00e-ca6dd9bc3322', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'b0dc03a4-f77c-4911-b041-f01129613e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:49:33Z', 'updated_at': '2022-05-05T19:49:41Z', 'revision_number': 4, 'project_id': '5095a824df304b7aa811f4d08715af2b', 'subnets': [{'id': 'b0dc03a4-f77c-4911-b041-f01129613e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:49:43.475073 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d3b411-2ea3-4de0-8ce8-489a7975b6e1 None None] The sync data for ids ['021fe70b-cc92-4648-a00e-ca6dd9bc3322'] in n-d-840717-1 is: [{'id': '021fe70b-cc92-4648-a00e-ca6dd9bc3322', 'name': 'tempest-AttachSCSIVolumeTestJSON-1709732276-router', 'tenant_id': '5095a824df304b7aa811f4d08715af2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '35ae6b45-bf0b-4fff-9e96-3f3414b41b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:49:22Z', 'updated_at': '2022-05-05T19:49:35Z', 'revision_number': 4, 'project_id': '5095a824df304b7aa811f4d08715af2b', 'gw_port': {'id': '35ae6b45-bf0b-4fff-9e96-3f3414b41b42', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:da:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021fe70b-cc92-4648-a00e-ca6dd9bc3322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:49:25Z', 'updated_at': '2022-05-05T19:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '1d9308d7-2ccc-4495-90ea-0059b6b88d87', 'name': '', 'network_id': '9a756aea-8571-47f4-9d7f-4e54e778f2f9', 'tenant_id': '5095a824df304b7aa811f4d08715af2b', 'mac_address': 'fa:16:3e:ec:97:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021fe70b-cc92-4648-a00e-ca6dd9bc3322', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'b0dc03a4-f77c-4911-b041-f01129613e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:49:33Z', 'updated_at': '2022-05-05T19:49:41Z', 'revision_number': 4, 'project_id': '5095a824df304b7aa811f4d08715af2b', 'subnets': [{'id': 'b0dc03a4-f77c-4911-b041-f01129613e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 19:49:43.476940 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148bd7f2-0be2-44ce-824a-690258db684a None None] Network c8be83ce-fdb5-4aca-9778-1b6608480539 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:49:43.546911 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-925dd431-e313-467b-8673-ab6923dd90a1 req-fea6df90-af0d-44ba-9f0b-049398c41d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:43.727485 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-65653ad3-77e1-4828-82ba-a2f12f327aee tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Notify callbacks [] for floatingip, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:43.877509 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:44.086744 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58534) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:44.175167 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-925dd431-e313-467b-8673-ab6923dd90a1 req-fea6df90-af0d-44ba-9f0b-049398c41d22 service neutron] For port 82e61456-3f47-436d-9805-d3ea9b5e63b9, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=82e61456-3f47-436d-9805-d3ea9b5e63b9,segment=NetworkSegment(2fd00a77-6cab-42c3-b322-459c43fd8637),segment_id=2fd00a77-6cab-42c3-b322-459c43fd8637)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:49:44.242590 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-925dd431-e313-467b-8673-ab6923dd90a1 req-fea6df90-af0d-44ba-9f0b-049398c41d22 service neutron] For port 82e61456-3f47-436d-9805-d3ea9b5e63b9, host n-h1-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:49:44.402441 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34fe469f-2452-4b5f-bbd8-86cac3e6e0b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82e61456-3f47-436d-9805-d3ea9b5e63b9'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:49:44.416113 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-925dd431-e313-467b-8673-ab6923dd90a1 req-fea6df90-af0d-44ba-9f0b-049398c41d22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:44.424768 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-925dd431-e313-467b-8673-ab6923dd90a1 req-fea6df90-af0d-44ba-9f0b-049398c41d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:44.804055 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8541a979-6707-4271-af8f-44eb98216178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:44.924259 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-8541a979-6707-4271-af8f-44eb98216178 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:49:44.940001 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-8541a979-6707-4271-af8f-44eb98216178 admin admin] Usage tracker for resource:security_group_rule and tenant:828eb5ee1772468ea6c381c30592df44 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:49:45.073967 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea6df90-af0d-44ba-9f0b-049398c41d22 service neutron] Pushing event updated for resources: {'Port': ['ID=82e61456-3f47-436d-9805-d3ea9b5e63b9,revision_number=7']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:45.087754 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-8541a979-6707-4271-af8f-44eb98216178 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:49:45.127744 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-925dd431-e313-467b-8673-ab6923dd90a1 req-fea6df90-af0d-44ba-9f0b-049398c41d22 service neutron] Attempting to bind port 82e61456-3f47-436d-9805-d3ea9b5e63b9 on host n-h1-840717-1 for vnic_type normal with profile {"migrating_to": "n-h2-840717-1"} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:49:45.128349 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-925dd431-e313-467b-8673-ab6923dd90a1 req-fea6df90-af0d-44ba-9f0b-049398c41d22 service neutron] Attempting to bind port 82e61456-3f47-436d-9805-d3ea9b5e63b9 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': '2fd00a77-6cab-42c3-b322-459c43fd8637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '87da803f-e7d0-44ba-a1c3-46d895a6576d'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:49:45.128841 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925dd431-e313-467b-8673-ab6923dd90a1 req-fea6df90-af0d-44ba-9f0b-049398c41d22 service neutron] Attempting to bind port 82e61456-3f47-436d-9805-d3ea9b5e63b9 on network 87da803f-e7d0-44ba-a1c3-46d895a6576d {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:49:45.133056 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-8541a979-6707-4271-af8f-44eb98216178 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:49:45.138756 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925dd431-e313-467b-8673-ab6923dd90a1 req-fea6df90-af0d-44ba-9f0b-049398c41d22 service neutron] Port 82e61456-3f47-436d-9805-d3ea9b5e63b9 on network 87da803f-e7d0-44ba-a1c3-46d895a6576d not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:49:45.139307 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925dd431-e313-467b-8673-ab6923dd90a1 req-fea6df90-af0d-44ba-9f0b-049398c41d22 service neutron] Attempting to bind port 82e61456-3f47-436d-9805-d3ea9b5e63b9 on network 87da803f-e7d0-44ba-a1c3-46d895a6576d {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:49:45.147875 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925dd431-e313-467b-8673-ab6923dd90a1 req-fea6df90-af0d-44ba-9f0b-049398c41d22 service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:49:45.148631 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925dd431-e313-467b-8673-ab6923dd90a1 req-fea6df90-af0d-44ba-9f0b-049398c41d22 service neutron] Checking segment: {'id': '2fd00a77-6cab-42c3-b322-459c43fd8637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '87da803f-e7d0-44ba-a1c3-46d895a6576d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:49:45.149179 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925dd431-e313-467b-8673-ab6923dd90a1 req-fea6df90-af0d-44ba-9f0b-049398c41d22 service neutron] Bound using segment: {'id': '2fd00a77-6cab-42c3-b322-459c43fd8637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '87da803f-e7d0-44ba-a1c3-46d895a6576d'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:49:45.150819 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-925dd431-e313-467b-8673-ab6923dd90a1 req-fea6df90-af0d-44ba-9f0b-049398c41d22 service neutron] Bound port: 82e61456-3f47-436d-9805-d3ea9b5e63b9, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fd00a77-6cab-42c3-b322-459c43fd8637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '87da803f-e7d0-44ba-a1c3-46d895a6576d'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:49:45.151346 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-925dd431-e313-467b-8673-ab6923dd90a1 req-fea6df90-af0d-44ba-9f0b-049398c41d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:45.357931 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-925dd431-e313-467b-8673-ab6923dd90a1 req-fea6df90-af0d-44ba-9f0b-049398c41d22 service neutron] For port 82e61456-3f47-436d-9805-d3ea9b5e63b9, host n-h1-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:49:45.362104 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-925dd431-e313-467b-8673-ab6923dd90a1 req-fea6df90-af0d-44ba-9f0b-049398c41d22 service neutron] For port 82e61456-3f47-436d-9805-d3ea9b5e63b9, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=82e61456-3f47-436d-9805-d3ea9b5e63b9,segment=NetworkSegment(2fd00a77-6cab-42c3-b322-459c43fd8637),segment_id=2fd00a77-6cab-42c3-b322-459c43fd8637)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:49:45.367308 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-925dd431-e313-467b-8673-ab6923dd90a1 req-fea6df90-af0d-44ba-9f0b-049398c41d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:45.462632 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cf32dd-d2e5-426b-a4ce-37b71b3b0a0c req-117fb65a-e52d-42cd-8544-5de574fd3e13 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:45.480599 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-28cf32dd-d2e5-426b-a4ce-37b71b3b0a0c req-117fb65a-e52d-42cd-8544-5de574fd3e13 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=34fe469f-2452-4b5f-bbd8-86cac3e6e0b0 HTTP/1.1" status: 200 len: 944 time: 0.5713415 May 05 19:49:45.496349 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 1d9308d7-2ccc-4495-90ea-0059b6b88d87 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:49:45.527848 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea6df90-af0d-44ba-9f0b-049398c41d22 service neutron] Pushing event updated for resources: {'Port': ['ID=82e61456-3f47-436d-9805-d3ea9b5e63b9,revision_number=8']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:45.719094 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 1d9308d7-2ccc-4495-90ea-0059b6b88d87 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:49:45.734677 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 1d9308d7-2ccc-4495-90ea-0059b6b88d87 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:49:45.737078 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:45.914152 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20ed73-e719-4edb-a9ce-03680dd61d1a req-29a219b3-b73d-4bae-b594-54fd8871aab0 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:45.924849 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-2e20ed73-e719-4edb-a9ce-03680dd61d1a req-29a219b3-b73d-4bae-b594-54fd8871aab0 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Synchronizing usage tracker for tenant:63ca58c29fae4c4eaafba189c1ec4492 on resource:network {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:49:45.978807 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-2e20ed73-e719-4edb-a9ce-03680dd61d1a req-29a219b3-b73d-4bae-b594-54fd8871aab0 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Unset dirty status for tenant:63ca58c29fae4c4eaafba189c1ec4492 on resource:network {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:49:45.981955 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2e20ed73-e719-4edb-a9ce-03680dd61d1a req-29a219b3-b73d-4bae-b594-54fd8871aab0 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/networks?id=9e1d2257-41cc-4af2-afae-4ca8a9719a05 HTTP/1.1" status: 200 len: 820 time: 0.4538283 May 05 19:49:46.050845 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2e20ed73-e719-4edb-a9ce-03680dd61d1a req-088409ad-679a-40c6-a0df-5ede1005ad0f tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/quotas/63ca58c29fae4c4eaafba189c1ec4492 HTTP/1.1" status: 200 len: 375 time: 0.0612056 May 05 19:49:46.053698 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925dd431-e313-467b-8673-ab6923dd90a1 req-fea6df90-af0d-44ba-9f0b-049398c41d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:46.054559 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-925dd431-e313-467b-8673-ab6923dd90a1 req-fea6df90-af0d-44ba-9f0b-049398c41d22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:46.056137 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-925dd431-e313-467b-8673-ab6923dd90a1 req-fea6df90-af0d-44ba-9f0b-049398c41d22 service neutron] 10.222.0.50 "PUT /v2.0/ports/82e61456-3f47-436d-9805-d3ea9b5e63b9 HTTP/1.1" status: 200 len: 1122 time: 2.7498105 May 05 19:49:46.108344 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2e20ed73-e719-4edb-a9ce-03680dd61d1a req-3347092e-afd1-42ef-adbf-16bbe9532bee tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=63ca58c29fae4c4eaafba189c1ec4492&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509846 May 05 19:49:46.132831 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['82e61456-3f47-436d-9805-d3ea9b5e63b9'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:49:46.343638 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-28cf32dd-d2e5-426b-a4ce-37b71b3b0a0c req-7007ad83-9c04-47a5-93b9-bbb00bec25b3 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8521712 May 05 19:49:46.363800 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:46.403891 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:46.446752 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2e20ed73-e719-4edb-a9ce-03680dd61d1a req-fdd2834c-94d2-45d1-b890-f80e776a29ba service neutron] 10.222.0.36 "GET /v2.0/networks/9e1d2257-41cc-4af2-afae-4ca8a9719a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243027 May 05 19:49:46.474932 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc882f1c-3880-4487-a67a-a5e25479dd8f'] response: {'server_uuid': '34fe469f-2452-4b5f-bbd8-86cac3e6e0b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82e61456-3f47-436d-9805-d3ea9b5e63b9', 'code': 200} May 05 19:49:46.571790 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 1d9308d7-2ccc-4495-90ea-0059b6b88d87, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=1d9308d7-2ccc-4495-90ea-0059b6b88d87,segment=NetworkSegment(b691d6e7-64be-44f0-8601-6ec31945703a),segment_id=b691d6e7-64be-44f0-8601-6ec31945703a)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:49:46.597166 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:46.634312 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.db.resource_extend [None req-65653ad3-77e1-4828-82ba-a2f12f327aee tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 19:49:46.729960 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8541a979-6707-4271-af8f-44eb98216178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:46.741398 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8541a979-6707-4271-af8f-44eb98216178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:46.817430 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-8541a979-6707-4271-af8f-44eb98216178 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=828eb5ee1772468ea6c381c30592df44&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7294304 May 05 19:49:46.821399 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58598) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:46.822447 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8541a979-6707-4271-af8f-44eb98216178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2474d4a1-409c-410d-ad3a-d8c6f934acbf,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:46.893056 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2e20ed73-e719-4edb-a9ce-03680dd61d1a req-88b68005-46ab-47cf-a7cf-84e20e560a64 service neutron] 10.222.0.36 "GET /v2.0/networks/9e1d2257-41cc-4af2-afae-4ca8a9719a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4328370 May 05 19:49:46.929564 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-65653ad3-77e1-4828-82ba-a2f12f327aee tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:46.938643 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-65653ad3-77e1-4828-82ba-a2f12f327aee tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:47.132702 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=1d9308d7-2ccc-4495-90ea-0059b6b88d87,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:47.144965 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-09b0c78f-af01-4e99-8b98-6a5bab96305f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:47.188704 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-09b0c78f-af01-4e99-8b98-6a5bab96305f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:47.244455 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-388863db-644c-40d9-aed7-28b699b182fa req-f6f041f3-7040-45fd-8720-d9e40e929341 tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=a39a8689f2664a719c8fc650ec3305f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0808916 May 05 19:49:47.338360 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-09b0c78f-af01-4e99-8b98-6a5bab96305f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:47.399042 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b0c78f-af01-4e99-8b98-6a5bab96305f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2474d4a1-409c-410d-ad3a-d8c6f934acbf,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:47.413202 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-09b0c78f-af01-4e99-8b98-6a5bab96305f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:47.416700 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-09b0c78f-af01-4e99-8b98-6a5bab96305f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2474d4a1-409c-410d-ad3a-d8c6f934acbf HTTP/1.1" status: 204 len: 168 time: 0.5877376 May 05 19:49:47.439650 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 1d9308d7-2ccc-4495-90ea-0059b6b88d87 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:49:47.623449 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 1d9308d7-2ccc-4495-90ea-0059b6b88d87 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:49:47.623980 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:47.775787 n-d-840717-1 neutron-server[88198]: INFO neutron.db.l3_db [None req-65653ad3-77e1-4828-82ba-a2f12f327aee tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Floating IP 7e523961-6055-49ab-8c80-66817b72a88b associated. External IP: 172.25.0.152, port: eb2a3987-2931-4bc3-8ac3-01587d3d27c7. May 05 19:49:48.037623 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388863db-644c-40d9-aed7-28b699b182fa req-7d8af587-8394-4cd2-8bce-302c9abb5914 tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:48.042332 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-388863db-644c-40d9-aed7-28b699b182fa req-7d8af587-8394-4cd2-8bce-302c9abb5914 tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7970622 May 05 19:49:48.084995 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-651f3519-cb4d-4758-88b2-5dd488165db5 req-8c276665-ce61-4b66-bb61-575c743e3036 tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=b0361c1bf1294ca0ab392158902873c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0753348 May 05 19:49:48.128043 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-388863db-644c-40d9-aed7-28b699b182fa req-79a85d9d-6951-433a-be56-266845a0bed0 tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] 10.222.0.36 "GET /v2.0/quotas/a39a8689f2664a719c8fc650ec3305f9 HTTP/1.1" status: 200 len: 375 time: 0.0736527 May 05 19:49:48.199423 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-388863db-644c-40d9-aed7-28b699b182fa req-b731734b-27a0-4e30-a92c-2cd80521090e tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a39a8689f2664a719c8fc650ec3305f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523498 May 05 19:49:48.346774 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58646) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:48.377770 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9c2cc66a-5498-43a3-b0be-f30f060a3873 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:48.405670 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-9c2cc66a-5498-43a3-b0be-f30f060a3873 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:49:48.434972 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65653ad3-77e1-4828-82ba-a2f12f327aee tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Router fc3453a7-e407-4e16-b477-c95c65c10354 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 19:49:48.458372 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-9c2cc66a-5498-43a3-b0be-f30f060a3873 admin admin] Usage tracker for resource:security_group_rule and tenant:dd57e07d16894434b158f03c0597cb56 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:49:48.476809 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34fe469f-2452-4b5f-bbd8-86cac3e6e0b0', 'tag': '82e61456-3f47-436d-9805-d3ea9b5e63b9'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:49:48.494113 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-9c2cc66a-5498-43a3-b0be-f30f060a3873 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:49:48.517037 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-9c2cc66a-5498-43a3-b0be-f30f060a3873 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:49:48.537114 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f3519-cb4d-4758-88b2-5dd488165db5 req-dc85f943-3966-4e46-9879-a62e9000adcd tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:48.544679 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-651f3519-cb4d-4758-88b2-5dd488165db5 req-dc85f943-3966-4e46-9879-a62e9000adcd tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4587202 May 05 19:49:48.573890 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-651f3519-cb4d-4758-88b2-5dd488165db5 req-50380ce8-e256-4e87-a452-32ffae9610bb tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] 10.222.0.36 "GET /v2.0/quotas/b0361c1bf1294ca0ab392158902873c1 HTTP/1.1" status: 200 len: 375 time: 0.0279217 May 05 19:49:48.655921 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-651f3519-cb4d-4758-88b2-5dd488165db5 req-8dc093fc-b944-4c6f-9b55-5b1925a40dc8 tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0361c1bf1294ca0ab392158902873c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0797448 May 05 19:49:48.900114 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9c2cc66a-5498-43a3-b0be-f30f060a3873 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:48.906682 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9c2cc66a-5498-43a3-b0be-f30f060a3873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:48.910759 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65653ad3-77e1-4828-82ba-a2f12f327aee tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 19:49:48.924957 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-65653ad3-77e1-4828-82ba-a2f12f327aee tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:48.933931 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410a5702-d0a1-4a03-a9cf-79870c92d3c9 None None] Sync routers for ids ['fc3453a7-e407-4e16-b477-c95c65c10354'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 19:49:48.949127 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-9c2cc66a-5498-43a3-b0be-f30f060a3873 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dd57e07d16894434b158f03c0597cb56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6008976 May 05 19:49:48.951703 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58664) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:48.955929 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410a5702-d0a1-4a03-a9cf-79870c92d3c9 None None] Routers {'fc3453a7-e407-4e16-b477-c95c65c10354'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:49:48.956856 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-410a5702-d0a1-4a03-a9cf-79870c92d3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:49:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['fc3453a7-e407-4e16-b477-c95c65c10354'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:49:49.013443 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2cc66a-5498-43a3-b0be-f30f060a3873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2da9fbe-7e44-4227-a16d-0d7ef872f9a2,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:49.068189 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2cc66a-5498-43a3-b0be-f30f060a3873 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:49:49.068705 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2cc66a-5498-43a3-b0be-f30f060a3873 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:49:49.069045 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2cc66a-5498-43a3-b0be-f30f060a3873 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:49:49.069378 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2cc66a-5498-43a3-b0be-f30f060a3873 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:49:49.070120 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2cc66a-5498-43a3-b0be-f30f060a3873 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:49:49.070434 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2cc66a-5498-43a3-b0be-f30f060a3873 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:49:49.070754 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2cc66a-5498-43a3-b0be-f30f060a3873 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:49:49.071201 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2cc66a-5498-43a3-b0be-f30f060a3873 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:49:49.073290 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2cc66a-5498-43a3-b0be-f30f060a3873 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:49:49.073630 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2cc66a-5498-43a3-b0be-f30f060a3873 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:49:49.073958 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2cc66a-5498-43a3-b0be-f30f060a3873 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:49:49.074279 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2cc66a-5498-43a3-b0be-f30f060a3873 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:49:49.119652 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-65653ad3-77e1-4828-82ba-a2f12f327aee tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] 10.222.0.36 "PUT /v2.0/floatingips/7e523961-6055-49ab-8c80-66817b72a88b HTTP/1.1" status: 200 len: 991 time: 5.7145600 May 05 19:49:49.128208 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 82e61456-3f47-436d-9805-d3ea9b5e63b9 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:49:49.228598 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2da9113-bcab-486d-acf9-04db64294d25', 'tag': 'eb2a3987-2931-4bc3-8ac3-01587d3d27c7'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:49:49.236229 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6ba3d5b3-3901-4fd7-ace6-acdb4931dc40 req-07e5f010-83a0-4b52-b2c8-cf0fef9e0d83 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8d939f4-0851-4bce-afcf-3b292497067f HTTP/1.1" status: 200 len: 210 time: 0.3339598 May 05 19:49:49.360634 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-aefe4993-bfad-4bd6-9926-55d00befeac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:49.416183 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-aefe4993-bfad-4bd6-9926-55d00befeac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:49.572730 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 82e61456-3f47-436d-9805-d3ea9b5e63b9, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=82e61456-3f47-436d-9805-d3ea9b5e63b9,segment=NetworkSegment(2fd00a77-6cab-42c3-b322-459c43fd8637),segment_id=2fd00a77-6cab-42c3-b322-459c43fd8637)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:49:49.584479 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-410a5702-d0a1-4a03-a9cf-79870c92d3c9 None None] Set router fc3453a7-e407-4e16-b477-c95c65c10354 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:49:49.617161 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 82e61456-3f47-436d-9805-d3ea9b5e63b9 has no active binding in host n-h2-840717-1 {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 05 19:49:49.669415 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-aefe4993-bfad-4bd6-9926-55d00befeac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:49.780629 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefe4993-bfad-4bd6-9926-55d00befeac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2da9fbe-7e44-4227-a16d-0d7ef872f9a2,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:49.808111 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-aefe4993-bfad-4bd6-9926-55d00befeac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:49.810901 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-aefe4993-bfad-4bd6-9926-55d00befeac7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f2da9fbe-7e44-4227-a16d-0d7ef872f9a2 HTTP/1.1" status: 204 len: 168 time: 0.8581920 May 05 19:49:50.026587 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-925dd431-e313-467b-8673-ab6923dd90a1 req-393a6ad2-4bad-45b2-beba-bfb6aa54c096 service neutron] 10.222.0.24 "GET /v2.0/ports/82e61456-3f47-436d-9805-d3ea9b5e63b9/bindings/n-h2-840717-1 HTTP/1.1" status: 200 len: 384 time: 0.3218522 May 05 19:49:50.073702 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b58b6f-9abd-4d75-ab31-e63b4c63c50e req-1ade077c-cf2d-4cd2-bfcc-d61fae22f65d tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:50.083258 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d3b58b6f-9abd-4d75-ab31-e63b4c63c50e req-1ade077c-cf2d-4cd2-bfcc-d61fae22f65d tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=34fe469f-2452-4b5f-bbd8-86cac3e6e0b0 HTTP/1.1" status: 200 len: 944 time: 0.9116137 May 05 19:49:50.127443 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20ed73-e719-4edb-a9ce-03680dd61d1a req-4f6996b6-4821-4940-94dd-284558d9d12b tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:50.129136 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2e20ed73-e719-4edb-a9ce-03680dd61d1a req-4f6996b6-4821-4940-94dd-284558d9d12b tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.24 "GET /v2.0/networks?id=9e1d2257-41cc-4af2-afae-4ca8a9719a05 HTTP/1.1" status: 200 len: 820 time: 0.8027070 May 05 19:49:50.176346 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-2e20ed73-e719-4edb-a9ce-03680dd61d1a req-99cc9273-6a37-48da-bd8d-93ecfc731d6b tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Request body: {'port': {'device_id': 'a8d939f4-0851-4bce-afcf-3b292497067f', 'network_id': '9e1d2257-41cc-4af2-afae-4ca8a9719a05', 'admin_state_up': True, 'tenant_id': '63ca58c29fae4c4eaafba189c1ec4492'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:49:50.247629 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d3b58b6f-9abd-4d75-ab31-e63b4c63c50e req-8715828f-1064-4ae3-8418-701bfb6ae04e tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625321 May 05 19:49:50.442037 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4e735e54-10e1-45b1-9917-95a839449fe1 req-5651ef3e-3a57-4d04-abeb-db3244faaab1 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=928b29e96aaf42dd9d4dc06b8e5f9969&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1901739 May 05 19:49:50.553549 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-2e20ed73-e719-4edb-a9ce-03680dd61d1a req-99cc9273-6a37-48da-bd8d-93ecfc731d6b tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:49:50.558685 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-2e20ed73-e719-4edb-a9ce-03680dd61d1a req-99cc9273-6a37-48da-bd8d-93ecfc731d6b tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Usage tracker for resource:port and tenant:63ca58c29fae4c4eaafba189c1ec4492 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:49:50.568255 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-2e20ed73-e719-4edb-a9ce-03680dd61d1a req-99cc9273-6a37-48da-bd8d-93ecfc731d6b tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:49:50.581427 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-2e20ed73-e719-4edb-a9ce-03680dd61d1a req-99cc9273-6a37-48da-bd8d-93ecfc731d6b tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:49:50.597114 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e20ed73-e719-4edb-a9ce-03680dd61d1a req-99cc9273-6a37-48da-bd8d-93ecfc731d6b tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Made reservation on behalf of 63ca58c29fae4c4eaafba189c1ec4492 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:49:50.602181 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-2e20ed73-e719-4edb-a9ce-03680dd61d1a req-99cc9273-6a37-48da-bd8d-93ecfc731d6b tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:50.766640 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-de53f246-ac7e-4cbd-ad0a-ff78fe12dafd req-4770079c-bdd5-436a-965a-1c481066b10d tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e83ccb-6d07-4919-a8a9-c2089e1dd58f HTTP/1.1" status: 200 len: 210 time: 0.1331832 May 05 19:49:50.772606 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-410a5702-d0a1-4a03-a9cf-79870c92d3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3453a7-e407-4e16-b477-c95c65c10354', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-696356457-router', 'tenant_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'b2d0710b-2614-479d-b7eb-29fbf11d2d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:47:46Z', 'updated_at': '2022-05-05T19:47:52Z', 'revision_number': 4, 'project_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'gw_port': {'id': 'b2d0710b-2614-479d-b7eb-29fbf11d2d67', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:81:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3453a7-e407-4e16-b477-c95c65c10354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:47:47Z', 'updated_at': '2022-05-05T19:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '7e523961-6055-49ab-8c80-66817b72a88b', 'tenant_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'floating_ip_address': '172.25.0.152', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'fc3453a7-e407-4e16-b477-c95c65c10354', 'port_id': 'eb2a3987-2931-4bc3-8ac3-01587d3d27c7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1753be5e-696a-42f8-9a08-d20a05c27948', 'mac_address': 'fa:16:3e:80:36:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2da9113-bcab-486d-acf9-04db64294d25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T19:48:21Z', 'updated_at': '2022-05-05T19:49:46Z', 'revision_number': 5, 'project_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c54112f-3707-4af2-97c9-281beddce49a', 'name': '', 'network_id': '1753be5e-696a-42f8-9a08-d20a05c27948', 'tenant_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'mac_address': 'fa:16:3e:2c:2c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3453a7-e407-4e16-b477-c95c65c10354', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'd902a8d0-b514-4bd9-bafe-ab994adadb04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:47:50Z', 'updated_at': '2022-05-05T19:48:00Z', 'revision_number': 5, 'project_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'subnets': [{'id': 'd902a8d0-b514-4bd9-bafe-ab994adadb04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:49:50.792467 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410a5702-d0a1-4a03-a9cf-79870c92d3c9 None None] Checking router: fc3453a7-e407-4e16-b477-c95c65c10354 for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 19:49:50.823965 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410a5702-d0a1-4a03-a9cf-79870c92d3c9 None None] Routers {'fc3453a7-e407-4e16-b477-c95c65c10354'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:49:50.824676 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-410a5702-d0a1-4a03-a9cf-79870c92d3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:49:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['fc3453a7-e407-4e16-b477-c95c65c10354'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:49:50.883876 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb687f4a-b5de-4ad4-91f1-d6c35fea8090'] response: {'name': 'network-changed', 'server_uuid': '34fe469f-2452-4b5f-bbd8-86cac3e6e0b0', 'tag': '82e61456-3f47-436d-9805-d3ea9b5e63b9', 'status': 'completed', 'code': 200} May 05 19:49:50.917456 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.24', 59271) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:51.063212 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e735e54-10e1-45b1-9917-95a839449fe1 req-1de6a8ae-0df2-40e9-b796-4137a4d351c2 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:51.075761 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4e735e54-10e1-45b1-9917-95a839449fe1 req-1de6a8ae-0df2-40e9-b796-4137a4d351c2 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6190488 May 05 19:49:51.101079 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-410a5702-d0a1-4a03-a9cf-79870c92d3c9 None None] Set router fc3453a7-e407-4e16-b477-c95c65c10354 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:49:51.146598 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4e735e54-10e1-45b1-9917-95a839449fe1 req-98ad8cb8-d4cf-40a4-a12d-6bced15ad2b7 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/quotas/928b29e96aaf42dd9d4dc06b8e5f9969 HTTP/1.1" status: 200 len: 375 time: 0.0671103 May 05 19:49:51.270494 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.24', 59272) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:51.327593 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-2e20ed73-e719-4edb-a9ce-03680dd61d1a req-99cc9273-6a37-48da-bd8d-93ecfc731d6b tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Allocated IP 172.20.0.12 (9e1d2257-41cc-4af2-afae-4ca8a9719a05/99c4516e-78c1-4a80-85a0-0e7389d15301/a3891ff3-1df5-467c-9a03-57e77e453f5d) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:49:51.346469 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-67dd0650-eaa2-46c4-bc23-32df3a57a092 req-e231fe9c-d552-44bc-8175-cfeda33c86a3 tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc2c5573-f977-4fac-a8cc-a0997b512a34 HTTP/1.1" status: 200 len: 210 time: 0.2209587 May 05 19:49:51.405391 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36991215-dff3-406d-bcca-6d4994c141c1 req-10c61334-0509-4196-abd6-8b0dcbce1616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:51.410240 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-36991215-dff3-406d-bcca-6d4994c141c1 req-10c61334-0509-4196-abd6-8b0dcbce1616 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ec798a1d17654fd38a17594ac4520b82&device_id=34fe469f-2452-4b5f-bbd8-86cac3e6e0b0 HTTP/1.1" status: 200 len: 1125 time: 0.4906807 May 05 19:49:51.838184 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-925dd431-e313-467b-8673-ab6923dd90a1 req-7432a8d3-a3be-4e0f-bf50-2ffc7030ceed service neutron] For port 82e61456-3f47-436d-9805-d3ea9b5e63b9, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=82e61456-3f47-436d-9805-d3ea9b5e63b9,segment=NetworkSegment(2fd00a77-6cab-42c3-b322-459c43fd8637),segment_id=2fd00a77-6cab-42c3-b322-459c43fd8637)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:49:51.869296 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36991215-dff3-406d-bcca-6d4994c141c1 req-1307fab3-ea09-4e11-a78f-20ad0f086e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:51.871088 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-36991215-dff3-406d-bcca-6d4994c141c1 req-1307fab3-ea09-4e11-a78f-20ad0f086e89 service neutron] 10.222.0.24 "GET /v2.0/networks?id=87da803f-e7d0-44ba-a1c3-46d895a6576d HTTP/1.1" status: 200 len: 908 time: 0.4481328 May 05 19:49:51.916291 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-925dd431-e313-467b-8673-ab6923dd90a1 req-7432a8d3-a3be-4e0f-bf50-2ffc7030ceed service neutron] For port 82e61456-3f47-436d-9805-d3ea9b5e63b9, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:49:52.060537 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-651f3519-cb4d-4758-88b2-5dd488165db5 req-4f153c92-0065-45b3-a273-529ec52a249f tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=b0361c1bf1294ca0ab392158902873c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1708786 May 05 19:49:52.165420 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4e735e54-10e1-45b1-9917-95a839449fe1 req-df85844c-9929-4812-8a70-0654793d019b tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=928b29e96aaf42dd9d4dc06b8e5f9969&fields=id HTTP/1.1" status: 200 len: 210 time: 1.0118966 May 05 19:49:52.186684 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-410a5702-d0a1-4a03-a9cf-79870c92d3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3453a7-e407-4e16-b477-c95c65c10354', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-696356457-router', 'tenant_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'b2d0710b-2614-479d-b7eb-29fbf11d2d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:47:46Z', 'updated_at': '2022-05-05T19:47:52Z', 'revision_number': 4, 'project_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'gw_port': {'id': 'b2d0710b-2614-479d-b7eb-29fbf11d2d67', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:81:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3453a7-e407-4e16-b477-c95c65c10354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:47:47Z', 'updated_at': '2022-05-05T19:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '7e523961-6055-49ab-8c80-66817b72a88b', 'tenant_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'floating_ip_address': '172.25.0.152', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'fc3453a7-e407-4e16-b477-c95c65c10354', 'port_id': 'eb2a3987-2931-4bc3-8ac3-01587d3d27c7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1753be5e-696a-42f8-9a08-d20a05c27948', 'mac_address': 'fa:16:3e:80:36:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2da9113-bcab-486d-acf9-04db64294d25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T19:48:21Z', 'updated_at': '2022-05-05T19:49:46Z', 'revision_number': 5, 'project_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c54112f-3707-4af2-97c9-281beddce49a', 'name': '', 'network_id': '1753be5e-696a-42f8-9a08-d20a05c27948', 'tenant_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'mac_address': 'fa:16:3e:2c:2c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3453a7-e407-4e16-b477-c95c65c10354', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'd902a8d0-b514-4bd9-bafe-ab994adadb04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:47:50Z', 'updated_at': '2022-05-05T19:48:00Z', 'revision_number': 5, 'project_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'subnets': [{'id': 'd902a8d0-b514-4bd9-bafe-ab994adadb04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:49:52.195234 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410a5702-d0a1-4a03-a9cf-79870c92d3c9 None None] The sync data for ids ['fc3453a7-e407-4e16-b477-c95c65c10354'] in n-d-840717-1 is: [{'id': 'fc3453a7-e407-4e16-b477-c95c65c10354', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-696356457-router', 'tenant_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'b2d0710b-2614-479d-b7eb-29fbf11d2d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:47:46Z', 'updated_at': '2022-05-05T19:47:52Z', 'revision_number': 4, 'project_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'gw_port': {'id': 'b2d0710b-2614-479d-b7eb-29fbf11d2d67', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:81:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3453a7-e407-4e16-b477-c95c65c10354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:47:47Z', 'updated_at': '2022-05-05T19:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '7e523961-6055-49ab-8c80-66817b72a88b', 'tenant_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'floating_ip_address': '172.25.0.152', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'fc3453a7-e407-4e16-b477-c95c65c10354', 'port_id': 'eb2a3987-2931-4bc3-8ac3-01587d3d27c7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1753be5e-696a-42f8-9a08-d20a05c27948', 'mac_address': 'fa:16:3e:80:36:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2da9113-bcab-486d-acf9-04db64294d25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T19:48:21Z', 'updated_at': '2022-05-05T19:49:46Z', 'revision_number': 5, 'project_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c54112f-3707-4af2-97c9-281beddce49a', 'name': '', 'network_id': '1753be5e-696a-42f8-9a08-d20a05c27948', 'tenant_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'mac_address': 'fa:16:3e:2c:2c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3453a7-e407-4e16-b477-c95c65c10354', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'd902a8d0-b514-4bd9-bafe-ab994adadb04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:47:50Z', 'updated_at': '2022-05-05T19:48:00Z', 'revision_number': 5, 'project_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'subnets': [{'id': 'd902a8d0-b514-4bd9-bafe-ab994adadb04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 19:49:52.205658 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-388863db-644c-40d9-aed7-28b699b182fa req-19258723-bdcd-45f1-9d03-6b85ee030d92 tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=a39a8689f2664a719c8fc650ec3305f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1706717 May 05 19:49:52.383874 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-925dd431-e313-467b-8673-ab6923dd90a1 req-7432a8d3-a3be-4e0f-bf50-2ffc7030ceed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82e61456-3f47-436d-9805-d3ea9b5e63b9 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:49:52.438149 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-925dd431-e313-467b-8673-ab6923dd90a1 req-7432a8d3-a3be-4e0f-bf50-2ffc7030ceed service neutron] For port 82e61456-3f47-436d-9805-d3ea9b5e63b9, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=82e61456-3f47-436d-9805-d3ea9b5e63b9,segment=NetworkSegment(2fd00a77-6cab-42c3-b322-459c43fd8637),segment_id=2fd00a77-6cab-42c3-b322-459c43fd8637)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:49:52.482710 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d06e7bbf-30b9-4d56-90cb-223d5437141a'] response: {'name': 'network-changed', 'server_uuid': 'd2da9113-bcab-486d-acf9-04db64294d25', 'tag': 'eb2a3987-2931-4bc3-8ac3-01587d3d27c7', 'status': 'completed', 'code': 200} May 05 19:49:52.545908 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-36991215-dff3-406d-bcca-6d4994c141c1 req-a85a2c57-f725-4e5d-9986-22b003fd8ff3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82e61456-3f47-436d-9805-d3ea9b5e63b9 HTTP/1.1" status: 200 len: 217 time: 0.6296952 May 05 19:49:52.596723 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-925dd431-e313-467b-8673-ab6923dd90a1 req-7432a8d3-a3be-4e0f-bf50-2ffc7030ceed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:52.696324 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cfa56c-0df3-428e-86f9-cd514878e2ce None None] New status for floating IP 7e523961-6055-49ab-8c80-66817b72a88b: ACTIVE {{(pid=88199) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 19:49:52.795885 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cf6fa0ea-170b-49de-a16a-6b33a7237c02 req-3f05aa0a-7565-4f4a-ac7a-147938ff60d8 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8d939f4-0851-4bce-afcf-3b292497067f HTTP/1.1" status: 200 len: 210 time: 0.2158754 May 05 19:49:52.919506 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36991215-dff3-406d-bcca-6d4994c141c1 req-5b830a05-40e1-4866-94ec-1288ccc50d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:52.921207 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-36991215-dff3-406d-bcca-6d4994c141c1 req-5b830a05-40e1-4866-94ec-1288ccc50d94 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=af43fcc5-064b-4df8-a8c0-be1ad4feb5a8 HTTP/1.1" status: 200 len: 847 time: 0.3427207 May 05 19:49:53.016547 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-36991215-dff3-406d-bcca-6d4994c141c1 req-08d03bbf-8482-4b76-8797-52a956436379 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87da803f-e7d0-44ba-a1c3-46d895a6576d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858576 May 05 19:49:53.029122 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5423ac9a-2a47-498a-89fc-43dacc605c83 req-901bdc7a-5a03-407b-adb7-56456b91cf22 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:53.037471 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5423ac9a-2a47-498a-89fc-43dacc605c83 req-901bdc7a-5a03-407b-adb7-56456b91cf22 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2da9113-bcab-486d-acf9-04db64294d25 HTTP/1.1" status: 200 len: 945 time: 1.1526232 May 05 19:49:53.057177 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388863db-644c-40d9-aed7-28b699b182fa req-dfaade6d-542c-48d3-ae7b-f1c1a70c651a tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:53.061815 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-388863db-644c-40d9-aed7-28b699b182fa req-dfaade6d-542c-48d3-ae7b-f1c1a70c651a tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8442192 May 05 19:49:53.142406 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f3519-cb4d-4758-88b2-5dd488165db5 req-de332614-fef5-40ef-97a5-1a060448d121 tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:53.144258 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-651f3519-cb4d-4758-88b2-5dd488165db5 req-de332614-fef5-40ef-97a5-1a060448d121 tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0257094 May 05 19:49:53.168030 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-651f3519-cb4d-4758-88b2-5dd488165db5 req-625ac9e1-9f25-4254-a431-3ef87223cf7d tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] Request body: {'port': {'device_id': 'bc2c5573-f977-4fac-a8cc-a0997b512a34', 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3', 'admin_state_up': True, 'tenant_id': 'b0361c1bf1294ca0ab392158902873c1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:49:53.183873 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-388863db-644c-40d9-aed7-28b699b182fa req-1bcdec4a-d808-41c1-8e0e-4089eafb0c0b tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Request body: {'port': {'device_id': '53e83ccb-6d07-4919-a8a9-c2089e1dd58f', 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3', 'admin_state_up': True, 'tenant_id': 'a39a8689f2664a719c8fc650ec3305f9'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:49:53.207960 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 82e61456-3f47-436d-9805-d3ea9b5e63b9 no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:49:53.210688 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe97237-7fbc-41d2-a76f-0770bca3c027 req-7b809fd2-4400-4bea-a5da-6497435a1372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:53.212274 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5fe97237-7fbc-41d2-a76f-0770bca3c027 req-7b809fd2-4400-4bea-a5da-6497435a1372 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d2cf325fc6b540ceb92a9f2c527df7f5&device_id=d2da9113-bcab-486d-acf9-04db64294d25 HTTP/1.1" status: 200 len: 1096 time: 0.7513189 May 05 19:49:53.234425 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-2e20ed73-e719-4edb-a9ce-03680dd61d1a req-99cc9273-6a37-48da-bd8d-93ecfc731d6b tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:53.283054 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-925dd431-e313-467b-8673-ab6923dd90a1 req-7432a8d3-a3be-4e0f-bf50-2ffc7030ceed service neutron] Transition to ACTIVE for port object 82e61456-3f47-436d-9805-d3ea9b5e63b9 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:49:53.363032 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-925dd431-e313-467b-8673-ab6923dd90a1 req-7432a8d3-a3be-4e0f-bf50-2ffc7030ceed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:53.373433 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 82e61456-3f47-436d-9805-d3ea9b5e63b9 not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:49:53.430962 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5423ac9a-2a47-498a-89fc-43dacc605c83 req-5f3a12d6-236a-4889-a3f1-cc548ecc140f tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ecbfda5-20c1-471c-a301-f56cb75a4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3916254 May 05 19:49:53.622121 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-2e20ed73-e719-4edb-a9ce-03680dd61d1a req-99cc9273-6a37-48da-bd8d-93ecfc731d6b tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:53.706068 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-651f3519-cb4d-4758-88b2-5dd488165db5 req-625ac9e1-9f25-4254-a431-3ef87223cf7d tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:49:53.709994 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-651f3519-cb4d-4758-88b2-5dd488165db5 req-625ac9e1-9f25-4254-a431-3ef87223cf7d tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] Usage tracker for resource:port and tenant:b0361c1bf1294ca0ab392158902873c1 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:49:53.715798 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-651f3519-cb4d-4758-88b2-5dd488165db5 req-625ac9e1-9f25-4254-a431-3ef87223cf7d tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:49:53.723129 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-651f3519-cb4d-4758-88b2-5dd488165db5 req-625ac9e1-9f25-4254-a431-3ef87223cf7d tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:49:53.744690 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-36991215-dff3-406d-bcca-6d4994c141c1 req-21e1ac5e-598e-4b6b-a32f-7bf65dba892b service neutron] 10.222.0.24 "GET /v2.0/networks/87da803f-e7d0-44ba-a1c3-46d895a6576d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6806519 May 05 19:49:53.779312 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-651f3519-cb4d-4758-88b2-5dd488165db5 req-625ac9e1-9f25-4254-a431-3ef87223cf7d tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] Made reservation on behalf of b0361c1bf1294ca0ab392158902873c1 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:49:53.789361 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-651f3519-cb4d-4758-88b2-5dd488165db5 req-625ac9e1-9f25-4254-a431-3ef87223cf7d tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:53.831178 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b67fae44-4b16-45a0-8ce3-370e349dd247 req-63edfc3b-f6ae-44e8-80a7-c42e639bc284 tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e83ccb-6d07-4919-a8a9-c2089e1dd58f HTTP/1.1" status: 200 len: 210 time: 0.2155504 May 05 19:49:53.842856 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e20ed73-e719-4edb-a9ce-03680dd61d1a req-99cc9273-6a37-48da-bd8d-93ecfc731d6b tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Network 9e1d2257-41cc-4af2-afae-4ca8a9719a05 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:49:53.849040 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-651f3519-cb4d-4758-88b2-5dd488165db5 req-625ac9e1-9f25-4254-a431-3ef87223cf7d tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:53.873952 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-2e20ed73-e719-4edb-a9ce-03680dd61d1a req-99cc9273-6a37-48da-bd8d-93ecfc731d6b tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:49:53.892476 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e20ed73-e719-4edb-a9ce-03680dd61d1a req-99cc9273-6a37-48da-bd8d-93ecfc731d6b tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:49:53.898590 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20ed73-e719-4edb-a9ce-03680dd61d1a req-99cc9273-6a37-48da-bd8d-93ecfc731d6b tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:53.899290 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-2e20ed73-e719-4edb-a9ce-03680dd61d1a req-99cc9273-6a37-48da-bd8d-93ecfc731d6b tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:53.907948 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-651f3519-cb4d-4758-88b2-5dd488165db5 req-625ac9e1-9f25-4254-a431-3ef87223cf7d tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:49:53.927299 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-651f3519-cb4d-4758-88b2-5dd488165db5 req-625ac9e1-9f25-4254-a431-3ef87223cf7d tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] Usage tracker for resource:security_group_rule and tenant:b0361c1bf1294ca0ab392158902873c1 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:49:53.933360 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cc9273-6a37-48da-bd8d-93ecfc731d6b tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Pushing event updated for resources: {'Port': ['ID=a3891ff3-1df5-467c-9a03-57e77e453f5d,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:53.979684 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe97237-7fbc-41d2-a76f-0770bca3c027 req-a78fb975-8a02-411d-bcb9-f583feaa08fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:53.982085 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5fe97237-7fbc-41d2-a76f-0770bca3c027 req-a78fb975-8a02-411d-bcb9-f583feaa08fc service neutron] 10.222.0.50 "GET /v2.0/networks?id=1753be5e-696a-42f8-9a08-d20a05c27948 HTTP/1.1" status: 200 len: 924 time: 0.7519693 May 05 19:49:53.988747 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-651f3519-cb4d-4758-88b2-5dd488165db5 req-625ac9e1-9f25-4254-a431-3ef87223cf7d tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:49:53.994549 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5445b-5008-4db1-bc3e-87ad3bd72ba1 req-4dd42fb2-2937-4c23-8692-d089fde60d34 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:54.008275 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3bc5445b-5008-4db1-bc3e-87ad3bd72ba1 req-4dd42fb2-2937-4c23-8692-d089fde60d34 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=34fe469f-2452-4b5f-bbd8-86cac3e6e0b0 HTTP/1.1" status: 200 len: 944 time: 0.9384623 May 05 19:49:54.024202 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-388863db-644c-40d9-aed7-28b699b182fa req-1bcdec4a-d808-41c1-8e0e-4089eafb0c0b tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:49:54.042872 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-651f3519-cb4d-4758-88b2-5dd488165db5 req-625ac9e1-9f25-4254-a431-3ef87223cf7d tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:49:54.058136 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2e20ed73-e719-4edb-a9ce-03680dd61d1a req-99cc9273-6a37-48da-bd8d-93ecfc731d6b tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8964622 May 05 19:49:54.071433 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.50', 57583) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:54.080552 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-2e20ed73-e719-4edb-a9ce-03680dd61d1a req-010fdc18-70f8-45eb-9add-e28342fb032a service neutron] Request body: {'port': {'device_id': 'a8d939f4-0851-4bce-afcf-3b292497067f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:49:54.173398 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0b54a3a3-90de-4709-970a-e95e8814f7f5 req-b348b647-c131-4cbb-9904-438501c5839d tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7f5a589-3b16-4448-9925-f6147d63a97a HTTP/1.1" status: 200 len: 210 time: 0.1809199 May 05 19:49:54.209500 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-925dd431-e313-467b-8673-ab6923dd90a1 req-7432a8d3-a3be-4e0f-bf50-2ffc7030ceed service neutron] No DVR routers for this DVR port 82e61456-3f47-436d-9805-d3ea9b5e63b9 on host n-h1-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:49:54.238071 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-388863db-644c-40d9-aed7-28b699b182fa req-1bcdec4a-d808-41c1-8e0e-4089eafb0c0b tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Usage tracker for resource:port and tenant:a39a8689f2664a719c8fc650ec3305f9 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:49:54.260453 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-388863db-644c-40d9-aed7-28b699b182fa req-1bcdec4a-d808-41c1-8e0e-4089eafb0c0b tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:49:54.260770 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-36991215-dff3-406d-bcca-6d4994c141c1 req-b26d7539-b88f-4873-98d9-6375efd4a648 service neutron] 10.222.0.24 "GET /v2.0/networks/87da803f-e7d0-44ba-a1c3-46d895a6576d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4830911 May 05 19:49:54.283469 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4e735e54-10e1-45b1-9917-95a839449fe1 req-4548e2e8-982d-4b2c-aaa0-531c176bb931 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=928b29e96aaf42dd9d4dc06b8e5f9969&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2109723 May 05 19:49:54.311073 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-2e20ed73-e719-4edb-a9ce-03680dd61d1a req-010fdc18-70f8-45eb-9add-e28342fb032a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:54.367404 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7432a8d3-a3be-4e0f-bf50-2ffc7030ceed service neutron] Pushing event updated for resources: {'Port': ['ID=82e61456-3f47-436d-9805-d3ea9b5e63b9,revision_number=10']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:54.394300 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-388863db-644c-40d9-aed7-28b699b182fa req-1bcdec4a-d808-41c1-8e0e-4089eafb0c0b tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:49:54.417204 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5fe97237-7fbc-41d2-a76f-0770bca3c027 req-7655ea9e-5361-423a-a16d-1682fdfeb3f9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb2a3987-2931-4bc3-8ac3-01587d3d27c7 HTTP/1.1" status: 200 len: 1001 time: 0.3995957 May 05 19:49:54.426818 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7432a8d3-a3be-4e0f-bf50-2ffc7030ceed service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:49:54.427071 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7432a8d3-a3be-4e0f-bf50-2ffc7030ceed service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:49:54.427444 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7432a8d3-a3be-4e0f-bf50-2ffc7030ceed service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:49:54.427778 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7432a8d3-a3be-4e0f-bf50-2ffc7030ceed service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:49:54.428106 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7432a8d3-a3be-4e0f-bf50-2ffc7030ceed service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:49:54.428424 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7432a8d3-a3be-4e0f-bf50-2ffc7030ceed service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:49:54.428746 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7432a8d3-a3be-4e0f-bf50-2ffc7030ceed service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:49:54.429064 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7432a8d3-a3be-4e0f-bf50-2ffc7030ceed service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:49:54.429381 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7432a8d3-a3be-4e0f-bf50-2ffc7030ceed service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:49:54.429697 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7432a8d3-a3be-4e0f-bf50-2ffc7030ceed service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:49:54.430028 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7432a8d3-a3be-4e0f-bf50-2ffc7030ceed service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:49:54.430324 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7432a8d3-a3be-4e0f-bf50-2ffc7030ceed service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:49:54.438705 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-925dd431-e313-467b-8673-ab6923dd90a1 req-7432a8d3-a3be-4e0f-bf50-2ffc7030ceed service neutron] 10.222.0.24 "PUT /v2.0/ports/82e61456-3f47-436d-9805-d3ea9b5e63b9/bindings/n-h2-840717-1/activate HTTP/1.1" status: 200 len: 369 time: 4.4040737 May 05 19:49:54.453956 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3bc5445b-5008-4db1-bc3e-87ad3bd72ba1 req-3731198d-e198-4ee1-a3e7-a7353d266e09 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4447231 May 05 19:49:54.504937 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.50', 57584) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:54.505527 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-388863db-644c-40d9-aed7-28b699b182fa req-1bcdec4a-d808-41c1-8e0e-4089eafb0c0b tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Made reservation on behalf of a39a8689f2664a719c8fc650ec3305f9 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:49:54.509217 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-388863db-644c-40d9-aed7-28b699b182fa req-1bcdec4a-d808-41c1-8e0e-4089eafb0c0b tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:54.565694 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-388863db-644c-40d9-aed7-28b699b182fa req-1bcdec4a-d808-41c1-8e0e-4089eafb0c0b tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:54.608283 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-388863db-644c-40d9-aed7-28b699b182fa req-1bcdec4a-d808-41c1-8e0e-4089eafb0c0b tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:49:54.620479 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-388863db-644c-40d9-aed7-28b699b182fa req-1bcdec4a-d808-41c1-8e0e-4089eafb0c0b tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Usage tracker for resource:security_group_rule and tenant:a39a8689f2664a719c8fc650ec3305f9 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:49:54.638736 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-388863db-644c-40d9-aed7-28b699b182fa req-1bcdec4a-d808-41c1-8e0e-4089eafb0c0b tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:49:54.650938 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe97237-7fbc-41d2-a76f-0770bca3c027 req-8c7c4a74-37bb-4230-be67-20b1674ba25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:54.663968 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5fe97237-7fbc-41d2-a76f-0770bca3c027 req-8c7c4a74-37bb-4230-be67-20b1674ba25c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d902a8d0-b514-4bd9-bafe-ab994adadb04 HTTP/1.1" status: 200 len: 862 time: 0.2296302 May 05 19:49:54.667157 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-388863db-644c-40d9-aed7-28b699b182fa req-1bcdec4a-d808-41c1-8e0e-4089eafb0c0b tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:49:54.670891 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-19a2272e-8ff7-49a5-b2a4-88236429e239 req-f471199a-ad2c-42e1-8700-4731a46487dd tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc2c5573-f977-4fac-a8cc-a0997b512a34 HTTP/1.1" status: 200 len: 210 time: 0.1528642 May 05 19:49:55.028288 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925dd431-e313-467b-8673-ab6923dd90a1 req-45500407-fc91-43f1-a418-dc9f38e4cd37 tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:55.030159 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-925dd431-e313-467b-8673-ab6923dd90a1 req-45500407-fc91-43f1-a418-dc9f38e4cd37 tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=34fe469f-2452-4b5f-bbd8-86cac3e6e0b0&tenant_id=ec798a1d17654fd38a17594ac4520b82&binding%3Ahost_id=n-h1-840717-1 HTTP/1.1" status: 200 len: 1096 time: 0.5105193 May 05 19:49:55.073002 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e735e54-10e1-45b1-9917-95a839449fe1 req-bb4f4b45-164b-48ee-ab04-d44d21c7e945 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:55.076012 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4e735e54-10e1-45b1-9917-95a839449fe1 req-bb4f4b45-164b-48ee-ab04-d44d21c7e945 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7860408 May 05 19:49:55.088908 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-4e735e54-10e1-45b1-9917-95a839449fe1 req-58547d8c-78bd-4acd-b0f8-ffbd91f10b00 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Request body: {'port': {'device_id': 'f7f5a589-3b16-4448-9925-f6147d63a97a', 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3', 'admin_state_up': True, 'tenant_id': '928b29e96aaf42dd9d4dc06b8e5f9969'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:49:55.116685 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-651f3519-cb4d-4758-88b2-5dd488165db5 req-625ac9e1-9f25-4254-a431-3ef87223cf7d tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:55.134844 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-651f3519-cb4d-4758-88b2-5dd488165db5 req-625ac9e1-9f25-4254-a431-3ef87223cf7d tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:55.139327 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe97237-7fbc-41d2-a76f-0770bca3c027 req-32172cfb-87c9-40eb-aee1-0d30accf9913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:55.140957 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5fe97237-7fbc-41d2-a76f-0770bca3c027 req-32172cfb-87c9-40eb-aee1-0d30accf9913 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1753be5e-696a-42f8-9a08-d20a05c27948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4543421 May 05 19:49:55.197572 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-388863db-644c-40d9-aed7-28b699b182fa req-1bcdec4a-d808-41c1-8e0e-4089eafb0c0b tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:55.217548 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-388863db-644c-40d9-aed7-28b699b182fa req-1bcdec4a-d808-41c1-8e0e-4089eafb0c0b tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:55.329317 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625ac9e1-9f25-4254-a431-3ef87223cf7d tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f9a13b-60c9-4a1b-b7c9-419170345c8c,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:55.391799 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc11ad53-65e9-4080-928c-28b6fa760f19 req-1c5c9593-9529-4aae-a37a-8f4efb42f999 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:55.393624 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fc11ad53-65e9-4080-928c-28b6fa760f19 req-1c5c9593-9529-4aae-a37a-8f4efb42f999 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8d939f4-0851-4bce-afcf-3b292497067f HTTP/1.1" status: 200 len: 932 time: 0.5073602 May 05 19:49:55.431962 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcdec4a-d808-41c1-8e0e-4089eafb0c0b tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec4df19-718a-40d4-9715-81c352767ca5,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:55.453512 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-57ac842f-1314-4d0a-9181-356da2962ca9 req-4e3ad85d-e888-4327-904f-12b097c0254a tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e83ccb-6d07-4919-a8a9-c2089e1dd58f HTTP/1.1" status: 200 len: 210 time: 0.1767356 May 05 19:49:55.478170 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-651f3519-cb4d-4758-88b2-5dd488165db5 req-625ac9e1-9f25-4254-a431-3ef87223cf7d tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] Allocated IP 192.168.233.17 (b786cc2b-f681-4c10-a54f-820e9d1a5ac3/4d72a8d3-0a35-4d3a-96b8-d869ff4093bc/0af1e876-6cbb-43ac-8651-13e29ac07993) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:49:55.520068 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925dd431-e313-467b-8673-ab6923dd90a1 req-c7bbb105-9629-4193-a8bd-306f62ab3aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:55.521931 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-925dd431-e313-467b-8673-ab6923dd90a1 req-c7bbb105-9629-4193-a8bd-306f62ab3aa4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=34fe469f-2452-4b5f-bbd8-86cac3e6e0b0&tenant_id=ec798a1d17654fd38a17594ac4520b82 HTTP/1.1" status: 200 len: 1096 time: 0.4701846 May 05 19:49:55.629927 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-4e735e54-10e1-45b1-9917-95a839449fe1 req-58547d8c-78bd-4acd-b0f8-ffbd91f10b00 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:49:55.670014 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fc11ad53-65e9-4080-928c-28b6fa760f19 req-a6acf042-b5e6-4352-8b63-880b66bed775 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627168 May 05 19:49:55.672036 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5fe97237-7fbc-41d2-a76f-0770bca3c027 req-0d6ece3c-3f78-4607-ae03-3c21ee4cdfbb service neutron] 10.222.0.50 "GET /v2.0/networks/1753be5e-696a-42f8-9a08-d20a05c27948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5207276 May 05 19:49:55.674480 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-4e735e54-10e1-45b1-9917-95a839449fe1 req-58547d8c-78bd-4acd-b0f8-ffbd91f10b00 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Usage tracker for resource:port and tenant:928b29e96aaf42dd9d4dc06b8e5f9969 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:49:55.700366 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-4e735e54-10e1-45b1-9917-95a839449fe1 req-58547d8c-78bd-4acd-b0f8-ffbd91f10b00 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:49:55.724176 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-2e20ed73-e719-4edb-a9ce-03680dd61d1a req-010fdc18-70f8-45eb-9add-e28342fb032a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3891ff3-1df5-467c-9a03-57e77e453f5d {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:49:55.737796 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fa9f5bad-df93-498a-9097-590631c9feab req-2152fe4e-36a8-4fb1-8e63-7b63891cedce tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7f5a589-3b16-4448-9925-f6147d63a97a HTTP/1.1" status: 200 len: 210 time: 0.1091619 May 05 19:49:55.740889 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-4e735e54-10e1-45b1-9917-95a839449fe1 req-58547d8c-78bd-4acd-b0f8-ffbd91f10b00 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:49:55.762996 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-2e20ed73-e719-4edb-a9ce-03680dd61d1a req-010fdc18-70f8-45eb-9add-e28342fb032a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:55.923239 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925dd431-e313-467b-8673-ab6923dd90a1 req-e6ce2f26-7dfa-43d4-8317-7e81413c6d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:55.924747 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-925dd431-e313-467b-8673-ab6923dd90a1 req-e6ce2f26-7dfa-43d4-8317-7e81413c6d83 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ec798a1d17654fd38a17594ac4520b82&device_id=34fe469f-2452-4b5f-bbd8-86cac3e6e0b0 HTTP/1.1" status: 200 len: 1096 time: 0.3576152 May 05 19:49:56.020177 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-651f3519-cb4d-4758-88b2-5dd488165db5 req-625ac9e1-9f25-4254-a431-3ef87223cf7d tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:56.112184 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f0ad3aa3-2134-4b07-9960-b3f5f7bc1646 req-c35771bb-8f4f-4f62-a5e6-eb6271bbf308 tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc2c5573-f977-4fac-a8cc-a0997b512a34 HTTP/1.1" status: 200 len: 210 time: 0.0586591 May 05 19:49:56.112883 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e735e54-10e1-45b1-9917-95a839449fe1 req-58547d8c-78bd-4acd-b0f8-ffbd91f10b00 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Made reservation on behalf of 928b29e96aaf42dd9d4dc06b8e5f9969 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:49:56.116307 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-4e735e54-10e1-45b1-9917-95a839449fe1 req-58547d8c-78bd-4acd-b0f8-ffbd91f10b00 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:56.130157 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-2e20ed73-e719-4edb-a9ce-03680dd61d1a req-010fdc18-70f8-45eb-9add-e28342fb032a service neutron] Transition to ACTIVE for port object a3891ff3-1df5-467c-9a03-57e77e453f5d will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:49:56.135601 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-651f3519-cb4d-4758-88b2-5dd488165db5 req-625ac9e1-9f25-4254-a431-3ef87223cf7d tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] Transition to ACTIVE for port object 0af1e876-6cbb-43ac-8651-13e29ac07993 will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:49:56.136995 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-4e735e54-10e1-45b1-9917-95a839449fe1 req-58547d8c-78bd-4acd-b0f8-ffbd91f10b00 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:56.137768 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925dd431-e313-467b-8673-ab6923dd90a1 req-a4017ee2-a04e-437a-95ca-358a6d204536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:56.139655 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-925dd431-e313-467b-8673-ab6923dd90a1 req-a4017ee2-a04e-437a-95ca-358a6d204536 service neutron] 10.222.0.50 "GET /v2.0/networks?id=87da803f-e7d0-44ba-a1c3-46d895a6576d HTTP/1.1" status: 200 len: 908 time: 0.2078965 May 05 19:49:56.152995 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-2e20ed73-e719-4edb-a9ce-03680dd61d1a req-010fdc18-70f8-45eb-9add-e28342fb032a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:56.237277 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-4e735e54-10e1-45b1-9917-95a839449fe1 req-58547d8c-78bd-4acd-b0f8-ffbd91f10b00 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:49:56.270573 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5fe97237-7fbc-41d2-a76f-0770bca3c027 req-747f997e-bb6a-467d-99c9-b20d814e39a6 service neutron] 10.222.0.50 "GET /v2.0/networks/1753be5e-696a-42f8-9a08-d20a05c27948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5853624 May 05 19:49:56.289182 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-925dd431-e313-467b-8673-ab6923dd90a1 req-c207e4b2-ea13-41d0-b3a2-e892340b965b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82e61456-3f47-436d-9805-d3ea9b5e63b9 HTTP/1.1" status: 200 len: 217 time: 0.1223593 May 05 19:49:56.304755 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-4e735e54-10e1-45b1-9917-95a839449fe1 req-58547d8c-78bd-4acd-b0f8-ffbd91f10b00 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Usage tracker for resource:security_group_rule and tenant:928b29e96aaf42dd9d4dc06b8e5f9969 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:49:56.308173 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-4e735e54-10e1-45b1-9917-95a839449fe1 req-58547d8c-78bd-4acd-b0f8-ffbd91f10b00 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:49:56.316878 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-4e735e54-10e1-45b1-9917-95a839449fe1 req-58547d8c-78bd-4acd-b0f8-ffbd91f10b00 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:49:56.351185 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58804) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:56.359258 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010fdc18-70f8-45eb-9add-e28342fb032a service neutron] Pushing event updated for resources: {'Port': ['ID=a3891ff3-1df5-467c-9a03-57e77e453f5d,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:56.464578 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-651f3519-cb4d-4758-88b2-5dd488165db5 req-625ac9e1-9f25-4254-a431-3ef87223cf7d tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:56.530518 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-2e20ed73-e719-4edb-a9ce-03680dd61d1a req-010fdc18-70f8-45eb-9add-e28342fb032a service neutron] Attempting to bind port a3891ff3-1df5-467c-9a03-57e77e453f5d on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:49:56.530801 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-2e20ed73-e719-4edb-a9ce-03680dd61d1a req-010fdc18-70f8-45eb-9add-e28342fb032a service neutron] Attempting to bind port a3891ff3-1df5-467c-9a03-57e77e453f5d by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': '74addc21-9c2f-4292-8d75-7048fb7d56d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9e1d2257-41cc-4af2-afae-4ca8a9719a05'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:49:56.531200 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e20ed73-e719-4edb-a9ce-03680dd61d1a req-010fdc18-70f8-45eb-9add-e28342fb032a service neutron] Attempting to bind port a3891ff3-1df5-467c-9a03-57e77e453f5d on network 9e1d2257-41cc-4af2-afae-4ca8a9719a05 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:49:56.633175 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625ac9e1-9f25-4254-a431-3ef87223cf7d tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] Pushing event updated for resources: {'Port': ['ID=0af1e876-6cbb-43ac-8651-13e29ac07993,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:56.656891 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b595a0d9-7958-48d4-a657-19710bad859b req-85cdf356-0b39-4b04-a025-4e38ef28424b tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:56.664997 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b595a0d9-7958-48d4-a657-19710bad859b req-85cdf356-0b39-4b04-a025-4e38ef28424b tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=34fe469f-2452-4b5f-bbd8-86cac3e6e0b0 HTTP/1.1" status: 200 len: 945 time: 0.8270636 May 05 19:49:56.692704 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925dd431-e313-467b-8673-ab6923dd90a1 req-c9037839-028a-478a-91f7-e3e6fe36412a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:56.694235 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-925dd431-e313-467b-8673-ab6923dd90a1 req-c9037839-028a-478a-91f7-e3e6fe36412a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=af43fcc5-064b-4df8-a8c0-be1ad4feb5a8 HTTP/1.1" status: 200 len: 847 time: 0.3973653 May 05 19:49:56.720410 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e20ed73-e719-4edb-a9ce-03680dd61d1a req-010fdc18-70f8-45eb-9add-e28342fb032a service neutron] Port a3891ff3-1df5-467c-9a03-57e77e453f5d on network 9e1d2257-41cc-4af2-afae-4ca8a9719a05 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:49:56.720632 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e20ed73-e719-4edb-a9ce-03680dd61d1a req-010fdc18-70f8-45eb-9add-e28342fb032a service neutron] Attempting to bind port a3891ff3-1df5-467c-9a03-57e77e453f5d on network 9e1d2257-41cc-4af2-afae-4ca8a9719a05 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:49:56.724126 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-4e735e54-10e1-45b1-9917-95a839449fe1 req-58547d8c-78bd-4acd-b0f8-ffbd91f10b00 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:56.726428 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-651f3519-cb4d-4758-88b2-5dd488165db5 req-625ac9e1-9f25-4254-a431-3ef87223cf7d tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] Network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:49:56.735915 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b79a286e-3cd5-421c-9a81-90bec310102e req-f398c20a-9f16-42c2-9c2b-3b15336c2081 tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e83ccb-6d07-4919-a8a9-c2089e1dd58f HTTP/1.1" status: 200 len: 210 time: 0.0733411 May 05 19:49:56.737057 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-353f120c-d60f-4830-ae29-d1fc8da04f32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:56.749106 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-388863db-644c-40d9-aed7-28b699b182fa req-1bcdec4a-d808-41c1-8e0e-4089eafb0c0b tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Allocated IP 192.168.233.129 (b786cc2b-f681-4c10-a54f-820e9d1a5ac3/4d72a8d3-0a35-4d3a-96b8-d869ff4093bc/f41be030-f2d5-47f1-b237-630ddc7e4278) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:49:56.770448 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-925dd431-e313-467b-8673-ab6923dd90a1 req-c71a7a5d-1950-4b45-91a6-a53519622144 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=87da803f-e7d0-44ba-a1c3-46d895a6576d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656121 May 05 19:49:56.772393 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e20ed73-e719-4edb-a9ce-03680dd61d1a req-010fdc18-70f8-45eb-9add-e28342fb032a service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:49:56.773542 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e20ed73-e719-4edb-a9ce-03680dd61d1a req-010fdc18-70f8-45eb-9add-e28342fb032a service neutron] Checking segment: {'id': '74addc21-9c2f-4292-8d75-7048fb7d56d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9e1d2257-41cc-4af2-afae-4ca8a9719a05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:49:56.775693 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e20ed73-e719-4edb-a9ce-03680dd61d1a req-010fdc18-70f8-45eb-9add-e28342fb032a service neutron] Bound using segment: {'id': '74addc21-9c2f-4292-8d75-7048fb7d56d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9e1d2257-41cc-4af2-afae-4ca8a9719a05'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:49:56.776399 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-2e20ed73-e719-4edb-a9ce-03680dd61d1a req-010fdc18-70f8-45eb-9add-e28342fb032a service neutron] Bound port: a3891ff3-1df5-467c-9a03-57e77e453f5d, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74addc21-9c2f-4292-8d75-7048fb7d56d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9e1d2257-41cc-4af2-afae-4ca8a9719a05'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:49:56.776944 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-2e20ed73-e719-4edb-a9ce-03680dd61d1a req-010fdc18-70f8-45eb-9add-e28342fb032a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:56.791769 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-651f3519-cb4d-4758-88b2-5dd488165db5 req-625ac9e1-9f25-4254-a431-3ef87223cf7d tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:49:56.813660 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-4e735e54-10e1-45b1-9917-95a839449fe1 req-58547d8c-78bd-4acd-b0f8-ffbd91f10b00 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:56.816960 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-651f3519-cb4d-4758-88b2-5dd488165db5 req-625ac9e1-9f25-4254-a431-3ef87223cf7d tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:49:56.822486 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f3519-cb4d-4758-88b2-5dd488165db5 req-625ac9e1-9f25-4254-a431-3ef87223cf7d tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:56.823912 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-651f3519-cb4d-4758-88b2-5dd488165db5 req-625ac9e1-9f25-4254-a431-3ef87223cf7d tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:56.835033 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b595a0d9-7958-48d4-a657-19710bad859b req-1939ebb3-f6a1-4e26-9db6-bd05ce0b5915 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683066 May 05 19:49:57.073137 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-353f120c-d60f-4830-ae29-d1fc8da04f32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:49:57.076742 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-651f3519-cb4d-4758-88b2-5dd488165db5 req-625ac9e1-9f25-4254-a431-3ef87223cf7d tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9157779 May 05 19:49:57.124158 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58547d8c-78bd-4acd-b0f8-ffbd91f10b00 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:57.144825 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-353f120c-d60f-4830-ae29-d1fc8da04f32 admin admin] Usage tracker for resource:security_group_rule and tenant:7490622ccde940b788c2c472647812e8 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:49:57.146469 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-925dd431-e313-467b-8673-ab6923dd90a1 req-71173865-f978-47b2-8436-0e83d5de569f service neutron] 10.222.0.50 "GET /v2.0/networks/87da803f-e7d0-44ba-a1c3-46d895a6576d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3653858 May 05 19:49:57.154999 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-1962e5ff-9df9-47a9-ba43-12d2b3304877 None None] Provisioning for port 0af1e876-6cbb-43ac-8651-13e29ac07993 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:49:57.159811 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-651f3519-cb4d-4758-88b2-5dd488165db5 req-c57eba3c-4fb4-439e-874b-fc706d46f558 service neutron] Request body: {'port': {'device_id': 'bc2c5573-f977-4fac-a8cc-a0997b512a34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:49:57.161382 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-1962e5ff-9df9-47a9-ba43-12d2b3304877 None None] Provisioning complete for port 0af1e876-6cbb-43ac-8651-13e29ac07993 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:49:57.161743 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1962e5ff-9df9-47a9-ba43-12d2b3304877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:57.177319 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-79d8b962-d5aa-4c79-ab75-20fe6b1f2305 req-b40117ca-8002-4d26-b2e1-41914d5cdf25 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7f5a589-3b16-4448-9925-f6147d63a97a HTTP/1.1" status: 200 len: 210 time: 0.0960462 May 05 19:49:57.185440 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 19:49:57.299194 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-353f120c-d60f-4830-ae29-d1fc8da04f32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:49:57.307700 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-1962e5ff-9df9-47a9-ba43-12d2b3304877 None None] Port 0af1e876-6cbb-43ac-8651-13e29ac07993 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:49:57.451949 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-353f120c-d60f-4830-ae29-d1fc8da04f32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:49:57.586882 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-2e20ed73-e719-4edb-a9ce-03680dd61d1a req-010fdc18-70f8-45eb-9add-e28342fb032a service neutron] For port a3891ff3-1df5-467c-9a03-57e77e453f5d, host n-h1-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:49:57.611181 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-651f3519-cb4d-4758-88b2-5dd488165db5 req-c57eba3c-4fb4-439e-874b-fc706d46f558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:57.623564 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-2e20ed73-e719-4edb-a9ce-03680dd61d1a req-010fdc18-70f8-45eb-9add-e28342fb032a service neutron] For port a3891ff3-1df5-467c-9a03-57e77e453f5d, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=a3891ff3-1df5-467c-9a03-57e77e453f5d,segment=NetworkSegment(74addc21-9c2f-4292-8d75-7048fb7d56d2),segment_id=74addc21-9c2f-4292-8d75-7048fb7d56d2)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:49:57.638187 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-2e20ed73-e719-4edb-a9ce-03680dd61d1a req-010fdc18-70f8-45eb-9add-e28342fb032a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:57.690584 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-388863db-644c-40d9-aed7-28b699b182fa req-1bcdec4a-d808-41c1-8e0e-4089eafb0c0b tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:57.691964 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e16ab3-2713-4ba1-b13c-4c6677a91add req-997cad5f-f519-4be0-94cb-3a837cd7e58f tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:57.692700 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-49e16ab3-2713-4ba1-b13c-4c6677a91add req-997cad5f-f519-4be0-94cb-3a837cd7e58f tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Synchronizing usage tracker for tenant:63ca58c29fae4c4eaafba189c1ec4492 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:49:57.741984 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-925dd431-e313-467b-8673-ab6923dd90a1 req-759c8ca0-b515-4875-b35c-ac271554b308 service neutron] 10.222.0.50 "GET /v2.0/networks/87da803f-e7d0-44ba-a1c3-46d895a6576d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5830297 May 05 19:49:57.743207 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-388863db-644c-40d9-aed7-28b699b182fa req-1bcdec4a-d808-41c1-8e0e-4089eafb0c0b tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Transition to ACTIVE for port object f41be030-f2d5-47f1-b237-630ddc7e4278 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:49:57.779586 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf08064-f48c-4e64-b9f0-7fea79109cd3 req-f4944ed6-8b96-4c1c-801f-ee09bc4dd471 tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:57.792444 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5cf08064-f48c-4e64-b9f0-7fea79109cd3 req-f4944ed6-8b96-4c1c-801f-ee09bc4dd471 tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc2c5573-f977-4fac-a8cc-a0997b512a34 HTTP/1.1" status: 200 len: 935 time: 0.3873456 May 05 19:49:57.817282 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20ed73-e719-4edb-a9ce-03680dd61d1a req-010fdc18-70f8-45eb-9add-e28342fb032a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:57.818167 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-2e20ed73-e719-4edb-a9ce-03680dd61d1a req-010fdc18-70f8-45eb-9add-e28342fb032a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:57.819716 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2e20ed73-e719-4edb-a9ce-03680dd61d1a req-010fdc18-70f8-45eb-9add-e28342fb032a service neutron] 10.222.0.24 "PUT /v2.0/ports/a3891ff3-1df5-467c-9a03-57e77e453f5d HTTP/1.1" status: 200 len: 1092 time: 3.7491734 May 05 19:49:57.821930 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8d939f4-0851-4bce-afcf-3b292497067f', 'tag': 'a3891ff3-1df5-467c-9a03-57e77e453f5d'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:49:57.892100 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5cf08064-f48c-4e64-b9f0-7fea79109cd3 req-7c2f9b70-a810-4b20-8a59-ac1be8a90d65 tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2f9a13b-60c9-4a1b-b7c9-419170345c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903077 May 05 19:49:57.922430 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-388863db-644c-40d9-aed7-28b699b182fa req-1bcdec4a-d808-41c1-8e0e-4089eafb0c0b tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:58.030683 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcdec4a-d808-41c1-8e0e-4089eafb0c0b tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Pushing event updated for resources: {'Port': ['ID=f41be030-f2d5-47f1-b237-630ddc7e4278,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:58.050987 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-49e16ab3-2713-4ba1-b13c-4c6677a91add req-997cad5f-f519-4be0-94cb-3a837cd7e58f tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Unset dirty status for tenant:63ca58c29fae4c4eaafba189c1ec4492 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:49:58.062166 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-49e16ab3-2713-4ba1-b13c-4c6677a91add req-997cad5f-f519-4be0-94cb-3a837cd7e58f tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8d939f4-0851-4bce-afcf-3b292497067f HTTP/1.1" status: 200 len: 944 time: 0.9946759 May 05 19:49:58.109819 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-353f120c-d60f-4830-ae29-d1fc8da04f32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:58.142767 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-388863db-644c-40d9-aed7-28b699b182fa req-1bcdec4a-d808-41c1-8e0e-4089eafb0c0b tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:49:58.153258 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-388863db-644c-40d9-aed7-28b699b182fa req-1bcdec4a-d808-41c1-8e0e-4089eafb0c0b tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:49:58.173652 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010fdc18-70f8-45eb-9add-e28342fb032a service neutron] Pushing event updated for resources: {'Port': ['ID=a3891ff3-1df5-467c-9a03-57e77e453f5d,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:58.176104 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-353f120c-d60f-4830-ae29-d1fc8da04f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:58.216690 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-388863db-644c-40d9-aed7-28b699b182fa req-1bcdec4a-d808-41c1-8e0e-4089eafb0c0b tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:49:58.230639 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388863db-644c-40d9-aed7-28b699b182fa req-1bcdec4a-d808-41c1-8e0e-4089eafb0c0b tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:58.231990 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-388863db-644c-40d9-aed7-28b699b182fa req-1bcdec4a-d808-41c1-8e0e-4089eafb0c0b tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:58.283698 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-388863db-644c-40d9-aed7-28b699b182fa req-1bcdec4a-d808-41c1-8e0e-4089eafb0c0b tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.2063115 May 05 19:49:58.285286 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-4e735e54-10e1-45b1-9917-95a839449fe1 req-58547d8c-78bd-4acd-b0f8-ffbd91f10b00 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Allocated IP 192.168.233.26 (b786cc2b-f681-4c10-a54f-820e9d1a5ac3/4d72a8d3-0a35-4d3a-96b8-d869ff4093bc/046cff30-9f24-4516-aca1-577e77e2491f) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:49:58.301092 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-388863db-644c-40d9-aed7-28b699b182fa req-fea24a99-856a-4ae3-bbc0-565945c1d00a service neutron] Request body: {'port': {'device_id': '53e83ccb-6d07-4919-a8a9-c2089e1dd58f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:49:58.318199 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-49e16ab3-2713-4ba1-b13c-4c6677a91add req-034be6d5-f1b5-46f2-b2c7-a3ba2d3b61e4 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Synchronizing usage tracker for tenant:63ca58c29fae4c4eaafba189c1ec4492 on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:49:58.338613 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-353f120c-d60f-4830-ae29-d1fc8da04f32 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7490622ccde940b788c2c472647812e8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9766936 May 05 19:49:58.339722 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353f120c-d60f-4830-ae29-d1fc8da04f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d17dfc-4825-4269-8c36-36caba2f16a0,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:58.357589 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58828) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:58.369142 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925dd431-e313-467b-8673-ab6923dd90a1 req-25c6d8af-847f-4832-a35c-9f20b4c40d47 tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:58.385330 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-925dd431-e313-467b-8673-ab6923dd90a1 req-25c6d8af-847f-4832-a35c-9f20b4c40d47 tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=34fe469f-2452-4b5f-bbd8-86cac3e6e0b0&tenant_id=ec798a1d17654fd38a17594ac4520b82&binding%3Ahost_id=n-h2-840717-1 HTTP/1.1" status: 200 len: 1096 time: 0.3153086 May 05 19:49:58.391413 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17211824-552b-4a18-a2ee-1c6fc89ac6b1 req-c10dc1c0-17e8-4b6b-8e8c-844ee04ca25f tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:58.392308 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-17211824-552b-4a18-a2ee-1c6fc89ac6b1 req-c10dc1c0-17e8-4b6b-8e8c-844ee04ca25f tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Synchronizing usage tracker for tenant:a39a8689f2664a719c8fc650ec3305f9 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:49:58.421087 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-49e16ab3-2713-4ba1-b13c-4c6677a91add req-034be6d5-f1b5-46f2-b2c7-a3ba2d3b61e4 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Unset dirty status for tenant:63ca58c29fae4c4eaafba189c1ec4492 on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:49:58.422294 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-49e16ab3-2713-4ba1-b13c-4c6677a91add req-034be6d5-f1b5-46f2-b2c7-a3ba2d3b61e4 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3593559 May 05 19:49:58.427529 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20ed73-e719-4edb-a9ce-03680dd61d1a req-16baa9fe-78d9-4c43-9580-d2353a89b384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:58.429041 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2e20ed73-e719-4edb-a9ce-03680dd61d1a req-16baa9fe-78d9-4c43-9580-d2353a89b384 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=63ca58c29fae4c4eaafba189c1ec4492&device_id=a8d939f4-0851-4bce-afcf-3b292497067f HTTP/1.1" status: 200 len: 1095 time: 0.5530629 May 05 19:49:58.551190 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-694ad875-28bd-4feb-815d-074a322dcdb9 None None] Provisioning for port f41be030-f2d5-47f1-b237-630ddc7e4278 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:49:58.558768 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-694ad875-28bd-4feb-815d-074a322dcdb9 None None] Provisioning complete for port f41be030-f2d5-47f1-b237-630ddc7e4278 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:49:58.560778 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2e20ed73-e719-4edb-a9ce-03680dd61d1a req-c7374ace-2ba9-4fe6-8381-968258fc8960 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3891ff3-1df5-467c-9a03-57e77e453f5d HTTP/1.1" status: 200 len: 217 time: 0.0987906 May 05 19:49:58.561742 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-694ad875-28bd-4feb-815d-074a322dcdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:58.566572 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fea05148-d261-4fcf-8d8f-c7d400b6aa3d'] response: {'name': 'network-changed', 'server_uuid': 'a8d939f4-0851-4bce-afcf-3b292497067f', 'tag': 'a3891ff3-1df5-467c-9a03-57e77e453f5d', 'status': 'completed', 'code': 200} May 05 19:49:58.662510 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-17211824-552b-4a18-a2ee-1c6fc89ac6b1 req-c10dc1c0-17e8-4b6b-8e8c-844ee04ca25f tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Unset dirty status for tenant:a39a8689f2664a719c8fc650ec3305f9 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:49:58.671325 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-17211824-552b-4a18-a2ee-1c6fc89ac6b1 req-c10dc1c0-17e8-4b6b-8e8c-844ee04ca25f tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e83ccb-6d07-4919-a8a9-c2089e1dd58f HTTP/1.1" status: 200 len: 936 time: 0.5265303 May 05 19:49:58.707020 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-694ad875-28bd-4feb-815d-074a322dcdb9 None None] Port f41be030-f2d5-47f1-b237-630ddc7e4278 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:49:58.736834 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-388863db-644c-40d9-aed7-28b699b182fa req-fea24a99-856a-4ae3-bbc0-565945c1d00a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:58.801843 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-39568c06-1364-4f16-b874-7c1d301fdd2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:58.819810 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20ed73-e719-4edb-a9ce-03680dd61d1a req-e1b11716-0ecb-4aba-86a1-c82cc770f4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:58.821247 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2e20ed73-e719-4edb-a9ce-03680dd61d1a req-e1b11716-0ecb-4aba-86a1-c82cc770f4d5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=99c4516e-78c1-4a80-85a0-0e7389d15301 HTTP/1.1" status: 200 len: 860 time: 0.2538986 May 05 19:49:58.822880 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-17211824-552b-4a18-a2ee-1c6fc89ac6b1 req-6fbdf69e-fcd4-4bba-bf87-b2333db7c9ae tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Synchronizing usage tracker for tenant:a39a8689f2664a719c8fc650ec3305f9 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:49:58.886348 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2e20ed73-e719-4edb-a9ce-03680dd61d1a req-42c427dd-cbfd-49d6-bd6f-ff5c819fb877 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9e1d2257-41cc-4af2-afae-4ca8a9719a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591660 May 05 19:49:58.918826 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-39568c06-1364-4f16-b874-7c1d301fdd2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:58.938644 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-17211824-552b-4a18-a2ee-1c6fc89ac6b1 req-6fbdf69e-fcd4-4bba-bf87-b2333db7c9ae tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Unset dirty status for tenant:a39a8689f2664a719c8fc650ec3305f9 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:49:58.939872 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-17211824-552b-4a18-a2ee-1c6fc89ac6b1 req-6fbdf69e-fcd4-4bba-bf87-b2333db7c9ae tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ec4df19-718a-40d4-9715-81c352767ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685215 May 05 19:49:58.971739 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-4e735e54-10e1-45b1-9917-95a839449fe1 req-58547d8c-78bd-4acd-b0f8-ffbd91f10b00 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:58.990712 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-925dd431-e313-467b-8673-ab6923dd90a1 req-c340e869-df11-49e5-a03b-568f4076cdad service neutron] For port 82e61456-3f47-436d-9805-d3ea9b5e63b9, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:49:59.009203 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-925dd431-e313-467b-8673-ab6923dd90a1 req-c340e869-df11-49e5-a03b-568f4076cdad service neutron] Notify callbacks [] for binding, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:59.010316 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-925dd431-e313-467b-8673-ab6923dd90a1 req-c340e869-df11-49e5-a03b-568f4076cdad service neutron] 10.222.0.50 "DELETE /v2.0/ports/82e61456-3f47-436d-9805-d3ea9b5e63b9/bindings/n-h1-840717-1 HTTP/1.1" status: 204 len: 173 time: 0.6091690 May 05 19:49:59.069154 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234bac1e-434d-4341-855a-55e263709851 req-ba687c7e-5ea8-45ee-9851-2620d075e386 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:59.080853 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-234bac1e-434d-4341-855a-55e263709851 req-ba687c7e-5ea8-45ee-9851-2620d075e386 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=34fe469f-2452-4b5f-bbd8-86cac3e6e0b0 HTTP/1.1" status: 200 len: 945 time: 0.3421175 May 05 19:49:59.101043 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-4e735e54-10e1-45b1-9917-95a839449fe1 req-58547d8c-78bd-4acd-b0f8-ffbd91f10b00 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Transition to ACTIVE for port object 046cff30-9f24-4516-aca1-577e77e2491f will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:49:59.118531 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-39568c06-1364-4f16-b874-7c1d301fdd2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:59.170586 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-234bac1e-434d-4341-855a-55e263709851 req-6b994ce5-3e19-4eb6-9101-39970b73984a tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886624 May 05 19:49:59.175798 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2e20ed73-e719-4edb-a9ce-03680dd61d1a req-8e225f27-0e1c-4784-a794-0e54f0f76521 service neutron] 10.222.0.24 "GET /v2.0/networks/9e1d2257-41cc-4af2-afae-4ca8a9719a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838492 May 05 19:49:59.207014 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1e76da5b-2186-4596-a5d8-73ab94a15299 req-23e08df5-c5c8-4483-84fd-616b0742624a tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7f5a589-3b16-4448-9925-f6147d63a97a HTTP/1.1" status: 200 len: 210 time: 0.0699410 May 05 19:49:59.210018 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39568c06-1364-4f16-b874-7c1d301fdd2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d17dfc-4825-4269-8c36-36caba2f16a0,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:49:59.234481 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-39568c06-1364-4f16-b874-7c1d301fdd2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:59.235272 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-4e735e54-10e1-45b1-9917-95a839449fe1 req-58547d8c-78bd-4acd-b0f8-ffbd91f10b00 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:59.242389 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-39568c06-1364-4f16-b874-7c1d301fdd2a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/88d17dfc-4825-4269-8c36-36caba2f16a0 HTTP/1.1" status: 204 len: 168 time: 0.8799314 May 05 19:49:59.698395 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a253e53-f34a-4b6a-9003-28b701786d75 req-390575e2-96f5-4978-82c2-add2dc6d5d06 tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:49:59.701133 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8a253e53-f34a-4b6a-9003-28b701786d75 req-390575e2-96f5-4978-82c2-add2dc6d5d06 tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=34fe469f-2452-4b5f-bbd8-86cac3e6e0b0 HTTP/1.1" status: 200 len: 1096 time: 0.2372134 May 05 19:49:59.772973 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8a253e53-f34a-4b6a-9003-28b701786d75 req-0bfc8cef-9bc4-4bad-8fd8-28314bbf02a4 tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658386 May 05 19:49:59.803494 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58848) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:49:59.834433 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a76b9458-503d-4abb-b652-8c4ef4552b74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:59.851898 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a76b9458-503d-4abb-b652-8c4ef4552b74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:49:59.857414 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a76b9458-503d-4abb-b652-8c4ef4552b74 admin admin] Usage tracker for resource:security_group_rule and tenant:055b8d7f10b846ae8982d153396328d0 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:49:59.860623 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a76b9458-503d-4abb-b652-8c4ef4552b74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:49:59.872912 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a76b9458-503d-4abb-b652-8c4ef4552b74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:49:59.893842 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-651f3519-cb4d-4758-88b2-5dd488165db5 req-c57eba3c-4fb4-439e-874b-fc706d46f558 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0af1e876-6cbb-43ac-8651-13e29ac07993 {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:49:59.911456 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2e20ed73-e719-4edb-a9ce-03680dd61d1a req-3a5dc7b2-e6cc-41a5-ae6e-f52dd4e23a8a service neutron] 10.222.0.24 "GET /v2.0/networks/9e1d2257-41cc-4af2-afae-4ca8a9719a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7253249 May 05 19:49:59.960384 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-651f3519-cb4d-4758-88b2-5dd488165db5 req-c57eba3c-4fb4-439e-874b-fc706d46f558 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:49:59.973780 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e735e54-10e1-45b1-9917-95a839449fe1 req-58547d8c-78bd-4acd-b0f8-ffbd91f10b00 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:50:00.081349 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a76b9458-503d-4abb-b652-8c4ef4552b74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:00.085719 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a76b9458-503d-4abb-b652-8c4ef4552b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:00.145952 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a76b9458-503d-4abb-b652-8c4ef4552b74 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=055b8d7f10b846ae8982d153396328d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3353801 May 05 19:50:00.145952 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76b9458-503d-4abb-b652-8c4ef4552b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1715fb-6720-4070-a5e3-e8da02cb46cf,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:50:00.148340 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58858) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:50:00.217484 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-4e735e54-10e1-45b1-9917-95a839449fe1 req-58547d8c-78bd-4acd-b0f8-ffbd91f10b00 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:50:00.227234 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e735e54-10e1-45b1-9917-95a839449fe1 req-58547d8c-78bd-4acd-b0f8-ffbd91f10b00 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:50:00.233307 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e735e54-10e1-45b1-9917-95a839449fe1 req-58547d8c-78bd-4acd-b0f8-ffbd91f10b00 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:00.233940 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-4e735e54-10e1-45b1-9917-95a839449fe1 req-58547d8c-78bd-4acd-b0f8-ffbd91f10b00 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:00.264829 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-651f3519-cb4d-4758-88b2-5dd488165db5 req-c57eba3c-4fb4-439e-874b-fc706d46f558 service neutron] Transition to ACTIVE for port object 0af1e876-6cbb-43ac-8651-13e29ac07993 will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:50:00.266661 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58547d8c-78bd-4acd-b0f8-ffbd91f10b00 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Pushing event updated for resources: {'Port': ['ID=046cff30-9f24-4516-aca1-577e77e2491f,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:50:00.278894 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-651f3519-cb4d-4758-88b2-5dd488165db5 req-c57eba3c-4fb4-439e-874b-fc706d46f558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:00.321395 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8516f902-0eac-4bdb-b6a1-b144f93193ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:00.412654 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4e735e54-10e1-45b1-9917-95a839449fe1 req-58547d8c-78bd-4acd-b0f8-ffbd91f10b00 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.3279185 May 05 19:50:00.438250 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8516f902-0eac-4bdb-b6a1-b144f93193ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:00.452778 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-4e735e54-10e1-45b1-9917-95a839449fe1 req-caf27ca1-00ad-4283-a630-581438e189cb service neutron] Request body: {'port': {'device_id': 'f7f5a589-3b16-4448-9925-f6147d63a97a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:50:00.528328 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57eba3c-4fb4-439e-874b-fc706d46f558 service neutron] Pushing event updated for resources: {'Port': ['ID=0af1e876-6cbb-43ac-8651-13e29ac07993,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:50:00.531244 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e967e6-630f-4c19-9d82-577b543af773 req-7a1cd542-b406-4608-8980-8e555b5b2d7d tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:00.533009 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-65e967e6-630f-4c19-9d82-577b543af773 req-7a1cd542-b406-4608-8980-8e555b5b2d7d tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8d939f4-0851-4bce-afcf-3b292497067f HTTP/1.1" status: 200 len: 944 time: 0.3283494 May 05 19:50:00.563099 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-cfc1fa54-f2df-4c08-a3a4-8dddc7ddd3eb None None] Provisioning for port 046cff30-9f24-4516-aca1-577e77e2491f completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:50:00.574163 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-cfc1fa54-f2df-4c08-a3a4-8dddc7ddd3eb None None] Provisioning complete for port 046cff30-9f24-4516-aca1-577e77e2491f triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:50:00.575459 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cfc1fa54-f2df-4c08-a3a4-8dddc7ddd3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:00.694168 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857256df-1e2c-4597-9e2f-e155221646af req-4b8b7538-40a8-4dc6-8a4c-fd277785b5c8 tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:00.694934 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-857256df-1e2c-4597-9e2f-e155221646af req-4b8b7538-40a8-4dc6-8a4c-fd277785b5c8 tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] Synchronizing usage tracker for tenant:b0361c1bf1294ca0ab392158902873c1 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:50:00.695116 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-65e967e6-630f-4c19-9d82-577b543af773 req-1109463d-3709-40cd-99c0-34f9c11fc7e6 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397946 May 05 19:50:00.697101 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8516f902-0eac-4bdb-b6a1-b144f93193ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:00.719268 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-cfc1fa54-f2df-4c08-a3a4-8dddc7ddd3eb None None] Port 046cff30-9f24-4516-aca1-577e77e2491f cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:50:00.732264 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b28aec-0e15-41f0-b042-747c0ae66e8c req-0a02a9f3-4c2c-49b9-8d6f-4e1c1ae999fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:00.733745 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-76b28aec-0e15-41f0-b042-747c0ae66e8c req-0a02a9f3-4c2c-49b9-8d6f-4e1c1ae999fa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=63ca58c29fae4c4eaafba189c1ec4492&device_id=a8d939f4-0851-4bce-afcf-3b292497067f HTTP/1.1" status: 200 len: 1095 time: 0.7534487 May 05 19:50:00.751561 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8516f902-0eac-4bdb-b6a1-b144f93193ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1715fb-6720-4070-a5e3-e8da02cb46cf,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:50:00.757852 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8516f902-0eac-4bdb-b6a1-b144f93193ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:00.769579 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-8516f902-0eac-4bdb-b6a1-b144f93193ff admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ef1715fb-6720-4070-a5e3-e8da02cb46cf HTTP/1.1" status: 204 len: 168 time: 0.6201911 May 05 19:50:00.868733 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-4e735e54-10e1-45b1-9917-95a839449fe1 req-caf27ca1-00ad-4283-a630-581438e189cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:00.890628 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-651f3519-cb4d-4758-88b2-5dd488165db5 req-c57eba3c-4fb4-439e-874b-fc706d46f558 service neutron] Attempting to bind port 0af1e876-6cbb-43ac-8651-13e29ac07993 on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:50:00.891380 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-651f3519-cb4d-4758-88b2-5dd488165db5 req-c57eba3c-4fb4-439e-874b-fc706d46f558 service neutron] Attempting to bind port 0af1e876-6cbb-43ac-8651-13e29ac07993 by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:50:00.891907 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651f3519-cb4d-4758-88b2-5dd488165db5 req-c57eba3c-4fb4-439e-874b-fc706d46f558 service neutron] Attempting to bind port 0af1e876-6cbb-43ac-8651-13e29ac07993 on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:50:00.908961 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-857256df-1e2c-4597-9e2f-e155221646af req-4b8b7538-40a8-4dc6-8a4c-fd277785b5c8 tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] Unset dirty status for tenant:b0361c1bf1294ca0ab392158902873c1 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:50:00.916572 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-857256df-1e2c-4597-9e2f-e155221646af req-4b8b7538-40a8-4dc6-8a4c-fd277785b5c8 tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc2c5573-f977-4fac-a8cc-a0997b512a34 HTTP/1.1" status: 200 len: 935 time: 1.5184908 May 05 19:50:00.941412 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-388863db-644c-40d9-aed7-28b699b182fa req-fea24a99-856a-4ae3-bbc0-565945c1d00a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f41be030-f2d5-47f1-b237-630ddc7e4278 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:50:00.953416 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-388863db-644c-40d9-aed7-28b699b182fa req-fea24a99-856a-4ae3-bbc0-565945c1d00a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:00.979743 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-388863db-644c-40d9-aed7-28b699b182fa req-fea24a99-856a-4ae3-bbc0-565945c1d00a service neutron] Transition to ACTIVE for port object f41be030-f2d5-47f1-b237-630ddc7e4278 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:50:00.998590 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-388863db-644c-40d9-aed7-28b699b182fa req-fea24a99-856a-4ae3-bbc0-565945c1d00a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:01.176902 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847b044-cf7d-407a-872c-0eb5eae585a9 req-2f109181-df71-42e0-b0cb-65fb48ec934c tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:01.178705 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a847b044-cf7d-407a-872c-0eb5eae585a9 req-2f109181-df71-42e0-b0cb-65fb48ec934c tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e83ccb-6d07-4919-a8a9-c2089e1dd58f HTTP/1.1" status: 200 len: 936 time: 0.3326216 May 05 19:50:01.288981 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea24a99-856a-4ae3-bbc0-565945c1d00a service neutron] Pushing event updated for resources: {'Port': ['ID=f41be030-f2d5-47f1-b237-630ddc7e4278,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:50:01.330933 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-388863db-644c-40d9-aed7-28b699b182fa req-fea24a99-856a-4ae3-bbc0-565945c1d00a service neutron] Attempting to bind port f41be030-f2d5-47f1-b237-630ddc7e4278 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:50:01.331261 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-388863db-644c-40d9-aed7-28b699b182fa req-fea24a99-856a-4ae3-bbc0-565945c1d00a service neutron] Attempting to bind port f41be030-f2d5-47f1-b237-630ddc7e4278 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:50:01.331618 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388863db-644c-40d9-aed7-28b699b182fa req-fea24a99-856a-4ae3-bbc0-565945c1d00a service neutron] Attempting to bind port f41be030-f2d5-47f1-b237-630ddc7e4278 on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:50:01.355155 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a847b044-cf7d-407a-872c-0eb5eae585a9 req-56b95a4b-5105-4fe2-ade4-e73405d9d779 tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ec4df19-718a-40d4-9715-81c352767ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656065 May 05 19:50:01.356896 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388863db-644c-40d9-aed7-28b699b182fa req-fea24a99-856a-4ae3-bbc0-565945c1d00a service neutron] Port f41be030-f2d5-47f1-b237-630ddc7e4278 on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:50:01.357286 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388863db-644c-40d9-aed7-28b699b182fa req-fea24a99-856a-4ae3-bbc0-565945c1d00a service neutron] Attempting to bind port f41be030-f2d5-47f1-b237-630ddc7e4278 on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:50:01.363689 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388863db-644c-40d9-aed7-28b699b182fa req-fea24a99-856a-4ae3-bbc0-565945c1d00a service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:50:01.364036 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388863db-644c-40d9-aed7-28b699b182fa req-fea24a99-856a-4ae3-bbc0-565945c1d00a service neutron] Checking segment: {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:50:01.364383 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388863db-644c-40d9-aed7-28b699b182fa req-fea24a99-856a-4ae3-bbc0-565945c1d00a service neutron] Bound using segment: {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:50:01.364807 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-388863db-644c-40d9-aed7-28b699b182fa req-fea24a99-856a-4ae3-bbc0-565945c1d00a service neutron] Bound port: f41be030-f2d5-47f1-b237-630ddc7e4278, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:50:01.365045 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-388863db-644c-40d9-aed7-28b699b182fa req-fea24a99-856a-4ae3-bbc0-565945c1d00a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:01.409684 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-4e735e54-10e1-45b1-9917-95a839449fe1 req-caf27ca1-00ad-4283-a630-581438e189cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 046cff30-9f24-4516-aca1-577e77e2491f {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:50:01.431142 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-4e735e54-10e1-45b1-9917-95a839449fe1 req-caf27ca1-00ad-4283-a630-581438e189cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:01.467675 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-4e735e54-10e1-45b1-9917-95a839449fe1 req-caf27ca1-00ad-4283-a630-581438e189cb service neutron] Transition to ACTIVE for port object 046cff30-9f24-4516-aca1-577e77e2491f will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:50:01.479228 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651f3519-cb4d-4758-88b2-5dd488165db5 req-c57eba3c-4fb4-439e-874b-fc706d46f558 service neutron] Port 0af1e876-6cbb-43ac-8651-13e29ac07993 on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:50:01.479924 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651f3519-cb4d-4758-88b2-5dd488165db5 req-c57eba3c-4fb4-439e-874b-fc706d46f558 service neutron] Attempting to bind port 0af1e876-6cbb-43ac-8651-13e29ac07993 on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:50:01.509229 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-388863db-644c-40d9-aed7-28b699b182fa req-fea24a99-856a-4ae3-bbc0-565945c1d00a service neutron] For port f41be030-f2d5-47f1-b237-630ddc7e4278, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:50:01.562736 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-4e735e54-10e1-45b1-9917-95a839449fe1 req-caf27ca1-00ad-4283-a630-581438e189cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:01.565935 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-388863db-644c-40d9-aed7-28b699b182fa req-fea24a99-856a-4ae3-bbc0-565945c1d00a service neutron] For port f41be030-f2d5-47f1-b237-630ddc7e4278, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=f41be030-f2d5-47f1-b237-630ddc7e4278,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:50:01.578114 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-388863db-644c-40d9-aed7-28b699b182fa req-fea24a99-856a-4ae3-bbc0-565945c1d00a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:01.681777 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651f3519-cb4d-4758-88b2-5dd488165db5 req-c57eba3c-4fb4-439e-874b-fc706d46f558 service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:50:01.682125 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651f3519-cb4d-4758-88b2-5dd488165db5 req-c57eba3c-4fb4-439e-874b-fc706d46f558 service neutron] Checking segment: {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:50:01.682657 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651f3519-cb4d-4758-88b2-5dd488165db5 req-c57eba3c-4fb4-439e-874b-fc706d46f558 service neutron] Bound using segment: {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:50:01.683187 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-651f3519-cb4d-4758-88b2-5dd488165db5 req-c57eba3c-4fb4-439e-874b-fc706d46f558 service neutron] Bound port: 0af1e876-6cbb-43ac-8651-13e29ac07993, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:50:01.683620 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-651f3519-cb4d-4758-88b2-5dd488165db5 req-c57eba3c-4fb4-439e-874b-fc706d46f558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:01.760748 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea24a99-856a-4ae3-bbc0-565945c1d00a service neutron] Pushing event updated for resources: {'Port': ['ID=f41be030-f2d5-47f1-b237-630ddc7e4278,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:50:01.813381 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388863db-644c-40d9-aed7-28b699b182fa req-fea24a99-856a-4ae3-bbc0-565945c1d00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:01.814031 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-388863db-644c-40d9-aed7-28b699b182fa req-fea24a99-856a-4ae3-bbc0-565945c1d00a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:01.815529 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-388863db-644c-40d9-aed7-28b699b182fa req-fea24a99-856a-4ae3-bbc0-565945c1d00a service neutron] 10.222.0.24 "PUT /v2.0/ports/f41be030-f2d5-47f1-b237-630ddc7e4278 HTTP/1.1" status: 200 len: 1096 time: 3.5197132 May 05 19:50:01.818402 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53e83ccb-6d07-4919-a8a9-c2089e1dd58f', 'tag': 'f41be030-f2d5-47f1-b237-630ddc7e4278'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:50:01.893544 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-857256df-1e2c-4597-9e2f-e155221646af req-4615e9c8-2724-48ac-b58a-28fe60b72c9a tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] Synchronizing usage tracker for tenant:b0361c1bf1294ca0ab392158902873c1 on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:50:01.896617 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b28aec-0e15-41f0-b042-747c0ae66e8c req-fbda2d6a-ed35-48ea-a38b-982c20b0daf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:01.898077 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-76b28aec-0e15-41f0-b042-747c0ae66e8c req-fbda2d6a-ed35-48ea-a38b-982c20b0daf2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9e1d2257-41cc-4af2-afae-4ca8a9719a05 HTTP/1.1" status: 200 len: 921 time: 1.1450007 May 05 19:50:01.961726 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193c888-4289-432c-8e3f-b3e53bdbffc9 req-588c97ad-e78f-4090-89fa-56c03804b5bb tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:01.977406 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3193c888-4289-432c-8e3f-b3e53bdbffc9 req-588c97ad-e78f-4090-89fa-56c03804b5bb tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/networks?id=87da803f-e7d0-44ba-a1c3-46d895a6576d HTTP/1.1" status: 200 len: 807 time: 0.4719262 May 05 19:50:01.991137 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-651f3519-cb4d-4758-88b2-5dd488165db5 req-c57eba3c-4fb4-439e-874b-fc706d46f558 service neutron] For port 0af1e876-6cbb-43ac-8651-13e29ac07993, host n-h2-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:50:01.995841 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-651f3519-cb4d-4758-88b2-5dd488165db5 req-c57eba3c-4fb4-439e-874b-fc706d46f558 service neutron] For port 0af1e876-6cbb-43ac-8651-13e29ac07993, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=0af1e876-6cbb-43ac-8651-13e29ac07993,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:50:02.051633 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3193c888-4289-432c-8e3f-b3e53bdbffc9 req-7f2f467b-60b4-4702-8974-796ca69641a7 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/quotas/ec798a1d17654fd38a17594ac4520b82 HTTP/1.1" status: 200 len: 375 time: 0.0732403 May 05 19:50:02.122440 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-76b28aec-0e15-41f0-b042-747c0ae66e8c req-28a6a1fc-efc4-48f9-b005-3582513038ae service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3891ff3-1df5-467c-9a03-57e77e453f5d HTTP/1.1" status: 200 len: 217 time: 0.1235132 May 05 19:50:02.123911 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-651f3519-cb4d-4758-88b2-5dd488165db5 req-c57eba3c-4fb4-439e-874b-fc706d46f558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:02.170847 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388863db-644c-40d9-aed7-28b699b182fa req-c2b99d67-5cb9-46ed-a0ba-2d30ef0aa626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:02.172278 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf27ca1-00ad-4283-a630-581438e189cb service neutron] Pushing event updated for resources: {'Port': ['ID=046cff30-9f24-4516-aca1-577e77e2491f,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:50:02.173166 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-388863db-644c-40d9-aed7-28b699b182fa req-c2b99d67-5cb9-46ed-a0ba-2d30ef0aa626 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a39a8689f2664a719c8fc650ec3305f9&device_id=53e83ccb-6d07-4919-a8a9-c2089e1dd58f HTTP/1.1" status: 200 len: 1099 time: 0.3152068 May 05 19:50:02.194474 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3193c888-4289-432c-8e3f-b3e53bdbffc9 req-bcdc0db0-a6ba-445d-a6bd-d2d19e7d65ae tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ec798a1d17654fd38a17594ac4520b82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1419039 May 05 19:50:02.268272 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-857256df-1e2c-4597-9e2f-e155221646af req-4615e9c8-2724-48ac-b58a-28fe60b72c9a tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] Unset dirty status for tenant:b0361c1bf1294ca0ab392158902873c1 on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:50:02.270623 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-857256df-1e2c-4597-9e2f-e155221646af req-4615e9c8-2724-48ac-b58a-28fe60b72c9a tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2f9a13b-60c9-4a1b-b7c9-419170345c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3528636 May 05 19:50:02.358133 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-388863db-644c-40d9-aed7-28b699b182fa req-e03243f3-0cc3-4420-9660-0c23211ccb8a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=f41be030-f2d5-47f1-b237-630ddc7e4278 HTTP/1.1" status: 200 len: 217 time: 0.1412489 May 05 19:50:02.374563 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57eba3c-4fb4-439e-874b-fc706d46f558 service neutron] Pushing event updated for resources: {'Port': ['ID=0af1e876-6cbb-43ac-8651-13e29ac07993,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:50:02.381216 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b28aec-0e15-41f0-b042-747c0ae66e8c req-01536961-f354-4ea0-a691-b6cf637676a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:02.385053 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-76b28aec-0e15-41f0-b042-747c0ae66e8c req-01536961-f354-4ea0-a691-b6cf637676a3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=99c4516e-78c1-4a80-85a0-0e7389d15301 HTTP/1.1" status: 200 len: 860 time: 0.2153704 May 05 19:50:02.402163 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f3519-cb4d-4758-88b2-5dd488165db5 req-c57eba3c-4fb4-439e-874b-fc706d46f558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:02.403767 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-651f3519-cb4d-4758-88b2-5dd488165db5 req-c57eba3c-4fb4-439e-874b-fc706d46f558 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:02.405121 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-651f3519-cb4d-4758-88b2-5dd488165db5 req-c57eba3c-4fb4-439e-874b-fc706d46f558 service neutron] 10.222.0.50 "PUT /v2.0/ports/0af1e876-6cbb-43ac-8651-13e29ac07993 HTTP/1.1" status: 200 len: 1095 time: 5.2773199 May 05 19:50:02.456209 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc2c5573-f977-4fac-a8cc-a0997b512a34', 'tag': '0af1e876-6cbb-43ac-8651-13e29ac07993'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:50:02.653648 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-4e735e54-10e1-45b1-9917-95a839449fe1 req-caf27ca1-00ad-4283-a630-581438e189cb service neutron] Attempting to bind port 046cff30-9f24-4516-aca1-577e77e2491f on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:50:02.653648 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-4e735e54-10e1-45b1-9917-95a839449fe1 req-caf27ca1-00ad-4283-a630-581438e189cb service neutron] Attempting to bind port 046cff30-9f24-4516-aca1-577e77e2491f by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:50:02.654322 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e735e54-10e1-45b1-9917-95a839449fe1 req-caf27ca1-00ad-4283-a630-581438e189cb service neutron] Attempting to bind port 046cff30-9f24-4516-aca1-577e77e2491f on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:50:02.661463 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-76b28aec-0e15-41f0-b042-747c0ae66e8c req-e0c446af-c15b-4da5-8daa-79e64f712edb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9e1d2257-41cc-4af2-afae-4ca8a9719a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2649980 May 05 19:50:02.713529 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e735e54-10e1-45b1-9917-95a839449fe1 req-caf27ca1-00ad-4283-a630-581438e189cb service neutron] Port 046cff30-9f24-4516-aca1-577e77e2491f on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:50:02.713853 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e735e54-10e1-45b1-9917-95a839449fe1 req-caf27ca1-00ad-4283-a630-581438e189cb service neutron] Attempting to bind port 046cff30-9f24-4516-aca1-577e77e2491f on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:50:02.759605 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e735e54-10e1-45b1-9917-95a839449fe1 req-caf27ca1-00ad-4283-a630-581438e189cb service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:50:02.759886 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e735e54-10e1-45b1-9917-95a839449fe1 req-caf27ca1-00ad-4283-a630-581438e189cb service neutron] Checking segment: {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:50:02.760269 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e735e54-10e1-45b1-9917-95a839449fe1 req-caf27ca1-00ad-4283-a630-581438e189cb service neutron] Bound using segment: {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:50:02.760705 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-4e735e54-10e1-45b1-9917-95a839449fe1 req-caf27ca1-00ad-4283-a630-581438e189cb service neutron] Bound port: 046cff30-9f24-4516-aca1-577e77e2491f, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:50:02.761048 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-4e735e54-10e1-45b1-9917-95a839449fe1 req-caf27ca1-00ad-4283-a630-581438e189cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:02.833885 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388863db-644c-40d9-aed7-28b699b182fa req-3c76f8b7-80c8-4b32-b4ce-601424be8a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:02.836067 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-388863db-644c-40d9-aed7-28b699b182fa req-3c76f8b7-80c8-4b32-b4ce-601424be8a7c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.4649451 May 05 19:50:02.910850 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3193c888-4289-432c-8e3f-b3e53bdbffc9 req-67a7b522-0900-47c7-9a8e-b546cadbb0b5 service neutron] 10.222.0.36 "GET /v2.0/networks/87da803f-e7d0-44ba-a1c3-46d895a6576d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7153213 May 05 19:50:02.919507 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device a3891ff3-1df5-467c-9a03-57e77e453f5d details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:50:02.953985 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f3519-cb4d-4758-88b2-5dd488165db5 req-b3e98473-8b92-4d50-803c-05aad89299a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:02.967619 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-651f3519-cb4d-4758-88b2-5dd488165db5 req-b3e98473-8b92-4d50-803c-05aad89299a3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b0361c1bf1294ca0ab392158902873c1&device_id=bc2c5573-f977-4fac-a8cc-a0997b512a34 HTTP/1.1" status: 200 len: 1098 time: 0.4942842 May 05 19:50:03.064022 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-651f3519-cb4d-4758-88b2-5dd488165db5 req-587173f7-6538-44c0-8e93-a0a27100048e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=0af1e876-6cbb-43ac-8651-13e29ac07993 HTTP/1.1" status: 200 len: 217 time: 0.0955100 May 05 19:50:03.076652 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d24ec-0ca4-49bf-b614-2ea26e652bd9 req-132b778c-8ffa-4239-8461-f6e021a52876 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:03.077285 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-874d24ec-0ca4-49bf-b614-2ea26e652bd9 req-132b778c-8ffa-4239-8461-f6e021a52876 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Synchronizing usage tracker for tenant:928b29e96aaf42dd9d4dc06b8e5f9969 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:50:03.147843 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3193c888-4289-432c-8e3f-b3e53bdbffc9 req-8808de61-9476-4dc6-a5c8-d3fa230c0c5b service neutron] 10.222.0.36 "GET /v2.0/networks/87da803f-e7d0-44ba-a1c3-46d895a6576d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147145 May 05 19:50:03.172671 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-4e735e54-10e1-45b1-9917-95a839449fe1 req-caf27ca1-00ad-4283-a630-581438e189cb service neutron] For port 046cff30-9f24-4516-aca1-577e77e2491f, host n-h2-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:50:03.190248 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-76b28aec-0e15-41f0-b042-747c0ae66e8c req-0ef33f4a-daa4-4faf-b869-1ffa61c7ce8f service neutron] 10.222.0.24 "GET /v2.0/networks/9e1d2257-41cc-4af2-afae-4ca8a9719a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4779465 May 05 19:50:03.197669 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-4e735e54-10e1-45b1-9917-95a839449fe1 req-caf27ca1-00ad-4283-a630-581438e189cb service neutron] For port 046cff30-9f24-4516-aca1-577e77e2491f, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=046cff30-9f24-4516-aca1-577e77e2491f,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:50:03.198903 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-874d24ec-0ca4-49bf-b614-2ea26e652bd9 req-132b778c-8ffa-4239-8461-f6e021a52876 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Unset dirty status for tenant:928b29e96aaf42dd9d4dc06b8e5f9969 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:50:03.200326 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-874d24ec-0ca4-49bf-b614-2ea26e652bd9 req-132b778c-8ffa-4239-8461-f6e021a52876 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7f5a589-3b16-4448-9925-f6147d63a97a HTTP/1.1" status: 200 len: 947 time: 0.5523200 May 05 19:50:03.201711 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f3519-cb4d-4758-88b2-5dd488165db5 req-d9c9d6f6-bb99-4d18-bb9d-aef23416e3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:03.203106 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-651f3519-cb4d-4758-88b2-5dd488165db5 req-d9c9d6f6-bb99-4d18-bb9d-aef23416e3de service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.1220446 May 05 19:50:03.206582 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388863db-644c-40d9-aed7-28b699b182fa req-a209eecd-2cd7-4d4b-bb95-14ed16ae5c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:03.210534 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-388863db-644c-40d9-aed7-28b699b182fa req-a209eecd-2cd7-4d4b-bb95-14ed16ae5c49 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3557713 May 05 19:50:03.225994 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port a3891ff3-1df5-467c-9a03-57e77e453f5d, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=a3891ff3-1df5-467c-9a03-57e77e453f5d,segment=NetworkSegment(74addc21-9c2f-4292-8d75-7048fb7d56d2),segment_id=74addc21-9c2f-4292-8d75-7048fb7d56d2)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:50:03.250137 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-4e735e54-10e1-45b1-9917-95a839449fe1 req-caf27ca1-00ad-4283-a630-581438e189cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:03.251227 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': 'a3891ff3-1df5-467c-9a03-57e77e453f5d', 'network_id': '9e1d2257-41cc-4af2-afae-4ca8a9719a05', 'port_id': 'a3891ff3-1df5-467c-9a03-57e77e453f5d', 'mac_address': 'fa:16:3e:3d:02:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c4516e-78c1-4a80-85a0-0e7389d15301', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:50:03.463620 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e735e54-10e1-45b1-9917-95a839449fe1 req-caf27ca1-00ad-4283-a630-581438e189cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:03.464139 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-4e735e54-10e1-45b1-9917-95a839449fe1 req-caf27ca1-00ad-4283-a630-581438e189cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:03.465811 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4e735e54-10e1-45b1-9917-95a839449fe1 req-caf27ca1-00ad-4283-a630-581438e189cb service neutron] 10.222.0.50 "PUT /v2.0/ports/046cff30-9f24-4516-aca1-577e77e2491f HTTP/1.1" status: 200 len: 1095 time: 3.0229676 May 05 19:50:03.479311 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:03.517177 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-388863db-644c-40d9-aed7-28b699b182fa req-6e1319b1-dbf3-4fee-b34d-263160fb59f9 service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999547 May 05 19:50:03.573843 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3891ff3-1df5-467c-9a03-57e77e453f5d {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:50:03.606229 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port a3891ff3-1df5-467c-9a03-57e77e453f5d, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=a3891ff3-1df5-467c-9a03-57e77e453f5d,segment=NetworkSegment(74addc21-9c2f-4292-8d75-7048fb7d56d2),segment_id=74addc21-9c2f-4292-8d75-7048fb7d56d2)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:50:03.618413 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:03.662450 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-874d24ec-0ca4-49bf-b614-2ea26e652bd9 req-6d7da0ae-bb07-475b-a0d8-0ebecab7bf0e tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Synchronizing usage tracker for tenant:928b29e96aaf42dd9d4dc06b8e5f9969 on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:50:03.681200 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf27ca1-00ad-4283-a630-581438e189cb service neutron] Pushing event updated for resources: {'Port': ['ID=046cff30-9f24-4516-aca1-577e77e2491f,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:50:03.705161 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-76b28aec-0e15-41f0-b042-747c0ae66e8c req-5123ed6b-a00f-454d-910b-e53ac6aca356 service neutron] 10.222.0.24 "GET /v2.0/networks/9e1d2257-41cc-4af2-afae-4ca8a9719a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5091386 May 05 19:50:03.742905 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f3519-cb4d-4758-88b2-5dd488165db5 req-cce9e7ca-0146-475c-be40-7e352049bc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:03.744492 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-651f3519-cb4d-4758-88b2-5dd488165db5 req-cce9e7ca-0146-475c-be40-7e352049bc89 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4970467 May 05 19:50:03.746578 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-874d24ec-0ca4-49bf-b614-2ea26e652bd9 req-6d7da0ae-bb07-475b-a0d8-0ebecab7bf0e tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Unset dirty status for tenant:928b29e96aaf42dd9d4dc06b8e5f9969 on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:50:03.758398 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-874d24ec-0ca4-49bf-b614-2ea26e652bd9 req-6d7da0ae-bb07-475b-a0d8-0ebecab7bf0e tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5094986 May 05 19:50:03.758612 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=a3891ff3-1df5-467c-9a03-57e77e453f5d,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:50:03.775025 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:50:03.775621 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:50:03.776025 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:50:03.780136 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:50:03.780499 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:50:03.780875 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:50:03.781267 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:50:03.781708 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:50:03.782102 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:50:03.782521 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:50:03.782910 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:50:03.783295 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:50:03.805095 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-388863db-644c-40d9-aed7-28b699b182fa req-ffa90cc1-2b1e-417d-9b9d-7fec7aff62db service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819760 May 05 19:50:03.831550 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['a3891ff3-1df5-467c-9a03-57e77e453f5d'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:50:03.880190 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ba70b81-2553-4a0b-958f-10aa43faaf1f'] response: {'name': 'network-changed', 'server_uuid': '53e83ccb-6d07-4919-a8a9-c2089e1dd58f', 'tag': 'f41be030-f2d5-47f1-b237-630ddc7e4278', 'status': 'completed', 'code': 200} May 05 19:50:03.894083 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e735e54-10e1-45b1-9917-95a839449fe1 req-de98a3fc-517a-4be5-84cb-7b6be672fe1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:03.897960 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4e735e54-10e1-45b1-9917-95a839449fe1 req-de98a3fc-517a-4be5-84cb-7b6be672fe1e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=928b29e96aaf42dd9d4dc06b8e5f9969&device_id=f7f5a589-3b16-4448-9925-f6147d63a97a HTTP/1.1" status: 200 len: 1098 time: 0.3660092 May 05 19:50:03.995418 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237479a-3745-4819-a3d9-7da97c3bd8b6 req-befe4255-065e-4dfe-8a7a-64e2e3977e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:03.998080 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4237479a-3745-4819-a3d9-7da97c3bd8b6 req-befe4255-065e-4dfe-8a7a-64e2e3977e36 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a39a8689f2664a719c8fc650ec3305f9&device_id=53e83ccb-6d07-4919-a8a9-c2089e1dd58f HTTP/1.1" status: 200 len: 1099 time: 0.1169720 May 05 19:50:04.012629 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69405a0a-fa4c-4dfa-9dba-441c81e59180 req-80ab5bee-11fb-4436-bb2d-f44fcb309a4d tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:04.020423 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-69405a0a-fa4c-4dfa-9dba-441c81e59180 req-80ab5bee-11fb-4436-bb2d-f44fcb309a4d tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8d939f4-0851-4bce-afcf-3b292497067f HTTP/1.1" status: 200 len: 945 time: 0.2143519 May 05 19:50:04.127772 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-69405a0a-fa4c-4dfa-9dba-441c81e59180 req-62e54682-71a0-4652-ad95-0432f6c15995 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061795 May 05 19:50:04.209668 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4e735e54-10e1-45b1-9917-95a839449fe1 req-453035bf-79f0-44d6-8f9a-d252177d71b5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=046cff30-9f24-4516-aca1-577e77e2491f HTTP/1.1" status: 200 len: 217 time: 0.1780691 May 05 19:50:04.217492 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9253074-4957-4ebe-b5d5-a3661a997e0c'] response: {'name': 'network-changed', 'server_uuid': 'bc2c5573-f977-4fac-a8cc-a0997b512a34', 'tag': '0af1e876-6cbb-43ac-8651-13e29ac07993', 'status': 'completed', 'code': 200} May 05 19:50:04.282173 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237479a-3745-4819-a3d9-7da97c3bd8b6 req-b136e604-fd74-4d1b-9885-89ea6fa74965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:04.284744 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4237479a-3745-4819-a3d9-7da97c3bd8b6 req-b136e604-fd74-4d1b-9885-89ea6fa74965 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3 HTTP/1.1" status: 200 len: 870 time: 0.2620034 May 05 19:50:04.369120 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e735e54-10e1-45b1-9917-95a839449fe1 req-2e4741a0-db4f-497a-b7a1-e694036eae09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:04.374093 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4e735e54-10e1-45b1-9917-95a839449fe1 req-2e4741a0-db4f-497a-b7a1-e694036eae09 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.1499562 May 05 19:50:04.412234 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4237479a-3745-4819-a3d9-7da97c3bd8b6 req-cc55c71e-9cb4-437e-bb07-583f9c1e4dd4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=f41be030-f2d5-47f1-b237-630ddc7e4278 HTTP/1.1" status: 200 len: 217 time: 0.1182802 May 05 19:50:04.421536 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-651f3519-cb4d-4758-88b2-5dd488165db5 req-a6611fcc-ee27-4a7f-8aac-f27182b8f278 service neutron] 10.222.0.50 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6609113 May 05 19:50:04.500514 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-971c5900-cd92-43a1-9958-62f55578206a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:04.583076 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954cda39-1eb6-474e-8078-cc6196478378 req-87180ba3-6b1d-4073-b810-42370285bf5a tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:04.585694 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-954cda39-1eb6-474e-8078-cc6196478378 req-87180ba3-6b1d-4073-b810-42370285bf5a tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc2c5573-f977-4fac-a8cc-a0997b512a34 HTTP/1.1" status: 200 len: 947 time: 0.2194440 May 05 19:50:04.604484 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33899aea-cfdb-4954-bd7e-36dae64fb97d req-e2bfe759-3da4-4d19-a77b-ff942e3112b6 tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:04.606719 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-33899aea-cfdb-4954-bd7e-36dae64fb97d req-e2bfe759-3da4-4d19-a77b-ff942e3112b6 tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e83ccb-6d07-4919-a8a9-c2089e1dd58f HTTP/1.1" status: 200 len: 948 time: 0.4776311 May 05 19:50:04.620809 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e735e54-10e1-45b1-9917-95a839449fe1 req-9f71c367-5c55-489b-a6db-953f46af4ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:04.622349 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4e735e54-10e1-45b1-9917-95a839449fe1 req-9f71c367-5c55-489b-a6db-953f46af4ef8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2436893 May 05 19:50:04.659904 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-954cda39-1eb6-474e-8078-cc6196478378 req-1034df47-acc2-4df0-8360-0bff885c007d tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2f9a13b-60c9-4a1b-b7c9-419170345c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567040 May 05 19:50:04.662079 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237479a-3745-4819-a3d9-7da97c3bd8b6 req-0adeeb08-364c-4d74-8734-5d99e7c20602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:04.663844 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4237479a-3745-4819-a3d9-7da97c3bd8b6 req-0adeeb08-364c-4d74-8734-5d99e7c20602 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.2402871 May 05 19:50:04.762361 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-651f3519-cb4d-4758-88b2-5dd488165db5 req-c9f00270-9bb3-47af-b61b-a28b32bc1293 service neutron] 10.222.0.50 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3332753 May 05 19:50:04.787202 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237479a-3745-4819-a3d9-7da97c3bd8b6 req-87bc40d5-8b16-4396-bb76-6b1e5e7d6100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:04.788724 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4237479a-3745-4819-a3d9-7da97c3bd8b6 req-87bc40d5-8b16-4396-bb76-6b1e5e7d6100 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1165223 May 05 19:50:04.920153 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device a3891ff3-1df5-467c-9a03-57e77e453f5d up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:50:04.930803 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-078ff2d8-756b-49b6-ad24-e30f7a5e88c5 req-e671bd1b-3b8d-4329-947a-ace6e9d422d1 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1f650ea-33a1-49e0-b9ce-33d7e6b1cea8 HTTP/1.1" status: 200 len: 210 time: 0.0891552 May 05 19:50:04.966356 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-33899aea-cfdb-4954-bd7e-36dae64fb97d req-a9da0120-5686-49ee-bfe8-005c81a4b157 tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ec4df19-718a-40d4-9715-81c352767ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3505316 May 05 19:50:05.056570 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4e735e54-10e1-45b1-9917-95a839449fe1 req-1469f487-34bf-431f-9c64-2671f53f7ea4 service neutron] 10.222.0.50 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4118054 May 05 19:50:05.068924 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4237479a-3745-4819-a3d9-7da97c3bd8b6 req-d261a7f0-093d-45ee-ac81-d006e969dba3 service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685924 May 05 19:50:05.169245 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port a3891ff3-1df5-467c-9a03-57e77e453f5d completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:50:05.183346 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port a3891ff3-1df5-467c-9a03-57e77e453f5d triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:50:05.184643 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:05.244702 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad543e13-3308-488c-92e8-9a6f4a8e1089 req-3d8b0a47-f31d-4f70-9402-d5d80eeece7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:05.246257 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ad543e13-3308-488c-92e8-9a6f4a8e1089 req-3d8b0a47-f31d-4f70-9402-d5d80eeece7b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b0361c1bf1294ca0ab392158902873c1&device_id=bc2c5573-f977-4fac-a8cc-a0997b512a34 HTTP/1.1" status: 200 len: 1098 time: 0.2834704 May 05 19:50:05.324609 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4237479a-3745-4819-a3d9-7da97c3bd8b6 req-aa8679c1-395f-4f23-bdb1-9ebf88c8cccc service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479744 May 05 19:50:05.400201 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:05.446478 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad543e13-3308-488c-92e8-9a6f4a8e1089 req-92dc6654-cc62-4667-8cc7-960b5658f329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:05.448560 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ad543e13-3308-488c-92e8-9a6f4a8e1089 req-92dc6654-cc62-4667-8cc7-960b5658f329 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3 HTTP/1.1" status: 200 len: 870 time: 0.1528025 May 05 19:50:05.520229 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port a3891ff3-1df5-467c-9a03-57e77e453f5d, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=a3891ff3-1df5-467c-9a03-57e77e453f5d,segment=NetworkSegment(74addc21-9c2f-4292-8d75-7048fb7d56d2),segment_id=74addc21-9c2f-4292-8d75-7048fb7d56d2)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:50:05.521841 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d939f4-0851-4bce-afcf-3b292497067f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3891ff3-1df5-467c-9a03-57e77e453f5d'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:50:05.538834 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:05.629963 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4e735e54-10e1-45b1-9917-95a839449fe1 req-95a0e5b9-4d46-46e6-b9c6-8e094d191087 service neutron] 10.222.0.50 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5606427 May 05 19:50:05.637748 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ad543e13-3308-488c-92e8-9a6f4a8e1089 req-bedd67fb-0218-4e94-be81-c2e2e2c8fa12 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=0af1e876-6cbb-43ac-8651-13e29ac07993 HTTP/1.1" status: 200 len: 217 time: 0.1679120 May 05 19:50:05.690486 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=a3891ff3-1df5-467c-9a03-57e77e453f5d,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:50:05.746167 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55020973-3707-4313-83d0-5aab5d22ceaf req-db9fb00c-0752-4da5-801b-f0e919ccf30e tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:05.748884 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-55020973-3707-4313-83d0-5aab5d22ceaf req-db9fb00c-0752-4da5-801b-f0e919ccf30e tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7f5a589-3b16-4448-9925-f6147d63a97a HTTP/1.1" status: 200 len: 947 time: 0.4923906 May 05 19:50:05.756975 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6f8e1614-9425-4bda-920b-16806421b820 req-0dcea163-8794-4f9d-886e-eb89d228ff1c tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=b5a48329c1b449938bdc05f76727500b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433726 May 05 19:50:05.789504 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad543e13-3308-488c-92e8-9a6f4a8e1089 req-1366994a-05d2-4175-ae02-ac459067d610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:05.791018 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ad543e13-3308-488c-92e8-9a6f4a8e1089 req-1366994a-05d2-4175-ae02-ac459067d610 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.1464429 May 05 19:50:05.888625 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-55020973-3707-4313-83d0-5aab5d22ceaf req-844fb155-3d77-403b-9cee-620f3337b5e7 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314054 May 05 19:50:05.943080 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad543e13-3308-488c-92e8-9a6f4a8e1089 req-a3de4c63-b2ba-4b0b-bd6b-b05d19b6b12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:05.944495 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193c888-4289-432c-8e3f-b3e53bdbffc9 req-f3b65abc-a27e-447c-9eec-59429e5873ab tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:05.945680 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ad543e13-3308-488c-92e8-9a6f4a8e1089 req-a3de4c63-b2ba-4b0b-bd6b-b05d19b6b12f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1457620 May 05 19:50:05.945956 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3193c888-4289-432c-8e3f-b3e53bdbffc9 req-f3b65abc-a27e-447c-9eec-59429e5873ab tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.24 "GET /v2.0/networks?id=87da803f-e7d0-44ba-a1c3-46d895a6576d HTTP/1.1" status: 200 len: 807 time: 0.5728576 May 05 19:50:05.963981 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-3193c888-4289-432c-8e3f-b3e53bdbffc9 req-bb02356d-d048-4f2a-a4ca-b38785e76936 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Request body: {'port': {'device_id': 'b1f650ea-33a1-49e0-b9ce-33d7e6b1cea8', 'network_id': '87da803f-e7d0-44ba-a1c3-46d895a6576d', 'admin_state_up': True, 'tenant_id': 'ec798a1d17654fd38a17594ac4520b82'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:50:06.014939 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e1614-9425-4bda-920b-16806421b820 req-da86b119-22d8-4dd8-9184-5f0c5ccb331b tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:06.021829 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6f8e1614-9425-4bda-920b-16806421b820 req-da86b119-22d8-4dd8-9184-5f0c5ccb331b tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2355094 May 05 19:50:06.041924 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6f8e1614-9425-4bda-920b-16806421b820 req-955e8dad-4aef-4b3a-8344-5900ab545633 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/quotas/b5a48329c1b449938bdc05f76727500b HTTP/1.1" status: 200 len: 375 time: 0.0191925 May 05 19:50:06.145786 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6f8e1614-9425-4bda-920b-16806421b820 req-94f70c4f-7a58-461f-b9e2-6a3540443307 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b5a48329c1b449938bdc05f76727500b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529127 May 05 19:50:06.191780 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-3193c888-4289-432c-8e3f-b3e53bdbffc9 req-bb02356d-d048-4f2a-a4ca-b38785e76936 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:50:06.200739 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ad543e13-3308-488c-92e8-9a6f4a8e1089 req-132be37e-7299-4f6b-acc4-3a8ac9db8cb5 service neutron] 10.222.0.50 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475274 May 05 19:50:06.210274 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-3193c888-4289-432c-8e3f-b3e53bdbffc9 req-bb02356d-d048-4f2a-a4ca-b38785e76936 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:50:06.233919 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3193c888-4289-432c-8e3f-b3e53bdbffc9 req-bb02356d-d048-4f2a-a4ca-b38785e76936 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Made reservation on behalf of ec798a1d17654fd38a17594ac4520b82 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:50:06.237766 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-3193c888-4289-432c-8e3f-b3e53bdbffc9 req-bb02356d-d048-4f2a-a4ca-b38785e76936 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:06.253573 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7f5a589-3b16-4448-9925-f6147d63a97a', 'tag': '046cff30-9f24-4516-aca1-577e77e2491f'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:50:06.315320 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa034f10-2b05-444c-9a65-72c5f27f1659 req-791752b5-15a1-40d1-b005-054743845da5 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:06.326099 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-aa034f10-2b05-444c-9a65-72c5f27f1659 req-791752b5-15a1-40d1-b005-054743845da5 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8d939f4-0851-4bce-afcf-3b292497067f HTTP/1.1" status: 200 len: 946 time: 0.2482703 May 05 19:50:06.397158 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52c2ce44-cd52-46bb-af82-2ef045826012'] response: {'server_uuid': 'a8d939f4-0851-4bce-afcf-3b292497067f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3891ff3-1df5-467c-9a03-57e77e453f5d', 'code': 200} May 05 19:50:06.528948 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-aa034f10-2b05-444c-9a65-72c5f27f1659 req-d05ff505-a63c-49a9-ab81-b0015922e6a7 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017403 May 05 19:50:06.602925 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ad543e13-3308-488c-92e8-9a6f4a8e1089 req-482c9649-7b27-4763-9074-52ae1a2e7b45 service neutron] 10.222.0.50 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3939109 May 05 19:50:06.633588 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb896109-8cd1-48d0-9fbe-8a526b9e7927 req-b93f92c7-6a17-4357-9b44-72d7f2b73878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:06.635301 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cb896109-8cd1-48d0-9fbe-8a526b9e7927 req-b93f92c7-6a17-4357-9b44-72d7f2b73878 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a8d939f4-0851-4bce-afcf-3b292497067f HTTP/1.1" status: 200 len: 1097 time: 0.1659651 May 05 19:50:06.648502 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-3193c888-4289-432c-8e3f-b3e53bdbffc9 req-bb02356d-d048-4f2a-a4ca-b38785e76936 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Allocated IP 172.20.0.8 (87da803f-e7d0-44ba-a1c3-46d895a6576d/af43fcc5-064b-4df8-a8c0-be1ad4feb5a8/478f6a74-57f1-4900-99d8-96e662021eb5) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:50:06.705586 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cb896109-8cd1-48d0-9fbe-8a526b9e7927 req-2627f0b5-bcfa-4ec6-9555-3aefcc853560 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524335 May 05 19:50:06.788414 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-12fac9f1-897c-48eb-904a-46ac380c03a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:06.851626 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-723fc5f4-885e-448e-addd-6f147a385373 req-aaaa15f5-184d-4fc9-acf0-17145ba8c1a5 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1f650ea-33a1-49e0-b9ce-33d7e6b1cea8 HTTP/1.1" status: 200 len: 210 time: 0.0736399 May 05 19:50:06.867498 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79413ee-8c58-4e13-9dd2-e648e04c315c req-1b5ed830-ff0f-4604-a8db-e9de6dc85677 tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:06.869037 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c79413ee-8c58-4e13-9dd2-e648e04c315c req-1b5ed830-ff0f-4604-a8db-e9de6dc85677 tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc2c5573-f977-4fac-a8cc-a0997b512a34 HTTP/1.1" status: 200 len: 947 time: 0.2183073 May 05 19:50:06.945309 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device f41be030-f2d5-47f1-b237-630ddc7e4278 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:50:07.001802 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c79413ee-8c58-4e13-9dd2-e648e04c315c req-1902bf25-eac2-4cdb-8975-9537117606e0 tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2f9a13b-60c9-4a1b-b7c9-419170345c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246614 May 05 19:50:07.138264 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce0714d0-ba07-4ee1-b1ed-a84e81469b9d'] response: {'name': 'network-changed', 'server_uuid': 'f7f5a589-3b16-4448-9925-f6147d63a97a', 'tag': '046cff30-9f24-4516-aca1-577e77e2491f', 'status': 'completed', 'code': 200} May 05 19:50:07.139075 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-3193c888-4289-432c-8e3f-b3e53bdbffc9 req-bb02356d-d048-4f2a-a4ca-b38785e76936 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:07.205482 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-3193c888-4289-432c-8e3f-b3e53bdbffc9 req-bb02356d-d048-4f2a-a4ca-b38785e76936 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:07.245071 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc60b7ca-77cf-4a0b-b43b-0a216a55fa92 req-dbdb2291-2563-40fa-b1fa-b239a214d700 tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:07.247002 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bc60b7ca-77cf-4a0b-b43b-0a216a55fa92 req-dbdb2291-2563-40fa-b1fa-b239a214d700 tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e83ccb-6d07-4919-a8a9-c2089e1dd58f HTTP/1.1" status: 200 len: 948 time: 0.2052641 May 05 19:50:07.266945 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port f41be030-f2d5-47f1-b237-630ddc7e4278, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=f41be030-f2d5-47f1-b237-630ddc7e4278,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:50:07.283396 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': 'f41be030-f2d5-47f1-b237-630ddc7e4278', 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3', 'port_id': 'f41be030-f2d5-47f1-b237-630ddc7e4278', 'mac_address': 'fa:16:3e:4a:e3:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d72a8d3-0a35-4d3a-96b8-d869ff4093bc', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:50:07.287519 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 0af1e876-6cbb-43ac-8651-13e29ac07993 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:50:07.337316 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24299c4d-5bfb-455d-ab88-742b6ac9743d req-6067a706-f239-428d-ae92-a7722897a7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:07.340728 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-24299c4d-5bfb-455d-ab88-742b6ac9743d req-6067a706-f239-428d-ae92-a7722897a7d7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=928b29e96aaf42dd9d4dc06b8e5f9969&device_id=f7f5a589-3b16-4448-9925-f6147d63a97a HTTP/1.1" status: 200 len: 1098 time: 0.1991413 May 05 19:50:07.358715 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:07.376783 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4c61f381-9bbe-4734-b788-b22a9b3b01b9 req-75335a7f-0b63-4993-8f13-d10c468f6de1 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=b5a48329c1b449938bdc05f76727500b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0461242 May 05 19:50:07.408648 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f41be030-f2d5-47f1-b237-630ddc7e4278 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:50:07.410680 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bc60b7ca-77cf-4a0b-b43b-0a216a55fa92 req-bda982cd-bd47-4b20-8314-6cd3a7266f05 tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ec4df19-718a-40d4-9715-81c352767ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540425 May 05 19:50:07.437436 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3193c888-4289-432c-8e3f-b3e53bdbffc9 req-bb02356d-d048-4f2a-a4ca-b38785e76936 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Network 87da803f-e7d0-44ba-a1c3-46d895a6576d is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:50:07.448416 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port f41be030-f2d5-47f1-b237-630ddc7e4278, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=f41be030-f2d5-47f1-b237-630ddc7e4278,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:50:07.450364 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-3193c888-4289-432c-8e3f-b3e53bdbffc9 req-bb02356d-d048-4f2a-a4ca-b38785e76936 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:50:07.460921 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:07.473567 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-3193c888-4289-432c-8e3f-b3e53bdbffc9 req-bb02356d-d048-4f2a-a4ca-b38785e76936 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:50:07.480361 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193c888-4289-432c-8e3f-b3e53bdbffc9 req-bb02356d-d048-4f2a-a4ca-b38785e76936 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:07.481400 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-3193c888-4289-432c-8e3f-b3e53bdbffc9 req-bb02356d-d048-4f2a-a4ca-b38785e76936 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:07.497824 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb02356d-d048-4f2a-a4ca-b38785e76936 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Pushing event updated for resources: {'Port': ['ID=478f6a74-57f1-4900-99d8-96e662021eb5,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:50:07.669678 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3193c888-4289-432c-8e3f-b3e53bdbffc9 req-bb02356d-d048-4f2a-a4ca-b38785e76936 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7095020 May 05 19:50:07.686865 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-3193c888-4289-432c-8e3f-b3e53bdbffc9 req-46260ba6-3186-47fb-828a-ba0873428ac1 service neutron] Request body: {'port': {'device_id': 'b1f650ea-33a1-49e0-b9ce-33d7e6b1cea8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:50:07.708471 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:07.712592 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=f41be030-f2d5-47f1-b237-630ddc7e4278,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:50:07.725074 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 0af1e876-6cbb-43ac-8651-13e29ac07993, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=0af1e876-6cbb-43ac-8651-13e29ac07993,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:50:07.734527 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['f41be030-f2d5-47f1-b237-630ddc7e4278'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:50:07.858284 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': '0af1e876-6cbb-43ac-8651-13e29ac07993', 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3', 'port_id': '0af1e876-6cbb-43ac-8651-13e29ac07993', 'mac_address': 'fa:16:3e:71:ca:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d72a8d3-0a35-4d3a-96b8-d869ff4093bc', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:50:07.952528 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24299c4d-5bfb-455d-ab88-742b6ac9743d req-ed860b9f-728f-44d1-8e85-321232efa365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:07.954847 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-24299c4d-5bfb-455d-ab88-742b6ac9743d req-ed860b9f-728f-44d1-8e85-321232efa365 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3 HTTP/1.1" status: 200 len: 870 time: 0.6067417 May 05 19:50:07.965127 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-3193c888-4289-432c-8e3f-b3e53bdbffc9 req-46260ba6-3186-47fb-828a-ba0873428ac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:08.009150 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c61f381-9bbe-4734-b788-b22a9b3b01b9 req-66d46445-678f-4a17-934e-f783c0183bd6 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:08.019276 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4c61f381-9bbe-4734-b788-b22a9b3b01b9 req-66d46445-678f-4a17-934e-f783c0183bd6 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6334524 May 05 19:50:08.062418 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:08.175008 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6f8e1614-9425-4bda-920b-16806421b820 req-d7aaf6b2-d95f-47cb-8432-3d40d0416702 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=b5a48329c1b449938bdc05f76727500b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0773730 May 05 19:50:08.190145 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4c61f381-9bbe-4734-b788-b22a9b3b01b9 req-3d30c23e-eed9-484a-91a8-1517cad46342 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/quotas/b5a48329c1b449938bdc05f76727500b HTTP/1.1" status: 200 len: 375 time: 0.1713300 May 05 19:50:08.214833 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:08.302151 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0af1e876-6cbb-43ac-8651-13e29ac07993 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:50:08.308735 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-24299c4d-5bfb-455d-ab88-742b6ac9743d req-acd1ef11-bab4-46b5-b7d7-5d7af4d880e9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=046cff30-9f24-4516-aca1-577e77e2491f HTTP/1.1" status: 200 len: 217 time: 0.3437855 May 05 19:50:08.321310 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4c61f381-9bbe-4734-b788-b22a9b3b01b9 req-7e837d31-68f5-4a1f-b580-4844b6cc44f4 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b5a48329c1b449938bdc05f76727500b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1268725 May 05 19:50:08.372054 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 0af1e876-6cbb-43ac-8651-13e29ac07993, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=0af1e876-6cbb-43ac-8651-13e29ac07993,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:50:08.381530 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:08.647742 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['0af1e876-6cbb-43ac-8651-13e29ac07993'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:50:08.654293 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd4146-2346-4643-8bfc-f0e61fb99147 req-63aa72f7-04a6-4f5c-abfa-f7d3864d0f19 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:08.663159 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3bfd4146-2346-4643-8bfc-f0e61fb99147 req-63aa72f7-04a6-4f5c-abfa-f7d3864d0f19 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7f5a589-3b16-4448-9925-f6147d63a97a HTTP/1.1" status: 200 len: 947 time: 1.0408268 May 05 19:50:08.697983 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24299c4d-5bfb-455d-ab88-742b6ac9743d req-60a3ab8f-bb40-48c9-bcb0-7f787691dfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:08.699764 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-24299c4d-5bfb-455d-ab88-742b6ac9743d req-60a3ab8f-bb40-48c9-bcb0-7f787691dfe2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.2586372 May 05 19:50:08.722652 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=0af1e876-6cbb-43ac-8651-13e29ac07993,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:50:08.811854 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e1614-9425-4bda-920b-16806421b820 req-d37eeccd-5aa3-45f5-ae15-00bba6840bd0 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:08.813686 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6f8e1614-9425-4bda-920b-16806421b820 req-d37eeccd-5aa3-45f5-ae15-00bba6840bd0 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6028469 May 05 19:50:08.851466 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-6f8e1614-9425-4bda-920b-16806421b820 req-e27df25c-18c2-49e1-b9ff-696f18905382 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Request body: {'port': {'device_id': 'a11ba6de-5726-49e3-a0f8-106f7a184fd5', 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3', 'admin_state_up': True, 'tenant_id': 'b5a48329c1b449938bdc05f76727500b'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:50:08.894720 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3bfd4146-2346-4643-8bfc-f0e61fb99147 req-43db1992-e9c2-4176-b177-f45cd0003049 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040589 May 05 19:50:09.128901 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb6f392-ae5f-4183-a2c0-7c8822607b7d req-111700e1-6c58-4e20-8d93-6e93dc21e60c tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:09.129655 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-afb6f392-ae5f-4183-a2c0-7c8822607b7d req-111700e1-6c58-4e20-8d93-6e93dc21e60c tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8d939f4-0851-4bce-afcf-3b292497067f HTTP/1.1" status: 200 len: 946 time: 0.3010030 May 05 19:50:09.195819 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 046cff30-9f24-4516-aca1-577e77e2491f details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:50:09.247057 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24299c4d-5bfb-455d-ab88-742b6ac9743d req-3e7205f0-9915-432d-8e02-a539af9b832f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:09.255621 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-3193c888-4289-432c-8e3f-b3e53bdbffc9 req-46260ba6-3186-47fb-828a-ba0873428ac1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 478f6a74-57f1-4900-99d8-96e662021eb5 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:50:09.261952 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-24299c4d-5bfb-455d-ab88-742b6ac9743d req-3e7205f0-9915-432d-8e02-a539af9b832f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5229514 May 05 19:50:09.275781 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-3193c888-4289-432c-8e3f-b3e53bdbffc9 req-46260ba6-3186-47fb-828a-ba0873428ac1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:09.306289 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-3193c888-4289-432c-8e3f-b3e53bdbffc9 req-46260ba6-3186-47fb-828a-ba0873428ac1 service neutron] Transition to ACTIVE for port object 478f6a74-57f1-4900-99d8-96e662021eb5 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:50:09.312518 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-3193c888-4289-432c-8e3f-b3e53bdbffc9 req-46260ba6-3186-47fb-828a-ba0873428ac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:09.351173 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-6f8e1614-9425-4bda-920b-16806421b820 req-e27df25c-18c2-49e1-b9ff-696f18905382 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:50:09.390125 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-6f8e1614-9425-4bda-920b-16806421b820 req-e27df25c-18c2-49e1-b9ff-696f18905382 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Usage tracker for resource:port and tenant:b5a48329c1b449938bdc05f76727500b is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:50:09.405781 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-6f8e1614-9425-4bda-920b-16806421b820 req-e27df25c-18c2-49e1-b9ff-696f18905382 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:50:09.427889 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-6f8e1614-9425-4bda-920b-16806421b820 req-e27df25c-18c2-49e1-b9ff-696f18905382 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:50:09.525324 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:09.530455 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46260ba6-3186-47fb-828a-ba0873428ac1 service neutron] Pushing event updated for resources: {'Port': ['ID=478f6a74-57f1-4900-99d8-96e662021eb5,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:50:09.549560 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 046cff30-9f24-4516-aca1-577e77e2491f, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=046cff30-9f24-4516-aca1-577e77e2491f,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:50:09.580641 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': '046cff30-9f24-4516-aca1-577e77e2491f', 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3', 'port_id': '046cff30-9f24-4516-aca1-577e77e2491f', 'mac_address': 'fa:16:3e:59:0f:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d72a8d3-0a35-4d3a-96b8-d869ff4093bc', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:50:09.611815 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5488c11-373b-4ea1-9917-b6da0ad13b2c req-627f26bc-8268-4cc8-947b-42eeaf24ce6a tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:09.623978 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a5488c11-373b-4ea1-9917-b6da0ad13b2c req-627f26bc-8268-4cc8-947b-42eeaf24ce6a tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1f650ea-33a1-49e0-b9ce-33d7e6b1cea8 HTTP/1.1" status: 200 len: 931 time: 0.4986737 May 05 19:50:09.677123 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f8e1614-9425-4bda-920b-16806421b820 req-e27df25c-18c2-49e1-b9ff-696f18905382 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Made reservation on behalf of b5a48329c1b449938bdc05f76727500b for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:50:09.681265 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-afb6f392-ae5f-4183-a2c0-7c8822607b7d req-14a2cdab-f7c7-49f7-bbbf-da0238b7625d tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5409966 May 05 19:50:09.681817 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-6f8e1614-9425-4bda-920b-16806421b820 req-e27df25c-18c2-49e1-b9ff-696f18905382 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:09.700727 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:09.716561 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-6f8e1614-9425-4bda-920b-16806421b820 req-e27df25c-18c2-49e1-b9ff-696f18905382 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:09.737213 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 046cff30-9f24-4516-aca1-577e77e2491f {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:50:09.749768 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a5488c11-373b-4ea1-9917-b6da0ad13b2c req-a13fbb2e-311e-47df-91c0-0f318049088f tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248367 May 05 19:50:09.772278 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 046cff30-9f24-4516-aca1-577e77e2491f, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=046cff30-9f24-4516-aca1-577e77e2491f,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:50:09.784869 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:09.806746 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-6f8e1614-9425-4bda-920b-16806421b820 req-e27df25c-18c2-49e1-b9ff-696f18905382 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:50:09.807489 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-3193c888-4289-432c-8e3f-b3e53bdbffc9 req-46260ba6-3186-47fb-828a-ba0873428ac1 service neutron] Attempting to bind port 478f6a74-57f1-4900-99d8-96e662021eb5 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:50:09.807919 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-3193c888-4289-432c-8e3f-b3e53bdbffc9 req-46260ba6-3186-47fb-828a-ba0873428ac1 service neutron] Attempting to bind port 478f6a74-57f1-4900-99d8-96e662021eb5 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': '2fd00a77-6cab-42c3-b322-459c43fd8637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '87da803f-e7d0-44ba-a1c3-46d895a6576d'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:50:09.808357 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3193c888-4289-432c-8e3f-b3e53bdbffc9 req-46260ba6-3186-47fb-828a-ba0873428ac1 service neutron] Attempting to bind port 478f6a74-57f1-4900-99d8-96e662021eb5 on network 87da803f-e7d0-44ba-a1c3-46d895a6576d {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:50:09.814614 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-6f8e1614-9425-4bda-920b-16806421b820 req-e27df25c-18c2-49e1-b9ff-696f18905382 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Usage tracker for resource:security_group_rule and tenant:b5a48329c1b449938bdc05f76727500b is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:50:09.816104 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3193c888-4289-432c-8e3f-b3e53bdbffc9 req-46260ba6-3186-47fb-828a-ba0873428ac1 service neutron] Port 478f6a74-57f1-4900-99d8-96e662021eb5 on network 87da803f-e7d0-44ba-a1c3-46d895a6576d not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:50:09.822257 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-6f8e1614-9425-4bda-920b-16806421b820 req-e27df25c-18c2-49e1-b9ff-696f18905382 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:50:09.822474 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3193c888-4289-432c-8e3f-b3e53bdbffc9 req-46260ba6-3186-47fb-828a-ba0873428ac1 service neutron] Attempting to bind port 478f6a74-57f1-4900-99d8-96e662021eb5 on network 87da803f-e7d0-44ba-a1c3-46d895a6576d {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:50:09.839622 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3193c888-4289-432c-8e3f-b3e53bdbffc9 req-46260ba6-3186-47fb-828a-ba0873428ac1 service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:50:09.841448 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3193c888-4289-432c-8e3f-b3e53bdbffc9 req-46260ba6-3186-47fb-828a-ba0873428ac1 service neutron] Checking segment: {'id': '2fd00a77-6cab-42c3-b322-459c43fd8637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '87da803f-e7d0-44ba-a1c3-46d895a6576d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:50:09.841934 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3193c888-4289-432c-8e3f-b3e53bdbffc9 req-46260ba6-3186-47fb-828a-ba0873428ac1 service neutron] Bound using segment: {'id': '2fd00a77-6cab-42c3-b322-459c43fd8637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '87da803f-e7d0-44ba-a1c3-46d895a6576d'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:50:09.842746 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-6f8e1614-9425-4bda-920b-16806421b820 req-e27df25c-18c2-49e1-b9ff-696f18905382 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:50:09.843305 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-3193c888-4289-432c-8e3f-b3e53bdbffc9 req-46260ba6-3186-47fb-828a-ba0873428ac1 service neutron] Bound port: 478f6a74-57f1-4900-99d8-96e662021eb5, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fd00a77-6cab-42c3-b322-459c43fd8637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '87da803f-e7d0-44ba-a1c3-46d895a6576d'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:50:09.843890 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-3193c888-4289-432c-8e3f-b3e53bdbffc9 req-46260ba6-3186-47fb-828a-ba0873428ac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:09.934635 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=046cff30-9f24-4516-aca1-577e77e2491f,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:50:09.997685 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-3193c888-4289-432c-8e3f-b3e53bdbffc9 req-46260ba6-3186-47fb-828a-ba0873428ac1 service neutron] For port 478f6a74-57f1-4900-99d8-96e662021eb5, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:50:10.001674 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-3193c888-4289-432c-8e3f-b3e53bdbffc9 req-46260ba6-3186-47fb-828a-ba0873428ac1 service neutron] For port 478f6a74-57f1-4900-99d8-96e662021eb5, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=478f6a74-57f1-4900-99d8-96e662021eb5,segment=NetworkSegment(2fd00a77-6cab-42c3-b322-459c43fd8637),segment_id=2fd00a77-6cab-42c3-b322-459c43fd8637)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:50:10.019673 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-24299c4d-5bfb-455d-ab88-742b6ac9743d req-dfa7f1cb-dd76-48c5-b85c-ed18de6bada0 service neutron] 10.222.0.50 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7516816 May 05 19:50:10.044503 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['046cff30-9f24-4516-aca1-577e77e2491f'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:50:10.048734 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-3193c888-4289-432c-8e3f-b3e53bdbffc9 req-46260ba6-3186-47fb-828a-ba0873428ac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:10.128031 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-6f8e1614-9425-4bda-920b-16806421b820 req-e27df25c-18c2-49e1-b9ff-696f18905382 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:10.192883 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-6f8e1614-9425-4bda-920b-16806421b820 req-e27df25c-18c2-49e1-b9ff-696f18905382 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:10.235863 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46260ba6-3186-47fb-828a-ba0873428ac1 service neutron] Pushing event updated for resources: {'Port': ['ID=478f6a74-57f1-4900-99d8-96e662021eb5,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:50:10.261265 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193c888-4289-432c-8e3f-b3e53bdbffc9 req-46260ba6-3186-47fb-828a-ba0873428ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:10.262490 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-3193c888-4289-432c-8e3f-b3e53bdbffc9 req-46260ba6-3186-47fb-828a-ba0873428ac1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:10.264129 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3193c888-4289-432c-8e3f-b3e53bdbffc9 req-46260ba6-3186-47fb-828a-ba0873428ac1 service neutron] 10.222.0.24 "PUT /v2.0/ports/478f6a74-57f1-4900-99d8-96e662021eb5 HTTP/1.1" status: 200 len: 1091 time: 2.5834284 May 05 19:50:10.265771 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1f650ea-33a1-49e0-b9ce-33d7e6b1cea8', 'tag': '478f6a74-57f1-4900-99d8-96e662021eb5'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:50:10.329246 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b989893c-54ec-4491-8b9d-4fbe12834b8d req-dde1a507-f160-4715-9ee7-6ecc2b338b09 tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:10.330890 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b989893c-54ec-4491-8b9d-4fbe12834b8d req-dde1a507-f160-4715-9ee7-6ecc2b338b09 tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc2c5573-f977-4fac-a8cc-a0997b512a34 HTTP/1.1" status: 200 len: 948 time: 0.3279028 May 05 19:50:10.436254 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b989893c-54ec-4491-8b9d-4fbe12834b8d req-6dd29f99-cfec-44d0-9fca-5e16e1734a0a tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2f9a13b-60c9-4a1b-b7c9-419170345c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950127 May 05 19:50:10.465795 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193c888-4289-432c-8e3f-b3e53bdbffc9 req-b0938ced-1d01-40ab-af77-b8009dc4e999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:10.467590 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3193c888-4289-432c-8e3f-b3e53bdbffc9 req-b0938ced-1d01-40ab-af77-b8009dc4e999 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ec798a1d17654fd38a17594ac4520b82&device_id=b1f650ea-33a1-49e0-b9ce-33d7e6b1cea8 HTTP/1.1" status: 200 len: 1094 time: 0.1071236 May 05 19:50:10.565598 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3193c888-4289-432c-8e3f-b3e53bdbffc9 req-b269d7c7-137e-43b1-91ec-1e8279348838 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=478f6a74-57f1-4900-99d8-96e662021eb5 HTTP/1.1" status: 200 len: 217 time: 0.0854247 May 05 19:50:10.580419 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-6f8e1614-9425-4bda-920b-16806421b820 req-e27df25c-18c2-49e1-b9ff-696f18905382 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Allocated IP 192.168.233.58 (b786cc2b-f681-4c10-a54f-820e9d1a5ac3/4d72a8d3-0a35-4d3a-96b8-d869ff4093bc/dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:50:10.689421 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27df25c-18c2-49e1-b9ff-696f18905382 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e50fd44-6059-4e3b-8f95-027c4583f97c,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:50:10.693187 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-00c49f3d-2ed3-4798-91bf-abdbdbef8245 req-ea8d085d-ea1e-42a0-83db-c7185d51ecd8 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/ports?device_id=fafeb67c-3a8a-4c3c-9447-355d989e420c HTTP/1.1" status: 200 len: 210 time: 0.0630851 May 05 19:50:10.738039 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193c888-4289-432c-8e3f-b3e53bdbffc9 req-4ceb4000-f6e4-47c0-91a5-64851c67a56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:10.739952 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3193c888-4289-432c-8e3f-b3e53bdbffc9 req-4ceb4000-f6e4-47c0-91a5-64851c67a56f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=af43fcc5-064b-4df8-a8c0-be1ad4feb5a8 HTTP/1.1" status: 200 len: 847 time: 0.1601853 May 05 19:50:10.748851 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4c61f381-9bbe-4734-b788-b22a9b3b01b9 req-b1771680-c7b5-4242-b276-66d992be8ab0 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=b5a48329c1b449938bdc05f76727500b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3732786 May 05 19:50:10.792441 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a51bc-7805-4328-a6e0-ea0d8f54f58e req-9d38e3d8-332f-4118-90b2-83f7d50c63cb tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:10.799898 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bf7a51bc-7805-4328-a6e0-ea0d8f54f58e req-9d38e3d8-332f-4118-90b2-83f7d50c63cb tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e83ccb-6d07-4919-a8a9-c2089e1dd58f HTTP/1.1" status: 200 len: 949 time: 0.7907393 May 05 19:50:10.803912 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-24299c4d-5bfb-455d-ab88-742b6ac9743d req-7d00f949-69cf-4d0b-a352-fa40bf07c450 service neutron] 10.222.0.50 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7464828 May 05 19:50:10.806730 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3193c888-4289-432c-8e3f-b3e53bdbffc9 req-b2584f93-70c6-4ba6-af16-0f936c8ce6e7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87da803f-e7d0-44ba-a1c3-46d895a6576d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585580 May 05 19:50:10.966439 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device f41be030-f2d5-47f1-b237-630ddc7e4278 up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:50:11.089457 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3193c888-4289-432c-8e3f-b3e53bdbffc9 req-ddd5d651-45af-4931-bc8f-3b59045bf5bf service neutron] 10.222.0.24 "GET /v2.0/networks/87da803f-e7d0-44ba-a1c3-46d895a6576d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664852 May 05 19:50:11.143065 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc5f4c0-1b2c-43df-bc69-9a7a712adf7f req-82f05ae8-88a4-4246-96bc-8e68afc5ad19 tempest-LiveAutoBlockMigrationV225Test-129314705 tempest-LiveAutoBlockMigrationV225Test-129314705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:11.144844 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fbc5f4c0-1b2c-43df-bc69-9a7a712adf7f req-82f05ae8-88a4-4246-96bc-8e68afc5ad19 tempest-LiveAutoBlockMigrationV225Test-129314705 tempest-LiveAutoBlockMigrationV225Test-129314705-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a8d939f4-0851-4bce-afcf-3b292497067f HTTP/1.1" status: 200 len: 1097 time: 0.2003119 May 05 19:50:11.155547 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port f41be030-f2d5-47f1-b237-630ddc7e4278 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:50:11.162656 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port f41be030-f2d5-47f1-b237-630ddc7e4278 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:50:11.163157 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:11.211633 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c61f381-9bbe-4734-b788-b22a9b3b01b9 req-f7ef581f-e3a4-4e1d-b4ed-58847af7e410 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:11.213360 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4c61f381-9bbe-4734-b788-b22a9b3b01b9 req-f7ef581f-e3a4-4e1d-b4ed-58847af7e410 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4593327 May 05 19:50:11.222339 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 046cff30-9f24-4516-aca1-577e77e2491f up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:50:11.243955 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bf7a51bc-7805-4328-a6e0-ea0d8f54f58e req-b8309043-4a5d-4b99-9fcf-b1954f1cf37d tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ec4df19-718a-40d4-9715-81c352767ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4429619 May 05 19:50:11.248766 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-4c61f381-9bbe-4734-b788-b22a9b3b01b9 req-dc960ecc-0458-4151-bcc3-2bb16b43b995 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Request body: {'port': {'device_id': 'fafeb67c-3a8a-4c3c-9447-355d989e420c', 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3', 'admin_state_up': True, 'tenant_id': 'b5a48329c1b449938bdc05f76727500b'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:50:11.300897 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fbc5f4c0-1b2c-43df-bc69-9a7a712adf7f req-cd46f445-2ae9-4ac8-a51e-61605f33b4cd tempest-LiveAutoBlockMigrationV225Test-129314705 tempest-LiveAutoBlockMigrationV225Test-129314705-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487014 May 05 19:50:11.306390 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3193c888-4289-432c-8e3f-b3e53bdbffc9 req-4526cdeb-4778-407b-9229-4660a095aa33 service neutron] 10.222.0.24 "GET /v2.0/networks/87da803f-e7d0-44ba-a1c3-46d895a6576d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116897 May 05 19:50:11.412231 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port 046cff30-9f24-4516-aca1-577e77e2491f completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:50:11.442040 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port 046cff30-9f24-4516-aca1-577e77e2491f triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:50:11.442346 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:11.490107 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36e5a9ae-9cbc-4a5d-a964-169d5f9c1865'] response: {'name': 'network-changed', 'server_uuid': 'b1f650ea-33a1-49e0-b9ce-33d7e6b1cea8', 'tag': '478f6a74-57f1-4900-99d8-96e662021eb5', 'status': 'completed', 'code': 200} May 05 19:50:11.534894 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-4c61f381-9bbe-4734-b788-b22a9b3b01b9 req-dc960ecc-0458-4151-bcc3-2bb16b43b995 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:50:11.535514 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:11.552788 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-4c61f381-9bbe-4734-b788-b22a9b3b01b9 req-dc960ecc-0458-4151-bcc3-2bb16b43b995 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Usage tracker for resource:port and tenant:b5a48329c1b449938bdc05f76727500b is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:50:11.565323 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-4c61f381-9bbe-4734-b788-b22a9b3b01b9 req-dc960ecc-0458-4151-bcc3-2bb16b43b995 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:50:11.587380 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-4c61f381-9bbe-4734-b788-b22a9b3b01b9 req-dc960ecc-0458-4151-bcc3-2bb16b43b995 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:50:11.628446 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-6f8e1614-9425-4bda-920b-16806421b820 req-e27df25c-18c2-49e1-b9ff-696f18905382 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:11.636030 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c61f381-9bbe-4734-b788-b22a9b3b01b9 req-dc960ecc-0458-4151-bcc3-2bb16b43b995 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Made reservation on behalf of b5a48329c1b449938bdc05f76727500b for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:50:11.640251 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-4c61f381-9bbe-4734-b788-b22a9b3b01b9 req-dc960ecc-0458-4151-bcc3-2bb16b43b995 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:11.643184 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53e83ccb-6d07-4919-a8a9-c2089e1dd58f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f41be030-f2d5-47f1-b237-630ddc7e4278'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:50:11.677895 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdda529-1dfe-4007-85ab-dc654726f3cd req-83eb6962-e820-46d9-8a9d-dffa6a0d779b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:11.679520 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2bdda529-1dfe-4007-85ab-dc654726f3cd req-83eb6962-e820-46d9-8a9d-dffa6a0d779b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ec798a1d17654fd38a17594ac4520b82&device_id=b1f650ea-33a1-49e0-b9ce-33d7e6b1cea8 HTTP/1.1" status: 200 len: 1094 time: 0.1633947 May 05 19:50:11.685624 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-6f8e1614-9425-4bda-920b-16806421b820 req-e27df25c-18c2-49e1-b9ff-696f18905382 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Transition to ACTIVE for port object dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:50:11.708959 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b70ed5-a1ae-4247-9e60-8aa7e6ecaca6 req-00138931-5bea-4a99-a273-c3426df09194 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:11.711529 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-98b70ed5-a1ae-4247-9e60-8aa7e6ecaca6 req-00138931-5bea-4a99-a273-c3426df09194 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7f5a589-3b16-4448-9925-f6147d63a97a HTTP/1.1" status: 200 len: 948 time: 0.2283807 May 05 19:50:11.743916 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port f41be030-f2d5-47f1-b237-630ddc7e4278, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=f41be030-f2d5-47f1-b237-630ddc7e4278,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:50:11.751991 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:11.868490 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:11.945005 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 046cff30-9f24-4516-aca1-577e77e2491f, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=046cff30-9f24-4516-aca1-577e77e2491f,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:50:11.953645 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:11.955676 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 0af1e876-6cbb-43ac-8651-13e29ac07993 up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:50:11.958152 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-98b70ed5-a1ae-4247-9e60-8aa7e6ecaca6 req-60ee5f4c-de21-4685-a151-f5aa3e47ed97 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342399 May 05 19:50:12.064796 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=f41be030-f2d5-47f1-b237-630ddc7e4278,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:50:12.128664 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-6f8e1614-9425-4bda-920b-16806421b820 req-e27df25c-18c2-49e1-b9ff-696f18905382 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:12.201505 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port 0af1e876-6cbb-43ac-8651-13e29ac07993 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:50:12.216206 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port 0af1e876-6cbb-43ac-8651-13e29ac07993 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:50:12.217177 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:12.238566 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdda529-1dfe-4007-85ab-dc654726f3cd req-3c90eb27-7dd8-4e28-9aae-5e94501bc39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:12.241359 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2bdda529-1dfe-4007-85ab-dc654726f3cd req-3c90eb27-7dd8-4e28-9aae-5e94501bc39d service neutron] 10.222.0.24 "GET /v2.0/networks?id=87da803f-e7d0-44ba-a1c3-46d895a6576d HTTP/1.1" status: 200 len: 908 time: 0.5547621 May 05 19:50:12.274889 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=046cff30-9f24-4516-aca1-577e77e2491f,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:50:12.333715 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2bdda529-1dfe-4007-85ab-dc654726f3cd req-a5b364b8-a973-4451-82af-09691a149dcd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=478f6a74-57f1-4900-99d8-96e662021eb5 HTTP/1.1" status: 200 len: 217 time: 0.0845118 May 05 19:50:12.351060 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ca31f-9910-457e-b96b-db6df9e8de9a req-f0672248-e51c-4d82-ba64-10a42454d689 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:12.352597 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-820ca31f-9910-457e-b96b-db6df9e8de9a req-f0672248-e51c-4d82-ba64-10a42454d689 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Synchronizing usage tracker for tenant:ec798a1d17654fd38a17594ac4520b82 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:50:12.369978 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f8e1614-9425-4bda-920b-16806421b820 req-e27df25c-18c2-49e1-b9ff-696f18905382 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:50:12.383806 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-6f8e1614-9425-4bda-920b-16806421b820 req-e27df25c-18c2-49e1-b9ff-696f18905382 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:50:12.405531 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-4c61f381-9bbe-4734-b788-b22a9b3b01b9 req-dc960ecc-0458-4151-bcc3-2bb16b43b995 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Allocated IP 192.168.233.68 (b786cc2b-f681-4c10-a54f-820e9d1a5ac3/4d72a8d3-0a35-4d3a-96b8-d869ff4093bc/40435a85-5cb6-43df-8327-b79103a8d286) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:50:12.408218 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27df25c-18c2-49e1-b9ff-696f18905382 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Pushing event updated for resources: {'Port': ['ID=dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:50:12.421777 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f8e1614-9425-4bda-920b-16806421b820 req-e27df25c-18c2-49e1-b9ff-696f18905382 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:50:12.425789 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:12.430849 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e1614-9425-4bda-920b-16806421b820 req-e27df25c-18c2-49e1-b9ff-696f18905382 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:12.431684 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-6f8e1614-9425-4bda-920b-16806421b820 req-e27df25c-18c2-49e1-b9ff-696f18905382 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:12.465757 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-820ca31f-9910-457e-b96b-db6df9e8de9a req-f0672248-e51c-4d82-ba64-10a42454d689 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Unset dirty status for tenant:ec798a1d17654fd38a17594ac4520b82 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:50:12.468178 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-820ca31f-9910-457e-b96b-db6df9e8de9a req-f0672248-e51c-4d82-ba64-10a42454d689 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1f650ea-33a1-49e0-b9ce-33d7e6b1cea8 HTTP/1.1" status: 200 len: 943 time: 0.7470040 May 05 19:50:12.473462 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e5558-ddda-4484-a53f-25dbe8d81e8f req-37684e0a-4626-4c6e-9c49-bce200c2588e tempest-LiveAutoBlockMigrationV225Test-129314705 tempest-LiveAutoBlockMigrationV225Test-129314705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:12.483447 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b51e5558-ddda-4484-a53f-25dbe8d81e8f req-37684e0a-4626-4c6e-9c49-bce200c2588e tempest-LiveAutoBlockMigrationV225Test-129314705 tempest-LiveAutoBlockMigrationV225Test-129314705-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a8d939f4-0851-4bce-afcf-3b292497067f HTTP/1.1" status: 200 len: 1097 time: 0.3568742 May 05 19:50:12.487937 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6f8e1614-9425-4bda-920b-16806421b820 req-e27df25c-18c2-49e1-b9ff-696f18905382 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6443174 May 05 19:50:12.507419 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 0af1e876-6cbb-43ac-8651-13e29ac07993, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=0af1e876-6cbb-43ac-8651-13e29ac07993,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:50:12.515881 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdda529-1dfe-4007-85ab-dc654726f3cd req-5938e014-729f-4845-9796-fe26319fd4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:12.519094 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2bdda529-1dfe-4007-85ab-dc654726f3cd req-5938e014-729f-4845-9796-fe26319fd4c8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=af43fcc5-064b-4df8-a8c0-be1ad4feb5a8 HTTP/1.1" status: 200 len: 847 time: 0.1598477 May 05 19:50:12.519626 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:12.537504 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-6f8e1614-9425-4bda-920b-16806421b820 req-5c589ac0-c187-4917-a76a-f40ef622c6fb service neutron] Request body: {'port': {'device_id': 'a11ba6de-5726-49e3-a0f8-106f7a184fd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:50:12.627691 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2bdda529-1dfe-4007-85ab-dc654726f3cd req-64283ed3-abcf-44f1-a5dc-54a3bc3dc743 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87da803f-e7d0-44ba-a1c3-46d895a6576d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1003487 May 05 19:50:12.645642 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=0af1e876-6cbb-43ac-8651-13e29ac07993,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:50:12.698787 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-b51e5558-ddda-4484-a53f-25dbe8d81e8f req-7f7cf82b-13cf-422d-9818-a852c9e91189 tempest-LiveAutoBlockMigrationV225Test-129314705 tempest-LiveAutoBlockMigrationV225Test-129314705-project-admin] Synchronizing usage tracker for tenant:75cb46d03a6d4e0eb7c7ff48f35228b2 on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:50:12.713064 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-820ca31f-9910-457e-b96b-db6df9e8de9a req-73112dab-0818-4a38-9932-5c7598c37e67 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337222 May 05 19:50:12.773807 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9c0d3eef-444c-483d-93c0-6332782e292c None None] Provisioning for port dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:50:12.791815 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9c0d3eef-444c-483d-93c0-6332782e292c None None] Provisioning complete for port dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:50:12.792186 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9c0d3eef-444c-483d-93c0-6332782e292c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:12.860814 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9c0d3eef-444c-483d-93c0-6332782e292c None None] Port dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:50:12.909386 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2bdda529-1dfe-4007-85ab-dc654726f3cd req-31be1195-684b-47eb-941e-bd91d2460e28 service neutron] 10.222.0.24 "GET /v2.0/networks/87da803f-e7d0-44ba-a1c3-46d895a6576d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659202 May 05 19:50:12.923807 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-b51e5558-ddda-4484-a53f-25dbe8d81e8f req-7f7cf82b-13cf-422d-9818-a852c9e91189 tempest-LiveAutoBlockMigrationV225Test-129314705 tempest-LiveAutoBlockMigrationV225Test-129314705-project-admin] Unset dirty status for tenant:75cb46d03a6d4e0eb7c7ff48f35228b2 on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:50:12.924499 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b51e5558-ddda-4484-a53f-25dbe8d81e8f req-7f7cf82b-13cf-422d-9818-a852c9e91189 tempest-LiveAutoBlockMigrationV225Test-129314705 tempest-LiveAutoBlockMigrationV225Test-129314705-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4388547 May 05 19:50:13.036397 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-6f8e1614-9425-4bda-920b-16806421b820 req-5c589ac0-c187-4917-a76a-f40ef622c6fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:13.102314 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3b5d619-0b39-4c2e-ba4b-560ff37bcc50'] response: {'server_uuid': '53e83ccb-6d07-4919-a8a9-c2089e1dd58f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f41be030-f2d5-47f1-b237-630ddc7e4278', 'code': 200} May 05 19:50:13.176394 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-4c61f381-9bbe-4734-b788-b22a9b3b01b9 req-dc960ecc-0458-4151-bcc3-2bb16b43b995 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:13.267659 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affbca15-1d48-47a9-bd7e-478bc92db88b req-1f47fe95-32f3-4b18-a9d9-c9468effc216 tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:13.274582 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-affbca15-1d48-47a9-bd7e-478bc92db88b req-1f47fe95-32f3-4b18-a9d9-c9468effc216 tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc2c5573-f977-4fac-a8cc-a0997b512a34 HTTP/1.1" status: 200 len: 949 time: 0.3039298 May 05 19:50:13.280865 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2bdda529-1dfe-4007-85ab-dc654726f3cd req-2e4fc0f6-e54d-4432-881f-bc927dc97a11 service neutron] 10.222.0.24 "GET /v2.0/networks/87da803f-e7d0-44ba-a1c3-46d895a6576d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3651443 May 05 19:50:13.300387 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-4c61f381-9bbe-4734-b788-b22a9b3b01b9 req-dc960ecc-0458-4151-bcc3-2bb16b43b995 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Transition to ACTIVE for port object 40435a85-5cb6-43df-8327-b79103a8d286 will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:50:13.319682 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-8bc19241-37cb-412b-bf12-ece96e1f0c8f req-229fae4e-ebfd-4077-878a-1f7cad595d9b tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Synchronizing usage tracker for tenant:b5a48329c1b449938bdc05f76727500b on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:50:13.359600 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-affbca15-1d48-47a9-bd7e-478bc92db88b req-040a4c48-f5ae-4b62-a176-c18b3d99e51a tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2f9a13b-60c9-4a1b-b7c9-419170345c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839159 May 05 19:50:13.380643 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd907ab-5cd3-4393-ac76-e23c409abb56 req-2c5768b7-952c-4a6f-87bc-17cf2e5cbc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:13.381014 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-8bc19241-37cb-412b-bf12-ece96e1f0c8f req-229fae4e-ebfd-4077-878a-1f7cad595d9b tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Unset dirty status for tenant:b5a48329c1b449938bdc05f76727500b on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:50:13.381117 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7bd907ab-5cd3-4393-ac76-e23c409abb56 req-2c5768b7-952c-4a6f-87bc-17cf2e5cbc33 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=53e83ccb-6d07-4919-a8a9-c2089e1dd58f HTTP/1.1" status: 200 len: 1101 time: 0.2038207 May 05 19:50:13.387805 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8bc19241-37cb-412b-bf12-ece96e1f0c8f req-229fae4e-ebfd-4077-878a-1f7cad595d9b tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/ports?device_id=fafeb67c-3a8a-4c3c-9447-355d989e420c HTTP/1.1" status: 200 len: 210 time: 0.1575763 May 05 19:50:13.424359 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-4c61f381-9bbe-4734-b788-b22a9b3b01b9 req-dc960ecc-0458-4151-bcc3-2bb16b43b995 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:13.431682 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7bd907ab-5cd3-4393-ac76-e23c409abb56 req-f4fc3a83-fbef-470f-a171-0b8bf03a5939 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7ec4df19-718a-40d4-9715-81c352767ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490732 May 05 19:50:13.577912 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc44554-5303-4013-af1d-c37d57930a1d req-5b7bf5b4-aaf9-4ae1-8d35-853c8e6440bc tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:13.579477 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1dc44554-5303-4013-af1d-c37d57930a1d req-5b7bf5b4-aaf9-4ae1-8d35-853c8e6440bc tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e83ccb-6d07-4919-a8a9-c2089e1dd58f HTTP/1.1" status: 200 len: 950 time: 0.0872054 May 05 19:50:13.653161 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c61f381-9bbe-4734-b788-b22a9b3b01b9 req-dc960ecc-0458-4151-bcc3-2bb16b43b995 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:50:13.662694 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1dc44554-5303-4013-af1d-c37d57930a1d req-a1816856-17f8-4e87-93d3-c1ba43c25a0b tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ec4df19-718a-40d4-9715-81c352767ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533564 May 05 19:50:13.671081 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-4c61f381-9bbe-4734-b788-b22a9b3b01b9 req-dc960ecc-0458-4151-bcc3-2bb16b43b995 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:50:13.674150 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c61f381-9bbe-4734-b788-b22a9b3b01b9 req-dc960ecc-0458-4151-bcc3-2bb16b43b995 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:50:13.682802 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c61f381-9bbe-4734-b788-b22a9b3b01b9 req-dc960ecc-0458-4151-bcc3-2bb16b43b995 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:13.683672 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-4c61f381-9bbe-4734-b788-b22a9b3b01b9 req-dc960ecc-0458-4151-bcc3-2bb16b43b995 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:13.704406 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc960ecc-0458-4151-bcc3-2bb16b43b995 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Pushing event updated for resources: {'Port': ['ID=40435a85-5cb6-43df-8327-b79103a8d286,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:50:13.760956 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4c61f381-9bbe-4734-b788-b22a9b3b01b9 req-dc960ecc-0458-4151-bcc3-2bb16b43b995 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5202153 May 05 19:50:13.797793 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-4c61f381-9bbe-4734-b788-b22a9b3b01b9 req-49d0a339-bf21-4e85-819d-d2f946e6f148 service neutron] Request body: {'port': {'device_id': 'fafeb67c-3a8a-4c3c-9447-355d989e420c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:50:13.848955 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:13.941078 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740816fa-2fe8-4b67-91e5-e9410decc80c req-84b4c60e-8e73-4242-91cd-23754381e0b7 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:13.942571 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-740816fa-2fe8-4b67-91e5-e9410decc80c req-84b4c60e-8e73-4242-91cd-23754381e0b7 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7f5a589-3b16-4448-9925-f6147d63a97a HTTP/1.1" status: 200 len: 949 time: 0.4225969 May 05 19:50:13.990484 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-0f864a5c-f175-4426-af2f-aa39702e4be5 None None] Provisioning for port 40435a85-5cb6-43df-8327-b79103a8d286 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:50:13.998114 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-0f864a5c-f175-4426-af2f-aa39702e4be5 None None] Provisioning complete for port 40435a85-5cb6-43df-8327-b79103a8d286 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:50:13.998502 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0f864a5c-f175-4426-af2f-aa39702e4be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:14.062899 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-0f864a5c-f175-4426-af2f-aa39702e4be5 None None] Port 40435a85-5cb6-43df-8327-b79103a8d286 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:50:14.138298 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-6f8e1614-9425-4bda-920b-16806421b820 req-5c589ac0-c187-4917-a76a-f40ef622c6fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:50:14.152276 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-6f8e1614-9425-4bda-920b-16806421b820 req-5c589ac0-c187-4917-a76a-f40ef622c6fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:14.156312 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-4c61f381-9bbe-4734-b788-b22a9b3b01b9 req-49d0a339-bf21-4e85-819d-d2f946e6f148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:14.170832 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-740816fa-2fe8-4b67-91e5-e9410decc80c req-e850da6e-8bfc-45c0-bd59-539434f27183 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899820 May 05 19:50:14.223587 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-6f8e1614-9425-4bda-920b-16806421b820 req-5c589ac0-c187-4917-a76a-f40ef622c6fb service neutron] Transition to ACTIVE for port object dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:50:14.240292 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-6f8e1614-9425-4bda-920b-16806421b820 req-5c589ac0-c187-4917-a76a-f40ef622c6fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:14.482275 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c589ac0-c187-4917-a76a-f40ef622c6fb service neutron] Pushing event updated for resources: {'Port': ['ID=dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:50:14.582847 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-6f8e1614-9425-4bda-920b-16806421b820 req-5c589ac0-c187-4917-a76a-f40ef622c6fb service neutron] Attempting to bind port dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:50:14.583099 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-6f8e1614-9425-4bda-920b-16806421b820 req-5c589ac0-c187-4917-a76a-f40ef622c6fb service neutron] Attempting to bind port dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:50:14.587498 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8e1614-9425-4bda-920b-16806421b820 req-5c589ac0-c187-4917-a76a-f40ef622c6fb service neutron] Attempting to bind port dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:50:14.613365 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8e1614-9425-4bda-920b-16806421b820 req-5c589ac0-c187-4917-a76a-f40ef622c6fb service neutron] Port dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:50:14.613667 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8e1614-9425-4bda-920b-16806421b820 req-5c589ac0-c187-4917-a76a-f40ef622c6fb service neutron] Attempting to bind port dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:50:14.628276 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8e1614-9425-4bda-920b-16806421b820 req-5c589ac0-c187-4917-a76a-f40ef622c6fb service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:50:14.628545 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8e1614-9425-4bda-920b-16806421b820 req-5c589ac0-c187-4917-a76a-f40ef622c6fb service neutron] Checking segment: {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:50:14.628935 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8e1614-9425-4bda-920b-16806421b820 req-5c589ac0-c187-4917-a76a-f40ef622c6fb service neutron] Bound using segment: {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:50:14.629388 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-6f8e1614-9425-4bda-920b-16806421b820 req-5c589ac0-c187-4917-a76a-f40ef622c6fb service neutron] Bound port: dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:50:14.629721 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-6f8e1614-9425-4bda-920b-16806421b820 req-5c589ac0-c187-4917-a76a-f40ef622c6fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:14.703822 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b1d2c-f18a-4dd9-9e24-87da86383a0c req-c7c455b9-b06b-4ed0-b718-c5e2b87f8f67 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:14.705325 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-588b1d2c-f18a-4dd9-9e24-87da86383a0c req-c7c455b9-b06b-4ed0-b718-c5e2b87f8f67 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1f650ea-33a1-49e0-b9ce-33d7e6b1cea8 HTTP/1.1" status: 200 len: 943 time: 0.4184263 May 05 19:50:14.850854 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-588b1d2c-f18a-4dd9-9e24-87da86383a0c req-46c8134c-60bc-46db-853b-f5d7a750b6b6 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023526 May 05 19:50:14.859663 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-6f8e1614-9425-4bda-920b-16806421b820 req-5c589ac0-c187-4917-a76a-f40ef622c6fb service neutron] For port dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c, host n-h1-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:50:14.863660 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-6f8e1614-9425-4bda-920b-16806421b820 req-5c589ac0-c187-4917-a76a-f40ef622c6fb service neutron] For port dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:50:14.869311 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-f02f04bd-8d36-4842-b6c3-819d285b4cd4 tempest-LiveAutoBlockMigrationV225Test-129314705 tempest-LiveAutoBlockMigrationV225Test-129314705-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 19:50:14.870270 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-f02f04bd-8d36-4842-b6c3-819d285b4cd4 tempest-LiveAutoBlockMigrationV225Test-129314705 tempest-LiveAutoBlockMigrationV225Test-129314705-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058403 May 05 19:50:14.873307 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-6f8e1614-9425-4bda-920b-16806421b820 req-5c589ac0-c187-4917-a76a-f40ef622c6fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:14.880670 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-3b7a734d-978b-4aaa-a3b3-2ee96944a936 service neutron] Request body: {'binding': {'host': 'n-h2-840717-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:50:14.881289 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-3b7a734d-978b-4aaa-a3b3-2ee96944a936 service neutron] Unknown quota resources ['binding']. {{(pid=88198) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 05 19:50:14.984290 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e1614-9425-4bda-920b-16806421b820 req-5c589ac0-c187-4917-a76a-f40ef622c6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:14.984707 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-6f8e1614-9425-4bda-920b-16806421b820 req-5c589ac0-c187-4917-a76a-f40ef622c6fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:14.986080 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6f8e1614-9425-4bda-920b-16806421b820 req-5c589ac0-c187-4917-a76a-f40ef622c6fb service neutron] 10.222.0.24 "PUT /v2.0/ports/dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c HTTP/1.1" status: 200 len: 1095 time: 2.4529166 May 05 19:50:14.987608 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 478f6a74-57f1-4900-99d8-96e662021eb5 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:50:14.988914 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a11ba6de-5726-49e3-a0f8-106f7a184fd5', 'tag': 'dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:50:15.017243 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-4c61f381-9bbe-4734-b788-b22a9b3b01b9 req-49d0a339-bf21-4e85-819d-d2f946e6f148 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40435a85-5cb6-43df-8327-b79103a8d286 {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:50:15.021785 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c589ac0-c187-4917-a76a-f40ef622c6fb service neutron] Pushing event updated for resources: {'Port': ['ID=dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:50:15.033925 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-4c61f381-9bbe-4734-b788-b22a9b3b01b9 req-49d0a339-bf21-4e85-819d-d2f946e6f148 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:15.054514 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-4c61f381-9bbe-4734-b788-b22a9b3b01b9 req-49d0a339-bf21-4e85-819d-d2f946e6f148 service neutron] Transition to ACTIVE for port object 40435a85-5cb6-43df-8327-b79103a8d286 will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:50:15.103056 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-4c61f381-9bbe-4734-b788-b22a9b3b01b9 req-49d0a339-bf21-4e85-819d-d2f946e6f148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:15.165538 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-3b7a734d-978b-4aaa-a3b3-2ee96944a936 service neutron] Attempting to bind port a3891ff3-1df5-467c-9a03-57e77e453f5d on host n-h2-840717-1 for vnic_type normal with profile None {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:50:15.166010 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-3b7a734d-978b-4aaa-a3b3-2ee96944a936 service neutron] Attempting to bind port a3891ff3-1df5-467c-9a03-57e77e453f5d by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': '74addc21-9c2f-4292-8d75-7048fb7d56d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9e1d2257-41cc-4af2-afae-4ca8a9719a05'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:50:15.166450 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-3b7a734d-978b-4aaa-a3b3-2ee96944a936 service neutron] Attempting to bind port a3891ff3-1df5-467c-9a03-57e77e453f5d on network 9e1d2257-41cc-4af2-afae-4ca8a9719a05 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:50:15.172261 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-3b7a734d-978b-4aaa-a3b3-2ee96944a936 service neutron] Port a3891ff3-1df5-467c-9a03-57e77e453f5d on network 9e1d2257-41cc-4af2-afae-4ca8a9719a05 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:50:15.172705 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-3b7a734d-978b-4aaa-a3b3-2ee96944a936 service neutron] Attempting to bind port a3891ff3-1df5-467c-9a03-57e77e453f5d on network 9e1d2257-41cc-4af2-afae-4ca8a9719a05 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:50:15.180339 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-3b7a734d-978b-4aaa-a3b3-2ee96944a936 service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:50:15.181039 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-3b7a734d-978b-4aaa-a3b3-2ee96944a936 service neutron] Checking segment: {'id': '74addc21-9c2f-4292-8d75-7048fb7d56d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9e1d2257-41cc-4af2-afae-4ca8a9719a05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:50:15.181522 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-3b7a734d-978b-4aaa-a3b3-2ee96944a936 service neutron] Bound using segment: {'id': '74addc21-9c2f-4292-8d75-7048fb7d56d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9e1d2257-41cc-4af2-afae-4ca8a9719a05'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:50:15.182109 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-3b7a734d-978b-4aaa-a3b3-2ee96944a936 service neutron] Bound port: a3891ff3-1df5-467c-9a03-57e77e453f5d, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74addc21-9c2f-4292-8d75-7048fb7d56d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9e1d2257-41cc-4af2-afae-4ca8a9719a05'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:50:15.198090 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 478f6a74-57f1-4900-99d8-96e662021eb5, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=478f6a74-57f1-4900-99d8-96e662021eb5,segment=NetworkSegment(2fd00a77-6cab-42c3-b322-459c43fd8637),segment_id=2fd00a77-6cab-42c3-b322-459c43fd8637)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:50:15.203077 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d0a339-bf21-4e85-819d-d2f946e6f148 service neutron] Pushing event updated for resources: {'Port': ['ID=40435a85-5cb6-43df-8327-b79103a8d286,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:50:15.212442 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7f5a589-3b16-4448-9925-f6147d63a97a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '046cff30-9f24-4516-aca1-577e77e2491f'}, {'server_uuid': 'bc2c5573-f977-4fac-a8cc-a0997b512a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af1e876-6cbb-43ac-8651-13e29ac07993'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:50:15.217510 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '478f6a74-57f1-4900-99d8-96e662021eb5', 'network_id': '87da803f-e7d0-44ba-a1c3-46d895a6576d', 'port_id': '478f6a74-57f1-4900-99d8-96e662021eb5', 'mac_address': 'fa:16:3e:2c:ab:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af43fcc5-064b-4df8-a8c0-be1ad4feb5a8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:50:15.235786 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-3b7a734d-978b-4aaa-a3b3-2ee96944a936 service neutron] For port a3891ff3-1df5-467c-9a03-57e77e453f5d, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=a3891ff3-1df5-467c-9a03-57e77e453f5d,segment=NetworkSegment(74addc21-9c2f-4292-8d75-7048fb7d56d2),segment_id=74addc21-9c2f-4292-8d75-7048fb7d56d2)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:50:15.241599 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-3b7a734d-978b-4aaa-a3b3-2ee96944a936 service neutron] Notify callbacks [] for binding, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:15.243073 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-3b7a734d-978b-4aaa-a3b3-2ee96944a936 service neutron] 10.222.0.36 "POST /v2.0/ports/a3891ff3-1df5-467c-9a03-57e77e453f5d/bindings HTTP/1.1" status: 201 len: 389 time: 0.3666849 May 05 19:50:15.280114 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:15.302586 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 478f6a74-57f1-4900-99d8-96e662021eb5 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:50:15.323003 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 478f6a74-57f1-4900-99d8-96e662021eb5, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=478f6a74-57f1-4900-99d8-96e662021eb5,segment=NetworkSegment(2fd00a77-6cab-42c3-b322-459c43fd8637),segment_id=2fd00a77-6cab-42c3-b322-459c43fd8637)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:50:15.330647 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:15.421343 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=478f6a74-57f1-4900-99d8-96e662021eb5,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:50:15.457186 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e1614-9425-4bda-920b-16806421b820 req-2362495b-08b7-42aa-84da-8cfcfd55a78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:15.458670 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6f8e1614-9425-4bda-920b-16806421b820 req-2362495b-08b7-42aa-84da-8cfcfd55a78d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b5a48329c1b449938bdc05f76727500b&device_id=a11ba6de-5726-49e3-a0f8-106f7a184fd5 HTTP/1.1" status: 200 len: 1098 time: 0.4029448 May 05 19:50:15.466414 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-4c61f381-9bbe-4734-b788-b22a9b3b01b9 req-49d0a339-bf21-4e85-819d-d2f946e6f148 service neutron] Attempting to bind port 40435a85-5cb6-43df-8327-b79103a8d286 on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:50:15.467306 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-4c61f381-9bbe-4734-b788-b22a9b3b01b9 req-49d0a339-bf21-4e85-819d-d2f946e6f148 service neutron] Attempting to bind port 40435a85-5cb6-43df-8327-b79103a8d286 by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:50:15.467677 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c61f381-9bbe-4734-b788-b22a9b3b01b9 req-49d0a339-bf21-4e85-819d-d2f946e6f148 service neutron] Attempting to bind port 40435a85-5cb6-43df-8327-b79103a8d286 on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:50:15.475375 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c61f381-9bbe-4734-b788-b22a9b3b01b9 req-49d0a339-bf21-4e85-819d-d2f946e6f148 service neutron] Port 40435a85-5cb6-43df-8327-b79103a8d286 on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:50:15.475574 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c61f381-9bbe-4734-b788-b22a9b3b01b9 req-49d0a339-bf21-4e85-819d-d2f946e6f148 service neutron] Attempting to bind port 40435a85-5cb6-43df-8327-b79103a8d286 on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:50:15.551722 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['478f6a74-57f1-4900-99d8-96e662021eb5'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:50:15.558412 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c61f381-9bbe-4734-b788-b22a9b3b01b9 req-49d0a339-bf21-4e85-819d-d2f946e6f148 service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:50:15.558883 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c61f381-9bbe-4734-b788-b22a9b3b01b9 req-49d0a339-bf21-4e85-819d-d2f946e6f148 service neutron] Checking segment: {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:50:15.559243 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c61f381-9bbe-4734-b788-b22a9b3b01b9 req-49d0a339-bf21-4e85-819d-d2f946e6f148 service neutron] Bound using segment: {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:50:15.559798 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-4c61f381-9bbe-4734-b788-b22a9b3b01b9 req-49d0a339-bf21-4e85-819d-d2f946e6f148 service neutron] Bound port: 40435a85-5cb6-43df-8327-b79103a8d286, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:50:15.560158 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-4c61f381-9bbe-4734-b788-b22a9b3b01b9 req-49d0a339-bf21-4e85-819d-d2f946e6f148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:15.581371 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6f8e1614-9425-4bda-920b-16806421b820 req-ce821426-f461-4b94-abbb-094a048176da service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c HTTP/1.1" status: 200 len: 217 time: 0.1072783 May 05 19:50:15.688058 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51391d89-8d54-4c78-9cae-aa47a97e4dd6 req-22242e47-49b5-4259-a614-7b8375d47ef3 tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:15.696892 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-51391d89-8d54-4c78-9cae-aa47a97e4dd6 req-22242e47-49b5-4259-a614-7b8375d47ef3 tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc2c5573-f977-4fac-a8cc-a0997b512a34 HTTP/1.1" status: 200 len: 949 time: 0.1232080 May 05 19:50:15.729262 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59080) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:50:15.742488 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-5301af3c-5046-48d7-8257-51b692e82a88 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Request body: {'security_group': {'name': 'tempest-securitygroup--497168141', 'description': 'tempest-description--1452125530'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:50:15.757724 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5301af3c-5046-48d7-8257-51b692e82a88 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:50:15.765824 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-5301af3c-5046-48d7-8257-51b692e82a88 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Usage tracker for resource:security_group and tenant:9ab4a98eac4a43fd9990405f39079105 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:50:15.771748 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-5301af3c-5046-48d7-8257-51b692e82a88 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:50:15.782774 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-51391d89-8d54-4c78-9cae-aa47a97e4dd6 req-40f689a7-3742-4f83-8283-c4ba3bb69b4f tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2f9a13b-60c9-4a1b-b7c9-419170345c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842535 May 05 19:50:15.783860 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5301af3c-5046-48d7-8257-51b692e82a88 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:50:15.797479 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5301af3c-5046-48d7-8257-51b692e82a88 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:15.813889 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e1614-9425-4bda-920b-16806421b820 req-1c0a4be0-7140-4afb-87e8-ed2308d4244e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:15.815395 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6f8e1614-9425-4bda-920b-16806421b820 req-1c0a4be0-7140-4afb-87e8-ed2308d4244e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.2222211 May 05 19:50:15.824117 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5301af3c-5046-48d7-8257-51b692e82a88 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:50:15.828593 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-5301af3c-5046-48d7-8257-51b692e82a88 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Usage tracker for resource:security_group_rule and tenant:9ab4a98eac4a43fd9990405f39079105 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:50:15.833533 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-5301af3c-5046-48d7-8257-51b692e82a88 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:50:15.848591 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5301af3c-5046-48d7-8257-51b692e82a88 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:50:15.917062 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-992432d2-40f0-44ed-afbc-6d6b70d98b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:15.919367 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-992432d2-40f0-44ed-afbc-6d6b70d98b84 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=63ca58c29fae4c4eaafba189c1ec4492&device_id=a8d939f4-0851-4bce-afcf-3b292497067f HTTP/1.1" status: 200 len: 1097 time: 0.3368800 May 05 19:50:15.937515 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:16.003009 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5301af3c-5046-48d7-8257-51b692e82a88 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:16.011193 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5301af3c-5046-48d7-8257-51b692e82a88 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:16.059682 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-4c61f381-9bbe-4734-b788-b22a9b3b01b9 req-49d0a339-bf21-4e85-819d-d2f946e6f148 service neutron] For port 40435a85-5cb6-43df-8327-b79103a8d286, host n-h2-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:50:16.070631 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285759d4-5b77-4df2-8d07-3692ab15ef88 req-83eb47ab-d2d3-4d45-a710-27ec66da4cf4 tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:16.072124 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-285759d4-5b77-4df2-8d07-3692ab15ef88 req-83eb47ab-d2d3-4d45-a710-27ec66da4cf4 tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e83ccb-6d07-4919-a8a9-c2089e1dd58f HTTP/1.1" status: 200 len: 950 time: 0.1654627 May 05 19:50:16.075532 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5301af3c-5046-48d7-8257-51b692e82a88 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:16.076231 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-5301af3c-5046-48d7-8257-51b692e82a88 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3428898 May 05 19:50:16.077920 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5301af3c-5046-48d7-8257-51b692e82a88 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a60fe5e7-515f-4a46-b438-cfc95f49a4e4,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:50:16.080170 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59086) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:50:16.084696 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-45a285fe-db9e-4aa5-b8e8-b253ee823fa4 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Request body: {'security_group_rule': {'security_group_id': 'a60fe5e7-515f-4a46-b438-cfc95f49a4e4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:50:16.096261 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-4c61f381-9bbe-4734-b788-b22a9b3b01b9 req-49d0a339-bf21-4e85-819d-d2f946e6f148 service neutron] For port 40435a85-5cb6-43df-8327-b79103a8d286, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=40435a85-5cb6-43df-8327-b79103a8d286,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:50:16.105404 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-45a285fe-db9e-4aa5-b8e8-b253ee823fa4 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:50:16.113701 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-45a285fe-db9e-4aa5-b8e8-b253ee823fa4 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Usage tracker for resource:security_group_rule and tenant:9ab4a98eac4a43fd9990405f39079105 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:50:16.117174 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-45a285fe-db9e-4aa5-b8e8-b253ee823fa4 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:50:16.130418 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-45a285fe-db9e-4aa5-b8e8-b253ee823fa4 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:50:16.144033 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-285759d4-5b77-4df2-8d07-3692ab15ef88 req-6f045c38-5c83-4e4d-8489-a2441c80a948 tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ec4df19-718a-40d4-9715-81c352767ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546618 May 05 19:50:16.153245 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-4c61f381-9bbe-4734-b788-b22a9b3b01b9 req-49d0a339-bf21-4e85-819d-d2f946e6f148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:16.156173 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-45a285fe-db9e-4aa5-b8e8-b253ee823fa4 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:16.227462 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45ac4ef1-6ca5-485a-b5c2-a4234a1a7150'] response: {'name': 'network-changed', 'server_uuid': 'a11ba6de-5726-49e3-a0f8-106f7a184fd5', 'tag': 'dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c', 'status': 'completed', 'code': 200} May 05 19:50:16.240661 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c61f381-9bbe-4734-b788-b22a9b3b01b9 req-49d0a339-bf21-4e85-819d-d2f946e6f148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:16.241267 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-4c61f381-9bbe-4734-b788-b22a9b3b01b9 req-49d0a339-bf21-4e85-819d-d2f946e6f148 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:16.242695 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4c61f381-9bbe-4734-b788-b22a9b3b01b9 req-49d0a339-bf21-4e85-819d-d2f946e6f148 service neutron] 10.222.0.50 "PUT /v2.0/ports/40435a85-5cb6-43df-8327-b79103a8d286 HTTP/1.1" status: 200 len: 1095 time: 2.4555378 May 05 19:50:16.247293 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-45a285fe-db9e-4aa5-b8e8-b253ee823fa4 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:16.252504 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-45a285fe-db9e-4aa5-b8e8-b253ee823fa4 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:16.281201 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e1614-9425-4bda-920b-16806421b820 req-0eb43c18-7fb0-43a4-bad2-50f8eaa44e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:16.282929 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6f8e1614-9425-4bda-920b-16806421b820 req-0eb43c18-7fb0-43a4-bad2-50f8eaa44e32 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4575801 May 05 19:50:16.299800 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a285fe-db9e-4aa5-b8e8-b253ee823fa4 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1affe3e-8029-4726-ac33-78e124638b43,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:50:16.310575 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-c73ffd19-3797-47f8-ab56-11019a32f548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:16.311423 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-45a285fe-db9e-4aa5-b8e8-b253ee823fa4 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:16.312063 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-c73ffd19-3797-47f8-ab56-11019a32f548 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9e1d2257-41cc-4af2-afae-4ca8a9719a05 HTTP/1.1" status: 200 len: 921 time: 0.3781598 May 05 19:50:16.313596 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-45a285fe-db9e-4aa5-b8e8-b253ee823fa4 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2328100 May 05 19:50:16.316378 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59092) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:50:16.329463 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-b6de36c6-e2bc-4d5d-bb9d-511750b657d8 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Request body: {'security_group_rule': {'security_group_id': 'a60fe5e7-515f-4a46-b438-cfc95f49a4e4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:50:16.336986 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b6de36c6-e2bc-4d5d-bb9d-511750b657d8 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:50:16.348346 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-b6de36c6-e2bc-4d5d-bb9d-511750b657d8 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Usage tracker for resource:security_group_rule and tenant:9ab4a98eac4a43fd9990405f39079105 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:50:16.385078 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-b6de36c6-e2bc-4d5d-bb9d-511750b657d8 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:50:16.416449 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b6de36c6-e2bc-4d5d-bb9d-511750b657d8 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:50:16.423765 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1868722d-4756-4560-8579-79d2e3640318 req-d4fed5e6-0c69-4142-a0b4-c557544539d0 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:16.428787 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1868722d-4756-4560-8579-79d2e3640318 req-d4fed5e6-0c69-4142-a0b4-c557544539d0 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/ports?device_id=fafeb67c-3a8a-4c3c-9447-355d989e420c HTTP/1.1" status: 200 len: 947 time: 0.5552783 May 05 19:50:16.430528 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d0a339-bf21-4e85-819d-d2f946e6f148 service neutron] Pushing event updated for resources: {'Port': ['ID=40435a85-5cb6-43df-8327-b79103a8d286,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:50:16.468891 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b6de36c6-e2bc-4d5d-bb9d-511750b657d8 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:16.474383 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-633b4d35-ecf3-4ad3-b49d-7b3315d94535 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3891ff3-1df5-467c-9a03-57e77e453f5d HTTP/1.1" status: 200 len: 217 time: 0.1544864 May 05 19:50:16.515605 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc6cb18-561f-43cc-937f-9fe61103d57a req-cf0b080b-f24d-4afe-bbd7-593f041be990 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:16.517057 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0cc6cb18-561f-43cc-937f-9fe61103d57a req-cf0b080b-f24d-4afe-bbd7-593f041be990 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7f5a589-3b16-4448-9925-f6147d63a97a HTTP/1.1" status: 200 len: 949 time: 0.1719842 May 05 19:50:16.583552 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b6de36c6-e2bc-4d5d-bb9d-511750b657d8 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:16.610018 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0cc6cb18-561f-43cc-937f-9fe61103d57a req-f2e926b5-75da-4edf-8e4b-a7a1ad36623d tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824192 May 05 19:50:16.611114 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b6de36c6-e2bc-4d5d-bb9d-511750b657d8 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:16.640187 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-1868722d-4756-4560-8579-79d2e3640318 req-0896a737-1463-4b6b-9c04-e96bc1ad518e tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Synchronizing usage tracker for tenant:b5a48329c1b449938bdc05f76727500b on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:50:16.640427 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6de36c6-e2bc-4d5d-bb9d-511750b657d8 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33288027-a33b-4677-baf1-dbff0ca8668c,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:50:16.653790 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b6de36c6-e2bc-4d5d-bb9d-511750b657d8 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:16.658448 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b6de36c6-e2bc-4d5d-bb9d-511750b657d8 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3367531 May 05 19:50:16.658448 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59098) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:50:16.664487 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-b5a5f0ea-df2e-40bc-b84d-d2c3239a2a12 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Request body: {'floatingip': {'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:50:16.668864 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-c5bdad1b-82b9-46c9-a28d-c2d3baa88657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:16.670162 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-c5bdad1b-82b9-46c9-a28d-c2d3baa88657 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=99c4516e-78c1-4a80-85a0-0e7389d15301 HTTP/1.1" status: 200 len: 860 time: 0.1659269 May 05 19:50:16.670977 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b5a5f0ea-df2e-40bc-b84d-d2c3239a2a12 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:50:16.675773 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-b5a5f0ea-df2e-40bc-b84d-d2c3239a2a12 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Usage tracker for resource:floatingip and tenant:9ab4a98eac4a43fd9990405f39079105 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:50:16.678640 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-b5a5f0ea-df2e-40bc-b84d-d2c3239a2a12 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:50:16.685492 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b5a5f0ea-df2e-40bc-b84d-d2c3239a2a12 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:50:16.696517 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f0ea-df2e-40bc-b84d-d2c3239a2a12 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Notify callbacks [] for floatingip, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:16.701024 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b88f72c6-4c7a-48a3-aee0-6e901c5a8716'] response: {'server_uuid': 'f7f5a589-3b16-4448-9925-f6147d63a97a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '046cff30-9f24-4516-aca1-577e77e2491f', 'code': 200} May 05 19:50:16.701532 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b88f72c6-4c7a-48a3-aee0-6e901c5a8716'] response: {'server_uuid': 'bc2c5573-f977-4fac-a8cc-a0997b512a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af1e876-6cbb-43ac-8651-13e29ac07993', 'code': 200} May 05 19:50:16.727485 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-db08fdba-561d-4cb1-9496-47a5f467d725 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9e1d2257-41cc-4af2-afae-4ca8a9719a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475318 May 05 19:50:16.785182 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-1868722d-4756-4560-8579-79d2e3640318 req-0896a737-1463-4b6b-9c04-e96bc1ad518e tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Unset dirty status for tenant:b5a48329c1b449938bdc05f76727500b on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:50:16.786331 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1868722d-4756-4560-8579-79d2e3640318 req-0896a737-1463-4b6b-9c04-e96bc1ad518e tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e50fd44-6059-4e3b-8f95-027c4583f97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3515246 May 05 19:50:16.789764 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6f8e1614-9425-4bda-920b-16806421b820 req-dc5b9ce0-e20a-436f-98d8-9002a98fbf46 service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4976046 May 05 19:50:16.871644 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c61f381-9bbe-4734-b788-b22a9b3b01b9 req-e896c120-ac48-48e1-975c-9d9657d288cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:16.873109 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4c61f381-9bbe-4734-b788-b22a9b3b01b9 req-e896c120-ac48-48e1-975c-9d9657d288cf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b5a48329c1b449938bdc05f76727500b&device_id=fafeb67c-3a8a-4c3c-9447-355d989e420c HTTP/1.1" status: 200 len: 1098 time: 0.4755032 May 05 19:50:17.006014 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4c61f381-9bbe-4734-b788-b22a9b3b01b9 req-9c631733-f0b4-4a2d-be83-5125e9d6cfa0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=40435a85-5cb6-43df-8327-b79103a8d286 HTTP/1.1" status: 200 len: 217 time: 0.1250300 May 05 19:50:17.007875 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 478f6a74-57f1-4900-99d8-96e662021eb5 up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:50:17.081037 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port 478f6a74-57f1-4900-99d8-96e662021eb5 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:50:17.086007 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 478f6a74-57f1-4900-99d8-96e662021eb5 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:50:17.086380 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:17.126729 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f0ea-df2e-40bc-b84d-d2c3239a2a12 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:17.131907 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55484b4-3db6-4ace-ab97-386c104d2963 req-e0ca600b-1da7-4b9d-a6e9-abce9c18126b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:17.133375 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b55484b4-3db6-4ace-ab97-386c104d2963 req-e0ca600b-1da7-4b9d-a6e9-abce9c18126b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bc2c5573-f977-4fac-a8cc-a0997b512a34 HTTP/1.1" status: 200 len: 1100 time: 0.2277706 May 05 19:50:17.143062 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-1a3a0a64-4f57-4780-88a9-ea586fb535b6 service neutron] 10.222.0.50 "GET /v2.0/networks/9e1d2257-41cc-4af2-afae-4ca8a9719a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4037211 May 05 19:50:17.182702 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91681340-fc3b-440b-8c71-5a9e35b7fd81 req-c4310236-1bd2-49a5-b3e9-11d544ef4984 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:17.184277 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-91681340-fc3b-440b-8c71-5a9e35b7fd81 req-c4310236-1bd2-49a5-b3e9-11d544ef4984 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8d939f4-0851-4bce-afcf-3b292497067f HTTP/1.1" status: 200 len: 946 time: 0.2762954 May 05 19:50:17.186132 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9d6e7-403d-4dc5-a387-eac765f6fdf2 req-d8670d9c-8247-43f8-adfb-d987c4156cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:17.187498 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5ec9d6e7-403d-4dc5-a387-eac765f6fdf2 req-d8670d9c-8247-43f8-adfb-d987c4156cd4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f7f5a589-3b16-4448-9925-f6147d63a97a HTTP/1.1" status: 200 len: 1100 time: 0.2807758 May 05 19:50:17.213802 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:17.216476 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6f8e1614-9425-4bda-920b-16806421b820 req-99e48b45-0819-43fa-bb4e-eb791c50eac9 service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4197788 May 05 19:50:17.225179 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c61f381-9bbe-4734-b788-b22a9b3b01b9 req-6959b987-26a0-48f0-8cee-b074baa67034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:17.226548 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4c61f381-9bbe-4734-b788-b22a9b3b01b9 req-6959b987-26a0-48f0-8cee-b074baa67034 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.1692841 May 05 19:50:17.251463 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 478f6a74-57f1-4900-99d8-96e662021eb5, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=478f6a74-57f1-4900-99d8-96e662021eb5,segment=NetworkSegment(2fd00a77-6cab-42c3-b322-459c43fd8637),segment_id=2fd00a77-6cab-42c3-b322-459c43fd8637)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:50:17.259128 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:17.319049 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5ec9d6e7-403d-4dc5-a387-eac765f6fdf2 req-e5d6487a-2fea-4b69-abfa-a2be57de4ab8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111159 May 05 19:50:17.345690 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=478f6a74-57f1-4900-99d8-96e662021eb5,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:50:17.353271 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b55484b4-3db6-4ace-ab97-386c104d2963 req-9479072d-8486-49eb-a24f-01044beb8087 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a2f9a13b-60c9-4a1b-b7c9-419170345c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808124 May 05 19:50:17.365720 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-91681340-fc3b-440b-8c71-5a9e35b7fd81 req-ffd187f7-a9d1-4794-bd93-abdaf7cda4bb tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610081 May 05 19:50:17.396455 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-b5a5f0ea-df2e-40bc-b84d-d2c3239a2a12 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Allocated IP 172.25.0.34 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/f1a3a489-bf41-4fcc-ba4a-597cb91b0c52) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:50:17.422923 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4faaac-fc84-4aa9-a80b-b1fd16783e1e req-e012cf38-bba5-4547-88b2-7a4559530f1f tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:17.424408 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9d4faaac-fc84-4aa9-a80b-b1fd16783e1e req-e012cf38-bba5-4547-88b2-7a4559530f1f tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1f650ea-33a1-49e0-b9ce-33d7e6b1cea8 HTTP/1.1" status: 200 len: 944 time: 0.4815524 May 05 19:50:17.434610 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-311f8793-feda-4eaf-806d-f3240814e0b1 service neutron] 10.222.0.50 "GET /v2.0/networks/9e1d2257-41cc-4af2-afae-4ca8a9719a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822964 May 05 19:50:17.494117 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c61f381-9bbe-4734-b788-b22a9b3b01b9 req-c0e5727e-3c2e-4222-b995-068cd77a3dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:17.495599 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4c61f381-9bbe-4734-b788-b22a9b3b01b9 req-c0e5727e-3c2e-4222-b995-068cd77a3dad service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2136755 May 05 19:50:17.502534 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9d4faaac-fc84-4aa9-a80b-b1fd16783e1e req-688e7977-ffd2-4519-bab3-45c325b5a1ac tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668969 May 05 19:50:17.506475 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2482602-bfaa-40d2-9c1d-8f0f6436ffe6 req-25747fe7-a144-4539-abc7-7c7c956f02af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:17.507925 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f2482602-bfaa-40d2-9c1d-8f0f6436ffe6 req-25747fe7-a144-4539-abc7-7c7c956f02af service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b5a48329c1b449938bdc05f76727500b&device_id=a11ba6de-5726-49e3-a0f8-106f7a184fd5 HTTP/1.1" status: 200 len: 1098 time: 0.1928103 May 05 19:50:17.573284 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f0ea-df2e-40bc-b84d-d2c3239a2a12 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:17.605636 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f0ea-df2e-40bc-b84d-d2c3239a2a12 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:17.684890 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a5f0ea-df2e-40bc-b84d-d2c3239a2a12 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:50:17.688258 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-b5a5f0ea-df2e-40bc-b84d-d2c3239a2a12 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:50:17.698711 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a5f0ea-df2e-40bc-b84d-d2c3239a2a12 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:50:17.703902 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5f0ea-df2e-40bc-b84d-d2c3239a2a12 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Pushing event updated for resources: {'Port': ['ID=f1a3a489-bf41-4fcc-ba4a-597cb91b0c52,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:50:17.746036 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f0ea-df2e-40bc-b84d-d2c3239a2a12 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:17.869660 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f0ea-df2e-40bc-b84d-d2c3239a2a12 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:17.902919 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2482602-bfaa-40d2-9c1d-8f0f6436ffe6 req-891dcc2b-d54a-4346-a600-437705dae9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:17.904665 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f2482602-bfaa-40d2-9c1d-8f0f6436ffe6 req-891dcc2b-d54a-4346-a600-437705dae9db service neutron] 10.222.0.24 "GET /v2.0/networks?id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3 HTTP/1.1" status: 200 len: 870 time: 0.3902636 May 05 19:50:17.950329 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05125251-bafc-483a-b816-2709e874477f req-c7b0955f-c793-4236-8268-7df491626497 tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:17.951839 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-05125251-bafc-483a-b816-2709e874477f req-c7b0955f-c793-4236-8268-7df491626497 tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc2c5573-f977-4fac-a8cc-a0997b512a34 HTTP/1.1" status: 200 len: 949 time: 0.1961975 May 05 19:50:17.991142 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f2482602-bfaa-40d2-9c1d-8f0f6436ffe6 req-6b5205f8-6996-43b1-84a3-1da310f533f8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c HTTP/1.1" status: 200 len: 217 time: 0.0785909 May 05 19:50:18.088251 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-05125251-bafc-483a-b816-2709e874477f req-6733e8d9-79b2-4503-beb7-16388d4e7369 tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2f9a13b-60c9-4a1b-b7c9-419170345c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162751 May 05 19:50:18.114447 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4c61f381-9bbe-4734-b788-b22a9b3b01b9 req-f646a008-3c53-4f85-be13-525f23e25096 service neutron] 10.222.0.50 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3714700 May 05 19:50:18.131478 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-d327a255-bd0e-465f-a499-335e9f1c1372 tempest-LiveAutoBlockMigrationV225Test-129314705 tempest-LiveAutoBlockMigrationV225Test-129314705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:18.132809 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-d327a255-bd0e-465f-a499-335e9f1c1372 tempest-LiveAutoBlockMigrationV225Test-129314705 tempest-LiveAutoBlockMigrationV225Test-129314705-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=a8d939f4-0851-4bce-afcf-3b292497067f&tenant_id=63ca58c29fae4c4eaafba189c1ec4492&binding%3Ahost_id=n-h1-840717-1 HTTP/1.1" status: 200 len: 1097 time: 0.3377714 May 05 19:50:18.141486 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f0ea-df2e-40bc-b84d-d2c3239a2a12 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:18.147222 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f0ea-df2e-40bc-b84d-d2c3239a2a12 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:18.155529 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2482602-bfaa-40d2-9c1d-8f0f6436ffe6 req-b65f457c-38a9-4b91-a796-9caa512906ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:18.156952 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f2482602-bfaa-40d2-9c1d-8f0f6436ffe6 req-b65f457c-38a9-4b91-a796-9caa512906ce service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.1506083 May 05 19:50:18.164319 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-58905639-fda0-49b5-9d2f-395d9f65047d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-840717-1'}}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:50:18.238198 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f0ea-df2e-40bc-b84d-d2c3239a2a12 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:18.243116 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9cf10758-3569-478e-92a0-f06c7af0b97d req-721380d4-380d-4b6a-9c63-d34743399bed tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=a39a8689f2664a719c8fc650ec3305f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0442541 May 05 19:50:18.254828 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fafeb67c-3a8a-4c3c-9447-355d989e420c', 'tag': '40435a85-5cb6-43df-8327-b79103a8d286'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:50:18.289290 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5f0ea-df2e-40bc-b84d-d2c3239a2a12 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Pushing event updated for resources: {'Port': ['ID=f1a3a489-bf41-4fcc-ba4a-597cb91b0c52,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:50:18.319095 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f0ea-df2e-40bc-b84d-d2c3239a2a12 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:18.329614 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b5a5f0ea-df2e-40bc-b84d-d2c3239a2a12 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6604662 May 05 19:50:18.411739 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7ce419-9cdd-42dc-bb52-c9e65e1128a1 req-b2882beb-85fa-4534-8b66-b95b66132cb4 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:18.413115 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4f7ce419-9cdd-42dc-bb52-c9e65e1128a1 req-b2882beb-85fa-4534-8b66-b95b66132cb4 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7f5a589-3b16-4448-9925-f6147d63a97a HTTP/1.1" status: 200 len: 949 time: 0.4093971 May 05 19:50:18.418199 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf10758-3569-478e-92a0-f06c7af0b97d req-e1815c54-b021-40cc-b7b1-989601ce1dc1 tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:18.423837 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9cf10758-3569-478e-92a0-f06c7af0b97d req-e1815c54-b021-40cc-b7b1-989601ce1dc1 tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1720741 May 05 19:50:18.435522 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9cf10758-3569-478e-92a0-f06c7af0b97d req-3881d5d3-eb3c-4a95-8d4c-e80530cda803 tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] 10.222.0.36 "GET /v2.0/quotas/a39a8689f2664a719c8fc650ec3305f9 HTTP/1.1" status: 200 len: 375 time: 0.0101326 May 05 19:50:18.471387 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4c61f381-9bbe-4734-b788-b22a9b3b01b9 req-ffaaef04-21ab-4cce-bbc6-0156ffc5a061 service neutron] 10.222.0.50 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3424592 May 05 19:50:18.475114 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-58905639-fda0-49b5-9d2f-395d9f65047d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:18.556833 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9cf10758-3569-478e-92a0-f06c7af0b97d req-581e267e-3549-4c98-97c2-344fa53b68e4 tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a39a8689f2664a719c8fc650ec3305f9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1100423 May 05 19:50:18.564492 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4f7ce419-9cdd-42dc-bb52-c9e65e1128a1 req-a16dfdba-039b-41f0-8fd3-8803418a7c43 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421020 May 05 19:50:18.572580 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2482602-bfaa-40d2-9c1d-8f0f6436ffe6 req-6ffc24a4-a15a-461e-8254-1688e2f3c6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:18.574050 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f2482602-bfaa-40d2-9c1d-8f0f6436ffe6 req-6ffc24a4-a15a-461e-8254-1688e2f3c6a2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3758671 May 05 19:50:18.703048 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1f650ea-33a1-49e0-b9ce-33d7e6b1cea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '478f6a74-57f1-4900-99d8-96e662021eb5'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:50:18.894243 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-58905639-fda0-49b5-9d2f-395d9f65047d service neutron] For port a3891ff3-1df5-467c-9a03-57e77e453f5d, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=a3891ff3-1df5-467c-9a03-57e77e453f5d,segment=NetworkSegment(74addc21-9c2f-4292-8d75-7048fb7d56d2),segment_id=74addc21-9c2f-4292-8d75-7048fb7d56d2)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:50:18.920447 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f2482602-bfaa-40d2-9c1d-8f0f6436ffe6 req-10d41160-3455-4a12-872f-a53f81a8d092 service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324624 May 05 19:50:18.948953 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b883d0e9-2bb8-4575-a759-474976b3b0ac req-50b73f54-20ea-4c94-96f6-ff3d446356c4 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:18.959175 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b883d0e9-2bb8-4575-a759-474976b3b0ac req-50b73f54-20ea-4c94-96f6-ff3d446356c4 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2da9113-bcab-486d-acf9-04db64294d25 HTTP/1.1" status: 200 len: 945 time: 0.1140506 May 05 19:50:18.969482 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba296b26-245a-4869-acfa-fd44a5e19c12 req-8646b49f-f573-421b-8a2e-8ddb8388ed74 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:18.976535 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ba296b26-245a-4869-acfa-fd44a5e19c12 req-8646b49f-f573-421b-8a2e-8ddb8388ed74 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/ports?device_id=fafeb67c-3a8a-4c3c-9447-355d989e420c HTTP/1.1" status: 200 len: 947 time: 0.2594266 May 05 19:50:19.021383 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b883d0e9-2bb8-4575-a759-474976b3b0ac req-641654f2-15d3-467d-951a-1ee39d63394c tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ecbfda5-20c1-471c-a301-f56cb75a4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0611045 May 05 19:50:19.079837 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-58905639-fda0-49b5-9d2f-395d9f65047d service neutron] For port a3891ff3-1df5-467c-9a03-57e77e453f5d, host n-h1-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:50:19.134423 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-775f5385-2168-4efb-b098-2af74ba6eeaf'] response: {'name': 'network-changed', 'server_uuid': 'fafeb67c-3a8a-4c3c-9447-355d989e420c', 'tag': '40435a85-5cb6-43df-8327-b79103a8d286', 'status': 'completed', 'code': 200} May 05 19:50:19.309317 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ba296b26-245a-4869-acfa-fd44a5e19c12 req-55a00cd3-8884-4d4f-95f5-afb4ad495bad tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e50fd44-6059-4e3b-8f95-027c4583f97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311615 May 05 19:50:19.344314 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-58905639-fda0-49b5-9d2f-395d9f65047d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:19.357797 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-58905639-fda0-49b5-9d2f-395d9f65047d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:19.363796 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f2482602-bfaa-40d2-9c1d-8f0f6436ffe6 req-1bea8098-0409-48cb-a2c8-43b81ea138a5 service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4344559 May 05 19:50:19.367278 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-0c5e6f1c-c6e3-4ae0-8cfb-213e5550a9d1 req-8e0174a3-56d5-4fa3-ae1f-2b17415d0aae tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Synchronizing usage tracker for tenant:9ab4a98eac4a43fd9990405f39079105 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:50:19.389897 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-0c5e6f1c-c6e3-4ae0-8cfb-213e5550a9d1 req-8e0174a3-56d5-4fa3-ae1f-2b17415d0aae tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Unset dirty status for tenant:9ab4a98eac4a43fd9990405f39079105 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:50:19.391292 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0c5e6f1c-c6e3-4ae0-8cfb-213e5550a9d1 req-8e0174a3-56d5-4fa3-ae1f-2b17415d0aae tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--497168141&fields=id&tenant_id=9ab4a98eac4a43fd9990405f39079105 HTTP/1.1" status: 200 len: 267 time: 0.1917760 May 05 19:50:19.579304 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5e6f1c-c6e3-4ae0-8cfb-213e5550a9d1 req-e5869eed-2a68-453c-a775-9463305ff9a5 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:19.581886 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0c5e6f1c-c6e3-4ae0-8cfb-213e5550a9d1 req-e5869eed-2a68-453c-a775-9463305ff9a5 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] 10.222.0.36 "GET /v2.0/networks?id=437a7ddd-67cb-4099-8524-e097583de73f HTTP/1.1" status: 200 len: 815 time: 0.1822448 May 05 19:50:19.591917 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58905639-fda0-49b5-9d2f-395d9f65047d service neutron] Pushing event updated for resources: {'Port': ['ID=a3891ff3-1df5-467c-9a03-57e77e453f5d,revision_number=7']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:50:19.607895 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0c5e6f1c-c6e3-4ae0-8cfb-213e5550a9d1 req-bc7850ff-7a40-4abd-a4c0-536eaa122008 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] 10.222.0.36 "GET /v2.0/quotas/9ab4a98eac4a43fd9990405f39079105 HTTP/1.1" status: 200 len: 375 time: 0.0207467 May 05 19:50:19.613340 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1225616-dbb9-4cb5-982b-8f69feaeaf12 req-dd1f887a-bb0f-4f5d-811d-b86619e0e8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:19.614934 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e1225616-dbb9-4cb5-982b-8f69feaeaf12 req-dd1f887a-bb0f-4f5d-811d-b86619e0e8d0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b5a48329c1b449938bdc05f76727500b&device_id=fafeb67c-3a8a-4c3c-9447-355d989e420c HTTP/1.1" status: 200 len: 1098 time: 0.3656840 May 05 19:50:19.617876 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-58905639-fda0-49b5-9d2f-395d9f65047d service neutron] Attempting to bind port a3891ff3-1df5-467c-9a03-57e77e453f5d on host n-h1-840717-1 for vnic_type normal with profile {"migrating_to": "n-h2-840717-1"} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:50:19.618378 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-58905639-fda0-49b5-9d2f-395d9f65047d service neutron] Attempting to bind port a3891ff3-1df5-467c-9a03-57e77e453f5d by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': '74addc21-9c2f-4292-8d75-7048fb7d56d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9e1d2257-41cc-4af2-afae-4ca8a9719a05'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:50:19.618873 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-58905639-fda0-49b5-9d2f-395d9f65047d service neutron] Attempting to bind port a3891ff3-1df5-467c-9a03-57e77e453f5d on network 9e1d2257-41cc-4af2-afae-4ca8a9719a05 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:50:19.627489 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-58905639-fda0-49b5-9d2f-395d9f65047d service neutron] Port a3891ff3-1df5-467c-9a03-57e77e453f5d on network 9e1d2257-41cc-4af2-afae-4ca8a9719a05 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:50:19.628069 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-58905639-fda0-49b5-9d2f-395d9f65047d service neutron] Attempting to bind port a3891ff3-1df5-467c-9a03-57e77e453f5d on network 9e1d2257-41cc-4af2-afae-4ca8a9719a05 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:50:19.655431 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-58905639-fda0-49b5-9d2f-395d9f65047d service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:50:19.655769 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-58905639-fda0-49b5-9d2f-395d9f65047d service neutron] Checking segment: {'id': '74addc21-9c2f-4292-8d75-7048fb7d56d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9e1d2257-41cc-4af2-afae-4ca8a9719a05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:50:19.656146 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-58905639-fda0-49b5-9d2f-395d9f65047d service neutron] Bound using segment: {'id': '74addc21-9c2f-4292-8d75-7048fb7d56d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9e1d2257-41cc-4af2-afae-4ca8a9719a05'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:50:19.656571 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-58905639-fda0-49b5-9d2f-395d9f65047d service neutron] Bound port: a3891ff3-1df5-467c-9a03-57e77e453f5d, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74addc21-9c2f-4292-8d75-7048fb7d56d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9e1d2257-41cc-4af2-afae-4ca8a9719a05'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:50:19.656908 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-58905639-fda0-49b5-9d2f-395d9f65047d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:19.755279 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-0c5e6f1c-c6e3-4ae0-8cfb-213e5550a9d1 req-dab5a136-59f0-4e39-aa22-330b2ef2684e tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Synchronizing usage tracker for tenant:9ab4a98eac4a43fd9990405f39079105 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:50:19.772259 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eec505-6141-4a3b-a697-f41156536dfd req-e9cb9128-465b-4fad-9c5e-7b53d3e02272 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:19.773663 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e2eec505-6141-4a3b-a697-f41156536dfd req-e9cb9128-465b-4fad-9c5e-7b53d3e02272 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] 10.222.0.50 "GET /v2.0/ports?device_id=d2da9113-bcab-486d-acf9-04db64294d25 HTTP/1.1" status: 200 len: 945 time: 0.1253655 May 05 19:50:19.816847 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-0c5e6f1c-c6e3-4ae0-8cfb-213e5550a9d1 req-dab5a136-59f0-4e39-aa22-330b2ef2684e tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Unset dirty status for tenant:9ab4a98eac4a43fd9990405f39079105 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:50:19.818143 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0c5e6f1c-c6e3-4ae0-8cfb-213e5550a9d1 req-dab5a136-59f0-4e39-aa22-330b2ef2684e tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9ab4a98eac4a43fd9990405f39079105&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2094808 May 05 19:50:19.833687 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7561a92-5a57-44e8-8235-ea7b6e6b16b1 req-9a5946bf-82f9-4302-8a66-3dea5ef632de tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:19.835089 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b7561a92-5a57-44e8-8235-ea7b6e6b16b1 req-9a5946bf-82f9-4302-8a66-3dea5ef632de tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8d939f4-0851-4bce-afcf-3b292497067f HTTP/1.1" status: 200 len: 944 time: 0.3020647 May 05 19:50:19.878396 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1225616-dbb9-4cb5-982b-8f69feaeaf12 req-47a56ea3-4644-425a-a2e0-456cbd5cb38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:19.879982 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e1225616-dbb9-4cb5-982b-8f69feaeaf12 req-47a56ea3-4644-425a-a2e0-456cbd5cb38a service neutron] 10.222.0.50 "GET /v2.0/networks?id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3 HTTP/1.1" status: 200 len: 870 time: 0.2478743 May 05 19:50:19.884525 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-58905639-fda0-49b5-9d2f-395d9f65047d service neutron] For port a3891ff3-1df5-467c-9a03-57e77e453f5d, host n-h1-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:50:19.894807 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-e2eec505-6141-4a3b-a697-f41156536dfd req-28807a32-0986-4528-8881-13ba35ce049d tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Deleting port eb2a3987-2931-4bc3-8ac3-01587d3d27c7 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:50:19.895156 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-e2eec505-6141-4a3b-a697-f41156536dfd req-28807a32-0986-4528-8881-13ba35ce049d tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:19.962305 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e1225616-dbb9-4cb5-982b-8f69feaeaf12 req-44234d21-e52f-422a-ba06-b298b67921c7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=40435a85-5cb6-43df-8327-b79103a8d286 HTTP/1.1" status: 200 len: 217 time: 0.0731413 May 05 19:50:19.963779 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-58905639-fda0-49b5-9d2f-395d9f65047d service neutron] For port a3891ff3-1df5-467c-9a03-57e77e453f5d, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=a3891ff3-1df5-467c-9a03-57e77e453f5d,segment=NetworkSegment(74addc21-9c2f-4292-8d75-7048fb7d56d2),segment_id=74addc21-9c2f-4292-8d75-7048fb7d56d2)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:50:20.027759 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-58905639-fda0-49b5-9d2f-395d9f65047d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:20.067896 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9cf10758-3569-478e-92a0-f06c7af0b97d req-b06b5cb0-727f-4cb6-a9e4-c0942914a030 tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=a39a8689f2664a719c8fc650ec3305f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1073790 May 05 19:50:20.081385 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b7561a92-5a57-44e8-8235-ea7b6e6b16b1 req-5116d2f6-63f4-4af6-97dc-ab8dcbab4ed6 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280045 May 05 19:50:20.087997 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0c5e6f1c-c6e3-4ae0-8cfb-213e5550a9d1 req-282f5e3b-9a0c-486f-9fab-170d757632cb service neutron] 10.222.0.36 "GET /v2.0/networks/437a7ddd-67cb-4099-8524-e097583de73f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522275 May 05 19:50:20.266664 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1225616-dbb9-4cb5-982b-8f69feaeaf12 req-4da59249-ba8c-400c-847f-607b412d03ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:20.268110 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e1225616-dbb9-4cb5-982b-8f69feaeaf12 req-4da59249-ba8c-400c-847f-607b412d03ed service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.2785029 May 05 19:50:20.327425 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0c5e6f1c-c6e3-4ae0-8cfb-213e5550a9d1 req-6ec7ef1a-e378-4b4f-bbbb-1457b4dd7ce8 service neutron] 10.222.0.36 "GET /v2.0/networks/437a7ddd-67cb-4099-8524-e097583de73f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385604 May 05 19:50:20.372834 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-e2eec505-6141-4a3b-a697-f41156536dfd req-28807a32-0986-4528-8881-13ba35ce049d tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] For port eb2a3987-2931-4bc3-8ac3-01587d3d27c7, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=eb2a3987-2931-4bc3-8ac3-01587d3d27c7,segment=NetworkSegment(0415ad73-5a7f-40e0-b4c4-886469d943b6),segment_id=0415ad73-5a7f-40e0-b4c4-886469d943b6)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:50:20.373477 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-e2eec505-6141-4a3b-a697-f41156536dfd req-28807a32-0986-4528-8881-13ba35ce049d tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:20.399453 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58905639-fda0-49b5-9d2f-395d9f65047d service neutron] Pushing event updated for resources: {'Port': ['ID=a3891ff3-1df5-467c-9a03-57e77e453f5d,revision_number=8']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:50:20.438518 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-58905639-fda0-49b5-9d2f-395d9f65047d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:20.438518 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-58905639-fda0-49b5-9d2f-395d9f65047d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:20.438518 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-58905639-fda0-49b5-9d2f-395d9f65047d service neutron] 10.222.0.50 "PUT /v2.0/ports/a3891ff3-1df5-467c-9a03-57e77e453f5d HTTP/1.1" status: 200 len: 1122 time: 2.2795968 May 05 19:50:20.487212 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf10758-3569-478e-92a0-f06c7af0b97d req-4dcc835e-ba79-430b-a1c1-7819b0fdf9ca tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:20.488727 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9cf10758-3569-478e-92a0-f06c7af0b97d req-4dcc835e-ba79-430b-a1c1-7819b0fdf9ca tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4065044 May 05 19:50:20.495695 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b749ea6c-34a1-4ce2-89b9-9ec5cd4b057b'] response: {'server_uuid': 'b1f650ea-33a1-49e0-b9ce-33d7e6b1cea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '478f6a74-57f1-4900-99d8-96e662021eb5', 'code': 200} May 05 19:50:20.502881 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['a3891ff3-1df5-467c-9a03-57e77e453f5d'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:50:20.516552 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a70459-f8b3-498a-b114-e47677a48d09 req-5c9dd836-b5c6-4864-bd03-7435d8f71b1a tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:20.523432 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e1a70459-f8b3-498a-b114-e47677a48d09 req-5c9dd836-b5c6-4864-bd03-7435d8f71b1a tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1f650ea-33a1-49e0-b9ce-33d7e6b1cea8 HTTP/1.1" status: 200 len: 945 time: 0.3111720 May 05 19:50:20.531136 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-9cf10758-3569-478e-92a0-f06c7af0b97d req-847a5002-e494-45b3-8dc7-e4b681c31837 tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Request body: {'port': {'device_id': 'a265e3c6-76f1-4461-a9ad-07362de736f9', 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3', 'admin_state_up': True, 'tenant_id': 'a39a8689f2664a719c8fc650ec3305f9'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:50:20.561192 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1225616-dbb9-4cb5-982b-8f69feaeaf12 req-7590664f-e5ae-4f2f-84ce-383730b350a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:20.562658 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e1225616-dbb9-4cb5-982b-8f69feaeaf12 req-7590664f-e5ae-4f2f-84ce-383730b350a4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2399514 May 05 19:50:20.743734 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e1a70459-f8b3-498a-b114-e47677a48d09 req-d9d3303f-6af4-43dd-ae44-54d09a4d4675 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193155 May 05 19:50:20.816028 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6f4dc5f2-bd40-4325-a0be-cb10fb6ba4f7 req-bda49985-d879-4599-ac55-86c90cd2898a tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] 10.222.0.36 "GET /v2.0/ports?device_id=a265e3c6-76f1-4461-a9ad-07362de736f9 HTTP/1.1" status: 200 len: 210 time: 0.1120088 May 05 19:50:20.953669 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d986ed56-262a-4a02-99e9-396a89e468df req-c3f05c28-2760-4a77-bbd8-a708da1d2787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:20.955243 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d986ed56-262a-4a02-99e9-396a89e468df req-c3f05c28-2760-4a77-bbd8-a708da1d2787 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b1f650ea-33a1-49e0-b9ce-33d7e6b1cea8 HTTP/1.1" status: 200 len: 1096 time: 0.3193498 May 05 19:50:20.963733 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-e2eec505-6141-4a3b-a697-f41156536dfd req-28807a32-0986-4528-8881-13ba35ce049d tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:20.964116 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-e2eec505-6141-4a3b-a697-f41156536dfd req-28807a32-0986-4528-8881-13ba35ce049d tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:20.964431 n-d-840717-1 neutron-server[88198]: INFO neutron.db.l3_db [req-e2eec505-6141-4a3b-a697-f41156536dfd req-28807a32-0986-4528-8881-13ba35ce049d tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Floating IP 7e523961-6055-49ab-8c80-66817b72a88b disassociated. External IP: 172.25.0.152, port: eb2a3987-2931-4bc3-8ac3-01587d3d27c7. May 05 19:50:20.964837 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-e2eec505-6141-4a3b-a697-f41156536dfd req-28807a32-0986-4528-8881-13ba35ce049d tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Calling delete_port for eb2a3987-2931-4bc3-8ac3-01587d3d27c7 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:50:21.027029 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:50:21.106863 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d986ed56-262a-4a02-99e9-396a89e468df req-9863dca8-0712-4e9d-bb62-b6c137250794 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107519 May 05 19:50:21.129616 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e1225616-dbb9-4cb5-982b-8f69feaeaf12 req-24e6c1a2-d433-44d3-be21-935acc9fefa1 service neutron] 10.222.0.50 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5586030 May 05 19:50:21.131750 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-9cf10758-3569-478e-92a0-f06c7af0b97d req-847a5002-e494-45b3-8dc7-e4b681c31837 tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:50:21.135201 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d939f4-0851-4bce-afcf-3b292497067f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3891ff3-1df5-467c-9a03-57e77e453f5d'}, {'name': 'network-changed', 'server_uuid': 'a8d939f4-0851-4bce-afcf-3b292497067f', 'tag': 'a3891ff3-1df5-467c-9a03-57e77e453f5d'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:50:21.202677 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:50:21.219656 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': 'dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c', 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3', 'port_id': 'dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c', 'mac_address': 'fa:16:3e:62:6b:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d72a8d3-0a35-4d3a-96b8-d869ff4093bc', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:50:21.269413 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-9cf10758-3569-478e-92a0-f06c7af0b97d req-847a5002-e494-45b3-8dc7-e4b681c31837 tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:50:21.288476 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 40435a85-5cb6-43df-8327-b79103a8d286 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:50:21.292735 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:21.297096 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e1225616-dbb9-4cb5-982b-8f69feaeaf12 req-2ac3a1b6-b286-4caa-a2b9-7b8c9230c515 service neutron] 10.222.0.50 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567807 May 05 19:50:21.307475 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cf10758-3569-478e-92a0-f06c7af0b97d req-847a5002-e494-45b3-8dc7-e4b681c31837 tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Made reservation on behalf of a39a8689f2664a719c8fc650ec3305f9 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:50:21.311875 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-9cf10758-3569-478e-92a0-f06c7af0b97d req-847a5002-e494-45b3-8dc7-e4b681c31837 tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:21.322364 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:50:21.334202 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f274a19-efc3-4079-9bc3-6076b40427d5 req-a0d860cf-42d7-4c5b-8872-96aad64070a3 tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:21.340811 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:50:21.342676 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7f274a19-efc3-4079-9bc3-6076b40427d5 req-a0d860cf-42d7-4c5b-8872-96aad64070a3 tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc2c5573-f977-4fac-a8cc-a0997b512a34 HTTP/1.1" status: 200 len: 949 time: 0.4499056 May 05 19:50:21.347343 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:21.367970 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-e2eec505-6141-4a3b-a697-f41156536dfd req-28807a32-0986-4528-8881-13ba35ce049d tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:21.434216 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28807a32-0986-4528-8881-13ba35ce049d tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Pushing event deleted for resources: {'Port': ['ID=eb2a3987-2931-4bc3-8ac3-01587d3d27c7,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:50:21.460247 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7f274a19-efc3-4079-9bc3-6076b40427d5 req-6fa0a6e3-5a40-4948-8883-df44dd4de4df tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2f9a13b-60c9-4a1b-b7c9-419170345c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164229 May 05 19:50:21.542297 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:50:21.586990 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5a8695-5442-4108-97bd-6f50e43c5e6f req-67317df4-35e3-4f1b-bbe8-a93c31bb0d70 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:21.591491 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 40435a85-5cb6-43df-8327-b79103a8d286, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=40435a85-5cb6-43df-8327-b79103a8d286,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:50:21.594747 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ab5a8695-5442-4108-97bd-6f50e43c5e6f req-67317df4-35e3-4f1b-bbe8-a93c31bb0d70 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7f5a589-3b16-4448-9925-f6147d63a97a HTTP/1.1" status: 200 len: 949 time: 0.5998633 May 05 19:50:21.607616 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': '40435a85-5cb6-43df-8327-b79103a8d286', 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3', 'port_id': '40435a85-5cb6-43df-8327-b79103a8d286', 'mac_address': 'fa:16:3e:a5:64:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d72a8d3-0a35-4d3a-96b8-d869ff4093bc', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:50:21.655864 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-9cf10758-3569-478e-92a0-f06c7af0b97d req-847a5002-e494-45b3-8dc7-e4b681c31837 tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Allocated IP 192.168.233.92 (b786cc2b-f681-4c10-a54f-820e9d1a5ac3/4d72a8d3-0a35-4d3a-96b8-d869ff4093bc/a8b7f96e-894e-4203-a88b-b3a433aee066) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:50:21.680919 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:21.691254 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:50:21.748621 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3aff5bef-243a-4fc7-b134-e4740a1d6cda req-64ea012a-310e-410a-950b-4113ae4fe470 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2da9113-bcab-486d-acf9-04db64294d25 HTTP/1.1" status: 200 len: 210 time: 0.0605474 May 05 19:50:21.790210 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ab5a8695-5442-4108-97bd-6f50e43c5e6f req-b04c3e8d-54ac-4e53-8c0b-ae5108ff782d tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945992 May 05 19:50:21.815414 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40435a85-5cb6-43df-8327-b79103a8d286 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:50:21.834304 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd54812c-7832-43b8-b802-b87567b98d11 req-d6655057-c9b3-4c64-9abe-02bb9efe9082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:21.834304 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bd54812c-7832-43b8-b802-b87567b98d11 req-d6655057-c9b3-4c64-9abe-02bb9efe9082 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=63ca58c29fae4c4eaafba189c1ec4492&device_id=a8d939f4-0851-4bce-afcf-3b292497067f HTTP/1.1" status: 200 len: 1125 time: 0.2283771 May 05 19:50:21.853659 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2eec505-6141-4a3b-a697-f41156536dfd req-28807a32-0986-4528-8881-13ba35ce049d tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Router fc3453a7-e407-4e16-b477-c95c65c10354 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 19:50:21.864046 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 40435a85-5cb6-43df-8327-b79103a8d286, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=40435a85-5cb6-43df-8327-b79103a8d286,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:50:21.881797 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:22.071705 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=40435a85-5cb6-43df-8327-b79103a8d286,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:50:22.126229 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-9cf10758-3569-478e-92a0-f06c7af0b97d req-847a5002-e494-45b3-8dc7-e4b681c31837 tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:22.127234 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd54812c-7832-43b8-b802-b87567b98d11 req-94420339-4793-4b45-8c77-74fbfa06ccd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:22.128713 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bd54812c-7832-43b8-b802-b87567b98d11 req-94420339-4793-4b45-8c77-74fbfa06ccd7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9e1d2257-41cc-4af2-afae-4ca8a9719a05 HTTP/1.1" status: 200 len: 921 time: 0.2699807 May 05 19:50:22.162821 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['40435a85-5cb6-43df-8327-b79103a8d286'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:50:22.252509 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bd54812c-7832-43b8-b802-b87567b98d11 req-6e98a949-2ab6-408e-811a-1660b6f5c0fd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3891ff3-1df5-467c-9a03-57e77e453f5d HTTP/1.1" status: 200 len: 217 time: 0.0758989 May 05 19:50:22.257333 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1cf764f9-900c-43ef-91e6-8e7a26cf3e95 req-14ad8651-9d0a-4d85-b8c1-a74cb88220bb tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a3d48fd-40b2-4544-8c01-95a3b1d11a54 HTTP/1.1" status: 200 len: 210 time: 0.2309108 May 05 19:50:22.302326 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-9cf10758-3569-478e-92a0-f06c7af0b97d req-847a5002-e494-45b3-8dc7-e4b681c31837 tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Transition to ACTIVE for port object a8b7f96e-894e-4203-a88b-b3a433aee066 will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:50:22.352757 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772159e-ac32-458b-83f3-0d082536e16e req-5334a7ea-3f78-4e67-9cc5-922514afee3e tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:22.361119 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e772159e-ac32-458b-83f3-0d082536e16e req-5334a7ea-3f78-4e67-9cc5-922514afee3e tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/ports?device_id=fafeb67c-3a8a-4c3c-9447-355d989e420c HTTP/1.1" status: 200 len: 948 time: 0.3363326 May 05 19:50:22.434734 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e772159e-ac32-458b-83f3-0d082536e16e req-de158381-0f3f-4418-8ed9-849054585644 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e50fd44-6059-4e3b-8f95-027c4583f97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725586 May 05 19:50:22.470332 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd54812c-7832-43b8-b802-b87567b98d11 req-b621fcae-a655-43a7-8610-d2c75351937f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:22.477325 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bd54812c-7832-43b8-b802-b87567b98d11 req-b621fcae-a655-43a7-8610-d2c75351937f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=99c4516e-78c1-4a80-85a0-0e7389d15301 HTTP/1.1" status: 200 len: 860 time: 0.2095017 May 05 19:50:22.485643 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5e6f1c-c6e3-4ae0-8cfb-213e5550a9d1 req-b8aaf2fc-7e3e-47bc-918d-8a7f713588b8 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:22.488107 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-0c5e6f1c-c6e3-4ae0-8cfb-213e5550a9d1 req-b8aaf2fc-7e3e-47bc-918d-8a7f713588b8 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Synchronizing usage tracker for tenant:9ab4a98eac4a43fd9990405f39079105 on resource:network {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:50:22.518110 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-9cf10758-3569-478e-92a0-f06c7af0b97d req-847a5002-e494-45b3-8dc7-e4b681c31837 tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:22.523491 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4c4f9c10-8847-44f4-b5b0-ace69fc413d0 req-21b92e52-27e9-4dc0-b6b9-c3b3f6ff4ba5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4b36d1d8-47f4-45eb-bd91-d7c1f042b613&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2988842 May 05 19:50:22.533071 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['f41be030-f2d5-47f1-b237-630ddc7e4278'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:50:22.618218 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cf10758-3569-478e-92a0-f06c7af0b97d req-847a5002-e494-45b3-8dc7-e4b681c31837 tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:50:22.620492 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e46a3969-a614-43d2-a0d7-791450c56c78'] response: {'server_uuid': 'a8d939f4-0851-4bce-afcf-3b292497067f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3891ff3-1df5-467c-9a03-57e77e453f5d', 'code': 200} May 05 19:50:22.620974 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2eec505-6141-4a3b-a697-f41156536dfd req-28807a32-0986-4528-8881-13ba35ce049d tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 19:50:22.621163 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e46a3969-a614-43d2-a0d7-791450c56c78'] response: {'name': 'network-changed', 'server_uuid': 'a8d939f4-0851-4bce-afcf-3b292497067f', 'tag': 'a3891ff3-1df5-467c-9a03-57e77e453f5d', 'status': 'completed', 'code': 200} May 05 19:50:22.625346 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bd54812c-7832-43b8-b802-b87567b98d11 req-13b58e5f-7853-4b16-a990-d9afa8b777bb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9e1d2257-41cc-4af2-afae-4ca8a9719a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0968690 May 05 19:50:22.634450 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fd0f88-6613-496e-bf30-02e7b73fca90 None None] Sync routers for ids ['fc3453a7-e407-4e16-b477-c95c65c10354'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 19:50:22.659399 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fd0f88-6613-496e-bf30-02e7b73fca90 None None] Routers {'fc3453a7-e407-4e16-b477-c95c65c10354'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:50:22.660053 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-c5fd0f88-6613-496e-bf30-02e7b73fca90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:50:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['fc3453a7-e407-4e16-b477-c95c65c10354'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:50:22.706969 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-9cf10758-3569-478e-92a0-f06c7af0b97d req-847a5002-e494-45b3-8dc7-e4b681c31837 tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:50:22.742746 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-0c5e6f1c-c6e3-4ae0-8cfb-213e5550a9d1 req-b8aaf2fc-7e3e-47bc-918d-8a7f713588b8 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Unset dirty status for tenant:9ab4a98eac4a43fd9990405f39079105 on resource:network {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:50:22.749596 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0c5e6f1c-c6e3-4ae0-8cfb-213e5550a9d1 req-b8aaf2fc-7e3e-47bc-918d-8a7f713588b8 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] 10.222.0.50 "GET /v2.0/networks?id=437a7ddd-67cb-4099-8524-e097583de73f HTTP/1.1" status: 200 len: 815 time: 0.7260144 May 05 19:50:22.756250 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cf10758-3569-478e-92a0-f06c7af0b97d req-847a5002-e494-45b3-8dc7-e4b681c31837 tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:50:22.770056 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf10758-3569-478e-92a0-f06c7af0b97d req-847a5002-e494-45b3-8dc7-e4b681c31837 tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:22.771020 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-9cf10758-3569-478e-92a0-f06c7af0b97d req-847a5002-e494-45b3-8dc7-e4b681c31837 tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:22.943110 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-0c5e6f1c-c6e3-4ae0-8cfb-213e5550a9d1 req-db49ffc6-5ed0-4f25-8f58-16ec7ba1b6f7 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Synchronizing usage tracker for tenant:9ab4a98eac4a43fd9990405f39079105 on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:50:22.973302 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-c5fd0f88-6613-496e-bf30-02e7b73fca90 None None] Set router fc3453a7-e407-4e16-b477-c95c65c10354 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:50:22.997029 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4f9c10-8847-44f4-b5b0-ace69fc413d0 req-83e3ee48-8fb8-46a3-ab86-4366749c03bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:22.998560 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4c4f9c10-8847-44f4-b5b0-ace69fc413d0 req-83e3ee48-8fb8-46a3-ab86-4366749c03bf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ec798a1d17654fd38a17594ac4520b82&device_id=4b36d1d8-47f4-45eb-bd91-d7c1f042b613 HTTP/1.1" status: 200 len: 1117 time: 0.3626935 May 05 19:50:22.999264 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-0c5e6f1c-c6e3-4ae0-8cfb-213e5550a9d1 req-db49ffc6-5ed0-4f25-8f58-16ec7ba1b6f7 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Unset dirty status for tenant:9ab4a98eac4a43fd9990405f39079105 on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:50:22.999992 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bd54812c-7832-43b8-b802-b87567b98d11 req-0358199b-5ba7-4795-8d13-e7bd152df5e7 service neutron] 10.222.0.24 "GET /v2.0/networks/9e1d2257-41cc-4af2-afae-4ca8a9719a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334389 May 05 19:50:23.000662 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0c5e6f1c-c6e3-4ae0-8cfb-213e5550a9d1 req-db49ffc6-5ed0-4f25-8f58-16ec7ba1b6f7 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ab4a98eac4a43fd9990405f39079105 HTTP/1.1" status: 200 len: 379 time: 0.1988251 May 05 19:50:23.004995 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2eec505-6141-4a3b-a697-f41156536dfd req-28807a32-0986-4528-8881-13ba35ce049d tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] No DVR routers for this DVR port eb2a3987-2931-4bc3-8ac3-01587d3d27c7 on host n-h2-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:50:23.014807 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5002-e494-45b3-8dc7-e4b681c31837 tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Pushing event updated for resources: {'Port': ['ID=a8b7f96e-894e-4203-a88b-b3a433aee066,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:50:23.028978 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9cf10758-3569-478e-92a0-f06c7af0b97d req-847a5002-e494-45b3-8dc7-e4b681c31837 tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5021706 May 05 19:50:23.033342 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-0c5e6f1c-c6e3-4ae0-8cfb-213e5550a9d1 req-3d70e3a7-b871-4550-a5e4-8869f0441f58 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Request body: {'port': {'device_id': '1a3d48fd-40b2-4544-8c01-95a3b1d11a54', 'network_id': '437a7ddd-67cb-4099-8524-e097583de73f', 'admin_state_up': True, 'tenant_id': '9ab4a98eac4a43fd9990405f39079105', 'security_groups': ['a60fe5e7-515f-4a46-b438-cfc95f49a4e4']}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:50:23.047050 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-e2eec505-6141-4a3b-a697-f41156536dfd req-28807a32-0986-4528-8881-13ba35ce049d tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:23.050941 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:50:23.074892 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2da9113-bcab-486d-acf9-04db64294d25', 'name': 'network-vif-deleted', 'tag': 'eb2a3987-2931-4bc3-8ac3-01587d3d27c7'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:50:23.163505 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05a7d1-24f8-4aa0-ac69-dacca3a07162 req-ff56fd1c-faff-4701-96b5-46a7f908419a tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:23.164712 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9b05a7d1-24f8-4aa0-ac69-dacca3a07162 req-ff56fd1c-faff-4701-96b5-46a7f908419a tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8d939f4-0851-4bce-afcf-3b292497067f HTTP/1.1" status: 200 len: 944 time: 0.6962636 May 05 19:50:23.200136 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e2eec505-6141-4a3b-a697-f41156536dfd req-28807a32-0986-4528-8881-13ba35ce049d tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] 10.222.0.50 "DELETE /v2.0/ports/eb2a3987-2931-4bc3-8ac3-01587d3d27c7 HTTP/1.1" status: 204 len: 173 time: 3.4149592 May 05 19:50:23.228368 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-7f7aea74-aa4c-4d7c-8a65-c441411c0bce None None] Provisioning for port a8b7f96e-894e-4203-a88b-b3a433aee066 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:50:23.244047 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-7f7aea74-aa4c-4d7c-8a65-c441411c0bce None None] Provisioning complete for port a8b7f96e-894e-4203-a88b-b3a433aee066 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:50:23.244483 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7f7aea74-aa4c-4d7c-8a65-c441411c0bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:23.262583 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-9cf10758-3569-478e-92a0-f06c7af0b97d req-5dbb0e81-b134-4f3a-bb41-84f84e9ffc34 service neutron] Request body: {'port': {'device_id': 'a265e3c6-76f1-4461-a9ad-07362de736f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:50:23.329593 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device a3891ff3-1df5-467c-9a03-57e77e453f5d details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:50:23.334893 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 40435a85-5cb6-43df-8327-b79103a8d286 up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:50:23.534085 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:50:23.584914 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-7f7aea74-aa4c-4d7c-8a65-c441411c0bce None None] Port a8b7f96e-894e-4203-a88b-b3a433aee066 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:50:23.594986 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:50:23.595477 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:23.643091 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9b05a7d1-24f8-4aa0-ac69-dacca3a07162 req-f3549744-d322-4713-9a1e-3f7af05c49b3 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4534295 May 05 19:50:23.659523 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bd54812c-7832-43b8-b802-b87567b98d11 req-abade849-7c12-472e-a647-03e5baff312b service neutron] 10.222.0.24 "GET /v2.0/networks/9e1d2257-41cc-4af2-afae-4ca8a9719a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6466784 May 05 19:50:23.671176 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.resource_extend [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 19:50:23.862456 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port 40435a85-5cb6-43df-8327-b79103a8d286 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:50:23.888199 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-c5fd0f88-6613-496e-bf30-02e7b73fca90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3453a7-e407-4e16-b477-c95c65c10354', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-696356457-router', 'tenant_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'b2d0710b-2614-479d-b7eb-29fbf11d2d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:47:46Z', 'updated_at': '2022-05-05T19:47:52Z', 'revision_number': 4, 'project_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'gw_port': {'id': 'b2d0710b-2614-479d-b7eb-29fbf11d2d67', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:81:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3453a7-e407-4e16-b477-c95c65c10354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:47:47Z', 'updated_at': '2022-05-05T19:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '8c54112f-3707-4af2-97c9-281beddce49a', 'name': '', 'network_id': '1753be5e-696a-42f8-9a08-d20a05c27948', 'tenant_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'mac_address': 'fa:16:3e:2c:2c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3453a7-e407-4e16-b477-c95c65c10354', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'd902a8d0-b514-4bd9-bafe-ab994adadb04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:47:50Z', 'updated_at': '2022-05-05T19:48:00Z', 'revision_number': 5, 'project_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'subnets': [{'id': 'd902a8d0-b514-4bd9-bafe-ab994adadb04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:50:23.908277 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port 40435a85-5cb6-43df-8327-b79103a8d286 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:50:23.909656 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:23.925036 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fd0f88-6613-496e-bf30-02e7b73fca90 None None] Checking router: fc3453a7-e407-4e16-b477-c95c65c10354 for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 19:50:23.943514 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fd0f88-6613-496e-bf30-02e7b73fca90 None None] Routers {'fc3453a7-e407-4e16-b477-c95c65c10354'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:50:23.944426 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-c5fd0f88-6613-496e-bf30-02e7b73fca90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:50:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['fc3453a7-e407-4e16-b477-c95c65c10354'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:50:23.945151 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927bcd7-27de-4fa6-87d0-b4882a8ee05a req-0739dc34-29a4-4266-89e3-2237987b56ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:23.948781 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2927bcd7-27de-4fa6-87d0-b4882a8ee05a req-0739dc34-29a4-4266-89e3-2237987b56ab service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=63ca58c29fae4c4eaafba189c1ec4492&device_id=a8d939f4-0851-4bce-afcf-3b292497067f HTTP/1.1" status: 200 len: 1125 time: 0.1750216 May 05 19:50:23.981337 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-9cf10758-3569-478e-92a0-f06c7af0b97d req-5dbb0e81-b134-4f3a-bb41-84f84e9ffc34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:24.013718 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port a3891ff3-1df5-467c-9a03-57e77e453f5d, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=a3891ff3-1df5-467c-9a03-57e77e453f5d,segment=NetworkSegment(74addc21-9c2f-4292-8d75-7048fb7d56d2),segment_id=74addc21-9c2f-4292-8d75-7048fb7d56d2)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:50:24.118566 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-0c5e6f1c-c6e3-4ae0-8cfb-213e5550a9d1 req-3d70e3a7-b871-4550-a5e4-8869f0441f58 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:50:24.170015 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device a3891ff3-1df5-467c-9a03-57e77e453f5d has no active binding in host n-h2-840717-1 {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 05 19:50:24.221745 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-0c5e6f1c-c6e3-4ae0-8cfb-213e5550a9d1 req-3d70e3a7-b871-4550-a5e4-8869f0441f58 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:50:24.240879 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4f9c10-8847-44f4-b5b0-ace69fc413d0 req-85d38172-32a1-4c20-b0f3-7864adbcb208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:24.245135 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4c4f9c10-8847-44f4-b5b0-ace69fc413d0 req-85d38172-32a1-4c20-b0f3-7864adbcb208 service neutron] 10.222.0.50 "GET /v2.0/networks?id=87da803f-e7d0-44ba-a1c3-46d895a6576d HTTP/1.1" status: 200 len: 908 time: 1.0682993 May 05 19:50:24.254429 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:24.268530 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927bcd7-27de-4fa6-87d0-b4882a8ee05a req-a3d0bbb4-3699-4626-b420-5e13d37caa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:24.270060 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2927bcd7-27de-4fa6-87d0-b4882a8ee05a req-a3d0bbb4-3699-4626-b420-5e13d37caa4a service neutron] 10.222.0.24 "GET /v2.0/networks?id=9e1d2257-41cc-4af2-afae-4ca8a9719a05 HTTP/1.1" status: 200 len: 921 time: 0.3138835 May 05 19:50:24.385940 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c5e6f1c-c6e3-4ae0-8cfb-213e5550a9d1 req-3d70e3a7-b871-4550-a5e4-8869f0441f58 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Made reservation on behalf of 9ab4a98eac4a43fd9990405f39079105 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:50:24.395541 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-0c5e6f1c-c6e3-4ae0-8cfb-213e5550a9d1 req-3d70e3a7-b871-4550-a5e4-8869f0441f58 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:24.425224 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2927bcd7-27de-4fa6-87d0-b4882a8ee05a req-c5a4ad32-2fcd-4a29-8a01-6b74f14c3424 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3891ff3-1df5-467c-9a03-57e77e453f5d HTTP/1.1" status: 200 len: 217 time: 0.1472702 May 05 19:50:24.482023 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-c5fd0f88-6613-496e-bf30-02e7b73fca90 None None] Set router fc3453a7-e407-4e16-b477-c95c65c10354 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:50:24.560525 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a11ba6de-5726-49e3-a0f8-106f7a184fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:50:24.626759 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:50:24.638338 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:24.674512 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:24.681368 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4c4f9c10-8847-44f4-b5b0-ace69fc413d0 req-bf297680-88f6-4d10-b49a-6ad84e67f11a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8f5bb2b-a729-466a-8200-39314c2436cc HTTP/1.1" status: 200 len: 217 time: 0.2964036 May 05 19:50:24.698331 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927bcd7-27de-4fa6-87d0-b4882a8ee05a req-b2cc15d8-2b42-47d5-a5ec-ba33339a0641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:24.701992 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2927bcd7-27de-4fa6-87d0-b4882a8ee05a req-b2cc15d8-2b42-47d5-a5ec-ba33339a0641 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=99c4516e-78c1-4a80-85a0-0e7389d15301 HTTP/1.1" status: 200 len: 860 time: 0.2678418 May 05 19:50:24.703976 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e854014f-9db3-4356-bf9e-ee4ddec9b82e req-e4cd286a-f743-416e-b7d0-32fa9beaddd8 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:24.717465 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e854014f-9db3-4356-bf9e-ee4ddec9b82e req-e4cd286a-f743-416e-b7d0-32fa9beaddd8 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1f650ea-33a1-49e0-b9ce-33d7e6b1cea8 HTTP/1.1" status: 200 len: 945 time: 1.1623290 May 05 19:50:24.783715 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 40435a85-5cb6-43df-8327-b79103a8d286, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=40435a85-5cb6-43df-8327-b79103a8d286,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:50:24.788019 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:50:24.791060 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:24.791999 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device eb2a3987-2931-4bc3-8ac3-01587d3d27c7 no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:50:24.825710 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2927bcd7-27de-4fa6-87d0-b4882a8ee05a req-74666755-c714-4d65-83ae-d54f2887939b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9e1d2257-41cc-4af2-afae-4ca8a9719a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1063125 May 05 19:50:24.827918 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb1595-84a9-4d81-8938-b8863ab0d6c0 req-e39fb2e2-3675-46b1-8267-5305864e4f74 tempest-MigrationsAdminTest-1830011428 tempest-MigrationsAdminTest-1830011428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:24.838628 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-10eb1595-84a9-4d81-8938-b8863ab0d6c0 req-e39fb2e2-3675-46b1-8267-5305864e4f74 tempest-MigrationsAdminTest-1830011428 tempest-MigrationsAdminTest-1830011428-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f7f5a589-3b16-4448-9925-f6147d63a97a HTTP/1.1" status: 200 len: 1100 time: 0.3048027 May 05 19:50:24.887345 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] No Port match for: eb2a3987-2931-4bc3-8ac3-01587d3d27c7 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 19:50:24.887645 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device eb2a3987-2931-4bc3-8ac3-01587d3d27c7 not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:50:24.932396 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=40435a85-5cb6-43df-8327-b79103a8d286,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:50:24.961246 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4f9c10-8847-44f4-b5b0-ace69fc413d0 req-bb0cda8c-816a-49da-9cbd-035b632a2b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:24.974253 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4c4f9c10-8847-44f4-b5b0-ace69fc413d0 req-bb0cda8c-816a-49da-9cbd-035b632a2b6c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=af43fcc5-064b-4df8-a8c0-be1ad4feb5a8 HTTP/1.1" status: 200 len: 847 time: 0.1902547 May 05 19:50:24.988040 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-10eb1595-84a9-4d81-8938-b8863ab0d6c0 req-9530d9a6-d894-4d59-95a3-e4e7b7923d43 tempest-MigrationsAdminTest-1830011428 tempest-MigrationsAdminTest-1830011428-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:25.097479 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-10eb1595-84a9-4d81-8938-b8863ab0d6c0 req-9530d9a6-d894-4d59-95a3-e4e7b7923d43 tempest-MigrationsAdminTest-1830011428 tempest-MigrationsAdminTest-1830011428-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:50:25.111739 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-10eb1595-84a9-4d81-8938-b8863ab0d6c0 req-9530d9a6-d894-4d59-95a3-e4e7b7923d43 tempest-MigrationsAdminTest-1830011428 tempest-MigrationsAdminTest-1830011428-project-admin] Usage tracker for resource:security_group_rule and tenant:a94a9ae964ba4e5ba3dd47aadfb47cb2 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:50:25.117010 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-10eb1595-84a9-4d81-8938-b8863ab0d6c0 req-9530d9a6-d894-4d59-95a3-e4e7b7923d43 tempest-MigrationsAdminTest-1830011428 tempest-MigrationsAdminTest-1830011428-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:50:25.126527 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-10eb1595-84a9-4d81-8938-b8863ab0d6c0 req-9530d9a6-d894-4d59-95a3-e4e7b7923d43 tempest-MigrationsAdminTest-1830011428 tempest-MigrationsAdminTest-1830011428-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:50:25.154449 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2927bcd7-27de-4fa6-87d0-b4882a8ee05a req-d74a2b91-0054-462c-b1ac-94ebd47946ec service neutron] 10.222.0.24 "GET /v2.0/networks/9e1d2257-41cc-4af2-afae-4ca8a9719a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146646 May 05 19:50:25.265739 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e854014f-9db3-4356-bf9e-ee4ddec9b82e req-960ae423-55f8-4ea6-af7e-505dbead6d67 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5458767 May 05 19:50:25.286300 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4c4f9c10-8847-44f4-b5b0-ace69fc413d0 req-db5e33be-cdca-49e4-868b-96fd78ef7b4b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=87da803f-e7d0-44ba-a1c3-46d895a6576d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1119525 May 05 19:50:25.512966 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-c5fd0f88-6613-496e-bf30-02e7b73fca90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3453a7-e407-4e16-b477-c95c65c10354', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-696356457-router', 'tenant_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'b2d0710b-2614-479d-b7eb-29fbf11d2d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:47:46Z', 'updated_at': '2022-05-05T19:47:52Z', 'revision_number': 4, 'project_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'gw_port': {'id': 'b2d0710b-2614-479d-b7eb-29fbf11d2d67', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:81:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3453a7-e407-4e16-b477-c95c65c10354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:47:47Z', 'updated_at': '2022-05-05T19:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '8c54112f-3707-4af2-97c9-281beddce49a', 'name': '', 'network_id': '1753be5e-696a-42f8-9a08-d20a05c27948', 'tenant_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'mac_address': 'fa:16:3e:2c:2c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3453a7-e407-4e16-b477-c95c65c10354', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'd902a8d0-b514-4bd9-bafe-ab994adadb04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:47:50Z', 'updated_at': '2022-05-05T19:48:00Z', 'revision_number': 5, 'project_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'subnets': [{'id': 'd902a8d0-b514-4bd9-bafe-ab994adadb04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:50:25.518616 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2927bcd7-27de-4fa6-87d0-b4882a8ee05a req-f6c943e2-ea8d-47cf-8397-0e895847e3a3 service neutron] 10.222.0.24 "GET /v2.0/networks/9e1d2257-41cc-4af2-afae-4ca8a9719a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530109 May 05 19:50:25.527678 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fd0f88-6613-496e-bf30-02e7b73fca90 None None] The sync data for ids ['fc3453a7-e407-4e16-b477-c95c65c10354'] in n-d-840717-1 is: [{'id': 'fc3453a7-e407-4e16-b477-c95c65c10354', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-696356457-router', 'tenant_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'b2d0710b-2614-479d-b7eb-29fbf11d2d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:47:46Z', 'updated_at': '2022-05-05T19:47:52Z', 'revision_number': 4, 'project_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'gw_port': {'id': 'b2d0710b-2614-479d-b7eb-29fbf11d2d67', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:81:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3453a7-e407-4e16-b477-c95c65c10354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:47:47Z', 'updated_at': '2022-05-05T19:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '8c54112f-3707-4af2-97c9-281beddce49a', 'name': '', 'network_id': '1753be5e-696a-42f8-9a08-d20a05c27948', 'tenant_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'mac_address': 'fa:16:3e:2c:2c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3453a7-e407-4e16-b477-c95c65c10354', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'd902a8d0-b514-4bd9-bafe-ab994adadb04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:47:50Z', 'updated_at': '2022-05-05T19:48:00Z', 'revision_number': 5, 'project_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'subnets': [{'id': 'd902a8d0-b514-4bd9-bafe-ab994adadb04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 19:50:25.554292 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-0c5e6f1c-c6e3-4ae0-8cfb-213e5550a9d1 req-3d70e3a7-b871-4550-a5e4-8869f0441f58 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Allocated IP 172.20.0.11 (437a7ddd-67cb-4099-8524-e097583de73f/be9b9f6e-6d36-4843-877a-9bcb21e60117/13f18669-8999-4bb7-b14e-57afb879772e) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:50:25.588466 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-10eb1595-84a9-4d81-8938-b8863ab0d6c0 req-9530d9a6-d894-4d59-95a3-e4e7b7923d43 tempest-MigrationsAdminTest-1830011428 tempest-MigrationsAdminTest-1830011428-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:25.594743 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-10eb1595-84a9-4d81-8938-b8863ab0d6c0 req-9530d9a6-d894-4d59-95a3-e4e7b7923d43 tempest-MigrationsAdminTest-1830011428 tempest-MigrationsAdminTest-1830011428-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:25.858250 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-404703f6-b628-495c-9604-ffd7c4993af4 service neutron] 10.222.0.24 "GET /v2.0/ports/a3891ff3-1df5-467c-9a03-57e77e453f5d/bindings/n-h2-840717-1 HTTP/1.1" status: 200 len: 384 time: 0.2125034 May 05 19:50:25.864092 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9530d9a6-d894-4d59-95a3-e4e7b7923d43 tempest-MigrationsAdminTest-1830011428 tempest-MigrationsAdminTest-1830011428-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eabb1e1-545f-4b12-8b0a-58f82c3ae4ff,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:50:25.931630 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-10eb1595-84a9-4d81-8938-b8863ab0d6c0 req-9530d9a6-d894-4d59-95a3-e4e7b7923d43 tempest-MigrationsAdminTest-1830011428 tempest-MigrationsAdminTest-1830011428-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0858786 May 05 19:50:25.988743 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dec0a5-d417-47fc-b8e6-757320bfc3b8 None None] New status for floating IP 7e523961-6055-49ab-8c80-66817b72a88b: DOWN {{(pid=88199) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 19:50:26.029233 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-9cf10758-3569-478e-92a0-f06c7af0b97d req-5dbb0e81-b134-4f3a-bb41-84f84e9ffc34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8b7f96e-894e-4203-a88b-b3a433aee066 {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:50:26.096177 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-9cf10758-3569-478e-92a0-f06c7af0b97d req-5dbb0e81-b134-4f3a-bb41-84f84e9ffc34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:26.149376 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c0add3-28b7-4d11-90ca-753e275199a8 req-20cff09e-7555-490f-a244-9e766a6fe100 tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:26.150098 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-01c0add3-28b7-4d11-90ca-753e275199a8 req-20cff09e-7555-490f-a244-9e766a6fe100 tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Synchronizing usage tracker for tenant:a39a8689f2664a719c8fc650ec3305f9 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:50:26.164432 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-9cf10758-3569-478e-92a0-f06c7af0b97d req-5dbb0e81-b134-4f3a-bb41-84f84e9ffc34 service neutron] Transition to ACTIVE for port object a8b7f96e-894e-4203-a88b-b3a433aee066 will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:50:26.179930 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-9cf10758-3569-478e-92a0-f06c7af0b97d req-5dbb0e81-b134-4f3a-bb41-84f84e9ffc34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:26.300086 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-0c5e6f1c-c6e3-4ae0-8cfb-213e5550a9d1 req-3d70e3a7-b871-4550-a5e4-8869f0441f58 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:26.328946 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-3308ee28-3ebf-4719-8dd5-27a91b0188fd req-77c565be-45d6-4834-be5c-b7b893440f2d tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Synchronizing usage tracker for tenant:d2cf325fc6b540ceb92a9f2c527df7f5 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:50:26.331194 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-01c0add3-28b7-4d11-90ca-753e275199a8 req-20cff09e-7555-490f-a244-9e766a6fe100 tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Unset dirty status for tenant:a39a8689f2664a719c8fc650ec3305f9 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:50:26.332524 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-01c0add3-28b7-4d11-90ca-753e275199a8 req-20cff09e-7555-490f-a244-9e766a6fe100 tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] 10.222.0.36 "GET /v2.0/ports?device_id=a265e3c6-76f1-4461-a9ad-07362de736f9 HTTP/1.1" status: 200 len: 935 time: 0.7360899 May 05 19:50:26.457907 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-0c5e6f1c-c6e3-4ae0-8cfb-213e5550a9d1 req-3d70e3a7-b871-4550-a5e4-8869f0441f58 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Transition to ACTIVE for port object 13f18669-8999-4bb7-b14e-57afb879772e will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:50:26.516382 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-3308ee28-3ebf-4719-8dd5-27a91b0188fd req-77c565be-45d6-4834-be5c-b7b893440f2d tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Unset dirty status for tenant:d2cf325fc6b540ceb92a9f2c527df7f5 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:50:26.529930 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3308ee28-3ebf-4719-8dd5-27a91b0188fd req-77c565be-45d6-4834-be5c-b7b893440f2d tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2da9113-bcab-486d-acf9-04db64294d25 HTTP/1.1" status: 200 len: 210 time: 0.2851725 May 05 19:50:26.532337 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-01c0add3-28b7-4d11-90ca-753e275199a8 req-c1b43411-975c-47e1-8a82-33c8923b9a49 tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ec4df19-718a-40d4-9715-81c352767ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161876 May 05 19:50:26.665318 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-9f21e808-9625-4a28-9dd0-fed0301df247 service neutron] For port a3891ff3-1df5-467c-9a03-57e77e453f5d, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=a3891ff3-1df5-467c-9a03-57e77e453f5d,segment=NetworkSegment(74addc21-9c2f-4292-8d75-7048fb7d56d2),segment_id=74addc21-9c2f-4292-8d75-7048fb7d56d2)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:50:26.687040 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbb0e81-b134-4f3a-bb41-84f84e9ffc34 service neutron] Pushing event updated for resources: {'Port': ['ID=a8b7f96e-894e-4203-a88b-b3a433aee066,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:50:26.691680 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-0c5e6f1c-c6e3-4ae0-8cfb-213e5550a9d1 req-3d70e3a7-b871-4550-a5e4-8869f0441f58 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:26.716375 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c24fffb5-6155-4ba0-aeb4-8f5b5c2519fc'] response: {'server_uuid': 'd2da9113-bcab-486d-acf9-04db64294d25', 'name': 'network-vif-deleted', 'tag': 'eb2a3987-2931-4bc3-8ac3-01587d3d27c7', 'status': 'completed', 'code': 200} May 05 19:50:26.736748 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-9f21e808-9625-4a28-9dd0-fed0301df247 service neutron] For port a3891ff3-1df5-467c-9a03-57e77e453f5d, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:50:26.815225 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d70e3a7-b871-4550-a5e4-8869f0441f58 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Pushing event updated for resources: {'Port': ['ID=13f18669-8999-4bb7-b14e-57afb879772e,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:50:26.833507 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-9cf10758-3569-478e-92a0-f06c7af0b97d req-5dbb0e81-b134-4f3a-bb41-84f84e9ffc34 service neutron] Attempting to bind port a8b7f96e-894e-4203-a88b-b3a433aee066 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:50:26.834070 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-9cf10758-3569-478e-92a0-f06c7af0b97d req-5dbb0e81-b134-4f3a-bb41-84f84e9ffc34 service neutron] Attempting to bind port a8b7f96e-894e-4203-a88b-b3a433aee066 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:50:26.834581 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf10758-3569-478e-92a0-f06c7af0b97d req-5dbb0e81-b134-4f3a-bb41-84f84e9ffc34 service neutron] Attempting to bind port a8b7f96e-894e-4203-a88b-b3a433aee066 on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:50:26.848041 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c5e6f1c-c6e3-4ae0-8cfb-213e5550a9d1 req-3d70e3a7-b871-4550-a5e4-8869f0441f58 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Network 437a7ddd-67cb-4099-8524-e097583de73f is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:50:26.850615 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-0c5e6f1c-c6e3-4ae0-8cfb-213e5550a9d1 req-3d70e3a7-b871-4550-a5e4-8869f0441f58 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:50:26.856872 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c5e6f1c-c6e3-4ae0-8cfb-213e5550a9d1 req-3d70e3a7-b871-4550-a5e4-8869f0441f58 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:50:26.863537 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5e6f1c-c6e3-4ae0-8cfb-213e5550a9d1 req-3d70e3a7-b871-4550-a5e4-8869f0441f58 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:26.864312 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-0c5e6f1c-c6e3-4ae0-8cfb-213e5550a9d1 req-3d70e3a7-b871-4550-a5e4-8869f0441f58 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:26.896861 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf10758-3569-478e-92a0-f06c7af0b97d req-5dbb0e81-b134-4f3a-bb41-84f84e9ffc34 service neutron] Port a8b7f96e-894e-4203-a88b-b3a433aee066 on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:50:26.897330 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf10758-3569-478e-92a0-f06c7af0b97d req-5dbb0e81-b134-4f3a-bb41-84f84e9ffc34 service neutron] Attempting to bind port a8b7f96e-894e-4203-a88b-b3a433aee066 on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:50:26.920245 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf10758-3569-478e-92a0-f06c7af0b97d req-5dbb0e81-b134-4f3a-bb41-84f84e9ffc34 service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:50:26.920629 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf10758-3569-478e-92a0-f06c7af0b97d req-5dbb0e81-b134-4f3a-bb41-84f84e9ffc34 service neutron] Checking segment: {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:50:26.920973 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf10758-3569-478e-92a0-f06c7af0b97d req-5dbb0e81-b134-4f3a-bb41-84f84e9ffc34 service neutron] Bound using segment: {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:50:26.921419 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-9cf10758-3569-478e-92a0-f06c7af0b97d req-5dbb0e81-b134-4f3a-bb41-84f84e9ffc34 service neutron] Bound port: a8b7f96e-894e-4203-a88b-b3a433aee066, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:50:26.921810 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-9cf10758-3569-478e-92a0-f06c7af0b97d req-5dbb0e81-b134-4f3a-bb41-84f84e9ffc34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:26.934444 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-9f21e808-9625-4a28-9dd0-fed0301df247 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3891ff3-1df5-467c-9a03-57e77e453f5d {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:50:26.952935 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-9f21e808-9625-4a28-9dd0-fed0301df247 service neutron] For port a3891ff3-1df5-467c-9a03-57e77e453f5d, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=a3891ff3-1df5-467c-9a03-57e77e453f5d,segment=NetworkSegment(74addc21-9c2f-4292-8d75-7048fb7d56d2),segment_id=74addc21-9c2f-4292-8d75-7048fb7d56d2)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:50:26.981870 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-9f21e808-9625-4a28-9dd0-fed0301df247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:27.007880 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d080fd7d-f4ae-4052-a5b1-affda7ac92fb req-b0ae26c4-800c-40dc-8404-f9ee84e88e28 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:27.015570 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d080fd7d-f4ae-4052-a5b1-affda7ac92fb req-b0ae26c4-800c-40dc-8404-f9ee84e88e28 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a3d48fd-40b2-4544-8c01-95a3b1d11a54 HTTP/1.1" status: 200 len: 932 time: 0.1852875 May 05 19:50:27.150515 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-9f21e808-9625-4a28-9dd0-fed0301df247 service neutron] Transition to ACTIVE for port object a3891ff3-1df5-467c-9a03-57e77e453f5d will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:50:27.162252 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-9f21e808-9625-4a28-9dd0-fed0301df247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:27.178713 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-ce9969ea-a2bf-4be9-8cec-3e90c9da8182 None None] Provisioning for port 13f18669-8999-4bb7-b14e-57afb879772e completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:50:27.190782 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0c5e6f1c-c6e3-4ae0-8cfb-213e5550a9d1 req-3d70e3a7-b871-4550-a5e4-8869f0441f58 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1637406 May 05 19:50:27.193591 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-ce9969ea-a2bf-4be9-8cec-3e90c9da8182 None None] Provisioning complete for port 13f18669-8999-4bb7-b14e-57afb879772e triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:50:27.195635 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ce9969ea-a2bf-4be9-8cec-3e90c9da8182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:27.218414 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d080fd7d-f4ae-4052-a5b1-affda7ac92fb req-505baac2-5913-4bc4-abaf-5a5cb58d4299 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] 10.222.0.36 "GET /v2.0/security-groups?id=a60fe5e7-515f-4a46-b438-cfc95f49a4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2018809 May 05 19:50:27.295739 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-ce9969ea-a2bf-4be9-8cec-3e90c9da8182 None None] Port 13f18669-8999-4bb7-b14e-57afb879772e cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:50:27.298809 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 0af1e876-6cbb-43ac-8651-13e29ac07993 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:50:27.333912 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-0c5e6f1c-c6e3-4ae0-8cfb-213e5550a9d1 req-cd3bdf2c-ce04-4c45-ad02-fde81ce2639c service neutron] Request body: {'port': {'device_id': '1a3d48fd-40b2-4544-8c01-95a3b1d11a54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:50:27.373347 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c19e268-4241-47da-9c2b-2d5d93f50302'] response: {'server_uuid': 'a11ba6de-5726-49e3-a0f8-106f7a184fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c', 'code': 200} May 05 19:50:27.505052 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-9cf10758-3569-478e-92a0-f06c7af0b97d req-5dbb0e81-b134-4f3a-bb41-84f84e9ffc34 service neutron] For port a8b7f96e-894e-4203-a88b-b3a433aee066, host n-h1-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:50:27.531236 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-9f21e808-9625-4a28-9dd0-fed0301df247 service neutron] No DVR routers for this DVR port a3891ff3-1df5-467c-9a03-57e77e453f5d on host n-h1-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:50:27.618111 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b031dcf4-3ec9-42ae-a48f-5402c3b7634c req-fe39c63f-f2a9-4499-bfb2-c0e9c382ef83 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:27.623264 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b031dcf4-3ec9-42ae-a48f-5402c3b7634c req-fe39c63f-f2a9-4499-bfb2-c0e9c382ef83 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/ports?device_id=fafeb67c-3a8a-4c3c-9447-355d989e420c HTTP/1.1" status: 200 len: 949 time: 0.6605742 May 05 19:50:27.636614 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 0af1e876-6cbb-43ac-8651-13e29ac07993, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=0af1e876-6cbb-43ac-8651-13e29ac07993,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:50:27.670611 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': '0af1e876-6cbb-43ac-8651-13e29ac07993', 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3', 'port_id': '0af1e876-6cbb-43ac-8651-13e29ac07993', 'mac_address': 'fa:16:3e:71:ca:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d72a8d3-0a35-4d3a-96b8-d869ff4093bc', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:50:27.819524 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:27.842452 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0af1e876-6cbb-43ac-8651-13e29ac07993 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:50:27.893513 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 0af1e876-6cbb-43ac-8651-13e29ac07993, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=0af1e876-6cbb-43ac-8651-13e29ac07993,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:50:27.896981 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f21e808-9625-4a28-9dd0-fed0301df247 service neutron] Pushing event updated for resources: {'Port': ['ID=a3891ff3-1df5-467c-9a03-57e77e453f5d,revision_number=10']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:50:27.900803 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:27.937709 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-9cf10758-3569-478e-92a0-f06c7af0b97d req-5dbb0e81-b134-4f3a-bb41-84f84e9ffc34 service neutron] For port a8b7f96e-894e-4203-a88b-b3a433aee066, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=a8b7f96e-894e-4203-a88b-b3a433aee066,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:50:27.980022 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-9f21e808-9625-4a28-9dd0-fed0301df247 service neutron] 10.222.0.24 "PUT /v2.0/ports/a3891ff3-1df5-467c-9a03-57e77e453f5d/bindings/n-h2-840717-1/activate HTTP/1.1" status: 200 len: 369 time: 2.1149621 May 05 19:50:28.037889 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f276fe67-2241-41e6-a284-c6031813cb0e req-3e4edc1b-1f92-4e22-9343-d66f44b38dce tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:28.043585 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f276fe67-2241-41e6-a284-c6031813cb0e req-3e4edc1b-1f92-4e22-9343-d66f44b38dce tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8d939f4-0851-4bce-afcf-3b292497067f HTTP/1.1" status: 200 len: 945 time: 0.4000714 May 05 19:50:28.104608 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a7eba-7303-4b64-9e5a-c4ecc5ef49c7 req-4354a48a-fa11-46b5-a1e0-f0813e2a812b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:28.106381 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f33a7eba-7303-4b64-9e5a-c4ecc5ef49c7 req-4354a48a-fa11-46b5-a1e0-f0813e2a812b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a11ba6de-5726-49e3-a0f8-106f7a184fd5 HTTP/1.1" status: 200 len: 1100 time: 0.5116167 May 05 19:50:28.108368 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=0af1e876-6cbb-43ac-8651-13e29ac07993,revision_number=6']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:50:28.118984 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['0af1e876-6cbb-43ac-8651-13e29ac07993'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:50:28.130519 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4c4f9c10-8847-44f4-b5b0-ace69fc413d0 req-1cc7dc9a-de9f-4fec-9d7f-ac81b5ee105e service neutron] 10.222.0.50 "GET /v2.0/networks/87da803f-e7d0-44ba-a1c3-46d895a6576d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8930614 May 05 19:50:28.138083 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-9cf10758-3569-478e-92a0-f06c7af0b97d req-5dbb0e81-b134-4f3a-bb41-84f84e9ffc34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:28.320129 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f276fe67-2241-41e6-a284-c6031813cb0e req-eae55374-32a9-473e-bc61-cbce4e6a546d tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699437 May 05 19:50:28.343138 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f33a7eba-7303-4b64-9e5a-c4ecc5ef49c7 req-060eae5c-ccd4-4c61-a173-a8410d7db11e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3e50fd44-6059-4e3b-8f95-027c4583f97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285533 May 05 19:50:28.345928 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-e2077dd6-561f-4c50-b6fb-8a31e0f87ade tempest-LiveAutoBlockMigrationV225Test-129314705 tempest-LiveAutoBlockMigrationV225Test-129314705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:28.347808 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-e2077dd6-561f-4c50-b6fb-8a31e0f87ade tempest-LiveAutoBlockMigrationV225Test-129314705 tempest-LiveAutoBlockMigrationV225Test-129314705-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=a8d939f4-0851-4bce-afcf-3b292497067f&tenant_id=63ca58c29fae4c4eaafba189c1ec4492&binding%3Ahost_id=n-h1-840717-1 HTTP/1.1" status: 200 len: 1096 time: 0.2155526 May 05 19:50:28.351579 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b031dcf4-3ec9-42ae-a48f-5402c3b7634c req-8ace515f-1325-4bfc-99af-f22f6ad6a403 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e50fd44-6059-4e3b-8f95-027c4583f97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7034154 May 05 19:50:28.381398 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf10758-3569-478e-92a0-f06c7af0b97d req-5dbb0e81-b134-4f3a-bb41-84f84e9ffc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:28.382892 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-9cf10758-3569-478e-92a0-f06c7af0b97d req-5dbb0e81-b134-4f3a-bb41-84f84e9ffc34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:28.387180 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9cf10758-3569-478e-92a0-f06c7af0b97d req-5dbb0e81-b134-4f3a-bb41-84f84e9ffc34 service neutron] 10.222.0.24 "PUT /v2.0/ports/a8b7f96e-894e-4203-a88b-b3a433aee066 HTTP/1.1" status: 200 len: 1095 time: 5.2032876 May 05 19:50:28.391332 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-0c5e6f1c-c6e3-4ae0-8cfb-213e5550a9d1 req-cd3bdf2c-ce04-4c45-ad02-fde81ce2639c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:28.415937 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a265e3c6-76f1-4461-a9ad-07362de736f9', 'tag': 'a8b7f96e-894e-4203-a88b-b3a433aee066'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:50:28.679381 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4c4f9c10-8847-44f4-b5b0-ace69fc413d0 req-59da671b-0779-491c-a908-88606024c250 service neutron] 10.222.0.50 "GET /v2.0/networks/87da803f-e7d0-44ba-a1c3-46d895a6576d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4384782 May 05 19:50:28.774270 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-2abb4f8b-6ddd-487a-a483-187f8a9c24c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:28.776663 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-2abb4f8b-6ddd-487a-a483-187f8a9c24c9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a8d939f4-0851-4bce-afcf-3b292497067f&tenant_id=63ca58c29fae4c4eaafba189c1ec4492 HTTP/1.1" status: 200 len: 1096 time: 0.2647913 May 05 19:50:28.872655 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbb0e81-b134-4f3a-bb41-84f84e9ffc34 service neutron] Pushing event updated for resources: {'Port': ['ID=a8b7f96e-894e-4203-a88b-b3a433aee066,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:50:29.053910 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5610c9-01bf-4e56-a2cc-e08654e8d242 req-3152bdd8-121b-47ea-b2d8-ab8d1c863063 tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:29.055486 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cd5610c9-01bf-4e56-a2cc-e08654e8d242 req-3152bdd8-121b-47ea-b2d8-ab8d1c863063 tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b1f650ea-33a1-49e0-b9ce-33d7e6b1cea8 HTTP/1.1" status: 200 len: 1096 time: 0.3234050 May 05 19:50:29.100310 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device a3891ff3-1df5-467c-9a03-57e77e453f5d no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:50:29.102602 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf10758-3569-478e-92a0-f06c7af0b97d req-7306f627-ea42-403c-af04-31ff9be4d383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:29.110993 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9cf10758-3569-478e-92a0-f06c7af0b97d req-7306f627-ea42-403c-af04-31ff9be4d383 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a39a8689f2664a719c8fc650ec3305f9&device_id=a265e3c6-76f1-4461-a9ad-07362de736f9 HTTP/1.1" status: 200 len: 1098 time: 0.3669333 May 05 19:50:29.248548 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device a3891ff3-1df5-467c-9a03-57e77e453f5d not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:50:29.283417 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9cf10758-3569-478e-92a0-f06c7af0b97d req-d8503cbe-49ca-469e-a9dd-232b42fa26ac service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=a8b7f96e-894e-4203-a88b-b3a433aee066 HTTP/1.1" status: 200 len: 217 time: 0.0932002 May 05 19:50:29.304381 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 0af1e876-6cbb-43ac-8651-13e29ac07993 up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:50:29.373339 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf10758-3569-478e-92a0-f06c7af0b97d req-fea0f4c2-0497-43bb-92b5-2e24aa9f78ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:29.374795 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9cf10758-3569-478e-92a0-f06c7af0b97d req-fea0f4c2-0497-43bb-92b5-2e24aa9f78ed service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.0832050 May 05 19:50:29.376805 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cd5610c9-01bf-4e56-a2cc-e08654e8d242 req-b7dc8ff8-ac21-40b9-a590-ff9c759e5087 tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061366 May 05 19:50:29.409826 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fafeb67c-3a8a-4c3c-9447-355d989e420c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40435a85-5cb6-43df-8327-b79103a8d286'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:50:29.476761 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port 0af1e876-6cbb-43ac-8651-13e29ac07993 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:50:29.477097 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:29.538314 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59282) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:50:29.555953 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-0c5e6f1c-c6e3-4ae0-8cfb-213e5550a9d1 req-cd3bdf2c-ce04-4c45-ad02-fde81ce2639c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13f18669-8999-4bb7-b14e-57afb879772e {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:50:29.664520 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-0c5e6f1c-c6e3-4ae0-8cfb-213e5550a9d1 req-cd3bdf2c-ce04-4c45-ad02-fde81ce2639c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:29.751139 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:29.795030 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-0c5e6f1c-c6e3-4ae0-8cfb-213e5550a9d1 req-cd3bdf2c-ce04-4c45-ad02-fde81ce2639c service neutron] Transition to ACTIVE for port object 13f18669-8999-4bb7-b14e-57afb879772e will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:50:29.802226 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 0af1e876-6cbb-43ac-8651-13e29ac07993, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=0af1e876-6cbb-43ac-8651-13e29ac07993,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:50:29.806624 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92411bef-053e-4204-bc42-a38e48041e9e req-6791e407-9a89-4c4d-ab9f-98ab0799ffa7 tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:29.807090 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:29.817758 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-92411bef-053e-4204-bc42-a38e48041e9e req-6791e407-9a89-4c4d-ab9f-98ab0799ffa7 tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] 10.222.0.36 "GET /v2.0/ports?device_id=a265e3c6-76f1-4461-a9ad-07362de736f9 HTTP/1.1" status: 200 len: 947 time: 0.6127584 May 05 19:50:29.823159 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-0c5e6f1c-c6e3-4ae0-8cfb-213e5550a9d1 req-cd3bdf2c-ce04-4c45-ad02-fde81ce2639c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:29.944585 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=0af1e876-6cbb-43ac-8651-13e29ac07993,revision_number=7']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:50:29.968465 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-a6c4a6dd-1fb2-4d46-8960-f68f9563be1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:29.970241 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-a6c4a6dd-1fb2-4d46-8960-f68f9563be1e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=63ca58c29fae4c4eaafba189c1ec4492&device_id=a8d939f4-0851-4bce-afcf-3b292497067f HTTP/1.1" status: 200 len: 1096 time: 0.5721433 May 05 19:50:30.032453 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-92411bef-053e-4204-bc42-a38e48041e9e req-e6555d05-9b50-4c87-a5f2-7cdcec3a2d88 tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ec4df19-718a-40d4-9715-81c352767ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136872 May 05 19:50:30.087824 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-405a6be6-cf73-48f6-b04b-b6eeb02d9fc1 req-7350ca44-7f94-4a4b-8bef-f945d2d75c7a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f7f5a589-3b16-4448-9925-f6147d63a97a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5481992 May 05 19:50:30.157026 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3fb7711-87f4-4702-a6e0-505886b1e4ce'] response: {'name': 'network-changed', 'server_uuid': 'a265e3c6-76f1-4461-a9ad-07362de736f9', 'tag': 'a8b7f96e-894e-4203-a88b-b3a433aee066', 'status': 'completed', 'code': 200} May 05 19:50:30.197278 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf10758-3569-478e-92a0-f06c7af0b97d req-f8e926b5-a5b6-41e9-9450-9102df024c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:30.198770 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9cf10758-3569-478e-92a0-f06c7af0b97d req-f8e926b5-a5b6-41e9-9450-9102df024c4e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6285474 May 05 19:50:30.375250 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9cf10758-3569-478e-92a0-f06c7af0b97d req-6164742d-701b-49df-9fc6-bee374926dce service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681077 May 05 19:50:30.382632 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3bdf2c-ce04-4c45-ad02-fde81ce2639c service neutron] Pushing event updated for resources: {'Port': ['ID=13f18669-8999-4bb7-b14e-57afb879772e,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:50:30.536029 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efcbe6d-eb39-439a-807b-15ab57a45d33 req-e676149d-3ab0-42df-b5f3-ac4857a993e7 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:30.537769 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7efcbe6d-eb39-439a-807b-15ab57a45d33 req-e676149d-3ab0-42df-b5f3-ac4857a993e7 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7f5a589-3b16-4448-9925-f6147d63a97a HTTP/1.1" status: 200 len: 949 time: 0.2102294 May 05 19:50:30.677612 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7efcbe6d-eb39-439a-807b-15ab57a45d33 req-9824ec3c-ef02-42e7-ae45-b132dc526920 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246626 May 05 19:50:31.212462 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-0c5e6f1c-c6e3-4ae0-8cfb-213e5550a9d1 req-cd3bdf2c-ce04-4c45-ad02-fde81ce2639c service neutron] Attempting to bind port 13f18669-8999-4bb7-b14e-57afb879772e on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:50:31.212908 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-0c5e6f1c-c6e3-4ae0-8cfb-213e5550a9d1 req-cd3bdf2c-ce04-4c45-ad02-fde81ce2639c service neutron] Attempting to bind port 13f18669-8999-4bb7-b14e-57afb879772e by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': '2e755c75-c5e5-46bc-aa31-6ec6bfd11bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '437a7ddd-67cb-4099-8524-e097583de73f'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:50:31.213185 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5e6f1c-c6e3-4ae0-8cfb-213e5550a9d1 req-cd3bdf2c-ce04-4c45-ad02-fde81ce2639c service neutron] Attempting to bind port 13f18669-8999-4bb7-b14e-57afb879772e on network 437a7ddd-67cb-4099-8524-e097583de73f {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:50:31.249656 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5e6f1c-c6e3-4ae0-8cfb-213e5550a9d1 req-cd3bdf2c-ce04-4c45-ad02-fde81ce2639c service neutron] Port 13f18669-8999-4bb7-b14e-57afb879772e on network 437a7ddd-67cb-4099-8524-e097583de73f not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:50:31.249974 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5e6f1c-c6e3-4ae0-8cfb-213e5550a9d1 req-cd3bdf2c-ce04-4c45-ad02-fde81ce2639c service neutron] Attempting to bind port 13f18669-8999-4bb7-b14e-57afb879772e on network 437a7ddd-67cb-4099-8524-e097583de73f {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:50:31.252413 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-b7b980e1-3ab2-4627-83ef-905c2bc4a446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:31.255263 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-b7b980e1-3ab2-4627-83ef-905c2bc4a446 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9e1d2257-41cc-4af2-afae-4ca8a9719a05 HTTP/1.1" status: 200 len: 921 time: 0.5735281 May 05 19:50:31.288572 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f594240-0a15-4eb4-bcbc-5658ecdcf149 req-bad1ce21-311e-43c8-ae7a-3f4dd4ed4281 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:31.289311 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-5f594240-0a15-4eb4-bcbc-5658ecdcf149 req-bad1ce21-311e-43c8-ae7a-3f4dd4ed4281 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Synchronizing usage tracker for tenant:9ab4a98eac4a43fd9990405f39079105 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:50:31.303781 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe6c4c-ebe9-4697-bce5-0363e69ddf14 req-7ab15109-233e-4a3d-af6e-3ae705cc157f tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:31.305722 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4bbe6c4c-ebe9-4697-bce5-0363e69ddf14 req-7ab15109-233e-4a3d-af6e-3ae705cc157f tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/ports?device_id=fafeb67c-3a8a-4c3c-9447-355d989e420c HTTP/1.1" status: 200 len: 949 time: 0.3014352 May 05 19:50:31.335244 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5e6f1c-c6e3-4ae0-8cfb-213e5550a9d1 req-cd3bdf2c-ce04-4c45-ad02-fde81ce2639c service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:50:31.335636 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5e6f1c-c6e3-4ae0-8cfb-213e5550a9d1 req-cd3bdf2c-ce04-4c45-ad02-fde81ce2639c service neutron] Checking segment: {'id': '2e755c75-c5e5-46bc-aa31-6ec6bfd11bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '437a7ddd-67cb-4099-8524-e097583de73f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:50:31.336322 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5e6f1c-c6e3-4ae0-8cfb-213e5550a9d1 req-cd3bdf2c-ce04-4c45-ad02-fde81ce2639c service neutron] Bound using segment: {'id': '2e755c75-c5e5-46bc-aa31-6ec6bfd11bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '437a7ddd-67cb-4099-8524-e097583de73f'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:50:31.336847 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-0c5e6f1c-c6e3-4ae0-8cfb-213e5550a9d1 req-cd3bdf2c-ce04-4c45-ad02-fde81ce2639c service neutron] Bound port: 13f18669-8999-4bb7-b14e-57afb879772e, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e755c75-c5e5-46bc-aa31-6ec6bfd11bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '437a7ddd-67cb-4099-8524-e097583de73f'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:50:31.337202 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-0c5e6f1c-c6e3-4ae0-8cfb-213e5550a9d1 req-cd3bdf2c-ce04-4c45-ad02-fde81ce2639c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:31.420844 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4bbe6c4c-ebe9-4697-bce5-0363e69ddf14 req-e88ab79f-3f26-49c2-a484-5bf391afd83f tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e50fd44-6059-4e3b-8f95-027c4583f97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090186 May 05 19:50:31.596932 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9cf10758-3569-478e-92a0-f06c7af0b97d req-eb536b05-5974-495a-a95b-489ddd1e0813 service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2108943 May 05 19:50:31.600414 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-5f594240-0a15-4eb4-bcbc-5658ecdcf149 req-bad1ce21-311e-43c8-ae7a-3f4dd4ed4281 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Unset dirty status for tenant:9ab4a98eac4a43fd9990405f39079105 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:50:31.608767 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5f594240-0a15-4eb4-bcbc-5658ecdcf149 req-bad1ce21-311e-43c8-ae7a-3f4dd4ed4281 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a3d48fd-40b2-4544-8c01-95a3b1d11a54 HTTP/1.1" status: 200 len: 944 time: 1.6339190 May 05 19:50:31.619646 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-635a52d1-26ac-44f3-9f8f-9e503e683189 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3891ff3-1df5-467c-9a03-57e77e453f5d HTTP/1.1" status: 200 len: 217 time: 0.2053525 May 05 19:50:31.652987 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-0c5e6f1c-c6e3-4ae0-8cfb-213e5550a9d1 req-cd3bdf2c-ce04-4c45-ad02-fde81ce2639c service neutron] For port 13f18669-8999-4bb7-b14e-57afb879772e, host n-h2-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:50:31.739512 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5f594240-0a15-4eb4-bcbc-5658ecdcf149 req-60586dd2-2cbb-4a9d-b9bc-f4fdb450e190 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] 10.222.0.36 "GET /v2.0/security-groups?id=a60fe5e7-515f-4a46-b438-cfc95f49a4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253517 May 05 19:50:31.742771 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-0c5e6f1c-c6e3-4ae0-8cfb-213e5550a9d1 req-cd3bdf2c-ce04-4c45-ad02-fde81ce2639c service neutron] For port 13f18669-8999-4bb7-b14e-57afb879772e, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=13f18669-8999-4bb7-b14e-57afb879772e,segment=NetworkSegment(2e755c75-c5e5-46bc-aa31-6ec6bfd11bcd),segment_id=2e755c75-c5e5-46bc-aa31-6ec6bfd11bcd)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:50:31.884446 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-0c5e6f1c-c6e3-4ae0-8cfb-213e5550a9d1 req-cd3bdf2c-ce04-4c45-ad02-fde81ce2639c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:31.948259 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-42a157b7-e597-4205-b59f-c02eb934a709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:31.950177 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-42a157b7-e597-4205-b59f-c02eb934a709 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=99c4516e-78c1-4a80-85a0-0e7389d15301 HTTP/1.1" status: 200 len: 860 time: 0.3189089 May 05 19:50:31.968207 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8828dd93-8acc-4bfc-b64e-50dbbb3ec358'] response: {'server_uuid': 'fafeb67c-3a8a-4c3c-9447-355d989e420c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40435a85-5cb6-43df-8327-b79103a8d286', 'code': 200} May 05 19:50:31.974028 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d8bbc2-3c88-48d0-b37f-3bb9eff184f7 req-3158a454-0743-4a82-86d2-a1028a263117 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:31.975800 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-73d8bbc2-3c88-48d0-b37f-3bb9eff184f7 req-3158a454-0743-4a82-86d2-a1028a263117 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8d939f4-0851-4bce-afcf-3b292497067f HTTP/1.1" status: 200 len: 945 time: 0.3587430 May 05 19:50:32.041638 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5e6f1c-c6e3-4ae0-8cfb-213e5550a9d1 req-cd3bdf2c-ce04-4c45-ad02-fde81ce2639c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:32.042401 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-0c5e6f1c-c6e3-4ae0-8cfb-213e5550a9d1 req-cd3bdf2c-ce04-4c45-ad02-fde81ce2639c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:32.047387 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0c5e6f1c-c6e3-4ae0-8cfb-213e5550a9d1 req-cd3bdf2c-ce04-4c45-ad02-fde81ce2639c service neutron] 10.222.0.50 "PUT /v2.0/ports/13f18669-8999-4bb7-b14e-57afb879772e HTTP/1.1" status: 200 len: 1092 time: 4.7594304 May 05 19:50:32.103274 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-73d8bbc2-3c88-48d0-b37f-3bb9eff184f7 req-398d27e7-c935-4367-9751-f9f8d1158c32 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192899 May 05 19:50:32.163109 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a3d48fd-40b2-4544-8c01-95a3b1d11a54', 'tag': '13f18669-8999-4bb7-b14e-57afb879772e'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:50:32.183441 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3bdf2c-ce04-4c45-ad02-fde81ce2639c service neutron] Pushing event updated for resources: {'Port': ['ID=13f18669-8999-4bb7-b14e-57afb879772e,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:50:32.258422 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-38823dca-addf-40e7-afdc-3d45bd8163f7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9e1d2257-41cc-4af2-afae-4ca8a9719a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1446211 May 05 19:50:32.536449 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69d3ae-397e-4dac-a25b-7d13bec8dca2 req-28b71597-50bb-4b24-a027-140627daf20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:32.540496 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4f69d3ae-397e-4dac-a25b-7d13bec8dca2 req-28b71597-50bb-4b24-a027-140627daf20f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a39a8689f2664a719c8fc650ec3305f9&device_id=a265e3c6-76f1-4461-a9ad-07362de736f9 HTTP/1.1" status: 200 len: 1098 time: 0.8260837 May 05 19:50:32.570599 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a6be6-cf73-48f6-b04b-b6eeb02d9fc1 req-848e6bad-2d17-47e6-8724-2e45916e49b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:32.572291 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-405a6be6-cf73-48f6-b04b-b6eeb02d9fc1 req-848e6bad-2d17-47e6-8724-2e45916e49b4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=928b29e96aaf42dd9d4dc06b8e5f9969&device_id=f7f5a589-3b16-4448-9925-f6147d63a97a HTTP/1.1" status: 200 len: 1100 time: 0.2173939 May 05 19:50:32.578256 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-57379fc9-724c-4af6-a8db-ee8fb7a30acf service neutron] 10.222.0.50 "GET /v2.0/networks/9e1d2257-41cc-4af2-afae-4ca8a9719a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865310 May 05 19:50:33.075663 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5e6f1c-c6e3-4ae0-8cfb-213e5550a9d1 req-6eb26522-f54b-4a80-a28d-a5764d07e5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:33.097485 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0c5e6f1c-c6e3-4ae0-8cfb-213e5550a9d1 req-6eb26522-f54b-4a80-a28d-a5764d07e5d5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9ab4a98eac4a43fd9990405f39079105&device_id=1a3d48fd-40b2-4544-8c01-95a3b1d11a54 HTTP/1.1" status: 200 len: 1095 time: 0.9031408 May 05 19:50:33.173043 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69d3ae-397e-4dac-a25b-7d13bec8dca2 req-d6c7690d-113a-4ea6-9f1a-2783d5844613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:33.174966 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4f69d3ae-397e-4dac-a25b-7d13bec8dca2 req-d6c7690d-113a-4ea6-9f1a-2783d5844613 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3 HTTP/1.1" status: 200 len: 870 time: 0.4976666 May 05 19:50:33.182794 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44615980-4688-4656-b19b-335fa6eaa916 req-921d9ecd-6bf6-42ea-916b-ef2d49d534e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:33.186850 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-44615980-4688-4656-b19b-335fa6eaa916 req-921d9ecd-6bf6-42ea-916b-ef2d49d534e2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fafeb67c-3a8a-4c3c-9447-355d989e420c HTTP/1.1" status: 200 len: 1100 time: 0.8380866 May 05 19:50:33.295068 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1824ca-617a-415f-9429-3ff730c7319b req-32317456-7168-49e5-8410-135a75851ec5 tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:33.303020 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fe1824ca-617a-415f-9429-3ff730c7319b req-32317456-7168-49e5-8410-135a75851ec5 tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] 10.222.0.36 "GET /v2.0/ports?device_id=a265e3c6-76f1-4461-a9ad-07362de736f9 HTTP/1.1" status: 200 len: 947 time: 0.8184226 May 05 19:50:33.346525 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4f69d3ae-397e-4dac-a25b-7d13bec8dca2 req-d337c093-c361-4179-8588-e2870507b914 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=a8b7f96e-894e-4203-a88b-b3a433aee066 HTTP/1.1" status: 200 len: 217 time: 0.1557491 May 05 19:50:33.413425 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fe1824ca-617a-415f-9429-3ff730c7319b req-25a52d82-dbd9-40d3-b604-33041d575cb7 tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ec4df19-718a-40d4-9715-81c352767ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092474 May 05 19:50:33.471935 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69d3ae-397e-4dac-a25b-7d13bec8dca2 req-e90d36a3-83fd-4264-a1f1-93589a565666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:33.474067 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4f69d3ae-397e-4dac-a25b-7d13bec8dca2 req-e90d36a3-83fd-4264-a1f1-93589a565666 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.1206849 May 05 19:50:33.497045 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-dc829bef-de50-46eb-80d1-03271f0ad7fa service neutron] 10.222.0.50 "GET /v2.0/networks/9e1d2257-41cc-4af2-afae-4ca8a9719a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8084381 May 05 19:50:33.633539 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69d3ae-397e-4dac-a25b-7d13bec8dca2 req-b6a4b493-73e1-4067-a7c4-5a0cc1281988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:33.636001 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4f69d3ae-397e-4dac-a25b-7d13bec8dca2 req-b6a4b493-73e1-4067-a7c4-5a0cc1281988 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1526117 May 05 19:50:33.817542 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a6be6-cf73-48f6-b04b-b6eeb02d9fc1 req-cbdb5827-2226-499b-b11f-7e72ac17851f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:33.823542 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-405a6be6-cf73-48f6-b04b-b6eeb02d9fc1 req-cbdb5827-2226-499b-b11f-7e72ac17851f service neutron] 10.222.0.50 "GET /v2.0/networks?id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3 HTTP/1.1" status: 200 len: 870 time: 1.1762936 May 05 19:50:33.865800 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2121f56b-0bae-416a-87c2-4380ebb4bfce req-f5d3dcc3-e7e4-4054-a0e8-ea9ca81315eb tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:33.875029 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2121f56b-0bae-416a-87c2-4380ebb4bfce req-f5d3dcc3-e7e4-4054-a0e8-ea9ca81315eb tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7f5a589-3b16-4448-9925-f6147d63a97a HTTP/1.1" status: 200 len: 949 time: 0.2009234 May 05 19:50:33.969664 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc2c5573-f977-4fac-a8cc-a0997b512a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af1e876-6cbb-43ac-8651-13e29ac07993'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:50:34.017571 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2121f56b-0bae-416a-87c2-4380ebb4bfce req-859d5cac-79db-4038-a95a-f393bad4871d tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414902 May 05 19:50:34.029059 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4f69d3ae-397e-4dac-a25b-7d13bec8dca2 req-8cd22340-b114-40a7-b25b-e2ce2a825135 service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3861542 May 05 19:50:34.191894 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 19:50:34.281922 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-405a6be6-cf73-48f6-b04b-b6eeb02d9fc1 req-d9dacdc2-9e4a-4be3-8ef4-bf0f61d60045 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=046cff30-9f24-4516-aca1-577e77e2491f HTTP/1.1" status: 200 len: 217 time: 0.1625509 May 05 19:50:34.396536 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0c5e6f1c-c6e3-4ae0-8cfb-213e5550a9d1 req-03d4f897-6fd4-4ada-a91c-1680d5a2a900 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13f18669-8999-4bb7-b14e-57afb879772e HTTP/1.1" status: 200 len: 217 time: 0.2567687 May 05 19:50:34.415433 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2172edd6-b8ba-4470-8ff7-46aabddaba01'] response: {'name': 'network-changed', 'server_uuid': '1a3d48fd-40b2-4544-8c01-95a3b1d11a54', 'tag': '13f18669-8999-4bb7-b14e-57afb879772e', 'status': 'completed', 'code': 200} May 05 19:50:34.417421 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a6be6-cf73-48f6-b04b-b6eeb02d9fc1 req-757f7400-a55f-4f0b-9ca3-1f10aba1dd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:34.421189 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-405a6be6-cf73-48f6-b04b-b6eeb02d9fc1 req-757f7400-a55f-4f0b-9ca3-1f10aba1dd4e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.1314902 May 05 19:50:34.516314 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ea2d7fa2-185d-4af9-b033-c285114d693e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:34.760663 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a6be6-cf73-48f6-b04b-b6eeb02d9fc1 req-09666705-f9da-4585-bc9c-065c0ae43504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:34.763203 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-405a6be6-cf73-48f6-b04b-b6eeb02d9fc1 req-09666705-f9da-4585-bc9c-065c0ae43504 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3268626 May 05 19:50:34.824908 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-73bb1f69-ceac-4a6f-a2a0-945e2292ca58 tempest-LiveAutoBlockMigrationV225Test-129314705 tempest-LiveAutoBlockMigrationV225Test-129314705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:34.826415 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-73bb1f69-ceac-4a6f-a2a0-945e2292ca58 tempest-LiveAutoBlockMigrationV225Test-129314705 tempest-LiveAutoBlockMigrationV225Test-129314705-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=a8d939f4-0851-4bce-afcf-3b292497067f&tenant_id=63ca58c29fae4c4eaafba189c1ec4492&binding%3Ahost_id=n-h2-840717-1 HTTP/1.1" status: 200 len: 1096 time: 0.2070909 May 05 19:50:34.925143 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-44615980-4688-4656-b19b-335fa6eaa916 req-c2347828-af2e-482b-9cf8-b614bef81c5e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3e50fd44-6059-4e3b-8f95-027c4583f97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7866502 May 05 19:50:34.992844 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5e6f1c-c6e3-4ae0-8cfb-213e5550a9d1 req-5b75053b-894b-4dc8-87fd-c9ac3d90ac2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:34.996801 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0c5e6f1c-c6e3-4ae0-8cfb-213e5550a9d1 req-5b75053b-894b-4dc8-87fd-c9ac3d90ac2f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=be9b9f6e-6d36-4843-877a-9bcb21e60117 HTTP/1.1" status: 200 len: 854 time: 0.5748792 May 05 19:50:35.057719 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4f69d3ae-397e-4dac-a25b-7d13bec8dca2 req-360cbea0-1f15-46e5-bb6e-2acd8a200385 service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0166101 May 05 19:50:35.102000 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf6929-91b2-477c-82bf-8f5caee31b8e req-150d9a1e-4c5c-4bd5-b948-39001d34eed2 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:35.103646 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d5cf6929-91b2-477c-82bf-8f5caee31b8e req-150d9a1e-4c5c-4bd5-b948-39001d34eed2 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/ports?device_id=fafeb67c-3a8a-4c3c-9447-355d989e420c HTTP/1.1" status: 200 len: 949 time: 0.3315496 May 05 19:50:35.144612 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device a8b7f96e-894e-4203-a88b-b3a433aee066 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:50:35.235089 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d5cf6929-91b2-477c-82bf-8f5caee31b8e req-5575f133-e6a1-4463-9f80-4e637ad4ddb2 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e50fd44-6059-4e3b-8f95-027c4583f97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197071 May 05 19:50:35.292495 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-405a6be6-cf73-48f6-b04b-b6eeb02d9fc1 req-f6e6e2f8-5754-4c50-82ce-aa415ebf9b32 service neutron] 10.222.0.50 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4994028 May 05 19:50:35.356345 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-822793f1-7d52-4e74-ac96-e30a89814aa9 service neutron] For port a3891ff3-1df5-467c-9a03-57e77e453f5d, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:50:35.370552 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-822793f1-7d52-4e74-ac96-e30a89814aa9 service neutron] Notify callbacks [] for binding, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:35.376397 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e8f9a52b-c86a-4026-8f2b-8b5e5084dfb7 req-822793f1-7d52-4e74-ac96-e30a89814aa9 service neutron] 10.222.0.50 "DELETE /v2.0/ports/a3891ff3-1df5-467c-9a03-57e77e453f5d/bindings/n-h1-840717-1 HTTP/1.1" status: 204 len: 173 time: 0.5347598 May 05 19:50:35.605866 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port a8b7f96e-894e-4203-a88b-b3a433aee066, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=a8b7f96e-894e-4203-a88b-b3a433aee066,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:50:35.626878 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': 'a8b7f96e-894e-4203-a88b-b3a433aee066', 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3', 'port_id': 'a8b7f96e-894e-4203-a88b-b3a433aee066', 'mac_address': 'fa:16:3e:d9:ab:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d72a8d3-0a35-4d3a-96b8-d869ff4093bc', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:50:35.962408 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:36.026359 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8b7f96e-894e-4203-a88b-b3a433aee066 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:50:36.049774 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port a8b7f96e-894e-4203-a88b-b3a433aee066, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=a8b7f96e-894e-4203-a88b-b3a433aee066,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:50:36.055875 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:36.078840 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5e6f1c-c6e3-4ae0-8cfb-213e5550a9d1 req-918ff9ee-b8bd-4864-8547-085e118d66c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:36.079522 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-405a6be6-cf73-48f6-b04b-b6eeb02d9fc1 req-14c501b3-01d4-4035-84f9-7307f4ca5101 service neutron] 10.222.0.50 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5151308 May 05 19:50:36.080350 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0c5e6f1c-c6e3-4ae0-8cfb-213e5550a9d1 req-918ff9ee-b8bd-4864-8547-085e118d66c7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=437a7ddd-67cb-4099-8524-e097583de73f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4389262 May 05 19:50:36.097688 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2831542b-b987-44b9-95c4-5a11a6d5eb72 req-1823018a-ed9d-4fc8-9a62-21428a6112f6 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:36.099347 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2831542b-b987-44b9-95c4-5a11a6d5eb72 req-1823018a-ed9d-4fc8-9a62-21428a6112f6 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a3d48fd-40b2-4544-8c01-95a3b1d11a54 HTTP/1.1" status: 200 len: 944 time: 0.6093078 May 05 19:50:36.203780 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=a8b7f96e-894e-4203-a88b-b3a433aee066,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:50:36.261069 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0c5e6f1c-c6e3-4ae0-8cfb-213e5550a9d1 req-6a0f85db-5cf9-4456-af51-428124d0ed8b service neutron] 10.222.0.50 "GET /v2.0/networks/437a7ddd-67cb-4099-8524-e097583de73f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603496 May 05 19:50:36.317563 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['a8b7f96e-894e-4203-a88b-b3a433aee066'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:50:36.338100 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d302df94-97a9-4034-98f8-dacf75dccce9 req-40b7adbe-bca7-4a05-8bce-2010d7a95d2c tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:36.340330 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d302df94-97a9-4034-98f8-dacf75dccce9 req-40b7adbe-bca7-4a05-8bce-2010d7a95d2c tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8d939f4-0851-4bce-afcf-3b292497067f HTTP/1.1" status: 200 len: 945 time: 0.1591108 May 05 19:50:36.437861 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2831542b-b987-44b9-95c4-5a11a6d5eb72 req-b84992e5-8118-449b-8519-42642750a390 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] 10.222.0.36 "GET /v2.0/security-groups?id=a60fe5e7-515f-4a46-b438-cfc95f49a4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1733861 May 05 19:50:36.471976 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d302df94-97a9-4034-98f8-dacf75dccce9 req-ba0e1daf-bfd5-4e87-807e-0d57ff4932ae tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228976 May 05 19:50:36.568561 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0c5e6f1c-c6e3-4ae0-8cfb-213e5550a9d1 req-2441f2e7-a5fa-4127-b146-f7e5163d7c14 service neutron] 10.222.0.50 "GET /v2.0/networks/437a7ddd-67cb-4099-8524-e097583de73f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489161 May 05 19:50:36.571428 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e8d64e0-6a1c-499c-90d3-e350f9306b50'] response: {'server_uuid': 'bc2c5573-f977-4fac-a8cc-a0997b512a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af1e876-6cbb-43ac-8651-13e29ac07993', 'code': 200} May 05 19:50:36.578181 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59406) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:50:36.816673 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-01950db7-4dfa-4f34-b7a4-ec7b873f47c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:36.911874 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9a59ab56-78e8-481a-8172-d4179731237c tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:36.964447 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9a59ab56-78e8-481a-8172-d4179731237c tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:37.003551 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07f9da3-1cc3-41b2-b36c-e7d2944f71e8 req-3ce11309-4bc3-4b3b-8b17-5edfc720812d tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:37.016566 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e07f9da3-1cc3-41b2-b36c-e7d2944f71e8 req-3ce11309-4bc3-4b3b-8b17-5edfc720812d tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7f5a589-3b16-4448-9925-f6147d63a97a HTTP/1.1" status: 200 len: 949 time: 0.2238255 May 05 19:50:37.020727 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f274dcb-ab8a-41e9-8fa1-bff0134b8e1d req-9734b352-3582-402b-b400-601e9da03217 tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:37.024355 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9f274dcb-ab8a-41e9-8fa1-bff0134b8e1d req-9734b352-3582-402b-b400-601e9da03217 tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] 10.222.0.36 "GET /v2.0/ports?device_id=a265e3c6-76f1-4461-a9ad-07362de736f9 HTTP/1.1" status: 200 len: 948 time: 0.2452972 May 05 19:50:37.038848 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb031ce-905c-47e5-821b-6af3b61c0e61 req-d849e201-0a2a-4e29-b367-cba2eaf423ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:37.050876 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1bb031ce-905c-47e5-821b-6af3b61c0e61 req-d849e201-0a2a-4e29-b367-cba2eaf423ae service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9ab4a98eac4a43fd9990405f39079105&device_id=1a3d48fd-40b2-4544-8c01-95a3b1d11a54 HTTP/1.1" status: 200 len: 1095 time: 0.3492985 May 05 19:50:37.130497 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e07f9da3-1cc3-41b2-b36c-e7d2944f71e8 req-2d64aa81-48eb-4bdd-928f-44cad24692fc tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096709 May 05 19:50:37.164358 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9f274dcb-ab8a-41e9-8fa1-bff0134b8e1d req-8fc1b332-10a5-4221-970d-1a6ea431d605 tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ec4df19-718a-40d4-9715-81c352767ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058328 May 05 19:50:37.267341 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9a59ab56-78e8-481a-8172-d4179731237c tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:37.317000 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a59ab56-78e8-481a-8172-d4179731237c tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ecbfda5-20c1-471c-a301-f56cb75a4c77,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:50:37.329154 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb031ce-905c-47e5-821b-6af3b61c0e61 req-7da1c14f-e109-4a79-89f6-735f51b39e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:37.330785 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1bb031ce-905c-47e5-821b-6af3b61c0e61 req-7da1c14f-e109-4a79-89f6-735f51b39e56 service neutron] 10.222.0.50 "GET /v2.0/networks?id=437a7ddd-67cb-4099-8524-e097583de73f HTTP/1.1" status: 200 len: 916 time: 0.2492840 May 05 19:50:37.407883 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9a59ab56-78e8-481a-8172-d4179731237c tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:37.409060 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-9a59ab56-78e8-481a-8172-d4179731237c tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] 10.222.0.36 "DELETE /v2.0/security-groups/0ecbfda5-20c1-471c-a301-f56cb75a4c77 HTTP/1.1" status: 204 len: 168 time: 0.8298433 May 05 19:50:37.414635 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59428) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:50:37.420242 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1bb031ce-905c-47e5-821b-6af3b61c0e61 req-0fd08dff-6659-4030-9836-ab7a9c818c20 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13f18669-8999-4bb7-b14e-57afb879772e HTTP/1.1" status: 200 len: 217 time: 0.0832517 May 05 19:50:37.451427 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a68e6-cfba-43f6-a23c-3961c835f42f req-81bd6521-b29e-4d28-8ca6-7fc9bcd8485a tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:37.452921 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-817a68e6-cfba-43f6-a23c-3961c835f42f req-81bd6521-b29e-4d28-8ca6-7fc9bcd8485a tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/ports?device_id=fafeb67c-3a8a-4c3c-9447-355d989e420c HTTP/1.1" status: 200 len: 949 time: 0.1583626 May 05 19:50:37.454000 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-3c78a759-c243-4497-9eb1-bdc8da44fb54 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] show failed (client error): The resource could not be found. May 05 19:50:37.458053 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3c78a759-c243-4497-9eb1-bdc8da44fb54 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] 10.222.0.36 "GET /v2.0/security-groups/0ecbfda5-20c1-471c-a301-f56cb75a4c77 HTTP/1.1" status: 404 len: 347 time: 0.0420961 May 05 19:50:37.458718 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59432) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:50:37.529145 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb031ce-905c-47e5-821b-6af3b61c0e61 req-2d57d240-f3db-47b5-981d-3d21e54f1148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:37.534559 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1bb031ce-905c-47e5-821b-6af3b61c0e61 req-2d57d240-f3db-47b5-981d-3d21e54f1148 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=be9b9f6e-6d36-4843-877a-9bcb21e60117 HTTP/1.1" status: 200 len: 854 time: 0.1088092 May 05 19:50:37.659711 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb031ce-905c-47e5-821b-6af3b61c0e61 req-bf49a715-0195-4a40-912e-cf71f356abe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:37.672402 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1bb031ce-905c-47e5-821b-6af3b61c0e61 req-bf49a715-0195-4a40-912e-cf71f356abe2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=437a7ddd-67cb-4099-8524-e097583de73f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1318820 May 05 19:50:37.676854 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:37.722109 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-2081991b-0506-467f-968f-9999ed07d8a8 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Deleting port c898d870-da61-4a07-89b8-5364229b831a {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:50:37.722735 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2081991b-0506-467f-968f-9999ed07d8a8 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:37.775887 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-817a68e6-cfba-43f6-a23c-3961c835f42f req-623a5e63-2f4a-4dbb-a6e8-a514384ece37 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e50fd44-6059-4e3b-8f95-027c4583f97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143775 May 05 19:50:37.896870 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1bb031ce-905c-47e5-821b-6af3b61c0e61 req-3b61cdcf-1afa-43df-91a8-d376c0291e43 service neutron] 10.222.0.50 "GET /v2.0/networks/437a7ddd-67cb-4099-8524-e097583de73f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102344 May 05 19:50:37.921298 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:38.127980 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1bb031ce-905c-47e5-821b-6af3b61c0e61 req-e7d913cf-11b9-460d-a5bf-64ff71ddab95 service neutron] 10.222.0.50 "GET /v2.0/networks/437a7ddd-67cb-4099-8524-e097583de73f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233672 May 05 19:50:38.257291 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2081991b-0506-467f-968f-9999ed07d8a8 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:38.257878 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2081991b-0506-467f-968f-9999ed07d8a8 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:38.391876 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdc4393-4945-45ae-a3a0-193ebd48c9d4 req-a819b673-d21a-4160-847d-cf6ead45414a tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:38.394367 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3fdc4393-4945-45ae-a3a0-193ebd48c9d4 req-a819b673-d21a-4160-847d-cf6ead45414a tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a3d48fd-40b2-4544-8c01-95a3b1d11a54 HTTP/1.1" status: 200 len: 944 time: 0.1521151 May 05 19:50:38.420726 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-2081991b-0506-467f-968f-9999ed07d8a8 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Calling delete_port for c898d870-da61-4a07-89b8-5364229b831a owned by network:floatingip {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:50:38.472354 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3fdc4393-4945-45ae-a3a0-193ebd48c9d4 req-cab795c1-9944-433c-88a8-fb068557ae15 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] 10.222.0.36 "GET /v2.0/security-groups?id=a60fe5e7-515f-4a46-b438-cfc95f49a4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604782 May 05 19:50:38.472467 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9235ff-c36a-440c-8aa1-c68d9fcca7b0 req-57ba12fc-0299-45d9-a006-2919947ccba2 tempest-LiveAutoBlockMigrationV225Test-129314705 tempest-LiveAutoBlockMigrationV225Test-129314705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:38.479211 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0c9235ff-c36a-440c-8aa1-c68d9fcca7b0 req-57ba12fc-0299-45d9-a006-2919947ccba2 tempest-LiveAutoBlockMigrationV225Test-129314705 tempest-LiveAutoBlockMigrationV225Test-129314705-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a8d939f4-0851-4bce-afcf-3b292497067f HTTP/1.1" status: 200 len: 1096 time: 0.4517903 May 05 19:50:38.569280 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0c9235ff-c36a-440c-8aa1-c68d9fcca7b0 req-17e220ee-2dc6-4185-9180-f35cd2469834 tempest-LiveAutoBlockMigrationV225Test-129314705 tempest-LiveAutoBlockMigrationV225Test-129314705-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877612 May 05 19:50:38.781653 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2081991b-0506-467f-968f-9999ed07d8a8 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:38.782033 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f114d0-c9b1-4753-8c34-e4d203e08123 req-148f8ae1-d09e-4657-9a12-3ea3e64e1c4d tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:38.789839 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-70f114d0-c9b1-4753-8c34-e4d203e08123 req-148f8ae1-d09e-4657-9a12-3ea3e64e1c4d tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/ports?device_id=a11ba6de-5726-49e3-a0f8-106f7a184fd5 HTTP/1.1" status: 200 len: 949 time: 0.1684327 May 05 19:50:38.871525 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-70f114d0-c9b1-4753-8c34-e4d203e08123 req-ee575b67-d58e-45fb-ac64-5cfb6dd1f913 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e50fd44-6059-4e3b-8f95-027c4583f97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792608 May 05 19:50:38.892192 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2081991b-0506-467f-968f-9999ed07d8a8 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Pushing event deleted for resources: {'Port': ['ID=c898d870-da61-4a07-89b8-5364229b831a,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:50:38.990194 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2081991b-0506-467f-968f-9999ed07d8a8 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Notify callbacks [] for floatingip, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:39.025677 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2081991b-0506-467f-968f-9999ed07d8a8 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:39.030727 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-2081991b-0506-467f-968f-9999ed07d8a8 tempest-ServersWithSpecificFlavorTestJSON-2098575775 tempest-ServersWithSpecificFlavorTestJSON-2098575775-project] 10.222.0.36 "DELETE /v2.0/floatingips/7e523961-6055-49ab-8c80-66817b72a88b HTTP/1.1" status: 204 len: 168 time: 1.5671389 May 05 19:50:39.156588 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce29bb-0fb2-4fb4-a371-c9e3b67fc49a req-2a53ce8a-553e-40f5-81de-d60b53a274bd tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:39.161526 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device a8b7f96e-894e-4203-a88b-b3a433aee066 up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:50:39.165334 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f5ce29bb-0fb2-4fb4-a371-c9e3b67fc49a req-2a53ce8a-553e-40f5-81de-d60b53a274bd tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7f5a589-3b16-4448-9925-f6147d63a97a HTTP/1.1" status: 200 len: 949 time: 0.1359048 May 05 19:50:39.203042 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d49261b-a0ce-4016-88b6-999904110c50 req-8534f808-7838-4fba-8653-1d27c3878298 tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:39.206329 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0d49261b-a0ce-4016-88b6-999904110c50 req-8534f808-7838-4fba-8653-1d27c3878298 tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] 10.222.0.36 "GET /v2.0/ports?device_id=a265e3c6-76f1-4461-a9ad-07362de736f9 HTTP/1.1" status: 200 len: 948 time: 0.1387784 May 05 19:50:39.233818 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f5ce29bb-0fb2-4fb4-a371-c9e3b67fc49a req-14b27a7d-fcd5-4a45-977c-13891d7b8467 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675411 May 05 19:50:39.339959 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0d49261b-a0ce-4016-88b6-999904110c50 req-79fa3160-aefe-440e-b9e3-af48587e06bf tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ec4df19-718a-40d4-9715-81c352767ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269946 May 05 19:50:39.351590 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port a8b7f96e-894e-4203-a88b-b3a433aee066 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:50:39.357242 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 13f18669-8999-4bb7-b14e-57afb879772e details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:50:39.671498 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3c9c5f84-e5b9-4309-879f-febc7d804f64 req-f145f884-773c-4f2e-94c5-834c7b7bf17a tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=b5a48329c1b449938bdc05f76727500b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0638857 May 05 19:50:39.689916 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 13f18669-8999-4bb7-b14e-57afb879772e, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=13f18669-8999-4bb7-b14e-57afb879772e,segment=NetworkSegment(2e755c75-c5e5-46bc-aa31-6ec6bfd11bcd),segment_id=2e755c75-c5e5-46bc-aa31-6ec6bfd11bcd)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:50:39.716932 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': '13f18669-8999-4bb7-b14e-57afb879772e', 'network_id': '437a7ddd-67cb-4099-8524-e097583de73f', 'port_id': '13f18669-8999-4bb7-b14e-57afb879772e', 'mac_address': 'fa:16:3e:a3:5f:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be9b9f6e-6d36-4843-877a-9bcb21e60117', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:50:39.719984 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port a8b7f96e-894e-4203-a88b-b3a433aee066 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:50:39.720351 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:39.836427 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:39.863935 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:39.870662 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13f18669-8999-4bb7-b14e-57afb879772e {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:50:39.896477 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 13f18669-8999-4bb7-b14e-57afb879772e, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=13f18669-8999-4bb7-b14e-57afb879772e,segment=NetworkSegment(2e755c75-c5e5-46bc-aa31-6ec6bfd11bcd),segment_id=2e755c75-c5e5-46bc-aa31-6ec6bfd11bcd)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:50:39.928146 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3501af65-627c-4f6b-bb5c-fde4ea3d3ab5 req-e2a08dec-63b2-434d-ace8-d552e673a4ca tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:39.930350 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3501af65-627c-4f6b-bb5c-fde4ea3d3ab5 req-e2a08dec-63b2-434d-ace8-d552e673a4ca tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/networks?id=9e1d2257-41cc-4af2-afae-4ca8a9719a05 HTTP/1.1" status: 200 len: 820 time: 0.3661125 May 05 19:50:39.950765 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3501af65-627c-4f6b-bb5c-fde4ea3d3ab5 req-f08d786c-adf2-4966-a9a2-8a8ada2097ed tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/quotas/63ca58c29fae4c4eaafba189c1ec4492 HTTP/1.1" status: 200 len: 375 time: 0.0140512 May 05 19:50:39.952042 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:39.966365 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c5f84-e5b9-4309-879f-febc7d804f64 req-0f1ec644-bed7-4525-b618-7842e34383ab tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:39.974912 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3c9c5f84-e5b9-4309-879f-febc7d804f64 req-0f1ec644-bed7-4525-b618-7842e34383ab tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3010066 May 05 19:50:39.993027 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3c9c5f84-e5b9-4309-879f-febc7d804f64 req-077b273a-ceea-439f-89ad-4b6447d3af68 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/quotas/b5a48329c1b449938bdc05f76727500b HTTP/1.1" status: 200 len: 375 time: 0.0170643 May 05 19:50:40.091696 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3501af65-627c-4f6b-bb5c-fde4ea3d3ab5 req-a5c030ab-2556-423a-b36a-bd832d909893 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=63ca58c29fae4c4eaafba189c1ec4492&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1334057 May 05 19:50:40.094679 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=13f18669-8999-4bb7-b14e-57afb879772e,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:50:40.116227 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:40.132146 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3c9c5f84-e5b9-4309-879f-febc7d804f64 req-71abe4e7-d491-49d0-94e2-6f1a1928f4a1 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b5a48329c1b449938bdc05f76727500b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1381555 May 05 19:50:40.165010 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port a8b7f96e-894e-4203-a88b-b3a433aee066, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=a8b7f96e-894e-4203-a88b-b3a433aee066,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:50:40.170239 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a265e3c6-76f1-4461-a9ad-07362de736f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b7f96e-894e-4203-a88b-b3a433aee066'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:50:40.178551 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:40.276707 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=a8b7f96e-894e-4203-a88b-b3a433aee066,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:50:40.297836 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3501af65-627c-4f6b-bb5c-fde4ea3d3ab5 req-41e8ea62-17d0-4b66-b8d5-01039b139971 service neutron] 10.222.0.36 "GET /v2.0/networks/9e1d2257-41cc-4af2-afae-4ca8a9719a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053084 May 05 19:50:40.317833 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['13f18669-8999-4bb7-b14e-57afb879772e'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:50:40.508862 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3501af65-627c-4f6b-bb5c-fde4ea3d3ab5 req-f30656f3-84ca-421e-ac8d-503310dcf60f service neutron] 10.222.0.36 "GET /v2.0/networks/9e1d2257-41cc-4af2-afae-4ca8a9719a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080312 May 05 19:50:40.619688 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c69f0-eb31-472f-aa64-4f46146df941 req-312a628b-209d-41c3-886a-2de7669d1cb2 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:40.632598 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-390c69f0-eb31-472f-aa64-4f46146df941 req-312a628b-209d-41c3-886a-2de7669d1cb2 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a3d48fd-40b2-4544-8c01-95a3b1d11a54 HTTP/1.1" status: 200 len: 945 time: 0.1245573 May 05 19:50:40.735612 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-390c69f0-eb31-472f-aa64-4f46146df941 req-9504d346-d5aa-4088-9366-e0bd578a3fee tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] 10.222.0.36 "GET /v2.0/security-groups?id=a60fe5e7-515f-4a46-b438-cfc95f49a4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021056 May 05 19:50:40.813932 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68bd910e-554a-475b-bd21-a39d8dcac563'] response: {'server_uuid': 'a265e3c6-76f1-4461-a9ad-07362de736f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b7f96e-894e-4203-a88b-b3a433aee066', 'code': 200} May 05 19:50:41.067479 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2f080c1f-8eab-43f8-9225-7a67b154c926 req-35046ddf-bdd7-4e63-a750-d8831c29e965 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/ports?device_id=665d3940-2ca3-48d2-b66e-fb6648222e61 HTTP/1.1" status: 200 len: 210 time: 0.1521780 May 05 19:50:41.224603 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663e978-ebe4-4763-ab8c-9f41b5603e35 req-c49035f5-3221-4921-9eb6-70e7a526760b tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:41.226130 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0663e978-ebe4-4763-ab8c-9f41b5603e35 req-c49035f5-3221-4921-9eb6-70e7a526760b tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7f5a589-3b16-4448-9925-f6147d63a97a HTTP/1.1" status: 200 len: 949 time: 0.3507440 May 05 19:50:41.235289 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95fa19d-877b-42b2-ae1c-ffb39014f8ee req-322e9570-3ef5-4687-b4b8-8837113fdf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:41.237074 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f95fa19d-877b-42b2-ae1c-ffb39014f8ee req-322e9570-3ef5-4687-b4b8-8837113fdf54 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a265e3c6-76f1-4461-a9ad-07362de736f9 HTTP/1.1" status: 200 len: 1100 time: 0.1414804 May 05 19:50:41.312303 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0663e978-ebe4-4763-ab8c-9f41b5603e35 req-87626ddd-1daa-4b35-b556-8f2775157017 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742819 May 05 19:50:41.330590 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f95fa19d-877b-42b2-ae1c-ffb39014f8ee req-447e0ddc-5f51-42cf-83fa-af634b1e9fd3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7ec4df19-718a-40d4-9715-81c352767ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535069 May 05 19:50:41.439638 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb81a844-4032-415d-a627-f0be7f6265da req-92e40f04-599c-4157-b053-81c98528c386 tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:41.451165 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cb81a844-4032-415d-a627-f0be7f6265da req-92e40f04-599c-4157-b053-81c98528c386 tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] 10.222.0.36 "GET /v2.0/ports?device_id=a265e3c6-76f1-4461-a9ad-07362de736f9 HTTP/1.1" status: 200 len: 949 time: 0.1596284 May 05 19:50:41.516049 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cb81a844-4032-415d-a627-f0be7f6265da req-fa55815a-c2ff-472b-87c7-e28ba751944b tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ec4df19-718a-40d4-9715-81c352767ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643382 May 05 19:50:41.582598 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-87f75f11-1043-4e84-9a59-99293c53cbe5 req-9571c70c-0148-43cc-9497-a9b2b551f9de tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=f39c04b7-8637-45cd-ba4b-771005cf2ec6 HTTP/1.1" status: 200 len: 210 time: 0.1205683 May 05 19:50:42.093635 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c569b5-c5fd-4707-b45c-05d2d3a16056 req-8b179c60-7e30-4019-9b6c-33eeb0eb65e6 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:42.101847 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-05c569b5-c5fd-4707-b45c-05d2d3a16056 req-8b179c60-7e30-4019-9b6c-33eeb0eb65e6 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a3d48fd-40b2-4544-8c01-95a3b1d11a54 HTTP/1.1" status: 200 len: 945 time: 0.1115723 May 05 19:50:42.110140 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59558) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:50:42.156752 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-05c569b5-c5fd-4707-b45c-05d2d3a16056 req-7cd778d5-76b6-4584-b682-5f4c2de280c8 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] 10.222.0.36 "GET /v2.0/security-groups?id=a60fe5e7-515f-4a46-b438-cfc95f49a4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529306 May 05 19:50:42.437321 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e8237e38-607d-4954-b7c5-310a27e55ce6 req-e0581460-5704-436d-a50d-b99954244256 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/ports?device_id=665d3940-2ca3-48d2-b66e-fb6648222e61 HTTP/1.1" status: 200 len: 210 time: 0.0666096 May 05 19:50:42.712765 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e9e392-a9ac-4c6d-a09f-52802b3b6031 req-e0002835-0fc6-4322-a9fa-2c7441eb12cd tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:42.722542 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-30e9e392-a9ac-4c6d-a09f-52802b3b6031 req-e0002835-0fc6-4322-a9fa-2c7441eb12cd tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7f5a589-3b16-4448-9925-f6147d63a97a HTTP/1.1" status: 200 len: 949 time: 0.2265210 May 05 19:50:42.821694 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-30e9e392-a9ac-4c6d-a09f-52802b3b6031 req-4dc4bd05-5f12-4ede-a215-ba2d94be70fb tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957787 May 05 19:50:43.026857 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3c9c5f84-e5b9-4309-879f-febc7d804f64 req-0a6d4c57-9a3b-4159-bb8c-abfde8233f21 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=b5a48329c1b449938bdc05f76727500b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0880187 May 05 19:50:43.206699 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2f4eb10a-0fa4-42da-bf81-fbff34f6c83c req-79d82647-11e4-4295-a983-b9312df5f271 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=f39c04b7-8637-45cd-ba4b-771005cf2ec6 HTTP/1.1" status: 200 len: 210 time: 0.1040001 May 05 19:50:43.366822 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 13f18669-8999-4bb7-b14e-57afb879772e up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:50:43.503045 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3501af65-627c-4f6b-bb5c-fde4ea3d3ab5 req-53d7a56b-c491-45eb-b541-d12754873ab3 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:43.503707 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c5f84-e5b9-4309-879f-febc7d804f64 req-9be4fed2-a0ec-491e-be44-667bba90c231 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:43.504567 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3c9c5f84-e5b9-4309-879f-febc7d804f64 req-9be4fed2-a0ec-491e-be44-667bba90c231 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4728687 May 05 19:50:43.504701 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3501af65-627c-4f6b-bb5c-fde4ea3d3ab5 req-53d7a56b-c491-45eb-b541-d12754873ab3 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.24 "GET /v2.0/networks?id=9e1d2257-41cc-4af2-afae-4ca8a9719a05 HTTP/1.1" status: 200 len: 820 time: 0.2239513 May 05 19:50:43.534103 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port 13f18669-8999-4bb7-b14e-57afb879772e completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:50:43.573029 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port 13f18669-8999-4bb7-b14e-57afb879772e triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:50:43.573029 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:43.573238 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b544c5-3eb2-4e5c-b432-5657f064cb4f req-4aca17b8-cba7-4755-820b-664786e7a361 tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:43.573238 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f8b544c5-3eb2-4e5c-b432-5657f064cb4f req-4aca17b8-cba7-4755-820b-664786e7a361 tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] 10.222.0.36 "GET /v2.0/ports?device_id=a265e3c6-76f1-4461-a9ad-07362de736f9 HTTP/1.1" status: 200 len: 949 time: 0.7038252 May 05 19:50:43.594663 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-3c9c5f84-e5b9-4309-879f-febc7d804f64 req-8641b9b7-d0a9-432f-b291-7639daa94b55 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Request body: {'port': {'device_id': '665d3940-2ca3-48d2-b66e-fb6648222e61', 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3', 'admin_state_up': True, 'tenant_id': 'b5a48329c1b449938bdc05f76727500b'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:50:43.612346 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-3501af65-627c-4f6b-bb5c-fde4ea3d3ab5 req-9a873a38-1328-4e5c-b3e3-262fa6444be8 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Request body: {'port': {'device_id': 'f39c04b7-8637-45cd-ba4b-771005cf2ec6', 'network_id': '9e1d2257-41cc-4af2-afae-4ca8a9719a05', 'admin_state_up': True, 'tenant_id': '63ca58c29fae4c4eaafba189c1ec4492'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:50:43.817469 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-3501af65-627c-4f6b-bb5c-fde4ea3d3ab5 req-9a873a38-1328-4e5c-b3e3-262fa6444be8 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:50:43.831463 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-3501af65-627c-4f6b-bb5c-fde4ea3d3ab5 req-9a873a38-1328-4e5c-b3e3-262fa6444be8 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:50:43.837916 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:43.878714 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:43.885467 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f8b544c5-3eb2-4e5c-b432-5657f064cb4f req-394f39c5-582d-4894-81a3-b24760d1db1f tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ec4df19-718a-40d4-9715-81c352767ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240509 May 05 19:50:43.887580 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3501af65-627c-4f6b-bb5c-fde4ea3d3ab5 req-9a873a38-1328-4e5c-b3e3-262fa6444be8 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Made reservation on behalf of 63ca58c29fae4c4eaafba189c1ec4492 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:50:43.891530 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-3501af65-627c-4f6b-bb5c-fde4ea3d3ab5 req-9a873a38-1328-4e5c-b3e3-262fa6444be8 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:43.892529 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e77ddbc-83ad-4411-88e5-9574f7d5c476 req-585f7dbf-110d-409d-9f6c-8497fc031085 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:43.900737 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9e77ddbc-83ad-4411-88e5-9574f7d5c476 req-585f7dbf-110d-409d-9f6c-8497fc031085 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a3d48fd-40b2-4544-8c01-95a3b1d11a54 HTTP/1.1" status: 200 len: 945 time: 0.4762580 May 05 19:50:43.912779 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a3d48fd-40b2-4544-8c01-95a3b1d11a54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f18669-8999-4bb7-b14e-57afb879772e'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:50:43.949414 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 13f18669-8999-4bb7-b14e-57afb879772e, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=13f18669-8999-4bb7-b14e-57afb879772e,segment=NetworkSegment(2e755c75-c5e5-46bc-aa31-6ec6bfd11bcd),segment_id=2e755c75-c5e5-46bc-aa31-6ec6bfd11bcd)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:50:43.957473 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:43.974151 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9e77ddbc-83ad-4411-88e5-9574f7d5c476 req-392e14be-a4dd-41bf-b790-d1dfa82f67cf tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] 10.222.0.36 "GET /v2.0/security-groups?id=a60fe5e7-515f-4a46-b438-cfc95f49a4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721576 May 05 19:50:43.992497 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-3c9c5f84-e5b9-4309-879f-febc7d804f64 req-8641b9b7-d0a9-432f-b291-7639daa94b55 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:50:44.014084 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-3c9c5f84-e5b9-4309-879f-febc7d804f64 req-8641b9b7-d0a9-432f-b291-7639daa94b55 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:50:44.028030 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c9c5f84-e5b9-4309-879f-febc7d804f64 req-8641b9b7-d0a9-432f-b291-7639daa94b55 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Made reservation on behalf of b5a48329c1b449938bdc05f76727500b for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:50:44.032474 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-3c9c5f84-e5b9-4309-879f-febc7d804f64 req-8641b9b7-d0a9-432f-b291-7639daa94b55 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:44.140523 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=13f18669-8999-4bb7-b14e-57afb879772e,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:50:44.217828 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7d061c9f-4946-4991-baec-760613a328e9 req-74b75c22-3ca0-466b-aceb-b47272c002d0 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/ports?device_id=665d3940-2ca3-48d2-b66e-fb6648222e61 HTTP/1.1" status: 200 len: 210 time: 0.0910771 May 05 19:50:44.333321 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8347978c-2b55-47b0-be25-b14bab55dd2d'] response: {'server_uuid': '1a3d48fd-40b2-4544-8c01-95a3b1d11a54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f18669-8999-4bb7-b14e-57afb879772e', 'code': 200} May 05 19:50:44.419425 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9a7940bb-89e3-4220-9c7e-565d43afc2be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:44.579810 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cafb6834-1376-40ca-ad73-d5c5acfa8e83 req-22493cad-7786-4e22-8d9d-c950971d2f18 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=f39c04b7-8637-45cd-ba4b-771005cf2ec6 HTTP/1.1" status: 200 len: 210 time: 0.0739002 May 05 19:50:44.581108 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-3c9c5f84-e5b9-4309-879f-febc7d804f64 req-8641b9b7-d0a9-432f-b291-7639daa94b55 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Allocated IP 192.168.233.100 (b786cc2b-f681-4c10-a54f-820e9d1a5ac3/4d72a8d3-0a35-4d3a-96b8-d869ff4093bc/03a96616-ca03-4c30-9d12-63397b1bd69c) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:50:44.681221 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e4301-49ec-4a76-a831-83131b9e1dd3 req-5901e1f0-2ce9-48d9-b7f4-d27ecb7407bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:44.682748 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-687e4301-49ec-4a76-a831-83131b9e1dd3 req-5901e1f0-2ce9-48d9-b7f4-d27ecb7407bb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1a3d48fd-40b2-4544-8c01-95a3b1d11a54 HTTP/1.1" status: 200 len: 1097 time: 0.2778091 May 05 19:50:44.795881 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-687e4301-49ec-4a76-a831-83131b9e1dd3 req-bebb3a87-968b-4cfa-93d3-20b6c6bc5a8a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a60fe5e7-515f-4a46-b438-cfc95f49a4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003520 May 05 19:50:44.813365 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-3501af65-627c-4f6b-bb5c-fde4ea3d3ab5 req-9a873a38-1328-4e5c-b3e3-262fa6444be8 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Allocated IP 172.20.0.5 (9e1d2257-41cc-4af2-afae-4ca8a9719a05/99c4516e-78c1-4a80-85a0-0e7389d15301/3ba4d002-1597-4c4b-9181-a58452c390ac) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:50:44.874821 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25afb781-eda3-44c2-895c-91d9cb3400d4 req-73e7afca-4069-4cf9-9eeb-dad222f7bd9c tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:44.876433 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-25afb781-eda3-44c2-895c-91d9cb3400d4 req-73e7afca-4069-4cf9-9eeb-dad222f7bd9c tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7f5a589-3b16-4448-9925-f6147d63a97a HTTP/1.1" status: 200 len: 949 time: 0.5932271 May 05 19:50:45.044996 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-25afb781-eda3-44c2-895c-91d9cb3400d4 req-c0b49b5a-ae44-48b3-a8ce-64bbdfcf0755 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534851 May 05 19:50:45.060842 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-3c9c5f84-e5b9-4309-879f-febc7d804f64 req-8641b9b7-d0a9-432f-b291-7639daa94b55 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:45.093325 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-3c9c5f84-e5b9-4309-879f-febc7d804f64 req-8641b9b7-d0a9-432f-b291-7639daa94b55 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Transition to ACTIVE for port object 03a96616-ca03-4c30-9d12-63397b1bd69c will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:50:45.265444 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-3c9c5f84-e5b9-4309-879f-febc7d804f64 req-8641b9b7-d0a9-432f-b291-7639daa94b55 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:45.278524 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['40435a85-5cb6-43df-8327-b79103a8d286'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:50:45.360370 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:50:45.383089 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c9c5f84-e5b9-4309-879f-febc7d804f64 req-8641b9b7-d0a9-432f-b291-7639daa94b55 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:50:45.385443 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8641b9b7-d0a9-432f-b291-7639daa94b55 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Pushing event updated for resources: {'Port': ['ID=03a96616-ca03-4c30-9d12-63397b1bd69c,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:50:45.388558 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-3c9c5f84-e5b9-4309-879f-febc7d804f64 req-8641b9b7-d0a9-432f-b291-7639daa94b55 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:50:45.392323 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c9c5f84-e5b9-4309-879f-febc7d804f64 req-8641b9b7-d0a9-432f-b291-7639daa94b55 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:50:45.398825 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c5f84-e5b9-4309-879f-febc7d804f64 req-8641b9b7-d0a9-432f-b291-7639daa94b55 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:45.399234 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-3c9c5f84-e5b9-4309-879f-febc7d804f64 req-8641b9b7-d0a9-432f-b291-7639daa94b55 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:45.452449 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c03fadc-4de3-4deb-84b3-b444dd0f7d2a req-f877d284-fa7b-41d9-bbcb-dfd11ae05bfc tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:45.461005 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9c03fadc-4de3-4deb-84b3-b444dd0f7d2a req-f877d284-fa7b-41d9-bbcb-dfd11ae05bfc tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] 10.222.0.36 "GET /v2.0/ports?device_id=a265e3c6-76f1-4461-a9ad-07362de736f9 HTTP/1.1" status: 200 len: 949 time: 0.3563201 May 05 19:50:45.534177 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3c9c5f84-e5b9-4309-879f-febc7d804f64 req-8641b9b7-d0a9-432f-b291-7639daa94b55 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0019960 May 05 19:50:45.564704 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-3c9c5f84-e5b9-4309-879f-febc7d804f64 req-ccf069f3-5464-4697-94a1-d9123bc2f4bf service neutron] Request body: {'port': {'device_id': '665d3940-2ca3-48d2-b66e-fb6648222e61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:50:45.606229 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-9a7940bb-89e3-4220-9c7e-565d43afc2be admin admin] Deleting port 8c54112f-3707-4af2-97c9-281beddce49a {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:50:45.607020 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9a7940bb-89e3-4220-9c7e-565d43afc2be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:45.717564 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9c03fadc-4de3-4deb-84b3-b444dd0f7d2a req-3a062ea0-57cd-4901-807d-8683eaff21de tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ec4df19-718a-40d4-9715-81c352767ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555993 May 05 19:50:45.732799 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-3c9c5f84-e5b9-4309-879f-febc7d804f64 req-ccf069f3-5464-4697-94a1-d9123bc2f4bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:46.071196 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-5d814472-0ad5-4ff8-9951-0cd71eab8190 None None] Provisioning for port 03a96616-ca03-4c30-9d12-63397b1bd69c completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:50:46.075274 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-9a7940bb-89e3-4220-9c7e-565d43afc2be admin admin] For port 8c54112f-3707-4af2-97c9-281beddce49a, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=8c54112f-3707-4af2-97c9-281beddce49a,segment=NetworkSegment(0415ad73-5a7f-40e0-b4c4-886469d943b6),segment_id=0415ad73-5a7f-40e0-b4c4-886469d943b6)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:50:46.076358 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9a7940bb-89e3-4220-9c7e-565d43afc2be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:46.077443 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:46.085612 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-5d814472-0ad5-4ff8-9951-0cd71eab8190 None None] Provisioning complete for port 03a96616-ca03-4c30-9d12-63397b1bd69c triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:50:46.085971 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5d814472-0ad5-4ff8-9951-0cd71eab8190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:46.249856 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-5d814472-0ad5-4ff8-9951-0cd71eab8190 None None] Port 03a96616-ca03-4c30-9d12-63397b1bd69c cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:50:46.286504 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-9a7940bb-89e3-4220-9c7e-565d43afc2be admin admin] Calling delete_port for 8c54112f-3707-4af2-97c9-281beddce49a owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:50:46.317094 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-3c9c5f84-e5b9-4309-879f-febc7d804f64 req-ccf069f3-5464-4697-94a1-d9123bc2f4bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03a96616-ca03-4c30-9d12-63397b1bd69c {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:50:46.327179 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-3c9c5f84-e5b9-4309-879f-febc7d804f64 req-ccf069f3-5464-4697-94a1-d9123bc2f4bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:46.345087 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-3c9c5f84-e5b9-4309-879f-febc7d804f64 req-ccf069f3-5464-4697-94a1-d9123bc2f4bf service neutron] Transition to ACTIVE for port object 03a96616-ca03-4c30-9d12-63397b1bd69c will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:50:46.354492 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-3501af65-627c-4f6b-bb5c-fde4ea3d3ab5 req-9a873a38-1328-4e5c-b3e3-262fa6444be8 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:46.388643 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-3c9c5f84-e5b9-4309-879f-febc7d804f64 req-ccf069f3-5464-4697-94a1-d9123bc2f4bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:46.570415 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e4e72c-dff1-4df5-949c-5aa228120bf0 req-05b4af47-0a98-42ec-a253-7f6b724dbe50 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:46.583056 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-79e4e72c-dff1-4df5-949c-5aa228120bf0 req-05b4af47-0a98-42ec-a253-7f6b724dbe50 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a3d48fd-40b2-4544-8c01-95a3b1d11a54 HTTP/1.1" status: 200 len: 946 time: 0.9920845 May 05 19:50:46.616216 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf069f3-5464-4697-94a1-d9123bc2f4bf service neutron] Pushing event updated for resources: {'Port': ['ID=03a96616-ca03-4c30-9d12-63397b1bd69c,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:50:46.642022 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-3c9c5f84-e5b9-4309-879f-febc7d804f64 req-ccf069f3-5464-4697-94a1-d9123bc2f4bf service neutron] Attempting to bind port 03a96616-ca03-4c30-9d12-63397b1bd69c on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:50:46.642374 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-3c9c5f84-e5b9-4309-879f-febc7d804f64 req-ccf069f3-5464-4697-94a1-d9123bc2f4bf service neutron] Attempting to bind port 03a96616-ca03-4c30-9d12-63397b1bd69c by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:50:46.642672 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9c5f84-e5b9-4309-879f-febc7d804f64 req-ccf069f3-5464-4697-94a1-d9123bc2f4bf service neutron] Attempting to bind port 03a96616-ca03-4c30-9d12-63397b1bd69c on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:50:46.654547 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b1682a-1f11-40b2-b364-1bdc28543bcd req-9eb653e7-91c1-4b81-889c-8a4a43d781df tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:46.655331 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-f3b1682a-1f11-40b2-b364-1bdc28543bcd req-9eb653e7-91c1-4b81-889c-8a4a43d781df tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Synchronizing usage tracker for tenant:b5a48329c1b449938bdc05f76727500b on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:50:46.664584 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9c5f84-e5b9-4309-879f-febc7d804f64 req-ccf069f3-5464-4697-94a1-d9123bc2f4bf service neutron] Port 03a96616-ca03-4c30-9d12-63397b1bd69c on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:50:46.664584 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9c5f84-e5b9-4309-879f-febc7d804f64 req-ccf069f3-5464-4697-94a1-d9123bc2f4bf service neutron] Attempting to bind port 03a96616-ca03-4c30-9d12-63397b1bd69c on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:50:46.671295 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9c5f84-e5b9-4309-879f-febc7d804f64 req-ccf069f3-5464-4697-94a1-d9123bc2f4bf service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:50:46.671680 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9c5f84-e5b9-4309-879f-febc7d804f64 req-ccf069f3-5464-4697-94a1-d9123bc2f4bf service neutron] Checking segment: {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:50:46.672062 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9c5f84-e5b9-4309-879f-febc7d804f64 req-ccf069f3-5464-4697-94a1-d9123bc2f4bf service neutron] Bound using segment: {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:50:46.672484 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-3c9c5f84-e5b9-4309-879f-febc7d804f64 req-ccf069f3-5464-4697-94a1-d9123bc2f4bf service neutron] Bound port: 03a96616-ca03-4c30-9d12-63397b1bd69c, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:50:46.672822 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-3c9c5f84-e5b9-4309-879f-febc7d804f64 req-ccf069f3-5464-4697-94a1-d9123bc2f4bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:46.785235 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-79e4e72c-dff1-4df5-949c-5aa228120bf0 req-c0d1f6bb-b79f-461e-8a4b-df982b68c0a3 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] 10.222.0.36 "GET /v2.0/security-groups?id=a60fe5e7-515f-4a46-b438-cfc95f49a4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1936352 May 05 19:50:46.798026 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-3c9c5f84-e5b9-4309-879f-febc7d804f64 req-ccf069f3-5464-4697-94a1-d9123bc2f4bf service neutron] For port 03a96616-ca03-4c30-9d12-63397b1bd69c, host n-h1-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:50:46.806862 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-3501af65-627c-4f6b-bb5c-fde4ea3d3ab5 req-9a873a38-1328-4e5c-b3e3-262fa6444be8 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:46.811265 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-3c9c5f84-e5b9-4309-879f-febc7d804f64 req-ccf069f3-5464-4697-94a1-d9123bc2f4bf service neutron] For port 03a96616-ca03-4c30-9d12-63397b1bd69c, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=03a96616-ca03-4c30-9d12-63397b1bd69c,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:50:46.813285 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-f3b1682a-1f11-40b2-b364-1bdc28543bcd req-9eb653e7-91c1-4b81-889c-8a4a43d781df tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Unset dirty status for tenant:b5a48329c1b449938bdc05f76727500b on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:50:46.816014 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f3b1682a-1f11-40b2-b364-1bdc28543bcd req-9eb653e7-91c1-4b81-889c-8a4a43d781df tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/ports?device_id=665d3940-2ca3-48d2-b66e-fb6648222e61 HTTP/1.1" status: 200 len: 948 time: 0.5260532 May 05 19:50:46.818802 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-3c9c5f84-e5b9-4309-879f-febc7d804f64 req-ccf069f3-5464-4697-94a1-d9123bc2f4bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:46.895979 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf069f3-5464-4697-94a1-d9123bc2f4bf service neutron] Pushing event updated for resources: {'Port': ['ID=03a96616-ca03-4c30-9d12-63397b1bd69c,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:50:46.927058 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c5f84-e5b9-4309-879f-febc7d804f64 req-ccf069f3-5464-4697-94a1-d9123bc2f4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:46.927712 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-3c9c5f84-e5b9-4309-879f-febc7d804f64 req-ccf069f3-5464-4697-94a1-d9123bc2f4bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:46.929086 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3c9c5f84-e5b9-4309-879f-febc7d804f64 req-ccf069f3-5464-4697-94a1-d9123bc2f4bf service neutron] 10.222.0.24 "PUT /v2.0/ports/03a96616-ca03-4c30-9d12-63397b1bd69c HTTP/1.1" status: 200 len: 1096 time: 1.3727591 May 05 19:50:46.931596 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '665d3940-2ca3-48d2-b66e-fb6648222e61', 'tag': '03a96616-ca03-4c30-9d12-63397b1bd69c'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:50:46.967038 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f3b1682a-1f11-40b2-b364-1bdc28543bcd req-f9279de3-51ac-4f6c-919e-b1fa0191aa11 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e50fd44-6059-4e3b-8f95-027c4583f97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731838 May 05 19:50:47.013748 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3501af65-627c-4f6b-bb5c-fde4ea3d3ab5 req-9a873a38-1328-4e5c-b3e3-262fa6444be8 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Network 9e1d2257-41cc-4af2-afae-4ca8a9719a05 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:50:47.022603 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-3501af65-627c-4f6b-bb5c-fde4ea3d3ab5 req-9a873a38-1328-4e5c-b3e3-262fa6444be8 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:50:47.034093 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-3501af65-627c-4f6b-bb5c-fde4ea3d3ab5 req-9a873a38-1328-4e5c-b3e3-262fa6444be8 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:50:47.039724 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3501af65-627c-4f6b-bb5c-fde4ea3d3ab5 req-9a873a38-1328-4e5c-b3e3-262fa6444be8 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:47.040358 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-3501af65-627c-4f6b-bb5c-fde4ea3d3ab5 req-9a873a38-1328-4e5c-b3e3-262fa6444be8 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:47.079950 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a873a38-1328-4e5c-b3e3-262fa6444be8 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Pushing event updated for resources: {'Port': ['ID=3ba4d002-1597-4c4b-9181-a58452c390ac,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:50:47.136006 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c5f84-e5b9-4309-879f-febc7d804f64 req-60fd5d48-4b0e-408b-9777-f6a5d8a0b05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:47.144209 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3c9c5f84-e5b9-4309-879f-febc7d804f64 req-60fd5d48-4b0e-408b-9777-f6a5d8a0b05e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b5a48329c1b449938bdc05f76727500b&device_id=665d3940-2ca3-48d2-b66e-fb6648222e61 HTTP/1.1" status: 200 len: 1099 time: 0.1463270 May 05 19:50:47.200765 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3501af65-627c-4f6b-bb5c-fde4ea3d3ab5 req-9a873a38-1328-4e5c-b3e3-262fa6444be8 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6374109 May 05 19:50:47.227943 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-3501af65-627c-4f6b-bb5c-fde4ea3d3ab5 req-f0ad5ed1-a9e4-4fcc-9341-6571bbb81a65 service neutron] Request body: {'port': {'device_id': 'f39c04b7-8637-45cd-ba4b-771005cf2ec6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:50:47.276554 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3c9c5f84-e5b9-4309-879f-febc7d804f64 req-2148fbe9-87bb-461c-a23f-8e30cc333aa0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=03a96616-ca03-4c30-9d12-63397b1bd69c HTTP/1.1" status: 200 len: 217 time: 0.1245232 May 05 19:50:47.280511 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9a7940bb-89e3-4220-9c7e-565d43afc2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:47.395498 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c5f84-e5b9-4309-879f-febc7d804f64 req-76e27cf7-d188-4b16-a3bf-bf7be704160a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:47.397915 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3c9c5f84-e5b9-4309-879f-febc7d804f64 req-76e27cf7-d188-4b16-a3bf-bf7be704160a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.1130946 May 05 19:50:47.460710 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7940bb-89e3-4220-9c7e-565d43afc2be admin admin] Pushing event deleted for resources: {'Port': ['ID=8c54112f-3707-4af2-97c9-281beddce49a,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:50:47.601370 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2511bb96-1c09-46e4-a9a0-de3832d40ea9 req-b2bd8ab3-5796-4e79-93f0-2f8f234ecda5 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:47.610764 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2511bb96-1c09-46e4-a9a0-de3832d40ea9 req-b2bd8ab3-5796-4e79-93f0-2f8f234ecda5 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7f5a589-3b16-4448-9925-f6147d63a97a HTTP/1.1" status: 200 len: 949 time: 0.1465731 May 05 19:50:47.705891 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0119aab-9302-402c-a696-e694387ec0a8 req-3c04d22c-01e3-4a6f-bac4-e91f92b8d216 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:47.707092 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-e0119aab-9302-402c-a696-e694387ec0a8 req-3c04d22c-01e3-4a6f-bac4-e91f92b8d216 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Synchronizing usage tracker for tenant:63ca58c29fae4c4eaafba189c1ec4492 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:50:47.710107 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9a7940bb-89e3-4220-9c7e-565d43afc2be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:47.743706 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c5f84-e5b9-4309-879f-febc7d804f64 req-6a7805cf-6388-42c3-8c7a-e888547550d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:47.745391 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3c9c5f84-e5b9-4309-879f-febc7d804f64 req-6a7805cf-6388-42c3-8c7a-e888547550d8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3364520 May 05 19:50:47.763422 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2511bb96-1c09-46e4-a9a0-de3832d40ea9 req-65ee02eb-133e-4fdf-9b3a-ff45b1b9ce12 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509688 May 05 19:50:47.946296 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-3501af65-627c-4f6b-bb5c-fde4ea3d3ab5 req-f0ad5ed1-a9e4-4fcc-9341-6571bbb81a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:48.000286 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-e0119aab-9302-402c-a696-e694387ec0a8 req-3c04d22c-01e3-4a6f-bac4-e91f92b8d216 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Unset dirty status for tenant:63ca58c29fae4c4eaafba189c1ec4492 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:50:48.001995 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e0119aab-9302-402c-a696-e694387ec0a8 req-3c04d22c-01e3-4a6f-bac4-e91f92b8d216 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=f39c04b7-8637-45cd-ba4b-771005cf2ec6 HTTP/1.1" status: 200 len: 931 time: 0.9808652 May 05 19:50:48.032430 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3c9c5f84-e5b9-4309-879f-febc7d804f64 req-b42ced48-b7ad-4f2f-bb0b-d215842b7537 service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678511 May 05 19:50:48.034372 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c40d2103-d1c6-4b16-ae50-f852123448d0'] response: {'name': 'network-changed', 'server_uuid': '665d3940-2ca3-48d2-b66e-fb6648222e61', 'tag': '03a96616-ca03-4c30-9d12-63397b1bd69c', 'status': 'completed', 'code': 200} May 05 19:50:48.161010 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e0119aab-9302-402c-a696-e694387ec0a8 req-5b783318-9647-4047-8bb0-84f33c622519 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197324 May 05 19:50:48.287906 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3c9c5f84-e5b9-4309-879f-febc7d804f64 req-10b890b2-0488-480d-bacb-664d0e351780 service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437773 May 05 19:50:48.305615 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a76cc-78e1-4dc4-ae0e-ae6605fdd786 req-0335d006-11a1-45e6-b886-0a49108d8bf0 tempest-ServersAdminNegativeTestJSON-514909402 tempest-ServersAdminNegativeTestJSON-514909402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:48.307143 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1d7a76cc-78e1-4dc4-ae0e-ae6605fdd786 req-0335d006-11a1-45e6-b886-0a49108d8bf0 tempest-ServersAdminNegativeTestJSON-514909402 tempest-ServersAdminNegativeTestJSON-514909402-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a265e3c6-76f1-4461-a9ad-07362de736f9 HTTP/1.1" status: 200 len: 1100 time: 0.1462126 May 05 19:50:48.339088 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-1d7a76cc-78e1-4dc4-ae0e-ae6605fdd786 req-8f17f30f-d622-46ea-863b-78d910b8eedb tempest-ServersAdminNegativeTestJSON-514909402 tempest-ServersAdminNegativeTestJSON-514909402-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:48.398479 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-1d7a76cc-78e1-4dc4-ae0e-ae6605fdd786 req-8f17f30f-d622-46ea-863b-78d910b8eedb tempest-ServersAdminNegativeTestJSON-514909402 tempest-ServersAdminNegativeTestJSON-514909402-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:50:48.419262 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-1d7a76cc-78e1-4dc4-ae0e-ae6605fdd786 req-8f17f30f-d622-46ea-863b-78d910b8eedb tempest-ServersAdminNegativeTestJSON-514909402 tempest-ServersAdminNegativeTestJSON-514909402-project-admin] Usage tracker for resource:security_group_rule and tenant:28f80a49f14046c8a413d2878cda7cd5 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:50:48.425883 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-1d7a76cc-78e1-4dc4-ae0e-ae6605fdd786 req-8f17f30f-d622-46ea-863b-78d910b8eedb tempest-ServersAdminNegativeTestJSON-514909402 tempest-ServersAdminNegativeTestJSON-514909402-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:50:48.434369 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-1d7a76cc-78e1-4dc4-ae0e-ae6605fdd786 req-8f17f30f-d622-46ea-863b-78d910b8eedb tempest-ServersAdminNegativeTestJSON-514909402 tempest-ServersAdminNegativeTestJSON-514909402-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:50:48.478350 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c55d4a4-36ee-45de-95f3-7b096ae1d730 req-32f8d51b-fad3-403a-80a8-05f826115209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:48.481002 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6c55d4a4-36ee-45de-95f3-7b096ae1d730 req-32f8d51b-fad3-403a-80a8-05f826115209 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b5a48329c1b449938bdc05f76727500b&device_id=665d3940-2ca3-48d2-b66e-fb6648222e61 HTTP/1.1" status: 200 len: 1099 time: 0.1220453 May 05 19:50:48.646847 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a7940bb-89e3-4220-9c7e-565d43afc2be admin admin] Router fc3453a7-e407-4e16-b477-c95c65c10354 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 19:50:48.708573 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c55d4a4-36ee-45de-95f3-7b096ae1d730 req-9b06ebca-a772-4dae-a8a0-ca81a821999d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:48.710028 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6c55d4a4-36ee-45de-95f3-7b096ae1d730 req-9b06ebca-a772-4dae-a8a0-ca81a821999d service neutron] 10.222.0.24 "GET /v2.0/networks?id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3 HTTP/1.1" status: 200 len: 870 time: 0.2223895 May 05 19:50:48.782341 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-1d7a76cc-78e1-4dc4-ae0e-ae6605fdd786 req-8f17f30f-d622-46ea-863b-78d910b8eedb tempest-ServersAdminNegativeTestJSON-514909402 tempest-ServersAdminNegativeTestJSON-514909402-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:48.793608 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6c55d4a4-36ee-45de-95f3-7b096ae1d730 req-df06521b-b741-401c-8bf4-249e3b226992 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=03a96616-ca03-4c30-9d12-63397b1bd69c HTTP/1.1" status: 200 len: 217 time: 0.0759594 May 05 19:50:48.793608 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-1d7a76cc-78e1-4dc4-ae0e-ae6605fdd786 req-8f17f30f-d622-46ea-863b-78d910b8eedb tempest-ServersAdminNegativeTestJSON-514909402 tempest-ServersAdminNegativeTestJSON-514909402-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:48.795896 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f90e0-838e-4914-980a-10e4bad5ae76 req-8ac934f6-5bc0-4d03-873d-df42f093d36a tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:48.803379 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ba6f90e0-838e-4914-980a-10e4bad5ae76 req-8ac934f6-5bc0-4d03-873d-df42f093d36a tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a3d48fd-40b2-4544-8c01-95a3b1d11a54 HTTP/1.1" status: 200 len: 946 time: 0.5055282 May 05 19:50:48.867853 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1d7a76cc-78e1-4dc4-ae0e-ae6605fdd786 req-8f17f30f-d622-46ea-863b-78d910b8eedb tempest-ServersAdminNegativeTestJSON-514909402 tempest-ServersAdminNegativeTestJSON-514909402-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=7ec4df19-718a-40d4-9715-81c352767ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5508766 May 05 19:50:48.875977 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f17f30f-d622-46ea-863b-78d910b8eedb tempest-ServersAdminNegativeTestJSON-514909402 tempest-ServersAdminNegativeTestJSON-514909402-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4366791-4c90-46c4-8c48-a232893fe9f8,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:50:48.892213 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c55d4a4-36ee-45de-95f3-7b096ae1d730 req-b9db9aa4-bd9f-4224-bcad-25c446e556f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:48.894237 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6c55d4a4-36ee-45de-95f3-7b096ae1d730 req-b9db9aa4-bd9f-4224-bcad-25c446e556f6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.0864301 May 05 19:50:48.929844 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.db.resource_extend [req-3501af65-627c-4f6b-bb5c-fde4ea3d3ab5 req-f0ad5ed1-a9e4-4fcc-9341-6571bbb81a65 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 19:50:49.024361 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c55d4a4-36ee-45de-95f3-7b096ae1d730 req-c1678fd0-e137-4e64-95d4-b74d494f6a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:49.028831 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6c55d4a4-36ee-45de-95f3-7b096ae1d730 req-c1678fd0-e137-4e64-95d4-b74d494f6a81 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1266634 May 05 19:50:49.035784 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ba6f90e0-838e-4914-980a-10e4bad5ae76 req-eaed7fa4-3b24-479c-b174-e337cc46d00d tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] 10.222.0.36 "GET /v2.0/security-groups?id=a60fe5e7-515f-4a46-b438-cfc95f49a4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2317085 May 05 19:50:49.198427 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-3501af65-627c-4f6b-bb5c-fde4ea3d3ab5 req-f0ad5ed1-a9e4-4fcc-9341-6571bbb81a65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ba4d002-1597-4c4b-9181-a58452c390ac {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:50:49.210079 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-3501af65-627c-4f6b-bb5c-fde4ea3d3ab5 req-f0ad5ed1-a9e4-4fcc-9341-6571bbb81a65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:49.271025 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a7940bb-89e3-4220-9c7e-565d43afc2be admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 19:50:49.285638 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-9a7940bb-89e3-4220-9c7e-565d43afc2be admin admin] 10.222.0.36 "PUT /v2.0/routers/fc3453a7-e407-4e16-b477-c95c65c10354/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1714869 May 05 19:50:49.285829 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e561901d-6e89-4248-8bb8-59b577ad8776 None None] Sync routers for ids ['fc3453a7-e407-4e16-b477-c95c65c10354'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 19:50:49.287129 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-3501af65-627c-4f6b-bb5c-fde4ea3d3ab5 req-f0ad5ed1-a9e4-4fcc-9341-6571bbb81a65 service neutron] Transition to ACTIVE for port object 3ba4d002-1597-4c4b-9181-a58452c390ac will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:50:49.287336 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59666) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:50:49.295035 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-3501af65-627c-4f6b-bb5c-fde4ea3d3ab5 req-f0ad5ed1-a9e4-4fcc-9341-6571bbb81a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:49.298969 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e561901d-6e89-4248-8bb8-59b577ad8776 None None] Routers {'fc3453a7-e407-4e16-b477-c95c65c10354'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:50:49.299597 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-e561901d-6e89-4248-8bb8-59b577ad8776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:50:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['fc3453a7-e407-4e16-b477-c95c65c10354'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:50:49.473733 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ad5ed1-a9e4-4fcc-9341-6571bbb81a65 service neutron] Pushing event updated for resources: {'Port': ['ID=3ba4d002-1597-4c4b-9181-a58452c390ac,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:50:49.499409 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6c55d4a4-36ee-45de-95f3-7b096ae1d730 req-b6344c66-6e17-496e-95ae-1d92abd49772 service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4618435 May 05 19:50:49.522034 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-e561901d-6e89-4248-8bb8-59b577ad8776 None None] Set router fc3453a7-e407-4e16-b477-c95c65c10354 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:50:49.569749 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-abfa16fe-5c97-475f-a84f-4e1823100bc2 admin admin] Notify callbacks [] for router, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:49.573039 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-3501af65-627c-4f6b-bb5c-fde4ea3d3ab5 req-f0ad5ed1-a9e4-4fcc-9341-6571bbb81a65 service neutron] Attempting to bind port 3ba4d002-1597-4c4b-9181-a58452c390ac on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:50:49.573765 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-3501af65-627c-4f6b-bb5c-fde4ea3d3ab5 req-f0ad5ed1-a9e4-4fcc-9341-6571bbb81a65 service neutron] Attempting to bind port 3ba4d002-1597-4c4b-9181-a58452c390ac by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': '74addc21-9c2f-4292-8d75-7048fb7d56d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9e1d2257-41cc-4af2-afae-4ca8a9719a05'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:50:49.574427 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3501af65-627c-4f6b-bb5c-fde4ea3d3ab5 req-f0ad5ed1-a9e4-4fcc-9341-6571bbb81a65 service neutron] Attempting to bind port 3ba4d002-1597-4c4b-9181-a58452c390ac on network 9e1d2257-41cc-4af2-afae-4ca8a9719a05 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:50:49.601728 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4363c439-e99d-4573-bb35-a3a5e19a41e5 req-a77309a7-d052-49c9-85cc-945e33644528 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:49.613640 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4363c439-e99d-4573-bb35-a3a5e19a41e5 req-a77309a7-d052-49c9-85cc-945e33644528 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7f5a589-3b16-4448-9925-f6147d63a97a HTTP/1.1" status: 200 len: 949 time: 0.3950720 May 05 19:50:49.617317 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3501af65-627c-4f6b-bb5c-fde4ea3d3ab5 req-f0ad5ed1-a9e4-4fcc-9341-6571bbb81a65 service neutron] Port 3ba4d002-1597-4c4b-9181-a58452c390ac on network 9e1d2257-41cc-4af2-afae-4ca8a9719a05 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:50:49.624007 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3501af65-627c-4f6b-bb5c-fde4ea3d3ab5 req-f0ad5ed1-a9e4-4fcc-9341-6571bbb81a65 service neutron] Attempting to bind port 3ba4d002-1597-4c4b-9181-a58452c390ac on network 9e1d2257-41cc-4af2-afae-4ca8a9719a05 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:50:49.680991 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3501af65-627c-4f6b-bb5c-fde4ea3d3ab5 req-f0ad5ed1-a9e4-4fcc-9341-6571bbb81a65 service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:50:49.681346 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3501af65-627c-4f6b-bb5c-fde4ea3d3ab5 req-f0ad5ed1-a9e4-4fcc-9341-6571bbb81a65 service neutron] Checking segment: {'id': '74addc21-9c2f-4292-8d75-7048fb7d56d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9e1d2257-41cc-4af2-afae-4ca8a9719a05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:50:49.681704 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3501af65-627c-4f6b-bb5c-fde4ea3d3ab5 req-f0ad5ed1-a9e4-4fcc-9341-6571bbb81a65 service neutron] Bound using segment: {'id': '74addc21-9c2f-4292-8d75-7048fb7d56d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9e1d2257-41cc-4af2-afae-4ca8a9719a05'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:50:49.682175 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-3501af65-627c-4f6b-bb5c-fde4ea3d3ab5 req-f0ad5ed1-a9e4-4fcc-9341-6571bbb81a65 service neutron] Bound port: 3ba4d002-1597-4c4b-9181-a58452c390ac, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74addc21-9c2f-4292-8d75-7048fb7d56d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9e1d2257-41cc-4af2-afae-4ca8a9719a05'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:50:49.682519 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-3501af65-627c-4f6b-bb5c-fde4ea3d3ab5 req-f0ad5ed1-a9e4-4fcc-9341-6571bbb81a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:49.790841 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4363c439-e99d-4573-bb35-a3a5e19a41e5 req-8d448510-11b9-4890-8d75-336b7bb2206b tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754589 May 05 19:50:49.831564 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-3501af65-627c-4f6b-bb5c-fde4ea3d3ab5 req-f0ad5ed1-a9e4-4fcc-9341-6571bbb81a65 service neutron] For port 3ba4d002-1597-4c4b-9181-a58452c390ac, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:50:49.836695 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-3501af65-627c-4f6b-bb5c-fde4ea3d3ab5 req-f0ad5ed1-a9e4-4fcc-9341-6571bbb81a65 service neutron] For port 3ba4d002-1597-4c4b-9181-a58452c390ac, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=3ba4d002-1597-4c4b-9181-a58452c390ac,segment=NetworkSegment(74addc21-9c2f-4292-8d75-7048fb7d56d2),segment_id=74addc21-9c2f-4292-8d75-7048fb7d56d2)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:50:49.841156 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-3501af65-627c-4f6b-bb5c-fde4ea3d3ab5 req-f0ad5ed1-a9e4-4fcc-9341-6571bbb81a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:49.891146 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ae1ff9-7f35-428d-bfbd-f17c8203b85e req-8ba404a3-c844-4fa5-859c-5af7afe7e09d tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:49.892782 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e9ae1ff9-7f35-428d-bfbd-f17c8203b85e req-8ba404a3-c844-4fa5-859c-5af7afe7e09d tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/ports?device_id=665d3940-2ca3-48d2-b66e-fb6648222e61 HTTP/1.1" status: 200 len: 948 time: 0.6695108 May 05 19:50:50.001582 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6c55d4a4-36ee-45de-95f3-7b096ae1d730 req-5939a455-7ba7-4872-9c97-ca16d5d3e12b service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4950874 May 05 19:50:50.012846 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-e561901d-6e89-4248-8bb8-59b577ad8776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3453a7-e407-4e16-b477-c95c65c10354', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-696356457-router', 'tenant_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'b2d0710b-2614-479d-b7eb-29fbf11d2d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:47:46Z', 'updated_at': '2022-05-05T19:50:47Z', 'revision_number': 5, 'project_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'gw_port': {'id': 'b2d0710b-2614-479d-b7eb-29fbf11d2d67', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:81:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3453a7-e407-4e16-b477-c95c65c10354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:47:47Z', 'updated_at': '2022-05-05T19:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:50:50.025510 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e561901d-6e89-4248-8bb8-59b577ad8776 None None] Checking router: fc3453a7-e407-4e16-b477-c95c65c10354 for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 19:50:50.056621 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e561901d-6e89-4248-8bb8-59b577ad8776 None None] Routers {'fc3453a7-e407-4e16-b477-c95c65c10354'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:50:50.060378 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-e561901d-6e89-4248-8bb8-59b577ad8776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:50:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['fc3453a7-e407-4e16-b477-c95c65c10354'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:50:50.090600 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-abfa16fe-5c97-475f-a84f-4e1823100bc2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:50.093837 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ad5ed1-a9e4-4fcc-9341-6571bbb81a65 service neutron] Pushing event updated for resources: {'Port': ['ID=3ba4d002-1597-4c4b-9181-a58452c390ac,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:50:50.112155 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e9ae1ff9-7f35-428d-bfbd-f17c8203b85e req-15170484-24b9-44da-9c74-d5987110371d tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e50fd44-6059-4e3b-8f95-027c4583f97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461911 May 05 19:50:50.142824 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-abfa16fe-5c97-475f-a84f-4e1823100bc2 admin admin] Deleting port b2d0710b-2614-479d-b7eb-29fbf11d2d67 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:50:50.144078 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-abfa16fe-5c97-475f-a84f-4e1823100bc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:50.153138 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3501af65-627c-4f6b-bb5c-fde4ea3d3ab5 req-f0ad5ed1-a9e4-4fcc-9341-6571bbb81a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:50.153811 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-3501af65-627c-4f6b-bb5c-fde4ea3d3ab5 req-f0ad5ed1-a9e4-4fcc-9341-6571bbb81a65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:50.156160 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3501af65-627c-4f6b-bb5c-fde4ea3d3ab5 req-f0ad5ed1-a9e4-4fcc-9341-6571bbb81a65 service neutron] 10.222.0.24 "PUT /v2.0/ports/3ba4d002-1597-4c4b-9181-a58452c390ac HTTP/1.1" status: 200 len: 1091 time: 2.9331987 May 05 19:50:50.156692 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f39c04b7-8637-45cd-ba4b-771005cf2ec6', 'tag': '3ba4d002-1597-4c4b-9181-a58452c390ac'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:50:50.343928 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3501af65-627c-4f6b-bb5c-fde4ea3d3ab5 req-3bf2c008-a22d-4725-af5c-fffbab057a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:50.346437 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3501af65-627c-4f6b-bb5c-fde4ea3d3ab5 req-3bf2c008-a22d-4725-af5c-fffbab057a3a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=63ca58c29fae4c4eaafba189c1ec4492&device_id=f39c04b7-8637-45cd-ba4b-771005cf2ec6 HTTP/1.1" status: 200 len: 1094 time: 0.0970569 May 05 19:50:50.361846 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-e561901d-6e89-4248-8bb8-59b577ad8776 None None] Set router fc3453a7-e407-4e16-b477-c95c65c10354 gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:50:50.481314 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-e561901d-6e89-4248-8bb8-59b577ad8776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3453a7-e407-4e16-b477-c95c65c10354', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-696356457-router', 'tenant_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:47:46Z', 'updated_at': '2022-05-05T19:50:50Z', 'revision_number': 6, 'project_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'gw_port_host': None}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:50:50.487073 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e561901d-6e89-4248-8bb8-59b577ad8776 None None] The sync data for ids ['fc3453a7-e407-4e16-b477-c95c65c10354'] in n-d-840717-1 is: [{'id': 'fc3453a7-e407-4e16-b477-c95c65c10354', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-696356457-router', 'tenant_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:47:46Z', 'updated_at': '2022-05-05T19:50:50Z', 'revision_number': 6, 'project_id': 'd2cf325fc6b540ceb92a9f2c527df7f5', 'gw_port_host': None}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 19:50:50.523654 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3501af65-627c-4f6b-bb5c-fde4ea3d3ab5 req-db158c9e-42fa-4b9a-820a-c78eac8cb69a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ba4d002-1597-4c4b-9181-a58452c390ac HTTP/1.1" status: 200 len: 217 time: 0.1645813 May 05 19:50:50.557936 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-abfa16fe-5c97-475f-a84f-4e1823100bc2 admin admin] For port b2d0710b-2614-479d-b7eb-29fbf11d2d67, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=b2d0710b-2614-479d-b7eb-29fbf11d2d67,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:50:50.558549 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-abfa16fe-5c97-475f-a84f-4e1823100bc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:50.603055 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3501af65-627c-4f6b-bb5c-fde4ea3d3ab5 req-8cc4a2a4-198d-4e74-90c1-d42eb34faeec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:50.604657 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3501af65-627c-4f6b-bb5c-fde4ea3d3ab5 req-8cc4a2a4-198d-4e74-90c1-d42eb34faeec service neutron] 10.222.0.24 "GET /v2.0/subnets?id=99c4516e-78c1-4a80-85a0-0e7389d15301 HTTP/1.1" status: 200 len: 860 time: 0.0722382 May 05 19:50:50.660688 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3501af65-627c-4f6b-bb5c-fde4ea3d3ab5 req-5bbe5060-7e08-403c-93b3-0aad97b5469b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9e1d2257-41cc-4af2-afae-4ca8a9719a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475626 May 05 19:50:50.670818 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc5e12-7997-47aa-85c6-d8b9376c908a req-e792384f-d562-4081-a887-c326c4ba0c2c tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:50.677742 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d7cc5e12-7997-47aa-85c6-d8b9376c908a req-e792384f-d562-4081-a887-c326c4ba0c2c tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=f39c04b7-8637-45cd-ba4b-771005cf2ec6 HTTP/1.1" status: 200 len: 943 time: 0.2227082 May 05 19:50:50.724224 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-abfa16fe-5c97-475f-a84f-4e1823100bc2 admin admin] Calling delete_port for b2d0710b-2614-479d-b7eb-29fbf11d2d67 owned by network:router_gateway {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:50:50.764473 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f908f38-db61-4612-81b6-cbd0aef0e3b0 req-c151bd95-0d2d-4185-a35d-c7fd05fc77b9 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:50.766244 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9f908f38-db61-4612-81b6-cbd0aef0e3b0 req-c151bd95-0d2d-4185-a35d-c7fd05fc77b9 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a3d48fd-40b2-4544-8c01-95a3b1d11a54 HTTP/1.1" status: 200 len: 946 time: 0.4287593 May 05 19:50:50.778096 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59688) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:50:50.786421 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-bcfac76c-f33e-4e4b-a6ad-894164081004 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Request body: {'floatingip': {'port_id': '13f18669-8999-4bb7-b14e-57afb879772e'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:50:50.829033 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d7cc5e12-7997-47aa-85c6-d8b9376c908a req-a9f6bc84-340b-4b47-a96d-3784154b2a43 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503553 May 05 19:50:50.837302 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6864096c-b408-4a71-8f8f-89c9189d810c'] response: {'name': 'network-changed', 'server_uuid': 'f39c04b7-8637-45cd-ba4b-771005cf2ec6', 'tag': '3ba4d002-1597-4c4b-9181-a58452c390ac', 'status': 'completed', 'code': 200} May 05 19:50:50.918065 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3501af65-627c-4f6b-bb5c-fde4ea3d3ab5 req-e176c3d7-7be0-450d-a997-bd72650a541c service neutron] 10.222.0.24 "GET /v2.0/networks/9e1d2257-41cc-4af2-afae-4ca8a9719a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376320 May 05 19:50:50.926895 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bcfac76c-f33e-4e4b-a6ad-894164081004 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Notify callbacks [] for floatingip, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:51.168945 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3501af65-627c-4f6b-bb5c-fde4ea3d3ab5 req-88021dcd-6781-43d0-912b-8e95f50e7e1e service neutron] 10.222.0.24 "GET /v2.0/networks/9e1d2257-41cc-4af2-afae-4ca8a9719a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423551 May 05 19:50:51.230514 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 03a96616-ca03-4c30-9d12-63397b1bd69c details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:50:51.293528 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde00a92-d39d-4744-ba61-44ccf0de81e5 req-f8022977-d13d-443f-b32b-ace17891a628 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:51.304297 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dde00a92-d39d-4744-ba61-44ccf0de81e5 req-f8022977-d13d-443f-b32b-ace17891a628 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7f5a589-3b16-4448-9925-f6147d63a97a HTTP/1.1" status: 200 len: 949 time: 0.1702189 May 05 19:50:51.462770 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device b2d0710b-2614-479d-b7eb-29fbf11d2d67 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:50:51.491641 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dde00a92-d39d-4744-ba61-44ccf0de81e5 req-a6cc5206-36fd-4c83-8599-146d474eb00b tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822410 May 05 19:50:51.515055 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198392c9-dddf-45e9-9a80-9467633b03f9 req-24af629c-bea8-4ab7-a6ff-c3ff6b18d9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:51.516877 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-198392c9-dddf-45e9-9a80-9467633b03f9 req-24af629c-bea8-4ab7-a6ff-c3ff6b18d9a6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=63ca58c29fae4c4eaafba189c1ec4492&device_id=f39c04b7-8637-45cd-ba4b-771005cf2ec6 HTTP/1.1" status: 200 len: 1094 time: 0.2878191 May 05 19:50:51.552295 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 03a96616-ca03-4c30-9d12-63397b1bd69c, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=03a96616-ca03-4c30-9d12-63397b1bd69c,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:50:51.622562 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '03a96616-ca03-4c30-9d12-63397b1bd69c', 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3', 'port_id': '03a96616-ca03-4c30-9d12-63397b1bd69c', 'mac_address': 'fa:16:3e:d1:d8:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d72a8d3-0a35-4d3a-96b8-d869ff4093bc', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:50:51.718114 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:51.737985 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:51.759486 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198392c9-dddf-45e9-9a80-9467633b03f9 req-99bbdb05-7f7f-4813-bfac-fc8acefe0086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:51.760979 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port b2d0710b-2614-479d-b7eb-29fbf11d2d67, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=b2d0710b-2614-479d-b7eb-29fbf11d2d67,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:50:51.762769 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-198392c9-dddf-45e9-9a80-9467633b03f9 req-99bbdb05-7f7f-4813-bfac-fc8acefe0086 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9e1d2257-41cc-4af2-afae-4ca8a9719a05 HTTP/1.1" status: 200 len: 921 time: 0.2361667 May 05 19:50:51.764322 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03a96616-ca03-4c30-9d12-63397b1bd69c {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:50:51.771331 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:51.772267 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 8c54112f-3707-4af2-97c9-281beddce49a no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:50:51.856038 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 8c54112f-3707-4af2-97c9-281beddce49a {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 19:50:51.856415 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 8c54112f-3707-4af2-97c9-281beddce49a not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:50:51.865849 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-198392c9-dddf-45e9-9a80-9467633b03f9 req-398083ba-20b3-4c2f-a582-cf5b23f9db7e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ba4d002-1597-4c4b-9181-a58452c390ac HTTP/1.1" status: 200 len: 217 time: 0.0935364 May 05 19:50:51.875937 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 03a96616-ca03-4c30-9d12-63397b1bd69c, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=03a96616-ca03-4c30-9d12-63397b1bd69c,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:50:51.884533 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:51.896905 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=b2d0710b-2614-479d-b7eb-29fbf11d2d67,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:50:51.935988 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198392c9-dddf-45e9-9a80-9467633b03f9 req-e4d83c58-1e4e-42dc-a13e-c641f7ff4977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:51.939042 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-198392c9-dddf-45e9-9a80-9467633b03f9 req-e4d83c58-1e4e-42dc-a13e-c641f7ff4977 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=99c4516e-78c1-4a80-85a0-0e7389d15301 HTTP/1.1" status: 200 len: 860 time: 0.0632038 May 05 19:50:51.941007 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.api [None req-abfa16fe-5c97-475f-a84f-4e1823100bc2 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88197) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 19:50:51.941499 n-d-840717-1 neutron-server[88197]: DEBUG oslo_db.api [None req-abfa16fe-5c97-475f-a84f-4e1823100bc2 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 19:50:51.950196 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc5543-1a21-432b-8152-2f2007f33e21 req-364041a5-4e33-42ad-ad41-f8919c9c1000 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:51.951822 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a0bc5543-1a21-432b-8152-2f2007f33e21 req-364041a5-4e33-42ad-ad41-f8919c9c1000 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/ports?device_id=665d3940-2ca3-48d2-b66e-fb6648222e61 HTTP/1.1" status: 200 len: 948 time: 0.1532071 May 05 19:50:51.972965 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=03a96616-ca03-4c30-9d12-63397b1bd69c,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:50:52.014939 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-198392c9-dddf-45e9-9a80-9467633b03f9 req-43a6f8aa-8bb1-465d-8680-11ccbe225ad6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9e1d2257-41cc-4af2-afae-4ca8a9719a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659816 May 05 19:50:52.025130 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee807600-1b7f-41fc-9cb2-7fc5469c678f req-862dc098-052a-496f-b913-b5d6a2a91920 tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:52.026502 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ee807600-1b7f-41fc-9cb2-7fc5469c678f req-862dc098-052a-496f-b913-b5d6a2a91920 tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] 10.222.0.36 "GET /v2.0/ports?device_id=a265e3c6-76f1-4461-a9ad-07362de736f9 HTTP/1.1" status: 200 len: 949 time: 0.3245771 May 05 19:50:52.088962 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a0bc5543-1a21-432b-8152-2f2007f33e21 req-05d9198d-7fbc-41d9-894a-475e1cdcffda tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e50fd44-6059-4e3b-8f95-027c4583f97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249270 May 05 19:50:52.107763 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bcfac76c-f33e-4e4b-a6ad-894164081004 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:52.112301 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bcfac76c-f33e-4e4b-a6ad-894164081004 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:52.155387 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ee807600-1b7f-41fc-9cb2-7fc5469c678f req-b89e07db-aa3b-4dfa-aa20-84c52551390a tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ec4df19-718a-40d4-9715-81c352767ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105001 May 05 19:50:52.199628 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-198392c9-dddf-45e9-9a80-9467633b03f9 req-dbf9d61b-9766-452d-85ad-da6ab3f33c38 service neutron] 10.222.0.24 "GET /v2.0/networks/9e1d2257-41cc-4af2-afae-4ca8a9719a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711762 May 05 19:50:52.243306 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['03a96616-ca03-4c30-9d12-63397b1bd69c'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:50:52.375594 n-d-840717-1 neutron-server[88197]: INFO neutron.db.l3_db [None req-bcfac76c-f33e-4e4b-a6ad-894164081004 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Floating IP c7292cc8-0a46-42db-a514-0480a1fca375 associated. External IP: 172.25.0.34, port: 13f18669-8999-4bb7-b14e-57afb879772e. May 05 19:50:52.453305 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-abfa16fe-5c97-475f-a84f-4e1823100bc2 admin admin] Deleting port b2d0710b-2614-479d-b7eb-29fbf11d2d67 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:50:52.453557 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-abfa16fe-5c97-475f-a84f-4e1823100bc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:52.548226 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-198392c9-dddf-45e9-9a80-9467633b03f9 req-0c27db26-a150-4286-9852-b990900be91e service neutron] 10.222.0.24 "GET /v2.0/networks/9e1d2257-41cc-4af2-afae-4ca8a9719a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3368011 May 05 19:50:52.569432 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80349a87-286b-4123-846f-86fe84426efb req-fc4e57c3-62b9-4115-b99e-329952f78c5e tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:52.570829 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-80349a87-286b-4123-846f-86fe84426efb req-fc4e57c3-62b9-4115-b99e-329952f78c5e tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc2c5573-f977-4fac-a8cc-a0997b512a34 HTTP/1.1" status: 200 len: 949 time: 0.1152847 May 05 19:50:52.596836 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc1704-0296-4f89-9b7d-9d917859ca40 req-357fec60-1ee2-446f-b47e-3e6387e23729 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:52.598421 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-51cc1704-0296-4f89-9b7d-9d917859ca40 req-357fec60-1ee2-446f-b47e-3e6387e23729 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=f39c04b7-8637-45cd-ba4b-771005cf2ec6 HTTP/1.1" status: 200 len: 943 time: 0.3439035 May 05 19:50:52.655522 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-80349a87-286b-4123-846f-86fe84426efb req-af47d17a-f477-4e2d-a96a-70716786b169 tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2f9a13b-60c9-4a1b-b7c9-419170345c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747545 May 05 19:50:52.776329 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-51cc1704-0296-4f89-9b7d-9d917859ca40 req-1ed38c03-b385-4487-bfa5-cd35063b0bdf tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527703 May 05 19:50:52.920400 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-abfa16fe-5c97-475f-a84f-4e1823100bc2 admin admin] For port b2d0710b-2614-479d-b7eb-29fbf11d2d67, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=b2d0710b-2614-479d-b7eb-29fbf11d2d67,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:50:52.920850 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-abfa16fe-5c97-475f-a84f-4e1823100bc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:52.930536 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc1812-a307-442e-8b41-bfaea9b551c4 req-bb26a35a-22b3-43a4-add1-2016f9a5d383 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:52.932149 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7bdc1812-a307-442e-8b41-bfaea9b551c4 req-bb26a35a-22b3-43a4-add1-2016f9a5d383 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7f5a589-3b16-4448-9925-f6147d63a97a HTTP/1.1" status: 200 len: 949 time: 0.1316049 May 05 19:50:52.985449 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7bdc1812-a307-442e-8b41-bfaea9b551c4 req-cceca1ac-52f7-47b7-91db-51c6889dd04d tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469458 May 05 19:50:53.123301 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-abfa16fe-5c97-475f-a84f-4e1823100bc2 admin admin] Calling delete_port for b2d0710b-2614-479d-b7eb-29fbf11d2d67 owned by network:router_gateway {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:50:53.214300 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcfac76c-f33e-4e4b-a6ad-894164081004 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Router e028e2d9-f60d-4768-89e5-b98f0e173c7c has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 19:50:53.241215 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 03a96616-ca03-4c30-9d12-63397b1bd69c up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:50:53.333552 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port 03a96616-ca03-4c30-9d12-63397b1bd69c completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:50:53.341364 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 03a96616-ca03-4c30-9d12-63397b1bd69c triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:50:53.342607 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:53.350843 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c065caac-0c79-48d8-b5e9-fc78867c5f3c req-2e9af26b-b933-48a1-b1b7-bff8516b6871 tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:53.353396 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c065caac-0c79-48d8-b5e9-fc78867c5f3c req-2e9af26b-b933-48a1-b1b7-bff8516b6871 tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] 10.222.0.24 "GET /v2.0/ports?device_id=a265e3c6-76f1-4461-a9ad-07362de736f9 HTTP/1.1" status: 200 len: 949 time: 0.2148976 May 05 19:50:53.453552 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-c065caac-0c79-48d8-b5e9-fc78867c5f3c req-dc8d1199-854a-4468-9803-6d1c141c734f tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Deleting port a8b7f96e-894e-4203-a88b-b3a433aee066 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:50:53.454041 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c065caac-0c79-48d8-b5e9-fc78867c5f3c req-dc8d1199-854a-4468-9803-6d1c141c734f tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:53.485599 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:53.519443 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47addec8-b4a6-444b-a401-f22fca84f506 req-5b91c09f-eafe-4249-8bbd-2957d9ab520b tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:53.522245 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-47addec8-b4a6-444b-a401-f22fca84f506 req-5b91c09f-eafe-4249-8bbd-2957d9ab520b tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/ports?device_id=665d3940-2ca3-48d2-b66e-fb6648222e61 HTTP/1.1" status: 200 len: 949 time: 0.2988296 May 05 19:50:53.525117 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '665d3940-2ca3-48d2-b66e-fb6648222e61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a96616-ca03-4c30-9d12-63397b1bd69c'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:50:53.543766 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 03a96616-ca03-4c30-9d12-63397b1bd69c, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=03a96616-ca03-4c30-9d12-63397b1bd69c,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:50:53.550647 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:53.616365 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcfac76c-f33e-4e4b-a6ad-894164081004 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 19:50:53.632098 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6d510e-255b-4a3c-bac1-03a1a11e04a3 None None] Sync routers for ids ['e028e2d9-f60d-4768-89e5-b98f0e173c7c'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 19:50:53.653721 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6d510e-255b-4a3c-bac1-03a1a11e04a3 None None] Routers {'e028e2d9-f60d-4768-89e5-b98f0e173c7c'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:50:53.654419 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-da6d510e-255b-4a3c-bac1-03a1a11e04a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:50:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['e028e2d9-f60d-4768-89e5-b98f0e173c7c'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:50:53.697360 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-abfa16fe-5c97-475f-a84f-4e1823100bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:53.701409 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-47addec8-b4a6-444b-a401-f22fca84f506 req-3e3d6a18-a03d-4265-aaa9-dc99018568c2 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e50fd44-6059-4e3b-8f95-027c4583f97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665387 May 05 19:50:53.742461 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bcfac76c-f33e-4e4b-a6ad-894164081004 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:53.856020 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-c065caac-0c79-48d8-b5e9-fc78867c5f3c req-dc8d1199-854a-4468-9803-6d1c141c734f tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] For port a8b7f96e-894e-4203-a88b-b3a433aee066, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=a8b7f96e-894e-4203-a88b-b3a433aee066,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:50:53.856656 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c065caac-0c79-48d8-b5e9-fc78867c5f3c req-dc8d1199-854a-4468-9803-6d1c141c734f tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:53.878664 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfa16fe-5c97-475f-a84f-4e1823100bc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2d0710b-2614-479d-b7eb-29fbf11d2d67,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:50:53.896734 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-404f0f2d-802d-402c-b890-a160db28f6db'] response: {'server_uuid': '665d3940-2ca3-48d2-b66e-fb6648222e61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a96616-ca03-4c30-9d12-63397b1bd69c', 'code': 200} May 05 19:50:53.910322 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=03a96616-ca03-4c30-9d12-63397b1bd69c,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:50:53.915957 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-abfa16fe-5c97-475f-a84f-4e1823100bc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:53.966622 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-da6d510e-255b-4a3c-bac1-03a1a11e04a3 None None] Set router e028e2d9-f60d-4768-89e5-b98f0e173c7c gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:50:54.001056 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfa16fe-5c97-475f-a84f-4e1823100bc2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:50:54.001056 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfa16fe-5c97-475f-a84f-4e1823100bc2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:50:54.001056 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfa16fe-5c97-475f-a84f-4e1823100bc2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:50:54.001056 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfa16fe-5c97-475f-a84f-4e1823100bc2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:50:54.001056 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfa16fe-5c97-475f-a84f-4e1823100bc2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:50:54.001056 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfa16fe-5c97-475f-a84f-4e1823100bc2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:50:54.001056 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfa16fe-5c97-475f-a84f-4e1823100bc2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:50:54.001056 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfa16fe-5c97-475f-a84f-4e1823100bc2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:50:54.001056 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfa16fe-5c97-475f-a84f-4e1823100bc2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:50:54.001056 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfa16fe-5c97-475f-a84f-4e1823100bc2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:50:54.001056 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfa16fe-5c97-475f-a84f-4e1823100bc2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:50:54.001056 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfa16fe-5c97-475f-a84f-4e1823100bc2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:50:54.117073 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-c065caac-0c79-48d8-b5e9-fc78867c5f3c req-dc8d1199-854a-4468-9803-6d1c141c734f tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Calling delete_port for a8b7f96e-894e-4203-a88b-b3a433aee066 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:50:54.154749 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-bcfac76c-f33e-4e4b-a6ad-894164081004 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] 10.222.0.36 "PUT /v2.0/floatingips/c7292cc8-0a46-42db-a514-0480a1fca375 HTTP/1.1" status: 200 len: 991 time: 3.3754873 May 05 19:50:54.163915 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-abfa16fe-5c97-475f-a84f-4e1823100bc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:54.166752 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-abfa16fe-5c97-475f-a84f-4e1823100bc2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:54.171554 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a3d48fd-40b2-4544-8c01-95a3b1d11a54', 'tag': '13f18669-8999-4bb7-b14e-57afb879772e'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:50:54.276693 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee872654-161f-4054-91f5-48129024088d req-f095376a-42d1-4d9b-9328-4204d3c591ed tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:54.278585 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34502593-94ec-4dc1-95c8-5fcd3856d9cf req-e6a963c5-ee3a-4c05-9993-be0a0870de17 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:54.279952 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ee872654-161f-4054-91f5-48129024088d req-f095376a-42d1-4d9b-9328-4204d3c591ed tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] 10.222.0.36 "GET /v2.0/ports?device_id=a265e3c6-76f1-4461-a9ad-07362de736f9 HTTP/1.1" status: 200 len: 949 time: 0.6201203 May 05 19:50:54.280070 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-34502593-94ec-4dc1-95c8-5fcd3856d9cf req-e6a963c5-ee3a-4c05-9993-be0a0870de17 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=f39c04b7-8637-45cd-ba4b-771005cf2ec6 HTTP/1.1" status: 200 len: 943 time: 0.1705227 May 05 19:50:54.291650 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-abfa16fe-5c97-475f-a84f-4e1823100bc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:54.292138 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abfa16fe-5c97-475f-a84f-4e1823100bc2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc3453a7-e407-4e16-b477-c95c65c10354 {{(pid=88197) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 19:50:54.340495 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-abfa16fe-5c97-475f-a84f-4e1823100bc2 admin admin] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:54.344634 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-abfa16fe-5c97-475f-a84f-4e1823100bc2 admin admin] 10.222.0.36 "DELETE /v2.0/routers/fc3453a7-e407-4e16-b477-c95c65c10354 HTTP/1.1" status: 204 len: 168 time: 5.0562005 May 05 19:50:54.349727 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59838) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:50:54.356787 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596758f3-e911-49dd-83ec-5527b2915a54 req-bfb80b96-3482-4434-8eab-1d8a3cd506f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:54.358261 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-596758f3-e911-49dd-83ec-5527b2915a54 req-bfb80b96-3482-4434-8eab-1d8a3cd506f0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=665d3940-2ca3-48d2-b66e-fb6648222e61 HTTP/1.1" status: 200 len: 1101 time: 0.4569130 May 05 19:50:54.393335 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-34502593-94ec-4dc1-95c8-5fcd3856d9cf req-ac657d3d-f149-40dd-929a-4e7968a04852 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740998 May 05 19:50:54.406366 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ee872654-161f-4054-91f5-48129024088d req-5fc863ea-25e5-47ce-9d0b-d02d7d3df594 tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ec4df19-718a-40d4-9715-81c352767ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167700 May 05 19:50:54.409994 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c065caac-0c79-48d8-b5e9-fc78867c5f3c req-dc8d1199-854a-4468-9803-6d1c141c734f tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:54.431700 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['f41be030-f2d5-47f1-b237-630ddc7e4278', 'a8b7f96e-894e-4203-a88b-b3a433aee066'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:50:54.518942 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-596758f3-e911-49dd-83ec-5527b2915a54 req-2389a767-3bd7-43ba-80e5-49604fecf57e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3e50fd44-6059-4e3b-8f95-027c4583f97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234417 May 05 19:50:54.535172 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8d1199-854a-4468-9803-6d1c141c734f tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Pushing event deleted for resources: {'Port': ['ID=a8b7f96e-894e-4203-a88b-b3a433aee066,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:50:54.539094 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f2368d2-da03-472a-b6b3-edd57cdc72f5 admin admin] Deleting subnet d902a8d0-b514-4bd9-bafe-ab994adadb04 {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 19:50:54.544298 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1f2368d2-da03-472a-b6b3-edd57cdc72f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:54.548807 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8d1199-854a-4468-9803-6d1c141c734f tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:50:54.549276 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8d1199-854a-4468-9803-6d1c141c734f tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:50:54.549713 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8d1199-854a-4468-9803-6d1c141c734f tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:50:54.550269 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8d1199-854a-4468-9803-6d1c141c734f tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:50:54.550698 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8d1199-854a-4468-9803-6d1c141c734f tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:50:54.551132 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8d1199-854a-4468-9803-6d1c141c734f tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:50:54.551585 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8d1199-854a-4468-9803-6d1c141c734f tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:50:54.552030 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8d1199-854a-4468-9803-6d1c141c734f tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:50:54.552457 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8d1199-854a-4468-9803-6d1c141c734f tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:50:54.552882 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8d1199-854a-4468-9803-6d1c141c734f tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:50:54.553306 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8d1199-854a-4468-9803-6d1c141c734f tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:50:54.553728 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8d1199-854a-4468-9803-6d1c141c734f tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:50:54.620701 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-c065caac-0c79-48d8-b5e9-fc78867c5f3c req-dc8d1199-854a-4468-9803-6d1c141c734f tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] No DVR routers for this DVR port a8b7f96e-894e-4203-a88b-b3a433aee066 on host n-h1-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:50:54.625519 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c065caac-0c79-48d8-b5e9-fc78867c5f3c req-dc8d1199-854a-4468-9803-6d1c141c734f tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:54.627681 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-da6d510e-255b-4a3c-bac1-03a1a11e04a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e028e2d9-f60d-4768-89e5-b98f0e173c7c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1448522101-router', 'tenant_id': '9ab4a98eac4a43fd9990405f39079105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'c27bc6fa-e42c-4b8b-b7e4-1c7582624a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:49:00Z', 'updated_at': '2022-05-05T19:49:11Z', 'revision_number': 4, 'project_id': '9ab4a98eac4a43fd9990405f39079105', 'gw_port': {'id': 'c27bc6fa-e42c-4b8b-b7e4-1c7582624a1c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:8e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e028e2d9-f60d-4768-89e5-b98f0e173c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:49:02Z', 'updated_at': '2022-05-05T19:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': 'c7292cc8-0a46-42db-a514-0480a1fca375', 'tenant_id': '9ab4a98eac4a43fd9990405f39079105', 'floating_ip_address': '172.25.0.34', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'e028e2d9-f60d-4768-89e5-b98f0e173c7c', 'port_id': '13f18669-8999-4bb7-b14e-57afb879772e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '437a7ddd-67cb-4099-8524-e097583de73f', 'mac_address': 'fa:16:3e:a3:5f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3d48fd-40b2-4544-8c01-95a3b1d11a54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T19:50:17Z', 'updated_at': '2022-05-05T19:50:51Z', 'revision_number': 1, 'project_id': '9ab4a98eac4a43fd9990405f39079105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a669da36-efec-4c83-a63f-e78f7f0a4b4c', 'name': '', 'network_id': '437a7ddd-67cb-4099-8524-e097583de73f', 'tenant_id': '9ab4a98eac4a43fd9990405f39079105', 'mac_address': 'fa:16:3e:cc:87:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e028e2d9-f60d-4768-89e5-b98f0e173c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'be9b9f6e-6d36-4843-877a-9bcb21e60117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:49:10Z', 'updated_at': '2022-05-05T19:49:20Z', 'revision_number': 5, 'project_id': '9ab4a98eac4a43fd9990405f39079105', 'subnets': [{'id': 'be9b9f6e-6d36-4843-877a-9bcb21e60117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:50:54.634796 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a265e3c6-76f1-4461-a9ad-07362de736f9', 'name': 'network-vif-deleted', 'tag': 'a8b7f96e-894e-4203-a88b-b3a433aee066'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:50:54.670500 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6d510e-255b-4a3c-bac1-03a1a11e04a3 None None] Checking router: e028e2d9-f60d-4768-89e5-b98f0e173c7c for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 19:50:54.675708 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c065caac-0c79-48d8-b5e9-fc78867c5f3c req-dc8d1199-854a-4468-9803-6d1c141c734f tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] 10.222.0.24 "DELETE /v2.0/ports/a8b7f96e-894e-4203-a88b-b3a433aee066 HTTP/1.1" status: 204 len: 173 time: 1.3103802 May 05 19:50:54.691656 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6d510e-255b-4a3c-bac1-03a1a11e04a3 None None] Routers {'e028e2d9-f60d-4768-89e5-b98f0e173c7c'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:50:54.692644 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-da6d510e-255b-4a3c-bac1-03a1a11e04a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:50:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['e028e2d9-f60d-4768-89e5-b98f0e173c7c'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:50:54.692767 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1f2368d2-da03-472a-b6b3-edd57cdc72f5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:54.794667 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e690af-13fe-4662-8b23-905ca7623a6f req-acc83d4e-4310-46b0-af35-0a44a840cb9c tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:54.801841 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d2e690af-13fe-4662-8b23-905ca7623a6f req-acc83d4e-4310-46b0-af35-0a44a840cb9c tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7f5a589-3b16-4448-9925-f6147d63a97a HTTP/1.1" status: 200 len: 949 time: 0.2018497 May 05 19:50:54.821672 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1f2368d2-da03-472a-b6b3-edd57cdc72f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:54.896761 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d2e690af-13fe-4662-8b23-905ca7623a6f req-56ff1f51-bfbe-4067-8dba-71e051322220 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940561 May 05 19:50:54.925005 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1f2368d2-da03-472a-b6b3-edd57cdc72f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:54.943572 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-da6d510e-255b-4a3c-bac1-03a1a11e04a3 None None] Set router e028e2d9-f60d-4768-89e5-b98f0e173c7c gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:50:54.970619 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1f2368d2-da03-472a-b6b3-edd57cdc72f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:54.978951 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2368d2-da03-472a-b6b3-edd57cdc72f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d902a8d0-b514-4bd9-bafe-ab994adadb04,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:50:54.985968 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59854) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:50:54.986694 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-1f2368d2-da03-472a-b6b3-edd57cdc72f5 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d902a8d0-b514-4bd9-bafe-ab994adadb04 HTTP/1.1" status: 204 len: 168 time: 0.6350980 May 05 19:50:54.989587 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c68d5e3-1daa-4afb-83fd-04aa1eece933 None None] Network 1753be5e-696a-42f8-9a08-d20a05c27948 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:50:55.111087 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-97671071-792a-4789-ac04-0a4647e0b8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:55.157318 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-97671071-792a-4789-ac04-0a4647e0b8da admin admin] Deleting port 385f4d6c-551f-4698-9b24-105ff3a263e2 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:50:55.158019 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-97671071-792a-4789-ac04-0a4647e0b8da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:55.177797 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cecb30a-fd46-47f2-81d5-71a682124c74'] response: {'name': 'network-changed', 'server_uuid': '1a3d48fd-40b2-4544-8c01-95a3b1d11a54', 'tag': '13f18669-8999-4bb7-b14e-57afb879772e', 'status': 'completed', 'code': 200} May 05 19:50:55.237070 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d18249a6-7967-4451-bf1e-6aed1bd5ce8b'] response: {'server_uuid': 'a265e3c6-76f1-4461-a9ad-07362de736f9', 'name': 'network-vif-deleted', 'tag': 'a8b7f96e-894e-4203-a88b-b3a433aee066', 'status': 'completed', 'code': 200} May 05 19:50:55.289750 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 3ba4d002-1597-4c4b-9181-a58452c390ac details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:50:55.464923 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1a704-a1be-4d50-babf-165afcfc20ca req-4ce3de01-7085-4675-bed4-97e7799584a6 tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:55.466805 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ccd1a704-a1be-4d50-babf-165afcfc20ca req-4ce3de01-7085-4675-bed4-97e7799584a6 tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b1f650ea-33a1-49e0-b9ce-33d7e6b1cea8 HTTP/1.1" status: 200 len: 1096 time: 0.3724582 May 05 19:50:55.514374 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.resource_extend [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 19:50:55.526828 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ccd1a704-a1be-4d50-babf-165afcfc20ca req-84a7cb29-ffac-42c9-8281-22b2f71741fc tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484812 May 05 19:50:55.537908 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 0af1e876-6cbb-43ac-8651-13e29ac07993 no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:50:55.555432 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1af73a-020f-4163-904e-f2f6c0b4c2cb req-97719e9e-f394-4cac-ad6b-5b8816e05e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:55.556916 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4a1af73a-020f-4163-904e-f2f6c0b4c2cb req-97719e9e-f394-4cac-ad6b-5b8816e05e29 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9ab4a98eac4a43fd9990405f39079105&device_id=1a3d48fd-40b2-4544-8c01-95a3b1d11a54 HTTP/1.1" status: 200 len: 1097 time: 0.3571620 May 05 19:50:55.588737 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-97671071-792a-4789-ac04-0a4647e0b8da admin admin] For port 385f4d6c-551f-4698-9b24-105ff3a263e2, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=385f4d6c-551f-4698-9b24-105ff3a263e2,segment=NetworkSegment(0415ad73-5a7f-40e0-b4c4-886469d943b6),segment_id=0415ad73-5a7f-40e0-b4c4-886469d943b6)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:50:55.588881 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-97671071-792a-4789-ac04-0a4647e0b8da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:55.750286 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-97671071-792a-4789-ac04-0a4647e0b8da admin admin] Calling delete_port for 385f4d6c-551f-4698-9b24-105ff3a263e2 owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:50:55.786982 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:55.813978 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 3ba4d002-1597-4c4b-9181-a58452c390ac, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=3ba4d002-1597-4c4b-9181-a58452c390ac,segment=NetworkSegment(74addc21-9c2f-4292-8d75-7048fb7d56d2),segment_id=74addc21-9c2f-4292-8d75-7048fb7d56d2)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:50:55.862097 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 0af1e876-6cbb-43ac-8651-13e29ac07993, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=0af1e876-6cbb-43ac-8651-13e29ac07993,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:50:55.866256 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '3ba4d002-1597-4c4b-9181-a58452c390ac', 'network_id': '9e1d2257-41cc-4af2-afae-4ca8a9719a05', 'port_id': '3ba4d002-1597-4c4b-9181-a58452c390ac', 'mac_address': 'fa:16:3e:4c:e5:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c4516e-78c1-4a80-85a0-0e7389d15301', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:50:55.874193 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c91828-d6a2-4043-bc03-6962cf4dff59 None None] DHCP port deletion for 1753be5e-696a-42f8-9a08-d20a05c27948 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 19:50:55.877907 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1af73a-020f-4163-904e-f2f6c0b4c2cb req-ed6ccd72-aad4-433d-9b01-928ddfbe4f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:55.883257 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4a1af73a-020f-4163-904e-f2f6c0b4c2cb req-ed6ccd72-aad4-433d-9b01-928ddfbe4f64 service neutron] 10.222.0.50 "GET /v2.0/networks?id=437a7ddd-67cb-4099-8524-e097583de73f HTTP/1.1" status: 200 len: 916 time: 0.3191435 May 05 19:50:55.884265 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:55.906662 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-97671071-792a-4789-ac04-0a4647e0b8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:55.937494 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc2c5573-f977-4fac-a8cc-a0997b512a34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0af1e876-6cbb-43ac-8651-13e29ac07993'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:50:55.945424 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-da6d510e-255b-4a3c-bac1-03a1a11e04a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e028e2d9-f60d-4768-89e5-b98f0e173c7c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1448522101-router', 'tenant_id': '9ab4a98eac4a43fd9990405f39079105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'c27bc6fa-e42c-4b8b-b7e4-1c7582624a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:49:00Z', 'updated_at': '2022-05-05T19:49:11Z', 'revision_number': 4, 'project_id': '9ab4a98eac4a43fd9990405f39079105', 'gw_port': {'id': 'c27bc6fa-e42c-4b8b-b7e4-1c7582624a1c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:8e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e028e2d9-f60d-4768-89e5-b98f0e173c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:49:02Z', 'updated_at': '2022-05-05T19:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': 'c7292cc8-0a46-42db-a514-0480a1fca375', 'tenant_id': '9ab4a98eac4a43fd9990405f39079105', 'floating_ip_address': '172.25.0.34', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'e028e2d9-f60d-4768-89e5-b98f0e173c7c', 'port_id': '13f18669-8999-4bb7-b14e-57afb879772e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '437a7ddd-67cb-4099-8524-e097583de73f', 'mac_address': 'fa:16:3e:a3:5f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3d48fd-40b2-4544-8c01-95a3b1d11a54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T19:50:17Z', 'updated_at': '2022-05-05T19:50:51Z', 'revision_number': 1, 'project_id': '9ab4a98eac4a43fd9990405f39079105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a669da36-efec-4c83-a63f-e78f7f0a4b4c', 'name': '', 'network_id': '437a7ddd-67cb-4099-8524-e097583de73f', 'tenant_id': '9ab4a98eac4a43fd9990405f39079105', 'mac_address': 'fa:16:3e:cc:87:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e028e2d9-f60d-4768-89e5-b98f0e173c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'be9b9f6e-6d36-4843-877a-9bcb21e60117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:49:10Z', 'updated_at': '2022-05-05T19:49:20Z', 'revision_number': 5, 'project_id': '9ab4a98eac4a43fd9990405f39079105', 'subnets': [{'id': 'be9b9f6e-6d36-4843-877a-9bcb21e60117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:50:55.963804 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97671071-792a-4789-ac04-0a4647e0b8da admin admin] Pushing event deleted for resources: {'Port': ['ID=385f4d6c-551f-4698-9b24-105ff3a263e2,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:50:55.977734 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97671071-792a-4789-ac04-0a4647e0b8da admin admin] No DVR routers for this DVR port 385f4d6c-551f-4698-9b24-105ff3a263e2 on host n-d-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:50:56.006807 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-f4c91828-d6a2-4043-bc03-6962cf4dff59 None None] Deleting port 385f4d6c-551f-4698-9b24-105ff3a263e2 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:50:56.007317 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f4c91828-d6a2-4043-bc03-6962cf4dff59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:56.052985 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4a1af73a-020f-4163-904e-f2f6c0b4c2cb req-f8e0d29a-c336-4bfe-a298-7195a554f942 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13f18669-8999-4bb7-b14e-57afb879772e HTTP/1.1" status: 200 len: 999 time: 0.1275599 May 05 19:50:56.064157 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6d510e-255b-4a3c-bac1-03a1a11e04a3 None None] The sync data for ids ['e028e2d9-f60d-4768-89e5-b98f0e173c7c'] in n-d-840717-1 is: [{'id': 'e028e2d9-f60d-4768-89e5-b98f0e173c7c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1448522101-router', 'tenant_id': '9ab4a98eac4a43fd9990405f39079105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'c27bc6fa-e42c-4b8b-b7e4-1c7582624a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:49:00Z', 'updated_at': '2022-05-05T19:49:11Z', 'revision_number': 4, 'project_id': '9ab4a98eac4a43fd9990405f39079105', 'gw_port': {'id': 'c27bc6fa-e42c-4b8b-b7e4-1c7582624a1c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:8e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e028e2d9-f60d-4768-89e5-b98f0e173c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:49:02Z', 'updated_at': '2022-05-05T19:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': 'c7292cc8-0a46-42db-a514-0480a1fca375', 'tenant_id': '9ab4a98eac4a43fd9990405f39079105', 'floating_ip_address': '172.25.0.34', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'e028e2d9-f60d-4768-89e5-b98f0e173c7c', 'port_id': '13f18669-8999-4bb7-b14e-57afb879772e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '437a7ddd-67cb-4099-8524-e097583de73f', 'mac_address': 'fa:16:3e:a3:5f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3d48fd-40b2-4544-8c01-95a3b1d11a54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T19:50:17Z', 'updated_at': '2022-05-05T19:50:51Z', 'revision_number': 1, 'project_id': '9ab4a98eac4a43fd9990405f39079105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a669da36-efec-4c83-a63f-e78f7f0a4b4c', 'name': '', 'network_id': '437a7ddd-67cb-4099-8524-e097583de73f', 'tenant_id': '9ab4a98eac4a43fd9990405f39079105', 'mac_address': 'fa:16:3e:cc:87:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e028e2d9-f60d-4768-89e5-b98f0e173c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'be9b9f6e-6d36-4843-877a-9bcb21e60117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:49:10Z', 'updated_at': '2022-05-05T19:49:20Z', 'revision_number': 5, 'project_id': '9ab4a98eac4a43fd9990405f39079105', 'subnets': [{'id': 'be9b9f6e-6d36-4843-877a-9bcb21e60117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 19:50:56.109390 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-f4c91828-d6a2-4043-bc03-6962cf4dff59 None None] The port '385f4d6c-551f-4698-9b24-105ff3a263e2' was deleted {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 19:50:56.110693 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef14ce1-64a2-4d1e-bf57-24051371c8f8 req-b631c58b-0271-4393-a404-3d484923f79c tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:56.112335 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7ef14ce1-64a2-4d1e-bf57-24051371c8f8 req-b631c58b-0271-4393-a404-3d484923f79c tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=f39c04b7-8637-45cd-ba4b-771005cf2ec6 HTTP/1.1" status: 200 len: 943 time: 0.2189972 May 05 19:50:56.129406 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-97671071-792a-4789-ac04-0a4647e0b8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:56.137222 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:56.166039 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1af73a-020f-4163-904e-f2f6c0b4c2cb req-3d86e312-d3a9-4f78-956e-289679c9df52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:56.168477 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4a1af73a-020f-4163-904e-f2f6c0b4c2cb req-3d86e312-d3a9-4f78-956e-289679c9df52 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=be9b9f6e-6d36-4843-877a-9bcb21e60117 HTTP/1.1" status: 200 len: 854 time: 0.1072414 May 05 19:50:56.170815 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a2b429-733c-4f46-b7be-7d6d928f56a6 req-91a04b48-7003-4da5-b276-be098bb390da tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:56.172455 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d7a2b429-733c-4f46-b7be-7d6d928f56a6 req-91a04b48-7003-4da5-b276-be098bb390da tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/ports?device_id=665d3940-2ca3-48d2-b66e-fb6648222e61 HTTP/1.1" status: 200 len: 950 time: 0.3290048 May 05 19:50:56.174827 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-97671071-792a-4789-ac04-0a4647e0b8da admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:50:56.175248 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-97671071-792a-4789-ac04-0a4647e0b8da admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:50:56.176051 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-97671071-792a-4789-ac04-0a4647e0b8da admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:50:56.176381 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-97671071-792a-4789-ac04-0a4647e0b8da admin admin] Subscribe: > port after_create 55550000 {{(pid=88198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:50:56.176696 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-97671071-792a-4789-ac04-0a4647e0b8da admin admin] Subscribe: > port after_delete 55550000 {{(pid=88198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:50:56.177041 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-97671071-792a-4789-ac04-0a4647e0b8da admin admin] Subscribe: > port after_update 55550000 {{(pid=88198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:50:56.177357 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-97671071-792a-4789-ac04-0a4647e0b8da admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:50:56.177686 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-97671071-792a-4789-ac04-0a4647e0b8da admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:50:56.177998 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-97671071-792a-4789-ac04-0a4647e0b8da admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:50:56.178306 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-97671071-792a-4789-ac04-0a4647e0b8da admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:50:56.205218 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=0af1e876-6cbb-43ac-8651-13e29ac07993,revision_number=8']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:50:56.214908 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ba4d002-1597-4c4b-9181-a58452c390ac {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:50:56.232161 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 3ba4d002-1597-4c4b-9181-a58452c390ac, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=3ba4d002-1597-4c4b-9181-a58452c390ac,segment=NetworkSegment(74addc21-9c2f-4292-8d75-7048fb7d56d2),segment_id=74addc21-9c2f-4292-8d75-7048fb7d56d2)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:50:56.241782 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:56.252884 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7ef14ce1-64a2-4d1e-bf57-24051371c8f8 req-bd51de26-fd57-4e6b-871f-9599f5e62117 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156125 May 05 19:50:56.274656 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1af73a-020f-4163-904e-f2f6c0b4c2cb req-fde7b8ad-ceab-4617-a05d-7dcb81164ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:56.276255 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4a1af73a-020f-4163-904e-f2f6c0b4c2cb req-fde7b8ad-ceab-4617-a05d-7dcb81164ec7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=437a7ddd-67cb-4099-8524-e097583de73f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0967829 May 05 19:50:56.312253 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=3ba4d002-1597-4c4b-9181-a58452c390ac,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:50:56.355687 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6daf7d1-067c-46ee-9ee7-bf23874358d0 None None] New status for floating IP c7292cc8-0a46-42db-a514-0480a1fca375: ACTIVE {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 19:50:56.422403 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-97671071-792a-4789-ac04-0a4647e0b8da admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:50:56.422744 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-97671071-792a-4789-ac04-0a4647e0b8da admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:50:56.423239 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-97671071-792a-4789-ac04-0a4647e0b8da admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:50:56.425125 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-97671071-792a-4789-ac04-0a4647e0b8da admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:50:56.425125 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-97671071-792a-4789-ac04-0a4647e0b8da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1753be5e-696a-42f8-9a08-d20a05c27948']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:50:56.455895 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-97671071-792a-4789-ac04-0a4647e0b8da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0415ad73-5a7f-40e0-b4c4-886469d943b6') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:50:56.456138 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-97671071-792a-4789-ac04-0a4647e0b8da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0415ad73-5a7f-40e0-b4c4-886469d943b6') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:50:56.458537 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4a1af73a-020f-4163-904e-f2f6c0b4c2cb req-be8e8bc5-c600-4af4-8b3b-b1484cd411d6 service neutron] 10.222.0.50 "GET /v2.0/networks/437a7ddd-67cb-4099-8524-e097583de73f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721826 May 05 19:50:56.473053 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-97671071-792a-4789-ac04-0a4647e0b8da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:56.517670 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d7a2b429-733c-4f46-b7be-7d6d928f56a6 req-85153f8d-7220-45bd-867e-990e945e367d tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e50fd44-6059-4e3b-8f95-027c4583f97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773885 May 05 19:50:56.518904 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-97671071-792a-4789-ac04-0a4647e0b8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:56.529513 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['3ba4d002-1597-4c4b-9181-a58452c390ac'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:50:56.537378 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97671071-792a-4789-ac04-0a4647e0b8da admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 19:50:56.537981 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-97671071-792a-4789-ac04-0a4647e0b8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:56.604531 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4a1af73a-020f-4163-904e-f2f6c0b4c2cb req-ce701586-f532-4203-ae13-b7d8b24a5f7e service neutron] 10.222.0.50 "GET /v2.0/networks/437a7ddd-67cb-4099-8524-e097583de73f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364131 May 05 19:50:56.622119 n-d-840717-1 neutron-server[88198]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 05 19:50:56.622119 n-d-840717-1 neutron-server[88198]: from cryptography.utils import int_from_bytes May 05 19:50:56.622119 n-d-840717-1 neutron-server[88198]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 05 19:50:56.622119 n-d-840717-1 neutron-server[88198]: from cryptography.utils import int_from_bytes May 05 19:50:56.622119 n-d-840717-1 neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 05 19:50:56.622119 n-d-840717-1 neutron-server[88198]: util.warn_limited( May 05 19:50:56.622119 n-d-840717-1 neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 05 19:50:56.622119 n-d-840717-1 neutron-server[88198]: util.warn_limited( May 05 19:50:56.622119 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 19:50:56.622119 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 19:50:56.622119 n-d-840717-1 neutron-server[88198]: timer() May 05 19:50:56.622119 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 19:50:56.622119 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 19:50:56.622119 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 19:50:56.622119 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 19:50:56.622119 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 19:50:56.622119 n-d-840717-1 neutron-server[88198]: self._notify() May 05 19:50:56.622119 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 19:50:56.622119 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 19:50:56.622119 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 19:50:56.622119 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 19:50:56.622119 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 19:50:56.622119 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 19:50:56.622119 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 19:50:56.622119 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 19:50:56.622119 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 19:50:56.622119 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 19:50:56.622119 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 19:50:56.622119 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 19:50:56.622119 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 19:50:56.622119 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 19:50:56.622119 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 19:50:56.622119 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 19:50:56.622119 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 19:50:56.622119 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 19:50:56.622119 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 19:50:56.622119 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 19:50:56.622119 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 19:50:56.622119 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 19:50:56.622119 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 19:50:56.785289 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-97671071-792a-4789-ac04-0a4647e0b8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:56.823124 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-97671071-792a-4789-ac04-0a4647e0b8da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:56.827244 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97671071-792a-4789-ac04-0a4647e0b8da admin admin] Pushing event deleted for resources: {'Network': ['ID=1753be5e-696a-42f8-9a08-d20a05c27948,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:50:56.857748 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-97671071-792a-4789-ac04-0a4647e0b8da admin admin] 10.222.0.36 "DELETE /v2.0/networks/1753be5e-696a-42f8-9a08-d20a05c27948 HTTP/1.1" status: 204 len: 168 time: 1.8697276 May 05 19:50:56.860715 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59886) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:50:56.930359 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9abd685-5dd0-4614-949b-01e9dc4cb11d req-6b6304a9-eea9-48f2-af10-2d3adf7b927d tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:56.931859 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f9abd685-5dd0-4614-949b-01e9dc4cb11d req-6b6304a9-eea9-48f2-af10-2d3adf7b927d tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7f5a589-3b16-4448-9925-f6147d63a97a HTTP/1.1" status: 200 len: 949 time: 0.2093434 May 05 19:50:57.065912 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f9abd685-5dd0-4614-949b-01e9dc4cb11d req-94e6bc04-30ce-46d6-b042-35d55e2c0a0b tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192799 May 05 19:50:57.120853 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14d1c4ed-b95d-42cf-a0b6-f63419f79a05'] response: {'server_uuid': 'bc2c5573-f977-4fac-a8cc-a0997b512a34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0af1e876-6cbb-43ac-8651-13e29ac07993', 'code': 200} May 05 19:50:57.274060 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device a8b7f96e-894e-4203-a88b-b3a433aee066 no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:50:57.337714 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] No Port match for: a8b7f96e-894e-4203-a88b-b3a433aee066 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 19:50:57.344004 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device a8b7f96e-894e-4203-a88b-b3a433aee066 not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:50:57.416895 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 385f4d6c-551f-4698-9b24-105ff3a263e2 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:50:57.459170 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 385f4d6c-551f-4698-9b24-105ff3a263e2 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 19:50:57.459788 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 385f4d6c-551f-4698-9b24-105ff3a263e2 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:50:57.559885 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-82a79b8a-5bda-436a-a178-5481e8f632cb tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 19:50:57.560882 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-82a79b8a-5bda-436a-a178-5481e8f632cb tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0492899 May 05 19:50:57.576547 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-473f46d8-7236-440e-9c25-72d749160ff8 service neutron] Request body: {'binding': {'host': 'n-h2-840717-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:50:57.576898 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-473f46d8-7236-440e-9c25-72d749160ff8 service neutron] Unknown quota resources ['binding']. {{(pid=88198) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 05 19:50:57.848530 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-21b81e6a-c213-4d7f-a50a-be7906f52736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:57.958303 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd08f40-d2d1-4fc7-86dd-9f645d1d7253 req-66a25d37-bfae-4776-9e0c-a0b4a0c4f650 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:57.959783 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1cd08f40-d2d1-4fc7-86dd-9f645d1d7253 req-66a25d37-bfae-4776-9e0c-a0b4a0c4f650 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=f39c04b7-8637-45cd-ba4b-771005cf2ec6 HTTP/1.1" status: 200 len: 944 time: 0.4492834 May 05 19:50:58.126075 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-473f46d8-7236-440e-9c25-72d749160ff8 service neutron] Attempting to bind port 478f6a74-57f1-4900-99d8-96e662021eb5 on host n-h2-840717-1 for vnic_type normal with profile None {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:50:58.126325 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-473f46d8-7236-440e-9c25-72d749160ff8 service neutron] Attempting to bind port 478f6a74-57f1-4900-99d8-96e662021eb5 by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': '2fd00a77-6cab-42c3-b322-459c43fd8637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '87da803f-e7d0-44ba-a1c3-46d895a6576d'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:50:58.126654 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-473f46d8-7236-440e-9c25-72d749160ff8 service neutron] Attempting to bind port 478f6a74-57f1-4900-99d8-96e662021eb5 on network 87da803f-e7d0-44ba-a1c3-46d895a6576d {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:50:58.133040 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1cd08f40-d2d1-4fc7-86dd-9f645d1d7253 req-d1ef4103-c483-4b2a-be0a-d38685844860 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579137 May 05 19:50:58.142952 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-473f46d8-7236-440e-9c25-72d749160ff8 service neutron] Port 478f6a74-57f1-4900-99d8-96e662021eb5 on network 87da803f-e7d0-44ba-a1c3-46d895a6576d not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:50:58.143267 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-473f46d8-7236-440e-9c25-72d749160ff8 service neutron] Attempting to bind port 478f6a74-57f1-4900-99d8-96e662021eb5 on network 87da803f-e7d0-44ba-a1c3-46d895a6576d {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:50:58.209879 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-473f46d8-7236-440e-9c25-72d749160ff8 service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:50:58.210217 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-473f46d8-7236-440e-9c25-72d749160ff8 service neutron] Checking segment: {'id': '2fd00a77-6cab-42c3-b322-459c43fd8637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '87da803f-e7d0-44ba-a1c3-46d895a6576d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:50:58.210606 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-473f46d8-7236-440e-9c25-72d749160ff8 service neutron] Bound using segment: {'id': '2fd00a77-6cab-42c3-b322-459c43fd8637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '87da803f-e7d0-44ba-a1c3-46d895a6576d'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:50:58.211031 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-473f46d8-7236-440e-9c25-72d749160ff8 service neutron] Bound port: 478f6a74-57f1-4900-99d8-96e662021eb5, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fd00a77-6cab-42c3-b322-459c43fd8637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '87da803f-e7d0-44ba-a1c3-46d895a6576d'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:50:58.349837 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-473f46d8-7236-440e-9c25-72d749160ff8 service neutron] For port 478f6a74-57f1-4900-99d8-96e662021eb5, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=478f6a74-57f1-4900-99d8-96e662021eb5,segment=NetworkSegment(2fd00a77-6cab-42c3-b322-459c43fd8637),segment_id=2fd00a77-6cab-42c3-b322-459c43fd8637)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:50:58.359404 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-473f46d8-7236-440e-9c25-72d749160ff8 service neutron] Notify callbacks [] for binding, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:58.360514 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-473f46d8-7236-440e-9c25-72d749160ff8 service neutron] 10.222.0.36 "POST /v2.0/ports/478f6a74-57f1-4900-99d8-96e662021eb5/bindings HTTP/1.1" status: 201 len: 389 time: 0.7935157 May 05 19:50:58.377571 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe22ce2-b780-45c0-b8c0-08194e339277 req-0fe9319e-9b94-4e68-afc2-26104b4063f7 tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:58.378162 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-abe22ce2-b780-45c0-b8c0-08194e339277 req-0fe9319e-9b94-4e68-afc2-26104b4063f7 tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Synchronizing usage tracker for tenant:a39a8689f2664a719c8fc650ec3305f9 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:50:58.440768 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-abe22ce2-b780-45c0-b8c0-08194e339277 req-0fe9319e-9b94-4e68-afc2-26104b4063f7 tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Unset dirty status for tenant:a39a8689f2664a719c8fc650ec3305f9 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:50:58.441919 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-abe22ce2-b780-45c0-b8c0-08194e339277 req-0fe9319e-9b94-4e68-afc2-26104b4063f7 tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e83ccb-6d07-4919-a8a9-c2089e1dd58f HTTP/1.1" status: 200 len: 950 time: 0.2026479 May 05 19:50:58.446568 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-21b81e6a-c213-4d7f-a50a-be7906f52736 admin admin] Deleting port 1f48e8fb-7a39-4a04-a20f-6d4c36dc5c85 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:50:58.446897 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-21b81e6a-c213-4d7f-a50a-be7906f52736 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:58.562723 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-abe22ce2-b780-45c0-b8c0-08194e339277 req-4e1286d1-9587-464b-80d3-fc3e9756480f tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ec4df19-718a-40d4-9715-81c352767ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905731 May 05 19:50:58.666511 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f8c54b-aecf-43b7-9189-96191e84d1e7 req-ede8a51d-ed44-40f4-86a1-76847b21d39e tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:58.668058 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a2f8c54b-aecf-43b7-9189-96191e84d1e7 req-ede8a51d-ed44-40f4-86a1-76847b21d39e tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/ports?device_id=665d3940-2ca3-48d2-b66e-fb6648222e61 HTTP/1.1" status: 200 len: 950 time: 0.1513875 May 05 19:50:58.750113 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a2f8c54b-aecf-43b7-9189-96191e84d1e7 req-e0b51e92-556a-4ea6-8b2a-1ee5fd6856ea tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e50fd44-6059-4e3b-8f95-027c4583f97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756822 May 05 19:50:58.758852 n-d-840717-1 neutron-server[88197]: INFO neutron.api.v2.resource [req-405a6be6-cf73-48f6-b04b-b6eeb02d9fc1 req-74e91744-7b9f-4f65-ad09-a9dcb442a580 service neutron] show failed (client error): The resource could not be found. May 05 19:50:58.759846 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-405a6be6-cf73-48f6-b04b-b6eeb02d9fc1 req-74e91744-7b9f-4f65-ad09-a9dcb442a580 service neutron] 10.222.0.50 "GET /v2.0/ports/046cff30-9f24-4516-aca1-577e77e2491f/bindings/n-h1-840717-1 HTTP/1.1" status: 404 len: 380 time: 0.1398859 May 05 19:50:58.799222 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-21b81e6a-c213-4d7f-a50a-be7906f52736 admin admin] For port 1f48e8fb-7a39-4a04-a20f-6d4c36dc5c85, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=1f48e8fb-7a39-4a04-a20f-6d4c36dc5c85,segment=NetworkSegment(5a9f88f1-07d3-463d-9a7c-95b2532b0485),segment_id=5a9f88f1-07d3-463d-9a7c-95b2532b0485)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:50:58.799602 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-21b81e6a-c213-4d7f-a50a-be7906f52736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:58.929976 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-21b81e6a-c213-4d7f-a50a-be7906f52736 admin admin] Calling delete_port for 1f48e8fb-7a39-4a04-a20f-6d4c36dc5c85 owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:50:58.991100 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-323b56ce-6d66-4935-98b0-e0def335912e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:58.992635 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-323b56ce-6d66-4935-98b0-e0def335912e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ec798a1d17654fd38a17594ac4520b82&device_id=b1f650ea-33a1-49e0-b9ce-33d7e6b1cea8 HTTP/1.1" status: 200 len: 1096 time: 0.3482370 May 05 19:50:59.004310 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9eebb-7115-4df9-832e-4ea382cb7747 req-d9ddc921-3f82-4d29-9fd4-0a39f8842f82 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:59.005777 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f3d9eebb-7115-4df9-832e-4ea382cb7747 req-d9ddc921-3f82-4d29-9fd4-0a39f8842f82 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7f5a589-3b16-4448-9925-f6147d63a97a HTTP/1.1" status: 200 len: 949 time: 0.3184631 May 05 19:50:59.006907 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c376a7c3-b65f-495a-89cd-9c5d4744b141 req-2ea9f0c8-48bc-44df-8499-acfb8dfdcd86 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:59.008512 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c376a7c3-b65f-495a-89cd-9c5d4744b141 req-2ea9f0c8-48bc-44df-8499-acfb8dfdcd86 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1f650ea-33a1-49e0-b9ce-33d7e6b1cea8 HTTP/1.1" status: 200 len: 945 time: 0.0852356 May 05 19:50:59.137189 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c376a7c3-b65f-495a-89cd-9c5d4744b141 req-83e179ca-80ee-4b55-8960-e7145032513a tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136222 May 05 19:50:59.176586 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaefe26-381c-4a20-90ba-426fb04626fc req-2c3c39ff-807a-43e6-a9b7-ba522bea7cae tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:59.178209 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fdaefe26-381c-4a20-90ba-426fb04626fc req-2c3c39ff-807a-43e6-a9b7-ba522bea7cae tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] 10.222.0.24 "GET /v2.0/ports?device_id=53e83ccb-6d07-4919-a8a9-c2089e1dd58f HTTP/1.1" status: 200 len: 950 time: 0.1165893 May 05 19:50:59.254284 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-fdaefe26-381c-4a20-90ba-426fb04626fc req-737cbfc8-43d5-4cee-b914-4164e0683b92 tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Deleting port f41be030-f2d5-47f1-b237-630ddc7e4278 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:50:59.254795 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-fdaefe26-381c-4a20-90ba-426fb04626fc req-737cbfc8-43d5-4cee-b914-4164e0683b92 tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:59.292367 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 3ba4d002-1597-4c4b-9181-a58452c390ac up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:50:59.343637 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f3d9eebb-7115-4df9-832e-4ea382cb7747 req-dfba6d22-93da-40fd-b4cc-dfd548a6abe5 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167055 May 05 19:50:59.400506 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port 3ba4d002-1597-4c4b-9181-a58452c390ac completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:50:59.411050 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 3ba4d002-1597-4c4b-9181-a58452c390ac triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:50:59.414810 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:59.438010 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-e69bc929-72a4-4952-8e69-2f19c61975f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:59.439408 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-e69bc929-72a4-4952-8e69-2f19c61975f5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=87da803f-e7d0-44ba-a1c3-46d895a6576d HTTP/1.1" status: 200 len: 908 time: 0.4327335 May 05 19:50:59.525157 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a6be6-cf73-48f6-b04b-b6eeb02d9fc1 req-2d7517c7-008e-42f0-abbe-94b4779ecbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:59.526565 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-405a6be6-cf73-48f6-b04b-b6eeb02d9fc1 req-2d7517c7-008e-42f0-abbe-94b4779ecbea service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f7f5a589-3b16-4448-9925-f6147d63a97a&tenant_id=928b29e96aaf42dd9d4dc06b8e5f9969 HTTP/1.1" status: 200 len: 1100 time: 0.4932280 May 05 19:50:59.527583 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 0af1e876-6cbb-43ac-8651-13e29ac07993 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:50:59.587987 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-405a6be6-cf73-48f6-b04b-b6eeb02d9fc1 req-918a3f79-a3d6-4adf-add0-5cad8edc3533 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-840717-1', 'device_owner': 'compute:nova'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:50:59.622116 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-dfe528cb-76d1-4541-8955-b5b604bb0655 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=478f6a74-57f1-4900-99d8-96e662021eb5 HTTP/1.1" status: 200 len: 217 time: 0.1695154 May 05 19:50:59.677049 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-fdaefe26-381c-4a20-90ba-426fb04626fc req-737cbfc8-43d5-4cee-b914-4164e0683b92 tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] For port f41be030-f2d5-47f1-b237-630ddc7e4278, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=f41be030-f2d5-47f1-b237-630ddc7e4278,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:50:59.677998 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-fdaefe26-381c-4a20-90ba-426fb04626fc req-737cbfc8-43d5-4cee-b914-4164e0683b92 tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:59.761935 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:59.805939 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f39c04b7-8637-45cd-ba4b-771005cf2ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ba4d002-1597-4c4b-9181-a58452c390ac'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:50:59.827743 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 3ba4d002-1597-4c4b-9181-a58452c390ac, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=3ba4d002-1597-4c4b-9181-a58452c390ac,segment=NetworkSegment(74addc21-9c2f-4292-8d75-7048fb7d56d2),segment_id=74addc21-9c2f-4292-8d75-7048fb7d56d2)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:50:59.830242 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 0af1e876-6cbb-43ac-8651-13e29ac07993, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=0af1e876-6cbb-43ac-8651-13e29ac07993,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:50:59.844311 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:59.853322 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-cad53a28-c28f-42f7-af53-cce3e43d59b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:50:59.854810 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-cad53a28-c28f-42f7-af53-cce3e43d59b9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=af43fcc5-064b-4df8-a8c0-be1ad4feb5a8 HTTP/1.1" status: 200 len: 847 time: 0.2221406 May 05 19:50:59.916109 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': '0af1e876-6cbb-43ac-8651-13e29ac07993', 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3', 'port_id': '0af1e876-6cbb-43ac-8651-13e29ac07993', 'mac_address': 'fa:16:3e:71:ca:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d72a8d3-0a35-4d3a-96b8-d869ff4093bc', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:50:59.929776 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-8c6cead9-61c9-454e-a213-0651d17af5ce service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=87da803f-e7d0-44ba-a1c3-46d895a6576d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652249 May 05 19:50:59.954271 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-405a6be6-cf73-48f6-b04b-b6eeb02d9fc1 req-918a3f79-a3d6-4adf-add0-5cad8edc3533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:50:59.974088 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-21b81e6a-c213-4d7f-a50a-be7906f52736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:00.009868 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=3ba4d002-1597-4c4b-9181-a58452c390ac,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:00.026462 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:00.045732 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-fdaefe26-381c-4a20-90ba-426fb04626fc req-737cbfc8-43d5-4cee-b914-4164e0683b92 tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Calling delete_port for f41be030-f2d5-47f1-b237-630ddc7e4278 owned by compute:nova {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:51:00.051448 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0af1e876-6cbb-43ac-8651-13e29ac07993 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:51:00.065024 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805ec41-7e4d-4e04-a47b-487384df4753 req-f7160425-8e13-428c-83a6-1a1fe447c704 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:00.071986 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1805ec41-7e4d-4e04-a47b-487384df4753 req-f7160425-8e13-428c-83a6-1a1fe447c704 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=f39c04b7-8637-45cd-ba4b-771005cf2ec6 HTTP/1.1" status: 200 len: 944 time: 0.5381489 May 05 19:51:00.072362 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 0af1e876-6cbb-43ac-8651-13e29ac07993, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=0af1e876-6cbb-43ac-8651-13e29ac07993,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:51:00.076850 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:00.114878 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b81e6a-c213-4d7f-a50a-be7906f52736 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f48e8fb-7a39-4a04-a20f-6d4c36dc5c85,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:00.187259 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e9473-520a-4e2a-ad10-98e7aa784a39 req-2826aacb-37a6-4097-b211-fb6e0e42be10 tempest-ServersAdminTestJSON-45750803 tempest-ServersAdminTestJSON-45750803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:00.187718 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e9473-520a-4e2a-ad10-98e7aa784a39 req-2826aacb-37a6-4097-b211-fb6e0e42be10 tempest-ServersAdminTestJSON-45750803 tempest-ServersAdminTestJSON-45750803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:00.188183 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e9473-520a-4e2a-ad10-98e7aa784a39 req-2826aacb-37a6-4097-b211-fb6e0e42be10 tempest-ServersAdminTestJSON-45750803 tempest-ServersAdminTestJSON-45750803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:00.188651 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e9473-520a-4e2a-ad10-98e7aa784a39 req-2826aacb-37a6-4097-b211-fb6e0e42be10 tempest-ServersAdminTestJSON-45750803 tempest-ServersAdminTestJSON-45750803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:00.189107 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e9473-520a-4e2a-ad10-98e7aa784a39 req-2826aacb-37a6-4097-b211-fb6e0e42be10 tempest-ServersAdminTestJSON-45750803 tempest-ServersAdminTestJSON-45750803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:00.189456 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['0af1e876-6cbb-43ac-8651-13e29ac07993'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:51:00.189596 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e9473-520a-4e2a-ad10-98e7aa784a39 req-2826aacb-37a6-4097-b211-fb6e0e42be10 tempest-ServersAdminTestJSON-45750803 tempest-ServersAdminTestJSON-45750803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:00.190010 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e9473-520a-4e2a-ad10-98e7aa784a39 req-2826aacb-37a6-4097-b211-fb6e0e42be10 tempest-ServersAdminTestJSON-45750803 tempest-ServersAdminTestJSON-45750803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:00.190466 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e9473-520a-4e2a-ad10-98e7aa784a39 req-2826aacb-37a6-4097-b211-fb6e0e42be10 tempest-ServersAdminTestJSON-45750803 tempest-ServersAdminTestJSON-45750803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:00.190921 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e9473-520a-4e2a-ad10-98e7aa784a39 req-2826aacb-37a6-4097-b211-fb6e0e42be10 tempest-ServersAdminTestJSON-45750803 tempest-ServersAdminTestJSON-45750803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:00.191438 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e9473-520a-4e2a-ad10-98e7aa784a39 req-2826aacb-37a6-4097-b211-fb6e0e42be10 tempest-ServersAdminTestJSON-45750803 tempest-ServersAdminTestJSON-45750803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:00.191851 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e9473-520a-4e2a-ad10-98e7aa784a39 req-2826aacb-37a6-4097-b211-fb6e0e42be10 tempest-ServersAdminTestJSON-45750803 tempest-ServersAdminTestJSON-45750803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:00.192425 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e9473-520a-4e2a-ad10-98e7aa784a39 req-2826aacb-37a6-4097-b211-fb6e0e42be10 tempest-ServersAdminTestJSON-45750803 tempest-ServersAdminTestJSON-45750803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:00.201614 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-574e9473-520a-4e2a-ad10-98e7aa784a39 req-2826aacb-37a6-4097-b211-fb6e0e42be10 tempest-ServersAdminTestJSON-45750803 tempest-ServersAdminTestJSON-45750803-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=665d3940-2ca3-48d2-b66e-fb6648222e61&device_id=f39c04b7-8637-45cd-ba4b-771005cf2ec6&device_id=1a3d48fd-40b2-4544-8c01-95a3b1d11a54&device_id=fafeb67c-3a8a-4c3c-9447-355d989e420c&device_id=a11ba6de-5726-49e3-a0f8-106f7a184fd5&device_id=b1f650ea-33a1-49e0-b9ce-33d7e6b1cea8&device_id=f7f5a589-3b16-4448-9925-f6147d63a97a&device_id=53e83ccb-6d07-4919-a8a9-c2089e1dd58f&device_id=bc2c5573-f977-4fac-a8cc-a0997b512a34&device_id=a8d939f4-0851-4bce-afcf-3b292497067f&device_id=34fe469f-2452-4b5f-bbd8-86cac3e6e0b0&device_id=4b36d1d8-47f4-45eb-bd91-d7c1f042b613 HTTP/1.1" status: 200 len: 10891 time: 0.2563963 May 05 19:51:00.229041 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=0af1e876-6cbb-43ac-8651-13e29ac07993,revision_number=9']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:00.283717 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-574e9473-520a-4e2a-ad10-98e7aa784a39 req-df755b92-d61b-4ee4-8070-74e2af76de8a tempest-ServersAdminTestJSON-45750803 tempest-ServersAdminTestJSON-45750803-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:00.365976 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-574e9473-520a-4e2a-ad10-98e7aa784a39 req-df755b92-d61b-4ee4-8070-74e2af76de8a tempest-ServersAdminTestJSON-45750803 tempest-ServersAdminTestJSON-45750803-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:51:00.372575 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-574e9473-520a-4e2a-ad10-98e7aa784a39 req-df755b92-d61b-4ee4-8070-74e2af76de8a tempest-ServersAdminTestJSON-45750803 tempest-ServersAdminTestJSON-45750803-project-admin] Usage tracker for resource:security_group_rule and tenant:e7e11c99eb574618b4aefdfe91e60f05 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:51:00.377199 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-574e9473-520a-4e2a-ad10-98e7aa784a39 req-df755b92-d61b-4ee4-8070-74e2af76de8a tempest-ServersAdminTestJSON-45750803 tempest-ServersAdminTestJSON-45750803-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:51:00.393234 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-574e9473-520a-4e2a-ad10-98e7aa784a39 req-df755b92-d61b-4ee4-8070-74e2af76de8a tempest-ServersAdminTestJSON-45750803 tempest-ServersAdminTestJSON-45750803-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:51:00.410951 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-fdaefe26-381c-4a20-90ba-426fb04626fc req-737cbfc8-43d5-4cee-b914-4164e0683b92 tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:00.425732 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1805ec41-7e4d-4e04-a47b-487384df4753 req-86ea1ee5-6b84-4ef4-999a-14a63634c6e3 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3527973 May 05 19:51:00.431944 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['f41be030-f2d5-47f1-b237-630ddc7e4278'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:51:00.446626 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-078c20bf-5073-4db6-9045-fb3db21e35ae service neutron] 10.222.0.50 "GET /v2.0/networks/87da803f-e7d0-44ba-a1c3-46d895a6576d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5097060 May 05 19:51:00.514986 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737cbfc8-43d5-4cee-b914-4164e0683b92 tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Pushing event deleted for resources: {'Port': ['ID=f41be030-f2d5-47f1-b237-630ddc7e4278,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:00.627633 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdaefe26-381c-4a20-90ba-426fb04626fc req-737cbfc8-43d5-4cee-b914-4164e0683b92 tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] No DVR routers for this DVR port f41be030-f2d5-47f1-b237-630ddc7e4278 on host n-h1-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:51:00.633550 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-fdaefe26-381c-4a20-90ba-426fb04626fc req-737cbfc8-43d5-4cee-b914-4164e0683b92 tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:00.636925 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53e83ccb-6d07-4919-a8a9-c2089e1dd58f', 'name': 'network-vif-deleted', 'tag': 'f41be030-f2d5-47f1-b237-630ddc7e4278'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:51:00.673126 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fdaefe26-381c-4a20-90ba-426fb04626fc req-737cbfc8-43d5-4cee-b914-4164e0683b92 tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] 10.222.0.24 "DELETE /v2.0/ports/f41be030-f2d5-47f1-b237-630ddc7e4278 HTTP/1.1" status: 204 len: 173 time: 1.4871762 May 05 19:51:00.718519 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-574e9473-520a-4e2a-ad10-98e7aa784a39 req-df755b92-d61b-4ee4-8070-74e2af76de8a tempest-ServersAdminTestJSON-45750803 tempest-ServersAdminTestJSON-45750803-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:00.724718 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-574e9473-520a-4e2a-ad10-98e7aa784a39 req-df755b92-d61b-4ee4-8070-74e2af76de8a tempest-ServersAdminTestJSON-45750803 tempest-ServersAdminTestJSON-45750803-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:00.766131 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-574e9473-520a-4e2a-ad10-98e7aa784a39 req-df755b92-d61b-4ee4-8070-74e2af76de8a tempest-ServersAdminTestJSON-45750803 tempest-ServersAdminTestJSON-45750803-project-admin] Synchronizing usage tracker for tenant:e7e11c99eb574618b4aefdfe91e60f05 on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:51:00.789674 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df755b92-d61b-4ee4-8070-74e2af76de8a tempest-ServersAdminTestJSON-45750803 tempest-ServersAdminTestJSON-45750803-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71300e3d-0132-43b2-a5cf-efd960286c01,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:00.795971 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-24c4ff97-8a27-46d5-8c1b-c080d36d0e43 req-694e1f2d-f8fc-437f-a16a-9b9acc6b8b86 tempest-ServersAdminNegativeTestJSON-1909955356 tempest-ServersAdminNegativeTestJSON-1909955356-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e83ccb-6d07-4919-a8a9-c2089e1dd58f HTTP/1.1" status: 200 len: 210 time: 0.0838020 May 05 19:51:00.814596 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-574e9473-520a-4e2a-ad10-98e7aa784a39 req-df755b92-d61b-4ee4-8070-74e2af76de8a tempest-ServersAdminTestJSON-45750803 tempest-ServersAdminTestJSON-45750803-project-admin] Unset dirty status for tenant:e7e11c99eb574618b4aefdfe91e60f05 on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:51:00.833841 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-574e9473-520a-4e2a-ad10-98e7aa784a39 req-df755b92-d61b-4ee4-8070-74e2af76de8a tempest-ServersAdminTestJSON-45750803 tempest-ServersAdminTestJSON-45750803-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=3e50fd44-6059-4e3b-8f95-027c4583f97c&id=7ec4df19-718a-40d4-9715-81c352767ca5&id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&id=a2f9a13b-60c9-4a1b-b7c9-419170345c8c&id=a60fe5e7-515f-4a46-b438-cfc95f49a4e4&id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 714 time: 0.6312191 May 05 19:51:00.889517 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f0e34a7-5189-4ead-a95c-733f454296d8'] response: {'server_uuid': 'f39c04b7-8637-45cd-ba4b-771005cf2ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ba4d002-1597-4c4b-9181-a58452c390ac', 'code': 200} May 05 19:51:01.160359 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdce162-4b08-465d-a1d2-431502e7fc37 req-8cc5e405-25bb-4a82-90ef-d1ef341c63bc tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:01.161867 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9cdce162-4b08-465d-a1d2-431502e7fc37 req-8cc5e405-25bb-4a82-90ef-d1ef341c63bc tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7f5a589-3b16-4448-9925-f6147d63a97a HTTP/1.1" status: 200 len: 949 time: 0.1209004 May 05 19:51:01.167904 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ddc9d-dbdb-46f0-93eb-8e228ac2de51 req-ec9d6d96-bd6c-4716-a453-2778991dc166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:01.169901 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3c0ddc9d-dbdb-46f0-93eb-8e228ac2de51 req-ec9d6d96-bd6c-4716-a453-2778991dc166 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f39c04b7-8637-45cd-ba4b-771005cf2ec6 HTTP/1.1" status: 200 len: 1096 time: 0.1865189 May 05 19:51:01.242626 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9cdce162-4b08-465d-a1d2-431502e7fc37 req-8b31efa1-5cb7-4428-9124-36ad40f62fbf tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716465 May 05 19:51:01.259179 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3c0ddc9d-dbdb-46f0-93eb-8e228ac2de51 req-eee7770b-cfa6-4a4d-aac1-b6e8841da18b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659192 May 05 19:51:01.295707 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-21b81e6a-c213-4d7f-a50a-be7906f52736 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:01.308901 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-898dc5b3-ff30-46ba-9f35-8ea276ec0276'] response: {'server_uuid': '53e83ccb-6d07-4919-a8a9-c2089e1dd58f', 'name': 'network-vif-deleted', 'tag': 'f41be030-f2d5-47f1-b237-630ddc7e4278', 'status': 'completed', 'code': 200} May 05 19:51:01.519106 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 0af1e876-6cbb-43ac-8651-13e29ac07993 up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:51:01.604820 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-405a6be6-cf73-48f6-b04b-b6eeb02d9fc1 req-918a3f79-a3d6-4adf-add0-5cad8edc3533 service neutron] For port 046cff30-9f24-4516-aca1-577e77e2491f, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=046cff30-9f24-4516-aca1-577e77e2491f,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:51:01.627462 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-5c427f0d-5a47-4349-9aa2-a6a34eaa11b0 service neutron] 10.222.0.50 "GET /v2.0/networks/87da803f-e7d0-44ba-a1c3-46d895a6576d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1611516 May 05 19:51:01.703959 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port 0af1e876-6cbb-43ac-8651-13e29ac07993 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:51:01.704323 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:01.725622 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d30a4d-a4dc-4815-a647-283c00636f0e req-81a7d860-340f-4f55-ae41-7c49f493f727 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:01.727130 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e4d30a4d-a4dc-4815-a647-283c00636f0e req-81a7d860-340f-4f55-ae41-7c49f493f727 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=f39c04b7-8637-45cd-ba4b-771005cf2ec6 HTTP/1.1" status: 200 len: 945 time: 0.1570270 May 05 19:51:01.818376 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a6e33-3449-4ab3-8f43-2c2ed9ca4cdf req-379cb1f1-6dff-467b-9239-c3a7cd5f439d tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:01.825592 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a41a6e33-3449-4ab3-8f43-2c2ed9ca4cdf req-379cb1f1-6dff-467b-9239-c3a7cd5f439d tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1f650ea-33a1-49e0-b9ce-33d7e6b1cea8 HTTP/1.1" status: 200 len: 945 time: 0.5110514 May 05 19:51:01.878149 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e4d30a4d-a4dc-4815-a647-283c00636f0e req-25c5a532-ba20-4c8d-aa48-66e3ea096ddd tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368306 May 05 19:51:01.891153 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-405a6be6-cf73-48f6-b04b-b6eeb02d9fc1 req-918a3f79-a3d6-4adf-add0-5cad8edc3533 service neutron] For port 046cff30-9f24-4516-aca1-577e77e2491f, host n-h2-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:51:01.966163 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:02.044725 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a41a6e33-3449-4ab3-8f43-2c2ed9ca4cdf req-2054ecf3-41a3-4fa4-8af0-b918ac19dfc3 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181885 May 05 19:51:02.053517 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 0af1e876-6cbb-43ac-8651-13e29ac07993, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=0af1e876-6cbb-43ac-8651-13e29ac07993,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:51:02.060583 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:02.158021 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7f5a589-3b16-4448-9925-f6147d63a97a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '046cff30-9f24-4516-aca1-577e77e2491f'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:51:02.234866 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=0af1e876-6cbb-43ac-8651-13e29ac07993,revision_number=10']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:02.302683 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-405a6be6-cf73-48f6-b04b-b6eeb02d9fc1 req-918a3f79-a3d6-4adf-add0-5cad8edc3533 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:02.384790 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-405a6be6-cf73-48f6-b04b-b6eeb02d9fc1 req-918a3f79-a3d6-4adf-add0-5cad8edc3533 service neutron] Transition to ACTIVE for port object 046cff30-9f24-4516-aca1-577e77e2491f will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:51:02.400735 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-405a6be6-cf73-48f6-b04b-b6eeb02d9fc1 req-918a3f79-a3d6-4adf-add0-5cad8edc3533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:02.458348 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01afbcc8-cf26-4b65-b0bc-7e760a4c53c0'] response: {'server_uuid': 'f7f5a589-3b16-4448-9925-f6147d63a97a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '046cff30-9f24-4516-aca1-577e77e2491f', 'code': 200} May 05 19:51:02.542966 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8bc78-d59b-4cff-988e-d8c428cb0524 req-275c4e3d-a16e-4ab0-8a79-28dc51f1d514 tempest-ServersAdminTestJSON-45750803 tempest-ServersAdminTestJSON-45750803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:02.543589 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8bc78-d59b-4cff-988e-d8c428cb0524 req-275c4e3d-a16e-4ab0-8a79-28dc51f1d514 tempest-ServersAdminTestJSON-45750803 tempest-ServersAdminTestJSON-45750803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:02.546447 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8bc78-d59b-4cff-988e-d8c428cb0524 req-275c4e3d-a16e-4ab0-8a79-28dc51f1d514 tempest-ServersAdminTestJSON-45750803 tempest-ServersAdminTestJSON-45750803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:02.562187 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b6c8bc78-d59b-4cff-988e-d8c428cb0524 req-275c4e3d-a16e-4ab0-8a79-28dc51f1d514 tempest-ServersAdminTestJSON-45750803 tempest-ServersAdminTestJSON-45750803-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=665d3940-2ca3-48d2-b66e-fb6648222e61&device_id=fafeb67c-3a8a-4c3c-9447-355d989e420c&device_id=a11ba6de-5726-49e3-a0f8-106f7a184fd5 HTTP/1.1" status: 200 len: 2882 time: 0.1893675 May 05 19:51:02.628911 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b6c8bc78-d59b-4cff-988e-d8c428cb0524 req-36e2a8d0-c7d0-4122-a1ad-5638f19a3a57 tempest-ServersAdminTestJSON-45750803 tempest-ServersAdminTestJSON-45750803-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=3e50fd44-6059-4e3b-8f95-027c4583f97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654731 May 05 19:51:02.853578 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-405a6be6-cf73-48f6-b04b-b6eeb02d9fc1 req-918a3f79-a3d6-4adf-add0-5cad8edc3533 service neutron] No DVR routers for this DVR port 046cff30-9f24-4516-aca1-577e77e2491f on host n-h2-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:51:02.886156 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60016) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:51:02.891495 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc2c5573-f977-4fac-a8cc-a0997b512a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af1e876-6cbb-43ac-8651-13e29ac07993'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:51:02.959951 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7f172e8-2743-47f0-a10d-11caf5c6b63c'] response: {'server_uuid': 'bc2c5573-f977-4fac-a8cc-a0997b512a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af1e876-6cbb-43ac-8651-13e29ac07993', 'code': 200} May 05 19:51:02.961956 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21b81e6a-c213-4d7f-a50a-be7906f52736 admin admin] Router 077e68a6-60a7-4287-a660-5c47f8184b47 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 19:51:02.994990 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918a3f79-a3d6-4adf-add0-5cad8edc3533 service neutron] Pushing event updated for resources: {'Port': ['ID=046cff30-9f24-4516-aca1-577e77e2491f,revision_number=6']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:03.064120 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-405a6be6-cf73-48f6-b04b-b6eeb02d9fc1 req-918a3f79-a3d6-4adf-add0-5cad8edc3533 service neutron] Attempting to bind port 046cff30-9f24-4516-aca1-577e77e2491f on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:51:03.064789 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-405a6be6-cf73-48f6-b04b-b6eeb02d9fc1 req-918a3f79-a3d6-4adf-add0-5cad8edc3533 service neutron] Attempting to bind port 046cff30-9f24-4516-aca1-577e77e2491f by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:51:03.065349 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405a6be6-cf73-48f6-b04b-b6eeb02d9fc1 req-918a3f79-a3d6-4adf-add0-5cad8edc3533 service neutron] Attempting to bind port 046cff30-9f24-4516-aca1-577e77e2491f on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:51:03.076988 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405a6be6-cf73-48f6-b04b-b6eeb02d9fc1 req-918a3f79-a3d6-4adf-add0-5cad8edc3533 service neutron] Port 046cff30-9f24-4516-aca1-577e77e2491f on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:51:03.077674 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405a6be6-cf73-48f6-b04b-b6eeb02d9fc1 req-918a3f79-a3d6-4adf-add0-5cad8edc3533 service neutron] Attempting to bind port 046cff30-9f24-4516-aca1-577e77e2491f on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:51:03.107897 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc54705a-8596-46b1-b8e1-ce4a7c3fb0f5 req-9f662e05-1c32-477e-b770-3bc6e0e2cc9f tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:03.109804 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bc54705a-8596-46b1-b8e1-ce4a7c3fb0f5 req-9f662e05-1c32-477e-b770-3bc6e0e2cc9f tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7f5a589-3b16-4448-9925-f6147d63a97a HTTP/1.1" status: 200 len: 947 time: 0.3679049 May 05 19:51:03.115290 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405a6be6-cf73-48f6-b04b-b6eeb02d9fc1 req-918a3f79-a3d6-4adf-add0-5cad8edc3533 service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:51:03.115980 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405a6be6-cf73-48f6-b04b-b6eeb02d9fc1 req-918a3f79-a3d6-4adf-add0-5cad8edc3533 service neutron] Checking segment: {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:51:03.116591 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405a6be6-cf73-48f6-b04b-b6eeb02d9fc1 req-918a3f79-a3d6-4adf-add0-5cad8edc3533 service neutron] Bound using segment: {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:51:03.117262 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-405a6be6-cf73-48f6-b04b-b6eeb02d9fc1 req-918a3f79-a3d6-4adf-add0-5cad8edc3533 service neutron] Bound port: 046cff30-9f24-4516-aca1-577e77e2491f, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:51:03.117826 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-405a6be6-cf73-48f6-b04b-b6eeb02d9fc1 req-918a3f79-a3d6-4adf-add0-5cad8edc3533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:03.202198 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-2d47b9aa-3f63-4a81-adaf-2fc449b73da4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a39a8689f2664a719c8fc650ec3305f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3122003 May 05 19:51:03.206592 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60030) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:51:03.291764 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bc54705a-8596-46b1-b8e1-ce4a7c3fb0f5 req-4a927122-4130-4015-b857-95f318aa04c1 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612046 May 05 19:51:03.295112 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d323f928-b5e8-4244-8801-8d5186c9f41a req-d045702b-8299-48e5-bb7b-7db0f6f02fbd tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:03.296795 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d323f928-b5e8-4244-8801-8d5186c9f41a req-d045702b-8299-48e5-bb7b-7db0f6f02fbd tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=f39c04b7-8637-45cd-ba4b-771005cf2ec6 HTTP/1.1" status: 200 len: 945 time: 0.1845253 May 05 19:51:03.297502 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9ae2e651-de1f-4249-9e53-496d484f6d32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:03.353929 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device f41be030-f2d5-47f1-b237-630ddc7e4278 no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:51:03.359644 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9ae2e651-de1f-4249-9e53-496d484f6d32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:03.396369 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d323f928-b5e8-4244-8801-8d5186c9f41a req-93e5fa78-c38a-4140-986d-0eaad671e083 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856168 May 05 19:51:03.457229 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] No Port match for: f41be030-f2d5-47f1-b237-630ddc7e4278 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 19:51:03.457570 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device f41be030-f2d5-47f1-b237-630ddc7e4278 not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:51:03.470436 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9ae2e651-de1f-4249-9e53-496d484f6d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:03.499198 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae2e651-de1f-4249-9e53-496d484f6d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec4df19-718a-40d4-9715-81c352767ca5,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:03.514652 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9ae2e651-de1f-4249-9e53-496d484f6d32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:03.515599 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b81e6a-c213-4d7f-a50a-be7906f52736 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 19:51:03.518829 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-9ae2e651-de1f-4249-9e53-496d484f6d32 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7ec4df19-718a-40d4-9715-81c352767ca5 HTTP/1.1" status: 204 len: 168 time: 0.3102772 May 05 19:51:03.527906 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5985d2eb-a0e3-43d9-9163-640d36d67e1b None None] Sync routers for ids ['077e68a6-60a7-4287-a660-5c47f8184b47'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 19:51:03.536445 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-405a6be6-cf73-48f6-b04b-b6eeb02d9fc1 req-918a3f79-a3d6-4adf-add0-5cad8edc3533 service neutron] For port 046cff30-9f24-4516-aca1-577e77e2491f, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:51:03.541703 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5985d2eb-a0e3-43d9-9163-640d36d67e1b None None] Routers {'077e68a6-60a7-4287-a660-5c47f8184b47'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:51:03.542907 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-5985d2eb-a0e3-43d9-9163-640d36d67e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:50:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['077e68a6-60a7-4287-a660-5c47f8184b47'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:51:03.545305 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-405a6be6-cf73-48f6-b04b-b6eeb02d9fc1 req-918a3f79-a3d6-4adf-add0-5cad8edc3533 service neutron] For port 046cff30-9f24-4516-aca1-577e77e2491f, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=046cff30-9f24-4516-aca1-577e77e2491f,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:51:03.551706 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-21b81e6a-c213-4d7f-a50a-be7906f52736 admin admin] 10.222.0.36 "PUT /v2.0/routers/077e68a6-60a7-4287-a660-5c47f8184b47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6898777 May 05 19:51:03.553566 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-405a6be6-cf73-48f6-b04b-b6eeb02d9fc1 req-918a3f79-a3d6-4adf-add0-5cad8edc3533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:03.554732 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60050) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:51:03.684157 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 046cff30-9f24-4516-aca1-577e77e2491f no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:51:03.798781 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918a3f79-a3d6-4adf-add0-5cad8edc3533 service neutron] Pushing event updated for resources: {'Port': ['ID=046cff30-9f24-4516-aca1-577e77e2491f,revision_number=7']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:03.824082 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a6be6-cf73-48f6-b04b-b6eeb02d9fc1 req-918a3f79-a3d6-4adf-add0-5cad8edc3533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:03.825124 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-405a6be6-cf73-48f6-b04b-b6eeb02d9fc1 req-918a3f79-a3d6-4adf-add0-5cad8edc3533 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:03.836355 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-405a6be6-cf73-48f6-b04b-b6eeb02d9fc1 req-918a3f79-a3d6-4adf-add0-5cad8edc3533 service neutron] 10.222.0.24 "PUT /v2.0/ports/046cff30-9f24-4516-aca1-577e77e2491f HTTP/1.1" status: 200 len: 1095 time: 4.2446594 May 05 19:51:03.913411 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc3d9ca-5b3e-4575-9f73-fd49c0469784 req-213c8e08-4b52-46ef-9ad6-0df25d2caf65 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:03.932482 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1dc3d9ca-5b3e-4575-9f73-fd49c0469784 req-213c8e08-4b52-46ef-9ad6-0df25d2caf65 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1f650ea-33a1-49e0-b9ce-33d7e6b1cea8 HTTP/1.1" status: 200 len: 945 time: 0.1936250 May 05 19:51:04.001024 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f1644960-7ad4-4d99-a6e1-067f410c7d04 admin admin] Notify callbacks [] for router, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:04.071945 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a6be6-cf73-48f6-b04b-b6eeb02d9fc1 req-5a3c1168-192c-47ff-a7a9-b8cc1ab3139d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:04.074667 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-405a6be6-cf73-48f6-b04b-b6eeb02d9fc1 req-5a3c1168-192c-47ff-a7a9-b8cc1ab3139d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=928b29e96aaf42dd9d4dc06b8e5f9969&device_id=f7f5a589-3b16-4448-9925-f6147d63a97a HTTP/1.1" status: 200 len: 1098 time: 0.2162478 May 05 19:51:04.098600 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1dc3d9ca-5b3e-4575-9f73-fd49c0469784 req-156f5d30-fe39-4e9d-8c76-3d9e796bab39 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640840 May 05 19:51:04.222704 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 046cff30-9f24-4516-aca1-577e77e2491f not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:51:04.275545 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-5985d2eb-a0e3-43d9-9163-640d36d67e1b None None] Set router 077e68a6-60a7-4287-a660-5c47f8184b47 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:51:04.453901 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60060) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:51:04.467587 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7f5a589-3b16-4448-9925-f6147d63a97a', 'tag': '046cff30-9f24-4516-aca1-577e77e2491f'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:51:04.667026 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-5ef1b0b5-a41f-419c-9fa7-6bc96c8ab44b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=28f80a49f14046c8a413d2878cda7cd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2008538 May 05 19:51:04.675148 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-90a8daa7-09a4-416a-a35f-11698ee764a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:04.681103 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60070) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:51:04.694749 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a6be6-cf73-48f6-b04b-b6eeb02d9fc1 req-9f0b673b-d945-4dd1-995a-40adade27f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:04.696502 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-405a6be6-cf73-48f6-b04b-b6eeb02d9fc1 req-9f0b673b-d945-4dd1-995a-40adade27f91 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3 HTTP/1.1" status: 200 len: 870 time: 0.5963435 May 05 19:51:04.882146 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-405a6be6-cf73-48f6-b04b-b6eeb02d9fc1 req-6c371aa1-f57a-46ce-aa3a-1fb9347fba76 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=046cff30-9f24-4516-aca1-577e77e2491f HTTP/1.1" status: 200 len: 217 time: 0.1755316 May 05 19:51:04.945654 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bd4e528d-ddc2-4e20-92c1-9fe645c11696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:04.975546 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bd4e528d-ddc2-4e20-92c1-9fe645c11696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:05.008165 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-5985d2eb-a0e3-43d9-9163-640d36d67e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077e68a6-60a7-4287-a660-5c47f8184b47', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-64917775-router', 'tenant_id': 'e746b141472448f092a7e09102a16829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'e21e1748-782f-4056-927c-0eb5212f5b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:47:58Z', 'updated_at': '2022-05-05T19:50:59Z', 'revision_number': 5, 'project_id': 'e746b141472448f092a7e09102a16829', 'gw_port': {'id': 'e21e1748-782f-4056-927c-0eb5212f5b26', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:cc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077e68a6-60a7-4287-a660-5c47f8184b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:47:59Z', 'updated_at': '2022-05-05T19:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:51:05.013457 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5985d2eb-a0e3-43d9-9163-640d36d67e1b None None] Checking router: 077e68a6-60a7-4287-a660-5c47f8184b47 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 19:51:05.024247 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5985d2eb-a0e3-43d9-9163-640d36d67e1b None None] Routers {'077e68a6-60a7-4287-a660-5c47f8184b47'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:51:05.024957 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-5985d2eb-a0e3-43d9-9163-640d36d67e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:50:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['077e68a6-60a7-4287-a660-5c47f8184b47'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:51:05.053605 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bd4e528d-ddc2-4e20-92c1-9fe645c11696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:05.072148 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f1644960-7ad4-4d99-a6e1-067f410c7d04 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:05.094404 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8696bfdf-3b42-4c55-8ddd-dac167fe937c req-25169624-9ed8-41e9-aa83-1092e3ab63f4 tempest-LiveAutoBlockMigrationV225Test-129314705 tempest-LiveAutoBlockMigrationV225Test-129314705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:05.102964 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8696bfdf-3b42-4c55-8ddd-dac167fe937c req-25169624-9ed8-41e9-aa83-1092e3ab63f4 tempest-LiveAutoBlockMigrationV225Test-129314705 tempest-LiveAutoBlockMigrationV225Test-129314705-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f39c04b7-8637-45cd-ba4b-771005cf2ec6 HTTP/1.1" status: 200 len: 1096 time: 0.5157001 May 05 19:51:05.117610 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4e528d-ddc2-4e20-92c1-9fe645c11696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4366791-4c90-46c4-8c48-a232893fe9f8,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:05.131742 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bd4e528d-ddc2-4e20-92c1-9fe645c11696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:05.135062 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-bd4e528d-ddc2-4e20-92c1-9fe645c11696 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c4366791-4c90-46c4-8c48-a232893fe9f8 HTTP/1.1" status: 204 len: 168 time: 0.4251690 May 05 19:51:05.135062 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-f1644960-7ad4-4d99-a6e1-067f410c7d04 admin admin] Deleting port e21e1748-782f-4056-927c-0eb5212f5b26 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:51:05.135062 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f1644960-7ad4-4d99-a6e1-067f410c7d04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:05.158969 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a6be6-cf73-48f6-b04b-b6eeb02d9fc1 req-2e6b90d6-f5b4-4bcf-b918-e8ac0d696993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:05.161087 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-405a6be6-cf73-48f6-b04b-b6eeb02d9fc1 req-2e6b90d6-f5b4-4bcf-b918-e8ac0d696993 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.1836400 May 05 19:51:05.170834 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a001d63-2ce0-420c-8b32-2b47584f1c10 req-4d94544d-bb21-4eff-8b04-42fe72a5eb62 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:05.178451 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7a001d63-2ce0-420c-8b32-2b47584f1c10 req-4d94544d-bb21-4eff-8b04-42fe72a5eb62 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7f5a589-3b16-4448-9925-f6147d63a97a HTTP/1.1" status: 200 len: 947 time: 0.3153477 May 05 19:51:05.324406 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7a001d63-2ce0-420c-8b32-2b47584f1c10 req-95d5fdf9-35be-490f-a53b-5a7c25c492ca tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444945 May 05 19:51:05.326699 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-5985d2eb-a0e3-43d9-9163-640d36d67e1b None None] Set router 077e68a6-60a7-4287-a660-5c47f8184b47 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:51:05.391417 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a6be6-cf73-48f6-b04b-b6eeb02d9fc1 req-4e7b92a3-09d4-4cac-81a7-850523f265f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:05.393139 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-405a6be6-cf73-48f6-b04b-b6eeb02d9fc1 req-4e7b92a3-09d4-4cac-81a7-850523f265f5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1679270 May 05 19:51:05.470037 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8696bfdf-3b42-4c55-8ddd-dac167fe937c req-9ca1fd6b-42f1-4cdd-9664-7e3d100ca097 tempest-LiveAutoBlockMigrationV225Test-129314705 tempest-LiveAutoBlockMigrationV225Test-129314705-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395009 May 05 19:51:05.724520 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-405a6be6-cf73-48f6-b04b-b6eeb02d9fc1 req-4ab92763-0522-457b-971f-d9974d7afbd0 service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091958 May 05 19:51:05.736936 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c203039c-1a64-47b6-8cd7-36ef51f104b6'] response: {'name': 'network-changed', 'server_uuid': 'f7f5a589-3b16-4448-9925-f6147d63a97a', 'tag': '046cff30-9f24-4516-aca1-577e77e2491f', 'status': 'completed', 'code': 200} May 05 19:51:05.843398 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-f1644960-7ad4-4d99-a6e1-067f410c7d04 admin admin] For port e21e1748-782f-4056-927c-0eb5212f5b26, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=e21e1748-782f-4056-927c-0eb5212f5b26,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:51:05.844778 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f1644960-7ad4-4d99-a6e1-067f410c7d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:05.962396 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-5985d2eb-a0e3-43d9-9163-640d36d67e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077e68a6-60a7-4287-a660-5c47f8184b47', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-64917775-router', 'tenant_id': 'e746b141472448f092a7e09102a16829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'e21e1748-782f-4056-927c-0eb5212f5b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:47:58Z', 'updated_at': '2022-05-05T19:50:59Z', 'revision_number': 5, 'project_id': 'e746b141472448f092a7e09102a16829', 'gw_port': {'id': 'e21e1748-782f-4056-927c-0eb5212f5b26', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:cc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077e68a6-60a7-4287-a660-5c47f8184b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:47:59Z', 'updated_at': '2022-05-05T19:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:51:05.970467 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5985d2eb-a0e3-43d9-9163-640d36d67e1b None None] The sync data for ids ['077e68a6-60a7-4287-a660-5c47f8184b47'] in n-d-840717-1 is: [{'id': '077e68a6-60a7-4287-a660-5c47f8184b47', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-64917775-router', 'tenant_id': 'e746b141472448f092a7e09102a16829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'e21e1748-782f-4056-927c-0eb5212f5b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:47:58Z', 'updated_at': '2022-05-05T19:50:59Z', 'revision_number': 5, 'project_id': 'e746b141472448f092a7e09102a16829', 'gw_port': {'id': 'e21e1748-782f-4056-927c-0eb5212f5b26', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:cc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077e68a6-60a7-4287-a660-5c47f8184b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:47:59Z', 'updated_at': '2022-05-05T19:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 19:51:06.147826 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-405a6be6-cf73-48f6-b04b-b6eeb02d9fc1 req-6b33b33c-1eb7-4768-999b-78876affd919 service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3494785 May 05 19:51:06.180587 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edceb08f-a2b3-4044-849c-9229f1edb4ba req-cd01e934-a3b9-4a29-b880-1257df77fa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:06.182347 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-edceb08f-a2b3-4044-849c-9229f1edb4ba req-cd01e934-a3b9-4a29-b880-1257df77fa50 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=928b29e96aaf42dd9d4dc06b8e5f9969&device_id=f7f5a589-3b16-4448-9925-f6147d63a97a HTTP/1.1" status: 200 len: 1098 time: 0.4569664 May 05 19:51:06.216147 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b7ad4-5aba-4371-b886-8da10a8c10a6 req-8fba5503-966c-40c9-bc90-b874f5721647 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:06.223741 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5a5b7ad4-5aba-4371-b886-8da10a8c10a6 req-8fba5503-966c-40c9-bc90-b874f5721647 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1f650ea-33a1-49e0-b9ce-33d7e6b1cea8 HTTP/1.1" status: 200 len: 945 time: 0.3444929 May 05 19:51:06.353386 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-f1644960-7ad4-4d99-a6e1-067f410c7d04 admin admin] Calling delete_port for e21e1748-782f-4056-927c-0eb5212f5b26 owned by network:router_gateway {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:51:06.560104 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5a5b7ad4-5aba-4371-b886-8da10a8c10a6 req-a4c80bfd-3141-4370-9bae-99af55e4fa58 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354330 May 05 19:51:06.624319 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e1c2f-8aa4-4a68-86cd-ed37319efce4 req-682d2b0f-6fe0-41c3-91b5-33e56ed70f48 tempest-LiveAutoBlockMigrationV225Test-129314705 tempest-LiveAutoBlockMigrationV225Test-129314705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:06.627992 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-484e1c2f-8aa4-4a68-86cd-ed37319efce4 req-682d2b0f-6fe0-41c3-91b5-33e56ed70f48 tempest-LiveAutoBlockMigrationV225Test-129314705 tempest-LiveAutoBlockMigrationV225Test-129314705-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f39c04b7-8637-45cd-ba4b-771005cf2ec6 HTTP/1.1" status: 200 len: 1096 time: 0.3459387 May 05 19:51:06.658106 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edceb08f-a2b3-4044-849c-9229f1edb4ba req-4d38a53b-0580-4250-b0a5-0ffae9e59cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:06.664071 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-edceb08f-a2b3-4044-849c-9229f1edb4ba req-4d38a53b-0580-4250-b0a5-0ffae9e59cc0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3 HTTP/1.1" status: 200 len: 870 time: 0.4758263 May 05 19:51:06.670359 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edceb08f-a2b3-4044-849c-9229f1edb4ba req-57914493-051e-4601-bd8d-5b09be2aa3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:06.676160 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-edceb08f-a2b3-4044-849c-9229f1edb4ba req-57914493-051e-4601-bd8d-5b09be2aa3ee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=928b29e96aaf42dd9d4dc06b8e5f9969&device_id=f7f5a589-3b16-4448-9925-f6147d63a97a HTTP/1.1" status: 200 len: 1098 time: 0.4323323 May 05 19:51:06.765569 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-484e1c2f-8aa4-4a68-86cd-ed37319efce4 req-d8ebcd85-d89b-48fb-a6ba-417b46091099 tempest-LiveAutoBlockMigrationV225Test-129314705 tempest-LiveAutoBlockMigrationV225Test-129314705-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210461 May 05 19:51:06.796615 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-72e5b03a-d706-45cd-a7f6-1fc80edbd043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:06.859209 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f1644960-7ad4-4d99-a6e1-067f410c7d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:07.028283 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1644960-7ad4-4d99-a6e1-067f410c7d04 admin admin] Pushing event deleted for resources: {'Port': ['ID=e21e1748-782f-4056-927c-0eb5212f5b26,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:07.095223 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-edceb08f-a2b3-4044-849c-9229f1edb4ba req-24e03b51-4c4c-4023-abc9-5e7249068cf0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=046cff30-9f24-4516-aca1-577e77e2491f HTTP/1.1" status: 200 len: 217 time: 0.4174235 May 05 19:51:07.123329 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f1644960-7ad4-4d99-a6e1-067f410c7d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:07.218198 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edceb08f-a2b3-4044-849c-9229f1edb4ba req-2bf0068d-796a-4521-84f8-dcef1d57c310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:07.222322 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-edceb08f-a2b3-4044-849c-9229f1edb4ba req-2bf0068d-796a-4521-84f8-dcef1d57c310 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3 HTTP/1.1" status: 200 len: 870 time: 0.4587975 May 05 19:51:07.312189 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f1644960-7ad4-4d99-a6e1-067f410c7d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:07.315325 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f1644960-7ad4-4d99-a6e1-067f410c7d04 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:07.355106 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cef9fe-251a-4183-b0ed-8a193ac53047 req-7a66a989-06f1-43e2-b854-c6990024bd87 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:07.362293 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-98cef9fe-251a-4183-b0ed-8a193ac53047 req-7a66a989-06f1-43e2-b854-c6990024bd87 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7f5a589-3b16-4448-9925-f6147d63a97a HTTP/1.1" status: 200 len: 947 time: 0.3366802 May 05 19:51:07.379927 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f1644960-7ad4-4d99-a6e1-067f410c7d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:07.380763 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1644960-7ad4-4d99-a6e1-067f410c7d04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 077e68a6-60a7-4287-a660-5c47f8184b47 {{(pid=88197) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 19:51:07.414475 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f1644960-7ad4-4d99-a6e1-067f410c7d04 admin admin] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:07.419337 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f1644960-7ad4-4d99-a6e1-067f410c7d04 admin admin] 10.222.0.36 "DELETE /v2.0/routers/077e68a6-60a7-4287-a660-5c47f8184b47 HTTP/1.1" status: 204 len: 168 time: 3.8634069 May 05 19:51:07.422746 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60134) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:51:07.487680 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-98cef9fe-251a-4183-b0ed-8a193ac53047 req-43f551c1-fb24-4230-aed7-d0e29ff19bac tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104438 May 05 19:51:07.498528 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 1f48e8fb-7a39-4a04-a20f-6d4c36dc5c85 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:51:07.503729 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca713d3f-8959-48b8-8e93-206f47087de8 req-bd486842-6364-4d50-a9ff-4a42b845d363 tempest-ServersAdminTestJSON-45750803 tempest-ServersAdminTestJSON-45750803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:07.505559 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ca713d3f-8959-48b8-8e93-206f47087de8 req-bd486842-6364-4d50-a9ff-4a42b845d363 tempest-ServersAdminTestJSON-45750803 tempest-ServersAdminTestJSON-45750803-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a11ba6de-5726-49e3-a0f8-106f7a184fd5 HTTP/1.1" status: 200 len: 1100 time: 0.4745946 May 05 19:51:07.551985 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-3939e54e-f2b3-4196-ba7f-470193ae00a7 admin admin] Deleting subnet 0038c9ce-990a-4029-9388-169e2517fdc3 {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 19:51:07.555289 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3939e54e-f2b3-4196-ba7f-470193ae00a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:07.565102 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-edceb08f-a2b3-4044-849c-9229f1edb4ba req-67378a82-cc43-421e-89e1-725e439574fd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=046cff30-9f24-4516-aca1-577e77e2491f HTTP/1.1" status: 200 len: 217 time: 0.3278532 May 05 19:51:07.569751 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edceb08f-a2b3-4044-849c-9229f1edb4ba req-ff1ab0d0-526d-4517-94ac-69a0af768c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:07.578633 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-edceb08f-a2b3-4044-849c-9229f1edb4ba req-ff1ab0d0-526d-4517-94ac-69a0af768c09 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.4682622 May 05 19:51:07.609237 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 1f48e8fb-7a39-4a04-a20f-6d4c36dc5c85 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 19:51:07.609573 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 1f48e8fb-7a39-4a04-a20f-6d4c36dc5c85 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:51:07.678357 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3939e54e-f2b3-4196-ba7f-470193ae00a7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:07.692019 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:07.734568 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3939e54e-f2b3-4196-ba7f-470193ae00a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:07.846276 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ca713d3f-8959-48b8-8e93-206f47087de8 req-edca8c21-918e-4b42-afd3-c13cc41761d4 tempest-ServersAdminTestJSON-45750803 tempest-ServersAdminTestJSON-45750803-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=3e50fd44-6059-4e3b-8f95-027c4583f97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288362 May 05 19:51:07.880148 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edceb08f-a2b3-4044-849c-9229f1edb4ba req-94207639-540d-44d4-a249-74b2be367b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:07.887647 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-edceb08f-a2b3-4044-849c-9229f1edb4ba req-94207639-540d-44d4-a249-74b2be367b63 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.2065063 May 05 19:51:07.892033 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3939e54e-f2b3-4196-ba7f-470193ae00a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:07.910226 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:08.020940 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edceb08f-a2b3-4044-849c-9229f1edb4ba req-9d66584a-7240-45c2-80a1-3730d89d28e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:08.022817 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-edceb08f-a2b3-4044-849c-9229f1edb4ba req-9d66584a-7240-45c2-80a1-3730d89d28e8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4377849 May 05 19:51:08.158786 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edceb08f-a2b3-4044-849c-9229f1edb4ba req-c77344ce-f9b2-4f33-ad12-eb38ae98d30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:08.160494 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-edceb08f-a2b3-4044-849c-9229f1edb4ba req-c77344ce-f9b2-4f33-ad12-eb38ae98d30b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2637303 May 05 19:51:08.240505 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3939e54e-f2b3-4196-ba7f-470193ae00a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0038c9ce-990a-4029-9388-169e2517fdc3,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:08.242612 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3939e54e-f2b3-4196-ba7f-470193ae00a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:08.252292 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb20ced-2eaf-4c0f-ab9f-f8f0a2c8bb7a None None] Network d0d993c7-47b1-420d-b098-e191164ae641 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:51:08.267275 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-3939e54e-f2b3-4196-ba7f-470193ae00a7 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/0038c9ce-990a-4029-9388-169e2517fdc3 HTTP/1.1" status: 204 len: 168 time: 0.8410316 May 05 19:51:08.299204 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60166) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:51:08.461082 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8f9a7db1-f3af-46b3-8be4-51fb4e91163d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:08.480940 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e1d588-3e0a-4b80-bba9-3f1267697906 req-c1fc8614-353f-4cd9-9876-d2c7b4859626 tempest-ServersAdminTestJSON-45750803 tempest-ServersAdminTestJSON-45750803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:08.483233 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-50e1d588-3e0a-4b80-bba9-3f1267697906 req-c1fc8614-353f-4cd9-9876-d2c7b4859626 tempest-ServersAdminTestJSON-45750803 tempest-ServersAdminTestJSON-45750803-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a11ba6de-5726-49e3-a0f8-106f7a184fd5 HTTP/1.1" status: 200 len: 1100 time: 0.2223439 May 05 19:51:08.484805 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-8f9a7db1-f3af-46b3-8be4-51fb4e91163d admin admin] Deleting port 8c120ebe-2441-448e-9b90-b5a6e2f7c70d {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:51:08.485145 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8f9a7db1-f3af-46b3-8be4-51fb4e91163d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:08.591529 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-50e1d588-3e0a-4b80-bba9-3f1267697906 req-217a87db-cbc1-4ffd-a7a8-39cf8feeb8a4 tempest-ServersAdminTestJSON-45750803 tempest-ServersAdminTestJSON-45750803-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=3e50fd44-6059-4e3b-8f95-027c4583f97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701077 May 05 19:51:08.709337 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d86ba2b-43bd-4789-89ce-d7dc8e5aedfa None None] DHCP port deletion for d0d993c7-47b1-420d-b098-e191164ae641 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 19:51:08.715384 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-3d86ba2b-43bd-4789-89ce-d7dc8e5aedfa None None] Deleting port 8c120ebe-2441-448e-9b90-b5a6e2f7c70d {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:51:08.715853 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3d86ba2b-43bd-4789-89ce-d7dc8e5aedfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:08.772650 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-edceb08f-a2b3-4044-849c-9229f1edb4ba req-345c11d2-87e5-4709-9357-ec74bc9f8b54 service neutron] 10.222.0.50 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7379661 May 05 19:51:08.866745 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-8f9a7db1-f3af-46b3-8be4-51fb4e91163d admin admin] For port 8c120ebe-2441-448e-9b90-b5a6e2f7c70d, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=8c120ebe-2441-448e-9b90-b5a6e2f7c70d,segment=NetworkSegment(5a9f88f1-07d3-463d-9a7c-95b2532b0485),segment_id=5a9f88f1-07d3-463d-9a7c-95b2532b0485)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:51:08.867280 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8f9a7db1-f3af-46b3-8be4-51fb4e91163d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:08.922881 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-edceb08f-a2b3-4044-849c-9229f1edb4ba req-5b957e21-5926-465a-bacc-de197e1eb59a service neutron] 10.222.0.50 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423578 May 05 19:51:08.925214 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-edceb08f-a2b3-4044-849c-9229f1edb4ba req-62566810-b902-4089-b790-3f8fe020af6d service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7385135 May 05 19:51:09.118427 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b944b62-be17-476d-9d37-b0e9280be5c3 req-48bedc71-b4a0-4d72-b019-6869ee3ebde9 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:09.126060 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1b944b62-be17-476d-9d37-b0e9280be5c3 req-48bedc71-b4a0-4d72-b019-6869ee3ebde9 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1f650ea-33a1-49e0-b9ce-33d7e6b1cea8 HTTP/1.1" status: 200 len: 945 time: 0.4852574 May 05 19:51:09.151540 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-8f9a7db1-f3af-46b3-8be4-51fb4e91163d admin admin] Calling delete_port for 8c120ebe-2441-448e-9b90-b5a6e2f7c70d owned by network:dhcp {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:51:09.168798 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-3d86ba2b-43bd-4789-89ce-d7dc8e5aedfa None None] For port 8c120ebe-2441-448e-9b90-b5a6e2f7c70d, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=8c120ebe-2441-448e-9b90-b5a6e2f7c70d,segment=NetworkSegment(5a9f88f1-07d3-463d-9a7c-95b2532b0485),segment_id=5a9f88f1-07d3-463d-9a7c-95b2532b0485)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:51:09.172642 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3d86ba2b-43bd-4789-89ce-d7dc8e5aedfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:09.210768 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1b944b62-be17-476d-9d37-b0e9280be5c3 req-a048feed-2b6a-4272-908d-81d67bf5b6e5 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812135 May 05 19:51:09.263778 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-edceb08f-a2b3-4044-849c-9229f1edb4ba req-8b7a9b92-3ca6-4988-a497-a91d5186eb0d service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225274 May 05 19:51:09.359326 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 046cff30-9f24-4516-aca1-577e77e2491f details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:51:09.488959 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8f9a7db1-f3af-46b3-8be4-51fb4e91163d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:09.539170 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9a7db1-f3af-46b3-8be4-51fb4e91163d admin admin] Pushing event deleted for resources: {'Port': ['ID=8c120ebe-2441-448e-9b90-b5a6e2f7c70d,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:09.553777 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9a7db1-f3af-46b3-8be4-51fb4e91163d admin admin] No DVR routers for this DVR port 8c120ebe-2441-448e-9b90-b5a6e2f7c70d on host n-d-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:51:09.578537 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-3d86ba2b-43bd-4789-89ce-d7dc8e5aedfa None None] Calling delete_port for 8c120ebe-2441-448e-9b90-b5a6e2f7c70d owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:51:09.630878 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device e21e1748-782f-4056-927c-0eb5212f5b26 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:51:09.677359 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8f9a7db1-f3af-46b3-8be4-51fb4e91163d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:09.715878 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: e21e1748-782f-4056-927c-0eb5212f5b26 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 19:51:09.715878 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device e21e1748-782f-4056-927c-0eb5212f5b26 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:51:09.716321 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 8c120ebe-2441-448e-9b90-b5a6e2f7c70d no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:51:09.726334 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8f9a7db1-f3af-46b3-8be4-51fb4e91163d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:51:09.726674 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8f9a7db1-f3af-46b3-8be4-51fb4e91163d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:51:09.727587 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8f9a7db1-f3af-46b3-8be4-51fb4e91163d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:51:09.727912 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8f9a7db1-f3af-46b3-8be4-51fb4e91163d admin admin] Subscribe: > port after_create 55550000 {{(pid=88197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:51:09.728229 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8f9a7db1-f3af-46b3-8be4-51fb4e91163d admin admin] Subscribe: > port after_delete 55550000 {{(pid=88197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:51:09.728573 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8f9a7db1-f3af-46b3-8be4-51fb4e91163d admin admin] Subscribe: > port after_update 55550000 {{(pid=88197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:51:09.728885 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8f9a7db1-f3af-46b3-8be4-51fb4e91163d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:51:09.729213 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8f9a7db1-f3af-46b3-8be4-51fb4e91163d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:51:09.729548 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8f9a7db1-f3af-46b3-8be4-51fb4e91163d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:51:09.733925 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8f9a7db1-f3af-46b3-8be4-51fb4e91163d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:51:09.772911 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 8c120ebe-2441-448e-9b90-b5a6e2f7c70d {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 19:51:09.773263 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 8c120ebe-2441-448e-9b90-b5a6e2f7c70d not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:51:09.778445 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:09.800687 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8f9a7db1-f3af-46b3-8be4-51fb4e91163d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:51:09.801026 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8f9a7db1-f3af-46b3-8be4-51fb4e91163d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:51:09.801350 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8f9a7db1-f3af-46b3-8be4-51fb4e91163d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:51:09.801677 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8f9a7db1-f3af-46b3-8be4-51fb4e91163d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 19:51:09.802034 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-8f9a7db1-f3af-46b3-8be4-51fb4e91163d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0d993c7-47b1-420d-b098-e191164ae641']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:51:09.815014 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-8f9a7db1-f3af-46b3-8be4-51fb4e91163d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a9f88f1-07d3-463d-9a7c-95b2532b0485') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:51:09.815375 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-8f9a7db1-f3af-46b3-8be4-51fb4e91163d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a9f88f1-07d3-463d-9a7c-95b2532b0485') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:51:09.827219 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8f9a7db1-f3af-46b3-8be4-51fb4e91163d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:09.846740 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8f9a7db1-f3af-46b3-8be4-51fb4e91163d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:09.860941 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f9a7db1-f3af-46b3-8be4-51fb4e91163d admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 19:51:09.861342 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8f9a7db1-f3af-46b3-8be4-51fb4e91163d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:09.881340 n-d-840717-1 neutron-server[88197]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 05 19:51:09.881340 n-d-840717-1 neutron-server[88197]: from cryptography.utils import int_from_bytes May 05 19:51:09.881340 n-d-840717-1 neutron-server[88197]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 05 19:51:09.881340 n-d-840717-1 neutron-server[88197]: from cryptography.utils import int_from_bytes May 05 19:51:09.881340 n-d-840717-1 neutron-server[88197]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 05 19:51:09.881340 n-d-840717-1 neutron-server[88197]: util.warn_limited( May 05 19:51:09.881340 n-d-840717-1 neutron-server[88197]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 05 19:51:09.881340 n-d-840717-1 neutron-server[88197]: util.warn_limited( May 05 19:51:09.881340 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 19:51:09.881340 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 19:51:09.881340 n-d-840717-1 neutron-server[88197]: timer() May 05 19:51:09.881340 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 19:51:09.881340 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 19:51:09.881340 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 19:51:09.881340 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 19:51:09.881340 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 19:51:09.881340 n-d-840717-1 neutron-server[88197]: self._notify() May 05 19:51:09.881340 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 19:51:09.881340 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 19:51:09.881340 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 19:51:09.881340 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 19:51:09.881340 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 19:51:09.881340 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 19:51:09.881340 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 19:51:09.881340 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 19:51:09.881340 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 19:51:09.881340 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 19:51:09.881340 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 19:51:09.881340 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 19:51:09.881340 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 19:51:09.881340 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 19:51:09.881340 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 19:51:09.881340 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 19:51:09.881340 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 19:51:09.881340 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 19:51:09.881340 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 19:51:09.881340 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 19:51:09.881340 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 19:51:09.881340 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 19:51:09.881340 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 19:51:09.914381 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8f7ca7-1f87-4680-b845-7498a106f5fe req-3e534fc8-f073-4416-ae14-333f2fd57e98 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:09.925510 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2d8f7ca7-1f87-4680-b845-7498a106f5fe req-3e534fc8-f073-4416-ae14-333f2fd57e98 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7f5a589-3b16-4448-9925-f6147d63a97a HTTP/1.1" status: 200 len: 947 time: 0.5867283 May 05 19:51:09.973399 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb262f9-5559-4a36-9329-bcf8c214bdd2 req-bd0f9688-6185-4964-9985-22511204989e tempest-LiveAutoBlockMigrationV225Test-129314705 tempest-LiveAutoBlockMigrationV225Test-129314705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:09.974016 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-3d86ba2b-43bd-4789-89ce-d7dc8e5aedfa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 19:51:09.974399 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-3d86ba2b-43bd-4789-89ce-d7dc8e5aedfa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 19:51:09.976806 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7fb262f9-5559-4a36-9329-bcf8c214bdd2 req-bd0f9688-6185-4964-9985-22511204989e tempest-LiveAutoBlockMigrationV225Test-129314705 tempest-LiveAutoBlockMigrationV225Test-129314705-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f39c04b7-8637-45cd-ba4b-771005cf2ec6 HTTP/1.1" status: 200 len: 1096 time: 0.1178238 May 05 19:51:10.028951 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 046cff30-9f24-4516-aca1-577e77e2491f, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=046cff30-9f24-4516-aca1-577e77e2491f,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:51:10.048004 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '046cff30-9f24-4516-aca1-577e77e2491f', 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3', 'port_id': '046cff30-9f24-4516-aca1-577e77e2491f', 'mac_address': 'fa:16:3e:59:0f:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d72a8d3-0a35-4d3a-96b8-d869ff4093bc', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:51:10.050116 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7fb262f9-5559-4a36-9329-bcf8c214bdd2 req-06a6cf15-c3f3-4bec-b50a-049c5a69901c tempest-LiveAutoBlockMigrationV225Test-129314705 tempest-LiveAutoBlockMigrationV225Test-129314705-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671082 May 05 19:51:10.064747 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2d8f7ca7-1f87-4680-b845-7498a106f5fe req-ab41fe1c-03b5-442c-8751-6bb147e10bd8 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382394 May 05 19:51:10.073174 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8f9a7db1-f3af-46b3-8be4-51fb4e91163d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:10.086993 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8f9a7db1-f3af-46b3-8be4-51fb4e91163d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:10.152597 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-8f9a7db1-f3af-46b3-8be4-51fb4e91163d admin admin] 10.222.0.36 "DELETE /v2.0/networks/d0d993c7-47b1-420d-b098-e191164ae641 HTTP/1.1" status: 204 len: 168 time: 1.8449621 May 05 19:51:10.153903 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9a7db1-f3af-46b3-8be4-51fb4e91163d admin admin] Pushing event deleted for resources: {'Network': ['ID=d0d993c7-47b1-420d-b098-e191164ae641,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:10.171392 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:10.198321 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 046cff30-9f24-4516-aca1-577e77e2491f {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:51:10.239960 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 046cff30-9f24-4516-aca1-577e77e2491f, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=046cff30-9f24-4516-aca1-577e77e2491f,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:51:10.246310 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:10.346934 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=046cff30-9f24-4516-aca1-577e77e2491f,revision_number=8']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:10.368887 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:51:10.372304 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:51:10.373345 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:51:10.375483 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:51:10.375997 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:51:10.376471 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:51:10.377313 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:51:10.378580 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:51:10.379078 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:51:10.379574 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:51:10.380420 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:51:10.382108 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:51:10.477344 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-3d86ba2b-43bd-4789-89ce-d7dc8e5aedfa None None] Deleting port 8c120ebe-2441-448e-9b90-b5a6e2f7c70d {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:51:10.478047 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3d86ba2b-43bd-4789-89ce-d7dc8e5aedfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:10.520296 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60236) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:51:10.631476 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['046cff30-9f24-4516-aca1-577e77e2491f'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:51:10.651341 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-171b4821-f7b7-408f-a5df-cb183c312585 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d2cf325fc6b540ceb92a9f2c527df7f5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1292746 May 05 19:51:10.654613 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60246) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:51:10.732302 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-3d86ba2b-43bd-4789-89ce-d7dc8e5aedfa None None] The port '8c120ebe-2441-448e-9b90-b5a6e2f7c70d' was deleted {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 19:51:10.817553 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-633b85f2-ff09-44dc-a715-7de3080ba0ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:10.887700 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-633b85f2-ff09-44dc-a715-7de3080ba0ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:10.979112 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-633b85f2-ff09-44dc-a715-7de3080ba0ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:10.990309 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fdc4f2-1019-4660-9181-8ba017506893 req-68f51369-6971-4e70-85c3-655d1e690b6b tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:10.992348 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-68fdc4f2-1019-4660-9181-8ba017506893 req-68f51369-6971-4e70-85c3-655d1e690b6b tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7f5a589-3b16-4448-9925-f6147d63a97a&tenant_id=928b29e96aaf42dd9d4dc06b8e5f9969&binding%3Ahost_id=n-h1-840717-1 HTTP/1.1" status: 200 len: 948 time: 0.1800416 May 05 19:51:11.014850 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633b85f2-ff09-44dc-a715-7de3080ba0ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905563b7-71b8-4d5a-9656-836342a011d4,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:11.056579 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-633b85f2-ff09-44dc-a715-7de3080ba0ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:11.057622 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-633b85f2-ff09-44dc-a715-7de3080ba0ea admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/905563b7-71b8-4d5a-9656-836342a011d4 HTTP/1.1" status: 204 len: 168 time: 0.4019811 May 05 19:51:11.111620 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [req-68fdc4f2-1019-4660-9181-8ba017506893 req-7cb27859-44d9-47c6-b5b4-e619165bac9f service neutron] delete failed (client error): The resource could not be found. May 05 19:51:11.112717 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-68fdc4f2-1019-4660-9181-8ba017506893 req-7cb27859-44d9-47c6-b5b4-e619165bac9f service neutron] 10.222.0.50 "DELETE /v2.0/ports/046cff30-9f24-4516-aca1-577e77e2491f/bindings/n-h2-840717-1 HTTP/1.1" status: 404 len: 380 time: 0.1143310 May 05 19:51:11.188520 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 19:51:11.332861 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b07817-90c0-40b3-854f-db598400f7c9 req-09ceff22-a588-49ad-95a8-c49aecdc9d39 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:11.340519 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a1b07817-90c0-40b3-854f-db598400f7c9 req-09ceff22-a588-49ad-95a8-c49aecdc9d39 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1f650ea-33a1-49e0-b9ce-33d7e6b1cea8 HTTP/1.1" status: 200 len: 945 time: 0.2218421 May 05 19:51:11.401265 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a1b07817-90c0-40b3-854f-db598400f7c9 req-26482c0a-7838-49e9-8d4a-90da44fd99b6 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598223 May 05 19:51:11.429389 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fdc4f2-1019-4660-9181-8ba017506893 req-be37f18b-6df4-43e2-8add-d4d41bd1e0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:11.430889 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-68fdc4f2-1019-4660-9181-8ba017506893 req-be37f18b-6df4-43e2-8add-d4d41bd1e0e0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=928b29e96aaf42dd9d4dc06b8e5f9969&device_id=f7f5a589-3b16-4448-9925-f6147d63a97a HTTP/1.1" status: 200 len: 1099 time: 0.1972120 May 05 19:51:11.662786 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60278) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:51:11.770173 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fdc4f2-1019-4660-9181-8ba017506893 req-bb22fe89-c0ee-4de6-a7f8-cd0c40a403f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:11.773565 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-68fdc4f2-1019-4660-9181-8ba017506893 req-bb22fe89-c0ee-4de6-a7f8-cd0c40a403f8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3 HTTP/1.1" status: 200 len: 870 time: 0.3355916 May 05 19:51:11.774052 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60282) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:51:11.780040 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-617bdb88-efa7-4a36-bca4-58ba6cef237c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e746b141472448f092a7e09102a16829&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1138427 May 05 19:51:11.906641 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-68fdc4f2-1019-4660-9181-8ba017506893 req-e10ff703-cf1e-4516-9deb-b1f52095c878 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=046cff30-9f24-4516-aca1-577e77e2491f HTTP/1.1" status: 200 len: 217 time: 0.0953267 May 05 19:51:12.230671 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fdc4f2-1019-4660-9181-8ba017506893 req-58d04627-6575-4bc7-87b6-88fc88862ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:12.232910 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-68fdc4f2-1019-4660-9181-8ba017506893 req-58d04627-6575-4bc7-87b6-88fc88862ac4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.1177371 May 05 19:51:12.239266 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f500f94d-9eb6-44f4-92d9-1f02c59d4298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:12.316754 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f500f94d-9eb6-44f4-92d9-1f02c59d4298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:12.356352 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da65330-9338-4072-b97c-17532d281bf6 req-7f85b88c-4c33-4134-b3c1-e6aedf82c69f tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:12.363083 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6da65330-9338-4072-b97c-17532d281bf6 req-7f85b88c-4c33-4134-b3c1-e6aedf82c69f tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7f5a589-3b16-4448-9925-f6147d63a97a HTTP/1.1" status: 200 len: 948 time: 0.4555190 May 05 19:51:12.451303 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6da65330-9338-4072-b97c-17532d281bf6 req-389e7efa-4621-4d9c-8d28-d30ba827561f tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872307 May 05 19:51:12.469007 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fdc4f2-1019-4660-9181-8ba017506893 req-5d4b7165-0490-4f87-8861-d1059354c732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:12.473420 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-68fdc4f2-1019-4660-9181-8ba017506893 req-5d4b7165-0490-4f87-8861-d1059354c732 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2166855 May 05 19:51:12.502932 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f500f94d-9eb6-44f4-92d9-1f02c59d4298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:12.537081 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f500f94d-9eb6-44f4-92d9-1f02c59d4298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15840a96-de4f-4925-bce7-7dd04e381be5,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:12.550829 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f500f94d-9eb6-44f4-92d9-1f02c59d4298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:12.553740 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f500f94d-9eb6-44f4-92d9-1f02c59d4298 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/15840a96-de4f-4925-bce7-7dd04e381be5 HTTP/1.1" status: 204 len: 168 time: 0.7763090 May 05 19:51:12.668056 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-68fdc4f2-1019-4660-9181-8ba017506893 req-aa88a7cd-a18a-4236-9aca-0d98ab19eb7e service neutron] 10.222.0.50 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877289 May 05 19:51:12.763999 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-c1bf8044-2920-4276-83d4-5dadd3f5ab99 tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:12.766592 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-c1bf8044-2920-4276-83d4-5dadd3f5ab99 tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b1f650ea-33a1-49e0-b9ce-33d7e6b1cea8&tenant_id=ec798a1d17654fd38a17594ac4520b82&binding%3Ahost_id=n-h1-840717-1 HTTP/1.1" status: 200 len: 1096 time: 0.3363652 May 05 19:51:12.793744 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-21282fb1-c9f3-4aac-a660-16deb0471394 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-840717-1'}}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:51:12.862071 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-68fdc4f2-1019-4660-9181-8ba017506893 req-fba63528-bd08-4b5d-848e-1d74fa996507 service neutron] 10.222.0.50 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881359 May 05 19:51:12.914682 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [req-b12af360-0578-4027-8b57-7e1a945330f9 req-1015c1c5-b12d-43f2-b20c-cef720ea5e8f tempest-LiveAutoBlockMigrationV225Test-129314705 tempest-LiveAutoBlockMigrationV225Test-129314705-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 19:51:12.916741 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b12af360-0578-4027-8b57-7e1a945330f9 req-1015c1c5-b12d-43f2-b20c-cef720ea5e8f tempest-LiveAutoBlockMigrationV225Test-129314705 tempest-LiveAutoBlockMigrationV225Test-129314705-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5238600 May 05 19:51:12.927408 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-b12af360-0578-4027-8b57-7e1a945330f9 req-890e742a-c404-4f37-8808-04a3b44cf226 service neutron] Request body: {'binding': {'host': 'n-h2-840717-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:51:12.928738 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-b12af360-0578-4027-8b57-7e1a945330f9 req-890e742a-c404-4f37-8808-04a3b44cf226 service neutron] Unknown quota resources ['binding']. {{(pid=88198) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 05 19:51:13.091695 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-21282fb1-c9f3-4aac-a660-16deb0471394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:13.319319 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-b12af360-0578-4027-8b57-7e1a945330f9 req-890e742a-c404-4f37-8808-04a3b44cf226 service neutron] Attempting to bind port 3ba4d002-1597-4c4b-9181-a58452c390ac on host n-h2-840717-1 for vnic_type normal with profile None {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:51:13.321348 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-b12af360-0578-4027-8b57-7e1a945330f9 req-890e742a-c404-4f37-8808-04a3b44cf226 service neutron] Attempting to bind port 3ba4d002-1597-4c4b-9181-a58452c390ac by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': '74addc21-9c2f-4292-8d75-7048fb7d56d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9e1d2257-41cc-4af2-afae-4ca8a9719a05'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:51:13.322826 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12af360-0578-4027-8b57-7e1a945330f9 req-890e742a-c404-4f37-8808-04a3b44cf226 service neutron] Attempting to bind port 3ba4d002-1597-4c4b-9181-a58452c390ac on network 9e1d2257-41cc-4af2-afae-4ca8a9719a05 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:51:13.340168 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12af360-0578-4027-8b57-7e1a945330f9 req-890e742a-c404-4f37-8808-04a3b44cf226 service neutron] Port 3ba4d002-1597-4c4b-9181-a58452c390ac on network 9e1d2257-41cc-4af2-afae-4ca8a9719a05 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:51:13.340689 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12af360-0578-4027-8b57-7e1a945330f9 req-890e742a-c404-4f37-8808-04a3b44cf226 service neutron] Attempting to bind port 3ba4d002-1597-4c4b-9181-a58452c390ac on network 9e1d2257-41cc-4af2-afae-4ca8a9719a05 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:51:13.353111 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 046cff30-9f24-4516-aca1-577e77e2491f up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:51:13.372225 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12af360-0578-4027-8b57-7e1a945330f9 req-890e742a-c404-4f37-8808-04a3b44cf226 service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:51:13.373072 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12af360-0578-4027-8b57-7e1a945330f9 req-890e742a-c404-4f37-8808-04a3b44cf226 service neutron] Checking segment: {'id': '74addc21-9c2f-4292-8d75-7048fb7d56d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9e1d2257-41cc-4af2-afae-4ca8a9719a05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:51:13.373649 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12af360-0578-4027-8b57-7e1a945330f9 req-890e742a-c404-4f37-8808-04a3b44cf226 service neutron] Bound using segment: {'id': '74addc21-9c2f-4292-8d75-7048fb7d56d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9e1d2257-41cc-4af2-afae-4ca8a9719a05'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:51:13.379955 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-b12af360-0578-4027-8b57-7e1a945330f9 req-890e742a-c404-4f37-8808-04a3b44cf226 service neutron] Bound port: 3ba4d002-1597-4c4b-9181-a58452c390ac, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74addc21-9c2f-4292-8d75-7048fb7d56d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9e1d2257-41cc-4af2-afae-4ca8a9719a05'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:51:13.447145 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-b12af360-0578-4027-8b57-7e1a945330f9 req-890e742a-c404-4f37-8808-04a3b44cf226 service neutron] For port 3ba4d002-1597-4c4b-9181-a58452c390ac, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=3ba4d002-1597-4c4b-9181-a58452c390ac,segment=NetworkSegment(74addc21-9c2f-4292-8d75-7048fb7d56d2),segment_id=74addc21-9c2f-4292-8d75-7048fb7d56d2)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:51:13.460326 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b12af360-0578-4027-8b57-7e1a945330f9 req-890e742a-c404-4f37-8808-04a3b44cf226 service neutron] Notify callbacks [] for binding, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:13.473206 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b12af360-0578-4027-8b57-7e1a945330f9 req-890e742a-c404-4f37-8808-04a3b44cf226 service neutron] 10.222.0.36 "POST /v2.0/ports/3ba4d002-1597-4c4b-9181-a58452c390ac/bindings HTTP/1.1" status: 201 len: 389 time: 0.5424387 May 05 19:51:13.493771 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port 046cff30-9f24-4516-aca1-577e77e2491f completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:51:13.501372 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 046cff30-9f24-4516-aca1-577e77e2491f triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:51:13.501934 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:13.526284 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-21282fb1-c9f3-4aac-a660-16deb0471394 service neutron] For port 478f6a74-57f1-4900-99d8-96e662021eb5, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=478f6a74-57f1-4900-99d8-96e662021eb5,segment=NetworkSegment(2fd00a77-6cab-42c3-b322-459c43fd8637),segment_id=2fd00a77-6cab-42c3-b322-459c43fd8637)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:51:13.594068 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-21282fb1-c9f3-4aac-a660-16deb0471394 service neutron] For port 478f6a74-57f1-4900-99d8-96e662021eb5, host n-h1-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:51:13.676362 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 478f6a74-57f1-4900-99d8-96e662021eb5 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:51:13.710513 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-21282fb1-c9f3-4aac-a660-16deb0471394 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:13.723068 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1f650ea-33a1-49e0-b9ce-33d7e6b1cea8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '478f6a74-57f1-4900-99d8-96e662021eb5'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:51:13.748242 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-21282fb1-c9f3-4aac-a660-16deb0471394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:14.067483 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:14.070167 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:14.119016 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 478f6a74-57f1-4900-99d8-96e662021eb5, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=478f6a74-57f1-4900-99d8-96e662021eb5,segment=NetworkSegment(2fd00a77-6cab-42c3-b322-459c43fd8637),segment_id=2fd00a77-6cab-42c3-b322-459c43fd8637)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:51:14.139748 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7f5a589-3b16-4448-9925-f6147d63a97a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '046cff30-9f24-4516-aca1-577e77e2491f'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:51:14.153142 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 478f6a74-57f1-4900-99d8-96e662021eb5 has no active binding in host n-h2-840717-1 {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 05 19:51:14.158528 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 046cff30-9f24-4516-aca1-577e77e2491f, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=046cff30-9f24-4516-aca1-577e77e2491f,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:51:14.163741 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:14.200835 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21282fb1-c9f3-4aac-a660-16deb0471394 service neutron] Pushing event updated for resources: {'Port': ['ID=478f6a74-57f1-4900-99d8-96e662021eb5,revision_number=7']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:14.261447 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-21282fb1-c9f3-4aac-a660-16deb0471394 service neutron] Attempting to bind port 478f6a74-57f1-4900-99d8-96e662021eb5 on host n-h1-840717-1 for vnic_type normal with profile {"migrating_to": "n-h2-840717-1"} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:51:14.262153 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-21282fb1-c9f3-4aac-a660-16deb0471394 service neutron] Attempting to bind port 478f6a74-57f1-4900-99d8-96e662021eb5 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': '2fd00a77-6cab-42c3-b322-459c43fd8637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '87da803f-e7d0-44ba-a1c3-46d895a6576d'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:51:14.262675 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-21282fb1-c9f3-4aac-a660-16deb0471394 service neutron] Attempting to bind port 478f6a74-57f1-4900-99d8-96e662021eb5 on network 87da803f-e7d0-44ba-a1c3-46d895a6576d {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:51:14.277553 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c613532-d901-4305-b269-79dc08a72bec req-c50a2e2e-ded3-4389-9327-6c310b4c0969 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:14.285915 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8c613532-d901-4305-b269-79dc08a72bec req-c50a2e2e-ded3-4389-9327-6c310b4c0969 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1f650ea-33a1-49e0-b9ce-33d7e6b1cea8 HTTP/1.1" status: 200 len: 943 time: 0.4137259 May 05 19:51:14.311431 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=046cff30-9f24-4516-aca1-577e77e2491f,revision_number=9']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:14.334017 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-21282fb1-c9f3-4aac-a660-16deb0471394 service neutron] Port 478f6a74-57f1-4900-99d8-96e662021eb5 on network 87da803f-e7d0-44ba-a1c3-46d895a6576d not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:51:14.334900 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-21282fb1-c9f3-4aac-a660-16deb0471394 service neutron] Attempting to bind port 478f6a74-57f1-4900-99d8-96e662021eb5 on network 87da803f-e7d0-44ba-a1c3-46d895a6576d {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:51:14.352084 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-21282fb1-c9f3-4aac-a660-16deb0471394 service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:51:14.352774 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-21282fb1-c9f3-4aac-a660-16deb0471394 service neutron] Checking segment: {'id': '2fd00a77-6cab-42c3-b322-459c43fd8637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '87da803f-e7d0-44ba-a1c3-46d895a6576d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:51:14.353323 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-21282fb1-c9f3-4aac-a660-16deb0471394 service neutron] Bound using segment: {'id': '2fd00a77-6cab-42c3-b322-459c43fd8637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '87da803f-e7d0-44ba-a1c3-46d895a6576d'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:51:14.353945 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-21282fb1-c9f3-4aac-a660-16deb0471394 service neutron] Bound port: 478f6a74-57f1-4900-99d8-96e662021eb5, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fd00a77-6cab-42c3-b322-459c43fd8637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '87da803f-e7d0-44ba-a1c3-46d895a6576d'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:51:14.354683 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-21282fb1-c9f3-4aac-a660-16deb0471394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:14.391893 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3616d2e6-bb3a-4afc-b160-e9986ba5722e req-cfae5440-531a-4916-becd-1beb53ef9fab tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:14.400513 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3616d2e6-bb3a-4afc-b160-e9986ba5722e req-cfae5440-531a-4916-becd-1beb53ef9fab tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7f5a589-3b16-4448-9925-f6147d63a97a HTTP/1.1" status: 200 len: 949 time: 0.1723287 May 05 19:51:14.416969 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8c613532-d901-4305-b269-79dc08a72bec req-e0912d1e-ba9e-4767-a2f3-f8d0b7c85426 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299071 May 05 19:51:14.480895 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3616d2e6-bb3a-4afc-b160-e9986ba5722e req-dd9f166a-1a09-49f8-affa-972591d15e99 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759654 May 05 19:51:14.561953 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-21282fb1-c9f3-4aac-a660-16deb0471394 service neutron] For port 478f6a74-57f1-4900-99d8-96e662021eb5, host n-h1-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:51:14.565130 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-21282fb1-c9f3-4aac-a660-16deb0471394 service neutron] For port 478f6a74-57f1-4900-99d8-96e662021eb5, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=478f6a74-57f1-4900-99d8-96e662021eb5,segment=NetworkSegment(2fd00a77-6cab-42c3-b322-459c43fd8637),segment_id=2fd00a77-6cab-42c3-b322-459c43fd8637)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:51:14.571430 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11b0afee-4766-4f8a-9983-5c73b6d7620b'] response: {'server_uuid': 'b1f650ea-33a1-49e0-b9ce-33d7e6b1cea8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '478f6a74-57f1-4900-99d8-96e662021eb5', 'code': 200} May 05 19:51:14.576113 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-21282fb1-c9f3-4aac-a660-16deb0471394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:14.811566 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe847bbc-2ca1-40ba-8455-13f88dfc9405 req-c7ca347f-2f29-47be-8352-f78c85a292ad tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:14.820340 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fe847bbc-2ca1-40ba-8455-13f88dfc9405 req-c7ca347f-2f29-47be-8352-f78c85a292ad tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/ports?device_id=a11ba6de-5726-49e3-a0f8-106f7a184fd5 HTTP/1.1" status: 200 len: 949 time: 0.1310353 May 05 19:51:14.822480 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21282fb1-c9f3-4aac-a660-16deb0471394 service neutron] Pushing event updated for resources: {'Port': ['ID=478f6a74-57f1-4900-99d8-96e662021eb5,revision_number=8']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:14.884479 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-21282fb1-c9f3-4aac-a660-16deb0471394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:14.885209 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-21282fb1-c9f3-4aac-a660-16deb0471394 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:14.887587 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-21282fb1-c9f3-4aac-a660-16deb0471394 service neutron] 10.222.0.50 "PUT /v2.0/ports/478f6a74-57f1-4900-99d8-96e662021eb5 HTTP/1.1" status: 200 len: 1121 time: 2.1132488 May 05 19:51:14.892299 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fe847bbc-2ca1-40ba-8455-13f88dfc9405 req-1e226cff-bb6c-4341-a000-02137543b606 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e50fd44-6059-4e3b-8f95-027c4583f97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709286 May 05 19:51:14.920592 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48457dd2-51fc-4410-b133-d6e6f13bb967 req-d0db86a7-6453-410e-84e4-6f0bde39e518 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:14.922558 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-48457dd2-51fc-4410-b133-d6e6f13bb967 req-d0db86a7-6453-410e-84e4-6f0bde39e518 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=f39c04b7-8637-45cd-ba4b-771005cf2ec6 HTTP/1.1" status: 200 len: 945 time: 0.3375669 May 05 19:51:14.984069 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['478f6a74-57f1-4900-99d8-96e662021eb5'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:51:14.986290 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-48457dd2-51fc-4410-b133-d6e6f13bb967 req-0429ad21-0959-4101-ad5d-1fe9300c55c6 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565710 May 05 19:51:15.080414 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-258513ef-8e52-411e-9cb7-71bd50e010f6'] response: {'server_uuid': 'f7f5a589-3b16-4448-9925-f6147d63a97a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '046cff30-9f24-4516-aca1-577e77e2491f', 'code': 200} May 05 19:51:15.081411 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['478f6a74-57f1-4900-99d8-96e662021eb5'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:51:15.512839 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa2185-1929-4e4c-9f5b-4c6ec3e9eedc req-202dbbbf-df4e-456d-95fb-ab14c943910d tempest-MigrationsAdminTest-1830011428 tempest-MigrationsAdminTest-1830011428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:15.514450 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-70aa2185-1929-4e4c-9f5b-4c6ec3e9eedc req-202dbbbf-df4e-456d-95fb-ab14c943910d tempest-MigrationsAdminTest-1830011428 tempest-MigrationsAdminTest-1830011428-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f7f5a589-3b16-4448-9925-f6147d63a97a HTTP/1.1" status: 200 len: 1100 time: 0.1216755 May 05 19:51:15.603199 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-70aa2185-1929-4e4c-9f5b-4c6ec3e9eedc req-dd427fd1-7d80-43ab-a93c-ae9165d78433 tempest-MigrationsAdminTest-1830011428 tempest-MigrationsAdminTest-1830011428-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816305 May 05 19:51:15.810838 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc5da5f-2ef7-4df4-a34a-03601bae932d req-76aeb66b-cca4-49b5-8c40-24bf7342ac59 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:15.814366 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1fc5da5f-2ef7-4df4-a34a-03601bae932d req-76aeb66b-cca4-49b5-8c40-24bf7342ac59 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1f650ea-33a1-49e0-b9ce-33d7e6b1cea8 HTTP/1.1" status: 200 len: 943 time: 0.1001687 May 05 19:51:15.894185 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1fc5da5f-2ef7-4df4-a34a-03601bae932d req-95f6ad3a-f8ce-4356-96eb-77c2988adebc tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727110 May 05 19:51:15.974573 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:16.401193 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93488243-9f2a-4210-9e0e-67e1d985516d req-5dec8b11-07cf-49fe-b257-34f6c666f4d3 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:16.410129 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-93488243-9f2a-4210-9e0e-67e1d985516d req-5dec8b11-07cf-49fe-b257-34f6c666f4d3 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/ports?device_id=a11ba6de-5726-49e3-a0f8-106f7a184fd5 HTTP/1.1" status: 200 len: 949 time: 0.1015229 May 05 19:51:16.459533 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-93488243-9f2a-4210-9e0e-67e1d985516d req-3989c6b7-088d-4cf8-bacd-7a7394c86f94 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e50fd44-6059-4e3b-8f95-027c4583f97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481510 May 05 19:51:16.572589 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1f650ea-33a1-49e0-b9ce-33d7e6b1cea8', 'tag': '478f6a74-57f1-4900-99d8-96e662021eb5'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:51:16.709432 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026404fc-6584-4da6-bb4e-79d50d9b4f3c req-24f1dcd9-761c-459f-9503-edf717952e13 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:16.721068 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-026404fc-6584-4da6-bb4e-79d50d9b4f3c req-24f1dcd9-761c-459f-9503-edf717952e13 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=f39c04b7-8637-45cd-ba4b-771005cf2ec6 HTTP/1.1" status: 200 len: 945 time: 0.1341712 May 05 19:51:16.768673 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-026404fc-6584-4da6-bb4e-79d50d9b4f3c req-a31ffc75-e35b-48ec-b440-036ac385669c tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492423 May 05 19:51:16.843097 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-97271c2c-e609-4dfe-a420-9049456c6b0d req-752d229c-0c98-4f49-9b8e-5a2eb52f62e6 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=928b29e96aaf42dd9d4dc06b8e5f9969&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336788 May 05 19:51:17.004272 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c9e6567-d853-4803-8200-373a70c18b05'] response: {'name': 'network-changed', 'server_uuid': 'b1f650ea-33a1-49e0-b9ce-33d7e6b1cea8', 'tag': '478f6a74-57f1-4900-99d8-96e662021eb5', 'status': 'completed', 'code': 200} May 05 19:51:17.040534 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97271c2c-e609-4dfe-a420-9049456c6b0d req-fee95045-9ee3-4463-9cf7-fd805554af8c tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:17.042040 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-97271c2c-e609-4dfe-a420-9049456c6b0d req-fee95045-9ee3-4463-9cf7-fd805554af8c tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1980207 May 05 19:51:17.104545 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-97271c2c-e609-4dfe-a420-9049456c6b0d req-5c1a6cb3-61ca-4e0b-881b-2f602f249555 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/quotas/928b29e96aaf42dd9d4dc06b8e5f9969 HTTP/1.1" status: 200 len: 375 time: 0.0231712 May 05 19:51:17.209204 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86510461-39c1-48a9-b70a-b19f64299deb req-86c13014-2b25-4030-a5cd-cda69f89f45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:17.210805 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-86510461-39c1-48a9-b70a-b19f64299deb req-86c13014-2b25-4030-a5cd-cda69f89f45b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ec798a1d17654fd38a17594ac4520b82&device_id=b1f650ea-33a1-49e0-b9ce-33d7e6b1cea8 HTTP/1.1" status: 200 len: 1124 time: 0.1784732 May 05 19:51:17.264343 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-97271c2c-e609-4dfe-a420-9049456c6b0d req-4a07c28e-8d21-4486-ba09-10989cf0bde1 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=928b29e96aaf42dd9d4dc06b8e5f9969&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1582747 May 05 19:51:17.332565 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ada78-ad03-455f-b3b9-c5f2b821f891 req-ccfb932e-11e1-48ca-9b91-43f3608e35c6 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:17.340966 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9a7ada78-ad03-455f-b3b9-c5f2b821f891 req-ccfb932e-11e1-48ca-9b91-43f3608e35c6 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1f650ea-33a1-49e0-b9ce-33d7e6b1cea8 HTTP/1.1" status: 200 len: 943 time: 0.1156538 May 05 19:51:17.441044 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86510461-39c1-48a9-b70a-b19f64299deb req-d3cd5dbd-bc45-410b-90f5-e1e31435d101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:17.442401 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-86510461-39c1-48a9-b70a-b19f64299deb req-d3cd5dbd-bc45-410b-90f5-e1e31435d101 service neutron] 10.222.0.24 "GET /v2.0/networks?id=87da803f-e7d0-44ba-a1c3-46d895a6576d HTTP/1.1" status: 200 len: 908 time: 0.2246127 May 05 19:51:17.442831 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9a7ada78-ad03-455f-b3b9-c5f2b821f891 req-b344195a-2761-4e09-a6eb-49efbd7c730d tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010275 May 05 19:51:17.769054 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1ff47d5a-bb68-4b1c-95b0-b4bc4121e315 req-6a4a8e61-77e7-4fb6-b581-e95c2eba2eb7 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=868250e7-4e06-4d95-a1d3-8dab33c9f8e2 HTTP/1.1" status: 200 len: 210 time: 0.1221347 May 05 19:51:17.963666 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-86510461-39c1-48a9-b70a-b19f64299deb req-79e05209-4246-4258-8846-e06d7e9f2101 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=478f6a74-57f1-4900-99d8-96e662021eb5 HTTP/1.1" status: 200 len: 217 time: 0.4968681 May 05 19:51:18.056900 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5800a1ac-bb12-4ec9-ab51-3a0d063f63ef req-57b8e6a5-ecb9-4b7c-a2fb-2417fba1c4ac tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:18.059420 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5800a1ac-bb12-4ec9-ab51-3a0d063f63ef req-57b8e6a5-ecb9-4b7c-a2fb-2417fba1c4ac tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/ports?device_id=a11ba6de-5726-49e3-a0f8-106f7a184fd5 HTTP/1.1" status: 200 len: 949 time: 0.1018167 May 05 19:51:18.131072 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86510461-39c1-48a9-b70a-b19f64299deb req-ae9f12f0-7311-471d-bfdc-38f5d3e452e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:18.133849 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-86510461-39c1-48a9-b70a-b19f64299deb req-ae9f12f0-7311-471d-bfdc-38f5d3e452e5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=af43fcc5-064b-4df8-a8c0-be1ad4feb5a8 HTTP/1.1" status: 200 len: 847 time: 0.1619112 May 05 19:51:18.141757 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5800a1ac-bb12-4ec9-ab51-3a0d063f63ef req-a40f02ff-825b-4887-901c-4da0fc32d145 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e50fd44-6059-4e3b-8f95-027c4583f97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673425 May 05 19:51:18.213177 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-86510461-39c1-48a9-b70a-b19f64299deb req-a1146833-9948-4248-ab7f-630e4cb5746a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87da803f-e7d0-44ba-a1c3-46d895a6576d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695579 May 05 19:51:18.465579 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e3631-c8c2-4911-ae96-66cb1979037c req-491aafbb-4b4e-4184-b9ae-002eca6b5d51 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:18.474513 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6a1e3631-c8c2-4911-ae96-66cb1979037c req-491aafbb-4b4e-4184-b9ae-002eca6b5d51 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=f39c04b7-8637-45cd-ba4b-771005cf2ec6 HTTP/1.1" status: 200 len: 945 time: 0.1929436 May 05 19:51:18.493787 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-86510461-39c1-48a9-b70a-b19f64299deb req-2d858253-bd15-4a45-87eb-bb029fec858b service neutron] 10.222.0.24 "GET /v2.0/networks/87da803f-e7d0-44ba-a1c3-46d895a6576d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677331 May 05 19:51:18.589460 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6a1e3631-c8c2-4911-ae96-66cb1979037c req-f5864265-bfc6-431d-981c-fc52f83bb8ed tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113930 May 05 19:51:18.737859 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-86510461-39c1-48a9-b70a-b19f64299deb req-a43e144b-5a7a-45b6-b544-75464f66ddd6 service neutron] 10.222.0.24 "GET /v2.0/networks/87da803f-e7d0-44ba-a1c3-46d895a6576d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369633 May 05 19:51:18.866218 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee1fc52-80d1-4bc8-b87f-7e176f3cabbd req-25b21e27-dae2-4d08-a6e2-9315777e2f50 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:18.875945 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5ee1fc52-80d1-4bc8-b87f-7e176f3cabbd req-25b21e27-dae2-4d08-a6e2-9315777e2f50 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1f650ea-33a1-49e0-b9ce-33d7e6b1cea8 HTTP/1.1" status: 200 len: 943 time: 0.1265702 May 05 19:51:18.962560 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5ee1fc52-80d1-4bc8-b87f-7e176f3cabbd req-77382eaf-c360-4b5b-9da0-e8fab6d76139 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856700 May 05 19:51:19.010864 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-97271c2c-e609-4dfe-a420-9049456c6b0d req-159841c2-c180-4ad8-a099-95b3de1adffc tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=928b29e96aaf42dd9d4dc06b8e5f9969&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341742 May 05 19:51:19.029460 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-915041fc-db2c-4f93-91fb-25ad78eb0fc1 req-787d5527-51b8-4583-85b0-e114de904a92 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=868250e7-4e06-4d95-a1d3-8dab33c9f8e2 HTTP/1.1" status: 200 len: 210 time: 0.0640261 May 05 19:51:19.301881 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97271c2c-e609-4dfe-a420-9049456c6b0d req-8d19228f-6c74-41eb-8b1e-7a1aa8a7ab56 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:19.303628 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-97271c2c-e609-4dfe-a420-9049456c6b0d req-8d19228f-6c74-41eb-8b1e-7a1aa8a7ab56 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2874844 May 05 19:51:19.322627 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-97271c2c-e609-4dfe-a420-9049456c6b0d req-b8886b91-666e-49d0-808d-95545351bd35 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Request body: {'port': {'device_id': '868250e7-4e06-4d95-a1d3-8dab33c9f8e2', 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3', 'admin_state_up': True, 'tenant_id': '928b29e96aaf42dd9d4dc06b8e5f9969'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:51:19.404425 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b309d2a-415c-4470-93aa-0b2e986fb95f req-090fbd84-6d54-4873-bdc7-ef25f4303219 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:19.405878 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0b309d2a-415c-4470-93aa-0b2e986fb95f req-090fbd84-6d54-4873-bdc7-ef25f4303219 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/ports?device_id=a11ba6de-5726-49e3-a0f8-106f7a184fd5 HTTP/1.1" status: 200 len: 949 time: 0.0822997 May 05 19:51:19.455886 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0b309d2a-415c-4470-93aa-0b2e986fb95f req-36d1373b-e7f5-43c4-9a4f-d7d5c205a4c1 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e50fd44-6059-4e3b-8f95-027c4583f97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421422 May 05 19:51:19.473657 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-97271c2c-e609-4dfe-a420-9049456c6b0d req-b8886b91-666e-49d0-808d-95545351bd35 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:51:19.484502 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-97271c2c-e609-4dfe-a420-9049456c6b0d req-b8886b91-666e-49d0-808d-95545351bd35 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:51:19.494673 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97271c2c-e609-4dfe-a420-9049456c6b0d req-b8886b91-666e-49d0-808d-95545351bd35 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Made reservation on behalf of 928b29e96aaf42dd9d4dc06b8e5f9969 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:51:19.499248 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-97271c2c-e609-4dfe-a420-9049456c6b0d req-b8886b91-666e-49d0-808d-95545351bd35 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:19.700847 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-97271c2c-e609-4dfe-a420-9049456c6b0d req-b8886b91-666e-49d0-808d-95545351bd35 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Allocated IP 192.168.233.31 (b786cc2b-f681-4c10-a54f-820e9d1a5ac3/4d72a8d3-0a35-4d3a-96b8-d869ff4093bc/f071c826-6291-459c-b65e-f04fbaeb1079) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:51:19.927148 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60792) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:51:19.976202 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf95f6-4957-4f1a-9f70-c4297ccfe044 req-fade4a86-32e8-46c7-adf8-41820dbc4086 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:19.977709 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2bbf95f6-4957-4f1a-9f70-c4297ccfe044 req-fade4a86-32e8-46c7-adf8-41820dbc4086 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=f39c04b7-8637-45cd-ba4b-771005cf2ec6 HTTP/1.1" status: 200 len: 945 time: 0.1954811 May 05 19:51:20.023883 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb23d3-a7f3-436d-ace8-6d98ce604cb8 req-128a0d4e-813b-4549-8a36-66b9cee0ec4c tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:20.025269 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d3fb23d3-a7f3-436d-ace8-6d98ce604cb8 req-128a0d4e-813b-4549-8a36-66b9cee0ec4c tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc2c5573-f977-4fac-a8cc-a0997b512a34 HTTP/1.1" status: 200 len: 950 time: 0.1918843 May 05 19:51:20.029467 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2bbf95f6-4957-4f1a-9f70-c4297ccfe044 req-3e64630b-c7ca-40ed-9263-97593db5dad1 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406978 May 05 19:51:20.030736 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-97271c2c-e609-4dfe-a420-9049456c6b0d req-b8886b91-666e-49d0-808d-95545351bd35 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:20.063789 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-47ea335e-d959-4267-aa02-df5e70e44850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:20.070595 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-97271c2c-e609-4dfe-a420-9049456c6b0d req-b8886b91-666e-49d0-808d-95545351bd35 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Transition to ACTIVE for port object f071c826-6291-459c-b65e-f04fbaeb1079 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:51:20.080619 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-47ea335e-d959-4267-aa02-df5e70e44850 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:51:20.084500 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-47ea335e-d959-4267-aa02-df5e70e44850 admin admin] Usage tracker for resource:security_group_rule and tenant:133f57b05f174cf38bc8b32a3c9a7edd is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:51:20.087414 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-47ea335e-d959-4267-aa02-df5e70e44850 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:51:20.093942 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-47ea335e-d959-4267-aa02-df5e70e44850 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:51:20.095308 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d3fb23d3-a7f3-436d-ace8-6d98ce604cb8 req-9ee50e6e-6729-4e43-befc-c6b1f0f48493 tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2f9a13b-60c9-4a1b-b7c9-419170345c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579336 May 05 19:51:20.117524 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-97271c2c-e609-4dfe-a420-9049456c6b0d req-b8886b91-666e-49d0-808d-95545351bd35 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:20.138204 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['046cff30-9f24-4516-aca1-577e77e2491f'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:51:20.205091 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-47ea335e-d959-4267-aa02-df5e70e44850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:20.210060 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-47ea335e-d959-4267-aa02-df5e70e44850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:20.233254 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97271c2c-e609-4dfe-a420-9049456c6b0d req-b8886b91-666e-49d0-808d-95545351bd35 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:51:20.238672 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-97271c2c-e609-4dfe-a420-9049456c6b0d req-b8886b91-666e-49d0-808d-95545351bd35 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:51:20.283791 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-97271c2c-e609-4dfe-a420-9049456c6b0d req-b8886b91-666e-49d0-808d-95545351bd35 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:51:20.295911 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-47ea335e-d959-4267-aa02-df5e70e44850 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=133f57b05f174cf38bc8b32a3c9a7edd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3674872 May 05 19:51:20.297714 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ea335e-d959-4267-aa02-df5e70e44850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c646db-c89d-41be-9fb5-f514a1f0df2c,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:20.307220 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60818) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:51:20.444223 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dfc0b8fa-fd2b-4f0d-a373-b9da78db53d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:20.452159 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8886b91-666e-49d0-808d-95545351bd35 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Pushing event updated for resources: {'Port': ['ID=f071c826-6291-459c-b65e-f04fbaeb1079,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:20.503004 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dfc0b8fa-fd2b-4f0d-a373-b9da78db53d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:20.514099 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97271c2c-e609-4dfe-a420-9049456c6b0d req-b8886b91-666e-49d0-808d-95545351bd35 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:20.514780 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-97271c2c-e609-4dfe-a420-9049456c6b0d req-b8886b91-666e-49d0-808d-95545351bd35 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:20.549357 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-97271c2c-e609-4dfe-a420-9049456c6b0d req-b8886b91-666e-49d0-808d-95545351bd35 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2314358 May 05 19:51:20.559309 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf53f25-d97e-45b1-a0dd-67465d640af9 req-0eed9219-ec2f-46a1-8ba4-e0707ea09377 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:20.567001 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fcf53f25-d97e-45b1-a0dd-67465d640af9 req-0eed9219-ec2f-46a1-8ba4-e0707ea09377 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1f650ea-33a1-49e0-b9ce-33d7e6b1cea8 HTTP/1.1" status: 200 len: 943 time: 0.3326087 May 05 19:51:20.585625 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-97271c2c-e609-4dfe-a420-9049456c6b0d req-dfc38aca-8404-4287-b33d-f75190239278 service neutron] Request body: {'port': {'device_id': '868250e7-4e06-4d95-a1d3-8dab33c9f8e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:51:20.611029 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dfc0b8fa-fd2b-4f0d-a373-b9da78db53d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:20.632644 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc0b8fa-fd2b-4f0d-a373-b9da78db53d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c646db-c89d-41be-9fb5-f514a1f0df2c,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:20.640719 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dfc0b8fa-fd2b-4f0d-a373-b9da78db53d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:20.644117 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-dfc0b8fa-fd2b-4f0d-a373-b9da78db53d8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b6c646db-c89d-41be-9fb5-f514a1f0df2c HTTP/1.1" status: 204 len: 168 time: 0.3334916 May 05 19:51:20.691810 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fcf53f25-d97e-45b1-a0dd-67465d640af9 req-30f18a42-8978-4004-baa7-37b363a0e0fb tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238286 May 05 19:51:20.693606 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-96f0d74b-cad7-47eb-850e-ff610b03fa5d None None] Provisioning for port f071c826-6291-459c-b65e-f04fbaeb1079 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:51:20.716596 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-96f0d74b-cad7-47eb-850e-ff610b03fa5d None None] Provisioning complete for port f071c826-6291-459c-b65e-f04fbaeb1079 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:51:20.716966 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-96f0d74b-cad7-47eb-850e-ff610b03fa5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:20.785762 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-97271c2c-e609-4dfe-a420-9049456c6b0d req-dfc38aca-8404-4287-b33d-f75190239278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:20.789133 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-96f0d74b-cad7-47eb-850e-ff610b03fa5d None None] Port f071c826-6291-459c-b65e-f04fbaeb1079 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:51:21.028001 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ba47f-4573-4341-b3fb-ab635c305981 req-0030eba0-9646-45c4-bf4d-00fd03d2cb73 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:21.030319 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-700ba47f-4573-4341-b3fb-ab635c305981 req-0030eba0-9646-45c4-bf4d-00fd03d2cb73 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/ports?device_id=a11ba6de-5726-49e3-a0f8-106f7a184fd5 HTTP/1.1" status: 200 len: 949 time: 0.1162958 May 05 19:51:21.053305 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d969fbc-9d4e-4c83-86ea-48b2a305edae req-5ff69de3-8ae3-4ba9-92bb-e25724b574cd tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:21.054068 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-3d969fbc-9d4e-4c83-86ea-48b2a305edae req-5ff69de3-8ae3-4ba9-92bb-e25724b574cd tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Synchronizing usage tracker for tenant:928b29e96aaf42dd9d4dc06b8e5f9969 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:51:21.086208 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-700ba47f-4573-4341-b3fb-ab635c305981 req-93f734ab-c5cd-4f55-9a0c-43d7b8f760e8 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e50fd44-6059-4e3b-8f95-027c4583f97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490844 May 05 19:51:21.122950 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60856) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:51:21.133754 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-3d969fbc-9d4e-4c83-86ea-48b2a305edae req-5ff69de3-8ae3-4ba9-92bb-e25724b574cd tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Unset dirty status for tenant:928b29e96aaf42dd9d4dc06b8e5f9969 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:51:21.134911 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3d969fbc-9d4e-4c83-86ea-48b2a305edae req-5ff69de3-8ae3-4ba9-92bb-e25724b574cd tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=868250e7-4e06-4d95-a1d3-8dab33c9f8e2 HTTP/1.1" status: 200 len: 935 time: 0.2918255 May 05 19:51:21.164335 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8cbc5e0d-beb6-4521-9e3f-4761e5cf6479 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:21.185671 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-8cbc5e0d-beb6-4521-9e3f-4761e5cf6479 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:51:21.189663 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-8cbc5e0d-beb6-4521-9e3f-4761e5cf6479 admin admin] Usage tracker for resource:security_group_rule and tenant:7eb9da2a27d44f9d9c75f672eb2de61f is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:51:21.192573 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-8cbc5e0d-beb6-4521-9e3f-4761e5cf6479 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:51:21.199344 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-8cbc5e0d-beb6-4521-9e3f-4761e5cf6479 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:51:21.238444 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3d969fbc-9d4e-4c83-86ea-48b2a305edae req-ac46a7ae-c642-46ad-97fb-217f9ea9532d tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823843 May 05 19:51:21.253742 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-400fb0c2-3409-42f7-91cf-83d834d8b556 service neutron] 10.222.0.24 "GET /v2.0/ports/478f6a74-57f1-4900-99d8-96e662021eb5/bindings/n-h2-840717-1 HTTP/1.1" status: 200 len: 384 time: 0.1641636 May 05 19:51:21.323523 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-97271c2c-e609-4dfe-a420-9049456c6b0d req-dfc38aca-8404-4287-b33d-f75190239278 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f071c826-6291-459c-b65e-f04fbaeb1079 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:51:21.332799 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-97271c2c-e609-4dfe-a420-9049456c6b0d req-dfc38aca-8404-4287-b33d-f75190239278 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:21.359463 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-97271c2c-e609-4dfe-a420-9049456c6b0d req-dfc38aca-8404-4287-b33d-f75190239278 service neutron] Transition to ACTIVE for port object f071c826-6291-459c-b65e-f04fbaeb1079 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:51:21.395648 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-97271c2c-e609-4dfe-a420-9049456c6b0d req-dfc38aca-8404-4287-b33d-f75190239278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:21.465579 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8cbc5e0d-beb6-4521-9e3f-4761e5cf6479 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:21.484426 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8cbc5e0d-beb6-4521-9e3f-4761e5cf6479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:21.544467 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc38aca-8404-4287-b33d-f75190239278 service neutron] Pushing event updated for resources: {'Port': ['ID=f071c826-6291-459c-b65e-f04fbaeb1079,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:21.648879 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d8d3bc-f9d0-4559-8cfd-fabce46c5b70 req-acf33926-8195-4c7b-aec6-2179277d9c1d tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:21.650388 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-36d8d3bc-f9d0-4559-8cfd-fabce46c5b70 req-acf33926-8195-4c7b-aec6-2179277d9c1d tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc2c5573-f977-4fac-a8cc-a0997b512a34 HTTP/1.1" status: 200 len: 950 time: 0.2929118 May 05 19:51:21.659204 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbc5e0d-beb6-4521-9e3f-4761e5cf6479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ffa46c-f08c-46c9-a411-93d30ae89bfb,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:21.676032 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-8cbc5e0d-beb6-4521-9e3f-4761e5cf6479 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7eb9da2a27d44f9d9c75f672eb2de61f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5519857 May 05 19:51:21.686547 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad42e63b-66d5-4d2f-b6d3-f37e105c2102 req-accaa987-af59-46c5-b1a9-bf774bea59a3 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:21.687224 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60872) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:51:21.688004 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ad42e63b-66d5-4d2f-b6d3-f37e105c2102 req-accaa987-af59-46c5-b1a9-bf774bea59a3 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=f39c04b7-8637-45cd-ba4b-771005cf2ec6 HTTP/1.1" status: 200 len: 945 time: 0.3818846 May 05 19:51:21.692253 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-97271c2c-e609-4dfe-a420-9049456c6b0d req-dfc38aca-8404-4287-b33d-f75190239278 service neutron] Attempting to bind port f071c826-6291-459c-b65e-f04fbaeb1079 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:51:21.692583 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-97271c2c-e609-4dfe-a420-9049456c6b0d req-dfc38aca-8404-4287-b33d-f75190239278 service neutron] Attempting to bind port f071c826-6291-459c-b65e-f04fbaeb1079 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:51:21.692904 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97271c2c-e609-4dfe-a420-9049456c6b0d req-dfc38aca-8404-4287-b33d-f75190239278 service neutron] Attempting to bind port f071c826-6291-459c-b65e-f04fbaeb1079 on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:51:21.722798 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97271c2c-e609-4dfe-a420-9049456c6b0d req-dfc38aca-8404-4287-b33d-f75190239278 service neutron] Port f071c826-6291-459c-b65e-f04fbaeb1079 on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:51:21.723117 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97271c2c-e609-4dfe-a420-9049456c6b0d req-dfc38aca-8404-4287-b33d-f75190239278 service neutron] Attempting to bind port f071c826-6291-459c-b65e-f04fbaeb1079 on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:51:21.745315 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97271c2c-e609-4dfe-a420-9049456c6b0d req-dfc38aca-8404-4287-b33d-f75190239278 service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:51:21.746302 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97271c2c-e609-4dfe-a420-9049456c6b0d req-dfc38aca-8404-4287-b33d-f75190239278 service neutron] Checking segment: {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:51:21.746740 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97271c2c-e609-4dfe-a420-9049456c6b0d req-dfc38aca-8404-4287-b33d-f75190239278 service neutron] Bound using segment: {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:51:21.747179 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-97271c2c-e609-4dfe-a420-9049456c6b0d req-dfc38aca-8404-4287-b33d-f75190239278 service neutron] Bound port: f071c826-6291-459c-b65e-f04fbaeb1079, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:51:21.747539 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-97271c2c-e609-4dfe-a420-9049456c6b0d req-dfc38aca-8404-4287-b33d-f75190239278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:21.755438 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-ab3b97ec-38e3-4435-82ea-a90a637d63fd service neutron] For port 478f6a74-57f1-4900-99d8-96e662021eb5, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=478f6a74-57f1-4900-99d8-96e662021eb5,segment=NetworkSegment(2fd00a77-6cab-42c3-b322-459c43fd8637),segment_id=2fd00a77-6cab-42c3-b322-459c43fd8637)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:51:21.758208 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-36d8d3bc-f9d0-4559-8cfd-fabce46c5b70 req-45186364-8d91-4910-b388-2df1b227369a tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2f9a13b-60c9-4a1b-b7c9-419170345c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942397 May 05 19:51:21.772634 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ad42e63b-66d5-4d2f-b6d3-f37e105c2102 req-dd038b2f-00a4-4a38-9e9b-b9f91b29c090 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750730 May 05 19:51:21.794472 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-ab3b97ec-38e3-4435-82ea-a90a637d63fd service neutron] For port 478f6a74-57f1-4900-99d8-96e662021eb5, host n-h1-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:51:21.849438 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-ab3b97ec-38e3-4435-82ea-a90a637d63fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 478f6a74-57f1-4900-99d8-96e662021eb5 {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:51:21.854378 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-15cea08d-f3b9-44b0-ae04-ff970d9a3859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:21.862170 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-ab3b97ec-38e3-4435-82ea-a90a637d63fd service neutron] For port 478f6a74-57f1-4900-99d8-96e662021eb5, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=478f6a74-57f1-4900-99d8-96e662021eb5,segment=NetworkSegment(2fd00a77-6cab-42c3-b322-459c43fd8637),segment_id=2fd00a77-6cab-42c3-b322-459c43fd8637)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:51:21.883333 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-ab3b97ec-38e3-4435-82ea-a90a637d63fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:21.912742 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-97271c2c-e609-4dfe-a420-9049456c6b0d req-dfc38aca-8404-4287-b33d-f75190239278 service neutron] For port f071c826-6291-459c-b65e-f04fbaeb1079, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:51:21.921360 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-15cea08d-f3b9-44b0-ae04-ff970d9a3859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:21.936438 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-97271c2c-e609-4dfe-a420-9049456c6b0d req-dfc38aca-8404-4287-b33d-f75190239278 service neutron] For port f071c826-6291-459c-b65e-f04fbaeb1079, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=f071c826-6291-459c-b65e-f04fbaeb1079,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:51:21.952054 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-97271c2c-e609-4dfe-a420-9049456c6b0d req-dfc38aca-8404-4287-b33d-f75190239278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:22.041060 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97271c2c-e609-4dfe-a420-9049456c6b0d req-dfc38aca-8404-4287-b33d-f75190239278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:22.041837 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-97271c2c-e609-4dfe-a420-9049456c6b0d req-dfc38aca-8404-4287-b33d-f75190239278 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:22.043438 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-97271c2c-e609-4dfe-a420-9049456c6b0d req-dfc38aca-8404-4287-b33d-f75190239278 service neutron] 10.222.0.24 "PUT /v2.0/ports/f071c826-6291-459c-b65e-f04fbaeb1079 HTTP/1.1" status: 200 len: 1095 time: 1.4736459 May 05 19:51:22.044023 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '868250e7-4e06-4d95-a1d3-8dab33c9f8e2', 'tag': 'f071c826-6291-459c-b65e-f04fbaeb1079'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:51:22.067384 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-ab3b97ec-38e3-4435-82ea-a90a637d63fd service neutron] Transition to ACTIVE for port object 478f6a74-57f1-4900-99d8-96e662021eb5 will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:51:22.069513 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-ab3b97ec-38e3-4435-82ea-a90a637d63fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:22.069676 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc38aca-8404-4287-b33d-f75190239278 service neutron] Pushing event updated for resources: {'Port': ['ID=f071c826-6291-459c-b65e-f04fbaeb1079,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:22.123521 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1432b5b-1b61-49d6-a09b-71708389e3ff req-11fb9850-b0fa-463a-b5b8-4de190ef6e12 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:22.125974 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b1432b5b-1b61-49d6-a09b-71708389e3ff req-11fb9850-b0fa-463a-b5b8-4de190ef6e12 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1f650ea-33a1-49e0-b9ce-33d7e6b1cea8 HTTP/1.1" status: 200 len: 943 time: 0.1916742 May 05 19:51:22.151993 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-15cea08d-f3b9-44b0-ae04-ff970d9a3859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:22.177669 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3b97ec-38e3-4435-82ea-a90a637d63fd service neutron] Pushing event updated for resources: {'Port': ['ID=478f6a74-57f1-4900-99d8-96e662021eb5,revision_number=10']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:22.181274 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cea08d-f3b9-44b0-ae04-ff970d9a3859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ffa46c-f08c-46c9-a411-93d30ae89bfb,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:22.203644 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-15cea08d-f3b9-44b0-ae04-ff970d9a3859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:22.204790 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-15cea08d-f3b9-44b0-ae04-ff970d9a3859 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/99ffa46c-f08c-46c9-a411-93d30ae89bfb HTTP/1.1" status: 204 len: 168 time: 0.5166204 May 05 19:51:22.234501 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97271c2c-e609-4dfe-a420-9049456c6b0d req-e2f19aea-b89c-46d3-ba6b-d21848174b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:22.236064 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-97271c2c-e609-4dfe-a420-9049456c6b0d req-e2f19aea-b89c-46d3-ba6b-d21848174b7a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=928b29e96aaf42dd9d4dc06b8e5f9969&device_id=868250e7-4e06-4d95-a1d3-8dab33c9f8e2 HTTP/1.1" status: 200 len: 1098 time: 0.1434045 May 05 19:51:22.338747 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-97271c2c-e609-4dfe-a420-9049456c6b0d req-59d38c88-9569-4475-a948-26b370b77023 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=f071c826-6291-459c-b65e-f04fbaeb1079 HTTP/1.1" status: 200 len: 217 time: 0.0911703 May 05 19:51:22.388536 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b1432b5b-1b61-49d6-a09b-71708389e3ff req-30891fe3-3980-4019-956c-7dcf99532ed2 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005877 May 05 19:51:22.389711 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-ab3b97ec-38e3-4435-82ea-a90a637d63fd service neutron] No DVR routers for this DVR port 478f6a74-57f1-4900-99d8-96e662021eb5 on host n-h1-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:51:22.434510 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97271c2c-e609-4dfe-a420-9049456c6b0d req-8113a953-56f9-483f-9859-60c3d01f2605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:22.438707 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-97271c2c-e609-4dfe-a420-9049456c6b0d req-8113a953-56f9-483f-9859-60c3d01f2605 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.0868289 May 05 19:51:22.453934 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-ab3b97ec-38e3-4435-82ea-a90a637d63fd service neutron] 10.222.0.24 "PUT /v2.0/ports/478f6a74-57f1-4900-99d8-96e662021eb5/bindings/n-h2-840717-1/activate HTTP/1.1" status: 200 len: 369 time: 1.1873615 May 05 19:51:22.506917 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4407323-5e26-466e-ae53-568518eb356e'] response: {'name': 'network-changed', 'server_uuid': '868250e7-4e06-4d95-a1d3-8dab33c9f8e2', 'tag': 'f071c826-6291-459c-b65e-f04fbaeb1079', 'status': 'completed', 'code': 200} May 05 19:51:22.541089 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97271c2c-e609-4dfe-a420-9049456c6b0d req-d6d06a7c-f622-458e-971b-271c0bbd83a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:22.544338 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-97271c2c-e609-4dfe-a420-9049456c6b0d req-d6d06a7c-f622-458e-971b-271c0bbd83a2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0992231 May 05 19:51:22.665694 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-76d4001d-65d1-442f-8ae1-e2ce032ffbb0 tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:22.667608 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-76d4001d-65d1-442f-8ae1-e2ce032ffbb0 tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b1f650ea-33a1-49e0-b9ce-33d7e6b1cea8&tenant_id=ec798a1d17654fd38a17594ac4520b82&binding%3Ahost_id=n-h1-840717-1 HTTP/1.1" status: 200 len: 1095 time: 0.1487651 May 05 19:51:22.757583 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-d764b32d-966e-4bc2-8faa-2089b68644a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:22.759211 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-d764b32d-966e-4bc2-8faa-2089b68644a3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b1f650ea-33a1-49e0-b9ce-33d7e6b1cea8&tenant_id=ec798a1d17654fd38a17594ac4520b82 HTTP/1.1" status: 200 len: 1095 time: 0.0854053 May 05 19:51:22.872491 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-2f37dc8f-3b88-4495-998d-56512837600a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:22.874086 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-2f37dc8f-3b88-4495-998d-56512837600a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ec798a1d17654fd38a17594ac4520b82&device_id=b1f650ea-33a1-49e0-b9ce-33d7e6b1cea8 HTTP/1.1" status: 200 len: 1095 time: 0.0891035 May 05 19:51:22.885681 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e3a9f-5230-43ca-b30b-f68806b5d73a req-ee547571-fed5-485e-aa27-30184f2b8157 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:22.894149 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0b7e3a9f-5230-43ca-b30b-f68806b5d73a req-ee547571-fed5-485e-aa27-30184f2b8157 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/ports?device_id=a11ba6de-5726-49e3-a0f8-106f7a184fd5 HTTP/1.1" status: 200 len: 949 time: 0.2043450 May 05 19:51:22.898477 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-97271c2c-e609-4dfe-a420-9049456c6b0d req-0aaf784f-e597-4e01-a0d8-006d2d5541af service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3472476 May 05 19:51:23.002195 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0b7e3a9f-5230-43ca-b30b-f68806b5d73a req-39363511-c04b-43b7-ac9a-837f054dbf58 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e50fd44-6059-4e3b-8f95-027c4583f97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068978 May 05 19:51:23.138386 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-97271c2c-e609-4dfe-a420-9049456c6b0d req-d938c08d-3880-4f02-959c-b6d2ad31af1f service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235765 May 05 19:51:23.171753 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-7480b7eb-bf89-4f08-82ec-5b20a4884c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:23.173816 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-7480b7eb-bf89-4f08-82ec-5b20a4884c1a service neutron] 10.222.0.50 "GET /v2.0/networks?id=87da803f-e7d0-44ba-a1c3-46d895a6576d HTTP/1.1" status: 200 len: 908 time: 0.2906268 May 05 19:51:23.247841 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-7b079387-f3ef-4e08-9b62-08f4a379d759 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=478f6a74-57f1-4900-99d8-96e662021eb5 HTTP/1.1" status: 200 len: 217 time: 0.0663540 May 05 19:51:23.313269 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ab70c7-cbcf-47e4-b048-10d2eff5a4b7 req-af81d5d2-75f3-4169-9780-a52649b7866f tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:23.314902 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-62ab70c7-cbcf-47e4-b048-10d2eff5a4b7 req-af81d5d2-75f3-4169-9780-a52649b7866f tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=868250e7-4e06-4d95-a1d3-8dab33c9f8e2 HTTP/1.1" status: 200 len: 947 time: 0.1457386 May 05 19:51:23.320603 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0079b46b-073d-46ee-9f33-156d241fb330 req-ea068092-8676-431b-804d-ada3ded5d1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:23.322270 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0079b46b-073d-46ee-9f33-156d241fb330 req-ea068092-8676-431b-804d-ada3ded5d1ae service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=928b29e96aaf42dd9d4dc06b8e5f9969&device_id=868250e7-4e06-4d95-a1d3-8dab33c9f8e2 HTTP/1.1" status: 200 len: 1098 time: 0.1156840 May 05 19:51:23.332937 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-b48751b1-7681-445e-828c-e68ead172f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:23.335007 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-b48751b1-7681-445e-828c-e68ead172f58 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=af43fcc5-064b-4df8-a8c0-be1ad4feb5a8 HTTP/1.1" status: 200 len: 847 time: 0.0814078 May 05 19:51:23.406954 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-58be1dcb-5872-4191-814c-5b05cd51ed51 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=87da803f-e7d0-44ba-a1c3-46d895a6576d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643876 May 05 19:51:23.407899 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-62ab70c7-cbcf-47e4-b048-10d2eff5a4b7 req-47f1d3bf-2f2e-433d-82b2-830d0bcb7fd4 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844412 May 05 19:51:23.445506 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 478f6a74-57f1-4900-99d8-96e662021eb5 no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:51:23.527499 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0079b46b-073d-46ee-9f33-156d241fb330 req-64764e36-a8ef-450f-99a6-a014f43fb149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:23.529285 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0079b46b-073d-46ee-9f33-156d241fb330 req-64764e36-a8ef-450f-99a6-a014f43fb149 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3 HTTP/1.1" status: 200 len: 870 time: 0.1927288 May 05 19:51:23.611556 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 478f6a74-57f1-4900-99d8-96e662021eb5 not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:51:23.648808 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 0af1e876-6cbb-43ac-8651-13e29ac07993 no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:51:23.671000 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-c25e5678-46bf-4525-bf7d-74fc1c2598f8 service neutron] 10.222.0.50 "GET /v2.0/networks/87da803f-e7d0-44ba-a1c3-46d895a6576d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574856 May 05 19:51:23.688214 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0079b46b-073d-46ee-9f33-156d241fb330 req-ce5ba1ed-4a58-45dc-95c5-143f42a481bd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=f071c826-6291-459c-b65e-f04fbaeb1079 HTTP/1.1" status: 200 len: 217 time: 0.1516347 May 05 19:51:23.830269 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0079b46b-073d-46ee-9f33-156d241fb330 req-e5eb7f35-459a-4670-a516-91d59f4676e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:23.830520 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0079b46b-073d-46ee-9f33-156d241fb330 req-e5eb7f35-459a-4670-a516-91d59f4676e7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.0963576 May 05 19:51:23.841819 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edf716c-3df2-495d-9e95-455879069005 req-cd9739f8-3422-4235-bae5-c110a1c8f945 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:23.843575 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2edf716c-3df2-495d-9e95-455879069005 req-cd9739f8-3422-4235-bae5-c110a1c8f945 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=f39c04b7-8637-45cd-ba4b-771005cf2ec6 HTTP/1.1" status: 200 len: 945 time: 0.1934373 May 05 19:51:23.862672 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:23.916148 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc2c5573-f977-4fac-a8cc-a0997b512a34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0af1e876-6cbb-43ac-8651-13e29ac07993'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:51:23.930508 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-87f8ff9c-8206-4778-a102-2c9b05ecdc17 service neutron] 10.222.0.50 "GET /v2.0/networks/87da803f-e7d0-44ba-a1c3-46d895a6576d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538633 May 05 19:51:23.935919 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 0af1e876-6cbb-43ac-8651-13e29ac07993, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=0af1e876-6cbb-43ac-8651-13e29ac07993,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:51:23.952876 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:23.978871 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2edf716c-3df2-495d-9e95-455879069005 req-285faf8f-b3b6-4ec4-97cc-78e9abaa4223 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740898 May 05 19:51:23.989921 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0079b46b-073d-46ee-9f33-156d241fb330 req-b836b348-e5ac-4883-aeb1-fb3eee3408bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:23.993571 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0079b46b-073d-46ee-9f33-156d241fb330 req-b836b348-e5ac-4883-aeb1-fb3eee3408bf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1490359 May 05 19:51:24.091756 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4b3dd5-9817-48a3-88cc-210ffc60300f req-8eac0086-db2c-440e-b130-729fc4b4c375 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:24.100403 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6c4b3dd5-9817-48a3-88cc-210ffc60300f req-8eac0086-db2c-440e-b130-729fc4b4c375 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1f650ea-33a1-49e0-b9ce-33d7e6b1cea8 HTTP/1.1" status: 200 len: 944 time: 0.1163163 May 05 19:51:24.133244 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=0af1e876-6cbb-43ac-8651-13e29ac07993,revision_number=11']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:24.163405 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6c4b3dd5-9817-48a3-88cc-210ffc60300f req-fadc602b-2ffd-44df-a1b3-f310cdfc2809 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612590 May 05 19:51:24.233734 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fbb9029-1acc-46c1-ae64-9bb45dd19de7'] response: {'server_uuid': 'bc2c5573-f977-4fac-a8cc-a0997b512a34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0af1e876-6cbb-43ac-8651-13e29ac07993', 'code': 200} May 05 19:51:24.238383 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0079b46b-073d-46ee-9f33-156d241fb330 req-1968addd-a68d-4994-91a7-029c22e901de service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261705 May 05 19:51:24.467409 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0079b46b-073d-46ee-9f33-156d241fb330 req-e94d9c98-cf93-477e-9948-c0fa37cf9109 service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223203 May 05 19:51:24.484912 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-b0f7430c-89df-4b4e-a968-8de0d9d9ae05 tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:24.488540 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-b0f7430c-89df-4b4e-a968-8de0d9d9ae05 tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b1f650ea-33a1-49e0-b9ce-33d7e6b1cea8&tenant_id=ec798a1d17654fd38a17594ac4520b82&binding%3Ahost_id=n-h2-840717-1 HTTP/1.1" status: 200 len: 1095 time: 0.1931565 May 05 19:51:24.573302 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5611a98-3e08-45cd-b231-3cee7e549147 req-17fe7a3b-8b37-48f4-9765-738b7c24701f tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:24.580774 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e5611a98-3e08-45cd-b231-3cee7e549147 req-17fe7a3b-8b37-48f4-9765-738b7c24701f tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/ports?device_id=a11ba6de-5726-49e3-a0f8-106f7a184fd5 HTTP/1.1" status: 200 len: 949 time: 0.1941075 May 05 19:51:24.665829 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e5611a98-3e08-45cd-b231-3cee7e549147 req-0af951c6-d039-4a16-b227-57567eeea31a tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e50fd44-6059-4e3b-8f95-027c4583f97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846937 May 05 19:51:24.686796 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-78b1a6ca-733a-418b-bbd1-5472574f240f service neutron] For port 478f6a74-57f1-4900-99d8-96e662021eb5, host n-h1-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:51:24.690707 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-78b1a6ca-733a-418b-bbd1-5472574f240f service neutron] Notify callbacks [] for binding, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:24.692062 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-aed50a37-a893-4be1-8ca5-df8802aff757 req-78b1a6ca-733a-418b-bbd1-5472574f240f service neutron] 10.222.0.50 "DELETE /v2.0/ports/478f6a74-57f1-4900-99d8-96e662021eb5/bindings/n-h1-840717-1 HTTP/1.1" status: 204 len: 173 time: 0.1954587 May 05 19:51:24.820476 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9509cbd-4d44-45a4-b03e-ec7e9e101288 req-a315e95a-2233-4bcb-b03a-2bd8521672ca tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:24.822009 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c9509cbd-4d44-45a4-b03e-ec7e9e101288 req-a315e95a-2233-4bcb-b03a-2bd8521672ca tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=868250e7-4e06-4d95-a1d3-8dab33c9f8e2 HTTP/1.1" status: 200 len: 947 time: 0.0903668 May 05 19:51:24.871790 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a06b96-a991-4b43-acb7-412c1d101e97 req-9872d37f-9f94-4294-bb4e-8d648949c308 tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:24.878428 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b9a06b96-a991-4b43-acb7-412c1d101e97 req-9872d37f-9f94-4294-bb4e-8d648949c308 tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc2c5573-f977-4fac-a8cc-a0997b512a34 HTTP/1.1" status: 200 len: 948 time: 0.0959933 May 05 19:51:24.880061 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c9509cbd-4d44-45a4-b03e-ec7e9e101288 req-4a93edc5-6f94-470a-92af-47462f4b1e15 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515556 May 05 19:51:24.920454 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b9a06b96-a991-4b43-acb7-412c1d101e97 req-24e1d35b-50d4-434e-8883-22158ee6ea9f tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2f9a13b-60c9-4a1b-b7c9-419170345c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411861 May 05 19:51:25.003464 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 32856) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:51:25.142439 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d68d531e-69b5-419d-a65a-c13a4ff1c026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:25.157898 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d68d531e-69b5-419d-a65a-c13a4ff1c026 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:51:25.162708 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d68d531e-69b5-419d-a65a-c13a4ff1c026 admin admin] Usage tracker for resource:security_group_rule and tenant:d11ea2593cbd44279c45a04359e1c1d2 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:51:25.165766 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d68d531e-69b5-419d-a65a-c13a4ff1c026 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:51:25.176654 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d68d531e-69b5-419d-a65a-c13a4ff1c026 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:51:25.268113 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d128657-3d03-4fea-9348-037505399d88 req-eb941e19-1d10-4abe-913e-2a4072bf7dfc tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:25.271185 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2d128657-3d03-4fea-9348-037505399d88 req-eb941e19-1d10-4abe-913e-2a4072bf7dfc tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=f39c04b7-8637-45cd-ba4b-771005cf2ec6 HTTP/1.1" status: 200 len: 945 time: 0.1437750 May 05 19:51:25.328809 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2d128657-3d03-4fea-9348-037505399d88 req-fb2326da-305d-40b6-89dd-13a041835166 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503354 May 05 19:51:25.386750 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d68d531e-69b5-419d-a65a-c13a4ff1c026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:25.394396 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d68d531e-69b5-419d-a65a-c13a4ff1c026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:25.431330 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 32874) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:51:25.445410 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device f071c826-6291-459c-b65e-f04fbaeb1079 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:51:25.458258 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621cfaa-6e70-4fab-8c71-3e9cb5f050bf req-d51df1a9-6757-41f6-b112-2abb17fb29c1 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:25.459753 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5621cfaa-6e70-4fab-8c71-3e9cb5f050bf req-d51df1a9-6757-41f6-b112-2abb17fb29c1 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1f650ea-33a1-49e0-b9ce-33d7e6b1cea8 HTTP/1.1" status: 200 len: 944 time: 0.1663728 May 05 19:51:25.464873 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d68d531e-69b5-419d-a65a-c13a4ff1c026 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d11ea2593cbd44279c45a04359e1c1d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4602497 May 05 19:51:25.465649 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 32880) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:51:25.470449 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68d531e-69b5-419d-a65a-c13a4ff1c026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=597b6c58-6f28-40dd-9e24-89578cb6266d,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:25.560825 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c8c1b66d-5197-42e1-924b-2ab3f7ff9c7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:25.594226 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-c8c1b66d-5197-42e1-924b-2ab3f7ff9c7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:51:25.599828 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-c8c1b66d-5197-42e1-924b-2ab3f7ff9c7e admin admin] Usage tracker for resource:security_group_rule and tenant:c4df68d3e0bb4f0cbc71bb77d8417d8b is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:51:25.603704 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port f071c826-6291-459c-b65e-f04fbaeb1079, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=f071c826-6291-459c-b65e-f04fbaeb1079,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:51:25.614562 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-c8c1b66d-5197-42e1-924b-2ab3f7ff9c7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:51:25.620304 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': 'f071c826-6291-459c-b65e-f04fbaeb1079', 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3', 'port_id': 'f071c826-6291-459c-b65e-f04fbaeb1079', 'mac_address': 'fa:16:3e:53:f2:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d72a8d3-0a35-4d3a-96b8-d869ff4093bc', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:51:25.629733 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-c8c1b66d-5197-42e1-924b-2ab3f7ff9c7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:51:25.688831 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5621cfaa-6e70-4fab-8c71-3e9cb5f050bf req-9b900c97-2beb-46d3-a14f-e2388fa10868 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197556 May 05 19:51:25.707886 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:25.709184 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6f66dd0b-1d7c-4786-b2c2-07997cf0d727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:25.738758 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f071c826-6291-459c-b65e-f04fbaeb1079 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:51:25.765289 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6f66dd0b-1d7c-4786-b2c2-07997cf0d727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:25.767198 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c8c1b66d-5197-42e1-924b-2ab3f7ff9c7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:25.772673 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c8c1b66d-5197-42e1-924b-2ab3f7ff9c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:25.780064 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port f071c826-6291-459c-b65e-f04fbaeb1079, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=f071c826-6291-459c-b65e-f04fbaeb1079,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:51:25.786811 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:25.864467 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6f66dd0b-1d7c-4786-b2c2-07997cf0d727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:25.882188 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f66dd0b-1d7c-4786-b2c2-07997cf0d727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=597b6c58-6f28-40dd-9e24-89578cb6266d,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:25.891557 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6f66dd0b-1d7c-4786-b2c2-07997cf0d727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:25.896526 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-6f66dd0b-1d7c-4786-b2c2-07997cf0d727 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/597b6c58-6f28-40dd-9e24-89578cb6266d HTTP/1.1" status: 204 len: 168 time: 0.4290791 May 05 19:51:25.899608 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=f071c826-6291-459c-b65e-f04fbaeb1079,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:25.919263 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-c8c1b66d-5197-42e1-924b-2ab3f7ff9c7e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c4df68d3e0bb4f0cbc71bb77d8417d8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4858859 May 05 19:51:25.921205 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 32894) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:51:25.995732 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c1b66d-5197-42e1-924b-2ab3f7ff9c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace1101a-bac4-4783-a9d4-3738fc9bd9c7,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:26.035811 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12af360-0578-4027-8b57-7e1a945330f9 req-2ac9ee88-f9fb-4097-a1b6-cc994c97d38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:26.037279 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b12af360-0578-4027-8b57-7e1a945330f9 req-2ac9ee88-f9fb-4097-a1b6-cc994c97d38e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=63ca58c29fae4c4eaafba189c1ec4492&device_id=f39c04b7-8637-45cd-ba4b-771005cf2ec6 HTTP/1.1" status: 200 len: 1096 time: 0.1100111 May 05 19:51:26.046255 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2580e251-90c9-473e-b6ad-52de0ca488b6 req-184a43c3-9226-4170-8eb4-67e551f6145c tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:26.047769 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2580e251-90c9-473e-b6ad-52de0ca488b6 req-184a43c3-9226-4170-8eb4-67e551f6145c tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/ports?device_id=a11ba6de-5726-49e3-a0f8-106f7a184fd5 HTTP/1.1" status: 200 len: 949 time: 0.2026618 May 05 19:51:26.064029 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c5514eb7-eed9-4fd1-a5e0-97ee4e40f36f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:26.079127 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['f071c826-6291-459c-b65e-f04fbaeb1079'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:51:26.099113 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c5514eb7-eed9-4fd1-a5e0-97ee4e40f36f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:26.124187 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab6ee08-5c42-4cf6-a14f-687939be46a0 req-3458949c-c252-4e4c-ba2b-b06fd7e89933 tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:26.125958 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fab6ee08-5c42-4cf6-a14f-687939be46a0 req-3458949c-c252-4e4c-ba2b-b06fd7e89933 tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b1f650ea-33a1-49e0-b9ce-33d7e6b1cea8 HTTP/1.1" status: 200 len: 1095 time: 0.1837165 May 05 19:51:26.194426 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2580e251-90c9-473e-b6ad-52de0ca488b6 req-8b92a965-a190-4134-93ee-15d34aa3ffcc tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e50fd44-6059-4e3b-8f95-027c4583f97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257045 May 05 19:51:26.223218 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fab6ee08-5c42-4cf6-a14f-687939be46a0 req-f7826ebe-dafe-47f9-a7d1-a62ca5d2ac84 tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799646 May 05 19:51:26.246496 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c5514eb7-eed9-4fd1-a5e0-97ee4e40f36f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:26.266505 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12af360-0578-4027-8b57-7e1a945330f9 req-4d86735b-567d-43d7-850f-d2176dae13f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:26.268277 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b12af360-0578-4027-8b57-7e1a945330f9 req-4d86735b-567d-43d7-850f-d2176dae13f5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9e1d2257-41cc-4af2-afae-4ca8a9719a05 HTTP/1.1" status: 200 len: 921 time: 0.2196724 May 05 19:51:26.277778 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5514eb7-eed9-4fd1-a5e0-97ee4e40f36f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace1101a-bac4-4783-a9d4-3738fc9bd9c7,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:26.296223 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c5514eb7-eed9-4fd1-a5e0-97ee4e40f36f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:26.297340 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c5514eb7-eed9-4fd1-a5e0-97ee4e40f36f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ace1101a-bac4-4783-a9d4-3738fc9bd9c7 HTTP/1.1" status: 204 len: 168 time: 0.3743463 May 05 19:51:26.603688 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f863b6a-a947-4612-98fd-9f233ae14804 req-dace05dc-71ec-4b07-9769-cafe3ede684a tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:26.612007 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4f863b6a-a947-4612-98fd-9f233ae14804 req-dace05dc-71ec-4b07-9769-cafe3ede684a tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc2c5573-f977-4fac-a8cc-a0997b512a34 HTTP/1.1" status: 200 len: 948 time: 0.2084079 May 05 19:51:26.612731 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b12af360-0578-4027-8b57-7e1a945330f9 req-065d76d3-8ffd-4a8f-8416-3ca11c9e973a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ba4d002-1597-4c4b-9181-a58452c390ac HTTP/1.1" status: 200 len: 217 time: 0.3277440 May 05 19:51:26.663186 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc921f-b823-4a91-9a29-6bb84802d300 req-0529c6cc-da42-4853-a8ae-4f5c0f5a02a8 tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:26.664653 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f5cc921f-b823-4a91-9a29-6bb84802d300 req-0529c6cc-da42-4853-a8ae-4f5c0f5a02a8 tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc2c5573-f977-4fac-a8cc-a0997b512a34 HTTP/1.1" status: 200 len: 948 time: 0.1916213 May 05 19:51:26.678134 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4f863b6a-a947-4612-98fd-9f233ae14804 req-aa480ba2-8701-4309-a9c8-c756a2f72837 tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2f9a13b-60c9-4a1b-b7c9-419170345c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649526 May 05 19:51:26.713971 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12af360-0578-4027-8b57-7e1a945330f9 req-f28ab04c-d00e-4b58-b76b-968340ff0916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:26.715135 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b12af360-0578-4027-8b57-7e1a945330f9 req-f28ab04c-d00e-4b58-b76b-968340ff0916 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=99c4516e-78c1-4a80-85a0-0e7389d15301 HTTP/1.1" status: 200 len: 860 time: 0.0859058 May 05 19:51:26.757644 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-f5cc921f-b823-4a91-9a29-6bb84802d300 req-f423e19b-02d8-4b17-8ede-a74bbe385015 tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] Deleting port 0af1e876-6cbb-43ac-8651-13e29ac07993 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:51:26.758068 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-f5cc921f-b823-4a91-9a29-6bb84802d300 req-f423e19b-02d8-4b17-8ede-a74bbe385015 tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:26.772176 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b12af360-0578-4027-8b57-7e1a945330f9 req-d5d94dae-ab84-47fb-86b7-1628a7c1d261 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9e1d2257-41cc-4af2-afae-4ca8a9719a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507193 May 05 19:51:26.781629 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1ae75-c659-4b79-9ddf-2b61c179bfe0 req-95c457b2-d3e9-458f-92f1-362ad73aa944 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:26.783137 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1eb1ae75-c659-4b79-9ddf-2b61c179bfe0 req-95c457b2-d3e9-458f-92f1-362ad73aa944 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=868250e7-4e06-4d95-a1d3-8dab33c9f8e2 HTTP/1.1" status: 200 len: 948 time: 0.2512639 May 05 19:51:26.924994 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 32922) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:51:26.952724 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1eb1ae75-c659-4b79-9ddf-2b61c179bfe0 req-55035d9e-51b8-4520-9bcf-668aa56b465e tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456997 May 05 19:51:26.965175 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-261687fb-024e-4da6-8098-b967bbb017df admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:26.987897 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-261687fb-024e-4da6-8098-b967bbb017df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:51:27.003635 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-261687fb-024e-4da6-8098-b967bbb017df admin admin] Usage tracker for resource:security_group_rule and tenant:2d88c820db154ac1b42c7201fd482e6d is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:51:27.007784 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-261687fb-024e-4da6-8098-b967bbb017df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:51:27.016172 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b12af360-0578-4027-8b57-7e1a945330f9 req-655487d9-379c-4c2d-ab32-d0918eb5c7bd service neutron] 10.222.0.50 "GET /v2.0/networks/9e1d2257-41cc-4af2-afae-4ca8a9719a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320497 May 05 19:51:27.017026 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-261687fb-024e-4da6-8098-b967bbb017df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:51:27.068618 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858affcf-6b9f-4c43-8d21-3ef366ef05cf req-4301b77a-eac7-4628-a6ff-9d32a2958254 tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:27.075707 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-858affcf-6b9f-4c43-8d21-3ef366ef05cf req-4301b77a-eac7-4628-a6ff-9d32a2958254 tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b1f650ea-33a1-49e0-b9ce-33d7e6b1cea8 HTTP/1.1" status: 200 len: 1095 time: 0.2301402 May 05 19:51:27.144376 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-f5cc921f-b823-4a91-9a29-6bb84802d300 req-f423e19b-02d8-4b17-8ede-a74bbe385015 tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] For port 0af1e876-6cbb-43ac-8651-13e29ac07993, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=0af1e876-6cbb-43ac-8651-13e29ac07993,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:51:27.144733 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-f5cc921f-b823-4a91-9a29-6bb84802d300 req-f423e19b-02d8-4b17-8ede-a74bbe385015 tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:27.164411 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-858affcf-6b9f-4c43-8d21-3ef366ef05cf req-5ee7aca8-b346-4518-bb8c-44018c0d9ebf tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877767 May 05 19:51:27.234723 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 32934) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:51:27.266273 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b12af360-0578-4027-8b57-7e1a945330f9 req-8a1801f6-2104-478d-be90-3dada98eca75 service neutron] 10.222.0.50 "GET /v2.0/networks/9e1d2257-41cc-4af2-afae-4ca8a9719a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426476 May 05 19:51:27.324949 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-f5cc921f-b823-4a91-9a29-6bb84802d300 req-f423e19b-02d8-4b17-8ede-a74bbe385015 tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] Calling delete_port for 0af1e876-6cbb-43ac-8651-13e29ac07993 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:51:27.336202 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-261687fb-024e-4da6-8098-b967bbb017df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:27.377465 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-261687fb-024e-4da6-8098-b967bbb017df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:27.447911 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-261687fb-024e-4da6-8098-b967bbb017df admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2d88c820db154ac1b42c7201fd482e6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5226841 May 05 19:51:27.449640 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261687fb-024e-4da6-8098-b967bbb017df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2097a4f8-1915-4e7c-91e8-99d0549782e8,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:27.450850 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-69aa519f-25fc-4754-bc55-a9ab0c15f9fe admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-61199595-network', 'tenant_id': 'ebd0d12895b0474f8b30730a1d2092a4'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:51:27.453076 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 32944) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:51:27.455818 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-69aa519f-25fc-4754-bc55-a9ab0c15f9fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:51:27.460635 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device f071c826-6291-459c-b65e-f04fbaeb1079 up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:51:27.462126 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-69aa519f-25fc-4754-bc55-a9ab0c15f9fe admin admin] Usage tracker for resource:network and tenant:ebd0d12895b0474f8b30730a1d2092a4 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:51:27.466095 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-69aa519f-25fc-4754-bc55-a9ab0c15f9fe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:51:27.474085 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-69aa519f-25fc-4754-bc55-a9ab0c15f9fe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:51:27.493763 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af6866-211a-4b37-adbd-3037f15cfa68 req-6ff34ec8-24bb-49d3-8fbd-2c4143722102 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:27.495798 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-81af6866-211a-4b37-adbd-3037f15cfa68 req-6ff34ec8-24bb-49d3-8fbd-2c4143722102 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=f39c04b7-8637-45cd-ba4b-771005cf2ec6 HTTP/1.1" status: 200 len: 945 time: 0.3983927 May 05 19:51:27.522363 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69aa519f-25fc-4754-bc55-a9ab0c15f9fe admin admin] Made reservation on behalf of ebd0d12895b0474f8b30730a1d2092a4 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:51:27.524608 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-69aa519f-25fc-4754-bc55-a9ab0c15f9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:27.547832 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-69aa519f-25fc-4754-bc55-a9ab0c15f9fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:27.553715 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port f071c826-6291-459c-b65e-f04fbaeb1079 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:51:27.561483 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port f071c826-6291-459c-b65e-f04fbaeb1079 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:51:27.562175 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:27.563782 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175413f5-da1e-4e8a-ae20-3c8c0edf9202 req-7808778a-05e0-4ab8-9479-8fd712b6253e tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:27.565278 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-175413f5-da1e-4e8a-ae20-3c8c0edf9202 req-7808778a-05e0-4ab8-9479-8fd712b6253e tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/ports?device_id=a11ba6de-5726-49e3-a0f8-106f7a184fd5 HTTP/1.1" status: 200 len: 949 time: 0.2522750 May 05 19:51:27.575196 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12af360-0578-4027-8b57-7e1a945330f9 req-d7de489d-6dc9-42e6-8363-ad4c2a2b772c tempest-LiveAutoBlockMigrationV225Test-129314705 tempest-LiveAutoBlockMigrationV225Test-129314705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:27.577137 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b12af360-0578-4027-8b57-7e1a945330f9 req-d7de489d-6dc9-42e6-8363-ad4c2a2b772c tempest-LiveAutoBlockMigrationV225Test-129314705 tempest-LiveAutoBlockMigrationV225Test-129314705-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=f39c04b7-8637-45cd-ba4b-771005cf2ec6&tenant_id=63ca58c29fae4c4eaafba189c1ec4492&binding%3Ahost_id=n-h1-840717-1 HTTP/1.1" status: 200 len: 1096 time: 0.2380929 May 05 19:51:27.592608 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-b12af360-0578-4027-8b57-7e1a945330f9 req-7a50b788-8317-4e06-ab82-5fb2cd06e633 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-840717-1'}}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:51:27.600075 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-69aa519f-25fc-4754-bc55-a9ab0c15f9fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:51:27.614832 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-69aa519f-25fc-4754-bc55-a9ab0c15f9fe admin admin] Usage tracker for resource:security_group_rule and tenant:ebd0d12895b0474f8b30730a1d2092a4 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:51:27.617825 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-69aa519f-25fc-4754-bc55-a9ab0c15f9fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:51:27.626022 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-f5cc921f-b823-4a91-9a29-6bb84802d300 req-f423e19b-02d8-4b17-8ede-a74bbe385015 tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:27.627888 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-69aa519f-25fc-4754-bc55-a9ab0c15f9fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:51:27.640686 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-81af6866-211a-4b37-adbd-3037f15cfa68 req-24bec1af-b74b-4bab-8dfa-7d43a19768e4 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351843 May 05 19:51:27.659195 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ff69240a-3ff4-4141-927b-6fa7c5fe1bb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:27.696707 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ff69240a-3ff4-4141-927b-6fa7c5fe1bb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:27.707064 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-175413f5-da1e-4e8a-ae20-3c8c0edf9202 req-e9092c79-25f6-4a3a-a300-185a6632eae5 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e50fd44-6059-4e3b-8f95-027c4583f97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334758 May 05 19:51:27.730352 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f423e19b-02d8-4b17-8ede-a74bbe385015 tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] Pushing event deleted for resources: {'Port': ['ID=0af1e876-6cbb-43ac-8651-13e29ac07993,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:27.764231 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:27.797848 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-b12af360-0578-4027-8b57-7e1a945330f9 req-7a50b788-8317-4e06-ab82-5fb2cd06e633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:27.799228 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '868250e7-4e06-4d95-a1d3-8dab33c9f8e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f071c826-6291-459c-b65e-f04fbaeb1079'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:51:27.834619 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port f071c826-6291-459c-b65e-f04fbaeb1079, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=f071c826-6291-459c-b65e-f04fbaeb1079,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:51:27.840145 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:27.873521 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ff69240a-3ff4-4141-927b-6fa7c5fe1bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:27.905625 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff69240a-3ff4-4141-927b-6fa7c5fe1bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2097a4f8-1915-4e7c-91e8-99d0549782e8,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:27.907499 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5cc921f-b823-4a91-9a29-6bb84802d300 req-f423e19b-02d8-4b17-8ede-a74bbe385015 tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] No DVR routers for this DVR port 0af1e876-6cbb-43ac-8651-13e29ac07993 on host n-h2-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:51:27.942839 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ff69240a-3ff4-4141-927b-6fa7c5fe1bb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:27.944172 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-ff69240a-3ff4-4141-927b-6fa7c5fe1bb2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2097a4f8-1915-4e7c-91e8-99d0549782e8 HTTP/1.1" status: 204 len: 168 time: 0.4894791 May 05 19:51:27.944427 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-f5cc921f-b823-4a91-9a29-6bb84802d300 req-f423e19b-02d8-4b17-8ede-a74bbe385015 tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:27.947489 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc2c5573-f977-4fac-a8cc-a0997b512a34', 'name': 'network-vif-deleted', 'tag': '0af1e876-6cbb-43ac-8651-13e29ac07993'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:51:27.965278 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=f071c826-6291-459c-b65e-f04fbaeb1079,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:27.969915 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d7fbec21-be28-4754-99a4-650f4da05663 req-85e181d1-3dd2-4db3-9240-2e67ab357df5 tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc2c5573-f977-4fac-a8cc-a0997b512a34 HTTP/1.1" status: 200 len: 210 time: 0.0738492 May 05 19:51:27.996056 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f5cc921f-b823-4a91-9a29-6bb84802d300 req-f423e19b-02d8-4b17-8ede-a74bbe385015 tempest-ImagesOneServerTestJSON-939624637 tempest-ImagesOneServerTestJSON-939624637-project] 10.222.0.50 "DELETE /v2.0/ports/0af1e876-6cbb-43ac-8651-13e29ac07993 HTTP/1.1" status: 204 len: 173 time: 1.3167756 May 05 19:51:28.069382 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-69aa519f-25fc-4754-bc55-a9ab0c15f9fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:28.084804 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-69aa519f-25fc-4754-bc55-a9ab0c15f9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:28.106174 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c085acff-c747-4043-a138-1232a18741cc'] response: {'server_uuid': '868250e7-4e06-4d95-a1d3-8dab33c9f8e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f071c826-6291-459c-b65e-f04fbaeb1079', 'code': 200} May 05 19:51:28.148321 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69aa519f-25fc-4754-bc55-a9ab0c15f9fe admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 19:51:28.163796 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-b12af360-0578-4027-8b57-7e1a945330f9 req-7a50b788-8317-4e06-ab82-5fb2cd06e633 service neutron] For port 3ba4d002-1597-4c4b-9181-a58452c390ac, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=3ba4d002-1597-4c4b-9181-a58452c390ac,segment=NetworkSegment(74addc21-9c2f-4292-8d75-7048fb7d56d2),segment_id=74addc21-9c2f-4292-8d75-7048fb7d56d2)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:51:28.179009 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aa519f-25fc-4754-bc55-a9ab0c15f9fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e36a03ce-19b7-4072-ac8e-38f72e9ef290,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:28.189127 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-69aa519f-25fc-4754-bc55-a9ab0c15f9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:28.189473 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-69aa519f-25fc-4754-bc55-a9ab0c15f9fe admin admin] Added segment c3aa82ea-8521-41ae-94bc-6b77a724b188 of type vlan for network 9391bd70-fefd-4234-a5c6-e5bdaa98482d May 05 19:51:28.206582 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f078a7ee-7f4c-4fc6-af40-e4af3074c66c'] response: {'server_uuid': 'bc2c5573-f977-4fac-a8cc-a0997b512a34', 'name': 'network-vif-deleted', 'tag': '0af1e876-6cbb-43ac-8651-13e29ac07993', 'status': 'completed', 'code': 200} May 05 19:51:28.280834 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-69aa519f-25fc-4754-bc55-a9ab0c15f9fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:28.299340 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-b12af360-0578-4027-8b57-7e1a945330f9 req-7a50b788-8317-4e06-ab82-5fb2cd06e633 service neutron] For port 3ba4d002-1597-4c4b-9181-a58452c390ac, host n-h1-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:51:28.456060 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f39c04b7-8637-45cd-ba4b-771005cf2ec6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ba4d002-1597-4c4b-9181-a58452c390ac'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:51:28.462391 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-b12af360-0578-4027-8b57-7e1a945330f9 req-7a50b788-8317-4e06-ab82-5fb2cd06e633 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:28.472947 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-b12af360-0578-4027-8b57-7e1a945330f9 req-7a50b788-8317-4e06-ab82-5fb2cd06e633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:28.523405 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-470fb5eb-1092-412e-9121-66c66c9ac636'] response: {'server_uuid': 'f39c04b7-8637-45cd-ba4b-771005cf2ec6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ba4d002-1597-4c4b-9181-a58452c390ac', 'code': 200} May 05 19:51:28.582460 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-69aa519f-25fc-4754-bc55-a9ab0c15f9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:28.584009 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69aa519f-25fc-4754-bc55-a9ab0c15f9fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:28.585059 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-69aa519f-25fc-4754-bc55-a9ab0c15f9fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:28.664989 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a50b788-8317-4e06-ab82-5fb2cd06e633 service neutron] Pushing event updated for resources: {'Port': ['ID=3ba4d002-1597-4c4b-9181-a58452c390ac,revision_number=7']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:28.715622 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-69aa519f-25fc-4754-bc55-a9ab0c15f9fe admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4784715 May 05 19:51:28.725744 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 32982) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:51:28.743636 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-e5ff21a6-cf21-4e2e-8176-9892fc2b829a admin admin] Request body: {'subnet': {'network_id': '9391bd70-fefd-4234-a5c6-e5bdaa98482d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-61199595-subnet', 'tenant_id': 'ebd0d12895b0474f8b30730a1d2092a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:51:28.748858 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-e5ff21a6-cf21-4e2e-8176-9892fc2b829a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:51:28.755545 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-e5ff21a6-cf21-4e2e-8176-9892fc2b829a admin admin] Usage tracker for resource:subnet and tenant:ebd0d12895b0474f8b30730a1d2092a4 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:51:28.758273 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-b12af360-0578-4027-8b57-7e1a945330f9 req-7a50b788-8317-4e06-ab82-5fb2cd06e633 service neutron] Attempting to bind port 3ba4d002-1597-4c4b-9181-a58452c390ac on host n-h1-840717-1 for vnic_type normal with profile {"migrating_to": "n-h2-840717-1"} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:51:28.758600 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-b12af360-0578-4027-8b57-7e1a945330f9 req-7a50b788-8317-4e06-ab82-5fb2cd06e633 service neutron] Attempting to bind port 3ba4d002-1597-4c4b-9181-a58452c390ac by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': '74addc21-9c2f-4292-8d75-7048fb7d56d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9e1d2257-41cc-4af2-afae-4ca8a9719a05'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:51:28.758923 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12af360-0578-4027-8b57-7e1a945330f9 req-7a50b788-8317-4e06-ab82-5fb2cd06e633 service neutron] Attempting to bind port 3ba4d002-1597-4c4b-9181-a58452c390ac on network 9e1d2257-41cc-4af2-afae-4ca8a9719a05 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:51:28.761396 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-e5ff21a6-cf21-4e2e-8176-9892fc2b829a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:51:28.768888 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-e5ff21a6-cf21-4e2e-8176-9892fc2b829a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:51:28.770892 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12af360-0578-4027-8b57-7e1a945330f9 req-7a50b788-8317-4e06-ab82-5fb2cd06e633 service neutron] Port 3ba4d002-1597-4c4b-9181-a58452c390ac on network 9e1d2257-41cc-4af2-afae-4ca8a9719a05 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:51:28.771212 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12af360-0578-4027-8b57-7e1a945330f9 req-7a50b788-8317-4e06-ab82-5fb2cd06e633 service neutron] Attempting to bind port 3ba4d002-1597-4c4b-9181-a58452c390ac on network 9e1d2257-41cc-4af2-afae-4ca8a9719a05 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:51:28.783538 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12af360-0578-4027-8b57-7e1a945330f9 req-7a50b788-8317-4e06-ab82-5fb2cd06e633 service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:51:28.783873 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12af360-0578-4027-8b57-7e1a945330f9 req-7a50b788-8317-4e06-ab82-5fb2cd06e633 service neutron] Checking segment: {'id': '74addc21-9c2f-4292-8d75-7048fb7d56d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9e1d2257-41cc-4af2-afae-4ca8a9719a05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:51:28.784253 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12af360-0578-4027-8b57-7e1a945330f9 req-7a50b788-8317-4e06-ab82-5fb2cd06e633 service neutron] Bound using segment: {'id': '74addc21-9c2f-4292-8d75-7048fb7d56d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9e1d2257-41cc-4af2-afae-4ca8a9719a05'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:51:28.784924 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-b12af360-0578-4027-8b57-7e1a945330f9 req-7a50b788-8317-4e06-ab82-5fb2cd06e633 service neutron] Bound port: 3ba4d002-1597-4c4b-9181-a58452c390ac, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74addc21-9c2f-4292-8d75-7048fb7d56d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9e1d2257-41cc-4af2-afae-4ca8a9719a05'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:51:28.785093 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-b12af360-0578-4027-8b57-7e1a945330f9 req-7a50b788-8317-4e06-ab82-5fb2cd06e633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:28.805077 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ff21a6-cf21-4e2e-8176-9892fc2b829a admin admin] Made reservation on behalf of ebd0d12895b0474f8b30730a1d2092a4 for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:51:28.808055 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e5ff21a6-cf21-4e2e-8176-9892fc2b829a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:28.841213 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aa519f-25fc-4754-bc55-a9ab0c15f9fe admin admin] Pushing event updated for resources: {'Network': ['ID=9391bd70-fefd-4234-a5c6-e5bdaa98482d,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:28.856221 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 9391bd70-fefd-4234-a5c6-e5bdaa98482d details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 19:51:28.872287 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaae642-b1c1-4d1c-af15-424d8b74bd7b req-68fa5d57-af8e-40ac-b745-31076bbc7b33 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:28.878065 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5aaae642-b1c1-4d1c-af15-424d8b74bd7b req-68fa5d57-af8e-40ac-b745-31076bbc7b33 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=868250e7-4e06-4d95-a1d3-8dab33c9f8e2 HTTP/1.1" status: 200 len: 949 time: 0.5068889 May 05 19:51:28.903014 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff178c9d-f8b0-413c-aa55-e424217696fc req-b6fd969a-f281-42a1-b078-56b185b1dd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:28.903014 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ff178c9d-f8b0-413c-aa55-e424217696fc req-b6fd969a-f281-42a1-b078-56b185b1dd42 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=868250e7-4e06-4d95-a1d3-8dab33c9f8e2 HTTP/1.1" status: 200 len: 1100 time: 0.5298696 May 05 19:51:28.966050 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5aaae642-b1c1-4d1c-af15-424d8b74bd7b req-b294b387-33e1-47ce-b639-c7ef04df09bf tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871339 May 05 19:51:28.989546 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ff178c9d-f8b0-413c-aa55-e424217696fc req-26db0f56-4b38-485a-8a9d-2aeca709b6d0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817275 May 05 19:51:29.180018 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-b12af360-0578-4027-8b57-7e1a945330f9 req-7a50b788-8317-4e06-ab82-5fb2cd06e633 service neutron] For port 3ba4d002-1597-4c4b-9181-a58452c390ac, host n-h1-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:51:29.186195 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-b12af360-0578-4027-8b57-7e1a945330f9 req-7a50b788-8317-4e06-ab82-5fb2cd06e633 service neutron] For port 3ba4d002-1597-4c4b-9181-a58452c390ac, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=3ba4d002-1597-4c4b-9181-a58452c390ac,segment=NetworkSegment(74addc21-9c2f-4292-8d75-7048fb7d56d2),segment_id=74addc21-9c2f-4292-8d75-7048fb7d56d2)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:51:29.192729 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-b12af360-0578-4027-8b57-7e1a945330f9 req-7a50b788-8317-4e06-ab82-5fb2cd06e633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:29.206325 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2403a2d4-aafd-4684-ae67-a41d4b4a412f req-12385389-0a4a-4ad9-8124-0d4794ebac38 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:29.218341 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2403a2d4-aafd-4684-ae67-a41d4b4a412f req-12385389-0a4a-4ad9-8124-0d4794ebac38 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/ports?device_id=a11ba6de-5726-49e3-a0f8-106f7a184fd5 HTTP/1.1" status: 200 len: 949 time: 0.1445608 May 05 19:51:29.313311 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2403a2d4-aafd-4684-ae67-a41d4b4a412f req-6f41f3ba-9ec6-4e31-97d3-a71e0b26946f tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e50fd44-6059-4e3b-8f95-027c4583f97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938447 May 05 19:51:29.326943 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aba646-f749-46bb-beec-2e6644f18141 req-a8fc3b19-6f49-4d1f-bf0e-b9294584223a tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:29.334600 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-03aba646-f749-46bb-beec-2e6644f18141 req-a8fc3b19-6f49-4d1f-bf0e-b9294584223a tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=f39c04b7-8637-45cd-ba4b-771005cf2ec6 HTTP/1.1" status: 200 len: 943 time: 0.5120649 May 05 19:51:29.529309 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12af360-0578-4027-8b57-7e1a945330f9 req-7a50b788-8317-4e06-ab82-5fb2cd06e633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:29.529937 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-b12af360-0578-4027-8b57-7e1a945330f9 req-7a50b788-8317-4e06-ab82-5fb2cd06e633 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:29.531371 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b12af360-0578-4027-8b57-7e1a945330f9 req-7a50b788-8317-4e06-ab82-5fb2cd06e633 service neutron] 10.222.0.50 "PUT /v2.0/ports/3ba4d002-1597-4c4b-9181-a58452c390ac HTTP/1.1" status: 200 len: 1121 time: 1.9445281 May 05 19:51:29.532586 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a50b788-8317-4e06-ab82-5fb2cd06e633 service neutron] Pushing event updated for resources: {'Port': ['ID=3ba4d002-1597-4c4b-9181-a58452c390ac,revision_number=8']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:29.549682 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-03aba646-f749-46bb-beec-2e6644f18141 req-648a2b5c-d8cc-4428-891d-fb8e2cba0cab tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137272 May 05 19:51:29.623699 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['3ba4d002-1597-4c4b-9181-a58452c390ac'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:51:29.634074 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e5ff21a6-cf21-4e2e-8176-9892fc2b829a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:29.668805 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 0af1e876-6cbb-43ac-8651-13e29ac07993 no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:51:29.733941 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] No Port match for: 0af1e876-6cbb-43ac-8651-13e29ac07993 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 19:51:29.734314 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 0af1e876-6cbb-43ac-8651-13e29ac07993 not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:51:29.781833 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ff21a6-cf21-4e2e-8176-9892fc2b829a admin admin] Pushing event updated for resources: {'Subnet': ['ID=dad2f10a-bab0-4742-b13f-5f772ad5e3e5,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:29.784052 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33012) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:51:29.800094 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ff21a6-cf21-4e2e-8176-9892fc2b829a admin admin] Checking segment: {'id': 'c3aa82ea-8521-41ae-94bc-6b77a724b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9391bd70-fefd-4234-a5c6-e5bdaa98482d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:51:29.800457 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ff21a6-cf21-4e2e-8176-9892fc2b829a admin admin] Network hostable DHCP agents. Network: 9391bd70-fefd-4234-a5c6-e5bdaa98482d, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 19:51:29.822351 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ff21a6-cf21-4e2e-8176-9892fc2b829a admin admin] Network 9391bd70-fefd-4234-a5c6-e5bdaa98482d is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 19:51:29.837029 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-e5ff21a6-cf21-4e2e-8176-9892fc2b829a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 9391bd70-fefd-4234-a5c6-e5bdaa98482d) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:51:29.850972 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ff21a6-cf21-4e2e-8176-9892fc2b829a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:29.851792 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e5ff21a6-cf21-4e2e-8176-9892fc2b829a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:29.877036 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-e5ff21a6-cf21-4e2e-8176-9892fc2b829a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1502264 May 05 19:51:29.883407 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1110418a-8d40-4006-b803-456e4c6a9ad1 None None] Network 9391bd70-fefd-4234-a5c6-e5bdaa98482d requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:51:29.972768 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-1b58d9b7-9ceb-43f8-89be-16703d40db60 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b0361c1bf1294ca0ab392158902873c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1850395 May 05 19:51:29.973133 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33024) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:51:30.054088 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e653dbc7-221e-4288-b78f-34e82a0a6ddb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:30.109312 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e653dbc7-221e-4288-b78f-34e82a0a6ddb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:30.148518 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6b87dc-690a-4d57-82db-5814cd5a81bc None None] Network 9391bd70-fefd-4234-a5c6-e5bdaa98482d requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:51:30.201662 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e653dbc7-221e-4288-b78f-34e82a0a6ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:30.240572 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e653dbc7-221e-4288-b78f-34e82a0a6ddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f9a13b-60c9-4a1b-b7c9-419170345c8c,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:30.242720 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9da41-31cf-4e45-96f4-260a7f32fbc7 req-01e58945-a886-4da9-8cfd-14c14a54c78a tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:30.244521 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dad9da41-31cf-4e45-96f4-260a7f32fbc7 req-01e58945-a886-4da9-8cfd-14c14a54c78a tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=868250e7-4e06-4d95-a1d3-8dab33c9f8e2 HTTP/1.1" status: 200 len: 949 time: 0.1264911 May 05 19:51:30.250169 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e653dbc7-221e-4288-b78f-34e82a0a6ddb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:30.253153 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-e653dbc7-221e-4288-b78f-34e82a0a6ddb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a2f9a13b-60c9-4a1b-b7c9-419170345c8c HTTP/1.1" status: 204 len: 168 time: 0.2788405 May 05 19:51:30.272013 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-cc835652-41d3-47ce-aae8-ad0e99486caf req-0546b416-64ba-4881-9188-bdc187cdaf1a tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1461348579', 'description': 'tempest-description-2117665221'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:51:30.285864 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-cc835652-41d3-47ce-aae8-ad0e99486caf req-0546b416-64ba-4881-9188-bdc187cdaf1a tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:51:30.293752 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-cc835652-41d3-47ce-aae8-ad0e99486caf req-0546b416-64ba-4881-9188-bdc187cdaf1a tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Usage tracker for resource:security_group and tenant:ebd0d12895b0474f8b30730a1d2092a4 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:51:30.303941 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-cc835652-41d3-47ce-aae8-ad0e99486caf req-0546b416-64ba-4881-9188-bdc187cdaf1a tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:51:30.316368 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-cc835652-41d3-47ce-aae8-ad0e99486caf req-0546b416-64ba-4881-9188-bdc187cdaf1a tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:51:30.352780 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dad9da41-31cf-4e45-96f4-260a7f32fbc7 req-739a3198-5927-4562-91f9-cd7dd9ef41d4 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001763 May 05 19:51:30.379851 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-cc835652-41d3-47ce-aae8-ad0e99486caf req-0546b416-64ba-4881-9188-bdc187cdaf1a tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:30.407811 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-cc835652-41d3-47ce-aae8-ad0e99486caf req-0546b416-64ba-4881-9188-bdc187cdaf1a tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:51:30.413767 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-cc835652-41d3-47ce-aae8-ad0e99486caf req-0546b416-64ba-4881-9188-bdc187cdaf1a tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Usage tracker for resource:security_group_rule and tenant:ebd0d12895b0474f8b30730a1d2092a4 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:51:30.417202 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-cc835652-41d3-47ce-aae8-ad0e99486caf req-0546b416-64ba-4881-9188-bdc187cdaf1a tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:51:30.423471 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-cc835652-41d3-47ce-aae8-ad0e99486caf req-0546b416-64ba-4881-9188-bdc187cdaf1a tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:51:30.525762 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f39c04b7-8637-45cd-ba4b-771005cf2ec6', 'tag': '3ba4d002-1597-4c4b-9181-a58452c390ac'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:51:30.532900 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-cc835652-41d3-47ce-aae8-ad0e99486caf req-0546b416-64ba-4881-9188-bdc187cdaf1a tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:30.548658 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-cc835652-41d3-47ce-aae8-ad0e99486caf req-0546b416-64ba-4881-9188-bdc187cdaf1a tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:30.593193 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-cc835652-41d3-47ce-aae8-ad0e99486caf req-0546b416-64ba-4881-9188-bdc187cdaf1a tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:30.594689 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cc835652-41d3-47ce-aae8-ad0e99486caf req-0546b416-64ba-4881-9188-bdc187cdaf1a tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3343587 May 05 19:51:30.638183 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0546b416-64ba-4881-9188-bdc187cdaf1a tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8942039c-0d5c-414b-82d7-fa367fc33d62,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:30.681806 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c89ca0-8a0b-4e0a-8eca-52799f38ac7b req-ee485e3c-0d2b-4abe-a746-c4688b799e79 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:30.684464 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-11c89ca0-8a0b-4e0a-8eca-52799f38ac7b req-ee485e3c-0d2b-4abe-a746-c4688b799e79 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/ports?device_id=a11ba6de-5726-49e3-a0f8-106f7a184fd5 HTTP/1.1" status: 200 len: 949 time: 0.1088371 May 05 19:51:30.732665 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-11c89ca0-8a0b-4e0a-8eca-52799f38ac7b req-78ec3c80-1eaa-4df9-8f05-36763594af56 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e50fd44-6059-4e3b-8f95-027c4583f97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415490 May 05 19:51:30.793831 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab681fd4-e561-42fb-a712-457ca105d010'] response: {'name': 'network-changed', 'server_uuid': 'f39c04b7-8637-45cd-ba4b-771005cf2ec6', 'tag': '3ba4d002-1597-4c4b-9181-a58452c390ac', 'status': 'completed', 'code': 200} May 05 19:51:30.905414 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-7bafceaa-1391-4137-abdb-96f8b54a3a1f req-bc932f88-f9c0-4cb7-a1ec-6db0ee7acd7b tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-613000343', 'description': 'tempest-description-487999075'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:51:30.913289 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-7bafceaa-1391-4137-abdb-96f8b54a3a1f req-bc932f88-f9c0-4cb7-a1ec-6db0ee7acd7b tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:51:30.921097 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-7bafceaa-1391-4137-abdb-96f8b54a3a1f req-bc932f88-f9c0-4cb7-a1ec-6db0ee7acd7b tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Usage tracker for resource:security_group and tenant:ebd0d12895b0474f8b30730a1d2092a4 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:51:30.924548 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-7bafceaa-1391-4137-abdb-96f8b54a3a1f req-bc932f88-f9c0-4cb7-a1ec-6db0ee7acd7b tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:51:30.936671 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-7bafceaa-1391-4137-abdb-96f8b54a3a1f req-bc932f88-f9c0-4cb7-a1ec-6db0ee7acd7b tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:51:30.956459 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-7bafceaa-1391-4137-abdb-96f8b54a3a1f req-bc932f88-f9c0-4cb7-a1ec-6db0ee7acd7b tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:30.983985 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-7bafceaa-1391-4137-abdb-96f8b54a3a1f req-bc932f88-f9c0-4cb7-a1ec-6db0ee7acd7b tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:51:30.989545 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-7bafceaa-1391-4137-abdb-96f8b54a3a1f req-bc932f88-f9c0-4cb7-a1ec-6db0ee7acd7b tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Usage tracker for resource:security_group_rule and tenant:ebd0d12895b0474f8b30730a1d2092a4 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:51:30.992912 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-7bafceaa-1391-4137-abdb-96f8b54a3a1f req-bc932f88-f9c0-4cb7-a1ec-6db0ee7acd7b tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:51:31.014996 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c7d2c-7aed-4ba7-9633-17b7a5a4decf req-987196cc-6fb3-4eaf-90f3-9cef2156626c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:31.014996 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d96c7d2c-7aed-4ba7-9633-17b7a5a4decf req-987196cc-6fb3-4eaf-90f3-9cef2156626c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=63ca58c29fae4c4eaafba189c1ec4492&device_id=f39c04b7-8637-45cd-ba4b-771005cf2ec6 HTTP/1.1" status: 200 len: 1124 time: 0.1912034 May 05 19:51:31.015185 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-7bafceaa-1391-4137-abdb-96f8b54a3a1f req-bc932f88-f9c0-4cb7-a1ec-6db0ee7acd7b tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:51:31.054195 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229562d3-da5e-427b-9e65-89cea0828a6a req-fafbda92-a964-48c0-8397-71c5c4e0bcd8 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:31.056307 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-229562d3-da5e-427b-9e65-89cea0828a6a req-fafbda92-a964-48c0-8397-71c5c4e0bcd8 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=f39c04b7-8637-45cd-ba4b-771005cf2ec6 HTTP/1.1" status: 200 len: 943 time: 0.1170142 May 05 19:51:31.146361 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-229562d3-da5e-427b-9e65-89cea0828a6a req-b6fc3d63-9ad7-4d85-9afe-1328fd8d9539 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835440 May 05 19:51:31.290343 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c7d2c-7aed-4ba7-9633-17b7a5a4decf req-3c89d364-595d-4144-90ff-4a063ba1c9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:31.291788 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d96c7d2c-7aed-4ba7-9633-17b7a5a4decf req-3c89d364-595d-4144-90ff-4a063ba1c9b7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9e1d2257-41cc-4af2-afae-4ca8a9719a05 HTTP/1.1" status: 200 len: 921 time: 0.2643940 May 05 19:51:31.385921 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d96c7d2c-7aed-4ba7-9633-17b7a5a4decf req-ab036c51-a3f1-4efe-8973-06e16b966f99 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ba4d002-1597-4c4b-9181-a58452c390ac HTTP/1.1" status: 200 len: 217 time: 0.0823171 May 05 19:51:31.468887 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c7d2c-7aed-4ba7-9633-17b7a5a4decf req-97605283-995e-4f0c-8c7e-d0cee5351682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:31.470160 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d96c7d2c-7aed-4ba7-9633-17b7a5a4decf req-97605283-995e-4f0c-8c7e-d0cee5351682 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=99c4516e-78c1-4a80-85a0-0e7389d15301 HTTP/1.1" status: 200 len: 860 time: 0.0745480 May 05 19:51:31.472736 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-7bafceaa-1391-4137-abdb-96f8b54a3a1f req-bc932f88-f9c0-4cb7-a1ec-6db0ee7acd7b tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:31.480416 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-7bafceaa-1391-4137-abdb-96f8b54a3a1f req-bc932f88-f9c0-4cb7-a1ec-6db0ee7acd7b tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:31.559388 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d96c7d2c-7aed-4ba7-9633-17b7a5a4decf req-0960c289-e07b-416f-9ccb-9ae47647a05e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9e1d2257-41cc-4af2-afae-4ca8a9719a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806310 May 05 19:51:31.600141 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc932f88-f9c0-4cb7-a1ec-6db0ee7acd7b tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc462cc-a429-497a-9c33-1b3f5b50a307,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:31.608493 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-7bafceaa-1391-4137-abdb-96f8b54a3a1f req-bc932f88-f9c0-4cb7-a1ec-6db0ee7acd7b tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:31.625986 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7bafceaa-1391-4137-abdb-96f8b54a3a1f req-bc932f88-f9c0-4cb7-a1ec-6db0ee7acd7b tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.7331231 May 05 19:51:31.680282 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 3ba4d002-1597-4c4b-9181-a58452c390ac details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:51:31.748417 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33136) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:51:31.811499 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d96c7d2c-7aed-4ba7-9633-17b7a5a4decf req-ccea7502-f99e-4ed5-93d3-1f0e199d92ee service neutron] 10.222.0.24 "GET /v2.0/networks/9e1d2257-41cc-4af2-afae-4ca8a9719a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386713 May 05 19:51:31.881023 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e67d5-d4eb-4483-a7ce-45a3d2ba184d req-f5a4c4bd-d680-4b50-92e2-cf7a263f8de1 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:31.883529 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-118e67d5-d4eb-4483-a7ce-45a3d2ba184d req-f5a4c4bd-d680-4b50-92e2-cf7a263f8de1 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=868250e7-4e06-4d95-a1d3-8dab33c9f8e2 HTTP/1.1" status: 200 len: 949 time: 0.1025331 May 05 19:51:31.941688 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-118e67d5-d4eb-4483-a7ce-45a3d2ba184d req-70b84137-b64d-4dff-ad0c-e0f31f562435 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493042 May 05 19:51:31.985855 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 3ba4d002-1597-4c4b-9181-a58452c390ac, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=3ba4d002-1597-4c4b-9181-a58452c390ac,segment=NetworkSegment(74addc21-9c2f-4292-8d75-7048fb7d56d2),segment_id=74addc21-9c2f-4292-8d75-7048fb7d56d2)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:51:31.988149 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4a956a6c-dfd3-4c92-964b-17119b8b749d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:32.007463 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 3ba4d002-1597-4c4b-9181-a58452c390ac has no active binding in host n-h2-840717-1 {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 05 19:51:32.022067 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4a956a6c-dfd3-4c92-964b-17119b8b749d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:51:32.031707 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4a956a6c-dfd3-4c92-964b-17119b8b749d admin admin] Usage tracker for resource:security_group_rule and tenant:6415c989c32743cbbb9b3314dd6b4788 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:51:32.037567 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4a956a6c-dfd3-4c92-964b-17119b8b749d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:51:32.045935 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4a956a6c-dfd3-4c92-964b-17119b8b749d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:51:32.122050 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2c7b8152-58b7-4512-9cd4-b7323ef92d55 req-36a72a42-d12e-4329-82f5-53f9dcb4e21e tempest-AbsoluteLimitsNegativeTestJSON-393103503 tempest-AbsoluteLimitsNegativeTestJSON-393103503-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=8f4f2a741a0b4d81aae3e3d9c34f0f17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358715 May 05 19:51:32.136797 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d96c7d2c-7aed-4ba7-9633-17b7a5a4decf req-be4d8d44-f1fc-4773-a72a-6aa9f36b1879 service neutron] 10.222.0.24 "GET /v2.0/networks/9e1d2257-41cc-4af2-afae-4ca8a9719a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184960 May 05 19:51:32.146667 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321d237c-84e4-4c5f-89fb-5f801ab9ff47 req-4a9607a9-5817-4468-aa63-47d39153f7ed tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:32.155888 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-321d237c-84e4-4c5f-89fb-5f801ab9ff47 req-4a9607a9-5817-4468-aa63-47d39153f7ed tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/ports?device_id=a11ba6de-5726-49e3-a0f8-106f7a184fd5 HTTP/1.1" status: 200 len: 949 time: 0.2773750 May 05 19:51:32.219469 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-321d237c-84e4-4c5f-89fb-5f801ab9ff47 req-c72e823f-14b4-48ef-90f7-235a187e9d8d tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e50fd44-6059-4e3b-8f95-027c4583f97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534251 May 05 19:51:32.328774 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4a956a6c-dfd3-4c92-964b-17119b8b749d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:32.336245 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7b8152-58b7-4512-9cd4-b7323ef92d55 req-774da965-88d8-4698-902b-cbc0c493fc96 tempest-AbsoluteLimitsNegativeTestJSON-393103503 tempest-AbsoluteLimitsNegativeTestJSON-393103503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:32.343221 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2c7b8152-58b7-4512-9cd4-b7323ef92d55 req-774da965-88d8-4698-902b-cbc0c493fc96 tempest-AbsoluteLimitsNegativeTestJSON-393103503 tempest-AbsoluteLimitsNegativeTestJSON-393103503-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2147260 May 05 19:51:32.351042 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4a956a6c-dfd3-4c92-964b-17119b8b749d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:32.375273 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2c7b8152-58b7-4512-9cd4-b7323ef92d55 req-89004846-a58b-4e37-b9f1-ec80ac7bac86 tempest-AbsoluteLimitsNegativeTestJSON-393103503 tempest-AbsoluteLimitsNegativeTestJSON-393103503-project] 10.222.0.36 "GET /v2.0/quotas/8f4f2a741a0b4d81aae3e3d9c34f0f17 HTTP/1.1" status: 200 len: 375 time: 0.0311663 May 05 19:51:32.442787 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2c7b8152-58b7-4512-9cd4-b7323ef92d55 req-79f92155-3248-4403-bec9-1940d980971b tempest-AbsoluteLimitsNegativeTestJSON-393103503 tempest-AbsoluteLimitsNegativeTestJSON-393103503-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8f4f2a741a0b4d81aae3e3d9c34f0f17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530355 May 05 19:51:32.444064 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a956a6c-dfd3-4c92-964b-17119b8b749d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eca93c0-6aa0-45e3-a018-3290fd8a5b31,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:32.449043 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-4a956a6c-dfd3-4c92-964b-17119b8b749d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6415c989c32743cbbb9b3314dd6b4788&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6986156 May 05 19:51:32.451884 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33186) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:51:32.562830 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9c8a7910-969a-43e8-ac8d-64856fa1930b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:32.594905 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9c8a7910-969a-43e8-ac8d-64856fa1930b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:32.685346 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-780dcaa5-48f3-4d89-a525-ab96c06ad3bd req-04695452-c529-4106-8788-9d470bc4badd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=868250e7-4e06-4d95-a1d3-8dab33c9f8e2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1389308 May 05 19:51:32.837204 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9c8a7910-969a-43e8-ac8d-64856fa1930b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:32.857340 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-50b3829a-581f-43fd-973a-e39fd70ebd67 req-14fc7f49-f5bc-44e2-977e-cf3d15449479 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4b36d1d8-47f4-45eb-bd91-d7c1f042b613&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2489395 May 05 19:51:32.866785 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ad1da4-4e2c-43f7-a6f1-09a1b15417d4 req-3b6ae030-6eaa-4f83-86ac-348a0fc56626 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:32.868268 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-85ad1da4-4e2c-43f7-a6f1-09a1b15417d4 req-3b6ae030-6eaa-4f83-86ac-348a0fc56626 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=f39c04b7-8637-45cd-ba4b-771005cf2ec6 HTTP/1.1" status: 200 len: 943 time: 0.2029920 May 05 19:51:32.871191 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8a7910-969a-43e8-ac8d-64856fa1930b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eca93c0-6aa0-45e3-a018-3290fd8a5b31,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:32.875877 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9c8a7910-969a-43e8-ac8d-64856fa1930b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:32.879331 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-9c8a7910-969a-43e8-ac8d-64856fa1930b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2eca93c0-6aa0-45e3-a018-3290fd8a5b31 HTTP/1.1" status: 204 len: 168 time: 0.4238937 May 05 19:51:32.961414 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-85ad1da4-4e2c-43f7-a6f1-09a1b15417d4 req-dd4f20a3-3ed3-4cf0-9e80-9821c30a2ce9 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714908 May 05 19:51:33.066903 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33228) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:51:33.160886 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b3829a-581f-43fd-973a-e39fd70ebd67 req-0981b1d4-69de-4ba3-bb9d-11f4343a6015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:33.162393 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-50b3829a-581f-43fd-973a-e39fd70ebd67 req-0981b1d4-69de-4ba3-bb9d-11f4343a6015 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ec798a1d17654fd38a17594ac4520b82&device_id=4b36d1d8-47f4-45eb-bd91-d7c1f042b613 HTTP/1.1" status: 200 len: 1117 time: 0.1712625 May 05 19:51:33.318419 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c965a8-f005-407a-b580-482523a132b7 req-476e23bf-be80-4e4b-9f2a-bea83e5af8e7 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:33.322411 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-82c965a8-f005-407a-b580-482523a132b7 req-476e23bf-be80-4e4b-9f2a-bea83e5af8e7 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Synchronizing usage tracker for tenant:ebd0d12895b0474f8b30730a1d2092a4 on resource:network {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:51:33.343262 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-82c965a8-f005-407a-b580-482523a132b7 req-476e23bf-be80-4e4b-9f2a-bea83e5af8e7 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Unset dirty status for tenant:ebd0d12895b0474f8b30730a1d2092a4 on resource:network {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:51:33.352399 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-82c965a8-f005-407a-b580-482523a132b7 req-476e23bf-be80-4e4b-9f2a-bea83e5af8e7 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/networks?id=9391bd70-fefd-4234-a5c6-e5bdaa98482d HTTP/1.1" status: 200 len: 811 time: 0.5797131 May 05 19:51:33.371972 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-82c965a8-f005-407a-b580-482523a132b7 req-adf6f261-aeb2-4c3a-8b5c-bb8880ddfd22 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/quotas/ebd0d12895b0474f8b30730a1d2092a4 HTTP/1.1" status: 200 len: 375 time: 0.0183737 May 05 19:51:33.435683 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-82c965a8-f005-407a-b580-482523a132b7 req-1dc68218-141b-4825-b3ed-1a83a4fc7787 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ebd0d12895b0474f8b30730a1d2092a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0624588 May 05 19:51:33.604409 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b3829a-581f-43fd-973a-e39fd70ebd67 req-bc1ec8ca-7fc5-4d94-a632-7dcd1bc51e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:33.613746 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-50b3829a-581f-43fd-973a-e39fd70ebd67 req-bc1ec8ca-7fc5-4d94-a632-7dcd1bc51e7b service neutron] 10.222.0.50 "GET /v2.0/networks?id=87da803f-e7d0-44ba-a1c3-46d895a6576d HTTP/1.1" status: 200 len: 908 time: 0.4316468 May 05 19:51:33.627917 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-82c965a8-f005-407a-b580-482523a132b7 req-af7289f5-6df0-42aa-b936-b64fce1bf190 service neutron] 10.222.0.36 "GET /v2.0/networks/9391bd70-fefd-4234-a5c6-e5bdaa98482d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909559 May 05 19:51:33.637310 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7266f7f3-74af-40b5-bf29-29535dc8428b req-871716d2-d0a7-4e70-98db-983fb85a6642 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:33.641382 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7266f7f3-74af-40b5-bf29-29535dc8428b req-871716d2-d0a7-4e70-98db-983fb85a6642 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=868250e7-4e06-4d95-a1d3-8dab33c9f8e2 HTTP/1.1" status: 200 len: 949 time: 0.4158187 May 05 19:51:33.741523 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-50b3829a-581f-43fd-973a-e39fd70ebd67 req-43213b9a-fb5d-44b3-bb5d-efe7e1d9046e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8f5bb2b-a729-466a-8200-39314c2436cc HTTP/1.1" status: 200 len: 217 time: 0.0976653 May 05 19:51:33.793111 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9182c0c2-236f-41e9-bdef-17eb21ea6f90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:33.825392 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33250) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:51:33.831107 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-9182c0c2-236f-41e9-bdef-17eb21ea6f90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:51:33.871943 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7266f7f3-74af-40b5-bf29-29535dc8428b req-31d4b525-a322-432d-9dab-2945cbe17d8f tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542130 May 05 19:51:33.879038 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-9182c0c2-236f-41e9-bdef-17eb21ea6f90 admin admin] Usage tracker for resource:security_group_rule and tenant:8f4f2a741a0b4d81aae3e3d9c34f0f17 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:51:33.889271 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-9182c0c2-236f-41e9-bdef-17eb21ea6f90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:51:33.921950 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-82c965a8-f005-407a-b580-482523a132b7 req-a1a340d9-8d10-44e2-a981-2751b12582b7 service neutron] 10.222.0.36 "GET /v2.0/networks/9391bd70-fefd-4234-a5c6-e5bdaa98482d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929461 May 05 19:51:33.925311 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-af180cda-3886-4216-bcec-2318936bb917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:33.942129 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b3829a-581f-43fd-973a-e39fd70ebd67 req-d5e580b2-00bb-4030-96dc-34c09af7cb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:33.944273 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-50b3829a-581f-43fd-973a-e39fd70ebd67 req-d5e580b2-00bb-4030-96dc-34c09af7cb43 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=af43fcc5-064b-4df8-a8c0-be1ad4feb5a8 HTTP/1.1" status: 200 len: 847 time: 0.1871054 May 05 19:51:33.945662 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-9182c0c2-236f-41e9-bdef-17eb21ea6f90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:51:34.018586 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-af180cda-3886-4216-bcec-2318936bb917 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:51:34.029691 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-50b3829a-581f-43fd-973a-e39fd70ebd67 req-0405a0e0-7817-4249-b57c-3b85b8252f66 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=87da803f-e7d0-44ba-a1c3-46d895a6576d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746510 May 05 19:51:34.030631 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-af180cda-3886-4216-bcec-2318936bb917 admin admin] Usage tracker for resource:security_group_rule and tenant:967588e3383b4e7e8451c10828b9bfcc is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:51:34.034565 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-af180cda-3886-4216-bcec-2318936bb917 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:51:34.070150 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-af180cda-3886-4216-bcec-2318936bb917 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:51:34.351830 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-50b3829a-581f-43fd-973a-e39fd70ebd67 req-60ae751e-3879-468f-822c-b00cca621939 service neutron] 10.222.0.50 "GET /v2.0/networks/87da803f-e7d0-44ba-a1c3-46d895a6576d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073919 May 05 19:51:34.385219 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debbc83f-e156-498c-a2b4-a8bf72ef7fa8 req-1b8a029e-7fb6-4426-b943-c0b151037961 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:34.387784 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-debbc83f-e156-498c-a2b4-a8bf72ef7fa8 req-1b8a029e-7fb6-4426-b943-c0b151037961 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=f39c04b7-8637-45cd-ba4b-771005cf2ec6 HTTP/1.1" status: 200 len: 943 time: 0.1594231 May 05 19:51:34.410793 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9182c0c2-236f-41e9-bdef-17eb21ea6f90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:34.427713 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a440e-f0bc-40ec-8939-702667ca217c req-cee1d709-0dce-4364-8ef0-2228bc53b38a tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:34.435405 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c20a440e-f0bc-40ec-8939-702667ca217c req-cee1d709-0dce-4364-8ef0-2228bc53b38a tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/ports?device_id=a11ba6de-5726-49e3-a0f8-106f7a184fd5 HTTP/1.1" status: 200 len: 949 time: 0.3896482 May 05 19:51:34.444188 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9182c0c2-236f-41e9-bdef-17eb21ea6f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:34.510075 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7754b7f2-801a-4956-aeed-e8653e5df725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:34.535395 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-debbc83f-e156-498c-a2b4-a8bf72ef7fa8 req-bad95394-8047-45ab-a81f-50a345c7df38 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326017 May 05 19:51:34.617329 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c20a440e-f0bc-40ec-8939-702667ca217c req-a9165b18-515c-4092-9445-fcc1bdd14541 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e50fd44-6059-4e3b-8f95-027c4583f97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809771 May 05 19:51:34.681874 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9182c0c2-236f-41e9-bdef-17eb21ea6f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e42eaa0d-c318-4e1f-8b71-867b45e3ba00,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:34.688560 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-af180cda-3886-4216-bcec-2318936bb917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:34.692484 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-9182c0c2-236f-41e9-bdef-17eb21ea6f90 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8f4f2a741a0b4d81aae3e3d9c34f0f17&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6182036 May 05 19:51:34.694671 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ca4bdc9a-2a36-419b-be18-a513d7734f39 req-dcf05a4e-f7f7-474d-b70e-4b6c28419c7b tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cb219e4-c809-4d06-89c6-067a09d74e3f HTTP/1.1" status: 200 len: 210 time: 0.0567579 May 05 19:51:34.695444 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33272) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:51:34.699324 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-af180cda-3886-4216-bcec-2318936bb917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:34.772854 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-50b3829a-581f-43fd-973a-e39fd70ebd67 req-b2c2d9b0-bd6a-4c22-a4df-5ac553736e79 service neutron] 10.222.0.50 "GET /v2.0/networks/87da803f-e7d0-44ba-a1c3-46d895a6576d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4119461 May 05 19:51:34.800965 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d0dd93ae-44e3-453e-9de0-3926af783b20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:34.803418 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-af180cda-3886-4216-bcec-2318936bb917 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=967588e3383b4e7e8451c10828b9bfcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9733610 May 05 19:51:34.805682 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af180cda-3886-4216-bcec-2318936bb917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7465326a-e649-4541-8fc0-7d90bf40a312,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:34.808146 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33276) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:51:34.841211 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d0dd93ae-44e3-453e-9de0-3926af783b20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:34.881260 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0d923ed2-3536-4c42-ae6c-a2f14e8230e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:34.911344 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0d923ed2-3536-4c42-ae6c-a2f14e8230e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:34.932733 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d0dd93ae-44e3-453e-9de0-3926af783b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:34.956759 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dd93ae-44e3-453e-9de0-3926af783b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42eaa0d-c318-4e1f-8b71-867b45e3ba00,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:34.960371 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d0dd93ae-44e3-453e-9de0-3926af783b20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:34.974889 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d0dd93ae-44e3-453e-9de0-3926af783b20 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e42eaa0d-c318-4e1f-8b71-867b45e3ba00 HTTP/1.1" status: 204 len: 168 time: 0.2706740 May 05 19:51:34.989214 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0d923ed2-3536-4c42-ae6c-a2f14e8230e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:35.032060 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d923ed2-3536-4c42-ae6c-a2f14e8230e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7465326a-e649-4541-8fc0-7d90bf40a312,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:35.114751 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0d923ed2-3536-4c42-ae6c-a2f14e8230e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:35.116066 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-0d923ed2-3536-4c42-ae6c-a2f14e8230e1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7465326a-e649-4541-8fc0-7d90bf40a312 HTTP/1.1" status: 204 len: 168 time: 0.3068292 May 05 19:51:35.175905 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2a6c3-f507-479e-b5fe-08929cc4800e req-f85789d6-dfd0-4d68-b0ae-e5bddf057998 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:35.177401 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e1a2a6c3-f507-479e-b5fe-08929cc4800e req-f85789d6-dfd0-4d68-b0ae-e5bddf057998 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=868250e7-4e06-4d95-a1d3-8dab33c9f8e2 HTTP/1.1" status: 200 len: 949 time: 0.1187203 May 05 19:51:35.255843 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e1a2a6c3-f507-479e-b5fe-08929cc4800e req-cc7c80e7-68f8-40a4-a824-b4b5d3916728 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703099 May 05 19:51:35.258479 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780dcaa5-48f3-4d89-a525-ab96c06ad3bd req-8fd47c63-5278-4e75-b64d-56a6ed829147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:35.260040 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-780dcaa5-48f3-4d89-a525-ab96c06ad3bd req-8fd47c63-5278-4e75-b64d-56a6ed829147 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=928b29e96aaf42dd9d4dc06b8e5f9969&device_id=868250e7-4e06-4d95-a1d3-8dab33c9f8e2 HTTP/1.1" status: 200 len: 1100 time: 0.1678848 May 05 19:51:35.470424 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780dcaa5-48f3-4d89-a525-ab96c06ad3bd req-fc07ba57-9b52-4aed-aaaf-c643712fd5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:35.473401 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-780dcaa5-48f3-4d89-a525-ab96c06ad3bd req-fc07ba57-9b52-4aed-aaaf-c643712fd5bc service neutron] 10.222.0.24 "GET /v2.0/networks?id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3 HTTP/1.1" status: 200 len: 870 time: 0.2007604 May 05 19:51:35.506353 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:51:35.512909 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b12af360-0578-4027-8b57-7e1a945330f9 req-061e378c-f11b-41da-960e-e1c784d29642 service neutron] 10.222.0.24 "GET /v2.0/ports/3ba4d002-1597-4c4b-9181-a58452c390ac/bindings/n-h2-840717-1 HTTP/1.1" status: 200 len: 384 time: 0.1550109 May 05 19:51:35.710161 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-780dcaa5-48f3-4d89-a525-ab96c06ad3bd req-fb1d4bdb-71ea-45d7-96bd-b79530b75ae8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=f071c826-6291-459c-b65e-f04fbaeb1079 HTTP/1.1" status: 200 len: 217 time: 0.2287464 May 05 19:51:35.895115 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:51:35.948094 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:51:35.974189 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': 'dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c', 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3', 'port_id': 'dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c', 'mac_address': 'fa:16:3e:62:6b:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d72a8d3-0a35-4d3a-96b8-d869ff4093bc', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:51:36.219190 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:36.240687 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780dcaa5-48f3-4d89-a525-ab96c06ad3bd req-9b38cc52-bcad-4c8d-b523-a46c48ab35a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:36.242193 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-780dcaa5-48f3-4d89-a525-ab96c06ad3bd req-9b38cc52-bcad-4c8d-b523-a46c48ab35a6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.5245795 May 05 19:51:36.274423 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:51:36.279197 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:36.362611 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:51:36.371533 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:36.534603 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476ffa2b-5416-4838-936b-05f945a95fc0 req-612b310b-8c44-4dae-96e6-887c1fc2cbfa tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:36.547492 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 19:51:36.548060 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-476ffa2b-5416-4838-936b-05f945a95fc0 req-612b310b-8c44-4dae-96e6-887c1fc2cbfa tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=f39c04b7-8637-45cd-ba4b-771005cf2ec6 HTTP/1.1" status: 200 len: 943 time: 0.6624844 May 05 19:51:36.548369 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 19:51:36.551951 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c,revision_number=6']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:36.597974 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780dcaa5-48f3-4d89-a525-ab96c06ad3bd req-6a4d9603-01ca-44d8-883d-9555ca1ca088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:36.599798 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-780dcaa5-48f3-4d89-a525-ab96c06ad3bd req-6a4d9603-01ca-44d8-883d-9555ca1ca088 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3320568 May 05 19:51:36.661221 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:51:36.716884 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-476ffa2b-5416-4838-936b-05f945a95fc0 req-851f2e47-0a09-4bff-a303-9bdaffd74a20 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676512 May 05 19:51:36.752633 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c965a8-f005-407a-b580-482523a132b7 req-7c15e093-c314-4607-8498-aad4c01b78eb tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:36.752633 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-82c965a8-f005-407a-b580-482523a132b7 req-7c15e093-c314-4607-8498-aad4c01b78eb tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.24 "GET /v2.0/networks?id=9391bd70-fefd-4234-a5c6-e5bdaa98482d HTTP/1.1" status: 200 len: 811 time: 0.6639693 May 05 19:51:36.790426 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3301bc-4c0a-44f8-9d99-e224d532ba3f req-d22eab3f-4967-4ef9-9c41-88d43d9da38d tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:36.804517 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9c3301bc-4c0a-44f8-9d99-e224d532ba3f req-d22eab3f-4967-4ef9-9c41-88d43d9da38d tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/ports?device_id=a11ba6de-5726-49e3-a0f8-106f7a184fd5 HTTP/1.1" status: 200 len: 949 time: 0.8511045 May 05 19:51:36.822177 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-b12af360-0578-4027-8b57-7e1a945330f9 req-4124456d-5a85-4051-bb73-605c04403f54 service neutron] For port 3ba4d002-1597-4c4b-9181-a58452c390ac, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=3ba4d002-1597-4c4b-9181-a58452c390ac,segment=NetworkSegment(74addc21-9c2f-4292-8d75-7048fb7d56d2),segment_id=74addc21-9c2f-4292-8d75-7048fb7d56d2)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:51:36.975784 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c9b7d867-7274-47ec-bb54-cfbe1571c4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:36.999402 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9c3301bc-4c0a-44f8-9d99-e224d532ba3f req-71994eb0-d7e6-4208-bf81-ea653a5f02c9 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e50fd44-6059-4e3b-8f95-027c4583f97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936901 May 05 19:51:37.013603 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-b12af360-0578-4027-8b57-7e1a945330f9 req-4124456d-5a85-4051-bb73-605c04403f54 service neutron] For port 3ba4d002-1597-4c4b-9181-a58452c390ac, host n-h1-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:51:37.020517 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-780dcaa5-48f3-4d89-a525-ab96c06ad3bd req-b7fed9da-a944-4aac-bc6d-f4db71173566 service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3900151 May 05 19:51:37.021021 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33332) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:51:37.081296 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-82c965a8-f005-407a-b580-482523a132b7 req-0d818cc9-5881-4019-bab8-d1e1eb286aab tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Request body: {'port': {'device_id': '6cb219e4-c809-4d06-89c6-067a09d74e3f', 'network_id': '9391bd70-fefd-4234-a5c6-e5bdaa98482d', 'admin_state_up': True, 'tenant_id': 'ebd0d12895b0474f8b30730a1d2092a4'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:51:37.099018 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-b12af360-0578-4027-8b57-7e1a945330f9 req-4124456d-5a85-4051-bb73-605c04403f54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ba4d002-1597-4c4b-9181-a58452c390ac {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:51:37.139678 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-b12af360-0578-4027-8b57-7e1a945330f9 req-4124456d-5a85-4051-bb73-605c04403f54 service neutron] For port 3ba4d002-1597-4c4b-9181-a58452c390ac, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=3ba4d002-1597-4c4b-9181-a58452c390ac,segment=NetworkSegment(74addc21-9c2f-4292-8d75-7048fb7d56d2),segment_id=74addc21-9c2f-4292-8d75-7048fb7d56d2)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:51:37.185265 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-b12af360-0578-4027-8b57-7e1a945330f9 req-4124456d-5a85-4051-bb73-605c04403f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:37.195602 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:37.237865 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:51:37.306863 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:51:37.327919 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:37.506468 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-88cdf7ab-13c1-4c13-9c96-f0a704c8859c req-d533163e-b0d1-4280-8d2a-880bf81f1b1c tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cb219e4-c809-4d06-89c6-067a09d74e3f HTTP/1.1" status: 200 len: 210 time: 0.4839685 May 05 19:51:37.571747 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c,revision_number=7']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:37.572001 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33344) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:51:37.577145 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-b12af360-0578-4027-8b57-7e1a945330f9 req-4124456d-5a85-4051-bb73-605c04403f54 service neutron] Transition to ACTIVE for port object 3ba4d002-1597-4c4b-9181-a58452c390ac will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:51:37.597231 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-b12af360-0578-4027-8b57-7e1a945330f9 req-4124456d-5a85-4051-bb73-605c04403f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:37.755505 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ee9da-eeff-400c-9d78-5ab2edf15d98 req-1a7ea86d-6794-4470-a028-c40ec2a029d6 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:37.756499 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:37.766976 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4d1ee9da-eeff-400c-9d78-5ab2edf15d98 req-1a7ea86d-6794-4470-a028-c40ec2a029d6 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=868250e7-4e06-4d95-a1d3-8dab33c9f8e2 HTTP/1.1" status: 200 len: 949 time: 0.4456637 May 05 19:51:37.901788 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-7dc21f06-6afa-449d-893c-0658879f206b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-695637614-network', 'tenant_id': 'be512b7a35ba4605be8c3ffa37a32b0b'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:51:37.909492 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-4366df7c-704c-4dca-ae67-9ba7b8212324 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1782349724-network', 'tenant_id': '2c60edef76934ed3af433258df249b58'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:51:37.913838 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:37.919945 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-7dc21f06-6afa-449d-893c-0658879f206b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:51:37.926704 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-82c965a8-f005-407a-b580-482523a132b7 req-0d818cc9-5881-4019-bab8-d1e1eb286aab tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:51:37.931311 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-82c965a8-f005-407a-b580-482523a132b7 req-0d818cc9-5881-4019-bab8-d1e1eb286aab tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Usage tracker for resource:port and tenant:ebd0d12895b0474f8b30730a1d2092a4 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:51:37.939317 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-4366df7c-704c-4dca-ae67-9ba7b8212324 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:51:37.941786 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-82c965a8-f005-407a-b580-482523a132b7 req-0d818cc9-5881-4019-bab8-d1e1eb286aab tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:51:37.950959 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-4366df7c-704c-4dca-ae67-9ba7b8212324 admin admin] Usage tracker for resource:network and tenant:2c60edef76934ed3af433258df249b58 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:51:37.954248 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-82c965a8-f005-407a-b580-482523a132b7 req-0d818cc9-5881-4019-bab8-d1e1eb286aab tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:51:37.957755 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-4366df7c-704c-4dca-ae67-9ba7b8212324 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:51:37.961957 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-7dc21f06-6afa-449d-893c-0658879f206b admin admin] Usage tracker for resource:network and tenant:be512b7a35ba4605be8c3ffa37a32b0b is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:51:37.971647 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-780dcaa5-48f3-4d89-a525-ab96c06ad3bd req-fc859f67-3705-4258-b58f-badad3bbe800 service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5268390 May 05 19:51:37.973228 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-4366df7c-704c-4dca-ae67-9ba7b8212324 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:51:37.997616 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4d1ee9da-eeff-400c-9d78-5ab2edf15d98 req-85b8521b-c48d-49d4-b12c-4f48aa9eda18 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296431 May 05 19:51:38.005648 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-7dc21f06-6afa-449d-893c-0658879f206b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:51:38.010586 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-b12af360-0578-4027-8b57-7e1a945330f9 req-4124456d-5a85-4051-bb73-605c04403f54 service neutron] No DVR routers for this DVR port 3ba4d002-1597-4c4b-9181-a58452c390ac on host n-h1-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:51:38.016818 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-7dc21f06-6afa-449d-893c-0658879f206b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:51:38.025789 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4124456d-5a85-4051-bb73-605c04403f54 service neutron] Pushing event updated for resources: {'Port': ['ID=3ba4d002-1597-4c4b-9181-a58452c390ac,revision_number=10']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:38.040960 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82c965a8-f005-407a-b580-482523a132b7 req-0d818cc9-5881-4019-bab8-d1e1eb286aab tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Made reservation on behalf of ebd0d12895b0474f8b30730a1d2092a4 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:51:38.045495 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-82c965a8-f005-407a-b580-482523a132b7 req-0d818cc9-5881-4019-bab8-d1e1eb286aab tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:38.061308 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4366df7c-704c-4dca-ae67-9ba7b8212324 admin admin] Made reservation on behalf of 2c60edef76934ed3af433258df249b58 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:51:38.064318 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4366df7c-704c-4dca-ae67-9ba7b8212324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:38.083229 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b12af360-0578-4027-8b57-7e1a945330f9 req-4124456d-5a85-4051-bb73-605c04403f54 service neutron] 10.222.0.24 "PUT /v2.0/ports/3ba4d002-1597-4c4b-9181-a58452c390ac/bindings/n-h2-840717-1/activate HTTP/1.1" status: 200 len: 369 time: 2.5638459 May 05 19:51:38.084830 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc21f06-6afa-449d-893c-0658879f206b admin admin] Made reservation on behalf of be512b7a35ba4605be8c3ffa37a32b0b for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:51:38.089211 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4366df7c-704c-4dca-ae67-9ba7b8212324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:38.089666 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7dc21f06-6afa-449d-893c-0658879f206b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:38.125888 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7dc21f06-6afa-449d-893c-0658879f206b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:38.161274 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-7dc21f06-6afa-449d-893c-0658879f206b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:51:38.164005 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-4366df7c-704c-4dca-ae67-9ba7b8212324 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:51:38.166909 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-7dc21f06-6afa-449d-893c-0658879f206b admin admin] Usage tracker for resource:security_group_rule and tenant:be512b7a35ba4605be8c3ffa37a32b0b is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:51:38.176303 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-7dc21f06-6afa-449d-893c-0658879f206b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:51:38.193759 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-4366df7c-704c-4dca-ae67-9ba7b8212324 admin admin] Usage tracker for resource:security_group_rule and tenant:2c60edef76934ed3af433258df249b58 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:51:38.195020 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-7dc21f06-6afa-449d-893c-0658879f206b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:51:38.208411 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-4366df7c-704c-4dca-ae67-9ba7b8212324 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:51:38.240104 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-4366df7c-704c-4dca-ae67-9ba7b8212324 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:51:38.351861 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf28b4e-d42a-44fd-a977-4c3110a04983 req-04f6a6e3-18bf-4c44-be9a-ec687fcdd89b tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:38.360415 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ccf28b4e-d42a-44fd-a977-4c3110a04983 req-04f6a6e3-18bf-4c44-be9a-ec687fcdd89b tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=f39c04b7-8637-45cd-ba4b-771005cf2ec6 HTTP/1.1" status: 200 len: 944 time: 0.3980646 May 05 19:51:38.451266 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7dc21f06-6afa-449d-893c-0658879f206b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:38.465443 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c349e3a-c896-4a0a-a3a4-49afa1331371 req-f2cdf04f-00ec-48cb-9c5b-d2995fa11523 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:38.467226 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2c349e3a-c896-4a0a-a3a4-49afa1331371 req-f2cdf04f-00ec-48cb-9c5b-d2995fa11523 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/ports?device_id=a11ba6de-5726-49e3-a0f8-106f7a184fd5 HTTP/1.1" status: 200 len: 947 time: 0.1985755 May 05 19:51:38.471073 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7dc21f06-6afa-449d-893c-0658879f206b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:38.487323 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12af360-0578-4027-8b57-7e1a945330f9 req-0f8f7388-ca0a-4c09-b5ac-7156c0d124e5 tempest-LiveAutoBlockMigrationV225Test-129314705 tempest-LiveAutoBlockMigrationV225Test-129314705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:38.489142 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b12af360-0578-4027-8b57-7e1a945330f9 req-0f8f7388-ca0a-4c09-b5ac-7156c0d124e5 tempest-LiveAutoBlockMigrationV225Test-129314705 tempest-LiveAutoBlockMigrationV225Test-129314705-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=f39c04b7-8637-45cd-ba4b-771005cf2ec6&tenant_id=63ca58c29fae4c4eaafba189c1ec4492&binding%3Ahost_id=n-h1-840717-1 HTTP/1.1" status: 200 len: 1095 time: 0.1821342 May 05 19:51:38.511452 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ccf28b4e-d42a-44fd-a977-4c3110a04983 req-052806b8-c2b8-412a-9a15-3c814a6b6a16 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491864 May 05 19:51:38.590757 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dc21f06-6afa-449d-893c-0658879f206b admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 19:51:38.597753 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2c349e3a-c896-4a0a-a3a4-49afa1331371 req-3571f8fb-f265-443e-a5bc-403a492c43df tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e50fd44-6059-4e3b-8f95-027c4583f97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201315 May 05 19:51:38.610987 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc21f06-6afa-449d-893c-0658879f206b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9dafda-47a8-441b-b8a5-33677a544350,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:38.621395 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7dc21f06-6afa-449d-893c-0658879f206b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:38.622069 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-7dc21f06-6afa-449d-893c-0658879f206b admin admin] Added segment fa56f19c-34be-4253-8815-dd24d152f24a of type vlan for network 3719b0a4-d07d-41d9-a033-824054d5c311 May 05 19:51:38.656484 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-82c965a8-f005-407a-b580-482523a132b7 req-0d818cc9-5881-4019-bab8-d1e1eb286aab tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Allocated IP 172.20.0.12 (9391bd70-fefd-4234-a5c6-e5bdaa98482d/dad2f10a-bab0-4742-b13f-5f772ad5e3e5/a40bd772-947d-4370-9783-c33dfa399579) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:51:38.669469 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7dc21f06-6afa-449d-893c-0658879f206b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:38.674854 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12af360-0578-4027-8b57-7e1a945330f9 req-c32f4542-25a8-4d05-aa26-26e0488aed57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:38.676329 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b12af360-0578-4027-8b57-7e1a945330f9 req-c32f4542-25a8-4d05-aa26-26e0488aed57 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f39c04b7-8637-45cd-ba4b-771005cf2ec6&tenant_id=63ca58c29fae4c4eaafba189c1ec4492 HTTP/1.1" status: 200 len: 1095 time: 0.1543326 May 05 19:51:38.787680 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7dc21f06-6afa-449d-893c-0658879f206b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:38.788558 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc21f06-6afa-449d-893c-0658879f206b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:38.789316 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7dc21f06-6afa-449d-893c-0658879f206b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:38.806106 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4366df7c-704c-4dca-ae67-9ba7b8212324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:38.825190 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1e595cb7-a5d3-402b-9353-fa6ba55d486e req-b1161ece-2f31-4288-a06f-49293dacda48 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cb219e4-c809-4d06-89c6-067a09d74e3f HTTP/1.1" status: 200 len: 210 time: 0.1232672 May 05 19:51:38.840122 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4366df7c-704c-4dca-ae67-9ba7b8212324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:38.907964 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4366df7c-704c-4dca-ae67-9ba7b8212324 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 19:51:38.942782 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-7dc21f06-6afa-449d-893c-0658879f206b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3686273 May 05 19:51:38.943856 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc21f06-6afa-449d-893c-0658879f206b admin admin] Pushing event updated for resources: {'Network': ['ID=3719b0a4-d07d-41d9-a033-824054d5c311,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:38.947038 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33370) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:51:38.955739 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 3719b0a4-d07d-41d9-a033-824054d5c311 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 19:51:38.957139 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-58a24ab3-6976-4080-9e58-107699888ead admin admin] Request body: {'subnet': {'network_id': '3719b0a4-d07d-41d9-a033-824054d5c311', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-695637614-subnet', 'tenant_id': 'be512b7a35ba4605be8c3ffa37a32b0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:51:38.966478 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-58a24ab3-6976-4080-9e58-107699888ead admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:51:38.976554 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-58a24ab3-6976-4080-9e58-107699888ead admin admin] Usage tracker for resource:subnet and tenant:be512b7a35ba4605be8c3ffa37a32b0b is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:51:38.981952 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-58a24ab3-6976-4080-9e58-107699888ead admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:51:38.991148 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-58a24ab3-6976-4080-9e58-107699888ead admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:51:38.998215 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12af360-0578-4027-8b57-7e1a945330f9 req-02a1811b-b30c-4747-8e6a-ba90f5e2a594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:39.002316 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b12af360-0578-4027-8b57-7e1a945330f9 req-02a1811b-b30c-4747-8e6a-ba90f5e2a594 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=63ca58c29fae4c4eaafba189c1ec4492&device_id=f39c04b7-8637-45cd-ba4b-771005cf2ec6 HTTP/1.1" status: 200 len: 1095 time: 0.2907584 May 05 19:51:39.057527 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4366df7c-704c-4dca-ae67-9ba7b8212324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a57771e-9056-4b90-a03d-15d911a96da1,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:39.079014 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4366df7c-704c-4dca-ae67-9ba7b8212324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:39.079393 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-4366df7c-704c-4dca-ae67-9ba7b8212324 admin admin] Added segment daec6cb3-ca38-4618-9dc6-c46e78b211f0 of type vlan for network 2582c439-9c4b-40b6-8686-177c496a5546 May 05 19:51:39.137486 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a24ab3-6976-4080-9e58-107699888ead admin admin] Made reservation on behalf of be512b7a35ba4605be8c3ffa37a32b0b for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:51:39.137741 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4366df7c-704c-4dca-ae67-9ba7b8212324 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:39.140040 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-58a24ab3-6976-4080-9e58-107699888ead admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:39.220758 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-82c965a8-f005-407a-b580-482523a132b7 req-0d818cc9-5881-4019-bab8-d1e1eb286aab tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:39.335474 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12af360-0578-4027-8b57-7e1a945330f9 req-e32924f0-651a-4dc8-91da-8027e8637bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:39.337553 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b12af360-0578-4027-8b57-7e1a945330f9 req-e32924f0-651a-4dc8-91da-8027e8637bfe service neutron] 10.222.0.50 "GET /v2.0/networks?id=9e1d2257-41cc-4af2-afae-4ca8a9719a05 HTTP/1.1" status: 200 len: 921 time: 0.3314548 May 05 19:51:39.339104 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4366df7c-704c-4dca-ae67-9ba7b8212324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:39.340074 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4366df7c-704c-4dca-ae67-9ba7b8212324 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:39.340647 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4366df7c-704c-4dca-ae67-9ba7b8212324 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:39.418525 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:39.452565 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4366df7c-704c-4dca-ae67-9ba7b8212324 admin admin] Pushing event updated for resources: {'Network': ['ID=2582c439-9c4b-40b6-8686-177c496a5546,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:39.461727 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b12af360-0578-4027-8b57-7e1a945330f9 req-40f8515e-ced0-489e-b744-c050a32ee316 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ba4d002-1597-4c4b-9181-a58452c390ac HTTP/1.1" status: 200 len: 217 time: 0.1126208 May 05 19:51:39.469637 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 2582c439-9c4b-40b6-8686-177c496a5546 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 19:51:39.490021 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-4366df7c-704c-4dca-ae67-9ba7b8212324 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.4648206 May 05 19:51:39.494150 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33384) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:51:39.514051 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24be7ce-cd48-46ff-8327-6b7c0fc20525 req-c17178b0-32dc-4b7e-99f6-a3352755ec8a tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:39.525061 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d24be7ce-cd48-46ff-8327-6b7c0fc20525 req-c17178b0-32dc-4b7e-99f6-a3352755ec8a tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=868250e7-4e06-4d95-a1d3-8dab33c9f8e2 HTTP/1.1" status: 200 len: 949 time: 0.2926016 May 05 19:51:39.525061 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-dda73a77-0961-450b-8819-0eddf2acd2af admin admin] Request body: {'subnet': {'network_id': '2582c439-9c4b-40b6-8686-177c496a5546', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1782349724-subnet', 'tenant_id': '2c60edef76934ed3af433258df249b58', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:51:39.543543 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-82c965a8-f005-407a-b580-482523a132b7 req-0d818cc9-5881-4019-bab8-d1e1eb286aab tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:39.582724 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-dda73a77-0961-450b-8819-0eddf2acd2af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:51:39.676750 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d818cc9-5881-4019-bab8-d1e1eb286aab tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Pushing event updated for resources: {'Port': ['ID=a40bd772-947d-4370-9783-c33dfa399579,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:39.679762 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-dda73a77-0961-450b-8819-0eddf2acd2af admin admin] Usage tracker for resource:subnet and tenant:2c60edef76934ed3af433258df249b58 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:51:39.682629 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12af360-0578-4027-8b57-7e1a945330f9 req-f2953937-19ec-40b2-8f30-b5077bf562da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:39.686115 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b12af360-0578-4027-8b57-7e1a945330f9 req-f2953937-19ec-40b2-8f30-b5077bf562da service neutron] 10.222.0.50 "GET /v2.0/subnets?id=99c4516e-78c1-4a80-85a0-0e7389d15301 HTTP/1.1" status: 200 len: 860 time: 0.2156863 May 05 19:51:39.688810 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-dda73a77-0961-450b-8819-0eddf2acd2af admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:51:39.732434 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d24be7ce-cd48-46ff-8327-6b7c0fc20525 req-8b57757d-b214-4a71-ab1a-40bafa8ad352 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136831 May 05 19:51:39.736036 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-dda73a77-0961-450b-8819-0eddf2acd2af admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:51:39.774163 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82c965a8-f005-407a-b580-482523a132b7 req-0d818cc9-5881-4019-bab8-d1e1eb286aab tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Network 9391bd70-fefd-4234-a5c6-e5bdaa98482d is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:51:39.780235 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-82c965a8-f005-407a-b580-482523a132b7 req-0d818cc9-5881-4019-bab8-d1e1eb286aab tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:51:39.784821 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-82c965a8-f005-407a-b580-482523a132b7 req-0d818cc9-5881-4019-bab8-d1e1eb286aab tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:51:39.861943 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:51:39.875982 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda73a77-0961-450b-8819-0eddf2acd2af admin admin] Made reservation on behalf of 2c60edef76934ed3af433258df249b58 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:51:39.890926 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dda73a77-0961-450b-8819-0eddf2acd2af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:39.978912 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:51:39.980152 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:40.004974 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c965a8-f005-407a-b580-482523a132b7 req-0d818cc9-5881-4019-bab8-d1e1eb286aab tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:40.005605 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-82c965a8-f005-407a-b580-482523a132b7 req-0d818cc9-5881-4019-bab8-d1e1eb286aab tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:40.039412 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b12af360-0578-4027-8b57-7e1a945330f9 req-18f4120e-95ed-4395-b259-d111fb083ab3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9e1d2257-41cc-4af2-afae-4ca8a9719a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3412948 May 05 19:51:40.152314 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-82c965a8-f005-407a-b580-482523a132b7 req-0d818cc9-5881-4019-bab8-d1e1eb286aab tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1282222 May 05 19:51:40.178245 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:40.185640 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-58a24ab3-6976-4080-9e58-107699888ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:40.208768 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a11ba6de-5726-49e3-a0f8-106f7a184fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:51:40.221140 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:51:40.227619 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-82c965a8-f005-407a-b580-482523a132b7 req-d4a3b269-950e-4424-b178-46d9f3c19e5d service neutron] Request body: {'port': {'device_id': '6cb219e4-c809-4d06-89c6-067a09d74e3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:51:40.229328 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:40.230648 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 3ba4d002-1597-4c4b-9181-a58452c390ac no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:51:40.314090 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a24ab3-6976-4080-9e58-107699888ead admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1a4f3dc-aa6f-457b-832c-e1ac37f293a2,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:40.321853 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b12af360-0578-4027-8b57-7e1a945330f9 req-a900d154-abd4-4543-beb6-d4c8c43f53b5 service neutron] 10.222.0.50 "GET /v2.0/networks/9e1d2257-41cc-4af2-afae-4ca8a9719a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694776 May 05 19:51:40.339740 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c33c8b4-0745-44ab-ba50-3337966d1ec9 req-4cf77610-15f6-4b3c-8707-8ecc9a0e1910 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:40.347529 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2c33c8b4-0745-44ab-ba50-3337966d1ec9 req-4cf77610-15f6-4b3c-8707-8ecc9a0e1910 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=f39c04b7-8637-45cd-ba4b-771005cf2ec6 HTTP/1.1" status: 200 len: 944 time: 0.3601840 May 05 19:51:40.406562 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a24ab3-6976-4080-9e58-107699888ead admin admin] Checking segment: {'id': 'fa56f19c-34be-4253-8815-dd24d152f24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3719b0a4-d07d-41d9-a033-824054d5c311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:51:40.406562 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a24ab3-6976-4080-9e58-107699888ead admin admin] Network hostable DHCP agents. Network: 3719b0a4-d07d-41d9-a033-824054d5c311, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 19:51:40.441767 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c,revision_number=8']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:40.444821 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 3ba4d002-1597-4c4b-9181-a58452c390ac not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:51:40.480456 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711382a-c39b-435f-94ca-491681acf0c5 req-08539d48-b655-471c-b2a4-9edf7c2345b2 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:40.482683 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c711382a-c39b-435f-94ca-491681acf0c5 req-08539d48-b655-471c-b2a4-9edf7c2345b2 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/ports?device_id=a11ba6de-5726-49e3-a0f8-106f7a184fd5 HTTP/1.1" status: 200 len: 947 time: 0.5669162 May 05 19:51:40.534236 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a24ab3-6976-4080-9e58-107699888ead admin admin] Network 3719b0a4-d07d-41d9-a033-824054d5c311 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 19:51:40.556537 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2c33c8b4-0745-44ab-ba50-3337966d1ec9 req-a393f712-0c11-4d59-b7a1-baaab7b73da8 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081478 May 05 19:51:40.572985 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-58a24ab3-6976-4080-9e58-107699888ead admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 3719b0a4-d07d-41d9-a033-824054d5c311) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:51:40.581782 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a24ab3-6976-4080-9e58-107699888ead admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:40.582375 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-58a24ab3-6976-4080-9e58-107699888ead admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:40.586347 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1885cef3-91ab-4b9d-96d7-b4d608d1871c None None] Network 3719b0a4-d07d-41d9-a033-824054d5c311 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:51:40.594885 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b12af360-0578-4027-8b57-7e1a945330f9 req-02d2c469-6927-4891-bdb7-acf9974a34d2 service neutron] 10.222.0.50 "GET /v2.0/networks/9e1d2257-41cc-4af2-afae-4ca8a9719a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655625 May 05 19:51:40.641899 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-58a24ab3-6976-4080-9e58-107699888ead admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6823928 May 05 19:51:40.984230 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5259fcc9-2108-41e6-a49a-1bc3329776cc req-10422b57-d997-4e29-80cc-868396f02790 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:40.986148 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dda73a77-0961-450b-8819-0eddf2acd2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:40.993675 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5259fcc9-2108-41e6-a49a-1bc3329776cc req-10422b57-d997-4e29-80cc-868396f02790 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cb219e4-c809-4d06-89c6-067a09d74e3f HTTP/1.1" status: 200 len: 932 time: 0.1958041 May 05 19:51:41.005062 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133b980f-3e24-43c9-b3ba-4112e6d724ad None None] Network 3719b0a4-d07d-41d9-a033-824054d5c311 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:51:41.120694 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-82c965a8-f005-407a-b580-482523a132b7 req-d4a3b269-950e-4424-b178-46d9f3c19e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:41.143582 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-5259fcc9-2108-41e6-a49a-1bc3329776cc req-b577b9f7-e234-446c-b942-fcca59c77481 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Synchronizing usage tracker for tenant:ebd0d12895b0474f8b30730a1d2092a4 on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:51:41.150393 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda73a77-0961-450b-8819-0eddf2acd2af admin admin] Pushing event updated for resources: {'Subnet': ['ID=a976b9c4-6e59-43e1-90c9-d5e39d8e3513,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:41.181268 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-5259fcc9-2108-41e6-a49a-1bc3329776cc req-b577b9f7-e234-446c-b942-fcca59c77481 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Unset dirty status for tenant:ebd0d12895b0474f8b30730a1d2092a4 on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:51:41.182583 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5259fcc9-2108-41e6-a49a-1bc3329776cc req-b577b9f7-e234-446c-b942-fcca59c77481 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/security-groups?id=e36a03ce-19b7-4072-ac8e-38f72e9ef290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881039 May 05 19:51:41.186291 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12af360-0578-4027-8b57-7e1a945330f9 req-3e369d34-c15f-455c-8fc4-0bc5f6ab395c tempest-LiveAutoBlockMigrationV225Test-129314705 tempest-LiveAutoBlockMigrationV225Test-129314705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:41.188025 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b12af360-0578-4027-8b57-7e1a945330f9 req-3e369d34-c15f-455c-8fc4-0bc5f6ab395c tempest-LiveAutoBlockMigrationV225Test-129314705 tempest-LiveAutoBlockMigrationV225Test-129314705-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=f39c04b7-8637-45cd-ba4b-771005cf2ec6&tenant_id=63ca58c29fae4c4eaafba189c1ec4492&binding%3Ahost_id=n-h2-840717-1 HTTP/1.1" status: 200 len: 1095 time: 0.1480675 May 05 19:51:41.360252 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7f97609-1c9f-483f-89a2-68734156de17'] response: {'server_uuid': 'a11ba6de-5726-49e3-a0f8-106f7a184fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c', 'code': 200} May 05 19:51:41.680772 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-82c965a8-f005-407a-b580-482523a132b7 req-d4a3b269-950e-4424-b178-46d9f3c19e5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a40bd772-947d-4370-9783-c33dfa399579 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:51:41.691821 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-82c965a8-f005-407a-b580-482523a132b7 req-d4a3b269-950e-4424-b178-46d9f3c19e5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:41.711441 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-82c965a8-f005-407a-b580-482523a132b7 req-d4a3b269-950e-4424-b178-46d9f3c19e5d service neutron] Transition to ACTIVE for port object a40bd772-947d-4370-9783-c33dfa399579 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:51:41.718188 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33422) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:51:41.726583 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-102fe70b-95b9-4fee-bc2a-0a9fb09a9f2b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-262735019-network', 'tenant_id': 'ff21bafc62684828b219cdfb2204386b'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:51:41.737137 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-82c965a8-f005-407a-b580-482523a132b7 req-d4a3b269-950e-4424-b178-46d9f3c19e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:41.738656 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-102fe70b-95b9-4fee-bc2a-0a9fb09a9f2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:51:41.744544 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-b12af360-0578-4027-8b57-7e1a945330f9 req-2a12df90-3ca1-42f0-9b99-1472c4771c37 service neutron] For port 3ba4d002-1597-4c4b-9181-a58452c390ac, host n-h1-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:51:41.748915 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-102fe70b-95b9-4fee-bc2a-0a9fb09a9f2b admin admin] Usage tracker for resource:network and tenant:ff21bafc62684828b219cdfb2204386b is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:51:41.754137 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-102fe70b-95b9-4fee-bc2a-0a9fb09a9f2b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:51:41.759144 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-b12af360-0578-4027-8b57-7e1a945330f9 req-2a12df90-3ca1-42f0-9b99-1472c4771c37 service neutron] Notify callbacks [] for binding, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:41.761915 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b12af360-0578-4027-8b57-7e1a945330f9 req-2a12df90-3ca1-42f0-9b99-1472c4771c37 service neutron] 10.222.0.50 "DELETE /v2.0/ports/3ba4d002-1597-4c4b-9181-a58452c390ac/bindings/n-h1-840717-1 HTTP/1.1" status: 204 len: 173 time: 0.5655866 May 05 19:51:41.766185 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-102fe70b-95b9-4fee-bc2a-0a9fb09a9f2b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:51:41.791869 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d39ac9-1b55-4711-ad0f-43ef17ff4a12 req-d9f4b5fa-cb11-4af7-a37e-88b65ffbdd07 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:41.800350 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c2d39ac9-1b55-4711-ad0f-43ef17ff4a12 req-d9f4b5fa-cb11-4af7-a37e-88b65ffbdd07 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=868250e7-4e06-4d95-a1d3-8dab33c9f8e2 HTTP/1.1" status: 200 len: 949 time: 0.3126130 May 05 19:51:41.818193 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102fe70b-95b9-4fee-bc2a-0a9fb09a9f2b admin admin] Made reservation on behalf of ff21bafc62684828b219cdfb2204386b for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:51:41.820545 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-102fe70b-95b9-4fee-bc2a-0a9fb09a9f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:41.840109 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c711382a-c39b-435f-94ca-491681acf0c5 req-2a3cff68-08a6-40b0-b274-0562aef6936b tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e50fd44-6059-4e3b-8f95-027c4583f97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3166234 May 05 19:51:41.841246 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a3b269-950e-4424-b178-46d9f3c19e5d service neutron] Pushing event updated for resources: {'Port': ['ID=a40bd772-947d-4370-9783-c33dfa399579,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:41.841369 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-102fe70b-95b9-4fee-bc2a-0a9fb09a9f2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:41.852868 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d3157-2753-432c-a764-2e88950bacf4 req-87dd81da-37f5-43ab-819d-aed0ecea04db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:41.854338 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-505d3157-2753-432c-a764-2e88950bacf4 req-87dd81da-37f5-43ab-819d-aed0ecea04db service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a11ba6de-5726-49e3-a0f8-106f7a184fd5 HTTP/1.1" status: 200 len: 1100 time: 0.2636709 May 05 19:51:41.890829 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-102fe70b-95b9-4fee-bc2a-0a9fb09a9f2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:51:41.902453 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-102fe70b-95b9-4fee-bc2a-0a9fb09a9f2b admin admin] Usage tracker for resource:security_group_rule and tenant:ff21bafc62684828b219cdfb2204386b is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:51:41.918944 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c2d39ac9-1b55-4711-ad0f-43ef17ff4a12 req-5451dd2a-9c04-439f-8907-296f418dff03 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176417 May 05 19:51:41.924248 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-102fe70b-95b9-4fee-bc2a-0a9fb09a9f2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:51:41.939795 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-102fe70b-95b9-4fee-bc2a-0a9fb09a9f2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:51:41.959526 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-505d3157-2753-432c-a764-2e88950bacf4 req-45e69008-bdea-49b1-8352-7bbca35cb695 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3e50fd44-6059-4e3b-8f95-027c4583f97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923288 May 05 19:51:41.987376 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda73a77-0961-450b-8819-0eddf2acd2af admin admin] Checking segment: {'id': 'daec6cb3-ca38-4618-9dc6-c46e78b211f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2582c439-9c4b-40b6-8686-177c496a5546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:51:41.987905 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda73a77-0961-450b-8819-0eddf2acd2af admin admin] Network hostable DHCP agents. Network: 2582c439-9c4b-40b6-8686-177c496a5546, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 19:51:42.083126 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-102fe70b-95b9-4fee-bc2a-0a9fb09a9f2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:42.089844 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-102fe70b-95b9-4fee-bc2a-0a9fb09a9f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:42.105528 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-102fe70b-95b9-4fee-bc2a-0a9fb09a9f2b admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 19:51:42.116992 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-102fe70b-95b9-4fee-bc2a-0a9fb09a9f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:42.117240 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-102fe70b-95b9-4fee-bc2a-0a9fb09a9f2b admin admin] Added segment 9b38d0b3-5b1f-4996-bc3b-cc0c7e09b5d3 of type vlan for network fcd2c4f7-ed04-40c7-8e93-da244f542bd3 May 05 19:51:42.150380 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-102fe70b-95b9-4fee-bc2a-0a9fb09a9f2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:42.169894 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda73a77-0961-450b-8819-0eddf2acd2af admin admin] Network 2582c439-9c4b-40b6-8686-177c496a5546 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 19:51:42.188176 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-dda73a77-0961-450b-8819-0eddf2acd2af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 2582c439-9c4b-40b6-8686-177c496a5546) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:51:42.196635 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-102fe70b-95b9-4fee-bc2a-0a9fb09a9f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:42.197587 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102fe70b-95b9-4fee-bc2a-0a9fb09a9f2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:42.198292 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-102fe70b-95b9-4fee-bc2a-0a9fb09a9f2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:42.198516 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b56a05-0499-4dcd-9a55-f6b36852913d None None] Network 2582c439-9c4b-40b6-8686-177c496a5546 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:51:42.240555 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda73a77-0961-450b-8819-0eddf2acd2af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:42.241326 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dda73a77-0961-450b-8819-0eddf2acd2af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:42.272214 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-82c965a8-f005-407a-b580-482523a132b7 req-d4a3b269-950e-4424-b178-46d9f3c19e5d service neutron] Attempting to bind port a40bd772-947d-4370-9783-c33dfa399579 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:51:42.272746 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-82c965a8-f005-407a-b580-482523a132b7 req-d4a3b269-950e-4424-b178-46d9f3c19e5d service neutron] Attempting to bind port a40bd772-947d-4370-9783-c33dfa399579 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'c3aa82ea-8521-41ae-94bc-6b77a724b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9391bd70-fefd-4234-a5c6-e5bdaa98482d'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:51:42.273220 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c965a8-f005-407a-b580-482523a132b7 req-d4a3b269-950e-4424-b178-46d9f3c19e5d service neutron] Attempting to bind port a40bd772-947d-4370-9783-c33dfa399579 on network 9391bd70-fefd-4234-a5c6-e5bdaa98482d {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:51:42.298222 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f7d35e-326b-44d6-8c8d-210ca95072e8 req-8b7b0ea8-6454-4eec-a372-0a63d4fae89f tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:42.300950 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-87f7d35e-326b-44d6-8c8d-210ca95072e8 req-8b7b0ea8-6454-4eec-a372-0a63d4fae89f tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=f39c04b7-8637-45cd-ba4b-771005cf2ec6 HTTP/1.1" status: 200 len: 944 time: 0.2196383 May 05 19:51:42.302406 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c965a8-f005-407a-b580-482523a132b7 req-d4a3b269-950e-4424-b178-46d9f3c19e5d service neutron] Port a40bd772-947d-4370-9783-c33dfa399579 on network 9391bd70-fefd-4234-a5c6-e5bdaa98482d not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:51:42.302848 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c965a8-f005-407a-b580-482523a132b7 req-d4a3b269-950e-4424-b178-46d9f3c19e5d service neutron] Attempting to bind port a40bd772-947d-4370-9783-c33dfa399579 on network 9391bd70-fefd-4234-a5c6-e5bdaa98482d {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:51:42.315379 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c965a8-f005-407a-b580-482523a132b7 req-d4a3b269-950e-4424-b178-46d9f3c19e5d service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:51:42.315961 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c965a8-f005-407a-b580-482523a132b7 req-d4a3b269-950e-4424-b178-46d9f3c19e5d service neutron] Checking segment: {'id': 'c3aa82ea-8521-41ae-94bc-6b77a724b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9391bd70-fefd-4234-a5c6-e5bdaa98482d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:51:42.316435 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c965a8-f005-407a-b580-482523a132b7 req-d4a3b269-950e-4424-b178-46d9f3c19e5d service neutron] Bound using segment: {'id': 'c3aa82ea-8521-41ae-94bc-6b77a724b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9391bd70-fefd-4234-a5c6-e5bdaa98482d'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:51:42.317102 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-82c965a8-f005-407a-b580-482523a132b7 req-d4a3b269-950e-4424-b178-46d9f3c19e5d service neutron] Bound port: a40bd772-947d-4370-9783-c33dfa399579, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3aa82ea-8521-41ae-94bc-6b77a724b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9391bd70-fefd-4234-a5c6-e5bdaa98482d'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:51:42.317623 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-82c965a8-f005-407a-b580-482523a132b7 req-d4a3b269-950e-4424-b178-46d9f3c19e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:42.326484 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102fe70b-95b9-4fee-bc2a-0a9fb09a9f2b admin admin] Pushing event updated for resources: {'Network': ['ID=fcd2c4f7-ed04-40c7-8e93-da244f542bd3,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:42.359396 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-dda73a77-0961-450b-8819-0eddf2acd2af admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.8574419 May 05 19:51:42.366601 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102fe70b-95b9-4fee-bc2a-0a9fb09a9f2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78bf8b69-e005-49dc-b211-e66d949e2643,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:42.415885 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-102fe70b-95b9-4fee-bc2a-0a9fb09a9f2b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6932781 May 05 19:51:42.416935 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33432) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:51:42.430970 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-d57be59e-f93f-42fc-bd3f-b81c5886ab22 admin admin] Request body: {'subnet': {'network_id': 'fcd2c4f7-ed04-40c7-8e93-da244f542bd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-262735019-subnet', 'tenant_id': 'ff21bafc62684828b219cdfb2204386b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:51:42.445099 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-d57be59e-f93f-42fc-bd3f-b81c5886ab22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:51:42.454617 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-d57be59e-f93f-42fc-bd3f-b81c5886ab22 admin admin] Usage tracker for resource:subnet and tenant:ff21bafc62684828b219cdfb2204386b is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:51:42.468269 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-82c965a8-f005-407a-b580-482523a132b7 req-d4a3b269-950e-4424-b178-46d9f3c19e5d service neutron] For port a40bd772-947d-4370-9783-c33dfa399579, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:51:42.471654 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-82c965a8-f005-407a-b580-482523a132b7 req-d4a3b269-950e-4424-b178-46d9f3c19e5d service neutron] For port a40bd772-947d-4370-9783-c33dfa399579, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=a40bd772-947d-4370-9783-c33dfa399579,segment=NetworkSegment(c3aa82ea-8521-41ae-94bc-6b77a724b188),segment_id=c3aa82ea-8521-41ae-94bc-6b77a724b188)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:51:42.474036 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network fcd2c4f7-ed04-40c7-8e93-da244f542bd3 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 19:51:42.490363 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-82c965a8-f005-407a-b580-482523a132b7 req-d4a3b269-950e-4424-b178-46d9f3c19e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:42.525566 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-d57be59e-f93f-42fc-bd3f-b81c5886ab22 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:51:42.555388 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-d57be59e-f93f-42fc-bd3f-b81c5886ab22 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:51:42.625302 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57be59e-f93f-42fc-bd3f-b81c5886ab22 admin admin] Made reservation on behalf of ff21bafc62684828b219cdfb2204386b for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:51:42.629107 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d57be59e-f93f-42fc-bd3f-b81c5886ab22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:42.650841 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-87f7d35e-326b-44d6-8c8d-210ca95072e8 req-29074db5-05cd-4ea1-9d47-d9bebc1f7990 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382785 May 05 19:51:42.661886 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c965a8-f005-407a-b580-482523a132b7 req-d4a3b269-950e-4424-b178-46d9f3c19e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:42.662698 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-82c965a8-f005-407a-b580-482523a132b7 req-d4a3b269-950e-4424-b178-46d9f3c19e5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:42.664417 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-82c965a8-f005-407a-b580-482523a132b7 req-d4a3b269-950e-4424-b178-46d9f3c19e5d service neutron] 10.222.0.24 "PUT /v2.0/ports/a40bd772-947d-4370-9783-c33dfa399579 HTTP/1.1" status: 200 len: 1092 time: 2.4537668 May 05 19:51:42.665024 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cb219e4-c809-4d06-89c6-067a09d74e3f', 'tag': 'a40bd772-947d-4370-9783-c33dfa399579'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:51:42.694423 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a3b269-950e-4424-b178-46d9f3c19e5d service neutron] Pushing event updated for resources: {'Port': ['ID=a40bd772-947d-4370-9783-c33dfa399579,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:42.814084 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2faa93c-1f4a-4694-b7d7-2236ccf891b8'] response: {'name': 'network-changed', 'server_uuid': '6cb219e4-c809-4d06-89c6-067a09d74e3f', 'tag': 'a40bd772-947d-4370-9783-c33dfa399579', 'status': 'completed', 'code': 200} May 05 19:51:42.852078 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c965a8-f005-407a-b580-482523a132b7 req-b1e04ad6-3e51-4d63-b499-0f9f591ba704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:42.853594 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-82c965a8-f005-407a-b580-482523a132b7 req-b1e04ad6-3e51-4d63-b499-0f9f591ba704 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ebd0d12895b0474f8b30730a1d2092a4&device_id=6cb219e4-c809-4d06-89c6-067a09d74e3f HTTP/1.1" status: 200 len: 1095 time: 0.1165185 May 05 19:51:42.961761 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624cf036-5055-4913-b359-538de8ad475e req-2897d328-3fe2-4278-ba3a-f4bbece4ec67 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:42.963512 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-624cf036-5055-4913-b359-538de8ad475e req-2897d328-3fe2-4278-ba3a-f4bbece4ec67 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cb219e4-c809-4d06-89c6-067a09d74e3f HTTP/1.1" status: 200 len: 944 time: 0.5023179 May 05 19:51:42.966510 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948928c6-2b9b-4e0c-9841-510dfd1c879c None None] Network 2582c439-9c4b-40b6-8686-177c496a5546 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:51:43.004458 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-82c965a8-f005-407a-b580-482523a132b7 req-85fbce52-3492-4208-bdf6-0593a6058634 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a40bd772-947d-4370-9783-c33dfa399579 HTTP/1.1" status: 200 len: 217 time: 0.1426816 May 05 19:51:43.006319 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [req-a30f722a-c57f-4f00-bf55-64c01e4990c2 req-2155d4ea-bbed-46c6-b0ab-2999d0b2e26f tempest-SecurityGroupsNegativeTestJSON-114721191 tempest-SecurityGroupsNegativeTestJSON-114721191-project] show failed (client error): The resource could not be found. May 05 19:51:43.007228 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a30f722a-c57f-4f00-bf55-64c01e4990c2 req-2155d4ea-bbed-46c6-b0ab-2999d0b2e26f tempest-SecurityGroupsNegativeTestJSON-114721191 tempest-SecurityGroupsNegativeTestJSON-114721191-project] 10.222.0.36 "GET /v2.0/security-groups/191e3ea0-7522-439f-8983-0c50d8d9b92f HTTP/1.1" status: 404 len: 352 time: 0.0404136 May 05 19:51:43.112910 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-624cf036-5055-4913-b359-538de8ad475e req-1a09a519-8309-44eb-83be-a2b2da776f78 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/security-groups?id=e36a03ce-19b7-4072-ac8e-38f72e9ef290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385088 May 05 19:51:43.160364 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c965a8-f005-407a-b580-482523a132b7 req-9a7ae994-b359-45d6-a747-d8a372087c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:43.165198 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-82c965a8-f005-407a-b580-482523a132b7 req-9a7ae994-b359-45d6-a747-d8a372087c4a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dad2f10a-bab0-4742-b13f-5f772ad5e3e5 HTTP/1.1" status: 200 len: 851 time: 0.1460314 May 05 19:51:43.246342 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d57be59e-f93f-42fc-bd3f-b81c5886ab22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:43.347883 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-82c965a8-f005-407a-b580-482523a132b7 req-818670e9-5d8a-4c49-a8c4-874f49e4ab2f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9391bd70-fefd-4234-a5c6-e5bdaa98482d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1696296 May 05 19:51:43.351508 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57be59e-f93f-42fc-bd3f-b81c5886ab22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=045309a5-96c8-46f6-a67d-820a3fe22dbd,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:43.355624 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57be59e-f93f-42fc-bd3f-b81c5886ab22 admin admin] Checking segment: {'id': '9b38d0b3-5b1f-4996-bc3b-cc0c7e09b5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fcd2c4f7-ed04-40c7-8e93-da244f542bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:51:43.359851 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57be59e-f93f-42fc-bd3f-b81c5886ab22 admin admin] Network hostable DHCP agents. Network: fcd2c4f7-ed04-40c7-8e93-da244f542bd3, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 19:51:43.402098 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57be59e-f93f-42fc-bd3f-b81c5886ab22 admin admin] Network fcd2c4f7-ed04-40c7-8e93-da244f542bd3 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 19:51:43.549410 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-82c965a8-f005-407a-b580-482523a132b7 req-68125316-efd2-47e9-a092-5c3349d2f9c8 service neutron] 10.222.0.24 "GET /v2.0/networks/9391bd70-fefd-4234-a5c6-e5bdaa98482d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954265 May 05 19:51:43.598152 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-d57be59e-f93f-42fc-bd3f-b81c5886ab22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, fcd2c4f7-ed04-40c7-8e93-da244f542bd3) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:51:43.603984 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57be59e-f93f-42fc-bd3f-b81c5886ab22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:43.605506 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d57be59e-f93f-42fc-bd3f-b81c5886ab22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:43.610705 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfcb7d9-a947-4947-add7-2a22311cdfc8 None None] Network fcd2c4f7-ed04-40c7-8e93-da244f542bd3 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:51:43.631678 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d57be59e-f93f-42fc-bd3f-b81c5886ab22 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2128580 May 05 19:51:43.713287 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e92ed9-04d0-47e4-935a-13c539a2419a req-39432d22-37b2-49f4-b5d4-92e73635d272 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:43.719006 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-97e92ed9-04d0-47e4-935a-13c539a2419a req-39432d22-37b2-49f4-b5d4-92e73635d272 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=868250e7-4e06-4d95-a1d3-8dab33c9f8e2 HTTP/1.1" status: 200 len: 949 time: 0.3124731 May 05 19:51:43.820416 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-97e92ed9-04d0-47e4-935a-13c539a2419a req-7a269498-8bfd-450d-a183-dc5096be3e7f tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949552 May 05 19:51:43.895462 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33462) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:51:43.909404 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0661827-8b46-49bd-badb-a341a8974ab8 None None] Network fcd2c4f7-ed04-40c7-8e93-da244f542bd3 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:51:43.924751 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:43.959760 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f763cd5a-91c7-46e5-a3f2-0aeb80b04e08 req-f20bc00d-ef41-42a5-83a2-77e94841d489 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:43.961502 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f763cd5a-91c7-46e5-a3f2-0aeb80b04e08 req-f20bc00d-ef41-42a5-83a2-77e94841d489 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/ports?device_id=a11ba6de-5726-49e3-a0f8-106f7a184fd5 HTTP/1.1" status: 200 len: 949 time: 0.7210381 May 05 19:51:43.966478 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-82c965a8-f005-407a-b580-482523a132b7 req-02c0ea2d-c46c-488f-9e69-7fd10fb91924 service neutron] 10.222.0.24 "GET /v2.0/networks/9391bd70-fefd-4234-a5c6-e5bdaa98482d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4098895 May 05 19:51:44.011371 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba430fb2-15db-4bcf-b0c0-bbac5d59f483 admin admin] Deleting subnet c1a4f3dc-aa6f-457b-832c-e1ac37f293a2 {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 19:51:44.015190 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ba430fb2-15db-4bcf-b0c0-bbac5d59f483 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:44.037724 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f763cd5a-91c7-46e5-a3f2-0aeb80b04e08 req-04908992-bc1a-4332-9d04-e5c961990f9a tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e50fd44-6059-4e3b-8f95-027c4583f97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659170 May 05 19:51:44.088289 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ba430fb2-15db-4bcf-b0c0-bbac5d59f483 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:44.165029 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-1285cad6-75f3-4a64-a631-46f210361069 req-efe92080-efd6-4ed5-a644-54efc29dbaf9 tempest-SecurityGroupsNegativeTestJSON-114721191 tempest-SecurityGroupsNegativeTestJSON-114721191-project] Synchronizing usage tracker for tenant:2c60edef76934ed3af433258df249b58 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:51:44.191400 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d54bc4-7287-4a4e-bedc-a6f06509b8e9 req-49b3f2f2-ada7-4188-a1cd-a6bf2d2329cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:44.192909 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-14d54bc4-7287-4a4e-bedc-a6f06509b8e9 req-49b3f2f2-ada7-4188-a1cd-a6bf2d2329cd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ebd0d12895b0474f8b30730a1d2092a4&device_id=6cb219e4-c809-4d06-89c6-067a09d74e3f HTTP/1.1" status: 200 len: 1095 time: 0.1542537 May 05 19:51:44.195695 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-1285cad6-75f3-4a64-a631-46f210361069 req-efe92080-efd6-4ed5-a644-54efc29dbaf9 tempest-SecurityGroupsNegativeTestJSON-114721191 tempest-SecurityGroupsNegativeTestJSON-114721191-project] Unset dirty status for tenant:2c60edef76934ed3af433258df249b58 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:51:44.196865 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1285cad6-75f3-4a64-a631-46f210361069 req-efe92080-efd6-4ed5-a644-54efc29dbaf9 tempest-SecurityGroupsNegativeTestJSON-114721191 tempest-SecurityGroupsNegativeTestJSON-114721191-project] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2c60edef76934ed3af433258df249b58 HTTP/1.1" status: 200 len: 2984 time: 0.1101398 May 05 19:51:44.205008 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ba430fb2-15db-4bcf-b0c0-bbac5d59f483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:44.298112 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065018fe-fa7b-4206-ad3e-f0bcc9b88037 req-588f24aa-371b-4ce8-b0d5-c3678a397f42 tempest-LiveAutoBlockMigrationV225Test-129314705 tempest-LiveAutoBlockMigrationV225Test-129314705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:44.299633 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-065018fe-fa7b-4206-ad3e-f0bcc9b88037 req-588f24aa-371b-4ce8-b0d5-c3678a397f42 tempest-LiveAutoBlockMigrationV225Test-129314705 tempest-LiveAutoBlockMigrationV225Test-129314705-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f39c04b7-8637-45cd-ba4b-771005cf2ec6 HTTP/1.1" status: 200 len: 1095 time: 0.1401470 May 05 19:51:44.301033 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ba430fb2-15db-4bcf-b0c0-bbac5d59f483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:44.348406 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1285cad6-75f3-4a64-a631-46f210361069 req-8c8654e2-75ce-4d49-a35e-391815df22f4 tempest-SecurityGroupsNegativeTestJSON-114721191 tempest-SecurityGroupsNegativeTestJSON-114721191-project] 10.222.0.36 "GET /v2.0/security-groups/5a57771e-9056-4b90-a03d-15d911a96da1 HTTP/1.1" status: 200 len: 2981 time: 0.1288853 May 05 19:51:44.362969 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba430fb2-15db-4bcf-b0c0-bbac5d59f483 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1a4f3dc-aa6f-457b-832c-e1ac37f293a2,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:44.369567 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ba430fb2-15db-4bcf-b0c0-bbac5d59f483 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:44.388029 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-ba430fb2-15db-4bcf-b0c0-bbac5d59f483 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c1a4f3dc-aa6f-457b-832c-e1ac37f293a2 HTTP/1.1" status: 204 len: 168 time: 0.4914880 May 05 19:51:44.391595 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-065018fe-fa7b-4206-ad3e-f0bcc9b88037 req-d53a8d6b-8c5d-41b8-9a38-34adbd3b38d5 tempest-LiveAutoBlockMigrationV225Test-129314705 tempest-LiveAutoBlockMigrationV225Test-129314705-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539796 May 05 19:51:44.392040 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33468) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:51:44.426383 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d54bc4-7287-4a4e-bedc-a6f06509b8e9 req-8649acc0-8141-4bac-9064-97fdcdc91996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:44.428164 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-14d54bc4-7287-4a4e-bedc-a6f06509b8e9 req-8649acc0-8141-4bac-9064-97fdcdc91996 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9391bd70-fefd-4234-a5c6-e5bdaa98482d HTTP/1.1" status: 200 len: 912 time: 0.2282972 May 05 19:51:44.523211 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f90a85f9-082c-490a-b09b-5baa264f3c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:44.546230 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1285cad6-75f3-4a64-a631-46f210361069 req-b71c5e22-a4c1-412d-a430-fe23cdaed355 tempest-SecurityGroupsNegativeTestJSON-114721191 tempest-SecurityGroupsNegativeTestJSON-114721191-project] 10.222.0.36 "GET /v2.0/security-groups/5a57771e-9056-4b90-a03d-15d911a96da1 HTTP/1.1" status: 200 len: 2981 time: 0.1860726 May 05 19:51:44.549126 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-14d54bc4-7287-4a4e-bedc-a6f06509b8e9 req-5df0dd17-ca4d-44c6-837b-1fe877e204a0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a40bd772-947d-4370-9783-c33dfa399579 HTTP/1.1" status: 200 len: 217 time: 0.1127808 May 05 19:51:44.676933 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d54bc4-7287-4a4e-bedc-a6f06509b8e9 req-6673290e-65b8-4cc1-b7f4-950a1cae254a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:44.679503 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-14d54bc4-7287-4a4e-bedc-a6f06509b8e9 req-6673290e-65b8-4cc1-b7f4-950a1cae254a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dad2f10a-bab0-4742-b13f-5f772ad5e3e5 HTTP/1.1" status: 200 len: 851 time: 0.1190379 May 05 19:51:44.685686 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-737a03b9-9473-4bb2-a8c8-2011cf7ce609 req-9bd2499a-7d45-49bc-a195-350b4fc6c586 tempest-SecurityGroupsNegativeTestJSON-114721191 tempest-SecurityGroupsNegativeTestJSON-114721191-project] 10.222.0.36 "GET /v2.0/security-groups/5a57771e-9056-4b90-a03d-15d911a96da1 HTTP/1.1" status: 200 len: 2981 time: 0.0852821 May 05 19:51:44.761578 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-14d54bc4-7287-4a4e-bedc-a6f06509b8e9 req-4d519f16-2995-4903-97f0-b3cd27ebc8f7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9391bd70-fefd-4234-a5c6-e5bdaa98482d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744026 May 05 19:51:44.810844 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f90a85f9-082c-490a-b09b-5baa264f3c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:44.846661 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-f90a85f9-082c-490a-b09b-5baa264f3c4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3719b0a4-d07d-41d9-a033-824054d5c311']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:51:44.867114 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-f90a85f9-082c-490a-b09b-5baa264f3c4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa56f19c-34be-4253-8815-dd24d152f24a') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:51:44.867439 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-f90a85f9-082c-490a-b09b-5baa264f3c4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa56f19c-34be-4253-8815-dd24d152f24a') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:51:44.881235 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f90a85f9-082c-490a-b09b-5baa264f3c4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:44.903766 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88443329-3654-4cd7-9217-6433e1e95873 req-0379cb13-5544-49ca-a9b5-3b51771bf81c tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:44.905310 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-88443329-3654-4cd7-9217-6433e1e95873 req-0379cb13-5544-49ca-a9b5-3b51771bf81c tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cb219e4-c809-4d06-89c6-067a09d74e3f HTTP/1.1" status: 200 len: 944 time: 0.2956071 May 05 19:51:44.907915 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [req-737a03b9-9473-4bb2-a8c8-2011cf7ce609 req-29bf730b-730b-4bcd-85f4-fca9d0df2b81 tempest-SecurityGroupsNegativeTestJSON-114721191 tempest-SecurityGroupsNegativeTestJSON-114721191-project] delete failed (client error): There was a conflict when trying to complete your request. May 05 19:51:44.908908 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-737a03b9-9473-4bb2-a8c8-2011cf7ce609 req-29bf730b-730b-4bcd-85f4-fca9d0df2b81 tempest-SecurityGroupsNegativeTestJSON-114721191 tempest-SecurityGroupsNegativeTestJSON-114721191-project] 10.222.0.36 "DELETE /v2.0/security-groups/5a57771e-9056-4b90-a03d-15d911a96da1 HTTP/1.1" status: 409 len: 352 time: 0.1905775 May 05 19:51:44.911388 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f90a85f9-082c-490a-b09b-5baa264f3c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:44.932405 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f90a85f9-082c-490a-b09b-5baa264f3c4c admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 19:51:44.932869 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f90a85f9-082c-490a-b09b-5baa264f3c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:44.944054 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-14d54bc4-7287-4a4e-bedc-a6f06509b8e9 req-d3bf9e78-0a99-483b-a603-2d65929f0b0d service neutron] 10.222.0.24 "GET /v2.0/networks/9391bd70-fefd-4234-a5c6-e5bdaa98482d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725850 May 05 19:51:44.946132 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 19:51:44.946132 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 19:51:44.946132 n-d-840717-1 neutron-server[88197]: timer() May 05 19:51:44.946132 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 19:51:44.946132 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 19:51:44.946132 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 19:51:44.946132 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 19:51:44.946132 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 19:51:44.946132 n-d-840717-1 neutron-server[88197]: self._notify() May 05 19:51:44.946132 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 19:51:44.946132 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 19:51:44.946132 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 19:51:44.946132 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 19:51:44.946132 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 19:51:44.946132 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 19:51:44.946132 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 19:51:44.946132 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 19:51:44.946132 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 19:51:44.946132 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 19:51:44.946132 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 19:51:44.946132 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 19:51:44.946132 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 19:51:44.946132 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 19:51:44.946132 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 19:51:44.946132 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 19:51:44.946132 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 19:51:44.946132 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 19:51:44.946132 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 19:51:44.946132 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 19:51:44.946132 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 19:51:44.946132 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 19:51:44.946132 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 19:51:45.058215 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-88443329-3654-4cd7-9217-6433e1e95873 req-04db908e-c458-4cae-bd91-b02e0de9b7e4 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/security-groups?id=e36a03ce-19b7-4072-ac8e-38f72e9ef290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439605 May 05 19:51:45.059394 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f90a85f9-082c-490a-b09b-5baa264f3c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:45.084148 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f90a85f9-082c-490a-b09b-5baa264f3c4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:45.092166 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a85f9-082c-490a-b09b-5baa264f3c4c admin admin] Pushing event deleted for resources: {'Network': ['ID=3719b0a4-d07d-41d9-a033-824054d5c311,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:45.102944 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f90a85f9-082c-490a-b09b-5baa264f3c4c admin admin] 10.222.0.36 "DELETE /v2.0/networks/3719b0a4-d07d-41d9-a033-824054d5c311 HTTP/1.1" status: 204 len: 168 time: 0.7096584 May 05 19:51:45.105694 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33496) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:51:45.184846 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-802b2080-8f48-42e6-91c8-71c32cfb14c4 admin admin] Deleting subnet 045309a5-96c8-46f6-a67d-820a3fe22dbd {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 19:51:45.188446 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-802b2080-8f48-42e6-91c8-71c32cfb14c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:45.247715 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-14d54bc4-7287-4a4e-bedc-a6f06509b8e9 req-597192cc-c763-4b76-af6e-8088f602b3a8 service neutron] 10.222.0.24 "GET /v2.0/networks/9391bd70-fefd-4234-a5c6-e5bdaa98482d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926559 May 05 19:51:45.305872 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-802b2080-8f48-42e6-91c8-71c32cfb14c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:45.308518 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d63f86-2a59-4c84-800e-c1704db4f9f9 req-8cd55553-9b7a-4ab7-b82c-a8babfbe63a9 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:45.310094 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f8d63f86-2a59-4c84-800e-c1704db4f9f9 req-8cd55553-9b7a-4ab7-b82c-a8babfbe63a9 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/networks?id=9e1d2257-41cc-4af2-afae-4ca8a9719a05 HTTP/1.1" status: 200 len: 820 time: 0.1880963 May 05 19:51:45.326552 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f8d63f86-2a59-4c84-800e-c1704db4f9f9 req-c2213acd-2e42-4465-a6f8-761c46838050 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/quotas/63ca58c29fae4c4eaafba189c1ec4492 HTTP/1.1" status: 200 len: 375 time: 0.0103033 May 05 19:51:45.384482 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-802b2080-8f48-42e6-91c8-71c32cfb14c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:45.420935 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a342854-847f-4483-94b9-22e7f99bd2ca req-78dbe7ba-650c-44b2-8321-f92188a394d7 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:45.422464 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9a342854-847f-4483-94b9-22e7f99bd2ca req-78dbe7ba-650c-44b2-8321-f92188a394d7 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=868250e7-4e06-4d95-a1d3-8dab33c9f8e2 HTTP/1.1" status: 200 len: 949 time: 0.1938798 May 05 19:51:45.428983 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f8d63f86-2a59-4c84-800e-c1704db4f9f9 req-cbdb0cd4-14cd-4034-9a90-86c1494d80b0 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=63ca58c29fae4c4eaafba189c1ec4492&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0944254 May 05 19:51:45.483850 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9a342854-847f-4483-94b9-22e7f99bd2ca req-1240134e-edab-4182-bd93-323517e27eba tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544925 May 05 19:51:45.501149 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-802b2080-8f48-42e6-91c8-71c32cfb14c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:45.551097 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802b2080-8f48-42e6-91c8-71c32cfb14c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=045309a5-96c8-46f6-a67d-820a3fe22dbd,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:45.560222 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-802b2080-8f48-42e6-91c8-71c32cfb14c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:45.564426 n-d-840717-1 neutron-server[88197]: INFO neutron.api.v2.resource [req-6976497b-06ae-4285-9101-37953c2635e9 req-7ee5bd1c-185e-48ff-86e6-72cb4b59f849 tempest-SecurityGroupsNegativeTestJSON-114721191 tempest-SecurityGroupsNegativeTestJSON-114721191-project] show failed (client error): The resource could not be found. May 05 19:51:45.565447 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6976497b-06ae-4285-9101-37953c2635e9 req-7ee5bd1c-185e-48ff-86e6-72cb4b59f849 tempest-SecurityGroupsNegativeTestJSON-114721191 tempest-SecurityGroupsNegativeTestJSON-114721191-project] 10.222.0.36 "GET /v2.0/security-groups/52774d20-4877-4487-86d6-e36efd5417ed HTTP/1.1" status: 404 len: 352 time: 0.0349114 May 05 19:51:45.568167 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-802b2080-8f48-42e6-91c8-71c32cfb14c4 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/045309a5-96c8-46f6-a67d-820a3fe22dbd HTTP/1.1" status: 204 len: 168 time: 0.4615617 May 05 19:51:45.570764 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33500) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:51:45.586890 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f8d63f86-2a59-4c84-800e-c1704db4f9f9 req-f8d576ed-ef66-4b00-9272-ebfb8e034258 service neutron] 10.222.0.36 "GET /v2.0/networks/9e1d2257-41cc-4af2-afae-4ca8a9719a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512580 May 05 19:51:45.699385 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8d51ca0e-7388-4f9a-97ca-e0ccde91bded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:45.799113 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f8d63f86-2a59-4c84-800e-c1704db4f9f9 req-02c5d8fd-b25a-49e6-8857-2648190062a8 service neutron] 10.222.0.36 "GET /v2.0/networks/9e1d2257-41cc-4af2-afae-4ca8a9719a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031024 May 05 19:51:46.006628 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:46.063541 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [req-3497f609-67d3-4f3a-ba40-a4c4120f099c req-a702749f-af8e-458d-81cd-26e13f939500 tempest-SecurityGroupsNegativeTestJSON-114721191 tempest-SecurityGroupsNegativeTestJSON-114721191-project] show failed (client error): The resource could not be found. May 05 19:51:46.064581 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3497f609-67d3-4f3a-ba40-a4c4120f099c req-a702749f-af8e-458d-81cd-26e13f939500 tempest-SecurityGroupsNegativeTestJSON-114721191 tempest-SecurityGroupsNegativeTestJSON-114721191-project] 10.222.0.36 "GET /v2.0/security-groups/5149493c-cbfe-455f-8b82-b19fb6036695 HTTP/1.1" status: 404 len: 352 time: 0.0283444 May 05 19:51:46.078621 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33512) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:51:46.199700 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8d51ca0e-7388-4f9a-97ca-e0ccde91bded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:46.243144 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-8d51ca0e-7388-4f9a-97ca-e0ccde91bded admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcd2c4f7-ed04-40c7-8e93-da244f542bd3']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:51:46.260401 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-8d51ca0e-7388-4f9a-97ca-e0ccde91bded admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b38d0b3-5b1f-4996-bc3b-cc0c7e09b5d3') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:51:46.261311 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-8d51ca0e-7388-4f9a-97ca-e0ccde91bded admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b38d0b3-5b1f-4996-bc3b-cc0c7e09b5d3') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:51:46.277002 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8d51ca0e-7388-4f9a-97ca-e0ccde91bded admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:46.294286 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0708ff56-19c7-4b4c-9c89-ab2fe437707f req-74fe3b39-9846-4a15-8edb-7dd0073ca666 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:46.295903 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0708ff56-19c7-4b4c-9c89-ab2fe437707f req-74fe3b39-9846-4a15-8edb-7dd0073ca666 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/ports?device_id=a11ba6de-5726-49e3-a0f8-106f7a184fd5 HTTP/1.1" status: 200 len: 949 time: 0.2596502 May 05 19:51:46.304870 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8d51ca0e-7388-4f9a-97ca-e0ccde91bded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:46.334144 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d51ca0e-7388-4f9a-97ca-e0ccde91bded admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 19:51:46.334865 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8d51ca0e-7388-4f9a-97ca-e0ccde91bded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:46.349673 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 19:51:46.349673 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 19:51:46.349673 n-d-840717-1 neutron-server[88197]: timer() May 05 19:51:46.349673 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 19:51:46.349673 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 19:51:46.349673 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 19:51:46.349673 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 19:51:46.349673 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 19:51:46.349673 n-d-840717-1 neutron-server[88197]: self._notify() May 05 19:51:46.349673 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 19:51:46.349673 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 19:51:46.349673 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 19:51:46.349673 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 19:51:46.349673 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 19:51:46.349673 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 19:51:46.349673 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 19:51:46.349673 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 19:51:46.349673 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 19:51:46.349673 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 19:51:46.349673 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 19:51:46.349673 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 19:51:46.349673 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 19:51:46.349673 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 19:51:46.349673 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 19:51:46.349673 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 19:51:46.349673 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 19:51:46.349673 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 19:51:46.349673 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 19:51:46.349673 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 19:51:46.349673 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 19:51:46.349673 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 19:51:46.349673 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 19:51:46.449506 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0708ff56-19c7-4b4c-9c89-ab2fe437707f req-ca4b5705-2ceb-41f5-9e05-6899e0ce3cdd tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e50fd44-6059-4e3b-8f95-027c4583f97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416662 May 05 19:51:46.454384 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1ec18be-a97a-43cc-95d1-732a731fe1fb admin admin] Deleting subnet a976b9c4-6e59-43e1-90c9-d5e39d8e3513 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 19:51:46.470489 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-108d763a-5427-4703-8404-e1eaf6f99444 req-4d553529-1225-42cc-9655-f442df9874a7 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=d36a569d-6a34-4d80-8488-b596fe4b8373 HTTP/1.1" status: 200 len: 210 time: 0.2389843 May 05 19:51:46.472285 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8d51ca0e-7388-4f9a-97ca-e0ccde91bded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:46.477952 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b1ec18be-a97a-43cc-95d1-732a731fe1fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:46.503446 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8d51ca0e-7388-4f9a-97ca-e0ccde91bded admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:46.519397 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-8d51ca0e-7388-4f9a-97ca-e0ccde91bded admin admin] 10.222.0.36 "DELETE /v2.0/networks/fcd2c4f7-ed04-40c7-8e93-da244f542bd3 HTTP/1.1" status: 204 len: 168 time: 0.9451253 May 05 19:51:46.521401 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d51ca0e-7388-4f9a-97ca-e0ccde91bded admin admin] Pushing event deleted for resources: {'Network': ['ID=fcd2c4f7-ed04-40c7-8e93-da244f542bd3,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:46.587162 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b1ec18be-a97a-43cc-95d1-732a731fe1fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:46.769608 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33532) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:51:46.785315 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7278e409-207b-4c92-9aad-92b841478763 req-07294367-b114-419d-8af2-11345d481cff tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:46.786885 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7278e409-207b-4c92-9aad-92b841478763 req-07294367-b114-419d-8af2-11345d481cff tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cb219e4-c809-4d06-89c6-067a09d74e3f HTTP/1.1" status: 200 len: 944 time: 0.1888871 May 05 19:51:46.847276 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b1ec18be-a97a-43cc-95d1-732a731fe1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:46.852142 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7278e409-207b-4c92-9aad-92b841478763 req-192cce1d-5295-42f8-952b-30b980fd4d6e tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/security-groups?id=e36a03ce-19b7-4072-ac8e-38f72e9ef290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532410 May 05 19:51:46.912814 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-0fd50455-c644-4eaa-8133-6e08420bbe33 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=be512b7a35ba4605be8c3ffa37a32b0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1402154 May 05 19:51:46.916115 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33536) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:51:46.941307 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c570eb-9e1f-4660-af95-9b84d9954985 req-c180d2c6-bbda-408e-88bd-cfbfc1af1419 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:46.949891 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b2c570eb-9e1f-4660-af95-9b84d9954985 req-c180d2c6-bbda-408e-88bd-cfbfc1af1419 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/ports?device_id=a11ba6de-5726-49e3-a0f8-106f7a184fd5 HTTP/1.1" status: 200 len: 949 time: 0.2478187 May 05 19:51:46.991804 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b1ec18be-a97a-43cc-95d1-732a731fe1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:47.048518 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec18be-a97a-43cc-95d1-732a731fe1fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a976b9c4-6e59-43e1-90c9-d5e39d8e3513,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:47.065272 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b2c570eb-9e1f-4660-af95-9b84d9954985 req-0329dd50-20f0-46f2-8bb3-d8ea27d9a7ff tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e50fd44-6059-4e3b-8f95-027c4583f97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150465 May 05 19:51:47.066697 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b1ec18be-a97a-43cc-95d1-732a731fe1fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:47.075631 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b1ec18be-a97a-43cc-95d1-732a731fe1fb admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a976b9c4-6e59-43e1-90c9-d5e39d8e3513 HTTP/1.1" status: 204 len: 168 time: 0.9966955 May 05 19:51:47.078025 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33542) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:51:47.135679 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3d52b45a-32b6-4d8e-a396-8df73401ce01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:47.172546 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3d52b45a-32b6-4d8e-a396-8df73401ce01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:47.256053 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03856d5-daa1-4609-a3a2-fd47095b8efa req-89a460c6-470f-4a6b-a6b8-abe710178bc2 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:47.263876 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f03856d5-daa1-4609-a3a2-fd47095b8efa req-89a460c6-470f-4a6b-a6b8-abe710178bc2 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=868250e7-4e06-4d95-a1d3-8dab33c9f8e2 HTTP/1.1" status: 200 len: 949 time: 0.2426944 May 05 19:51:47.266780 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3f7540e4-d885-4fc7-a688-b2d331fc206c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:47.342090 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f03856d5-daa1-4609-a3a2-fd47095b8efa req-00b77669-cb6d-4abd-9c42-ab900845750e tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766711 May 05 19:51:47.350225 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3d52b45a-32b6-4d8e-a396-8df73401ce01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:47.381741 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d52b45a-32b6-4d8e-a396-8df73401ce01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9dafda-47a8-441b-b8a5-33677a544350,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:47.385415 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3d52b45a-32b6-4d8e-a396-8df73401ce01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:47.387345 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-3d52b45a-32b6-4d8e-a396-8df73401ce01 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ba9dafda-47a8-441b-b8a5-33677a544350 HTTP/1.1" status: 204 len: 168 time: 0.4696336 May 05 19:51:47.511989 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3f7540e4-d885-4fc7-a688-b2d331fc206c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:47.591509 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-3f7540e4-d885-4fc7-a688-b2d331fc206c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2582c439-9c4b-40b6-8686-177c496a5546']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:51:47.606082 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device a40bd772-947d-4370-9783-c33dfa399579 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:51:47.728232 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-3f7540e4-d885-4fc7-a688-b2d331fc206c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daec6cb3-ca38-4618-9dc6-c46e78b211f0') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:51:47.728525 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-3f7540e4-d885-4fc7-a688-b2d331fc206c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daec6cb3-ca38-4618-9dc6-c46e78b211f0') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:51:47.857157 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3f7540e4-d885-4fc7-a688-b2d331fc206c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:47.897063 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3f7540e4-d885-4fc7-a688-b2d331fc206c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:47.911390 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f7540e4-d885-4fc7-a688-b2d331fc206c admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 19:51:47.911926 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3f7540e4-d885-4fc7-a688-b2d331fc206c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:47.937511 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7221a98-b40a-4b23-8206-ed1e05f51552 req-18f278a6-6cc9-4002-822f-02cdd03ac2be tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:47.939417 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c7221a98-b40a-4b23-8206-ed1e05f51552 req-18f278a6-6cc9-4002-822f-02cdd03ac2be tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/ports?device_id=a11ba6de-5726-49e3-a0f8-106f7a184fd5 HTTP/1.1" status: 200 len: 949 time: 0.3247259 May 05 19:51:47.940777 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 19:51:47.940777 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 19:51:47.940777 n-d-840717-1 neutron-server[88198]: timer() May 05 19:51:47.940777 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 19:51:47.940777 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 19:51:47.940777 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 19:51:47.940777 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 19:51:47.940777 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 19:51:47.940777 n-d-840717-1 neutron-server[88198]: self._notify() May 05 19:51:47.940777 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 19:51:47.940777 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 19:51:47.940777 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 19:51:47.940777 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 19:51:47.940777 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 19:51:47.940777 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 19:51:47.940777 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 19:51:47.940777 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 19:51:47.940777 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 19:51:47.940777 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 19:51:47.940777 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 19:51:47.940777 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 19:51:47.940777 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 19:51:47.940777 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 19:51:47.940777 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 19:51:47.940777 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 19:51:47.940777 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 19:51:47.940777 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 19:51:47.940777 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 19:51:47.940777 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 19:51:47.940777 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 19:51:47.940777 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 19:51:47.940777 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 19:51:48.020926 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-891fc72f-6bb1-44f1-b6f6-9228d31d006f req-8696ac55-4e3e-4e56-9efc-ff5fb5b19391 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=d36a569d-6a34-4d80-8488-b596fe4b8373 HTTP/1.1" status: 200 len: 210 time: 0.1446347 May 05 19:51:48.080651 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port a40bd772-947d-4370-9783-c33dfa399579, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=a40bd772-947d-4370-9783-c33dfa399579,segment=NetworkSegment(c3aa82ea-8521-41ae-94bc-6b77a724b188),segment_id=c3aa82ea-8521-41ae-94bc-6b77a724b188)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:51:48.113380 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': 'a40bd772-947d-4370-9783-c33dfa399579', 'network_id': '9391bd70-fefd-4234-a5c6-e5bdaa98482d', 'port_id': 'a40bd772-947d-4370-9783-c33dfa399579', 'mac_address': 'fa:16:3e:aa:cd:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dad2f10a-bab0-4742-b13f-5f772ad5e3e5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:51:48.136078 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c7221a98-b40a-4b23-8206-ed1e05f51552 req-3fcac8da-fa01-457e-bd0c-ad631d5d3859 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e50fd44-6059-4e3b-8f95-027c4583f97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571667 May 05 19:51:48.142830 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d63f86-2a59-4c84-800e-c1704db4f9f9 req-176b29eb-bf5c-42a7-9ff0-848ae551f262 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:48.142830 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f8d63f86-2a59-4c84-800e-c1704db4f9f9 req-176b29eb-bf5c-42a7-9ff0-848ae551f262 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.50 "GET /v2.0/networks?id=9e1d2257-41cc-4af2-afae-4ca8a9719a05 HTTP/1.1" status: 200 len: 820 time: 0.5950310 May 05 19:51:48.148995 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3f7540e4-d885-4fc7-a688-b2d331fc206c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:48.148995 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3f7540e4-d885-4fc7-a688-b2d331fc206c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:48.155303 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-f8d63f86-2a59-4c84-800e-c1704db4f9f9 req-ee0a4c2a-9ab2-4434-a8bf-1ae9b5acdcdc tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Request body: {'port': {'device_id': 'd36a569d-6a34-4d80-8488-b596fe4b8373', 'network_id': '9e1d2257-41cc-4af2-afae-4ca8a9719a05', 'admin_state_up': True, 'tenant_id': '63ca58c29fae4c4eaafba189c1ec4492'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:51:48.195681 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3f7540e4-d885-4fc7-a688-b2d331fc206c admin admin] 10.222.0.36 "DELETE /v2.0/networks/2582c439-9c4b-40b6-8686-177c496a5546 HTTP/1.1" status: 204 len: 168 time: 1.1081760 May 05 19:51:48.214657 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7540e4-d885-4fc7-a688-b2d331fc206c admin admin] Pushing event deleted for resources: {'Network': ['ID=2582c439-9c4b-40b6-8686-177c496a5546,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:48.253631 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 19:51:48.264243 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:48.305455 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a40bd772-947d-4370-9783-c33dfa399579 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:51:48.337040 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port a40bd772-947d-4370-9783-c33dfa399579, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=a40bd772-947d-4370-9783-c33dfa399579,segment=NetworkSegment(c3aa82ea-8521-41ae-94bc-6b77a724b188),segment_id=c3aa82ea-8521-41ae-94bc-6b77a724b188)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:51:48.349842 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:48.440596 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33580) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:51:48.509595 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33584) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:51:48.555084 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-f8d63f86-2a59-4c84-800e-c1704db4f9f9 req-ee0a4c2a-9ab2-4434-a8bf-1ae9b5acdcdc tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:51:48.579465 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=a40bd772-947d-4370-9783-c33dfa399579,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:48.668864 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d6aa1d91-b8bd-4fbd-bc40-e309f5d55049 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ff21bafc62684828b219cdfb2204386b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2141101 May 05 19:51:48.672703 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33588) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:51:48.673298 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-9bb836d3-bd29-4c97-b05d-aacf518e2093 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2c60edef76934ed3af433258df249b58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1592944 May 05 19:51:48.676847 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33590) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:51:48.681197 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-f8d63f86-2a59-4c84-800e-c1704db4f9f9 req-ee0a4c2a-9ab2-4434-a8bf-1ae9b5acdcdc tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:51:48.708531 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['a40bd772-947d-4370-9783-c33dfa399579'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:51:48.728349 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8be7e5-f6c8-4ea8-aed4-81a8aba7f716 req-fd284a04-3b16-4613-803d-58cec53b3782 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:48.729860 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-1f8be7e5-f6c8-4ea8-aed4-81a8aba7f716 req-fd284a04-3b16-4613-803d-58cec53b3782 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Synchronizing usage tracker for tenant:ebd0d12895b0474f8b30730a1d2092a4 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:51:48.743297 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8d63f86-2a59-4c84-800e-c1704db4f9f9 req-ee0a4c2a-9ab2-4434-a8bf-1ae9b5acdcdc tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Made reservation on behalf of 63ca58c29fae4c4eaafba189c1ec4492 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:51:48.748705 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-f8d63f86-2a59-4c84-800e-c1704db4f9f9 req-ee0a4c2a-9ab2-4434-a8bf-1ae9b5acdcdc tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:48.769873 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-1f8be7e5-f6c8-4ea8-aed4-81a8aba7f716 req-fd284a04-3b16-4613-803d-58cec53b3782 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Unset dirty status for tenant:ebd0d12895b0474f8b30730a1d2092a4 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:51:48.771135 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1f8be7e5-f6c8-4ea8-aed4-81a8aba7f716 req-fd284a04-3b16-4613-803d-58cec53b3782 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cb219e4-c809-4d06-89c6-067a09d74e3f HTTP/1.1" status: 200 len: 945 time: 0.4562354 May 05 19:51:48.805439 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2abd4e-9482-4efa-b946-cb78146a82d0 req-ea392837-e8b4-4c4c-949f-6d3ae8c2905d tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:48.816277 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1c2abd4e-9482-4efa-b946-cb78146a82d0 req-ea392837-e8b4-4c4c-949f-6d3ae8c2905d tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=868250e7-4e06-4d95-a1d3-8dab33c9f8e2 HTTP/1.1" status: 200 len: 949 time: 0.2638907 May 05 19:51:48.821255 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c10a6dbb-e3da-40d1-b35f-1a9ba2fb1de9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:48.836522 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e162823b-fd32-47aa-81f9-1eb3ccb5d05d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:48.870880 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e162823b-fd32-47aa-81f9-1eb3ccb5d05d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:48.944517 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-1f8be7e5-f6c8-4ea8-aed4-81a8aba7f716 req-01686837-3f17-402e-a070-a968f85c87dd tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Synchronizing usage tracker for tenant:ebd0d12895b0474f8b30730a1d2092a4 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:51:48.958494 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1c2abd4e-9482-4efa-b946-cb78146a82d0 req-cf9e4ec5-7843-449d-b1e4-b74a5afc2eab tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410098 May 05 19:51:48.960113 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-1f8be7e5-f6c8-4ea8-aed4-81a8aba7f716 req-01686837-3f17-402e-a070-a968f85c87dd tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Unset dirty status for tenant:ebd0d12895b0474f8b30730a1d2092a4 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:51:48.961480 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1f8be7e5-f6c8-4ea8-aed4-81a8aba7f716 req-01686837-3f17-402e-a070-a968f85c87dd tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/security-groups?id=e36a03ce-19b7-4072-ac8e-38f72e9ef290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799912 May 05 19:51:48.977257 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e162823b-fd32-47aa-81f9-1eb3ccb5d05d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:48.980128 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c10a6dbb-e3da-40d1-b35f-1a9ba2fb1de9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:49.007312 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e162823b-fd32-47aa-81f9-1eb3ccb5d05d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a57771e-9056-4b90-a03d-15d911a96da1,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:49.013893 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e162823b-fd32-47aa-81f9-1eb3ccb5d05d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:49.029707 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e162823b-fd32-47aa-81f9-1eb3ccb5d05d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5a57771e-9056-4b90-a03d-15d911a96da1 HTTP/1.1" status: 204 len: 168 time: 0.3414750 May 05 19:51:49.099263 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-f8d63f86-2a59-4c84-800e-c1704db4f9f9 req-ee0a4c2a-9ab2-4434-a8bf-1ae9b5acdcdc tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Allocated IP 172.20.0.8 (9e1d2257-41cc-4af2-afae-4ca8a9719a05/99c4516e-78c1-4a80-85a0-0e7389d15301/33127356-17a6-4961-bcb1-5efd5496d569) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:51:49.111343 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c10a6dbb-e3da-40d1-b35f-1a9ba2fb1de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:49.144044 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10a6dbb-e3da-40d1-b35f-1a9ba2fb1de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78bf8b69-e005-49dc-b211-e66d949e2643,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:49.174246 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c10a6dbb-e3da-40d1-b35f-1a9ba2fb1de9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:49.177842 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-c10a6dbb-e3da-40d1-b35f-1a9ba2fb1de9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/78bf8b69-e005-49dc-b211-e66d949e2643 HTTP/1.1" status: 204 len: 168 time: 0.5002923 May 05 19:51:49.403034 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4bb4af4e-5d43-4d26-b9a4-eb411e065ae6 req-070bb736-11db-4f45-a196-2139db19c847 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=d36a569d-6a34-4d80-8488-b596fe4b8373 HTTP/1.1" status: 200 len: 210 time: 0.0793974 May 05 19:51:49.615169 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device a40bd772-947d-4370-9783-c33dfa399579 up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:51:49.645815 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-f8d63f86-2a59-4c84-800e-c1704db4f9f9 req-ee0a4c2a-9ab2-4434-a8bf-1ae9b5acdcdc tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:49.689916 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-f8d63f86-2a59-4c84-800e-c1704db4f9f9 req-ee0a4c2a-9ab2-4434-a8bf-1ae9b5acdcdc tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:49.834235 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8d63f86-2a59-4c84-800e-c1704db4f9f9 req-ee0a4c2a-9ab2-4434-a8bf-1ae9b5acdcdc tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Network 9e1d2257-41cc-4af2-afae-4ca8a9719a05 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:51:49.845277 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port a40bd772-947d-4370-9783-c33dfa399579 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:51:49.845916 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d89f80-9b0b-400e-abe2-4bd6895c54ad req-cad3ee32-c86c-436b-a39b-6b973286306e tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:49.848068 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-19d89f80-9b0b-400e-abe2-4bd6895c54ad req-cad3ee32-c86c-436b-a39b-6b973286306e tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/ports?device_id=a11ba6de-5726-49e3-a0f8-106f7a184fd5 HTTP/1.1" status: 200 len: 949 time: 0.5882356 May 05 19:51:49.852799 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-f8d63f86-2a59-4c84-800e-c1704db4f9f9 req-ee0a4c2a-9ab2-4434-a8bf-1ae9b5acdcdc tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:51:49.853564 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port a40bd772-947d-4370-9783-c33dfa399579 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:51:49.853942 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:49.855260 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0a4c2a-9ab2-4434-a8bf-1ae9b5acdcdc tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Pushing event updated for resources: {'Port': ['ID=33127356-17a6-4961-bcb1-5efd5496d569,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:49.884880 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d63f86-2a59-4c84-800e-c1704db4f9f9 req-ee0a4c2a-9ab2-4434-a8bf-1ae9b5acdcdc tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:51:49.998875 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-19d89f80-9b0b-400e-abe2-4bd6895c54ad req-c26d6ad3-ab2e-428e-8c21-c647ab57aff3 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e50fd44-6059-4e3b-8f95-027c4583f97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386118 May 05 19:51:50.025173 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d63f86-2a59-4c84-800e-c1704db4f9f9 req-ee0a4c2a-9ab2-4434-a8bf-1ae9b5acdcdc tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:50.027587 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-f8d63f86-2a59-4c84-800e-c1704db4f9f9 req-ee0a4c2a-9ab2-4434-a8bf-1ae9b5acdcdc tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:50.070432 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f8d63f86-2a59-4c84-800e-c1704db4f9f9 req-ee0a4c2a-9ab2-4434-a8bf-1ae9b5acdcdc tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9435501 May 05 19:51:50.089973 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-f8d63f86-2a59-4c84-800e-c1704db4f9f9 req-81b12296-6691-4f08-9b1e-c854e462d01b service neutron] Request body: {'port': {'device_id': 'd36a569d-6a34-4d80-8488-b596fe4b8373', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:51:50.122083 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:50.208183 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cb219e4-c809-4d06-89c6-067a09d74e3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a40bd772-947d-4370-9783-c33dfa399579'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:51:50.232274 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port a40bd772-947d-4370-9783-c33dfa399579, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=a40bd772-947d-4370-9783-c33dfa399579,segment=NetworkSegment(c3aa82ea-8521-41ae-94bc-6b77a724b188),segment_id=c3aa82ea-8521-41ae-94bc-6b77a724b188)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:51:50.239610 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:50.319444 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f3c05-0831-4bf8-80d5-c3eb11e6f146 req-94941382-afd8-4679-83d6-5edaa019f10f tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:50.337169 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-409f3c05-0831-4bf8-80d5-c3eb11e6f146 req-94941382-afd8-4679-83d6-5edaa019f10f tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=868250e7-4e06-4d95-a1d3-8dab33c9f8e2 HTTP/1.1" status: 200 len: 949 time: 0.2050266 May 05 19:51:50.341716 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=a40bd772-947d-4370-9783-c33dfa399579,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:50.407962 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-409f3c05-0831-4bf8-80d5-c3eb11e6f146 req-ff56b06a-052d-43b7-a2ce-3a8300898a75 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689442 May 05 19:51:50.477722 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-f8d63f86-2a59-4c84-800e-c1704db4f9f9 req-81b12296-6691-4f08-9b1e-c854e462d01b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:50.506473 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed3c5a-fe95-41e4-ad87-cc1df0449b39 req-03668b6e-1d05-481a-8744-58ae7f84ab45 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:50.508165 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-03ed3c5a-fe95-41e4-ad87-cc1df0449b39 req-03668b6e-1d05-481a-8744-58ae7f84ab45 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cb219e4-c809-4d06-89c6-067a09d74e3f HTTP/1.1" status: 200 len: 946 time: 0.3073163 May 05 19:51:50.591244 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-831b5d1a-795b-4aec-bbcc-9bb41d6183bb'] response: {'server_uuid': '6cb219e4-c809-4d06-89c6-067a09d74e3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a40bd772-947d-4370-9783-c33dfa399579', 'code': 200} May 05 19:51:50.693305 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33654) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:51:50.779626 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-03ed3c5a-fe95-41e4-ad87-cc1df0449b39 req-932107e8-0b3c-4ecd-a259-0750d6382026 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/security-groups?id=e36a03ce-19b7-4072-ac8e-38f72e9ef290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153986 May 05 19:51:50.898851 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce4363f-fb47-47ae-9689-792a6b9752f6 req-701eae73-2918-4de0-b4c6-6b5348f5f5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:50.901145 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bce4363f-fb47-47ae-9689-792a6b9752f6 req-701eae73-2918-4de0-b4c6-6b5348f5f5e9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6cb219e4-c809-4d06-89c6-067a09d74e3f HTTP/1.1" status: 200 len: 1097 time: 0.2374938 May 05 19:51:50.911634 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ae17f-2eae-4d1d-ba9c-66276fdefb99 req-2b7e2a5c-4dfa-4e5c-a44c-59e5c7a90777 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:50.920143 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d44ae17f-2eae-4d1d-ba9c-66276fdefb99 req-2b7e2a5c-4dfa-4e5c-a44c-59e5c7a90777 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=d36a569d-6a34-4d80-8488-b596fe4b8373 HTTP/1.1" status: 200 len: 931 time: 0.1768866 May 05 19:51:50.991809 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-2cdaa499-5dc2-48d5-bb66-5b0c7af1e8cd admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1190819006-network', 'tenant_id': '4d0e88c339a8478fac3bdc473e88ec9b'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:51:51.014744 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bce4363f-fb47-47ae-9689-792a6b9752f6 req-a65a7b49-9a5b-44ea-b237-4dcd322cdada service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e36a03ce-19b7-4072-ac8e-38f72e9ef290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927711 May 05 19:51:51.043395 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d44ae17f-2eae-4d1d-ba9c-66276fdefb99 req-d3b4f45d-d249-466f-8ce1-b611fb8f0f25 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002085 May 05 19:51:51.088199 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-2cdaa499-5dc2-48d5-bb66-5b0c7af1e8cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:51:51.126849 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-2cdaa499-5dc2-48d5-bb66-5b0c7af1e8cd admin admin] Usage tracker for resource:network and tenant:4d0e88c339a8478fac3bdc473e88ec9b is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:51:51.132929 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-2cdaa499-5dc2-48d5-bb66-5b0c7af1e8cd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:51:51.144330 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-2cdaa499-5dc2-48d5-bb66-5b0c7af1e8cd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:51:51.225216 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cdaa499-5dc2-48d5-bb66-5b0c7af1e8cd admin admin] Made reservation on behalf of 4d0e88c339a8478fac3bdc473e88ec9b for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:51:51.227938 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2cdaa499-5dc2-48d5-bb66-5b0c7af1e8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:51.244071 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaecb8f-d3ee-48f1-ae37-dc7eab429654 req-1074f2f4-4b4f-4e2e-8315-255d4b2addcd tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:51.244829 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2cdaa499-5dc2-48d5-bb66-5b0c7af1e8cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:51.246975 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-afaecb8f-d3ee-48f1-ae37-dc7eab429654 req-1074f2f4-4b4f-4e2e-8315-255d4b2addcd tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/ports?device_id=a11ba6de-5726-49e3-a0f8-106f7a184fd5 HTTP/1.1" status: 200 len: 949 time: 0.1055048 May 05 19:51:51.264792 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-2cdaa499-5dc2-48d5-bb66-5b0c7af1e8cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:51:51.268799 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-2cdaa499-5dc2-48d5-bb66-5b0c7af1e8cd admin admin] Usage tracker for resource:security_group_rule and tenant:4d0e88c339a8478fac3bdc473e88ec9b is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:51:51.271698 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-2cdaa499-5dc2-48d5-bb66-5b0c7af1e8cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:51:51.284983 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-2cdaa499-5dc2-48d5-bb66-5b0c7af1e8cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:51:51.304720 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-afaecb8f-d3ee-48f1-ae37-dc7eab429654 req-ad781e50-d049-4f31-999b-d5e98bec0f4a tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e50fd44-6059-4e3b-8f95-027c4583f97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510433 May 05 19:51:51.474113 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-f8d63f86-2a59-4c84-800e-c1704db4f9f9 req-81b12296-6691-4f08-9b1e-c854e462d01b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33127356-17a6-4961-bcb1-5efd5496d569 {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:51:51.490519 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-f8d63f86-2a59-4c84-800e-c1704db4f9f9 req-81b12296-6691-4f08-9b1e-c854e462d01b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:51.520552 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2cdaa499-5dc2-48d5-bb66-5b0c7af1e8cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:51.521749 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-f8d63f86-2a59-4c84-800e-c1704db4f9f9 req-81b12296-6691-4f08-9b1e-c854e462d01b service neutron] Transition to ACTIVE for port object 33127356-17a6-4961-bcb1-5efd5496d569 will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:51:51.528895 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2cdaa499-5dc2-48d5-bb66-5b0c7af1e8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:51.554570 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cdaa499-5dc2-48d5-bb66-5b0c7af1e8cd admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 19:51:51.580691 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-f8d63f86-2a59-4c84-800e-c1704db4f9f9 req-81b12296-6691-4f08-9b1e-c854e462d01b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:51.756203 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2cdaa499-5dc2-48d5-bb66-5b0c7af1e8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:51.756887 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-2cdaa499-5dc2-48d5-bb66-5b0c7af1e8cd admin admin] Added segment 1f10a855-a9e8-4d4c-8bbd-1323724e504b of type vlan for network c0dbff45-b7d3-44db-825a-7ca3d44cd917 May 05 19:51:51.797983 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdaa499-5dc2-48d5-bb66-5b0c7af1e8cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=863127bb-9eb9-4d59-bffe-5d42c2fb1cfa,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:51.839872 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b12296-6691-4f08-9b1e-c854e462d01b service neutron] Pushing event updated for resources: {'Port': ['ID=33127356-17a6-4961-bcb1-5efd5496d569,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:51.853677 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a235f58d-054c-46ae-82ed-b183427fb39c req-859218f3-3513-4615-bccc-ae1472df0aea tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:51.856223 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a235f58d-054c-46ae-82ed-b183427fb39c req-859218f3-3513-4615-bccc-ae1472df0aea tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=868250e7-4e06-4d95-a1d3-8dab33c9f8e2 HTTP/1.1" status: 200 len: 949 time: 0.2340379 May 05 19:51:51.894481 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2cdaa499-5dc2-48d5-bb66-5b0c7af1e8cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:51.922536 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a235f58d-054c-46ae-82ed-b183427fb39c req-9eb5c2a5-aeff-4526-8da6-0308fbc7d36c tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593672 May 05 19:51:51.963196 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2cdaa499-5dc2-48d5-bb66-5b0c7af1e8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:51.964235 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cdaa499-5dc2-48d5-bb66-5b0c7af1e8cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:51.964932 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2cdaa499-5dc2-48d5-bb66-5b0c7af1e8cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:51.997432 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-f8d63f86-2a59-4c84-800e-c1704db4f9f9 req-81b12296-6691-4f08-9b1e-c854e462d01b service neutron] Attempting to bind port 33127356-17a6-4961-bcb1-5efd5496d569 on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:51:51.997761 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-f8d63f86-2a59-4c84-800e-c1704db4f9f9 req-81b12296-6691-4f08-9b1e-c854e462d01b service neutron] Attempting to bind port 33127356-17a6-4961-bcb1-5efd5496d569 by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': '74addc21-9c2f-4292-8d75-7048fb7d56d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9e1d2257-41cc-4af2-afae-4ca8a9719a05'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:51:51.998082 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d63f86-2a59-4c84-800e-c1704db4f9f9 req-81b12296-6691-4f08-9b1e-c854e462d01b service neutron] Attempting to bind port 33127356-17a6-4961-bcb1-5efd5496d569 on network 9e1d2257-41cc-4af2-afae-4ca8a9719a05 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:51:52.077135 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d63f86-2a59-4c84-800e-c1704db4f9f9 req-81b12296-6691-4f08-9b1e-c854e462d01b service neutron] Port 33127356-17a6-4961-bcb1-5efd5496d569 on network 9e1d2257-41cc-4af2-afae-4ca8a9719a05 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:51:52.078063 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d63f86-2a59-4c84-800e-c1704db4f9f9 req-81b12296-6691-4f08-9b1e-c854e462d01b service neutron] Attempting to bind port 33127356-17a6-4961-bcb1-5efd5496d569 on network 9e1d2257-41cc-4af2-afae-4ca8a9719a05 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:51:52.177669 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d63f86-2a59-4c84-800e-c1704db4f9f9 req-81b12296-6691-4f08-9b1e-c854e462d01b service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:51:52.178013 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d63f86-2a59-4c84-800e-c1704db4f9f9 req-81b12296-6691-4f08-9b1e-c854e462d01b service neutron] Checking segment: {'id': '74addc21-9c2f-4292-8d75-7048fb7d56d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9e1d2257-41cc-4af2-afae-4ca8a9719a05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:51:52.178500 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d63f86-2a59-4c84-800e-c1704db4f9f9 req-81b12296-6691-4f08-9b1e-c854e462d01b service neutron] Bound using segment: {'id': '74addc21-9c2f-4292-8d75-7048fb7d56d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9e1d2257-41cc-4af2-afae-4ca8a9719a05'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:51:52.178814 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-f8d63f86-2a59-4c84-800e-c1704db4f9f9 req-81b12296-6691-4f08-9b1e-c854e462d01b service neutron] Bound port: 33127356-17a6-4961-bcb1-5efd5496d569, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74addc21-9c2f-4292-8d75-7048fb7d56d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9e1d2257-41cc-4af2-afae-4ca8a9719a05'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:51:52.179165 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-f8d63f86-2a59-4c84-800e-c1704db4f9f9 req-81b12296-6691-4f08-9b1e-c854e462d01b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:52.224026 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-2cdaa499-5dc2-48d5-bb66-5b0c7af1e8cd admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5028288 May 05 19:51:52.224878 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33708) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:51:52.225022 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdaa499-5dc2-48d5-bb66-5b0c7af1e8cd admin admin] Pushing event updated for resources: {'Network': ['ID=c0dbff45-b7d3-44db-825a-7ca3d44cd917,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:52.233140 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-83593d9d-ffae-426f-9606-20cf2b648dd3 admin admin] Request body: {'subnet': {'network_id': 'c0dbff45-b7d3-44db-825a-7ca3d44cd917', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1190819006-subnet', 'tenant_id': '4d0e88c339a8478fac3bdc473e88ec9b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:51:52.242519 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-83593d9d-ffae-426f-9606-20cf2b648dd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:51:52.244358 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network c0dbff45-b7d3-44db-825a-7ca3d44cd917 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 19:51:52.262885 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-83593d9d-ffae-426f-9606-20cf2b648dd3 admin admin] Usage tracker for resource:subnet and tenant:4d0e88c339a8478fac3bdc473e88ec9b is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:51:52.281921 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-83593d9d-ffae-426f-9606-20cf2b648dd3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:51:52.301357 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-83593d9d-ffae-426f-9606-20cf2b648dd3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:51:52.352233 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96db8472-080f-4c4e-b814-7e9efb739e75 req-ba94ccd6-fde3-4ae1-908b-3b87faa73e1c tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:52.355112 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-96db8472-080f-4c4e-b814-7e9efb739e75 req-ba94ccd6-fde3-4ae1-908b-3b87faa73e1c tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cb219e4-c809-4d06-89c6-067a09d74e3f HTTP/1.1" status: 200 len: 946 time: 0.3694453 May 05 19:51:52.381809 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83593d9d-ffae-426f-9606-20cf2b648dd3 admin admin] Made reservation on behalf of 4d0e88c339a8478fac3bdc473e88ec9b for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:51:52.388410 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-83593d9d-ffae-426f-9606-20cf2b648dd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:52.397263 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-f8d63f86-2a59-4c84-800e-c1704db4f9f9 req-81b12296-6691-4f08-9b1e-c854e462d01b service neutron] For port 33127356-17a6-4961-bcb1-5efd5496d569, host n-h2-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:51:52.425078 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-f8d63f86-2a59-4c84-800e-c1704db4f9f9 req-81b12296-6691-4f08-9b1e-c854e462d01b service neutron] For port 33127356-17a6-4961-bcb1-5efd5496d569, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=33127356-17a6-4961-bcb1-5efd5496d569,segment=NetworkSegment(74addc21-9c2f-4292-8d75-7048fb7d56d2),segment_id=74addc21-9c2f-4292-8d75-7048fb7d56d2)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:51:52.436515 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-f8d63f86-2a59-4c84-800e-c1704db4f9f9 req-81b12296-6691-4f08-9b1e-c854e462d01b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:52.543791 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-96db8472-080f-4c4e-b814-7e9efb739e75 req-c1e58685-e7ec-42c5-9ec9-c2278186165b tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/security-groups?id=e36a03ce-19b7-4072-ac8e-38f72e9ef290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728117 May 05 19:51:52.564577 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d63f86-2a59-4c84-800e-c1704db4f9f9 req-81b12296-6691-4f08-9b1e-c854e462d01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:52.564577 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-f8d63f86-2a59-4c84-800e-c1704db4f9f9 req-81b12296-6691-4f08-9b1e-c854e462d01b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:52.564577 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f8d63f86-2a59-4c84-800e-c1704db4f9f9 req-81b12296-6691-4f08-9b1e-c854e462d01b service neutron] 10.222.0.50 "PUT /v2.0/ports/33127356-17a6-4961-bcb1-5efd5496d569 HTTP/1.1" status: 200 len: 1091 time: 2.4791961 May 05 19:51:52.565418 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd36a569d-6a34-4d80-8488-b596fe4b8373', 'tag': '33127356-17a6-4961-bcb1-5efd5496d569'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:51:52.599985 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b12296-6691-4f08-9b1e-c854e462d01b service neutron] Pushing event updated for resources: {'Port': ['ID=33127356-17a6-4961-bcb1-5efd5496d569,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:52.614943 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07273042-dfda-4179-9d5a-46008ec444f7 req-da3c639f-1dde-4856-82a1-2d2a349bd561 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:52.635838 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-07273042-dfda-4179-9d5a-46008ec444f7 req-da3c639f-1dde-4856-82a1-2d2a349bd561 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=d36a569d-6a34-4d80-8488-b596fe4b8373 HTTP/1.1" status: 200 len: 943 time: 0.3063228 May 05 19:51:52.802970 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-07273042-dfda-4179-9d5a-46008ec444f7 req-781ee79b-3866-4d3a-b2dc-4c454be8089e tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655414 May 05 19:51:52.852212 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d63f86-2a59-4c84-800e-c1704db4f9f9 req-fc6f76f1-c287-4205-8f04-fc2bb20a270c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:52.853996 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f8d63f86-2a59-4c84-800e-c1704db4f9f9 req-fc6f76f1-c287-4205-8f04-fc2bb20a270c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=63ca58c29fae4c4eaafba189c1ec4492&device_id=d36a569d-6a34-4d80-8488-b596fe4b8373 HTTP/1.1" status: 200 len: 1094 time: 0.2324588 May 05 19:51:52.862429 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d318d79-88b1-4858-9c1e-1d004866a0c1 req-2936f20e-63c4-48d8-b1d3-53960f9d3e74 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:52.869404 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6d318d79-88b1-4858-9c1e-1d004866a0c1 req-2936f20e-63c4-48d8-b1d3-53960f9d3e74 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/ports?device_id=a11ba6de-5726-49e3-a0f8-106f7a184fd5 HTTP/1.1" status: 200 len: 949 time: 0.1301434 May 05 19:51:52.899053 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-83593d9d-ffae-426f-9606-20cf2b648dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:53.006181 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83593d9d-ffae-426f-9606-20cf2b648dd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b07668b7-cdd8-46a5-a536-43ebeaf1a857,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:53.019082 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83593d9d-ffae-426f-9606-20cf2b648dd3 admin admin] Checking segment: {'id': '1f10a855-a9e8-4d4c-8bbd-1323724e504b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c0dbff45-b7d3-44db-825a-7ca3d44cd917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:51:53.019082 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83593d9d-ffae-426f-9606-20cf2b648dd3 admin admin] Network hostable DHCP agents. Network: c0dbff45-b7d3-44db-825a-7ca3d44cd917, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 19:51:53.043023 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83593d9d-ffae-426f-9606-20cf2b648dd3 admin admin] Network c0dbff45-b7d3-44db-825a-7ca3d44cd917 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 19:51:53.061804 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f8d63f86-2a59-4c84-800e-c1704db4f9f9 req-14d2fb9b-9b11-407f-9430-07e727cf3bc9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33127356-17a6-4961-bcb1-5efd5496d569 HTTP/1.1" status: 200 len: 217 time: 0.1892941 May 05 19:51:53.070225 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-83593d9d-ffae-426f-9606-20cf2b648dd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, c0dbff45-b7d3-44db-825a-7ca3d44cd917) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:51:53.082938 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83593d9d-ffae-426f-9606-20cf2b648dd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:53.083785 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-83593d9d-ffae-426f-9606-20cf2b648dd3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:53.083978 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d46a090-a9d9-4017-afff-585b74d63453 None None] Network c0dbff45-b7d3-44db-825a-7ca3d44cd917 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:51:53.119837 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-83593d9d-ffae-426f-9606-20cf2b648dd3 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8934033 May 05 19:51:53.123623 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33740) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:51:53.147610 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6d318d79-88b1-4858-9c1e-1d004866a0c1 req-0593c116-095f-46cd-9de4-fc3dc04ae3a9 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e50fd44-6059-4e3b-8f95-027c4583f97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768967 May 05 19:51:53.151265 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-3324e3ec-3995-4ffb-afd9-fdc11209c40c admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1190819006-router', 'tenant_id': '4d0e88c339a8478fac3bdc473e88ec9b', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:51:53.165484 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5bd7f94a-8a2f-4a0d-9a12-b6b3e7f29d95 req-7de7d3e1-6bb1-4e06-962c-c38680347bd2 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=7aea924971d547f7b0b01135d13b1674&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0551741 May 05 19:51:53.167280 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3324e3ec-3995-4ffb-afd9-fdc11209c40c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:51:53.172305 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-3324e3ec-3995-4ffb-afd9-fdc11209c40c admin admin] Usage tracker for resource:router and tenant:4d0e88c339a8478fac3bdc473e88ec9b is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:51:53.176866 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-3324e3ec-3995-4ffb-afd9-fdc11209c40c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:51:53.196876 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d63f86-2a59-4c84-800e-c1704db4f9f9 req-2185afbf-4516-44f3-9572-3bba0692bc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:53.198680 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f8d63f86-2a59-4c84-800e-c1704db4f9f9 req-2185afbf-4516-44f3-9572-3bba0692bc17 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=99c4516e-78c1-4a80-85a0-0e7389d15301 HTTP/1.1" status: 200 len: 860 time: 0.1267643 May 05 19:51:53.232606 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3324e3ec-3995-4ffb-afd9-fdc11209c40c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:51:53.260362 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33d3800a-32d4-4b4e-93c2-e7f4f2ffad41'] response: {'name': 'network-changed', 'server_uuid': 'd36a569d-6a34-4d80-8488-b596fe4b8373', 'tag': '33127356-17a6-4961-bcb1-5efd5496d569', 'status': 'completed', 'code': 200} May 05 19:51:53.277715 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f8d63f86-2a59-4c84-800e-c1704db4f9f9 req-697f4ab5-229b-4cb9-a75d-99a8bde8d6ec service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9e1d2257-41cc-4af2-afae-4ca8a9719a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709774 May 05 19:51:53.389828 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3324e3ec-3995-4ffb-afd9-fdc11209c40c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:53.391195 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3324e3ec-3995-4ffb-afd9-fdc11209c40c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:53.423512 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206a7ccc-ae59-4545-9b5c-5606233a263e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-c0dbff45-b7d3-44db-825a-7ca3d44cd917', 'network_id': 'c0dbff45-b7d3-44db-825a-7ca3d44cd917', 'tenant_id': '4d0e88c339a8478fac3bdc473e88ec9b', 'fixed_ips': [{'subnet_id': 'b07668b7-cdd8-46a5-a536-43ebeaf1a857'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 19:51:53.425152 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-206a7ccc-ae59-4545-9b5c-5606233a263e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:53.442563 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3324e3ec-3995-4ffb-afd9-fdc11209c40c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:53.492290 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd7f94a-8a2f-4a0d-9a12-b6b3e7f29d95 req-fe61258d-2bc1-4be6-9d62-096f3327f246 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:53.500696 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5bd7f94a-8a2f-4a0d-9a12-b6b3e7f29d95 req-fe61258d-2bc1-4be6-9d62-096f3327f246 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3250856 May 05 19:51:53.517744 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f8d63f86-2a59-4c84-800e-c1704db4f9f9 req-3272e0df-695d-4365-86a6-7d1b82e8c822 service neutron] 10.222.0.50 "GET /v2.0/networks/9e1d2257-41cc-4af2-afae-4ca8a9719a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347167 May 05 19:51:53.519540 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5bd7f94a-8a2f-4a0d-9a12-b6b3e7f29d95 req-e8c04358-37ac-47b0-807a-bd5b49aac876 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] 10.222.0.36 "GET /v2.0/quotas/7aea924971d547f7b0b01135d13b1674 HTTP/1.1" status: 200 len: 375 time: 0.0171239 May 05 19:51:53.582070 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5bd7f94a-8a2f-4a0d-9a12-b6b3e7f29d95 req-839f6cf3-beaf-4835-a6ae-447d64423b34 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7aea924971d547f7b0b01135d13b1674&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0615151 May 05 19:51:53.683006 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f8d63f86-2a59-4c84-800e-c1704db4f9f9 req-a3ef6bef-d24b-4b04-9e42-5558e7a8943a service neutron] 10.222.0.50 "GET /v2.0/networks/9e1d2257-41cc-4af2-afae-4ca8a9719a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567571 May 05 19:51:53.705994 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-206a7ccc-ae59-4545-9b5c-5606233a263e None None] Allocated IP 172.20.0.2 (c0dbff45-b7d3-44db-825a-7ca3d44cd917/b07668b7-cdd8-46a5-a536-43ebeaf1a857/a0f0a584-b0d1-419a-961a-c3e9130f9542) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:51:53.739293 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e694f3-91d4-4544-a5ee-0a552710821a req-68aa7174-3a7e-49e7-901c-aa37f2cbf336 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:53.741569 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-98e694f3-91d4-4544-a5ee-0a552710821a req-68aa7174-3a7e-49e7-901c-aa37f2cbf336 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=868250e7-4e06-4d95-a1d3-8dab33c9f8e2 HTTP/1.1" status: 200 len: 949 time: 0.3055820 May 05 19:51:53.985080 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-98e694f3-91d4-4544-a5ee-0a552710821a req-6bcf5320-4df4-4064-b315-1d0136b02d70 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844495 May 05 19:51:54.066367 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6042211a-fff3-4f20-ab62-4ff119c118b9 req-44f6e182-a9fa-4e74-9655-98d05a5d16f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:54.069731 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6042211a-fff3-4f20-ab62-4ff119c118b9 req-44f6e182-a9fa-4e74-9655-98d05a5d16f6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=63ca58c29fae4c4eaafba189c1ec4492&device_id=d36a569d-6a34-4d80-8488-b596fe4b8373 HTTP/1.1" status: 200 len: 1094 time: 0.3269060 May 05 19:51:54.138506 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-206a7ccc-ae59-4545-9b5c-5606233a263e None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:54.141045 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d4bcdedc-e060-45c7-9741-3c494fcb1516 req-29d322ce-ac78-4ed1-b001-f08adbca6f7a tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] 10.222.0.36 "GET /v2.0/ports?device_id=02a55821-e17b-454d-9aea-fef7b5ddfca9 HTTP/1.1" status: 200 len: 210 time: 0.0664587 May 05 19:51:54.156634 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-206a7ccc-ae59-4545-9b5c-5606233a263e None None] Transition to ACTIVE for port object a0f0a584-b0d1-419a-961a-c3e9130f9542 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:51:54.184990 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-206a7ccc-ae59-4545-9b5c-5606233a263e None None] Transition to ACTIVE for port object a0f0a584-b0d1-419a-961a-c3e9130f9542 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:51:54.191710 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-206a7ccc-ae59-4545-9b5c-5606233a263e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:54.277754 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206a7ccc-ae59-4545-9b5c-5606233a263e None None] Pushing event updated for resources: {'Port': ['ID=a0f0a584-b0d1-419a-961a-c3e9130f9542,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:54.321328 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3324e3ec-3995-4ffb-afd9-fdc11209c40c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:54.332422 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206a7ccc-ae59-4545-9b5c-5606233a263e None None] Network c0dbff45-b7d3-44db-825a-7ca3d44cd917 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:51:54.348362 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-206a7ccc-ae59-4545-9b5c-5606233a263e None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:51:54.355269 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206a7ccc-ae59-4545-9b5c-5606233a263e None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:51:54.398573 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6042211a-fff3-4f20-ab62-4ff119c118b9 req-73dc059a-d663-4eea-a527-6cb60800ef8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:54.400118 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6042211a-fff3-4f20-ab62-4ff119c118b9 req-73dc059a-d663-4eea-a527-6cb60800ef8d service neutron] 10.222.0.50 "GET /v2.0/networks?id=9e1d2257-41cc-4af2-afae-4ca8a9719a05 HTTP/1.1" status: 200 len: 921 time: 0.2619321 May 05 19:51:54.481093 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6042211a-fff3-4f20-ab62-4ff119c118b9 req-aa612b46-4879-4f52-b22d-a0fdc2d93f1c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33127356-17a6-4961-bcb1-5efd5496d569 HTTP/1.1" status: 200 len: 217 time: 0.0730760 May 05 19:51:54.533178 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87477980-f66b-44cc-9815-3c1f63a3b737 req-f287ef8d-d59c-44da-9d43-244522f8c891 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:54.558895 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-206a7ccc-ae59-4545-9b5c-5606233a263e None None] Attempting to bind port a0f0a584-b0d1-419a-961a-c3e9130f9542 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:51:54.560091 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-206a7ccc-ae59-4545-9b5c-5606233a263e None None] Attempting to bind port a0f0a584-b0d1-419a-961a-c3e9130f9542 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '1f10a855-a9e8-4d4c-8bbd-1323724e504b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c0dbff45-b7d3-44db-825a-7ca3d44cd917'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:51:54.560697 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206a7ccc-ae59-4545-9b5c-5606233a263e None None] Attempting to bind port a0f0a584-b0d1-419a-961a-c3e9130f9542 on network c0dbff45-b7d3-44db-825a-7ca3d44cd917 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:51:54.561721 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b3c90c-2150-424d-a5e9-3396a71e0e29 req-33b93a9a-7258-4f23-9384-8e6ab04302dc tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:54.562458 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-e5b3c90c-2150-424d-a5e9-3396a71e0e29 req-33b93a9a-7258-4f23-9384-8e6ab04302dc tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Synchronizing usage tracker for tenant:63ca58c29fae4c4eaafba189c1ec4492 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:51:54.563764 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-87477980-f66b-44cc-9815-3c1f63a3b737 req-f287ef8d-d59c-44da-9d43-244522f8c891 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cb219e4-c809-4d06-89c6-067a09d74e3f HTTP/1.1" status: 200 len: 946 time: 0.5044816 May 05 19:51:54.567749 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206a7ccc-ae59-4545-9b5c-5606233a263e None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:51:54.568533 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206a7ccc-ae59-4545-9b5c-5606233a263e None None] Checking segment: {'id': '1f10a855-a9e8-4d4c-8bbd-1323724e504b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c0dbff45-b7d3-44db-825a-7ca3d44cd917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:51:54.569204 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-206a7ccc-ae59-4545-9b5c-5606233a263e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:54.569804 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206a7ccc-ae59-4545-9b5c-5606233a263e None None] Bound using segment: {'id': '1f10a855-a9e8-4d4c-8bbd-1323724e504b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c0dbff45-b7d3-44db-825a-7ca3d44cd917'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:51:54.570558 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-206a7ccc-ae59-4545-9b5c-5606233a263e None None] Bound port: a0f0a584-b0d1-419a-961a-c3e9130f9542, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f10a855-a9e8-4d4c-8bbd-1323724e504b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c0dbff45-b7d3-44db-825a-7ca3d44cd917'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:51:54.571109 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6042211a-fff3-4f20-ab62-4ff119c118b9 req-b24458f2-53aa-46fb-843e-724a534f7baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:54.571519 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-206a7ccc-ae59-4545-9b5c-5606233a263e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:54.572551 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6042211a-fff3-4f20-ab62-4ff119c118b9 req-b24458f2-53aa-46fb-843e-724a534f7baa service neutron] 10.222.0.50 "GET /v2.0/subnets?id=99c4516e-78c1-4a80-85a0-0e7389d15301 HTTP/1.1" status: 200 len: 860 time: 0.0821214 May 05 19:51:54.628377 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6042211a-fff3-4f20-ab62-4ff119c118b9 req-94804c70-31a0-4731-a63c-bc982babedd4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9e1d2257-41cc-4af2-afae-4ca8a9719a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486617 May 05 19:51:54.629472 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-e5b3c90c-2150-424d-a5e9-3396a71e0e29 req-33b93a9a-7258-4f23-9384-8e6ab04302dc tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Unset dirty status for tenant:63ca58c29fae4c4eaafba189c1ec4492 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:51:54.637362 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e5b3c90c-2150-424d-a5e9-3396a71e0e29 req-33b93a9a-7258-4f23-9384-8e6ab04302dc tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=d36a569d-6a34-4d80-8488-b596fe4b8373 HTTP/1.1" status: 200 len: 943 time: 0.3007984 May 05 19:51:54.698480 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-206a7ccc-ae59-4545-9b5c-5606233a263e None None] For port a0f0a584-b0d1-419a-961a-c3e9130f9542, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:51:54.706849 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-206a7ccc-ae59-4545-9b5c-5606233a263e None None] For port a0f0a584-b0d1-419a-961a-c3e9130f9542, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=a0f0a584-b0d1-419a-961a-c3e9130f9542,segment=NetworkSegment(1f10a855-a9e8-4d4c-8bbd-1323724e504b),segment_id=1f10a855-a9e8-4d4c-8bbd-1323724e504b)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:51:54.715648 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-206a7ccc-ae59-4545-9b5c-5606233a263e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:54.789324 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e5b3c90c-2150-424d-a5e9-3396a71e0e29 req-b76bff08-22b4-417a-b276-461b461e3d60 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510227 May 05 19:51:54.821188 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-87477980-f66b-44cc-9815-3c1f63a3b737 req-f379d484-de62-409b-a363-1cf344aa5159 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/security-groups?id=e36a03ce-19b7-4072-ac8e-38f72e9ef290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560506 May 05 19:51:54.836801 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206a7ccc-ae59-4545-9b5c-5606233a263e None None] Pushing event updated for resources: {'Port': ['ID=a0f0a584-b0d1-419a-961a-c3e9130f9542,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:54.900744 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6042211a-fff3-4f20-ab62-4ff119c118b9 req-40fb6bd2-a135-46cc-ab75-0a02ebc77c2a service neutron] 10.222.0.50 "GET /v2.0/networks/9e1d2257-41cc-4af2-afae-4ca8a9719a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606339 May 05 19:51:55.243619 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6042211a-fff3-4f20-ab62-4ff119c118b9 req-5aa74192-b2cc-453e-b695-de2f6feefc73 service neutron] 10.222.0.50 "GET /v2.0/networks/9e1d2257-41cc-4af2-afae-4ca8a9719a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3353491 May 05 19:51:55.286166 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2e4bbb92-0843-4b91-a6a6-c1734ef839dc req-8f6e1a71-5272-4ff4-b9b0-bf7d4d5ae14f tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1461348579&fields=id&tenant_id=ebd0d12895b0474f8b30730a1d2092a4 HTTP/1.1" status: 200 len: 267 time: 0.0832739 May 05 19:51:55.372263 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4bbb92-0843-4b91-a6a6-c1734ef839dc req-72e4a7de-fffc-4a4c-8a04-cb788e1c735c tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:55.379902 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2e4bbb92-0843-4b91-a6a6-c1734ef839dc req-72e4a7de-fffc-4a4c-8a04-cb788e1c735c tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cb219e4-c809-4d06-89c6-067a09d74e3f HTTP/1.1" status: 200 len: 946 time: 0.0928049 May 05 19:51:55.385449 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-2e4bbb92-0843-4b91-a6a6-c1734ef839dc req-62978ec6-6f0a-45f7-98dd-b187ef21713f tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Request body: {'port': {'security_groups': ['e36a03ce-19b7-4072-ac8e-38f72e9ef290', '8942039c-0d5c-414b-82d7-fa367fc33d62']}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:51:55.504105 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device a0f0a584-b0d1-419a-961a-c3e9130f9542 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:51:55.547072 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-780dcaa5-48f3-4d89-a525-ab96c06ad3bd req-cae3413b-7571-4155-bc5c-68c07fa96d85 service neutron] 10.222.0.24 "GET /v2.0/ports/f071c826-6291-459c-b65e-f04fbaeb1079/bindings/n-h1-840717-1 HTTP/1.1" status: 200 len: 382 time: 0.6487284 May 05 19:51:55.579081 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75fa867-bb73-4e5e-9356-332146130b08 req-81f6f138-b24a-4b83-a007-ef8da31cf215 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:55.589330 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f75fa867-bb73-4e5e-9356-332146130b08 req-81f6f138-b24a-4b83-a007-ef8da31cf215 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/ports?device_id=a11ba6de-5726-49e3-a0f8-106f7a184fd5 HTTP/1.1" status: 200 len: 949 time: 0.5672197 May 05 19:51:55.675201 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f75fa867-bb73-4e5e-9356-332146130b08 req-887bc7a8-7ffd-4970-b064-e8d727e46799 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e50fd44-6059-4e3b-8f95-027c4583f97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848050 May 05 19:51:55.676550 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3324e3ec-3995-4ffb-afd9-fdc11209c40c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:55.685089 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port a0f0a584-b0d1-419a-961a-c3e9130f9542 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:51:55.717794 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3324e3ec-3995-4ffb-afd9-fdc11209c40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:55.770748 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 33127356-17a6-4961-bcb1-5efd5496d569 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:51:55.921599 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5bd7f94a-8a2f-4a0d-9a12-b6b3e7f29d95 req-d6a848ad-6208-4044-9089-fb03eb9f8b3b tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=7aea924971d547f7b0b01135d13b1674&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1317954 May 05 19:51:55.980509 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 33127356-17a6-4961-bcb1-5efd5496d569, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=33127356-17a6-4961-bcb1-5efd5496d569,segment=NetworkSegment(74addc21-9c2f-4292-8d75-7048fb7d56d2),segment_id=74addc21-9c2f-4292-8d75-7048fb7d56d2)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:51:56.000588 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': '33127356-17a6-4961-bcb1-5efd5496d569', 'network_id': '9e1d2257-41cc-4af2-afae-4ca8a9719a05', 'port_id': '33127356-17a6-4961-bcb1-5efd5496d569', 'mac_address': 'fa:16:3e:cb:48:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c4516e-78c1-4a80-85a0-0e7389d15301', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:51:56.013563 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-3324e3ec-3995-4ffb-afd9-fdc11209c40c admin admin] Allocated IP 172.25.0.96 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/952a221f-6d5d-4de0-8f11-d04938b2c854) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:51:56.078017 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:56.098295 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33127356-17a6-4961-bcb1-5efd5496d569 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:51:56.126710 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 33127356-17a6-4961-bcb1-5efd5496d569, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=33127356-17a6-4961-bcb1-5efd5496d569,segment=NetworkSegment(74addc21-9c2f-4292-8d75-7048fb7d56d2),segment_id=74addc21-9c2f-4292-8d75-7048fb7d56d2)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:51:56.127599 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32035cb4-5217-4f03-9a50-4bce76df36a6 req-c4ce1768-eeab-4e6e-87d3-c5785521f32d tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:56.134956 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:56.136151 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-32035cb4-5217-4f03-9a50-4bce76df36a6 req-c4ce1768-eeab-4e6e-87d3-c5785521f32d tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=868250e7-4e06-4d95-a1d3-8dab33c9f8e2 HTTP/1.1" status: 200 len: 949 time: 0.2029901 May 05 19:51:56.158950 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-2e4bbb92-0843-4b91-a6a6-c1734ef839dc req-62978ec6-6f0a-45f7-98dd-b187ef21713f tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:56.254607 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=33127356-17a6-4961-bcb1-5efd5496d569,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:56.288473 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd7f94a-8a2f-4a0d-9a12-b6b3e7f29d95 req-842ba907-cfc5-4138-b4bd-5f2d514ea934 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:56.289941 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5bd7f94a-8a2f-4a0d-9a12-b6b3e7f29d95 req-842ba907-cfc5-4138-b4bd-5f2d514ea934 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3619952 May 05 19:51:56.305403 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-5bd7f94a-8a2f-4a0d-9a12-b6b3e7f29d95 req-afbb1977-cf79-4c7c-9341-660890aa10d3 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Request body: {'port': {'device_id': '02a55821-e17b-454d-9aea-fef7b5ddfca9', 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3', 'admin_state_up': True, 'tenant_id': '7aea924971d547f7b0b01135d13b1674'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:51:56.363569 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-32035cb4-5217-4f03-9a50-4bce76df36a6 req-72f95da4-9a8e-4c6a-aea1-c8128a8985e1 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264731 May 05 19:51:56.398337 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3324e3ec-3995-4ffb-afd9-fdc11209c40c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:56.404866 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780dcaa5-48f3-4d89-a525-ab96c06ad3bd req-b8521dac-08cb-4240-ad6b-89c5192006e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:56.406334 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-780dcaa5-48f3-4d89-a525-ab96c06ad3bd req-b8521dac-08cb-4240-ad6b-89c5192006e5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=868250e7-4e06-4d95-a1d3-8dab33c9f8e2&tenant_id=928b29e96aaf42dd9d4dc06b8e5f9969 HTTP/1.1" status: 200 len: 1100 time: 0.1686039 May 05 19:51:56.411342 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0baa5e4f-e1ea-487e-a06b-577ce4e99d73 None None] Network c0dbff45-b7d3-44db-825a-7ca3d44cd917 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:51:56.462415 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['33127356-17a6-4961-bcb1-5efd5496d569'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:51:56.530049 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3324e3ec-3995-4ffb-afd9-fdc11209c40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:56.589128 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-5bd7f94a-8a2f-4a0d-9a12-b6b3e7f29d95 req-afbb1977-cf79-4c7c-9341-660890aa10d3 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:51:56.599897 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-5bd7f94a-8a2f-4a0d-9a12-b6b3e7f29d95 req-afbb1977-cf79-4c7c-9341-660890aa10d3 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Usage tracker for resource:port and tenant:7aea924971d547f7b0b01135d13b1674 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:51:56.637451 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-4cd9b03f-af43-498e-b82b-07e7fb9a55c8 None None] Provisioning for port a0f0a584-b0d1-419a-961a-c3e9130f9542 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:51:56.654284 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-4cd9b03f-af43-498e-b82b-07e7fb9a55c8 None None] Provisioning complete for port a0f0a584-b0d1-419a-961a-c3e9130f9542 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:51:56.654764 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4cd9b03f-af43-498e-b82b-07e7fb9a55c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:56.656584 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-5bd7f94a-8a2f-4a0d-9a12-b6b3e7f29d95 req-afbb1977-cf79-4c7c-9341-660890aa10d3 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:51:56.670583 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-5bd7f94a-8a2f-4a0d-9a12-b6b3e7f29d95 req-afbb1977-cf79-4c7c-9341-660890aa10d3 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:51:56.694070 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3324e3ec-3995-4ffb-afd9-fdc11209c40c admin admin] Pushing event updated for resources: {'Port': ['ID=952a221f-6d5d-4de0-8f11-d04938b2c854,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:56.713203 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bd7f94a-8a2f-4a0d-9a12-b6b3e7f29d95 req-afbb1977-cf79-4c7c-9341-660890aa10d3 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Made reservation on behalf of 7aea924971d547f7b0b01135d13b1674 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:51:56.717766 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-5bd7f94a-8a2f-4a0d-9a12-b6b3e7f29d95 req-afbb1977-cf79-4c7c-9341-660890aa10d3 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:56.738376 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-5bd7f94a-8a2f-4a0d-9a12-b6b3e7f29d95 req-afbb1977-cf79-4c7c-9341-660890aa10d3 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:56.757656 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-2e4bbb92-0843-4b91-a6a6-c1734ef839dc req-62978ec6-6f0a-45f7-98dd-b187ef21713f tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] For port a40bd772-947d-4370-9783-c33dfa399579, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=a40bd772-947d-4370-9783-c33dfa399579,segment=NetworkSegment(c3aa82ea-8521-41ae-94bc-6b77a724b188),segment_id=c3aa82ea-8521-41ae-94bc-6b77a724b188)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:51:56.769305 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-5bd7f94a-8a2f-4a0d-9a12-b6b3e7f29d95 req-afbb1977-cf79-4c7c-9341-660890aa10d3 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:51:56.774787 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3324e3ec-3995-4ffb-afd9-fdc11209c40c admin admin] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:51:56.775510 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-5bd7f94a-8a2f-4a0d-9a12-b6b3e7f29d95 req-afbb1977-cf79-4c7c-9341-660890aa10d3 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Usage tracker for resource:security_group_rule and tenant:7aea924971d547f7b0b01135d13b1674 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:51:56.779419 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-97cdaf50-7333-43ad-8d9e-70975f739450 req-5f4bb35c-b1f7-4002-9107-04c2e78b4dae tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] 10.222.0.36 "GET /v2.0/ports?device_id=02a55821-e17b-454d-9aea-fef7b5ddfca9 HTTP/1.1" status: 200 len: 210 time: 0.0948417 May 05 19:51:56.781423 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-5bd7f94a-8a2f-4a0d-9a12-b6b3e7f29d95 req-afbb1977-cf79-4c7c-9341-660890aa10d3 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:51:56.781738 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-3324e3ec-3995-4ffb-afd9-fdc11209c40c admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:51:56.785315 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3324e3ec-3995-4ffb-afd9-fdc11209c40c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:51:56.785658 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3324e3ec-3995-4ffb-afd9-fdc11209c40c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:51:56.786123 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3324e3ec-3995-4ffb-afd9-fdc11209c40c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:51:56.786450 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3324e3ec-3995-4ffb-afd9-fdc11209c40c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:51:56.786769 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3324e3ec-3995-4ffb-afd9-fdc11209c40c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:51:56.787085 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3324e3ec-3995-4ffb-afd9-fdc11209c40c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:51:56.787422 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3324e3ec-3995-4ffb-afd9-fdc11209c40c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:51:56.787740 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3324e3ec-3995-4ffb-afd9-fdc11209c40c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:51:56.788054 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3324e3ec-3995-4ffb-afd9-fdc11209c40c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:51:56.788405 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3324e3ec-3995-4ffb-afd9-fdc11209c40c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:51:56.789116 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3324e3ec-3995-4ffb-afd9-fdc11209c40c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:51:56.789449 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3324e3ec-3995-4ffb-afd9-fdc11209c40c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:51:56.789793 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-5bd7f94a-8a2f-4a0d-9a12-b6b3e7f29d95 req-afbb1977-cf79-4c7c-9341-660890aa10d3 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:51:56.794295 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3324e3ec-3995-4ffb-afd9-fdc11209c40c admin admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:51:56.823607 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780dcaa5-48f3-4d89-a525-ab96c06ad3bd req-74f3b8ee-0709-4aed-baeb-f14008331721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:56.825156 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-780dcaa5-48f3-4d89-a525-ab96c06ad3bd req-74f3b8ee-0709-4aed-baeb-f14008331721 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=928b29e96aaf42dd9d4dc06b8e5f9969&device_id=868250e7-4e06-4d95-a1d3-8dab33c9f8e2 HTTP/1.1" status: 200 len: 1100 time: 0.3898470 May 05 19:51:56.843894 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-2e4bbb92-0843-4b91-a6a6-c1734ef839dc req-62978ec6-6f0a-45f7-98dd-b187ef21713f tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:56.860499 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-2e4bbb92-0843-4b91-a6a6-c1734ef839dc req-62978ec6-6f0a-45f7-98dd-b187ef21713f tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:56.902658 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['a40bd772-947d-4370-9783-c33dfa399579'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:51:56.936590 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4bbb92-0843-4b91-a6a6-c1734ef839dc req-62978ec6-6f0a-45f7-98dd-b187ef21713f tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:56.941312 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-2e4bbb92-0843-4b91-a6a6-c1734ef839dc req-62978ec6-6f0a-45f7-98dd-b187ef21713f tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:56.953091 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2e4bbb92-0843-4b91-a6a6-c1734ef839dc req-62978ec6-6f0a-45f7-98dd-b187ef21713f tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "PUT /v2.0/ports/a40bd772-947d-4370-9783-c33dfa399579 HTTP/1.1" status: 200 len: 982 time: 1.5722296 May 05 19:51:57.102644 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-5bd7f94a-8a2f-4a0d-9a12-b6b3e7f29d95 req-afbb1977-cf79-4c7c-9341-660890aa10d3 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:57.111479 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['a40bd772-947d-4370-9783-c33dfa399579'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:51:57.114213 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cb219e4-c809-4d06-89c6-067a09d74e3f', 'tag': 'a40bd772-947d-4370-9783-c33dfa399579'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:51:57.132131 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-5bd7f94a-8a2f-4a0d-9a12-b6b3e7f29d95 req-afbb1977-cf79-4c7c-9341-660890aa10d3 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:57.227921 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbb1977-cf79-4c7c-9341-660890aa10d3 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ceeee1c2-2df3-4de5-9577-b382bee91df1,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:57.240696 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbb1977-cf79-4c7c-9341-660890aa10d3 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:51:57.241032 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbb1977-cf79-4c7c-9341-660890aa10d3 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:51:57.241360 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbb1977-cf79-4c7c-9341-660890aa10d3 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:51:57.241687 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbb1977-cf79-4c7c-9341-660890aa10d3 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:51:57.242032 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbb1977-cf79-4c7c-9341-660890aa10d3 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:51:57.242390 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbb1977-cf79-4c7c-9341-660890aa10d3 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:51:57.242704 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbb1977-cf79-4c7c-9341-660890aa10d3 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:51:57.243026 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbb1977-cf79-4c7c-9341-660890aa10d3 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:51:57.243344 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbb1977-cf79-4c7c-9341-660890aa10d3 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:51:57.243704 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbb1977-cf79-4c7c-9341-660890aa10d3 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:51:57.244050 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbb1977-cf79-4c7c-9341-660890aa10d3 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:51:57.244341 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbb1977-cf79-4c7c-9341-660890aa10d3 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:51:57.329961 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4cd9b03f-af43-498e-b82b-07e7fb9a55c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:57.345384 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62978ec6-6f0a-45f7-98dd-b187ef21713f tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Pushing event updated for resources: {'Port': ['ID=a40bd772-947d-4370-9783-c33dfa399579,revision_number=6']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:57.446403 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d39f2b-ad8f-475d-9a3c-82a9414bcc0c req-8a851eba-65d4-499f-a685-d46090874b1b tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:57.448097 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a7d39f2b-ad8f-475d-9a3c-82a9414bcc0c req-8a851eba-65d4-499f-a685-d46090874b1b tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=d36a569d-6a34-4d80-8488-b596fe4b8373 HTTP/1.1" status: 200 len: 944 time: 0.2629323 May 05 19:51:57.474172 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-4cd9b03f-af43-498e-b82b-07e7fb9a55c8 None None] For port a0f0a584-b0d1-419a-961a-c3e9130f9542, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=a0f0a584-b0d1-419a-961a-c3e9130f9542,segment=NetworkSegment(1f10a855-a9e8-4d4c-8bbd-1323724e504b),segment_id=1f10a855-a9e8-4d4c-8bbd-1323724e504b)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:51:57.494831 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-5bd7f94a-8a2f-4a0d-9a12-b6b3e7f29d95 req-afbb1977-cf79-4c7c-9341-660890aa10d3 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Allocated IP 192.168.233.43 (b786cc2b-f681-4c10-a54f-820e9d1a5ac3/4d72a8d3-0a35-4d3a-96b8-d869ff4093bc/08e4b020-70fb-4448-92ed-4a4862398302) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:51:57.502470 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780dcaa5-48f3-4d89-a525-ab96c06ad3bd req-dd407d60-faec-464e-9993-9dd62ebfc7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:57.504612 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-780dcaa5-48f3-4d89-a525-ab96c06ad3bd req-dd407d60-faec-464e-9993-9dd62ebfc7fe service neutron] 10.222.0.24 "GET /v2.0/networks?id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3 HTTP/1.1" status: 200 len: 870 time: 0.6634917 May 05 19:51:57.530938 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a7d39f2b-ad8f-475d-9a3c-82a9414bcc0c req-72f23e50-ac6e-4b2c-b9c9-556a178800f9 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732517 May 05 19:51:57.560108 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4cd9b03f-af43-498e-b82b-07e7fb9a55c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:57.661520 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-780dcaa5-48f3-4d89-a525-ab96c06ad3bd req-2ac119f6-a512-4061-938a-ea80e2b8aa70 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=f071c826-6291-459c-b65e-f04fbaeb1079 HTTP/1.1" status: 200 len: 217 time: 0.1449997 May 05 19:51:57.834797 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd9b03f-af43-498e-b82b-07e7fb9a55c8 None None] Pushing event updated for resources: {'Port': ['ID=a0f0a584-b0d1-419a-961a-c3e9130f9542,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:57.905699 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4cac400c-5acf-4411-8e0a-b755692005ec req-1ee70eeb-bd4c-41b4-ae08-06bc5e0df345 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-613000343&fields=id&tenant_id=ebd0d12895b0474f8b30730a1d2092a4 HTTP/1.1" status: 200 len: 267 time: 0.0925176 May 05 19:51:57.966997 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8414af2-9ada-4383-88a7-d6cd8d911974 req-cc928ab2-6919-419f-a579-08a27a841df4 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:57.984381 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b8414af2-9ada-4383-88a7-d6cd8d911974 req-cc928ab2-6919-419f-a579-08a27a841df4 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/ports?device_id=a11ba6de-5726-49e3-a0f8-106f7a184fd5 HTTP/1.1" status: 200 len: 949 time: 0.8107445 May 05 19:51:58.036509 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-6cf8bae8-9031-4b00-8848-19e50f8ef410 None None] Provisioning complete for port a0f0a584-b0d1-419a-961a-c3e9130f9542 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:51:58.037073 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6cf8bae8-9031-4b00-8848-19e50f8ef410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:58.054194 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-5bd7f94a-8a2f-4a0d-9a12-b6b3e7f29d95 req-afbb1977-cf79-4c7c-9341-660890aa10d3 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:58.096352 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-5bd7f94a-8a2f-4a0d-9a12-b6b3e7f29d95 req-afbb1977-cf79-4c7c-9341-660890aa10d3 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Transition to ACTIVE for port object 08e4b020-70fb-4448-92ed-4a4862398302 will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:51:58.147711 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac400c-5acf-4411-8e0a-b755692005ec req-c45abd1b-2d91-43b1-9baa-26cd8c09c768 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:58.160110 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4cac400c-5acf-4411-8e0a-b755692005ec req-c45abd1b-2d91-43b1-9baa-26cd8c09c768 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cb219e4-c809-4d06-89c6-067a09d74e3f HTTP/1.1" status: 200 len: 985 time: 0.2218094 May 05 19:51:58.164130 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-5bd7f94a-8a2f-4a0d-9a12-b6b3e7f29d95 req-afbb1977-cf79-4c7c-9341-660890aa10d3 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:58.230889 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-4cac400c-5acf-4411-8e0a-b755692005ec req-36bcd78c-0cf3-4086-a0d6-cde9b4e7c66d tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Request body: {'port': {'security_groups': ['8942039c-0d5c-414b-82d7-fa367fc33d62', 'e36a03ce-19b7-4072-ac8e-38f72e9ef290', '8dc462cc-a429-497a-9c33-1b3f5b50a307']}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:51:58.269561 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780dcaa5-48f3-4d89-a525-ab96c06ad3bd req-d2d3f4e9-4e0b-4781-ba6d-bd3e85b94d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:58.271014 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-780dcaa5-48f3-4d89-a525-ab96c06ad3bd req-d2d3f4e9-4e0b-4781-ba6d-bd3e85b94d0a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.5957966 May 05 19:51:58.295101 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bd7f94a-8a2f-4a0d-9a12-b6b3e7f29d95 req-afbb1977-cf79-4c7c-9341-660890aa10d3 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:51:58.310007 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-5bd7f94a-8a2f-4a0d-9a12-b6b3e7f29d95 req-afbb1977-cf79-4c7c-9341-660890aa10d3 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:51:58.313081 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bd7f94a-8a2f-4a0d-9a12-b6b3e7f29d95 req-afbb1977-cf79-4c7c-9341-660890aa10d3 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:51:58.375710 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbb1977-cf79-4c7c-9341-660890aa10d3 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Pushing event updated for resources: {'Port': ['ID=08e4b020-70fb-4448-92ed-4a4862398302,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:51:58.407816 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b8414af2-9ada-4383-88a7-d6cd8d911974 req-228ad438-eb98-41c4-84dd-7cfac84eae0e tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e50fd44-6059-4e3b-8f95-027c4583f97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4217818 May 05 19:51:58.459013 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3324e3ec-3995-4ffb-afd9-fdc11209c40c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:58.521601 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd7f94a-8a2f-4a0d-9a12-b6b3e7f29d95 req-afbb1977-cf79-4c7c-9341-660890aa10d3 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:58.522277 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-5bd7f94a-8a2f-4a0d-9a12-b6b3e7f29d95 req-afbb1977-cf79-4c7c-9341-660890aa10d3 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:58.555235 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5bd7f94a-8a2f-4a0d-9a12-b6b3e7f29d95 req-afbb1977-cf79-4c7c-9341-660890aa10d3 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2539926 May 05 19:51:58.571000 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-5bd7f94a-8a2f-4a0d-9a12-b6b3e7f29d95 req-7d4a4566-545c-46ba-86c0-03e20c8ebd2b service neutron] Request body: {'port': {'device_id': '02a55821-e17b-454d-9aea-fef7b5ddfca9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:51:58.668285 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-7e438b6e-8121-4bf7-9a66-1a9b6b4a9b0a None None] Provisioning for port 08e4b020-70fb-4448-92ed-4a4862398302 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:51:58.677527 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-7e438b6e-8121-4bf7-9a66-1a9b6b4a9b0a None None] Provisioning complete for port 08e4b020-70fb-4448-92ed-4a4862398302 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:51:58.678030 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7e438b6e-8121-4bf7-9a66-1a9b6b4a9b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:58.728960 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-4cac400c-5acf-4411-8e0a-b755692005ec req-36bcd78c-0cf3-4086-a0d6-cde9b4e7c66d tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:58.774087 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780dcaa5-48f3-4d89-a525-ab96c06ad3bd req-31558d91-c097-430a-9003-c890df93c81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:58.775908 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-780dcaa5-48f3-4d89-a525-ab96c06ad3bd req-31558d91-c097-430a-9003-c890df93c81d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4888413 May 05 19:51:58.802679 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-7e438b6e-8121-4bf7-9a66-1a9b6b4a9b0a None None] Port 08e4b020-70fb-4448-92ed-4a4862398302 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:51:58.888128 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c593a2a-ae50-4de8-ad00-5ee29160b55c'] response: {'name': 'network-changed', 'server_uuid': '6cb219e4-c809-4d06-89c6-067a09d74e3f', 'tag': 'a40bd772-947d-4370-9783-c33dfa399579', 'status': 'completed', 'code': 200} May 05 19:51:58.997567 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-5bd7f94a-8a2f-4a0d-9a12-b6b3e7f29d95 req-7d4a4566-545c-46ba-86c0-03e20c8ebd2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:59.054811 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3324e3ec-3995-4ffb-afd9-fdc11209c40c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:59.153212 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-780dcaa5-48f3-4d89-a525-ab96c06ad3bd req-f29cd7a0-13e7-4340-a348-726eccee0e17 service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3608797 May 05 19:51:59.264619 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc448737-95ff-4790-af0d-471a29f28a54 req-a89f3d97-bf20-47bf-ba92-fc7fe32a6abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:59.266089 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dc448737-95ff-4790-af0d-471a29f28a54 req-a89f3d97-bf20-47bf-ba92-fc7fe32a6abc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ebd0d12895b0474f8b30730a1d2092a4&device_id=6cb219e4-c809-4d06-89c6-067a09d74e3f HTTP/1.1" status: 200 len: 1136 time: 0.3491869 May 05 19:51:59.348277 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271c898d-d911-40d2-a4b9-580e9ea70ec3 req-5d7d6049-02b8-4edd-8cc7-b8613696f60e tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:59.349746 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-271c898d-d911-40d2-a4b9-580e9ea70ec3 req-5d7d6049-02b8-4edd-8cc7-b8613696f60e tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=868250e7-4e06-4d95-a1d3-8dab33c9f8e2 HTTP/1.1" status: 200 len: 949 time: 0.3621504 May 05 19:51:59.426584 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-780dcaa5-48f3-4d89-a525-ab96c06ad3bd req-793d0e4d-0282-4711-8ca1-97727fbafae6 service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652211 May 05 19:51:59.438794 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-271c898d-d911-40d2-a4b9-580e9ea70ec3 req-c1c71b09-cd15-4d3f-aa47-2a71c495a072 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789628 May 05 19:51:59.453871 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device a0f0a584-b0d1-419a-961a-c3e9130f9542 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:51:59.471547 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3324e3ec-3995-4ffb-afd9-fdc11209c40c admin admin] Router 7e0c852e-4ef4-407b-9dad-84af291ba887 is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 19:51:59.521447 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc448737-95ff-4790-af0d-471a29f28a54 req-7265f443-a57b-4776-8b1c-af9a1e3ada7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:51:59.524603 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dc448737-95ff-4790-af0d-471a29f28a54 req-7265f443-a57b-4776-8b1c-af9a1e3ada7e service neutron] 10.222.0.24 "GET /v2.0/networks?id=9391bd70-fefd-4234-a5c6-e5bdaa98482d HTTP/1.1" status: 200 len: 912 time: 0.2478771 May 05 19:51:59.555119 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port a0f0a584-b0d1-419a-961a-c3e9130f9542 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:51:59.555640 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:59.697403 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-4cac400c-5acf-4411-8e0a-b755692005ec req-36bcd78c-0cf3-4086-a0d6-cde9b4e7c66d tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] For port a40bd772-947d-4370-9783-c33dfa399579, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=a40bd772-947d-4370-9783-c33dfa399579,segment=NetworkSegment(c3aa82ea-8521-41ae-94bc-6b77a724b188),segment_id=c3aa82ea-8521-41ae-94bc-6b77a724b188)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:51:59.710248 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device f071c826-6291-459c-b65e-f04fbaeb1079 no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:51:59.785452 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 33127356-17a6-4961-bcb1-5efd5496d569 up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:51:59.786134 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dc448737-95ff-4790-af0d-471a29f28a54 req-388fd409-91d1-44d7-8324-890483e03b29 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a40bd772-947d-4370-9783-c33dfa399579 HTTP/1.1" status: 200 len: 217 time: 0.0759971 May 05 19:51:59.826116 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-5bd7f94a-8a2f-4a0d-9a12-b6b3e7f29d95 req-7d4a4566-545c-46ba-86c0-03e20c8ebd2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08e4b020-70fb-4448-92ed-4a4862398302 {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:51:59.843505 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-5bd7f94a-8a2f-4a0d-9a12-b6b3e7f29d95 req-7d4a4566-545c-46ba-86c0-03e20c8ebd2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:59.881615 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-5bd7f94a-8a2f-4a0d-9a12-b6b3e7f29d95 req-7d4a4566-545c-46ba-86c0-03e20c8ebd2b service neutron] Transition to ACTIVE for port object 08e4b020-70fb-4448-92ed-4a4862398302 will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:51:59.886066 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3324e3ec-3995-4ffb-afd9-fdc11209c40c admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 19:51:59.886345 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-4cac400c-5acf-4411-8e0a-b755692005ec req-36bcd78c-0cf3-4086-a0d6-cde9b4e7c66d tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:59.891318 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-5bd7f94a-8a2f-4a0d-9a12-b6b3e7f29d95 req-7d4a4566-545c-46ba-86c0-03e20c8ebd2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:59.904347 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f069961-69a4-4dd4-9158-1b13f18a590f None None] Sync routers for ids ['7e0c852e-4ef4-407b-9dad-84af291ba887'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 19:51:59.913917 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f069961-69a4-4dd4-9158-1b13f18a590f None None] Routers {'7e0c852e-4ef4-407b-9dad-84af291ba887'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:51:59.914511 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-5f069961-69a4-4dd4-9158-1b13f18a590f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:51:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['7e0c852e-4ef4-407b-9dad-84af291ba887'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:51:59.920688 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3324e3ec-3995-4ffb-afd9-fdc11209c40c admin admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:51:59.924854 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3324e3ec-3995-4ffb-afd9-fdc11209c40c admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.7818844 May 05 19:51:59.925529 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33818) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:51:59.933434 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port 33127356-17a6-4961-bcb1-5efd5496d569 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:51:59.942180 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port 33127356-17a6-4961-bcb1-5efd5496d569 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:51:59.942732 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:00.012662 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:00.027495 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201d2aff-3aca-434c-946a-9e1ed3be29be req-2b7c2bb6-c11c-4f1e-8cbf-7c47d2650134 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:00.034929 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-201d2aff-3aca-434c-946a-9e1ed3be29be req-2b7c2bb6-c11c-4f1e-8cbf-7c47d2650134 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] 10.222.0.36 "GET /v2.0/ports?device_id=02a55821-e17b-454d-9aea-fef7b5ddfca9 HTTP/1.1" status: 200 len: 935 time: 0.4026802 May 05 19:52:00.055612 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '868250e7-4e06-4d95-a1d3-8dab33c9f8e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f071c826-6291-459c-b65e-f04fbaeb1079'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:52:00.071182 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port f071c826-6291-459c-b65e-f04fbaeb1079, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=f071c826-6291-459c-b65e-f04fbaeb1079,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:52:00.078832 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4a4566-545c-46ba-86c0-03e20c8ebd2b service neutron] Pushing event updated for resources: {'Port': ['ID=08e4b020-70fb-4448-92ed-4a4862398302,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:00.097103 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-4cac400c-5acf-4411-8e0a-b755692005ec req-36bcd78c-0cf3-4086-a0d6-cde9b4e7c66d tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:00.112030 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc448737-95ff-4790-af0d-471a29f28a54 req-100da166-f3c4-4953-af8c-a28a32474a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:00.114453 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dc448737-95ff-4790-af0d-471a29f28a54 req-100da166-f3c4-4953-af8c-a28a32474a87 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dad2f10a-bab0-4742-b13f-5f772ad5e3e5 HTTP/1.1" status: 200 len: 851 time: 0.3190846 May 05 19:52:00.138213 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:00.146386 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-5f069961-69a4-4dd4-9158-1b13f18a590f None None] Set router 7e0c852e-4ef4-407b-9dad-84af291ba887 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:52:00.147065 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:00.150100 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['a40bd772-947d-4370-9783-c33dfa399579'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:52:00.202516 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-201d2aff-3aca-434c-946a-9e1ed3be29be req-7f397c92-daf3-40f6-a178-fded63d49455 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] 10.222.0.36 "GET /v2.0/security-groups?id=ceeee1c2-2df3-4de5-9577-b382bee91df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664121 May 05 19:52:00.317166 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=f071c826-6291-459c-b65e-f04fbaeb1079,revision_number=6']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:00.329307 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bcd78c-0cf3-4086-a0d6-cde9b4e7c66d tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Pushing event updated for resources: {'Port': ['ID=a40bd772-947d-4370-9783-c33dfa399579,revision_number=7']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:00.338708 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac400c-5acf-4411-8e0a-b755692005ec req-36bcd78c-0cf3-4086-a0d6-cde9b4e7c66d tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:00.340312 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-4cac400c-5acf-4411-8e0a-b755692005ec req-36bcd78c-0cf3-4086-a0d6-cde9b4e7c66d tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:00.356384 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4cac400c-5acf-4411-8e0a-b755692005ec req-36bcd78c-0cf3-4086-a0d6-cde9b4e7c66d tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "PUT /v2.0/ports/a40bd772-947d-4370-9783-c33dfa399579 HTTP/1.1" status: 200 len: 1021 time: 2.1940880 May 05 19:52:00.384969 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dc448737-95ff-4790-af0d-471a29f28a54 req-7d8a6964-ae82-4703-8a31-9632fcf103d1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9391bd70-fefd-4234-a5c6-e5bdaa98482d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1024306 May 05 19:52:00.420375 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 33127356-17a6-4961-bcb1-5efd5496d569, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=33127356-17a6-4961-bcb1-5efd5496d569,segment=NetworkSegment(74addc21-9c2f-4292-8d75-7048fb7d56d2),segment_id=74addc21-9c2f-4292-8d75-7048fb7d56d2)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:52:00.442923 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['a40bd772-947d-4370-9783-c33dfa399579'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:52:00.472936 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:00.567090 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-5f069961-69a4-4dd4-9158-1b13f18a590f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e0c852e-4ef4-407b-9dad-84af291ba887', 'name': 'tempest-ServersTestBootFromVolume-1190819006-router', 'tenant_id': '4d0e88c339a8478fac3bdc473e88ec9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '952a221f-6d5d-4de0-8f11-d04938b2c854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:51:53Z', 'updated_at': '2022-05-05T19:51:57Z', 'revision_number': 3, 'project_id': '4d0e88c339a8478fac3bdc473e88ec9b', 'gw_port': {'id': '952a221f-6d5d-4de0-8f11-d04938b2c854', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:42:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e0c852e-4ef4-407b-9dad-84af291ba887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:51:55Z', 'updated_at': '2022-05-05T19:51:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:52:00.570845 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f069961-69a4-4dd4-9158-1b13f18a590f None None] Checking router: 7e0c852e-4ef4-407b-9dad-84af291ba887 for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 19:52:00.571185 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f069961-69a4-4dd4-9158-1b13f18a590f None None] Updating router 7e0c852e-4ef4-407b-9dad-84af291ba887 port 952a221f-6d5d-4de0-8f11-d04938b2c854 binding host n-d-840717-1 {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 19:52:00.634836 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5f069961-69a4-4dd4-9158-1b13f18a590f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:00.663827 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=33127356-17a6-4961-bcb1-5efd5496d569,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:00.732084 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439edb64-3f01-44de-89b3-ee900eb42bb0 req-86501edf-c1c2-4391-aea4-735231c2f74b tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:00.734072 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-439edb64-3f01-44de-89b3-ee900eb42bb0 req-86501edf-c1c2-4391-aea4-735231c2f74b tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=d36a569d-6a34-4d80-8488-b596fe4b8373 HTTP/1.1" status: 200 len: 945 time: 0.2075138 May 05 19:52:00.757306 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c31748-200c-4272-a210-506f3f24ac2f req-c32251fa-d385-4e8f-8c63-2ecab71512e4 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:00.759213 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d6c31748-200c-4272-a210-506f3f24ac2f req-c32251fa-d385-4e8f-8c63-2ecab71512e4 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a3d48fd-40b2-4544-8c01-95a3b1d11a54 HTTP/1.1" status: 200 len: 946 time: 0.1672115 May 05 19:52:00.866604 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-5bd7f94a-8a2f-4a0d-9a12-b6b3e7f29d95 req-7d4a4566-545c-46ba-86c0-03e20c8ebd2b service neutron] Attempting to bind port 08e4b020-70fb-4448-92ed-4a4862398302 on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:52:00.867171 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-5bd7f94a-8a2f-4a0d-9a12-b6b3e7f29d95 req-7d4a4566-545c-46ba-86c0-03e20c8ebd2b service neutron] Attempting to bind port 08e4b020-70fb-4448-92ed-4a4862398302 by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:52:00.867171 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd7f94a-8a2f-4a0d-9a12-b6b3e7f29d95 req-7d4a4566-545c-46ba-86c0-03e20c8ebd2b service neutron] Attempting to bind port 08e4b020-70fb-4448-92ed-4a4862398302 on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:52:00.886931 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd7f94a-8a2f-4a0d-9a12-b6b3e7f29d95 req-7d4a4566-545c-46ba-86c0-03e20c8ebd2b service neutron] Port 08e4b020-70fb-4448-92ed-4a4862398302 on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:52:00.887177 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd7f94a-8a2f-4a0d-9a12-b6b3e7f29d95 req-7d4a4566-545c-46ba-86c0-03e20c8ebd2b service neutron] Attempting to bind port 08e4b020-70fb-4448-92ed-4a4862398302 on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:52:00.904070 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cb219e4-c809-4d06-89c6-067a09d74e3f', 'tag': 'a40bd772-947d-4370-9783-c33dfa399579'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:52:00.909239 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd7f94a-8a2f-4a0d-9a12-b6b3e7f29d95 req-7d4a4566-545c-46ba-86c0-03e20c8ebd2b service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:52:00.909615 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd7f94a-8a2f-4a0d-9a12-b6b3e7f29d95 req-7d4a4566-545c-46ba-86c0-03e20c8ebd2b service neutron] Checking segment: {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:52:00.910422 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd7f94a-8a2f-4a0d-9a12-b6b3e7f29d95 req-7d4a4566-545c-46ba-86c0-03e20c8ebd2b service neutron] Bound using segment: {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:52:00.910938 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-5bd7f94a-8a2f-4a0d-9a12-b6b3e7f29d95 req-7d4a4566-545c-46ba-86c0-03e20c8ebd2b service neutron] Bound port: 08e4b020-70fb-4448-92ed-4a4862398302, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:52:00.911289 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-5bd7f94a-8a2f-4a0d-9a12-b6b3e7f29d95 req-7d4a4566-545c-46ba-86c0-03e20c8ebd2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:00.941093 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71482f4-474c-406b-ba46-c8234cd24db9 req-2af39072-6291-4162-8dfa-47eadc9e4d5f tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:00.949372 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e71482f4-474c-406b-ba46-c8234cd24db9 req-2af39072-6291-4162-8dfa-47eadc9e4d5f tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a3d48fd-40b2-4544-8c01-95a3b1d11a54 HTTP/1.1" status: 200 len: 946 time: 0.3889430 May 05 19:52:01.015970 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e71482f4-474c-406b-ba46-c8234cd24db9 req-1b0f95c5-2000-4e3c-9ae7-e8dae0817935 tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] 10.222.0.36 "GET /v2.0/security-groups?id=a60fe5e7-515f-4a46-b438-cfc95f49a4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656562 May 05 19:52:01.018932 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dc448737-95ff-4790-af0d-471a29f28a54 req-e7fb058f-450e-4397-a6d6-a399382a083e service neutron] 10.222.0.24 "GET /v2.0/networks/9391bd70-fefd-4234-a5c6-e5bdaa98482d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5630813 May 05 19:52:01.062965 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5f069961-69a4-4dd4-9158-1b13f18a590f None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:01.078180 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-5f069961-69a4-4dd4-9158-1b13f18a590f None None] Transition to ACTIVE for port object 952a221f-6d5d-4de0-8f11-d04938b2c854 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:52:01.086560 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5f069961-69a4-4dd4-9158-1b13f18a590f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:01.124402 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-439edb64-3f01-44de-89b3-ee900eb42bb0 req-405f4eff-dd96-4293-8cbe-1ff20f96ec37 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3758612 May 05 19:52:01.129156 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-5bd7f94a-8a2f-4a0d-9a12-b6b3e7f29d95 req-7d4a4566-545c-46ba-86c0-03e20c8ebd2b service neutron] For port 08e4b020-70fb-4448-92ed-4a4862398302, host n-h2-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:52:01.133422 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-5bd7f94a-8a2f-4a0d-9a12-b6b3e7f29d95 req-7d4a4566-545c-46ba-86c0-03e20c8ebd2b service neutron] For port 08e4b020-70fb-4448-92ed-4a4862398302, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=08e4b020-70fb-4448-92ed-4a4862398302,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:52:01.165998 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-5bd7f94a-8a2f-4a0d-9a12-b6b3e7f29d95 req-7d4a4566-545c-46ba-86c0-03e20c8ebd2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:01.207792 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-5f069961-69a4-4dd4-9158-1b13f18a590f None None] Attempting to bind port 952a221f-6d5d-4de0-8f11-d04938b2c854 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:52:01.208082 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-5f069961-69a4-4dd4-9158-1b13f18a590f None None] Attempting to bind port 952a221f-6d5d-4de0-8f11-d04938b2c854 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:52:01.208198 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f069961-69a4-4dd4-9158-1b13f18a590f None None] Attempting to bind port 952a221f-6d5d-4de0-8f11-d04938b2c854 on network 0401d202-1605-4cfe-bad4-fb225df6afb0 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:52:01.218240 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f069961-69a4-4dd4-9158-1b13f18a590f None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:52:01.218619 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f069961-69a4-4dd4-9158-1b13f18a590f None None] Checking segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:52:01.218975 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5f069961-69a4-4dd4-9158-1b13f18a590f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:01.219370 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f069961-69a4-4dd4-9158-1b13f18a590f None None] Bound using segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:52:01.219822 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-5f069961-69a4-4dd4-9158-1b13f18a590f None None] Bound port: 952a221f-6d5d-4de0-8f11-d04938b2c854, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:52:01.220201 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5f069961-69a4-4dd4-9158-1b13f18a590f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:01.271303 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fafed3-c07f-411e-bd40-da5d62435d75 None None] Pushing event updated for resources: {'Port': ['ID=952a221f-6d5d-4de0-8f11-d04938b2c854,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:01.282605 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fafed3-c07f-411e-bd40-da5d62435d75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:52:01.282941 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fafed3-c07f-411e-bd40-da5d62435d75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:52:01.283266 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fafed3-c07f-411e-bd40-da5d62435d75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:52:01.283608 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fafed3-c07f-411e-bd40-da5d62435d75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:52:01.283926 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fafed3-c07f-411e-bd40-da5d62435d75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:52:01.284242 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fafed3-c07f-411e-bd40-da5d62435d75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:52:01.284555 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fafed3-c07f-411e-bd40-da5d62435d75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:52:01.284864 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fafed3-c07f-411e-bd40-da5d62435d75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:52:01.285174 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fafed3-c07f-411e-bd40-da5d62435d75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:52:01.285487 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fafed3-c07f-411e-bd40-da5d62435d75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:52:01.285794 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fafed3-c07f-411e-bd40-da5d62435d75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:52:01.286100 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fafed3-c07f-411e-bd40-da5d62435d75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:52:01.317110 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-5f069961-69a4-4dd4-9158-1b13f18a590f None None] For port 952a221f-6d5d-4de0-8f11-d04938b2c854, host n-d-840717-1, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:52:01.321348 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-d6c31748-200c-4272-a210-506f3f24ac2f req-ed7cb7ca-3f16-46c3-952d-53af26dbc45d tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Deleting port 13f18669-8999-4bb7-b14e-57afb879772e {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:52:01.321874 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-5f069961-69a4-4dd4-9158-1b13f18a590f None None] For port 952a221f-6d5d-4de0-8f11-d04938b2c854, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=952a221f-6d5d-4de0-8f11-d04938b2c854,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:52:01.321975 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-d6c31748-200c-4272-a210-506f3f24ac2f req-ed7cb7ca-3f16-46c3-952d-53af26dbc45d tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:01.327018 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5f069961-69a4-4dd4-9158-1b13f18a590f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:01.446692 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd7f94a-8a2f-4a0d-9a12-b6b3e7f29d95 req-7d4a4566-545c-46ba-86c0-03e20c8ebd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:01.447316 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-5bd7f94a-8a2f-4a0d-9a12-b6b3e7f29d95 req-7d4a4566-545c-46ba-86c0-03e20c8ebd2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:01.452594 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5bd7f94a-8a2f-4a0d-9a12-b6b3e7f29d95 req-7d4a4566-545c-46ba-86c0-03e20c8ebd2b service neutron] 10.222.0.50 "PUT /v2.0/ports/08e4b020-70fb-4448-92ed-4a4862398302 HTTP/1.1" status: 200 len: 1095 time: 2.8860972 May 05 19:52:01.489591 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f069961-69a4-4dd4-9158-1b13f18a590f None None] Routers {'7e0c852e-4ef4-407b-9dad-84af291ba887'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:52:01.490388 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-5f069961-69a4-4dd4-9158-1b13f18a590f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:51:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['7e0c852e-4ef4-407b-9dad-84af291ba887'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:52:01.592670 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b37f2a43-57f4-4306-8646-7b752275096a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:01.635237 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d70dc84-6f91-4e5a-8e49-e43bd2112648 req-de6c632d-e9cc-456f-9411-4155cdf25837 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:01.637749 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8d70dc84-6f91-4e5a-8e49-e43bd2112648 req-de6c632d-e9cc-456f-9411-4155cdf25837 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/ports?device_id=a11ba6de-5726-49e3-a0f8-106f7a184fd5 HTTP/1.1" status: 200 len: 949 time: 0.3747041 May 05 19:52:01.659227 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4a4566-545c-46ba-86c0-03e20c8ebd2b service neutron] Pushing event updated for resources: {'Port': ['ID=08e4b020-70fb-4448-92ed-4a4862398302,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:01.686686 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e240ab-ade4-43cd-b3b5-618ce7901c92 req-f7ae2a95-b4b3-48dd-bb61-1813f0a7ccc9 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:01.688266 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-12e240ab-ade4-43cd-b3b5-618ce7901c92 req-f7ae2a95-b4b3-48dd-bb61-1813f0a7ccc9 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/networks?id=87da803f-e7d0-44ba-a1c3-46d895a6576d HTTP/1.1" status: 200 len: 807 time: 0.5064120 May 05 19:52:01.715940 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-12e240ab-ade4-43cd-b3b5-618ce7901c92 req-801ef2a5-fd4a-4526-870a-9cfc2a577218 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/quotas/ec798a1d17654fd38a17594ac4520b82 HTTP/1.1" status: 200 len: 375 time: 0.0208278 May 05 19:52:01.723410 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fafed3-c07f-411e-bd40-da5d62435d75 None None] Pushing event updated for resources: {'Port': ['ID=952a221f-6d5d-4de0-8f11-d04938b2c854,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:01.738229 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-5f069961-69a4-4dd4-9158-1b13f18a590f None None] Set router 7e0c852e-4ef4-407b-9dad-84af291ba887 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:52:01.786968 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dc448737-95ff-4790-af0d-471a29f28a54 req-409795a1-7559-43bc-b615-d52cf7c213e3 service neutron] 10.222.0.24 "GET /v2.0/networks/9391bd70-fefd-4234-a5c6-e5bdaa98482d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6399882 May 05 19:52:01.817117 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd7f94a-8a2f-4a0d-9a12-b6b3e7f29d95 req-4b72784a-c4f6-4803-834c-2d144ccdbb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:01.818730 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5bd7f94a-8a2f-4a0d-9a12-b6b3e7f29d95 req-4b72784a-c4f6-4803-834c-2d144ccdbb86 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7aea924971d547f7b0b01135d13b1674&device_id=02a55821-e17b-454d-9aea-fef7b5ddfca9 HTTP/1.1" status: 200 len: 1098 time: 0.2736473 May 05 19:52:01.890435 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8d70dc84-6f91-4e5a-8e49-e43bd2112648 req-2aeb2a04-bb5c-4fd9-b0af-921e8781ef91 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e50fd44-6059-4e3b-8f95-027c4583f97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379978 May 05 19:52:01.891813 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5bd7f94a-8a2f-4a0d-9a12-b6b3e7f29d95 req-748d80ad-6b35-462d-b17b-e58d37808246 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=08e4b020-70fb-4448-92ed-4a4862398302 HTTP/1.1" status: 200 len: 217 time: 0.0661333 May 05 19:52:01.958411 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-12e240ab-ade4-43cd-b3b5-618ce7901c92 req-24b8100b-6bf4-43a2-8119-263cbaf27ef7 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ec798a1d17654fd38a17594ac4520b82&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2366099 May 05 19:52:01.977781 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb78a9c0-9893-4664-a136-a127e8c36fcb'] response: {'server_uuid': '868250e7-4e06-4d95-a1d3-8dab33c9f8e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f071c826-6291-459c-b65e-f04fbaeb1079', 'code': 200} May 05 19:52:02.018274 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd7f94a-8a2f-4a0d-9a12-b6b3e7f29d95 req-280c1bb6-02a2-45b5-b850-4ac5864de31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:02.019776 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5bd7f94a-8a2f-4a0d-9a12-b6b3e7f29d95 req-280c1bb6-02a2-45b5-b850-4ac5864de31b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.1217756 May 05 19:52:02.086426 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-5f069961-69a4-4dd4-9158-1b13f18a590f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e0c852e-4ef4-407b-9dad-84af291ba887', 'name': 'tempest-ServersTestBootFromVolume-1190819006-router', 'tenant_id': '4d0e88c339a8478fac3bdc473e88ec9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '952a221f-6d5d-4de0-8f11-d04938b2c854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:51:53Z', 'updated_at': '2022-05-05T19:51:57Z', 'revision_number': 3, 'project_id': '4d0e88c339a8478fac3bdc473e88ec9b', 'gw_port': {'id': '952a221f-6d5d-4de0-8f11-d04938b2c854', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:42:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e0c852e-4ef4-407b-9dad-84af291ba887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:51:55Z', 'updated_at': '2022-05-05T19:52:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:52:02.091323 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f069961-69a4-4dd4-9158-1b13f18a590f None None] The sync data for ids ['7e0c852e-4ef4-407b-9dad-84af291ba887'] in n-d-840717-1 is: [{'id': '7e0c852e-4ef4-407b-9dad-84af291ba887', 'name': 'tempest-ServersTestBootFromVolume-1190819006-router', 'tenant_id': '4d0e88c339a8478fac3bdc473e88ec9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '952a221f-6d5d-4de0-8f11-d04938b2c854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:51:53Z', 'updated_at': '2022-05-05T19:51:57Z', 'revision_number': 3, 'project_id': '4d0e88c339a8478fac3bdc473e88ec9b', 'gw_port': {'id': '952a221f-6d5d-4de0-8f11-d04938b2c854', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:42:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e0c852e-4ef4-407b-9dad-84af291ba887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:51:55Z', 'updated_at': '2022-05-05T19:52:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 19:52:02.171231 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-12e240ab-ade4-43cd-b3b5-618ce7901c92 req-ad656442-e391-45d7-a83e-12179ae8cc04 service neutron] 10.222.0.36 "GET /v2.0/networks/87da803f-e7d0-44ba-a1c3-46d895a6576d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020309 May 05 19:52:02.209325 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-d6c31748-200c-4272-a210-506f3f24ac2f req-ed7cb7ca-3f16-46c3-952d-53af26dbc45d tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] For port 13f18669-8999-4bb7-b14e-57afb879772e, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=13f18669-8999-4bb7-b14e-57afb879772e,segment=NetworkSegment(2e755c75-c5e5-46bc-aa31-6ec6bfd11bcd),segment_id=2e755c75-c5e5-46bc-aa31-6ec6bfd11bcd)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:52:02.209687 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-d6c31748-200c-4272-a210-506f3f24ac2f req-ed7cb7ca-3f16-46c3-952d-53af26dbc45d tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:02.216693 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd7f94a-8a2f-4a0d-9a12-b6b3e7f29d95 req-294ecf08-8746-487a-aa02-54dfa6be201e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:02.218199 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5bd7f94a-8a2f-4a0d-9a12-b6b3e7f29d95 req-294ecf08-8746-487a-aa02-54dfa6be201e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1412151 May 05 19:52:02.322617 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-b37f2a43-57f4-4306-8646-7b752275096a admin admin] Allocated IP 172.20.0.1 (c0dbff45-b7d3-44db-825a-7ca3d44cd917/b07668b7-cdd8-46a5-a536-43ebeaf1a857/b4ad395e-99ea-40f1-80cd-fc6a195b1e00) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:52:02.430576 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-12e240ab-ade4-43cd-b3b5-618ce7901c92 req-3dae029c-028f-4993-9905-47afb3d5f349 service neutron] 10.222.0.36 "GET /v2.0/networks/87da803f-e7d0-44ba-a1c3-46d895a6576d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507339 May 05 19:52:02.454299 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5bd7f94a-8a2f-4a0d-9a12-b6b3e7f29d95 req-a05f4b44-8a74-4cb1-9379-33c007617076 service neutron] 10.222.0.50 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279708 May 05 19:52:02.508813 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2677c86b-be28-4633-9a90-a2220c648f98 req-9e72ef80-d8c5-4963-bcfb-f3de00f4d819 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:02.516507 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2677c86b-be28-4633-9a90-a2220c648f98 req-9e72ef80-d8c5-4963-bcfb-f3de00f4d819 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cb219e4-c809-4d06-89c6-067a09d74e3f HTTP/1.1" status: 200 len: 1024 time: 0.3632846 May 05 19:52:02.630004 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5bd7f94a-8a2f-4a0d-9a12-b6b3e7f29d95 req-f06f2452-ca16-4cad-92e6-874d3256f42e service neutron] 10.222.0.50 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692791 May 05 19:52:02.806072 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-d6c31748-200c-4272-a210-506f3f24ac2f req-ed7cb7ca-3f16-46c3-952d-53af26dbc45d tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:02.806451 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-d6c31748-200c-4272-a210-506f3f24ac2f req-ed7cb7ca-3f16-46c3-952d-53af26dbc45d tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:02.806757 n-d-840717-1 neutron-server[88198]: INFO neutron.db.l3_db [req-d6c31748-200c-4272-a210-506f3f24ac2f req-ed7cb7ca-3f16-46c3-952d-53af26dbc45d tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Floating IP c7292cc8-0a46-42db-a514-0480a1fca375 disassociated. External IP: 172.25.0.34, port: 13f18669-8999-4bb7-b14e-57afb879772e. May 05 19:52:02.807098 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-d6c31748-200c-4272-a210-506f3f24ac2f req-ed7cb7ca-3f16-46c3-952d-53af26dbc45d tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Calling delete_port for 13f18669-8999-4bb7-b14e-57afb879772e owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:52:02.952698 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b37f2a43-57f4-4306-8646-7b752275096a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:02.988799 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-b37f2a43-57f4-4306-8646-7b752275096a admin admin] Transition to ACTIVE for port object b4ad395e-99ea-40f1-80cd-fc6a195b1e00 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:52:03.000158 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2677c86b-be28-4633-9a90-a2220c648f98 req-529298f5-1dc4-493d-ae05-f639d50ee32b tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/security-groups?id=8dc462cc-a429-497a-9c33-1b3f5b50a307&id=e36a03ce-19b7-4072-ac8e-38f72e9ef290&id=8942039c-0d5c-414b-82d7-fa367fc33d62 HTTP/1.1" status: 200 len: 6148 time: 0.4826477 May 05 19:52:03.035209 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-d6c31748-200c-4272-a210-506f3f24ac2f req-ed7cb7ca-3f16-46c3-952d-53af26dbc45d tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:03.102192 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7cb7ca-3f16-46c3-952d-53af26dbc45d tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Pushing event deleted for resources: {'Port': ['ID=13f18669-8999-4bb7-b14e-57afb879772e,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:03.175162 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6aa9724-c4a9-4f7d-a98e-4def0c752063'] response: {'name': 'network-changed', 'server_uuid': '6cb219e4-c809-4d06-89c6-067a09d74e3f', 'tag': 'a40bd772-947d-4370-9783-c33dfa399579', 'status': 'completed', 'code': 200} May 05 19:52:03.203672 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b37f2a43-57f4-4306-8646-7b752275096a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:03.271825 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d895949-4e66-445c-bcfa-42e139f280eb req-60fa6b72-655b-453f-9052-fcf868369d33 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:03.273408 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0d895949-4e66-445c-bcfa-42e139f280eb req-60fa6b72-655b-453f-9052-fcf868369d33 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=868250e7-4e06-4d95-a1d3-8dab33c9f8e2 HTTP/1.1" status: 200 len: 947 time: 0.3431451 May 05 19:52:03.281152 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef82a8-700f-487a-b791-20ccb213beb3 req-d611a59f-2feb-42f4-9a27-760a9f08e980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:03.282861 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e5ef82a8-700f-487a-b791-20ccb213beb3 req-d611a59f-2feb-42f4-9a27-760a9f08e980 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ebd0d12895b0474f8b30730a1d2092a4&device_id=6cb219e4-c809-4d06-89c6-067a09d74e3f HTTP/1.1" status: 200 len: 1175 time: 0.1062608 May 05 19:52:03.372519 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0d895949-4e66-445c-bcfa-42e139f280eb req-99a591cf-cec9-47bb-b994-ec635ebbe951 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880075 May 05 19:52:03.456274 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37f2a43-57f4-4306-8646-7b752275096a admin admin] Network c0dbff45-b7d3-44db-825a-7ca3d44cd917 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:52:03.469397 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-b37f2a43-57f4-4306-8646-7b752275096a admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:52:03.471289 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37f2a43-57f4-4306-8646-7b752275096a admin admin] Pushing event updated for resources: {'Port': ['ID=b4ad395e-99ea-40f1-80cd-fc6a195b1e00,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:03.480973 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37f2a43-57f4-4306-8646-7b752275096a admin admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:52:03.519882 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 952a221f-6d5d-4de0-8f11-d04938b2c854 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:52:03.582175 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b37f2a43-57f4-4306-8646-7b752275096a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:03.630296 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e19390df-9879-4adf-8cc8-b7843ab68fc8 req-86fa3ae2-5412-4652-ab92-68b0bb329b5c tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a3d48fd-40b2-4544-8c01-95a3b1d11a54 HTTP/1.1" status: 200 len: 210 time: 0.1090856 May 05 19:52:03.700682 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef82a8-700f-487a-b791-20ccb213beb3 req-e21dadb9-d006-4599-ac91-521ed64bdb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:03.702173 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e5ef82a8-700f-487a-b791-20ccb213beb3 req-e21dadb9-d006-4599-ac91-521ed64bdb72 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9391bd70-fefd-4234-a5c6-e5bdaa98482d HTTP/1.1" status: 200 len: 912 time: 0.4018071 May 05 19:52:03.709473 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device f071c826-6291-459c-b65e-f04fbaeb1079 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:52:03.825602 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6c31748-200c-4272-a210-506f3f24ac2f req-ed7cb7ca-3f16-46c3-952d-53af26dbc45d tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Router e028e2d9-f60d-4768-89e5-b98f0e173c7c has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 19:52:03.852594 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e5ef82a8-700f-487a-b791-20ccb213beb3 req-88f7380a-7342-4d0b-94ce-e1c2052ddad4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a40bd772-947d-4370-9783-c33dfa399579 HTTP/1.1" status: 200 len: 217 time: 0.1418047 May 05 19:52:03.939428 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 13f18669-8999-4bb7-b14e-57afb879772e no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:52:03.981497 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd36a569d-6a34-4d80-8488-b596fe4b8373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33127356-17a6-4961-bcb1-5efd5496d569'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:52:03.989103 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] No Port match for: 13f18669-8999-4bb7-b14e-57afb879772e {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 19:52:03.989537 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 13f18669-8999-4bb7-b14e-57afb879772e not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:52:04.014057 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port f071c826-6291-459c-b65e-f04fbaeb1079, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=f071c826-6291-459c-b65e-f04fbaeb1079,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:52:04.024818 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef82a8-700f-487a-b791-20ccb213beb3 req-36090a93-4308-45a4-876c-4f91b5c31325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:04.027113 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e5ef82a8-700f-487a-b791-20ccb213beb3 req-36090a93-4308-45a4-876c-4f91b5c31325 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dad2f10a-bab0-4742-b13f-5f772ad5e3e5 HTTP/1.1" status: 200 len: 851 time: 0.1639180 May 05 19:52:04.030181 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dbfa07-a66e-4b15-9d9b-1427c095b23e req-d8e98288-bce2-414d-8c58-d6557d720a56 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:04.031880 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-65dbfa07-a66e-4b15-9d9b-1427c095b23e req-d8e98288-bce2-414d-8c58-d6557d720a56 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] 10.222.0.36 "GET /v2.0/ports?device_id=02a55821-e17b-454d-9aea-fef7b5ddfca9 HTTP/1.1" status: 200 len: 947 time: 0.8040168 May 05 19:52:04.038222 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': 'f071c826-6291-459c-b65e-f04fbaeb1079', 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3', 'port_id': 'f071c826-6291-459c-b65e-f04fbaeb1079', 'mac_address': 'fa:16:3e:53:f2:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d72a8d3-0a35-4d3a-96b8-d869ff4093bc', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:52:04.040920 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 952a221f-6d5d-4de0-8f11-d04938b2c854 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:52:04.049478 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 952a221f-6d5d-4de0-8f11-d04938b2c854 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:52:04.049952 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:04.086506 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e5ef82a8-700f-487a-b791-20ccb213beb3 req-26ce55f8-8085-409f-9236-73f9f903dcc2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9391bd70-fefd-4234-a5c6-e5bdaa98482d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464675 May 05 19:52:04.117343 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-e1262e1b-162a-43fd-af20-b74c05999497 None None] Provisioning for port b4ad395e-99ea-40f1-80cd-fc6a195b1e00 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:52:04.127115 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfd0ed0-827a-45b1-b5d5-e2f5f59ad213 req-1aa03a8f-7b44-4c39-ae13-533623943433 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:04.130042 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cdfd0ed0-827a-45b1-b5d5-e2f5f59ad213 req-1aa03a8f-7b44-4c39-ae13-533623943433 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=d36a569d-6a34-4d80-8488-b596fe4b8373 HTTP/1.1" status: 200 len: 945 time: 0.1993351 May 05 19:52:04.142126 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-e1262e1b-162a-43fd-af20-b74c05999497 None None] Provisioning complete for port b4ad395e-99ea-40f1-80cd-fc6a195b1e00 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:52:04.142565 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e1262e1b-162a-43fd-af20-b74c05999497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:04.218994 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-65dbfa07-a66e-4b15-9d9b-1427c095b23e req-0c0984b9-000b-47c3-b038-25e6758ebe96 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] 10.222.0.36 "GET /v2.0/security-groups?id=ceeee1c2-2df3-4de5-9577-b382bee91df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802340 May 05 19:52:04.257248 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:04.297003 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f071c826-6291-459c-b65e-f04fbaeb1079 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:52:04.299947 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cdfd0ed0-827a-45b1-b5d5-e2f5f59ad213 req-2378efb6-7621-411b-ac99-06a0af346b5a tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395736 May 05 19:52:04.313658 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-e1262e1b-162a-43fd-af20-b74c05999497 None None] Port b4ad395e-99ea-40f1-80cd-fc6a195b1e00 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:52:04.358721 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e5ef82a8-700f-487a-b791-20ccb213beb3 req-41c94659-3755-4182-8166-65ad70244aa9 service neutron] 10.222.0.24 "GET /v2.0/networks/9391bd70-fefd-4234-a5c6-e5bdaa98482d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625871 May 05 19:52:04.402790 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:04.433867 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 952a221f-6d5d-4de0-8f11-d04938b2c854, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=952a221f-6d5d-4de0-8f11-d04938b2c854,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:52:04.437717 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port f071c826-6291-459c-b65e-f04fbaeb1079, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=f071c826-6291-459c-b65e-f04fbaeb1079,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:52:04.444933 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:04.509742 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:04.549298 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ae6c6dc2-ebf0-4dec-b8bc-87720311bb82 req-6654397e-a542-43c5-93ef-1a403378a287 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb708e5-303c-47f5-8e2e-6d06e480e3ed HTTP/1.1" status: 200 len: 210 time: 0.0544829 May 05 19:52:04.596150 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b4902479-f529-47a4-9405-3d1ed1501bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:04.600085 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=952a221f-6d5d-4de0-8f11-d04938b2c854,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:04.607726 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-53a82bfe-5e8a-4796-80cf-42a830fc9ad2 req-9f185f51-a69f-43d0-acd5-7a21ac02cc74 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Request body: {'security_group': {'name': ' tempest-securitygroup -385151885 ', 'description': 'tempest-description-607482577'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:52:04.625459 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e240ab-ade4-43cd-b3b5-618ce7901c92 req-440df10e-a909-43e0-93e4-fa21d33fd52f tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:04.626931 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-12e240ab-ade4-43cd-b3b5-618ce7901c92 req-440df10e-a909-43e0-93e4-fa21d33fd52f tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.24 "GET /v2.0/networks?id=87da803f-e7d0-44ba-a1c3-46d895a6576d HTTP/1.1" status: 200 len: 807 time: 0.2486215 May 05 19:52:04.637283 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-53a82bfe-5e8a-4796-80cf-42a830fc9ad2 req-9f185f51-a69f-43d0-acd5-7a21ac02cc74 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:52:04.654177 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-53a82bfe-5e8a-4796-80cf-42a830fc9ad2 req-9f185f51-a69f-43d0-acd5-7a21ac02cc74 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:52:04.659402 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e5ef82a8-700f-487a-b791-20ccb213beb3 req-5f42349c-b72d-46bc-9871-e234a8a9b86b service neutron] 10.222.0.24 "GET /v2.0/networks/9391bd70-fefd-4234-a5c6-e5bdaa98482d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925737 May 05 19:52:04.675681 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-12e240ab-ade4-43cd-b3b5-618ce7901c92 req-d926c2d6-feb9-496b-a308-e3cd3ad6032f tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Request body: {'port': {'device_id': 'bdb708e5-303c-47f5-8e2e-6d06e480e3ed', 'network_id': '87da803f-e7d0-44ba-a1c3-46d895a6576d', 'admin_state_up': True, 'tenant_id': 'ec798a1d17654fd38a17594ac4520b82'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:52:04.703910 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=f071c826-6291-459c-b65e-f04fbaeb1079,revision_number=7']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:04.716051 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203d381a-7273-4081-b556-d477a4230444 req-37d0602c-ea53-40fc-8e24-82b5684ecfb8 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:04.719815 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-203d381a-7273-4081-b556-d477a4230444 req-37d0602c-ea53-40fc-8e24-82b5684ecfb8 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/ports?device_id=a11ba6de-5726-49e3-a0f8-106f7a184fd5 HTTP/1.1" status: 200 len: 949 time: 0.2156429 May 05 19:52:04.734779 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6c31748-200c-4272-a210-506f3f24ac2f req-ed7cb7ca-3f16-46c3-952d-53af26dbc45d tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 19:52:04.746345 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0fda99-0a5c-4357-9d2e-e8ef7297baf4 None None] Sync routers for ids ['e028e2d9-f60d-4768-89e5-b98f0e173c7c'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 19:52:04.758979 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0fda99-0a5c-4357-9d2e-e8ef7297baf4 None None] Routers {'e028e2d9-f60d-4768-89e5-b98f0e173c7c'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:52:04.760254 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-fa0fda99-0a5c-4357-9d2e-e8ef7297baf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:51:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['e028e2d9-f60d-4768-89e5-b98f0e173c7c'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:52:04.768671 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-203d381a-7273-4081-b556-d477a4230444 req-2fe11103-a689-4eb5-9aba-0f061cc0ef60 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e50fd44-6059-4e3b-8f95-027c4583f97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434978 May 05 19:52:04.770463 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-53a82bfe-5e8a-4796-80cf-42a830fc9ad2 req-9f185f51-a69f-43d0-acd5-7a21ac02cc74 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:04.839378 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['f071c826-6291-459c-b65e-f04fbaeb1079'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:52:04.844260 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-53a82bfe-5e8a-4796-80cf-42a830fc9ad2 req-9f185f51-a69f-43d0-acd5-7a21ac02cc74 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:52:04.934398 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-53a82bfe-5e8a-4796-80cf-42a830fc9ad2 req-9f185f51-a69f-43d0-acd5-7a21ac02cc74 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Usage tracker for resource:security_group_rule and tenant:ebd0d12895b0474f8b30730a1d2092a4 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:52:04.948882 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-53a82bfe-5e8a-4796-80cf-42a830fc9ad2 req-9f185f51-a69f-43d0-acd5-7a21ac02cc74 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:52:04.955948 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6c31748-200c-4272-a210-506f3f24ac2f req-ed7cb7ca-3f16-46c3-952d-53af26dbc45d tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] No DVR routers for this DVR port 13f18669-8999-4bb7-b14e-57afb879772e on host n-h2-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:52:04.965566 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-53a82bfe-5e8a-4796-80cf-42a830fc9ad2 req-9f185f51-a69f-43d0-acd5-7a21ac02cc74 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:52:04.968934 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-d6c31748-200c-4272-a210-506f3f24ac2f req-ed7cb7ca-3f16-46c3-952d-53af26dbc45d tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:04.971423 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a3d48fd-40b2-4544-8c01-95a3b1d11a54', 'name': 'network-vif-deleted', 'tag': '13f18669-8999-4bb7-b14e-57afb879772e'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:52:05.002205 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-679e9c9b-c6d6-4680-a56b-c03a85552f33'] response: {'server_uuid': 'd36a569d-6a34-4d80-8488-b596fe4b8373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33127356-17a6-4961-bcb1-5efd5496d569', 'code': 200} May 05 19:52:05.004184 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b37f2a43-57f4-4306-8646-7b752275096a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:05.072526 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-fa0fda99-0a5c-4357-9d2e-e8ef7297baf4 None None] Set router e028e2d9-f60d-4768-89e5-b98f0e173c7c gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:52:05.092551 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d6c31748-200c-4272-a210-506f3f24ac2f req-ed7cb7ca-3f16-46c3-952d-53af26dbc45d tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] 10.222.0.50 "DELETE /v2.0/ports/13f18669-8999-4bb7-b14e-57afb879772e HTTP/1.1" status: 204 len: 173 time: 4.3279538 May 05 19:52:05.132578 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-12e240ab-ade4-43cd-b3b5-618ce7901c92 req-d926c2d6-feb9-496b-a308-e3cd3ad6032f tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:52:05.159101 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-12e240ab-ade4-43cd-b3b5-618ce7901c92 req-d926c2d6-feb9-496b-a308-e3cd3ad6032f tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:52:05.177803 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02a55821-e17b-454d-9aea-fef7b5ddfca9', 'tag': '08e4b020-70fb-4448-92ed-4a4862398302'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:52:05.343265 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12e240ab-ade4-43cd-b3b5-618ce7901c92 req-d926c2d6-feb9-496b-a308-e3cd3ad6032f tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Made reservation on behalf of ec798a1d17654fd38a17594ac4520b82 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:52:05.347014 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-12e240ab-ade4-43cd-b3b5-618ce7901c92 req-d926c2d6-feb9-496b-a308-e3cd3ad6032f tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:05.348790 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-49415d0e-be39-4a9e-b0d1-ad71d2623ced req-1ca39975-dcb9-4e8e-a270-82dfdec7975c tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a3d48fd-40b2-4544-8c01-95a3b1d11a54 HTTP/1.1" status: 200 len: 210 time: 0.0912292 May 05 19:52:05.408238 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca9744-62fb-4db3-905d-e8e06502eff0 req-87085077-25a0-40b0-bffe-c48561c8b9e2 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:05.410319 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8fca9744-62fb-4db3-905d-e8e06502eff0 req-87085077-25a0-40b0-bffe-c48561c8b9e2 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.24 "GET /v2.0/ports?device_id=868250e7-4e06-4d95-a1d3-8dab33c9f8e2&tenant_id=928b29e96aaf42dd9d4dc06b8e5f9969&binding%3Ahost_id=n-h1-840717-1 HTTP/1.1" status: 200 len: 948 time: 0.2139058 May 05 19:52:05.416812 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-53a82bfe-5e8a-4796-80cf-42a830fc9ad2 req-9f185f51-a69f-43d0-acd5-7a21ac02cc74 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:05.512857 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 952a221f-6d5d-4de0-8f11-d04938b2c854 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:52:05.561386 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-53a82bfe-5e8a-4796-80cf-42a830fc9ad2 req-9f185f51-a69f-43d0-acd5-7a21ac02cc74 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:05.604047 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-fa0fda99-0a5c-4357-9d2e-e8ef7297baf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e028e2d9-f60d-4768-89e5-b98f0e173c7c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1448522101-router', 'tenant_id': '9ab4a98eac4a43fd9990405f39079105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'c27bc6fa-e42c-4b8b-b7e4-1c7582624a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:49:00Z', 'updated_at': '2022-05-05T19:49:11Z', 'revision_number': 4, 'project_id': '9ab4a98eac4a43fd9990405f39079105', 'gw_port': {'id': 'c27bc6fa-e42c-4b8b-b7e4-1c7582624a1c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:8e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e028e2d9-f60d-4768-89e5-b98f0e173c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:49:02Z', 'updated_at': '2022-05-05T19:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'a669da36-efec-4c83-a63f-e78f7f0a4b4c', 'name': '', 'network_id': '437a7ddd-67cb-4099-8524-e097583de73f', 'tenant_id': '9ab4a98eac4a43fd9990405f39079105', 'mac_address': 'fa:16:3e:cc:87:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e028e2d9-f60d-4768-89e5-b98f0e173c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'be9b9f6e-6d36-4843-877a-9bcb21e60117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:49:10Z', 'updated_at': '2022-05-05T19:49:20Z', 'revision_number': 5, 'project_id': '9ab4a98eac4a43fd9990405f39079105', 'subnets': [{'id': 'be9b9f6e-6d36-4843-877a-9bcb21e60117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:52:05.609383 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0fda99-0a5c-4357-9d2e-e8ef7297baf4 None None] Checking router: e028e2d9-f60d-4768-89e5-b98f0e173c7c for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 19:52:05.621240 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 952a221f-6d5d-4de0-8f11-d04938b2c854 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:52:05.621601 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:05.681666 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0fda99-0a5c-4357-9d2e-e8ef7297baf4 None None] Routers {'e028e2d9-f60d-4768-89e5-b98f0e173c7c'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:52:05.682340 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-fa0fda99-0a5c-4357-9d2e-e8ef7297baf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:51:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['e028e2d9-f60d-4768-89e5-b98f0e173c7c'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:52:05.723627 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b28a23-22f3-4ec7-9d4b-2d8ef9f6d097 req-b139bd62-41ab-4af8-a016-aea7198cb04b tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:05.731929 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b1b28a23-22f3-4ec7-9d4b-2d8ef9f6d097 req-b139bd62-41ab-4af8-a016-aea7198cb04b tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=868250e7-4e06-4d95-a1d3-8dab33c9f8e2 HTTP/1.1" status: 200 len: 948 time: 0.1168196 May 05 19:52:05.773463 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f185f51-a69f-43d0-acd5-7a21ac02cc74 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9c8231-5e8d-42cb-bf7d-c24302fa2a3d,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:05.790444 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b1b28a23-22f3-4ec7-9d4b-2d8ef9f6d097 req-0a7bd7b3-ef74-4347-89b6-61cc872d7239 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573280 May 05 19:52:05.799557 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-53a82bfe-5e8a-4796-80cf-42a830fc9ad2 req-9f185f51-a69f-43d0-acd5-7a21ac02cc74 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:05.800883 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-53a82bfe-5e8a-4796-80cf-42a830fc9ad2 req-9f185f51-a69f-43d0-acd5-7a21ac02cc74 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 1.1976266 May 05 19:52:05.805242 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca9744-62fb-4db3-905d-e8e06502eff0 req-ed0a1057-f8de-432b-ae11-c650ec86ada8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:05.809679 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8fca9744-62fb-4db3-905d-e8e06502eff0 req-ed0a1057-f8de-432b-ae11-c650ec86ada8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=928b29e96aaf42dd9d4dc06b8e5f9969&device_id=868250e7-4e06-4d95-a1d3-8dab33c9f8e2 HTTP/1.1" status: 200 len: 1099 time: 0.2942159 May 05 19:52:05.820167 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 08e4b020-70fb-4448-92ed-4a4862398302 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:52:05.829873 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9991a620-9820-45a2-b1db-3a52d70348b7 req-4486ba06-b991-448c-bfe2-363e00736096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:05.831500 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9991a620-9820-45a2-b1db-3a52d70348b7 req-4486ba06-b991-448c-bfe2-363e00736096 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d36a569d-6a34-4d80-8488-b596fe4b8373 HTTP/1.1" status: 200 len: 1096 time: 0.6534250 May 05 19:52:05.903129 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-12e240ab-ade4-43cd-b3b5-618ce7901c92 req-d926c2d6-feb9-496b-a308-e3cd3ad6032f tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Allocated IP 172.20.0.7 (87da803f-e7d0-44ba-a1c3-46d895a6576d/af43fcc5-064b-4df8-a8c0-be1ad4feb5a8/3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:52:05.907871 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9991a620-9820-45a2-b1db-3a52d70348b7 req-b9975080-7710-4485-a628-d3b9cfe1edc1 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627475 May 05 19:52:05.920086 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e21804c-0146-4730-9ae5-5b26d8604294'] response: {'name': 'network-changed', 'server_uuid': '02a55821-e17b-454d-9aea-fef7b5ddfca9', 'tag': '08e4b020-70fb-4448-92ed-4a4862398302', 'status': 'completed', 'code': 200} May 05 19:52:05.927176 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bca37f0-e750-4de3-bcd2-4c52071407e1'] response: {'server_uuid': '1a3d48fd-40b2-4544-8c01-95a3b1d11a54', 'name': 'network-vif-deleted', 'tag': '13f18669-8999-4bb7-b14e-57afb879772e', 'status': 'completed', 'code': 200} May 05 19:52:05.938050 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b37f2a43-57f4-4306-8646-7b752275096a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:05.957145 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b37f2a43-57f4-4306-8646-7b752275096a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:06.201414 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37f2a43-57f4-4306-8646-7b752275096a admin admin] Pushing event updated for resources: {'Port': ['ID=b4ad395e-99ea-40f1-80cd-fc6a195b1e00,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:06.202537 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-fa0fda99-0a5c-4357-9d2e-e8ef7297baf4 None None] Set router e028e2d9-f60d-4768-89e5-b98f0e173c7c gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:52:06.334712 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca9744-62fb-4db3-905d-e8e06502eff0 req-bf9fff0d-c8d8-4759-b4ad-fd7eeeb0f908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:06.336398 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8fca9744-62fb-4db3-905d-e8e06502eff0 req-bf9fff0d-c8d8-4759-b4ad-fd7eeeb0f908 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3 HTTP/1.1" status: 200 len: 870 time: 0.5196717 May 05 19:52:06.428879 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b37f2a43-57f4-4306-8646-7b752275096a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:06.432856 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8fca9744-62fb-4db3-905d-e8e06502eff0 req-f83a5057-3af5-47c1-a67d-076638b79793 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=f071c826-6291-459c-b65e-f04fbaeb1079 HTTP/1.1" status: 200 len: 217 time: 0.0856254 May 05 19:52:06.440291 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 08e4b020-70fb-4448-92ed-4a4862398302, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=08e4b020-70fb-4448-92ed-4a4862398302,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:52:06.468822 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': '08e4b020-70fb-4448-92ed-4a4862398302', 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3', 'port_id': '08e4b020-70fb-4448-92ed-4a4862398302', 'mac_address': 'fa:16:3e:05:d0:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d72a8d3-0a35-4d3a-96b8-d869ff4093bc', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:52:06.494025 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84fcd7a-cf8f-4b3a-aae9-112d0e97abae req-a4fb9b44-9363-4b85-b442-ae93d8646ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:06.496191 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e84fcd7a-cf8f-4b3a-aae9-112d0e97abae req-a4fb9b44-9363-4b85-b442-ae93d8646ddc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7aea924971d547f7b0b01135d13b1674&device_id=02a55821-e17b-454d-9aea-fef7b5ddfca9 HTTP/1.1" status: 200 len: 1098 time: 0.5753362 May 05 19:52:06.574966 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca9744-62fb-4db3-905d-e8e06502eff0 req-8d66d2dd-96c9-4b03-8c16-346f59adb119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:06.576852 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8fca9744-62fb-4db3-905d-e8e06502eff0 req-8d66d2dd-96c9-4b03-8c16-346f59adb119 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.1340065 May 05 19:52:06.594902 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:06.598248 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6563e4-62e3-42ea-a832-75fdb822ca58 req-3d40cdd4-7d11-47eb-8c88-81cb329f88b0 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:06.600214 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8e6563e4-62e3-42ea-a832-75fdb822ca58 req-3d40cdd4-7d11-47eb-8c88-81cb329f88b0 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=d36a569d-6a34-4d80-8488-b596fe4b8373 HTTP/1.1" status: 200 len: 945 time: 0.4779241 May 05 19:52:06.627269 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08e4b020-70fb-4448-92ed-4a4862398302 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:52:06.652730 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc8631-ecf0-432e-a929-ca6573a09ab9 req-4ef6838d-b880-4e0c-bd7a-e3bb0d3fed1a tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:06.655017 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2ccc8631-ecf0-432e-a929-ca6573a09ab9 req-4ef6838d-b880-4e0c-bd7a-e3bb0d3fed1a tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] 10.222.0.36 "GET /v2.0/ports?device_id=02a55821-e17b-454d-9aea-fef7b5ddfca9 HTTP/1.1" status: 200 len: 947 time: 0.5082254 May 05 19:52:06.690313 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 08e4b020-70fb-4448-92ed-4a4862398302, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=08e4b020-70fb-4448-92ed-4a4862398302,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:52:06.705574 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:06.714092 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-12e240ab-ade4-43cd-b3b5-618ce7901c92 req-d926c2d6-feb9-496b-a308-e3cd3ad6032f tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:06.773898 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2ccc8631-ecf0-432e-a929-ca6573a09ab9 req-d210e5f0-db3c-4d53-98dc-8e4315adc26a tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] 10.222.0.36 "GET /v2.0/security-groups?id=ceeee1c2-2df3-4de5-9577-b382bee91df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075845 May 05 19:52:06.786067 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=08e4b020-70fb-4448-92ed-4a4862398302,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:06.804852 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37f2a43-57f4-4306-8646-7b752275096a admin admin] Network c0dbff45-b7d3-44db-825a-7ca3d44cd917 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:52:06.815990 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-b37f2a43-57f4-4306-8646-7b752275096a admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:52:06.821155 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-fa0fda99-0a5c-4357-9d2e-e8ef7297baf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e028e2d9-f60d-4768-89e5-b98f0e173c7c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1448522101-router', 'tenant_id': '9ab4a98eac4a43fd9990405f39079105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'c27bc6fa-e42c-4b8b-b7e4-1c7582624a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:49:00Z', 'updated_at': '2022-05-05T19:49:11Z', 'revision_number': 4, 'project_id': '9ab4a98eac4a43fd9990405f39079105', 'gw_port': {'id': 'c27bc6fa-e42c-4b8b-b7e4-1c7582624a1c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:8e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e028e2d9-f60d-4768-89e5-b98f0e173c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:49:02Z', 'updated_at': '2022-05-05T19:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'a669da36-efec-4c83-a63f-e78f7f0a4b4c', 'name': '', 'network_id': '437a7ddd-67cb-4099-8524-e097583de73f', 'tenant_id': '9ab4a98eac4a43fd9990405f39079105', 'mac_address': 'fa:16:3e:cc:87:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e028e2d9-f60d-4768-89e5-b98f0e173c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'be9b9f6e-6d36-4843-877a-9bcb21e60117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:49:10Z', 'updated_at': '2022-05-05T19:49:20Z', 'revision_number': 5, 'project_id': '9ab4a98eac4a43fd9990405f39079105', 'subnets': [{'id': 'be9b9f6e-6d36-4843-877a-9bcb21e60117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:52:06.826777 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0fda99-0a5c-4357-9d2e-e8ef7297baf4 None None] The sync data for ids ['e028e2d9-f60d-4768-89e5-b98f0e173c7c'] in n-d-840717-1 is: [{'id': 'e028e2d9-f60d-4768-89e5-b98f0e173c7c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1448522101-router', 'tenant_id': '9ab4a98eac4a43fd9990405f39079105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'c27bc6fa-e42c-4b8b-b7e4-1c7582624a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:49:00Z', 'updated_at': '2022-05-05T19:49:11Z', 'revision_number': 4, 'project_id': '9ab4a98eac4a43fd9990405f39079105', 'gw_port': {'id': 'c27bc6fa-e42c-4b8b-b7e4-1c7582624a1c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:8e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e028e2d9-f60d-4768-89e5-b98f0e173c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:49:02Z', 'updated_at': '2022-05-05T19:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'a669da36-efec-4c83-a63f-e78f7f0a4b4c', 'name': '', 'network_id': '437a7ddd-67cb-4099-8524-e097583de73f', 'tenant_id': '9ab4a98eac4a43fd9990405f39079105', 'mac_address': 'fa:16:3e:cc:87:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e028e2d9-f60d-4768-89e5-b98f0e173c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'be9b9f6e-6d36-4843-877a-9bcb21e60117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:49:10Z', 'updated_at': '2022-05-05T19:49:20Z', 'revision_number': 5, 'project_id': '9ab4a98eac4a43fd9990405f39079105', 'subnets': [{'id': 'be9b9f6e-6d36-4843-877a-9bcb21e60117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 19:52:06.839933 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-86299325-a62a-479c-b093-fed03f4cf50e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:06.882651 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8e6563e4-62e3-42ea-a832-75fdb822ca58 req-a53eb5e9-8272-4812-a09d-efd792c76661 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222398 May 05 19:52:06.977288 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84fcd7a-cf8f-4b3a-aae9-112d0e97abae req-8d682c27-34b2-4808-815d-8a26f978e65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:06.979517 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e84fcd7a-cf8f-4b3a-aae9-112d0e97abae req-8d682c27-34b2-4808-815d-8a26f978e65d service neutron] 10.222.0.50 "GET /v2.0/networks?id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3 HTTP/1.1" status: 200 len: 870 time: 0.4737630 May 05 19:52:06.984459 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca9744-62fb-4db3-905d-e8e06502eff0 req-5ccb375e-3eb1-4d22-afb4-80dcc079fe01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:06.986158 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8fca9744-62fb-4db3-905d-e8e06502eff0 req-5ccb375e-3eb1-4d22-afb4-80dcc079fe01 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3848660 May 05 19:52:07.013221 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['08e4b020-70fb-4448-92ed-4a4862398302'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:52:07.143995 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e84fcd7a-cf8f-4b3a-aae9-112d0e97abae req-20d631df-c17a-41f8-a6c2-59342ee16dd0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=08e4b020-70fb-4448-92ed-4a4862398302 HTTP/1.1" status: 200 len: 217 time: 0.1568604 May 05 19:52:07.159754 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-218d2b19-e126-46c3-9fb7-854daabd90df req-19dbc1de-02a3-4743-b8cf-24accec92752 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Synchronizing usage tracker for tenant:ec798a1d17654fd38a17594ac4520b82 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:52:07.197647 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-12e240ab-ade4-43cd-b3b5-618ce7901c92 req-d926c2d6-feb9-496b-a308-e3cd3ad6032f tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:07.282361 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-10848ad4-98ca-4945-99ef-2711a867d759 None None] Provisioning complete for port b4ad395e-99ea-40f1-80cd-fc6a195b1e00 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:52:07.282738 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-10848ad4-98ca-4945-99ef-2711a867d759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:07.341567 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-218d2b19-e126-46c3-9fb7-854daabd90df req-19dbc1de-02a3-4743-b8cf-24accec92752 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Unset dirty status for tenant:ec798a1d17654fd38a17594ac4520b82 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:52:07.350568 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689dd167-8018-4246-a0de-1ced49eb52e8 None None] New status for floating IP c7292cc8-0a46-42db-a514-0480a1fca375: DOWN {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 19:52:07.368947 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-218d2b19-e126-46c3-9fb7-854daabd90df req-19dbc1de-02a3-4743-b8cf-24accec92752 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb708e5-303c-47f5-8e2e-6d06e480e3ed HTTP/1.1" status: 200 len: 210 time: 0.3601429 May 05 19:52:07.431223 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-10848ad4-98ca-4945-99ef-2711a867d759 None None] Port b4ad395e-99ea-40f1-80cd-fc6a195b1e00 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:52:07.465297 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a74705-1211-4cf4-9d9b-05805ebb0a79 req-ae4cfec0-52d2-485b-9e4f-b527d27c260f tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:07.466083 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12e240ab-ade4-43cd-b3b5-618ce7901c92 req-d926c2d6-feb9-496b-a308-e3cd3ad6032f tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Network 87da803f-e7d0-44ba-a1c3-46d895a6576d is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:52:07.466840 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-53a74705-1211-4cf4-9d9b-05805ebb0a79 req-ae4cfec0-52d2-485b-9e4f-b527d27c260f tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/ports?device_id=a11ba6de-5726-49e3-a0f8-106f7a184fd5 HTTP/1.1" status: 200 len: 949 time: 0.2973664 May 05 19:52:07.470562 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84fcd7a-cf8f-4b3a-aae9-112d0e97abae req-59955686-59a6-4f82-9ea9-1b3204548fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:07.472900 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e84fcd7a-cf8f-4b3a-aae9-112d0e97abae req-59955686-59a6-4f82-9ea9-1b3204548fce service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.2273562 May 05 19:52:07.477096 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-12e240ab-ade4-43cd-b3b5-618ce7901c92 req-d926c2d6-feb9-496b-a308-e3cd3ad6032f tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:52:07.481347 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-12e240ab-ade4-43cd-b3b5-618ce7901c92 req-d926c2d6-feb9-496b-a308-e3cd3ad6032f tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:52:07.535407 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d926c2d6-feb9-496b-a308-e3cd3ad6032f tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Pushing event updated for resources: {'Port': ['ID=3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:07.594654 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-158c67f4-4264-4007-9071-a1fb68ffac80 req-e41deccd-2b2d-4b8d-b6b2-eda550d3b5bd tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/security-groups/1d9c8231-5e8d-42cb-bf7d-c24302fa2a3d HTTP/1.1" status: 200 len: 1779 time: 0.1782024 May 05 19:52:07.608244 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b37f2a43-57f4-4306-8646-7b752275096a admin admin] Router 7e0c852e-4ef4-407b-9dad-84af291ba887 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 19:52:07.616267 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8fca9744-62fb-4db3-905d-e8e06502eff0 req-eed8bc00-8062-4638-b01d-bb921a1afbb3 service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4707215 May 05 19:52:07.646132 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-53a74705-1211-4cf4-9d9b-05805ebb0a79 req-229de9af-26b9-4e6e-a293-371d3887e2fe tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e50fd44-6059-4e3b-8f95-027c4583f97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603420 May 05 19:52:07.656412 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e240ab-ade4-43cd-b3b5-618ce7901c92 req-d926c2d6-feb9-496b-a308-e3cd3ad6032f tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:07.658128 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-12e240ab-ade4-43cd-b3b5-618ce7901c92 req-d926c2d6-feb9-496b-a308-e3cd3ad6032f tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:07.686458 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:07.708016 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84fcd7a-cf8f-4b3a-aae9-112d0e97abae req-0db06a08-aa79-4c76-8a81-bb6c515f7437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:07.710827 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e84fcd7a-cf8f-4b3a-aae9-112d0e97abae req-0db06a08-aa79-4c76-8a81-bb6c515f7437 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2104816 May 05 19:52:07.730896 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device f071c826-6291-459c-b65e-f04fbaeb1079 up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:52:07.794566 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-12e240ab-ade4-43cd-b3b5-618ce7901c92 req-d926c2d6-feb9-496b-a308-e3cd3ad6032f tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1272869 May 05 19:52:07.840329 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port f071c826-6291-459c-b65e-f04fbaeb1079 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:52:07.840711 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:07.841275 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-12e240ab-ade4-43cd-b3b5-618ce7901c92 req-a8f109eb-4d32-4360-ae2a-56042fcbbadc service neutron] Request body: {'port': {'device_id': 'bdb708e5-303c-47f5-8e2e-6d06e480e3ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:52:07.991385 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:08.001996 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['478f6a74-57f1-4900-99d8-96e662021eb5'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:52:08.010051 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0838b439-c7cb-4997-ae9c-a16f77681cb2 req-a5bf66b2-efde-4836-8bb2-bf77443e91dc tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/security-groups/1d9c8231-5e8d-42cb-bf7d-c24302fa2a3d HTTP/1.1" status: 200 len: 1779 time: 0.2148261 May 05 19:52:08.036931 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:08.086274 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port f071c826-6291-459c-b65e-f04fbaeb1079, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=f071c826-6291-459c-b65e-f04fbaeb1079,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:52:08.088264 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e84fcd7a-cf8f-4b3a-aae9-112d0e97abae req-012a3108-87f1-4937-be70-115540c5bc19 service neutron] 10.222.0.50 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3546226 May 05 19:52:08.090077 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '868250e7-4e06-4d95-a1d3-8dab33c9f8e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f071c826-6291-459c-b65e-f04fbaeb1079'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:52:08.094261 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8fca9744-62fb-4db3-905d-e8e06502eff0 req-dde97f5a-f65e-466c-9eb4-1e062375b7ac service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4439681 May 05 19:52:08.099240 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:08.165153 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0838b439-c7cb-4997-ae9c-a16f77681cb2 req-6bc7685c-abb0-4374-9e32-b3965268fff1 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:08.166816 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82c0e48-0be1-45a8-9310-5bd77379a1b1 req-3ac3b3b4-9ad0-4795-b414-5e6f038d137b tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:08.175813 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f82c0e48-0be1-45a8-9310-5bd77379a1b1 req-3ac3b3b4-9ad0-4795-b414-5e6f038d137b tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=868250e7-4e06-4d95-a1d3-8dab33c9f8e2 HTTP/1.1" status: 200 len: 948 time: 0.3416564 May 05 19:52:08.196228 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=f071c826-6291-459c-b65e-f04fbaeb1079,revision_number=8']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:08.280033 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f82c0e48-0be1-45a8-9310-5bd77379a1b1 req-2b993a21-4296-4bae-9be8-ce507b1dbffb tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007843 May 05 19:52:08.289953 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37f2a43-57f4-4306-8646-7b752275096a admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 19:52:08.293027 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0838b439-c7cb-4997-ae9c-a16f77681cb2 req-6bc7685c-abb0-4374-9e32-b3965268fff1 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:08.315333 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-12e240ab-ade4-43cd-b3b5-618ce7901c92 req-a8f109eb-4d32-4360-ae2a-56042fcbbadc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:08.316256 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58acf73-40fd-4473-9a41-f485886780f5 None None] Sync routers for ids ['7e0c852e-4ef4-407b-9dad-84af291ba887'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 19:52:08.342252 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33894) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:52:08.350174 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58acf73-40fd-4473-9a41-f485886780f5 None None] Routers {'7e0c852e-4ef4-407b-9dad-84af291ba887'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:52:08.350754 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-a58acf73-40fd-4473-9a41-f485886780f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:52:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['7e0c852e-4ef4-407b-9dad-84af291ba887'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:52:08.360991 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b37f2a43-57f4-4306-8646-7b752275096a admin admin] 10.222.0.36 "PUT /v2.0/routers/7e0c852e-4ef4-407b-9dad-84af291ba887/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4342897 May 05 19:52:08.406004 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e84fcd7a-cf8f-4b3a-aae9-112d0e97abae req-c3b8175f-3495-43f7-ae07-687b35e51e2e service neutron] 10.222.0.50 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057349 May 05 19:52:08.473293 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0412fc20-0730-4aa9-a2d6-5f13259be29b tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:08.526840 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0412fc20-0730-4aa9-a2d6-5f13259be29b tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:08.640230 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-a58acf73-40fd-4473-9a41-f485886780f5 None None] Set router 7e0c852e-4ef4-407b-9dad-84af291ba887 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:52:08.751206 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0838b439-c7cb-4997-ae9c-a16f77681cb2 req-6bc7685c-abb0-4374-9e32-b3965268fff1 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:08.842263 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc7685c-abb0-4374-9e32-b3965268fff1 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9c8231-5e8d-42cb-bf7d-c24302fa2a3d,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:08.873634 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0838b439-c7cb-4997-ae9c-a16f77681cb2 req-6bc7685c-abb0-4374-9e32-b3965268fff1 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:08.874801 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0838b439-c7cb-4997-ae9c-a16f77681cb2 req-6bc7685c-abb0-4374-9e32-b3965268fff1 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "DELETE /v2.0/security-groups/1d9c8231-5e8d-42cb-bf7d-c24302fa2a3d HTTP/1.1" status: 204 len: 173 time: 0.8450871 May 05 19:52:08.884294 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0412fc20-0730-4aa9-a2d6-5f13259be29b tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:08.902933 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0412fc20-0730-4aa9-a2d6-5f13259be29b tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60fe5e7-515f-4a46-b438-cfc95f49a4e4,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:08.933137 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0412fc20-0730-4aa9-a2d6-5f13259be29b tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:08.937230 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-0412fc20-0730-4aa9-a2d6-5f13259be29b tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] 10.222.0.36 "DELETE /v2.0/security-groups/a60fe5e7-515f-4a46-b438-cfc95f49a4e4 HTTP/1.1" status: 204 len: 168 time: 0.5939343 May 05 19:52:08.937801 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33908) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:52:08.967365 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cc620f-c836-4dab-afad-bedce1c80a67 req-55e66a3b-0161-4695-ad9a-77c05a26f994 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:08.976189 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-75cc620f-c836-4dab-afad-bedce1c80a67 req-55e66a3b-0161-4695-ad9a-77c05a26f994 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Synchronizing usage tracker for tenant:7aea924971d547f7b0b01135d13b1674 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:52:09.011436 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-75cc620f-c836-4dab-afad-bedce1c80a67 req-55e66a3b-0161-4695-ad9a-77c05a26f994 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Unset dirty status for tenant:7aea924971d547f7b0b01135d13b1674 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:52:09.014819 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-75cc620f-c836-4dab-afad-bedce1c80a67 req-55e66a3b-0161-4695-ad9a-77c05a26f994 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] 10.222.0.36 "GET /v2.0/ports?device_id=02a55821-e17b-454d-9aea-fef7b5ddfca9 HTTP/1.1" status: 200 len: 948 time: 0.3848150 May 05 19:52:09.083663 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-75cc620f-c836-4dab-afad-bedce1c80a67 req-f5807d33-18e6-409d-a917-f9c7a4f7feae tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Synchronizing usage tracker for tenant:7aea924971d547f7b0b01135d13b1674 on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:52:09.089929 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-3c9004a1-8a21-4e53-a87f-aee25742526b tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] show failed (client error): The resource could not be found. May 05 19:52:09.093650 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3c9004a1-8a21-4e53-a87f-aee25742526b tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] 10.222.0.36 "GET /v2.0/security-groups/a60fe5e7-515f-4a46-b438-cfc95f49a4e4 HTTP/1.1" status: 404 len: 347 time: 0.1519349 May 05 19:52:09.094142 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33912) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:52:09.150824 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-a58acf73-40fd-4473-9a41-f485886780f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e0c852e-4ef4-407b-9dad-84af291ba887', 'name': 'tempest-ServersTestBootFromVolume-1190819006-router', 'tenant_id': '4d0e88c339a8478fac3bdc473e88ec9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '952a221f-6d5d-4de0-8f11-d04938b2c854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:51:53Z', 'updated_at': '2022-05-05T19:52:04Z', 'revision_number': 4, 'project_id': '4d0e88c339a8478fac3bdc473e88ec9b', 'gw_port': {'id': '952a221f-6d5d-4de0-8f11-d04938b2c854', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:42:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0c852e-4ef4-407b-9dad-84af291ba887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:51:55Z', 'updated_at': '2022-05-05T19:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'b4ad395e-99ea-40f1-80cd-fc6a195b1e00', 'name': '', 'network_id': 'c0dbff45-b7d3-44db-825a-7ca3d44cd917', 'tenant_id': '4d0e88c339a8478fac3bdc473e88ec9b', 'mac_address': 'fa:16:3e:db:5e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e0c852e-4ef4-407b-9dad-84af291ba887', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'b07668b7-cdd8-46a5-a536-43ebeaf1a857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:52:01Z', 'updated_at': '2022-05-05T19:52:05Z', 'revision_number': 2, 'project_id': '4d0e88c339a8478fac3bdc473e88ec9b', 'subnets': [{'id': 'b07668b7-cdd8-46a5-a536-43ebeaf1a857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:52:09.156767 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58acf73-40fd-4473-9a41-f485886780f5 None None] Checking router: 7e0c852e-4ef4-407b-9dad-84af291ba887 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 19:52:09.157125 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58acf73-40fd-4473-9a41-f485886780f5 None None] Updating router 7e0c852e-4ef4-407b-9dad-84af291ba887 port b4ad395e-99ea-40f1-80cd-fc6a195b1e00 binding host n-d-840717-1 {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 19:52:09.217365 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a58acf73-40fd-4473-9a41-f485886780f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:09.245388 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-75cc620f-c836-4dab-afad-bedce1c80a67 req-f5807d33-18e6-409d-a917-f9c7a4f7feae tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Unset dirty status for tenant:7aea924971d547f7b0b01135d13b1674 on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:52:09.246641 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-75cc620f-c836-4dab-afad-bedce1c80a67 req-f5807d33-18e6-409d-a917-f9c7a4f7feae tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] 10.222.0.36 "GET /v2.0/security-groups?id=ceeee1c2-2df3-4de5-9577-b382bee91df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269063 May 05 19:52:09.279390 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-4d043688-8a3e-4f2c-b7d0-a20c1526860c tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Deleting port f1a3a489-bf41-4fcc-ba4a-597cb91b0c52 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:52:09.280487 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4d043688-8a3e-4f2c-b7d0-a20c1526860c tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:09.293068 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-12e240ab-ade4-43cd-b3b5-618ce7901c92 req-a8f109eb-4d32-4360-ae2a-56042fcbbadc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:52:09.303180 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-12e240ab-ade4-43cd-b3b5-618ce7901c92 req-a8f109eb-4d32-4360-ae2a-56042fcbbadc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:09.328711 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-12e240ab-ade4-43cd-b3b5-618ce7901c92 req-a8f109eb-4d32-4360-ae2a-56042fcbbadc service neutron] Transition to ACTIVE for port object 3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:52:09.338212 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7b80df6-1935-42f8-ae25-ef5a2807b55a'] response: {'server_uuid': '868250e7-4e06-4d95-a1d3-8dab33c9f8e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f071c826-6291-459c-b65e-f04fbaeb1079', 'code': 200} May 05 19:52:09.338333 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-12e240ab-ade4-43cd-b3b5-618ce7901c92 req-a8f109eb-4d32-4360-ae2a-56042fcbbadc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:09.445904 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:09.471653 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb855c8f-e807-4199-bc51-f10a9aa2639b req-1f91c32f-827c-41fc-b7aa-8b09d5899fea tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:09.473546 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-eb855c8f-e807-4199-bc51-f10a9aa2639b req-1f91c32f-827c-41fc-b7aa-8b09d5899fea tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=d36a569d-6a34-4d80-8488-b596fe4b8373 HTTP/1.1" status: 200 len: 945 time: 0.3708894 May 05 19:52:09.560718 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f109eb-4d32-4360-ae2a-56042fcbbadc service neutron] Pushing event updated for resources: {'Port': ['ID=3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:09.564103 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4d043688-8a3e-4f2c-b7d0-a20c1526860c tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:09.564627 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4d043688-8a3e-4f2c-b7d0-a20c1526860c tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:09.614071 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-eb855c8f-e807-4199-bc51-f10a9aa2639b req-a0e59e7e-bbc6-4e15-a8a0-323cb48c856e tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322179 May 05 19:52:09.653724 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-12e240ab-ade4-43cd-b3b5-618ce7901c92 req-a8f109eb-4d32-4360-ae2a-56042fcbbadc service neutron] Attempting to bind port 3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:52:09.654259 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-12e240ab-ade4-43cd-b3b5-618ce7901c92 req-a8f109eb-4d32-4360-ae2a-56042fcbbadc service neutron] Attempting to bind port 3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': '2fd00a77-6cab-42c3-b322-459c43fd8637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '87da803f-e7d0-44ba-a1c3-46d895a6576d'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:52:09.654783 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e240ab-ade4-43cd-b3b5-618ce7901c92 req-a8f109eb-4d32-4360-ae2a-56042fcbbadc service neutron] Attempting to bind port 3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9 on network 87da803f-e7d0-44ba-a1c3-46d895a6576d {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:52:09.661147 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e240ab-ade4-43cd-b3b5-618ce7901c92 req-a8f109eb-4d32-4360-ae2a-56042fcbbadc service neutron] Port 3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9 on network 87da803f-e7d0-44ba-a1c3-46d895a6576d not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:52:09.661590 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e240ab-ade4-43cd-b3b5-618ce7901c92 req-a8f109eb-4d32-4360-ae2a-56042fcbbadc service neutron] Attempting to bind port 3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9 on network 87da803f-e7d0-44ba-a1c3-46d895a6576d {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:52:09.669087 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e240ab-ade4-43cd-b3b5-618ce7901c92 req-a8f109eb-4d32-4360-ae2a-56042fcbbadc service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:52:09.669599 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e240ab-ade4-43cd-b3b5-618ce7901c92 req-a8f109eb-4d32-4360-ae2a-56042fcbbadc service neutron] Checking segment: {'id': '2fd00a77-6cab-42c3-b322-459c43fd8637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '87da803f-e7d0-44ba-a1c3-46d895a6576d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:52:09.670104 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e240ab-ade4-43cd-b3b5-618ce7901c92 req-a8f109eb-4d32-4360-ae2a-56042fcbbadc service neutron] Bound using segment: {'id': '2fd00a77-6cab-42c3-b322-459c43fd8637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '87da803f-e7d0-44ba-a1c3-46d895a6576d'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:52:09.671238 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-12e240ab-ade4-43cd-b3b5-618ce7901c92 req-a8f109eb-4d32-4360-ae2a-56042fcbbadc service neutron] Bound port: 3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fd00a77-6cab-42c3-b322-459c43fd8637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '87da803f-e7d0-44ba-a1c3-46d895a6576d'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:52:09.671720 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-12e240ab-ade4-43cd-b3b5-618ce7901c92 req-a8f109eb-4d32-4360-ae2a-56042fcbbadc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:09.684447 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a58acf73-40fd-4473-9a41-f485886780f5 None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:09.696173 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-4d043688-8a3e-4f2c-b7d0-a20c1526860c tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Calling delete_port for f1a3a489-bf41-4fcc-ba4a-597cb91b0c52 owned by network:floatingip {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:52:09.699391 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-a58acf73-40fd-4473-9a41-f485886780f5 None None] Transition to ACTIVE for port object b4ad395e-99ea-40f1-80cd-fc6a195b1e00 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:52:09.707504 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a58acf73-40fd-4473-9a41-f485886780f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:09.759075 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1405e272-d7e0-44a8-8ba9-c4abfbe73e15 req-71413a41-1ac3-4cf0-be4b-12dc28a477be tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:09.766871 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1405e272-d7e0-44a8-8ba9-c4abfbe73e15 req-71413a41-1ac3-4cf0-be4b-12dc28a477be tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb708e5-303c-47f5-8e2e-6d06e480e3ed HTTP/1.1" status: 200 len: 943 time: 0.3022568 May 05 19:52:09.790083 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-12e240ab-ade4-43cd-b3b5-618ce7901c92 req-a8f109eb-4d32-4360-ae2a-56042fcbbadc service neutron] For port 3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:52:09.794614 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-12e240ab-ade4-43cd-b3b5-618ce7901c92 req-a8f109eb-4d32-4360-ae2a-56042fcbbadc service neutron] For port 3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9,segment=NetworkSegment(2fd00a77-6cab-42c3-b322-459c43fd8637),segment_id=2fd00a77-6cab-42c3-b322-459c43fd8637)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:52:09.800935 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-12e240ab-ade4-43cd-b3b5-618ce7901c92 req-a8f109eb-4d32-4360-ae2a-56042fcbbadc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:09.851322 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1405e272-d7e0-44a8-8ba9-c4abfbe73e15 req-eb379d6b-2293-421b-bc17-99f9638c8a08 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835724 May 05 19:52:09.852490 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 08e4b020-70fb-4448-92ed-4a4862398302 up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:52:09.902433 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e240ab-ade4-43cd-b3b5-618ce7901c92 req-a8f109eb-4d32-4360-ae2a-56042fcbbadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:09.903904 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-12e240ab-ade4-43cd-b3b5-618ce7901c92 req-a8f109eb-4d32-4360-ae2a-56042fcbbadc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:09.908418 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-12e240ab-ade4-43cd-b3b5-618ce7901c92 req-a8f109eb-4d32-4360-ae2a-56042fcbbadc service neutron] 10.222.0.24 "PUT /v2.0/ports/3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9 HTTP/1.1" status: 200 len: 1091 time: 2.0720954 May 05 19:52:09.908953 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdb708e5-303c-47f5-8e2e-6d06e480e3ed', 'tag': '3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:52:09.953151 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f109eb-4d32-4360-ae2a-56042fcbbadc service neutron] Pushing event updated for resources: {'Port': ['ID=3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:10.012526 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4d043688-8a3e-4f2c-b7d0-a20c1526860c tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:10.078784 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e240ab-ade4-43cd-b3b5-618ce7901c92 req-7c1b440e-5f0b-48ad-b285-451f8f733266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:10.080682 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-12e240ab-ade4-43cd-b3b5-618ce7901c92 req-7c1b440e-5f0b-48ad-b285-451f8f733266 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ec798a1d17654fd38a17594ac4520b82&device_id=bdb708e5-303c-47f5-8e2e-6d06e480e3ed HTTP/1.1" status: 200 len: 1094 time: 0.1240880 May 05 19:52:10.082543 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aa1df4-7171-46a6-b896-b93e1887619e None None] Pushing event updated for resources: {'Port': ['ID=b4ad395e-99ea-40f1-80cd-fc6a195b1e00,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:10.088223 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port 08e4b020-70fb-4448-92ed-4a4862398302 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:52:10.095460 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port 08e4b020-70fb-4448-92ed-4a4862398302 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:52:10.095832 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:10.116418 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d043688-8a3e-4f2c-b7d0-a20c1526860c tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Pushing event deleted for resources: {'Port': ['ID=f1a3a489-bf41-4fcc-ba4a-597cb91b0c52,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:10.138890 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-a58acf73-40fd-4473-9a41-f485886780f5 None None] Attempting to bind port b4ad395e-99ea-40f1-80cd-fc6a195b1e00 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:52:10.139252 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-a58acf73-40fd-4473-9a41-f485886780f5 None None] Attempting to bind port b4ad395e-99ea-40f1-80cd-fc6a195b1e00 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '1f10a855-a9e8-4d4c-8bbd-1323724e504b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c0dbff45-b7d3-44db-825a-7ca3d44cd917'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:52:10.139635 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58acf73-40fd-4473-9a41-f485886780f5 None None] Attempting to bind port b4ad395e-99ea-40f1-80cd-fc6a195b1e00 on network c0dbff45-b7d3-44db-825a-7ca3d44cd917 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:52:10.151567 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58acf73-40fd-4473-9a41-f485886780f5 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:52:10.152275 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58acf73-40fd-4473-9a41-f485886780f5 None None] Checking segment: {'id': '1f10a855-a9e8-4d4c-8bbd-1323724e504b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c0dbff45-b7d3-44db-825a-7ca3d44cd917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:52:10.152381 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a58acf73-40fd-4473-9a41-f485886780f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:10.152766 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58acf73-40fd-4473-9a41-f485886780f5 None None] Bound using segment: {'id': '1f10a855-a9e8-4d4c-8bbd-1323724e504b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c0dbff45-b7d3-44db-825a-7ca3d44cd917'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:52:10.153225 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-a58acf73-40fd-4473-9a41-f485886780f5 None None] Bound port: b4ad395e-99ea-40f1-80cd-fc6a195b1e00, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f10a855-a9e8-4d4c-8bbd-1323724e504b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c0dbff45-b7d3-44db-825a-7ca3d44cd917'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:52:10.153591 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a58acf73-40fd-4473-9a41-f485886780f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:10.174896 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-12e240ab-ade4-43cd-b3b5-618ce7901c92 req-a46d9cdc-846a-445a-b1fc-e30cd42c5cf3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9 HTTP/1.1" status: 200 len: 217 time: 0.0806327 May 05 19:52:10.233768 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33924) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:52:10.241989 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-99618474-f911-42b3-87e1-5189dfea023a tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Request body: {'security_group': {'name': 'tempest-securitygroup--660587935', 'description': 'tempest-description--1008746956'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:52:10.251926 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4d043688-8a3e-4f2c-b7d0-a20c1526860c tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Notify callbacks [] for floatingip, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:10.271575 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4d043688-8a3e-4f2c-b7d0-a20c1526860c tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:10.272706 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-4d043688-8a3e-4f2c-b7d0-a20c1526860c tempest-AttachSCSIVolumeTestJSON-1125147552 tempest-AttachSCSIVolumeTestJSON-1125147552-project] 10.222.0.36 "DELETE /v2.0/floatingips/c7292cc8-0a46-42db-a514-0480a1fca375 HTTP/1.1" status: 204 len: 168 time: 1.1777370 May 05 19:52:10.281427 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-99618474-f911-42b3-87e1-5189dfea023a tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:52:10.293690 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e79c8ef-9e15-47fe-86f1-277e93cb5086 req-69336afc-5531-4969-a2b5-4f126b618066 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:10.295095 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-99618474-f911-42b3-87e1-5189dfea023a tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Usage tracker for resource:security_group and tenant:4d0e88c339a8478fac3bdc473e88ec9b is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:52:10.295736 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1e79c8ef-9e15-47fe-86f1-277e93cb5086 req-69336afc-5531-4969-a2b5-4f126b618066 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/ports?device_id=a11ba6de-5726-49e3-a0f8-106f7a184fd5 HTTP/1.1" status: 200 len: 949 time: 0.2275600 May 05 19:52:10.305592 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [req-82212c97-7052-42ed-ad69-9c8e8e544d11 req-13fc8716-7db9-4dc5-8d8e-4013abb72d6b tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] show failed (client error): The resource could not be found. May 05 19:52:10.306611 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-82212c97-7052-42ed-ad69-9c8e8e544d11 req-13fc8716-7db9-4dc5-8d8e-4013abb72d6b tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/security-groups/1d9c8231-5e8d-42cb-bf7d-c24302fa2a3d HTTP/1.1" status: 404 len: 352 time: 0.0527506 May 05 19:52:10.307508 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-99618474-f911-42b3-87e1-5189dfea023a tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:52:10.317439 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-99618474-f911-42b3-87e1-5189dfea023a tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:52:10.322139 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e240ab-ade4-43cd-b3b5-618ce7901c92 req-323198c9-9f73-4318-add5-957b0c0eaeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:10.324435 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-12e240ab-ade4-43cd-b3b5-618ce7901c92 req-323198c9-9f73-4318-add5-957b0c0eaeb9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=af43fcc5-064b-4df8-a8c0-be1ad4feb5a8 HTTP/1.1" status: 200 len: 847 time: 0.1409075 May 05 19:52:10.340485 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-a58acf73-40fd-4473-9a41-f485886780f5 None None] For port b4ad395e-99ea-40f1-80cd-fc6a195b1e00, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:52:10.354655 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-a58acf73-40fd-4473-9a41-f485886780f5 None None] For port b4ad395e-99ea-40f1-80cd-fc6a195b1e00, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=b4ad395e-99ea-40f1-80cd-fc6a195b1e00,segment=NetworkSegment(1f10a855-a9e8-4d4c-8bbd-1323724e504b),segment_id=1f10a855-a9e8-4d4c-8bbd-1323724e504b)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:52:10.357337 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:10.368813 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a58acf73-40fd-4473-9a41-f485886780f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:10.377118 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-99618474-f911-42b3-87e1-5189dfea023a tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:10.384494 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1e79c8ef-9e15-47fe-86f1-277e93cb5086 req-8798d7ed-f054-4937-b510-7998599ca964 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e50fd44-6059-4e3b-8f95-027c4583f97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828280 May 05 19:52:10.462367 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-99618474-f911-42b3-87e1-5189dfea023a tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:52:10.466036 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 08e4b020-70fb-4448-92ed-4a4862398302, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=08e4b020-70fb-4448-92ed-4a4862398302,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:52:10.473126 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58acf73-40fd-4473-9a41-f485886780f5 None None] Routers {'7e0c852e-4ef4-407b-9dad-84af291ba887'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:52:10.473737 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-a58acf73-40fd-4473-9a41-f485886780f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:52:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['7e0c852e-4ef4-407b-9dad-84af291ba887'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:52:10.473868 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-99618474-f911-42b3-87e1-5189dfea023a tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Usage tracker for resource:security_group_rule and tenant:4d0e88c339a8478fac3bdc473e88ec9b is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:52:10.479145 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-99618474-f911-42b3-87e1-5189dfea023a tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:52:10.489318 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-99618474-f911-42b3-87e1-5189dfea023a tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:52:10.565022 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-12e240ab-ade4-43cd-b3b5-618ce7901c92 req-687456f9-cb39-44aa-b2a5-96e6ac854d9e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87da803f-e7d0-44ba-a1c3-46d895a6576d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2331748 May 05 19:52:10.570138 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:10.597023 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aa1df4-7171-46a6-b896-b93e1887619e None None] Pushing event updated for resources: {'Port': ['ID=b4ad395e-99ea-40f1-80cd-fc6a195b1e00,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:10.606712 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b5fd3b-1cfa-46f4-b306-9e900b833490 req-cd3a23d1-5009-4a5a-974a-aea10fed68a6 tempest-LiveAutoBlockMigrationV225Test-129314705 tempest-LiveAutoBlockMigrationV225Test-129314705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:10.614584 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-28b5fd3b-1cfa-46f4-b306-9e900b833490 req-cd3a23d1-5009-4a5a-974a-aea10fed68a6 tempest-LiveAutoBlockMigrationV225Test-129314705 tempest-LiveAutoBlockMigrationV225Test-129314705-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d36a569d-6a34-4d80-8488-b596fe4b8373 HTTP/1.1" status: 200 len: 1096 time: 0.0929604 May 05 19:52:10.662175 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62aa1df4-7171-46a6-b896-b93e1887619e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:52:10.662545 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62aa1df4-7171-46a6-b896-b93e1887619e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:52:10.662850 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62aa1df4-7171-46a6-b896-b93e1887619e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:52:10.663181 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62aa1df4-7171-46a6-b896-b93e1887619e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:52:10.663533 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62aa1df4-7171-46a6-b896-b93e1887619e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:52:10.663858 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62aa1df4-7171-46a6-b896-b93e1887619e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:52:10.664178 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62aa1df4-7171-46a6-b896-b93e1887619e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:52:10.664512 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62aa1df4-7171-46a6-b896-b93e1887619e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:52:10.664814 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62aa1df4-7171-46a6-b896-b93e1887619e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:52:10.665131 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62aa1df4-7171-46a6-b896-b93e1887619e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:52:10.665446 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62aa1df4-7171-46a6-b896-b93e1887619e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:52:10.665759 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62aa1df4-7171-46a6-b896-b93e1887619e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:52:10.670122 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-28b5fd3b-1cfa-46f4-b306-9e900b833490 req-e0614028-04f4-48a6-87b9-4d4aeacd0853 tempest-LiveAutoBlockMigrationV225Test-129314705 tempest-LiveAutoBlockMigrationV225Test-129314705-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542362 May 05 19:52:10.833328 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-99618474-f911-42b3-87e1-5189dfea023a tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:10.845243 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2bd93ff-b9a5-4a61-85d3-3389993ebcfd'] response: {'name': 'network-changed', 'server_uuid': 'bdb708e5-303c-47f5-8e2e-6d06e480e3ed', 'tag': '3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9', 'status': 'completed', 'code': 200} May 05 19:52:10.848741 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-99618474-f911-42b3-87e1-5189dfea023a tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:10.880880 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=08e4b020-70fb-4448-92ed-4a4862398302,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:10.897115 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99618474-f911-42b3-87e1-5189dfea023a tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74723806-36cd-43f0-be0b-2bd9c82fe8be,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:10.905021 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-a58acf73-40fd-4473-9a41-f485886780f5 None None] Set router 7e0c852e-4ef4-407b-9dad-84af291ba887 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:52:10.918524 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb9fd9-fa9a-4d0f-a014-5165be279ad0 req-20a297e0-e6fb-4cfd-bd7b-96a641fd330c tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:10.920680 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5abb9fd9-fa9a-4d0f-a014-5165be279ad0 req-20a297e0-e6fb-4cfd-bd7b-96a641fd330c tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=868250e7-4e06-4d95-a1d3-8dab33c9f8e2 HTTP/1.1" status: 200 len: 949 time: 0.3532844 May 05 19:52:10.945050 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-99618474-f911-42b3-87e1-5189dfea023a tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:10.946198 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-99618474-f911-42b3-87e1-5189dfea023a tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7112999 May 05 19:52:10.962369 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33966) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:52:10.971391 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-b88eaf97-69e6-4476-8223-6a4c2ebbf650 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Request body: {'security_group_rule': {'security_group_id': '74723806-36cd-43f0-be0b-2bd9c82fe8be', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:52:10.977975 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b88eaf97-69e6-4476-8223-6a4c2ebbf650 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:52:10.982342 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-b88eaf97-69e6-4476-8223-6a4c2ebbf650 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Usage tracker for resource:security_group_rule and tenant:4d0e88c339a8478fac3bdc473e88ec9b is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:52:10.985783 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-b88eaf97-69e6-4476-8223-6a4c2ebbf650 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:52:10.989920 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-12e240ab-ade4-43cd-b3b5-618ce7901c92 req-e6a99782-68bf-4019-87af-10d1908ba954 service neutron] 10.222.0.24 "GET /v2.0/networks/87da803f-e7d0-44ba-a1c3-46d895a6576d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310366 May 05 19:52:10.999831 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b88eaf97-69e6-4476-8223-6a4c2ebbf650 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:52:11.047961 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74db2625-afda-4a6d-8f62-1c08bc3e4979 req-70a2239e-15bb-4c5b-a6c5-c0e7d64af3d0 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:11.049751 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-74db2625-afda-4a6d-8f62-1c08bc3e4979 req-70a2239e-15bb-4c5b-a6c5-c0e7d64af3d0 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] 10.222.0.36 "GET /v2.0/ports?device_id=02a55821-e17b-454d-9aea-fef7b5ddfca9 HTTP/1.1" status: 200 len: 949 time: 0.1076286 May 05 19:52:11.076224 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5abb9fd9-fa9a-4d0f-a014-5165be279ad0 req-5b30af87-6e7c-49cb-a6b7-b9ef45385532 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354899 May 05 19:52:11.142304 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-74db2625-afda-4a6d-8f62-1c08bc3e4979 req-8dc29fc5-ae36-44bf-8a74-c33a606328f6 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] 10.222.0.36 "GET /v2.0/security-groups?id=ceeee1c2-2df3-4de5-9577-b382bee91df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857186 May 05 19:52:11.176800 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-3c58f585-a31f-4b0c-a7a4-6265817d4ff5 req-b233ee89-e6a1-496b-b5e5-16705ce27f30 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-287832757', 'description': 'tempest-description-2044199849'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:52:11.186589 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-3c58f585-a31f-4b0c-a7a4-6265817d4ff5 req-b233ee89-e6a1-496b-b5e5-16705ce27f30 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:52:11.195432 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b88eaf97-69e6-4476-8223-6a4c2ebbf650 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:11.213243 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-3c58f585-a31f-4b0c-a7a4-6265817d4ff5 req-b233ee89-e6a1-496b-b5e5-16705ce27f30 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Usage tracker for resource:security_group and tenant:ebd0d12895b0474f8b30730a1d2092a4 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:52:11.223210 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-3c58f585-a31f-4b0c-a7a4-6265817d4ff5 req-b233ee89-e6a1-496b-b5e5-16705ce27f30 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:52:11.234539 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-3c58f585-a31f-4b0c-a7a4-6265817d4ff5 req-b233ee89-e6a1-496b-b5e5-16705ce27f30 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:52:11.288786 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-12e240ab-ade4-43cd-b3b5-618ce7901c92 req-8bf0c6f1-cbf1-4852-abef-afe058925396 service neutron] 10.222.0.24 "GET /v2.0/networks/87da803f-e7d0-44ba-a1c3-46d895a6576d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902219 May 05 19:52:11.290959 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-3c58f585-a31f-4b0c-a7a4-6265817d4ff5 req-b233ee89-e6a1-496b-b5e5-16705ce27f30 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:11.322206 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b88eaf97-69e6-4476-8223-6a4c2ebbf650 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:11.328277 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-3c58f585-a31f-4b0c-a7a4-6265817d4ff5 req-b233ee89-e6a1-496b-b5e5-16705ce27f30 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:52:11.342695 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02a55821-e17b-454d-9aea-fef7b5ddfca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08e4b020-70fb-4448-92ed-4a4862398302'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:52:11.348725 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b88eaf97-69e6-4476-8223-6a4c2ebbf650 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:11.351084 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-3c58f585-a31f-4b0c-a7a4-6265817d4ff5 req-b233ee89-e6a1-496b-b5e5-16705ce27f30 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Usage tracker for resource:security_group_rule and tenant:ebd0d12895b0474f8b30730a1d2092a4 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:52:11.372551 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-a58acf73-40fd-4473-9a41-f485886780f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e0c852e-4ef4-407b-9dad-84af291ba887', 'name': 'tempest-ServersTestBootFromVolume-1190819006-router', 'tenant_id': '4d0e88c339a8478fac3bdc473e88ec9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '952a221f-6d5d-4de0-8f11-d04938b2c854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:51:53Z', 'updated_at': '2022-05-05T19:52:04Z', 'revision_number': 4, 'project_id': '4d0e88c339a8478fac3bdc473e88ec9b', 'gw_port': {'id': '952a221f-6d5d-4de0-8f11-d04938b2c854', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:42:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0c852e-4ef4-407b-9dad-84af291ba887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:51:55Z', 'updated_at': '2022-05-05T19:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'b4ad395e-99ea-40f1-80cd-fc6a195b1e00', 'name': '', 'network_id': 'c0dbff45-b7d3-44db-825a-7ca3d44cd917', 'tenant_id': '4d0e88c339a8478fac3bdc473e88ec9b', 'mac_address': 'fa:16:3e:db:5e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e0c852e-4ef4-407b-9dad-84af291ba887', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'b07668b7-cdd8-46a5-a536-43ebeaf1a857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:52:01Z', 'updated_at': '2022-05-05T19:52:10Z', 'revision_number': 4, 'project_id': '4d0e88c339a8478fac3bdc473e88ec9b', 'subnets': [{'id': 'b07668b7-cdd8-46a5-a536-43ebeaf1a857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:52:11.373288 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-3c58f585-a31f-4b0c-a7a4-6265817d4ff5 req-b233ee89-e6a1-496b-b5e5-16705ce27f30 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:52:11.386977 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58acf73-40fd-4473-9a41-f485886780f5 None None] The sync data for ids ['7e0c852e-4ef4-407b-9dad-84af291ba887'] in n-d-840717-1 is: [{'id': '7e0c852e-4ef4-407b-9dad-84af291ba887', 'name': 'tempest-ServersTestBootFromVolume-1190819006-router', 'tenant_id': '4d0e88c339a8478fac3bdc473e88ec9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '952a221f-6d5d-4de0-8f11-d04938b2c854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:51:53Z', 'updated_at': '2022-05-05T19:52:04Z', 'revision_number': 4, 'project_id': '4d0e88c339a8478fac3bdc473e88ec9b', 'gw_port': {'id': '952a221f-6d5d-4de0-8f11-d04938b2c854', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:42:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0c852e-4ef4-407b-9dad-84af291ba887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:51:55Z', 'updated_at': '2022-05-05T19:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'b4ad395e-99ea-40f1-80cd-fc6a195b1e00', 'name': '', 'network_id': 'c0dbff45-b7d3-44db-825a-7ca3d44cd917', 'tenant_id': '4d0e88c339a8478fac3bdc473e88ec9b', 'mac_address': 'fa:16:3e:db:5e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e0c852e-4ef4-407b-9dad-84af291ba887', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'b07668b7-cdd8-46a5-a536-43ebeaf1a857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:52:01Z', 'updated_at': '2022-05-05T19:52:10Z', 'revision_number': 4, 'project_id': '4d0e88c339a8478fac3bdc473e88ec9b', 'subnets': [{'id': 'b07668b7-cdd8-46a5-a536-43ebeaf1a857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 19:52:11.438648 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-3c58f585-a31f-4b0c-a7a4-6265817d4ff5 req-b233ee89-e6a1-496b-b5e5-16705ce27f30 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:52:11.455494 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88eaf97-69e6-4476-8223-6a4c2ebbf650 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c92742c8-342c-426b-b2b9-4c376ec26306,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:11.492559 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b88eaf97-69e6-4476-8223-6a4c2ebbf650 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:11.493770 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b88eaf97-69e6-4476-8223-6a4c2ebbf650 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5304658 May 05 19:52:11.494170 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4469e84c-8927-4191-8956-d9ec2df82b87 req-758892c4-e4b3-45df-b923-b0228d0431d8 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:11.498517 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4469e84c-8927-4191-8956-d9ec2df82b87 req-758892c4-e4b3-45df-b923-b0228d0431d8 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb708e5-303c-47f5-8e2e-6d06e480e3ed HTTP/1.1" status: 200 len: 943 time: 0.1913254 May 05 19:52:11.501619 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33994) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:52:11.517183 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-fdcee12d-a349-4e4a-a2e5-4614e7eca6fd tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Request body: {'security_group_rule': {'security_group_id': '74723806-36cd-43f0-be0b-2bd9c82fe8be', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:52:11.537225 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-fdcee12d-a349-4e4a-a2e5-4614e7eca6fd tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:52:11.567538 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-fdcee12d-a349-4e4a-a2e5-4614e7eca6fd tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Usage tracker for resource:security_group_rule and tenant:4d0e88c339a8478fac3bdc473e88ec9b is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:52:11.586566 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-fdcee12d-a349-4e4a-a2e5-4614e7eca6fd tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:52:11.608438 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-fdcee12d-a349-4e4a-a2e5-4614e7eca6fd tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:52:11.620457 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4469e84c-8927-4191-8956-d9ec2df82b87 req-fdd78e64-52d1-4c64-960c-fd58c69029da tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079576 May 05 19:52:11.701509 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9c8b8-defe-4fec-8e16-6cb2fee204f6 req-3ec08d98-6757-4a69-8f99-d84c457e2a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:11.703042 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4db9c8b8-defe-4fec-8e16-6cb2fee204f6 req-3ec08d98-6757-4a69-8f99-d84c457e2a2a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ec798a1d17654fd38a17594ac4520b82&device_id=bdb708e5-303c-47f5-8e2e-6d06e480e3ed HTTP/1.1" status: 200 len: 1094 time: 0.3195689 May 05 19:52:11.742392 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fdcee12d-a349-4e4a-a2e5-4614e7eca6fd tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:11.759336 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-3c58f585-a31f-4b0c-a7a4-6265817d4ff5 req-b233ee89-e6a1-496b-b5e5-16705ce27f30 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:11.787965 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-3c58f585-a31f-4b0c-a7a4-6265817d4ff5 req-b233ee89-e6a1-496b-b5e5-16705ce27f30 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:11.905918 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465def21-c993-4251-89e3-cdeaa024e2e7 req-e234c7c9-1518-451c-bb5c-198e55bf1ddc tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:11.912977 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-465def21-c993-4251-89e3-cdeaa024e2e7 req-e234c7c9-1518-451c-bb5c-198e55bf1ddc tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=868250e7-4e06-4d95-a1d3-8dab33c9f8e2 HTTP/1.1" status: 200 len: 949 time: 0.1309309 May 05 19:52:11.984289 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-465def21-c993-4251-89e3-cdeaa024e2e7 req-6b500a67-2328-4fa4-ae7b-9810ee0e241c tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701740 May 05 19:52:12.068054 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00d3d0c0-a4d9-4ebe-adc3-d702f44c365c'] response: {'server_uuid': '02a55821-e17b-454d-9aea-fef7b5ddfca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08e4b020-70fb-4448-92ed-4a4862398302', 'code': 200} May 05 19:52:12.172785 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9c8b8-defe-4fec-8e16-6cb2fee204f6 req-74e53846-7d73-4a6c-9482-0ccee77ab260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:12.174541 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4db9c8b8-defe-4fec-8e16-6cb2fee204f6 req-74e53846-7d73-4a6c-9482-0ccee77ab260 service neutron] 10.222.0.24 "GET /v2.0/networks?id=87da803f-e7d0-44ba-a1c3-46d895a6576d HTTP/1.1" status: 200 len: 908 time: 0.4539587 May 05 19:52:12.319679 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-3c58f585-a31f-4b0c-a7a4-6265817d4ff5 req-b233ee89-e6a1-496b-b5e5-16705ce27f30 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:12.320905 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3c58f585-a31f-4b0c-a7a4-6265817d4ff5 req-b233ee89-e6a1-496b-b5e5-16705ce27f30 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.1586192 May 05 19:52:12.336150 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4db9c8b8-defe-4fec-8e16-6cb2fee204f6 req-c7e03fd0-7736-403e-883e-c0c03aacb9cd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9 HTTP/1.1" status: 200 len: 217 time: 0.1501987 May 05 19:52:12.337048 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b233ee89-e6a1-496b-b5e5-16705ce27f30 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50f62694-9eba-428f-a9e1-44c8c6179457,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:12.441210 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fdcee12d-a349-4e4a-a2e5-4614e7eca6fd tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:12.450578 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fdcee12d-a349-4e4a-a2e5-4614e7eca6fd tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:12.467123 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9c8b8-defe-4fec-8e16-6cb2fee204f6 req-6d23aaf2-390f-45a1-8efe-61b16fda08d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:12.468951 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4db9c8b8-defe-4fec-8e16-6cb2fee204f6 req-6d23aaf2-390f-45a1-8efe-61b16fda08d4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=af43fcc5-064b-4df8-a8c0-be1ad4feb5a8 HTTP/1.1" status: 200 len: 847 time: 0.1249063 May 05 19:52:12.523659 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcee12d-a349-4e4a-a2e5-4614e7eca6fd tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36ff3f3c-874b-4689-9aa9-82abdc12f15b,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:12.545822 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4db9c8b8-defe-4fec-8e16-6cb2fee204f6 req-b241d145-b508-4dbe-964a-44e516cbce18 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87da803f-e7d0-44ba-a1c3-46d895a6576d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626681 May 05 19:52:12.551692 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fdcee12d-a349-4e4a-a2e5-4614e7eca6fd tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:12.553218 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-fdcee12d-a349-4e4a-a2e5-4614e7eca6fd tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0506499 May 05 19:52:12.556782 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34014) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:52:12.566849 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-3dff43ef-ac36-402b-aaf0-bffa9602d024 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Request body: {'floatingip': {'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:52:12.584504 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f679a896-b671-4443-b231-eb75147d23aa req-6e6397f2-f9a7-434e-bc2f-e59419ee8423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:12.586145 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f679a896-b671-4443-b231-eb75147d23aa req-6e6397f2-f9a7-434e-bc2f-e59419ee8423 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=02a55821-e17b-454d-9aea-fef7b5ddfca9 HTTP/1.1" status: 200 len: 1100 time: 0.4499257 May 05 19:52:12.598906 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d69ad-42c7-4e2b-9082-2deee15eaaa7 req-7e40e264-a72e-4f11-9588-a286b5d8e8fd tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:12.606693 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-412d69ad-42c7-4e2b-9082-2deee15eaaa7 req-7e40e264-a72e-4f11-9588-a286b5d8e8fd tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/ports?device_id=a11ba6de-5726-49e3-a0f8-106f7a184fd5 HTTP/1.1" status: 200 len: 949 time: 0.3965485 May 05 19:52:12.650743 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3dff43ef-ac36-402b-aaf0-bffa9602d024 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:52:12.693430 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-3dff43ef-ac36-402b-aaf0-bffa9602d024 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Usage tracker for resource:floatingip and tenant:4d0e88c339a8478fac3bdc473e88ec9b is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:52:12.705087 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f679a896-b671-4443-b231-eb75147d23aa req-7616b874-3a6c-4303-b5b3-1c20aae7e406 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ceeee1c2-2df3-4de5-9577-b382bee91df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961521 May 05 19:52:12.706821 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-3dff43ef-ac36-402b-aaf0-bffa9602d024 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:52:12.708524 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-412d69ad-42c7-4e2b-9082-2deee15eaaa7 req-2b4722de-6882-4d83-82a6-20653af44962 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e50fd44-6059-4e3b-8f95-027c4583f97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009138 May 05 19:52:12.739243 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3dff43ef-ac36-402b-aaf0-bffa9602d024 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:52:12.769265 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-90119016-59e9-49cd-a55f-0d510aeffd82 req-07aaf02f-5f85-4a5a-b488-d2dbed10799a tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1370001231', 'description': 'tempest-description-376568209'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:52:12.781323 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-90119016-59e9-49cd-a55f-0d510aeffd82 req-07aaf02f-5f85-4a5a-b488-d2dbed10799a tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:52:12.791031 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-90119016-59e9-49cd-a55f-0d510aeffd82 req-07aaf02f-5f85-4a5a-b488-d2dbed10799a tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Usage tracker for resource:security_group and tenant:ebd0d12895b0474f8b30730a1d2092a4 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:52:12.795982 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-90119016-59e9-49cd-a55f-0d510aeffd82 req-07aaf02f-5f85-4a5a-b488-d2dbed10799a tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:52:12.809104 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-90119016-59e9-49cd-a55f-0d510aeffd82 req-07aaf02f-5f85-4a5a-b488-d2dbed10799a tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:52:12.827393 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-90119016-59e9-49cd-a55f-0d510aeffd82 req-07aaf02f-5f85-4a5a-b488-d2dbed10799a tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:12.874970 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-90119016-59e9-49cd-a55f-0d510aeffd82 req-07aaf02f-5f85-4a5a-b488-d2dbed10799a tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:52:12.878515 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3dff43ef-ac36-402b-aaf0-bffa9602d024 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Notify callbacks [] for floatingip, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:12.900217 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-90119016-59e9-49cd-a55f-0d510aeffd82 req-07aaf02f-5f85-4a5a-b488-d2dbed10799a tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Usage tracker for resource:security_group_rule and tenant:ebd0d12895b0474f8b30730a1d2092a4 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:52:12.910068 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-90119016-59e9-49cd-a55f-0d510aeffd82 req-07aaf02f-5f85-4a5a-b488-d2dbed10799a tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:52:12.920797 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-90119016-59e9-49cd-a55f-0d510aeffd82 req-07aaf02f-5f85-4a5a-b488-d2dbed10799a tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:52:13.011307 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4db9c8b8-defe-4fec-8e16-6cb2fee204f6 req-7de6ecac-bec7-4aa6-94bc-ba2ecf85dbbd service neutron] 10.222.0.24 "GET /v2.0/networks/87da803f-e7d0-44ba-a1c3-46d895a6576d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4320087 May 05 19:52:13.031123 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335790a-ba5f-42c9-993d-7a5ded26d591 req-f14eba13-2e08-4586-baf2-c7cb699b3a92 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:13.040471 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5335790a-ba5f-42c9-993d-7a5ded26d591 req-f14eba13-2e08-4586-baf2-c7cb699b3a92 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] 10.222.0.36 "GET /v2.0/ports?device_id=02a55821-e17b-454d-9aea-fef7b5ddfca9 HTTP/1.1" status: 200 len: 949 time: 0.4607475 May 05 19:52:13.063682 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-90119016-59e9-49cd-a55f-0d510aeffd82 req-07aaf02f-5f85-4a5a-b488-d2dbed10799a tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:13.069495 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-90119016-59e9-49cd-a55f-0d510aeffd82 req-07aaf02f-5f85-4a5a-b488-d2dbed10799a tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:13.149569 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aaf02f-5f85-4a5a-b488-d2dbed10799a tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73b8924f-ac9f-41b2-a37e-115d67c755bc,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:13.157026 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-90119016-59e9-49cd-a55f-0d510aeffd82 req-07aaf02f-5f85-4a5a-b488-d2dbed10799a tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:13.186900 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-90119016-59e9-49cd-a55f-0d510aeffd82 req-07aaf02f-5f85-4a5a-b488-d2dbed10799a tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4278681 May 05 19:52:13.231793 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5335790a-ba5f-42c9-993d-7a5ded26d591 req-8379e8a9-3047-4748-a79c-1c4fd3ce989f tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] 10.222.0.36 "GET /v2.0/security-groups?id=ceeee1c2-2df3-4de5-9577-b382bee91df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904891 May 05 19:52:13.345574 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4db9c8b8-defe-4fec-8e16-6cb2fee204f6 req-98f0d8ad-1c71-4d3b-a545-fc89125815b4 service neutron] 10.222.0.24 "GET /v2.0/networks/87da803f-e7d0-44ba-a1c3-46d895a6576d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760766 May 05 19:52:13.368248 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3dff43ef-ac36-402b-aaf0-bffa9602d024 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:13.416394 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288a542f-7c8f-4cdf-bd26-223e39197025 req-b783c6d2-602f-4d61-9307-6fa460914995 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:13.427120 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-288a542f-7c8f-4cdf-bd26-223e39197025 req-b783c6d2-602f-4d61-9307-6fa460914995 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb708e5-303c-47f5-8e2e-6d06e480e3ed HTTP/1.1" status: 200 len: 943 time: 0.1088090 May 05 19:52:13.483793 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-288a542f-7c8f-4cdf-bd26-223e39197025 req-9e1a8928-9bde-4f40-98b8-553e497d02d8 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552549 May 05 19:52:13.516171 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-0e76114b-a67d-4b13-936b-d35ad616735f req-7ae99c25-2b65-45bc-bc33-33f7e52ecef5 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2033541434', 'description': 'tempest-description-293667541'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:52:13.524267 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device b4ad395e-99ea-40f1-80cd-fc6a195b1e00 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:52:13.526403 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-0e76114b-a67d-4b13-936b-d35ad616735f req-7ae99c25-2b65-45bc-bc33-33f7e52ecef5 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:52:13.531759 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-0e76114b-a67d-4b13-936b-d35ad616735f req-7ae99c25-2b65-45bc-bc33-33f7e52ecef5 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Usage tracker for resource:security_group and tenant:ebd0d12895b0474f8b30730a1d2092a4 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:52:13.544239 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-0e76114b-a67d-4b13-936b-d35ad616735f req-7ae99c25-2b65-45bc-bc33-33f7e52ecef5 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:52:13.553549 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-0e76114b-a67d-4b13-936b-d35ad616735f req-7ae99c25-2b65-45bc-bc33-33f7e52ecef5 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:52:13.595412 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-0e76114b-a67d-4b13-936b-d35ad616735f req-7ae99c25-2b65-45bc-bc33-33f7e52ecef5 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:13.615252 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-3dff43ef-ac36-402b-aaf0-bffa9602d024 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Allocated IP 172.25.0.78 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/6a014b0f-2ffa-45a9-bbca-60b31e5588d8) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:52:13.638739 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-0e76114b-a67d-4b13-936b-d35ad616735f req-7ae99c25-2b65-45bc-bc33-33f7e52ecef5 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:52:13.648322 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-0e76114b-a67d-4b13-936b-d35ad616735f req-7ae99c25-2b65-45bc-bc33-33f7e52ecef5 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Usage tracker for resource:security_group_rule and tenant:ebd0d12895b0474f8b30730a1d2092a4 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:52:13.656455 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-0e76114b-a67d-4b13-936b-d35ad616735f req-7ae99c25-2b65-45bc-bc33-33f7e52ecef5 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:52:13.669299 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-0e76114b-a67d-4b13-936b-d35ad616735f req-7ae99c25-2b65-45bc-bc33-33f7e52ecef5 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:52:13.673176 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port b4ad395e-99ea-40f1-80cd-fc6a195b1e00 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:52:13.679133 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port b4ad395e-99ea-40f1-80cd-fc6a195b1e00 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:52:13.679929 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:13.787740 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-0e76114b-a67d-4b13-936b-d35ad616735f req-7ae99c25-2b65-45bc-bc33-33f7e52ecef5 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:13.791263 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3dff43ef-ac36-402b-aaf0-bffa9602d024 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:13.792791 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-0e76114b-a67d-4b13-936b-d35ad616735f req-7ae99c25-2b65-45bc-bc33-33f7e52ecef5 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:13.832255 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3dff43ef-ac36-402b-aaf0-bffa9602d024 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:13.844336 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae99c25-2b65-45bc-bc33-33f7e52ecef5 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1ee60d-bb45-41dd-835a-dc2fe304a9b5,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:13.848332 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-0e76114b-a67d-4b13-936b-d35ad616735f req-7ae99c25-2b65-45bc-bc33-33f7e52ecef5 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:13.874073 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0e76114b-a67d-4b13-936b-d35ad616735f req-7ae99c25-2b65-45bc-bc33-33f7e52ecef5 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3712897 May 05 19:52:13.959891 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:13.988346 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:14.014650 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dff43ef-ac36-402b-aaf0-bffa9602d024 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:52:14.025930 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-3dff43ef-ac36-402b-aaf0-bffa9602d024 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:52:14.073671 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dff43ef-ac36-402b-aaf0-bffa9602d024 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:52:14.076012 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port b4ad395e-99ea-40f1-80cd-fc6a195b1e00, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=b4ad395e-99ea-40f1-80cd-fc6a195b1e00,segment=NetworkSegment(1f10a855-a9e8-4d4c-8bbd-1323724e504b),segment_id=1f10a855-a9e8-4d4c-8bbd-1323724e504b)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:52:14.080684 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:14.186652 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=b4ad395e-99ea-40f1-80cd-fc6a195b1e00,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:14.216555 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dff43ef-ac36-402b-aaf0-bffa9602d024 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Pushing event updated for resources: {'Port': ['ID=6a014b0f-2ffa-45a9-bbca-60b31e5588d8,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:14.253766 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0578a4c-402b-4124-82eb-1905a2f1d230 req-4fb1d699-6f89-4f45-849f-a008ca3b73cf tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:14.255798 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e0578a4c-402b-4124-82eb-1905a2f1d230 req-4fb1d699-6f89-4f45-849f-a008ca3b73cf tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/ports?device_id=a11ba6de-5726-49e3-a0f8-106f7a184fd5 HTTP/1.1" status: 200 len: 949 time: 0.1376407 May 05 19:52:14.305038 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3dff43ef-ac36-402b-aaf0-bffa9602d024 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:14.313462 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e0578a4c-402b-4124-82eb-1905a2f1d230 req-c27bad47-c894-407d-9169-978bf908c73b tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e50fd44-6059-4e3b-8f95-027c4583f97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475290 May 05 19:52:14.412004 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3dff43ef-ac36-402b-aaf0-bffa9602d024 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:14.496125 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-d0686247-57f6-4cb0-b613-8be01d4cf46e req-bc8e2400-e11b-45e9-8a4b-d6686b87ad5c tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Synchronizing usage tracker for tenant:ebd0d12895b0474f8b30730a1d2092a4 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:52:14.530471 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-d0686247-57f6-4cb0-b613-8be01d4cf46e req-bc8e2400-e11b-45e9-8a4b-d6686b87ad5c tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Unset dirty status for tenant:ebd0d12895b0474f8b30730a1d2092a4 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:52:14.532277 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d0686247-57f6-4cb0-b613-8be01d4cf46e req-bc8e2400-e11b-45e9-8a4b-d6686b87ad5c tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ebd0d12895b0474f8b30730a1d2092a4 HTTP/1.1" status: 200 len: 10895 time: 0.5281925 May 05 19:52:14.560491 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b44a8-cfdc-4ed0-a609-591151929c1a req-0ed345cd-d0ca-42bd-a68e-4496171f2704 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:14.566861 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-893b44a8-cfdc-4ed0-a609-591151929c1a req-0ed345cd-d0ca-42bd-a68e-4496171f2704 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] 10.222.0.36 "GET /v2.0/ports?device_id=02a55821-e17b-454d-9aea-fef7b5ddfca9 HTTP/1.1" status: 200 len: 949 time: 0.1300964 May 05 19:52:14.659742 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-893b44a8-cfdc-4ed0-a609-591151929c1a req-487b51db-997a-4575-a055-74dea4c3728d tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] 10.222.0.36 "GET /v2.0/security-groups?id=ceeee1c2-2df3-4de5-9577-b382bee91df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866718 May 05 19:52:14.803895 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d0686247-57f6-4cb0-b613-8be01d4cf46e req-cf0fe02f-c3a4-44e0-a965-3ca9ab286212 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/security-groups/e36a03ce-19b7-4072-ac8e-38f72e9ef290 HTTP/1.1" status: 200 len: 2981 time: 0.2562022 May 05 19:52:14.811423 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bd3a2370-07fd-41ce-88dd-0b9eae915f60 req-47b4b9cf-b082-4650-9154-997d45e3621e tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=928b29e96aaf42dd9d4dc06b8e5f9969&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326805 May 05 19:52:14.893960 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d0686247-57f6-4cb0-b613-8be01d4cf46e req-2c7b6a5c-e9c2-43ab-89cc-3ad53c7b3b23 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/security-groups/e36a03ce-19b7-4072-ac8e-38f72e9ef290 HTTP/1.1" status: 200 len: 2981 time: 0.0841985 May 05 19:52:14.925791 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3dff43ef-ac36-402b-aaf0-bffa9602d024 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:14.933181 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3dff43ef-ac36-402b-aaf0-bffa9602d024 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:15.020334 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3a2370-07fd-41ce-88dd-0b9eae915f60 req-450c53ba-1447-499c-a34d-9f4da6297476 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:15.025194 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bd3a2370-07fd-41ce-88dd-0b9eae915f60 req-450c53ba-1447-499c-a34d-9f4da6297476 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2083230 May 05 19:52:15.057027 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bd3a2370-07fd-41ce-88dd-0b9eae915f60 req-70013310-34c2-4523-a24c-9b765d0a0fa3 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/quotas/928b29e96aaf42dd9d4dc06b8e5f9969 HTTP/1.1" status: 200 len: 375 time: 0.0239358 May 05 19:52:15.208971 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dff43ef-ac36-402b-aaf0-bffa9602d024 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Pushing event updated for resources: {'Port': ['ID=6a014b0f-2ffa-45a9-bbca-60b31e5588d8,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:15.217223 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bd3a2370-07fd-41ce-88dd-0b9eae915f60 req-bae3c042-552e-49a7-b16c-6a7e4447ef89 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=928b29e96aaf42dd9d4dc06b8e5f9969&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1529255 May 05 19:52:15.240540 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3dff43ef-ac36-402b-aaf0-bffa9602d024 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:15.271741 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3dff43ef-ac36-402b-aaf0-bffa9602d024 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:15.272827 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3dff43ef-ac36-402b-aaf0-bffa9602d024 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7147760 May 05 19:52:15.304681 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32aeb6-0ee6-4552-8134-3b1fb7087805 req-05a2c233-5b77-47da-8a5e-16212363fba8 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:15.313966 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-de32aeb6-0ee6-4552-8134-3b1fb7087805 req-05a2c233-5b77-47da-8a5e-16212363fba8 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb708e5-303c-47f5-8e2e-6d06e480e3ed HTTP/1.1" status: 200 len: 943 time: 0.3093171 May 05 19:52:15.414830 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-de32aeb6-0ee6-4552-8134-3b1fb7087805 req-622d85d0-9e6d-418a-b768-aefd8f0a879b tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993078 May 05 19:52:15.553737 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device b4ad395e-99ea-40f1-80cd-fc6a195b1e00 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:52:15.586211 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-23cffd4e-b215-4826-b998-a7417d829ba9 req-20f0aaf4-cfb3-47fa-afee-2c995d0bc44f tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/security-groups/50f62694-9eba-428f-a9e1-44c8c6179457 HTTP/1.1" status: 200 len: 1800 time: 0.1041789 May 05 19:52:15.745533 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-23cffd4e-b215-4826-b998-a7417d829ba9 req-61e6cd08-0f39-4f2c-b8bc-e1505f038722 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:15.770236 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port b4ad395e-99ea-40f1-80cd-fc6a195b1e00 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:52:15.770521 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:15.809096 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-23cffd4e-b215-4826-b998-a7417d829ba9 req-61e6cd08-0f39-4f2c-b8bc-e1505f038722 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:15.927663 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-23cffd4e-b215-4826-b998-a7417d829ba9 req-61e6cd08-0f39-4f2c-b8bc-e1505f038722 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:15.950556 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e6cd08-0f39-4f2c-b8bc-e1505f038722 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f62694-9eba-428f-a9e1-44c8c6179457,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:15.968211 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-23cffd4e-b215-4826-b998-a7417d829ba9 req-61e6cd08-0f39-4f2c-b8bc-e1505f038722 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:15.969562 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-23cffd4e-b215-4826-b998-a7417d829ba9 req-61e6cd08-0f39-4f2c-b8bc-e1505f038722 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "DELETE /v2.0/security-groups/50f62694-9eba-428f-a9e1-44c8c6179457 HTTP/1.1" status: 204 len: 173 time: 0.3744764 May 05 19:52:16.083554 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:16.240163 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6617ed1b-01b9-4d39-83a5-6f6dd07471ff req-a19901e5-6484-49ec-a3dd-45b40d8ed25c tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c5dad3c-d602-4b16-ba45-4bfc3c8179fb HTTP/1.1" status: 200 len: 210 time: 0.0604458 May 05 19:52:16.256235 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50085064-541e-41fb-a99b-5a62423b473c req-ca431c42-ddb8-4e66-af22-6a6566a0069b tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:16.257760 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-50085064-541e-41fb-a99b-5a62423b473c req-ca431c42-ddb8-4e66-af22-6a6566a0069b tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/ports?device_id=a11ba6de-5726-49e3-a0f8-106f7a184fd5 HTTP/1.1" status: 200 len: 949 time: 0.1244249 May 05 19:52:16.343959 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-50085064-541e-41fb-a99b-5a62423b473c req-884b052d-2a58-44a7-9735-f2acc9870c73 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e50fd44-6059-4e3b-8f95-027c4583f97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742505 May 05 19:52:16.409264 n-d-840717-1 neutron-server[88197]: INFO neutron.api.v2.resource [req-8fd30711-7aed-4e01-b3d7-b7ef9c9b9d1a req-3de829ee-b58e-44cc-96ef-18c58c3e526d tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] show failed (client error): The resource could not be found. May 05 19:52:16.423487 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8fd30711-7aed-4e01-b3d7-b7ef9c9b9d1a req-3de829ee-b58e-44cc-96ef-18c58c3e526d tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/security-groups/50f62694-9eba-428f-a9e1-44c8c6179457 HTTP/1.1" status: 404 len: 352 time: 0.0338147 May 05 19:52:16.530264 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34140) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:52:16.612396 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9dd4fdce-3c32-4449-b387-c8aa544a3352 req-578c817f-bd4f-43a5-a606-3dab0eec3a86 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/security-groups/73b8924f-ac9f-41b2-a37e-115d67c755bc HTTP/1.1" status: 200 len: 1800 time: 0.0689883 May 05 19:52:16.687329 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-9dd4fdce-3c32-4449-b387-c8aa544a3352 req-129c6f6f-91eb-45b0-b364-0a9843c60512 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:16.715450 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-9dd4fdce-3c32-4449-b387-c8aa544a3352 req-129c6f6f-91eb-45b0-b364-0a9843c60512 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:16.765956 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-9dd4fdce-3c32-4449-b387-c8aa544a3352 req-129c6f6f-91eb-45b0-b364-0a9843c60512 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:16.793854 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129c6f6f-91eb-45b0-b364-0a9843c60512 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b8924f-ac9f-41b2-a37e-115d67c755bc,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:16.801459 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-9dd4fdce-3c32-4449-b387-c8aa544a3352 req-129c6f6f-91eb-45b0-b364-0a9843c60512 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:16.803974 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9dd4fdce-3c32-4449-b387-c8aa544a3352 req-129c6f6f-91eb-45b0-b364-0a9843c60512 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "DELETE /v2.0/security-groups/73b8924f-ac9f-41b2-a37e-115d67c755bc HTTP/1.1" status: 204 len: 173 time: 0.1855826 May 05 19:52:16.921044 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55aaede-20ac-4c53-ac40-71f0c5758690 req-9c56d493-9616-4d7e-a3ac-c2f2b86b4391 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:16.922542 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f55aaede-20ac-4c53-ac40-71f0c5758690 req-9c56d493-9616-4d7e-a3ac-c2f2b86b4391 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] 10.222.0.36 "GET /v2.0/ports?device_id=02a55821-e17b-454d-9aea-fef7b5ddfca9 HTTP/1.1" status: 200 len: 949 time: 0.2735140 May 05 19:52:17.061535 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a176f695-c6e0-4710-81f0-ad557a8bb501 req-e97c2493-739f-406e-9c34-4d1494f491e4 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:17.062958 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a176f695-c6e0-4710-81f0-ad557a8bb501 req-e97c2493-739f-406e-9c34-4d1494f491e4 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb708e5-303c-47f5-8e2e-6d06e480e3ed HTTP/1.1" status: 200 len: 943 time: 0.1212938 May 05 19:52:17.076288 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bd3a2370-07fd-41ce-88dd-0b9eae915f60 req-4a121783-917b-446d-ad3f-051b2feaaa3b tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=928b29e96aaf42dd9d4dc06b8e5f9969&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0574632 May 05 19:52:17.114877 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f55aaede-20ac-4c53-ac40-71f0c5758690 req-d91cdaf1-53c7-41a3-b6d1-e83a0dd66328 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] 10.222.0.36 "GET /v2.0/security-groups?id=ceeee1c2-2df3-4de5-9577-b382bee91df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840873 May 05 19:52:17.133468 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a176f695-c6e0-4710-81f0-ad557a8bb501 req-f4a0787f-4de1-4110-98f9-6f23c2e85841 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630229 May 05 19:52:17.326721 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-057cc4a9-35f9-4420-927c-7a2e06fd84fd req-aaa68ae5-635b-49c0-b67e-2f9cf8458337 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=7aea924971d547f7b0b01135d13b1674&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285628 May 05 19:52:17.329004 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [req-bf1f1692-15ae-44bc-bacd-1cd15b84e74d req-0a37c470-7848-47d3-adae-6e1e03533b35 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] show failed (client error): The resource could not be found. May 05 19:52:17.329993 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bf1f1692-15ae-44bc-bacd-1cd15b84e74d req-0a37c470-7848-47d3-adae-6e1e03533b35 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/security-groups/73b8924f-ac9f-41b2-a37e-115d67c755bc HTTP/1.1" status: 404 len: 352 time: 0.1354492 May 05 19:52:17.411221 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3a2370-07fd-41ce-88dd-0b9eae915f60 req-308ca55e-6f17-4034-a55e-d07974b22372 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:17.412704 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bd3a2370-07fd-41ce-88dd-0b9eae915f60 req-308ca55e-6f17-4034-a55e-d07974b22372 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3277287 May 05 19:52:17.426876 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-bd3a2370-07fd-41ce-88dd-0b9eae915f60 req-08ef47b4-aa16-4eea-9e35-9a6ea9cf30d9 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Request body: {'port': {'device_id': '5c5dad3c-d602-4b16-ba45-4bfc3c8179fb', 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3', 'admin_state_up': True, 'tenant_id': '928b29e96aaf42dd9d4dc06b8e5f9969'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:52:17.577561 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-57906a8c-8a24-423c-83f3-8015e2a21663 req-d4578230-0fdd-4a4f-ba12-ce7ac94823b7 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c5dad3c-d602-4b16-ba45-4bfc3c8179fb HTTP/1.1" status: 200 len: 210 time: 0.0541747 May 05 19:52:17.600447 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057cc4a9-35f9-4420-927c-7a2e06fd84fd req-f27f4fab-aa5b-4b87-aaa3-c3faa533723e tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:17.611459 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-057cc4a9-35f9-4420-927c-7a2e06fd84fd req-f27f4fab-aa5b-4b87-aaa3-c3faa533723e tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2645950 May 05 19:52:17.638744 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-057cc4a9-35f9-4420-927c-7a2e06fd84fd req-c668bab5-b86e-4753-978f-acf56dca8a48 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] 10.222.0.36 "GET /v2.0/quotas/7aea924971d547f7b0b01135d13b1674 HTTP/1.1" status: 200 len: 375 time: 0.0257413 May 05 19:52:17.661977 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-bd3a2370-07fd-41ce-88dd-0b9eae915f60 req-08ef47b4-aa16-4eea-9e35-9a6ea9cf30d9 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:52:17.725751 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-bd3a2370-07fd-41ce-88dd-0b9eae915f60 req-08ef47b4-aa16-4eea-9e35-9a6ea9cf30d9 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:52:17.740597 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-057cc4a9-35f9-4420-927c-7a2e06fd84fd req-2bf63c63-2536-49b8-9a9e-698cabfd8090 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7aea924971d547f7b0b01135d13b1674&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1003957 May 05 19:52:17.745855 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cf14ba58-1aaa-4059-a241-460486417d44 req-5d307dc3-9074-48f1-a444-5efda30838d8 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/security-groups/5a1ee60d-bb45-41dd-835a-dc2fe304a9b5 HTTP/1.1" status: 200 len: 1800 time: 0.1311791 May 05 19:52:17.757303 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd3a2370-07fd-41ce-88dd-0b9eae915f60 req-08ef47b4-aa16-4eea-9e35-9a6ea9cf30d9 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Made reservation on behalf of 928b29e96aaf42dd9d4dc06b8e5f9969 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:52:17.761482 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-bd3a2370-07fd-41ce-88dd-0b9eae915f60 req-08ef47b4-aa16-4eea-9e35-9a6ea9cf30d9 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:17.771744 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:52:17.946989 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:52:17.964157 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': 'dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c', 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3', 'port_id': 'dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c', 'mac_address': 'fa:16:3e:62:6b:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d72a8d3-0a35-4d3a-96b8-d869ff4093bc', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:52:18.037852 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:18.068332 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:52:18.092579 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:52:18.096371 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3f62bb25-4c41-41a9-bf75-be95edf084d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:18.099468 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:18.136681 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a5c92-e053-4cd2-ac7f-2e3979e1bd5b req-74a206bd-eac0-4616-8d9b-396ee6763fc2 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:18.146160 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-797a5c92-e053-4cd2-ac7f-2e3979e1bd5b req-74a206bd-eac0-4616-8d9b-396ee6763fc2 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/ports?device_id=a11ba6de-5726-49e3-a0f8-106f7a184fd5 HTTP/1.1" status: 200 len: 949 time: 0.1840093 May 05 19:52:18.224649 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-797a5c92-e053-4cd2-ac7f-2e3979e1bd5b req-23edf478-4d4b-4898-b5d2-116056712a61 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e50fd44-6059-4e3b-8f95-027c4583f97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770202 May 05 19:52:18.278809 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c,revision_number=9']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:18.327841 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8900920c-dcfc-4c4d-9809-d326c0610ac9 req-92339f42-4431-4aab-9f27-6cc61fe9c83e tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] 10.222.0.36 "GET /v2.0/ports?device_id=54d8b2f8-fb88-4ecd-9d9f-c5961bf39579 HTTP/1.1" status: 200 len: 210 time: 0.0519998 May 05 19:52:18.367246 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-cf14ba58-1aaa-4059-a241-460486417d44 req-283e71ed-b8e3-4ac1-a9f7-624519880eb0 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:18.374801 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:52:18.571128 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0051f28b-672b-47a1-b925-7b763d999378 req-ffd99c47-430b-484d-8f33-7d3e6d5ed4db tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:18.573673 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0051f28b-672b-47a1-b925-7b763d999378 req-ffd99c47-430b-484d-8f33-7d3e6d5ed4db tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb708e5-303c-47f5-8e2e-6d06e480e3ed HTTP/1.1" status: 200 len: 943 time: 0.1244831 May 05 19:52:18.598149 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-bd3a2370-07fd-41ce-88dd-0b9eae915f60 req-08ef47b4-aa16-4eea-9e35-9a6ea9cf30d9 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Allocated IP 192.168.233.216 (b786cc2b-f681-4c10-a54f-820e9d1a5ac3/4d72a8d3-0a35-4d3a-96b8-d869ff4093bc/c4d066df-4f40-460d-9c89-ef89ebf59bdc) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:52:18.646225 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0051f28b-672b-47a1-b925-7b763d999378 req-a498e3c1-30b1-4a7f-a245-22ccf3ddc95a tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656445 May 05 19:52:18.803064 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-cf14ba58-1aaa-4059-a241-460486417d44 req-283e71ed-b8e3-4ac1-a9f7-624519880eb0 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:18.904065 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-339d4459-ccd3-40d8-a745-b1f78cfe658d req-7897105b-018e-4f3f-b712-10d425c0a92b tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c5dad3c-d602-4b16-ba45-4bfc3c8179fb HTTP/1.1" status: 200 len: 210 time: 0.0563712 May 05 19:52:18.997513 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-cf14ba58-1aaa-4059-a241-460486417d44 req-283e71ed-b8e3-4ac1-a9f7-624519880eb0 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:19.021213 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-bd3a2370-07fd-41ce-88dd-0b9eae915f60 req-08ef47b4-aa16-4eea-9e35-9a6ea9cf30d9 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:19.034920 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283e71ed-b8e3-4ac1-a9f7-624519880eb0 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1ee60d-bb45-41dd-835a-dc2fe304a9b5,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:19.056786 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-bd3a2370-07fd-41ce-88dd-0b9eae915f60 req-08ef47b4-aa16-4eea-9e35-9a6ea9cf30d9 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Transition to ACTIVE for port object c4d066df-4f40-460d-9c89-ef89ebf59bdc will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:52:19.111124 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-cf14ba58-1aaa-4059-a241-460486417d44 req-283e71ed-b8e3-4ac1-a9f7-624519880eb0 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:19.112257 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cf14ba58-1aaa-4059-a241-460486417d44 req-283e71ed-b8e3-4ac1-a9f7-624519880eb0 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "DELETE /v2.0/security-groups/5a1ee60d-bb45-41dd-835a-dc2fe304a9b5 HTTP/1.1" status: 204 len: 173 time: 1.3296282 May 05 19:52:19.131869 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-3f62bb25-4c41-41a9-bf75-be95edf084d9 admin admin] Deleting port a669da36-efec-4c83-a63f-e78f7f0a4b4c {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:52:19.132209 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3f62bb25-4c41-41a9-bf75-be95edf084d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:19.158366 n-d-840717-1 neutron-server[88197]: INFO neutron.api.v2.resource [req-65209afd-f908-46f5-ab76-3b1c41f3c352 req-70307927-0f08-45a7-9962-697521c456f2 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] show failed (client error): The resource could not be found. May 05 19:52:19.165209 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-65209afd-f908-46f5-ab76-3b1c41f3c352 req-70307927-0f08-45a7-9962-697521c456f2 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/security-groups/5a1ee60d-bb45-41dd-835a-dc2fe304a9b5 HTTP/1.1" status: 404 len: 352 time: 0.0253832 May 05 19:52:19.215240 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-bd3a2370-07fd-41ce-88dd-0b9eae915f60 req-08ef47b4-aa16-4eea-9e35-9a6ea9cf30d9 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:19.299993 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['046cff30-9f24-4516-aca1-577e77e2491f', 'f071c826-6291-459c-b65e-f04fbaeb1079'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:52:19.336931 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd3a2370-07fd-41ce-88dd-0b9eae915f60 req-08ef47b4-aa16-4eea-9e35-9a6ea9cf30d9 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:52:19.344654 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-bd3a2370-07fd-41ce-88dd-0b9eae915f60 req-08ef47b4-aa16-4eea-9e35-9a6ea9cf30d9 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:52:19.347344 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd3a2370-07fd-41ce-88dd-0b9eae915f60 req-08ef47b4-aa16-4eea-9e35-9a6ea9cf30d9 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:52:19.493835 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ef47b4-aa16-4eea-9e35-9a6ea9cf30d9 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Pushing event updated for resources: {'Port': ['ID=c4d066df-4f40-460d-9c89-ef89ebf59bdc,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:19.543417 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dae1bb-d1a2-409b-b6eb-b2e925e05d6b req-02665794-0260-458c-8ecf-d149d430d7c8 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:19.551783 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-53dae1bb-d1a2-409b-b6eb-b2e925e05d6b req-02665794-0260-458c-8ecf-d149d430d7c8 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/ports?device_id=a11ba6de-5726-49e3-a0f8-106f7a184fd5 HTTP/1.1" status: 200 len: 948 time: 0.1943958 May 05 19:52:19.553122 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-7a42e2d5-aa8f-4783-8e82-6fec1508d384 req-030b279b-ccc4-4241-a845-a1b72d0da397 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Synchronizing usage tracker for tenant:ebd0d12895b0474f8b30730a1d2092a4 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:52:19.563807 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-3f62bb25-4c41-41a9-bf75-be95edf084d9 admin admin] For port a669da36-efec-4c83-a63f-e78f7f0a4b4c, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=a669da36-efec-4c83-a63f-e78f7f0a4b4c,segment=NetworkSegment(2e755c75-c5e5-46bc-aa31-6ec6bfd11bcd),segment_id=2e755c75-c5e5-46bc-aa31-6ec6bfd11bcd)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:52:19.564237 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3f62bb25-4c41-41a9-bf75-be95edf084d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:19.592830 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3a2370-07fd-41ce-88dd-0b9eae915f60 req-08ef47b4-aa16-4eea-9e35-9a6ea9cf30d9 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:19.593446 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-bd3a2370-07fd-41ce-88dd-0b9eae915f60 req-08ef47b4-aa16-4eea-9e35-9a6ea9cf30d9 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:19.685402 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-53dae1bb-d1a2-409b-b6eb-b2e925e05d6b req-aad3a956-1e16-4e05-9c97-5d406d75889d tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e50fd44-6059-4e3b-8f95-027c4583f97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274638 May 05 19:52:19.769980 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-3f62bb25-4c41-41a9-bf75-be95edf084d9 admin admin] Calling delete_port for a669da36-efec-4c83-a63f-e78f7f0a4b4c owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:52:19.775939 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-057cc4a9-35f9-4420-927c-7a2e06fd84fd req-e18d5c27-59f3-46b1-ba12-0581dc93c494 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=7aea924971d547f7b0b01135d13b1674&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0850265 May 05 19:52:19.789964 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:52:19.795743 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:52:19.802482 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-7a42e2d5-aa8f-4783-8e82-6fec1508d384 req-030b279b-ccc4-4241-a845-a1b72d0da397 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Unset dirty status for tenant:ebd0d12895b0474f8b30730a1d2092a4 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:52:19.810383 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7a42e2d5-aa8f-4783-8e82-6fec1508d384 req-030b279b-ccc4-4241-a845-a1b72d0da397 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ebd0d12895b0474f8b30730a1d2092a4 HTTP/1.1" status: 200 len: 6148 time: 0.6254051 May 05 19:52:19.870914 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bd3a2370-07fd-41ce-88dd-0b9eae915f60 req-08ef47b4-aa16-4eea-9e35-9a6ea9cf30d9 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4487917 May 05 19:52:19.916841 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-bd3a2370-07fd-41ce-88dd-0b9eae915f60 req-b7c7502b-0280-4781-b32f-ae8cbda3c4ba service neutron] Request body: {'port': {'device_id': '5c5dad3c-d602-4b16-ba45-4bfc3c8179fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:52:20.024878 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-0d6526af-7127-44ff-9e3c-317c07be2d4f None None] Provisioning for port c4d066df-4f40-460d-9c89-ef89ebf59bdc completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:52:20.034365 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-0d6526af-7127-44ff-9e3c-317c07be2d4f None None] Provisioning complete for port c4d066df-4f40-460d-9c89-ef89ebf59bdc triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:52:20.034874 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0d6526af-7127-44ff-9e3c-317c07be2d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:20.110301 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057cc4a9-35f9-4420-927c-7a2e06fd84fd req-bf7bd9ad-3184-404a-a434-2f6fad538dd4 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:20.111899 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-057cc4a9-35f9-4420-927c-7a2e06fd84fd req-bf7bd9ad-3184-404a-a434-2f6fad538dd4 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3314266 May 05 19:52:20.168867 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-432378a4-7ae0-46af-8f39-5444dbf87a4a req-3425b7cc-8813-47e4-8c1c-f2bde75d528d tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] 10.222.0.36 "GET /v2.0/ports?device_id=54d8b2f8-fb88-4ecd-9d9f-c5961bf39579 HTTP/1.1" status: 200 len: 210 time: 0.0559316 May 05 19:52:20.175228 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-057cc4a9-35f9-4420-927c-7a2e06fd84fd req-0fb2c20b-d823-4790-bcad-128e91900efe tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Request body: {'port': {'device_id': '54d8b2f8-fb88-4ecd-9d9f-c5961bf39579', 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3', 'admin_state_up': True, 'tenant_id': '7aea924971d547f7b0b01135d13b1674'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:52:20.202246 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-0d6526af-7127-44ff-9e3c-317c07be2d4f None None] Port c4d066df-4f40-460d-9c89-ef89ebf59bdc cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:52:20.205142 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9,segment=NetworkSegment(2fd00a77-6cab-42c3-b322-459c43fd8637),segment_id=2fd00a77-6cab-42c3-b322-459c43fd8637)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:52:20.226338 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9', 'network_id': '87da803f-e7d0-44ba-a1c3-46d895a6576d', 'port_id': '3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9', 'mac_address': 'fa:16:3e:5b:5a:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af43fcc5-064b-4df8-a8c0-be1ad4feb5a8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:52:20.230305 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:52:20.230757 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:20.368997 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:20.370971 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7a42e2d5-aa8f-4783-8e82-6fec1508d384 req-9461e443-ebf4-4bd0-806f-e6ff75b7bd9d tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/security-groups/e36a03ce-19b7-4072-ac8e-38f72e9ef290 HTTP/1.1" status: 200 len: 2981 time: 0.5595565 May 05 19:52:20.396044 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:52:20.461151 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9,segment=NetworkSegment(2fd00a77-6cab-42c3-b322-459c43fd8637),segment_id=2fd00a77-6cab-42c3-b322-459c43fd8637)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:52:20.468388 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:20.515511 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-057cc4a9-35f9-4420-927c-7a2e06fd84fd req-0fb2c20b-d823-4790-bcad-128e91900efe tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:52:20.528405 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:20.551341 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7a42e2d5-aa8f-4783-8e82-6fec1508d384 req-1fb90751-b583-45e4-a8a3-317ddbff8419 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/security-groups/e36a03ce-19b7-4072-ac8e-38f72e9ef290 HTTP/1.1" status: 200 len: 2981 time: 0.1790433 May 05 19:52:20.560201 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-057cc4a9-35f9-4420-927c-7a2e06fd84fd req-0fb2c20b-d823-4790-bcad-128e91900efe tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:52:20.560405 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-bd3a2370-07fd-41ce-88dd-0b9eae915f60 req-b7c7502b-0280-4781-b32f-ae8cbda3c4ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:20.581342 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a11ba6de-5726-49e3-a0f8-106f7a184fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:52:20.587734 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:20.595427 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:52:20.601019 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:20.618942 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-057cc4a9-35f9-4420-927c-7a2e06fd84fd req-0fb2c20b-d823-4790-bcad-128e91900efe tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Made reservation on behalf of 7aea924971d547f7b0b01135d13b1674 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:52:20.622447 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-057cc4a9-35f9-4420-927c-7a2e06fd84fd req-0fb2c20b-d823-4790-bcad-128e91900efe tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:20.676282 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0584c720-2728-420f-acbb-1b93b646eca5 req-9dbc7a59-f4f9-467a-8de3-980b44a2130c tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:20.683819 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0584c720-2728-420f-acbb-1b93b646eca5 req-9dbc7a59-f4f9-467a-8de3-980b44a2130c tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb708e5-303c-47f5-8e2e-6d06e480e3ed HTTP/1.1" status: 200 len: 944 time: 0.2340407 May 05 19:52:20.712212 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c,revision_number=10']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:20.783723 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:52:20.801172 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0584c720-2728-420f-acbb-1b93b646eca5 req-a2367944-c691-4c98-8eb1-e9dee47472fa tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154449 May 05 19:52:20.840956 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-d53500be-9f81-4ae8-81d7-687baacabc52 req-c7c60c98-3222-4506-9236-dd4027d474ee tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1918894584', 'description': 'tempest-description-2047630669'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:52:20.932646 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-057cc4a9-35f9-4420-927c-7a2e06fd84fd req-0fb2c20b-d823-4790-bcad-128e91900efe tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Allocated IP 192.168.233.217 (b786cc2b-f681-4c10-a54f-820e9d1a5ac3/4d72a8d3-0a35-4d3a-96b8-d869ff4093bc/816b1c33-131e-489f-b878-f55a8d229187) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:52:20.984536 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3f62bb25-4c41-41a9-bf75-be95edf084d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:21.090016 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f62bb25-4c41-41a9-bf75-be95edf084d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a669da36-efec-4c83-a63f-e78f7f0a4b4c,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:21.100710 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e5ec00-6113-4b6e-9b5e-96c539208e67 req-7587bea2-2828-44df-8f93-046ce25c8931 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:21.101418 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-a2e5ec00-6113-4b6e-9b5e-96c539208e67 req-7587bea2-2828-44df-8f93-046ce25c8931 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Synchronizing usage tracker for tenant:928b29e96aaf42dd9d4dc06b8e5f9969 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:52:21.144807 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-d53500be-9f81-4ae8-81d7-687baacabc52 req-c7c60c98-3222-4506-9236-dd4027d474ee tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:52:21.172212 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-d53500be-9f81-4ae8-81d7-687baacabc52 req-c7c60c98-3222-4506-9236-dd4027d474ee tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:52:21.196585 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-a2e5ec00-6113-4b6e-9b5e-96c539208e67 req-7587bea2-2828-44df-8f93-046ce25c8931 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Unset dirty status for tenant:928b29e96aaf42dd9d4dc06b8e5f9969 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:52:21.198507 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a2e5ec00-6113-4b6e-9b5e-96c539208e67 req-7587bea2-2828-44df-8f93-046ce25c8931 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c5dad3c-d602-4b16-ba45-4bfc3c8179fb HTTP/1.1" status: 200 len: 936 time: 0.4662526 May 05 19:52:21.204161 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d53500be-9f81-4ae8-81d7-687baacabc52 req-c7c60c98-3222-4506-9236-dd4027d474ee tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:21.230980 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-057cc4a9-35f9-4420-927c-7a2e06fd84fd req-0fb2c20b-d823-4790-bcad-128e91900efe tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:21.246387 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-d53500be-9f81-4ae8-81d7-687baacabc52 req-c7c60c98-3222-4506-9236-dd4027d474ee tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:52:21.250494 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-d53500be-9f81-4ae8-81d7-687baacabc52 req-c7c60c98-3222-4506-9236-dd4027d474ee tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Usage tracker for resource:security_group_rule and tenant:ebd0d12895b0474f8b30730a1d2092a4 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:52:21.257363 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-d53500be-9f81-4ae8-81d7-687baacabc52 req-c7c60c98-3222-4506-9236-dd4027d474ee tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:52:21.266513 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-d53500be-9f81-4ae8-81d7-687baacabc52 req-c7c60c98-3222-4506-9236-dd4027d474ee tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:52:21.268664 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-057cc4a9-35f9-4420-927c-7a2e06fd84fd req-0fb2c20b-d823-4790-bcad-128e91900efe tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Transition to ACTIVE for port object 816b1c33-131e-489f-b878-f55a8d229187 will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:52:21.335658 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a2e5ec00-6113-4b6e-9b5e-96c539208e67 req-f1b9a1c5-aa71-42b4-9e2c-df83cf7fa8bc tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310797 May 05 19:52:21.343555 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-057cc4a9-35f9-4420-927c-7a2e06fd84fd req-0fb2c20b-d823-4790-bcad-128e91900efe tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:21.357832 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['08e4b020-70fb-4448-92ed-4a4862398302'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:52:21.497527 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb2c20b-d823-4790-bcad-128e91900efe tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Pushing event updated for resources: {'Port': ['ID=816b1c33-131e-489f-b878-f55a8d229187,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:21.500691 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c26d6557-23af-4f0b-9503-b2e2050fb158'] response: {'server_uuid': 'a11ba6de-5726-49e3-a0f8-106f7a184fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c', 'code': 200} May 05 19:52:21.527550 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d53500be-9f81-4ae8-81d7-687baacabc52 req-c7c60c98-3222-4506-9236-dd4027d474ee tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:21.554842 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-057cc4a9-35f9-4420-927c-7a2e06fd84fd req-0fb2c20b-d823-4790-bcad-128e91900efe tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:52:21.561473 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-057cc4a9-35f9-4420-927c-7a2e06fd84fd req-0fb2c20b-d823-4790-bcad-128e91900efe tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:52:21.565665 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d53500be-9f81-4ae8-81d7-687baacabc52 req-c7c60c98-3222-4506-9236-dd4027d474ee tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:21.574550 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3f62bb25-4c41-41a9-bf75-be95edf084d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:21.574978 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-057cc4a9-35f9-4420-927c-7a2e06fd84fd req-0fb2c20b-d823-4790-bcad-128e91900efe tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:52:21.704031 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c60c98-3222-4506-9236-dd4027d474ee tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b78743f8-e5fa-446f-9dce-87d979883e9d,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:21.736202 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d53500be-9f81-4ae8-81d7-687baacabc52 req-c7c60c98-3222-4506-9236-dd4027d474ee tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:21.757840 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d53500be-9f81-4ae8-81d7-687baacabc52 req-c7c60c98-3222-4506-9236-dd4027d474ee tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.9231036 May 05 19:52:21.799770 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057cc4a9-35f9-4420-927c-7a2e06fd84fd req-0fb2c20b-d823-4790-bcad-128e91900efe tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:21.800509 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-057cc4a9-35f9-4420-927c-7a2e06fd84fd req-0fb2c20b-d823-4790-bcad-128e91900efe tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:21.809332 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9 up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:52:21.839296 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-057cc4a9-35f9-4420-927c-7a2e06fd84fd req-0fb2c20b-d823-4790-bcad-128e91900efe tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6673543 May 05 19:52:21.859613 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-057cc4a9-35f9-4420-927c-7a2e06fd84fd req-2ac32fb3-f9fd-4598-8649-92144f95dbd6 service neutron] Request body: {'port': {'device_id': '54d8b2f8-fb88-4ecd-9d9f-c5961bf39579', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:52:21.969781 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.db.resource_extend [req-bd3a2370-07fd-41ce-88dd-0b9eae915f60 req-b7c7502b-0280-4781-b32f-ae8cbda3c4ba service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 19:52:21.969983 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-df41a585-f7aa-4536-bf40-4d8e0b1c5966 None None] Provisioning for port 816b1c33-131e-489f-b878-f55a8d229187 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:52:21.999391 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-df41a585-f7aa-4536-bf40-4d8e0b1c5966 None None] Provisioning complete for port 816b1c33-131e-489f-b878-f55a8d229187 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:52:22.003503 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-df41a585-f7aa-4536-bf40-4d8e0b1c5966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:22.084275 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-df41a585-f7aa-4536-bf40-4d8e0b1c5966 None None] Port 816b1c33-131e-489f-b878-f55a8d229187 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:52:22.107745 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port 3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:52:22.118753 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:52:22.119114 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:22.233936 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e91c37-4ee5-492d-ada7-7f3f488014fe req-91655685-d79a-481f-8a98-a7b223dfd44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:22.236736 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-68e91c37-4ee5-492d-ada7-7f3f488014fe req-91655685-d79a-481f-8a98-a7b223dfd44f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a11ba6de-5726-49e3-a0f8-106f7a184fd5 HTTP/1.1" status: 200 len: 1101 time: 0.3076358 May 05 19:52:22.283291 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-057cc4a9-35f9-4420-927c-7a2e06fd84fd req-2ac32fb3-f9fd-4598-8649-92144f95dbd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:22.309175 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-68e91c37-4ee5-492d-ada7-7f3f488014fe req-5c2b2af5-5a9a-4a13-bf2c-ca37d86b6096 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3e50fd44-6059-4e3b-8f95-027c4583f97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635674 May 05 19:52:22.320427 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3530d8-7694-44d7-a28c-14089487e1a3 req-203ab48f-de60-42b4-b585-70892a2d0b7b tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:22.321137 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-2c3530d8-7694-44d7-a28c-14089487e1a3 req-203ab48f-de60-42b4-b585-70892a2d0b7b tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Synchronizing usage tracker for tenant:7aea924971d547f7b0b01135d13b1674 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:52:22.366576 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-bd3a2370-07fd-41ce-88dd-0b9eae915f60 req-b7c7502b-0280-4781-b32f-ae8cbda3c4ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4d066df-4f40-460d-9c89-ef89ebf59bdc {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:52:22.383058 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:22.387066 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-bd3a2370-07fd-41ce-88dd-0b9eae915f60 req-b7c7502b-0280-4781-b32f-ae8cbda3c4ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:22.392247 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-2c3530d8-7694-44d7-a28c-14089487e1a3 req-203ab48f-de60-42b4-b585-70892a2d0b7b tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Unset dirty status for tenant:7aea924971d547f7b0b01135d13b1674 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:52:22.399860 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2c3530d8-7694-44d7-a28c-14089487e1a3 req-203ab48f-de60-42b4-b585-70892a2d0b7b tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] 10.222.0.36 "GET /v2.0/ports?device_id=54d8b2f8-fb88-4ecd-9d9f-c5961bf39579 HTTP/1.1" status: 200 len: 936 time: 0.3936718 May 05 19:52:22.422574 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a74f93-933a-4a31-9459-137f01c49545 req-b3bb082e-365d-47a5-b6c8-ea7c0f4c60ba tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:22.430442 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-15a74f93-933a-4a31-9459-137f01c49545 req-b3bb082e-365d-47a5-b6c8-ea7c0f4c60ba tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/ports?device_id=a11ba6de-5726-49e3-a0f8-106f7a184fd5 HTTP/1.1" status: 200 len: 950 time: 0.5860460 May 05 19:52:22.467957 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-bd3a2370-07fd-41ce-88dd-0b9eae915f60 req-b7c7502b-0280-4781-b32f-ae8cbda3c4ba service neutron] Transition to ACTIVE for port object c4d066df-4f40-460d-9c89-ef89ebf59bdc will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:52:22.477064 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9,segment=NetworkSegment(2fd00a77-6cab-42c3-b322-459c43fd8637),segment_id=2fd00a77-6cab-42c3-b322-459c43fd8637)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:52:22.482670 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:22.505186 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2c3530d8-7694-44d7-a28c-14089487e1a3 req-13b98eab-6aaf-4c53-83fd-003f373a082d tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] 10.222.0.36 "GET /v2.0/security-groups?id=ceeee1c2-2df3-4de5-9577-b382bee91df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044531 May 05 19:52:22.599584 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-0f5a2ce9-9241-44dd-99cc-76bd8fe50175 req-dbd5c41c-8e39-41aa-b1c8-cb42e06a849b tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-522485462', 'description': 'tempest-description-1601803188'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:52:22.623297 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-0f5a2ce9-9241-44dd-99cc-76bd8fe50175 req-dbd5c41c-8e39-41aa-b1c8-cb42e06a849b tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:52:22.623297 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-0f5a2ce9-9241-44dd-99cc-76bd8fe50175 req-dbd5c41c-8e39-41aa-b1c8-cb42e06a849b tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Usage tracker for resource:security_group and tenant:ebd0d12895b0474f8b30730a1d2092a4 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:52:22.623297 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-0f5a2ce9-9241-44dd-99cc-76bd8fe50175 req-dbd5c41c-8e39-41aa-b1c8-cb42e06a849b tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:52:22.628793 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:22.647799 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-0f5a2ce9-9241-44dd-99cc-76bd8fe50175 req-dbd5c41c-8e39-41aa-b1c8-cb42e06a849b tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:52:22.713324 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-0f5a2ce9-9241-44dd-99cc-76bd8fe50175 req-dbd5c41c-8e39-41aa-b1c8-cb42e06a849b tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:22.754640 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-0f5a2ce9-9241-44dd-99cc-76bd8fe50175 req-dbd5c41c-8e39-41aa-b1c8-cb42e06a849b tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:52:22.765143 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-bd3a2370-07fd-41ce-88dd-0b9eae915f60 req-b7c7502b-0280-4781-b32f-ae8cbda3c4ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:22.768725 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-0f5a2ce9-9241-44dd-99cc-76bd8fe50175 req-dbd5c41c-8e39-41aa-b1c8-cb42e06a849b tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Usage tracker for resource:security_group_rule and tenant:ebd0d12895b0474f8b30730a1d2092a4 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:52:22.774098 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-0f5a2ce9-9241-44dd-99cc-76bd8fe50175 req-dbd5c41c-8e39-41aa-b1c8-cb42e06a849b tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:52:22.783479 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-0f5a2ce9-9241-44dd-99cc-76bd8fe50175 req-dbd5c41c-8e39-41aa-b1c8-cb42e06a849b tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:52:22.868927 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-103af758-e206-404f-aabe-59c32ab8f9e5 req-c5ec6f06-5a5a-4d4b-bc99-b595eb8f2d7c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f7f5a589-3b16-4448-9925-f6147d63a97a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6414666 May 05 19:52:22.878252 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-15a74f93-933a-4a31-9459-137f01c49545 req-38a485ef-0b92-4b9b-8eb7-9f15294ba455 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e50fd44-6059-4e3b-8f95-027c4583f97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4467304 May 05 19:52:22.929870 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-057cc4a9-35f9-4420-927c-7a2e06fd84fd req-2ac32fb3-f9fd-4598-8649-92144f95dbd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 816b1c33-131e-489f-b878-f55a8d229187 {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:52:22.964286 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-057cc4a9-35f9-4420-927c-7a2e06fd84fd req-2ac32fb3-f9fd-4598-8649-92144f95dbd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:23.003735 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-057cc4a9-35f9-4420-927c-7a2e06fd84fd req-2ac32fb3-f9fd-4598-8649-92144f95dbd6 service neutron] Transition to ACTIVE for port object 816b1c33-131e-489f-b878-f55a8d229187 will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:52:23.017671 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-057cc4a9-35f9-4420-927c-7a2e06fd84fd req-2ac32fb3-f9fd-4598-8649-92144f95dbd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:23.024415 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-0f5a2ce9-9241-44dd-99cc-76bd8fe50175 req-dbd5c41c-8e39-41aa-b1c8-cb42e06a849b tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:23.089857 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-0f5a2ce9-9241-44dd-99cc-76bd8fe50175 req-dbd5c41c-8e39-41aa-b1c8-cb42e06a849b tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:23.185345 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c7502b-0280-4781-b32f-ae8cbda3c4ba service neutron] Pushing event updated for resources: {'Port': ['ID=c4d066df-4f40-460d-9c89-ef89ebf59bdc,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:23.227920 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac32fb3-f9fd-4598-8649-92144f95dbd6 service neutron] Pushing event updated for resources: {'Port': ['ID=816b1c33-131e-489f-b878-f55a8d229187,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:23.365605 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f62bb25-4c41-41a9-bf75-be95edf084d9 admin admin] Router e028e2d9-f60d-4768-89e5-b98f0e173c7c has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 19:52:23.371551 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-04fb84be-6725-48fd-b2a8-eb784b437df7 req-9fe21a1d-1caf-4801-bdbb-3f16d32c2692 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=34fe469f-2452-4b5f-bbd8-86cac3e6e0b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6550734 May 05 19:52:23.462214 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd5c41c-8e39-41aa-b1c8-cb42e06a849b tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23c85e78-0cb0-4bce-b384-ceaf4ff2e79b,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:23.468283 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-0f5a2ce9-9241-44dd-99cc-76bd8fe50175 req-dbd5c41c-8e39-41aa-b1c8-cb42e06a849b tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:23.469478 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0f5a2ce9-9241-44dd-99cc-76bd8fe50175 req-dbd5c41c-8e39-41aa-b1c8-cb42e06a849b tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.8860211 May 05 19:52:23.505392 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb708e5-303c-47f5-8e2e-6d06e480e3ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:52:23.574011 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-057cc4a9-35f9-4420-927c-7a2e06fd84fd req-2ac32fb3-f9fd-4598-8649-92144f95dbd6 service neutron] Attempting to bind port 816b1c33-131e-489f-b878-f55a8d229187 on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:52:23.574611 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-057cc4a9-35f9-4420-927c-7a2e06fd84fd req-2ac32fb3-f9fd-4598-8649-92144f95dbd6 service neutron] Attempting to bind port 816b1c33-131e-489f-b878-f55a8d229187 by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:52:23.574936 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057cc4a9-35f9-4420-927c-7a2e06fd84fd req-2ac32fb3-f9fd-4598-8649-92144f95dbd6 service neutron] Attempting to bind port 816b1c33-131e-489f-b878-f55a8d229187 on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:52:23.592610 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057cc4a9-35f9-4420-927c-7a2e06fd84fd req-2ac32fb3-f9fd-4598-8649-92144f95dbd6 service neutron] Port 816b1c33-131e-489f-b878-f55a8d229187 on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:52:23.592932 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057cc4a9-35f9-4420-927c-7a2e06fd84fd req-2ac32fb3-f9fd-4598-8649-92144f95dbd6 service neutron] Attempting to bind port 816b1c33-131e-489f-b878-f55a8d229187 on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:52:23.599637 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057cc4a9-35f9-4420-927c-7a2e06fd84fd req-2ac32fb3-f9fd-4598-8649-92144f95dbd6 service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:52:23.599969 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057cc4a9-35f9-4420-927c-7a2e06fd84fd req-2ac32fb3-f9fd-4598-8649-92144f95dbd6 service neutron] Checking segment: {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:52:23.600345 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057cc4a9-35f9-4420-927c-7a2e06fd84fd req-2ac32fb3-f9fd-4598-8649-92144f95dbd6 service neutron] Bound using segment: {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:52:23.600758 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-057cc4a9-35f9-4420-927c-7a2e06fd84fd req-2ac32fb3-f9fd-4598-8649-92144f95dbd6 service neutron] Bound port: 816b1c33-131e-489f-b878-f55a8d229187, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:52:23.601097 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-057cc4a9-35f9-4420-927c-7a2e06fd84fd req-2ac32fb3-f9fd-4598-8649-92144f95dbd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:23.636785 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-bd3a2370-07fd-41ce-88dd-0b9eae915f60 req-b7c7502b-0280-4781-b32f-ae8cbda3c4ba service neutron] Attempting to bind port c4d066df-4f40-460d-9c89-ef89ebf59bdc on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:52:23.637049 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-bd3a2370-07fd-41ce-88dd-0b9eae915f60 req-b7c7502b-0280-4781-b32f-ae8cbda3c4ba service neutron] Attempting to bind port c4d066df-4f40-460d-9c89-ef89ebf59bdc by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:52:23.637386 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3a2370-07fd-41ce-88dd-0b9eae915f60 req-b7c7502b-0280-4781-b32f-ae8cbda3c4ba service neutron] Attempting to bind port c4d066df-4f40-460d-9c89-ef89ebf59bdc on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:52:23.735674 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103af758-e206-404f-aabe-59c32ab8f9e5 req-b362d21f-4106-4090-89a9-85b96d3a566c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:23.737546 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-103af758-e206-404f-aabe-59c32ab8f9e5 req-b362d21f-4106-4090-89a9-85b96d3a566c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=928b29e96aaf42dd9d4dc06b8e5f9969&device_id=f7f5a589-3b16-4448-9925-f6147d63a97a HTTP/1.1" status: 200 len: 1100 time: 0.6737757 May 05 19:52:23.752735 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3a2370-07fd-41ce-88dd-0b9eae915f60 req-b7c7502b-0280-4781-b32f-ae8cbda3c4ba service neutron] Port c4d066df-4f40-460d-9c89-ef89ebf59bdc on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:52:23.753480 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3a2370-07fd-41ce-88dd-0b9eae915f60 req-b7c7502b-0280-4781-b32f-ae8cbda3c4ba service neutron] Attempting to bind port c4d066df-4f40-460d-9c89-ef89ebf59bdc on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:52:23.773951 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2639a9c-b933-4828-9d4f-63a03b970e18 req-0ab6ce9e-1fe9-45cb-ae95-4b31c25fb4b8 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:23.775441 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f2639a9c-b933-4828-9d4f-63a03b970e18 req-0ab6ce9e-1fe9-45cb-ae95-4b31c25fb4b8 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb708e5-303c-47f5-8e2e-6d06e480e3ed HTTP/1.1" status: 200 len: 945 time: 0.7201695 May 05 19:52:23.815657 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3a2370-07fd-41ce-88dd-0b9eae915f60 req-b7c7502b-0280-4781-b32f-ae8cbda3c4ba service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:52:23.816230 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3a2370-07fd-41ce-88dd-0b9eae915f60 req-b7c7502b-0280-4781-b32f-ae8cbda3c4ba service neutron] Checking segment: {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:52:23.816618 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3a2370-07fd-41ce-88dd-0b9eae915f60 req-b7c7502b-0280-4781-b32f-ae8cbda3c4ba service neutron] Bound using segment: {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:52:23.817065 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-bd3a2370-07fd-41ce-88dd-0b9eae915f60 req-b7c7502b-0280-4781-b32f-ae8cbda3c4ba service neutron] Bound port: c4d066df-4f40-460d-9c89-ef89ebf59bdc, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:52:23.817386 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-bd3a2370-07fd-41ce-88dd-0b9eae915f60 req-b7c7502b-0280-4781-b32f-ae8cbda3c4ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:23.874711 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-057cc4a9-35f9-4420-927c-7a2e06fd84fd req-2ac32fb3-f9fd-4598-8649-92144f95dbd6 service neutron] For port 816b1c33-131e-489f-b878-f55a8d229187, host n-h2-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:52:23.880070 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-057cc4a9-35f9-4420-927c-7a2e06fd84fd req-2ac32fb3-f9fd-4598-8649-92144f95dbd6 service neutron] For port 816b1c33-131e-489f-b878-f55a8d229187, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=816b1c33-131e-489f-b878-f55a8d229187,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:52:23.889546 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-057cc4a9-35f9-4420-927c-7a2e06fd84fd req-2ac32fb3-f9fd-4598-8649-92144f95dbd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:23.957044 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057cc4a9-35f9-4420-927c-7a2e06fd84fd req-2ac32fb3-f9fd-4598-8649-92144f95dbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:23.957919 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-057cc4a9-35f9-4420-927c-7a2e06fd84fd req-2ac32fb3-f9fd-4598-8649-92144f95dbd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:23.959245 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-057cc4a9-35f9-4420-927c-7a2e06fd84fd req-2ac32fb3-f9fd-4598-8649-92144f95dbd6 service neutron] 10.222.0.50 "PUT /v2.0/ports/816b1c33-131e-489f-b878-f55a8d229187 HTTP/1.1" status: 200 len: 1096 time: 2.1071591 May 05 19:52:23.960914 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d8b2f8-fb88-4ecd-9d9f-c5961bf39579', 'tag': '816b1c33-131e-489f-b878-f55a8d229187'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:52:23.995181 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac32fb3-f9fd-4598-8649-92144f95dbd6 service neutron] Pushing event updated for resources: {'Port': ['ID=816b1c33-131e-489f-b878-f55a8d229187,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:24.008491 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c235294-531a-441e-8d32-2fcdb1e727ee req-c7c5a143-f24f-4a5b-8d69-6eedfb081d94 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:24.009996 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2c235294-531a-441e-8d32-2fcdb1e727ee req-c7c5a143-f24f-4a5b-8d69-6eedfb081d94 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c5dad3c-d602-4b16-ba45-4bfc3c8179fb HTTP/1.1" status: 200 len: 948 time: 0.2779040 May 05 19:52:24.100079 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f2639a9c-b933-4828-9d4f-63a03b970e18 req-91b42578-9d91-4c91-a8d4-b1bf1d1d5367 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853248 May 05 19:52:24.125165 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2c235294-531a-441e-8d32-2fcdb1e727ee req-db38a230-5b77-4f7d-adef-2d9c2771ff1a tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800369 May 05 19:52:24.128166 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103af758-e206-404f-aabe-59c32ab8f9e5 req-d776cc6c-2465-4f12-ac5b-c0665e898625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:24.130223 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-103af758-e206-404f-aabe-59c32ab8f9e5 req-d776cc6c-2465-4f12-ac5b-c0665e898625 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3 HTTP/1.1" status: 200 len: 870 time: 0.3671045 May 05 19:52:24.132163 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f62bb25-4c41-41a9-bf75-be95edf084d9 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 19:52:24.144736 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ac23ca-57e7-4191-8443-6fb2d194d880 None None] Sync routers for ids ['e028e2d9-f60d-4768-89e5-b98f0e173c7c'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 19:52:24.160924 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057cc4a9-35f9-4420-927c-7a2e06fd84fd req-8f7eb962-e19e-4523-afe2-ee0a0f400295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:24.161988 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-057cc4a9-35f9-4420-927c-7a2e06fd84fd req-8f7eb962-e19e-4523-afe2-ee0a0f400295 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7aea924971d547f7b0b01135d13b1674&device_id=54d8b2f8-fb88-4ecd-9d9f-c5961bf39579 HTTP/1.1" status: 200 len: 1099 time: 0.1510866 May 05 19:52:24.203665 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ac23ca-57e7-4191-8443-6fb2d194d880 None None] Routers {'e028e2d9-f60d-4768-89e5-b98f0e173c7c'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:52:24.203665 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-d4ac23ca-57e7-4191-8443-6fb2d194d880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:52:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['e028e2d9-f60d-4768-89e5-b98f0e173c7c'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:52:24.236172 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb84be-6725-48fd-b2a8-eb784b437df7 req-15a505da-17b9-4c7b-b6bb-f6bd1db7244f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:24.239279 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-04fb84be-6725-48fd-b2a8-eb784b437df7 req-15a505da-17b9-4c7b-b6bb-f6bd1db7244f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ec798a1d17654fd38a17594ac4520b82&device_id=34fe469f-2452-4b5f-bbd8-86cac3e6e0b0 HTTP/1.1" status: 200 len: 1096 time: 0.8422496 May 05 19:52:24.241384 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3f62bb25-4c41-41a9-bf75-be95edf084d9 admin admin] 10.222.0.36 "PUT /v2.0/routers/e028e2d9-f60d-4768-89e5-b98f0e173c7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7101305 May 05 19:52:24.260885 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34272) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:52:24.305385 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a4b0c4d-c8e9-4331-a5b0-aebd07a4dd52'] response: {'server_uuid': 'bdb708e5-303c-47f5-8e2e-6d06e480e3ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9', 'code': 200} May 05 19:52:24.310725 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-057cc4a9-35f9-4420-927c-7a2e06fd84fd req-1f1b76f0-d13a-4e2b-88d2-7afbaf28f1d0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=816b1c33-131e-489f-b878-f55a8d229187 HTTP/1.1" status: 200 len: 217 time: 0.1263235 May 05 19:52:24.523392 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-d4ac23ca-57e7-4191-8443-6fb2d194d880 None None] Set router e028e2d9-f60d-4768-89e5-b98f0e173c7c gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:52:24.572908 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-103af758-e206-404f-aabe-59c32ab8f9e5 req-26a80f3b-ca0c-4ffe-990e-dd1bd2828483 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=046cff30-9f24-4516-aca1-577e77e2491f HTTP/1.1" status: 200 len: 217 time: 0.4339364 May 05 19:52:24.673407 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057cc4a9-35f9-4420-927c-7a2e06fd84fd req-fa64bc1b-12d4-4cb4-8e4f-6107314dd666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:24.674886 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-057cc4a9-35f9-4420-927c-7a2e06fd84fd req-fa64bc1b-12d4-4cb4-8e4f-6107314dd666 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.3518460 May 05 19:52:24.691623 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6070163-bed8-4939-a704-852576feb72d req-583faf88-e908-46b8-a92f-62a3d9fc3417 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:24.693204 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a6070163-bed8-4939-a704-852576feb72d req-583faf88-e908-46b8-a92f-62a3d9fc3417 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] 10.222.0.36 "GET /v2.0/ports?device_id=54d8b2f8-fb88-4ecd-9d9f-c5961bf39579 HTTP/1.1" status: 200 len: 948 time: 0.2867703 May 05 19:52:24.749598 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-bd3a2370-07fd-41ce-88dd-0b9eae915f60 req-b7c7502b-0280-4781-b32f-ae8cbda3c4ba service neutron] For port c4d066df-4f40-460d-9c89-ef89ebf59bdc, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:52:24.786821 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edc0969-5a86-45dc-8f94-59d5015144fc req-9234a7e9-15e9-465a-9c49-1296612d7bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:24.788732 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0edc0969-5a86-45dc-8f94-59d5015144fc req-9234a7e9-15e9-465a-9c49-1296612d7bac service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bdb708e5-303c-47f5-8e2e-6d06e480e3ed HTTP/1.1" status: 200 len: 1096 time: 0.3969097 May 05 19:52:24.788896 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-bd3a2370-07fd-41ce-88dd-0b9eae915f60 req-b7c7502b-0280-4781-b32f-ae8cbda3c4ba service neutron] For port c4d066df-4f40-460d-9c89-ef89ebf59bdc, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=c4d066df-4f40-460d-9c89-ef89ebf59bdc,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:52:24.847867 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-bd3a2370-07fd-41ce-88dd-0b9eae915f60 req-b7c7502b-0280-4781-b32f-ae8cbda3c4ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:24.860482 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a6070163-bed8-4939-a704-852576feb72d req-929bcbb1-81e7-4585-9aeb-52ed610a5b5d tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] 10.222.0.36 "GET /v2.0/security-groups?id=ceeee1c2-2df3-4de5-9577-b382bee91df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946822 May 05 19:52:24.868849 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0edc0969-5a86-45dc-8f94-59d5015144fc req-26b28ca0-0aa1-40fb-b125-606929122d36 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706556 May 05 19:52:24.906008 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057cc4a9-35f9-4420-927c-7a2e06fd84fd req-f53fb7f5-6b1c-4f77-9908-01da13231282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:24.908126 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-057cc4a9-35f9-4420-927c-7a2e06fd84fd req-f53fb7f5-6b1c-4f77-9908-01da13231282 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2124369 May 05 19:52:24.946793 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103af758-e206-404f-aabe-59c32ab8f9e5 req-69064f28-2144-4abc-8cbc-0cda089256b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:24.949155 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-103af758-e206-404f-aabe-59c32ab8f9e5 req-69064f28-2144-4abc-8cbc-0cda089256b6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.3498425 May 05 19:52:24.964055 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3a2370-07fd-41ce-88dd-0b9eae915f60 req-b7c7502b-0280-4781-b32f-ae8cbda3c4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:24.964930 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-bd3a2370-07fd-41ce-88dd-0b9eae915f60 req-b7c7502b-0280-4781-b32f-ae8cbda3c4ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:24.966817 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bd3a2370-07fd-41ce-88dd-0b9eae915f60 req-b7c7502b-0280-4781-b32f-ae8cbda3c4ba service neutron] 10.222.0.24 "PUT /v2.0/ports/c4d066df-4f40-460d-9c89-ef89ebf59bdc HTTP/1.1" status: 200 len: 1096 time: 5.0751810 May 05 19:52:24.974630 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c5dad3c-d602-4b16-ba45-4bfc3c8179fb', 'tag': 'c4d066df-4f40-460d-9c89-ef89ebf59bdc'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:52:24.996374 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb84be-6725-48fd-b2a8-eb784b437df7 req-f185ed3a-6de1-47fe-b058-9ac01a18f945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:24.998111 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-04fb84be-6725-48fd-b2a8-eb784b437df7 req-f185ed3a-6de1-47fe-b058-9ac01a18f945 service neutron] 10.222.0.50 "GET /v2.0/networks?id=87da803f-e7d0-44ba-a1c3-46d895a6576d HTTP/1.1" status: 200 len: 908 time: 0.7365787 May 05 19:52:25.027168 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-d4ac23ca-57e7-4191-8443-6fb2d194d880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e028e2d9-f60d-4768-89e5-b98f0e173c7c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1448522101-router', 'tenant_id': '9ab4a98eac4a43fd9990405f39079105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'c27bc6fa-e42c-4b8b-b7e4-1c7582624a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:49:00Z', 'updated_at': '2022-05-05T19:52:20Z', 'revision_number': 5, 'project_id': '9ab4a98eac4a43fd9990405f39079105', 'gw_port': {'id': 'c27bc6fa-e42c-4b8b-b7e4-1c7582624a1c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:8e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e028e2d9-f60d-4768-89e5-b98f0e173c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:49:02Z', 'updated_at': '2022-05-05T19:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:52:25.032652 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ac23ca-57e7-4191-8443-6fb2d194d880 None None] Checking router: e028e2d9-f60d-4768-89e5-b98f0e173c7c for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 19:52:25.043119 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ac23ca-57e7-4191-8443-6fb2d194d880 None None] Routers {'e028e2d9-f60d-4768-89e5-b98f0e173c7c'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:52:25.044138 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-d4ac23ca-57e7-4191-8443-6fb2d194d880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:52:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['e028e2d9-f60d-4768-89e5-b98f0e173c7c'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:52:25.205260 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-04fb84be-6725-48fd-b2a8-eb784b437df7 req-edc9ca0d-9223-4a1d-9ed5-b08e1564605a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82e61456-3f47-436d-9805-d3ea9b5e63b9 HTTP/1.1" status: 200 len: 217 time: 0.2005765 May 05 19:52:25.239163 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 19:52:25.257463 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b3014acd-7680-494f-b79d-e15a85b08d16 admin admin] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:25.332191 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c7502b-0280-4781-b32f-ae8cbda3c4ba service neutron] Pushing event updated for resources: {'Port': ['ID=c4d066df-4f40-460d-9c89-ef89ebf59bdc,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:25.375125 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-057cc4a9-35f9-4420-927c-7a2e06fd84fd req-ad409912-e05b-4d3f-a63b-6f31e08a81c0 service neutron] 10.222.0.50 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4586372 May 05 19:52:25.377228 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-d4ac23ca-57e7-4191-8443-6fb2d194d880 None None] Set router e028e2d9-f60d-4768-89e5-b98f0e173c7c gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:52:25.386806 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c59fdb3-8c14-4828-afc2-c749baf30d28 req-26dfaaa0-8892-4981-a5ff-c328b2fc9b21 tempest-LiveAutoBlockMigrationV225Test-129314705 tempest-LiveAutoBlockMigrationV225Test-129314705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:25.390700 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0c59fdb3-8c14-4828-afc2-c749baf30d28 req-26dfaaa0-8892-4981-a5ff-c328b2fc9b21 tempest-LiveAutoBlockMigrationV225Test-129314705 tempest-LiveAutoBlockMigrationV225Test-129314705-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d36a569d-6a34-4d80-8488-b596fe4b8373 HTTP/1.1" status: 200 len: 1096 time: 1.0764735 May 05 19:52:25.534012 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-057cc4a9-35f9-4420-927c-7a2e06fd84fd req-348f4ba3-63ac-482e-a33d-104ea4b255e6 service neutron] 10.222.0.50 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483579 May 05 19:52:25.560903 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd0bfe-f359-4798-bced-f649ef3c5089 req-69536d08-0644-41e2-98ec-6dd7a4d3a9ce tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:25.570565 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a9cd0bfe-f359-4798-bced-f649ef3c5089 req-69536d08-0644-41e2-98ec-6dd7a4d3a9ce tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/networks?id=9391bd70-fefd-4234-a5c6-e5bdaa98482d HTTP/1.1" status: 200 len: 811 time: 0.5526574 May 05 19:52:25.587192 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a9cd0bfe-f359-4798-bced-f649ef3c5089 req-96e0d826-d038-4c55-9803-0c9ae9fb1b05 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/quotas/ebd0d12895b0474f8b30730a1d2092a4 HTTP/1.1" status: 200 len: 375 time: 0.0157266 May 05 19:52:25.653680 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0c59fdb3-8c14-4828-afc2-c749baf30d28 req-99499501-73ed-4773-af8a-5ae3cba333ab tempest-LiveAutoBlockMigrationV225Test-129314705 tempest-LiveAutoBlockMigrationV225Test-129314705-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414889 May 05 19:52:25.671611 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb84be-6725-48fd-b2a8-eb784b437df7 req-f2ce2b63-c2c7-45f8-9b8d-bb35c4d3c0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:25.680275 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-04fb84be-6725-48fd-b2a8-eb784b437df7 req-f2ce2b63-c2c7-45f8-9b8d-bb35c4d3c0df service neutron] 10.222.0.50 "GET /v2.0/subnets?id=af43fcc5-064b-4df8-a8c0-be1ad4feb5a8 HTTP/1.1" status: 200 len: 847 time: 0.4549329 May 05 19:52:25.696947 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a9cd0bfe-f359-4798-bced-f649ef3c5089 req-2449fc70-88d7-4d47-8879-bff2920afc9e tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ebd0d12895b0474f8b30730a1d2092a4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1085520 May 05 19:52:25.762213 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-d4ac23ca-57e7-4191-8443-6fb2d194d880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e028e2d9-f60d-4768-89e5-b98f0e173c7c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1448522101-router', 'tenant_id': '9ab4a98eac4a43fd9990405f39079105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'c27bc6fa-e42c-4b8b-b7e4-1c7582624a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:49:00Z', 'updated_at': '2022-05-05T19:52:20Z', 'revision_number': 5, 'project_id': '9ab4a98eac4a43fd9990405f39079105', 'gw_port': {'id': 'c27bc6fa-e42c-4b8b-b7e4-1c7582624a1c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:8e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e028e2d9-f60d-4768-89e5-b98f0e173c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:49:02Z', 'updated_at': '2022-05-05T19:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:52:25.766570 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ac23ca-57e7-4191-8443-6fb2d194d880 None None] The sync data for ids ['e028e2d9-f60d-4768-89e5-b98f0e173c7c'] in n-d-840717-1 is: [{'id': 'e028e2d9-f60d-4768-89e5-b98f0e173c7c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1448522101-router', 'tenant_id': '9ab4a98eac4a43fd9990405f39079105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'c27bc6fa-e42c-4b8b-b7e4-1c7582624a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:49:00Z', 'updated_at': '2022-05-05T19:52:20Z', 'revision_number': 5, 'project_id': '9ab4a98eac4a43fd9990405f39079105', 'gw_port': {'id': 'c27bc6fa-e42c-4b8b-b7e4-1c7582624a1c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:8e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e028e2d9-f60d-4768-89e5-b98f0e173c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:49:02Z', 'updated_at': '2022-05-05T19:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 19:52:25.793937 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b3014acd-7680-494f-b79d-e15a85b08d16 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:25.813121 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103af758-e206-404f-aabe-59c32ab8f9e5 req-0536c1e3-7d2c-44b8-ae54-2ca8471d5344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:25.815160 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-103af758-e206-404f-aabe-59c32ab8f9e5 req-0536c1e3-7d2c-44b8-ae54-2ca8471d5344 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7092919 May 05 19:52:25.817549 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-04fb84be-6725-48fd-b2a8-eb784b437df7 req-b7fad8ea-750d-42af-824c-a5d1ae310e68 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=87da803f-e7d0-44ba-a1c3-46d895a6576d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1223094 May 05 19:52:25.819650 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-b3014acd-7680-494f-b79d-e15a85b08d16 admin admin] Deleting port c27bc6fa-e42c-4b8b-b7e4-1c7582624a1c {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:52:25.820089 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b3014acd-7680-494f-b79d-e15a85b08d16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:25.862824 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a9cd0bfe-f359-4798-bced-f649ef3c5089 req-422e48dc-0a54-49f4-8286-99047bf022c6 service neutron] 10.222.0.36 "GET /v2.0/networks/9391bd70-fefd-4234-a5c6-e5bdaa98482d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648226 May 05 19:52:25.879070 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3a2370-07fd-41ce-88dd-0b9eae915f60 req-19b89fe5-dd34-4789-a781-65a8d580d342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:25.880556 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bd3a2370-07fd-41ce-88dd-0b9eae915f60 req-19b89fe5-dd34-4789-a781-65a8d580d342 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=928b29e96aaf42dd9d4dc06b8e5f9969&device_id=5c5dad3c-d602-4b16-ba45-4bfc3c8179fb HTTP/1.1" status: 200 len: 1099 time: 0.7226386 May 05 19:52:26.063692 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bd3a2370-07fd-41ce-88dd-0b9eae915f60 req-8e45c3ca-2f1b-4ac0-9d05-0d9a60cb2acb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=c4d066df-4f40-460d-9c89-ef89ebf59bdc HTTP/1.1" status: 200 len: 217 time: 0.1448233 May 05 19:52:26.121293 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a9cd0bfe-f359-4798-bced-f649ef3c5089 req-d2d1b0d3-7b1c-4bab-8afe-6920b2363c3c service neutron] 10.222.0.36 "GET /v2.0/networks/9391bd70-fefd-4234-a5c6-e5bdaa98482d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575176 May 05 19:52:26.347184 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-039fd172-e6a1-48f0-8328-a6c3002e87f2'] response: {'name': 'network-changed', 'server_uuid': '54d8b2f8-fb88-4ecd-9d9f-c5961bf39579', 'tag': '816b1c33-131e-489f-b878-f55a8d229187', 'status': 'completed', 'code': 200} May 05 19:52:26.422964 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3260d2c-72c8-4ce5-a64c-ad4819230c3c'] response: {'name': 'network-changed', 'server_uuid': '5c5dad3c-d602-4b16-ba45-4bfc3c8179fb', 'tag': 'c4d066df-4f40-460d-9c89-ef89ebf59bdc', 'status': 'completed', 'code': 200} May 05 19:52:26.550739 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc14a4a-d956-4d2b-8e78-fb36e0f556ba req-5fd5cc84-20a1-4015-85c4-a82454afe5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:26.552276 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dfc14a4a-d956-4d2b-8e78-fb36e0f556ba req-5fd5cc84-20a1-4015-85c4-a82454afe5ff service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7aea924971d547f7b0b01135d13b1674&device_id=54d8b2f8-fb88-4ecd-9d9f-c5961bf39579 HTTP/1.1" status: 200 len: 1099 time: 0.1804364 May 05 19:52:26.658812 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3a2370-07fd-41ce-88dd-0b9eae915f60 req-71394b19-3823-465a-afea-c44109fd3cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:26.661090 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bd3a2370-07fd-41ce-88dd-0b9eae915f60 req-71394b19-3823-465a-afea-c44109fd3cc7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.5792608 May 05 19:52:26.776280 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-103af758-e206-404f-aabe-59c32ab8f9e5 req-0d67c9f5-10be-47b4-8de0-eeb4c87bf77f service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9301915 May 05 19:52:26.785167 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc14a4a-d956-4d2b-8e78-fb36e0f556ba req-e55093b6-c8ff-49f4-8fbb-6b65bb7f54f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:26.786593 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dfc14a4a-d956-4d2b-8e78-fb36e0f556ba req-e55093b6-c8ff-49f4-8fbb-6b65bb7f54f5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3 HTTP/1.1" status: 200 len: 870 time: 0.1937234 May 05 19:52:26.789385 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-04fb84be-6725-48fd-b2a8-eb784b437df7 req-013d277c-0706-479c-ba78-02adc8c7aa89 service neutron] 10.222.0.50 "GET /v2.0/networks/87da803f-e7d0-44ba-a1c3-46d895a6576d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9132578 May 05 19:52:26.797220 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296f2cfa-eed6-4a00-9543-f5ca20c6c33a req-bf13a574-db33-475a-995f-90c401fb08dd tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:26.798787 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-296f2cfa-eed6-4a00-9543-f5ca20c6c33a req-bf13a574-db33-475a-995f-90c401fb08dd tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb708e5-303c-47f5-8e2e-6d06e480e3ed HTTP/1.1" status: 200 len: 945 time: 0.2456081 May 05 19:52:26.824992 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da22f3de-5644-44ce-b2b7-99f0f8151965 req-63e1961b-d655-4aeb-8658-cb2f842f0550 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:26.832145 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-da22f3de-5644-44ce-b2b7-99f0f8151965 req-63e1961b-d655-4aeb-8658-cb2f842f0550 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/ports?device_id=a11ba6de-5726-49e3-a0f8-106f7a184fd5 HTTP/1.1" status: 200 len: 950 time: 0.9145210 May 05 19:52:26.915306 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-b3014acd-7680-494f-b79d-e15a85b08d16 admin admin] For port c27bc6fa-e42c-4b8b-b7e4-1c7582624a1c, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=c27bc6fa-e42c-4b8b-b7e4-1c7582624a1c,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:52:26.915943 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b3014acd-7680-494f-b79d-e15a85b08d16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:26.940951 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dfc14a4a-d956-4d2b-8e78-fb36e0f556ba req-f3c0e21b-e10e-434a-8a92-2866ae91c04a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=816b1c33-131e-489f-b878-f55a8d229187 HTTP/1.1" status: 200 len: 217 time: 0.1386402 May 05 19:52:27.021803 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-296f2cfa-eed6-4a00-9543-f5ca20c6c33a req-698613ae-bb37-478f-8ebd-1c1d197f1cfb tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267600 May 05 19:52:27.063224 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc14a4a-d956-4d2b-8e78-fb36e0f556ba req-20fd7ce1-783e-48e5-8bb3-1fc0a693146a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:27.067292 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dfc14a4a-d956-4d2b-8e78-fb36e0f556ba req-20fd7ce1-783e-48e5-8bb3-1fc0a693146a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.1140869 May 05 19:52:27.134995 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-b3014acd-7680-494f-b79d-e15a85b08d16 admin admin] Calling delete_port for c27bc6fa-e42c-4b8b-b7e4-1c7582624a1c owned by network:router_gateway {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:52:27.171556 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc14a4a-d956-4d2b-8e78-fb36e0f556ba req-358712fd-c72f-4971-bf7c-5229ea0e08fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:27.173512 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dfc14a4a-d956-4d2b-8e78-fb36e0f556ba req-358712fd-c72f-4971-bf7c-5229ea0e08fa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0992010 May 05 19:52:27.241375 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-da22f3de-5644-44ce-b2b7-99f0f8151965 req-d9d257bd-9c21-4235-9cf4-59dd4191f410 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e50fd44-6059-4e3b-8f95-027c4583f97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4082961 May 05 19:52:27.331194 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3a2370-07fd-41ce-88dd-0b9eae915f60 req-d835bc0f-33ab-4926-bd4b-44ae4a2b38bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:27.332716 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bd3a2370-07fd-41ce-88dd-0b9eae915f60 req-d835bc0f-33ab-4926-bd4b-44ae4a2b38bb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6546979 May 05 19:52:27.382505 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-04fb84be-6725-48fd-b2a8-eb784b437df7 req-7cd02bfb-d0b2-4480-b3dc-320e9fb5578c service neutron] 10.222.0.50 "GET /v2.0/networks/87da803f-e7d0-44ba-a1c3-46d895a6576d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5483139 May 05 19:52:27.405452 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dfc14a4a-d956-4d2b-8e78-fb36e0f556ba req-0fa2dbed-4065-441f-9d42-573662ba10b1 service neutron] 10.222.0.50 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247431 May 05 19:52:27.409030 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-103af758-e206-404f-aabe-59c32ab8f9e5 req-6377879e-852e-4ce2-9a08-9cc7d01b4fce service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6251590 May 05 19:52:27.419705 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c6fa3-ac61-4971-ab38-3dc26601f2a9 req-b15d40f4-1c63-4934-852e-719093c4609d tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:27.420976 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-343c6fa3-ac61-4971-ab38-3dc26601f2a9 req-b15d40f4-1c63-4934-852e-719093c4609d tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c5dad3c-d602-4b16-ba45-4bfc3c8179fb HTTP/1.1" status: 200 len: 948 time: 0.1981063 May 05 19:52:27.475572 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device a669da36-efec-4c83-a63f-e78f7f0a4b4c no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:52:27.515406 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: a669da36-efec-4c83-a63f-e78f7f0a4b4c {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 19:52:27.516000 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device a669da36-efec-4c83-a63f-e78f7f0a4b4c not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:52:27.558293 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bd3a2370-07fd-41ce-88dd-0b9eae915f60 req-f138ff97-1b94-453d-a817-f5aa0c154004 service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150195 May 05 19:52:27.600995 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-343c6fa3-ac61-4971-ab38-3dc26601f2a9 req-f661303e-6d1c-409c-a77d-b34c622876a1 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580856 May 05 19:52:27.670545 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dfc14a4a-d956-4d2b-8e78-fb36e0f556ba req-dea76409-0c40-44e0-a48f-354009993571 service neutron] 10.222.0.50 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476139 May 05 19:52:27.848853 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bd3a2370-07fd-41ce-88dd-0b9eae915f60 req-e57e2834-fc5d-4b0a-b5e3-63f3bf006c6e service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708848 May 05 19:52:27.920036 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 816b1c33-131e-489f-b878-f55a8d229187 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:52:27.921118 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e78a3-b4c2-4b5c-8d91-a6aa585df0aa req-8624099f-4fb3-4e85-9021-024d3a6c000d tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:27.922626 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7e8e78a3-b4c2-4b5c-8d91-a6aa585df0aa req-8624099f-4fb3-4e85-9021-024d3a6c000d tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] 10.222.0.36 "GET /v2.0/ports?device_id=54d8b2f8-fb88-4ecd-9d9f-c5961bf39579 HTTP/1.1" status: 200 len: 948 time: 0.1488221 May 05 19:52:28.031280 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7e8e78a3-b4c2-4b5c-8d91-a6aa585df0aa req-7cc929b7-5b09-4fc9-b1a6-42c599dfa12d tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] 10.222.0.36 "GET /v2.0/security-groups?id=ceeee1c2-2df3-4de5-9577-b382bee91df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028697 May 05 19:52:28.090670 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b3014acd-7680-494f-b79d-e15a85b08d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:28.214388 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3014acd-7680-494f-b79d-e15a85b08d16 admin admin] Pushing event deleted for resources: {'Port': ['ID=c27bc6fa-e42c-4b8b-b7e4-1c7582624a1c,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:28.292472 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 816b1c33-131e-489f-b878-f55a8d229187, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=816b1c33-131e-489f-b878-f55a8d229187,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:52:28.310846 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': '816b1c33-131e-489f-b878-f55a8d229187', 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3', 'port_id': '816b1c33-131e-489f-b878-f55a8d229187', 'mac_address': 'fa:16:3e:9f:50:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d72a8d3-0a35-4d3a-96b8-d869ff4093bc', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:52:28.336559 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6e69b376-745f-4129-a5bd-9ea96fe7324b req-27426793-e1e5-489a-8eaf-07c6bc604370 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/ports?device_id=3692b921-276d-4ae5-84d0-1bffd2ff1096 HTTP/1.1" status: 200 len: 210 time: 0.0961664 May 05 19:52:28.448994 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:28.498299 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 816b1c33-131e-489f-b878-f55a8d229187 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:52:28.527822 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 816b1c33-131e-489f-b878-f55a8d229187, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=816b1c33-131e-489f-b878-f55a8d229187,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:52:28.534231 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:28.605999 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1054b076-9cd8-465e-9234-09a43813a659 req-584cdb4d-138c-4c6f-9a86-6c141aa189bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:28.607600 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1054b076-9cd8-465e-9234-09a43813a659 req-584cdb4d-138c-4c6f-9a86-6c141aa189bf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=928b29e96aaf42dd9d4dc06b8e5f9969&device_id=5c5dad3c-d602-4b16-ba45-4bfc3c8179fb HTTP/1.1" status: 200 len: 1099 time: 0.5891523 May 05 19:52:28.617764 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd0bfe-f359-4798-bced-f649ef3c5089 req-ed7bd0d3-a6b8-44fd-8cb0-b838a0869a2c tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:28.619267 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a9cd0bfe-f359-4798-bced-f649ef3c5089 req-ed7bd0d3-a6b8-44fd-8cb0-b838a0869a2c tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.24 "GET /v2.0/networks?id=9391bd70-fefd-4234-a5c6-e5bdaa98482d HTTP/1.1" status: 200 len: 811 time: 0.6563721 May 05 19:52:28.620165 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b3014acd-7680-494f-b79d-e15a85b08d16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:28.678248 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=816b1c33-131e-489f-b878-f55a8d229187,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:28.705999 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-a9cd0bfe-f359-4798-bced-f649ef3c5089 req-499c9976-0411-41f2-99d4-0b7c3c826f97 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Request body: {'port': {'device_id': '3692b921-276d-4ae5-84d0-1bffd2ff1096', 'network_id': '9391bd70-fefd-4234-a5c6-e5bdaa98482d', 'admin_state_up': True, 'tenant_id': 'ebd0d12895b0474f8b30730a1d2092a4'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:52:28.737746 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e1a780-0467-487f-b599-7a1abd505c73 req-84b76788-685f-44e8-a095-a5a9ee315853 tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:28.740045 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a3e1a780-0467-487f-b599-7a1abd505c73 req-84b76788-685f-44e8-a095-a5a9ee315853 tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=bdb708e5-303c-47f5-8e2e-6d06e480e3ed HTTP/1.1" status: 200 len: 1096 time: 0.1458020 May 05 19:52:28.808301 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a3e1a780-0467-487f-b599-7a1abd505c73 req-27a4a6b1-df47-436f-b1a4-5571bccb58a6 tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625799 May 05 19:52:28.892295 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['816b1c33-131e-489f-b878-f55a8d229187'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:52:29.022167 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-55f39130-5c74-4650-947d-d7c25508606b tempest-LiveAutoBlockMigrationV225Test-129314705 tempest-LiveAutoBlockMigrationV225Test-129314705-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 19:52:29.023147 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-55f39130-5c74-4650-947d-d7c25508606b tempest-LiveAutoBlockMigrationV225Test-129314705 tempest-LiveAutoBlockMigrationV225Test-129314705-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064158 May 05 19:52:29.031107 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b3014acd-7680-494f-b79d-e15a85b08d16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:29.040030 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-7211262e-7e71-4c69-82f4-89e62b6e6be8 service neutron] Request body: {'binding': {'host': 'n-h1-840717-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:52:29.040494 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-7211262e-7e71-4c69-82f4-89e62b6e6be8 service neutron] Unknown quota resources ['binding']. {{(pid=88198) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 05 19:52:29.067145 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b3014acd-7680-494f-b79d-e15a85b08d16 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:29.242402 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b3014acd-7680-494f-b79d-e15a85b08d16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:29.242950 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3014acd-7680-494f-b79d-e15a85b08d16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e028e2d9-f60d-4768-89e5-b98f0e173c7c {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 19:52:29.269523 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1054b076-9cd8-465e-9234-09a43813a659 req-74476000-ede1-4b0c-9850-415d140fbc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:29.271081 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1054b076-9cd8-465e-9234-09a43813a659 req-74476000-ede1-4b0c-9850-415d140fbc1b service neutron] 10.222.0.24 "GET /v2.0/networks?id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3 HTTP/1.1" status: 200 len: 870 time: 0.5951524 May 05 19:52:29.289987 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-a9cd0bfe-f359-4798-bced-f649ef3c5089 req-499c9976-0411-41f2-99d4-0b7c3c826f97 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:52:29.308980 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc349e24-a1a6-4dcf-872c-1dd236cf92df req-ab4fcc4a-47a4-490d-a0a3-bb13204a21d1 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:29.316664 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cc349e24-a1a6-4dcf-872c-1dd236cf92df req-ab4fcc4a-47a4-490d-a0a3-bb13204a21d1 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c5dad3c-d602-4b16-ba45-4bfc3c8179fb HTTP/1.1" status: 200 len: 948 time: 0.1079464 May 05 19:52:29.370999 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cc349e24-a1a6-4dcf-872c-1dd236cf92df req-8387a297-ddbc-4c46-99c9-a73e9e7c5f1d tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533602 May 05 19:52:29.377871 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1054b076-9cd8-465e-9234-09a43813a659 req-41ac2000-0f83-46a2-9cc9-1e375d28b189 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=c4d066df-4f40-460d-9c89-ef89ebf59bdc HTTP/1.1" status: 200 len: 217 time: 0.0894542 May 05 19:52:29.378737 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-a9cd0bfe-f359-4798-bced-f649ef3c5089 req-499c9976-0411-41f2-99d4-0b7c3c826f97 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:52:29.471255 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b3014acd-7680-494f-b79d-e15a85b08d16 admin admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:29.475335 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b3014acd-7680-494f-b79d-e15a85b08d16 admin admin] 10.222.0.36 "DELETE /v2.0/routers/e028e2d9-f60d-4768-89e5-b98f0e173c7c HTTP/1.1" status: 204 len: 168 time: 5.1628108 May 05 19:52:29.475883 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 34348) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:52:29.499718 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9cd0bfe-f359-4798-bced-f649ef3c5089 req-499c9976-0411-41f2-99d4-0b7c3c826f97 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Made reservation on behalf of ebd0d12895b0474f8b30730a1d2092a4 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:52:29.503281 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-a9cd0bfe-f359-4798-bced-f649ef3c5089 req-499c9976-0411-41f2-99d4-0b7c3c826f97 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:29.608611 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1054b076-9cd8-465e-9234-09a43813a659 req-25d2438e-24de-4e7e-be58-2cc1b5b13873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:29.608947 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddb6e3b8-025b-4be3-ae61-2f243d7ff760 admin admin] Deleting subnet be9b9f6e-6d36-4843-877a-9bcb21e60117 {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 19:52:29.610164 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1054b076-9cd8-465e-9234-09a43813a659 req-25d2438e-24de-4e7e-be58-2cc1b5b13873 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.1830037 May 05 19:52:29.612644 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ddb6e3b8-025b-4be3-ae61-2f243d7ff760 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:29.667757 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ddb6e3b8-025b-4be3-ae61-2f243d7ff760 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:29.706017 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-7211262e-7e71-4c69-82f4-89e62b6e6be8 service neutron] Attempting to bind port 33127356-17a6-4961-bcb1-5efd5496d569 on host n-h1-840717-1 for vnic_type normal with profile None {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:52:29.706351 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-7211262e-7e71-4c69-82f4-89e62b6e6be8 service neutron] Attempting to bind port 33127356-17a6-4961-bcb1-5efd5496d569 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': '74addc21-9c2f-4292-8d75-7048fb7d56d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9e1d2257-41cc-4af2-afae-4ca8a9719a05'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:52:29.706684 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-7211262e-7e71-4c69-82f4-89e62b6e6be8 service neutron] Attempting to bind port 33127356-17a6-4961-bcb1-5efd5496d569 on network 9e1d2257-41cc-4af2-afae-4ca8a9719a05 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:52:29.716685 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762053c0-0e53-400e-9728-b5d8077d5e75 req-77305929-8b8f-4cf2-86b4-b93821d94ffc tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:29.718100 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-762053c0-0e53-400e-9728-b5d8077d5e75 req-77305929-8b8f-4cf2-86b4-b93821d94ffc tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=bdb708e5-303c-47f5-8e2e-6d06e480e3ed HTTP/1.1" status: 200 len: 1096 time: 0.1977661 May 05 19:52:29.724660 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-7211262e-7e71-4c69-82f4-89e62b6e6be8 service neutron] Port 33127356-17a6-4961-bcb1-5efd5496d569 on network 9e1d2257-41cc-4af2-afae-4ca8a9719a05 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:52:29.725003 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-7211262e-7e71-4c69-82f4-89e62b6e6be8 service neutron] Attempting to bind port 33127356-17a6-4961-bcb1-5efd5496d569 on network 9e1d2257-41cc-4af2-afae-4ca8a9719a05 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:52:29.777310 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-7211262e-7e71-4c69-82f4-89e62b6e6be8 service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:52:29.777655 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-7211262e-7e71-4c69-82f4-89e62b6e6be8 service neutron] Checking segment: {'id': '74addc21-9c2f-4292-8d75-7048fb7d56d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9e1d2257-41cc-4af2-afae-4ca8a9719a05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:52:29.778049 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-7211262e-7e71-4c69-82f4-89e62b6e6be8 service neutron] Bound using segment: {'id': '74addc21-9c2f-4292-8d75-7048fb7d56d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9e1d2257-41cc-4af2-afae-4ca8a9719a05'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:52:29.778496 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-7211262e-7e71-4c69-82f4-89e62b6e6be8 service neutron] Bound port: 33127356-17a6-4961-bcb1-5efd5496d569, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74addc21-9c2f-4292-8d75-7048fb7d56d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9e1d2257-41cc-4af2-afae-4ca8a9719a05'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:52:29.852782 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-a9cd0bfe-f359-4798-bced-f649ef3c5089 req-499c9976-0411-41f2-99d4-0b7c3c826f97 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Allocated IP 172.20.0.9 (9391bd70-fefd-4234-a5c6-e5bdaa98482d/dad2f10a-bab0-4742-b13f-5f772ad5e3e5/308e82b0-04ad-42d3-b0e4-192ee517b0d9) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:52:29.879185 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1054b076-9cd8-465e-9234-09a43813a659 req-b709ab9f-1bd7-4d0b-b1d6-cb98730fc53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:29.879185 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1054b076-9cd8-465e-9234-09a43813a659 req-b709ab9f-1bd7-4d0b-b1d6-cb98730fc53c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2518516 May 05 19:52:29.888869 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-7211262e-7e71-4c69-82f4-89e62b6e6be8 service neutron] For port 33127356-17a6-4961-bcb1-5efd5496d569, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=33127356-17a6-4961-bcb1-5efd5496d569,segment=NetworkSegment(74addc21-9c2f-4292-8d75-7048fb7d56d2),segment_id=74addc21-9c2f-4292-8d75-7048fb7d56d2)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:52:29.912181 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ddb6e3b8-025b-4be3-ae61-2f243d7ff760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:29.947966 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-762053c0-0e53-400e-9728-b5d8077d5e75 req-f7c4a8dd-7f33-4c53-8c8b-e9e2bcbb715e tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163024 May 05 19:52:30.010638 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ddb6e3b8-025b-4be3-ae61-2f243d7ff760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:30.033175 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-7211262e-7e71-4c69-82f4-89e62b6e6be8 service neutron] Notify callbacks [] for binding, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:30.034335 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-7211262e-7e71-4c69-82f4-89e62b6e6be8 service neutron] 10.222.0.36 "POST /v2.0/ports/33127356-17a6-4961-bcb1-5efd5496d569/bindings HTTP/1.1" status: 201 len: 389 time: 0.9976625 May 05 19:52:30.058285 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb6e3b8-025b-4be3-ae61-2f243d7ff760 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be9b9f6e-6d36-4843-877a-9bcb21e60117,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:30.062487 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ddb6e3b8-025b-4be3-ae61-2f243d7ff760 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:30.071913 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-ddb6e3b8-025b-4be3-ae61-2f243d7ff760 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/be9b9f6e-6d36-4843-877a-9bcb21e60117 HTTP/1.1" status: 204 len: 168 time: 0.5924010 May 05 19:52:30.072438 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 34354) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:52:30.080419 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66baaab3-8b37-4f0e-a55e-e3f63f0050df None None] Network 437a7ddd-67cb-4099-8524-e097583de73f requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:52:30.306177 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3505cd10-c324-460c-8805-74641ce272f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:30.355479 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-3505cd10-c324-460c-8805-74641ce272f2 admin admin] Deleting port 0ddb3674-ad7a-4c73-9b56-13329d56327d {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:52:30.356182 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3505cd10-c324-460c-8805-74641ce272f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:30.497981 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b37b69e-2947-4252-8b2e-3d406d8f76a6 req-e9c26996-8057-4ce4-a821-9f7864f7fa61 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:30.499626 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8b37b69e-2947-4252-8b2e-3d406d8f76a6 req-e9c26996-8057-4ce4-a821-9f7864f7fa61 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] 10.222.0.36 "GET /v2.0/ports?device_id=54d8b2f8-fb88-4ecd-9d9f-c5961bf39579 HTTP/1.1" status: 200 len: 949 time: 0.3836803 May 05 19:52:30.556549 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1054b076-9cd8-465e-9234-09a43813a659 req-3e04cb3b-a1e6-47b2-86fd-686c00d421a3 service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6694489 May 05 19:52:30.640600 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8b37b69e-2947-4252-8b2e-3d406d8f76a6 req-00caa29e-ecff-4e84-9ba6-cf45a4239f7b tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] 10.222.0.36 "GET /v2.0/security-groups?id=ceeee1c2-2df3-4de5-9577-b382bee91df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147540 May 05 19:52:30.671823 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-012e6d37-021d-4650-bda3-bb2cdbb0ad31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:30.673215 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-012e6d37-021d-4650-bda3-bb2cdbb0ad31 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=63ca58c29fae4c4eaafba189c1ec4492&device_id=d36a569d-6a34-4d80-8488-b596fe4b8373 HTTP/1.1" status: 200 len: 1096 time: 0.2446725 May 05 19:52:30.748606 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-a9cd0bfe-f359-4798-bced-f649ef3c5089 req-499c9976-0411-41f2-99d4-0b7c3c826f97 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:30.806664 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058025c-e309-4825-84fe-1998a549829b req-0c80e59b-15fc-418d-b348-a13b9b05fe1a tempest-ServersAdminTestJSON-45750803 tempest-ServersAdminTestJSON-45750803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:30.811828 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b058025c-e309-4825-84fe-1998a549829b req-0c80e59b-15fc-418d-b348-a13b9b05fe1a tempest-ServersAdminTestJSON-45750803 tempest-ServersAdminTestJSON-45750803-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a11ba6de-5726-49e3-a0f8-106f7a184fd5 HTTP/1.1" status: 200 len: 1101 time: 0.3924305 May 05 19:52:30.819250 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8125843e-2769-404e-a7fc-717c4efa3db6 None None] DHCP port deletion for 437a7ddd-67cb-4099-8524-e097583de73f request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 19:52:30.827333 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-8125843e-2769-404e-a7fc-717c4efa3db6 None None] Deleting port 0ddb3674-ad7a-4c73-9b56-13329d56327d {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:52:30.827727 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8125843e-2769-404e-a7fc-717c4efa3db6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:30.861451 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1054b076-9cd8-465e-9234-09a43813a659 req-7fa35745-63b1-4991-aa0b-749d1f705f13 service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916865 May 05 19:52:30.866201 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-a9cd0bfe-f359-4798-bced-f649ef3c5089 req-499c9976-0411-41f2-99d4-0b7c3c826f97 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:30.884103 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['a40bd772-947d-4370-9783-c33dfa399579'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:52:30.920961 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-3505cd10-c324-460c-8805-74641ce272f2 admin admin] For port 0ddb3674-ad7a-4c73-9b56-13329d56327d, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=0ddb3674-ad7a-4c73-9b56-13329d56327d,segment=NetworkSegment(2e755c75-c5e5-46bc-aa31-6ec6bfd11bcd),segment_id=2e755c75-c5e5-46bc-aa31-6ec6bfd11bcd)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:52:30.921991 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3505cd10-c324-460c-8805-74641ce272f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:30.957336 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9cd0bfe-f359-4798-bced-f649ef3c5089 req-499c9976-0411-41f2-99d4-0b7c3c826f97 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Network 9391bd70-fefd-4234-a5c6-e5bdaa98482d is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:52:30.961460 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b058025c-e309-4825-84fe-1998a549829b req-e15870f1-e4e4-4adf-a632-c426e87605d7 tempest-ServersAdminTestJSON-45750803 tempest-ServersAdminTestJSON-45750803-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=3e50fd44-6059-4e3b-8f95-027c4583f97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450639 May 05 19:52:30.965930 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-a9cd0bfe-f359-4798-bced-f649ef3c5089 req-499c9976-0411-41f2-99d4-0b7c3c826f97 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:52:30.968523 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9cd0bfe-f359-4798-bced-f649ef3c5089 req-499c9976-0411-41f2-99d4-0b7c3c826f97 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:52:31.014257 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499c9976-0411-41f2-99d4-0b7c3c826f97 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Pushing event updated for resources: {'Port': ['ID=308e82b0-04ad-42d3-b0e4-192ee517b0d9,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:31.044465 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd0bfe-f359-4798-bced-f649ef3c5089 req-499c9976-0411-41f2-99d4-0b7c3c826f97 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:31.045897 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-a9cd0bfe-f359-4798-bced-f649ef3c5089 req-499c9976-0411-41f2-99d4-0b7c3c826f97 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:31.073901 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a9cd0bfe-f359-4798-bced-f649ef3c5089 req-499c9976-0411-41f2-99d4-0b7c3c826f97 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3717456 May 05 19:52:31.088994 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-a9cd0bfe-f359-4798-bced-f649ef3c5089 req-bffe223f-7c89-4b39-be05-0e30ca2f9ed0 service neutron] Request body: {'port': {'device_id': '3692b921-276d-4ae5-84d0-1bffd2ff1096', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:52:31.131739 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-3505cd10-c324-460c-8805-74641ce272f2 admin admin] Calling delete_port for 0ddb3674-ad7a-4c73-9b56-13329d56327d owned by network:dhcp {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:52:31.276242 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca828cb-7d55-4af3-a9f7-5e966dfd68b1 req-b2986189-f4f6-4f7e-a800-7ff62770d2e3 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:31.277848 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fca828cb-7d55-4af3-a9f7-5e966dfd68b1 req-b2986189-f4f6-4f7e-a800-7ff62770d2e3 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/ports?device_id=3692b921-276d-4ae5-84d0-1bffd2ff1096 HTTP/1.1" status: 200 len: 931 time: 0.4458833 May 05 19:52:31.278906 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-cc36c54d-dc62-4700-9bbe-aa84366dace5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:31.280235 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-cc36c54d-dc62-4700-9bbe-aa84366dace5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9e1d2257-41cc-4af2-afae-4ca8a9719a05 HTTP/1.1" status: 200 len: 921 time: 0.5913260 May 05 19:52:31.334606 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-fca828cb-7d55-4af3-a9f7-5e966dfd68b1 req-1ec4b7f6-6935-495a-9bc7-0704f749bf4c tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Synchronizing usage tracker for tenant:ebd0d12895b0474f8b30730a1d2092a4 on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:52:31.340173 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-a9cd0bfe-f359-4798-bced-f649ef3c5089 req-bffe223f-7c89-4b39-be05-0e30ca2f9ed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:31.368665 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071fc38b-c369-42d1-9f57-628de7f6fd38 req-878225ee-2fc5-4eb1-94d2-36ba48b3c369 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:31.370820 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-071fc38b-c369-42d1-9f57-628de7f6fd38 req-878225ee-2fc5-4eb1-94d2-36ba48b3c369 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=d36a569d-6a34-4d80-8488-b596fe4b8373 HTTP/1.1" status: 200 len: 945 time: 0.1768992 May 05 19:52:31.394499 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3505cd10-c324-460c-8805-74641ce272f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:31.430582 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-8125843e-2769-404e-a7fc-717c4efa3db6 None None] For port 0ddb3674-ad7a-4c73-9b56-13329d56327d, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=0ddb3674-ad7a-4c73-9b56-13329d56327d,segment=NetworkSegment(2e755c75-c5e5-46bc-aa31-6ec6bfd11bcd),segment_id=2e755c75-c5e5-46bc-aa31-6ec6bfd11bcd)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:52:31.431126 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8125843e-2769-404e-a7fc-717c4efa3db6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:31.484415 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-f5e6c92c-4081-4a01-a05b-0a0e6beecc2a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33127356-17a6-4961-bcb1-5efd5496d569 HTTP/1.1" status: 200 len: 217 time: 0.1529384 May 05 19:52:31.489818 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505cd10-c324-460c-8805-74641ce272f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ddb3674-ad7a-4c73-9b56-13329d56327d,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:31.500956 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-071fc38b-c369-42d1-9f57-628de7f6fd38 req-50576312-658b-4eb0-84b9-5495e89b1856 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010149 May 05 19:52:31.547848 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3505cd10-c324-460c-8805-74641ce272f2 admin admin] No DVR routers for this DVR port 0ddb3674-ad7a-4c73-9b56-13329d56327d on host n-d-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:52:31.630979 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-fca828cb-7d55-4af3-a9f7-5e966dfd68b1 req-1ec4b7f6-6935-495a-9bc7-0704f749bf4c tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Unset dirty status for tenant:ebd0d12895b0474f8b30730a1d2092a4 on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:52:31.632188 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fca828cb-7d55-4af3-a9f7-5e966dfd68b1 req-1ec4b7f6-6935-495a-9bc7-0704f749bf4c tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/security-groups?id=e36a03ce-19b7-4072-ac8e-38f72e9ef290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488209 May 05 19:52:31.716982 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device c27bc6fa-e42c-4b8b-b7e4-1c7582624a1c no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:52:31.753845 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-08c2b42f-34a5-4f4e-aefa-a9089a6ef008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:31.755298 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-08c2b42f-34a5-4f4e-aefa-a9089a6ef008 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=99c4516e-78c1-4a80-85a0-0e7389d15301 HTTP/1.1" status: 200 len: 860 time: 0.2618620 May 05 19:52:31.760896 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-8125843e-2769-404e-a7fc-717c4efa3db6 None None] Calling delete_port for 0ddb3674-ad7a-4c73-9b56-13329d56327d owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:52:31.818343 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3505cd10-c324-460c-8805-74641ce272f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:31.854946 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: c27bc6fa-e42c-4b8b-b7e4-1c7582624a1c {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 19:52:31.855560 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device c27bc6fa-e42c-4b8b-b7e4-1c7582624a1c not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:52:31.856205 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 0ddb3674-ad7a-4c73-9b56-13329d56327d no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:52:31.903108 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device c4d066df-4f40-460d-9c89-ef89ebf59bdc details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:52:31.913137 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 0ddb3674-ad7a-4c73-9b56-13329d56327d {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 19:52:31.913499 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 0ddb3674-ad7a-4c73-9b56-13329d56327d not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:52:31.955864 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc3e2d-7819-4e44-a56f-de2adb0522ab req-219db2e8-657a-4c74-b2b3-8ccdc698c0b0 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:31.957826 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 816b1c33-131e-489f-b878-f55a8d229187 up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:52:31.964942 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-26fc3e2d-7819-4e44-a56f-de2adb0522ab req-219db2e8-657a-4c74-b2b3-8ccdc698c0b0 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c5dad3c-d602-4b16-ba45-4bfc3c8179fb HTTP/1.1" status: 200 len: 948 time: 0.2831948 May 05 19:52:32.081357 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-a9cd0bfe-f359-4798-bced-f649ef3c5089 req-bffe223f-7c89-4b39-be05-0e30ca2f9ed0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 308e82b0-04ad-42d3-b0e4-192ee517b0d9 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:52:32.130762 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-1366a2b1-c9e5-420a-9549-5f70158f617c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9e1d2257-41cc-4af2-afae-4ca8a9719a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3085999 May 05 19:52:32.136752 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-26fc3e2d-7819-4e44-a56f-de2adb0522ab req-ad63bc5a-01af-4379-9eec-d97224fe0809 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291842 May 05 19:52:32.147089 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-a9cd0bfe-f359-4798-bced-f649ef3c5089 req-bffe223f-7c89-4b39-be05-0e30ca2f9ed0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:32.161909 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.resource_extend [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 19:52:32.208208 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-3505cd10-c324-460c-8805-74641ce272f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['437a7ddd-67cb-4099-8524-e097583de73f']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:52:32.219503 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-a9cd0bfe-f359-4798-bced-f649ef3c5089 req-bffe223f-7c89-4b39-be05-0e30ca2f9ed0 service neutron] Transition to ACTIVE for port object 308e82b0-04ad-42d3-b0e4-192ee517b0d9 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:52:32.229759 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-a9cd0bfe-f359-4798-bced-f649ef3c5089 req-bffe223f-7c89-4b39-be05-0e30ca2f9ed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:32.308793 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-3505cd10-c324-460c-8805-74641ce272f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e755c75-c5e5-46bc-aa31-6ec6bfd11bcd') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:52:32.315129 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-3505cd10-c324-460c-8805-74641ce272f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e755c75-c5e5-46bc-aa31-6ec6bfd11bcd') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:52:32.364923 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3505cd10-c324-460c-8805-74641ce272f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:32.466365 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3505cd10-c324-460c-8805-74641ce272f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:32.476878 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3505cd10-c324-460c-8805-74641ce272f2 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 19:52:32.476878 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3505cd10-c324-460c-8805-74641ce272f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:32.498315 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 19:52:32.498315 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 19:52:32.498315 n-d-840717-1 neutron-server[88197]: timer() May 05 19:52:32.498315 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 19:52:32.498315 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 19:52:32.498315 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 19:52:32.498315 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 19:52:32.498315 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 19:52:32.498315 n-d-840717-1 neutron-server[88197]: self._notify() May 05 19:52:32.498315 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 19:52:32.498315 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 19:52:32.498315 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 19:52:32.498315 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 19:52:32.498315 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 19:52:32.498315 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 19:52:32.498315 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 19:52:32.498315 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 19:52:32.498315 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 19:52:32.498315 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 19:52:32.498315 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 19:52:32.498315 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 19:52:32.498315 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 19:52:32.498315 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 19:52:32.498315 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 19:52:32.498315 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 19:52:32.498315 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 19:52:32.498315 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 19:52:32.498315 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 19:52:32.498315 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 19:52:32.498315 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 19:52:32.498315 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 19:52:32.498315 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 19:52:32.531914 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-8125843e-2769-404e-a7fc-717c4efa3db6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 19:52:32.531914 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-8125843e-2769-404e-a7fc-717c4efa3db6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 19:52:32.541952 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffe223f-7c89-4b39-be05-0e30ca2f9ed0 service neutron] Pushing event updated for resources: {'Port': ['ID=308e82b0-04ad-42d3-b0e4-192ee517b0d9,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:32.676692 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port 816b1c33-131e-489f-b878-f55a8d229187 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:52:32.712994 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port 816b1c33-131e-489f-b878-f55a8d229187 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:52:32.714769 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:32.734738 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-662b8ff8-3f5a-41d3-aa56-ffc7f254c576 service neutron] 10.222.0.24 "GET /v2.0/networks/9e1d2257-41cc-4af2-afae-4ca8a9719a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6002264 May 05 19:52:32.766748 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3505cd10-c324-460c-8805-74641ce272f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:32.813997 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f2b0a-347f-4355-9444-28399bc81dbb req-1b932ce0-741d-43e9-adde-3c8c813d82ed tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:32.815916 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-698f2b0a-347f-4355-9444-28399bc81dbb req-1b932ce0-741d-43e9-adde-3c8c813d82ed tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] 10.222.0.36 "GET /v2.0/ports?device_id=54d8b2f8-fb88-4ecd-9d9f-c5961bf39579 HTTP/1.1" status: 200 len: 949 time: 0.4214916 May 05 19:52:32.820275 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3505cd10-c324-460c-8805-74641ce272f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:32.825233 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505cd10-c324-460c-8805-74641ce272f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=437a7ddd-67cb-4099-8524-e097583de73f,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:32.835288 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port c4d066df-4f40-460d-9c89-ef89ebf59bdc, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=c4d066df-4f40-460d-9c89-ef89ebf59bdc,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:52:32.874683 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': 'c4d066df-4f40-460d-9c89-ef89ebf59bdc', 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3', 'port_id': 'c4d066df-4f40-460d-9c89-ef89ebf59bdc', 'mac_address': 'fa:16:3e:65:31:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d72a8d3-0a35-4d3a-96b8-d869ff4093bc', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:52:32.932775 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-3505cd10-c324-460c-8805-74641ce272f2 admin admin] 10.222.0.36 "DELETE /v2.0/networks/437a7ddd-67cb-4099-8524-e097583de73f HTTP/1.1" status: 204 len: 168 time: 2.8566020 May 05 19:52:32.935895 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 34398) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:52:32.956544 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:32.959304 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-a9cd0bfe-f359-4798-bced-f649ef3c5089 req-bffe223f-7c89-4b39-be05-0e30ca2f9ed0 service neutron] Attempting to bind port 308e82b0-04ad-42d3-b0e4-192ee517b0d9 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:52:32.959659 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-a9cd0bfe-f359-4798-bced-f649ef3c5089 req-bffe223f-7c89-4b39-be05-0e30ca2f9ed0 service neutron] Attempting to bind port 308e82b0-04ad-42d3-b0e4-192ee517b0d9 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'c3aa82ea-8521-41ae-94bc-6b77a724b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9391bd70-fefd-4234-a5c6-e5bdaa98482d'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:52:32.959981 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cd0bfe-f359-4798-bced-f649ef3c5089 req-bffe223f-7c89-4b39-be05-0e30ca2f9ed0 service neutron] Attempting to bind port 308e82b0-04ad-42d3-b0e4-192ee517b0d9 on network 9391bd70-fefd-4234-a5c6-e5bdaa98482d {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:52:33.015762 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-698f2b0a-347f-4355-9444-28399bc81dbb req-a75b74b2-31f9-4e98-a6af-d0e31e1e6a8a tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] 10.222.0.36 "GET /v2.0/security-groups?id=ceeee1c2-2df3-4de5-9577-b382bee91df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717370 May 05 19:52:33.015923 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4d066df-4f40-460d-9c89-ef89ebf59bdc {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:52:33.016020 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cd0bfe-f359-4798-bced-f649ef3c5089 req-bffe223f-7c89-4b39-be05-0e30ca2f9ed0 service neutron] Port 308e82b0-04ad-42d3-b0e4-192ee517b0d9 on network 9391bd70-fefd-4234-a5c6-e5bdaa98482d not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:52:33.016138 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cd0bfe-f359-4798-bced-f649ef3c5089 req-bffe223f-7c89-4b39-be05-0e30ca2f9ed0 service neutron] Attempting to bind port 308e82b0-04ad-42d3-b0e4-192ee517b0d9 on network 9391bd70-fefd-4234-a5c6-e5bdaa98482d {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:52:33.022320 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-8125843e-2769-404e-a7fc-717c4efa3db6 None None] Deleting port 0ddb3674-ad7a-4c73-9b56-13329d56327d {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:52:33.023118 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8125843e-2769-404e-a7fc-717c4efa3db6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:33.037688 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cd0bfe-f359-4798-bced-f649ef3c5089 req-bffe223f-7c89-4b39-be05-0e30ca2f9ed0 service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:52:33.038691 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cd0bfe-f359-4798-bced-f649ef3c5089 req-bffe223f-7c89-4b39-be05-0e30ca2f9ed0 service neutron] Checking segment: {'id': 'c3aa82ea-8521-41ae-94bc-6b77a724b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9391bd70-fefd-4234-a5c6-e5bdaa98482d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:52:33.040240 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cd0bfe-f359-4798-bced-f649ef3c5089 req-bffe223f-7c89-4b39-be05-0e30ca2f9ed0 service neutron] Bound using segment: {'id': 'c3aa82ea-8521-41ae-94bc-6b77a724b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9391bd70-fefd-4234-a5c6-e5bdaa98482d'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:52:33.041053 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-a9cd0bfe-f359-4798-bced-f649ef3c5089 req-bffe223f-7c89-4b39-be05-0e30ca2f9ed0 service neutron] Bound port: 308e82b0-04ad-42d3-b0e4-192ee517b0d9, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3aa82ea-8521-41ae-94bc-6b77a724b188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9391bd70-fefd-4234-a5c6-e5bdaa98482d'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:52:33.042001 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-a9cd0bfe-f359-4798-bced-f649ef3c5089 req-bffe223f-7c89-4b39-be05-0e30ca2f9ed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:33.116609 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port c4d066df-4f40-460d-9c89-ef89ebf59bdc, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=c4d066df-4f40-460d-9c89-ef89ebf59bdc,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:52:33.122924 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:33.124005 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-a1df76d3-5ca9-4c75-bbeb-f36d237bb090 service neutron] 10.222.0.24 "GET /v2.0/networks/9e1d2257-41cc-4af2-afae-4ca8a9719a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3821659 May 05 19:52:33.138019 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-8125843e-2769-404e-a7fc-717c4efa3db6 None None] The port '0ddb3674-ad7a-4c73-9b56-13329d56327d' was deleted {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 19:52:33.144708 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:33.229005 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d8b2f8-fb88-4ecd-9d9f-c5961bf39579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '816b1c33-131e-489f-b878-f55a8d229187'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:52:33.245397 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 816b1c33-131e-489f-b878-f55a8d229187, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=816b1c33-131e-489f-b878-f55a8d229187,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:52:33.267051 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:33.269234 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=c4d066df-4f40-460d-9c89-ef89ebf59bdc,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:33.418039 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=816b1c33-131e-489f-b878-f55a8d229187,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:33.436522 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['c4d066df-4f40-460d-9c89-ef89ebf59bdc'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:52:33.574262 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-a9cd0bfe-f359-4798-bced-f649ef3c5089 req-bffe223f-7c89-4b39-be05-0e30ca2f9ed0 service neutron] For port 308e82b0-04ad-42d3-b0e4-192ee517b0d9, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:52:33.578981 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-a9cd0bfe-f359-4798-bced-f649ef3c5089 req-bffe223f-7c89-4b39-be05-0e30ca2f9ed0 service neutron] For port 308e82b0-04ad-42d3-b0e4-192ee517b0d9, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=308e82b0-04ad-42d3-b0e4-192ee517b0d9,segment=NetworkSegment(c3aa82ea-8521-41ae-94bc-6b77a724b188),segment_id=c3aa82ea-8521-41ae-94bc-6b77a724b188)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:52:33.588338 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-a9cd0bfe-f359-4798-bced-f649ef3c5089 req-bffe223f-7c89-4b39-be05-0e30ca2f9ed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:33.675385 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d58ad-a2fb-4978-81f9-4cf66caed73d req-fd8e5c6d-e920-4b18-a170-b1e45c9864e9 tempest-ServersAdminTestJSON-45750803 tempest-ServersAdminTestJSON-45750803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:33.684496 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-df5d58ad-a2fb-4978-81f9-4cf66caed73d req-fd8e5c6d-e920-4b18-a170-b1e45c9864e9 tempest-ServersAdminTestJSON-45750803 tempest-ServersAdminTestJSON-45750803-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a11ba6de-5726-49e3-a0f8-106f7a184fd5 HTTP/1.1" status: 200 len: 1101 time: 0.3887572 May 05 19:52:33.687806 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd0bfe-f359-4798-bced-f649ef3c5089 req-bffe223f-7c89-4b39-be05-0e30ca2f9ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:33.688594 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-a9cd0bfe-f359-4798-bced-f649ef3c5089 req-bffe223f-7c89-4b39-be05-0e30ca2f9ed0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:33.696988 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a9cd0bfe-f359-4798-bced-f649ef3c5089 req-bffe223f-7c89-4b39-be05-0e30ca2f9ed0 service neutron] 10.222.0.24 "PUT /v2.0/ports/308e82b0-04ad-42d3-b0e4-192ee517b0d9 HTTP/1.1" status: 200 len: 1091 time: 2.6142294 May 05 19:52:33.699663 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3692b921-276d-4ae5-84d0-1bffd2ff1096', 'tag': '308e82b0-04ad-42d3-b0e4-192ee517b0d9'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:52:33.754279 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffe223f-7c89-4b39-be05-0e30ca2f9ed0 service neutron] Pushing event updated for resources: {'Port': ['ID=308e82b0-04ad-42d3-b0e4-192ee517b0d9,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:33.762304 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-2157add4-fc6f-4f95-875f-a62f25cafe1f tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 19:52:33.770976 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-2157add4-fc6f-4f95-875f-a62f25cafe1f tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0664072 May 05 19:52:33.776060 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-8ab41686-0b7e-4378-a9ba-e48897ca449b service neutron] Request body: {'binding': {'host': 'n-h2-840717-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:52:33.776721 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-8ab41686-0b7e-4378-a9ba-e48897ca449b service neutron] Unknown quota resources ['binding']. {{(pid=88198) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 05 19:52:33.933991 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-df5d58ad-a2fb-4978-81f9-4cf66caed73d req-581f99f2-33c5-4933-adac-cdb02131c959 tempest-ServersAdminTestJSON-45750803 tempest-ServersAdminTestJSON-45750803-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=3e50fd44-6059-4e3b-8f95-027c4583f97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482660 May 05 19:52:34.076006 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd0bfe-f359-4798-bced-f649ef3c5089 req-9b3a3b4e-9449-4952-95d5-53d5a896a10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:34.077819 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a9cd0bfe-f359-4798-bced-f649ef3c5089 req-9b3a3b4e-9449-4952-95d5-53d5a896a10f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ebd0d12895b0474f8b30730a1d2092a4&device_id=3692b921-276d-4ae5-84d0-1bffd2ff1096 HTTP/1.1" status: 200 len: 1094 time: 0.2741685 May 05 19:52:34.090711 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3d0597e2-0e8b-423b-9a08-851ec56fcdf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:34.214101 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a9cd0bfe-f359-4798-bced-f649ef3c5089 req-fd456550-de8d-439d-8042-461915a4d914 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=308e82b0-04ad-42d3-b0e4-192ee517b0d9 HTTP/1.1" status: 200 len: 217 time: 0.1193299 May 05 19:52:34.316680 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd0bfe-f359-4798-bced-f649ef3c5089 req-dc02a4a4-2f2b-4bd3-a070-427264bcd833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:34.318032 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a9cd0bfe-f359-4798-bced-f649ef3c5089 req-dc02a4a4-2f2b-4bd3-a070-427264bcd833 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dad2f10a-bab0-4742-b13f-5f772ad5e3e5 HTTP/1.1" status: 200 len: 851 time: 0.0883276 May 05 19:52:34.369262 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-8ab41686-0b7e-4378-a9ba-e48897ca449b service neutron] Attempting to bind port 3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9 on host n-h2-840717-1 for vnic_type normal with profile None {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:52:34.369688 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-8ab41686-0b7e-4378-a9ba-e48897ca449b service neutron] Attempting to bind port 3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9 by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': '2fd00a77-6cab-42c3-b322-459c43fd8637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '87da803f-e7d0-44ba-a1c3-46d895a6576d'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:52:34.370017 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-8ab41686-0b7e-4378-a9ba-e48897ca449b service neutron] Attempting to bind port 3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9 on network 87da803f-e7d0-44ba-a1c3-46d895a6576d {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:52:34.387795 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a9cd0bfe-f359-4798-bced-f649ef3c5089 req-ca7b452e-3189-43a4-a04e-39356e51fd41 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9391bd70-fefd-4234-a5c6-e5bdaa98482d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544767 May 05 19:52:34.388336 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-8ab41686-0b7e-4378-a9ba-e48897ca449b service neutron] Port 3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9 on network 87da803f-e7d0-44ba-a1c3-46d895a6576d not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:52:34.388650 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-8ab41686-0b7e-4378-a9ba-e48897ca449b service neutron] Attempting to bind port 3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9 on network 87da803f-e7d0-44ba-a1c3-46d895a6576d {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:52:34.400980 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-8ab41686-0b7e-4378-a9ba-e48897ca449b service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:52:34.401375 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-8ab41686-0b7e-4378-a9ba-e48897ca449b service neutron] Checking segment: {'id': '2fd00a77-6cab-42c3-b322-459c43fd8637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '87da803f-e7d0-44ba-a1c3-46d895a6576d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:52:34.401821 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-8ab41686-0b7e-4378-a9ba-e48897ca449b service neutron] Bound using segment: {'id': '2fd00a77-6cab-42c3-b322-459c43fd8637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '87da803f-e7d0-44ba-a1c3-46d895a6576d'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:52:34.402161 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-8ab41686-0b7e-4378-a9ba-e48897ca449b service neutron] Bound port: 3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fd00a77-6cab-42c3-b322-459c43fd8637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '87da803f-e7d0-44ba-a1c3-46d895a6576d'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:52:34.462136 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c329dc-3fbd-4584-8704-57c13c549b1f req-7f5489c8-238d-43a9-bf7e-8ebe2866d0b5 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:34.462686 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-32c329dc-3fbd-4584-8704-57c13c549b1f req-7f5489c8-238d-43a9-bf7e-8ebe2866d0b5 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=d36a569d-6a34-4d80-8488-b596fe4b8373 HTTP/1.1" status: 200 len: 945 time: 0.3149118 May 05 19:52:34.515446 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7cbdd6f7-daeb-4262-8226-5db12feb03a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:34.530347 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-3d0597e2-0e8b-423b-9a08-851ec56fcdf3 admin admin] Deleting port 1d9308d7-2ccc-4495-90ea-0059b6b88d87 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:52:34.530706 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3d0597e2-0e8b-423b-9a08-851ec56fcdf3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:34.606964 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a9cd0bfe-f359-4798-bced-f649ef3c5089 req-00b88eb4-2043-4eab-9691-1381b89162a7 service neutron] 10.222.0.24 "GET /v2.0/networks/9391bd70-fefd-4234-a5c6-e5bdaa98482d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024362 May 05 19:52:34.689097 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-32c329dc-3fbd-4584-8704-57c13c549b1f req-ff758de4-9f14-422c-9d91-30cdb16868c0 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177348 May 05 19:52:34.745320 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-8ab41686-0b7e-4378-a9ba-e48897ca449b service neutron] For port 3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9,segment=NetworkSegment(2fd00a77-6cab-42c3-b322-459c43fd8637),segment_id=2fd00a77-6cab-42c3-b322-459c43fd8637)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:52:34.761506 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-8ab41686-0b7e-4378-a9ba-e48897ca449b service neutron] Notify callbacks [] for binding, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:34.773717 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-8ab41686-0b7e-4378-a9ba-e48897ca449b service neutron] 10.222.0.36 "POST /v2.0/ports/3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9/bindings HTTP/1.1" status: 201 len: 389 time: 1.0015879 May 05 19:52:34.843028 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a9cd0bfe-f359-4798-bced-f649ef3c5089 req-f5da1d82-e893-4457-ac11-234b5d6186e4 service neutron] 10.222.0.24 "GET /v2.0/networks/9391bd70-fefd-4234-a5c6-e5bdaa98482d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282076 May 05 19:52:34.870808 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-3d0597e2-0e8b-423b-9a08-851ec56fcdf3 admin admin] For port 1d9308d7-2ccc-4495-90ea-0059b6b88d87, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=1d9308d7-2ccc-4495-90ea-0059b6b88d87,segment=NetworkSegment(b691d6e7-64be-44f0-8601-6ec31945703a),segment_id=b691d6e7-64be-44f0-8601-6ec31945703a)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:52:34.870993 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3d0597e2-0e8b-423b-9a08-851ec56fcdf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:35.115160 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-3d0597e2-0e8b-423b-9a08-851ec56fcdf3 admin admin] Calling delete_port for 1d9308d7-2ccc-4495-90ea-0059b6b88d87 owned by network:router_interface {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:52:35.160804 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2946387d-e5d5-4717-b3ee-492b753448ac req-49955347-1aae-487d-8034-9cd6af480778 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:35.161558 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-2946387d-e5d5-4717-b3ee-492b753448ac req-49955347-1aae-487d-8034-9cd6af480778 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Synchronizing usage tracker for tenant:ebd0d12895b0474f8b30730a1d2092a4 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:52:35.185541 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-2946387d-e5d5-4717-b3ee-492b753448ac req-49955347-1aae-487d-8034-9cd6af480778 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Unset dirty status for tenant:ebd0d12895b0474f8b30730a1d2092a4 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:52:35.194028 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2946387d-e5d5-4717-b3ee-492b753448ac req-49955347-1aae-487d-8034-9cd6af480778 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/ports?device_id=3692b921-276d-4ae5-84d0-1bffd2ff1096 HTTP/1.1" status: 200 len: 943 time: 0.1874270 May 05 19:52:35.244883 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2946387d-e5d5-4717-b3ee-492b753448ac req-8786ec0a-7d26-4626-a9ad-797c1a6d457d tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/security-groups?id=e36a03ce-19b7-4072-ac8e-38f72e9ef290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499024 May 05 19:52:35.353261 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16fd031a-541c-49b2-8602-5bbb49960a58'] response: {'server_uuid': '54d8b2f8-fb88-4ecd-9d9f-c5961bf39579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '816b1c33-131e-489f-b878-f55a8d229187', 'code': 200} May 05 19:52:35.403729 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140addf5-7d50-4d44-ac77-4caca55d5357 req-30475791-5a98-4190-84e7-833e462930ea tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:35.404764 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f234c9be-55dc-473c-8fc3-39a7e93d6a45'] response: {'name': 'network-changed', 'server_uuid': '3692b921-276d-4ae5-84d0-1bffd2ff1096', 'tag': '308e82b0-04ad-42d3-b0e4-192ee517b0d9', 'status': 'completed', 'code': 200} May 05 19:52:35.411278 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-140addf5-7d50-4d44-ac77-4caca55d5357 req-30475791-5a98-4190-84e7-833e462930ea tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c5dad3c-d602-4b16-ba45-4bfc3c8179fb HTTP/1.1" status: 200 len: 949 time: 0.3121538 May 05 19:52:35.433584 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-fdc5a060-b98a-4fee-b1f6-10c30d34a430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:35.435155 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-fdc5a060-b98a-4fee-b1f6-10c30d34a430 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ec798a1d17654fd38a17594ac4520b82&device_id=bdb708e5-303c-47f5-8e2e-6d06e480e3ed HTTP/1.1" status: 200 len: 1096 time: 0.3375316 May 05 19:52:35.599825 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0502c5-ee69-490f-b8cc-0e9d73504138 req-57a9e957-2074-43a0-a9e2-9cff347c0653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:35.601334 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0c0502c5-ee69-490f-b8cc-0e9d73504138 req-57a9e957-2074-43a0-a9e2-9cff347c0653 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ebd0d12895b0474f8b30730a1d2092a4&device_id=3692b921-276d-4ae5-84d0-1bffd2ff1096 HTTP/1.1" status: 200 len: 1094 time: 0.1354125 May 05 19:52:35.603979 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9597808a-ffa9-43f2-85e2-2a172cd7fcc5 req-119479d6-1022-4826-ba3c-a0bed923c890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:35.605428 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9597808a-ffa9-43f2-85e2-2a172cd7fcc5 req-119479d6-1022-4826-ba3c-a0bed923c890 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=54d8b2f8-fb88-4ecd-9d9f-c5961bf39579 HTTP/1.1" status: 200 len: 1101 time: 0.1794314 May 05 19:52:35.741401 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3d0597e2-0e8b-423b-9a08-851ec56fcdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:35.788844 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9597808a-ffa9-43f2-85e2-2a172cd7fcc5 req-7832104c-5b6f-429a-9099-5c009dc925e5 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ceeee1c2-2df3-4de5-9577-b382bee91df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430283 May 05 19:52:35.791950 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-140addf5-7d50-4d44-ac77-4caca55d5357 req-8a19daa3-e197-4a38-9635-0a4af68230ff tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3797920 May 05 19:52:35.820461 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0502c5-ee69-490f-b8cc-0e9d73504138 req-620cec2a-e5be-48ac-b214-4a0e755204c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:35.823793 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0c0502c5-ee69-490f-b8cc-0e9d73504138 req-620cec2a-e5be-48ac-b214-4a0e755204c8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9391bd70-fefd-4234-a5c6-e5bdaa98482d HTTP/1.1" status: 200 len: 912 time: 0.2106078 May 05 19:52:35.824028 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0597e2-0e8b-423b-9a08-851ec56fcdf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d9308d7-2ccc-4495-90ea-0059b6b88d87,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:35.871755 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device c4d066df-4f40-460d-9c89-ef89ebf59bdc up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:52:36.013721 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port c4d066df-4f40-460d-9c89-ef89ebf59bdc completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:52:36.019053 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port c4d066df-4f40-460d-9c89-ef89ebf59bdc triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:52:36.019443 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:36.080576 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-0fffcf10-4c78-4377-a696-fe46943fc89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:36.082629 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-0fffcf10-4c78-4377-a696-fe46943fc89e service neutron] 10.222.0.50 "GET /v2.0/networks?id=87da803f-e7d0-44ba-a1c3-46d895a6576d HTTP/1.1" status: 200 len: 908 time: 0.6408494 May 05 19:52:36.139038 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0c0502c5-ee69-490f-b8cc-0e9d73504138 req-7c28a5cb-b3fa-4735-a6f1-b94b129bb7fd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=308e82b0-04ad-42d3-b0e4-192ee517b0d9 HTTP/1.1" status: 200 len: 217 time: 0.3004975 May 05 19:52:36.182715 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-5e91893e-bb06-4f6b-96d8-129d833453ed service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9 HTTP/1.1" status: 200 len: 217 time: 0.0857749 May 05 19:52:36.199143 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:36.243000 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port c4d066df-4f40-460d-9c89-ef89ebf59bdc, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=c4d066df-4f40-460d-9c89-ef89ebf59bdc,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:52:36.261049 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:36.289920 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0502c5-ee69-490f-b8cc-0e9d73504138 req-2a63b90e-2bbc-4996-98d5-9aaf57d06b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:36.292111 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0c0502c5-ee69-490f-b8cc-0e9d73504138 req-2a63b90e-2bbc-4996-98d5-9aaf57d06b70 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dad2f10a-bab0-4742-b13f-5f772ad5e3e5 HTTP/1.1" status: 200 len: 851 time: 0.1420400 May 05 19:52:36.349800 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=c4d066df-4f40-460d-9c89-ef89ebf59bdc,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:36.364748 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0c0502c5-ee69-490f-b8cc-0e9d73504138 req-97ffcfba-85e8-4f94-8a1f-6b13cf8b48e4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9391bd70-fefd-4234-a5c6-e5bdaa98482d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596619 May 05 19:52:36.380104 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c008874e-708f-47a4-aced-8515b8ed4e50 req-de98d695-2941-41b2-b432-2830a77efb83 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:36.381503 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c008874e-708f-47a4-aced-8515b8ed4e50 req-de98d695-2941-41b2-b432-2830a77efb83 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] 10.222.0.36 "GET /v2.0/ports?device_id=54d8b2f8-fb88-4ecd-9d9f-c5961bf39579 HTTP/1.1" status: 200 len: 950 time: 0.4613192 May 05 19:52:36.435219 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-230b8e51-e082-4e24-8846-22eb6cd4f6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:36.437865 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-230b8e51-e082-4e24-8846-22eb6cd4f6b6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=af43fcc5-064b-4df8-a8c0-be1ad4feb5a8 HTTP/1.1" status: 200 len: 847 time: 0.2465506 May 05 19:52:36.505067 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-3f2fa269-c993-4164-b541-50201697ec4a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=87da803f-e7d0-44ba-a1c3-46d895a6576d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605855 May 05 19:52:36.518978 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c008874e-708f-47a4-aced-8515b8ed4e50 req-d88e1149-d3c2-4f65-9f7b-cbd69ab86379 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] 10.222.0.36 "GET /v2.0/security-groups?id=ceeee1c2-2df3-4de5-9577-b382bee91df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182187 May 05 19:52:36.546830 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a96b2-8b3f-47ad-8477-9eba32f8f859 req-196bcefc-39fc-44ab-8cdd-1e7f91f5af7a tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:36.550561 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3e3a96b2-8b3f-47ad-8477-9eba32f8f859 req-196bcefc-39fc-44ab-8cdd-1e7f91f5af7a tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb708e5-303c-47f5-8e2e-6d06e480e3ed HTTP/1.1" status: 200 len: 945 time: 0.5804703 May 05 19:52:36.565265 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0c0502c5-ee69-490f-b8cc-0e9d73504138 req-ece8715c-31b7-4985-994a-1515d4faeda3 service neutron] 10.222.0.24 "GET /v2.0/networks/9391bd70-fefd-4234-a5c6-e5bdaa98482d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827846 May 05 19:52:36.779211 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0c0502c5-ee69-490f-b8cc-0e9d73504138 req-2e379225-9659-4144-add7-253c59612fd2 service neutron] 10.222.0.24 "GET /v2.0/networks/9391bd70-fefd-4234-a5c6-e5bdaa98482d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058873 May 05 19:52:36.795604 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c98340fa-00ea-4274-859c-1b84ab0309f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:36.816679 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3d0597e2-0e8b-423b-9a08-851ec56fcdf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:36.819822 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ddb9af-3a59-4c3d-86e3-14cc1dd3c631 req-1dae9b51-9876-49da-b2ca-0f798415fee6 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:36.821641 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e2ddb9af-3a59-4c3d-86e3-14cc1dd3c631 req-1dae9b51-9876-49da-b2ca-0f798415fee6 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/ports?device_id=665d3940-2ca3-48d2-b66e-fb6648222e61 HTTP/1.1" status: 200 len: 950 time: 0.1450410 May 05 19:52:36.888777 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e2ddb9af-3a59-4c3d-86e3-14cc1dd3c631 req-3be7fc03-1f42-4d62-808e-d8d924b98134 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e50fd44-6059-4e3b-8f95-027c4583f97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599265 May 05 19:52:36.985106 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3e3a96b2-8b3f-47ad-8477-9eba32f8f859 req-08a05bf0-d996-4a93-bafd-63d0fb16f5a6 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3808606 May 05 19:52:37.053494 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-cc5def1d-d0c5-4865-9155-0b1cc6efb7f7 service neutron] 10.222.0.50 "GET /v2.0/networks/87da803f-e7d0-44ba-a1c3-46d895a6576d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5412474 May 05 19:52:37.223038 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-28c14cfa-69d8-40f1-9d44-572b456b5c4e service neutron] 10.222.0.50 "GET /v2.0/networks/87da803f-e7d0-44ba-a1c3-46d895a6576d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509092 May 05 19:52:37.230266 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd927a03-42f5-4457-89d1-02908b379dcf req-2d15f732-0b4e-4b0a-8a00-784ef9927cee tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:37.238563 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bd927a03-42f5-4457-89d1-02908b379dcf req-2d15f732-0b4e-4b0a-8a00-784ef9927cee tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=d36a569d-6a34-4d80-8488-b596fe4b8373 HTTP/1.1" status: 200 len: 945 time: 0.2071581 May 05 19:52:37.336820 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bd927a03-42f5-4457-89d1-02908b379dcf req-7a5c0e92-0879-4b4c-950a-ea554a1c6a2e tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973103 May 05 19:52:37.355873 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c5dad3c-d602-4b16-ba45-4bfc3c8179fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4d066df-4f40-460d-9c89-ef89ebf59bdc'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:52:37.538692 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2329082-9fd8-483f-a368-b03ab91a10af req-f65261af-386f-42ae-bdf2-b82e128f6aa4 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:37.543632 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d2329082-9fd8-483f-a368-b03ab91a10af req-f65261af-386f-42ae-bdf2-b82e128f6aa4 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/ports?device_id=3692b921-276d-4ae5-84d0-1bffd2ff1096 HTTP/1.1" status: 200 len: 943 time: 0.3188698 May 05 19:52:37.601748 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a7dcf-4b68-477e-84d8-10fe2122c354 req-5e82efbc-6e64-4b7d-9396-80f6be483ada tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:37.603886 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-421a7dcf-4b68-477e-84d8-10fe2122c354 req-5e82efbc-6e64-4b7d-9396-80f6be483ada tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.24 "GET /v2.0/ports?device_id=665d3940-2ca3-48d2-b66e-fb6648222e61 HTTP/1.1" status: 200 len: 950 time: 0.2382302 May 05 19:52:37.658798 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d2329082-9fd8-483f-a368-b03ab91a10af req-390a3809-ab28-4732-983e-47d7b052a516 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/security-groups?id=e36a03ce-19b7-4072-ac8e-38f72e9ef290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972445 May 05 19:52:37.696304 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:37.722434 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d0597e2-0e8b-423b-9a08-851ec56fcdf3 admin admin] Router 021fe70b-cc92-4648-a00e-ca6dd9bc3322 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 19:52:37.756519 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-421a7dcf-4b68-477e-84d8-10fe2122c354 req-24db5d99-e896-4970-8c55-025d773f8217 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Deleting port 03a96616-ca03-4c30-9d12-63397b1bd69c {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:52:37.757225 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-421a7dcf-4b68-477e-84d8-10fe2122c354 req-24db5d99-e896-4970-8c55-025d773f8217 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:37.774608 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ffdd7e4-75ae-4a90-a123-cc47a3cee027'] response: {'server_uuid': '5c5dad3c-d602-4b16-ba45-4bfc3c8179fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4d066df-4f40-460d-9c89-ef89ebf59bdc', 'code': 200} May 05 19:52:37.893915 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 308e82b0-04ad-42d3-b0e4-192ee517b0d9 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:52:37.936486 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c455c4-afbe-4f88-9343-cdfb7e4ddf55 req-b003e51d-8280-4563-b826-2b32f623597d tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:37.954044 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-26c455c4-afbe-4f88-9343-cdfb7e4ddf55 req-b003e51d-8280-4563-b826-2b32f623597d tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c5dad3c-d602-4b16-ba45-4bfc3c8179fb HTTP/1.1" status: 200 len: 950 time: 0.3996713 May 05 19:52:37.955631 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:38.202049 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0597e2-0e8b-423b-9a08-851ec56fcdf3 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 19:52:38.240559 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a77a34-acc1-4d03-a17b-ebb48e3a0d59 None None] Sync routers for ids ['021fe70b-cc92-4648-a00e-ca6dd9bc3322'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 19:52:38.273061 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-3d0597e2-0e8b-423b-9a08-851ec56fcdf3 admin admin] 10.222.0.36 "PUT /v2.0/routers/021fe70b-cc92-4648-a00e-ca6dd9bc3322/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3260639 May 05 19:52:38.275442 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a77a34-acc1-4d03-a17b-ebb48e3a0d59 None None] Routers {'021fe70b-cc92-4648-a00e-ca6dd9bc3322'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:52:38.276831 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-77a77a34-acc1-4d03-a17b-ebb48e3a0d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:52:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['021fe70b-cc92-4648-a00e-ca6dd9bc3322'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:52:38.278771 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 34468) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:52:38.373560 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-26c455c4-afbe-4f88-9343-cdfb7e4ddf55 req-0d9c0326-9e36-412b-aef4-99a9eb3e2e05 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4172988 May 05 19:52:38.429453 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 308e82b0-04ad-42d3-b0e4-192ee517b0d9, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=308e82b0-04ad-42d3-b0e4-192ee517b0d9,segment=NetworkSegment(c3aa82ea-8521-41ae-94bc-6b77a724b188),segment_id=c3aa82ea-8521-41ae-94bc-6b77a724b188)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:52:38.505198 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43db3ea-f529-4d71-8a73-391d0cefb5e8 req-2d7b2260-2a13-4466-bc09-67cfaf09fe92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:38.506683 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c43db3ea-f529-4d71-8a73-391d0cefb5e8 req-2d7b2260-2a13-4466-bc09-67cfaf09fe92 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5c5dad3c-d602-4b16-ba45-4bfc3c8179fb HTTP/1.1" status: 200 len: 1101 time: 0.3615279 May 05 19:52:38.519672 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab487a-4156-4958-ad3f-338e45d9447a req-09836d59-04c4-41b5-9909-1dc80866085b tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:38.527231 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e3ab487a-4156-4958-ad3f-338e45d9447a req-09836d59-04c4-41b5-9909-1dc80866085b tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] 10.222.0.36 "GET /v2.0/ports?device_id=54d8b2f8-fb88-4ecd-9d9f-c5961bf39579 HTTP/1.1" status: 200 len: 950 time: 0.3268518 May 05 19:52:38.566449 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '308e82b0-04ad-42d3-b0e4-192ee517b0d9', 'network_id': '9391bd70-fefd-4234-a5c6-e5bdaa98482d', 'port_id': '308e82b0-04ad-42d3-b0e4-192ee517b0d9', 'mac_address': 'fa:16:3e:50:c0:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dad2f10a-bab0-4742-b13f-5f772ad5e3e5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:52:38.574401 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ae079e74-5276-407a-baad-9825c0de7627 admin admin] Notify callbacks [] for router, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:38.604297 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-421a7dcf-4b68-477e-84d8-10fe2122c354 req-24db5d99-e896-4970-8c55-025d773f8217 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] For port 03a96616-ca03-4c30-9d12-63397b1bd69c, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=03a96616-ca03-4c30-9d12-63397b1bd69c,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:52:38.604847 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-421a7dcf-4b68-477e-84d8-10fe2122c354 req-24db5d99-e896-4970-8c55-025d773f8217 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:38.672772 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-77a77a34-acc1-4d03-a17b-ebb48e3a0d59 None None] Set router 021fe70b-cc92-4648-a00e-ca6dd9bc3322 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:52:38.824425 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:38.877887 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c43db3ea-f529-4d71-8a73-391d0cefb5e8 req-3596e834-0ef4-4756-9645-570da99b1cd4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3460639 May 05 19:52:38.891468 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 308e82b0-04ad-42d3-b0e4-192ee517b0d9 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:52:38.911240 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-421a7dcf-4b68-477e-84d8-10fe2122c354 req-24db5d99-e896-4970-8c55-025d773f8217 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Calling delete_port for 03a96616-ca03-4c30-9d12-63397b1bd69c owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:52:38.912563 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e3ab487a-4156-4958-ad3f-338e45d9447a req-677b6d10-aa2d-4547-a7dc-681ba4a4fd1c tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] 10.222.0.36 "GET /v2.0/security-groups?id=ceeee1c2-2df3-4de5-9577-b382bee91df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3838508 May 05 19:52:38.987858 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ae079e74-5276-407a-baad-9825c0de7627 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:39.005130 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-ae079e74-5276-407a-baad-9825c0de7627 admin admin] Deleting port 35ae6b45-bf0b-4fff-9e96-3f3414b41b42 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:52:39.005585 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ae079e74-5276-407a-baad-9825c0de7627 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:39.075421 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 308e82b0-04ad-42d3-b0e4-192ee517b0d9, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=308e82b0-04ad-42d3-b0e4-192ee517b0d9,segment=NetworkSegment(c3aa82ea-8521-41ae-94bc-6b77a724b188),segment_id=c3aa82ea-8521-41ae-94bc-6b77a724b188)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:52:39.083174 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:39.236442 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=308e82b0-04ad-42d3-b0e4-192ee517b0d9,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:39.289360 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-421a7dcf-4b68-477e-84d8-10fe2122c354 req-24db5d99-e896-4970-8c55-025d773f8217 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:39.327823 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['40435a85-5cb6-43df-8327-b79103a8d286'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:52:39.337027 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af5aeff-f9a6-4872-b039-0b7a4dbb4e10 req-2a5eb4b8-6e49-44d3-a294-d65f9b9b60fb tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:39.345087 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8af5aeff-f9a6-4872-b039-0b7a4dbb4e10 req-2a5eb4b8-6e49-44d3-a294-d65f9b9b60fb tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb708e5-303c-47f5-8e2e-6d06e480e3ed HTTP/1.1" status: 200 len: 945 time: 0.2361052 May 05 19:52:39.352949 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-ae079e74-5276-407a-baad-9825c0de7627 admin admin] For port 35ae6b45-bf0b-4fff-9e96-3f3414b41b42, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=35ae6b45-bf0b-4fff-9e96-3f3414b41b42,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:52:39.353365 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ae079e74-5276-407a-baad-9825c0de7627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:39.389207 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24db5d99-e896-4970-8c55-025d773f8217 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Pushing event deleted for resources: {'Port': ['ID=03a96616-ca03-4c30-9d12-63397b1bd69c,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:39.410914 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:52:39.486540 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['308e82b0-04ad-42d3-b0e4-192ee517b0d9'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:52:39.526028 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-ae079e74-5276-407a-baad-9825c0de7627 admin admin] Calling delete_port for 35ae6b45-bf0b-4fff-9e96-3f3414b41b42 owned by network:router_gateway {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:52:39.590188 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8af5aeff-f9a6-4872-b039-0b7a4dbb4e10 req-c49bf3d0-d729-4c27-86b0-5910215b1d28 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440698 May 05 19:52:39.593460 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-421a7dcf-4b68-477e-84d8-10fe2122c354 req-24db5d99-e896-4970-8c55-025d773f8217 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] No DVR routers for this DVR port 03a96616-ca03-4c30-9d12-63397b1bd69c on host n-h1-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:52:39.605487 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-421a7dcf-4b68-477e-84d8-10fe2122c354 req-24db5d99-e896-4970-8c55-025d773f8217 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:39.617107 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '665d3940-2ca3-48d2-b66e-fb6648222e61', 'name': 'network-vif-deleted', 'tag': '03a96616-ca03-4c30-9d12-63397b1bd69c'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:52:39.641065 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-421a7dcf-4b68-477e-84d8-10fe2122c354 req-24db5d99-e896-4970-8c55-025d773f8217 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.24 "DELETE /v2.0/ports/03a96616-ca03-4c30-9d12-63397b1bd69c HTTP/1.1" status: 204 len: 173 time: 2.0224407 May 05 19:52:39.641584 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-77a77a34-acc1-4d03-a17b-ebb48e3a0d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021fe70b-cc92-4648-a00e-ca6dd9bc3322', 'name': 'tempest-AttachSCSIVolumeTestJSON-1709732276-router', 'tenant_id': '5095a824df304b7aa811f4d08715af2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '35ae6b45-bf0b-4fff-9e96-3f3414b41b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:49:22Z', 'updated_at': '2022-05-05T19:52:35Z', 'revision_number': 5, 'project_id': '5095a824df304b7aa811f4d08715af2b', 'gw_port': {'id': '35ae6b45-bf0b-4fff-9e96-3f3414b41b42', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:da:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021fe70b-cc92-4648-a00e-ca6dd9bc3322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:49:25Z', 'updated_at': '2022-05-05T19:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:52:39.656595 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e17379-b2fe-4d7b-9e6d-ce536371cfad req-6eb3c31a-28c2-4c15-aefc-da3a47fb76cb tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:39.657603 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-a1e17379-b2fe-4d7b-9e6d-ce536371cfad req-6eb3c31a-28c2-4c15-aefc-da3a47fb76cb tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Synchronizing usage tracker for tenant:b5a48329c1b449938bdc05f76727500b on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:52:39.678980 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-a1e17379-b2fe-4d7b-9e6d-ce536371cfad req-6eb3c31a-28c2-4c15-aefc-da3a47fb76cb tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Unset dirty status for tenant:b5a48329c1b449938bdc05f76727500b on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:52:39.700822 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a1e17379-b2fe-4d7b-9e6d-ce536371cfad req-6eb3c31a-28c2-4c15-aefc-da3a47fb76cb tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/ports?device_id=665d3940-2ca3-48d2-b66e-fb6648222e61 HTTP/1.1" status: 200 len: 867 time: 0.8164408 May 05 19:52:39.767237 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a77a34-acc1-4d03-a17b-ebb48e3a0d59 None None] Checking router: 021fe70b-cc92-4648-a00e-ca6dd9bc3322 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 19:52:39.793397 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a1e17379-b2fe-4d7b-9e6d-ce536371cfad req-8fb25c45-08e8-4204-834d-66227df154f4 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e50fd44-6059-4e3b-8f95-027c4583f97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877590 May 05 19:52:39.839789 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:39.909979 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 03a96616-ca03-4c30-9d12-63397b1bd69c no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:52:39.925184 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ae079e74-5276-407a-baad-9825c0de7627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:39.987541 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae079e74-5276-407a-baad-9825c0de7627 admin admin] Pushing event deleted for resources: {'Port': ['ID=35ae6b45-bf0b-4fff-9e96-3f3414b41b42,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:40.146839 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3bdb6-d307-43cd-a1d9-ac1b79597a09 req-727e7010-a998-446d-8b2d-2003c4ec3465 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:40.159656 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-33f3bdb6-d307-43cd-a1d9-ac1b79597a09 req-727e7010-a998-446d-8b2d-2003c4ec3465 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/ports?device_id=3692b921-276d-4ae5-84d0-1bffd2ff1096 HTTP/1.1" status: 200 len: 944 time: 0.1522484 May 05 19:52:40.178503 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a77a34-acc1-4d03-a17b-ebb48e3a0d59 None None] Routers {'021fe70b-cc92-4648-a00e-ca6dd9bc3322'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:52:40.178992 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-77a77a34-acc1-4d03-a17b-ebb48e3a0d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:52:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['021fe70b-cc92-4648-a00e-ca6dd9bc3322'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:52:40.209512 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ae079e74-5276-407a-baad-9825c0de7627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:40.248597 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-33f3bdb6-d307-43cd-a1d9-ac1b79597a09 req-fc913955-b309-4559-9ead-c0a984439545 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/security-groups?id=e36a03ce-19b7-4072-ac8e-38f72e9ef290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876095 May 05 19:52:40.258118 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] No Port match for: 03a96616-ca03-4c30-9d12-63397b1bd69c {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 19:52:40.258485 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 03a96616-ca03-4c30-9d12-63397b1bd69c not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:52:40.407988 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-77a77a34-acc1-4d03-a17b-ebb48e3a0d59 None None] Set router 021fe70b-cc92-4648-a00e-ca6dd9bc3322 gateway port host: None {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:52:40.499845 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c6e8ae-82be-4deb-b69f-304e34b3d114 req-ef006e85-efd4-4445-9081-66fe028941a2 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:40.501784 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-91c6e8ae-82be-4deb-b69f-304e34b3d114 req-ef006e85-efd4-4445-9081-66fe028941a2 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=d36a569d-6a34-4d80-8488-b596fe4b8373 HTTP/1.1" status: 200 len: 945 time: 0.6820822 May 05 19:52:40.563509 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-77a77a34-acc1-4d03-a17b-ebb48e3a0d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021fe70b-cc92-4648-a00e-ca6dd9bc3322', 'name': 'tempest-AttachSCSIVolumeTestJSON-1709732276-router', 'tenant_id': '5095a824df304b7aa811f4d08715af2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:49:22Z', 'updated_at': '2022-05-05T19:52:39Z', 'revision_number': 7, 'project_id': '5095a824df304b7aa811f4d08715af2b', 'gw_port_host': None}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:52:40.591498 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a77a34-acc1-4d03-a17b-ebb48e3a0d59 None None] The sync data for ids ['021fe70b-cc92-4648-a00e-ca6dd9bc3322'] in n-d-840717-1 is: [{'id': '021fe70b-cc92-4648-a00e-ca6dd9bc3322', 'name': 'tempest-AttachSCSIVolumeTestJSON-1709732276-router', 'tenant_id': '5095a824df304b7aa811f4d08715af2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:49:22Z', 'updated_at': '2022-05-05T19:52:39Z', 'revision_number': 7, 'project_id': '5095a824df304b7aa811f4d08715af2b', 'gw_port_host': None}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 19:52:40.688027 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ae079e74-5276-407a-baad-9825c0de7627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:40.692560 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ae079e74-5276-407a-baad-9825c0de7627 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:40.745470 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ae079e74-5276-407a-baad-9825c0de7627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:40.745969 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae079e74-5276-407a-baad-9825c0de7627 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 021fe70b-cc92-4648-a00e-ca6dd9bc3322 {{(pid=88197) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 19:52:40.785187 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ae079e74-5276-407a-baad-9825c0de7627 admin admin] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:40.786379 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-ae079e74-5276-407a-baad-9825c0de7627 admin admin] 10.222.0.36 "DELETE /v2.0/routers/021fe70b-cc92-4648-a00e-ca6dd9bc3322 HTTP/1.1" status: 204 len: 168 time: 2.5066602 May 05 19:52:40.789395 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34490) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:52:40.809072 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-91c6e8ae-82be-4deb-b69f-304e34b3d114 req-9c813450-b16d-4642-b447-f8cced1e69f7 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881007 May 05 19:52:40.874375 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e8e7201-a520-4a07-8402-252b44bbc023'] response: {'server_uuid': '665d3940-2ca3-48d2-b66e-fb6648222e61', 'name': 'network-vif-deleted', 'tag': '03a96616-ca03-4c30-9d12-63397b1bd69c', 'status': 'completed', 'code': 200} May 05 19:52:40.880691 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-db4509eb-0bff-4247-9a1b-4230bdf51e6a admin admin] Deleting subnet b0dc03a4-f77c-4911-b041-f01129613e5d {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 19:52:40.888109 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-db4509eb-0bff-4247-9a1b-4230bdf51e6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:40.950252 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4770de-787f-4ef5-982a-82072d5f53d2 req-ec2b611c-afeb-4255-9141-ddfd5996044c tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:40.955999 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8e4770de-787f-4ef5-982a-82072d5f53d2 req-ec2b611c-afeb-4255-9141-ddfd5996044c tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c5dad3c-d602-4b16-ba45-4bfc3c8179fb HTTP/1.1" status: 200 len: 950 time: 0.2449334 May 05 19:52:40.981974 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-db4509eb-0bff-4247-9a1b-4230bdf51e6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:41.055156 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091fffbb-f34c-4651-9701-0a2b78934c4d req-128d080b-7ce2-4378-af6d-e3a146fc48a9 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:41.057211 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-091fffbb-f34c-4651-9701-0a2b78934c4d req-128d080b-7ce2-4378-af6d-e3a146fc48a9 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] 10.222.0.36 "GET /v2.0/ports?device_id=54d8b2f8-fb88-4ecd-9d9f-c5961bf39579 HTTP/1.1" status: 200 len: 950 time: 0.0914409 May 05 19:52:41.063458 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8e4770de-787f-4ef5-982a-82072d5f53d2 req-044f8a3f-0f43-41e3-b0c5-783295c419f9 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044846 May 05 19:52:41.126566 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-091fffbb-f34c-4651-9701-0a2b78934c4d req-8caaa4ab-9017-4592-a1a3-59503abd75f9 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] 10.222.0.36 "GET /v2.0/security-groups?id=ceeee1c2-2df3-4de5-9577-b382bee91df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553782 May 05 19:52:41.163151 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-db4509eb-0bff-4247-9a1b-4230bdf51e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:41.319003 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-db4509eb-0bff-4247-9a1b-4230bdf51e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:41.368759 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4509eb-0bff-4247-9a1b-4230bdf51e6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0dc03a4-f77c-4911-b041-f01129613e5d,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:41.372844 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-db4509eb-0bff-4247-9a1b-4230bdf51e6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:41.377918 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e8c3b0-93f6-46cf-b800-7770faf12a94 None None] Network 9a756aea-8571-47f4-9d7f-4e54e778f2f9 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:52:41.402656 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295d8bf-3fe4-4b8e-abf6-fa83a03686d3 req-6c4935bc-fd74-4217-ad1a-3e059afdeb7f tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:41.404748 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2295d8bf-3fe4-4b8e-abf6-fa83a03686d3 req-6c4935bc-fd74-4217-ad1a-3e059afdeb7f tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb708e5-303c-47f5-8e2e-6d06e480e3ed HTTP/1.1" status: 200 len: 945 time: 0.1818492 May 05 19:52:41.406112 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-db4509eb-0bff-4247-9a1b-4230bdf51e6a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b0dc03a4-f77c-4911-b041-f01129613e5d HTTP/1.1" status: 204 len: 168 time: 0.6151016 May 05 19:52:41.408540 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34506) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:52:41.483780 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c36172-3a70-44b8-9ad6-aad9e6787aed req-999670c6-7e03-4ecc-b3c6-368f62970538 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:41.499737 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-96c36172-3a70-44b8-9ad6-aad9e6787aed req-999670c6-7e03-4ecc-b3c6-368f62970538 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c5dad3c-d602-4b16-ba45-4bfc3c8179fb HTTP/1.1" status: 200 len: 950 time: 0.1608763 May 05 19:52:41.530952 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 1d9308d7-2ccc-4495-90ea-0059b6b88d87 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:52:41.575929 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-96c36172-3a70-44b8-9ad6-aad9e6787aed req-623db16e-ad7c-4a12-bd44-a113751a7d26 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691764 May 05 19:52:41.594820 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2295d8bf-3fe4-4b8e-abf6-fa83a03686d3 req-15969efe-c7e4-4f1a-8540-99f6dc322f48 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205785 May 05 19:52:41.606942 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0d848fdb-ad05-4401-8b83-10331c7aa1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:41.617595 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 1d9308d7-2ccc-4495-90ea-0059b6b88d87 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 19:52:41.622771 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 1d9308d7-2ccc-4495-90ea-0059b6b88d87 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:52:41.624023 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 35ae6b45-bf0b-4fff-9e96-3f3414b41b42 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:52:41.625572 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-0d848fdb-ad05-4401-8b83-10331c7aa1d3 admin admin] Deleting port 80f4d8db-0810-46c0-a90f-a28c91cd2360 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:52:41.625988 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0d848fdb-ad05-4401-8b83-10331c7aa1d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:41.686274 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 35ae6b45-bf0b-4fff-9e96-3f3414b41b42 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 19:52:41.686637 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 35ae6b45-bf0b-4fff-9e96-3f3414b41b42 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:52:41.859592 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-9732b390-6c27-418c-964f-57b1225aac7c req-253a6800-d68a-46d9-bfc0-7a75e56c4bf3 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Synchronizing usage tracker for tenant:4d0e88c339a8478fac3bdc473e88ec9b on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:52:41.876970 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4cbd148-0537-4a4f-bd47-f707268da4ea None None] DHCP port deletion for 9a756aea-8571-47f4-9d7f-4e54e778f2f9 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 19:52:41.883748 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-d4cbd148-0537-4a4f-bd47-f707268da4ea None None] Deleting port 80f4d8db-0810-46c0-a90f-a28c91cd2360 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:52:41.883748 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4cbd148-0537-4a4f-bd47-f707268da4ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:41.894939 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-9732b390-6c27-418c-964f-57b1225aac7c req-253a6800-d68a-46d9-bfc0-7a75e56c4bf3 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Unset dirty status for tenant:4d0e88c339a8478fac3bdc473e88ec9b on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:52:41.897046 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9732b390-6c27-418c-964f-57b1225aac7c req-253a6800-d68a-46d9-bfc0-7a75e56c4bf3 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--660587935&fields=id&tenant_id=4d0e88c339a8478fac3bdc473e88ec9b HTTP/1.1" status: 200 len: 267 time: 0.1217518 May 05 19:52:41.941411 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 308e82b0-04ad-42d3-b0e4-192ee517b0d9 up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:52:41.990658 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-0d848fdb-ad05-4401-8b83-10331c7aa1d3 admin admin] For port 80f4d8db-0810-46c0-a90f-a28c91cd2360, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=80f4d8db-0810-46c0-a90f-a28c91cd2360,segment=NetworkSegment(b691d6e7-64be-44f0-8601-6ec31945703a),segment_id=b691d6e7-64be-44f0-8601-6ec31945703a)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:52:41.992023 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0d848fdb-ad05-4401-8b83-10331c7aa1d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:42.115402 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port 308e82b0-04ad-42d3-b0e4-192ee517b0d9 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:52:42.137798 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-0d848fdb-ad05-4401-8b83-10331c7aa1d3 admin admin] Calling delete_port for 80f4d8db-0810-46c0-a90f-a28c91cd2360 owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:52:42.139579 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 308e82b0-04ad-42d3-b0e4-192ee517b0d9 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:52:42.140027 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:42.216792 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9732b390-6c27-418c-964f-57b1225aac7c req-84023436-c27d-4a32-8f40-5ee0bb2dff20 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:42.217508 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-9732b390-6c27-418c-964f-57b1225aac7c req-84023436-c27d-4a32-8f40-5ee0bb2dff20 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Synchronizing usage tracker for tenant:4d0e88c339a8478fac3bdc473e88ec9b on resource:network {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:52:42.236779 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-9732b390-6c27-418c-964f-57b1225aac7c req-84023436-c27d-4a32-8f40-5ee0bb2dff20 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Unset dirty status for tenant:4d0e88c339a8478fac3bdc473e88ec9b on resource:network {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:52:42.244492 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9732b390-6c27-418c-964f-57b1225aac7c req-84023436-c27d-4a32-8f40-5ee0bb2dff20 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] 10.222.0.36 "GET /v2.0/networks?id=c0dbff45-b7d3-44db-825a-7ca3d44cd917 HTTP/1.1" status: 200 len: 816 time: 0.3280478 May 05 19:52:42.260384 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9732b390-6c27-418c-964f-57b1225aac7c req-719ced77-cc71-460a-9e8f-83cac63af60c tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] 10.222.0.36 "GET /v2.0/quotas/4d0e88c339a8478fac3bdc473e88ec9b HTTP/1.1" status: 200 len: 375 time: 0.0139234 May 05 19:52:42.263209 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-d4cbd148-0537-4a4f-bd47-f707268da4ea None None] For port 80f4d8db-0810-46c0-a90f-a28c91cd2360, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=80f4d8db-0810-46c0-a90f-a28c91cd2360,segment=NetworkSegment(b691d6e7-64be-44f0-8601-6ec31945703a),segment_id=b691d6e7-64be-44f0-8601-6ec31945703a)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:52:42.263847 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4cbd148-0537-4a4f-bd47-f707268da4ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:42.282712 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-d4ee9ac9-f4e9-4e6d-9dad-42171947e8f1 tempest-LiveAutoBlockMigrationV225Test-129314705 tempest-LiveAutoBlockMigrationV225Test-129314705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:42.284500 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-d4ee9ac9-f4e9-4e6d-9dad-42171947e8f1 tempest-LiveAutoBlockMigrationV225Test-129314705 tempest-LiveAutoBlockMigrationV225Test-129314705-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d36a569d-6a34-4d80-8488-b596fe4b8373&tenant_id=63ca58c29fae4c4eaafba189c1ec4492&binding%3Ahost_id=n-h2-840717-1 HTTP/1.1" status: 200 len: 1096 time: 0.3660691 May 05 19:52:42.297186 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-1fd1ad08-604c-4c0f-8b10-3617b4e0ef5c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-840717-1'}}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:52:42.329521 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0d848fdb-ad05-4401-8b83-10331c7aa1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:42.353802 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9732b390-6c27-418c-964f-57b1225aac7c req-18d2911d-bea5-4caa-9935-b79f78734f0a tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4d0e88c339a8478fac3bdc473e88ec9b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0908012 May 05 19:52:42.392515 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-d4cbd148-0537-4a4f-bd47-f707268da4ea None None] Calling delete_port for 80f4d8db-0810-46c0-a90f-a28c91cd2360 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:52:42.503822 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9732b390-6c27-418c-964f-57b1225aac7c req-201a372b-f359-4274-8d57-d7aa1190c259 service neutron] 10.222.0.36 "GET /v2.0/networks/c0dbff45-b7d3-44db-825a-7ca3d44cd917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373348 May 05 19:52:42.514185 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b488e8-4c8b-4122-bb33-e1c27364915f req-eab96107-9210-49b1-a19c-dd0144e68533 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:42.515941 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-56b488e8-4c8b-4122-bb33-e1c27364915f req-eab96107-9210-49b1-a19c-dd0144e68533 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/ports?device_id=3692b921-276d-4ae5-84d0-1bffd2ff1096 HTTP/1.1" status: 200 len: 944 time: 0.3872662 May 05 19:52:42.516907 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d848fdb-ad05-4401-8b83-10331c7aa1d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=80f4d8db-0810-46c0-a90f-a28c91cd2360,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:42.519069 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:42.524824 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d848fdb-ad05-4401-8b83-10331c7aa1d3 admin admin] No DVR routers for this DVR port 80f4d8db-0810-46c0-a90f-a28c91cd2360 on host n-d-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:52:42.533385 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-d4cbd148-0537-4a4f-bd47-f707268da4ea None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 19:52:42.533734 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-d4cbd148-0537-4a4f-bd47-f707268da4ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 19:52:42.548491 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3692b921-276d-4ae5-84d0-1bffd2ff1096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '308e82b0-04ad-42d3-b0e4-192ee517b0d9'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:52:42.559283 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 308e82b0-04ad-42d3-b0e4-192ee517b0d9, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=308e82b0-04ad-42d3-b0e4-192ee517b0d9,segment=NetworkSegment(c3aa82ea-8521-41ae-94bc-6b77a724b188),segment_id=c3aa82ea-8521-41ae-94bc-6b77a724b188)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:52:42.564710 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:42.641760 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=308e82b0-04ad-42d3-b0e4-192ee517b0d9,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:42.675262 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9732b390-6c27-418c-964f-57b1225aac7c req-794c7907-9384-4d5b-90e5-282c822378c7 service neutron] 10.222.0.36 "GET /v2.0/networks/c0dbff45-b7d3-44db-825a-7ca3d44cd917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638241 May 05 19:52:42.743102 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0d848fdb-ad05-4401-8b83-10331c7aa1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:42.753152 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-56b488e8-4c8b-4122-bb33-e1c27364915f req-84e83ebf-20f2-4e6c-8598-60e62f6bef36 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/security-groups?id=e36a03ce-19b7-4072-ac8e-38f72e9ef290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908891 May 05 19:52:42.759618 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-1fd1ad08-604c-4c0f-8b10-3617b4e0ef5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:42.788415 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-0d848fdb-ad05-4401-8b83-10331c7aa1d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a756aea-8571-47f4-9d7f-4e54e778f2f9']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:52:42.842636 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-0d848fdb-ad05-4401-8b83-10331c7aa1d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b691d6e7-64be-44f0-8601-6ec31945703a') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:52:42.842992 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-0d848fdb-ad05-4401-8b83-10331c7aa1d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b691d6e7-64be-44f0-8601-6ec31945703a') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:52:42.860435 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0d848fdb-ad05-4401-8b83-10331c7aa1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:42.926499 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0d848fdb-ad05-4401-8b83-10331c7aa1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:42.967960 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d848fdb-ad05-4401-8b83-10331c7aa1d3 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 19:52:42.968279 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0d848fdb-ad05-4401-8b83-10331c7aa1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:42.985898 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 19:52:42.985898 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 19:52:42.985898 n-d-840717-1 neutron-server[88198]: timer() May 05 19:52:42.985898 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 19:52:42.985898 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 19:52:42.985898 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 19:52:42.985898 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 19:52:42.985898 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 19:52:42.985898 n-d-840717-1 neutron-server[88198]: self._notify() May 05 19:52:42.985898 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 19:52:42.985898 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 19:52:42.985898 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 19:52:42.985898 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 19:52:42.985898 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 19:52:42.985898 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 19:52:42.985898 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 19:52:42.985898 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 19:52:42.985898 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 19:52:42.985898 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 19:52:42.985898 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 19:52:42.985898 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 19:52:42.985898 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 19:52:42.985898 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 19:52:42.985898 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 19:52:42.985898 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 19:52:42.985898 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 19:52:42.985898 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 19:52:42.985898 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 19:52:42.985898 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 19:52:42.985898 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 19:52:42.985898 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 19:52:42.985898 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 19:52:43.034805 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-d4cbd148-0537-4a4f-bd47-f707268da4ea None None] Deleting port 80f4d8db-0810-46c0-a90f-a28c91cd2360 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:52:43.035506 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4cbd148-0537-4a4f-bd47-f707268da4ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:43.145528 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0d848fdb-ad05-4401-8b83-10331c7aa1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:43.164823 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0d848fdb-ad05-4401-8b83-10331c7aa1d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:43.180059 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-d4cbd148-0537-4a4f-bd47-f707268da4ea None None] The port '80f4d8db-0810-46c0-a90f-a28c91cd2360' was deleted {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 19:52:43.195598 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d848fdb-ad05-4401-8b83-10331c7aa1d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a756aea-8571-47f4-9d7f-4e54e778f2f9,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:43.207204 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-0d848fdb-ad05-4401-8b83-10331c7aa1d3 admin admin] 10.222.0.36 "DELETE /v2.0/networks/9a756aea-8571-47f4-9d7f-4e54e778f2f9 HTTP/1.1" status: 204 len: 168 time: 1.7949674 May 05 19:52:43.208296 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-1fd1ad08-604c-4c0f-8b10-3617b4e0ef5c service neutron] For port 33127356-17a6-4961-bcb1-5efd5496d569, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=33127356-17a6-4961-bcb1-5efd5496d569,segment=NetworkSegment(74addc21-9c2f-4292-8d75-7048fb7d56d2),segment_id=74addc21-9c2f-4292-8d75-7048fb7d56d2)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:52:43.218771 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe84c2c-28cc-46e6-bf56-593ca569371b req-eb2fb75a-e841-499b-a197-9c2bbb47dbf5 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:43.220844 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fbe84c2c-28cc-46e6-bf56-593ca569371b req-eb2fb75a-e841-499b-a197-9c2bbb47dbf5 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=d36a569d-6a34-4d80-8488-b596fe4b8373 HTTP/1.1" status: 200 len: 945 time: 0.3415010 May 05 19:52:43.304145 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8a211-a551-4113-8d3c-c13502820e9a req-fc76bd19-7e38-4276-abaa-71141f2cdda2 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:43.310559 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fbe84c2c-28cc-46e6-bf56-593ca569371b req-933b5c33-cabe-467c-ad52-cc9f9bcb4cd1 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767636 May 05 19:52:43.312957 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3ac8a211-a551-4113-8d3c-c13502820e9a req-fc76bd19-7e38-4276-abaa-71141f2cdda2 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/ports?device_id=fafeb67c-3a8a-4c3c-9447-355d989e420c HTTP/1.1" status: 200 len: 949 time: 0.1951218 May 05 19:52:43.321585 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-1fd1ad08-604c-4c0f-8b10-3617b4e0ef5c service neutron] For port 33127356-17a6-4961-bcb1-5efd5496d569, host n-h2-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:52:43.421008 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd36a569d-6a34-4d80-8488-b596fe4b8373', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33127356-17a6-4961-bcb1-5efd5496d569'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:52:43.434208 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-1fd1ad08-604c-4c0f-8b10-3617b4e0ef5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:43.442867 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-1fd1ad08-604c-4c0f-8b10-3617b4e0ef5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:43.481246 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3ac8a211-a551-4113-8d3c-c13502820e9a req-6be22277-79d6-40bb-aeb8-e144cb19579a tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e50fd44-6059-4e3b-8f95-027c4583f97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671591 May 05 19:52:43.481857 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 34546) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:52:43.493333 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 80f4d8db-0810-46c0-a90f-a28c91cd2360 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:52:43.531006 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 80f4d8db-0810-46c0-a90f-a28c91cd2360 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 19:52:43.531451 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 80f4d8db-0810-46c0-a90f-a28c91cd2360 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:52:43.569758 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f949145d-8687-4da6-af37-d23542f1598a'] response: {'server_uuid': '3692b921-276d-4ae5-84d0-1bffd2ff1096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '308e82b0-04ad-42d3-b0e4-192ee517b0d9', 'code': 200} May 05 19:52:43.593378 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-78e20b54-0f23-4ace-8f30-726348a52b00 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9ab4a98eac4a43fd9990405f39079105&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1037211 May 05 19:52:43.605226 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34550) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:52:43.608603 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fba049-2129-473d-837c-8c267ab1fbc9 req-73c4f8a2-e9e2-46a0-991c-d86fc3d45acd tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:43.614793 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-78fba049-2129-473d-837c-8c267ab1fbc9 req-73c4f8a2-e9e2-46a0-991c-d86fc3d45acd tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.50 "GET /v2.0/ports?device_id=fafeb67c-3a8a-4c3c-9447-355d989e420c HTTP/1.1" status: 200 len: 949 time: 0.2434707 May 05 19:52:43.793235 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd1ad08-604c-4c0f-8b10-3617b4e0ef5c service neutron] Pushing event updated for resources: {'Port': ['ID=33127356-17a6-4961-bcb1-5efd5496d569,revision_number=7']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:43.808416 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-1fd1ad08-604c-4c0f-8b10-3617b4e0ef5c service neutron] Attempting to bind port 33127356-17a6-4961-bcb1-5efd5496d569 on host n-h2-840717-1 for vnic_type normal with profile {"migrating_to": "n-h1-840717-1"} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:52:43.808976 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-1fd1ad08-604c-4c0f-8b10-3617b4e0ef5c service neutron] Attempting to bind port 33127356-17a6-4961-bcb1-5efd5496d569 by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': '74addc21-9c2f-4292-8d75-7048fb7d56d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9e1d2257-41cc-4af2-afae-4ca8a9719a05'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:52:43.809385 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-1fd1ad08-604c-4c0f-8b10-3617b4e0ef5c service neutron] Attempting to bind port 33127356-17a6-4961-bcb1-5efd5496d569 on network 9e1d2257-41cc-4af2-afae-4ca8a9719a05 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:52:43.812612 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-78fba049-2129-473d-837c-8c267ab1fbc9 req-828b55e0-8bd0-47ee-9c37-536bba58a599 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Deleting port 40435a85-5cb6-43df-8327-b79103a8d286 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:52:43.813102 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-78fba049-2129-473d-837c-8c267ab1fbc9 req-828b55e0-8bd0-47ee-9c37-536bba58a599 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:43.819976 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-1fd1ad08-604c-4c0f-8b10-3617b4e0ef5c service neutron] Port 33127356-17a6-4961-bcb1-5efd5496d569 on network 9e1d2257-41cc-4af2-afae-4ca8a9719a05 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:52:43.820306 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-1fd1ad08-604c-4c0f-8b10-3617b4e0ef5c service neutron] Attempting to bind port 33127356-17a6-4961-bcb1-5efd5496d569 on network 9e1d2257-41cc-4af2-afae-4ca8a9719a05 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:52:43.844914 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658dd3e1-a904-4aa1-b8b6-621df2d0db9a req-4259df61-4c4d-45c0-bcbc-0e46dd64c579 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:43.846453 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-658dd3e1-a904-4aa1-b8b6-621df2d0db9a req-4259df61-4c4d-45c0-bcbc-0e46dd64c579 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] 10.222.0.36 "GET /v2.0/ports?device_id=54d8b2f8-fb88-4ecd-9d9f-c5961bf39579 HTTP/1.1" status: 200 len: 950 time: 0.3905604 May 05 19:52:43.847403 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-1fd1ad08-604c-4c0f-8b10-3617b4e0ef5c service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:52:43.848208 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-1fd1ad08-604c-4c0f-8b10-3617b4e0ef5c service neutron] Checking segment: {'id': '74addc21-9c2f-4292-8d75-7048fb7d56d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9e1d2257-41cc-4af2-afae-4ca8a9719a05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:52:43.848756 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-1fd1ad08-604c-4c0f-8b10-3617b4e0ef5c service neutron] Bound using segment: {'id': '74addc21-9c2f-4292-8d75-7048fb7d56d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9e1d2257-41cc-4af2-afae-4ca8a9719a05'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:52:43.849360 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-1fd1ad08-604c-4c0f-8b10-3617b4e0ef5c service neutron] Bound port: 33127356-17a6-4961-bcb1-5efd5496d569, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74addc21-9c2f-4292-8d75-7048fb7d56d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9e1d2257-41cc-4af2-afae-4ca8a9719a05'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:52:43.849865 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-1fd1ad08-604c-4c0f-8b10-3617b4e0ef5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:43.886582 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:43.899267 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d2ca7eda-dc31-4d4b-944a-f9535a0cf550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:43.899544 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 33127356-17a6-4961-bcb1-5efd5496d569 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:52:43.977653 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d813b-d881-4a6c-b8e3-0de9af125bf6 req-70f4c861-a45b-487a-b4c9-4ed73afa4830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:43.980796 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e06d813b-d881-4a6c-b8e3-0de9af125bf6 req-70f4c861-a45b-487a-b4c9-4ed73afa4830 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3692b921-276d-4ae5-84d0-1bffd2ff1096 HTTP/1.1" status: 200 len: 1096 time: 0.2998512 May 05 19:52:43.994576 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-658dd3e1-a904-4aa1-b8b6-621df2d0db9a req-1a854123-0c7c-483e-9669-4a84453ba06a tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] 10.222.0.36 "GET /v2.0/security-groups?id=ceeee1c2-2df3-4de5-9577-b382bee91df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341541 May 05 19:52:44.004457 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d2ca7eda-dc31-4d4b-944a-f9535a0cf550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:44.012284 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1344d-015f-46cd-b52c-854572301ae1 req-f8bcd325-1a33-4c53-bd29-c735a7ea42d8 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:44.020473 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-99a1344d-015f-46cd-b52c-854572301ae1 req-f8bcd325-1a33-4c53-bd29-c735a7ea42d8 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb708e5-303c-47f5-8e2e-6d06e480e3ed HTTP/1.1" status: 200 len: 945 time: 0.2813988 May 05 19:52:44.069335 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 33127356-17a6-4961-bcb1-5efd5496d569, host n-h2-840717-1, got binding levels [] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:52:44.100791 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Attempting to bind port 33127356-17a6-4961-bcb1-5efd5496d569 on host n-h2-840717-1 for vnic_type normal with profile {"migrating_to": "n-h1-840717-1"} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:52:44.101163 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Attempting to bind port 33127356-17a6-4961-bcb1-5efd5496d569 by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': '74addc21-9c2f-4292-8d75-7048fb7d56d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9e1d2257-41cc-4af2-afae-4ca8a9719a05'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:52:44.101522 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Attempting to bind port 33127356-17a6-4961-bcb1-5efd5496d569 on network 9e1d2257-41cc-4af2-afae-4ca8a9719a05 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:52:44.106495 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Port 33127356-17a6-4961-bcb1-5efd5496d569 on network 9e1d2257-41cc-4af2-afae-4ca8a9719a05 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:52:44.106837 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Attempting to bind port 33127356-17a6-4961-bcb1-5efd5496d569 on network 9e1d2257-41cc-4af2-afae-4ca8a9719a05 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:52:44.108946 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-1fd1ad08-604c-4c0f-8b10-3617b4e0ef5c service neutron] For port 33127356-17a6-4961-bcb1-5efd5496d569, host n-h2-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:52:44.111969 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:52:44.112907 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Checking segment: {'id': '74addc21-9c2f-4292-8d75-7048fb7d56d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9e1d2257-41cc-4af2-afae-4ca8a9719a05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:52:44.113519 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Bound using segment: {'id': '74addc21-9c2f-4292-8d75-7048fb7d56d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9e1d2257-41cc-4af2-afae-4ca8a9719a05'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:52:44.113941 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-1fd1ad08-604c-4c0f-8b10-3617b4e0ef5c service neutron] For port 33127356-17a6-4961-bcb1-5efd5496d569, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=33127356-17a6-4961-bcb1-5efd5496d569,segment=NetworkSegment(74addc21-9c2f-4292-8d75-7048fb7d56d2),segment_id=74addc21-9c2f-4292-8d75-7048fb7d56d2)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:52:44.114071 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Bound port: 33127356-17a6-4961-bcb1-5efd5496d569, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74addc21-9c2f-4292-8d75-7048fb7d56d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9e1d2257-41cc-4af2-afae-4ca8a9719a05'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:52:44.114325 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:44.123112 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-1fd1ad08-604c-4c0f-8b10-3617b4e0ef5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:44.146371 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-99a1344d-015f-46cd-b52c-854572301ae1 req-b4f7755e-4410-40c0-af89-f9b2528697d7 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067357 May 05 19:52:44.205058 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e06d813b-d881-4a6c-b8e3-0de9af125bf6 req-9f1723bb-cfd1-447e-98d3-9b2559ea7790 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e36a03ce-19b7-4072-ac8e-38f72e9ef290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809018 May 05 19:52:44.213738 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d2ca7eda-dc31-4d4b-944a-f9535a0cf550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:44.224735 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-048678cf-d720-415f-9763-47fde65061dc'] response: {'server_uuid': 'd36a569d-6a34-4d80-8488-b596fe4b8373', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33127356-17a6-4961-bcb1-5efd5496d569', 'code': 200} May 05 19:52:44.230277 n-d-840717-1 neutron-server[88199]: WARNING neutron.plugins.ml2.plugin [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Concurrent port binding operations failed on port 33127356-17a6-4961-bcb1-5efd5496d569 May 05 19:52:44.234283 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 33127356-17a6-4961-bcb1-5efd5496d569, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=33127356-17a6-4961-bcb1-5efd5496d569,segment=NetworkSegment(74addc21-9c2f-4292-8d75-7048fb7d56d2),segment_id=74addc21-9c2f-4292-8d75-7048fb7d56d2)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:52:44.235932 n-d-840717-1 neutron-server[88199]: INFO neutron.plugins.ml2.plugin [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Attempt 2 to bind port 33127356-17a6-4961-bcb1-5efd5496d569 May 05 19:52:44.236380 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 33127356-17a6-4961-bcb1-5efd5496d569 has no active binding in host n-h1-840717-1 {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 05 19:52:44.262237 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-78fba049-2129-473d-837c-8c267ab1fbc9 req-828b55e0-8bd0-47ee-9c37-536bba58a599 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] For port 40435a85-5cb6-43df-8327-b79103a8d286, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=40435a85-5cb6-43df-8327-b79103a8d286,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:52:44.262742 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-78fba049-2129-473d-837c-8c267ab1fbc9 req-828b55e0-8bd0-47ee-9c37-536bba58a599 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:44.290202 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-b63d3798-dde8-435e-920f-4b596818c0b8 req-44f1d9e5-a582-4037-8089-c0e0e585b18b tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Synchronizing usage tracker for tenant:4d0e88c339a8478fac3bdc473e88ec9b on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:52:44.339970 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ca7eda-dc31-4d4b-944a-f9535a0cf550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d91517-3596-4585-bc00-c811eb253ed0,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:44.351855 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d2ca7eda-dc31-4d4b-944a-f9535a0cf550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:44.353177 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d2ca7eda-dc31-4d4b-944a-f9535a0cf550 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/54d91517-3596-4585-bc00-c811eb253ed0 HTTP/1.1" status: 204 len: 168 time: 0.7451611 May 05 19:52:44.381311 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd1ad08-604c-4c0f-8b10-3617b4e0ef5c service neutron] Pushing event updated for resources: {'Port': ['ID=33127356-17a6-4961-bcb1-5efd5496d569,revision_number=8']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:44.420236 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-b63d3798-dde8-435e-920f-4b596818c0b8 req-44f1d9e5-a582-4037-8089-c0e0e585b18b tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Unset dirty status for tenant:4d0e88c339a8478fac3bdc473e88ec9b on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:52:44.421704 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b63d3798-dde8-435e-920f-4b596818c0b8 req-44f1d9e5-a582-4037-8089-c0e0e585b18b tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa401015-7cfc-4b79-b230-f7a61b5691bf HTTP/1.1" status: 200 len: 210 time: 0.1904390 May 05 19:52:44.431589 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-1fd1ad08-604c-4c0f-8b10-3617b4e0ef5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:44.433194 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-1fd1ad08-604c-4c0f-8b10-3617b4e0ef5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:44.434892 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-1fd1ad08-604c-4c0f-8b10-3617b4e0ef5c service neutron] 10.222.0.24 "PUT /v2.0/ports/33127356-17a6-4961-bcb1-5efd5496d569 HTTP/1.1" status: 200 len: 1121 time: 2.1421289 May 05 19:52:44.445785 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-78fba049-2129-473d-837c-8c267ab1fbc9 req-828b55e0-8bd0-47ee-9c37-536bba58a599 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Calling delete_port for 40435a85-5cb6-43df-8327-b79103a8d286 owned by compute:nova {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:52:44.554412 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['33127356-17a6-4961-bcb1-5efd5496d569'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:52:44.696593 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['33127356-17a6-4961-bcb1-5efd5496d569'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:52:44.707604 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0000327c-ffec-4a3b-b430-5bec4bc22a57 req-1be66a56-b18c-4251-913a-2c2e94443c43 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:44.715872 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0000327c-ffec-4a3b-b430-5bec4bc22a57 req-1be66a56-b18c-4251-913a-2c2e94443c43 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/ports?device_id=3692b921-276d-4ae5-84d0-1bffd2ff1096 HTTP/1.1" status: 200 len: 945 time: 0.3780947 May 05 19:52:44.794540 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0000327c-ffec-4a3b-b430-5bec4bc22a57 req-6cca8818-2503-4109-9316-1e47ce86fde2 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/security-groups?id=e36a03ce-19b7-4072-ac8e-38f72e9ef290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773056 May 05 19:52:44.840139 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-78fba049-2129-473d-837c-8c267ab1fbc9 req-828b55e0-8bd0-47ee-9c37-536bba58a599 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:45.071549 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9732b390-6c27-418c-964f-57b1225aac7c req-215795f3-6d88-4b75-a377-865cfece9d74 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:45.076491 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9732b390-6c27-418c-964f-57b1225aac7c req-215795f3-6d88-4b75-a377-865cfece9d74 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] 10.222.0.50 "GET /v2.0/networks?id=c0dbff45-b7d3-44db-825a-7ca3d44cd917 HTTP/1.1" status: 200 len: 816 time: 0.6401217 May 05 19:52:45.078962 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34568) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:52:45.095782 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828b55e0-8bd0-47ee-9c37-536bba58a599 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Pushing event deleted for resources: {'Port': ['ID=40435a85-5cb6-43df-8327-b79103a8d286,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:45.194910 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-78fba049-2129-473d-837c-8c267ab1fbc9 req-828b55e0-8bd0-47ee-9c37-536bba58a599 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] No DVR routers for this DVR port 40435a85-5cb6-43df-8327-b79103a8d286 on host n-h2-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:52:45.199730 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-78fba049-2129-473d-837c-8c267ab1fbc9 req-828b55e0-8bd0-47ee-9c37-536bba58a599 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:45.203711 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-363d391b-e41c-4948-82f3-d69957b6a7c7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5095a824df304b7aa811f4d08715af2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1233156 May 05 19:52:45.204874 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fafeb67c-3a8a-4c3c-9447-355d989e420c', 'name': 'network-vif-deleted', 'tag': '40435a85-5cb6-43df-8327-b79103a8d286'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:52:45.205592 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34574) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:52:45.220458 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-78fba049-2129-473d-837c-8c267ab1fbc9 req-828b55e0-8bd0-47ee-9c37-536bba58a599 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.50 "DELETE /v2.0/ports/40435a85-5cb6-43df-8327-b79103a8d286 HTTP/1.1" status: 204 len: 173 time: 1.6032541 May 05 19:52:45.258058 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-9732b390-6c27-418c-964f-57b1225aac7c req-5dea0ec9-331f-4cb6-9829-0e73e4138946 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Synchronizing usage tracker for tenant:4d0e88c339a8478fac3bdc473e88ec9b on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:52:45.273396 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2bb06-690f-4e93-a7bb-9e30c047108a req-1e217082-a15d-4d6e-906f-0bc613aff9c1 tempest-LiveMigrationNegativeTest-213006461 tempest-LiveMigrationNegativeTest-213006461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:45.274941 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-39d2bb06-690f-4e93-a7bb-9e30c047108a req-1e217082-a15d-4d6e-906f-0bc613aff9c1 tempest-LiveMigrationNegativeTest-213006461 tempest-LiveMigrationNegativeTest-213006461-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=54d8b2f8-fb88-4ecd-9d9f-c5961bf39579 HTTP/1.1" status: 200 len: 1101 time: 0.3720360 May 05 19:52:45.374254 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-9732b390-6c27-418c-964f-57b1225aac7c req-5dea0ec9-331f-4cb6-9829-0e73e4138946 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Unset dirty status for tenant:4d0e88c339a8478fac3bdc473e88ec9b on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:52:45.375302 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9732b390-6c27-418c-964f-57b1225aac7c req-5dea0ec9-331f-4cb6-9829-0e73e4138946 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d0e88c339a8478fac3bdc473e88ec9b HTTP/1.1" status: 200 len: 379 time: 0.2741797 May 05 19:52:45.390625 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-39d2bb06-690f-4e93-a7bb-9e30c047108a req-baf05e30-7284-4677-9e19-53ee9fb613c0 tempest-LiveMigrationNegativeTest-213006461 tempest-LiveMigrationNegativeTest-213006461-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:45.409908 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-9732b390-6c27-418c-964f-57b1225aac7c req-ed5dc977-f847-4342-8e00-39b8467df2e1 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Request body: {'port': {'device_id': 'fa401015-7cfc-4b79-b230-f7a61b5691bf', 'network_id': 'c0dbff45-b7d3-44db-825a-7ca3d44cd917', 'admin_state_up': True, 'tenant_id': '4d0e88c339a8478fac3bdc473e88ec9b', 'security_groups': ['74723806-36cd-43f0-be0b-2bd9c82fe8be']}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:52:45.435022 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8392df2f-0f11-4f50-a5b0-c5eaca723c3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:45.459177 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd604e2-b312-4d4d-b7fe-67426b25daad req-d98e3def-ef2e-4fb5-9f88-008bf9c974ad tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:45.478253 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-39d2bb06-690f-4e93-a7bb-9e30c047108a req-baf05e30-7284-4677-9e19-53ee9fb613c0 tempest-LiveMigrationNegativeTest-213006461 tempest-LiveMigrationNegativeTest-213006461-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:52:45.482397 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bfd604e2-b312-4d4d-b7fe-67426b25daad req-d98e3def-ef2e-4fb5-9f88-008bf9c974ad tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=d36a569d-6a34-4d80-8488-b596fe4b8373 HTTP/1.1" status: 200 len: 943 time: 0.1140633 May 05 19:52:45.492926 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-39d2bb06-690f-4e93-a7bb-9e30c047108a req-baf05e30-7284-4677-9e19-53ee9fb613c0 tempest-LiveMigrationNegativeTest-213006461 tempest-LiveMigrationNegativeTest-213006461-project-admin] Usage tracker for resource:security_group_rule and tenant:dd30f5052ef9466a8960f24661e6e0eb is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:52:45.500954 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-39d2bb06-690f-4e93-a7bb-9e30c047108a req-baf05e30-7284-4677-9e19-53ee9fb613c0 tempest-LiveMigrationNegativeTest-213006461 tempest-LiveMigrationNegativeTest-213006461-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:52:45.534578 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bfd604e2-b312-4d4d-b7fe-67426b25daad req-2f3c2d22-21f8-4b1a-8dec-29d1a469100a tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559316 May 05 19:52:45.587676 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8392df2f-0f11-4f50-a5b0-c5eaca723c3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:45.595540 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-39d2bb06-690f-4e93-a7bb-9e30c047108a req-baf05e30-7284-4677-9e19-53ee9fb613c0 tempest-LiveMigrationNegativeTest-213006461 tempest-LiveMigrationNegativeTest-213006461-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:52:45.700332 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e42e06a2-ffc1-47cc-b500-71e3040d8363 req-0884c4c3-e890-4ca6-bb67-355e29908002 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5c5dad3c-d602-4b16-ba45-4bfc3c8179fb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3906865 May 05 19:52:45.758513 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-9732b390-6c27-418c-964f-57b1225aac7c req-ed5dc977-f847-4342-8e00-39b8467df2e1 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:52:45.789695 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-9732b390-6c27-418c-964f-57b1225aac7c req-ed5dc977-f847-4342-8e00-39b8467df2e1 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:52:45.796777 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8392df2f-0f11-4f50-a5b0-c5eaca723c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:45.827215 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-862837ed-b186-4010-a183-3a026cd381fe req-c28bf987-806a-461e-ac57-97a7876a13d2 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Synchronizing usage tracker for tenant:b5a48329c1b449938bdc05f76727500b on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:52:45.861110 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-862837ed-b186-4010-a183-3a026cd381fe req-c28bf987-806a-461e-ac57-97a7876a13d2 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Unset dirty status for tenant:b5a48329c1b449938bdc05f76727500b on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:52:45.861843 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8392df2f-0f11-4f50-a5b0-c5eaca723c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32cfebb2-f68e-44ef-bff7-d01a17928c37,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:45.862136 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:52:45.871840 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-862837ed-b186-4010-a183-3a026cd381fe req-c28bf987-806a-461e-ac57-97a7876a13d2 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/ports?device_id=fafeb67c-3a8a-4c3c-9447-355d989e420c HTTP/1.1" status: 200 len: 210 time: 0.1630108 May 05 19:52:45.887273 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8392df2f-0f11-4f50-a5b0-c5eaca723c3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:45.887273 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-8392df2f-0f11-4f50-a5b0-c5eaca723c3e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/32cfebb2-f68e-44ef-bff7-d01a17928c37 HTTP/1.1" status: 204 len: 168 time: 0.6642036 May 05 19:52:45.887273 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9732b390-6c27-418c-964f-57b1225aac7c req-ed5dc977-f847-4342-8e00-39b8467df2e1 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Made reservation on behalf of 4d0e88c339a8478fac3bdc473e88ec9b for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:52:45.887676 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9732b390-6c27-418c-964f-57b1225aac7c req-ed5dc977-f847-4342-8e00-39b8467df2e1 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:46.032302 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 40435a85-5cb6-43df-8327-b79103a8d286 no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:52:46.088454 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] No Port match for: 40435a85-5cb6-43df-8327-b79103a8d286 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 19:52:46.089082 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 40435a85-5cb6-43df-8327-b79103a8d286 not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:52:46.096986 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:46.264166 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-9732b390-6c27-418c-964f-57b1225aac7c req-ed5dc977-f847-4342-8e00-39b8467df2e1 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Allocated IP 172.20.0.6 (c0dbff45-b7d3-44db-825a-7ca3d44cd917/b07668b7-cdd8-46a5-a536-43ebeaf1a857/2d9c78b6-03b1-47aa-9e0a-1dfecab0f5e9) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:52:46.285563 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20505f08-2811-4c0c-8943-e1f9dc92fe46 req-dd78c36e-297e-4ebe-ae4c-646e8f9dee29 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:46.298852 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-20505f08-2811-4c0c-8943-e1f9dc92fe46 req-dd78c36e-297e-4ebe-ae4c-646e8f9dee29 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb708e5-303c-47f5-8e2e-6d06e480e3ed HTTP/1.1" status: 200 len: 945 time: 0.2233875 May 05 19:52:46.318614 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd36a569d-6a34-4d80-8488-b596fe4b8373', 'tag': '33127356-17a6-4961-bcb1-5efd5496d569'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:52:46.399866 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-20505f08-2811-4c0c-8943-e1f9dc92fe46 req-cac6a6e0-f473-4c60-bf70-ee9efbcb7053 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761416 May 05 19:52:46.424963 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-39d2bb06-690f-4e93-a7bb-9e30c047108a req-baf05e30-7284-4677-9e19-53ee9fb613c0 tempest-LiveMigrationNegativeTest-213006461 tempest-LiveMigrationNegativeTest-213006461-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:46.447004 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-39d2bb06-690f-4e93-a7bb-9e30c047108a req-baf05e30-7284-4677-9e19-53ee9fb613c0 tempest-LiveMigrationNegativeTest-213006461 tempest-LiveMigrationNegativeTest-213006461-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:46.636669 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f764861-4716-4606-950e-d7eddde7c5bc'] response: {'server_uuid': 'fafeb67c-3a8a-4c3c-9447-355d989e420c', 'name': 'network-vif-deleted', 'tag': '40435a85-5cb6-43df-8327-b79103a8d286', 'status': 'completed', 'code': 200} May 05 19:52:46.640444 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-39d2bb06-690f-4e93-a7bb-9e30c047108a req-baf05e30-7284-4677-9e19-53ee9fb613c0 tempest-LiveMigrationNegativeTest-213006461 tempest-LiveMigrationNegativeTest-213006461-project-admin] Synchronizing usage tracker for tenant:dd30f5052ef9466a8960f24661e6e0eb on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:52:46.713872 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-b5f205f0-abc4-412d-8752-f7ce08350f4c tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:46.724269 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-b5f205f0-abc4-412d-8752-f7ce08350f4c tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=bdb708e5-303c-47f5-8e2e-6d06e480e3ed&tenant_id=ec798a1d17654fd38a17594ac4520b82&binding%3Ahost_id=n-h1-840717-1 HTTP/1.1" status: 200 len: 1096 time: 0.2463000 May 05 19:52:46.735052 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-eb75b941-2986-463d-b535-011a696278f4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-840717-1'}}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:52:46.789166 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf05e30-7284-4677-9e19-53ee9fb613c0 tempest-LiveMigrationNegativeTest-213006461 tempest-LiveMigrationNegativeTest-213006461-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c1ac2a-0e41-47a0-b8a8-b255165dbeaf,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:46.829213 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-39d2bb06-690f-4e93-a7bb-9e30c047108a req-baf05e30-7284-4677-9e19-53ee9fb613c0 tempest-LiveMigrationNegativeTest-213006461 tempest-LiveMigrationNegativeTest-213006461-project-admin] Unset dirty status for tenant:dd30f5052ef9466a8960f24661e6e0eb on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:52:46.830474 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-39d2bb06-690f-4e93-a7bb-9e30c047108a req-baf05e30-7284-4677-9e19-53ee9fb613c0 tempest-LiveMigrationNegativeTest-213006461 tempest-LiveMigrationNegativeTest-213006461-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=ceeee1c2-2df3-4de5-9577-b382bee91df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5251949 May 05 19:52:46.933183 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9732b390-6c27-418c-964f-57b1225aac7c req-ed5dc977-f847-4342-8e00-39b8467df2e1 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:46.977939 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-9732b390-6c27-418c-964f-57b1225aac7c req-ed5dc977-f847-4342-8e00-39b8467df2e1 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Transition to ACTIVE for port object 2d9c78b6-03b1-47aa-9e0a-1dfecab0f5e9 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:52:46.988390 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-eb75b941-2986-463d-b535-011a696278f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:47.016231 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeb3724-5125-4136-ae64-81e02b5db123 req-b635b7e2-28a2-45f4-8871-6b90cd169080 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:47.017959 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-edeb3724-5125-4136-ae64-81e02b5db123 req-b635b7e2-28a2-45f4-8871-6b90cd169080 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c5dad3c-d602-4b16-ba45-4bfc3c8179fb HTTP/1.1" status: 200 len: 950 time: 0.2254543 May 05 19:52:47.042485 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9732b390-6c27-418c-964f-57b1225aac7c req-ed5dc977-f847-4342-8e00-39b8467df2e1 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:47.171905 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-edeb3724-5125-4136-ae64-81e02b5db123 req-64891f04-70a4-426a-b4aa-6b2b1eba89e8 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232598 May 05 19:52:47.234689 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5dc977-f847-4342-8e00-39b8467df2e1 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Pushing event updated for resources: {'Port': ['ID=2d9c78b6-03b1-47aa-9e0a-1dfecab0f5e9,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:47.286336 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9732b390-6c27-418c-964f-57b1225aac7c req-ed5dc977-f847-4342-8e00-39b8467df2e1 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Network c0dbff45-b7d3-44db-825a-7ca3d44cd917 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:52:47.287907 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-9732b390-6c27-418c-964f-57b1225aac7c req-ed5dc977-f847-4342-8e00-39b8467df2e1 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:52:47.292332 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-9732b390-6c27-418c-964f-57b1225aac7c req-ed5dc977-f847-4342-8e00-39b8467df2e1 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:52:47.344147 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-eb75b941-2986-463d-b535-011a696278f4 service neutron] For port 3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9,segment=NetworkSegment(2fd00a77-6cab-42c3-b322-459c43fd8637),segment_id=2fd00a77-6cab-42c3-b322-459c43fd8637)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:52:47.401714 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-eb75b941-2986-463d-b535-011a696278f4 service neutron] For port 3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9, host n-h1-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:52:47.436360 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9732b390-6c27-418c-964f-57b1225aac7c req-ed5dc977-f847-4342-8e00-39b8467df2e1 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:47.437013 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9732b390-6c27-418c-964f-57b1225aac7c req-ed5dc977-f847-4342-8e00-39b8467df2e1 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:47.473230 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34638) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:52:47.501735 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9732b390-6c27-418c-964f-57b1225aac7c req-ed5dc977-f847-4342-8e00-39b8467df2e1 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0984159 May 05 19:52:47.515011 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-9732b390-6c27-418c-964f-57b1225aac7c req-42f9f6ce-61d4-4e78-81cf-715f87b290bf service neutron] Request body: {'port': {'device_id': 'fa401015-7cfc-4b79-b230-f7a61b5691bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:52:47.587003 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-eb75b941-2986-463d-b535-011a696278f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:47.600201 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-eb75b941-2986-463d-b535-011a696278f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:47.622393 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b00d5-14df-4826-a5ca-4229c8b11891 req-e90543a8-baa9-46c8-927b-5789db85d68c tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:47.623434 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-f76b00d5-14df-4826-a5ca-4229c8b11891 req-e90543a8-baa9-46c8-927b-5789db85d68c tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Synchronizing usage tracker for tenant:4d0e88c339a8478fac3bdc473e88ec9b on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:52:47.666288 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-90f2aa81-0c17-45ee-b83d-5066caf42eed None None] Provisioning for port 2d9c78b6-03b1-47aa-9e0a-1dfecab0f5e9 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:52:47.677705 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-90f2aa81-0c17-45ee-b83d-5066caf42eed None None] Provisioning complete for port 2d9c78b6-03b1-47aa-9e0a-1dfecab0f5e9 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:52:47.678169 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-90f2aa81-0c17-45ee-b83d-5066caf42eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:47.712656 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-3d91757e-9da3-41e5-ae38-5a1831af4a3e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-2068479181-network', 'tenant_id': '64a3560cd1634b98bb2fbd917b9cc106'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:52:47.733556 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-f76b00d5-14df-4826-a5ca-4229c8b11891 req-e90543a8-baa9-46c8-927b-5789db85d68c tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Unset dirty status for tenant:4d0e88c339a8478fac3bdc473e88ec9b on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:52:47.734707 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f76b00d5-14df-4826-a5ca-4229c8b11891 req-e90543a8-baa9-46c8-927b-5789db85d68c tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa401015-7cfc-4b79-b230-f7a61b5691bf HTTP/1.1" status: 200 len: 931 time: 0.6284568 May 05 19:52:47.735703 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3d91757e-9da3-41e5-ae38-5a1831af4a3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:52:47.747132 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-3d91757e-9da3-41e5-ae38-5a1831af4a3e admin admin] Usage tracker for resource:network and tenant:64a3560cd1634b98bb2fbd917b9cc106 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:52:47.753789 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-3d91757e-9da3-41e5-ae38-5a1831af4a3e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:52:47.754149 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-90f2aa81-0c17-45ee-b83d-5066caf42eed None None] Port 2d9c78b6-03b1-47aa-9e0a-1dfecab0f5e9 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:52:47.757357 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5954e2-c28b-4a86-9127-ffca0bb7b318 req-51d44342-cd90-41f0-aba7-6c9ebfcf34be tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:47.759034 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7a5954e2-c28b-4a86-9127-ffca0bb7b318 req-51d44342-cd90-41f0-aba7-6c9ebfcf34be tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/ports?device_id=3692b921-276d-4ae5-84d0-1bffd2ff1096 HTTP/1.1" status: 200 len: 945 time: 0.3047104 May 05 19:52:47.781833 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3d91757e-9da3-41e5-ae38-5a1831af4a3e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:52:47.816697 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9732b390-6c27-418c-964f-57b1225aac7c req-42f9f6ce-61d4-4e78-81cf-715f87b290bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:47.832919 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d91757e-9da3-41e5-ae38-5a1831af4a3e admin admin] Made reservation on behalf of 64a3560cd1634b98bb2fbd917b9cc106 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:52:47.835181 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3d91757e-9da3-41e5-ae38-5a1831af4a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:47.837205 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb75b941-2986-463d-b535-011a696278f4 service neutron] Pushing event updated for resources: {'Port': ['ID=3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9,revision_number=7']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:47.853774 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f76b00d5-14df-4826-a5ca-4229c8b11891 req-a6c6b455-6264-4ced-bd34-5303085930b4 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] 10.222.0.36 "GET /v2.0/security-groups?id=74723806-36cd-43f0-be0b-2bd9c82fe8be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093493 May 05 19:52:47.855689 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3d91757e-9da3-41e5-ae38-5a1831af4a3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:47.862564 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-eb75b941-2986-463d-b535-011a696278f4 service neutron] Attempting to bind port 3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9 on host n-h1-840717-1 for vnic_type normal with profile {"migrating_to": "n-h2-840717-1"} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:52:47.863305 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-eb75b941-2986-463d-b535-011a696278f4 service neutron] Attempting to bind port 3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': '2fd00a77-6cab-42c3-b322-459c43fd8637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '87da803f-e7d0-44ba-a1c3-46d895a6576d'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:52:47.863305 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-eb75b941-2986-463d-b535-011a696278f4 service neutron] Attempting to bind port 3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9 on network 87da803f-e7d0-44ba-a1c3-46d895a6576d {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:52:47.877740 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7a5954e2-c28b-4a86-9127-ffca0bb7b318 req-591bb5db-cd8a-4cf3-b472-241d320b58f4 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/security-groups?id=e36a03ce-19b7-4072-ac8e-38f72e9ef290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028156 May 05 19:52:47.877740 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-eb75b941-2986-463d-b535-011a696278f4 service neutron] Port 3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9 on network 87da803f-e7d0-44ba-a1c3-46d895a6576d not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:52:47.877740 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-eb75b941-2986-463d-b535-011a696278f4 service neutron] Attempting to bind port 3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9 on network 87da803f-e7d0-44ba-a1c3-46d895a6576d {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:52:47.882803 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-eb75b941-2986-463d-b535-011a696278f4 service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:52:47.883136 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-eb75b941-2986-463d-b535-011a696278f4 service neutron] Checking segment: {'id': '2fd00a77-6cab-42c3-b322-459c43fd8637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '87da803f-e7d0-44ba-a1c3-46d895a6576d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:52:47.883555 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-eb75b941-2986-463d-b535-011a696278f4 service neutron] Bound using segment: {'id': '2fd00a77-6cab-42c3-b322-459c43fd8637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '87da803f-e7d0-44ba-a1c3-46d895a6576d'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:52:47.883984 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-eb75b941-2986-463d-b535-011a696278f4 service neutron] Bound port: 3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fd00a77-6cab-42c3-b322-459c43fd8637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '87da803f-e7d0-44ba-a1c3-46d895a6576d'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:52:47.884331 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-eb75b941-2986-463d-b535-011a696278f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:47.921492 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3d91757e-9da3-41e5-ae38-5a1831af4a3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:52:47.928517 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-3d91757e-9da3-41e5-ae38-5a1831af4a3e admin admin] Usage tracker for resource:security_group_rule and tenant:64a3560cd1634b98bb2fbd917b9cc106 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:52:47.933691 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-3d91757e-9da3-41e5-ae38-5a1831af4a3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:52:47.946885 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00e78b38-7a02-4597-aa38-d631674f5c5b'] response: {'name': 'network-changed', 'server_uuid': 'd36a569d-6a34-4d80-8488-b596fe4b8373', 'tag': '33127356-17a6-4961-bcb1-5efd5496d569', 'status': 'completed', 'code': 200} May 05 19:52:47.949252 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3d91757e-9da3-41e5-ae38-5a1831af4a3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:52:47.995843 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-eb75b941-2986-463d-b535-011a696278f4 service neutron] For port 3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9, host n-h1-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:52:47.999627 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-eb75b941-2986-463d-b535-011a696278f4 service neutron] For port 3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9,segment=NetworkSegment(2fd00a77-6cab-42c3-b322-459c43fd8637),segment_id=2fd00a77-6cab-42c3-b322-459c43fd8637)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:52:48.005141 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-eb75b941-2986-463d-b535-011a696278f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:48.043201 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:52:48.213517 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-eb75b941-2986-463d-b535-011a696278f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:48.214518 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-eb75b941-2986-463d-b535-011a696278f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:48.215982 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-eb75b941-2986-463d-b535-011a696278f4 service neutron] 10.222.0.50 "PUT /v2.0/ports/3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9 HTTP/1.1" status: 200 len: 1121 time: 1.4906979 May 05 19:52:48.216808 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb75b941-2986-463d-b535-011a696278f4 service neutron] Pushing event updated for resources: {'Port': ['ID=3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9,revision_number=8']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:48.326912 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9,segment=NetworkSegment(2fd00a77-6cab-42c3-b322-459c43fd8637),segment_id=2fd00a77-6cab-42c3-b322-459c43fd8637)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:52:48.345110 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9 has no active binding in host n-h2-840717-1 {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 05 19:52:48.436478 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a04d95-7da9-455f-ae9a-eaffcbeaf409 req-7b042382-1018-4a0c-8bd7-4a42b0056e98 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:48.438292 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:52:48.438452 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-76a04d95-7da9-455f-ae9a-eaffcbeaf409 req-7b042382-1018-4a0c-8bd7-4a42b0056e98 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=d36a569d-6a34-4d80-8488-b596fe4b8373 HTTP/1.1" status: 200 len: 943 time: 0.0865333 May 05 19:52:48.473817 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:52:48.488033 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-76a04d95-7da9-455f-ae9a-eaffcbeaf409 req-40a28e28-a508-4634-af6a-8a5e9ad2aaa8 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437858 May 05 19:52:48.547765 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5af62-694c-41ab-8043-5cc589aab981 req-e68ecb5a-9988-46fd-a13c-f2da0f27a672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:48.549351 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5be5af62-694c-41ab-8043-5cc589aab981 req-e68ecb5a-9988-46fd-a13c-f2da0f27a672 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=63ca58c29fae4c4eaafba189c1ec4492&device_id=d36a569d-6a34-4d80-8488-b596fe4b8373 HTTP/1.1" status: 200 len: 1124 time: 0.5562718 May 05 19:52:48.701753 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb708e5-303c-47f5-8e2e-6d06e480e3ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9'}, {'name': 'network-changed', 'server_uuid': 'bdb708e5-303c-47f5-8e2e-6d06e480e3ed', 'tag': '3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:52:48.729623 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c94bd4ad-2292-4c4f-80e6-1da5b70da779 req-fd25b0c0-f43c-4a72-9fd5-3bc72b019f0c tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1918894584&fields=id&tenant_id=ebd0d12895b0474f8b30730a1d2092a4 HTTP/1.1" status: 200 len: 267 time: 0.1417015 May 05 19:52:48.754455 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e06a2-ffc1-47cc-b500-71e3040d8363 req-1108467a-5b77-41fb-8dab-9f0ce64b5df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:48.756104 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e42e06a2-ffc1-47cc-b500-71e3040d8363 req-1108467a-5b77-41fb-8dab-9f0ce64b5df9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=928b29e96aaf42dd9d4dc06b8e5f9969&device_id=5c5dad3c-d602-4b16-ba45-4bfc3c8179fb HTTP/1.1" status: 200 len: 1101 time: 0.6574833 May 05 19:52:48.758065 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3d91757e-9da3-41e5-ae38-5a1831af4a3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:48.798738 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3d91757e-9da3-41e5-ae38-5a1831af4a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:48.820929 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f822d179-76b8-4971-8915-8da4abd3bc71 req-a3f37925-b28a-496e-bb5c-d3594ad02235 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:48.822628 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f822d179-76b8-4971-8915-8da4abd3bc71 req-a3f37925-b28a-496e-bb5c-d3594ad02235 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb708e5-303c-47f5-8e2e-6d06e480e3ed HTTP/1.1" status: 200 len: 943 time: 0.5716524 May 05 19:52:48.822905 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94bd4ad-2292-4c4f-80e6-1da5b70da779 req-5d7a0d2c-e5a3-485e-8302-2668bcd0da6d tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:48.824278 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c94bd4ad-2292-4c4f-80e6-1da5b70da779 req-5d7a0d2c-e5a3-485e-8302-2668bcd0da6d tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/ports?device_id=3692b921-276d-4ae5-84d0-1bffd2ff1096 HTTP/1.1" status: 200 len: 945 time: 0.0874064 May 05 19:52:48.830410 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5af62-694c-41ab-8043-5cc589aab981 req-2258b51d-949d-4958-88b0-5bf03ea1e561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:48.831569 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5be5af62-694c-41ab-8043-5cc589aab981 req-2258b51d-949d-4958-88b0-5bf03ea1e561 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9e1d2257-41cc-4af2-afae-4ca8a9719a05 HTTP/1.1" status: 200 len: 921 time: 0.2666516 May 05 19:52:48.836158 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-c94bd4ad-2292-4c4f-80e6-1da5b70da779 req-e131ea77-52f9-43fc-aa92-550e92deb580 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Request body: {'port': {'security_groups': ['e36a03ce-19b7-4072-ac8e-38f72e9ef290', 'b78743f8-e5fa-446f-9dce-87d979883e9d']}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:52:48.921393 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.db.resource_extend [req-9732b390-6c27-418c-964f-57b1225aac7c req-42f9f6ce-61d4-4e78-81cf-715f87b290bf service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 19:52:48.963751 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d91757e-9da3-41e5-ae38-5a1831af4a3e admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 19:52:48.964215 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c94bd4ad-2292-4c4f-80e6-1da5b70da779 req-e131ea77-52f9-43fc-aa92-550e92deb580 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:48.968046 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5be5af62-694c-41ab-8043-5cc589aab981 req-bc9480db-11aa-4597-ad1b-89b73d8d29e6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33127356-17a6-4961-bcb1-5efd5496d569 HTTP/1.1" status: 200 len: 217 time: 0.1151750 May 05 19:52:49.024842 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d91757e-9da3-41e5-ae38-5a1831af4a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f36c5d8-6a15-4656-86ff-1fa71fd5e2c5,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:49.136789 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3d91757e-9da3-41e5-ae38-5a1831af4a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:49.137135 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-3d91757e-9da3-41e5-ae38-5a1831af4a3e admin admin] Added segment 716fe381-d2c5-4e07-b531-a0cb3f0c3680 of type vlan for network 4632dd15-5a5d-45b1-b733-fbb054938b90 May 05 19:52:49.179812 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-9732b390-6c27-418c-964f-57b1225aac7c req-42f9f6ce-61d4-4e78-81cf-715f87b290bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d9c78b6-03b1-47aa-9e0a-1dfecab0f5e9 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:52:49.187057 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f822d179-76b8-4971-8915-8da4abd3bc71 req-598b2f17-6b00-4236-b05e-7e0e255c10d0 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3545499 May 05 19:52:49.200097 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9732b390-6c27-418c-964f-57b1225aac7c req-42f9f6ce-61d4-4e78-81cf-715f87b290bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:49.232261 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-c94bd4ad-2292-4c4f-80e6-1da5b70da779 req-e131ea77-52f9-43fc-aa92-550e92deb580 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] For port 308e82b0-04ad-42d3-b0e4-192ee517b0d9, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=308e82b0-04ad-42d3-b0e4-192ee517b0d9,segment=NetworkSegment(c3aa82ea-8521-41ae-94bc-6b77a724b188),segment_id=c3aa82ea-8521-41ae-94bc-6b77a724b188)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:52:49.243155 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3d91757e-9da3-41e5-ae38-5a1831af4a3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:49.250537 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5af62-694c-41ab-8043-5cc589aab981 req-1656b7d1-5968-434a-a363-c47039038f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:49.252020 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5be5af62-694c-41ab-8043-5cc589aab981 req-1656b7d1-5968-434a-a363-c47039038f5b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=99c4516e-78c1-4a80-85a0-0e7389d15301 HTTP/1.1" status: 200 len: 860 time: 0.2294397 May 05 19:52:49.259020 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e06a2-ffc1-47cc-b500-71e3040d8363 req-7a568d1b-e1b8-4715-a4af-d41595f25b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:49.260490 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e42e06a2-ffc1-47cc-b500-71e3040d8363 req-7a568d1b-e1b8-4715-a4af-d41595f25b51 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3 HTTP/1.1" status: 200 len: 870 time: 0.4867260 May 05 19:52:49.263215 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c94bd4ad-2292-4c4f-80e6-1da5b70da779 req-e131ea77-52f9-43fc-aa92-550e92deb580 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:49.268782 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c94bd4ad-2292-4c4f-80e6-1da5b70da779 req-e131ea77-52f9-43fc-aa92-550e92deb580 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:49.281768 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['a40bd772-947d-4370-9783-c33dfa399579', '308e82b0-04ad-42d3-b0e4-192ee517b0d9'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:52:49.298562 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-9732b390-6c27-418c-964f-57b1225aac7c req-42f9f6ce-61d4-4e78-81cf-715f87b290bf service neutron] Transition to ACTIVE for port object 2d9c78b6-03b1-47aa-9e0a-1dfecab0f5e9 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:52:49.347637 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94bd4ad-2292-4c4f-80e6-1da5b70da779 req-e131ea77-52f9-43fc-aa92-550e92deb580 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:49.349164 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c94bd4ad-2292-4c4f-80e6-1da5b70da779 req-e131ea77-52f9-43fc-aa92-550e92deb580 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:49.363471 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c94bd4ad-2292-4c4f-80e6-1da5b70da779 req-e131ea77-52f9-43fc-aa92-550e92deb580 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "PUT /v2.0/ports/308e82b0-04ad-42d3-b0e4-192ee517b0d9 HTTP/1.1" status: 200 len: 981 time: 0.5254376 May 05 19:52:49.374873 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9732b390-6c27-418c-964f-57b1225aac7c req-42f9f6ce-61d4-4e78-81cf-715f87b290bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:49.379264 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.db.resource_extend [None req-3d91757e-9da3-41e5-ae38-5a1831af4a3e admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 19:52:49.397458 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e131ea77-52f9-43fc-aa92-550e92deb580 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Pushing event updated for resources: {'Port': ['ID=308e82b0-04ad-42d3-b0e4-192ee517b0d9,revision_number=6']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:49.483447 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5be5af62-694c-41ab-8043-5cc589aab981 req-ebeefc05-088c-4a3a-b073-6f1b2d7f6015 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9e1d2257-41cc-4af2-afae-4ca8a9719a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2187507 May 05 19:52:49.489909 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f9f6ce-61d4-4e78-81cf-715f87b290bf service neutron] Pushing event updated for resources: {'Port': ['ID=2d9c78b6-03b1-47aa-9e0a-1dfecab0f5e9,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:49.494641 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e42e06a2-ffc1-47cc-b500-71e3040d8363 req-c87a0973-85e4-430d-9e97-3ac97c95cf40 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=c4d066df-4f40-460d-9c89-ef89ebf59bdc HTTP/1.1" status: 200 len: 217 time: 0.2279086 May 05 19:52:49.569206 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['308e82b0-04ad-42d3-b0e4-192ee517b0d9'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:52:49.590281 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3931ed3e-a58d-4be2-830b-2cca3676520c req-04976811-a209-4e1f-b99e-b306fe1679b8 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:49.598328 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3931ed3e-a58d-4be2-830b-2cca3676520c req-04976811-a209-4e1f-b99e-b306fe1679b8 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c5dad3c-d602-4b16-ba45-4bfc3c8179fb HTTP/1.1" status: 200 len: 950 time: 0.1303244 May 05 19:52:49.665703 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3931ed3e-a58d-4be2-830b-2cca3676520c req-7e09f781-e210-4c82-9753-c5d6e07a64e0 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652628 May 05 19:52:49.725065 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc009ad5-e9b9-4e1a-bcd3-d4353ac17e4f'] response: {'server_uuid': 'bdb708e5-303c-47f5-8e2e-6d06e480e3ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9', 'code': 200} May 05 19:52:49.725429 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc009ad5-e9b9-4e1a-bcd3-d4353ac17e4f'] response: {'name': 'network-changed', 'server_uuid': 'bdb708e5-303c-47f5-8e2e-6d06e480e3ed', 'tag': '3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9', 'status': 'completed', 'code': 200} May 05 19:52:49.731749 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3d91757e-9da3-41e5-ae38-5a1831af4a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:49.732838 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d91757e-9da3-41e5-ae38-5a1831af4a3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:49.733577 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3d91757e-9da3-41e5-ae38-5a1831af4a3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:49.933654 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068515d0-b15e-45b0-90a1-d51f2ce518f5 req-69ee91cc-2b70-4a72-93e0-903aaa9eba31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:49.935445 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-068515d0-b15e-45b0-90a1-d51f2ce518f5 req-69ee91cc-2b70-4a72-93e0-903aaa9eba31 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ec798a1d17654fd38a17594ac4520b82&device_id=bdb708e5-303c-47f5-8e2e-6d06e480e3ed HTTP/1.1" status: 200 len: 1124 time: 0.1841431 May 05 19:52:49.942936 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3d91757e-9da3-41e5-ae38-5a1831af4a3e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.4668820 May 05 19:52:49.949915 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab692a-6c85-42e6-a7ea-f2692bd543c3 req-7c0fa3f4-4fd6-4d46-9d89-fabaf90f50a5 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:49.951579 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-60ab692a-6c85-42e6-a7ea-f2692bd543c3 req-7c0fa3f4-4fd6-4d46-9d89-fabaf90f50a5 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa401015-7cfc-4b79-b230-f7a61b5691bf HTTP/1.1" status: 200 len: 943 time: 0.1271567 May 05 19:52:49.970395 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34668) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:52:49.988590 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-7bacb618-7a5b-484c-bc18-5e91b5e5b9db admin admin] Request body: {'subnet': {'network_id': '4632dd15-5a5d-45b1-b733-fbb054938b90', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-2068479181-subnet', 'tenant_id': '64a3560cd1634b98bb2fbd917b9cc106', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:52:50.016437 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e06a2-ffc1-47cc-b500-71e3040d8363 req-ebc03a28-7f43-4e86-9c80-6322fa41e43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:50.018077 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e42e06a2-ffc1-47cc-b500-71e3040d8363 req-ebc03a28-7f43-4e86-9c80-6322fa41e43b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.5158780 May 05 19:52:50.022022 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-7bacb618-7a5b-484c-bc18-5e91b5e5b9db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:52:50.081659 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-7bacb618-7a5b-484c-bc18-5e91b5e5b9db admin admin] Usage tracker for resource:subnet and tenant:64a3560cd1634b98bb2fbd917b9cc106 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:52:50.102478 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-60ab692a-6c85-42e6-a7ea-f2692bd543c3 req-ef6cd572-07a5-402d-8137-3e72d1c998b3 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] 10.222.0.36 "GET /v2.0/security-groups?id=74723806-36cd-43f0-be0b-2bd9c82fe8be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259069 May 05 19:52:50.112655 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-7bacb618-7a5b-484c-bc18-5e91b5e5b9db admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:52:50.140892 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068515d0-b15e-45b0-90a1-d51f2ce518f5 req-5baa2852-9e18-48a6-ac0e-ba9ba4fe7acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:50.143172 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-068515d0-b15e-45b0-90a1-d51f2ce518f5 req-5baa2852-9e18-48a6-ac0e-ba9ba4fe7acd service neutron] 10.222.0.24 "GET /v2.0/networks?id=87da803f-e7d0-44ba-a1c3-46d895a6576d HTTP/1.1" status: 200 len: 908 time: 0.1907055 May 05 19:52:50.155805 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d91757e-9da3-41e5-ae38-5a1831af4a3e admin admin] Pushing event updated for resources: {'Network': ['ID=4632dd15-5a5d-45b1-b733-fbb054938b90,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:50.192298 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 4632dd15-5a5d-45b1-b733-fbb054938b90 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 19:52:50.207876 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-7bacb618-7a5b-484c-bc18-5e91b5e5b9db admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:52:50.255881 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-068515d0-b15e-45b0-90a1-d51f2ce518f5 req-f5754c78-50ca-40c5-bcbf-98d57e4f0f5e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9 HTTP/1.1" status: 200 len: 217 time: 0.0834191 May 05 19:52:50.388888 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-23ebfffd-4153-4665-a9b0-28480301d3af req-3c896c10-aec2-4571-b815-993bd857b135 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/security-groups/b78743f8-e5fa-446f-9dce-87d979883e9d HTTP/1.1" status: 200 len: 1801 time: 0.3663223 May 05 19:52:50.388888 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5be5af62-694c-41ab-8043-5cc589aab981 req-71ad2017-0521-4a49-b06d-64eaff8f7238 service neutron] 10.222.0.50 "GET /v2.0/networks/9e1d2257-41cc-4af2-afae-4ca8a9719a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8886137 May 05 19:52:50.388888 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bacb618-7a5b-484c-bc18-5e91b5e5b9db admin admin] Made reservation on behalf of 64a3560cd1634b98bb2fbd917b9cc106 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:52:50.393089 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7bacb618-7a5b-484c-bc18-5e91b5e5b9db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:50.399920 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068515d0-b15e-45b0-90a1-d51f2ce518f5 req-24b80133-b778-4133-850c-e71637814f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:50.402548 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-068515d0-b15e-45b0-90a1-d51f2ce518f5 req-24b80133-b778-4133-850c-e71637814f8f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=af43fcc5-064b-4df8-a8c0-be1ad4feb5a8 HTTP/1.1" status: 200 len: 847 time: 0.1074102 May 05 19:52:50.433772 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-9732b390-6c27-418c-964f-57b1225aac7c req-42f9f6ce-61d4-4e78-81cf-715f87b290bf service neutron] Attempting to bind port 2d9c78b6-03b1-47aa-9e0a-1dfecab0f5e9 on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:52:50.434104 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-9732b390-6c27-418c-964f-57b1225aac7c req-42f9f6ce-61d4-4e78-81cf-715f87b290bf service neutron] Attempting to bind port 2d9c78b6-03b1-47aa-9e0a-1dfecab0f5e9 by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': '1f10a855-a9e8-4d4c-8bbd-1323724e504b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c0dbff45-b7d3-44db-825a-7ca3d44cd917'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:52:50.434422 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9732b390-6c27-418c-964f-57b1225aac7c req-42f9f6ce-61d4-4e78-81cf-715f87b290bf service neutron] Attempting to bind port 2d9c78b6-03b1-47aa-9e0a-1dfecab0f5e9 on network c0dbff45-b7d3-44db-825a-7ca3d44cd917 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:52:50.458569 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a9cb5-b326-4acc-8fee-673574332de2 req-3e46cb17-e250-4c30-8677-f784d17bae31 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:50.460060 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bb8a9cb5-b326-4acc-8fee-673574332de2 req-3e46cb17-e250-4c30-8677-f784d17bae31 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=d36a569d-6a34-4d80-8488-b596fe4b8373 HTTP/1.1" status: 200 len: 943 time: 0.2158163 May 05 19:52:50.467067 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-068515d0-b15e-45b0-90a1-d51f2ce518f5 req-eb30ef2b-fc1e-4349-8197-738c40be3623 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87da803f-e7d0-44ba-a1c3-46d895a6576d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495501 May 05 19:52:50.482191 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9732b390-6c27-418c-964f-57b1225aac7c req-42f9f6ce-61d4-4e78-81cf-715f87b290bf service neutron] Port 2d9c78b6-03b1-47aa-9e0a-1dfecab0f5e9 on network c0dbff45-b7d3-44db-825a-7ca3d44cd917 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:52:50.482494 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9732b390-6c27-418c-964f-57b1225aac7c req-42f9f6ce-61d4-4e78-81cf-715f87b290bf service neutron] Attempting to bind port 2d9c78b6-03b1-47aa-9e0a-1dfecab0f5e9 on network c0dbff45-b7d3-44db-825a-7ca3d44cd917 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:52:50.551825 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9732b390-6c27-418c-964f-57b1225aac7c req-42f9f6ce-61d4-4e78-81cf-715f87b290bf service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:52:50.552154 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9732b390-6c27-418c-964f-57b1225aac7c req-42f9f6ce-61d4-4e78-81cf-715f87b290bf service neutron] Checking segment: {'id': '1f10a855-a9e8-4d4c-8bbd-1323724e504b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c0dbff45-b7d3-44db-825a-7ca3d44cd917'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:52:50.552747 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9732b390-6c27-418c-964f-57b1225aac7c req-42f9f6ce-61d4-4e78-81cf-715f87b290bf service neutron] Bound using segment: {'id': '1f10a855-a9e8-4d4c-8bbd-1323724e504b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c0dbff45-b7d3-44db-825a-7ca3d44cd917'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:52:50.553341 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-9732b390-6c27-418c-964f-57b1225aac7c req-42f9f6ce-61d4-4e78-81cf-715f87b290bf service neutron] Bound port: 2d9c78b6-03b1-47aa-9e0a-1dfecab0f5e9, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f10a855-a9e8-4d4c-8bbd-1323724e504b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c0dbff45-b7d3-44db-825a-7ca3d44cd917'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:52:50.553675 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9732b390-6c27-418c-964f-57b1225aac7c req-42f9f6ce-61d4-4e78-81cf-715f87b290bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:50.559129 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bb8a9cb5-b326-4acc-8fee-673574332de2 req-2fa8cdd5-d7c4-4758-8618-b52efd863be0 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910976 May 05 19:52:50.664013 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-068515d0-b15e-45b0-90a1-d51f2ce518f5 req-e67f5abb-eafd-4c16-a859-ca5bc9c0d0fc service neutron] 10.222.0.24 "GET /v2.0/networks/87da803f-e7d0-44ba-a1c3-46d895a6576d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770730 May 05 19:52:50.812844 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [req-23ebfffd-4153-4665-a9b0-28480301d3af req-23c1cf3f-24ad-444e-b267-3c5ede2a111c tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] delete failed (client error): There was a conflict when trying to complete your request. May 05 19:52:50.812844 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-23ebfffd-4153-4665-a9b0-28480301d3af req-23c1cf3f-24ad-444e-b267-3c5ede2a111c tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "DELETE /v2.0/security-groups/b78743f8-e5fa-446f-9dce-87d979883e9d HTTP/1.1" status: 409 len: 341 time: 0.4045820 May 05 19:52:50.822845 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e06a2-ffc1-47cc-b500-71e3040d8363 req-19b2d804-8fcb-4e7a-8e61-cc46c5d32a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:50.823937 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e42e06a2-ffc1-47cc-b500-71e3040d8363 req-19b2d804-8fcb-4e7a-8e61-cc46c5d32a36 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7453167 May 05 19:52:50.870538 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5be5af62-694c-41ab-8043-5cc589aab981 req-76beffe9-7a5c-4901-a409-9b9822fd30fb service neutron] 10.222.0.50 "GET /v2.0/networks/9e1d2257-41cc-4af2-afae-4ca8a9719a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4627416 May 05 19:52:50.913890 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-9732b390-6c27-418c-964f-57b1225aac7c req-42f9f6ce-61d4-4e78-81cf-715f87b290bf service neutron] For port 2d9c78b6-03b1-47aa-9e0a-1dfecab0f5e9, host n-h2-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:52:51.000729 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92720da4-a785-4a7f-895e-365605c15d2f req-29ba99e2-5adf-4e69-9fa9-3343dc87a9f4 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:51.003969 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-92720da4-a785-4a7f-895e-365605c15d2f req-29ba99e2-5adf-4e69-9fa9-3343dc87a9f4 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/ports?device_id=a11ba6de-5726-49e3-a0f8-106f7a184fd5 HTTP/1.1" status: 200 len: 950 time: 0.3330231 May 05 19:52:51.005432 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-068515d0-b15e-45b0-90a1-d51f2ce518f5 req-d67719c2-1035-43ba-bee0-c3e41d935962 service neutron] 10.222.0.24 "GET /v2.0/networks/87da803f-e7d0-44ba-a1c3-46d895a6576d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939160 May 05 19:52:51.063213 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-92720da4-a785-4a7f-895e-365605c15d2f req-43503be3-d560-46b9-aba9-2f2f7693659f tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e50fd44-6059-4e3b-8f95-027c4583f97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539343 May 05 19:52:51.078575 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-9732b390-6c27-418c-964f-57b1225aac7c req-42f9f6ce-61d4-4e78-81cf-715f87b290bf service neutron] For port 2d9c78b6-03b1-47aa-9e0a-1dfecab0f5e9, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=2d9c78b6-03b1-47aa-9e0a-1dfecab0f5e9,segment=NetworkSegment(1f10a855-a9e8-4d4c-8bbd-1323724e504b),segment_id=1f10a855-a9e8-4d4c-8bbd-1323724e504b)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:52:51.106364 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9732b390-6c27-418c-964f-57b1225aac7c req-42f9f6ce-61d4-4e78-81cf-715f87b290bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:51.205827 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9732b390-6c27-418c-964f-57b1225aac7c req-42f9f6ce-61d4-4e78-81cf-715f87b290bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:51.205827 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9732b390-6c27-418c-964f-57b1225aac7c req-42f9f6ce-61d4-4e78-81cf-715f87b290bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:51.205827 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9732b390-6c27-418c-964f-57b1225aac7c req-42f9f6ce-61d4-4e78-81cf-715f87b290bf service neutron] 10.222.0.50 "PUT /v2.0/ports/2d9c78b6-03b1-47aa-9e0a-1dfecab0f5e9 HTTP/1.1" status: 200 len: 1091 time: 3.6915250 May 05 19:52:51.216768 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa401015-7cfc-4b79-b230-f7a61b5691bf', 'tag': '2d9c78b6-03b1-47aa-9e0a-1dfecab0f5e9'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:52:51.234810 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e42e06a2-ffc1-47cc-b500-71e3040d8363 req-bd9b56b4-993d-49ea-b3cd-2ea9cb5cf240 service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3866596 May 05 19:52:51.335759 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d16589-5335-4f62-b259-737927843683 req-799ae523-f0cd-4a59-aefe-dcc15feb2901 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:51.348588 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f8d16589-5335-4f62-b259-737927843683 req-799ae523-f0cd-4a59-aefe-dcc15feb2901 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb708e5-303c-47f5-8e2e-6d06e480e3ed HTTP/1.1" status: 200 len: 943 time: 0.1589253 May 05 19:52:51.434767 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f8d16589-5335-4f62-b259-737927843683 req-b1d804b0-42c7-4afb-a0ea-af1c56e30959 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669158 May 05 19:52:51.456459 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f9f6ce-61d4-4e78-81cf-715f87b290bf service neutron] Pushing event updated for resources: {'Port': ['ID=2d9c78b6-03b1-47aa-9e0a-1dfecab0f5e9,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:51.500223 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7bacb618-7a5b-484c-bc18-5e91b5e5b9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:51.582167 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d7ebfe-239f-42cd-a7fa-eded4d78deae req-bd8c94a7-2273-4247-a61f-9db8c0384348 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:51.583747 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f6d7ebfe-239f-42cd-a7fa-eded4d78deae req-bd8c94a7-2273-4247-a61f-9db8c0384348 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] 10.222.0.36 "GET /v2.0/ports?device_id=54d8b2f8-fb88-4ecd-9d9f-c5961bf39579 HTTP/1.1" status: 200 len: 950 time: 0.5806127 May 05 19:52:51.652439 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8686d01-3573-4ba7-aa90-5a1218f28bf7 req-9ca2f933-c128-41b9-a92c-9297a6b5006a tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:51.657533 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b8686d01-3573-4ba7-aa90-5a1218f28bf7 req-9ca2f933-c128-41b9-a92c-9297a6b5006a tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c5dad3c-d602-4b16-ba45-4bfc3c8179fb HTTP/1.1" status: 200 len: 950 time: 0.1005640 May 05 19:52:51.737897 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3692b921-276d-4ae5-84d0-1bffd2ff1096', 'tag': '308e82b0-04ad-42d3-b0e4-192ee517b0d9'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:52:51.742158 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bacb618-7a5b-484c-bc18-5e91b5e5b9db admin admin] Pushing event updated for resources: {'Subnet': ['ID=437285c6-3652-4862-b28f-b8cc4e39ba53,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:51.758001 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e42e06a2-ffc1-47cc-b500-71e3040d8363 req-5d1c967e-506b-4e7f-af7f-606bfcdafbd5 service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5093608 May 05 19:52:51.763090 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-08f1cad6-f543-4b4d-b46f-0bf908d1f755 service neutron] 10.222.0.50 "GET /v2.0/ports/33127356-17a6-4961-bcb1-5efd5496d569/bindings/n-h1-840717-1 HTTP/1.1" status: 200 len: 384 time: 0.3445599 May 05 19:52:51.770626 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b8686d01-3573-4ba7-aa90-5a1218f28bf7 req-6f62a7c4-8c7a-4a4a-a607-f2db802e2c0c tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060567 May 05 19:52:51.784175 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bacb618-7a5b-484c-bc18-5e91b5e5b9db admin admin] Checking segment: {'id': '716fe381-d2c5-4e07-b531-a0cb3f0c3680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4632dd15-5a5d-45b1-b733-fbb054938b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:52:51.784175 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bacb618-7a5b-484c-bc18-5e91b5e5b9db admin admin] Network hostable DHCP agents. Network: 4632dd15-5a5d-45b1-b733-fbb054938b90, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 19:52:51.795764 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f6d7ebfe-239f-42cd-a7fa-eded4d78deae req-38562669-23f8-485d-a2a9-a9116ef1004d tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] 10.222.0.36 "GET /v2.0/security-groups?id=ceeee1c2-2df3-4de5-9577-b382bee91df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853614 May 05 19:52:51.817041 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecfd967-0df9-4973-a75b-bc95679d4bc4 req-edf298e9-9d9c-4c0a-8514-a9750e220e31 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:51.817041 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6ecfd967-0df9-4973-a75b-bc95679d4bc4 req-edf298e9-9d9c-4c0a-8514-a9750e220e31 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.24 "GET /v2.0/ports?device_id=a11ba6de-5726-49e3-a0f8-106f7a184fd5 HTTP/1.1" status: 200 len: 950 time: 0.1568904 May 05 19:52:51.873432 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9732b390-6c27-418c-964f-57b1225aac7c req-b934a1f1-d96a-493b-9020-6fb4817a1d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:51.873432 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9732b390-6c27-418c-964f-57b1225aac7c req-b934a1f1-d96a-493b-9020-6fb4817a1d8a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4d0e88c339a8478fac3bdc473e88ec9b&device_id=fa401015-7cfc-4b79-b230-f7a61b5691bf HTTP/1.1" status: 200 len: 1094 time: 0.5901182 May 05 19:52:51.914074 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bacb618-7a5b-484c-bc18-5e91b5e5b9db admin admin] Network 4632dd15-5a5d-45b1-b733-fbb054938b90 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 19:52:52.020294 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9732b390-6c27-418c-964f-57b1225aac7c req-567329b9-9fb7-4151-b0b1-2cc4e772ac4f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d9c78b6-03b1-47aa-9e0a-1dfecab0f5e9 HTTP/1.1" status: 200 len: 217 time: 0.1066079 May 05 19:52:52.020294 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-7bacb618-7a5b-484c-bc18-5e91b5e5b9db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 4632dd15-5a5d-45b1-b733-fbb054938b90) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:52:52.033310 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bacb618-7a5b-484c-bc18-5e91b5e5b9db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:52.033310 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7bacb618-7a5b-484c-bc18-5e91b5e5b9db admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:52.050300 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-6ecfd967-0df9-4973-a75b-bc95679d4bc4 req-1f6ecaf1-9272-481f-8ff9-7e9a36406593 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Deleting port dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:52:52.050300 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-6ecfd967-0df9-4973-a75b-bc95679d4bc4 req-1f6ecaf1-9272-481f-8ff9-7e9a36406593 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:52.054554 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fd490a-c63a-43f3-b00b-e90ed39c590a None None] Network 4632dd15-5a5d-45b1-b733-fbb054938b90 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:52:52.232275 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69853251-3398-46c2-a14d-bd9182ba7997'] response: {'name': 'network-changed', 'server_uuid': 'fa401015-7cfc-4b79-b230-f7a61b5691bf', 'tag': '2d9c78b6-03b1-47aa-9e0a-1dfecab0f5e9', 'status': 'completed', 'code': 200} May 05 19:52:52.387604 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4873c447-c388-4a47-9c74-b3cb940ccf21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-4632dd15-5a5d-45b1-b733-fbb054938b90', 'network_id': '4632dd15-5a5d-45b1-b733-fbb054938b90', 'tenant_id': '64a3560cd1634b98bb2fbd917b9cc106', 'fixed_ips': [{'subnet_id': '437285c6-3652-4862-b28f-b8cc4e39ba53'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 19:52:52.388436 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4873c447-c388-4a47-9c74-b3cb940ccf21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:52.460329 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-7bacb618-7a5b-484c-bc18-5e91b5e5b9db admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.4863596 May 05 19:52:52.464247 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 34694) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:52:52.470138 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-b3322557-988d-4531-8094-5776140b8fd8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-2068479181-router', 'tenant_id': '64a3560cd1634b98bb2fbd917b9cc106', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:52:52.486486 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-6ecfd967-0df9-4973-a75b-bc95679d4bc4 req-1f6ecaf1-9272-481f-8ff9-7e9a36406593 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] For port dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:52:52.487048 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-6ecfd967-0df9-4973-a75b-bc95679d4bc4 req-1f6ecaf1-9272-481f-8ff9-7e9a36406593 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:52.495622 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-b3322557-988d-4531-8094-5776140b8fd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:52:52.503316 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-b3322557-988d-4531-8094-5776140b8fd8 admin admin] Usage tracker for resource:router and tenant:64a3560cd1634b98bb2fbd917b9cc106 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:52:52.508631 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-b3322557-988d-4531-8094-5776140b8fd8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:52:52.532022 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9732b390-6c27-418c-964f-57b1225aac7c req-f405a504-fabc-4218-a6f0-927110957bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:52.534121 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9732b390-6c27-418c-964f-57b1225aac7c req-f405a504-fabc-4218-a6f0-927110957bb4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b07668b7-cdd8-46a5-a536-43ebeaf1a857 HTTP/1.1" status: 200 len: 855 time: 0.4954340 May 05 19:52:52.601858 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-4873c447-c388-4a47-9c74-b3cb940ccf21 None None] Allocated IP 172.20.0.2 (4632dd15-5a5d-45b1-b733-fbb054938b90/437285c6-3652-4862-b28f-b8cc4e39ba53/506b755a-b223-4655-a660-f7274791fed9) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:52:52.637430 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-b3322557-988d-4531-8094-5776140b8fd8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:52:52.675782 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-6ecfd967-0df9-4973-a75b-bc95679d4bc4 req-1f6ecaf1-9272-481f-8ff9-7e9a36406593 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Calling delete_port for dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c owned by compute:nova {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:52:52.741534 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360d2bb5-0fb9-4772-b872-ea136d6eb328 req-d2ebe320-35c9-42cb-b41c-e6c746905e3f tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:52.742927 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-360d2bb5-0fb9-4772-b872-ea136d6eb328 req-d2ebe320-35c9-42cb-b41c-e6c746905e3f tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa401015-7cfc-4b79-b230-f7a61b5691bf HTTP/1.1" status: 200 len: 943 time: 0.7053556 May 05 19:52:52.770576 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b3322557-988d-4531-8094-5776140b8fd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:52.771649 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b3322557-988d-4531-8094-5776140b8fd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:52.792490 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f2195-c4fa-4116-a2d7-a32f97e5503b req-9dc6712e-ce6f-47bc-b371-60358d5cc20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:52.794239 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5a0f2195-c4fa-4116-a2d7-a32f97e5503b req-9dc6712e-ce6f-47bc-b371-60358d5cc20a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ebd0d12895b0474f8b30730a1d2092a4&device_id=3692b921-276d-4ae5-84d0-1bffd2ff1096 HTTP/1.1" status: 200 len: 1135 time: 0.5648353 May 05 19:52:52.807700 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-d89ebe5c-8fb8-469a-94b1-67c849f737cd service neutron] For port 33127356-17a6-4961-bcb1-5efd5496d569, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=33127356-17a6-4961-bcb1-5efd5496d569,segment=NetworkSegment(74addc21-9c2f-4292-8d75-7048fb7d56d2),segment_id=74addc21-9c2f-4292-8d75-7048fb7d56d2)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:52:52.824098 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b3322557-988d-4531-8094-5776140b8fd8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:52.839542 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4873c447-c388-4a47-9c74-b3cb940ccf21 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:52.850758 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-4873c447-c388-4a47-9c74-b3cb940ccf21 None None] Transition to ACTIVE for port object 506b755a-b223-4655-a660-f7274791fed9 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:52:52.860380 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9732b390-6c27-418c-964f-57b1225aac7c req-c4fcc280-2440-40e9-a0b9-3e659bf302c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:52.862105 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9732b390-6c27-418c-964f-57b1225aac7c req-c4fcc280-2440-40e9-a0b9-3e659bf302c7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c0dbff45-b7d3-44db-825a-7ca3d44cd917&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3054991 May 05 19:52:52.872844 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-4873c447-c388-4a47-9c74-b3cb940ccf21 None None] Transition to ACTIVE for port object 506b755a-b223-4655-a660-f7274791fed9 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:52:52.877723 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4873c447-c388-4a47-9c74-b3cb940ccf21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:52.898684 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67adf469-e9c8-4a65-b6b3-c5ce801800f5 req-fbdabb16-dcad-4afa-ae00-89351fb47771 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:52.900687 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-67adf469-e9c8-4a65-b6b3-c5ce801800f5 req-fbdabb16-dcad-4afa-ae00-89351fb47771 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=d36a569d-6a34-4d80-8488-b596fe4b8373 HTTP/1.1" status: 200 len: 943 time: 0.4821203 May 05 19:52:52.917727 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-360d2bb5-0fb9-4772-b872-ea136d6eb328 req-c336da50-14a9-47df-89e3-5b9212ddd9fe tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] 10.222.0.36 "GET /v2.0/security-groups?id=74723806-36cd-43f0-be0b-2bd9c82fe8be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495354 May 05 19:52:52.921062 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-d89ebe5c-8fb8-469a-94b1-67c849f737cd service neutron] For port 33127356-17a6-4961-bcb1-5efd5496d569, host n-h2-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:52:52.953479 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4873c447-c388-4a47-9c74-b3cb940ccf21 None None] Network 4632dd15-5a5d-45b1-b733-fbb054938b90 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:52:52.956796 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-4873c447-c388-4a47-9c74-b3cb940ccf21 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:52:52.958386 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4873c447-c388-4a47-9c74-b3cb940ccf21 None None] Pushing event updated for resources: {'Port': ['ID=506b755a-b223-4655-a660-f7274791fed9,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:52.965417 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4873c447-c388-4a47-9c74-b3cb940ccf21 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:52:53.013278 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc344b9-41ea-4483-b428-9ef9a8018cfa req-5ded7d0d-6dc2-4c00-a4bb-b327e3b3dcca tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:53.014999 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2dc344b9-41ea-4483-b428-9ef9a8018cfa req-5ded7d0d-6dc2-4c00-a4bb-b327e3b3dcca tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] 10.222.0.50 "GET /v2.0/ports?device_id=54d8b2f8-fb88-4ecd-9d9f-c5961bf39579 HTTP/1.1" status: 200 len: 950 time: 0.4429593 May 05 19:52:53.083965 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23f4fc8b-3937-49a2-a0bd-b98117b6cef7'] response: {'name': 'network-changed', 'server_uuid': '3692b921-276d-4ae5-84d0-1bffd2ff1096', 'tag': '308e82b0-04ad-42d3-b0e4-192ee517b0d9', 'status': 'completed', 'code': 200} May 05 19:52:53.118866 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-d89ebe5c-8fb8-469a-94b1-67c849f737cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33127356-17a6-4961-bcb1-5efd5496d569 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:52:53.121068 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-4873c447-c388-4a47-9c74-b3cb940ccf21 None None] Attempting to bind port 506b755a-b223-4655-a660-f7274791fed9 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:52:53.121586 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-4873c447-c388-4a47-9c74-b3cb940ccf21 None None] Attempting to bind port 506b755a-b223-4655-a660-f7274791fed9 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '716fe381-d2c5-4e07-b531-a0cb3f0c3680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4632dd15-5a5d-45b1-b733-fbb054938b90'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:52:53.121789 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4873c447-c388-4a47-9c74-b3cb940ccf21 None None] Attempting to bind port 506b755a-b223-4655-a660-f7274791fed9 on network 4632dd15-5a5d-45b1-b733-fbb054938b90 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:52:53.127743 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4873c447-c388-4a47-9c74-b3cb940ccf21 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:52:53.128212 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4873c447-c388-4a47-9c74-b3cb940ccf21 None None] Checking segment: {'id': '716fe381-d2c5-4e07-b531-a0cb3f0c3680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4632dd15-5a5d-45b1-b733-fbb054938b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:52:53.128778 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4873c447-c388-4a47-9c74-b3cb940ccf21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:53.129161 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4873c447-c388-4a47-9c74-b3cb940ccf21 None None] Bound using segment: {'id': '716fe381-d2c5-4e07-b531-a0cb3f0c3680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4632dd15-5a5d-45b1-b733-fbb054938b90'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:52:53.129779 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-4873c447-c388-4a47-9c74-b3cb940ccf21 None None] Bound port: 506b755a-b223-4655-a660-f7274791fed9, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '716fe381-d2c5-4e07-b531-a0cb3f0c3680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4632dd15-5a5d-45b1-b733-fbb054938b90'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:52:53.130321 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4873c447-c388-4a47-9c74-b3cb940ccf21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:53.164588 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-6ecfd967-0df9-4973-a75b-bc95679d4bc4 req-1f6ecaf1-9272-481f-8ff9-7e9a36406593 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:53.184145 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-d89ebe5c-8fb8-469a-94b1-67c849f737cd service neutron] For port 33127356-17a6-4961-bcb1-5efd5496d569, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=33127356-17a6-4961-bcb1-5efd5496d569,segment=NetworkSegment(74addc21-9c2f-4292-8d75-7048fb7d56d2),segment_id=74addc21-9c2f-4292-8d75-7048fb7d56d2)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:52:53.211507 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9a76a7c0-0aff-4953-81b2-c6da25ae1da2 req-4063437f-75b9-402f-b207-0f9b20d69abb tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.36 "GET /v2.0/ports?device_id=a11ba6de-5726-49e3-a0f8-106f7a184fd5 HTTP/1.1" status: 200 len: 210 time: 0.0968103 May 05 19:52:53.234885 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f2195-c4fa-4116-a2d7-a32f97e5503b req-c8ebbfda-1d50-455e-860a-c7c0aeea9670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:53.236078 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-4873c447-c388-4a47-9c74-b3cb940ccf21 None None] For port 506b755a-b223-4655-a660-f7274791fed9, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:52:53.236955 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5a0f2195-c4fa-4116-a2d7-a32f97e5503b req-c8ebbfda-1d50-455e-860a-c7c0aeea9670 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9391bd70-fefd-4234-a5c6-e5bdaa98482d HTTP/1.1" status: 200 len: 912 time: 0.4218733 May 05 19:52:53.239165 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-d89ebe5c-8fb8-469a-94b1-67c849f737cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:53.240708 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-4873c447-c388-4a47-9c74-b3cb940ccf21 None None] For port 506b755a-b223-4655-a660-f7274791fed9, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=506b755a-b223-4655-a660-f7274791fed9,segment=NetworkSegment(716fe381-d2c5-4e07-b531-a0cb3f0c3680),segment_id=716fe381-d2c5-4e07-b531-a0cb3f0c3680)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:52:53.245731 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:52:53.276740 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4873c447-c388-4a47-9c74-b3cb940ccf21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:53.309721 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9732b390-6c27-418c-964f-57b1225aac7c req-40ae5e77-73c2-4749-9f0a-0e3a16255d74 service neutron] 10.222.0.50 "GET /v2.0/networks/c0dbff45-b7d3-44db-825a-7ca3d44cd917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4293151 May 05 19:52:53.350305 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5a0f2195-c4fa-4116-a2d7-a32f97e5503b req-70b517c9-1c52-46ec-9d57-9d8b751e0a0a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=308e82b0-04ad-42d3-b0e4-192ee517b0d9 HTTP/1.1" status: 200 len: 217 time: 0.0949008 May 05 19:52:53.405267 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4873c447-c388-4a47-9c74-b3cb940ccf21 None None] Pushing event updated for resources: {'Port': ['ID=506b755a-b223-4655-a660-f7274791fed9,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:53.532829 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-67adf469-e9c8-4a65-b6b3-c5ce801800f5 req-c60c58dd-87a0-454c-ba9b-2b2cdb63ad17 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6037776 May 05 19:52:53.606231 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-d89ebe5c-8fb8-469a-94b1-67c849f737cd service neutron] Transition to ACTIVE for port object 33127356-17a6-4961-bcb1-5efd5496d569 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:52:53.606231 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f2195-c4fa-4116-a2d7-a32f97e5503b req-65217f92-b3d4-4ca2-9faf-37ad42503007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:53.606231 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5a0f2195-c4fa-4116-a2d7-a32f97e5503b req-65217f92-b3d4-4ca2-9faf-37ad42503007 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dad2f10a-bab0-4742-b13f-5f772ad5e3e5 HTTP/1.1" status: 200 len: 851 time: 0.1978557 May 05 19:52:53.615574 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b3322557-988d-4531-8094-5776140b8fd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:53.615574 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6ecaf1-9272-481f-8ff9-7e9a36406593 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Pushing event deleted for resources: {'Port': ['ID=dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:53.646683 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-d89ebe5c-8fb8-469a-94b1-67c849f737cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:53.758572 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-2dc344b9-41ea-4483-b428-9ef9a8018cfa req-0370d0e5-e25b-43f2-82ff-7adc4da0ea6d tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Deleting port 816b1c33-131e-489f-b878-f55a8d229187 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:52:53.758849 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-2dc344b9-41ea-4483-b428-9ef9a8018cfa req-0370d0e5-e25b-43f2-82ff-7adc4da0ea6d tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:53.799864 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5a0f2195-c4fa-4116-a2d7-a32f97e5503b req-c5eb63d2-ca4b-454b-9844-f47f2761e9fe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9391bd70-fefd-4234-a5c6-e5bdaa98482d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1684027 May 05 19:52:53.870057 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ecfd967-0df9-4973-a75b-bc95679d4bc4 req-1f6ecaf1-9272-481f-8ff9-7e9a36406593 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] No DVR routers for this DVR port dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c on host n-h1-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:52:53.886401 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-6ecfd967-0df9-4973-a75b-bc95679d4bc4 req-1f6ecaf1-9272-481f-8ff9-7e9a36406593 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:53.959880 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6ecfd967-0df9-4973-a75b-bc95679d4bc4 req-1f6ecaf1-9272-481f-8ff9-7e9a36406593 tempest-ServersAdminTestJSON-1945569634 tempest-ServersAdminTestJSON-1945569634-project] 10.222.0.24 "DELETE /v2.0/ports/dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c HTTP/1.1" status: 204 len: 173 time: 2.1182294 May 05 19:52:54.077127 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-d89ebe5c-8fb8-469a-94b1-67c849f737cd service neutron] No DVR routers for this DVR port 33127356-17a6-4961-bcb1-5efd5496d569 on host n-h2-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:52:54.109051 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 33127356-17a6-4961-bcb1-5efd5496d569 no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:52:54.178536 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d900ec-c17e-4b08-9ea2-f9397abd8bb6 req-05db889e-0564-48b3-82e6-c4f1e4851279 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:54.185768 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-51d900ec-c17e-4b08-9ea2-f9397abd8bb6 req-05db889e-0564-48b3-82e6-c4f1e4851279 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb708e5-303c-47f5-8e2e-6d06e480e3ed HTTP/1.1" status: 200 len: 943 time: 0.3983257 May 05 19:52:54.219721 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 33127356-17a6-4961-bcb1-5efd5496d569 not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:52:54.220287 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 816b1c33-131e-489f-b878-f55a8d229187 no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:52:54.265648 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-51d900ec-c17e-4b08-9ea2-f9397abd8bb6 req-b20369a4-c76a-46a9-8b0c-e911c05c3526 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790057 May 05 19:52:54.310703 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-2dc344b9-41ea-4483-b428-9ef9a8018cfa req-0370d0e5-e25b-43f2-82ff-7adc4da0ea6d tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] For port 816b1c33-131e-489f-b878-f55a8d229187, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=816b1c33-131e-489f-b878-f55a8d229187,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:52:54.311061 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-2dc344b9-41ea-4483-b428-9ef9a8018cfa req-0370d0e5-e25b-43f2-82ff-7adc4da0ea6d tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:54.425729 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:54.450970 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-2dc344b9-41ea-4483-b428-9ef9a8018cfa req-0370d0e5-e25b-43f2-82ff-7adc4da0ea6d tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Calling delete_port for 816b1c33-131e-489f-b878-f55a8d229187 owned by compute:nova {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:52:54.473743 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 816b1c33-131e-489f-b878-f55a8d229187, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=816b1c33-131e-489f-b878-f55a8d229187,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:52:54.475698 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d8b2f8-fb88-4ecd-9d9f-c5961bf39579', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '816b1c33-131e-489f-b878-f55a8d229187'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:52:54.483681 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89ebe5c-8fb8-469a-94b1-67c849f737cd service neutron] Pushing event updated for resources: {'Port': ['ID=33127356-17a6-4961-bcb1-5efd5496d569,revision_number=10']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:54.487381 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:54.559662 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-d89ebe5c-8fb8-469a-94b1-67c849f737cd service neutron] 10.222.0.50 "PUT /v2.0/ports/33127356-17a6-4961-bcb1-5efd5496d569/bindings/n-h1-840717-1/activate HTTP/1.1" status: 200 len: 369 time: 2.7686226 May 05 19:52:54.586823 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9732b390-6c27-418c-964f-57b1225aac7c req-e0dce91a-e07f-4057-b3a9-c3ef1834eebe service neutron] 10.222.0.50 "GET /v2.0/networks/c0dbff45-b7d3-44db-825a-7ca3d44cd917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2684283 May 05 19:52:54.589537 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=816b1c33-131e-489f-b878-f55a8d229187,revision_number=6']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:54.614589 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-5ac1c5e6-caa5-46b4-b0a6-76a5bc89ab4f service neutron] 10.222.0.24 "GET /v2.0/ports/3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9/bindings/n-h2-840717-1 HTTP/1.1" status: 200 len: 384 time: 0.8038139 May 05 19:52:54.688755 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d25b6-c8bb-4c89-a1ce-6f43662c4a98 req-d3931bc7-c6af-4068-adc5-687baf414df7 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:54.696214 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6e4d25b6-c8bb-4c89-a1ce-6f43662c4a98 req-d3931bc7-c6af-4068-adc5-687baf414df7 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/ports?device_id=3692b921-276d-4ae5-84d0-1bffd2ff1096 HTTP/1.1" status: 200 len: 984 time: 1.2889049 May 05 19:52:54.778071 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5a0f2195-c4fa-4116-a2d7-a32f97e5503b req-cd9f35a0-5d38-4980-bf82-a1160675c010 service neutron] 10.222.0.24 "GET /v2.0/networks/9391bd70-fefd-4234-a5c6-e5bdaa98482d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9661901 May 05 19:52:54.799001 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9f4e27-52b5-4010-97b3-8796cee3c430 None None] Network 4632dd15-5a5d-45b1-b733-fbb054938b90 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:52:54.890632 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6e4d25b6-c8bb-4c89-a1ce-6f43662c4a98 req-9e28aae3-54c8-4197-ab15-fb420f4a605a tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/security-groups?id=e36a03ce-19b7-4072-ac8e-38f72e9ef290&id=b78743f8-e5fa-446f-9dce-87d979883e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1924143 May 05 19:52:54.893697 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b3322557-988d-4531-8094-5776140b8fd8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:54.939385 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b3322557-988d-4531-8094-5776140b8fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:54.943045 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.api [req-2dc344b9-41ea-4483-b428-9ef9a8018cfa req-0370d0e5-e25b-43f2-82ff-7adc4da0ea6d tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88197) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 19:52:54.943383 n-d-840717-1 neutron-server[88197]: DEBUG oslo_db.api [req-2dc344b9-41ea-4483-b428-9ef9a8018cfa req-0370d0e5-e25b-43f2-82ff-7adc4da0ea6d tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 19:52:54.950310 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-1ed34e97-916b-48b9-b206-686dda226bf4 None None] Provisioning for port 506b755a-b223-4655-a660-f7274791fed9 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:52:54.993536 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d1e085-4af6-4b8f-a52c-7c8a64066c78 req-b9d8c80f-6105-4a5c-a805-b8eddad2cb18 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:55.001661 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d5d1e085-4af6-4b8f-a52c-7c8a64066c78 req-b9d8c80f-6105-4a5c-a805-b8eddad2cb18 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c5dad3c-d602-4b16-ba45-4bfc3c8179fb HTTP/1.1" status: 200 len: 950 time: 0.5605052 May 05 19:52:55.038844 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-c5f3e68a-e959-4c07-86a9-053bbffd4925 tempest-LiveAutoBlockMigrationV225Test-129314705 tempest-LiveAutoBlockMigrationV225Test-129314705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:55.040692 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-c5f3e68a-e959-4c07-86a9-053bbffd4925 tempest-LiveAutoBlockMigrationV225Test-129314705 tempest-LiveAutoBlockMigrationV225Test-129314705-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d36a569d-6a34-4d80-8488-b596fe4b8373&tenant_id=63ca58c29fae4c4eaafba189c1ec4492&binding%3Ahost_id=n-h2-840717-1 HTTP/1.1" status: 200 len: 1095 time: 0.3955140 May 05 19:52:55.094413 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a11ba6de-5726-49e3-a0f8-106f7a184fd5', 'name': 'network-vif-deleted', 'tag': 'dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:52:55.149610 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d5d1e085-4af6-4b8f-a52c-7c8a64066c78 req-5580cab2-d556-4e5b-830c-32a0419173c4 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398962 May 05 19:52:55.242699 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-b3322557-988d-4531-8094-5776140b8fd8 admin admin] Allocated IP 172.25.0.112 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/99225136-5589-4ea6-b174-54a2b730b984) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:52:55.328689 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5a0f2195-c4fa-4116-a2d7-a32f97e5503b req-a8f7ce89-d5e8-48e9-8580-e40b897cd0f3 service neutron] 10.222.0.24 "GET /v2.0/networks/9391bd70-fefd-4234-a5c6-e5bdaa98482d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5432615 May 05 19:52:55.347811 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-07baad1a-9d2f-4ef6-88a0-c7ae52b60577 service neutron] For port 3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9,segment=NetworkSegment(2fd00a77-6cab-42c3-b322-459c43fd8637),segment_id=2fd00a77-6cab-42c3-b322-459c43fd8637)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:52:55.373594 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ebeecd-d764-4427-9384-a198a60b6790 req-fe6106f7-4d61-453a-95fe-273b8915ab84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:55.375049 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f0ebeecd-d764-4427-9384-a198a60b6790 req-fe6106f7-4d61-453a-95fe-273b8915ab84 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4d0e88c339a8478fac3bdc473e88ec9b&device_id=fa401015-7cfc-4b79-b230-f7a61b5691bf HTTP/1.1" status: 200 len: 1094 time: 0.5846097 May 05 19:52:55.433442 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-07baad1a-9d2f-4ef6-88a0-c7ae52b60577 service neutron] For port 3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:52:55.487164 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-2dc344b9-41ea-4483-b428-9ef9a8018cfa req-0370d0e5-e25b-43f2-82ff-7adc4da0ea6d tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Deleting port 816b1c33-131e-489f-b878-f55a8d229187 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:52:55.487164 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-2dc344b9-41ea-4483-b428-9ef9a8018cfa req-0370d0e5-e25b-43f2-82ff-7adc4da0ea6d tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:55.648150 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 506b755a-b223-4655-a660-f7274791fed9 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:52:55.661981 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b3322557-988d-4531-8094-5776140b8fd8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:55.704917 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-7187244d-f4fd-4e31-b551-e86b915588a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:55.706382 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-7187244d-f4fd-4e31-b551-e86b915588a8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d36a569d-6a34-4d80-8488-b596fe4b8373&tenant_id=63ca58c29fae4c4eaafba189c1ec4492 HTTP/1.1" status: 200 len: 1095 time: 0.6580355 May 05 19:52:55.777401 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-07baad1a-9d2f-4ef6-88a0-c7ae52b60577 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:52:55.808234 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 506b755a-b223-4655-a660-f7274791fed9 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:52:55.815277 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 506b755a-b223-4655-a660-f7274791fed9 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:52:55.815810 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:55.834661 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5180dac6-ffec-4b54-ac21-022e9cc484ef req-12b30b54-e606-4ed8-8559-893c0211aa2f tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:55.844916 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5180dac6-ffec-4b54-ac21-022e9cc484ef req-12b30b54-e606-4ed8-8559-893c0211aa2f tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] 10.222.0.36 "GET /v2.0/ports?device_id=54d8b2f8-fb88-4ecd-9d9f-c5961bf39579 HTTP/1.1" status: 200 len: 948 time: 0.8059981 May 05 19:52:55.873885 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-07baad1a-9d2f-4ef6-88a0-c7ae52b60577 service neutron] For port 3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9,segment=NetworkSegment(2fd00a77-6cab-42c3-b322-459c43fd8637),segment_id=2fd00a77-6cab-42c3-b322-459c43fd8637)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:52:55.934869 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:52:55.966434 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-07baad1a-9d2f-4ef6-88a0-c7ae52b60577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:56.013861 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] No Port match for: dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 19:52:56.014312 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:52:56.014876 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9 no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:52:56.081813 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ebeecd-d764-4427-9384-a198a60b6790 req-60018e17-b32e-407a-846b-df45e0650681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:56.081813 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f0ebeecd-d764-4427-9384-a198a60b6790 req-60018e17-b32e-407a-846b-df45e0650681 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c0dbff45-b7d3-44db-825a-7ca3d44cd917 HTTP/1.1" status: 200 len: 917 time: 0.6921220 May 05 19:52:56.086087 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b3322557-988d-4531-8094-5776140b8fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:56.096588 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:56.190161 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f0ebeecd-d764-4427-9384-a198a60b6790 req-b8b017b6-7da9-44cc-940a-6c1a2c502746 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d9c78b6-03b1-47aa-9e0a-1dfecab0f5e9 HTTP/1.1" status: 200 len: 217 time: 0.0729270 May 05 19:52:56.204023 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5180dac6-ffec-4b54-ac21-022e9cc484ef req-f8ef049b-7f14-483d-adce-99634038d413 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] 10.222.0.36 "GET /v2.0/security-groups?id=ceeee1c2-2df3-4de5-9577-b382bee91df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3564863 May 05 19:52:56.236822 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 506b755a-b223-4655-a660-f7274791fed9, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=506b755a-b223-4655-a660-f7274791fed9,segment=NetworkSegment(716fe381-d2c5-4e07-b531-a0cb3f0c3680),segment_id=716fe381-d2c5-4e07-b531-a0cb3f0c3680)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:52:56.236822 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:56.242606 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-e37abd89-582b-49b6-acb8-61ad48ebcf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:56.242606 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-e37abd89-582b-49b6-acb8-61ad48ebcf90 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=63ca58c29fae4c4eaafba189c1ec4492&device_id=d36a569d-6a34-4d80-8488-b596fe4b8373 HTTP/1.1" status: 200 len: 1095 time: 0.4918661 May 05 19:52:56.242606 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3322557-988d-4531-8094-5776140b8fd8 admin admin] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:52:56.262099 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-b3322557-988d-4531-8094-5776140b8fd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:52:56.292478 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3322557-988d-4531-8094-5776140b8fd8 admin admin] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:52:56.324408 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bba6e9-0dea-436d-89bc-d76ad134c8e2 req-ba4ddab7-8f0b-4f89-9f87-d6de14a5b225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:56.325388 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3322557-988d-4531-8094-5776140b8fd8 admin admin] Pushing event updated for resources: {'Port': ['ID=99225136-5589-4ea6-b174-54a2b730b984,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:56.325898 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-84bba6e9-0dea-436d-89bc-d76ad134c8e2 req-ba4ddab7-8f0b-4f89-9f87-d6de14a5b225 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ebd0d12895b0474f8b30730a1d2092a4&device_id=3692b921-276d-4ae5-84d0-1bffd2ff1096 HTTP/1.1" status: 200 len: 1135 time: 0.8951299 May 05 19:52:56.360584 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=506b755a-b223-4655-a660-f7274791fed9,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:56.363153 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-2dc344b9-41ea-4483-b428-9ef9a8018cfa req-0370d0e5-e25b-43f2-82ff-7adc4da0ea6d tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] For port 816b1c33-131e-489f-b878-f55a8d229187, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=816b1c33-131e-489f-b878-f55a8d229187,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:52:56.363395 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-2dc344b9-41ea-4483-b428-9ef9a8018cfa req-0370d0e5-e25b-43f2-82ff-7adc4da0ea6d tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:56.409552 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-07baad1a-9d2f-4ef6-88a0-c7ae52b60577 service neutron] Transition to ACTIVE for port object 3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:52:56.428689 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f987f-ccb0-465a-89f0-40e73908e584 req-d1383037-c390-4ed7-a1de-19dfaec7fd65 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:56.430179 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a56f987f-ccb0-465a-89f0-40e73908e584 req-d1383037-c390-4ed7-a1de-19dfaec7fd65 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa401015-7cfc-4b79-b230-f7a61b5691bf HTTP/1.1" status: 200 len: 943 time: 0.7563019 May 05 19:52:56.446458 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-07baad1a-9d2f-4ef6-88a0-c7ae52b60577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:56.463409 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e2b0b33-484e-4398-bc78-91ff40d3728d'] response: {'server_uuid': '54d8b2f8-fb88-4ecd-9d9f-c5961bf39579', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '816b1c33-131e-489f-b878-f55a8d229187', 'code': 200} May 05 19:52:56.553115 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ebeecd-d764-4427-9384-a198a60b6790 req-54d010e8-c2c7-4781-8059-67ade2f69875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:56.553115 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f0ebeecd-d764-4427-9384-a198a60b6790 req-54d010e8-c2c7-4781-8059-67ade2f69875 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b07668b7-cdd8-46a5-a536-43ebeaf1a857 HTTP/1.1" status: 200 len: 855 time: 0.3364036 May 05 19:52:56.637965 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-2dc344b9-41ea-4483-b428-9ef9a8018cfa req-0370d0e5-e25b-43f2-82ff-7adc4da0ea6d tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Calling delete_port for 816b1c33-131e-489f-b878-f55a8d229187 owned by compute:nova {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:52:56.868821 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 34724) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:52:56.937563 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a56f987f-ccb0-465a-89f0-40e73908e584 req-6868024a-4726-4fbb-8739-54ca3cb5c2f2 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] 10.222.0.36 "GET /v2.0/security-groups?id=74723806-36cd-43f0-be0b-2bd9c82fe8be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4802296 May 05 19:52:56.973286 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-07baad1a-9d2f-4ef6-88a0-c7ae52b60577 service neutron] No DVR routers for this DVR port 3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9 on host n-h1-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:52:56.977549 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07baad1a-9d2f-4ef6-88a0-c7ae52b60577 service neutron] Pushing event updated for resources: {'Port': ['ID=3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9,revision_number=10']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:57.003910 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-51e31e30-151c-429f-876b-2a8bd718a4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:57.005362 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-51e31e30-151c-429f-876b-2a8bd718a4f8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9e1d2257-41cc-4af2-afae-4ca8a9719a05 HTTP/1.1" status: 200 len: 921 time: 0.7504270 May 05 19:52:57.036210 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07baad1a-9d2f-4ef6-88a0-c7ae52b60577 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:52:57.036483 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07baad1a-9d2f-4ef6-88a0-c7ae52b60577 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:52:57.036815 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07baad1a-9d2f-4ef6-88a0-c7ae52b60577 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:52:57.037158 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07baad1a-9d2f-4ef6-88a0-c7ae52b60577 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:52:57.037444 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07baad1a-9d2f-4ef6-88a0-c7ae52b60577 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:52:57.037763 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07baad1a-9d2f-4ef6-88a0-c7ae52b60577 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:52:57.038514 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07baad1a-9d2f-4ef6-88a0-c7ae52b60577 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:52:57.038514 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07baad1a-9d2f-4ef6-88a0-c7ae52b60577 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:52:57.038725 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07baad1a-9d2f-4ef6-88a0-c7ae52b60577 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:52:57.039187 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07baad1a-9d2f-4ef6-88a0-c7ae52b60577 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:52:57.039724 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07baad1a-9d2f-4ef6-88a0-c7ae52b60577 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:52:57.040368 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07baad1a-9d2f-4ef6-88a0-c7ae52b60577 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:52:57.069502 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cdca98f-c689-4c98-a560-7f19cd1e553e'] response: {'server_uuid': 'a11ba6de-5726-49e3-a0f8-106f7a184fd5', 'name': 'network-vif-deleted', 'tag': 'dda3b7a4-5f5a-4d98-ba90-1a71d6bf2b0c', 'status': 'completed', 'code': 200} May 05 19:52:57.077628 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bba6e9-0dea-436d-89bc-d76ad134c8e2 req-5294adb9-b2e7-4db1-99ce-9f060130afe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:57.079343 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-84bba6e9-0dea-436d-89bc-d76ad134c8e2 req-5294adb9-b2e7-4db1-99ce-9f060130afe5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9391bd70-fefd-4234-a5c6-e5bdaa98482d HTTP/1.1" status: 200 len: 912 time: 0.7377028 May 05 19:52:57.115695 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-5e9e96ed-1543-41ba-b6a1-d552e356a887 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33127356-17a6-4961-bcb1-5efd5496d569 HTTP/1.1" status: 200 len: 217 time: 0.0951254 May 05 19:52:57.188565 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-07baad1a-9d2f-4ef6-88a0-c7ae52b60577 service neutron] 10.222.0.24 "PUT /v2.0/ports/3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9/bindings/n-h2-840717-1/activate HTTP/1.1" status: 200 len: 369 time: 2.5566411 May 05 19:52:57.188565 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-84bba6e9-0dea-436d-89bc-d76ad134c8e2 req-95f18157-981b-44db-8913-2a9019137f85 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=308e82b0-04ad-42d3-b0e4-192ee517b0d9 HTTP/1.1" status: 200 len: 217 time: 0.0869031 May 05 19:52:57.299373 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b7ad2-db5c-4e40-9b08-78d55d9cdaa8 req-b06cd4ff-c065-4fd8-aa2d-ce3a99764097 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:57.300867 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-614b7ad2-db5c-4e40-9b08-78d55d9cdaa8 req-b06cd4ff-c065-4fd8-aa2d-ce3a99764097 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=d36a569d-6a34-4d80-8488-b596fe4b8373 HTTP/1.1" status: 200 len: 944 time: 0.5973923 May 05 19:52:57.302927 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ebeecd-d764-4427-9384-a198a60b6790 req-84d4cf02-7439-46c2-a628-5766fcac77f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:57.304235 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f0ebeecd-d764-4427-9384-a198a60b6790 req-84d4cf02-7439-46c2-a628-5766fcac77f2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c0dbff45-b7d3-44db-825a-7ca3d44cd917&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6798298 May 05 19:52:57.372769 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bba6e9-0dea-436d-89bc-d76ad134c8e2 req-d4418d20-fc6d-4c32-84ee-c7f63b3beace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:57.374091 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-84bba6e9-0dea-436d-89bc-d76ad134c8e2 req-d4418d20-fc6d-4c32-84ee-c7f63b3beace service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dad2f10a-bab0-4742-b13f-5f772ad5e3e5 HTTP/1.1" status: 200 len: 851 time: 0.1806746 May 05 19:52:57.479831 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-84bba6e9-0dea-436d-89bc-d76ad134c8e2 req-fd10f6a8-70d7-4978-8683-dd1819f2da77 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9391bd70-fefd-4234-a5c6-e5bdaa98482d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0987325 May 05 19:52:57.529906 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-af4763f4-f963-4532-a1d4-5377982ee244 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b5a48329c1b449938bdc05f76727500b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6538208 May 05 19:52:57.534700 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 506b755a-b223-4655-a660-f7274791fed9 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:52:57.537631 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 34734) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:52:57.545025 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-98b95276-e8bf-47b4-9f0e-a0b2dff134fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:57.546439 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-98b95276-e8bf-47b4-9f0e-a0b2dff134fa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=99c4516e-78c1-4a80-85a0-0e7389d15301 HTTP/1.1" status: 200 len: 860 time: 0.4161620 May 05 19:52:57.637069 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 506b755a-b223-4655-a660-f7274791fed9 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:52:57.637688 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:57.657797 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-ca4c7513-1718-41e1-9b2f-9af6a96af3d2 tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:57.659303 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-ca4c7513-1718-41e1-9b2f-9af6a96af3d2 tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=bdb708e5-303c-47f5-8e2e-6d06e480e3ed&tenant_id=ec798a1d17654fd38a17594ac4520b82&binding%3Ahost_id=n-h1-840717-1 HTTP/1.1" status: 200 len: 1095 time: 0.4050794 May 05 19:52:57.668381 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f0ebeecd-d764-4427-9384-a198a60b6790 req-58c3f57c-77d2-4910-8784-e199941700f8 service neutron] 10.222.0.50 "GET /v2.0/networks/c0dbff45-b7d3-44db-825a-7ca3d44cd917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3500438 May 05 19:52:57.671411 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-614b7ad2-db5c-4e40-9b08-78d55d9cdaa8 req-37138dbc-27ee-42ad-a444-612e2dead969 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3595569 May 05 19:52:57.710737 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-ef8966a2-eb23-4ea8-a3c7-b57dbc58105d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9e1d2257-41cc-4af2-afae-4ca8a9719a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0912795 May 05 19:52:57.721997 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-2dc344b9-41ea-4483-b428-9ef9a8018cfa req-0370d0e5-e25b-43f2-82ff-7adc4da0ea6d tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:57.734604 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['08e4b020-70fb-4448-92ed-4a4862398302'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:52:57.816136 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-84bba6e9-0dea-436d-89bc-d76ad134c8e2 req-d875bcec-35f2-4791-95fa-55295a90ff3f service neutron] 10.222.0.24 "GET /v2.0/networks/9391bd70-fefd-4234-a5c6-e5bdaa98482d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154001 May 05 19:52:57.868442 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0370d0e5-e25b-43f2-82ff-7adc4da0ea6d tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Pushing event deleted for resources: {'Port': ['ID=816b1c33-131e-489f-b878-f55a8d229187,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:58.082568 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b6cae-7970-4ca5-8739-0fa4bcaed526 req-23e19431-77c8-43d6-a109-f1e217d488ad tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:58.091029 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2a6b6cae-7970-4ca5-8739-0fa4bcaed526 req-23e19431-77c8-43d6-a109-f1e217d488ad tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb708e5-303c-47f5-8e2e-6d06e480e3ed HTTP/1.1" status: 200 len: 944 time: 0.9194622 May 05 19:52:58.128377 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f0ebeecd-d764-4427-9384-a198a60b6790 req-dcd4b8ce-2dec-48d0-bf95-66174bab166e service neutron] 10.222.0.50 "GET /v2.0/networks/c0dbff45-b7d3-44db-825a-7ca3d44cd917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4527602 May 05 19:52:58.159649 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-11cdd34e-d018-487d-8703-fe628057c3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:58.161132 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-11cdd34e-d018-487d-8703-fe628057c3e2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bdb708e5-303c-47f5-8e2e-6d06e480e3ed&tenant_id=ec798a1d17654fd38a17594ac4520b82 HTTP/1.1" status: 200 len: 1095 time: 0.4867249 May 05 19:52:58.161513 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b3322557-988d-4531-8094-5776140b8fd8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:58.169379 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-84bba6e9-0dea-436d-89bc-d76ad134c8e2 req-c44c5a41-2d9f-443f-8ce0-fee0c8645c51 service neutron] 10.222.0.24 "GET /v2.0/networks/9391bd70-fefd-4234-a5c6-e5bdaa98482d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3605568 May 05 19:52:58.187811 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c395b8a-83dd-4075-98fb-45908e220813 req-0c4ee955-eb0b-4063-a312-77d95b5e0b0d tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:58.189310 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1c395b8a-83dd-4075-98fb-45908e220813 req-0c4ee955-eb0b-4063-a312-77d95b5e0b0d tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/ports?device_id=3692b921-276d-4ae5-84d0-1bffd2ff1096 HTTP/1.1" status: 200 len: 984 time: 0.2543814 May 05 19:52:58.216709 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0370d0e5-e25b-43f2-82ff-7adc4da0ea6d tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:52:58.217545 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0370d0e5-e25b-43f2-82ff-7adc4da0ea6d tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:52:58.217896 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0370d0e5-e25b-43f2-82ff-7adc4da0ea6d tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:52:58.218267 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0370d0e5-e25b-43f2-82ff-7adc4da0ea6d tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:52:58.218606 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0370d0e5-e25b-43f2-82ff-7adc4da0ea6d tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:52:58.218942 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0370d0e5-e25b-43f2-82ff-7adc4da0ea6d tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:52:58.219273 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0370d0e5-e25b-43f2-82ff-7adc4da0ea6d tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:52:58.219629 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0370d0e5-e25b-43f2-82ff-7adc4da0ea6d tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:52:58.220293 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0370d0e5-e25b-43f2-82ff-7adc4da0ea6d tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:52:58.220293 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0370d0e5-e25b-43f2-82ff-7adc4da0ea6d tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:52:58.220582 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0370d0e5-e25b-43f2-82ff-7adc4da0ea6d tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:52:58.220986 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0370d0e5-e25b-43f2-82ff-7adc4da0ea6d tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:52:58.223814 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ae70d186-2cd7-4649-83f9-398ad83ec3f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:58.266410 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dc344b9-41ea-4483-b428-9ef9a8018cfa req-0370d0e5-e25b-43f2-82ff-7adc4da0ea6d tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] No DVR routers for this DVR port 816b1c33-131e-489f-b878-f55a8d229187 on host n-h2-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:52:58.285770 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-2dc344b9-41ea-4483-b428-9ef9a8018cfa req-0370d0e5-e25b-43f2-82ff-7adc4da0ea6d tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:58.292671 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1c395b8a-83dd-4075-98fb-45908e220813 req-3bde00d6-76cc-48c7-a2cc-084d7f0bb4a4 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/security-groups?id=e36a03ce-19b7-4072-ac8e-38f72e9ef290&id=b78743f8-e5fa-446f-9dce-87d979883e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0620492 May 05 19:52:58.317368 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-4b0c6f25-2bdd-417b-bcf4-046d372c1ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:58.318852 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-4b0c6f25-2bdd-417b-bcf4-046d372c1ae0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ec798a1d17654fd38a17594ac4520b82&device_id=bdb708e5-303c-47f5-8e2e-6d06e480e3ed HTTP/1.1" status: 200 len: 1095 time: 0.1245568 May 05 19:52:58.405476 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ae70d186-2cd7-4649-83f9-398ad83ec3f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:58.418587 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2a6b6cae-7970-4ca5-8739-0fa4bcaed526 req-a6f9354c-8583-401e-ba1f-76eee6f7b5ee tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232450 May 05 19:52:58.446254 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2dc344b9-41ea-4483-b428-9ef9a8018cfa req-0370d0e5-e25b-43f2-82ff-7adc4da0ea6d tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] 10.222.0.50 "DELETE /v2.0/ports/816b1c33-131e-489f-b878-f55a8d229187 HTTP/1.1" status: 204 len: 173 time: 5.3611917 May 05 19:52:58.512968 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-b362f4d2-c5a8-444f-bddc-365728eda19d service neutron] 10.222.0.24 "GET /v2.0/networks/9e1d2257-41cc-4af2-afae-4ca8a9719a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7842748 May 05 19:52:58.564652 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-1a3ef041-efa4-4c43-93a1-f29210d4a532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:58.571751 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-1a3ef041-efa4-4c43-93a1-f29210d4a532 service neutron] 10.222.0.50 "GET /v2.0/networks?id=87da803f-e7d0-44ba-a1c3-46d895a6576d HTTP/1.1" status: 200 len: 908 time: 0.2381260 May 05 19:52:58.700505 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-d033372e-17d7-491a-9e8f-7eb122873089 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9 HTTP/1.1" status: 200 len: 217 time: 0.1131525 May 05 19:52:58.770774 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-6105b10f-66a7-402d-9f26-ca4f2c343580 req-22bb112f-2abb-469c-b3ba-b9a80e7bd19a tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Synchronizing usage tracker for tenant:7aea924971d547f7b0b01135d13b1674 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:52:58.781021 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ae70d186-2cd7-4649-83f9-398ad83ec3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:58.830918 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae70d186-2cd7-4649-83f9-398ad83ec3f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e50fd44-6059-4e3b-8f95-027c4583f97c,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:52:58.900966 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-46ad0978-bda0-4e58-ab24-f592fb174a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:58.903387 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-46ad0978-bda0-4e58-ab24-f592fb174a77 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=af43fcc5-064b-4df8-a8c0-be1ad4feb5a8 HTTP/1.1" status: 200 len: 847 time: 0.1976218 May 05 19:52:58.915319 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5844ac-b319-4ecc-9aa9-cba005d8039a req-b862b70f-3dfa-4808-be1a-a07d216e5d4b tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:58.916841 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1d5844ac-b319-4ecc-9aa9-cba005d8039a req-b862b70f-3dfa-4808-be1a-a07d216e5d4b tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c5dad3c-d602-4b16-ba45-4bfc3c8179fb HTTP/1.1" status: 200 len: 950 time: 0.4248962 May 05 19:52:58.918611 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-6105b10f-66a7-402d-9f26-ca4f2c343580 req-22bb112f-2abb-469c-b3ba-b9a80e7bd19a tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Unset dirty status for tenant:7aea924971d547f7b0b01135d13b1674 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:52:58.919770 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6105b10f-66a7-402d-9f26-ca4f2c343580 req-22bb112f-2abb-469c-b3ba-b9a80e7bd19a tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] 10.222.0.36 "GET /v2.0/ports?device_id=54d8b2f8-fb88-4ecd-9d9f-c5961bf39579 HTTP/1.1" status: 200 len: 210 time: 0.2643025 May 05 19:52:58.924536 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-ef13686e-a046-404f-8be1-de0d1fdfb50d service neutron] 10.222.0.24 "GET /v2.0/networks/9e1d2257-41cc-4af2-afae-4ca8a9719a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4052458 May 05 19:52:58.927725 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ae70d186-2cd7-4649-83f9-398ad83ec3f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:58.931250 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-ae70d186-2cd7-4649-83f9-398ad83ec3f8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3e50fd44-6059-4e3b-8f95-027c4583f97c HTTP/1.1" status: 204 len: 168 time: 1.3859303 May 05 19:52:58.958550 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b3322557-988d-4531-8094-5776140b8fd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:59.025072 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-5e4172dd-7e12-4119-bf0c-b7c632577178 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=87da803f-e7d0-44ba-a1c3-46d895a6576d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1067910 May 05 19:52:59.108155 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1d5844ac-b319-4ecc-9aa9-cba005d8039a req-8f8212a6-5f71-413e-80c6-4e8e25fad89c tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256235 May 05 19:52:59.325958 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-2cb4c22a-27e2-4ff6-80a0-1882b2869dfd service neutron] 10.222.0.50 "GET /v2.0/networks/87da803f-e7d0-44ba-a1c3-46d895a6576d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919056 May 05 19:52:59.378224 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d8b2f8-fb88-4ecd-9d9f-c5961bf39579', 'name': 'network-vif-deleted', 'tag': '816b1c33-131e-489f-b878-f55a8d229187'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:52:59.408740 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-837c98d9-04d0-44cb-810f-111e754a8633 req-5bd3dd09-223e-4f40-86ea-18aaf2ae222f tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-522485462&fields=id&tenant_id=ebd0d12895b0474f8b30730a1d2092a4 HTTP/1.1" status: 200 len: 267 time: 0.0981238 May 05 19:52:59.504388 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34752) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:52:59.591649 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-314ce6a5-f86a-436e-9fa9-e817a0ff60b1 service neutron] 10.222.0.50 "GET /v2.0/networks/87da803f-e7d0-44ba-a1c3-46d895a6576d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537973 May 05 19:52:59.595624 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-bcce3957-93fa-4f9e-aef7-b142ea896c5a tempest-LiveAutoBlockMigrationV225Test-129314705 tempest-LiveAutoBlockMigrationV225Test-129314705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:59.604484 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-bcce3957-93fa-4f9e-aef7-b142ea896c5a tempest-LiveAutoBlockMigrationV225Test-129314705 tempest-LiveAutoBlockMigrationV225Test-129314705-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d36a569d-6a34-4d80-8488-b596fe4b8373&tenant_id=63ca58c29fae4c4eaafba189c1ec4492&binding%3Ahost_id=n-h1-840717-1 HTTP/1.1" status: 200 len: 1095 time: 0.2582364 May 05 19:52:59.606893 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-428b625c-47cd-4656-b6de-42a29743b8a9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e7e11c99eb574618b4aefdfe91e60f05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0983229 May 05 19:52:59.606893 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34756) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:52:59.608012 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a06514f-7c8e-4ea2-acd8-83c2d94eb871 req-5517ecc7-4675-4d29-9fdf-dda08be56733 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:59.615099 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4a06514f-7c8e-4ea2-acd8-83c2d94eb871 req-5517ecc7-4675-4d29-9fdf-dda08be56733 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa401015-7cfc-4b79-b230-f7a61b5691bf HTTP/1.1" status: 200 len: 943 time: 0.2366912 May 05 19:52:59.647715 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837c98d9-04d0-44cb-810f-111e754a8633 req-035a6dae-4e19-4e29-a072-12b4999b4573 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:52:59.649141 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-837c98d9-04d0-44cb-810f-111e754a8633 req-035a6dae-4e19-4e29-a072-12b4999b4573 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/ports?device_id=3692b921-276d-4ae5-84d0-1bffd2ff1096 HTTP/1.1" status: 200 len: 984 time: 0.2424707 May 05 19:52:59.692981 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cb84637d-02a9-4c74-b41e-0c740217fe0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:59.710394 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-837c98d9-04d0-44cb-810f-111e754a8633 req-ece871a0-7cd8-4c54-890b-87a167ada5b1 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Request body: {'port': {'security_groups': ['b78743f8-e5fa-446f-9dce-87d979883e9d', 'e36a03ce-19b7-4072-ac8e-38f72e9ef290', '23c85e78-0cb0-4bce-b384-ceaf4ff2e79b']}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:52:59.731397 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4a06514f-7c8e-4ea2-acd8-83c2d94eb871 req-57f40b67-0459-4b24-85f3-eb832a53ad0c tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] 10.222.0.36 "GET /v2.0/security-groups?id=74723806-36cd-43f0-be0b-2bd9c82fe8be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185870 May 05 19:52:59.751963 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3322557-988d-4531-8094-5776140b8fd8 admin admin] Router 4aa3d401-c9a9-43b0-9fb8-955f3e47ee0a is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88197) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 19:52:59.770749 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cb84637d-02a9-4c74-b41e-0c740217fe0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:52:59.886135 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-837c98d9-04d0-44cb-810f-111e754a8633 req-ece871a0-7cd8-4c54-890b-87a167ada5b1 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:00.018394 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cb84637d-02a9-4c74-b41e-0c740217fe0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:00.060682 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb84637d-02a9-4c74-b41e-0c740217fe0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71300e3d-0132-43b2-a5cf-efd960286c01,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:00.083794 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-83cf2e94-f5fa-4158-9d30-491aff567a59 service neutron] For port 33127356-17a6-4961-bcb1-5efd5496d569, host n-h2-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:53:00.093315 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-83cf2e94-f5fa-4158-9d30-491aff567a59 service neutron] Notify callbacks [] for binding, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:00.094524 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bd79fca6-e54f-44cc-989a-8a8736944b96 req-83cf2e94-f5fa-4158-9d30-491aff567a59 service neutron] 10.222.0.24 "DELETE /v2.0/ports/33127356-17a6-4961-bcb1-5efd5496d569/bindings/n-h2-840717-1 HTTP/1.1" status: 204 len: 173 time: 0.4674785 May 05 19:53:00.103317 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cb84637d-02a9-4c74-b41e-0c740217fe0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:00.104922 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-cb84637d-02a9-4c74-b41e-0c740217fe0f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/71300e3d-0132-43b2-a5cf-efd960286c01 HTTP/1.1" status: 204 len: 168 time: 0.4988861 May 05 19:53:00.141128 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3322557-988d-4531-8094-5776140b8fd8 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 19:53:00.153461 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c5095e-655c-41ce-bbc1-db96ebd12c1a None None] Sync routers for ids ['4aa3d401-c9a9-43b0-9fb8-955f3e47ee0a'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 19:53:00.175311 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c5095e-655c-41ce-bbc1-db96ebd12c1a None None] Routers {'4aa3d401-c9a9-43b0-9fb8-955f3e47ee0a'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:53:00.176571 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-b1c5095e-655c-41ce-bbc1-db96ebd12c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:52:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['4aa3d401-c9a9-43b0-9fb8-955f3e47ee0a'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:53:00.178673 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-6933de29-37a9-46d6-b00d-00e1d413e7a2 tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:00.182307 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-6933de29-37a9-46d6-b00d-00e1d413e7a2 tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=bdb708e5-303c-47f5-8e2e-6d06e480e3ed&tenant_id=ec798a1d17654fd38a17594ac4520b82&binding%3Ahost_id=n-h2-840717-1 HTTP/1.1" status: 200 len: 1095 time: 0.2464244 May 05 19:53:00.196891 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b3322557-988d-4531-8094-5776140b8fd8 admin admin] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:00.198839 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-b3322557-988d-4531-8094-5776140b8fd8 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.7333574 May 05 19:53:00.202397 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 34766) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:53:00.273831 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c182087-65ff-4f00-b906-c311efdef45e req-a1cae6e5-e301-422d-8387-17ce2535a368 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:00.283122 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0c182087-65ff-4f00-b906-c311efdef45e req-a1cae6e5-e301-422d-8387-17ce2535a368 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=d36a569d-6a34-4d80-8488-b596fe4b8373 HTTP/1.1" status: 200 len: 944 time: 0.3862627 May 05 19:53:00.410022 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0c182087-65ff-4f00-b906-c311efdef45e req-77fb728d-0272-4ef3-840f-de9489f8734d tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154799 May 05 19:53:00.504212 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-837c98d9-04d0-44cb-810f-111e754a8633 req-ece871a0-7cd8-4c54-890b-87a167ada5b1 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] For port 308e82b0-04ad-42d3-b0e4-192ee517b0d9, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=308e82b0-04ad-42d3-b0e4-192ee517b0d9,segment=NetworkSegment(c3aa82ea-8521-41ae-94bc-6b77a724b188),segment_id=c3aa82ea-8521-41ae-94bc-6b77a724b188)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:53:00.558808 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-ec888ade-a743-450a-9e30-2bd37106c87b service neutron] For port 3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:53:00.562793 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-837c98d9-04d0-44cb-810f-111e754a8633 req-ece871a0-7cd8-4c54-890b-87a167ada5b1 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:00.566129 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77cc5988-0778-4f64-a2c5-fd1b0771cb3e'] response: {'server_uuid': '54d8b2f8-fb88-4ecd-9d9f-c5961bf39579', 'name': 'network-vif-deleted', 'tag': '816b1c33-131e-489f-b878-f55a8d229187', 'status': 'completed', 'code': 200} May 05 19:53:00.574619 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-b1c5095e-655c-41ce-bbc1-db96ebd12c1a None None] Set router 4aa3d401-c9a9-43b0-9fb8-955f3e47ee0a gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:53:00.575173 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-ec888ade-a743-450a-9e30-2bd37106c87b service neutron] Notify callbacks [] for binding, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:00.576517 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-81ce3b76-d6aa-448b-9bac-2f327bcdb337 req-ec888ade-a743-450a-9e30-2bd37106c87b service neutron] 10.222.0.50 "DELETE /v2.0/ports/3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9/bindings/n-h1-840717-1 HTTP/1.1" status: 204 len: 173 time: 0.3460202 May 05 19:53:00.579903 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-837c98d9-04d0-44cb-810f-111e754a8633 req-ece871a0-7cd8-4c54-890b-87a167ada5b1 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:00.597547 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['a40bd772-947d-4370-9783-c33dfa399579', '308e82b0-04ad-42d3-b0e4-192ee517b0d9'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:53:00.782698 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837c98d9-04d0-44cb-810f-111e754a8633 req-ece871a0-7cd8-4c54-890b-87a167ada5b1 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:00.786804 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-837c98d9-04d0-44cb-810f-111e754a8633 req-ece871a0-7cd8-4c54-890b-87a167ada5b1 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:00.800048 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-837c98d9-04d0-44cb-810f-111e754a8633 req-ece871a0-7cd8-4c54-890b-87a167ada5b1 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "PUT /v2.0/ports/308e82b0-04ad-42d3-b0e4-192ee517b0d9 HTTP/1.1" status: 200 len: 1020 time: 1.0966156 May 05 19:53:00.801383 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3692b921-276d-4ae5-84d0-1bffd2ff1096', 'tag': '308e82b0-04ad-42d3-b0e4-192ee517b0d9'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:53:00.834800 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece871a0-7cd8-4c54-890b-87a167ada5b1 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Pushing event updated for resources: {'Port': ['ID=308e82b0-04ad-42d3-b0e4-192ee517b0d9,revision_number=7']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:00.903119 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['308e82b0-04ad-42d3-b0e4-192ee517b0d9'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:53:01.234852 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc5688-4910-4b3e-8d23-b99568d69d66 req-f39ac37f-02c1-45d5-b32a-824b64f5a55b tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:01.234852 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-febc5688-4910-4b3e-8d23-b99568d69d66 req-f39ac37f-02c1-45d5-b32a-824b64f5a55b tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb708e5-303c-47f5-8e2e-6d06e480e3ed HTTP/1.1" status: 200 len: 944 time: 0.3992434 May 05 19:53:01.339762 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19e5b31-7ec2-4510-9fd2-0d7df0b0909d req-cb5b1c43-a8bd-4493-a07f-75a698abba16 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:01.349480 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d19e5b31-7ec2-4510-9fd2-0d7df0b0909d req-cb5b1c43-a8bd-4493-a07f-75a698abba16 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c5dad3c-d602-4b16-ba45-4bfc3c8179fb HTTP/1.1" status: 200 len: 950 time: 0.2204802 May 05 19:53:01.476002 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d19e5b31-7ec2-4510-9fd2-0d7df0b0909d req-8a5abc05-05b6-4d8f-b118-d5176012bf2c tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210380 May 05 19:53:01.532430 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-febc5688-4910-4b3e-8d23-b99568d69d66 req-85185b1c-d6eb-416d-9f04-997ca3a557ae tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712555 May 05 19:53:01.631121 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-b1c5095e-655c-41ce-bbc1-db96ebd12c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aa3d401-c9a9-43b0-9fb8-955f3e47ee0a', 'name': 'tempest-FloatingIPsTestJSON-2068479181-router', 'tenant_id': '64a3560cd1634b98bb2fbd917b9cc106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '99225136-5589-4ea6-b174-54a2b730b984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:52:52Z', 'updated_at': '2022-05-05T19:52:57Z', 'revision_number': 3, 'project_id': '64a3560cd1634b98bb2fbd917b9cc106', 'gw_port': {'id': '99225136-5589-4ea6-b174-54a2b730b984', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:18:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aa3d401-c9a9-43b0-9fb8-955f3e47ee0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:52:54Z', 'updated_at': '2022-05-05T19:52:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:53:01.655168 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c5095e-655c-41ce-bbc1-db96ebd12c1a None None] Checking router: 4aa3d401-c9a9-43b0-9fb8-955f3e47ee0a for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 19:53:01.655168 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c5095e-655c-41ce-bbc1-db96ebd12c1a None None] Updating router 4aa3d401-c9a9-43b0-9fb8-955f3e47ee0a port 99225136-5589-4ea6-b174-54a2b730b984 binding host n-d-840717-1 {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 19:53:01.728907 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-93236346-cacc-4ec9-a628-61c15331a32e req-71f0d263-6e9f-49ac-9c71-ef163942811b tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/security-groups/23c85e78-0cb0-4bce-b384-ceaf4ff2e79b HTTP/1.1" status: 200 len: 1800 time: 0.1271262 May 05 19:53:01.774914 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b1c5095e-655c-41ce-bbc1-db96ebd12c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:01.842067 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [req-93236346-cacc-4ec9-a628-61c15331a32e req-d371e4d6-0ece-4f4f-a7ed-9802377fa09a tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] delete failed (client error): There was a conflict when trying to complete your request. May 05 19:53:01.843119 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-93236346-cacc-4ec9-a628-61c15331a32e req-d371e4d6-0ece-4f4f-a7ed-9802377fa09a tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "DELETE /v2.0/security-groups/23c85e78-0cb0-4bce-b384-ceaf4ff2e79b HTTP/1.1" status: 409 len: 341 time: 0.1033161 May 05 19:53:01.969021 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a71fde56-414d-49bb-8f98-1bbc0e8393b0'] response: {'name': 'network-changed', 'server_uuid': '3692b921-276d-4ae5-84d0-1bffd2ff1096', 'tag': '308e82b0-04ad-42d3-b0e4-192ee517b0d9', 'status': 'completed', 'code': 200} May 05 19:53:02.113117 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 2d9c78b6-03b1-47aa-9e0a-1dfecab0f5e9 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:53:02.159081 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a73645f-fe97-4e07-8e4b-036d30a95982 req-b91d518c-e6b1-43fb-b339-42ae0a935a6c tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:02.160647 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3a73645f-fe97-4e07-8e4b-036d30a95982 req-b91d518c-e6b1-43fb-b339-42ae0a935a6c tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa401015-7cfc-4b79-b230-f7a61b5691bf HTTP/1.1" status: 200 len: 943 time: 0.2887230 May 05 19:53:02.195203 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fabae91b-29a1-43de-b548-361cd2bd0c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:02.225922 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1457569b-96e4-48cb-9c3d-dfdcbf683ba7 req-7db676e1-b743-463e-b721-a55747c533a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:02.227712 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1457569b-96e4-48cb-9c3d-dfdcbf683ba7 req-7db676e1-b743-463e-b721-a55747c533a5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ebd0d12895b0474f8b30730a1d2092a4&device_id=3692b921-276d-4ae5-84d0-1bffd2ff1096 HTTP/1.1" status: 200 len: 1174 time: 0.2282956 May 05 19:53:02.273557 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 2d9c78b6-03b1-47aa-9e0a-1dfecab0f5e9, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=2d9c78b6-03b1-47aa-9e0a-1dfecab0f5e9,segment=NetworkSegment(1f10a855-a9e8-4d4c-8bbd-1323724e504b),segment_id=1f10a855-a9e8-4d4c-8bbd-1323724e504b)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:53:02.289629 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': '2d9c78b6-03b1-47aa-9e0a-1dfecab0f5e9', 'network_id': 'c0dbff45-b7d3-44db-825a-7ca3d44cd917', 'port_id': '2d9c78b6-03b1-47aa-9e0a-1dfecab0f5e9', 'mac_address': 'fa:16:3e:aa:80:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b07668b7-cdd8-46a5-a536-43ebeaf1a857', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:53:02.307303 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b1c5095e-655c-41ce-bbc1-db96ebd12c1a None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:02.342897 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-b1c5095e-655c-41ce-bbc1-db96ebd12c1a None None] Transition to ACTIVE for port object 99225136-5589-4ea6-b174-54a2b730b984 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:53:02.350507 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 19:53:02.354693 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b1c5095e-655c-41ce-bbc1-db96ebd12c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:02.356168 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3a73645f-fe97-4e07-8e4b-036d30a95982 req-fcf03b2d-7b84-46bd-a317-bc8c66f971c2 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] 10.222.0.36 "GET /v2.0/security-groups?id=74723806-36cd-43f0-be0b-2bd9c82fe8be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1741016 May 05 19:53:02.392134 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:02.442812 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-b1c5095e-655c-41ce-bbc1-db96ebd12c1a None None] Attempting to bind port 99225136-5589-4ea6-b174-54a2b730b984 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:53:02.443161 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-b1c5095e-655c-41ce-bbc1-db96ebd12c1a None None] Attempting to bind port 99225136-5589-4ea6-b174-54a2b730b984 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:53:02.443763 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c5095e-655c-41ce-bbc1-db96ebd12c1a None None] Attempting to bind port 99225136-5589-4ea6-b174-54a2b730b984 on network 0401d202-1605-4cfe-bad4-fb225df6afb0 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:53:02.446178 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bc80c3-6cbc-4622-ba6d-99b6274d499f None None] Pushing event updated for resources: {'Port': ['ID=99225136-5589-4ea6-b174-54a2b730b984,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:02.450652 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d9c78b6-03b1-47aa-9e0a-1dfecab0f5e9 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:53:02.458529 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c5095e-655c-41ce-bbc1-db96ebd12c1a None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:53:02.459149 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c5095e-655c-41ce-bbc1-db96ebd12c1a None None] Checking segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:53:02.459766 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b1c5095e-655c-41ce-bbc1-db96ebd12c1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:02.460321 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c5095e-655c-41ce-bbc1-db96ebd12c1a None None] Bound using segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:53:02.460949 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-b1c5095e-655c-41ce-bbc1-db96ebd12c1a None None] Bound port: 99225136-5589-4ea6-b174-54a2b730b984, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:53:02.463881 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b1c5095e-655c-41ce-bbc1-db96ebd12c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:02.485910 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 2d9c78b6-03b1-47aa-9e0a-1dfecab0f5e9, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=2d9c78b6-03b1-47aa-9e0a-1dfecab0f5e9,segment=NetworkSegment(1f10a855-a9e8-4d4c-8bbd-1323724e504b),segment_id=1f10a855-a9e8-4d4c-8bbd-1323724e504b)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:53:02.491658 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:02.514253 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc80c3-6cbc-4622-ba6d-99b6274d499f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:53:02.514588 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc80c3-6cbc-4622-ba6d-99b6274d499f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:53:02.514918 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc80c3-6cbc-4622-ba6d-99b6274d499f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:53:02.515242 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc80c3-6cbc-4622-ba6d-99b6274d499f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:53:02.531292 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc80c3-6cbc-4622-ba6d-99b6274d499f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:53:02.531727 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc80c3-6cbc-4622-ba6d-99b6274d499f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:53:02.532065 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc80c3-6cbc-4622-ba6d-99b6274d499f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:53:02.532393 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc80c3-6cbc-4622-ba6d-99b6274d499f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:53:02.532717 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc80c3-6cbc-4622-ba6d-99b6274d499f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:53:02.533037 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc80c3-6cbc-4622-ba6d-99b6274d499f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:53:02.533355 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc80c3-6cbc-4622-ba6d-99b6274d499f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:53:02.533668 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc80c3-6cbc-4622-ba6d-99b6274d499f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:53:02.618794 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-b1c5095e-655c-41ce-bbc1-db96ebd12c1a None None] For port 99225136-5589-4ea6-b174-54a2b730b984, host n-d-840717-1, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:53:02.624631 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-b1c5095e-655c-41ce-bbc1-db96ebd12c1a None None] For port 99225136-5589-4ea6-b174-54a2b730b984, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=99225136-5589-4ea6-b174-54a2b730b984,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:53:02.630638 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b1c5095e-655c-41ce-bbc1-db96ebd12c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:02.680035 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=2d9c78b6-03b1-47aa-9e0a-1dfecab0f5e9,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:02.725187 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bc80c3-6cbc-4622-ba6d-99b6274d499f None None] Pushing event updated for resources: {'Port': ['ID=99225136-5589-4ea6-b174-54a2b730b984,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:02.748986 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c5095e-655c-41ce-bbc1-db96ebd12c1a None None] Routers {'4aa3d401-c9a9-43b0-9fb8-955f3e47ee0a'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:53:02.749900 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-b1c5095e-655c-41ce-bbc1-db96ebd12c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:52:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['4aa3d401-c9a9-43b0-9fb8-955f3e47ee0a'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:53:02.829454 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['2d9c78b6-03b1-47aa-9e0a-1dfecab0f5e9'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:53:02.852673 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1457569b-96e4-48cb-9c3d-dfdcbf683ba7 req-f6055eb6-b26d-4938-a05f-0e6a48d3d935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:02.854194 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1457569b-96e4-48cb-9c3d-dfdcbf683ba7 req-f6055eb6-b26d-4938-a05f-0e6a48d3d935 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9391bd70-fefd-4234-a5c6-e5bdaa98482d HTTP/1.1" status: 200 len: 912 time: 0.6134746 May 05 19:53:02.891059 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-fabae91b-29a1-43de-b548-361cd2bd0c8c admin admin] Allocated IP 172.20.0.1 (4632dd15-5a5d-45b1-b733-fbb054938b90/437285c6-3652-4862-b28f-b8cc4e39ba53/6ebacf05-909d-4c69-bc88-0c300db7dc7e) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:53:02.909224 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9e65a5-a1df-46dd-9bec-895a0fe39155 req-179584f0-2a02-4007-acfb-fcffde144125 tempest-LiveAutoBlockMigrationV225Test-129314705 tempest-LiveAutoBlockMigrationV225Test-129314705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:02.918532 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9c9e65a5-a1df-46dd-9bec-895a0fe39155 req-179584f0-2a02-4007-acfb-fcffde144125 tempest-LiveAutoBlockMigrationV225Test-129314705 tempest-LiveAutoBlockMigrationV225Test-129314705-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d36a569d-6a34-4d80-8488-b596fe4b8373 HTTP/1.1" status: 200 len: 1095 time: 0.2942357 May 05 19:53:03.015041 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-b1c5095e-655c-41ce-bbc1-db96ebd12c1a None None] Set router 4aa3d401-c9a9-43b0-9fb8-955f3e47ee0a gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:53:03.037949 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9c9e65a5-a1df-46dd-9bec-895a0fe39155 req-f024ab3c-f5e8-4ba6-a1b7-aa5c895264dd tempest-LiveAutoBlockMigrationV225Test-129314705 tempest-LiveAutoBlockMigrationV225Test-129314705-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184490 May 05 19:53:03.047049 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff518d8-d40d-4c44-a0a4-c43a3b225794 req-6f33d54d-7a59-4e72-8ee5-29ed0d5e550d tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:03.049242 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bff518d8-d40d-4c44-a0a4-c43a3b225794 req-6f33d54d-7a59-4e72-8ee5-29ed0d5e550d tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] 10.222.0.36 "GET /v2.0/ports?device_id=02a55821-e17b-454d-9aea-fef7b5ddfca9 HTTP/1.1" status: 200 len: 949 time: 0.1628611 May 05 19:53:03.130999 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bff518d8-d40d-4c44-a0a4-c43a3b225794 req-0976097d-7ef2-4871-86b7-6f4e084d87ad tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] 10.222.0.36 "GET /v2.0/security-groups?id=ceeee1c2-2df3-4de5-9577-b382bee91df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756001 May 05 19:53:03.298382 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1457569b-96e4-48cb-9c3d-dfdcbf683ba7 req-881cd6d0-ce93-48c8-b863-9713b9b777fc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=308e82b0-04ad-42d3-b0e4-192ee517b0d9 HTTP/1.1" status: 200 len: 217 time: 0.4362724 May 05 19:53:03.421980 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97de185f-243b-4ceb-9d47-9c56207d11c4 req-0a4eb8b4-dc07-43a2-b600-e1c700d08fac tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:03.421980 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-97de185f-243b-4ceb-9d47-9c56207d11c4 req-0a4eb8b4-dc07-43a2-b600-e1c700d08fac tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=bdb708e5-303c-47f5-8e2e-6d06e480e3ed HTTP/1.1" status: 200 len: 1095 time: 0.0935316 May 05 19:53:03.468151 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-97de185f-243b-4ceb-9d47-9c56207d11c4 req-58297136-7a9e-457d-8ad8-8c4f05870637 tempest-LiveMigrationTest-1334471859 tempest-LiveMigrationTest-1334471859-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464365 May 05 19:53:03.481405 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1457569b-96e4-48cb-9c3d-dfdcbf683ba7 req-27f8bbc3-2e59-470c-80d0-0944b6ff3296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:03.482946 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1457569b-96e4-48cb-9c3d-dfdcbf683ba7 req-27f8bbc3-2e59-470c-80d0-0944b6ff3296 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dad2f10a-bab0-4742-b13f-5f772ad5e3e5 HTTP/1.1" status: 200 len: 851 time: 0.1765058 May 05 19:53:03.489937 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fabae91b-29a1-43de-b548-361cd2bd0c8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:03.571064 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1457569b-96e4-48cb-9c3d-dfdcbf683ba7 req-b887a51f-51eb-4ad1-a2ec-90d251d132b8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9391bd70-fefd-4234-a5c6-e5bdaa98482d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634129 May 05 19:53:03.591091 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-fabae91b-29a1-43de-b548-361cd2bd0c8c admin admin] Transition to ACTIVE for port object 6ebacf05-909d-4c69-bc88-0c300db7dc7e will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:53:03.615031 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-b1c5095e-655c-41ce-bbc1-db96ebd12c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aa3d401-c9a9-43b0-9fb8-955f3e47ee0a', 'name': 'tempest-FloatingIPsTestJSON-2068479181-router', 'tenant_id': '64a3560cd1634b98bb2fbd917b9cc106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '99225136-5589-4ea6-b174-54a2b730b984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:52:52Z', 'updated_at': '2022-05-05T19:52:57Z', 'revision_number': 3, 'project_id': '64a3560cd1634b98bb2fbd917b9cc106', 'gw_port': {'id': '99225136-5589-4ea6-b174-54a2b730b984', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:18:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aa3d401-c9a9-43b0-9fb8-955f3e47ee0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:52:54Z', 'updated_at': '2022-05-05T19:53:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:53:03.615031 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c5095e-655c-41ce-bbc1-db96ebd12c1a None None] The sync data for ids ['4aa3d401-c9a9-43b0-9fb8-955f3e47ee0a'] in n-d-840717-1 is: [{'id': '4aa3d401-c9a9-43b0-9fb8-955f3e47ee0a', 'name': 'tempest-FloatingIPsTestJSON-2068479181-router', 'tenant_id': '64a3560cd1634b98bb2fbd917b9cc106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '99225136-5589-4ea6-b174-54a2b730b984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:52:52Z', 'updated_at': '2022-05-05T19:52:57Z', 'revision_number': 3, 'project_id': '64a3560cd1634b98bb2fbd917b9cc106', 'gw_port': {'id': '99225136-5589-4ea6-b174-54a2b730b984', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:18:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aa3d401-c9a9-43b0-9fb8-955f3e47ee0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:52:54Z', 'updated_at': '2022-05-05T19:53:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 19:53:03.673036 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fabae91b-29a1-43de-b548-361cd2bd0c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:03.852861 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabae91b-29a1-43de-b548-361cd2bd0c8c admin admin] Network 4632dd15-5a5d-45b1-b733-fbb054938b90 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:53:03.857945 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-fabae91b-29a1-43de-b548-361cd2bd0c8c admin admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:53:03.873084 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb727dc-adbe-4eef-8d82-d956332c2e15 req-f9d359f6-4459-4f89-8ae3-d0f96f998a5d tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:03.874624 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fcb727dc-adbe-4eef-8d82-d956332c2e15 req-f9d359f6-4459-4f89-8ae3-d0f96f998a5d tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c5dad3c-d602-4b16-ba45-4bfc3c8179fb HTTP/1.1" status: 200 len: 950 time: 0.5208328 May 05 19:53:03.878741 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabae91b-29a1-43de-b548-361cd2bd0c8c admin admin] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:53:03.980726 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabae91b-29a1-43de-b548-361cd2bd0c8c admin admin] Pushing event updated for resources: {'Port': ['ID=6ebacf05-909d-4c69-bc88-0c300db7dc7e,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:03.985467 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5fcf60-a4aa-4edd-9771-34f1a0d8a1a8 req-d533f94d-2d99-49b1-a0db-eaa37f0014e3 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:03.987578 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bb5fcf60-a4aa-4edd-9771-34f1a0d8a1a8 req-d533f94d-2d99-49b1-a0db-eaa37f0014e3 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] 10.222.0.50 "GET /v2.0/ports?device_id=02a55821-e17b-454d-9aea-fef7b5ddfca9 HTTP/1.1" status: 200 len: 949 time: 0.3388779 May 05 19:53:04.003710 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa944a3-ce9a-45c9-a9f6-d0f8a88cb43a req-ad4dd9ee-6ef4-4e7b-b329-a386d54be3ad tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:04.011833 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2aa944a3-ce9a-45c9-a9f6-d0f8a88cb43a req-ad4dd9ee-6ef4-4e7b-b329-a386d54be3ad tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/ports?device_id=3692b921-276d-4ae5-84d0-1bffd2ff1096 HTTP/1.1" status: 200 len: 1023 time: 0.1917479 May 05 19:53:04.023845 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1457569b-96e4-48cb-9c3d-dfdcbf683ba7 req-9ed3e567-5b65-43c4-b3f5-5abce05d6edf service neutron] 10.222.0.24 "GET /v2.0/networks/9391bd70-fefd-4234-a5c6-e5bdaa98482d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4155285 May 05 19:53:04.031048 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fcb727dc-adbe-4eef-8d82-d956332c2e15 req-5b04e9e9-0583-4cc4-b5d8-fe8558966f9d tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116576 May 05 19:53:04.073273 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fabae91b-29a1-43de-b548-361cd2bd0c8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:04.141724 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 2d9c78b6-03b1-47aa-9e0a-1dfecab0f5e9 up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:53:04.226351 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2aa944a3-ce9a-45c9-a9f6-d0f8a88cb43a req-adc10d62-05c9-4245-a735-ae142c2a1739 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/security-groups?id=e36a03ce-19b7-4072-ac8e-38f72e9ef290&id=23c85e78-0cb0-4bce-b384-ceaf4ff2e79b&id=b78743f8-e5fa-446f-9dce-87d979883e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2136142 May 05 19:53:04.254144 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-bb5fcf60-a4aa-4edd-9771-34f1a0d8a1a8 req-fe624b9c-5ae1-4812-b2de-82479e3dca11 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Deleting port 08e4b020-70fb-4448-92ed-4a4862398302 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:53:04.254924 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-bb5fcf60-a4aa-4edd-9771-34f1a0d8a1a8 req-fe624b9c-5ae1-4812-b2de-82479e3dca11 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:04.304245 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port 2d9c78b6-03b1-47aa-9e0a-1dfecab0f5e9 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:53:04.342111 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port 2d9c78b6-03b1-47aa-9e0a-1dfecab0f5e9 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:53:04.342567 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:04.527906 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-f05d5b6f-f50b-4c45-be64-0635464ef3cf None None] Provisioning for port 6ebacf05-909d-4c69-bc88-0c300db7dc7e completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:53:04.550845 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-f05d5b6f-f50b-4c45-be64-0635464ef3cf None None] Provisioning complete for port 6ebacf05-909d-4c69-bc88-0c300db7dc7e triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:53:04.551428 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f05d5b6f-f50b-4c45-be64-0635464ef3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:04.609976 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4242c464-0e3d-46ac-91e4-09f9fec9501a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:04.645813 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-f05d5b6f-f50b-4c45-be64-0635464ef3cf None None] Port 6ebacf05-909d-4c69-bc88-0c300db7dc7e cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:53:04.727574 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5b855b0b-db74-4346-95f0-7893e5428e6b req-664a9597-edc1-49e4-be6c-decf2ec6f0a4 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=97ead9bcc5d448dab263815a595740a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0575945 May 05 19:53:04.752114 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:04.792789 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0912ee61-c197-426e-8a5e-6c1b56346308 req-8d59b8e5-2ef5-4644-a0c7-9fb133303b29 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:04.805725 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0912ee61-c197-426e-8a5e-6c1b56346308 req-8d59b8e5-2ef5-4644-a0c7-9fb133303b29 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.24 "GET /v2.0/ports?device_id=3692b921-276d-4ae5-84d0-1bffd2ff1096 HTTP/1.1" status: 200 len: 1023 time: 0.4261167 May 05 19:53:04.808229 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa401015-7cfc-4b79-b230-f7a61b5691bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d9c78b6-03b1-47aa-9e0a-1dfecab0f5e9'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:53:04.809351 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb6461-8f04-4aad-b412-146a9223555c req-d7f327c2-c0b8-4719-99e9-fc688c543b39 tempest-LiveAutoBlockMigrationV225Test-129314705 tempest-LiveAutoBlockMigrationV225Test-129314705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:04.817026 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2ccb6461-8f04-4aad-b412-146a9223555c req-d7f327c2-c0b8-4719-99e9-fc688c543b39 tempest-LiveAutoBlockMigrationV225Test-129314705 tempest-LiveAutoBlockMigrationV225Test-129314705-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d36a569d-6a34-4d80-8488-b596fe4b8373 HTTP/1.1" status: 200 len: 1095 time: 0.3353853 May 05 19:53:04.826829 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 2d9c78b6-03b1-47aa-9e0a-1dfecab0f5e9, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=2d9c78b6-03b1-47aa-9e0a-1dfecab0f5e9,segment=NetworkSegment(1f10a855-a9e8-4d4c-8bbd-1323724e504b),segment_id=1f10a855-a9e8-4d4c-8bbd-1323724e504b)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:53:04.837502 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:04.954568 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=2d9c78b6-03b1-47aa-9e0a-1dfecab0f5e9,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:04.987465 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1457569b-96e4-48cb-9c3d-dfdcbf683ba7 req-b28f733f-f1ab-464e-95f6-a057432ab8dd service neutron] 10.222.0.24 "GET /v2.0/networks/9391bd70-fefd-4234-a5c6-e5bdaa98482d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9535520 May 05 19:53:05.023542 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-0912ee61-c197-426e-8a5e-6c1b56346308 req-335a5403-ed48-48e6-ad16-451f949084d5 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Deleting port 308e82b0-04ad-42d3-b0e4-192ee517b0d9 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:53:05.024031 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0912ee61-c197-426e-8a5e-6c1b56346308 req-335a5403-ed48-48e6-ad16-451f949084d5 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:05.051261 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b855b0b-db74-4346-95f0-7893e5428e6b req-0c456399-88a4-413b-9f9c-9a56f1521ec2 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:05.059029 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2ccb6461-8f04-4aad-b412-146a9223555c req-5d8a44a2-5ea9-4103-8966-6caa10ee38f6 tempest-LiveAutoBlockMigrationV225Test-129314705 tempest-LiveAutoBlockMigrationV225Test-129314705-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388985 May 05 19:53:05.061048 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5b855b0b-db74-4346-95f0-7893e5428e6b req-0c456399-88a4-413b-9f9c-9a56f1521ec2 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3088295 May 05 19:53:05.064408 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-bb5fcf60-a4aa-4edd-9771-34f1a0d8a1a8 req-fe624b9c-5ae1-4812-b2de-82479e3dca11 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] For port 08e4b020-70fb-4448-92ed-4a4862398302, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=08e4b020-70fb-4448-92ed-4a4862398302,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:53:05.065254 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-bb5fcf60-a4aa-4edd-9771-34f1a0d8a1a8 req-fe624b9c-5ae1-4812-b2de-82479e3dca11 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:05.103017 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5b855b0b-db74-4346-95f0-7893e5428e6b req-ae36523a-18e6-42ca-9864-4a1904486109 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/quotas/97ead9bcc5d448dab263815a595740a4 HTTP/1.1" status: 200 len: 375 time: 0.0447435 May 05 19:53:05.170157 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5b855b0b-db74-4346-95f0-7893e5428e6b req-a1bd0c7a-b133-4bc9-9729-dd5c5737a249 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=97ead9bcc5d448dab263815a595740a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0653093 May 05 19:53:05.183571 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fabae91b-29a1-43de-b548-361cd2bd0c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:05.311300 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-bb5fcf60-a4aa-4edd-9771-34f1a0d8a1a8 req-fe624b9c-5ae1-4812-b2de-82479e3dca11 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Calling delete_port for 08e4b020-70fb-4448-92ed-4a4862398302 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:53:05.512309 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fabae91b-29a1-43de-b548-361cd2bd0c8c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:05.527025 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fabae91b-29a1-43de-b548-361cd2bd0c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:05.619330 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 99225136-5589-4ea6-b174-54a2b730b984 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:53:05.718507 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fabae91b-29a1-43de-b548-361cd2bd0c8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:05.757613 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b11de2c-e542-4ffc-b08a-b403a7d70be8 req-c3db8ee5-9443-46f7-9b7e-40aa9b672f93 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:05.766610 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9b11de2c-e542-4ffc-b08a-b403a7d70be8 req-c3db8ee5-9443-46f7-9b7e-40aa9b672f93 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa401015-7cfc-4b79-b230-f7a61b5691bf HTTP/1.1" status: 200 len: 945 time: 0.4131186 May 05 19:53:05.768500 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 99225136-5589-4ea6-b174-54a2b730b984 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:53:05.774541 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 99225136-5589-4ea6-b174-54a2b730b984 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:53:05.776338 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:05.854726 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-bb5fcf60-a4aa-4edd-9771-34f1a0d8a1a8 req-fe624b9c-5ae1-4812-b2de-82479e3dca11 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:05.875320 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabae91b-29a1-43de-b548-361cd2bd0c8c admin admin] Pushing event updated for resources: {'Port': ['ID=6ebacf05-909d-4c69-bc88-0c300db7dc7e,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:05.930061 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['08e4b020-70fb-4448-92ed-4a4862398302'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:53:06.003020 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabae91b-29a1-43de-b548-361cd2bd0c8c admin admin] Network 4632dd15-5a5d-45b1-b733-fbb054938b90 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:53:06.006504 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-fabae91b-29a1-43de-b548-361cd2bd0c8c admin admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:53:06.179936 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe624b9c-5ae1-4812-b2de-82479e3dca11 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Pushing event deleted for resources: {'Port': ['ID=08e4b020-70fb-4448-92ed-4a4862398302,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:06.195898 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9b11de2c-e542-4ffc-b08a-b403a7d70be8 req-9e8a7424-6f8e-4c9b-8f86-5a52333f2c10 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] 10.222.0.36 "GET /v2.0/security-groups?id=74723806-36cd-43f0-be0b-2bd9c82fe8be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4282358 May 05 19:53:06.249109 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:06.282102 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 99225136-5589-4ea6-b174-54a2b730b984, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=99225136-5589-4ea6-b174-54a2b730b984,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:53:06.292431 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:06.315927 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb5fcf60-a4aa-4edd-9771-34f1a0d8a1a8 req-fe624b9c-5ae1-4812-b2de-82479e3dca11 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] No DVR routers for this DVR port 08e4b020-70fb-4448-92ed-4a4862398302 on host n-h2-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:53:06.359755 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c108970-9f25-46b9-9c1d-9c0f0962731f'] response: {'server_uuid': 'fa401015-7cfc-4b79-b230-f7a61b5691bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d9c78b6-03b1-47aa-9e0a-1dfecab0f5e9', 'code': 200} May 05 19:53:06.382155 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-0912ee61-c197-426e-8a5e-6c1b56346308 req-335a5403-ed48-48e6-ad16-451f949084d5 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] For port 308e82b0-04ad-42d3-b0e4-192ee517b0d9, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=308e82b0-04ad-42d3-b0e4-192ee517b0d9,segment=NetworkSegment(c3aa82ea-8521-41ae-94bc-6b77a724b188),segment_id=c3aa82ea-8521-41ae-94bc-6b77a724b188)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:53:06.382610 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0912ee61-c197-426e-8a5e-6c1b56346308 req-335a5403-ed48-48e6-ad16-451f949084d5 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:06.419833 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-c5b8f7cf-ec05-44dc-afac-096e06dbceb2 None None] Provisioning complete for port 6ebacf05-909d-4c69-bc88-0c300db7dc7e triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:53:06.420587 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c5b8f7cf-ec05-44dc-afac-096e06dbceb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:06.482140 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=99225136-5589-4ea6-b174-54a2b730b984,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:06.506491 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-c5b8f7cf-ec05-44dc-afac-096e06dbceb2 None None] Port 6ebacf05-909d-4c69-bc88-0c300db7dc7e cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:53:06.560220 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9fd8838d-0ba3-4cc7-b914-5694d3f332cf req-bdf1a99e-309c-4bf8-9dda-617e004252a7 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] 10.222.0.36 "GET /v2.0/ports?device_id=02a55821-e17b-454d-9aea-fef7b5ddfca9 HTTP/1.1" status: 200 len: 210 time: 0.2586815 May 05 19:53:06.670554 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fabae91b-29a1-43de-b548-361cd2bd0c8c admin admin] Router 4aa3d401-c9a9-43b0-9fb8-955f3e47ee0a has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 19:53:06.701475 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-bb5fcf60-a4aa-4edd-9771-34f1a0d8a1a8 req-fe624b9c-5ae1-4812-b2de-82479e3dca11 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:06.704465 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02a55821-e17b-454d-9aea-fef7b5ddfca9', 'name': 'network-vif-deleted', 'tag': '08e4b020-70fb-4448-92ed-4a4862398302'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:53:06.788881 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-0912ee61-c197-426e-8a5e-6c1b56346308 req-335a5403-ed48-48e6-ad16-451f949084d5 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Calling delete_port for 308e82b0-04ad-42d3-b0e4-192ee517b0d9 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:53:06.793124 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fe2f037c-c660-49a7-b05b-b591eb941221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:06.908088 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bb5fcf60-a4aa-4edd-9771-34f1a0d8a1a8 req-fe624b9c-5ae1-4812-b2de-82479e3dca11 tempest-LiveMigrationNegativeTest-1874961328 tempest-LiveMigrationNegativeTest-1874961328-project] 10.222.0.50 "DELETE /v2.0/ports/08e4b020-70fb-4448-92ed-4a4862398302 HTTP/1.1" status: 204 len: 173 time: 2.8812890 May 05 19:53:06.979641 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8650fcd8-5acb-4ee7-bb20-467e505e9e7c req-bcd96c98-2f03-43a0-8176-f895f4f7eeaa tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:06.981103 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8650fcd8-5acb-4ee7-bb20-467e505e9e7c req-bcd96c98-2f03-43a0-8176-f895f4f7eeaa tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.50 "GET /v2.0/ports?device_id=bdb708e5-303c-47f5-8e2e-6d06e480e3ed HTTP/1.1" status: 200 len: 944 time: 0.3134880 May 05 19:53:07.018024 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc2284-4f8c-43bc-a94c-33e527995bc1 req-2154128e-959a-4f15-95bb-e6d9202e0a35 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:07.019585 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-79dc2284-4f8c-43bc-a94c-33e527995bc1 req-2154128e-959a-4f15-95bb-e6d9202e0a35 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c5dad3c-d602-4b16-ba45-4bfc3c8179fb HTTP/1.1" status: 200 len: 950 time: 0.3195412 May 05 19:53:07.020095 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3921d4-8bcb-48cd-9d2b-640ea3c3aea3 req-f53aa59d-41f2-4f8b-a205-6be5a0239b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:07.021538 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5a3921d4-8bcb-48cd-9d2b-640ea3c3aea3 req-f53aa59d-41f2-4f8b-a205-6be5a0239b37 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fa401015-7cfc-4b79-b230-f7a61b5691bf HTTP/1.1" status: 200 len: 1096 time: 0.5999522 May 05 19:53:07.078776 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fabae91b-29a1-43de-b548-361cd2bd0c8c admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 19:53:07.095167 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1477184-4725-4eda-87d0-7d050d6e2cf5 None None] Sync routers for ids ['4aa3d401-c9a9-43b0-9fb8-955f3e47ee0a'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 19:53:07.104908 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-fabae91b-29a1-43de-b548-361cd2bd0c8c admin admin] 10.222.0.36 "PUT /v2.0/routers/4aa3d401-c9a9-43b0-9fb8-955f3e47ee0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9013281 May 05 19:53:07.108471 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1477184-4725-4eda-87d0-7d050d6e2cf5 None None] Routers {'4aa3d401-c9a9-43b0-9fb8-955f3e47ee0a'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:53:07.108755 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5a3921d4-8bcb-48cd-9d2b-640ea3c3aea3 req-ed16087d-c917-4b27-9041-55e290ce6f9a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=74723806-36cd-43f0-be0b-2bd9c82fe8be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769489 May 05 19:53:07.109111 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-e1477184-4725-4eda-87d0-7d050d6e2cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:53:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['4aa3d401-c9a9-43b0-9fb8-955f3e47ee0a'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:53:07.127856 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fd38cd-5c03-4074-90b2-15a2d0c71412 req-2c41d72f-bdb6-4fb3-ae0d-fb1922fb4b7a tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:07.140742 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-71fd38cd-5c03-4074-90b2-15a2d0c71412 req-2c41d72f-bdb6-4fb3-ae0d-fb1922fb4b7a tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/ports?device_id=3692b921-276d-4ae5-84d0-1bffd2ff1096 HTTP/1.1" status: 200 len: 1023 time: 0.2810402 May 05 19:53:07.141852 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-8650fcd8-5acb-4ee7-bb20-467e505e9e7c req-f68826a1-38e7-43e8-ab52-12c848d0e3ff tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Deleting port 3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:53:07.142369 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-8650fcd8-5acb-4ee7-bb20-467e505e9e7c req-f68826a1-38e7-43e8-ab52-12c848d0e3ff tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:07.175004 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0912ee61-c197-426e-8a5e-6c1b56346308 req-335a5403-ed48-48e6-ad16-451f949084d5 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:07.209893 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-71fd38cd-5c03-4074-90b2-15a2d0c71412 req-ab8f0806-a731-4d47-9cc6-36b8b17e2b37 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/security-groups?id=e36a03ce-19b7-4072-ac8e-38f72e9ef290&id=23c85e78-0cb0-4bce-b384-ceaf4ff2e79b&id=b78743f8-e5fa-446f-9dce-87d979883e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0680120 May 05 19:53:07.256365 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['a40bd772-947d-4370-9783-c33dfa399579'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:53:07.262459 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-79dc2284-4f8c-43bc-a94c-33e527995bc1 req-48b4dd8e-dbde-4def-b505-8e74a945735e tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029245 May 05 19:53:07.272444 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335a5403-ed48-48e6-ad16-451f949084d5 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Pushing event deleted for resources: {'Port': ['ID=308e82b0-04ad-42d3-b0e4-192ee517b0d9,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:07.360298 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5b855b0b-db74-4346-95f0-7893e5428e6b req-d61d6d39-58b9-43a8-9310-636238cdc44a tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=97ead9bcc5d448dab263815a595740a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0606437 May 05 19:53:07.472132 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-0912ee61-c197-426e-8a5e-6c1b56346308 req-335a5403-ed48-48e6-ad16-451f949084d5 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] No DVR routers for this DVR port 308e82b0-04ad-42d3-b0e4-192ee517b0d9 on host n-h1-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:53:07.477263 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0912ee61-c197-426e-8a5e-6c1b56346308 req-335a5403-ed48-48e6-ad16-451f949084d5 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:07.501248 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0912ee61-c197-426e-8a5e-6c1b56346308 req-335a5403-ed48-48e6-ad16-451f949084d5 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.24 "DELETE /v2.0/ports/308e82b0-04ad-42d3-b0e4-192ee517b0d9 HTTP/1.1" status: 204 len: 173 time: 2.6292982 May 05 19:53:07.554836 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-e1477184-4725-4eda-87d0-7d050d6e2cf5 None None] Set router 4aa3d401-c9a9-43b0-9fb8-955f3e47ee0a gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:53:07.572142 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7f676968-c5fd-4c39-b259-d8ee31c3d21c req-f046b4c2-8975-4c6c-b424-0aab7d9721c2 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e8b4807-8719-405e-a2ab-1e560c235ee2 HTTP/1.1" status: 200 len: 210 time: 0.2099404 May 05 19:53:07.692904 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 99225136-5589-4ea6-b174-54a2b730b984 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:53:07.731832 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b855b0b-db74-4346-95f0-7893e5428e6b req-f3a39dc1-627d-44e4-8bb6-53c9b1992204 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:07.736938 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5b855b0b-db74-4346-95f0-7893e5428e6b req-f3a39dc1-627d-44e4-8bb6-53c9b1992204 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3346782 May 05 19:53:07.755938 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-5b855b0b-db74-4346-95f0-7893e5428e6b req-0402bc44-4f32-451e-b1e0-d6697a4f0481 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Request body: {'port': {'device_id': '3e8b4807-8719-405e-a2ab-1e560c235ee2', 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3', 'admin_state_up': True, 'tenant_id': '97ead9bcc5d448dab263815a595740a4'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:53:07.882425 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-8650fcd8-5acb-4ee7-bb20-467e505e9e7c req-f68826a1-38e7-43e8-ab52-12c848d0e3ff tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] For port 3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9,segment=NetworkSegment(2fd00a77-6cab-42c3-b322-459c43fd8637),segment_id=2fd00a77-6cab-42c3-b322-459c43fd8637)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:53:07.897346 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-8650fcd8-5acb-4ee7-bb20-467e505e9e7c req-f68826a1-38e7-43e8-ab52-12c848d0e3ff tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:07.924557 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:08.000137 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:08.011131 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-5b855b0b-db74-4346-95f0-7893e5428e6b req-0402bc44-4f32-451e-b1e0-d6697a4f0481 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:53:08.022706 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-5b855b0b-db74-4346-95f0-7893e5428e6b req-0402bc44-4f32-451e-b1e0-d6697a4f0481 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Usage tracker for resource:port and tenant:97ead9bcc5d448dab263815a595740a4 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:53:08.033483 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-5b855b0b-db74-4346-95f0-7893e5428e6b req-0402bc44-4f32-451e-b1e0-d6697a4f0481 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:53:08.051118 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-5b855b0b-db74-4346-95f0-7893e5428e6b req-0402bc44-4f32-451e-b1e0-d6697a4f0481 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:53:08.065534 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-8650fcd8-5acb-4ee7-bb20-467e505e9e7c req-f68826a1-38e7-43e8-ab52-12c848d0e3ff tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Calling delete_port for 3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:53:08.071736 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 308e82b0-04ad-42d3-b0e4-192ee517b0d9 no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:53:08.085859 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b855b0b-db74-4346-95f0-7893e5428e6b req-0402bc44-4f32-451e-b1e0-d6697a4f0481 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Made reservation on behalf of 97ead9bcc5d448dab263815a595740a4 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:53:08.092739 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-5b855b0b-db74-4346-95f0-7893e5428e6b req-0402bc44-4f32-451e-b1e0-d6697a4f0481 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:08.151964 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fc810f1-d30f-42ab-97a7-11a566cac6f8'] response: {'server_uuid': '02a55821-e17b-454d-9aea-fef7b5ddfca9', 'name': 'network-vif-deleted', 'tag': '08e4b020-70fb-4448-92ed-4a4862398302', 'status': 'completed', 'code': 200} May 05 19:53:08.156372 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f55b3-f4b4-46de-a979-d270f9d28a9f req-b1fe7c22-4668-476d-9b8e-944e1a8c62da tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:08.164910 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ac0f55b3-f4b4-46de-a979-d270f9d28a9f req-b1fe7c22-4668-476d-9b8e-944e1a8c62da tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb708e5-303c-47f5-8e2e-6d06e480e3ed HTTP/1.1" status: 200 len: 944 time: 0.1964881 May 05 19:53:08.169396 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9 no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:53:08.180520 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-5b855b0b-db74-4346-95f0-7893e5428e6b req-0402bc44-4f32-451e-b1e0-d6697a4f0481 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:08.219444 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-5b855b0b-db74-4346-95f0-7893e5428e6b req-0402bc44-4f32-451e-b1e0-d6697a4f0481 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:53:08.250249 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-5b855b0b-db74-4346-95f0-7893e5428e6b req-0402bc44-4f32-451e-b1e0-d6697a4f0481 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Usage tracker for resource:security_group_rule and tenant:97ead9bcc5d448dab263815a595740a4 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:53:08.273356 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-5b855b0b-db74-4346-95f0-7893e5428e6b req-0402bc44-4f32-451e-b1e0-d6697a4f0481 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:53:08.286566 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-5b855b0b-db74-4346-95f0-7893e5428e6b req-0402bc44-4f32-451e-b1e0-d6697a4f0481 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:53:08.308904 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ac0f55b3-f4b4-46de-a979-d270f9d28a9f req-5e1e3431-b981-4b6b-acda-28fa42d47847 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430435 May 05 19:53:08.340635 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 99225136-5589-4ea6-b174-54a2b730b984 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:53:08.341472 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:08.376135 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] No Port match for: 308e82b0-04ad-42d3-b0e4-192ee517b0d9 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 19:53:08.376774 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 308e82b0-04ad-42d3-b0e4-192ee517b0d9 not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:53:08.453809 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-6e8e08e7-acb4-4b46-834d-5edf79f74bf3 req-386c0bf3-37e4-4df5-851e-dd58b0bf1da7 tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] Synchronizing usage tracker for tenant:64a3560cd1634b98bb2fbd917b9cc106 on resource:network {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:53:08.474271 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-5b855b0b-db74-4346-95f0-7893e5428e6b req-0402bc44-4f32-451e-b1e0-d6697a4f0481 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:08.480708 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-5b855b0b-db74-4346-95f0-7893e5428e6b req-0402bc44-4f32-451e-b1e0-d6697a4f0481 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:08.483482 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-8650fcd8-5acb-4ee7-bb20-467e505e9e7c req-f68826a1-38e7-43e8-ab52-12c848d0e3ff tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:08.577397 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68826a1-38e7-43e8-ab52-12c848d0e3ff tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Pushing event deleted for resources: {'Port': ['ID=3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:08.579739 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['478f6a74-57f1-4900-99d8-96e662021eb5'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:53:08.586557 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-6e8e08e7-acb4-4b46-834d-5edf79f74bf3 req-386c0bf3-37e4-4df5-851e-dd58b0bf1da7 tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] Unset dirty status for tenant:64a3560cd1634b98bb2fbd917b9cc106 on resource:network {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:53:08.594335 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6e8e08e7-acb4-4b46-834d-5edf79f74bf3 req-386c0bf3-37e4-4df5-851e-dd58b0bf1da7 tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4283309 May 05 19:53:08.604809 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-6e8e08e7-acb4-4b46-834d-5edf79f74bf3 req-11e7a4a1-9d41-4748-8294-b487441bb7b3 tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] Request body: {'floatingip': {'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:53:08.639437 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-6e8e08e7-acb4-4b46-834d-5edf79f74bf3 req-11e7a4a1-9d41-4748-8294-b487441bb7b3 tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:53:08.656645 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-6e8e08e7-acb4-4b46-834d-5edf79f74bf3 req-11e7a4a1-9d41-4748-8294-b487441bb7b3 tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] Usage tracker for resource:floatingip and tenant:64a3560cd1634b98bb2fbd917b9cc106 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:53:08.682178 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-5b855b0b-db74-4346-95f0-7893e5428e6b req-0402bc44-4f32-451e-b1e0-d6697a4f0481 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Allocated IP 192.168.233.227 (b786cc2b-f681-4c10-a54f-820e9d1a5ac3/4d72a8d3-0a35-4d3a-96b8-d869ff4093bc/beea523c-b44a-4a29-84fa-ffc71132cf85) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:53:08.703203 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-6e8e08e7-acb4-4b46-834d-5edf79f74bf3 req-11e7a4a1-9d41-4748-8294-b487441bb7b3 tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:53:08.720994 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Port 3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9 update to DOWN by agent not found {{(pid=88199) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 05 19:53:08.721685 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 08e4b020-70fb-4448-92ed-4a4862398302 no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:53:08.731518 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-8650fcd8-5acb-4ee7-bb20-467e505e9e7c req-f68826a1-38e7-43e8-ab52-12c848d0e3ff tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] No DVR routers for this DVR port 3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9 on host n-h2-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:53:08.733905 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-6e8e08e7-acb4-4b46-834d-5edf79f74bf3 req-11e7a4a1-9d41-4748-8294-b487441bb7b3 tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:53:08.736540 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-8650fcd8-5acb-4ee7-bb20-467e505e9e7c req-f68826a1-38e7-43e8-ab52-12c848d0e3ff tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:08.761489 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6e8e08e7-acb4-4b46-834d-5edf79f74bf3 req-11e7a4a1-9d41-4748-8294-b487441bb7b3 tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] Notify callbacks [] for floatingip, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:08.761863 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0402bc44-4f32-451e-b1e0-d6697a4f0481 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47e8f45b-d376-403a-8bb9-867508147e91,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:08.791835 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] No Port match for: 08e4b020-70fb-4448-92ed-4a4862398302 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 19:53:08.792210 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 08e4b020-70fb-4448-92ed-4a4862398302 not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:53:08.922630 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8650fcd8-5acb-4ee7-bb20-467e505e9e7c req-f68826a1-38e7-43e8-ab52-12c848d0e3ff tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.50 "DELETE /v2.0/ports/3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9 HTTP/1.1" status: 204 len: 173 time: 1.9126763 May 05 19:53:08.963838 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984e103-8266-4bab-a89c-55e03972f8fb req-0669333c-8712-4b4a-9a82-ca1e380f079e tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:08.965594 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5984e103-8266-4bab-a89c-55e03972f8fb req-0669333c-8712-4b4a-9a82-ca1e380f079e tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa401015-7cfc-4b79-b230-f7a61b5691bf HTTP/1.1" status: 200 len: 945 time: 0.2400532 May 05 19:53:09.125644 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6e8e08e7-acb4-4b46-834d-5edf79f74bf3 req-11e7a4a1-9d41-4748-8294-b487441bb7b3 tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:09.148313 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5984e103-8266-4bab-a89c-55e03972f8fb req-d2d12054-74dd-4111-bfb1-d3bf6964097f tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] 10.222.0.36 "GET /v2.0/security-groups?id=74723806-36cd-43f0-be0b-2bd9c82fe8be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1516938 May 05 19:53:09.161006 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-e1477184-4725-4eda-87d0-7d050d6e2cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aa3d401-c9a9-43b0-9fb8-955f3e47ee0a', 'name': 'tempest-FloatingIPsTestJSON-2068479181-router', 'tenant_id': '64a3560cd1634b98bb2fbd917b9cc106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '99225136-5589-4ea6-b174-54a2b730b984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:52:52Z', 'updated_at': '2022-05-05T19:53:05Z', 'revision_number': 4, 'project_id': '64a3560cd1634b98bb2fbd917b9cc106', 'gw_port': {'id': '99225136-5589-4ea6-b174-54a2b730b984', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:18:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa3d401-c9a9-43b0-9fb8-955f3e47ee0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:52:54Z', 'updated_at': '2022-05-05T19:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '6ebacf05-909d-4c69-bc88-0c300db7dc7e', 'name': '', 'network_id': '4632dd15-5a5d-45b1-b733-fbb054938b90', 'tenant_id': '64a3560cd1634b98bb2fbd917b9cc106', 'mac_address': 'fa:16:3e:99:6e:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aa3d401-c9a9-43b0-9fb8-955f3e47ee0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '437285c6-3652-4862-b28f-b8cc4e39ba53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:53:02Z', 'updated_at': '2022-05-05T19:53:05Z', 'revision_number': 2, 'project_id': '64a3560cd1634b98bb2fbd917b9cc106', 'subnets': [{'id': '437285c6-3652-4862-b28f-b8cc4e39ba53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:53:09.167835 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1477184-4725-4eda-87d0-7d050d6e2cf5 None None] Checking router: 4aa3d401-c9a9-43b0-9fb8-955f3e47ee0a for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 19:53:09.168189 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1477184-4725-4eda-87d0-7d050d6e2cf5 None None] Updating router 4aa3d401-c9a9-43b0-9fb8-955f3e47ee0a port 6ebacf05-909d-4c69-bc88-0c300db7dc7e binding host n-d-840717-1 {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 19:53:09.174243 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-5b855b0b-db74-4346-95f0-7893e5428e6b req-0402bc44-4f32-451e-b1e0-d6697a4f0481 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:09.213100 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-5b855b0b-db74-4346-95f0-7893e5428e6b req-0402bc44-4f32-451e-b1e0-d6697a4f0481 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Transition to ACTIVE for port object beea523c-b44a-4a29-84fa-ffc71132cf85 will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:53:09.245781 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e1477184-4725-4eda-87d0-7d050d6e2cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:09.261733 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-5b855b0b-db74-4346-95f0-7893e5428e6b req-0402bc44-4f32-451e-b1e0-d6697a4f0481 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:09.346712 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-6e8e08e7-acb4-4b46-834d-5edf79f74bf3 req-11e7a4a1-9d41-4748-8294-b487441bb7b3 tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] Allocated IP 172.25.0.18 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/676f2ecb-b773-4836-a86f-4dbfe688d000) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:53:09.445363 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0402bc44-4f32-451e-b1e0-d6697a4f0481 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Pushing event updated for resources: {'Port': ['ID=beea523c-b44a-4a29-84fa-ffc71132cf85,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:09.459329 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b855b0b-db74-4346-95f0-7893e5428e6b req-0402bc44-4f32-451e-b1e0-d6697a4f0481 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:53:09.462917 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-5b855b0b-db74-4346-95f0-7893e5428e6b req-0402bc44-4f32-451e-b1e0-d6697a4f0481 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:53:09.474564 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b855b0b-db74-4346-95f0-7893e5428e6b req-0402bc44-4f32-451e-b1e0-d6697a4f0481 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:53:09.620117 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b855b0b-db74-4346-95f0-7893e5428e6b req-0402bc44-4f32-451e-b1e0-d6697a4f0481 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:09.620864 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-5b855b0b-db74-4346-95f0-7893e5428e6b req-0402bc44-4f32-451e-b1e0-d6697a4f0481 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:09.644672 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:09.690348 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5b855b0b-db74-4346-95f0-7893e5428e6b req-0402bc44-4f32-451e-b1e0-d6697a4f0481 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9387381 May 05 19:53:09.703574 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-5b855b0b-db74-4346-95f0-7893e5428e6b req-84ed9c40-8492-45af-b255-60980de64d38 service neutron] Request body: {'port': {'device_id': '3e8b4807-8719-405e-a2ab-1e560c235ee2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:53:09.736868 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6e8e08e7-acb4-4b46-834d-5edf79f74bf3 req-11e7a4a1-9d41-4748-8294-b487441bb7b3 tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:09.779138 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6e8e08e7-acb4-4b46-834d-5edf79f74bf3 req-11e7a4a1-9d41-4748-8294-b487441bb7b3 tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:09.949345 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e7a4a1-9d41-4748-8294-b487441bb7b3 tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] Pushing event updated for resources: {'Port': ['ID=676f2ecb-b773-4836-a86f-4dbfe688d000,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:09.963823 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e8e08e7-acb4-4b46-834d-5edf79f74bf3 req-11e7a4a1-9d41-4748-8294-b487441bb7b3 tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:53:09.965216 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-6e8e08e7-acb4-4b46-834d-5edf79f74bf3 req-11e7a4a1-9d41-4748-8294-b487441bb7b3 tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:53:09.968312 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e8e08e7-acb4-4b46-834d-5edf79f74bf3 req-11e7a4a1-9d41-4748-8294-b487441bb7b3 tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:53:09.985791 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-d69b2c7e-e4ea-4ea5-8c73-cd6da69ecdba None None] Provisioning for port beea523c-b44a-4a29-84fa-ffc71132cf85 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:53:10.018655 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-d69b2c7e-e4ea-4ea5-8c73-cd6da69ecdba None None] Provisioning complete for port beea523c-b44a-4a29-84fa-ffc71132cf85 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:53:10.019027 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d69b2c7e-e4ea-4ea5-8c73-cd6da69ecdba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:10.060452 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34914) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:53:10.159460 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3692b921-276d-4ae5-84d0-1bffd2ff1096', 'name': 'network-vif-deleted', 'tag': '308e82b0-04ad-42d3-b0e4-192ee517b0d9'}, {'server_uuid': 'bdb708e5-303c-47f5-8e2e-6d06e480e3ed', 'name': 'network-vif-deleted', 'tag': '3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:53:10.178521 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6e8e08e7-acb4-4b46-834d-5edf79f74bf3 req-11e7a4a1-9d41-4748-8294-b487441bb7b3 tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:10.191388 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-d69b2c7e-e4ea-4ea5-8c73-cd6da69ecdba None None] Port beea523c-b44a-4a29-84fa-ffc71132cf85 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:53:10.199710 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-5b855b0b-db74-4346-95f0-7893e5428e6b req-84ed9c40-8492-45af-b255-60980de64d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:10.206771 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e1477184-4725-4eda-87d0-7d050d6e2cf5 None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:10.248504 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-e1477184-4725-4eda-87d0-7d050d6e2cf5 None None] Transition to ACTIVE for port object 6ebacf05-909d-4c69-bc88-0c300db7dc7e will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:53:10.270430 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e1477184-4725-4eda-87d0-7d050d6e2cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:10.442079 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6e8e08e7-acb4-4b46-834d-5edf79f74bf3 req-11e7a4a1-9d41-4748-8294-b487441bb7b3 tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:10.522812 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-1049fdb4-d6fb-4518-be73-fb914711048a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7aea924971d547f7b0b01135d13b1674&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4516671 May 05 19:53:10.526168 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34956) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:53:10.598664 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0808b4-fd6a-48a8-ab4f-d97c14313b1d None None] Pushing event updated for resources: {'Port': ['ID=6ebacf05-909d-4c69-bc88-0c300db7dc7e,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:10.684415 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32ae5e-9ff0-4c81-998a-8dd9e89af1bf req-d1e5b16b-f784-4048-8b21-9142e4766f29 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:10.691425 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-be32ae5e-9ff0-4c81-998a-8dd9e89af1bf req-d1e5b16b-f784-4048-8b21-9142e4766f29 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c5dad3c-d602-4b16-ba45-4bfc3c8179fb HTTP/1.1" status: 200 len: 950 time: 0.8277981 May 05 19:53:10.704032 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a73b9bb2-bf35-4bea-957e-65ad9eb0f5c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:10.711687 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-5b855b0b-db74-4346-95f0-7893e5428e6b req-84ed9c40-8492-45af-b255-60980de64d38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beea523c-b44a-4a29-84fa-ffc71132cf85 {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:53:10.724845 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-5b855b0b-db74-4346-95f0-7893e5428e6b req-84ed9c40-8492-45af-b255-60980de64d38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:10.733293 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-e1477184-4725-4eda-87d0-7d050d6e2cf5 None None] Attempting to bind port 6ebacf05-909d-4c69-bc88-0c300db7dc7e on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:53:10.733668 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-e1477184-4725-4eda-87d0-7d050d6e2cf5 None None] Attempting to bind port 6ebacf05-909d-4c69-bc88-0c300db7dc7e by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '716fe381-d2c5-4e07-b531-a0cb3f0c3680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4632dd15-5a5d-45b1-b733-fbb054938b90'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:53:10.734033 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1477184-4725-4eda-87d0-7d050d6e2cf5 None None] Attempting to bind port 6ebacf05-909d-4c69-bc88-0c300db7dc7e on network 4632dd15-5a5d-45b1-b733-fbb054938b90 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:53:10.740517 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1477184-4725-4eda-87d0-7d050d6e2cf5 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:53:10.741239 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1477184-4725-4eda-87d0-7d050d6e2cf5 None None] Checking segment: {'id': '716fe381-d2c5-4e07-b531-a0cb3f0c3680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4632dd15-5a5d-45b1-b733-fbb054938b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:53:10.741858 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e1477184-4725-4eda-87d0-7d050d6e2cf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:10.742588 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1477184-4725-4eda-87d0-7d050d6e2cf5 None None] Bound using segment: {'id': '716fe381-d2c5-4e07-b531-a0cb3f0c3680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4632dd15-5a5d-45b1-b733-fbb054938b90'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:53:10.743277 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-e1477184-4725-4eda-87d0-7d050d6e2cf5 None None] Bound port: 6ebacf05-909d-4c69-bc88-0c300db7dc7e, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '716fe381-d2c5-4e07-b531-a0cb3f0c3680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4632dd15-5a5d-45b1-b733-fbb054938b90'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:53:10.743967 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e1477184-4725-4eda-87d0-7d050d6e2cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:10.780543 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-be32ae5e-9ff0-4c81-998a-8dd9e89af1bf req-380d5726-5bb5-4251-b6fb-b670d20edeab tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788271 May 05 19:53:10.780543 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-5b855b0b-db74-4346-95f0-7893e5428e6b req-84ed9c40-8492-45af-b255-60980de64d38 service neutron] Transition to ACTIVE for port object beea523c-b44a-4a29-84fa-ffc71132cf85 will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:53:10.780543 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-5b855b0b-db74-4346-95f0-7893e5428e6b req-84ed9c40-8492-45af-b255-60980de64d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:10.812723 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a73b9bb2-bf35-4bea-957e-65ad9eb0f5c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:10.890423 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-e1477184-4725-4eda-87d0-7d050d6e2cf5 None None] For port 6ebacf05-909d-4c69-bc88-0c300db7dc7e, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:53:10.894806 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-e1477184-4725-4eda-87d0-7d050d6e2cf5 None None] For port 6ebacf05-909d-4c69-bc88-0c300db7dc7e, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=6ebacf05-909d-4c69-bc88-0c300db7dc7e,segment=NetworkSegment(716fe381-d2c5-4e07-b531-a0cb3f0c3680),segment_id=716fe381-d2c5-4e07-b531-a0cb3f0c3680)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:53:10.901865 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e1477184-4725-4eda-87d0-7d050d6e2cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:11.038346 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1477184-4725-4eda-87d0-7d050d6e2cf5 None None] Routers {'4aa3d401-c9a9-43b0-9fb8-955f3e47ee0a'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:53:11.039250 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-e1477184-4725-4eda-87d0-7d050d6e2cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:53:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['4aa3d401-c9a9-43b0-9fb8-955f3e47ee0a'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:53:11.191658 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a73b9bb2-bf35-4bea-957e-65ad9eb0f5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:11.245914 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ed9c40-8492-45af-b255-60980de64d38 service neutron] Pushing event updated for resources: {'Port': ['ID=beea523c-b44a-4a29-84fa-ffc71132cf85,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:11.293414 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73b9bb2-bf35-4bea-957e-65ad9eb0f5c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceeee1c2-2df3-4de5-9577-b382bee91df1,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:11.335880 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a73b9bb2-bf35-4bea-957e-65ad9eb0f5c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:11.337039 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a73b9bb2-bf35-4bea-957e-65ad9eb0f5c1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ceeee1c2-2df3-4de5-9577-b382bee91df1 HTTP/1.1" status: 204 len: 168 time: 0.8099771 May 05 19:53:11.339532 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6e8e08e7-acb4-4b46-834d-5edf79f74bf3 req-11e7a4a1-9d41-4748-8294-b487441bb7b3 tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:11.360714 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6e8e08e7-acb4-4b46-834d-5edf79f74bf3 req-11e7a4a1-9d41-4748-8294-b487441bb7b3 tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:11.500826 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e7a4a1-9d41-4748-8294-b487441bb7b3 tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] Pushing event updated for resources: {'Port': ['ID=676f2ecb-b773-4836-a86f-4dbfe688d000,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:11.512803 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6e8e08e7-acb4-4b46-834d-5edf79f74bf3 req-11e7a4a1-9d41-4748-8294-b487441bb7b3 tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:11.514473 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195afe26-5825-4ca2-beaa-2fe9499c141e req-cf9df1f3-9fe5-4878-adeb-e41730a963b2 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:11.517846 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-195afe26-5825-4ca2-beaa-2fe9499c141e req-cf9df1f3-9fe5-4878-adeb-e41730a963b2 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Synchronizing usage tracker for tenant:97ead9bcc5d448dab263815a595740a4 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:53:11.527032 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-5b855b0b-db74-4346-95f0-7893e5428e6b req-84ed9c40-8492-45af-b255-60980de64d38 service neutron] Attempting to bind port beea523c-b44a-4a29-84fa-ffc71132cf85 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:53:11.527390 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-5b855b0b-db74-4346-95f0-7893e5428e6b req-84ed9c40-8492-45af-b255-60980de64d38 service neutron] Attempting to bind port beea523c-b44a-4a29-84fa-ffc71132cf85 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:53:11.529921 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b855b0b-db74-4346-95f0-7893e5428e6b req-84ed9c40-8492-45af-b255-60980de64d38 service neutron] Attempting to bind port beea523c-b44a-4a29-84fa-ffc71132cf85 on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:53:11.535148 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6e8e08e7-acb4-4b46-834d-5edf79f74bf3 req-11e7a4a1-9d41-4748-8294-b487441bb7b3 tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:11.536831 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b855b0b-db74-4346-95f0-7893e5428e6b req-84ed9c40-8492-45af-b255-60980de64d38 service neutron] Port beea523c-b44a-4a29-84fa-ffc71132cf85 on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:53:11.537324 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b855b0b-db74-4346-95f0-7893e5428e6b req-84ed9c40-8492-45af-b255-60980de64d38 service neutron] Attempting to bind port beea523c-b44a-4a29-84fa-ffc71132cf85 on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:53:11.544048 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0808b4-fd6a-48a8-ab4f-d97c14313b1d None None] Pushing event updated for resources: {'Port': ['ID=6ebacf05-909d-4c69-bc88-0c300db7dc7e,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:11.546119 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b855b0b-db74-4346-95f0-7893e5428e6b req-84ed9c40-8492-45af-b255-60980de64d38 service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:53:11.546626 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b855b0b-db74-4346-95f0-7893e5428e6b req-84ed9c40-8492-45af-b255-60980de64d38 service neutron] Checking segment: {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:53:11.547151 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b855b0b-db74-4346-95f0-7893e5428e6b req-84ed9c40-8492-45af-b255-60980de64d38 service neutron] Bound using segment: {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:53:11.547754 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-5b855b0b-db74-4346-95f0-7893e5428e6b req-84ed9c40-8492-45af-b255-60980de64d38 service neutron] Bound port: beea523c-b44a-4a29-84fa-ffc71132cf85, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:53:11.548276 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-5b855b0b-db74-4346-95f0-7893e5428e6b req-84ed9c40-8492-45af-b255-60980de64d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:11.555703 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0808b4-fd6a-48a8-ab4f-d97c14313b1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:53:11.555964 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6e8e08e7-acb4-4b46-834d-5edf79f74bf3 req-11e7a4a1-9d41-4748-8294-b487441bb7b3 tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.9602749 May 05 19:53:11.556072 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0808b4-fd6a-48a8-ab4f-d97c14313b1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:53:11.556605 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0808b4-fd6a-48a8-ab4f-d97c14313b1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:53:11.557483 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0808b4-fd6a-48a8-ab4f-d97c14313b1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:53:11.557831 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0808b4-fd6a-48a8-ab4f-d97c14313b1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:53:11.558297 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0808b4-fd6a-48a8-ab4f-d97c14313b1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:53:11.558634 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0808b4-fd6a-48a8-ab4f-d97c14313b1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:53:11.558963 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0808b4-fd6a-48a8-ab4f-d97c14313b1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:53:11.559288 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0808b4-fd6a-48a8-ab4f-d97c14313b1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:53:11.559637 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0808b4-fd6a-48a8-ab4f-d97c14313b1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:53:11.560097 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0808b4-fd6a-48a8-ab4f-d97c14313b1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:53:11.560619 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0808b4-fd6a-48a8-ab4f-d97c14313b1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:53:11.656522 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-e1477184-4725-4eda-87d0-7d050d6e2cf5 None None] Set router 4aa3d401-c9a9-43b0-9fb8-955f3e47ee0a gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:53:11.673193 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-5b855b0b-db74-4346-95f0-7893e5428e6b req-84ed9c40-8492-45af-b255-60980de64d38 service neutron] For port beea523c-b44a-4a29-84fa-ffc71132cf85, host n-h1-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:53:11.677264 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-5b855b0b-db74-4346-95f0-7893e5428e6b req-84ed9c40-8492-45af-b255-60980de64d38 service neutron] For port beea523c-b44a-4a29-84fa-ffc71132cf85, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=beea523c-b44a-4a29-84fa-ffc71132cf85,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:53:11.684658 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-5b855b0b-db74-4346-95f0-7893e5428e6b req-84ed9c40-8492-45af-b255-60980de64d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:11.740808 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-6e8e08e7-acb4-4b46-834d-5edf79f74bf3 req-f2f35945-15d2-4ad4-bc3e-d2e7b4cae7e4 tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] Synchronizing usage tracker for tenant:64a3560cd1634b98bb2fbd917b9cc106 on resource:floatingip {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:53:11.755153 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-195afe26-5825-4ca2-beaa-2fe9499c141e req-cf9df1f3-9fe5-4878-adeb-e41730a963b2 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Unset dirty status for tenant:97ead9bcc5d448dab263815a595740a4 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:53:11.763716 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-195afe26-5825-4ca2-beaa-2fe9499c141e req-cf9df1f3-9fe5-4878-adeb-e41730a963b2 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e8b4807-8719-405e-a2ab-1e560c235ee2 HTTP/1.1" status: 200 len: 948 time: 0.7796788 May 05 19:53:11.772145 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b855b0b-db74-4346-95f0-7893e5428e6b req-84ed9c40-8492-45af-b255-60980de64d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:11.772867 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-5b855b0b-db74-4346-95f0-7893e5428e6b req-84ed9c40-8492-45af-b255-60980de64d38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:11.774649 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-6e8e08e7-acb4-4b46-834d-5edf79f74bf3 req-f2f35945-15d2-4ad4-bc3e-d2e7b4cae7e4 tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] Unset dirty status for tenant:64a3560cd1634b98bb2fbd917b9cc106 on resource:floatingip {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:53:11.774769 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5b855b0b-db74-4346-95f0-7893e5428e6b req-84ed9c40-8492-45af-b255-60980de64d38 service neutron] 10.222.0.24 "PUT /v2.0/ports/beea523c-b44a-4a29-84fa-ffc71132cf85 HTTP/1.1" status: 200 len: 1096 time: 2.0761890 May 05 19:53:11.781861 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6e8e08e7-acb4-4b46-834d-5edf79f74bf3 req-f2f35945-15d2-4ad4-bc3e-d2e7b4cae7e4 tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.18 HTTP/1.1" status: 200 len: 695 time: 0.2252603 May 05 19:53:11.826091 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e8b4807-8719-405e-a2ab-1e560c235ee2', 'tag': 'beea523c-b44a-4a29-84fa-ffc71132cf85'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:53:12.024689 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35002) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:53:12.046990 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-195afe26-5825-4ca2-beaa-2fe9499c141e req-61ec927c-1960-4b32-b7bc-213396133bb4 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Synchronizing usage tracker for tenant:97ead9bcc5d448dab263815a595740a4 on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:53:12.108107 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ed9c40-8492-45af-b255-60980de64d38 service neutron] Pushing event updated for resources: {'Port': ['ID=beea523c-b44a-4a29-84fa-ffc71132cf85,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:12.117231 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e08e7-acb4-4b46-834d-5edf79f74bf3 req-330a4a25-d3dc-4408-bfae-62ee39f113a6 tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:12.124916 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6e8e08e7-acb4-4b46-834d-5edf79f74bf3 req-330a4a25-d3dc-4408-bfae-62ee39f113a6 tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] 10.222.0.36 "GET /v2.0/networks/0401d202-1605-4cfe-bad4-fb225df6afb0 HTTP/1.1" status: 200 len: 784 time: 0.3421073 May 05 19:53:12.138951 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [req-6e8e08e7-acb4-4b46-834d-5edf79f74bf3 req-79ff7817-eb07-4536-ab61-d41406f157c6 tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 19:53:12.140068 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-195afe26-5825-4ca2-beaa-2fe9499c141e req-61ec927c-1960-4b32-b7bc-213396133bb4 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Unset dirty status for tenant:97ead9bcc5d448dab263815a595740a4 on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:53:12.141543 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-195afe26-5825-4ca2-beaa-2fe9499c141e req-61ec927c-1960-4b32-b7bc-213396133bb4 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/security-groups?id=47e8f45b-d376-403a-8bb9-867508147e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3756576 May 05 19:53:12.152868 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6e8e08e7-acb4-4b46-834d-5edf79f74bf3 req-79ff7817-eb07-4536-ab61-d41406f157c6 tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0266614 May 05 19:53:12.166409 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b855b0b-db74-4346-95f0-7893e5428e6b req-bed979a7-8f50-41fe-ac1f-47f2486985ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:12.166409 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5b855b0b-db74-4346-95f0-7893e5428e6b req-bed979a7-8f50-41fe-ac1f-47f2486985ef service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=97ead9bcc5d448dab263815a595740a4&device_id=3e8b4807-8719-405e-a2ab-1e560c235ee2 HTTP/1.1" status: 200 len: 1099 time: 0.2729621 May 05 19:53:12.175706 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-97fe7e3d-9be1-4021-abee-c2176acbf5ac admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dd30f5052ef9466a8960f24661e6e0eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1452940 May 05 19:53:12.177014 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35008) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:53:12.258717 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5b855b0b-db74-4346-95f0-7893e5428e6b req-03acc621-785b-4dc1-b9c9-bb28d23b2644 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=beea523c-b44a-4a29-84fa-ffc71132cf85 HTTP/1.1" status: 200 len: 217 time: 0.0822840 May 05 19:53:12.310319 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-340fbf5d-43fb-4e1b-9d3b-ee55eddc8af0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:12.382640 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b855b0b-db74-4346-95f0-7893e5428e6b req-64de3742-60b4-41b5-9396-bd290307574c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:12.385793 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5b855b0b-db74-4346-95f0-7893e5428e6b req-64de3742-60b4-41b5-9396-bd290307574c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.1068475 May 05 19:53:12.388920 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8a3e561f-8db2-4ac5-b86c-0e6ef15914b4 req-7c289dce-630f-4552-81e2-1350316745da tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/security-groups/b78743f8-e5fa-446f-9dce-87d979883e9d HTTP/1.1" status: 200 len: 1801 time: 0.1285341 May 05 19:53:12.428310 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-e1477184-4725-4eda-87d0-7d050d6e2cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aa3d401-c9a9-43b0-9fb8-955f3e47ee0a', 'name': 'tempest-FloatingIPsTestJSON-2068479181-router', 'tenant_id': '64a3560cd1634b98bb2fbd917b9cc106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '99225136-5589-4ea6-b174-54a2b730b984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:52:52Z', 'updated_at': '2022-05-05T19:53:05Z', 'revision_number': 4, 'project_id': '64a3560cd1634b98bb2fbd917b9cc106', 'gw_port': {'id': '99225136-5589-4ea6-b174-54a2b730b984', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:18:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa3d401-c9a9-43b0-9fb8-955f3e47ee0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:52:54Z', 'updated_at': '2022-05-05T19:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '6ebacf05-909d-4c69-bc88-0c300db7dc7e', 'name': '', 'network_id': '4632dd15-5a5d-45b1-b733-fbb054938b90', 'tenant_id': '64a3560cd1634b98bb2fbd917b9cc106', 'mac_address': 'fa:16:3e:99:6e:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aa3d401-c9a9-43b0-9fb8-955f3e47ee0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '437285c6-3652-4862-b28f-b8cc4e39ba53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:53:02Z', 'updated_at': '2022-05-05T19:53:10Z', 'revision_number': 4, 'project_id': '64a3560cd1634b98bb2fbd917b9cc106', 'subnets': [{'id': '437285c6-3652-4862-b28f-b8cc4e39ba53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:53:12.428761 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-340fbf5d-43fb-4e1b-9d3b-ee55eddc8af0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:12.438819 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1477184-4725-4eda-87d0-7d050d6e2cf5 None None] The sync data for ids ['4aa3d401-c9a9-43b0-9fb8-955f3e47ee0a'] in n-d-840717-1 is: [{'id': '4aa3d401-c9a9-43b0-9fb8-955f3e47ee0a', 'name': 'tempest-FloatingIPsTestJSON-2068479181-router', 'tenant_id': '64a3560cd1634b98bb2fbd917b9cc106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '99225136-5589-4ea6-b174-54a2b730b984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:52:52Z', 'updated_at': '2022-05-05T19:53:05Z', 'revision_number': 4, 'project_id': '64a3560cd1634b98bb2fbd917b9cc106', 'gw_port': {'id': '99225136-5589-4ea6-b174-54a2b730b984', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:18:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa3d401-c9a9-43b0-9fb8-955f3e47ee0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:52:54Z', 'updated_at': '2022-05-05T19:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '6ebacf05-909d-4c69-bc88-0c300db7dc7e', 'name': '', 'network_id': '4632dd15-5a5d-45b1-b733-fbb054938b90', 'tenant_id': '64a3560cd1634b98bb2fbd917b9cc106', 'mac_address': 'fa:16:3e:99:6e:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aa3d401-c9a9-43b0-9fb8-955f3e47ee0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '437285c6-3652-4862-b28f-b8cc4e39ba53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:53:02Z', 'updated_at': '2022-05-05T19:53:10Z', 'revision_number': 4, 'project_id': '64a3560cd1634b98bb2fbd917b9cc106', 'subnets': [{'id': '437285c6-3652-4862-b28f-b8cc4e39ba53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 19:53:12.630706 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-340fbf5d-43fb-4e1b-9d3b-ee55eddc8af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:12.634324 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b855b0b-db74-4346-95f0-7893e5428e6b req-56358580-2964-481c-b98e-2951f5117e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:12.636205 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5b855b0b-db74-4346-95f0-7893e5428e6b req-56358580-2964-481c-b98e-2951f5117e34 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2456381 May 05 19:53:12.638803 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-8a3e561f-8db2-4ac5-b86c-0e6ef15914b4 req-e4101549-95c3-4232-9c0f-00c9cb8b47f4 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:12.650390 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340fbf5d-43fb-4e1b-9d3b-ee55eddc8af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c1ac2a-0e41-47a0-b8a8-b255165dbeaf,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:12.688389 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a64ca3-ed27-4d1e-a28c-bc9f1a724933 req-0179db59-af5c-4ae4-a219-5789da27dffd tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:12.690042 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a0a64ca3-ed27-4d1e-a28c-bc9f1a724933 req-0179db59-af5c-4ae4-a219-5789da27dffd tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa401015-7cfc-4b79-b230-f7a61b5691bf HTTP/1.1" status: 200 len: 945 time: 0.3645318 May 05 19:53:12.700549 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-340fbf5d-43fb-4e1b-9d3b-ee55eddc8af0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:12.704510 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-340fbf5d-43fb-4e1b-9d3b-ee55eddc8af0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/93c1ac2a-0e41-47a0-b8a8-b255165dbeaf HTTP/1.1" status: 204 len: 168 time: 0.5265470 May 05 19:53:12.705287 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35018) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:53:12.711503 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-cd670253-fd7a-4545-a235-a42907816f45 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Request body: {'floatingip': {'port_id': '2d9c78b6-03b1-47aa-9e0a-1dfecab0f5e9'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:53:12.741652 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-8a3e561f-8db2-4ac5-b86c-0e6ef15914b4 req-e4101549-95c3-4232-9c0f-00c9cb8b47f4 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:12.851214 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b46e591-65ff-43f5-9a48-efbc2685a05e'] response: {'server_uuid': '3692b921-276d-4ae5-84d0-1bffd2ff1096', 'name': 'network-vif-deleted', 'tag': '308e82b0-04ad-42d3-b0e4-192ee517b0d9', 'status': 'completed', 'code': 200} May 05 19:53:12.851485 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b46e591-65ff-43f5-9a48-efbc2685a05e'] response: {'server_uuid': 'bdb708e5-303c-47f5-8e2e-6d06e480e3ed', 'name': 'network-vif-deleted', 'tag': '3c1458d6-d9d9-46b3-8b9a-23db05e0f8d9', 'status': 'completed', 'code': 200} May 05 19:53:13.068463 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5b855b0b-db74-4346-95f0-7893e5428e6b req-58c19a72-1232-4f5c-84b3-cecc9651958d service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3990171 May 05 19:53:13.133009 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cd670253-fd7a-4545-a235-a42907816f45 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Notify callbacks [] for floatingip, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:13.703724 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 6ebacf05-909d-4c69-bc88-0c300db7dc7e up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:53:13.912024 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:13.926680 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e42e06a2-ffc1-47cc-b500-71e3040d8363 req-62558018-fe38-4c9c-9712-10a6ffeccc9f service neutron] 10.222.0.24 "GET /v2.0/ports/c4d066df-4f40-460d-9c89-ef89ebf59bdc/bindings/n-h1-840717-1 HTTP/1.1" status: 200 len: 382 time: 0.2087548 May 05 19:53:13.930825 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 6ebacf05-909d-4c69-bc88-0c300db7dc7e completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:53:13.942255 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 6ebacf05-909d-4c69-bc88-0c300db7dc7e triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:53:13.942617 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:13.988559 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5b855b0b-db74-4346-95f0-7893e5428e6b req-d125e18a-69f5-4639-9481-88345ba9b521 service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8983409 May 05 19:53:13.998891 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-8a3e561f-8db2-4ac5-b86c-0e6ef15914b4 req-e4101549-95c3-4232-9c0f-00c9cb8b47f4 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:14.067789 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4101549-95c3-4232-9c0f-00c9cb8b47f4 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78743f8-e5fa-446f-9dce-87d979883e9d,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:14.097009 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-8a3e561f-8db2-4ac5-b86c-0e6ef15914b4 req-e4101549-95c3-4232-9c0f-00c9cb8b47f4 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:14.100379 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8a3e561f-8db2-4ac5-b86c-0e6ef15914b4 req-e4101549-95c3-4232-9c0f-00c9cb8b47f4 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "DELETE /v2.0/security-groups/b78743f8-e5fa-446f-9dce-87d979883e9d HTTP/1.1" status: 204 len: 173 time: 1.6675665 May 05 19:53:14.211493 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc7bdd-244e-4c5f-9291-fd562ebe93af req-614c530e-887c-4efb-b998-1e98456c87b7 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:14.221645 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3ebc7bdd-244e-4c5f-9291-fd562ebe93af req-614c530e-887c-4efb-b998-1e98456c87b7 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c5dad3c-d602-4b16-ba45-4bfc3c8179fb HTTP/1.1" status: 200 len: 950 time: 0.7972693 May 05 19:53:14.324512 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:14.482402 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 6ebacf05-909d-4c69-bc88-0c300db7dc7e, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=6ebacf05-909d-4c69-bc88-0c300db7dc7e,segment=NetworkSegment(716fe381-d2c5-4e07-b531-a0cb3f0c3680),segment_id=716fe381-d2c5-4e07-b531-a0cb3f0c3680)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:53:14.490452 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:14.571694 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3ebc7bdd-244e-4c5f-9291-fd562ebe93af req-5f48e224-bb9e-406a-8b47-b2d95a0c9beb tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3451855 May 05 19:53:14.636251 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e06a2-ffc1-47cc-b500-71e3040d8363 req-7ccb7338-7227-4930-9ca7-4eaf5e0e6aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:14.637743 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e42e06a2-ffc1-47cc-b500-71e3040d8363 req-7ccb7338-7227-4930-9ca7-4eaf5e0e6aff service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5c5dad3c-d602-4b16-ba45-4bfc3c8179fb&tenant_id=928b29e96aaf42dd9d4dc06b8e5f9969 HTTP/1.1" status: 200 len: 1101 time: 0.2471931 May 05 19:53:14.766452 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=6ebacf05-909d-4c69-bc88-0c300db7dc7e,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:14.824195 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92af92e9-dc36-4969-b2d2-e027b5c2419b'] response: {'name': 'network-changed', 'server_uuid': '3e8b4807-8719-405e-a2ab-1e560c235ee2', 'tag': 'beea523c-b44a-4a29-84fa-ffc71132cf85', 'status': 'completed', 'code': 200} May 05 19:53:14.908368 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e06a2-ffc1-47cc-b500-71e3040d8363 req-b27922ae-7c0b-4b8d-a736-daf3d382d017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:14.919722 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e42e06a2-ffc1-47cc-b500-71e3040d8363 req-b27922ae-7c0b-4b8d-a736-daf3d382d017 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=928b29e96aaf42dd9d4dc06b8e5f9969&device_id=5c5dad3c-d602-4b16-ba45-4bfc3c8179fb HTTP/1.1" status: 200 len: 1101 time: 0.2516189 May 05 19:53:15.126155 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fc3962d9-0d25-4a70-8349-1e4c01cbc71f req-5309d255-dcf2-46e4-9297-3dc33a81e72c tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] 10.222.0.36 "GET /v2.0/floatingips/71ea8931-3eb8-40be-aa19-44b5f8c981fa HTTP/1.1" status: 200 len: 692 time: 0.5150852 May 05 19:53:15.306753 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e06a2-ffc1-47cc-b500-71e3040d8363 req-2211ca44-95ae-4422-a0dc-0ae68529d27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:15.315093 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e42e06a2-ffc1-47cc-b500-71e3040d8363 req-2211ca44-95ae-4422-a0dc-0ae68529d27b service neutron] 10.222.0.24 "GET /v2.0/networks?id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3 HTTP/1.1" status: 200 len: 870 time: 0.3890560 May 05 19:53:15.485445 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420a542a-e6d9-4d3b-acfa-cd1ba40c00ee req-2698eb23-2be7-499a-b27e-8e6a7c266987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:15.487084 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-420a542a-e6d9-4d3b-acfa-cd1ba40c00ee req-2698eb23-2be7-499a-b27e-8e6a7c266987 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=97ead9bcc5d448dab263815a595740a4&device_id=3e8b4807-8719-405e-a2ab-1e560c235ee2 HTTP/1.1" status: 200 len: 1099 time: 0.4885516 May 05 19:53:15.500954 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3962d9-0d25-4a70-8349-1e4c01cbc71f req-58a1c144-12f4-482b-b726-095a256e44fd tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:15.502619 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fc3962d9-0d25-4a70-8349-1e4c01cbc71f req-58a1c144-12f4-482b-b726-095a256e44fd tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] 10.222.0.36 "GET /v2.0/networks/0401d202-1605-4cfe-bad4-fb225df6afb0 HTTP/1.1" status: 200 len: 784 time: 0.3631856 May 05 19:53:15.545429 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e42e06a2-ffc1-47cc-b500-71e3040d8363 req-84ed92c5-c832-4fa5-9392-9e35a6d64f54 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=c4d066df-4f40-460d-9c89-ef89ebf59bdc HTTP/1.1" status: 200 len: 217 time: 0.2188158 May 05 19:53:15.566144 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [req-fc3962d9-0d25-4a70-8349-1e4c01cbc71f req-20432ab1-a89d-4cbe-a04f-f8d9598fb145 tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 19:53:15.570136 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fc3962d9-0d25-4a70-8349-1e4c01cbc71f req-20432ab1-a89d-4cbe-a04f-f8d9598fb145 tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0366511 May 05 19:53:15.585184 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 6ebacf05-909d-4c69-bc88-0c300db7dc7e up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:53:15.633836 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cd670253-fd7a-4545-a235-a42907816f45 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:15.666864 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cd670253-fd7a-4545-a235-a42907816f45 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:15.771711 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 6ebacf05-909d-4c69-bc88-0c300db7dc7e triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:53:15.772674 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:15.779240 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e06a2-ffc1-47cc-b500-71e3040d8363 req-ee295d7a-d31c-45aa-a5a5-16bc11523124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:15.790113 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e42e06a2-ffc1-47cc-b500-71e3040d8363 req-ee295d7a-d31c-45aa-a5a5-16bc11523124 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.2339678 May 05 19:53:15.814695 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27839589-90ba-4676-b629-6b34d3e43894 req-1baba133-f89b-40bb-bacd-2ec2dde9cfc9 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:15.816245 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-27839589-90ba-4676-b629-6b34d3e43894 req-1baba133-f89b-40bb-bacd-2ec2dde9cfc9 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e8b4807-8719-405e-a2ab-1e560c235ee2 HTTP/1.1" status: 200 len: 948 time: 0.7676048 May 05 19:53:16.023621 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-27839589-90ba-4676-b629-6b34d3e43894 req-d3723433-611e-4ff3-9d5d-7f0dbc70b454 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/security-groups?id=47e8f45b-d376-403a-8bb9-867508147e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078131 May 05 19:53:16.026485 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:16.045311 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e06a2-ffc1-47cc-b500-71e3040d8363 req-eee9944b-233a-4fea-bbfe-b306fd45f270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:16.045958 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e42e06a2-ffc1-47cc-b500-71e3040d8363 req-eee9944b-233a-4fea-bbfe-b306fd45f270 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2288215 May 05 19:53:16.058227 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device beea523c-b44a-4a29-84fa-ffc71132cf85 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:53:16.176689 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-196b003f-35a3-465d-b3b1-7d7c978194b6 req-272781cc-ade5-4750-9954-f0815de6ac1a tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/security-groups/23c85e78-0cb0-4bce-b384-ceaf4ff2e79b HTTP/1.1" status: 200 len: 1800 time: 0.5742207 May 05 19:53:16.216840 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e42e06a2-ffc1-47cc-b500-71e3040d8363 req-5e15e523-abe9-4588-8b64-5656ee9748b9 service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646571 May 05 19:53:16.236017 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420a542a-e6d9-4d3b-acfa-cd1ba40c00ee req-c6b4c4db-850b-41fc-851e-bf070ea43ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:16.240008 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-420a542a-e6d9-4d3b-acfa-cd1ba40c00ee req-c6b4c4db-850b-41fc-851e-bf070ea43ca6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3 HTTP/1.1" status: 200 len: 870 time: 0.7363696 May 05 19:53:16.342192 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-420a542a-e6d9-4d3b-acfa-cd1ba40c00ee req-3055e58a-c4bd-4ce3-9434-9738c579a324 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=beea523c-b44a-4a29-84fa-ffc71132cf85 HTTP/1.1" status: 200 len: 217 time: 0.0887828 May 05 19:53:16.346603 n-d-840717-1 neutron-server[88198]: INFO neutron.db.l3_db [None req-cd670253-fd7a-4545-a235-a42907816f45 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Floating IP 615bc468-25f6-4d43-9bd2-bc9892ec44c4 associated. External IP: 172.25.0.78, port: 2d9c78b6-03b1-47aa-9e0a-1dfecab0f5e9. May 05 19:53:16.366732 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-93e87f96-724d-4ddd-8262-01ec4276e982 req-9b94066e-5c6f-4c4a-a9c5-296782d175d2 tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] 10.222.0.36 "GET /v2.0/floatingips?tenant_id=64a3560cd1634b98bb2fbd917b9cc106 HTTP/1.1" status: 200 len: 695 time: 0.1480322 May 05 19:53:16.432995 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port beea523c-b44a-4a29-84fa-ffc71132cf85, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=beea523c-b44a-4a29-84fa-ffc71132cf85,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:53:16.449586 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': 'beea523c-b44a-4a29-84fa-ffc71132cf85', 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3', 'port_id': 'beea523c-b44a-4a29-84fa-ffc71132cf85', 'mac_address': 'fa:16:3e:19:be:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d72a8d3-0a35-4d3a-96b8-d869ff4093bc', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:53:16.519857 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:16.543574 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beea523c-b44a-4a29-84fa-ffc71132cf85 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:53:16.572127 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port beea523c-b44a-4a29-84fa-ffc71132cf85, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=beea523c-b44a-4a29-84fa-ffc71132cf85,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:53:16.578508 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:16.583270 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e87f96-724d-4ddd-8262-01ec4276e982 req-e573b06b-82eb-4ac8-8532-555e448e7cde tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:16.592269 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-93e87f96-724d-4ddd-8262-01ec4276e982 req-e573b06b-82eb-4ac8-8532-555e448e7cde tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] 10.222.0.36 "GET /v2.0/networks?id=0401d202-1605-4cfe-bad4-fb225df6afb0 HTTP/1.1" status: 200 len: 787 time: 0.1989546 May 05 19:53:16.603164 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [req-93e87f96-724d-4ddd-8262-01ec4276e982 req-0e5886eb-9b84-41ed-9408-0ce548ce96ac tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88197) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 19:53:16.615917 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-93e87f96-724d-4ddd-8262-01ec4276e982 req-0e5886eb-9b84-41ed-9408-0ce548ce96ac tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0226939 May 05 19:53:16.682563 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-196b003f-35a3-465d-b3b1-7d7c978194b6 req-76008c0a-67ac-4996-96c3-b5b0a5a96e40 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:16.722520 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420a542a-e6d9-4d3b-acfa-cd1ba40c00ee req-5fdb83e8-80de-46d9-841b-837b027977da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:16.724425 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-420a542a-e6d9-4d3b-acfa-cd1ba40c00ee req-5fdb83e8-80de-46d9-841b-837b027977da service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.3130474 May 05 19:53:16.765236 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=beea523c-b44a-4a29-84fa-ffc71132cf85,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:16.807433 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-196b003f-35a3-465d-b3b1-7d7c978194b6 req-76008c0a-67ac-4996-96c3-b5b0a5a96e40 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:16.872679 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['beea523c-b44a-4a29-84fa-ffc71132cf85'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:53:16.959134 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e42e06a2-ffc1-47cc-b500-71e3040d8363 req-a127d704-6e66-4dea-8939-927c50870660 service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5912151 May 05 19:53:16.965609 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-196b003f-35a3-465d-b3b1-7d7c978194b6 req-76008c0a-67ac-4996-96c3-b5b0a5a96e40 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:17.030861 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb19be3-e87e-4d6d-9236-5258842de7fb req-4ddb02a1-7e10-46b2-b93a-603dd002ce62 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:17.038609 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0eb19be3-e87e-4d6d-9236-5258842de7fb req-4ddb02a1-7e10-46b2-b93a-603dd002ce62 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c5dad3c-d602-4b16-ba45-4bfc3c8179fb HTTP/1.1" status: 200 len: 950 time: 0.2207921 May 05 19:53:17.065398 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420a542a-e6d9-4d3b-acfa-cd1ba40c00ee req-f577d127-cbe2-491c-86cb-9aa3c0540ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:17.067091 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-420a542a-e6d9-4d3b-acfa-cd1ba40c00ee req-f577d127-cbe2-491c-86cb-9aa3c0540ae3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3342764 May 05 19:53:17.073883 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76008c0a-67ac-4996-96c3-b5b0a5a96e40 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c85e78-0cb0-4bce-b384-ceaf4ff2e79b,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:17.160234 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0eb19be3-e87e-4d6d-9236-5258842de7fb req-fdfbffb1-b4c2-4773-8d34-ae2535f1543c tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207566 May 05 19:53:17.166869 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-196b003f-35a3-465d-b3b1-7d7c978194b6 req-76008c0a-67ac-4996-96c3-b5b0a5a96e40 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:17.180231 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-196b003f-35a3-465d-b3b1-7d7c978194b6 req-76008c0a-67ac-4996-96c3-b5b0a5a96e40 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "DELETE /v2.0/security-groups/23c85e78-0cb0-4bce-b384-ceaf4ff2e79b HTTP/1.1" status: 204 len: 173 time: 0.9887624 May 05 19:53:17.346840 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b7fa6ab1-3c2c-4edb-acbe-864cc3f522c5 req-23d02f6b-c894-414d-8ae8-71cb054c645d tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] 10.222.0.36 "GET /v2.0/floatingips/71ea8931-3eb8-40be-aa19-44b5f8c981fa HTTP/1.1" status: 200 len: 692 time: 0.1341264 May 05 19:53:17.347483 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-420a542a-e6d9-4d3b-acfa-cd1ba40c00ee req-12a7f995-4f22-4bf2-af6f-ea6933bdab10 service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682760 May 05 19:53:17.393952 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd670253-fd7a-4545-a235-a42907816f45 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Router 7e0c852e-4ef4-407b-9dad-84af291ba887 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 19:53:17.671526 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cc9b5f7c-3797-4ca1-bdad-2de58dda7c45 req-94f71860-14fd-4ced-99a6-05274aa7a6d0 tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=d2fd020937934c3b92b74452d7580178&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1121614 May 05 19:53:17.720928 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa6ab1-3c2c-4edb-acbe-864cc3f522c5 req-13e601a5-0dc7-4f2c-91d4-0a78276f7265 tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:17.722942 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b7fa6ab1-3c2c-4edb-acbe-864cc3f522c5 req-13e601a5-0dc7-4f2c-91d4-0a78276f7265 tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] 10.222.0.36 "GET /v2.0/networks/0401d202-1605-4cfe-bad4-fb225df6afb0 HTTP/1.1" status: 200 len: 784 time: 0.3702474 May 05 19:53:17.736705 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [req-b7fa6ab1-3c2c-4edb-acbe-864cc3f522c5 req-e1717832-6b2f-4109-82b1-a43b4f021d8d tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88197) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 19:53:17.737962 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b7fa6ab1-3c2c-4edb-acbe-864cc3f522c5 req-e1717832-6b2f-4109-82b1-a43b4f021d8d tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081143 May 05 19:53:17.827100 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b7fa6ab1-3c2c-4edb-acbe-864cc3f522c5 req-0034a1e1-1f15-4426-8fda-142921723ffb tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.18 HTTP/1.1" status: 200 len: 695 time: 0.0829644 May 05 19:53:17.914244 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b7fa6ab1-3c2c-4edb-acbe-864cc3f522c5 req-889e9c31-97c4-47cf-ba3b-f3c219a6646b tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.18 HTTP/1.1" status: 200 len: 695 time: 0.0794311 May 05 19:53:18.014272 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-420a542a-e6d9-4d3b-acfa-cd1ba40c00ee req-876233d2-8703-40dc-8803-f3e4fa91d6f6 service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6590762 May 05 19:53:18.046704 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd670253-fd7a-4545-a235-a42907816f45 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 19:53:18.054213 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cd670253-fd7a-4545-a235-a42907816f45 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:18.057683 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bd6f8f-aed2-4740-ad7a-7431e7aa4b48 None None] Sync routers for ids ['7e0c852e-4ef4-407b-9dad-84af291ba887'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 19:53:18.071793 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device beea523c-b44a-4a29-84fa-ffc71132cf85 up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:53:18.078142 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bd6f8f-aed2-4740-ad7a-7431e7aa4b48 None None] Routers {'7e0c852e-4ef4-407b-9dad-84af291ba887'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:53:18.079487 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-f0bd6f8f-aed2-4740-ad7a-7431e7aa4b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:53:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['7e0c852e-4ef4-407b-9dad-84af291ba887'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:53:18.087214 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-b7fa6ab1-3c2c-4edb-acbe-864cc3f522c5 req-87a7801b-be90-4667-977c-cdb29b7215f9 tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] Deleting port 676f2ecb-b773-4836-a86f-4dbfe688d000 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:53:18.087800 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-b7fa6ab1-3c2c-4edb-acbe-864cc3f522c5 req-87a7801b-be90-4667-977c-cdb29b7215f9 tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:18.124029 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b5f7c-3797-4ca1-bdad-2de58dda7c45 req-20163e4b-bd6e-43a4-9b84-8fb48ace9982 tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:18.125520 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cc9b5f7c-3797-4ca1-bdad-2de58dda7c45 req-20163e4b-bd6e-43a4-9b84-8fb48ace9982 tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4401441 May 05 19:53:18.155442 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-cd670253-fd7a-4545-a235-a42907816f45 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] 10.222.0.36 "PUT /v2.0/floatingips/615bc468-25f6-4d43-9bd2-bc9892ec44c4 HTTP/1.1" status: 200 len: 990 time: 5.4490755 May 05 19:53:18.157542 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa401015-7cfc-4b79-b230-f7a61b5691bf', 'tag': '2d9c78b6-03b1-47aa-9e0a-1dfecab0f5e9'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:53:18.164205 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cc9b5f7c-3797-4ca1-bdad-2de58dda7c45 req-4d21449f-9aab-4a7b-b818-f8dd51e9ed34 tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] 10.222.0.36 "GET /v2.0/quotas/d2fd020937934c3b92b74452d7580178 HTTP/1.1" status: 200 len: 375 time: 0.0282919 May 05 19:53:18.219127 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cc9b5f7c-3797-4ca1-bdad-2de58dda7c45 req-dc295836-7205-496e-b931-60f4a5a052f3 tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d2fd020937934c3b92b74452d7580178&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493646 May 05 19:53:18.223893 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port beea523c-b44a-4a29-84fa-ffc71132cf85 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:53:18.230578 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port beea523c-b44a-4a29-84fa-ffc71132cf85 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:53:18.231024 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:18.337044 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-b7fa6ab1-3c2c-4edb-acbe-864cc3f522c5 req-87a7801b-be90-4667-977c-cdb29b7215f9 tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:18.338438 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-b7fa6ab1-3c2c-4edb-acbe-864cc3f522c5 req-87a7801b-be90-4667-977c-cdb29b7215f9 tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:18.356302 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-f0bd6f8f-aed2-4740-ad7a-7431e7aa4b48 None None] Set router 7e0c852e-4ef4-407b-9dad-84af291ba887 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:53:18.364394 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:18.406200 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e8b4807-8719-405e-a2ab-1e560c235ee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beea523c-b44a-4a29-84fa-ffc71132cf85'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:53:18.418311 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port beea523c-b44a-4a29-84fa-ffc71132cf85, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=beea523c-b44a-4a29-84fa-ffc71132cf85,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:53:18.423048 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:18.424561 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device c4d066df-4f40-460d-9c89-ef89ebf59bdc no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:53:18.584232 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-b7fa6ab1-3c2c-4edb-acbe-864cc3f522c5 req-87a7801b-be90-4667-977c-cdb29b7215f9 tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] Calling delete_port for 676f2ecb-b773-4836-a86f-4dbfe688d000 owned by network:floatingip {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:53:18.850247 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4828797-7f59-4c72-8d0a-211f62892b80 req-bc7bc3bf-b896-4ab4-947f-d25e7c97996b tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:18.881070 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e4828797-7f59-4c72-8d0a-211f62892b80 req-bc7bc3bf-b896-4ab4-947f-d25e7c97996b tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e8b4807-8719-405e-a2ab-1e560c235ee2 HTTP/1.1" status: 200 len: 950 time: 0.2723229 May 05 19:53:19.033653 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e4828797-7f59-4c72-8d0a-211f62892b80 req-619e6a0a-469e-40f9-91fc-48bbfe326333 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/security-groups?id=47e8f45b-d376-403a-8bb9-867508147e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513231 May 05 19:53:19.062711 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=beea523c-b44a-4a29-84fa-ffc71132cf85,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:19.089701 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-0f2b9e82-ac97-4985-b976-4408ad5485e1 req-ed047fe4-c63e-4924-ab11-1078c0cb44fe tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1297323231', 'description': 'tempest-description-213299773'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:53:19.097557 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-0f2b9e82-ac97-4985-b976-4408ad5485e1 req-ed047fe4-c63e-4924-ab11-1078c0cb44fe tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:53:19.099029 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-b7fa6ab1-3c2c-4edb-acbe-864cc3f522c5 req-87a7801b-be90-4667-977c-cdb29b7215f9 tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:19.108882 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-0f2b9e82-ac97-4985-b976-4408ad5485e1 req-ed047fe4-c63e-4924-ab11-1078c0cb44fe tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Usage tracker for resource:security_group and tenant:ebd0d12895b0474f8b30730a1d2092a4 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:53:19.116171 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-0f2b9e82-ac97-4985-b976-4408ad5485e1 req-ed047fe4-c63e-4924-ab11-1078c0cb44fe tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:53:19.132778 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-0f2b9e82-ac97-4985-b976-4408ad5485e1 req-ed047fe4-c63e-4924-ab11-1078c0cb44fe tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:53:19.153165 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-f0bd6f8f-aed2-4740-ad7a-7431e7aa4b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e0c852e-4ef4-407b-9dad-84af291ba887', 'name': 'tempest-ServersTestBootFromVolume-1190819006-router', 'tenant_id': '4d0e88c339a8478fac3bdc473e88ec9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '952a221f-6d5d-4de0-8f11-d04938b2c854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:51:53Z', 'updated_at': '2022-05-05T19:52:04Z', 'revision_number': 4, 'project_id': '4d0e88c339a8478fac3bdc473e88ec9b', 'gw_port': {'id': '952a221f-6d5d-4de0-8f11-d04938b2c854', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:42:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0c852e-4ef4-407b-9dad-84af291ba887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:51:55Z', 'updated_at': '2022-05-05T19:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '615bc468-25f6-4d43-9bd2-bc9892ec44c4', 'tenant_id': '4d0e88c339a8478fac3bdc473e88ec9b', 'floating_ip_address': '172.25.0.78', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '7e0c852e-4ef4-407b-9dad-84af291ba887', 'port_id': '2d9c78b6-03b1-47aa-9e0a-1dfecab0f5e9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0dbff45-b7d3-44db-825a-7ca3d44cd917', 'mac_address': 'fa:16:3e:aa:80:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa401015-7cfc-4b79-b230-f7a61b5691bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T19:52:14Z', 'updated_at': '2022-05-05T19:53:15Z', 'revision_number': 1, 'project_id': '4d0e88c339a8478fac3bdc473e88ec9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4ad395e-99ea-40f1-80cd-fc6a195b1e00', 'name': '', 'network_id': 'c0dbff45-b7d3-44db-825a-7ca3d44cd917', 'tenant_id': '4d0e88c339a8478fac3bdc473e88ec9b', 'mac_address': 'fa:16:3e:db:5e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0c852e-4ef4-407b-9dad-84af291ba887', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'b07668b7-cdd8-46a5-a536-43ebeaf1a857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:52:01Z', 'updated_at': '2022-05-05T19:52:14Z', 'revision_number': 5, 'project_id': '4d0e88c339a8478fac3bdc473e88ec9b', 'subnets': [{'id': 'b07668b7-cdd8-46a5-a536-43ebeaf1a857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:53:19.154606 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0f2b9e82-ac97-4985-b976-4408ad5485e1 req-ed047fe4-c63e-4924-ab11-1078c0cb44fe tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:19.171087 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bd6f8f-aed2-4740-ad7a-7431e7aa4b48 None None] Checking router: 7e0c852e-4ef4-407b-9dad-84af291ba887 for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 19:53:19.192911 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-0f2b9e82-ac97-4985-b976-4408ad5485e1 req-ed047fe4-c63e-4924-ab11-1078c0cb44fe tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:53:19.193674 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a7801b-be90-4667-977c-cdb29b7215f9 tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] Pushing event deleted for resources: {'Port': ['ID=676f2ecb-b773-4836-a86f-4dbfe688d000,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:19.204908 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-0f2b9e82-ac97-4985-b976-4408ad5485e1 req-ed047fe4-c63e-4924-ab11-1078c0cb44fe tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Usage tracker for resource:security_group_rule and tenant:ebd0d12895b0474f8b30730a1d2092a4 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:53:19.214276 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-0f2b9e82-ac97-4985-b976-4408ad5485e1 req-ed047fe4-c63e-4924-ab11-1078c0cb44fe tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:53:19.217486 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:19.225972 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bd6f8f-aed2-4740-ad7a-7431e7aa4b48 None None] Routers {'7e0c852e-4ef4-407b-9dad-84af291ba887'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:53:19.225972 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-f0bd6f8f-aed2-4740-ad7a-7431e7aa4b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:53:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['7e0c852e-4ef4-407b-9dad-84af291ba887'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:53:19.227070 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-0f2b9e82-ac97-4985-b976-4408ad5485e1 req-ed047fe4-c63e-4924-ab11-1078c0cb44fe tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:53:19.315607 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port c4d066df-4f40-460d-9c89-ef89ebf59bdc, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=c4d066df-4f40-460d-9c89-ef89ebf59bdc,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:53:19.315607 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:19.369930 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0f2b9e82-ac97-4985-b976-4408ad5485e1 req-ed047fe4-c63e-4924-ab11-1078c0cb44fe tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:19.386571 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0f2b9e82-ac97-4985-b976-4408ad5485e1 req-ed047fe4-c63e-4924-ab11-1078c0cb44fe tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:19.403030 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-b7fa6ab1-3c2c-4edb-acbe-864cc3f522c5 req-87a7801b-be90-4667-977c-cdb29b7215f9 tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] Notify callbacks [] for floatingip, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:19.453879 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-b7fa6ab1-3c2c-4edb-acbe-864cc3f522c5 req-87a7801b-be90-4667-977c-cdb29b7215f9 tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:19.466028 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b7fa6ab1-3c2c-4edb-acbe-864cc3f522c5 req-87a7801b-be90-4667-977c-cdb29b7215f9 tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] 10.222.0.36 "DELETE /v2.0/floatingips/71ea8931-3eb8-40be-aa19-44b5f8c981fa HTTP/1.1" status: 204 len: 173 time: 1.5376790 May 05 19:53:19.508513 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed047fe4-c63e-4924-ab11-1078c0cb44fe tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37b38734-ba7d-4848-8559-157a1e1a2687,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:19.516717 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0f2b9e82-ac97-4985-b976-4408ad5485e1 req-ed047fe4-c63e-4924-ab11-1078c0cb44fe tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:19.527050 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0f2b9e82-ac97-4985-b976-4408ad5485e1 req-ed047fe4-c63e-4924-ab11-1078c0cb44fe tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4453707 May 05 19:53:19.562929 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=c4d066df-4f40-460d-9c89-ef89ebf59bdc,revision_number=6']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:19.860205 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-f0bd6f8f-aed2-4740-ad7a-7431e7aa4b48 None None] Set router 7e0c852e-4ef4-407b-9dad-84af291ba887 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:53:19.861738 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b341de-85d3-47a2-be99-b81a6d406f4c req-1bc56f85-c96e-4c2a-9a36-bd3fcef11a77 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:19.867873 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-93b341de-85d3-47a2-be99-b81a6d406f4c req-1bc56f85-c96e-4c2a-9a36-bd3fcef11a77 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa401015-7cfc-4b79-b230-f7a61b5691bf HTTP/1.1" status: 200 len: 945 time: 0.2066975 May 05 19:53:19.983110 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-93b341de-85d3-47a2-be99-b81a6d406f4c req-7beb2281-1f1d-4d57-b49c-20344acd129b tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] 10.222.0.36 "GET /v2.0/security-groups?id=74723806-36cd-43f0-be0b-2bd9c82fe8be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126409 May 05 19:53:20.002987 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c461f43-c7b6-47db-924a-43ae6e709383'] response: {'name': 'network-changed', 'server_uuid': 'fa401015-7cfc-4b79-b230-f7a61b5691bf', 'tag': '2d9c78b6-03b1-47aa-9e0a-1dfecab0f5e9', 'status': 'completed', 'code': 200} May 05 19:53:20.090656 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device c4d066df-4f40-460d-9c89-ef89ebf59bdc details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:53:20.109026 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0a987ea-131c-4888-a19b-02fd059792cf'] response: {'server_uuid': '3e8b4807-8719-405e-a2ab-1e560c235ee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beea523c-b44a-4a29-84fa-ffc71132cf85', 'code': 200} May 05 19:53:20.214814 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a1f9b-a053-4ac7-ab93-3559bbeee87a req-fef437be-55b1-4461-8749-0b1c1aa19fb1 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:20.233964 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f50a1f9b-a053-4ac7-ab93-3559bbeee87a req-fef437be-55b1-4461-8749-0b1c1aa19fb1 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c5dad3c-d602-4b16-ba45-4bfc3c8179fb HTTP/1.1" status: 200 len: 948 time: 0.1201105 May 05 19:53:20.323203 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f50a1f9b-a053-4ac7-ab93-3559bbeee87a req-2053db2d-4d48-405a-af70-2338c795e1bf tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876768 May 05 19:53:20.417563 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port c4d066df-4f40-460d-9c89-ef89ebf59bdc, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=c4d066df-4f40-460d-9c89-ef89ebf59bdc,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:53:20.434449 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': 'c4d066df-4f40-460d-9c89-ef89ebf59bdc', 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3', 'port_id': 'c4d066df-4f40-460d-9c89-ef89ebf59bdc', 'mac_address': 'fa:16:3e:65:31:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d72a8d3-0a35-4d3a-96b8-d869ff4093bc', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:53:20.447422 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fbc0649b-109a-4992-aff1-23992f61b091 req-209b361e-98f4-4d0f-91c8-486edf57096d tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bb26db1-e727-49ed-974a-6e9d257c76e7 HTTP/1.1" status: 200 len: 210 time: 0.1148403 May 05 19:53:20.503931 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:20.539451 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba35f9a-53f0-4108-8c24-26cba0896607 req-caed917a-44b2-49ac-9d4c-4a5b5c201a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:20.539668 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4d066df-4f40-460d-9c89-ef89ebf59bdc {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:53:20.542382 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4ba35f9a-53f0-4108-8c24-26cba0896607 req-caed917a-44b2-49ac-9d4c-4a5b5c201a05 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3e8b4807-8719-405e-a2ab-1e560c235ee2 HTTP/1.1" status: 200 len: 1101 time: 0.3430922 May 05 19:53:20.552015 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c521c438-589a-4dbe-98f8-9987464be769 req-04e6ff15-6a46-47b9-9e94-a4c3f8373f63 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/security-groups/37b38734-ba7d-4848-8559-157a1e1a2687 HTTP/1.1" status: 200 len: 1800 time: 0.0704818 May 05 19:53:20.558156 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port c4d066df-4f40-460d-9c89-ef89ebf59bdc, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=c4d066df-4f40-460d-9c89-ef89ebf59bdc,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:53:20.561726 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-c521c438-589a-4dbe-98f8-9987464be769 req-bee4948b-0750-43ea-94b4-75a6925cde46 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Request body: {'security_group': {'name': 'tempest-sg-hth-707912804', 'description': 'tempest-description-hth-1346252685'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:53:20.563433 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:20.638042 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f01ba82-e114-4aee-a3ff-fd5f9ac8457b req-73276426-c8ea-4d91-9817-722e0e376f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:20.639981 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3f01ba82-e114-4aee-a3ff-fd5f9ac8457b req-73276426-c8ea-4d91-9817-722e0e376f9e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4d0e88c339a8478fac3bdc473e88ec9b&device_id=fa401015-7cfc-4b79-b230-f7a61b5691bf HTTP/1.1" status: 200 len: 1096 time: 0.5358377 May 05 19:53:20.674178 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-f0bd6f8f-aed2-4740-ad7a-7431e7aa4b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e0c852e-4ef4-407b-9dad-84af291ba887', 'name': 'tempest-ServersTestBootFromVolume-1190819006-router', 'tenant_id': '4d0e88c339a8478fac3bdc473e88ec9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '952a221f-6d5d-4de0-8f11-d04938b2c854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:51:53Z', 'updated_at': '2022-05-05T19:52:04Z', 'revision_number': 4, 'project_id': '4d0e88c339a8478fac3bdc473e88ec9b', 'gw_port': {'id': '952a221f-6d5d-4de0-8f11-d04938b2c854', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:42:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0c852e-4ef4-407b-9dad-84af291ba887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:51:55Z', 'updated_at': '2022-05-05T19:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '615bc468-25f6-4d43-9bd2-bc9892ec44c4', 'tenant_id': '4d0e88c339a8478fac3bdc473e88ec9b', 'floating_ip_address': '172.25.0.78', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '7e0c852e-4ef4-407b-9dad-84af291ba887', 'port_id': '2d9c78b6-03b1-47aa-9e0a-1dfecab0f5e9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0dbff45-b7d3-44db-825a-7ca3d44cd917', 'mac_address': 'fa:16:3e:aa:80:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa401015-7cfc-4b79-b230-f7a61b5691bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T19:52:14Z', 'updated_at': '2022-05-05T19:53:15Z', 'revision_number': 1, 'project_id': '4d0e88c339a8478fac3bdc473e88ec9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4ad395e-99ea-40f1-80cd-fc6a195b1e00', 'name': '', 'network_id': 'c0dbff45-b7d3-44db-825a-7ca3d44cd917', 'tenant_id': '4d0e88c339a8478fac3bdc473e88ec9b', 'mac_address': 'fa:16:3e:db:5e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0c852e-4ef4-407b-9dad-84af291ba887', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'b07668b7-cdd8-46a5-a536-43ebeaf1a857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:52:01Z', 'updated_at': '2022-05-05T19:52:14Z', 'revision_number': 5, 'project_id': '4d0e88c339a8478fac3bdc473e88ec9b', 'subnets': [{'id': 'b07668b7-cdd8-46a5-a536-43ebeaf1a857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:53:20.679086 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bd6f8f-aed2-4740-ad7a-7431e7aa4b48 None None] The sync data for ids ['7e0c852e-4ef4-407b-9dad-84af291ba887'] in n-d-840717-1 is: [{'id': '7e0c852e-4ef4-407b-9dad-84af291ba887', 'name': 'tempest-ServersTestBootFromVolume-1190819006-router', 'tenant_id': '4d0e88c339a8478fac3bdc473e88ec9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '952a221f-6d5d-4de0-8f11-d04938b2c854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:51:53Z', 'updated_at': '2022-05-05T19:52:04Z', 'revision_number': 4, 'project_id': '4d0e88c339a8478fac3bdc473e88ec9b', 'gw_port': {'id': '952a221f-6d5d-4de0-8f11-d04938b2c854', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:42:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0c852e-4ef4-407b-9dad-84af291ba887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:51:55Z', 'updated_at': '2022-05-05T19:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '615bc468-25f6-4d43-9bd2-bc9892ec44c4', 'tenant_id': '4d0e88c339a8478fac3bdc473e88ec9b', 'floating_ip_address': '172.25.0.78', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '7e0c852e-4ef4-407b-9dad-84af291ba887', 'port_id': '2d9c78b6-03b1-47aa-9e0a-1dfecab0f5e9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0dbff45-b7d3-44db-825a-7ca3d44cd917', 'mac_address': 'fa:16:3e:aa:80:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa401015-7cfc-4b79-b230-f7a61b5691bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T19:52:14Z', 'updated_at': '2022-05-05T19:53:15Z', 'revision_number': 1, 'project_id': '4d0e88c339a8478fac3bdc473e88ec9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4ad395e-99ea-40f1-80cd-fc6a195b1e00', 'name': '', 'network_id': 'c0dbff45-b7d3-44db-825a-7ca3d44cd917', 'tenant_id': '4d0e88c339a8478fac3bdc473e88ec9b', 'mac_address': 'fa:16:3e:db:5e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0c852e-4ef4-407b-9dad-84af291ba887', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'b07668b7-cdd8-46a5-a536-43ebeaf1a857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:52:01Z', 'updated_at': '2022-05-05T19:52:14Z', 'revision_number': 5, 'project_id': '4d0e88c339a8478fac3bdc473e88ec9b', 'subnets': [{'id': 'b07668b7-cdd8-46a5-a536-43ebeaf1a857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 19:53:20.683536 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c521c438-589a-4dbe-98f8-9987464be769 req-bee4948b-0750-43ea-94b4-75a6925cde46 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks [] for security_group, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:20.709089 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4ba35f9a-53f0-4108-8c24-26cba0896607 req-bc15148f-5584-42db-bc55-39d9a3299d4b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=47e8f45b-d376-403a-8bb9-867508147e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546760 May 05 19:53:20.717851 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=c4d066df-4f40-460d-9c89-ef89ebf59bdc,revision_number=7']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:20.858800 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cc9b5f7c-3797-4ca1-bdad-2de58dda7c45 req-de105c66-ac79-44b2-b12e-07ce8448d137 tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=d2fd020937934c3b92b74452d7580178&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1097126 May 05 19:53:20.868628 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['c4d066df-4f40-460d-9c89-ef89ebf59bdc'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:53:20.875137 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7f42844f-1b08-4ccb-9f0a-7109cf15c5f3 req-5dcc80b6-2663-40c2-a327-8b4cfd2e0f5a tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4988630 May 05 19:53:20.901043 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-7f42844f-1b08-4ccb-9f0a-7109cf15c5f3 req-c3a420b9-5fc0-4fb6-b861-38e376cfb91c tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] Request body: {'floatingip': {'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:53:20.927127 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-7f42844f-1b08-4ccb-9f0a-7109cf15c5f3 req-c3a420b9-5fc0-4fb6-b861-38e376cfb91c tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:53:20.944988 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-7f42844f-1b08-4ccb-9f0a-7109cf15c5f3 req-c3a420b9-5fc0-4fb6-b861-38e376cfb91c tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] Usage tracker for resource:floatingip and tenant:64a3560cd1634b98bb2fbd917b9cc106 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:53:20.950996 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-7f42844f-1b08-4ccb-9f0a-7109cf15c5f3 req-c3a420b9-5fc0-4fb6-b861-38e376cfb91c tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:53:20.961192 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-7f42844f-1b08-4ccb-9f0a-7109cf15c5f3 req-c3a420b9-5fc0-4fb6-b861-38e376cfb91c tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:53:21.002547 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-7f42844f-1b08-4ccb-9f0a-7109cf15c5f3 req-c3a420b9-5fc0-4fb6-b861-38e376cfb91c tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] Notify callbacks [] for floatingip, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:21.024371 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c521c438-589a-4dbe-98f8-9987464be769 req-bee4948b-0750-43ea-94b4-75a6925cde46 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks [] for security_group, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:21.050718 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b4426-f19e-438c-ae2a-23f8ee4a1bcf req-e33e9899-66d7-42cb-b964-680835ec4a43 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:21.052678 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-339b4426-f19e-438c-ae2a-23f8ee4a1bcf req-e33e9899-66d7-42cb-b964-680835ec4a43 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1f650ea-33a1-49e0-b9ce-33d7e6b1cea8 HTTP/1.1" status: 200 len: 944 time: 0.4007850 May 05 19:53:21.065370 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c521c438-589a-4dbe-98f8-9987464be769 req-bee4948b-0750-43ea-94b4-75a6925cde46 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:21.069024 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c521c438-589a-4dbe-98f8-9987464be769 req-bee4948b-0750-43ea-94b4-75a6925cde46 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:21.078523 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c521c438-589a-4dbe-98f8-9987464be769 req-bee4948b-0750-43ea-94b4-75a6925cde46 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "PUT /v2.0/security-groups/37b38734-ba7d-4848-8559-157a1e1a2687 HTTP/1.1" status: 200 len: 1774 time: 0.5252111 May 05 19:53:21.124785 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbf96d9-bee9-463d-b080-302e0114c5c4 None None] New status for floating IP 615bc468-25f6-4d43-9bd2-bc9892ec44c4: ACTIVE {{(pid=88199) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 19:53:21.176115 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-339b4426-f19e-438c-ae2a-23f8ee4a1bcf req-caf0d024-7387-4b7a-a065-d6769e5bf922 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Deleting port 478f6a74-57f1-4900-99d8-96e662021eb5 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:53:21.176790 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-339b4426-f19e-438c-ae2a-23f8ee4a1bcf req-caf0d024-7387-4b7a-a065-d6769e5bf922 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:21.230280 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f01ba82-e114-4aee-a3ff-fd5f9ac8457b req-56d2beeb-3c6f-4035-a7fd-ab85f57876ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:21.231798 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3f01ba82-e114-4aee-a3ff-fd5f9ac8457b req-56d2beeb-3c6f-4035-a7fd-ab85f57876ba service neutron] 10.222.0.50 "GET /v2.0/networks?id=c0dbff45-b7d3-44db-825a-7ca3d44cd917 HTTP/1.1" status: 200 len: 917 time: 0.5833461 May 05 19:53:21.428727 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee4948b-0750-43ea-94b4-75a6925cde46 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37b38734-ba7d-4848-8559-157a1e1a2687,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:21.519678 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b5f7c-3797-4ca1-bdad-2de58dda7c45 req-8c9830d8-b4c2-4c74-93ba-c24d231c2ae5 tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:21.522312 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cc9b5f7c-3797-4ca1-bdad-2de58dda7c45 req-8c9830d8-b4c2-4c74-93ba-c24d231c2ae5 tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6206956 May 05 19:53:21.534997 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-cc9b5f7c-3797-4ca1-bdad-2de58dda7c45 req-ccf2fa48-5ed4-4871-a32b-99756834151e tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] Request body: {'port': {'device_id': '7bb26db1-e727-49ed-974a-6e9d257c76e7', 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3', 'admin_state_up': True, 'tenant_id': 'd2fd020937934c3b92b74452d7580178'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:53:21.560344 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-7f42844f-1b08-4ccb-9f0a-7109cf15c5f3 req-c3a420b9-5fc0-4fb6-b861-38e376cfb91c tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:21.585415 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3f01ba82-e114-4aee-a3ff-fd5f9ac8457b req-9f809b0f-3096-4136-b57c-a112453e2cf0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d9c78b6-03b1-47aa-9e0a-1dfecab0f5e9 HTTP/1.1" status: 200 len: 998 time: 0.2517142 May 05 19:53:21.766606 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f01ba82-e114-4aee-a3ff-fd5f9ac8457b req-2daa43b9-56d0-4c51-b25d-5c6390641921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:21.768327 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3f01ba82-e114-4aee-a3ff-fd5f9ac8457b req-2daa43b9-56d0-4c51-b25d-5c6390641921 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b07668b7-cdd8-46a5-a536-43ebeaf1a857 HTTP/1.1" status: 200 len: 855 time: 0.1755664 May 05 19:53:21.775628 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-339b4426-f19e-438c-ae2a-23f8ee4a1bcf req-caf0d024-7387-4b7a-a065-d6769e5bf922 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] For port 478f6a74-57f1-4900-99d8-96e662021eb5, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=478f6a74-57f1-4900-99d8-96e662021eb5,segment=NetworkSegment(2fd00a77-6cab-42c3-b322-459c43fd8637),segment_id=2fd00a77-6cab-42c3-b322-459c43fd8637)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:53:21.775981 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-339b4426-f19e-438c-ae2a-23f8ee4a1bcf req-caf0d024-7387-4b7a-a065-d6769e5bf922 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:21.779526 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af360f9-f7aa-4c1f-ab26-ef8983f2a7d5 req-df1fc3f5-5daa-4d18-8ebf-83fbe342bdf2 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:21.780402 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-3af360f9-f7aa-4c1f-ab26-ef8983f2a7d5 req-df1fc3f5-5daa-4d18-8ebf-83fbe342bdf2 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Synchronizing usage tracker for tenant:ec798a1d17654fd38a17594ac4520b82 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:53:21.865752 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-cc9b5f7c-3797-4ca1-bdad-2de58dda7c45 req-ccf2fa48-5ed4-4871-a32b-99756834151e tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:53:21.871385 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-3af360f9-f7aa-4c1f-ab26-ef8983f2a7d5 req-df1fc3f5-5daa-4d18-8ebf-83fbe342bdf2 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Unset dirty status for tenant:ec798a1d17654fd38a17594ac4520b82 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:53:21.872547 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3af360f9-f7aa-4c1f-ab26-ef8983f2a7d5 req-df1fc3f5-5daa-4d18-8ebf-83fbe342bdf2 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1f650ea-33a1-49e0-b9ce-33d7e6b1cea8 HTTP/1.1" status: 200 len: 944 time: 0.5441892 May 05 19:53:21.873442 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-cc9b5f7c-3797-4ca1-bdad-2de58dda7c45 req-ccf2fa48-5ed4-4871-a32b-99756834151e tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] Usage tracker for resource:port and tenant:d2fd020937934c3b92b74452d7580178 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:53:21.877402 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-cc9b5f7c-3797-4ca1-bdad-2de58dda7c45 req-ccf2fa48-5ed4-4871-a32b-99756834151e tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:53:21.898820 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-cc9b5f7c-3797-4ca1-bdad-2de58dda7c45 req-ccf2fa48-5ed4-4871-a32b-99756834151e tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:53:21.928233 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc9b5f7c-3797-4ca1-bdad-2de58dda7c45 req-ccf2fa48-5ed4-4871-a32b-99756834151e tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] Made reservation on behalf of d2fd020937934c3b92b74452d7580178 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:53:21.932728 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-cc9b5f7c-3797-4ca1-bdad-2de58dda7c45 req-ccf2fa48-5ed4-4871-a32b-99756834151e tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:21.954871 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-cc9b5f7c-3797-4ca1-bdad-2de58dda7c45 req-ccf2fa48-5ed4-4871-a32b-99756834151e tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:21.969369 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f01ba82-e114-4aee-a3ff-fd5f9ac8457b req-231bdba1-f0d3-40a0-ab5a-b9b76da49948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:21.971117 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3f01ba82-e114-4aee-a3ff-fd5f9ac8457b req-231bdba1-f0d3-40a0-ab5a-b9b76da49948 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c0dbff45-b7d3-44db-825a-7ca3d44cd917&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1856613 May 05 19:53:21.977764 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-339b4426-f19e-438c-ae2a-23f8ee4a1bcf req-caf0d024-7387-4b7a-a065-d6769e5bf922 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Calling delete_port for 478f6a74-57f1-4900-99d8-96e662021eb5 owned by compute:nova {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:53:21.985216 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3af360f9-f7aa-4c1f-ab26-ef8983f2a7d5 req-363b8fb3-e5a8-4f1f-98cb-967ee56a710f tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046529 May 05 19:53:22.046495 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-7f42844f-1b08-4ccb-9f0a-7109cf15c5f3 req-c3a420b9-5fc0-4fb6-b861-38e376cfb91c tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] Allocated IP 172.25.0.27 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/2b0bb9c3-e4fd-44b6-b0f6-5da21dbdbf4b) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:53:22.051528 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-cc9b5f7c-3797-4ca1-bdad-2de58dda7c45 req-ccf2fa48-5ed4-4871-a32b-99756834151e tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:53:22.078469 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-cc9b5f7c-3797-4ca1-bdad-2de58dda7c45 req-ccf2fa48-5ed4-4871-a32b-99756834151e tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] Usage tracker for resource:security_group_rule and tenant:d2fd020937934c3b92b74452d7580178 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:53:22.094964 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-cc9b5f7c-3797-4ca1-bdad-2de58dda7c45 req-ccf2fa48-5ed4-4871-a32b-99756834151e tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:53:22.114232 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device c4d066df-4f40-460d-9c89-ef89ebf59bdc up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:53:22.173038 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c5dad3c-d602-4b16-ba45-4bfc3c8179fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4d066df-4f40-460d-9c89-ef89ebf59bdc'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:53:22.227459 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port c4d066df-4f40-460d-9c89-ef89ebf59bdc triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:53:22.227841 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:22.325112 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-339b4426-f19e-438c-ae2a-23f8ee4a1bcf req-caf0d024-7387-4b7a-a065-d6769e5bf922 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:22.340246 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-cc9b5f7c-3797-4ca1-bdad-2de58dda7c45 req-ccf2fa48-5ed4-4871-a32b-99756834151e tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:53:22.389687 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:22.408485 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-7f42844f-1b08-4ccb-9f0a-7109cf15c5f3 req-c3a420b9-5fc0-4fb6-b861-38e376cfb91c tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:22.422360 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0d024-7387-4b7a-a065-d6769e5bf922 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Pushing event deleted for resources: {'Port': ['ID=478f6a74-57f1-4900-99d8-96e662021eb5,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:22.434989 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port c4d066df-4f40-460d-9c89-ef89ebf59bdc, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=c4d066df-4f40-460d-9c89-ef89ebf59bdc,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:53:22.444141 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:22.465921 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3f01ba82-e114-4aee-a3ff-fd5f9ac8457b req-22cf9db6-9830-4203-bc27-9958dfce0a0a service neutron] 10.222.0.50 "GET /v2.0/networks/c0dbff45-b7d3-44db-825a-7ca3d44cd917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4792244 May 05 19:53:22.555056 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=c4d066df-4f40-460d-9c89-ef89ebf59bdc,revision_number=8']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:22.567156 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb16e7f7-1b23-4c9e-9dc4-ac7e441ac24e req-cf487571-796a-49bd-856d-65cdc0b91efe tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:22.569593 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fb16e7f7-1b23-4c9e-9dc4-ac7e441ac24e req-cf487571-796a-49bd-856d-65cdc0b91efe tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e8b4807-8719-405e-a2ab-1e560c235ee2 HTTP/1.1" status: 200 len: 950 time: 0.2406609 May 05 19:53:22.624858 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-339b4426-f19e-438c-ae2a-23f8ee4a1bcf req-caf0d024-7387-4b7a-a065-d6769e5bf922 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] No DVR routers for this DVR port 478f6a74-57f1-4900-99d8-96e662021eb5 on host n-h2-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:53:22.632872 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-339b4426-f19e-438c-ae2a-23f8ee4a1bcf req-caf0d024-7387-4b7a-a065-d6769e5bf922 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:22.635727 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1f650ea-33a1-49e0-b9ce-33d7e6b1cea8', 'name': 'network-vif-deleted', 'tag': '478f6a74-57f1-4900-99d8-96e662021eb5'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:53:22.648623 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-7f42844f-1b08-4ccb-9f0a-7109cf15c5f3 req-c3a420b9-5fc0-4fb6-b861-38e376cfb91c tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:22.667853 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-cc9b5f7c-3797-4ca1-bdad-2de58dda7c45 req-ccf2fa48-5ed4-4871-a32b-99756834151e tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:22.692457 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-cc9b5f7c-3797-4ca1-bdad-2de58dda7c45 req-ccf2fa48-5ed4-4871-a32b-99756834151e tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:22.738090 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f42844f-1b08-4ccb-9f0a-7109cf15c5f3 req-c3a420b9-5fc0-4fb6-b861-38e376cfb91c tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:53:22.739618 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-339b4426-f19e-438c-ae2a-23f8ee4a1bcf req-caf0d024-7387-4b7a-a065-d6769e5bf922 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.50 "DELETE /v2.0/ports/478f6a74-57f1-4900-99d8-96e662021eb5 HTTP/1.1" status: 204 len: 173 time: 1.6814277 May 05 19:53:22.742699 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-7f42844f-1b08-4ccb-9f0a-7109cf15c5f3 req-c3a420b9-5fc0-4fb6-b861-38e376cfb91c tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:53:22.747784 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f42844f-1b08-4ccb-9f0a-7109cf15c5f3 req-c3a420b9-5fc0-4fb6-b861-38e376cfb91c tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:53:22.775756 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fb16e7f7-1b23-4c9e-9dc4-ac7e441ac24e req-85682784-bb75-4305-a9cb-9829423e4f8f tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/security-groups?id=47e8f45b-d376-403a-8bb9-867508147e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979592 May 05 19:53:22.798774 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a420b9-5fc0-4fb6-b861-38e376cfb91c tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] Pushing event updated for resources: {'Port': ['ID=2b0bb9c3-e4fd-44b6-b0f6-5da21dbdbf4b,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:22.799935 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3f01ba82-e114-4aee-a3ff-fd5f9ac8457b req-5e97c332-3022-4052-a1af-f5b7cad090ce service neutron] 10.222.0.50 "GET /v2.0/networks/c0dbff45-b7d3-44db-825a-7ca3d44cd917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234406 May 05 19:53:22.851979 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-39f82663-6fbf-4aef-af4b-239faacb16f8 req-c917ca1e-c8f1-468e-85c2-a3d6c84d6948 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a8d939f4-0851-4bce-afcf-3b292497067f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2902439 May 05 19:53:22.858543 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf2fa48-5ed4-4871-a32b-99756834151e tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c58cd24a-1122-42ce-bf0c-2b20be5979fd,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:22.944594 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-7f42844f-1b08-4ccb-9f0a-7109cf15c5f3 req-c3a420b9-5fc0-4fb6-b861-38e376cfb91c tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:22.974357 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-cc9b5f7c-3797-4ca1-bdad-2de58dda7c45 req-ccf2fa48-5ed4-4871-a32b-99756834151e tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] Allocated IP 192.168.233.214 (b786cc2b-f681-4c10-a54f-820e9d1a5ac3/4d72a8d3-0a35-4d3a-96b8-d869ff4093bc/22cf6baf-0a20-4fdd-ab86-e8cdd9638159) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:53:23.066079 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-7f42844f-1b08-4ccb-9f0a-7109cf15c5f3 req-c3a420b9-5fc0-4fb6-b861-38e376cfb91c tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:23.363294 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-cc9b5f7c-3797-4ca1-bdad-2de58dda7c45 req-ccf2fa48-5ed4-4871-a32b-99756834151e tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:23.412712 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-cc9b5f7c-3797-4ca1-bdad-2de58dda7c45 req-ccf2fa48-5ed4-4871-a32b-99756834151e tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] Transition to ACTIVE for port object 22cf6baf-0a20-4fdd-ab86-e8cdd9638159 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:53:23.433714 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-80a11214-e7f7-426c-b019-110e28b49495 req-7d6e83a4-15ed-4b90-85e0-3338b1f82622 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/security-groups/37b38734-ba7d-4848-8559-157a1e1a2687 HTTP/1.1" status: 200 len: 1774 time: 0.1487875 May 05 19:53:23.470061 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ecef9-79ff-428f-972c-75db8aabe4a9 req-9f7f2bbc-e7c7-47c5-bbb1-fdff7afe8003 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:23.471891 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-275ecef9-79ff-428f-972c-75db8aabe4a9 req-9f7f2bbc-e7c7-47c5-bbb1-fdff7afe8003 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c5dad3c-d602-4b16-ba45-4bfc3c8179fb&tenant_id=928b29e96aaf42dd9d4dc06b8e5f9969&binding%3Ahost_id=n-h1-840717-1 HTTP/1.1" status: 200 len: 950 time: 0.1863649 May 05 19:53:23.479273 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-cc9b5f7c-3797-4ca1-bdad-2de58dda7c45 req-ccf2fa48-5ed4-4871-a32b-99756834151e tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:23.561612 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f82663-6fbf-4aef-af4b-239faacb16f8 req-e4002439-69f0-4849-aff3-54c05fad1d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:23.563529 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-39f82663-6fbf-4aef-af4b-239faacb16f8 req-e4002439-69f0-4849-aff3-54c05fad1d12 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=63ca58c29fae4c4eaafba189c1ec4492&device_id=a8d939f4-0851-4bce-afcf-3b292497067f HTTP/1.1" status: 200 len: 1096 time: 0.5307143 May 05 19:53:23.592843 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-7f42844f-1b08-4ccb-9f0a-7109cf15c5f3 req-c3a420b9-5fc0-4fb6-b861-38e376cfb91c tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:23.616994 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-7f42844f-1b08-4ccb-9f0a-7109cf15c5f3 req-c3a420b9-5fc0-4fb6-b861-38e376cfb91c tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:23.724537 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc9b5f7c-3797-4ca1-bdad-2de58dda7c45 req-ccf2fa48-5ed4-4871-a32b-99756834151e tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] Network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:53:23.732954 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-cc9b5f7c-3797-4ca1-bdad-2de58dda7c45 req-ccf2fa48-5ed4-4871-a32b-99756834151e tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:53:23.740742 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc9b5f7c-3797-4ca1-bdad-2de58dda7c45 req-ccf2fa48-5ed4-4871-a32b-99756834151e tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:53:23.770204 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf2fa48-5ed4-4871-a32b-99756834151e tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] Pushing event updated for resources: {'Port': ['ID=22cf6baf-0a20-4fdd-ab86-e8cdd9638159,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:23.802191 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a420b9-5fc0-4fb6-b861-38e376cfb91c tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] Pushing event updated for resources: {'Port': ['ID=2b0bb9c3-e4fd-44b6-b0f6-5da21dbdbf4b,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:23.803155 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-275ecef9-79ff-428f-972c-75db8aabe4a9 req-0f59013e-eb82-4672-9e80-c72a278e9459 service neutron] 10.222.0.24 "GET /v2.0/ports/c4d066df-4f40-460d-9c89-ef89ebf59bdc/bindings/n-h1-840717-1 HTTP/1.1" status: 200 len: 382 time: 0.3218610 May 05 19:53:23.826596 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b5f7c-3797-4ca1-bdad-2de58dda7c45 req-ccf2fa48-5ed4-4871-a32b-99756834151e tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:23.827549 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-cc9b5f7c-3797-4ca1-bdad-2de58dda7c45 req-ccf2fa48-5ed4-4871-a32b-99756834151e tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:23.846049 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-7f42844f-1b08-4ccb-9f0a-7109cf15c5f3 req-c3a420b9-5fc0-4fb6-b861-38e376cfb91c tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:23.865559 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f82663-6fbf-4aef-af4b-239faacb16f8 req-9d485071-5c29-41f6-839d-9a4a04bec267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:23.867145 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-39f82663-6fbf-4aef-af4b-239faacb16f8 req-9d485071-5c29-41f6-839d-9a4a04bec267 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9e1d2257-41cc-4af2-afae-4ca8a9719a05 HTTP/1.1" status: 200 len: 921 time: 0.2719297 May 05 19:53:23.897794 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab4044a-36f5-489b-b559-d4867c0d4bc4 req-cd7cf019-28c2-4ac3-910c-0a5f5796f65f tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:23.899370 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2ab4044a-36f5-489b-b559-d4867c0d4bc4 req-cd7cf019-28c2-4ac3-910c-0a5f5796f65f tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bb26db1-e727-49ed-974a-6e9d257c76e7 HTTP/1.1" status: 200 len: 936 time: 0.2887385 May 05 19:53:23.937606 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-7f42844f-1b08-4ccb-9f0a-7109cf15c5f3 req-c3a420b9-5fc0-4fb6-b861-38e376cfb91c tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:23.939040 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7f42844f-1b08-4ccb-9f0a-7109cf15c5f3 req-c3a420b9-5fc0-4fb6-b861-38e376cfb91c tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.0515611 May 05 19:53:23.951314 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cc9b5f7c-3797-4ca1-bdad-2de58dda7c45 req-ccf2fa48-5ed4-4871-a32b-99756834151e tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4207342 May 05 19:53:23.966700 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-cc9b5f7c-3797-4ca1-bdad-2de58dda7c45 req-8accfd87-e45d-409a-a2cb-04849f4d895f service neutron] Request body: {'port': {'device_id': '7bb26db1-e727-49ed-974a-6e9d257c76e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:53:24.027248 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-2ab4044a-36f5-489b-b559-d4867c0d4bc4 req-e2ee8e62-b305-4fd7-9b33-340ef9818f12 tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] Synchronizing usage tracker for tenant:d2fd020937934c3b92b74452d7580178 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:53:24.027488 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-39f82663-6fbf-4aef-af4b-239faacb16f8 req-e473b9b8-5fa5-4d60-8ad7-c38dcdb0d050 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3891ff3-1df5-467c-9a03-57e77e453f5d HTTP/1.1" status: 200 len: 217 time: 0.1525030 May 05 19:53:24.030532 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-7f42844f-1b08-4ccb-9f0a-7109cf15c5f3 req-3490d8e1-a170-4f20-a509-ae9e06a69584 tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] Synchronizing usage tracker for tenant:64a3560cd1634b98bb2fbd917b9cc106 on resource:floatingip {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:53:24.101225 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-7f42844f-1b08-4ccb-9f0a-7109cf15c5f3 req-3490d8e1-a170-4f20-a509-ae9e06a69584 tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] Unset dirty status for tenant:64a3560cd1634b98bb2fbd917b9cc106 on resource:floatingip {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:53:24.103029 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7f42844f-1b08-4ccb-9f0a-7109cf15c5f3 req-3490d8e1-a170-4f20-a509-ae9e06a69584 tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.27 HTTP/1.1" status: 200 len: 695 time: 0.1551044 May 05 19:53:24.103500 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-27655a61-892a-4253-8409-8d68f4e0eb77 None None] Provisioning for port 22cf6baf-0a20-4fdd-ab86-e8cdd9638159 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:53:24.111755 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-27655a61-892a-4253-8409-8d68f4e0eb77 None None] Provisioning complete for port 22cf6baf-0a20-4fdd-ab86-e8cdd9638159 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:53:24.113081 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-27655a61-892a-4253-8409-8d68f4e0eb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:24.114451 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-2ab4044a-36f5-489b-b559-d4867c0d4bc4 req-e2ee8e62-b305-4fd7-9b33-340ef9818f12 tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] Unset dirty status for tenant:d2fd020937934c3b92b74452d7580178 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:53:24.125919 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2ab4044a-36f5-489b-b559-d4867c0d4bc4 req-e2ee8e62-b305-4fd7-9b33-340ef9818f12 tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] 10.222.0.36 "GET /v2.0/security-groups?id=c58cd24a-1122-42ce-bf0c-2b20be5979fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171068 May 05 19:53:24.147781 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-cc9b5f7c-3797-4ca1-bdad-2de58dda7c45 req-8accfd87-e45d-409a-a2cb-04849f4d895f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:24.171920 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ecef9-79ff-428f-972c-75db8aabe4a9 req-3648ff54-4d1d-4b89-9dbe-eef3392e954f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:24.173444 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-275ecef9-79ff-428f-972c-75db8aabe4a9 req-3648ff54-4d1d-4b89-9dbe-eef3392e954f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=928b29e96aaf42dd9d4dc06b8e5f9969&device_id=5c5dad3c-d602-4b16-ba45-4bfc3c8179fb HTTP/1.1" status: 200 len: 1101 time: 0.3324783 May 05 19:53:24.222557 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 478f6a74-57f1-4900-99d8-96e662021eb5 no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:53:24.289912 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd2e3219-cafa-49a0-a8d6-198458bc0c67'] response: {'server_uuid': '5c5dad3c-d602-4b16-ba45-4bfc3c8179fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4d066df-4f40-460d-9c89-ef89ebf59bdc', 'code': 200} May 05 19:53:24.291926 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] No Port match for: 478f6a74-57f1-4900-99d8-96e662021eb5 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 19:53:24.292545 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 478f6a74-57f1-4900-99d8-96e662021eb5 not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:53:24.294116 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-27655a61-892a-4253-8409-8d68f4e0eb77 None None] Port 22cf6baf-0a20-4fdd-ab86-e8cdd9638159 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:53:24.369485 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f82663-6fbf-4aef-af4b-239faacb16f8 req-3e7f7ce4-16bc-4433-972e-fff4eeefcc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:24.371861 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-39f82663-6fbf-4aef-af4b-239faacb16f8 req-3e7f7ce4-16bc-4433-972e-fff4eeefcc8a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=99c4516e-78c1-4a80-85a0-0e7389d15301 HTTP/1.1" status: 200 len: 860 time: 0.3364642 May 05 19:53:24.373024 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5de91975-8831-4f14-bcc5-622b21c5c6bf'] response: {'server_uuid': 'b1f650ea-33a1-49e0-b9ce-33d7e6b1cea8', 'name': 'network-vif-deleted', 'tag': '478f6a74-57f1-4900-99d8-96e662021eb5', 'status': 'completed', 'code': 200} May 05 19:53:24.494086 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-39f82663-6fbf-4aef-af4b-239faacb16f8 req-c15a0e32-6769-4a7b-8b99-4ebe6e2c86f6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9e1d2257-41cc-4af2-afae-4ca8a9719a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1139350 May 05 19:53:24.516400 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ecef9-79ff-428f-972c-75db8aabe4a9 req-7b4fb4f0-4eab-4c36-97c2-b894f1cf603b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:24.517976 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-275ecef9-79ff-428f-972c-75db8aabe4a9 req-7b4fb4f0-4eab-4c36-97c2-b894f1cf603b service neutron] 10.222.0.24 "GET /v2.0/networks?id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3 HTTP/1.1" status: 200 len: 870 time: 0.3348868 May 05 19:53:24.529596 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f42844f-1b08-4ccb-9f0a-7109cf15c5f3 req-dcb9bd55-362f-4b1d-acf0-f22fc37a28b3 tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:24.536035 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7f42844f-1b08-4ccb-9f0a-7109cf15c5f3 req-dcb9bd55-362f-4b1d-acf0-f22fc37a28b3 tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] 10.222.0.36 "GET /v2.0/networks/0401d202-1605-4cfe-bad4-fb225df6afb0 HTTP/1.1" status: 200 len: 784 time: 0.4226837 May 05 19:53:24.658705 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [req-7f42844f-1b08-4ccb-9f0a-7109cf15c5f3 req-b930a35a-df9d-4dbc-b949-6215b2ac6e6a tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88197) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 19:53:24.659758 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7f42844f-1b08-4ccb-9f0a-7109cf15c5f3 req-b930a35a-df9d-4dbc-b949-6215b2ac6e6a tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1230960 May 05 19:53:24.689387 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-39f82663-6fbf-4aef-af4b-239faacb16f8 req-535c7784-ba27-4eb5-88b4-21d2536c0d3d service neutron] 10.222.0.50 "GET /v2.0/networks/9e1d2257-41cc-4af2-afae-4ca8a9719a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883039 May 05 19:53:24.735305 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5ee28d8a-3a46-43f7-b392-3ca5dcb9ed0c req-812230c9-1dc4-4619-843c-d3bb9297bdb7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=868250e7-4e06-4d95-a1d3-8dab33c9f8e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3199747 May 05 19:53:24.836539 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-275ecef9-79ff-428f-972c-75db8aabe4a9 req-c065bcd0-a8d2-4b5e-9c60-96d09686a90d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=c4d066df-4f40-460d-9c89-ef89ebf59bdc HTTP/1.1" status: 200 len: 217 time: 0.3096588 May 05 19:53:24.973156 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ecef9-79ff-428f-972c-75db8aabe4a9 req-c23c3d97-3fc0-4421-8a82-a632fcbcab43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:24.975050 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-275ecef9-79ff-428f-972c-75db8aabe4a9 req-c23c3d97-3fc0-4421-8a82-a632fcbcab43 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.1256306 May 05 19:53:24.980157 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-39f82663-6fbf-4aef-af4b-239faacb16f8 req-33ba2215-e88b-43dc-8438-8d110e8e643e service neutron] 10.222.0.50 "GET /v2.0/networks/9e1d2257-41cc-4af2-afae-4ca8a9719a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846713 May 05 19:53:25.009499 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee28d8a-3a46-43f7-b392-3ca5dcb9ed0c req-08cd1750-2165-4e70-bb95-4f83c6eb585e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:25.011529 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5ee28d8a-3a46-43f7-b392-3ca5dcb9ed0c req-08cd1750-2165-4e70-bb95-4f83c6eb585e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=928b29e96aaf42dd9d4dc06b8e5f9969&device_id=868250e7-4e06-4d95-a1d3-8dab33c9f8e2 HTTP/1.1" status: 200 len: 1100 time: 0.2004447 May 05 19:53:25.031123 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50e386b-b249-4742-83e5-e72044f0f1f2 req-6cf5a9d4-7671-4f26-99a0-e6d6f8a89342 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:25.033047 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b50e386b-b249-4742-83e5-e72044f0f1f2 req-6cf5a9d4-7671-4f26-99a0-e6d6f8a89342 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c5dad3c-d602-4b16-ba45-4bfc3c8179fb HTTP/1.1" status: 200 len: 950 time: 0.1547308 May 05 19:53:25.105302 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec5afc6-ccf4-4464-9abe-f554295f9bd7 req-af04a46c-ad41-4c48-ac48-d83e87c6ef22 tempest-ServersOnMultiNodesTest-1172211076 tempest-ServersOnMultiNodesTest-1172211076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:25.112263 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7ec5afc6-ccf4-4464-9abe-f554295f9bd7 req-af04a46c-ad41-4c48-ac48-d83e87c6ef22 tempest-ServersOnMultiNodesTest-1172211076 tempest-ServersOnMultiNodesTest-1172211076-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3e8b4807-8719-405e-a2ab-1e560c235ee2 HTTP/1.1" status: 200 len: 1101 time: 0.5156407 May 05 19:53:25.136928 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-7ec5afc6-ccf4-4464-9abe-f554295f9bd7 req-5c18a344-5a6e-474b-af23-2875229d4ae5 tempest-ServersOnMultiNodesTest-1172211076 tempest-ServersOnMultiNodesTest-1172211076-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:25.169161 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b50e386b-b249-4742-83e5-e72044f0f1f2 req-b03f0ddf-b07b-4651-92cf-7e30f116a584 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147747 May 05 19:53:25.173467 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-7ec5afc6-ccf4-4464-9abe-f554295f9bd7 req-5c18a344-5a6e-474b-af23-2875229d4ae5 tempest-ServersOnMultiNodesTest-1172211076 tempest-ServersOnMultiNodesTest-1172211076-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:53:25.182194 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-7ec5afc6-ccf4-4464-9abe-f554295f9bd7 req-5c18a344-5a6e-474b-af23-2875229d4ae5 tempest-ServersOnMultiNodesTest-1172211076 tempest-ServersOnMultiNodesTest-1172211076-project-admin] Usage tracker for resource:security_group_rule and tenant:e3fcff9ecf25454699df07a6ca33bfa6 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:53:25.185784 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-7ec5afc6-ccf4-4464-9abe-f554295f9bd7 req-5c18a344-5a6e-474b-af23-2875229d4ae5 tempest-ServersOnMultiNodesTest-1172211076 tempest-ServersOnMultiNodesTest-1172211076-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:53:25.195925 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-7ec5afc6-ccf4-4464-9abe-f554295f9bd7 req-5c18a344-5a6e-474b-af23-2875229d4ae5 tempest-ServersOnMultiNodesTest-1172211076 tempest-ServersOnMultiNodesTest-1172211076-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:53:25.210719 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ecef9-79ff-428f-972c-75db8aabe4a9 req-0a43838f-7246-424d-ac37-9e4759771956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:25.212329 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-275ecef9-79ff-428f-972c-75db8aabe4a9 req-0a43838f-7246-424d-ac37-9e4759771956 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2299728 May 05 19:53:25.212758 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee28d8a-3a46-43f7-b392-3ca5dcb9ed0c req-010986a8-46c3-41ca-9cee-6c7e698afd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:25.215110 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5ee28d8a-3a46-43f7-b392-3ca5dcb9ed0c req-010986a8-46c3-41ca-9cee-6c7e698afd07 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3 HTTP/1.1" status: 200 len: 870 time: 0.1810169 May 05 19:53:25.289271 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5ee28d8a-3a46-43f7-b392-3ca5dcb9ed0c req-1db9296b-5a14-4cf1-af47-1ce54d786d93 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=f071c826-6291-459c-b65e-f04fbaeb1079 HTTP/1.1" status: 200 len: 217 time: 0.0660336 May 05 19:53:25.417554 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-cc9b5f7c-3797-4ca1-bdad-2de58dda7c45 req-8accfd87-e45d-409a-a2cb-04849f4d895f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22cf6baf-0a20-4fdd-ab86-e8cdd9638159 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:53:25.444352 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-cc9b5f7c-3797-4ca1-bdad-2de58dda7c45 req-8accfd87-e45d-409a-a2cb-04849f4d895f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:25.453505 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-275ecef9-79ff-428f-972c-75db8aabe4a9 req-d93c617f-9098-432e-95ca-6c0c94cd56a8 service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259381 May 05 19:53:25.514749 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-cc9b5f7c-3797-4ca1-bdad-2de58dda7c45 req-8accfd87-e45d-409a-a2cb-04849f4d895f service neutron] Transition to ACTIVE for port object 22cf6baf-0a20-4fdd-ab86-e8cdd9638159 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:53:25.529330 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-cc9b5f7c-3797-4ca1-bdad-2de58dda7c45 req-8accfd87-e45d-409a-a2cb-04849f4d895f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:25.622874 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7692ce1e-9918-491b-acaa-c8b3098fc6fb req-e93d0799-7045-44f5-a6bc-bc4b0b47dbab tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/security-groups/37b38734-ba7d-4848-8559-157a1e1a2687 HTTP/1.1" status: 200 len: 1774 time: 0.3323178 May 05 19:53:25.631454 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee28d8a-3a46-43f7-b392-3ca5dcb9ed0c req-02591341-8ff4-4954-9e6c-253191a10189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:25.634641 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5ee28d8a-3a46-43f7-b392-3ca5dcb9ed0c req-02591341-8ff4-4954-9e6c-253191a10189 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.3157074 May 05 19:53:25.678682 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-7ec5afc6-ccf4-4464-9abe-f554295f9bd7 req-5c18a344-5a6e-474b-af23-2875229d4ae5 tempest-ServersOnMultiNodesTest-1172211076 tempest-ServersOnMultiNodesTest-1172211076-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:25.744018 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-7ec5afc6-ccf4-4464-9abe-f554295f9bd7 req-5c18a344-5a6e-474b-af23-2875229d4ae5 tempest-ServersOnMultiNodesTest-1172211076 tempest-ServersOnMultiNodesTest-1172211076-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:25.757735 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-7692ce1e-9918-491b-acaa-c8b3098fc6fb req-e15ef02d-f845-4609-b36c-1682f3e1738d tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:25.779220 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8accfd87-e45d-409a-a2cb-04849f4d895f service neutron] Pushing event updated for resources: {'Port': ['ID=22cf6baf-0a20-4fdd-ab86-e8cdd9638159,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:25.791795 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee28d8a-3a46-43f7-b392-3ca5dcb9ed0c req-5c87cea7-2937-4fe2-9a97-d4e1e4c10647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:25.793544 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5ee28d8a-3a46-43f7-b392-3ca5dcb9ed0c req-5c87cea7-2937-4fe2-9a97-d4e1e4c10647 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1447558 May 05 19:53:25.794343 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-275ecef9-79ff-428f-972c-75db8aabe4a9 req-d77e1373-3f4d-4912-8489-037278b0aae0 service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341596 May 05 19:53:25.794983 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-7692ce1e-9918-491b-acaa-c8b3098fc6fb req-e15ef02d-f845-4609-b36c-1682f3e1738d tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:25.805066 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7ec5afc6-ccf4-4464-9abe-f554295f9bd7 req-5c18a344-5a6e-474b-af23-2875229d4ae5 tempest-ServersOnMultiNodesTest-1172211076 tempest-ServersOnMultiNodesTest-1172211076-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=47e8f45b-d376-403a-8bb9-867508147e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6919568 May 05 19:53:25.889095 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c18a344-5a6e-474b-af23-2875229d4ae5 tempest-ServersOnMultiNodesTest-1172211076 tempest-ServersOnMultiNodesTest-1172211076-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6882b58-f052-43d6-97e3-d39ee7289447,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:25.974063 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-7692ce1e-9918-491b-acaa-c8b3098fc6fb req-e15ef02d-f845-4609-b36c-1682f3e1738d tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:26.004860 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-371505b5-fd1d-4f7d-8aa2-c427edbeae84 req-3db0e11d-746d-40d3-9384-bf72399d42fb tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] 10.222.0.36 "GET /v2.0/floatingips/06b5064c-aa4e-4c0e-9d03-f3a1164c8714 HTTP/1.1" status: 200 len: 692 time: 0.1118827 May 05 19:53:26.011867 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15ef02d-f845-4609-b36c-1682f3e1738d tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b38734-ba7d-4848-8559-157a1e1a2687,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:26.037910 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5ee28d8a-3a46-43f7-b392-3ca5dcb9ed0c req-f0daf2ea-65b3-4431-94ab-889444878835 service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246056 May 05 19:53:26.042247 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-7692ce1e-9918-491b-acaa-c8b3098fc6fb req-e15ef02d-f845-4609-b36c-1682f3e1738d tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:26.044174 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7692ce1e-9918-491b-acaa-c8b3098fc6fb req-e15ef02d-f845-4609-b36c-1682f3e1738d tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "DELETE /v2.0/security-groups/37b38734-ba7d-4848-8559-157a1e1a2687 HTTP/1.1" status: 204 len: 173 time: 0.4084632 May 05 19:53:26.104099 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-cc9b5f7c-3797-4ca1-bdad-2de58dda7c45 req-8accfd87-e45d-409a-a2cb-04849f4d895f service neutron] Attempting to bind port 22cf6baf-0a20-4fdd-ab86-e8cdd9638159 on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:53:26.104807 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-cc9b5f7c-3797-4ca1-bdad-2de58dda7c45 req-8accfd87-e45d-409a-a2cb-04849f4d895f service neutron] Attempting to bind port 22cf6baf-0a20-4fdd-ab86-e8cdd9638159 by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:53:26.105157 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9b5f7c-3797-4ca1-bdad-2de58dda7c45 req-8accfd87-e45d-409a-a2cb-04849f4d895f service neutron] Attempting to bind port 22cf6baf-0a20-4fdd-ab86-e8cdd9638159 on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:53:26.113536 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9b5f7c-3797-4ca1-bdad-2de58dda7c45 req-8accfd87-e45d-409a-a2cb-04849f4d895f service neutron] Port 22cf6baf-0a20-4fdd-ab86-e8cdd9638159 on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:53:26.114082 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9b5f7c-3797-4ca1-bdad-2de58dda7c45 req-8accfd87-e45d-409a-a2cb-04849f4d895f service neutron] Attempting to bind port 22cf6baf-0a20-4fdd-ab86-e8cdd9638159 on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:53:26.172199 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9b5f7c-3797-4ca1-bdad-2de58dda7c45 req-8accfd87-e45d-409a-a2cb-04849f4d895f service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:53:26.172542 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9b5f7c-3797-4ca1-bdad-2de58dda7c45 req-8accfd87-e45d-409a-a2cb-04849f4d895f service neutron] Checking segment: {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:53:26.172932 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9b5f7c-3797-4ca1-bdad-2de58dda7c45 req-8accfd87-e45d-409a-a2cb-04849f4d895f service neutron] Bound using segment: {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:53:26.173370 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-cc9b5f7c-3797-4ca1-bdad-2de58dda7c45 req-8accfd87-e45d-409a-a2cb-04849f4d895f service neutron] Bound port: 22cf6baf-0a20-4fdd-ab86-e8cdd9638159, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:53:26.173718 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-cc9b5f7c-3797-4ca1-bdad-2de58dda7c45 req-8accfd87-e45d-409a-a2cb-04849f4d895f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:26.198650 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5ee28d8a-3a46-43f7-b392-3ca5dcb9ed0c req-008e3c43-5982-4f8c-ba4f-930f4e7c07f4 service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533494 May 05 19:53:26.291686 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371505b5-fd1d-4f7d-8aa2-c427edbeae84 req-ec3257c9-5188-4d36-812e-26728f848ab7 tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:26.292170 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c5dad3c-d602-4b16-ba45-4bfc3c8179fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4d066df-4f40-460d-9c89-ef89ebf59bdc'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:53:26.293665 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-371505b5-fd1d-4f7d-8aa2-c427edbeae84 req-ec3257c9-5188-4d36-812e-26728f848ab7 tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] 10.222.0.36 "GET /v2.0/networks/0401d202-1605-4cfe-bad4-fb225df6afb0 HTTP/1.1" status: 200 len: 784 time: 0.2822354 May 05 19:53:26.321143 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [req-371505b5-fd1d-4f7d-8aa2-c427edbeae84 req-808e56ff-4105-4fdd-a185-72268e50c074 tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 19:53:26.322301 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-371505b5-fd1d-4f7d-8aa2-c427edbeae84 req-808e56ff-4105-4fdd-a185-72268e50c074 tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061264 May 05 19:53:26.394661 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-cc9b5f7c-3797-4ca1-bdad-2de58dda7c45 req-8accfd87-e45d-409a-a2cb-04849f4d895f service neutron] For port 22cf6baf-0a20-4fdd-ab86-e8cdd9638159, host n-h2-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:53:26.420843 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-371505b5-fd1d-4f7d-8aa2-c427edbeae84 req-a23284ca-3a0e-4789-a63d-de9064d64e30 tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.27 HTTP/1.1" status: 200 len: 695 time: 0.0903289 May 05 19:53:26.543001 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492ed4e-e1cb-4f12-8ba9-cbebba815d14 req-2d3bdd65-2eb0-44c9-8fec-fbd9d45082f0 tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:26.544595 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4492ed4e-e1cb-4f12-8ba9-cbebba815d14 req-2d3bdd65-2eb0-44c9-8fec-fbd9d45082f0 tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bb26db1-e727-49ed-974a-6e9d257c76e7 HTTP/1.1" status: 200 len: 948 time: 0.1241090 May 05 19:53:26.657384 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-371505b5-fd1d-4f7d-8aa2-c427edbeae84 req-da372d7d-4668-421b-b589-6a7202057bc2 tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.27 HTTP/1.1" status: 200 len: 695 time: 0.2275770 May 05 19:53:26.661230 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4492ed4e-e1cb-4f12-8ba9-cbebba815d14 req-8c1f9ab3-91f5-43d7-aa4f-9f318bf4be7f tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] 10.222.0.36 "GET /v2.0/security-groups?id=c58cd24a-1122-42ce-bf0c-2b20be5979fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005332 May 05 19:53:26.721603 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-cc9b5f7c-3797-4ca1-bdad-2de58dda7c45 req-8accfd87-e45d-409a-a2cb-04849f4d895f service neutron] For port 22cf6baf-0a20-4fdd-ab86-e8cdd9638159, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=22cf6baf-0a20-4fdd-ab86-e8cdd9638159,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:53:26.743822 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-cc9b5f7c-3797-4ca1-bdad-2de58dda7c45 req-8accfd87-e45d-409a-a2cb-04849f4d895f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:26.991256 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fea370-d55b-4d80-bd02-4104f7a5e3cb req-fb127fc1-b7e7-4a3b-9c8f-032ebf9b0120 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:26.991256 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-f0fea370-d55b-4d80-bd02-4104f7a5e3cb req-fb127fc1-b7e7-4a3b-9c8f-032ebf9b0120 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Synchronizing usage tracker for tenant:ec798a1d17654fd38a17594ac4520b82 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:53:27.038610 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-f0fea370-d55b-4d80-bd02-4104f7a5e3cb req-fb127fc1-b7e7-4a3b-9c8f-032ebf9b0120 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Unset dirty status for tenant:ec798a1d17654fd38a17594ac4520b82 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:53:27.038610 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f0fea370-d55b-4d80-bd02-4104f7a5e3cb req-fb127fc1-b7e7-4a3b-9c8f-032ebf9b0120 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.50 "GET /v2.0/ports?device_id=34fe469f-2452-4b5f-bbd8-86cac3e6e0b0 HTTP/1.1" status: 200 len: 945 time: 0.2548826 May 05 19:53:27.093544 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b5f7c-3797-4ca1-bdad-2de58dda7c45 req-8accfd87-e45d-409a-a2cb-04849f4d895f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:27.093544 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-cc9b5f7c-3797-4ca1-bdad-2de58dda7c45 req-8accfd87-e45d-409a-a2cb-04849f4d895f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:27.120820 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cc9b5f7c-3797-4ca1-bdad-2de58dda7c45 req-8accfd87-e45d-409a-a2cb-04849f4d895f service neutron] 10.222.0.50 "PUT /v2.0/ports/22cf6baf-0a20-4fdd-ab86-e8cdd9638159 HTTP/1.1" status: 200 len: 1096 time: 3.1262002 May 05 19:53:27.120820 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb26db1-e727-49ed-974a-6e9d257c76e7', 'tag': '22cf6baf-0a20-4fdd-ab86-e8cdd9638159'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:53:27.145096 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-371505b5-fd1d-4f7d-8aa2-c427edbeae84 req-aa707122-9397-4e6b-94a3-76351cd917ec tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] Deleting port 2b0bb9c3-e4fd-44b6-b0f6-5da21dbdbf4b {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:53:27.145096 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-371505b5-fd1d-4f7d-8aa2-c427edbeae84 req-aa707122-9397-4e6b-94a3-76351cd917ec tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:27.379343 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-f0fea370-d55b-4d80-bd02-4104f7a5e3cb req-6ee9a8c8-673a-447a-9618-22ce4dbb6f02 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Deleting port 82e61456-3f47-436d-9805-d3ea9b5e63b9 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:53:27.379343 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-f0fea370-d55b-4d80-bd02-4104f7a5e3cb req-6ee9a8c8-673a-447a-9618-22ce4dbb6f02 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:27.538845 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ebe41-e5ba-4249-b5bc-cfd3926392b2 req-a0b8571b-79b8-42d2-99a3-3350267c92cd tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:27.538845 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e35ebe41-e5ba-4249-b5bc-cfd3926392b2 req-a0b8571b-79b8-42d2-99a3-3350267c92cd tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c5dad3c-d602-4b16-ba45-4bfc3c8179fb HTTP/1.1" status: 200 len: 950 time: 0.3281128 May 05 19:53:27.585330 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8accfd87-e45d-409a-a2cb-04849f4d895f service neutron] Pushing event updated for resources: {'Port': ['ID=22cf6baf-0a20-4fdd-ab86-e8cdd9638159,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:27.739859 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b5f7c-3797-4ca1-bdad-2de58dda7c45 req-4c4a8f5e-76ed-40b6-a5b9-ee5966668c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:27.739859 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cc9b5f7c-3797-4ca1-bdad-2de58dda7c45 req-4c4a8f5e-76ed-40b6-a5b9-ee5966668c4f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d2fd020937934c3b92b74452d7580178&device_id=7bb26db1-e727-49ed-974a-6e9d257c76e7 HTTP/1.1" status: 200 len: 1099 time: 0.4160044 May 05 19:53:27.846056 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e35ebe41-e5ba-4249-b5bc-cfd3926392b2 req-fbf74c51-e9a0-4763-9dea-b668679a48b6 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759800 May 05 19:53:27.860683 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cc9b5f7c-3797-4ca1-bdad-2de58dda7c45 req-af0f2145-29c5-4dc4-9690-a77c8aaed828 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=22cf6baf-0a20-4fdd-ab86-e8cdd9638159 HTTP/1.1" status: 200 len: 217 time: 0.1054716 May 05 19:53:27.929498 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-f0fea370-d55b-4d80-bd02-4104f7a5e3cb req-6ee9a8c8-673a-447a-9618-22ce4dbb6f02 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] For port 82e61456-3f47-436d-9805-d3ea9b5e63b9, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=82e61456-3f47-436d-9805-d3ea9b5e63b9,segment=NetworkSegment(2fd00a77-6cab-42c3-b322-459c43fd8637),segment_id=2fd00a77-6cab-42c3-b322-459c43fd8637)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:53:27.929498 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-f0fea370-d55b-4d80-bd02-4104f7a5e3cb req-6ee9a8c8-673a-447a-9618-22ce4dbb6f02 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:27.957157 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ebb54b8-f0b8-49f2-8053-1a25cec14d23'] response: {'server_uuid': '5c5dad3c-d602-4b16-ba45-4bfc3c8179fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4d066df-4f40-460d-9c89-ef89ebf59bdc', 'code': 200} May 05 19:53:27.983279 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-371505b5-fd1d-4f7d-8aa2-c427edbeae84 req-aa707122-9397-4e6b-94a3-76351cd917ec tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:27.983279 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-371505b5-fd1d-4f7d-8aa2-c427edbeae84 req-aa707122-9397-4e6b-94a3-76351cd917ec tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:28.127087 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b5f7c-3797-4ca1-bdad-2de58dda7c45 req-9090ecc2-3d07-4a9c-8b1a-85ff419dc414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:28.128595 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cc9b5f7c-3797-4ca1-bdad-2de58dda7c45 req-9090ecc2-3d07-4a9c-8b1a-85ff419dc414 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.2618711 May 05 19:53:28.172672 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-f0fea370-d55b-4d80-bd02-4104f7a5e3cb req-6ee9a8c8-673a-447a-9618-22ce4dbb6f02 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Calling delete_port for 82e61456-3f47-436d-9805-d3ea9b5e63b9 owned by compute:nova {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:53:28.202050 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-371505b5-fd1d-4f7d-8aa2-c427edbeae84 req-aa707122-9397-4e6b-94a3-76351cd917ec tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] Calling delete_port for 2b0bb9c3-e4fd-44b6-b0f6-5da21dbdbf4b owned by network:floatingip {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:53:28.355896 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b5f7c-3797-4ca1-bdad-2de58dda7c45 req-11b32bd7-98da-4548-a150-c0d33df12f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:28.357704 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cc9b5f7c-3797-4ca1-bdad-2de58dda7c45 req-11b32bd7-98da-4548-a150-c0d33df12f7b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1627491 May 05 19:53:28.444575 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ecef9-79ff-428f-972c-75db8aabe4a9 req-49ed02a7-38bd-4f75-afba-e8774b38d932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:28.446091 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-275ecef9-79ff-428f-972c-75db8aabe4a9 req-49ed02a7-38bd-4f75-afba-e8774b38d932 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5c5dad3c-d602-4b16-ba45-4bfc3c8179fb&tenant_id=928b29e96aaf42dd9d4dc06b8e5f9969 HTTP/1.1" status: 200 len: 1101 time: 0.2815189 May 05 19:53:28.458433 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cfa440-651c-4674-bd04-c0e9ed1f420d req-0bd3fdfe-e06a-4ceb-9289-2a9c2caec6bd tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:28.464277 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b4cfa440-651c-4674-bd04-c0e9ed1f420d req-0bd3fdfe-e06a-4ceb-9289-2a9c2caec6bd tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=34fe469f-2452-4b5f-bbd8-86cac3e6e0b0 HTTP/1.1" status: 200 len: 945 time: 0.3012595 May 05 19:53:28.518592 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-371505b5-fd1d-4f7d-8aa2-c427edbeae84 req-aa707122-9397-4e6b-94a3-76351cd917ec tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:28.587056 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa707122-9397-4e6b-94a3-76351cd917ec tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] Pushing event deleted for resources: {'Port': ['ID=2b0bb9c3-e4fd-44b6-b0f6-5da21dbdbf4b,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:28.662944 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cc9b5f7c-3797-4ca1-bdad-2de58dda7c45 req-50f934ef-a87e-448e-b3e0-b4e9fedb72ab service neutron] 10.222.0.50 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722199 May 05 19:53:28.725288 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-f0fea370-d55b-4d80-bd02-4104f7a5e3cb req-6ee9a8c8-673a-447a-9618-22ce4dbb6f02 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:28.810229 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b4cfa440-651c-4674-bd04-c0e9ed1f420d req-4a327991-f68c-47c8-a9dc-17b1886d1f4c tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3390369 May 05 19:53:28.812602 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee9a8c8-673a-447a-9618-22ce4dbb6f02 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Pushing event deleted for resources: {'Port': ['ID=82e61456-3f47-436d-9805-d3ea9b5e63b9,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:28.895779 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-371505b5-fd1d-4f7d-8aa2-c427edbeae84 req-aa707122-9397-4e6b-94a3-76351cd917ec tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] Notify callbacks [] for floatingip, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:28.937461 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0fea370-d55b-4d80-bd02-4104f7a5e3cb req-6ee9a8c8-673a-447a-9618-22ce4dbb6f02 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] No DVR routers for this DVR port 82e61456-3f47-436d-9805-d3ea9b5e63b9 on host n-h2-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:53:28.940415 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-f0fea370-d55b-4d80-bd02-4104f7a5e3cb req-6ee9a8c8-673a-447a-9618-22ce4dbb6f02 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:28.943159 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34fe469f-2452-4b5f-bbd8-86cac3e6e0b0', 'name': 'network-vif-deleted', 'tag': '82e61456-3f47-436d-9805-d3ea9b5e63b9'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:53:28.972872 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-371505b5-fd1d-4f7d-8aa2-c427edbeae84 req-aa707122-9397-4e6b-94a3-76351cd917ec tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:28.973976 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f0fea370-d55b-4d80-bd02-4104f7a5e3cb req-6ee9a8c8-673a-447a-9618-22ce4dbb6f02 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.50 "DELETE /v2.0/ports/82e61456-3f47-436d-9805-d3ea9b5e63b9 HTTP/1.1" status: 204 len: 173 time: 1.9327900 May 05 19:53:28.974660 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-371505b5-fd1d-4f7d-8aa2-c427edbeae84 req-aa707122-9397-4e6b-94a3-76351cd917ec tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] 10.222.0.36 "DELETE /v2.0/floatingips/06b5064c-aa4e-4c0e-9d03-f3a1164c8714 HTTP/1.1" status: 204 len: 173 time: 2.3237283 May 05 19:53:28.983210 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ecef9-79ff-428f-972c-75db8aabe4a9 req-c9bf5f8b-5b70-4de5-bff9-37756ccf1a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:28.985869 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-275ecef9-79ff-428f-972c-75db8aabe4a9 req-c9bf5f8b-5b70-4de5-bff9-37756ccf1a95 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=928b29e96aaf42dd9d4dc06b8e5f9969&device_id=5c5dad3c-d602-4b16-ba45-4bfc3c8179fb HTTP/1.1" status: 200 len: 1101 time: 0.5122340 May 05 19:53:28.996540 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cc9b5f7c-3797-4ca1-bdad-2de58dda7c45 req-fd7edade-51d9-4a98-a99b-6ad4389c1575 service neutron] 10.222.0.50 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247783 May 05 19:53:29.027464 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f346e50-5853-48fd-8bb1-2ff7a192112a'] response: {'name': 'network-changed', 'server_uuid': '7bb26db1-e727-49ed-974a-6e9d257c76e7', 'tag': '22cf6baf-0a20-4fdd-ab86-e8cdd9638159', 'status': 'completed', 'code': 200} May 05 19:53:29.224718 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-52bf8151-049e-4540-9e90-e4b05185ab3d tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=97ead9bcc5d448dab263815a595740a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479445 May 05 19:53:29.276732 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd85ba8-be30-4697-a2d8-d013179fc522 req-7763201d-7297-4954-b625-f00582389ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:29.280041 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5dd85ba8-be30-4697-a2d8-d013179fc522 req-7763201d-7297-4954-b625-f00582389ce2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d2fd020937934c3b92b74452d7580178&device_id=7bb26db1-e727-49ed-974a-6e9d257c76e7 HTTP/1.1" status: 200 len: 1099 time: 0.2192159 May 05 19:53:29.289276 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416dcfbb-5972-454f-9216-5a3abfc34c59 req-155864f8-734c-4ef7-958d-ef8b7d2bfbe3 tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:29.289997 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ecef9-79ff-428f-972c-75db8aabe4a9 req-fa410450-f3d7-4f9a-a86d-1836d052d1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:29.290539 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-416dcfbb-5972-454f-9216-5a3abfc34c59 req-155864f8-734c-4ef7-958d-ef8b7d2bfbe3 tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] Synchronizing usage tracker for tenant:d2fd020937934c3b92b74452d7580178 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:53:29.291569 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-275ecef9-79ff-428f-972c-75db8aabe4a9 req-fa410450-f3d7-4f9a-a86d-1836d052d1c9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3 HTTP/1.1" status: 200 len: 870 time: 0.2990217 May 05 19:53:29.419015 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-416dcfbb-5972-454f-9216-5a3abfc34c59 req-155864f8-734c-4ef7-958d-ef8b7d2bfbe3 tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] Unset dirty status for tenant:d2fd020937934c3b92b74452d7580178 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:53:29.419185 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-275ecef9-79ff-428f-972c-75db8aabe4a9 req-a3b9485c-5e7d-4150-9e0a-2c811525ab22 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=c4d066df-4f40-460d-9c89-ef89ebf59bdc HTTP/1.1" status: 200 len: 217 time: 0.1203372 May 05 19:53:29.420609 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-416dcfbb-5972-454f-9216-5a3abfc34c59 req-155864f8-734c-4ef7-958d-ef8b7d2bfbe3 tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bb26db1-e727-49ed-974a-6e9d257c76e7 HTTP/1.1" status: 200 len: 948 time: 0.2936685 May 05 19:53:29.549303 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-1bec4bb6-6404-4e34-b98e-8499b27a6bc6 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:29.555516 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-1bec4bb6-6404-4e34-b98e-8499b27a6bc6 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3240509 May 05 19:53:29.578465 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ecef9-79ff-428f-972c-75db8aabe4a9 req-d97d1f9a-ff8d-4cd4-be43-de7905b65aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:29.581053 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-275ecef9-79ff-428f-972c-75db8aabe4a9 req-d97d1f9a-ff8d-4cd4-be43-de7905b65aff service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.1552203 May 05 19:53:29.588322 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-f2851411-149c-45c3-a5f7-c43634b502d5 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/quotas/97ead9bcc5d448dab263815a595740a4 HTTP/1.1" status: 200 len: 375 time: 0.0250056 May 05 19:53:29.609550 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-416dcfbb-5972-454f-9216-5a3abfc34c59 req-03e9c860-278b-46e8-969d-b7df66c2b13f tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] 10.222.0.36 "GET /v2.0/security-groups?id=c58cd24a-1122-42ce-bf0c-2b20be5979fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752818 May 05 19:53:29.614963 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd85ba8-be30-4697-a2d8-d013179fc522 req-27b8594f-83e0-47b8-86ab-e14874bacfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:29.634695 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5dd85ba8-be30-4697-a2d8-d013179fc522 req-27b8594f-83e0-47b8-86ab-e14874bacfe5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3 HTTP/1.1" status: 200 len: 870 time: 0.3393438 May 05 19:53:29.748284 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5dd85ba8-be30-4697-a2d8-d013179fc522 req-11b27920-fcbf-41d2-9865-cbb33f4dcf84 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=22cf6baf-0a20-4fdd-ab86-e8cdd9638159 HTTP/1.1" status: 200 len: 217 time: 0.1061187 May 05 19:53:29.816108 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-53499023-966e-46d6-a023-caccf3c6419a tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=97ead9bcc5d448dab263815a595740a4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1444645 May 05 19:53:29.818344 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ecef9-79ff-428f-972c-75db8aabe4a9 req-ecd63575-c856-4b4f-8a2e-5598b9afd03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:29.820119 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-275ecef9-79ff-428f-972c-75db8aabe4a9 req-ecd63575-c856-4b4f-8a2e-5598b9afd03b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2303479 May 05 19:53:29.906314 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd85ba8-be30-4697-a2d8-d013179fc522 req-4f1ce135-77f8-42ab-a818-37380d89d60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:29.907786 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5dd85ba8-be30-4697-a2d8-d013179fc522 req-4f1ce135-77f8-42ab-a818-37380d89d60c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.1536930 May 05 19:53:29.982352 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa8ffbe-b6e7-44a2-8f65-790c78abe506 req-c9d12ce8-12e7-4eaf-96a8-0799740e6a36 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:29.984284 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dfa8ffbe-b6e7-44a2-8f65-790c78abe506 req-c9d12ce8-12e7-4eaf-96a8-0799740e6a36 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c5dad3c-d602-4b16-ba45-4bfc3c8179fb HTTP/1.1" status: 200 len: 950 time: 0.1812718 May 05 19:53:29.992957 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-275ecef9-79ff-428f-972c-75db8aabe4a9 req-41f393be-5b55-43b3-b20f-1d9543786255 service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661303 May 05 19:53:30.048616 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dfa8ffbe-b6e7-44a2-8f65-790c78abe506 req-5ccb7bc2-260e-4ab6-977e-6037b9bae76d tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556092 May 05 19:53:30.056416 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd85ba8-be30-4697-a2d8-d013179fc522 req-32d1fe5e-052f-4d56-a935-66e32f555509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:30.058451 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5dd85ba8-be30-4697-a2d8-d013179fc522 req-32d1fe5e-052f-4d56-a935-66e32f555509 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1425965 May 05 19:53:30.164089 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42e64321-c897-40cb-b1fc-af0b1c5e1ddc'] response: {'server_uuid': '34fe469f-2452-4b5f-bbd8-86cac3e6e0b0', 'name': 'network-vif-deleted', 'tag': '82e61456-3f47-436d-9805-d3ea9b5e63b9', 'status': 'completed', 'code': 200} May 05 19:53:30.167293 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device c4d066df-4f40-460d-9c89-ef89ebf59bdc no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:53:30.240746 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 82e61456-3f47-436d-9805-d3ea9b5e63b9 no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:53:30.257113 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5dd85ba8-be30-4697-a2d8-d013179fc522 req-c8d8e2b3-5f8f-4f71-b1ec-bb0527e59009 service neutron] 10.222.0.50 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856902 May 05 19:53:30.257393 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-275ecef9-79ff-428f-972c-75db8aabe4a9 req-99be69b3-1638-4da2-91ae-d0798ad172cc service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587540 May 05 19:53:30.383332 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] No Port match for: 82e61456-3f47-436d-9805-d3ea9b5e63b9 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 19:53:30.383332 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 82e61456-3f47-436d-9805-d3ea9b5e63b9 not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:53:30.411451 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [req-20b8418d-3bd8-4016-8cf6-5d3920a48260 req-b4ca33bc-253b-4127-a29c-e7c7b5b775a9 tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] show failed (client error): The resource could not be found. May 05 19:53:30.432042 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-20b8418d-3bd8-4016-8cf6-5d3920a48260 req-b4ca33bc-253b-4127-a29c-e7c7b5b775a9 tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] 10.222.0.36 "GET /v2.0/floatingips/06b5064c-aa4e-4c0e-9d03-f3a1164c8714 HTTP/1.1" status: 404 len: 350 time: 0.1657770 May 05 19:53:30.460280 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [req-8d3ad0ea-1dc9-440a-9ec0-505697c8c5f8 req-5b74e3ab-d779-4006-b82a-072ff23cacc5 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] show failed (client error): The resource could not be found. May 05 19:53:30.470708 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8d3ad0ea-1dc9-440a-9ec0-505697c8c5f8 req-5b74e3ab-d779-4006-b82a-072ff23cacc5 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/security-groups/23c85e78-0cb0-4bce-b384-ceaf4ff2e79b HTTP/1.1" status: 404 len: 352 time: 0.0456669 May 05 19:53:30.564301 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:30.601498 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5dd85ba8-be30-4697-a2d8-d013179fc522 req-9a97ac06-10df-4fa9-a981-7ff5f4638eb1 service neutron] 10.222.0.50 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745125 May 05 19:53:30.601963 n-d-840717-1 neutron-server[88197]: INFO neutron.api.v2.resource [req-dc50c200-e657-46d2-9643-d2874e4de344 req-41f50001-fc64-4705-865c-8b38149822cd tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] show failed (client error): The resource could not be found. May 05 19:53:30.603043 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dc50c200-e657-46d2-9643-d2874e4de344 req-41f50001-fc64-4705-865c-8b38149822cd tempest-FloatingIPsTestJSON-1809412416 tempest-FloatingIPsTestJSON-1809412416-project] 10.222.0.36 "GET /v2.0/floatingips/06b5064c-aa4e-4c0e-9d03-f3a1164c8714 HTTP/1.1" status: 404 len: 350 time: 0.1224475 May 05 19:53:30.616141 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35250) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:53:30.621920 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c5dad3c-d602-4b16-ba45-4bfc3c8179fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4d066df-4f40-460d-9c89-ef89ebf59bdc'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:53:30.646966 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port c4d066df-4f40-460d-9c89-ef89ebf59bdc, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=c4d066df-4f40-460d-9c89-ef89ebf59bdc,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:53:30.653855 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:30.803193 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=c4d066df-4f40-460d-9c89-ef89ebf59bdc,revision_number=9']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:30.939899 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [req-dbf791a0-8930-465d-9bae-dfae47405025 req-91d52c96-b597-4d14-b53a-af0f211d99b5 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] show failed (client error): The resource could not be found. May 05 19:53:30.940883 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dbf791a0-8930-465d-9bae-dfae47405025 req-91d52c96-b597-4d14-b53a-af0f211d99b5 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/security-groups/b78743f8-e5fa-446f-9dce-87d979883e9d HTTP/1.1" status: 404 len: 352 time: 0.0372372 May 05 19:53:31.067001 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7897ee1d-616d-4dd8-a1f7-b55c2ba0d4ed'] response: {'server_uuid': '5c5dad3c-d602-4b16-ba45-4bfc3c8179fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4d066df-4f40-460d-9c89-ef89ebf59bdc', 'code': 200} May 05 19:53:31.390263 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f0f54-c621-4770-9791-43cc9503306f req-2afec106-29e5-4331-9930-37ba7b69e3b8 tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:31.400089 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9a3f0f54-c621-4770-9791-43cc9503306f req-2afec106-29e5-4331-9930-37ba7b69e3b8 tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bb26db1-e727-49ed-974a-6e9d257c76e7 HTTP/1.1" status: 200 len: 948 time: 0.1507797 May 05 19:53:31.506749 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9a3f0f54-c621-4770-9791-43cc9503306f req-adbc7b4c-2f5a-478b-aa2e-fcc5b4738e04 tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] 10.222.0.36 "GET /v2.0/security-groups?id=c58cd24a-1122-42ce-bf0c-2b20be5979fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048319 May 05 19:53:31.575460 n-d-840717-1 neutron-server[88197]: INFO neutron.api.v2.resource [req-fec3240f-199c-432e-a189-f4486a4c54fe req-267dfbbe-b3d1-4922-8184-33adb856c6cb tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] show failed (client error): The resource could not be found. May 05 19:53:31.577134 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fec3240f-199c-432e-a189-f4486a4c54fe req-267dfbbe-b3d1-4922-8184-33adb856c6cb tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/security-groups/5a1ee60d-bb45-41dd-835a-dc2fe304a9b5 HTTP/1.1" status: 404 len: 352 time: 0.0375652 May 05 19:53:31.850320 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e5dcaf04-98d1-4cb2-8d42-f5a9b6963d97 req-9d03422e-6b42-4463-bb02-be65bc7ce1b5 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=709d668f-d0fc-4e6f-8247-52e5e2337ec5 HTTP/1.1" status: 200 len: 210 time: 0.1289968 May 05 19:53:32.165103 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device c4d066df-4f40-460d-9c89-ef89ebf59bdc details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:53:32.217870 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [req-38e49eae-25e8-4d96-b2fd-b86d00408998 req-de6d9bd1-16ea-4f63-bb21-f9fee363a3fe tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] show failed (client error): The resource could not be found. May 05 19:53:32.218893 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-38e49eae-25e8-4d96-b2fd-b86d00408998 req-de6d9bd1-16ea-4f63-bb21-f9fee363a3fe tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/security-groups/73b8924f-ac9f-41b2-a37e-115d67c755bc HTTP/1.1" status: 404 len: 352 time: 0.0466549 May 05 19:53:32.243854 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 22cf6baf-0a20-4fdd-ab86-e8cdd9638159 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:53:32.247148 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9d3f666e-6bc0-4586-ad56-fa233922d866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:32.261677 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5741c8-b478-4792-b693-5b8058b6b4a7 req-ca09f93c-aba3-4357-af34-f8573f41d9bc tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:32.269284 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1b5741c8-b478-4792-b693-5b8058b6b4a7 req-ca09f93c-aba3-4357-af34-f8573f41d9bc tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c5dad3c-d602-4b16-ba45-4bfc3c8179fb HTTP/1.1" status: 200 len: 948 time: 0.1559262 May 05 19:53:32.360399 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1b5741c8-b478-4792-b693-5b8058b6b4a7 req-f95e7bae-8509-4af8-a0ec-37b3f58ff234 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900428 May 05 19:53:32.423194 n-d-840717-1 neutron-server[88197]: INFO neutron.api.v2.resource [req-244b5ccc-b542-419c-878f-c60737517fbd req-0a539ed0-e363-401b-bd13-cd602a467dc2 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] show failed (client error): The resource could not be found. May 05 19:53:32.432813 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-244b5ccc-b542-419c-878f-c60737517fbd req-0a539ed0-e363-401b-bd13-cd602a467dc2 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/security-groups/50f62694-9eba-428f-a9e1-44c8c6179457 HTTP/1.1" status: 404 len: 352 time: 0.0347602 May 05 19:53:32.457577 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 22cf6baf-0a20-4fdd-ab86-e8cdd9638159, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=22cf6baf-0a20-4fdd-ab86-e8cdd9638159,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:53:32.465763 n-d-840717-1 neutron-server[88197]: INFO neutron.api.v2.resource [req-72b9e8d5-d8e1-4cd0-8078-658078b95d60 req-43c0361c-2cfb-4bdb-8f5c-e76a4773feb8 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] show failed (client error): The resource could not be found. May 05 19:53:32.476350 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-72b9e8d5-d8e1-4cd0-8078-658078b95d60 req-43c0361c-2cfb-4bdb-8f5c-e76a4773feb8 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/security-groups/1d9c8231-5e8d-42cb-bf7d-c24302fa2a3d HTTP/1.1" status: 404 len: 352 time: 0.0275500 May 05 19:53:32.635293 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port c4d066df-4f40-460d-9c89-ef89ebf59bdc, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=c4d066df-4f40-460d-9c89-ef89ebf59bdc,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:53:32.676147 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': '22cf6baf-0a20-4fdd-ab86-e8cdd9638159', 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3', 'port_id': '22cf6baf-0a20-4fdd-ab86-e8cdd9638159', 'mac_address': 'fa:16:3e:3f:54:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d72a8d3-0a35-4d3a-96b8-d869ff4093bc', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:53:32.676147 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': 'c4d066df-4f40-460d-9c89-ef89ebf59bdc', 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3', 'port_id': 'c4d066df-4f40-460d-9c89-ef89ebf59bdc', 'mac_address': 'fa:16:3e:65:31:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d72a8d3-0a35-4d3a-96b8-d869ff4093bc', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:53:32.750414 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:32.865285 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22cf6baf-0a20-4fdd-ab86-e8cdd9638159 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:53:32.885999 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 22cf6baf-0a20-4fdd-ab86-e8cdd9638159, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=22cf6baf-0a20-4fdd-ab86-e8cdd9638159,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:53:32.893747 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:32.939064 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab73ee-28c4-4c59-9477-604b189c1d95 req-6a3fc065-eb0a-4aab-b683-23da923b73cc tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:32.947842 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-97ab73ee-28c4-4c59-9477-604b189c1d95 req-6a3fc065-eb0a-4aab-b683-23da923b73cc tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b36d1d8-47f4-45eb-bd91-d7c1f042b613 HTTP/1.1" status: 200 len: 966 time: 0.4168403 May 05 19:53:33.001386 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=22cf6baf-0a20-4fdd-ab86-e8cdd9638159,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:33.011453 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:33.037910 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4d066df-4f40-460d-9c89-ef89ebf59bdc {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:53:33.066599 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port c4d066df-4f40-460d-9c89-ef89ebf59bdc, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=c4d066df-4f40-460d-9c89-ef89ebf59bdc,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:53:33.072912 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:33.179741 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-97ab73ee-28c4-4c59-9477-604b189c1d95 req-beb97a39-a4a3-40ca-840e-eb8d3a85659c tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155340 May 05 19:53:33.246014 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=c4d066df-4f40-460d-9c89-ef89ebf59bdc,revision_number=10']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:33.253503 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['22cf6baf-0a20-4fdd-ab86-e8cdd9638159'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:53:33.262033 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fd43e8-ad9b-433b-80b8-9381eabdbf92 req-84649f14-929a-43af-992b-d83cd83b15f7 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:33.266834 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-84fd43e8-ad9b-433b-80b8-9381eabdbf92 req-84649f14-929a-43af-992b-d83cd83b15f7 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b36d1d8-47f4-45eb-bd91-d7c1f042b613 HTTP/1.1" status: 200 len: 966 time: 0.5487015 May 05 19:53:33.282328 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd11d26-baeb-4513-a3c6-30da1e3fb318 req-38933f3a-6b09-48a8-bd30-872f2a97741a tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:33.289169 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6cd11d26-baeb-4513-a3c6-30da1e3fb318 req-38933f3a-6b09-48a8-bd30-872f2a97741a tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bb26db1-e727-49ed-974a-6e9d257c76e7 HTTP/1.1" status: 200 len: 949 time: 0.2297237 May 05 19:53:33.346919 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6cd11d26-baeb-4513-a3c6-30da1e3fb318 req-7a501a86-b302-4738-97e4-d81c1586de15 tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] 10.222.0.36 "GET /v2.0/security-groups?id=c58cd24a-1122-42ce-bf0c-2b20be5979fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583241 May 05 19:53:33.453112 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-84fd43e8-ad9b-433b-80b8-9381eabdbf92 req-0c9588a2-d276-42ab-a507-bcc1d546f7f7 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Deleting port f8f5bb2b-a729-466a-8200-39314c2436cc {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:53:33.454123 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-84fd43e8-ad9b-433b-80b8-9381eabdbf92 req-0c9588a2-d276-42ab-a507-bcc1d546f7f7 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:33.468972 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['c4d066df-4f40-460d-9c89-ef89ebf59bdc'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:53:33.959400 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5f914587-4cc4-407a-b154-676cf1cef425 req-5f2fbb13-8683-4f9c-8866-d6ba325dea33 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=709d668f-d0fc-4e6f-8247-52e5e2337ec5 HTTP/1.1" status: 200 len: 210 time: 0.4710603 May 05 19:53:33.971382 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-4af309b4-257b-4245-8f4b-ae1da4cf3cae tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=97ead9bcc5d448dab263815a595740a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3530514 May 05 19:53:34.024580 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-9d3f666e-6bc0-4586-ad56-fa233922d866 admin admin] Deleting port 6ebacf05-909d-4c69-bc88-0c300db7dc7e {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:53:34.026325 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9d3f666e-6bc0-4586-ad56-fa233922d866 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:34.160567 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-2deed0d4-6346-46e3-9229-2fd41fb9aea5 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:34.162095 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-2deed0d4-6346-46e3-9229-2fd41fb9aea5 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1749144 May 05 19:53:34.222536 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-d6c78589-d1f8-4c68-b16a-ab4c42978425 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Request body: {'port': {'device_id': '3d7e1e1c-1c93-476c-96e9-4c7e868815ea', 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3', 'admin_state_up': True, 'tenant_id': '97ead9bcc5d448dab263815a595740a4'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:53:34.384744 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-d6c78589-d1f8-4c68-b16a-ab4c42978425 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:53:34.400789 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-d6c78589-d1f8-4c68-b16a-ab4c42978425 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:53:34.480763 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f09157a-80e3-4014-b7d6-38b116898ee5 req-690b618a-07b8-4a03-bfe1-f49b081a9b56 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:34.488240 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0f09157a-80e3-4014-b7d6-38b116898ee5 req-690b618a-07b8-4a03-bfe1-f49b081a9b56 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c5dad3c-d602-4b16-ba45-4bfc3c8179fb HTTP/1.1" status: 200 len: 950 time: 0.3195879 May 05 19:53:34.488713 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-d6c78589-d1f8-4c68-b16a-ab4c42978425 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Made reservation on behalf of 97ead9bcc5d448dab263815a595740a4 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:53:34.499974 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-d6c78589-d1f8-4c68-b16a-ab4c42978425 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:34.514884 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c3b2b3d8-60c7-4f52-b928-df85945470f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:34.531649 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-b3756f1c-d298-4398-ab24-3a103e1118ba tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=97ead9bcc5d448dab263815a595740a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1584120 May 05 19:53:34.607994 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ba4a9-d9ea-4f32-9eee-87d140970933 req-043a22c9-37f3-49aa-bd1d-356d22cc8e48 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:34.608863 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-226ba4a9-d9ea-4f32-9eee-87d140970933 req-043a22c9-37f3-49aa-bd1d-356d22cc8e48 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Synchronizing usage tracker for tenant:ebd0d12895b0474f8b30730a1d2092a4 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:53:34.742021 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0f09157a-80e3-4014-b7d6-38b116898ee5 req-2f5cc60f-95ba-486d-adb0-e568415b8dfc tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968758 May 05 19:53:34.742249 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-9d3f666e-6bc0-4586-ad56-fa233922d866 admin admin] For port 6ebacf05-909d-4c69-bc88-0c300db7dc7e, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=6ebacf05-909d-4c69-bc88-0c300db7dc7e,segment=NetworkSegment(716fe381-d2c5-4e07-b531-a0cb3f0c3680),segment_id=716fe381-d2c5-4e07-b531-a0cb3f0c3680)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:53:34.742389 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9d3f666e-6bc0-4586-ad56-fa233922d866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:34.764713 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-84fd43e8-ad9b-433b-80b8-9381eabdbf92 req-0c9588a2-d276-42ab-a507-bcc1d546f7f7 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] For port f8f5bb2b-a729-466a-8200-39314c2436cc, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=f8f5bb2b-a729-466a-8200-39314c2436cc,segment=NetworkSegment(2fd00a77-6cab-42c3-b322-459c43fd8637),segment_id=2fd00a77-6cab-42c3-b322-459c43fd8637)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:53:34.765212 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-84fd43e8-ad9b-433b-80b8-9381eabdbf92 req-0c9588a2-d276-42ab-a507-bcc1d546f7f7 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:34.916478 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-d6c78589-d1f8-4c68-b16a-ab4c42978425 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Allocated IP 192.168.233.224 (b786cc2b-f681-4c10-a54f-820e9d1a5ac3/4d72a8d3-0a35-4d3a-96b8-d869ff4093bc/23d5a2d8-4c20-4fdb-8211-2609ae0f9d81) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:53:35.083307 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-226ba4a9-d9ea-4f32-9eee-87d140970933 req-043a22c9-37f3-49aa-bd1d-356d22cc8e48 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Unset dirty status for tenant:ebd0d12895b0474f8b30730a1d2092a4 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:53:35.094787 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-226ba4a9-d9ea-4f32-9eee-87d140970933 req-043a22c9-37f3-49aa-bd1d-356d22cc8e48 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cb219e4-c809-4d06-89c6-067a09d74e3f HTTP/1.1" status: 200 len: 1024 time: 1.6028233 May 05 19:53:35.150604 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b207f2-ebbc-4955-acf2-00e9e8ab1df8 req-960efab1-4e40-4dc7-98a5-813a4bc89ba0 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:35.151672 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-43b207f2-ebbc-4955-acf2-00e9e8ab1df8 req-960efab1-4e40-4dc7-98a5-813a4bc89ba0 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Synchronizing usage tracker for tenant:ec798a1d17654fd38a17594ac4520b82 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:53:35.181469 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-9d3f666e-6bc0-4586-ad56-fa233922d866 admin admin] Calling delete_port for 6ebacf05-909d-4c69-bc88-0c300db7dc7e owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:53:35.248828 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-43b207f2-ebbc-4955-acf2-00e9e8ab1df8 req-960efab1-4e40-4dc7-98a5-813a4bc89ba0 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Unset dirty status for tenant:ec798a1d17654fd38a17594ac4520b82 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:53:35.249986 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-43b207f2-ebbc-4955-acf2-00e9e8ab1df8 req-960efab1-4e40-4dc7-98a5-813a4bc89ba0 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b36d1d8-47f4-45eb-bd91-d7c1f042b613 HTTP/1.1" status: 200 len: 966 time: 0.3260009 May 05 19:53:35.348019 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-d6c78589-d1f8-4c68-b16a-ab4c42978425 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:35.360086 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-43b207f2-ebbc-4955-acf2-00e9e8ab1df8 req-ed7b0873-ade8-42a6-9104-ac6039adfeb3 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/security-groups?id=19f792e9-5bb0-4aca-b347-da8350d823b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989172 May 05 19:53:35.375490 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-d6c78589-d1f8-4c68-b16a-ab4c42978425 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Transition to ACTIVE for port object 23d5a2d8-4c20-4fdb-8211-2609ae0f9d81 will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:53:35.419471 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-d6c78589-d1f8-4c68-b16a-ab4c42978425 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:35.434630 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['beea523c-b44a-4a29-84fa-ffc71132cf85'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:53:35.536555 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-d6c78589-d1f8-4c68-b16a-ab4c42978425 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:53:35.544823 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-d6c78589-d1f8-4c68-b16a-ab4c42978425 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:53:35.548387 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-d6c78589-d1f8-4c68-b16a-ab4c42978425 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:53:35.582091 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-84fd43e8-ad9b-433b-80b8-9381eabdbf92 req-0c9588a2-d276-42ab-a507-bcc1d546f7f7 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Calling delete_port for f8f5bb2b-a729-466a-8200-39314c2436cc owned by compute:tempest-test_az-1486601211 {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:53:35.641155 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-606f2535-aac6-4ec1-9c59-974a943bcec4 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:35.642331 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-606f2535-aac6-4ec1-9c59-974a943bcec4 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0950017 May 05 19:53:35.675888 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-52c6de9a-c0b9-44e8-aeff-d60038d27238 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Request body: {'port': {'device_id': '709d668f-d0fc-4e6f-8247-52e5e2337ec5', 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3', 'admin_state_up': True, 'tenant_id': '97ead9bcc5d448dab263815a595740a4'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:53:35.770226 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c8e0c7-c363-496f-b1b2-b8d8221b78e5 req-09d32be4-6561-4bf4-8816-dda1b336bb9e tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:35.771005 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a7c8e0c7-c363-496f-b1b2-b8d8221b78e5 req-09d32be4-6561-4bf4-8816-dda1b336bb9e tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.24 "GET /v2.0/ports?device_id=6cb219e4-c809-4d06-89c6-067a09d74e3f HTTP/1.1" status: 200 len: 1024 time: 1.4986584 May 05 19:53:35.775720 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c78589-d1f8-4c68-b16a-ab4c42978425 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Pushing event updated for resources: {'Port': ['ID=23d5a2d8-4c20-4fdb-8211-2609ae0f9d81,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:35.842990 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-d6c78589-d1f8-4c68-b16a-ab4c42978425 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:35.844038 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-d6c78589-d1f8-4c68-b16a-ab4c42978425 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:35.913176 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-d6c78589-d1f8-4c68-b16a-ab4c42978425 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6980929 May 05 19:53:35.916809 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-226ba4a9-d9ea-4f32-9eee-87d140970933 req-8e487941-b462-4810-b0a1-35885a6ebe67 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Synchronizing usage tracker for tenant:ebd0d12895b0474f8b30730a1d2092a4 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:53:35.926178 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71271057-1433-4c8d-884c-3e106264b5a1 req-e05f81aa-a8ba-4188-9671-c2234f7c0fb4 tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:35.936246 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-71271057-1433-4c8d-884c-3e106264b5a1 req-e05f81aa-a8ba-4188-9671-c2234f7c0fb4 tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bb26db1-e727-49ed-974a-6e9d257c76e7 HTTP/1.1" status: 200 len: 949 time: 0.3276913 May 05 19:53:35.941166 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-3b7a4234-db20-4296-a422-d77937462706 service neutron] Request body: {'port': {'device_id': '3d7e1e1c-1c93-476c-96e9-4c7e868815ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:53:36.046096 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-79063c92-8dd5-4cf6-8261-edd5eefcc0d8 None None] Provisioning for port 23d5a2d8-4c20-4fdb-8211-2609ae0f9d81 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:53:36.049011 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-71271057-1433-4c8d-884c-3e106264b5a1 req-a26aca65-23c1-4bfc-b75a-66db9ecbe246 tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] 10.222.0.36 "GET /v2.0/security-groups?id=c58cd24a-1122-42ce-bf0c-2b20be5979fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137266 May 05 19:53:36.062230 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-a7c8e0c7-c363-496f-b1b2-b8d8221b78e5 req-2e3e75f6-b59e-4a9c-ae80-2ee15ca50bf5 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Deleting port a40bd772-947d-4370-9783-c33dfa399579 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:53:36.064364 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-a7c8e0c7-c363-496f-b1b2-b8d8221b78e5 req-2e3e75f6-b59e-4a9c-ae80-2ee15ca50bf5 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:36.077010 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-79063c92-8dd5-4cf6-8261-edd5eefcc0d8 None None] Provisioning complete for port 23d5a2d8-4c20-4fdb-8211-2609ae0f9d81 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:53:36.077318 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-79063c92-8dd5-4cf6-8261-edd5eefcc0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:36.136494 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-226ba4a9-d9ea-4f32-9eee-87d140970933 req-8e487941-b462-4810-b0a1-35885a6ebe67 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Unset dirty status for tenant:ebd0d12895b0474f8b30730a1d2092a4 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:53:36.142658 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-226ba4a9-d9ea-4f32-9eee-87d140970933 req-8e487941-b462-4810-b0a1-35885a6ebe67 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/security-groups?id=8dc462cc-a429-497a-9c33-1b3f5b50a307&id=e36a03ce-19b7-4072-ac8e-38f72e9ef290&id=8942039c-0d5c-414b-82d7-fa367fc33d62&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 1.0459695 May 05 19:53:36.241271 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-79063c92-8dd5-4cf6-8261-edd5eefcc0d8 None None] Port 23d5a2d8-4c20-4fdb-8211-2609ae0f9d81 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:53:36.244790 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device c4d066df-4f40-460d-9c89-ef89ebf59bdc up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:53:36.291883 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 22cf6baf-0a20-4fdd-ab86-e8cdd9638159 up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:53:36.330255 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-52c6de9a-c0b9-44e8-aeff-d60038d27238 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:53:36.347742 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-52c6de9a-c0b9-44e8-aeff-d60038d27238 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Usage tracker for resource:port and tenant:97ead9bcc5d448dab263815a595740a4 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:53:36.359838 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-52c6de9a-c0b9-44e8-aeff-d60038d27238 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:53:36.408493 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-52c6de9a-c0b9-44e8-aeff-d60038d27238 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:53:36.475054 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-3b7a4234-db20-4296-a422-d77937462706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:36.499524 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port 22cf6baf-0a20-4fdd-ab86-e8cdd9638159 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:53:36.499524 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port c4d066df-4f40-460d-9c89-ef89ebf59bdc triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:53:36.499524 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:36.505416 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8eb4ab9d-9536-4eca-aa49-f925b54cdea8 req-d572cfc8-b287-4659-b919-fd765ceb2a48 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=709d668f-d0fc-4e6f-8247-52e5e2337ec5 HTTP/1.1" status: 200 len: 210 time: 0.0583117 May 05 19:53:36.521976 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-84fd43e8-ad9b-433b-80b8-9381eabdbf92 req-0c9588a2-d276-42ab-a507-bcc1d546f7f7 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:36.602667 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port 22cf6baf-0a20-4fdd-ab86-e8cdd9638159 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:53:36.610917 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:36.618712 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9588a2-d276-42ab-a507-bcc1d546f7f7 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Pushing event deleted for resources: {'Port': ['ID=f8f5bb2b-a729-466a-8200-39314c2436cc,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:36.625673 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-52c6de9a-c0b9-44e8-aeff-d60038d27238 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Made reservation on behalf of 97ead9bcc5d448dab263815a595740a4 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:53:36.631959 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-52c6de9a-c0b9-44e8-aeff-d60038d27238 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:36.828135 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-95e0bbb1-e11e-4254-a6ff-3376970c118b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:36.848241 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4437b-bd10-4f0a-8d71-c27a12b32b72 req-86355e4e-dcf0-4bdd-a9f0-fa7ac557bb2a tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:36.849798 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-27e4437b-bd10-4f0a-8d71-c27a12b32b72 req-86355e4e-dcf0-4bdd-a9f0-fa7ac557bb2a tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c5dad3c-d602-4b16-ba45-4bfc3c8179fb HTTP/1.1" status: 200 len: 950 time: 0.6003373 May 05 19:53:36.966856 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:36.987308 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:36.990913 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-27e4437b-bd10-4f0a-8d71-c27a12b32b72 req-fca71560-7e5e-42cc-a67f-a3ccdabc0263 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147935 May 05 19:53:37.046844 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-84fd43e8-ad9b-433b-80b8-9381eabdbf92 req-0c9588a2-d276-42ab-a507-bcc1d546f7f7 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] No DVR routers for this DVR port f8f5bb2b-a729-466a-8200-39314c2436cc on host n-h2-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:53:37.065131 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c5dad3c-d602-4b16-ba45-4bfc3c8179fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4d066df-4f40-460d-9c89-ef89ebf59bdc'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:53:37.086327 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port c4d066df-4f40-460d-9c89-ef89ebf59bdc, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=c4d066df-4f40-460d-9c89-ef89ebf59bdc,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:53:37.096618 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:37.097434 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device a40bd772-947d-4370-9783-c33dfa399579 no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:53:37.192357 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8153f4b5-4d56-494a-b839-454ca1fee4b1 req-9a35d6da-9e38-4a4e-90ea-8bf8f164797d tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b36d1d8-47f4-45eb-bd91-d7c1f042b613 HTTP/1.1" status: 200 len: 210 time: 0.3748567 May 05 19:53:37.207308 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-84fd43e8-ad9b-433b-80b8-9381eabdbf92 req-0c9588a2-d276-42ab-a507-bcc1d546f7f7 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:37.213330 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b36d1d8-47f4-45eb-bd91-d7c1f042b613', 'name': 'network-vif-deleted', 'tag': 'f8f5bb2b-a729-466a-8200-39314c2436cc'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:53:37.261004 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=c4d066df-4f40-460d-9c89-ef89ebf59bdc,revision_number=11']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:37.277674 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 22cf6baf-0a20-4fdd-ab86-e8cdd9638159, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=22cf6baf-0a20-4fdd-ab86-e8cdd9638159,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:53:37.395538 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:37.396921 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device f8f5bb2b-a729-466a-8200-39314c2436cc no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:53:37.427827 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5da98a68-3954-487f-bb14-ba87c4ec14da'] response: {'server_uuid': '5c5dad3c-d602-4b16-ba45-4bfc3c8179fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4d066df-4f40-460d-9c89-ef89ebf59bdc', 'code': 200} May 05 19:53:37.491257 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-3b7a4234-db20-4296-a422-d77937462706 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23d5a2d8-4c20-4fdb-8211-2609ae0f9d81 {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:53:37.501980 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-3b7a4234-db20-4296-a422-d77937462706 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:37.539844 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb9154-5df5-4069-9514-7a77d3f1f715 req-362b2872-46fe-4158-b30c-0e47a013232b tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:37.542449 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a2cb9154-5df5-4069-9514-7a77d3f1f715 req-362b2872-46fe-4158-b30c-0e47a013232b tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bb26db1-e727-49ed-974a-6e9d257c76e7 HTTP/1.1" status: 200 len: 950 time: 0.1704283 May 05 19:53:37.544242 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-3b7a4234-db20-4296-a422-d77937462706 service neutron] Transition to ACTIVE for port object 23d5a2d8-4c20-4fdb-8211-2609ae0f9d81 will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:53:37.550105 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-3b7a4234-db20-4296-a422-d77937462706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:37.597653 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] No Port match for: f8f5bb2b-a729-466a-8200-39314c2436cc {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 19:53:37.597653 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device f8f5bb2b-a729-466a-8200-39314c2436cc not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:53:37.613312 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:37.638983 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-a7c8e0c7-c363-496f-b1b2-b8d8221b78e5 req-2e3e75f6-b59e-4a9c-ae80-2ee15ca50bf5 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] For port a40bd772-947d-4370-9783-c33dfa399579, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=a40bd772-947d-4370-9783-c33dfa399579,segment=NetworkSegment(c3aa82ea-8521-41ae-94bc-6b77a724b188),segment_id=c3aa82ea-8521-41ae-94bc-6b77a724b188)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:53:37.639568 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-a7c8e0c7-c363-496f-b1b2-b8d8221b78e5 req-2e3e75f6-b59e-4a9c-ae80-2ee15ca50bf5 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:37.714448 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=22cf6baf-0a20-4fdd-ab86-e8cdd9638159,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:37.719899 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:37.722776 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port a40bd772-947d-4370-9783-c33dfa399579, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=a40bd772-947d-4370-9783-c33dfa399579,segment=NetworkSegment(c3aa82ea-8521-41ae-94bc-6b77a724b188),segment_id=c3aa82ea-8521-41ae-94bc-6b77a724b188)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:53:37.729076 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:37.770579 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a4234-db20-4296-a422-d77937462706 service neutron] Pushing event updated for resources: {'Port': ['ID=23d5a2d8-4c20-4fdb-8211-2609ae0f9d81,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:37.815949 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=a40bd772-947d-4370-9783-c33dfa399579,revision_number=8']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:37.833959 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-52c6de9a-c0b9-44e8-aeff-d60038d27238 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Allocated IP 192.168.233.63 (b786cc2b-f681-4c10-a54f-820e9d1a5ac3/4d72a8d3-0a35-4d3a-96b8-d869ff4093bc/3ec6d015-62ee-40e3-a243-44557141e447) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:53:37.839951 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a2cb9154-5df5-4069-9514-7a77d3f1f715 req-bec7d274-d670-4480-88cf-7f2f1a792910 tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] 10.222.0.36 "GET /v2.0/security-groups?id=c58cd24a-1122-42ce-bf0c-2b20be5979fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762396 May 05 19:53:37.924415 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:37.941729 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-a7c8e0c7-c363-496f-b1b2-b8d8221b78e5 req-2e3e75f6-b59e-4a9c-ae80-2ee15ca50bf5 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Calling delete_port for a40bd772-947d-4370-9783-c33dfa399579 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:53:37.992266 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1ce4af7c-251d-4430-89e6-ca41618c8d21 req-b22ad31f-045a-41be-b7c3-71cc91bda2c0 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=928b29e96aaf42dd9d4dc06b8e5f9969&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385396 May 05 19:53:37.994111 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-3b7a4234-db20-4296-a422-d77937462706 service neutron] Attempting to bind port 23d5a2d8-4c20-4fdb-8211-2609ae0f9d81 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:53:37.994665 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-3b7a4234-db20-4296-a422-d77937462706 service neutron] Attempting to bind port 23d5a2d8-4c20-4fdb-8211-2609ae0f9d81 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:53:37.995347 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-3b7a4234-db20-4296-a422-d77937462706 service neutron] Attempting to bind port 23d5a2d8-4c20-4fdb-8211-2609ae0f9d81 on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:53:38.005945 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9d3f666e-6bc0-4586-ad56-fa233922d866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:38.010417 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-84fd43e8-ad9b-433b-80b8-9381eabdbf92 req-0c9588a2-d276-42ab-a507-bcc1d546f7f7 tempest-LiveMigrationTest-1491589789 tempest-LiveMigrationTest-1491589789-project] 10.222.0.50 "DELETE /v2.0/ports/f8f5bb2b-a729-466a-8200-39314c2436cc HTTP/1.1" status: 204 len: 173 time: 4.7334070 May 05 19:53:38.025343 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-3b7a4234-db20-4296-a422-d77937462706 service neutron] Port 23d5a2d8-4c20-4fdb-8211-2609ae0f9d81 on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:53:38.026588 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-3b7a4234-db20-4296-a422-d77937462706 service neutron] Attempting to bind port 23d5a2d8-4c20-4fdb-8211-2609ae0f9d81 on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:53:38.057393 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-3b7a4234-db20-4296-a422-d77937462706 service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:53:38.058088 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-3b7a4234-db20-4296-a422-d77937462706 service neutron] Checking segment: {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:53:38.058639 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-3b7a4234-db20-4296-a422-d77937462706 service neutron] Bound using segment: {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:53:38.059421 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-3b7a4234-db20-4296-a422-d77937462706 service neutron] Bound port: 23d5a2d8-4c20-4fdb-8211-2609ae0f9d81, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:53:38.059918 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-3b7a4234-db20-4296-a422-d77937462706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:38.110225 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3f666e-6bc0-4586-ad56-fa233922d866 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ebacf05-909d-4c69-bc88-0c300db7dc7e,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:38.283521 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce4af7c-251d-4430-89e6-ca41618c8d21 req-396bebfd-49f6-4a6a-9bba-6a5d9e916204 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:38.292096 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1ce4af7c-251d-4430-89e6-ca41618c8d21 req-396bebfd-49f6-4a6a-9bba-6a5d9e916204 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2906535 May 05 19:53:38.304706 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-3b7a4234-db20-4296-a422-d77937462706 service neutron] For port 23d5a2d8-4c20-4fdb-8211-2609ae0f9d81, host n-h1-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:53:38.308602 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1ce4af7c-251d-4430-89e6-ca41618c8d21 req-75322be0-de0f-4f55-84bc-23cbb50eeb4a tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/quotas/928b29e96aaf42dd9d4dc06b8e5f9969 HTTP/1.1" status: 200 len: 375 time: 0.0151780 May 05 19:53:38.311094 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-3b7a4234-db20-4296-a422-d77937462706 service neutron] For port 23d5a2d8-4c20-4fdb-8211-2609ae0f9d81, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=23d5a2d8-4c20-4fdb-8211-2609ae0f9d81,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:53:38.317001 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-3b7a4234-db20-4296-a422-d77937462706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:38.404206 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5f805b-8027-45d4-8db9-37920934577b req-0ee7c009-8865-4b25-b588-8ae71a96f76a tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:38.405727 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dc5f805b-8027-45d4-8db9-37920934577b req-0ee7c009-8865-4b25-b588-8ae71a96f76a tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cb219e4-c809-4d06-89c6-067a09d74e3f HTTP/1.1" status: 200 len: 1022 time: 0.8647888 May 05 19:53:38.406800 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.db.api [req-a7c8e0c7-c363-496f-b1b2-b8d8221b78e5 req-2e3e75f6-b59e-4a9c-ae80-2ee15ca50bf5 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88198) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 19:53:38.407307 n-d-840717-1 neutron-server[88198]: DEBUG oslo_db.api [req-a7c8e0c7-c363-496f-b1b2-b8d8221b78e5 req-2e3e75f6-b59e-4a9c-ae80-2ee15ca50bf5 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 19:53:38.453271 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-3b7a4234-db20-4296-a422-d77937462706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:38.453880 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-3b7a4234-db20-4296-a422-d77937462706 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:38.455234 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-3b7a4234-db20-4296-a422-d77937462706 service neutron] 10.222.0.24 "PUT /v2.0/ports/23d5a2d8-4c20-4fdb-8211-2609ae0f9d81 HTTP/1.1" status: 200 len: 1096 time: 2.5195656 May 05 19:53:38.455699 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d7e1e1c-1c93-476c-96e9-4c7e868815ea', 'tag': '23d5a2d8-4c20-4fdb-8211-2609ae0f9d81'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:53:38.497605 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a4234-db20-4296-a422-d77937462706 service neutron] Pushing event updated for resources: {'Port': ['ID=23d5a2d8-4c20-4fdb-8211-2609ae0f9d81,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:38.620264 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1ce4af7c-251d-4430-89e6-ca41618c8d21 req-848e0043-e9fc-44ba-8680-f99751266801 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=928b29e96aaf42dd9d4dc06b8e5f9969&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2986162 May 05 19:53:38.675854 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-3833eebf-2ea0-442f-a893-8259ebff59bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:38.677728 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-3833eebf-2ea0-442f-a893-8259ebff59bc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=97ead9bcc5d448dab263815a595740a4&device_id=3d7e1e1c-1c93-476c-96e9-4c7e868815ea HTTP/1.1" status: 200 len: 1099 time: 0.1535125 May 05 19:53:38.733809 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dc5f805b-8027-45d4-8db9-37920934577b req-6ac6df02-fe9f-43a4-a8ed-4ea313940b74 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/security-groups?id=8dc462cc-a429-497a-9c33-1b3f5b50a307&id=e36a03ce-19b7-4072-ac8e-38f72e9ef290&id=8942039c-0d5c-414b-82d7-fa367fc33d62&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2985828 May 05 19:53:38.774030 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-52c6de9a-c0b9-44e8-aeff-d60038d27238 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:38.807565 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-8e732145-1bb3-4a25-9a35-2deeb1d0c45c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=23d5a2d8-4c20-4fdb-8211-2609ae0f9d81 HTTP/1.1" status: 200 len: 217 time: 0.1225750 May 05 19:53:38.817685 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-52c6de9a-c0b9-44e8-aeff-d60038d27238 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Transition to ACTIVE for port object 3ec6d015-62ee-40e3-a243-44557141e447 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:53:38.819708 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9d3f666e-6bc0-4586-ad56-fa233922d866 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:38.918695 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-a7c8e0c7-c363-496f-b1b2-b8d8221b78e5 req-2e3e75f6-b59e-4a9c-ae80-2ee15ca50bf5 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Deleting port a40bd772-947d-4370-9783-c33dfa399579 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:53:38.919146 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-a7c8e0c7-c363-496f-b1b2-b8d8221b78e5 req-2e3e75f6-b59e-4a9c-ae80-2ee15ca50bf5 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:38.951066 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-17fcfbcc-49d7-4eda-8c19-2f4ea9bef14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:38.953288 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebf63138-8473-4206-a5a6-cf93bc3bf3ca'] response: {'server_uuid': '4b36d1d8-47f4-45eb-bd91-d7c1f042b613', 'name': 'network-vif-deleted', 'tag': 'f8f5bb2b-a729-466a-8200-39314c2436cc', 'status': 'completed', 'code': 200} May 05 19:53:38.953468 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-17fcfbcc-49d7-4eda-8c19-2f4ea9bef14c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.1404536 May 05 19:53:39.038752 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35368) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:53:39.078967 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-c4a00f7f-bc5c-422b-9e9f-50810565bdda req-9ff0fdba-5656-425d-bdf3-0d7f4841caf0 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Synchronizing usage tracker for tenant:97ead9bcc5d448dab263815a595740a4 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:53:39.100013 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-7ca06685-0216-4ff8-8fb8-278a37af86ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:39.104501 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-7ca06685-0216-4ff8-8fb8-278a37af86ae service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1388698 May 05 19:53:39.289741 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-c4a00f7f-bc5c-422b-9e9f-50810565bdda req-9ff0fdba-5656-425d-bdf3-0d7f4841caf0 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Unset dirty status for tenant:97ead9bcc5d448dab263815a595740a4 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:53:39.292008 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c4a00f7f-bc5c-422b-9e9f-50810565bdda req-9ff0fdba-5656-425d-bdf3-0d7f4841caf0 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=709d668f-d0fc-4e6f-8247-52e5e2337ec5 HTTP/1.1" status: 200 len: 210 time: 0.2848294 May 05 19:53:39.351078 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 19:53:39.379380 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2998634-d807-4092-a373-049f7dc065cd'] response: {'name': 'network-changed', 'server_uuid': '3d7e1e1c-1c93-476c-96e9-4c7e868815ea', 'tag': '23d5a2d8-4c20-4fdb-8211-2609ae0f9d81', 'status': 'completed', 'code': 200} May 05 19:53:39.416189 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-52c6de9a-c0b9-44e8-aeff-d60038d27238 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:39.431607 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb26db1-e727-49ed-974a-6e9d257c76e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22cf6baf-0a20-4fdd-ab86-e8cdd9638159'}, {'server_uuid': '6cb219e4-c809-4d06-89c6-067a09d74e3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a40bd772-947d-4370-9783-c33dfa399579'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:53:39.453817 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['beea523c-b44a-4a29-84fa-ffc71132cf85'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:53:39.461657 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-62100c6b-0969-43ac-8692-b4ef12ab356e service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3472307 May 05 19:53:39.467677 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9f81d55-13c1-45fe-9ac1-2ee814d4dd1f admin admin] Deleting subnet af43fcc5-064b-4df8-a8c0-be1ad4feb5a8 {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 19:53:39.481524 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e9f81d55-13c1-45fe-9ac1-2ee814d4dd1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:39.668187 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:39.747828 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c6de9a-c0b9-44e8-aeff-d60038d27238 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Pushing event updated for resources: {'Port': ['ID=3ec6d015-62ee-40e3-a243-44557141e447,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:39.803754 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-52c6de9a-c0b9-44e8-aeff-d60038d27238 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:53:39.808506 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-94f98ec2-fe96-4fbb-a99a-07c645563d39 service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3376532 May 05 19:53:39.822642 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-52c6de9a-c0b9-44e8-aeff-d60038d27238 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:53:39.826009 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f83005-a120-4e0a-a350-2a9c46d99b64 req-201593de-5849-4189-87eb-010159dfa003 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:39.832872 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-83f83005-a120-4e0a-a350-2a9c46d99b64 req-201593de-5849-4189-87eb-010159dfa003 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/networks?id=9e1d2257-41cc-4af2-afae-4ca8a9719a05 HTTP/1.1" status: 200 len: 820 time: 0.6754625 May 05 19:53:39.849564 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e9f81d55-13c1-45fe-9ac1-2ee814d4dd1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:39.852923 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-52c6de9a-c0b9-44e8-aeff-d60038d27238 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:53:39.889715 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-83f83005-a120-4e0a-a350-2a9c46d99b64 req-922512e9-042d-4813-a2c3-85f60634ac32 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/quotas/63ca58c29fae4c4eaafba189c1ec4492 HTTP/1.1" status: 200 len: 375 time: 0.0559094 May 05 19:53:40.026410 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e9f81d55-13c1-45fe-9ac1-2ee814d4dd1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:40.056924 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-52c6de9a-c0b9-44e8-aeff-d60038d27238 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:40.057666 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-52c6de9a-c0b9-44e8-aeff-d60038d27238 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:40.075610 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-97e9ad0b-0b07-4cbc-b3a3-d2bd4956037c None None] Provisioning for port 3ec6d015-62ee-40e3-a243-44557141e447 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:53:40.081344 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-97e9ad0b-0b07-4cbc-b3a3-d2bd4956037c None None] Provisioning complete for port 3ec6d015-62ee-40e3-a243-44557141e447 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:53:40.081940 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-97e9ad0b-0b07-4cbc-b3a3-d2bd4956037c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:40.108931 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5dfc3b-1348-49ba-83ac-35169d2781b4 req-6c8e243e-184d-46e1-9330-b408e4992508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:40.110427 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6c5dfc3b-1348-49ba-83ac-35169d2781b4 req-6c8e243e-184d-46e1-9330-b408e4992508 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=97ead9bcc5d448dab263815a595740a4&device_id=3d7e1e1c-1c93-476c-96e9-4c7e868815ea HTTP/1.1" status: 200 len: 1099 time: 0.2134871 May 05 19:53:40.129156 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-52c6de9a-c0b9-44e8-aeff-d60038d27238 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4657462 May 05 19:53:40.131672 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-83f83005-a120-4e0a-a350-2a9c46d99b64 req-2cb473dc-48b0-4cfa-86ca-954d60b2f43e tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=63ca58c29fae4c4eaafba189c1ec4492&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2402816 May 05 19:53:40.138093 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d3f666e-6bc0-4586-ad56-fa233922d866 admin admin] Router 4aa3d401-c9a9-43b0-9fb8-955f3e47ee0a has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 19:53:40.150838 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-e58eec8a-e3fd-4914-9972-b22444395d03 service neutron] Request body: {'port': {'device_id': '709d668f-d0fc-4e6f-8247-52e5e2337ec5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:53:40.156199 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-97e9ad0b-0b07-4cbc-b3a3-d2bd4956037c None None] Port 3ec6d015-62ee-40e3-a243-44557141e447 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:53:40.184703 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e9f81d55-13c1-45fe-9ac1-2ee814d4dd1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:40.203177 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff49987-4002-4f2d-8d27-f9832bad5071 req-a7566193-c49d-4786-b2a1-dd2f2c368bc0 tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:40.204713 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8ff49987-4002-4f2d-8d27-f9832bad5071 req-a7566193-c49d-4786-b2a1-dd2f2c368bc0 tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bb26db1-e727-49ed-974a-6e9d257c76e7 HTTP/1.1" status: 200 len: 950 time: 0.4622936 May 05 19:53:40.228148 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f81d55-13c1-45fe-9ac1-2ee814d4dd1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af43fcc5-064b-4df8-a8c0-be1ad4feb5a8,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:40.249650 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-a7c8e0c7-c363-496f-b1b2-b8d8221b78e5 req-2e3e75f6-b59e-4a9c-ae80-2ee15ca50bf5 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] For port a40bd772-947d-4370-9783-c33dfa399579, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=a40bd772-947d-4370-9783-c33dfa399579,segment=NetworkSegment(c3aa82ea-8521-41ae-94bc-6b77a724b188),segment_id=c3aa82ea-8521-41ae-94bc-6b77a724b188)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:53:40.250012 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-a7c8e0c7-c363-496f-b1b2-b8d8221b78e5 req-2e3e75f6-b59e-4a9c-ae80-2ee15ca50bf5 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:40.313359 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e9f81d55-13c1-45fe-9ac1-2ee814d4dd1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:40.314415 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-e9f81d55-13c1-45fe-9ac1-2ee814d4dd1f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/af43fcc5-064b-4df8-a8c0-be1ad4feb5a8 HTTP/1.1" status: 204 len: 168 time: 1.2736290 May 05 19:53:40.317068 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35390) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:53:40.494865 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-a7c8e0c7-c363-496f-b1b2-b8d8221b78e5 req-2e3e75f6-b59e-4a9c-ae80-2ee15ca50bf5 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Calling delete_port for a40bd772-947d-4370-9783-c33dfa399579 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:53:40.627529 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5dfc3b-1348-49ba-83ac-35169d2781b4 req-aa5e3289-e41a-47a8-bd0f-2eb1e7c40e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:40.629723 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6c5dfc3b-1348-49ba-83ac-35169d2781b4 req-aa5e3289-e41a-47a8-bd0f-2eb1e7c40e22 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3 HTTP/1.1" status: 200 len: 870 time: 0.5081625 May 05 19:53:40.636203 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7113b8da-f2cf-4fd5-b04d-3b9adaaf76d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:40.645128 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-83f83005-a120-4e0a-a350-2a9c46d99b64 req-9495b68e-b26a-4a17-986f-8a81049b7a00 service neutron] 10.222.0.36 "GET /v2.0/networks/9e1d2257-41cc-4af2-afae-4ca8a9719a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4710510 May 05 19:53:40.646121 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8ff49987-4002-4f2d-8d27-f9832bad5071 req-43279529-0577-4f32-9f89-1603bfcdaaa2 tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] 10.222.0.36 "GET /v2.0/security-groups?id=c58cd24a-1122-42ce-bf0c-2b20be5979fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4234064 May 05 19:53:40.812337 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1ce4af7c-251d-4430-89e6-ca41618c8d21 req-442b1db3-60e6-4b79-b720-304d0072c23d tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=928b29e96aaf42dd9d4dc06b8e5f9969&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2840021 May 05 19:53:40.822805 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6c5dfc3b-1348-49ba-83ac-35169d2781b4 req-dc50d256-d227-434e-b564-246a817c3b61 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=23d5a2d8-4c20-4fdb-8211-2609ae0f9d81 HTTP/1.1" status: 200 len: 217 time: 0.1569200 May 05 19:53:40.863302 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d3f666e-6bc0-4586-ad56-fa233922d866 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 19:53:40.875732 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dedc90-63d3-4318-b599-1f8241912600 None None] Sync routers for ids ['4aa3d401-c9a9-43b0-9fb8-955f3e47ee0a'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 19:53:40.880157 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-9d3f666e-6bc0-4586-ad56-fa233922d866 admin admin] 10.222.0.36 "PUT /v2.0/routers/4aa3d401-c9a9-43b0-9fb8-955f3e47ee0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2604015 May 05 19:53:40.884770 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35396) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:53:40.895633 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dedc90-63d3-4318-b599-1f8241912600 None None] Routers {'4aa3d401-c9a9-43b0-9fb8-955f3e47ee0a'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:53:40.898192 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-50dedc90-63d3-4318-b599-1f8241912600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:53:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['4aa3d401-c9a9-43b0-9fb8-955f3e47ee0a'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:53:40.940767 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a76934e4-72e5-4791-9e57-cc6608c3c2c5 req-97dcbe1c-1f54-4456-afd6-eb1aacc61562 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec2bd5c5-1783-4660-bfeb-36f3566083c5 HTTP/1.1" status: 200 len: 210 time: 0.1325741 May 05 19:53:40.966931 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-e58eec8a-e3fd-4914-9972-b22444395d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:41.078148 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3347fd13-6d88-489c-9f8f-12a7f6ed2143'] response: {'server_uuid': '7bb26db1-e727-49ed-974a-6e9d257c76e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22cf6baf-0a20-4fdd-ab86-e8cdd9638159', 'code': 200} May 05 19:53:41.079071 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3347fd13-6d88-489c-9f8f-12a7f6ed2143'] response: {'server_uuid': '6cb219e4-c809-4d06-89c6-067a09d74e3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a40bd772-947d-4370-9783-c33dfa399579', 'code': 200} May 05 19:53:41.220054 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7113b8da-f2cf-4fd5-b04d-3b9adaaf76d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:41.234663 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-50dedc90-63d3-4318-b599-1f8241912600 None None] Set router 4aa3d401-c9a9-43b0-9fb8-955f3e47ee0a gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:53:41.356364 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-a7c8e0c7-c363-496f-b1b2-b8d8221b78e5 req-2e3e75f6-b59e-4a9c-ae80-2ee15ca50bf5 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:41.365069 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-83ef4108-120f-4e3e-bf89-73433f5dc8de req-85dcab9a-7759-45ab-ab81-06da560be3bb tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Synchronizing usage tracker for tenant:ebd0d12895b0474f8b30730a1d2092a4 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:53:41.402358 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5dfc3b-1348-49ba-83ac-35169d2781b4 req-02bffaba-21eb-4c19-837f-940eb08fdead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:41.402358 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6c5dfc3b-1348-49ba-83ac-35169d2781b4 req-02bffaba-21eb-4c19-837f-940eb08fdead service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.5469840 May 05 19:53:41.434447 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-83f83005-a120-4e0a-a350-2a9c46d99b64 req-83dcf3c3-4f0f-4ff5-a73a-942bb56df291 service neutron] 10.222.0.36 "GET /v2.0/networks/9e1d2257-41cc-4af2-afae-4ca8a9719a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7820523 May 05 19:53:41.469882 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3e75f6-b59e-4a9c-ae80-2ee15ca50bf5 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Pushing event deleted for resources: {'Port': ['ID=a40bd772-947d-4370-9783-c33dfa399579,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:41.510224 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-7113b8da-f2cf-4fd5-b04d-3b9adaaf76d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87da803f-e7d0-44ba-a1c3-46d895a6576d']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:53:41.538712 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-7113b8da-f2cf-4fd5-b04d-3b9adaaf76d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fd00a77-6cab-42c3-b322-459c43fd8637') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:53:41.539006 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-7113b8da-f2cf-4fd5-b04d-3b9adaaf76d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fd00a77-6cab-42c3-b322-459c43fd8637') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:53:41.558184 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-031e0494-0157-4170-a188-49172285d992 admin admin] Notify callbacks [] for router, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:41.613092 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7113b8da-f2cf-4fd5-b04d-3b9adaaf76d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:41.664766 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7113b8da-f2cf-4fd5-b04d-3b9adaaf76d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:41.676810 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-83ef4108-120f-4e3e-bf89-73433f5dc8de req-85dcab9a-7759-45ab-ab81-06da560be3bb tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Unset dirty status for tenant:ebd0d12895b0474f8b30730a1d2092a4 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:53:41.678122 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-83ef4108-120f-4e3e-bf89-73433f5dc8de req-85dcab9a-7759-45ab-ab81-06da560be3bb tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cb219e4-c809-4d06-89c6-067a09d74e3f HTTP/1.1" status: 200 len: 210 time: 0.3783126 May 05 19:53:41.705908 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7113b8da-f2cf-4fd5-b04d-3b9adaaf76d1 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 19:53:41.705908 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7113b8da-f2cf-4fd5-b04d-3b9adaaf76d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:41.721681 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 19:53:41.721681 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 19:53:41.721681 n-d-840717-1 neutron-server[88197]: timer() May 05 19:53:41.721681 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 19:53:41.721681 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 19:53:41.721681 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 19:53:41.721681 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 19:53:41.721681 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 19:53:41.721681 n-d-840717-1 neutron-server[88197]: self._notify() May 05 19:53:41.721681 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 19:53:41.721681 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 19:53:41.721681 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 19:53:41.721681 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 19:53:41.721681 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 19:53:41.721681 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 19:53:41.721681 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 19:53:41.721681 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 19:53:41.721681 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 19:53:41.721681 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 19:53:41.721681 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 19:53:41.721681 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 19:53:41.721681 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 19:53:41.721681 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 19:53:41.721681 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 19:53:41.721681 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 19:53:41.721681 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 19:53:41.721681 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 19:53:41.721681 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 19:53:41.721681 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 19:53:41.721681 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 19:53:41.721681 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 19:53:41.721681 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 19:53:41.836641 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-50dedc90-63d3-4318-b599-1f8241912600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aa3d401-c9a9-43b0-9fb8-955f3e47ee0a', 'name': 'tempest-FloatingIPsTestJSON-2068479181-router', 'tenant_id': '64a3560cd1634b98bb2fbd917b9cc106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '99225136-5589-4ea6-b174-54a2b730b984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:52:52Z', 'updated_at': '2022-05-05T19:53:36Z', 'revision_number': 5, 'project_id': '64a3560cd1634b98bb2fbd917b9cc106', 'gw_port': {'id': '99225136-5589-4ea6-b174-54a2b730b984', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:18:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa3d401-c9a9-43b0-9fb8-955f3e47ee0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:52:54Z', 'updated_at': '2022-05-05T19:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:53:41.847484 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dedc90-63d3-4318-b599-1f8241912600 None None] Checking router: 4aa3d401-c9a9-43b0-9fb8-955f3e47ee0a for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 19:53:41.874956 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dedc90-63d3-4318-b599-1f8241912600 None None] Routers {'4aa3d401-c9a9-43b0-9fb8-955f3e47ee0a'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:53:41.874956 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-50dedc90-63d3-4318-b599-1f8241912600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:53:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['4aa3d401-c9a9-43b0-9fb8-955f3e47ee0a'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:53:41.881576 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52ad05-e403-489b-a1be-6f330a03560a req-fdb9571c-95c6-49b8-8f7d-6873a31d605c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:41.882345 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fb52ad05-e403-489b-a1be-6f330a03560a req-fdb9571c-95c6-49b8-8f7d-6873a31d605c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7bb26db1-e727-49ed-974a-6e9d257c76e7 HTTP/1.1" status: 200 len: 1101 time: 0.6669354 May 05 19:53:41.890132 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5dfc3b-1348-49ba-83ac-35169d2781b4 req-023b044c-0969-4b11-b749-ce314bd879fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:41.897603 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6c5dfc3b-1348-49ba-83ac-35169d2781b4 req-023b044c-0969-4b11-b749-ce314bd879fc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4841626 May 05 19:53:41.927801 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7113b8da-f2cf-4fd5-b04d-3b9adaaf76d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:42.022895 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7113b8da-f2cf-4fd5-b04d-3b9adaaf76d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:42.036806 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-031e0494-0157-4170-a188-49172285d992 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:42.130802 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fb52ad05-e403-489b-a1be-6f330a03560a req-df1b845c-5e4c-499a-9ec7-1224634a102e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c58cd24a-1122-42ce-bf0c-2b20be5979fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316470 May 05 19:53:42.131513 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-031e0494-0157-4170-a188-49172285d992 admin admin] Deleting port 99225136-5589-4ea6-b174-54a2b730b984 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:53:42.131976 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-031e0494-0157-4170-a188-49172285d992 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:42.175230 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7113b8da-f2cf-4fd5-b04d-3b9adaaf76d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=87da803f-e7d0-44ba-a1c3-46d895a6576d,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:42.191446 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7c8e0c7-c363-496f-b1b2-b8d8221b78e5 req-2e3e75f6-b59e-4a9c-ae80-2ee15ca50bf5 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] No DVR routers for this DVR port a40bd772-947d-4370-9783-c33dfa399579 on host n-h1-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:53:42.194231 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-a7c8e0c7-c363-496f-b1b2-b8d8221b78e5 req-2e3e75f6-b59e-4a9c-ae80-2ee15ca50bf5 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:42.198563 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a7c8e0c7-c363-496f-b1b2-b8d8221b78e5 req-2e3e75f6-b59e-4a9c-ae80-2ee15ca50bf5 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.24 "DELETE /v2.0/ports/a40bd772-947d-4370-9783-c33dfa399579 HTTP/1.1" status: 204 len: 173 time: 6.3829956 May 05 19:53:42.208945 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce4af7c-251d-4430-89e6-ca41618c8d21 req-2a1b4e1b-a130-4fa5-bb5e-2465e807844c tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:42.212994 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 23d5a2d8-4c20-4fdb-8211-2609ae0f9d81 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:53:42.214848 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1ce4af7c-251d-4430-89e6-ca41618c8d21 req-2a1b4e1b-a130-4fa5-bb5e-2465e807844c tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3533757 May 05 19:53:42.224129 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-50dedc90-63d3-4318-b599-1f8241912600 None None] Set router 4aa3d401-c9a9-43b0-9fb8-955f3e47ee0a gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:53:42.228765 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-7113b8da-f2cf-4fd5-b04d-3b9adaaf76d1 admin admin] 10.222.0.36 "DELETE /v2.0/networks/87da803f-e7d0-44ba-a1c3-46d895a6576d HTTP/1.1" status: 204 len: 168 time: 1.8943381 May 05 19:53:42.228765 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35414) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:53:42.267396 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cb219e4-c809-4d06-89c6-067a09d74e3f', 'name': 'network-vif-deleted', 'tag': 'a40bd772-947d-4370-9783-c33dfa399579'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:53:42.298172 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.db.resource_extend [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-e58eec8a-e3fd-4914-9972-b22444395d03 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 19:53:42.356950 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-1ce4af7c-251d-4430-89e6-ca41618c8d21 req-5e1cf7ee-8bc2-49f9-b914-0f2b773fa477 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Request body: {'port': {'device_id': 'ec2bd5c5-1783-4660-bfeb-36f3566083c5', 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3', 'admin_state_up': True, 'tenant_id': '928b29e96aaf42dd9d4dc06b8e5f9969'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:53:42.418344 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-e58eec8a-e3fd-4914-9972-b22444395d03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ec6d015-62ee-40e3-a243-44557141e447 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:53:42.430046 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-e58eec8a-e3fd-4914-9972-b22444395d03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:42.462026 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-e58eec8a-e3fd-4914-9972-b22444395d03 service neutron] Transition to ACTIVE for port object 3ec6d015-62ee-40e3-a243-44557141e447 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:53:42.476521 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 23d5a2d8-4c20-4fdb-8211-2609ae0f9d81, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=23d5a2d8-4c20-4fdb-8211-2609ae0f9d81,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:53:42.484397 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-e58eec8a-e3fd-4914-9972-b22444395d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:42.511679 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '23d5a2d8-4c20-4fdb-8211-2609ae0f9d81', 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3', 'port_id': '23d5a2d8-4c20-4fdb-8211-2609ae0f9d81', 'mac_address': 'fa:16:3e:b0:db:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d72a8d3-0a35-4d3a-96b8-d869ff4093bc', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:53:42.585060 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58eec8a-e3fd-4914-9972-b22444395d03 service neutron] Pushing event updated for resources: {'Port': ['ID=3ec6d015-62ee-40e3-a243-44557141e447,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:42.631696 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:42.641252 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-031e0494-0157-4170-a188-49172285d992 admin admin] For port 99225136-5589-4ea6-b174-54a2b730b984, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=99225136-5589-4ea6-b174-54a2b730b984,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:53:42.641618 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-031e0494-0157-4170-a188-49172285d992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:42.674095 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23d5a2d8-4c20-4fdb-8211-2609ae0f9d81 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:53:42.713023 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 23d5a2d8-4c20-4fdb-8211-2609ae0f9d81, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=23d5a2d8-4c20-4fdb-8211-2609ae0f9d81,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:53:42.723401 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:42.835118 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-031e0494-0157-4170-a188-49172285d992 admin admin] Calling delete_port for 99225136-5589-4ea6-b174-54a2b730b984 owned by network:router_gateway {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:53:42.877005 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=23d5a2d8-4c20-4fdb-8211-2609ae0f9d81,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:42.921422 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58407f9f-695d-480c-a84c-16b814320728 req-4a924509-85f6-44a6-a38b-d8148d6388b1 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:42.924159 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-58407f9f-695d-480c-a84c-16b814320728 req-4a924509-85f6-44a6-a38b-d8148d6388b1 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=709d668f-d0fc-4e6f-8247-52e5e2337ec5 HTTP/1.1" status: 200 len: 935 time: 1.0168169 May 05 19:53:42.985120 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-50dedc90-63d3-4318-b599-1f8241912600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aa3d401-c9a9-43b0-9fb8-955f3e47ee0a', 'name': 'tempest-FloatingIPsTestJSON-2068479181-router', 'tenant_id': '64a3560cd1634b98bb2fbd917b9cc106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '99225136-5589-4ea6-b174-54a2b730b984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:52:52Z', 'updated_at': '2022-05-05T19:53:36Z', 'revision_number': 5, 'project_id': '64a3560cd1634b98bb2fbd917b9cc106', 'gw_port': {'id': '99225136-5589-4ea6-b174-54a2b730b984', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:18:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa3d401-c9a9-43b0-9fb8-955f3e47ee0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:52:54Z', 'updated_at': '2022-05-05T19:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:53:42.989042 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dedc90-63d3-4318-b599-1f8241912600 None None] The sync data for ids ['4aa3d401-c9a9-43b0-9fb8-955f3e47ee0a'] in n-d-840717-1 is: [{'id': '4aa3d401-c9a9-43b0-9fb8-955f3e47ee0a', 'name': 'tempest-FloatingIPsTestJSON-2068479181-router', 'tenant_id': '64a3560cd1634b98bb2fbd917b9cc106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '99225136-5589-4ea6-b174-54a2b730b984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:52:52Z', 'updated_at': '2022-05-05T19:53:36Z', 'revision_number': 5, 'project_id': '64a3560cd1634b98bb2fbd917b9cc106', 'gw_port': {'id': '99225136-5589-4ea6-b174-54a2b730b984', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:18:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa3d401-c9a9-43b0-9fb8-955f3e47ee0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:52:54Z', 'updated_at': '2022-05-05T19:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 19:53:43.027584 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['23d5a2d8-4c20-4fdb-8211-2609ae0f9d81'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:53:43.218043 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6c5dfc3b-1348-49ba-83ac-35169d2781b4 req-722d39bf-c2ab-4710-a2e5-f7fe1ca6e856 service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2722678 May 05 19:53:43.225555 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-58407f9f-695d-480c-a84c-16b814320728 req-00d6f148-ce3b-4728-b6f5-acd893a2a5b9 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/security-groups?id=47e8f45b-d376-403a-8bb9-867508147e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697945 May 05 19:53:43.245707 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-1ce4af7c-251d-4430-89e6-ca41618c8d21 req-5e1cf7ee-8bc2-49f9-b914-0f2b773fa477 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:53:43.303833 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-1ce4af7c-251d-4430-89e6-ca41618c8d21 req-5e1cf7ee-8bc2-49f9-b914-0f2b773fa477 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:53:43.319424 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-e58eec8a-e3fd-4914-9972-b22444395d03 service neutron] Attempting to bind port 3ec6d015-62ee-40e3-a243-44557141e447 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:53:43.319424 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-e58eec8a-e3fd-4914-9972-b22444395d03 service neutron] Attempting to bind port 3ec6d015-62ee-40e3-a243-44557141e447 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:53:43.319424 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-e58eec8a-e3fd-4914-9972-b22444395d03 service neutron] Attempting to bind port 3ec6d015-62ee-40e3-a243-44557141e447 on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:53:43.337235 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-e58eec8a-e3fd-4914-9972-b22444395d03 service neutron] Port 3ec6d015-62ee-40e3-a243-44557141e447 on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:53:43.337235 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-e58eec8a-e3fd-4914-9972-b22444395d03 service neutron] Attempting to bind port 3ec6d015-62ee-40e3-a243-44557141e447 on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:53:43.337235 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ce4af7c-251d-4430-89e6-ca41618c8d21 req-5e1cf7ee-8bc2-49f9-b914-0f2b773fa477 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Made reservation on behalf of 928b29e96aaf42dd9d4dc06b8e5f9969 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:53:43.354731 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1ce4af7c-251d-4430-89e6-ca41618c8d21 req-5e1cf7ee-8bc2-49f9-b914-0f2b773fa477 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:43.388122 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-e58eec8a-e3fd-4914-9972-b22444395d03 service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:53:43.388122 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-e58eec8a-e3fd-4914-9972-b22444395d03 service neutron] Checking segment: {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:53:43.388122 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-e58eec8a-e3fd-4914-9972-b22444395d03 service neutron] Bound using segment: {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:53:43.388122 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-e58eec8a-e3fd-4914-9972-b22444395d03 service neutron] Bound port: 3ec6d015-62ee-40e3-a243-44557141e447, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:53:43.388122 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-e58eec8a-e3fd-4914-9972-b22444395d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:43.503238 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddccf86f-2ecc-437d-aecb-464b2634cfca admin admin] Deleting subnet 76472e82-7585-4967-8fe8-ee6c38c20860 {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 19:53:43.519216 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 6ebacf05-909d-4c69-bc88-0c300db7dc7e no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:53:43.612795 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ddccf86f-2ecc-437d-aecb-464b2634cfca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:43.669360 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd775e97-f424-4444-9252-fb067e1f4d85 req-78bcbf3d-79ee-45da-bafd-37acfb258666 tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:43.686057 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 6ebacf05-909d-4c69-bc88-0c300db7dc7e {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 19:53:43.686057 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 6ebacf05-909d-4c69-bc88-0c300db7dc7e not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:53:43.705625 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bd775e97-f424-4444-9252-fb067e1f4d85 req-78bcbf3d-79ee-45da-bafd-37acfb258666 tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bb26db1-e727-49ed-974a-6e9d257c76e7 HTTP/1.1" status: 200 len: 950 time: 1.4398475 May 05 19:53:43.718433 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-031e0494-0157-4170-a188-49172285d992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:43.784866 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d52bcfd0-f2ef-4384-8502-4df23571d2d0 req-aa9d6d90-c2a0-497e-bd8a-cad0e13b9525 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec2bd5c5-1783-4660-bfeb-36f3566083c5 HTTP/1.1" status: 200 len: 210 time: 0.1152503 May 05 19:53:43.964919 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:44.001782 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-e58eec8a-e3fd-4914-9972-b22444395d03 service neutron] For port 3ec6d015-62ee-40e3-a243-44557141e447, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:53:44.001782 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f4d95b06-971e-4140-805c-316bed5e3cc0 req-4febcb66-896b-45b3-8f3a-b8b4ab9839b9 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ff80a77-e629-47d3-89e4-8ddf23d38464 HTTP/1.1" status: 200 len: 210 time: 0.0577123 May 05 19:53:44.022847 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031e0494-0157-4170-a188-49172285d992 admin admin] Pushing event deleted for resources: {'Port': ['ID=99225136-5589-4ea6-b174-54a2b730b984,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:44.035556 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-1ce4af7c-251d-4430-89e6-ca41618c8d21 req-5e1cf7ee-8bc2-49f9-b914-0f2b773fa477 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Allocated IP 192.168.233.131 (b786cc2b-f681-4c10-a54f-820e9d1a5ac3/4d72a8d3-0a35-4d3a-96b8-d869ff4093bc/8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:53:44.035556 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-e58eec8a-e3fd-4914-9972-b22444395d03 service neutron] For port 3ec6d015-62ee-40e3-a243-44557141e447, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=3ec6d015-62ee-40e3-a243-44557141e447,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:53:44.051878 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-e58eec8a-e3fd-4914-9972-b22444395d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:44.130493 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ddccf86f-2ecc-437d-aecb-464b2634cfca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:44.174942 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5611c9a5-07e3-482f-b927-a7ae7d0d0053'] response: {'server_uuid': '6cb219e4-c809-4d06-89c6-067a09d74e3f', 'name': 'network-vif-deleted', 'tag': 'a40bd772-947d-4370-9783-c33dfa399579', 'status': 'completed', 'code': 200} May 05 19:53:44.184370 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-e58eec8a-e3fd-4914-9972-b22444395d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:44.184370 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-e58eec8a-e3fd-4914-9972-b22444395d03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:44.193948 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bd775e97-f424-4444-9252-fb067e1f4d85 req-edf45b88-2922-43b2-8c44-431695a248ff tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] 10.222.0.36 "GET /v2.0/security-groups?id=c58cd24a-1122-42ce-bf0c-2b20be5979fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4352646 May 05 19:53:44.204176 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-e58eec8a-e3fd-4914-9972-b22444395d03 service neutron] 10.222.0.24 "PUT /v2.0/ports/3ec6d015-62ee-40e3-a243-44557141e447 HTTP/1.1" status: 200 len: 1095 time: 4.0417449 May 05 19:53:44.212106 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-031e0494-0157-4170-a188-49172285d992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:44.241922 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 23d5a2d8-4c20-4fdb-8211-2609ae0f9d81 up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:53:44.263871 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58eec8a-e3fd-4914-9972-b22444395d03 service neutron] Pushing event updated for resources: {'Port': ['ID=3ec6d015-62ee-40e3-a243-44557141e447,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:44.366036 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6c5dfc3b-1348-49ba-83ac-35169d2781b4 req-cc46c0f4-e404-4bb5-91b7-f2db88235fea service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1247590 May 05 19:53:44.455990 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port 23d5a2d8-4c20-4fdb-8211-2609ae0f9d81 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:53:44.463002 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 23d5a2d8-4c20-4fdb-8211-2609ae0f9d81 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:53:44.463002 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:44.485354 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-46e6f338-42a7-4e10-9c2c-405303c35ce1 req-54746b80-b8a4-472a-9acd-aaeae9888c84 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/security-groups/8dc462cc-a429-497a-9c33-1b3f5b50a307 HTTP/1.1" status: 200 len: 1799 time: 0.0970619 May 05 19:53:44.690667 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:44.745720 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-46e6f338-42a7-4e10-9c2c-405303c35ce1 req-b5d7528d-ae5b-4cea-ae62-34743166ecb9 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:44.753667 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 23d5a2d8-4c20-4fdb-8211-2609ae0f9d81, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=23d5a2d8-4c20-4fdb-8211-2609ae0f9d81,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:53:44.753667 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d7e1e1c-1c93-476c-96e9-4c7e868815ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d5a2d8-4c20-4fdb-8211-2609ae0f9d81'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:53:44.765419 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:44.809461 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-031e0494-0157-4170-a188-49172285d992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:44.809461 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-031e0494-0157-4170-a188-49172285d992 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:44.868039 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ddccf86f-2ecc-437d-aecb-464b2634cfca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:44.874434 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=23d5a2d8-4c20-4fdb-8211-2609ae0f9d81,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:44.911469 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-7cff9acd-c067-483e-8e15-0f9f94ef18b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:44.912851 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-7cff9acd-c067-483e-8e15-0f9f94ef18b5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=97ead9bcc5d448dab263815a595740a4&device_id=709d668f-d0fc-4e6f-8247-52e5e2337ec5 HTTP/1.1" status: 200 len: 1098 time: 0.6349676 May 05 19:53:44.920123 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-46e6f338-42a7-4e10-9c2c-405303c35ce1 req-b5d7528d-ae5b-4cea-ae62-34743166ecb9 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:44.970440 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-031e0494-0157-4170-a188-49172285d992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:44.970440 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-031e0494-0157-4170-a188-49172285d992 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4aa3d401-c9a9-43b0-9fb8-955f3e47ee0a {{(pid=88197) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 19:53:45.010088 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f83005-a120-4e0a-a350-2a9c46d99b64 req-a030a4c3-060e-4605-a910-72253bff7264 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:45.015332 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-83f83005-a120-4e0a-a350-2a9c46d99b64 req-a030a4c3-060e-4605-a910-72253bff7264 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.50 "GET /v2.0/networks?id=9e1d2257-41cc-4af2-afae-4ca8a9719a05 HTTP/1.1" status: 200 len: 820 time: 0.6774571 May 05 19:53:45.020677 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ae1561-d14b-414e-8165-e06ed51f88e9 req-3f9b7f98-6f2d-4667-9c1d-e634df86ed66 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:45.020677 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-e5ae1561-d14b-414e-8165-e06ed51f88e9 req-3f9b7f98-6f2d-4667-9c1d-e634df86ed66 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Synchronizing usage tracker for tenant:97ead9bcc5d448dab263815a595740a4 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:53:45.033286 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-83f83005-a120-4e0a-a350-2a9c46d99b64 req-d675f503-0c53-4351-b132-d882388c7ded tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Request body: {'port': {'device_id': '5ff80a77-e629-47d3-89e4-8ddf23d38464', 'network_id': '9e1d2257-41cc-4af2-afae-4ca8a9719a05', 'admin_state_up': True, 'tenant_id': '63ca58c29fae4c4eaafba189c1ec4492'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:53:45.100081 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-031e0494-0157-4170-a188-49172285d992 admin admin] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:45.103964 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-031e0494-0157-4170-a188-49172285d992 admin admin] 10.222.0.36 "DELETE /v2.0/routers/4aa3d401-c9a9-43b0-9fb8-955f3e47ee0a HTTP/1.1" status: 204 len: 168 time: 4.1703477 May 05 19:53:45.111051 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35438) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:53:45.122195 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-e30fd39d-a044-46b2-ae67-ab49d739a8b4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=3ec6d015-62ee-40e3-a243-44557141e447 HTTP/1.1" status: 200 len: 217 time: 0.1933112 May 05 19:53:45.164681 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ddccf86f-2ecc-437d-aecb-464b2634cfca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:45.264439 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddccf86f-2ecc-437d-aecb-464b2634cfca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76472e82-7585-4967-8fe8-ee6c38c20860,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:45.278781 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-e5ae1561-d14b-414e-8165-e06ed51f88e9 req-3f9b7f98-6f2d-4667-9c1d-e634df86ed66 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Unset dirty status for tenant:97ead9bcc5d448dab263815a595740a4 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:53:45.280041 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e5ae1561-d14b-414e-8165-e06ed51f88e9 req-3f9b7f98-6f2d-4667-9c1d-e634df86ed66 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=709d668f-d0fc-4e6f-8247-52e5e2337ec5 HTTP/1.1" status: 200 len: 947 time: 0.7046096 May 05 19:53:45.318267 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ddccf86f-2ecc-437d-aecb-464b2634cfca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:45.338548 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-ddccf86f-2ecc-437d-aecb-464b2634cfca admin admin] 10.222.0.36 "DELETE /v2.0/subnets/76472e82-7585-4967-8fe8-ee6c38c20860 HTTP/1.1" status: 204 len: 168 time: 3.0878699 May 05 19:53:45.341054 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35444) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:53:45.362225 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbc9d754-aae8-4266-8a86-ff43a2d2cecd admin admin] Deleting subnet 437285c6-3652-4862-b28f-b8cc4e39ba53 {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 19:53:45.370712 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-46e6f338-42a7-4e10-9c2c-405303c35ce1 req-b5d7528d-ae5b-4cea-ae62-34743166ecb9 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:45.376421 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cbc9d754-aae8-4266-8a86-ff43a2d2cecd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:45.386842 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-08c80547-c8c3-4520-ac03-fc3d56f8a27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:45.388329 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-08c80547-c8c3-4520-ac03-fc3d56f8a27d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.2557147 May 05 19:53:45.420884 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-83f83005-a120-4e0a-a350-2a9c46d99b64 req-d675f503-0c53-4351-b132-d882388c7ded tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:53:45.425439 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e5ae1561-d14b-414e-8165-e06ed51f88e9 req-76e60874-f4b2-4106-8e99-8f57a89746f6 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/security-groups?id=47e8f45b-d376-403a-8bb9-867508147e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286166 May 05 19:53:45.441848 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-83f83005-a120-4e0a-a350-2a9c46d99b64 req-d675f503-0c53-4351-b132-d882388c7ded tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:53:45.458810 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d7528d-ae5b-4cea-ae62-34743166ecb9 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc462cc-a429-497a-9c33-1b3f5b50a307,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:45.460769 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cbc9d754-aae8-4266-8a86-ff43a2d2cecd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:45.486595 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1ce4af7c-251d-4430-89e6-ca41618c8d21 req-5e1cf7ee-8bc2-49f9-b914-0f2b773fa477 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:45.502531 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83f83005-a120-4e0a-a350-2a9c46d99b64 req-d675f503-0c53-4351-b132-d882388c7ded tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Made reservation on behalf of 63ca58c29fae4c4eaafba189c1ec4492 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:53:45.506243 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-83f83005-a120-4e0a-a350-2a9c46d99b64 req-d675f503-0c53-4351-b132-d882388c7ded tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:45.574947 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a082045f-4630-49ce-981f-77643212b835'] response: {'server_uuid': '3d7e1e1c-1c93-476c-96e9-4c7e868815ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d5a2d8-4c20-4fdb-8211-2609ae0f9d81', 'code': 200} May 05 19:53:45.661357 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 99225136-5589-4ea6-b174-54a2b730b984 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:53:45.676782 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6c4eb6b3-1f89-49d7-9da0-9f10033ae522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:45.686519 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cbc9d754-aae8-4266-8a86-ff43a2d2cecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:45.698307 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-1ce4af7c-251d-4430-89e6-ca41618c8d21 req-5e1cf7ee-8bc2-49f9-b914-0f2b773fa477 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Transition to ACTIVE for port object 8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:53:45.709691 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 99225136-5589-4ea6-b174-54a2b730b984 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 19:53:45.710193 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 99225136-5589-4ea6-b174-54a2b730b984 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:53:45.743267 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-46e6f338-42a7-4e10-9c2c-405303c35ce1 req-b5d7528d-ae5b-4cea-ae62-34743166ecb9 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:45.744315 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-46e6f338-42a7-4e10-9c2c-405303c35ce1 req-b5d7528d-ae5b-4cea-ae62-34743166ecb9 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "DELETE /v2.0/security-groups/8dc462cc-a429-497a-9c33-1b3f5b50a307 HTTP/1.1" status: 204 len: 173 time: 1.2675436 May 05 19:53:45.856676 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6c4eb6b3-1f89-49d7-9da0-9f10033ae522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:45.874783 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ba52ede4-4606-4e1b-a218-ea8e7a96b8a1 req-0fb91a91-6959-42a2-8680-d709eaa20faf tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec2bd5c5-1783-4660-bfeb-36f3566083c5 HTTP/1.1" status: 200 len: 210 time: 0.0803263 May 05 19:53:45.944909 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-45ffb967-5407-4393-86fc-815290fa23ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:45.944909 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-45ffb967-5407-4393-86fc-815290fa23ee service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5372920 May 05 19:53:45.948309 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-6c4eb6b3-1f89-49d7-9da0-9f10033ae522 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33c779f6-e228-4b4e-8d24-1e7e0d4515af']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:53:45.956908 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a140949d-39bb-41bf-a4c8-62ed6a5509ca req-c8284348-a66d-4fbe-839f-6ba036aaddc7 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ff80a77-e629-47d3-89e4-8ddf23d38464 HTTP/1.1" status: 200 len: 210 time: 0.1043804 May 05 19:53:45.989370 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-6c4eb6b3-1f89-49d7-9da0-9f10033ae522 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '129b2d58-2a34-499f-ab8a-5efffa1c5b3a') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:53:45.989370 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-6c4eb6b3-1f89-49d7-9da0-9f10033ae522 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '129b2d58-2a34-499f-ab8a-5efffa1c5b3a') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:53:46.012865 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1ce4af7c-251d-4430-89e6-ca41618c8d21 req-5e1cf7ee-8bc2-49f9-b914-0f2b773fa477 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:46.028032 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['046cff30-9f24-4516-aca1-577e77e2491f', 'f071c826-6291-459c-b65e-f04fbaeb1079', 'c4d066df-4f40-460d-9c89-ef89ebf59bdc'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:53:46.092925 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6c4eb6b3-1f89-49d7-9da0-9f10033ae522 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:46.104908 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cbc9d754-aae8-4266-8a86-ff43a2d2cecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:46.169853 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-83f83005-a120-4e0a-a350-2a9c46d99b64 req-d675f503-0c53-4351-b132-d882388c7ded tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Allocated IP 172.20.0.2 (9e1d2257-41cc-4af2-afae-4ca8a9719a05/99c4516e-78c1-4a80-85a0-0e7389d15301/b29bd47a-c0ca-40e8-bc3d-249582d83150) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:53:46.169853 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc9d754-aae8-4266-8a86-ff43a2d2cecd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=437285c6-3652-4862-b28f-b8cc4e39ba53,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:46.169853 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cbc9d754-aae8-4266-8a86-ff43a2d2cecd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:46.181958 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb1f087-4afb-4f06-89dc-21321aa5dda4 req-48ee7952-48cc-42a3-9675-b5de2cfb6671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:46.181958 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1fb1f087-4afb-4f06-89dc-21321aa5dda4 req-48ee7952-48cc-42a3-9675-b5de2cfb6671 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3d7e1e1c-1c93-476c-96e9-4c7e868815ea HTTP/1.1" status: 200 len: 1101 time: 0.4392982 May 05 19:53:46.226510 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:46.226510 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b53759-3ffc-4f1d-8eb2-1288dac92916 None None] Network 4632dd15-5a5d-45b1-b733-fbb054938b90 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:53:46.253401 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '709d668f-d0fc-4e6f-8247-52e5e2337ec5', 'tag': '3ec6d015-62ee-40e3-a243-44557141e447'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:53:46.309464 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6c4eb6b3-1f89-49d7-9da0-9f10033ae522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:46.327188 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ce4af7c-251d-4430-89e6-ca41618c8d21 req-5e1cf7ee-8bc2-49f9-b914-0f2b773fa477 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:53:46.335029 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1cf7ee-8bc2-49f9-b914-0f2b773fa477 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Pushing event updated for resources: {'Port': ['ID=8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:46.338445 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-1ce4af7c-251d-4430-89e6-ca41618c8d21 req-5e1cf7ee-8bc2-49f9-b914-0f2b773fa477 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:53:46.354507 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c4eb6b3-1f89-49d7-9da0-9f10033ae522 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 19:53:46.355103 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6c4eb6b3-1f89-49d7-9da0-9f10033ae522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:46.376267 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ce4af7c-251d-4430-89e6-ca41618c8d21 req-5e1cf7ee-8bc2-49f9-b914-0f2b773fa477 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:53:46.406762 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 19:53:46.406762 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 19:53:46.406762 n-d-840717-1 neutron-server[88198]: timer() May 05 19:53:46.406762 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 19:53:46.406762 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 19:53:46.406762 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 19:53:46.406762 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 19:53:46.406762 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 19:53:46.406762 n-d-840717-1 neutron-server[88198]: self._notify() May 05 19:53:46.406762 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 19:53:46.406762 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 19:53:46.406762 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 19:53:46.406762 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 19:53:46.406762 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 19:53:46.406762 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 19:53:46.406762 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 19:53:46.406762 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 19:53:46.406762 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 19:53:46.406762 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 19:53:46.406762 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 19:53:46.406762 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 19:53:46.406762 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 19:53:46.406762 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 19:53:46.406762 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 19:53:46.406762 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 19:53:46.406762 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 19:53:46.406762 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 19:53:46.406762 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 19:53:46.406762 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 19:53:46.406762 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 19:53:46.406762 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 19:53:46.406762 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 19:53:46.475073 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-cbc9d754-aae8-4266-8a86-ff43a2d2cecd admin admin] 10.222.0.36 "DELETE /v2.0/subnets/437285c6-3652-4862-b28f-b8cc4e39ba53 HTTP/1.1" status: 204 len: 168 time: 1.3629739 May 05 19:53:46.501064 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35456) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:53:46.523956 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-97f6d700-5d25-408a-8021-4cde810e307c req-bed92357-6b69-417a-b915-57d1390842f2 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "GET /v2.0/security-groups/8942039c-0d5c-414b-82d7-fa367fc33d62 HTTP/1.1" status: 200 len: 1801 time: 0.4625387 May 05 19:53:46.572237 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-6bc47767-3f12-4256-a1d1-32499551adc2 service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6147223 May 05 19:53:46.650660 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce4af7c-251d-4430-89e6-ca41618c8d21 req-5e1cf7ee-8bc2-49f9-b914-0f2b773fa477 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:46.658015 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1fb1f087-4afb-4f06-89dc-21321aa5dda4 req-560801ca-9c82-42a2-80a0-b81c6c02ef82 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=47e8f45b-d376-403a-8bb9-867508147e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4705596 May 05 19:53:46.658216 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1ce4af7c-251d-4430-89e6-ca41618c8d21 req-5e1cf7ee-8bc2-49f9-b914-0f2b773fa477 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:46.695140 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6c4eb6b3-1f89-49d7-9da0-9f10033ae522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:46.732666 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-3e807493-a84c-4223-b30c-71ff5418cba6 None None] Provisioning for port 8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:53:46.742053 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6c4eb6b3-1f89-49d7-9da0-9f10033ae522 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:46.774821 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-3e807493-a84c-4223-b30c-71ff5418cba6 None None] Provisioning complete for port 8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:53:46.775227 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3e807493-a84c-4223-b30c-71ff5418cba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:46.822051 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4eb6b3-1f89-49d7-9da0-9f10033ae522 admin admin] Pushing event deleted for resources: {'Network': ['ID=33c779f6-e228-4b4e-8d24-1e7e0d4515af,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:46.830796 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-6c4eb6b3-1f89-49d7-9da0-9f10033ae522 admin admin] 10.222.0.36 "DELETE /v2.0/networks/33c779f6-e228-4b4e-8d24-1e7e0d4515af HTTP/1.1" status: 204 len: 168 time: 1.4872987 May 05 19:53:46.839069 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1ce4af7c-251d-4430-89e6-ca41618c8d21 req-5e1cf7ee-8bc2-49f9-b914-0f2b773fa477 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4888320 May 05 19:53:46.855923 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-1ce4af7c-251d-4430-89e6-ca41618c8d21 req-2bd7905a-bd28-4b0d-8579-c0a1d309b634 service neutron] Request body: {'port': {'device_id': 'ec2bd5c5-1783-4660-bfeb-36f3566083c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:53:46.936397 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-97f6d700-5d25-408a-8021-4cde810e307c req-493a371a-dc96-4953-aedb-efebd74077c9 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:46.985921 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b4aea8d1-af82-44a0-a6da-4f0082615934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:47.046294 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-3e807493-a84c-4223-b30c-71ff5418cba6 None None] Port 8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:53:47.106185 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6ab7bf0d-8be3-40f3-8330-093410e89461 req-7461bc27-1a0b-40bb-aac6-1bf764df8650 service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5160871 May 05 19:53:47.116142 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-97f6d700-5d25-408a-8021-4cde810e307c req-493a371a-dc96-4953-aedb-efebd74077c9 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:47.121911 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f740d94-e6f8-4ac3-bd19-695320e33d46 None None] DHCP port deletion for 4632dd15-5a5d-45b1-b733-fbb054938b90 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 19:53:47.157611 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-1f740d94-e6f8-4ac3-bd19-695320e33d46 None None] Deleting port 506b755a-b223-4655-a660-f7274791fed9 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:53:47.159669 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1f740d94-e6f8-4ac3-bd19-695320e33d46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:47.171010 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1ce4af7c-251d-4430-89e6-ca41618c8d21 req-2bd7905a-bd28-4b0d-8579-c0a1d309b634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:47.192912 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35466) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:53:47.250226 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-b4aea8d1-af82-44a0-a6da-4f0082615934 admin admin] Deleting port 506b755a-b223-4655-a660-f7274791fed9 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:53:47.250935 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b4aea8d1-af82-44a0-a6da-4f0082615934 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:47.317914 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e021686-339b-4009-8d7b-91b469acf297 req-d7cc8bf2-3e8c-470d-aa0d-08c16674a6ee tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:47.326952 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2e021686-339b-4009-8d7b-91b469acf297 req-d7cc8bf2-3e8c-470d-aa0d-08c16674a6ee tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bb26db1-e727-49ed-974a-6e9d257c76e7 HTTP/1.1" status: 200 len: 950 time: 1.1053340 May 05 19:53:47.404944 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-97f6d700-5d25-408a-8021-4cde810e307c req-493a371a-dc96-4953-aedb-efebd74077c9 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:47.433412 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2e021686-339b-4009-8d7b-91b469acf297 req-112870f8-41b6-41f7-ab8b-ae24fcbc7167 tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] 10.222.0.36 "GET /v2.0/security-groups?id=c58cd24a-1122-42ce-bf0c-2b20be5979fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009674 May 05 19:53:47.448430 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493a371a-dc96-4953-aedb-efebd74077c9 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8942039c-0d5c-414b-82d7-fa367fc33d62,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:47.503294 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-97f6d700-5d25-408a-8021-4cde810e307c req-493a371a-dc96-4953-aedb-efebd74077c9 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:47.516936 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-97f6d700-5d25-408a-8021-4cde810e307c req-493a371a-dc96-4953-aedb-efebd74077c9 tempest-SecurityGroupsTestJSON-927595604 tempest-SecurityGroupsTestJSON-927595604-project] 10.222.0.36 "DELETE /v2.0/security-groups/8942039c-0d5c-414b-82d7-fa367fc33d62 HTTP/1.1" status: 204 len: 173 time: 0.9914789 May 05 19:53:47.527003 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-83f83005-a120-4e0a-a350-2a9c46d99b64 req-d675f503-0c53-4351-b132-d882388c7ded tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:47.528279 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-6851926e-0a0c-44aa-b133-e73fd3a6496d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ec798a1d17654fd38a17594ac4520b82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3328183 May 05 19:53:47.529164 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35472) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:53:47.530918 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35474) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:53:47.577153 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46fb1c35-d4d7-40ef-9c0e-f3423bd539fa'] response: {'name': 'network-changed', 'server_uuid': '709d668f-d0fc-4e6f-8247-52e5e2337ec5', 'tag': '3ec6d015-62ee-40e3-a243-44557141e447', 'status': 'completed', 'code': 200} May 05 19:53:47.606718 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-1f740d94-e6f8-4ac3-bd19-695320e33d46 None None] For port 506b755a-b223-4655-a660-f7274791fed9, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=506b755a-b223-4655-a660-f7274791fed9,segment=NetworkSegment(716fe381-d2c5-4e07-b531-a0cb3f0c3680),segment_id=716fe381-d2c5-4e07-b531-a0cb3f0c3680)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:53:47.608302 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1f740d94-e6f8-4ac3-bd19-695320e33d46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:47.617324 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-83f83005-a120-4e0a-a350-2a9c46d99b64 req-d675f503-0c53-4351-b132-d882388c7ded tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:47.756687 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 506b755a-b223-4655-a660-f7274791fed9 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:53:47.799800 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83f83005-a120-4e0a-a350-2a9c46d99b64 req-d675f503-0c53-4351-b132-d882388c7ded tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Network 9e1d2257-41cc-4af2-afae-4ca8a9719a05 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:53:47.823509 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-83f83005-a120-4e0a-a350-2a9c46d99b64 req-d675f503-0c53-4351-b132-d882388c7ded tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:53:47.844734 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-83f83005-a120-4e0a-a350-2a9c46d99b64 req-d675f503-0c53-4351-b132-d882388c7ded tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:53:47.882321 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-1f740d94-e6f8-4ac3-bd19-695320e33d46 None None] Calling delete_port for 506b755a-b223-4655-a660-f7274791fed9 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:53:47.933489 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d675f503-0c53-4351-b132-d882388c7ded tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Pushing event updated for resources: {'Port': ['ID=b29bd47a-c0ca-40e8-bc3d-249582d83150,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:47.974932 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9c53b7e-3dbb-42a0-a653-0a148cbb6736 admin admin] Deleting subnet dad2f10a-bab0-4742-b13f-5f772ad5e3e5 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 19:53:48.066755 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1f740d94-e6f8-4ac3-bd19-695320e33d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:48.078179 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-b4aea8d1-af82-44a0-a6da-4f0082615934 admin admin] For port 506b755a-b223-4655-a660-f7274791fed9, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=506b755a-b223-4655-a660-f7274791fed9,segment=NetworkSegment(716fe381-d2c5-4e07-b531-a0cb3f0c3680),segment_id=716fe381-d2c5-4e07-b531-a0cb3f0c3680)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:53:48.078396 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d9c53b7e-3dbb-42a0-a653-0a148cbb6736 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:48.078541 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b4aea8d1-af82-44a0-a6da-4f0082615934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:48.093064 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f83005-a120-4e0a-a350-2a9c46d99b64 req-d675f503-0c53-4351-b132-d882388c7ded tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:48.093678 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-83f83005-a120-4e0a-a350-2a9c46d99b64 req-d675f503-0c53-4351-b132-d882388c7ded tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:48.120936 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:48.132745 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f740d94-e6f8-4ac3-bd19-695320e33d46 None None] Pushing event deleted for resources: {'Port': ['ID=506b755a-b223-4655-a660-f7274791fed9,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:48.137327 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f740d94-e6f8-4ac3-bd19-695320e33d46 None None] No DVR routers for this DVR port 506b755a-b223-4655-a660-f7274791fed9 on host n-d-840717-1 {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:53:48.180472 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc9388-314e-49b7-a85b-3e37e94aa6a1 req-d36e6601-2620-471d-b772-ca5144222ba9 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:48.182224 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-24fc9388-314e-49b7-a85b-3e37e94aa6a1 req-d36e6601-2620-471d-b772-ca5144222ba9 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec2bd5c5-1783-4660-bfeb-36f3566083c5 HTTP/1.1" status: 200 len: 936 time: 0.4736967 May 05 19:53:48.187649 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9f80b3e7-aa59-49f8-a53b-41c1d44269b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:48.251144 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-b4aea8d1-af82-44a0-a6da-4f0082615934 admin admin] Calling delete_port for 506b755a-b223-4655-a660-f7274791fed9 owned by network:dhcp {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:53:48.269286 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d9c53b7e-3dbb-42a0-a653-0a148cbb6736 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:48.280306 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-83f83005-a120-4e0a-a350-2a9c46d99b64 req-d675f503-0c53-4351-b132-d882388c7ded tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2568777 May 05 19:53:48.305134 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9f80b3e7-aa59-49f8-a53b-41c1d44269b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:48.307797 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-83f83005-a120-4e0a-a350-2a9c46d99b64 req-11b2d258-aacc-442c-991f-505b976a65ae service neutron] Request body: {'port': {'device_id': '5ff80a77-e629-47d3-89e4-8ddf23d38464', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:53:48.318779 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b6c87-30fb-4160-80b9-a0f473f8cd4b req-4efc7186-31e2-46c1-9a10-6caecec09bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:48.320212 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7e1b6c87-30fb-4160-80b9-a0f473f8cd4b req-4efc7186-31e2-46c1-9a10-6caecec09bf0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=97ead9bcc5d448dab263815a595740a4&device_id=709d668f-d0fc-4e6f-8247-52e5e2337ec5 HTTP/1.1" status: 200 len: 1098 time: 0.6327162 May 05 19:53:48.394938 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-24fc9388-314e-49b7-a85b-3e37e94aa6a1 req-f8833fc9-3a44-4f1a-8c2d-02d91abbaa04 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511798 May 05 19:53:48.450886 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff82a1-5f7d-4fb0-88a9-3592b4436042 req-1c717064-33e6-46a8-9823-c42fc9e16a15 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:48.451822 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.api [None req-b4aea8d1-af82-44a0-a6da-4f0082615934 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88197) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 19:53:48.452139 n-d-840717-1 neutron-server[88197]: DEBUG oslo_db.api [None req-b4aea8d1-af82-44a0-a6da-4f0082615934 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 19:53:48.452510 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2eff82a1-5f7d-4fb0-88a9-3592b4436042 req-1c717064-33e6-46a8-9823-c42fc9e16a15 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=709d668f-d0fc-4e6f-8247-52e5e2337ec5 HTTP/1.1" status: 200 len: 947 time: 0.4390681 May 05 19:53:48.454954 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d9c53b7e-3dbb-42a0-a653-0a148cbb6736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:48.477219 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-83f83005-a120-4e0a-a350-2a9c46d99b64 req-11b2d258-aacc-442c-991f-505b976a65ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:48.646701 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['33127356-17a6-4961-bcb1-5efd5496d569'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:53:48.699483 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9f80b3e7-aa59-49f8-a53b-41c1d44269b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:48.722341 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2eff82a1-5f7d-4fb0-88a9-3592b4436042 req-15f52e76-6f5a-415f-8ecd-e19cf64f8180 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/security-groups?id=47e8f45b-d376-403a-8bb9-867508147e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263386 May 05 19:53:48.725509 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba293d7-027a-4d16-880a-c0ee8a3e22c8 req-455e0ae0-1dc8-4a88-8df6-1f1886475415 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:48.725509 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-1ba293d7-027a-4d16-880a-c0ee8a3e22c8 req-455e0ae0-1dc8-4a88-8df6-1f1886475415 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Synchronizing usage tracker for tenant:63ca58c29fae4c4eaafba189c1ec4492 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:53:48.730076 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-1ce4af7c-251d-4430-89e6-ca41618c8d21 req-2bd7905a-bd28-4b0d-8579-c0a1d309b634 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:53:48.739385 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b6c87-30fb-4160-80b9-a0f473f8cd4b req-d23b7eec-3f43-43bb-9f67-a5c6b861626a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:48.741027 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7e1b6c87-30fb-4160-80b9-a0f473f8cd4b req-d23b7eec-3f43-43bb-9f67-a5c6b861626a service neutron] 10.222.0.24 "GET /v2.0/networks?id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3 HTTP/1.1" status: 200 len: 870 time: 0.4069998 May 05 19:53:48.750174 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f80b3e7-aa59-49f8-a53b-41c1d44269b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f792e9-5bb0-4aca-b347-da8350d823b4,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:48.753597 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-1ba293d7-027a-4d16-880a-c0ee8a3e22c8 req-455e0ae0-1dc8-4a88-8df6-1f1886475415 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Unset dirty status for tenant:63ca58c29fae4c4eaafba189c1ec4492 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:53:48.757829 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1ce4af7c-251d-4430-89e6-ca41618c8d21 req-2bd7905a-bd28-4b0d-8579-c0a1d309b634 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:48.761464 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1ba293d7-027a-4d16-880a-c0ee8a3e22c8 req-455e0ae0-1dc8-4a88-8df6-1f1886475415 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ff80a77-e629-47d3-89e4-8ddf23d38464 HTTP/1.1" status: 200 len: 931 time: 0.2381520 May 05 19:53:48.844490 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7e1b6c87-30fb-4160-80b9-a0f473f8cd4b req-5f7f1a9d-b72f-4cf5-8369-1aad24b05110 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=3ec6d015-62ee-40e3-a243-44557141e447 HTTP/1.1" status: 200 len: 217 time: 0.0907764 May 05 19:53:48.849735 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d9c53b7e-3dbb-42a0-a653-0a148cbb6736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:48.892205 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-1ce4af7c-251d-4430-89e6-ca41618c8d21 req-2bd7905a-bd28-4b0d-8579-c0a1d309b634 service neutron] Transition to ACTIVE for port object 8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:53:48.944947 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d9c53b7e-3dbb-42a0-a653-0a148cbb6736 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:48.950534 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d9c53b7e-3dbb-42a0-a653-0a148cbb6736 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/dad2f10a-bab0-4742-b13f-5f772ad5e3e5 HTTP/1.1" status: 204 len: 168 time: 1.3885477 May 05 19:53:48.950534 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1ce4af7c-251d-4430-89e6-ca41618c8d21 req-2bd7905a-bd28-4b0d-8579-c0a1d309b634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:48.952259 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35482) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:53:48.990464 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-b4aea8d1-af82-44a0-a6da-4f0082615934 admin admin] Deleting port 506b755a-b223-4655-a660-f7274791fed9 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:53:48.990806 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b4aea8d1-af82-44a0-a6da-4f0082615934 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:48.998948 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c53b7e-3dbb-42a0-a653-0a148cbb6736 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dad2f10a-bab0-4742-b13f-5f772ad5e3e5,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:49.044997 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9f80b3e7-aa59-49f8-a53b-41c1d44269b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:49.046118 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-9f80b3e7-aa59-49f8-a53b-41c1d44269b2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/19f792e9-5bb0-4aca-b347-da8350d823b4 HTTP/1.1" status: 204 len: 168 time: 1.4830384 May 05 19:53:49.084764 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-b4aea8d1-af82-44a0-a6da-4f0082615934 admin admin] The port '506b755a-b223-4655-a660-f7274791fed9' was deleted {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 19:53:49.107892 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1ba293d7-027a-4d16-880a-c0ee8a3e22c8 req-bca4e391-1cf1-4357-b4dd-46d367888759 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3454273 May 05 19:53:49.185455 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b6c87-30fb-4160-80b9-a0f473f8cd4b req-b83a8ca7-90d8-4faa-815c-a1a05d31f8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:49.186938 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7e1b6c87-30fb-4160-80b9-a0f473f8cd4b req-b83a8ca7-90d8-4faa-815c-a1a05d31f8ab service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.3320656 May 05 19:53:49.187585 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd7905a-bd28-4b0d-8579-c0a1d309b634 service neutron] Pushing event updated for resources: {'Port': ['ID=8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:49.373564 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bee95abf-2b7f-44cf-bf0b-97a596dbe2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:49.386713 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-83f83005-a120-4e0a-a350-2a9c46d99b64 req-11b2d258-aacc-442c-991f-505b976a65ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b29bd47a-c0ca-40e8-bc3d-249582d83150 {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:53:49.396516 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b4aea8d1-af82-44a0-a6da-4f0082615934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:49.413839 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-83f83005-a120-4e0a-a350-2a9c46d99b64 req-11b2d258-aacc-442c-991f-505b976a65ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:49.478774 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-b4aea8d1-af82-44a0-a6da-4f0082615934 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4632dd15-5a5d-45b1-b733-fbb054938b90']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:53:49.530031 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-b4aea8d1-af82-44a0-a6da-4f0082615934 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '716fe381-d2c5-4e07-b531-a0cb3f0c3680') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:53:49.530491 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-b4aea8d1-af82-44a0-a6da-4f0082615934 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '716fe381-d2c5-4e07-b531-a0cb3f0c3680') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:53:49.538049 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-83f83005-a120-4e0a-a350-2a9c46d99b64 req-11b2d258-aacc-442c-991f-505b976a65ae service neutron] Transition to ACTIVE for port object b29bd47a-c0ca-40e8-bc3d-249582d83150 will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:53:49.552312 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-1ce4af7c-251d-4430-89e6-ca41618c8d21 req-2bd7905a-bd28-4b0d-8579-c0a1d309b634 service neutron] Attempting to bind port 8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6 on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:53:49.553957 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-1ce4af7c-251d-4430-89e6-ca41618c8d21 req-2bd7905a-bd28-4b0d-8579-c0a1d309b634 service neutron] Attempting to bind port 8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6 by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:53:49.554486 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce4af7c-251d-4430-89e6-ca41618c8d21 req-2bd7905a-bd28-4b0d-8579-c0a1d309b634 service neutron] Attempting to bind port 8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6 on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:53:49.563301 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b4aea8d1-af82-44a0-a6da-4f0082615934 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:49.568225 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce4af7c-251d-4430-89e6-ca41618c8d21 req-2bd7905a-bd28-4b0d-8579-c0a1d309b634 service neutron] Port 8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6 on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:53:49.568932 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce4af7c-251d-4430-89e6-ca41618c8d21 req-2bd7905a-bd28-4b0d-8579-c0a1d309b634 service neutron] Attempting to bind port 8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6 on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:53:49.573860 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-83f83005-a120-4e0a-a350-2a9c46d99b64 req-11b2d258-aacc-442c-991f-505b976a65ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:49.589656 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35498) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:53:49.632742 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bee95abf-2b7f-44cf-bf0b-97a596dbe2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:49.655958 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce4af7c-251d-4430-89e6-ca41618c8d21 req-2bd7905a-bd28-4b0d-8579-c0a1d309b634 service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:53:49.657065 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce4af7c-251d-4430-89e6-ca41618c8d21 req-2bd7905a-bd28-4b0d-8579-c0a1d309b634 service neutron] Checking segment: {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:53:49.657619 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce4af7c-251d-4430-89e6-ca41618c8d21 req-2bd7905a-bd28-4b0d-8579-c0a1d309b634 service neutron] Bound using segment: {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:53:49.658207 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-1ce4af7c-251d-4430-89e6-ca41618c8d21 req-2bd7905a-bd28-4b0d-8579-c0a1d309b634 service neutron] Bound port: 8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:53:49.658718 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1ce4af7c-251d-4430-89e6-ca41618c8d21 req-2bd7905a-bd28-4b0d-8579-c0a1d309b634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:49.770249 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b4aea8d1-af82-44a0-a6da-4f0082615934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:49.808319 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4aea8d1-af82-44a0-a6da-4f0082615934 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 19:53:49.808729 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b4aea8d1-af82-44a0-a6da-4f0082615934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:49.824994 n-d-840717-1 neutron-server[88197]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 19:53:49.824994 n-d-840717-1 neutron-server[88197]: util.warn( May 05 19:53:49.824994 n-d-840717-1 neutron-server[88197]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 19:53:49.824994 n-d-840717-1 neutron-server[88197]: util.warn( May 05 19:53:49.824994 n-d-840717-1 neutron-server[88197]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 19:53:49.824994 n-d-840717-1 neutron-server[88197]: util.warn( May 05 19:53:49.824994 n-d-840717-1 neutron-server[88197]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 19:53:49.824994 n-d-840717-1 neutron-server[88197]: util.warn( May 05 19:53:49.824994 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 19:53:49.824994 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 19:53:49.824994 n-d-840717-1 neutron-server[88197]: timer() May 05 19:53:49.824994 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 19:53:49.824994 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 19:53:49.824994 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 19:53:49.824994 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 19:53:49.824994 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 19:53:49.824994 n-d-840717-1 neutron-server[88197]: self._notify() May 05 19:53:49.824994 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 19:53:49.824994 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 19:53:49.824994 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 19:53:49.824994 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 19:53:49.824994 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 19:53:49.824994 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 19:53:49.824994 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 19:53:49.824994 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 19:53:49.824994 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 19:53:49.824994 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 19:53:49.824994 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 19:53:49.824994 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 19:53:49.824994 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 19:53:49.824994 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 19:53:49.824994 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 19:53:49.824994 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 19:53:49.824994 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 19:53:49.824994 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 19:53:49.824994 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 19:53:49.824994 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 19:53:49.824994 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 19:53:49.824994 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 19:53:49.824994 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 19:53:49.831462 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b2d258-aacc-442c-991f-505b976a65ae service neutron] Pushing event updated for resources: {'Port': ['ID=b29bd47a-c0ca-40e8-bc3d-249582d83150,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:49.842609 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b6c87-30fb-4160-80b9-a0f473f8cd4b req-8daacfe3-4730-4fa7-8686-b0caa5b0b558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:49.844549 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7e1b6c87-30fb-4160-80b9-a0f473f8cd4b req-8daacfe3-4730-4fa7-8686-b0caa5b0b558 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5944977 May 05 19:53:49.904975 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-bee95abf-2b7f-44cf-bf0b-97a596dbe2e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9391bd70-fefd-4234-a5c6-e5bdaa98482d']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:53:49.960421 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-bee95abf-2b7f-44cf-bf0b-97a596dbe2e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3aa82ea-8521-41ae-94bc-6b77a724b188') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:53:49.960716 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-bee95abf-2b7f-44cf-bf0b-97a596dbe2e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3aa82ea-8521-41ae-94bc-6b77a724b188') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:53:49.991060 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bee95abf-2b7f-44cf-bf0b-97a596dbe2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:50.014663 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-27ac9040-c09a-479f-a953-c0ff4101902c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=53f9cd3e1f59470580df65e197a9ec42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3670855 May 05 19:53:50.021854 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35506) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:53:50.061339 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b4aea8d1-af82-44a0-a6da-4f0082615934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:50.085374 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bee95abf-2b7f-44cf-bf0b-97a596dbe2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:50.093361 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b4aea8d1-af82-44a0-a6da-4f0082615934 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:50.111578 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aea8d1-af82-44a0-a6da-4f0082615934 admin admin] Pushing event deleted for resources: {'Network': ['ID=4632dd15-5a5d-45b1-b733-fbb054938b90,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:50.118159 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bee95abf-2b7f-44cf-bf0b-97a596dbe2e1 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 19:53:50.118558 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bee95abf-2b7f-44cf-bf0b-97a596dbe2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:50.132230 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 19:53:50.132230 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 19:53:50.132230 n-d-840717-1 neutron-server[88198]: timer() May 05 19:53:50.132230 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 19:53:50.132230 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 19:53:50.132230 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 19:53:50.132230 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 19:53:50.132230 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 19:53:50.132230 n-d-840717-1 neutron-server[88198]: self._notify() May 05 19:53:50.132230 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 19:53:50.132230 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 19:53:50.132230 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 19:53:50.132230 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 19:53:50.132230 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 19:53:50.132230 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 19:53:50.132230 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 19:53:50.132230 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 19:53:50.132230 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 19:53:50.132230 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 19:53:50.132230 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 19:53:50.132230 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 19:53:50.132230 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 19:53:50.132230 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 19:53:50.132230 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 19:53:50.132230 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 19:53:50.132230 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 19:53:50.132230 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 19:53:50.132230 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 19:53:50.132230 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 19:53:50.132230 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 19:53:50.132230 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 19:53:50.132230 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 19:53:50.156903 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-83f83005-a120-4e0a-a350-2a9c46d99b64 req-11b2d258-aacc-442c-991f-505b976a65ae service neutron] Attempting to bind port b29bd47a-c0ca-40e8-bc3d-249582d83150 on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:53:50.157243 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-83f83005-a120-4e0a-a350-2a9c46d99b64 req-11b2d258-aacc-442c-991f-505b976a65ae service neutron] Attempting to bind port b29bd47a-c0ca-40e8-bc3d-249582d83150 by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': '74addc21-9c2f-4292-8d75-7048fb7d56d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9e1d2257-41cc-4af2-afae-4ca8a9719a05'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:53:50.157571 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f83005-a120-4e0a-a350-2a9c46d99b64 req-11b2d258-aacc-442c-991f-505b976a65ae service neutron] Attempting to bind port b29bd47a-c0ca-40e8-bc3d-249582d83150 on network 9e1d2257-41cc-4af2-afae-4ca8a9719a05 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:53:50.160341 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-b4aea8d1-af82-44a0-a6da-4f0082615934 admin admin] 10.222.0.36 "DELETE /v2.0/networks/4632dd15-5a5d-45b1-b733-fbb054938b90 HTTP/1.1" status: 204 len: 168 time: 3.6467159 May 05 19:53:50.174086 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-1ce4af7c-251d-4430-89e6-ca41618c8d21 req-2bd7905a-bd28-4b0d-8579-c0a1d309b634 service neutron] For port 8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6, host n-h2-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:53:50.179264 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f83005-a120-4e0a-a350-2a9c46d99b64 req-11b2d258-aacc-442c-991f-505b976a65ae service neutron] Port b29bd47a-c0ca-40e8-bc3d-249582d83150 on network 9e1d2257-41cc-4af2-afae-4ca8a9719a05 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:53:50.179602 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f83005-a120-4e0a-a350-2a9c46d99b64 req-11b2d258-aacc-442c-991f-505b976a65ae service neutron] Attempting to bind port b29bd47a-c0ca-40e8-bc3d-249582d83150 on network 9e1d2257-41cc-4af2-afae-4ca8a9719a05 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:53:50.184297 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed58041-3633-4681-9a20-64f110195293 req-d047427b-9b29-4277-a375-756be31ffd20 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:50.185030 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-7ed58041-3633-4681-9a20-64f110195293 req-d047427b-9b29-4277-a375-756be31ffd20 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Synchronizing usage tracker for tenant:928b29e96aaf42dd9d4dc06b8e5f9969 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:53:50.186126 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3476f4ac-dcbe-44b7-8fab-04254e299105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:50.200389 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f83005-a120-4e0a-a350-2a9c46d99b64 req-11b2d258-aacc-442c-991f-505b976a65ae service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:53:50.200728 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f83005-a120-4e0a-a350-2a9c46d99b64 req-11b2d258-aacc-442c-991f-505b976a65ae service neutron] Checking segment: {'id': '74addc21-9c2f-4292-8d75-7048fb7d56d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9e1d2257-41cc-4af2-afae-4ca8a9719a05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:53:50.201309 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f83005-a120-4e0a-a350-2a9c46d99b64 req-11b2d258-aacc-442c-991f-505b976a65ae service neutron] Bound using segment: {'id': '74addc21-9c2f-4292-8d75-7048fb7d56d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9e1d2257-41cc-4af2-afae-4ca8a9719a05'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:53:50.201746 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-83f83005-a120-4e0a-a350-2a9c46d99b64 req-11b2d258-aacc-442c-991f-505b976a65ae service neutron] Bound port: b29bd47a-c0ca-40e8-bc3d-249582d83150, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74addc21-9c2f-4292-8d75-7048fb7d56d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9e1d2257-41cc-4af2-afae-4ca8a9719a05'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:53:50.202088 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-83f83005-a120-4e0a-a350-2a9c46d99b64 req-11b2d258-aacc-442c-991f-505b976a65ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:50.218338 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868488b6-294c-4013-a3eb-860355dc4a01 req-bdfcdac5-d7d9-4b00-a85b-d2ea29f83d76 tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:50.219780 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-868488b6-294c-4013-a3eb-860355dc4a01 req-bdfcdac5-d7d9-4b00-a85b-d2ea29f83d76 tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bb26db1-e727-49ed-974a-6e9d257c76e7 HTTP/1.1" status: 200 len: 950 time: 0.3370357 May 05 19:53:50.246528 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7e1b6c87-30fb-4160-80b9-a0f473f8cd4b req-eecdaeb1-802f-4232-8e02-c9f1637c82d7 service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3825836 May 05 19:53:50.258563 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-1ce4af7c-251d-4430-89e6-ca41618c8d21 req-2bd7905a-bd28-4b0d-8579-c0a1d309b634 service neutron] For port 8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:53:50.275859 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 3ec6d015-62ee-40e3-a243-44557141e447 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:53:50.286413 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1ce4af7c-251d-4430-89e6-ca41618c8d21 req-2bd7905a-bd28-4b0d-8579-c0a1d309b634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:50.287875 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3476f4ac-dcbe-44b7-8fab-04254e299105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:50.341193 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bee95abf-2b7f-44cf-bf0b-97a596dbe2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:50.374581 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35514) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:53:50.379880 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-868488b6-294c-4013-a3eb-860355dc4a01 req-ca971fc8-95e0-4a36-8a2e-5d858a360c33 tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] 10.222.0.36 "GET /v2.0/security-groups?id=c58cd24a-1122-42ce-bf0c-2b20be5979fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511247 May 05 19:53:50.408624 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-7ed58041-3633-4681-9a20-64f110195293 req-d047427b-9b29-4277-a375-756be31ffd20 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Unset dirty status for tenant:928b29e96aaf42dd9d4dc06b8e5f9969 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:53:50.409792 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7ed58041-3633-4681-9a20-64f110195293 req-d047427b-9b29-4277-a375-756be31ffd20 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec2bd5c5-1783-4660-bfeb-36f3566083c5 HTTP/1.1" status: 200 len: 948 time: 0.7679324 May 05 19:53:50.415335 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bee95abf-2b7f-44cf-bf0b-97a596dbe2e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:50.452900 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee95abf-2b7f-44cf-bf0b-97a596dbe2e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=9391bd70-fefd-4234-a5c6-e5bdaa98482d,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:50.473645 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-83f83005-a120-4e0a-a350-2a9c46d99b64 req-11b2d258-aacc-442c-991f-505b976a65ae service neutron] For port b29bd47a-c0ca-40e8-bc3d-249582d83150, host n-h2-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:53:50.478057 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce4af7c-251d-4430-89e6-ca41618c8d21 req-2bd7905a-bd28-4b0d-8579-c0a1d309b634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:50.478682 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1ce4af7c-251d-4430-89e6-ca41618c8d21 req-2bd7905a-bd28-4b0d-8579-c0a1d309b634 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:50.480111 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1ce4af7c-251d-4430-89e6-ca41618c8d21 req-2bd7905a-bd28-4b0d-8579-c0a1d309b634 service neutron] 10.222.0.50 "PUT /v2.0/ports/8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6 HTTP/1.1" status: 200 len: 1096 time: 3.6300013 May 05 19:53:50.481480 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-83f83005-a120-4e0a-a350-2a9c46d99b64 req-11b2d258-aacc-442c-991f-505b976a65ae service neutron] For port b29bd47a-c0ca-40e8-bc3d-249582d83150, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=b29bd47a-c0ca-40e8-bc3d-249582d83150,segment=NetworkSegment(74addc21-9c2f-4292-8d75-7048fb7d56d2),segment_id=74addc21-9c2f-4292-8d75-7048fb7d56d2)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:53:50.536326 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 3ec6d015-62ee-40e3-a243-44557141e447, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=3ec6d015-62ee-40e3-a243-44557141e447,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:53:50.538068 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-83f83005-a120-4e0a-a350-2a9c46d99b64 req-11b2d258-aacc-442c-991f-505b976a65ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:50.538204 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec2bd5c5-1783-4660-bfeb-36f3566083c5', 'tag': '8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:53:50.565601 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '3ec6d015-62ee-40e3-a243-44557141e447', 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3', 'port_id': '3ec6d015-62ee-40e3-a243-44557141e447', 'mac_address': 'fa:16:3e:c8:3b:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d72a8d3-0a35-4d3a-96b8-d869ff4093bc', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:53:50.615225 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-bee95abf-2b7f-44cf-bf0b-97a596dbe2e1 admin admin] 10.222.0.36 "DELETE /v2.0/networks/9391bd70-fefd-4234-a5c6-e5bdaa98482d HTTP/1.1" status: 204 len: 168 time: 1.6177647 May 05 19:53:50.690175 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:50.695207 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd7905a-bd28-4b0d-8579-c0a1d309b634 service neutron] Pushing event updated for resources: {'Port': ['ID=8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:50.711218 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7ed58041-3633-4681-9a20-64f110195293 req-502e513d-18a5-4ab9-9b45-7e4f8da37a21 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739110 May 05 19:53:50.725702 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7e1b6c87-30fb-4160-80b9-a0f473f8cd4b req-d28ded35-35ea-4cc2-bc08-a19271a7d51f service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4692001 May 05 19:53:50.748730 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ec6d015-62ee-40e3-a243-44557141e447 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:53:50.761716 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-810ffb8e-6983-4321-8e16-b3671626f5b3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=64a3560cd1634b98bb2fbd917b9cc106&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3795879 May 05 19:53:50.763834 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35522) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:53:50.766773 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce4af7c-251d-4430-89e6-ca41618c8d21 req-7e5d101c-4a17-4251-89b3-61a90530de82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:50.768325 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1ce4af7c-251d-4430-89e6-ca41618c8d21 req-7e5d101c-4a17-4251-89b3-61a90530de82 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=928b29e96aaf42dd9d4dc06b8e5f9969&device_id=ec2bd5c5-1783-4660-bfeb-36f3566083c5 HTTP/1.1" status: 200 len: 1099 time: 0.2254126 May 05 19:53:50.775218 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b2d258-aacc-442c-991f-505b976a65ae service neutron] Pushing event updated for resources: {'Port': ['ID=b29bd47a-c0ca-40e8-bc3d-249582d83150,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:50.782435 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 3ec6d015-62ee-40e3-a243-44557141e447, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=3ec6d015-62ee-40e3-a243-44557141e447,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:53:50.787773 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:50.802736 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f83005-a120-4e0a-a350-2a9c46d99b64 req-11b2d258-aacc-442c-991f-505b976a65ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:50.803893 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-83f83005-a120-4e0a-a350-2a9c46d99b64 req-11b2d258-aacc-442c-991f-505b976a65ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:50.806068 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-83f83005-a120-4e0a-a350-2a9c46d99b64 req-11b2d258-aacc-442c-991f-505b976a65ae service neutron] 10.222.0.50 "PUT /v2.0/ports/b29bd47a-c0ca-40e8-bc3d-249582d83150 HTTP/1.1" status: 200 len: 1091 time: 2.5038953 May 05 19:53:50.863473 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ff80a77-e629-47d3-89e4-8ddf23d38464', 'tag': 'b29bd47a-c0ca-40e8-bc3d-249582d83150'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:53:50.922078 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1ce4af7c-251d-4430-89e6-ca41618c8d21 req-2f94da33-eb9d-440d-a37f-2caf15ddeb6c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6 HTTP/1.1" status: 200 len: 217 time: 0.1461723 May 05 19:53:50.939025 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3476f4ac-dcbe-44b7-8fab-04254e299105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:50.956931 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=3ec6d015-62ee-40e3-a243-44557141e447,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:50.985367 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3476f4ac-dcbe-44b7-8fab-04254e299105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afeb0537-1e99-4d8a-be8d-29718b9cb2f2,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:50.989554 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d85eb32d-6059-4e94-8c68-749c9a7d5ff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:51.016235 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35528) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:53:51.045440 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3476f4ac-dcbe-44b7-8fab-04254e299105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:51.046535 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-3476f4ac-dcbe-44b7-8fab-04254e299105 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/afeb0537-1e99-4d8a-be8d-29718b9cb2f2 HTTP/1.1" status: 204 len: 168 time: 1.0236909 May 05 19:53:51.058390 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d85eb32d-6059-4e94-8c68-749c9a7d5ff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:51.088478 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce4af7c-251d-4430-89e6-ca41618c8d21 req-a1cc9fe3-ee3d-4be0-b906-03766a614111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:51.089965 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1ce4af7c-251d-4430-89e6-ca41618c8d21 req-a1cc9fe3-ee3d-4be0-b906-03766a614111 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.0993352 May 05 19:53:51.093692 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['3ec6d015-62ee-40e3-a243-44557141e447'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:53:51.145755 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07982f6-584e-4525-a97f-d13854dbc4df req-dc064198-b27c-4eea-a98d-67204237fe5d tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:51.153099 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d07982f6-584e-4525-a97f-d13854dbc4df req-dc064198-b27c-4eea-a98d-67204237fe5d tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=709d668f-d0fc-4e6f-8247-52e5e2337ec5 HTTP/1.1" status: 200 len: 947 time: 0.5916545 May 05 19:53:51.156302 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f83005-a120-4e0a-a350-2a9c46d99b64 req-2c287e98-9159-4f56-9a93-16d8dc595e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:51.157726 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-83f83005-a120-4e0a-a350-2a9c46d99b64 req-2c287e98-9159-4f56-9a93-16d8dc595e6c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=63ca58c29fae4c4eaafba189c1ec4492&device_id=5ff80a77-e629-47d3-89e4-8ddf23d38464 HTTP/1.1" status: 200 len: 1094 time: 0.2857912 May 05 19:53:51.161446 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-12d3e8bb-940e-459d-9a43-575a4af76752 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ebd0d12895b0474f8b30730a1d2092a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1427200 May 05 19:53:51.162370 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a0eb75-4864-4746-bfd6-751919be7e3d req-c5c893dc-7af6-4e20-b937-9b5ee8457e09 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:51.169535 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f9a0eb75-4864-4746-bfd6-751919be7e3d req-c5c893dc-7af6-4e20-b937-9b5ee8457e09 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ff80a77-e629-47d3-89e4-8ddf23d38464 HTTP/1.1" status: 200 len: 943 time: 0.2491720 May 05 19:53:51.175635 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35534) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:53:51.264931 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-83f83005-a120-4e0a-a350-2a9c46d99b64 req-350063e0-8078-439b-b073-37ab429c1300 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b29bd47a-c0ca-40e8-bc3d-249582d83150 HTTP/1.1" status: 200 len: 217 time: 0.0902879 May 05 19:53:51.287825 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f9a0eb75-4864-4746-bfd6-751919be7e3d req-fea3f1be-836c-4491-a48a-c20069b3c68b tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170533 May 05 19:53:51.346847 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce4af7c-251d-4430-89e6-ca41618c8d21 req-7e79aaad-1d8c-438f-abe6-87607b8beb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:51.348522 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1ce4af7c-251d-4430-89e6-ca41618c8d21 req-7e79aaad-1d8c-438f-abe6-87607b8beb72 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2477546 May 05 19:53:51.384985 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed928526-40a9-4833-9ce8-16c141e6bada'] response: {'name': 'network-changed', 'server_uuid': 'ec2bd5c5-1783-4660-bfeb-36f3566083c5', 'tag': '8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6', 'status': 'completed', 'code': 200} May 05 19:53:51.429605 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214213cb-f836-45b2-8a3f-69b151001d55 req-49e2ff8b-e9a9-4b8d-a3bc-38c110c487ca tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:51.431795 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-214213cb-f836-45b2-8a3f-69b151001d55 req-49e2ff8b-e9a9-4b8d-a3bc-38c110c487ca tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bb26db1-e727-49ed-974a-6e9d257c76e7 HTTP/1.1" status: 200 len: 950 time: 0.2201173 May 05 19:53:51.445739 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f558e4b3-a19c-45c4-a8ea-bcd378b88ab2'] response: {'name': 'network-changed', 'server_uuid': '5ff80a77-e629-47d3-89e4-8ddf23d38464', 'tag': 'b29bd47a-c0ca-40e8-bc3d-249582d83150', 'status': 'completed', 'code': 200} May 05 19:53:51.482458 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d07982f6-584e-4525-a97f-d13854dbc4df req-98db43c6-0cf3-4194-83d7-004f6e783b78 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/security-groups?id=47e8f45b-d376-403a-8bb9-867508147e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284149 May 05 19:53:51.483125 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d85eb32d-6059-4e94-8c68-749c9a7d5ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:51.520423 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85eb32d-6059-4e94-8c68-749c9a7d5ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f36c5d8-6a15-4656-86ff-1fa71fd5e2c5,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:51.538364 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f83005-a120-4e0a-a350-2a9c46d99b64 req-adb75c41-f18f-4023-a0c2-51282bcaa683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:51.539957 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-83f83005-a120-4e0a-a350-2a9c46d99b64 req-adb75c41-f18f-4023-a0c2-51282bcaa683 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=99c4516e-78c1-4a80-85a0-0e7389d15301 HTTP/1.1" status: 200 len: 860 time: 0.2532086 May 05 19:53:51.541354 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d85eb32d-6059-4e94-8c68-749c9a7d5ff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:51.543050 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d85eb32d-6059-4e94-8c68-749c9a7d5ff2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1f36c5d8-6a15-4656-86ff-1fa71fd5e2c5 HTTP/1.1" status: 204 len: 168 time: 0.7518039 May 05 19:53:51.551365 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-38d63913-1f65-44be-8c7b-7f9b80ee8006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:51.629436 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-83f83005-a120-4e0a-a350-2a9c46d99b64 req-4213a2b7-89ca-430e-80ca-e86ea1c69b6f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9e1d2257-41cc-4af2-afae-4ca8a9719a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711055 May 05 19:53:51.672003 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-38d63913-1f65-44be-8c7b-7f9b80ee8006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:51.690882 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-214213cb-f836-45b2-8a3f-69b151001d55 req-765d155d-4584-4b30-ba2e-ae85cfff6416 tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] Deleting port 22cf6baf-0a20-4fdd-ab86-e8cdd9638159 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:53:51.691511 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-214213cb-f836-45b2-8a3f-69b151001d55 req-765d155d-4584-4b30-ba2e-ae85cfff6416 tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:51.769918 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1ce4af7c-251d-4430-89e6-ca41618c8d21 req-fa7e991c-9587-4d08-87ad-33c348e8c42f service neutron] 10.222.0.50 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4117284 May 05 19:53:51.992656 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-83f83005-a120-4e0a-a350-2a9c46d99b64 req-45f90910-a853-4e1f-b337-3dc3faf70b2a service neutron] 10.222.0.50 "GET /v2.0/networks/9e1d2257-41cc-4af2-afae-4ca8a9719a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3550920 May 05 19:53:51.995307 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-38d63913-1f65-44be-8c7b-7f9b80ee8006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:52.046983 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d63913-1f65-44be-8c7b-7f9b80ee8006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36a03ce-19b7-4072-ac8e-38f72e9ef290,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:52.072853 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-38d63913-1f65-44be-8c7b-7f9b80ee8006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:52.076926 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-38d63913-1f65-44be-8c7b-7f9b80ee8006 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e36a03ce-19b7-4072-ac8e-38f72e9ef290 HTTP/1.1" status: 204 len: 168 time: 0.8988466 May 05 19:53:52.104617 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab5ac7-7e5f-43db-8d85-38bd4000bb38 req-5ecdff0f-3760-4948-823c-1ad630228d18 tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:52.106139 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ffab5ac7-7e5f-43db-8d85-38bd4000bb38 req-5ecdff0f-3760-4948-823c-1ad630228d18 tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bb26db1-e727-49ed-974a-6e9d257c76e7 HTTP/1.1" status: 200 len: 950 time: 0.5128682 May 05 19:53:52.148812 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ca6e6e-dc86-412c-b574-477c1f249486 req-7824adc9-d8e9-4f10-b5f0-61400c6e0374 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:52.151330 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-51ca6e6e-dc86-412c-b574-477c1f249486 req-7824adc9-d8e9-4f10-b5f0-61400c6e0374 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec2bd5c5-1783-4660-bfeb-36f3566083c5 HTTP/1.1" status: 200 len: 948 time: 0.2466607 May 05 19:53:52.231400 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-83f83005-a120-4e0a-a350-2a9c46d99b64 req-2ba8ccaa-a08c-4578-af82-ac72655722ba service neutron] 10.222.0.50 "GET /v2.0/networks/9e1d2257-41cc-4af2-afae-4ca8a9719a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213097 May 05 19:53:52.234892 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-51ca6e6e-dc86-412c-b574-477c1f249486 req-f7181b14-489b-4ba3-ba55-27a1ab89ace5 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694139 May 05 19:53:52.276194 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 3ec6d015-62ee-40e3-a243-44557141e447 up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:53:52.282655 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1ce4af7c-251d-4430-89e6-ca41618c8d21 req-60f8cccc-1e7f-42fd-873a-f01a8974e69a service neutron] 10.222.0.50 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4970222 May 05 19:53:52.314608 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ffab5ac7-7e5f-43db-8d85-38bd4000bb38 req-99747503-0abe-4c99-9410-9bfa9406e05b tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] 10.222.0.36 "GET /v2.0/security-groups?id=c58cd24a-1122-42ce-bf0c-2b20be5979fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820366 May 05 19:53:52.397801 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port 3ec6d015-62ee-40e3-a243-44557141e447 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:53:52.408285 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 3ec6d015-62ee-40e3-a243-44557141e447 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:53:52.410532 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:52.454533 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-214213cb-f836-45b2-8a3f-69b151001d55 req-765d155d-4584-4b30-ba2e-ae85cfff6416 tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] For port 22cf6baf-0a20-4fdd-ab86-e8cdd9638159, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=22cf6baf-0a20-4fdd-ab86-e8cdd9638159,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:53:52.454899 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-214213cb-f836-45b2-8a3f-69b151001d55 req-765d155d-4584-4b30-ba2e-ae85cfff6416 tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:52.607347 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028df83-95ba-469f-9887-501cd9eba450 req-b451e0e0-f04a-4206-9acf-e7f2cee9a8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:52.614027 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-214213cb-f836-45b2-8a3f-69b151001d55 req-765d155d-4584-4b30-ba2e-ae85cfff6416 tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] Calling delete_port for 22cf6baf-0a20-4fdd-ab86-e8cdd9638159 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:53:52.616199 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8028df83-95ba-469f-9887-501cd9eba450 req-b451e0e0-f04a-4206-9acf-e7f2cee9a8ae service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=63ca58c29fae4c4eaafba189c1ec4492&device_id=5ff80a77-e629-47d3-89e4-8ddf23d38464 HTTP/1.1" status: 200 len: 1094 time: 0.3333788 May 05 19:53:52.705473 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:52.767493 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '709d668f-d0fc-4e6f-8247-52e5e2337ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ec6d015-62ee-40e3-a243-44557141e447'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:53:52.786833 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 3ec6d015-62ee-40e3-a243-44557141e447, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=3ec6d015-62ee-40e3-a243-44557141e447,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:53:52.794526 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:52.806678 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-214213cb-f836-45b2-8a3f-69b151001d55 req-765d155d-4584-4b30-ba2e-ae85cfff6416 tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:52.928420 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765d155d-4584-4b30-ba2e-ae85cfff6416 tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] Pushing event deleted for resources: {'Port': ['ID=22cf6baf-0a20-4fdd-ab86-e8cdd9638159,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:53.008180 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5855b3-f6fe-486e-b00d-185de9762d7d req-a021d4b5-5e77-46f3-85b6-4c69bf829e3c tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:53.020617 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3f5855b3-f6fe-486e-b00d-185de9762d7d req-a021d4b5-5e77-46f3-85b6-4c69bf829e3c tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ff80a77-e629-47d3-89e4-8ddf23d38464 HTTP/1.1" status: 200 len: 943 time: 0.5710359 May 05 19:53:53.036882 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=3ec6d015-62ee-40e3-a243-44557141e447,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:53.087506 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-214213cb-f836-45b2-8a3f-69b151001d55 req-765d155d-4584-4b30-ba2e-ae85cfff6416 tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] No DVR routers for this DVR port 22cf6baf-0a20-4fdd-ab86-e8cdd9638159 on host n-h2-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:53:53.118878 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-214213cb-f836-45b2-8a3f-69b151001d55 req-765d155d-4584-4b30-ba2e-ae85cfff6416 tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:53.135152 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3f5855b3-f6fe-486e-b00d-185de9762d7d req-b3250b47-56b1-4d93-86a3-239dd99a1553 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093440 May 05 19:53:53.136548 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028df83-95ba-469f-9887-501cd9eba450 req-cfad9258-f831-4c4f-b23f-c576b87ba2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:53.138028 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8028df83-95ba-469f-9887-501cd9eba450 req-cfad9258-f831-4c4f-b23f-c576b87ba2e1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9e1d2257-41cc-4af2-afae-4ca8a9719a05 HTTP/1.1" status: 200 len: 921 time: 0.4978442 May 05 19:53:53.162348 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d702bc-862a-4b9b-9d3c-020285570bc0 req-d50bd15d-0e7d-4131-9c77-ac4e3d98a799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:53.165518 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-68d702bc-862a-4b9b-9d3c-020285570bc0 req-d50bd15d-0e7d-4131-9c77-ac4e3d98a799 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=928b29e96aaf42dd9d4dc06b8e5f9969&device_id=ec2bd5c5-1783-4660-bfeb-36f3566083c5 HTTP/1.1" status: 200 len: 1099 time: 0.8214750 May 05 19:53:53.221983 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-214213cb-f836-45b2-8a3f-69b151001d55 req-765d155d-4584-4b30-ba2e-ae85cfff6416 tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] 10.222.0.50 "DELETE /v2.0/ports/22cf6baf-0a20-4fdd-ab86-e8cdd9638159 HTTP/1.1" status: 204 len: 173 time: 1.7364197 May 05 19:53:53.266322 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10e04b65-44cb-47bc-a31e-5427861f5336'] response: {'server_uuid': '709d668f-d0fc-4e6f-8247-52e5e2337ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ec6d015-62ee-40e3-a243-44557141e447', 'code': 200} May 05 19:53:53.305286 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8cdb33-c4a2-4c42-8336-4e49a0f173f0 req-cdcae16c-512a-4d5f-a000-7f4c9b7200fb tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:53.317161 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0f8cdb33-c4a2-4c42-8336-4e49a0f173f0 req-cdcae16c-512a-4d5f-a000-7f4c9b7200fb tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=709d668f-d0fc-4e6f-8247-52e5e2337ec5 HTTP/1.1" status: 200 len: 949 time: 0.4689662 May 05 19:53:53.384243 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8028df83-95ba-469f-9887-501cd9eba450 req-230d1a9f-4def-47f2-86b3-ecb16d6e9923 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b29bd47a-c0ca-40e8-bc3d-249582d83150 HTTP/1.1" status: 200 len: 217 time: 0.2365389 May 05 19:53:53.393866 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb26db1-e727-49ed-974a-6e9d257c76e7', 'name': 'network-vif-deleted', 'tag': '22cf6baf-0a20-4fdd-ab86-e8cdd9638159'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:53:53.487658 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028df83-95ba-469f-9887-501cd9eba450 req-1a28e4e7-b142-4fc4-84b6-e20bf298c026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:53.489735 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8028df83-95ba-469f-9887-501cd9eba450 req-1a28e4e7-b142-4fc4-84b6-e20bf298c026 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=99c4516e-78c1-4a80-85a0-0e7389d15301 HTTP/1.1" status: 200 len: 860 time: 0.0998516 May 05 19:53:53.510896 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d702bc-862a-4b9b-9d3c-020285570bc0 req-d50d151c-34dd-4058-b7ac-fbe12db3fd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:53.512710 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-68d702bc-862a-4b9b-9d3c-020285570bc0 req-d50d151c-34dd-4058-b7ac-fbe12db3fd24 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3 HTTP/1.1" status: 200 len: 870 time: 0.3369322 May 05 19:53:53.570129 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0f8cdb33-c4a2-4c42-8336-4e49a0f173f0 req-2ebf5e2b-30c7-4bb1-a9d6-ca7f14336275 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/security-groups?id=47e8f45b-d376-403a-8bb9-867508147e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518444 May 05 19:53:53.618017 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8028df83-95ba-469f-9887-501cd9eba450 req-0de55492-7dec-4975-9194-058fd689348d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9e1d2257-41cc-4af2-afae-4ca8a9719a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786233 May 05 19:53:53.673340 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35620) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:53:53.735987 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-68d702bc-862a-4b9b-9d3c-020285570bc0 req-ceba3ff1-5901-4e30-ba2d-333c3466d9ee service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6 HTTP/1.1" status: 200 len: 217 time: 0.1793869 May 05 19:53:53.772505 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a8586-8357-4f5a-839c-0d4f05194d6c req-f922565b-b9cc-48da-ae61-f71871cd4f9c tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:53.781615 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-389a8586-8357-4f5a-839c-0d4f05194d6c req-f922565b-b9cc-48da-ae61-f71871cd4f9c tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec2bd5c5-1783-4660-bfeb-36f3566083c5 HTTP/1.1" status: 200 len: 948 time: 0.2902517 May 05 19:53:53.815094 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d702bc-862a-4b9b-9d3c-020285570bc0 req-717a4432-c656-4c48-994d-fb051b141cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:53.816668 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-68d702bc-862a-4b9b-9d3c-020285570bc0 req-717a4432-c656-4c48-994d-fb051b141cb1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.0718508 May 05 19:53:53.818933 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bd19d5-8f3a-40ee-879c-d9e8a5d309d7 req-a59f5235-4c89-46f9-b13d-da47ff5755c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:53.820815 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e6bd19d5-8f3a-40ee-879c-d9e8a5d309d7 req-a59f5235-4c89-46f9-b13d-da47ff5755c6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=709d668f-d0fc-4e6f-8247-52e5e2337ec5 HTTP/1.1" status: 200 len: 1100 time: 0.3041170 May 05 19:53:53.928404 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8028df83-95ba-469f-9887-501cd9eba450 req-1a30248d-1e20-46a1-87c7-17c3a18a036f service neutron] 10.222.0.50 "GET /v2.0/networks/9e1d2257-41cc-4af2-afae-4ca8a9719a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008776 May 05 19:53:53.935691 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-389a8586-8357-4f5a-839c-0d4f05194d6c req-c5e0d69f-e336-47dd-8030-5f5cb9e0b093 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531665 May 05 19:53:53.991614 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-62f4a20b-6bb3-41cf-8043-717dc613149d req-d8c92692-250d-475a-b0eb-961c8fdcda35 tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] Synchronizing usage tracker for tenant:d2fd020937934c3b92b74452d7580178 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:53:54.017005 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdb67467-2329-4284-b2c2-34d8cef6c642'] response: {'server_uuid': '7bb26db1-e727-49ed-974a-6e9d257c76e7', 'name': 'network-vif-deleted', 'tag': '22cf6baf-0a20-4fdd-ab86-e8cdd9638159', 'status': 'completed', 'code': 200} May 05 19:53:54.032215 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e6bd19d5-8f3a-40ee-879c-d9e8a5d309d7 req-04fb412d-1d9d-4795-ae31-55369ccea2cd service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=47e8f45b-d376-403a-8bb9-867508147e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693671 May 05 19:53:54.046014 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-62f4a20b-6bb3-41cf-8043-717dc613149d req-d8c92692-250d-475a-b0eb-961c8fdcda35 tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] Unset dirty status for tenant:d2fd020937934c3b92b74452d7580178 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:53:54.047464 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-62f4a20b-6bb3-41cf-8043-717dc613149d req-d8c92692-250d-475a-b0eb-961c8fdcda35 tempest-TenantUsagesTestJSON-1010456916 tempest-TenantUsagesTestJSON-1010456916-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bb26db1-e727-49ed-974a-6e9d257c76e7 HTTP/1.1" status: 200 len: 210 time: 0.1863265 May 05 19:53:54.061116 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d702bc-862a-4b9b-9d3c-020285570bc0 req-60c2a5fb-843c-44e4-8ed0-19f5d4eef45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:54.063069 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-68d702bc-862a-4b9b-9d3c-020285570bc0 req-60c2a5fb-843c-44e4-8ed0-19f5d4eef45a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2400968 May 05 19:53:54.137954 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-c9eddd6d-da20-40c9-9f3a-ac77ee38614c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1356480807-network', 'tenant_id': '41290a837817462c9759ead78a474653'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:53:54.142882 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-c9eddd6d-da20-40c9-9f3a-ac77ee38614c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:53:54.218506 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8028df83-95ba-469f-9887-501cd9eba450 req-258b22d7-2051-42f9-b3a2-0368e01556eb service neutron] 10.222.0.50 "GET /v2.0/networks/9e1d2257-41cc-4af2-afae-4ca8a9719a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784600 May 05 19:53:54.219511 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-c9eddd6d-da20-40c9-9f3a-ac77ee38614c admin admin] Usage tracker for resource:network and tenant:41290a837817462c9759ead78a474653 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:53:54.223318 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-c9eddd6d-da20-40c9-9f3a-ac77ee38614c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:53:54.231531 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-c9eddd6d-da20-40c9-9f3a-ac77ee38614c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:53:54.247907 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9eddd6d-da20-40c9-9f3a-ac77ee38614c admin admin] Made reservation on behalf of 41290a837817462c9759ead78a474653 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:53:54.252527 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c9eddd6d-da20-40c9-9f3a-ac77ee38614c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:54.265822 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c9eddd6d-da20-40c9-9f3a-ac77ee38614c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:54.281578 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-68d702bc-862a-4b9b-9d3c-020285570bc0 req-43e41dfb-ac93-410b-afd3-0c3975db8706 service neutron] 10.222.0.50 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121158 May 05 19:53:54.283250 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-c9eddd6d-da20-40c9-9f3a-ac77ee38614c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:53:54.287928 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-c9eddd6d-da20-40c9-9f3a-ac77ee38614c admin admin] Usage tracker for resource:security_group_rule and tenant:41290a837817462c9759ead78a474653 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:53:54.294914 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-c9eddd6d-da20-40c9-9f3a-ac77ee38614c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:53:54.317421 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35640) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:53:54.340311 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-c9eddd6d-da20-40c9-9f3a-ac77ee38614c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:53:54.380060 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:53:54.387500 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 22cf6baf-0a20-4fdd-ab86-e8cdd9638159 no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:53:54.441858 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0176443b-278a-4ce4-9581-c0d3f7d68073 req-f2da0d95-3888-433c-9f0f-c9e33c536e8b tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:54.441858 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0176443b-278a-4ce4-9581-c0d3f7d68073 req-f2da0d95-3888-433c-9f0f-c9e33c536e8b tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ff80a77-e629-47d3-89e4-8ddf23d38464 HTTP/1.1" status: 200 len: 943 time: 0.1417944 May 05 19:53:54.536292 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] No Port match for: 22cf6baf-0a20-4fdd-ab86-e8cdd9638159 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 19:53:54.536292 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 22cf6baf-0a20-4fdd-ab86-e8cdd9638159 not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:53:54.677175 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c9eddd6d-da20-40c9-9f3a-ac77ee38614c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:54.684924 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c9eddd6d-da20-40c9-9f3a-ac77ee38614c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:54.740804 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9eddd6d-da20-40c9-9f3a-ac77ee38614c admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 19:53:54.748940 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0176443b-278a-4ce4-9581-c0d3f7d68073 req-d5b31d6f-b045-4580-99cf-062a4cabe909 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051753 May 05 19:53:54.754234 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eddd6d-da20-40c9-9f3a-ac77ee38614c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=133d9788-2d4a-473a-85ae-b77d71ab949f,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:54.773220 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-1d93ff74-196d-4d46-8a82-ec84b28df2fa admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1822531154-network', 'tenant_id': 'beb159436c9e4e2f822f7625a9d89435'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:53:54.776389 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c9eddd6d-da20-40c9-9f3a-ac77ee38614c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:54.778236 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-c9eddd6d-da20-40c9-9f3a-ac77ee38614c admin admin] Added segment 35fac83a-67e0-479b-ac71-c3fa378951ad of type vlan for network ac633efb-8397-4939-80ef-9a336931fe15 May 05 19:53:54.788526 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1d93ff74-196d-4d46-8a82-ec84b28df2fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:53:54.805071 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:53:54.820660 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c9eddd6d-da20-40c9-9f3a-ac77ee38614c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:54.825331 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': '8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6', 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3', 'port_id': '8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6', 'mac_address': 'fa:16:3e:01:f9:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d72a8d3-0a35-4d3a-96b8-d869ff4093bc', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:53:54.865461 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-1d93ff74-196d-4d46-8a82-ec84b28df2fa admin admin] Usage tracker for resource:network and tenant:beb159436c9e4e2f822f7625a9d89435 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:53:54.875686 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-1d93ff74-196d-4d46-8a82-ec84b28df2fa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:53:54.876846 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c9eddd6d-da20-40c9-9f3a-ac77ee38614c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:54.876846 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9eddd6d-da20-40c9-9f3a-ac77ee38614c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:54.876846 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c9eddd6d-da20-40c9-9f3a-ac77ee38614c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:54.890688 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1d93ff74-196d-4d46-8a82-ec84b28df2fa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:53:54.897677 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:54.918414 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:53:54.942240 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:53:54.944437 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d93ff74-196d-4d46-8a82-ec84b28df2fa admin admin] Made reservation on behalf of beb159436c9e4e2f822f7625a9d89435 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:53:54.946826 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1d93ff74-196d-4d46-8a82-ec84b28df2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:54.949420 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:54.965071 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-68d702bc-862a-4b9b-9d3c-020285570bc0 req-9f1279ee-d751-4bc8-8680-f3862810702e service neutron] 10.222.0.50 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6034436 May 05 19:53:54.967000 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1d93ff74-196d-4d46-8a82-ec84b28df2fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:54.989138 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1d93ff74-196d-4d46-8a82-ec84b28df2fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:53:54.994817 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-1d93ff74-196d-4d46-8a82-ec84b28df2fa admin admin] Usage tracker for resource:security_group_rule and tenant:beb159436c9e4e2f822f7625a9d89435 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:53:55.000075 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-1d93ff74-196d-4d46-8a82-ec84b28df2fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:53:55.009013 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-c9eddd6d-da20-40c9-9f3a-ac77ee38614c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.3286388 May 05 19:53:55.010307 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35652) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:53:55.018774 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eddd6d-da20-40c9-9f3a-ac77ee38614c admin admin] Pushing event updated for resources: {'Network': ['ID=ac633efb-8397-4939-80ef-9a336931fe15,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:55.019060 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-bb441a3f-f27b-4afd-b53c-5726af1f6292 admin admin] Request body: {'subnet': {'network_id': 'ac633efb-8397-4939-80ef-9a336931fe15', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1356480807-subnet', 'tenant_id': '41290a837817462c9759ead78a474653', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:53:55.038956 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network ac633efb-8397-4939-80ef-9a336931fe15 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 19:53:55.042309 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1d93ff74-196d-4d46-8a82-ec84b28df2fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:53:55.042309 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-bb441a3f-f27b-4afd-b53c-5726af1f6292 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:53:55.061915 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-bb441a3f-f27b-4afd-b53c-5726af1f6292 admin admin] Usage tracker for resource:subnet and tenant:41290a837817462c9759ead78a474653 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:53:55.061915 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-bb441a3f-f27b-4afd-b53c-5726af1f6292 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:53:55.092304 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0183a37-10a7-4b21-aa55-b628b94d8ec8 req-20f8d475-a5fb-427e-89b7-6a320eeaa9ef tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:55.092304 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d0183a37-10a7-4b21-aa55-b628b94d8ec8 req-20f8d475-a5fb-427e-89b7-6a320eeaa9ef tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=709d668f-d0fc-4e6f-8247-52e5e2337ec5 HTTP/1.1" status: 200 len: 949 time: 0.3094194 May 05 19:53:55.092304 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-bb441a3f-f27b-4afd-b53c-5726af1f6292 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:53:55.176078 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb441a3f-f27b-4afd-b53c-5726af1f6292 admin admin] Made reservation on behalf of 41290a837817462c9759ead78a474653 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:53:55.176078 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bb441a3f-f27b-4afd-b53c-5726af1f6292 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:55.197570 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:55.261696 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:53:55.361067 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d0183a37-10a7-4b21-aa55-b628b94d8ec8 req-540970d1-a979-4c67-991c-47d8f92d17cc tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/security-groups?id=47e8f45b-d376-403a-8bb9-867508147e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613611 May 05 19:53:55.548179 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f63d32-0b1c-40ee-809a-d472a68bb4c0 req-48f9310f-cb57-4f65-9b02-55a4b19eefa3 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:55.557220 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a6f63d32-0b1c-40ee-809a-d472a68bb4c0 req-48f9310f-cb57-4f65-9b02-55a4b19eefa3 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec2bd5c5-1783-4660-bfeb-36f3566083c5 HTTP/1.1" status: 200 len: 949 time: 0.1197689 May 05 19:53:55.617688 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a6f63d32-0b1c-40ee-809a-d472a68bb4c0 req-0cbe6e2c-fe02-4ee5-b2fc-f0809723cf70 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597248 May 05 19:53:55.670602 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bb441a3f-f27b-4afd-b53c-5726af1f6292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:55.721358 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1d93ff74-196d-4d46-8a82-ec84b28df2fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:55.748407 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1d93ff74-196d-4d46-8a82-ec84b28df2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:55.825904 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb441a3f-f27b-4afd-b53c-5726af1f6292 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2bc2455-bacb-4a1f-a7b8-eb3091756a77,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:55.829194 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d93ff74-196d-4d46-8a82-ec84b28df2fa admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 19:53:55.836544 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93ff74-196d-4d46-8a82-ec84b28df2fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54210ff6-4648-4cdb-8887-421df42725ab,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:55.849788 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1d93ff74-196d-4d46-8a82-ec84b28df2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:55.850026 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-1d93ff74-196d-4d46-8a82-ec84b28df2fa admin admin] Added segment 77c8a800-fe5e-43bd-bdaa-dd2e8f9ddbc2 of type vlan for network 6c0d5654-13ec-4914-a265-8f1d68ed84d9 May 05 19:53:55.851743 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb441a3f-f27b-4afd-b53c-5726af1f6292 admin admin] Checking segment: {'id': '35fac83a-67e0-479b-ac71-c3fa378951ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ac633efb-8397-4939-80ef-9a336931fe15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:53:55.852443 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb441a3f-f27b-4afd-b53c-5726af1f6292 admin admin] Network hostable DHCP agents. Network: ac633efb-8397-4939-80ef-9a336931fe15, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 19:53:55.908546 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1d93ff74-196d-4d46-8a82-ec84b28df2fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:55.916257 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb441a3f-f27b-4afd-b53c-5726af1f6292 admin admin] Network ac633efb-8397-4939-80ef-9a336931fe15 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 19:53:55.933393 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-bb441a3f-f27b-4afd-b53c-5726af1f6292 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, ac633efb-8397-4939-80ef-9a336931fe15) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:53:55.946993 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f714b5ae-d3ff-45e4-8796-e09742c4b1f0 None None] Network ac633efb-8397-4939-80ef-9a336931fe15 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:53:55.960632 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb441a3f-f27b-4afd-b53c-5726af1f6292 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:55.961220 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bb441a3f-f27b-4afd-b53c-5726af1f6292 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:56.017130 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1d93ff74-196d-4d46-8a82-ec84b28df2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:56.018677 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d93ff74-196d-4d46-8a82-ec84b28df2fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:56.019777 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1d93ff74-196d-4d46-8a82-ec84b28df2fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:56.063145 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-bb441a3f-f27b-4afd-b53c-5726af1f6292 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0556793 May 05 19:53:56.083206 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35674) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:53:56.089976 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-0ae1569a-d05d-42d0-857b-391d2230319e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1356480807-router', 'tenant_id': '41290a837817462c9759ead78a474653', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:53:56.112453 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-0ae1569a-d05d-42d0-857b-391d2230319e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:53:56.124153 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-0ae1569a-d05d-42d0-857b-391d2230319e admin admin] Usage tracker for resource:router and tenant:41290a837817462c9759ead78a474653 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:53:56.127685 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-0ae1569a-d05d-42d0-857b-391d2230319e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:53:56.130527 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-1d93ff74-196d-4d46-8a82-ec84b28df2fa admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8120193 May 05 19:53:56.137790 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35678) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:53:56.143703 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-0ae1569a-d05d-42d0-857b-391d2230319e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:53:56.151564 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-1fbca961-ee7f-456a-8495-633be943754b admin admin] Request body: {'subnet': {'network_id': '6c0d5654-13ec-4914-a265-8f1d68ed84d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1822531154-subnet', 'tenant_id': 'beb159436c9e4e2f822f7625a9d89435', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:53:56.159935 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-1fbca961-ee7f-456a-8495-633be943754b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:53:56.172468 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-1fbca961-ee7f-456a-8495-633be943754b admin admin] Usage tracker for resource:subnet and tenant:beb159436c9e4e2f822f7625a9d89435 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:53:56.176271 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-1fbca961-ee7f-456a-8495-633be943754b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:53:56.192696 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0ae1569a-d05d-42d0-857b-391d2230319e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:56.193791 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0ae1569a-d05d-42d0-857b-391d2230319e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:56.200665 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-1fbca961-ee7f-456a-8495-633be943754b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:53:56.204415 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35682) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:53:56.213885 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d5ae9-0110-4612-8315-d88e225d5ce0 req-e19e8edf-4321-4376-8cdd-059697dadc4f tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:56.229663 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cb4d5ae9-0110-4612-8315-d88e225d5ce0 req-e19e8edf-4321-4376-8cdd-059697dadc4f tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa401015-7cfc-4b79-b230-f7a61b5691bf HTTP/1.1" status: 200 len: 945 time: 0.2034657 May 05 19:53:56.253770 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93ff74-196d-4d46-8a82-ec84b28df2fa admin admin] Pushing event updated for resources: {'Network': ['ID=6c0d5654-13ec-4914-a265-8f1d68ed84d9,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:56.299032 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fbca961-ee7f-456a-8495-633be943754b admin admin] Made reservation on behalf of beb159436c9e4e2f822f7625a9d89435 for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:53:56.302153 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1fbca961-ee7f-456a-8495-633be943754b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:56.305180 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 6c0d5654-13ec-4914-a265-8f1d68ed84d9 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 19:53:56.322571 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0ae1569a-d05d-42d0-857b-391d2230319e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:56.369547 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ae478-2067-4bc7-82bf-597c6159efad req-c6ee3317-ab18-4548-9354-0f0f188a8f39 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:56.372520 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cb4d5ae9-0110-4612-8315-d88e225d5ce0 req-9f889612-3a2d-4281-8667-15a1dd37a8ab tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] 10.222.0.36 "GET /v2.0/security-groups?id=74723806-36cd-43f0-be0b-2bd9c82fe8be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416905 May 05 19:53:56.380212 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-916ae478-2067-4bc7-82bf-597c6159efad req-c6ee3317-ab18-4548-9354-0f0f188a8f39 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ff80a77-e629-47d3-89e4-8ddf23d38464 HTTP/1.1" status: 200 len: 943 time: 0.2559588 May 05 19:53:56.490266 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6 up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:53:56.529298 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-916ae478-2067-4bc7-82bf-597c6159efad req-12a76a37-634e-4eec-ac24-c2c59022d44d tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469178 May 05 19:53:56.553745 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35696) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:53:56.638642 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319dc5ee-cd38-45f6-af65-ca220a013974 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-ac633efb-8397-4939-80ef-9a336931fe15', 'network_id': 'ac633efb-8397-4939-80ef-9a336931fe15', 'tenant_id': '41290a837817462c9759ead78a474653', 'fixed_ips': [{'subnet_id': 'c2bc2455-bacb-4a1f-a7b8-eb3091756a77'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 19:53:56.638958 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-319dc5ee-cd38-45f6-af65-ca220a013974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:56.673131 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-306e86d4-6424-49b7-918d-48fc660dc553 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:56.696123 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-306e86d4-6424-49b7-918d-48fc660dc553 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:53:56.702379 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-306e86d4-6424-49b7-918d-48fc660dc553 admin admin] Usage tracker for resource:security_group_rule and tenant:b9e6097afc8b43a88aced191ab1480c7 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:53:56.707453 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-306e86d4-6424-49b7-918d-48fc660dc553 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:53:56.716906 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-306e86d4-6424-49b7-918d-48fc660dc553 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:53:56.856675 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port 8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:53:56.864132 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port 8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:53:56.864132 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:56.876490 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-306e86d4-6424-49b7-918d-48fc660dc553 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:56.946732 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-306e86d4-6424-49b7-918d-48fc660dc553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:56.988864 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-306e86d4-6424-49b7-918d-48fc660dc553 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b9e6097afc8b43a88aced191ab1480c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4340513 May 05 19:53:56.997491 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35708) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:53:57.014652 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-319dc5ee-cd38-45f6-af65-ca220a013974 None None] Allocated IP 172.20.0.2 (ac633efb-8397-4939-80ef-9a336931fe15/c2bc2455-bacb-4a1f-a7b8-eb3091756a77/c638cc09-61f5-4776-957e-fa222327aa8e) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:53:57.049393 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306e86d4-6424-49b7-918d-48fc660dc553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7968d3ab-a1cf-4e85-838f-1beff3b2d06f,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:57.084121 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306e86d4-6424-49b7-918d-48fc660dc553 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:53:57.084121 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306e86d4-6424-49b7-918d-48fc660dc553 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:53:57.084121 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306e86d4-6424-49b7-918d-48fc660dc553 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:53:57.084121 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306e86d4-6424-49b7-918d-48fc660dc553 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:53:57.084121 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306e86d4-6424-49b7-918d-48fc660dc553 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:53:57.084121 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306e86d4-6424-49b7-918d-48fc660dc553 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:53:57.084121 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306e86d4-6424-49b7-918d-48fc660dc553 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:53:57.084121 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306e86d4-6424-49b7-918d-48fc660dc553 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:53:57.084121 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306e86d4-6424-49b7-918d-48fc660dc553 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:53:57.084121 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306e86d4-6424-49b7-918d-48fc660dc553 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:53:57.084121 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306e86d4-6424-49b7-918d-48fc660dc553 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:53:57.084121 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306e86d4-6424-49b7-918d-48fc660dc553 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:53:57.116140 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-392aa7ce-53fb-42bd-8c87-123f9687e7d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:57.126764 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa59e85-0faa-4367-9ab5-5bae94b5253f req-6722fe77-55a4-4f1d-aa6c-c606a809cf4c tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:57.135383 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8aa59e85-0faa-4367-9ab5-5bae94b5253f req-6722fe77-55a4-4f1d-aa6c-c606a809cf4c tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec2bd5c5-1783-4660-bfeb-36f3566083c5 HTTP/1.1" status: 200 len: 949 time: 0.2540741 May 05 19:53:57.164646 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0ae1569a-d05d-42d0-857b-391d2230319e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:57.184709 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-5127ccfb-f6ac-4216-a9a9-3ca2a9600b0a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d2fd020937934c3b92b74452d7580178&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9447310 May 05 19:53:57.186378 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35712) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:53:57.205506 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8aa59e85-0faa-4367-9ab5-5bae94b5253f req-7d49437d-4e54-4c2a-adc1-f1f49c3efdc9 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706084 May 05 19:53:57.227744 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-392aa7ce-53fb-42bd-8c87-123f9687e7d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:57.274147 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:57.320043 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-392aa7ce-53fb-42bd-8c87-123f9687e7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:57.345383 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392aa7ce-53fb-42bd-8c87-123f9687e7d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7968d3ab-a1cf-4e85-838f-1beff3b2d06f,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:57.363711 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-392aa7ce-53fb-42bd-8c87-123f9687e7d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:57.365687 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-392aa7ce-53fb-42bd-8c87-123f9687e7d1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7968d3ab-a1cf-4e85-838f-1beff3b2d06f HTTP/1.1" status: 204 len: 168 time: 0.3630793 May 05 19:53:57.378244 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8931347-38c0-4b25-b2c6-1d56a7e5cdea req-0f3cfb64-db71-4e7c-a5f4-56d3a16b0471 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:57.379945 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec2bd5c5-1783-4660-bfeb-36f3566083c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:53:57.390165 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e8931347-38c0-4b25-b2c6-1d56a7e5cdea req-0f3cfb64-db71-4e7c-a5f4-56d3a16b0471 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=709d668f-d0fc-4e6f-8247-52e5e2337ec5 HTTP/1.1" status: 200 len: 949 time: 0.6967309 May 05 19:53:57.451525 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:53:57.460947 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:57.483814 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1fbca961-ee7f-456a-8495-633be943754b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:57.602415 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-319dc5ee-cd38-45f6-af65-ca220a013974 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:57.630590 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-319dc5ee-cd38-45f6-af65-ca220a013974 None None] Transition to ACTIVE for port object c638cc09-61f5-4776-957e-fa222327aa8e will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:53:57.670708 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:57.686099 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-319dc5ee-cd38-45f6-af65-ca220a013974 None None] Transition to ACTIVE for port object c638cc09-61f5-4776-957e-fa222327aa8e will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:53:57.686099 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0eff1f9-42b2-408b-a722-00ff67ceeee9'] response: {'server_uuid': 'ec2bd5c5-1783-4660-bfeb-36f3566083c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6', 'code': 200} May 05 19:53:57.692855 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-319dc5ee-cd38-45f6-af65-ca220a013974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:57.715515 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e8931347-38c0-4b25-b2c6-1d56a7e5cdea req-ffa599bb-22b0-4335-b3b8-d3304dfa2274 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/security-groups?id=47e8f45b-d376-403a-8bb9-867508147e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285267 May 05 19:53:57.717921 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9ae574e8-bb76-4cc8-9d25-4f6722c9bfd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:57.933429 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319dc5ee-cd38-45f6-af65-ca220a013974 None None] Network ac633efb-8397-4939-80ef-9a336931fe15 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:53:57.940467 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-319dc5ee-cd38-45f6-af65-ca220a013974 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:53:57.946778 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319dc5ee-cd38-45f6-af65-ca220a013974 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:53:58.001596 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295511d5-5cd8-4688-8afe-af16400340cc req-24b002a7-2a45-4797-8644-799b4ee929ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:58.003232 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-295511d5-5cd8-4688-8afe-af16400340cc req-24b002a7-2a45-4797-8644-799b4ee929ea service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ec2bd5c5-1783-4660-bfeb-36f3566083c5 HTTP/1.1" status: 200 len: 1101 time: 0.2367008 May 05 19:53:58.005920 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319dc5ee-cd38-45f6-af65-ca220a013974 None None] Pushing event updated for resources: {'Port': ['ID=c638cc09-61f5-4776-957e-fa222327aa8e,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:58.012280 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf5ec6c-baf8-4634-b033-ef7a0817faef req-86bf0df7-1d9e-40a8-9787-c384c789d233 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:58.023179 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-acf5ec6c-baf8-4634-b033-ef7a0817faef req-86bf0df7-1d9e-40a8-9787-c384c789d233 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ff80a77-e629-47d3-89e4-8ddf23d38464 HTTP/1.1" status: 200 len: 943 time: 0.1336803 May 05 19:53:58.103612 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-319dc5ee-cd38-45f6-af65-ca220a013974 None None] Attempting to bind port c638cc09-61f5-4776-957e-fa222327aa8e on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:53:58.104162 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-319dc5ee-cd38-45f6-af65-ca220a013974 None None] Attempting to bind port c638cc09-61f5-4776-957e-fa222327aa8e by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '35fac83a-67e0-479b-ac71-c3fa378951ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ac633efb-8397-4939-80ef-9a336931fe15'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:53:58.105862 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319dc5ee-cd38-45f6-af65-ca220a013974 None None] Attempting to bind port c638cc09-61f5-4776-957e-fa222327aa8e on network ac633efb-8397-4939-80ef-9a336931fe15 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:53:58.116144 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-acf5ec6c-baf8-4634-b033-ef7a0817faef req-242a07f4-bf34-4289-ad6d-636373e9dc67 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918856 May 05 19:53:58.119167 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-295511d5-5cd8-4688-8afe-af16400340cc req-39141480-ab2e-46a8-97ff-5d7275491a8b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760734 May 05 19:53:58.121383 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319dc5ee-cd38-45f6-af65-ca220a013974 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:53:58.121969 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319dc5ee-cd38-45f6-af65-ca220a013974 None None] Checking segment: {'id': '35fac83a-67e0-479b-ac71-c3fa378951ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ac633efb-8397-4939-80ef-9a336931fe15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:53:58.122531 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-319dc5ee-cd38-45f6-af65-ca220a013974 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:58.123130 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319dc5ee-cd38-45f6-af65-ca220a013974 None None] Bound using segment: {'id': '35fac83a-67e0-479b-ac71-c3fa378951ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ac633efb-8397-4939-80ef-9a336931fe15'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:53:58.127012 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-319dc5ee-cd38-45f6-af65-ca220a013974 None None] Bound port: c638cc09-61f5-4776-957e-fa222327aa8e, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35fac83a-67e0-479b-ac71-c3fa378951ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ac633efb-8397-4939-80ef-9a336931fe15'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:53:58.127573 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9ae574e8-bb76-4cc8-9d25-4f6722c9bfd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:58.141832 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbca961-ee7f-456a-8495-633be943754b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca563c6f-f58a-4b28-80b3-ef71e9f2f448,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:58.142209 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-319dc5ee-cd38-45f6-af65-ca220a013974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:58.171889 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35728) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:53:58.192425 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbca961-ee7f-456a-8495-633be943754b admin admin] Checking segment: {'id': '77c8a800-fe5e-43bd-bdaa-dd2e8f9ddbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6c0d5654-13ec-4914-a265-8f1d68ed84d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:53:58.192946 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbca961-ee7f-456a-8495-633be943754b admin admin] Network hostable DHCP agents. Network: 6c0d5654-13ec-4914-a265-8f1d68ed84d9, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 19:53:58.203713 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-23c4d4ba-2a0d-43a7-9fea-744d50ccf505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:58.238059 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-23c4d4ba-2a0d-43a7-9fea-744d50ccf505 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:53:58.245870 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-23c4d4ba-2a0d-43a7-9fea-744d50ccf505 admin admin] Usage tracker for resource:security_group_rule and tenant:1cb932de544c4a83ab45b3e673a77522 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:53:58.251057 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-23c4d4ba-2a0d-43a7-9fea-744d50ccf505 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:53:58.268673 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-23c4d4ba-2a0d-43a7-9fea-744d50ccf505 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:53:58.276494 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d4898-9c36-4340-a376-6fee7b78ae04 req-68ce7c63-8292-4946-a988-542cf03b1c4e tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:58.288378 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-150d4898-9c36-4340-a376-6fee7b78ae04 req-68ce7c63-8292-4946-a988-542cf03b1c4e tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa401015-7cfc-4b79-b230-f7a61b5691bf HTTP/1.1" status: 200 len: 945 time: 0.2588897 May 05 19:53:58.293891 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-319dc5ee-cd38-45f6-af65-ca220a013974 None None] For port c638cc09-61f5-4776-957e-fa222327aa8e, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:53:58.297488 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbca961-ee7f-456a-8495-633be943754b admin admin] Network 6c0d5654-13ec-4914-a265-8f1d68ed84d9 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 19:53:58.304933 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-319dc5ee-cd38-45f6-af65-ca220a013974 None None] For port c638cc09-61f5-4776-957e-fa222327aa8e, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=c638cc09-61f5-4776-957e-fa222327aa8e,segment=NetworkSegment(35fac83a-67e0-479b-ac71-c3fa378951ad),segment_id=35fac83a-67e0-479b-ac71-c3fa378951ad)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:53:58.304933 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-319dc5ee-cd38-45f6-af65-ca220a013974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:58.344990 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9ae574e8-bb76-4cc8-9d25-4f6722c9bfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:58.348152 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-1fbca961-ee7f-456a-8495-633be943754b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 6c0d5654-13ec-4914-a265-8f1d68ed84d9) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:53:58.358469 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbca961-ee7f-456a-8495-633be943754b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:58.358469 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1fbca961-ee7f-456a-8495-633be943754b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:58.375084 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe749b2-b324-4ff1-acd4-258a5eb652a4 None None] Network 6c0d5654-13ec-4914-a265-8f1d68ed84d9 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:53:58.494378 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319dc5ee-cd38-45f6-af65-ca220a013974 None None] Pushing event updated for resources: {'Port': ['ID=c638cc09-61f5-4776-957e-fa222327aa8e,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:58.500398 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53114112-7f04-47b5-b3a6-b3f0eadae8db req-3d1c3b27-400f-4298-8be7-69f3f87dbf9b tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:58.509126 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-53114112-7f04-47b5-b3a6-b3f0eadae8db req-3d1c3b27-400f-4298-8be7-69f3f87dbf9b tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d7e1e1c-1c93-476c-96e9-4c7e868815ea HTTP/1.1" status: 200 len: 950 time: 0.2102380 May 05 19:53:58.556302 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-23c4d4ba-2a0d-43a7-9fea-744d50ccf505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:58.570157 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-23c4d4ba-2a0d-43a7-9fea-744d50ccf505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:58.617423 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-53114112-7f04-47b5-b3a6-b3f0eadae8db req-a79f2df3-8fa0-481a-881b-10bbbda1e2ac tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/security-groups?id=47e8f45b-d376-403a-8bb9-867508147e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069820 May 05 19:53:58.624145 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-150d4898-9c36-4340-a376-6fee7b78ae04 req-b6cef04e-c94f-460f-b25d-c1ddc4dd0122 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] 10.222.0.36 "GET /v2.0/security-groups?id=74723806-36cd-43f0-be0b-2bd9c82fe8be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3209493 May 05 19:53:58.624993 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae574e8-bb76-4cc8-9d25-4f6722c9bfd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58cd24a-1122-42ce-bf0c-2b20be5979fd,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:58.659954 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765dbe91-7aab-46e7-acdd-7513af726fea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-6c0d5654-13ec-4914-a265-8f1d68ed84d9', 'network_id': '6c0d5654-13ec-4914-a265-8f1d68ed84d9', 'tenant_id': 'beb159436c9e4e2f822f7625a9d89435', 'fixed_ips': [{'subnet_id': 'ca563c6f-f58a-4b28-80b3-ef71e9f2f448'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 19:53:58.661736 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-765dbe91-7aab-46e7-acdd-7513af726fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:58.706846 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c4d4ba-2a0d-43a7-9fea-744d50ccf505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641d18bd-0b61-4dd4-b96a-f60eab8e86cf,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:58.740556 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-23c4d4ba-2a0d-43a7-9fea-744d50ccf505 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1cb932de544c4a83ab45b3e673a77522&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5676086 May 05 19:53:58.743262 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35736) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:53:58.809747 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae574e8-bb76-4cc8-9d25-4f6722c9bfd5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:53:58.810007 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae574e8-bb76-4cc8-9d25-4f6722c9bfd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:53:58.810348 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae574e8-bb76-4cc8-9d25-4f6722c9bfd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:53:58.810680 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae574e8-bb76-4cc8-9d25-4f6722c9bfd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:53:58.811008 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae574e8-bb76-4cc8-9d25-4f6722c9bfd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:53:58.811336 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae574e8-bb76-4cc8-9d25-4f6722c9bfd5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:53:58.811688 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae574e8-bb76-4cc8-9d25-4f6722c9bfd5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:53:58.823798 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae574e8-bb76-4cc8-9d25-4f6722c9bfd5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:53:58.825694 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae574e8-bb76-4cc8-9d25-4f6722c9bfd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:53:58.826052 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae574e8-bb76-4cc8-9d25-4f6722c9bfd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:53:58.826393 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae574e8-bb76-4cc8-9d25-4f6722c9bfd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:53:58.826725 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae574e8-bb76-4cc8-9d25-4f6722c9bfd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:53:58.861563 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ce55e7f9-d24e-4b66-9d00-71e61705ac2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:58.904347 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ce55e7f9-d24e-4b66-9d00-71e61705ac2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:58.967564 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-1fbca961-ee7f-456a-8495-633be943754b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.8285136 May 05 19:53:58.971082 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35740) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:53:58.973438 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-765dbe91-7aab-46e7-acdd-7513af726fea None None] Allocated IP 172.20.0.2 (6c0d5654-13ec-4914-a265-8f1d68ed84d9/ca563c6f-f58a-4b28-80b3-ef71e9f2f448/61aaeb78-11b1-46ed-b509-8b537c38a45c) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:53:58.980107 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-e81b484a-2749-40b0-ab09-6d2d92d29e17 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1822531154-router', 'tenant_id': 'beb159436c9e4e2f822f7625a9d89435', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:53:58.985968 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e81b484a-2749-40b0-ab09-6d2d92d29e17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:53:58.994006 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-e81b484a-2749-40b0-ab09-6d2d92d29e17 admin admin] Usage tracker for resource:router and tenant:beb159436c9e4e2f822f7625a9d89435 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:53:58.998467 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9ae574e8-bb76-4cc8-9d25-4f6722c9bfd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:58.999199 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-e81b484a-2749-40b0-ab09-6d2d92d29e17 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:53:59.002310 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ce55e7f9-d24e-4b66-9d00-71e61705ac2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:59.003937 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-9ae574e8-bb76-4cc8-9d25-4f6722c9bfd5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c58cd24a-1122-42ce-bf0c-2b20be5979fd HTTP/1.1" status: 204 len: 168 time: 1.8143649 May 05 19:53:59.022675 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0ae1569a-d05d-42d0-857b-391d2230319e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:59.024663 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e81b484a-2749-40b0-ab09-6d2d92d29e17 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:53:59.028896 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce55e7f9-d24e-4b66-9d00-71e61705ac2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641d18bd-0b61-4dd4-b96a-f60eab8e86cf,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:59.046673 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ce55e7f9-d24e-4b66-9d00-71e61705ac2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:59.048460 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-ce55e7f9-d24e-4b66-9d00-71e61705ac2a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/641d18bd-0b61-4dd4-b96a-f60eab8e86cf HTTP/1.1" status: 204 len: 168 time: 0.2879579 May 05 19:53:59.062748 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e81b484a-2749-40b0-ab09-6d2d92d29e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:59.065065 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e81b484a-2749-40b0-ab09-6d2d92d29e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:59.078468 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0ae1569a-d05d-42d0-857b-391d2230319e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:59.088025 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e81b484a-2749-40b0-ab09-6d2d92d29e17 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:59.334777 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-765dbe91-7aab-46e7-acdd-7513af726fea None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:59.387897 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-765dbe91-7aab-46e7-acdd-7513af726fea None None] Transition to ACTIVE for port object 61aaeb78-11b1-46ed-b509-8b537c38a45c will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:53:59.427837 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-765dbe91-7aab-46e7-acdd-7513af726fea None None] Transition to ACTIVE for port object 61aaeb78-11b1-46ed-b509-8b537c38a45c will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:53:59.442091 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-765dbe91-7aab-46e7-acdd-7513af726fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:59.487383 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-0ae1569a-d05d-42d0-857b-391d2230319e admin admin] Allocated IP 172.25.0.101 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/576cb4a5-db7e-4875-9be7-ebb326e540b7) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:53:59.558139 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765dbe91-7aab-46e7-acdd-7513af726fea None None] Network 6c0d5654-13ec-4914-a265-8f1d68ed84d9 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:53:59.562692 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-765dbe91-7aab-46e7-acdd-7513af726fea None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:53:59.566849 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765dbe91-7aab-46e7-acdd-7513af726fea None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:53:59.644069 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765dbe91-7aab-46e7-acdd-7513af726fea None None] Pushing event updated for resources: {'Port': ['ID=61aaeb78-11b1-46ed-b509-8b537c38a45c,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:53:59.811418 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device c638cc09-61f5-4776-957e-fa222327aa8e up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:53:59.873974 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0ae1569a-d05d-42d0-857b-391d2230319e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:59.878056 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35758) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:53:59.908806 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d5ee55b9-6b0d-4f63-8cff-ae6859366d77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:53:59.937707 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-d5ee55b9-6b0d-4f63-8cff-ae6859366d77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:53:59.948188 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d197a5c-6a31-46a4-a350-787ae33b91f5 req-1cf6d064-161e-4b5f-970e-7f7da76769ba tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:53:59.950023 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9d197a5c-6a31-46a4-a350-787ae33b91f5 req-1cf6d064-161e-4b5f-970e-7f7da76769ba tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec2bd5c5-1783-4660-bfeb-36f3566083c5 HTTP/1.1" status: 200 len: 950 time: 1.1503892 May 05 19:53:59.955106 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-d5ee55b9-6b0d-4f63-8cff-ae6859366d77 admin admin] Usage tracker for resource:security_group_rule and tenant:f433be442f6841f9a0aeb2b373ca26a9 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:53:59.960720 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-d5ee55b9-6b0d-4f63-8cff-ae6859366d77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:54:00.005696 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-d5ee55b9-6b0d-4f63-8cff-ae6859366d77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:54:00.012422 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1d73a1-5781-4869-a284-d14113351a0a None None] Network ac633efb-8397-4939-80ef-9a336931fe15 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:54:00.067052 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9d197a5c-6a31-46a4-a350-787ae33b91f5 req-ea66feb0-6c5d-438a-b393-0799ec0f5c32 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079214 May 05 19:54:00.077518 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e81b484a-2749-40b0-ab09-6d2d92d29e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:00.124166 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0ae1569a-d05d-42d0-857b-391d2230319e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:00.153807 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-765dbe91-7aab-46e7-acdd-7513af726fea None None] Attempting to bind port 61aaeb78-11b1-46ed-b509-8b537c38a45c on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:54:00.154312 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-765dbe91-7aab-46e7-acdd-7513af726fea None None] Attempting to bind port 61aaeb78-11b1-46ed-b509-8b537c38a45c by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '77c8a800-fe5e-43bd-bdaa-dd2e8f9ddbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6c0d5654-13ec-4914-a265-8f1d68ed84d9'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:54:00.154851 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765dbe91-7aab-46e7-acdd-7513af726fea None None] Attempting to bind port 61aaeb78-11b1-46ed-b509-8b537c38a45c on network 6c0d5654-13ec-4914-a265-8f1d68ed84d9 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:54:00.165464 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-6256829e-c138-4063-a32b-9b4c29842e3b None None] Provisioning for port c638cc09-61f5-4776-957e-fa222327aa8e completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:54:00.178120 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765dbe91-7aab-46e7-acdd-7513af726fea None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:54:00.179345 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765dbe91-7aab-46e7-acdd-7513af726fea None None] Checking segment: {'id': '77c8a800-fe5e-43bd-bdaa-dd2e8f9ddbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6c0d5654-13ec-4914-a265-8f1d68ed84d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:54:00.179963 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-765dbe91-7aab-46e7-acdd-7513af726fea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:00.181022 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765dbe91-7aab-46e7-acdd-7513af726fea None None] Bound using segment: {'id': '77c8a800-fe5e-43bd-bdaa-dd2e8f9ddbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6c0d5654-13ec-4914-a265-8f1d68ed84d9'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:54:00.181638 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-765dbe91-7aab-46e7-acdd-7513af726fea None None] Bound port: 61aaeb78-11b1-46ed-b509-8b537c38a45c, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77c8a800-fe5e-43bd-bdaa-dd2e8f9ddbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6c0d5654-13ec-4914-a265-8f1d68ed84d9'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:54:00.182180 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-765dbe91-7aab-46e7-acdd-7513af726fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:00.187181 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba2a848-d144-45c7-ae9b-3e0e41410763 req-939acca3-b3cd-4191-8191-bc5670316f68 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:00.188859 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fba2a848-d144-45c7-ae9b-3e0e41410763 req-939acca3-b3cd-4191-8191-bc5670316f68 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa401015-7cfc-4b79-b230-f7a61b5691bf HTTP/1.1" status: 200 len: 945 time: 0.5223670 May 05 19:54:00.199436 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080863d8-4dfa-4981-bfd1-5661aeb0ccbd req-7a6307c3-f653-4cd5-aeba-a4ae8d9c6384 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:00.208029 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080863d8-4dfa-4981-bfd1-5661aeb0ccbd req-7a6307c3-f653-4cd5-aeba-a4ae8d9c6384 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:00.210501 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-080863d8-4dfa-4981-bfd1-5661aeb0ccbd req-7a6307c3-f653-4cd5-aeba-a4ae8d9c6384 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=709d668f-d0fc-4e6f-8247-52e5e2337ec5&device_id=3d7e1e1c-1c93-476c-96e9-4c7e868815ea HTTP/1.1" status: 200 len: 1690 time: 0.5195954 May 05 19:54:00.228381 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port c638cc09-61f5-4776-957e-fa222327aa8e completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:54:00.232518 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae1569a-d05d-42d0-857b-391d2230319e admin admin] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:54:00.237758 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-0ae1569a-d05d-42d0-857b-391d2230319e admin admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:54:00.244801 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae1569a-d05d-42d0-857b-391d2230319e admin admin] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:54:00.265246 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port c638cc09-61f5-4776-957e-fa222327aa8e triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:54:00.265870 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:00.345533 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae1569a-d05d-42d0-857b-391d2230319e admin admin] Pushing event updated for resources: {'Port': ['ID=576cb4a5-db7e-4875-9be7-ebb326e540b7,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:00.351012 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-fba2a848-d144-45c7-ae9b-3e0e41410763 req-377fcfd5-631e-42c2-b0ef-81f699482d75 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Deleting port 2d9c78b6-03b1-47aa-9e0a-1dfecab0f5e9 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:54:00.351710 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-fba2a848-d144-45c7-ae9b-3e0e41410763 req-377fcfd5-631e-42c2-b0ef-81f699482d75 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:00.387821 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d5ee55b9-6b0d-4f63-8cff-ae6859366d77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:00.444308 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-080863d8-4dfa-4981-bfd1-5661aeb0ccbd req-b70a6549-b21f-4671-bfaa-7d288239c123 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/security-groups?id=47e8f45b-d376-403a-8bb9-867508147e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886361 May 05 19:54:00.552623 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d5ee55b9-6b0d-4f63-8cff-ae6859366d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:00.628480 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device b29bd47a-c0ca-40e8-bc3d-249582d83150 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:54:00.664592 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-765dbe91-7aab-46e7-acdd-7513af726fea None None] For port 61aaeb78-11b1-46ed-b509-8b537c38a45c, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:54:00.686565 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-765dbe91-7aab-46e7-acdd-7513af726fea None None] For port 61aaeb78-11b1-46ed-b509-8b537c38a45c, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=61aaeb78-11b1-46ed-b509-8b537c38a45c,segment=NetworkSegment(77c8a800-fe5e-43bd-bdaa-dd2e8f9ddbc2),segment_id=77c8a800-fe5e-43bd-bdaa-dd2e8f9ddbc2)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:54:00.694701 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:00.708446 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-765dbe91-7aab-46e7-acdd-7513af726fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:00.717905 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ee55b9-6b0d-4f63-8cff-ae6859366d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9afa99d9-2a8d-4d66-a9c3-32e1373062d4,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:00.832998 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d5ee55b9-6b0d-4f63-8cff-ae6859366d77 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f433be442f6841f9a0aeb2b373ca26a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9525447 May 05 19:54:00.835713 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35782) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:54:00.881360 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c7d50-f965-4bf6-8e35-08d5d3b90076 req-1fd020e2-c4eb-4ac8-8209-a3e2c8a7abc4 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:00.885397 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-298c7d50-f965-4bf6-8e35-08d5d3b90076 req-1fd020e2-c4eb-4ac8-8209-a3e2c8a7abc4 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ff80a77-e629-47d3-89e4-8ddf23d38464 HTTP/1.1" status: 200 len: 943 time: 0.6061206 May 05 19:54:00.921518 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port c638cc09-61f5-4776-957e-fa222327aa8e, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=c638cc09-61f5-4776-957e-fa222327aa8e,segment=NetworkSegment(35fac83a-67e0-479b-ac71-c3fa378951ad),segment_id=35fac83a-67e0-479b-ac71-c3fa378951ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:54:00.938505 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:00.950055 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765dbe91-7aab-46e7-acdd-7513af726fea None None] Pushing event updated for resources: {'Port': ['ID=61aaeb78-11b1-46ed-b509-8b537c38a45c,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:00.966011 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-298c7d50-f965-4bf6-8e35-08d5d3b90076 req-047f480c-c115-4982-8152-11b57e12e856 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737562 May 05 19:54:01.160562 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port b29bd47a-c0ca-40e8-bc3d-249582d83150, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=b29bd47a-c0ca-40e8-bc3d-249582d83150,segment=NetworkSegment(74addc21-9c2f-4292-8d75-7048fb7d56d2),segment_id=74addc21-9c2f-4292-8d75-7048fb7d56d2)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:54:01.206750 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': 'b29bd47a-c0ca-40e8-bc3d-249582d83150', 'network_id': '9e1d2257-41cc-4af2-afae-4ca8a9719a05', 'port_id': 'b29bd47a-c0ca-40e8-bc3d-249582d83150', 'mac_address': 'fa:16:3e:51:8b:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c4516e-78c1-4a80-85a0-0e7389d15301', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:54:01.209029 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=c638cc09-61f5-4776-957e-fa222327aa8e,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:01.312164 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:01.316626 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e81b484a-2749-40b0-ab09-6d2d92d29e17 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:01.334018 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b29bd47a-c0ca-40e8-bc3d-249582d83150 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:54:01.354183 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port b29bd47a-c0ca-40e8-bc3d-249582d83150, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=b29bd47a-c0ca-40e8-bc3d-249582d83150,segment=NetworkSegment(74addc21-9c2f-4292-8d75-7048fb7d56d2),segment_id=74addc21-9c2f-4292-8d75-7048fb7d56d2)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:54:01.360065 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:01.381075 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc8ce1-9d04-4b4f-a5fe-d1215bf0ffae req-6b33ff4d-cb21-4dff-89b6-bf5daededa7e tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:01.389584 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-37fc8ce1-9d04-4b4f-a5fe-d1215bf0ffae req-6b33ff4d-cb21-4dff-89b6-bf5daededa7e tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa401015-7cfc-4b79-b230-f7a61b5691bf HTTP/1.1" status: 200 len: 945 time: 0.7758942 May 05 19:54:01.394852 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e81b484a-2749-40b0-ab09-6d2d92d29e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:01.455281 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=b29bd47a-c0ca-40e8-bc3d-249582d83150,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:01.558754 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-63a944b5-4c09-4cba-a5c5-f2ab31bb0333 None None] Provisioning complete for port c638cc09-61f5-4776-957e-fa222327aa8e triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:54:01.559237 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-63a944b5-4c09-4cba-a5c5-f2ab31bb0333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:01.589094 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a8951365-8eb0-47db-9791-57333379e5e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:01.654642 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0ae1569a-d05d-42d0-857b-391d2230319e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:01.657288 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['b29bd47a-c0ca-40e8-bc3d-249582d83150'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:54:01.681188 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-e81b484a-2749-40b0-ab09-6d2d92d29e17 admin admin] Allocated IP 172.25.0.202 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/5c91cc96-b667-4412-92ed-e46720f3a0c4) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:54:01.726936 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-fba2a848-d144-45c7-ae9b-3e0e41410763 req-377fcfd5-631e-42c2-b0ef-81f699482d75 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] For port 2d9c78b6-03b1-47aa-9e0a-1dfecab0f5e9, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=2d9c78b6-03b1-47aa-9e0a-1dfecab0f5e9,segment=NetworkSegment(1f10a855-a9e8-4d4c-8bbd-1323724e504b),segment_id=1f10a855-a9e8-4d4c-8bbd-1323724e504b)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:54:01.731503 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-fba2a848-d144-45c7-ae9b-3e0e41410763 req-377fcfd5-631e-42c2-b0ef-81f699482d75 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:01.736020 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device c638cc09-61f5-4776-957e-fa222327aa8e up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:54:01.852462 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a8951365-8eb0-47db-9791-57333379e5e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:01.903898 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd5a85a-2f1b-44f0-a928-bc8e29bc8a27 req-a7dd58eb-8386-4f5c-89f2-3c3e06609bd4 tempest-ServersOnMultiNodesTest-1172211076 tempest-ServersOnMultiNodesTest-1172211076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:01.905418 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ccd5a85a-2f1b-44f0-a928-bc8e29bc8a27 req-a7dd58eb-8386-4f5c-89f2-3c3e06609bd4 tempest-ServersOnMultiNodesTest-1172211076 tempest-ServersOnMultiNodesTest-1172211076-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=709d668f-d0fc-4e6f-8247-52e5e2337ec5 HTTP/1.1" status: 200 len: 1100 time: 0.6340451 May 05 19:54:02.060771 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port c638cc09-61f5-4776-957e-fa222327aa8e triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:54:02.061132 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:02.125921 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0ae1569a-d05d-42d0-857b-391d2230319e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:02.192524 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-fba2a848-d144-45c7-ae9b-3e0e41410763 req-377fcfd5-631e-42c2-b0ef-81f699482d75 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:02.193047 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-fba2a848-d144-45c7-ae9b-3e0e41410763 req-377fcfd5-631e-42c2-b0ef-81f699482d75 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:02.193465 n-d-840717-1 neutron-server[88198]: INFO neutron.db.l3_db [req-fba2a848-d144-45c7-ae9b-3e0e41410763 req-377fcfd5-631e-42c2-b0ef-81f699482d75 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Floating IP 615bc468-25f6-4d43-9bd2-bc9892ec44c4 disassociated. External IP: 172.25.0.78, port: 2d9c78b6-03b1-47aa-9e0a-1dfecab0f5e9. May 05 19:54:02.194112 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-fba2a848-d144-45c7-ae9b-3e0e41410763 req-377fcfd5-631e-42c2-b0ef-81f699482d75 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Calling delete_port for 2d9c78b6-03b1-47aa-9e0a-1dfecab0f5e9 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:54:02.212594 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 61aaeb78-11b1-46ed-b509-8b537c38a45c up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:54:02.230710 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ccd5a85a-2f1b-44f0-a928-bc8e29bc8a27 req-2f94154d-f3cb-4939-b3f9-4316fe479a2d tempest-ServersOnMultiNodesTest-1172211076 tempest-ServersOnMultiNodesTest-1172211076-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=47e8f45b-d376-403a-8bb9-867508147e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117783 May 05 19:54:02.301171 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-37fc8ce1-9d04-4b4f-a5fe-d1215bf0ffae req-bec68562-a90b-4cf4-86a4-a8c6e7f9e2e9 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] 10.222.0.36 "GET /v2.0/security-groups?id=74723806-36cd-43f0-be0b-2bd9c82fe8be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9104826 May 05 19:54:02.354323 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a8951365-8eb0-47db-9791-57333379e5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:02.375693 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8951365-8eb0-47db-9791-57333379e5e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9afa99d9-2a8d-4d66-a9c3-32e1373062d4,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:02.378129 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68a595b-c9d7-4014-ba42-0bb17595174d None None] Network 6c0d5654-13ec-4914-a265-8f1d68ed84d9 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:54:02.455866 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a8951365-8eb0-47db-9791-57333379e5e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:02.459904 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-a8951365-8eb0-47db-9791-57333379e5e5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9afa99d9-2a8d-4d66-a9c3-32e1373062d4 HTTP/1.1" status: 204 len: 168 time: 1.6151149 May 05 19:54:02.493937 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e81b484a-2749-40b0-ab09-6d2d92d29e17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:02.515213 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-fba2a848-d144-45c7-ae9b-3e0e41410763 req-377fcfd5-631e-42c2-b0ef-81f699482d75 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:02.565671 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537b591-0ab8-4b9a-bf7d-c10cfc6c1e6f req-f7d1db6c-a61a-4774-a19c-0891b051d0eb tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:02.567244 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8537b591-0ab8-4b9a-bf7d-c10cfc6c1e6f req-f7d1db6c-a61a-4774-a19c-0891b051d0eb tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec2bd5c5-1783-4660-bfeb-36f3566083c5 HTTP/1.1" status: 200 len: 950 time: 0.1658871 May 05 19:54:02.568411 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ae1569a-d05d-42d0-857b-391d2230319e admin admin] Router cef00a4f-c68b-4d3a-b9ac-9b50deeb171a is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88197) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 19:54:02.626430 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 2d9c78b6-03b1-47aa-9e0a-1dfecab0f5e9 no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:54:02.631700 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377fcfd5-631e-42c2-b0ef-81f699482d75 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Pushing event deleted for resources: {'Port': ['ID=2d9c78b6-03b1-47aa-9e0a-1dfecab0f5e9,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:02.667652 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 61aaeb78-11b1-46ed-b509-8b537c38a45c completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:54:02.685285 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] No Port match for: 2d9c78b6-03b1-47aa-9e0a-1dfecab0f5e9 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 19:54:02.685612 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 2d9c78b6-03b1-47aa-9e0a-1dfecab0f5e9 not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:54:02.702796 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-ed4b5504-b2dd-496e-9d47-fd3ee263b0f9 None None] Provisioning for port 61aaeb78-11b1-46ed-b509-8b537c38a45c completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:54:02.710033 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-ed4b5504-b2dd-496e-9d47-fd3ee263b0f9 None None] Provisioning complete for port 61aaeb78-11b1-46ed-b509-8b537c38a45c triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:54:02.710712 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ed4b5504-b2dd-496e-9d47-fd3ee263b0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:02.812025 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8537b591-0ab8-4b9a-bf7d-c10cfc6c1e6f req-8b350ba3-a082-46c3-b5f5-3f66810c8d18 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263966 May 05 19:54:02.857299 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ed4b5504-b2dd-496e-9d47-fd3ee263b0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:02.894986 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-ed4b5504-b2dd-496e-9d47-fd3ee263b0f9 None None] For port 61aaeb78-11b1-46ed-b509-8b537c38a45c, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=61aaeb78-11b1-46ed-b509-8b537c38a45c,segment=NetworkSegment(77c8a800-fe5e-43bd-bdaa-dd2e8f9ddbc2),segment_id=77c8a800-fe5e-43bd-bdaa-dd2e8f9ddbc2)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:54:02.973302 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ed4b5504-b2dd-496e-9d47-fd3ee263b0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:02.973666 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ae1569a-d05d-42d0-857b-391d2230319e admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 19:54:02.975954 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e81b484a-2749-40b0-ab09-6d2d92d29e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:03.054793 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0ae1569a-d05d-42d0-857b-391d2230319e admin admin] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:03.056800 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-0ae1569a-d05d-42d0-857b-391d2230319e admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 6.9723921 May 05 19:54:03.060222 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35824) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:54:03.088410 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81b484a-2749-40b0-ab09-6d2d92d29e17 admin admin] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:54:03.092096 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81b484a-2749-40b0-ab09-6d2d92d29e17 admin admin] Pushing event updated for resources: {'Port': ['ID=5c91cc96-b667-4412-92ed-e46720f3a0c4,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:03.095173 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-e81b484a-2749-40b0-ab09-6d2d92d29e17 admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:54:03.102017 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81b484a-2749-40b0-ab09-6d2d92d29e17 admin admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:54:03.116178 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4b5504-b2dd-496e-9d47-fd3ee263b0f9 None None] Pushing event updated for resources: {'Port': ['ID=61aaeb78-11b1-46ed-b509-8b537c38a45c,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:03.119704 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7812b531-f38f-487a-bbe2-276c3fa95064 None None] Sync routers for ids ['cef00a4f-c68b-4d3a-b9ac-9b50deeb171a'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 19:54:03.155555 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7812b531-f38f-487a-bbe2-276c3fa95064 None None] Routers {'cef00a4f-c68b-4d3a-b9ac-9b50deeb171a'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:54:03.156356 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-7812b531-f38f-487a-bbe2-276c3fa95064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:53:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['cef00a4f-c68b-4d3a-b9ac-9b50deeb171a'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:54:03.270879 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0f2640-9cd5-4ab3-9e0f-fcd6a8c69f62 req-dc4d5a4a-81c8-42c9-b423-5b9938e39a49 tempest-ServersOnMultiNodesTest-1172211076 tempest-ServersOnMultiNodesTest-1172211076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:03.278971 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9b0f2640-9cd5-4ab3-9e0f-fcd6a8c69f62 req-dc4d5a4a-81c8-42c9-b423-5b9938e39a49 tempest-ServersOnMultiNodesTest-1172211076 tempest-ServersOnMultiNodesTest-1172211076-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3d7e1e1c-1c93-476c-96e9-4c7e868815ea HTTP/1.1" status: 200 len: 1101 time: 0.2755990 May 05 19:54:03.419240 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-7812b531-f38f-487a-bbe2-276c3fa95064 None None] Set router cef00a4f-c68b-4d3a-b9ac-9b50deeb171a gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:54:03.658390 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 61aaeb78-11b1-46ed-b509-8b537c38a45c up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:54:03.673987 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35842) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:54:03.714609 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fba2a848-d144-45c7-ae9b-3e0e41410763 req-377fcfd5-631e-42c2-b0ef-81f699482d75 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Router 7e0c852e-4ef4-407b-9dad-84af291ba887 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 19:54:03.750329 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3bcdb7-3238-4a2c-850d-d4fcfc14ab6d req-f2faf739-8646-4c5b-90ed-2518c4495037 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:03.761263 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7f3bcdb7-3238-4a2c-850d-d4fcfc14ab6d req-f2faf739-8646-4c5b-90ed-2518c4495037 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ff80a77-e629-47d3-89e4-8ddf23d38464 HTTP/1.1" status: 200 len: 944 time: 0.8496883 May 05 19:54:03.762398 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9b0f2640-9cd5-4ab3-9e0f-fcd6a8c69f62 req-229cfce4-1f34-4509-af75-3d764f612b00 tempest-ServersOnMultiNodesTest-1172211076 tempest-ServersOnMultiNodesTest-1172211076-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=47e8f45b-d376-403a-8bb9-867508147e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4822667 May 05 19:54:03.878279 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 61aaeb78-11b1-46ed-b509-8b537c38a45c triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:54:03.878879 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:03.966010 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-45a0c12a-c9cc-4bf6-b117-e7f15b5b1250 None None] Provisioning complete for port 61aaeb78-11b1-46ed-b509-8b537c38a45c triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:54:03.966379 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-45a0c12a-c9cc-4bf6-b117-e7f15b5b1250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:04.066509 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-7812b531-f38f-487a-bbe2-276c3fa95064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef00a4f-c68b-4d3a-b9ac-9b50deeb171a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1356480807-router', 'tenant_id': '41290a837817462c9759ead78a474653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '576cb4a5-db7e-4875-9be7-ebb326e540b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:53:56Z', 'updated_at': '2022-05-05T19:54:00Z', 'revision_number': 3, 'project_id': '41290a837817462c9759ead78a474653', 'gw_port': {'id': '576cb4a5-db7e-4875-9be7-ebb326e540b7', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ca:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef00a4f-c68b-4d3a-b9ac-9b50deeb171a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:53:59Z', 'updated_at': '2022-05-05T19:53:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:54:04.092829 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7812b531-f38f-487a-bbe2-276c3fa95064 None None] Checking router: cef00a4f-c68b-4d3a-b9ac-9b50deeb171a for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 19:54:04.093314 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7812b531-f38f-487a-bbe2-276c3fa95064 None None] Updating router cef00a4f-c68b-4d3a-b9ac-9b50deeb171a port 576cb4a5-db7e-4875-9be7-ebb326e540b7 binding host n-d-840717-1 {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 19:54:04.119078 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-e3d4e906-ed42-496d-96ae-8e4d93b6ea2d admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-561447313-network', 'tenant_id': 'c363b6e35007457ebf57f58d9e21b43b'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:54:04.153746 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e3d4e906-ed42-496d-96ae-8e4d93b6ea2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:54:04.156597 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e81b484a-2749-40b0-ab09-6d2d92d29e17 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:04.209415 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7812b531-f38f-487a-bbe2-276c3fa95064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:04.222639 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-e3d4e906-ed42-496d-96ae-8e4d93b6ea2d admin admin] Usage tracker for resource:network and tenant:c363b6e35007457ebf57f58d9e21b43b is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:54:04.240809 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-e3d4e906-ed42-496d-96ae-8e4d93b6ea2d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:54:04.267184 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e3d4e906-ed42-496d-96ae-8e4d93b6ea2d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:54:04.295769 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-88ef7bcc-64f5-4457-87e2-d002b8bc804f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:04.324279 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7f3bcdb7-3238-4a2c-850d-d4fcfc14ab6d req-4ecdea41-d199-48e6-a673-9039f4a63b15 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5548425 May 05 19:54:04.368271 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ababd-f52c-468b-b2d9-953bb81b4397 req-45b11fd3-083d-49d1-b76e-0c2744523d6e tempest-MigrationsAdminTest-1830011428 tempest-MigrationsAdminTest-1830011428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:04.375215 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8f3ababd-f52c-468b-b2d9-953bb81b4397 req-45b11fd3-083d-49d1-b76e-0c2744523d6e tempest-MigrationsAdminTest-1830011428 tempest-MigrationsAdminTest-1830011428-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ec2bd5c5-1783-4660-bfeb-36f3566083c5 HTTP/1.1" status: 200 len: 1101 time: 0.2194848 May 05 19:54:04.427889 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d4e906-ed42-496d-96ae-8e4d93b6ea2d admin admin] Made reservation on behalf of c363b6e35007457ebf57f58d9e21b43b for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:54:04.430904 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e3d4e906-ed42-496d-96ae-8e4d93b6ea2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:04.450820 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8f3ababd-f52c-468b-b2d9-953bb81b4397 req-f8f0a921-8a43-4a0d-a105-8db52b188bdb tempest-MigrationsAdminTest-1830011428 tempest-MigrationsAdminTest-1830011428-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746212 May 05 19:54:04.460744 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e3d4e906-ed42-496d-96ae-8e4d93b6ea2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:04.494185 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e3d4e906-ed42-496d-96ae-8e4d93b6ea2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:54:04.497195 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fba2a848-d144-45c7-ae9b-3e0e41410763 req-377fcfd5-631e-42c2-b0ef-81f699482d75 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 19:54:04.509793 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b4d031-6523-4465-a8ae-852e24c64386 None None] Sync routers for ids ['7e0c852e-4ef4-407b-9dad-84af291ba887'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 19:54:04.525623 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b4d031-6523-4465-a8ae-852e24c64386 None None] Routers {'7e0c852e-4ef4-407b-9dad-84af291ba887'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:54:04.526467 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-05b4d031-6523-4465-a8ae-852e24c64386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:53:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['7e0c852e-4ef4-407b-9dad-84af291ba887'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:54:04.617020 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-e3d4e906-ed42-496d-96ae-8e4d93b6ea2d admin admin] Usage tracker for resource:security_group_rule and tenant:c363b6e35007457ebf57f58d9e21b43b is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:54:04.627417 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-e3d4e906-ed42-496d-96ae-8e4d93b6ea2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:54:04.645197 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7812b531-f38f-487a-bbe2-276c3fa95064 None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:04.646490 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-88ef7bcc-64f5-4457-87e2-d002b8bc804f admin admin] Allocated IP 172.20.0.1 (ac633efb-8397-4939-80ef-9a336931fe15/c2bc2455-bacb-4a1f-a7b8-eb3091756a77/2ae25ead-871d-4f1d-9c24-04660b217917) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:54:04.674925 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-7812b531-f38f-487a-bbe2-276c3fa95064 None None] Transition to ACTIVE for port object 576cb4a5-db7e-4875-9be7-ebb326e540b7 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:54:04.688631 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device b29bd47a-c0ca-40e8-bc3d-249582d83150 up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:54:04.734433 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e3d4e906-ed42-496d-96ae-8e4d93b6ea2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:54:04.776101 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7812b531-f38f-487a-bbe2-276c3fa95064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:04.866645 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b4808119-7046-4afe-973a-62d92e6f0ec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:04.887145 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-7812b531-f38f-487a-bbe2-276c3fa95064 None None] Attempting to bind port 576cb4a5-db7e-4875-9be7-ebb326e540b7 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:54:04.887846 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-7812b531-f38f-487a-bbe2-276c3fa95064 None None] Attempting to bind port 576cb4a5-db7e-4875-9be7-ebb326e540b7 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:54:04.887959 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7812b531-f38f-487a-bbe2-276c3fa95064 None None] Attempting to bind port 576cb4a5-db7e-4875-9be7-ebb326e540b7 on network 0401d202-1605-4cfe-bad4-fb225df6afb0 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:54:04.904043 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7812b531-f38f-487a-bbe2-276c3fa95064 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:54:04.904408 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7812b531-f38f-487a-bbe2-276c3fa95064 None None] Checking segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:54:04.904811 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7812b531-f38f-487a-bbe2-276c3fa95064 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:04.905197 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7812b531-f38f-487a-bbe2-276c3fa95064 None None] Bound using segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:54:04.905661 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-7812b531-f38f-487a-bbe2-276c3fa95064 None None] Bound port: 576cb4a5-db7e-4875-9be7-ebb326e540b7, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:54:04.906025 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7812b531-f38f-487a-bbe2-276c3fa95064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:04.966715 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c772528-4964-4001-8b1f-56730d8caadf None None] Pushing event updated for resources: {'Port': ['ID=576cb4a5-db7e-4875-9be7-ebb326e540b7,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:04.998715 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port b29bd47a-c0ca-40e8-bc3d-249582d83150 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:54:05.000719 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-05b4d031-6523-4465-a8ae-852e24c64386 None None] Set router 7e0c852e-4ef4-407b-9dad-84af291ba887 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:54:05.007841 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port b29bd47a-c0ca-40e8-bc3d-249582d83150 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:54:05.008078 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:05.015524 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1669c447-e47d-4d42-8fdf-5d3663dedffa req-4aa876d5-8832-4418-884c-c0f3ff5d951d tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa401015-7cfc-4b79-b230-f7a61b5691bf HTTP/1.1" status: 200 len: 210 time: 0.4366214 May 05 19:54:05.027994 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-88ef7bcc-64f5-4457-87e2-d002b8bc804f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:05.053920 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-7812b531-f38f-487a-bbe2-276c3fa95064 None None] For port 576cb4a5-db7e-4875-9be7-ebb326e540b7, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:54:05.057382 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e81b484a-2749-40b0-ab09-6d2d92d29e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:05.063554 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba2a848-d144-45c7-ae9b-3e0e41410763 req-377fcfd5-631e-42c2-b0ef-81f699482d75 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] No DVR routers for this DVR port 2d9c78b6-03b1-47aa-9e0a-1dfecab0f5e9 on host n-h2-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:54:05.067286 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-7812b531-f38f-487a-bbe2-276c3fa95064 None None] For port 576cb4a5-db7e-4875-9be7-ebb326e540b7, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=576cb4a5-db7e-4875-9be7-ebb326e540b7,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:54:05.076743 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7812b531-f38f-487a-bbe2-276c3fa95064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:05.080404 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-88ef7bcc-64f5-4457-87e2-d002b8bc804f admin admin] Transition to ACTIVE for port object 2ae25ead-871d-4f1d-9c24-04660b217917 will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:54:05.081065 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-fba2a848-d144-45c7-ae9b-3e0e41410763 req-377fcfd5-631e-42c2-b0ef-81f699482d75 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:05.093989 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa401015-7cfc-4b79-b230-f7a61b5691bf', 'name': 'network-vif-deleted', 'tag': '2d9c78b6-03b1-47aa-9e0a-1dfecab0f5e9'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:54:05.120404 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-88ef7bcc-64f5-4457-87e2-d002b8bc804f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:05.206398 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ef7bcc-64f5-4457-87e2-d002b8bc804f admin admin] Network ac633efb-8397-4939-80ef-9a336931fe15 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:54:05.209324 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-88ef7bcc-64f5-4457-87e2-d002b8bc804f admin admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:54:05.213322 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ef7bcc-64f5-4457-87e2-d002b8bc804f admin admin] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:54:05.257313 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7812b531-f38f-487a-bbe2-276c3fa95064 None None] Routers {'cef00a4f-c68b-4d3a-b9ac-9b50deeb171a'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:54:05.264103 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-7812b531-f38f-487a-bbe2-276c3fa95064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:53:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['cef00a4f-c68b-4d3a-b9ac-9b50deeb171a'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:54:05.284709 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-88ef7bcc-64f5-4457-87e2-d002b8bc804f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:05.303769 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ef7bcc-64f5-4457-87e2-d002b8bc804f admin admin] Pushing event updated for resources: {'Port': ['ID=2ae25ead-871d-4f1d-9c24-04660b217917,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:05.562937 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-88ef7bcc-64f5-4457-87e2-d002b8bc804f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:05.603812 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35894) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:54:05.631320 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fba2a848-d144-45c7-ae9b-3e0e41410763 req-377fcfd5-631e-42c2-b0ef-81f699482d75 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] 10.222.0.50 "DELETE /v2.0/ports/2d9c78b6-03b1-47aa-9e0a-1dfecab0f5e9 HTTP/1.1" status: 204 len: 173 time: 5.4174676 May 05 19:54:05.663762 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c772528-4964-4001-8b1f-56730d8caadf None None] Pushing event updated for resources: {'Port': ['ID=576cb4a5-db7e-4875-9be7-ebb326e540b7,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:05.753842 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e3d4e906-ed42-496d-96ae-8e4d93b6ea2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:05.757107 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0722f836-bbc9-4a05-96a1-6a07b37ca00e'] response: {'server_uuid': 'fa401015-7cfc-4b79-b230-f7a61b5691bf', 'name': 'network-vif-deleted', 'tag': '2d9c78b6-03b1-47aa-9e0a-1dfecab0f5e9', 'status': 'completed', 'code': 200} May 05 19:54:05.766289 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-35b6909d-56ad-4483-8962-206cb4c8c199 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=97ead9bcc5d448dab263815a595740a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4842892 May 05 19:54:05.846620 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-05b4d031-6523-4465-a8ae-852e24c64386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e0c852e-4ef4-407b-9dad-84af291ba887', 'name': 'tempest-ServersTestBootFromVolume-1190819006-router', 'tenant_id': '4d0e88c339a8478fac3bdc473e88ec9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '952a221f-6d5d-4de0-8f11-d04938b2c854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:51:53Z', 'updated_at': '2022-05-05T19:52:04Z', 'revision_number': 4, 'project_id': '4d0e88c339a8478fac3bdc473e88ec9b', 'gw_port': {'id': '952a221f-6d5d-4de0-8f11-d04938b2c854', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:42:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0c852e-4ef4-407b-9dad-84af291ba887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:51:55Z', 'updated_at': '2022-05-05T19:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'b4ad395e-99ea-40f1-80cd-fc6a195b1e00', 'name': '', 'network_id': 'c0dbff45-b7d3-44db-825a-7ca3d44cd917', 'tenant_id': '4d0e88c339a8478fac3bdc473e88ec9b', 'mac_address': 'fa:16:3e:db:5e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0c852e-4ef4-407b-9dad-84af291ba887', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'b07668b7-cdd8-46a5-a536-43ebeaf1a857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:52:01Z', 'updated_at': '2022-05-05T19:52:14Z', 'revision_number': 5, 'project_id': '4d0e88c339a8478fac3bdc473e88ec9b', 'subnets': [{'id': 'b07668b7-cdd8-46a5-a536-43ebeaf1a857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:54:05.858609 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b4d031-6523-4465-a8ae-852e24c64386 None None] Checking router: 7e0c852e-4ef4-407b-9dad-84af291ba887 for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 19:54:05.878027 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b4d031-6523-4465-a8ae-852e24c64386 None None] Routers {'7e0c852e-4ef4-407b-9dad-84af291ba887'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:54:05.878370 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-05b4d031-6523-4465-a8ae-852e24c64386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:53:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['7e0c852e-4ef4-407b-9dad-84af291ba887'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:54:05.901179 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-7812b531-f38f-487a-bbe2-276c3fa95064 None None] Set router cef00a4f-c68b-4d3a-b9ac-9b50deeb171a gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:54:05.954133 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e3d4e906-ed42-496d-96ae-8e4d93b6ea2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:05.968043 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3d4e906-ed42-496d-96ae-8e4d93b6ea2d admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 19:54:05.979311 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e3d4e906-ed42-496d-96ae-8e4d93b6ea2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:05.979956 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-e3d4e906-ed42-496d-96ae-8e4d93b6ea2d admin admin] Added segment 361aafcf-8056-4392-9dee-211afae9d150 of type vlan for network f1b1edac-3413-49d2-a959-334eaf994cd8 May 05 19:54:06.010766 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e3d4e906-ed42-496d-96ae-8e4d93b6ea2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:06.049749 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-0da49d8e-d771-4b92-8eeb-c0bb15b7ca82 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:06.057123 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-0da49d8e-d771-4b92-8eeb-c0bb15b7ca82 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2897327 May 05 19:54:06.085771 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e3d4e906-ed42-496d-96ae-8e4d93b6ea2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:06.088172 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d4e906-ed42-496d-96ae-8e4d93b6ea2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:06.088936 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e3d4e906-ed42-496d-96ae-8e4d93b6ea2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:06.130445 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bc31ea1b-4d3e-44a3-8eae-babde84c9a27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:06.148070 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:06.177120 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-86029437-fb6d-4d33-9633-aacdfed1ace8 None None] Provisioning for port 2ae25ead-871d-4f1d-9c24-04660b217917 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:54:06.216081 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-bc31ea1b-4d3e-44a3-8eae-babde84c9a27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:54:06.227465 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-bc31ea1b-4d3e-44a3-8eae-babde84c9a27 admin admin] Usage tracker for resource:security_group_rule and tenant:800c97490729444db81a8ba19630379c is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:54:06.232425 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-bc31ea1b-4d3e-44a3-8eae-babde84c9a27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:54:06.234389 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-05b4d031-6523-4465-a8ae-852e24c64386 None None] Set router 7e0c852e-4ef4-407b-9dad-84af291ba887 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:54:06.251015 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-bc31ea1b-4d3e-44a3-8eae-babde84c9a27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:54:06.258183 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-86029437-fb6d-4d33-9633-aacdfed1ace8 None None] Provisioning complete for port 2ae25ead-871d-4f1d-9c24-04660b217917 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:54:06.258765 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-86029437-fb6d-4d33-9633-aacdfed1ace8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:06.263498 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-88ef7bcc-64f5-4457-87e2-d002b8bc804f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:06.271886 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-88ef7bcc-64f5-4457-87e2-d002b8bc804f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:06.326261 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ff80a77-e629-47d3-89e4-8ddf23d38464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b29bd47a-c0ca-40e8-bc3d-249582d83150'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:54:06.335691 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-86029437-fb6d-4d33-9633-aacdfed1ace8 None None] Port 2ae25ead-871d-4f1d-9c24-04660b217917 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:54:06.359667 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port b29bd47a-c0ca-40e8-bc3d-249582d83150, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=b29bd47a-c0ca-40e8-bc3d-249582d83150,segment=NetworkSegment(74addc21-9c2f-4292-8d75-7048fb7d56d2),segment_id=74addc21-9c2f-4292-8d75-7048fb7d56d2)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:54:06.387682 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:06.391091 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ef7bcc-64f5-4457-87e2-d002b8bc804f admin admin] Pushing event updated for resources: {'Port': ['ID=2ae25ead-871d-4f1d-9c24-04660b217917,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:06.431731 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d12293b-e40e-4938-be3b-c01b1c2ce71b req-52db643f-915c-4228-ae0d-6eb78fad69da tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:06.433227 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1d12293b-e40e-4938-be3b-c01b1c2ce71b req-52db643f-915c-4228-ae0d-6eb78fad69da tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ff80a77-e629-47d3-89e4-8ddf23d38464 HTTP/1.1" status: 200 len: 944 time: 0.4423358 May 05 19:54:06.466391 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d4e906-ed42-496d-96ae-8e4d93b6ea2d admin admin] Pushing event updated for resources: {'Network': ['ID=f1b1edac-3413-49d2-a959-334eaf994cd8,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:06.469351 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e3d4e906-ed42-496d-96ae-8e4d93b6ea2d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.7906101 May 05 19:54:06.483916 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35906) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:54:06.484447 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network f1b1edac-3413-49d2-a959-334eaf994cd8 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 19:54:06.497226 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-6359fca7-bb5c-485c-92f1-564d5ba152ad tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/quotas/97ead9bcc5d448dab263815a595740a4 HTTP/1.1" status: 200 len: 375 time: 0.4388065 May 05 19:54:06.511921 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1d12293b-e40e-4938-be3b-c01b1c2ce71b req-80b2e168-9384-44f1-bb67-3f557d14ae71 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607152 May 05 19:54:06.516720 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-88ef7bcc-64f5-4457-87e2-d002b8bc804f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:06.529882 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-f53a4811-59c3-4eb1-b1bc-09e7f90df2ce admin admin] Request body: {'subnet': {'network_id': 'f1b1edac-3413-49d2-a959-334eaf994cd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-561447313-subnet', 'tenant_id': 'c363b6e35007457ebf57f58d9e21b43b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:54:06.621864 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=b29bd47a-c0ca-40e8-bc3d-249582d83150,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:06.675391 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d4e906-ed42-496d-96ae-8e4d93b6ea2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94ffdaaf-7f31-41bd-8032-300d12aa01f4,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:06.703878 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f53a4811-59c3-4eb1-b1bc-09e7f90df2ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:54:06.719838 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-f53a4811-59c3-4eb1-b1bc-09e7f90df2ce admin admin] Usage tracker for resource:subnet and tenant:c363b6e35007457ebf57f58d9e21b43b is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:54:06.728052 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-f53a4811-59c3-4eb1-b1bc-09e7f90df2ce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:54:06.740914 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f53a4811-59c3-4eb1-b1bc-09e7f90df2ce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:54:06.742986 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e81b484a-2749-40b0-ab09-6d2d92d29e17 admin admin] Router 4754cfff-7ce1-4c2d-831c-362204186b0e is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 19:54:06.882228 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4b42d881-aaef-4816-bc6a-7d3d808c9af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:06.923231 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5127ca0d-f380-4245-94ee-c614e1db1a46 req-f1505709-d2fb-469f-a83f-32aaa2d3c08e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ec2bd5c5-1783-4660-bfeb-36f3566083c5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.2596385 May 05 19:54:06.926424 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-7812b531-f38f-487a-bbe2-276c3fa95064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef00a4f-c68b-4d3a-b9ac-9b50deeb171a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1356480807-router', 'tenant_id': '41290a837817462c9759ead78a474653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '576cb4a5-db7e-4875-9be7-ebb326e540b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:53:56Z', 'updated_at': '2022-05-05T19:54:05Z', 'revision_number': 4, 'project_id': '41290a837817462c9759ead78a474653', 'gw_port': {'id': '576cb4a5-db7e-4875-9be7-ebb326e540b7', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ca:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef00a4f-c68b-4d3a-b9ac-9b50deeb171a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:53:59Z', 'updated_at': '2022-05-05T19:54:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '2ae25ead-871d-4f1d-9c24-04660b217917', 'name': '', 'network_id': 'ac633efb-8397-4939-80ef-9a336931fe15', 'tenant_id': '41290a837817462c9759ead78a474653', 'mac_address': 'fa:16:3e:7c:98:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef00a4f-c68b-4d3a-b9ac-9b50deeb171a', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'c2bc2455-bacb-4a1f-a7b8-eb3091756a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:54:04Z', 'updated_at': '2022-05-05T19:54:04Z', 'revision_number': 1, 'project_id': '41290a837817462c9759ead78a474653', 'subnets': [{'id': 'c2bc2455-bacb-4a1f-a7b8-eb3091756a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:54:06.932345 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7812b531-f38f-487a-bbe2-276c3fa95064 None None] The sync data for ids ['cef00a4f-c68b-4d3a-b9ac-9b50deeb171a'] in n-d-840717-1 is: [{'id': 'cef00a4f-c68b-4d3a-b9ac-9b50deeb171a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1356480807-router', 'tenant_id': '41290a837817462c9759ead78a474653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '576cb4a5-db7e-4875-9be7-ebb326e540b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:53:56Z', 'updated_at': '2022-05-05T19:54:05Z', 'revision_number': 4, 'project_id': '41290a837817462c9759ead78a474653', 'gw_port': {'id': '576cb4a5-db7e-4875-9be7-ebb326e540b7', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ca:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef00a4f-c68b-4d3a-b9ac-9b50deeb171a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:53:59Z', 'updated_at': '2022-05-05T19:54:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '2ae25ead-871d-4f1d-9c24-04660b217917', 'name': '', 'network_id': 'ac633efb-8397-4939-80ef-9a336931fe15', 'tenant_id': '41290a837817462c9759ead78a474653', 'mac_address': 'fa:16:3e:7c:98:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef00a4f-c68b-4d3a-b9ac-9b50deeb171a', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'c2bc2455-bacb-4a1f-a7b8-eb3091756a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:54:04Z', 'updated_at': '2022-05-05T19:54:04Z', 'revision_number': 1, 'project_id': '41290a837817462c9759ead78a474653', 'subnets': [{'id': 'c2bc2455-bacb-4a1f-a7b8-eb3091756a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 19:54:06.963776 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bc31ea1b-4d3e-44a3-8eae-babde84c9a27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:06.985815 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bc31ea1b-4d3e-44a3-8eae-babde84c9a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:06.987158 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-51915012-0d2c-4291-a061-e8ccdd2df911 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=97ead9bcc5d448dab263815a595740a4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4890208 May 05 19:54:06.997258 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-05b4d031-6523-4465-a8ae-852e24c64386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e0c852e-4ef4-407b-9dad-84af291ba887', 'name': 'tempest-ServersTestBootFromVolume-1190819006-router', 'tenant_id': '4d0e88c339a8478fac3bdc473e88ec9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '952a221f-6d5d-4de0-8f11-d04938b2c854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:51:53Z', 'updated_at': '2022-05-05T19:52:04Z', 'revision_number': 4, 'project_id': '4d0e88c339a8478fac3bdc473e88ec9b', 'gw_port': {'id': '952a221f-6d5d-4de0-8f11-d04938b2c854', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:42:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0c852e-4ef4-407b-9dad-84af291ba887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:51:55Z', 'updated_at': '2022-05-05T19:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'b4ad395e-99ea-40f1-80cd-fc6a195b1e00', 'name': '', 'network_id': 'c0dbff45-b7d3-44db-825a-7ca3d44cd917', 'tenant_id': '4d0e88c339a8478fac3bdc473e88ec9b', 'mac_address': 'fa:16:3e:db:5e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0c852e-4ef4-407b-9dad-84af291ba887', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'b07668b7-cdd8-46a5-a536-43ebeaf1a857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:52:01Z', 'updated_at': '2022-05-05T19:52:14Z', 'revision_number': 5, 'project_id': '4d0e88c339a8478fac3bdc473e88ec9b', 'subnets': [{'id': 'b07668b7-cdd8-46a5-a536-43ebeaf1a857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:54:07.009016 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b4d031-6523-4465-a8ae-852e24c64386 None None] The sync data for ids ['7e0c852e-4ef4-407b-9dad-84af291ba887'] in n-d-840717-1 is: [{'id': '7e0c852e-4ef4-407b-9dad-84af291ba887', 'name': 'tempest-ServersTestBootFromVolume-1190819006-router', 'tenant_id': '4d0e88c339a8478fac3bdc473e88ec9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '952a221f-6d5d-4de0-8f11-d04938b2c854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:51:53Z', 'updated_at': '2022-05-05T19:52:04Z', 'revision_number': 4, 'project_id': '4d0e88c339a8478fac3bdc473e88ec9b', 'gw_port': {'id': '952a221f-6d5d-4de0-8f11-d04938b2c854', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:42:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0c852e-4ef4-407b-9dad-84af291ba887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:51:55Z', 'updated_at': '2022-05-05T19:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'b4ad395e-99ea-40f1-80cd-fc6a195b1e00', 'name': '', 'network_id': 'c0dbff45-b7d3-44db-825a-7ca3d44cd917', 'tenant_id': '4d0e88c339a8478fac3bdc473e88ec9b', 'mac_address': 'fa:16:3e:db:5e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0c852e-4ef4-407b-9dad-84af291ba887', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'b07668b7-cdd8-46a5-a536-43ebeaf1a857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:52:01Z', 'updated_at': '2022-05-05T19:52:14Z', 'revision_number': 5, 'project_id': '4d0e88c339a8478fac3bdc473e88ec9b', 'subnets': [{'id': 'b07668b7-cdd8-46a5-a536-43ebeaf1a857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 19:54:07.070816 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ef7bcc-64f5-4457-87e2-d002b8bc804f admin admin] Network ac633efb-8397-4939-80ef-9a336931fe15 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:54:07.080538 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-bc31ea1b-4d3e-44a3-8eae-babde84c9a27 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=800c97490729444db81a8ba19630379c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4725115 May 05 19:54:07.084142 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35914) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:54:07.085008 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-88ef7bcc-64f5-4457-87e2-d002b8bc804f admin admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:54:07.142434 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc31ea1b-4d3e-44a3-8eae-babde84c9a27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77bc58f4-3873-49a8-9cab-7fb3850f3f12,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:07.167613 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f53a4811-59c3-4eb1-b1bc-09e7f90df2ce admin admin] Made reservation on behalf of c363b6e35007457ebf57f58d9e21b43b for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:54:07.189426 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f53a4811-59c3-4eb1-b1bc-09e7f90df2ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:07.375019 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac3701-60d6-4fd0-95eb-f2bb760c09e8 req-8dc56101-ca73-4f9f-b63e-0b5ba4f2c843 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:07.394248 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0bac3701-60d6-4fd0-95eb-f2bb760c09e8 req-8dc56101-ca73-4f9f-b63e-0b5ba4f2c843 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec2bd5c5-1783-4660-bfeb-36f3566083c5 HTTP/1.1" status: 200 len: 950 time: 0.5993609 May 05 19:54:07.501359 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81b484a-2749-40b0-ab09-6d2d92d29e17 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 19:54:07.510147 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f3de3f-2e89-46a6-a6f4-7d873ee667f3 None None] Sync routers for ids ['4754cfff-7ce1-4c2d-831c-362204186b0e'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 19:54:07.536412 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f3de3f-2e89-46a6-a6f4-7d873ee667f3 None None] Routers {'4754cfff-7ce1-4c2d-831c-362204186b0e'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:54:07.537172 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-48f3de3f-2e89-46a6-a6f4-7d873ee667f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:54:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['4754cfff-7ce1-4c2d-831c-362204186b0e'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:54:07.668010 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e81b484a-2749-40b0-ab09-6d2d92d29e17 admin admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:07.669314 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e81b484a-2749-40b0-ab09-6d2d92d29e17 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.6968248 May 05 19:54:07.678476 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35932) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:54:07.754647 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d378f853-48ba-493f-8622-699f30d4b8ef None None] New status for floating IP 615bc468-25f6-4d43-9bd2-bc9892ec44c4: DOWN {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 19:54:07.995341 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0bac3701-60d6-4fd0-95eb-f2bb760c09e8 req-66e387c3-9abc-404c-a8e2-73bde26f913c tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6000326 May 05 19:54:08.057788 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-74a36f96-5ab4-475b-9178-a029298b3b83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:08.279873 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88ef7bcc-64f5-4457-87e2-d002b8bc804f admin admin] Router cef00a4f-c68b-4d3a-b9ac-9b50deeb171a has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 19:54:08.282237 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-74a36f96-5ab4-475b-9178-a029298b3b83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:08.298435 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-48f3de3f-2e89-46a6-a6f4-7d873ee667f3 None None] Set router 4754cfff-7ce1-4c2d-831c-362204186b0e gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:54:08.754949 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b32bde0-b456-4951-8462-8c48536df93c'] response: {'server_uuid': '5ff80a77-e629-47d3-89e4-8ddf23d38464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b29bd47a-c0ca-40e8-bc3d-249582d83150', 'code': 200} May 05 19:54:08.856556 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-74a36f96-5ab4-475b-9178-a029298b3b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:08.901200 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a36f96-5ab4-475b-9178-a029298b3b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77bc58f4-3873-49a8-9cab-7fb3850f3f12,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:09.013142 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-3fd538d6-9307-4687-8e80-db36ca1e0786 None None] Provisioning complete for port 2ae25ead-871d-4f1d-9c24-04660b217917 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:54:09.013460 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3fd538d6-9307-4687-8e80-db36ca1e0786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:09.073167 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35962) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:54:09.206167 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-74a36f96-5ab4-475b-9178-a029298b3b83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:09.236495 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-74a36f96-5ab4-475b-9178-a029298b3b83 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/77bc58f4-3873-49a8-9cab-7fb3850f3f12 HTTP/1.1" status: 204 len: 168 time: 2.1316707 May 05 19:54:09.249653 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-3fd538d6-9307-4687-8e80-db36ca1e0786 None None] Port 2ae25ead-871d-4f1d-9c24-04660b217917 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:54:09.407138 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f53a4811-59c3-4eb1-b1bc-09e7f90df2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:09.459024 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ef7bcc-64f5-4457-87e2-d002b8bc804f admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 19:54:09.462918 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:09.493562 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:09.497613 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-88ef7bcc-64f5-4457-87e2-d002b8bc804f admin admin] 10.222.0.36 "PUT /v2.0/routers/cef00a4f-c68b-4d3a-b9ac-9b50deeb171a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4328985 May 05 19:54:09.531598 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:09.611970 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5324dda6-5bfd-41ce-a1ab-447c4438df2d req-562587fd-5bcf-4c77-99de-596d77f97d3f tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:09.640787 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5324dda6-5bfd-41ce-a1ab-447c4438df2d req-562587fd-5bcf-4c77-99de-596d77f97d3f tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec2bd5c5-1783-4660-bfeb-36f3566083c5 HTTP/1.1" status: 200 len: 950 time: 0.3710403 May 05 19:54:09.712604 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53a4811-59c3-4eb1-b1bc-09e7f90df2ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d5cf73a-8836-4a1c-9cf5-1b4e5ac1514f,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:09.781572 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5324dda6-5bfd-41ce-a1ab-447c4438df2d req-66dac437-ed90-44c4-ae38-bd182e96651b tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398149 May 05 19:54:09.800092 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d6e92-9542-4f33-871b-8f19c9e39c08 req-7442108c-b94a-456b-b66b-9d3866285db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:09.804767 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ff8d6e92-9542-4f33-871b-8f19c9e39c08 req-7442108c-b94a-456b-b66b-9d3866285db6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5ff80a77-e629-47d3-89e4-8ddf23d38464 HTTP/1.1" status: 200 len: 1096 time: 1.2350204 May 05 19:54:09.912742 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53a4811-59c3-4eb1-b1bc-09e7f90df2ce admin admin] Checking segment: {'id': '361aafcf-8056-4392-9dee-211afae9d150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f1b1edac-3413-49d2-a959-334eaf994cd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:54:09.913334 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53a4811-59c3-4eb1-b1bc-09e7f90df2ce admin admin] Network hostable DHCP agents. Network: f1b1edac-3413-49d2-a959-334eaf994cd8, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 19:54:09.918359 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 576cb4a5-db7e-4875-9be7-ebb326e540b7 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:54:09.996943 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb3ad0-6fe9-4285-a517-29e9714aaab3 req-0bfbb7f6-e9ff-46bf-87ee-f2fbe61be68c tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:09.998947 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f9fb3ad0-6fe9-4285-a517-29e9714aaab3 req-0bfbb7f6-e9ff-46bf-87ee-f2fbe61be68c tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ff80a77-e629-47d3-89e4-8ddf23d38464 HTTP/1.1" status: 200 len: 945 time: 1.4303551 May 05 19:54:10.094793 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6bb58bcc-3be9-40a4-a522-1703eb47b91d tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:10.125124 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ff8d6e92-9542-4f33-871b-8f19c9e39c08 req-82505f5c-917f-4682-8c14-da2a1092d8d3 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018987 May 05 19:54:10.135569 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 576cb4a5-db7e-4875-9be7-ebb326e540b7 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:54:10.144933 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-48f3de3f-2e89-46a6-a6f4-7d873ee667f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4754cfff-7ce1-4c2d-831c-362204186b0e', 'name': 'tempest-ServersTestMultiNic-1822531154-router', 'tenant_id': 'beb159436c9e4e2f822f7625a9d89435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '5c91cc96-b667-4412-92ed-e46720f3a0c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:53:59Z', 'updated_at': '2022-05-05T19:54:03Z', 'revision_number': 3, 'project_id': 'beb159436c9e4e2f822f7625a9d89435', 'gw_port': {'id': '5c91cc96-b667-4412-92ed-e46720f3a0c4', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:38:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4754cfff-7ce1-4c2d-831c-362204186b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:54:01Z', 'updated_at': '2022-05-05T19:54:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:54:10.151444 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 576cb4a5-db7e-4875-9be7-ebb326e540b7 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:54:10.159517 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:10.186383 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9c4bf213-b6bc-406c-a3e1-afcf9177d760 req-29bd1848-7eb3-4b78-905d-8b14abac4627 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ebc9306-04f4-4b43-83ba-11cffb744f6d HTTP/1.1" status: 200 len: 210 time: 0.1216099 May 05 19:54:10.224807 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f3de3f-2e89-46a6-a6f4-7d873ee667f3 None None] Checking router: 4754cfff-7ce1-4c2d-831c-362204186b0e for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 19:54:10.225608 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f3de3f-2e89-46a6-a6f4-7d873ee667f3 None None] Updating router 4754cfff-7ce1-4c2d-831c-362204186b0e port 5c91cc96-b667-4412-92ed-e46720f3a0c4 binding host n-d-840717-1 {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 19:54:10.273415 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5127ca0d-f380-4245-94ee-c614e1db1a46 req-943510e6-bbda-4e26-a10d-a31db9a5f804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:10.284353 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5127ca0d-f380-4245-94ee-c614e1db1a46 req-943510e6-bbda-4e26-a10d-a31db9a5f804 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=928b29e96aaf42dd9d4dc06b8e5f9969&device_id=ec2bd5c5-1783-4660-bfeb-36f3566083c5 HTTP/1.1" status: 200 len: 1101 time: 0.3310132 May 05 19:54:10.290231 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35980) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:54:10.294327 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53a4811-59c3-4eb1-b1bc-09e7f90df2ce admin admin] Network f1b1edac-3413-49d2-a959-334eaf994cd8 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 19:54:10.304805 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-48f3de3f-2e89-46a6-a6f4-7d873ee667f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:10.313067 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ac83e8e9-98c0-48d9-94b5-94cd3ecfaf1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:10.333444 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-ac83e8e9-98c0-48d9-94b5-94cd3ecfaf1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:54:10.335030 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f9fb3ad0-6fe9-4285-a517-29e9714aaab3 req-336208bc-0f4e-436f-b102-21416423a833 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198676 May 05 19:54:10.394701 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6bb58bcc-3be9-40a4-a522-1703eb47b91d tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:10.405037 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-f53a4811-59c3-4eb1-b1bc-09e7f90df2ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, f1b1edac-3413-49d2-a959-334eaf994cd8) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:54:10.419437 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53a4811-59c3-4eb1-b1bc-09e7f90df2ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:10.420300 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f53a4811-59c3-4eb1-b1bc-09e7f90df2ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:10.424048 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-ac83e8e9-98c0-48d9-94b5-94cd3ecfaf1f admin admin] Usage tracker for resource:security_group_rule and tenant:ac3f6aeba72944fcb55d68132725dcd8 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:54:10.439452 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-ac83e8e9-98c0-48d9-94b5-94cd3ecfaf1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:54:10.473529 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0828a4f9-1fe7-47db-b2d2-b7cd9c2c6691 None None] Network f1b1edac-3413-49d2-a959-334eaf994cd8 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:54:10.489850 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-ac83e8e9-98c0-48d9-94b5-94cd3ecfaf1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:54:10.840101 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5127ca0d-f380-4245-94ee-c614e1db1a46 req-1b2f09f6-f214-461b-a784-68655b21320e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:10.842015 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5127ca0d-f380-4245-94ee-c614e1db1a46 req-1b2f09f6-f214-461b-a784-68655b21320e service neutron] 10.222.0.50 "GET /v2.0/networks?id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3 HTTP/1.1" status: 200 len: 870 time: 0.4914615 May 05 19:54:10.947590 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f53a4811-59c3-4eb1-b1bc-09e7f90df2ce admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 4.4426095 May 05 19:54:11.084159 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15323db6-a085-4235-8ad7-49367e181bf5 None None] Sync routers for ids ['cef00a4f-c68b-4d3a-b9ac-9b50deeb171a'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 19:54:11.115891 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5127ca0d-f380-4245-94ee-c614e1db1a46 req-0d3725bf-3196-4977-85cf-e77959d0552c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6 HTTP/1.1" status: 200 len: 217 time: 0.2544727 May 05 19:54:11.116781 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15323db6-a085-4235-8ad7-49367e181bf5 None None] Routers {'cef00a4f-c68b-4d3a-b9ac-9b50deeb171a'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:54:11.117517 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-15323db6-a085-4235-8ad7-49367e181bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:54:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['cef00a4f-c68b-4d3a-b9ac-9b50deeb171a'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:54:11.332552 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-15323db6-a085-4235-8ad7-49367e181bf5 None None] Set router cef00a4f-c68b-4d3a-b9ac-9b50deeb171a gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:54:11.348285 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9deb407-b6d1-4b68-b66e-b4793ee3e8bc req-ccc45795-8303-4efa-aae2-44a0b3047430 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:11.349872 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-e9deb407-b6d1-4b68-b66e-b4793ee3e8bc req-ccc45795-8303-4efa-aae2-44a0b3047430 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Synchronizing usage tracker for tenant:41290a837817462c9759ead78a474653 on resource:network {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:54:11.355661 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ac83e8e9-98c0-48d9-94b5-94cd3ecfaf1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:11.403957 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6bb58bcc-3be9-40a4-a522-1703eb47b91d tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:11.477376 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5127ca0d-f380-4245-94ee-c614e1db1a46 req-e6fb2dfc-f346-4467-995c-05f0993b81ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:11.479442 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5127ca0d-f380-4245-94ee-c614e1db1a46 req-e6fb2dfc-f346-4467-995c-05f0993b81ad service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.1383162 May 05 19:54:11.481149 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ac83e8e9-98c0-48d9-94b5-94cd3ecfaf1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:11.487445 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb58bcc-3be9-40a4-a522-1703eb47b91d tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74723806-36cd-43f0-be0b-2bd9c82fe8be,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:11.607384 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac83e8e9-98c0-48d9-94b5-94cd3ecfaf1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d3f7af9-b1fa-4bb4-8618-b3c94015bb7e,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:11.623515 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-e9deb407-b6d1-4b68-b66e-b4793ee3e8bc req-ccc45795-8303-4efa-aae2-44a0b3047430 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Unset dirty status for tenant:41290a837817462c9759ead78a474653 on resource:network {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:54:11.633598 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e9deb407-b6d1-4b68-b66e-b4793ee3e8bc req-ccc45795-8303-4efa-aae2-44a0b3047430 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] 10.222.0.36 "GET /v2.0/networks?id=ac633efb-8397-4939-80ef-9a336931fe15 HTTP/1.1" status: 200 len: 829 time: 0.5497129 May 05 19:54:11.638426 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-ffe14ba5-b720-4e76-a9e0-f665cf371bcd tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=97ead9bcc5d448dab263815a595740a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1466575 May 05 19:54:11.682870 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e9deb407-b6d1-4b68-b66e-b4793ee3e8bc req-457296cd-adb2-4e21-a792-72691a559f06 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] 10.222.0.36 "GET /v2.0/quotas/41290a837817462c9759ead78a474653 HTTP/1.1" status: 200 len: 375 time: 0.0478640 May 05 19:54:11.687415 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-ac83e8e9-98c0-48d9-94b5-94cd3ecfaf1f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ac3f6aeba72944fcb55d68132725dcd8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3958542 May 05 19:54:11.709599 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36004) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:54:11.797592 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6bb58bcc-3be9-40a4-a522-1703eb47b91d tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:11.798721 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-6bb58bcc-3be9-40a4-a522-1703eb47b91d tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] 10.222.0.36 "DELETE /v2.0/security-groups/74723806-36cd-43f0-be0b-2bd9c82fe8be HTTP/1.1" status: 204 len: 168 time: 2.7022967 May 05 19:54:11.810538 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36010) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:54:11.829804 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-82bfba8c-2eeb-4d1f-9b6a-b216d158495b tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=97ead9bcc5d448dab263815a595740a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1108527 May 05 19:54:11.941443 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-48f3de3f-2e89-46a6-a6f4-7d873ee667f3 None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:11.963325 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-d1e13f85-78e0-49f0-98b5-9a779997e9df tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] show failed (client error): The resource could not be found. May 05 19:54:11.964859 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d1e13f85-78e0-49f0-98b5-9a779997e9df tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] 10.222.0.36 "GET /v2.0/security-groups/74723806-36cd-43f0-be0b-2bd9c82fe8be HTTP/1.1" status: 404 len: 347 time: 0.1515253 May 05 19:54:11.966741 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-48f3de3f-2e89-46a6-a6f4-7d873ee667f3 None None] Transition to ACTIVE for port object 5c91cc96-b667-4412-92ed-e46720f3a0c4 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:54:11.996207 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36018) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:54:11.998176 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d2dcec9b-d4a1-452f-9ba0-a76252425ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:12.014684 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-48f3de3f-2e89-46a6-a6f4-7d873ee667f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:12.074867 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bff726-5139-48ca-8631-b865ad959507 req-40c4ae3a-1d3e-45fe-a515-ccc5a8258d37 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:12.082863 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-17bff726-5139-48ca-8631-b865ad959507 req-40c4ae3a-1d3e-45fe-a515-ccc5a8258d37 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec2bd5c5-1783-4660-bfeb-36f3566083c5 HTTP/1.1" status: 200 len: 950 time: 1.0909967 May 05 19:54:12.207885 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5127ca0d-f380-4245-94ee-c614e1db1a46 req-c868c91d-56d5-412d-b37e-1f9831a545c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:12.209371 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5127ca0d-f380-4245-94ee-c614e1db1a46 req-c868c91d-56d5-412d-b37e-1f9831a545c7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7022347 May 05 19:54:12.217162 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0e6f1a0e-63ad-4661-88b6-2ba473816f4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:12.233575 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:12.239955 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36024) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:54:12.255110 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-e9deb407-b6d1-4b68-b66e-b4793ee3e8bc req-2fac4fe2-d3cb-44ad-85ef-a590e00c857f tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Synchronizing usage tracker for tenant:41290a837817462c9759ead78a474653 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:54:12.292138 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060ca349-2167-4c1b-b428-b14d37e59daa None None] Network f1b1edac-3413-49d2-a959-334eaf994cd8 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:54:12.304644 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0e6f1a0e-63ad-4661-88b6-2ba473816f4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:12.334129 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-e933dd54-eb7b-4bf7-871e-16f3173820a8 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-914769675-network', 'tenant_id': 'fa0f43ef14a04d2f86aedf2293c4e812'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:54:12.379553 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ae7f97-da67-4c48-b5c7-e67e1c537b6b None None] Pushing event updated for resources: {'Port': ['ID=5c91cc96-b667-4412-92ed-e46720f3a0c4,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:12.391394 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-e9deb407-b6d1-4b68-b66e-b4793ee3e8bc req-2fac4fe2-d3cb-44ad-85ef-a590e00c857f tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Unset dirty status for tenant:41290a837817462c9759ead78a474653 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:54:12.392727 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e9deb407-b6d1-4b68-b66e-b4793ee3e8bc req-2fac4fe2-d3cb-44ad-85ef-a590e00c857f tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=41290a837817462c9759ead78a474653&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6841006 May 05 19:54:12.393481 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-17bff726-5139-48ca-8631-b865ad959507 req-8d63647f-4d28-40f4-93be-b32a997be0a7 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3095145 May 05 19:54:12.403442 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 576cb4a5-db7e-4875-9be7-ebb326e540b7, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=576cb4a5-db7e-4875-9be7-ebb326e540b7,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:54:12.403941 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-48f3de3f-2e89-46a6-a6f4-7d873ee667f3 None None] Attempting to bind port 5c91cc96-b667-4412-92ed-e46720f3a0c4 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:54:12.404348 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-48f3de3f-2e89-46a6-a6f4-7d873ee667f3 None None] Attempting to bind port 5c91cc96-b667-4412-92ed-e46720f3a0c4 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:54:12.419678 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f3de3f-2e89-46a6-a6f4-7d873ee667f3 None None] Attempting to bind port 5c91cc96-b667-4412-92ed-e46720f3a0c4 on network 0401d202-1605-4cfe-bad4-fb225df6afb0 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:54:12.454978 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e933dd54-eb7b-4bf7-871e-16f3173820a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:54:12.484912 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5127ca0d-f380-4245-94ee-c614e1db1a46 req-7eac32c2-9836-4d4b-9031-5460145cfc1f service neutron] 10.222.0.50 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655947 May 05 19:54:12.496877 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-e933dd54-eb7b-4bf7-871e-16f3173820a8 admin admin] Usage tracker for resource:network and tenant:fa0f43ef14a04d2f86aedf2293c4e812 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:54:12.525898 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-e933dd54-eb7b-4bf7-871e-16f3173820a8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:54:12.534131 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-932fb8e2-6acc-4702-b021-3b60cdcc0167 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Deleting port 6a014b0f-2ffa-45a9-bbca-60b31e5588d8 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:54:12.534805 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-932fb8e2-6acc-4702-b021-3b60cdcc0167 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:12.592402 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f3de3f-2e89-46a6-a6f4-7d873ee667f3 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:54:12.595679 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f3de3f-2e89-46a6-a6f4-7d873ee667f3 None None] Checking segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:54:12.596283 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-48f3de3f-2e89-46a6-a6f4-7d873ee667f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:12.597368 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f3de3f-2e89-46a6-a6f4-7d873ee667f3 None None] Bound using segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:54:12.597496 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0e6f1a0e-63ad-4661-88b6-2ba473816f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:12.598177 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-48f3de3f-2e89-46a6-a6f4-7d873ee667f3 None None] Bound port: 5c91cc96-b667-4412-92ed-e46720f3a0c4, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:54:12.598788 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-48f3de3f-2e89-46a6-a6f4-7d873ee667f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:12.687519 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6f1a0e-63ad-4661-88b6-2ba473816f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d3f7af9-b1fa-4bb4-8618-b3c94015bb7e,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:12.690142 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e933dd54-eb7b-4bf7-871e-16f3173820a8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:54:12.701712 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e9deb407-b6d1-4b68-b66e-b4793ee3e8bc req-36ecb941-a71c-40f3-a220-5bc16c89bdc0 service neutron] 10.222.0.36 "GET /v2.0/networks/ac633efb-8397-4939-80ef-9a336931fe15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934215 May 05 19:54:12.705740 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0e6f1a0e-63ad-4661-88b6-2ba473816f4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:12.706427 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-0e6f1a0e-63ad-4661-88b6-2ba473816f4c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6d3f7af9-b1fa-4bb4-8618-b3c94015bb7e HTTP/1.1" status: 204 len: 168 time: 0.9949658 May 05 19:54:12.770057 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5127ca0d-f380-4245-94ee-c614e1db1a46 req-005c6bd7-879f-4820-91f5-d36a79fd15db service neutron] 10.222.0.50 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325513 May 05 19:54:12.772494 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-b4e2bceb-7a65-401b-a06d-d78906ae099c tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:12.774753 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-b4e2bceb-7a65-401b-a06d-d78906ae099c tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0548136 May 05 19:54:12.850112 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ae7f97-da67-4c48-b5c7-e67e1c537b6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:54:12.850477 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ae7f97-da67-4c48-b5c7-e67e1c537b6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:54:12.850777 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ae7f97-da67-4c48-b5c7-e67e1c537b6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:54:12.851104 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ae7f97-da67-4c48-b5c7-e67e1c537b6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:54:12.851465 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ae7f97-da67-4c48-b5c7-e67e1c537b6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:54:12.851788 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ae7f97-da67-4c48-b5c7-e67e1c537b6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:54:12.852607 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ae7f97-da67-4c48-b5c7-e67e1c537b6b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:54:12.852939 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ae7f97-da67-4c48-b5c7-e67e1c537b6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:54:12.853255 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ae7f97-da67-4c48-b5c7-e67e1c537b6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:54:12.853572 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ae7f97-da67-4c48-b5c7-e67e1c537b6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:54:12.854093 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ae7f97-da67-4c48-b5c7-e67e1c537b6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:54:12.854415 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ae7f97-da67-4c48-b5c7-e67e1c537b6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:54:12.865982 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:12.881669 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-5d03cf2a-f13c-46a9-ba6d-be66ce6f5c78 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Request body: {'port': {'device_id': '83ac2a72-1269-4ad8-a2f9-a8775b8bf130', 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3', 'admin_state_up': True, 'tenant_id': '97ead9bcc5d448dab263815a595740a4'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:54:12.901170 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-48f3de3f-2e89-46a6-a6f4-7d873ee667f3 None None] For port 5c91cc96-b667-4412-92ed-e46720f3a0c4, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:54:12.905864 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-48f3de3f-2e89-46a6-a6f4-7d873ee667f3 None None] For port 5c91cc96-b667-4412-92ed-e46720f3a0c4, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=5c91cc96-b667-4412-92ed-e46720f3a0c4,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:54:12.908341 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0fad668b-62af-4039-ba24-3b017c9e53d6 req-0dafaf26-3673-4c28-8082-7d778f8b61d7 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ebc9306-04f4-4b43-83ba-11cffb744f6d HTTP/1.1" status: 200 len: 210 time: 0.2311873 May 05 19:54:12.979177 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e933dd54-eb7b-4bf7-871e-16f3173820a8 admin admin] Made reservation on behalf of fa0f43ef14a04d2f86aedf2293c4e812 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:54:12.982022 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e933dd54-eb7b-4bf7-871e-16f3173820a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:12.991095 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e9deb407-b6d1-4b68-b66e-b4793ee3e8bc req-4a8877ce-7534-4afb-812c-67dca13f75c5 service neutron] 10.222.0.36 "GET /v2.0/networks/ac633efb-8397-4939-80ef-9a336931fe15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585602 May 05 19:54:13.036521 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-48f3de3f-2e89-46a6-a6f4-7d873ee667f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:13.099614 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-6699d5a1-77f0-41e6-a021-2f8cdeb2870a tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:13.101519 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-6699d5a1-77f0-41e6-a021-2f8cdeb2870a tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2298937 May 05 19:54:13.143306 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=576cb4a5-db7e-4875-9be7-ebb326e540b7,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:13.168400 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e933dd54-eb7b-4bf7-871e-16f3173820a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:13.211598 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f3de3f-2e89-46a6-a6f4-7d873ee667f3 None None] Routers {'4754cfff-7ce1-4c2d-831c-362204186b0e'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:54:13.213239 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-48f3de3f-2e89-46a6-a6f4-7d873ee667f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:54:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['4754cfff-7ce1-4c2d-831c-362204186b0e'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:54:13.243390 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-090affe1-72fd-459e-9a8d-14a2c5153b28 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Request body: {'port': {'device_id': '1ebc9306-04f4-4b43-83ba-11cffb744f6d', 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3', 'admin_state_up': True, 'tenant_id': '97ead9bcc5d448dab263815a595740a4'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:54:13.321659 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ae7f97-da67-4c48-b5c7-e67e1c537b6b None None] Pushing event updated for resources: {'Port': ['ID=5c91cc96-b667-4412-92ed-e46720f3a0c4,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:13.322984 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8acb2b01-87a8-4c06-a3ba-3c386ca012b6 req-a15b4645-c263-46dd-9990-cdb1111f1e59 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f98fb10-5b5c-425a-84e6-a590e90a80fb HTTP/1.1" status: 200 len: 210 time: 0.0774875 May 05 19:54:13.470338 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-15323db6-a085-4235-8ad7-49367e181bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef00a4f-c68b-4d3a-b9ac-9b50deeb171a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1356480807-router', 'tenant_id': '41290a837817462c9759ead78a474653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '576cb4a5-db7e-4875-9be7-ebb326e540b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:53:56Z', 'updated_at': '2022-05-05T19:54:05Z', 'revision_number': 4, 'project_id': '41290a837817462c9759ead78a474653', 'gw_port': {'id': '576cb4a5-db7e-4875-9be7-ebb326e540b7', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ca:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef00a4f-c68b-4d3a-b9ac-9b50deeb171a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:53:59Z', 'updated_at': '2022-05-05T19:54:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '2ae25ead-871d-4f1d-9c24-04660b217917', 'name': '', 'network_id': 'ac633efb-8397-4939-80ef-9a336931fe15', 'tenant_id': '41290a837817462c9759ead78a474653', 'mac_address': 'fa:16:3e:7c:98:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef00a4f-c68b-4d3a-b9ac-9b50deeb171a', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'c2bc2455-bacb-4a1f-a7b8-eb3091756a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:54:04Z', 'updated_at': '2022-05-05T19:54:05Z', 'revision_number': 2, 'project_id': '41290a837817462c9759ead78a474653', 'subnets': [{'id': 'c2bc2455-bacb-4a1f-a7b8-eb3091756a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:54:13.522250 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15323db6-a085-4235-8ad7-49367e181bf5 None None] Checking router: cef00a4f-c68b-4d3a-b9ac-9b50deeb171a for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 19:54:13.522614 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15323db6-a085-4235-8ad7-49367e181bf5 None None] Updating router cef00a4f-c68b-4d3a-b9ac-9b50deeb171a port 2ae25ead-871d-4f1d-9c24-04660b217917 binding host n-d-840717-1 {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 19:54:13.674738 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-15323db6-a085-4235-8ad7-49367e181bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:13.685830 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e85a0-7add-44ff-abfe-5d715496a4ff req-cb8574ae-d826-4d6e-a547-bb3c42c4afa1 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:13.695226 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a05e85a0-7add-44ff-abfe-5d715496a4ff req-cb8574ae-d826-4d6e-a547-bb3c42c4afa1 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec2bd5c5-1783-4660-bfeb-36f3566083c5 HTTP/1.1" status: 200 len: 950 time: 0.1131346 May 05 19:54:13.713194 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-48f3de3f-2e89-46a6-a6f4-7d873ee667f3 None None] Set router 4754cfff-7ce1-4c2d-831c-362204186b0e gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:54:13.758063 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a05e85a0-7add-44ff-abfe-5d715496a4ff req-fb4b1c34-0029-4a22-ace4-e4aac2ff856d tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616386 May 05 19:54:13.792198 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e933dd54-eb7b-4bf7-871e-16f3173820a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:54:13.796942 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-e933dd54-eb7b-4bf7-871e-16f3173820a8 admin admin] Usage tracker for resource:security_group_rule and tenant:fa0f43ef14a04d2f86aedf2293c4e812 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:54:13.826325 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-e933dd54-eb7b-4bf7-871e-16f3173820a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:54:13.839502 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e933dd54-eb7b-4bf7-871e-16f3173820a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:54:13.851070 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36060) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:54:13.973244 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-932fb8e2-6acc-4702-b021-3b60cdcc0167 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:13.973638 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-932fb8e2-6acc-4702-b021-3b60cdcc0167 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:13.980769 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:13.989200 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-c771f04a-ed57-468b-84ef-33adb2789bc0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1139885091-network', 'tenant_id': '893db41311a443bcaaab6cdc04f87592'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:54:13.999381 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-c771f04a-ed57-468b-84ef-33adb2789bc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:54:14.003620 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-5d03cf2a-f13c-46a9-ba6d-be66ce6f5c78 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:54:14.009712 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-c771f04a-ed57-468b-84ef-33adb2789bc0 admin admin] Usage tracker for resource:network and tenant:893db41311a443bcaaab6cdc04f87592 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:54:14.015846 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-c771f04a-ed57-468b-84ef-33adb2789bc0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:54:14.016780 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-5d03cf2a-f13c-46a9-ba6d-be66ce6f5c78 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:54:14.026696 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-c771f04a-ed57-468b-84ef-33adb2789bc0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:54:14.042407 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c771f04a-ed57-468b-84ef-33adb2789bc0 admin admin] Made reservation on behalf of 893db41311a443bcaaab6cdc04f87592 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:54:14.045192 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c771f04a-ed57-468b-84ef-33adb2789bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:14.063888 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c771f04a-ed57-468b-84ef-33adb2789bc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:14.080904 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-c771f04a-ed57-468b-84ef-33adb2789bc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:54:14.085521 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-c771f04a-ed57-468b-84ef-33adb2789bc0 admin admin] Usage tracker for resource:security_group_rule and tenant:893db41311a443bcaaab6cdc04f87592 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:54:14.089482 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-c771f04a-ed57-468b-84ef-33adb2789bc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:54:14.097134 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-c771f04a-ed57-468b-84ef-33adb2789bc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:54:14.118588 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-d2dcec9b-d4a1-452f-9ba0-a76252425ef1 admin admin] Allocated IP 172.20.0.1 (6c0d5654-13ec-4914-a265-8f1d68ed84d9/ca563c6f-f58a-4b28-80b3-ef71e9f2f448/4ef4c5df-4678-4c20-8baf-e86489e1a335) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:54:14.235773 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-950b8727-bc83-41b3-9ae1-1e928b666e44 req-729cfca4-933d-4780-a66f-cd5819435c48 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ebc9306-04f4-4b43-83ba-11cffb744f6d HTTP/1.1" status: 200 len: 210 time: 0.0615780 May 05 19:54:14.244786 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-090affe1-72fd-459e-9a8d-14a2c5153b28 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:54:14.256522 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c771f04a-ed57-468b-84ef-33adb2789bc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:14.269229 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c771f04a-ed57-468b-84ef-33adb2789bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:14.302125 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c771f04a-ed57-468b-84ef-33adb2789bc0 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 19:54:14.312638 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c771f04a-ed57-468b-84ef-33adb2789bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f05f5142-3048-43e9-be0a-d9bc3bdeaa8b,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:14.319387 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-932fb8e2-6acc-4702-b021-3b60cdcc0167 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Calling delete_port for 6a014b0f-2ffa-45a9-bbca-60b31e5588d8 owned by network:floatingip {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:54:14.322155 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c771f04a-ed57-468b-84ef-33adb2789bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:14.322440 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-c771f04a-ed57-468b-84ef-33adb2789bc0 admin admin] Added segment 283414fe-472a-4499-90af-036ecf62dff1 of type vlan for network 9f5a5963-5130-4597-b15e-83126dc4776c May 05 19:54:14.347748 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-48f3de3f-2e89-46a6-a6f4-7d873ee667f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4754cfff-7ce1-4c2d-831c-362204186b0e', 'name': 'tempest-ServersTestMultiNic-1822531154-router', 'tenant_id': 'beb159436c9e4e2f822f7625a9d89435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '5c91cc96-b667-4412-92ed-e46720f3a0c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:53:59Z', 'updated_at': '2022-05-05T19:54:03Z', 'revision_number': 3, 'project_id': 'beb159436c9e4e2f822f7625a9d89435', 'gw_port': {'id': '5c91cc96-b667-4412-92ed-e46720f3a0c4', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:38:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4754cfff-7ce1-4c2d-831c-362204186b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:54:01Z', 'updated_at': '2022-05-05T19:54:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:54:14.351940 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c771f04a-ed57-468b-84ef-33adb2789bc0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:14.354637 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f3de3f-2e89-46a6-a6f4-7d873ee667f3 None None] The sync data for ids ['4754cfff-7ce1-4c2d-831c-362204186b0e'] in n-d-840717-1 is: [{'id': '4754cfff-7ce1-4c2d-831c-362204186b0e', 'name': 'tempest-ServersTestMultiNic-1822531154-router', 'tenant_id': 'beb159436c9e4e2f822f7625a9d89435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '5c91cc96-b667-4412-92ed-e46720f3a0c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:53:59Z', 'updated_at': '2022-05-05T19:54:03Z', 'revision_number': 3, 'project_id': 'beb159436c9e4e2f822f7625a9d89435', 'gw_port': {'id': '5c91cc96-b667-4412-92ed-e46720f3a0c4', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:38:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4754cfff-7ce1-4c2d-831c-362204186b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:54:01Z', 'updated_at': '2022-05-05T19:54:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 19:54:14.354853 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-5d03cf2a-f13c-46a9-ba6d-be66ce6f5c78 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Made reservation on behalf of 97ead9bcc5d448dab263815a595740a4 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:54:14.358294 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-5d03cf2a-f13c-46a9-ba6d-be66ce6f5c78 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:14.414433 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-090affe1-72fd-459e-9a8d-14a2c5153b28 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:54:14.426071 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c771f04a-ed57-468b-84ef-33adb2789bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:14.428072 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c771f04a-ed57-468b-84ef-33adb2789bc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:14.428718 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c771f04a-ed57-468b-84ef-33adb2789bc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:14.444272 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-15323db6-a085-4235-8ad7-49367e181bf5 None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:14.459495 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-15323db6-a085-4235-8ad7-49367e181bf5 None None] Transition to ACTIVE for port object 2ae25ead-871d-4f1d-9c24-04660b217917 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:54:14.468415 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-15323db6-a085-4235-8ad7-49367e181bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:14.571421 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c771f04a-ed57-468b-84ef-33adb2789bc0 admin admin] Pushing event updated for resources: {'Network': ['ID=9f5a5963-5130-4597-b15e-83126dc4776c,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:14.579130 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-c771f04a-ed57-468b-84ef-33adb2789bc0 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7267311 May 05 19:54:14.580440 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36070) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:54:14.655038 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-5d03cf2a-f13c-46a9-ba6d-be66ce6f5c78 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Allocated IP 192.168.233.204 (b786cc2b-f681-4c10-a54f-820e9d1a5ac3/4d72a8d3-0a35-4d3a-96b8-d869ff4093bc/6e0be088-6cfe-4e5c-9668-51def98d91cd) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:54:14.656372 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f9b6c30f-278c-46e0-83dc-05c1e356d1e3 req-32c8b588-3836-4353-836a-de3e3c644b95 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f98fb10-5b5c-425a-84e6-a590e90a80fb HTTP/1.1" status: 200 len: 210 time: 0.0869055 May 05 19:54:14.660087 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-33a3f3ec-5cb9-47bc-bb41-fb6de7d84ad1 admin admin] Request body: {'subnet': {'network_id': '9f5a5963-5130-4597-b15e-83126dc4776c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1139885091-subnet', 'tenant_id': '893db41311a443bcaaab6cdc04f87592', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:54:14.666008 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-33a3f3ec-5cb9-47bc-bb41-fb6de7d84ad1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:54:14.670160 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-33a3f3ec-5cb9-47bc-bb41-fb6de7d84ad1 admin admin] Usage tracker for resource:subnet and tenant:893db41311a443bcaaab6cdc04f87592 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:54:14.687063 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-33a3f3ec-5cb9-47bc-bb41-fb6de7d84ad1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:54:14.693113 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-33a3f3ec-5cb9-47bc-bb41-fb6de7d84ad1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:54:14.703800 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a3f3ec-5cb9-47bc-bb41-fb6de7d84ad1 admin admin] Made reservation on behalf of 893db41311a443bcaaab6cdc04f87592 for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:54:14.706646 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-33a3f3ec-5cb9-47bc-bb41-fb6de7d84ad1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:14.842383 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 9f5a5963-5130-4597-b15e-83126dc4776c details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 19:54:14.949573 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d2dcec9b-d4a1-452f-9ba0-a76252425ef1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:14.979684 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-d2dcec9b-d4a1-452f-9ba0-a76252425ef1 admin admin] Transition to ACTIVE for port object 4ef4c5df-4678-4c20-8baf-e86489e1a335 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:54:15.080790 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bede3d5e-9c11-4507-a2c5-0a6094736316 None None] Pushing event updated for resources: {'Port': ['ID=2ae25ead-871d-4f1d-9c24-04660b217917,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:15.213832 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 576cb4a5-db7e-4875-9be7-ebb326e540b7 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:54:15.285727 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9deb407-b6d1-4b68-b66e-b4793ee3e8bc req-6f3fd323-2bfe-4a1f-b014-8083744f4cdf tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:15.287199 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e9deb407-b6d1-4b68-b66e-b4793ee3e8bc req-6f3fd323-2bfe-4a1f-b014-8083744f4cdf tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] 10.222.0.50 "GET /v2.0/networks?id=ac633efb-8397-4939-80ef-9a336931fe15 HTTP/1.1" status: 200 len: 829 time: 0.3814802 May 05 19:54:15.293721 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-5d03cf2a-f13c-46a9-ba6d-be66ce6f5c78 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:15.303036 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-e9deb407-b6d1-4b68-b66e-b4793ee3e8bc req-cd7ba930-431f-4f8c-aeb9-bea4d4e998cd tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Request body: {'port': {'device_id': '8f98fb10-5b5c-425a-84e6-a590e90a80fb', 'network_id': 'ac633efb-8397-4939-80ef-9a336931fe15', 'admin_state_up': True, 'tenant_id': '41290a837817462c9759ead78a474653'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:54:15.311835 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-5d03cf2a-f13c-46a9-ba6d-be66ce6f5c78 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Transition to ACTIVE for port object 6e0be088-6cfe-4e5c-9668-51def98d91cd will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:54:15.331877 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d2dcec9b-d4a1-452f-9ba0-a76252425ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:15.353867 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e933dd54-eb7b-4bf7-871e-16f3173820a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:15.377789 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-15323db6-a085-4235-8ad7-49367e181bf5 None None] Attempting to bind port 2ae25ead-871d-4f1d-9c24-04660b217917 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:54:15.378563 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-15323db6-a085-4235-8ad7-49367e181bf5 None None] Attempting to bind port 2ae25ead-871d-4f1d-9c24-04660b217917 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '35fac83a-67e0-479b-ac71-c3fa378951ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ac633efb-8397-4939-80ef-9a336931fe15'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:54:15.378934 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15323db6-a085-4235-8ad7-49367e181bf5 None None] Attempting to bind port 2ae25ead-871d-4f1d-9c24-04660b217917 on network ac633efb-8397-4939-80ef-9a336931fe15 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:54:15.395627 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15323db6-a085-4235-8ad7-49367e181bf5 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:54:15.396134 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15323db6-a085-4235-8ad7-49367e181bf5 None None] Checking segment: {'id': '35fac83a-67e0-479b-ac71-c3fa378951ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ac633efb-8397-4939-80ef-9a336931fe15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:54:15.396576 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-15323db6-a085-4235-8ad7-49367e181bf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:15.396985 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15323db6-a085-4235-8ad7-49367e181bf5 None None] Bound using segment: {'id': '35fac83a-67e0-479b-ac71-c3fa378951ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ac633efb-8397-4939-80ef-9a336931fe15'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:54:15.397470 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-15323db6-a085-4235-8ad7-49367e181bf5 None None] Bound port: 2ae25ead-871d-4f1d-9c24-04660b217917, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35fac83a-67e0-479b-ac71-c3fa378951ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ac633efb-8397-4939-80ef-9a336931fe15'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:54:15.397897 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-15323db6-a085-4235-8ad7-49367e181bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:15.438477 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2dcec9b-d4a1-452f-9ba0-a76252425ef1 admin admin] Network 6c0d5654-13ec-4914-a265-8f1d68ed84d9 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:54:15.442301 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dcec9b-d4a1-452f-9ba0-a76252425ef1 admin admin] Pushing event updated for resources: {'Port': ['ID=4ef4c5df-4678-4c20-8baf-e86489e1a335,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:15.444996 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-d2dcec9b-d4a1-452f-9ba0-a76252425ef1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:54:15.448497 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-090affe1-72fd-459e-9a8d-14a2c5153b28 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Made reservation on behalf of 97ead9bcc5d448dab263815a595740a4 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:54:15.452867 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-090affe1-72fd-459e-9a8d-14a2c5153b28 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:15.475003 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a1f4c1-dab5-4095-a6ec-eda0ca12b0ea req-fce7f595-9fbe-4377-8467-37eac794b82c tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:15.476543 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-91a1f4c1-dab5-4095-a6ec-eda0ca12b0ea req-fce7f595-9fbe-4377-8467-37eac794b82c tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec2bd5c5-1783-4660-bfeb-36f3566083c5 HTTP/1.1" status: 200 len: 950 time: 0.5171490 May 05 19:54:15.482546 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dcec9b-d4a1-452f-9ba0-a76252425ef1 admin admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:54:15.611543 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 576cb4a5-db7e-4875-9be7-ebb326e540b7 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:54:15.611920 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:15.619028 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b5eab4-8d40-48fc-9f94-7b26c551a0ef req-ce933dde-5269-498e-a760-4dbc42b701a0 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:15.628424 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-63b5eab4-8d40-48fc-9f94-7b26c551a0ef req-ce933dde-5269-498e-a760-4dbc42b701a0 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ff80a77-e629-47d3-89e4-8ddf23d38464 HTTP/1.1" status: 200 len: 945 time: 2.5143685 May 05 19:54:15.630561 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e933dd54-eb7b-4bf7-871e-16f3173820a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:15.641757 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-33a3f3ec-5cb9-47bc-bb41-fb6de7d84ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:15.656011 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e933dd54-eb7b-4bf7-871e-16f3173820a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 19:54:15.671980 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e933dd54-eb7b-4bf7-871e-16f3173820a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:15.672652 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-e933dd54-eb7b-4bf7-871e-16f3173820a8 admin admin] Added segment c0da1ca5-2125-46aa-a23b-f36178b4f14e of type vlan for network 55e86b7f-167f-4ad5-a534-44d5a6db4c5f May 05 19:54:15.693151 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-91a1f4c1-dab5-4095-a6ec-eda0ca12b0ea req-d90068b2-93f4-4915-818f-4f85dc3205c1 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065415 May 05 19:54:15.742379 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-15323db6-a085-4235-8ad7-49367e181bf5 None None] For port 2ae25ead-871d-4f1d-9c24-04660b217917, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:54:15.746602 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-15323db6-a085-4235-8ad7-49367e181bf5 None None] For port 2ae25ead-871d-4f1d-9c24-04660b217917, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=2ae25ead-871d-4f1d-9c24-04660b217917,segment=NetworkSegment(35fac83a-67e0-479b-ac71-c3fa378951ad),segment_id=35fac83a-67e0-479b-ac71-c3fa378951ad)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:54:15.752786 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e933dd54-eb7b-4bf7-871e-16f3173820a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:15.812397 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-e9deb407-b6d1-4b68-b66e-b4793ee3e8bc req-cd7ba930-431f-4f8c-aeb9-bea4d4e998cd tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:54:15.818258 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a3f3ec-5cb9-47bc-bb41-fb6de7d84ad1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d00e14da-0fd5-4ef6-ab2a-38e3f72d3c19,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:15.825002 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a3f3ec-5cb9-47bc-bb41-fb6de7d84ad1 admin admin] Checking segment: {'id': '283414fe-472a-4499-90af-036ecf62dff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9f5a5963-5130-4597-b15e-83126dc4776c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:54:15.825561 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a3f3ec-5cb9-47bc-bb41-fb6de7d84ad1 admin admin] Network hostable DHCP agents. Network: 9f5a5963-5130-4597-b15e-83126dc4776c, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 19:54:15.826616 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 5c91cc96-b667-4412-92ed-e46720f3a0c4 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:54:15.839391 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-e9deb407-b6d1-4b68-b66e-b4793ee3e8bc req-cd7ba930-431f-4f8c-aeb9-bea4d4e998cd tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:54:15.862075 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9deb407-b6d1-4b68-b66e-b4793ee3e8bc req-cd7ba930-431f-4f8c-aeb9-bea4d4e998cd tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Made reservation on behalf of 41290a837817462c9759ead78a474653 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:54:15.867689 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-e9deb407-b6d1-4b68-b66e-b4793ee3e8bc req-cd7ba930-431f-4f8c-aeb9-bea4d4e998cd tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:15.881202 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e933dd54-eb7b-4bf7-871e-16f3173820a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dace96ac-477c-4a21-89cd-ce98e599944c,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:15.887143 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a3f3ec-5cb9-47bc-bb41-fb6de7d84ad1 admin admin] Network 9f5a5963-5130-4597-b15e-83126dc4776c is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 19:54:15.889680 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-15323db6-a085-4235-8ad7-49367e181bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:15.925906 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-5d03cf2a-f13c-46a9-ba6d-be66ce6f5c78 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:15.951622 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['beea523c-b44a-4a29-84fa-ffc71132cf85', '23d5a2d8-4c20-4fdb-8211-2609ae0f9d81', '3ec6d015-62ee-40e3-a243-44557141e447'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:54:15.952204 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-33a3f3ec-5cb9-47bc-bb41-fb6de7d84ad1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 9f5a5963-5130-4597-b15e-83126dc4776c) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:54:15.991548 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-61684662-959e-42a2-b483-dcb42b436825 req-fd37ae9d-dea0-4226-b088-083f01825d63 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ebc9306-04f4-4b43-83ba-11cffb744f6d HTTP/1.1" status: 200 len: 210 time: 0.1089830 May 05 19:54:15.997761 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a3f3ec-5cb9-47bc-bb41-fb6de7d84ad1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:15.998538 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-33a3f3ec-5cb9-47bc-bb41-fb6de7d84ad1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:16.006761 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa65c983-c40c-4291-8bf2-30a564fdf7c4 None None] Network 9f5a5963-5130-4597-b15e-83126dc4776c requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:54:16.007501 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-63b5eab4-8d40-48fc-9f94-7b26c551a0ef req-e89ff26c-efa3-4d74-a18e-56f231ad127e tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3779032 May 05 19:54:16.132621 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-33a3f3ec-5cb9-47bc-bb41-fb6de7d84ad1 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4793520 May 05 19:54:16.136153 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36086) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:54:16.173335 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d2dcec9b-d4a1-452f-9ba0-a76252425ef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:16.200951 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-813c9e50-39dc-449c-8547-617112ac65db admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1139885091-router', 'tenant_id': '893db41311a443bcaaab6cdc04f87592', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:54:16.213997 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-813c9e50-39dc-449c-8547-617112ac65db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:54:16.230733 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-813c9e50-39dc-449c-8547-617112ac65db admin admin] Usage tracker for resource:router and tenant:893db41311a443bcaaab6cdc04f87592 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:54:16.233843 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-813c9e50-39dc-449c-8547-617112ac65db admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:54:16.240761 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-813c9e50-39dc-449c-8547-617112ac65db admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:54:16.270893 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-cfa22d14-8559-4421-9fcc-d8b1c8520198 None None] Provisioning for port 4ef4c5df-4678-4c20-8baf-e86489e1a335 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:54:16.276975 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bede3d5e-9c11-4507-a2c5-0a6094736316 None None] Pushing event updated for resources: {'Port': ['ID=2ae25ead-871d-4f1d-9c24-04660b217917,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:16.292092 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-cfa22d14-8559-4421-9fcc-d8b1c8520198 None None] Provisioning complete for port 4ef4c5df-4678-4c20-8baf-e86489e1a335 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:54:16.292473 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cfa22d14-8559-4421-9fcc-d8b1c8520198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:16.341566 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-a1eb2afa-19b9-4e6e-9f07-ba6fe44d0921 req-438cd130-0abd-4774-b167-6795b3d88c44 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Synchronizing usage tracker for tenant:41290a837817462c9759ead78a474653 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:54:16.347519 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-5d03cf2a-f13c-46a9-ba6d-be66ce6f5c78 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:54:16.351100 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 19:54:16.354161 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-813c9e50-39dc-449c-8547-617112ac65db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:16.355691 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-813c9e50-39dc-449c-8547-617112ac65db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:16.357169 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:16.373387 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e933dd54-eb7b-4bf7-871e-16f3173820a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:16.374954 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e933dd54-eb7b-4bf7-871e-16f3173820a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:16.374954 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e933dd54-eb7b-4bf7-871e-16f3173820a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:16.378522 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-5d03cf2a-f13c-46a9-ba6d-be66ce6f5c78 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:54:16.381390 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-5d03cf2a-f13c-46a9-ba6d-be66ce6f5c78 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:54:16.383571 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 5c91cc96-b667-4412-92ed-e46720f3a0c4 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:54:16.386998 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15323db6-a085-4235-8ad7-49367e181bf5 None None] Routers {'cef00a4f-c68b-4d3a-b9ac-9b50deeb171a'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:54:16.387741 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-15323db6-a085-4235-8ad7-49367e181bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:54:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['cef00a4f-c68b-4d3a-b9ac-9b50deeb171a'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:54:16.410602 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-e9deb407-b6d1-4b68-b66e-b4793ee3e8bc req-cd7ba930-431f-4f8c-aeb9-bea4d4e998cd tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Allocated IP 172.20.0.7 (ac633efb-8397-4939-80ef-9a336931fe15/c2bc2455-bacb-4a1f-a7b8-eb3091756a77/0aa57b64-504c-4fb9-abb7-53a7e82330a4) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:54:16.417936 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-a1eb2afa-19b9-4e6e-9f07-ba6fe44d0921 req-438cd130-0abd-4774-b167-6795b3d88c44 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Unset dirty status for tenant:41290a837817462c9759ead78a474653 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:54:16.420034 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a1eb2afa-19b9-4e6e-9f07-ba6fe44d0921 req-438cd130-0abd-4774-b167-6795b3d88c44 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f98fb10-5b5c-425a-84e6-a590e90a80fb HTTP/1.1" status: 200 len: 210 time: 0.1803646 May 05 19:54:16.434734 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-813c9e50-39dc-449c-8547-617112ac65db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:16.513492 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 5c91cc96-b667-4412-92ed-e46720f3a0c4 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:54:16.513858 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:16.545715 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-cfa22d14-8559-4421-9fcc-d8b1c8520198 None None] Port 4ef4c5df-4678-4c20-8baf-e86489e1a335 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:54:16.771201 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e54e149-d90d-41bc-a6d9-57c028a3b0ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-9f5a5963-5130-4597-b15e-83126dc4776c', 'network_id': '9f5a5963-5130-4597-b15e-83126dc4776c', 'tenant_id': '893db41311a443bcaaab6cdc04f87592', 'fixed_ips': [{'subnet_id': 'd00e14da-0fd5-4ef6-ab2a-38e3f72d3c19'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 19:54:16.772062 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1e54e149-d90d-41bc-a6d9-57c028a3b0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:16.799921 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-090affe1-72fd-459e-9a8d-14a2c5153b28 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Allocated IP 192.168.233.43 (b786cc2b-f681-4c10-a54f-820e9d1a5ac3/4d72a8d3-0a35-4d3a-96b8-d869ff4093bc/23636d07-d5e5-4113-a95f-01258904698e) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:54:16.883593 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d03cf2a-f13c-46a9-ba6d-be66ce6f5c78 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Pushing event updated for resources: {'Port': ['ID=6e0be088-6cfe-4e5c-9668-51def98d91cd,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:16.957628 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-15323db6-a085-4235-8ad7-49367e181bf5 None None] Set router cef00a4f-c68b-4d3a-b9ac-9b50deeb171a gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:54:17.029970 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-813c9e50-39dc-449c-8547-617112ac65db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:17.090522 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-932fb8e2-6acc-4702-b021-3b60cdcc0167 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:17.127948 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-e9deb407-b6d1-4b68-b66e-b4793ee3e8bc req-cd7ba930-431f-4f8c-aeb9-bea4d4e998cd tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:17.154576 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-e9deb407-b6d1-4b68-b66e-b4793ee3e8bc req-cd7ba930-431f-4f8c-aeb9-bea4d4e998cd tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Transition to ACTIVE for port object 0aa57b64-504c-4fb9-abb7-53a7e82330a4 will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:54:17.167091 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0dd359-c779-4cd0-ac1c-da0b307b52e1 req-4dcccad0-c553-46a5-a86c-2afc1675aa2b tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:17.168619 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cc0dd359-c779-4cd0-ac1c-da0b307b52e1 req-4dcccad0-c553-46a5-a86c-2afc1675aa2b tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec2bd5c5-1783-4660-bfeb-36f3566083c5 HTTP/1.1" status: 200 len: 950 time: 0.2730248 May 05 19:54:17.225202 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e933dd54-eb7b-4bf7-871e-16f3173820a8 admin admin] Pushing event updated for resources: {'Network': ['ID=55e86b7f-167f-4ad5-a534-44d5a6db4c5f,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:17.241425 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-5d03cf2a-f13c-46a9-ba6d-be66ce6f5c78 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:17.242045 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-5d03cf2a-f13c-46a9-ba6d-be66ce6f5c78 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:17.247516 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932fb8e2-6acc-4702-b021-3b60cdcc0167 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Pushing event deleted for resources: {'Port': ['ID=6a014b0f-2ffa-45a9-bbca-60b31e5588d8,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:17.293167 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-e9deb407-b6d1-4b68-b66e-b4793ee3e8bc req-cd7ba930-431f-4f8c-aeb9-bea4d4e998cd tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:17.298026 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-7b1a45d1-6900-4f44-932c-7c2c05dc55b9 None None] Provisioning for port 6e0be088-6cfe-4e5c-9668-51def98d91cd completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:54:17.314791 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 55e86b7f-167f-4ad5-a534-44d5a6db4c5f details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 19:54:17.324800 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e933dd54-eb7b-4bf7-871e-16f3173820a8 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 5.0773175 May 05 19:54:17.335954 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36098) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:54:17.337944 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:17.360220 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cc0dd359-c779-4cd0-ac1c-da0b307b52e1 req-c05a557c-cacd-4622-8271-dc1e03e0434d tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791899 May 05 19:54:17.370689 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-7b1a45d1-6900-4f44-932c-7c2c05dc55b9 None None] Provisioning complete for port 6e0be088-6cfe-4e5c-9668-51def98d91cd triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:54:17.371175 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7b1a45d1-6900-4f44-932c-7c2c05dc55b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:17.376110 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-05db14f0-342b-4faa-9e2b-bbadc1bdb6dc admin admin] Request body: {'subnet': {'network_id': '55e86b7f-167f-4ad5-a534-44d5a6db4c5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-914769675-subnet', 'tenant_id': 'fa0f43ef14a04d2f86aedf2293c4e812', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:54:17.395135 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-5d03cf2a-f13c-46a9-ba6d-be66ce6f5c78 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.5922413 May 05 19:54:17.401307 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-090affe1-72fd-459e-9a8d-14a2c5153b28 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:17.409630 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9deb407-b6d1-4b68-b66e-b4793ee3e8bc req-cd7ba930-431f-4f8c-aeb9-bea4d4e998cd tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Network ac633efb-8397-4939-80ef-9a336931fe15 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:54:17.410736 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-05db14f0-342b-4faa-9e2b-bbadc1bdb6dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:54:17.416335 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-e9deb407-b6d1-4b68-b66e-b4793ee3e8bc req-cd7ba930-431f-4f8c-aeb9-bea4d4e998cd tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:54:17.427890 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-05db14f0-342b-4faa-9e2b-bbadc1bdb6dc admin admin] Usage tracker for resource:subnet and tenant:fa0f43ef14a04d2f86aedf2293c4e812 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:54:17.431304 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9deb407-b6d1-4b68-b66e-b4793ee3e8bc req-cd7ba930-431f-4f8c-aeb9-bea4d4e998cd tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:54:17.459329 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-6fd006fc-d131-480d-b143-bed3022c3775 service neutron] Request body: {'port': {'device_id': '83ac2a72-1269-4ad8-a2f9-a8775b8bf130', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:54:17.517094 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 5c91cc96-b667-4412-92ed-e46720f3a0c4, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=5c91cc96-b667-4412-92ed-e46720f3a0c4,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:54:17.530207 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-090affe1-72fd-459e-9a8d-14a2c5153b28 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Transition to ACTIVE for port object 23636d07-d5e5-4113-a95f-01258904698e will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:54:17.538547 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09eafc3-c44a-4895-a514-7191f330ee51 req-25c5e8ec-b81a-48bc-8c7f-3b718fb17e8c tempest-LiveAutoBlockMigrationV225Test-129314705 tempest-LiveAutoBlockMigrationV225Test-129314705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:17.546155 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b09eafc3-c44a-4895-a514-7191f330ee51 req-25c5e8ec-b81a-48bc-8c7f-3b718fb17e8c tempest-LiveAutoBlockMigrationV225Test-129314705 tempest-LiveAutoBlockMigrationV225Test-129314705-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5ff80a77-e629-47d3-89e4-8ddf23d38464 HTTP/1.1" status: 200 len: 1096 time: 1.1972253 May 05 19:54:17.550459 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9deb407-b6d1-4b68-b66e-b4793ee3e8bc req-cd7ba930-431f-4f8c-aeb9-bea4d4e998cd tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:17.551129 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-e9deb407-b6d1-4b68-b66e-b4793ee3e8bc req-cd7ba930-431f-4f8c-aeb9-bea4d4e998cd tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:17.578027 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-932fb8e2-6acc-4702-b021-3b60cdcc0167 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Notify callbacks [] for floatingip, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:17.580723 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-932fb8e2-6acc-4702-b021-3b60cdcc0167 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:17.585142 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-932fb8e2-6acc-4702-b021-3b60cdcc0167 tempest-ServersTestBootFromVolume-500067816 tempest-ServersTestBootFromVolume-500067816-project] 10.222.0.36 "DELETE /v2.0/floatingips/615bc468-25f6-4d43-9bd2-bc9892ec44c4 HTTP/1.1" status: 204 len: 168 time: 5.5772288 May 05 19:54:17.587060 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-05db14f0-342b-4faa-9e2b-bbadc1bdb6dc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:54:17.591085 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36104) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:54:17.604780 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-05db14f0-342b-4faa-9e2b-bbadc1bdb6dc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:54:17.651199 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-1e54e149-d90d-41bc-a6d9-57c028a3b0ca None None] Allocated IP 172.20.0.2 (9f5a5963-5130-4597-b15e-83126dc4776c/d00e14da-0fd5-4ef6-ab2a-38e3f72d3c19/7f05d029-a000-4bb3-9bf5-0cf5af2da65b) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:54:17.682687 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0b945098-bcde-4c5a-bd6a-ecdf4f5ffe82 req-8e9fbadb-568f-4503-aba7-67337e6251ca tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ebc9306-04f4-4b43-83ba-11cffb744f6d HTTP/1.1" status: 200 len: 210 time: 0.0673044 May 05 19:54:17.686612 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e9deb407-b6d1-4b68-b66e-b4793ee3e8bc req-cd7ba930-431f-4f8c-aeb9-bea4d4e998cd tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3873255 May 05 19:54:17.687219 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05db14f0-342b-4faa-9e2b-bbadc1bdb6dc admin admin] Made reservation on behalf of fa0f43ef14a04d2f86aedf2293c4e812 for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:54:17.690725 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-05db14f0-342b-4faa-9e2b-bbadc1bdb6dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:17.740221 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:17.886126 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b09eafc3-c44a-4895-a514-7191f330ee51 req-b49a4312-c28c-4ab3-ad1d-e32075e28ec2 tempest-LiveAutoBlockMigrationV225Test-129314705 tempest-LiveAutoBlockMigrationV225Test-129314705-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387403 May 05 19:54:17.905094 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-7b1a45d1-6900-4f44-932c-7c2c05dc55b9 None None] Port 6e0be088-6cfe-4e5c-9668-51def98d91cd cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:54:17.933921 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 2ae25ead-871d-4f1d-9c24-04660b217917 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:54:17.956428 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7ba930-431f-4f8c-aeb9-bea4d4e998cd tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Pushing event updated for resources: {'Port': ['ID=0aa57b64-504c-4fb9-abb7-53a7e82330a4,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:17.971580 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-6fd006fc-d131-480d-b143-bed3022c3775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:17.975021 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-e9deb407-b6d1-4b68-b66e-b4793ee3e8bc req-51642a02-6be9-4002-b05b-d9cc5ec55fd4 service neutron] Request body: {'port': {'device_id': '8f98fb10-5b5c-425a-84e6-a590e90a80fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:54:18.003696 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d2dcec9b-d4a1-452f-9ba0-a76252425ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:18.057060 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-090affe1-72fd-459e-9a8d-14a2c5153b28 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:18.188384 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-99236b4b-55da-4ad0-9068-45f671fc1c80 None None] Provisioning for port 0aa57b64-504c-4fb9-abb7-53a7e82330a4 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:54:18.213117 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=5c91cc96-b667-4412-92ed-e46720f3a0c4,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:18.229942 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-99236b4b-55da-4ad0-9068-45f671fc1c80 None None] Provisioning complete for port 0aa57b64-504c-4fb9-abb7-53a7e82330a4 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:54:18.229942 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-99236b4b-55da-4ad0-9068-45f671fc1c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:18.356475 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-090affe1-72fd-459e-9a8d-14a2c5153b28 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:54:18.388421 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 2ae25ead-871d-4f1d-9c24-04660b217917 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:54:18.398048 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-99236b4b-55da-4ad0-9068-45f671fc1c80 None None] Port 0aa57b64-504c-4fb9-abb7-53a7e82330a4 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:54:18.411016 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-e9deb407-b6d1-4b68-b66e-b4793ee3e8bc req-51642a02-6be9-4002-b05b-d9cc5ec55fd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:18.420937 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 2ae25ead-871d-4f1d-9c24-04660b217917 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:54:18.421310 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:18.434223 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-813c9e50-39dc-449c-8547-617112ac65db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:18.478427 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-813c9e50-39dc-449c-8547-617112ac65db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:18.487661 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1e54e149-d90d-41bc-a6d9-57c028a3b0ca None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:18.520794 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-1e54e149-d90d-41bc-a6d9-57c028a3b0ca None None] Transition to ACTIVE for port object 7f05d029-a000-4bb3-9bf5-0cf5af2da65b will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:54:18.557628 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-090affe1-72fd-459e-9a8d-14a2c5153b28 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:54:18.559491 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090affe1-72fd-459e-9a8d-14a2c5153b28 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Pushing event updated for resources: {'Port': ['ID=23636d07-d5e5-4113-a95f-01258904698e,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:18.572705 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-090affe1-72fd-459e-9a8d-14a2c5153b28 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:54:18.587955 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51eacfe-e3fb-4e86-bc8f-d98a9cc6a667 req-55363e8e-afc0-413f-aee3-2810e04a3263 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:18.589684 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b51eacfe-e3fb-4e86-bc8f-d98a9cc6a667 req-55363e8e-afc0-413f-aee3-2810e04a3263 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f98fb10-5b5c-425a-84e6-a590e90a80fb HTTP/1.1" status: 200 len: 931 time: 0.6196301 May 05 19:54:18.682496 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-15323db6-a085-4235-8ad7-49367e181bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef00a4f-c68b-4d3a-b9ac-9b50deeb171a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1356480807-router', 'tenant_id': '41290a837817462c9759ead78a474653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '576cb4a5-db7e-4875-9be7-ebb326e540b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:53:56Z', 'updated_at': '2022-05-05T19:54:05Z', 'revision_number': 4, 'project_id': '41290a837817462c9759ead78a474653', 'gw_port': {'id': '576cb4a5-db7e-4875-9be7-ebb326e540b7', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ca:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef00a4f-c68b-4d3a-b9ac-9b50deeb171a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:53:59Z', 'updated_at': '2022-05-05T19:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '2ae25ead-871d-4f1d-9c24-04660b217917', 'name': '', 'network_id': 'ac633efb-8397-4939-80ef-9a336931fe15', 'tenant_id': '41290a837817462c9759ead78a474653', 'mac_address': 'fa:16:3e:7c:98:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef00a4f-c68b-4d3a-b9ac-9b50deeb171a', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'c2bc2455-bacb-4a1f-a7b8-eb3091756a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:54:04Z', 'updated_at': '2022-05-05T19:54:15Z', 'revision_number': 4, 'project_id': '41290a837817462c9759ead78a474653', 'subnets': [{'id': 'c2bc2455-bacb-4a1f-a7b8-eb3091756a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:54:18.692286 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15323db6-a085-4235-8ad7-49367e181bf5 None None] The sync data for ids ['cef00a4f-c68b-4d3a-b9ac-9b50deeb171a'] in n-d-840717-1 is: [{'id': 'cef00a4f-c68b-4d3a-b9ac-9b50deeb171a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1356480807-router', 'tenant_id': '41290a837817462c9759ead78a474653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '576cb4a5-db7e-4875-9be7-ebb326e540b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:53:56Z', 'updated_at': '2022-05-05T19:54:05Z', 'revision_number': 4, 'project_id': '41290a837817462c9759ead78a474653', 'gw_port': {'id': '576cb4a5-db7e-4875-9be7-ebb326e540b7', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ca:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef00a4f-c68b-4d3a-b9ac-9b50deeb171a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:53:59Z', 'updated_at': '2022-05-05T19:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '2ae25ead-871d-4f1d-9c24-04660b217917', 'name': '', 'network_id': 'ac633efb-8397-4939-80ef-9a336931fe15', 'tenant_id': '41290a837817462c9759ead78a474653', 'mac_address': 'fa:16:3e:7c:98:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef00a4f-c68b-4d3a-b9ac-9b50deeb171a', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'c2bc2455-bacb-4a1f-a7b8-eb3091756a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:54:04Z', 'updated_at': '2022-05-05T19:54:15Z', 'revision_number': 4, 'project_id': '41290a837817462c9759ead78a474653', 'subnets': [{'id': 'c2bc2455-bacb-4a1f-a7b8-eb3091756a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 19:54:18.700862 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-1e54e149-d90d-41bc-a6d9-57c028a3b0ca None None] Transition to ACTIVE for port object 7f05d029-a000-4bb3-9bf5-0cf5af2da65b will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:54:18.811061 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:18.830225 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1e54e149-d90d-41bc-a6d9-57c028a3b0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:18.845882 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-b51eacfe-e3fb-4e86-bc8f-d98a9cc6a667 req-6cfa6729-e83a-4c3a-97bd-1410fd04b072 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Synchronizing usage tracker for tenant:41290a837817462c9759ead78a474653 on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:54:18.876312 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-05db14f0-342b-4faa-9e2b-bbadc1bdb6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:18.966886 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-b51eacfe-e3fb-4e86-bc8f-d98a9cc6a667 req-6cfa6729-e83a-4c3a-97bd-1410fd04b072 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Unset dirty status for tenant:41290a837817462c9759ead78a474653 on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:54:18.980178 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b51eacfe-e3fb-4e86-bc8f-d98a9cc6a667 req-6cfa6729-e83a-4c3a-97bd-1410fd04b072 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] 10.222.0.36 "GET /v2.0/security-groups?id=133d9788-2d4a-473a-85ae-b77d71ab949f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775694 May 05 19:54:18.996119 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e54e149-d90d-41bc-a6d9-57c028a3b0ca None None] Network 9f5a5963-5130-4597-b15e-83126dc4776c is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:54:18.996333 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05db14f0-342b-4faa-9e2b-bbadc1bdb6dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=78918629-98c1-4e66-b914-73c7bb3ac7b3,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:18.996461 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-1e54e149-d90d-41bc-a6d9-57c028a3b0ca None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:54:19.001357 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 2ae25ead-871d-4f1d-9c24-04660b217917, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=2ae25ead-871d-4f1d-9c24-04660b217917,segment=NetworkSegment(35fac83a-67e0-479b-ac71-c3fa378951ad),segment_id=35fac83a-67e0-479b-ac71-c3fa378951ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:54:19.002510 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-dc9fb792-bf7b-4b65-9e66-957aa2582911 None None] Provisioning for port 23636d07-d5e5-4113-a95f-01258904698e completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:54:19.006312 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e54e149-d90d-41bc-a6d9-57c028a3b0ca None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:54:19.009522 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e54e149-d90d-41bc-a6d9-57c028a3b0ca None None] Pushing event updated for resources: {'Port': ['ID=7f05d029-a000-4bb3-9bf5-0cf5af2da65b,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:19.025321 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:19.040855 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-090affe1-72fd-459e-9a8d-14a2c5153b28 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:19.041504 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-090affe1-72fd-459e-9a8d-14a2c5153b28 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:19.102961 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-dc9fb792-bf7b-4b65-9e66-957aa2582911 None None] Provisioning complete for port 23636d07-d5e5-4113-a95f-01258904698e triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:54:19.119463 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-dc9fb792-bf7b-4b65-9e66-957aa2582911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:19.135758 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dec5e5-0ca7-4659-a164-986731bfec99 req-d8bf5706-3598-42d6-8eef-4d2f4e238fd3 tempest-LiveAutoBlockMigrationV225Test-129314705 tempest-LiveAutoBlockMigrationV225Test-129314705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:19.142336 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-813c9e50-39dc-449c-8547-617112ac65db admin admin] Allocated IP 172.25.0.174 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/f773e0ee-bb04-46bb-887a-8ee00eaae234) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:54:19.142881 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-73dec5e5-0ca7-4659-a164-986731bfec99 req-d8bf5706-3598-42d6-8eef-4d2f4e238fd3 tempest-LiveAutoBlockMigrationV225Test-129314705 tempest-LiveAutoBlockMigrationV225Test-129314705-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5ff80a77-e629-47d3-89e4-8ddf23d38464 HTTP/1.1" status: 200 len: 1096 time: 0.9880307 May 05 19:54:19.185019 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-090affe1-72fd-459e-9a8d-14a2c5153b28 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.9762924 May 05 19:54:19.223961 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-1e1d2d82-0878-498e-9c61-f1d9fc7390fe service neutron] Request body: {'port': {'device_id': '1ebc9306-04f4-4b43-83ba-11cffb744f6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:54:19.334745 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-1e54e149-d90d-41bc-a6d9-57c028a3b0ca None None] Attempting to bind port 7f05d029-a000-4bb3-9bf5-0cf5af2da65b on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:54:19.335202 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-1e54e149-d90d-41bc-a6d9-57c028a3b0ca None None] Attempting to bind port 7f05d029-a000-4bb3-9bf5-0cf5af2da65b by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '283414fe-472a-4499-90af-036ecf62dff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9f5a5963-5130-4597-b15e-83126dc4776c'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:54:19.335649 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e54e149-d90d-41bc-a6d9-57c028a3b0ca None None] Attempting to bind port 7f05d029-a000-4bb3-9bf5-0cf5af2da65b on network 9f5a5963-5130-4597-b15e-83126dc4776c {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:54:19.341068 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-dc9fb792-bf7b-4b65-9e66-957aa2582911 None None] Port 23636d07-d5e5-4113-a95f-01258904698e cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:54:19.346943 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e54e149-d90d-41bc-a6d9-57c028a3b0ca None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:54:19.347448 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e54e149-d90d-41bc-a6d9-57c028a3b0ca None None] Checking segment: {'id': '283414fe-472a-4499-90af-036ecf62dff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9f5a5963-5130-4597-b15e-83126dc4776c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:54:19.348281 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1e54e149-d90d-41bc-a6d9-57c028a3b0ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:19.348281 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e54e149-d90d-41bc-a6d9-57c028a3b0ca None None] Bound using segment: {'id': '283414fe-472a-4499-90af-036ecf62dff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9f5a5963-5130-4597-b15e-83126dc4776c'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:54:19.348997 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-1e54e149-d90d-41bc-a6d9-57c028a3b0ca None None] Bound port: 7f05d029-a000-4bb3-9bf5-0cf5af2da65b, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '283414fe-472a-4499-90af-036ecf62dff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9f5a5963-5130-4597-b15e-83126dc4776c'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:54:19.349502 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1e54e149-d90d-41bc-a6d9-57c028a3b0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:19.358553 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=2ae25ead-871d-4f1d-9c24-04660b217917,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:19.360525 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-73dec5e5-0ca7-4659-a164-986731bfec99 req-1b23aa7a-af9e-46ce-905e-06b23785c59e tempest-LiveAutoBlockMigrationV225Test-129314705 tempest-LiveAutoBlockMigrationV225Test-129314705-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159569 May 05 19:54:19.366304 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.db.resource_extend [None req-d2dcec9b-d4a1-452f-9ba0-a76252425ef1 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 19:54:19.487000 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-6fd006fc-d131-480d-b143-bed3022c3775 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e0be088-6cfe-4e5c-9668-51def98d91cd {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:54:19.490051 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-1e54e149-d90d-41bc-a6d9-57c028a3b0ca None None] For port 7f05d029-a000-4bb3-9bf5-0cf5af2da65b, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:54:19.495114 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-1e54e149-d90d-41bc-a6d9-57c028a3b0ca None None] For port 7f05d029-a000-4bb3-9bf5-0cf5af2da65b, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=7f05d029-a000-4bb3-9bf5-0cf5af2da65b,segment=NetworkSegment(283414fe-472a-4499-90af-036ecf62dff1),segment_id=283414fe-472a-4499-90af-036ecf62dff1)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:54:19.497870 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-6fd006fc-d131-480d-b143-bed3022c3775 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:19.500670 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1e54e149-d90d-41bc-a6d9-57c028a3b0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:19.513183 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-e9deb407-b6d1-4b68-b66e-b4793ee3e8bc req-51642a02-6be9-4002-b05b-d9cc5ec55fd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0aa57b64-504c-4fb9-abb7-53a7e82330a4 {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:54:19.521931 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-e9deb407-b6d1-4b68-b66e-b4793ee3e8bc req-51642a02-6be9-4002-b05b-d9cc5ec55fd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:19.522956 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d2dcec9b-d4a1-452f-9ba0-a76252425ef1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:19.538648 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-e9deb407-b6d1-4b68-b66e-b4793ee3e8bc req-51642a02-6be9-4002-b05b-d9cc5ec55fd4 service neutron] Transition to ACTIVE for port object 0aa57b64-504c-4fb9-abb7-53a7e82330a4 will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:54:19.540223 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d2dcec9b-d4a1-452f-9ba0-a76252425ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:19.632133 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e54e149-d90d-41bc-a6d9-57c028a3b0ca None None] Pushing event updated for resources: {'Port': ['ID=7f05d029-a000-4bb3-9bf5-0cf5af2da65b,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:19.646128 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-e9deb407-b6d1-4b68-b66e-b4793ee3e8bc req-51642a02-6be9-4002-b05b-d9cc5ec55fd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:19.671544 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-6fd006fc-d131-480d-b143-bed3022c3775 service neutron] Transition to ACTIVE for port object 6e0be088-6cfe-4e5c-9668-51def98d91cd will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:54:19.694448 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['beea523c-b44a-4a29-84fa-ffc71132cf85', '23d5a2d8-4c20-4fdb-8211-2609ae0f9d81', '3ec6d015-62ee-40e3-a243-44557141e447'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:54:19.718913 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05db14f0-342b-4faa-9e2b-bbadc1bdb6dc admin admin] Checking segment: {'id': 'c0da1ca5-2125-46aa-a23b-f36178b4f14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '55e86b7f-167f-4ad5-a534-44d5a6db4c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:54:19.719274 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05db14f0-342b-4faa-9e2b-bbadc1bdb6dc admin admin] Network hostable DHCP agents. Network: 55e86b7f-167f-4ad5-a534-44d5a6db4c5f, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 19:54:19.747764 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-6fd006fc-d131-480d-b143-bed3022c3775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:19.938575 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 5c91cc96-b667-4412-92ed-e46720f3a0c4 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:54:19.945566 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dcec9b-d4a1-452f-9ba0-a76252425ef1 admin admin] Pushing event updated for resources: {'Port': ['ID=4ef4c5df-4678-4c20-8baf-e86489e1a335,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:19.948633 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d2dcec9b-d4a1-452f-9ba0-a76252425ef1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:20.069826 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd006fc-d131-480d-b143-bed3022c3775 service neutron] Pushing event updated for resources: {'Port': ['ID=6e0be088-6cfe-4e5c-9668-51def98d91cd,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:20.076639 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-1e1d2d82-0878-498e-9c61-f1d9fc7390fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:20.117518 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-813c9e50-39dc-449c-8547-617112ac65db admin admin] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:20.152778 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 5c91cc96-b667-4412-92ed-e46720f3a0c4 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:54:20.153178 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:20.214337 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51642a02-6be9-4002-b05b-d9cc5ec55fd4 service neutron] Pushing event updated for resources: {'Port': ['ID=0aa57b64-504c-4fb9-abb7-53a7e82330a4,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:20.228765 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05db14f0-342b-4faa-9e2b-bbadc1bdb6dc admin admin] Network 55e86b7f-167f-4ad5-a534-44d5a6db4c5f is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 19:54:20.291217 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-05db14f0-342b-4faa-9e2b-bbadc1bdb6dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 55e86b7f-167f-4ad5-a534-44d5a6db4c5f) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:54:20.304176 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06329051-253d-417f-9080-2f0ac8e114d7 None None] Network 55e86b7f-167f-4ad5-a534-44d5a6db4c5f requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:54:20.310190 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05db14f0-342b-4faa-9e2b-bbadc1bdb6dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:20.310417 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-05db14f0-342b-4faa-9e2b-bbadc1bdb6dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:20.342384 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe9631-a268-4b1f-baf4-da4713b6dd23 req-ece46f0a-8226-479c-ba6b-1a8478540be2 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:20.343968 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dffe9631-a268-4b1f-baf4-da4713b6dd23 req-ece46f0a-8226-479c-ba6b-1a8478540be2 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec2bd5c5-1783-4660-bfeb-36f3566083c5 HTTP/1.1" status: 200 len: 950 time: 0.7939219 May 05 19:54:20.395897 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-813c9e50-39dc-449c-8547-617112ac65db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:20.397154 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb626193-f8e1-4d4c-b4df-46d389d6d1de req-b914e11a-fccf-4c19-90c2-a5c7b9e75689 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:20.397869 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-eb626193-f8e1-4d4c-b4df-46d389d6d1de req-b914e11a-fccf-4c19-90c2-a5c7b9e75689 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Synchronizing usage tracker for tenant:97ead9bcc5d448dab263815a595740a4 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:54:20.432426 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-05db14f0-342b-4faa-9e2b-bbadc1bdb6dc admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.0847828 May 05 19:54:20.440061 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-e9deb407-b6d1-4b68-b66e-b4793ee3e8bc req-51642a02-6be9-4002-b05b-d9cc5ec55fd4 service neutron] Attempting to bind port 0aa57b64-504c-4fb9-abb7-53a7e82330a4 on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:54:20.440408 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-e9deb407-b6d1-4b68-b66e-b4793ee3e8bc req-51642a02-6be9-4002-b05b-d9cc5ec55fd4 service neutron] Attempting to bind port 0aa57b64-504c-4fb9-abb7-53a7e82330a4 by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': '35fac83a-67e0-479b-ac71-c3fa378951ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ac633efb-8397-4939-80ef-9a336931fe15'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:54:20.440743 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9deb407-b6d1-4b68-b66e-b4793ee3e8bc req-51642a02-6be9-4002-b05b-d9cc5ec55fd4 service neutron] Attempting to bind port 0aa57b64-504c-4fb9-abb7-53a7e82330a4 on network ac633efb-8397-4939-80ef-9a336931fe15 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:54:20.485613 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9deb407-b6d1-4b68-b66e-b4793ee3e8bc req-51642a02-6be9-4002-b05b-d9cc5ec55fd4 service neutron] Port 0aa57b64-504c-4fb9-abb7-53a7e82330a4 on network ac633efb-8397-4939-80ef-9a336931fe15 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:54:20.485951 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9deb407-b6d1-4b68-b66e-b4793ee3e8bc req-51642a02-6be9-4002-b05b-d9cc5ec55fd4 service neutron] Attempting to bind port 0aa57b64-504c-4fb9-abb7-53a7e82330a4 on network ac633efb-8397-4939-80ef-9a336931fe15 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:54:20.496008 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dffe9631-a268-4b1f-baf4-da4713b6dd23 req-2ef2c491-5554-411f-9e22-23276161f864 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410253 May 05 19:54:20.499858 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813c9e50-39dc-449c-8547-617112ac65db admin admin] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:54:20.504194 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-813c9e50-39dc-449c-8547-617112ac65db admin admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:54:20.509623 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9deb407-b6d1-4b68-b66e-b4793ee3e8bc req-51642a02-6be9-4002-b05b-d9cc5ec55fd4 service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:54:20.509969 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9deb407-b6d1-4b68-b66e-b4793ee3e8bc req-51642a02-6be9-4002-b05b-d9cc5ec55fd4 service neutron] Checking segment: {'id': '35fac83a-67e0-479b-ac71-c3fa378951ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ac633efb-8397-4939-80ef-9a336931fe15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:54:20.510348 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9deb407-b6d1-4b68-b66e-b4793ee3e8bc req-51642a02-6be9-4002-b05b-d9cc5ec55fd4 service neutron] Bound using segment: {'id': '35fac83a-67e0-479b-ac71-c3fa378951ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ac633efb-8397-4939-80ef-9a336931fe15'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:54:20.510843 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-e9deb407-b6d1-4b68-b66e-b4793ee3e8bc req-51642a02-6be9-4002-b05b-d9cc5ec55fd4 service neutron] Bound port: 0aa57b64-504c-4fb9-abb7-53a7e82330a4, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35fac83a-67e0-479b-ac71-c3fa378951ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ac633efb-8397-4939-80ef-9a336931fe15'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:54:20.511222 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-e9deb407-b6d1-4b68-b66e-b4793ee3e8bc req-51642a02-6be9-4002-b05b-d9cc5ec55fd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:20.525432 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813c9e50-39dc-449c-8547-617112ac65db admin admin] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:54:20.573747 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813c9e50-39dc-449c-8547-617112ac65db admin admin] Pushing event updated for resources: {'Port': ['ID=f773e0ee-bb04-46bb-887a-8ee00eaae234,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:20.628213 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2dcec9b-d4a1-452f-9ba0-a76252425ef1 admin admin] Network 6c0d5654-13ec-4914-a265-8f1d68ed84d9 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:54:20.755010 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 2ae25ead-871d-4f1d-9c24-04660b217917 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:54:21.054348 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 2ae25ead-871d-4f1d-9c24-04660b217917 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:54:21.054726 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:21.083404 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700982a2-1a47-44e8-97f9-1de6ed482d94 None None] Network 55e86b7f-167f-4ad5-a534-44d5a6db4c5f requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:54:21.135444 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-e9deb407-b6d1-4b68-b66e-b4793ee3e8bc req-51642a02-6be9-4002-b05b-d9cc5ec55fd4 service neutron] For port 0aa57b64-504c-4fb9-abb7-53a7e82330a4, host n-h2-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:54:21.158810 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-e9deb407-b6d1-4b68-b66e-b4793ee3e8bc req-51642a02-6be9-4002-b05b-d9cc5ec55fd4 service neutron] For port 0aa57b64-504c-4fb9-abb7-53a7e82330a4, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=0aa57b64-504c-4fb9-abb7-53a7e82330a4,segment=NetworkSegment(35fac83a-67e0-479b-ac71-c3fa378951ad),segment_id=35fac83a-67e0-479b-ac71-c3fa378951ad)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:54:21.212091 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-d2dcec9b-d4a1-452f-9ba0-a76252425ef1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:54:21.214378 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-6fd006fc-d131-480d-b143-bed3022c3775 service neutron] Attempting to bind port 6e0be088-6cfe-4e5c-9668-51def98d91cd on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:54:21.214814 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-6fd006fc-d131-480d-b143-bed3022c3775 service neutron] Attempting to bind port 6e0be088-6cfe-4e5c-9668-51def98d91cd by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:54:21.215239 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-6fd006fc-d131-480d-b143-bed3022c3775 service neutron] Attempting to bind port 6e0be088-6cfe-4e5c-9668-51def98d91cd on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:54:21.217761 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea41150-74c6-4cb0-9dc8-c82a3b2399ad None None] Network 9f5a5963-5130-4597-b15e-83126dc4776c requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:54:21.235547 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-e9deb407-b6d1-4b68-b66e-b4793ee3e8bc req-51642a02-6be9-4002-b05b-d9cc5ec55fd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:21.272563 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-6fd006fc-d131-480d-b143-bed3022c3775 service neutron] Port 6e0be088-6cfe-4e5c-9668-51def98d91cd on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:54:21.273026 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-6fd006fc-d131-480d-b143-bed3022c3775 service neutron] Attempting to bind port 6e0be088-6cfe-4e5c-9668-51def98d91cd on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:54:21.316346 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9deb407-b6d1-4b68-b66e-b4793ee3e8bc req-51642a02-6be9-4002-b05b-d9cc5ec55fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:21.316956 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-e9deb407-b6d1-4b68-b66e-b4793ee3e8bc req-51642a02-6be9-4002-b05b-d9cc5ec55fd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:21.318463 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e9deb407-b6d1-4b68-b66e-b4793ee3e8bc req-51642a02-6be9-4002-b05b-d9cc5ec55fd4 service neutron] 10.222.0.50 "PUT /v2.0/ports/0aa57b64-504c-4fb9-abb7-53a7e82330a4 HTTP/1.1" status: 200 len: 1091 time: 3.3591774 May 05 19:54:21.321826 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f98fb10-5b5c-425a-84e6-a590e90a80fb', 'tag': '0aa57b64-504c-4fb9-abb7-53a7e82330a4'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:54:21.348001 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b0f85f-5f08-45e6-924e-a6433f52f623 req-01c8f1af-edf4-48e5-aa52-376754251682 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:21.356059 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-46b0f85f-5f08-45e6-924e-a6433f52f623 req-01c8f1af-edf4-48e5-aa52-376754251682 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f98fb10-5b5c-425a-84e6-a590e90a80fb HTTP/1.1" status: 200 len: 943 time: 0.4947100 May 05 19:54:21.433487 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-6fd006fc-d131-480d-b143-bed3022c3775 service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:54:21.434138 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-6fd006fc-d131-480d-b143-bed3022c3775 service neutron] Checking segment: {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:54:21.434763 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-6fd006fc-d131-480d-b143-bed3022c3775 service neutron] Bound using segment: {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:54:21.435132 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-6fd006fc-d131-480d-b143-bed3022c3775 service neutron] Bound port: 6e0be088-6cfe-4e5c-9668-51def98d91cd, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:54:21.435826 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-6fd006fc-d131-480d-b143-bed3022c3775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:21.443470 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-813c9e50-39dc-449c-8547-617112ac65db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:21.490080 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-45c9005b-cb81-430c-9055-e4a8eb256532 None None] Provisioning for port 7f05d029-a000-4bb3-9bf5-0cf5af2da65b completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:54:21.536165 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-eb626193-f8e1-4d4c-b4df-46d389d6d1de req-b914e11a-fccf-4c19-90c2-a5c7b9e75689 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Unset dirty status for tenant:97ead9bcc5d448dab263815a595740a4 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:54:21.539977 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51642a02-6be9-4002-b05b-d9cc5ec55fd4 service neutron] Pushing event updated for resources: {'Port': ['ID=0aa57b64-504c-4fb9-abb7-53a7e82330a4,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:21.543842 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-eb626193-f8e1-4d4c-b4df-46d389d6d1de req-b914e11a-fccf-4c19-90c2-a5c7b9e75689 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ebc9306-04f4-4b43-83ba-11cffb744f6d HTTP/1.1" status: 200 len: 935 time: 1.9666915 May 05 19:54:21.666620 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-46b0f85f-5f08-45e6-924e-a6433f52f623 req-7bd97fa3-81a8-40e9-bd03-bcddf6725c62 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] 10.222.0.36 "GET /v2.0/security-groups?id=133d9788-2d4a-473a-85ae-b77d71ab949f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096025 May 05 19:54:21.686766 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-1e1d2d82-0878-498e-9c61-f1d9fc7390fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23636d07-d5e5-4113-a95f-01258904698e {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:54:21.732807 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-6fd006fc-d131-480d-b143-bed3022c3775 service neutron] For port 6e0be088-6cfe-4e5c-9668-51def98d91cd, host n-h2-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:54:21.736400 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-6fd006fc-d131-480d-b143-bed3022c3775 service neutron] For port 6e0be088-6cfe-4e5c-9668-51def98d91cd, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=6e0be088-6cfe-4e5c-9668-51def98d91cd,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:54:21.742958 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-1e1d2d82-0878-498e-9c61-f1d9fc7390fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:21.758459 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-39ea2706-e8e7-439d-9f65-4ab626191345 None None] Provisioning complete for port 4ef4c5df-4678-4c20-8baf-e86489e1a335 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:54:21.759339 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-39ea2706-e8e7-439d-9f65-4ab626191345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:21.762297 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-6fd006fc-d131-480d-b143-bed3022c3775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:21.846682 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-eb626193-f8e1-4d4c-b4df-46d389d6d1de req-1cf78143-2800-4f74-9be9-77ba479c4d46 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/security-groups?id=47e8f45b-d376-403a-8bb9-867508147e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018460 May 05 19:54:21.915972 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-6fd006fc-d131-480d-b143-bed3022c3775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:21.918755 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-6fd006fc-d131-480d-b143-bed3022c3775 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:21.920262 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-6fd006fc-d131-480d-b143-bed3022c3775 service neutron] 10.222.0.50 "PUT /v2.0/ports/6e0be088-6cfe-4e5c-9668-51def98d91cd HTTP/1.1" status: 200 len: 1096 time: 4.4666159 May 05 19:54:21.929869 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-1e1d2d82-0878-498e-9c61-f1d9fc7390fe service neutron] Transition to ACTIVE for port object 23636d07-d5e5-4113-a95f-01258904698e will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:54:21.971838 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83ac2a72-1269-4ad8-a2f9-a8775b8bf130', 'tag': '6e0be088-6cfe-4e5c-9668-51def98d91cd'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:54:21.975790 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 7f05d029-a000-4bb3-9bf5-0cf5af2da65b up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:54:22.004815 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-1e1d2d82-0878-498e-9c61-f1d9fc7390fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:22.049306 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9deb407-b6d1-4b68-b66e-b4793ee3e8bc req-5ed3c383-36bd-4442-8b0a-1757318823ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:22.056243 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e9deb407-b6d1-4b68-b66e-b4793ee3e8bc req-5ed3c383-36bd-4442-8b0a-1757318823ed service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=41290a837817462c9759ead78a474653&device_id=8f98fb10-5b5c-425a-84e6-a590e90a80fb HTTP/1.1" status: 200 len: 1094 time: 0.6671436 May 05 19:54:22.085882 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-39ea2706-e8e7-439d-9f65-4ab626191345 None None] Port 4ef4c5df-4678-4c20-8baf-e86489e1a335 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:54:22.118935 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2dcec9b-d4a1-452f-9ba0-a76252425ef1 admin admin] Router 4754cfff-7ce1-4c2d-831c-362204186b0e has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 19:54:22.155079 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b09f921d-6461-44a0-a880-0dc64c1a22ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:22.159924 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 7f05d029-a000-4bb3-9bf5-0cf5af2da65b completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:54:22.170132 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 7f05d029-a000-4bb3-9bf5-0cf5af2da65b triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:54:22.170596 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:22.284858 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e9deb407-b6d1-4b68-b66e-b4793ee3e8bc req-e40e0094-6b0d-4cf1-9f1e-426a5c4e4b11 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0aa57b64-504c-4fb9-abb7-53a7e82330a4 HTTP/1.1" status: 200 len: 217 time: 0.1854649 May 05 19:54:22.416764 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:22.429829 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-5e125f2c-746b-4477-8ced-06fddfaf2f9c None None] Provisioning complete for port 7f05d029-a000-4bb3-9bf5-0cf5af2da65b triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:54:22.429829 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5e125f2c-746b-4477-8ced-06fddfaf2f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:22.532074 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 7f05d029-a000-4bb3-9bf5-0cf5af2da65b, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=7f05d029-a000-4bb3-9bf5-0cf5af2da65b,segment=NetworkSegment(283414fe-472a-4499-90af-036ecf62dff1),segment_id=283414fe-472a-4499-90af-036ecf62dff1)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:54:22.551785 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:22.810760 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=7f05d029-a000-4bb3-9bf5-0cf5af2da65b,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:22.940106 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9deb407-b6d1-4b68-b66e-b4793ee3e8bc req-eae9cb70-5dc7-4c98-ba82-5644822a998e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:22.940106 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e9deb407-b6d1-4b68-b66e-b4793ee3e8bc req-eae9cb70-5dc7-4c98-ba82-5644822a998e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c2bc2455-bacb-4a1f-a7b8-eb3091756a77 HTTP/1.1" status: 200 len: 868 time: 0.6428986 May 05 19:54:23.014439 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-813c9e50-39dc-449c-8547-617112ac65db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:23.045407 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd006fc-d131-480d-b143-bed3022c3775 service neutron] Pushing event updated for resources: {'Port': ['ID=6e0be088-6cfe-4e5c-9668-51def98d91cd,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:23.240866 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9deb407-b6d1-4b68-b66e-b4793ee3e8bc req-2c497616-55ef-41a8-8cbc-95216a9777a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:23.243233 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e9deb407-b6d1-4b68-b66e-b4793ee3e8bc req-2c497616-55ef-41a8-8cbc-95216a9777a2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ac633efb-8397-4939-80ef-9a336931fe15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2870722 May 05 19:54:23.453783 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-813c9e50-39dc-449c-8547-617112ac65db admin admin] Router 918fdc23-03c3-45f1-bfe6-f78acc517d9f is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88197) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 19:54:23.464743 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e9deb407-b6d1-4b68-b66e-b4793ee3e8bc req-9fd8ffb9-3e87-40ea-acec-55b6948d0231 service neutron] 10.222.0.50 "GET /v2.0/networks/ac633efb-8397-4939-80ef-9a336931fe15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093112 May 05 19:54:23.474723 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-413d2486-957a-473c-908e-8c0753110e38 tempest-LiveAutoBlockMigrationV225Test-129314705 tempest-LiveAutoBlockMigrationV225Test-129314705-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 19:54:23.474723 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-413d2486-957a-473c-908e-8c0753110e38 tempest-LiveAutoBlockMigrationV225Test-129314705 tempest-LiveAutoBlockMigrationV225Test-129314705-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0325534 May 05 19:54:23.563540 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730371f-e5fe-4f5f-bf7d-e56e9ebf18e5 req-49c5abaf-59d1-4bf4-a991-5ce2ccd7885b tempest-VolumesAdminNegativeTest-1574798565 tempest-VolumesAdminNegativeTest-1574798565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:23.564275 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-b730371f-e5fe-4f5f-bf7d-e56e9ebf18e5 req-49c5abaf-59d1-4bf4-a991-5ce2ccd7885b tempest-VolumesAdminNegativeTest-1574798565 tempest-VolumesAdminNegativeTest-1574798565-project] Synchronizing usage tracker for tenant:c363b6e35007457ebf57f58d9e21b43b on resource:network {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:54:23.594690 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-bc520707-2fd9-495f-b416-19dee17c3e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:23.596194 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-bc520707-2fd9-495f-b416-19dee17c3e36 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=97ead9bcc5d448dab263815a595740a4&device_id=83ac2a72-1269-4ad8-a2f9-a8775b8bf130 HTTP/1.1" status: 200 len: 1099 time: 1.6031210 May 05 19:54:23.602457 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-776b9ecc-7feb-415d-ac4d-20dd1c1147ba service neutron] Request body: {'binding': {'host': 'n-h1-840717-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:54:23.603252 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-776b9ecc-7feb-415d-ac4d-20dd1c1147ba service neutron] Unknown quota resources ['binding']. {{(pid=88198) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 05 19:54:23.665012 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1d2d82-0878-498e-9c61-f1d9fc7390fe service neutron] Pushing event updated for resources: {'Port': ['ID=23636d07-d5e5-4113-a95f-01258904698e,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:23.769114 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-a0a3b61c-36b7-407d-9791-766bfa26ba5a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=6e0be088-6cfe-4e5c-9668-51def98d91cd HTTP/1.1" status: 200 len: 217 time: 0.1112940 May 05 19:54:23.786815 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e9deb407-b6d1-4b68-b66e-b4793ee3e8bc req-e045eac2-6fdc-48d8-8ee5-cead1dfecca9 service neutron] 10.222.0.50 "GET /v2.0/networks/ac633efb-8397-4939-80ef-9a336931fe15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192384 May 05 19:54:23.788027 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-813c9e50-39dc-449c-8547-617112ac65db admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 19:54:23.804092 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4e0563-24ed-4eba-bdca-3b3e4f946bc8 None None] Sync routers for ids ['918fdc23-03c3-45f1-bfe6-f78acc517d9f'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 19:54:23.820384 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4e0563-24ed-4eba-bdca-3b3e4f946bc8 None None] Routers {'918fdc23-03c3-45f1-bfe6-f78acc517d9f'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:54:23.822400 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-5d4e0563-24ed-4eba-bdca-3b3e4f946bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:54:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['918fdc23-03c3-45f1-bfe6-f78acc517d9f'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:54:23.828183 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 7f05d029-a000-4bb3-9bf5-0cf5af2da65b up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:54:23.828917 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-813c9e50-39dc-449c-8547-617112ac65db admin admin] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:23.830208 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-813c9e50-39dc-449c-8547-617112ac65db admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.6931450 May 05 19:54:23.832929 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36170) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:54:23.862517 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-1e1d2d82-0878-498e-9c61-f1d9fc7390fe service neutron] Attempting to bind port 23636d07-d5e5-4113-a95f-01258904698e on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:54:23.863016 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-1e1d2d82-0878-498e-9c61-f1d9fc7390fe service neutron] Attempting to bind port 23636d07-d5e5-4113-a95f-01258904698e by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:54:23.863578 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-1e1d2d82-0878-498e-9c61-f1d9fc7390fe service neutron] Attempting to bind port 23636d07-d5e5-4113-a95f-01258904698e on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:54:23.921093 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 7f05d029-a000-4bb3-9bf5-0cf5af2da65b triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:54:23.921336 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-b730371f-e5fe-4f5f-bf7d-e56e9ebf18e5 req-49c5abaf-59d1-4bf4-a991-5ce2ccd7885b tempest-VolumesAdminNegativeTest-1574798565 tempest-VolumesAdminNegativeTest-1574798565-project] Unset dirty status for tenant:c363b6e35007457ebf57f58d9e21b43b on resource:network {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:54:23.921620 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:23.922382 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b730371f-e5fe-4f5f-bf7d-e56e9ebf18e5 req-49c5abaf-59d1-4bf4-a991-5ce2ccd7885b tempest-VolumesAdminNegativeTest-1574798565 tempest-VolumesAdminNegativeTest-1574798565-project] 10.222.0.36 "GET /v2.0/networks?id=f1b1edac-3413-49d2-a959-334eaf994cd8 HTTP/1.1" status: 200 len: 814 time: 1.3485458 May 05 19:54:24.032832 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-5d4e0563-24ed-4eba-bdca-3b3e4f946bc8 None None] Set router 918fdc23-03c3-45f1-bfe6-f78acc517d9f gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:54:24.098426 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-1e1d2d82-0878-498e-9c61-f1d9fc7390fe service neutron] Port 23636d07-d5e5-4113-a95f-01258904698e on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:54:24.099038 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-1e1d2d82-0878-498e-9c61-f1d9fc7390fe service neutron] Attempting to bind port 23636d07-d5e5-4113-a95f-01258904698e on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:54:24.116361 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2dcec9b-d4a1-452f-9ba0-a76252425ef1 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 19:54:24.125741 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a0d266-dc0c-4b5c-bd24-89f09f52f673 None None] Sync routers for ids ['4754cfff-7ce1-4c2d-831c-362204186b0e'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 19:54:24.145071 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a0d266-dc0c-4b5c-bd24-89f09f52f673 None None] Routers {'4754cfff-7ce1-4c2d-831c-362204186b0e'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:54:24.146247 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-c9a0d266-dc0c-4b5c-bd24-89f09f52f673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:54:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['4754cfff-7ce1-4c2d-831c-362204186b0e'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:54:24.153416 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-e23b21ce-a2c4-4de9-9a9d-f6c03b13c460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:24.154871 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-e23b21ce-a2c4-4de9-9a9d-f6c03b13c460 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.3015492 May 05 19:54:24.165434 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d2dcec9b-d4a1-452f-9ba0-a76252425ef1 admin admin] 10.222.0.36 "PUT /v2.0/routers/4754cfff-7ce1-4c2d-831c-362204186b0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.4859140 May 05 19:54:24.171791 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-1e1d2d82-0878-498e-9c61-f1d9fc7390fe service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:54:24.172121 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-1e1d2d82-0878-498e-9c61-f1d9fc7390fe service neutron] Checking segment: {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:54:24.172790 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-1e1d2d82-0878-498e-9c61-f1d9fc7390fe service neutron] Bound using segment: {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:54:24.186420 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-1e1d2d82-0878-498e-9c61-f1d9fc7390fe service neutron] Bound port: 23636d07-d5e5-4113-a95f-01258904698e, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:54:24.187071 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-1e1d2d82-0878-498e-9c61-f1d9fc7390fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:24.266071 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-776b9ecc-7feb-415d-ac4d-20dd1c1147ba service neutron] Attempting to bind port b29bd47a-c0ca-40e8-bc3d-249582d83150 on host n-h1-840717-1 for vnic_type normal with profile None {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:54:24.266394 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-776b9ecc-7feb-415d-ac4d-20dd1c1147ba service neutron] Attempting to bind port b29bd47a-c0ca-40e8-bc3d-249582d83150 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': '74addc21-9c2f-4292-8d75-7048fb7d56d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9e1d2257-41cc-4af2-afae-4ca8a9719a05'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:54:24.266936 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-776b9ecc-7feb-415d-ac4d-20dd1c1147ba service neutron] Attempting to bind port b29bd47a-c0ca-40e8-bc3d-249582d83150 on network 9e1d2257-41cc-4af2-afae-4ca8a9719a05 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:54:24.279860 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-776b9ecc-7feb-415d-ac4d-20dd1c1147ba service neutron] Port b29bd47a-c0ca-40e8-bc3d-249582d83150 on network 9e1d2257-41cc-4af2-afae-4ca8a9719a05 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:54:24.280526 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-776b9ecc-7feb-415d-ac4d-20dd1c1147ba service neutron] Attempting to bind port b29bd47a-c0ca-40e8-bc3d-249582d83150 on network 9e1d2257-41cc-4af2-afae-4ca8a9719a05 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:54:24.283665 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b730371f-e5fe-4f5f-bf7d-e56e9ebf18e5 req-1b040304-edb4-42df-83f4-0a45a04f4980 tempest-VolumesAdminNegativeTest-1574798565 tempest-VolumesAdminNegativeTest-1574798565-project] 10.222.0.36 "GET /v2.0/quotas/c363b6e35007457ebf57f58d9e21b43b HTTP/1.1" status: 200 len: 375 time: 0.1757164 May 05 19:54:24.333466 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-776b9ecc-7feb-415d-ac4d-20dd1c1147ba service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:54:24.334178 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-776b9ecc-7feb-415d-ac4d-20dd1c1147ba service neutron] Checking segment: {'id': '74addc21-9c2f-4292-8d75-7048fb7d56d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9e1d2257-41cc-4af2-afae-4ca8a9719a05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:54:24.334755 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-776b9ecc-7feb-415d-ac4d-20dd1c1147ba service neutron] Bound using segment: {'id': '74addc21-9c2f-4292-8d75-7048fb7d56d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9e1d2257-41cc-4af2-afae-4ca8a9719a05'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:54:24.335410 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-776b9ecc-7feb-415d-ac4d-20dd1c1147ba service neutron] Bound port: b29bd47a-c0ca-40e8-bc3d-249582d83150, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74addc21-9c2f-4292-8d75-7048fb7d56d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9e1d2257-41cc-4af2-afae-4ca8a9719a05'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:54:24.357227 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-c9a0d266-dc0c-4b5c-bd24-89f09f52f673 None None] Set router 4754cfff-7ce1-4c2d-831c-362204186b0e gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:54:24.381763 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36176) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:54:24.418223 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-5d4e0563-24ed-4eba-bdca-3b3e4f946bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918fdc23-03c3-45f1-bfe6-f78acc517d9f', 'name': 'tempest-FloatingIPDetailsTestJSON-1139885091-router', 'tenant_id': '893db41311a443bcaaab6cdc04f87592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'f773e0ee-bb04-46bb-887a-8ee00eaae234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:54:16Z', 'updated_at': '2022-05-05T19:54:21Z', 'revision_number': 3, 'project_id': '893db41311a443bcaaab6cdc04f87592', 'gw_port': {'id': 'f773e0ee-bb04-46bb-887a-8ee00eaae234', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:09:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '918fdc23-03c3-45f1-bfe6-f78acc517d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:54:18Z', 'updated_at': '2022-05-05T19:54:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:54:24.423470 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4e0563-24ed-4eba-bdca-3b3e4f946bc8 None None] Checking router: 918fdc23-03c3-45f1-bfe6-f78acc517d9f for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 19:54:24.424027 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4e0563-24ed-4eba-bdca-3b3e4f946bc8 None None] Updating router 918fdc23-03c3-45f1-bfe6-f78acc517d9f port f773e0ee-bb04-46bb-887a-8ee00eaae234 binding host n-d-840717-1 {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 19:54:24.429278 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b730371f-e5fe-4f5f-bf7d-e56e9ebf18e5 req-c0af64d0-b573-499e-ac2d-983ac4459ccd tempest-VolumesAdminNegativeTest-1574798565 tempest-VolumesAdminNegativeTest-1574798565-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c363b6e35007457ebf57f58d9e21b43b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1339564 May 05 19:54:24.488536 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5d4e0563-24ed-4eba-bdca-3b3e4f946bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:24.494687 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-bec8a250-f092-43bf-a9ef-6f32b4bb982a tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2102912830'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:54:24.504488 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-bec8a250-f092-43bf-a9ef-6f32b4bb982a tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:54:24.509211 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-bec8a250-f092-43bf-a9ef-6f32b4bb982a tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Usage tracker for resource:network and tenant:beb159436c9e4e2f822f7625a9d89435 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:54:24.509714 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-1e1d2d82-0878-498e-9c61-f1d9fc7390fe service neutron] For port 23636d07-d5e5-4113-a95f-01258904698e, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:54:24.513366 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-776b9ecc-7feb-415d-ac4d-20dd1c1147ba service neutron] For port b29bd47a-c0ca-40e8-bc3d-249582d83150, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=b29bd47a-c0ca-40e8-bc3d-249582d83150,segment=NetworkSegment(74addc21-9c2f-4292-8d75-7048fb7d56d2),segment_id=74addc21-9c2f-4292-8d75-7048fb7d56d2)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:54:24.513912 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-bec8a250-f092-43bf-a9ef-6f32b4bb982a tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:54:24.518462 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-1e1d2d82-0878-498e-9c61-f1d9fc7390fe service neutron] For port 23636d07-d5e5-4113-a95f-01258904698e, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=23636d07-d5e5-4113-a95f-01258904698e,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:54:24.521124 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-bec8a250-f092-43bf-a9ef-6f32b4bb982a tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:54:24.529426 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-776b9ecc-7feb-415d-ac4d-20dd1c1147ba service neutron] Notify callbacks [] for binding, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:24.531134 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-776b9ecc-7feb-415d-ac4d-20dd1c1147ba service neutron] 10.222.0.36 "POST /v2.0/ports/b29bd47a-c0ca-40e8-bc3d-249582d83150/bindings HTTP/1.1" status: 201 len: 389 time: 0.9405067 May 05 19:54:24.533982 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-1e1d2d82-0878-498e-9c61-f1d9fc7390fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:24.682753 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-d050d105-1787-4461-95f1-6c83df540f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:24.685446 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-d050d105-1787-4461-95f1-6c83df540f57 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4715800 May 05 19:54:24.761596 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-1e1d2d82-0878-498e-9c61-f1d9fc7390fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:24.762442 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-1e1d2d82-0878-498e-9c61-f1d9fc7390fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:24.764800 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-1e1d2d82-0878-498e-9c61-f1d9fc7390fe service neutron] 10.222.0.24 "PUT /v2.0/ports/23636d07-d5e5-4113-a95f-01258904698e HTTP/1.1" status: 200 len: 1095 time: 5.5490315 May 05 19:54:25.025801 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3facf1f-13d6-4dfc-b500-4f519334fb42'] response: {'name': 'network-changed', 'server_uuid': '8f98fb10-5b5c-425a-84e6-a590e90a80fb', 'tag': '0aa57b64-504c-4fb9-abb7-53a7e82330a4', 'status': 'completed', 'code': 200} May 05 19:54:25.069848 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-c9a0d266-dc0c-4b5c-bd24-89f09f52f673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4754cfff-7ce1-4c2d-831c-362204186b0e', 'name': 'tempest-ServersTestMultiNic-1822531154-router', 'tenant_id': 'beb159436c9e4e2f822f7625a9d89435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '5c91cc96-b667-4412-92ed-e46720f3a0c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:53:59Z', 'updated_at': '2022-05-05T19:54:17Z', 'revision_number': 4, 'project_id': 'beb159436c9e4e2f822f7625a9d89435', 'gw_port': {'id': '5c91cc96-b667-4412-92ed-e46720f3a0c4', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:38:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4754cfff-7ce1-4c2d-831c-362204186b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:54:01Z', 'updated_at': '2022-05-05T19:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '4ef4c5df-4678-4c20-8baf-e86489e1a335', 'name': '', 'network_id': '6c0d5654-13ec-4914-a265-8f1d68ed84d9', 'tenant_id': 'beb159436c9e4e2f822f7625a9d89435', 'mac_address': 'fa:16:3e:70:98:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4754cfff-7ce1-4c2d-831c-362204186b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'ca563c6f-f58a-4b28-80b3-ef71e9f2f448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:54:12Z', 'updated_at': '2022-05-05T19:54:18Z', 'revision_number': 2, 'project_id': 'beb159436c9e4e2f822f7625a9d89435', 'subnets': [{'id': 'ca563c6f-f58a-4b28-80b3-ef71e9f2f448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:54:25.075844 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a0d266-dc0c-4b5c-bd24-89f09f52f673 None None] Checking router: 4754cfff-7ce1-4c2d-831c-362204186b0e for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 19:54:25.076188 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a0d266-dc0c-4b5c-bd24-89f09f52f673 None None] Updating router 4754cfff-7ce1-4c2d-831c-362204186b0e port 4ef4c5df-4678-4c20-8baf-e86489e1a335 binding host n-d-840717-1 {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 19:54:25.085809 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-b09f921d-6461-44a0-a880-0dc64c1a22ad admin admin] Deleting port b4ad395e-99ea-40f1-80cd-fc6a195b1e00 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:54:25.086183 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b09f921d-6461-44a0-a880-0dc64c1a22ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:25.115258 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5d4e0563-24ed-4eba-bdca-3b3e4f946bc8 None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:25.134398 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-5d4e0563-24ed-4eba-bdca-3b3e4f946bc8 None None] Transition to ACTIVE for port object f773e0ee-bb04-46bb-887a-8ee00eaae234 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:54:25.135287 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1d2d82-0878-498e-9c61-f1d9fc7390fe service neutron] Pushing event updated for resources: {'Port': ['ID=23636d07-d5e5-4113-a95f-01258904698e,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:25.147481 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c9a0d266-dc0c-4b5c-bd24-89f09f52f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:25.155437 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5d4e0563-24ed-4eba-bdca-3b3e4f946bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:25.168073 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec8a250-f092-43bf-a9ef-6f32b4bb982a tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Made reservation on behalf of beb159436c9e4e2f822f7625a9d89435 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:54:25.171956 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bec8a250-f092-43bf-a9ef-6f32b4bb982a tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:25.253914 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b730371f-e5fe-4f5f-bf7d-e56e9ebf18e5 req-b5b9bf15-0534-40f5-9d11-b3065348b632 service neutron] 10.222.0.36 "GET /v2.0/networks/f1b1edac-3413-49d2-a959-334eaf994cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8103831 May 05 19:54:25.261050 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-b21eb7f7-2d77-4ce4-965c-7af98fb138b2 service neutron] 10.222.0.50 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5563350 May 05 19:54:25.267881 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c83dc9-eccc-4f08-b2d9-9aec1ec07100 None None] Pushing event updated for resources: {'Port': ['ID=f773e0ee-bb04-46bb-887a-8ee00eaae234,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:25.277372 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bec8a250-f092-43bf-a9ef-6f32b4bb982a tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 19:54:25.280732 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c83dc9-eccc-4f08-b2d9-9aec1ec07100 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:54:25.281420 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c83dc9-eccc-4f08-b2d9-9aec1ec07100 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:54:25.281950 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c83dc9-eccc-4f08-b2d9-9aec1ec07100 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:54:25.282594 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c83dc9-eccc-4f08-b2d9-9aec1ec07100 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:54:25.283071 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c83dc9-eccc-4f08-b2d9-9aec1ec07100 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:54:25.283705 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c83dc9-eccc-4f08-b2d9-9aec1ec07100 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:54:25.284177 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c83dc9-eccc-4f08-b2d9-9aec1ec07100 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:54:25.284848 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c83dc9-eccc-4f08-b2d9-9aec1ec07100 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:54:25.285594 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c83dc9-eccc-4f08-b2d9-9aec1ec07100 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:54:25.286500 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c83dc9-eccc-4f08-b2d9-9aec1ec07100 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:54:25.287305 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c83dc9-eccc-4f08-b2d9-9aec1ec07100 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:54:25.287841 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c83dc9-eccc-4f08-b2d9-9aec1ec07100 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:54:25.290610 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bec8a250-f092-43bf-a9ef-6f32b4bb982a tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:25.291051 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-bec8a250-f092-43bf-a9ef-6f32b4bb982a tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Added segment 318cf6b1-dc19-4083-8340-7d65b0ecdf27 of type vlan for network 452e75d7-fff5-450c-86b4-389b2df7a7f5 May 05 19:54:25.337163 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-5d4e0563-24ed-4eba-bdca-3b3e4f946bc8 None None] Attempting to bind port f773e0ee-bb04-46bb-887a-8ee00eaae234 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:54:25.337908 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-5d4e0563-24ed-4eba-bdca-3b3e4f946bc8 None None] Attempting to bind port f773e0ee-bb04-46bb-887a-8ee00eaae234 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:54:25.338501 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4e0563-24ed-4eba-bdca-3b3e4f946bc8 None None] Attempting to bind port f773e0ee-bb04-46bb-887a-8ee00eaae234 on network 0401d202-1605-4cfe-bad4-fb225df6afb0 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:54:25.345794 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4e0563-24ed-4eba-bdca-3b3e4f946bc8 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:54:25.346583 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4e0563-24ed-4eba-bdca-3b3e4f946bc8 None None] Checking segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:54:25.347391 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5d4e0563-24ed-4eba-bdca-3b3e4f946bc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:25.347962 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4e0563-24ed-4eba-bdca-3b3e4f946bc8 None None] Bound using segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:54:25.348658 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-5d4e0563-24ed-4eba-bdca-3b3e4f946bc8 None None] Bound port: f773e0ee-bb04-46bb-887a-8ee00eaae234, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:54:25.349495 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5d4e0563-24ed-4eba-bdca-3b3e4f946bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:25.449230 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-5d4e0563-24ed-4eba-bdca-3b3e4f946bc8 None None] For port f773e0ee-bb04-46bb-887a-8ee00eaae234, host n-d-840717-1, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:54:25.450341 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bec8a250-f092-43bf-a9ef-6f32b4bb982a tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:25.453818 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-5d4e0563-24ed-4eba-bdca-3b3e4f946bc8 None None] For port f773e0ee-bb04-46bb-887a-8ee00eaae234, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=f773e0ee-bb04-46bb-887a-8ee00eaae234,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:54:25.459245 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5d4e0563-24ed-4eba-bdca-3b3e4f946bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:25.464670 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97db4a-53cb-47cd-b605-cabaa7a6032e req-03271d08-1acc-4585-a622-3d97b9c1e47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:25.467151 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0e97db4a-53cb-47cd-b605-cabaa7a6032e req-03271d08-1acc-4585-a622-3d97b9c1e47b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=41290a837817462c9759ead78a474653&device_id=8f98fb10-5b5c-425a-84e6-a590e90a80fb HTTP/1.1" status: 200 len: 1094 time: 0.4405577 May 05 19:54:25.589159 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-28f56f72-ac6d-4ed9-987b-3a65000d0dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:25.590916 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-28f56f72-ac6d-4ed9-987b-3a65000d0dd3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=63ca58c29fae4c4eaafba189c1ec4492&device_id=5ff80a77-e629-47d3-89e4-8ddf23d38464 HTTP/1.1" status: 200 len: 1096 time: 0.7564666 May 05 19:54:25.608997 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4e0563-24ed-4eba-bdca-3b3e4f946bc8 None None] Routers {'918fdc23-03c3-45f1-bfe6-f78acc517d9f'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:54:25.609704 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-5d4e0563-24ed-4eba-bdca-3b3e4f946bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:54:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['918fdc23-03c3-45f1-bfe6-f78acc517d9f'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:54:25.612407 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c9a0d266-dc0c-4b5c-bd24-89f09f52f673 None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:25.635283 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-854a1370-c2a4-4426-98e8-60a32775c449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:25.636919 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-854a1370-c2a4-4426-98e8-60a32775c449 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=97ead9bcc5d448dab263815a595740a4&device_id=1ebc9306-04f4-4b43-83ba-11cffb744f6d HTTP/1.1" status: 200 len: 1098 time: 0.6148448 May 05 19:54:25.639170 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-c9a0d266-dc0c-4b5c-bd24-89f09f52f673 None None] Transition to ACTIVE for port object 4ef4c5df-4678-4c20-8baf-e86489e1a335 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:54:25.645277 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f3518-a7ba-41c1-a63a-aead3c953208 req-1d22cfae-92ed-4131-989e-8fad331f9c4c tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:25.647329 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ca9f3518-a7ba-41c1-a63a-aead3c953208 req-1d22cfae-92ed-4131-989e-8fad331f9c4c tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec2bd5c5-1783-4660-bfeb-36f3566083c5 HTTP/1.1" status: 200 len: 950 time: 0.6945856 May 05 19:54:25.648838 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97db4a-53cb-47cd-b605-cabaa7a6032e req-96085d8b-da47-4172-9f22-8b5d13d6b56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:25.650937 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0e97db4a-53cb-47cd-b605-cabaa7a6032e req-96085d8b-da47-4172-9f22-8b5d13d6b56f service neutron] 10.222.0.50 "GET /v2.0/networks?id=ac633efb-8397-4939-80ef-9a336931fe15 HTTP/1.1" status: 200 len: 930 time: 0.1691811 May 05 19:54:25.661292 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c9a0d266-dc0c-4b5c-bd24-89f09f52f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:25.853614 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.resource_extend [None req-bec8a250-f092-43bf-a9ef-6f32b4bb982a tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 19:54:25.878693 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-5d4e0563-24ed-4eba-bdca-3b3e4f946bc8 None None] Set router 918fdc23-03c3-45f1-bfe6-f78acc517d9f gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:54:25.884118 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5a38e6-6fc7-4757-abdd-d1d6ac9f844c None None] Pushing event updated for resources: {'Port': ['ID=4ef4c5df-4678-4c20-8baf-e86489e1a335,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:25.896238 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f3c38df0-2ac0-4d93-8620-6ab70eb342cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:25.904508 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-b09f921d-6461-44a0-a880-0dc64c1a22ad admin admin] For port b4ad395e-99ea-40f1-80cd-fc6a195b1e00, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=b4ad395e-99ea-40f1-80cd-fc6a195b1e00,segment=NetworkSegment(1f10a855-a9e8-4d4c-8bbd-1323724e504b),segment_id=1f10a855-a9e8-4d4c-8bbd-1323724e504b)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:54:25.905173 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b09f921d-6461-44a0-a880-0dc64c1a22ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:25.912627 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-36f18812-1121-49aa-9370-83723d0413ab service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=23636d07-d5e5-4113-a95f-01258904698e HTTP/1.1" status: 200 len: 217 time: 0.2557740 May 05 19:54:25.948014 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0e97db4a-53cb-47cd-b605-cabaa7a6032e req-714c3cff-919c-43ea-b08d-16c4dc4380a0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0aa57b64-504c-4fb9-abb7-53a7e82330a4 HTTP/1.1" status: 200 len: 217 time: 0.1804643 May 05 19:54:25.948592 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bec8a250-f092-43bf-a9ef-6f32b4bb982a tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:25.955829 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec8a250-f092-43bf-a9ef-6f32b4bb982a tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:25.956101 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bec8a250-f092-43bf-a9ef-6f32b4bb982a tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:26.011859 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-c4b7526c-cd90-4aec-af8d-ac2643ab4d88 service neutron] 10.222.0.50 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7186539 May 05 19:54:26.012851 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-0aef08b9-d4b0-4ced-a2af-9810a4a3a0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:26.014295 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-0aef08b9-d4b0-4ced-a2af-9810a4a3a0ee service neutron] 10.222.0.24 "GET /v2.0/networks?id=9e1d2257-41cc-4af2-afae-4ca8a9719a05 HTTP/1.1" status: 200 len: 921 time: 0.4139848 May 05 19:54:26.023611 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c83dc9-eccc-4f08-b2d9-9aec1ec07100 None None] Pushing event updated for resources: {'Port': ['ID=f773e0ee-bb04-46bb-887a-8ee00eaae234,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:26.067469 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-c9a0d266-dc0c-4b5c-bd24-89f09f52f673 None None] Attempting to bind port 4ef4c5df-4678-4c20-8baf-e86489e1a335 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:54:26.068112 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-c9a0d266-dc0c-4b5c-bd24-89f09f52f673 None None] Attempting to bind port 4ef4c5df-4678-4c20-8baf-e86489e1a335 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '77c8a800-fe5e-43bd-bdaa-dd2e8f9ddbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6c0d5654-13ec-4914-a265-8f1d68ed84d9'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:54:26.068639 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a0d266-dc0c-4b5c-bd24-89f09f52f673 None None] Attempting to bind port 4ef4c5df-4678-4c20-8baf-e86489e1a335 on network 6c0d5654-13ec-4914-a265-8f1d68ed84d9 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:54:26.082051 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a0d266-dc0c-4b5c-bd24-89f09f52f673 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:54:26.083997 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a0d266-dc0c-4b5c-bd24-89f09f52f673 None None] Checking segment: {'id': '77c8a800-fe5e-43bd-bdaa-dd2e8f9ddbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6c0d5654-13ec-4914-a265-8f1d68ed84d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:54:26.085053 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c9a0d266-dc0c-4b5c-bd24-89f09f52f673 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:26.085653 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a0d266-dc0c-4b5c-bd24-89f09f52f673 None None] Bound using segment: {'id': '77c8a800-fe5e-43bd-bdaa-dd2e8f9ddbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6c0d5654-13ec-4914-a265-8f1d68ed84d9'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:54:26.086903 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-c9a0d266-dc0c-4b5c-bd24-89f09f52f673 None None] Bound port: 4ef4c5df-4678-4c20-8baf-e86489e1a335, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77c8a800-fe5e-43bd-bdaa-dd2e8f9ddbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6c0d5654-13ec-4914-a265-8f1d68ed84d9'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:54:26.087843 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c9a0d266-dc0c-4b5c-bd24-89f09f52f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:26.110470 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ca9f3518-a7ba-41c1-a63a-aead3c953208 req-8b0416f3-df7f-4002-a5c4-84c3dc39a694 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4518178 May 05 19:54:26.238753 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-c9a0d266-dc0c-4b5c-bd24-89f09f52f673 None None] For port 4ef4c5df-4678-4c20-8baf-e86489e1a335, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:54:26.241704 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-c9a0d266-dc0c-4b5c-bd24-89f09f52f673 None None] For port 4ef4c5df-4678-4c20-8baf-e86489e1a335, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=4ef4c5df-4678-4c20-8baf-e86489e1a335,segment=NetworkSegment(77c8a800-fe5e-43bd-bdaa-dd2e8f9ddbc2),segment_id=77c8a800-fe5e-43bd-bdaa-dd2e8f9ddbc2)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:54:26.250109 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c9a0d266-dc0c-4b5c-bd24-89f09f52f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:26.256072 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf8ff692-c3c1-4c28-ad29-b0cfaf47d352'] response: {'name': 'network-changed', 'server_uuid': '83ac2a72-1269-4ad8-a2f9-a8775b8bf130', 'tag': '6e0be088-6cfe-4e5c-9668-51def98d91cd', 'status': 'completed', 'code': 200} May 05 19:54:26.359343 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5a38e6-6fc7-4757-abdd-d1d6ac9f844c None None] Pushing event updated for resources: {'Port': ['ID=4ef4c5df-4678-4c20-8baf-e86489e1a335,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:26.390831 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-bec8a250-f092-43bf-a9ef-6f32b4bb982a tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.0073912 May 05 19:54:26.392020 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec8a250-f092-43bf-a9ef-6f32b4bb982a tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Pushing event updated for resources: {'Network': ['ID=452e75d7-fff5-450c-86b4-389b2df7a7f5,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:26.392149 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-5d4e0563-24ed-4eba-bdca-3b3e4f946bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918fdc23-03c3-45f1-bfe6-f78acc517d9f', 'name': 'tempest-FloatingIPDetailsTestJSON-1139885091-router', 'tenant_id': '893db41311a443bcaaab6cdc04f87592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'f773e0ee-bb04-46bb-887a-8ee00eaae234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:54:16Z', 'updated_at': '2022-05-05T19:54:21Z', 'revision_number': 3, 'project_id': '893db41311a443bcaaab6cdc04f87592', 'gw_port': {'id': 'f773e0ee-bb04-46bb-887a-8ee00eaae234', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:09:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '918fdc23-03c3-45f1-bfe6-f78acc517d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:54:18Z', 'updated_at': '2022-05-05T19:54:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:54:26.394735 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36188) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:54:26.400732 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4e0563-24ed-4eba-bdca-3b3e4f946bc8 None None] The sync data for ids ['918fdc23-03c3-45f1-bfe6-f78acc517d9f'] in n-d-840717-1 is: [{'id': '918fdc23-03c3-45f1-bfe6-f78acc517d9f', 'name': 'tempest-FloatingIPDetailsTestJSON-1139885091-router', 'tenant_id': '893db41311a443bcaaab6cdc04f87592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'f773e0ee-bb04-46bb-887a-8ee00eaae234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:54:16Z', 'updated_at': '2022-05-05T19:54:21Z', 'revision_number': 3, 'project_id': '893db41311a443bcaaab6cdc04f87592', 'gw_port': {'id': 'f773e0ee-bb04-46bb-887a-8ee00eaae234', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:09:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '918fdc23-03c3-45f1-bfe6-f78acc517d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:54:18Z', 'updated_at': '2022-05-05T19:54:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 19:54:26.413333 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a0d266-dc0c-4b5c-bd24-89f09f52f673 None None] Routers {'4754cfff-7ce1-4c2d-831c-362204186b0e'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:54:26.413970 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-c9a0d266-dc0c-4b5c-bd24-89f09f52f673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:54:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['4754cfff-7ce1-4c2d-831c-362204186b0e'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:54:26.429177 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-b09f921d-6461-44a0-a880-0dc64c1a22ad admin admin] Calling delete_port for b4ad395e-99ea-40f1-80cd-fc6a195b1e00 owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:54:26.478795 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b730371f-e5fe-4f5f-bf7d-e56e9ebf18e5 req-dccecf0e-7bdf-44a4-a95d-4d5875a5c01e service neutron] 10.222.0.36 "GET /v2.0/networks/f1b1edac-3413-49d2-a959-334eaf994cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2044437 May 05 19:54:26.480032 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-7ad57d92-2361-4e40-853e-30f557d863c9 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Request body: {'subnet': {'network_id': '452e75d7-fff5-450c-86b4-389b2df7a7f5', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:54:26.496656 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 452e75d7-fff5-450c-86b4-389b2df7a7f5 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 19:54:26.497638 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-3b395f6d-56dd-4284-843a-210f059cefe1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b29bd47a-c0ca-40e8-bc3d-249582d83150 HTTP/1.1" status: 200 len: 217 time: 0.1824753 May 05 19:54:26.510186 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-a4eaec7d-75fd-4d44-8858-e4d499ce7585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:26.524623 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-a4eaec7d-75fd-4d44-8858-e4d499ce7585 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.5814295 May 05 19:54:26.549343 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97db4a-53cb-47cd-b605-cabaa7a6032e req-15ff2304-1127-48e5-abe4-d0103784e512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:26.559216 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0e97db4a-53cb-47cd-b605-cabaa7a6032e req-15ff2304-1127-48e5-abe4-d0103784e512 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c2bc2455-bacb-4a1f-a7b8-eb3091756a77 HTTP/1.1" status: 200 len: 868 time: 0.5464771 May 05 19:54:26.677881 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 0aa57b64-504c-4fb9-abb7-53a7e82330a4 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:54:26.806975 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5745fee4-01a1-4c2c-9799-22dfbd08c87d req-1d6732e0-77af-46c3-bdb3-37cb9b400f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:26.808791 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5745fee4-01a1-4c2c-9799-22dfbd08c87d req-1d6732e0-77af-46c3-bdb3-37cb9b400f11 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=97ead9bcc5d448dab263815a595740a4&device_id=83ac2a72-1269-4ad8-a2f9-a8775b8bf130 HTTP/1.1" status: 200 len: 1099 time: 0.5494568 May 05 19:54:26.907709 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-3064809d-d06b-4c5c-9beb-977d3fcca101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:26.910008 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-3064809d-d06b-4c5c-9beb-977d3fcca101 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=99c4516e-78c1-4a80-85a0-0e7389d15301 HTTP/1.1" status: 200 len: 860 time: 0.4042735 May 05 19:54:27.116873 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 0aa57b64-504c-4fb9-abb7-53a7e82330a4, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=0aa57b64-504c-4fb9-abb7-53a7e82330a4,segment=NetworkSegment(35fac83a-67e0-479b-ac71-c3fa378951ad),segment_id=35fac83a-67e0-479b-ac71-c3fa378951ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:54:27.145657 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-d7204a49-b616-4807-a31b-d2f1baa89352 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9e1d2257-41cc-4af2-afae-4ca8a9719a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2283232 May 05 19:54:27.148939 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-c9a0d266-dc0c-4b5c-bd24-89f09f52f673 None None] Set router 4754cfff-7ce1-4c2d-831c-362204186b0e gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:54:27.230255 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-7ad57d92-2361-4e40-853e-30f557d863c9 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:54:27.254716 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-7ad57d92-2361-4e40-853e-30f557d863c9 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Usage tracker for resource:subnet and tenant:beb159436c9e4e2f822f7625a9d89435 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:54:27.274925 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': '0aa57b64-504c-4fb9-abb7-53a7e82330a4', 'network_id': 'ac633efb-8397-4939-80ef-9a336931fe15', 'port_id': '0aa57b64-504c-4fb9-abb7-53a7e82330a4', 'mac_address': 'fa:16:3e:75:bb:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2bc2455-bacb-4a1f-a7b8-eb3091756a77', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:54:27.278832 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-7ad57d92-2361-4e40-853e-30f557d863c9 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:54:27.300691 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-7ad57d92-2361-4e40-853e-30f557d863c9 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:54:27.351465 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-f3c38df0-2ac0-4d93-8620-6ab70eb342cb admin admin] Allocated IP 172.20.0.1 (9f5a5963-5130-4597-b15e-83126dc4776c/d00e14da-0fd5-4ef6-ab2a-38e3f72d3c19/1b4b2d45-52a8-42c0-9836-17fb55ef6d2a) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:54:27.373234 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb791c4a-90a8-4dbc-8696-da4a901b744f req-22c15682-03a4-4d1b-9774-91cfde9e0cc9 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:27.373234 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-eb791c4a-90a8-4dbc-8696-da4a901b744f req-22c15682-03a4-4d1b-9774-91cfde9e0cc9 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f98fb10-5b5c-425a-84e6-a590e90a80fb HTTP/1.1" status: 200 len: 943 time: 0.9916778 May 05 19:54:27.392165 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b09f921d-6461-44a0-a880-0dc64c1a22ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:27.410378 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad57d92-2361-4e40-853e-30f557d863c9 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Made reservation on behalf of beb159436c9e4e2f822f7625a9d89435 for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:54:27.413850 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7ad57d92-2361-4e40-853e-30f557d863c9 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:27.474916 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-c510b6d6-bbbe-412f-94a7-0ff97e90b8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:27.481712 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-c510b6d6-bbbe-412f-94a7-0ff97e90b8ce service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9341469 May 05 19:54:27.543816 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97db4a-53cb-47cd-b605-cabaa7a6032e req-c3f818ce-390d-4a4f-ae73-dc4ff3db1a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:27.545633 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0e97db4a-53cb-47cd-b605-cabaa7a6032e req-c3f818ce-390d-4a4f-ae73-dc4ff3db1a47 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ac633efb-8397-4939-80ef-9a336931fe15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9048333 May 05 19:54:27.627106 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:27.671403 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09f921d-6461-44a0-a880-0dc64c1a22ad admin admin] Pushing event deleted for resources: {'Port': ['ID=b4ad395e-99ea-40f1-80cd-fc6a195b1e00,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:27.687582 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0aa57b64-504c-4fb9-abb7-53a7e82330a4 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:54:27.734760 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-c9a0d266-dc0c-4b5c-bd24-89f09f52f673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4754cfff-7ce1-4c2d-831c-362204186b0e', 'name': 'tempest-ServersTestMultiNic-1822531154-router', 'tenant_id': 'beb159436c9e4e2f822f7625a9d89435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '5c91cc96-b667-4412-92ed-e46720f3a0c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:53:59Z', 'updated_at': '2022-05-05T19:54:17Z', 'revision_number': 4, 'project_id': 'beb159436c9e4e2f822f7625a9d89435', 'gw_port': {'id': '5c91cc96-b667-4412-92ed-e46720f3a0c4', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:38:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4754cfff-7ce1-4c2d-831c-362204186b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:54:01Z', 'updated_at': '2022-05-05T19:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '4ef4c5df-4678-4c20-8baf-e86489e1a335', 'name': '', 'network_id': '6c0d5654-13ec-4914-a265-8f1d68ed84d9', 'tenant_id': 'beb159436c9e4e2f822f7625a9d89435', 'mac_address': 'fa:16:3e:70:98:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4754cfff-7ce1-4c2d-831c-362204186b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'ca563c6f-f58a-4b28-80b3-ef71e9f2f448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:54:12Z', 'updated_at': '2022-05-05T19:54:26Z', 'revision_number': 4, 'project_id': 'beb159436c9e4e2f822f7625a9d89435', 'subnets': [{'id': 'ca563c6f-f58a-4b28-80b3-ef71e9f2f448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:54:27.748149 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a0d266-dc0c-4b5c-bd24-89f09f52f673 None None] The sync data for ids ['4754cfff-7ce1-4c2d-831c-362204186b0e'] in n-d-840717-1 is: [{'id': '4754cfff-7ce1-4c2d-831c-362204186b0e', 'name': 'tempest-ServersTestMultiNic-1822531154-router', 'tenant_id': 'beb159436c9e4e2f822f7625a9d89435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '5c91cc96-b667-4412-92ed-e46720f3a0c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:53:59Z', 'updated_at': '2022-05-05T19:54:17Z', 'revision_number': 4, 'project_id': 'beb159436c9e4e2f822f7625a9d89435', 'gw_port': {'id': '5c91cc96-b667-4412-92ed-e46720f3a0c4', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:38:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4754cfff-7ce1-4c2d-831c-362204186b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:54:01Z', 'updated_at': '2022-05-05T19:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '4ef4c5df-4678-4c20-8baf-e86489e1a335', 'name': '', 'network_id': '6c0d5654-13ec-4914-a265-8f1d68ed84d9', 'tenant_id': 'beb159436c9e4e2f822f7625a9d89435', 'mac_address': 'fa:16:3e:70:98:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4754cfff-7ce1-4c2d-831c-362204186b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'ca563c6f-f58a-4b28-80b3-ef71e9f2f448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:54:12Z', 'updated_at': '2022-05-05T19:54:26Z', 'revision_number': 4, 'project_id': 'beb159436c9e4e2f822f7625a9d89435', 'subnets': [{'id': 'ca563c6f-f58a-4b28-80b3-ef71e9f2f448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 19:54:27.758976 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 0aa57b64-504c-4fb9-abb7-53a7e82330a4, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=0aa57b64-504c-4fb9-abb7-53a7e82330a4,segment=NetworkSegment(35fac83a-67e0-479b-ac71-c3fa378951ad),segment_id=35fac83a-67e0-479b-ac71-c3fa378951ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:54:27.763709 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:27.809992 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa936a2-52cc-4151-ab24-267c0ce82c67 req-c6ca513c-ac2f-4588-9814-8f1c58cc0a0c tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:27.812693 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8fa936a2-52cc-4151-ab24-267c0ce82c67 req-c6ca513c-ac2f-4588-9814-8f1c58cc0a0c tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ebc9306-04f4-4b43-83ba-11cffb744f6d HTTP/1.1" status: 200 len: 947 time: 1.0089300 May 05 19:54:27.872284 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-eb791c4a-90a8-4dbc-8696-da4a901b744f req-c3d7e861-34a6-407a-b64d-71c9a16c923c tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] 10.222.0.36 "GET /v2.0/security-groups?id=133d9788-2d4a-473a-85ae-b77d71ab949f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5006948 May 05 19:54:28.017586 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=0aa57b64-504c-4fb9-abb7-53a7e82330a4,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:28.045825 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['0aa57b64-504c-4fb9-abb7-53a7e82330a4'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:54:28.210281 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5745fee4-01a1-4c2c-9799-22dfbd08c87d req-5bd0b05f-baac-4e12-a489-a57887d460be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:28.212286 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5745fee4-01a1-4c2c-9799-22dfbd08c87d req-5bd0b05f-baac-4e12-a489-a57887d460be service neutron] 10.222.0.50 "GET /v2.0/networks?id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3 HTTP/1.1" status: 200 len: 870 time: 1.3068397 May 05 19:54:28.222463 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-a937c29c-517c-4566-ab58-d23c0146afc0 service neutron] 10.222.0.24 "GET /v2.0/networks/9e1d2257-41cc-4af2-afae-4ca8a9719a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0603721 May 05 19:54:28.227874 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device f773e0ee-bb04-46bb-887a-8ee00eaae234 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:54:28.311783 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ebc9306-04f4-4b43-83ba-11cffb744f6d', 'tag': '23636d07-d5e5-4113-a95f-01258904698e'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:54:28.357548 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-91015a70-fcbf-4c6a-a5b5-c7a587fc2ed2 service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8558135 May 05 19:54:28.389618 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5745fee4-01a1-4c2c-9799-22dfbd08c87d req-61a804be-f402-420d-87b6-51a9c8fba85d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=6e0be088-6cfe-4e5c-9668-51def98d91cd HTTP/1.1" status: 200 len: 217 time: 0.1659966 May 05 19:54:28.487673 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port f773e0ee-bb04-46bb-887a-8ee00eaae234 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:54:28.505185 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port f773e0ee-bb04-46bb-887a-8ee00eaae234 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:54:28.505560 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:28.572460 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 6e0be088-6cfe-4e5c-9668-51def98d91cd details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:54:28.594417 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b09f921d-6461-44a0-a880-0dc64c1a22ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:28.786719 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0e97db4a-53cb-47cd-b605-cabaa7a6032e req-eb1bb876-7b73-4d28-a7aa-40cfa0bfdc64 service neutron] 10.222.0.50 "GET /v2.0/networks/ac633efb-8397-4939-80ef-9a336931fe15?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2083809 May 05 19:54:28.843602 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f3c38df0-2ac0-4d93-8620-6ab70eb342cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:28.848350 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8fa936a2-52cc-4151-ab24-267c0ce82c67 req-61efb7a0-7994-4388-a3df-548e24db3b59 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/security-groups?id=47e8f45b-d376-403a-8bb9-867508147e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8459933 May 05 19:54:28.936263 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 6e0be088-6cfe-4e5c-9668-51def98d91cd, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=6e0be088-6cfe-4e5c-9668-51def98d91cd,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:54:28.962839 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': '6e0be088-6cfe-4e5c-9668-51def98d91cd', 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3', 'port_id': '6e0be088-6cfe-4e5c-9668-51def98d91cd', 'mac_address': 'fa:16:3e:68:bd:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d72a8d3-0a35-4d3a-96b8-d869ff4093bc', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:54:29.038511 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:29.058193 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port f773e0ee-bb04-46bb-887a-8ee00eaae234, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=f773e0ee-bb04-46bb-887a-8ee00eaae234,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:54:29.069199 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:29.132055 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0e97db4a-53cb-47cd-b605-cabaa7a6032e req-13fdce0b-847d-4a9a-90d5-1ff860076545 service neutron] 10.222.0.50 "GET /v2.0/networks/ac633efb-8397-4939-80ef-9a336931fe15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075790 May 05 19:54:29.141407 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:29.165444 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e0be088-6cfe-4e5c-9668-51def98d91cd {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:54:29.195749 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-f3c38df0-2ac0-4d93-8620-6ab70eb342cb admin admin] Transition to ACTIVE for port object 1b4b2d45-52a8-42c0-9836-17fb55ef6d2a will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:54:29.206599 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5745fee4-01a1-4c2c-9799-22dfbd08c87d req-966ffb1b-78e3-437e-8997-37c05da3f701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:29.208919 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5745fee4-01a1-4c2c-9799-22dfbd08c87d req-966ffb1b-78e3-437e-8997-37c05da3f701 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.8000665 May 05 19:54:29.221693 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 6e0be088-6cfe-4e5c-9668-51def98d91cd, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=6e0be088-6cfe-4e5c-9668-51def98d91cd,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:54:29.230051 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:29.244475 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7c76b0dc-2168-4af8-ab9e-f3d312d1ad03 req-adc19b14-f60d-4904-8cc0-961f6cab9da3 service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7758033 May 05 19:54:29.253490 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=f773e0ee-bb04-46bb-887a-8ee00eaae234,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:29.278023 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bc5b50-24ee-4bc5-9c88-735670462cf5 req-9c0b5497-257f-4db4-9278-ebdbe5e6790a tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:29.285539 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a4bc5b50-24ee-4bc5-9c88-735670462cf5 req-9c0b5497-257f-4db4-9278-ebdbe5e6790a tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ff80a77-e629-47d3-89e4-8ddf23d38464 HTTP/1.1" status: 200 len: 945 time: 0.9343805 May 05 19:54:29.317387 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7ad57d92-2361-4e40-853e-30f557d863c9 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:29.340037 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-da8a2080-c990-42d2-b169-a73666474338 req-36f4eeaf-e400-4839-95da-2027b6dee079 tempest-VolumesAdminNegativeTest-1574798565 tempest-VolumesAdminNegativeTest-1574798565-project] 10.222.0.36 "GET /v2.0/ports?device_id=21c4270a-2c13-42f0-9052-59af2f4c86ec HTTP/1.1" status: 200 len: 210 time: 0.2429962 May 05 19:54:29.387923 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=6e0be088-6cfe-4e5c-9668-51def98d91cd,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:29.468740 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a4bc5b50-24ee-4bc5-9c88-735670462cf5 req-e8b775f9-5ae4-45e9-be0c-58f86e98fdc8 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817265 May 05 19:54:29.470534 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-13dd8ad2-ac34-48d8-9fb6-4c0c6bb6b1b1 service neutron] 10.222.0.24 "GET /v2.0/networks/9e1d2257-41cc-4af2-afae-4ca8a9719a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1485281 May 05 19:54:29.534744 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad57d92-2361-4e40-853e-30f557d863c9 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Pushing event updated for resources: {'Subnet': ['ID=7999f04b-20d7-45d8-9a77-2d4265dead02,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:29.547523 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f3c38df0-2ac0-4d93-8620-6ab70eb342cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:29.555779 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['6e0be088-6cfe-4e5c-9668-51def98d91cd'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:54:29.588782 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad57d92-2361-4e40-853e-30f557d863c9 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Checking segment: {'id': '318cf6b1-dc19-4083-8340-7d65b0ecdf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '452e75d7-fff5-450c-86b4-389b2df7a7f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:54:29.589461 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad57d92-2361-4e40-853e-30f557d863c9 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Network hostable DHCP agents. Network: 452e75d7-fff5-450c-86b4-389b2df7a7f5, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 19:54:29.615270 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730371f-e5fe-4f5f-bf7d-e56e9ebf18e5 req-64ecad57-f5e6-4c7d-959a-db2431c34897 tempest-VolumesAdminNegativeTest-1574798565 tempest-VolumesAdminNegativeTest-1574798565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:29.616759 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b730371f-e5fe-4f5f-bf7d-e56e9ebf18e5 req-64ecad57-f5e6-4c7d-959a-db2431c34897 tempest-VolumesAdminNegativeTest-1574798565 tempest-VolumesAdminNegativeTest-1574798565-project] 10.222.0.50 "GET /v2.0/networks?id=f1b1edac-3413-49d2-a959-334eaf994cd8 HTTP/1.1" status: 200 len: 814 time: 0.6359055 May 05 19:54:29.627506 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-174d4f6f-1631-4bf4-9d56-768fa83a97cb'] response: {'name': 'network-changed', 'server_uuid': '1ebc9306-04f4-4b43-83ba-11cffb744f6d', 'tag': '23636d07-d5e5-4113-a95f-01258904698e', 'status': 'completed', 'code': 200} May 05 19:54:29.682897 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad57d92-2361-4e40-853e-30f557d863c9 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Network 452e75d7-fff5-450c-86b4-389b2df7a7f5 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 19:54:29.690851 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c38df0-2ac0-4d93-8620-6ab70eb342cb admin admin] Network 9f5a5963-5130-4597-b15e-83126dc4776c is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:54:29.696499 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-f3c38df0-2ac0-4d93-8620-6ab70eb342cb admin admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:54:29.705692 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c38df0-2ac0-4d93-8620-6ab70eb342cb admin admin] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:54:29.762032 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c38df0-2ac0-4d93-8620-6ab70eb342cb admin admin] Pushing event updated for resources: {'Port': ['ID=1b4b2d45-52a8-42c0-9836-17fb55ef6d2a,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:29.774379 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-7ad57d92-2361-4e40-853e-30f557d863c9 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 452e75d7-fff5-450c-86b4-389b2df7a7f5) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:54:29.783570 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329c01ff-d44a-454b-a86c-6d8b1e026819 None None] Network 452e75d7-fff5-450c-86b4-389b2df7a7f5 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:54:29.791143 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad57d92-2361-4e40-853e-30f557d863c9 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:29.791900 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7ad57d92-2361-4e40-853e-30f557d863c9 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:29.798269 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-b730371f-e5fe-4f5f-bf7d-e56e9ebf18e5 req-bbc395e7-3a65-43d8-8b70-7c670d85ad56 tempest-VolumesAdminNegativeTest-1574798565 tempest-VolumesAdminNegativeTest-1574798565-project] Request body: {'port': {'device_id': '21c4270a-2c13-42f0-9052-59af2f4c86ec', 'network_id': 'f1b1edac-3413-49d2-a959-334eaf994cd8', 'admin_state_up': True, 'tenant_id': 'c363b6e35007457ebf57f58d9e21b43b'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:54:29.880165 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f3c38df0-2ac0-4d93-8620-6ab70eb342cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:30.079193 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device f773e0ee-bb04-46bb-887a-8ee00eaae234 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:54:30.207134 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-7ad57d92-2361-4e40-853e-30f557d863c9 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.7443135 May 05 19:54:30.207134 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36210) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:54:30.328710 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-64a68932-8e1a-43ba-91b0-33a0f0c18f46 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-226531097'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:54:30.352918 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-22d917b4-775f-43c1-be13-4efeaa16f918 None None] Provisioning for port 1b4b2d45-52a8-42c0-9836-17fb55ef6d2a completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:54:30.364205 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-22d917b4-775f-43c1-be13-4efeaa16f918 None None] Provisioning complete for port 1b4b2d45-52a8-42c0-9836-17fb55ef6d2a triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:54:30.364205 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-22d917b4-775f-43c1-be13-4efeaa16f918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:30.413041 n-d-840717-1 neutron-server[88197]: INFO neutron.api.v2.resource [req-5127ca0d-f380-4245-94ee-c614e1db1a46 req-f7d299ac-d4f8-4fbb-ae2e-33079d7f61a8 service neutron] show failed (client error): The resource could not be found. May 05 19:54:30.413041 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5127ca0d-f380-4245-94ee-c614e1db1a46 req-f7d299ac-d4f8-4fbb-ae2e-33079d7f61a8 service neutron] 10.222.0.50 "GET /v2.0/ports/8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6/bindings/n-h1-840717-1 HTTP/1.1" status: 404 len: 380 time: 0.3921802 May 05 19:54:30.441982 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b09f921d-6461-44a0-a880-0dc64c1a22ad admin admin] Router 7e0c852e-4ef4-407b-9dad-84af291ba887 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 19:54:30.495070 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-64a68932-8e1a-43ba-91b0-33a0f0c18f46 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:54:30.514239 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5745fee4-01a1-4c2c-9799-22dfbd08c87d req-5a2c0ce4-a431-4999-821a-ea6a7e8a1a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:30.514239 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5745fee4-01a1-4c2c-9799-22dfbd08c87d req-5a2c0ce4-a431-4999-821a-ea6a7e8a1a83 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1841979 May 05 19:54:30.514239 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e242bfe3-d512-4c8c-9b08-d27d02659486 req-d83a01a9-acf5-409b-a9c2-5d3389d7bd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:30.514239 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e242bfe3-d512-4c8c-9b08-d27d02659486 req-d83a01a9-acf5-409b-a9c2-5d3389d7bd11 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=97ead9bcc5d448dab263815a595740a4&device_id=1ebc9306-04f4-4b43-83ba-11cffb744f6d HTTP/1.1" status: 200 len: 1098 time: 0.8412554 May 05 19:54:30.526633 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port f773e0ee-bb04-46bb-887a-8ee00eaae234 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:54:30.526633 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:30.728214 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-64a68932-8e1a-43ba-91b0-33a0f0c18f46 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Usage tracker for resource:network and tenant:beb159436c9e4e2f822f7625a9d89435 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:54:30.753363 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-64a68932-8e1a-43ba-91b0-33a0f0c18f46 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:54:30.757856 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b09f921d-6461-44a0-a880-0dc64c1a22ad admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 19:54:30.757856 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df3461-c761-40a6-9e53-686554ad4b2a req-ccb22a52-fe2b-4db1-b7cc-79982e5c3fa4 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:30.765119 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 0aa57b64-504c-4fb9-abb7-53a7e82330a4 up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:54:30.768561 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-38df3461-c761-40a6-9e53-686554ad4b2a req-ccb22a52-fe2b-4db1-b7cc-79982e5c3fa4 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec2bd5c5-1783-4660-bfeb-36f3566083c5 HTTP/1.1" status: 200 len: 950 time: 1.3019476 May 05 19:54:30.771294 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35118401-505e-4b84-b2d2-e6bd9d88bcb8 None None] Sync routers for ids ['7e0c852e-4ef4-407b-9dad-84af291ba887'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 19:54:30.789345 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35118401-505e-4b84-b2d2-e6bd9d88bcb8 None None] Routers {'7e0c852e-4ef4-407b-9dad-84af291ba887'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:54:30.791473 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-35118401-505e-4b84-b2d2-e6bd9d88bcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:54:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['7e0c852e-4ef4-407b-9dad-84af291ba887'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:54:30.845734 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-22d917b4-775f-43c1-be13-4efeaa16f918 None None] Port 1b4b2d45-52a8-42c0-9836-17fb55ef6d2a cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:54:30.851953 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-64a68932-8e1a-43ba-91b0-33a0f0c18f46 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:54:30.946229 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e242bfe3-d512-4c8c-9b08-d27d02659486 req-894582a6-9202-47d1-aa92-bcddaaeaa61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:30.951589 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f3c38df0-2ac0-4d93-8620-6ab70eb342cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:30.956261 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e242bfe3-d512-4c8c-9b08-d27d02659486 req-894582a6-9202-47d1-aa92-bcddaaeaa61e service neutron] 10.222.0.24 "GET /v2.0/networks?id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3 HTTP/1.1" status: 200 len: 870 time: 0.1960280 May 05 19:54:30.961543 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 4ef4c5df-4678-4c20-8baf-e86489e1a335 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:54:31.050435 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-b730371f-e5fe-4f5f-bf7d-e56e9ebf18e5 req-bbc395e7-3a65-43d8-8b70-7c670d85ad56 tempest-VolumesAdminNegativeTest-1574798565 tempest-VolumesAdminNegativeTest-1574798565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:54:31.129698 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49320104-4004-4ee0-9a0e-4247ba0384cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-452e75d7-fff5-450c-86b4-389b2df7a7f5', 'network_id': '452e75d7-fff5-450c-86b4-389b2df7a7f5', 'tenant_id': 'beb159436c9e4e2f822f7625a9d89435', 'fixed_ips': [{'subnet_id': '7999f04b-20d7-45d8-9a77-2d4265dead02'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 19:54:31.129698 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-49320104-4004-4ee0-9a0e-4247ba0384cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:31.161863 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 4ef4c5df-4678-4c20-8baf-e86489e1a335 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:54:31.161863 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 4ef4c5df-4678-4c20-8baf-e86489e1a335 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:54:31.161863 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:31.182835 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e242bfe3-d512-4c8c-9b08-d27d02659486 req-272d0f31-7b37-4610-b2da-9a74c06ba2a9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=23636d07-d5e5-4113-a95f-01258904698e HTTP/1.1" status: 200 len: 217 time: 0.1590605 May 05 19:54:31.200243 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-b730371f-e5fe-4f5f-bf7d-e56e9ebf18e5 req-bbc395e7-3a65-43d8-8b70-7c670d85ad56 tempest-VolumesAdminNegativeTest-1574798565 tempest-VolumesAdminNegativeTest-1574798565-project] Usage tracker for resource:port and tenant:c363b6e35007457ebf57f58d9e21b43b is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:54:31.200243 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b09f921d-6461-44a0-a880-0dc64c1a22ad admin admin] 10.222.0.36 "PUT /v2.0/routers/7e0c852e-4ef4-407b-9dad-84af291ba887/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6042762 May 05 19:54:31.212363 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-b730371f-e5fe-4f5f-bf7d-e56e9ebf18e5 req-bbc395e7-3a65-43d8-8b70-7c670d85ad56 tempest-VolumesAdminNegativeTest-1574798565 tempest-VolumesAdminNegativeTest-1574798565-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:54:31.347035 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36218) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:54:31.383682 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-49320104-4004-4ee0-9a0e-4247ba0384cf None None] Allocated IP 19.80.0.2 (452e75d7-fff5-450c-86b4-389b2df7a7f5/7999f04b-20d7-45d8-9a77-2d4265dead02/9876736d-adcd-47c0-bbee-07a33f43f445) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:54:31.395477 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a68932-8e1a-43ba-91b0-33a0f0c18f46 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Made reservation on behalf of beb159436c9e4e2f822f7625a9d89435 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:54:31.399602 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-64a68932-8e1a-43ba-91b0-33a0f0c18f46 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:31.424456 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-b730371f-e5fe-4f5f-bf7d-e56e9ebf18e5 req-bbc395e7-3a65-43d8-8b70-7c670d85ad56 tempest-VolumesAdminNegativeTest-1574798565 tempest-VolumesAdminNegativeTest-1574798565-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:54:31.475858 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-38df3461-c761-40a6-9e53-686554ad4b2a req-af3fbd7b-c099-4403-972a-58bc6cdb8ced tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7083845 May 05 19:54:31.551346 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b730371f-e5fe-4f5f-bf7d-e56e9ebf18e5 req-bbc395e7-3a65-43d8-8b70-7c670d85ad56 tempest-VolumesAdminNegativeTest-1574798565 tempest-VolumesAdminNegativeTest-1574798565-project] Made reservation on behalf of c363b6e35007457ebf57f58d9e21b43b for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:54:31.576162 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b730371f-e5fe-4f5f-bf7d-e56e9ebf18e5 req-bbc395e7-3a65-43d8-8b70-7c670d85ad56 tempest-VolumesAdminNegativeTest-1574798565 tempest-VolumesAdminNegativeTest-1574798565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:31.652265 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e242bfe3-d512-4c8c-9b08-d27d02659486 req-a41cc74c-2a03-4b5f-8a83-d1d3d0ad97e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:31.657956 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e242bfe3-d512-4c8c-9b08-d27d02659486 req-a41cc74c-2a03-4b5f-8a83-d1d3d0ad97e6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.4622984 May 05 19:54:31.740331 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-35118401-505e-4b84-b2d2-e6bd9d88bcb8 None None] Set router 7e0c852e-4ef4-407b-9dad-84af291ba887 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:54:31.793912 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60626992-f648-497c-8dbb-762551b9fd9d req-89c21260-040a-48b1-9362-919445d46309 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:31.796036 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-60626992-f648-497c-8dbb-762551b9fd9d req-89c21260-040a-48b1-9362-919445d46309 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f98fb10-5b5c-425a-84e6-a590e90a80fb HTTP/1.1" status: 200 len: 944 time: 1.7864218 May 05 19:54:31.866558 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port 0aa57b64-504c-4fb9-abb7-53a7e82330a4 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:54:31.899480 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port 0aa57b64-504c-4fb9-abb7-53a7e82330a4 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:54:31.903647 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:31.903828 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-b730371f-e5fe-4f5f-bf7d-e56e9ebf18e5 req-bbc395e7-3a65-43d8-8b70-7c670d85ad56 tempest-VolumesAdminNegativeTest-1574798565 tempest-VolumesAdminNegativeTest-1574798565-project] Allocated IP 172.20.0.7 (f1b1edac-3413-49d2-a959-334eaf994cd8/5d5cf73a-8836-4a1c-9cf5-1b4e5ac1514f/837aac58-9af9-4288-b27f-63bf61f6dc11) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:54:31.937800 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64a68932-8e1a-43ba-91b0-33a0f0c18f46 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 19:54:31.949890 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-64a68932-8e1a-43ba-91b0-33a0f0c18f46 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:31.950484 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-64a68932-8e1a-43ba-91b0-33a0f0c18f46 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Added segment b2175592-6b14-427f-bf82-344d71723ffd of type vlan for network 0de750f4-2454-4e2f-9cf8-d5ff4093e964 May 05 19:54:31.980115 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-64a68932-8e1a-43ba-91b0-33a0f0c18f46 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:32.044338 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5745fee4-01a1-4c2c-9799-22dfbd08c87d req-fb47dffd-295d-497b-b14f-433b2396ec04 service neutron] 10.222.0.50 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3257790 May 05 19:54:32.050637 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-49320104-4004-4ee0-9a0e-4247ba0384cf None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:32.071454 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-49320104-4004-4ee0-9a0e-4247ba0384cf None None] Transition to ACTIVE for port object 9876736d-adcd-47c0-bbee-07a33f43f445 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:54:32.238776 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-49320104-4004-4ee0-9a0e-4247ba0384cf None None] Transition to ACTIVE for port object 9876736d-adcd-47c0-bbee-07a33f43f445 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:54:32.253490 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:32.271572 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-49320104-4004-4ee0-9a0e-4247ba0384cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:32.288683 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f3c38df0-2ac0-4d93-8620-6ab70eb342cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:32.291652 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5585772d-ff87-4e36-9ea4-94f2852bd693 admin admin] Notify callbacks [] for router, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:32.323301 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-35118401-505e-4b84-b2d2-e6bd9d88bcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e0c852e-4ef4-407b-9dad-84af291ba887', 'name': 'tempest-ServersTestBootFromVolume-1190819006-router', 'tenant_id': '4d0e88c339a8478fac3bdc473e88ec9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '952a221f-6d5d-4de0-8f11-d04938b2c854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:51:53Z', 'updated_at': '2022-05-05T19:54:27Z', 'revision_number': 5, 'project_id': '4d0e88c339a8478fac3bdc473e88ec9b', 'gw_port': {'id': '952a221f-6d5d-4de0-8f11-d04938b2c854', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:42:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0c852e-4ef4-407b-9dad-84af291ba887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:51:55Z', 'updated_at': '2022-05-05T19:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:54:32.333844 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35118401-505e-4b84-b2d2-e6bd9d88bcb8 None None] Checking router: 7e0c852e-4ef4-407b-9dad-84af291ba887 for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 19:54:32.342427 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5745fee4-01a1-4c2c-9799-22dfbd08c87d req-311e80ae-f6ea-43b6-9726-2c7ce78c2878 service neutron] 10.222.0.50 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510483 May 05 19:54:32.357029 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:32.360687 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35118401-505e-4b84-b2d2-e6bd9d88bcb8 None None] Routers {'7e0c852e-4ef4-407b-9dad-84af291ba887'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:54:32.363063 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-35118401-505e-4b84-b2d2-e6bd9d88bcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:54:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['7e0c852e-4ef4-407b-9dad-84af291ba887'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:54:32.389524 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49320104-4004-4ee0-9a0e-4247ba0384cf None None] Network 452e75d7-fff5-450c-86b4-389b2df7a7f5 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:54:32.397062 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-49320104-4004-4ee0-9a0e-4247ba0384cf None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:54:32.408802 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49320104-4004-4ee0-9a0e-4247ba0384cf None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:54:32.411903 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 4ef4c5df-4678-4c20-8baf-e86489e1a335, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=4ef4c5df-4678-4c20-8baf-e86489e1a335,segment=NetworkSegment(77c8a800-fe5e-43bd-bdaa-dd2e8f9ddbc2),segment_id=77c8a800-fe5e-43bd-bdaa-dd2e8f9ddbc2)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:54:32.422953 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49320104-4004-4ee0-9a0e-4247ba0384cf None None] Pushing event updated for resources: {'Port': ['ID=9876736d-adcd-47c0-bbee-07a33f43f445,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:32.424995 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f98fb10-5b5c-425a-84e6-a590e90a80fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aa57b64-504c-4fb9-abb7-53a7e82330a4'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:54:32.434634 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e242bfe3-d512-4c8c-9b08-d27d02659486 req-90f8d981-4b42-4c29-8759-4d1b4ccb6ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:32.437577 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e242bfe3-d512-4c8c-9b08-d27d02659486 req-90f8d981-4b42-4c29-8759-4d1b4ccb6ea2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7559478 May 05 19:54:32.467799 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:32.535289 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 0aa57b64-504c-4fb9-abb7-53a7e82330a4, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=0aa57b64-504c-4fb9-abb7-53a7e82330a4,segment=NetworkSegment(35fac83a-67e0-479b-ac71-c3fa378951ad),segment_id=35fac83a-67e0-479b-ac71-c3fa378951ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:54:32.536419 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 23636d07-d5e5-4113-a95f-01258904698e details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:54:32.600833 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:32.616926 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 6e0be088-6cfe-4e5c-9668-51def98d91cd up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:54:32.686978 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-49320104-4004-4ee0-9a0e-4247ba0384cf None None] Attempting to bind port 9876736d-adcd-47c0-bbee-07a33f43f445 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:54:32.687929 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-49320104-4004-4ee0-9a0e-4247ba0384cf None None] Attempting to bind port 9876736d-adcd-47c0-bbee-07a33f43f445 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '318cf6b1-dc19-4083-8340-7d65b0ecdf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '452e75d7-fff5-450c-86b4-389b2df7a7f5'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:54:32.687929 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49320104-4004-4ee0-9a0e-4247ba0384cf None None] Attempting to bind port 9876736d-adcd-47c0-bbee-07a33f43f445 on network 452e75d7-fff5-450c-86b4-389b2df7a7f5 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:54:32.697980 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-35118401-505e-4b84-b2d2-e6bd9d88bcb8 None None] Set router 7e0c852e-4ef4-407b-9dad-84af291ba887 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:54:32.712448 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f3c38df0-2ac0-4d93-8620-6ab70eb342cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:32.734872 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b730371f-e5fe-4f5f-bf7d-e56e9ebf18e5 req-bbc395e7-3a65-43d8-8b70-7c670d85ad56 tempest-VolumesAdminNegativeTest-1574798565 tempest-VolumesAdminNegativeTest-1574798565-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:32.749194 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49320104-4004-4ee0-9a0e-4247ba0384cf None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:54:32.749676 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49320104-4004-4ee0-9a0e-4247ba0384cf None None] Checking segment: {'id': '318cf6b1-dc19-4083-8340-7d65b0ecdf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '452e75d7-fff5-450c-86b4-389b2df7a7f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:54:32.750085 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-49320104-4004-4ee0-9a0e-4247ba0384cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:32.750482 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49320104-4004-4ee0-9a0e-4247ba0384cf None None] Bound using segment: {'id': '318cf6b1-dc19-4083-8340-7d65b0ecdf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '452e75d7-fff5-450c-86b4-389b2df7a7f5'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:54:32.750933 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-49320104-4004-4ee0-9a0e-4247ba0384cf None None] Bound port: 9876736d-adcd-47c0-bbee-07a33f43f445, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '318cf6b1-dc19-4083-8340-7d65b0ecdf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '452e75d7-fff5-450c-86b4-389b2df7a7f5'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:54:32.751301 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-49320104-4004-4ee0-9a0e-4247ba0384cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:32.764900 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=4ef4c5df-4678-4c20-8baf-e86489e1a335,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:32.775851 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b730371f-e5fe-4f5f-bf7d-e56e9ebf18e5 req-bbc395e7-3a65-43d8-8b70-7c670d85ad56 tempest-VolumesAdminNegativeTest-1574798565 tempest-VolumesAdminNegativeTest-1574798565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:32.792091 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494561f5-5216-4497-a8d8-59bbe99e02a2 req-8d627062-1f3b-4fff-ae77-66c77c0f508b tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:32.800547 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-494561f5-5216-4497-a8d8-59bbe99e02a2 req-8d627062-1f3b-4fff-ae77-66c77c0f508b tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ebc9306-04f4-4b43-83ba-11cffb744f6d HTTP/1.1" status: 200 len: 947 time: 0.8443043 May 05 19:54:32.890050 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-60626992-f648-497c-8dbb-762551b9fd9d req-69d1ace4-68a9-42b0-80a9-d881741b10cd tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] 10.222.0.36 "GET /v2.0/security-groups?id=133d9788-2d4a-473a-85ae-b77d71ab949f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6023679 May 05 19:54:32.894356 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-64a68932-8e1a-43ba-91b0-33a0f0c18f46 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:32.901034 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a68932-8e1a-43ba-91b0-33a0f0c18f46 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:32.901649 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-64a68932-8e1a-43ba-91b0-33a0f0c18f46 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:33.046420 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port 6e0be088-6cfe-4e5c-9668-51def98d91cd completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:54:33.065237 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 23636d07-d5e5-4113-a95f-01258904698e, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=23636d07-d5e5-4113-a95f-01258904698e,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:54:33.080908 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port 6e0be088-6cfe-4e5c-9668-51def98d91cd triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:54:33.081186 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:33.099714 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5585772d-ff87-4e36-9ea4-94f2852bd693 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:33.113954 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=0aa57b64-504c-4fb9-abb7-53a7e82330a4,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:33.128442 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '23636d07-d5e5-4113-a95f-01258904698e', 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3', 'port_id': '23636d07-d5e5-4113-a95f-01258904698e', 'mac_address': 'fa:16:3e:8e:b6:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d72a8d3-0a35-4d3a-96b8-d869ff4093bc', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:54:33.128998 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5127ca0d-f380-4245-94ee-c614e1db1a46 req-dfd88f60-c04e-4bc0-92ec-f7a1982cc321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:33.131106 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5127ca0d-f380-4245-94ee-c614e1db1a46 req-dfd88f60-c04e-4bc0-92ec-f7a1982cc321 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ec2bd5c5-1783-4660-bfeb-36f3566083c5&tenant_id=928b29e96aaf42dd9d4dc06b8e5f9969 HTTP/1.1" status: 200 len: 1101 time: 1.7936909 May 05 19:54:33.131820 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a68932-8e1a-43ba-91b0-33a0f0c18f46 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Pushing event updated for resources: {'Network': ['ID=0de750f4-2454-4e2f-9cf8-d5ff4093e964,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:33.143983 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-64a68932-8e1a-43ba-91b0-33a0f0c18f46 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.8496330 May 05 19:54:33.149272 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 0de750f4-2454-4e2f-9cf8-d5ff4093e964 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 19:54:33.163199 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-5127ca0d-f380-4245-94ee-c614e1db1a46 req-5118ce47-e821-477a-811e-38f16024f29d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-840717-1', 'device_owner': 'compute:nova'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:54:33.170081 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-49320104-4004-4ee0-9a0e-4247ba0384cf None None] For port 9876736d-adcd-47c0-bbee-07a33f43f445, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:54:33.201725 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-5585772d-ff87-4e36-9ea4-94f2852bd693 admin admin] Deleting port 952a221f-6d5d-4de0-8f11-d04938b2c854 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:54:33.202069 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5585772d-ff87-4e36-9ea4-94f2852bd693 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:33.263597 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36226) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:54:33.271223 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-49320104-4004-4ee0-9a0e-4247ba0384cf None None] For port 9876736d-adcd-47c0-bbee-07a33f43f445, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=9876736d-adcd-47c0-bbee-07a33f43f445,segment=NetworkSegment(318cf6b1-dc19-4083-8340-7d65b0ecdf27),segment_id=318cf6b1-dc19-4083-8340-7d65b0ecdf27)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:54:33.282475 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-35118401-505e-4b84-b2d2-e6bd9d88bcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e0c852e-4ef4-407b-9dad-84af291ba887', 'name': 'tempest-ServersTestBootFromVolume-1190819006-router', 'tenant_id': '4d0e88c339a8478fac3bdc473e88ec9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '952a221f-6d5d-4de0-8f11-d04938b2c854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:51:53Z', 'updated_at': '2022-05-05T19:54:27Z', 'revision_number': 5, 'project_id': '4d0e88c339a8478fac3bdc473e88ec9b', 'gw_port': {'id': '952a221f-6d5d-4de0-8f11-d04938b2c854', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:42:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0c852e-4ef4-407b-9dad-84af291ba887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:51:55Z', 'updated_at': '2022-05-05T19:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:54:33.287677 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35118401-505e-4b84-b2d2-e6bd9d88bcb8 None None] The sync data for ids ['7e0c852e-4ef4-407b-9dad-84af291ba887'] in n-d-840717-1 is: [{'id': '7e0c852e-4ef4-407b-9dad-84af291ba887', 'name': 'tempest-ServersTestBootFromVolume-1190819006-router', 'tenant_id': '4d0e88c339a8478fac3bdc473e88ec9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '952a221f-6d5d-4de0-8f11-d04938b2c854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:51:53Z', 'updated_at': '2022-05-05T19:54:27Z', 'revision_number': 5, 'project_id': '4d0e88c339a8478fac3bdc473e88ec9b', 'gw_port': {'id': '952a221f-6d5d-4de0-8f11-d04938b2c854', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:42:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0c852e-4ef4-407b-9dad-84af291ba887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:51:55Z', 'updated_at': '2022-05-05T19:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 19:54:33.362486 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-a36b9f38-96d7-494f-b1d4-df6b1509e89b tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Request body: {'subnet': {'network_id': '0de750f4-2454-4e2f-9cf8-d5ff4093e964', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:54:33.363103 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-49320104-4004-4ee0-9a0e-4247ba0384cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:33.389949 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b730371f-e5fe-4f5f-bf7d-e56e9ebf18e5 req-bbc395e7-3a65-43d8-8b70-7c670d85ad56 tempest-VolumesAdminNegativeTest-1574798565 tempest-VolumesAdminNegativeTest-1574798565-project] Network f1b1edac-3413-49d2-a959-334eaf994cd8 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:54:33.402210 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-b730371f-e5fe-4f5f-bf7d-e56e9ebf18e5 req-bbc395e7-3a65-43d8-8b70-7c670d85ad56 tempest-VolumesAdminNegativeTest-1574798565 tempest-VolumesAdminNegativeTest-1574798565-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:54:33.410353 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-b730371f-e5fe-4f5f-bf7d-e56e9ebf18e5 req-bbc395e7-3a65-43d8-8b70-7c670d85ad56 tempest-VolumesAdminNegativeTest-1574798565 tempest-VolumesAdminNegativeTest-1574798565-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:54:33.418607 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f3c38df0-2ac0-4d93-8620-6ab70eb342cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:33.431992 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:33.442430 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c38df0-2ac0-4d93-8620-6ab70eb342cb admin admin] Pushing event updated for resources: {'Port': ['ID=1b4b2d45-52a8-42c0-9836-17fb55ef6d2a,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:33.474102 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23636d07-d5e5-4113-a95f-01258904698e {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:54:33.485719 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-494561f5-5216-4497-a8d8-59bbe99e02a2 req-681806d5-6b02-49b2-9010-b351335b91d2 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/security-groups?id=47e8f45b-d376-403a-8bb9-867508147e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6826324 May 05 19:54:33.504030 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730371f-e5fe-4f5f-bf7d-e56e9ebf18e5 req-bbc395e7-3a65-43d8-8b70-7c670d85ad56 tempest-VolumesAdminNegativeTest-1574798565 tempest-VolumesAdminNegativeTest-1574798565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:33.504963 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b730371f-e5fe-4f5f-bf7d-e56e9ebf18e5 req-bbc395e7-3a65-43d8-8b70-7c670d85ad56 tempest-VolumesAdminNegativeTest-1574798565 tempest-VolumesAdminNegativeTest-1574798565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:33.542962 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc395e7-3a65-43d8-8b70-7c670d85ad56 tempest-VolumesAdminNegativeTest-1574798565 tempest-VolumesAdminNegativeTest-1574798565-project] Pushing event updated for resources: {'Port': ['ID=837aac58-9af9-4288-b27f-63bf61f6dc11,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:33.592129 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 23636d07-d5e5-4113-a95f-01258904698e, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=23636d07-d5e5-4113-a95f-01258904698e,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:54:33.612342 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b730371f-e5fe-4f5f-bf7d-e56e9ebf18e5 req-bbc395e7-3a65-43d8-8b70-7c670d85ad56 tempest-VolumesAdminNegativeTest-1574798565 tempest-VolumesAdminNegativeTest-1574798565-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8446500 May 05 19:54:33.612342 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e242bfe3-d512-4c8c-9b08-d27d02659486 req-1271af81-d9e0-4d38-91a0-07952e0c7959 service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1608605 May 05 19:54:33.631873 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49320104-4004-4ee0-9a0e-4247ba0384cf None None] Pushing event updated for resources: {'Port': ['ID=9876736d-adcd-47c0-bbee-07a33f43f445,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:33.639218 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-b730371f-e5fe-4f5f-bf7d-e56e9ebf18e5 req-d635492c-8978-4cd8-a1b7-0365c1771eab service neutron] Request body: {'port': {'device_id': '21c4270a-2c13-42f0-9052-59af2f4c86ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:54:33.652651 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:33.792618 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:33.928027 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=23636d07-d5e5-4113-a95f-01258904698e,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:33.944219 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 6e0be088-6cfe-4e5c-9668-51def98d91cd, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=6e0be088-6cfe-4e5c-9668-51def98d91cd,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:54:33.963479 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['23636d07-d5e5-4113-a95f-01258904698e'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:54:33.991561 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b730371f-e5fe-4f5f-bf7d-e56e9ebf18e5 req-d635492c-8978-4cd8-a1b7-0365c1771eab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:34.033598 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:34.034715 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6 no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:54:34.175314 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1191f860-3d3e-4524-a599-decb3d93a646 req-7ec9aa70-1d9e-4c82-ba5b-4754a46a79a9 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:34.177335 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1191f860-3d3e-4524-a599-decb3d93a646 req-7ec9aa70-1d9e-4c82-ba5b-4754a46a79a9 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ff80a77-e629-47d3-89e4-8ddf23d38464 HTTP/1.1" status: 200 len: 945 time: 0.4912677 May 05 19:54:34.215997 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e242bfe3-d512-4c8c-9b08-d27d02659486 req-b3bc7f19-607b-4028-af45-964957aa8d3b service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5310607 May 05 19:54:34.294741 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=6e0be088-6cfe-4e5c-9668-51def98d91cd,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:34.377895 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299fb853-93ea-4ed9-8cb6-961f501022b1 req-f8981a98-183e-466f-9bb6-c71592e228c6 tempest-VolumesAdminNegativeTest-1574798565 tempest-VolumesAdminNegativeTest-1574798565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:34.377895 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-299fb853-93ea-4ed9-8cb6-961f501022b1 req-f8981a98-183e-466f-9bb6-c71592e228c6 tempest-VolumesAdminNegativeTest-1574798565 tempest-VolumesAdminNegativeTest-1574798565-project] 10.222.0.36 "GET /v2.0/ports?device_id=21c4270a-2c13-42f0-9052-59af2f4c86ec HTTP/1.1" status: 200 len: 931 time: 1.2619402 May 05 19:54:34.377895 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-5127ca0d-f380-4245-94ee-c614e1db1a46 req-5118ce47-e821-477a-811e-38f16024f29d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:34.417238 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:34.428481 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-a36b9f38-96d7-494f-b1d4-df6b1509e89b tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:54:34.449507 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c38df0-2ac0-4d93-8620-6ab70eb342cb admin admin] Network 9f5a5963-5130-4597-b15e-83126dc4776c is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:54:34.458403 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1191f860-3d3e-4524-a599-decb3d93a646 req-2260e525-5a3c-40d7-9a61-4bf06ec7d1bb tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658427 May 05 19:54:34.460898 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a36b9f38-96d7-494f-b1d4-df6b1509e89b tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Usage tracker for resource:subnet and tenant:beb159436c9e4e2f822f7625a9d89435 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:54:34.471248 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-f3c38df0-2ac0-4d93-8620-6ab70eb342cb admin admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:54:34.487304 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a36b9f38-96d7-494f-b1d4-df6b1509e89b tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:54:34.551073 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:54:34.574215 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:34.620691 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-5585772d-ff87-4e36-9ea4-94f2852bd693 admin admin] For port 952a221f-6d5d-4de0-8f11-d04938b2c854, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=952a221f-6d5d-4de0-8f11-d04938b2c854,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:54:34.620691 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5585772d-ff87-4e36-9ea4-94f2852bd693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:34.683925 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-949a1798-072d-4e9d-9542-d9eb2978b24b'] response: {'server_uuid': '8f98fb10-5b5c-425a-84e6-a590e90a80fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aa57b64-504c-4fb9-abb7-53a7e82330a4', 'code': 200} May 05 19:54:34.760646 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-a36b9f38-96d7-494f-b1d4-df6b1509e89b tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:54:34.872931 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 9876736d-adcd-47c0-bbee-07a33f43f445 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:54:34.984207 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-dad73471-bcb8-4809-8790-59d461ae5dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:35.038111 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6,revision_number=6']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:35.058504 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 9876736d-adcd-47c0-bbee-07a33f43f445 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:54:35.078903 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 4ef4c5df-4678-4c20-8baf-e86489e1a335 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:54:35.097670 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-b730371f-e5fe-4f5f-bf7d-e56e9ebf18e5 req-d635492c-8978-4cd8-a1b7-0365c1771eab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 837aac58-9af9-4288-b27f-63bf61f6dc11 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:54:35.118592 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b730371f-e5fe-4f5f-bf7d-e56e9ebf18e5 req-d635492c-8978-4cd8-a1b7-0365c1771eab service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:35.158220 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-b730371f-e5fe-4f5f-bf7d-e56e9ebf18e5 req-d635492c-8978-4cd8-a1b7-0365c1771eab service neutron] Transition to ACTIVE for port object 837aac58-9af9-4288-b27f-63bf61f6dc11 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:54:35.164821 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b730371f-e5fe-4f5f-bf7d-e56e9ebf18e5 req-d635492c-8978-4cd8-a1b7-0365c1771eab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:35.237983 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-8ad464b1-cbc5-4770-83fd-c848598ae649 None None] Provisioning complete for port 1b4b2d45-52a8-42c0-9836-17fb55ef6d2a triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:54:35.238567 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8ad464b1-cbc5-4770-83fd-c848598ae649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:35.244471 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d635492c-8978-4cd8-a1b7-0365c1771eab service neutron] Pushing event updated for resources: {'Port': ['ID=837aac58-9af9-4288-b27f-63bf61f6dc11,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:35.270246 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-5585772d-ff87-4e36-9ea4-94f2852bd693 admin admin] Calling delete_port for 952a221f-6d5d-4de0-8f11-d04938b2c854 owned by network:router_gateway {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:54:35.361344 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 4ef4c5df-4678-4c20-8baf-e86489e1a335 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:54:35.362231 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:35.371112 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462b7164-357f-4513-b269-33da6f0749f8 req-3f0104fb-f2cf-4659-bdb9-5a8b74408229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:35.373008 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-462b7164-357f-4513-b269-33da6f0749f8 req-3f0104fb-f2cf-4659-bdb9-5a8b74408229 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8f98fb10-5b5c-425a-84e6-a590e90a80fb HTTP/1.1" status: 200 len: 1096 time: 0.5832930 May 05 19:54:35.396628 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-8ad464b1-cbc5-4770-83fd-c848598ae649 None None] Port 1b4b2d45-52a8-42c0-9836-17fb55ef6d2a cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:54:35.418845 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe0608-2488-4d4a-b62e-5c5688d70b69 req-a3bb00c7-4cf8-44e4-80de-a440710cd8c9 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:35.420222 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1fbe0608-2488-4d4a-b62e-5c5688d70b69 req-a3bb00c7-4cf8-44e4-80de-a440710cd8c9 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec2bd5c5-1783-4660-bfeb-36f3566083c5 HTTP/1.1" status: 200 len: 948 time: 0.4892550 May 05 19:54:35.431184 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba4d977-9d49-4b6c-94cd-b467eb8971d1 None None] Network 452e75d7-fff5-450c-86b4-389b2df7a7f5 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:54:35.463297 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-299fb853-93ea-4ed9-8cb6-961f501022b1 req-f9ee82a9-249d-4544-8679-a319a4dd7bf2 tempest-VolumesAdminNegativeTest-1574798565 tempest-VolumesAdminNegativeTest-1574798565-project] 10.222.0.36 "GET /v2.0/security-groups?id=94ffdaaf-7f31-41bd-8032-300d12aa01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0730495 May 05 19:54:35.502457 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36b9f38-96d7-494f-b1d4-df6b1509e89b tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Made reservation on behalf of beb159436c9e4e2f822f7625a9d89435 for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:54:35.506445 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a36b9f38-96d7-494f-b1d4-df6b1509e89b tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:35.527172 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-462b7164-357f-4513-b269-33da6f0749f8 req-abc19bdb-c878-4c6e-825b-8c81831f0cb3 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=133d9788-2d4a-473a-85ae-b77d71ab949f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170931 May 05 19:54:35.589303 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1fbe0608-2488-4d4a-b62e-5c5688d70b69 req-9f99ce81-4b99-43c2-a276-f0f877b81151 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513681 May 05 19:54:35.619803 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-b730371f-e5fe-4f5f-bf7d-e56e9ebf18e5 req-d635492c-8978-4cd8-a1b7-0365c1771eab service neutron] Attempting to bind port 837aac58-9af9-4288-b27f-63bf61f6dc11 on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:54:35.621754 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-b730371f-e5fe-4f5f-bf7d-e56e9ebf18e5 req-d635492c-8978-4cd8-a1b7-0365c1771eab service neutron] Attempting to bind port 837aac58-9af9-4288-b27f-63bf61f6dc11 by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': '361aafcf-8056-4392-9dee-211afae9d150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f1b1edac-3413-49d2-a959-334eaf994cd8'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:54:35.625708 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b730371f-e5fe-4f5f-bf7d-e56e9ebf18e5 req-d635492c-8978-4cd8-a1b7-0365c1771eab service neutron] Attempting to bind port 837aac58-9af9-4288-b27f-63bf61f6dc11 on network f1b1edac-3413-49d2-a959-334eaf994cd8 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:54:35.642258 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b730371f-e5fe-4f5f-bf7d-e56e9ebf18e5 req-d635492c-8978-4cd8-a1b7-0365c1771eab service neutron] Port 837aac58-9af9-4288-b27f-63bf61f6dc11 on network f1b1edac-3413-49d2-a959-334eaf994cd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:54:35.642634 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b730371f-e5fe-4f5f-bf7d-e56e9ebf18e5 req-d635492c-8978-4cd8-a1b7-0365c1771eab service neutron] Attempting to bind port 837aac58-9af9-4288-b27f-63bf61f6dc11 on network f1b1edac-3413-49d2-a959-334eaf994cd8 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:54:35.657704 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b730371f-e5fe-4f5f-bf7d-e56e9ebf18e5 req-d635492c-8978-4cd8-a1b7-0365c1771eab service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:54:35.658052 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b730371f-e5fe-4f5f-bf7d-e56e9ebf18e5 req-d635492c-8978-4cd8-a1b7-0365c1771eab service neutron] Checking segment: {'id': '361aafcf-8056-4392-9dee-211afae9d150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f1b1edac-3413-49d2-a959-334eaf994cd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:54:35.658565 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b730371f-e5fe-4f5f-bf7d-e56e9ebf18e5 req-d635492c-8978-4cd8-a1b7-0365c1771eab service neutron] Bound using segment: {'id': '361aafcf-8056-4392-9dee-211afae9d150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f1b1edac-3413-49d2-a959-334eaf994cd8'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:54:35.659660 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-b730371f-e5fe-4f5f-bf7d-e56e9ebf18e5 req-d635492c-8978-4cd8-a1b7-0365c1771eab service neutron] Bound port: 837aac58-9af9-4288-b27f-63bf61f6dc11, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '361aafcf-8056-4392-9dee-211afae9d150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f1b1edac-3413-49d2-a959-334eaf994cd8'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:54:35.660167 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b730371f-e5fe-4f5f-bf7d-e56e9ebf18e5 req-d635492c-8978-4cd8-a1b7-0365c1771eab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:35.770700 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-55171e27-ce16-43d2-8c46-51763cd48619 None None] Provisioning for port 9876736d-adcd-47c0-bbee-07a33f43f445 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:54:35.793982 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-55171e27-ce16-43d2-8c46-51763cd48619 None None] Provisioning complete for port 9876736d-adcd-47c0-bbee-07a33f43f445 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:54:35.794564 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-55171e27-ce16-43d2-8c46-51763cd48619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:35.808743 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3c38df0-2ac0-4d93-8620-6ab70eb342cb admin admin] Router 918fdc23-03c3-45f1-bfe6-f78acc517d9f has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 19:54:35.892727 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-b730371f-e5fe-4f5f-bf7d-e56e9ebf18e5 req-d635492c-8978-4cd8-a1b7-0365c1771eab service neutron] For port 837aac58-9af9-4288-b27f-63bf61f6dc11, host n-h2-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:54:35.907554 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-b730371f-e5fe-4f5f-bf7d-e56e9ebf18e5 req-d635492c-8978-4cd8-a1b7-0365c1771eab service neutron] For port 837aac58-9af9-4288-b27f-63bf61f6dc11, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=837aac58-9af9-4288-b27f-63bf61f6dc11,segment=NetworkSegment(361aafcf-8056-4392-9dee-211afae9d150),segment_id=361aafcf-8056-4392-9dee-211afae9d150)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:54:35.915735 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device b4ad395e-99ea-40f1-80cd-fc6a195b1e00 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:54:35.920489 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b730371f-e5fe-4f5f-bf7d-e56e9ebf18e5 req-d635492c-8978-4cd8-a1b7-0365c1771eab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:35.964438 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: b4ad395e-99ea-40f1-80cd-fc6a195b1e00 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 19:54:35.964802 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device b4ad395e-99ea-40f1-80cd-fc6a195b1e00 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:54:36.014467 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e26b5-3845-4498-b1a8-4dbfb2d86f82 req-c98a9cf3-e91a-4096-915f-d305802d04f1 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:36.016148 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-557e26b5-3845-4498-b1a8-4dbfb2d86f82 req-c98a9cf3-e91a-4096-915f-d305802d04f1 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ebc9306-04f4-4b43-83ba-11cffb744f6d HTTP/1.1" status: 200 len: 948 time: 0.2838058 May 05 19:54:36.030175 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730371f-e5fe-4f5f-bf7d-e56e9ebf18e5 req-d635492c-8978-4cd8-a1b7-0365c1771eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:36.030841 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b730371f-e5fe-4f5f-bf7d-e56e9ebf18e5 req-d635492c-8978-4cd8-a1b7-0365c1771eab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:36.032456 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b730371f-e5fe-4f5f-bf7d-e56e9ebf18e5 req-d635492c-8978-4cd8-a1b7-0365c1771eab service neutron] 10.222.0.50 "PUT /v2.0/ports/837aac58-9af9-4288-b27f-63bf61f6dc11 HTTP/1.1" status: 200 len: 1091 time: 2.4065218 May 05 19:54:36.033119 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21c4270a-2c13-42f0-9052-59af2f4c86ec', 'tag': '837aac58-9af9-4288-b27f-63bf61f6dc11'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:54:36.059052 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-55171e27-ce16-43d2-8c46-51763cd48619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:36.113964 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-55171e27-ce16-43d2-8c46-51763cd48619 None None] For port 9876736d-adcd-47c0-bbee-07a33f43f445, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=9876736d-adcd-47c0-bbee-07a33f43f445,segment=NetworkSegment(318cf6b1-dc19-4083-8340-7d65b0ecdf27),segment_id=318cf6b1-dc19-4083-8340-7d65b0ecdf27)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:54:36.120298 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-55171e27-ce16-43d2-8c46-51763cd48619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:36.200418 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5585772d-ff87-4e36-9ea4-94f2852bd693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:36.219834 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55171e27-ce16-43d2-8c46-51763cd48619 None None] Pushing event updated for resources: {'Port': ['ID=9876736d-adcd-47c0-bbee-07a33f43f445,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:36.323812 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d635492c-8978-4cd8-a1b7-0365c1771eab service neutron] Pushing event updated for resources: {'Port': ['ID=837aac58-9af9-4288-b27f-63bf61f6dc11,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:36.331049 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-557e26b5-3845-4498-b1a8-4dbfb2d86f82 req-4b3912c7-ace9-4924-895f-9e780303ad26 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/security-groups?id=47e8f45b-d376-403a-8bb9-867508147e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920196 May 05 19:54:36.363795 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730371f-e5fe-4f5f-bf7d-e56e9ebf18e5 req-f4521854-1ce6-4ac9-9a13-52ed7284a631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:36.365653 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b730371f-e5fe-4f5f-bf7d-e56e9ebf18e5 req-f4521854-1ce6-4ac9-9a13-52ed7284a631 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c363b6e35007457ebf57f58d9e21b43b&device_id=21c4270a-2c13-42f0-9052-59af2f4c86ec HTTP/1.1" status: 200 len: 1094 time: 0.1235082 May 05 19:54:36.403095 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d2ed7-1627-4416-ba83-c91c2624253b req-e188acba-952b-413e-87ce-1da015b3884c tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:36.404631 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a69d2ed7-1627-4416-ba83-c91c2624253b req-e188acba-952b-413e-87ce-1da015b3884c tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f98fb10-5b5c-425a-84e6-a590e90a80fb HTTP/1.1" status: 200 len: 945 time: 0.7983446 May 05 19:54:36.434542 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5585772d-ff87-4e36-9ea4-94f2852bd693 admin admin] Pushing event deleted for resources: {'Port': ['ID=952a221f-6d5d-4de0-8f11-d04938b2c854,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:36.439984 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b730371f-e5fe-4f5f-bf7d-e56e9ebf18e5 req-f6e37016-6ec5-4946-a82f-1f1e24398cf6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=837aac58-9af9-4288-b27f-63bf61f6dc11 HTTP/1.1" status: 200 len: 217 time: 0.0655730 May 05 19:54:36.442756 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-5127ca0d-f380-4245-94ee-c614e1db1a46 req-5118ce47-e821-477a-811e-38f16024f29d service neutron] For port 8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:54:36.449767 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-ab79d5e4-f4f0-411d-9e65-cd34d716a3cb None None] Provisioning complete for port 9876736d-adcd-47c0-bbee-07a33f43f445 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:54:36.450136 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ab79d5e4-f4f0-411d-9e65-cd34d716a3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:36.645150 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730371f-e5fe-4f5f-bf7d-e56e9ebf18e5 req-1d6360a8-62d1-4ec8-a27d-6df14d8a8446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:36.646556 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b730371f-e5fe-4f5f-bf7d-e56e9ebf18e5 req-1d6360a8-62d1-4ec8-a27d-6df14d8a8446 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5d5cf73a-8836-4a1c-9cf5-1b4e5ac1514f HTTP/1.1" status: 200 len: 854 time: 0.1931651 May 05 19:54:36.684716 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ac2a72-1269-4ad8-a2f9-a8775b8bf130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e0be088-6cfe-4e5c-9668-51def98d91cd'}, {'server_uuid': 'ec2bd5c5-1783-4660-bfeb-36f3566083c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:54:36.692306 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 23636d07-d5e5-4113-a95f-01258904698e up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:54:36.727312 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c38df0-2ac0-4d93-8620-6ab70eb342cb admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 19:54:36.766538 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 9876736d-adcd-47c0-bbee-07a33f43f445 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:54:36.789394 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.resource_extend [req-5127ca0d-f380-4245-94ee-c614e1db1a46 req-5118ce47-e821-477a-811e-38f16024f29d service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 19:54:36.801669 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23527b52-1b6c-4e2a-af1d-a3fe5efa9a48 None None] Sync routers for ids ['918fdc23-03c3-45f1-bfe6-f78acc517d9f'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 19:54:36.816147 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa88c66-cb9b-4be2-8b76-ddcd0bc4ed48 req-184ccd25-d1a0-45ed-bc83-1341be44102c tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:36.818293 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1fa88c66-cb9b-4be2-8b76-ddcd0bc4ed48 req-184ccd25-d1a0-45ed-bc83-1341be44102c tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ff80a77-e629-47d3-89e4-8ddf23d38464 HTTP/1.1" status: 200 len: 945 time: 0.3218794 May 05 19:54:36.820131 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b730371f-e5fe-4f5f-bf7d-e56e9ebf18e5 req-b317bbb0-d2b8-4c9d-bcc5-05b33800b189 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f1b1edac-3413-49d2-a959-334eaf994cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1613855 May 05 19:54:36.847520 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a69d2ed7-1627-4416-ba83-c91c2624253b req-eb787cb2-b148-4372-b6c4-f1a6a03447e0 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] 10.222.0.36 "GET /v2.0/security-groups?id=133d9788-2d4a-473a-85ae-b77d71ab949f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4276514 May 05 19:54:36.857953 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23527b52-1b6c-4e2a-af1d-a3fe5efa9a48 None None] Routers {'918fdc23-03c3-45f1-bfe6-f78acc517d9f'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:54:36.858526 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-23527b52-1b6c-4e2a-af1d-a3fe5efa9a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:54:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['918fdc23-03c3-45f1-bfe6-f78acc517d9f'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:54:36.863687 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-5127ca0d-f380-4245-94ee-c614e1db1a46 req-5118ce47-e821-477a-811e-38f16024f29d service neutron] For port 8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6, host n-h2-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:54:36.929477 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7a68b0a5-f6e0-40ae-a882-5646714a1cec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:36.953763 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port 23636d07-d5e5-4113-a95f-01258904698e completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:54:36.964851 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 23636d07-d5e5-4113-a95f-01258904698e triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:54:36.964851 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:36.970430 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6299bcd-f1a9-415a-8407-c0a0a0e9f05d'] response: {'name': 'network-changed', 'server_uuid': '21c4270a-2c13-42f0-9052-59af2f4c86ec', 'tag': '837aac58-9af9-4288-b27f-63bf61f6dc11', 'status': 'completed', 'code': 200} May 05 19:54:36.987659 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1fa88c66-cb9b-4be2-8b76-ddcd0bc4ed48 req-bade80fb-02d3-4355-9bbe-a5e91462e655 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545804 May 05 19:54:37.033278 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-5127ca0d-f380-4245-94ee-c614e1db1a46 req-5118ce47-e821-477a-811e-38f16024f29d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6 {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:54:37.041607 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-5127ca0d-f380-4245-94ee-c614e1db1a46 req-5118ce47-e821-477a-811e-38f16024f29d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:37.086876 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b730371f-e5fe-4f5f-bf7d-e56e9ebf18e5 req-5b18f006-c49e-4416-96c6-f678f3e1a590 service neutron] 10.222.0.50 "GET /v2.0/networks/f1b1edac-3413-49d2-a959-334eaf994cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537189 May 05 19:54:37.094045 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-5127ca0d-f380-4245-94ee-c614e1db1a46 req-5118ce47-e821-477a-811e-38f16024f29d service neutron] Transition to ACTIVE for port object 8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6 will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:54:37.109076 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a36b9f38-96d7-494f-b1d4-df6b1509e89b tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:37.181093 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-5127ca0d-f380-4245-94ee-c614e1db1a46 req-5118ce47-e821-477a-811e-38f16024f29d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:37.182531 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 9876736d-adcd-47c0-bbee-07a33f43f445 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:54:37.182901 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:37.186992 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5585772d-ff87-4e36-9ea4-94f2852bd693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:37.268430 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-23527b52-1b6c-4e2a-af1d-a3fe5efa9a48 None None] Set router 918fdc23-03c3-45f1-bfe6-f78acc517d9f gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:54:37.330048 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b730371f-e5fe-4f5f-bf7d-e56e9ebf18e5 req-27536d0f-74b5-4796-9b50-e4f437ef7367 service neutron] 10.222.0.50 "GET /v2.0/networks/f1b1edac-3413-49d2-a959-334eaf994cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260177 May 05 19:54:37.387963 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e246664-4a4a-4fa8-bd1d-9725992df242 req-d8b02a52-c59d-4989-95d3-bc4e63f427a9 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:37.387963 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7e246664-4a4a-4fa8-bd1d-9725992df242 req-d8b02a52-c59d-4989-95d3-bc4e63f427a9 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec2bd5c5-1783-4660-bfeb-36f3566083c5 HTTP/1.1" status: 200 len: 948 time: 0.1734407 May 05 19:54:37.442102 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:37.501481 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7e246664-4a4a-4fa8-bd1d-9725992df242 req-0d2b1539-e18d-4911-80c6-9dd9b26d749a tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126423 May 05 19:54:37.554323 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1025f9c-0e8f-4cda-b66e-3f40a83e8e9c req-4ffcc906-54ee-4666-8708-ee72022fc362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:37.598089 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b1025f9c-0e8f-4cda-b66e-3f40a83e8e9c req-4ffcc906-54ee-4666-8708-ee72022fc362 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c363b6e35007457ebf57f58d9e21b43b&device_id=21c4270a-2c13-42f0-9052-59af2f4c86ec HTTP/1.1" status: 200 len: 1094 time: 0.2087457 May 05 19:54:37.601148 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5585772d-ff87-4e36-9ea4-94f2852bd693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:37.604122 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5585772d-ff87-4e36-9ea4-94f2852bd693 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:37.667310 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bbf2c04-371a-42bb-ae89-8fcc25d8d737'] response: {'server_uuid': '83ac2a72-1269-4ad8-a2f9-a8775b8bf130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e0be088-6cfe-4e5c-9668-51def98d91cd', 'code': 200} May 05 19:54:37.667310 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bbf2c04-371a-42bb-ae89-8fcc25d8d737'] response: {'server_uuid': 'ec2bd5c5-1783-4660-bfeb-36f3566083c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6', 'code': 200} May 05 19:54:37.697572 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5118ce47-e821-477a-811e-38f16024f29d service neutron] Pushing event updated for resources: {'Port': ['ID=8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6,revision_number=7']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:37.700307 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36b9f38-96d7-494f-b1d4-df6b1509e89b tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Pushing event updated for resources: {'Subnet': ['ID=b342adb1-0c28-4e18-b4eb-1f100bd70bdd,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:37.704013 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5585772d-ff87-4e36-9ea4-94f2852bd693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:37.704592 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5585772d-ff87-4e36-9ea4-94f2852bd693 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e0c852e-4ef4-407b-9dad-84af291ba887 {{(pid=88197) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 19:54:37.730212 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 23636d07-d5e5-4113-a95f-01258904698e, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=23636d07-d5e5-4113-a95f-01258904698e,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:54:37.775950 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:37.821738 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f3c38df0-2ac0-4d93-8620-6ab70eb342cb admin admin] 10.222.0.36 "PUT /v2.0/routers/918fdc23-03c3-45f1-bfe6-f78acc517d9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9877045 May 05 19:54:37.923372 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-5127ca0d-f380-4245-94ee-c614e1db1a46 req-5118ce47-e821-477a-811e-38f16024f29d service neutron] No DVR routers for this DVR port 8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6 on host n-h2-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:54:37.932826 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:37.963315 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=23636d07-d5e5-4113-a95f-01258904698e,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:37.965984 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5585772d-ff87-4e36-9ea4-94f2852bd693 admin admin] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:37.967339 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-5585772d-ff87-4e36-9ea4-94f2852bd693 admin admin] 10.222.0.36 "DELETE /v2.0/routers/7e0c852e-4ef4-407b-9dad-84af291ba887 HTTP/1.1" status: 204 len: 168 time: 6.6252458 May 05 19:54:38.011090 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:38.022973 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36256) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:54:38.065393 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36b9f38-96d7-494f-b1d4-df6b1509e89b tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Checking segment: {'id': 'b2175592-6b14-427f-bf82-344d71723ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0de750f4-2454-4e2f-9cf8-d5ff4093e964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:54:38.065801 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36b9f38-96d7-494f-b1d4-df6b1509e89b tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Network hostable DHCP agents. Network: 0de750f4-2454-4e2f-9cf8-d5ff4093e964, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 19:54:38.092429 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2676eab3-11a2-4537-9b85-74d9096b63ff req-25aac5b6-cf16-4b92-9817-e2cf7ca2e810 tempest-VolumesAdminNegativeTest-1574798565 tempest-VolumesAdminNegativeTest-1574798565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:38.093270 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-23527b52-1b6c-4e2a-af1d-a3fe5efa9a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918fdc23-03c3-45f1-bfe6-f78acc517d9f', 'name': 'tempest-FloatingIPDetailsTestJSON-1139885091-router', 'tenant_id': '893db41311a443bcaaab6cdc04f87592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'f773e0ee-bb04-46bb-887a-8ee00eaae234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:54:16Z', 'updated_at': '2022-05-05T19:54:30Z', 'revision_number': 4, 'project_id': '893db41311a443bcaaab6cdc04f87592', 'gw_port': {'id': 'f773e0ee-bb04-46bb-887a-8ee00eaae234', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:09:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918fdc23-03c3-45f1-bfe6-f78acc517d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:54:18Z', 'updated_at': '2022-05-05T19:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '1b4b2d45-52a8-42c0-9836-17fb55ef6d2a', 'name': '', 'network_id': '9f5a5963-5130-4597-b15e-83126dc4776c', 'tenant_id': '893db41311a443bcaaab6cdc04f87592', 'mac_address': 'fa:16:3e:b5:63:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '918fdc23-03c3-45f1-bfe6-f78acc517d9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': 'd00e14da-0fd5-4ef6-ab2a-38e3f72d3c19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:54:26Z', 'updated_at': '2022-05-05T19:54:32Z', 'revision_number': 2, 'project_id': '893db41311a443bcaaab6cdc04f87592', 'subnets': [{'id': 'd00e14da-0fd5-4ef6-ab2a-38e3f72d3c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:54:38.100020 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2676eab3-11a2-4537-9b85-74d9096b63ff req-25aac5b6-cf16-4b92-9817-e2cf7ca2e810 tempest-VolumesAdminNegativeTest-1574798565 tempest-VolumesAdminNegativeTest-1574798565-project] 10.222.0.36 "GET /v2.0/ports?device_id=21c4270a-2c13-42f0-9052-59af2f4c86ec HTTP/1.1" status: 200 len: 943 time: 0.9848864 May 05 19:54:38.109007 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23527b52-1b6c-4e2a-af1d-a3fe5efa9a48 None None] Checking router: 918fdc23-03c3-45f1-bfe6-f78acc517d9f for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 19:54:38.109357 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23527b52-1b6c-4e2a-af1d-a3fe5efa9a48 None None] Updating router 918fdc23-03c3-45f1-bfe6-f78acc517d9f port 1b4b2d45-52a8-42c0-9836-17fb55ef6d2a binding host n-d-840717-1 {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 19:54:38.129984 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2697f1f-c290-4fe9-9d27-37dab6b0ee0a admin admin] Deleting subnet b07668b7-cdd8-46a5-a536-43ebeaf1a857 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 19:54:38.142815 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f2697f1f-c290-4fe9-9d27-37dab6b0ee0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:38.171189 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-5127ca0d-f380-4245-94ee-c614e1db1a46 req-5118ce47-e821-477a-811e-38f16024f29d service neutron] Attempting to bind port 8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:54:38.171461 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-5127ca0d-f380-4245-94ee-c614e1db1a46 req-5118ce47-e821-477a-811e-38f16024f29d service neutron] Attempting to bind port 8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:54:38.173351 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5127ca0d-f380-4245-94ee-c614e1db1a46 req-5118ce47-e821-477a-811e-38f16024f29d service neutron] Attempting to bind port 8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6 on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:54:38.204691 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-23527b52-1b6c-4e2a-af1d-a3fe5efa9a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:38.211531 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2676eab3-11a2-4537-9b85-74d9096b63ff req-435db236-3625-4519-88ae-2e4d76af4a46 tempest-VolumesAdminNegativeTest-1574798565 tempest-VolumesAdminNegativeTest-1574798565-project] 10.222.0.36 "GET /v2.0/security-groups?id=94ffdaaf-7f31-41bd-8032-300d12aa01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091995 May 05 19:54:38.226263 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5127ca0d-f380-4245-94ee-c614e1db1a46 req-5118ce47-e821-477a-811e-38f16024f29d service neutron] Port 8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6 on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:54:38.228361 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5127ca0d-f380-4245-94ee-c614e1db1a46 req-5118ce47-e821-477a-811e-38f16024f29d service neutron] Attempting to bind port 8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6 on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:54:38.249308 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1025f9c-0e8f-4cda-b66e-3f40a83e8e9c req-6a04687e-ef82-4ba0-9750-d7552f09585d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:38.251027 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b1025f9c-0e8f-4cda-b66e-3f40a83e8e9c req-6a04687e-ef82-4ba0-9750-d7552f09585d service neutron] 10.222.0.50 "GET /v2.0/networks?id=f1b1edac-3413-49d2-a959-334eaf994cd8 HTTP/1.1" status: 200 len: 915 time: 0.6427708 May 05 19:54:38.253671 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36b9f38-96d7-494f-b1d4-df6b1509e89b tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Network 0de750f4-2454-4e2f-9cf8-d5ff4093e964 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 19:54:38.259317 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f2697f1f-c290-4fe9-9d27-37dab6b0ee0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:38.264744 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5127ca0d-f380-4245-94ee-c614e1db1a46 req-5118ce47-e821-477a-811e-38f16024f29d service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:54:38.264744 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5127ca0d-f380-4245-94ee-c614e1db1a46 req-5118ce47-e821-477a-811e-38f16024f29d service neutron] Checking segment: {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:54:38.265031 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5127ca0d-f380-4245-94ee-c614e1db1a46 req-5118ce47-e821-477a-811e-38f16024f29d service neutron] Bound using segment: {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:54:38.269900 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-5127ca0d-f380-4245-94ee-c614e1db1a46 req-5118ce47-e821-477a-811e-38f16024f29d service neutron] Bound port: 8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:54:38.271782 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-5127ca0d-f380-4245-94ee-c614e1db1a46 req-5118ce47-e821-477a-811e-38f16024f29d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:38.327912 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-a36b9f38-96d7-494f-b1d4-df6b1509e89b tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 0de750f4-2454-4e2f-9cf8-d5ff4093e964) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:54:38.389997 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0ea85-f394-4d8b-b36b-38d791d5b1de req-1a9ccaf9-35bc-42d6-8642-07cc861f48b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:38.398587 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f415165c-e251-4967-b019-56f1aa96bd57 None None] Network 0de750f4-2454-4e2f-9cf8-d5ff4093e964 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:54:38.404696 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e8a0ea85-f394-4d8b-b36b-38d791d5b1de req-1a9ccaf9-35bc-42d6-8642-07cc861f48b2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=83ac2a72-1269-4ad8-a2f9-a8775b8bf130 HTTP/1.1" status: 200 len: 1101 time: 0.5624175 May 05 19:54:38.404696 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b1025f9c-0e8f-4cda-b66e-3f40a83e8e9c req-e117d2f7-601d-4767-bebb-7edd77456e44 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=837aac58-9af9-4288-b27f-63bf61f6dc11 HTTP/1.1" status: 200 len: 217 time: 0.0924296 May 05 19:54:38.412779 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36b9f38-96d7-494f-b1d4-df6b1509e89b tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:38.412779 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a36b9f38-96d7-494f-b1d4-df6b1509e89b tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:38.456393 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465707d5-5b18-4363-87a0-93e5cd692cdc req-b7867b70-5bf8-4d27-acce-d77e6b0d747a tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:38.456393 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-465707d5-5b18-4363-87a0-93e5cd692cdc req-b7867b70-5bf8-4d27-acce-d77e6b0d747a tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ebc9306-04f4-4b43-83ba-11cffb744f6d HTTP/1.1" status: 200 len: 949 time: 0.5188453 May 05 19:54:38.494683 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-a36b9f38-96d7-494f-b1d4-df6b1509e89b tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 5.1832070 May 05 19:54:38.607248 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 837aac58-9af9-4288-b27f-63bf61f6dc11 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:54:38.704386 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 952a221f-6d5d-4de0-8f11-d04938b2c854 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:54:38.717056 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-5127ca0d-f380-4245-94ee-c614e1db1a46 req-5118ce47-e821-477a-811e-38f16024f29d service neutron] For port 8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6, host n-h1-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:54:38.724686 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-5127ca0d-f380-4245-94ee-c614e1db1a46 req-5118ce47-e821-477a-811e-38f16024f29d service neutron] For port 8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:54:38.735136 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-5127ca0d-f380-4245-94ee-c614e1db1a46 req-5118ce47-e821-477a-811e-38f16024f29d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:38.798449 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 952a221f-6d5d-4de0-8f11-d04938b2c854 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 19:54:38.798449 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 952a221f-6d5d-4de0-8f11-d04938b2c854 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:54:38.807099 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e8a0ea85-f394-4d8b-b36b-38d791d5b1de req-30f143be-fcaf-4e7b-87dc-0a4e23321522 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=47e8f45b-d376-403a-8bb9-867508147e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3965402 May 05 19:54:38.807099 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1025f9c-0e8f-4cda-b66e-3f40a83e8e9c req-4e24af8f-c42a-4be1-baab-0050c9478374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:38.807099 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b1025f9c-0e8f-4cda-b66e-3f40a83e8e9c req-4e24af8f-c42a-4be1-baab-0050c9478374 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5d5cf73a-8836-4a1c-9cf5-1b4e5ac1514f HTTP/1.1" status: 200 len: 854 time: 0.3946407 May 05 19:54:38.821179 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-465707d5-5b18-4363-87a0-93e5cd692cdc req-8ea19de8-9d84-45e6-9cf5-6dd4a55e695c tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/security-groups?id=47e8f45b-d376-403a-8bb9-867508147e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432484 May 05 19:54:38.833650 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f2697f1f-c290-4fe9-9d27-37dab6b0ee0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:38.837517 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bac9416-b9fe-4fc8-a1ab-27e7892a4898 req-8707031e-6c04-4d10-a114-0fe5760c2776 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:38.852346 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9bac9416-b9fe-4fc8-a1ab-27e7892a4898 req-8707031e-6c04-4d10-a114-0fe5760c2776 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f98fb10-5b5c-425a-84e6-a590e90a80fb HTTP/1.1" status: 200 len: 945 time: 0.3674684 May 05 19:54:38.908721 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5127ca0d-f380-4245-94ee-c614e1db1a46 req-5118ce47-e821-477a-811e-38f16024f29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:38.909360 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-5127ca0d-f380-4245-94ee-c614e1db1a46 req-5118ce47-e821-477a-811e-38f16024f29d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:38.911209 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5127ca0d-f380-4245-94ee-c614e1db1a46 req-5118ce47-e821-477a-811e-38f16024f29d service neutron] 10.222.0.24 "PUT /v2.0/ports/8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6 HTTP/1.1" status: 200 len: 1096 time: 5.7528920 May 05 19:54:38.911209 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec2bd5c5-1783-4660-bfeb-36f3566083c5', 'tag': '8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:54:38.980798 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9bac9416-b9fe-4fc8-a1ab-27e7892a4898 req-4a0518f0-d291-4bdf-bdc3-cf6180290b70 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] 10.222.0.36 "GET /v2.0/security-groups?id=133d9788-2d4a-473a-85ae-b77d71ab949f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072624 May 05 19:54:38.980798 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5118ce47-e821-477a-811e-38f16024f29d service neutron] Pushing event updated for resources: {'Port': ['ID=8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6,revision_number=8']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:38.996215 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f2697f1f-c290-4fe9-9d27-37dab6b0ee0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:39.007462 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.resource_extend [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 19:54:39.297491 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5127ca0d-f380-4245-94ee-c614e1db1a46 req-17204b48-6272-4f03-b3cc-0f66f60d8fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:39.297491 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5127ca0d-f380-4245-94ee-c614e1db1a46 req-17204b48-6272-4f03-b3cc-0f66f60d8fde service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=928b29e96aaf42dd9d4dc06b8e5f9969&device_id=ec2bd5c5-1783-4660-bfeb-36f3566083c5 HTTP/1.1" status: 200 len: 1099 time: 0.2632356 May 05 19:54:39.369798 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2697f1f-c290-4fe9-9d27-37dab6b0ee0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b07668b7-cdd8-46a5-a536-43ebeaf1a857,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:39.402624 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b1025f9c-0e8f-4cda-b66e-3f40a83e8e9c req-8aca8318-1139-481f-b2db-3d162ab79391 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f1b1edac-3413-49d2-a959-334eaf994cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3715839 May 05 19:54:39.443313 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319c98fa-52d1-49ec-a0e8-033f70dfcb89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-0de750f4-2454-4e2f-9cf8-d5ff4093e964', 'network_id': '0de750f4-2454-4e2f-9cf8-d5ff4093e964', 'tenant_id': 'beb159436c9e4e2f822f7625a9d89435', 'fixed_ips': [{'subnet_id': 'b342adb1-0c28-4e18-b4eb-1f100bd70bdd'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 19:54:39.443313 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-319c98fa-52d1-49ec-a0e8-033f70dfcb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:39.444104 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f2697f1f-c290-4fe9-9d27-37dab6b0ee0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:39.464012 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68be6f42-13d8-4f69-91f3-7e93399aac02 None None] Network c0dbff45-b7d3-44db-825a-7ca3d44cd917 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:54:39.496731 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 837aac58-9af9-4288-b27f-63bf61f6dc11, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=837aac58-9af9-4288-b27f-63bf61f6dc11,segment=NetworkSegment(361aafcf-8056-4392-9dee-211afae9d150),segment_id=361aafcf-8056-4392-9dee-211afae9d150)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:54:39.505663 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f2697f1f-c290-4fe9-9d27-37dab6b0ee0a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b07668b7-cdd8-46a5-a536-43ebeaf1a857 HTTP/1.1" status: 204 len: 168 time: 1.4783275 May 05 19:54:39.507507 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36280) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:54:39.536747 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-7ff031c9-23f9-4aca-a13a-2f587ea197e2 req-54a72832-9214-4c41-81cc-72740dc89de1 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Synchronizing usage tracker for tenant:893db41311a443bcaaab6cdc04f87592 on resource:network {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:54:39.598953 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:39.686536 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f412df2c-c45d-499c-a999-f61284222069 req-11337392-1bfe-421a-847f-de9dfc67f1d3 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:39.695063 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f412df2c-c45d-499c-a999-f61284222069 req-11337392-1bfe-421a-847f-de9dfc67f1d3 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ff80a77-e629-47d3-89e4-8ddf23d38464 HTTP/1.1" status: 200 len: 945 time: 0.4138520 May 05 19:54:39.715942 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ebc9306-04f4-4b43-83ba-11cffb744f6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23636d07-d5e5-4113-a95f-01258904698e'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:54:39.722978 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': '837aac58-9af9-4288-b27f-63bf61f6dc11', 'network_id': 'f1b1edac-3413-49d2-a959-334eaf994cd8', 'port_id': '837aac58-9af9-4288-b27f-63bf61f6dc11', 'mac_address': 'fa:16:3e:a6:d3:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5cf73a-8836-4a1c-9cf5-1b4e5ac1514f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:54:39.729487 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-23527b52-1b6c-4e2a-af1d-a3fe5efa9a48 None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:39.767611 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f412df2c-c45d-499c-a999-f61284222069 req-fa461b76-d6cd-4d62-8475-679b512ac361 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714138 May 05 19:54:39.772772 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-63649931-994f-46d9-8d4b-1010eacf1706 tempest-LiveAutoBlockMigrationV225Test-129314705 tempest-LiveAutoBlockMigrationV225Test-129314705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:39.774991 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-63649931-994f-46d9-8d4b-1010eacf1706 tempest-LiveAutoBlockMigrationV225Test-129314705 tempest-LiveAutoBlockMigrationV225Test-129314705-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5ff80a77-e629-47d3-89e4-8ddf23d38464&tenant_id=63ca58c29fae4c4eaafba189c1ec4492&binding%3Ahost_id=n-h2-840717-1 HTTP/1.1" status: 200 len: 1096 time: 0.6011901 May 05 19:54:39.781928 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b1025f9c-0e8f-4cda-b66e-3f40a83e8e9c req-e9ed262c-599d-418c-9de7-dfd0aa1d9b58 service neutron] 10.222.0.50 "GET /v2.0/networks/f1b1edac-3413-49d2-a959-334eaf994cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3717458 May 05 19:54:39.787707 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-942cee11-1bd6-48c9-9698-ef6b05996c70 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-840717-1'}}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:54:39.826149 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-23527b52-1b6c-4e2a-af1d-a3fe5efa9a48 None None] Transition to ACTIVE for port object 1b4b2d45-52a8-42c0-9836-17fb55ef6d2a will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:54:39.865021 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-7ff031c9-23f9-4aca-a13a-2f587ea197e2 req-54a72832-9214-4c41-81cc-72740dc89de1 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Unset dirty status for tenant:893db41311a443bcaaab6cdc04f87592 on resource:network {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:54:39.873350 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7ff031c9-23f9-4aca-a13a-2f587ea197e2 req-54a72832-9214-4c41-81cc-72740dc89de1 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6702855 May 05 19:54:39.878324 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-7ff031c9-23f9-4aca-a13a-2f587ea197e2 req-911e6ade-d900-4c38-91e0-223751ea8af9 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Request body: {'floatingip': {'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:54:39.885037 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-7ff031c9-23f9-4aca-a13a-2f587ea197e2 req-911e6ade-d900-4c38-91e0-223751ea8af9 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:54:39.890122 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-7ff031c9-23f9-4aca-a13a-2f587ea197e2 req-911e6ade-d900-4c38-91e0-223751ea8af9 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Usage tracker for resource:floatingip and tenant:893db41311a443bcaaab6cdc04f87592 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:54:39.894364 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-7ff031c9-23f9-4aca-a13a-2f587ea197e2 req-911e6ade-d900-4c38-91e0-223751ea8af9 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:54:39.900920 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-7ff031c9-23f9-4aca-a13a-2f587ea197e2 req-911e6ade-d900-4c38-91e0-223751ea8af9 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:54:39.925706 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-7ff031c9-23f9-4aca-a13a-2f587ea197e2 req-911e6ade-d900-4c38-91e0-223751ea8af9 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Notify callbacks [] for floatingip, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:39.955056 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-23527b52-1b6c-4e2a-af1d-a3fe5efa9a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:39.982393 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-401198b8-c05a-4636-92c3-11559cc51101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:40.015373 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5127ca0d-f380-4245-94ee-c614e1db1a46 req-cf1f1fd6-2d8e-45b9-b3cb-d3082c076ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:40.017318 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5127ca0d-f380-4245-94ee-c614e1db1a46 req-cf1f1fd6-2d8e-45b9-b3cb-d3082c076ac5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3 HTTP/1.1" status: 200 len: 870 time: 0.5692117 May 05 19:54:40.052622 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b1025f9c-0e8f-4cda-b66e-3f40a83e8e9c req-a3fe4310-0b11-4109-9889-aac2a9d99ffe service neutron] 10.222.0.50 "GET /v2.0/networks/f1b1edac-3413-49d2-a959-334eaf994cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265613 May 05 19:54:40.088281 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:40.130056 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 837aac58-9af9-4288-b27f-63bf61f6dc11 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:54:40.130306 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-401198b8-c05a-4636-92c3-11559cc51101 admin admin] Deleting port a0f0a584-b0d1-419a-961a-c3e9130f9542 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:54:40.130760 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-401198b8-c05a-4636-92c3-11559cc51101 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:40.156378 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5127ca0d-f380-4245-94ee-c614e1db1a46 req-ce0f7ee4-d3e6-4ab1-ae81-c4088d9953cb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6 HTTP/1.1" status: 200 len: 217 time: 0.1266122 May 05 19:54:40.205274 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-942cee11-1bd6-48c9-9698-ef6b05996c70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:40.334852 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067251b-9ce3-4aba-941e-8a958d52cda5 req-e7ab4f91-a327-4f11-b59a-f4a0f48fc5c4 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:40.336874 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2067251b-9ce3-4aba-941e-8a958d52cda5 req-e7ab4f91-a327-4f11-b59a-f4a0f48fc5c4 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec2bd5c5-1783-4660-bfeb-36f3566083c5 HTTP/1.1" status: 200 len: 948 time: 0.3493071 May 05 19:54:40.357987 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5127ca0d-f380-4245-94ee-c614e1db1a46 req-1bdb0401-ca5b-4b7b-b83f-1537115f03da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:40.359392 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5127ca0d-f380-4245-94ee-c614e1db1a46 req-1bdb0401-ca5b-4b7b-b83f-1537115f03da service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.1959696 May 05 19:54:40.379396 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-319c98fa-52d1-49ec-a0e8-033f70dfcb89 None None] Allocated IP 19.86.0.2 (0de750f4-2454-4e2f-9cf8-d5ff4093e964/b342adb1-0c28-4e18-b4eb-1f100bd70bdd/b5e7e8e0-be5c-4612-aa5f-ba47b73b2fac) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:54:40.461440 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 837aac58-9af9-4288-b27f-63bf61f6dc11, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=837aac58-9af9-4288-b27f-63bf61f6dc11,segment=NetworkSegment(361aafcf-8056-4392-9dee-211afae9d150),segment_id=361aafcf-8056-4392-9dee-211afae9d150)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:54:40.468238 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff097b4-4ec0-46f1-a3d8-8f48865ba5ab None None] Pushing event updated for resources: {'Port': ['ID=1b4b2d45-52a8-42c0-9836-17fb55ef6d2a,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:40.494658 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2067251b-9ce3-4aba-941e-8a958d52cda5 req-1f18f661-d73b-4f1a-be0e-e0de87696e68 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399844 May 05 19:54:40.524559 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:40.528570 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-942cee11-1bd6-48c9-9698-ef6b05996c70 service neutron] For port b29bd47a-c0ca-40e8-bc3d-249582d83150, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=b29bd47a-c0ca-40e8-bc3d-249582d83150,segment=NetworkSegment(74addc21-9c2f-4292-8d75-7048fb7d56d2),segment_id=74addc21-9c2f-4292-8d75-7048fb7d56d2)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:54:40.602735 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-942cee11-1bd6-48c9-9698-ef6b05996c70 service neutron] For port b29bd47a-c0ca-40e8-bc3d-249582d83150, host n-h2-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:54:40.616217 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-401198b8-c05a-4636-92c3-11559cc51101 admin admin] For port a0f0a584-b0d1-419a-961a-c3e9130f9542, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=a0f0a584-b0d1-419a-961a-c3e9130f9542,segment=NetworkSegment(1f10a855-a9e8-4d4c-8bbd-1323724e504b),segment_id=1f10a855-a9e8-4d4c-8bbd-1323724e504b)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:54:40.616487 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-401198b8-c05a-4636-92c3-11559cc51101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:40.620704 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=837aac58-9af9-4288-b27f-63bf61f6dc11,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:40.624240 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device b29bd47a-c0ca-40e8-bc3d-249582d83150 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:54:40.705143 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-23527b52-1b6c-4e2a-af1d-a3fe5efa9a48 None None] Attempting to bind port 1b4b2d45-52a8-42c0-9836-17fb55ef6d2a on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:54:40.705506 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-23527b52-1b6c-4e2a-af1d-a3fe5efa9a48 None None] Attempting to bind port 1b4b2d45-52a8-42c0-9836-17fb55ef6d2a by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '283414fe-472a-4499-90af-036ecf62dff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9f5a5963-5130-4597-b15e-83126dc4776c'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:54:40.705831 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ff80a77-e629-47d3-89e4-8ddf23d38464', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b29bd47a-c0ca-40e8-bc3d-249582d83150'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:54:40.706041 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23527b52-1b6c-4e2a-af1d-a3fe5efa9a48 None None] Attempting to bind port 1b4b2d45-52a8-42c0-9836-17fb55ef6d2a on network 9f5a5963-5130-4597-b15e-83126dc4776c {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:54:40.712251 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-942cee11-1bd6-48c9-9698-ef6b05996c70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:40.727299 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23527b52-1b6c-4e2a-af1d-a3fe5efa9a48 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:54:40.727982 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23527b52-1b6c-4e2a-af1d-a3fe5efa9a48 None None] Checking segment: {'id': '283414fe-472a-4499-90af-036ecf62dff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9f5a5963-5130-4597-b15e-83126dc4776c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:54:40.728671 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-23527b52-1b6c-4e2a-af1d-a3fe5efa9a48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:40.729067 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23527b52-1b6c-4e2a-af1d-a3fe5efa9a48 None None] Bound using segment: {'id': '283414fe-472a-4499-90af-036ecf62dff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9f5a5963-5130-4597-b15e-83126dc4776c'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:54:40.729531 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-23527b52-1b6c-4e2a-af1d-a3fe5efa9a48 None None] Bound port: 1b4b2d45-52a8-42c0-9836-17fb55ef6d2a, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '283414fe-472a-4499-90af-036ecf62dff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9f5a5963-5130-4597-b15e-83126dc4776c'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:54:40.729908 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-23527b52-1b6c-4e2a-af1d-a3fe5efa9a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:40.750966 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-401198b8-c05a-4636-92c3-11559cc51101 admin admin] Calling delete_port for a0f0a584-b0d1-419a-961a-c3e9130f9542 owned by network:dhcp {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:54:40.756246 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-942cee11-1bd6-48c9-9698-ef6b05996c70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:40.800795 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5127ca0d-f380-4245-94ee-c614e1db1a46 req-7de1c2d2-74ce-418d-a0a4-450990ca007b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:40.802525 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5127ca0d-f380-4245-94ee-c614e1db1a46 req-7de1c2d2-74ce-418d-a0a4-450990ca007b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3914094 May 05 19:54:40.847823 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['837aac58-9af9-4288-b27f-63bf61f6dc11'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:54:40.858198 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-7ff031c9-23f9-4aca-a13a-2f587ea197e2 req-911e6ade-d900-4c38-91e0-223751ea8af9 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:40.900552 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b943cd15-d78f-462b-9d30-33d7ad32a196 None None] DHCP port deletion for c0dbff45-b7d3-44db-825a-7ca3d44cd917 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 19:54:40.939738 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b943cd15-d78f-462b-9d30-33d7ad32a196 None None] Deleting port a0f0a584-b0d1-419a-961a-c3e9130f9542 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:54:40.940111 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b943cd15-d78f-462b-9d30-33d7ad32a196 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:40.998071 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-401198b8-c05a-4636-92c3-11559cc51101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:41.025507 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942cee11-1bd6-48c9-9698-ef6b05996c70 service neutron] Pushing event updated for resources: {'Port': ['ID=b29bd47a-c0ca-40e8-bc3d-249582d83150,revision_number=7']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:41.044134 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-942cee11-1bd6-48c9-9698-ef6b05996c70 service neutron] Attempting to bind port b29bd47a-c0ca-40e8-bc3d-249582d83150 on host n-h2-840717-1 for vnic_type normal with profile {"migrating_to": "n-h1-840717-1"} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:54:41.044660 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-942cee11-1bd6-48c9-9698-ef6b05996c70 service neutron] Attempting to bind port b29bd47a-c0ca-40e8-bc3d-249582d83150 by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': '74addc21-9c2f-4292-8d75-7048fb7d56d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9e1d2257-41cc-4af2-afae-4ca8a9719a05'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:54:41.045113 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-942cee11-1bd6-48c9-9698-ef6b05996c70 service neutron] Attempting to bind port b29bd47a-c0ca-40e8-bc3d-249582d83150 on network 9e1d2257-41cc-4af2-afae-4ca8a9719a05 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:54:41.058895 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72394507-f118-4c49-ac94-2ebcf1656faa req-f5c00187-b4bf-4f65-80d9-26a4d49c21fb tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:41.064703 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72394507-f118-4c49-ac94-2ebcf1656faa req-f5c00187-b4bf-4f65-80d9-26a4d49c21fb tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:41.065410 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-72394507-f118-4c49-ac94-2ebcf1656faa req-f5c00187-b4bf-4f65-80d9-26a4d49c21fb tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Synchronizing usage tracker for tenant:beb159436c9e4e2f822f7625a9d89435 on resource:network {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:54:41.068161 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-942cee11-1bd6-48c9-9698-ef6b05996c70 service neutron] Port b29bd47a-c0ca-40e8-bc3d-249582d83150 on network 9e1d2257-41cc-4af2-afae-4ca8a9719a05 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:54:41.068477 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-942cee11-1bd6-48c9-9698-ef6b05996c70 service neutron] Attempting to bind port b29bd47a-c0ca-40e8-bc3d-249582d83150 on network 9e1d2257-41cc-4af2-afae-4ca8a9719a05 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:54:41.071133 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401198b8-c05a-4636-92c3-11559cc51101 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0f0a584-b0d1-419a-961a-c3e9130f9542,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:41.073023 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401198b8-c05a-4636-92c3-11559cc51101 admin admin] No DVR routers for this DVR port a0f0a584-b0d1-419a-961a-c3e9130f9542 on host n-d-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:54:41.077474 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-942cee11-1bd6-48c9-9698-ef6b05996c70 service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:54:41.077806 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-942cee11-1bd6-48c9-9698-ef6b05996c70 service neutron] Checking segment: {'id': '74addc21-9c2f-4292-8d75-7048fb7d56d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9e1d2257-41cc-4af2-afae-4ca8a9719a05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:54:41.078180 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-942cee11-1bd6-48c9-9698-ef6b05996c70 service neutron] Bound using segment: {'id': '74addc21-9c2f-4292-8d75-7048fb7d56d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9e1d2257-41cc-4af2-afae-4ca8a9719a05'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:54:41.078600 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-942cee11-1bd6-48c9-9698-ef6b05996c70 service neutron] Bound port: b29bd47a-c0ca-40e8-bc3d-249582d83150, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74addc21-9c2f-4292-8d75-7048fb7d56d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9e1d2257-41cc-4af2-afae-4ca8a9719a05'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:54:41.078938 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-942cee11-1bd6-48c9-9698-ef6b05996c70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:41.112793 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5127ca0d-f380-4245-94ee-c614e1db1a46 req-8dd50edc-68c8-4e3c-a2eb-c6ddf8d8f889 service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026781 May 05 19:54:41.142752 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-72394507-f118-4c49-ac94-2ebcf1656faa req-f5c00187-b4bf-4f65-80d9-26a4d49c21fb tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Unset dirty status for tenant:beb159436c9e4e2f822f7625a9d89435 on resource:network {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:54:41.149594 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-72394507-f118-4c49-ac94-2ebcf1656faa req-f5c00187-b4bf-4f65-80d9-26a4d49c21fb tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.36 "GET /v2.0/networks?id=452e75d7-fff5-450c-86b4-389b2df7a7f5&id=0de750f4-2454-4e2f-9cf8-d5ff4093e964&id=452e75d7-fff5-450c-86b4-389b2df7a7f5 HTTP/1.1" status: 200 len: 1391 time: 0.4471157 May 05 19:54:41.168170 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-72394507-f118-4c49-ac94-2ebcf1656faa req-e236450a-0b77-4b85-bdef-57873346fcb6 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.36 "GET /v2.0/quotas/beb159436c9e4e2f822f7625a9d89435 HTTP/1.1" status: 200 len: 375 time: 0.0175395 May 05 19:54:41.208730 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-23527b52-1b6c-4e2a-af1d-a3fe5efa9a48 None None] For port 1b4b2d45-52a8-42c0-9836-17fb55ef6d2a, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:54:41.228056 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b943cd15-d78f-462b-9d30-33d7ad32a196 None None] The port 'a0f0a584-b0d1-419a-961a-c3e9130f9542' was deleted {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 19:54:41.259024 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port b29bd47a-c0ca-40e8-bc3d-249582d83150, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=b29bd47a-c0ca-40e8-bc3d-249582d83150,segment=NetworkSegment(74addc21-9c2f-4292-8d75-7048fb7d56d2),segment_id=74addc21-9c2f-4292-8d75-7048fb7d56d2)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:54:41.270517 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-319c98fa-52d1-49ec-a0e8-033f70dfcb89 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:41.278282 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-23527b52-1b6c-4e2a-af1d-a3fe5efa9a48 None None] For port 1b4b2d45-52a8-42c0-9836-17fb55ef6d2a, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=1b4b2d45-52a8-42c0-9836-17fb55ef6d2a,segment=NetworkSegment(283414fe-472a-4499-90af-036ecf62dff1),segment_id=283414fe-472a-4499-90af-036ecf62dff1)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:54:41.297080 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-401198b8-c05a-4636-92c3-11559cc51101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:41.297289 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-23527b52-1b6c-4e2a-af1d-a3fe5efa9a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:41.310922 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-319c98fa-52d1-49ec-a0e8-033f70dfcb89 None None] Transition to ACTIVE for port object b5e7e8e0-be5c-4612-aa5f-ba47b73b2fac will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:54:41.368361 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device b29bd47a-c0ca-40e8-bc3d-249582d83150 has no active binding in host n-h1-840717-1 {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 05 19:54:41.411592 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-942cee11-1bd6-48c9-9698-ef6b05996c70 service neutron] For port b29bd47a-c0ca-40e8-bc3d-249582d83150, host n-h2-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:54:41.463970 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-319c98fa-52d1-49ec-a0e8-033f70dfcb89 None None] Transition to ACTIVE for port object b5e7e8e0-be5c-4612-aa5f-ba47b73b2fac will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:54:41.473348 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-942cee11-1bd6-48c9-9698-ef6b05996c70 service neutron] For port b29bd47a-c0ca-40e8-bc3d-249582d83150, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=b29bd47a-c0ca-40e8-bc3d-249582d83150,segment=NetworkSegment(74addc21-9c2f-4292-8d75-7048fb7d56d2),segment_id=74addc21-9c2f-4292-8d75-7048fb7d56d2)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:54:41.481221 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-319c98fa-52d1-49ec-a0e8-033f70dfcb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:41.493663 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-72394507-f118-4c49-ac94-2ebcf1656faa req-6e30f22b-2980-441a-b312-1735dae72189 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Synchronizing usage tracker for tenant:beb159436c9e4e2f822f7625a9d89435 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:54:41.493663 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-942cee11-1bd6-48c9-9698-ef6b05996c70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:41.504803 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff097b4-4ec0-46f1-a3d8-8f48865ba5ab None None] Pushing event updated for resources: {'Port': ['ID=1b4b2d45-52a8-42c0-9836-17fb55ef6d2a,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:41.541696 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-7ff031c9-23f9-4aca-a13a-2f587ea197e2 req-911e6ade-d900-4c38-91e0-223751ea8af9 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Allocated IP 172.25.0.86 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/73840df7-851e-4ba4-9b32-7d8915156b9a) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:54:41.551241 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-401198b8-c05a-4636-92c3-11559cc51101 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0dbff45-b7d3-44db-825a-7ca3d44cd917']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:54:41.606293 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319c98fa-52d1-49ec-a0e8-033f70dfcb89 None None] Pushing event updated for resources: {'Port': ['ID=b5e7e8e0-be5c-4612-aa5f-ba47b73b2fac,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:41.613451 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-401198b8-c05a-4636-92c3-11559cc51101 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f10a855-a9e8-4d4c-8bbd-1323724e504b') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:54:41.613887 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-401198b8-c05a-4636-92c3-11559cc51101 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f10a855-a9e8-4d4c-8bbd-1323724e504b') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:54:41.615051 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23527b52-1b6c-4e2a-af1d-a3fe5efa9a48 None None] Routers {'918fdc23-03c3-45f1-bfe6-f78acc517d9f'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:54:41.616709 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-23527b52-1b6c-4e2a-af1d-a3fe5efa9a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:54:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['918fdc23-03c3-45f1-bfe6-f78acc517d9f'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:54:41.665696 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-401198b8-c05a-4636-92c3-11559cc51101 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:41.710138 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5127ca0d-f380-4245-94ee-c614e1db1a46 req-7aceb61b-d0b3-4bca-9b72-18cc22bd3514 service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5608556 May 05 19:54:41.734978 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-401198b8-c05a-4636-92c3-11559cc51101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:41.818223 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942cee11-1bd6-48c9-9698-ef6b05996c70 service neutron] Pushing event updated for resources: {'Port': ['ID=b29bd47a-c0ca-40e8-bc3d-249582d83150,revision_number=8']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:41.826654 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-401198b8-c05a-4636-92c3-11559cc51101 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 19:54:41.826654 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-401198b8-c05a-4636-92c3-11559cc51101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:41.833774 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-72394507-f118-4c49-ac94-2ebcf1656faa req-6e30f22b-2980-441a-b312-1735dae72189 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Unset dirty status for tenant:beb159436c9e4e2f822f7625a9d89435 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:54:41.844859 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 19:54:41.844859 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 19:54:41.844859 n-d-840717-1 neutron-server[88197]: timer() May 05 19:54:41.844859 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 19:54:41.844859 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 19:54:41.844859 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 19:54:41.844859 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 19:54:41.844859 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 19:54:41.844859 n-d-840717-1 neutron-server[88197]: self._notify() May 05 19:54:41.844859 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 19:54:41.844859 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 19:54:41.844859 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 19:54:41.844859 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 19:54:41.844859 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 19:54:41.844859 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 19:54:41.844859 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 19:54:41.844859 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 19:54:41.844859 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 19:54:41.844859 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 19:54:41.844859 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 19:54:41.844859 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 19:54:41.844859 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 19:54:41.844859 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 19:54:41.844859 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 19:54:41.844859 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 19:54:41.844859 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 19:54:41.844859 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 19:54:41.844859 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 19:54:41.844859 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 19:54:41.844859 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 19:54:41.844859 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 19:54:41.844859 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 19:54:41.854270 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-72394507-f118-4c49-ac94-2ebcf1656faa req-6e30f22b-2980-441a-b312-1735dae72189 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=beb159436c9e4e2f822f7625a9d89435&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6540589 May 05 19:54:41.889798 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319c98fa-52d1-49ec-a0e8-033f70dfcb89 None None] Network 0de750f4-2454-4e2f-9cf8-d5ff4093e964 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:54:41.900417 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-319c98fa-52d1-49ec-a0e8-033f70dfcb89 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:54:41.905559 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319c98fa-52d1-49ec-a0e8-033f70dfcb89 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:54:41.943812 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-401198b8-c05a-4636-92c3-11559cc51101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:41.978279 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-401198b8-c05a-4636-92c3-11559cc51101 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:41.983511 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401198b8-c05a-4636-92c3-11559cc51101 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0dbff45-b7d3-44db-825a-7ca3d44cd917,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:41.989271 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-7ff031c9-23f9-4aca-a13a-2f587ea197e2 req-911e6ade-d900-4c38-91e0-223751ea8af9 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:42.013414 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-401198b8-c05a-4636-92c3-11559cc51101 admin admin] 10.222.0.36 "DELETE /v2.0/networks/c0dbff45-b7d3-44db-825a-7ca3d44cd917 HTTP/1.1" status: 204 len: 168 time: 2.5008590 May 05 19:54:42.043913 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-7ff031c9-23f9-4aca-a13a-2f587ea197e2 req-911e6ade-d900-4c38-91e0-223751ea8af9 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:42.075626 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-72394507-f118-4c49-ac94-2ebcf1656faa req-7e6c2ee0-255b-4e3a-be4e-aaafb1d75ae3 service neutron] 10.222.0.36 "GET /v2.0/networks/452e75d7-fff5-450c-86b4-389b2df7a7f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358301 May 05 19:54:42.117584 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ff031c9-23f9-4aca-a13a-2f587ea197e2 req-911e6ade-d900-4c38-91e0-223751ea8af9 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:54:42.121397 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-7ff031c9-23f9-4aca-a13a-2f587ea197e2 req-911e6ade-d900-4c38-91e0-223751ea8af9 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:54:42.127584 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-319c98fa-52d1-49ec-a0e8-033f70dfcb89 None None] Attempting to bind port b5e7e8e0-be5c-4612-aa5f-ba47b73b2fac on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:54:42.128182 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-319c98fa-52d1-49ec-a0e8-033f70dfcb89 None None] Attempting to bind port b5e7e8e0-be5c-4612-aa5f-ba47b73b2fac by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'b2175592-6b14-427f-bf82-344d71723ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0de750f4-2454-4e2f-9cf8-d5ff4093e964'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:54:42.128467 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319c98fa-52d1-49ec-a0e8-033f70dfcb89 None None] Attempting to bind port b5e7e8e0-be5c-4612-aa5f-ba47b73b2fac on network 0de750f4-2454-4e2f-9cf8-d5ff4093e964 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:54:42.129629 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ff031c9-23f9-4aca-a13a-2f587ea197e2 req-911e6ade-d900-4c38-91e0-223751ea8af9 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:54:42.144383 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319c98fa-52d1-49ec-a0e8-033f70dfcb89 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:54:42.145081 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319c98fa-52d1-49ec-a0e8-033f70dfcb89 None None] Checking segment: {'id': 'b2175592-6b14-427f-bf82-344d71723ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0de750f4-2454-4e2f-9cf8-d5ff4093e964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:54:42.146436 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-319c98fa-52d1-49ec-a0e8-033f70dfcb89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:42.147954 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319c98fa-52d1-49ec-a0e8-033f70dfcb89 None None] Bound using segment: {'id': 'b2175592-6b14-427f-bf82-344d71723ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0de750f4-2454-4e2f-9cf8-d5ff4093e964'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:54:42.150506 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-319c98fa-52d1-49ec-a0e8-033f70dfcb89 None None] Bound port: b5e7e8e0-be5c-4612-aa5f-ba47b73b2fac, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2175592-6b14-427f-bf82-344d71723ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0de750f4-2454-4e2f-9cf8-d5ff4093e964'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:54:42.151119 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-319c98fa-52d1-49ec-a0e8-033f70dfcb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:42.164602 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911e6ade-d900-4c38-91e0-223751ea8af9 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Pushing event updated for resources: {'Port': ['ID=73840df7-851e-4ba4-9b32-7d8915156b9a,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:42.197230 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-942cee11-1bd6-48c9-9698-ef6b05996c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:42.197465 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-942cee11-1bd6-48c9-9698-ef6b05996c70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:42.199519 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-942cee11-1bd6-48c9-9698-ef6b05996c70 service neutron] 10.222.0.24 "PUT /v2.0/ports/b29bd47a-c0ca-40e8-bc3d-249582d83150 HTTP/1.1" status: 200 len: 1121 time: 2.4160271 May 05 19:54:42.283261 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-7ff031c9-23f9-4aca-a13a-2f587ea197e2 req-911e6ade-d900-4c38-91e0-223751ea8af9 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:42.292327 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-72394507-f118-4c49-ac94-2ebcf1656faa req-da68d6f9-dbd0-43f5-b0d3-8f89d7311a30 service neutron] 10.222.0.36 "GET /v2.0/networks/452e75d7-fff5-450c-86b4-389b2df7a7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152460 May 05 19:54:42.305692 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-319c98fa-52d1-49ec-a0e8-033f70dfcb89 None None] For port b5e7e8e0-be5c-4612-aa5f-ba47b73b2fac, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:54:42.309587 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-319c98fa-52d1-49ec-a0e8-033f70dfcb89 None None] For port b5e7e8e0-be5c-4612-aa5f-ba47b73b2fac, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=b5e7e8e0-be5c-4612-aa5f-ba47b73b2fac,segment=NetworkSegment(b2175592-6b14-427f-bf82-344d71723ffd),segment_id=b2175592-6b14-427f-bf82-344d71723ffd)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:54:42.328438 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['b29bd47a-c0ca-40e8-bc3d-249582d83150'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:54:42.346956 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36304) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:54:42.360143 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['b29bd47a-c0ca-40e8-bc3d-249582d83150'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:54:42.403007 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-319c98fa-52d1-49ec-a0e8-033f70dfcb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:42.422874 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-7ff031c9-23f9-4aca-a13a-2f587ea197e2 req-911e6ade-d900-4c38-91e0-223751ea8af9 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:42.507158 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319c98fa-52d1-49ec-a0e8-033f70dfcb89 None None] Pushing event updated for resources: {'Port': ['ID=b5e7e8e0-be5c-4612-aa5f-ba47b73b2fac,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:42.539935 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-23527b52-1b6c-4e2a-af1d-a3fe5efa9a48 None None] Set router 918fdc23-03c3-45f1-bfe6-f78acc517d9f gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:54:42.594976 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-6a2faef2-28b5-49c9-9540-04f3f140ad1e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4d0e88c339a8478fac3bdc473e88ec9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2478232 May 05 19:54:42.604256 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36308) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:54:42.654775 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-72394507-f118-4c49-ac94-2ebcf1656faa req-af046d92-1399-4189-91b7-2d9d05bcf18f service neutron] 10.222.0.36 "GET /v2.0/networks/0de750f4-2454-4e2f-9cf8-d5ff4093e964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547380 May 05 19:54:42.676616 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device a0f0a584-b0d1-419a-961a-c3e9130f9542 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:54:42.745367 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: a0f0a584-b0d1-419a-961a-c3e9130f9542 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 19:54:42.745367 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device a0f0a584-b0d1-419a-961a-c3e9130f9542 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:54:42.812267 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-7ff031c9-23f9-4aca-a13a-2f587ea197e2 req-911e6ade-d900-4c38-91e0-223751ea8af9 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:42.817663 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-772c6b96-33da-469b-acfa-69c73b476b0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:42.818895 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-7ff031c9-23f9-4aca-a13a-2f587ea197e2 req-911e6ade-d900-4c38-91e0-223751ea8af9 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:42.860470 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-772c6b96-33da-469b-acfa-69c73b476b0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:42.969882 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-7ff031c9-23f9-4aca-a13a-2f587ea197e2 req-911e6ade-d900-4c38-91e0-223751ea8af9 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:43.012333 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-772c6b96-33da-469b-acfa-69c73b476b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:43.034131 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-7ff031c9-23f9-4aca-a13a-2f587ea197e2 req-911e6ade-d900-4c38-91e0-223751ea8af9 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:43.052631 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7ff031c9-23f9-4aca-a13a-2f587ea197e2 req-911e6ade-d900-4c38-91e0-223751ea8af9 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.1782653 May 05 19:54:43.125022 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772c6b96-33da-469b-acfa-69c73b476b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=863127bb-9eb9-4d59-bffe-5d42c2fb1cfa,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:43.152078 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-772c6b96-33da-469b-acfa-69c73b476b0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:43.152078 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-772c6b96-33da-469b-acfa-69c73b476b0f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/863127bb-9eb9-4d59-bffe-5d42c2fb1cfa HTTP/1.1" status: 204 len: 168 time: 0.5490808 May 05 19:54:43.169908 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-72394507-f118-4c49-ac94-2ebcf1656faa req-e669bf02-c23f-4446-91aa-4446dd0b3d3a service neutron] 10.222.0.36 "GET /v2.0/networks/0de750f4-2454-4e2f-9cf8-d5ff4093e964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5154417 May 05 19:54:43.215333 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911e6ade-d900-4c38-91e0-223751ea8af9 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Pushing event updated for resources: {'Port': ['ID=73840df7-851e-4ba4-9b32-7d8915156b9a,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:43.252172 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-7ff031c9-23f9-4aca-a13a-2f587ea197e2 req-038b00b4-f55b-462b-bf51-09c408022f8c tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Synchronizing usage tracker for tenant:893db41311a443bcaaab6cdc04f87592 on resource:floatingip {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:54:43.285878 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-7ff031c9-23f9-4aca-a13a-2f587ea197e2 req-038b00b4-f55b-462b-bf51-09c408022f8c tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Unset dirty status for tenant:893db41311a443bcaaab6cdc04f87592 on resource:floatingip {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:54:43.286443 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7ff031c9-23f9-4aca-a13a-2f587ea197e2 req-038b00b4-f55b-462b-bf51-09c408022f8c tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.86 HTTP/1.1" status: 200 len: 695 time: 0.2324996 May 05 19:54:43.442605 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-72394507-f118-4c49-ac94-2ebcf1656faa req-0d8fadff-6c69-4c28-b3cd-e6bc715f8431 service neutron] 10.222.0.36 "GET /v2.0/networks/452e75d7-fff5-450c-86b4-389b2df7a7f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720869 May 05 19:54:43.445099 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-23527b52-1b6c-4e2a-af1d-a3fe5efa9a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918fdc23-03c3-45f1-bfe6-f78acc517d9f', 'name': 'tempest-FloatingIPDetailsTestJSON-1139885091-router', 'tenant_id': '893db41311a443bcaaab6cdc04f87592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'f773e0ee-bb04-46bb-887a-8ee00eaae234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:54:16Z', 'updated_at': '2022-05-05T19:54:30Z', 'revision_number': 4, 'project_id': '893db41311a443bcaaab6cdc04f87592', 'gw_port': {'id': 'f773e0ee-bb04-46bb-887a-8ee00eaae234', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:09:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918fdc23-03c3-45f1-bfe6-f78acc517d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:54:18Z', 'updated_at': '2022-05-05T19:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '1b4b2d45-52a8-42c0-9836-17fb55ef6d2a', 'name': '', 'network_id': '9f5a5963-5130-4597-b15e-83126dc4776c', 'tenant_id': '893db41311a443bcaaab6cdc04f87592', 'mac_address': 'fa:16:3e:b5:63:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '918fdc23-03c3-45f1-bfe6-f78acc517d9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': 'd00e14da-0fd5-4ef6-ab2a-38e3f72d3c19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:54:26Z', 'updated_at': '2022-05-05T19:54:41Z', 'revision_number': 4, 'project_id': '893db41311a443bcaaab6cdc04f87592', 'subnets': [{'id': 'd00e14da-0fd5-4ef6-ab2a-38e3f72d3c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:54:43.456558 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23527b52-1b6c-4e2a-af1d-a3fe5efa9a48 None None] The sync data for ids ['918fdc23-03c3-45f1-bfe6-f78acc517d9f'] in n-d-840717-1 is: [{'id': '918fdc23-03c3-45f1-bfe6-f78acc517d9f', 'name': 'tempest-FloatingIPDetailsTestJSON-1139885091-router', 'tenant_id': '893db41311a443bcaaab6cdc04f87592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'f773e0ee-bb04-46bb-887a-8ee00eaae234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:54:16Z', 'updated_at': '2022-05-05T19:54:30Z', 'revision_number': 4, 'project_id': '893db41311a443bcaaab6cdc04f87592', 'gw_port': {'id': 'f773e0ee-bb04-46bb-887a-8ee00eaae234', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:09:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918fdc23-03c3-45f1-bfe6-f78acc517d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:54:18Z', 'updated_at': '2022-05-05T19:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '1b4b2d45-52a8-42c0-9836-17fb55ef6d2a', 'name': '', 'network_id': '9f5a5963-5130-4597-b15e-83126dc4776c', 'tenant_id': '893db41311a443bcaaab6cdc04f87592', 'mac_address': 'fa:16:3e:b5:63:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '918fdc23-03c3-45f1-bfe6-f78acc517d9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': 'd00e14da-0fd5-4ef6-ab2a-38e3f72d3c19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:54:26Z', 'updated_at': '2022-05-05T19:54:41Z', 'revision_number': 4, 'project_id': '893db41311a443bcaaab6cdc04f87592', 'subnets': [{'id': 'd00e14da-0fd5-4ef6-ab2a-38e3f72d3c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 19:54:43.674635 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff031c9-23f9-4aca-a13a-2f587ea197e2 req-462070bb-c815-4178-8196-ec5ba623b26d tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:43.692131 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7ff031c9-23f9-4aca-a13a-2f587ea197e2 req-462070bb-c815-4178-8196-ec5ba623b26d tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] 10.222.0.36 "GET /v2.0/networks/0401d202-1605-4cfe-bad4-fb225df6afb0 HTTP/1.1" status: 200 len: 784 time: 0.3879218 May 05 19:54:43.722461 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-72394507-f118-4c49-ac94-2ebcf1656faa req-8158986e-9e22-4b07-beb4-8020f1816171 service neutron] 10.222.0.36 "GET /v2.0/networks/452e75d7-fff5-450c-86b4-389b2df7a7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788219 May 05 19:54:43.750941 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f83fbb9-cde3-4880-b695-87c41e6ef31a'] response: {'name': 'network-changed', 'server_uuid': 'ec2bd5c5-1783-4660-bfeb-36f3566083c5', 'tag': '8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6', 'status': 'completed', 'code': 200} May 05 19:54:43.922791 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:44.169510 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b29f7-3f55-4990-9265-20fcb13f1f69 req-d0262b02-44a7-483b-9b7c-12f82843128f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:44.171065 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-443b29f7-3f55-4990-9265-20fcb13f1f69 req-d0262b02-44a7-483b-9b7c-12f82843128f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=928b29e96aaf42dd9d4dc06b8e5f9969&device_id=ec2bd5c5-1783-4660-bfeb-36f3566083c5 HTTP/1.1" status: 200 len: 1099 time: 0.3893723 May 05 19:54:44.235842 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b29f7-3f55-4990-9265-20fcb13f1f69 req-999b6563-ad4b-41c1-9496-ce3c47d4a9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:44.237766 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-443b29f7-3f55-4990-9265-20fcb13f1f69 req-999b6563-ad4b-41c1-9496-ce3c47d4a9c2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=928b29e96aaf42dd9d4dc06b8e5f9969&device_id=ec2bd5c5-1783-4660-bfeb-36f3566083c5 HTTP/1.1" status: 200 len: 1099 time: 0.3897817 May 05 19:54:44.245292 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ddf0c311-074f-42d5-819f-9c2d3e7b3383 req-f06601fb-17b1-4544-b656-b821afaa5ebb tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=0401d202-1605-4cfe-bad4-fb225df6afb0 HTTP/1.1" status: 200 len: 258 time: 0.4789407 May 05 19:54:44.260350 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-ddf0c311-074f-42d5-819f-9c2d3e7b3383 req-8af88ead-e434-406e-b3d7-ff4e73837454 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Request body: {'floatingip': {'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:54:44.296368 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-ddf0c311-074f-42d5-819f-9c2d3e7b3383 req-8af88ead-e434-406e-b3d7-ff4e73837454 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:54:44.305732 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-ddf0c311-074f-42d5-819f-9c2d3e7b3383 req-8af88ead-e434-406e-b3d7-ff4e73837454 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Usage tracker for resource:floatingip and tenant:41290a837817462c9759ead78a474653 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:54:44.315852 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-ddf0c311-074f-42d5-819f-9c2d3e7b3383 req-8af88ead-e434-406e-b3d7-ff4e73837454 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:54:44.339126 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-ddf0c311-074f-42d5-819f-9c2d3e7b3383 req-8af88ead-e434-406e-b3d7-ff4e73837454 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:54:44.370023 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-ddf0c311-074f-42d5-819f-9c2d3e7b3383 req-8af88ead-e434-406e-b3d7-ff4e73837454 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Notify callbacks [] for floatingip, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:44.558460 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bd8299-c63e-434c-803d-458c1eee4627 None None] Network 0de750f4-2454-4e2f-9cf8-d5ff4093e964 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:54:44.759381 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:54:44.771466 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 837aac58-9af9-4288-b27f-63bf61f6dc11 up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:54:44.794352 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-ddf0c311-074f-42d5-819f-9c2d3e7b3383 req-8af88ead-e434-406e-b3d7-ff4e73837454 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:44.829653 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device b5e7e8e0-be5c-4612-aa5f-ba47b73b2fac up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:54:45.010015 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36344) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:54:45.030469 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-fd4eb298-23a5-49e6-87cb-ecefa48754bf None None] Provisioning for port b5e7e8e0-be5c-4612-aa5f-ba47b73b2fac completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:54:45.032806 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-ddf0c311-074f-42d5-819f-9c2d3e7b3383 req-8af88ead-e434-406e-b3d7-ff4e73837454 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Allocated IP 172.25.0.147 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/d7cbd919-13ab-40a9-a277-81771dac338c) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:54:45.209489 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b29f7-3f55-4990-9265-20fcb13f1f69 req-1f05fab3-8b85-42da-911b-a8993374a1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:45.210995 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-443b29f7-3f55-4990-9265-20fcb13f1f69 req-1f05fab3-8b85-42da-911b-a8993374a1d0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3 HTTP/1.1" status: 200 len: 870 time: 1.0290115 May 05 19:54:45.284341 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b29f7-3f55-4990-9265-20fcb13f1f69 req-59444e88-4b36-43f9-ab3c-6752336b45fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:45.284341 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-443b29f7-3f55-4990-9265-20fcb13f1f69 req-59444e88-4b36-43f9-ab3c-6752336b45fb service neutron] 10.222.0.24 "GET /v2.0/networks?id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3 HTTP/1.1" status: 200 len: 870 time: 1.0350339 May 05 19:54:45.472354 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port b5e7e8e0-be5c-4612-aa5f-ba47b73b2fac completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:54:45.480914 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port 837aac58-9af9-4288-b27f-63bf61f6dc11 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:54:45.482511 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-443b29f7-3f55-4990-9265-20fcb13f1f69 req-19d628a3-9151-4cd1-9771-b945981cfcec service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6 HTTP/1.1" status: 200 len: 217 time: 0.1926126 May 05 19:54:45.506115 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port b5e7e8e0-be5c-4612-aa5f-ba47b73b2fac triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:54:45.506501 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:45.566493 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port 837aac58-9af9-4288-b27f-63bf61f6dc11 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:54:45.566493 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:45.772014 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-5ba21689-a7e1-4d1d-8140-89d4c7adbf92 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-431569749-network', 'tenant_id': '0826e92d9670407ebbe8a4ba737c70ed'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:54:45.787109 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5ba21689-a7e1-4d1d-8140-89d4c7adbf92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:54:45.797426 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-5ba21689-a7e1-4d1d-8140-89d4c7adbf92 admin admin] Usage tracker for resource:network and tenant:0826e92d9670407ebbe8a4ba737c70ed is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:54:45.801395 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-5ba21689-a7e1-4d1d-8140-89d4c7adbf92 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:54:45.809365 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5ba21689-a7e1-4d1d-8140-89d4c7adbf92 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:54:45.830088 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:54:45.872698 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6', 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3', 'port_id': '8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6', 'mac_address': 'fa:16:3e:01:f9:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d72a8d3-0a35-4d3a-96b8-d869ff4093bc', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:54:45.911847 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-ddf0c311-074f-42d5-819f-9c2d3e7b3383 req-8af88ead-e434-406e-b3d7-ff4e73837454 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:45.931088 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-443b29f7-3f55-4990-9265-20fcb13f1f69 req-ecbc8ee4-df7c-4a34-9b89-cf2847457f8e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6 HTTP/1.1" status: 200 len: 217 time: 0.4471383 May 05 19:54:45.982587 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-ddf0c311-074f-42d5-819f-9c2d3e7b3383 req-8af88ead-e434-406e-b3d7-ff4e73837454 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:45.990798 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba21689-a7e1-4d1d-8140-89d4c7adbf92 admin admin] Made reservation on behalf of 0826e92d9670407ebbe8a4ba737c70ed for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:54:45.993453 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5ba21689-a7e1-4d1d-8140-89d4c7adbf92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:45.993558 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:46.087810 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5ba21689-a7e1-4d1d-8140-89d4c7adbf92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:46.090783 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:54:46.098550 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddf0c311-074f-42d5-819f-9c2d3e7b3383 req-8af88ead-e434-406e-b3d7-ff4e73837454 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:54:46.128942 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:46.128942 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:46.149259 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:54:46.149259 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:46.156245 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5ba21689-a7e1-4d1d-8140-89d4c7adbf92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:54:46.162974 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-ddf0c311-074f-42d5-819f-9c2d3e7b3383 req-8af88ead-e434-406e-b3d7-ff4e73837454 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:54:46.169968 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:46.176647 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddf0c311-074f-42d5-819f-9c2d3e7b3383 req-8af88ead-e434-406e-b3d7-ff4e73837454 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:54:46.187261 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-5ba21689-a7e1-4d1d-8140-89d4c7adbf92 admin admin] Usage tracker for resource:security_group_rule and tenant:0826e92d9670407ebbe8a4ba737c70ed is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:54:46.205815 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b29f7-3f55-4990-9265-20fcb13f1f69 req-e7feb7be-bf18-4ed6-8465-57cc8dd0d618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:46.205815 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-443b29f7-3f55-4990-9265-20fcb13f1f69 req-e7feb7be-bf18-4ed6-8465-57cc8dd0d618 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.3656695 May 05 19:54:46.219286 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-5ba21689-a7e1-4d1d-8140-89d4c7adbf92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:54:46.246429 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f8c586-95da-43db-b59d-da59e113f916 req-d1502554-8760-458f-aab3-51586010d664 tempest-VolumesAdminNegativeTest-1574798565 tempest-VolumesAdminNegativeTest-1574798565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:46.246429 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-73f8c586-95da-43db-b59d-da59e113f916 req-d1502554-8760-458f-aab3-51586010d664 tempest-VolumesAdminNegativeTest-1574798565 tempest-VolumesAdminNegativeTest-1574798565-project] Synchronizing usage tracker for tenant:c363b6e35007457ebf57f58d9e21b43b on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:54:46.279643 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b29f7-3f55-4990-9265-20fcb13f1f69 req-5b20dea0-fab0-4b4d-9a89-f2a5468328de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:46.279643 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-443b29f7-3f55-4990-9265-20fcb13f1f69 req-5b20dea0-fab0-4b4d-9a89-f2a5468328de service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.3232241 May 05 19:54:46.279643 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5ba21689-a7e1-4d1d-8140-89d4c7adbf92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:54:46.299234 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port b5e7e8e0-be5c-4612-aa5f-ba47b73b2fac, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=b5e7e8e0-be5c-4612-aa5f-ba47b73b2fac,segment=NetworkSegment(b2175592-6b14-427f-bf82-344d71723ffd),segment_id=b2175592-6b14-427f-bf82-344d71723ffd)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:54:46.299234 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 837aac58-9af9-4288-b27f-63bf61f6dc11, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=837aac58-9af9-4288-b27f-63bf61f6dc11,segment=NetworkSegment(361aafcf-8056-4392-9dee-211afae9d150),segment_id=361aafcf-8056-4392-9dee-211afae9d150)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:54:46.299234 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:46.299234 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 1b4b2d45-52a8-42c0-9836-17fb55ef6d2a up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:54:46.333039 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:46.360107 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6,revision_number=9']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:46.394900 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af88ead-e434-406e-b3d7-ff4e73837454 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Pushing event updated for resources: {'Port': ['ID=d7cbd919-13ab-40a9-a277-81771dac338c,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:46.475068 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=b5e7e8e0-be5c-4612-aa5f-ba47b73b2fac,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:46.572966 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:54:46.634742 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-b8461172-c8fd-47ad-bace-4cc8de3e65af service neutron] 10.222.0.50 "GET /v2.0/ports/b29bd47a-c0ca-40e8-bc3d-249582d83150/bindings/n-h1-840717-1 HTTP/1.1" status: 200 len: 384 time: 0.6273544 May 05 19:54:46.646449 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5ba21689-a7e1-4d1d-8140-89d4c7adbf92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:46.661348 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 1b4b2d45-52a8-42c0-9836-17fb55ef6d2a completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:54:46.667032 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=837aac58-9af9-4288-b27f-63bf61f6dc11,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:46.687217 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 1b4b2d45-52a8-42c0-9836-17fb55ef6d2a triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:54:46.687644 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:46.702294 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-73f8c586-95da-43db-b59d-da59e113f916 req-d1502554-8760-458f-aab3-51586010d664 tempest-VolumesAdminNegativeTest-1574798565 tempest-VolumesAdminNegativeTest-1574798565-project] Unset dirty status for tenant:c363b6e35007457ebf57f58d9e21b43b on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:54:46.703909 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-73f8c586-95da-43db-b59d-da59e113f916 req-d1502554-8760-458f-aab3-51586010d664 tempest-VolumesAdminNegativeTest-1574798565 tempest-VolumesAdminNegativeTest-1574798565-project] 10.222.0.36 "GET /v2.0/ports?device_id=21c4270a-2c13-42f0-9052-59af2f4c86ec HTTP/1.1" status: 200 len: 944 time: 2.3850424 May 05 19:54:46.704684 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5ba21689-a7e1-4d1d-8140-89d4c7adbf92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:46.757489 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-4cc48508-0584-4cc5-8358-a9894391e123 None None] Provisioning complete for port b5e7e8e0-be5c-4612-aa5f-ba47b73b2fac triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:54:46.758028 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4cc48508-0584-4cc5-8358-a9894391e123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:46.771622 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba21689-a7e1-4d1d-8140-89d4c7adbf92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e829e4a-426c-49e7-8429-f9e9455d0693,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:46.782174 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72394507-f118-4c49-ac94-2ebcf1656faa req-7356bae4-2970-4cb4-935f-f6cb25a9ae0e tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:46.790083 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72394507-f118-4c49-ac94-2ebcf1656faa req-7356bae4-2970-4cb4-935f-f6cb25a9ae0e tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:46.790083 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-72394507-f118-4c49-ac94-2ebcf1656faa req-7356bae4-2970-4cb4-935f-f6cb25a9ae0e tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Synchronizing usage tracker for tenant:beb159436c9e4e2f822f7625a9d89435 on resource:network {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:54:46.808863 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-ddf0c311-074f-42d5-819f-9c2d3e7b3383 req-8af88ead-e434-406e-b3d7-ff4e73837454 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:46.822490 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-72394507-f118-4c49-ac94-2ebcf1656faa req-7356bae4-2970-4cb4-935f-f6cb25a9ae0e tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Unset dirty status for tenant:beb159436c9e4e2f822f7625a9d89435 on resource:network {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:54:46.822490 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-72394507-f118-4c49-ac94-2ebcf1656faa req-7356bae4-2970-4cb4-935f-f6cb25a9ae0e tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.24 "GET /v2.0/networks?id=452e75d7-fff5-450c-86b4-389b2df7a7f5&id=0de750f4-2454-4e2f-9cf8-d5ff4093e964&id=452e75d7-fff5-450c-86b4-389b2df7a7f5 HTTP/1.1" status: 200 len: 1391 time: 0.3854227 May 05 19:54:46.859974 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-73f8c586-95da-43db-b59d-da59e113f916 req-7fd6d2ee-6828-43ee-8628-d3d1cac95c01 tempest-VolumesAdminNegativeTest-1574798565 tempest-VolumesAdminNegativeTest-1574798565-project] Synchronizing usage tracker for tenant:c363b6e35007457ebf57f58d9e21b43b on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:54:46.865984 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-72394507-f118-4c49-ac94-2ebcf1656faa req-d92c3e9b-6766-4ce0-a1ab-6daec5dc5d50 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Request body: {'port': {'device_id': 'd7137476-525b-4fda-8c01-a6b1fcd19390', 'network_id': '452e75d7-fff5-450c-86b4-389b2df7a7f5', 'admin_state_up': True, 'tenant_id': 'beb159436c9e4e2f822f7625a9d89435'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:54:46.897115 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ba21689-a7e1-4d1d-8140-89d4c7adbf92 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 19:54:46.897115 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-73f8c586-95da-43db-b59d-da59e113f916 req-7fd6d2ee-6828-43ee-8628-d3d1cac95c01 tempest-VolumesAdminNegativeTest-1574798565 tempest-VolumesAdminNegativeTest-1574798565-project] Unset dirty status for tenant:c363b6e35007457ebf57f58d9e21b43b on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:54:46.897115 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-73f8c586-95da-43db-b59d-da59e113f916 req-7fd6d2ee-6828-43ee-8628-d3d1cac95c01 tempest-VolumesAdminNegativeTest-1574798565 tempest-VolumesAdminNegativeTest-1574798565-project] 10.222.0.36 "GET /v2.0/security-groups?id=94ffdaaf-7f31-41bd-8032-300d12aa01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827111 May 05 19:54:46.918147 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b29f7-3f55-4990-9265-20fcb13f1f69 req-a9172a03-86d8-464a-a743-9d66dc020e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:46.918147 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-443b29f7-3f55-4990-9265-20fcb13f1f69 req-a9172a03-86d8-464a-a743-9d66dc020e35 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6564946 May 05 19:54:47.017921 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75087b6b-2f9e-414f-a32a-edf91334fa4d'] response: {'server_uuid': '1ebc9306-04f4-4b43-83ba-11cffb744f6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23636d07-d5e5-4113-a95f-01258904698e', 'code': 200} May 05 19:54:47.101109 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-ddf0c311-074f-42d5-819f-9c2d3e7b3383 req-8af88ead-e434-406e-b3d7-ff4e73837454 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:47.108372 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b29f7-3f55-4990-9265-20fcb13f1f69 req-9e85e29c-bdec-4b8f-a7f4-a93651ebead3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:47.108372 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-443b29f7-3f55-4990-9265-20fcb13f1f69 req-9e85e29c-bdec-4b8f-a7f4-a93651ebead3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6840086 May 05 19:54:47.108372 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-443b29f7-3f55-4990-9265-20fcb13f1f69 req-43a51ea8-3f65-46f6-ad66-02279d497e98 service neutron] 10.222.0.50 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792040 May 05 19:54:47.161642 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5ba21689-a7e1-4d1d-8140-89d4c7adbf92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:47.162056 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-5ba21689-a7e1-4d1d-8140-89d4c7adbf92 admin admin] Added segment 7ea792d4-bdbd-4e8f-b2ab-261b8729aad3 of type vlan for network be28a4f3-8075-45e1-a548-ff1063f94ca7 May 05 19:54:47.165815 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:47.205018 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 1b4b2d45-52a8-42c0-9836-17fb55ef6d2a, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=1b4b2d45-52a8-42c0-9836-17fb55ef6d2a,segment=NetworkSegment(283414fe-472a-4499-90af-036ecf62dff1),segment_id=283414fe-472a-4499-90af-036ecf62dff1)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:54:47.209164 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:47.283471 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=1b4b2d45-52a8-42c0-9836-17fb55ef6d2a,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:47.305721 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device b5e7e8e0-be5c-4612-aa5f-ba47b73b2fac up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:54:47.352809 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-ddf0c311-074f-42d5-819f-9c2d3e7b3383 req-8af88ead-e434-406e-b3d7-ff4e73837454 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:47.358721 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-ddf0c311-074f-42d5-819f-9c2d3e7b3383 req-8af88ead-e434-406e-b3d7-ff4e73837454 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:47.416574 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-72394507-f118-4c49-ac94-2ebcf1656faa req-d92c3e9b-6766-4ce0-a1ab-6daec5dc5d50 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:54:47.421868 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port b5e7e8e0-be5c-4612-aa5f-ba47b73b2fac triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:54:47.423861 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:47.429952 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-72394507-f118-4c49-ac94-2ebcf1656faa req-d92c3e9b-6766-4ce0-a1ab-6daec5dc5d50 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Usage tracker for resource:port and tenant:beb159436c9e4e2f822f7625a9d89435 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:54:47.464078 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-72394507-f118-4c49-ac94-2ebcf1656faa req-d92c3e9b-6766-4ce0-a1ab-6daec5dc5d50 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:54:47.480483 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-72394507-f118-4c49-ac94-2ebcf1656faa req-d92c3e9b-6766-4ce0-a1ab-6daec5dc5d50 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:54:47.497895 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5ba21689-a7e1-4d1d-8140-89d4c7adbf92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:47.502612 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af88ead-e434-406e-b3d7-ff4e73837454 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Pushing event updated for resources: {'Port': ['ID=d7cbd919-13ab-40a9-a277-81771dac338c,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:47.513065 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72394507-f118-4c49-ac94-2ebcf1656faa req-d92c3e9b-6766-4ce0-a1ab-6daec5dc5d50 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Made reservation on behalf of beb159436c9e4e2f822f7625a9d89435 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:54:47.516782 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-72394507-f118-4c49-ac94-2ebcf1656faa req-d92c3e9b-6766-4ce0-a1ab-6daec5dc5d50 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:47.531255 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-ddf0c311-074f-42d5-819f-9c2d3e7b3383 req-8af88ead-e434-406e-b3d7-ff4e73837454 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:47.558913 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-ddf0c311-074f-42d5-819f-9c2d3e7b3383 req-8af88ead-e434-406e-b3d7-ff4e73837454 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:47.567891 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ddf0c311-074f-42d5-819f-9c2d3e7b3383 req-8af88ead-e434-406e-b3d7-ff4e73837454 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3169334 May 05 19:54:47.692018 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-ddf0c311-074f-42d5-819f-9c2d3e7b3383 req-8a202023-1c4b-43ae-b7b9-57068c6fddd0 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Synchronizing usage tracker for tenant:41290a837817462c9759ead78a474653 on resource:floatingip {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:54:47.735611 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-ddf0c311-074f-42d5-819f-9c2d3e7b3383 req-8a202023-1c4b-43ae-b7b9-57068c6fddd0 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Unset dirty status for tenant:41290a837817462c9759ead78a474653 on resource:floatingip {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:54:47.739925 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ddf0c311-074f-42d5-819f-9c2d3e7b3383 req-8a202023-1c4b-43ae-b7b9-57068c6fddd0 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.147 HTTP/1.1" status: 200 len: 696 time: 0.1708558 May 05 19:54:47.783882 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200359b4-7404-4180-980b-e6e688c13b29 req-bb51bfd8-1ebf-46dc-a103-9321b433d25f tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:47.791790 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-200359b4-7404-4180-980b-e6e688c13b29 req-bb51bfd8-1ebf-46dc-a103-9321b433d25f tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ebc9306-04f4-4b43-83ba-11cffb744f6d HTTP/1.1" status: 200 len: 949 time: 0.6044757 May 05 19:54:47.802098 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c4b4fb-4418-4f50-a14e-e33b106c198a req-e581271e-f31c-4d7d-8c5f-b86d02d1d52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:47.803601 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-08c4b4fb-4418-4f50-a14e-e33b106c198a req-e581271e-f31c-4d7d-8c5f-b86d02d1d52d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1ebc9306-04f4-4b43-83ba-11cffb744f6d HTTP/1.1" status: 200 len: 1100 time: 0.6994045 May 05 19:54:47.888211 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.db.resource_extend [None req-5ba21689-a7e1-4d1d-8140-89d4c7adbf92 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 19:54:47.924339 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-72394507-f118-4c49-ac94-2ebcf1656faa req-d92c3e9b-6766-4ce0-a1ab-6daec5dc5d50 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Allocated IP 19.80.0.195 (452e75d7-fff5-450c-86b4-389b2df7a7f5/7999f04b-20d7-45d8-9a77-2d4265dead02/6d70833a-7f52-47cb-a28b-4a7a388cdd64) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:54:47.937078 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-443b29f7-3f55-4990-9265-20fcb13f1f69 req-3db812a9-493c-4f91-b311-4f29b36dae63 service neutron] 10.222.0.50 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7550588 May 05 19:54:47.945435 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-443b29f7-3f55-4990-9265-20fcb13f1f69 req-c96858f1-4c50-4c2b-a119-08114ae709e2 service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7814472 May 05 19:54:47.962808 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf0c311-074f-42d5-819f-9c2d3e7b3383 req-c6823185-2a88-4dbf-8235-7ead5cb6fafa tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:47.964196 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ddf0c311-074f-42d5-819f-9c2d3e7b3383 req-c6823185-2a88-4dbf-8235-7ead5cb6fafa tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] 10.222.0.36 "GET /v2.0/networks/0401d202-1605-4cfe-bad4-fb225df6afb0 HTTP/1.1" status: 200 len: 784 time: 0.2137341 May 05 19:54:48.026420 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fc9906c-6ec4-48f6-968e-a716f3846b37'] response: {'server_uuid': '5ff80a77-e629-47d3-89e4-8ddf23d38464', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b29bd47a-c0ca-40e8-bc3d-249582d83150', 'code': 200} May 05 19:54:48.030336 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5ba21689-a7e1-4d1d-8140-89d4c7adbf92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:48.031289 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba21689-a7e1-4d1d-8140-89d4c7adbf92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:48.031898 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5ba21689-a7e1-4d1d-8140-89d4c7adbf92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:48.063697 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-200359b4-7404-4180-980b-e6e688c13b29 req-d8afe806-2665-4386-bfd9-17fa4f3f7b80 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/security-groups?id=47e8f45b-d376-403a-8bb9-867508147e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710247 May 05 19:54:48.065459 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-08c4b4fb-4418-4f50-a14e-e33b106c198a req-6699c831-8ef6-49d8-ba31-91c9f5490fda service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=47e8f45b-d376-403a-8bb9-867508147e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361197 May 05 19:54:48.164260 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-c0c9dd5e-d04e-4bef-92b0-8c529bb847f6 service neutron] For port b29bd47a-c0ca-40e8-bc3d-249582d83150, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=b29bd47a-c0ca-40e8-bc3d-249582d83150,segment=NetworkSegment(74addc21-9c2f-4292-8d75-7048fb7d56d2),segment_id=74addc21-9c2f-4292-8d75-7048fb7d56d2)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:54:48.174855 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-72394507-f118-4c49-ac94-2ebcf1656faa req-d92c3e9b-6766-4ce0-a1ab-6daec5dc5d50 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:48.195175 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-72394507-f118-4c49-ac94-2ebcf1656faa req-d92c3e9b-6766-4ce0-a1ab-6daec5dc5d50 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Transition to ACTIVE for port object 6d70833a-7f52-47cb-a28b-4a7a388cdd64 will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:54:48.225491 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-72394507-f118-4c49-ac94-2ebcf1656faa req-d92c3e9b-6766-4ce0-a1ab-6daec5dc5d50 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:48.251494 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba21689-a7e1-4d1d-8140-89d4c7adbf92 admin admin] Pushing event updated for resources: {'Network': ['ID=be28a4f3-8075-45e1-a548-ff1063f94ca7,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:48.267995 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network be28a4f3-8075-45e1-a548-ff1063f94ca7 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 19:54:48.295683 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-5ba21689-a7e1-4d1d-8140-89d4c7adbf92 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.2833092 May 05 19:54:48.298988 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36356) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:54:48.301406 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72394507-f118-4c49-ac94-2ebcf1656faa req-d92c3e9b-6766-4ce0-a1ab-6daec5dc5d50 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Network 452e75d7-fff5-450c-86b4-389b2df7a7f5 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:54:48.307737 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-72394507-f118-4c49-ac94-2ebcf1656faa req-d92c3e9b-6766-4ce0-a1ab-6daec5dc5d50 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:54:48.312994 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-264227a0-742c-46a1-b732-e04279284209 admin admin] Request body: {'subnet': {'network_id': 'be28a4f3-8075-45e1-a548-ff1063f94ca7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-431569749-subnet', 'tenant_id': '0826e92d9670407ebbe8a4ba737c70ed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:54:48.321508 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-72394507-f118-4c49-ac94-2ebcf1656faa req-d92c3e9b-6766-4ce0-a1ab-6daec5dc5d50 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:54:48.331606 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-c0c9dd5e-d04e-4bef-92b0-8c529bb847f6 service neutron] For port b29bd47a-c0ca-40e8-bc3d-249582d83150, host n-h2-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:54:48.419971 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-443b29f7-3f55-4990-9265-20fcb13f1f69 req-9bb6f99e-f1d4-4897-84d3-2998d89b491e service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4555831 May 05 19:54:48.431198 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-c0c9dd5e-d04e-4bef-92b0-8c529bb847f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b29bd47a-c0ca-40e8-bc3d-249582d83150 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:54:48.446355 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-c0c9dd5e-d04e-4bef-92b0-8c529bb847f6 service neutron] For port b29bd47a-c0ca-40e8-bc3d-249582d83150, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=b29bd47a-c0ca-40e8-bc3d-249582d83150,segment=NetworkSegment(74addc21-9c2f-4292-8d75-7048fb7d56d2),segment_id=74addc21-9c2f-4292-8d75-7048fb7d56d2)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:54:48.470117 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-c0c9dd5e-d04e-4bef-92b0-8c529bb847f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:48.481262 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-264227a0-742c-46a1-b732-e04279284209 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:54:48.486703 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8d0169-40fe-45de-87d7-000dde59df99 req-189c5d9d-1f3c-47f8-9fee-70fdb2fb7a7e tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:48.488510 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1a8d0169-40fe-45de-87d7-000dde59df99 req-189c5d9d-1f3c-47f8-9fee-70fdb2fb7a7e tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec2bd5c5-1783-4660-bfeb-36f3566083c5 HTTP/1.1" status: 200 len: 949 time: 0.2487078 May 05 19:54:48.533536 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-264227a0-742c-46a1-b732-e04279284209 admin admin] Usage tracker for resource:subnet and tenant:0826e92d9670407ebbe8a4ba737c70ed is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:54:48.543249 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92c3e9b-6766-4ce0-a1ab-6daec5dc5d50 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Pushing event updated for resources: {'Port': ['ID=6d70833a-7f52-47cb-a28b-4a7a388cdd64,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:48.545288 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-264227a0-742c-46a1-b732-e04279284209 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:54:48.575773 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-264227a0-742c-46a1-b732-e04279284209 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:54:48.593720 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-4ec674f2-8aea-4a80-be30-6f23145d5376 None None] Provisioning for port 6d70833a-7f52-47cb-a28b-4a7a388cdd64 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:54:48.602706 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1a8d0169-40fe-45de-87d7-000dde59df99 req-c5c58e24-8864-467c-9300-e6a8fd15c6dc tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070933 May 05 19:54:48.607090 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6 up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:54:48.616977 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72394507-f118-4c49-ac94-2ebcf1656faa req-d92c3e9b-6766-4ce0-a1ab-6daec5dc5d50 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:48.632230 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-c0c9dd5e-d04e-4bef-92b0-8c529bb847f6 service neutron] Transition to ACTIVE for port object b29bd47a-c0ca-40e8-bc3d-249582d83150 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:54:48.637014 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-72394507-f118-4c49-ac94-2ebcf1656faa req-d92c3e9b-6766-4ce0-a1ab-6daec5dc5d50 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:48.640284 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-c0c9dd5e-d04e-4bef-92b0-8c529bb847f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:48.643184 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-4ec674f2-8aea-4a80-be30-6f23145d5376 None None] Provisioning complete for port 6d70833a-7f52-47cb-a28b-4a7a388cdd64 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:54:48.643626 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4ec674f2-8aea-4a80-be30-6f23145d5376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:48.667592 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264227a0-742c-46a1-b732-e04279284209 admin admin] Made reservation on behalf of 0826e92d9670407ebbe8a4ba737c70ed for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:54:48.670384 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-264227a0-742c-46a1-b732-e04279284209 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:48.687690 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device b29bd47a-c0ca-40e8-bc3d-249582d83150 no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:54:48.729656 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-72394507-f118-4c49-ac94-2ebcf1656faa req-d92c3e9b-6766-4ce0-a1ab-6daec5dc5d50 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8852382 May 05 19:54:48.791248 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-72394507-f118-4c49-ac94-2ebcf1656faa req-16d61b8c-3196-4ea8-9377-de2a30006c67 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Request body: {'port': {'device_id': 'd7137476-525b-4fda-8c01-a6b1fcd19390', 'network_id': '0de750f4-2454-4e2f-9cf8-d5ff4093e964', 'admin_state_up': True, 'tenant_id': 'beb159436c9e4e2f822f7625a9d89435'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:54:48.827764 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-4ec674f2-8aea-4a80-be30-6f23145d5376 None None] Port 6d70833a-7f52-47cb-a28b-4a7a388cdd64 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:54:48.833562 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device b29bd47a-c0ca-40e8-bc3d-249582d83150 not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:54:48.838807 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0293843-eb51-4aac-b8ab-f46a563a78d3 req-88b30ce3-53ea-4ce5-8bfa-121696d68222 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:48.845759 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d0293843-eb51-4aac-b8ab-f46a563a78d3 req-88b30ce3-53ea-4ce5-8bfa-121696d68222 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ff80a77-e629-47d3-89e4-8ddf23d38464 HTTP/1.1" status: 200 len: 943 time: 0.3592649 May 05 19:54:48.845949 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port 8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:54:48.851530 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:54:48.851993 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:48.877752 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-c0c9dd5e-d04e-4bef-92b0-8c529bb847f6 service neutron] No DVR routers for this DVR port b29bd47a-c0ca-40e8-bc3d-249582d83150 on host n-h2-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:54:48.972326 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d0293843-eb51-4aac-b8ab-f46a563a78d3 req-201d5d89-2b97-4eae-9507-c911368138a9 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257138 May 05 19:54:48.973613 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:48.984773 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c9dd5e-d04e-4bef-92b0-8c529bb847f6 service neutron] Pushing event updated for resources: {'Port': ['ID=b29bd47a-c0ca-40e8-bc3d-249582d83150,revision_number=10']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:49.004302 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-c0c9dd5e-d04e-4bef-92b0-8c529bb847f6 service neutron] 10.222.0.50 "PUT /v2.0/ports/b29bd47a-c0ca-40e8-bc3d-249582d83150/bindings/n-h1-840717-1/activate HTTP/1.1" status: 200 len: 369 time: 2.3610816 May 05 19:54:49.013521 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21c4270a-2c13-42f0-9052-59af2f4c86ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '837aac58-9af9-4288-b27f-63bf61f6dc11'}, {'server_uuid': 'ec2bd5c5-1783-4660-bfeb-36f3566083c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:54:49.032789 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:54:49.039560 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:49.050315 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-047cce5f-5767-44f5-9742-25c7f3a6f749 req-ab9b02e1-03e5-4a79-aaa1-e89eefd57b03 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3937449 May 05 19:54:49.056917 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-047cce5f-5767-44f5-9742-25c7f3a6f749 req-caf24f0d-b581-4a2f-8285-d5966c2acd09 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Request body: {'floatingip': {'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:54:49.062973 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-047cce5f-5767-44f5-9742-25c7f3a6f749 req-caf24f0d-b581-4a2f-8285-d5966c2acd09 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:54:49.089078 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-72394507-f118-4c49-ac94-2ebcf1656faa req-16d61b8c-3196-4ea8-9377-de2a30006c67 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:54:49.100178 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-72394507-f118-4c49-ac94-2ebcf1656faa req-16d61b8c-3196-4ea8-9377-de2a30006c67 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Usage tracker for resource:port and tenant:beb159436c9e4e2f822f7625a9d89435 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:54:49.107262 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-72394507-f118-4c49-ac94-2ebcf1656faa req-16d61b8c-3196-4ea8-9377-de2a30006c67 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:54:49.113213 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-047cce5f-5767-44f5-9742-25c7f3a6f749 req-caf24f0d-b581-4a2f-8285-d5966c2acd09 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:54:49.120142 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-72394507-f118-4c49-ac94-2ebcf1656faa req-16d61b8c-3196-4ea8-9377-de2a30006c67 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:54:49.129708 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6,revision_number=10']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:49.143097 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-047cce5f-5767-44f5-9742-25c7f3a6f749 req-caf24f0d-b581-4a2f-8285-d5966c2acd09 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Notify callbacks [] for floatingip, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:49.191081 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72394507-f118-4c49-ac94-2ebcf1656faa req-16d61b8c-3196-4ea8-9377-de2a30006c67 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Made reservation on behalf of beb159436c9e4e2f822f7625a9d89435 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:54:49.194593 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-72394507-f118-4c49-ac94-2ebcf1656faa req-16d61b8c-3196-4ea8-9377-de2a30006c67 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:49.206645 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-c95779fd-49a9-43ba-b423-34dbae78e0f9 tempest-LiveAutoBlockMigrationV225Test-129314705 tempest-LiveAutoBlockMigrationV225Test-129314705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:49.208170 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-c95779fd-49a9-43ba-b423-34dbae78e0f9 tempest-LiveAutoBlockMigrationV225Test-129314705 tempest-LiveAutoBlockMigrationV225Test-129314705-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5ff80a77-e629-47d3-89e4-8ddf23d38464&tenant_id=63ca58c29fae4c4eaafba189c1ec4492&binding%3Ahost_id=n-h2-840717-1 HTTP/1.1" status: 200 len: 1095 time: 0.1341233 May 05 19:54:49.283262 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-264227a0-742c-46a1-b732-e04279284209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:49.300013 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 1b4b2d45-52a8-42c0-9836-17fb55ef6d2a up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:54:49.359801 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-047cce5f-5767-44f5-9742-25c7f3a6f749 req-caf24f0d-b581-4a2f-8285-d5966c2acd09 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:49.402898 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-4ca0e9b5-7ebd-47c9-9565-db3f3d14f642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:49.404703 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-4ca0e9b5-7ebd-47c9-9565-db3f3d14f642 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5ff80a77-e629-47d3-89e4-8ddf23d38464&tenant_id=63ca58c29fae4c4eaafba189c1ec4492 HTTP/1.1" status: 200 len: 1095 time: 0.1495087 May 05 19:54:49.424711 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264227a0-742c-46a1-b732-e04279284209 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60043da4-719a-4376-91a5-6c43c868df88,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:49.430254 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 1b4b2d45-52a8-42c0-9836-17fb55ef6d2a triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:54:49.430629 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:49.491192 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a95e23c-0935-490c-9cd2-bb18adfed78f req-c51001e4-14af-4762-857d-dbe71c17c665 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:49.492344 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-4a95e23c-0935-490c-9cd2-bb18adfed78f req-c51001e4-14af-4762-857d-dbe71c17c665 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Synchronizing usage tracker for tenant:beb159436c9e4e2f822f7625a9d89435 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:54:49.515797 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264227a0-742c-46a1-b732-e04279284209 admin admin] Checking segment: {'id': '7ea792d4-bdbd-4e8f-b2ab-261b8729aad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'be28a4f3-8075-45e1-a548-ff1063f94ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:54:49.516361 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264227a0-742c-46a1-b732-e04279284209 admin admin] Network hostable DHCP agents. Network: be28a4f3-8075-45e1-a548-ff1063f94ca7, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 19:54:49.554667 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-4a95e23c-0935-490c-9cd2-bb18adfed78f req-c51001e4-14af-4762-857d-dbe71c17c665 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Unset dirty status for tenant:beb159436c9e4e2f822f7625a9d89435 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:54:49.556464 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4a95e23c-0935-490c-9cd2-bb18adfed78f req-c51001e4-14af-4762-857d-dbe71c17c665 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7137476-525b-4fda-8c01-a6b1fcd19390 HTTP/1.1" status: 200 len: 932 time: 0.4274280 May 05 19:54:49.590830 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-72394507-f118-4c49-ac94-2ebcf1656faa req-16d61b8c-3196-4ea8-9377-de2a30006c67 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Allocated IP 19.86.0.156 (0de750f4-2454-4e2f-9cf8-d5ff4093e964/b342adb1-0c28-4e18-b4eb-1f100bd70bdd/22bf23e5-a8d8-4bd9-9afc-496de10c81e3) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:54:49.594336 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264227a0-742c-46a1-b732-e04279284209 admin admin] Network be28a4f3-8075-45e1-a548-ff1063f94ca7 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 19:54:49.603992 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-047cce5f-5767-44f5-9742-25c7f3a6f749 req-caf24f0d-b581-4a2f-8285-d5966c2acd09 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Allocated IP 172.25.0.102 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/0ec96d6e-32a3-4df1-9868-5a1db5354c32) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:54:49.627147 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-264227a0-742c-46a1-b732-e04279284209 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, be28a4f3-8075-45e1-a548-ff1063f94ca7) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:54:49.639266 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f75bfdd-27b3-486a-9f8c-72933d0d4d7f None None] Network be28a4f3-8075-45e1-a548-ff1063f94ca7 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:54:49.668140 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-369bd81d-17d0-4f1f-9692-33ead9f018d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:49.669847 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-369bd81d-17d0-4f1f-9692-33ead9f018d7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=63ca58c29fae4c4eaafba189c1ec4492&device_id=5ff80a77-e629-47d3-89e4-8ddf23d38464 HTTP/1.1" status: 200 len: 1095 time: 0.2092938 May 05 19:54:49.671259 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4a95e23c-0935-490c-9cd2-bb18adfed78f req-8dce031e-4197-4157-b7b3-0a11dac3388f tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.36 "GET /v2.0/security-groups?id=54210ff6-4648-4cdb-8887-421df42725ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028497 May 05 19:54:49.675703 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264227a0-742c-46a1-b732-e04279284209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:49.676437 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-264227a0-742c-46a1-b732-e04279284209 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:49.819344 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-264227a0-742c-46a1-b732-e04279284209 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5140727 May 05 19:54:49.867386 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36366) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:54:49.884442 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-f8768373-84c2-4a37-b3b3-124e41a67679 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-431569749-router', 'tenant_id': '0826e92d9670407ebbe8a4ba737c70ed', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:54:49.901901 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-f8768373-84c2-4a37-b3b3-124e41a67679 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:54:49.908950 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-f8768373-84c2-4a37-b3b3-124e41a67679 admin admin] Usage tracker for resource:router and tenant:0826e92d9670407ebbe8a4ba737c70ed is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:54:49.915467 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-f8768373-84c2-4a37-b3b3-124e41a67679 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:54:49.945695 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c32831-b6d4-46f1-82d8-6540185f1c32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-be28a4f3-8075-45e1-a548-ff1063f94ca7', 'network_id': 'be28a4f3-8075-45e1-a548-ff1063f94ca7', 'tenant_id': '0826e92d9670407ebbe8a4ba737c70ed', 'fixed_ips': [{'subnet_id': '60043da4-719a-4376-91a5-6c43c868df88'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 19:54:49.946938 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f4c32831-b6d4-46f1-82d8-6540185f1c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:49.972635 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-f8768373-84c2-4a37-b3b3-124e41a67679 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:54:50.009157 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f8768373-84c2-4a37-b3b3-124e41a67679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:50.010138 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f8768373-84c2-4a37-b3b3-124e41a67679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:50.028213 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ff80a77-e629-47d3-89e4-8ddf23d38464', 'tag': 'b29bd47a-c0ca-40e8-bc3d-249582d83150'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:54:50.048086 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-047cce5f-5767-44f5-9742-25c7f3a6f749 req-caf24f0d-b581-4a2f-8285-d5966c2acd09 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:50.054222 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f8768373-84c2-4a37-b3b3-124e41a67679 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:50.061535 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-253e43ee-9f79-45f5-9671-4820bf5e3d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:50.063030 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-253e43ee-9f79-45f5-9671-4820bf5e3d08 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9e1d2257-41cc-4af2-afae-4ca8a9719a05 HTTP/1.1" status: 200 len: 921 time: 0.3854887 May 05 19:54:50.072406 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-72394507-f118-4c49-ac94-2ebcf1656faa req-16d61b8c-3196-4ea8-9377-de2a30006c67 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:50.093322 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c676e-1eea-417e-8e92-319a7be7c50c req-83e7c006-9668-4b99-a1cc-d70e890d13bf tempest-VolumesAdminNegativeTest-1574798565 tempest-VolumesAdminNegativeTest-1574798565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:50.095004 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-737c676e-1eea-417e-8e92-319a7be7c50c req-83e7c006-9668-4b99-a1cc-d70e890d13bf tempest-VolumesAdminNegativeTest-1574798565 tempest-VolumesAdminNegativeTest-1574798565-project] 10.222.0.36 "GET /v2.0/ports?device_id=21c4270a-2c13-42f0-9052-59af2f4c86ec HTTP/1.1" status: 200 len: 945 time: 0.2829182 May 05 19:54:50.108488 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-72394507-f118-4c49-ac94-2ebcf1656faa req-16d61b8c-3196-4ea8-9377-de2a30006c67 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Transition to ACTIVE for port object 22bf23e5-a8d8-4bd9-9afc-496de10c81e3 will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:54:50.139328 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-89578260-d793-4877-842f-171ae96a8681 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b29bd47a-c0ca-40e8-bc3d-249582d83150 HTTP/1.1" status: 200 len: 217 time: 0.0667293 May 05 19:54:50.160587 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-f4c32831-b6d4-46f1-82d8-6540185f1c32 None None] Allocated IP 172.20.0.2 (be28a4f3-8075-45e1-a548-ff1063f94ca7/60043da4-719a-4376-91a5-6c43c868df88/93e502ac-4bbd-4648-88b2-981139df1c03) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:54:50.201999 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-047cce5f-5767-44f5-9742-25c7f3a6f749 req-caf24f0d-b581-4a2f-8285-d5966c2acd09 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:50.270897 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-f105fc18-c26a-4a6c-8912-434233094870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:50.272410 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-f105fc18-c26a-4a6c-8912-434233094870 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=99c4516e-78c1-4a80-85a0-0e7389d15301 HTTP/1.1" status: 200 len: 860 time: 0.1276050 May 05 19:54:50.278179 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-047cce5f-5767-44f5-9742-25c7f3a6f749 req-caf24f0d-b581-4a2f-8285-d5966c2acd09 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:54:50.281202 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-047cce5f-5767-44f5-9742-25c7f3a6f749 req-caf24f0d-b581-4a2f-8285-d5966c2acd09 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:54:50.285058 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-047cce5f-5767-44f5-9742-25c7f3a6f749 req-caf24f0d-b581-4a2f-8285-d5966c2acd09 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:54:50.384176 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-fb2b41e5-95af-4ef3-b947-f6cda4c4afd0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9e1d2257-41cc-4af2-afae-4ca8a9719a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453787 May 05 19:54:50.393073 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf24f0d-b581-4a2f-8285-d5966c2acd09 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Pushing event updated for resources: {'Port': ['ID=0ec96d6e-32a3-4df1-9868-5a1db5354c32,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:50.401034 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f4c32831-b6d4-46f1-82d8-6540185f1c32 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:50.408017 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-737c676e-1eea-417e-8e92-319a7be7c50c req-5162c1d4-c19d-4dd2-9d8d-487f91510121 tempest-VolumesAdminNegativeTest-1574798565 tempest-VolumesAdminNegativeTest-1574798565-project] 10.222.0.36 "GET /v2.0/security-groups?id=94ffdaaf-7f31-41bd-8032-300d12aa01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027837 May 05 19:54:50.413051 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-f4c32831-b6d4-46f1-82d8-6540185f1c32 None None] Transition to ACTIVE for port object 93e502ac-4bbd-4648-88b2-981139df1c03 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:54:50.435228 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f8768373-84c2-4a37-b3b3-124e41a67679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:50.436968 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-f4c32831-b6d4-46f1-82d8-6540185f1c32 None None] Transition to ACTIVE for port object 93e502ac-4bbd-4648-88b2-981139df1c03 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:54:50.452976 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f4c32831-b6d4-46f1-82d8-6540185f1c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:50.481480 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-72394507-f118-4c49-ac94-2ebcf1656faa req-16d61b8c-3196-4ea8-9377-de2a30006c67 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:50.538185 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c32831-b6d4-46f1-82d8-6540185f1c32 None None] Network be28a4f3-8075-45e1-a548-ff1063f94ca7 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:54:50.552036 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c32831-b6d4-46f1-82d8-6540185f1c32 None None] Pushing event updated for resources: {'Port': ['ID=93e502ac-4bbd-4648-88b2-981139df1c03,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:50.554805 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-f4c32831-b6d4-46f1-82d8-6540185f1c32 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:54:50.556786 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c32831-b6d4-46f1-82d8-6540185f1c32 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:54:50.580995 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-b97397a5-68d6-444f-9f50-951cadf3aae8 service neutron] 10.222.0.24 "GET /v2.0/networks/9e1d2257-41cc-4af2-afae-4ca8a9719a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843381 May 05 19:54:50.582046 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-047cce5f-5767-44f5-9742-25c7f3a6f749 req-caf24f0d-b581-4a2f-8285-d5966c2acd09 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:50.684077 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-f4c32831-b6d4-46f1-82d8-6540185f1c32 None None] Attempting to bind port 93e502ac-4bbd-4648-88b2-981139df1c03 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:54:50.684077 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-f4c32831-b6d4-46f1-82d8-6540185f1c32 None None] Attempting to bind port 93e502ac-4bbd-4648-88b2-981139df1c03 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '7ea792d4-bdbd-4e8f-b2ab-261b8729aad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'be28a4f3-8075-45e1-a548-ff1063f94ca7'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:54:50.684077 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c32831-b6d4-46f1-82d8-6540185f1c32 None None] Attempting to bind port 93e502ac-4bbd-4648-88b2-981139df1c03 on network be28a4f3-8075-45e1-a548-ff1063f94ca7 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:54:50.689927 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c32831-b6d4-46f1-82d8-6540185f1c32 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:54:50.690593 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c32831-b6d4-46f1-82d8-6540185f1c32 None None] Checking segment: {'id': '7ea792d4-bdbd-4e8f-b2ab-261b8729aad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'be28a4f3-8075-45e1-a548-ff1063f94ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:54:50.690777 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f4c32831-b6d4-46f1-82d8-6540185f1c32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:50.691072 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c32831-b6d4-46f1-82d8-6540185f1c32 None None] Bound using segment: {'id': '7ea792d4-bdbd-4e8f-b2ab-261b8729aad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'be28a4f3-8075-45e1-a548-ff1063f94ca7'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:54:50.691566 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-f4c32831-b6d4-46f1-82d8-6540185f1c32 None None] Bound port: 93e502ac-4bbd-4648-88b2-981139df1c03, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ea792d4-bdbd-4e8f-b2ab-261b8729aad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'be28a4f3-8075-45e1-a548-ff1063f94ca7'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:54:50.691939 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f4c32831-b6d4-46f1-82d8-6540185f1c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:50.750862 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-047cce5f-5767-44f5-9742-25c7f3a6f749 req-caf24f0d-b581-4a2f-8285-d5966c2acd09 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:50.774880 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72394507-f118-4c49-ac94-2ebcf1656faa req-16d61b8c-3196-4ea8-9377-de2a30006c67 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Network 0de750f4-2454-4e2f-9cf8-d5ff4093e964 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:54:50.783735 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-72394507-f118-4c49-ac94-2ebcf1656faa req-16d61b8c-3196-4ea8-9377-de2a30006c67 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:54:50.792581 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-f4c32831-b6d4-46f1-82d8-6540185f1c32 None None] For port 93e502ac-4bbd-4648-88b2-981139df1c03, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:54:50.797117 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-f4c32831-b6d4-46f1-82d8-6540185f1c32 None None] For port 93e502ac-4bbd-4648-88b2-981139df1c03, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=93e502ac-4bbd-4648-88b2-981139df1c03,segment=NetworkSegment(7ea792d4-bdbd-4e8f-b2ab-261b8729aad3),segment_id=7ea792d4-bdbd-4e8f-b2ab-261b8729aad3)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:54:50.802112 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f4c32831-b6d4-46f1-82d8-6540185f1c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:50.805361 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-72394507-f118-4c49-ac94-2ebcf1656faa req-16d61b8c-3196-4ea8-9377-de2a30006c67 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:54:50.840010 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d61b8c-3196-4ea8-9377-de2a30006c67 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Pushing event updated for resources: {'Port': ['ID=22bf23e5-a8d8-4bd9-9afc-496de10c81e3,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:50.852962 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-eb213e8b-d813-4bdd-a143-13ac07f024f2 service neutron] 10.222.0.24 "GET /v2.0/networks/9e1d2257-41cc-4af2-afae-4ca8a9719a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645578 May 05 19:54:50.904284 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c32831-b6d4-46f1-82d8-6540185f1c32 None None] Pushing event updated for resources: {'Port': ['ID=93e502ac-4bbd-4648-88b2-981139df1c03,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:50.965357 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72394507-f118-4c49-ac94-2ebcf1656faa req-16d61b8c-3196-4ea8-9377-de2a30006c67 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:50.966929 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-72394507-f118-4c49-ac94-2ebcf1656faa req-16d61b8c-3196-4ea8-9377-de2a30006c67 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:51.044778 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-72394507-f118-4c49-ac94-2ebcf1656faa req-16d61b8c-3196-4ea8-9377-de2a30006c67 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2582908 May 05 19:54:51.057684 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-047cce5f-5767-44f5-9742-25c7f3a6f749 req-caf24f0d-b581-4a2f-8285-d5966c2acd09 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:51.064302 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-047cce5f-5767-44f5-9742-25c7f3a6f749 req-caf24f0d-b581-4a2f-8285-d5966c2acd09 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:51.066895 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-72394507-f118-4c49-ac94-2ebcf1656faa req-d8dbb2cf-8b80-4a61-895b-00b11f5cc51d tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Request body: {'port': {'device_id': 'd7137476-525b-4fda-8c01-a6b1fcd19390', 'network_id': '452e75d7-fff5-450c-86b4-389b2df7a7f5', 'admin_state_up': True, 'tenant_id': 'beb159436c9e4e2f822f7625a9d89435'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:54:51.096424 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7261e1-2646-4bf8-9b48-925a36b73fb2 req-319c0087-9bb0-4f79-bd00-7b0b3d7a3044 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:51.104409 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fc7261e1-2646-4bf8-9b48-925a36b73fb2 req-319c0087-9bb0-4f79-bd00-7b0b3d7a3044 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f98fb10-5b5c-425a-84e6-a590e90a80fb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3783264 May 05 19:54:51.214247 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-e9b4734f-a97f-4f74-9408-f00f080ae897 None None] Provisioning for port 22bf23e5-a8d8-4bd9-9afc-496de10c81e3 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:54:51.220999 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-e9b4734f-a97f-4f74-9408-f00f080ae897 None None] Provisioning complete for port 22bf23e5-a8d8-4bd9-9afc-496de10c81e3 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:54:51.221370 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e9b4734f-a97f-4f74-9408-f00f080ae897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:51.275457 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-047cce5f-5767-44f5-9742-25c7f3a6f749 req-caf24f0d-b581-4a2f-8285-d5966c2acd09 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:51.279855 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf24f0d-b581-4a2f-8285-d5966c2acd09 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Pushing event updated for resources: {'Port': ['ID=0ec96d6e-32a3-4df1-9868-5a1db5354c32,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:51.297582 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fc7261e1-2646-4bf8-9b48-925a36b73fb2 req-0b618e3e-9d8c-4d1c-8686-3e13411da2b8 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.147 HTTP/1.1" status: 200 len: 696 time: 0.1917489 May 05 19:54:51.307916 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-e9b4734f-a97f-4f74-9408-f00f080ae897 None None] Port 22bf23e5-a8d8-4bd9-9afc-496de10c81e3 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:54:51.315207 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-fc7261e1-2646-4bf8-9b48-925a36b73fb2 req-a951052a-a45b-4d5a-9897-efbbe4bed319 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Request body: {'floatingip': {'port_id': '0aa57b64-504c-4fb9-abb7-53a7e82330a4', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:54:51.322417 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-047cce5f-5767-44f5-9742-25c7f3a6f749 req-caf24f0d-b581-4a2f-8285-d5966c2acd09 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:51.332756 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-047cce5f-5767-44f5-9742-25c7f3a6f749 req-caf24f0d-b581-4a2f-8285-d5966c2acd09 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2812955 May 05 19:54:51.420425 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 93e502ac-4bbd-4648-88b2-981139df1c03 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:54:51.445093 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-047cce5f-5767-44f5-9742-25c7f3a6f749 req-e92de3ff-be26-4483-9a59-5a8d2ae22b6a tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Synchronizing usage tracker for tenant:893db41311a443bcaaab6cdc04f87592 on resource:floatingip {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:54:51.458181 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-6688524d-1623-4294-b8f6-6fd97d9d580e tempest-LiveAutoBlockMigrationV225Test-129314705 tempest-LiveAutoBlockMigrationV225Test-129314705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:51.459676 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-6688524d-1623-4294-b8f6-6fd97d9d580e tempest-LiveAutoBlockMigrationV225Test-129314705 tempest-LiveAutoBlockMigrationV225Test-129314705-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5ff80a77-e629-47d3-89e4-8ddf23d38464&tenant_id=63ca58c29fae4c4eaafba189c1ec4492&binding%3Ahost_id=n-h1-840717-1 HTTP/1.1" status: 200 len: 1095 time: 0.2374887 May 05 19:54:51.509822 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 93e502ac-4bbd-4648-88b2-981139df1c03 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:54:51.525273 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-047cce5f-5767-44f5-9742-25c7f3a6f749 req-e92de3ff-be26-4483-9a59-5a8d2ae22b6a tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Unset dirty status for tenant:893db41311a443bcaaab6cdc04f87592 on resource:floatingip {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:54:51.526631 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-047cce5f-5767-44f5-9742-25c7f3a6f749 req-e92de3ff-be26-4483-9a59-5a8d2ae22b6a tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.102 HTTP/1.1" status: 200 len: 696 time: 0.1930285 May 05 19:54:51.616712 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-fc7261e1-2646-4bf8-9b48-925a36b73fb2 req-a951052a-a45b-4d5a-9897-efbbe4bed319 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Notify callbacks [] for floatingip, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:51.842830 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047cce5f-5767-44f5-9742-25c7f3a6f749 req-e0cdab34-c23b-47a2-870d-8008f7fece76 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:51.844397 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-047cce5f-5767-44f5-9742-25c7f3a6f749 req-e0cdab34-c23b-47a2-870d-8008f7fece76 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] 10.222.0.36 "GET /v2.0/networks/0401d202-1605-4cfe-bad4-fb225df6afb0 HTTP/1.1" status: 200 len: 784 time: 0.3095038 May 05 19:54:51.855229 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-77f1f91d-2434-4c5d-85af-e009045272c6 service neutron] For port b29bd47a-c0ca-40e8-bc3d-249582d83150, host n-h2-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:54:51.859244 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-77f1f91d-2434-4c5d-85af-e009045272c6 service neutron] Notify callbacks [] for binding, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:51.860855 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-77f1f91d-2434-4c5d-85af-e009045272c6 service neutron] 10.222.0.24 "DELETE /v2.0/ports/b29bd47a-c0ca-40e8-bc3d-249582d83150/bindings/n-h2-840717-1 HTTP/1.1" status: 204 len: 173 time: 0.3938506 May 05 19:54:51.897545 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-72394507-f118-4c49-ac94-2ebcf1656faa req-d8dbb2cf-8b80-4a61-895b-00b11f5cc51d tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:54:51.927706 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-72394507-f118-4c49-ac94-2ebcf1656faa req-d8dbb2cf-8b80-4a61-895b-00b11f5cc51d tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:54:51.929474 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f8768373-84c2-4a37-b3b3-124e41a67679 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:51.972270 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f8768373-84c2-4a37-b3b3-124e41a67679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:52.078451 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72394507-f118-4c49-ac94-2ebcf1656faa req-d8dbb2cf-8b80-4a61-895b-00b11f5cc51d tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Made reservation on behalf of beb159436c9e4e2f822f7625a9d89435 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:54:52.082231 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-72394507-f118-4c49-ac94-2ebcf1656faa req-d8dbb2cf-8b80-4a61-895b-00b11f5cc51d tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:52.283916 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e078aa50-2c34-40aa-b2e5-daf5235aad84 None None] Network be28a4f3-8075-45e1-a548-ff1063f94ca7 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:54:52.348500 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43648e25-08ea-46ff-adc7-1720e292377b'] response: {'server_uuid': '21c4270a-2c13-42f0-9052-59af2f4c86ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '837aac58-9af9-4288-b27f-63bf61f6dc11', 'code': 200} May 05 19:54:52.348766 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43648e25-08ea-46ff-adc7-1720e292377b'] response: {'server_uuid': 'ec2bd5c5-1783-4660-bfeb-36f3566083c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6', 'code': 200} May 05 19:54:52.424938 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e26cfb-290a-4b94-8844-ee6c1951aa7a req-dfeec87a-c38f-49fc-bfa1-072af5844aee tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:52.427815 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-87e26cfb-290a-4b94-8844-ee6c1951aa7a req-dfeec87a-c38f-49fc-bfa1-072af5844aee tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec2bd5c5-1783-4660-bfeb-36f3566083c5&tenant_id=928b29e96aaf42dd9d4dc06b8e5f9969&binding%3Ahost_id=n-h1-840717-1 HTTP/1.1" status: 200 len: 951 time: 0.1352074 May 05 19:54:52.478362 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-4f5f8d3f-3e22-4e2f-bfae-607cc91f8532 None None] Provisioning for port 93e502ac-4bbd-4648-88b2-981139df1c03 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:54:52.496399 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-4f5f8d3f-3e22-4e2f-bfae-607cc91f8532 None None] Provisioning complete for port 93e502ac-4bbd-4648-88b2-981139df1c03 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:54:52.496986 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4f5f8d3f-3e22-4e2f-bfae-607cc91f8532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:52.652830 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-87e26cfb-290a-4b94-8844-ee6c1951aa7a req-468f93d7-4e94-452a-9e0c-eeb66aeb140b service neutron] 10.222.0.24 "GET /v2.0/ports/8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6/bindings/n-h1-840717-1 HTTP/1.1" status: 200 len: 382 time: 0.1744647 May 05 19:54:52.668148 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb74483-0677-4446-8cdd-a5c4f4df92c9 req-6fec1292-d7a3-4377-8af5-eb5121b86ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:52.669389 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-deb74483-0677-4446-8cdd-a5c4f4df92c9 req-6fec1292-d7a3-4377-8af5-eb5121b86ebd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=21c4270a-2c13-42f0-9052-59af2f4c86ec HTTP/1.1" status: 200 len: 1096 time: 0.2405241 May 05 19:54:52.745406 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d6d48-65fa-4890-8b65-df0a92c0c55d req-f28ebced-0a46-479f-806d-7f4ca1d1b180 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:52.747106 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b91d6d48-65fa-4890-8b65-df0a92c0c55d req-f28ebced-0a46-479f-806d-7f4ca1d1b180 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ebc9306-04f4-4b43-83ba-11cffb744f6d HTTP/1.1" status: 200 len: 949 time: 0.2714841 May 05 19:54:52.804174 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-deb74483-0677-4446-8cdd-a5c4f4df92c9 req-a0d7ab8f-c3f4-4446-ba98-d9f7889646d3 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=94ffdaaf-7f31-41bd-8032-300d12aa01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274397 May 05 19:54:52.813640 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4f5f8d3f-3e22-4e2f-bfae-607cc91f8532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:52.841941 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b91d6d48-65fa-4890-8b65-df0a92c0c55d req-2357adcc-df9b-4ea5-92a8-3a90b9ba1f5e tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/security-groups?id=47e8f45b-d376-403a-8bb9-867508147e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690310 May 05 19:54:52.853114 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e26cfb-290a-4b94-8844-ee6c1951aa7a req-9590437c-f3ca-4d99-8c3d-0174d2b69d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:52.855308 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-87e26cfb-290a-4b94-8844-ee6c1951aa7a req-9590437c-f3ca-4d99-8c3d-0174d2b69d6d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=928b29e96aaf42dd9d4dc06b8e5f9969&device_id=ec2bd5c5-1783-4660-bfeb-36f3566083c5 HTTP/1.1" status: 200 len: 1102 time: 0.1610572 May 05 19:54:52.857379 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-4f5f8d3f-3e22-4e2f-bfae-607cc91f8532 None None] For port 93e502ac-4bbd-4648-88b2-981139df1c03, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=93e502ac-4bbd-4648-88b2-981139df1c03,segment=NetworkSegment(7ea792d4-bdbd-4e8f-b2ab-261b8729aad3),segment_id=7ea792d4-bdbd-4e8f-b2ab-261b8729aad3)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:54:52.860512 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-f8768373-84c2-4a37-b3b3-124e41a67679 admin admin] Allocated IP 172.25.0.177 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/42ad910d-9c74-4466-a8c1-bf31da36bea6) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:54:52.866850 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4f5f8d3f-3e22-4e2f-bfae-607cc91f8532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:52.970999 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5f8d3f-3e22-4e2f-bfae-607cc91f8532 None None] Pushing event updated for resources: {'Port': ['ID=93e502ac-4bbd-4648-88b2-981139df1c03,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:52.971478 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-72394507-f118-4c49-ac94-2ebcf1656faa req-d8dbb2cf-8b80-4a61-895b-00b11f5cc51d tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Allocated IP 19.80.0.56 (452e75d7-fff5-450c-86b4-389b2df7a7f5/7999f04b-20d7-45d8-9a77-2d4265dead02/4687b45a-95fd-45e1-b72b-77a27219336d) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:54:53.145041 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e26cfb-290a-4b94-8844-ee6c1951aa7a req-2f50ce95-a997-4a6f-b6a6-009f0b5a56a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:53.146230 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-87e26cfb-290a-4b94-8844-ee6c1951aa7a req-2f50ce95-a997-4a6f-b6a6-009f0b5a56a1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3 HTTP/1.1" status: 200 len: 870 time: 0.2820919 May 05 19:54:53.220108 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-cc07841c-7908-4f78-b4e8-12e0e3cef29b None None] Provisioning complete for port 93e502ac-4bbd-4648-88b2-981139df1c03 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:54:53.220108 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cc07841c-7908-4f78-b4e8-12e0e3cef29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:53.241140 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-87e26cfb-290a-4b94-8844-ee6c1951aa7a req-82f301c5-a02e-482c-a4b8-df164bd5cb54 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6 HTTP/1.1" status: 200 len: 217 time: 0.0863690 May 05 19:54:53.312469 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 93e502ac-4bbd-4648-88b2-981139df1c03 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:54:53.319819 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.resource_extend [req-fc7261e1-2646-4bf8-9b48-925a36b73fb2 req-a951052a-a45b-4d5a-9897-efbbe4bed319 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 19:54:53.344910 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e26cfb-290a-4b94-8844-ee6c1951aa7a req-07efe364-2972-4d43-8fc1-d7bbbbddf4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:53.346547 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-87e26cfb-290a-4b94-8844-ee6c1951aa7a req-07efe364-2972-4d43-8fc1-d7bbbbddf4f8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.1002848 May 05 19:54:53.353347 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 19:54:53.360784 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272affcb-c09d-497e-865b-53ecb69296e6 req-363f6834-3007-457f-a60b-c1d301df4d33 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:53.362444 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-272affcb-c09d-497e-865b-53ecb69296e6 req-363f6834-3007-457f-a60b-c1d301df4d33 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ff80a77-e629-47d3-89e4-8ddf23d38464 HTTP/1.1" status: 200 len: 944 time: 0.2774780 May 05 19:54:53.438610 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 93e502ac-4bbd-4648-88b2-981139df1c03 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:54:53.438981 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:53.470995 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-272affcb-c09d-497e-865b-53ecb69296e6 req-bc3a7349-2321-4ea1-b02c-13638964114a tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721197 May 05 19:54:53.488858 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e26cfb-290a-4b94-8844-ee6c1951aa7a req-3c24923c-b97b-499f-91d7-90ca53151e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:53.490312 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-87e26cfb-290a-4b94-8844-ee6c1951aa7a req-3c24923c-b97b-499f-91d7-90ca53151e84 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1269858 May 05 19:54:53.496882 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f8768373-84c2-4a37-b3b3-124e41a67679 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:53.530986 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-fc7261e1-2646-4bf8-9b48-925a36b73fb2 req-a951052a-a45b-4d5a-9897-efbbe4bed319 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:53.554139 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-fc7261e1-2646-4bf8-9b48-925a36b73fb2 req-a951052a-a45b-4d5a-9897-efbbe4bed319 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:53.616787 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfa1bff2-d755-4c1a-a78d-a8fe0253850f'] response: {'name': 'network-changed', 'server_uuid': '5ff80a77-e629-47d3-89e4-8ddf23d38464', 'tag': 'b29bd47a-c0ca-40e8-bc3d-249582d83150', 'status': 'completed', 'code': 200} May 05 19:54:53.701527 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-72394507-f118-4c49-ac94-2ebcf1656faa req-d8dbb2cf-8b80-4a61-895b-00b11f5cc51d tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:53.728473 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-72394507-f118-4c49-ac94-2ebcf1656faa req-d8dbb2cf-8b80-4a61-895b-00b11f5cc51d tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Transition to ACTIVE for port object 4687b45a-95fd-45e1-b72b-77a27219336d will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:54:53.761509 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-87e26cfb-290a-4b94-8844-ee6c1951aa7a req-aee168bb-a86b-4339-b89d-9a55c00242b9 service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642040 May 05 19:54:53.785664 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f8768373-84c2-4a37-b3b3-124e41a67679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:53.884836 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8768373-84c2-4a37-b3b3-124e41a67679 admin admin] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:54:53.890870 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cf9a3c-db5b-40e5-8f29-724dd6a061a4 req-1fea55ad-012b-4f57-9e57-6057b477af8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:53.892191 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-f8768373-84c2-4a37-b3b3-124e41a67679 admin admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:54:53.892367 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d1cf9a3c-db5b-40e5-8f29-724dd6a061a4 req-1fea55ad-012b-4f57-9e57-6057b477af8b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=63ca58c29fae4c4eaafba189c1ec4492&device_id=5ff80a77-e629-47d3-89e4-8ddf23d38464 HTTP/1.1" status: 200 len: 1095 time: 0.2775433 May 05 19:54:53.899046 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8768373-84c2-4a37-b3b3-124e41a67679 admin admin] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:54:53.943158 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8768373-84c2-4a37-b3b3-124e41a67679 admin admin] Pushing event updated for resources: {'Port': ['ID=42ad910d-9c74-4466-a8c1-bf31da36bea6,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:53.948904 n-d-840717-1 neutron-server[88197]: INFO neutron.db.l3_db [req-fc7261e1-2646-4bf8-9b48-925a36b73fb2 req-a951052a-a45b-4d5a-9897-efbbe4bed319 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Floating IP 8c572ca6-5f7e-4378-8b93-bb13bcff4439 associated. External IP: 172.25.0.147, port: 0aa57b64-504c-4fb9-abb7-53a7e82330a4. May 05 19:54:53.975883 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-87e26cfb-290a-4b94-8844-ee6c1951aa7a req-193eb86d-6834-4335-8f01-c3b465833fe3 service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979167 May 05 19:54:53.987523 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06774321-f991-45d7-8e22-497e5ddc6fee req-8e9c2199-0926-4073-934f-040d1ae4b1c9 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:53.994510 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06774321-f991-45d7-8e22-497e5ddc6fee req-8e9c2199-0926-4073-934f-040d1ae4b1c9 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:53.996017 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-06774321-f991-45d7-8e22-497e5ddc6fee req-8e9c2199-0926-4073-934f-040d1ae4b1c9 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7137476-525b-4fda-8c01-a6b1fcd19390 HTTP/1.1" status: 200 len: 1655 time: 0.2839892 May 05 19:54:54.042160 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-72394507-f118-4c49-ac94-2ebcf1656faa req-d8dbb2cf-8b80-4a61-895b-00b11f5cc51d tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:54.244496 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-06774321-f991-45d7-8e22-497e5ddc6fee req-6f78a38d-5037-44d7-b9e5-2571c4f39405 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Synchronizing usage tracker for tenant:beb159436c9e4e2f822f7625a9d89435 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:54:54.256002 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cf9a3c-db5b-40e5-8f29-724dd6a061a4 req-077b6770-b808-4067-9a49-6242a642f38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:54.257526 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d1cf9a3c-db5b-40e5-8f29-724dd6a061a4 req-077b6770-b808-4067-9a49-6242a642f38f service neutron] 10.222.0.24 "GET /v2.0/networks?id=9e1d2257-41cc-4af2-afae-4ca8a9719a05 HTTP/1.1" status: 200 len: 921 time: 0.3499329 May 05 19:54:54.321809 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-06774321-f991-45d7-8e22-497e5ddc6fee req-6f78a38d-5037-44d7-b9e5-2571c4f39405 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Unset dirty status for tenant:beb159436c9e4e2f822f7625a9d89435 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:54:54.322995 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-06774321-f991-45d7-8e22-497e5ddc6fee req-6f78a38d-5037-44d7-b9e5-2571c4f39405 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.36 "GET /v2.0/security-groups?id=54210ff6-4648-4cdb-8887-421df42725ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787569 May 05 19:54:54.335208 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d1cf9a3c-db5b-40e5-8f29-724dd6a061a4 req-de9fc5f3-299c-4ddd-86b9-b0b411bd17fa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b29bd47a-c0ca-40e8-bc3d-249582d83150 HTTP/1.1" status: 200 len: 217 time: 0.0686457 May 05 19:54:54.411964 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cf9a3c-db5b-40e5-8f29-724dd6a061a4 req-0df48a2a-af78-46c1-b866-b7e3b3a796bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:54.413446 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d1cf9a3c-db5b-40e5-8f29-724dd6a061a4 req-0df48a2a-af78-46c1-b866-b7e3b3a796bd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=99c4516e-78c1-4a80-85a0-0e7389d15301 HTTP/1.1" status: 200 len: 860 time: 0.0653527 May 05 19:54:54.453708 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72394507-f118-4c49-ac94-2ebcf1656faa req-d8dbb2cf-8b80-4a61-895b-00b11f5cc51d tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Network 452e75d7-fff5-450c-86b4-389b2df7a7f5 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:54:54.462804 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-72394507-f118-4c49-ac94-2ebcf1656faa req-d8dbb2cf-8b80-4a61-895b-00b11f5cc51d tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:54:54.501337 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d1cf9a3c-db5b-40e5-8f29-724dd6a061a4 req-81c3df13-d253-4489-9ead-ae717af51a59 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9e1d2257-41cc-4af2-afae-4ca8a9719a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809362 May 05 19:54:54.507861 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-72394507-f118-4c49-ac94-2ebcf1656faa req-d8dbb2cf-8b80-4a61-895b-00b11f5cc51d tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:54:54.560124 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dbb2cf-8b80-4a61-895b-00b11f5cc51d tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Pushing event updated for resources: {'Port': ['ID=4687b45a-95fd-45e1-b72b-77a27219336d,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:54.713906 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346358a0-adc7-4357-865b-2495289c55d3 req-1db8d6eb-edc8-4a80-939a-56ef0184dfbd tempest-VolumesAdminNegativeTest-1574798565 tempest-VolumesAdminNegativeTest-1574798565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:54.721434 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-346358a0-adc7-4357-865b-2495289c55d3 req-1db8d6eb-edc8-4a80-939a-56ef0184dfbd tempest-VolumesAdminNegativeTest-1574798565 tempest-VolumesAdminNegativeTest-1574798565-project] 10.222.0.36 "GET /v2.0/ports?device_id=21c4270a-2c13-42f0-9052-59af2f4c86ec HTTP/1.1" status: 200 len: 945 time: 0.2694407 May 05 19:54:54.752693 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d1cf9a3c-db5b-40e5-8f29-724dd6a061a4 req-ee26ea11-c9b9-445b-9905-5b32f1dacc67 service neutron] 10.222.0.24 "GET /v2.0/networks/9e1d2257-41cc-4af2-afae-4ca8a9719a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396686 May 05 19:54:54.767017 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72394507-f118-4c49-ac94-2ebcf1656faa req-d8dbb2cf-8b80-4a61-895b-00b11f5cc51d tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:54.768379 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-72394507-f118-4c49-ac94-2ebcf1656faa req-d8dbb2cf-8b80-4a61-895b-00b11f5cc51d tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:54.834900 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-346358a0-adc7-4357-865b-2495289c55d3 req-563b2a32-9ed3-4850-9f6a-e6d3985a2be2 tempest-VolumesAdminNegativeTest-1574798565 tempest-VolumesAdminNegativeTest-1574798565-project] 10.222.0.36 "GET /v2.0/security-groups?id=94ffdaaf-7f31-41bd-8032-300d12aa01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100333 May 05 19:54:54.869559 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-d3102b98-7760-4526-a3f5-448b2c9d045a None None] Provisioning for port 4687b45a-95fd-45e1-b72b-77a27219336d completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:54:54.884088 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-d3102b98-7760-4526-a3f5-448b2c9d045a None None] Provisioning complete for port 4687b45a-95fd-45e1-b72b-77a27219336d triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:54:54.887079 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d3102b98-7760-4526-a3f5-448b2c9d045a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:54.988147 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d1cf9a3c-db5b-40e5-8f29-724dd6a061a4 req-9d0132d8-43ae-46e1-9b8f-c657bd1379eb service neutron] 10.222.0.24 "GET /v2.0/networks/9e1d2257-41cc-4af2-afae-4ca8a9719a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271097 May 05 19:54:55.042945 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-72394507-f118-4c49-ac94-2ebcf1656faa req-d8dbb2cf-8b80-4a61-895b-00b11f5cc51d tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9798214 May 05 19:54:55.068192 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-d3102b98-7760-4526-a3f5-448b2c9d045a None None] Port 4687b45a-95fd-45e1-b72b-77a27219336d cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:54:55.074466 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-72394507-f118-4c49-ac94-2ebcf1656faa req-9e9cbe06-bb5e-44ef-946a-f06a2e052163 service neutron] Request body: {'port': {'device_id': 'd7137476-525b-4fda-8c01-a6b1fcd19390', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:54:55.097598 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f8768373-84c2-4a37-b3b3-124e41a67679 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:55.209808 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fd616514-3aba-4706-ad87-71d9801fe20c req-c1f16245-7839-49f8-bcc7-77bf84f4c4ba tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2750840 May 05 19:54:55.219899 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-fd616514-3aba-4706-ad87-71d9801fe20c req-9d1d8615-20b0-4164-9de6-bcdafe0e2a08 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Request body: {'floatingip': {'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:54:55.227954 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc7261e1-2646-4bf8-9b48-925a36b73fb2 req-a951052a-a45b-4d5a-9897-efbbe4bed319 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Router cef00a4f-c68b-4d3a-b9ac-9b50deeb171a has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 19:54:55.239596 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-fd616514-3aba-4706-ad87-71d9801fe20c req-9d1d8615-20b0-4164-9de6-bcdafe0e2a08 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:54:55.253935 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-fd616514-3aba-4706-ad87-71d9801fe20c req-9d1d8615-20b0-4164-9de6-bcdafe0e2a08 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:54:55.269025 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-fd616514-3aba-4706-ad87-71d9801fe20c req-9d1d8615-20b0-4164-9de6-bcdafe0e2a08 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Notify callbacks [] for floatingip, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:55.477375 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-fd616514-3aba-4706-ad87-71d9801fe20c req-9d1d8615-20b0-4164-9de6-bcdafe0e2a08 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:55.495032 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-72394507-f118-4c49-ac94-2ebcf1656faa req-9e9cbe06-bb5e-44ef-946a-f06a2e052163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:55.799297 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-fd616514-3aba-4706-ad87-71d9801fe20c req-9d1d8615-20b0-4164-9de6-bcdafe0e2a08 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Allocated IP 172.25.0.225 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/72f42e5b-cfca-4889-a58a-d6d26f04aea0) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:54:55.871980 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc7261e1-2646-4bf8-9b48-925a36b73fb2 req-a951052a-a45b-4d5a-9897-efbbe4bed319 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 19:54:55.880960 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-fc7261e1-2646-4bf8-9b48-925a36b73fb2 req-a951052a-a45b-4d5a-9897-efbbe4bed319 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:55.882178 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ded38c2-3ca5-421a-9bab-e261b72c4357 None None] Sync routers for ids ['cef00a4f-c68b-4d3a-b9ac-9b50deeb171a'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 19:54:55.895521 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ded38c2-3ca5-421a-9bab-e261b72c4357 None None] Routers {'cef00a4f-c68b-4d3a-b9ac-9b50deeb171a'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:54:55.895879 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-8ded38c2-3ca5-421a-9bab-e261b72c4357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:54:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['cef00a4f-c68b-4d3a-b9ac-9b50deeb171a'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:54:56.110043 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-fd616514-3aba-4706-ad87-71d9801fe20c req-9d1d8615-20b0-4164-9de6-bcdafe0e2a08 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:56.147845 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-fd616514-3aba-4706-ad87-71d9801fe20c req-9d1d8615-20b0-4164-9de6-bcdafe0e2a08 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:56.227591 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd616514-3aba-4706-ad87-71d9801fe20c req-9d1d8615-20b0-4164-9de6-bcdafe0e2a08 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:54:56.231322 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-fd616514-3aba-4706-ad87-71d9801fe20c req-9d1d8615-20b0-4164-9de6-bcdafe0e2a08 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:54:56.235560 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd616514-3aba-4706-ad87-71d9801fe20c req-9d1d8615-20b0-4164-9de6-bcdafe0e2a08 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:54:56.279227 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-8ded38c2-3ca5-421a-9bab-e261b72c4357 None None] Set router cef00a4f-c68b-4d3a-b9ac-9b50deeb171a gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:54:56.317038 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1d8615-20b0-4164-9de6-bcdafe0e2a08 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Pushing event updated for resources: {'Port': ['ID=72f42e5b-cfca-4889-a58a-d6d26f04aea0,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:56.338778 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fc7261e1-2646-4bf8-9b48-925a36b73fb2 req-a951052a-a45b-4d5a-9897-efbbe4bed319 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] 10.222.0.36 "PUT /v2.0/floatingips/8c572ca6-5f7e-4378-8b93-bb13bcff4439 HTTP/1.1" status: 200 len: 996 time: 5.0397711 May 05 19:54:56.356134 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f98fb10-5b5c-425a-84e6-a590e90a80fb', 'tag': '0aa57b64-504c-4fb9-abb7-53a7e82330a4'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:54:56.371040 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-fd616514-3aba-4706-ad87-71d9801fe20c req-9d1d8615-20b0-4164-9de6-bcdafe0e2a08 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:56.448423 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-fd616514-3aba-4706-ad87-71d9801fe20c req-9d1d8615-20b0-4164-9de6-bcdafe0e2a08 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:56.662422 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f8768373-84c2-4a37-b3b3-124e41a67679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:56.796008 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-8ded38c2-3ca5-421a-9bab-e261b72c4357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef00a4f-c68b-4d3a-b9ac-9b50deeb171a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1356480807-router', 'tenant_id': '41290a837817462c9759ead78a474653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '576cb4a5-db7e-4875-9be7-ebb326e540b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:53:56Z', 'updated_at': '2022-05-05T19:54:05Z', 'revision_number': 4, 'project_id': '41290a837817462c9759ead78a474653', 'gw_port': {'id': '576cb4a5-db7e-4875-9be7-ebb326e540b7', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ca:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef00a4f-c68b-4d3a-b9ac-9b50deeb171a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:53:59Z', 'updated_at': '2022-05-05T19:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '8c572ca6-5f7e-4378-8b93-bb13bcff4439', 'tenant_id': '41290a837817462c9759ead78a474653', 'floating_ip_address': '172.25.0.147', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'cef00a4f-c68b-4d3a-b9ac-9b50deeb171a', 'port_id': '0aa57b64-504c-4fb9-abb7-53a7e82330a4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac633efb-8397-4939-80ef-9a336931fe15', 'mac_address': 'fa:16:3e:75:bb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f98fb10-5b5c-425a-84e6-a590e90a80fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T19:54:46Z', 'updated_at': '2022-05-05T19:54:53Z', 'revision_number': 1, 'project_id': '41290a837817462c9759ead78a474653', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ae25ead-871d-4f1d-9c24-04660b217917', 'name': '', 'network_id': 'ac633efb-8397-4939-80ef-9a336931fe15', 'tenant_id': '41290a837817462c9759ead78a474653', 'mac_address': 'fa:16:3e:7c:98:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef00a4f-c68b-4d3a-b9ac-9b50deeb171a', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'c2bc2455-bacb-4a1f-a7b8-eb3091756a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:54:04Z', 'updated_at': '2022-05-05T19:54:18Z', 'revision_number': 5, 'project_id': '41290a837817462c9759ead78a474653', 'subnets': [{'id': 'c2bc2455-bacb-4a1f-a7b8-eb3091756a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:54:56.801115 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ded38c2-3ca5-421a-9bab-e261b72c4357 None None] Checking router: cef00a4f-c68b-4d3a-b9ac-9b50deeb171a for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 19:54:56.812780 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ded38c2-3ca5-421a-9bab-e261b72c4357 None None] Routers {'cef00a4f-c68b-4d3a-b9ac-9b50deeb171a'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:54:56.813394 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-8ded38c2-3ca5-421a-9bab-e261b72c4357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:54:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['cef00a4f-c68b-4d3a-b9ac-9b50deeb171a'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:54:56.915541 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e26cfb-290a-4b94-8844-ee6c1951aa7a req-05ed1d86-65f4-4d52-bfa5-1dd7ecead261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:56.917843 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-87e26cfb-290a-4b94-8844-ee6c1951aa7a req-05ed1d86-65f4-4d52-bfa5-1dd7ecead261 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ec2bd5c5-1783-4660-bfeb-36f3566083c5&tenant_id=928b29e96aaf42dd9d4dc06b8e5f9969 HTTP/1.1" status: 200 len: 1102 time: 0.2912529 May 05 19:54:56.927665 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-72394507-f118-4c49-ac94-2ebcf1656faa req-9e9cbe06-bb5e-44ef-946a-f06a2e052163 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d70833a-7f52-47cb-a28b-4a7a388cdd64 {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:54:56.935844 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-87e26cfb-290a-4b94-8844-ee6c1951aa7a req-a90966db-ea35-479a-9320-c178b73b1a43 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-840717-1', 'device_owner': 'compute:nova'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:54:56.939853 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-72394507-f118-4c49-ac94-2ebcf1656faa req-9e9cbe06-bb5e-44ef-946a-f06a2e052163 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:56.970618 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-72394507-f118-4c49-ac94-2ebcf1656faa req-9e9cbe06-bb5e-44ef-946a-f06a2e052163 service neutron] Transition to ACTIVE for port object 6d70833a-7f52-47cb-a28b-4a7a388cdd64 will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:54:56.976005 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7261e1-2646-4bf8-9b48-925a36b73fb2 req-41373a53-f2ad-4010-8373-743212dd53ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:56.978012 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fc7261e1-2646-4bf8-9b48-925a36b73fb2 req-41373a53-f2ad-4010-8373-743212dd53ff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=41290a837817462c9759ead78a474653&device_id=8f98fb10-5b5c-425a-84e6-a590e90a80fb HTTP/1.1" status: 200 len: 1096 time: 0.6048267 May 05 19:54:56.981259 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-72394507-f118-4c49-ac94-2ebcf1656faa req-9e9cbe06-bb5e-44ef-946a-f06a2e052163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:56.983992 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-fd616514-3aba-4706-ad87-71d9801fe20c req-9d1d8615-20b0-4164-9de6-bcdafe0e2a08 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:56.993086 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-fd616514-3aba-4706-ad87-71d9801fe20c req-9d1d8615-20b0-4164-9de6-bcdafe0e2a08 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:57.008079 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-8ded38c2-3ca5-421a-9bab-e261b72c4357 None None] Set router cef00a4f-c68b-4d3a-b9ac-9b50deeb171a gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:54:57.178880 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-fd616514-3aba-4706-ad87-71d9801fe20c req-9d1d8615-20b0-4164-9de6-bcdafe0e2a08 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:57.226489 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1d8615-20b0-4164-9de6-bcdafe0e2a08 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Pushing event updated for resources: {'Port': ['ID=72f42e5b-cfca-4889-a58a-d6d26f04aea0,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:57.240970 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1d8615-20b0-4164-9de6-bcdafe0e2a08 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:54:57.241651 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1d8615-20b0-4164-9de6-bcdafe0e2a08 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:54:57.242864 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1d8615-20b0-4164-9de6-bcdafe0e2a08 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:54:57.243501 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1d8615-20b0-4164-9de6-bcdafe0e2a08 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:54:57.244031 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1d8615-20b0-4164-9de6-bcdafe0e2a08 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:54:57.244560 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1d8615-20b0-4164-9de6-bcdafe0e2a08 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:54:57.245085 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1d8615-20b0-4164-9de6-bcdafe0e2a08 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:54:57.245624 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1d8615-20b0-4164-9de6-bcdafe0e2a08 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:54:57.246149 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1d8615-20b0-4164-9de6-bcdafe0e2a08 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:54:57.246672 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1d8615-20b0-4164-9de6-bcdafe0e2a08 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:54:57.247207 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1d8615-20b0-4164-9de6-bcdafe0e2a08 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:54:57.247773 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1d8615-20b0-4164-9de6-bcdafe0e2a08 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:54:57.267478 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-fd616514-3aba-4706-ad87-71d9801fe20c req-9d1d8615-20b0-4164-9de6-bcdafe0e2a08 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:57.269243 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fd616514-3aba-4706-ad87-71d9801fe20c req-9d1d8615-20b0-4164-9de6-bcdafe0e2a08 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0584919 May 05 19:54:57.270218 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-87e26cfb-290a-4b94-8844-ee6c1951aa7a req-a90966db-ea35-479a-9320-c178b73b1a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:57.347802 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9cbe06-bb5e-44ef-946a-f06a2e052163 service neutron] Pushing event updated for resources: {'Port': ['ID=6d70833a-7f52-47cb-a28b-4a7a388cdd64,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:57.374773 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8768373-84c2-4a37-b3b3-124e41a67679 admin admin] Router 5e723046-1f29-424d-8b5d-26485cb58775 is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88197) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 19:54:57.394934 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-72394507-f118-4c49-ac94-2ebcf1656faa req-9e9cbe06-bb5e-44ef-946a-f06a2e052163 service neutron] Attempting to bind port 6d70833a-7f52-47cb-a28b-4a7a388cdd64 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:54:57.395271 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-72394507-f118-4c49-ac94-2ebcf1656faa req-9e9cbe06-bb5e-44ef-946a-f06a2e052163 service neutron] Attempting to bind port 6d70833a-7f52-47cb-a28b-4a7a388cdd64 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': '318cf6b1-dc19-4083-8340-7d65b0ecdf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '452e75d7-fff5-450c-86b4-389b2df7a7f5'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:54:57.395968 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72394507-f118-4c49-ac94-2ebcf1656faa req-9e9cbe06-bb5e-44ef-946a-f06a2e052163 service neutron] Attempting to bind port 6d70833a-7f52-47cb-a28b-4a7a388cdd64 on network 452e75d7-fff5-450c-86b4-389b2df7a7f5 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:54:57.399378 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-fd616514-3aba-4706-ad87-71d9801fe20c req-c1ef6084-a5a6-4fc3-81cb-7160a5939935 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Synchronizing usage tracker for tenant:893db41311a443bcaaab6cdc04f87592 on resource:floatingip {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:54:57.440324 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-8ded38c2-3ca5-421a-9bab-e261b72c4357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef00a4f-c68b-4d3a-b9ac-9b50deeb171a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1356480807-router', 'tenant_id': '41290a837817462c9759ead78a474653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '576cb4a5-db7e-4875-9be7-ebb326e540b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:53:56Z', 'updated_at': '2022-05-05T19:54:05Z', 'revision_number': 4, 'project_id': '41290a837817462c9759ead78a474653', 'gw_port': {'id': '576cb4a5-db7e-4875-9be7-ebb326e540b7', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ca:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef00a4f-c68b-4d3a-b9ac-9b50deeb171a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:53:59Z', 'updated_at': '2022-05-05T19:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '8c572ca6-5f7e-4378-8b93-bb13bcff4439', 'tenant_id': '41290a837817462c9759ead78a474653', 'floating_ip_address': '172.25.0.147', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'cef00a4f-c68b-4d3a-b9ac-9b50deeb171a', 'port_id': '0aa57b64-504c-4fb9-abb7-53a7e82330a4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac633efb-8397-4939-80ef-9a336931fe15', 'mac_address': 'fa:16:3e:75:bb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f98fb10-5b5c-425a-84e6-a590e90a80fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T19:54:46Z', 'updated_at': '2022-05-05T19:54:53Z', 'revision_number': 1, 'project_id': '41290a837817462c9759ead78a474653', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ae25ead-871d-4f1d-9c24-04660b217917', 'name': '', 'network_id': 'ac633efb-8397-4939-80ef-9a336931fe15', 'tenant_id': '41290a837817462c9759ead78a474653', 'mac_address': 'fa:16:3e:7c:98:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef00a4f-c68b-4d3a-b9ac-9b50deeb171a', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'c2bc2455-bacb-4a1f-a7b8-eb3091756a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:54:04Z', 'updated_at': '2022-05-05T19:54:18Z', 'revision_number': 5, 'project_id': '41290a837817462c9759ead78a474653', 'subnets': [{'id': 'c2bc2455-bacb-4a1f-a7b8-eb3091756a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:54:57.440612 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-fd616514-3aba-4706-ad87-71d9801fe20c req-c1ef6084-a5a6-4fc3-81cb-7160a5939935 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Unset dirty status for tenant:893db41311a443bcaaab6cdc04f87592 on resource:floatingip {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:54:57.441633 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fd616514-3aba-4706-ad87-71d9801fe20c req-c1ef6084-a5a6-4fc3-81cb-7160a5939935 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.225 HTTP/1.1" status: 200 len: 696 time: 0.1570990 May 05 19:54:57.446248 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ded38c2-3ca5-421a-9bab-e261b72c4357 None None] The sync data for ids ['cef00a4f-c68b-4d3a-b9ac-9b50deeb171a'] in n-d-840717-1 is: [{'id': 'cef00a4f-c68b-4d3a-b9ac-9b50deeb171a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1356480807-router', 'tenant_id': '41290a837817462c9759ead78a474653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '576cb4a5-db7e-4875-9be7-ebb326e540b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:53:56Z', 'updated_at': '2022-05-05T19:54:05Z', 'revision_number': 4, 'project_id': '41290a837817462c9759ead78a474653', 'gw_port': {'id': '576cb4a5-db7e-4875-9be7-ebb326e540b7', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ca:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef00a4f-c68b-4d3a-b9ac-9b50deeb171a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:53:59Z', 'updated_at': '2022-05-05T19:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '8c572ca6-5f7e-4378-8b93-bb13bcff4439', 'tenant_id': '41290a837817462c9759ead78a474653', 'floating_ip_address': '172.25.0.147', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'cef00a4f-c68b-4d3a-b9ac-9b50deeb171a', 'port_id': '0aa57b64-504c-4fb9-abb7-53a7e82330a4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac633efb-8397-4939-80ef-9a336931fe15', 'mac_address': 'fa:16:3e:75:bb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f98fb10-5b5c-425a-84e6-a590e90a80fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T19:54:46Z', 'updated_at': '2022-05-05T19:54:53Z', 'revision_number': 1, 'project_id': '41290a837817462c9759ead78a474653', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ae25ead-871d-4f1d-9c24-04660b217917', 'name': '', 'network_id': 'ac633efb-8397-4939-80ef-9a336931fe15', 'tenant_id': '41290a837817462c9759ead78a474653', 'mac_address': 'fa:16:3e:7c:98:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef00a4f-c68b-4d3a-b9ac-9b50deeb171a', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'c2bc2455-bacb-4a1f-a7b8-eb3091756a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:54:04Z', 'updated_at': '2022-05-05T19:54:18Z', 'revision_number': 5, 'project_id': '41290a837817462c9759ead78a474653', 'subnets': [{'id': 'c2bc2455-bacb-4a1f-a7b8-eb3091756a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 19:54:57.488382 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72394507-f118-4c49-ac94-2ebcf1656faa req-9e9cbe06-bb5e-44ef-946a-f06a2e052163 service neutron] Port 6d70833a-7f52-47cb-a28b-4a7a388cdd64 on network 452e75d7-fff5-450c-86b4-389b2df7a7f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:54:57.488855 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72394507-f118-4c49-ac94-2ebcf1656faa req-9e9cbe06-bb5e-44ef-946a-f06a2e052163 service neutron] Attempting to bind port 6d70833a-7f52-47cb-a28b-4a7a388cdd64 on network 452e75d7-fff5-450c-86b4-389b2df7a7f5 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:54:57.515644 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72394507-f118-4c49-ac94-2ebcf1656faa req-9e9cbe06-bb5e-44ef-946a-f06a2e052163 service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:54:57.516118 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72394507-f118-4c49-ac94-2ebcf1656faa req-9e9cbe06-bb5e-44ef-946a-f06a2e052163 service neutron] Checking segment: {'id': '318cf6b1-dc19-4083-8340-7d65b0ecdf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '452e75d7-fff5-450c-86b4-389b2df7a7f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:54:57.516624 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72394507-f118-4c49-ac94-2ebcf1656faa req-9e9cbe06-bb5e-44ef-946a-f06a2e052163 service neutron] Bound using segment: {'id': '318cf6b1-dc19-4083-8340-7d65b0ecdf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '452e75d7-fff5-450c-86b4-389b2df7a7f5'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:54:57.517159 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-72394507-f118-4c49-ac94-2ebcf1656faa req-9e9cbe06-bb5e-44ef-946a-f06a2e052163 service neutron] Bound port: 6d70833a-7f52-47cb-a28b-4a7a388cdd64, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '318cf6b1-dc19-4083-8340-7d65b0ecdf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '452e75d7-fff5-450c-86b4-389b2df7a7f5'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:54:57.517734 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-72394507-f118-4c49-ac94-2ebcf1656faa req-9e9cbe06-bb5e-44ef-946a-f06a2e052163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:57.533021 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7261e1-2646-4bf8-9b48-925a36b73fb2 req-ec5212b1-7e50-4ab3-acae-26b13d168469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:57.541140 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fc7261e1-2646-4bf8-9b48-925a36b73fb2 req-ec5212b1-7e50-4ab3-acae-26b13d168469 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ac633efb-8397-4939-80ef-9a336931fe15 HTTP/1.1" status: 200 len: 930 time: 0.5539331 May 05 19:54:57.669628 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2798d77-f12e-4135-a4f7-62caa095a3cd None None] New status for floating IP 8c572ca6-5f7e-4378-8b93-bb13bcff4439: ACTIVE {{(pid=88199) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 19:54:57.746957 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd616514-3aba-4706-ad87-71d9801fe20c req-d4e4d669-9542-4411-8bbe-fb2e98824e4b tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:57.749972 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fd616514-3aba-4706-ad87-71d9801fe20c req-d4e4d669-9542-4411-8bbe-fb2e98824e4b tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] 10.222.0.36 "GET /v2.0/networks/0401d202-1605-4cfe-bad4-fb225df6afb0 HTTP/1.1" status: 200 len: 784 time: 0.2716510 May 05 19:54:57.791060 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-87e26cfb-290a-4b94-8844-ee6c1951aa7a req-a90966db-ea35-479a-9320-c178b73b1a43 service neutron] For port 8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:54:57.808419 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fc7261e1-2646-4bf8-9b48-925a36b73fb2 req-67d666ad-7ed2-4231-972a-8b4e6968de52 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0aa57b64-504c-4fb9-abb7-53a7e82330a4 HTTP/1.1" status: 200 len: 999 time: 0.2670312 May 05 19:54:57.823562 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-87e26cfb-290a-4b94-8844-ee6c1951aa7a req-a90966db-ea35-479a-9320-c178b73b1a43 service neutron] For port 8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:54:57.896987 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8768373-84c2-4a37-b3b3-124e41a67679 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 19:54:57.908258 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fbfedb-6dba-4747-a8e1-6ecf37254ade None None] Sync routers for ids ['5e723046-1f29-424d-8b5d-26485cb58775'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 19:54:57.911707 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-72394507-f118-4c49-ac94-2ebcf1656faa req-9e9cbe06-bb5e-44ef-946a-f06a2e052163 service neutron] For port 6d70833a-7f52-47cb-a28b-4a7a388cdd64, host n-h1-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:54:57.918840 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fbfedb-6dba-4747-a8e1-6ecf37254ade None None] Routers {'5e723046-1f29-424d-8b5d-26485cb58775'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:54:57.919672 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-66fbfedb-6dba-4747-a8e1-6ecf37254ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:54:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['5e723046-1f29-424d-8b5d-26485cb58775'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:54:57.923891 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-72394507-f118-4c49-ac94-2ebcf1656faa req-9e9cbe06-bb5e-44ef-946a-f06a2e052163 service neutron] For port 6d70833a-7f52-47cb-a28b-4a7a388cdd64, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=6d70833a-7f52-47cb-a28b-4a7a388cdd64,segment=NetworkSegment(318cf6b1-dc19-4083-8340-7d65b0ecdf27),segment_id=318cf6b1-dc19-4083-8340-7d65b0ecdf27)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:54:57.927756 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7261e1-2646-4bf8-9b48-925a36b73fb2 req-b2ce5ae1-a742-44fa-8b06-31fa27ba4e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:57.929785 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fc7261e1-2646-4bf8-9b48-925a36b73fb2 req-b2ce5ae1-a742-44fa-8b06-31fa27ba4e2f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2bc2455-bacb-4a1f-a7b8-eb3091756a77 HTTP/1.1" status: 200 len: 868 time: 0.1203048 May 05 19:54:57.948047 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec2bd5c5-1783-4660-bfeb-36f3566083c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:54:57.953601 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-87e26cfb-290a-4b94-8844-ee6c1951aa7a req-a90966db-ea35-479a-9320-c178b73b1a43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:57.974950 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-87e26cfb-290a-4b94-8844-ee6c1951aa7a req-a90966db-ea35-479a-9320-c178b73b1a43 service neutron] Transition to ACTIVE for port object 8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:54:57.981030 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-87e26cfb-290a-4b94-8844-ee6c1951aa7a req-a90966db-ea35-479a-9320-c178b73b1a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:58.003757 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-72394507-f118-4c49-ac94-2ebcf1656faa req-9e9cbe06-bb5e-44ef-946a-f06a2e052163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:58.157084 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-66fbfedb-6dba-4747-a8e1-6ecf37254ade None None] Set router 5e723046-1f29-424d-8b5d-26485cb58775 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:54:58.160873 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4bbca7-f605-4002-8f18-1a6824645154 req-0169a33d-c1b4-4918-bf70-3eea8e7e8899 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:58.164693 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-db4bbca7-f605-4002-8f18-1a6824645154 req-0169a33d-c1b4-4918-bf70-3eea8e7e8899 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec2bd5c5-1783-4660-bfeb-36f3566083c5 HTTP/1.1" status: 200 len: 951 time: 0.2857192 May 05 19:54:58.174317 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90966db-ea35-479a-9320-c178b73b1a43 service neutron] Pushing event updated for resources: {'Port': ['ID=8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6,revision_number=11']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:58.197243 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-87e26cfb-290a-4b94-8844-ee6c1951aa7a req-a90966db-ea35-479a-9320-c178b73b1a43 service neutron] No DVR routers for this DVR port 8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6 on host n-h1-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:54:58.229035 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f8768373-84c2-4a37-b3b3-124e41a67679 admin admin] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:58.230209 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f8768373-84c2-4a37-b3b3-124e41a67679 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.3592641 May 05 19:54:58.235635 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36410) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:54:58.237116 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72394507-f118-4c49-ac94-2ebcf1656faa req-9e9cbe06-bb5e-44ef-946a-f06a2e052163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:58.237872 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-72394507-f118-4c49-ac94-2ebcf1656faa req-9e9cbe06-bb5e-44ef-946a-f06a2e052163 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:58.239587 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-72394507-f118-4c49-ac94-2ebcf1656faa req-9e9cbe06-bb5e-44ef-946a-f06a2e052163 service neutron] 10.222.0.24 "PUT /v2.0/ports/6d70833a-7f52-47cb-a28b-4a7a388cdd64 HTTP/1.1" status: 200 len: 1092 time: 3.1827002 May 05 19:54:58.310071 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-87e26cfb-290a-4b94-8844-ee6c1951aa7a req-a90966db-ea35-479a-9320-c178b73b1a43 service neutron] Attempting to bind port 8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6 on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:54:58.310640 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-87e26cfb-290a-4b94-8844-ee6c1951aa7a req-a90966db-ea35-479a-9320-c178b73b1a43 service neutron] Attempting to bind port 8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6 by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:54:58.311129 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e26cfb-290a-4b94-8844-ee6c1951aa7a req-a90966db-ea35-479a-9320-c178b73b1a43 service neutron] Attempting to bind port 8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6 on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:54:58.319686 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-db4bbca7-f605-4002-8f18-1a6824645154 req-9ce764ca-a638-4c91-a74b-40c04d756c19 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410425 May 05 19:54:58.322633 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e26cfb-290a-4b94-8844-ee6c1951aa7a req-a90966db-ea35-479a-9320-c178b73b1a43 service neutron] Port 8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6 on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:54:58.324638 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e26cfb-290a-4b94-8844-ee6c1951aa7a req-a90966db-ea35-479a-9320-c178b73b1a43 service neutron] Attempting to bind port 8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6 on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:54:58.334854 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e26cfb-290a-4b94-8844-ee6c1951aa7a req-a90966db-ea35-479a-9320-c178b73b1a43 service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:54:58.334854 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e26cfb-290a-4b94-8844-ee6c1951aa7a req-a90966db-ea35-479a-9320-c178b73b1a43 service neutron] Checking segment: {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:54:58.337338 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e26cfb-290a-4b94-8844-ee6c1951aa7a req-a90966db-ea35-479a-9320-c178b73b1a43 service neutron] Bound using segment: {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:54:58.337962 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-87e26cfb-290a-4b94-8844-ee6c1951aa7a req-a90966db-ea35-479a-9320-c178b73b1a43 service neutron] Bound port: 8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:54:58.338468 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-87e26cfb-290a-4b94-8844-ee6c1951aa7a req-a90966db-ea35-479a-9320-c178b73b1a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:58.349885 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-72394507-f118-4c49-ac94-2ebcf1656faa req-3196248c-559b-4818-b586-50814ba21507 service neutron] Request body: {'port': {'device_id': 'd7137476-525b-4fda-8c01-a6b1fcd19390', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:54:58.480510 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-87e26cfb-290a-4b94-8844-ee6c1951aa7a req-a90966db-ea35-479a-9320-c178b73b1a43 service neutron] For port 8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6, host n-h2-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:54:58.484100 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-87e26cfb-290a-4b94-8844-ee6c1951aa7a req-a90966db-ea35-479a-9320-c178b73b1a43 service neutron] For port 8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:54:58.534251 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-87e26cfb-290a-4b94-8844-ee6c1951aa7a req-a90966db-ea35-479a-9320-c178b73b1a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:58.594133 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-66fbfedb-6dba-4747-a8e1-6ecf37254ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e723046-1f29-424d-8b5d-26485cb58775', 'name': 'tempest-ServersTestFqdnHostnames-431569749-router', 'tenant_id': '0826e92d9670407ebbe8a4ba737c70ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '42ad910d-9c74-4466-a8c1-bf31da36bea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:54:50Z', 'updated_at': '2022-05-05T19:54:54Z', 'revision_number': 3, 'project_id': '0826e92d9670407ebbe8a4ba737c70ed', 'gw_port': {'id': '42ad910d-9c74-4466-a8c1-bf31da36bea6', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:74:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e723046-1f29-424d-8b5d-26485cb58775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:54:52Z', 'updated_at': '2022-05-05T19:54:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:54:58.598854 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fbfedb-6dba-4747-a8e1-6ecf37254ade None None] Checking router: 5e723046-1f29-424d-8b5d-26485cb58775 for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 19:54:58.599431 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fbfedb-6dba-4747-a8e1-6ecf37254ade None None] Updating router 5e723046-1f29-424d-8b5d-26485cb58775 port 42ad910d-9c74-4466-a8c1-bf31da36bea6 binding host n-d-840717-1 {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 19:54:58.613156 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6 no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:54:58.616595 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e26cfb-290a-4b94-8844-ee6c1951aa7a req-a90966db-ea35-479a-9320-c178b73b1a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:58.618714 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-87e26cfb-290a-4b94-8844-ee6c1951aa7a req-a90966db-ea35-479a-9320-c178b73b1a43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:58.620407 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-87e26cfb-290a-4b94-8844-ee6c1951aa7a req-a90966db-ea35-479a-9320-c178b73b1a43 service neutron] 10.222.0.50 "PUT /v2.0/ports/8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6 HTTP/1.1" status: 200 len: 1097 time: 1.6889818 May 05 19:54:58.689557 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-66fbfedb-6dba-4747-a8e1-6ecf37254ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:58.708968 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90966db-ea35-479a-9320-c178b73b1a43 service neutron] Pushing event updated for resources: {'Port': ['ID=8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6,revision_number=12']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:58.718635 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6 not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:54:58.760838 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9cbe06-bb5e-44ef-946a-f06a2e052163 service neutron] Pushing event updated for resources: {'Port': ['ID=6d70833a-7f52-47cb-a28b-4a7a388cdd64,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:58.762535 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8968d935-7bf5-4e99-a43c-b5b4c7a7ced6 req-ee1d4f8e-c50a-4a78-aea6-6798d4faf41f tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:58.765878 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8968d935-7bf5-4e99-a43c-b5b4c7a7ced6 req-ee1d4f8e-c50a-4a78-aea6-6798d4faf41f tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=83ac2a72-1269-4ad8-a2f9-a8775b8bf130 HTTP/1.1" status: 200 len: 950 time: 0.2791910 May 05 19:54:58.801416 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7261e1-2646-4bf8-9b48-925a36b73fb2 req-9ed5193c-f31a-4f4e-b166-38822eaa7a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:58.803154 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fc7261e1-2646-4bf8-9b48-925a36b73fb2 req-9ed5193c-f31a-4f4e-b166-38822eaa7a37 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ac633efb-8397-4939-80ef-9a336931fe15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8637099 May 05 19:54:58.830346 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [req-fc7261e1-2646-4bf8-9b48-925a36b73fb2 req-2fb68778-45a5-45ce-a1ef-8a55ba658325 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88197) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 19:54:58.831068 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8968d935-7bf5-4e99-a43c-b5b4c7a7ced6 req-55ae50d3-2cf0-4b05-8425-3258d420878f tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/security-groups?id=47e8f45b-d376-403a-8bb9-867508147e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585699 May 05 19:54:58.832723 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fc7261e1-2646-4bf8-9b48-925a36b73fb2 req-2fb68778-45a5-45ce-a1ef-8a55ba658325 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0190392 May 05 19:54:58.834485 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e26cfb-290a-4b94-8844-ee6c1951aa7a req-7b9f5d79-de74-49fd-8ae2-f67cdb281786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:58.836249 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-87e26cfb-290a-4b94-8844-ee6c1951aa7a req-7b9f5d79-de74-49fd-8ae2-f67cdb281786 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=928b29e96aaf42dd9d4dc06b8e5f9969&device_id=ec2bd5c5-1783-4660-bfeb-36f3566083c5 HTTP/1.1" status: 200 len: 1100 time: 0.1890328 May 05 19:54:59.085507 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-66fbfedb-6dba-4747-a8e1-6ecf37254ade None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:59.098533 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-66fbfedb-6dba-4747-a8e1-6ecf37254ade None None] Transition to ACTIVE for port object 42ad910d-9c74-4466-a8c1-bf31da36bea6 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:54:59.106136 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-66fbfedb-6dba-4747-a8e1-6ecf37254ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:59.135723 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-72394507-f118-4c49-ac94-2ebcf1656faa req-3196248c-559b-4818-b586-50814ba21507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:59.188350 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-66fbfedb-6dba-4747-a8e1-6ecf37254ade None None] Attempting to bind port 42ad910d-9c74-4466-a8c1-bf31da36bea6 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:54:59.188908 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-66fbfedb-6dba-4747-a8e1-6ecf37254ade None None] Attempting to bind port 42ad910d-9c74-4466-a8c1-bf31da36bea6 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:54:59.189039 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fbfedb-6dba-4747-a8e1-6ecf37254ade None None] Attempting to bind port 42ad910d-9c74-4466-a8c1-bf31da36bea6 on network 0401d202-1605-4cfe-bad4-fb225df6afb0 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:54:59.191197 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e26cfb-290a-4b94-8844-ee6c1951aa7a req-a3576b41-ca39-4097-8b25-a2f21f3732d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:59.192620 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0420b8-d830-4786-ad10-be23e0a5ccc6 None None] Pushing event updated for resources: {'Port': ['ID=42ad910d-9c74-4466-a8c1-bf31da36bea6,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:59.192732 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-87e26cfb-290a-4b94-8844-ee6c1951aa7a req-a3576b41-ca39-4097-8b25-a2f21f3732d9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3 HTTP/1.1" status: 200 len: 870 time: 0.3491564 May 05 19:54:59.197053 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fbfedb-6dba-4747-a8e1-6ecf37254ade None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:54:59.197412 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fbfedb-6dba-4747-a8e1-6ecf37254ade None None] Checking segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:54:59.197947 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-66fbfedb-6dba-4747-a8e1-6ecf37254ade None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:59.198466 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fbfedb-6dba-4747-a8e1-6ecf37254ade None None] Bound using segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:54:59.199038 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-66fbfedb-6dba-4747-a8e1-6ecf37254ade None None] Bound port: 42ad910d-9c74-4466-a8c1-bf31da36bea6, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:54:59.199578 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-66fbfedb-6dba-4747-a8e1-6ecf37254ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:59.206528 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47d4a75-a40a-4257-86d6-bab7f3502932 req-035f62e2-5305-489a-848b-c11133391e1d tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:59.213840 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47d4a75-a40a-4257-86d6-bab7f3502932 req-035f62e2-5305-489a-848b-c11133391e1d tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:59.219816 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47d4a75-a40a-4257-86d6-bab7f3502932 req-035f62e2-5305-489a-848b-c11133391e1d tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:59.221446 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a47d4a75-a40a-4257-86d6-bab7f3502932 req-035f62e2-5305-489a-848b-c11133391e1d tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7137476-525b-4fda-8c01-a6b1fcd19390 HTTP/1.1" status: 200 len: 2388 time: 0.1991155 May 05 19:54:59.277539 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-66fbfedb-6dba-4747-a8e1-6ecf37254ade None None] For port 42ad910d-9c74-4466-a8c1-bf31da36bea6, host n-d-840717-1, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:54:59.280684 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-66fbfedb-6dba-4747-a8e1-6ecf37254ade None None] For port 42ad910d-9c74-4466-a8c1-bf31da36bea6, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=42ad910d-9c74-4466-a8c1-bf31da36bea6,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:54:59.286670 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-66fbfedb-6dba-4747-a8e1-6ecf37254ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:59.307842 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-87e26cfb-290a-4b94-8844-ee6c1951aa7a req-f46334db-d9d7-4d3e-baa9-70cffb490305 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6 HTTP/1.1" status: 200 len: 217 time: 0.0852568 May 05 19:54:59.364354 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fbfedb-6dba-4747-a8e1-6ecf37254ade None None] Routers {'5e723046-1f29-424d-8b5d-26485cb58775'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:54:59.365414 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-66fbfedb-6dba-4747-a8e1-6ecf37254ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:54:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['5e723046-1f29-424d-8b5d-26485cb58775'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:54:59.370582 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a47d4a75-a40a-4257-86d6-bab7f3502932 req-f92fefd7-af8a-4a04-bd2a-b32d982b5f91 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.36 "GET /v2.0/security-groups?id=54210ff6-4648-4cdb-8887-421df42725ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936816 May 05 19:54:59.386127 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fc7261e1-2646-4bf8-9b48-925a36b73fb2 req-4a8e6b38-a704-4256-8648-9c1700b07556 service neutron] 10.222.0.36 "GET /v2.0/networks/ac633efb-8397-4939-80ef-9a336931fe15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3358965 May 05 19:54:59.389941 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e26cfb-290a-4b94-8844-ee6c1951aa7a req-9e13b473-a222-44bd-8eb2-2c3a45ea50f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:59.391517 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-87e26cfb-290a-4b94-8844-ee6c1951aa7a req-9e13b473-a222-44bd-8eb2-2c3a45ea50f6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.0716610 May 05 19:54:59.463829 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-037e0e03-9167-4ffc-8cd5-a5960963b3ea'] response: {'name': 'network-changed', 'server_uuid': '8f98fb10-5b5c-425a-84e6-a590e90a80fb', 'tag': '0aa57b64-504c-4fb9-abb7-53a7e82330a4', 'status': 'completed', 'code': 200} May 05 19:54:59.576799 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0420b8-d830-4786-ad10-be23e0a5ccc6 None None] Pushing event updated for resources: {'Port': ['ID=42ad910d-9c74-4466-a8c1-bf31da36bea6,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:54:59.588812 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e26cfb-290a-4b94-8844-ee6c1951aa7a req-6aeee08f-0564-421c-8d79-6802b60ac06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:59.590504 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-87e26cfb-290a-4b94-8844-ee6c1951aa7a req-6aeee08f-0564-421c-8d79-6802b60ac06f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1859529 May 05 19:54:59.610023 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-66fbfedb-6dba-4747-a8e1-6ecf37254ade None None] Set router 5e723046-1f29-424d-8b5d-26485cb58775 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:54:59.648372 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac29308-a88f-4387-aca2-f8c2c38e7336 req-6ed7505d-d29a-48fd-843b-d196a115352b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:59.652366 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-eac29308-a88f-4387-aca2-f8c2c38e7336 req-6ed7505d-d29a-48fd-843b-d196a115352b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=41290a837817462c9759ead78a474653&device_id=8f98fb10-5b5c-425a-84e6-a590e90a80fb HTTP/1.1" status: 200 len: 1096 time: 0.1815107 May 05 19:54:59.893630 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dc0f0d80-044f-4bbd-9edb-b7da2b26ca39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:54:59.897362 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-87e26cfb-290a-4b94-8844-ee6c1951aa7a req-5e867782-8f4e-4f67-b91e-64212d7b654c service neutron] 10.222.0.50 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939501 May 05 19:54:59.902194 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac29308-a88f-4387-aca2-f8c2c38e7336 req-c8b95348-9675-44f9-9176-cb1043c6f108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:54:59.903845 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-eac29308-a88f-4387-aca2-f8c2c38e7336 req-c8b95348-9675-44f9-9176-cb1043c6f108 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ac633efb-8397-4939-80ef-9a336931fe15 HTTP/1.1" status: 200 len: 930 time: 0.2440016 May 05 19:54:59.916696 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fc7261e1-2646-4bf8-9b48-925a36b73fb2 req-da2ed303-ca37-40ce-8897-a7fe80e3b801 service neutron] 10.222.0.36 "GET /v2.0/networks/ac633efb-8397-4939-80ef-9a336931fe15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5219119 May 05 19:55:00.076177 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-66fbfedb-6dba-4747-a8e1-6ecf37254ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e723046-1f29-424d-8b5d-26485cb58775', 'name': 'tempest-ServersTestFqdnHostnames-431569749-router', 'tenant_id': '0826e92d9670407ebbe8a4ba737c70ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '42ad910d-9c74-4466-a8c1-bf31da36bea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:54:50Z', 'updated_at': '2022-05-05T19:54:54Z', 'revision_number': 3, 'project_id': '0826e92d9670407ebbe8a4ba737c70ed', 'gw_port': {'id': '42ad910d-9c74-4466-a8c1-bf31da36bea6', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:74:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e723046-1f29-424d-8b5d-26485cb58775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:54:52Z', 'updated_at': '2022-05-05T19:54:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:55:00.085666 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fbfedb-6dba-4747-a8e1-6ecf37254ade None None] The sync data for ids ['5e723046-1f29-424d-8b5d-26485cb58775'] in n-d-840717-1 is: [{'id': '5e723046-1f29-424d-8b5d-26485cb58775', 'name': 'tempest-ServersTestFqdnHostnames-431569749-router', 'tenant_id': '0826e92d9670407ebbe8a4ba737c70ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '42ad910d-9c74-4466-a8c1-bf31da36bea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:54:50Z', 'updated_at': '2022-05-05T19:54:54Z', 'revision_number': 3, 'project_id': '0826e92d9670407ebbe8a4ba737c70ed', 'gw_port': {'id': '42ad910d-9c74-4466-a8c1-bf31da36bea6', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:74:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e723046-1f29-424d-8b5d-26485cb58775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:54:52Z', 'updated_at': '2022-05-05T19:54:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 19:55:00.113880 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c948699-8882-41d5-af3f-54e67ec71940'] response: {'server_uuid': 'ec2bd5c5-1783-4660-bfeb-36f3566083c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6', 'code': 200} May 05 19:55:00.259579 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-eac29308-a88f-4387-aca2-f8c2c38e7336 req-23326dfb-aa8e-4702-9d11-9c405edb09dd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0aa57b64-504c-4fb9-abb7-53a7e82330a4 HTTP/1.1" status: 200 len: 1001 time: 0.3318710 May 05 19:55:00.355271 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-87e26cfb-290a-4b94-8844-ee6c1951aa7a req-b7155338-671f-4cd0-9843-1b7bdf509bb5 service neutron] 10.222.0.50 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4502563 May 05 19:55:00.361554 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac29308-a88f-4387-aca2-f8c2c38e7336 req-449e0632-2eb1-4266-975c-872fe0f0cbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:00.362987 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-eac29308-a88f-4387-aca2-f8c2c38e7336 req-449e0632-2eb1-4266-975c-872fe0f0cbdb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c2bc2455-bacb-4a1f-a7b8-eb3091756a77 HTTP/1.1" status: 200 len: 868 time: 0.0811222 May 05 19:55:00.405584 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.resource_extend [req-72394507-f118-4c49-ac94-2ebcf1656faa req-3196248c-559b-4818-b586-50814ba21507 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 19:55:00.486231 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d91f82a9-2b3e-4087-b9d4-f1f9d21acaff req-b46b7d68-a280-455d-8e24-8d716e26d342 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5296702 May 05 19:55:00.561958 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-d91f82a9-2b3e-4087-b9d4-f1f9d21acaff req-6bc2be66-d3bc-44b2-9604-5e01e7cabced tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Request body: {'floatingip': {'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:55:00.577982 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac29308-a88f-4387-aca2-f8c2c38e7336 req-9f185a6e-1392-45ff-aac3-249e61024970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:00.579659 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-eac29308-a88f-4387-aca2-f8c2c38e7336 req-9f185a6e-1392-45ff-aac3-249e61024970 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ac633efb-8397-4939-80ef-9a336931fe15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2067978 May 05 19:55:00.588389 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-d91f82a9-2b3e-4087-b9d4-f1f9d21acaff req-6bc2be66-d3bc-44b2-9604-5e01e7cabced tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:55:00.639534 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c2d3d-913b-4107-977d-6b99eadbf0c9 req-22af6452-2460-4c26-a81e-d995d9200d6b tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:00.645492 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-72394507-f118-4c49-ac94-2ebcf1656faa req-3196248c-559b-4818-b586-50814ba21507 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22bf23e5-a8d8-4bd9-9afc-496de10c81e3 {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:55:00.646706 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c2d3d-913b-4107-977d-6b99eadbf0c9 req-22af6452-2460-4c26-a81e-d995d9200d6b tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:00.655834 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-927c2d3d-913b-4107-977d-6b99eadbf0c9 req-22af6452-2460-4c26-a81e-d995d9200d6b tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ebc9306-04f4-4b43-83ba-11cffb744f6d&device_id=83ac2a72-1269-4ad8-a2f9-a8775b8bf130 HTTP/1.1" status: 200 len: 1690 time: 0.2176938 May 05 19:55:00.668796 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-d91f82a9-2b3e-4087-b9d4-f1f9d21acaff req-6bc2be66-d3bc-44b2-9604-5e01e7cabced tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:55:00.671726 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-72394507-f118-4c49-ac94-2ebcf1656faa req-3196248c-559b-4818-b586-50814ba21507 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:00.743122 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d91f82a9-2b3e-4087-b9d4-f1f9d21acaff req-6bc2be66-d3bc-44b2-9604-5e01e7cabced tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Notify callbacks [] for floatingip, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:00.762819 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-72394507-f118-4c49-ac94-2ebcf1656faa req-3196248c-559b-4818-b586-50814ba21507 service neutron] Transition to ACTIVE for port object 22bf23e5-a8d8-4bd9-9afc-496de10c81e3 will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:55:00.775508 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-927c2d3d-913b-4107-977d-6b99eadbf0c9 req-50e4cd78-3e0e-4912-ac21-b488e10ece2e tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/security-groups?id=47e8f45b-d376-403a-8bb9-867508147e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184599 May 05 19:55:00.776990 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-72394507-f118-4c49-ac94-2ebcf1656faa req-3196248c-559b-4818-b586-50814ba21507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:00.818665 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-eac29308-a88f-4387-aca2-f8c2c38e7336 req-1911acaf-fbdf-466c-a24a-a401b3380b5e service neutron] 10.222.0.50 "GET /v2.0/networks/ac633efb-8397-4939-80ef-9a336931fe15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309966 May 05 19:55:00.978528 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-dc0f0d80-044f-4bbd-9edb-b7da2b26ca39 admin admin] Allocated IP 172.20.0.1 (be28a4f3-8075-45e1-a548-ff1063f94ca7/60043da4-719a-4376-91a5-6c43c868df88/e2fe275f-2f05-4719-8228-cab7f542646a) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:55:01.170391 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dc0f0d80-044f-4bbd-9edb-b7da2b26ca39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:01.188633 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-dc0f0d80-044f-4bbd-9edb-b7da2b26ca39 admin admin] Transition to ACTIVE for port object e2fe275f-2f05-4719-8228-cab7f542646a will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:55:01.243244 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-eac29308-a88f-4387-aca2-f8c2c38e7336 req-91104068-44bb-4078-b30f-cb7389ca1dc3 service neutron] 10.222.0.50 "GET /v2.0/networks/ac633efb-8397-4939-80ef-9a336931fe15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4140573 May 05 19:55:01.275851 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6707ce-da76-4b63-a7ca-a7b10aa50a7a req-25b948dd-3937-4aeb-8750-04b307c84274 tempest-LiveAutoBlockMigrationV225Test-129314705 tempest-LiveAutoBlockMigrationV225Test-129314705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:01.279661 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4d6707ce-da76-4b63-a7ca-a7b10aa50a7a req-25b948dd-3937-4aeb-8750-04b307c84274 tempest-LiveAutoBlockMigrationV225Test-129314705 tempest-LiveAutoBlockMigrationV225Test-129314705-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5ff80a77-e629-47d3-89e4-8ddf23d38464 HTTP/1.1" status: 200 len: 1095 time: 0.3862517 May 05 19:55:01.294053 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3196248c-559b-4818-b586-50814ba21507 service neutron] Pushing event updated for resources: {'Port': ['ID=22bf23e5-a8d8-4bd9-9afc-496de10c81e3,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:01.321601 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3196248c-559b-4818-b586-50814ba21507 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:55:01.322336 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3196248c-559b-4818-b586-50814ba21507 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:55:01.322848 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3196248c-559b-4818-b586-50814ba21507 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:55:01.323372 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3196248c-559b-4818-b586-50814ba21507 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:55:01.323891 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3196248c-559b-4818-b586-50814ba21507 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:55:01.324298 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3196248c-559b-4818-b586-50814ba21507 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:55:01.324696 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3196248c-559b-4818-b586-50814ba21507 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:55:01.325098 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3196248c-559b-4818-b586-50814ba21507 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:55:01.326265 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3196248c-559b-4818-b586-50814ba21507 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:55:01.326671 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3196248c-559b-4818-b586-50814ba21507 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:55:01.327076 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3196248c-559b-4818-b586-50814ba21507 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:55:01.327497 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3196248c-559b-4818-b586-50814ba21507 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:55:01.344952 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4d6707ce-da76-4b63-a7ca-a7b10aa50a7a req-8fc5a624-ba20-42fd-b07f-a3f050a0030e tempest-LiveAutoBlockMigrationV225Test-129314705 tempest-LiveAutoBlockMigrationV225Test-129314705-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591042 May 05 19:55:01.353998 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 42ad910d-9c74-4466-a8c1-bf31da36bea6 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:55:01.434540 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 42ad910d-9c74-4466-a8c1-bf31da36bea6 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:55:01.435580 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-72394507-f118-4c49-ac94-2ebcf1656faa req-3196248c-559b-4818-b586-50814ba21507 service neutron] Attempting to bind port 22bf23e5-a8d8-4bd9-9afc-496de10c81e3 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:55:01.436031 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-72394507-f118-4c49-ac94-2ebcf1656faa req-3196248c-559b-4818-b586-50814ba21507 service neutron] Attempting to bind port 22bf23e5-a8d8-4bd9-9afc-496de10c81e3 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'b2175592-6b14-427f-bf82-344d71723ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0de750f4-2454-4e2f-9cf8-d5ff4093e964'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:55:01.436282 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72394507-f118-4c49-ac94-2ebcf1656faa req-3196248c-559b-4818-b586-50814ba21507 service neutron] Attempting to bind port 22bf23e5-a8d8-4bd9-9afc-496de10c81e3 on network 0de750f4-2454-4e2f-9cf8-d5ff4093e964 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:55:01.448542 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 42ad910d-9c74-4466-a8c1-bf31da36bea6 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:55:01.457112 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:01.457265 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72394507-f118-4c49-ac94-2ebcf1656faa req-3196248c-559b-4818-b586-50814ba21507 service neutron] Port 22bf23e5-a8d8-4bd9-9afc-496de10c81e3 on network 0de750f4-2454-4e2f-9cf8-d5ff4093e964 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:55:01.457265 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72394507-f118-4c49-ac94-2ebcf1656faa req-3196248c-559b-4818-b586-50814ba21507 service neutron] Attempting to bind port 22bf23e5-a8d8-4bd9-9afc-496de10c81e3 on network 0de750f4-2454-4e2f-9cf8-d5ff4093e964 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:55:01.464782 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7137476-525b-4fda-8c01-a6b1fcd19390', 'tag': '6d70833a-7f52-47cb-a28b-4a7a388cdd64'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:55:01.471628 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72394507-f118-4c49-ac94-2ebcf1656faa req-3196248c-559b-4818-b586-50814ba21507 service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:55:01.472019 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72394507-f118-4c49-ac94-2ebcf1656faa req-3196248c-559b-4818-b586-50814ba21507 service neutron] Checking segment: {'id': 'b2175592-6b14-427f-bf82-344d71723ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0de750f4-2454-4e2f-9cf8-d5ff4093e964'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:55:01.472405 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72394507-f118-4c49-ac94-2ebcf1656faa req-3196248c-559b-4818-b586-50814ba21507 service neutron] Bound using segment: {'id': 'b2175592-6b14-427f-bf82-344d71723ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0de750f4-2454-4e2f-9cf8-d5ff4093e964'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:55:01.473323 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-72394507-f118-4c49-ac94-2ebcf1656faa req-3196248c-559b-4818-b586-50814ba21507 service neutron] Bound port: 22bf23e5-a8d8-4bd9-9afc-496de10c81e3, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2175592-6b14-427f-bf82-344d71723ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0de750f4-2454-4e2f-9cf8-d5ff4093e964'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:55:01.473658 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-72394507-f118-4c49-ac94-2ebcf1656faa req-3196248c-559b-4818-b586-50814ba21507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:01.508593 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dc0f0d80-044f-4bbd-9edb-b7da2b26ca39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:01.588470 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:01.617425 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 42ad910d-9c74-4466-a8c1-bf31da36bea6, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=42ad910d-9c74-4466-a8c1-bf31da36bea6,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:55:01.622013 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:01.657449 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7d9193-7a52-446c-9bd3-3afe5507cc65 req-9b1a373a-86cc-4648-805c-e28de135555b tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:01.665611 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3d7d9193-7a52-446c-9bd3-3afe5507cc65 req-9b1a373a-86cc-4648-805c-e28de135555b tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec2bd5c5-1783-4660-bfeb-36f3566083c5 HTTP/1.1" status: 200 len: 949 time: 0.1132896 May 05 19:55:01.684635 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0f0d80-044f-4bbd-9edb-b7da2b26ca39 admin admin] Network be28a4f3-8075-45e1-a548-ff1063f94ca7 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:55:01.690023 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-dc0f0d80-044f-4bbd-9edb-b7da2b26ca39 admin admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:55:01.697611 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0f0d80-044f-4bbd-9edb-b7da2b26ca39 admin admin] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:55:01.714277 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3d7d9193-7a52-446c-9bd3-3afe5507cc65 req-c1460ff7-2811-4043-a71e-fdb2a4ebd3ff tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476544 May 05 19:55:01.725919 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=42ad910d-9c74-4466-a8c1-bf31da36bea6,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:01.749076 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-72394507-f118-4c49-ac94-2ebcf1656faa req-3196248c-559b-4818-b586-50814ba21507 service neutron] For port 22bf23e5-a8d8-4bd9-9afc-496de10c81e3, host n-h1-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:55:01.779681 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0f0d80-044f-4bbd-9edb-b7da2b26ca39 admin admin] Pushing event updated for resources: {'Port': ['ID=e2fe275f-2f05-4719-8228-cab7f542646a,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:01.786875 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-72394507-f118-4c49-ac94-2ebcf1656faa req-3196248c-559b-4818-b586-50814ba21507 service neutron] For port 22bf23e5-a8d8-4bd9-9afc-496de10c81e3, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=22bf23e5-a8d8-4bd9-9afc-496de10c81e3,segment=NetworkSegment(b2175592-6b14-427f-bf82-344d71723ffd),segment_id=b2175592-6b14-427f-bf82-344d71723ffd)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:55:01.792775 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d91f82a9-2b3e-4087-b9d4-f1f9d21acaff req-6bc2be66-d3bc-44b2-9604-5e01e7cabced tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:01.833506 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-72394507-f118-4c49-ac94-2ebcf1656faa req-3196248c-559b-4818-b586-50814ba21507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:01.879697 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dc0f0d80-044f-4bbd-9edb-b7da2b26ca39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:01.947064 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4c1c1f27-2f0a-4bda-baed-15ce3015a1ce req-0a32c760-0b04-4b07-aa2b-51975ff2c4e2 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=0401d202-1605-4cfe-bad4-fb225df6afb0 HTTP/1.1" status: 200 len: 258 time: 0.2002895 May 05 19:55:01.957570 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-4c1c1f27-2f0a-4bda-baed-15ce3015a1ce req-826b4d06-6231-4399-8978-fdba1d2ff90c tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Request body: {'floatingip': {'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:55:01.958226 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72394507-f118-4c49-ac94-2ebcf1656faa req-3196248c-559b-4818-b586-50814ba21507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:01.958845 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-72394507-f118-4c49-ac94-2ebcf1656faa req-3196248c-559b-4818-b586-50814ba21507 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:01.960252 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-72394507-f118-4c49-ac94-2ebcf1656faa req-3196248c-559b-4818-b586-50814ba21507 service neutron] 10.222.0.24 "PUT /v2.0/ports/22bf23e5-a8d8-4bd9-9afc-496de10c81e3 HTTP/1.1" status: 200 len: 1092 time: 3.6154852 May 05 19:55:01.965664 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-4c1c1f27-2f0a-4bda-baed-15ce3015a1ce req-826b4d06-6231-4399-8978-fdba1d2ff90c tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:55:01.991442 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-4c1c1f27-2f0a-4bda-baed-15ce3015a1ce req-826b4d06-6231-4399-8978-fdba1d2ff90c tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:55:01.997639 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-2c9a73e8-2077-4718-85f4-d26a2d8d2325 None None] Provisioning for port e2fe275f-2f05-4719-8228-cab7f542646a completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:55:02.011553 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-2c9a73e8-2077-4718-85f4-d26a2d8d2325 None None] Provisioning complete for port e2fe275f-2f05-4719-8228-cab7f542646a triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:55:02.012289 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2c9a73e8-2077-4718-85f4-d26a2d8d2325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:02.022287 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-4c1c1f27-2f0a-4bda-baed-15ce3015a1ce req-826b4d06-6231-4399-8978-fdba1d2ff90c tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Notify callbacks [] for floatingip, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:02.041258 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-72394507-f118-4c49-ac94-2ebcf1656faa req-faf1aab2-9cc1-4474-92ca-470ef77f693f service neutron] Request body: {'port': {'device_id': 'd7137476-525b-4fda-8c01-a6b1fcd19390', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:55:02.088128 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3196248c-559b-4818-b586-50814ba21507 service neutron] Pushing event updated for resources: {'Port': ['ID=22bf23e5-a8d8-4bd9-9afc-496de10c81e3,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:02.104041 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-2c9a73e8-2077-4718-85f4-d26a2d8d2325 None None] Port e2fe275f-2f05-4719-8228-cab7f542646a cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:55:02.115944 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec2bd5c5-1783-4660-bfeb-36f3566083c5', 'tag': '8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:55:02.206779 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-d91f82a9-2b3e-4087-b9d4-f1f9d21acaff req-6bc2be66-d3bc-44b2-9604-5e01e7cabced tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Allocated IP 172.25.0.15 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/2638b79c-c5f2-475a-99b5-369b91f67ee6) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:55:02.241047 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-72394507-f118-4c49-ac94-2ebcf1656faa req-faf1aab2-9cc1-4474-92ca-470ef77f693f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:02.274913 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-4c1c1f27-2f0a-4bda-baed-15ce3015a1ce req-826b4d06-6231-4399-8978-fdba1d2ff90c tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:02.664569 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dc0f0d80-044f-4bbd-9edb-b7da2b26ca39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:02.723496 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:55:02.847868 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d91f82a9-2b3e-4087-b9d4-f1f9d21acaff req-6bc2be66-d3bc-44b2-9604-5e01e7cabced tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:02.861081 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:55:02.874666 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': '8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6', 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3', 'port_id': '8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6', 'mac_address': 'fa:16:3e:01:f9:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d72a8d3-0a35-4d3a-96b8-d869ff4093bc', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:55:02.928485 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:02.945697 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:55:02.961605 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:55:02.965378 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:03.070401 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6,revision_number=13']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:03.095939 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d91f82a9-2b3e-4087-b9d4-f1f9d21acaff req-6bc2be66-d3bc-44b2-9604-5e01e7cabced tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:03.160169 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-4c1c1f27-2f0a-4bda-baed-15ce3015a1ce req-826b4d06-6231-4399-8978-fdba1d2ff90c tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Allocated IP 172.25.0.35 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/b212af5c-2b63-4e3d-ba8c-c6f800a8b17b) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:55:03.184683 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d91f82a9-2b3e-4087-b9d4-f1f9d21acaff req-6bc2be66-d3bc-44b2-9604-5e01e7cabced tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:55:03.226895 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-d91f82a9-2b3e-4087-b9d4-f1f9d21acaff req-6bc2be66-d3bc-44b2-9604-5e01e7cabced tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:55:03.240006 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-d91f82a9-2b3e-4087-b9d4-f1f9d21acaff req-6bc2be66-d3bc-44b2-9604-5e01e7cabced tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:55:03.286279 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dc0f0d80-044f-4bbd-9edb-b7da2b26ca39 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:03.296841 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc2be66-d3bc-44b2-9604-5e01e7cabced tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Pushing event updated for resources: {'Port': ['ID=2638b79c-c5f2-475a-99b5-369b91f67ee6,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:03.301952 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 42ad910d-9c74-4466-a8c1-bf31da36bea6 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:55:03.302305 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dc0f0d80-044f-4bbd-9edb-b7da2b26ca39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:03.324859 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-4c1c1f27-2f0a-4bda-baed-15ce3015a1ce req-826b4d06-6231-4399-8978-fdba1d2ff90c tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:03.333552 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:55:03.356330 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-4c1c1f27-2f0a-4bda-baed-15ce3015a1ce req-826b4d06-6231-4399-8978-fdba1d2ff90c tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:03.362496 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-72394507-f118-4c49-ac94-2ebcf1656faa req-faf1aab2-9cc1-4474-92ca-470ef77f693f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4687b45a-95fd-45e1-b72b-77a27219336d {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:55:03.384429 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-72394507-f118-4c49-ac94-2ebcf1656faa req-faf1aab2-9cc1-4474-92ca-470ef77f693f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:03.426079 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c1c1f27-2f0a-4bda-baed-15ce3015a1ce req-826b4d06-6231-4399-8978-fdba1d2ff90c tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:55:03.429071 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-4c1c1f27-2f0a-4bda-baed-15ce3015a1ce req-826b4d06-6231-4399-8978-fdba1d2ff90c tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:55:03.432173 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c1c1f27-2f0a-4bda-baed-15ce3015a1ce req-826b4d06-6231-4399-8978-fdba1d2ff90c tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:55:03.460210 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-72394507-f118-4c49-ac94-2ebcf1656faa req-faf1aab2-9cc1-4474-92ca-470ef77f693f service neutron] Transition to ACTIVE for port object 4687b45a-95fd-45e1-b72b-77a27219336d will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:55:03.467537 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0f0d80-044f-4bbd-9edb-b7da2b26ca39 admin admin] Pushing event updated for resources: {'Port': ['ID=e2fe275f-2f05-4719-8228-cab7f542646a,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:03.468840 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 42ad910d-9c74-4466-a8c1-bf31da36bea6 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:55:03.469480 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:03.470101 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dc0f0d80-044f-4bbd-9edb-b7da2b26ca39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:03.479105 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-72394507-f118-4c49-ac94-2ebcf1656faa req-faf1aab2-9cc1-4474-92ca-470ef77f693f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:03.479437 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826b4d06-6231-4399-8978-fdba1d2ff90c tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Pushing event updated for resources: {'Port': ['ID=b212af5c-2b63-4e3d-ba8c-c6f800a8b17b,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:03.532255 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-4c1c1f27-2f0a-4bda-baed-15ce3015a1ce req-826b4d06-6231-4399-8978-fdba1d2ff90c tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:03.668261 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d91f82a9-2b3e-4087-b9d4-f1f9d21acaff req-6bc2be66-d3bc-44b2-9604-5e01e7cabced tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:03.685327 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-4c1c1f27-2f0a-4bda-baed-15ce3015a1ce req-826b4d06-6231-4399-8978-fdba1d2ff90c tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:03.732485 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf1aab2-9cc1-4474-92ca-470ef77f693f service neutron] Pushing event updated for resources: {'Port': ['ID=4687b45a-95fd-45e1-b72b-77a27219336d,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:03.895371 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d91f82a9-2b3e-4087-b9d4-f1f9d21acaff req-6bc2be66-d3bc-44b2-9604-5e01e7cabced tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:03.916185 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-4c1c1f27-2f0a-4bda-baed-15ce3015a1ce req-826b4d06-6231-4399-8978-fdba1d2ff90c tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:03.920684 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-4c1c1f27-2f0a-4bda-baed-15ce3015a1ce req-826b4d06-6231-4399-8978-fdba1d2ff90c tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:03.957904 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0f0d80-044f-4bbd-9edb-b7da2b26ca39 admin admin] Network be28a4f3-8075-45e1-a548-ff1063f94ca7 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:55:03.962726 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-dc0f0d80-044f-4bbd-9edb-b7da2b26ca39 admin admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:55:04.027041 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826b4d06-6231-4399-8978-fdba1d2ff90c tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Pushing event updated for resources: {'Port': ['ID=b212af5c-2b63-4e3d-ba8c-c6f800a8b17b,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:04.048237 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-4c1c1f27-2f0a-4bda-baed-15ce3015a1ce req-826b4d06-6231-4399-8978-fdba1d2ff90c tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:04.078242 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-4c1c1f27-2f0a-4bda-baed-15ce3015a1ce req-826b4d06-6231-4399-8978-fdba1d2ff90c tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:04.083949 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4c1c1f27-2f0a-4bda-baed-15ce3015a1ce req-826b4d06-6231-4399-8978-fdba1d2ff90c tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1309297 May 05 19:55:04.169920 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-72394507-f118-4c49-ac94-2ebcf1656faa req-faf1aab2-9cc1-4474-92ca-470ef77f693f service neutron] Attempting to bind port 4687b45a-95fd-45e1-b72b-77a27219336d on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:55:04.170110 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-72394507-f118-4c49-ac94-2ebcf1656faa req-faf1aab2-9cc1-4474-92ca-470ef77f693f service neutron] Attempting to bind port 4687b45a-95fd-45e1-b72b-77a27219336d by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': '318cf6b1-dc19-4083-8340-7d65b0ecdf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '452e75d7-fff5-450c-86b4-389b2df7a7f5'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:55:04.170651 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72394507-f118-4c49-ac94-2ebcf1656faa req-faf1aab2-9cc1-4474-92ca-470ef77f693f service neutron] Attempting to bind port 4687b45a-95fd-45e1-b72b-77a27219336d on network 452e75d7-fff5-450c-86b4-389b2df7a7f5 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:55:04.173129 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-4c1c1f27-2f0a-4bda-baed-15ce3015a1ce req-3c2caa98-8dc6-4a5c-bc3c-697c71ed9d46 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Synchronizing usage tracker for tenant:41290a837817462c9759ead78a474653 on resource:floatingip {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:55:04.192080 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-4c1c1f27-2f0a-4bda-baed-15ce3015a1ce req-3c2caa98-8dc6-4a5c-bc3c-697c71ed9d46 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Unset dirty status for tenant:41290a837817462c9759ead78a474653 on resource:floatingip {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:55:04.193238 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4c1c1f27-2f0a-4bda-baed-15ce3015a1ce req-3c2caa98-8dc6-4a5c-bc3c-697c71ed9d46 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.35 HTTP/1.1" status: 200 len: 695 time: 0.1075971 May 05 19:55:04.198423 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72394507-f118-4c49-ac94-2ebcf1656faa req-faf1aab2-9cc1-4474-92ca-470ef77f693f service neutron] Port 4687b45a-95fd-45e1-b72b-77a27219336d on network 452e75d7-fff5-450c-86b4-389b2df7a7f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:55:04.198749 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72394507-f118-4c49-ac94-2ebcf1656faa req-faf1aab2-9cc1-4474-92ca-470ef77f693f service neutron] Attempting to bind port 4687b45a-95fd-45e1-b72b-77a27219336d on network 452e75d7-fff5-450c-86b4-389b2df7a7f5 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:55:04.205476 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-2ef8c513-8e99-4773-95dc-0afcefee4099 None None] Provisioning complete for port e2fe275f-2f05-4719-8228-cab7f542646a triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:55:04.206409 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2ef8c513-8e99-4773-95dc-0afcefee4099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:04.232650 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72394507-f118-4c49-ac94-2ebcf1656faa req-faf1aab2-9cc1-4474-92ca-470ef77f693f service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:55:04.232993 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72394507-f118-4c49-ac94-2ebcf1656faa req-faf1aab2-9cc1-4474-92ca-470ef77f693f service neutron] Checking segment: {'id': '318cf6b1-dc19-4083-8340-7d65b0ecdf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '452e75d7-fff5-450c-86b4-389b2df7a7f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:55:04.233379 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72394507-f118-4c49-ac94-2ebcf1656faa req-faf1aab2-9cc1-4474-92ca-470ef77f693f service neutron] Bound using segment: {'id': '318cf6b1-dc19-4083-8340-7d65b0ecdf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '452e75d7-fff5-450c-86b4-389b2df7a7f5'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:55:04.233816 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-72394507-f118-4c49-ac94-2ebcf1656faa req-faf1aab2-9cc1-4474-92ca-470ef77f693f service neutron] Bound port: 4687b45a-95fd-45e1-b72b-77a27219336d, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '318cf6b1-dc19-4083-8340-7d65b0ecdf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '452e75d7-fff5-450c-86b4-389b2df7a7f5'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:55:04.234159 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-72394507-f118-4c49-ac94-2ebcf1656faa req-faf1aab2-9cc1-4474-92ca-470ef77f693f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:04.266291 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-2ef8c513-8e99-4773-95dc-0afcefee4099 None None] Port e2fe275f-2f05-4719-8228-cab7f542646a cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:55:04.357274 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c1f27-2f0a-4bda-baed-15ce3015a1ce req-c24a731c-39a2-459b-9b7c-f2a18e9a834f tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:04.358593 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4c1c1f27-2f0a-4bda-baed-15ce3015a1ce req-c24a731c-39a2-459b-9b7c-f2a18e9a834f tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] 10.222.0.36 "GET /v2.0/networks/0401d202-1605-4cfe-bad4-fb225df6afb0 HTTP/1.1" status: 200 len: 784 time: 0.1595678 May 05 19:55:04.510892 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc0f0d80-044f-4bbd-9edb-b7da2b26ca39 admin admin] Router 5e723046-1f29-424d-8b5d-26485cb58775 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 19:55:04.529781 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-72394507-f118-4c49-ac94-2ebcf1656faa req-faf1aab2-9cc1-4474-92ca-470ef77f693f service neutron] For port 4687b45a-95fd-45e1-b72b-77a27219336d, host n-h1-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:55:04.543492 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d91f82a9-2b3e-4087-b9d4-f1f9d21acaff req-6bc2be66-d3bc-44b2-9604-5e01e7cabced tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:04.584341 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b6b96235-b769-452c-aaaf-90b3553e5621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:04.597567 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-72394507-f118-4c49-ac94-2ebcf1656faa req-faf1aab2-9cc1-4474-92ca-470ef77f693f service neutron] For port 4687b45a-95fd-45e1-b72b-77a27219336d, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=4687b45a-95fd-45e1-b72b-77a27219336d,segment=NetworkSegment(318cf6b1-dc19-4083-8340-7d65b0ecdf27),segment_id=318cf6b1-dc19-4083-8340-7d65b0ecdf27)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:55:04.605860 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d91f82a9-2b3e-4087-b9d4-f1f9d21acaff req-6bc2be66-d3bc-44b2-9604-5e01e7cabced tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:04.651759 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12292f58-c50c-4c47-9727-07040f9bc495 req-5dbd96c9-2e6a-4de9-afdc-f14531a5478e tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:04.658336 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12292f58-c50c-4c47-9727-07040f9bc495 req-5dbd96c9-2e6a-4de9-afdc-f14531a5478e tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:04.664661 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-72394507-f118-4c49-ac94-2ebcf1656faa req-faf1aab2-9cc1-4474-92ca-470ef77f693f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:04.665244 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12292f58-c50c-4c47-9727-07040f9bc495 req-5dbd96c9-2e6a-4de9-afdc-f14531a5478e tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:04.666954 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-12292f58-c50c-4c47-9727-07040f9bc495 req-5dbd96c9-2e6a-4de9-afdc-f14531a5478e tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7137476-525b-4fda-8c01-a6b1fcd19390 HTTP/1.1" status: 200 len: 2412 time: 0.2176909 May 05 19:55:04.715665 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-12292f58-c50c-4c47-9727-07040f9bc495 req-6f3fb020-067a-4240-8b40-74adfe9000f0 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.36 "GET /v2.0/security-groups?id=54210ff6-4648-4cdb-8887-421df42725ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415184 May 05 19:55:04.744184 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6 up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:55:04.814059 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72394507-f118-4c49-ac94-2ebcf1656faa req-faf1aab2-9cc1-4474-92ca-470ef77f693f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:04.814678 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-72394507-f118-4c49-ac94-2ebcf1656faa req-faf1aab2-9cc1-4474-92ca-470ef77f693f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:04.816105 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-72394507-f118-4c49-ac94-2ebcf1656faa req-faf1aab2-9cc1-4474-92ca-470ef77f693f service neutron] 10.222.0.24 "PUT /v2.0/ports/4687b45a-95fd-45e1-b72b-77a27219336d HTTP/1.1" status: 200 len: 1091 time: 2.7858229 May 05 19:55:04.834182 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc2be66-d3bc-44b2-9604-5e01e7cabced tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Pushing event updated for resources: {'Port': ['ID=2638b79c-c5f2-475a-99b5-369b91f67ee6,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:04.835701 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port 8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:55:04.841328 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port 8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:55:04.842013 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:04.933756 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d91f82a9-2b3e-4087-b9d4-f1f9d21acaff req-6bc2be66-d3bc-44b2-9604-5e01e7cabced tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:04.988588 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:04.994416 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc0f0d80-044f-4bbd-9edb-b7da2b26ca39 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 19:55:05.007029 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b93d7d-efaf-4a21-ad38-cb7ab743fa64 None None] Sync routers for ids ['5e723046-1f29-424d-8b5d-26485cb58775'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 19:55:05.013679 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-dc0f0d80-044f-4bbd-9edb-b7da2b26ca39 admin admin] 10.222.0.36 "PUT /v2.0/routers/5e723046-1f29-424d-8b5d-26485cb58775/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7690172 May 05 19:55:05.026229 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d91f82a9-2b3e-4087-b9d4-f1f9d21acaff req-6bc2be66-d3bc-44b2-9604-5e01e7cabced tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:05.027720 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d91f82a9-2b3e-4087-b9d4-f1f9d21acaff req-6bc2be66-d3bc-44b2-9604-5e01e7cabced tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.4923499 May 05 19:55:05.035208 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf1aab2-9cc1-4474-92ca-470ef77f693f service neutron] Pushing event updated for resources: {'Port': ['ID=4687b45a-95fd-45e1-b72b-77a27219336d,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:05.035971 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec2bd5c5-1783-4660-bfeb-36f3566083c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:55:05.042493 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b93d7d-efaf-4a21-ad38-cb7ab743fa64 None None] Routers {'5e723046-1f29-424d-8b5d-26485cb58775'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:55:05.043398 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-b2b93d7d-efaf-4a21-ad38-cb7ab743fa64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:54:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['5e723046-1f29-424d-8b5d-26485cb58775'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:55:05.136681 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72394507-f118-4c49-ac94-2ebcf1656faa req-bf44c942-5762-45f6-b6ea-bf95bd35aee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:05.137240 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72394507-f118-4c49-ac94-2ebcf1656faa req-bf44c942-5762-45f6-b6ea-bf95bd35aee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:05.137632 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72394507-f118-4c49-ac94-2ebcf1656faa req-bf44c942-5762-45f6-b6ea-bf95bd35aee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:05.139567 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-72394507-f118-4c49-ac94-2ebcf1656faa req-bf44c942-5762-45f6-b6ea-bf95bd35aee1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=beb159436c9e4e2f822f7625a9d89435&device_id=d7137476-525b-4fda-8c01-a6b1fcd19390 HTTP/1.1" status: 200 len: 2865 time: 0.2555499 May 05 19:55:05.141819 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-d91f82a9-2b3e-4087-b9d4-f1f9d21acaff req-8be7a5f5-a713-484c-9131-11c81832dc93 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Synchronizing usage tracker for tenant:893db41311a443bcaaab6cdc04f87592 on resource:floatingip {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:55:05.147264 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20de3575-ff00-4ca1-9b4c-d8063c2efaf0'] response: {'name': 'network-changed', 'server_uuid': 'd7137476-525b-4fda-8c01-a6b1fcd19390', 'tag': '6d70833a-7f52-47cb-a28b-4a7a388cdd64', 'status': 'completed', 'code': 200} May 05 19:55:05.183138 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ce48da6-f526-4899-9280-dbae6ab5600d'] response: {'name': 'network-changed', 'server_uuid': 'ec2bd5c5-1783-4660-bfeb-36f3566083c5', 'tag': '8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6', 'status': 'completed', 'code': 200} May 05 19:55:05.227840 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36460) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:55:05.234394 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-b2b93d7d-efaf-4a21-ad38-cb7ab743fa64 None None] Set router 5e723046-1f29-424d-8b5d-26485cb58775 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:55:05.295464 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-72394507-f118-4c49-ac94-2ebcf1656faa req-8f8eacbd-2121-4da4-a4a8-58f216f71b9c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.195&port_id=6d70833a-7f52-47cb-a28b-4a7a388cdd64 HTTP/1.1" status: 200 len: 217 time: 0.1438339 May 05 19:55:05.299329 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:55:05.307178 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:05.315854 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-d91f82a9-2b3e-4087-b9d4-f1f9d21acaff req-8be7a5f5-a713-484c-9131-11c81832dc93 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Unset dirty status for tenant:893db41311a443bcaaab6cdc04f87592 on resource:floatingip {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:55:05.316976 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d91f82a9-2b3e-4087-b9d4-f1f9d21acaff req-8be7a5f5-a713-484c-9131-11c81832dc93 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.15 HTTP/1.1" status: 200 len: 695 time: 0.2766008 May 05 19:55:05.380856 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f4b280-1f9c-4e17-a9b2-cc4fd7f578f8 req-5758d3ab-43da-4d56-bf47-87abed333df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:05.381151 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6,revision_number=14']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:05.382163 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-02f4b280-1f9c-4e17-a9b2-cc4fd7f578f8 req-5758d3ab-43da-4d56-bf47-87abed333df2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=928b29e96aaf42dd9d4dc06b8e5f9969&device_id=ec2bd5c5-1783-4660-bfeb-36f3566083c5 HTTP/1.1" status: 200 len: 1101 time: 0.1681514 May 05 19:55:05.444696 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b31a6-efb7-4c5e-98a2-b58c7636cece req-a4ac510a-7e3d-478e-b8ae-04a269bc2247 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:05.451935 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-753b31a6-efb7-4c5e-98a2-b58c7636cece req-a4ac510a-7e3d-478e-b8ae-04a269bc2247 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec2bd5c5-1783-4660-bfeb-36f3566083c5 HTTP/1.1" status: 200 len: 951 time: 0.1535738 May 05 19:55:05.598974 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-753b31a6-efb7-4c5e-98a2-b58c7636cece req-4d40862d-1874-4670-9fc6-6b8491bdc437 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460745 May 05 19:55:05.613054 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f4b280-1f9c-4e17-a9b2-cc4fd7f578f8 req-77a4b973-5e8a-4851-991e-54ce350fd848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:05.615155 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-02f4b280-1f9c-4e17-a9b2-cc4fd7f578f8 req-77a4b973-5e8a-4851-991e-54ce350fd848 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3 HTTP/1.1" status: 200 len: 870 time: 0.2192492 May 05 19:55:05.673796 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-b2b93d7d-efaf-4a21-ad38-cb7ab743fa64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e723046-1f29-424d-8b5d-26485cb58775', 'name': 'tempest-ServersTestFqdnHostnames-431569749-router', 'tenant_id': '0826e92d9670407ebbe8a4ba737c70ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '42ad910d-9c74-4466-a8c1-bf31da36bea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:54:50Z', 'updated_at': '2022-05-05T19:55:02Z', 'revision_number': 4, 'project_id': '0826e92d9670407ebbe8a4ba737c70ed', 'gw_port': {'id': '42ad910d-9c74-4466-a8c1-bf31da36bea6', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:74:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e723046-1f29-424d-8b5d-26485cb58775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:54:52Z', 'updated_at': '2022-05-05T19:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'e2fe275f-2f05-4719-8228-cab7f542646a', 'name': '', 'network_id': 'be28a4f3-8075-45e1-a548-ff1063f94ca7', 'tenant_id': '0826e92d9670407ebbe8a4ba737c70ed', 'mac_address': 'fa:16:3e:f1:c0:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e723046-1f29-424d-8b5d-26485cb58775', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '60043da4-719a-4376-91a5-6c43c868df88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:55:00Z', 'updated_at': '2022-05-05T19:55:02Z', 'revision_number': 2, 'project_id': '0826e92d9670407ebbe8a4ba737c70ed', 'subnets': [{'id': '60043da4-719a-4376-91a5-6c43c868df88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:55:05.682703 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b93d7d-efaf-4a21-ad38-cb7ab743fa64 None None] Checking router: 5e723046-1f29-424d-8b5d-26485cb58775 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 19:55:05.683342 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b93d7d-efaf-4a21-ad38-cb7ab743fa64 None None] Updating router 5e723046-1f29-424d-8b5d-26485cb58775 port e2fe275f-2f05-4719-8228-cab7f542646a binding host n-d-840717-1 {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 19:55:05.725504 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-02f4b280-1f9c-4e17-a9b2-cc4fd7f578f8 req-d74a39e6-1861-4c57-b84c-2bc45fed342c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6 HTTP/1.1" status: 200 len: 217 time: 0.0960691 May 05 19:55:05.745995 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b2b93d7d-efaf-4a21-ad38-cb7ab743fa64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:05.860748 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f4b280-1f9c-4e17-a9b2-cc4fd7f578f8 req-4e42e1d7-76a6-4624-b2f6-6dc33a511566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:05.862265 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-02f4b280-1f9c-4e17-a9b2-cc4fd7f578f8 req-4e42e1d7-76a6-4624-b2f6-6dc33a511566 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.1304200 May 05 19:55:05.885832 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72394507-f118-4c49-ac94-2ebcf1656faa req-12822864-25b7-4950-99df-dfe7d5bf0b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:05.887267 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-72394507-f118-4c49-ac94-2ebcf1656faa req-12822864-25b7-4950-99df-dfe7d5bf0b9d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7999f04b-20d7-45d8-9a77-2d4265dead02 HTTP/1.1" status: 200 len: 801 time: 0.5724518 May 05 19:55:05.943392 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f82a9-2b3e-4087-b9d4-f1f9d21acaff req-e9aedc0e-9ab4-4c35-adbe-239d9c8965fb tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:05.944680 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d91f82a9-2b3e-4087-b9d4-f1f9d21acaff req-e9aedc0e-9ab4-4c35-adbe-239d9c8965fb tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] 10.222.0.36 "GET /v2.0/networks/0401d202-1605-4cfe-bad4-fb225df6afb0 HTTP/1.1" status: 200 len: 784 time: 0.5959952 May 05 19:55:06.005533 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f88d6-282d-4a73-9a74-4111ad337100 req-473a1ba5-d1bc-49dd-a45a-2ecd22f4e613 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:06.007086 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5a7f88d6-282d-4a73-9a74-4111ad337100 req-473a1ba5-d1bc-49dd-a45a-2ecd22f4e613 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ff80a77-e629-47d3-89e4-8ddf23d38464 HTTP/1.1" status: 200 len: 944 time: 0.2184517 May 05 19:55:06.018450 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c5e1dd-ffd1-469e-8f32-d8bcae325b20 req-fcf9ad73-4d21-4012-8da0-940d8647da2d tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:06.020032 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a3c5e1dd-ffd1-469e-8f32-d8bcae325b20 req-fcf9ad73-4d21-4012-8da0-940d8647da2d tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f98fb10-5b5c-425a-84e6-a590e90a80fb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2297645 May 05 19:55:06.055746 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f4b280-1f9c-4e17-a9b2-cc4fd7f578f8 req-390ff19e-b23d-4600-b8a5-816c1d82655e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:06.057932 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-02f4b280-1f9c-4e17-a9b2-cc4fd7f578f8 req-390ff19e-b23d-4600-b8a5-816c1d82655e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1794655 May 05 19:55:06.185781 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72394507-f118-4c49-ac94-2ebcf1656faa req-c74bf905-345f-45d0-a181-b495f5cdb080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:06.186435 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b2b93d7d-efaf-4a21-ad38-cb7ab743fa64 None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:06.187395 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-72394507-f118-4c49-ac94-2ebcf1656faa req-c74bf905-345f-45d0-a181-b495f5cdb080 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=452e75d7-fff5-450c-86b4-389b2df7a7f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2931437 May 05 19:55:06.189762 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a3c5e1dd-ffd1-469e-8f32-d8bcae325b20 req-d3909082-415b-4802-81c6-d004826d2f7c tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.35 HTTP/1.1" status: 200 len: 695 time: 0.1306434 May 05 19:55:06.200641 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b2b93d7d-efaf-4a21-ad38-cb7ab743fa64 None None] Transition to ACTIVE for port object e2fe275f-2f05-4719-8228-cab7f542646a will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:55:06.208392 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b2b93d7d-efaf-4a21-ad38-cb7ab743fa64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:06.251645 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-a3c5e1dd-ffd1-469e-8f32-d8bcae325b20 req-016ec07b-0282-4617-943e-588af3460742 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Request body: {'floatingip': {'port_id': '0aa57b64-504c-4fb9-abb7-53a7e82330a4', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:55:06.308191 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-5a7f88d6-282d-4a73-9a74-4111ad337100 req-f924d650-ca5d-4ffa-b4ce-039c8174040d tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Deleting port b29bd47a-c0ca-40e8-bc3d-249582d83150 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:55:06.308531 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-5a7f88d6-282d-4a73-9a74-4111ad337100 req-f924d650-ca5d-4ffa-b4ce-039c8174040d tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:06.410574 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-a3c5e1dd-ffd1-469e-8f32-d8bcae325b20 req-016ec07b-0282-4617-943e-588af3460742 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Notify callbacks [] for floatingip, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:06.418891 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15507b3a-5b4a-4607-92ac-b10b187ddb9e None None] Pushing event updated for resources: {'Port': ['ID=e2fe275f-2f05-4719-8228-cab7f542646a,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:06.437370 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c3ccf1-0ea6-499c-9e33-c5493abc26c0 req-9ac5b79d-d0aa-4832-ab3a-287baf4eb44e tempest-ServersOnMultiNodesTest-1172211076 tempest-ServersOnMultiNodesTest-1172211076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:06.446141 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d7c3ccf1-0ea6-499c-9e33-c5493abc26c0 req-9ac5b79d-d0aa-4832-ab3a-287baf4eb44e tempest-ServersOnMultiNodesTest-1172211076 tempest-ServersOnMultiNodesTest-1172211076-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1ebc9306-04f4-4b43-83ba-11cffb744f6d HTTP/1.1" status: 200 len: 1100 time: 0.3862810 May 05 19:55:06.451753 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-b2b93d7d-efaf-4a21-ad38-cb7ab743fa64 None None] Attempting to bind port e2fe275f-2f05-4719-8228-cab7f542646a on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:55:06.452328 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-b2b93d7d-efaf-4a21-ad38-cb7ab743fa64 None None] Attempting to bind port e2fe275f-2f05-4719-8228-cab7f542646a by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '7ea792d4-bdbd-4e8f-b2ab-261b8729aad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'be28a4f3-8075-45e1-a548-ff1063f94ca7'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:55:06.452838 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b93d7d-efaf-4a21-ad38-cb7ab743fa64 None None] Attempting to bind port e2fe275f-2f05-4719-8228-cab7f542646a on network be28a4f3-8075-45e1-a548-ff1063f94ca7 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:55:06.458776 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b93d7d-efaf-4a21-ad38-cb7ab743fa64 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:55:06.459388 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b93d7d-efaf-4a21-ad38-cb7ab743fa64 None None] Checking segment: {'id': '7ea792d4-bdbd-4e8f-b2ab-261b8729aad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'be28a4f3-8075-45e1-a548-ff1063f94ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:55:06.459934 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b2b93d7d-efaf-4a21-ad38-cb7ab743fa64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:06.460546 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b93d7d-efaf-4a21-ad38-cb7ab743fa64 None None] Bound using segment: {'id': '7ea792d4-bdbd-4e8f-b2ab-261b8729aad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'be28a4f3-8075-45e1-a548-ff1063f94ca7'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:55:06.461145 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-b2b93d7d-efaf-4a21-ad38-cb7ab743fa64 None None] Bound port: e2fe275f-2f05-4719-8228-cab7f542646a, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ea792d4-bdbd-4e8f-b2ab-261b8729aad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'be28a4f3-8075-45e1-a548-ff1063f94ca7'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:55:06.461993 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b2b93d7d-efaf-4a21-ad38-cb7ab743fa64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:06.474320 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-72394507-f118-4c49-ac94-2ebcf1656faa req-d7db2ba1-af2f-44bb-a7ea-cea740969825 service neutron] 10.222.0.24 "GET /v2.0/networks/452e75d7-fff5-450c-86b4-389b2df7a7f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742407 May 05 19:55:06.566473 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b2b93d7d-efaf-4a21-ad38-cb7ab743fa64 None None] For port e2fe275f-2f05-4719-8228-cab7f542646a, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:55:06.569543 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d7c3ccf1-0ea6-499c-9e33-c5493abc26c0 req-50d69a12-befe-472a-a73d-a144ab23aed1 tempest-ServersOnMultiNodesTest-1172211076 tempest-ServersOnMultiNodesTest-1172211076-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=47e8f45b-d376-403a-8bb9-867508147e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214838 May 05 19:55:06.570335 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b2b93d7d-efaf-4a21-ad38-cb7ab743fa64 None None] For port e2fe275f-2f05-4719-8228-cab7f542646a, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=e2fe275f-2f05-4719-8228-cab7f542646a,segment=NetworkSegment(7ea792d4-bdbd-4e8f-b2ab-261b8729aad3),segment_id=7ea792d4-bdbd-4e8f-b2ab-261b8729aad3)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:55:06.588534 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b2b93d7d-efaf-4a21-ad38-cb7ab743fa64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:06.672287 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88295228-cbca-4c72-9c03-6f6121bf91a7'] response: {'server_uuid': 'ec2bd5c5-1783-4660-bfeb-36f3566083c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6', 'code': 200} May 05 19:55:06.688833 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b93d7d-efaf-4a21-ad38-cb7ab743fa64 None None] Routers {'5e723046-1f29-424d-8b5d-26485cb58775'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:55:06.689575 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-b2b93d7d-efaf-4a21-ad38-cb7ab743fa64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:54:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['5e723046-1f29-424d-8b5d-26485cb58775'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:55:06.706572 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-5a7f88d6-282d-4a73-9a74-4111ad337100 req-f924d650-ca5d-4ffa-b4ce-039c8174040d tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] For port b29bd47a-c0ca-40e8-bc3d-249582d83150, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=b29bd47a-c0ca-40e8-bc3d-249582d83150,segment=NetworkSegment(74addc21-9c2f-4292-8d75-7048fb7d56d2),segment_id=74addc21-9c2f-4292-8d75-7048fb7d56d2)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:55:06.706928 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-5a7f88d6-282d-4a73-9a74-4111ad337100 req-f924d650-ca5d-4ffa-b4ce-039c8174040d tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:06.811844 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15507b3a-5b4a-4607-92ac-b10b187ddb9e None None] Pushing event updated for resources: {'Port': ['ID=e2fe275f-2f05-4719-8228-cab7f542646a,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:06.923691 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6604f41c-1bdb-4402-8079-1191acc09204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:06.938446 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-881f7499-c5cc-4c72-8a83-6e177f7ac9e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:07.006630 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-72394507-f118-4c49-ac94-2ebcf1656faa req-79358a63-90cf-43a2-ba9a-c77a97e8bf45 service neutron] 10.222.0.24 "GET /v2.0/networks/452e75d7-fff5-450c-86b4-389b2df7a7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5032091 May 05 19:55:07.021472 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-b2b93d7d-efaf-4a21-ad38-cb7ab743fa64 None None] Set router 5e723046-1f29-424d-8b5d-26485cb58775 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:55:07.093057 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-72394507-f118-4c49-ac94-2ebcf1656faa req-4aa70c60-f6d5-4bcf-9be6-270a84cf673b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.156&port_id=22bf23e5-a8d8-4bd9-9afc-496de10c81e3 HTTP/1.1" status: 200 len: 217 time: 0.0697911 May 05 19:55:07.123092 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-02f4b280-1f9c-4e17-a9b2-cc4fd7f578f8 req-f862e304-bdaa-4481-8650-6ef01049880c service neutron] 10.222.0.50 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0583763 May 05 19:55:07.129826 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-5a7f88d6-282d-4a73-9a74-4111ad337100 req-f924d650-ca5d-4ffa-b4ce-039c8174040d tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Calling delete_port for b29bd47a-c0ca-40e8-bc3d-249582d83150 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:55:07.152575 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7137476-525b-4fda-8c01-a6b1fcd19390', 'tag': '22bf23e5-a8d8-4bd9-9afc-496de10c81e3'}, {'name': 'network-changed', 'server_uuid': 'd7137476-525b-4fda-8c01-a6b1fcd19390', 'tag': '4687b45a-95fd-45e1-b72b-77a27219336d'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:55:07.267979 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ff8fa-a360-4772-bfdb-92149cc98a4b req-42c8de62-fe5c-4309-817e-91174d451303 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:07.270032 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e16ff8fa-a360-4772-bfdb-92149cc98a4b req-42c8de62-fe5c-4309-817e-91174d451303 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ff80a77-e629-47d3-89e4-8ddf23d38464 HTTP/1.1" status: 200 len: 944 time: 0.4023893 May 05 19:55:07.278301 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72394507-f118-4c49-ac94-2ebcf1656faa req-419a61e5-a57c-47c9-8cf3-95c6b1b5cbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:07.280676 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-72394507-f118-4c49-ac94-2ebcf1656faa req-419a61e5-a57c-47c9-8cf3-95c6b1b5cbb9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b342adb1-0c28-4e18-b4eb-1f100bd70bdd HTTP/1.1" status: 200 len: 801 time: 0.1814852 May 05 19:55:07.362101 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-b2b93d7d-efaf-4a21-ad38-cb7ab743fa64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e723046-1f29-424d-8b5d-26485cb58775', 'name': 'tempest-ServersTestFqdnHostnames-431569749-router', 'tenant_id': '0826e92d9670407ebbe8a4ba737c70ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '42ad910d-9c74-4466-a8c1-bf31da36bea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:54:50Z', 'updated_at': '2022-05-05T19:55:02Z', 'revision_number': 4, 'project_id': '0826e92d9670407ebbe8a4ba737c70ed', 'gw_port': {'id': '42ad910d-9c74-4466-a8c1-bf31da36bea6', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:74:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e723046-1f29-424d-8b5d-26485cb58775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:54:52Z', 'updated_at': '2022-05-05T19:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'e2fe275f-2f05-4719-8228-cab7f542646a', 'name': '', 'network_id': 'be28a4f3-8075-45e1-a548-ff1063f94ca7', 'tenant_id': '0826e92d9670407ebbe8a4ba737c70ed', 'mac_address': 'fa:16:3e:f1:c0:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e723046-1f29-424d-8b5d-26485cb58775', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '60043da4-719a-4376-91a5-6c43c868df88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:55:00Z', 'updated_at': '2022-05-05T19:55:06Z', 'revision_number': 4, 'project_id': '0826e92d9670407ebbe8a4ba737c70ed', 'subnets': [{'id': '60043da4-719a-4376-91a5-6c43c868df88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:55:07.366820 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b93d7d-efaf-4a21-ad38-cb7ab743fa64 None None] The sync data for ids ['5e723046-1f29-424d-8b5d-26485cb58775'] in n-d-840717-1 is: [{'id': '5e723046-1f29-424d-8b5d-26485cb58775', 'name': 'tempest-ServersTestFqdnHostnames-431569749-router', 'tenant_id': '0826e92d9670407ebbe8a4ba737c70ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '42ad910d-9c74-4466-a8c1-bf31da36bea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:54:50Z', 'updated_at': '2022-05-05T19:55:02Z', 'revision_number': 4, 'project_id': '0826e92d9670407ebbe8a4ba737c70ed', 'gw_port': {'id': '42ad910d-9c74-4466-a8c1-bf31da36bea6', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:74:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e723046-1f29-424d-8b5d-26485cb58775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:54:52Z', 'updated_at': '2022-05-05T19:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'e2fe275f-2f05-4719-8228-cab7f542646a', 'name': '', 'network_id': 'be28a4f3-8075-45e1-a548-ff1063f94ca7', 'tenant_id': '0826e92d9670407ebbe8a4ba737c70ed', 'mac_address': 'fa:16:3e:f1:c0:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e723046-1f29-424d-8b5d-26485cb58775', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '60043da4-719a-4376-91a5-6c43c868df88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:55:00Z', 'updated_at': '2022-05-05T19:55:06Z', 'revision_number': 4, 'project_id': '0826e92d9670407ebbe8a4ba737c70ed', 'subnets': [{'id': '60043da4-719a-4376-91a5-6c43c868df88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 19:55:07.500949 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e16ff8fa-a360-4772-bfdb-92149cc98a4b req-8f9e4404-c5fd-4b0d-917c-94692c230d2f tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721175 May 05 19:55:07.563495 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-02f4b280-1f9c-4e17-a9b2-cc4fd7f578f8 req-0d9ec817-600e-4d97-942a-59b7b8b2bc1a service neutron] 10.222.0.50 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4034414 May 05 19:55:07.687420 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-5a7f88d6-282d-4a73-9a74-4111ad337100 req-f924d650-ca5d-4ffa-b4ce-039c8174040d tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:07.690376 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:07.700198 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['33127356-17a6-4961-bcb1-5efd5496d569'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:55:07.754047 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f924d650-ca5d-4ffa-b4ce-039c8174040d tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Pushing event deleted for resources: {'Port': ['ID=b29bd47a-c0ca-40e8-bc3d-249582d83150,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:07.838132 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72394507-f118-4c49-ac94-2ebcf1656faa req-c059f368-53f6-404c-9e8a-4d0e5d59ad79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:07.839988 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-72394507-f118-4c49-ac94-2ebcf1656faa req-c059f368-53f6-404c-9e8a-4d0e5d59ad79 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0de750f4-2454-4e2f-9cf8-d5ff4093e964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5122457 May 05 19:55:07.843623 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-881f7499-c5cc-4c72-8a83-6e177f7ac9e5 admin admin] Deleting port e2fe275f-2f05-4719-8228-cab7f542646a {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:55:07.843959 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-881f7499-c5cc-4c72-8a83-6e177f7ac9e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:07.865321 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a7f88d6-282d-4a73-9a74-4111ad337100 req-f924d650-ca5d-4ffa-b4ce-039c8174040d tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] No DVR routers for this DVR port b29bd47a-c0ca-40e8-bc3d-249582d83150 on host n-h1-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:55:07.868935 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-5a7f88d6-282d-4a73-9a74-4111ad337100 req-f924d650-ca5d-4ffa-b4ce-039c8174040d tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:07.894081 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ff80a77-e629-47d3-89e4-8ddf23d38464', 'name': 'network-vif-deleted', 'tag': 'b29bd47a-c0ca-40e8-bc3d-249582d83150'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:55:07.903246 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5a7f88d6-282d-4a73-9a74-4111ad337100 req-f924d650-ca5d-4ffa-b4ce-039c8174040d tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.24 "DELETE /v2.0/ports/b29bd47a-c0ca-40e8-bc3d-249582d83150 HTTP/1.1" status: 204 len: 173 time: 1.8807111 May 05 19:55:07.917490 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [req-a3c5e1dd-ffd1-469e-8f32-d8bcae325b20 req-016ec07b-0282-4617-943e-588af3460742 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] update failed (client error): There was a conflict when trying to complete your request. May 05 19:55:07.934264 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a3c5e1dd-ffd1-469e-8f32-d8bcae325b20 req-016ec07b-0282-4617-943e-588af3460742 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] 10.222.0.36 "PUT /v2.0/floatingips/97635e5b-5cad-44f4-b01b-d21f47373dd5 HTTP/1.1" status: 409 len: 549 time: 1.7371159 May 05 19:55:07.988365 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:08.177382 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd5b30-1036-4e41-b0c8-3d735233c50e req-2fae872a-2890-41ba-b7e4-938904b53c19 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:08.184382 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd5b30-1036-4e41-b0c8-3d735233c50e req-2fae872a-2890-41ba-b7e4-938904b53c19 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:08.191553 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd5b30-1036-4e41-b0c8-3d735233c50e req-2fae872a-2890-41ba-b7e4-938904b53c19 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:08.200053 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a4fd5b30-1036-4e41-b0c8-3d735233c50e req-2fae872a-2890-41ba-b7e4-938904b53c19 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7137476-525b-4fda-8c01-a6b1fcd19390 HTTP/1.1" status: 200 len: 2412 time: 0.1598473 May 05 19:55:08.311834 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a4fd5b30-1036-4e41-b0c8-3d735233c50e req-830883b5-a86f-4d03-95cd-e16dac79566f tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.36 "GET /v2.0/security-groups?id=54210ff6-4648-4cdb-8887-421df42725ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103954 May 05 19:55:08.443863 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468dcf94-b237-4a8d-b267-9796362b96c8 req-ab5fedc9-6eb2-48f3-be2b-b7c6f8de9876 tempest-MigrationsAdminTest-1830011428 tempest-MigrationsAdminTest-1830011428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:08.457690 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-468dcf94-b237-4a8d-b267-9796362b96c8 req-ab5fedc9-6eb2-48f3-be2b-b7c6f8de9876 tempest-MigrationsAdminTest-1830011428 tempest-MigrationsAdminTest-1830011428-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ec2bd5c5-1783-4660-bfeb-36f3566083c5 HTTP/1.1" status: 200 len: 1102 time: 0.6789601 May 05 19:55:08.480004 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-72394507-f118-4c49-ac94-2ebcf1656faa req-79e78054-ba6c-439f-9cce-b5b4f17ae148 service neutron] 10.222.0.24 "GET /v2.0/networks/0de750f4-2454-4e2f-9cf8-d5ff4093e964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6031344 May 05 19:55:08.489447 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3c9023a5-44cd-4804-a772-bd0540441f8f req-8c1440ff-2ce1-4f96-925c-1c42b4823684 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] 10.222.0.36 "GET /v2.0/floatingips/3eb6cbf3-ad12-4ba4-a345-01e53df63eab HTTP/1.1" status: 200 len: 692 time: 0.1618624 May 05 19:55:08.641817 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-468dcf94-b237-4a8d-b267-9796362b96c8 req-4b7aaa32-a448-4fa4-b159-a9833127e549 tempest-MigrationsAdminTest-1830011428 tempest-MigrationsAdminTest-1830011428-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831255 May 05 19:55:08.650688 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device b29bd47a-c0ca-40e8-bc3d-249582d83150 no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:55:08.677232 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-881f7499-c5cc-4c72-8a83-6e177f7ac9e5 admin admin] For port e2fe275f-2f05-4719-8228-cab7f542646a, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=e2fe275f-2f05-4719-8228-cab7f542646a,segment=NetworkSegment(7ea792d4-bdbd-4e8f-b2ab-261b8729aad3),segment_id=7ea792d4-bdbd-4e8f-b2ab-261b8729aad3)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:55:08.677705 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-881f7499-c5cc-4c72-8a83-6e177f7ac9e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:08.720636 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] No Port match for: b29bd47a-c0ca-40e8-bc3d-249582d83150 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 19:55:08.721241 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device b29bd47a-c0ca-40e8-bc3d-249582d83150 not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:55:08.817933 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9023a5-44cd-4804-a772-bd0540441f8f req-1ce39b16-157e-4385-9173-9ba92a1e893a tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:08.821381 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3c9023a5-44cd-4804-a772-bd0540441f8f req-1ce39b16-157e-4385-9173-9ba92a1e893a tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] 10.222.0.36 "GET /v2.0/networks/0401d202-1605-4cfe-bad4-fb225df6afb0 HTTP/1.1" status: 200 len: 784 time: 0.3290796 May 05 19:55:08.921331 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e97b6b5-630d-4d85-a36b-7184c4c49f64'] response: {'server_uuid': '5ff80a77-e629-47d3-89e4-8ddf23d38464', 'name': 'network-vif-deleted', 'tag': 'b29bd47a-c0ca-40e8-bc3d-249582d83150', 'status': 'completed', 'code': 200} May 05 19:55:08.978374 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d927adf8-2b09-4bcd-b828-b2f548d5fcbe'] response: {'name': 'network-changed', 'server_uuid': 'd7137476-525b-4fda-8c01-a6b1fcd19390', 'tag': '22bf23e5-a8d8-4bd9-9afc-496de10c81e3', 'status': 'completed', 'code': 200} May 05 19:55:08.978873 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d927adf8-2b09-4bcd-b828-b2f548d5fcbe'] response: {'name': 'network-changed', 'server_uuid': 'd7137476-525b-4fda-8c01-a6b1fcd19390', 'tag': '4687b45a-95fd-45e1-b72b-77a27219336d', 'status': 'completed', 'code': 200} May 05 19:55:08.998663 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-881f7499-c5cc-4c72-8a83-6e177f7ac9e5 admin admin] Calling delete_port for e2fe275f-2f05-4719-8228-cab7f542646a owned by network:router_interface {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:55:09.099208 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ec9614ec-a055-4864-98bd-1e0468f03eaa req-e04853fc-d47b-41d9-b9f3-92d868fca8a2 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] 10.222.0.36 "GET /v2.0/floatingips/97635e5b-5cad-44f4-b01b-d21f47373dd5 HTTP/1.1" status: 200 len: 692 time: 0.1570237 May 05 19:55:09.231747 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-72394507-f118-4c49-ac94-2ebcf1656faa req-c8cb6fe1-f3bc-4735-a4d0-cbdb932b3474 service neutron] 10.222.0.24 "GET /v2.0/networks/0de750f4-2454-4e2f-9cf8-d5ff4093e964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7352245 May 05 19:55:09.307537 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9614ec-a055-4864-98bd-1e0468f03eaa req-8ba1bc21-6ac0-48da-8f8c-5fd39ce15416 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:09.309671 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ec9614ec-a055-4864-98bd-1e0468f03eaa req-8ba1bc21-6ac0-48da-8f8c-5fd39ce15416 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] 10.222.0.36 "GET /v2.0/networks/0401d202-1605-4cfe-bad4-fb225df6afb0 HTTP/1.1" status: 200 len: 784 time: 0.2093647 May 05 19:55:09.449205 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:09.455916 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device e2fe275f-2f05-4719-8228-cab7f542646a up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:55:09.549874 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port e2fe275f-2f05-4719-8228-cab7f542646a completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:55:09.557872 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port e2fe275f-2f05-4719-8228-cab7f542646a triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:55:09.558333 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:09.619984 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ec9614ec-a055-4864-98bd-1e0468f03eaa req-9ad3ffda-da0e-4212-a6cb-dff499d9bc70 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.35 HTTP/1.1" status: 200 len: 695 time: 0.3039637 May 05 19:55:09.622892 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe214b32-8745-4104-81b8-81d8b2e670bf req-8fb3f00a-1918-44f0-a0ac-2715b9f83e83 tempest-ServersOnMultiNodesTest-1172211076 tempest-ServersOnMultiNodesTest-1172211076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:09.630732 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fe214b32-8745-4104-81b8-81d8b2e670bf req-8fb3f00a-1918-44f0-a0ac-2715b9f83e83 tempest-ServersOnMultiNodesTest-1172211076 tempest-ServersOnMultiNodesTest-1172211076-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=83ac2a72-1269-4ad8-a2f9-a8775b8bf130 HTTP/1.1" status: 200 len: 1101 time: 0.7226157 May 05 19:55:09.676335 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-72394507-f118-4c49-ac94-2ebcf1656faa req-07285281-1e89-4cb4-811d-e5b337eb0fe3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.56&port_id=4687b45a-95fd-45e1-b72b-77a27219336d HTTP/1.1" status: 200 len: 217 time: 0.2048664 May 05 19:55:09.712706 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:09.721316 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ec9614ec-a055-4864-98bd-1e0468f03eaa req-db4132e8-2041-4b88-a995-d89ce585d4d8 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.35 HTTP/1.1" status: 200 len: 695 time: 0.1003494 May 05 19:55:09.778998 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fe214b32-8745-4104-81b8-81d8b2e670bf req-5532e50c-e560-43ab-a4ed-1ebc75e1053c tempest-ServersOnMultiNodesTest-1172211076 tempest-ServersOnMultiNodesTest-1172211076-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=47e8f45b-d376-403a-8bb9-867508147e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470699 May 05 19:55:09.781725 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72394507-f118-4c49-ac94-2ebcf1656faa req-29b6643a-b507-4277-9961-bc875ffe1d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:09.783087 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-72394507-f118-4c49-ac94-2ebcf1656faa req-29b6643a-b507-4277-9961-bc875ffe1d78 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7999f04b-20d7-45d8-9a77-2d4265dead02 HTTP/1.1" status: 200 len: 801 time: 0.0979974 May 05 19:55:09.829593 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-881f7499-c5cc-4c72-8a83-6e177f7ac9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:09.967090 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881f7499-c5cc-4c72-8a83-6e177f7ac9e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2fe275f-2f05-4719-8228-cab7f542646a,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:09.976995 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-ec9614ec-a055-4864-98bd-1e0468f03eaa req-e96bad35-c919-47e6-86de-d6d53e2466f2 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Deleting port b212af5c-2b63-4e3d-ba8c-c6f800a8b17b {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:55:09.977616 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ec9614ec-a055-4864-98bd-1e0468f03eaa req-e96bad35-c919-47e6-86de-d6d53e2466f2 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:10.241397 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ec9614ec-a055-4864-98bd-1e0468f03eaa req-e96bad35-c919-47e6-86de-d6d53e2466f2 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:10.242367 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ec9614ec-a055-4864-98bd-1e0468f03eaa req-e96bad35-c919-47e6-86de-d6d53e2466f2 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:10.351956 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72394507-f118-4c49-ac94-2ebcf1656faa req-a65426bc-ed7e-4315-b944-1ec14bc5a0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:10.354155 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-72394507-f118-4c49-ac94-2ebcf1656faa req-a65426bc-ed7e-4315-b944-1ec14bc5a0a1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=452e75d7-fff5-450c-86b4-389b2df7a7f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5594497 May 05 19:55:10.402786 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-ec9614ec-a055-4864-98bd-1e0468f03eaa req-e96bad35-c919-47e6-86de-d6d53e2466f2 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Calling delete_port for b212af5c-2b63-4e3d-ba8c-c6f800a8b17b owned by network:floatingip {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:55:10.667771 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-881f7499-c5cc-4c72-8a83-6e177f7ac9e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:10.713271 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ec9614ec-a055-4864-98bd-1e0468f03eaa req-e96bad35-c919-47e6-86de-d6d53e2466f2 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:10.852913 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96bad35-c919-47e6-86de-d6d53e2466f2 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Pushing event deleted for resources: {'Port': ['ID=b212af5c-2b63-4e3d-ba8c-c6f800a8b17b,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:10.878885 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-72394507-f118-4c49-ac94-2ebcf1656faa req-5327fd2a-1276-4c57-8f89-14293e5d52be service neutron] 10.222.0.24 "GET /v2.0/networks/452e75d7-fff5-450c-86b4-389b2df7a7f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5078506 May 05 19:55:10.986263 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ec9614ec-a055-4864-98bd-1e0468f03eaa req-e96bad35-c919-47e6-86de-d6d53e2466f2 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Notify callbacks [] for floatingip, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:11.023592 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ec9614ec-a055-4864-98bd-1e0468f03eaa req-e96bad35-c919-47e6-86de-d6d53e2466f2 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:11.040073 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ec9614ec-a055-4864-98bd-1e0468f03eaa req-e96bad35-c919-47e6-86de-d6d53e2466f2 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] 10.222.0.36 "DELETE /v2.0/floatingips/97635e5b-5cad-44f4-b01b-d21f47373dd5 HTTP/1.1" status: 204 len: 173 time: 1.3177140 May 05 19:55:11.176519 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-57dad8aa-cfb2-4728-9b70-7b0c89f92423 req-1adcc6db-62d2-46a4-86fc-edd85f7d0285 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] 10.222.0.36 "GET /v2.0/floatingips/3eb6cbf3-ad12-4ba4-a345-01e53df63eab HTTP/1.1" status: 200 len: 692 time: 0.1924012 May 05 19:55:11.227276 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3812469d-6579-40c8-b4c4-d2f03cbe0bee req-765fadea-0435-4d6d-b2cc-4cd1ab93c6d6 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:11.232683 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-72394507-f118-4c49-ac94-2ebcf1656faa req-38c49fcb-49b7-40d8-bef1-e798119f813c service neutron] 10.222.0.24 "GET /v2.0/networks/452e75d7-fff5-450c-86b4-389b2df7a7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3381259 May 05 19:55:11.233754 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3812469d-6579-40c8-b4c4-d2f03cbe0bee req-765fadea-0435-4d6d-b2cc-4cd1ab93c6d6 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:11.242900 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3812469d-6579-40c8-b4c4-d2f03cbe0bee req-765fadea-0435-4d6d-b2cc-4cd1ab93c6d6 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:11.244923 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3812469d-6579-40c8-b4c4-d2f03cbe0bee req-765fadea-0435-4d6d-b2cc-4cd1ab93c6d6 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7137476-525b-4fda-8c01-a6b1fcd19390 HTTP/1.1" status: 200 len: 2412 time: 0.1102116 May 05 19:55:11.312624 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3812469d-6579-40c8-b4c4-d2f03cbe0bee req-bfcd2b46-7ad1-41ff-89c1-de8302e5c01d tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.36 "GET /v2.0/security-groups?id=54210ff6-4648-4cdb-8887-421df42725ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615375 May 05 19:55:11.479762 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8ddc28db-b331-43df-b20b-2969a92f4cf0 req-fecbd2cb-d079-41c6-bae7-2505ff80ab09 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=97ead9bcc5d448dab263815a595740a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295384 May 05 19:55:11.675787 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc28db-b331-43df-b20b-2969a92f4cf0 req-6913c41a-9b8f-43dc-9f7f-3f8d90245986 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:11.684938 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8ddc28db-b331-43df-b20b-2969a92f4cf0 req-6913c41a-9b8f-43dc-9f7f-3f8d90245986 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1988466 May 05 19:55:11.693001 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dad8aa-cfb2-4728-9b70-7b0c89f92423 req-09d185f2-cada-439c-b590-679c3834ed6a tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:11.701030 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-57dad8aa-cfb2-4728-9b70-7b0c89f92423 req-09d185f2-cada-439c-b590-679c3834ed6a tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] 10.222.0.36 "GET /v2.0/networks/0401d202-1605-4cfe-bad4-fb225df6afb0 HTTP/1.1" status: 200 len: 784 time: 0.4653146 May 05 19:55:11.703981 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8ddc28db-b331-43df-b20b-2969a92f4cf0 req-1cce0af5-921c-4a57-a79c-b67a44851876 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/quotas/97ead9bcc5d448dab263815a595740a4 HTTP/1.1" status: 200 len: 375 time: 0.0181329 May 05 19:55:11.793223 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738f7f9-6d34-42e0-9549-8fb12cefddb3 req-db1b9631-0fc5-402d-a79f-354de4fdbde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:11.793734 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738f7f9-6d34-42e0-9549-8fb12cefddb3 req-db1b9631-0fc5-402d-a79f-354de4fdbde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:11.794316 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738f7f9-6d34-42e0-9549-8fb12cefddb3 req-db1b9631-0fc5-402d-a79f-354de4fdbde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:11.796453 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7738f7f9-6d34-42e0-9549-8fb12cefddb3 req-db1b9631-0fc5-402d-a79f-354de4fdbde1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=beb159436c9e4e2f822f7625a9d89435&device_id=d7137476-525b-4fda-8c01-a6b1fcd19390 HTTP/1.1" status: 200 len: 2865 time: 0.4866080 May 05 19:55:11.807866 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-57dad8aa-cfb2-4728-9b70-7b0c89f92423 req-4f9c2e6f-67e1-4eaf-a703-97b27795fd42 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.15 HTTP/1.1" status: 200 len: 695 time: 0.1060412 May 05 19:55:11.811001 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8ddc28db-b331-43df-b20b-2969a92f4cf0 req-640e0254-d6de-40ba-83a7-7523e122b463 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=97ead9bcc5d448dab263815a595740a4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1061881 May 05 19:55:12.136001 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-881f7499-c5cc-4c72-8a83-6e177f7ac9e5 admin admin] Router 5e723046-1f29-424d-8b5d-26485cb58775 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 19:55:12.152394 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-57dad8aa-cfb2-4728-9b70-7b0c89f92423 req-54b63d6d-9457-4c01-af01-71d52a697111 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.15 HTTP/1.1" status: 200 len: 695 time: 0.3211892 May 05 19:55:12.648877 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-57dad8aa-cfb2-4728-9b70-7b0c89f92423 req-46474569-9cf6-47c2-be62-041841fc5330 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Deleting port 2638b79c-c5f2-475a-99b5-369b91f67ee6 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:55:12.649262 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-57dad8aa-cfb2-4728-9b70-7b0c89f92423 req-46474569-9cf6-47c2-be62-041841fc5330 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:12.673244 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 6d70833a-7f52-47cb-a28b-4a7a388cdd64 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:55:12.682070 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738f7f9-6d34-42e0-9549-8fb12cefddb3 req-8a00f0c4-e9b1-4a5b-9827-66bb1545b388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:12.683587 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7738f7f9-6d34-42e0-9549-8fb12cefddb3 req-8a00f0c4-e9b1-4a5b-9827-66bb1545b388 service neutron] 10.222.0.24 "GET /v2.0/networks?id=452e75d7-fff5-450c-86b4-389b2df7a7f5 HTTP/1.1" status: 200 len: 903 time: 0.8743944 May 05 19:55:12.786606 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8648e02-1021-4e59-8574-ccf724055b4f req-cdf757ef-3d77-4614-be83-dce8a1f723fc tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:12.788328 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c8648e02-1021-4e59-8574-ccf724055b4f req-cdf757ef-3d77-4614-be83-dce8a1f723fc tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec2bd5c5-1783-4660-bfeb-36f3566083c5 HTTP/1.1" status: 200 len: 951 time: 0.3264062 May 05 19:55:12.862442 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7738f7f9-6d34-42e0-9549-8fb12cefddb3 req-979e0980-de35-42e0-b97f-255173f671db service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.195&port_id=6d70833a-7f52-47cb-a28b-4a7a388cdd64 HTTP/1.1" status: 200 len: 217 time: 0.1698296 May 05 19:55:12.878410 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-c8648e02-1021-4e59-8574-ccf724055b4f req-7b569db7-5a8d-4d55-b597-cb5e12732c9e tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Deleting port 8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:55:12.878915 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c8648e02-1021-4e59-8574-ccf724055b4f req-7b569db7-5a8d-4d55-b597-cb5e12732c9e tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:12.973852 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 6d70833a-7f52-47cb-a28b-4a7a388cdd64, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=6d70833a-7f52-47cb-a28b-4a7a388cdd64,segment=NetworkSegment(318cf6b1-dc19-4083-8340-7d65b0ecdf27),segment_id=318cf6b1-dc19-4083-8340-7d65b0ecdf27)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:55:12.990466 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '6d70833a-7f52-47cb-a28b-4a7a388cdd64', 'network_id': '452e75d7-fff5-450c-86b4-389b2df7a7f5', 'port_id': '6d70833a-7f52-47cb-a28b-4a7a388cdd64', 'mac_address': 'fa:16:3e:28:7a:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7999f04b-20d7-45d8-9a77-2d4265dead02', 'ip_address': '19.80.0.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:55:12.997660 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-881f7499-c5cc-4c72-8a83-6e177f7ac9e5 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 19:55:13.006598 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738f7f9-6d34-42e0-9549-8fb12cefddb3 req-478ac4b3-2feb-4838-ba91-d8264b8eb6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:13.008000 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7738f7f9-6d34-42e0-9549-8fb12cefddb3 req-478ac4b3-2feb-4838-ba91-d8264b8eb6e7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7999f04b-20d7-45d8-9a77-2d4265dead02 HTTP/1.1" status: 200 len: 801 time: 0.1367612 May 05 19:55:13.014547 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0413e499-47e9-40a7-ac2e-926d364cdb02 None None] Sync routers for ids ['5e723046-1f29-424d-8b5d-26485cb58775'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 19:55:13.030623 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0413e499-47e9-40a7-ac2e-926d364cdb02 None None] Routers {'5e723046-1f29-424d-8b5d-26485cb58775'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:55:13.031241 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-0413e499-47e9-40a7-ac2e-926d364cdb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:55:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['5e723046-1f29-424d-8b5d-26485cb58775'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:55:13.103889 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:13.130563 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-881f7499-c5cc-4c72-8a83-6e177f7ac9e5 admin admin] 10.222.0.36 "PUT /v2.0/routers/5e723046-1f29-424d-8b5d-26485cb58775/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9002419 May 05 19:55:13.143635 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d70833a-7f52-47cb-a28b-4a7a388cdd64 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:55:13.160694 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36550) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:55:13.178459 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 6d70833a-7f52-47cb-a28b-4a7a388cdd64, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=6d70833a-7f52-47cb-a28b-4a7a388cdd64,segment=NetworkSegment(318cf6b1-dc19-4083-8340-7d65b0ecdf27),segment_id=318cf6b1-dc19-4083-8340-7d65b0ecdf27)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:55:13.179170 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738502d8-5ed5-4e39-aeb9-252b4e20de3d req-609bb0da-a674-4c47-b796-802328fe4126 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:13.181562 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-738502d8-5ed5-4e39-aeb9-252b4e20de3d req-609bb0da-a674-4c47-b796-802328fe4126 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec2bd5c5-1783-4660-bfeb-36f3566083c5 HTTP/1.1" status: 200 len: 951 time: 0.5728960 May 05 19:55:13.183653 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:13.184431 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 22bf23e5-a8d8-4bd9-9afc-496de10c81e3 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:55:13.429668 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-57dad8aa-cfb2-4728-9b70-7b0c89f92423 req-46474569-9cf6-47c2-be62-041841fc5330 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:13.430838 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=6d70833a-7f52-47cb-a28b-4a7a388cdd64,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:13.432998 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-0413e499-47e9-40a7-ac2e-926d364cdb02 None None] Set router 5e723046-1f29-424d-8b5d-26485cb58775 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:55:13.435513 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-57dad8aa-cfb2-4728-9b70-7b0c89f92423 req-46474569-9cf6-47c2-be62-041841fc5330 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:13.456730 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:55:13.457094 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:55:13.457409 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:55:13.457743 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:55:13.458068 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:55:13.458402 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:55:13.458704 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:55:13.459019 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:55:13.459331 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:55:13.459715 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:55:13.460157 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:55:13.460693 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:55:13.621533 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 22bf23e5-a8d8-4bd9-9afc-496de10c81e3, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=22bf23e5-a8d8-4bd9-9afc-496de10c81e3,segment=NetworkSegment(b2175592-6b14-427f-bf82-344d71723ffd),segment_id=b2175592-6b14-427f-bf82-344d71723ffd)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:55:13.654706 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '22bf23e5-a8d8-4bd9-9afc-496de10c81e3', 'network_id': '0de750f4-2454-4e2f-9cf8-d5ff4093e964', 'port_id': '22bf23e5-a8d8-4bd9-9afc-496de10c81e3', 'mac_address': 'fa:16:3e:7f:66:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b342adb1-0c28-4e18-b4eb-1f100bd70bdd', 'ip_address': '19.86.0.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:55:13.725477 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-c8648e02-1021-4e59-8574-ccf724055b4f req-7b569db7-5a8d-4d55-b597-cb5e12732c9e tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] For port 8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:55:13.725875 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c8648e02-1021-4e59-8574-ccf724055b4f req-7b569db7-5a8d-4d55-b597-cb5e12732c9e tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:13.790667 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:13.823853 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22bf23e5-a8d8-4bd9-9afc-496de10c81e3 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:55:13.853071 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 22bf23e5-a8d8-4bd9-9afc-496de10c81e3, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=22bf23e5-a8d8-4bd9-9afc-496de10c81e3,segment=NetworkSegment(b2175592-6b14-427f-bf82-344d71723ffd),segment_id=b2175592-6b14-427f-bf82-344d71723ffd)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:55:13.869408 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:13.877014 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-57dad8aa-cfb2-4728-9b70-7b0c89f92423 req-46474569-9cf6-47c2-be62-041841fc5330 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Calling delete_port for 2638b79c-c5f2-475a-99b5-369b91f67ee6 owned by network:floatingip {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:55:13.940799 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-738502d8-5ed5-4e39-aeb9-252b4e20de3d req-56030e46-b7c6-45d2-965a-84b5e0ac4136 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7478447 May 05 19:55:14.007991 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:14.021223 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-c8648e02-1021-4e59-8574-ccf724055b4f req-7b569db7-5a8d-4d55-b597-cb5e12732c9e tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Calling delete_port for 8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:55:14.021452 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=22bf23e5-a8d8-4bd9-9afc-496de10c81e3,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:14.058189 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8ddc28db-b331-43df-b20b-2969a92f4cf0 req-f36755a4-d3ca-4c63-baae-b640974fda94 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=97ead9bcc5d448dab263815a595740a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1430347 May 05 19:55:14.111498 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-0413e499-47e9-40a7-ac2e-926d364cdb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e723046-1f29-424d-8b5d-26485cb58775', 'name': 'tempest-ServersTestFqdnHostnames-431569749-router', 'tenant_id': '0826e92d9670407ebbe8a4ba737c70ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '42ad910d-9c74-4466-a8c1-bf31da36bea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:54:50Z', 'updated_at': '2022-05-05T19:55:09Z', 'revision_number': 5, 'project_id': '0826e92d9670407ebbe8a4ba737c70ed', 'gw_port': {'id': '42ad910d-9c74-4466-a8c1-bf31da36bea6', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:74:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e723046-1f29-424d-8b5d-26485cb58775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:54:52Z', 'updated_at': '2022-05-05T19:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:55:14.118800 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0413e499-47e9-40a7-ac2e-926d364cdb02 None None] Checking router: 5e723046-1f29-424d-8b5d-26485cb58775 for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 19:55:14.130829 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0413e499-47e9-40a7-ac2e-926d364cdb02 None None] Routers {'5e723046-1f29-424d-8b5d-26485cb58775'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:55:14.131745 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-0413e499-47e9-40a7-ac2e-926d364cdb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:55:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['5e723046-1f29-424d-8b5d-26485cb58775'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:55:14.155004 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738f7f9-6d34-42e0-9549-8fb12cefddb3 req-cbcc12b1-1530-48ab-bb3d-2ac12d794fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:14.156525 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7738f7f9-6d34-42e0-9549-8fb12cefddb3 req-cbcc12b1-1530-48ab-bb3d-2ac12d794fd8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=452e75d7-fff5-450c-86b4-389b2df7a7f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.0787773 May 05 19:55:14.184949 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e8f4e538-b373-491b-aab1-cb15fb430ca5 admin admin] Notify callbacks [] for router, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:14.202700 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['22bf23e5-a8d8-4bd9-9afc-496de10c81e3'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:55:14.400030 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-0413e499-47e9-40a7-ac2e-926d364cdb02 None None] Set router 5e723046-1f29-424d-8b5d-26485cb58775 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:55:14.449173 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-0cce7b03-f926-4c43-8caf-58fe0f5ece30 req-5f891fc4-6a48-43cb-8e83-995cf7ccfcc7 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Synchronizing usage tracker for tenant:41290a837817462c9759ead78a474653 on resource:floatingip {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:55:14.490856 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc28db-b331-43df-b20b-2969a92f4cf0 req-e7b9ae7a-19ea-4911-977a-7d2a8d9b03a1 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:14.494180 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8ddc28db-b331-43df-b20b-2969a92f4cf0 req-e7b9ae7a-19ea-4911-977a-7d2a8d9b03a1 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4125931 May 05 19:55:14.539731 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-8ddc28db-b331-43df-b20b-2969a92f4cf0 req-e9378395-32ee-45ff-90dc-efb03b50c360 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Request body: {'port': {'device_id': '91be2773-96ba-4736-ab41-f69a876b566a', 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3', 'admin_state_up': True, 'tenant_id': '97ead9bcc5d448dab263815a595740a4'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:55:14.549138 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-57dad8aa-cfb2-4728-9b70-7b0c89f92423 req-46474569-9cf6-47c2-be62-041841fc5330 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:14.562336 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-0cce7b03-f926-4c43-8caf-58fe0f5ece30 req-5f891fc4-6a48-43cb-8e83-995cf7ccfcc7 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Unset dirty status for tenant:41290a837817462c9759ead78a474653 on resource:floatingip {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:55:14.568691 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0cce7b03-f926-4c43-8caf-58fe0f5ece30 req-5f891fc4-6a48-43cb-8e83-995cf7ccfcc7 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.147 HTTP/1.1" status: 200 len: 1001 time: 0.5095789 May 05 19:55:14.585977 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7738f7f9-6d34-42e0-9549-8fb12cefddb3 req-6f89a5e7-c35a-43d3-b3ac-ffe750e1ab92 service neutron] 10.222.0.24 "GET /v2.0/networks/452e75d7-fff5-450c-86b4-389b2df7a7f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4202163 May 05 19:55:14.630419 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46474569-9cf6-47c2-be62-041841fc5330 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Pushing event deleted for resources: {'Port': ['ID=2638b79c-c5f2-475a-99b5-369b91f67ee6,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:14.662614 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce7b03-f926-4c43-8caf-58fe0f5ece30 req-b6240c88-988a-4261-96dc-36ba9c9edb84 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:14.663867 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-0cce7b03-f926-4c43-8caf-58fe0f5ece30 req-b6240c88-988a-4261-96dc-36ba9c9edb84 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Synchronizing usage tracker for tenant:41290a837817462c9759ead78a474653 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:55:14.682141 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 4687b45a-95fd-45e1-b72b-77a27219336d details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:55:14.682699 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e8f4e538-b373-491b-aab1-cb15fb430ca5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:14.759638 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-0cce7b03-f926-4c43-8caf-58fe0f5ece30 req-b6240c88-988a-4261-96dc-36ba9c9edb84 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Unset dirty status for tenant:41290a837817462c9759ead78a474653 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:55:14.771605 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0cce7b03-f926-4c43-8caf-58fe0f5ece30 req-b6240c88-988a-4261-96dc-36ba9c9edb84 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] 10.222.0.36 "GET /v2.0/ports/0aa57b64-504c-4fb9-abb7-53a7e82330a4 HTTP/1.1" status: 200 len: 942 time: 0.1976070 May 05 19:55:14.772232 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-0413e499-47e9-40a7-ac2e-926d364cdb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e723046-1f29-424d-8b5d-26485cb58775', 'name': 'tempest-ServersTestFqdnHostnames-431569749-router', 'tenant_id': '0826e92d9670407ebbe8a4ba737c70ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '42ad910d-9c74-4466-a8c1-bf31da36bea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:54:50Z', 'updated_at': '2022-05-05T19:55:09Z', 'revision_number': 5, 'project_id': '0826e92d9670407ebbe8a4ba737c70ed', 'gw_port': {'id': '42ad910d-9c74-4466-a8c1-bf31da36bea6', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:74:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e723046-1f29-424d-8b5d-26485cb58775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:54:52Z', 'updated_at': '2022-05-05T19:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:55:14.772628 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c8648e02-1021-4e59-8574-ccf724055b4f req-7b569db7-5a8d-4d55-b597-cb5e12732c9e tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:14.778376 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0413e499-47e9-40a7-ac2e-926d364cdb02 None None] The sync data for ids ['5e723046-1f29-424d-8b5d-26485cb58775'] in n-d-840717-1 is: [{'id': '5e723046-1f29-424d-8b5d-26485cb58775', 'name': 'tempest-ServersTestFqdnHostnames-431569749-router', 'tenant_id': '0826e92d9670407ebbe8a4ba737c70ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '42ad910d-9c74-4466-a8c1-bf31da36bea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:54:50Z', 'updated_at': '2022-05-05T19:55:09Z', 'revision_number': 5, 'project_id': '0826e92d9670407ebbe8a4ba737c70ed', 'gw_port': {'id': '42ad910d-9c74-4466-a8c1-bf31da36bea6', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:74:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e723046-1f29-424d-8b5d-26485cb58775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:54:52Z', 'updated_at': '2022-05-05T19:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 19:55:14.789637 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-e8f4e538-b373-491b-aab1-cb15fb430ca5 admin admin] Deleting port 42ad910d-9c74-4466-a8c1-bf31da36bea6 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:55:14.789979 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e8f4e538-b373-491b-aab1-cb15fb430ca5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:14.796153 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6 no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:55:14.875857 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b569db7-5a8d-4d55-b597-cb5e12732c9e tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Pushing event deleted for resources: {'Port': ['ID=8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:14.906614 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-57dad8aa-cfb2-4728-9b70-7b0c89f92423 req-46474569-9cf6-47c2-be62-041841fc5330 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Notify callbacks [] for floatingip, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:14.908984 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] No Port match for: 8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 19:55:14.909389 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6 not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:55:14.924685 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 4687b45a-95fd-45e1-b72b-77a27219336d, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=4687b45a-95fd-45e1-b72b-77a27219336d,segment=NetworkSegment(318cf6b1-dc19-4083-8340-7d65b0ecdf27),segment_id=318cf6b1-dc19-4083-8340-7d65b0ecdf27)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:55:14.937592 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7738f7f9-6d34-42e0-9549-8fb12cefddb3 req-daf2529b-48d1-4164-889e-39f82ae24dfa service neutron] 10.222.0.24 "GET /v2.0/networks/452e75d7-fff5-450c-86b4-389b2df7a7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3310528 May 05 19:55:14.940643 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '4687b45a-95fd-45e1-b72b-77a27219336d', 'network_id': '452e75d7-fff5-450c-86b4-389b2df7a7f5', 'port_id': '4687b45a-95fd-45e1-b72b-77a27219336d', 'mac_address': 'fa:16:3e:3b:7e:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7999f04b-20d7-45d8-9a77-2d4265dead02', 'ip_address': '19.80.0.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:55:14.974316 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-57dad8aa-cfb2-4728-9b70-7b0c89f92423 req-46474569-9cf6-47c2-be62-041841fc5330 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:14.990105 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-57dad8aa-cfb2-4728-9b70-7b0c89f92423 req-46474569-9cf6-47c2-be62-041841fc5330 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] 10.222.0.36 "DELETE /v2.0/floatingips/3eb6cbf3-ad12-4ba4-a345-01e53df63eab HTTP/1.1" status: 204 len: 173 time: 2.7766068 May 05 19:55:15.022402 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-8ddc28db-b331-43df-b20b-2969a92f4cf0 req-e9378395-32ee-45ff-90dc-efb03b50c360 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:55:15.033035 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-8ddc28db-b331-43df-b20b-2969a92f4cf0 req-e9378395-32ee-45ff-90dc-efb03b50c360 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:55:15.051179 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:15.092468 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4687b45a-95fd-45e1-b72b-77a27219336d {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:55:15.112416 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8648e02-1021-4e59-8574-ccf724055b4f req-7b569db7-5a8d-4d55-b597-cb5e12732c9e tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] No DVR routers for this DVR port 8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6 on host n-h2-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:55:15.114077 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ddc28db-b331-43df-b20b-2969a92f4cf0 req-e9378395-32ee-45ff-90dc-efb03b50c360 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Made reservation on behalf of 97ead9bcc5d448dab263815a595740a4 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:55:15.114205 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 4687b45a-95fd-45e1-b72b-77a27219336d, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=4687b45a-95fd-45e1-b72b-77a27219336d,segment=NetworkSegment(318cf6b1-dc19-4083-8340-7d65b0ecdf27),segment_id=318cf6b1-dc19-4083-8340-7d65b0ecdf27)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:55:15.120063 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-8ddc28db-b331-43df-b20b-2969a92f4cf0 req-e9378395-32ee-45ff-90dc-efb03b50c360 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:15.120655 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:15.131461 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c8648e02-1021-4e59-8574-ccf724055b4f req-7b569db7-5a8d-4d55-b597-cb5e12732c9e tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:15.140122 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec2bd5c5-1783-4660-bfeb-36f3566083c5', 'name': 'network-vif-deleted', 'tag': '8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:55:15.176739 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c8648e02-1021-4e59-8574-ccf724055b4f req-7b569db7-5a8d-4d55-b597-cb5e12732c9e tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.50 "DELETE /v2.0/ports/8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6 HTTP/1.1" status: 204 len: 173 time: 2.3807790 May 05 19:55:15.206678 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5a11577b-e5d7-497f-9f82-ac7efdda8a58 req-d7c7dc71-3850-44d3-9da6-860342730c3e tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=91be2773-96ba-4736-ab41-f69a876b566a HTTP/1.1" status: 200 len: 210 time: 0.0662017 May 05 19:55:15.246287 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0cce7b03-f926-4c43-8caf-58fe0f5ece30 req-fa29c1a7-3f34-4e89-bead-4a91d1e525cd tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.147 HTTP/1.1" status: 200 len: 1001 time: 0.3359354 May 05 19:55:15.250048 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['046cff30-9f24-4516-aca1-577e77e2491f', 'f071c826-6291-459c-b65e-f04fbaeb1079', 'c4d066df-4f40-460d-9c89-ef89ebf59bdc'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:55:15.259382 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-e8f4e538-b373-491b-aab1-cb15fb430ca5 admin admin] For port 42ad910d-9c74-4466-a8c1-bf31da36bea6, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=42ad910d-9c74-4466-a8c1-bf31da36bea6,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:55:15.259749 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e8f4e538-b373-491b-aab1-cb15fb430ca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:15.338359 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device e2fe275f-2f05-4719-8228-cab7f542646a no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:55:15.449664 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['6d70833a-7f52-47cb-a28b-4a7a388cdd64'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:55:15.500325 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: e2fe275f-2f05-4719-8228-cab7f542646a {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 19:55:15.500325 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device e2fe275f-2f05-4719-8228-cab7f542646a not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:55:15.566944 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=4687b45a-95fd-45e1-b72b-77a27219336d,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:15.605236 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['4687b45a-95fd-45e1-b72b-77a27219336d'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:55:15.617387 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-e8f4e538-b373-491b-aab1-cb15fb430ca5 admin admin] Calling delete_port for 42ad910d-9c74-4466-a8c1-bf31da36bea6 owned by network:router_gateway {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:55:15.674321 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad006c56-5dce-47ba-9e5b-bdfbbca4470c req-c95edfbb-5c3e-4aa3-868e-02f157bf864e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:15.674806 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad006c56-5dce-47ba-9e5b-bdfbbca4470c req-c95edfbb-5c3e-4aa3-868e-02f157bf864e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:15.675272 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad006c56-5dce-47ba-9e5b-bdfbbca4470c req-c95edfbb-5c3e-4aa3-868e-02f157bf864e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:15.677091 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ad006c56-5dce-47ba-9e5b-bdfbbca4470c req-c95edfbb-5c3e-4aa3-868e-02f157bf864e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=beb159436c9e4e2f822f7625a9d89435&device_id=d7137476-525b-4fda-8c01-a6b1fcd19390 HTTP/1.1" status: 200 len: 2867 time: 0.6856992 May 05 19:55:15.732934 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce7b03-f926-4c43-8caf-58fe0f5ece30 req-1b1effce-8dd3-4931-a3db-120729fa1391 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:15.735367 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0cce7b03-f926-4c43-8caf-58fe0f5ece30 req-1b1effce-8dd3-4931-a3db-120729fa1391 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] 10.222.0.36 "GET /v2.0/networks/0401d202-1605-4cfe-bad4-fb225df6afb0 HTTP/1.1" status: 200 len: 784 time: 0.4822454 May 05 19:55:15.736829 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-8ddc28db-b331-43df-b20b-2969a92f4cf0 req-e9378395-32ee-45ff-90dc-efb03b50c360 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Allocated IP 192.168.233.49 (b786cc2b-f681-4c10-a54f-820e9d1a5ac3/4d72a8d3-0a35-4d3a-96b8-d869ff4093bc/96d6b825-8fac-494b-9ce6-69608695d713) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:55:15.757370 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [req-0cce7b03-f926-4c43-8caf-58fe0f5ece30 req-404ff645-d0e9-4d95-9197-41eca30787fc tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 19:55:15.758518 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0cce7b03-f926-4c43-8caf-58fe0f5ece30 req-404ff645-d0e9-4d95-9197-41eca30787fc tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074379 May 05 19:55:15.841691 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9329758-cac8-4e31-877f-449042650dcc req-677dd28b-0d68-40fd-a06f-57da4c116685 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:15.847918 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9329758-cac8-4e31-877f-449042650dcc req-677dd28b-0d68-40fd-a06f-57da4c116685 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:15.854263 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9329758-cac8-4e31-877f-449042650dcc req-677dd28b-0d68-40fd-a06f-57da4c116685 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:15.855117 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-d9329758-cac8-4e31-877f-449042650dcc req-677dd28b-0d68-40fd-a06f-57da4c116685 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Synchronizing usage tracker for tenant:beb159436c9e4e2f822f7625a9d89435 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:55:15.899898 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-d9329758-cac8-4e31-877f-449042650dcc req-677dd28b-0d68-40fd-a06f-57da4c116685 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Unset dirty status for tenant:beb159436c9e4e2f822f7625a9d89435 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:55:15.904187 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d9329758-cac8-4e31-877f-449042650dcc req-677dd28b-0d68-40fd-a06f-57da4c116685 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7137476-525b-4fda-8c01-a6b1fcd19390 HTTP/1.1" status: 200 len: 2415 time: 0.4833415 May 05 19:55:15.906867 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad006c56-5dce-47ba-9e5b-bdfbbca4470c req-8fd4d530-f9b1-469a-81ff-4ee8f2449509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:15.909070 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ad006c56-5dce-47ba-9e5b-bdfbbca4470c req-8fd4d530-f9b1-469a-81ff-4ee8f2449509 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0de750f4-2454-4e2f-9cf8-d5ff4093e964 HTTP/1.1" status: 200 len: 902 time: 0.2245815 May 05 19:55:15.946636 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0cce7b03-f926-4c43-8caf-58fe0f5ece30 req-a1254748-9d23-484a-8caf-06f64942c457 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.147 HTTP/1.1" status: 200 len: 1001 time: 0.1669941 May 05 19:55:16.012563 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-0cce7b03-f926-4c43-8caf-58fe0f5ece30 req-74e1a2f9-75d2-4162-a684-18033f4d0d3b tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:55:16.085027 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:16.148503 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ad006c56-5dce-47ba-9e5b-bdfbbca4470c req-b3d7b23e-d9c5-4c8b-8496-32a596dd48fc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.156&port_id=22bf23e5-a8d8-4bd9-9afc-496de10c81e3 HTTP/1.1" status: 200 len: 217 time: 0.2143793 May 05 19:55:16.156100 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0cce7b03-f926-4c43-8caf-58fe0f5ece30 req-74e1a2f9-75d2-4162-a684-18033f4d0d3b tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Notify callbacks [] for floatingip, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:16.236807 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d9329758-cac8-4e31-877f-449042650dcc req-a9c5f3c8-1da8-4454-9fa9-e89c26ef4dc3 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.36 "GET /v2.0/security-groups?id=54210ff6-4648-4cdb-8887-421df42725ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254154 May 05 19:55:16.248218 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-8ddc28db-b331-43df-b20b-2969a92f4cf0 req-e9378395-32ee-45ff-90dc-efb03b50c360 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:16.277706 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad006c56-5dce-47ba-9e5b-bdfbbca4470c req-f1a7b887-ccda-4178-a0e4-ba70a7e2c4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:16.279277 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ad006c56-5dce-47ba-9e5b-bdfbbca4470c req-f1a7b887-ccda-4178-a0e4-ba70a7e2c4f5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b342adb1-0c28-4e18-b4eb-1f100bd70bdd HTTP/1.1" status: 200 len: 801 time: 0.1221197 May 05 19:55:16.284924 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e8f4e538-b373-491b-aab1-cb15fb430ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:16.292156 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-8ddc28db-b331-43df-b20b-2969a92f4cf0 req-e9378395-32ee-45ff-90dc-efb03b50c360 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Transition to ACTIVE for port object 96d6b825-8fac-494b-9ce6-69608695d713 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:55:16.438969 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f4e538-b373-491b-aab1-cb15fb430ca5 admin admin] Pushing event deleted for resources: {'Port': ['ID=42ad910d-9c74-4466-a8c1-bf31da36bea6,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:16.485420 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0cce7b03-f926-4c43-8caf-58fe0f5ece30 req-74e1a2f9-75d2-4162-a684-18033f4d0d3b tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:16.492277 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0cce7b03-f926-4c43-8caf-58fe0f5ece30 req-74e1a2f9-75d2-4162-a684-18033f4d0d3b tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:16.492477 n-d-840717-1 neutron-server[88198]: INFO neutron.db.l3_db [req-0cce7b03-f926-4c43-8caf-58fe0f5ece30 req-74e1a2f9-75d2-4162-a684-18033f4d0d3b tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Floating IP 8c572ca6-5f7e-4378-8b93-bb13bcff4439 disassociated. External IP: 172.25.0.147, port: 0aa57b64-504c-4fb9-abb7-53a7e82330a4. May 05 19:55:16.516983 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e8f4e538-b373-491b-aab1-cb15fb430ca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:16.551922 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-8ddc28db-b331-43df-b20b-2969a92f4cf0 req-e9378395-32ee-45ff-90dc-efb03b50c360 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:16.563067 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['6e0be088-6cfe-4e5c-9668-51def98d91cd'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:55:16.705452 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 22bf23e5-a8d8-4bd9-9afc-496de10c81e3 up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:55:16.736732 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ddc28db-b331-43df-b20b-2969a92f4cf0 req-e9378395-32ee-45ff-90dc-efb03b50c360 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:55:16.742051 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-8ddc28db-b331-43df-b20b-2969a92f4cf0 req-e9378395-32ee-45ff-90dc-efb03b50c360 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:55:16.749178 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ddc28db-b331-43df-b20b-2969a92f4cf0 req-e9378395-32ee-45ff-90dc-efb03b50c360 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:55:16.776609 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9378395-32ee-45ff-90dc-efb03b50c360 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Pushing event updated for resources: {'Port': ['ID=96d6b825-8fac-494b-9ce6-69608695d713,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:16.803674 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e8f4e538-b373-491b-aab1-cb15fb430ca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:16.807269 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e8f4e538-b373-491b-aab1-cb15fb430ca5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:16.833967 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad006c56-5dce-47ba-9e5b-bdfbbca4470c req-1349ad94-55b8-4ad2-9c43-e8ca89ebff14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:16.840855 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ad006c56-5dce-47ba-9e5b-bdfbbca4470c req-1349ad94-55b8-4ad2-9c43-e8ca89ebff14 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0de750f4-2454-4e2f-9cf8-d5ff4093e964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5424974 May 05 19:55:16.855197 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc28db-b331-43df-b20b-2969a92f4cf0 req-e9378395-32ee-45ff-90dc-efb03b50c360 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:16.856030 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-8ddc28db-b331-43df-b20b-2969a92f4cf0 req-e9378395-32ee-45ff-90dc-efb03b50c360 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:17.010040 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e8f4e538-b373-491b-aab1-cb15fb430ca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:17.010586 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f4e538-b373-491b-aab1-cb15fb430ca5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e723046-1f29-424d-8b5d-26485cb58775 {{(pid=88197) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 19:55:17.128734 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e8f4e538-b373-491b-aab1-cb15fb430ca5 admin admin] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:17.130652 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-e8f4e538-b373-491b-aab1-cb15fb430ca5 admin admin] 10.222.0.36 "DELETE /v2.0/routers/5e723046-1f29-424d-8b5d-26485cb58775 HTTP/1.1" status: 204 len: 168 time: 3.9681020 May 05 19:55:17.166279 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port 22bf23e5-a8d8-4bd9-9afc-496de10c81e3 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:55:17.172547 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36574) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:55:17.176130 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 22bf23e5-a8d8-4bd9-9afc-496de10c81e3 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:55:17.176682 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:17.233176 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8ddc28db-b331-43df-b20b-2969a92f4cf0 req-e9378395-32ee-45ff-90dc-efb03b50c360 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7009084 May 05 19:55:17.235326 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-2806756a-8d1f-43bc-bece-3088a3969f4e None None] Provisioning for port 96d6b825-8fac-494b-9ce6-69608695d713 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:55:17.240944 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0cce7b03-f926-4c43-8caf-58fe0f5ece30 req-74e1a2f9-75d2-4162-a684-18033f4d0d3b tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Router cef00a4f-c68b-4d3a-b9ac-9b50deeb171a has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 19:55:17.247005 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-2806756a-8d1f-43bc-bece-3088a3969f4e None None] Provisioning complete for port 96d6b825-8fac-494b-9ce6-69608695d713 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:55:17.247553 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2806756a-8d1f-43bc-bece-3088a3969f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:17.250651 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-8ddc28db-b331-43df-b20b-2969a92f4cf0 req-81df9076-618a-48a3-a906-103f88072db9 service neutron] Request body: {'port': {'device_id': '91be2773-96ba-4736-ab41-f69a876b566a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:55:17.322298 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['beea523c-b44a-4a29-84fa-ffc71132cf85', '23d5a2d8-4c20-4fdb-8211-2609ae0f9d81', '3ec6d015-62ee-40e3-a243-44557141e447', '23636d07-d5e5-4113-a95f-01258904698e'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:55:17.322693 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ad006c56-5dce-47ba-9e5b-bdfbbca4470c req-6422ea64-adc4-4ff9-bce6-73fc116ab5e5 service neutron] 10.222.0.24 "GET /v2.0/networks/0de750f4-2454-4e2f-9cf8-d5ff4093e964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4221706 May 05 19:55:17.334700 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64cc490-dc0f-496d-bac3-31853d21d03f req-6f371aa1-7582-443a-8466-1d01c99eb03a tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:17.336919 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b64cc490-dc0f-496d-bac3-31853d21d03f req-6f371aa1-7582-443a-8466-1d01c99eb03a tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4858773 May 05 19:55:17.435748 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-2806756a-8d1f-43bc-bece-3088a3969f4e None None] Port 96d6b825-8fac-494b-9ce6-69608695d713 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:55:17.498372 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ad006c56-5dce-47ba-9e5b-bdfbbca4470c req-130bfb5d-3c12-4a8e-95f4-a2b031768fa7 service neutron] 10.222.0.24 "GET /v2.0/networks/0de750f4-2454-4e2f-9cf8-d5ff4093e964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604311 May 05 19:55:17.552511 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64723d46-1fd2-4ccf-95e7-69e0b438d231'] response: {'server_uuid': 'ec2bd5c5-1783-4660-bfeb-36f3566083c5', 'name': 'network-vif-deleted', 'tag': '8ed3ca30-e68b-4b5b-a2c4-337b5d77b1e6', 'status': 'completed', 'code': 200} May 05 19:55:17.571241 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:17.681897 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7137476-525b-4fda-8c01-a6b1fcd19390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22bf23e5-a8d8-4bd9-9afc-496de10c81e3'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:55:17.708893 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 22bf23e5-a8d8-4bd9-9afc-496de10c81e3, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=22bf23e5-a8d8-4bd9-9afc-496de10c81e3,segment=NetworkSegment(b2175592-6b14-427f-bf82-344d71723ffd),segment_id=b2175592-6b14-427f-bf82-344d71723ffd)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:55:17.716225 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:17.737498 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-3931b543-a427-4377-8b28-b607bd111a64 admin admin] Deleting subnet 60043da4-719a-4376-91a5-6c43c868df88 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 19:55:17.752222 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3931b543-a427-4377-8b28-b607bd111a64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:17.813822 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad006c56-5dce-47ba-9e5b-bdfbbca4470c req-bc905575-ffe0-4c2c-a881-ae20a594c0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:17.814288 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad006c56-5dce-47ba-9e5b-bdfbbca4470c req-bc905575-ffe0-4c2c-a881-ae20a594c0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:17.814980 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad006c56-5dce-47ba-9e5b-bdfbbca4470c req-bc905575-ffe0-4c2c-a881-ae20a594c0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:17.816779 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ad006c56-5dce-47ba-9e5b-bdfbbca4470c req-bc905575-ffe0-4c2c-a881-ae20a594c0db service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=beb159436c9e4e2f822f7625a9d89435&device_id=d7137476-525b-4fda-8c01-a6b1fcd19390 HTTP/1.1" status: 200 len: 2868 time: 0.2713883 May 05 19:55:17.830125 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec2bc3-53c9-4065-bd75-d58842bd3fb3 req-755836c5-d44f-419b-9223-f6d4d1d3e78e tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:17.836938 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=22bf23e5-a8d8-4bd9-9afc-496de10c81e3,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:17.837888 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e7ec2bc3-53c9-4065-bd75-d58842bd3fb3 req-755836c5-d44f-419b-9223-f6d4d1d3e78e tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=91be2773-96ba-4736-ab41-f69a876b566a HTTP/1.1" status: 200 len: 935 time: 0.2145936 May 05 19:55:17.943905 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3931b543-a427-4377-8b28-b607bd111a64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:18.019270 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e7ec2bc3-53c9-4065-bd75-d58842bd3fb3 req-2ddca8c5-101b-42e7-98d0-6be49665d338 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/security-groups?id=47e8f45b-d376-403a-8bb9-867508147e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803694 May 05 19:55:18.063365 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3931b543-a427-4377-8b28-b607bd111a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:18.066328 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad006c56-5dce-47ba-9e5b-bdfbbca4470c req-21ff9a85-73f8-408a-9d21-f35c5ac5e14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:18.068718 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ad006c56-5dce-47ba-9e5b-bdfbbca4470c req-21ff9a85-73f8-408a-9d21-f35c5ac5e14e service neutron] 10.222.0.24 "GET /v2.0/networks?id=452e75d7-fff5-450c-86b4-389b2df7a7f5 HTTP/1.1" status: 200 len: 903 time: 0.2274790 May 05 19:55:18.145075 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-8ddc28db-b331-43df-b20b-2969a92f4cf0 req-81df9076-618a-48a3-a906-103f88072db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:18.240099 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bea24d-14b3-46cd-a34f-2c553db05f83 req-aa30d494-f23a-48a1-96e4-1b5008cb8e24 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:18.240926 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-81bea24d-14b3-46cd-a34f-2c553db05f83 req-aa30d494-f23a-48a1-96e4-1b5008cb8e24 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Synchronizing usage tracker for tenant:63ca58c29fae4c4eaafba189c1ec4492 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:55:18.250558 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3931b543-a427-4377-8b28-b607bd111a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:18.325067 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ad006c56-5dce-47ba-9e5b-bdfbbca4470c req-899ab5d3-9160-4140-a145-ad6a45cdad50 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.56&port_id=4687b45a-95fd-45e1-b72b-77a27219336d HTTP/1.1" status: 200 len: 217 time: 0.2501793 May 05 19:55:18.347797 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3931b543-a427-4377-8b28-b607bd111a64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60043da4-719a-4376-91a5-6c43c868df88,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:18.360183 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3931b543-a427-4377-8b28-b607bd111a64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:18.364911 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d52dd2-5402-40e4-ba12-f0f9006d93e4 None None] Network be28a4f3-8075-45e1-a548-ff1063f94ca7 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:55:18.387825 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-81bea24d-14b3-46cd-a34f-2c553db05f83 req-aa30d494-f23a-48a1-96e4-1b5008cb8e24 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Unset dirty status for tenant:63ca58c29fae4c4eaafba189c1ec4492 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:55:18.389527 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-81bea24d-14b3-46cd-a34f-2c553db05f83 req-aa30d494-f23a-48a1-96e4-1b5008cb8e24 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.24 "GET /v2.0/ports?device_id=d36a569d-6a34-4d80-8488-b596fe4b8373 HTTP/1.1" status: 200 len: 944 time: 1.0960007 May 05 19:55:18.393035 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3931b543-a427-4377-8b28-b607bd111a64 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/60043da4-719a-4376-91a5-6c43c868df88 HTTP/1.1" status: 204 len: 168 time: 1.2099547 May 05 19:55:18.394777 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36590) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:55:18.431803 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad006c56-5dce-47ba-9e5b-bdfbbca4470c req-8f3e189c-5501-43d6-a02f-0bfa6249fd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:18.433224 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ad006c56-5dce-47ba-9e5b-bdfbbca4470c req-8f3e189c-5501-43d6-a02f-0bfa6249fd73 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7999f04b-20d7-45d8-9a77-2d4265dead02 HTTP/1.1" status: 200 len: 801 time: 0.0958900 May 05 19:55:18.439030 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0cce7b03-f926-4c43-8caf-58fe0f5ece30 req-74e1a2f9-75d2-4162-a684-18033f4d0d3b tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 19:55:18.443982 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0cce7b03-f926-4c43-8caf-58fe0f5ece30 req-74e1a2f9-75d2-4162-a684-18033f4d0d3b tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:18.457274 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fde5ade-c197-46e5-99c9-aa7f2f9d7d92 None None] Sync routers for ids ['cef00a4f-c68b-4d3a-b9ac-9b50deeb171a'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 19:55:18.512405 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fde5ade-c197-46e5-99c9-aa7f2f9d7d92 None None] Routers {'cef00a4f-c68b-4d3a-b9ac-9b50deeb171a'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:55:18.513034 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-1fde5ade-c197-46e5-99c9-aa7f2f9d7d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:55:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['cef00a4f-c68b-4d3a-b9ac-9b50deeb171a'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:55:18.564407 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2f800-b388-4ec8-96dd-69c578e7f1a8 req-65b7bf00-7285-4bce-9ad0-3b5c797064ac tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:18.571735 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7ce2f800-b388-4ec8-96dd-69c578e7f1a8 req-65b7bf00-7285-4bce-9ad0-3b5c797064ac tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=d36a569d-6a34-4d80-8488-b596fe4b8373 HTTP/1.1" status: 200 len: 944 time: 0.4032483 May 05 19:55:18.590688 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0cce7b03-f926-4c43-8caf-58fe0f5ece30 req-74e1a2f9-75d2-4162-a684-18033f4d0d3b tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] 10.222.0.36 "PUT /v2.0/floatingips/8c572ca6-5f7e-4378-8b93-bb13bcff4439 HTTP/1.1" status: 200 len: 695 time: 2.6334996 May 05 19:55:18.600944 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b6c0320f-9c2c-467d-80e7-d39625f34132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:18.605905 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-81bea24d-14b3-46cd-a34f-2c553db05f83 req-6fd71b8f-1199-4882-8882-808388fbc78d tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Deleting port 33127356-17a6-4961-bcb1-5efd5496d569 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:55:18.606251 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-81bea24d-14b3-46cd-a34f-2c553db05f83 req-6fd71b8f-1199-4882-8882-808388fbc78d tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:18.643586 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7ce2f800-b388-4ec8-96dd-69c578e7f1a8 req-52a8743d-ec96-431b-970e-b6aa6cde6444 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708952 May 05 19:55:18.654157 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-b6c0320f-9c2c-467d-80e7-d39625f34132 admin admin] Deleting port 93e502ac-4bbd-4648-88b2-981139df1c03 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:55:18.654513 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b6c0320f-9c2c-467d-80e7-d39625f34132 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:18.716715 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 6d70833a-7f52-47cb-a28b-4a7a388cdd64 up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:55:18.737238 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad006c56-5dce-47ba-9e5b-bdfbbca4470c req-428cb0f8-6d25-4e07-9dad-7958b484243a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:18.738587 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ad006c56-5dce-47ba-9e5b-bdfbbca4470c req-428cb0f8-6d25-4e07-9dad-7958b484243a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=452e75d7-fff5-450c-86b4-389b2df7a7f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2918019 May 05 19:55:18.829030 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-1fde5ade-c197-46e5-99c9-aa7f2f9d7d92 None None] Set router cef00a4f-c68b-4d3a-b9ac-9b50deeb171a gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:55:19.002752 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce7b03-f926-4c43-8caf-58fe0f5ece30 req-5d322638-effc-4748-b4c7-ba1c5d1594fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:19.009969 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0cce7b03-f926-4c43-8caf-58fe0f5ece30 req-5d322638-effc-4748-b4c7-ba1c5d1594fe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=41290a837817462c9759ead78a474653&device_id=8f98fb10-5b5c-425a-84e6-a590e90a80fb HTTP/1.1" status: 200 len: 1096 time: 0.3778932 May 05 19:55:19.050810 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-b6c0320f-9c2c-467d-80e7-d39625f34132 admin admin] For port 93e502ac-4bbd-4648-88b2-981139df1c03, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=93e502ac-4bbd-4648-88b2-981139df1c03,segment=NetworkSegment(7ea792d4-bdbd-4e8f-b2ab-261b8729aad3),segment_id=7ea792d4-bdbd-4e8f-b2ab-261b8729aad3)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:55:19.051921 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b6c0320f-9c2c-467d-80e7-d39625f34132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:19.060513 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46a90b4-4f6d-4e9f-905d-eab8c27ed516 None None] DHCP port deletion for be28a4f3-8075-45e1-a548-ff1063f94ca7 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 19:55:19.068394 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ad006c56-5dce-47ba-9e5b-bdfbbca4470c req-9fccb79e-9f14-4f73-bc14-0a3948d56a77 service neutron] 10.222.0.24 "GET /v2.0/networks/452e75d7-fff5-450c-86b4-389b2df7a7f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004410 May 05 19:55:19.068843 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-d46a90b4-4f6d-4e9f-905d-eab8c27ed516 None None] Deleting port 93e502ac-4bbd-4648-88b2-981139df1c03 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:55:19.069220 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d46a90b4-4f6d-4e9f-905d-eab8c27ed516 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:19.142824 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port 6d70833a-7f52-47cb-a28b-4a7a388cdd64 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:55:19.201785 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 6d70833a-7f52-47cb-a28b-4a7a388cdd64 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:55:19.202188 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:19.242128 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-b6c0320f-9c2c-467d-80e7-d39625f34132 admin admin] Calling delete_port for 93e502ac-4bbd-4648-88b2-981139df1c03 owned by network:dhcp {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:55:19.295949 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce7b03-f926-4c43-8caf-58fe0f5ece30 req-7d9ee5af-7dc3-48e4-b043-99ba20092553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:19.302876 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0cce7b03-f926-4c43-8caf-58fe0f5ece30 req-7d9ee5af-7dc3-48e4-b043-99ba20092553 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ac633efb-8397-4939-80ef-9a336931fe15 HTTP/1.1" status: 200 len: 930 time: 0.2921019 May 05 19:55:19.360516 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 42ad910d-9c74-4466-a8c1-bf31da36bea6 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:55:19.372867 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0cce7b03-f926-4c43-8caf-58fe0f5ece30 req-a436ce7b-40ac-4083-ba21-a41d9f474f42 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0aa57b64-504c-4fb9-abb7-53a7e82330a4 HTTP/1.1" status: 200 len: 217 time: 0.0691526 May 05 19:55:19.381609 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-81bea24d-14b3-46cd-a34f-2c553db05f83 req-6fd71b8f-1199-4882-8882-808388fbc78d tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] For port 33127356-17a6-4961-bcb1-5efd5496d569, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=33127356-17a6-4961-bcb1-5efd5496d569,segment=NetworkSegment(74addc21-9c2f-4292-8d75-7048fb7d56d2),segment_id=74addc21-9c2f-4292-8d75-7048fb7d56d2)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:55:19.381935 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-81bea24d-14b3-46cd-a34f-2c553db05f83 req-6fd71b8f-1199-4882-8882-808388fbc78d tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:19.411658 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 42ad910d-9c74-4466-a8c1-bf31da36bea6 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 19:55:19.411658 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 42ad910d-9c74-4466-a8c1-bf31da36bea6 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:55:19.412258 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 93e502ac-4bbd-4648-88b2-981139df1c03 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:55:19.434747 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b6c0320f-9c2c-467d-80e7-d39625f34132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:19.479046 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ad006c56-5dce-47ba-9e5b-bdfbbca4470c req-31ad48fa-a271-405e-88c0-9ced60bcf393 service neutron] 10.222.0.24 "GET /v2.0/networks/452e75d7-fff5-450c-86b4-389b2df7a7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3546143 May 05 19:55:19.490348 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c0320f-9c2c-467d-80e7-d39625f34132 admin admin] Pushing event deleted for resources: {'Port': ['ID=93e502ac-4bbd-4648-88b2-981139df1c03,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:19.505546 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93fc6a-f6bd-4235-8492-be124cfc3d20 req-697ff645-81f9-4303-9d58-0f4d5ae8bd80 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:19.511955 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93fc6a-f6bd-4235-8492-be124cfc3d20 req-697ff645-81f9-4303-9d58-0f4d5ae8bd80 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:19.517796 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93fc6a-f6bd-4235-8492-be124cfc3d20 req-697ff645-81f9-4303-9d58-0f4d5ae8bd80 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:19.525680 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-de93fc6a-f6bd-4235-8492-be124cfc3d20 req-697ff645-81f9-4303-9d58-0f4d5ae8bd80 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7137476-525b-4fda-8c01-a6b1fcd19390 HTTP/1.1" status: 200 len: 2416 time: 0.4022958 May 05 19:55:19.526041 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 93e502ac-4bbd-4648-88b2-981139df1c03 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 19:55:19.526320 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 93e502ac-4bbd-4648-88b2-981139df1c03 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:55:19.547769 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c0320f-9c2c-467d-80e7-d39625f34132 admin admin] No DVR routers for this DVR port 93e502ac-4bbd-4648-88b2-981139df1c03 on host n-d-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:55:19.551275 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-8ddc28db-b331-43df-b20b-2969a92f4cf0 req-81df9076-618a-48a3-a906-103f88072db9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96d6b825-8fac-494b-9ce6-69608695d713 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:55:19.561116 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f98fb10-5b5c-425a-84e6-a590e90a80fb', 'tag': '0aa57b64-504c-4fb9-abb7-53a7e82330a4'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:55:19.593446 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-d46a90b4-4f6d-4e9f-905d-eab8c27ed516 None None] For port 93e502ac-4bbd-4648-88b2-981139df1c03, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=93e502ac-4bbd-4648-88b2-981139df1c03,segment=NetworkSegment(7ea792d4-bdbd-4e8f-b2ab-261b8729aad3),segment_id=7ea792d4-bdbd-4e8f-b2ab-261b8729aad3)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:55:19.593994 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d46a90b4-4f6d-4e9f-905d-eab8c27ed516 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:19.625032 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-8ddc28db-b331-43df-b20b-2969a92f4cf0 req-81df9076-618a-48a3-a906-103f88072db9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:19.642111 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-de93fc6a-f6bd-4235-8492-be124cfc3d20 req-a530e1d2-bbd0-4aea-ad2d-b661da9327fc tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.36 "GET /v2.0/security-groups?id=54210ff6-4648-4cdb-8887-421df42725ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154678 May 05 19:55:19.726217 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-81bea24d-14b3-46cd-a34f-2c553db05f83 req-6fd71b8f-1199-4882-8882-808388fbc78d tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Calling delete_port for 33127356-17a6-4961-bcb1-5efd5496d569 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:55:19.746985 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-d46a90b4-4f6d-4e9f-905d-eab8c27ed516 None None] Calling delete_port for 93e502ac-4bbd-4648-88b2-981139df1c03 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:55:19.754211 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b6c0320f-9c2c-467d-80e7-d39625f34132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:19.796233 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-8ddc28db-b331-43df-b20b-2969a92f4cf0 req-81df9076-618a-48a3-a906-103f88072db9 service neutron] Transition to ACTIVE for port object 96d6b825-8fac-494b-9ce6-69608695d713 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:55:19.808109 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce7b03-f926-4c43-8caf-58fe0f5ece30 req-eb2beac0-8f8c-4c60-8da3-1d63c9367654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:19.809698 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0cce7b03-f926-4c43-8caf-58fe0f5ece30 req-eb2beac0-8f8c-4c60-8da3-1d63c9367654 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2bc2455-bacb-4a1f-a7b8-eb3091756a77 HTTP/1.1" status: 200 len: 868 time: 0.4182773 May 05 19:55:19.810676 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-8ddc28db-b331-43df-b20b-2969a92f4cf0 req-81df9076-618a-48a3-a906-103f88072db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:19.861081 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-b3be40ff-69e0-4814-8740-86dc0c06bb3e req-84d7d643-e353-4319-a561-1d62b971a999 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Synchronizing usage tracker for tenant:893db41311a443bcaaab6cdc04f87592 on resource:floatingip {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:55:19.864888 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:19.867604 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-b6c0320f-9c2c-467d-80e7-d39625f34132 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be28a4f3-8075-45e1-a548-ff1063f94ca7']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:55:19.936507 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-d46a90b4-4f6d-4e9f-905d-eab8c27ed516 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 19:55:19.937206 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-d46a90b4-4f6d-4e9f-905d-eab8c27ed516 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 19:55:19.959845 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-1fde5ade-c197-46e5-99c9-aa7f2f9d7d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef00a4f-c68b-4d3a-b9ac-9b50deeb171a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1356480807-router', 'tenant_id': '41290a837817462c9759ead78a474653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '576cb4a5-db7e-4875-9be7-ebb326e540b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:53:56Z', 'updated_at': '2022-05-05T19:54:05Z', 'revision_number': 4, 'project_id': '41290a837817462c9759ead78a474653', 'gw_port': {'id': '576cb4a5-db7e-4875-9be7-ebb326e540b7', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ca:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef00a4f-c68b-4d3a-b9ac-9b50deeb171a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:53:59Z', 'updated_at': '2022-05-05T19:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '2ae25ead-871d-4f1d-9c24-04660b217917', 'name': '', 'network_id': 'ac633efb-8397-4939-80ef-9a336931fe15', 'tenant_id': '41290a837817462c9759ead78a474653', 'mac_address': 'fa:16:3e:7c:98:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef00a4f-c68b-4d3a-b9ac-9b50deeb171a', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'c2bc2455-bacb-4a1f-a7b8-eb3091756a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:54:04Z', 'updated_at': '2022-05-05T19:54:18Z', 'revision_number': 5, 'project_id': '41290a837817462c9759ead78a474653', 'subnets': [{'id': 'c2bc2455-bacb-4a1f-a7b8-eb3091756a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:55:19.987328 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 6d70833a-7f52-47cb-a28b-4a7a388cdd64, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=6d70833a-7f52-47cb-a28b-4a7a388cdd64,segment=NetworkSegment(318cf6b1-dc19-4083-8340-7d65b0ecdf27),segment_id=318cf6b1-dc19-4083-8340-7d65b0ecdf27)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:55:19.993048 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:19.994009 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 4687b45a-95fd-45e1-b72b-77a27219336d up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:55:20.019685 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-b6c0320f-9c2c-467d-80e7-d39625f34132 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ea792d4-bdbd-4e8f-b2ab-261b8729aad3') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:55:20.019685 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-b6c0320f-9c2c-467d-80e7-d39625f34132 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ea792d4-bdbd-4e8f-b2ab-261b8729aad3') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:55:20.041720 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b6c0320f-9c2c-467d-80e7-d39625f34132 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:20.048167 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-b3be40ff-69e0-4814-8740-86dc0c06bb3e req-84d7d643-e353-4319-a561-1d62b971a999 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Unset dirty status for tenant:893db41311a443bcaaab6cdc04f87592 on resource:floatingip {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:55:20.071880 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b3be40ff-69e0-4814-8740-86dc0c06bb3e req-84d7d643-e353-4319-a561-1d62b971a999 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] 10.222.0.36 "GET /v2.0/floatingips?tenant_id=893db41311a443bcaaab6cdc04f87592 HTTP/1.1" status: 200 len: 1656 time: 0.3217497 May 05 19:55:20.076026 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81df9076-618a-48a3-a906-103f88072db9 service neutron] Pushing event updated for resources: {'Port': ['ID=96d6b825-8fac-494b-9ce6-69608695d713,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:20.085686 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fde5ade-c197-46e5-99c9-aa7f2f9d7d92 None None] Checking router: cef00a4f-c68b-4d3a-b9ac-9b50deeb171a for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 19:55:20.133715 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b6c0320f-9c2c-467d-80e7-d39625f34132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:20.135390 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fde5ade-c197-46e5-99c9-aa7f2f9d7d92 None None] Routers {'cef00a4f-c68b-4d3a-b9ac-9b50deeb171a'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:55:20.136045 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-1fde5ade-c197-46e5-99c9-aa7f2f9d7d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:55:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['cef00a4f-c68b-4d3a-b9ac-9b50deeb171a'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:55:20.148538 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6c0320f-9c2c-467d-80e7-d39625f34132 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 19:55:20.148939 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b6c0320f-9c2c-467d-80e7-d39625f34132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:20.162017 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 19:55:20.162017 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 19:55:20.162017 n-d-840717-1 neutron-server[88197]: timer() May 05 19:55:20.162017 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 19:55:20.162017 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 19:55:20.162017 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 19:55:20.162017 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 19:55:20.162017 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 19:55:20.162017 n-d-840717-1 neutron-server[88197]: self._notify() May 05 19:55:20.162017 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 19:55:20.162017 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 19:55:20.162017 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 19:55:20.162017 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 19:55:20.162017 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 19:55:20.162017 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 19:55:20.162017 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 19:55:20.162017 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 19:55:20.162017 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 19:55:20.162017 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 19:55:20.162017 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 19:55:20.162017 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 19:55:20.162017 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 19:55:20.162017 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 19:55:20.162017 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 19:55:20.162017 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 19:55:20.162017 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 19:55:20.162017 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 19:55:20.162017 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 19:55:20.162017 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 19:55:20.162017 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 19:55:20.162017 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 19:55:20.162017 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 19:55:20.287448 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce7b03-f926-4c43-8caf-58fe0f5ece30 req-36d0d25a-a10d-4d51-84af-79f7f410db48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:20.290040 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0cce7b03-f926-4c43-8caf-58fe0f5ece30 req-36d0d25a-a10d-4d51-84af-79f7f410db48 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ac633efb-8397-4939-80ef-9a336931fe15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4406929 May 05 19:55:20.290185 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-81bea24d-14b3-46cd-a34f-2c553db05f83 req-6fd71b8f-1199-4882-8882-808388fbc78d tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:20.305620 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=6d70833a-7f52-47cb-a28b-4a7a388cdd64,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:20.325069 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b6c0320f-9c2c-467d-80e7-d39625f34132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:20.332243 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b6c0320f-9c2c-467d-80e7-d39625f34132 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:20.395727 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd71b8f-1199-4882-8882-808388fbc78d tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Pushing event deleted for resources: {'Port': ['ID=33127356-17a6-4961-bcb1-5efd5496d569,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:20.407922 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port 4687b45a-95fd-45e1-b72b-77a27219336d completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:55:20.417017 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 4687b45a-95fd-45e1-b72b-77a27219336d triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:55:20.417719 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:20.434474 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-8ddc28db-b331-43df-b20b-2969a92f4cf0 req-81df9076-618a-48a3-a906-103f88072db9 service neutron] Attempting to bind port 96d6b825-8fac-494b-9ce6-69608695d713 on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:55:20.434803 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-8ddc28db-b331-43df-b20b-2969a92f4cf0 req-81df9076-618a-48a3-a906-103f88072db9 service neutron] Attempting to bind port 96d6b825-8fac-494b-9ce6-69608695d713 by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:55:20.435131 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ddc28db-b331-43df-b20b-2969a92f4cf0 req-81df9076-618a-48a3-a906-103f88072db9 service neutron] Attempting to bind port 96d6b825-8fac-494b-9ce6-69608695d713 on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:55:20.461004 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c0320f-9c2c-467d-80e7-d39625f34132 admin admin] Pushing event deleted for resources: {'Network': ['ID=be28a4f3-8075-45e1-a548-ff1063f94ca7,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:20.475376 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-b6c0320f-9c2c-467d-80e7-d39625f34132 admin admin] 10.222.0.36 "DELETE /v2.0/networks/be28a4f3-8075-45e1-a548-ff1063f94ca7 HTTP/1.1" status: 204 len: 168 time: 2.0760088 May 05 19:55:20.476769 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-1fde5ade-c197-46e5-99c9-aa7f2f9d7d92 None None] Set router cef00a4f-c68b-4d3a-b9ac-9b50deeb171a gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:55:20.482703 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ddc28db-b331-43df-b20b-2969a92f4cf0 req-81df9076-618a-48a3-a906-103f88072db9 service neutron] Port 96d6b825-8fac-494b-9ce6-69608695d713 on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:55:20.483033 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ddc28db-b331-43df-b20b-2969a92f4cf0 req-81df9076-618a-48a3-a906-103f88072db9 service neutron] Attempting to bind port 96d6b825-8fac-494b-9ce6-69608695d713 on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:55:20.490157 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be40ff-69e0-4814-8740-86dc0c06bb3e req-ed7dd5ce-bc9c-4078-ae65-4a4c1a684c1c tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:20.496138 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b3be40ff-69e0-4814-8740-86dc0c06bb3e req-ed7dd5ce-bc9c-4078-ae65-4a4c1a684c1c tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] 10.222.0.36 "GET /v2.0/networks?id=0401d202-1605-4cfe-bad4-fb225df6afb0&id=0401d202-1605-4cfe-bad4-fb225df6afb0&id=0401d202-1605-4cfe-bad4-fb225df6afb0 HTTP/1.1" status: 200 len: 787 time: 0.4235518 May 05 19:55:20.502951 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ddc28db-b331-43df-b20b-2969a92f4cf0 req-81df9076-618a-48a3-a906-103f88072db9 service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:55:20.503301 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ddc28db-b331-43df-b20b-2969a92f4cf0 req-81df9076-618a-48a3-a906-103f88072db9 service neutron] Checking segment: {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:55:20.503790 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ddc28db-b331-43df-b20b-2969a92f4cf0 req-81df9076-618a-48a3-a906-103f88072db9 service neutron] Bound using segment: {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:55:20.512985 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-8ddc28db-b331-43df-b20b-2969a92f4cf0 req-81df9076-618a-48a3-a906-103f88072db9 service neutron] Bound port: 96d6b825-8fac-494b-9ce6-69608695d713, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:55:20.513438 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-8ddc28db-b331-43df-b20b-2969a92f4cf0 req-81df9076-618a-48a3-a906-103f88072db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:20.530715 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa77a0-13c5-4b28-8dd1-ec67e4e87a58 req-377dcdd0-f6d4-46c2-9be4-b11b1e433051 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:20.532603 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-66fa77a0-13c5-4b28-8dd1-ec67e4e87a58 req-377dcdd0-f6d4-46c2-9be4-b11b1e433051 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c5dad3c-d602-4b16-ba45-4bfc3c8179fb HTTP/1.1" status: 200 len: 951 time: 0.1613472 May 05 19:55:20.628599 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-81bea24d-14b3-46cd-a34f-2c553db05f83 req-6fd71b8f-1199-4882-8882-808388fbc78d tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] No DVR routers for this DVR port 33127356-17a6-4961-bcb1-5efd5496d569 on host n-h1-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:55:20.651743 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-81bea24d-14b3-46cd-a34f-2c553db05f83 req-6fd71b8f-1199-4882-8882-808388fbc78d tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:20.670109 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-d46a90b4-4f6d-4e9f-905d-eab8c27ed516 None None] Deleting port 93e502ac-4bbd-4648-88b2-981139df1c03 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:55:20.670476 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d46a90b4-4f6d-4e9f-905d-eab8c27ed516 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:20.683519 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-66fa77a0-13c5-4b28-8dd1-ec67e4e87a58 req-6fbe6197-e579-4ddb-8fc7-89464107ae86 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Deleting port c4d066df-4f40-460d-9c89-ef89ebf59bdc {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:55:20.687183 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-66fa77a0-13c5-4b28-8dd1-ec67e4e87a58 req-6fbe6197-e579-4ddb-8fc7-89464107ae86 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:20.737029 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-493e0821-d830-4c69-8954-fc6f45d8b773'] response: {'server_uuid': 'd7137476-525b-4fda-8c01-a6b1fcd19390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22bf23e5-a8d8-4bd9-9afc-496de10c81e3', 'code': 200} May 05 19:55:20.743415 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36610) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:55:20.789008 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-81bea24d-14b3-46cd-a34f-2c553db05f83 req-6fd71b8f-1199-4882-8882-808388fbc78d tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.24 "DELETE /v2.0/ports/33127356-17a6-4961-bcb1-5efd5496d569 HTTP/1.1" status: 204 len: 173 time: 2.3835433 May 05 19:55:20.827629 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-d46a90b4-4f6d-4e9f-905d-eab8c27ed516 None None] The port '93e502ac-4bbd-4648-88b2-981139df1c03' was deleted {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 19:55:20.875062 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0cce7b03-f926-4c43-8caf-58fe0f5ece30 req-d7c229b9-d266-40e6-af32-c4dba7d472ae service neutron] 10.222.0.36 "GET /v2.0/networks/ac633efb-8397-4939-80ef-9a336931fe15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5262358 May 05 19:55:20.951104 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-8ddc28db-b331-43df-b20b-2969a92f4cf0 req-81df9076-618a-48a3-a906-103f88072db9 service neutron] For port 96d6b825-8fac-494b-9ce6-69608695d713, host n-h2-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:55:20.987957 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-c5aa6d70-7e4a-4a95-9dcf-dc91c7f77c23 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0826e92d9670407ebbe8a4ba737c70ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2071869 May 05 19:55:20.998840 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36616) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:55:21.041749 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-8ddc28db-b331-43df-b20b-2969a92f4cf0 req-81df9076-618a-48a3-a906-103f88072db9 service neutron] For port 96d6b825-8fac-494b-9ce6-69608695d713, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=96d6b825-8fac-494b-9ce6-69608695d713,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:55:21.122161 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-8ddc28db-b331-43df-b20b-2969a92f4cf0 req-81df9076-618a-48a3-a906-103f88072db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:21.269371 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:21.270633 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc28db-b331-43df-b20b-2969a92f4cf0 req-81df9076-618a-48a3-a906-103f88072db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:21.271281 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-8ddc28db-b331-43df-b20b-2969a92f4cf0 req-81df9076-618a-48a3-a906-103f88072db9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:21.277852 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8ddc28db-b331-43df-b20b-2969a92f4cf0 req-81df9076-618a-48a3-a906-103f88072db9 service neutron] 10.222.0.50 "PUT /v2.0/ports/96d6b825-8fac-494b-9ce6-69608695d713 HTTP/1.1" status: 200 len: 1095 time: 4.0314865 May 05 19:55:21.311154 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-66fa77a0-13c5-4b28-8dd1-ec67e4e87a58 req-6fbe6197-e579-4ddb-8fc7-89464107ae86 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] For port c4d066df-4f40-460d-9c89-ef89ebf59bdc, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=c4d066df-4f40-460d-9c89-ef89ebf59bdc,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:55:21.311739 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-66fa77a0-13c5-4b28-8dd1-ec67e4e87a58 req-6fbe6197-e579-4ddb-8fc7-89464107ae86 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:21.340690 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0cce7b03-f926-4c43-8caf-58fe0f5ece30 req-a9d445d3-ddb8-4068-bf75-3a3fa64bb12c service neutron] 10.222.0.36 "GET /v2.0/networks/ac633efb-8397-4939-80ef-9a336931fe15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4570575 May 05 19:55:21.346696 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81df9076-618a-48a3-a906-103f88072db9 service neutron] Pushing event updated for resources: {'Port': ['ID=96d6b825-8fac-494b-9ce6-69608695d713,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:21.486520 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 4687b45a-95fd-45e1-b72b-77a27219336d, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=4687b45a-95fd-45e1-b72b-77a27219336d,segment=NetworkSegment(318cf6b1-dc19-4083-8340-7d65b0ecdf27),segment_id=318cf6b1-dc19-4083-8340-7d65b0ecdf27)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:55:21.504130 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc28db-b331-43df-b20b-2969a92f4cf0 req-29c611a4-f582-4f85-9dd2-2232bc3d77d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:21.505477 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:21.505652 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8ddc28db-b331-43df-b20b-2969a92f4cf0 req-29c611a4-f582-4f85-9dd2-2232bc3d77d9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=97ead9bcc5d448dab263815a595740a4&device_id=91be2773-96ba-4736-ab41-f69a876b566a HTTP/1.1" status: 200 len: 1098 time: 0.1501286 May 05 19:55:21.559113 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-66fa77a0-13c5-4b28-8dd1-ec67e4e87a58 req-6fbe6197-e579-4ddb-8fc7-89464107ae86 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Calling delete_port for c4d066df-4f40-460d-9c89-ef89ebf59bdc owned by compute:nova {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:55:21.576407 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 33127356-17a6-4961-bcb1-5efd5496d569 no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:55:21.653952 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] No Port match for: 33127356-17a6-4961-bcb1-5efd5496d569 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 19:55:21.654545 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 33127356-17a6-4961-bcb1-5efd5496d569 not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:55:21.654993 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device c4d066df-4f40-460d-9c89-ef89ebf59bdc no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:55:21.736096 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8ddc28db-b331-43df-b20b-2969a92f4cf0 req-08bb73f0-8050-4fd9-877a-65d71724e5f1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=96d6b825-8fac-494b-9ce6-69608695d713 HTTP/1.1" status: 200 len: 217 time: 0.2225866 May 05 19:55:21.760564 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=4687b45a-95fd-45e1-b72b-77a27219336d,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:21.781475 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f15c0732-0d74-4737-b62f-7b4112e5556c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:21.809206 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc970f-66e0-47bb-af5b-f082659430af req-d27e670d-d645-45ec-a225-096736d305b8 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:21.816486 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6ecc970f-66e0-47bb-af5b-f082659430af req-d27e670d-d645-45ec-a225-096736d305b8 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c5dad3c-d602-4b16-ba45-4bfc3c8179fb HTTP/1.1" status: 200 len: 951 time: 0.6910200 May 05 19:55:21.829161 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-1fde5ade-c197-46e5-99c9-aa7f2f9d7d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef00a4f-c68b-4d3a-b9ac-9b50deeb171a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1356480807-router', 'tenant_id': '41290a837817462c9759ead78a474653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '576cb4a5-db7e-4875-9be7-ebb326e540b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:53:56Z', 'updated_at': '2022-05-05T19:54:05Z', 'revision_number': 4, 'project_id': '41290a837817462c9759ead78a474653', 'gw_port': {'id': '576cb4a5-db7e-4875-9be7-ebb326e540b7', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ca:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef00a4f-c68b-4d3a-b9ac-9b50deeb171a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:53:59Z', 'updated_at': '2022-05-05T19:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '2ae25ead-871d-4f1d-9c24-04660b217917', 'name': '', 'network_id': 'ac633efb-8397-4939-80ef-9a336931fe15', 'tenant_id': '41290a837817462c9759ead78a474653', 'mac_address': 'fa:16:3e:7c:98:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef00a4f-c68b-4d3a-b9ac-9b50deeb171a', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'c2bc2455-bacb-4a1f-a7b8-eb3091756a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:54:04Z', 'updated_at': '2022-05-05T19:54:18Z', 'revision_number': 5, 'project_id': '41290a837817462c9759ead78a474653', 'subnets': [{'id': 'c2bc2455-bacb-4a1f-a7b8-eb3091756a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:55:21.833761 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:21.855340 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fde5ade-c197-46e5-99c9-aa7f2f9d7d92 None None] The sync data for ids ['cef00a4f-c68b-4d3a-b9ac-9b50deeb171a'] in n-d-840717-1 is: [{'id': 'cef00a4f-c68b-4d3a-b9ac-9b50deeb171a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1356480807-router', 'tenant_id': '41290a837817462c9759ead78a474653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '576cb4a5-db7e-4875-9be7-ebb326e540b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:53:56Z', 'updated_at': '2022-05-05T19:54:05Z', 'revision_number': 4, 'project_id': '41290a837817462c9759ead78a474653', 'gw_port': {'id': '576cb4a5-db7e-4875-9be7-ebb326e540b7', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ca:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef00a4f-c68b-4d3a-b9ac-9b50deeb171a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:53:59Z', 'updated_at': '2022-05-05T19:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '2ae25ead-871d-4f1d-9c24-04660b217917', 'name': '', 'network_id': 'ac633efb-8397-4939-80ef-9a336931fe15', 'tenant_id': '41290a837817462c9759ead78a474653', 'mac_address': 'fa:16:3e:7c:98:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef00a4f-c68b-4d3a-b9ac-9b50deeb171a', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'c2bc2455-bacb-4a1f-a7b8-eb3091756a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:54:04Z', 'updated_at': '2022-05-05T19:54:18Z', 'revision_number': 5, 'project_id': '41290a837817462c9759ead78a474653', 'subnets': [{'id': 'c2bc2455-bacb-4a1f-a7b8-eb3091756a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 19:55:21.865206 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-66fa77a0-13c5-4b28-8dd1-ec67e4e87a58 req-6fbe6197-e579-4ddb-8fc7-89464107ae86 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:21.868327 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f15c0732-0d74-4737-b62f-7b4112e5556c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:21.882630 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['046cff30-9f24-4516-aca1-577e77e2491f', 'f071c826-6291-459c-b65e-f04fbaeb1079'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:55:21.977508 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc28db-b331-43df-b20b-2969a92f4cf0 req-43592bd2-520e-4f1c-8c9e-afb66f935993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:21.978971 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8ddc28db-b331-43df-b20b-2969a92f4cf0 req-43592bd2-520e-4f1c-8c9e-afb66f935993 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.2289224 May 05 19:55:21.982246 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbe6197-e579-4ddb-8fc7-89464107ae86 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Pushing event deleted for resources: {'Port': ['ID=c4d066df-4f40-460d-9c89-ef89ebf59bdc,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:22.018355 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6ecc970f-66e0-47bb-af5b-f082659430af req-f88af0c0-183f-4a7c-9bfb-7d94b9dc2b7a tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005463 May 05 19:55:22.061481 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cccf19-1ae9-4e07-bfe7-0cafb94dd7ed req-5edaf2cf-d2bf-4ca4-9dd1-97b4bf53d1c6 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:22.062296 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-b3cccf19-1ae9-4e07-bfe7-0cafb94dd7ed req-5edaf2cf-d2bf-4ca4-9dd1-97b4bf53d1c6 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Synchronizing usage tracker for tenant:97ead9bcc5d448dab263815a595740a4 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:55:22.089646 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-b3cccf19-1ae9-4e07-bfe7-0cafb94dd7ed req-5edaf2cf-d2bf-4ca4-9dd1-97b4bf53d1c6 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Unset dirty status for tenant:97ead9bcc5d448dab263815a595740a4 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:55:22.090872 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b3cccf19-1ae9-4e07-bfe7-0cafb94dd7ed req-5edaf2cf-d2bf-4ca4-9dd1-97b4bf53d1c6 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=91be2773-96ba-4736-ab41-f69a876b566a HTTP/1.1" status: 200 len: 947 time: 0.4432387 May 05 19:55:22.142243 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba7b91ba-4a17-4f87-9de2-62a5da499a2a'] response: {'name': 'network-changed', 'server_uuid': '8f98fb10-5b5c-425a-84e6-a590e90a80fb', 'tag': '0aa57b64-504c-4fb9-abb7-53a7e82330a4', 'status': 'completed', 'code': 200} May 05 19:55:22.267924 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc28db-b331-43df-b20b-2969a92f4cf0 req-990f1884-b2b3-499a-b457-eaf35096e2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:22.269545 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8ddc28db-b331-43df-b20b-2969a92f4cf0 req-990f1884-b2b3-499a-b457-eaf35096e2c4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2812989 May 05 19:55:22.288594 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b3cccf19-1ae9-4e07-bfe7-0cafb94dd7ed req-2cd0da07-bc91-4e53-89db-206cfa51700b tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/security-groups?id=47e8f45b-d376-403a-8bb9-867508147e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883700 May 05 19:55:22.289102 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-66fa77a0-13c5-4b28-8dd1-ec67e4e87a58 req-6fbe6197-e579-4ddb-8fc7-89464107ae86 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] No DVR routers for this DVR port c4d066df-4f40-460d-9c89-ef89ebf59bdc on host n-h1-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:55:22.301238 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-66fa77a0-13c5-4b28-8dd1-ec67e4e87a58 req-6fbe6197-e579-4ddb-8fc7-89464107ae86 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:22.334786 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9f9c58-185c-48a9-a834-983fcd0a7fce None None] New status for floating IP 8c572ca6-5f7e-4378-8b93-bb13bcff4439: DOWN {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 19:55:22.364592 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c5dad3c-d602-4b16-ba45-4bfc3c8179fb', 'name': 'network-vif-deleted', 'tag': 'c4d066df-4f40-460d-9c89-ef89ebf59bdc'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:55:22.388480 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-66fa77a0-13c5-4b28-8dd1-ec67e4e87a58 req-6fbe6197-e579-4ddb-8fc7-89464107ae86 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.24 "DELETE /v2.0/ports/c4d066df-4f40-460d-9c89-ef89ebf59bdc HTTP/1.1" status: 204 len: 173 time: 1.8487291 May 05 19:55:22.391969 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f15c0732-0d74-4737-b62f-7b4112e5556c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:22.398944 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f15c0732-0d74-4737-b62f-7b4112e5556c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:22.401359 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f15c0732-0d74-4737-b62f-7b4112e5556c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7e829e4a-426c-49e7-8429-f9e9455d0693 HTTP/1.1" status: 204 len: 168 time: 1.3977685 May 05 19:55:22.437537 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15c0732-0d74-4737-b62f-7b4112e5556c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e829e4a-426c-49e7-8429-f9e9455d0693,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:22.677280 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c2931178-a2d6-4b7c-bd1d-3d2f0031f794 req-d87b22fa-55df-4b37-8aba-db3ec27ea690 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] 10.222.0.36 "GET /v2.0/floatingips/42002b30-29b2-4012-8c1b-5f050eec7a56 HTTP/1.1" status: 200 len: 693 time: 0.3290596 May 05 19:55:22.738246 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7137476-525b-4fda-8c01-a6b1fcd19390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d70833a-7f52-47cb-a28b-4a7a388cdd64'}, {'server_uuid': 'd7137476-525b-4fda-8c01-a6b1fcd19390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4687b45a-95fd-45e1-b72b-77a27219336d'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:55:22.864426 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befe08bd-4b4f-4b71-af74-810549a9737d req-96db8c49-b49e-474f-a96b-070f76f6227b tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:22.873695 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befe08bd-4b4f-4b71-af74-810549a9737d req-96db8c49-b49e-474f-a96b-070f76f6227b tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:22.880535 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befe08bd-4b4f-4b71-af74-810549a9737d req-96db8c49-b49e-474f-a96b-070f76f6227b tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:22.882288 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-befe08bd-4b4f-4b71-af74-810549a9737d req-96db8c49-b49e-474f-a96b-070f76f6227b tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7137476-525b-4fda-8c01-a6b1fcd19390 HTTP/1.1" status: 200 len: 2418 time: 0.2400804 May 05 19:55:22.956844 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-befe08bd-4b4f-4b71-af74-810549a9737d req-a931ba39-ed6a-48b3-9d9c-b0385ec543bc tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.36 "GET /v2.0/security-groups?id=54210ff6-4648-4cdb-8887-421df42725ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672116 May 05 19:55:23.021083 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a0a85-fd9e-4800-9718-ac2cef6fd173 req-ff75add9-d127-4b73-aee6-06884035c3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:23.022770 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6f4a0a85-fd9e-4800-9718-ac2cef6fd173 req-ff75add9-d127-4b73-aee6-06884035c3fd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=41290a837817462c9759ead78a474653&device_id=8f98fb10-5b5c-425a-84e6-a590e90a80fb HTTP/1.1" status: 200 len: 1096 time: 0.8526134 May 05 19:55:23.035523 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8ddc28db-b331-43df-b20b-2969a92f4cf0 req-953728ee-23a4-42d5-89b9-e1b43c8eb836 service neutron] 10.222.0.50 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7563903 May 05 19:55:23.177696 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2931178-a2d6-4b7c-bd1d-3d2f0031f794 req-f407ced3-f098-4fbd-a89d-191b3f283b28 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:23.179970 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c2931178-a2d6-4b7c-bd1d-3d2f0031f794 req-f407ced3-f098-4fbd-a89d-191b3f283b28 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] 10.222.0.36 "GET /v2.0/networks/0401d202-1605-4cfe-bad4-fb225df6afb0 HTTP/1.1" status: 200 len: 784 time: 0.3475170 May 05 19:55:23.257807 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d8d1e6cc-a061-43bd-bc81-6ec9b1fd6585 req-4d6a0fea-6a20-4369-9100-5fd62c12fc12 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] 10.222.0.36 "GET /v2.0/floatingips/8c572ca6-5f7e-4378-8b93-bb13bcff4439 HTTP/1.1" status: 200 len: 693 time: 0.2675767 May 05 19:55:23.496997 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a0a85-fd9e-4800-9718-ac2cef6fd173 req-735d7417-22f1-46c3-b6cb-9f7746f31e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:23.498522 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6f4a0a85-fd9e-4800-9718-ac2cef6fd173 req-735d7417-22f1-46c3-b6cb-9f7746f31e18 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ac633efb-8397-4939-80ef-9a336931fe15 HTTP/1.1" status: 200 len: 930 time: 0.4653461 May 05 19:55:23.628774 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c2931178-a2d6-4b7c-bd1d-3d2f0031f794 req-cabe7fe1-723f-4ce8-bb5c-5b054c1165c6 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.225 HTTP/1.1" status: 200 len: 696 time: 0.4410243 May 05 19:55:23.641762 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6f4a0a85-fd9e-4800-9718-ac2cef6fd173 req-9ec9370c-841c-4e46-921c-05eb7ade44b0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0aa57b64-504c-4fb9-abb7-53a7e82330a4 HTTP/1.1" status: 200 len: 217 time: 0.1246583 May 05 19:55:23.794390 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d1e6cc-a061-43bd-bc81-6ec9b1fd6585 req-34ba8d2c-f91d-4719-944b-dc879684b6d6 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:23.796106 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d8d1e6cc-a061-43bd-bc81-6ec9b1fd6585 req-34ba8d2c-f91d-4719-944b-dc879684b6d6 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] 10.222.0.36 "GET /v2.0/networks/0401d202-1605-4cfe-bad4-fb225df6afb0 HTTP/1.1" status: 200 len: 784 time: 0.5274622 May 05 19:55:23.796482 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c2931178-a2d6-4b7c-bd1d-3d2f0031f794 req-cafcf1b8-6ee1-42a5-9935-8769d305c7c2 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.225 HTTP/1.1" status: 200 len: 696 time: 0.1563883 May 05 19:55:23.802872 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8ddc28db-b331-43df-b20b-2969a92f4cf0 req-c715a265-fd43-41a9-a1e1-63ac4505f0d7 service neutron] 10.222.0.50 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7445111 May 05 19:55:23.903885 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36658) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:55:23.941899 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d8d1e6cc-a061-43bd-bc81-6ec9b1fd6585 req-c32b1a00-2c1d-439d-a2d7-ce682114854d tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.147 HTTP/1.1" status: 200 len: 696 time: 0.1236715 May 05 19:55:24.000365 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-c2931178-a2d6-4b7c-bd1d-3d2f0031f794 req-46a73856-0f10-4b3a-9387-e159b1be4a8f tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Deleting port 72f42e5b-cfca-4889-a58a-d6d26f04aea0 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:55:24.000635 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c2931178-a2d6-4b7c-bd1d-3d2f0031f794 req-46a73856-0f10-4b3a-9387-e159b1be4a8f tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:24.028584 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d8d1e6cc-a061-43bd-bc81-6ec9b1fd6585 req-7ad75729-839b-40f0-b6dc-32d2796216a0 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.147 HTTP/1.1" status: 200 len: 696 time: 0.0857110 May 05 19:55:24.062815 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a0a85-fd9e-4800-9718-ac2cef6fd173 req-70b5bd79-e10a-4c43-9b58-be0725963715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:24.064295 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6f4a0a85-fd9e-4800-9718-ac2cef6fd173 req-70b5bd79-e10a-4c43-9b58-be0725963715 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c2bc2455-bacb-4a1f-a7b8-eb3091756a77 HTTP/1.1" status: 200 len: 868 time: 0.3552868 May 05 19:55:24.101749 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-cdbc7bb5-3cd6-4d64-8d9f-facda85b01a8 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-785992699-network', 'tenant_id': 'a4c11d868c0147579eb9c3084e99157f'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:55:24.114416 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-cdbc7bb5-3cd6-4d64-8d9f-facda85b01a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:55:24.127773 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-cdbc7bb5-3cd6-4d64-8d9f-facda85b01a8 admin admin] Usage tracker for resource:network and tenant:a4c11d868c0147579eb9c3084e99157f is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:55:24.186271 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-cdbc7bb5-3cd6-4d64-8d9f-facda85b01a8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:55:24.206856 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-cdbc7bb5-3cd6-4d64-8d9f-facda85b01a8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:55:24.221467 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-d8d1e6cc-a061-43bd-bc81-6ec9b1fd6585 req-1790ef33-8933-46d2-97a5-c5eed1576627 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Deleting port d7cbd919-13ab-40a9-a277-81771dac338c {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:55:24.221958 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d8d1e6cc-a061-43bd-bc81-6ec9b1fd6585 req-1790ef33-8933-46d2-97a5-c5eed1576627 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:24.263448 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd36a569d-6a34-4d80-8488-b596fe4b8373', 'name': 'network-vif-deleted', 'tag': '33127356-17a6-4961-bcb1-5efd5496d569'}, {'name': 'network-changed', 'server_uuid': '91be2773-96ba-4736-ab41-f69a876b566a', 'tag': '96d6b825-8fac-494b-9ce6-69608695d713'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:55:24.268696 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdbc7bb5-3cd6-4d64-8d9f-facda85b01a8 admin admin] Made reservation on behalf of a4c11d868c0147579eb9c3084e99157f for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:55:24.270997 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cdbc7bb5-3cd6-4d64-8d9f-facda85b01a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:24.287306 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cdbc7bb5-3cd6-4d64-8d9f-facda85b01a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:24.322295 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-cdbc7bb5-3cd6-4d64-8d9f-facda85b01a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:55:24.337991 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-cdbc7bb5-3cd6-4d64-8d9f-facda85b01a8 admin admin] Usage tracker for resource:security_group_rule and tenant:a4c11d868c0147579eb9c3084e99157f is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:55:24.346655 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-cdbc7bb5-3cd6-4d64-8d9f-facda85b01a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:55:24.355835 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-cdbc7bb5-3cd6-4d64-8d9f-facda85b01a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:55:24.386095 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c2931178-a2d6-4b7c-bd1d-3d2f0031f794 req-46a73856-0f10-4b3a-9387-e159b1be4a8f tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:24.386475 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c2931178-a2d6-4b7c-bd1d-3d2f0031f794 req-46a73856-0f10-4b3a-9387-e159b1be4a8f tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:24.400832 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a0a85-fd9e-4800-9718-ac2cef6fd173 req-bdaeb097-7c0c-4280-a070-e34b6b0157e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:24.402326 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6f4a0a85-fd9e-4800-9718-ac2cef6fd173 req-bdaeb097-7c0c-4280-a070-e34b6b0157e3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ac633efb-8397-4939-80ef-9a336931fe15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3201985 May 05 19:55:24.467456 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d8d1e6cc-a061-43bd-bc81-6ec9b1fd6585 req-1790ef33-8933-46d2-97a5-c5eed1576627 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:24.467786 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d8d1e6cc-a061-43bd-bc81-6ec9b1fd6585 req-1790ef33-8933-46d2-97a5-c5eed1576627 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:24.535964 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-c2931178-a2d6-4b7c-bd1d-3d2f0031f794 req-46a73856-0f10-4b3a-9387-e159b1be4a8f tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Calling delete_port for 72f42e5b-cfca-4889-a58a-d6d26f04aea0 owned by network:floatingip {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:55:24.666389 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-d8d1e6cc-a061-43bd-bc81-6ec9b1fd6585 req-1790ef33-8933-46d2-97a5-c5eed1576627 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Calling delete_port for d7cbd919-13ab-40a9-a277-81771dac338c owned by network:floatingip {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:55:24.799222 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6f4a0a85-fd9e-4800-9718-ac2cef6fd173 req-a3ec91b4-25d1-43d2-a557-513d22266e4b service neutron] 10.222.0.50 "GET /v2.0/networks/ac633efb-8397-4939-80ef-9a336931fe15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3475566 May 05 19:55:24.806376 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cdbc7bb5-3cd6-4d64-8d9f-facda85b01a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:24.812471 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cdbc7bb5-3cd6-4d64-8d9f-facda85b01a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:24.828803 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdbc7bb5-3cd6-4d64-8d9f-facda85b01a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 19:55:24.870263 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbc7bb5-3cd6-4d64-8d9f-facda85b01a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac55d71-6505-4db9-b904-314195ee0814,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:24.947298 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d8d1e6cc-a061-43bd-bc81-6ec9b1fd6585 req-1790ef33-8933-46d2-97a5-c5eed1576627 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:24.994715 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1790ef33-8933-46d2-97a5-c5eed1576627 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Pushing event deleted for resources: {'Port': ['ID=d7cbd919-13ab-40a9-a277-81771dac338c,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:25.014013 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6f4a0a85-fd9e-4800-9718-ac2cef6fd173 req-2b7f22d3-2c36-4612-a783-4929f415231d service neutron] 10.222.0.50 "GET /v2.0/networks/ac633efb-8397-4939-80ef-9a336931fe15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082567 May 05 19:55:25.020842 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d82a3c4c-3ec6-4280-9e10-fb7a80228e32 req-c9ac3403-9f0d-402c-a5dc-60e1c89800e5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a8d939f4-0851-4bce-afcf-3b292497067f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4562981 May 05 19:55:25.036740 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c2931178-a2d6-4b7c-bd1d-3d2f0031f794 req-46a73856-0f10-4b3a-9387-e159b1be4a8f tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:25.068588 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cdbc7bb5-3cd6-4d64-8d9f-facda85b01a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:25.068927 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-cdbc7bb5-3cd6-4d64-8d9f-facda85b01a8 admin admin] Added segment 76956564-b928-47ca-b1a1-a15d17ec9f66 of type vlan for network 0e599b76-a0c8-4e66-acc3-d7eeb753f8de May 05 19:55:25.100917 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a73856-0f10-4b3a-9387-e159b1be4a8f tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Pushing event deleted for resources: {'Port': ['ID=72f42e5b-cfca-4889-a58a-d6d26f04aea0,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:25.118292 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cdbc7bb5-3cd6-4d64-8d9f-facda85b01a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:25.123827 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d8d1e6cc-a061-43bd-bc81-6ec9b1fd6585 req-1790ef33-8933-46d2-97a5-c5eed1576627 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Notify callbacks [] for floatingip, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:25.164347 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cdbc7bb5-3cd6-4d64-8d9f-facda85b01a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:25.165089 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbc7bb5-3cd6-4d64-8d9f-facda85b01a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:25.165671 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cdbc7bb5-3cd6-4d64-8d9f-facda85b01a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:25.250603 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c2931178-a2d6-4b7c-bd1d-3d2f0031f794 req-46a73856-0f10-4b3a-9387-e159b1be4a8f tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Notify callbacks [] for floatingip, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:25.279404 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c2931178-a2d6-4b7c-bd1d-3d2f0031f794 req-46a73856-0f10-4b3a-9387-e159b1be4a8f tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:25.280250 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbc7bb5-3cd6-4d64-8d9f-facda85b01a8 admin admin] Pushing event updated for resources: {'Network': ['ID=0e599b76-a0c8-4e66-acc3-d7eeb753f8de,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:25.281241 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c2931178-a2d6-4b7c-bd1d-3d2f0031f794 req-46a73856-0f10-4b3a-9387-e159b1be4a8f tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] 10.222.0.36 "DELETE /v2.0/floatingips/42002b30-29b2-4012-8c1b-5f050eec7a56 HTTP/1.1" status: 204 len: 173 time: 1.4775493 May 05 19:55:25.284911 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-cdbc7bb5-3cd6-4d64-8d9f-facda85b01a8 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3726583 May 05 19:55:25.289946 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d8d1e6cc-a061-43bd-bc81-6ec9b1fd6585 req-1790ef33-8933-46d2-97a5-c5eed1576627 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:25.290578 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a3c4c-3ec6-4280-9e10-fb7a80228e32 req-fd87cec3-9b44-40da-af8d-277163bbf720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:25.290949 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d82a3c4c-3ec6-4280-9e10-fb7a80228e32 req-fd87cec3-9b44-40da-af8d-277163bbf720 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=63ca58c29fae4c4eaafba189c1ec4492&device_id=a8d939f4-0851-4bce-afcf-3b292497067f HTTP/1.1" status: 200 len: 1096 time: 0.1831832 May 05 19:55:25.291464 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36676) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:55:25.291680 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d8d1e6cc-a061-43bd-bc81-6ec9b1fd6585 req-1790ef33-8933-46d2-97a5-c5eed1576627 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] 10.222.0.36 "DELETE /v2.0/floatingips/8c572ca6-5f7e-4378-8b93-bb13bcff4439 HTTP/1.1" status: 204 len: 173 time: 1.2621133 May 05 19:55:25.297867 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-1bd66329-963a-497c-a066-31024b17a042 admin admin] Request body: {'subnet': {'network_id': '0e599b76-a0c8-4e66-acc3-d7eeb753f8de', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-785992699-subnet', 'tenant_id': 'a4c11d868c0147579eb9c3084e99157f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:55:25.305228 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1bd66329-963a-497c-a066-31024b17a042 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:55:25.309451 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-1bd66329-963a-497c-a066-31024b17a042 admin admin] Usage tracker for resource:subnet and tenant:a4c11d868c0147579eb9c3084e99157f is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:55:25.313109 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-1bd66329-963a-497c-a066-31024b17a042 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:55:25.322031 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1bd66329-963a-497c-a066-31024b17a042 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:55:25.333654 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 0e599b76-a0c8-4e66-acc3-d7eeb753f8de details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 19:55:25.374536 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd66329-963a-497c-a066-31024b17a042 admin admin] Made reservation on behalf of a4c11d868c0147579eb9c3084e99157f for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:55:25.377300 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1bd66329-963a-497c-a066-31024b17a042 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:25.412855 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f825703-78bb-4684-b235-5b45c1cc58c2'] response: {'server_uuid': '5c5dad3c-d602-4b16-ba45-4bfc3c8179fb', 'name': 'network-vif-deleted', 'tag': 'c4d066df-4f40-460d-9c89-ef89ebf59bdc', 'status': 'completed', 'code': 200} May 05 19:55:25.505482 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d90bfb64-a070-46a3-8a45-91f9984f1be6'] response: {'server_uuid': 'd7137476-525b-4fda-8c01-a6b1fcd19390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d70833a-7f52-47cb-a28b-4a7a388cdd64', 'code': 200} May 05 19:55:25.505971 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d90bfb64-a070-46a3-8a45-91f9984f1be6'] response: {'server_uuid': 'd7137476-525b-4fda-8c01-a6b1fcd19390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4687b45a-95fd-45e1-b72b-77a27219336d', 'code': 200} May 05 19:55:25.582374 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a3c4c-3ec6-4280-9e10-fb7a80228e32 req-e6db69c7-ee53-4bc4-9ed7-c6cb798109aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:25.583898 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d82a3c4c-3ec6-4280-9e10-fb7a80228e32 req-e6db69c7-ee53-4bc4-9ed7-c6cb798109aa service neutron] 10.222.0.50 "GET /v2.0/networks?id=9e1d2257-41cc-4af2-afae-4ca8a9719a05 HTTP/1.1" status: 200 len: 921 time: 0.2644868 May 05 19:55:25.665905 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d82a3c4c-3ec6-4280-9e10-fb7a80228e32 req-51f02d9a-2076-4dd9-9794-e547156dfb8c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3891ff3-1df5-467c-9a03-57e77e453f5d HTTP/1.1" status: 200 len: 217 time: 0.0730085 May 05 19:55:25.737920 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e7c49-a226-4f13-87d2-4d8c87f8555f req-8e79f7a9-2473-4003-9626-c9abb47a8d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:25.739515 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e7c49-a226-4f13-87d2-4d8c87f8555f req-8e79f7a9-2473-4003-9626-c9abb47a8d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:25.739995 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e7c49-a226-4f13-87d2-4d8c87f8555f req-8e79f7a9-2473-4003-9626-c9abb47a8d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:25.744679 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e25e7c49-a226-4f13-87d2-4d8c87f8555f req-8e79f7a9-2473-4003-9626-c9abb47a8d6a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d7137476-525b-4fda-8c01-a6b1fcd19390 HTTP/1.1" status: 200 len: 2871 time: 0.1627569 May 05 19:55:25.977185 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a3c4c-3ec6-4280-9e10-fb7a80228e32 req-7fc9ff4f-1341-4a00-9161-bac756eb1dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:25.978691 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d82a3c4c-3ec6-4280-9e10-fb7a80228e32 req-7fc9ff4f-1341-4a00-9161-bac756eb1dc4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=99c4516e-78c1-4a80-85a0-0e7389d15301 HTTP/1.1" status: 200 len: 860 time: 0.3048971 May 05 19:55:25.985558 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e25e7c49-a226-4f13-87d2-4d8c87f8555f req-fd7e2399-8b33-48ea-bd69-043ef936e98c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=54210ff6-4648-4cdb-8887-421df42725ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983211 May 05 19:55:26.018866 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454f79ab-6aa9-4b69-b8df-788966593248 req-3033ebbe-73fa-4da3-8dbe-fa98a7a39c90 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:26.020599 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-454f79ab-6aa9-4b69-b8df-788966593248 req-3033ebbe-73fa-4da3-8dbe-fa98a7a39c90 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=91be2773-96ba-4736-ab41-f69a876b566a HTTP/1.1" status: 200 len: 947 time: 0.2750108 May 05 19:55:26.067121 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-454f79ab-6aa9-4b69-b8df-788966593248 req-7ecef9e3-eeb2-44eb-b6fb-28c2212657bc tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/security-groups?id=47e8f45b-d376-403a-8bb9-867508147e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394773 May 05 19:55:26.097557 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d82a3c4c-3ec6-4280-9e10-fb7a80228e32 req-0905b378-6ba8-4cb8-bd82-c79d140462e6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9e1d2257-41cc-4af2-afae-4ca8a9719a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0994227 May 05 19:55:26.130844 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1bd66329-963a-497c-a066-31024b17a042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:26.136703 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4f8b541-995c-48b3-b330-995a107f9dd7'] response: {'server_uuid': 'd36a569d-6a34-4d80-8488-b596fe4b8373', 'name': 'network-vif-deleted', 'tag': '33127356-17a6-4961-bcb1-5efd5496d569', 'status': 'completed', 'code': 200} May 05 19:55:26.136964 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4f8b541-995c-48b3-b330-995a107f9dd7'] response: {'name': 'network-changed', 'server_uuid': '91be2773-96ba-4736-ab41-f69a876b566a', 'tag': '96d6b825-8fac-494b-9ce6-69608695d713', 'status': 'completed', 'code': 200} May 05 19:55:26.224690 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b2a49-fb9c-4aed-b49c-818dbe85688d req-3b7e854d-a6f8-4477-8a87-e92850093872 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:26.231043 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b2a49-fb9c-4aed-b49c-818dbe85688d req-3b7e854d-a6f8-4477-8a87-e92850093872 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:26.236840 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b2a49-fb9c-4aed-b49c-818dbe85688d req-3b7e854d-a6f8-4477-8a87-e92850093872 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:26.238460 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cc2b2a49-fb9c-4aed-b49c-818dbe85688d req-3b7e854d-a6f8-4477-8a87-e92850093872 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7137476-525b-4fda-8c01-a6b1fcd19390 HTTP/1.1" status: 200 len: 2418 time: 0.4827163 May 05 19:55:26.277368 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fb390ee6-fc5b-468b-a306-fbcb78aebb7d req-56132369-d533-432d-8f17-4801ffac50b4 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] 10.222.0.36 "GET /v2.0/floatingips/8c356810-1de5-4b7e-bb20-f9c7b3321b7b HTTP/1.1" status: 200 len: 693 time: 0.1315401 May 05 19:55:26.348801 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd66329-963a-497c-a066-31024b17a042 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc6c91aa-15ce-411d-96c1-f1b4b19848bb,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:26.386186 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d5176-2de6-4228-94a7-c31fc3a8ae9a req-b364e2ff-2a58-4dee-b53f-d796f8abba3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:26.387706 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f70d5176-2de6-4228-94a7-c31fc3a8ae9a req-b364e2ff-2a58-4dee-b53f-d796f8abba3c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=97ead9bcc5d448dab263815a595740a4&device_id=91be2773-96ba-4736-ab41-f69a876b566a HTTP/1.1" status: 200 len: 1098 time: 0.1781657 May 05 19:55:26.400507 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd66329-963a-497c-a066-31024b17a042 admin admin] Checking segment: {'id': '76956564-b928-47ca-b1a1-a15d17ec9f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e599b76-a0c8-4e66-acc3-d7eeb753f8de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:55:26.400870 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd66329-963a-497c-a066-31024b17a042 admin admin] Network hostable DHCP agents. Network: 0e599b76-a0c8-4e66-acc3-d7eeb753f8de, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 19:55:26.421816 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c981f3-dd46-42ca-9af5-9664453a9349 req-5ff57de8-27c4-44e5-a423-fe537388dc9b tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:26.422429 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-23c981f3-dd46-42ca-9af5-9664453a9349 req-5ff57de8-27c4-44e5-a423-fe537388dc9b tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Synchronizing usage tracker for tenant:63ca58c29fae4c4eaafba189c1ec4492 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:55:26.431978 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cc2b2a49-fb9c-4aed-b49c-818dbe85688d req-cdc30c5b-502f-4573-ab48-54e0b87eff78 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.36 "GET /v2.0/security-groups?id=54210ff6-4648-4cdb-8887-421df42725ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329603 May 05 19:55:26.433382 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d82a3c4c-3ec6-4280-9e10-fb7a80228e32 req-372e8341-ebd3-48ff-bc9b-66f07f65bcda service neutron] 10.222.0.50 "GET /v2.0/networks/9e1d2257-41cc-4af2-afae-4ca8a9719a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235087 May 05 19:55:26.491137 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-23c981f3-dd46-42ca-9af5-9664453a9349 req-5ff57de8-27c4-44e5-a423-fe537388dc9b tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Unset dirty status for tenant:63ca58c29fae4c4eaafba189c1ec4492 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:55:26.492552 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-23c981f3-dd46-42ca-9af5-9664453a9349 req-5ff57de8-27c4-44e5-a423-fe537388dc9b tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.50 "GET /v2.0/ports?device_id=f39c04b7-8637-45cd-ba4b-771005cf2ec6 HTTP/1.1" status: 200 len: 944 time: 0.4911830 May 05 19:55:26.495003 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd66329-963a-497c-a066-31024b17a042 admin admin] Network 0e599b76-a0c8-4e66-acc3-d7eeb753f8de is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 19:55:26.568899 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb390ee6-fc5b-468b-a306-fbcb78aebb7d req-200f643c-58e7-48f8-b411-7299433b517f tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:26.572342 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fb390ee6-fc5b-468b-a306-fbcb78aebb7d req-200f643c-58e7-48f8-b411-7299433b517f tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] 10.222.0.36 "GET /v2.0/networks/0401d202-1605-4cfe-bad4-fb225df6afb0 HTTP/1.1" status: 200 len: 784 time: 0.2868061 May 05 19:55:26.609043 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-1bd66329-963a-497c-a066-31024b17a042 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 0e599b76-a0c8-4e66-acc3-d7eeb753f8de) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:55:26.619751 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd66329-963a-497c-a066-31024b17a042 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:26.620338 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1bd66329-963a-497c-a066-31024b17a042 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:26.624208 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f79fb3-bb1e-40b4-b077-68fcb586506b None None] Network 0e599b76-a0c8-4e66-acc3-d7eeb753f8de requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:55:26.697137 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-23c981f3-dd46-42ca-9af5-9664453a9349 req-64593cad-91e1-4c78-9a46-e0d5aae3baad tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Deleting port 3ba4d002-1597-4c4b-9181-a58452c390ac {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:55:26.697469 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-23c981f3-dd46-42ca-9af5-9664453a9349 req-64593cad-91e1-4c78-9a46-e0d5aae3baad tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:26.748893 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fb390ee6-fc5b-468b-a306-fbcb78aebb7d req-716d3a1e-dc68-4890-bcd0-48482ed09de9 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.102 HTTP/1.1" status: 200 len: 696 time: 0.1699095 May 05 19:55:26.759024 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d82a3c4c-3ec6-4280-9e10-fb7a80228e32 req-97b63f1f-1514-4429-a1f6-4c82c80685af service neutron] 10.222.0.50 "GET /v2.0/networks/9e1d2257-41cc-4af2-afae-4ca8a9719a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177514 May 05 19:55:26.779101 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-1bd66329-963a-497c-a066-31024b17a042 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4865410 May 05 19:55:26.880541 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fb390ee6-fc5b-468b-a306-fbcb78aebb7d req-e4d5b63b-7666-4015-abdb-a7f99c21ce04 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.102 HTTP/1.1" status: 200 len: 696 time: 0.1303248 May 05 19:55:27.042161 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 96d6b825-8fac-494b-9ce6-69608695d713 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:55:27.104161 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-fb390ee6-fc5b-468b-a306-fbcb78aebb7d req-72d0de32-c95a-4b5e-93eb-743f2137260d tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Deleting port 0ec96d6e-32a3-4df1-9868-5a1db5354c32 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:55:27.104651 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-fb390ee6-fc5b-468b-a306-fbcb78aebb7d req-72d0de32-c95a-4b5e-93eb-743f2137260d tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:27.152561 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-23c981f3-dd46-42ca-9af5-9664453a9349 req-64593cad-91e1-4c78-9a46-e0d5aae3baad tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] For port 3ba4d002-1597-4c4b-9181-a58452c390ac, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=3ba4d002-1597-4c4b-9181-a58452c390ac,segment=NetworkSegment(74addc21-9c2f-4292-8d75-7048fb7d56d2),segment_id=74addc21-9c2f-4292-8d75-7048fb7d56d2)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:55:27.153633 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-23c981f3-dd46-42ca-9af5-9664453a9349 req-64593cad-91e1-4c78-9a46-e0d5aae3baad tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:27.266476 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd53e86-e92b-40b6-b611-dec9afa40a4b None None] Network 0e599b76-a0c8-4e66-acc3-d7eeb753f8de requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:55:27.279659 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-fb390ee6-fc5b-468b-a306-fbcb78aebb7d req-72d0de32-c95a-4b5e-93eb-743f2137260d tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:27.280137 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-fb390ee6-fc5b-468b-a306-fbcb78aebb7d req-72d0de32-c95a-4b5e-93eb-743f2137260d tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:27.320086 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-23c981f3-dd46-42ca-9af5-9664453a9349 req-64593cad-91e1-4c78-9a46-e0d5aae3baad tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Calling delete_port for 3ba4d002-1597-4c4b-9181-a58452c390ac owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:55:27.367970 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d5176-2de6-4228-94a7-c31fc3a8ae9a req-793a8591-9244-4a24-bf13-6d12c7c561ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:27.370047 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f70d5176-2de6-4228-94a7-c31fc3a8ae9a req-793a8591-9244-4a24-bf13-6d12c7c561ea service neutron] 10.222.0.50 "GET /v2.0/networks?id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3 HTTP/1.1" status: 200 len: 870 time: 0.9744992 May 05 19:55:27.528970 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-23c981f3-dd46-42ca-9af5-9664453a9349 req-64593cad-91e1-4c78-9a46-e0d5aae3baad tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:27.550844 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 96d6b825-8fac-494b-9ce6-69608695d713, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=96d6b825-8fac-494b-9ce6-69608695d713,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:55:27.556801 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f70d5176-2de6-4228-94a7-c31fc3a8ae9a req-5f7c6c9c-3ba2-4e0f-9e09-909881704b8a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=96d6b825-8fac-494b-9ce6-69608695d713 HTTP/1.1" status: 200 len: 217 time: 0.1065514 May 05 19:55:27.565158 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-fb390ee6-fc5b-468b-a306-fbcb78aebb7d req-72d0de32-c95a-4b5e-93eb-743f2137260d tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Calling delete_port for 0ec96d6e-32a3-4df1-9868-5a1db5354c32 owned by network:floatingip {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:55:27.590138 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64593cad-91e1-4c78-9a46-e0d5aae3baad tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Pushing event deleted for resources: {'Port': ['ID=3ba4d002-1597-4c4b-9181-a58452c390ac,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:27.622304 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': '96d6b825-8fac-494b-9ce6-69608695d713', 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3', 'port_id': '96d6b825-8fac-494b-9ce6-69608695d713', 'mac_address': 'fa:16:3e:ac:e5:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d72a8d3-0a35-4d3a-96b8-d869ff4093bc', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:55:27.676189 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-23c981f3-dd46-42ca-9af5-9664453a9349 req-64593cad-91e1-4c78-9a46-e0d5aae3baad tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] No DVR routers for this DVR port 3ba4d002-1597-4c4b-9181-a58452c390ac on host n-h2-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:55:27.679290 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-23c981f3-dd46-42ca-9af5-9664453a9349 req-64593cad-91e1-4c78-9a46-e0d5aae3baad tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:27.697589 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b6e8c-35b5-48ff-91b9-ce4dc759b8df req-5c405bda-682b-4ce4-8d66-fa7ae2bbc29a tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:27.699211 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7a6b6e8c-35b5-48ff-91b9-ce4dc759b8df req-5c405bda-682b-4ce4-8d66-fa7ae2bbc29a tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=f39c04b7-8637-45cd-ba4b-771005cf2ec6 HTTP/1.1" status: 200 len: 866 time: 0.8769658 May 05 19:55:27.707908 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-23c981f3-dd46-42ca-9af5-9664453a9349 req-64593cad-91e1-4c78-9a46-e0d5aae3baad tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.50 "DELETE /v2.0/ports/3ba4d002-1597-4c4b-9181-a58452c390ac HTTP/1.1" status: 204 len: 173 time: 1.2083910 May 05 19:55:27.724488 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d5176-2de6-4228-94a7-c31fc3a8ae9a req-1c11fbc3-e298-4aed-ba0a-5eb348ef5eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:27.726647 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f70d5176-2de6-4228-94a7-c31fc3a8ae9a req-1c11fbc3-e298-4aed-ba0a-5eb348ef5eb3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.1093111 May 05 19:55:27.759682 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:27.784786 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7a6b6e8c-35b5-48ff-91b9-ce4dc759b8df req-842c8885-e52a-4893-bcee-c35dc790b278 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729764 May 05 19:55:27.787907 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96d6b825-8fac-494b-9ce6-69608695d713 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:55:27.814934 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 96d6b825-8fac-494b-9ce6-69608695d713, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=96d6b825-8fac-494b-9ce6-69608695d713,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:55:27.823794 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:27.941790 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=96d6b825-8fac-494b-9ce6-69608695d713,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:28.068321 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-fb390ee6-fc5b-468b-a306-fbcb78aebb7d req-72d0de32-c95a-4b5e-93eb-743f2137260d tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:28.097768 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['96d6b825-8fac-494b-9ce6-69608695d713'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:55:28.120462 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d0de32-c95a-4b5e-93eb-743f2137260d tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Pushing event deleted for resources: {'Port': ['ID=0ec96d6e-32a3-4df1-9868-5a1db5354c32,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:28.125854 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d5176-2de6-4228-94a7-c31fc3a8ae9a req-7e8f4a77-c422-4321-8c25-17778bd56526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:28.127542 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f70d5176-2de6-4228-94a7-c31fc3a8ae9a req-7e8f4a77-c422-4321-8c25-17778bd56526 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3871436 May 05 19:55:28.138136 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f39c04b7-8637-45cd-ba4b-771005cf2ec6', 'name': 'network-vif-deleted', 'tag': '3ba4d002-1597-4c4b-9181-a58452c390ac'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:55:28.279116 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe8c918-67f2-4311-b748-e747c71bcc26 req-1393b396-4b0f-4da9-9dda-4b99a51390c4 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:28.280811 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-abe8c918-67f2-4311-b748-e747c71bcc26 req-1393b396-4b0f-4da9-9dda-4b99a51390c4 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f98fb10-5b5c-425a-84e6-a590e90a80fb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1296566 May 05 19:55:28.363577 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-abe8c918-67f2-4311-b748-e747c71bcc26 req-e8fd7a52-f1b3-46a5-9fdd-3143675d7bd5 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0770602 May 05 19:55:28.414183 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f70d5176-2de6-4228-94a7-c31fc3a8ae9a req-c3083d5d-6696-40f5-8848-4ef99ace8ff2 service neutron] 10.222.0.50 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444508 May 05 19:55:28.428240 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-fb390ee6-fc5b-468b-a306-fbcb78aebb7d req-72d0de32-c95a-4b5e-93eb-743f2137260d tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Notify callbacks [] for floatingip, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:28.494208 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-fb390ee6-fc5b-468b-a306-fbcb78aebb7d req-72d0de32-c95a-4b5e-93eb-743f2137260d tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:28.495333 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fb390ee6-fc5b-468b-a306-fbcb78aebb7d req-72d0de32-c95a-4b5e-93eb-743f2137260d tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] 10.222.0.36 "DELETE /v2.0/floatingips/8c356810-1de5-4b7e-bb20-f9c7b3321b7b HTTP/1.1" status: 204 len: 173 time: 1.6135821 May 05 19:55:28.545147 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bdbff042-e482-4a5c-860d-e078457c7cc1 req-2f2b8f66-0f63-4499-8e8b-367b5c6d74ef service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f7f5a589-3b16-4448-9925-f6147d63a97a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2537470 May 05 19:55:28.582737 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f70d5176-2de6-4228-94a7-c31fc3a8ae9a req-23349a2b-1af8-44ae-80b6-26ede284774d service neutron] 10.222.0.50 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506593 May 05 19:55:28.749628 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e0ffe-76f6-4378-8441-8c56f92c84c2 req-1624a3eb-28c7-4147-9da3-74b88ec8b71e tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:28.751301 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3c6e0ffe-76f6-4378-8441-8c56f92c84c2 req-1624a3eb-28c7-4147-9da3-74b88ec8b71e tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=91be2773-96ba-4736-ab41-f69a876b566a HTTP/1.1" status: 200 len: 948 time: 0.1580315 May 05 19:55:28.753646 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbff042-e482-4a5c-860d-e078457c7cc1 req-23b232fd-d46a-4489-9831-ce89eea04b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:28.755133 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bdbff042-e482-4a5c-860d-e078457c7cc1 req-23b232fd-d46a-4489-9831-ce89eea04b75 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=928b29e96aaf42dd9d4dc06b8e5f9969&device_id=f7f5a589-3b16-4448-9925-f6147d63a97a HTTP/1.1" status: 200 len: 1100 time: 0.1142740 May 05 19:55:28.817820 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 3ba4d002-1597-4c4b-9181-a58452c390ac no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:55:28.853458 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] No Port match for: 3ba4d002-1597-4c4b-9181-a58452c390ac {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 19:55:28.853805 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 3ba4d002-1597-4c4b-9181-a58452c390ac not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:55:28.899707 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3c6e0ffe-76f6-4378-8441-8c56f92c84c2 req-beff2a34-45e4-4db9-a8a9-a2a60bfc9793 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/security-groups?id=47e8f45b-d376-403a-8bb9-867508147e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348722 May 05 19:55:28.932698 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ec8df-3966-45c5-bcf7-63430e2843e6 req-4fb13342-b66e-45f9-b034-434da2035f17 tempest-InstanceActionsNegativeTestJSON-1262576219 tempest-InstanceActionsNegativeTestJSON-1262576219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:28.934160 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cb4ec8df-3966-45c5-bcf7-63430e2843e6 req-4fb13342-b66e-45f9-b034-434da2035f17 tempest-InstanceActionsNegativeTestJSON-1262576219 tempest-InstanceActionsNegativeTestJSON-1262576219-project] 10.222.0.36 "GET /v2.0/networks?id=0e599b76-a0c8-4e66-acc3-d7eeb753f8de HTTP/1.1" status: 200 len: 821 time: 0.3160415 May 05 19:55:28.941064 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbff042-e482-4a5c-860d-e078457c7cc1 req-02e13f30-68c8-4be6-922d-0cd2d966c608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:28.942717 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bdbff042-e482-4a5c-860d-e078457c7cc1 req-02e13f30-68c8-4be6-922d-0cd2d966c608 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3 HTTP/1.1" status: 200 len: 870 time: 0.1584127 May 05 19:55:28.955132 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cb4ec8df-3966-45c5-bcf7-63430e2843e6 req-aed714c6-7d5d-433b-be59-dcf3bf106787 tempest-InstanceActionsNegativeTestJSON-1262576219 tempest-InstanceActionsNegativeTestJSON-1262576219-project] 10.222.0.36 "GET /v2.0/quotas/a4c11d868c0147579eb9c3084e99157f HTTP/1.1" status: 200 len: 375 time: 0.0141537 May 05 19:55:29.009567 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cb4ec8df-3966-45c5-bcf7-63430e2843e6 req-c472f773-76df-443f-8d7c-1c03955823cc tempest-InstanceActionsNegativeTestJSON-1262576219 tempest-InstanceActionsNegativeTestJSON-1262576219-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a4c11d868c0147579eb9c3084e99157f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462005 May 05 19:55:29.018405 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bdbff042-e482-4a5c-860d-e078457c7cc1 req-bb1ca03b-e205-4c83-8b18-317316ae2d2d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=046cff30-9f24-4516-aca1-577e77e2491f HTTP/1.1" status: 200 len: 217 time: 0.0691772 May 05 19:55:29.088635 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbff042-e482-4a5c-860d-e078457c7cc1 req-9e4cba52-4b3a-40ad-89c0-5a19e871a921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:29.090220 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bdbff042-e482-4a5c-860d-e078457c7cc1 req-9e4cba52-4b3a-40ad-89c0-5a19e871a921 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.0649681 May 05 19:55:29.149540 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cb4ec8df-3966-45c5-bcf7-63430e2843e6 req-68e2716e-b77d-4503-a27e-53c25b80ac7a service neutron] 10.222.0.36 "GET /v2.0/networks/0e599b76-a0c8-4e66-acc3-d7eeb753f8de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333833 May 05 19:55:29.182429 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbff042-e482-4a5c-860d-e078457c7cc1 req-dfa0779c-fb1d-4f8a-b1b2-a438058632cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:29.184080 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bdbff042-e482-4a5c-860d-e078457c7cc1 req-dfa0779c-fb1d-4f8a-b1b2-a438058632cf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0816910 May 05 19:55:29.288881 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cb4ec8df-3966-45c5-bcf7-63430e2843e6 req-4bc6af6d-7317-456e-b9c5-803260c22f1d service neutron] 10.222.0.36 "GET /v2.0/networks/0e599b76-a0c8-4e66-acc3-d7eeb753f8de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334536 May 05 19:55:29.381510 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bdbff042-e482-4a5c-860d-e078457c7cc1 req-9c06d11b-357f-45ee-b334-9db2c24b3ea9 service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883259 May 05 19:55:29.402489 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6849f69e-9a86-43b4-987f-5e0536a7d53c req-9c118f41-4721-4b6b-a811-a398a2e6b486 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:29.408340 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6849f69e-9a86-43b4-987f-5e0536a7d53c req-9c118f41-4721-4b6b-a811-a398a2e6b486 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:29.415050 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6849f69e-9a86-43b4-987f-5e0536a7d53c req-9c118f41-4721-4b6b-a811-a398a2e6b486 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:29.416844 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6849f69e-9a86-43b4-987f-5e0536a7d53c req-9c118f41-4721-4b6b-a811-a398a2e6b486 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7137476-525b-4fda-8c01-a6b1fcd19390 HTTP/1.1" status: 200 len: 2418 time: 0.2049687 May 05 19:55:29.615078 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df68a1-f0de-4b38-ae64-39a195d7ef3b req-b5c516e7-e61f-4c21-a559-6961dfadadba tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:29.616016 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-a6df68a1-f0de-4b38-ae64-39a195d7ef3b req-b5c516e7-e61f-4c21-a559-6961dfadadba tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Synchronizing usage tracker for tenant:928b29e96aaf42dd9d4dc06b8e5f9969 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:55:29.630211 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7db94-838d-4f40-9544-d745e004d2bb req-dfc0a796-1f5a-4121-8061-b74b5cbc2071 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:29.631315 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-e1f7db94-838d-4f40-9544-d745e004d2bb req-dfc0a796-1f5a-4121-8061-b74b5cbc2071 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Synchronizing usage tracker for tenant:928b29e96aaf42dd9d4dc06b8e5f9969 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:55:29.654029 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-e1f7db94-838d-4f40-9544-d745e004d2bb req-dfc0a796-1f5a-4121-8061-b74b5cbc2071 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Unset dirty status for tenant:928b29e96aaf42dd9d4dc06b8e5f9969 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:55:29.660677 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e1f7db94-838d-4f40-9544-d745e004d2bb req-dfc0a796-1f5a-4121-8061-b74b5cbc2071 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=868250e7-4e06-4d95-a1d3-8dab33c9f8e2 HTTP/1.1" status: 200 len: 949 time: 0.1631906 May 05 19:55:29.664335 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6849f69e-9a86-43b4-987f-5e0536a7d53c req-1c47cc55-cb7c-4578-b3b9-4aa83df3f558 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.36 "GET /v2.0/security-groups?id=54210ff6-4648-4cdb-8887-421df42725ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214146 May 05 19:55:29.677671 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-a6df68a1-f0de-4b38-ae64-39a195d7ef3b req-b5c516e7-e61f-4c21-a559-6961dfadadba tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Unset dirty status for tenant:928b29e96aaf42dd9d4dc06b8e5f9969 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:55:29.678238 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a6df68a1-f0de-4b38-ae64-39a195d7ef3b req-b5c516e7-e61f-4c21-a559-6961dfadadba tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.24 "GET /v2.0/ports?device_id=868250e7-4e06-4d95-a1d3-8dab33c9f8e2 HTTP/1.1" status: 200 len: 949 time: 0.2257104 May 05 19:55:29.706731 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bdbff042-e482-4a5c-860d-e078457c7cc1 req-674895f0-b5bc-4bfa-9361-b34348e410a0 service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885702 May 05 19:55:29.723256 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0872dbae-d1ea-4760-8948-35a68f151c17'] response: {'server_uuid': 'f39c04b7-8637-45cd-ba4b-771005cf2ec6', 'name': 'network-vif-deleted', 'tag': '3ba4d002-1597-4c4b-9181-a58452c390ac', 'status': 'completed', 'code': 200} May 05 19:55:29.763501 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e1f7db94-838d-4f40-9544-d745e004d2bb req-d2e407c1-ec68-4fff-8508-351bec60aa5f tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020129 May 05 19:55:29.773732 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-a6df68a1-f0de-4b38-ae64-39a195d7ef3b req-89195a3b-142e-4679-82d8-1c2928835e7f tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Deleting port f071c826-6291-459c-b65e-f04fbaeb1079 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:55:29.774076 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-a6df68a1-f0de-4b38-ae64-39a195d7ef3b req-89195a3b-142e-4679-82d8-1c2928835e7f tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:29.808240 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-5ad0078b-2b12-4937-85e4-83cefaf88304 req-b95ae6b0-a08d-40de-a6f2-31cc40bc86c6 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Synchronizing usage tracker for tenant:41290a837817462c9759ead78a474653 on resource:floatingip {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:55:29.825614 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-5ad0078b-2b12-4937-85e4-83cefaf88304 req-b95ae6b0-a08d-40de-a6f2-31cc40bc86c6 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Unset dirty status for tenant:41290a837817462c9759ead78a474653 on resource:floatingip {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:55:29.826844 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5ad0078b-2b12-4937-85e4-83cefaf88304 req-b95ae6b0-a08d-40de-a6f2-31cc40bc86c6 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0944612 May 05 19:55:29.919667 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6ce94b6d-1396-4cad-bd6e-1c5eb8165bae req-469e2c3b-9946-42b2-b436-31679ac71727 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] 10.222.0.36 "GET /v2.0/floatingips/a59c96a1-c041-4b9f-9827-3d2871ac832e HTTP/1.1" status: 200 len: 692 time: 0.1177373 May 05 19:55:30.091485 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f38cc-da1c-499c-b61c-b9bc6992f6f6 req-34939074-8dc7-4239-84a0-50cc3a8f0926 tempest-VolumesAdminNegativeTest-1574798565 tempest-VolumesAdminNegativeTest-1574798565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:30.093302 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1a0f38cc-da1c-499c-b61c-b9bc6992f6f6 req-34939074-8dc7-4239-84a0-50cc3a8f0926 tempest-VolumesAdminNegativeTest-1574798565 tempest-VolumesAdminNegativeTest-1574798565-project] 10.222.0.36 "GET /v2.0/ports?device_id=21c4270a-2c13-42f0-9052-59af2f4c86ec HTTP/1.1" status: 200 len: 945 time: 0.0886455 May 05 19:55:30.140366 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1a0f38cc-da1c-499c-b61c-b9bc6992f6f6 req-740caba9-8c4e-4167-8ae0-9bbd945295de tempest-VolumesAdminNegativeTest-1574798565 tempest-VolumesAdminNegativeTest-1574798565-project] 10.222.0.36 "GET /v2.0/security-groups?id=94ffdaaf-7f31-41bd-8032-300d12aa01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409751 May 05 19:55:30.221435 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce94b6d-1396-4cad-bd6e-1c5eb8165bae req-bcd71146-c0bb-45b9-855b-34affc9b8bfd tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:30.222748 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6ce94b6d-1396-4cad-bd6e-1c5eb8165bae req-bcd71146-c0bb-45b9-855b-34affc9b8bfd tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] 10.222.0.36 "GET /v2.0/networks/0401d202-1605-4cfe-bad4-fb225df6afb0 HTTP/1.1" status: 200 len: 784 time: 0.2681623 May 05 19:55:30.284282 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5bc58929-6e2c-491d-a70d-c4d9af7b258f req-229eaa04-0671-48ef-a6e2-7e07128112f6 tempest-InstanceActionsNegativeTestJSON-1262576219 tempest-InstanceActionsNegativeTestJSON-1262576219-project] 10.222.0.36 "GET /v2.0/ports?device_id=5745cc4d-6224-49c8-844b-3c572e49f68f HTTP/1.1" status: 200 len: 210 time: 0.0416958 May 05 19:55:30.320127 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-6ce94b6d-1396-4cad-bd6e-1c5eb8165bae req-eefe9f6e-76a4-4d62-bd46-996a44e84e28 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Synchronizing usage tracker for tenant:893db41311a443bcaaab6cdc04f87592 on resource:floatingip {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:55:30.323453 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-a6df68a1-f0de-4b38-ae64-39a195d7ef3b req-89195a3b-142e-4679-82d8-1c2928835e7f tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] For port f071c826-6291-459c-b65e-f04fbaeb1079, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=f071c826-6291-459c-b65e-f04fbaeb1079,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:55:30.323808 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-a6df68a1-f0de-4b38-ae64-39a195d7ef3b req-89195a3b-142e-4679-82d8-1c2928835e7f tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:30.353902 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 19:55:30.452458 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-a6df68a1-f0de-4b38-ae64-39a195d7ef3b req-89195a3b-142e-4679-82d8-1c2928835e7f tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Calling delete_port for f071c826-6291-459c-b65e-f04fbaeb1079 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:55:30.502015 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-6ce94b6d-1396-4cad-bd6e-1c5eb8165bae req-eefe9f6e-76a4-4d62-bd46-996a44e84e28 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Unset dirty status for tenant:893db41311a443bcaaab6cdc04f87592 on resource:floatingip {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:55:30.503312 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6ce94b6d-1396-4cad-bd6e-1c5eb8165bae req-eefe9f6e-76a4-4d62-bd46-996a44e84e28 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.86 HTTP/1.1" status: 200 len: 695 time: 0.2682378 May 05 19:55:30.836656 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 96d6b825-8fac-494b-9ce6-69608695d713 up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:55:30.838786 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ec8df-3966-45c5-bcf7-63430e2843e6 req-3f8249b8-6d51-49dc-8fc8-d832adf6289c tempest-InstanceActionsNegativeTestJSON-1262576219 tempest-InstanceActionsNegativeTestJSON-1262576219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:30.839699 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-cb4ec8df-3966-45c5-bcf7-63430e2843e6 req-3f8249b8-6d51-49dc-8fc8-d832adf6289c tempest-InstanceActionsNegativeTestJSON-1262576219 tempest-InstanceActionsNegativeTestJSON-1262576219-project] Synchronizing usage tracker for tenant:a4c11d868c0147579eb9c3084e99157f on resource:network {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:55:30.852156 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6ce94b6d-1396-4cad-bd6e-1c5eb8165bae req-9829108b-a75c-4057-ab15-a199ed03d0bb tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.86 HTTP/1.1" status: 200 len: 695 time: 0.3404768 May 05 19:55:30.864897 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-cb4ec8df-3966-45c5-bcf7-63430e2843e6 req-3f8249b8-6d51-49dc-8fc8-d832adf6289c tempest-InstanceActionsNegativeTestJSON-1262576219 tempest-InstanceActionsNegativeTestJSON-1262576219-project] Unset dirty status for tenant:a4c11d868c0147579eb9c3084e99157f on resource:network {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:55:30.867330 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cb4ec8df-3966-45c5-bcf7-63430e2843e6 req-3f8249b8-6d51-49dc-8fc8-d832adf6289c tempest-InstanceActionsNegativeTestJSON-1262576219 tempest-InstanceActionsNegativeTestJSON-1262576219-project] 10.222.0.50 "GET /v2.0/networks?id=0e599b76-a0c8-4e66-acc3-d7eeb753f8de HTTP/1.1" status: 200 len: 821 time: 0.2711663 May 05 19:55:30.883110 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-cb4ec8df-3966-45c5-bcf7-63430e2843e6 req-42e46143-8fdd-4db7-9ef2-10bf777c4769 tempest-InstanceActionsNegativeTestJSON-1262576219 tempest-InstanceActionsNegativeTestJSON-1262576219-project] Request body: {'port': {'device_id': '5745cc4d-6224-49c8-844b-3c572e49f68f', 'network_id': '0e599b76-a0c8-4e66-acc3-d7eeb753f8de', 'admin_state_up': True, 'tenant_id': 'a4c11d868c0147579eb9c3084e99157f'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:55:30.957595 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-a6df68a1-f0de-4b38-ae64-39a195d7ef3b req-89195a3b-142e-4679-82d8-1c2928835e7f tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:30.982909 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['046cff30-9f24-4516-aca1-577e77e2491f'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:55:31.053929 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89195a3b-142e-4679-82d8-1c2928835e7f tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Pushing event deleted for resources: {'Port': ['ID=f071c826-6291-459c-b65e-f04fbaeb1079,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:31.056703 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port 96d6b825-8fac-494b-9ce6-69608695d713 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:55:31.067084 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port 96d6b825-8fac-494b-9ce6-69608695d713 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:55:31.067608 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:31.139200 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-cb4ec8df-3966-45c5-bcf7-63430e2843e6 req-42e46143-8fdd-4db7-9ef2-10bf777c4769 tempest-InstanceActionsNegativeTestJSON-1262576219 tempest-InstanceActionsNegativeTestJSON-1262576219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:55:31.144667 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-cb4ec8df-3966-45c5-bcf7-63430e2843e6 req-42e46143-8fdd-4db7-9ef2-10bf777c4769 tempest-InstanceActionsNegativeTestJSON-1262576219 tempest-InstanceActionsNegativeTestJSON-1262576219-project] Usage tracker for resource:port and tenant:a4c11d868c0147579eb9c3084e99157f is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:55:31.149750 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-cb4ec8df-3966-45c5-bcf7-63430e2843e6 req-42e46143-8fdd-4db7-9ef2-10bf777c4769 tempest-InstanceActionsNegativeTestJSON-1262576219 tempest-InstanceActionsNegativeTestJSON-1262576219-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:55:31.156723 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-cb4ec8df-3966-45c5-bcf7-63430e2843e6 req-42e46143-8fdd-4db7-9ef2-10bf777c4769 tempest-InstanceActionsNegativeTestJSON-1262576219 tempest-InstanceActionsNegativeTestJSON-1262576219-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:55:31.178866 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706bd20-4e47-4a8a-bac4-7f7c1a1358b4 req-88016e6d-4938-4326-893f-1002bab92ec3 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:31.180588 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2706bd20-4e47-4a8a-bac4-7f7c1a1358b4 req-88016e6d-4938-4326-893f-1002bab92ec3 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=91be2773-96ba-4736-ab41-f69a876b566a HTTP/1.1" status: 200 len: 948 time: 0.1524856 May 05 19:55:31.181696 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb4ec8df-3966-45c5-bcf7-63430e2843e6 req-42e46143-8fdd-4db7-9ef2-10bf777c4769 tempest-InstanceActionsNegativeTestJSON-1262576219 tempest-InstanceActionsNegativeTestJSON-1262576219-project] Made reservation on behalf of a4c11d868c0147579eb9c3084e99157f for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:55:31.185035 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-cb4ec8df-3966-45c5-bcf7-63430e2843e6 req-42e46143-8fdd-4db7-9ef2-10bf777c4769 tempest-InstanceActionsNegativeTestJSON-1262576219 tempest-InstanceActionsNegativeTestJSON-1262576219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:31.222971 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-6ce94b6d-1396-4cad-bd6e-1c5eb8165bae req-0eea23cb-4c65-4252-97bb-58ef1a048c75 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Deleting port 73840df7-851e-4ba4-9b32-7d8915156b9a {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:55:31.223306 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6ce94b6d-1396-4cad-bd6e-1c5eb8165bae req-0eea23cb-4c65-4252-97bb-58ef1a048c75 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:31.252031 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6df68a1-f0de-4b38-ae64-39a195d7ef3b req-89195a3b-142e-4679-82d8-1c2928835e7f tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] No DVR routers for this DVR port f071c826-6291-459c-b65e-f04fbaeb1079 on host n-h1-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:55:31.272168 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-a6df68a1-f0de-4b38-ae64-39a195d7ef3b req-89195a3b-142e-4679-82d8-1c2928835e7f tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:31.305197 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:31.324438 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a6df68a1-f0de-4b38-ae64-39a195d7ef3b req-89195a3b-142e-4679-82d8-1c2928835e7f tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.24 "DELETE /v2.0/ports/f071c826-6291-459c-b65e-f04fbaeb1079 HTTP/1.1" status: 204 len: 173 time: 1.6404946 May 05 19:55:31.342697 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2706bd20-4e47-4a8a-bac4-7f7c1a1358b4 req-383104f0-e69e-4dc1-9aee-3c44d637fbdc tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/security-groups?id=47e8f45b-d376-403a-8bb9-867508147e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482060 May 05 19:55:31.354401 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91be2773-96ba-4736-ab41-f69a876b566a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d6b825-8fac-494b-9ce6-69608695d713'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:55:31.373919 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d0601-d8cb-412f-9cc2-d0d5c58041a0 req-d602c2af-144f-4dbc-88ca-bf2067be46de tempest-VolumesAdminNegativeTest-1574798565 tempest-VolumesAdminNegativeTest-1574798565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:31.376047 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-281d0601-d8cb-412f-9cc2-d0d5c58041a0 req-d602c2af-144f-4dbc-88ca-bf2067be46de tempest-VolumesAdminNegativeTest-1574798565 tempest-VolumesAdminNegativeTest-1574798565-project] 10.222.0.50 "GET /v2.0/ports?device_id=21c4270a-2c13-42f0-9052-59af2f4c86ec HTTP/1.1" status: 200 len: 945 time: 0.5213654 May 05 19:55:31.386209 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 96d6b825-8fac-494b-9ce6-69608695d713, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=96d6b825-8fac-494b-9ce6-69608695d713,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:55:31.392422 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:31.472446 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=96d6b825-8fac-494b-9ce6-69608695d713,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:31.580958 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-cb4ec8df-3966-45c5-bcf7-63430e2843e6 req-42e46143-8fdd-4db7-9ef2-10bf777c4769 tempest-InstanceActionsNegativeTestJSON-1262576219 tempest-InstanceActionsNegativeTestJSON-1262576219-project] Allocated IP 172.20.0.11 (0e599b76-a0c8-4e66-acc3-d7eeb753f8de/dc6c91aa-15ce-411d-96c1-f1b4b19848bb/e131835c-1577-4cc8-8414-fb4134a6a8e5) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:55:31.727992 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '868250e7-4e06-4d95-a1d3-8dab33c9f8e2', 'name': 'network-vif-deleted', 'tag': 'f071c826-6291-459c-b65e-f04fbaeb1079'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:55:31.749194 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-281d0601-d8cb-412f-9cc2-d0d5c58041a0 req-81a9ce33-8f88-4bf7-b296-9fd9bc01f885 tempest-VolumesAdminNegativeTest-1574798565 tempest-VolumesAdminNegativeTest-1574798565-project] Deleting port 837aac58-9af9-4288-b27f-63bf61f6dc11 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:55:31.749526 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-281d0601-d8cb-412f-9cc2-d0d5c58041a0 req-81a9ce33-8f88-4bf7-b296-9fd9bc01f885 tempest-VolumesAdminNegativeTest-1574798565 tempest-VolumesAdminNegativeTest-1574798565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:31.823693 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6ce94b6d-1396-4cad-bd6e-1c5eb8165bae req-0eea23cb-4c65-4252-97bb-58ef1a048c75 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:31.824033 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6ce94b6d-1396-4cad-bd6e-1c5eb8165bae req-0eea23cb-4c65-4252-97bb-58ef1a048c75 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:31.926356 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-cb4ec8df-3966-45c5-bcf7-63430e2843e6 req-42e46143-8fdd-4db7-9ef2-10bf777c4769 tempest-InstanceActionsNegativeTestJSON-1262576219 tempest-InstanceActionsNegativeTestJSON-1262576219-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:31.953715 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a1ec7-002e-4032-a23a-80285083a421 req-3ad30dc2-3a69-48d8-861d-7d4c99979694 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:31.954411 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-fb3a1ec7-002e-4032-a23a-80285083a421 req-3ad30dc2-3a69-48d8-861d-7d4c99979694 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Synchronizing usage tracker for tenant:41290a837817462c9759ead78a474653 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:55:31.974361 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-fb3a1ec7-002e-4032-a23a-80285083a421 req-3ad30dc2-3a69-48d8-861d-7d4c99979694 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Unset dirty status for tenant:41290a837817462c9759ead78a474653 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:55:31.976323 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fb3a1ec7-002e-4032-a23a-80285083a421 req-3ad30dc2-3a69-48d8-861d-7d4c99979694 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f98fb10-5b5c-425a-84e6-a590e90a80fb HTTP/1.1" status: 200 len: 945 time: 0.1644013 May 05 19:55:31.994757 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-6ce94b6d-1396-4cad-bd6e-1c5eb8165bae req-0eea23cb-4c65-4252-97bb-58ef1a048c75 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Calling delete_port for 73840df7-851e-4ba4-9b32-7d8915156b9a owned by network:floatingip {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:55:31.998931 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-cb4ec8df-3966-45c5-bcf7-63430e2843e6 req-42e46143-8fdd-4db7-9ef2-10bf777c4769 tempest-InstanceActionsNegativeTestJSON-1262576219 tempest-InstanceActionsNegativeTestJSON-1262576219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:32.060736 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3fdd39-c6a8-4018-be41-482ff1a31b58 req-fc251b4d-6a8b-4191-a6b8-8a443e7b8e51 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:32.061355 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-2f3fdd39-c6a8-4018-be41-482ff1a31b58 req-fc251b4d-6a8b-4191-a6b8-8a443e7b8e51 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Synchronizing usage tracker for tenant:63ca58c29fae4c4eaafba189c1ec4492 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:55:32.086611 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb4ec8df-3966-45c5-bcf7-63430e2843e6 req-42e46143-8fdd-4db7-9ef2-10bf777c4769 tempest-InstanceActionsNegativeTestJSON-1262576219 tempest-InstanceActionsNegativeTestJSON-1262576219-project] Network 0e599b76-a0c8-4e66-acc3-d7eeb753f8de is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:55:32.091693 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-cb4ec8df-3966-45c5-bcf7-63430e2843e6 req-42e46143-8fdd-4db7-9ef2-10bf777c4769 tempest-InstanceActionsNegativeTestJSON-1262576219 tempest-InstanceActionsNegativeTestJSON-1262576219-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:55:32.097279 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb4ec8df-3966-45c5-bcf7-63430e2843e6 req-42e46143-8fdd-4db7-9ef2-10bf777c4769 tempest-InstanceActionsNegativeTestJSON-1262576219 tempest-InstanceActionsNegativeTestJSON-1262576219-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:55:32.125833 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fb3a1ec7-002e-4032-a23a-80285083a421 req-c26071eb-3cbb-4bf3-9a1c-8f2eb5cc8977 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] 10.222.0.36 "GET /v2.0/security-groups?id=133d9788-2d4a-473a-85ae-b77d71ab949f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414237 May 05 19:55:32.142285 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-2f3fdd39-c6a8-4018-be41-482ff1a31b58 req-fc251b4d-6a8b-4191-a6b8-8a443e7b8e51 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Unset dirty status for tenant:63ca58c29fae4c4eaafba189c1ec4492 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:55:32.143601 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2f3fdd39-c6a8-4018-be41-482ff1a31b58 req-fc251b4d-6a8b-4191-a6b8-8a443e7b8e51 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.50 "GET /v2.0/ports?device_id=a8d939f4-0851-4bce-afcf-3b292497067f HTTP/1.1" status: 200 len: 945 time: 0.6922386 May 05 19:55:32.177939 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e46143-8fdd-4db7-9ef2-10bf777c4769 tempest-InstanceActionsNegativeTestJSON-1262576219 tempest-InstanceActionsNegativeTestJSON-1262576219-project] Pushing event updated for resources: {'Port': ['ID=e131835c-1577-4cc8-8414-fb4134a6a8e5,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:32.222461 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ec8df-3966-45c5-bcf7-63430e2843e6 req-42e46143-8fdd-4db7-9ef2-10bf777c4769 tempest-InstanceActionsNegativeTestJSON-1262576219 tempest-InstanceActionsNegativeTestJSON-1262576219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:32.223078 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-cb4ec8df-3966-45c5-bcf7-63430e2843e6 req-42e46143-8fdd-4db7-9ef2-10bf777c4769 tempest-InstanceActionsNegativeTestJSON-1262576219 tempest-InstanceActionsNegativeTestJSON-1262576219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:32.253832 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cb4ec8df-3966-45c5-bcf7-63430e2843e6 req-42e46143-8fdd-4db7-9ef2-10bf777c4769 tempest-InstanceActionsNegativeTestJSON-1262576219 tempest-InstanceActionsNegativeTestJSON-1262576219-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3763084 May 05 19:55:32.270619 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca59971-074a-48f5-85e4-128272fb2e3f req-e83d61e2-e643-42da-95a0-7ab7102aff0f tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:32.272127 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-aca59971-074a-48f5-85e4-128272fb2e3f req-e83d61e2-e643-42da-95a0-7ab7102aff0f tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f98fb10-5b5c-425a-84e6-a590e90a80fb HTTP/1.1" status: 200 len: 945 time: 0.1367054 May 05 19:55:32.278887 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-cb4ec8df-3966-45c5-bcf7-63430e2843e6 req-dfc8fc7f-eec9-4aa6-b36f-ab9cfd7b4ddb service neutron] Request body: {'port': {'device_id': '5745cc4d-6224-49c8-844b-3c572e49f68f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:55:32.413031 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-357d7457-bb2c-4e6b-9b9f-01cd47d3dd0c req-7334ca97-d5d0-4b74-921b-6146618217c9 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Synchronizing usage tracker for tenant:928b29e96aaf42dd9d4dc06b8e5f9969 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:55:32.488450 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-aca59971-074a-48f5-85e4-128272fb2e3f req-66bdb95a-7d64-448b-9307-ea1b603067f5 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Deleting port 0aa57b64-504c-4fb9-abb7-53a7e82330a4 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:55:32.489175 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-aca59971-074a-48f5-85e4-128272fb2e3f req-66bdb95a-7d64-448b-9307-ea1b603067f5 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:32.493216 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-2f3fdd39-c6a8-4018-be41-482ff1a31b58 req-79434bd9-c00b-45e9-8ac4-d648f34445d5 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Deleting port a3891ff3-1df5-467c-9a03-57e77e453f5d {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:55:32.493691 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2f3fdd39-c6a8-4018-be41-482ff1a31b58 req-79434bd9-c00b-45e9-8ac4-d648f34445d5 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:32.528125 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-281d0601-d8cb-412f-9cc2-d0d5c58041a0 req-81a9ce33-8f88-4bf7-b296-9fd9bc01f885 tempest-VolumesAdminNegativeTest-1574798565 tempest-VolumesAdminNegativeTest-1574798565-project] For port 837aac58-9af9-4288-b27f-63bf61f6dc11, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=837aac58-9af9-4288-b27f-63bf61f6dc11,segment=NetworkSegment(361aafcf-8056-4392-9dee-211afae9d150),segment_id=361aafcf-8056-4392-9dee-211afae9d150)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:55:32.528622 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-281d0601-d8cb-412f-9cc2-d0d5c58041a0 req-81a9ce33-8f88-4bf7-b296-9fd9bc01f885 tempest-VolumesAdminNegativeTest-1574798565 tempest-VolumesAdminNegativeTest-1574798565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:32.646425 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-357d7457-bb2c-4e6b-9b9f-01cd47d3dd0c req-7334ca97-d5d0-4b74-921b-6146618217c9 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Unset dirty status for tenant:928b29e96aaf42dd9d4dc06b8e5f9969 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:55:32.648181 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-357d7457-bb2c-4e6b-9b9f-01cd47d3dd0c req-7334ca97-d5d0-4b74-921b-6146618217c9 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=868250e7-4e06-4d95-a1d3-8dab33c9f8e2 HTTP/1.1" status: 200 len: 210 time: 0.3739636 May 05 19:55:32.673408 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-cb4ec8df-3966-45c5-bcf7-63430e2843e6 req-dfc8fc7f-eec9-4aa6-b36f-ab9cfd7b4ddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:32.679614 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-281d0601-d8cb-412f-9cc2-d0d5c58041a0 req-81a9ce33-8f88-4bf7-b296-9fd9bc01f885 tempest-VolumesAdminNegativeTest-1574798565 tempest-VolumesAdminNegativeTest-1574798565-project] Calling delete_port for 837aac58-9af9-4288-b27f-63bf61f6dc11 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:55:32.760698 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device f071c826-6291-459c-b65e-f04fbaeb1079 no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:55:32.778067 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6ce94b6d-1396-4cad-bd6e-1c5eb8165bae req-0eea23cb-4c65-4252-97bb-58ef1a048c75 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:32.803965 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] No Port match for: f071c826-6291-459c-b65e-f04fbaeb1079 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 19:55:32.804635 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device f071c826-6291-459c-b65e-f04fbaeb1079 not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:55:32.885863 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eea23cb-4c65-4252-97bb-58ef1a048c75 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Pushing event deleted for resources: {'Port': ['ID=73840df7-851e-4ba4-9b32-7d8915156b9a,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:33.048223 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-aca59971-074a-48f5-85e4-128272fb2e3f req-66bdb95a-7d64-448b-9307-ea1b603067f5 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] For port 0aa57b64-504c-4fb9-abb7-53a7e82330a4, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=0aa57b64-504c-4fb9-abb7-53a7e82330a4,segment=NetworkSegment(35fac83a-67e0-479b-ac71-c3fa378951ad),segment_id=35fac83a-67e0-479b-ac71-c3fa378951ad)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:55:33.048578 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-aca59971-074a-48f5-85e4-128272fb2e3f req-66bdb95a-7d64-448b-9307-ea1b603067f5 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:33.136366 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6ce94b6d-1396-4cad-bd6e-1c5eb8165bae req-0eea23cb-4c65-4252-97bb-58ef1a048c75 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Notify callbacks [] for floatingip, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:33.151427 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc93ef01-333c-4a69-81a7-887d13172f76 req-5aa88840-8389-4b62-af8a-f0b516142350 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:33.152923 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cc93ef01-333c-4a69-81a7-887d13172f76 req-5aa88840-8389-4b62-af8a-f0b516142350 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8d939f4-0851-4bce-afcf-3b292497067f HTTP/1.1" status: 200 len: 945 time: 0.3833103 May 05 19:55:33.157188 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-281d0601-d8cb-412f-9cc2-d0d5c58041a0 req-81a9ce33-8f88-4bf7-b296-9fd9bc01f885 tempest-VolumesAdminNegativeTest-1574798565 tempest-VolumesAdminNegativeTest-1574798565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:33.217507 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-aca59971-074a-48f5-85e4-128272fb2e3f req-66bdb95a-7d64-448b-9307-ea1b603067f5 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Calling delete_port for 0aa57b64-504c-4fb9-abb7-53a7e82330a4 owned by compute:nova {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:55:33.231266 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a9ce33-8f88-4bf7-b296-9fd9bc01f885 tempest-VolumesAdminNegativeTest-1574798565 tempest-VolumesAdminNegativeTest-1574798565-project] Pushing event deleted for resources: {'Port': ['ID=837aac58-9af9-4288-b27f-63bf61f6dc11,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:33.234071 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-2f3fdd39-c6a8-4018-be41-482ff1a31b58 req-79434bd9-c00b-45e9-8ac4-d648f34445d5 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] For port a3891ff3-1df5-467c-9a03-57e77e453f5d, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=a3891ff3-1df5-467c-9a03-57e77e453f5d,segment=NetworkSegment(74addc21-9c2f-4292-8d75-7048fb7d56d2),segment_id=74addc21-9c2f-4292-8d75-7048fb7d56d2)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:55:33.234423 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2f3fdd39-c6a8-4018-be41-482ff1a31b58 req-79434bd9-c00b-45e9-8ac4-d648f34445d5 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:33.279287 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6ce94b6d-1396-4cad-bd6e-1c5eb8165bae req-0eea23cb-4c65-4252-97bb-58ef1a048c75 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:33.280435 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6ce94b6d-1396-4cad-bd6e-1c5eb8165bae req-0eea23cb-4c65-4252-97bb-58ef1a048c75 tempest-FloatingIPDetailsTestJSON-1319239178 tempest-FloatingIPDetailsTestJSON-1319239178-project] 10.222.0.36 "DELETE /v2.0/floatingips/a59c96a1-c041-4b9f-9827-3d2871ac832e HTTP/1.1" status: 204 len: 173 time: 2.4274840 May 05 19:55:33.324150 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36772) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:55:33.458418 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-2f3fdd39-c6a8-4018-be41-482ff1a31b58 req-79434bd9-c00b-45e9-8ac4-d648f34445d5 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Calling delete_port for a3891ff3-1df5-467c-9a03-57e77e453f5d owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:55:33.493388 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cc93ef01-333c-4a69-81a7-887d13172f76 req-677d7ce7-4a9d-49ed-9f51-ca5e503dfacf tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdda19ee-d3aa-495d-878b-0e2cd88856b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827041 May 05 19:55:33.542710 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-281d0601-d8cb-412f-9cc2-d0d5c58041a0 req-81a9ce33-8f88-4bf7-b296-9fd9bc01f885 tempest-VolumesAdminNegativeTest-1574798565 tempest-VolumesAdminNegativeTest-1574798565-project] No DVR routers for this DVR port 837aac58-9af9-4288-b27f-63bf61f6dc11 on host n-h2-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:55:33.556974 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-281d0601-d8cb-412f-9cc2-d0d5c58041a0 req-81a9ce33-8f88-4bf7-b296-9fd9bc01f885 tempest-VolumesAdminNegativeTest-1574798565 tempest-VolumesAdminNegativeTest-1574798565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:33.558815 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-281d0601-d8cb-412f-9cc2-d0d5c58041a0 req-81a9ce33-8f88-4bf7-b296-9fd9bc01f885 tempest-VolumesAdminNegativeTest-1574798565 tempest-VolumesAdminNegativeTest-1574798565-project] 10.222.0.50 "DELETE /v2.0/ports/837aac58-9af9-4288-b27f-63bf61f6dc11 HTTP/1.1" status: 204 len: 173 time: 2.1712952 May 05 19:55:33.571944 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-e670e882-de18-4abc-9bde-b802c7dcceee req-5144317e-b106-40a3-9c4d-2874abb14903 tempest-VolumesAdminNegativeTest-1574798565 tempest-VolumesAdminNegativeTest-1574798565-project] Synchronizing usage tracker for tenant:c363b6e35007457ebf57f58d9e21b43b on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:55:33.620847 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-e670e882-de18-4abc-9bde-b802c7dcceee req-5144317e-b106-40a3-9c4d-2874abb14903 tempest-VolumesAdminNegativeTest-1574798565 tempest-VolumesAdminNegativeTest-1574798565-project] Unset dirty status for tenant:c363b6e35007457ebf57f58d9e21b43b on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:55:33.622184 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e670e882-de18-4abc-9bde-b802c7dcceee req-5144317e-b106-40a3-9c4d-2874abb14903 tempest-VolumesAdminNegativeTest-1574798565 tempest-VolumesAdminNegativeTest-1574798565-project] 10.222.0.36 "GET /v2.0/ports?device_id=21c4270a-2c13-42f0-9052-59af2f4c86ec HTTP/1.1" status: 200 len: 210 time: 0.2315843 May 05 19:55:33.687070 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2111a0e9-c260-484c-9b24-df378a546998 req-9c4f039a-2af6-481e-8c9c-8be53d1f0010 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:33.693600 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccefe38a-155f-4ebf-b1d2-5979fed63d34'] response: {'server_uuid': '91be2773-96ba-4736-ab41-f69a876b566a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d6b825-8fac-494b-9ce6-69608695d713', 'code': 200} May 05 19:55:33.693904 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2111a0e9-c260-484c-9b24-df378a546998 req-9c4f039a-2af6-481e-8c9c-8be53d1f0010 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:33.709525 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2111a0e9-c260-484c-9b24-df378a546998 req-9c4f039a-2af6-481e-8c9c-8be53d1f0010 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:33.711255 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2111a0e9-c260-484c-9b24-df378a546998 req-9c4f039a-2af6-481e-8c9c-8be53d1f0010 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7137476-525b-4fda-8c01-a6b1fcd19390 HTTP/1.1" status: 200 len: 2418 time: 0.3197184 May 05 19:55:33.720475 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.resource_extend [req-cb4ec8df-3966-45c5-bcf7-63430e2843e6 req-dfc8fc7f-eec9-4aa6-b36f-ab9cfd7b4ddb service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 19:55:33.832304 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2f3fdd39-c6a8-4018-be41-482ff1a31b58 req-79434bd9-c00b-45e9-8ac4-d648f34445d5 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:33.902790 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-aca59971-074a-48f5-85e4-128272fb2e3f req-66bdb95a-7d64-448b-9307-ea1b603067f5 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:33.956774 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-cb4ec8df-3966-45c5-bcf7-63430e2843e6 req-dfc8fc7f-eec9-4aa6-b36f-ab9cfd7b4ddb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e131835c-1577-4cc8-8414-fb4134a6a8e5 {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:55:33.964259 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79434bd9-c00b-45e9-8ac4-d648f34445d5 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Pushing event deleted for resources: {'Port': ['ID=a3891ff3-1df5-467c-9a03-57e77e453f5d,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:33.976778 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-cb4ec8df-3966-45c5-bcf7-63430e2843e6 req-dfc8fc7f-eec9-4aa6-b36f-ab9cfd7b4ddb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:33.983150 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bdb95a-7d64-448b-9307-ea1b603067f5 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Pushing event deleted for resources: {'Port': ['ID=0aa57b64-504c-4fb9-abb7-53a7e82330a4,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:34.154197 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-2111a0e9-c260-484c-9b24-df378a546998 req-80fa5f8c-1213-4343-a721-445b329267f6 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Deleting port 6d70833a-7f52-47cb-a28b-4a7a388cdd64 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:55:34.154546 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2111a0e9-c260-484c-9b24-df378a546998 req-80fa5f8c-1213-4343-a721-445b329267f6 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:34.236082 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-cb4ec8df-3966-45c5-bcf7-63430e2843e6 req-dfc8fc7f-eec9-4aa6-b36f-ab9cfd7b4ddb service neutron] Transition to ACTIVE for port object e131835c-1577-4cc8-8414-fb4134a6a8e5 will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:55:34.247644 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f3fdd39-c6a8-4018-be41-482ff1a31b58 req-79434bd9-c00b-45e9-8ac4-d648f34445d5 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] No DVR routers for this DVR port a3891ff3-1df5-467c-9a03-57e77e453f5d on host n-h2-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:55:34.256759 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2f3fdd39-c6a8-4018-be41-482ff1a31b58 req-79434bd9-c00b-45e9-8ac4-d648f34445d5 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:34.276293 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-cb4ec8df-3966-45c5-bcf7-63430e2843e6 req-dfc8fc7f-eec9-4aa6-b36f-ab9cfd7b4ddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:34.314631 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2f3fdd39-c6a8-4018-be41-482ff1a31b58 req-79434bd9-c00b-45e9-8ac4-d648f34445d5 tempest-LiveAutoBlockMigrationV225Test-453970614 tempest-LiveAutoBlockMigrationV225Test-453970614-project] 10.222.0.50 "DELETE /v2.0/ports/a3891ff3-1df5-467c-9a03-57e77e453f5d HTTP/1.1" status: 204 len: 173 time: 2.1056902 May 05 19:55:34.332649 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca59971-074a-48f5-85e4-128272fb2e3f req-66bdb95a-7d64-448b-9307-ea1b603067f5 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] No DVR routers for this DVR port 0aa57b64-504c-4fb9-abb7-53a7e82330a4 on host n-h2-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:55:34.333546 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a7475-fece-4530-af7f-e6998ad5c3b7 req-aef3698d-99d9-494d-bd38-7c8ebbdc767d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:34.335095 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-828a7475-fece-4530-af7f-e6998ad5c3b7 req-aef3698d-99d9-494d-bd38-7c8ebbdc767d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=91be2773-96ba-4736-ab41-f69a876b566a HTTP/1.1" status: 200 len: 1100 time: 0.5390401 May 05 19:55:34.346704 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e072e6f6-7b73-447e-823f-2a7c49bb0966 req-eb07f155-6ec5-4d91-8be8-89fc166ce4dd tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:34.352004 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-aca59971-074a-48f5-85e4-128272fb2e3f req-66bdb95a-7d64-448b-9307-ea1b603067f5 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:34.353480 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e072e6f6-7b73-447e-823f-2a7c49bb0966 req-eb07f155-6ec5-4d91-8be8-89fc166ce4dd tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:34.358336 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f98fb10-5b5c-425a-84e6-a590e90a80fb', 'name': 'network-vif-deleted', 'tag': '0aa57b64-504c-4fb9-abb7-53a7e82330a4'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:55:34.359384 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e072e6f6-7b73-447e-823f-2a7c49bb0966 req-eb07f155-6ec5-4d91-8be8-89fc166ce4dd tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:34.361067 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e072e6f6-7b73-447e-823f-2a7c49bb0966 req-eb07f155-6ec5-4d91-8be8-89fc166ce4dd tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7137476-525b-4fda-8c01-a6b1fcd19390 HTTP/1.1" status: 200 len: 2418 time: 0.5639405 May 05 19:55:34.468133 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd140ed-8b3f-4a76-a49f-bc5af2b33f84 req-d8f96665-6867-433e-baeb-b649cd216d4f tempest-InstanceActionsNegativeTestJSON-1262576219 tempest-InstanceActionsNegativeTestJSON-1262576219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:34.468874 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-afd140ed-8b3f-4a76-a49f-bc5af2b33f84 req-d8f96665-6867-433e-baeb-b649cd216d4f tempest-InstanceActionsNegativeTestJSON-1262576219 tempest-InstanceActionsNegativeTestJSON-1262576219-project] Synchronizing usage tracker for tenant:a4c11d868c0147579eb9c3084e99157f on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:55:34.484481 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-828a7475-fece-4530-af7f-e6998ad5c3b7 req-1e6f0ccc-174f-403f-8b1b-ac47393c5e6c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=47e8f45b-d376-403a-8bb9-867508147e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224275 May 05 19:55:34.506307 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc8fc7f-eec9-4aa6-b36f-ab9cfd7b4ddb service neutron] Pushing event updated for resources: {'Port': ['ID=e131835c-1577-4cc8-8414-fb4134a6a8e5,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:34.517176 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-aca59971-074a-48f5-85e4-128272fb2e3f req-66bdb95a-7d64-448b-9307-ea1b603067f5 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] 10.222.0.50 "DELETE /v2.0/ports/0aa57b64-504c-4fb9-abb7-53a7e82330a4 HTTP/1.1" status: 204 len: 173 time: 2.2118566 May 05 19:55:34.543781 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e072e6f6-7b73-447e-823f-2a7c49bb0966 req-e1c84f0e-b9a4-4d67-8bca-dab771890098 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.36 "GET /v2.0/security-groups?id=54210ff6-4648-4cdb-8887-421df42725ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645591 May 05 19:55:34.606838 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7ab2e419-da7e-47f0-b290-34257bf779c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:34.642494 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c7517e4-d0d5-4d1e-b068-7e100917861a'] response: {'server_uuid': '868250e7-4e06-4d95-a1d3-8dab33c9f8e2', 'name': 'network-vif-deleted', 'tag': 'f071c826-6291-459c-b65e-f04fbaeb1079', 'status': 'completed', 'code': 200} May 05 19:55:34.654746 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-2111a0e9-c260-484c-9b24-df378a546998 req-80fa5f8c-1213-4343-a721-445b329267f6 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] For port 6d70833a-7f52-47cb-a28b-4a7a388cdd64, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=6d70833a-7f52-47cb-a28b-4a7a388cdd64,segment=NetworkSegment(318cf6b1-dc19-4083-8340-7d65b0ecdf27),segment_id=318cf6b1-dc19-4083-8340-7d65b0ecdf27)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:55:34.655495 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2111a0e9-c260-484c-9b24-df378a546998 req-80fa5f8c-1213-4343-a721-445b329267f6 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:34.682115 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-afd140ed-8b3f-4a76-a49f-bc5af2b33f84 req-d8f96665-6867-433e-baeb-b649cd216d4f tempest-InstanceActionsNegativeTestJSON-1262576219 tempest-InstanceActionsNegativeTestJSON-1262576219-project] Unset dirty status for tenant:a4c11d868c0147579eb9c3084e99157f on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:55:34.688198 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-afd140ed-8b3f-4a76-a49f-bc5af2b33f84 req-d8f96665-6867-433e-baeb-b649cd216d4f tempest-InstanceActionsNegativeTestJSON-1262576219 tempest-InstanceActionsNegativeTestJSON-1262576219-project] 10.222.0.36 "GET /v2.0/ports?device_id=5745cc4d-6224-49c8-844b-3c572e49f68f HTTP/1.1" status: 200 len: 932 time: 1.0107019 May 05 19:55:34.758104 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-cb4ec8df-3966-45c5-bcf7-63430e2843e6 req-dfc8fc7f-eec9-4aa6-b36f-ab9cfd7b4ddb service neutron] Attempting to bind port e131835c-1577-4cc8-8414-fb4134a6a8e5 on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:55:34.758621 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-cb4ec8df-3966-45c5-bcf7-63430e2843e6 req-dfc8fc7f-eec9-4aa6-b36f-ab9cfd7b4ddb service neutron] Attempting to bind port e131835c-1577-4cc8-8414-fb4134a6a8e5 by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': '76956564-b928-47ca-b1a1-a15d17ec9f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e599b76-a0c8-4e66-acc3-d7eeb753f8de'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:55:34.758908 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4ec8df-3966-45c5-bcf7-63430e2843e6 req-dfc8fc7f-eec9-4aa6-b36f-ab9cfd7b4ddb service neutron] Attempting to bind port e131835c-1577-4cc8-8414-fb4134a6a8e5 on network 0e599b76-a0c8-4e66-acc3-d7eeb753f8de {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:55:34.769477 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4ec8df-3966-45c5-bcf7-63430e2843e6 req-dfc8fc7f-eec9-4aa6-b36f-ab9cfd7b4ddb service neutron] Port e131835c-1577-4cc8-8414-fb4134a6a8e5 on network 0e599b76-a0c8-4e66-acc3-d7eeb753f8de not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:55:34.769797 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4ec8df-3966-45c5-bcf7-63430e2843e6 req-dfc8fc7f-eec9-4aa6-b36f-ab9cfd7b4ddb service neutron] Attempting to bind port e131835c-1577-4cc8-8414-fb4134a6a8e5 on network 0e599b76-a0c8-4e66-acc3-d7eeb753f8de {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:55:34.786890 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4ec8df-3966-45c5-bcf7-63430e2843e6 req-dfc8fc7f-eec9-4aa6-b36f-ab9cfd7b4ddb service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:55:34.787238 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4ec8df-3966-45c5-bcf7-63430e2843e6 req-dfc8fc7f-eec9-4aa6-b36f-ab9cfd7b4ddb service neutron] Checking segment: {'id': '76956564-b928-47ca-b1a1-a15d17ec9f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e599b76-a0c8-4e66-acc3-d7eeb753f8de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:55:34.787659 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4ec8df-3966-45c5-bcf7-63430e2843e6 req-dfc8fc7f-eec9-4aa6-b36f-ab9cfd7b4ddb service neutron] Bound using segment: {'id': '76956564-b928-47ca-b1a1-a15d17ec9f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e599b76-a0c8-4e66-acc3-d7eeb753f8de'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:55:34.788185 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-cb4ec8df-3966-45c5-bcf7-63430e2843e6 req-dfc8fc7f-eec9-4aa6-b36f-ab9cfd7b4ddb service neutron] Bound port: e131835c-1577-4cc8-8414-fb4134a6a8e5, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76956564-b928-47ca-b1a1-a15d17ec9f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e599b76-a0c8-4e66-acc3-d7eeb753f8de'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:55:34.788505 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-2111a0e9-c260-484c-9b24-df378a546998 req-80fa5f8c-1213-4343-a721-445b329267f6 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Calling delete_port for 6d70833a-7f52-47cb-a28b-4a7a388cdd64 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:55:34.788611 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-cb4ec8df-3966-45c5-bcf7-63430e2843e6 req-dfc8fc7f-eec9-4aa6-b36f-ab9cfd7b4ddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:34.814511 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-afd140ed-8b3f-4a76-a49f-bc5af2b33f84 req-e47e8e90-6251-4daa-bcde-b27b88919fe0 tempest-InstanceActionsNegativeTestJSON-1262576219 tempest-InstanceActionsNegativeTestJSON-1262576219-project] Synchronizing usage tracker for tenant:a4c11d868c0147579eb9c3084e99157f on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:55:34.836540 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device a3891ff3-1df5-467c-9a03-57e77e453f5d no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:55:34.872254 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] No Port match for: a3891ff3-1df5-467c-9a03-57e77e453f5d {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 19:55:34.872588 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device a3891ff3-1df5-467c-9a03-57e77e453f5d not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:55:34.873179 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 837aac58-9af9-4288-b27f-63bf61f6dc11 no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:55:34.900099 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-afd140ed-8b3f-4a76-a49f-bc5af2b33f84 req-e47e8e90-6251-4daa-bcde-b27b88919fe0 tempest-InstanceActionsNegativeTestJSON-1262576219 tempest-InstanceActionsNegativeTestJSON-1262576219-project] Unset dirty status for tenant:a4c11d868c0147579eb9c3084e99157f on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:55:34.901160 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-afd140ed-8b3f-4a76-a49f-bc5af2b33f84 req-e47e8e90-6251-4daa-bcde-b27b88919fe0 tempest-InstanceActionsNegativeTestJSON-1262576219 tempest-InstanceActionsNegativeTestJSON-1262576219-project] 10.222.0.36 "GET /v2.0/security-groups?id=6ac55d71-6505-4db9-b904-314195ee0814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766109 May 05 19:55:34.936716 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] No Port match for: 837aac58-9af9-4288-b27f-63bf61f6dc11 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 19:55:34.938126 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 837aac58-9af9-4288-b27f-63bf61f6dc11 not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:55:34.952512 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 0aa57b64-504c-4fb9-abb7-53a7e82330a4 no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:55:34.954292 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-cb4ec8df-3966-45c5-bcf7-63430e2843e6 req-dfc8fc7f-eec9-4aa6-b36f-ab9cfd7b4ddb service neutron] For port e131835c-1577-4cc8-8414-fb4134a6a8e5, host n-h2-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:55:34.977479 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-cb4ec8df-3966-45c5-bcf7-63430e2843e6 req-dfc8fc7f-eec9-4aa6-b36f-ab9cfd7b4ddb service neutron] For port e131835c-1577-4cc8-8414-fb4134a6a8e5, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=e131835c-1577-4cc8-8414-fb4134a6a8e5,segment=NetworkSegment(76956564-b928-47ca-b1a1-a15d17ec9f66),segment_id=76956564-b928-47ca-b1a1-a15d17ec9f66)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:55:34.987760 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-cb4ec8df-3966-45c5-bcf7-63430e2843e6 req-dfc8fc7f-eec9-4aa6-b36f-ab9cfd7b4ddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:35.049977 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] No Port match for: 0aa57b64-504c-4fb9-abb7-53a7e82330a4 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 19:55:35.050567 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 0aa57b64-504c-4fb9-abb7-53a7e82330a4 not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:55:35.063224 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ec8df-3966-45c5-bcf7-63430e2843e6 req-dfc8fc7f-eec9-4aa6-b36f-ab9cfd7b4ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:35.063865 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-cb4ec8df-3966-45c5-bcf7-63430e2843e6 req-dfc8fc7f-eec9-4aa6-b36f-ab9cfd7b4ddb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:35.065245 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cb4ec8df-3966-45c5-bcf7-63430e2843e6 req-dfc8fc7f-eec9-4aa6-b36f-ab9cfd7b4ddb service neutron] 10.222.0.50 "PUT /v2.0/ports/e131835c-1577-4cc8-8414-fb4134a6a8e5 HTTP/1.1" status: 200 len: 1092 time: 2.7903235 May 05 19:55:35.070467 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf45f3c-c842-4274-99a1-7b267ee593bc req-17b37435-ed09-4250-bde3-f969c7fa824c tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:35.071975 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-02cd5307-1b5d-449c-8439-fc48e7d07bca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:35.072098 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5cf45f3c-c842-4274-99a1-7b267ee593bc req-17b37435-ed09-4250-bde3-f969c7fa824c tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=91be2773-96ba-4736-ab41-f69a876b566a HTTP/1.1" status: 200 len: 949 time: 0.2909029 May 05 19:55:35.081674 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2111a0e9-c260-484c-9b24-df378a546998 req-80fa5f8c-1213-4343-a721-445b329267f6 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:35.160848 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fa5f8c-1213-4343-a721-445b329267f6 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Pushing event deleted for resources: {'Port': ['ID=6d70833a-7f52-47cb-a28b-4a7a388cdd64,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:35.268640 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5cf45f3c-c842-4274-99a1-7b267ee593bc req-42b7ac90-b196-4459-b2d6-2bb5095c65c8 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/security-groups?id=47e8f45b-d376-403a-8bb9-867508147e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843834 May 05 19:55:35.270017 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-2111a0e9-c260-484c-9b24-df378a546998 req-80fa5f8c-1213-4343-a721-445b329267f6 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] No DVR routers for this DVR port 6d70833a-7f52-47cb-a28b-4a7a388cdd64 on host n-h1-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:55:35.275211 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2111a0e9-c260-484c-9b24-df378a546998 req-80fa5f8c-1213-4343-a721-445b329267f6 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:35.310305 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2111a0e9-c260-484c-9b24-df378a546998 req-80fa5f8c-1213-4343-a721-445b329267f6 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.24 "DELETE /v2.0/ports/6d70833a-7f52-47cb-a28b-4a7a388cdd64 HTTP/1.1" status: 204 len: 173 time: 1.5634949 May 05 19:55:35.336585 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc8fc7f-eec9-4aa6-b36f-ab9cfd7b4ddb service neutron] Pushing event updated for resources: {'Port': ['ID=e131835c-1577-4cc8-8414-fb4134a6a8e5,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:35.359436 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-57890093-0b37-4694-8ddf-664c92839a51 req-237b6e6c-9613-4834-9728-434cc3daf595 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Synchronizing usage tracker for tenant:41290a837817462c9759ead78a474653 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:55:35.402196 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-57890093-0b37-4694-8ddf-664c92839a51 req-237b6e6c-9613-4834-9728-434cc3daf595 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] Unset dirty status for tenant:41290a837817462c9759ead78a474653 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:55:35.403390 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-57890093-0b37-4694-8ddf-664c92839a51 req-237b6e6c-9613-4834-9728-434cc3daf595 tempest-FloatingIPsAssociationNegativeTestJSON-667892127 tempest-FloatingIPsAssociationNegativeTestJSON-667892127-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f98fb10-5b5c-425a-84e6-a590e90a80fb HTTP/1.1" status: 200 len: 210 time: 0.2566981 May 05 19:55:35.439936 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-2111a0e9-c260-484c-9b24-df378a546998 req-ab3363d7-f40e-4739-b8a3-514e831ca379 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Deleting port 4687b45a-95fd-45e1-b72b-77a27219336d {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:55:35.441926 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2111a0e9-c260-484c-9b24-df378a546998 req-ab3363d7-f40e-4739-b8a3-514e831ca379 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:35.533223 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78ba7149-afcc-49ff-be2e-025e8b6efdff'] response: {'server_uuid': '8f98fb10-5b5c-425a-84e6-a590e90a80fb', 'name': 'network-vif-deleted', 'tag': '0aa57b64-504c-4fb9-abb7-53a7e82330a4', 'status': 'completed', 'code': 200} May 05 19:55:35.562158 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36786) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:55:35.601370 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ec8df-3966-45c5-bcf7-63430e2843e6 req-8f8292c1-159f-42b7-9f66-3f3115138bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:35.602840 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cb4ec8df-3966-45c5-bcf7-63430e2843e6 req-8f8292c1-159f-42b7-9f66-3f3115138bec service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a4c11d868c0147579eb9c3084e99157f&device_id=5745cc4d-6224-49c8-844b-3c572e49f68f HTTP/1.1" status: 200 len: 1095 time: 0.4004619 May 05 19:55:35.713465 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36794) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:55:35.742511 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cb4ec8df-3966-45c5-bcf7-63430e2843e6 req-98ebfd84-f949-4542-837f-607c5bc1cdb7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e131835c-1577-4cc8-8414-fb4134a6a8e5 HTTP/1.1" status: 200 len: 217 time: 0.1223447 May 05 19:55:35.877599 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fcf886d-e9af-4170-a661-1ab9123850e1 admin admin] Deleting subnet 5d5cf73a-8836-4a1c-9cf5-1b4e5ac1514f {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 19:55:35.882172 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-a99cda15-c6a5-4d11-a65d-a09068d976fe admin admin] Deleting subnet 99c4516e-78c1-4a80-85a0-0e7389d15301 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 19:55:35.912340 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-02cd5307-1b5d-449c-8439-fc48e7d07bca admin admin] Deleting port 1b4b2d45-52a8-42c0-9836-17fb55ef6d2a {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:55:35.912614 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-02cd5307-1b5d-449c-8439-fc48e7d07bca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:35.937231 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8fcf886d-e9af-4170-a661-1ab9123850e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:35.946939 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ec8df-3966-45c5-bcf7-63430e2843e6 req-9162a71b-a8b9-4577-97fc-21287e96437c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:35.948444 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cb4ec8df-3966-45c5-bcf7-63430e2843e6 req-9162a71b-a8b9-4577-97fc-21287e96437c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dc6c91aa-15ce-411d-96c1-f1b4b19848bb HTTP/1.1" status: 200 len: 861 time: 0.1965537 May 05 19:55:35.963383 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a99cda15-c6a5-4d11-a65d-a09068d976fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:36.013635 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cb4ec8df-3966-45c5-bcf7-63430e2843e6 req-a05472f2-1451-4666-9cba-eb909d65a7d6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0e599b76-a0c8-4e66-acc3-d7eeb753f8de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520217 May 05 19:55:36.110952 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8fcf886d-e9af-4170-a661-1ab9123850e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:36.265603 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a99cda15-c6a5-4d11-a65d-a09068d976fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:36.306155 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-2111a0e9-c260-484c-9b24-df378a546998 req-ab3363d7-f40e-4739-b8a3-514e831ca379 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] For port 4687b45a-95fd-45e1-b72b-77a27219336d, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=4687b45a-95fd-45e1-b72b-77a27219336d,segment=NetworkSegment(318cf6b1-dc19-4083-8340-7d65b0ecdf27),segment_id=318cf6b1-dc19-4083-8340-7d65b0ecdf27)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:55:36.306508 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2111a0e9-c260-484c-9b24-df378a546998 req-ab3363d7-f40e-4739-b8a3-514e831ca379 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:36.328069 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a265fe1d-364f-49e1-8e21-6946be3ff5d6 req-ab19ae8c-ace0-447e-9c72-eee4021d032a tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:36.334045 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a265fe1d-364f-49e1-8e21-6946be3ff5d6 req-ab19ae8c-ace0-447e-9c72-eee4021d032a tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:36.335722 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a265fe1d-364f-49e1-8e21-6946be3ff5d6 req-ab19ae8c-ace0-447e-9c72-eee4021d032a tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7137476-525b-4fda-8c01-a6b1fcd19390 HTTP/1.1" status: 200 len: 1682 time: 0.5035083 May 05 19:55:36.441084 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a265fe1d-364f-49e1-8e21-6946be3ff5d6 req-fbfd0f02-e353-456e-9715-0cbbc5e08181 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.36 "GET /v2.0/security-groups?id=54210ff6-4648-4cdb-8887-421df42725ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966103 May 05 19:55:36.446913 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-02cd5307-1b5d-449c-8439-fc48e7d07bca admin admin] For port 1b4b2d45-52a8-42c0-9836-17fb55ef6d2a, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=1b4b2d45-52a8-42c0-9836-17fb55ef6d2a,segment=NetworkSegment(283414fe-472a-4499-90af-036ecf62dff1),segment_id=283414fe-472a-4499-90af-036ecf62dff1)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:55:36.447276 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-02cd5307-1b5d-449c-8439-fc48e7d07bca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:36.453945 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-2111a0e9-c260-484c-9b24-df378a546998 req-ab3363d7-f40e-4739-b8a3-514e831ca379 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Calling delete_port for 4687b45a-95fd-45e1-b72b-77a27219336d owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:55:36.456034 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cb4ec8df-3966-45c5-bcf7-63430e2843e6 req-b23a55ad-ecf1-4efa-a9bb-85fc6400ad1e service neutron] 10.222.0.50 "GET /v2.0/networks/0e599b76-a0c8-4e66-acc3-d7eeb753f8de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4337194 May 05 19:55:36.524474 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8fcf886d-e9af-4170-a661-1ab9123850e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:36.569822 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a99cda15-c6a5-4d11-a65d-a09068d976fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:36.593102 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-02cd5307-1b5d-449c-8439-fc48e7d07bca admin admin] Calling delete_port for 1b4b2d45-52a8-42c0-9836-17fb55ef6d2a owned by network:router_interface {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:55:36.645685 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21c4270a-2c13-42f0-9052-59af2f4c86ec', 'name': 'network-vif-deleted', 'tag': '837aac58-9af9-4288-b27f-63bf61f6dc11'}, {'server_uuid': 'a8d939f4-0851-4bce-afcf-3b292497067f', 'name': 'network-vif-deleted', 'tag': 'a3891ff3-1df5-467c-9a03-57e77e453f5d'}, {'server_uuid': 'd7137476-525b-4fda-8c01-a6b1fcd19390', 'name': 'network-vif-deleted', 'tag': '6d70833a-7f52-47cb-a28b-4a7a388cdd64'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:55:36.657693 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4c7d6a-19f4-499f-a18b-bc986831bbf1 req-a8da5a88-a06c-4e6f-9e57-ec4503708b1d tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:36.658535 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-2f4c7d6a-19f4-499f-a18b-bc986831bbf1 req-a8da5a88-a06c-4e6f-9e57-ec4503708b1d tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Synchronizing usage tracker for tenant:928b29e96aaf42dd9d4dc06b8e5f9969 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:55:36.698283 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-2f4c7d6a-19f4-499f-a18b-bc986831bbf1 req-a8da5a88-a06c-4e6f-9e57-ec4503708b1d tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Unset dirty status for tenant:928b29e96aaf42dd9d4dc06b8e5f9969 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:55:36.699471 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2f4c7d6a-19f4-499f-a18b-bc986831bbf1 req-a8da5a88-a06c-4e6f-9e57-ec4503708b1d tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7f5a589-3b16-4448-9925-f6147d63a97a HTTP/1.1" status: 200 len: 949 time: 0.6878138 May 05 19:55:36.761577 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8fcf886d-e9af-4170-a661-1ab9123850e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:36.771453 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 6d70833a-7f52-47cb-a28b-4a7a388cdd64 no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:55:36.794196 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a99cda15-c6a5-4d11-a65d-a09068d976fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:36.818349 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] No Port match for: 6d70833a-7f52-47cb-a28b-4a7a388cdd64 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 19:55:36.818695 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 6d70833a-7f52-47cb-a28b-4a7a388cdd64 not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:55:36.819114 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 4687b45a-95fd-45e1-b72b-77a27219336d no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:55:36.829188 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcf886d-e9af-4170-a661-1ab9123850e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d5cf73a-8836-4a1c-9cf5-1b4e5ac1514f,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:36.831154 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8fcf886d-e9af-4170-a661-1ab9123850e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:36.847108 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cb4ec8df-3966-45c5-bcf7-63430e2843e6 req-d3088c7d-4d03-49c9-be88-c1b3932f9404 service neutron] 10.222.0.50 "GET /v2.0/networks/0e599b76-a0c8-4e66-acc3-d7eeb753f8de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3361499 May 05 19:55:36.862732 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7588dd-576e-49f4-b2ba-4be552d5fbce req-ed071146-54ab-4bcd-95cf-a78368147865 tempest-InstanceActionsNegativeTestJSON-1262576219 tempest-InstanceActionsNegativeTestJSON-1262576219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:36.865518 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7d7588dd-576e-49f4-b2ba-4be552d5fbce req-ed071146-54ab-4bcd-95cf-a78368147865 tempest-InstanceActionsNegativeTestJSON-1262576219 tempest-InstanceActionsNegativeTestJSON-1262576219-project] 10.222.0.36 "GET /v2.0/ports?device_id=5745cc4d-6224-49c8-844b-3c572e49f68f HTTP/1.1" status: 200 len: 944 time: 0.2966444 May 05 19:55:36.881147 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a99cda15-c6a5-4d11-a65d-a09068d976fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:36.888379 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1bb5b913-5f5d-4367-a451-2853e042e03b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:36.898892 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99cda15-c6a5-4d11-a65d-a09068d976fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99c4516e-78c1-4a80-85a0-0e7389d15301,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:36.902982 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2f4c7d6a-19f4-499f-a18b-bc986831bbf1 req-afaaab01-485e-49bb-ae73-557064e9b724 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940334 May 05 19:55:36.918218 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-8fcf886d-e9af-4170-a661-1ab9123850e1 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/5d5cf73a-8836-4a1c-9cf5-1b4e5ac1514f HTTP/1.1" status: 204 len: 168 time: 1.2005155 May 05 19:55:36.919288 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36808) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:55:36.930455 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] No active binding found for port 4687b45a-95fd-45e1-b72b-77a27219336d {{(pid=88199) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 05 19:55:36.933062 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a99cda15-c6a5-4d11-a65d-a09068d976fe admin admin] 10.222.0.36 "DELETE /v2.0/subnets/99c4516e-78c1-4a80-85a0-0e7389d15301 HTTP/1.1" status: 204 len: 168 time: 1.3699365 May 05 19:55:36.935821 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 4687b45a-95fd-45e1-b72b-77a27219336d not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:55:36.937059 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 22bf23e5-a8d8-4bd9-9afc-496de10c81e3 no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:55:36.947782 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7d7588dd-576e-49f4-b2ba-4be552d5fbce req-de7826f9-7501-4348-8fc2-e9a9a3ce950c tempest-InstanceActionsNegativeTestJSON-1262576219 tempest-InstanceActionsNegativeTestJSON-1262576219-project] 10.222.0.36 "GET /v2.0/security-groups?id=6ac55d71-6505-4db9-b904-314195ee0814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729058 May 05 19:55:36.950067 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2111a0e9-c260-484c-9b24-df378a546998 req-ab3363d7-f40e-4739-b8a3-514e831ca379 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:36.951525 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36812) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:55:37.078185 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3363d7-f40e-4739-b8a3-514e831ca379 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Pushing event deleted for resources: {'Port': ['ID=4687b45a-95fd-45e1-b72b-77a27219336d,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:37.088701 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-02cd5307-1b5d-449c-8439-fc48e7d07bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:37.114778 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:37.137975 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cd5307-1b5d-449c-8439-fc48e7d07bca admin admin] Pushing event deleted for resources: {'Port': ['ID=1b4b2d45-52a8-42c0-9836-17fb55ef6d2a,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:37.201897 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7137476-525b-4fda-8c01-a6b1fcd19390', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22bf23e5-a8d8-4bd9-9afc-496de10c81e3'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:55:37.223067 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 22bf23e5-a8d8-4bd9-9afc-496de10c81e3, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=22bf23e5-a8d8-4bd9-9afc-496de10c81e3,segment=NetworkSegment(b2175592-6b14-427f-bf82-344d71723ffd),segment_id=b2175592-6b14-427f-bf82-344d71723ffd)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:55:37.229926 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:37.354719 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36818) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:55:37.446795 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1cb66890-c2fc-4dc7-9dd4-f7c8bcc27de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:37.465026 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56ed6734-70c4-405b-8e4a-0960d749487e'] response: {'server_uuid': 'd7137476-525b-4fda-8c01-a6b1fcd19390', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22bf23e5-a8d8-4bd9-9afc-496de10c81e3', 'code': 200} May 05 19:55:37.465252 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a94c1f1-addf-4554-b6ae-0d15c7dac2be'] response: {'server_uuid': '21c4270a-2c13-42f0-9052-59af2f4c86ec', 'name': 'network-vif-deleted', 'tag': '837aac58-9af9-4288-b27f-63bf61f6dc11', 'status': 'completed', 'code': 200} May 05 19:55:37.465752 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=22bf23e5-a8d8-4bd9-9afc-496de10c81e3,revision_number=6']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:37.465931 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a94c1f1-addf-4554-b6ae-0d15c7dac2be'] response: {'server_uuid': 'a8d939f4-0851-4bce-afcf-3b292497067f', 'name': 'network-vif-deleted', 'tag': 'a3891ff3-1df5-467c-9a03-57e77e453f5d', 'status': 'completed', 'code': 200} May 05 19:55:37.466339 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a94c1f1-addf-4554-b6ae-0d15c7dac2be'] response: {'server_uuid': 'd7137476-525b-4fda-8c01-a6b1fcd19390', 'name': 'network-vif-deleted', 'tag': '6d70833a-7f52-47cb-a28b-4a7a388cdd64', 'status': 'completed', 'code': 200} May 05 19:55:37.478066 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a45668dc-7ee2-4b8b-bd81-5f34bdd2ff62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:37.489852 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-2111a0e9-c260-484c-9b24-df378a546998 req-ab3363d7-f40e-4739-b8a3-514e831ca379 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] No DVR routers for this DVR port 4687b45a-95fd-45e1-b72b-77a27219336d on host n-h1-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:55:37.493712 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2111a0e9-c260-484c-9b24-df378a546998 req-ab3363d7-f40e-4739-b8a3-514e831ca379 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:37.495618 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2111a0e9-c260-484c-9b24-df378a546998 req-ab3363d7-f40e-4739-b8a3-514e831ca379 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.24 "DELETE /v2.0/ports/4687b45a-95fd-45e1-b72b-77a27219336d HTTP/1.1" status: 204 len: 173 time: 2.1799150 May 05 19:55:37.536121 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5745cc4d-6224-49c8-844b-3c572e49f68f', 'tag': 'e131835c-1577-4cc8-8414-fb4134a6a8e5'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:55:37.699076 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:37.703084 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dafad8-45f0-4d14-a4e1-5fb771c28d16 req-5c235277-33f7-4b27-947a-9a11b61ee48a tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:37.704585 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-84dafad8-45f0-4d14-a4e1-5fb771c28d16 req-5c235277-33f7-4b27-947a-9a11b61ee48a tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=91be2773-96ba-4736-ab41-f69a876b566a HTTP/1.1" status: 200 len: 949 time: 0.6579027 May 05 19:55:37.707872 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-2111a0e9-c260-484c-9b24-df378a546998 req-1a0f781c-6db8-4195-8246-860cd5e451f7 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Deleting port 22bf23e5-a8d8-4bd9-9afc-496de10c81e3 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:55:37.708208 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2111a0e9-c260-484c-9b24-df378a546998 req-1a0f781c-6db8-4195-8246-860cd5e451f7 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:37.835884 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1cb66890-c2fc-4dc7-9dd4-f7c8bcc27de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:37.920883 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:37.933569 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a45668dc-7ee2-4b8b-bd81-5f34bdd2ff62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:37.946091 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-1cb66890-c2fc-4dc7-9dd4-f7c8bcc27de5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e1d2257-41cc-4af2-afae-4ca8a9719a05']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:55:38.130820 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-84dafad8-45f0-4d14-a4e1-5fb771c28d16 req-260a72c1-35db-433a-8f20-8d98b030e054 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/security-groups?id=47e8f45b-d376-403a-8bb9-867508147e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3858607 May 05 19:55:38.139552 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55cdc59-0379-46a8-ad26-6976adff6601 req-b197fb0a-dc15-44c4-92b3-0ef88a74ff91 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:38.141037 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d55cdc59-0379-46a8-ad26-6976adff6601 req-b197fb0a-dc15-44c4-92b3-0ef88a74ff91 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7f5a589-3b16-4448-9925-f6147d63a97a HTTP/1.1" status: 200 len: 949 time: 0.6403720 May 05 19:55:38.145836 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-1cb66890-c2fc-4dc7-9dd4-f7c8bcc27de5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74addc21-9c2f-4292-8d75-7048fb7d56d2') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:55:38.146134 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-1cb66890-c2fc-4dc7-9dd4-f7c8bcc27de5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74addc21-9c2f-4292-8d75-7048fb7d56d2') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:55:38.149147 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-02cd5307-1b5d-449c-8439-fc48e7d07bca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:38.161171 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-a45668dc-7ee2-4b8b-bd81-5f34bdd2ff62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1b1edac-3413-49d2-a959-334eaf994cd8']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:55:38.166910 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada3e4c5-0a6f-4a9a-8c28-c9eb65503006 req-3394b911-6a74-4957-a6a8-c7541b2c1d1f tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:38.168442 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ada3e4c5-0a6f-4a9a-8c28-c9eb65503006 req-3394b911-6a74-4957-a6a8-c7541b2c1d1f tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7137476-525b-4fda-8c01-a6b1fcd19390 HTTP/1.1" status: 200 len: 944 time: 0.5803428 May 05 19:55:38.177192 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1cb66890-c2fc-4dc7-9dd4-f7c8bcc27de5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:38.188699 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-a45668dc-7ee2-4b8b-bd81-5f34bdd2ff62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '361aafcf-8056-4392-9dee-211afae9d150') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:55:38.188989 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-a45668dc-7ee2-4b8b-bd81-5f34bdd2ff62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '361aafcf-8056-4392-9dee-211afae9d150') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:55:38.207114 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93bc6b47-572d-4d2e-9ae1-4c3be0c2bb9e'] response: {'name': 'network-changed', 'server_uuid': '5745cc4d-6224-49c8-844b-3c572e49f68f', 'tag': 'e131835c-1577-4cc8-8414-fb4134a6a8e5', 'status': 'completed', 'code': 200} May 05 19:55:38.238766 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a45668dc-7ee2-4b8b-bd81-5f34bdd2ff62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:38.246072 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1cb66890-c2fc-4dc7-9dd4-f7c8bcc27de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:38.275713 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cb66890-c2fc-4dc7-9dd4-f7c8bcc27de5 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 19:55:38.276117 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1cb66890-c2fc-4dc7-9dd4-f7c8bcc27de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:38.289208 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 19:55:38.289208 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 19:55:38.289208 n-d-840717-1 neutron-server[88198]: timer() May 05 19:55:38.289208 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 19:55:38.289208 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 19:55:38.289208 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 19:55:38.289208 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 19:55:38.289208 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 19:55:38.289208 n-d-840717-1 neutron-server[88198]: self._notify() May 05 19:55:38.289208 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 19:55:38.289208 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 19:55:38.289208 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 19:55:38.289208 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 19:55:38.289208 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 19:55:38.289208 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 19:55:38.289208 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 19:55:38.289208 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 19:55:38.289208 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 19:55:38.289208 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 19:55:38.289208 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 19:55:38.289208 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 19:55:38.289208 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 19:55:38.289208 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 19:55:38.289208 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 19:55:38.289208 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 19:55:38.289208 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 19:55:38.289208 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 19:55:38.289208 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 19:55:38.289208 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 19:55:38.289208 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 19:55:38.289208 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 19:55:38.289208 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 19:55:38.299602 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a45668dc-7ee2-4b8b-bd81-5f34bdd2ff62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:38.407311 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a45668dc-7ee2-4b8b-bd81-5f34bdd2ff62 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 19:55:38.408371 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a45668dc-7ee2-4b8b-bd81-5f34bdd2ff62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:38.467528 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 19:55:38.467528 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 19:55:38.467528 n-d-840717-1 neutron-server[88198]: timer() May 05 19:55:38.467528 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 19:55:38.467528 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 19:55:38.467528 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 19:55:38.467528 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 19:55:38.467528 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 19:55:38.467528 n-d-840717-1 neutron-server[88198]: self._notify() May 05 19:55:38.467528 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 19:55:38.467528 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 19:55:38.467528 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 19:55:38.467528 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 19:55:38.467528 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 19:55:38.467528 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 19:55:38.467528 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 19:55:38.467528 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 19:55:38.467528 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 19:55:38.467528 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 19:55:38.467528 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 19:55:38.467528 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 19:55:38.467528 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 19:55:38.467528 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 19:55:38.467528 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 19:55:38.467528 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 19:55:38.467528 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 19:55:38.467528 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 19:55:38.467528 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 19:55:38.467528 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 19:55:38.467528 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 19:55:38.467528 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 19:55:38.467528 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 19:55:38.525278 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-d55cdc59-0379-46a8-ad26-6976adff6601 req-54778201-8f7a-4104-a5cc-0fce1a92bcdf tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Deleting port 046cff30-9f24-4516-aca1-577e77e2491f {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:55:38.525625 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d55cdc59-0379-46a8-ad26-6976adff6601 req-54778201-8f7a-4104-a5cc-0fce1a92bcdf tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:38.579835 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1cb66890-c2fc-4dc7-9dd4-f7c8bcc27de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:38.606655 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ada3e4c5-0a6f-4a9a-8c28-c9eb65503006 req-cdd97aa9-eaeb-49a1-b87f-f7f9d8b9fe22 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.36 "GET /v2.0/security-groups?id=54210ff6-4648-4cdb-8887-421df42725ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4013495 May 05 19:55:38.621594 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-2111a0e9-c260-484c-9b24-df378a546998 req-1a0f781c-6db8-4195-8246-860cd5e451f7 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] For port 22bf23e5-a8d8-4bd9-9afc-496de10c81e3, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=22bf23e5-a8d8-4bd9-9afc-496de10c81e3,segment=NetworkSegment(b2175592-6b14-427f-bf82-344d71723ffd),segment_id=b2175592-6b14-427f-bf82-344d71723ffd)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:55:38.622638 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2111a0e9-c260-484c-9b24-df378a546998 req-1a0f781c-6db8-4195-8246-860cd5e451f7 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:38.629853 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1cb66890-c2fc-4dc7-9dd4-f7c8bcc27de5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:38.643267 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb66890-c2fc-4dc7-9dd4-f7c8bcc27de5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e1d2257-41cc-4af2-afae-4ca8a9719a05,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:38.644750 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a45668dc-7ee2-4b8b-bd81-5f34bdd2ff62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:38.666516 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a45668dc-7ee2-4b8b-bd81-5f34bdd2ff62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:38.755535 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba026035-df0f-4df7-a69a-e0c5fce2b9d5 req-963ecb06-a7bc-4da9-a5bd-7cb7b703a71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:38.757579 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ba026035-df0f-4df7-a69a-e0c5fce2b9d5 req-963ecb06-a7bc-4da9-a5bd-7cb7b703a71b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a4c11d868c0147579eb9c3084e99157f&device_id=5745cc4d-6224-49c8-844b-3c572e49f68f HTTP/1.1" status: 200 len: 1095 time: 0.4306126 May 05 19:55:38.796057 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-2111a0e9-c260-484c-9b24-df378a546998 req-1a0f781c-6db8-4195-8246-860cd5e451f7 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Calling delete_port for 22bf23e5-a8d8-4bd9-9afc-496de10c81e3 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:55:38.823290 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45668dc-7ee2-4b8b-bd81-5f34bdd2ff62 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1b1edac-3413-49d2-a959-334eaf994cd8,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:38.858971 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffdf8fb-1f73-419f-9166-92636b230e72 req-11de6d21-370d-4cd6-8c85-37e6babd6a04 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:38.860449 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bffdf8fb-1f73-419f-9166-92636b230e72 req-11de6d21-370d-4cd6-8c85-37e6babd6a04 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7f5a589-3b16-4448-9925-f6147d63a97a HTTP/1.1" status: 200 len: 949 time: 0.5621877 May 05 19:55:38.870724 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-1cb66890-c2fc-4dc7-9dd4-f7c8bcc27de5 admin admin] 10.222.0.36 "DELETE /v2.0/networks/9e1d2257-41cc-4af2-afae-4ca8a9719a05 HTTP/1.1" status: 204 len: 168 time: 1.9160001 May 05 19:55:38.878341 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36832) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:55:38.924830 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a45668dc-7ee2-4b8b-bd81-5f34bdd2ff62 admin admin] 10.222.0.36 "DELETE /v2.0/networks/f1b1edac-3413-49d2-a959-334eaf994cd8 HTTP/1.1" status: 204 len: 168 time: 2.0039165 May 05 19:55:38.934339 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36836) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:55:39.034088 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bffdf8fb-1f73-419f-9166-92636b230e72 req-e7c8729a-494f-48d6-986f-bfe4f1d91d60 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589763 May 05 19:55:39.044504 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-df3a1bc4-e4e0-48c7-8ab5-414ec0455591 admin admin] Deleting subnet 02317b61-4328-4a6b-8171-0f85b6b6b527 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 19:55:39.058476 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-df3a1bc4-e4e0-48c7-8ab5-414ec0455591 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:39.098293 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2111a0e9-c260-484c-9b24-df378a546998 req-1a0f781c-6db8-4195-8246-860cd5e451f7 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:39.154070 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-df3a1bc4-e4e0-48c7-8ab5-414ec0455591 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:39.195004 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0f781c-6db8-4195-8246-860cd5e451f7 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Pushing event deleted for resources: {'Port': ['ID=22bf23e5-a8d8-4bd9-9afc-496de10c81e3,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:39.346245 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-2111a0e9-c260-484c-9b24-df378a546998 req-1a0f781c-6db8-4195-8246-860cd5e451f7 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] No DVR routers for this DVR port 22bf23e5-a8d8-4bd9-9afc-496de10c81e3 on host n-h1-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:55:39.352229 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2111a0e9-c260-484c-9b24-df378a546998 req-1a0f781c-6db8-4195-8246-860cd5e451f7 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:39.362136 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-df3a1bc4-e4e0-48c7-8ab5-414ec0455591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:39.405835 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2111a0e9-c260-484c-9b24-df378a546998 req-1a0f781c-6db8-4195-8246-860cd5e451f7 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.24 "DELETE /v2.0/ports/22bf23e5-a8d8-4bd9-9afc-496de10c81e3 HTTP/1.1" status: 204 len: 173 time: 1.9040949 May 05 19:55:39.439084 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc70adbb-5368-40ba-a6d5-9d9f1516e0eb admin admin] Deleting subnet 78918629-98c1-4e66-b914-73c7bb3ac7b3 {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 19:55:39.440478 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353857ca-6fb5-4d2c-9c84-92548786e889 req-c4f44ca8-4dfd-465a-9bc2-d971ca005c07 tempest-ServersOnMultiNodesTest-1172211076 tempest-ServersOnMultiNodesTest-1172211076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:39.442129 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-353857ca-6fb5-4d2c-9c84-92548786e889 req-c4f44ca8-4dfd-465a-9bc2-d971ca005c07 tempest-ServersOnMultiNodesTest-1172211076 tempest-ServersOnMultiNodesTest-1172211076-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=91be2773-96ba-4736-ab41-f69a876b566a HTTP/1.1" status: 200 len: 1100 time: 0.2547324 May 05 19:55:39.462440 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bc70adbb-5368-40ba-a6d5-9d9f1516e0eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:39.462683 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:39.463342 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-df3a1bc4-e4e0-48c7-8ab5-414ec0455591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:39.504840 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7137476-525b-4fda-8c01-a6b1fcd19390', 'name': 'network-vif-deleted', 'tag': '4687b45a-95fd-45e1-b72b-77a27219336d'}, {'server_uuid': 'd7137476-525b-4fda-8c01-a6b1fcd19390', 'name': 'network-vif-deleted', 'tag': '22bf23e5-a8d8-4bd9-9afc-496de10c81e3'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:55:39.527736 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3a1bc4-e4e0-48c7-8ab5-414ec0455591 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02317b61-4328-4a6b-8171-0f85b6b6b527,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:39.538997 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-df3a1bc4-e4e0-48c7-8ab5-414ec0455591 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:39.555623 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-df3a1bc4-e4e0-48c7-8ab5-414ec0455591 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/02317b61-4328-4a6b-8171-0f85b6b6b527 HTTP/1.1" status: 204 len: 168 time: 0.6709588 May 05 19:55:39.555623 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36842) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:55:39.556661 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba026035-df0f-4df7-a69a-e0c5fce2b9d5 req-30d52d1f-0639-4025-8263-d2606910322a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:39.558137 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ba026035-df0f-4df7-a69a-e0c5fce2b9d5 req-30d52d1f-0639-4025-8263-d2606910322a service neutron] 10.222.0.50 "GET /v2.0/networks?id=0e599b76-a0c8-4e66-acc3-d7eeb753f8de HTTP/1.1" status: 200 len: 922 time: 0.7733440 May 05 19:55:39.563548 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-d55cdc59-0379-46a8-ad26-6976adff6601 req-54778201-8f7a-4104-a5cc-0fce1a92bcdf tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] For port 046cff30-9f24-4516-aca1-577e77e2491f, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=046cff30-9f24-4516-aca1-577e77e2491f,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:55:39.563917 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d55cdc59-0379-46a8-ad26-6976adff6601 req-54778201-8f7a-4104-a5cc-0fce1a92bcdf tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:39.574281 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-353857ca-6fb5-4d2c-9c84-92548786e889 req-69129780-3019-4bc2-ba72-cc540d18b6ef tempest-ServersOnMultiNodesTest-1172211076 tempest-ServersOnMultiNodesTest-1172211076-project-admin] Synchronizing usage tracker for tenant:e3fcff9ecf25454699df07a6ca33bfa6 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:55:39.644525 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6b8546-f9ed-48e6-8459-ddff4b19b078 req-64895d3a-fe0f-4c87-86e5-592bd629f517 tempest-InstanceActionsNegativeTestJSON-1262576219 tempest-InstanceActionsNegativeTestJSON-1262576219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:39.646175 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bd6b8546-f9ed-48e6-8459-ddff4b19b078 req-64895d3a-fe0f-4c87-86e5-592bd629f517 tempest-InstanceActionsNegativeTestJSON-1262576219 tempest-InstanceActionsNegativeTestJSON-1262576219-project] 10.222.0.36 "GET /v2.0/ports?device_id=5745cc4d-6224-49c8-844b-3c572e49f68f HTTP/1.1" status: 200 len: 944 time: 0.8930228 May 05 19:55:39.654116 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bc70adbb-5368-40ba-a6d5-9d9f1516e0eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:39.677069 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-353857ca-6fb5-4d2c-9c84-92548786e889 req-69129780-3019-4bc2-ba72-cc540d18b6ef tempest-ServersOnMultiNodesTest-1172211076 tempest-ServersOnMultiNodesTest-1172211076-project-admin] Unset dirty status for tenant:e3fcff9ecf25454699df07a6ca33bfa6 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:55:39.678222 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-353857ca-6fb5-4d2c-9c84-92548786e889 req-69129780-3019-4bc2-ba72-cc540d18b6ef tempest-ServersOnMultiNodesTest-1172211076 tempest-ServersOnMultiNodesTest-1172211076-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=47e8f45b-d376-403a-8bb9-867508147e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207389 May 05 19:55:39.687854 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8c44e62e-89f2-47a3-a2d3-0f948819f977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:39.754415 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02cd5307-1b5d-449c-8439-fc48e7d07bca admin admin] Router 918fdc23-03c3-45f1-bfe6-f78acc517d9f has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 19:55:39.777626 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b98bb976-949b-4cf3-97e3-27e7912a4579'] response: {'server_uuid': 'd7137476-525b-4fda-8c01-a6b1fcd19390', 'name': 'network-vif-deleted', 'tag': '4687b45a-95fd-45e1-b72b-77a27219336d', 'status': 'completed', 'code': 200} May 05 19:55:39.778020 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b98bb976-949b-4cf3-97e3-27e7912a4579'] response: {'server_uuid': 'd7137476-525b-4fda-8c01-a6b1fcd19390', 'name': 'network-vif-deleted', 'tag': '22bf23e5-a8d8-4bd9-9afc-496de10c81e3', 'status': 'completed', 'code': 200} May 05 19:55:39.841138 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-d55cdc59-0379-46a8-ad26-6976adff6601 req-54778201-8f7a-4104-a5cc-0fce1a92bcdf tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Calling delete_port for 046cff30-9f24-4516-aca1-577e77e2491f owned by compute:nova {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:55:39.877092 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ba026035-df0f-4df7-a69a-e0c5fce2b9d5 req-d8a4656a-5c59-4299-8170-cd08196342eb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e131835c-1577-4cc8-8414-fb4134a6a8e5 HTTP/1.1" status: 200 len: 217 time: 0.2995729 May 05 19:55:39.984650 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8c44e62e-89f2-47a3-a2d3-0f948819f977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:40.056713 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-e5a15ff1-9f75-443d-b778-adfc4b2e760f req-257d8fcd-1a65-4cc8-bdc1-bbb85782eb49 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Synchronizing usage tracker for tenant:beb159436c9e4e2f822f7625a9d89435 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:55:40.070506 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-8c44e62e-89f2-47a3-a2d3-0f948819f977 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8be83ce-fdb5-4aca-9778-1b6608480539']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:55:40.091087 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-8c44e62e-89f2-47a3-a2d3-0f948819f977 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd028e4c-a0c9-4ee1-862b-037c8174febf') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:55:40.091574 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bc70adbb-5368-40ba-a6d5-9d9f1516e0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:40.091672 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-8c44e62e-89f2-47a3-a2d3-0f948819f977 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd028e4c-a0c9-4ee1-862b-037c8174febf') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:55:40.103329 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-e5a15ff1-9f75-443d-b778-adfc4b2e760f req-257d8fcd-1a65-4cc8-bdc1-bbb85782eb49 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Unset dirty status for tenant:beb159436c9e4e2f822f7625a9d89435 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:55:40.104988 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e5a15ff1-9f75-443d-b778-adfc4b2e760f req-257d8fcd-1a65-4cc8-bdc1-bbb85782eb49 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7137476-525b-4fda-8c01-a6b1fcd19390 HTTP/1.1" status: 200 len: 210 time: 0.1264868 May 05 19:55:40.111935 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8c44e62e-89f2-47a3-a2d3-0f948819f977 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:40.136417 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8c44e62e-89f2-47a3-a2d3-0f948819f977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:40.144053 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c44e62e-89f2-47a3-a2d3-0f948819f977 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 19:55:40.144464 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8c44e62e-89f2-47a3-a2d3-0f948819f977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:40.158473 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bd6b8546-f9ed-48e6-8459-ddff4b19b078 req-83cfbbff-6804-4819-9313-b369a086481b tempest-InstanceActionsNegativeTestJSON-1262576219 tempest-InstanceActionsNegativeTestJSON-1262576219-project] 10.222.0.36 "GET /v2.0/security-groups?id=6ac55d71-6505-4db9-b904-314195ee0814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4180040 May 05 19:55:40.160229 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 19:55:40.160229 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 19:55:40.160229 n-d-840717-1 neutron-server[88198]: timer() May 05 19:55:40.160229 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 19:55:40.160229 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 19:55:40.160229 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 19:55:40.160229 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 19:55:40.160229 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 19:55:40.160229 n-d-840717-1 neutron-server[88198]: self._notify() May 05 19:55:40.160229 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 19:55:40.160229 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 19:55:40.160229 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 19:55:40.160229 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 19:55:40.160229 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 19:55:40.160229 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 19:55:40.160229 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 19:55:40.160229 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 19:55:40.160229 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 19:55:40.160229 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 19:55:40.160229 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 19:55:40.160229 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 19:55:40.160229 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 19:55:40.160229 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 19:55:40.160229 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 19:55:40.160229 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 19:55:40.160229 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 19:55:40.160229 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 19:55:40.160229 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 19:55:40.160229 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 19:55:40.160229 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 19:55:40.160229 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 19:55:40.160229 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 19:55:40.275248 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f3532f8f-4fb8-4a07-8ac8-43c9d0102d81 req-1375f761-6fc0-4947-801d-d0b106859454 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=97ead9bcc5d448dab263815a595740a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285001 May 05 19:55:40.276929 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8c44e62e-89f2-47a3-a2d3-0f948819f977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:40.289938 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba026035-df0f-4df7-a69a-e0c5fce2b9d5 req-92dc92c4-8865-47cd-b7c0-144ce722f635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:40.291404 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ba026035-df0f-4df7-a69a-e0c5fce2b9d5 req-92dc92c4-8865-47cd-b7c0-144ce722f635 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dc6c91aa-15ce-411d-96c1-f1b4b19848bb HTTP/1.1" status: 200 len: 861 time: 0.3824921 May 05 19:55:40.299048 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8c44e62e-89f2-47a3-a2d3-0f948819f977 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:40.302703 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44e62e-89f2-47a3-a2d3-0f948819f977 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8be83ce-fdb5-4aca-9778-1b6608480539,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:40.332530 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-8c44e62e-89f2-47a3-a2d3-0f948819f977 admin admin] 10.222.0.36 "DELETE /v2.0/networks/c8be83ce-fdb5-4aca-9778-1b6608480539 HTTP/1.1" status: 204 len: 168 time: 0.7770469 May 05 19:55:40.463070 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ba026035-df0f-4df7-a69a-e0c5fce2b9d5 req-bccd54c3-18d4-45f3-810d-74118e635481 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0e599b76-a0c8-4e66-acc3-d7eeb753f8de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1474943 May 05 19:55:40.471084 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3532f8f-4fb8-4a07-8ac8-43c9d0102d81 req-af2de3f1-3d69-47d4-b0ad-4e8a9bbe9184 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:40.472694 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f3532f8f-4fb8-4a07-8ac8-43c9d0102d81 req-af2de3f1-3d69-47d4-b0ad-4e8a9bbe9184 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1710219 May 05 19:55:40.473175 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36864) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:55:40.510691 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f3532f8f-4fb8-4a07-8ac8-43c9d0102d81 req-e9e194fb-db4d-451a-a734-61d83ccb36fc tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/quotas/97ead9bcc5d448dab263815a595740a4 HTTP/1.1" status: 200 len: 375 time: 0.0220265 May 05 19:55:40.524669 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bc70adbb-5368-40ba-a6d5-9d9f1516e0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:40.592493 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3caec5dd-587d-4912-9872-6a2378baca7e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=63ca58c29fae4c4eaafba189c1ec4492&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1158211 May 05 19:55:40.595781 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36868) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:55:40.598537 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02cd5307-1b5d-449c-8439-fc48e7d07bca admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 19:55:40.608361 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc70adbb-5368-40ba-a6d5-9d9f1516e0eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78918629-98c1-4e66-b914-73c7bb3ac7b3,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:40.627675 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42331c9c-92a8-4f75-874e-861046848a0a None None] Sync routers for ids ['918fdc23-03c3-45f1-bfe6-f78acc517d9f'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 19:55:40.643272 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42331c9c-92a8-4f75-874e-861046848a0a None None] Routers {'918fdc23-03c3-45f1-bfe6-f78acc517d9f'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:55:40.644080 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-42331c9c-92a8-4f75-874e-861046848a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:55:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['918fdc23-03c3-45f1-bfe6-f78acc517d9f'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:55:40.658683 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bc70adbb-5368-40ba-a6d5-9d9f1516e0eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:40.664350 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d74d635d-447c-4733-bffb-ab64d322a6e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:40.683301 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f3532f8f-4fb8-4a07-8ac8-43c9d0102d81 req-d06363eb-11ea-4df8-be41-5e7d2c9e8353 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=97ead9bcc5d448dab263815a595740a4&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1651952 May 05 19:55:40.691173 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5f1b17dc-d438-424c-be58-9be5918e4a90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:40.712292 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d55cdc59-0379-46a8-ad26-6976adff6601 req-54778201-8f7a-4104-a5cc-0fce1a92bcdf tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:40.722774 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5f1b17dc-d438-424c-be58-9be5918e4a90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:40.793884 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5f1b17dc-d438-424c-be58-9be5918e4a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:40.813880 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1b17dc-d438-424c-be58-9be5918e4a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdda19ee-d3aa-495d-878b-0e2cd88856b7,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:40.823083 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5f1b17dc-d438-424c-be58-9be5918e4a90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:40.825205 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-5f1b17dc-d438-424c-be58-9be5918e4a90 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bdda19ee-d3aa-495d-878b-0e2cd88856b7 HTTP/1.1" status: 204 len: 168 time: 0.2273705 May 05 19:55:40.833245 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54778201-8f7a-4104-a5cc-0fce1a92bcdf tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Pushing event deleted for resources: {'Port': ['ID=046cff30-9f24-4516-aca1-577e77e2491f,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:40.853119 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-bc70adbb-5368-40ba-a6d5-9d9f1516e0eb admin admin] 10.222.0.36 "DELETE /v2.0/subnets/78918629-98c1-4e66-b914-73c7bb3ac7b3 HTTP/1.1" status: 204 len: 168 time: 1.9064453 May 05 19:55:40.855875 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36876) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:55:40.910147 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 046cff30-9f24-4516-aca1-577e77e2491f no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:55:40.956679 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device e131835c-1577-4cc8-8414-fb4134a6a8e5 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:55:41.062944 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c535888c-f64a-4559-9d48-f2f0d070719a req-c0c7d3c3-3e2a-474f-8f91-825687a2b6a6 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d3486fb-163c-468d-a5d4-e5b9c91016a8 HTTP/1.1" status: 200 len: 210 time: 0.1088514 May 05 19:55:41.168245 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port e131835c-1577-4cc8-8414-fb4134a6a8e5, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=e131835c-1577-4cc8-8414-fb4134a6a8e5,segment=NetworkSegment(76956564-b928-47ca-b1a1-a15d17ec9f66),segment_id=76956564-b928-47ca-b1a1-a15d17ec9f66)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:55:41.206642 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-55804e05-6b48-4c81-a833-9ebd644027de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:41.213211 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': 'e131835c-1577-4cc8-8414-fb4134a6a8e5', 'network_id': '0e599b76-a0c8-4e66-acc3-d7eeb753f8de', 'port_id': 'e131835c-1577-4cc8-8414-fb4134a6a8e5', 'mac_address': 'fa:16:3e:a0:2c:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc6c91aa-15ce-411d-96c1-f1b4b19848bb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:55:41.217209 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-42331c9c-92a8-4f75-874e-861046848a0a None None] Set router 918fdc23-03c3-45f1-bfe6-f78acc517d9f gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:55:41.281222 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] No Port match for: 046cff30-9f24-4516-aca1-577e77e2491f {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 19:55:41.281434 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 046cff30-9f24-4516-aca1-577e77e2491f not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:55:41.293123 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ba026035-df0f-4df7-a69a-e0c5fce2b9d5 req-0381cde7-f1b4-449b-83d3-fe7875b0f4d0 service neutron] 10.222.0.50 "GET /v2.0/networks/0e599b76-a0c8-4e66-acc3-d7eeb753f8de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8084631 May 05 19:55:41.298210 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-02cd5307-1b5d-449c-8439-fc48e7d07bca admin admin] 10.222.0.36 "PUT /v2.0/routers/918fdc23-03c3-45f1-bfe6-f78acc517d9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9671686 May 05 19:55:41.306959 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36892) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:55:41.307293 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36894) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:55:41.561987 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:41.601817 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-55804e05-6b48-4c81-a833-9ebd644027de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:41.609077 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ba026035-df0f-4df7-a69a-e0c5fce2b9d5 req-052f73b9-e665-4c55-9735-daa210136492 service neutron] 10.222.0.50 "GET /v2.0/networks/0e599b76-a0c8-4e66-acc3-d7eeb753f8de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950907 May 05 19:55:41.610593 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36902) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:55:41.670619 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1a377c-8ccd-44b5-bf6e-d6baba249076 req-94f12f7a-17a6-46ff-9063-517a29476d10 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:41.671698 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-ba1a377c-8ccd-44b5-bf6e-d6baba249076 req-94f12f7a-17a6-46ff-9063-517a29476d10 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Synchronizing usage tracker for tenant:928b29e96aaf42dd9d4dc06b8e5f9969 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:55:41.684721 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-d55cdc59-0379-46a8-ad26-6976adff6601 req-54778201-8f7a-4104-a5cc-0fce1a92bcdf tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] No DVR routers for this DVR port 046cff30-9f24-4516-aca1-577e77e2491f on host n-h1-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:55:41.694673 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e131835c-1577-4cc8-8414-fb4134a6a8e5 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:55:41.701835 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d55cdc59-0379-46a8-ad26-6976adff6601 req-54778201-8f7a-4104-a5cc-0fce1a92bcdf tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:41.704183 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d55cdc59-0379-46a8-ad26-6976adff6601 req-54778201-8f7a-4104-a5cc-0fce1a92bcdf tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.24 "DELETE /v2.0/ports/046cff30-9f24-4516-aca1-577e77e2491f HTTP/1.1" status: 204 len: 173 time: 3.5514135 May 05 19:55:41.704873 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7f5a589-3b16-4448-9925-f6147d63a97a', 'name': 'network-vif-deleted', 'tag': '046cff30-9f24-4516-aca1-577e77e2491f'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:55:41.719841 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port e131835c-1577-4cc8-8414-fb4134a6a8e5, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=e131835c-1577-4cc8-8414-fb4134a6a8e5,segment=NetworkSegment(76956564-b928-47ca-b1a1-a15d17ec9f66),segment_id=76956564-b928-47ca-b1a1-a15d17ec9f66)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:55:41.727895 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:41.730227 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-ba1a377c-8ccd-44b5-bf6e-d6baba249076 req-94f12f7a-17a6-46ff-9063-517a29476d10 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] Unset dirty status for tenant:928b29e96aaf42dd9d4dc06b8e5f9969 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:55:41.731929 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ba1a377c-8ccd-44b5-bf6e-d6baba249076 req-94f12f7a-17a6-46ff-9063-517a29476d10 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7f5a589-3b16-4448-9925-f6147d63a97a HTTP/1.1" status: 200 len: 949 time: 1.3827250 May 05 19:55:41.735601 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-6927a605-4f3e-46a1-aa78-925478b27c6a tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Deleting subnet b342adb1-0c28-4e18-b4eb-1f100bd70bdd {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 19:55:41.764523 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6927a605-4f3e-46a1-aa78-925478b27c6a tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:41.804215 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-55804e05-6b48-4c81-a833-9ebd644027de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55e86b7f-167f-4ad5-a534-44d5a6db4c5f']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:55:41.843605 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-55804e05-6b48-4c81-a833-9ebd644027de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0da1ca5-2125-46aa-a23b-f36178b4f14e') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:55:41.843896 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-55804e05-6b48-4c81-a833-9ebd644027de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0da1ca5-2125-46aa-a23b-f36178b4f14e') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:55:41.861196 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=e131835c-1577-4cc8-8414-fb4134a6a8e5,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:41.873629 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ab0b2097-f5f4-47e7-9ca9-054cc880d45c admin admin] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:41.888925 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-42331c9c-92a8-4f75-874e-861046848a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918fdc23-03c3-45f1-bfe6-f78acc517d9f', 'name': 'tempest-FloatingIPDetailsTestJSON-1139885091-router', 'tenant_id': '893db41311a443bcaaab6cdc04f87592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'f773e0ee-bb04-46bb-887a-8ee00eaae234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:54:16Z', 'updated_at': '2022-05-05T19:55:36Z', 'revision_number': 5, 'project_id': '893db41311a443bcaaab6cdc04f87592', 'gw_port': {'id': 'f773e0ee-bb04-46bb-887a-8ee00eaae234', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:09:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918fdc23-03c3-45f1-bfe6-f78acc517d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:54:18Z', 'updated_at': '2022-05-05T19:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:55:41.896429 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42331c9c-92a8-4f75-874e-861046848a0a None None] Checking router: 918fdc23-03c3-45f1-bfe6-f78acc517d9f for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 19:55:41.909597 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42331c9c-92a8-4f75-874e-861046848a0a None None] Routers {'918fdc23-03c3-45f1-bfe6-f78acc517d9f'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:55:41.912769 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-42331c9c-92a8-4f75-874e-861046848a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:55:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['918fdc23-03c3-45f1-bfe6-f78acc517d9f'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:55:41.932383 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ba1a377c-8ccd-44b5-bf6e-d6baba249076 req-1c81fc3c-253f-4078-95b5-7f2e09f291b3 tempest-MigrationsAdminTest-216030398 tempest-MigrationsAdminTest-216030398-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870549 May 05 19:55:42.052763 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['e131835c-1577-4cc8-8414-fb4134a6a8e5'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:55:42.059435 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c64b130-cb02-42f5-827d-26fef7643578'] response: {'server_uuid': 'f7f5a589-3b16-4448-9925-f6147d63a97a', 'name': 'network-vif-deleted', 'tag': '046cff30-9f24-4516-aca1-577e77e2491f', 'status': 'completed', 'code': 200} May 05 19:55:42.067846 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-55804e05-6b48-4c81-a833-9ebd644027de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:42.076984 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-d74d635d-447c-4733-bffb-ab64d322a6e9 admin admin] Deleting port 2ae25ead-871d-4f1d-9c24-04660b217917 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:55:42.077505 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d74d635d-447c-4733-bffb-ab64d322a6e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:42.125301 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6927a605-4f3e-46a1-aa78-925478b27c6a tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:42.166667 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d426a8c9-17fa-4c90-a354-71a617485f2c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=75cb46d03a6d4e0eb7c7ff48f35228b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4649181 May 05 19:55:42.172986 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-55804e05-6b48-4c81-a833-9ebd644027de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:42.176900 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36910) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:55:42.224404 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-42331c9c-92a8-4f75-874e-861046848a0a None None] Set router 918fdc23-03c3-45f1-bfe6-f78acc517d9f gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:55:42.249389 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f0994f-857e-4663-8d17-3c6a14845eb8 req-f9ea3fee-f724-4afa-8af4-63989c5eb10b tempest-InstanceActionsNegativeTestJSON-1262576219 tempest-InstanceActionsNegativeTestJSON-1262576219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:42.250889 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a4f0994f-857e-4663-8d17-3c6a14845eb8 req-f9ea3fee-f724-4afa-8af4-63989c5eb10b tempest-InstanceActionsNegativeTestJSON-1262576219 tempest-InstanceActionsNegativeTestJSON-1262576219-project] 10.222.0.36 "GET /v2.0/ports?device_id=5745cc4d-6224-49c8-844b-3c572e49f68f HTTP/1.1" status: 200 len: 944 time: 0.7105188 May 05 19:55:42.254098 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-eccbb210-6c14-4870-b6a0-69d9e9b7818a req-b8f9c8d6-452a-40eb-b4a0-e80375a80144 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d3486fb-163c-468d-a5d4-e5b9c91016a8 HTTP/1.1" status: 200 len: 210 time: 0.0645092 May 05 19:55:42.282965 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55804e05-6b48-4c81-a833-9ebd644027de admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 19:55:42.283387 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-55804e05-6b48-4c81-a833-9ebd644027de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:42.297670 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 19:55:42.297670 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 19:55:42.297670 n-d-840717-1 neutron-server[88198]: timer() May 05 19:55:42.297670 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 19:55:42.297670 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 19:55:42.297670 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 19:55:42.297670 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 19:55:42.297670 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 19:55:42.297670 n-d-840717-1 neutron-server[88198]: self._notify() May 05 19:55:42.297670 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 19:55:42.297670 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 19:55:42.297670 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 19:55:42.297670 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 19:55:42.297670 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 19:55:42.297670 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 19:55:42.297670 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 19:55:42.297670 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 19:55:42.297670 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 19:55:42.297670 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 19:55:42.297670 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 19:55:42.297670 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 19:55:42.297670 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 19:55:42.297670 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 19:55:42.297670 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 19:55:42.297670 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 19:55:42.297670 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 19:55:42.297670 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 19:55:42.297670 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 19:55:42.297670 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 19:55:42.297670 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 19:55:42.297670 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 19:55:42.297670 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 19:55:42.416542 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-d74d635d-447c-4733-bffb-ab64d322a6e9 admin admin] For port 2ae25ead-871d-4f1d-9c24-04660b217917, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=2ae25ead-871d-4f1d-9c24-04660b217917,segment=NetworkSegment(35fac83a-67e0-479b-ac71-c3fa378951ad),segment_id=35fac83a-67e0-479b-ac71-c3fa378951ad)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:55:42.417080 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d74d635d-447c-4733-bffb-ab64d322a6e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:42.513720 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ab0b2097-f5f4-47e7-9ca9-054cc880d45c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:42.526059 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a4f0994f-857e-4663-8d17-3c6a14845eb8 req-89fa75ec-55db-4a7d-80fa-00ce3e2d6ea9 tempest-InstanceActionsNegativeTestJSON-1262576219 tempest-InstanceActionsNegativeTestJSON-1262576219-project] 10.222.0.36 "GET /v2.0/security-groups?id=6ac55d71-6505-4db9-b904-314195ee0814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444077 May 05 19:55:42.526651 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-55804e05-6b48-4c81-a833-9ebd644027de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:42.534432 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4377278e-5094-44b9-9194-b5c1177e6144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:42.575654 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-55804e05-6b48-4c81-a833-9ebd644027de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:42.595437 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-55804e05-6b48-4c81-a833-9ebd644027de admin admin] 10.222.0.36 "DELETE /v2.0/networks/55e86b7f-167f-4ad5-a534-44d5a6db4c5f HTTP/1.1" status: 204 len: 168 time: 1.7382796 May 05 19:55:42.624166 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-d74d635d-447c-4733-bffb-ab64d322a6e9 admin admin] Calling delete_port for 2ae25ead-871d-4f1d-9c24-04660b217917 owned by network:router_interface {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:55:42.631156 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-ab0b2097-f5f4-47e7-9ca9-054cc880d45c admin admin] Deleting port f773e0ee-bb04-46bb-887a-8ee00eaae234 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:55:42.631576 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ab0b2097-f5f4-47e7-9ca9-054cc880d45c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:42.730255 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-42331c9c-92a8-4f75-874e-861046848a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918fdc23-03c3-45f1-bfe6-f78acc517d9f', 'name': 'tempest-FloatingIPDetailsTestJSON-1139885091-router', 'tenant_id': '893db41311a443bcaaab6cdc04f87592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'f773e0ee-bb04-46bb-887a-8ee00eaae234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:54:16Z', 'updated_at': '2022-05-05T19:55:36Z', 'revision_number': 5, 'project_id': '893db41311a443bcaaab6cdc04f87592', 'gw_port': {'id': 'f773e0ee-bb04-46bb-887a-8ee00eaae234', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:09:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918fdc23-03c3-45f1-bfe6-f78acc517d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:54:18Z', 'updated_at': '2022-05-05T19:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:55:42.734618 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42331c9c-92a8-4f75-874e-861046848a0a None None] The sync data for ids ['918fdc23-03c3-45f1-bfe6-f78acc517d9f'] in n-d-840717-1 is: [{'id': '918fdc23-03c3-45f1-bfe6-f78acc517d9f', 'name': 'tempest-FloatingIPDetailsTestJSON-1139885091-router', 'tenant_id': '893db41311a443bcaaab6cdc04f87592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'f773e0ee-bb04-46bb-887a-8ee00eaae234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:54:16Z', 'updated_at': '2022-05-05T19:55:36Z', 'revision_number': 5, 'project_id': '893db41311a443bcaaab6cdc04f87592', 'gw_port': {'id': 'f773e0ee-bb04-46bb-887a-8ee00eaae234', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:09:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918fdc23-03c3-45f1-bfe6-f78acc517d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:54:18Z', 'updated_at': '2022-05-05T19:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 19:55:42.777756 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f3532f8f-4fb8-4a07-8ac8-43c9d0102d81 req-571375a7-04e7-4e1b-86c4-55b0d0e87e5b tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=97ead9bcc5d448dab263815a595740a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369539 May 05 19:55:42.840848 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55804e05-6b48-4c81-a833-9ebd644027de admin admin] Pushing event deleted for resources: {'Network': ['ID=55e86b7f-167f-4ad5-a534-44d5a6db4c5f,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:42.844499 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6927a605-4f3e-46a1-aa78-925478b27c6a tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:42.905349 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4377278e-5094-44b9-9194-b5c1177e6144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:42.914411 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36916) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:55:43.017937 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-ab0b2097-f5f4-47e7-9ca9-054cc880d45c admin admin] For port f773e0ee-bb04-46bb-887a-8ee00eaae234, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=f773e0ee-bb04-46bb-887a-8ee00eaae234,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:55:43.018302 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ab0b2097-f5f4-47e7-9ca9-054cc880d45c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:43.022801 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3532f8f-4fb8-4a07-8ac8-43c9d0102d81 req-8e9ab3c0-ceb6-456c-a4ab-869d93f6527f tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:43.024303 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f3532f8f-4fb8-4a07-8ac8-43c9d0102d81 req-8e9ab3c0-ceb6-456c-a4ab-869d93f6527f tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2384455 May 05 19:55:43.037900 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-f3532f8f-4fb8-4a07-8ac8-43c9d0102d81 req-941a52ed-02ef-4820-92fd-0e611b846d65 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Request body: {'port': {'device_id': '1d3486fb-163c-468d-a5d4-e5b9c91016a8', 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3', 'admin_state_up': True, 'tenant_id': '97ead9bcc5d448dab263815a595740a4'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:55:43.056274 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d74d635d-447c-4733-bffb-ab64d322a6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:43.122011 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74d635d-447c-4733-bffb-ab64d322a6e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ae25ead-871d-4f1d-9c24-04660b217917,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:43.197764 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-ab0b2097-f5f4-47e7-9ca9-054cc880d45c admin admin] Calling delete_port for f773e0ee-bb04-46bb-887a-8ee00eaae234 owned by network:router_gateway {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:55:43.238070 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e0ce6035-5035-4cb8-a09e-ad1a519b8329 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c363b6e35007457ebf57f58d9e21b43b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3127220 May 05 19:55:43.251867 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36924) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:55:43.279309 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6927a605-4f3e-46a1-aa78-925478b27c6a tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:43.385092 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4377278e-5094-44b9-9194-b5c1177e6144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:43.405522 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6927a605-4f3e-46a1-aa78-925478b27c6a tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Pushing event deleted for resources: {'Subnet': ['ID=b342adb1-0c28-4e18-b4eb-1f100bd70bdd,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:43.407948 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 1b4b2d45-52a8-42c0-9836-17fb55ef6d2a no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:55:43.411245 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6927a605-4f3e-46a1-aa78-925478b27c6a tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:43.466170 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb12aad-fcb4-4b5e-b58e-a5792e2f3e6c None None] Network 0de750f4-2454-4e2f-9cf8-d5ff4093e964 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:55:43.484512 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4377278e-5094-44b9-9194-b5c1177e6144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=648fa384-d037-4550-a423-46c5d3518f1a,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:43.505847 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36932) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:55:43.536721 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 1b4b2d45-52a8-42c0-9836-17fb55ef6d2a {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 19:55:43.537286 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 1b4b2d45-52a8-42c0-9836-17fb55ef6d2a not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:55:43.550114 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-6927a605-4f3e-46a1-aa78-925478b27c6a tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.36 "DELETE /v2.0/subnets/b342adb1-0c28-4e18-b4eb-1f100bd70bdd HTTP/1.1" status: 204 len: 168 time: 2.2377746 May 05 19:55:43.553983 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36936) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:55:43.579999 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4377278e-5094-44b9-9194-b5c1177e6144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:43.584116 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-4377278e-5094-44b9-9194-b5c1177e6144 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/648fa384-d037-4550-a423-46c5d3518f1a HTTP/1.1" status: 204 len: 168 time: 1.4035606 May 05 19:55:43.592482 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-253d532f-c1d1-4807-b8cd-19a6f79a7a32 req-6e447adc-9933-43aa-ac77-ced3f30e751c tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d3486fb-163c-468d-a5d4-e5b9c91016a8 HTTP/1.1" status: 200 len: 210 time: 0.0963657 May 05 19:55:43.595766 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-152c175c-6c7b-46ac-a813-68a1c75383da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:43.650290 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-152c175c-6c7b-46ac-a813-68a1c75383da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:43.764597 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ab0b2097-f5f4-47e7-9ca9-054cc880d45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:43.916665 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:43.923692 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-f3532f8f-4fb8-4a07-8ac8-43c9d0102d81 req-941a52ed-02ef-4820-92fd-0e611b846d65 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:55:43.967719 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0b2097-f5f4-47e7-9ca9-054cc880d45c admin admin] Pushing event deleted for resources: {'Port': ['ID=f773e0ee-bb04-46bb-887a-8ee00eaae234,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:43.984982 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-152c175c-6c7b-46ac-a813-68a1c75383da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:43.991705 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-f3532f8f-4fb8-4a07-8ac8-43c9d0102d81 req-941a52ed-02ef-4820-92fd-0e611b846d65 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:55:44.004631 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d74d635d-447c-4733-bffb-ab64d322a6e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:44.051811 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95737db4-6eec-40af-9747-e057862ba01b None None] DHCP port deletion for 0de750f4-2454-4e2f-9cf8-d5ff4093e964 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 19:55:44.057069 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-95737db4-6eec-40af-9747-e057862ba01b None None] Deleting port b5e7e8e0-be5c-4612-aa5f-ba47b73b2fac {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:55:44.057495 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-95737db4-6eec-40af-9747-e057862ba01b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:44.090731 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3532f8f-4fb8-4a07-8ac8-43c9d0102d81 req-941a52ed-02ef-4820-92fd-0e611b846d65 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Made reservation on behalf of 97ead9bcc5d448dab263815a595740a4 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:55:44.094226 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-f3532f8f-4fb8-4a07-8ac8-43c9d0102d81 req-941a52ed-02ef-4820-92fd-0e611b846d65 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:44.108564 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-16483990-14e1-48e0-9c23-56e48b3d1287 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=928b29e96aaf42dd9d4dc06b8e5f9969&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6014349 May 05 19:55:44.114459 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36952) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:55:44.115270 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152c175c-6c7b-46ac-a813-68a1c75383da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ffdaaf-7f31-41bd-8032-300d12aa01f4,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:44.179782 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0a405bec-ac77-47f8-8e96-4c6cde439fa2 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:44.324564 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-68894860-9696-4a4e-81cf-a0a4408a5e74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:44.326666 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-152c175c-6c7b-46ac-a813-68a1c75383da admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:44.327520 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-152c175c-6c7b-46ac-a813-68a1c75383da admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/94ffdaaf-7f31-41bd-8032-300d12aa01f4 HTTP/1.1" status: 204 len: 168 time: 1.0757105 May 05 19:55:44.330630 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-95737db4-6eec-40af-9747-e057862ba01b None None] For port b5e7e8e0-be5c-4612-aa5f-ba47b73b2fac, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=b5e7e8e0-be5c-4612-aa5f-ba47b73b2fac,segment=NetworkSegment(b2175592-6b14-427f-bf82-344d71723ffd),segment_id=b2175592-6b14-427f-bf82-344d71723ffd)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:55:44.331326 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-95737db4-6eec-40af-9747-e057862ba01b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:44.341452 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-0a405bec-ac77-47f8-8e96-4c6cde439fa2 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Deleting port b5e7e8e0-be5c-4612-aa5f-ba47b73b2fac {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:55:44.341810 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0a405bec-ac77-47f8-8e96-4c6cde439fa2 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:44.360348 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ab0b2097-f5f4-47e7-9ca9-054cc880d45c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:44.462658 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7735d8cb-4a5c-4e3e-8001-3ec6396b8739 req-09038cd4-0c6e-4d88-b535-baa5d1aaaeec tempest-InstanceActionsNegativeTestJSON-1262576219 tempest-InstanceActionsNegativeTestJSON-1262576219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:44.464243 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7735d8cb-4a5c-4e3e-8001-3ec6396b8739 req-09038cd4-0c6e-4d88-b535-baa5d1aaaeec tempest-InstanceActionsNegativeTestJSON-1262576219 tempest-InstanceActionsNegativeTestJSON-1262576219-project] 10.222.0.36 "GET /v2.0/ports?device_id=5745cc4d-6224-49c8-844b-3c572e49f68f HTTP/1.1" status: 200 len: 945 time: 0.5419364 May 05 19:55:44.512836 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-95737db4-6eec-40af-9747-e057862ba01b None None] Calling delete_port for b5e7e8e0-be5c-4612-aa5f-ba47b73b2fac owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:55:44.728705 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-95737db4-6eec-40af-9747-e057862ba01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:44.771110 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ab0b2097-f5f4-47e7-9ca9-054cc880d45c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:44.774331 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ab0b2097-f5f4-47e7-9ca9-054cc880d45c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:44.795690 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-68894860-9696-4a4e-81cf-a0a4408a5e74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:44.838484 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95737db4-6eec-40af-9747-e057862ba01b None None] No DVR routers for this DVR port b5e7e8e0-be5c-4612-aa5f-ba47b73b2fac on host n-d-840717-1 {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:55:44.841589 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-f3532f8f-4fb8-4a07-8ac8-43c9d0102d81 req-941a52ed-02ef-4820-92fd-0e611b846d65 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Allocated IP 192.168.233.185 (b786cc2b-f681-4c10-a54f-820e9d1a5ac3/4d72a8d3-0a35-4d3a-96b8-d869ff4093bc/1f2a657f-d27c-41b8-bb6e-ffe8e7338ef0) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:55:44.878493 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95737db4-6eec-40af-9747-e057862ba01b None None] Pushing event deleted for resources: {'Port': ['ID=b5e7e8e0-be5c-4612-aa5f-ba47b73b2fac,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:44.892258 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-47bb8749-e38e-423e-8873-e38c32f763b0 req-d0fa9f43-d1af-4302-8fd1-9c312d8aeb17 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d3486fb-163c-468d-a5d4-e5b9c91016a8 HTTP/1.1" status: 200 len: 210 time: 0.1098361 May 05 19:55:44.898965 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ab0b2097-f5f4-47e7-9ca9-054cc880d45c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:44.899875 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab0b2097-f5f4-47e7-9ca9-054cc880d45c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 918fdc23-03c3-45f1-bfe6-f78acc517d9f {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 19:55:44.900328 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device e131835c-1577-4cc8-8414-fb4134a6a8e5 up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:55:44.923865 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ab0b2097-f5f4-47e7-9ca9-054cc880d45c admin admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:44.925170 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-ab0b2097-f5f4-47e7-9ca9-054cc880d45c admin admin] 10.222.0.36 "DELETE /v2.0/routers/918fdc23-03c3-45f1-bfe6-f78acc517d9f HTTP/1.1" status: 204 len: 168 time: 3.6148963 May 05 19:55:44.929106 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36974) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:55:45.006103 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port e131835c-1577-4cc8-8414-fb4134a6a8e5 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:55:45.015250 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port e131835c-1577-4cc8-8414-fb4134a6a8e5 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:55:45.015975 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:45.025027 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2c37412-db90-4262-bb76-df122d08a9f7 admin admin] Deleting subnet d00e14da-0fd5-4ef6-ab2a-38e3f72d3c19 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 19:55:45.028481 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d2c37412-db90-4262-bb76-df122d08a9f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:45.097746 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d2c37412-db90-4262-bb76-df122d08a9f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:45.152689 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7735d8cb-4a5c-4e3e-8001-3ec6396b8739 req-ffccf865-c24f-40a8-99c2-e14e891fe567 tempest-InstanceActionsNegativeTestJSON-1262576219 tempest-InstanceActionsNegativeTestJSON-1262576219-project] 10.222.0.36 "GET /v2.0/security-groups?id=6ac55d71-6505-4db9-b904-314195ee0814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6534429 May 05 19:55:45.184323 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36982) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:55:45.242007 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:45.255150 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-68894860-9696-4a4e-81cf-a0a4408a5e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:45.271012 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5745cc4d-6224-49c8-844b-3c572e49f68f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e131835c-1577-4cc8-8414-fb4134a6a8e5'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:55:45.281711 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port e131835c-1577-4cc8-8414-fb4134a6a8e5, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=e131835c-1577-4cc8-8414-fb4134a6a8e5,segment=NetworkSegment(76956564-b928-47ca-b1a1-a15d17ec9f66),segment_id=76956564-b928-47ca-b1a1-a15d17ec9f66)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:55:45.286317 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:45.295669 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-0a405bec-ac77-47f8-8e96-4c6cde439fa2 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] For port b5e7e8e0-be5c-4612-aa5f-ba47b73b2fac, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=b5e7e8e0-be5c-4612-aa5f-ba47b73b2fac,segment=NetworkSegment(b2175592-6b14-427f-bf82-344d71723ffd),segment_id=b2175592-6b14-427f-bf82-344d71723ffd)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:55:45.296033 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0a405bec-ac77-47f8-8e96-4c6cde439fa2 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:45.301130 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68894860-9696-4a4e-81cf-a0a4408a5e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:45.322840 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d2c37412-db90-4262-bb76-df122d08a9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:45.364105 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5124254c-4dd7-4bbe-a3c2-e6b095db2515'] response: {'server_uuid': '5745cc4d-6224-49c8-844b-3c572e49f68f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e131835c-1577-4cc8-8414-fb4134a6a8e5', 'code': 200} May 05 19:55:45.366869 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-68894860-9696-4a4e-81cf-a0a4408a5e74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:45.367515 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-68894860-9696-4a4e-81cf-a0a4408a5e74 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9e8f808c-6ce4-4771-b9eb-7bf8b49a1e9a HTTP/1.1" status: 204 len: 168 time: 1.2498808 May 05 19:55:45.370488 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-8fc04f4f-5cca-4580-8471-682d383773e2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fa0f43ef14a04d2f86aedf2293c4e812&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1852400 May 05 19:55:45.372968 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36998) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:55:45.438066 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=e131835c-1577-4cc8-8414-fb4134a6a8e5,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:45.515130 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-523e955c-3fed-493f-8d5c-0e90525fff2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:45.551755 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-523e955c-3fed-493f-8d5c-0e90525fff2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:45.630080 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-523e955c-3fed-493f-8d5c-0e90525fff2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:45.632422 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device b5e7e8e0-be5c-4612-aa5f-ba47b73b2fac no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:55:45.649301 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d2c37412-db90-4262-bb76-df122d08a9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:45.688117 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-0a405bec-ac77-47f8-8e96-4c6cde439fa2 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Calling delete_port for b5e7e8e0-be5c-4612-aa5f-ba47b73b2fac owned by network:dhcp {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:55:45.711854 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523e955c-3fed-493f-8d5c-0e90525fff2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dace96ac-477c-4a21-89cd-ce98e599944c,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:45.714205 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: b5e7e8e0-be5c-4612-aa5f-ba47b73b2fac {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 19:55:45.714793 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device b5e7e8e0-be5c-4612-aa5f-ba47b73b2fac not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:55:45.715434 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device f773e0ee-bb04-46bb-887a-8ee00eaae234 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:55:45.730499 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c37412-db90-4262-bb76-df122d08a9f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d00e14da-0fd5-4ef6-ab2a-38e3f72d3c19,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:45.733849 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d2c37412-db90-4262-bb76-df122d08a9f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:45.740128 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-523e955c-3fed-493f-8d5c-0e90525fff2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:45.742009 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-523e955c-3fed-493f-8d5c-0e90525fff2d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dace96ac-477c-4a21-89cd-ce98e599944c HTTP/1.1" status: 204 len: 168 time: 0.3673029 May 05 19:55:45.746282 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d2c37412-db90-4262-bb76-df122d08a9f7 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d00e14da-0fd5-4ef6-ab2a-38e3f72d3c19 HTTP/1.1" status: 204 len: 168 time: 0.8153069 May 05 19:55:45.746935 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 37014) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:55:45.760709 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bd577c-c38d-42c8-88a6-438e41ca60f2 None None] Network 9f5a5963-5130-4597-b15e-83126dc4776c requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:55:45.805301 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: f773e0ee-bb04-46bb-887a-8ee00eaae234 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 19:55:45.805830 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device f773e0ee-bb04-46bb-887a-8ee00eaae234 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:55:45.866923 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d74d635d-447c-4733-bffb-ab64d322a6e9 admin admin] Router cef00a4f-c68b-4d3a-b9ac-9b50deeb171a has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 19:55:45.883789 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-784a0b9d-d706-494e-8a1e-7ae5706e2cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:45.898746 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-784a0b9d-d706-494e-8a1e-7ae5706e2cf3 admin admin] Deleting port 7f05d029-a000-4bb3-9bf5-0cf5af2da65b {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:55:45.899087 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-784a0b9d-d706-494e-8a1e-7ae5706e2cf3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:46.055781 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:46.056749 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-f3532f8f-4fb8-4a07-8ac8-43c9d0102d81 req-941a52ed-02ef-4820-92fd-0e611b846d65 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:46.075698 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-f3532f8f-4fb8-4a07-8ac8-43c9d0102d81 req-941a52ed-02ef-4820-92fd-0e611b846d65 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Transition to ACTIVE for port object 1f2a657f-d27c-41b8-bb6e-ffe8e7338ef0 will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:55:46.171005 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d189ed-4d0c-4f5b-a41f-fdaf3d2f7b8e None None] DHCP port deletion for 9f5a5963-5130-4597-b15e-83126dc4776c request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 19:55:46.176962 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-d1d189ed-4d0c-4f5b-a41f-fdaf3d2f7b8e None None] Deleting port 7f05d029-a000-4bb3-9bf5-0cf5af2da65b {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:55:46.177684 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d1d189ed-4d0c-4f5b-a41f-fdaf3d2f7b8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:46.178221 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-f3532f8f-4fb8-4a07-8ac8-43c9d0102d81 req-941a52ed-02ef-4820-92fd-0e611b846d65 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:46.270310 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['6e0be088-6cfe-4e5c-9668-51def98d91cd', '96d6b825-8fac-494b-9ce6-69608695d713'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:55:46.339122 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['beea523c-b44a-4a29-84fa-ffc71132cf85', '23d5a2d8-4c20-4fdb-8211-2609ae0f9d81', '3ec6d015-62ee-40e3-a243-44557141e447', '23636d07-d5e5-4113-a95f-01258904698e'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:55:46.420172 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 37034) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:55:46.422364 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3532f8f-4fb8-4a07-8ac8-43c9d0102d81 req-941a52ed-02ef-4820-92fd-0e611b846d65 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:55:46.440212 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f26186-ab51-407d-b5a5-983e3099d453 req-cec594ce-2e8b-4bd0-b039-9d0cd3435014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:46.441892 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-41f26186-ab51-407d-b5a5-983e3099d453 req-cec594ce-2e8b-4bd0-b039-9d0cd3435014 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5745cc4d-6224-49c8-844b-3c572e49f68f HTTP/1.1" status: 200 len: 1097 time: 0.7610223 May 05 19:55:46.442758 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-f3532f8f-4fb8-4a07-8ac8-43c9d0102d81 req-941a52ed-02ef-4820-92fd-0e611b846d65 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:55:46.468205 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3532f8f-4fb8-4a07-8ac8-43c9d0102d81 req-941a52ed-02ef-4820-92fd-0e611b846d65 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:55:46.491831 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-784a0b9d-d706-494e-8a1e-7ae5706e2cf3 admin admin] For port 7f05d029-a000-4bb3-9bf5-0cf5af2da65b, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=7f05d029-a000-4bb3-9bf5-0cf5af2da65b,segment=NetworkSegment(283414fe-472a-4499-90af-036ecf62dff1),segment_id=283414fe-472a-4499-90af-036ecf62dff1)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:55:46.494835 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-784a0b9d-d706-494e-8a1e-7ae5706e2cf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:46.617129 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941a52ed-02ef-4820-92fd-0e611b846d65 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Pushing event updated for resources: {'Port': ['ID=1f2a657f-d27c-41b8-bb6e-ffe8e7338ef0,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:46.675426 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.api [None req-0a405bec-ac77-47f8-8e96-4c6cde439fa2 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88197) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 19:55:46.675754 n-d-840717-1 neutron-server[88197]: DEBUG oslo_db.api [None req-0a405bec-ac77-47f8-8e96-4c6cde439fa2 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 19:55:46.739101 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-784a0b9d-d706-494e-8a1e-7ae5706e2cf3 admin admin] Calling delete_port for 7f05d029-a000-4bb3-9bf5-0cf5af2da65b owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:55:46.770139 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-41f26186-ab51-407d-b5a5-983e3099d453 req-0c09da1a-c8d0-4c08-8748-c8203498a40a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=6ac55d71-6505-4db9-b904-314195ee0814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651862 May 05 19:55:46.796321 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d74d635d-447c-4733-bffb-ab64d322a6e9 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 19:55:46.810082 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be8ca96-616e-4825-8636-3fee57b88a14 None None] Sync routers for ids ['cef00a4f-c68b-4d3a-b9ac-9b50deeb171a'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 19:55:46.816533 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-d1d189ed-4d0c-4f5b-a41f-fdaf3d2f7b8e None None] For port 7f05d029-a000-4bb3-9bf5-0cf5af2da65b, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=7f05d029-a000-4bb3-9bf5-0cf5af2da65b,segment=NetworkSegment(283414fe-472a-4499-90af-036ecf62dff1),segment_id=283414fe-472a-4499-90af-036ecf62dff1)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:55:46.817175 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d1d189ed-4d0c-4f5b-a41f-fdaf3d2f7b8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:46.828553 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-784a0b9d-d706-494e-8a1e-7ae5706e2cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:46.836809 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be8ca96-616e-4825-8636-3fee57b88a14 None None] Routers {'cef00a4f-c68b-4d3a-b9ac-9b50deeb171a'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:55:46.837735 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-9be8ca96-616e-4825-8636-3fee57b88a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:55:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['cef00a4f-c68b-4d3a-b9ac-9b50deeb171a'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:55:46.858926 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3532f8f-4fb8-4a07-8ac8-43c9d0102d81 req-941a52ed-02ef-4820-92fd-0e611b846d65 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:46.859617 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-f3532f8f-4fb8-4a07-8ac8-43c9d0102d81 req-941a52ed-02ef-4820-92fd-0e611b846d65 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:46.882642 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-1c3feda0-cd9e-4449-bf59-74daae78b658 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a94a9ae964ba4e5ba3dd47aadfb47cb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4561696 May 05 19:55:46.883723 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784a0b9d-d706-494e-8a1e-7ae5706e2cf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f05d029-a000-4bb3-9bf5-0cf5af2da65b,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:46.886035 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 37050) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:55:46.898337 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784a0b9d-d706-494e-8a1e-7ae5706e2cf3 admin admin] No DVR routers for this DVR port 7f05d029-a000-4bb3-9bf5-0cf5af2da65b on host n-d-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:55:46.905294 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8275ef-c73d-4637-859f-d22c43a3ebf3 req-73dd06aa-59d9-4b16-9efc-f097b5f2ce8d tempest-InstanceActionsNegativeTestJSON-1262576219 tempest-InstanceActionsNegativeTestJSON-1262576219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:46.912649 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6d8275ef-c73d-4637-859f-d22c43a3ebf3 req-73dd06aa-59d9-4b16-9efc-f097b5f2ce8d tempest-InstanceActionsNegativeTestJSON-1262576219 tempest-InstanceActionsNegativeTestJSON-1262576219-project] 10.222.0.36 "GET /v2.0/ports?device_id=5745cc4d-6224-49c8-844b-3c572e49f68f HTTP/1.1" status: 200 len: 946 time: 0.4779692 May 05 19:55:46.981453 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d74d635d-447c-4733-bffb-ab64d322a6e9 admin admin] 10.222.0.36 "PUT /v2.0/routers/cef00a4f-c68b-4d3a-b9ac-9b50deeb171a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6150281 May 05 19:55:46.986533 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 37054) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:55:46.988032 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f3532f8f-4fb8-4a07-8ac8-43c9d0102d81 req-941a52ed-02ef-4820-92fd-0e611b846d65 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9541805 May 05 19:55:47.015886 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-d1d189ed-4d0c-4f5b-a41f-fdaf3d2f7b8e None None] Calling delete_port for 7f05d029-a000-4bb3-9bf5-0cf5af2da65b owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:55:47.096244 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-f3532f8f-4fb8-4a07-8ac8-43c9d0102d81 req-21384331-2370-434c-956d-0c5a379b7c7f service neutron] Request body: {'port': {'device_id': '1d3486fb-163c-468d-a5d4-e5b9c91016a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:55:47.126817 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-d1d189ed-4d0c-4f5b-a41f-fdaf3d2f7b8e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 19:55:47.127402 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-d1d189ed-4d0c-4f5b-a41f-fdaf3d2f7b8e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 19:55:47.183691 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-784a0b9d-d706-494e-8a1e-7ae5706e2cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:47.193964 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-9be8ca96-616e-4825-8636-3fee57b88a14 None None] Set router cef00a4f-c68b-4d3a-b9ac-9b50deeb171a gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:55:47.205358 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-837f1f2d-0587-4b60-8f42-4c966f318e03 None None] Provisioning for port 1f2a657f-d27c-41b8-bb6e-ffe8e7338ef0 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:55:47.206016 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-0a405bec-ac77-47f8-8e96-4c6cde439fa2 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Deleting port b5e7e8e0-be5c-4612-aa5f-ba47b73b2fac {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:55:47.206499 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0a405bec-ac77-47f8-8e96-4c6cde439fa2 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:47.215884 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-784a0b9d-d706-494e-8a1e-7ae5706e2cf3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f5a5963-5130-4597-b15e-83126dc4776c']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:55:47.230100 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-784a0b9d-d706-494e-8a1e-7ae5706e2cf3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '283414fe-472a-4499-90af-036ecf62dff1') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:55:47.230406 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-784a0b9d-d706-494e-8a1e-7ae5706e2cf3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '283414fe-472a-4499-90af-036ecf62dff1') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:55:47.242982 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-784a0b9d-d706-494e-8a1e-7ae5706e2cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:47.254449 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6d8275ef-c73d-4637-859f-d22c43a3ebf3 req-1868dbf2-e88a-4635-9d07-76a31282e325 tempest-InstanceActionsNegativeTestJSON-1262576219 tempest-InstanceActionsNegativeTestJSON-1262576219-project] 10.222.0.36 "GET /v2.0/security-groups?id=6ac55d71-6505-4db9-b904-314195ee0814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3407910 May 05 19:55:47.261720 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-784a0b9d-d706-494e-8a1e-7ae5706e2cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:47.273221 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-837f1f2d-0587-4b60-8f42-4c966f318e03 None None] Provisioning complete for port 1f2a657f-d27c-41b8-bb6e-ffe8e7338ef0 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:55:47.273794 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-837f1f2d-0587-4b60-8f42-4c966f318e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:47.278619 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-784a0b9d-d706-494e-8a1e-7ae5706e2cf3 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 19:55:47.279027 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-784a0b9d-d706-494e-8a1e-7ae5706e2cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:47.399994 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-0a405bec-ac77-47f8-8e96-4c6cde439fa2 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] The port 'b5e7e8e0-be5c-4612-aa5f-ba47b73b2fac' was deleted {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 19:55:47.426234 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 19:55:47.426234 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 19:55:47.426234 n-d-840717-1 neutron-server[88198]: timer() May 05 19:55:47.426234 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 19:55:47.426234 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 19:55:47.426234 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 19:55:47.426234 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 19:55:47.426234 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 19:55:47.426234 n-d-840717-1 neutron-server[88198]: self._notify() May 05 19:55:47.426234 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 19:55:47.426234 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 19:55:47.426234 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 19:55:47.426234 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 19:55:47.426234 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 19:55:47.426234 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 19:55:47.426234 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 19:55:47.426234 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 19:55:47.426234 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 19:55:47.426234 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 19:55:47.426234 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 19:55:47.426234 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 19:55:47.426234 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 19:55:47.426234 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 19:55:47.426234 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 19:55:47.426234 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 19:55:47.426234 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 19:55:47.426234 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 19:55:47.426234 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 19:55:47.426234 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 19:55:47.426234 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 19:55:47.426234 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 19:55:47.426234 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 19:55:47.428962 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-784a0b9d-d706-494e-8a1e-7ae5706e2cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:47.439427 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 7f05d029-a000-4bb3-9bf5-0cf5af2da65b no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:55:47.449107 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fffeeff-d853-44cc-beca-067e5a964d25 req-65ec4442-b9dd-4153-aee2-bee45d6bcea6 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:47.450683 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0fffeeff-d853-44cc-beca-067e5a964d25 req-65ec4442-b9dd-4153-aee2-bee45d6bcea6 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d3486fb-163c-468d-a5d4-e5b9c91016a8 HTTP/1.1" status: 200 len: 936 time: 1.3369095 May 05 19:55:47.477867 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 37074) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:55:47.481371 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-784a0b9d-d706-494e-8a1e-7ae5706e2cf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:47.514302 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784a0b9d-d706-494e-8a1e-7ae5706e2cf3 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f5a5963-5130-4597-b15e-83126dc4776c,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:47.560283 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-784a0b9d-d706-494e-8a1e-7ae5706e2cf3 admin admin] 10.222.0.36 "DELETE /v2.0/networks/9f5a5963-5130-4597-b15e-83126dc4776c HTTP/1.1" status: 204 len: 168 time: 1.8096943 May 05 19:55:47.588408 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0fffeeff-d853-44cc-beca-067e5a964d25 req-ad9e4279-f80e-4670-9d57-92a2d412d065 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/security-groups?id=47e8f45b-d376-403a-8bb9-867508147e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038110 May 05 19:55:47.638452 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-d1d189ed-4d0c-4f5b-a41f-fdaf3d2f7b8e None None] Deleting port 7f05d029-a000-4bb3-9bf5-0cf5af2da65b {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:55:47.639116 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d1d189ed-4d0c-4f5b-a41f-fdaf3d2f7b8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:47.671678 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-9be8ca96-616e-4825-8636-3fee57b88a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef00a4f-c68b-4d3a-b9ac-9b50deeb171a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1356480807-router', 'tenant_id': '41290a837817462c9759ead78a474653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '576cb4a5-db7e-4875-9be7-ebb326e540b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:53:56Z', 'updated_at': '2022-05-05T19:55:42Z', 'revision_number': 5, 'project_id': '41290a837817462c9759ead78a474653', 'gw_port': {'id': '576cb4a5-db7e-4875-9be7-ebb326e540b7', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ca:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef00a4f-c68b-4d3a-b9ac-9b50deeb171a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:53:59Z', 'updated_at': '2022-05-05T19:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:55:47.681921 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be8ca96-616e-4825-8636-3fee57b88a14 None None] Checking router: cef00a4f-c68b-4d3a-b9ac-9b50deeb171a for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 19:55:47.702135 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 7f05d029-a000-4bb3-9bf5-0cf5af2da65b {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 19:55:47.702505 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be8ca96-616e-4825-8636-3fee57b88a14 None None] Routers {'cef00a4f-c68b-4d3a-b9ac-9b50deeb171a'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:55:47.702978 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 7f05d029-a000-4bb3-9bf5-0cf5af2da65b not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:55:47.703131 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-9be8ca96-616e-4825-8636-3fee57b88a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:55:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['cef00a4f-c68b-4d3a-b9ac-9b50deeb171a'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:55:47.720337 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-589192ed-60c9-4867-8a39-014089184fb7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1184323249-network', 'tenant_id': '72fd05b830dc4dd3bd5540fd3505f3cd'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:55:47.727274 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-589192ed-60c9-4867-8a39-014089184fb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:55:47.732558 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-589192ed-60c9-4867-8a39-014089184fb7 admin admin] Usage tracker for resource:network and tenant:72fd05b830dc4dd3bd5540fd3505f3cd is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:55:47.738552 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-589192ed-60c9-4867-8a39-014089184fb7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:55:47.742002 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 37084) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:55:47.769970 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-589192ed-60c9-4867-8a39-014089184fb7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:55:47.794289 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-d1d189ed-4d0c-4f5b-a41f-fdaf3d2f7b8e None None] The port '7f05d029-a000-4bb3-9bf5-0cf5af2da65b' was deleted {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 19:55:47.802770 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-64a994d9-d038-41ef-93ab-0e9fcb959e7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:47.811385 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-837f1f2d-0587-4b60-8f42-4c966f318e03 None None] Port 1f2a657f-d27c-41b8-bb6e-ffe8e7338ef0 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:55:47.834201 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-fceff713-e9fb-4e67-90b3-6670c0bb7888 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=893db41311a443bcaaab6cdc04f87592&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0901482 May 05 19:55:47.835451 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 37088) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:55:47.839177 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c6cfd20f-143f-49bc-9c64-2e8d437c65f2 req-add1cf41-4d62-47a2-bd4f-07dde4515fbf tempest-FlavorsV2NegativeTest-730999428 tempest-FlavorsV2NegativeTest-730999428-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=6990914e8c484510a124a60f353e53a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4014444 May 05 19:55:47.858011 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-589192ed-60c9-4867-8a39-014089184fb7 admin admin] Made reservation on behalf of 72fd05b830dc4dd3bd5540fd3505f3cd for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:55:47.866711 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-589192ed-60c9-4867-8a39-014089184fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:47.964657 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-589192ed-60c9-4867-8a39-014089184fb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:48.057764 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-589192ed-60c9-4867-8a39-014089184fb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:55:48.067871 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-589192ed-60c9-4867-8a39-014089184fb7 admin admin] Usage tracker for resource:security_group_rule and tenant:72fd05b830dc4dd3bd5540fd3505f3cd is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:55:48.086851 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-589192ed-60c9-4867-8a39-014089184fb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:55:48.099196 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-589192ed-60c9-4867-8a39-014089184fb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:55:48.126330 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ead57fca-7484-4490-9bc3-5201417c230e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:48.159987 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ead57fca-7484-4490-9bc3-5201417c230e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:48.203248 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cfd20f-143f-49bc-9c64-2e8d437c65f2 req-4a47eea8-deb8-4bdb-adcf-ba7dbe4d5d8c tempest-FlavorsV2NegativeTest-730999428 tempest-FlavorsV2NegativeTest-730999428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:48.204756 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c6cfd20f-143f-49bc-9c64-2e8d437c65f2 req-4a47eea8-deb8-4bdb-adcf-ba7dbe4d5d8c tempest-FlavorsV2NegativeTest-730999428 tempest-FlavorsV2NegativeTest-730999428-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3428628 May 05 19:55:48.229678 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-9be8ca96-616e-4825-8636-3fee57b88a14 None None] Set router cef00a4f-c68b-4d3a-b9ac-9b50deeb171a gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:55:48.244175 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ead57fca-7484-4490-9bc3-5201417c230e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:48.275388 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead57fca-7484-4490-9bc3-5201417c230e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05f5142-3048-43e9-be0a-d9bc3bdeaa8b,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:48.277836 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0a405bec-ac77-47f8-8e96-4c6cde439fa2 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:48.293406 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-64a994d9-d038-41ef-93ab-0e9fcb959e7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:48.302175 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ead57fca-7484-4490-9bc3-5201417c230e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:48.307177 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-ead57fca-7484-4490-9bc3-5201417c230e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f05f5142-3048-43e9-be0a-d9bc3bdeaa8b HTTP/1.1" status: 204 len: 168 time: 0.4533770 May 05 19:55:48.332469 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3b5d0aa6-97fb-452c-b24f-2e28731795bd admin admin] Notify callbacks [] for router, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:48.433530 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c6cfd20f-143f-49bc-9c64-2e8d437c65f2 req-ed2571f2-8d39-4f1d-8450-c593f1e8e59b tempest-FlavorsV2NegativeTest-730999428 tempest-FlavorsV2NegativeTest-730999428-project] 10.222.0.36 "GET /v2.0/quotas/6990914e8c484510a124a60f353e53a6 HTTP/1.1" status: 200 len: 375 time: 0.1668601 May 05 19:55:48.458369 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-f3532f8f-4fb8-4a07-8ac8-43c9d0102d81 req-21384331-2370-434c-956d-0c5a379b7c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:48.460400 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-589192ed-60c9-4867-8a39-014089184fb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:48.465785 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-589192ed-60c9-4867-8a39-014089184fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:48.491998 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-589192ed-60c9-4867-8a39-014089184fb7 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 19:55:48.502858 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-589192ed-60c9-4867-8a39-014089184fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:48.503196 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-589192ed-60c9-4867-8a39-014089184fb7 admin admin] Added segment 16c3bf64-be96-462e-b87e-2fbd0dd461b3 of type vlan for network a593f7d9-4cea-44aa-95eb-c6d63df39a91 May 05 19:55:48.536238 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-589192ed-60c9-4867-8a39-014089184fb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:48.556835 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-0a405bec-ac77-47f8-8e96-4c6cde439fa2 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0de750f4-2454-4e2f-9cf8-d5ff4093e964']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:55:48.612090 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c6cfd20f-143f-49bc-9c64-2e8d437c65f2 req-18ae7bc7-3d1c-4b21-ac81-c2e54859a658 tempest-FlavorsV2NegativeTest-730999428 tempest-FlavorsV2NegativeTest-730999428-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6990914e8c484510a124a60f353e53a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1776488 May 05 19:55:48.644135 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-0a405bec-ac77-47f8-8e96-4c6cde439fa2 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2175592-6b14-427f-bf82-344d71723ffd') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:55:48.644407 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-0a405bec-ac77-47f8-8e96-4c6cde439fa2 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2175592-6b14-427f-bf82-344d71723ffd') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:55:48.755111 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-589192ed-60c9-4867-8a39-014089184fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:48.757891 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589192ed-60c9-4867-8a39-014089184fb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:48.760325 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-589192ed-60c9-4867-8a39-014089184fb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:48.777105 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-9be8ca96-616e-4825-8636-3fee57b88a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef00a4f-c68b-4d3a-b9ac-9b50deeb171a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1356480807-router', 'tenant_id': '41290a837817462c9759ead78a474653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '576cb4a5-db7e-4875-9be7-ebb326e540b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:53:56Z', 'updated_at': '2022-05-05T19:55:42Z', 'revision_number': 5, 'project_id': '41290a837817462c9759ead78a474653', 'gw_port': {'id': '576cb4a5-db7e-4875-9be7-ebb326e540b7', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ca:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef00a4f-c68b-4d3a-b9ac-9b50deeb171a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:53:59Z', 'updated_at': '2022-05-05T19:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:55:48.784993 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be8ca96-616e-4825-8636-3fee57b88a14 None None] The sync data for ids ['cef00a4f-c68b-4d3a-b9ac-9b50deeb171a'] in n-d-840717-1 is: [{'id': 'cef00a4f-c68b-4d3a-b9ac-9b50deeb171a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1356480807-router', 'tenant_id': '41290a837817462c9759ead78a474653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '576cb4a5-db7e-4875-9be7-ebb326e540b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:53:56Z', 'updated_at': '2022-05-05T19:55:42Z', 'revision_number': 5, 'project_id': '41290a837817462c9759ead78a474653', 'gw_port': {'id': '576cb4a5-db7e-4875-9be7-ebb326e540b7', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ca:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef00a4f-c68b-4d3a-b9ac-9b50deeb171a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:53:59Z', 'updated_at': '2022-05-05T19:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 19:55:48.824109 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0a405bec-ac77-47f8-8e96-4c6cde439fa2 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:48.919428 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589192ed-60c9-4867-8a39-014089184fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7ff318-1b07-4200-8805-031dd3bda6db,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:48.935644 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589192ed-60c9-4867-8a39-014089184fb7 admin admin] Pushing event updated for resources: {'Network': ['ID=a593f7d9-4cea-44aa-95eb-c6d63df39a91,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:48.952106 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-589192ed-60c9-4867-8a39-014089184fb7 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4637771 May 05 19:55:48.952580 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 37116) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:55:48.960366 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-b7afebff-82cc-4ea8-8747-73a2846d626e admin admin] Request body: {'subnet': {'network_id': 'a593f7d9-4cea-44aa-95eb-c6d63df39a91', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1184323249-subnet', 'tenant_id': '72fd05b830dc4dd3bd5540fd3505f3cd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:55:48.964685 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network a593f7d9-4cea-44aa-95eb-c6d63df39a91 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 19:55:48.967664 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b7afebff-82cc-4ea8-8747-73a2846d626e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:55:48.973807 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-b7afebff-82cc-4ea8-8747-73a2846d626e admin admin] Usage tracker for resource:subnet and tenant:72fd05b830dc4dd3bd5540fd3505f3cd is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:55:48.980219 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-b7afebff-82cc-4ea8-8747-73a2846d626e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:55:48.988529 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b7afebff-82cc-4ea8-8747-73a2846d626e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:55:49.000399 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0a405bec-ac77-47f8-8e96-4c6cde439fa2 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:49.005793 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a350dfe9-db89-4630-84f0-57b8715a316a req-2d3d25ad-2e80-439f-97f2-2b1134976ef0 tempest-InstanceActionsNegativeTestJSON-1262576219 tempest-InstanceActionsNegativeTestJSON-1262576219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:49.008829 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a350dfe9-db89-4630-84f0-57b8715a316a req-2d3d25ad-2e80-439f-97f2-2b1134976ef0 tempest-InstanceActionsNegativeTestJSON-1262576219 tempest-InstanceActionsNegativeTestJSON-1262576219-project] 10.222.0.36 "GET /v2.0/ports?device_id=5745cc4d-6224-49c8-844b-3c572e49f68f HTTP/1.1" status: 200 len: 946 time: 0.4060614 May 05 19:55:49.017785 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7afebff-82cc-4ea8-8747-73a2846d626e admin admin] Made reservation on behalf of 72fd05b830dc4dd3bd5540fd3505f3cd for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:55:49.020512 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b7afebff-82cc-4ea8-8747-73a2846d626e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:49.043809 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a405bec-ac77-47f8-8e96-4c6cde439fa2 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 19:55:49.044380 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0a405bec-ac77-47f8-8e96-4c6cde439fa2 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:49.071078 n-d-840717-1 neutron-server[88197]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 19:55:49.071078 n-d-840717-1 neutron-server[88197]: util.warn( May 05 19:55:49.071078 n-d-840717-1 neutron-server[88197]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 19:55:49.071078 n-d-840717-1 neutron-server[88197]: util.warn( May 05 19:55:49.071078 n-d-840717-1 neutron-server[88197]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 19:55:49.071078 n-d-840717-1 neutron-server[88197]: util.warn( May 05 19:55:49.071078 n-d-840717-1 neutron-server[88197]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 19:55:49.071078 n-d-840717-1 neutron-server[88197]: util.warn( May 05 19:55:49.071078 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 19:55:49.071078 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 19:55:49.071078 n-d-840717-1 neutron-server[88197]: timer() May 05 19:55:49.071078 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 19:55:49.071078 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 19:55:49.071078 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 19:55:49.071078 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 19:55:49.071078 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 19:55:49.071078 n-d-840717-1 neutron-server[88197]: self._notify() May 05 19:55:49.071078 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 19:55:49.071078 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 19:55:49.071078 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 19:55:49.071078 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 19:55:49.071078 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 19:55:49.071078 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 19:55:49.071078 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 19:55:49.071078 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 19:55:49.071078 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 19:55:49.071078 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 19:55:49.071078 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 19:55:49.071078 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 19:55:49.071078 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 19:55:49.071078 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 19:55:49.071078 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 19:55:49.071078 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 19:55:49.071078 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 19:55:49.071078 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 19:55:49.071078 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 19:55:49.071078 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 19:55:49.071078 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 19:55:49.071078 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 19:55:49.071078 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 19:55:49.079651 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-64a994d9-d038-41ef-93ab-0e9fcb959e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:49.117429 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a994d9-d038-41ef-93ab-0e9fcb959e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eabb1e1-545f-4b12-8b0a-58f82c3ae4ff,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:49.226927 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3b5d0aa6-97fb-452c-b24f-2e28731795bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:49.286187 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-64a994d9-d038-41ef-93ab-0e9fcb959e7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:49.287679 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-64a994d9-d038-41ef-93ab-0e9fcb959e7e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7eabb1e1-545f-4b12-8b0a-58f82c3ae4ff HTTP/1.1" status: 204 len: 168 time: 2.3981276 May 05 19:55:49.290734 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-3b5d0aa6-97fb-452c-b24f-2e28731795bd admin admin] Deleting port 576cb4a5-db7e-4875-9be7-ebb326e540b7 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:55:49.291067 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3b5d0aa6-97fb-452c-b24f-2e28731795bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:49.314834 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 2ae25ead-871d-4f1d-9c24-04660b217917 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:55:49.322087 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ffcd99-5044-446e-b302-0cf7db15a511 req-5f8656e2-7aca-4e3f-a907-d54386164282 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:49.322930 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-37ffcd99-5044-446e-b302-0cf7db15a511 req-5f8656e2-7aca-4e3f-a907-d54386164282 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Synchronizing usage tracker for tenant:97ead9bcc5d448dab263815a595740a4 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:55:49.324300 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a350dfe9-db89-4630-84f0-57b8715a316a req-e29d195d-b81e-4138-99ed-495736a0a6f6 tempest-InstanceActionsNegativeTestJSON-1262576219 tempest-InstanceActionsNegativeTestJSON-1262576219-project] 10.222.0.36 "GET /v2.0/security-groups?id=6ac55d71-6505-4db9-b904-314195ee0814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898070 May 05 19:55:49.377329 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0a405bec-ac77-47f8-8e96-4c6cde439fa2 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:49.383408 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 2ae25ead-871d-4f1d-9c24-04660b217917 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 19:55:49.383763 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 2ae25ead-871d-4f1d-9c24-04660b217917 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:55:49.406453 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b7afebff-82cc-4ea8-8747-73a2846d626e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:49.510595 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7afebff-82cc-4ea8-8747-73a2846d626e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a49ad38-73d0-40d9-9a3c-7235865d0318,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:49.515244 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7afebff-82cc-4ea8-8747-73a2846d626e admin admin] Checking segment: {'id': '16c3bf64-be96-462e-b87e-2fbd0dd461b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a593f7d9-4cea-44aa-95eb-c6d63df39a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:55:49.515957 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7afebff-82cc-4ea8-8747-73a2846d626e admin admin] Network hostable DHCP agents. Network: a593f7d9-4cea-44aa-95eb-c6d63df39a91, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 19:55:49.539750 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7afebff-82cc-4ea8-8747-73a2846d626e admin admin] Network a593f7d9-4cea-44aa-95eb-c6d63df39a91 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 19:55:49.560546 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0a405bec-ac77-47f8-8e96-4c6cde439fa2 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:49.571573 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-b7afebff-82cc-4ea8-8747-73a2846d626e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, a593f7d9-4cea-44aa-95eb-c6d63df39a91) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:55:49.578659 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7afebff-82cc-4ea8-8747-73a2846d626e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:49.579874 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b7afebff-82cc-4ea8-8747-73a2846d626e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:49.582206 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6526a031-9ec2-4b8f-911c-1adc735f0d04 None None] Network a593f7d9-4cea-44aa-95eb-c6d63df39a91 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:55:49.615638 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a405bec-ac77-47f8-8e96-4c6cde439fa2 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Pushing event deleted for resources: {'Network': ['ID=0de750f4-2454-4e2f-9cf8-d5ff4093e964,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:49.626002 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b7afebff-82cc-4ea8-8747-73a2846d626e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6716032 May 05 19:55:49.629080 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 37144) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:55:49.635749 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-37ffcd99-5044-446e-b302-0cf7db15a511 req-5f8656e2-7aca-4e3f-a907-d54386164282 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Unset dirty status for tenant:97ead9bcc5d448dab263815a595740a4 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:55:49.644159 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-b0161c49-5465-418d-befc-f2151808244d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1184323249-router', 'tenant_id': '72fd05b830dc4dd3bd5540fd3505f3cd', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:55:49.649023 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b0161c49-5465-418d-befc-f2151808244d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:55:49.653875 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-37ffcd99-5044-446e-b302-0cf7db15a511 req-5f8656e2-7aca-4e3f-a907-d54386164282 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d3486fb-163c-468d-a5d4-e5b9c91016a8 HTTP/1.1" status: 200 len: 936 time: 0.8496268 May 05 19:55:49.665444 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-b0161c49-5465-418d-befc-f2151808244d admin admin] Usage tracker for resource:router and tenant:72fd05b830dc4dd3bd5540fd3505f3cd is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:55:49.675192 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-b0161c49-5465-418d-befc-f2151808244d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:55:49.689810 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b0161c49-5465-418d-befc-f2151808244d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:55:49.713376 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b0161c49-5465-418d-befc-f2151808244d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:49.715997 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b0161c49-5465-418d-befc-f2151808244d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:49.736545 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-0a405bec-ac77-47f8-8e96-4c6cde439fa2 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.36 "DELETE /v2.0/networks/0de750f4-2454-4e2f-9cf8-d5ff4093e964 HTTP/1.1" status: 204 len: 168 time: 6.1782393 May 05 19:55:49.739331 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 37152) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:55:49.773034 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-37ffcd99-5044-446e-b302-0cf7db15a511 req-1d71bb84-0f65-44e9-b5c0-180dd3a52f80 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/security-groups?id=47e8f45b-d376-403a-8bb9-867508147e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180949 May 05 19:55:49.832070 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 37158) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:55:49.905781 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d2e3fc6-e24f-4c75-ac1e-505cb09cd66b tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Deleting subnet 7999f04b-20d7-45d8-9a77-2d4265dead02 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 19:55:49.922937 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6d2e3fc6-e24f-4c75-ac1e-505cb09cd66b tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:49.986967 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-3b5d0aa6-97fb-452c-b24f-2e28731795bd admin admin] For port 576cb4a5-db7e-4875-9be7-ebb326e540b7, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=576cb4a5-db7e-4875-9be7-ebb326e540b7,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:55:49.987493 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3b5d0aa6-97fb-452c-b24f-2e28731795bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:50.027795 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b0161c49-5465-418d-befc-f2151808244d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:50.108414 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6d2e3fc6-e24f-4c75-ac1e-505cb09cd66b tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:50.121859 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-f3532f8f-4fb8-4a07-8ac8-43c9d0102d81 req-21384331-2370-434c-956d-0c5a379b7c7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f2a657f-d27c-41b8-bb6e-ffe8e7338ef0 {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:55:50.132811 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-93a8ce35-1cb9-44ef-95ef-825d762967e6 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-308853172-network', 'tenant_id': '5fc2a67f2d3c4988a8e0f49e9cbe6a0a'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:55:50.142895 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-3b5d0aa6-97fb-452c-b24f-2e28731795bd admin admin] Calling delete_port for 576cb4a5-db7e-4875-9be7-ebb326e540b7 owned by network:router_gateway {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:55:50.155614 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c988181-eb68-46bc-84b7-3c97dfa49a76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-a593f7d9-4cea-44aa-95eb-c6d63df39a91', 'network_id': 'a593f7d9-4cea-44aa-95eb-c6d63df39a91', 'tenant_id': '72fd05b830dc4dd3bd5540fd3505f3cd', 'fixed_ips': [{'subnet_id': '3a49ad38-73d0-40d9-9a3c-7235865d0318'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 19:55:50.157275 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9c988181-eb68-46bc-84b7-3c97dfa49a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:50.173252 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-f3532f8f-4fb8-4a07-8ac8-43c9d0102d81 req-21384331-2370-434c-956d-0c5a379b7c7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:50.177319 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-93a8ce35-1cb9-44ef-95ef-825d762967e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:55:50.200669 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-93a8ce35-1cb9-44ef-95ef-825d762967e6 admin admin] Usage tracker for resource:network and tenant:5fc2a67f2d3c4988a8e0f49e9cbe6a0a is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:55:50.313997 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 37172) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:55:50.407396 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-9c988181-eb68-46bc-84b7-3c97dfa49a76 None None] Allocated IP 172.20.0.2 (a593f7d9-4cea-44aa-95eb-c6d63df39a91/3a49ad38-73d0-40d9-9a3c-7235865d0318/cfc874e2-aa39-4a06-bb1a-276b4cab3c6f) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:55:50.471453 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-93a8ce35-1cb9-44ef-95ef-825d762967e6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:55:50.499547 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-93a8ce35-1cb9-44ef-95ef-825d762967e6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:55:50.501930 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-f3532f8f-4fb8-4a07-8ac8-43c9d0102d81 req-21384331-2370-434c-956d-0c5a379b7c7f service neutron] Transition to ACTIVE for port object 1f2a657f-d27c-41b8-bb6e-ffe8e7338ef0 will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:55:50.514181 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-f3532f8f-4fb8-4a07-8ac8-43c9d0102d81 req-21384331-2370-434c-956d-0c5a379b7c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:50.629474 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a8ce35-1cb9-44ef-95ef-825d762967e6 admin admin] Made reservation on behalf of 5fc2a67f2d3c4988a8e0f49e9cbe6a0a for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:55:50.632555 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-93a8ce35-1cb9-44ef-95ef-825d762967e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:50.654894 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-93a8ce35-1cb9-44ef-95ef-825d762967e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:50.767613 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-65dc62e9-bed4-42ab-bfeb-ba5cee4a5333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:50.819016 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-93a8ce35-1cb9-44ef-95ef-825d762967e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:55:50.830518 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21384331-2370-434c-956d-0c5a379b7c7f service neutron] Pushing event updated for resources: {'Port': ['ID=1f2a657f-d27c-41b8-bb6e-ffe8e7338ef0,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:50.835931 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-93a8ce35-1cb9-44ef-95ef-825d762967e6 admin admin] Usage tracker for resource:security_group_rule and tenant:5fc2a67f2d3c4988a8e0f49e9cbe6a0a is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:55:50.887629 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b0161c49-5465-418d-befc-f2151808244d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:50.905996 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-93a8ce35-1cb9-44ef-95ef-825d762967e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:55:50.910211 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-65dc62e9-bed4-42ab-bfeb-ba5cee4a5333 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:55:50.920090 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-65dc62e9-bed4-42ab-bfeb-ba5cee4a5333 admin admin] Usage tracker for resource:security_group_rule and tenant:6990914e8c484510a124a60f353e53a6 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:55:50.924550 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-65dc62e9-bed4-42ab-bfeb-ba5cee4a5333 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:55:50.936882 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-93a8ce35-1cb9-44ef-95ef-825d762967e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:55:50.956294 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-65dc62e9-bed4-42ab-bfeb-ba5cee4a5333 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:55:50.960775 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-f3532f8f-4fb8-4a07-8ac8-43c9d0102d81 req-21384331-2370-434c-956d-0c5a379b7c7f service neutron] Attempting to bind port 1f2a657f-d27c-41b8-bb6e-ffe8e7338ef0 on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:55:50.961709 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-f3532f8f-4fb8-4a07-8ac8-43c9d0102d81 req-21384331-2370-434c-956d-0c5a379b7c7f service neutron] Attempting to bind port 1f2a657f-d27c-41b8-bb6e-ffe8e7338ef0 by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:55:50.962355 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3532f8f-4fb8-4a07-8ac8-43c9d0102d81 req-21384331-2370-434c-956d-0c5a379b7c7f service neutron] Attempting to bind port 1f2a657f-d27c-41b8-bb6e-ffe8e7338ef0 on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:55:50.967609 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9c988181-eb68-46bc-84b7-3c97dfa49a76 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:50.984109 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a76d5b6-516f-444f-8c7a-f7222f018045 req-0debacfd-980e-44a4-8b12-639877afbe99 tempest-InstanceActionsNegativeTestJSON-1262576219 tempest-InstanceActionsNegativeTestJSON-1262576219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:50.986076 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3a76d5b6-516f-444f-8c7a-f7222f018045 req-0debacfd-980e-44a4-8b12-639877afbe99 tempest-InstanceActionsNegativeTestJSON-1262576219 tempest-InstanceActionsNegativeTestJSON-1262576219-project] 10.222.0.36 "GET /v2.0/ports?device_id=5745cc4d-6224-49c8-844b-3c572e49f68f HTTP/1.1" status: 200 len: 946 time: 0.8101125 May 05 19:55:50.991591 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3532f8f-4fb8-4a07-8ac8-43c9d0102d81 req-21384331-2370-434c-956d-0c5a379b7c7f service neutron] Port 1f2a657f-d27c-41b8-bb6e-ffe8e7338ef0 on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:55:50.992465 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3532f8f-4fb8-4a07-8ac8-43c9d0102d81 req-21384331-2370-434c-956d-0c5a379b7c7f service neutron] Attempting to bind port 1f2a657f-d27c-41b8-bb6e-ffe8e7338ef0 on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:55:50.999209 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9c988181-eb68-46bc-84b7-3c97dfa49a76 None None] Transition to ACTIVE for port object cfc874e2-aa39-4a06-bb1a-276b4cab3c6f will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:55:51.009115 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3532f8f-4fb8-4a07-8ac8-43c9d0102d81 req-21384331-2370-434c-956d-0c5a379b7c7f service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:55:51.009842 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3532f8f-4fb8-4a07-8ac8-43c9d0102d81 req-21384331-2370-434c-956d-0c5a379b7c7f service neutron] Checking segment: {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:55:51.010547 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3532f8f-4fb8-4a07-8ac8-43c9d0102d81 req-21384331-2370-434c-956d-0c5a379b7c7f service neutron] Bound using segment: {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:55:51.011403 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-f3532f8f-4fb8-4a07-8ac8-43c9d0102d81 req-21384331-2370-434c-956d-0c5a379b7c7f service neutron] Bound port: 1f2a657f-d27c-41b8-bb6e-ffe8e7338ef0, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:55:51.012114 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-f3532f8f-4fb8-4a07-8ac8-43c9d0102d81 req-21384331-2370-434c-956d-0c5a379b7c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:51.038548 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9c988181-eb68-46bc-84b7-3c97dfa49a76 None None] Transition to ACTIVE for port object cfc874e2-aa39-4a06-bb1a-276b4cab3c6f will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:55:51.049310 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9c988181-eb68-46bc-84b7-3c97dfa49a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:51.068037 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6d2e3fc6-e24f-4c75-ac1e-505cb09cd66b tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:51.138635 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c988181-eb68-46bc-84b7-3c97dfa49a76 None None] Network a593f7d9-4cea-44aa-95eb-c6d63df39a91 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:55:51.143765 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-9c988181-eb68-46bc-84b7-3c97dfa49a76 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:55:51.150267 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c988181-eb68-46bc-84b7-3c97dfa49a76 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:55:51.152119 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-93a8ce35-1cb9-44ef-95ef-825d762967e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:51.192504 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-93a8ce35-1cb9-44ef-95ef-825d762967e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:51.245895 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c988181-eb68-46bc-84b7-3c97dfa49a76 None None] Pushing event updated for resources: {'Port': ['ID=cfc874e2-aa39-4a06-bb1a-276b4cab3c6f,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:51.271002 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d625e636-b48a-4dcb-8a2d-db7a6d6e7e04 req-07bc355f-7edc-4be6-9394-e7a0cea06e27 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:51.272656 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d625e636-b48a-4dcb-8a2d-db7a6d6e7e04 req-07bc355f-7edc-4be6-9394-e7a0cea06e27 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d3486fb-163c-468d-a5d4-e5b9c91016a8 HTTP/1.1" status: 200 len: 948 time: 0.2730746 May 05 19:55:51.324131 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93a8ce35-1cb9-44ef-95ef-825d762967e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 19:55:51.331548 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d625e636-b48a-4dcb-8a2d-db7a6d6e7e04 req-6338d8c9-2896-421f-adb1-88d764dbceab tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/security-groups?id=47e8f45b-d376-403a-8bb9-867508147e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485103 May 05 19:55:51.334254 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6d2e3fc6-e24f-4c75-ac1e-505cb09cd66b tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:51.345626 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-9c988181-eb68-46bc-84b7-3c97dfa49a76 None None] Attempting to bind port cfc874e2-aa39-4a06-bb1a-276b4cab3c6f on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:55:51.346608 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-9c988181-eb68-46bc-84b7-3c97dfa49a76 None None] Attempting to bind port cfc874e2-aa39-4a06-bb1a-276b4cab3c6f by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '16c3bf64-be96-462e-b87e-2fbd0dd461b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a593f7d9-4cea-44aa-95eb-c6d63df39a91'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:55:51.346937 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c988181-eb68-46bc-84b7-3c97dfa49a76 None None] Attempting to bind port cfc874e2-aa39-4a06-bb1a-276b4cab3c6f on network a593f7d9-4cea-44aa-95eb-c6d63df39a91 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:55:51.357597 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c988181-eb68-46bc-84b7-3c97dfa49a76 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:55:51.357597 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c988181-eb68-46bc-84b7-3c97dfa49a76 None None] Checking segment: {'id': '16c3bf64-be96-462e-b87e-2fbd0dd461b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a593f7d9-4cea-44aa-95eb-c6d63df39a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:55:51.357597 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9c988181-eb68-46bc-84b7-3c97dfa49a76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:51.357597 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c988181-eb68-46bc-84b7-3c97dfa49a76 None None] Bound using segment: {'id': '16c3bf64-be96-462e-b87e-2fbd0dd461b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a593f7d9-4cea-44aa-95eb-c6d63df39a91'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:55:51.357597 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-9c988181-eb68-46bc-84b7-3c97dfa49a76 None None] Bound port: cfc874e2-aa39-4a06-bb1a-276b4cab3c6f, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c3bf64-be96-462e-b87e-2fbd0dd461b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a593f7d9-4cea-44aa-95eb-c6d63df39a91'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:55:51.357597 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9c988181-eb68-46bc-84b7-3c97dfa49a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:51.401814 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3a76d5b6-516f-444f-8c7a-f7222f018045 req-3622a13d-12b3-4454-a80c-40bb0d47ee05 tempest-InstanceActionsNegativeTestJSON-1262576219 tempest-InstanceActionsNegativeTestJSON-1262576219-project] 10.222.0.36 "GET /v2.0/security-groups?id=6ac55d71-6505-4db9-b904-314195ee0814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3950822 May 05 19:55:51.416514 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2e3fc6-e24f-4c75-ac1e-505cb09cd66b tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Pushing event deleted for resources: {'Subnet': ['ID=7999f04b-20d7-45d8-9a77-2d4265dead02,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:51.449757 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a8ce35-1cb9-44ef-95ef-825d762967e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8eb825a-eb05-4b64-b47c-316dce01fa09,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:51.460181 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99016db-a468-42b9-8801-1a565ecd380c None None] Network 452e75d7-fff5-450c-86b4-389b2df7a7f5 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:55:51.466913 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6d2e3fc6-e24f-4c75-ac1e-505cb09cd66b tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:51.474337 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-93a8ce35-1cb9-44ef-95ef-825d762967e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:51.474853 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-93a8ce35-1cb9-44ef-95ef-825d762967e6 admin admin] Added segment ac8864a1-851c-4e33-a62e-34bf87714dc0 of type vlan for network eeb9c093-2536-4a2a-9f6e-09016d8b7c5d May 05 19:55:51.507533 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-f3532f8f-4fb8-4a07-8ac8-43c9d0102d81 req-21384331-2370-434c-956d-0c5a379b7c7f service neutron] For port 1f2a657f-d27c-41b8-bb6e-ffe8e7338ef0, host n-h2-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:55:51.514871 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-f3532f8f-4fb8-4a07-8ac8-43c9d0102d81 req-21384331-2370-434c-956d-0c5a379b7c7f service neutron] For port 1f2a657f-d27c-41b8-bb6e-ffe8e7338ef0, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=1f2a657f-d27c-41b8-bb6e-ffe8e7338ef0,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:55:51.524723 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-6d2e3fc6-e24f-4c75-ac1e-505cb09cd66b tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.36 "DELETE /v2.0/subnets/7999f04b-20d7-45d8-9a77-2d4265dead02 HTTP/1.1" status: 204 len: 168 time: 1.7824311 May 05 19:55:51.527072 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-65dc62e9-bed4-42ab-bfeb-ba5cee4a5333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:51.530084 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 37200) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:55:51.534797 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-f3532f8f-4fb8-4a07-8ac8-43c9d0102d81 req-21384331-2370-434c-956d-0c5a379b7c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:51.544322 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3b5d0aa6-97fb-452c-b24f-2e28731795bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:51.557659 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-93a8ce35-1cb9-44ef-95ef-825d762967e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:51.636035 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3532f8f-4fb8-4a07-8ac8-43c9d0102d81 req-21384331-2370-434c-956d-0c5a379b7c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:51.636966 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-f3532f8f-4fb8-4a07-8ac8-43c9d0102d81 req-21384331-2370-434c-956d-0c5a379b7c7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:51.638487 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f3532f8f-4fb8-4a07-8ac8-43c9d0102d81 req-21384331-2370-434c-956d-0c5a379b7c7f service neutron] 10.222.0.50 "PUT /v2.0/ports/1f2a657f-d27c-41b8-bb6e-ffe8e7338ef0 HTTP/1.1" status: 200 len: 1096 time: 4.6402433 May 05 19:55:51.640130 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d3486fb-163c-468d-a5d4-e5b9c91016a8', 'tag': '1f2a657f-d27c-41b8-bb6e-ffe8e7338ef0'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:55:51.718426 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9c988181-eb68-46bc-84b7-3c97dfa49a76 None None] For port cfc874e2-aa39-4a06-bb1a-276b4cab3c6f, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:55:51.737070 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9c988181-eb68-46bc-84b7-3c97dfa49a76 None None] For port cfc874e2-aa39-4a06-bb1a-276b4cab3c6f, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=cfc874e2-aa39-4a06-bb1a-276b4cab3c6f,segment=NetworkSegment(16c3bf64-be96-462e-b87e-2fbd0dd461b3),segment_id=16c3bf64-be96-462e-b87e-2fbd0dd461b3)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:55:51.751105 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9c988181-eb68-46bc-84b7-3c97dfa49a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:51.796203 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0abaf299-5b72-4d3c-a0d4-2e5954d786cf'] response: {'name': 'network-changed', 'server_uuid': '1d3486fb-163c-468d-a5d4-e5b9c91016a8', 'tag': '1f2a657f-d27c-41b8-bb6e-ffe8e7338ef0', 'status': 'completed', 'code': 200} May 05 19:55:51.810867 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-65dc62e9-bed4-42ab-bfeb-ba5cee4a5333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:51.867500 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c988181-eb68-46bc-84b7-3c97dfa49a76 None None] Pushing event updated for resources: {'Port': ['ID=cfc874e2-aa39-4a06-bb1a-276b4cab3c6f,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:51.935093 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.resource_extend [None req-93a8ce35-1cb9-44ef-95ef-825d762967e6 admin admin] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 19:55:51.940584 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fb5272-2ecc-4f43-8eaa-f8bcf8fd8ca0 None None] DHCP port deletion for 452e75d7-fff5-450c-86b4-389b2df7a7f5 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 19:55:51.942809 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3b5d0aa6-97fb-452c-b24f-2e28731795bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:51.946119 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-d5fb5272-2ecc-4f43-8eaa-f8bcf8fd8ca0 None None] Deleting port 9876736d-adcd-47c0-bbee-07a33f43f445 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:55:51.946496 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d5fb5272-2ecc-4f43-8eaa-f8bcf8fd8ca0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:51.958354 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-65dc62e9-bed4-42ab-bfeb-ba5cee4a5333 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6990914e8c484510a124a60f353e53a6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6432912 May 05 19:55:52.087099 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 37214) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:55:52.088464 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dc62e9-bed4-42ab-bfeb-ba5cee4a5333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a714bb6-88f9-43f8-84e9-560d0353a462,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:52.113668 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c7bb6b16-fb86-411e-97d0-465844ddad03 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:52.186947 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dcdc86-e5c6-478e-a3e5-005e64db9788 req-9c955bc4-aca5-4c69-a81a-517185b2b001 tempest-InstanceActionsNegativeTestJSON-1262576219 tempest-InstanceActionsNegativeTestJSON-1262576219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:52.188835 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-51dcdc86-e5c6-478e-a3e5-005e64db9788 req-9c955bc4-aca5-4c69-a81a-517185b2b001 tempest-InstanceActionsNegativeTestJSON-1262576219 tempest-InstanceActionsNegativeTestJSON-1262576219-project] 10.222.0.50 "GET /v2.0/ports?device_id=5745cc4d-6224-49c8-844b-3c572e49f68f HTTP/1.1" status: 200 len: 946 time: 0.8419633 May 05 19:55:52.203306 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3b5d0aa6-97fb-452c-b24f-2e28731795bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:52.208355 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3b5d0aa6-97fb-452c-b24f-2e28731795bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:52.252573 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-c7bb6b16-fb86-411e-97d0-465844ddad03 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Deleting port 9876736d-adcd-47c0-bbee-07a33f43f445 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:55:52.252925 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c7bb6b16-fb86-411e-97d0-465844ddad03 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:52.293311 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21384331-2370-434c-956d-0c5a379b7c7f service neutron] Pushing event updated for resources: {'Port': ['ID=1f2a657f-d27c-41b8-bb6e-ffe8e7338ef0,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:52.307770 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-93a8ce35-1cb9-44ef-95ef-825d762967e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:52.308299 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a8ce35-1cb9-44ef-95ef-825d762967e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:52.309019 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-93a8ce35-1cb9-44ef-95ef-825d762967e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:52.349757 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-d5fb5272-2ecc-4f43-8eaa-f8bcf8fd8ca0 None None] For port 9876736d-adcd-47c0-bbee-07a33f43f445, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=9876736d-adcd-47c0-bbee-07a33f43f445,segment=NetworkSegment(318cf6b1-dc19-4083-8340-7d65b0ecdf27),segment_id=318cf6b1-dc19-4083-8340-7d65b0ecdf27)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:55:52.351665 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d5fb5272-2ecc-4f43-8eaa-f8bcf8fd8ca0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:52.397768 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b0161c49-5465-418d-befc-f2151808244d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:52.429963 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5d0aa6-97fb-452c-b24f-2e28731795bd admin admin] Pushing event deleted for resources: {'Port': ['ID=576cb4a5-db7e-4875-9be7-ebb326e540b7,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:52.443773 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-06d66d90-4e42-4ff7-9371-24875c888973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:52.457393 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-51dcdc86-e5c6-478e-a3e5-005e64db9788 req-48eae1e1-2d57-45b6-9dd4-dfcbda3668db tempest-InstanceActionsNegativeTestJSON-1262576219 tempest-InstanceActionsNegativeTestJSON-1262576219-project] Deleting port e131835c-1577-4cc8-8414-fb4134a6a8e5 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:55:52.457852 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-51dcdc86-e5c6-478e-a3e5-005e64db9788 req-48eae1e1-2d57-45b6-9dd4-dfcbda3668db tempest-InstanceActionsNegativeTestJSON-1262576219 tempest-InstanceActionsNegativeTestJSON-1262576219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:52.497985 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3b5d0aa6-97fb-452c-b24f-2e28731795bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:52.498629 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b5d0aa6-97fb-452c-b24f-2e28731795bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router cef00a4f-c68b-4d3a-b9ac-9b50deeb171a {{(pid=88197) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 19:55:52.503503 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-06d66d90-4e42-4ff7-9371-24875c888973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:52.556907 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b0161c49-5465-418d-befc-f2151808244d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:52.609563 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-d5fb5272-2ecc-4f43-8eaa-f8bcf8fd8ca0 None None] Calling delete_port for 9876736d-adcd-47c0-bbee-07a33f43f445 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:55:52.667714 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3532f8f-4fb8-4a07-8ac8-43c9d0102d81 req-de6f9786-2ebc-41e6-bf54-1f51a2cf54de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:52.676842 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f3532f8f-4fb8-4a07-8ac8-43c9d0102d81 req-de6f9786-2ebc-41e6-bf54-1f51a2cf54de service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=97ead9bcc5d448dab263815a595740a4&device_id=1d3486fb-163c-468d-a5d4-e5b9c91016a8 HTTP/1.1" status: 200 len: 1099 time: 0.9885807 May 05 19:55:52.677790 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a8ce35-1cb9-44ef-95ef-825d762967e6 admin admin] Pushing event updated for resources: {'Network': ['ID=eeb9c093-2536-4a2a-9f6e-09016d8b7c5d,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:52.683762 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3b5d0aa6-97fb-452c-b24f-2e28731795bd admin admin] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:52.691577 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network eeb9c093-2536-4a2a-9f6e-09016d8b7c5d details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 19:55:52.693078 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-3b5d0aa6-97fb-452c-b24f-2e28731795bd admin admin] 10.222.0.36 "DELETE /v2.0/routers/cef00a4f-c68b-4d3a-b9ac-9b50deeb171a HTTP/1.1" status: 204 len: 168 time: 5.6963100 May 05 19:55:52.708068 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-93a8ce35-1cb9-44ef-95ef-825d762967e6 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.8677213 May 05 19:55:52.708068 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 37232) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:55:52.710847 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 37236) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:55:52.800620 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-06d66d90-4e42-4ff7-9371-24875c888973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:52.875511 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d5fb5272-2ecc-4f43-8eaa-f8bcf8fd8ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:52.879907 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d66d90-4e42-4ff7-9371-24875c888973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a714bb6-88f9-43f8-84e9-560d0353a462,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:52.915927 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-e0de8f2c-dc7d-4c19-a175-a2ce3bf2390a admin admin] Request body: {'subnet': {'network_id': 'eeb9c093-2536-4a2a-9f6e-09016d8b7c5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-308853172-subnet', 'tenant_id': '5fc2a67f2d3c4988a8e0f49e9cbe6a0a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:55:52.929808 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-06d66d90-4e42-4ff7-9371-24875c888973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:52.937679 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-06d66d90-4e42-4ff7-9371-24875c888973 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9a714bb6-88f9-43f8-84e9-560d0353a462 HTTP/1.1" status: 204 len: 168 time: 0.8162339 May 05 19:55:52.944606 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fb5272-2ecc-4f43-8eaa-f8bcf8fd8ca0 None None] No DVR routers for this DVR port 9876736d-adcd-47c0-bbee-07a33f43f445 on host n-d-840717-1 {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:55:52.949987 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fb5272-2ecc-4f43-8eaa-f8bcf8fd8ca0 None None] Pushing event deleted for resources: {'Port': ['ID=9876736d-adcd-47c0-bbee-07a33f43f445,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:52.991576 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-e0de8f2c-dc7d-4c19-a175-a2ce3bf2390a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:55:53.033699 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f3532f8f-4fb8-4a07-8ac8-43c9d0102d81 req-f6f4757c-3ba7-4751-88f5-ab2016ae2c03 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=1f2a657f-d27c-41b8-bb6e-ffe8e7338ef0 HTTP/1.1" status: 200 len: 217 time: 0.3297000 May 05 19:55:53.085657 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-c7bb6b16-fb86-411e-97d0-465844ddad03 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] For port 9876736d-adcd-47c0-bbee-07a33f43f445, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=9876736d-adcd-47c0-bbee-07a33f43f445,segment=NetworkSegment(318cf6b1-dc19-4083-8340-7d65b0ecdf27),segment_id=318cf6b1-dc19-4083-8340-7d65b0ecdf27)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:55:53.086009 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c7bb6b16-fb86-411e-97d0-465844ddad03 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:53.249920 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-b0161c49-5465-418d-befc-f2151808244d admin admin] Allocated IP 172.25.0.219 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/bbd8b76c-9dcc-4434-89cd-8ef17ecb2a5f) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:55:53.253551 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-e0de8f2c-dc7d-4c19-a175-a2ce3bf2390a admin admin] Usage tracker for resource:subnet and tenant:5fc2a67f2d3c4988a8e0f49e9cbe6a0a is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:55:53.259562 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-c7bb6b16-fb86-411e-97d0-465844ddad03 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Calling delete_port for 9876736d-adcd-47c0-bbee-07a33f43f445 owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:55:53.315793 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-e0de8f2c-dc7d-4c19-a175-a2ce3bf2390a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:55:53.366411 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-25d39422-6cea-404f-b7c8-8b0bc0aae945 admin admin] Deleting subnet c2bc2455-bacb-4a1f-a7b8-eb3091756a77 {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 19:55:53.374177 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0274d050-d1b3-4113-a6bf-1847e1cf2281 None None] Network a593f7d9-4cea-44aa-95eb-c6d63df39a91 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:55:53.375674 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-e0de8f2c-dc7d-4c19-a175-a2ce3bf2390a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:55:53.377686 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-25d39422-6cea-404f-b7c8-8b0bc0aae945 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:53.432376 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-51dcdc86-e5c6-478e-a3e5-005e64db9788 req-48eae1e1-2d57-45b6-9dd4-dfcbda3668db tempest-InstanceActionsNegativeTestJSON-1262576219 tempest-InstanceActionsNegativeTestJSON-1262576219-project] For port e131835c-1577-4cc8-8414-fb4134a6a8e5, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=e131835c-1577-4cc8-8414-fb4134a6a8e5,segment=NetworkSegment(76956564-b928-47ca-b1a1-a15d17ec9f66),segment_id=76956564-b928-47ca-b1a1-a15d17ec9f66)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:55:53.432738 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-51dcdc86-e5c6-478e-a3e5-005e64db9788 req-48eae1e1-2d57-45b6-9dd4-dfcbda3668db tempest-InstanceActionsNegativeTestJSON-1262576219 tempest-InstanceActionsNegativeTestJSON-1262576219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:53.465779 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device cfc874e2-aa39-4a06-bb1a-276b4cab3c6f up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:55:53.525629 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3532f8f-4fb8-4a07-8ac8-43c9d0102d81 req-7219c2eb-e46c-41cf-9f45-d5029a6e6c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:53.527076 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f3532f8f-4fb8-4a07-8ac8-43c9d0102d81 req-7219c2eb-e46c-41cf-9f45-d5029a6e6c02 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.2871602 May 05 19:55:53.558990 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41fab95-9da2-48e2-bc3e-5cf889779e41 req-bd571f68-d6b6-45c4-a220-9f3f30f8012e tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:53.567834 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d41fab95-9da2-48e2-bc3e-5cf889779e41 req-bd571f68-d6b6-45c4-a220-9f3f30f8012e tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d3486fb-163c-468d-a5d4-e5b9c91016a8 HTTP/1.1" status: 200 len: 948 time: 1.0126402 May 05 19:55:53.588602 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-4d3b3041-e661-4159-a62e-8ffbb395bbb3 None None] Provisioning for port cfc874e2-aa39-4a06-bb1a-276b4cab3c6f completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:55:53.589180 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.db.api [None req-c7bb6b16-fb86-411e-97d0-465844ddad03 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88198) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 19:55:53.589502 n-d-840717-1 neutron-server[88198]: DEBUG oslo_db.api [None req-c7bb6b16-fb86-411e-97d0-465844ddad03 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 19:55:53.635324 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0de8f2c-dc7d-4c19-a175-a2ce3bf2390a admin admin] Made reservation on behalf of 5fc2a67f2d3c4988a8e0f49e9cbe6a0a for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:55:53.637561 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e0de8f2c-dc7d-4c19-a175-a2ce3bf2390a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:53.676169 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d41fab95-9da2-48e2-bc3e-5cf889779e41 req-a134ac5b-bf60-43b0-b916-a814182f788d tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/security-groups?id=47e8f45b-d376-403a-8bb9-867508147e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073246 May 05 19:55:53.726320 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port cfc874e2-aa39-4a06-bb1a-276b4cab3c6f completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:55:53.742547 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port cfc874e2-aa39-4a06-bb1a-276b4cab3c6f triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:55:53.743779 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:53.764947 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-51dcdc86-e5c6-478e-a3e5-005e64db9788 req-48eae1e1-2d57-45b6-9dd4-dfcbda3668db tempest-InstanceActionsNegativeTestJSON-1262576219 tempest-InstanceActionsNegativeTestJSON-1262576219-project] Calling delete_port for e131835c-1577-4cc8-8414-fb4134a6a8e5 owned by compute:nova {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:55:53.798930 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-25d39422-6cea-404f-b7c8-8b0bc0aae945 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:53.858548 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b0161c49-5465-418d-befc-f2151808244d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:53.918152 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b0161c49-5465-418d-befc-f2151808244d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:53.995303 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d134cfb8-4d49-4332-b053-b3a4f6a69b97 req-0e460056-a9ed-4471-b31c-6b557741ed9c tempest-InstanceActionsNegativeTestJSON-1262576219 tempest-InstanceActionsNegativeTestJSON-1262576219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:54.003557 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d134cfb8-4d49-4332-b053-b3a4f6a69b97 req-0e460056-a9ed-4471-b31c-6b557741ed9c tempest-InstanceActionsNegativeTestJSON-1262576219 tempest-InstanceActionsNegativeTestJSON-1262576219-project] 10.222.0.36 "GET /v2.0/ports?device_id=5745cc4d-6224-49c8-844b-3c572e49f68f HTTP/1.1" status: 200 len: 946 time: 1.0323081 May 05 19:55:54.030422 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:54.097308 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0161c49-5465-418d-befc-f2151808244d admin admin] Pushing event updated for resources: {'Port': ['ID=bbd8b76c-9dcc-4434-89cd-8ef17ecb2a5f,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:54.099963 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-c7bb6b16-fb86-411e-97d0-465844ddad03 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Deleting port 9876736d-adcd-47c0-bbee-07a33f43f445 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:55:54.109545 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c7bb6b16-fb86-411e-97d0-465844ddad03 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:54.113638 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port cfc874e2-aa39-4a06-bb1a-276b4cab3c6f, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=cfc874e2-aa39-4a06-bb1a-276b4cab3c6f,segment=NetworkSegment(16c3bf64-be96-462e-b87e-2fbd0dd461b3),segment_id=16c3bf64-be96-462e-b87e-2fbd0dd461b3)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:55:54.123843 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:54.165482 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0161c49-5465-418d-befc-f2151808244d admin admin] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:55:54.176765 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-b0161c49-5465-418d-befc-f2151808244d admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:55:54.194320 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0161c49-5465-418d-befc-f2151808244d admin admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:55:54.214940 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 576cb4a5-db7e-4875-9be7-ebb326e540b7 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:55:54.279444 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 576cb4a5-db7e-4875-9be7-ebb326e540b7 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 19:55:54.279977 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 576cb4a5-db7e-4875-9be7-ebb326e540b7 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:55:54.280400 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 9876736d-adcd-47c0-bbee-07a33f43f445 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:55:54.287953 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d134cfb8-4d49-4332-b053-b3a4f6a69b97 req-32a23955-693c-4e8c-aad2-80110ed925ad tempest-InstanceActionsNegativeTestJSON-1262576219 tempest-InstanceActionsNegativeTestJSON-1262576219-project] 10.222.0.36 "GET /v2.0/security-groups?id=6ac55d71-6505-4db9-b904-314195ee0814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833500 May 05 19:55:54.288650 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 37268) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:55:54.300738 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-c7bb6b16-fb86-411e-97d0-465844ddad03 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] The port '9876736d-adcd-47c0-bbee-07a33f43f445' was deleted {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 19:55:54.364220 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 9876736d-adcd-47c0-bbee-07a33f43f445 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 19:55:54.364937 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 9876736d-adcd-47c0-bbee-07a33f43f445 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:55:54.371789 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=cfc874e2-aa39-4a06-bb1a-276b4cab3c6f,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:54.405338 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3532f8f-4fb8-4a07-8ac8-43c9d0102d81 req-a18efe73-a127-49c3-a3c0-170bff4672c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:54.407639 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f3532f8f-4fb8-4a07-8ac8-43c9d0102d81 req-a18efe73-a127-49c3-a3c0-170bff4672c9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5758605 May 05 19:55:54.428982 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-51dcdc86-e5c6-478e-a3e5-005e64db9788 req-48eae1e1-2d57-45b6-9dd4-dfcbda3668db tempest-InstanceActionsNegativeTestJSON-1262576219 tempest-InstanceActionsNegativeTestJSON-1262576219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:54.443740 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-25d39422-6cea-404f-b7c8-8b0bc0aae945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:54.455412 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-f2b12b75-2ab1-4e68-9c04-751ef7e562a3 None None] Provisioning complete for port cfc874e2-aa39-4a06-bb1a-276b4cab3c6f triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:55:54.460249 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f2b12b75-2ab1-4e68-9c04-751ef7e562a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:54.461951 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c7bb6b16-fb86-411e-97d0-465844ddad03 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:54.492782 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-c7bb6b16-fb86-411e-97d0-465844ddad03 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['452e75d7-fff5-450c-86b4-389b2df7a7f5']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:55:54.505255 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-c7bb6b16-fb86-411e-97d0-465844ddad03 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '318cf6b1-dc19-4083-8340-7d65b0ecdf27') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:55:54.505545 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-c7bb6b16-fb86-411e-97d0-465844ddad03 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '318cf6b1-dc19-4083-8340-7d65b0ecdf27') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:55:54.517886 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c7bb6b16-fb86-411e-97d0-465844ddad03 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:54.540240 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c7bb6b16-fb86-411e-97d0-465844ddad03 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:54.550897 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7bb6b16-fb86-411e-97d0-465844ddad03 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 19:55:54.551303 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c7bb6b16-fb86-411e-97d0-465844ddad03 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:54.566069 n-d-840717-1 neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 19:55:54.566069 n-d-840717-1 neutron-server[88198]: util.warn( May 05 19:55:54.566069 n-d-840717-1 neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 19:55:54.566069 n-d-840717-1 neutron-server[88198]: util.warn( May 05 19:55:54.566069 n-d-840717-1 neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 19:55:54.566069 n-d-840717-1 neutron-server[88198]: util.warn( May 05 19:55:54.566069 n-d-840717-1 neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 19:55:54.566069 n-d-840717-1 neutron-server[88198]: util.warn( May 05 19:55:54.566069 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 19:55:54.566069 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 19:55:54.566069 n-d-840717-1 neutron-server[88198]: timer() May 05 19:55:54.566069 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 19:55:54.566069 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 19:55:54.566069 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 19:55:54.566069 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 19:55:54.566069 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 19:55:54.566069 n-d-840717-1 neutron-server[88198]: self._notify() May 05 19:55:54.566069 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 19:55:54.566069 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 19:55:54.566069 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 19:55:54.566069 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 19:55:54.566069 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 19:55:54.566069 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 19:55:54.566069 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 19:55:54.566069 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 19:55:54.566069 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 19:55:54.566069 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 19:55:54.566069 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 19:55:54.566069 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 19:55:54.566069 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 19:55:54.566069 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 19:55:54.566069 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 19:55:54.566069 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 19:55:54.566069 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 19:55:54.566069 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 19:55:54.566069 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 19:55:54.566069 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 19:55:54.566069 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 19:55:54.566069 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 19:55:54.566069 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 19:55:54.572826 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-21525053-13c6-40e6-82c5-b9021f2ca212 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1301146889-network', 'tenant_id': '476cffb51a494e45a75196848dc23980'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:55:54.586606 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eae1e1-2d57-45b6-9dd4-dfcbda3668db tempest-InstanceActionsNegativeTestJSON-1262576219 tempest-InstanceActionsNegativeTestJSON-1262576219-project] Pushing event deleted for resources: {'Port': ['ID=e131835c-1577-4cc8-8414-fb4134a6a8e5,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:54.615402 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-21525053-13c6-40e6-82c5-b9021f2ca212 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:55:54.672976 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e0de8f2c-dc7d-4c19-a175-a2ce3bf2390a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:54.687702 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-21525053-13c6-40e6-82c5-b9021f2ca212 admin admin] Usage tracker for resource:network and tenant:476cffb51a494e45a75196848dc23980 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:55:54.722218 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-21525053-13c6-40e6-82c5-b9021f2ca212 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:55:54.778999 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-21525053-13c6-40e6-82c5-b9021f2ca212 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:55:54.841971 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c7bb6b16-fb86-411e-97d0-465844ddad03 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:54.864567 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c7bb6b16-fb86-411e-97d0-465844ddad03 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:54.890883 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bb6b16-fb86-411e-97d0-465844ddad03 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Pushing event deleted for resources: {'Network': ['ID=452e75d7-fff5-450c-86b4-389b2df7a7f5,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:54.912438 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c7bb6b16-fb86-411e-97d0-465844ddad03 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.36 "DELETE /v2.0/networks/452e75d7-fff5-450c-86b4-389b2df7a7f5 HTTP/1.1" status: 204 len: 168 time: 3.3808324 May 05 19:55:54.913525 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 37292) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:55:54.922342 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-43d3bc97-bb27-40c5-a77f-657a37ea9fcb tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2066698149'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:55:54.927430 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-43d3bc97-bb27-40c5-a77f-657a37ea9fcb tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:55:54.954424 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device e131835c-1577-4cc8-8414-fb4134a6a8e5 no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:55:54.974295 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-51dcdc86-e5c6-478e-a3e5-005e64db9788 req-48eae1e1-2d57-45b6-9dd4-dfcbda3668db tempest-InstanceActionsNegativeTestJSON-1262576219 tempest-InstanceActionsNegativeTestJSON-1262576219-project] No DVR routers for this DVR port e131835c-1577-4cc8-8414-fb4134a6a8e5 on host n-h2-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:55:54.977971 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-51dcdc86-e5c6-478e-a3e5-005e64db9788 req-48eae1e1-2d57-45b6-9dd4-dfcbda3668db tempest-InstanceActionsNegativeTestJSON-1262576219 tempest-InstanceActionsNegativeTestJSON-1262576219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:54.990368 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-43d3bc97-bb27-40c5-a77f-657a37ea9fcb tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Usage tracker for resource:network and tenant:beb159436c9e4e2f822f7625a9d89435 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:55:54.993040 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5745cc4d-6224-49c8-844b-3c572e49f68f', 'name': 'network-vif-deleted', 'tag': 'e131835c-1577-4cc8-8414-fb4134a6a8e5'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:55:55.009556 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-43d3bc97-bb27-40c5-a77f-657a37ea9fcb tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:55:55.013303 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] No Port match for: e131835c-1577-4cc8-8414-fb4134a6a8e5 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 19:55:55.013898 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device e131835c-1577-4cc8-8414-fb4134a6a8e5 not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:55:55.020367 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-43d3bc97-bb27-40c5-a77f-657a37ea9fcb tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:55:55.105564 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21525053-13c6-40e6-82c5-b9021f2ca212 admin admin] Made reservation on behalf of 476cffb51a494e45a75196848dc23980 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:55:55.107945 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d3bc97-bb27-40c5-a77f-657a37ea9fcb tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Made reservation on behalf of beb159436c9e4e2f822f7625a9d89435 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:55:55.108225 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-21525053-13c6-40e6-82c5-b9021f2ca212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:55.111844 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-43d3bc97-bb27-40c5-a77f-657a37ea9fcb tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:55.132071 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b647e5d-36fc-4f4b-8647-6542fbd5fafc'] response: {'server_uuid': '5745cc4d-6224-49c8-844b-3c572e49f68f', 'name': 'network-vif-deleted', 'tag': 'e131835c-1577-4cc8-8414-fb4134a6a8e5', 'status': 'completed', 'code': 200} May 05 19:55:55.133514 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0de8f2c-dc7d-4c19-a175-a2ce3bf2390a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ab1778b-7268-4b66-a1dd-6ef68efc2477,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:55.152180 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-51dcdc86-e5c6-478e-a3e5-005e64db9788 req-48eae1e1-2d57-45b6-9dd4-dfcbda3668db tempest-InstanceActionsNegativeTestJSON-1262576219 tempest-InstanceActionsNegativeTestJSON-1262576219-project] 10.222.0.50 "DELETE /v2.0/ports/e131835c-1577-4cc8-8414-fb4134a6a8e5 HTTP/1.1" status: 204 len: 173 time: 2.9509718 May 05 19:55:55.158891 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-21525053-13c6-40e6-82c5-b9021f2ca212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:55.163783 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43d3bc97-bb27-40c5-a77f-657a37ea9fcb tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 19:55:55.165717 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b0161c49-5465-418d-befc-f2151808244d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:55.180269 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-25d39422-6cea-404f-b7c8-8b0bc0aae945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:55.225699 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f3532f8f-4fb8-4a07-8ac8-43c9d0102d81 req-324998cb-fedd-44a8-9b8c-c4b8755a1b56 service neutron] 10.222.0.50 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7444677 May 05 19:55:55.234752 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0de8f2c-dc7d-4c19-a175-a2ce3bf2390a admin admin] Checking segment: {'id': 'ac8864a1-851c-4e33-a62e-34bf87714dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'eeb9c093-2536-4a2a-9f6e-09016d8b7c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:55:55.235113 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0de8f2c-dc7d-4c19-a175-a2ce3bf2390a admin admin] Network hostable DHCP agents. Network: eeb9c093-2536-4a2a-9f6e-09016d8b7c5d, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 19:55:55.241780 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-21525053-13c6-40e6-82c5-b9021f2ca212 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:55:55.244735 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d39422-6cea-404f-b7c8-8b0bc0aae945 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2bc2455-bacb-4a1f-a7b8-eb3091756a77,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:55.249611 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-25d39422-6cea-404f-b7c8-8b0bc0aae945 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:55.251562 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-43d3bc97-bb27-40c5-a77f-657a37ea9fcb tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:55.251815 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-43d3bc97-bb27-40c5-a77f-657a37ea9fcb tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Added segment 0c8090e3-f4ef-4afc-8c15-493942fe2432 of type vlan for network 4a41328b-09d2-49d9-a69a-9fe83e357baa May 05 19:55:55.256726 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56abc706-f464-4422-9852-451b6a572e34 None None] Network ac633efb-8397-4939-80ef-9a336931fe15 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:55:55.280345 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-21525053-13c6-40e6-82c5-b9021f2ca212 admin admin] Usage tracker for resource:security_group_rule and tenant:476cffb51a494e45a75196848dc23980 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:55:55.296593 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-25d39422-6cea-404f-b7c8-8b0bc0aae945 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c2bc2455-bacb-4a1f-a7b8-eb3091756a77 HTTP/1.1" status: 204 len: 168 time: 2.5889199 May 05 19:55:55.299338 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 37302) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:55:55.300170 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-21525053-13c6-40e6-82c5-b9021f2ca212 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:55:55.327582 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-21525053-13c6-40e6-82c5-b9021f2ca212 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:55:55.371004 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-43d3bc97-bb27-40c5-a77f-657a37ea9fcb tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:55.490925 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device cfc874e2-aa39-4a06-bb1a-276b4cab3c6f up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:55:55.609936 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f3532f8f-4fb8-4a07-8ac8-43c9d0102d81 req-2c74931a-e847-498d-b12a-29dd3d4a0b18 service neutron] 10.222.0.50 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3695948 May 05 19:55:55.741438 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fb88d308-6306-4e8a-996e-d3b24a8ffc70 req-73a44f21-a617-4cc9-b347-5c8df8090b35 tempest-InstanceActionsNegativeTestJSON-1262576219 tempest-InstanceActionsNegativeTestJSON-1262576219-project] 10.222.0.36 "GET /v2.0/ports?device_id=5745cc4d-6224-49c8-844b-3c572e49f68f HTTP/1.1" status: 200 len: 210 time: 0.0900502 May 05 19:55:55.746526 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-31390f55-c067-41a6-95e5-6d1125edaf6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:55.749040 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0de8f2c-dc7d-4c19-a175-a2ce3bf2390a admin admin] Network eeb9c093-2536-4a2a-9f6e-09016d8b7c5d is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 19:55:55.761425 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-43d3bc97-bb27-40c5-a77f-657a37ea9fcb tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:55.768680 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d3bc97-bb27-40c5-a77f-657a37ea9fcb tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:55.769522 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-43d3bc97-bb27-40c5-a77f-657a37ea9fcb tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:55.845088 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port cfc874e2-aa39-4a06-bb1a-276b4cab3c6f triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:55:55.845433 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-e0de8f2c-dc7d-4c19-a175-a2ce3bf2390a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, eeb9c093-2536-4a2a-9f6e-09016d8b7c5d) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:55:55.845592 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:55.867531 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c6bff-06b1-4cff-95b3-f3c594b66f9c req-646a91a7-bd22-47b0-bee6-d706092c7fe6 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:55.869274 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-188c6bff-06b1-4cff-95b3-f3c594b66f9c req-646a91a7-bd22-47b0-bee6-d706092c7fe6 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d3486fb-163c-468d-a5d4-e5b9c91016a8 HTTP/1.1" status: 200 len: 948 time: 0.9065347 May 05 19:55:55.904295 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0de8f2c-dc7d-4c19-a175-a2ce3bf2390a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:55.904911 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e0de8f2c-dc7d-4c19-a175-a2ce3bf2390a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:55.926395 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f0fd47-aec8-4073-bf55-13b9b61aadfd None None] Network eeb9c093-2536-4a2a-9f6e-09016d8b7c5d requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:55:55.944980 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-31390f55-c067-41a6-95e5-6d1125edaf6a admin admin] Deleting port c638cc09-61f5-4776-957e-fa222327aa8e {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:55:55.945214 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-31390f55-c067-41a6-95e5-6d1125edaf6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:55.981549 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 37312) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:55:55.984218 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b0161c49-5465-418d-befc-f2151808244d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:56.014668 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-e0de8f2c-dc7d-4c19-a175-a2ce3bf2390a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 3.3025632 May 05 19:55:56.066235 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d3bc97-bb27-40c5-a77f-657a37ea9fcb tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Pushing event updated for resources: {'Network': ['ID=4a41328b-09d2-49d9-a69a-9fe83e357baa,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:56.094638 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-188c6bff-06b1-4cff-95b3-f3c594b66f9c req-68855bf2-ab8b-46fe-8de3-6c1c561b8eb9 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/security-groups?id=47e8f45b-d376-403a-8bb9-867508147e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674201 May 05 19:55:56.096567 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 4a41328b-09d2-49d9-a69a-9fe83e357baa details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 19:55:56.130462 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533015bd-497f-4437-b0e3-ad5d73698f74 req-4b78df2b-8220-4cdd-b10e-ee739cf87d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:56.132603 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-533015bd-497f-4437-b0e3-ad5d73698f74 req-4b78df2b-8220-4cdd-b10e-ee739cf87d6e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=97ead9bcc5d448dab263815a595740a4&device_id=1d3486fb-163c-468d-a5d4-e5b9c91016a8 HTTP/1.1" status: 200 len: 1099 time: 0.3466640 May 05 19:55:56.149125 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-43d3bc97-bb27-40c5-a77f-657a37ea9fcb tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2334173 May 05 19:55:56.159504 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 37318) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:55:56.196618 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-4c28b07e-cb91-4d1e-aba4-b1d17ccabd6e tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Request body: {'subnet': {'network_id': '4a41328b-09d2-49d9-a69a-9fe83e357baa', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:55:56.317833 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-31390f55-c067-41a6-95e5-6d1125edaf6a admin admin] For port c638cc09-61f5-4776-957e-fa222327aa8e, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=c638cc09-61f5-4776-957e-fa222327aa8e,segment=NetworkSegment(35fac83a-67e0-479b-ac71-c3fa378951ad),segment_id=35fac83a-67e0-479b-ac71-c3fa378951ad)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:55:56.318299 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-31390f55-c067-41a6-95e5-6d1125edaf6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:56.335132 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7eb019-6ad0-4a3e-ab7a-85c22df0eaea None None] DHCP port deletion for ac633efb-8397-4939-80ef-9a336931fe15 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 19:55:56.380794 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-6d7eb019-6ad0-4a3e-ab7a-85c22df0eaea None None] Deleting port c638cc09-61f5-4776-957e-fa222327aa8e {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:55:56.381182 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6d7eb019-6ad0-4a3e-ab7a-85c22df0eaea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:56.467688 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-31390f55-c067-41a6-95e5-6d1125edaf6a admin admin] Calling delete_port for c638cc09-61f5-4776-957e-fa222327aa8e owned by network:dhcp {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:55:56.504504 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cf82c0dc-0875-4c93-ae9b-f419a2011be3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:56.521621 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-4c28b07e-cb91-4d1e-aba4-b1d17ccabd6e tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:55:56.525679 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98bfb2e-e7a6-4908-93c5-72eb0f6947b2 None None] Network eeb9c093-2536-4a2a-9f6e-09016d8b7c5d requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:55:56.527891 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-cf82c0dc-0875-4c93-ae9b-f419a2011be3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:55:56.531827 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-cf82c0dc-0875-4c93-ae9b-f419a2011be3 admin admin] Usage tracker for resource:security_group_rule and tenant:617c7edbaa50453cb5fed559a6b64b22 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:55:56.535443 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-cf82c0dc-0875-4c93-ae9b-f419a2011be3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:55:56.541518 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-cf82c0dc-0875-4c93-ae9b-f419a2011be3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:55:56.643151 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-31390f55-c067-41a6-95e5-6d1125edaf6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:56.657887 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-4c28b07e-cb91-4d1e-aba4-b1d17ccabd6e tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Usage tracker for resource:subnet and tenant:beb159436c9e4e2f822f7625a9d89435 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:55:56.661803 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cf82c0dc-0875-4c93-ae9b-f419a2011be3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:56.668566 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-4c28b07e-cb91-4d1e-aba4-b1d17ccabd6e tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:55:56.690556 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-4c28b07e-cb91-4d1e-aba4-b1d17ccabd6e tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:55:56.695919 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cf82c0dc-0875-4c93-ae9b-f419a2011be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:56.742372 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-21525053-13c6-40e6-82c5-b9021f2ca212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:56.762608 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31390f55-c067-41a6-95e5-6d1125edaf6a admin admin] Pushing event deleted for resources: {'Port': ['ID=c638cc09-61f5-4776-957e-fa222327aa8e,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:56.764321 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-21525053-13c6-40e6-82c5-b9021f2ca212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:56.777574 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21525053-13c6-40e6-82c5-b9021f2ca212 admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 19:55:56.787024 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-21525053-13c6-40e6-82c5-b9021f2ca212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:56.788108 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-21525053-13c6-40e6-82c5-b9021f2ca212 admin admin] Added segment 111c5f9d-dbf3-4eaa-8502-8e5fa7f46f62 of type vlan for network 64ae69b0-8ac2-4e0b-9320-47844867ced2 May 05 19:55:56.817527 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-21525053-13c6-40e6-82c5-b9021f2ca212 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:56.817815 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c28b07e-cb91-4d1e-aba4-b1d17ccabd6e tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Made reservation on behalf of beb159436c9e4e2f822f7625a9d89435 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:55:56.821724 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4c28b07e-cb91-4d1e-aba4-b1d17ccabd6e tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:56.837484 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-6d7eb019-6ad0-4a3e-ab7a-85c22df0eaea None None] For port c638cc09-61f5-4776-957e-fa222327aa8e, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=c638cc09-61f5-4776-957e-fa222327aa8e,segment=NetworkSegment(35fac83a-67e0-479b-ac71-c3fa378951ad),segment_id=35fac83a-67e0-479b-ac71-c3fa378951ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:55:56.837879 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6d7eb019-6ad0-4a3e-ab7a-85c22df0eaea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:56.847178 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31390f55-c067-41a6-95e5-6d1125edaf6a admin admin] No DVR routers for this DVR port c638cc09-61f5-4776-957e-fa222327aa8e on host n-d-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:55:56.883634 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-cf82c0dc-0875-4c93-ae9b-f419a2011be3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=617c7edbaa50453cb5fed559a6b64b22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8868585 May 05 19:55:56.886918 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 37340) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:55:56.893653 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf82c0dc-0875-4c93-ae9b-f419a2011be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f583374-8f49-43e5-8978-eff36f93eea6,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:56.901917 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-21525053-13c6-40e6-82c5-b9021f2ca212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:56.902636 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21525053-13c6-40e6-82c5-b9021f2ca212 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:56.903222 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-21525053-13c6-40e6-82c5-b9021f2ca212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:56.935808 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 37344) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:55:57.028847 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-6d7eb019-6ad0-4a3e-ab7a-85c22df0eaea None None] Calling delete_port for c638cc09-61f5-4776-957e-fa222327aa8e owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:55:57.032914 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21525053-13c6-40e6-82c5-b9021f2ca212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=352a0376-f4d7-4cf4-99c3-ad13d2d04eee,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:57.045409 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e938b206-4f5b-41ca-abc7-703303a4e282 req-8e2f8ecb-8bb4-40e2-89e8-fd7d15cefcee tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:57.047416 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e938b206-4f5b-41ca-abc7-703303a4e282 req-8e2f8ecb-8bb4-40e2-89e8-fd7d15cefcee tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/networks?id=eeb9c093-2536-4a2a-9f6e-09016d8b7c5d HTTP/1.1" status: 200 len: 821 time: 0.4179726 May 05 19:55:57.049040 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533015bd-497f-4437-b0e3-ad5d73698f74 req-98b15a1c-26fa-469e-932c-3a23039c1269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:57.050485 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-533015bd-497f-4437-b0e3-ad5d73698f74 req-98b15a1c-26fa-469e-932c-3a23039c1269 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3 HTTP/1.1" status: 200 len: 870 time: 0.6532798 May 05 19:55:57.124631 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e938b206-4f5b-41ca-abc7-703303a4e282 req-140698e6-bc7f-4b5c-b9d3-985a72d4d85b tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/quotas/5fc2a67f2d3c4988a8e0f49e9cbe6a0a HTTP/1.1" status: 200 len: 375 time: 0.0535004 May 05 19:55:57.129360 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0161c49-5465-418d-befc-f2151808244d admin admin] Router ea865ae6-49c8-4bde-8c54-5a2874952c61 is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 19:55:57.139841 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-6be4531a-1b9e-4742-bc29-10feee59a37e admin admin] Deleting subnet dc6c91aa-15ce-411d-96c1-f1b4b19848bb {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 19:55:57.152253 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-21525053-13c6-40e6-82c5-b9021f2ca212 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.8418093 May 05 19:55:57.162382 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 37350) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:55:57.165960 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6be4531a-1b9e-4742-bc29-10feee59a37e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:57.173065 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-6d7eb019-6ad0-4a3e-ab7a-85c22df0eaea None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 19:55:57.173564 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-6d7eb019-6ad0-4a3e-ab7a-85c22df0eaea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 19:55:57.237764 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-28200ba0-f3fd-4ae6-a2af-9d5815960362 admin admin] Request body: {'subnet': {'network_id': '64ae69b0-8ac2-4e0b-9320-47844867ced2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1301146889-subnet', 'tenant_id': '476cffb51a494e45a75196848dc23980', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:55:57.323299 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device c638cc09-61f5-4776-957e-fa222327aa8e no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:55:57.327624 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-31390f55-c067-41a6-95e5-6d1125edaf6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:57.337007 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-787c94ef-36b0-4faf-b100-4e621ca10b46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:57.343319 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21525053-13c6-40e6-82c5-b9021f2ca212 admin admin] Pushing event updated for resources: {'Network': ['ID=64ae69b0-8ac2-4e0b-9320-47844867ced2,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:57.348213 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-28200ba0-f3fd-4ae6-a2af-9d5815960362 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:55:57.349024 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-533015bd-497f-4437-b0e3-ad5d73698f74 req-40228d3a-f055-4f77-a11c-12ec10d266fc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=1f2a657f-d27c-41b8-bb6e-ffe8e7338ef0 HTTP/1.1" status: 200 len: 217 time: 0.2479498 May 05 19:55:57.360579 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e938b206-4f5b-41ca-abc7-703303a4e282 req-25ea1e22-4634-4b80-a812-5b187cdf465a tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5fc2a67f2d3c4988a8e0f49e9cbe6a0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2027383 May 05 19:55:57.362302 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 64ae69b0-8ac2-4e0b-9320-47844867ced2 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 19:55:57.375489 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: c638cc09-61f5-4776-957e-fa222327aa8e {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 19:55:57.375880 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device c638cc09-61f5-4776-957e-fa222327aa8e not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:55:57.423719 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-28200ba0-f3fd-4ae6-a2af-9d5815960362 admin admin] Usage tracker for resource:subnet and tenant:476cffb51a494e45a75196848dc23980 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:55:57.429348 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-28200ba0-f3fd-4ae6-a2af-9d5815960362 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:55:57.441041 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-31390f55-c067-41a6-95e5-6d1125edaf6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac633efb-8397-4939-80ef-9a336931fe15']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:55:57.458579 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6be4531a-1b9e-4742-bc29-10feee59a37e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:57.466817 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-31390f55-c067-41a6-95e5-6d1125edaf6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35fac83a-67e0-479b-ac71-c3fa378951ad') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:55:57.467116 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-31390f55-c067-41a6-95e5-6d1125edaf6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35fac83a-67e0-479b-ac71-c3fa378951ad') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:55:57.493034 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-31390f55-c067-41a6-95e5-6d1125edaf6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:57.500292 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-28200ba0-f3fd-4ae6-a2af-9d5815960362 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:55:57.507418 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-787c94ef-36b0-4faf-b100-4e621ca10b46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:57.516087 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533015bd-497f-4437-b0e3-ad5d73698f74 req-817c1e78-6bdc-46a1-bc8d-0e5f069ad535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:57.517547 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-533015bd-497f-4437-b0e3-ad5d73698f74 req-817c1e78-6bdc-46a1-bc8d-0e5f069ad535 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.1232657 May 05 19:55:57.556280 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-31390f55-c067-41a6-95e5-6d1125edaf6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:57.574167 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31390f55-c067-41a6-95e5-6d1125edaf6a admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 19:55:57.576480 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-31390f55-c067-41a6-95e5-6d1125edaf6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:57.591050 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 19:55:57.591050 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 19:55:57.591050 n-d-840717-1 neutron-server[88197]: timer() May 05 19:55:57.591050 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 19:55:57.591050 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 19:55:57.591050 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 19:55:57.591050 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 19:55:57.591050 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 19:55:57.591050 n-d-840717-1 neutron-server[88197]: self._notify() May 05 19:55:57.591050 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 19:55:57.591050 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 19:55:57.591050 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 19:55:57.591050 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 19:55:57.591050 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 19:55:57.591050 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 19:55:57.591050 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 19:55:57.591050 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 19:55:57.591050 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 19:55:57.591050 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 19:55:57.591050 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 19:55:57.591050 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 19:55:57.591050 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 19:55:57.591050 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 19:55:57.591050 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 19:55:57.591050 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 19:55:57.591050 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 19:55:57.591050 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 19:55:57.591050 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 19:55:57.591050 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 19:55:57.591050 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 19:55:57.591050 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 19:55:57.591050 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 19:55:57.674673 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-6d7eb019-6ad0-4a3e-ab7a-85c22df0eaea None None] Deleting port c638cc09-61f5-4776-957e-fa222327aa8e {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:55:57.675244 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6d7eb019-6ad0-4a3e-ab7a-85c22df0eaea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:57.689579 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0891cf-0d20-47ba-be5e-a8001e114142 req-431a40e0-f02a-4886-84de-e5f155a0db61 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:57.691781 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4c0891cf-0d20-47ba-be5e-a8001e114142 req-431a40e0-f02a-4886-84de-e5f155a0db61 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d3486fb-163c-468d-a5d4-e5b9c91016a8 HTTP/1.1" status: 200 len: 948 time: 0.3497624 May 05 19:55:57.719667 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-31390f55-c067-41a6-95e5-6d1125edaf6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:57.724873 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-31390f55-c067-41a6-95e5-6d1125edaf6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:57.750948 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-6d7eb019-6ad0-4a3e-ab7a-85c22df0eaea None None] The port 'c638cc09-61f5-4776-957e-fa222327aa8e' was deleted {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 19:55:57.774301 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31390f55-c067-41a6-95e5-6d1125edaf6a admin admin] Pushing event deleted for resources: {'Network': ['ID=ac633efb-8397-4939-80ef-9a336931fe15,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:57.784775 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-31390f55-c067-41a6-95e5-6d1125edaf6a admin admin] 10.222.0.36 "DELETE /v2.0/networks/ac633efb-8397-4939-80ef-9a336931fe15 HTTP/1.1" status: 204 len: 168 time: 2.4678004 May 05 19:55:57.790674 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533015bd-497f-4437-b0e3-ad5d73698f74 req-1d4c72dc-3b7f-47fa-ac7c-702d79779ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:57.792142 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-533015bd-497f-4437-b0e3-ad5d73698f74 req-1d4c72dc-3b7f-47fa-ac7c-702d79779ce5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2681196 May 05 19:55:57.796714 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4c0891cf-0d20-47ba-be5e-a8001e114142 req-f074a47b-2d7c-4e2c-b94e-60cb1239a514 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/security-groups?id=47e8f45b-d376-403a-8bb9-867508147e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922525 May 05 19:55:57.847153 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28200ba0-f3fd-4ae6-a2af-9d5815960362 admin admin] Made reservation on behalf of 476cffb51a494e45a75196848dc23980 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:55:57.849462 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-28200ba0-f3fd-4ae6-a2af-9d5815960362 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:57.927221 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6be4531a-1b9e-4742-bc29-10feee59a37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:57.939668 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-533015bd-497f-4437-b0e3-ad5d73698f74 req-dcfd02a3-207c-4632-a133-b0810dd5b541 service neutron] 10.222.0.50 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409652 May 05 19:55:57.943371 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 37356) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:55:57.978447 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4c28b07e-cb91-4d1e-aba4-b1d17ccabd6e tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:58.075603 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0161c49-5465-418d-befc-f2151808244d admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 19:55:58.086875 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-989efd08-56f9-4aa0-b873-ca42e6da9de9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=41290a837817462c9759ead78a474653&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1384878 May 05 19:55:58.088870 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e324effd-5c5c-4a96-af24-13f59ecee722 None None] Sync routers for ids ['ea865ae6-49c8-4bde-8c54-5a2874952c61'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 19:55:58.098162 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 37362) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:55:58.098356 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e324effd-5c5c-4a96-af24-13f59ecee722 None None] Routers {'ea865ae6-49c8-4bde-8c54-5a2874952c61'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:55:58.098703 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-e324effd-5c5c-4a96-af24-13f59ecee722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:55:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['ea865ae6-49c8-4bde-8c54-5a2874952c61'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:55:58.100854 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e938b206-4f5b-41ca-abc7-703303a4e282 req-b86e1a9c-7632-4501-ad71-20f752ca15f0 service neutron] 10.222.0.36 "GET /v2.0/networks/eeb9c093-2536-4a2a-9f6e-09016d8b7c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7000499 May 05 19:55:58.136873 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-533015bd-497f-4437-b0e3-ad5d73698f74 req-7def1672-3837-41a9-a1ce-f5da4d1d49f3 service neutron] 10.222.0.50 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906085 May 05 19:55:58.187628 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-787c94ef-36b0-4faf-b100-4e621ca10b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:58.277943 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c28b07e-cb91-4d1e-aba4-b1d17ccabd6e tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Pushing event updated for resources: {'Subnet': ['ID=732b72bb-cf13-43a7-9df0-49a3f8d99f8b,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:58.282708 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-e324effd-5c5c-4a96-af24-13f59ecee722 None None] Set router ea865ae6-49c8-4bde-8c54-5a2874952c61 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:55:58.354155 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-787c94ef-36b0-4faf-b100-4e621ca10b46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:58.355206 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-787c94ef-36b0-4faf-b100-4e621ca10b46 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1f583374-8f49-43e5-8978-eff36f93eea6 HTTP/1.1" status: 204 len: 168 time: 1.4629242 May 05 19:55:58.356693 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c28b07e-cb91-4d1e-aba4-b1d17ccabd6e tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:55:58.357011 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c28b07e-cb91-4d1e-aba4-b1d17ccabd6e tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:55:58.357362 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c28b07e-cb91-4d1e-aba4-b1d17ccabd6e tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:55:58.357660 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c28b07e-cb91-4d1e-aba4-b1d17ccabd6e tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:55:58.358003 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c28b07e-cb91-4d1e-aba4-b1d17ccabd6e tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:55:58.358329 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c28b07e-cb91-4d1e-aba4-b1d17ccabd6e tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:55:58.358644 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c28b07e-cb91-4d1e-aba4-b1d17ccabd6e tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:55:58.358953 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c28b07e-cb91-4d1e-aba4-b1d17ccabd6e tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:55:58.359566 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c28b07e-cb91-4d1e-aba4-b1d17ccabd6e tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:55:58.359566 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c28b07e-cb91-4d1e-aba4-b1d17ccabd6e tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:55:58.359900 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c28b07e-cb91-4d1e-aba4-b1d17ccabd6e tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:55:58.360213 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c28b07e-cb91-4d1e-aba4-b1d17ccabd6e tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:55:58.363046 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787c94ef-36b0-4faf-b100-4e621ca10b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f583374-8f49-43e5-8978-eff36f93eea6,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:58.364639 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b0161c49-5465-418d-befc-f2151808244d admin admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:58.369327 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b0161c49-5465-418d-befc-f2151808244d admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 8.7349880 May 05 19:55:58.372952 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 37372) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:55:58.382735 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6be4531a-1b9e-4742-bc29-10feee59a37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:58.456061 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-64d8dae7-555a-4be8-914b-da905ebc7c50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:58.462367 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c28b07e-cb91-4d1e-aba4-b1d17ccabd6e tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Checking segment: {'id': '0c8090e3-f4ef-4afc-8c15-493942fe2432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '4a41328b-09d2-49d9-a69a-9fe83e357baa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:55:58.462745 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c28b07e-cb91-4d1e-aba4-b1d17ccabd6e tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Network hostable DHCP agents. Network: 4a41328b-09d2-49d9-a69a-9fe83e357baa, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 19:55:58.521715 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be4531a-1b9e-4742-bc29-10feee59a37e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc6c91aa-15ce-411d-96c1-f1b4b19848bb,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:58.537114 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6be4531a-1b9e-4742-bc29-10feee59a37e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:58.574505 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c28b07e-cb91-4d1e-aba4-b1d17ccabd6e tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Network 4a41328b-09d2-49d9-a69a-9fe83e357baa is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 19:55:58.597038 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-6be4531a-1b9e-4742-bc29-10feee59a37e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/dc6c91aa-15ce-411d-96c1-f1b4b19848bb HTTP/1.1" status: 204 len: 168 time: 1.6552396 May 05 19:55:58.599700 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 37376) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:55:58.604892 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-64d8dae7-555a-4be8-914b-da905ebc7c50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:58.615248 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e938b206-4f5b-41ca-abc7-703303a4e282 req-b1e7c27c-1f76-4133-98d0-476910baa366 service neutron] 10.222.0.36 "GET /v2.0/networks/eeb9c093-2536-4a2a-9f6e-09016d8b7c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4731195 May 05 19:55:58.620407 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-4c28b07e-cb91-4d1e-aba4-b1d17ccabd6e tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 4a41328b-09d2-49d9-a69a-9fe83e357baa) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:55:58.636918 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c28b07e-cb91-4d1e-aba4-b1d17ccabd6e tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:58.638521 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4c28b07e-cb91-4d1e-aba4-b1d17ccabd6e tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:58.642198 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dccbb616-9e9c-493e-8737-9509295000ef None None] Network 4a41328b-09d2-49d9-a69a-9fe83e357baa requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:55:58.680171 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-4c28b07e-cb91-4d1e-aba4-b1d17ccabd6e tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.5199556 May 05 19:55:58.703822 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 37382) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:55:58.712313 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-a5290882-b467-488a-ad57-ab6b36207804 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1795610060'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:55:58.740522 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-85a693b8-b18e-428e-8565-b4cbb0923645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:58.750213 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a5290882-b467-488a-ad57-ab6b36207804 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:55:58.769977 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a5290882-b467-488a-ad57-ab6b36207804 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Usage tracker for resource:network and tenant:beb159436c9e4e2f822f7625a9d89435 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:55:58.776224 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a5290882-b467-488a-ad57-ab6b36207804 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:55:58.786033 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a5290882-b467-488a-ad57-ab6b36207804 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:55:58.793354 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-28200ba0-f3fd-4ae6-a2af-9d5815960362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:58.925574 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-e324effd-5c5c-4a96-af24-13f59ecee722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea865ae6-49c8-4bde-8c54-5a2874952c61', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1184323249-router', 'tenant_id': '72fd05b830dc4dd3bd5540fd3505f3cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'bbd8b76c-9dcc-4434-89cd-8ef17ecb2a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:55:49Z', 'updated_at': '2022-05-05T19:55:54Z', 'revision_number': 3, 'project_id': '72fd05b830dc4dd3bd5540fd3505f3cd', 'gw_port': {'id': 'bbd8b76c-9dcc-4434-89cd-8ef17ecb2a5f', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:87:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea865ae6-49c8-4bde-8c54-5a2874952c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:55:52Z', 'updated_at': '2022-05-05T19:55:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:55:58.938035 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e324effd-5c5c-4a96-af24-13f59ecee722 None None] Checking router: ea865ae6-49c8-4bde-8c54-5a2874952c61 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 19:55:58.938387 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e324effd-5c5c-4a96-af24-13f59ecee722 None None] Updating router ea865ae6-49c8-4bde-8c54-5a2874952c61 port bbd8b76c-9dcc-4434-89cd-8ef17ecb2a5f binding host n-d-840717-1 {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 19:55:58.978698 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 1f2a657f-d27c-41b8-bb6e-ffe8e7338ef0 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:55:58.985395 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5290882-b467-488a-ad57-ab6b36207804 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Made reservation on behalf of beb159436c9e4e2f822f7625a9d89435 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:55:58.999720 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a5290882-b467-488a-ad57-ab6b36207804 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:59.027544 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28200ba0-f3fd-4ae6-a2af-9d5815960362 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4aaf969-3d1a-408b-86ce-50cecc40a653,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:59.110801 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 37392) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:55:59.149052 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.resource_extend [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 19:55:59.150257 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5290882-b467-488a-ad57-ab6b36207804 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 19:55:59.162378 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a5290882-b467-488a-ad57-ab6b36207804 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:59.163681 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-a5290882-b467-488a-ad57-ab6b36207804 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Added segment c0879fe9-5842-45c6-b83f-c7c1568ceea6 of type vlan for network 0aff080a-df51-4112-8543-bee56a0e44ff May 05 19:55:59.173700 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e324effd-5c5c-4a96-af24-13f59ecee722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:59.204622 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-64d8dae7-555a-4be8-914b-da905ebc7c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:59.230248 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ec23a33c-7161-43ca-846f-85fe88f2ae3a req-7b7923f8-c1df-4ebe-b8cf-fea29e3d84e2 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/ports?device_id=11c99114-3821-43d0-b75c-371ff384e57f HTTP/1.1" status: 200 len: 210 time: 0.1857543 May 05 19:55:59.244411 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-38874ae1-7f91-4e7b-8be5-4ec81d241f76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:59.249019 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-85a693b8-b18e-428e-8565-b4cbb0923645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:59.262022 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c83731d-e11f-476c-ac57-78a78de378bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-4a41328b-09d2-49d9-a69a-9fe83e357baa', 'network_id': '4a41328b-09d2-49d9-a69a-9fe83e357baa', 'tenant_id': 'beb159436c9e4e2f822f7625a9d89435', 'fixed_ips': [{'subnet_id': '732b72bb-cf13-43a7-9df0-49a3f8d99f8b'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 19:55:59.262839 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5c83731d-e11f-476c-ac57-78a78de378bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:59.264605 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28200ba0-f3fd-4ae6-a2af-9d5815960362 admin admin] Checking segment: {'id': '111c5f9d-dbf3-4eaa-8502-8e5fa7f46f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '64ae69b0-8ac2-4e0b-9320-47844867ced2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:55:59.264961 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28200ba0-f3fd-4ae6-a2af-9d5815960362 admin admin] Network hostable DHCP agents. Network: 64ae69b0-8ac2-4e0b-9320-47844867ced2, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 19:55:59.269982 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d8dae7-555a-4be8-914b-da905ebc7c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133d9788-2d4a-473a-85ae-b77d71ab949f,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:59.273262 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a5290882-b467-488a-ad57-ab6b36207804 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:59.298524 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-38874ae1-7f91-4e7b-8be5-4ec81d241f76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:55:59.309735 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-38874ae1-7f91-4e7b-8be5-4ec81d241f76 admin admin] Usage tracker for resource:security_group_rule and tenant:6ba270d007d344f0854feb2ee48f0b2f is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:55:59.325129 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-38874ae1-7f91-4e7b-8be5-4ec81d241f76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:55:59.342841 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-38874ae1-7f91-4e7b-8be5-4ec81d241f76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:55:59.345192 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-64d8dae7-555a-4be8-914b-da905ebc7c50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:59.346320 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-64d8dae7-555a-4be8-914b-da905ebc7c50 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/133d9788-2d4a-473a-85ae-b77d71ab949f HTTP/1.1" status: 204 len: 168 time: 1.2445662 May 05 19:55:59.349454 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28200ba0-f3fd-4ae6-a2af-9d5815960362 admin admin] Network 64ae69b0-8ac2-4e0b-9320-47844867ced2 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 19:55:59.365177 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a5290882-b467-488a-ad57-ab6b36207804 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:59.372225 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5290882-b467-488a-ad57-ab6b36207804 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:59.373966 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a5290882-b467-488a-ad57-ab6b36207804 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:59.375935 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-85a693b8-b18e-428e-8565-b4cbb0923645 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e599b76-a0c8-4e66-acc3-d7eeb753f8de']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:55:59.402666 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-28200ba0-f3fd-4ae6-a2af-9d5815960362 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 64ae69b0-8ac2-4e0b-9320-47844867ced2) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:55:59.409042 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-85a693b8-b18e-428e-8565-b4cbb0923645 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76956564-b928-47ca-b1a1-a15d17ec9f66') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:55:59.409042 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-85a693b8-b18e-428e-8565-b4cbb0923645 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76956564-b928-47ca-b1a1-a15d17ec9f66') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:55:59.421779 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28200ba0-f3fd-4ae6-a2af-9d5815960362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:59.422329 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-28200ba0-f3fd-4ae6-a2af-9d5815960362 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:59.510992 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122ab233-9080-4438-a503-f0eb44565165 None None] Network 64ae69b0-8ac2-4e0b-9320-47844867ced2 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:55:59.524491 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a5290882-b467-488a-ad57-ab6b36207804 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8193321 May 05 19:55:59.531456 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 37406) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:55:59.536336 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-28200ba0-f3fd-4ae6-a2af-9d5815960362 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.3428166 May 05 19:55:59.553637 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 37408) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:55:59.554617 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5290882-b467-488a-ad57-ab6b36207804 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Pushing event updated for resources: {'Network': ['ID=0aff080a-df51-4112-8543-bee56a0e44ff,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:59.575606 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-85a693b8-b18e-428e-8565-b4cbb0923645 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:59.578737 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-1c45e988-d02d-4747-91aa-2500fce5f037 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Request body: {'subnet': {'network_id': '0aff080a-df51-4112-8543-bee56a0e44ff', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:55:59.598068 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 0aff080a-df51-4112-8543-bee56a0e44ff details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 19:55:59.609352 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-85a693b8-b18e-428e-8565-b4cbb0923645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:59.653422 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-20b6912d-80cc-4468-a99a-673828e3440b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1301146889-router', 'tenant_id': '476cffb51a494e45a75196848dc23980', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:55:59.662267 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-20b6912d-80cc-4468-a99a-673828e3440b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:55:59.676786 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-20b6912d-80cc-4468-a99a-673828e3440b admin admin] Usage tracker for resource:router and tenant:476cffb51a494e45a75196848dc23980 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:55:59.681919 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85a693b8-b18e-428e-8565-b4cbb0923645 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 19:55:59.683111 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-85a693b8-b18e-428e-8565-b4cbb0923645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:59.685393 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-20b6912d-80cc-4468-a99a-673828e3440b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:55:59.700688 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 19:55:59.700688 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 19:55:59.700688 n-d-840717-1 neutron-server[88197]: timer() May 05 19:55:59.700688 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 19:55:59.700688 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 19:55:59.700688 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 19:55:59.700688 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 19:55:59.700688 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 19:55:59.700688 n-d-840717-1 neutron-server[88197]: self._notify() May 05 19:55:59.700688 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 19:55:59.700688 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 19:55:59.700688 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 19:55:59.700688 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 19:55:59.700688 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 19:55:59.700688 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 19:55:59.700688 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 19:55:59.700688 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 19:55:59.700688 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 19:55:59.700688 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 19:55:59.700688 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 19:55:59.700688 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 19:55:59.700688 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 19:55:59.700688 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 19:55:59.700688 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 19:55:59.700688 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 19:55:59.700688 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 19:55:59.700688 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 19:55:59.700688 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 19:55:59.700688 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 19:55:59.700688 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 19:55:59.700688 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 19:55:59.700688 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 19:55:59.702614 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-20b6912d-80cc-4468-a99a-673828e3440b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:55:59.761085 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e31a06-09e0-4f24-9470-49de941b93f8 req-23f9a429-7015-4dce-bcc7-2aa3beb031d7 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:55:59.766054 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-20b6912d-80cc-4468-a99a-673828e3440b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:59.767229 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-20b6912d-80cc-4468-a99a-673828e3440b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:59.769242 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-39e31a06-09e0-4f24-9470-49de941b93f8 req-23f9a429-7015-4dce-bcc7-2aa3beb031d7 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d3486fb-163c-468d-a5d4-e5b9c91016a8 HTTP/1.1" status: 200 len: 948 time: 0.5292511 May 05 19:55:59.880716 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-85a693b8-b18e-428e-8565-b4cbb0923645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:59.910697 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-85a693b8-b18e-428e-8565-b4cbb0923645 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:59.924886 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-39e31a06-09e0-4f24-9470-49de941b93f8 req-3c6f9f6a-48cf-4bcc-8ddb-a0f061f5e492 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/security-groups?id=47e8f45b-d376-403a-8bb9-867508147e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535649 May 05 19:55:59.949541 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1c45e988-d02d-4747-91aa-2500fce5f037 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:55:59.955739 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-1c45e988-d02d-4747-91aa-2500fce5f037 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Usage tracker for resource:subnet and tenant:beb159436c9e4e2f822f7625a9d89435 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:55:59.968937 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a693b8-b18e-428e-8565-b4cbb0923645 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e599b76-a0c8-4e66-acc3-d7eeb753f8de,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:55:59.976224 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-1c45e988-d02d-4747-91aa-2500fce5f037 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:55:59.994928 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-20b6912d-80cc-4468-a99a-673828e3440b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:55:59.998441 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-85a693b8-b18e-428e-8565-b4cbb0923645 admin admin] 10.222.0.36 "DELETE /v2.0/networks/0e599b76-a0c8-4e66-acc3-d7eeb753f8de HTTP/1.1" status: 204 len: 168 time: 1.3941028 May 05 19:56:00.047435 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-38874ae1-7f91-4e7b-8be5-4ec81d241f76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:00.164702 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cc707f92-e922-46b4-ace2-6a1fa841ac20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:00.168346 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1c45e988-d02d-4747-91aa-2500fce5f037 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:56:00.222258 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-5c83731d-e11f-476c-ac57-78a78de378bb None None] Allocated IP 19.80.0.2 (4a41328b-09d2-49d9-a69a-9fe83e357baa/732b72bb-cf13-43a7-9df0-49a3f8d99f8b/c7907752-282c-40fe-962b-2dd4a9790ee3) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:56:00.268614 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-38874ae1-7f91-4e7b-8be5-4ec81d241f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:00.279648 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 37426) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:56:00.486013 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 1f2a657f-d27c-41b8-bb6e-ffe8e7338ef0, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=1f2a657f-d27c-41b8-bb6e-ffe8e7338ef0,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:56:00.641753 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': '1f2a657f-d27c-41b8-bb6e-ffe8e7338ef0', 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3', 'port_id': '1f2a657f-d27c-41b8-bb6e-ffe8e7338ef0', 'mac_address': 'fa:16:3e:7c:f5:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d72a8d3-0a35-4d3a-96b8-d869ff4093bc', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:56:00.680249 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-cc707f92-e922-46b4-ace2-6a1fa841ac20 admin admin] Allocated IP 172.20.0.1 (a593f7d9-4cea-44aa-95eb-c6d63df39a91/3a49ad38-73d0-40d9-9a3c-7235865d0318/00fea136-4293-458f-93ed-d7b4c9669f77) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:56:00.700222 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e938b206-4f5b-41ca-abc7-703303a4e282 req-c3d5e88e-e6d5-4357-8629-49b91f6e550e tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:00.700989 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-e938b206-4f5b-41ca-abc7-703303a4e282 req-c3d5e88e-e6d5-4357-8629-49b91f6e550e tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Synchronizing usage tracker for tenant:5fc2a67f2d3c4988a8e0f49e9cbe6a0a on resource:network {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:56:00.712619 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cded8bdb-fa6f-40f6-903f-74f4c9663dc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-64ae69b0-8ac2-4e0b-9320-47844867ced2', 'network_id': '64ae69b0-8ac2-4e0b-9320-47844867ced2', 'tenant_id': '476cffb51a494e45a75196848dc23980', 'fixed_ips': [{'subnet_id': 'a4aaf969-3d1a-408b-86ce-50cecc40a653'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 19:56:00.713419 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cded8bdb-fa6f-40f6-903f-74f4c9663dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:00.767341 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-e938b206-4f5b-41ca-abc7-703303a4e282 req-c3d5e88e-e6d5-4357-8629-49b91f6e550e tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Unset dirty status for tenant:5fc2a67f2d3c4988a8e0f49e9cbe6a0a on resource:network {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:56:00.768556 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e938b206-4f5b-41ca-abc7-703303a4e282 req-c3d5e88e-e6d5-4357-8629-49b91f6e550e tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.24 "GET /v2.0/networks?id=eeb9c093-2536-4a2a-9f6e-09016d8b7c5d HTTP/1.1" status: 200 len: 821 time: 0.3369820 May 05 19:56:00.789733 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-e938b206-4f5b-41ca-abc7-703303a4e282 req-7542e021-cdf9-410e-9bde-0a9fc7ddc0bf tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Request body: {'port': {'device_id': '11c99114-3821-43d0-b75c-371ff384e57f', 'network_id': 'eeb9c093-2536-4a2a-9f6e-09016d8b7c5d', 'admin_state_up': True, 'tenant_id': '5fc2a67f2d3c4988a8e0f49e9cbe6a0a'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:56:00.822997 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2c985b17-55b8-4d1d-aa24-f26346879c47 req-cd0b35b3-6c09-43fe-8673-faf58e779d40 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/ports?device_id=11c99114-3821-43d0-b75c-371ff384e57f HTTP/1.1" status: 200 len: 210 time: 0.3279276 May 05 19:56:00.830353 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:00.911717 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c45e988-d02d-4747-91aa-2500fce5f037 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Made reservation on behalf of beb159436c9e4e2f822f7625a9d89435 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:56:00.916009 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1c45e988-d02d-4747-91aa-2500fce5f037 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:00.957601 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-20b6912d-80cc-4468-a99a-673828e3440b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:00.977020 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e324effd-5c5c-4a96-af24-13f59ecee722 None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:00.987918 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f2a657f-d27c-41b8-bb6e-ffe8e7338ef0 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:56:01.032109 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-e324effd-5c5c-4a96-af24-13f59ecee722 None None] Transition to ACTIVE for port object bbd8b76c-9dcc-4434-89cd-8ef17ecb2a5f will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:56:01.050298 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 1f2a657f-d27c-41b8-bb6e-ffe8e7338ef0, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=1f2a657f-d27c-41b8-bb6e-ffe8e7338ef0,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:56:01.057216 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e324effd-5c5c-4a96-af24-13f59ecee722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:01.085370 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-38874ae1-7f91-4e7b-8be5-4ec81d241f76 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6ba270d007d344f0854feb2ee48f0b2f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9667466 May 05 19:56:01.092441 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 37472) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:56:01.114775 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5c83731d-e11f-476c-ac57-78a78de378bb None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:01.120700 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:01.137189 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38874ae1-7f91-4e7b-8be5-4ec81d241f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6a716d-24eb-432c-8b9c-411b58705731,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:01.197794 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-5c83731d-e11f-476c-ac57-78a78de378bb None None] Transition to ACTIVE for port object c7907752-282c-40fe-962b-2dd4a9790ee3 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:56:01.209937 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-e324effd-5c5c-4a96-af24-13f59ecee722 None None] Attempting to bind port bbd8b76c-9dcc-4434-89cd-8ef17ecb2a5f on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:56:01.210451 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-e324effd-5c5c-4a96-af24-13f59ecee722 None None] Attempting to bind port bbd8b76c-9dcc-4434-89cd-8ef17ecb2a5f by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:56:01.210914 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e324effd-5c5c-4a96-af24-13f59ecee722 None None] Attempting to bind port bbd8b76c-9dcc-4434-89cd-8ef17ecb2a5f on network 0401d202-1605-4cfe-bad4-fb225df6afb0 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:56:01.237197 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297f75ba-fe6f-480e-81b4-880e56d41619 None None] Pushing event updated for resources: {'Port': ['ID=bbd8b76c-9dcc-4434-89cd-8ef17ecb2a5f,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:01.245670 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-6c206fec-9b31-4a81-9c57-96dd9b483ad7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a4c11d868c0147579eb9c3084e99157f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7566805 May 05 19:56:01.246207 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e324effd-5c5c-4a96-af24-13f59ecee722 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:56:01.246207 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e324effd-5c5c-4a96-af24-13f59ecee722 None None] Checking segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:56:01.246438 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 37488) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:56:01.246773 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e324effd-5c5c-4a96-af24-13f59ecee722 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:01.247252 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e324effd-5c5c-4a96-af24-13f59ecee722 None None] Bound using segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:56:01.247855 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-e324effd-5c5c-4a96-af24-13f59ecee722 None None] Bound port: bbd8b76c-9dcc-4434-89cd-8ef17ecb2a5f, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:56:01.248418 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e324effd-5c5c-4a96-af24-13f59ecee722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:01.298308 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-e938b206-4f5b-41ca-abc7-703303a4e282 req-7542e021-cdf9-410e-9bde-0a9fc7ddc0bf tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:56:01.306449 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-e938b206-4f5b-41ca-abc7-703303a4e282 req-7542e021-cdf9-410e-9bde-0a9fc7ddc0bf tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Usage tracker for resource:port and tenant:5fc2a67f2d3c4988a8e0f49e9cbe6a0a is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:56:01.311546 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-e938b206-4f5b-41ca-abc7-703303a4e282 req-7542e021-cdf9-410e-9bde-0a9fc7ddc0bf tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:56:01.322304 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-e938b206-4f5b-41ca-abc7-703303a4e282 req-7542e021-cdf9-410e-9bde-0a9fc7ddc0bf tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:56:01.339021 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cc707f92-e922-46b4-ace2-6a1fa841ac20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:01.352852 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e938b206-4f5b-41ca-abc7-703303a4e282 req-7542e021-cdf9-410e-9bde-0a9fc7ddc0bf tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Made reservation on behalf of 5fc2a67f2d3c4988a8e0f49e9cbe6a0a for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:56:01.357152 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-e938b206-4f5b-41ca-abc7-703303a4e282 req-7542e021-cdf9-410e-9bde-0a9fc7ddc0bf tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:01.409919 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-cc707f92-e922-46b4-ace2-6a1fa841ac20 admin admin] Transition to ACTIVE for port object 00fea136-4293-458f-93ed-d7b4c9669f77 will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:56:01.420388 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-5c83731d-e11f-476c-ac57-78a78de378bb None None] Transition to ACTIVE for port object c7907752-282c-40fe-962b-2dd4a9790ee3 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:56:01.451298 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4103c2-31fa-4fef-9119-a8436a51eda0 req-33a8a273-1de2-498f-a076-48020d54c473 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:01.460508 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9a4103c2-31fa-4fef-9119-a8436a51eda0 req-33a8a273-1de2-498f-a076-48020d54c473 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d3486fb-163c-468d-a5d4-e5b9c91016a8 HTTP/1.1" status: 200 len: 949 time: 0.3303196 May 05 19:56:01.468198 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5c83731d-e11f-476c-ac57-78a78de378bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:01.489031 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-cded8bdb-fa6f-40f6-903f-74f4c9663dc6 None None] Allocated IP 172.20.0.2 (64ae69b0-8ac2-4e0b-9320-47844867ced2/a4aaf969-3d1a-408b-86ce-50cecc40a653/588c328d-953c-4bcd-b536-4eecb94bec0c) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:56:01.506297 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c83731d-e11f-476c-ac57-78a78de378bb None None] Network 4a41328b-09d2-49d9-a69a-9fe83e357baa is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:56:01.506455 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 37494) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:56:01.508586 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['1f2a657f-d27c-41b8-bb6e-ffe8e7338ef0'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:56:01.546227 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-458d8257-c7ce-46c9-9496-7cfbcc51c1c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:01.549741 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-5c83731d-e11f-476c-ac57-78a78de378bb None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:56:01.567797 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c83731d-e11f-476c-ac57-78a78de378bb None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:56:01.576938 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-458d8257-c7ce-46c9-9496-7cfbcc51c1c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:01.583704 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0affd392-e701-4da3-b255-56c4ff627ae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:01.650545 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0affd392-e701-4da3-b255-56c4ff627ae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:01.657476 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-458d8257-c7ce-46c9-9496-7cfbcc51c1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:01.683267 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-e324effd-5c5c-4a96-af24-13f59ecee722 None None] For port bbd8b76c-9dcc-4434-89cd-8ef17ecb2a5f, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:56:01.685287 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-e938b206-4f5b-41ca-abc7-703303a4e282 req-7542e021-cdf9-410e-9bde-0a9fc7ddc0bf tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Allocated IP 172.20.0.9 (eeb9c093-2536-4a2a-9f6e-09016d8b7c5d/2ab1778b-7268-4b66-a1dd-6ef68efc2477/51cdbdac-5772-409f-a50c-ec1709f56491) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:56:01.688702 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9a4103c2-31fa-4fef-9119-a8436a51eda0 req-919736b1-73b0-48d2-b3f5-7278697cb63b tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/security-groups?id=47e8f45b-d376-403a-8bb9-867508147e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271128 May 05 19:56:01.700112 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cc707f92-e922-46b4-ace2-6a1fa841ac20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:01.705981 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d8257-c7ce-46c9-9496-7cfbcc51c1c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac55d71-6505-4db9-b904-314195ee0814,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:01.739225 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1c45e988-d02d-4747-91aa-2500fce5f037 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:01.813646 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-e324effd-5c5c-4a96-af24-13f59ecee722 None None] For port bbd8b76c-9dcc-4434-89cd-8ef17ecb2a5f, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=bbd8b76c-9dcc-4434-89cd-8ef17ecb2a5f,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:56:01.816057 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=1f2a657f-d27c-41b8-bb6e-ffe8e7338ef0,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:01.832484 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-5c83731d-e11f-476c-ac57-78a78de378bb None None] Attempting to bind port c7907752-282c-40fe-962b-2dd4a9790ee3 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:56:01.832973 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-5c83731d-e11f-476c-ac57-78a78de378bb None None] Attempting to bind port c7907752-282c-40fe-962b-2dd4a9790ee3 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '0c8090e3-f4ef-4afc-8c15-493942fe2432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '4a41328b-09d2-49d9-a69a-9fe83e357baa'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:56:01.833405 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c83731d-e11f-476c-ac57-78a78de378bb None None] Attempting to bind port c7907752-282c-40fe-962b-2dd4a9790ee3 on network 4a41328b-09d2-49d9-a69a-9fe83e357baa {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:56:01.876567 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c83731d-e11f-476c-ac57-78a78de378bb None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:56:01.877022 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c83731d-e11f-476c-ac57-78a78de378bb None None] Checking segment: {'id': '0c8090e3-f4ef-4afc-8c15-493942fe2432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '4a41328b-09d2-49d9-a69a-9fe83e357baa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:56:01.877485 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5c83731d-e11f-476c-ac57-78a78de378bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:01.877939 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c83731d-e11f-476c-ac57-78a78de378bb None None] Bound using segment: {'id': '0c8090e3-f4ef-4afc-8c15-493942fe2432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '4a41328b-09d2-49d9-a69a-9fe83e357baa'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:56:01.878478 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-5c83731d-e11f-476c-ac57-78a78de378bb None None] Bound port: c7907752-282c-40fe-962b-2dd4a9790ee3, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c8090e3-f4ef-4afc-8c15-493942fe2432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '4a41328b-09d2-49d9-a69a-9fe83e357baa'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:56:01.878988 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5c83731d-e11f-476c-ac57-78a78de378bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:01.897716 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e324effd-5c5c-4a96-af24-13f59ecee722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:02.000718 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e5dbb52e-a3a3-49c0-b469-76eaddb9fa3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:02.012382 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-458d8257-c7ce-46c9-9496-7cfbcc51c1c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:02.015913 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-458d8257-c7ce-46c9-9496-7cfbcc51c1c1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6ac55d71-6505-4db9-b904-314195ee0814 HTTP/1.1" status: 204 len: 168 time: 0.7593079 May 05 19:56:02.019821 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45e988-d02d-4747-91aa-2500fce5f037 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Pushing event updated for resources: {'Subnet': ['ID=7947ce35-55e7-4a1c-a48d-fc2c488ef6f0,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:02.026887 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc707f92-e922-46b4-ace2-6a1fa841ac20 admin admin] Network a593f7d9-4cea-44aa-95eb-c6d63df39a91 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:56:02.040106 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-cc707f92-e922-46b4-ace2-6a1fa841ac20 admin admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:56:02.050391 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b15947dd-a3b9-4b38-8511-f07b7769fc77 req-0b5e8771-1f0a-41f7-a53f-9895073ce68e tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/ports?device_id=11c99114-3821-43d0-b75c-371ff384e57f HTTP/1.1" status: 200 len: 210 time: 0.0970747 May 05 19:56:02.051161 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc707f92-e922-46b4-ace2-6a1fa841ac20 admin admin] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:56:02.070095 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c45e988-d02d-4747-91aa-2500fce5f037 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Checking segment: {'id': 'c0879fe9-5842-45c6-b83f-c7c1568ceea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0aff080a-df51-4112-8543-bee56a0e44ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:56:02.071122 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c45e988-d02d-4747-91aa-2500fce5f037 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Network hostable DHCP agents. Network: 0aff080a-df51-4112-8543-bee56a0e44ff, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 19:56:02.080597 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-20b6912d-80cc-4468-a99a-673828e3440b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:02.102733 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc707f92-e922-46b4-ace2-6a1fa841ac20 admin admin] Pushing event updated for resources: {'Port': ['ID=00fea136-4293-458f-93ed-d7b4c9669f77,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:02.116306 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-e5dbb52e-a3a3-49c0-b469-76eaddb9fa3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:56:02.131060 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-20b6912d-80cc-4468-a99a-673828e3440b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:02.150541 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e324effd-5c5c-4a96-af24-13f59ecee722 None None] Routers {'ea865ae6-49c8-4bde-8c54-5a2874952c61'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:56:02.157412 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-e324effd-5c5c-4a96-af24-13f59ecee722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:55:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['ea865ae6-49c8-4bde-8c54-5a2874952c61'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:56:02.201025 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c45e988-d02d-4747-91aa-2500fce5f037 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Network 0aff080a-df51-4112-8543-bee56a0e44ff is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 19:56:02.226186 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-1c45e988-d02d-4747-91aa-2500fce5f037 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 0aff080a-df51-4112-8543-bee56a0e44ff) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:56:02.233405 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c45e988-d02d-4747-91aa-2500fce5f037 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:02.234133 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1c45e988-d02d-4747-91aa-2500fce5f037 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:02.247141 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc707f92-e922-46b4-ace2-6a1fa841ac20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:56:02.247524 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc707f92-e922-46b4-ace2-6a1fa841ac20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:56:02.247864 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc707f92-e922-46b4-ace2-6a1fa841ac20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:56:02.248195 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc707f92-e922-46b4-ace2-6a1fa841ac20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:56:02.248679 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc707f92-e922-46b4-ace2-6a1fa841ac20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:56:02.249010 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc707f92-e922-46b4-ace2-6a1fa841ac20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:56:02.249329 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc707f92-e922-46b4-ace2-6a1fa841ac20 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:56:02.250163 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc707f92-e922-46b4-ace2-6a1fa841ac20 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:56:02.250163 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc707f92-e922-46b4-ace2-6a1fa841ac20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:56:02.250413 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc707f92-e922-46b4-ace2-6a1fa841ac20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:56:02.250576 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc707f92-e922-46b4-ace2-6a1fa841ac20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:56:02.250882 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc707f92-e922-46b4-ace2-6a1fa841ac20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:56:02.264276 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-e5dbb52e-a3a3-49c0-b469-76eaddb9fa3e admin admin] Usage tracker for resource:security_group_rule and tenant:f27f3d5c288648a3a5acb38421c42443 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:56:02.270566 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0affd392-e701-4da3-b255-56c4ff627ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:02.326240 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-e5dbb52e-a3a3-49c0-b469-76eaddb9fa3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:56:02.346793 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-20b6912d-80cc-4468-a99a-673828e3440b admin admin] Allocated IP 172.25.0.147 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/f4ab8d26-53ba-4299-b17a-60c425af1f98) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:56:02.347480 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cc707f92-e922-46b4-ace2-6a1fa841ac20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:02.364222 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d0bdab-e849-48c0-b887-d5500215ccd3 None None] Network 0aff080a-df51-4112-8543-bee56a0e44ff requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:56:02.395927 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-1c45e988-d02d-4747-91aa-2500fce5f037 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.8583586 May 05 19:56:02.470021 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-e5dbb52e-a3a3-49c0-b469-76eaddb9fa3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:56:02.492802 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0affd392-e701-4da3-b255-56c4ff627ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6a716d-24eb-432c-8b9c-411b58705731,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:02.630979 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-20b6912d-80cc-4468-a99a-673828e3440b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:02.692274 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-20b6912d-80cc-4468-a99a-673828e3440b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:02.705222 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-bcfab8b3-d465-4468-a55d-5352f1aaeb9d None None] Provisioning for port 00fea136-4293-458f-93ed-d7b4c9669f77 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:56:02.711508 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c83731d-e11f-476c-ac57-78a78de378bb None None] Pushing event updated for resources: {'Port': ['ID=c7907752-282c-40fe-962b-2dd4a9790ee3,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:02.760242 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-e938b206-4f5b-41ca-abc7-703303a4e282 req-7542e021-cdf9-410e-9bde-0a9fc7ddc0bf tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:02.800360 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b6912d-80cc-4468-a99a-673828e3440b admin admin] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:56:02.806475 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-20b6912d-80cc-4468-a99a-673828e3440b admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:56:02.816163 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b6912d-80cc-4468-a99a-673828e3440b admin admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:56:02.822002 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-bcfab8b3-d465-4468-a55d-5352f1aaeb9d None None] Provisioning complete for port 00fea136-4293-458f-93ed-d7b4c9669f77 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:56:02.822603 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bcfab8b3-d465-4468-a55d-5352f1aaeb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:02.851049 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297f75ba-fe6f-480e-81b4-880e56d41619 None None] Pushing event updated for resources: {'Port': ['ID=bbd8b76c-9dcc-4434-89cd-8ef17ecb2a5f,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:02.887402 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b6912d-80cc-4468-a99a-673828e3440b admin admin] Pushing event updated for resources: {'Port': ['ID=f4ab8d26-53ba-4299-b17a-60c425af1f98,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:02.904872 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e5dbb52e-a3a3-49c0-b469-76eaddb9fa3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:02.917883 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0affd392-e701-4da3-b255-56c4ff627ae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:02.919030 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-0affd392-e701-4da3-b255-56c4ff627ae2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0c6a716d-24eb-432c-8b9c-411b58705731 HTTP/1.1" status: 204 len: 168 time: 1.8238285 May 05 19:56:02.919846 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e5dbb52e-a3a3-49c0-b469-76eaddb9fa3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:02.956134 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-e938b206-4f5b-41ca-abc7-703303a4e282 req-7542e021-cdf9-410e-9bde-0a9fc7ddc0bf tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:02.994349 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-e5dbb52e-a3a3-49c0-b469-76eaddb9fa3e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f27f3d5c288648a3a5acb38421c42443&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4853864 May 05 19:56:03.019680 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-5c83731d-e11f-476c-ac57-78a78de378bb None None] For port c7907752-282c-40fe-962b-2dd4a9790ee3, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:56:03.061783 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-e324effd-5c5c-4a96-af24-13f59ecee722 None None] Set router ea865ae6-49c8-4bde-8c54-5a2874952c61 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:56:03.063556 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dbb52e-a3a3-49c0-b469-76eaddb9fa3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9c9af5-1fe4-4409-98e7-42d74caf47ed,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:03.122113 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 37540) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:56:03.151943 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e938b206-4f5b-41ca-abc7-703303a4e282 req-7542e021-cdf9-410e-9bde-0a9fc7ddc0bf tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Network eeb9c093-2536-4a2a-9f6e-09016d8b7c5d is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:56:03.165170 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-5c83731d-e11f-476c-ac57-78a78de378bb None None] For port c7907752-282c-40fe-962b-2dd4a9790ee3, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=c7907752-282c-40fe-962b-2dd4a9790ee3,segment=NetworkSegment(0c8090e3-f4ef-4afc-8c15-493942fe2432),segment_id=0c8090e3-f4ef-4afc-8c15-493942fe2432)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:56:03.167273 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7542e021-cdf9-410e-9bde-0a9fc7ddc0bf tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Pushing event updated for resources: {'Port': ['ID=51cdbdac-5772-409f-a50c-ec1709f56491,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:03.171137 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-e938b206-4f5b-41ca-abc7-703303a4e282 req-7542e021-cdf9-410e-9bde-0a9fc7ddc0bf tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:56:03.183943 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-e938b206-4f5b-41ca-abc7-703303a4e282 req-7542e021-cdf9-410e-9bde-0a9fc7ddc0bf tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:56:03.251250 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 37546) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:56:03.289215 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5c83731d-e11f-476c-ac57-78a78de378bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:03.300520 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-bcfab8b3-d465-4468-a55d-5352f1aaeb9d None None] Port 00fea136-4293-458f-93ed-d7b4c9669f77 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:56:03.357250 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e938b206-4f5b-41ca-abc7-703303a4e282 req-7542e021-cdf9-410e-9bde-0a9fc7ddc0bf tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:03.358385 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-e938b206-4f5b-41ca-abc7-703303a4e282 req-7542e021-cdf9-410e-9bde-0a9fc7ddc0bf tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:03.366585 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4f37a9eb-e21b-4712-bd42-49dfca19fa34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:03.386315 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154139ed-2d0a-44f4-ba4c-591cafb0acb1 req-0429b423-0ae8-46d3-b338-9e46e1a288b2 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:03.387929 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-154139ed-2d0a-44f4-ba4c-591cafb0acb1 req-0429b423-0ae8-46d3-b338-9e46e1a288b2 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d3486fb-163c-468d-a5d4-e5b9c91016a8 HTTP/1.1" status: 200 len: 949 time: 0.3816059 May 05 19:56:03.388713 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cc707f92-e922-46b4-ace2-6a1fa841ac20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:03.404561 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4f37a9eb-e21b-4712-bd42-49dfca19fa34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:03.408945 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c83731d-e11f-476c-ac57-78a78de378bb None None] Pushing event updated for resources: {'Port': ['ID=c7907752-282c-40fe-962b-2dd4a9790ee3,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:03.468903 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4f37a9eb-e21b-4712-bd42-49dfca19fa34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:03.469542 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e938b206-4f5b-41ca-abc7-703303a4e282 req-7542e021-cdf9-410e-9bde-0a9fc7ddc0bf tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6855516 May 05 19:56:03.498404 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-e938b206-4f5b-41ca-abc7-703303a4e282 req-718168ab-a31f-4f74-8051-7ed7eb6f2375 service neutron] Request body: {'port': {'device_id': '11c99114-3821-43d0-b75c-371ff384e57f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:56:03.525603 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-197faf93-eba9-4b8e-bd7d-eec9cce7cc79 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:03.541678 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-197faf93-eba9-4b8e-bd7d-eec9cce7cc79 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:03.542814 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-197faf93-eba9-4b8e-bd7d-eec9cce7cc79 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Synchronizing usage tracker for tenant:beb159436c9e4e2f822f7625a9d89435 on resource:network {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:56:03.576916 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f37a9eb-e21b-4712-bd42-49dfca19fa34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9c9af5-1fe4-4409-98e7-42d74caf47ed,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:03.590395 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-18f334c5-a733-40f5-b54a-95f0b9907729 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-738636586-network', 'tenant_id': '2e25f2b4697644bc90cc941474a372f8'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:56:03.620998 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-18f334c5-a733-40f5-b54a-95f0b9907729 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:56:03.632840 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-e938b206-4f5b-41ca-abc7-703303a4e282 req-718168ab-a31f-4f74-8051-7ed7eb6f2375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:03.638953 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4f37a9eb-e21b-4712-bd42-49dfca19fa34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:03.644180 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-4f37a9eb-e21b-4712-bd42-49dfca19fa34 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1a9c9af5-1fe4-4409-98e7-42d74caf47ed HTTP/1.1" status: 204 len: 168 time: 0.5206683 May 05 19:56:03.668966 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-18f334c5-a733-40f5-b54a-95f0b9907729 admin admin] Usage tracker for resource:network and tenant:2e25f2b4697644bc90cc941474a372f8 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:56:03.687099 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-18f334c5-a733-40f5-b54a-95f0b9907729 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:56:03.708611 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-197faf93-eba9-4b8e-bd7d-eec9cce7cc79 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Unset dirty status for tenant:beb159436c9e4e2f822f7625a9d89435 on resource:network {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:56:03.710028 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-197faf93-eba9-4b8e-bd7d-eec9cce7cc79 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.36 "GET /v2.0/networks?id=4a41328b-09d2-49d9-a69a-9fe83e357baa&id=0aff080a-df51-4112-8543-bee56a0e44ff HTTP/1.1" status: 200 len: 1392 time: 0.9387321 May 05 19:56:03.710946 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-18f334c5-a733-40f5-b54a-95f0b9907729 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:56:03.733395 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cded8bdb-fa6f-40f6-903f-74f4c9663dc6 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:03.782816 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-cded8bdb-fa6f-40f6-903f-74f4c9663dc6 None None] Transition to ACTIVE for port object 588c328d-953c-4bcd-b536-4eecb94bec0c will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:56:03.863423 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee23ce4-9211-4dd5-bc53-c0ac57fa1767 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-0aff080a-df51-4112-8543-bee56a0e44ff', 'network_id': '0aff080a-df51-4112-8543-bee56a0e44ff', 'tenant_id': 'beb159436c9e4e2f822f7625a9d89435', 'fixed_ips': [{'subnet_id': '7947ce35-55e7-4a1c-a48d-fc2c488ef6f0'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 19:56:03.864591 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9ee23ce4-9211-4dd5-bc53-c0ac57fa1767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:03.886988 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-cded8bdb-fa6f-40f6-903f-74f4c9663dc6 None None] Transition to ACTIVE for port object 588c328d-953c-4bcd-b536-4eecb94bec0c will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:56:03.986488 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cded8bdb-fa6f-40f6-903f-74f4c9663dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:04.126881 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cded8bdb-fa6f-40f6-903f-74f4c9663dc6 None None] Pushing event updated for resources: {'Port': ['ID=588c328d-953c-4bcd-b536-4eecb94bec0c,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:04.147282 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-0191adfb-8f69-4575-a263-742bb6ede07f tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.36 "GET /v2.0/quotas/beb159436c9e4e2f822f7625a9d89435 HTTP/1.1" status: 200 len: 375 time: 0.0472670 May 05 19:56:04.147635 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cded8bdb-fa6f-40f6-903f-74f4c9663dc6 None None] Network 64ae69b0-8ac2-4e0b-9320-47844867ced2 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:56:04.149234 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-cded8bdb-fa6f-40f6-903f-74f4c9663dc6 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:56:04.167201 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cded8bdb-fa6f-40f6-903f-74f4c9663dc6 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:56:04.180910 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-154139ed-2d0a-44f4-ba4c-591cafb0acb1 req-0fdb4d8b-4eed-4ca9-9f37-42bd9f6ca7fd tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/security-groups?id=47e8f45b-d376-403a-8bb9-867508147e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7712953 May 05 19:56:04.187987 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-20b6912d-80cc-4468-a99a-673828e3440b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:04.402947 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-cded8bdb-fa6f-40f6-903f-74f4c9663dc6 None None] Attempting to bind port 588c328d-953c-4bcd-b536-4eecb94bec0c on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:56:04.403315 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-cded8bdb-fa6f-40f6-903f-74f4c9663dc6 None None] Attempting to bind port 588c328d-953c-4bcd-b536-4eecb94bec0c by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '111c5f9d-dbf3-4eaa-8502-8e5fa7f46f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '64ae69b0-8ac2-4e0b-9320-47844867ced2'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:56:04.403757 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cded8bdb-fa6f-40f6-903f-74f4c9663dc6 None None] Attempting to bind port 588c328d-953c-4bcd-b536-4eecb94bec0c on network 64ae69b0-8ac2-4e0b-9320-47844867ced2 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:56:04.420921 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-e324effd-5c5c-4a96-af24-13f59ecee722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea865ae6-49c8-4bde-8c54-5a2874952c61', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1184323249-router', 'tenant_id': '72fd05b830dc4dd3bd5540fd3505f3cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'bbd8b76c-9dcc-4434-89cd-8ef17ecb2a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:55:49Z', 'updated_at': '2022-05-05T19:55:54Z', 'revision_number': 3, 'project_id': '72fd05b830dc4dd3bd5540fd3505f3cd', 'gw_port': {'id': 'bbd8b76c-9dcc-4434-89cd-8ef17ecb2a5f', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:87:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea865ae6-49c8-4bde-8c54-5a2874952c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:55:52Z', 'updated_at': '2022-05-05T19:56:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:56:04.432036 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cded8bdb-fa6f-40f6-903f-74f4c9663dc6 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:56:04.432409 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cded8bdb-fa6f-40f6-903f-74f4c9663dc6 None None] Checking segment: {'id': '111c5f9d-dbf3-4eaa-8502-8e5fa7f46f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '64ae69b0-8ac2-4e0b-9320-47844867ced2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:56:04.432809 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cded8bdb-fa6f-40f6-903f-74f4c9663dc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:04.433197 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cded8bdb-fa6f-40f6-903f-74f4c9663dc6 None None] Bound using segment: {'id': '111c5f9d-dbf3-4eaa-8502-8e5fa7f46f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '64ae69b0-8ac2-4e0b-9320-47844867ced2'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:56:04.433664 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-cded8bdb-fa6f-40f6-903f-74f4c9663dc6 None None] Bound port: 588c328d-953c-4bcd-b536-4eecb94bec0c, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '111c5f9d-dbf3-4eaa-8502-8e5fa7f46f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '64ae69b0-8ac2-4e0b-9320-47844867ced2'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:56:04.434035 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cded8bdb-fa6f-40f6-903f-74f4c9663dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:04.453883 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e324effd-5c5c-4a96-af24-13f59ecee722 None None] The sync data for ids ['ea865ae6-49c8-4bde-8c54-5a2874952c61'] in n-d-840717-1 is: [{'id': 'ea865ae6-49c8-4bde-8c54-5a2874952c61', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1184323249-router', 'tenant_id': '72fd05b830dc4dd3bd5540fd3505f3cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'bbd8b76c-9dcc-4434-89cd-8ef17ecb2a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:55:49Z', 'updated_at': '2022-05-05T19:55:54Z', 'revision_number': 3, 'project_id': '72fd05b830dc4dd3bd5540fd3505f3cd', 'gw_port': {'id': 'bbd8b76c-9dcc-4434-89cd-8ef17ecb2a5f', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:87:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea865ae6-49c8-4bde-8c54-5a2874952c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:55:52Z', 'updated_at': '2022-05-05T19:56:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 19:56:04.476165 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f334c5-a733-40f5-b54a-95f0b9907729 admin admin] Made reservation on behalf of 2e25f2b4697644bc90cc941474a372f8 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:56:04.480605 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-18f334c5-a733-40f5-b54a-95f0b9907729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:04.604644 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-cded8bdb-fa6f-40f6-903f-74f4c9663dc6 None None] For port 588c328d-953c-4bcd-b536-4eecb94bec0c, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:56:04.617005 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-cded8bdb-fa6f-40f6-903f-74f4c9663dc6 None None] For port 588c328d-953c-4bcd-b536-4eecb94bec0c, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=588c328d-953c-4bcd-b536-4eecb94bec0c,segment=NetworkSegment(111c5f9d-dbf3-4eaa-8502-8e5fa7f46f62),segment_id=111c5f9d-dbf3-4eaa-8502-8e5fa7f46f62)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:56:04.622931 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-9ee23ce4-9211-4dd5-bc53-c0ac57fa1767 None None] Allocated IP 19.86.0.2 (0aff080a-df51-4112-8543-bee56a0e44ff/7947ce35-55e7-4a1c-a48d-fc2c488ef6f0/dc1f7c07-c116-4f6b-baad-5fc44635c86e) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:56:04.640879 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cded8bdb-fa6f-40f6-903f-74f4c9663dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:04.698982 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-18f334c5-a733-40f5-b54a-95f0b9907729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:04.757150 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-e938b206-4f5b-41ca-abc7-703303a4e282 req-718168ab-a31f-4f74-8051-7ed7eb6f2375 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51cdbdac-5772-409f-a50c-ec1709f56491 {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:56:04.777642 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-e938b206-4f5b-41ca-abc7-703303a4e282 req-718168ab-a31f-4f74-8051-7ed7eb6f2375 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:04.812651 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-e938b206-4f5b-41ca-abc7-703303a4e282 req-718168ab-a31f-4f74-8051-7ed7eb6f2375 service neutron] Transition to ACTIVE for port object 51cdbdac-5772-409f-a50c-ec1709f56491 will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:56:04.834885 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-18f334c5-a733-40f5-b54a-95f0b9907729 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:56:04.843721 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-e938b206-4f5b-41ca-abc7-703303a4e282 req-718168ab-a31f-4f74-8051-7ed7eb6f2375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:04.862580 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-18f334c5-a733-40f5-b54a-95f0b9907729 admin admin] Usage tracker for resource:security_group_rule and tenant:2e25f2b4697644bc90cc941474a372f8 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:56:04.956736 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-18f334c5-a733-40f5-b54a-95f0b9907729 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:56:04.972260 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-18f334c5-a733-40f5-b54a-95f0b9907729 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:56:05.036911 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718168ab-a31f-4f74-8051-7ed7eb6f2375 service neutron] Pushing event updated for resources: {'Port': ['ID=51cdbdac-5772-409f-a50c-ec1709f56491,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:05.062615 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-20b6912d-80cc-4468-a99a-673828e3440b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:05.077257 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-a0a96be7-4fe3-409c-98d5-2ca2dd2a6578 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Synchronizing usage tracker for tenant:beb159436c9e4e2f822f7625a9d89435 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:56:05.091656 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab1f95c-ca00-4288-92bf-aaa1d80a1a54 req-8535133e-0c95-4953-83f1-203fc6f50135 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:05.092644 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-0ab1f95c-ca00-4288-92bf-aaa1d80a1a54 req-8535133e-0c95-4953-83f1-203fc6f50135 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Synchronizing usage tracker for tenant:5fc2a67f2d3c4988a8e0f49e9cbe6a0a on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:56:05.285853 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-0ab1f95c-ca00-4288-92bf-aaa1d80a1a54 req-8535133e-0c95-4953-83f1-203fc6f50135 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Unset dirty status for tenant:5fc2a67f2d3c4988a8e0f49e9cbe6a0a on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:56:05.287141 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0ab1f95c-ca00-4288-92bf-aaa1d80a1a54 req-8535133e-0c95-4953-83f1-203fc6f50135 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/ports?device_id=11c99114-3821-43d0-b75c-371ff384e57f HTTP/1.1" status: 200 len: 931 time: 0.8696353 May 05 19:56:05.435833 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9ee23ce4-9211-4dd5-bc53-c0ac57fa1767 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:05.450454 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9ee23ce4-9211-4dd5-bc53-c0ac57fa1767 None None] Transition to ACTIVE for port object dc1f7c07-c116-4f6b-baad-5fc44635c86e will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:56:05.476220 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9ee23ce4-9211-4dd5-bc53-c0ac57fa1767 None None] Transition to ACTIVE for port object dc1f7c07-c116-4f6b-baad-5fc44635c86e will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:56:05.483652 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cded8bdb-fa6f-40f6-903f-74f4c9663dc6 None None] Pushing event updated for resources: {'Port': ['ID=588c328d-953c-4bcd-b536-4eecb94bec0c,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:05.488886 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-afcb19c2-577d-4b05-8ad6-525e1ac86a9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:05.498965 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 1f2a657f-d27c-41b8-bb6e-ffe8e7338ef0 up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:56:05.602759 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-e938b206-4f5b-41ca-abc7-703303a4e282 req-718168ab-a31f-4f74-8051-7ed7eb6f2375 service neutron] Attempting to bind port 51cdbdac-5772-409f-a50c-ec1709f56491 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:56:05.603097 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-e938b206-4f5b-41ca-abc7-703303a4e282 req-718168ab-a31f-4f74-8051-7ed7eb6f2375 service neutron] Attempting to bind port 51cdbdac-5772-409f-a50c-ec1709f56491 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'ac8864a1-851c-4e33-a62e-34bf87714dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'eeb9c093-2536-4a2a-9f6e-09016d8b7c5d'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:56:05.603496 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e938b206-4f5b-41ca-abc7-703303a4e282 req-718168ab-a31f-4f74-8051-7ed7eb6f2375 service neutron] Attempting to bind port 51cdbdac-5772-409f-a50c-ec1709f56491 on network eeb9c093-2536-4a2a-9f6e-09016d8b7c5d {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:56:05.610331 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-0ab1f95c-ca00-4288-92bf-aaa1d80a1a54 req-a543480f-2a23-49e8-bbf5-c76781a527e6 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Synchronizing usage tracker for tenant:5fc2a67f2d3c4988a8e0f49e9cbe6a0a on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:56:05.615148 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e938b206-4f5b-41ca-abc7-703303a4e282 req-718168ab-a31f-4f74-8051-7ed7eb6f2375 service neutron] Port 51cdbdac-5772-409f-a50c-ec1709f56491 on network eeb9c093-2536-4a2a-9f6e-09016d8b7c5d not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:56:05.615532 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e938b206-4f5b-41ca-abc7-703303a4e282 req-718168ab-a31f-4f74-8051-7ed7eb6f2375 service neutron] Attempting to bind port 51cdbdac-5772-409f-a50c-ec1709f56491 on network eeb9c093-2536-4a2a-9f6e-09016d8b7c5d {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:56:05.622611 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e938b206-4f5b-41ca-abc7-703303a4e282 req-718168ab-a31f-4f74-8051-7ed7eb6f2375 service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:56:05.622955 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e938b206-4f5b-41ca-abc7-703303a4e282 req-718168ab-a31f-4f74-8051-7ed7eb6f2375 service neutron] Checking segment: {'id': 'ac8864a1-851c-4e33-a62e-34bf87714dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'eeb9c093-2536-4a2a-9f6e-09016d8b7c5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:56:05.623339 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e938b206-4f5b-41ca-abc7-703303a4e282 req-718168ab-a31f-4f74-8051-7ed7eb6f2375 service neutron] Bound using segment: {'id': 'ac8864a1-851c-4e33-a62e-34bf87714dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'eeb9c093-2536-4a2a-9f6e-09016d8b7c5d'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:56:05.623782 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-e938b206-4f5b-41ca-abc7-703303a4e282 req-718168ab-a31f-4f74-8051-7ed7eb6f2375 service neutron] Bound port: 51cdbdac-5772-409f-a50c-ec1709f56491, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac8864a1-851c-4e33-a62e-34bf87714dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'eeb9c093-2536-4a2a-9f6e-09016d8b7c5d'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:56:05.624123 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-e938b206-4f5b-41ca-abc7-703303a4e282 req-718168ab-a31f-4f74-8051-7ed7eb6f2375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:05.637649 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9ee23ce4-9211-4dd5-bc53-c0ac57fa1767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:05.648157 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b685870-8394-4ab0-a87e-3473c18c33a2 None None] Network 4a41328b-09d2-49d9-a69a-9fe83e357baa requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:56:05.672425 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device bbd8b76c-9dcc-4434-89cd-8ef17ecb2a5f up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:56:05.686398 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-a0a96be7-4fe3-409c-98d5-2ca2dd2a6578 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Unset dirty status for tenant:beb159436c9e4e2f822f7625a9d89435 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:56:05.687840 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-a0a96be7-4fe3-409c-98d5-2ca2dd2a6578 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=beb159436c9e4e2f822f7625a9d89435&fields=id HTTP/1.1" status: 200 len: 348 time: 1.5017462 May 05 19:56:05.692335 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-18f334c5-a733-40f5-b54a-95f0b9907729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:05.727728 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-18f334c5-a733-40f5-b54a-95f0b9907729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:05.776161 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-e938b206-4f5b-41ca-abc7-703303a4e282 req-718168ab-a31f-4f74-8051-7ed7eb6f2375 service neutron] For port 51cdbdac-5772-409f-a50c-ec1709f56491, host n-h1-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:56:05.779483 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-e938b206-4f5b-41ca-abc7-703303a4e282 req-718168ab-a31f-4f74-8051-7ed7eb6f2375 service neutron] For port 51cdbdac-5772-409f-a50c-ec1709f56491, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=51cdbdac-5772-409f-a50c-ec1709f56491,segment=NetworkSegment(ac8864a1-851c-4e33-a62e-34bf87714dc0),segment_id=ac8864a1-851c-4e33-a62e-34bf87714dc0)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:56:05.818169 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-e938b206-4f5b-41ca-abc7-703303a4e282 req-718168ab-a31f-4f74-8051-7ed7eb6f2375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:05.910993 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-0ab1f95c-ca00-4288-92bf-aaa1d80a1a54 req-a543480f-2a23-49e8-bbf5-c76781a527e6 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Unset dirty status for tenant:5fc2a67f2d3c4988a8e0f49e9cbe6a0a on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:56:05.919673 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0ab1f95c-ca00-4288-92bf-aaa1d80a1a54 req-a543480f-2a23-49e8-bbf5-c76781a527e6 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/security-groups?id=b8eb825a-eb05-4b64-b47c-316dce01fa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5974548 May 05 19:56:05.935511 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee23ce4-9211-4dd5-bc53-c0ac57fa1767 None None] Network 0aff080a-df51-4112-8543-bee56a0e44ff is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:56:05.948357 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e938b206-4f5b-41ca-abc7-703303a4e282 req-718168ab-a31f-4f74-8051-7ed7eb6f2375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:05.948987 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-e938b206-4f5b-41ca-abc7-703303a4e282 req-718168ab-a31f-4f74-8051-7ed7eb6f2375 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:05.950412 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e938b206-4f5b-41ca-abc7-703303a4e282 req-718168ab-a31f-4f74-8051-7ed7eb6f2375 service neutron] 10.222.0.24 "PUT /v2.0/ports/51cdbdac-5772-409f-a50c-ec1709f56491 HTTP/1.1" status: 200 len: 1091 time: 2.4563518 May 05 19:56:05.952159 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11c99114-3821-43d0-b75c-371ff384e57f', 'tag': '51cdbdac-5772-409f-a50c-ec1709f56491'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:56:05.985653 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-9ee23ce4-9211-4dd5-bc53-c0ac57fa1767 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:56:05.989007 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee23ce4-9211-4dd5-bc53-c0ac57fa1767 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:56:06.035085 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.resource_extend [None req-cc707f92-e922-46b4-ace2-6a1fa841ac20 admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 19:56:06.082585 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18f334c5-a733-40f5-b54a-95f0b9907729 admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 19:56:06.096860 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f334c5-a733-40f5-b54a-95f0b9907729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a69b6ab0-aa14-4469-9dc2-2519a67a3dc2,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:06.133205 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-18f334c5-a733-40f5-b54a-95f0b9907729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:06.133566 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-18f334c5-a733-40f5-b54a-95f0b9907729 admin admin] Added segment 069234c5-3fbc-4f95-b319-b1989412732e of type vlan for network 4d6027da-fd3d-4a5f-9b43-003448050635 May 05 19:56:06.187582 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cc707f92-e922-46b4-ace2-6a1fa841ac20 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:06.248484 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-18f334c5-a733-40f5-b54a-95f0b9907729 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:06.255112 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-58738b59-1a9c-4df2-af48-a88e94d33276 service neutron] 10.222.0.36 "GET /v2.0/networks/4a41328b-09d2-49d9-a69a-9fe83e357baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5567310 May 05 19:56:06.267623 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cc707f92-e922-46b4-ace2-6a1fa841ac20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:06.285397 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee23ce4-9211-4dd5-bc53-c0ac57fa1767 None None] Pushing event updated for resources: {'Port': ['ID=dc1f7c07-c116-4f6b-baad-5fc44635c86e,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:06.293245 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20b6912d-80cc-4468-a99a-673828e3440b admin admin] Router f9c5edfd-5abd-422d-a15a-09a5460bd53d is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 19:56:06.310533 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-da293081-18c0-4d4d-8adc-97e0034518ab None None] Provisioning for port c7907752-282c-40fe-962b-2dd4a9790ee3 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:56:06.338738 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718168ab-a31f-4f74-8051-7ed7eb6f2375 service neutron] Pushing event updated for resources: {'Port': ['ID=51cdbdac-5772-409f-a50c-ec1709f56491,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:06.409674 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-9ee23ce4-9211-4dd5-bc53-c0ac57fa1767 None None] Attempting to bind port dc1f7c07-c116-4f6b-baad-5fc44635c86e on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:56:06.410247 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-9ee23ce4-9211-4dd5-bc53-c0ac57fa1767 None None] Attempting to bind port dc1f7c07-c116-4f6b-baad-5fc44635c86e by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'c0879fe9-5842-45c6-b83f-c7c1568ceea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0aff080a-df51-4112-8543-bee56a0e44ff'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:56:06.410816 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee23ce4-9211-4dd5-bc53-c0ac57fa1767 None None] Attempting to bind port dc1f7c07-c116-4f6b-baad-5fc44635c86e on network 0aff080a-df51-4112-8543-bee56a0e44ff {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:56:06.413377 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port bbd8b76c-9dcc-4434-89cd-8ef17ecb2a5f completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:56:06.422400 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port 1f2a657f-d27c-41b8-bb6e-ffe8e7338ef0 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:56:06.436461 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port bbd8b76c-9dcc-4434-89cd-8ef17ecb2a5f triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:56:06.437105 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:06.437185 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cc707f92-e922-46b4-ace2-6a1fa841ac20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:06.487071 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-18f334c5-a733-40f5-b54a-95f0b9907729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:06.488356 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f334c5-a733-40f5-b54a-95f0b9907729 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:06.488942 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-18f334c5-a733-40f5-b54a-95f0b9907729 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:06.492459 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e938b206-4f5b-41ca-abc7-703303a4e282 req-2f885b90-e745-4b03-b3ee-289f8b4a3c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:06.493873 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e938b206-4f5b-41ca-abc7-703303a4e282 req-2f885b90-e745-4b03-b3ee-289f8b4a3c5e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5fc2a67f2d3c4988a8e0f49e9cbe6a0a&device_id=11c99114-3821-43d0-b75c-371ff384e57f HTTP/1.1" status: 200 len: 1094 time: 0.4727304 May 05 19:56:06.501276 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee23ce4-9211-4dd5-bc53-c0ac57fa1767 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:56:06.501519 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc707f92-e922-46b4-ace2-6a1fa841ac20 admin admin] Pushing event updated for resources: {'Port': ['ID=00fea136-4293-458f-93ed-d7b4c9669f77,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:06.501637 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee23ce4-9211-4dd5-bc53-c0ac57fa1767 None None] Checking segment: {'id': 'c0879fe9-5842-45c6-b83f-c7c1568ceea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0aff080a-df51-4112-8543-bee56a0e44ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:56:06.501637 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9ee23ce4-9211-4dd5-bc53-c0ac57fa1767 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:06.501637 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee23ce4-9211-4dd5-bc53-c0ac57fa1767 None None] Bound using segment: {'id': 'c0879fe9-5842-45c6-b83f-c7c1568ceea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0aff080a-df51-4112-8543-bee56a0e44ff'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:56:06.501637 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-9ee23ce4-9211-4dd5-bc53-c0ac57fa1767 None None] Bound port: dc1f7c07-c116-4f6b-baad-5fc44635c86e, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0879fe9-5842-45c6-b83f-c7c1568ceea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0aff080a-df51-4112-8543-bee56a0e44ff'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:56:06.501637 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9ee23ce4-9211-4dd5-bc53-c0ac57fa1767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:06.529098 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47e429-2772-4385-8afd-1c0eb627924b req-a3485e63-3016-4b01-8a79-ab1760a2c7c3 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:06.530639 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0d47e429-2772-4385-8afd-1c0eb627924b req-a3485e63-3016-4b01-8a79-ab1760a2c7c3 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d3486fb-163c-468d-a5d4-e5b9c91016a8 HTTP/1.1" status: 200 len: 949 time: 0.3582232 May 05 19:56:06.530826 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port 1f2a657f-d27c-41b8-bb6e-ffe8e7338ef0 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:56:06.531172 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:06.629990 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e938b206-4f5b-41ca-abc7-703303a4e282 req-943b935e-bf3a-4055-9062-7012a2fcc292 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51cdbdac-5772-409f-a50c-ec1709f56491 HTTP/1.1" status: 200 len: 217 time: 0.1097817 May 05 19:56:06.657605 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0d47e429-2772-4385-8afd-1c0eb627924b req-fcc9c8d9-41ce-4f68-b930-76a252735d90 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/security-groups?id=47e8f45b-d376-403a-8bb9-867508147e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637643 May 05 19:56:06.701711 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-9a7afc8b-e8bd-4374-b821-014c45c7dbf7 service neutron] 10.222.0.36 "GET /v2.0/networks/4a41328b-09d2-49d9-a69a-9fe83e357baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4361069 May 05 19:56:06.723587 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b6912d-80cc-4468-a99a-673828e3440b admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 19:56:06.733252 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-18f334c5-a733-40f5-b54a-95f0b9907729 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.4698136 May 05 19:56:06.741571 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21f5b05-2c72-4e88-b7a5-7f14943f9148 None None] Sync routers for ids ['f9c5edfd-5abd-422d-a15a-09a5460bd53d'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 19:56:06.752113 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21f5b05-2c72-4e88-b7a5-7f14943f9148 None None] Routers {'f9c5edfd-5abd-422d-a15a-09a5460bd53d'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:56:06.753220 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-a21f5b05-2c72-4e88-b7a5-7f14943f9148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:55:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['f9c5edfd-5abd-422d-a15a-09a5460bd53d'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:56:06.760281 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 37616) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:56:06.836481 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9ee23ce4-9211-4dd5-bc53-c0ac57fa1767 None None] For port dc1f7c07-c116-4f6b-baad-5fc44635c86e, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:56:06.874809 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9ee23ce4-9211-4dd5-bc53-c0ac57fa1767 None None] For port dc1f7c07-c116-4f6b-baad-5fc44635c86e, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=dc1f7c07-c116-4f6b-baad-5fc44635c86e,segment=NetworkSegment(c0879fe9-5842-45c6-b83f-c7c1568ceea6),segment_id=c0879fe9-5842-45c6-b83f-c7c1568ceea6)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:56:06.876926 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-ce1c9ee7-76e8-4dbf-92fa-40f9a5a3dc5a admin admin] Request body: {'subnet': {'network_id': '4d6027da-fd3d-4a5f-9b43-003448050635', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-738636586-subnet', 'tenant_id': '2e25f2b4697644bc90cc941474a372f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:56:06.880876 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f334c5-a733-40f5-b54a-95f0b9907729 admin admin] Pushing event updated for resources: {'Network': ['ID=4d6027da-fd3d-4a5f-9b43-003448050635,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:06.903156 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ce1c9ee7-76e8-4dbf-92fa-40f9a5a3dc5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:56:06.904000 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e938b206-4f5b-41ca-abc7-703303a4e282 req-b5254acd-547f-4d7e-8525-0905b3ad0aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:06.905445 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e938b206-4f5b-41ca-abc7-703303a4e282 req-b5254acd-547f-4d7e-8525-0905b3ad0aff service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2ab1778b-7268-4b66-a1dd-6ef68efc2477 HTTP/1.1" status: 200 len: 861 time: 0.2514048 May 05 19:56:06.950110 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 4d6027da-fd3d-4a5f-9b43-003448050635 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 19:56:06.982076 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:07.008593 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-20b6912d-80cc-4468-a99a-673828e3440b admin admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:07.012342 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-20b6912d-80cc-4468-a99a-673828e3440b admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 7.4486578 May 05 19:56:07.017926 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 37626) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:56:07.019909 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-ce1c9ee7-76e8-4dbf-92fa-40f9a5a3dc5a admin admin] Usage tracker for resource:subnet and tenant:2e25f2b4697644bc90cc941474a372f8 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:56:07.029784 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9ee23ce4-9211-4dd5-bc53-c0ac57fa1767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:07.046391 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc707f92-e922-46b4-ace2-6a1fa841ac20 admin admin] Network a593f7d9-4cea-44aa-95eb-c6d63df39a91 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:56:07.049221 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e938b206-4f5b-41ca-abc7-703303a4e282 req-bdcfab57-3c5d-42fd-9288-bb989ff4275f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eeb9c093-2536-4a2a-9f6e-09016d8b7c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1344202 May 05 19:56:07.050223 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-cc707f92-e922-46b4-ace2-6a1fa841ac20 admin admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:56:07.079629 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bb860482-aaed-4d27-98d8-67dd8dfdf426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:07.135174 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-ce1c9ee7-76e8-4dbf-92fa-40f9a5a3dc5a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:56:07.159634 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-1ee3897c-6ac4-4521-a0fd-541e24aed8d2 service neutron] 10.222.0.36 "GET /v2.0/networks/0aff080a-df51-4112-8543-bee56a0e44ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4309394 May 05 19:56:07.160684 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-a21f5b05-2c72-4e88-b7a5-7f14943f9148 None None] Set router f9c5edfd-5abd-422d-a15a-09a5460bd53d gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:56:07.299857 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port bbd8b76c-9dcc-4434-89cd-8ef17ecb2a5f, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=bbd8b76c-9dcc-4434-89cd-8ef17ecb2a5f,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:56:07.300055 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ce1c9ee7-76e8-4dbf-92fa-40f9a5a3dc5a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:56:07.308443 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:07.374854 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-038280b7-b945-4833-a7b1-204985b6c71f req-34b920ef-1719-4a9b-8da9-f5c56bb25e97 tempest-ImagesNegativeTestJSON-1235540873 tempest-ImagesNegativeTestJSON-1235540873-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=979a910b57bd4e8295eced451b40edbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2418909 May 05 19:56:07.401061 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 19:56:07.471249 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:07.472617 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device c7907752-282c-40fe-962b-2dd4a9790ee3 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:56:07.486032 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce1c9ee7-76e8-4dbf-92fa-40f9a5a3dc5a admin admin] Made reservation on behalf of 2e25f2b4697644bc90cc941474a372f8 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:56:07.488392 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ce1c9ee7-76e8-4dbf-92fa-40f9a5a3dc5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:07.762554 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b57cf9d-3c9b-4b90-a250-2a98c2a63da9 None None] Network 64ae69b0-8ac2-4e0b-9320-47844867ced2 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:56:07.792499 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-a21f5b05-2c72-4e88-b7a5-7f14943f9148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1301146889-router', 'tenant_id': '476cffb51a494e45a75196848dc23980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'f4ab8d26-53ba-4299-b17a-60c425af1f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:55:59Z', 'updated_at': '2022-05-05T19:56:03Z', 'revision_number': 3, 'project_id': '476cffb51a494e45a75196848dc23980', 'gw_port': {'id': 'f4ab8d26-53ba-4299-b17a-60c425af1f98', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:56:02Z', 'updated_at': '2022-05-05T19:56:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:56:07.805671 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21f5b05-2c72-4e88-b7a5-7f14943f9148 None None] Checking router: f9c5edfd-5abd-422d-a15a-09a5460bd53d for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 19:56:07.806163 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21f5b05-2c72-4e88-b7a5-7f14943f9148 None None] Updating router f9c5edfd-5abd-422d-a15a-09a5460bd53d port f4ab8d26-53ba-4299-b17a-60c425af1f98 binding host n-d-840717-1 {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 19:56:07.859430 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-7d7c1a43-00b1-41e8-95c7-c7fe0cb78837 service neutron] 10.222.0.36 "GET /v2.0/networks/0aff080a-df51-4112-8543-bee56a0e44ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6981800 May 05 19:56:07.931901 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d3486fb-163c-468d-a5d4-e5b9c91016a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f2a657f-d27c-41b8-bb6e-ffe8e7338ef0'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:56:07.969241 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a21f5b05-2c72-4e88-b7a5-7f14943f9148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:08.028839 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:08.029533 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee23ce4-9211-4dd5-bc53-c0ac57fa1767 None None] Pushing event updated for resources: {'Port': ['ID=dc1f7c07-c116-4f6b-baad-5fc44635c86e,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:08.040511 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 1f2a657f-d27c-41b8-bb6e-ffe8e7338ef0, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=1f2a657f-d27c-41b8-bb6e-ffe8e7338ef0,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:56:08.218619 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:08.260607 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2595661a-fd52-4bae-a739-5ab55fc5a042'] response: {'name': 'network-changed', 'server_uuid': '11c99114-3821-43d0-b75c-371ff384e57f', 'tag': '51cdbdac-5772-409f-a50c-ec1709f56491', 'status': 'completed', 'code': 200} May 05 19:56:08.387558 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:08.451748 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-8b77c1ad-e2c3-4afc-9839-7d5c0fc55814 None None] Provisioning complete for port 00fea136-4293-458f-93ed-d7b4c9669f77 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:56:08.452242 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8b77c1ad-e2c3-4afc-9839-7d5c0fc55814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:08.457173 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e938b206-4f5b-41ca-abc7-703303a4e282 req-8a75ac85-0c47-460f-b013-8b2daadc359f service neutron] 10.222.0.24 "GET /v2.0/networks/eeb9c093-2536-4a2a-9f6e-09016d8b7c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3949335 May 05 19:56:08.526727 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port c7907752-282c-40fe-962b-2dd4a9790ee3 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:56:08.616640 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=bbd8b76c-9dcc-4434-89cd-8ef17ecb2a5f,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:08.660667 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-fb9f461f-a80b-4a8d-a9f7-5a291e83b633 req-98fd08da-bb05-4f80-8a5f-a264fb80e090 tempest-SecurityGroupsTestAdminJSON-362259600 tempest-SecurityGroupsTestAdminJSON-362259600-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1293348633', 'description': 'tempest-description-1047622949'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:56:08.679120 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-fb9f461f-a80b-4a8d-a9f7-5a291e83b633 req-98fd08da-bb05-4f80-8a5f-a264fb80e090 tempest-SecurityGroupsTestAdminJSON-362259600 tempest-SecurityGroupsTestAdminJSON-362259600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:56:08.689411 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-fb9f461f-a80b-4a8d-a9f7-5a291e83b633 req-98fd08da-bb05-4f80-8a5f-a264fb80e090 tempest-SecurityGroupsTestAdminJSON-362259600 tempest-SecurityGroupsTestAdminJSON-362259600-project] Usage tracker for resource:security_group and tenant:b244c0e6d29b4ef79294fa8fd474f782 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:56:08.702534 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-fb9f461f-a80b-4a8d-a9f7-5a291e83b633 req-98fd08da-bb05-4f80-8a5f-a264fb80e090 tempest-SecurityGroupsTestAdminJSON-362259600 tempest-SecurityGroupsTestAdminJSON-362259600-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:56:08.810725 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e938b206-4f5b-41ca-abc7-703303a4e282 req-5338e26c-f517-49d8-9af1-66ec8d2299c2 service neutron] 10.222.0.24 "GET /v2.0/networks/eeb9c093-2536-4a2a-9f6e-09016d8b7c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3320260 May 05 19:56:08.812916 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-fb9f461f-a80b-4a8d-a9f7-5a291e83b633 req-98fd08da-bb05-4f80-8a5f-a264fb80e090 tempest-SecurityGroupsTestAdminJSON-362259600 tempest-SecurityGroupsTestAdminJSON-362259600-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:56:08.826826 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=1f2a657f-d27c-41b8-bb6e-ffe8e7338ef0,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:08.842901 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038280b7-b945-4833-a7b1-204985b6c71f req-31a268fe-23da-4849-bedb-f4d42af57edd tempest-ImagesNegativeTestJSON-1235540873 tempest-ImagesNegativeTestJSON-1235540873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:08.851928 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-038280b7-b945-4833-a7b1-204985b6c71f req-31a268fe-23da-4849-bedb-f4d42af57edd tempest-ImagesNegativeTestJSON-1235540873 tempest-ImagesNegativeTestJSON-1235540873-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.4742615 May 05 19:56:08.860545 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port c7907752-282c-40fe-962b-2dd4a9790ee3 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:56:08.860929 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:08.895255 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a21f5b05-2c72-4e88-b7a5-7f14943f9148 None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:08.921383 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-a21f5b05-2c72-4e88-b7a5-7f14943f9148 None None] Transition to ACTIVE for port object f4ab8d26-53ba-4299-b17a-60c425af1f98 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:56:08.931651 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a21f5b05-2c72-4e88-b7a5-7f14943f9148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:08.942682 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-038280b7-b945-4833-a7b1-204985b6c71f req-88ab9a4c-e3a1-45d9-8361-77072b4cef42 tempest-ImagesNegativeTestJSON-1235540873 tempest-ImagesNegativeTestJSON-1235540873-project] 10.222.0.36 "GET /v2.0/quotas/979a910b57bd4e8295eced451b40edbd HTTP/1.1" status: 200 len: 375 time: 0.0893605 May 05 19:56:09.045839 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc707f92-e922-46b4-ace2-6a1fa841ac20 admin admin] Router ea865ae6-49c8-4bde-8c54-5a2874952c61 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 19:56:09.053979 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-8b77c1ad-e2c3-4afc-9839-7d5c0fc55814 None None] Port 00fea136-4293-458f-93ed-d7b4c9669f77 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:56:09.095930 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-038280b7-b945-4833-a7b1-204985b6c71f req-98e43966-fd6c-450f-ada5-9770be9da251 tempest-ImagesNegativeTestJSON-1235540873 tempest-ImagesNegativeTestJSON-1235540873-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=979a910b57bd4e8295eced451b40edbd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1516755 May 05 19:56:09.101550 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ace6b4-5cce-4544-97fc-6a5445570ce0 None None] Pushing event updated for resources: {'Port': ['ID=f4ab8d26-53ba-4299-b17a-60c425af1f98,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:09.129219 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ace6b4-5cce-4544-97fc-6a5445570ce0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:56:09.130396 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ace6b4-5cce-4544-97fc-6a5445570ce0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:56:09.130930 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ace6b4-5cce-4544-97fc-6a5445570ce0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:56:09.134090 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ace6b4-5cce-4544-97fc-6a5445570ce0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:56:09.135782 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ace6b4-5cce-4544-97fc-6a5445570ce0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:56:09.136126 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ace6b4-5cce-4544-97fc-6a5445570ce0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:56:09.136459 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ace6b4-5cce-4544-97fc-6a5445570ce0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:56:09.136786 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ace6b4-5cce-4544-97fc-6a5445570ce0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:56:09.137110 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ace6b4-5cce-4544-97fc-6a5445570ce0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:56:09.137429 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ace6b4-5cce-4544-97fc-6a5445570ce0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:56:09.137749 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ace6b4-5cce-4544-97fc-6a5445570ce0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:56:09.137928 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-fb9f461f-a80b-4a8d-a9f7-5a291e83b633 req-98fd08da-bb05-4f80-8a5f-a264fb80e090 tempest-SecurityGroupsTestAdminJSON-362259600 tempest-SecurityGroupsTestAdminJSON-362259600-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:09.138383 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ace6b4-5cce-4544-97fc-6a5445570ce0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:56:09.177437 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ce1c9ee7-76e8-4dbf-92fa-40f9a5a3dc5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:09.190285 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-a21f5b05-2c72-4e88-b7a5-7f14943f9148 None None] Attempting to bind port f4ab8d26-53ba-4299-b17a-60c425af1f98 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:56:09.190652 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-a21f5b05-2c72-4e88-b7a5-7f14943f9148 None None] Attempting to bind port f4ab8d26-53ba-4299-b17a-60c425af1f98 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:56:09.191014 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21f5b05-2c72-4e88-b7a5-7f14943f9148 None None] Attempting to bind port f4ab8d26-53ba-4299-b17a-60c425af1f98 on network 0401d202-1605-4cfe-bad4-fb225df6afb0 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:56:09.205392 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21f5b05-2c72-4e88-b7a5-7f14943f9148 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:56:09.205762 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21f5b05-2c72-4e88-b7a5-7f14943f9148 None None] Checking segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:56:09.206158 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a21f5b05-2c72-4e88-b7a5-7f14943f9148 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:09.206542 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21f5b05-2c72-4e88-b7a5-7f14943f9148 None None] Bound using segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:56:09.207002 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-a21f5b05-2c72-4e88-b7a5-7f14943f9148 None None] Bound port: f4ab8d26-53ba-4299-b17a-60c425af1f98, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:56:09.207423 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a21f5b05-2c72-4e88-b7a5-7f14943f9148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:09.283632 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-fb9f461f-a80b-4a8d-a9f7-5a291e83b633 req-98fd08da-bb05-4f80-8a5f-a264fb80e090 tempest-SecurityGroupsTestAdminJSON-362259600 tempest-SecurityGroupsTestAdminJSON-362259600-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:09.353532 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:09.382986 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-fb9f461f-a80b-4a8d-a9f7-5a291e83b633 req-98fd08da-bb05-4f80-8a5f-a264fb80e090 tempest-SecurityGroupsTestAdminJSON-362259600 tempest-SecurityGroupsTestAdminJSON-362259600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:56:09.385724 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab2e3a6-ac3d-41c5-96a7-4a7e9d8cdd79 None None] Network 0aff080a-df51-4112-8543-bee56a0e44ff requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:56:09.416667 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-a21f5b05-2c72-4e88-b7a5-7f14943f9148 None None] For port f4ab8d26-53ba-4299-b17a-60c425af1f98, host n-d-840717-1, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:56:09.420921 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-a21f5b05-2c72-4e88-b7a5-7f14943f9148 None None] For port f4ab8d26-53ba-4299-b17a-60c425af1f98, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=f4ab8d26-53ba-4299-b17a-60c425af1f98,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:56:09.426445 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-fb9f461f-a80b-4a8d-a9f7-5a291e83b633 req-98fd08da-bb05-4f80-8a5f-a264fb80e090 tempest-SecurityGroupsTestAdminJSON-362259600 tempest-SecurityGroupsTestAdminJSON-362259600-project] Usage tracker for resource:security_group_rule and tenant:b244c0e6d29b4ef79294fa8fd474f782 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:56:09.427343 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a21f5b05-2c72-4e88-b7a5-7f14943f9148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:09.464207 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-fb9f461f-a80b-4a8d-a9f7-5a291e83b633 req-98fd08da-bb05-4f80-8a5f-a264fb80e090 tempest-SecurityGroupsTestAdminJSON-362259600 tempest-SecurityGroupsTestAdminJSON-362259600-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:56:09.486416 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:09.493574 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-09308cec-22fe-4e71-8ab0-bc4869b31b93 None None] Provisioning for port 588c328d-953c-4bcd-b536-4eecb94bec0c completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:56:09.508608 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-fb9f461f-a80b-4a8d-a9f7-5a291e83b633 req-98fd08da-bb05-4f80-8a5f-a264fb80e090 tempest-SecurityGroupsTestAdminJSON-362259600 tempest-SecurityGroupsTestAdminJSON-362259600-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:56:09.533170 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1c9ee7-76e8-4dbf-92fa-40f9a5a3dc5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d079e0cd-271b-40a4-9491-7392ec6adf3d,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:09.551184 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1c9ee7-76e8-4dbf-92fa-40f9a5a3dc5a admin admin] Checking segment: {'id': '069234c5-3fbc-4f95-b319-b1989412732e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4d6027da-fd3d-4a5f-9b43-003448050635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:56:09.551732 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1c9ee7-76e8-4dbf-92fa-40f9a5a3dc5a admin admin] Network hostable DHCP agents. Network: 4d6027da-fd3d-4a5f-9b43-003448050635, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 19:56:09.626428 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21f5b05-2c72-4e88-b7a5-7f14943f9148 None None] Routers {'f9c5edfd-5abd-422d-a15a-09a5460bd53d'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:56:09.627578 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-a21f5b05-2c72-4e88-b7a5-7f14943f9148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:56:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['f9c5edfd-5abd-422d-a15a-09a5460bd53d'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:56:09.667302 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1c9ee7-76e8-4dbf-92fa-40f9a5a3dc5a admin admin] Network 4d6027da-fd3d-4a5f-9b43-003448050635 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 19:56:09.675770 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6e0557f1-e8ef-4c06-9e6e-788c4a124862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:09.685751 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port c7907752-282c-40fe-962b-2dd4a9790ee3, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=c7907752-282c-40fe-962b-2dd4a9790ee3,segment=NetworkSegment(0c8090e3-f4ef-4afc-8c15-493942fe2432),segment_id=0c8090e3-f4ef-4afc-8c15-493942fe2432)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:56:09.708137 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:09.722865 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-ce1c9ee7-76e8-4dbf-92fa-40f9a5a3dc5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 4d6027da-fd3d-4a5f-9b43-003448050635) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:56:09.817535 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1c9ee7-76e8-4dbf-92fa-40f9a5a3dc5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:09.819416 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ce1c9ee7-76e8-4dbf-92fa-40f9a5a3dc5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:09.829684 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd222b2c-f957-4a5e-9289-e987993f416d req-1db92158-ec7d-4727-8e76-5234bc421528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:09.832967 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fd222b2c-f957-4a5e-9289-e987993f416d req-1db92158-ec7d-4727-8e76-5234bc421528 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5fc2a67f2d3c4988a8e0f49e9cbe6a0a&device_id=11c99114-3821-43d0-b75c-371ff384e57f HTTP/1.1" status: 200 len: 1094 time: 0.9604492 May 05 19:56:09.855141 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ace6b4-5cce-4544-97fc-6a5445570ce0 None None] Pushing event updated for resources: {'Port': ['ID=f4ab8d26-53ba-4299-b17a-60c425af1f98,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:09.889398 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-ce1c9ee7-76e8-4dbf-92fa-40f9a5a3dc5a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1279860 May 05 19:56:09.925582 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52f5741-8e3b-48e2-a9c1-f298c28f1793 None None] Network 4d6027da-fd3d-4a5f-9b43-003448050635 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:56:10.065647 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-09308cec-22fe-4e71-8ab0-bc4869b31b93 None None] Provisioning complete for port c7907752-282c-40fe-962b-2dd4a9790ee3 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:56:10.066099 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-09308cec-22fe-4e71-8ab0-bc4869b31b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:10.225484 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc707f92-e922-46b4-ace2-6a1fa841ac20 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 19:56:10.240826 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-cc707f92-e922-46b4-ace2-6a1fa841ac20 admin admin] 10.222.0.36 "PUT /v2.0/routers/ea865ae6-49c8-4bde-8c54-5a2874952c61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8664591 May 05 19:56:10.269745 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd222b2c-f957-4a5e-9289-e987993f416d req-df96ec97-4a7b-4dc9-a7d4-d17e94090ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:10.271458 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fd222b2c-f957-4a5e-9289-e987993f416d req-df96ec97-4a7b-4dc9-a7d4-d17e94090ee8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=eeb9c093-2536-4a2a-9f6e-09016d8b7c5d HTTP/1.1" status: 200 len: 922 time: 0.4288659 May 05 19:56:10.320501 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-a21f5b05-2c72-4e88-b7a5-7f14943f9148 None None] Set router f9c5edfd-5abd-422d-a15a-09a5460bd53d gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:56:10.335000 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-fb9f461f-a80b-4a8d-a9f7-5a291e83b633 req-98fd08da-bb05-4f80-8a5f-a264fb80e090 tempest-SecurityGroupsTestAdminJSON-362259600 tempest-SecurityGroupsTestAdminJSON-362259600-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:10.342751 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f3fa4f-b7ce-4948-8cc0-6883a0428642 None None] Sync routers for ids ['ea865ae6-49c8-4bde-8c54-5a2874952c61'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 19:56:10.349072 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 588c328d-953c-4bcd-b536-4eecb94bec0c up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:56:10.352324 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441b8059-a1a7-406b-a9ef-57b82b20bc6e req-ac5e4da7-5611-47cc-a306-3327fa14a438 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:10.359232 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-441b8059-a1a7-406b-a9ef-57b82b20bc6e req-ac5e4da7-5611-47cc-a306-3327fa14a438 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/ports?device_id=11c99114-3821-43d0-b75c-371ff384e57f HTTP/1.1" status: 200 len: 943 time: 0.7765791 May 05 19:56:10.386289 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fd222b2c-f957-4a5e-9289-e987993f416d req-3db46b80-44f4-46d3-af2c-51c40c1d7fdb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51cdbdac-5772-409f-a50c-ec1709f56491 HTTP/1.1" status: 200 len: 217 time: 0.1071687 May 05 19:56:10.463190 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-fb9f461f-a80b-4a8d-a9f7-5a291e83b633 req-98fd08da-bb05-4f80-8a5f-a264fb80e090 tempest-SecurityGroupsTestAdminJSON-362259600 tempest-SecurityGroupsTestAdminJSON-362259600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:10.489319 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-441b8059-a1a7-406b-a9ef-57b82b20bc6e req-272d53b8-4f04-42f3-92d2-f33e9e41c40e tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/security-groups?id=b8eb825a-eb05-4b64-b47c-316dce01fa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291232 May 05 19:56:10.515296 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd222b2c-f957-4a5e-9289-e987993f416d req-51e905fc-436c-4fd4-bce7-e28877bab633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:10.521075 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fd222b2c-f957-4a5e-9289-e987993f416d req-51e905fc-436c-4fd4-bce7-e28877bab633 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2ab1778b-7268-4b66-a1dd-6ef68efc2477 HTTP/1.1" status: 200 len: 861 time: 0.1293731 May 05 19:56:10.529827 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-fb9f461f-a80b-4a8d-a9f7-5a291e83b633 req-98fd08da-bb05-4f80-8a5f-a264fb80e090 tempest-SecurityGroupsTestAdminJSON-362259600 tempest-SecurityGroupsTestAdminJSON-362259600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:56:10.536578 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd08da-bb05-4f80-8a5f-a264fb80e090 tempest-SecurityGroupsTestAdminJSON-362259600 tempest-SecurityGroupsTestAdminJSON-362259600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49af42cb-75a3-4901-a87f-7723a03883d4,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:10.545321 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-fb9f461f-a80b-4a8d-a9f7-5a291e83b633 req-98fd08da-bb05-4f80-8a5f-a264fb80e090 tempest-SecurityGroupsTestAdminJSON-362259600 tempest-SecurityGroupsTestAdminJSON-362259600-project] Usage tracker for resource:security_group_rule and tenant:b244c0e6d29b4ef79294fa8fd474f782 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:56:10.551138 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-fb9f461f-a80b-4a8d-a9f7-5a291e83b633 req-98fd08da-bb05-4f80-8a5f-a264fb80e090 tempest-SecurityGroupsTestAdminJSON-362259600 tempest-SecurityGroupsTestAdminJSON-362259600-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:56:10.587772 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-6e0557f1-e8ef-4c06-9e6e-788c4a124862 admin admin] Allocated IP 172.20.0.1 (64ae69b0-8ac2-4e0b-9320-47844867ced2/a4aaf969-3d1a-408b-86ce-50cecc40a653/786fbba6-2067-47e2-9ff5-a211af1d17c4) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:56:10.621836 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-fb9f461f-a80b-4a8d-a9f7-5a291e83b633 req-98fd08da-bb05-4f80-8a5f-a264fb80e090 tempest-SecurityGroupsTestAdminJSON-362259600 tempest-SecurityGroupsTestAdminJSON-362259600-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:56:10.628265 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fd222b2c-f957-4a5e-9289-e987993f416d req-ccbe56aa-2c52-481a-a886-b5785901a292 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eeb9c093-2536-4a2a-9f6e-09016d8b7c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1010284 May 05 19:56:10.836655 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f3fa4f-b7ce-4948-8cc0-6883a0428642 None None] Routers {'ea865ae6-49c8-4bde-8c54-5a2874952c61'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:56:10.837237 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-35f3fa4f-b7ce-4948-8cc0-6883a0428642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:56:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['ea865ae6-49c8-4bde-8c54-5a2874952c61'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:56:10.864568 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-a21f5b05-2c72-4e88-b7a5-7f14943f9148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1301146889-router', 'tenant_id': '476cffb51a494e45a75196848dc23980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'f4ab8d26-53ba-4299-b17a-60c425af1f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:55:59Z', 'updated_at': '2022-05-05T19:56:03Z', 'revision_number': 3, 'project_id': '476cffb51a494e45a75196848dc23980', 'gw_port': {'id': 'f4ab8d26-53ba-4299-b17a-60c425af1f98', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:56:02Z', 'updated_at': '2022-05-05T19:56:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:56:10.869479 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fd222b2c-f957-4a5e-9289-e987993f416d req-27b7cb4b-5094-4150-bad3-2fe8b28569c8 service neutron] 10.222.0.24 "GET /v2.0/networks/eeb9c093-2536-4a2a-9f6e-09016d8b7c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679127 May 05 19:56:10.874502 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21f5b05-2c72-4e88-b7a5-7f14943f9148 None None] The sync data for ids ['f9c5edfd-5abd-422d-a15a-09a5460bd53d'] in n-d-840717-1 is: [{'id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1301146889-router', 'tenant_id': '476cffb51a494e45a75196848dc23980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'f4ab8d26-53ba-4299-b17a-60c425af1f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:55:59Z', 'updated_at': '2022-05-05T19:56:03Z', 'revision_number': 3, 'project_id': '476cffb51a494e45a75196848dc23980', 'gw_port': {'id': 'f4ab8d26-53ba-4299-b17a-60c425af1f98', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:56:02Z', 'updated_at': '2022-05-05T19:56:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 19:56:10.877316 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb440192-86b7-45b1-ad37-b0be68bf8ffe req-12f16e3e-5d83-4409-a1e8-33f164345cf3 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:10.878842 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bb440192-86b7-45b1-ad37-b0be68bf8ffe req-12f16e3e-5d83-4409-a1e8-33f164345cf3 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d3486fb-163c-468d-a5d4-e5b9c91016a8 HTTP/1.1" status: 200 len: 950 time: 0.2497051 May 05 19:56:10.927011 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=c7907752-282c-40fe-962b-2dd4a9790ee3,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:10.945595 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 51cdbdac-5772-409f-a50c-ec1709f56491 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:56:11.066952 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-e4cdd050-19ef-4514-8875-2c670000a249 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:11.073127 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-e4cdd050-19ef-4514-8875-2c670000a249 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:11.073800 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bb440192-86b7-45b1-ad37-b0be68bf8ffe req-2aebdc8a-9f70-4625-9ecc-13bf91544e69 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/security-groups?id=47e8f45b-d376-403a-8bb9-867508147e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725867 May 05 19:56:11.074644 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-e4cdd050-19ef-4514-8875-2c670000a249 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.24 "GET /v2.0/networks?id=4a41328b-09d2-49d9-a69a-9fe83e357baa&id=0aff080a-df51-4112-8543-bee56a0e44ff HTTP/1.1" status: 200 len: 1392 time: 0.9634140 May 05 19:56:11.096974 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-065a9ede-2268-4e3d-b249-0d40cc9f1ec4 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Request body: {'port': {'device_id': '11855e23-b65c-4f38-92a3-01eb040f36af', 'network_id': '4a41328b-09d2-49d9-a69a-9fe83e357baa', 'admin_state_up': True, 'tenant_id': 'beb159436c9e4e2f822f7625a9d89435'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:56:11.110868 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-fb9f461f-a80b-4a8d-a9f7-5a291e83b633 req-98fd08da-bb05-4f80-8a5f-a264fb80e090 tempest-SecurityGroupsTestAdminJSON-362259600 tempest-SecurityGroupsTestAdminJSON-362259600-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:11.131897 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-fb9f461f-a80b-4a8d-a9f7-5a291e83b633 req-98fd08da-bb05-4f80-8a5f-a264fb80e090 tempest-SecurityGroupsTestAdminJSON-362259600 tempest-SecurityGroupsTestAdminJSON-362259600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:11.138002 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fd222b2c-f957-4a5e-9289-e987993f416d req-1a85916f-87c1-40eb-9a06-8719304104ad service neutron] 10.222.0.24 "GET /v2.0/networks/eeb9c093-2536-4a2a-9f6e-09016d8b7c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582099 May 05 19:56:11.161020 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 588c328d-953c-4bcd-b536-4eecb94bec0c completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:56:11.189424 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b777777e-f324-4153-bada-90117ed39a40'] response: {'server_uuid': '1d3486fb-163c-468d-a5d4-e5b9c91016a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f2a657f-d27c-41b8-bb6e-ffe8e7338ef0', 'code': 200} May 05 19:56:11.206562 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.resource_extend [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 19:56:11.211138 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6e0557f1-e8ef-4c06-9e6e-788c4a124862 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:11.240770 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 588c328d-953c-4bcd-b536-4eecb94bec0c triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:56:11.241231 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:11.387200 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd08da-bb05-4f80-8a5f-a264fb80e090 tempest-SecurityGroupsTestAdminJSON-362259600 tempest-SecurityGroupsTestAdminJSON-362259600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1cb0351-32b0-4fcb-9a5b-ac5a4cddc2b9,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:11.390748 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-6e0557f1-e8ef-4c06-9e6e-788c4a124862 admin admin] Transition to ACTIVE for port object 786fbba6-2067-47e2-9ff5-a211af1d17c4 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:56:11.396057 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-fb9f461f-a80b-4a8d-a9f7-5a291e83b633 req-98fd08da-bb05-4f80-8a5f-a264fb80e090 tempest-SecurityGroupsTestAdminJSON-362259600 tempest-SecurityGroupsTestAdminJSON-362259600-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:11.404201 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fb9f461f-a80b-4a8d-a9f7-5a291e83b633 req-98fd08da-bb05-4f80-8a5f-a264fb80e090 tempest-SecurityGroupsTestAdminJSON-362259600 tempest-SecurityGroupsTestAdminJSON-362259600-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 2.7697258 May 05 19:56:11.454863 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-35f3fa4f-b7ce-4948-8cc0-6883a0428642 None None] Set router ea865ae6-49c8-4bde-8c54-5a2874952c61 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:56:11.485294 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-ac9e81c4-70c0-4125-bf4c-597f2b77496f req-22d47826-ea7d-4eb0-907a-e959f24ab046 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Synchronizing usage tracker for tenant:beb159436c9e4e2f822f7625a9d89435 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:56:11.501655 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6e0557f1-e8ef-4c06-9e6e-788c4a124862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:11.507823 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-065a9ede-2268-4e3d-b249-0d40cc9f1ec4 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:56:11.652369 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0557f1-e8ef-4c06-9e6e-788c4a124862 admin admin] Network 64ae69b0-8ac2-4e0b-9320-47844867ced2 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:56:11.653377 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-065a9ede-2268-4e3d-b249-0d40cc9f1ec4 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:56:11.654620 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530211fe-891c-4bed-8ff1-1f084ad44156 None None] Network 4d6027da-fd3d-4a5f-9b43-003448050635 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:56:11.686008 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-6e0557f1-e8ef-4c06-9e6e-788c4a124862 admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:56:11.699518 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-abe1730f-b3b4-482d-b392-cb869299ce62 req-86bde32f-6720-4895-ad9d-09ccc612d189 tempest-ImagesNegativeTestJSON-1235540873 tempest-ImagesNegativeTestJSON-1235540873-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ab8142d-bf1b-4322-ad84-cd806d12489d HTTP/1.1" status: 200 len: 210 time: 0.1444511 May 05 19:56:11.708191 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0557f1-e8ef-4c06-9e6e-788c4a124862 admin admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:56:11.811903 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-065a9ede-2268-4e3d-b249-0d40cc9f1ec4 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Made reservation on behalf of beb159436c9e4e2f822f7625a9d89435 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:56:11.815769 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-065a9ede-2268-4e3d-b249-0d40cc9f1ec4 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:11.836404 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-ac9e81c4-70c0-4125-bf4c-597f2b77496f req-22d47826-ea7d-4eb0-907a-e959f24ab046 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Unset dirty status for tenant:beb159436c9e4e2f822f7625a9d89435 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:56:11.837581 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ac9e81c4-70c0-4125-bf4c-597f2b77496f req-22d47826-ea7d-4eb0-907a-e959f24ab046 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.36 "GET /v2.0/ports?device_id=11855e23-b65c-4f38-92a3-01eb040f36af HTTP/1.1" status: 200 len: 210 time: 0.4768896 May 05 19:56:11.860628 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0557f1-e8ef-4c06-9e6e-788c4a124862 admin admin] Pushing event updated for resources: {'Port': ['ID=786fbba6-2067-47e2-9ff5-a211af1d17c4,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:11.983656 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-038280b7-b945-4833-a7b1-204985b6c71f req-386c6e86-1eee-4498-8fdb-d2b066ee6f42 tempest-ImagesNegativeTestJSON-1235540873 tempest-ImagesNegativeTestJSON-1235540873-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=979a910b57bd4e8295eced451b40edbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1363609 May 05 19:56:12.044680 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6e0557f1-e8ef-4c06-9e6e-788c4a124862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:12.089422 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-a8b72ad9-f4e1-4f04-b33a-53a6058e30fc None None] Provisioning for port dc1f7c07-c116-4f6b-baad-5fc44635c86e completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:56:12.173166 n-d-840717-1 neutron-server[88197]: INFO neutron.api.v2.resource [req-c16f4af9-02c6-42d9-bdff-460829f8eace req-246feae1-fb24-4e81-8789-b0c6c4432810 tempest-FloatingIPDetailsNegativeTestJSON-867217691 tempest-FloatingIPDetailsNegativeTestJSON-867217691-project] show failed (client error): The resource could not be found. May 05 19:56:12.174192 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c16f4af9-02c6-42d9-bdff-460829f8eace req-246feae1-fb24-4e81-8789-b0c6c4432810 tempest-FloatingIPDetailsNegativeTestJSON-867217691 tempest-FloatingIPDetailsNegativeTestJSON-867217691-project] 10.222.0.36 "GET /v2.0/floatingips/bc3fb7a3-cb25-4806-9cea-a9b0c761e1cf HTTP/1.1" status: 404 len: 350 time: 0.1135397 May 05 19:56:12.185953 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 37692) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:56:12.297036 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-17e9fc9d-9d70-41ed-a41b-431dc0fc5c97 req-9b54bfdb-8c9c-40dc-89f9-d23e79945f7a tempest-SecurityGroupsTestAdminJSON-362259600 tempest-SecurityGroupsTestAdminJSON-362259600-project] Request body: {'security_group': {'name': 'tempest-securitygroup-995919329', 'description': 'tempest-description-832382265'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:56:12.315642 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-17e9fc9d-9d70-41ed-a41b-431dc0fc5c97 req-9b54bfdb-8c9c-40dc-89f9-d23e79945f7a tempest-SecurityGroupsTestAdminJSON-362259600 tempest-SecurityGroupsTestAdminJSON-362259600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:56:12.341299 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-17e9fc9d-9d70-41ed-a41b-431dc0fc5c97 req-9b54bfdb-8c9c-40dc-89f9-d23e79945f7a tempest-SecurityGroupsTestAdminJSON-362259600 tempest-SecurityGroupsTestAdminJSON-362259600-project] Usage tracker for resource:security_group and tenant:b244c0e6d29b4ef79294fa8fd474f782 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:56:12.353164 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-17e9fc9d-9d70-41ed-a41b-431dc0fc5c97 req-9b54bfdb-8c9c-40dc-89f9-d23e79945f7a tempest-SecurityGroupsTestAdminJSON-362259600 tempest-SecurityGroupsTestAdminJSON-362259600-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:56:12.369540 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-17e9fc9d-9d70-41ed-a41b-431dc0fc5c97 req-9b54bfdb-8c9c-40dc-89f9-d23e79945f7a tempest-SecurityGroupsTestAdminJSON-362259600 tempest-SecurityGroupsTestAdminJSON-362259600-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:56:12.378847 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7865e-bbf2-41a4-a16a-83cd1266aee6 req-f20d59dc-e8cb-4da1-81fe-f17958839a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:12.380372 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-68f7865e-bbf2-41a4-a16a-83cd1266aee6 req-f20d59dc-e8cb-4da1-81fe-f17958839a56 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1d3486fb-163c-468d-a5d4-e5b9c91016a8 HTTP/1.1" status: 200 len: 1101 time: 0.8558362 May 05 19:56:12.431031 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 51cdbdac-5772-409f-a50c-ec1709f56491, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=51cdbdac-5772-409f-a50c-ec1709f56491,segment=NetworkSegment(ac8864a1-851c-4e33-a62e-34bf87714dc0),segment_id=ac8864a1-851c-4e33-a62e-34bf87714dc0)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:56:12.483929 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-17e9fc9d-9d70-41ed-a41b-431dc0fc5c97 req-9b54bfdb-8c9c-40dc-89f9-d23e79945f7a tempest-SecurityGroupsTestAdminJSON-362259600 tempest-SecurityGroupsTestAdminJSON-362259600-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:12.499447 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:12.509852 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038280b7-b945-4833-a7b1-204985b6c71f req-38e52355-b145-4571-b4e2-ee969a870961 tempest-ImagesNegativeTestJSON-1235540873 tempest-ImagesNegativeTestJSON-1235540873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:12.511322 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-038280b7-b945-4833-a7b1-204985b6c71f req-38e52355-b145-4571-b4e2-ee969a870961 tempest-ImagesNegativeTestJSON-1235540873 tempest-ImagesNegativeTestJSON-1235540873-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5103462 May 05 19:56:12.524445 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-a8b72ad9-f4e1-4f04-b33a-53a6058e30fc None None] Provisioning complete for port 588c328d-953c-4bcd-b536-4eecb94bec0c triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:56:12.524835 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a8b72ad9-f4e1-4f04-b33a-53a6058e30fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:12.535493 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-038280b7-b945-4833-a7b1-204985b6c71f req-d959b2af-fd33-46a4-b994-52c8403f87c3 tempest-ImagesNegativeTestJSON-1235540873 tempest-ImagesNegativeTestJSON-1235540873-project] Request body: {'port': {'device_id': '8ab8142d-bf1b-4322-ad84-cd806d12489d', 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3', 'admin_state_up': True, 'tenant_id': '979a910b57bd4e8295eced451b40edbd'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:56:12.586127 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-68f7865e-bbf2-41a4-a16a-83cd1266aee6 req-b783c2fc-6983-4677-b197-26c2bf9e0283 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=47e8f45b-d376-403a-8bb9-867508147e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915147 May 05 19:56:12.588696 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-17e9fc9d-9d70-41ed-a41b-431dc0fc5c97 req-9b54bfdb-8c9c-40dc-89f9-d23e79945f7a tempest-SecurityGroupsTestAdminJSON-362259600 tempest-SecurityGroupsTestAdminJSON-362259600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:56:12.594048 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '51cdbdac-5772-409f-a50c-ec1709f56491', 'network_id': 'eeb9c093-2536-4a2a-9f6e-09016d8b7c5d', 'port_id': '51cdbdac-5772-409f-a50c-ec1709f56491', 'mac_address': 'fa:16:3e:dd:cf:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ab1778b-7268-4b66-a1dd-6ef68efc2477', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:56:12.598831 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-17e9fc9d-9d70-41ed-a41b-431dc0fc5c97 req-9b54bfdb-8c9c-40dc-89f9-d23e79945f7a tempest-SecurityGroupsTestAdminJSON-362259600 tempest-SecurityGroupsTestAdminJSON-362259600-project] Usage tracker for resource:security_group_rule and tenant:b244c0e6d29b4ef79294fa8fd474f782 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:56:12.612913 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-c2d4d574-8132-43c6-88a1-99e5830d4c0f tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:12.613605 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-c2d4d574-8132-43c6-88a1-99e5830d4c0f tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Synchronizing usage tracker for tenant:2e25f2b4697644bc90cc941474a372f8 on resource:network {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:56:12.657440 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 588c328d-953c-4bcd-b536-4eecb94bec0c, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=588c328d-953c-4bcd-b536-4eecb94bec0c,segment=NetworkSegment(111c5f9d-dbf3-4eaa-8502-8e5fa7f46f62),segment_id=111c5f9d-dbf3-4eaa-8502-8e5fa7f46f62)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:56:12.660745 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-17e9fc9d-9d70-41ed-a41b-431dc0fc5c97 req-9b54bfdb-8c9c-40dc-89f9-d23e79945f7a tempest-SecurityGroupsTestAdminJSON-362259600 tempest-SecurityGroupsTestAdminJSON-362259600-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:56:12.661552 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-065a9ede-2268-4e3d-b249-0d40cc9f1ec4 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Allocated IP 19.80.0.7 (4a41328b-09d2-49d9-a69a-9fe83e357baa/732b72bb-cf13-43a7-9df0-49a3f8d99f8b/caf8a11b-b6a8-4bd5-a978-65d541786650) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:56:12.675986 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-c2d4d574-8132-43c6-88a1-99e5830d4c0f tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Unset dirty status for tenant:2e25f2b4697644bc90cc941474a372f8 on resource:network {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:56:12.677219 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-c2d4d574-8132-43c6-88a1-99e5830d4c0f tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] 10.222.0.36 "GET /v2.0/networks?id=4d6027da-fd3d-4a5f-9b43-003448050635 HTTP/1.1" status: 200 len: 812 time: 0.6356766 May 05 19:56:12.679796 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:12.680347 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device bbd8b76c-9dcc-4434-89cd-8ef17ecb2a5f up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:56:12.723999 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-68b66f69-996b-4a49-85fe-ca64d4895274 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] 10.222.0.36 "GET /v2.0/quotas/2e25f2b4697644bc90cc941474a372f8 HTTP/1.1" status: 200 len: 375 time: 0.0369191 May 05 19:56:12.759456 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-17e9fc9d-9d70-41ed-a41b-431dc0fc5c97 req-9b54bfdb-8c9c-40dc-89f9-d23e79945f7a tempest-SecurityGroupsTestAdminJSON-362259600 tempest-SecurityGroupsTestAdminJSON-362259600-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:56:12.858115 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-362272b4-a334-4881-bdd4-8bff58ce4f40 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2e25f2b4697644bc90cc941474a372f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1223292 May 05 19:56:12.940334 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-038280b7-b945-4833-a7b1-204985b6c71f req-d959b2af-fd33-46a4-b994-52c8403f87c3 tempest-ImagesNegativeTestJSON-1235540873 tempest-ImagesNegativeTestJSON-1235540873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:56:12.945086 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-038280b7-b945-4833-a7b1-204985b6c71f req-d959b2af-fd33-46a4-b994-52c8403f87c3 tempest-ImagesNegativeTestJSON-1235540873 tempest-ImagesNegativeTestJSON-1235540873-project] Usage tracker for resource:port and tenant:979a910b57bd4e8295eced451b40edbd is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:56:12.952015 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-038280b7-b945-4833-a7b1-204985b6c71f req-d959b2af-fd33-46a4-b994-52c8403f87c3 tempest-ImagesNegativeTestJSON-1235540873 tempest-ImagesNegativeTestJSON-1235540873-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:56:12.963399 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-038280b7-b945-4833-a7b1-204985b6c71f req-d959b2af-fd33-46a4-b994-52c8403f87c3 tempest-ImagesNegativeTestJSON-1235540873 tempest-ImagesNegativeTestJSON-1235540873-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:56:12.980311 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:13.020854 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51cdbdac-5772-409f-a50c-ec1709f56491 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:56:13.035180 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6e0557f1-e8ef-4c06-9e6e-788c4a124862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:13.038327 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=588c328d-953c-4bcd-b536-4eecb94bec0c,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:13.046589 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-038280b7-b945-4833-a7b1-204985b6c71f req-d959b2af-fd33-46a4-b994-52c8403f87c3 tempest-ImagesNegativeTestJSON-1235540873 tempest-ImagesNegativeTestJSON-1235540873-project] Made reservation on behalf of 979a910b57bd4e8295eced451b40edbd for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:56:13.050135 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-038280b7-b945-4833-a7b1-204985b6c71f req-d959b2af-fd33-46a4-b994-52c8403f87c3 tempest-ImagesNegativeTestJSON-1235540873 tempest-ImagesNegativeTestJSON-1235540873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:13.062019 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 51cdbdac-5772-409f-a50c-ec1709f56491, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=51cdbdac-5772-409f-a50c-ec1709f56491,segment=NetworkSegment(ac8864a1-851c-4e33-a62e-34bf87714dc0),segment_id=ac8864a1-851c-4e33-a62e-34bf87714dc0)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:56:13.067247 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-038280b7-b945-4833-a7b1-204985b6c71f req-d959b2af-fd33-46a4-b994-52c8403f87c3 tempest-ImagesNegativeTestJSON-1235540873 tempest-ImagesNegativeTestJSON-1235540873-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:13.072685 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:13.096054 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-038280b7-b945-4833-a7b1-204985b6c71f req-d959b2af-fd33-46a4-b994-52c8403f87c3 tempest-ImagesNegativeTestJSON-1235540873 tempest-ImagesNegativeTestJSON-1235540873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:56:13.100859 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-17e9fc9d-9d70-41ed-a41b-431dc0fc5c97 req-9b54bfdb-8c9c-40dc-89f9-d23e79945f7a tempest-SecurityGroupsTestAdminJSON-362259600 tempest-SecurityGroupsTestAdminJSON-362259600-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:13.107712 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-038280b7-b945-4833-a7b1-204985b6c71f req-d959b2af-fd33-46a4-b994-52c8403f87c3 tempest-ImagesNegativeTestJSON-1235540873 tempest-ImagesNegativeTestJSON-1235540873-project] Usage tracker for resource:security_group_rule and tenant:979a910b57bd4e8295eced451b40edbd is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:56:13.114742 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port bbd8b76c-9dcc-4434-89cd-8ef17ecb2a5f triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:56:13.116188 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:13.136668 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-038280b7-b945-4833-a7b1-204985b6c71f req-d959b2af-fd33-46a4-b994-52c8403f87c3 tempest-ImagesNegativeTestJSON-1235540873 tempest-ImagesNegativeTestJSON-1235540873-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:56:13.144200 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-17e9fc9d-9d70-41ed-a41b-431dc0fc5c97 req-9b54bfdb-8c9c-40dc-89f9-d23e79945f7a tempest-SecurityGroupsTestAdminJSON-362259600 tempest-SecurityGroupsTestAdminJSON-362259600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:13.166662 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-038280b7-b945-4833-a7b1-204985b6c71f req-d959b2af-fd33-46a4-b994-52c8403f87c3 tempest-ImagesNegativeTestJSON-1235540873 tempest-ImagesNegativeTestJSON-1235540873-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:56:13.220748 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-35f3fa4f-b7ce-4948-8cc0-6883a0428642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea865ae6-49c8-4bde-8c54-5a2874952c61', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1184323249-router', 'tenant_id': '72fd05b830dc4dd3bd5540fd3505f3cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'bbd8b76c-9dcc-4434-89cd-8ef17ecb2a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:55:49Z', 'updated_at': '2022-05-05T19:56:03Z', 'revision_number': 4, 'project_id': '72fd05b830dc4dd3bd5540fd3505f3cd', 'gw_port': {'id': 'bbd8b76c-9dcc-4434-89cd-8ef17ecb2a5f', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:87:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea865ae6-49c8-4bde-8c54-5a2874952c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:55:52Z', 'updated_at': '2022-05-05T19:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '00fea136-4293-458f-93ed-d7b4c9669f77', 'name': '', 'network_id': 'a593f7d9-4cea-44aa-95eb-c6d63df39a91', 'tenant_id': '72fd05b830dc4dd3bd5540fd3505f3cd', 'mac_address': 'fa:16:3e:bb:b0:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea865ae6-49c8-4bde-8c54-5a2874952c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '3a49ad38-73d0-40d9-9a3c-7235865d0318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:56:00Z', 'updated_at': '2022-05-05T19:56:04Z', 'revision_number': 2, 'project_id': '72fd05b830dc4dd3bd5540fd3505f3cd', 'subnets': [{'id': '3a49ad38-73d0-40d9-9a3c-7235865d0318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:56:13.227006 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-cc9b14c2-a46f-4bc5-bf8b-204559531206 None None] Provisioning for port 786fbba6-2067-47e2-9ff5-a211af1d17c4 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:56:13.227278 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-065a9ede-2268-4e3d-b249-0d40cc9f1ec4 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:13.230938 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b54bfdb-8c9c-40dc-89f9-d23e79945f7a tempest-SecurityGroupsTestAdminJSON-362259600 tempest-SecurityGroupsTestAdminJSON-362259600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7351afcb-945c-4c26-bea3-0cb6f020a449,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:13.235293 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-17e9fc9d-9d70-41ed-a41b-431dc0fc5c97 req-9b54bfdb-8c9c-40dc-89f9-d23e79945f7a tempest-SecurityGroupsTestAdminJSON-362259600 tempest-SecurityGroupsTestAdminJSON-362259600-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:13.236509 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-17e9fc9d-9d70-41ed-a41b-431dc0fc5c97 req-9b54bfdb-8c9c-40dc-89f9-d23e79945f7a tempest-SecurityGroupsTestAdminJSON-362259600 tempest-SecurityGroupsTestAdminJSON-362259600-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0021968 May 05 19:56:13.243947 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f3fa4f-b7ce-4948-8cc0-6883a0428642 None None] Checking router: ea865ae6-49c8-4bde-8c54-5a2874952c61 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 19:56:13.244316 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f3fa4f-b7ce-4948-8cc0-6883a0428642 None None] Updating router ea865ae6-49c8-4bde-8c54-5a2874952c61 port 00fea136-4293-458f-93ed-d7b4c9669f77 binding host n-d-840717-1 {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 19:56:13.278523 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=51cdbdac-5772-409f-a50c-ec1709f56491,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:13.290415 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-1dff44ae-1f4f-49e8-b438-f8473e1be258 service neutron] 10.222.0.36 "GET /v2.0/networks/4d6027da-fd3d-4a5f-9b43-003448050635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4249341 May 05 19:56:13.294972 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-065a9ede-2268-4e3d-b249-0d40cc9f1ec4 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Transition to ACTIVE for port object caf8a11b-b6a8-4bd5-a978-65d541786650 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:56:13.311701 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-cc9b14c2-a46f-4bc5-bf8b-204559531206 None None] Provisioning complete for port 786fbba6-2067-47e2-9ff5-a211af1d17c4 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:56:13.312068 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cc9b14c2-a46f-4bc5-bf8b-204559531206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:13.366789 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-038280b7-b945-4833-a7b1-204985b6c71f req-d959b2af-fd33-46a4-b994-52c8403f87c3 tempest-ImagesNegativeTestJSON-1235540873 tempest-ImagesNegativeTestJSON-1235540873-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:13.367276 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['51cdbdac-5772-409f-a50c-ec1709f56491'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:56:13.423707 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-35f3fa4f-b7ce-4948-8cc0-6883a0428642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:13.440418 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-038280b7-b945-4833-a7b1-204985b6c71f req-d959b2af-fd33-46a4-b994-52c8403f87c3 tempest-ImagesNegativeTestJSON-1235540873 tempest-ImagesNegativeTestJSON-1235540873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:13.551802 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-cc9b14c2-a46f-4bc5-bf8b-204559531206 None None] Port 786fbba6-2067-47e2-9ff5-a211af1d17c4 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:56:13.577281 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-b87f5578-160d-41ae-a6df-a5173a15ed64 service neutron] 10.222.0.36 "GET /v2.0/networks/4d6027da-fd3d-4a5f-9b43-003448050635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786951 May 05 19:56:13.625022 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d959b2af-fd33-46a4-b994-52c8403f87c3 tempest-ImagesNegativeTestJSON-1235540873 tempest-ImagesNegativeTestJSON-1235540873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64968ca4-18bf-44e5-908a-43690abd3fa4,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:13.650251 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-065a9ede-2268-4e3d-b249-0d40cc9f1ec4 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:13.674902 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device dc1f7c07-c116-4f6b-baad-5fc44635c86e up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:56:13.743734 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3decc21d-6e10-439e-a86c-fa93cab24513 req-23295a57-134f-4d9f-acf5-1bb7996c8b3a tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:13.745556 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3decc21d-6e10-439e-a86c-fa93cab24513 req-23295a57-134f-4d9f-acf5-1bb7996c8b3a tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/ports?device_id=11c99114-3821-43d0-b75c-371ff384e57f HTTP/1.1" status: 200 len: 944 time: 0.3727281 May 05 19:56:13.797897 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-065a9ede-2268-4e3d-b249-0d40cc9f1ec4 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Network 4a41328b-09d2-49d9-a69a-9fe83e357baa is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:56:13.802786 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-065a9ede-2268-4e3d-b249-0d40cc9f1ec4 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:56:13.807764 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-065a9ede-2268-4e3d-b249-0d40cc9f1ec4 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:56:13.808794 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c2265a69-b5ab-4b67-8845-2126ced7facd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:13.845956 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065a9ede-2268-4e3d-b249-0d40cc9f1ec4 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Pushing event updated for resources: {'Port': ['ID=caf8a11b-b6a8-4bd5-a978-65d541786650,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:13.871139 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6e0557f1-e8ef-4c06-9e6e-788c4a124862 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:13.918118 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6e0557f1-e8ef-4c06-9e6e-788c4a124862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:14.045921 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:14.102036 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-038280b7-b945-4833-a7b1-204985b6c71f req-d959b2af-fd33-46a4-b994-52c8403f87c3 tempest-ImagesNegativeTestJSON-1235540873 tempest-ImagesNegativeTestJSON-1235540873-project] Allocated IP 192.168.233.95 (b786cc2b-f681-4c10-a54f-820e9d1a5ac3/4d72a8d3-0a35-4d3a-96b8-d869ff4093bc/dce960f1-daf6-4c24-91c4-3c4bcf1b86e9) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:56:14.122823 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port dc1f7c07-c116-4f6b-baad-5fc44635c86e completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:56:14.151718 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6e0557f1-e8ef-4c06-9e6e-788c4a124862 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:14.160318 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port dc1f7c07-c116-4f6b-baad-5fc44635c86e triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:56:14.160691 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:14.201745 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0557f1-e8ef-4c06-9e6e-788c4a124862 admin admin] Pushing event updated for resources: {'Port': ['ID=786fbba6-2067-47e2-9ff5-a211af1d17c4,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:14.253121 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3decc21d-6e10-439e-a86c-fa93cab24513 req-ad7706ef-c59e-4049-80e9-fc63830967c1 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/security-groups?id=b8eb825a-eb05-4b64-b47c-316dce01fa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4976659 May 05 19:56:14.278371 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-d9add620-c98f-4039-a817-41018dbbfcee None None] Provisioning for port caf8a11b-b6a8-4bd5-a978-65d541786650 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:56:14.301787 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-d9add620-c98f-4039-a817-41018dbbfcee None None] Provisioning complete for port caf8a11b-b6a8-4bd5-a978-65d541786650 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:56:14.302163 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d9add620-c98f-4039-a817-41018dbbfcee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:14.406204 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-065a9ede-2268-4e3d-b249-0d40cc9f1ec4 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:14.407464 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-065a9ede-2268-4e3d-b249-0d40cc9f1ec4 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:14.511149 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-d9add620-c98f-4039-a817-41018dbbfcee None None] Port caf8a11b-b6a8-4bd5-a978-65d541786650 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:56:14.531908 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:14.544241 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-35f3fa4f-b7ce-4948-8cc0-6883a0428642 None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:14.581924 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0557f1-e8ef-4c06-9e6e-788c4a124862 admin admin] Network 64ae69b0-8ac2-4e0b-9320-47844867ced2 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:56:14.582115 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-35f3fa4f-b7ce-4948-8cc0-6883a0428642 None None] Transition to ACTIVE for port object 00fea136-4293-458f-93ed-d7b4c9669f77 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:56:14.584651 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-6e0557f1-e8ef-4c06-9e6e-788c4a124862 admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:56:14.597191 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-35f3fa4f-b7ce-4948-8cc0-6883a0428642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:14.634545 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port dc1f7c07-c116-4f6b-baad-5fc44635c86e, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=dc1f7c07-c116-4f6b-baad-5fc44635c86e,segment=NetworkSegment(c0879fe9-5842-45c6-b83f-c7c1568ceea6),segment_id=c0879fe9-5842-45c6-b83f-c7c1568ceea6)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:56:14.723466 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96ea2b6-5eff-446a-9805-523ae03274d4 None None] Pushing event updated for resources: {'Port': ['ID=00fea136-4293-458f-93ed-d7b4c9669f77,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:14.741331 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-065a9ede-2268-4e3d-b249-0d40cc9f1ec4 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.6550941 May 05 19:56:14.748366 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-57b6b219-dcec-4758-b1b9-5711faa7289d req-3f41b4aa-661f-49a8-9128-e099b7ee7df1 tempest-ImagesNegativeTestJSON-1235540873 tempest-ImagesNegativeTestJSON-1235540873-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ab8142d-bf1b-4322-ad84-cd806d12489d HTTP/1.1" status: 200 len: 210 time: 0.2330818 May 05 19:56:14.763847 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-e148eafa-d8f8-4d72-bc0c-07281525c015 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Request body: {'port': {'device_id': '11855e23-b65c-4f38-92a3-01eb040f36af', 'network_id': '0aff080a-df51-4112-8543-bee56a0e44ff', 'admin_state_up': True, 'tenant_id': 'beb159436c9e4e2f822f7625a9d89435'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:56:14.856878 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-038280b7-b945-4833-a7b1-204985b6c71f req-d959b2af-fd33-46a4-b994-52c8403f87c3 tempest-ImagesNegativeTestJSON-1235540873 tempest-ImagesNegativeTestJSON-1235540873-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:14.865631 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96ea2b6-5eff-446a-9805-523ae03274d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:56:14.866161 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96ea2b6-5eff-446a-9805-523ae03274d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:56:14.866508 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96ea2b6-5eff-446a-9805-523ae03274d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:56:14.867083 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96ea2b6-5eff-446a-9805-523ae03274d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:56:14.867441 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96ea2b6-5eff-446a-9805-523ae03274d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:56:14.867926 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96ea2b6-5eff-446a-9805-523ae03274d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:56:14.868254 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96ea2b6-5eff-446a-9805-523ae03274d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:56:14.874093 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96ea2b6-5eff-446a-9805-523ae03274d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:56:14.874360 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96ea2b6-5eff-446a-9805-523ae03274d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:56:14.874687 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96ea2b6-5eff-446a-9805-523ae03274d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:56:14.875013 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96ea2b6-5eff-446a-9805-523ae03274d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:56:14.875332 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96ea2b6-5eff-446a-9805-523ae03274d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:56:14.878923 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:14.904871 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-038280b7-b945-4833-a7b1-204985b6c71f req-d959b2af-fd33-46a4-b994-52c8403f87c3 tempest-ImagesNegativeTestJSON-1235540873 tempest-ImagesNegativeTestJSON-1235540873-project] Transition to ACTIVE for port object dce960f1-daf6-4c24-91c4-3c4bcf1b86e9 will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:56:15.013276 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-038280b7-b945-4833-a7b1-204985b6c71f req-d959b2af-fd33-46a4-b994-52c8403f87c3 tempest-ImagesNegativeTestJSON-1235540873 tempest-ImagesNegativeTestJSON-1235540873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:15.083659 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 51cdbdac-5772-409f-a50c-ec1709f56491 up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:56:15.209712 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-038280b7-b945-4833-a7b1-204985b6c71f req-d959b2af-fd33-46a4-b994-52c8403f87c3 tempest-ImagesNegativeTestJSON-1235540873 tempest-ImagesNegativeTestJSON-1235540873-project] Network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:56:15.214380 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-c2265a69-b5ab-4b67-8845-2126ced7facd admin admin] Deleting port 00fea136-4293-458f-93ed-d7b4c9669f77 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:56:15.214380 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c2265a69-b5ab-4b67-8845-2126ced7facd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:15.218818 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caebf86-8707-498d-8133-7e5bfa0416db req-942abe4f-be4b-4099-adb9-5a11cd6a93d6 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:15.223073 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2caebf86-8707-498d-8133-7e5bfa0416db req-942abe4f-be4b-4099-adb9-5a11cd6a93d6 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d3486fb-163c-468d-a5d4-e5b9c91016a8 HTTP/1.1" status: 200 len: 950 time: 1.0600641 May 05 19:56:15.263506 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 588c328d-953c-4bcd-b536-4eecb94bec0c up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:56:15.308678 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-038280b7-b945-4833-a7b1-204985b6c71f req-d959b2af-fd33-46a4-b994-52c8403f87c3 tempest-ImagesNegativeTestJSON-1235540873 tempest-ImagesNegativeTestJSON-1235540873-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:56:15.311720 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-038280b7-b945-4833-a7b1-204985b6c71f req-d959b2af-fd33-46a4-b994-52c8403f87c3 tempest-ImagesNegativeTestJSON-1235540873 tempest-ImagesNegativeTestJSON-1235540873-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:56:15.340462 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2caebf86-8707-498d-8133-7e5bfa0416db req-70da06e3-e3a4-40dd-892a-63b11e5d7b6c tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/security-groups?id=47e8f45b-d376-403a-8bb9-867508147e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891132 May 05 19:56:15.370525 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e0557f1-e8ef-4c06-9e6e-788c4a124862 admin admin] Router f9c5edfd-5abd-422d-a15a-09a5460bd53d has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 19:56:15.389118 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-e148eafa-d8f8-4d72-bc0c-07281525c015 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:56:15.404369 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-e148eafa-d8f8-4d72-bc0c-07281525c015 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Usage tracker for resource:port and tenant:beb159436c9e4e2f822f7625a9d89435 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:56:15.420637 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-e148eafa-d8f8-4d72-bc0c-07281525c015 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:56:15.449817 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d959b2af-fd33-46a4-b994-52c8403f87c3 tempest-ImagesNegativeTestJSON-1235540873 tempest-ImagesNegativeTestJSON-1235540873-project] Pushing event updated for resources: {'Port': ['ID=dce960f1-daf6-4c24-91c4-3c4bcf1b86e9,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:15.523249 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=dc1f7c07-c116-4f6b-baad-5fc44635c86e,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:15.528932 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-e148eafa-d8f8-4d72-bc0c-07281525c015 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:56:15.535483 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-166a3109-6f7e-455f-8886-c94fb80739b1 req-63e3d894-32bd-4a01-b080-50e879c90ef9 tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1984097537', 'description': 'tempest-description-89057383'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:56:15.564824 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-166a3109-6f7e-455f-8886-c94fb80739b1 req-63e3d894-32bd-4a01-b080-50e879c90ef9 tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:56:15.573168 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-e148eafa-d8f8-4d72-bc0c-07281525c015 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Made reservation on behalf of beb159436c9e4e2f822f7625a9d89435 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:56:15.576661 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-e148eafa-d8f8-4d72-bc0c-07281525c015 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:15.589821 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-166a3109-6f7e-455f-8886-c94fb80739b1 req-63e3d894-32bd-4a01-b080-50e879c90ef9 tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] Usage tracker for resource:security_group and tenant:b8b8c0b8c6c14f66b9af958e55a98807 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:56:15.593166 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-35f3fa4f-b7ce-4948-8cc0-6883a0428642 None None] Attempting to bind port 00fea136-4293-458f-93ed-d7b4c9669f77 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:56:15.593533 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-35f3fa4f-b7ce-4948-8cc0-6883a0428642 None None] Attempting to bind port 00fea136-4293-458f-93ed-d7b4c9669f77 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '16c3bf64-be96-462e-b87e-2fbd0dd461b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a593f7d9-4cea-44aa-95eb-c6d63df39a91'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:56:15.594817 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f3fa4f-b7ce-4948-8cc0-6883a0428642 None None] Attempting to bind port 00fea136-4293-458f-93ed-d7b4c9669f77 on network a593f7d9-4cea-44aa-95eb-c6d63df39a91 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:56:15.607167 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-166a3109-6f7e-455f-8886-c94fb80739b1 req-63e3d894-32bd-4a01-b080-50e879c90ef9 tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:56:15.616640 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-166a3109-6f7e-455f-8886-c94fb80739b1 req-63e3d894-32bd-4a01-b080-50e879c90ef9 tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:56:15.623111 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-f7d051b5-8ecf-45dd-a62d-dd7cdeaf0186 None None] Provisioning complete for port 786fbba6-2067-47e2-9ff5-a211af1d17c4 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:56:15.623502 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f7d051b5-8ecf-45dd-a62d-dd7cdeaf0186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:15.647898 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038280b7-b945-4833-a7b1-204985b6c71f req-d959b2af-fd33-46a4-b994-52c8403f87c3 tempest-ImagesNegativeTestJSON-1235540873 tempest-ImagesNegativeTestJSON-1235540873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:15.648851 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-038280b7-b945-4833-a7b1-204985b6c71f req-d959b2af-fd33-46a4-b994-52c8403f87c3 tempest-ImagesNegativeTestJSON-1235540873 tempest-ImagesNegativeTestJSON-1235540873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:15.674452 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f3fa4f-b7ce-4948-8cc0-6883a0428642 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:56:15.675268 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f3fa4f-b7ce-4948-8cc0-6883a0428642 None None] Checking segment: {'id': '16c3bf64-be96-462e-b87e-2fbd0dd461b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a593f7d9-4cea-44aa-95eb-c6d63df39a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:56:15.676110 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-35f3fa4f-b7ce-4948-8cc0-6883a0428642 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:15.676710 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f3fa4f-b7ce-4948-8cc0-6883a0428642 None None] Bound using segment: {'id': '16c3bf64-be96-462e-b87e-2fbd0dd461b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a593f7d9-4cea-44aa-95eb-c6d63df39a91'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:56:15.677454 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-35f3fa4f-b7ce-4948-8cc0-6883a0428642 None None] Bound port: 00fea136-4293-458f-93ed-d7b4c9669f77, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c3bf64-be96-462e-b87e-2fbd0dd461b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a593f7d9-4cea-44aa-95eb-c6d63df39a91'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:56:15.678764 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-35f3fa4f-b7ce-4948-8cc0-6883a0428642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:15.708222 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591528ed-49bc-4ba9-b6f4-2308127ee1ea req-5a64995c-dfad-48d0-9961-4e34c5ca6b85 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:15.711252 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-591528ed-49bc-4ba9-b6f4-2308127ee1ea req-5a64995c-dfad-48d0-9961-4e34c5ca6b85 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.36 "GET /v2.0/ports?device_id=11855e23-b65c-4f38-92a3-01eb040f36af HTTP/1.1" status: 200 len: 930 time: 0.6211746 May 05 19:56:15.750317 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-f7d051b5-8ecf-45dd-a62d-dd7cdeaf0186 None None] Port 786fbba6-2067-47e2-9ff5-a211af1d17c4 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:56:15.762773 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-038280b7-b945-4833-a7b1-204985b6c71f req-d959b2af-fd33-46a4-b994-52c8403f87c3 tempest-ImagesNegativeTestJSON-1235540873 tempest-ImagesNegativeTestJSON-1235540873-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2379501 May 05 19:56:15.762992 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port 51cdbdac-5772-409f-a50c-ec1709f56491 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:56:15.763732 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-c2265a69-b5ab-4b67-8845-2126ced7facd admin admin] For port 00fea136-4293-458f-93ed-d7b4c9669f77, host n-d-840717-1, got binding levels [] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:56:15.764865 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c2265a69-b5ab-4b67-8845-2126ced7facd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:15.770694 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 588c328d-953c-4bcd-b536-4eecb94bec0c triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:56:15.771069 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:15.773310 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-166a3109-6f7e-455f-8886-c94fb80739b1 req-63e3d894-32bd-4a01-b080-50e879c90ef9 tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:15.785814 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-038280b7-b945-4833-a7b1-204985b6c71f req-4686dfb1-3399-4474-84ed-0d8837d1fdb0 service neutron] Request body: {'port': {'device_id': '8ab8142d-bf1b-4322-ad84-cd806d12489d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:56:15.801373 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-166a3109-6f7e-455f-8886-c94fb80739b1 req-63e3d894-32bd-4a01-b080-50e879c90ef9 tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:15.818312 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 51cdbdac-5772-409f-a50c-ec1709f56491 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:56:15.818312 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:15.879221 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-166a3109-6f7e-455f-8886-c94fb80739b1 req-63e3d894-32bd-4a01-b080-50e879c90ef9 tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:56:15.890336 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-166a3109-6f7e-455f-8886-c94fb80739b1 req-63e3d894-32bd-4a01-b080-50e879c90ef9 tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] Usage tracker for resource:security_group_rule and tenant:b8b8c0b8c6c14f66b9af958e55a98807 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:56:15.894142 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e0557f1-e8ef-4c06-9e6e-788c4a124862 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 19:56:15.898868 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-166a3109-6f7e-455f-8886-c94fb80739b1 req-63e3d894-32bd-4a01-b080-50e879c90ef9 tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:56:15.912695 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9f8349-6067-4c11-9a5d-389656b7db5d None None] Sync routers for ids ['f9c5edfd-5abd-422d-a15a-09a5460bd53d'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 19:56:15.920819 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-166a3109-6f7e-455f-8886-c94fb80739b1 req-63e3d894-32bd-4a01-b080-50e879c90ef9 tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:56:15.929336 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-35f3fa4f-b7ce-4948-8cc0-6883a0428642 None None] For port 00fea136-4293-458f-93ed-d7b4c9669f77, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:56:15.932110 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-f156699e-7082-4bef-8b4d-d308d53bfe8d None None] Provisioning for port dce960f1-daf6-4c24-91c4-3c4bcf1b86e9 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:56:15.938526 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-35f3fa4f-b7ce-4948-8cc0-6883a0428642 None None] For port 00fea136-4293-458f-93ed-d7b4c9669f77, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=00fea136-4293-458f-93ed-d7b4c9669f77,segment=NetworkSegment(16c3bf64-be96-462e-b87e-2fbd0dd461b3),segment_id=16c3bf64-be96-462e-b87e-2fbd0dd461b3)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:56:15.940477 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-6e0557f1-e8ef-4c06-9e6e-788c4a124862 admin admin] 10.222.0.36 "PUT /v2.0/routers/f9c5edfd-5abd-422d-a15a-09a5460bd53d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9229963 May 05 19:56:15.945757 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9f8349-6067-4c11-9a5d-389656b7db5d None None] Routers {'f9c5edfd-5abd-422d-a15a-09a5460bd53d'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:56:15.948855 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-8f9f8349-6067-4c11-9a5d-389656b7db5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:56:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['f9c5edfd-5abd-422d-a15a-09a5460bd53d'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:56:15.953163 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-35f3fa4f-b7ce-4948-8cc0-6883a0428642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:15.987273 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-f156699e-7082-4bef-8b4d-d308d53bfe8d None None] Provisioning complete for port dce960f1-daf6-4c24-91c4-3c4bcf1b86e9 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:56:15.987662 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f156699e-7082-4bef-8b4d-d308d53bfe8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:16.010310 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-e148eafa-d8f8-4d72-bc0c-07281525c015 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Allocated IP 19.86.0.57 (0aff080a-df51-4112-8543-bee56a0e44ff/7947ce35-55e7-4a1c-a48d-fc2c488ef6f0/28d14b4c-2a8c-4117-81e7-0a4d4176ed96) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:56:16.022727 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-591528ed-49bc-4ba9-b6f4-2308127ee1ea req-c326bbb3-0d04-4d42-9cac-77ca20ab5f9a tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.36 "GET /v2.0/security-groups?id=54210ff6-4648-4cdb-8887-421df42725ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890987 May 05 19:56:16.057144 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-c2265a69-b5ab-4b67-8845-2126ced7facd admin admin] Calling delete_port for 00fea136-4293-458f-93ed-d7b4c9669f77 owned by network:router_interface {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:56:16.235595 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-f156699e-7082-4bef-8b4d-d308d53bfe8d None None] Port dce960f1-daf6-4c24-91c4-3c4bcf1b86e9 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:56:16.298378 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:16.324770 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device f4ab8d26-53ba-4299-b17a-60c425af1f98 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:56:16.438060 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96ea2b6-5eff-446a-9805-523ae03274d4 None None] Pushing event updated for resources: {'Port': ['ID=00fea136-4293-458f-93ed-d7b4c9669f77,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:16.440728 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f3fa4f-b7ce-4948-8cc0-6883a0428642 None None] Routers {'ea865ae6-49c8-4bde-8c54-5a2874952c61'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:56:16.441342 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-35f3fa4f-b7ce-4948-8cc0-6883a0428642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:56:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['ea865ae6-49c8-4bde-8c54-5a2874952c61'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:56:16.561575 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-8f9f8349-6067-4c11-9a5d-389656b7db5d None None] Set router f9c5edfd-5abd-422d-a15a-09a5460bd53d gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:56:16.566931 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-166a3109-6f7e-455f-8886-c94fb80739b1 req-63e3d894-32bd-4a01-b080-50e879c90ef9 tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:16.593188 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-166a3109-6f7e-455f-8886-c94fb80739b1 req-63e3d894-32bd-4a01-b080-50e879c90ef9 tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:16.600678 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-166a3109-6f7e-455f-8886-c94fb80739b1 req-63e3d894-32bd-4a01-b080-50e879c90ef9 tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:56:16.610172 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-166a3109-6f7e-455f-8886-c94fb80739b1 req-63e3d894-32bd-4a01-b080-50e879c90ef9 tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] Usage tracker for resource:security_group_rule and tenant:b8b8c0b8c6c14f66b9af958e55a98807 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:56:16.620251 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-166a3109-6f7e-455f-8886-c94fb80739b1 req-63e3d894-32bd-4a01-b080-50e879c90ef9 tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:56:16.634832 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-166a3109-6f7e-455f-8886-c94fb80739b1 req-63e3d894-32bd-4a01-b080-50e879c90ef9 tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:56:16.657068 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:16.775475 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-166a3109-6f7e-455f-8886-c94fb80739b1 req-63e3d894-32bd-4a01-b080-50e879c90ef9 tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:16.816141 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e3d894-32bd-4a01-b080-50e879c90ef9 tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=643b1c85-300b-4971-a2cf-f8907793b0f2,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:16.818684 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-166a3109-6f7e-455f-8886-c94fb80739b1 req-63e3d894-32bd-4a01-b080-50e879c90ef9 tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:16.860163 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-166a3109-6f7e-455f-8886-c94fb80739b1 req-63e3d894-32bd-4a01-b080-50e879c90ef9 tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:16.868104 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-166a3109-6f7e-455f-8886-c94fb80739b1 req-63e3d894-32bd-4a01-b080-50e879c90ef9 tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.3365841 May 05 19:56:16.917544 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11c99114-3821-43d0-b75c-371ff384e57f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51cdbdac-5772-409f-a50c-ec1709f56491'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:56:16.942877 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-e148eafa-d8f8-4d72-bc0c-07281525c015 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:16.962831 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 51cdbdac-5772-409f-a50c-ec1709f56491, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=51cdbdac-5772-409f-a50c-ec1709f56491,segment=NetworkSegment(ac8864a1-851c-4e33-a62e-34bf87714dc0),segment_id=ac8864a1-851c-4e33-a62e-34bf87714dc0)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:56:16.966018 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-e148eafa-d8f8-4d72-bc0c-07281525c015 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Transition to ACTIVE for port object 28d14b4c-2a8c-4117-81e7-0a4d4176ed96 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:56:16.988398 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-038280b7-b945-4833-a7b1-204985b6c71f req-4686dfb1-3399-4474-84ed-0d8837d1fdb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:16.998321 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:17.002751 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-35f3fa4f-b7ce-4948-8cc0-6883a0428642 None None] Set router ea865ae6-49c8-4bde-8c54-5a2874952c61 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:56:17.003044 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-e148eafa-d8f8-4d72-bc0c-07281525c015 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:17.130209 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-8f9f8349-6067-4c11-9a5d-389656b7db5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1301146889-router', 'tenant_id': '476cffb51a494e45a75196848dc23980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'f4ab8d26-53ba-4299-b17a-60c425af1f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:55:59Z', 'updated_at': '2022-05-05T19:56:12Z', 'revision_number': 4, 'project_id': '476cffb51a494e45a75196848dc23980', 'gw_port': {'id': 'f4ab8d26-53ba-4299-b17a-60c425af1f98', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:56:02Z', 'updated_at': '2022-05-05T19:56:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '786fbba6-2067-47e2-9ff5-a211af1d17c4', 'name': '', 'network_id': '64ae69b0-8ac2-4e0b-9320-47844867ced2', 'tenant_id': '476cffb51a494e45a75196848dc23980', 'mac_address': 'fa:16:3e:48:0b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'a4aaf969-3d1a-408b-86ce-50cecc40a653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:56:09Z', 'updated_at': '2022-05-05T19:56:13Z', 'revision_number': 2, 'project_id': '476cffb51a494e45a75196848dc23980', 'subnets': [{'id': 'a4aaf969-3d1a-408b-86ce-50cecc40a653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:56:17.135560 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9f8349-6067-4c11-9a5d-389656b7db5d None None] Checking router: f9c5edfd-5abd-422d-a15a-09a5460bd53d for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 19:56:17.136130 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9f8349-6067-4c11-9a5d-389656b7db5d None None] Updating router f9c5edfd-5abd-422d-a15a-09a5460bd53d port 786fbba6-2067-47e2-9ff5-a211af1d17c4 binding host n-d-840717-1 {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 19:56:17.137629 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e148eafa-d8f8-4d72-bc0c-07281525c015 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Pushing event updated for resources: {'Port': ['ID=28d14b4c-2a8c-4117-81e7-0a4d4176ed96,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:17.182876 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-e148eafa-d8f8-4d72-bc0c-07281525c015 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Network 0aff080a-df51-4112-8543-bee56a0e44ff is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:56:17.188554 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e3d894-32bd-4a01-b080-50e879c90ef9 tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb1fe761-7717-4c2a-bdb1-b2832fca0e6d,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:17.191008 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-e148eafa-d8f8-4d72-bc0c-07281525c015 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:56:17.191932 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-2828c397-731a-47a1-9be2-e0327d53e69f tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:17.192841 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8f9f8349-6067-4c11-9a5d-389656b7db5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:17.199614 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-e148eafa-d8f8-4d72-bc0c-07281525c015 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:56:17.205586 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-2828c397-731a-47a1-9be2-e0327d53e69f tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] 10.222.0.24 "GET /v2.0/networks?id=4d6027da-fd3d-4a5f-9b43-003448050635 HTTP/1.1" status: 200 len: 812 time: 1.1789644 May 05 19:56:17.237009 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-2628480f-43de-4758-8807-004c41221eb5 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Request body: {'port': {'device_id': '64a351cd-836b-43a5-b5dc-65fbb5808f35', 'network_id': '4d6027da-fd3d-4a5f-9b43-003448050635', 'admin_state_up': True, 'tenant_id': '2e25f2b4697644bc90cc941474a372f8'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:56:17.316658 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-e148eafa-d8f8-4d72-bc0c-07281525c015 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:17.317354 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-e148eafa-d8f8-4d72-bc0c-07281525c015 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:17.347147 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=51cdbdac-5772-409f-a50c-ec1709f56491,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:17.354359 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d266abd-ed62-4c82-9cdc-4f888c807639 req-d282691c-d8c8-465d-ae3e-9bc9bc13edef tempest-ServersOnMultiNodesTest-1172211076 tempest-ServersOnMultiNodesTest-1172211076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:17.358989 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9d266abd-ed62-4c82-9cdc-4f888c807639 req-d282691c-d8c8-465d-ae3e-9bc9bc13edef tempest-ServersOnMultiNodesTest-1172211076 tempest-ServersOnMultiNodesTest-1172211076-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1d3486fb-163c-468d-a5d4-e5b9c91016a8 HTTP/1.1" status: 200 len: 1101 time: 0.2231624 May 05 19:56:17.368698 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-e148eafa-d8f8-4d72-bc0c-07281525c015 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6160400 May 05 19:56:17.387503 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-ee58951f-68aa-4e2a-bea6-12c3bf702de8 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:17.389505 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-ee58951f-68aa-4e2a-bea6-12c3bf702de8 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] 10.222.0.50 "GET /v2.0/networks?id=4d6027da-fd3d-4a5f-9b43-003448050635 HTTP/1.1" status: 200 len: 812 time: 1.0553236 May 05 19:56:17.395742 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-24533de1-4877-4b2e-bb3e-c7071e5bfb1a service neutron] Request body: {'port': {'device_id': '11855e23-b65c-4f38-92a3-01eb040f36af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:56:17.409878 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-1911772a-25f1-4b74-b6c0-e23c4ebd8936 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Request body: {'port': {'device_id': 'a2a2e280-8179-401e-b938-43511b23bfed', 'network_id': '4d6027da-fd3d-4a5f-9b43-003448050635', 'admin_state_up': True, 'tenant_id': '2e25f2b4697644bc90cc941474a372f8'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:56:17.413441 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port f4ab8d26-53ba-4299-b17a-60c425af1f98 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:56:17.427566 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port f4ab8d26-53ba-4299-b17a-60c425af1f98 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:56:17.428862 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:17.497945 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9d266abd-ed62-4c82-9cdc-4f888c807639 req-d69cc461-a61b-423a-a289-a82d93fa545e tempest-ServersOnMultiNodesTest-1172211076 tempest-ServersOnMultiNodesTest-1172211076-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=47e8f45b-d376-403a-8bb9-867508147e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266739 May 05 19:56:17.618553 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8f9f8349-6067-4c11-9a5d-389656b7db5d None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:17.654809 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-8f9f8349-6067-4c11-9a5d-389656b7db5d None None] Transition to ACTIVE for port object 786fbba6-2067-47e2-9ff5-a211af1d17c4 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:56:17.666884 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8f9f8349-6067-4c11-9a5d-389656b7db5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:17.856788 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-acdb1999-b5ae-4dca-b580-338ab52df660 None None] Provisioning for port 28d14b4c-2a8c-4117-81e7-0a4d4176ed96 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:56:17.863863 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-acdb1999-b5ae-4dca-b580-338ab52df660 None None] Provisioning complete for port 28d14b4c-2a8c-4117-81e7-0a4d4176ed96 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:56:17.864350 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-acdb1999-b5ae-4dca-b580-338ab52df660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:17.884764 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-24533de1-4877-4b2e-bb3e-c7071e5bfb1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:17.975660 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad5ce7c-08f2-4fcf-9d55-3433b01f9852 None None] Pushing event updated for resources: {'Port': ['ID=786fbba6-2067-47e2-9ff5-a211af1d17c4,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:17.991133 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:18.011429 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port f4ab8d26-53ba-4299-b17a-60c425af1f98, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=f4ab8d26-53ba-4299-b17a-60c425af1f98,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:56:18.015042 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-8f9f8349-6067-4c11-9a5d-389656b7db5d None None] Attempting to bind port 786fbba6-2067-47e2-9ff5-a211af1d17c4 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:56:18.016297 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-8f9f8349-6067-4c11-9a5d-389656b7db5d None None] Attempting to bind port 786fbba6-2067-47e2-9ff5-a211af1d17c4 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '111c5f9d-dbf3-4eaa-8502-8e5fa7f46f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '64ae69b0-8ac2-4e0b-9320-47844867ced2'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:56:18.016865 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9f8349-6067-4c11-9a5d-389656b7db5d None None] Attempting to bind port 786fbba6-2067-47e2-9ff5-a211af1d17c4 on network 64ae69b0-8ac2-4e0b-9320-47844867ced2 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:56:18.020190 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-038280b7-b945-4833-a7b1-204985b6c71f req-4686dfb1-3399-4474-84ed-0d8837d1fdb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dce960f1-daf6-4c24-91c4-3c4bcf1b86e9 {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:56:18.022883 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:18.023843 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device c7907752-282c-40fe-962b-2dd4a9790ee3 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:56:18.027116 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f85c4-0976-4ac1-a197-bd48197accde req-69700400-a9db-4e11-94e1-5b1f994f35be tempest-ImagesNegativeTestJSON-1235540873 tempest-ImagesNegativeTestJSON-1235540873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:18.029159 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-161f85c4-0976-4ac1-a197-bd48197accde req-69700400-a9db-4e11-94e1-5b1f994f35be tempest-ImagesNegativeTestJSON-1235540873 tempest-ImagesNegativeTestJSON-1235540873-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ab8142d-bf1b-4322-ad84-cd806d12489d HTTP/1.1" status: 200 len: 935 time: 0.2544575 May 05 19:56:18.030372 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-038280b7-b945-4833-a7b1-204985b6c71f req-4686dfb1-3399-4474-84ed-0d8837d1fdb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:18.043083 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9f8349-6067-4c11-9a5d-389656b7db5d None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:56:18.044099 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9f8349-6067-4c11-9a5d-389656b7db5d None None] Checking segment: {'id': '111c5f9d-dbf3-4eaa-8502-8e5fa7f46f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '64ae69b0-8ac2-4e0b-9320-47844867ced2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:56:18.044661 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8f9f8349-6067-4c11-9a5d-389656b7db5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:18.045325 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9f8349-6067-4c11-9a5d-389656b7db5d None None] Bound using segment: {'id': '111c5f9d-dbf3-4eaa-8502-8e5fa7f46f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '64ae69b0-8ac2-4e0b-9320-47844867ced2'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:56:18.045942 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-8f9f8349-6067-4c11-9a5d-389656b7db5d None None] Bound port: 786fbba6-2067-47e2-9ff5-a211af1d17c4, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '111c5f9d-dbf3-4eaa-8502-8e5fa7f46f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '64ae69b0-8ac2-4e0b-9320-47844867ced2'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:56:18.046469 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8f9f8349-6067-4c11-9a5d-389656b7db5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:18.047887 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-038280b7-b945-4833-a7b1-204985b6c71f req-4686dfb1-3399-4474-84ed-0d8837d1fdb0 service neutron] Transition to ACTIVE for port object dce960f1-daf6-4c24-91c4-3c4bcf1b86e9 will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:56:18.155835 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-8f9f8349-6067-4c11-9a5d-389656b7db5d None None] For port 786fbba6-2067-47e2-9ff5-a211af1d17c4, host n-d-840717-1, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:56:18.158997 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-8f9f8349-6067-4c11-9a5d-389656b7db5d None None] For port 786fbba6-2067-47e2-9ff5-a211af1d17c4, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=786fbba6-2067-47e2-9ff5-a211af1d17c4,segment=NetworkSegment(111c5f9d-dbf3-4eaa-8502-8e5fa7f46f62),segment_id=111c5f9d-dbf3-4eaa-8502-8e5fa7f46f62)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:56:18.162643 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-161f85c4-0976-4ac1-a197-bd48197accde req-88114c93-c3af-495e-9a7d-38d823f5247c tempest-ImagesNegativeTestJSON-1235540873 tempest-ImagesNegativeTestJSON-1235540873-project] 10.222.0.36 "GET /v2.0/security-groups?id=64968ca4-18bf-44e5-908a-43690abd3fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826538 May 05 19:56:18.164293 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-1911772a-25f1-4b74-b6c0-e23c4ebd8936 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:56:18.164981 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8f9f8349-6067-4c11-9a5d-389656b7db5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:18.168531 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-1911772a-25f1-4b74-b6c0-e23c4ebd8936 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Usage tracker for resource:port and tenant:2e25f2b4697644bc90cc941474a372f8 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:56:18.171809 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-1911772a-25f1-4b74-b6c0-e23c4ebd8936 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:56:18.190411 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-1911772a-25f1-4b74-b6c0-e23c4ebd8936 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:56:18.194560 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-038280b7-b945-4833-a7b1-204985b6c71f req-4686dfb1-3399-4474-84ed-0d8837d1fdb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:18.264090 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-35f3fa4f-b7ce-4948-8cc0-6883a0428642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea865ae6-49c8-4bde-8c54-5a2874952c61', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1184323249-router', 'tenant_id': '72fd05b830dc4dd3bd5540fd3505f3cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'bbd8b76c-9dcc-4434-89cd-8ef17ecb2a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:55:49Z', 'updated_at': '2022-05-05T19:56:03Z', 'revision_number': 4, 'project_id': '72fd05b830dc4dd3bd5540fd3505f3cd', 'gw_port': {'id': 'bbd8b76c-9dcc-4434-89cd-8ef17ecb2a5f', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:87:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea865ae6-49c8-4bde-8c54-5a2874952c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:55:52Z', 'updated_at': '2022-05-05T19:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '00fea136-4293-458f-93ed-d7b4c9669f77', 'name': '', 'network_id': 'a593f7d9-4cea-44aa-95eb-c6d63df39a91', 'tenant_id': '72fd05b830dc4dd3bd5540fd3505f3cd', 'mac_address': 'fa:16:3e:bb:b0:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea865ae6-49c8-4bde-8c54-5a2874952c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '3a49ad38-73d0-40d9-9a3c-7235865d0318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:56:00Z', 'updated_at': '2022-05-05T19:56:15Z', 'revision_number': 4, 'project_id': '72fd05b830dc4dd3bd5540fd3505f3cd', 'subnets': [{'id': '3a49ad38-73d0-40d9-9a3c-7235865d0318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:56:18.267314 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-2628480f-43de-4758-8807-004c41221eb5 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:56:18.272805 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-2628480f-43de-4758-8807-004c41221eb5 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Usage tracker for resource:port and tenant:2e25f2b4697644bc90cc941474a372f8 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:56:18.279815 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-2628480f-43de-4758-8807-004c41221eb5 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:56:18.283491 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f3fa4f-b7ce-4948-8cc0-6883a0428642 None None] The sync data for ids ['ea865ae6-49c8-4bde-8c54-5a2874952c61'] in n-d-840717-1 is: [{'id': 'ea865ae6-49c8-4bde-8c54-5a2874952c61', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1184323249-router', 'tenant_id': '72fd05b830dc4dd3bd5540fd3505f3cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'bbd8b76c-9dcc-4434-89cd-8ef17ecb2a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:55:49Z', 'updated_at': '2022-05-05T19:56:03Z', 'revision_number': 4, 'project_id': '72fd05b830dc4dd3bd5540fd3505f3cd', 'gw_port': {'id': 'bbd8b76c-9dcc-4434-89cd-8ef17ecb2a5f', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:87:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea865ae6-49c8-4bde-8c54-5a2874952c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:55:52Z', 'updated_at': '2022-05-05T19:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '00fea136-4293-458f-93ed-d7b4c9669f77', 'name': '', 'network_id': 'a593f7d9-4cea-44aa-95eb-c6d63df39a91', 'tenant_id': '72fd05b830dc4dd3bd5540fd3505f3cd', 'mac_address': 'fa:16:3e:bb:b0:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea865ae6-49c8-4bde-8c54-5a2874952c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '3a49ad38-73d0-40d9-9a3c-7235865d0318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:56:00Z', 'updated_at': '2022-05-05T19:56:15Z', 'revision_number': 4, 'project_id': '72fd05b830dc4dd3bd5540fd3505f3cd', 'subnets': [{'id': '3a49ad38-73d0-40d9-9a3c-7235865d0318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 19:56:18.286781 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-2628480f-43de-4758-8807-004c41221eb5 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:56:18.297538 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-acdb1999-b5ae-4dca-b580-338ab52df660 None None] Port 28d14b4c-2a8c-4117-81e7-0a4d4176ed96 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:56:18.314341 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=f4ab8d26-53ba-4299-b17a-60c425af1f98,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:18.381489 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port c7907752-282c-40fe-962b-2dd4a9790ee3 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:56:18.382623 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:18.417163 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9f8349-6067-4c11-9a5d-389656b7db5d None None] Routers {'f9c5edfd-5abd-422d-a15a-09a5460bd53d'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:56:18.417775 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-8f9f8349-6067-4c11-9a5d-389656b7db5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:56:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['f9c5edfd-5abd-422d-a15a-09a5460bd53d'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:56:18.504870 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-24533de1-4877-4b2e-bb3e-c7071e5bfb1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caf8a11b-b6a8-4bd5-a978-65d541786650 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:56:18.528071 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-24533de1-4877-4b2e-bb3e-c7071e5bfb1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:18.620661 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.api [None req-c2265a69-b5ab-4b67-8845-2126ced7facd admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88197) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 19:56:18.620975 n-d-840717-1 neutron-server[88197]: DEBUG oslo_db.api [None req-c2265a69-b5ab-4b67-8845-2126ced7facd admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 19:56:18.621870 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4686dfb1-3399-4474-84ed-0d8837d1fdb0 service neutron] Pushing event updated for resources: {'Port': ['ID=dce960f1-daf6-4c24-91c4-3c4bcf1b86e9,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:18.625541 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad5ce7c-08f2-4fcf-9d55-3433b01f9852 None None] Pushing event updated for resources: {'Port': ['ID=786fbba6-2067-47e2-9ff5-a211af1d17c4,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:18.639028 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-2628480f-43de-4758-8807-004c41221eb5 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Made reservation on behalf of 2e25f2b4697644bc90cc941474a372f8 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:56:18.665461 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-2628480f-43de-4758-8807-004c41221eb5 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:18.682213 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-24533de1-4877-4b2e-bb3e-c7071e5bfb1a service neutron] Transition to ACTIVE for port object caf8a11b-b6a8-4bd5-a978-65d541786650 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:56:18.718658 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-24533de1-4877-4b2e-bb3e-c7071e5bfb1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:18.829989 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08c458e-7f12-4f20-a47d-0dfe70619456 req-5aa99acf-3ca6-40ca-a8c6-720b8b2e2f37 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:18.831784 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d08c458e-7f12-4f20-a47d-0dfe70619456 req-5aa99acf-3ca6-40ca-a8c6-720b8b2e2f37 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/ports?device_id=11c99114-3821-43d0-b75c-371ff384e57f HTTP/1.1" status: 200 len: 945 time: 1.7842634 May 05 19:56:18.832482 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-1911772a-25f1-4b74-b6c0-e23c4ebd8936 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Made reservation on behalf of 2e25f2b4697644bc90cc941474a372f8 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:56:18.836228 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-1911772a-25f1-4b74-b6c0-e23c4ebd8936 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:18.891754 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-8f9f8349-6067-4c11-9a5d-389656b7db5d None None] Set router f9c5edfd-5abd-422d-a15a-09a5460bd53d gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:56:18.914644 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device f4ab8d26-53ba-4299-b17a-60c425af1f98 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:56:19.084618 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port f4ab8d26-53ba-4299-b17a-60c425af1f98 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:56:19.085137 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:19.143632 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-c2265a69-b5ab-4b67-8845-2126ced7facd admin admin] Deleting port 00fea136-4293-458f-93ed-d7b4c9669f77 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:56:19.144185 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c2265a69-b5ab-4b67-8845-2126ced7facd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:19.210492 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24533de1-4877-4b2e-bb3e-c7071e5bfb1a service neutron] Pushing event updated for resources: {'Port': ['ID=caf8a11b-b6a8-4bd5-a978-65d541786650,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:19.258977 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 00fea136-4293-458f-93ed-d7b4c9669f77 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:56:19.284544 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df9a51-6806-4218-bd0a-f7e44d2706fd req-fb00f1ed-7970-4f91-97f2-fe2a9321fdb5 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:19.286200 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-49df9a51-6806-4218-bd0a-f7e44d2706fd req-fb00f1ed-7970-4f91-97f2-fe2a9321fdb5 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "GET /v2.0/networks?id=64ae69b0-8ac2-4e0b-9320-47844867ced2 HTTP/1.1" status: 200 len: 821 time: 0.7300677 May 05 19:56:19.315234 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-24533de1-4877-4b2e-bb3e-c7071e5bfb1a service neutron] Attempting to bind port caf8a11b-b6a8-4bd5-a978-65d541786650 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:56:19.315500 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-24533de1-4877-4b2e-bb3e-c7071e5bfb1a service neutron] Attempting to bind port caf8a11b-b6a8-4bd5-a978-65d541786650 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': '0c8090e3-f4ef-4afc-8c15-493942fe2432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '4a41328b-09d2-49d9-a69a-9fe83e357baa'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:56:19.315774 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-24533de1-4877-4b2e-bb3e-c7071e5bfb1a service neutron] Attempting to bind port caf8a11b-b6a8-4bd5-a978-65d541786650 on network 4a41328b-09d2-49d9-a69a-9fe83e357baa {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:56:19.321146 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-24533de1-4877-4b2e-bb3e-c7071e5bfb1a service neutron] Port caf8a11b-b6a8-4bd5-a978-65d541786650 on network 4a41328b-09d2-49d9-a69a-9fe83e357baa not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:56:19.321350 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-24533de1-4877-4b2e-bb3e-c7071e5bfb1a service neutron] Attempting to bind port caf8a11b-b6a8-4bd5-a978-65d541786650 on network 4a41328b-09d2-49d9-a69a-9fe83e357baa {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:56:19.327589 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-49df9a51-6806-4218-bd0a-f7e44d2706fd req-1076b2cc-6f5d-4f8b-b0b9-a99fc7f93b5d tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "GET /v2.0/quotas/476cffb51a494e45a75196848dc23980 HTTP/1.1" status: 200 len: 375 time: 0.0289097 May 05 19:56:19.328330 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-24533de1-4877-4b2e-bb3e-c7071e5bfb1a service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:56:19.328658 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-24533de1-4877-4b2e-bb3e-c7071e5bfb1a service neutron] Checking segment: {'id': '0c8090e3-f4ef-4afc-8c15-493942fe2432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '4a41328b-09d2-49d9-a69a-9fe83e357baa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:56:19.329048 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-24533de1-4877-4b2e-bb3e-c7071e5bfb1a service neutron] Bound using segment: {'id': '0c8090e3-f4ef-4afc-8c15-493942fe2432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '4a41328b-09d2-49d9-a69a-9fe83e357baa'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:56:19.329667 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-24533de1-4877-4b2e-bb3e-c7071e5bfb1a service neutron] Bound port: caf8a11b-b6a8-4bd5-a978-65d541786650, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c8090e3-f4ef-4afc-8c15-493942fe2432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '4a41328b-09d2-49d9-a69a-9fe83e357baa'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:56:19.329786 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-24533de1-4877-4b2e-bb3e-c7071e5bfb1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:19.361373 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 00fea136-4293-458f-93ed-d7b4c9669f77 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:56:19.369648 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 00fea136-4293-458f-93ed-d7b4c9669f77 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:56:19.370367 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:19.380007 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-8f9f8349-6067-4c11-9a5d-389656b7db5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1301146889-router', 'tenant_id': '476cffb51a494e45a75196848dc23980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'f4ab8d26-53ba-4299-b17a-60c425af1f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:55:59Z', 'updated_at': '2022-05-05T19:56:12Z', 'revision_number': 4, 'project_id': '476cffb51a494e45a75196848dc23980', 'gw_port': {'id': 'f4ab8d26-53ba-4299-b17a-60c425af1f98', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:56:02Z', 'updated_at': '2022-05-05T19:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '786fbba6-2067-47e2-9ff5-a211af1d17c4', 'name': '', 'network_id': '64ae69b0-8ac2-4e0b-9320-47844867ced2', 'tenant_id': '476cffb51a494e45a75196848dc23980', 'mac_address': 'fa:16:3e:48:0b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'a4aaf969-3d1a-408b-86ce-50cecc40a653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:56:09Z', 'updated_at': '2022-05-05T19:56:18Z', 'revision_number': 4, 'project_id': '476cffb51a494e45a75196848dc23980', 'subnets': [{'id': 'a4aaf969-3d1a-408b-86ce-50cecc40a653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:56:19.387237 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9f8349-6067-4c11-9a5d-389656b7db5d None None] The sync data for ids ['f9c5edfd-5abd-422d-a15a-09a5460bd53d'] in n-d-840717-1 is: [{'id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1301146889-router', 'tenant_id': '476cffb51a494e45a75196848dc23980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'f4ab8d26-53ba-4299-b17a-60c425af1f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:55:59Z', 'updated_at': '2022-05-05T19:56:12Z', 'revision_number': 4, 'project_id': '476cffb51a494e45a75196848dc23980', 'gw_port': {'id': 'f4ab8d26-53ba-4299-b17a-60c425af1f98', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:56:02Z', 'updated_at': '2022-05-05T19:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '786fbba6-2067-47e2-9ff5-a211af1d17c4', 'name': '', 'network_id': '64ae69b0-8ac2-4e0b-9320-47844867ced2', 'tenant_id': '476cffb51a494e45a75196848dc23980', 'mac_address': 'fa:16:3e:48:0b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'a4aaf969-3d1a-408b-86ce-50cecc40a653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:56:09Z', 'updated_at': '2022-05-05T19:56:18Z', 'revision_number': 4, 'project_id': '476cffb51a494e45a75196848dc23980', 'subnets': [{'id': 'a4aaf969-3d1a-408b-86ce-50cecc40a653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 19:56:19.543780 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-24533de1-4877-4b2e-bb3e-c7071e5bfb1a service neutron] For port caf8a11b-b6a8-4bd5-a978-65d541786650, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:56:19.547290 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-24533de1-4877-4b2e-bb3e-c7071e5bfb1a service neutron] For port caf8a11b-b6a8-4bd5-a978-65d541786650, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=caf8a11b-b6a8-4bd5-a978-65d541786650,segment=NetworkSegment(0c8090e3-f4ef-4afc-8c15-493942fe2432),segment_id=0c8090e3-f4ef-4afc-8c15-493942fe2432)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:56:19.568379 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-49df9a51-6806-4218-bd0a-f7e44d2706fd req-3894fd16-f09c-4eb3-b307-02c01e906475 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Synchronizing usage tracker for tenant:476cffb51a494e45a75196848dc23980 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:56:19.574131 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-24533de1-4877-4b2e-bb3e-c7071e5bfb1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:19.581444 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:19.637348 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 00fea136-4293-458f-93ed-d7b4c9669f77, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=00fea136-4293-458f-93ed-d7b4c9669f77,segment=NetworkSegment(16c3bf64-be96-462e-b87e-2fbd0dd461b3),segment_id=16c3bf64-be96-462e-b87e-2fbd0dd461b3)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:56:19.644516 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:19.645277 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device dc1f7c07-c116-4f6b-baad-5fc44635c86e up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:56:19.653741 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-24533de1-4877-4b2e-bb3e-c7071e5bfb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:19.654615 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-24533de1-4877-4b2e-bb3e-c7071e5bfb1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:19.656199 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-24533de1-4877-4b2e-bb3e-c7071e5bfb1a service neutron] 10.222.0.24 "PUT /v2.0/ports/caf8a11b-b6a8-4bd5-a978-65d541786650 HTTP/1.1" status: 200 len: 1090 time: 2.2672267 May 05 19:56:19.676858 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11855e23-b65c-4f38-92a3-01eb040f36af', 'tag': 'caf8a11b-b6a8-4bd5-a978-65d541786650'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:56:19.721337 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-cb531bd5-ac1b-496c-b88e-9ca185277ac0 service neutron] Request body: {'port': {'device_id': '11855e23-b65c-4f38-92a3-01eb040f36af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:56:19.753931 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d08c458e-7f12-4f20-a47d-0dfe70619456 req-d0655fa0-67ae-40ad-af44-2dbbe304fd71 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/security-groups?id=b8eb825a-eb05-4b64-b47c-316dce01fa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8714614 May 05 19:56:19.794963 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24533de1-4877-4b2e-bb3e-c7071e5bfb1a service neutron] Pushing event updated for resources: {'Port': ['ID=caf8a11b-b6a8-4bd5-a978-65d541786650,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:19.805810 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-49df9a51-6806-4218-bd0a-f7e44d2706fd req-3894fd16-f09c-4eb3-b307-02c01e906475 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Unset dirty status for tenant:476cffb51a494e45a75196848dc23980 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:56:19.807180 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-49df9a51-6806-4218-bd0a-f7e44d2706fd req-3894fd16-f09c-4eb3-b307-02c01e906475 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=476cffb51a494e45a75196848dc23980&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4643974 May 05 19:56:19.860984 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=00fea136-4293-458f-93ed-d7b4c9669f77,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:19.884884 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port dc1f7c07-c116-4f6b-baad-5fc44635c86e triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:56:19.885519 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:19.898920 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-038280b7-b945-4833-a7b1-204985b6c71f req-4686dfb1-3399-4474-84ed-0d8837d1fdb0 service neutron] Attempting to bind port dce960f1-daf6-4c24-91c4-3c4bcf1b86e9 on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:56:19.899256 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-038280b7-b945-4833-a7b1-204985b6c71f req-4686dfb1-3399-4474-84ed-0d8837d1fdb0 service neutron] Attempting to bind port dce960f1-daf6-4c24-91c4-3c4bcf1b86e9 by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:56:19.899619 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038280b7-b945-4833-a7b1-204985b6c71f req-4686dfb1-3399-4474-84ed-0d8837d1fdb0 service neutron] Attempting to bind port dce960f1-daf6-4c24-91c4-3c4bcf1b86e9 on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:56:19.974014 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038280b7-b945-4833-a7b1-204985b6c71f req-4686dfb1-3399-4474-84ed-0d8837d1fdb0 service neutron] Port dce960f1-daf6-4c24-91c4-3c4bcf1b86e9 on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:56:19.974372 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038280b7-b945-4833-a7b1-204985b6c71f req-4686dfb1-3399-4474-84ed-0d8837d1fdb0 service neutron] Attempting to bind port dce960f1-daf6-4c24-91c4-3c4bcf1b86e9 on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:56:20.069011 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-2628480f-43de-4758-8807-004c41221eb5 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Allocated IP 172.20.0.10 (4d6027da-fd3d-4a5f-9b43-003448050635/d079e0cd-271b-40a4-9491-7392ec6adf3d/3dfe7259-df61-4927-95c8-da403c1bd18f) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:56:20.093589 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-cb531bd5-ac1b-496c-b88e-9ca185277ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:20.110632 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038280b7-b945-4833-a7b1-204985b6c71f req-4686dfb1-3399-4474-84ed-0d8837d1fdb0 service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:56:20.111085 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038280b7-b945-4833-a7b1-204985b6c71f req-4686dfb1-3399-4474-84ed-0d8837d1fdb0 service neutron] Checking segment: {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:56:20.111599 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038280b7-b945-4833-a7b1-204985b6c71f req-4686dfb1-3399-4474-84ed-0d8837d1fdb0 service neutron] Bound using segment: {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:56:20.112146 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-038280b7-b945-4833-a7b1-204985b6c71f req-4686dfb1-3399-4474-84ed-0d8837d1fdb0 service neutron] Bound port: dce960f1-daf6-4c24-91c4-3c4bcf1b86e9, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:56:20.112592 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-038280b7-b945-4833-a7b1-204985b6c71f req-4686dfb1-3399-4474-84ed-0d8837d1fdb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:20.204050 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-49df9a51-6806-4218-bd0a-f7e44d2706fd req-baba4116-45d1-43f5-aa8d-b8c4b60d5a6e service neutron] 10.222.0.36 "GET /v2.0/networks/64ae69b0-8ac2-4e0b-9320-47844867ced2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3833923 May 05 19:56:20.206932 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1d0730ac-0063-4605-8234-ddd7b938d187 req-beac649e-cb1d-48bf-bc05-2ee6dd82fb89 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] 10.222.0.36 "GET /v2.0/ports?device_id=64a351cd-836b-43a5-b5dc-65fbb5808f35 HTTP/1.1" status: 200 len: 210 time: 0.0834775 May 05 19:56:20.245111 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-7a81bb90-1934-4562-aa27-b1194e3bb68a req-fbcc98b8-7c33-4061-b739-74cf9ae04d28 tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1681692606', 'description': 'tempest-description-1377575262'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:56:20.292124 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-7a81bb90-1934-4562-aa27-b1194e3bb68a req-fbcc98b8-7c33-4061-b739-74cf9ae04d28 tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:56:20.333687 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-7a81bb90-1934-4562-aa27-b1194e3bb68a req-fbcc98b8-7c33-4061-b739-74cf9ae04d28 tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] Usage tracker for resource:security_group and tenant:b8b8c0b8c6c14f66b9af958e55a98807 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:56:20.341439 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-7a81bb90-1934-4562-aa27-b1194e3bb68a req-fbcc98b8-7c33-4061-b739-74cf9ae04d28 tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:56:20.373513 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-7a81bb90-1934-4562-aa27-b1194e3bb68a req-fbcc98b8-7c33-4061-b739-74cf9ae04d28 tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:56:20.379225 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-c2265a69-b5ab-4b67-8845-2126ced7facd admin admin] For port 00fea136-4293-458f-93ed-d7b4c9669f77, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=00fea136-4293-458f-93ed-d7b4c9669f77,segment=NetworkSegment(16c3bf64-be96-462e-b87e-2fbd0dd461b3),segment_id=16c3bf64-be96-462e-b87e-2fbd0dd461b3)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:56:20.379619 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c2265a69-b5ab-4b67-8845-2126ced7facd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:20.594973 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-c2265a69-b5ab-4b67-8845-2126ced7facd admin admin] Calling delete_port for 00fea136-4293-458f-93ed-d7b4c9669f77 owned by network:router_interface {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:56:20.632347 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-49df9a51-6806-4218-bd0a-f7e44d2706fd req-3fbc2e8c-21ae-4b40-aaf6-f8ac90f1ef6c service neutron] 10.222.0.36 "GET /v2.0/networks/64ae69b0-8ac2-4e0b-9320-47844867ced2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3634768 May 05 19:56:20.640365 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-7a81bb90-1934-4562-aa27-b1194e3bb68a req-fbcc98b8-7c33-4061-b739-74cf9ae04d28 tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:20.685394 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-038280b7-b945-4833-a7b1-204985b6c71f req-4686dfb1-3399-4474-84ed-0d8837d1fdb0 service neutron] For port dce960f1-daf6-4c24-91c4-3c4bcf1b86e9, host n-h2-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:56:20.716321 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-038280b7-b945-4833-a7b1-204985b6c71f req-4686dfb1-3399-4474-84ed-0d8837d1fdb0 service neutron] For port dce960f1-daf6-4c24-91c4-3c4bcf1b86e9, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=dce960f1-daf6-4c24-91c4-3c4bcf1b86e9,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:56:20.721701 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-7a81bb90-1934-4562-aa27-b1194e3bb68a req-fbcc98b8-7c33-4061-b739-74cf9ae04d28 tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:56:20.729908 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-2628480f-43de-4758-8807-004c41221eb5 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:20.734797 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-038280b7-b945-4833-a7b1-204985b6c71f req-4686dfb1-3399-4474-84ed-0d8837d1fdb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:20.781531 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-7a81bb90-1934-4562-aa27-b1194e3bb68a req-fbcc98b8-7c33-4061-b739-74cf9ae04d28 tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] Usage tracker for resource:security_group_rule and tenant:b8b8c0b8c6c14f66b9af958e55a98807 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:56:20.785102 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-7a81bb90-1934-4562-aa27-b1194e3bb68a req-fbcc98b8-7c33-4061-b739-74cf9ae04d28 tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:56:20.815259 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-7a81bb90-1934-4562-aa27-b1194e3bb68a req-fbcc98b8-7c33-4061-b739-74cf9ae04d28 tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:56:20.823037 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-cb531bd5-ac1b-496c-b88e-9ca185277ac0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28d14b4c-2a8c-4117-81e7-0a4d4176ed96 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:56:20.859998 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-cb531bd5-ac1b-496c-b88e-9ca185277ac0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:20.860182 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038280b7-b945-4833-a7b1-204985b6c71f req-4686dfb1-3399-4474-84ed-0d8837d1fdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:20.860619 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-038280b7-b945-4833-a7b1-204985b6c71f req-4686dfb1-3399-4474-84ed-0d8837d1fdb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:20.862010 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-038280b7-b945-4833-a7b1-204985b6c71f req-4686dfb1-3399-4474-84ed-0d8837d1fdb0 service neutron] 10.222.0.50 "PUT /v2.0/ports/dce960f1-daf6-4c24-91c4-3c4bcf1b86e9 HTTP/1.1" status: 200 len: 1095 time: 5.0867004 May 05 19:56:20.862453 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ab8142d-bf1b-4322-ad84-cd806d12489d', 'tag': 'dce960f1-daf6-4c24-91c4-3c4bcf1b86e9'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:56:20.899660 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4686dfb1-3399-4474-84ed-0d8837d1fdb0 service neutron] Pushing event updated for resources: {'Port': ['ID=dce960f1-daf6-4c24-91c4-3c4bcf1b86e9,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:20.920556 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b40a092-375d-4ade-8e80-b2eb2ba17bc1'] response: {'server_uuid': '11c99114-3821-43d0-b75c-371ff384e57f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51cdbdac-5772-409f-a50c-ec1709f56491', 'code': 200} May 05 19:56:20.921866 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-cb531bd5-ac1b-496c-b88e-9ca185277ac0 service neutron] Transition to ACTIVE for port object 28d14b4c-2a8c-4117-81e7-0a4d4176ed96 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:56:20.929538 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 786fbba6-2067-47e2-9ff5-a211af1d17c4 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:56:20.939801 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-cb531bd5-ac1b-496c-b88e-9ca185277ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:21.070933 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 786fbba6-2067-47e2-9ff5-a211af1d17c4 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:56:21.079762 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 786fbba6-2067-47e2-9ff5-a211af1d17c4 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:56:21.080202 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:21.100170 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-2628480f-43de-4758-8807-004c41221eb5 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:21.189294 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb531bd5-ac1b-496c-b88e-9ca185277ac0 service neutron] Pushing event updated for resources: {'Port': ['ID=28d14b4c-2a8c-4117-81e7-0a4d4176ed96,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:21.288200 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:21.344328 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-7a81bb90-1934-4562-aa27-b1194e3bb68a req-fbcc98b8-7c33-4061-b739-74cf9ae04d28 tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:21.352201 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 786fbba6-2067-47e2-9ff5-a211af1d17c4, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=786fbba6-2067-47e2-9ff5-a211af1d17c4,segment=NetworkSegment(111c5f9d-dbf3-4eaa-8502-8e5fa7f46f62),segment_id=111c5f9d-dbf3-4eaa-8502-8e5fa7f46f62)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:56:21.356889 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:21.357765 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 00fea136-4293-458f-93ed-d7b4c9669f77 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:56:21.362763 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-2628480f-43de-4758-8807-004c41221eb5 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Network 4d6027da-fd3d-4a5f-9b43-003448050635 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:56:21.373515 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.api [None req-c2265a69-b5ab-4b67-8845-2126ced7facd admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88197) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 19:56:21.374206 n-d-840717-1 neutron-server[88197]: DEBUG oslo_db.api [None req-c2265a69-b5ab-4b67-8845-2126ced7facd admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 19:56:21.379965 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-2628480f-43de-4758-8807-004c41221eb5 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:56:21.382900 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-7a81bb90-1934-4562-aa27-b1194e3bb68a req-fbcc98b8-7c33-4061-b739-74cf9ae04d28 tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:21.387333 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-2628480f-43de-4758-8807-004c41221eb5 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:56:21.449554 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-1911772a-25f1-4b74-b6c0-e23c4ebd8936 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Allocated IP 172.20.0.7 (4d6027da-fd3d-4a5f-9b43-003448050635/d079e0cd-271b-40a4-9491-7392ec6adf3d/b4edd95f-4851-4589-bba9-ed9de779d713) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:56:21.491442 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2628480f-43de-4758-8807-004c41221eb5 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Pushing event updated for resources: {'Port': ['ID=3dfe7259-df61-4927-95c8-da403c1bd18f,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:21.561574 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6edf234-8860-43a3-bec4-898205d27e6e req-8a2f7370-3ab3-4e95-bae9-b7b7185f8df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:21.567002 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c6edf234-8860-43a3-bec4-898205d27e6e req-8a2f7370-3ab3-4e95-bae9-b7b7185f8df0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=11c99114-3821-43d0-b75c-371ff384e57f HTTP/1.1" status: 200 len: 1096 time: 0.5406606 May 05 19:56:21.601492 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038280b7-b945-4833-a7b1-204985b6c71f req-21376429-9d2b-431a-9231-3b8ee6a54168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:21.602774 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-038280b7-b945-4833-a7b1-204985b6c71f req-21376429-9d2b-431a-9231-3b8ee6a54168 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=979a910b57bd4e8295eced451b40edbd&device_id=8ab8142d-bf1b-4322-ad84-cd806d12489d HTTP/1.1" status: 200 len: 1098 time: 0.6769886 May 05 19:56:21.609839 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcc98b8-7c33-4061-b739-74cf9ae04d28 tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa684f0-7141-478c-b3f3-9eae63df2c05,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:21.610829 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=786fbba6-2067-47e2-9ff5-a211af1d17c4,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:21.625075 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-2628480f-43de-4758-8807-004c41221eb5 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:21.626142 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-2628480f-43de-4758-8807-004c41221eb5 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:21.640097 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-7a81bb90-1934-4562-aa27-b1194e3bb68a req-fbcc98b8-7c33-4061-b739-74cf9ae04d28 tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:21.644858 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 00fea136-4293-458f-93ed-d7b4c9669f77 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:56:21.645056 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:21.656957 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf235b-ecf6-4dbe-aab5-bc4595d7936a req-a59b50ee-d677-4456-80e4-a748d8301887 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:21.659919 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7a81bb90-1934-4562-aa27-b1194e3bb68a req-fbcc98b8-7c33-4061-b739-74cf9ae04d28 tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.4248405 May 05 19:56:21.667007 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf235b-ecf6-4dbe-aab5-bc4595d7936a req-a59b50ee-d677-4456-80e4-a748d8301887 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:21.668297 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-44bf235b-ecf6-4dbe-aab5-bc4595d7936a req-a59b50ee-d677-4456-80e4-a748d8301887 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Synchronizing usage tracker for tenant:beb159436c9e4e2f822f7625a9d89435 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:56:21.699116 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c6edf234-8860-43a3-bec4-898205d27e6e req-12acdc7c-a860-4b91-a082-bf0c681acb1d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b8eb825a-eb05-4b64-b47c-316dce01fa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223114 May 05 19:56:21.705195 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-cb531bd5-ac1b-496c-b88e-9ca185277ac0 service neutron] Attempting to bind port 28d14b4c-2a8c-4117-81e7-0a4d4176ed96 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:56:21.705676 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-cb531bd5-ac1b-496c-b88e-9ca185277ac0 service neutron] Attempting to bind port 28d14b4c-2a8c-4117-81e7-0a4d4176ed96 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'c0879fe9-5842-45c6-b83f-c7c1568ceea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0aff080a-df51-4112-8543-bee56a0e44ff'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:56:21.706122 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-cb531bd5-ac1b-496c-b88e-9ca185277ac0 service neutron] Attempting to bind port 28d14b4c-2a8c-4117-81e7-0a4d4176ed96 on network 0aff080a-df51-4112-8543-bee56a0e44ff {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:56:21.718169 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-cb531bd5-ac1b-496c-b88e-9ca185277ac0 service neutron] Port 28d14b4c-2a8c-4117-81e7-0a4d4176ed96 on network 0aff080a-df51-4112-8543-bee56a0e44ff not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:56:21.719712 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-cb531bd5-ac1b-496c-b88e-9ca185277ac0 service neutron] Attempting to bind port 28d14b4c-2a8c-4117-81e7-0a4d4176ed96 on network 0aff080a-df51-4112-8543-bee56a0e44ff {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:56:21.725632 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-44bf235b-ecf6-4dbe-aab5-bc4595d7936a req-a59b50ee-d677-4456-80e4-a748d8301887 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Unset dirty status for tenant:beb159436c9e4e2f822f7625a9d89435 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:56:21.733041 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-44bf235b-ecf6-4dbe-aab5-bc4595d7936a req-a59b50ee-d677-4456-80e4-a748d8301887 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.36 "GET /v2.0/ports?device_id=11855e23-b65c-4f38-92a3-01eb040f36af HTTP/1.1" status: 200 len: 1676 time: 0.6221912 May 05 19:56:21.756261 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-cb531bd5-ac1b-496c-b88e-9ca185277ac0 service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:56:21.757034 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-cb531bd5-ac1b-496c-b88e-9ca185277ac0 service neutron] Checking segment: {'id': 'c0879fe9-5842-45c6-b83f-c7c1568ceea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0aff080a-df51-4112-8543-bee56a0e44ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:56:21.757523 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-cb531bd5-ac1b-496c-b88e-9ca185277ac0 service neutron] Bound using segment: {'id': 'c0879fe9-5842-45c6-b83f-c7c1568ceea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0aff080a-df51-4112-8543-bee56a0e44ff'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:56:21.758096 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-cb531bd5-ac1b-496c-b88e-9ca185277ac0 service neutron] Bound port: 28d14b4c-2a8c-4117-81e7-0a4d4176ed96, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0879fe9-5842-45c6-b83f-c7c1568ceea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0aff080a-df51-4112-8543-bee56a0e44ff'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:56:21.758559 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-cb531bd5-ac1b-496c-b88e-9ca185277ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:21.809365 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-44bf235b-ecf6-4dbe-aab5-bc4595d7936a req-8286d4a6-a39d-4b5e-baf0-e9392dc6b9a6 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.36 "GET /v2.0/security-groups?id=54210ff6-4648-4cdb-8887-421df42725ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752499 May 05 19:56:21.874567 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-038280b7-b945-4833-a7b1-204985b6c71f req-60c9c28c-b33e-42df-a96f-4d64ba6e2eb1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=dce960f1-daf6-4c24-91c4-3c4bcf1b86e9 HTTP/1.1" status: 200 len: 217 time: 0.2044740 May 05 19:56:21.876237 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d9b1d36a-949c-4746-aa3c-810fefd386e4 req-ec0bdb99-87d5-4fab-be91-59a49e2044ac tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=97ead9bcc5d448dab263815a595740a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0619025 May 05 19:56:21.949232 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-2628480f-43de-4758-8807-004c41221eb5 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7283010 May 05 19:56:21.993434 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-aba8581b-826a-4dac-8000-599dfe4d3ff0 service neutron] Request body: {'port': {'device_id': '64a351cd-836b-43a5-b5dc-65fbb5808f35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:56:21.997126 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-cb531bd5-ac1b-496c-b88e-9ca185277ac0 service neutron] For port 28d14b4c-2a8c-4117-81e7-0a4d4176ed96, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:56:22.010844 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-cb531bd5-ac1b-496c-b88e-9ca185277ac0 service neutron] For port 28d14b4c-2a8c-4117-81e7-0a4d4176ed96, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=28d14b4c-2a8c-4117-81e7-0a4d4176ed96,segment=NetworkSegment(c0879fe9-5842-45c6-b83f-c7c1568ceea6),segment_id=c0879fe9-5842-45c6-b83f-c7c1568ceea6)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:56:22.017644 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-cb531bd5-ac1b-496c-b88e-9ca185277ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:22.089928 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-cb531bd5-ac1b-496c-b88e-9ca185277ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:22.090623 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-cb531bd5-ac1b-496c-b88e-9ca185277ac0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:22.092130 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-cb531bd5-ac1b-496c-b88e-9ca185277ac0 service neutron] 10.222.0.24 "PUT /v2.0/ports/28d14b4c-2a8c-4117-81e7-0a4d4176ed96 HTTP/1.1" status: 200 len: 1091 time: 2.3819346 May 05 19:56:22.106426 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20948e4c-4ab7-45c6-9930-0b58ce6c4086 req-b18a478b-8fa9-45de-a553-1f66a0440689 tempest-ImagesNegativeTestJSON-1235540873 tempest-ImagesNegativeTestJSON-1235540873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:22.108574 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-20948e4c-4ab7-45c6-9930-0b58ce6c4086 req-b18a478b-8fa9-45de-a553-1f66a0440689 tempest-ImagesNegativeTestJSON-1235540873 tempest-ImagesNegativeTestJSON-1235540873-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ab8142d-bf1b-4322-ad84-cd806d12489d HTTP/1.1" status: 200 len: 947 time: 0.1849334 May 05 19:56:22.122839 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb531bd5-ac1b-496c-b88e-9ca185277ac0 service neutron] Pushing event updated for resources: {'Port': ['ID=28d14b4c-2a8c-4117-81e7-0a4d4176ed96,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:22.142354 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-c2265a69-b5ab-4b67-8845-2126ced7facd admin admin] Deleting port 00fea136-4293-458f-93ed-d7b4c9669f77 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:56:22.142688 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c2265a69-b5ab-4b67-8845-2126ced7facd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:22.230140 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-20948e4c-4ab7-45c6-9930-0b58ce6c4086 req-5da0daea-57c4-47c0-a19c-2e40f82ff2f5 tempest-ImagesNegativeTestJSON-1235540873 tempest-ImagesNegativeTestJSON-1235540873-project] 10.222.0.36 "GET /v2.0/security-groups?id=64968ca4-18bf-44e5-908a-43690abd3fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948348 May 05 19:56:22.259315 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-49d427f1-85cc-4bd7-975e-03634a0c52ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:22.262377 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-49d427f1-85cc-4bd7-975e-03634a0c52ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:22.264833 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-49d427f1-85cc-4bd7-975e-03634a0c52ae service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=beb159436c9e4e2f822f7625a9d89435&device_id=11855e23-b65c-4f38-92a3-01eb040f36af HTTP/1.1" status: 200 len: 1978 time: 0.1121202 May 05 19:56:22.397456 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f065bc4-cbc3-4a67-b185-8a54a5b36edc'] response: {'name': 'network-changed', 'server_uuid': '11855e23-b65c-4f38-92a3-01eb040f36af', 'tag': 'caf8a11b-b6a8-4bd5-a978-65d541786650', 'status': 'completed', 'code': 200} May 05 19:56:22.398786 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-6e3d3c1f-44d0-4be5-b6fe-35fc22bb51b5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.7&port_id=caf8a11b-b6a8-4bd5-a978-65d541786650 HTTP/1.1" status: 200 len: 217 time: 0.1251841 May 05 19:56:22.426840 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038280b7-b945-4833-a7b1-204985b6c71f req-e9f0d860-1f73-4bc8-bf66-3cc0040a00b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:22.428495 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-038280b7-b945-4833-a7b1-204985b6c71f req-e9f0d860-1f73-4bc8-bf66-3cc0040a00b0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.5451772 May 05 19:56:22.636261 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-5b534da0-b841-48bb-8d8b-0696fe8b83c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:22.637608 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-5b534da0-b841-48bb-8d8b-0696fe8b83c6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=732b72bb-cf13-43a7-9df0-49a3f8d99f8b HTTP/1.1" status: 200 len: 801 time: 0.2016475 May 05 19:56:22.645337 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-aba8581b-826a-4dac-8000-599dfe4d3ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:22.665928 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-1911772a-25f1-4b74-b6c0-e23c4ebd8936 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:22.695397 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b1d36a-949c-4746-aa3c-810fefd386e4 req-809285ac-1c42-4ce1-8ed9-0eb32e640cfb tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:22.702815 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d9b1d36a-949c-4746-aa3c-810fefd386e4 req-809285ac-1c42-4ce1-8ed9-0eb32e640cfb tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7625828 May 05 19:56:22.714277 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220faec4-ed5a-431c-8cae-36140712e28a req-5167287d-e4bb-4afc-b964-6db139666409 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:22.715868 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-220faec4-ed5a-431c-8cae-36140712e28a req-5167287d-e4bb-4afc-b964-6db139666409 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/ports?device_id=11c99114-3821-43d0-b75c-371ff384e57f HTTP/1.1" status: 200 len: 945 time: 0.3207035 May 05 19:56:22.751492 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d9b1d36a-949c-4746-aa3c-810fefd386e4 req-3156d399-bba8-4a0a-beb5-81952a769990 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/quotas/97ead9bcc5d448dab263815a595740a4 HTTP/1.1" status: 200 len: 375 time: 0.0475895 May 05 19:56:22.806241 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 786fbba6-2067-47e2-9ff5-a211af1d17c4 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:56:22.856615 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-c2265a69-b5ab-4b67-8845-2126ced7facd admin admin] For port 00fea136-4293-458f-93ed-d7b4c9669f77, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=00fea136-4293-458f-93ed-d7b4c9669f77,segment=NetworkSegment(16c3bf64-be96-462e-b87e-2fbd0dd461b3),segment_id=16c3bf64-be96-462e-b87e-2fbd0dd461b3)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:56:22.856978 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c2265a69-b5ab-4b67-8845-2126ced7facd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:22.926860 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df9a51-6806-4218-bd0a-f7e44d2706fd req-ed96e8de-4c99-4174-861c-71e0f1b2aa6f tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:22.928404 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-49df9a51-6806-4218-bd0a-f7e44d2706fd req-ed96e8de-4c99-4174-861c-71e0f1b2aa6f tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.24 "GET /v2.0/networks?id=64ae69b0-8ac2-4e0b-9320-47844867ced2 HTTP/1.1" status: 200 len: 821 time: 0.4355927 May 05 19:56:22.938457 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 786fbba6-2067-47e2-9ff5-a211af1d17c4 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:56:22.938828 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:22.945391 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-49df9a51-6806-4218-bd0a-f7e44d2706fd req-d57b7288-9690-4fff-8a32-33cedd55d74d tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Request body: {'port': {'device_id': '49a4125b-56a6-4534-a2ad-149f746815c4', 'network_id': '64ae69b0-8ac2-4e0b-9320-47844867ced2', 'admin_state_up': True, 'tenant_id': '476cffb51a494e45a75196848dc23980'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:56:23.004351 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-220faec4-ed5a-431c-8cae-36140712e28a req-89489bc0-36ee-444f-9e98-4c7eb29be3d5 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/security-groups?id=b8eb825a-eb05-4b64-b47c-316dce01fa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788782 May 05 19:56:23.009345 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-c2265a69-b5ab-4b67-8845-2126ced7facd admin admin] Calling delete_port for 00fea136-4293-458f-93ed-d7b4c9669f77 owned by network:router_interface {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:56:23.110089 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-4de0ec78-6136-42c8-8a43-f2200383b827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:23.111319 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-4de0ec78-6136-42c8-8a43-f2200383b827 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4a41328b-09d2-49d9-a69a-9fe83e357baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4525514 May 05 19:56:23.137631 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038280b7-b945-4833-a7b1-204985b6c71f req-c0b20d16-e878-4d81-822a-8e5b379bb6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:23.139131 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-038280b7-b945-4833-a7b1-204985b6c71f req-c0b20d16-e878-4d81-822a-8e5b379bb6a2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6686642 May 05 19:56:23.173419 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-1911772a-25f1-4b74-b6c0-e23c4ebd8936 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:23.214035 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-afe6941b-9fb5-474e-9617-de92fc79285e req-10c481d3-4029-4eab-99ff-3bf1fdebd240 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "GET /v2.0/ports?device_id=49a4125b-56a6-4534-a2ad-149f746815c4 HTTP/1.1" status: 200 len: 210 time: 0.0650587 May 05 19:56:23.266838 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-49df9a51-6806-4218-bd0a-f7e44d2706fd req-d57b7288-9690-4fff-8a32-33cedd55d74d tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:56:23.290596 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-49df9a51-6806-4218-bd0a-f7e44d2706fd req-d57b7288-9690-4fff-8a32-33cedd55d74d tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:56:23.311049 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93b93ede-bc9f-425a-828e-938501f4566e'] response: {'name': 'network-changed', 'server_uuid': '8ab8142d-bf1b-4322-ad84-cd806d12489d', 'tag': 'dce960f1-daf6-4c24-91c4-3c4bcf1b86e9', 'status': 'completed', 'code': 200} May 05 19:56:23.314112 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49df9a51-6806-4218-bd0a-f7e44d2706fd req-d57b7288-9690-4fff-8a32-33cedd55d74d tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Made reservation on behalf of 476cffb51a494e45a75196848dc23980 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:56:23.317596 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-49df9a51-6806-4218-bd0a-f7e44d2706fd req-d57b7288-9690-4fff-8a32-33cedd55d74d tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:23.339677 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-8522ae96-c57b-465a-8fe7-c6fe009f5489 service neutron] 10.222.0.24 "GET /v2.0/networks/4a41328b-09d2-49d9-a69a-9fe83e357baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215760 May 05 19:56:23.395198 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d9b1d36a-949c-4746-aa3c-810fefd386e4 req-6f5499a4-d38a-4bfc-8e05-53f3d6e40a86 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=97ead9bcc5d448dab263815a595740a4&fields=id HTTP/1.1" status: 200 len: 532 time: 0.6342027 May 05 19:56:23.409977 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-1911772a-25f1-4b74-b6c0-e23c4ebd8936 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Network 4d6027da-fd3d-4a5f-9b43-003448050635 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:56:23.418412 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-1911772a-25f1-4b74-b6c0-e23c4ebd8936 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:56:23.485785 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-1911772a-25f1-4b74-b6c0-e23c4ebd8936 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:56:23.509253 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1911772a-25f1-4b74-b6c0-e23c4ebd8936 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Pushing event updated for resources: {'Port': ['ID=b4edd95f-4851-4589-bba9-ed9de779d713,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:23.681730 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-40403c4f-e5c3-46d3-8b9a-849a5c965df4 service neutron] 10.222.0.24 "GET /v2.0/networks/4a41328b-09d2-49d9-a69a-9fe83e357baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352005 May 05 19:56:23.683946 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-49df9a51-6806-4218-bd0a-f7e44d2706fd req-d57b7288-9690-4fff-8a32-33cedd55d74d tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Allocated IP 172.20.0.5 (64ae69b0-8ac2-4e0b-9320-47844867ced2/a4aaf969-3d1a-408b-86ce-50cecc40a653/916de515-381a-48e9-a5de-f883cc07dedf) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:56:23.747111 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6127d4b1-2934-418f-a406-d83314a8ed7b req-1fca33fe-46bf-40ae-b53e-d649a738fb2f tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:23.748617 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6127d4b1-2934-418f-a406-d83314a8ed7b req-1fca33fe-46bf-40ae-b53e-d649a738fb2f tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] 10.222.0.36 "GET /v2.0/ports?device_id=64a351cd-836b-43a5-b5dc-65fbb5808f35 HTTP/1.1" status: 200 len: 932 time: 0.3446605 May 05 19:56:23.753492 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-038280b7-b945-4833-a7b1-204985b6c71f req-270dd49c-3f85-446a-9216-b2a79a73d705 service neutron] 10.222.0.50 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6051090 May 05 19:56:23.772291 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-2eb2385b-0397-47dc-872d-ad15d4c9d885 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.57&port_id=28d14b4c-2a8c-4117-81e7-0a4d4176ed96 HTTP/1.1" status: 200 len: 217 time: 0.0815158 May 05 19:56:23.788532 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-1911772a-25f1-4b74-b6c0-e23c4ebd8936 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:23.789146 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-1911772a-25f1-4b74-b6c0-e23c4ebd8936 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:23.890459 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-1911772a-25f1-4b74-b6c0-e23c4ebd8936 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.4845550 May 05 19:56:23.905330 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-6127d4b1-2934-418f-a406-d83314a8ed7b req-7bb8f5fd-b6e4-4af5-88dc-d1214fe2909c tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Synchronizing usage tracker for tenant:2e25f2b4697644bc90cc941474a372f8 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:56:23.937067 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-41d6b01a-8f3d-4383-b5fd-c6b4cc2738e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:23.938515 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-41d6b01a-8f3d-4383-b5fd-c6b4cc2738e9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7947ce35-55e7-4a1c-a48d-fc2c488ef6f0 HTTP/1.1" status: 200 len: 801 time: 0.1505282 May 05 19:56:23.955080 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-9015e23d-c477-4447-9905-44ffb269d14d service neutron] Request body: {'port': {'device_id': 'a2a2e280-8179-401e-b938-43511b23bfed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:56:24.077148 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-6127d4b1-2934-418f-a406-d83314a8ed7b req-7bb8f5fd-b6e4-4af5-88dc-d1214fe2909c tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Unset dirty status for tenant:2e25f2b4697644bc90cc941474a372f8 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:56:24.078297 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6127d4b1-2934-418f-a406-d83314a8ed7b req-7bb8f5fd-b6e4-4af5-88dc-d1214fe2909c tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] 10.222.0.36 "GET /v2.0/security-groups?id=a69b6ab0-aa14-4469-9dc2-2519a67a3dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084106 May 05 19:56:24.161319 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-49df9a51-6806-4218-bd0a-f7e44d2706fd req-d57b7288-9690-4fff-8a32-33cedd55d74d tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:24.173893 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-a32eaac2-ad1a-4e68-b72d-b7af715bfe41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:24.175777 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-a32eaac2-ad1a-4e68-b72d-b7af715bfe41 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0aff080a-df51-4112-8543-bee56a0e44ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2250731 May 05 19:56:24.181202 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-aba8581b-826a-4dac-8000-599dfe4d3ff0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dfe7259-df61-4927-95c8-da403c1bd18f {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:56:24.186573 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-49df9a51-6806-4218-bd0a-f7e44d2706fd req-d57b7288-9690-4fff-8a32-33cedd55d74d tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Transition to ACTIVE for port object 916de515-381a-48e9-a5de-f883cc07dedf will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:56:24.237104 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-aba8581b-826a-4dac-8000-599dfe4d3ff0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:24.245717 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-49df9a51-6806-4218-bd0a-f7e44d2706fd req-d57b7288-9690-4fff-8a32-33cedd55d74d tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:24.278359 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-038280b7-b945-4833-a7b1-204985b6c71f req-0deb0a6a-4b62-4d28-9238-461d8afe452b service neutron] 10.222.0.50 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5170376 May 05 19:56:24.326335 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c2265a69-b5ab-4b67-8845-2126ced7facd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:24.335006 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-aba8581b-826a-4dac-8000-599dfe4d3ff0 service neutron] Transition to ACTIVE for port object 3dfe7259-df61-4927-95c8-da403c1bd18f will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:56:24.422759 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-aba8581b-826a-4dac-8000-599dfe4d3ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:24.430578 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11855e23-b65c-4f38-92a3-01eb040f36af', 'tag': '28d14b4c-2a8c-4117-81e7-0a4d4176ed96'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:56:24.439862 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2265a69-b5ab-4b67-8845-2126ced7facd admin admin] Pushing event deleted for resources: {'Port': ['ID=00fea136-4293-458f-93ed-d7b4c9669f77,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:24.454501 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49df9a51-6806-4218-bd0a-f7e44d2706fd req-d57b7288-9690-4fff-8a32-33cedd55d74d tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Network 64ae69b0-8ac2-4e0b-9320-47844867ced2 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:56:24.461338 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-49df9a51-6806-4218-bd0a-f7e44d2706fd req-d57b7288-9690-4fff-8a32-33cedd55d74d tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:56:24.474783 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-49df9a51-6806-4218-bd0a-f7e44d2706fd req-d57b7288-9690-4fff-8a32-33cedd55d74d tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:56:24.478169 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-9015e23d-c477-4447-9905-44ffb269d14d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:24.519336 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57b7288-9690-4fff-8a32-33cedd55d74d tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Pushing event updated for resources: {'Port': ['ID=916de515-381a-48e9-a5de-f883cc07dedf,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:24.563576 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-83c1bf3e-545d-4184-9342-667d98a373d5 service neutron] 10.222.0.24 "GET /v2.0/networks/0aff080a-df51-4112-8543-bee56a0e44ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3463502 May 05 19:56:24.578809 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df9a51-6806-4218-bd0a-f7e44d2706fd req-d57b7288-9690-4fff-8a32-33cedd55d74d tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:24.579532 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-49df9a51-6806-4218-bd0a-f7e44d2706fd req-d57b7288-9690-4fff-8a32-33cedd55d74d tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:24.827417 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c41325d-62d8-45ff-88ab-bf56f3006d40 req-f322771e-65ad-476e-a9ff-f6302952e31b tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:24.834307 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c41325d-62d8-45ff-88ab-bf56f3006d40 req-f322771e-65ad-476e-a9ff-f6302952e31b tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:24.842004 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1c41325d-62d8-45ff-88ab-bf56f3006d40 req-f322771e-65ad-476e-a9ff-f6302952e31b tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.36 "GET /v2.0/ports?device_id=11855e23-b65c-4f38-92a3-01eb040f36af HTTP/1.1" status: 200 len: 1676 time: 0.6019015 May 05 19:56:24.885767 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d9b1d36a-949c-4746-aa3c-810fefd386e4 req-41d00753-6454-4240-9b98-e6f905b3ecb1 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=97ead9bcc5d448dab263815a595740a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0631969 May 05 19:56:24.938999 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-517b5f52-0fc8-48bc-9795-ac1443a7c39e None None] Provisioning for port 916de515-381a-48e9-a5de-f883cc07dedf completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:56:24.941584 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-49df9a51-6806-4218-bd0a-f7e44d2706fd req-d57b7288-9690-4fff-8a32-33cedd55d74d tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0014031 May 05 19:56:24.947825 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-517b5f52-0fc8-48bc-9795-ac1443a7c39e None None] Provisioning complete for port 916de515-381a-48e9-a5de-f883cc07dedf triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:56:24.948816 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-517b5f52-0fc8-48bc-9795-ac1443a7c39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:24.953675 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-49df9a51-6806-4218-bd0a-f7e44d2706fd req-f358ba7e-dd83-4b7b-bc83-8d0353dfe2a1 service neutron] Request body: {'port': {'device_id': '49a4125b-56a6-4534-a2ad-149f746815c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:56:25.013330 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-517b5f52-0fc8-48bc-9795-ac1443a7c39e None None] Port 916de515-381a-48e9-a5de-f883cc07dedf cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:56:25.017055 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1c41325d-62d8-45ff-88ab-bf56f3006d40 req-2899bad7-b98b-411a-9523-042195570499 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.36 "GET /v2.0/security-groups?id=54210ff6-4648-4cdb-8887-421df42725ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739814 May 05 19:56:25.053906 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ad3065c3-de3d-4674-8ce7-af314efd833f req-dc89e075-f491-47d1-b039-bbd35f226ffb service neutron] 10.222.0.24 "GET /v2.0/networks/0aff080a-df51-4112-8543-bee56a0e44ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4811740 May 05 19:56:25.184978 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba8581b-826a-4dac-8000-599dfe4d3ff0 service neutron] Pushing event updated for resources: {'Port': ['ID=3dfe7259-df61-4927-95c8-da403c1bd18f,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:25.220502 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-49df9a51-6806-4218-bd0a-f7e44d2706fd req-f358ba7e-dd83-4b7b-bc83-8d0353dfe2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:25.242838 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device dce960f1-daf6-4c24-91c4-3c4bcf1b86e9 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:56:25.332813 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d36aba-42b5-4173-a219-00c5d4cf1a66 req-f3b1ae39-2947-4d4d-9406-aae69ae11f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:25.333299 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d36aba-42b5-4173-a219-00c5d4cf1a66 req-f3b1ae39-2947-4d4d-9406-aae69ae11f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:25.335202 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-82d36aba-42b5-4173-a219-00c5d4cf1a66 req-f3b1ae39-2947-4d4d-9406-aae69ae11f19 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=beb159436c9e4e2f822f7625a9d89435&device_id=11855e23-b65c-4f38-92a3-01eb040f36af HTTP/1.1" status: 200 len: 1978 time: 0.2252254 May 05 19:56:25.344763 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb064b2-becc-4c94-ab25-51b63b3b9839 req-f3938307-15e0-47d1-9f4c-54c3c6cc5c61 tempest-ImagesNegativeTestJSON-1235540873 tempest-ImagesNegativeTestJSON-1235540873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:25.346160 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4cb064b2-becc-4c94-ab25-51b63b3b9839 req-f3938307-15e0-47d1-9f4c-54c3c6cc5c61 tempest-ImagesNegativeTestJSON-1235540873 tempest-ImagesNegativeTestJSON-1235540873-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ab8142d-bf1b-4322-ad84-cd806d12489d HTTP/1.1" status: 200 len: 947 time: 0.2034965 May 05 19:56:25.399664 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port dce960f1-daf6-4c24-91c4-3c4bcf1b86e9, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=dce960f1-daf6-4c24-91c4-3c4bcf1b86e9,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:56:25.414028 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': 'dce960f1-daf6-4c24-91c4-3c4bcf1b86e9', 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3', 'port_id': 'dce960f1-daf6-4c24-91c4-3c4bcf1b86e9', 'mac_address': 'fa:16:3e:d6:5f:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d72a8d3-0a35-4d3a-96b8-d869ff4093bc', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:56:25.480762 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:25.493057 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4cb064b2-becc-4c94-ab25-51b63b3b9839 req-b2aa772e-4378-465b-8ea5-707978e6c418 tempest-ImagesNegativeTestJSON-1235540873 tempest-ImagesNegativeTestJSON-1235540873-project] 10.222.0.36 "GET /v2.0/security-groups?id=64968ca4-18bf-44e5-908a-43690abd3fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053336 May 05 19:56:25.540685 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dce960f1-daf6-4c24-91c4-3c4bcf1b86e9 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:56:25.556863 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port dce960f1-daf6-4c24-91c4-3c4bcf1b86e9, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=dce960f1-daf6-4c24-91c4-3c4bcf1b86e9,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:56:25.561768 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:25.640459 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=dce960f1-daf6-4c24-91c4-3c4bcf1b86e9,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:25.665560 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-9eb24c47-56e1-46a2-926e-581a4f1856af req-f9d369fd-4964-4d66-a63a-7b421fb51d96 tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] Synchronizing usage tracker for tenant:b8b8c0b8c6c14f66b9af958e55a98807 on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:56:25.671026 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c17430-a112-4d84-a06f-528b11c2de29 req-33b1002e-1d46-470c-a957-4219acbea536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:25.673133 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-37c17430-a112-4d84-a06f-528b11c2de29 req-33b1002e-1d46-470c-a957-4219acbea536 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=979a910b57bd4e8295eced451b40edbd&device_id=8ab8142d-bf1b-4322-ad84-cd806d12489d HTTP/1.1" status: 200 len: 1098 time: 1.3025494 May 05 19:56:25.689017 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c2265a69-b5ab-4b67-8845-2126ced7facd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:25.782153 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d36aba-42b5-4173-a219-00c5d4cf1a66 req-134e8674-d51d-4c68-8587-30cadd018b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:25.783639 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-82d36aba-42b5-4173-a219-00c5d4cf1a66 req-134e8674-d51d-4c68-8587-30cadd018b54 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4a41328b-09d2-49d9-a69a-9fe83e357baa HTTP/1.1" status: 200 len: 903 time: 0.4366043 May 05 19:56:25.788296 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-aba8581b-826a-4dac-8000-599dfe4d3ff0 service neutron] Attempting to bind port 3dfe7259-df61-4927-95c8-da403c1bd18f on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:56:25.788505 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-63d5d7dc-d455-4fc6-8e1b-03260f060371 req-7a376652-3fd6-4e19-b6d8-eafe9414b37f tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=0365221e-cddb-44e7-a343-19816d97415a HTTP/1.1" status: 200 len: 210 time: 0.0679815 May 05 19:56:25.788704 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-aba8581b-826a-4dac-8000-599dfe4d3ff0 service neutron] Attempting to bind port 3dfe7259-df61-4927-95c8-da403c1bd18f by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': '069234c5-3fbc-4f95-b319-b1989412732e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4d6027da-fd3d-4a5f-9b43-003448050635'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:56:25.788987 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-aba8581b-826a-4dac-8000-599dfe4d3ff0 service neutron] Attempting to bind port 3dfe7259-df61-4927-95c8-da403c1bd18f on network 4d6027da-fd3d-4a5f-9b43-003448050635 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:56:25.809107 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['dce960f1-daf6-4c24-91c4-3c4bcf1b86e9'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:56:25.860783 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-82d36aba-42b5-4173-a219-00c5d4cf1a66 req-133e8dcf-1773-41e5-8c7c-1d290f4c2def service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.7&port_id=caf8a11b-b6a8-4bd5-a978-65d541786650 HTTP/1.1" status: 200 len: 217 time: 0.0693123 May 05 19:56:25.876185 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b1d36a-949c-4746-aa3c-810fefd386e4 req-a4c82386-3bce-4a4e-8d0a-c7f5e48f2022 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:25.877622 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d9b1d36a-949c-4746-aa3c-810fefd386e4 req-a4c82386-3bce-4a4e-8d0a-c7f5e48f2022 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8448632 May 05 19:56:25.878250 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-9eb24c47-56e1-46a2-926e-581a4f1856af req-f9d369fd-4964-4d66-a63a-7b421fb51d96 tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] Unset dirty status for tenant:b8b8c0b8c6c14f66b9af958e55a98807 on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:56:25.887835 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9eb24c47-56e1-46a2-926e-581a4f1856af req-f9d369fd-4964-4d66-a63a-7b421fb51d96 tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42365 time: 2.3246169 May 05 19:56:25.912755 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-aba8581b-826a-4dac-8000-599dfe4d3ff0 service neutron] Port 3dfe7259-df61-4927-95c8-da403c1bd18f on network 4d6027da-fd3d-4a5f-9b43-003448050635 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:56:25.913038 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-aba8581b-826a-4dac-8000-599dfe4d3ff0 service neutron] Attempting to bind port 3dfe7259-df61-4927-95c8-da403c1bd18f on network 4d6027da-fd3d-4a5f-9b43-003448050635 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:56:25.970148 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-d9b1d36a-949c-4746-aa3c-810fefd386e4 req-ef7d67f5-178f-4926-9392-e091b0e86fbf tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Request body: {'port': {'device_id': '0365221e-cddb-44e7-a343-19816d97415a', 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3', 'admin_state_up': True, 'tenant_id': '97ead9bcc5d448dab263815a595740a4'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:56:26.007080 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d36aba-42b5-4173-a219-00c5d4cf1a66 req-9b114015-e876-47db-8b5e-665a72b78040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:26.009016 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-82d36aba-42b5-4173-a219-00c5d4cf1a66 req-9b114015-e876-47db-8b5e-665a72b78040 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=732b72bb-cf13-43a7-9df0-49a3f8d99f8b HTTP/1.1" status: 200 len: 801 time: 0.1351509 May 05 19:56:26.031146 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-aba8581b-826a-4dac-8000-599dfe4d3ff0 service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:56:26.031540 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-aba8581b-826a-4dac-8000-599dfe4d3ff0 service neutron] Checking segment: {'id': '069234c5-3fbc-4f95-b319-b1989412732e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4d6027da-fd3d-4a5f-9b43-003448050635'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:56:26.031954 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-aba8581b-826a-4dac-8000-599dfe4d3ff0 service neutron] Bound using segment: {'id': '069234c5-3fbc-4f95-b319-b1989412732e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4d6027da-fd3d-4a5f-9b43-003448050635'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:56:26.032405 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-aba8581b-826a-4dac-8000-599dfe4d3ff0 service neutron] Bound port: 3dfe7259-df61-4927-95c8-da403c1bd18f, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '069234c5-3fbc-4f95-b319-b1989412732e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4d6027da-fd3d-4a5f-9b43-003448050635'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:56:26.032773 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-aba8581b-826a-4dac-8000-599dfe4d3ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:26.150973 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-49df9a51-6806-4218-bd0a-f7e44d2706fd req-f358ba7e-dd83-4b7b-bc83-8d0353dfe2a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 916de515-381a-48e9-a5de-f883cc07dedf {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:56:26.166591 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d4cb24-f5c4-4e18-8439-2b497eb3f11f req-7b4c218c-0a40-45b8-81dd-90e9bdb60bc1 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:26.168026 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-25d4cb24-f5c4-4e18-8439-2b497eb3f11f req-7b4c218c-0a40-45b8-81dd-90e9bdb60bc1 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/ports?device_id=11c99114-3821-43d0-b75c-371ff384e57f HTTP/1.1" status: 200 len: 945 time: 0.2550023 May 05 19:56:26.169863 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-49df9a51-6806-4218-bd0a-f7e44d2706fd req-f358ba7e-dd83-4b7b-bc83-8d0353dfe2a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:26.211694 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-49df9a51-6806-4218-bd0a-f7e44d2706fd req-f358ba7e-dd83-4b7b-bc83-8d0353dfe2a1 service neutron] Transition to ACTIVE for port object 916de515-381a-48e9-a5de-f883cc07dedf will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:56:26.217316 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-49df9a51-6806-4218-bd0a-f7e44d2706fd req-f358ba7e-dd83-4b7b-bc83-8d0353dfe2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:26.292374 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d36aba-42b5-4173-a219-00c5d4cf1a66 req-6c918e65-39c6-4984-80f0-5baadcb928a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:26.293865 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-82d36aba-42b5-4173-a219-00c5d4cf1a66 req-6c918e65-39c6-4984-80f0-5baadcb928a7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4a41328b-09d2-49d9-a69a-9fe83e357baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2753699 May 05 19:56:26.366097 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-25d4cb24-f5c4-4e18-8439-2b497eb3f11f req-b8b91041-c65d-4590-9023-fd2d13384e95 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/security-groups?id=b8eb825a-eb05-4b64-b47c-316dce01fa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897337 May 05 19:56:26.377870 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9eb24c47-56e1-46a2-926e-581a4f1856af req-0360d45f-8946-46b6-b5bf-9078fed7c07d tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] 10.222.0.36 "GET /v2.0/security-groups/352a0376-f4d7-4cf4-99c3-ad13d2d04eee HTTP/1.1" status: 200 len: 2981 time: 0.4890754 May 05 19:56:26.413583 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c17430-a112-4d84-a06f-528b11c2de29 req-26244dcb-1b2a-4334-a3bf-b320e67ad2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:26.415098 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-37c17430-a112-4d84-a06f-528b11c2de29 req-26244dcb-1b2a-4334-a3bf-b320e67ad2f1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3 HTTP/1.1" status: 200 len: 870 time: 0.7270074 May 05 19:56:26.577338 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-37c17430-a112-4d84-a06f-528b11c2de29 req-32f8a98a-223c-475e-93a0-1d716801f345 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=dce960f1-daf6-4c24-91c4-3c4bcf1b86e9 HTTP/1.1" status: 200 len: 217 time: 0.1452928 May 05 19:56:26.654815 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f358ba7e-dd83-4b7b-bc83-8d0353dfe2a1 service neutron] Pushing event updated for resources: {'Port': ['ID=916de515-381a-48e9-a5de-f883cc07dedf,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:26.742528 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-aba8581b-826a-4dac-8000-599dfe4d3ff0 service neutron] For port 3dfe7259-df61-4927-95c8-da403c1bd18f, host n-h1-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:56:26.750589 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9eb24c47-56e1-46a2-926e-581a4f1856af req-bf3de6a6-cfd0-4cb6-88e0-7e45f176c899 tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] 10.222.0.36 "GET /v2.0/security-groups/352a0376-f4d7-4cf4-99c3-ad13d2d04eee HTTP/1.1" status: 200 len: 2981 time: 0.3717723 May 05 19:56:26.763024 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-d9b1d36a-949c-4746-aa3c-810fefd386e4 req-ef7d67f5-178f-4926-9392-e091b0e86fbf tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:56:26.793068 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-aba8581b-826a-4dac-8000-599dfe4d3ff0 service neutron] For port 3dfe7259-df61-4927-95c8-da403c1bd18f, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=3dfe7259-df61-4927-95c8-da403c1bd18f,segment=NetworkSegment(069234c5-3fbc-4f95-b319-b1989412732e),segment_id=069234c5-3fbc-4f95-b319-b1989412732e)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:56:26.866324 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-aba8581b-826a-4dac-8000-599dfe4d3ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:26.875185 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-d9b1d36a-949c-4746-aa3c-810fefd386e4 req-ef7d67f5-178f-4926-9392-e091b0e86fbf tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:56:26.913110 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-82d36aba-42b5-4173-a219-00c5d4cf1a66 req-c9f99a04-d2e2-4167-bcb0-0692139751b9 service neutron] 10.222.0.24 "GET /v2.0/networks/4a41328b-09d2-49d9-a69a-9fe83e357baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5608783 May 05 19:56:26.918383 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-49df9a51-6806-4218-bd0a-f7e44d2706fd req-f358ba7e-dd83-4b7b-bc83-8d0353dfe2a1 service neutron] Attempting to bind port 916de515-381a-48e9-a5de-f883cc07dedf on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:56:26.918713 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-49df9a51-6806-4218-bd0a-f7e44d2706fd req-f358ba7e-dd83-4b7b-bc83-8d0353dfe2a1 service neutron] Attempting to bind port 916de515-381a-48e9-a5de-f883cc07dedf by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': '111c5f9d-dbf3-4eaa-8502-8e5fa7f46f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '64ae69b0-8ac2-4e0b-9320-47844867ced2'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:56:26.919036 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49df9a51-6806-4218-bd0a-f7e44d2706fd req-f358ba7e-dd83-4b7b-bc83-8d0353dfe2a1 service neutron] Attempting to bind port 916de515-381a-48e9-a5de-f883cc07dedf on network 64ae69b0-8ac2-4e0b-9320-47844867ced2 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:56:26.941036 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c17430-a112-4d84-a06f-528b11c2de29 req-94288726-fa34-4906-98c0-1bc99f341f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:26.942473 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-37c17430-a112-4d84-a06f-528b11c2de29 req-94288726-fa34-4906-98c0-1bc99f341f52 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.3446183 May 05 19:56:26.951763 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49df9a51-6806-4218-bd0a-f7e44d2706fd req-f358ba7e-dd83-4b7b-bc83-8d0353dfe2a1 service neutron] Port 916de515-381a-48e9-a5de-f883cc07dedf on network 64ae69b0-8ac2-4e0b-9320-47844867ced2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:56:26.952014 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49df9a51-6806-4218-bd0a-f7e44d2706fd req-f358ba7e-dd83-4b7b-bc83-8d0353dfe2a1 service neutron] Attempting to bind port 916de515-381a-48e9-a5de-f883cc07dedf on network 64ae69b0-8ac2-4e0b-9320-47844867ced2 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:56:26.977391 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49df9a51-6806-4218-bd0a-f7e44d2706fd req-f358ba7e-dd83-4b7b-bc83-8d0353dfe2a1 service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:56:26.977729 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49df9a51-6806-4218-bd0a-f7e44d2706fd req-f358ba7e-dd83-4b7b-bc83-8d0353dfe2a1 service neutron] Checking segment: {'id': '111c5f9d-dbf3-4eaa-8502-8e5fa7f46f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '64ae69b0-8ac2-4e0b-9320-47844867ced2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:56:26.978108 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49df9a51-6806-4218-bd0a-f7e44d2706fd req-f358ba7e-dd83-4b7b-bc83-8d0353dfe2a1 service neutron] Bound using segment: {'id': '111c5f9d-dbf3-4eaa-8502-8e5fa7f46f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '64ae69b0-8ac2-4e0b-9320-47844867ced2'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:56:26.978539 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-49df9a51-6806-4218-bd0a-f7e44d2706fd req-f358ba7e-dd83-4b7b-bc83-8d0353dfe2a1 service neutron] Bound port: 916de515-381a-48e9-a5de-f883cc07dedf, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '111c5f9d-dbf3-4eaa-8502-8e5fa7f46f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '64ae69b0-8ac2-4e0b-9320-47844867ced2'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:56:26.978880 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-49df9a51-6806-4218-bd0a-f7e44d2706fd req-f358ba7e-dd83-4b7b-bc83-8d0353dfe2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:27.048200 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fc1e952b-e78a-42ff-a56f-145a349eba51 req-252b4453-c008-460e-9cef-e0e7ac302516 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=83ac2a72-1269-4ad8-a2f9-a8775b8bf130&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3561656 May 05 19:56:27.056695 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81084f6-6241-426e-9918-6009c090cd7e req-b90823a6-46d7-4252-9cbb-6abc538e51d1 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:27.057111 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-d81084f6-6241-426e-9918-6009c090cd7e req-b90823a6-46d7-4252-9cbb-6abc538e51d1 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Synchronizing usage tracker for tenant:476cffb51a494e45a75196848dc23980 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:56:27.074340 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-aba8581b-826a-4dac-8000-599dfe4d3ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:27.074950 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-aba8581b-826a-4dac-8000-599dfe4d3ff0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:27.076315 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-aba8581b-826a-4dac-8000-599dfe4d3ff0 service neutron] 10.222.0.24 "PUT /v2.0/ports/3dfe7259-df61-4927-95c8-da403c1bd18f HTTP/1.1" status: 200 len: 1092 time: 5.0962811 May 05 19:56:27.078773 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9b1d36a-949c-4746-aa3c-810fefd386e4 req-ef7d67f5-178f-4926-9392-e091b0e86fbf tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Made reservation on behalf of 97ead9bcc5d448dab263815a595740a4 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:56:27.082121 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d9b1d36a-949c-4746-aa3c-810fefd386e4 req-ef7d67f5-178f-4926-9392-e091b0e86fbf tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:27.091232 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64a351cd-836b-43a5-b5dc-65fbb5808f35', 'tag': '3dfe7259-df61-4927-95c8-da403c1bd18f'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:56:27.122554 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 28d14b4c-2a8c-4117-81e7-0a4d4176ed96 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:56:27.189983 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-d81084f6-6241-426e-9918-6009c090cd7e req-b90823a6-46d7-4252-9cbb-6abc538e51d1 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Unset dirty status for tenant:476cffb51a494e45a75196848dc23980 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:56:27.191146 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d81084f6-6241-426e-9918-6009c090cd7e req-b90823a6-46d7-4252-9cbb-6abc538e51d1 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "GET /v2.0/ports?device_id=49a4125b-56a6-4534-a2ad-149f746815c4 HTTP/1.1" status: 200 len: 943 time: 0.5706370 May 05 19:56:27.251104 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device dce960f1-daf6-4c24-91c4-3c4bcf1b86e9 up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:56:27.252814 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-82d36aba-42b5-4173-a219-00c5d4cf1a66 req-4ac7987a-6be9-4ff1-b131-74a9bf89bf26 service neutron] 10.222.0.24 "GET /v2.0/networks/4a41328b-09d2-49d9-a69a-9fe83e357baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273492 May 05 19:56:27.286866 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-49df9a51-6806-4218-bd0a-f7e44d2706fd req-f358ba7e-dd83-4b7b-bc83-8d0353dfe2a1 service neutron] For port 916de515-381a-48e9-a5de-f883cc07dedf, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:56:27.294234 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d81084f6-6241-426e-9918-6009c090cd7e req-9347515f-6a39-4283-8ea0-368d8d76ecb4 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "GET /v2.0/security-groups?id=352a0376-f4d7-4cf4-99c3-ad13d2d04eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856137 May 05 19:56:27.300456 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-49df9a51-6806-4218-bd0a-f7e44d2706fd req-f358ba7e-dd83-4b7b-bc83-8d0353dfe2a1 service neutron] For port 916de515-381a-48e9-a5de-f883cc07dedf, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=916de515-381a-48e9-a5de-f883cc07dedf,segment=NetworkSegment(111c5f9d-dbf3-4eaa-8502-8e5fa7f46f62),segment_id=111c5f9d-dbf3-4eaa-8502-8e5fa7f46f62)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:56:27.308871 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-49df9a51-6806-4218-bd0a-f7e44d2706fd req-f358ba7e-dd83-4b7b-bc83-8d0353dfe2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:27.346927 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-9015e23d-c477-4447-9905-44ffb269d14d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4edd95f-4851-4589-bba9-ed9de779d713 {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:56:27.354175 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e952b-e78a-42ff-a56f-145a349eba51 req-999ae9b5-2b17-48b3-8dfc-27c730f94f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:27.355705 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fc1e952b-e78a-42ff-a56f-145a349eba51 req-999ae9b5-2b17-48b3-8dfc-27c730f94f9b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=97ead9bcc5d448dab263815a595740a4&device_id=83ac2a72-1269-4ad8-a2f9-a8775b8bf130 HTTP/1.1" status: 200 len: 1101 time: 0.2583132 May 05 19:56:27.377633 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-9015e23d-c477-4447-9905-44ffb269d14d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:27.380229 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df9a51-6806-4218-bd0a-f7e44d2706fd req-f358ba7e-dd83-4b7b-bc83-8d0353dfe2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:27.380830 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-49df9a51-6806-4218-bd0a-f7e44d2706fd req-f358ba7e-dd83-4b7b-bc83-8d0353dfe2a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:27.382456 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-49df9a51-6806-4218-bd0a-f7e44d2706fd req-f358ba7e-dd83-4b7b-bc83-8d0353dfe2a1 service neutron] 10.222.0.24 "PUT /v2.0/ports/916de515-381a-48e9-a5de-f883cc07dedf HTTP/1.1" status: 200 len: 1091 time: 2.4329991 May 05 19:56:27.405944 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 28d14b4c-2a8c-4117-81e7-0a4d4176ed96, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=28d14b4c-2a8c-4117-81e7-0a4d4176ed96,segment=NetworkSegment(c0879fe9-5842-45c6-b83f-c7c1568ceea6),segment_id=c0879fe9-5842-45c6-b83f-c7c1568ceea6)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:56:27.430878 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '28d14b4c-2a8c-4117-81e7-0a4d4176ed96', 'network_id': '0aff080a-df51-4112-8543-bee56a0e44ff', 'port_id': '28d14b4c-2a8c-4117-81e7-0a4d4176ed96', 'mac_address': 'fa:16:3e:30:29:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7947ce35-55e7-4a1c-a48d-fc2c488ef6f0', 'ip_address': '19.86.0.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:56:27.435320 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9eb24c47-56e1-46a2-926e-581a4f1856af req-3f7670a8-3bea-401e-8d13-607899eb5fdd tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] 10.222.0.36 "GET /v2.0/security-groups/47e8f45b-d376-403a-8bb9-867508147e91 HTTP/1.1" status: 200 len: 2981 time: 0.6585412 May 05 19:56:27.487182 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba8581b-826a-4dac-8000-599dfe4d3ff0 service neutron] Pushing event updated for resources: {'Port': ['ID=3dfe7259-df61-4927-95c8-da403c1bd18f,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:27.493498 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2265a69-b5ab-4b67-8845-2126ced7facd admin admin] Router ea865ae6-49c8-4bde-8c54-5a2874952c61 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 19:56:27.528300 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd552574-86b1-47c3-a9c9-eefb0d800787'] response: {'name': 'network-changed', 'server_uuid': '11855e23-b65c-4f38-92a3-01eb040f36af', 'tag': '28d14b4c-2a8c-4117-81e7-0a4d4176ed96', 'status': 'completed', 'code': 200} May 05 19:56:27.554244 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port dce960f1-daf6-4c24-91c4-3c4bcf1b86e9 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:56:27.565673 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port dce960f1-daf6-4c24-91c4-3c4bcf1b86e9 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:56:27.566048 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:27.566862 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-9015e23d-c477-4447-9905-44ffb269d14d service neutron] Transition to ACTIVE for port object b4edd95f-4851-4589-bba9-ed9de779d713 will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:56:27.575728 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9eb24c47-56e1-46a2-926e-581a4f1856af req-0310a3ab-b1d5-4949-9a92-aeddd3d9fa80 tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] 10.222.0.36 "GET /v2.0/security-groups/47e8f45b-d376-403a-8bb9-867508147e91 HTTP/1.1" status: 200 len: 2981 time: 0.1393914 May 05 19:56:27.633719 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-9015e23d-c477-4447-9905-44ffb269d14d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:27.656810 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:27.659188 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f358ba7e-dd83-4b7b-bc83-8d0353dfe2a1 service neutron] Pushing event updated for resources: {'Port': ['ID=916de515-381a-48e9-a5de-f883cc07dedf,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:27.709301 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28d14b4c-2a8c-4117-81e7-0a4d4176ed96 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:56:27.768820 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 28d14b4c-2a8c-4117-81e7-0a4d4176ed96, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=28d14b4c-2a8c-4117-81e7-0a4d4176ed96,segment=NetworkSegment(c0879fe9-5842-45c6-b83f-c7c1568ceea6),segment_id=c0879fe9-5842-45c6-b83f-c7c1568ceea6)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:56:27.776645 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:27.777391 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device caf8a11b-b6a8-4bd5-a978-65d541786650 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:56:27.798338 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e952b-e78a-42ff-a56f-145a349eba51 req-3992876a-975c-45c7-aa45-d0548bdd757a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:27.799842 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fc1e952b-e78a-42ff-a56f-145a349eba51 req-3992876a-975c-45c7-aa45-d0548bdd757a service neutron] 10.222.0.50 "GET /v2.0/networks?id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3 HTTP/1.1" status: 200 len: 870 time: 0.4164982 May 05 19:56:27.804166 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-be4e6ad1-84fc-41b2-a1e3-da01c52b14f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:27.805799 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-be4e6ad1-84fc-41b2-a1e3-da01c52b14f5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2e25f2b4697644bc90cc941474a372f8&device_id=64a351cd-836b-43a5-b5dc-65fbb5808f35 HTTP/1.1" status: 200 len: 1095 time: 0.6884563 May 05 19:56:27.852140 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:27.887050 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fc1e952b-e78a-42ff-a56f-145a349eba51 req-5a12b65e-20be-44f7-9ab6-4a6122cb0dec service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=6e0be088-6cfe-4e5c-9668-51def98d91cd HTTP/1.1" status: 200 len: 217 time: 0.0785487 May 05 19:56:27.889884 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df9a51-6806-4218-bd0a-f7e44d2706fd req-657aa379-8247-441a-bd9a-50f2852527bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:27.891447 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-49df9a51-6806-4218-bd0a-f7e44d2706fd req-657aa379-8247-441a-bd9a-50f2852527bb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=476cffb51a494e45a75196848dc23980&device_id=49a4125b-56a6-4534-a2ad-149f746815c4 HTTP/1.1" status: 200 len: 1094 time: 0.4653468 May 05 19:56:27.895550 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c17430-a112-4d84-a06f-528b11c2de29 req-36981daf-7ef4-4977-b34a-06d569205dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:27.897789 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-37c17430-a112-4d84-a06f-528b11c2de29 req-36981daf-7ef4-4977-b34a-06d569205dd2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8921907 May 05 19:56:27.933218 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ab8142d-bf1b-4322-ad84-cd806d12489d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce960f1-daf6-4c24-91c4-3c4bcf1b86e9'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:56:27.944624 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=28d14b4c-2a8c-4117-81e7-0a4d4176ed96,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:27.954886 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port dce960f1-daf6-4c24-91c4-3c4bcf1b86e9, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=dce960f1-daf6-4c24-91c4-3c4bcf1b86e9,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:56:27.960363 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:28.006694 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81097fcb-f436-42bd-8731-ffcc59deeb56 req-bc0d80c8-8a3a-4a90-a587-2d3d4e07217b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:28.007271 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81097fcb-f436-42bd-8731-ffcc59deeb56 req-bc0d80c8-8a3a-4a90-a587-2d3d4e07217b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:28.008396 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-81097fcb-f436-42bd-8731-ffcc59deeb56 req-bc0d80c8-8a3a-4a90-a587-2d3d4e07217b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=beb159436c9e4e2f822f7625a9d89435&device_id=11855e23-b65c-4f38-92a3-01eb040f36af HTTP/1.1" status: 200 len: 1978 time: 0.5321116 May 05 19:56:28.026324 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-49df9a51-6806-4218-bd0a-f7e44d2706fd req-63619f6c-b5f8-4b1e-a33a-c0d681906831 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=916de515-381a-48e9-a5de-f883cc07dedf HTTP/1.1" status: 200 len: 217 time: 0.0920067 May 05 19:56:28.033965 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d3b356-d443-4249-a7df-29ae8b5ee8bd req-539cce6a-6b31-4b9a-a72b-8d30c401ff40 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:28.035410 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d3d3b356-d443-4249-a7df-29ae8b5ee8bd req-539cce6a-6b31-4b9a-a72b-8d30c401ff40 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] 10.222.0.36 "GET /v2.0/ports?device_id=64a351cd-836b-43a5-b5dc-65fbb5808f35 HTTP/1.1" status: 200 len: 944 time: 0.3707960 May 05 19:56:28.048246 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-52cefc35-2109-42af-b004-03519431d57e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3dfe7259-df61-4927-95c8-da403c1bd18f HTTP/1.1" status: 200 len: 217 time: 0.2173140 May 05 19:56:28.107604 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=dce960f1-daf6-4c24-91c4-3c4bcf1b86e9,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:28.112497 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port caf8a11b-b6a8-4bd5-a978-65d541786650, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=caf8a11b-b6a8-4bd5-a978-65d541786650,segment=NetworkSegment(0c8090e3-f4ef-4afc-8c15-493942fe2432),segment_id=0c8090e3-f4ef-4afc-8c15-493942fe2432)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:56:28.127437 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': 'caf8a11b-b6a8-4bd5-a978-65d541786650', 'network_id': '4a41328b-09d2-49d9-a69a-9fe83e357baa', 'port_id': 'caf8a11b-b6a8-4bd5-a978-65d541786650', 'mac_address': 'fa:16:3e:84:38:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '732b72bb-cf13-43a7-9df0-49a3f8d99f8b', 'ip_address': '19.80.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:56:28.161732 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e952b-e78a-42ff-a56f-145a349eba51 req-36585ab5-96cd-45c8-90e4-a263de9a33b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:28.163231 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fc1e952b-e78a-42ff-a56f-145a349eba51 req-36585ab5-96cd-45c8-90e4-a263de9a33b6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.2684209 May 05 19:56:28.184992 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9015e23d-c477-4447-9905-44ffb269d14d service neutron] Pushing event updated for resources: {'Port': ['ID=b4edd95f-4851-4589-bba9-ed9de779d713,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:28.190364 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:28.198353 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9eb24c47-56e1-46a2-926e-581a4f1856af req-c6559aa1-3682-44f0-936f-44988cd4d5ac tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] 10.222.0.36 "GET /v2.0/security-groups/49af42cb-75a3-4901-a87f-7723a03883d4 HTTP/1.1" status: 200 len: 2981 time: 0.6215534 May 05 19:56:28.211422 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caf8a11b-b6a8-4bd5-a978-65d541786650 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:56:28.231976 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port caf8a11b-b6a8-4bd5-a978-65d541786650, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=caf8a11b-b6a8-4bd5-a978-65d541786650,segment=NetworkSegment(0c8090e3-f4ef-4afc-8c15-493942fe2432),segment_id=0c8090e3-f4ef-4afc-8c15-493942fe2432)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:56:28.236343 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:28.319698 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=caf8a11b-b6a8-4bd5-a978-65d541786650,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:28.325530 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.24', 59460) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:56:28.393055 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d3d3b356-d443-4249-a7df-29ae8b5ee8bd req-4b1e3c60-4e88-481c-a3c1-948b9f41e796 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] 10.222.0.36 "GET /v2.0/security-groups?id=a69b6ab0-aa14-4469-9dc2-2519a67a3dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3353343 May 05 19:56:28.417362 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df9a51-6806-4218-bd0a-f7e44d2706fd req-604b3d73-f094-488c-99ae-bac74853d267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:28.420116 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-49df9a51-6806-4218-bd0a-f7e44d2706fd req-604b3d73-f094-488c-99ae-bac74853d267 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a4aaf969-3d1a-408b-86ce-50cecc40a653 HTTP/1.1" status: 200 len: 860 time: 0.3837459 May 05 19:56:28.454828 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-d9b1d36a-949c-4746-aa3c-810fefd386e4 req-ef7d67f5-178f-4926-9392-e091b0e86fbf tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Allocated IP 192.168.233.116 (b786cc2b-f681-4c10-a54f-820e9d1a5ac3/4d72a8d3-0a35-4d3a-96b8-d869ff4093bc/c9b2d753-5708-46b4-8b00-b9924f483958) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:56:28.479322 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-2b5e6309-bcb6-446a-9114-aa1f0b62e1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:28.480807 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-2b5e6309-bcb6-446a-9114-aa1f0b62e1fb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d079e0cd-271b-40a4-9491-7392ec6adf3d HTTP/1.1" status: 200 len: 852 time: 0.3621345 May 05 19:56:28.515530 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['28d14b4c-2a8c-4117-81e7-0a4d4176ed96'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:56:28.550523 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2265a69-b5ab-4b67-8845-2126ced7facd admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 19:56:28.578436 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81097fcb-f436-42bd-8731-ffcc59deeb56 req-d7ba6530-5b75-4b91-b051-5a3897683753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:28.579908 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-81097fcb-f436-42bd-8731-ffcc59deeb56 req-d7ba6530-5b75-4b91-b051-5a3897683753 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0aff080a-df51-4112-8543-bee56a0e44ff HTTP/1.1" status: 200 len: 903 time: 0.5615995 May 05 19:56:28.586257 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f244a18-8612-41f7-89ad-be4ff8e38e20 None None] Sync routers for ids ['ea865ae6-49c8-4bde-8c54-5a2874952c61'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 19:56:28.588260 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-8bbb30e3-55de-47f1-8055-47785e8ae6fa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4d6027da-fd3d-4a5f-9b43-003448050635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868568 May 05 19:56:28.596986 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9eb24c47-56e1-46a2-926e-581a4f1856af req-2d29dc24-a76c-40d2-aaa8-8978b5c3815a tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] 10.222.0.36 "GET /v2.0/security-groups/49af42cb-75a3-4901-a87f-7723a03883d4 HTTP/1.1" status: 200 len: 2981 time: 0.3666060 May 05 19:56:28.629094 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f244a18-8612-41f7-89ad-be4ff8e38e20 None None] Routers {'ea865ae6-49c8-4bde-8c54-5a2874952c61'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:56:28.629854 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-8f244a18-8612-41f7-89ad-be4ff8e38e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:56:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['ea865ae6-49c8-4bde-8c54-5a2874952c61'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:56:28.657988 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-37c17430-a112-4d84-a06f-528b11c2de29 req-28ad265a-d6a3-4c5e-b1cf-74b91e7f45a0 service neutron] 10.222.0.50 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6514034 May 05 19:56:28.682029 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-81097fcb-f436-42bd-8731-ffcc59deeb56 req-33a9f43a-12f1-4146-ad33-04dc7c3b687b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.57&port_id=28d14b4c-2a8c-4117-81e7-0a4d4176ed96 HTTP/1.1" status: 200 len: 217 time: 0.0910549 May 05 19:56:28.740227 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-c2265a69-b5ab-4b67-8845-2126ced7facd admin admin] 10.222.0.36 "PUT /v2.0/routers/ea865ae6-49c8-4bde-8c54-5a2874952c61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.5066073 May 05 19:56:28.744522 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 37824) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:56:28.755391 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-9015e23d-c477-4447-9905-44ffb269d14d service neutron] Attempting to bind port b4edd95f-4851-4589-bba9-ed9de779d713 on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:56:28.756196 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-9015e23d-c477-4447-9905-44ffb269d14d service neutron] Attempting to bind port b4edd95f-4851-4589-bba9-ed9de779d713 by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': '069234c5-3fbc-4f95-b319-b1989412732e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4d6027da-fd3d-4a5f-9b43-003448050635'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:56:28.756196 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-9015e23d-c477-4447-9905-44ffb269d14d service neutron] Attempting to bind port b4edd95f-4851-4589-bba9-ed9de779d713 on network 4d6027da-fd3d-4a5f-9b43-003448050635 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:56:28.840825 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e952b-e78a-42ff-a56f-145a349eba51 req-2183414b-91a4-4da2-905c-be623a4207b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:28.841778 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fc1e952b-e78a-42ff-a56f-145a349eba51 req-2183414b-91a4-4da2-905c-be623a4207b5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6712182 May 05 19:56:28.842743 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-9015e23d-c477-4447-9905-44ffb269d14d service neutron] Port b4edd95f-4851-4589-bba9-ed9de779d713 on network 4d6027da-fd3d-4a5f-9b43-003448050635 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:56:28.843071 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-9015e23d-c477-4447-9905-44ffb269d14d service neutron] Attempting to bind port b4edd95f-4851-4589-bba9-ed9de779d713 on network 4d6027da-fd3d-4a5f-9b43-003448050635 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:56:28.853988 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df9a51-6806-4218-bd0a-f7e44d2706fd req-7f335aad-0e9a-4bcc-82c6-0735ef6e691d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:28.855706 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-49df9a51-6806-4218-bd0a-f7e44d2706fd req-7f335aad-0e9a-4bcc-82c6-0735ef6e691d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=64ae69b0-8ac2-4e0b-9320-47844867ced2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4201581 May 05 19:56:28.874336 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-8f244a18-8612-41f7-89ad-be4ff8e38e20 None None] Set router ea865ae6-49c8-4bde-8c54-5a2874952c61 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:56:28.926364 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81097fcb-f436-42bd-8731-ffcc59deeb56 req-a3cf9125-9695-4a84-a0d5-d01506833d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:28.928541 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-81097fcb-f436-42bd-8731-ffcc59deeb56 req-a3cf9125-9695-4a84-a0d5-d01506833d72 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7947ce35-55e7-4a1c-a48d-fc2c488ef6f0 HTTP/1.1" status: 200 len: 801 time: 0.2398477 May 05 19:56:28.932155 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-9015e23d-c477-4447-9905-44ffb269d14d service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:56:28.932494 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-9015e23d-c477-4447-9905-44ffb269d14d service neutron] Checking segment: {'id': '069234c5-3fbc-4f95-b319-b1989412732e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4d6027da-fd3d-4a5f-9b43-003448050635'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:56:28.932881 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-9015e23d-c477-4447-9905-44ffb269d14d service neutron] Bound using segment: {'id': '069234c5-3fbc-4f95-b319-b1989412732e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4d6027da-fd3d-4a5f-9b43-003448050635'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:56:28.933322 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-9015e23d-c477-4447-9905-44ffb269d14d service neutron] Bound port: b4edd95f-4851-4589-bba9-ed9de779d713, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '069234c5-3fbc-4f95-b319-b1989412732e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4d6027da-fd3d-4a5f-9b43-003448050635'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:56:28.933660 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-9015e23d-c477-4447-9905-44ffb269d14d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:28.957294 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9eb24c47-56e1-46a2-926e-581a4f1856af req-b719d455-ed91-4bda-8b79-af304bebc3e9 tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] 10.222.0.36 "GET /v2.0/security-groups/54210ff6-4648-4cdb-8887-421df42725ab HTTP/1.1" status: 200 len: 2981 time: 0.3272386 May 05 19:56:29.063827 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b623b536-93fb-4861-a354-37c22915387e req-4b21b77f-f187-49a2-a237-6dc2831a699e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3e8b4807-8719-405e-a2ab-1e560c235ee2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7028213 May 05 19:56:29.143383 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ae0c96-9720-486d-8bad-1d751dcc86e2 req-299650b4-42e1-4724-8c1e-4ccfbb654dfa tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:29.150725 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ae0c96-9720-486d-8bad-1d751dcc86e2 req-299650b4-42e1-4724-8c1e-4ccfbb654dfa tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:29.152407 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-50ae0c96-9720-486d-8bad-1d751dcc86e2 req-299650b4-42e1-4724-8c1e-4ccfbb654dfa tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.36 "GET /v2.0/ports?device_id=11855e23-b65c-4f38-92a3-01eb040f36af HTTP/1.1" status: 200 len: 1678 time: 0.6279984 May 05 19:56:29.233640 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-8f244a18-8612-41f7-89ad-be4ff8e38e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea865ae6-49c8-4bde-8c54-5a2874952c61', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1184323249-router', 'tenant_id': '72fd05b830dc4dd3bd5540fd3505f3cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'bbd8b76c-9dcc-4434-89cd-8ef17ecb2a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:55:49Z', 'updated_at': '2022-05-05T19:56:23Z', 'revision_number': 5, 'project_id': '72fd05b830dc4dd3bd5540fd3505f3cd', 'gw_port': {'id': 'bbd8b76c-9dcc-4434-89cd-8ef17ecb2a5f', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:87:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea865ae6-49c8-4bde-8c54-5a2874952c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:55:52Z', 'updated_at': '2022-05-05T19:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:56:29.237648 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f244a18-8612-41f7-89ad-be4ff8e38e20 None None] Checking router: ea865ae6-49c8-4bde-8c54-5a2874952c61 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 19:56:29.247268 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f244a18-8612-41f7-89ad-be4ff8e38e20 None None] Routers {'ea865ae6-49c8-4bde-8c54-5a2874952c61'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:56:29.247903 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-8f244a18-8612-41f7-89ad-be4ff8e38e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:56:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['ea865ae6-49c8-4bde-8c54-5a2874952c61'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:56:29.336044 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-acdc709f-cffd-4747-953b-459858a30da0 admin admin] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:29.346596 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-7e29e008-4ce2-4474-9da4-56bee60ffc42 service neutron] 10.222.0.24 "GET /v2.0/networks/4d6027da-fd3d-4a5f-9b43-003448050635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7486682 May 05 19:56:29.379908 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-37c17430-a112-4d84-a06f-528b11c2de29 req-8cd5b3ac-d34b-4ae9-8a25-ab12b3e0e9ec service neutron] 10.222.0.50 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7085888 May 05 19:56:29.406226 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-50ae0c96-9720-486d-8bad-1d751dcc86e2 req-76866b91-98d4-43e2-822a-d40dfcb3a9e0 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.36 "GET /v2.0/security-groups?id=54210ff6-4648-4cdb-8887-421df42725ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384379 May 05 19:56:29.448004 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fc1e952b-e78a-42ff-a56f-145a349eba51 req-9bab69fe-c43c-4859-90b1-2d36dd7e469e service neutron] 10.222.0.50 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5876853 May 05 19:56:29.457817 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9eb24c47-56e1-46a2-926e-581a4f1856af req-7df07cf2-40c3-4561-858b-2d86f9b38c82 tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] 10.222.0.36 "GET /v2.0/security-groups/54210ff6-4648-4cdb-8887-421df42725ab HTTP/1.1" status: 200 len: 2981 time: 0.4823678 May 05 19:56:29.481952 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-49df9a51-6806-4218-bd0a-f7e44d2706fd req-b1ef9553-5178-4767-9621-6b0c5fdbb563 service neutron] 10.222.0.24 "GET /v2.0/networks/64ae69b0-8ac2-4e0b-9320-47844867ced2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5959654 May 05 19:56:29.488785 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-8f244a18-8612-41f7-89ad-be4ff8e38e20 None None] Set router ea865ae6-49c8-4bde-8c54-5a2874952c61 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:56:29.504274 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-9015e23d-c477-4447-9905-44ffb269d14d service neutron] For port b4edd95f-4851-4589-bba9-ed9de779d713, host n-h2-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:56:29.566534 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49a4125b-56a6-4534-a2ad-149f746815c4', 'tag': '916de515-381a-48e9-a5de-f883cc07dedf'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:56:29.599633 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d9b1d36a-949c-4746-aa3c-810fefd386e4 req-ef7d67f5-178f-4926-9392-e091b0e86fbf tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:29.618129 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-d9b1d36a-949c-4746-aa3c-810fefd386e4 req-ef7d67f5-178f-4926-9392-e091b0e86fbf tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Transition to ACTIVE for port object c9b2d753-5708-46b4-8b00-b9924f483958 will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:56:29.640391 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['caf8a11b-b6a8-4bd5-a978-65d541786650'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:56:29.652586 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-9015e23d-c477-4447-9905-44ffb269d14d service neutron] For port b4edd95f-4851-4589-bba9-ed9de779d713, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=b4edd95f-4851-4589-bba9-ed9de779d713,segment=NetworkSegment(069234c5-3fbc-4f95-b319-b1989412732e),segment_id=069234c5-3fbc-4f95-b319-b1989412732e)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:56:29.667396 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d9b1d36a-949c-4746-aa3c-810fefd386e4 req-ef7d67f5-178f-4926-9392-e091b0e86fbf tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:29.696836 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81097fcb-f436-42bd-8731-ffcc59deeb56 req-22870d35-4c3a-4042-9730-cec75df12b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:29.698322 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-81097fcb-f436-42bd-8731-ffcc59deeb56 req-22870d35-4c3a-4042-9730-cec75df12b62 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0aff080a-df51-4112-8543-bee56a0e44ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7622442 May 05 19:56:29.705212 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['6e0be088-6cfe-4e5c-9668-51def98d91cd', '96d6b825-8fac-494b-9ce6-69608695d713', '1f2a657f-d27c-41b8-bb6e-ffe8e7338ef0'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:56:29.730000 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-9015e23d-c477-4447-9905-44ffb269d14d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:29.772395 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9eb24c47-56e1-46a2-926e-581a4f1856af req-d079067b-cfbb-4e86-9b6a-a9fbf54071b3 tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] 10.222.0.36 "GET /v2.0/security-groups/643b1c85-300b-4971-a2cf-f8907793b0f2 HTTP/1.1" status: 200 len: 2981 time: 0.3023992 May 05 19:56:29.782293 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9b1d36a-949c-4746-aa3c-810fefd386e4 req-ef7d67f5-178f-4926-9392-e091b0e86fbf tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:56:29.807278 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-d9b1d36a-949c-4746-aa3c-810fefd386e4 req-ef7d67f5-178f-4926-9392-e091b0e86fbf tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:56:29.812459 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-c97f75fe-9145-4af3-bbd7-d35ecbb7030c service neutron] 10.222.0.24 "GET /v2.0/networks/4d6027da-fd3d-4a5f-9b43-003448050635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4349341 May 05 19:56:29.864695 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9b1d36a-949c-4746-aa3c-810fefd386e4 req-ef7d67f5-178f-4926-9392-e091b0e86fbf tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:56:29.897481 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-9015e23d-c477-4447-9905-44ffb269d14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:29.898109 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-9015e23d-c477-4447-9905-44ffb269d14d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:29.899571 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-9015e23d-c477-4447-9905-44ffb269d14d service neutron] 10.222.0.50 "PUT /v2.0/ports/b4edd95f-4851-4589-bba9-ed9de779d713 HTTP/1.1" status: 200 len: 1091 time: 5.9484301 May 05 19:56:29.941573 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9eb24c47-56e1-46a2-926e-581a4f1856af req-a0eec080-f093-4895-9081-7840aa4f47db tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] 10.222.0.36 "GET /v2.0/security-groups/643b1c85-300b-4971-a2cf-f8907793b0f2 HTTP/1.1" status: 200 len: 2981 time: 0.1555750 May 05 19:56:29.944716 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b623b536-93fb-4861-a354-37c22915387e req-9dbed1ba-b976-4ba2-b94e-1069e76ead7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:29.946282 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b623b536-93fb-4861-a354-37c22915387e req-9dbed1ba-b976-4ba2-b94e-1069e76ead7c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=97ead9bcc5d448dab263815a595740a4&device_id=3e8b4807-8719-405e-a2ab-1e560c235ee2 HTTP/1.1" status: 200 len: 1101 time: 0.6781132 May 05 19:56:29.946959 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7d67f5-178f-4926-9392-e091b0e86fbf tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Pushing event updated for resources: {'Port': ['ID=c9b2d753-5708-46b4-8b00-b9924f483958,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:30.111906 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9eb24c47-56e1-46a2-926e-581a4f1856af req-dcdefe9d-8369-42a9-addc-0ce5dda1faa2 tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] 10.222.0.36 "GET /v2.0/security-groups/64968ca4-18bf-44e5-908a-43690abd3fa4 HTTP/1.1" status: 200 len: 2981 time: 0.1619091 May 05 19:56:30.142123 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-49df9a51-6806-4218-bd0a-f7e44d2706fd req-81b81eab-ee5c-47e2-89f6-91fcf4c6e491 service neutron] 10.222.0.24 "GET /v2.0/networks/64ae69b0-8ac2-4e0b-9320-47844867ced2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6521056 May 05 19:56:30.157284 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-acdc709f-cffd-4747-953b-459858a30da0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:30.183555 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b1d36a-949c-4746-aa3c-810fefd386e4 req-ef7d67f5-178f-4926-9392-e091b0e86fbf tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:30.184082 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d9b1d36a-949c-4746-aa3c-810fefd386e4 req-ef7d67f5-178f-4926-9392-e091b0e86fbf tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:30.190351 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-8f244a18-8612-41f7-89ad-be4ff8e38e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea865ae6-49c8-4bde-8c54-5a2874952c61', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1184323249-router', 'tenant_id': '72fd05b830dc4dd3bd5540fd3505f3cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'bbd8b76c-9dcc-4434-89cd-8ef17ecb2a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:55:49Z', 'updated_at': '2022-05-05T19:56:23Z', 'revision_number': 5, 'project_id': '72fd05b830dc4dd3bd5540fd3505f3cd', 'gw_port': {'id': 'bbd8b76c-9dcc-4434-89cd-8ef17ecb2a5f', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:87:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea865ae6-49c8-4bde-8c54-5a2874952c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:55:52Z', 'updated_at': '2022-05-05T19:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:56:30.203678 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-acdc709f-cffd-4747-953b-459858a30da0 admin admin] Deleting port bbd8b76c-9dcc-4434-89cd-8ef17ecb2a5f {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:56:30.204016 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-acdc709f-cffd-4747-953b-459858a30da0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:30.217226 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f244a18-8612-41f7-89ad-be4ff8e38e20 None None] The sync data for ids ['ea865ae6-49c8-4bde-8c54-5a2874952c61'] in n-d-840717-1 is: [{'id': 'ea865ae6-49c8-4bde-8c54-5a2874952c61', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1184323249-router', 'tenant_id': '72fd05b830dc4dd3bd5540fd3505f3cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'bbd8b76c-9dcc-4434-89cd-8ef17ecb2a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:55:49Z', 'updated_at': '2022-05-05T19:56:23Z', 'revision_number': 5, 'project_id': '72fd05b830dc4dd3bd5540fd3505f3cd', 'gw_port': {'id': 'bbd8b76c-9dcc-4434-89cd-8ef17ecb2a5f', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:87:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea865ae6-49c8-4bde-8c54-5a2874952c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:55:52Z', 'updated_at': '2022-05-05T19:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 19:56:30.275288 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-270430d8-d107-4420-98a3-56c9a9de54f3 None None] Provisioning for port c9b2d753-5708-46b4-8b00-b9924f483958 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:56:30.298995 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-270430d8-d107-4420-98a3-56c9a9de54f3 None None] Provisioning complete for port c9b2d753-5708-46b4-8b00-b9924f483958 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:56:30.299405 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-270430d8-d107-4420-98a3-56c9a9de54f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:30.306552 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d9b1d36a-949c-4746-aa3c-810fefd386e4 req-ef7d67f5-178f-4926-9392-e091b0e86fbf tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4134450 May 05 19:56:30.306815 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0409b445-4cc4-4804-8d23-b9d6b32f61e2 req-5c968b50-77fc-4edb-ba2e-8dde74503260 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:30.313691 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0409b445-4cc4-4804-8d23-b9d6b32f61e2 req-5c968b50-77fc-4edb-ba2e-8dde74503260 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/ports?device_id=11c99114-3821-43d0-b75c-371ff384e57f HTTP/1.1" status: 200 len: 945 time: 0.7083437 May 05 19:56:30.316693 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-81097fcb-f436-42bd-8731-ffcc59deeb56 req-0474a107-6024-49ae-83ed-0928b1603c77 service neutron] 10.222.0.24 "GET /v2.0/networks/0aff080a-df51-4112-8543-bee56a0e44ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6055527 May 05 19:56:30.322309 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fc1e952b-e78a-42ff-a56f-145a349eba51 req-6eb1b73a-54cc-405e-ae46-64919935a950 service neutron] 10.222.0.50 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8644514 May 05 19:56:30.334766 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-d9b1d36a-949c-4746-aa3c-810fefd386e4 req-a4caada8-9832-44ac-a194-18d000cae8c8 service neutron] Request body: {'port': {'device_id': '0365221e-cddb-44e7-a343-19816d97415a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:56:30.374092 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9015e23d-c477-4447-9905-44ffb269d14d service neutron] Pushing event updated for resources: {'Port': ['ID=b4edd95f-4851-4589-bba9-ed9de779d713,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:30.406966 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9eb24c47-56e1-46a2-926e-581a4f1856af req-b49142d4-8d69-4d00-90d6-99de65fb1d10 tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] 10.222.0.36 "GET /v2.0/security-groups/64968ca4-18bf-44e5-908a-43690abd3fa4 HTTP/1.1" status: 200 len: 2981 time: 0.2630060 May 05 19:56:30.418102 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b623b536-93fb-4861-a354-37c22915387e req-a8faa3c5-3ecd-4ce3-b3fb-9e6567eac27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:30.419594 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b623b536-93fb-4861-a354-37c22915387e req-a8faa3c5-3ecd-4ce3-b3fb-9e6567eac27d service neutron] 10.222.0.24 "GET /v2.0/networks?id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3 HTTP/1.1" status: 200 len: 870 time: 0.3552945 May 05 19:56:30.423463 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-270430d8-d107-4420-98a3-56c9a9de54f3 None None] Port c9b2d753-5708-46b4-8b00-b9924f483958 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:56:30.445145 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0409b445-4cc4-4804-8d23-b9d6b32f61e2 req-07a4a989-90da-464d-8d94-8c1cec70ca17 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/security-groups?id=b8eb825a-eb05-4b64-b47c-316dce01fa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305048 May 05 19:56:30.561768 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b623b536-93fb-4861-a354-37c22915387e req-ff5649a0-1d80-47a7-8db4-acbe83a28d2f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=beea523c-b44a-4a29-84fa-ffc71132cf85 HTTP/1.1" status: 200 len: 217 time: 0.1230516 May 05 19:56:30.576520 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-aceafdde-842b-4c1b-ac97-9d8f355f6856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:30.577985 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-aceafdde-842b-4c1b-ac97-9d8f355f6856 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2e25f2b4697644bc90cc941474a372f8&device_id=a2a2e280-8179-401e-b938-43511b23bfed HTTP/1.1" status: 200 len: 1094 time: 0.5440075 May 05 19:56:30.710680 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-81097fcb-f436-42bd-8731-ffcc59deeb56 req-9cc8c661-47b7-4e0f-98e4-99bb53def73e service neutron] 10.222.0.24 "GET /v2.0/networks/0aff080a-df51-4112-8543-bee56a0e44ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3670561 May 05 19:56:30.713329 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-7a2a8a3b-2c22-4710-944c-bb3ba97b4418 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4edd95f-4851-4589-bba9-ed9de779d713 HTTP/1.1" status: 200 len: 217 time: 0.1241512 May 05 19:56:30.714441 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9eb24c47-56e1-46a2-926e-581a4f1856af req-fda1ccee-a3da-4a16-a627-3b308175bf1c tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] 10.222.0.36 "GET /v2.0/security-groups/6f7ff318-1b07-4200-8805-031dd3bda6db HTTP/1.1" status: 200 len: 2981 time: 0.2912884 May 05 19:56:30.718766 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d9b1d36a-949c-4746-aa3c-810fefd386e4 req-a4caada8-9832-44ac-a194-18d000cae8c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:30.732137 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 00fea136-4293-458f-93ed-d7b4c9669f77 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:56:30.778128 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 00fea136-4293-458f-93ed-d7b4c9669f77 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 19:56:30.778472 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 00fea136-4293-458f-93ed-d7b4c9669f77 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:56:30.787099 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-acdc709f-cffd-4747-953b-459858a30da0 admin admin] For port bbd8b76c-9dcc-4434-89cd-8ef17ecb2a5f, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=bbd8b76c-9dcc-4434-89cd-8ef17ecb2a5f,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:56:30.787471 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-acdc709f-cffd-4747-953b-459858a30da0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:30.834358 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b623b536-93fb-4861-a354-37c22915387e req-a874d3f1-179a-4f85-a467-40e749056799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:30.835848 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b623b536-93fb-4861-a354-37c22915387e req-a874d3f1-179a-4f85-a467-40e749056799 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.2570179 May 05 19:56:30.918856 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f1c059-0b7d-4fa1-bbf2-bd6ede080492 req-20a73075-35cf-4216-b765-6047f13e6be4 tempest-ImagesNegativeTestJSON-1235540873 tempest-ImagesNegativeTestJSON-1235540873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:30.920343 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-46f1c059-0b7d-4fa1-bbf2-bd6ede080492 req-20a73075-35cf-4216-b765-6047f13e6be4 tempest-ImagesNegativeTestJSON-1235540873 tempest-ImagesNegativeTestJSON-1235540873-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ab8142d-bf1b-4322-ad84-cd806d12489d HTTP/1.1" status: 200 len: 949 time: 0.3484647 May 05 19:56:30.927034 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-acdc709f-cffd-4747-953b-459858a30da0 admin admin] Calling delete_port for bbd8b76c-9dcc-4434-89cd-8ef17ecb2a5f owned by network:router_gateway {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:56:30.945623 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-f929ccac-78cb-4f09-9efe-79ff25cca92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:30.946992 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-f929ccac-78cb-4f09-9efe-79ff25cca92d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d079e0cd-271b-40a4-9491-7392ec6adf3d HTTP/1.1" status: 200 len: 852 time: 0.2104027 May 05 19:56:30.952277 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9eb24c47-56e1-46a2-926e-581a4f1856af req-70f29fbd-be55-44a8-b77f-546e85eb71b2 tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] 10.222.0.36 "GET /v2.0/security-groups/6f7ff318-1b07-4200-8805-031dd3bda6db HTTP/1.1" status: 200 len: 2981 time: 0.2145720 May 05 19:56:31.001765 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['beea523c-b44a-4a29-84fa-ffc71132cf85', '23d5a2d8-4c20-4fdb-8211-2609ae0f9d81', '3ec6d015-62ee-40e3-a243-44557141e447', '23636d07-d5e5-4113-a95f-01258904698e'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:56:31.017854 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-9d6a1e17-6c96-47c4-818a-9384c4525947 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4d6027da-fd3d-4a5f-9b43-003448050635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621252 May 05 19:56:31.147298 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 3dfe7259-df61-4927-95c8-da403c1bd18f details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:56:31.149734 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 28d14b4c-2a8c-4117-81e7-0a4d4176ed96 up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:56:31.158642 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-46f1c059-0b7d-4fa1-bbf2-bd6ede080492 req-d6e8c4a3-e429-4af0-af21-540fd6d4046b tempest-ImagesNegativeTestJSON-1235540873 tempest-ImagesNegativeTestJSON-1235540873-project] 10.222.0.36 "GET /v2.0/security-groups?id=64968ca4-18bf-44e5-908a-43690abd3fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044196 May 05 19:56:31.305966 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-acdc709f-cffd-4747-953b-459858a30da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:31.388188 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9eb24c47-56e1-46a2-926e-581a4f1856af req-270de372-4189-45a4-b322-592e908e8e20 tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] 10.222.0.36 "GET /v2.0/security-groups/86593726-a490-4c8c-9d01-ddf2808a438b HTTP/1.1" status: 200 len: 2977 time: 0.4255729 May 05 19:56:31.397933 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdc709f-cffd-4747-953b-459858a30da0 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbd8b76c-9dcc-4434-89cd-8ef17ecb2a5f,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:31.409219 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b623b536-93fb-4861-a354-37c22915387e req-ec09e36d-5d45-49e9-b450-d8e46817599a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:31.410726 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b623b536-93fb-4861-a354-37c22915387e req-ec09e36d-5d45-49e9-b450-d8e46817599a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5588043 May 05 19:56:31.457537 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port 28d14b4c-2a8c-4117-81e7-0a4d4176ed96 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:56:31.465177 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 28d14b4c-2a8c-4117-81e7-0a4d4176ed96 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:56:31.465537 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:31.524368 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-acdc709f-cffd-4747-953b-459858a30da0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:31.528210 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 3dfe7259-df61-4927-95c8-da403c1bd18f, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=3dfe7259-df61-4927-95c8-da403c1bd18f,segment=NetworkSegment(069234c5-3fbc-4f95-b319-b1989412732e),segment_id=069234c5-3fbc-4f95-b319-b1989412732e)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:56:31.564250 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '3dfe7259-df61-4927-95c8-da403c1bd18f', 'network_id': '4d6027da-fd3d-4a5f-9b43-003448050635', 'port_id': '3dfe7259-df61-4927-95c8-da403c1bd18f', 'mac_address': 'fa:16:3e:c1:1d:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd079e0cd-271b-40a4-9491-7392ec6adf3d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:56:31.592447 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-b1bcd302-0888-428a-8801-dc748d9a559d service neutron] 10.222.0.50 "GET /v2.0/networks/4d6027da-fd3d-4a5f-9b43-003448050635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3992031 May 05 19:56:31.675077 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9eb24c47-56e1-46a2-926e-581a4f1856af req-b037f91b-3fd8-4b66-9358-bd4e050f9ebb tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] 10.222.0.36 "GET /v2.0/security-groups/86593726-a490-4c8c-9d01-ddf2808a438b HTTP/1.1" status: 200 len: 2977 time: 0.2807105 May 05 19:56:31.681104 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:31.738429 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dfe7259-df61-4927-95c8-da403c1bd18f {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:56:31.754772 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 3dfe7259-df61-4927-95c8-da403c1bd18f, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=3dfe7259-df61-4927-95c8-da403c1bd18f,segment=NetworkSegment(069234c5-3fbc-4f95-b319-b1989412732e),segment_id=069234c5-3fbc-4f95-b319-b1989412732e)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:56:31.765654 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:31.835490 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.resource_extend [req-d9b1d36a-949c-4746-aa3c-810fefd386e4 req-a4caada8-9832-44ac-a194-18d000cae8c8 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 19:56:31.836060 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:31.885632 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-acdc709f-cffd-4747-953b-459858a30da0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:31.891164 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-acdc709f-cffd-4747-953b-459858a30da0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:31.895102 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b623b536-93fb-4861-a354-37c22915387e req-7034a7d2-b4df-4e74-8751-eeda8e92c966 service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4184330 May 05 19:56:31.910304 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9eb24c47-56e1-46a2-926e-581a4f1856af req-22367a50-fcbd-4fdd-bfca-6bf032bde742 tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] 10.222.0.36 "GET /v2.0/security-groups/a69b6ab0-aa14-4469-9dc2-2519a67a3dc2 HTTP/1.1" status: 200 len: 2981 time: 0.2146099 May 05 19:56:31.918954 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=3dfe7259-df61-4927-95c8-da403c1bd18f,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:31.919730 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8d792-db12-42dd-a533-7c08783c318d req-0d6fa1e0-9c13-4ecd-ab2c-6182c5744979 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:31.921247 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-50c8d792-db12-42dd-a533-7c08783c318d req-0d6fa1e0-9c13-4ecd-ab2c-6182c5744979 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=0365221e-cddb-44e7-a343-19816d97415a HTTP/1.1" status: 200 len: 936 time: 0.5746901 May 05 19:56:31.935860 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-acdc709f-cffd-4747-953b-459858a30da0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:31.936413 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acdc709f-cffd-4747-953b-459858a30da0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea865ae6-49c8-4bde-8c54-5a2874952c61 {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 19:56:31.966882 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 28d14b4c-2a8c-4117-81e7-0a4d4176ed96, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=28d14b4c-2a8c-4117-81e7-0a4d4176ed96,segment=NetworkSegment(c0879fe9-5842-45c6-b83f-c7c1568ceea6),segment_id=c0879fe9-5842-45c6-b83f-c7c1568ceea6)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:56:31.985864 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-50c8d792-db12-42dd-a533-7c08783c318d req-deddec89-6e68-420c-bfad-44453a7856d3 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/security-groups?id=47e8f45b-d376-403a-8bb9-867508147e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511479 May 05 19:56:31.987520 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-acdc709f-cffd-4747-953b-459858a30da0 admin admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:31.988644 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-acdc709f-cffd-4747-953b-459858a30da0 admin admin] 10.222.0.36 "DELETE /v2.0/routers/ea865ae6-49c8-4bde-8c54-5a2874952c61 HTTP/1.1" status: 204 len: 168 time: 3.2429104 May 05 19:56:31.991910 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 37838) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:56:32.001737 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-89ba5442-7e77-4857-a827-28f1a78d0168 req-2d6e425b-9d6a-4753-8ad9-b471356181ea service neutron] 10.222.0.50 "GET /v2.0/networks/4d6027da-fd3d-4a5f-9b43-003448050635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3973026 May 05 19:56:32.019264 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-d9b1d36a-949c-4746-aa3c-810fefd386e4 req-a4caada8-9832-44ac-a194-18d000cae8c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9b2d753-5708-46b4-8b00-b9924f483958 {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:56:32.062131 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:32.110670 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-02481287-719f-4199-bf56-b4055485eae6 admin admin] Deleting subnet 3a49ad38-73d0-40d9-9a3c-7235865d0318 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 19:56:32.120916 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['3dfe7259-df61-4927-95c8-da403c1bd18f'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:56:32.124271 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a396bd6-c2a3-413e-b7f6-684443debe33'] response: {'name': 'network-changed', 'server_uuid': '64a351cd-836b-43a5-b5dc-65fbb5808f35', 'tag': '3dfe7259-df61-4927-95c8-da403c1bd18f', 'status': 'completed', 'code': 200} May 05 19:56:32.145213 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d9b1d36a-949c-4746-aa3c-810fefd386e4 req-a4caada8-9832-44ac-a194-18d000cae8c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:32.147555 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8e75c1b-b4fb-47ef-a7d9-052207d6a696'] response: {'server_uuid': '8ab8142d-bf1b-4322-ad84-cd806d12489d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce960f1-daf6-4c24-91c4-3c4bcf1b86e9', 'code': 200} May 05 19:56:32.158040 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-02481287-719f-4199-bf56-b4055485eae6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:32.196434 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9eb24c47-56e1-46a2-926e-581a4f1856af req-de45e9d4-64ac-4d1c-adcf-7a470ef4417a tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] 10.222.0.36 "GET /v2.0/security-groups/a69b6ab0-aa14-4469-9dc2-2519a67a3dc2 HTTP/1.1" status: 200 len: 2981 time: 0.2512300 May 05 19:56:32.215098 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-d9b1d36a-949c-4746-aa3c-810fefd386e4 req-a4caada8-9832-44ac-a194-18d000cae8c8 service neutron] Transition to ACTIVE for port object c9b2d753-5708-46b4-8b00-b9924f483958 will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:56:32.241324 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-02481287-719f-4199-bf56-b4055485eae6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:32.276046 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b623b536-93fb-4861-a354-37c22915387e req-ea4b802d-8290-4963-84a5-c51ec9af1e94 service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3647759 May 05 19:56:32.276806 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d9b1d36a-949c-4746-aa3c-810fefd386e4 req-a4caada8-9832-44ac-a194-18d000cae8c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:32.306193 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16500e1f-e006-46d0-bf43-b55f5cff75b4 req-b7bb14d6-44d5-4014-af38-f489b9360cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:32.307964 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-16500e1f-e006-46d0-bf43-b55f5cff75b4 req-b7bb14d6-44d5-4014-af38-f489b9360cf9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2e25f2b4697644bc90cc941474a372f8&device_id=64a351cd-836b-43a5-b5dc-65fbb5808f35 HTTP/1.1" status: 200 len: 1096 time: 0.2007980 May 05 19:56:32.350788 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=28d14b4c-2a8c-4117-81e7-0a4d4176ed96,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:32.496775 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4caada8-9832-44ac-a194-18d000cae8c8 service neutron] Pushing event updated for resources: {'Port': ['ID=c9b2d753-5708-46b4-8b00-b9924f483958,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:32.517570 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-02481287-719f-4199-bf56-b4055485eae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:32.530661 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9eb24c47-56e1-46a2-926e-581a4f1856af req-61968969-2026-4d11-aff2-32ce6dc6f568 tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] 10.222.0.36 "GET /v2.0/security-groups/a960894d-f80e-4ace-b912-2910304249cc HTTP/1.1" status: 200 len: 2981 time: 0.3221760 May 05 19:56:32.639973 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b6d7ed-6252-46e2-a4c9-6395188e017d req-eac20cf4-114b-45bb-8670-ea2ceb832f50 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:32.648986 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c0b6d7ed-6252-46e2-a4c9-6395188e017d req-eac20cf4-114b-45bb-8670-ea2ceb832f50 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "GET /v2.0/ports?device_id=49a4125b-56a6-4534-a2ad-149f746815c4 HTTP/1.1" status: 200 len: 943 time: 0.3108585 May 05 19:56:32.653468 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d7c7a-d41e-4177-b047-758edb6cb097 req-29ded931-e0de-4b38-9df7-a9ce78c3a46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:32.654609 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0a6d7c7a-d41e-4177-b047-758edb6cb097 req-29ded931-e0de-4b38-9df7-a9ce78c3a46f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8ab8142d-bf1b-4322-ad84-cd806d12489d HTTP/1.1" status: 200 len: 1100 time: 0.4237020 May 05 19:56:32.677507 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16500e1f-e006-46d0-bf43-b55f5cff75b4 req-3ec1e6bb-2feb-40f3-875b-cd7c386519d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:32.679110 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-16500e1f-e006-46d0-bf43-b55f5cff75b4 req-3ec1e6bb-2feb-40f3-875b-cd7c386519d5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4d6027da-fd3d-4a5f-9b43-003448050635 HTTP/1.1" status: 200 len: 913 time: 0.3657653 May 05 19:56:32.690299 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9eb24c47-56e1-46a2-926e-581a4f1856af req-241871be-436c-4e0c-9354-8265f3ff7f88 tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] 10.222.0.36 "GET /v2.0/security-groups/a960894d-f80e-4ace-b912-2910304249cc HTTP/1.1" status: 200 len: 2981 time: 0.1509850 May 05 19:56:32.701214 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-d9b1d36a-949c-4746-aa3c-810fefd386e4 req-a4caada8-9832-44ac-a194-18d000cae8c8 service neutron] Attempting to bind port c9b2d753-5708-46b4-8b00-b9924f483958 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:56:32.701760 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-d9b1d36a-949c-4746-aa3c-810fefd386e4 req-a4caada8-9832-44ac-a194-18d000cae8c8 service neutron] Attempting to bind port c9b2d753-5708-46b4-8b00-b9924f483958 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:56:32.702075 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b1d36a-949c-4746-aa3c-810fefd386e4 req-a4caada8-9832-44ac-a194-18d000cae8c8 service neutron] Attempting to bind port c9b2d753-5708-46b4-8b00-b9924f483958 on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:56:32.741796 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b1d36a-949c-4746-aa3c-810fefd386e4 req-a4caada8-9832-44ac-a194-18d000cae8c8 service neutron] Port c9b2d753-5708-46b4-8b00-b9924f483958 on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:56:32.742204 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b1d36a-949c-4746-aa3c-810fefd386e4 req-a4caada8-9832-44ac-a194-18d000cae8c8 service neutron] Attempting to bind port c9b2d753-5708-46b4-8b00-b9924f483958 on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:56:32.754017 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0a6d7c7a-d41e-4177-b047-758edb6cb097 req-4489c48f-a8d1-4704-a7c0-71db41bb4825 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=64968ca4-18bf-44e5-908a-43690abd3fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848155 May 05 19:56:32.764522 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b1d36a-949c-4746-aa3c-810fefd386e4 req-a4caada8-9832-44ac-a194-18d000cae8c8 service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:56:32.764953 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b1d36a-949c-4746-aa3c-810fefd386e4 req-a4caada8-9832-44ac-a194-18d000cae8c8 service neutron] Checking segment: {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:56:32.765424 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b1d36a-949c-4746-aa3c-810fefd386e4 req-a4caada8-9832-44ac-a194-18d000cae8c8 service neutron] Bound using segment: {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:56:32.765923 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-d9b1d36a-949c-4746-aa3c-810fefd386e4 req-a4caada8-9832-44ac-a194-18d000cae8c8 service neutron] Bound port: c9b2d753-5708-46b4-8b00-b9924f483958, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:56:32.766362 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d9b1d36a-949c-4746-aa3c-810fefd386e4 req-a4caada8-9832-44ac-a194-18d000cae8c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:32.771113 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-16500e1f-e006-46d0-bf43-b55f5cff75b4 req-2eb01f18-c05d-43ce-afd8-c69273858056 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3dfe7259-df61-4927-95c8-da403c1bd18f HTTP/1.1" status: 200 len: 217 time: 0.0812790 May 05 19:56:32.786089 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c0b6d7ed-6252-46e2-a4c9-6395188e017d req-5e51f9c0-a0c3-4593-95c7-fd7d3771d468 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "GET /v2.0/security-groups?id=352a0376-f4d7-4cf4-99c3-ad13d2d04eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363735 May 05 19:56:32.790001 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9eb24c47-56e1-46a2-926e-581a4f1856af req-6f889bf1-ed43-439d-9982-8c3886f13e0f tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] 10.222.0.36 "GET /v2.0/security-groups/b8eb825a-eb05-4b64-b47c-316dce01fa09 HTTP/1.1" status: 200 len: 2981 time: 0.0923867 May 05 19:56:32.828689 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device bbd8b76c-9dcc-4434-89cd-8ef17ecb2a5f no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:56:32.856103 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-02481287-719f-4199-bf56-b4055485eae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:32.875813 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: bbd8b76c-9dcc-4434-89cd-8ef17ecb2a5f {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 19:56:32.876246 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device bbd8b76c-9dcc-4434-89cd-8ef17ecb2a5f not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:56:32.909610 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9eb24c47-56e1-46a2-926e-581a4f1856af req-6917c5e3-f15e-42d8-b89c-1f74cb0539fe tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] 10.222.0.36 "GET /v2.0/security-groups/b8eb825a-eb05-4b64-b47c-316dce01fa09 HTTP/1.1" status: 200 len: 2981 time: 0.0936568 May 05 19:56:32.912319 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f0db50-9680-44f3-adee-cb578355b363 None None] Network a593f7d9-4cea-44aa-95eb-c6d63df39a91 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:56:32.912562 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-02481287-719f-4199-bf56-b4055485eae6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:32.918416 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-02481287-719f-4199-bf56-b4055485eae6 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3a49ad38-73d0-40d9-9a3c-7235865d0318 HTTP/1.1" status: 204 len: 168 time: 0.9254782 May 05 19:56:32.919417 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02481287-719f-4199-bf56-b4055485eae6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a49ad38-73d0-40d9-9a3c-7235865d0318,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:32.921009 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 37844) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:56:32.962739 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-d9b1d36a-949c-4746-aa3c-810fefd386e4 req-a4caada8-9832-44ac-a194-18d000cae8c8 service neutron] For port c9b2d753-5708-46b4-8b00-b9924f483958, host n-h1-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:56:32.980777 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16500e1f-e006-46d0-bf43-b55f5cff75b4 req-24bbab65-62db-459b-a3c8-a9c5a39bd4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:32.982556 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-16500e1f-e006-46d0-bf43-b55f5cff75b4 req-24bbab65-62db-459b-a3c8-a9c5a39bd4ca service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d079e0cd-271b-40a4-9491-7392ec6adf3d HTTP/1.1" status: 200 len: 852 time: 0.1903839 May 05 19:56:32.989272 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9eb24c47-56e1-46a2-926e-581a4f1856af req-9040ebcf-d10c-4d34-a94c-ba3f7c78a487 tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] 10.222.0.36 "GET /v2.0/security-groups/e6882b58-f052-43d6-97e3-d39ee7289447 HTTP/1.1" status: 200 len: 2981 time: 0.0670342 May 05 19:56:32.992685 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-d9b1d36a-949c-4746-aa3c-810fefd386e4 req-a4caada8-9832-44ac-a194-18d000cae8c8 service neutron] For port c9b2d753-5708-46b4-8b00-b9924f483958, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=c9b2d753-5708-46b4-8b00-b9924f483958,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:56:32.997137 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d9b1d36a-949c-4746-aa3c-810fefd386e4 req-a4caada8-9832-44ac-a194-18d000cae8c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:33.103687 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-16500e1f-e006-46d0-bf43-b55f5cff75b4 req-9f721070-7a09-4803-82a9-d89ec8341427 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4d6027da-fd3d-4a5f-9b43-003448050635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1120682 May 05 19:56:33.158580 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 916de515-381a-48e9-a5de-f883cc07dedf details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:56:33.166669 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device caf8a11b-b6a8-4bd5-a978-65d541786650 up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:56:33.203883 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e9fe71-ea1d-4da5-8cad-be8c2ceaa785 None None] DHCP port deletion for a593f7d9-4cea-44aa-95eb-c6d63df39a91 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 19:56:33.214099 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b1d36a-949c-4746-aa3c-810fefd386e4 req-a4caada8-9832-44ac-a194-18d000cae8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:33.214719 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d9b1d36a-949c-4746-aa3c-810fefd386e4 req-a4caada8-9832-44ac-a194-18d000cae8c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:33.216140 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d9b1d36a-949c-4746-aa3c-810fefd386e4 req-a4caada8-9832-44ac-a194-18d000cae8c8 service neutron] 10.222.0.24 "PUT /v2.0/ports/c9b2d753-5708-46b4-8b00-b9924f483958 HTTP/1.1" status: 200 len: 1096 time: 2.8921080 May 05 19:56:33.226889 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-47e9fe71-ea1d-4da5-8cad-be8c2ceaa785 None None] Deleting port cfc874e2-aa39-4a06-bb1a-276b4cab3c6f {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:56:33.227264 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-47e9fe71-ea1d-4da5-8cad-be8c2ceaa785 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:33.252093 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9eb24c47-56e1-46a2-926e-581a4f1856af req-f08ec897-bd64-4b56-9ff8-443974da8bf3 tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] 10.222.0.36 "GET /v2.0/security-groups/e6882b58-f052-43d6-97e3-d39ee7289447 HTTP/1.1" status: 200 len: 2981 time: 0.2499700 May 05 19:56:33.252848 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4caada8-9832-44ac-a194-18d000cae8c8 service neutron] Pushing event updated for resources: {'Port': ['ID=c9b2d753-5708-46b4-8b00-b9924f483958,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:33.316964 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c327be19-a1a0-45f9-b251-94972401bd0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:33.354975 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9eb24c47-56e1-46a2-926e-581a4f1856af req-30332af6-129e-4a2f-884d-4c64bfaf9b60 tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] 10.222.0.36 "GET /v2.0/security-groups/e93845b3-9e98-4e19-b912-4d7c46d59dce HTTP/1.1" status: 200 len: 2973 time: 0.0948031 May 05 19:56:33.358402 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-c327be19-a1a0-45f9-b251-94972401bd0e admin admin] Deleting port cfc874e2-aa39-4a06-bb1a-276b4cab3c6f {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:56:33.358746 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c327be19-a1a0-45f9-b251-94972401bd0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:33.431844 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9eb24c47-56e1-46a2-926e-581a4f1856af req-31a1babe-8891-477a-a022-3cdfdeffcd3a tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] 10.222.0.36 "GET /v2.0/security-groups/e93845b3-9e98-4e19-b912-4d7c46d59dce HTTP/1.1" status: 200 len: 2973 time: 0.0611942 May 05 19:56:33.449705 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b1d36a-949c-4746-aa3c-810fefd386e4 req-10246fca-b283-4cf2-8060-f062be704361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:33.451212 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d9b1d36a-949c-4746-aa3c-810fefd386e4 req-10246fca-b283-4cf2-8060-f062be704361 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=97ead9bcc5d448dab263815a595740a4&device_id=0365221e-cddb-44e7-a343-19816d97415a HTTP/1.1" status: 200 len: 1099 time: 0.1451693 May 05 19:56:33.461286 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port caf8a11b-b6a8-4bd5-a978-65d541786650 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:56:33.467470 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e27ad31-4563-4c75-bf52-57b8bddc5a06 req-41d4d833-8b55-4f23-bd1e-423baba31546 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:33.470027 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port caf8a11b-b6a8-4bd5-a978-65d541786650 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:56:33.470473 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:33.477872 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2e27ad31-4563-4c75-bf52-57b8bddc5a06 req-41d4d833-8b55-4f23-bd1e-423baba31546 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] 10.222.0.36 "GET /v2.0/ports?device_id=64a351cd-836b-43a5-b5dc-65fbb5808f35 HTTP/1.1" status: 200 len: 945 time: 0.5684712 May 05 19:56:33.482197 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-16500e1f-e006-46d0-bf43-b55f5cff75b4 req-f4ade7ac-78fe-4db7-852e-3b3d15787e57 service neutron] 10.222.0.24 "GET /v2.0/networks/4d6027da-fd3d-4a5f-9b43-003448050635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322718 May 05 19:56:33.507735 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb84eb39-fa72-4a9f-b665-74f7908181f9'] response: {'name': 'network-changed', 'server_uuid': '49a4125b-56a6-4534-a2ad-149f746815c4', 'tag': '916de515-381a-48e9-a5de-f883cc07dedf', 'status': 'completed', 'code': 200} May 05 19:56:33.581539 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d9b1d36a-949c-4746-aa3c-810fefd386e4 req-b9cf5909-70f0-4408-933a-c1cf6b814950 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=c9b2d753-5708-46b4-8b00-b9924f483958 HTTP/1.1" status: 200 len: 217 time: 0.1211128 May 05 19:56:33.689570 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:33.700862 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2e27ad31-4563-4c75-bf52-57b8bddc5a06 req-1957f62e-5852-4ee5-a049-28173709f4a8 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] 10.222.0.36 "GET /v2.0/security-groups?id=a69b6ab0-aa14-4469-9dc2-2519a67a3dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212811 May 05 19:56:33.708303 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 916de515-381a-48e9-a5de-f883cc07dedf, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=916de515-381a-48e9-a5de-f883cc07dedf,segment=NetworkSegment(111c5f9d-dbf3-4eaa-8502-8e5fa7f46f62),segment_id=111c5f9d-dbf3-4eaa-8502-8e5fa7f46f62)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:56:33.748511 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b1d36a-949c-4746-aa3c-810fefd386e4 req-0658f5cf-a92f-4ace-889a-68fc99bdf958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:33.750059 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d9b1d36a-949c-4746-aa3c-810fefd386e4 req-0658f5cf-a92f-4ace-889a-68fc99bdf958 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.1581018 May 05 19:56:33.831319 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3470b3d-d3aa-4395-a886-d9b6e00df796 req-ecd64ce8-30d2-447f-b26c-4ed78eb1b0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:33.833043 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d3470b3d-d3aa-4395-a886-d9b6e00df796 req-ecd64ce8-30d2-447f-b26c-4ed78eb1b0a7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=476cffb51a494e45a75196848dc23980&device_id=49a4125b-56a6-4534-a2ad-149f746815c4 HTTP/1.1" status: 200 len: 1094 time: 0.3043313 May 05 19:56:33.838514 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '916de515-381a-48e9-a5de-f883cc07dedf', 'network_id': '64ae69b0-8ac2-4e0b-9320-47844867ced2', 'port_id': '916de515-381a-48e9-a5de-f883cc07dedf', 'mac_address': 'fa:16:3e:ff:6a:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4aaf969-3d1a-408b-86ce-50cecc40a653', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:56:33.843949 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-47e9fe71-ea1d-4da5-8cad-be8c2ceaa785 None None] For port cfc874e2-aa39-4a06-bb1a-276b4cab3c6f, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=cfc874e2-aa39-4a06-bb1a-276b4cab3c6f,segment=NetworkSegment(16c3bf64-be96-462e-b87e-2fbd0dd461b3),segment_id=16c3bf64-be96-462e-b87e-2fbd0dd461b3)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:56:33.844337 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-47e9fe71-ea1d-4da5-8cad-be8c2ceaa785 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:33.892527 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b66d0d8-cbf2-49dd-a842-ea35ba539da8 req-a7544573-b589-401d-9e91-0c688403ad38 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:33.899767 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b66d0d8-cbf2-49dd-a842-ea35ba539da8 req-a7544573-b589-401d-9e91-0c688403ad38 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:33.901761 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7b66d0d8-cbf2-49dd-a842-ea35ba539da8 req-a7544573-b589-401d-9e91-0c688403ad38 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.36 "GET /v2.0/ports?device_id=11855e23-b65c-4f38-92a3-01eb040f36af HTTP/1.1" status: 200 len: 1679 time: 0.2368939 May 05 19:56:34.035084 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7b66d0d8-cbf2-49dd-a842-ea35ba539da8 req-83d45590-67a0-4a21-aae8-3735fdadfc9b tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.36 "GET /v2.0/security-groups?id=54210ff6-4648-4cdb-8887-421df42725ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209962 May 05 19:56:34.038532 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b1d36a-949c-4746-aa3c-810fefd386e4 req-e9564367-ffab-459f-aa22-c62c8eba927a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:34.040267 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d9b1d36a-949c-4746-aa3c-810fefd386e4 req-e9564367-ffab-459f-aa22-c62c8eba927a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2809644 May 05 19:56:34.079164 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port caf8a11b-b6a8-4bd5-a978-65d541786650, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=caf8a11b-b6a8-4bd5-a978-65d541786650,segment=NetworkSegment(0c8090e3-f4ef-4afc-8c15-493942fe2432),segment_id=0c8090e3-f4ef-4afc-8c15-493942fe2432)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:56:34.086661 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-47e9fe71-ea1d-4da5-8cad-be8c2ceaa785 None None] Calling delete_port for cfc874e2-aa39-4a06-bb1a-276b4cab3c6f owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:56:34.112823 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3470b3d-d3aa-4395-a886-d9b6e00df796 req-3ccd8128-5d3d-4331-acb6-9cae80a2ff42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:34.114415 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d3470b3d-d3aa-4395-a886-d9b6e00df796 req-3ccd8128-5d3d-4331-acb6-9cae80a2ff42 service neutron] 10.222.0.24 "GET /v2.0/networks?id=64ae69b0-8ac2-4e0b-9320-47844867ced2 HTTP/1.1" status: 200 len: 922 time: 0.2759748 May 05 19:56:34.126735 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:34.163540 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-c327be19-a1a0-45f9-b251-94972401bd0e admin admin] For port cfc874e2-aa39-4a06-bb1a-276b4cab3c6f, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=cfc874e2-aa39-4a06-bb1a-276b4cab3c6f,segment=NetworkSegment(16c3bf64-be96-462e-b87e-2fbd0dd461b3),segment_id=16c3bf64-be96-462e-b87e-2fbd0dd461b3)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:56:34.164513 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c327be19-a1a0-45f9-b251-94972401bd0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:34.171961 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2a2e280-8179-401e-b938-43511b23bfed', 'tag': 'b4edd95f-4851-4589-bba9-ed9de779d713'}, {'name': 'network-changed', 'server_uuid': '0365221e-cddb-44e7-a343-19816d97415a', 'tag': 'c9b2d753-5708-46b4-8b00-b9924f483958'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:56:34.174588 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11855e23-b65c-4f38-92a3-01eb040f36af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28d14b4c-2a8c-4117-81e7-0a4d4176ed96'}, {'server_uuid': '11855e23-b65c-4f38-92a3-01eb040f36af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caf8a11b-b6a8-4bd5-a978-65d541786650'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:56:34.192770 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:34.232460 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 916de515-381a-48e9-a5de-f883cc07dedf {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:56:34.244612 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-16500e1f-e006-46d0-bf43-b55f5cff75b4 req-d500cad7-db3a-404e-a7f7-1e1db0eb395d service neutron] 10.222.0.24 "GET /v2.0/networks/4d6027da-fd3d-4a5f-9b43-003448050635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7360318 May 05 19:56:34.253412 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=caf8a11b-b6a8-4bd5-a978-65d541786650,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:34.269516 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d3470b3d-d3aa-4395-a886-d9b6e00df796 req-75f0dec1-32d1-4e3e-8c0f-a4567ee42fc3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=916de515-381a-48e9-a5de-f883cc07dedf HTTP/1.1" status: 200 len: 217 time: 0.1475019 May 05 19:56:34.273114 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 916de515-381a-48e9-a5de-f883cc07dedf, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=916de515-381a-48e9-a5de-f883cc07dedf,segment=NetworkSegment(111c5f9d-dbf3-4eaa-8502-8e5fa7f46f62),segment_id=111c5f9d-dbf3-4eaa-8502-8e5fa7f46f62)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:56:34.275277 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-47e9fe71-ea1d-4da5-8cad-be8c2ceaa785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:34.314285 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-c327be19-a1a0-45f9-b251-94972401bd0e admin admin] Calling delete_port for cfc874e2-aa39-4a06-bb1a-276b4cab3c6f owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:56:34.314651 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:34.327901 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e9fe71-ea1d-4da5-8cad-be8c2ceaa785 None None] Pushing event deleted for resources: {'Port': ['ID=cfc874e2-aa39-4a06-bb1a-276b4cab3c6f,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:34.367632 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e9fe71-ea1d-4da5-8cad-be8c2ceaa785 None None] No DVR routers for this DVR port cfc874e2-aa39-4a06-bb1a-276b4cab3c6f on host n-d-840717-1 {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:56:34.377862 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d9b1d36a-949c-4746-aa3c-810fefd386e4 req-648b1a08-2969-429b-a779-b9af6ac869f5 service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295186 May 05 19:56:34.398364 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d321c-38ee-4555-a5bb-7623b27944dc req-ef1a5717-9a66-440d-8c18-7ff3cdf5df43 tempest-ImagesNegativeTestJSON-1235540873 tempest-ImagesNegativeTestJSON-1235540873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:34.399956 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bc0d321c-38ee-4555-a5bb-7623b27944dc req-ef1a5717-9a66-440d-8c18-7ff3cdf5df43 tempest-ImagesNegativeTestJSON-1235540873 tempest-ImagesNegativeTestJSON-1235540873-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ab8142d-bf1b-4322-ad84-cd806d12489d HTTP/1.1" status: 200 len: 949 time: 0.3344285 May 05 19:56:34.414470 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3470b3d-d3aa-4395-a886-d9b6e00df796 req-bfa8556a-96cc-41d5-9051-4595b01a3a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:34.414740 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=916de515-381a-48e9-a5de-f883cc07dedf,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:34.415916 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d3470b3d-d3aa-4395-a886-d9b6e00df796 req-bfa8556a-96cc-41d5-9051-4595b01a3a4c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a4aaf969-3d1a-408b-86ce-50cecc40a653 HTTP/1.1" status: 200 len: 860 time: 0.1347177 May 05 19:56:34.445889 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.db.api [None req-c327be19-a1a0-45f9-b251-94972401bd0e admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88198) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 19:56:34.446358 n-d-840717-1 neutron-server[88198]: DEBUG oslo_db.api [None req-c327be19-a1a0-45f9-b251-94972401bd0e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 19:56:34.453669 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bc0d321c-38ee-4555-a5bb-7623b27944dc req-063cea76-149a-4b1f-9aca-4d3aa878d7bd tempest-ImagesNegativeTestJSON-1235540873 tempest-ImagesNegativeTestJSON-1235540873-project] 10.222.0.36 "GET /v2.0/security-groups?id=64968ca4-18bf-44e5-908a-43690abd3fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426252 May 05 19:56:34.543626 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae57308-15db-4a94-a680-abe18d415d2a req-022e7312-8731-40a7-8eca-af38d2aa1a70 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:34.544336 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-4ae57308-15db-4a94-a680-abe18d415d2a req-022e7312-8731-40a7-8eca-af38d2aa1a70 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Synchronizing usage tracker for tenant:97ead9bcc5d448dab263815a595740a4 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:56:34.556205 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-126514e3-dca1-4961-8a5b-e24ef5df4cd0 req-0dc2dd8f-2d8e-47e0-a685-f85643d244a8 tempest-SecurityGroupsTestAdminJSON-362259600 tempest-SecurityGroupsTestAdminJSON-362259600-project] Synchronizing usage tracker for tenant:b244c0e6d29b4ef79294fa8fd474f782 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:56:34.576020 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-126514e3-dca1-4961-8a5b-e24ef5df4cd0 req-0dc2dd8f-2d8e-47e0-a685-f85643d244a8 tempest-SecurityGroupsTestAdminJSON-362259600 tempest-SecurityGroupsTestAdminJSON-362259600-project] Unset dirty status for tenant:b244c0e6d29b4ef79294fa8fd474f782 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:56:34.577623 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-126514e3-dca1-4961-8a5b-e24ef5df4cd0 req-0dc2dd8f-2d8e-47e0-a685-f85643d244a8 tempest-SecurityGroupsTestAdminJSON-362259600 tempest-SecurityGroupsTestAdminJSON-362259600-project] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b244c0e6d29b4ef79294fa8fd474f782 HTTP/1.1" status: 200 len: 6102 time: 0.0975199 May 05 19:56:34.588881 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0277d21f-3642-4a9c-b532-5c72500e3f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:34.597566 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-4ae57308-15db-4a94-a680-abe18d415d2a req-022e7312-8731-40a7-8eca-af38d2aa1a70 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Unset dirty status for tenant:97ead9bcc5d448dab263815a595740a4 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:56:34.598709 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4ae57308-15db-4a94-a680-abe18d415d2a req-022e7312-8731-40a7-8eca-af38d2aa1a70 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=0365221e-cddb-44e7-a343-19816d97415a HTTP/1.1" status: 200 len: 948 time: 0.3704860 May 05 19:56:34.627283 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d9b1d36a-949c-4746-aa3c-810fefd386e4 req-aadc866c-e3d3-4382-bfd9-29f4bfcf1ef1 service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411618 May 05 19:56:34.632717 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3470b3d-d3aa-4395-a886-d9b6e00df796 req-7f74fb4a-e9d6-4739-b87c-6c5c560a2f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:34.634059 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d3470b3d-d3aa-4395-a886-d9b6e00df796 req-7f74fb4a-e9d6-4739-b87c-6c5c560a2f10 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=64ae69b0-8ac2-4e0b-9320-47844867ced2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2009425 May 05 19:56:34.634171 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['916de515-381a-48e9-a5de-f883cc07dedf'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:56:34.645914 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-126514e3-dca1-4961-8a5b-e24ef5df4cd0 req-f91fc831-30e8-4f41-be81-18a34d166c3f tempest-SecurityGroupsTestAdminJSON-362259600 tempest-SecurityGroupsTestAdminJSON-362259600-project] 10.222.0.36 "GET /v2.0/security-groups/49af42cb-75a3-4901-a87f-7723a03883d4 HTTP/1.1" status: 200 len: 2981 time: 0.0582509 May 05 19:56:34.693737 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4ae57308-15db-4a94-a680-abe18d415d2a req-2c843c00-6f1b-455d-b3c2-9c9fac380a00 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/security-groups?id=47e8f45b-d376-403a-8bb9-867508147e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866451 May 05 19:56:34.719974 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-126514e3-dca1-4961-8a5b-e24ef5df4cd0 req-6585dcee-1115-45bb-8c38-af877211b69f tempest-SecurityGroupsTestAdminJSON-362259600 tempest-SecurityGroupsTestAdminJSON-362259600-project] 10.222.0.36 "GET /v2.0/security-groups/49af42cb-75a3-4901-a87f-7723a03883d4 HTTP/1.1" status: 200 len: 2981 time: 0.0653889 May 05 19:56:34.796256 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d3470b3d-d3aa-4395-a886-d9b6e00df796 req-caac8f4b-129a-448c-9ecc-3eec59ab9ba0 service neutron] 10.222.0.24 "GET /v2.0/networks/64ae69b0-8ac2-4e0b-9320-47844867ced2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514552 May 05 19:56:34.824820 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device cfc874e2-aa39-4a06-bb1a-276b4cab3c6f no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:56:34.876027 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: cfc874e2-aa39-4a06-bb1a-276b4cab3c6f {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 19:56:34.877113 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device cfc874e2-aa39-4a06-bb1a-276b4cab3c6f not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:56:34.938105 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd3246f-be75-40a4-8d04-67ed848502b3 req-797c34d3-9b25-4512-971e-3d7ed2fdfbce tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:34.939700 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6cd3246f-be75-40a4-8d04-67ed848502b3 req-797c34d3-9b25-4512-971e-3d7ed2fdfbce tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "GET /v2.0/ports?device_id=49a4125b-56a6-4534-a2ad-149f746815c4 HTTP/1.1" status: 200 len: 944 time: 0.0905147 May 05 19:56:34.947889 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-c327be19-a1a0-45f9-b251-94972401bd0e admin admin] Deleting port cfc874e2-aa39-4a06-bb1a-276b4cab3c6f {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:56:34.948230 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c327be19-a1a0-45f9-b251-94972401bd0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:35.037754 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-c327be19-a1a0-45f9-b251-94972401bd0e admin admin] The port 'cfc874e2-aa39-4a06-bb1a-276b4cab3c6f' was deleted {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 19:56:35.085258 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d3470b3d-d3aa-4395-a886-d9b6e00df796 req-50f71946-da57-4601-9874-159457883255 service neutron] 10.222.0.24 "GET /v2.0/networks/64ae69b0-8ac2-4e0b-9320-47844867ced2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811120 May 05 19:56:35.102349 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6cd3246f-be75-40a4-8d04-67ed848502b3 req-ab0a6b28-9a7d-417c-90b5-751f7420d601 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "GET /v2.0/security-groups?id=352a0376-f4d7-4cf4-99c3-ad13d2d04eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553786 May 05 19:56:35.110506 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e263ec7f-9f15-46c4-baf7-70704a1b357c req-f48d5c5c-f8c8-483b-ab7a-f86dcb949de8 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:35.124596 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e263ec7f-9f15-46c4-baf7-70704a1b357c req-f48d5c5c-f8c8-483b-ab7a-f86dcb949de8 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/ports?device_id=11c99114-3821-43d0-b75c-371ff384e57f HTTP/1.1" status: 200 len: 945 time: 0.2268465 May 05 19:56:35.160784 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e263ec7f-9f15-46c4-baf7-70704a1b357c req-0e7597fc-7cc2-4a29-bbb5-64c977869535 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/security-groups?id=b8eb825a-eb05-4b64-b47c-316dce01fa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416639 May 05 19:56:35.171744 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39da8f80-dc77-4124-9ab3-3f11b5d49d7c'] response: {'name': 'network-changed', 'server_uuid': 'a2a2e280-8179-401e-b938-43511b23bfed', 'tag': 'b4edd95f-4851-4589-bba9-ed9de779d713', 'status': 'completed', 'code': 200} May 05 19:56:35.172011 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39da8f80-dc77-4124-9ab3-3f11b5d49d7c'] response: {'name': 'network-changed', 'server_uuid': '0365221e-cddb-44e7-a343-19816d97415a', 'tag': 'c9b2d753-5708-46b4-8b00-b9924f483958', 'status': 'completed', 'code': 200} May 05 19:56:35.172223 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c327be19-a1a0-45f9-b251-94972401bd0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:35.185789 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 3dfe7259-df61-4927-95c8-da403c1bd18f up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:56:35.268896 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-c327be19-a1a0-45f9-b251-94972401bd0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a593f7d9-4cea-44aa-95eb-c6d63df39a91']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:56:35.284591 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-110edba9-4655-4d96-9099-91512835fd1a'] response: {'server_uuid': '11855e23-b65c-4f38-92a3-01eb040f36af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28d14b4c-2a8c-4117-81e7-0a4d4176ed96', 'code': 200} May 05 19:56:35.284982 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-110edba9-4655-4d96-9099-91512835fd1a'] response: {'server_uuid': '11855e23-b65c-4f38-92a3-01eb040f36af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caf8a11b-b6a8-4bd5-a978-65d541786650', 'code': 200} May 05 19:56:35.288071 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device b4edd95f-4851-4589-bba9-ed9de779d713 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:56:35.307032 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port 3dfe7259-df61-4927-95c8-da403c1bd18f completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:56:35.322434 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-c327be19-a1a0-45f9-b251-94972401bd0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16c3bf64-be96-462e-b87e-2fbd0dd461b3') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:56:35.322824 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-c327be19-a1a0-45f9-b251-94972401bd0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16c3bf64-be96-462e-b87e-2fbd0dd461b3') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:56:35.334723 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 3dfe7259-df61-4927-95c8-da403c1bd18f triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:56:35.334723 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:35.339392 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c327be19-a1a0-45f9-b251-94972401bd0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:35.370817 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c327be19-a1a0-45f9-b251-94972401bd0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:35.382539 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c327be19-a1a0-45f9-b251-94972401bd0e admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 19:56:35.382937 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c327be19-a1a0-45f9-b251-94972401bd0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:35.396978 n-d-840717-1 neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 19:56:35.396978 n-d-840717-1 neutron-server[88198]: util.warn( May 05 19:56:35.396978 n-d-840717-1 neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 19:56:35.396978 n-d-840717-1 neutron-server[88198]: util.warn( May 05 19:56:35.396978 n-d-840717-1 neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 19:56:35.396978 n-d-840717-1 neutron-server[88198]: util.warn( May 05 19:56:35.396978 n-d-840717-1 neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 19:56:35.396978 n-d-840717-1 neutron-server[88198]: util.warn( May 05 19:56:35.396978 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 19:56:35.396978 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 19:56:35.396978 n-d-840717-1 neutron-server[88198]: timer() May 05 19:56:35.396978 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 19:56:35.396978 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 19:56:35.396978 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 19:56:35.396978 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 19:56:35.396978 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 19:56:35.396978 n-d-840717-1 neutron-server[88198]: self._notify() May 05 19:56:35.396978 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 19:56:35.396978 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 19:56:35.396978 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 19:56:35.396978 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 19:56:35.396978 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 19:56:35.396978 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 19:56:35.396978 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 19:56:35.396978 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 19:56:35.396978 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 19:56:35.396978 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 19:56:35.396978 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 19:56:35.396978 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 19:56:35.396978 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 19:56:35.396978 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 19:56:35.396978 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 19:56:35.396978 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 19:56:35.396978 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 19:56:35.396978 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 19:56:35.396978 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 19:56:35.396978 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 19:56:35.396978 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 19:56:35.396978 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 19:56:35.396978 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 19:56:35.403883 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c19a4924-8232-4f09-8962-e7f39d34c7aa req-707077f6-6a41-4adb-a2b5-09bb9318c9cd tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] 10.222.0.36 "GET /v2.0/security-groups/9aa684f0-7141-478c-b3f3-9eae63df2c05 HTTP/1.1" status: 200 len: 1778 time: 0.1114738 May 05 19:56:35.498279 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61609794-698e-44b8-baf6-f5f365962877 req-ccc381c6-5916-4bcb-8b98-ae6334efc376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:35.499793 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-61609794-698e-44b8-baf6-f5f365962877 req-ccc381c6-5916-4bcb-8b98-ae6334efc376 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=97ead9bcc5d448dab263815a595740a4&device_id=0365221e-cddb-44e7-a343-19816d97415a HTTP/1.1" status: 200 len: 1099 time: 0.2369494 May 05 19:56:35.512095 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c327be19-a1a0-45f9-b251-94972401bd0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:35.512648 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79665202-504c-4c6b-aa04-0661152005ad req-8e1b8967-94f4-4c9c-80ad-d640606d2c17 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:35.513881 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-79665202-504c-4c6b-aa04-0661152005ad req-8e1b8967-94f4-4c9c-80ad-d640606d2c17 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Synchronizing usage tracker for tenant:2e25f2b4697644bc90cc941474a372f8 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:56:35.518007 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61609794-698e-44b8-baf6-f5f365962877 req-647d0f2d-1789-49e1-adfc-12d2b839ce4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:35.519576 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-61609794-698e-44b8-baf6-f5f365962877 req-647d0f2d-1789-49e1-adfc-12d2b839ce4d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2e25f2b4697644bc90cc941474a372f8&device_id=a2a2e280-8179-401e-b938-43511b23bfed HTTP/1.1" status: 200 len: 1094 time: 0.3195117 May 05 19:56:35.531273 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c327be19-a1a0-45f9-b251-94972401bd0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:35.541249 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port b4edd95f-4851-4589-bba9-ed9de779d713, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=b4edd95f-4851-4589-bba9-ed9de779d713,segment=NetworkSegment(069234c5-3fbc-4f95-b319-b1989412732e),segment_id=069234c5-3fbc-4f95-b319-b1989412732e)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:56:35.544593 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c327be19-a1a0-45f9-b251-94972401bd0e admin admin] Pushing event deleted for resources: {'Network': ['ID=a593f7d9-4cea-44aa-95eb-c6d63df39a91,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:35.561625 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': 'b4edd95f-4851-4589-bba9-ed9de779d713', 'network_id': '4d6027da-fd3d-4a5f-9b43-003448050635', 'port_id': 'b4edd95f-4851-4589-bba9-ed9de779d713', 'mac_address': 'fa:16:3e:6b:cc:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd079e0cd-271b-40a4-9491-7392ec6adf3d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:56:35.565690 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c327be19-a1a0-45f9-b251-94972401bd0e admin admin] 10.222.0.36 "DELETE /v2.0/networks/a593f7d9-4cea-44aa-95eb-c6d63df39a91 HTTP/1.1" status: 204 len: 168 time: 2.6381853 May 05 19:56:35.565690 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c19a4924-8232-4f09-8962-e7f39d34c7aa req-068a7893-8606-45d3-adc5-299fb82445a5 tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:35.584881 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:35.593070 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c19a4924-8232-4f09-8962-e7f39d34c7aa req-068a7893-8606-45d3-adc5-299fb82445a5 tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:35.609946 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c0d14-fda1-4b0c-9811-78275aefc3b8 req-b15333ac-ab15-424c-8aee-e668f669d033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:35.610611 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c0d14-fda1-4b0c-9811-78275aefc3b8 req-b15333ac-ab15-424c-8aee-e668f669d033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:35.612587 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b17c0d14-fda1-4b0c-9811-78275aefc3b8 req-b15333ac-ab15-424c-8aee-e668f669d033 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=11855e23-b65c-4f38-92a3-01eb040f36af HTTP/1.1" status: 200 len: 1982 time: 0.2693293 May 05 19:56:35.689741 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c19a4924-8232-4f09-8962-e7f39d34c7aa req-068a7893-8606-45d3-adc5-299fb82445a5 tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:35.722118 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068a7893-8606-45d3-adc5-299fb82445a5 tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa684f0-7141-478c-b3f3-9eae63df2c05,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:35.723638 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c19a4924-8232-4f09-8962-e7f39d34c7aa req-068a7893-8606-45d3-adc5-299fb82445a5 tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:35.737102 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c19a4924-8232-4f09-8962-e7f39d34c7aa req-068a7893-8606-45d3-adc5-299fb82445a5 tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] 10.222.0.36 "DELETE /v2.0/security-groups/9aa684f0-7141-478c-b3f3-9eae63df2c05 HTTP/1.1" status: 204 len: 173 time: 0.3216214 May 05 19:56:35.744728 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:35.768996 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4edd95f-4851-4589-bba9-ed9de779d713 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:56:35.780054 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 3dfe7259-df61-4927-95c8-da403c1bd18f, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=3dfe7259-df61-4927-95c8-da403c1bd18f,segment=NetworkSegment(069234c5-3fbc-4f95-b319-b1989412732e),segment_id=069234c5-3fbc-4f95-b319-b1989412732e)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:56:35.792701 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:35.817505 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 37876) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:56:35.828234 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-79665202-504c-4c6b-aa04-0661152005ad req-8e1b8967-94f4-4c9c-80ad-d640606d2c17 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Unset dirty status for tenant:2e25f2b4697644bc90cc941474a372f8 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:56:35.834762 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-79665202-504c-4c6b-aa04-0661152005ad req-8e1b8967-94f4-4c9c-80ad-d640606d2c17 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] 10.222.0.36 "GET /v2.0/ports?device_id=64a351cd-836b-43a5-b5dc-65fbb5808f35 HTTP/1.1" status: 200 len: 945 time: 0.5362365 May 05 19:56:35.845953 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port b4edd95f-4851-4589-bba9-ed9de779d713, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=b4edd95f-4851-4589-bba9-ed9de779d713,segment=NetworkSegment(069234c5-3fbc-4f95-b319-b1989412732e),segment_id=069234c5-3fbc-4f95-b319-b1989412732e)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:56:35.857112 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b17c0d14-fda1-4b0c-9811-78275aefc3b8 req-3d04c309-24cb-40d8-a3ca-0088e06c50dc service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=54210ff6-4648-4cdb-8887-421df42725ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201622 May 05 19:56:35.864069 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:35.886221 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=3dfe7259-df61-4927-95c8-da403c1bd18f,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:35.909314 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61609794-698e-44b8-baf6-f5f365962877 req-c73d014e-3b72-49ed-a33f-250b6887b500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:35.910770 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-61609794-698e-44b8-baf6-f5f365962877 req-c73d014e-3b72-49ed-a33f-250b6887b500 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3 HTTP/1.1" status: 200 len: 870 time: 0.3903503 May 05 19:56:35.918519 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61609794-698e-44b8-baf6-f5f365962877 req-6c3469e0-acbc-4474-acba-3afc0fdddc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:35.919861 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-61609794-698e-44b8-baf6-f5f365962877 req-6c3469e0-acbc-4474-acba-3afc0fdddc4b service neutron] 10.222.0.50 "GET /v2.0/networks?id=4d6027da-fd3d-4a5f-9b43-003448050635 HTTP/1.1" status: 200 len: 913 time: 0.3622365 May 05 19:56:35.928737 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e3bab43c-40d5-46c2-baaf-e1ed125ca55f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=72fd05b830dc4dd3bd5540fd3505f3cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1099670 May 05 19:56:35.932256 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 37880) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:56:35.932474 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-79665202-504c-4c6b-aa04-0661152005ad req-83e3020a-6cbd-4dc8-8d25-409e581fb704 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] 10.222.0.36 "GET /v2.0/security-groups?id=a69b6ab0-aa14-4469-9dc2-2519a67a3dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967846 May 05 19:56:35.978092 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=b4edd95f-4851-4589-bba9-ed9de779d713,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:36.001954 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-61609794-698e-44b8-baf6-f5f365962877 req-fba51755-9d33-43af-a40f-32693a01f7d4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4edd95f-4851-4589-bba9-ed9de779d713 HTTP/1.1" status: 200 len: 217 time: 0.0685241 May 05 19:56:36.011906 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d0719cc6-e54e-42c4-838b-fceb02d27747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:36.034304 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68111e1-5712-42c4-9917-9052595de6c2 req-d850c8e9-8334-4448-b37c-e73799505ed7 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:36.040916 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68111e1-5712-42c4-9917-9052595de6c2 req-d850c8e9-8334-4448-b37c-e73799505ed7 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:36.042516 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b68111e1-5712-42c4-9917-9052595de6c2 req-d850c8e9-8334-4448-b37c-e73799505ed7 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.36 "GET /v2.0/ports?device_id=11855e23-b65c-4f38-92a3-01eb040f36af HTTP/1.1" status: 200 len: 1680 time: 0.2015717 May 05 19:56:36.075303 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d0719cc6-e54e-42c4-838b-fceb02d27747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:36.129548 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['b4edd95f-4851-4589-bba9-ed9de779d713'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:56:36.130085 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b68111e1-5712-42c4-9917-9052595de6c2 req-ebe28cdc-a317-4ae8-a9ad-9fec61749344 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.36 "GET /v2.0/security-groups?id=54210ff6-4648-4cdb-8887-421df42725ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778716 May 05 19:56:36.150479 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d0719cc6-e54e-42c4-838b-fceb02d27747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:36.171667 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-61609794-698e-44b8-baf6-f5f365962877 req-7e0a2c41-661d-4e85-9ff9-cb112151f780 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=c9b2d753-5708-46b4-8b00-b9924f483958 HTTP/1.1" status: 200 len: 217 time: 0.0786910 May 05 19:56:36.176173 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61609794-698e-44b8-baf6-f5f365962877 req-5c835bd2-6f79-43ae-a41d-2802cc1e71c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:36.177778 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-61609794-698e-44b8-baf6-f5f365962877 req-5c835bd2-6f79-43ae-a41d-2802cc1e71c6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d079e0cd-271b-40a4-9491-7392ec6adf3d HTTP/1.1" status: 200 len: 852 time: 0.1698437 May 05 19:56:36.178298 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0719cc6-e54e-42c4-838b-fceb02d27747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7ff318-1b07-4200-8805-031dd3bda6db,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:36.186664 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d0719cc6-e54e-42c4-838b-fceb02d27747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:36.187893 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d0719cc6-e54e-42c4-838b-fceb02d27747 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6f7ff318-1b07-4200-8805-031dd3bda6db HTTP/1.1" status: 204 len: 168 time: 0.2548079 May 05 19:56:36.280438 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-61609794-698e-44b8-baf6-f5f365962877 req-4aebab4d-ea4b-47e6-ad2f-0a3844713fd4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4d6027da-fd3d-4a5f-9b43-003448050635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617373 May 05 19:56:36.305501 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61609794-698e-44b8-baf6-f5f365962877 req-0dc41c78-159b-4191-bf94-10b7b7f58070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:36.307385 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-61609794-698e-44b8-baf6-f5f365962877 req-0dc41c78-159b-4191-bf94-10b7b7f58070 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.1268790 May 05 19:56:36.367249 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1aa998-61d3-411f-87cf-eaae0eb4e807 req-677d56ec-3234-4016-ad3d-6e47173849b7 tempest-ImagesNegativeTestJSON-1235540873 tempest-ImagesNegativeTestJSON-1235540873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:36.368773 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7b1aa998-61d3-411f-87cf-eaae0eb4e807 req-677d56ec-3234-4016-ad3d-6e47173849b7 tempest-ImagesNegativeTestJSON-1235540873 tempest-ImagesNegativeTestJSON-1235540873-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ab8142d-bf1b-4322-ad84-cd806d12489d HTTP/1.1" status: 200 len: 949 time: 0.0886371 May 05 19:56:36.420418 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7b1aa998-61d3-411f-87cf-eaae0eb4e807 req-e9aa5f5d-92e9-463f-9374-cb8481c9e433 tempest-ImagesNegativeTestJSON-1235540873 tempest-ImagesNegativeTestJSON-1235540873-project] 10.222.0.36 "GET /v2.0/security-groups?id=64968ca4-18bf-44e5-908a-43690abd3fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453877 May 05 19:56:36.432706 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d11b79-da25-4df2-b9da-b09c4e84cd4e req-3aef91c8-9d47-43cd-b1f2-01d2d3f4373b tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:36.434105 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-96d11b79-da25-4df2-b9da-b09c4e84cd4e req-3aef91c8-9d47-43cd-b1f2-01d2d3f4373b tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/ports?device_id=11c99114-3821-43d0-b75c-371ff384e57f HTTP/1.1" status: 200 len: 945 time: 0.3792331 May 05 19:56:36.567823 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-96d11b79-da25-4df2-b9da-b09c4e84cd4e req-b2fcc3a4-bf85-4936-b557-2d91ff5c7a75 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/security-groups?id=b8eb825a-eb05-4b64-b47c-316dce01fa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865328 May 05 19:56:36.574535 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-61609794-698e-44b8-baf6-f5f365962877 req-7f45eb31-8011-40c0-8f5c-ec75848f532a service neutron] 10.222.0.50 "GET /v2.0/networks/4d6027da-fd3d-4a5f-9b43-003448050635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652516 May 05 19:56:36.577159 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61609794-698e-44b8-baf6-f5f365962877 req-11ef6e83-ecf9-4f6e-8567-35a2c0416fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:36.578506 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-61609794-698e-44b8-baf6-f5f365962877 req-11ef6e83-ecf9-4f6e-8567-35a2c0416fc7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2414584 May 05 19:56:36.638228 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e64b63-31fc-4ad8-8421-4b8022657a67 req-ec7e4d20-6540-4c79-a2ba-904d4c408090 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:36.639859 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f1e64b63-31fc-4ad8-8421-4b8022657a67 req-ec7e4d20-6540-4c79-a2ba-904d4c408090 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=0365221e-cddb-44e7-a343-19816d97415a HTTP/1.1" status: 200 len: 948 time: 0.1076775 May 05 19:56:36.689677 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f1e64b63-31fc-4ad8-8421-4b8022657a67 req-bd06c4d1-7d03-47d4-84c7-8fbc55ce2500 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/security-groups?id=47e8f45b-d376-403a-8bb9-867508147e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415802 May 05 19:56:36.809978 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ea046855-d3aa-4d8b-8408-484c23ed1930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:36.900945 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d594fb52-5184-4194-b675-6804d13743c3 req-cee3df17-668a-4669-b414-92a56f6d87b6 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:36.902459 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d594fb52-5184-4194-b675-6804d13743c3 req-cee3df17-668a-4669-b414-92a56f6d87b6 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "GET /v2.0/ports?device_id=49a4125b-56a6-4534-a2ad-149f746815c4 HTTP/1.1" status: 200 len: 944 time: 0.0908535 May 05 19:56:36.959790 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d594fb52-5184-4194-b675-6804d13743c3 req-9b163f8f-628f-4e42-8cfe-9b64d88550b7 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "GET /v2.0/security-groups?id=352a0376-f4d7-4cf4-99c3-ad13d2d04eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500743 May 05 19:56:36.975864 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7ce2f7b7-135b-4ccc-be81-78e33482edb3 req-8b0a4a5c-1cf3-415d-919a-a04bde6bf67d tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] 10.222.0.36 "GET /v2.0/security-groups/fb1fe761-7717-4c2a-bdb1-b2832fca0e6d HTTP/1.1" status: 200 len: 1776 time: 0.3396380 May 05 19:56:36.987748 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-61609794-698e-44b8-baf6-f5f365962877 req-fd3c49c8-b4fa-4ce3-9184-7d15be6e73f6 service neutron] 10.222.0.50 "GET /v2.0/networks/4d6027da-fd3d-4a5f-9b43-003448050635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4051747 May 05 19:56:37.032577 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-61609794-698e-44b8-baf6-f5f365962877 req-03fd19d8-1e0f-4680-bc1c-f5c7e376c2d3 service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3964338 May 05 19:56:37.100235 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-7ce2f7b7-135b-4ccc-be81-78e33482edb3 req-9b96221b-a648-424b-9674-9a76b2fc50a8 tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:37.172841 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device c9b2d753-5708-46b4-8b00-b9924f483958 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:56:37.192492 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-7ce2f7b7-135b-4ccc-be81-78e33482edb3 req-9b96221b-a648-424b-9674-9a76b2fc50a8 tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:37.247780 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-61609794-698e-44b8-baf6-f5f365962877 req-188a73f5-d4e3-40e5-a224-56c9af4e2e99 service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860726 May 05 19:56:37.262522 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-7ce2f7b7-135b-4ccc-be81-78e33482edb3 req-9b96221b-a648-424b-9674-9a76b2fc50a8 tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:37.280549 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b96221b-a648-424b-9674-9a76b2fc50a8 tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb1fe761-7717-4c2a-bdb1-b2832fca0e6d,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:37.287566 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-7ce2f7b7-135b-4ccc-be81-78e33482edb3 req-9b96221b-a648-424b-9674-9a76b2fc50a8 tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:37.296937 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7ce2f7b7-135b-4ccc-be81-78e33482edb3 req-9b96221b-a648-424b-9674-9a76b2fc50a8 tempest-SecurityGroupsTestAdminJSON-430876320 tempest-SecurityGroupsTestAdminJSON-430876320-project-admin] 10.222.0.36 "DELETE /v2.0/security-groups/fb1fe761-7717-4c2a-bdb1-b2832fca0e6d HTTP/1.1" status: 204 len: 173 time: 0.3116117 May 05 19:56:37.302112 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 916de515-381a-48e9-a5de-f883cc07dedf up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:56:37.347186 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a351cd-836b-43a5-b5dc-65fbb5808f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dfe7259-df61-4927-95c8-da403c1bd18f'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:56:37.351861 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device b4edd95f-4851-4589-bba9-ed9de779d713 up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:56:37.426064 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da45cc8-bc68-4b84-9f37-83ce79545caa req-682830c8-c9d2-42ac-83bb-173d20b0438d tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:37.428231 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1da45cc8-bc68-4b84-9f37-83ce79545caa req-682830c8-c9d2-42ac-83bb-173d20b0438d tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] 10.222.0.36 "GET /v2.0/ports?device_id=64a351cd-836b-43a5-b5dc-65fbb5808f35 HTTP/1.1" status: 200 len: 946 time: 0.0938067 May 05 19:56:37.480546 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1da45cc8-bc68-4b84-9f37-83ce79545caa req-c5dd3a7f-2dc0-4657-b06c-e13b344321bb tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] 10.222.0.36 "GET /v2.0/security-groups?id=a69b6ab0-aa14-4469-9dc2-2519a67a3dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452063 May 05 19:56:37.528629 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port c9b2d753-5708-46b4-8b00-b9924f483958, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=c9b2d753-5708-46b4-8b00-b9924f483958,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:56:37.548258 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': 'c9b2d753-5708-46b4-8b00-b9924f483958', 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3', 'port_id': 'c9b2d753-5708-46b4-8b00-b9924f483958', 'mac_address': 'fa:16:3e:d5:c8:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d72a8d3-0a35-4d3a-96b8-d869ff4093bc', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:56:37.593543 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port 916de515-381a-48e9-a5de-f883cc07dedf completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:56:37.606986 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 916de515-381a-48e9-a5de-f883cc07dedf triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:56:37.607366 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:37.630234 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port b4edd95f-4851-4589-bba9-ed9de779d713 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:56:37.662588 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port b4edd95f-4851-4589-bba9-ed9de779d713 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:56:37.662931 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:37.714973 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec1cfe-8210-4ec1-955e-b13be20612a0 req-f196f65b-ecb9-438b-8919-e1ed30500a93 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:37.721350 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec1cfe-8210-4ec1-955e-b13be20612a0 req-f196f65b-ecb9-438b-8919-e1ed30500a93 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:37.723039 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d1ec1cfe-8210-4ec1-955e-b13be20612a0 req-f196f65b-ecb9-438b-8919-e1ed30500a93 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.36 "GET /v2.0/ports?device_id=11855e23-b65c-4f38-92a3-01eb040f36af HTTP/1.1" status: 200 len: 1680 time: 0.1088498 May 05 19:56:37.726639 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:37.757136 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:37.761409 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9b2d753-5708-46b4-8b00-b9924f483958 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:56:37.787576 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d1ec1cfe-8210-4ec1-955e-b13be20612a0 req-4633c708-071f-4386-a666-d1bd5a9ef3f1 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.36 "GET /v2.0/security-groups?id=54210ff6-4648-4cdb-8887-421df42725ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560341 May 05 19:56:37.811158 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port c9b2d753-5708-46b4-8b00-b9924f483958, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=c9b2d753-5708-46b4-8b00-b9924f483958,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:56:37.833721 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:37.911129 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce3ac05-e670-4cc4-ba30-5a5b59f37be6 req-fa76a2ec-8ae0-4bd6-accd-adb4662a4b90 tempest-ImagesNegativeTestJSON-1235540873 tempest-ImagesNegativeTestJSON-1235540873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:37.912418 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-3ce3ac05-e670-4cc4-ba30-5a5b59f37be6 req-fa76a2ec-8ae0-4bd6-accd-adb4662a4b90 tempest-ImagesNegativeTestJSON-1235540873 tempest-ImagesNegativeTestJSON-1235540873-project] Synchronizing usage tracker for tenant:979a910b57bd4e8295eced451b40edbd on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:56:37.932422 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-3ce3ac05-e670-4cc4-ba30-5a5b59f37be6 req-fa76a2ec-8ae0-4bd6-accd-adb4662a4b90 tempest-ImagesNegativeTestJSON-1235540873 tempest-ImagesNegativeTestJSON-1235540873-project] Unset dirty status for tenant:979a910b57bd4e8295eced451b40edbd on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:56:37.933581 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3ce3ac05-e670-4cc4-ba30-5a5b59f37be6 req-fa76a2ec-8ae0-4bd6-accd-adb4662a4b90 tempest-ImagesNegativeTestJSON-1235540873 tempest-ImagesNegativeTestJSON-1235540873-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ab8142d-bf1b-4322-ad84-cd806d12489d HTTP/1.1" status: 200 len: 949 time: 0.1177127 May 05 19:56:37.968987 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:37.985078 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-3ce3ac05-e670-4cc4-ba30-5a5b59f37be6 req-8428af4c-3950-4d95-b2d2-4effa55b891a tempest-ImagesNegativeTestJSON-1235540873 tempest-ImagesNegativeTestJSON-1235540873-project] Synchronizing usage tracker for tenant:979a910b57bd4e8295eced451b40edbd on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:56:37.989850 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:37.999603 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c5cdf5-8f30-45eb-a15c-164e0c8a9e50 req-a876a937-0b43-4da9-9f66-9831916cf40a tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:38.001858 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-10c5cdf5-8f30-45eb-a15c-164e0c8a9e50 req-a876a937-0b43-4da9-9f66-9831916cf40a tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/ports?device_id=11c99114-3821-43d0-b75c-371ff384e57f HTTP/1.1" status: 200 len: 945 time: 0.0944371 May 05 19:56:38.006929 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-3ce3ac05-e670-4cc4-ba30-5a5b59f37be6 req-8428af4c-3950-4d95-b2d2-4effa55b891a tempest-ImagesNegativeTestJSON-1235540873 tempest-ImagesNegativeTestJSON-1235540873-project] Unset dirty status for tenant:979a910b57bd4e8295eced451b40edbd on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:56:38.007280 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:38.010091 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3ce3ac05-e670-4cc4-ba30-5a5b59f37be6 req-8428af4c-3950-4d95-b2d2-4effa55b891a tempest-ImagesNegativeTestJSON-1235540873 tempest-ImagesNegativeTestJSON-1235540873-project] 10.222.0.36 "GET /v2.0/security-groups?id=64968ca4-18bf-44e5-908a-43690abd3fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671434 May 05 19:56:38.027173 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=c9b2d753-5708-46b4-8b00-b9924f483958,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:38.052692 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 916de515-381a-48e9-a5de-f883cc07dedf, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=916de515-381a-48e9-a5de-f883cc07dedf,segment=NetworkSegment(111c5f9d-dbf3-4eaa-8502-8e5fa7f46f62),segment_id=111c5f9d-dbf3-4eaa-8502-8e5fa7f46f62)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:56:38.057560 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port b4edd95f-4851-4589-bba9-ed9de779d713, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=b4edd95f-4851-4589-bba9-ed9de779d713,segment=NetworkSegment(069234c5-3fbc-4f95-b319-b1989412732e),segment_id=069234c5-3fbc-4f95-b319-b1989412732e)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:56:38.058882 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-10c5cdf5-8f30-45eb-a15c-164e0c8a9e50 req-6f43c70f-0f77-4124-aef8-d7d250b43fdf tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/security-groups?id=b8eb825a-eb05-4b64-b47c-316dce01fa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474281 May 05 19:56:38.060221 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:38.098096 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:38.101169 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bcf0507c-b3e3-4010-ad82-ec6440fb9212 req-4d5d782b-2bf2-49bc-9726-92b50c7c549f tempest-SecurityGroupsTestAdminJSON-362259600 tempest-SecurityGroupsTestAdminJSON-362259600-project] 10.222.0.36 "GET /v2.0/security-groups/7351afcb-945c-4c26-bea3-0cb6f020a449 HTTP/1.1" status: 200 len: 1776 time: 0.0489144 May 05 19:56:38.124730 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02b162ec-34c8-4f9d-981b-9fcc5c529133'] response: {'server_uuid': '64a351cd-836b-43a5-b5dc-65fbb5808f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dfe7259-df61-4927-95c8-da403c1bd18f', 'code': 200} May 05 19:56:38.144338 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=916de515-381a-48e9-a5de-f883cc07dedf,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:38.187221 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-bcf0507c-b3e3-4010-ad82-ec6440fb9212 req-b541de80-9bf7-4ff8-8ee5-621bde29ae6a tempest-SecurityGroupsTestAdminJSON-362259600 tempest-SecurityGroupsTestAdminJSON-362259600-project] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:38.196559 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['c9b2d753-5708-46b4-8b00-b9924f483958'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:56:38.265212 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-bcf0507c-b3e3-4010-ad82-ec6440fb9212 req-b541de80-9bf7-4ff8-8ee5-621bde29ae6a tempest-SecurityGroupsTestAdminJSON-362259600 tempest-SecurityGroupsTestAdminJSON-362259600-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:38.297397 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=b4edd95f-4851-4589-bba9-ed9de779d713,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:38.323990 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d73fae-0783-4498-8334-3ec10cc823aa req-36fc02b4-bbdc-4cc4-a249-9ca1ec35dba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:38.325736 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-13d73fae-0783-4498-8334-3ec10cc823aa req-36fc02b4-bbdc-4cc4-a249-9ca1ec35dba7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=64a351cd-836b-43a5-b5dc-65fbb5808f35 HTTP/1.1" status: 200 len: 1097 time: 0.1357369 May 05 19:56:38.347722 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-bcf0507c-b3e3-4010-ad82-ec6440fb9212 req-b541de80-9bf7-4ff8-8ee5-621bde29ae6a tempest-SecurityGroupsTestAdminJSON-362259600 tempest-SecurityGroupsTestAdminJSON-362259600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:38.387313 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b541de80-9bf7-4ff8-8ee5-621bde29ae6a tempest-SecurityGroupsTestAdminJSON-362259600 tempest-SecurityGroupsTestAdminJSON-362259600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7351afcb-945c-4c26-bea3-0cb6f020a449,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:38.405613 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-13d73fae-0783-4498-8334-3ec10cc823aa req-35555ed4-49db-4560-9db8-a287851634b2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a69b6ab0-aa14-4469-9dc2-2519a67a3dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741835 May 05 19:56:38.407603 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-bcf0507c-b3e3-4010-ad82-ec6440fb9212 req-b541de80-9bf7-4ff8-8ee5-621bde29ae6a tempest-SecurityGroupsTestAdminJSON-362259600 tempest-SecurityGroupsTestAdminJSON-362259600-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:38.408587 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bcf0507c-b3e3-4010-ad82-ec6440fb9212 req-b541de80-9bf7-4ff8-8ee5-621bde29ae6a tempest-SecurityGroupsTestAdminJSON-362259600 tempest-SecurityGroupsTestAdminJSON-362259600-project] 10.222.0.36 "DELETE /v2.0/security-groups/7351afcb-945c-4c26-bea3-0cb6f020a449 HTTP/1.1" status: 204 len: 173 time: 0.3016300 May 05 19:56:38.439893 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8fd60f-7b99-4b3e-8a65-5a8a2b6e1c27 req-1c570299-7337-43ac-bbe3-e3954676627c tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:38.441407 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6e8fd60f-7b99-4b3e-8a65-5a8a2b6e1c27 req-1c570299-7337-43ac-bbe3-e3954676627c tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=0365221e-cddb-44e7-a343-19816d97415a HTTP/1.1" status: 200 len: 949 time: 0.2178907 May 05 19:56:38.491207 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6e8fd60f-7b99-4b3e-8a65-5a8a2b6e1c27 req-31839be7-6aae-4c82-9248-b1360597bb71 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/security-groups?id=47e8f45b-d376-403a-8bb9-867508147e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411508 May 05 19:56:38.673136 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f0f6a9-7c24-4521-99c8-64360e2d93bf req-767cd2e8-264f-44db-8864-d5cddb584c48 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:38.674780 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-50f0f6a9-7c24-4521-99c8-64360e2d93bf req-767cd2e8-264f-44db-8864-d5cddb584c48 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/ports?device_id=11c99114-3821-43d0-b75c-371ff384e57f HTTP/1.1" status: 200 len: 945 time: 0.0841436 May 05 19:56:38.710318 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0ee6f-5e29-4bbf-b7dd-919a655b5b8c req-c00bcd5a-2736-4315-a27b-c1b180c14b51 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:38.711806 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0ef0ee6f-5e29-4bbf-b7dd-919a655b5b8c req-c00bcd5a-2736-4315-a27b-c1b180c14b51 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "GET /v2.0/ports?device_id=49a4125b-56a6-4534-a2ad-149f746815c4 HTTP/1.1" status: 200 len: 945 time: 0.1083548 May 05 19:56:38.719320 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8779859-9185-4d9e-be3f-2d5c77206d8d req-baaa5386-3330-44bb-bae1-abdfb6a72790 tempest-ImagesNegativeTestJSON-1235540873 tempest-ImagesNegativeTestJSON-1235540873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:38.719996 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-50f0f6a9-7c24-4521-99c8-64360e2d93bf req-473c7b61-34a2-45e5-823f-5efe1a1a29a7 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/security-groups?id=b8eb825a-eb05-4b64-b47c-316dce01fa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390949 May 05 19:56:38.720690 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e8779859-9185-4d9e-be3f-2d5c77206d8d req-baaa5386-3330-44bb-bae1-abdfb6a72790 tempest-ImagesNegativeTestJSON-1235540873 tempest-ImagesNegativeTestJSON-1235540873-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ab8142d-bf1b-4322-ad84-cd806d12489d HTTP/1.1" status: 200 len: 949 time: 0.1527262 May 05 19:56:38.815144 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-300708c5-ed59-44f4-9953-8450c8974f73 req-20383d87-8c0f-4062-8897-b3fb35b4b9db tempest-SecurityGroupsTestAdminJSON-362259600 tempest-SecurityGroupsTestAdminJSON-362259600-project] 10.222.0.36 "GET /v2.0/security-groups/b1cb0351-32b0-4fcb-9a5b-ac5a4cddc2b9 HTTP/1.1" status: 200 len: 1778 time: 0.0463173 May 05 19:56:38.817314 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-0ef0ee6f-5e29-4bbf-b7dd-919a655b5b8c req-b92fcfdc-16e5-42bf-b011-78047ea68777 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Synchronizing usage tracker for tenant:476cffb51a494e45a75196848dc23980 on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:56:38.822654 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-e8779859-9185-4d9e-be3f-2d5c77206d8d req-57bcbf83-d827-4ad7-8e67-8e30310b9087 tempest-ImagesNegativeTestJSON-1235540873 tempest-ImagesNegativeTestJSON-1235540873-project] Deleting port dce960f1-daf6-4c24-91c4-3c4bcf1b86e9 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:56:38.822987 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-e8779859-9185-4d9e-be3f-2d5c77206d8d req-57bcbf83-d827-4ad7-8e67-8e30310b9087 tempest-ImagesNegativeTestJSON-1235540873 tempest-ImagesNegativeTestJSON-1235540873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:38.886248 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-300708c5-ed59-44f4-9953-8450c8974f73 req-13912eda-ad90-41c6-bc8b-5b7fcb32edcd tempest-SecurityGroupsTestAdminJSON-362259600 tempest-SecurityGroupsTestAdminJSON-362259600-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:38.890158 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-0ef0ee6f-5e29-4bbf-b7dd-919a655b5b8c req-b92fcfdc-16e5-42bf-b011-78047ea68777 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Unset dirty status for tenant:476cffb51a494e45a75196848dc23980 on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:56:38.891287 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0ef0ee6f-5e29-4bbf-b7dd-919a655b5b8c req-b92fcfdc-16e5-42bf-b011-78047ea68777 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "GET /v2.0/security-groups?id=352a0376-f4d7-4cf4-99c3-ad13d2d04eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697564 May 05 19:56:38.926490 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-300708c5-ed59-44f4-9953-8450c8974f73 req-13912eda-ad90-41c6-bc8b-5b7fcb32edcd tempest-SecurityGroupsTestAdminJSON-362259600 tempest-SecurityGroupsTestAdminJSON-362259600-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:38.990530 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-300708c5-ed59-44f4-9953-8450c8974f73 req-13912eda-ad90-41c6-bc8b-5b7fcb32edcd tempest-SecurityGroupsTestAdminJSON-362259600 tempest-SecurityGroupsTestAdminJSON-362259600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:39.010619 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13912eda-ad90-41c6-bc8b-5b7fcb32edcd tempest-SecurityGroupsTestAdminJSON-362259600 tempest-SecurityGroupsTestAdminJSON-362259600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1cb0351-32b0-4fcb-9a5b-ac5a4cddc2b9,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:39.017092 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-300708c5-ed59-44f4-9953-8450c8974f73 req-13912eda-ad90-41c6-bc8b-5b7fcb32edcd tempest-SecurityGroupsTestAdminJSON-362259600 tempest-SecurityGroupsTestAdminJSON-362259600-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:39.018185 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-300708c5-ed59-44f4-9953-8450c8974f73 req-13912eda-ad90-41c6-bc8b-5b7fcb32edcd tempest-SecurityGroupsTestAdminJSON-362259600 tempest-SecurityGroupsTestAdminJSON-362259600-project] 10.222.0.36 "DELETE /v2.0/security-groups/b1cb0351-32b0-4fcb-9a5b-ac5a4cddc2b9 HTTP/1.1" status: 204 len: 173 time: 0.1966085 May 05 19:56:39.109286 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-e8779859-9185-4d9e-be3f-2d5c77206d8d req-57bcbf83-d827-4ad7-8e67-8e30310b9087 tempest-ImagesNegativeTestJSON-1235540873 tempest-ImagesNegativeTestJSON-1235540873-project] For port dce960f1-daf6-4c24-91c4-3c4bcf1b86e9, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=dce960f1-daf6-4c24-91c4-3c4bcf1b86e9,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:56:39.109286 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-e8779859-9185-4d9e-be3f-2d5c77206d8d req-57bcbf83-d827-4ad7-8e67-8e30310b9087 tempest-ImagesNegativeTestJSON-1235540873 tempest-ImagesNegativeTestJSON-1235540873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:39.222267 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf90156-b635-4245-ae52-1e8f790b2a64 req-843e3e2c-0534-47b3-b1c4-ea7d51dde816 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:39.230652 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fbf90156-b635-4245-ae52-1e8f790b2a64 req-843e3e2c-0534-47b3-b1c4-ea7d51dde816 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] 10.222.0.36 "GET /v2.0/ports?device_id=64a351cd-836b-43a5-b5dc-65fbb5808f35 HTTP/1.1" status: 200 len: 946 time: 0.0955946 May 05 19:56:39.256201 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-e8779859-9185-4d9e-be3f-2d5c77206d8d req-57bcbf83-d827-4ad7-8e67-8e30310b9087 tempest-ImagesNegativeTestJSON-1235540873 tempest-ImagesNegativeTestJSON-1235540873-project] Calling delete_port for dce960f1-daf6-4c24-91c4-3c4bcf1b86e9 owned by compute:nova {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:56:39.292401 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fbf90156-b635-4245-ae52-1e8f790b2a64 req-804d8760-d241-4c5d-8408-bdcec95e831b tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] 10.222.0.36 "GET /v2.0/security-groups?id=a69b6ab0-aa14-4469-9dc2-2519a67a3dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607991 May 05 19:56:39.414655 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 37958) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:56:39.447990 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:39.467299 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-e8779859-9185-4d9e-be3f-2d5c77206d8d req-57bcbf83-d827-4ad7-8e67-8e30310b9087 tempest-ImagesNegativeTestJSON-1235540873 tempest-ImagesNegativeTestJSON-1235540873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:39.492527 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45091a59-2544-466a-b605-0081b6ff8a38 req-df4fe74b-f107-4407-82fa-491737f1d751 tempest-ImagesNegativeTestJSON-1235540873 tempest-ImagesNegativeTestJSON-1235540873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:39.500188 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-45091a59-2544-466a-b605-0081b6ff8a38 req-df4fe74b-f107-4407-82fa-491737f1d751 tempest-ImagesNegativeTestJSON-1235540873 tempest-ImagesNegativeTestJSON-1235540873-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ab8142d-bf1b-4322-ad84-cd806d12489d HTTP/1.1" status: 200 len: 949 time: 0.1100903 May 05 19:56:39.524484 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bcbf83-d827-4ad7-8e67-8e30310b9087 tempest-ImagesNegativeTestJSON-1235540873 tempest-ImagesNegativeTestJSON-1235540873-project] Pushing event deleted for resources: {'Port': ['ID=dce960f1-daf6-4c24-91c4-3c4bcf1b86e9,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:39.582937 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-45091a59-2544-466a-b605-0081b6ff8a38 req-dc74e183-6867-4887-88c4-9b5cf5aac430 tempest-ImagesNegativeTestJSON-1235540873 tempest-ImagesNegativeTestJSON-1235540873-project] 10.222.0.36 "GET /v2.0/security-groups?id=64968ca4-18bf-44e5-908a-43690abd3fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816834 May 05 19:56:39.821063 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8779859-9185-4d9e-be3f-2d5c77206d8d req-57bcbf83-d827-4ad7-8e67-8e30310b9087 tempest-ImagesNegativeTestJSON-1235540873 tempest-ImagesNegativeTestJSON-1235540873-project] No DVR routers for this DVR port dce960f1-daf6-4c24-91c4-3c4bcf1b86e9 on host n-h2-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:56:39.832386 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-e8779859-9185-4d9e-be3f-2d5c77206d8d req-57bcbf83-d827-4ad7-8e67-8e30310b9087 tempest-ImagesNegativeTestJSON-1235540873 tempest-ImagesNegativeTestJSON-1235540873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:39.838466 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ab8142d-bf1b-4322-ad84-cd806d12489d', 'name': 'network-vif-deleted', 'tag': 'dce960f1-daf6-4c24-91c4-3c4bcf1b86e9'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:56:39.869147 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae0fdaf-f2b2-42dc-93a7-b5ad4e5c8c15 req-c6be6d43-7382-4139-a06e-8f5178969466 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:39.871807 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-eae0fdaf-f2b2-42dc-93a7-b5ad4e5c8c15 req-c6be6d43-7382-4139-a06e-8f5178969466 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/ports?device_id=11c99114-3821-43d0-b75c-371ff384e57f HTTP/1.1" status: 200 len: 945 time: 0.1069283 May 05 19:56:39.872643 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e8779859-9185-4d9e-be3f-2d5c77206d8d req-57bcbf83-d827-4ad7-8e67-8e30310b9087 tempest-ImagesNegativeTestJSON-1235540873 tempest-ImagesNegativeTestJSON-1235540873-project] 10.222.0.50 "DELETE /v2.0/ports/dce960f1-daf6-4c24-91c4-3c4bcf1b86e9 HTTP/1.1" status: 204 len: 173 time: 1.1353536 May 05 19:56:39.902112 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-05d8aa60-82f8-4de9-89c9-d32b1f51d8c6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b244c0e6d29b4ef79294fa8fd474f782&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4863250 May 05 19:56:39.904679 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 37970) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:56:39.940526 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-eae0fdaf-f2b2-42dc-93a7-b5ad4e5c8c15 req-8528a41b-83da-4425-abb5-5d5e4521e177 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/security-groups?id=b8eb825a-eb05-4b64-b47c-316dce01fa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617900 May 05 19:56:39.943118 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcda5c5-9f5f-4b0c-80b9-aba6e0682a06 req-3c93f616-db1b-449b-85dd-d44d3ced72a2 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:39.951669 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcda5c5-9f5f-4b0c-80b9-aba6e0682a06 req-3c93f616-db1b-449b-85dd-d44d3ced72a2 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:39.951669 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9fcda5c5-9f5f-4b0c-80b9-aba6e0682a06 req-3c93f616-db1b-449b-85dd-d44d3ced72a2 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.36 "GET /v2.0/ports?device_id=11855e23-b65c-4f38-92a3-01eb040f36af HTTP/1.1" status: 200 len: 1680 time: 0.2474470 May 05 19:56:40.028420 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9fcda5c5-9f5f-4b0c-80b9-aba6e0682a06 req-d2cb7aa1-ed47-406a-95fe-165a680d77a9 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.36 "GET /v2.0/security-groups?id=54210ff6-4648-4cdb-8887-421df42725ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599582 May 05 19:56:40.029190 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7e88e9f8-76c0-456c-ae76-1e21d227e277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:40.076284 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7e88e9f8-76c0-456c-ae76-1e21d227e277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:40.087067 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8564c79f-fe8b-4a96-afd9-3e08452c6c75'] response: {'server_uuid': '8ab8142d-bf1b-4322-ad84-cd806d12489d', 'name': 'network-vif-deleted', 'tag': 'dce960f1-daf6-4c24-91c4-3c4bcf1b86e9', 'status': 'completed', 'code': 200} May 05 19:56:40.126566 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a4125b-56a6-4534-a2ad-149f746815c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '916de515-381a-48e9-a5de-f883cc07dedf'}, {'server_uuid': 'a2a2e280-8179-401e-b938-43511b23bfed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4edd95f-4851-4589-bba9-ed9de779d713'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:56:40.141473 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7e88e9f8-76c0-456c-ae76-1e21d227e277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:40.165908 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e88e9f8-76c0-456c-ae76-1e21d227e277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49af42cb-75a3-4901-a87f-7723a03883d4,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:40.169766 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7e88e9f8-76c0-456c-ae76-1e21d227e277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:40.172302 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-7e88e9f8-76c0-456c-ae76-1e21d227e277 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/49af42cb-75a3-4901-a87f-7723a03883d4 HTTP/1.1" status: 204 len: 168 time: 0.2661276 May 05 19:56:40.206686 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c13d3f-2eba-4de4-99f9-865d9c0c9088 req-b7afb27f-069e-401a-b541-a4a60b070cbc tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:40.208237 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e0c13d3f-2eba-4de4-99f9-865d9c0c9088 req-b7afb27f-069e-401a-b541-a4a60b070cbc tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=0365221e-cddb-44e7-a343-19816d97415a HTTP/1.1" status: 200 len: 949 time: 0.1099746 May 05 19:56:40.261585 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e0c13d3f-2eba-4de4-99f9-865d9c0c9088 req-449f2256-e063-4d00-afdc-91a89eaee47c tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/security-groups?id=47e8f45b-d376-403a-8bb9-867508147e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460079 May 05 19:56:40.277241 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f199b7-a6c6-4596-9c89-96754cedeaeb req-ec9f33ee-7817-4c83-9a9c-d4cde4ec7553 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:40.280074 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-24f199b7-a6c6-4596-9c89-96754cedeaeb req-ec9f33ee-7817-4c83-9a9c-d4cde4ec7553 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "GET /v2.0/ports?device_id=49a4125b-56a6-4534-a2ad-149f746815c4 HTTP/1.1" status: 200 len: 945 time: 0.1058962 May 05 19:56:40.347988 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-24f199b7-a6c6-4596-9c89-96754cedeaeb req-ec3f3acd-47a8-4957-b1ed-2297a603a9e7 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "GET /v2.0/security-groups?id=352a0376-f4d7-4cf4-99c3-ad13d2d04eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613966 May 05 19:56:40.492851 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082affe8-cb74-4d7c-83f5-00e4bd1362df req-c2f65313-f93a-46ee-a4ca-36ca01bb13eb tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:40.494388 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-082affe8-cb74-4d7c-83f5-00e4bd1362df req-c2f65313-f93a-46ee-a4ca-36ca01bb13eb tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/ports?device_id=11c99114-3821-43d0-b75c-371ff384e57f HTTP/1.1" status: 200 len: 945 time: 0.0916612 May 05 19:56:40.547197 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e99f404c-f1a7-4e8a-b8db-57aa97fb1df0'] response: {'server_uuid': '49a4125b-56a6-4534-a2ad-149f746815c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '916de515-381a-48e9-a5de-f883cc07dedf', 'code': 200} May 05 19:56:40.547783 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e99f404c-f1a7-4e8a-b8db-57aa97fb1df0'] response: {'server_uuid': 'a2a2e280-8179-401e-b938-43511b23bfed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4edd95f-4851-4589-bba9-ed9de779d713', 'code': 200} May 05 19:56:40.579418 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-082affe8-cb74-4d7c-83f5-00e4bd1362df req-72b0d8b2-fcb5-47c7-b1e7-928cf0290423 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/security-groups?id=b8eb825a-eb05-4b64-b47c-316dce01fa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789759 May 05 19:56:40.657848 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 37994) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:56:40.935111 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-027fd974-16af-4053-8efb-a4199b9c8534 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b8b8c0b8c6c14f66b9af958e55a98807&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2760954 May 05 19:56:40.938428 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 38008) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:56:40.970685 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f8c9c-0447-4e03-9b14-6f8e84fda712 req-aaaee4fc-370b-46c0-958c-f7f3cc675439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:40.972205 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ac7f8c9c-0447-4e03-9b14-6f8e84fda712 req-aaaee4fc-370b-46c0-958c-f7f3cc675439 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a2a2e280-8179-401e-b938-43511b23bfed HTTP/1.1" status: 200 len: 1096 time: 0.3118415 May 05 19:56:40.985196 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e324f3-aac1-46c8-b1f5-d33626cb4581 req-9c9c93f7-fc66-4669-a5e3-12aaf98dc9f4 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:40.986749 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-39e324f3-aac1-46c8-b1f5-d33626cb4581 req-9c9c93f7-fc66-4669-a5e3-12aaf98dc9f4 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] 10.222.0.36 "GET /v2.0/ports?device_id=64a351cd-836b-43a5-b5dc-65fbb5808f35 HTTP/1.1" status: 200 len: 946 time: 0.2772856 May 05 19:56:41.009723 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e66d8e-aded-4264-8f17-ea1a764c81e6 req-52b98318-e4a0-49c9-b7ce-1627df63ed0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:41.011165 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e7e66d8e-aded-4264-8f17-ea1a764c81e6 req-52b98318-e4a0-49c9-b7ce-1627df63ed0b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=49a4125b-56a6-4534-a2ad-149f746815c4 HTTP/1.1" status: 200 len: 1096 time: 0.2570438 May 05 19:56:41.020076 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e55b75ba-ece2-435a-b7b7-9efff8bf4e2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:41.049763 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e55b75ba-ece2-435a-b7b7-9efff8bf4e2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:41.112823 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d86b154-222b-4bc2-a02f-9f56a96ab568 req-e71e1b3f-3376-4559-9d96-64e62529c730 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:41.119660 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d86b154-222b-4bc2-a02f-9f56a96ab568 req-e71e1b3f-3376-4559-9d96-64e62529c730 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:41.121235 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9d86b154-222b-4bc2-a02f-9f56a96ab568 req-e71e1b3f-3376-4559-9d96-64e62529c730 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.24 "GET /v2.0/ports?device_id=11855e23-b65c-4f38-92a3-01eb040f36af HTTP/1.1" status: 200 len: 1680 time: 0.2963686 May 05 19:56:41.122895 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ac7f8c9c-0447-4e03-9b14-6f8e84fda712 req-7089febe-8910-4c25-b429-300300f1c5f0 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a69b6ab0-aa14-4469-9dc2-2519a67a3dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352611 May 05 19:56:41.138213 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e55b75ba-ece2-435a-b7b7-9efff8bf4e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:41.139666 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-39e324f3-aac1-46c8-b1f5-d33626cb4581 req-bc45c3b9-4d62-4a9b-a793-47354ab33002 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] 10.222.0.36 "GET /v2.0/security-groups?id=a69b6ab0-aa14-4469-9dc2-2519a67a3dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339242 May 05 19:56:41.167696 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55b75ba-ece2-435a-b7b7-9efff8bf4e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643b1c85-300b-4971-a2cf-f8907793b0f2,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:41.185428 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e55b75ba-ece2-435a-b7b7-9efff8bf4e2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:41.186569 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e55b75ba-ece2-435a-b7b7-9efff8bf4e2b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/643b1c85-300b-4971-a2cf-f8907793b0f2 HTTP/1.1" status: 204 len: 168 time: 0.2466125 May 05 19:56:41.222601 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device c9b2d753-5708-46b4-8b00-b9924f483958 up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:56:41.225325 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e7e66d8e-aded-4264-8f17-ea1a764c81e6 req-94e64399-d819-4df5-82e3-ae2b2b287a30 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=352a0376-f4d7-4cf4-99c3-ad13d2d04eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942334 May 05 19:56:41.261283 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-9d86b154-222b-4bc2-a02f-9f56a96ab568 req-4583186c-de29-4e8f-86cd-314584469412 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Deleting port caf8a11b-b6a8-4bd5-a978-65d541786650 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:56:41.267051 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-9d86b154-222b-4bc2-a02f-9f56a96ab568 req-4583186c-de29-4e8f-86cd-314584469412 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:41.301661 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device dce960f1-daf6-4c24-91c4-3c4bcf1b86e9 no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:56:41.342479 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] No Port match for: dce960f1-daf6-4c24-91c4-3c4bcf1b86e9 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 19:56:41.343275 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device dce960f1-daf6-4c24-91c4-3c4bcf1b86e9 not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:56:41.386304 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port c9b2d753-5708-46b4-8b00-b9924f483958 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:56:41.400033 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port c9b2d753-5708-46b4-8b00-b9924f483958 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:56:41.400484 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:41.465114 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6211e4-ed78-4246-9342-d834fa0a936a req-38947ee9-2183-4528-ae63-a9bd70d959bb tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:41.483490 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6211e4-ed78-4246-9342-d834fa0a936a req-38947ee9-2183-4528-ae63-a9bd70d959bb tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:41.494646 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-da6211e4-ed78-4246-9342-d834fa0a936a req-38947ee9-2183-4528-ae63-a9bd70d959bb tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.36 "GET /v2.0/ports?device_id=11855e23-b65c-4f38-92a3-01eb040f36af HTTP/1.1" status: 200 len: 1680 time: 0.1619787 May 05 19:56:41.551456 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-da6211e4-ed78-4246-9342-d834fa0a936a req-3946e35a-eb68-48b6-8c92-e6613173061c tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.36 "GET /v2.0/security-groups?id=54210ff6-4648-4cdb-8887-421df42725ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552764 May 05 19:56:41.603898 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:41.657246 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port c9b2d753-5708-46b4-8b00-b9924f483958, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=c9b2d753-5708-46b4-8b00-b9924f483958,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:56:41.664476 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:41.666132 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 28d14b4c-2a8c-4117-81e7-0a4d4176ed96 no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:56:41.769262 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-9d86b154-222b-4bc2-a02f-9f56a96ab568 req-4583186c-de29-4e8f-86cd-314584469412 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] For port caf8a11b-b6a8-4bd5-a978-65d541786650, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=caf8a11b-b6a8-4bd5-a978-65d541786650,segment=NetworkSegment(0c8090e3-f4ef-4afc-8c15-493942fe2432),segment_id=0c8090e3-f4ef-4afc-8c15-493942fe2432)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:56:41.769688 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-9d86b154-222b-4bc2-a02f-9f56a96ab568 req-4583186c-de29-4e8f-86cd-314584469412 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:41.869325 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=c9b2d753-5708-46b4-8b00-b9924f483958,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:41.948698 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:41.950174 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-9d86b154-222b-4bc2-a02f-9f56a96ab568 req-4583186c-de29-4e8f-86cd-314584469412 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Calling delete_port for caf8a11b-b6a8-4bd5-a978-65d541786650 owned by compute:nova {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:56:42.008716 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 28d14b4c-2a8c-4117-81e7-0a4d4176ed96, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=28d14b4c-2a8c-4117-81e7-0a4d4176ed96,segment=NetworkSegment(c0879fe9-5842-45c6-b83f-c7c1568ceea6),segment_id=c0879fe9-5842-45c6-b83f-c7c1568ceea6)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:56:42.013411 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:42.014359 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device caf8a11b-b6a8-4bd5-a978-65d541786650 no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:56:42.017187 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ea972d-9634-440e-a06f-4724840856dd req-0d7ca90a-b026-4cb7-9bce-95d9efdafa35 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:42.018736 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-80ea972d-9634-440e-a06f-4724840856dd req-0d7ca90a-b026-4cb7-9bce-95d9efdafa35 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=0365221e-cddb-44e7-a343-19816d97415a HTTP/1.1" status: 200 len: 950 time: 0.1036401 May 05 19:56:42.075928 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-80ea972d-9634-440e-a06f-4724840856dd req-ff60d017-4165-4e82-9586-13241d1c4537 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/security-groups?id=47e8f45b-d376-403a-8bb9-867508147e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475917 May 05 19:56:42.126877 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed842b7-4b4d-4ee4-a674-0ccdae1f20b4 req-1e9eccba-76bd-426f-baef-1ceb9f8dd9ce tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:42.131625 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1ed842b7-4b4d-4ee4-a674-0ccdae1f20b4 req-1e9eccba-76bd-426f-baef-1ceb9f8dd9ce tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2a2e280-8179-401e-b938-43511b23bfed HTTP/1.1" status: 200 len: 945 time: 0.2929137 May 05 19:56:42.203042 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=28d14b4c-2a8c-4117-81e7-0a4d4176ed96,revision_number=6']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:42.245303 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:42.249422 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1ed842b7-4b4d-4ee4-a674-0ccdae1f20b4 req-9bb86726-202d-403e-9777-9c2fbba76184 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] 10.222.0.36 "GET /v2.0/security-groups?id=a69b6ab0-aa14-4469-9dc2-2519a67a3dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070800 May 05 19:56:42.287077 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-9d86b154-222b-4bc2-a02f-9f56a96ab568 req-4583186c-de29-4e8f-86cd-314584469412 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:42.363136 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba3f10-800b-4fc1-813b-28dca3c654e2 req-f8ccf430-e974-4e63-bc4c-f58b06e5cc1c tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:42.373736 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e2ba3f10-800b-4fc1-813b-28dca3c654e2 req-f8ccf430-e974-4e63-bc4c-f58b06e5cc1c tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "GET /v2.0/ports?device_id=49a4125b-56a6-4534-a2ad-149f746815c4 HTTP/1.1" status: 200 len: 945 time: 0.1238327 May 05 19:56:42.426173 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e2ba3f10-800b-4fc1-813b-28dca3c654e2 req-1b704a09-64f9-4c87-b6e8-25f532287977 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "GET /v2.0/security-groups?id=352a0376-f4d7-4cf4-99c3-ad13d2d04eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513716 May 05 19:56:42.462748 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583186c-de29-4e8f-86cd-314584469412 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Pushing event deleted for resources: {'Port': ['ID=caf8a11b-b6a8-4bd5-a978-65d541786650,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:42.550767 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0365221e-cddb-44e7-a343-19816d97415a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9b2d753-5708-46b4-8b00-b9924f483958'}, {'server_uuid': '11855e23-b65c-4f38-92a3-01eb040f36af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28d14b4c-2a8c-4117-81e7-0a4d4176ed96'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:56:42.582588 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d86b154-222b-4bc2-a02f-9f56a96ab568 req-4583186c-de29-4e8f-86cd-314584469412 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] No DVR routers for this DVR port caf8a11b-b6a8-4bd5-a978-65d541786650 on host n-h1-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:56:42.588117 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-9d86b154-222b-4bc2-a02f-9f56a96ab568 req-4583186c-de29-4e8f-86cd-314584469412 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:42.590869 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11855e23-b65c-4f38-92a3-01eb040f36af', 'name': 'network-vif-deleted', 'tag': 'caf8a11b-b6a8-4bd5-a978-65d541786650'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:56:42.649521 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9d86b154-222b-4bc2-a02f-9f56a96ab568 req-4583186c-de29-4e8f-86cd-314584469412 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.24 "DELETE /v2.0/ports/caf8a11b-b6a8-4bd5-a978-65d541786650 HTTP/1.1" status: 204 len: 173 time: 1.5062773 May 05 19:56:42.825337 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2892f7f2-87f6-4f59-aec5-ab7b2ea84780'] response: {'server_uuid': '0365221e-cddb-44e7-a343-19816d97415a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9b2d753-5708-46b4-8b00-b9924f483958', 'code': 200} May 05 19:56:42.825830 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2892f7f2-87f6-4f59-aec5-ab7b2ea84780'] response: {'server_uuid': '11855e23-b65c-4f38-92a3-01eb040f36af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28d14b4c-2a8c-4117-81e7-0a4d4176ed96', 'code': 200} May 05 19:56:42.844376 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-9d86b154-222b-4bc2-a02f-9f56a96ab568 req-d6422a0d-de5e-48b7-8e2c-cb65493b0314 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Deleting port 28d14b4c-2a8c-4117-81e7-0a4d4176ed96 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:56:42.844975 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-9d86b154-222b-4bc2-a02f-9f56a96ab568 req-d6422a0d-de5e-48b7-8e2c-cb65493b0314 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:42.924481 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6178173b-f19e-4b44-bead-99863dc96f41'] response: {'server_uuid': '11855e23-b65c-4f38-92a3-01eb040f36af', 'name': 'network-vif-deleted', 'tag': 'caf8a11b-b6a8-4bd5-a978-65d541786650', 'status': 'completed', 'code': 200} May 05 19:56:43.037872 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5463968f-d993-4418-bf68-bc8673d659d9 req-1a06d638-767f-40fe-92ef-d99f7bb2c7e7 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:43.039644 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5463968f-d993-4418-bf68-bc8673d659d9 req-1a06d638-767f-40fe-92ef-d99f7bb2c7e7 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.36 "GET /v2.0/ports?device_id=11855e23-b65c-4f38-92a3-01eb040f36af HTTP/1.1" status: 200 len: 943 time: 0.1178544 May 05 19:56:43.100973 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5463968f-d993-4418-bf68-bc8673d659d9 req-532720b9-1754-4e0e-99c8-d106edd8a848 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.36 "GET /v2.0/security-groups?id=54210ff6-4648-4cdb-8887-421df42725ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517035 May 05 19:56:43.124201 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a66e9b4-1572-44d6-b7ba-ecf64dfe2f79 req-b45cde74-a4a6-41d1-b4d8-854afaa9ae26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:43.126425 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2a66e9b4-1572-44d6-b7ba-ecf64dfe2f79 req-b45cde74-a4a6-41d1-b4d8-854afaa9ae26 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0365221e-cddb-44e7-a343-19816d97415a HTTP/1.1" status: 200 len: 1101 time: 0.1787539 May 05 19:56:43.221910 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 51cdbdac-5772-409f-a50c-ec1709f56491 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:56:43.249522 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2a66e9b4-1572-44d6-b7ba-ecf64dfe2f79 req-9c43330c-61a3-4b89-b84f-1a197e631c3c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=47e8f45b-d376-403a-8bb9-867508147e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682366 May 05 19:56:43.259707 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-9d86b154-222b-4bc2-a02f-9f56a96ab568 req-d6422a0d-de5e-48b7-8e2c-cb65493b0314 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] For port 28d14b4c-2a8c-4117-81e7-0a4d4176ed96, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=28d14b4c-2a8c-4117-81e7-0a4d4176ed96,segment=NetworkSegment(c0879fe9-5842-45c6-b83f-c7c1568ceea6),segment_id=c0879fe9-5842-45c6-b83f-c7c1568ceea6)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:56:43.260071 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-9d86b154-222b-4bc2-a02f-9f56a96ab568 req-d6422a0d-de5e-48b7-8e2c-cb65493b0314 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:43.296738 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b74ab-dd4a-4359-bb63-0e852d065bad req-9027f67f-51e4-45f4-8821-3a62b3be7791 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:43.298367 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ef6b74ab-dd4a-4359-bb63-0e852d065bad req-9027f67f-51e4-45f4-8821-3a62b3be7791 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/ports?device_id=11c99114-3821-43d0-b75c-371ff384e57f HTTP/1.1" status: 200 len: 945 time: 0.0893869 May 05 19:56:43.360050 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ef6b74ab-dd4a-4359-bb63-0e852d065bad req-acae511e-3a6a-4aa8-a960-78cff34e7b62 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/security-groups?id=b8eb825a-eb05-4b64-b47c-316dce01fa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558424 May 05 19:56:43.405837 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-9d86b154-222b-4bc2-a02f-9f56a96ab568 req-d6422a0d-de5e-48b7-8e2c-cb65493b0314 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Calling delete_port for 28d14b4c-2a8c-4117-81e7-0a4d4176ed96 owned by compute:nova {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:56:43.454118 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 51cdbdac-5772-409f-a50c-ec1709f56491, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=51cdbdac-5772-409f-a50c-ec1709f56491,segment=NetworkSegment(ac8864a1-851c-4e33-a62e-34bf87714dc0),segment_id=ac8864a1-851c-4e33-a62e-34bf87714dc0)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:56:43.472174 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '51cdbdac-5772-409f-a50c-ec1709f56491', 'network_id': 'eeb9c093-2536-4a2a-9f6e-09016d8b7c5d', 'port_id': '51cdbdac-5772-409f-a50c-ec1709f56491', 'mac_address': 'fa:16:3e:dd:cf:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ab1778b-7268-4b66-a1dd-6ef68efc2477', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:56:43.549280 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:43.569619 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f8168c-f137-43cd-a5c9-989ce636030b req-6f7c6d0e-cac1-493c-9c49-420d34f077cb tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:43.577553 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-90f8168c-f137-43cd-a5c9-989ce636030b req-6f7c6d0e-cac1-493c-9c49-420d34f077cb tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=0365221e-cddb-44e7-a343-19816d97415a HTTP/1.1" status: 200 len: 950 time: 0.1055503 May 05 19:56:43.605322 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-9d86b154-222b-4bc2-a02f-9f56a96ab568 req-d6422a0d-de5e-48b7-8e2c-cb65493b0314 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:43.622142 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 51cdbdac-5772-409f-a50c-ec1709f56491 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:56:43.636429 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-90f8168c-f137-43cd-a5c9-989ce636030b req-5691e74f-b490-42ba-a891-c7fdbe68cc51 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/security-groups?id=47e8f45b-d376-403a-8bb9-867508147e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556734 May 05 19:56:43.640359 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 51cdbdac-5772-409f-a50c-ec1709f56491, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=51cdbdac-5772-409f-a50c-ec1709f56491,segment=NetworkSegment(ac8864a1-851c-4e33-a62e-34bf87714dc0),segment_id=ac8864a1-851c-4e33-a62e-34bf87714dc0)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:56:43.645056 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:43.709929 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6422a0d-de5e-48b7-8e2c-cb65493b0314 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Pushing event deleted for resources: {'Port': ['ID=28d14b4c-2a8c-4117-81e7-0a4d4176ed96,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:43.729183 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=51cdbdac-5772-409f-a50c-ec1709f56491,revision_number=6']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:43.800139 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['51cdbdac-5772-409f-a50c-ec1709f56491'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:56:43.805270 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d86b154-222b-4bc2-a02f-9f56a96ab568 req-d6422a0d-de5e-48b7-8e2c-cb65493b0314 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] No DVR routers for this DVR port 28d14b4c-2a8c-4117-81e7-0a4d4176ed96 on host n-h1-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:56:43.808996 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-9d86b154-222b-4bc2-a02f-9f56a96ab568 req-d6422a0d-de5e-48b7-8e2c-cb65493b0314 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:43.826020 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9d86b154-222b-4bc2-a02f-9f56a96ab568 req-d6422a0d-de5e-48b7-8e2c-cb65493b0314 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.24 "DELETE /v2.0/ports/28d14b4c-2a8c-4117-81e7-0a4d4176ed96 HTTP/1.1" status: 204 len: 173 time: 1.1615086 May 05 19:56:43.862051 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc17077-925d-4473-9b83-dbe7323c9aea req-12cb1800-38c8-47c5-8e5c-29cf95946c37 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:43.874787 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7cc17077-925d-4473-9b83-dbe7323c9aea req-12cb1800-38c8-47c5-8e5c-29cf95946c37 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2a2e280-8179-401e-b938-43511b23bfed HTTP/1.1" status: 200 len: 945 time: 0.2060828 May 05 19:56:43.944879 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:43.953405 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7cc17077-925d-4473-9b83-dbe7323c9aea req-9c781dcc-9fda-4975-a730-e57ece30cb62 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] 10.222.0.36 "GET /v2.0/security-groups?id=a69b6ab0-aa14-4469-9dc2-2519a67a3dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760443 May 05 19:56:44.044888 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf8b9a3-0552-49ef-854a-a5ef2d5a717a req-838b3613-6234-4405-8ce8-ccb8b1f75478 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:44.046609 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-caf8b9a3-0552-49ef-854a-a5ef2d5a717a req-838b3613-6234-4405-8ce8-ccb8b1f75478 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "GET /v2.0/ports?device_id=49a4125b-56a6-4534-a2ad-149f746815c4 HTTP/1.1" status: 200 len: 945 time: 0.1268659 May 05 19:56:44.097354 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-caf8b9a3-0552-49ef-854a-a5ef2d5a717a req-7dbfd029-2e4b-40b6-908f-1c03d89efc59 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "GET /v2.0/security-groups?id=352a0376-f4d7-4cf4-99c3-ad13d2d04eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450861 May 05 19:56:44.353914 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 19:56:44.407755 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-6713ccb5-340e-4b65-b4e5-ba7a16f98eab req-276f1cde-04dd-47c8-a09d-fcd92ae66ecd tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Synchronizing usage tracker for tenant:476cffb51a494e45a75196848dc23980 on resource:network {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:56:44.424884 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-6713ccb5-340e-4b65-b4e5-ba7a16f98eab req-276f1cde-04dd-47c8-a09d-fcd92ae66ecd tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Unset dirty status for tenant:476cffb51a494e45a75196848dc23980 on resource:network {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:56:44.426444 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6713ccb5-340e-4b65-b4e5-ba7a16f98eab req-276f1cde-04dd-47c8-a09d-fcd92ae66ecd tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2024004 May 05 19:56:44.435637 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-6713ccb5-340e-4b65-b4e5-ba7a16f98eab req-58575bcb-9207-4178-be7c-bcbfa9b16015 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Request body: {'floatingip': {'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:56:44.441824 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-6713ccb5-340e-4b65-b4e5-ba7a16f98eab req-58575bcb-9207-4178-be7c-bcbfa9b16015 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:56:44.449906 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-6713ccb5-340e-4b65-b4e5-ba7a16f98eab req-58575bcb-9207-4178-be7c-bcbfa9b16015 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Usage tracker for resource:floatingip and tenant:476cffb51a494e45a75196848dc23980 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:56:44.453254 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-6713ccb5-340e-4b65-b4e5-ba7a16f98eab req-58575bcb-9207-4178-be7c-bcbfa9b16015 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:56:44.460723 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-6713ccb5-340e-4b65-b4e5-ba7a16f98eab req-58575bcb-9207-4178-be7c-bcbfa9b16015 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:56:44.468056 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cf10eb77-b5ca-4c4c-a1d8-c8166c89e67e req-5494f6af-e903-4cda-bc6e-dbd8820b4865 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.36 "GET /v2.0/ports?device_id=11855e23-b65c-4f38-92a3-01eb040f36af HTTP/1.1" status: 200 len: 210 time: 0.0519447 May 05 19:56:44.473797 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-6713ccb5-340e-4b65-b4e5-ba7a16f98eab req-58575bcb-9207-4178-be7c-bcbfa9b16015 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Notify callbacks [] for floatingip, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:44.553020 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 38128) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:56:44.652989 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-6713ccb5-340e-4b65-b4e5-ba7a16f98eab req-58575bcb-9207-4178-be7c-bcbfa9b16015 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:44.776200 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-5163930a-dd9f-4b29-ab81-d80311043327 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=979a910b57bd4e8295eced451b40edbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2218027 May 05 19:56:44.777062 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 38138) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:56:44.855149 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-81fe1e58-d00b-41e5-a9b5-1b077bb6e4a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:44.869458 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-6713ccb5-340e-4b65-b4e5-ba7a16f98eab req-58575bcb-9207-4178-be7c-bcbfa9b16015 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Allocated IP 172.25.0.204 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/cb475d98-4310-4a95-a819-e635ccf8a356) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:56:44.894765 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-81fe1e58-d00b-41e5-a9b5-1b077bb6e4a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:44.943510 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11855e23-b65c-4f38-92a3-01eb040f36af', 'name': 'network-vif-deleted', 'tag': '28d14b4c-2a8c-4117-81e7-0a4d4176ed96'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:56:44.956513 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-81fe1e58-d00b-41e5-a9b5-1b077bb6e4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:45.009293 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fe1e58-d00b-41e5-a9b5-1b077bb6e4a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64968ca4-18bf-44e5-908a-43690abd3fa4,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:45.024734 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-81fe1e58-d00b-41e5-a9b5-1b077bb6e4a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:45.025869 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-81fe1e58-d00b-41e5-a9b5-1b077bb6e4a8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/64968ca4-18bf-44e5-908a-43690abd3fa4 HTTP/1.1" status: 204 len: 168 time: 0.2477350 May 05 19:56:45.138299 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eab86a-957f-49d4-a0d9-0bc5c64f0d73 req-99cdb334-b920-49ef-89dd-c08c46c32a6b tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:45.140154 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-66eab86a-957f-49d4-a0d9-0bc5c64f0d73 req-99cdb334-b920-49ef-89dd-c08c46c32a6b tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/ports?device_id=11c99114-3821-43d0-b75c-371ff384e57f HTTP/1.1" status: 200 len: 944 time: 0.1115732 May 05 19:56:45.201635 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-66eab86a-957f-49d4-a0d9-0bc5c64f0d73 req-de939028-6f49-4808-8479-ef7986668158 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/security-groups?id=b8eb825a-eb05-4b64-b47c-316dce01fa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535698 May 05 19:56:45.227033 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-6713ccb5-340e-4b65-b4e5-ba7a16f98eab req-58575bcb-9207-4178-be7c-bcbfa9b16015 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:45.233666 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 51cdbdac-5772-409f-a50c-ec1709f56491 up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:56:45.263753 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-6713ccb5-340e-4b65-b4e5-ba7a16f98eab req-58575bcb-9207-4178-be7c-bcbfa9b16015 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:45.335309 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 51cdbdac-5772-409f-a50c-ec1709f56491 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:56:45.335709 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:45.336753 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6713ccb5-340e-4b65-b4e5-ba7a16f98eab req-58575bcb-9207-4178-be7c-bcbfa9b16015 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:56:45.339643 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-6713ccb5-340e-4b65-b4e5-ba7a16f98eab req-58575bcb-9207-4178-be7c-bcbfa9b16015 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:56:45.343563 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-6713ccb5-340e-4b65-b4e5-ba7a16f98eab req-58575bcb-9207-4178-be7c-bcbfa9b16015 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:56:45.389537 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58575bcb-9207-4178-be7c-bcbfa9b16015 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Pushing event updated for resources: {'Port': ['ID=cb475d98-4310-4a95-a819-e635ccf8a356,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:45.465314 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-6713ccb5-340e-4b65-b4e5-ba7a16f98eab req-58575bcb-9207-4178-be7c-bcbfa9b16015 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:45.470947 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:45.508545 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11c99114-3821-43d0-b75c-371ff384e57f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51cdbdac-5772-409f-a50c-ec1709f56491'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:56:45.512564 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3ad76-2d76-48fe-a7cb-73808f96fb6b req-288387db-ab03-4783-8e0e-556d0638f5a0 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:45.514362 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-51a3ad76-2d76-48fe-a7cb-73808f96fb6b req-288387db-ab03-4783-8e0e-556d0638f5a0 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=0365221e-cddb-44e7-a343-19816d97415a HTTP/1.1" status: 200 len: 950 time: 0.1099677 May 05 19:56:45.520374 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 51cdbdac-5772-409f-a50c-ec1709f56491, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=51cdbdac-5772-409f-a50c-ec1709f56491,segment=NetworkSegment(ac8864a1-851c-4e33-a62e-34bf87714dc0),segment_id=ac8864a1-851c-4e33-a62e-34bf87714dc0)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:56:45.526253 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:45.561409 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-6713ccb5-340e-4b65-b4e5-ba7a16f98eab req-58575bcb-9207-4178-be7c-bcbfa9b16015 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:45.603549 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=51cdbdac-5772-409f-a50c-ec1709f56491,revision_number=7']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:45.619727 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-51a3ad76-2d76-48fe-a7cb-73808f96fb6b req-3f1fd03d-d1de-45a2-8f1e-600b49ffc062 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/security-groups?id=47e8f45b-d376-403a-8bb9-867508147e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992599 May 05 19:56:45.698362 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9521b321-0bbc-46e4-9801-9107e69bb68f'] response: {'server_uuid': '11855e23-b65c-4f38-92a3-01eb040f36af', 'name': 'network-vif-deleted', 'tag': '28d14b4c-2a8c-4117-81e7-0a4d4176ed96', 'status': 'completed', 'code': 200} May 05 19:56:45.875734 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e6dcd-735c-4498-8dd4-21c7a1f50f1d req-42e260a2-dbef-4125-9d97-7130bbefdc22 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:45.877182 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-209e6dcd-735c-4498-8dd4-21c7a1f50f1d req-42e260a2-dbef-4125-9d97-7130bbefdc22 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2a2e280-8179-401e-b938-43511b23bfed HTTP/1.1" status: 200 len: 945 time: 0.1780887 May 05 19:56:45.938228 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-6713ccb5-340e-4b65-b4e5-ba7a16f98eab req-58575bcb-9207-4178-be7c-bcbfa9b16015 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:45.950774 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-6713ccb5-340e-4b65-b4e5-ba7a16f98eab req-58575bcb-9207-4178-be7c-bcbfa9b16015 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:46.025590 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-209e6dcd-735c-4498-8dd4-21c7a1f50f1d req-512917d0-691c-43e6-bcef-f270819499cc tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Deleting port b4edd95f-4851-4589-bba9-ed9de779d713 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:56:46.025995 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-209e6dcd-735c-4498-8dd4-21c7a1f50f1d req-512917d0-691c-43e6-bcef-f270819499cc tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:46.026854 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54209138-26c4-4b55-8aae-89c6678ce793 req-17dcf852-597b-4e2e-a872-f06307851d0c tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:46.028842 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-54209138-26c4-4b55-8aae-89c6678ce793 req-17dcf852-597b-4e2e-a872-f06307851d0c tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] 10.222.0.36 "GET /v2.0/networks?id=4d6027da-fd3d-4a5f-9b43-003448050635 HTTP/1.1" status: 200 len: 812 time: 0.2621255 May 05 19:56:46.038622 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:46.044980 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-54209138-26c4-4b55-8aae-89c6678ce793 req-4d092195-2f21-4a28-9389-9046b91e20e0 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] 10.222.0.36 "GET /v2.0/quotas/2e25f2b4697644bc90cc941474a372f8 HTTP/1.1" status: 200 len: 375 time: 0.0098529 May 05 19:56:46.131632 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-54209138-26c4-4b55-8aae-89c6678ce793 req-20bcb7be-ad2b-4681-811e-d11a2f59d6a3 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2e25f2b4697644bc90cc941474a372f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0807180 May 05 19:56:46.136593 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58575bcb-9207-4178-be7c-bcbfa9b16015 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Pushing event updated for resources: {'Port': ['ID=cb475d98-4310-4a95-a819-e635ccf8a356,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:46.174173 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-6713ccb5-340e-4b65-b4e5-ba7a16f98eab req-58575bcb-9207-4178-be7c-bcbfa9b16015 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:46.231625 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-6713ccb5-340e-4b65-b4e5-ba7a16f98eab req-58575bcb-9207-4178-be7c-bcbfa9b16015 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:46.232785 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6713ccb5-340e-4b65-b4e5-ba7a16f98eab req-58575bcb-9207-4178-be7c-bcbfa9b16015 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8009398 May 05 19:56:46.268072 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-54209138-26c4-4b55-8aae-89c6678ce793 req-a91f60cc-7528-426a-945b-1c22cae46b58 service neutron] 10.222.0.36 "GET /v2.0/networks/4d6027da-fd3d-4a5f-9b43-003448050635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296802 May 05 19:56:46.382779 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-6713ccb5-340e-4b65-b4e5-ba7a16f98eab req-7cde9ffe-79f8-4af0-b6fa-81ef5e16a328 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Synchronizing usage tracker for tenant:476cffb51a494e45a75196848dc23980 on resource:floatingip {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:56:46.400894 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-54209138-26c4-4b55-8aae-89c6678ce793 req-d36b3695-7840-4e55-aa71-4184d9d07a49 service neutron] 10.222.0.36 "GET /v2.0/networks/4d6027da-fd3d-4a5f-9b43-003448050635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268308 May 05 19:56:46.431531 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-6713ccb5-340e-4b65-b4e5-ba7a16f98eab req-7cde9ffe-79f8-4af0-b6fa-81ef5e16a328 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Unset dirty status for tenant:476cffb51a494e45a75196848dc23980 on resource:floatingip {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:56:46.432687 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6713ccb5-340e-4b65-b4e5-ba7a16f98eab req-7cde9ffe-79f8-4af0-b6fa-81ef5e16a328 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.204 HTTP/1.1" status: 200 len: 696 time: 0.1826770 May 05 19:56:46.443524 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-209e6dcd-735c-4498-8dd4-21c7a1f50f1d req-512917d0-691c-43e6-bcef-f270819499cc tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] For port b4edd95f-4851-4589-bba9-ed9de779d713, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=b4edd95f-4851-4589-bba9-ed9de779d713,segment=NetworkSegment(069234c5-3fbc-4f95-b319-b1989412732e),segment_id=069234c5-3fbc-4f95-b319-b1989412732e)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:56:46.443524 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-209e6dcd-735c-4498-8dd4-21c7a1f50f1d req-512917d0-691c-43e6-bcef-f270819499cc tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:46.637877 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-209e6dcd-735c-4498-8dd4-21c7a1f50f1d req-512917d0-691c-43e6-bcef-f270819499cc tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Calling delete_port for b4edd95f-4851-4589-bba9-ed9de779d713 owned by compute:nova {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:56:46.839112 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713ccb5-340e-4b65-b4e5-ba7a16f98eab req-2e43acc8-69ed-4ab9-b00a-e876612f2e5f tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:46.840481 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6713ccb5-340e-4b65-b4e5-ba7a16f98eab req-2e43acc8-69ed-4ab9-b00a-e876612f2e5f tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "GET /v2.0/networks/0401d202-1605-4cfe-bad4-fb225df6afb0 HTTP/1.1" status: 200 len: 784 time: 0.3994968 May 05 19:56:46.947151 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b88f17-f211-44b0-8f8d-3f672caf718b req-7dca8583-a4ad-44a7-8c78-dd60f03ef440 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:46.949174 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f3b88f17-f211-44b0-8f8d-3f672caf718b req-7dca8583-a4ad-44a7-8c78-dd60f03ef440 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] 10.222.0.24 "GET /v2.0/ports?device_id=64a351cd-836b-43a5-b5dc-65fbb5808f35 HTTP/1.1" status: 200 len: 946 time: 0.4723880 May 05 19:56:46.950496 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 38212) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:56:47.027879 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fa426d7-e538-4775-9156-a5c3164b1469'] response: {'server_uuid': '11c99114-3821-43d0-b75c-371ff384e57f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51cdbdac-5772-409f-a50c-ec1709f56491', 'code': 200} May 05 19:56:47.113278 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e3341a5-35e8-4421-8733-3cb54115f9ec tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Deleting subnet 7947ce35-55e7-4a1c-a48d-fc2c488ef6f0 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 19:56:47.119122 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8e3341a5-35e8-4421-8733-3cb54115f9ec tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:47.178074 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-209e6dcd-735c-4498-8dd4-21c7a1f50f1d req-512917d0-691c-43e6-bcef-f270819499cc tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:47.190234 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['b4edd95f-4851-4589-bba9-ed9de779d713'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:56:47.259381 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['3dfe7259-df61-4927-95c8-da403c1bd18f'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:56:47.276339 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-f3b88f17-f211-44b0-8f8d-3f672caf718b req-32a09c29-e764-4729-9b0f-b6800a76a354 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Deleting port 3dfe7259-df61-4927-95c8-da403c1bd18f {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:56:47.276687 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-f3b88f17-f211-44b0-8f8d-3f672caf718b req-32a09c29-e764-4729-9b0f-b6800a76a354 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:47.279132 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8e3341a5-35e8-4421-8733-3cb54115f9ec tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:47.332758 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 3dfe7259-df61-4927-95c8-da403c1bd18f no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:56:47.345443 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512917d0-691c-43e6-bcef-f270819499cc tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Pushing event deleted for resources: {'Port': ['ID=b4edd95f-4851-4589-bba9-ed9de779d713,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:47.480562 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8006e4da-2029-4908-b7d2-02ab5bdda883 req-73afa7c9-5b0e-4177-af82-9fec2f5adcb1 tempest-ServersOnMultiNodesTest-1172211076 tempest-ServersOnMultiNodesTest-1172211076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:47.486220 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8006e4da-2029-4908-b7d2-02ab5bdda883 req-73afa7c9-5b0e-4177-af82-9fec2f5adcb1 tempest-ServersOnMultiNodesTest-1172211076 tempest-ServersOnMultiNodesTest-1172211076-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=0365221e-cddb-44e7-a343-19816d97415a HTTP/1.1" status: 200 len: 1101 time: 0.3349524 May 05 19:56:47.615920 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8006e4da-2029-4908-b7d2-02ab5bdda883 req-3b1f8b55-08bb-43d1-a15b-b2d2a907f73d tempest-ServersOnMultiNodesTest-1172211076 tempest-ServersOnMultiNodesTest-1172211076-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=47e8f45b-d376-403a-8bb9-867508147e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194587 May 05 19:56:47.623572 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8e3341a5-35e8-4421-8733-3cb54115f9ec tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:47.646527 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:47.707025 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-209e6dcd-735c-4498-8dd4-21c7a1f50f1d req-512917d0-691c-43e6-bcef-f270819499cc tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] No DVR routers for this DVR port b4edd95f-4851-4589-bba9-ed9de779d713 on host n-h2-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:56:47.723110 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-209e6dcd-735c-4498-8dd4-21c7a1f50f1d req-512917d0-691c-43e6-bcef-f270819499cc tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:47.732823 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2a2e280-8179-401e-b938-43511b23bfed', 'name': 'network-vif-deleted', 'tag': 'b4edd95f-4851-4589-bba9-ed9de779d713'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:56:47.764928 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 3dfe7259-df61-4927-95c8-da403c1bd18f, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=3dfe7259-df61-4927-95c8-da403c1bd18f,segment=NetworkSegment(069234c5-3fbc-4f95-b319-b1989412732e),segment_id=069234c5-3fbc-4f95-b319-b1989412732e)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:56:47.773403 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:47.774506 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 51cdbdac-5772-409f-a50c-ec1709f56491 no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:56:47.809017 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8e3341a5-35e8-4421-8733-3cb54115f9ec tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:47.855685 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-209e6dcd-735c-4498-8dd4-21c7a1f50f1d req-512917d0-691c-43e6-bcef-f270819499cc tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] 10.222.0.50 "DELETE /v2.0/ports/b4edd95f-4851-4589-bba9-ed9de779d713 HTTP/1.1" status: 204 len: 173 time: 1.9671454 May 05 19:56:47.866353 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 38234) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:56:47.885107 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3341a5-35e8-4421-8733-3cb54115f9ec tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Pushing event deleted for resources: {'Subnet': ['ID=7947ce35-55e7-4a1c-a48d-fc2c488ef6f0,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:47.889047 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8e3341a5-35e8-4421-8733-3cb54115f9ec tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:47.898662 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-8e3341a5-35e8-4421-8733-3cb54115f9ec tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.36 "DELETE /v2.0/subnets/7947ce35-55e7-4a1c-a48d-fc2c488ef6f0 HTTP/1.1" status: 204 len: 168 time: 0.9470012 May 05 19:56:47.899448 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 38240) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:56:47.912217 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5029a8-d5a9-41b7-bdc7-9f5ade318a06 None None] Network 0aff080a-df51-4112-8543-bee56a0e44ff requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:56:47.939584 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a23c45-7089-4c4e-b233-d867c00ad786 req-0ae3686d-0093-42fc-88ae-cfbaba9bc7ac tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:47.949041 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c4a23c45-7089-4c4e-b233-d867c00ad786 req-0ae3686d-0093-42fc-88ae-cfbaba9bc7ac tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/ports?device_id=11c99114-3821-43d0-b75c-371ff384e57f HTTP/1.1" status: 200 len: 945 time: 0.4981041 May 05 19:56:47.980035 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-f3b88f17-f211-44b0-8f8d-3f672caf718b req-32a09c29-e764-4729-9b0f-b6800a76a354 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] For port 3dfe7259-df61-4927-95c8-da403c1bd18f, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=3dfe7259-df61-4927-95c8-da403c1bd18f,segment=NetworkSegment(069234c5-3fbc-4f95-b319-b1989412732e),segment_id=069234c5-3fbc-4f95-b319-b1989412732e)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:56:47.980397 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-f3b88f17-f211-44b0-8f8d-3f672caf718b req-32a09c29-e764-4729-9b0f-b6800a76a354 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:48.144491 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d202ab2e-faca-4d42-b415-7208c006d68f tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:48.172361 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-d202ab2e-faca-4d42-b415-7208c006d68f tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Deleting port dc1f7c07-c116-4f6b-baad-5fc44635c86e {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:56:48.172799 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d202ab2e-faca-4d42-b415-7208c006d68f tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:48.186682 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=3dfe7259-df61-4927-95c8-da403c1bd18f,revision_number=6']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:48.202849 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c4a23c45-7089-4c4e-b233-d867c00ad786 req-29b435c7-58f9-4410-91fc-e7ec14973f65 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/security-groups?id=b8eb825a-eb05-4b64-b47c-316dce01fa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528317 May 05 19:56:48.315732 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:48.366940 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 51cdbdac-5772-409f-a50c-ec1709f56491, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=51cdbdac-5772-409f-a50c-ec1709f56491,segment=NetworkSegment(ac8864a1-851c-4e33-a62e-34bf87714dc0),segment_id=ac8864a1-851c-4e33-a62e-34bf87714dc0)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:56:48.374773 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:48.437591 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-f3b88f17-f211-44b0-8f8d-3f672caf718b req-32a09c29-e764-4729-9b0f-b6800a76a354 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Calling delete_port for 3dfe7259-df61-4927-95c8-da403c1bd18f owned by compute:nova {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:56:48.467831 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=51cdbdac-5772-409f-a50c-ec1709f56491,revision_number=8']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:48.530488 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937648e6-104e-4849-a69b-40ac3b9f8eeb None None] DHCP port deletion for 0aff080a-df51-4112-8543-bee56a0e44ff request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 19:56:48.552712 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-937648e6-104e-4849-a69b-40ac3b9f8eeb None None] Deleting port dc1f7c07-c116-4f6b-baad-5fc44635c86e {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:56:48.553633 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-937648e6-104e-4849-a69b-40ac3b9f8eeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:48.555700 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0cb939af-c564-46b0-b422-0e7061f609fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:48.616819 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-d202ab2e-faca-4d42-b415-7208c006d68f tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] For port dc1f7c07-c116-4f6b-baad-5fc44635c86e, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=dc1f7c07-c116-4f6b-baad-5fc44635c86e,segment=NetworkSegment(c0879fe9-5842-45c6-b83f-c7c1568ceea6),segment_id=c0879fe9-5842-45c6-b83f-c7c1568ceea6)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:56:48.617421 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d202ab2e-faca-4d42-b415-7208c006d68f tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:48.747814 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-0cb939af-c564-46b0-b422-0e7061f609fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:56:48.768158 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-0cb939af-c564-46b0-b422-0e7061f609fd admin admin] Usage tracker for resource:security_group_rule and tenant:7e97806d4f8f499b8d3885cc4fec2c64 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:56:48.835133 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-0cb939af-c564-46b0-b422-0e7061f609fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:56:48.873622 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device dc1f7c07-c116-4f6b-baad-5fc44635c86e no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:56:48.910422 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-0cb939af-c564-46b0-b422-0e7061f609fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:56:48.941516 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.api [req-f3b88f17-f211-44b0-8f8d-3f672caf718b req-32a09c29-e764-4729-9b0f-b6800a76a354 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88197) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 19:56:48.941859 n-d-840717-1 neutron-server[88197]: DEBUG oslo_db.api [req-f3b88f17-f211-44b0-8f8d-3f672caf718b req-32a09c29-e764-4729-9b0f-b6800a76a354 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 19:56:48.962843 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-d202ab2e-faca-4d42-b415-7208c006d68f tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Calling delete_port for dc1f7c07-c116-4f6b-baad-5fc44635c86e owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:56:48.998142 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e835b9f2-01f7-4869-8d68-02dd5a7776cc'] response: {'server_uuid': 'a2a2e280-8179-401e-b938-43511b23bfed', 'name': 'network-vif-deleted', 'tag': 'b4edd95f-4851-4589-bba9-ed9de779d713', 'status': 'completed', 'code': 200} May 05 19:56:49.049459 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a351cd-836b-43a5-b5dc-65fbb5808f35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3dfe7259-df61-4927-95c8-da403c1bd18f'}, {'server_uuid': '11c99114-3821-43d0-b75c-371ff384e57f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51cdbdac-5772-409f-a50c-ec1709f56491'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:56:49.055139 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54209138-26c4-4b55-8aae-89c6678ce793 req-e2cf5cae-40d4-446b-85d5-74a1f0885d53 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:49.057074 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-54209138-26c4-4b55-8aae-89c6678ce793 req-e2cf5cae-40d4-446b-85d5-74a1f0885d53 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] 10.222.0.50 "GET /v2.0/networks?id=4d6027da-fd3d-4a5f-9b43-003448050635 HTTP/1.1" status: 200 len: 812 time: 0.5167241 May 05 19:56:49.069213 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502398ae-c045-4de8-b885-ced41656d90c req-2611dcfd-abd9-4692-be00-73b591cd561f tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:49.070969 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-502398ae-c045-4de8-b885-ced41656d90c req-2611dcfd-abd9-4692-be00-73b591cd561f tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "GET /v2.0/networks?id=64ae69b0-8ac2-4e0b-9320-47844867ced2 HTTP/1.1" status: 200 len: 821 time: 0.5273247 May 05 19:56:49.078536 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-54209138-26c4-4b55-8aae-89c6678ce793 req-57ca0121-ad74-46ba-87fd-0ba2c0846cfc tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Request body: {'port': {'device_id': '6b1ae01d-6900-4f99-8063-6102115f0eeb', 'network_id': '4d6027da-fd3d-4a5f-9b43-003448050635', 'admin_state_up': True, 'tenant_id': '2e25f2b4697644bc90cc941474a372f8'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:56:49.214961 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-502398ae-c045-4de8-b885-ced41656d90c req-28bbf1a4-4f13-411f-959b-8f155ebbf1bc tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "GET /v2.0/quotas/476cffb51a494e45a75196848dc23980 HTTP/1.1" status: 200 len: 375 time: 0.1212497 May 05 19:56:49.231479 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No active binding found for port dc1f7c07-c116-4f6b-baad-5fc44635c86e {{(pid=88199) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 05 19:56:49.232117 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device dc1f7c07-c116-4f6b-baad-5fc44635c86e not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:56:49.234858 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-937648e6-104e-4849-a69b-40ac3b9f8eeb None None] For port dc1f7c07-c116-4f6b-baad-5fc44635c86e, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=dc1f7c07-c116-4f6b-baad-5fc44635c86e,segment=NetworkSegment(c0879fe9-5842-45c6-b83f-c7c1568ceea6),segment_id=c0879fe9-5842-45c6-b83f-c7c1568ceea6)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:56:49.235372 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-937648e6-104e-4849-a69b-40ac3b9f8eeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:49.308647 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d202ab2e-faca-4d42-b415-7208c006d68f tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:49.362221 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-54209138-26c4-4b55-8aae-89c6678ce793 req-57ca0121-ad74-46ba-87fd-0ba2c0846cfc tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:56:49.366473 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-54209138-26c4-4b55-8aae-89c6678ce793 req-57ca0121-ad74-46ba-87fd-0ba2c0846cfc tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Usage tracker for resource:port and tenant:2e25f2b4697644bc90cc941474a372f8 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:56:49.369413 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-54209138-26c4-4b55-8aae-89c6678ce793 req-57ca0121-ad74-46ba-87fd-0ba2c0846cfc tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:56:49.381784 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-54209138-26c4-4b55-8aae-89c6678ce793 req-57ca0121-ad74-46ba-87fd-0ba2c0846cfc tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:56:49.407252 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0cb939af-c564-46b0-b422-0e7061f609fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:49.417277 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0cb939af-c564-46b0-b422-0e7061f609fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:49.436957 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54209138-26c4-4b55-8aae-89c6678ce793 req-57ca0121-ad74-46ba-87fd-0ba2c0846cfc tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Made reservation on behalf of 2e25f2b4697644bc90cc941474a372f8 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:56:49.440683 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-54209138-26c4-4b55-8aae-89c6678ce793 req-57ca0121-ad74-46ba-87fd-0ba2c0846cfc tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:49.462879 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-f3b88f17-f211-44b0-8f8d-3f672caf718b req-32a09c29-e764-4729-9b0f-b6800a76a354 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Deleting port 3dfe7259-df61-4927-95c8-da403c1bd18f {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:56:49.463223 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-f3b88f17-f211-44b0-8f8d-3f672caf718b req-32a09c29-e764-4729-9b0f-b6800a76a354 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:49.476267 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device b4edd95f-4851-4589-bba9-ed9de779d713 no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:56:49.507672 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-937648e6-104e-4849-a69b-40ac3b9f8eeb None None] Calling delete_port for dc1f7c07-c116-4f6b-baad-5fc44635c86e owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:56:49.558749 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] No Port match for: b4edd95f-4851-4589-bba9-ed9de779d713 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 19:56:49.559099 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device b4edd95f-4851-4589-bba9-ed9de779d713 not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:56:49.559751 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-502398ae-c045-4de8-b885-ced41656d90c req-5c5f66fe-bcb6-4a75-b96c-da2a8d43b753 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=476cffb51a494e45a75196848dc23980&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3341672 May 05 19:56:49.564539 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-0cb939af-c564-46b0-b422-0e7061f609fd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7e97806d4f8f499b8d3885cc4fec2c64&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6903417 May 05 19:56:49.564690 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54209138-26c4-4b55-8aae-89c6678ce793 req-bdf883d8-63b0-4e1c-abc7-0a2546c3f861 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:49.566591 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-54209138-26c4-4b55-8aae-89c6678ce793 req-bdf883d8-63b0-4e1c-abc7-0a2546c3f861 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] 10.222.0.50 "GET /v2.0/networks?id=4d6027da-fd3d-4a5f-9b43-003448050635 HTTP/1.1" status: 200 len: 812 time: 0.4532793 May 05 19:56:49.566751 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb939af-c564-46b0-b422-0e7061f609fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f18026d-2c5d-44cf-b121-760a88bd172a,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:49.570465 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c3041bbf-3085-421d-ab27-22008afd2c7d req-30d8026a-5329-49f5-9343-c9822d529681 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] 10.222.0.36 "GET /v2.0/ports?device_id=330c51d8-22e4-448a-9788-73e6a4d9ae7d HTTP/1.1" status: 200 len: 210 time: 0.2567196 May 05 19:56:49.571021 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 38270) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:56:49.599329 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-937648e6-104e-4849-a69b-40ac3b9f8eeb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 19:56:49.599580 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-937648e6-104e-4849-a69b-40ac3b9f8eeb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 19:56:49.602671 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d202ab2e-faca-4d42-b415-7208c006d68f tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Pushing event deleted for resources: {'Port': ['ID=dc1f7c07-c116-4f6b-baad-5fc44635c86e,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:49.605964 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d202ab2e-faca-4d42-b415-7208c006d68f tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] No DVR routers for this DVR port dc1f7c07-c116-4f6b-baad-5fc44635c86e on host n-d-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:56:49.610180 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-54209138-26c4-4b55-8aae-89c6678ce793 req-0ba79ee7-2a52-4a21-af5f-ba7a959d9987 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Request body: {'port': {'device_id': '330c51d8-22e4-448a-9788-73e6a4d9ae7d', 'network_id': '4d6027da-fd3d-4a5f-9b43-003448050635', 'admin_state_up': True, 'tenant_id': '2e25f2b4697644bc90cc941474a372f8'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:56:49.883852 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d202ab2e-faca-4d42-b415-7208c006d68f tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:49.949805 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-14f6170c-a3a5-4a48-b9ae-142ad149119d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:49.952923 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-d202ab2e-faca-4d42-b415-7208c006d68f tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aff080a-df51-4112-8543-bee56a0e44ff']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:56:49.990595 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-d202ab2e-faca-4d42-b415-7208c006d68f tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0879fe9-5842-45c6-b83f-c7c1568ceea6') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:56:49.991790 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-d202ab2e-faca-4d42-b415-7208c006d68f tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0879fe9-5842-45c6-b83f-c7c1568ceea6') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:56:50.007659 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d202ab2e-faca-4d42-b415-7208c006d68f tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:50.030033 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d202ab2e-faca-4d42-b415-7208c006d68f tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:50.037890 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d202ab2e-faca-4d42-b415-7208c006d68f tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 19:56:50.038494 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d202ab2e-faca-4d42-b415-7208c006d68f tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:50.076146 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 19:56:50.076146 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 19:56:50.076146 n-d-840717-1 neutron-server[88198]: timer() May 05 19:56:50.076146 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 19:56:50.076146 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 19:56:50.076146 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 19:56:50.076146 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 19:56:50.076146 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 19:56:50.076146 n-d-840717-1 neutron-server[88198]: self._notify() May 05 19:56:50.076146 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 19:56:50.076146 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 19:56:50.076146 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 19:56:50.076146 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 19:56:50.076146 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 19:56:50.076146 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 19:56:50.076146 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 19:56:50.076146 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 19:56:50.076146 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 19:56:50.076146 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 19:56:50.076146 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 19:56:50.076146 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 19:56:50.076146 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 19:56:50.076146 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 19:56:50.076146 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 19:56:50.076146 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 19:56:50.076146 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 19:56:50.076146 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 19:56:50.076146 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 19:56:50.076146 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 19:56:50.076146 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 19:56:50.076146 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 19:56:50.076146 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 19:56:50.101377 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-937648e6-104e-4849-a69b-40ac3b9f8eeb None None] Deleting port dc1f7c07-c116-4f6b-baad-5fc44635c86e {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:56:50.101601 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-937648e6-104e-4849-a69b-40ac3b9f8eeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:50.112694 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 38282) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:56:50.128259 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-14f6170c-a3a5-4a48-b9ae-142ad149119d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:50.128814 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-502398ae-c045-4de8-b885-ced41656d90c req-4df0625b-934f-4db5-9483-7283084e3bb7 service neutron] 10.222.0.36 "GET /v2.0/networks/64ae69b0-8ac2-4e0b-9320-47844867ced2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5585268 May 05 19:56:50.174209 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-54209138-26c4-4b55-8aae-89c6678ce793 req-57ca0121-ad74-46ba-87fd-0ba2c0846cfc tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Allocated IP 172.20.0.5 (4d6027da-fd3d-4a5f-9b43-003448050635/d079e0cd-271b-40a4-9491-7392ec6adf3d/a9c68ab2-7732-4732-b940-c152f576f799) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:56:50.240903 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-937648e6-104e-4849-a69b-40ac3b9f8eeb None None] The port 'dc1f7c07-c116-4f6b-baad-5fc44635c86e' was deleted {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 19:56:50.313073 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-14f6170c-a3a5-4a48-b9ae-142ad149119d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:50.316812 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-54209138-26c4-4b55-8aae-89c6678ce793 req-0ba79ee7-2a52-4a21-af5f-ba7a959d9987 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:56:50.341204 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-54209138-26c4-4b55-8aae-89c6678ce793 req-0ba79ee7-2a52-4a21-af5f-ba7a959d9987 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Usage tracker for resource:port and tenant:2e25f2b4697644bc90cc941474a372f8 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:56:50.351317 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-54209138-26c4-4b55-8aae-89c6678ce793 req-0ba79ee7-2a52-4a21-af5f-ba7a959d9987 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:56:50.360370 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f6170c-a3a5-4a48-b9ae-142ad149119d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f18026d-2c5d-44cf-b121-760a88bd172a,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:50.362047 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d202ab2e-faca-4d42-b415-7208c006d68f tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:50.375755 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-54209138-26c4-4b55-8aae-89c6678ce793 req-0ba79ee7-2a52-4a21-af5f-ba7a959d9987 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:56:50.403569 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d202ab2e-faca-4d42-b415-7208c006d68f tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:50.410125 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-de902628-f72a-4811-bfe8-4ee549c124bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:50.417795 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d202ab2e-faca-4d42-b415-7208c006d68f tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Pushing event deleted for resources: {'Network': ['ID=0aff080a-df51-4112-8543-bee56a0e44ff,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:50.427638 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-14f6170c-a3a5-4a48-b9ae-142ad149119d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:50.432008 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-14f6170c-a3a5-4a48-b9ae-142ad149119d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9f18026d-2c5d-44cf-b121-760a88bd172a HTTP/1.1" status: 204 len: 168 time: 0.8497462 May 05 19:56:50.432952 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54209138-26c4-4b55-8aae-89c6678ce793 req-0ba79ee7-2a52-4a21-af5f-ba7a959d9987 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Made reservation on behalf of 2e25f2b4697644bc90cc941474a372f8 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:56:50.437037 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-54209138-26c4-4b55-8aae-89c6678ce793 req-0ba79ee7-2a52-4a21-af5f-ba7a959d9987 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:50.444123 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-f3b88f17-f211-44b0-8f8d-3f672caf718b req-32a09c29-e764-4729-9b0f-b6800a76a354 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] For port 3dfe7259-df61-4927-95c8-da403c1bd18f, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=3dfe7259-df61-4927-95c8-da403c1bd18f,segment=NetworkSegment(069234c5-3fbc-4f95-b319-b1989412732e),segment_id=069234c5-3fbc-4f95-b319-b1989412732e)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:56:50.444489 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-f3b88f17-f211-44b0-8f8d-3f672caf718b req-32a09c29-e764-4729-9b0f-b6800a76a354 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:50.454305 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d202ab2e-faca-4d42-b415-7208c006d68f tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.36 "DELETE /v2.0/networks/0aff080a-df51-4112-8543-bee56a0e44ff HTTP/1.1" status: 204 len: 168 time: 2.5537558 May 05 19:56:50.457476 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 38292) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:56:50.475882 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7726e3f2-4b0b-48c3-b9bb-0ed622ce5f77 req-36188b4b-b954-4295-bbf0-b52f12cffea3 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:50.477386 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7726e3f2-4b0b-48c3-b9bb-0ed622ce5f77 req-36188b4b-b954-4295-bbf0-b52f12cffea3 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.24 "GET /v2.0/ports?device_id=0365221e-cddb-44e7-a343-19816d97415a HTTP/1.1" status: 200 len: 950 time: 0.4886208 May 05 19:56:50.491943 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-de902628-f72a-4811-bfe8-4ee549c124bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:56:50.598719 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dab967-704f-4164-9a7a-298eb5fe8b46 req-e434d01c-4d3d-435f-85db-64bca3e64678 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:50.601924 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-53dab967-704f-4164-9a7a-298eb5fe8b46 req-e434d01c-4d3d-435f-85db-64bca3e64678 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=0365221e-cddb-44e7-a343-19816d97415a HTTP/1.1" status: 200 len: 950 time: 0.3284059 May 05 19:56:50.650346 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-f3b88f17-f211-44b0-8f8d-3f672caf718b req-32a09c29-e764-4729-9b0f-b6800a76a354 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Calling delete_port for 3dfe7259-df61-4927-95c8-da403c1bd18f owned by compute:nova {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:56:50.656127 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-497e27f9-e3bf-44e0-96d5-4e02bcd6ca61 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Deleting subnet 732b72bb-cf13-43a7-9df0-49a3f8d99f8b {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 19:56:50.666520 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-497e27f9-e3bf-44e0-96d5-4e02bcd6ca61 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:50.709481 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-de902628-f72a-4811-bfe8-4ee549c124bb admin admin] Usage tracker for resource:security_group_rule and tenant:1b152651416545009756e6c0afc954b7 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:56:50.724395 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-502398ae-c045-4de8-b885-ced41656d90c req-65a05719-3339-45d1-a771-c347abe15188 service neutron] 10.222.0.36 "GET /v2.0/networks/64ae69b0-8ac2-4e0b-9320-47844867ced2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5794342 May 05 19:56:50.725236 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-de902628-f72a-4811-bfe8-4ee549c124bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:56:50.744521 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-53dab967-704f-4164-9a7a-298eb5fe8b46 req-984d8d27-94db-420f-9df8-ac8b1e10c460 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/security-groups?id=47e8f45b-d376-403a-8bb9-867508147e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271665 May 05 19:56:50.752898 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-de902628-f72a-4811-bfe8-4ee549c124bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:56:50.782431 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-497e27f9-e3bf-44e0-96d5-4e02bcd6ca61 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:50.853782 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b7fe622-2570-4968-8357-caca8c9e3b66'] response: {'server_uuid': '64a351cd-836b-43a5-b5dc-65fbb5808f35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3dfe7259-df61-4927-95c8-da403c1bd18f', 'code': 200} May 05 19:56:50.854321 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b7fe622-2570-4968-8357-caca8c9e3b66'] response: {'server_uuid': '11c99114-3821-43d0-b75c-371ff384e57f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51cdbdac-5772-409f-a50c-ec1709f56491', 'code': 200} May 05 19:56:50.870707 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-7726e3f2-4b0b-48c3-b9bb-0ed622ce5f77 req-40bcac21-9721-42ee-bf41-fab5be1592c0 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Deleting port c9b2d753-5708-46b4-8b00-b9924f483958 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:56:50.871137 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-7726e3f2-4b0b-48c3-b9bb-0ed622ce5f77 req-40bcac21-9721-42ee-bf41-fab5be1592c0 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:50.962598 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-497e27f9-e3bf-44e0-96d5-4e02bcd6ca61 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:51.130945 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-54209138-26c4-4b55-8aae-89c6678ce793 req-57ca0121-ad74-46ba-87fd-0ba2c0846cfc tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:51.173820 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-497e27f9-e3bf-44e0-96d5-4e02bcd6ca61 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:51.210798 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-0fbc10c1-a92b-40be-b0b8-818eed729849 req-d4e5fb5b-4014-4440-aed0-313548992e38 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Synchronizing usage tracker for tenant:2e25f2b4697644bc90cc941474a372f8 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:56:51.222537 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c2d73-3208-4772-97e8-1de50876b47a req-9aca3ae1-15b4-4556-a5bb-b161be72b351 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:51.231818 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-269c2d73-3208-4772-97e8-1de50876b47a req-9aca3ae1-15b4-4556-a5bb-b161be72b351 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/ports?device_id=11c99114-3821-43d0-b75c-371ff384e57f HTTP/1.1" status: 200 len: 943 time: 0.1683655 May 05 19:56:51.247431 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9d4d2f-0b3c-455d-87e1-e0dc54e9f9a2 None None] Network 4a41328b-09d2-49d9-a69a-9fe83e357baa requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:56:51.255800 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497e27f9-e3bf-44e0-96d5-4e02bcd6ca61 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Pushing event deleted for resources: {'Subnet': ['ID=732b72bb-cf13-43a7-9df0-49a3f8d99f8b,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:51.259482 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-497e27f9-e3bf-44e0-96d5-4e02bcd6ca61 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:51.279581 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-497e27f9-e3bf-44e0-96d5-4e02bcd6ca61 tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.36 "DELETE /v2.0/subnets/732b72bb-cf13-43a7-9df0-49a3f8d99f8b HTTP/1.1" status: 204 len: 168 time: 0.8183858 May 05 19:56:51.294388 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 38324) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:56:51.296114 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-f3b88f17-f211-44b0-8f8d-3f672caf718b req-32a09c29-e764-4729-9b0f-b6800a76a354 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:51.356353 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-269c2d73-3208-4772-97e8-1de50876b47a req-8f05690e-cfeb-4a7b-8f9a-ec16ec5d1064 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/security-groups?id=b8eb825a-eb05-4b64-b47c-316dce01fa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235578 May 05 19:56:51.394976 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-0fbc10c1-a92b-40be-b0b8-818eed729849 req-d4e5fb5b-4014-4440-aed0-313548992e38 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Unset dirty status for tenant:2e25f2b4697644bc90cc941474a372f8 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:56:51.397253 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0fbc10c1-a92b-40be-b0b8-818eed729849 req-d4e5fb5b-4014-4440-aed0-313548992e38 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] 10.222.0.36 "GET /v2.0/ports?device_id=330c51d8-22e4-448a-9788-73e6a4d9ae7d HTTP/1.1" status: 200 len: 210 time: 0.2602532 May 05 19:56:51.515413 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ba5e495c-b760-4c8f-9708-8735732f28bf tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:51.528363 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-ba5e495c-b760-4c8f-9708-8735732f28bf tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Deleting port c7907752-282c-40fe-962b-2dd4a9790ee3 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:56:51.528705 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ba5e495c-b760-4c8f-9708-8735732f28bf tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:51.585058 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a09c29-e764-4729-9b0f-b6800a76a354 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Pushing event deleted for resources: {'Port': ['ID=3dfe7259-df61-4927-95c8-da403c1bd18f,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:51.609917 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-de902628-f72a-4811-bfe8-4ee549c124bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:51.674786 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 38332) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:56:51.749121 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-de902628-f72a-4811-bfe8-4ee549c124bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:51.772905 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3b88f17-f211-44b0-8f8d-3f672caf718b req-32a09c29-e764-4729-9b0f-b6800a76a354 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] No DVR routers for this DVR port 3dfe7259-df61-4927-95c8-da403c1bd18f on host n-h1-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:56:51.783154 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2ba617-d9af-4182-a069-4adfce9b4218 None None] DHCP port deletion for 4a41328b-09d2-49d9-a69a-9fe83e357baa request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 19:56:51.789504 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6fce1c78-74a7-49f4-a0fe-72c94d94b265 req-d1e4d521-25d7-4ffe-986a-d123d615be87 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "GET /v2.0/ports?device_id=06d92d1c-d0ef-4026-87fe-7f2f20a98ccd HTTP/1.1" status: 200 len: 210 time: 0.1931124 May 05 19:56:51.791168 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-fc2ba617-d9af-4182-a069-4adfce9b4218 None None] Deleting port c7907752-282c-40fe-962b-2dd4a9790ee3 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:56:51.791707 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fc2ba617-d9af-4182-a069-4adfce9b4218 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:51.813873 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-f3b88f17-f211-44b0-8f8d-3f672caf718b req-32a09c29-e764-4729-9b0f-b6800a76a354 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:51.841106 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a351cd-836b-43a5-b5dc-65fbb5808f35', 'name': 'network-vif-deleted', 'tag': '3dfe7259-df61-4927-95c8-da403c1bd18f'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:56:51.852659 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f3b88f17-f211-44b0-8f8d-3f672caf718b req-32a09c29-e764-4729-9b0f-b6800a76a354 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] 10.222.0.24 "DELETE /v2.0/ports/3dfe7259-df61-4927-95c8-da403c1bd18f HTTP/1.1" status: 204 len: 173 time: 4.8936863 May 05 19:56:51.947836 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de902628-f72a-4811-bfe8-4ee549c124bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=505316af-9773-4b7d-b9e1-c67aa4e7f0a7,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:51.956158 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-54209138-26c4-4b55-8aae-89c6678ce793 req-57ca0121-ad74-46ba-87fd-0ba2c0846cfc tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:51.974742 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-7726e3f2-4b0b-48c3-b9bb-0ed622ce5f77 req-40bcac21-9721-42ee-bf41-fab5be1592c0 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] For port c9b2d753-5708-46b4-8b00-b9924f483958, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=c9b2d753-5708-46b4-8b00-b9924f483958,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:56:51.975093 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-7726e3f2-4b0b-48c3-b9bb-0ed622ce5f77 req-40bcac21-9721-42ee-bf41-fab5be1592c0 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:52.129981 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-7726e3f2-4b0b-48c3-b9bb-0ed622ce5f77 req-40bcac21-9721-42ee-bf41-fab5be1592c0 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Calling delete_port for c9b2d753-5708-46b4-8b00-b9924f483958 owned by compute:nova {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:56:52.157957 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-fc2ba617-d9af-4182-a069-4adfce9b4218 None None] For port c7907752-282c-40fe-962b-2dd4a9790ee3, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=c7907752-282c-40fe-962b-2dd4a9790ee3,segment=NetworkSegment(0c8090e3-f4ef-4afc-8c15-493942fe2432),segment_id=0c8090e3-f4ef-4afc-8c15-493942fe2432)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:56:52.159533 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fc2ba617-d9af-4182-a069-4adfce9b4218 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:52.227580 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-de902628-f72a-4811-bfe8-4ee549c124bb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1b152651416545009756e6c0afc954b7&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1083560 May 05 19:56:52.253068 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-54209138-26c4-4b55-8aae-89c6678ce793 req-0ba79ee7-2a52-4a21-af5f-ba7a959d9987 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Allocated IP 172.20.0.2 (4d6027da-fd3d-4a5f-9b43-003448050635/d079e0cd-271b-40a4-9491-7392ec6adf3d/0d7e3c2f-3a0a-4639-9c8f-cd0d65c6c193) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:56:52.304903 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 38344) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:56:52.306423 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bed4fbd4-30ed-4d19-8c55-bbc674a6163d'] response: {'server_uuid': '64a351cd-836b-43a5-b5dc-65fbb5808f35', 'name': 'network-vif-deleted', 'tag': '3dfe7259-df61-4927-95c8-da403c1bd18f', 'status': 'completed', 'code': 200} May 05 19:56:52.315089 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ca0121-ad74-46ba-87fd-0ba2c0846cfc tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Pushing event updated for resources: {'Port': ['ID=a9c68ab2-7732-4732-b940-c152f576f799,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:52.339880 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-fc2ba617-d9af-4182-a069-4adfce9b4218 None None] Calling delete_port for c7907752-282c-40fe-962b-2dd4a9790ee3 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:56:52.384571 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54209138-26c4-4b55-8aae-89c6678ce793 req-57ca0121-ad74-46ba-87fd-0ba2c0846cfc tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Network 4d6027da-fd3d-4a5f-9b43-003448050635 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:56:52.416493 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-e6b79f8a-3a56-46a8-906c-adc531099576 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1650204279-network', 'tenant_id': '12d6d803715a4d1faae5ab453e890665'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:56:52.425697 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-54209138-26c4-4b55-8aae-89c6678ce793 req-57ca0121-ad74-46ba-87fd-0ba2c0846cfc tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:56:52.437288 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fc2ba617-d9af-4182-a069-4adfce9b4218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:52.439119 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e6b79f8a-3a56-46a8-906c-adc531099576 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:56:52.441661 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-54209138-26c4-4b55-8aae-89c6678ce793 req-57ca0121-ad74-46ba-87fd-0ba2c0846cfc tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:56:52.452330 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-e6b79f8a-3a56-46a8-906c-adc531099576 admin admin] Usage tracker for resource:network and tenant:12d6d803715a4d1faae5ab453e890665 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:56:52.459391 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-e6b79f8a-3a56-46a8-906c-adc531099576 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:56:52.467509 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-ba5e495c-b760-4c8f-9708-8735732f28bf tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] For port c7907752-282c-40fe-962b-2dd4a9790ee3, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=c7907752-282c-40fe-962b-2dd4a9790ee3,segment=NetworkSegment(0c8090e3-f4ef-4afc-8c15-493942fe2432),segment_id=0c8090e3-f4ef-4afc-8c15-493942fe2432)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:56:52.467867 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ba5e495c-b760-4c8f-9708-8735732f28bf tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:52.509314 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2ba617-d9af-4182-a069-4adfce9b4218 None None] Pushing event deleted for resources: {'Port': ['ID=c7907752-282c-40fe-962b-2dd4a9790ee3,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:52.515413 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2ba617-d9af-4182-a069-4adfce9b4218 None None] No DVR routers for this DVR port c7907752-282c-40fe-962b-2dd4a9790ee3 on host n-d-840717-1 {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:56:52.552481 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e6b79f8a-3a56-46a8-906c-adc531099576 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:56:52.596627 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d531246-91d3-4cee-9b67-c1a814cbda08 req-a9e713cf-a8eb-40c1-b769-8d69ca330717 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:52.606740 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1d531246-91d3-4cee-9b67-c1a814cbda08 req-a9e713cf-a8eb-40c1-b769-8d69ca330717 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=0365221e-cddb-44e7-a343-19816d97415a HTTP/1.1" status: 200 len: 950 time: 0.4147887 May 05 19:56:52.608704 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9f735560-25f0-40d1-996c-74a4e7b507f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:52.738471 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54209138-26c4-4b55-8aae-89c6678ce793 req-57ca0121-ad74-46ba-87fd-0ba2c0846cfc tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:52.739185 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-54209138-26c4-4b55-8aae-89c6678ce793 req-57ca0121-ad74-46ba-87fd-0ba2c0846cfc tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:52.779911 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 38360) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:56:52.792003 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-54209138-26c4-4b55-8aae-89c6678ce793 req-57ca0121-ad74-46ba-87fd-0ba2c0846cfc tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7187190 May 05 19:56:52.808127 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9f735560-25f0-40d1-996c-74a4e7b507f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:52.810256 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-ba5e495c-b760-4c8f-9708-8735732f28bf tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Calling delete_port for c7907752-282c-40fe-962b-2dd4a9790ee3 owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:56:52.812849 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device c7907752-282c-40fe-962b-2dd4a9790ee3 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:56:52.829763 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-54209138-26c4-4b55-8aae-89c6678ce793 req-2e5b6929-3cbc-4195-a520-09632b8cbdcd service neutron] Request body: {'port': {'device_id': '6b1ae01d-6900-4f99-8063-6102115f0eeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:56:52.863837 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: c7907752-282c-40fe-962b-2dd4a9790ee3 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 19:56:52.865410 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device c7907752-282c-40fe-962b-2dd4a9790ee3 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:56:52.914530 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b79f8a-3a56-46a8-906c-adc531099576 admin admin] Made reservation on behalf of 12d6d803715a4d1faae5ab453e890665 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:56:52.917486 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e6b79f8a-3a56-46a8-906c-adc531099576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:52.959950 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e6b79f8a-3a56-46a8-906c-adc531099576 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:52.974615 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-7726e3f2-4b0b-48c3-b9bb-0ed622ce5f77 req-40bcac21-9721-42ee-bf41-fab5be1592c0 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:52.986731 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['6e0be088-6cfe-4e5c-9668-51def98d91cd', '96d6b825-8fac-494b-9ce6-69608695d713', '1f2a657f-d27c-41b8-bb6e-ffe8e7338ef0'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:56:53.007098 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1d531246-91d3-4cee-9b67-c1a814cbda08 req-af1c0295-3821-4bb9-add5-8ccf35dac264 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/security-groups?id=47e8f45b-d376-403a-8bb9-867508147e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094413 May 05 19:56:53.019858 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fccc1a-0ed0-4a66-be70-062a826d20ea req-cc59db93-c562-41ec-8a3d-67c98d3f5050 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:53.025100 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-20fccc1a-0ed0-4a66-be70-062a826d20ea req-cc59db93-c562-41ec-8a3d-67c98d3f5050 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.24 "GET /v2.0/ports?device_id=11c99114-3821-43d0-b75c-371ff384e57f HTTP/1.1" status: 200 len: 943 time: 1.2767739 May 05 19:56:53.044232 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e6b79f8a-3a56-46a8-906c-adc531099576 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:56:53.048302 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['beea523c-b44a-4a29-84fa-ffc71132cf85', '23d5a2d8-4c20-4fdb-8211-2609ae0f9d81', '3ec6d015-62ee-40e3-a243-44557141e447', '23636d07-d5e5-4113-a95f-01258904698e'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:56:53.101726 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-54209138-26c4-4b55-8aae-89c6678ce793 req-0ba79ee7-2a52-4a21-af5f-ba7a959d9987 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:53.105252 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-e6b79f8a-3a56-46a8-906c-adc531099576 admin admin] Usage tracker for resource:security_group_rule and tenant:12d6d803715a4d1faae5ab453e890665 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:56:53.121196 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-e6b79f8a-3a56-46a8-906c-adc531099576 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:56:53.148096 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e6b79f8a-3a56-46a8-906c-adc531099576 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:56:53.186541 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.db.api [None req-ba5e495c-b760-4c8f-9708-8735732f28bf tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88198) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 19:56:53.187081 n-d-840717-1 neutron-server[88198]: DEBUG oslo_db.api [None req-ba5e495c-b760-4c8f-9708-8735732f28bf tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 19:56:53.200691 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-20fccc1a-0ed0-4a66-be70-062a826d20ea req-bfd7b3c5-0daa-47b3-bc90-3c1a1688df99 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Deleting port 51cdbdac-5772-409f-a50c-ec1709f56491 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:56:53.201161 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-20fccc1a-0ed0-4a66-be70-062a826d20ea req-bfd7b3c5-0daa-47b3-bc90-3c1a1688df99 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:53.260158 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device c9b2d753-5708-46b4-8b00-b9924f483958 no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:56:53.263565 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-48d5c821-2b0d-4a38-b93b-475e4e3ce59e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:53.296373 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4076e5e2-2b40-4f74-aa5a-955872d917b2 req-9058a1cf-d085-478c-9e57-5c5c956cd1db tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:53.297660 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] No Port match for: c9b2d753-5708-46b4-8b00-b9924f483958 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 19:56:53.298001 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device c9b2d753-5708-46b4-8b00-b9924f483958 not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:56:53.298400 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 51cdbdac-5772-409f-a50c-ec1709f56491 no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:56:53.304570 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4076e5e2-2b40-4f74-aa5a-955872d917b2 req-9058a1cf-d085-478c-9e57-5c5c956cd1db tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/ports?device_id=11c99114-3821-43d0-b75c-371ff384e57f HTTP/1.1" status: 200 len: 943 time: 0.6599081 May 05 19:56:53.362096 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-54209138-26c4-4b55-8aae-89c6678ce793 req-2e5b6929-3cbc-4195-a520-09632b8cbdcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:53.381894 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bcac21-9721-42ee-bf41-fab5be1592c0 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Pushing event deleted for resources: {'Port': ['ID=c9b2d753-5708-46b4-8b00-b9924f483958,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:53.411420 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-54209138-26c4-4b55-8aae-89c6678ce793 req-0ba79ee7-2a52-4a21-af5f-ba7a959d9987 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:53.455681 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-48d5c821-2b0d-4a38-b93b-475e4e3ce59e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:56:53.487841 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-48d5c821-2b0d-4a38-b93b-475e4e3ce59e admin admin] Usage tracker for resource:security_group_rule and tenant:eaa0f5f933d84ae98e6149533ac1b4f7 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:56:53.501199 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-48d5c821-2b0d-4a38-b93b-475e4e3ce59e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:56:53.504212 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-7726e3f2-4b0b-48c3-b9bb-0ed622ce5f77 req-40bcac21-9721-42ee-bf41-fab5be1592c0 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] No DVR routers for this DVR port c9b2d753-5708-46b4-8b00-b9924f483958 on host n-h1-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:56:53.537688 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-7726e3f2-4b0b-48c3-b9bb-0ed622ce5f77 req-40bcac21-9721-42ee-bf41-fab5be1592c0 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:53.559256 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-48d5c821-2b0d-4a38-b93b-475e4e3ce59e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:56:53.575166 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4076e5e2-2b40-4f74-aa5a-955872d917b2 req-026e2c5c-2b3c-43fc-a071-e0e45438a529 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/security-groups?id=b8eb825a-eb05-4b64-b47c-316dce01fa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695038 May 05 19:56:53.615117 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502398ae-c045-4de8-b885-ced41656d90c req-934eabbc-8d38-470d-a760-650c0f779d09 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:53.616651 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-502398ae-c045-4de8-b885-ced41656d90c req-934eabbc-8d38-470d-a760-650c0f779d09 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.50 "GET /v2.0/networks?id=64ae69b0-8ac2-4e0b-9320-47844867ced2 HTTP/1.1" status: 200 len: 821 time: 0.7386153 May 05 19:56:53.617304 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9f735560-25f0-40d1-996c-74a4e7b507f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:53.619673 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9f735560-25f0-40d1-996c-74a4e7b507f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:53.620687 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-9f735560-25f0-40d1-996c-74a4e7b507f3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/505316af-9773-4b7d-b9e1-c67aa4e7f0a7 HTTP/1.1" status: 204 len: 168 time: 1.3029389 May 05 19:56:53.623267 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7726e3f2-4b0b-48c3-b9bb-0ed622ce5f77 req-40bcac21-9721-42ee-bf41-fab5be1592c0 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.24 "DELETE /v2.0/ports/c9b2d753-5708-46b4-8b00-b9924f483958 HTTP/1.1" status: 204 len: 173 time: 3.1260059 May 05 19:56:53.649009 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54209138-26c4-4b55-8aae-89c6678ce793 req-0ba79ee7-2a52-4a21-af5f-ba7a959d9987 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Network 4d6027da-fd3d-4a5f-9b43-003448050635 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:56:53.669135 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-502398ae-c045-4de8-b885-ced41656d90c req-90b7478c-0778-4bf0-aa2a-e0100559914a tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Request body: {'port': {'device_id': '06d92d1c-d0ef-4026-87fe-7f2f20a98ccd', 'network_id': '64ae69b0-8ac2-4e0b-9320-47844867ced2', 'admin_state_up': True, 'tenant_id': '476cffb51a494e45a75196848dc23980'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:56:53.692062 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f735560-25f0-40d1-996c-74a4e7b507f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=505316af-9773-4b7d-b9e1-c67aa4e7f0a7,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:53.711803 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-ba5e495c-b760-4c8f-9708-8735732f28bf tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Deleting port c7907752-282c-40fe-962b-2dd4a9790ee3 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:56:53.712631 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ba5e495c-b760-4c8f-9708-8735732f28bf tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:53.767851 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-54209138-26c4-4b55-8aae-89c6678ce793 req-0ba79ee7-2a52-4a21-af5f-ba7a959d9987 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:56:53.932726 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-20fccc1a-0ed0-4a66-be70-062a826d20ea req-bfd7b3c5-0daa-47b3-bc90-3c1a1688df99 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] For port 51cdbdac-5772-409f-a50c-ec1709f56491, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=51cdbdac-5772-409f-a50c-ec1709f56491,segment=NetworkSegment(ac8864a1-851c-4e33-a62e-34bf87714dc0),segment_id=ac8864a1-851c-4e33-a62e-34bf87714dc0)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:56:53.933149 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-20fccc1a-0ed0-4a66-be70-062a826d20ea req-bfd7b3c5-0daa-47b3-bc90-3c1a1688df99 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:54.065778 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16734f50-cffd-403f-8e5a-3c37ecc789b1 req-c5318af2-a5a0-4a76-bb9f-34425d3877e6 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:54.073148 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-16734f50-cffd-403f-8e5a-3c37ecc789b1 req-c5318af2-a5a0-4a76-bb9f-34425d3877e6 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] 10.222.0.36 "GET /v2.0/ports?device_id=330c51d8-22e4-448a-9788-73e6a4d9ae7d HTTP/1.1" status: 200 len: 931 time: 0.7293913 May 05 19:56:54.106051 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e6b79f8a-3a56-46a8-906c-adc531099576 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:54.118734 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 38374) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:56:54.154595 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-54209138-26c4-4b55-8aae-89c6678ce793 req-0ba79ee7-2a52-4a21-af5f-ba7a959d9987 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:56:54.170638 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-502398ae-c045-4de8-b885-ced41656d90c req-90b7478c-0778-4bf0-aa2a-e0100559914a tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:56:54.197359 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-20fccc1a-0ed0-4a66-be70-062a826d20ea req-bfd7b3c5-0daa-47b3-bc90-3c1a1688df99 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Calling delete_port for 51cdbdac-5772-409f-a50c-ec1709f56491 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:56:54.226868 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-57acaf18-8718-4544-8a94-cccbc91d736e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:54.237710 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba79ee7-2a52-4a21-af5f-ba7a959d9987 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Pushing event updated for resources: {'Port': ['ID=0d7e3c2f-3a0a-4639-9c8f-cd0d65c6c193,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:54.262001 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-ba5e495c-b760-4c8f-9708-8735732f28bf tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] The port 'c7907752-282c-40fe-962b-2dd4a9790ee3' was deleted {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 19:56:54.266246 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e6b79f8a-3a56-46a8-906c-adc531099576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:54.266512 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-502398ae-c045-4de8-b885-ced41656d90c req-90b7478c-0778-4bf0-aa2a-e0100559914a tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:56:54.287270 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-57acaf18-8718-4544-8a94-cccbc91d736e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:56:54.309913 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-16734f50-cffd-403f-8e5a-3c37ecc789b1 req-0c1cb749-419e-474c-aac2-584248a5aa38 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] 10.222.0.36 "GET /v2.0/security-groups?id=a69b6ab0-aa14-4469-9dc2-2519a67a3dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302895 May 05 19:56:54.326700 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-57acaf18-8718-4544-8a94-cccbc91d736e admin admin] Usage tracker for resource:security_group_rule and tenant:d38615a7eb1b4e20a971319ee4e8a29d is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:56:54.329817 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-57acaf18-8718-4544-8a94-cccbc91d736e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:56:54.337550 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-57acaf18-8718-4544-8a94-cccbc91d736e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:56:54.345887 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0365221e-cddb-44e7-a343-19816d97415a', 'name': 'network-vif-deleted', 'tag': 'c9b2d753-5708-46b4-8b00-b9924f483958'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:56:54.354236 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-48d5c821-2b0d-4a38-b93b-475e4e3ce59e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:54.359037 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-502398ae-c045-4de8-b885-ced41656d90c req-90b7478c-0778-4bf0-aa2a-e0100559914a tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Made reservation on behalf of 476cffb51a494e45a75196848dc23980 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:56:54.364291 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-502398ae-c045-4de8-b885-ced41656d90c req-90b7478c-0778-4bf0-aa2a-e0100559914a tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:54.388441 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d7cff222-cf7e-4096-b783-725a1cbccb76 req-095dd981-fd0e-4ebf-bf5a-418c7b39fcfa tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "GET /v2.0/ports?device_id=06d92d1c-d0ef-4026-87fe-7f2f20a98ccd HTTP/1.1" status: 200 len: 210 time: 0.1566083 May 05 19:56:54.413673 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-48d5c821-2b0d-4a38-b93b-475e4e3ce59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:54.488214 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-687bb01b-3502-4ef4-a5e5-14a317c9316d'] response: {'server_uuid': '0365221e-cddb-44e7-a343-19816d97415a', 'name': 'network-vif-deleted', 'tag': 'c9b2d753-5708-46b4-8b00-b9924f483958', 'status': 'completed', 'code': 200} May 05 19:56:54.545419 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6b79f8a-3a56-46a8-906c-adc531099576 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 19:56:54.596518 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b79f8a-3a56-46a8-906c-adc531099576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8519b135-d956-496f-a5a4-4cb8fc9e46b9,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:54.604472 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54209138-26c4-4b55-8aae-89c6678ce793 req-0ba79ee7-2a52-4a21-af5f-ba7a959d9987 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:54.605094 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-54209138-26c4-4b55-8aae-89c6678ce793 req-0ba79ee7-2a52-4a21-af5f-ba7a959d9987 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:54.605426 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d5c821-2b0d-4a38-b93b-475e4e3ce59e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84bee3f4-ab3a-4972-9d39-52c980ad1abd,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:54.626403 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e6b79f8a-3a56-46a8-906c-adc531099576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:54.626701 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-48d5c821-2b0d-4a38-b93b-475e4e3ce59e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=eaa0f5f933d84ae98e6149533ac1b4f7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8463249 May 05 19:56:54.626912 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-e6b79f8a-3a56-46a8-906c-adc531099576 admin admin] Added segment 27007867-64fe-419a-8b8b-c5a5570bcf48 of type vlan for network 964832a3-7678-439b-97c2-1f4e7f68480a May 05 19:56:54.627810 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 38382) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:56:54.636223 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-45bd6401-5bff-4666-8576-e5981d4e5401 req-8fa9ab43-8f52-4ed2-9e48-1efe07bce1ed tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Synchronizing usage tracker for tenant:97ead9bcc5d448dab263815a595740a4 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:56:54.693480 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ba5e495c-b760-4c8f-9708-8735732f28bf tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:54.790713 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-ba5e495c-b760-4c8f-9708-8735732f28bf tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a41328b-09d2-49d9-a69a-9fe83e357baa']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:56:54.807652 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-45bd6401-5bff-4666-8576-e5981d4e5401 req-8fa9ab43-8f52-4ed2-9e48-1efe07bce1ed tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Unset dirty status for tenant:97ead9bcc5d448dab263815a595740a4 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:56:54.808793 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-45bd6401-5bff-4666-8576-e5981d4e5401 req-8fa9ab43-8f52-4ed2-9e48-1efe07bce1ed tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=0365221e-cddb-44e7-a343-19816d97415a HTTP/1.1" status: 200 len: 210 time: 0.3225789 May 05 19:56:54.830241 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-57acaf18-8718-4544-8a94-cccbc91d736e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:54.841535 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-54209138-26c4-4b55-8aae-89c6678ce793 req-0ba79ee7-2a52-4a21-af5f-ba7a959d9987 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2597041 May 05 19:56:54.843139 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e6b79f8a-3a56-46a8-906c-adc531099576 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:54.870074 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-54209138-26c4-4b55-8aae-89c6678ce793 req-2e5b6929-3cbc-4195-a520-09632b8cbdcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9c68ab2-7732-4732-b940-c152f576f799 {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:56:54.874243 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-57acaf18-8718-4544-8a94-cccbc91d736e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:54.876933 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-ba5e495c-b760-4c8f-9708-8735732f28bf tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c8090e3-f4ef-4afc-8c15-493942fe2432') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:56:54.877240 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-ba5e495c-b760-4c8f-9708-8735732f28bf tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c8090e3-f4ef-4afc-8c15-493942fe2432') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:56:54.887322 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-54209138-26c4-4b55-8aae-89c6678ce793 req-49d7bbb7-2f59-4ac4-a396-f25a1627e134 service neutron] Request body: {'port': {'device_id': '330c51d8-22e4-448a-9788-73e6a4d9ae7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:56:54.913421 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-54209138-26c4-4b55-8aae-89c6678ce793 req-2e5b6929-3cbc-4195-a520-09632b8cbdcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:54.950166 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ba5e495c-b760-4c8f-9708-8735732f28bf tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:54.950616 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-78dcf703-9bbd-4f7a-8d86-5304e29f9e6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:54.986249 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-57acaf18-8718-4544-8a94-cccbc91d736e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d38615a7eb1b4e20a971319ee4e8a29d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8651786 May 05 19:56:54.991295 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-502398ae-c045-4de8-b885-ced41656d90c req-90b7478c-0778-4bf0-aa2a-e0100559914a tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Allocated IP 172.20.0.8 (64ae69b0-8ac2-4e0b-9320-47844867ced2/a4aaf969-3d1a-408b-86ce-50cecc40a653/5de1e43d-7080-43bb-97c1-88dba2d90b60) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:56:54.993169 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 38386) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:56:54.994035 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-54209138-26c4-4b55-8aae-89c6678ce793 req-2e5b6929-3cbc-4195-a520-09632b8cbdcd service neutron] Transition to ACTIVE for port object a9c68ab2-7732-4732-b940-c152f576f799 will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:56:54.997653 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-20fccc1a-0ed0-4a66-be70-062a826d20ea req-bfd7b3c5-0daa-47b3-bc90-3c1a1688df99 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:55.000747 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57acaf18-8718-4544-8a94-cccbc91d736e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb314fa-06da-4a54-aaa7-9f51dff7c5d2,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:55.023428 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-54209138-26c4-4b55-8aae-89c6678ce793 req-2e5b6929-3cbc-4195-a520-09632b8cbdcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:55.033358 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-78dcf703-9bbd-4f7a-8d86-5304e29f9e6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:55.037876 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ba5e495c-b760-4c8f-9708-8735732f28bf tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:55.104606 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba5e495c-b760-4c8f-9708-8735732f28bf tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 19:56:55.105011 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ba5e495c-b760-4c8f-9708-8735732f28bf tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:55.122246 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 19:56:55.122246 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 19:56:55.122246 n-d-840717-1 neutron-server[88198]: timer() May 05 19:56:55.122246 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 19:56:55.122246 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 19:56:55.122246 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 19:56:55.122246 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 19:56:55.122246 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 19:56:55.122246 n-d-840717-1 neutron-server[88198]: self._notify() May 05 19:56:55.122246 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 19:56:55.122246 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 19:56:55.122246 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 19:56:55.122246 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 19:56:55.122246 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 19:56:55.122246 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 19:56:55.122246 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 19:56:55.122246 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 19:56:55.122246 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 19:56:55.122246 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 19:56:55.122246 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 19:56:55.122246 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 19:56:55.122246 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 19:56:55.122246 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 19:56:55.122246 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 19:56:55.122246 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 19:56:55.122246 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 19:56:55.122246 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 19:56:55.122246 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 19:56:55.122246 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 19:56:55.122246 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 19:56:55.122246 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 19:56:55.122246 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 19:56:55.124602 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e6b79f8a-3a56-46a8-906c-adc531099576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:55.124602 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b79f8a-3a56-46a8-906c-adc531099576 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:55.124602 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e6b79f8a-3a56-46a8-906c-adc531099576 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:55.128771 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7b3c5-0daa-47b3-bc90-3c1a1688df99 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Pushing event deleted for resources: {'Port': ['ID=51cdbdac-5772-409f-a50c-ec1709f56491,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:55.243185 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5b6929-3cbc-4195-a520-09632b8cbdcd service neutron] Pushing event updated for resources: {'Port': ['ID=a9c68ab2-7732-4732-b940-c152f576f799,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:55.307198 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e6b79f8a-3a56-46a8-906c-adc531099576 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.6281714 May 05 19:56:55.307955 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-54209138-26c4-4b55-8aae-89c6678ce793 req-49d7bbb7-2f59-4ac4-a396-f25a1627e134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:55.343044 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 38390) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:56:55.368524 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6482d6e3-1d55-4099-a903-1c3b97dbbb55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:55.415768 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79993cae-aba9-4ebe-91cf-ce867ae19511 req-96b10179-8c85-40a0-b4a3-ecad033d05b0 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:55.416553 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-79993cae-aba9-4ebe-91cf-ce867ae19511 req-96b10179-8c85-40a0-b4a3-ecad033d05b0 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Synchronizing usage tracker for tenant:5fc2a67f2d3c4988a8e0f49e9cbe6a0a on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:56:55.431116 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-3e5c87e6-2ba3-4d6e-b911-dfd788b45f6d admin admin] Request body: {'subnet': {'network_id': '964832a3-7678-439b-97c2-1f4e7f68480a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1650204279-subnet', 'tenant_id': '12d6d803715a4d1faae5ab453e890665', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:56:55.434650 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-20fccc1a-0ed0-4a66-be70-062a826d20ea req-bfd7b3c5-0daa-47b3-bc90-3c1a1688df99 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] No DVR routers for this DVR port 51cdbdac-5772-409f-a50c-ec1709f56491 on host n-h1-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:56:55.439533 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b79f8a-3a56-46a8-906c-adc531099576 admin admin] Pushing event updated for resources: {'Network': ['ID=964832a3-7678-439b-97c2-1f4e7f68480a,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:55.442248 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3e5c87e6-2ba3-4d6e-b911-dfd788b45f6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:56:55.445256 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-20fccc1a-0ed0-4a66-be70-062a826d20ea req-bfd7b3c5-0daa-47b3-bc90-3c1a1688df99 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:55.452420 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 964832a3-7678-439b-97c2-1f4e7f68480a details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 19:56:55.471596 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-78dcf703-9bbd-4f7a-8d86-5304e29f9e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:55.473556 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11c99114-3821-43d0-b75c-371ff384e57f', 'name': 'network-vif-deleted', 'tag': '51cdbdac-5772-409f-a50c-ec1709f56491'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:56:55.501447 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-3e5c87e6-2ba3-4d6e-b911-dfd788b45f6d admin admin] Usage tracker for resource:subnet and tenant:12d6d803715a4d1faae5ab453e890665 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:56:55.504072 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ba5e495c-b760-4c8f-9708-8735732f28bf tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:55.510668 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-3e5c87e6-2ba3-4d6e-b911-dfd788b45f6d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:56:55.537266 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ba5e495c-b760-4c8f-9708-8735732f28bf tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:55.539127 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-ba5e495c-b760-4c8f-9708-8735732f28bf tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] 10.222.0.36 "DELETE /v2.0/networks/4a41328b-09d2-49d9-a69a-9fe83e357baa HTTP/1.1" status: 204 len: 168 time: 4.2437985 May 05 19:56:55.540992 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-20fccc1a-0ed0-4a66-be70-062a826d20ea req-bfd7b3c5-0daa-47b3-bc90-3c1a1688df99 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.24 "DELETE /v2.0/ports/51cdbdac-5772-409f-a50c-ec1709f56491 HTTP/1.1" status: 204 len: 173 time: 2.4938848 May 05 19:56:55.546456 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3e5c87e6-2ba3-4d6e-b911-dfd788b45f6d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:56:55.548426 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-79993cae-aba9-4ebe-91cf-ce867ae19511 req-96b10179-8c85-40a0-b4a3-ecad033d05b0 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Unset dirty status for tenant:5fc2a67f2d3c4988a8e0f49e9cbe6a0a on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:56:55.555429 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-79993cae-aba9-4ebe-91cf-ce867ae19511 req-96b10179-8c85-40a0-b4a3-ecad033d05b0 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/ports?device_id=11c99114-3821-43d0-b75c-371ff384e57f HTTP/1.1" status: 200 len: 865 time: 0.8019733 May 05 19:56:55.556141 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6482d6e3-1d55-4099-a903-1c3b97dbbb55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:55.566522 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5e495c-b760-4c8f-9708-8735732f28bf tempest-ServersTestMultiNic-1098441458 tempest-ServersTestMultiNic-1098441458-project] Pushing event deleted for resources: {'Network': ['ID=4a41328b-09d2-49d9-a69a-9fe83e357baa,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:55.577940 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dcf703-9bbd-4f7a-8d86-5304e29f9e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84bee3f4-ab3a-4972-9d39-52c980ad1abd,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:55.622536 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-54209138-26c4-4b55-8aae-89c6678ce793 req-2e5b6929-3cbc-4195-a520-09632b8cbdcd service neutron] Attempting to bind port a9c68ab2-7732-4732-b940-c152f576f799 on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:56:55.622833 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-54209138-26c4-4b55-8aae-89c6678ce793 req-2e5b6929-3cbc-4195-a520-09632b8cbdcd service neutron] Attempting to bind port a9c68ab2-7732-4732-b940-c152f576f799 by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': '069234c5-3fbc-4f95-b319-b1989412732e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4d6027da-fd3d-4a5f-9b43-003448050635'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:56:55.623159 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54209138-26c4-4b55-8aae-89c6678ce793 req-2e5b6929-3cbc-4195-a520-09632b8cbdcd service neutron] Attempting to bind port a9c68ab2-7732-4732-b940-c152f576f799 on network 4d6027da-fd3d-4a5f-9b43-003448050635 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:56:55.653507 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e5c87e6-2ba3-4d6e-b911-dfd788b45f6d admin admin] Made reservation on behalf of 12d6d803715a4d1faae5ab453e890665 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:56:55.656259 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3e5c87e6-2ba3-4d6e-b911-dfd788b45f6d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:55.663973 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54209138-26c4-4b55-8aae-89c6678ce793 req-2e5b6929-3cbc-4195-a520-09632b8cbdcd service neutron] Port a9c68ab2-7732-4732-b940-c152f576f799 on network 4d6027da-fd3d-4a5f-9b43-003448050635 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:56:55.664295 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54209138-26c4-4b55-8aae-89c6678ce793 req-2e5b6929-3cbc-4195-a520-09632b8cbdcd service neutron] Attempting to bind port a9c68ab2-7732-4732-b940-c152f576f799 on network 4d6027da-fd3d-4a5f-9b43-003448050635 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:56:55.692566 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-502398ae-c045-4de8-b885-ced41656d90c req-90b7478c-0778-4bf0-aa2a-e0100559914a tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:55.695910 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-78dcf703-9bbd-4f7a-8d86-5304e29f9e6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:55.699762 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-78dcf703-9bbd-4f7a-8d86-5304e29f9e6a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/84bee3f4-ab3a-4972-9d39-52c980ad1abd HTTP/1.1" status: 204 len: 168 time: 1.0607457 May 05 19:56:55.700625 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54209138-26c4-4b55-8aae-89c6678ce793 req-2e5b6929-3cbc-4195-a520-09632b8cbdcd service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:56:55.700959 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54209138-26c4-4b55-8aae-89c6678ce793 req-2e5b6929-3cbc-4195-a520-09632b8cbdcd service neutron] Checking segment: {'id': '069234c5-3fbc-4f95-b319-b1989412732e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4d6027da-fd3d-4a5f-9b43-003448050635'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:56:55.701330 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54209138-26c4-4b55-8aae-89c6678ce793 req-2e5b6929-3cbc-4195-a520-09632b8cbdcd service neutron] Bound using segment: {'id': '069234c5-3fbc-4f95-b319-b1989412732e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4d6027da-fd3d-4a5f-9b43-003448050635'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:56:55.701961 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-54209138-26c4-4b55-8aae-89c6678ce793 req-2e5b6929-3cbc-4195-a520-09632b8cbdcd service neutron] Bound port: a9c68ab2-7732-4732-b940-c152f576f799, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '069234c5-3fbc-4f95-b319-b1989412732e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4d6027da-fd3d-4a5f-9b43-003448050635'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:56:55.702079 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-54209138-26c4-4b55-8aae-89c6678ce793 req-2e5b6929-3cbc-4195-a520-09632b8cbdcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:55.749212 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-79993cae-aba9-4ebe-91cf-ce867ae19511 req-81a5c0cc-e71d-440a-b314-57b5cb841428 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/security-groups?id=b8eb825a-eb05-4b64-b47c-316dce01fa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931064 May 05 19:56:55.825860 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d45f6-dcf0-454f-a38b-7453d4fb5c85 req-ca5fc0a7-b8f4-44fc-a1f9-3f8c7c9afc18 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:55.827639 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-094d45f6-dcf0-454f-a38b-7453d4fb5c85 req-ca5fc0a7-b8f4-44fc-a1f9-3f8c7c9afc18 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] 10.222.0.36 "GET /v2.0/ports?device_id=330c51d8-22e4-448a-9788-73e6a4d9ae7d HTTP/1.1" status: 200 len: 931 time: 0.3419676 May 05 19:56:55.831329 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-502398ae-c045-4de8-b885-ced41656d90c req-90b7478c-0778-4bf0-aa2a-e0100559914a tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Transition to ACTIVE for port object 5de1e43d-7080-43bb-97c1-88dba2d90b60 will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:56:55.872268 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6482d6e3-1d55-4099-a903-1c3b97dbbb55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:55.898233 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-502398ae-c045-4de8-b885-ced41656d90c req-90b7478c-0778-4bf0-aa2a-e0100559914a tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:55.910064 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['916de515-381a-48e9-a5de-f883cc07dedf'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:56:55.954822 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6482d6e3-1d55-4099-a903-1c3b97dbbb55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb314fa-06da-4a54-aaa7-9f51dff7c5d2,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:55.998116 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-094d45f6-dcf0-454f-a38b-7453d4fb5c85 req-cd1c9169-9592-493a-a252-15caf44a1e06 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] 10.222.0.36 "GET /v2.0/security-groups?id=a69b6ab0-aa14-4469-9dc2-2519a67a3dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440501 May 05 19:56:56.014881 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-54209138-26c4-4b55-8aae-89c6678ce793 req-2e5b6929-3cbc-4195-a520-09632b8cbdcd service neutron] For port a9c68ab2-7732-4732-b940-c152f576f799, host n-h2-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:56:56.018116 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6482d6e3-1d55-4099-a903-1c3b97dbbb55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:56.022944 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-6482d6e3-1d55-4099-a903-1c3b97dbbb55 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/efb314fa-06da-4a54-aaa7-9f51dff7c5d2 HTTP/1.1" status: 204 len: 168 time: 1.0157340 May 05 19:56:56.031243 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-502398ae-c045-4de8-b885-ced41656d90c req-90b7478c-0778-4bf0-aa2a-e0100559914a tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Network 64ae69b0-8ac2-4e0b-9320-47844867ced2 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:56:56.044202 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-502398ae-c045-4de8-b885-ced41656d90c req-90b7478c-0778-4bf0-aa2a-e0100559914a tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:56:56.050249 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-54209138-26c4-4b55-8aae-89c6678ce793 req-2e5b6929-3cbc-4195-a520-09632b8cbdcd service neutron] For port a9c68ab2-7732-4732-b940-c152f576f799, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=a9c68ab2-7732-4732-b940-c152f576f799,segment=NetworkSegment(069234c5-3fbc-4f95-b319-b1989412732e),segment_id=069234c5-3fbc-4f95-b319-b1989412732e)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:56:56.052642 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-502398ae-c045-4de8-b885-ced41656d90c req-90b7478c-0778-4bf0-aa2a-e0100559914a tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:56:56.184480 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-057a35a3-b189-43d3-bb85-2aeade6fc42e'] response: {'server_uuid': '11c99114-3821-43d0-b75c-371ff384e57f', 'name': 'network-vif-deleted', 'tag': '51cdbdac-5772-409f-a50c-ec1709f56491', 'status': 'completed', 'code': 200} May 05 19:56:56.201863 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.db.resource_extend [req-54209138-26c4-4b55-8aae-89c6678ce793 req-49d7bbb7-2f59-4ac4-a396-f25a1627e134 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 19:56:56.310957 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b7478c-0778-4bf0-aa2a-e0100559914a tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Pushing event updated for resources: {'Port': ['ID=5de1e43d-7080-43bb-97c1-88dba2d90b60,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:56.348679 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-54209138-26c4-4b55-8aae-89c6678ce793 req-2e5b6929-3cbc-4195-a520-09632b8cbdcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:56.453699 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd9fa7-8cb4-4c23-800a-d1d687318b95 req-50ed1576-db66-4b95-b0ed-116041b1a407 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:56.455209 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d4fd9fa7-8cb4-4c23-800a-d1d687318b95 req-50ed1576-db66-4b95-b0ed-116041b1a407 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "GET /v2.0/ports?device_id=06d92d1c-d0ef-4026-87fe-7f2f20a98ccd HTTP/1.1" status: 200 len: 931 time: 0.5742471 May 05 19:56:56.490494 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5b6929-3cbc-4195-a520-09632b8cbdcd service neutron] Pushing event updated for resources: {'Port': ['ID=a9c68ab2-7732-4732-b940-c152f576f799,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:56.497271 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54209138-26c4-4b55-8aae-89c6678ce793 req-2e5b6929-3cbc-4195-a520-09632b8cbdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:56.497919 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-54209138-26c4-4b55-8aae-89c6678ce793 req-2e5b6929-3cbc-4195-a520-09632b8cbdcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:56.499310 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-54209138-26c4-4b55-8aae-89c6678ce793 req-2e5b6929-3cbc-4195-a520-09632b8cbdcd service neutron] 10.222.0.50 "PUT /v2.0/ports/a9c68ab2-7732-4732-b940-c152f576f799 HTTP/1.1" status: 200 len: 1091 time: 3.6816118 May 05 19:56:56.500060 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b1ae01d-6900-4f99-8063-6102115f0eeb', 'tag': 'a9c68ab2-7732-4732-b940-c152f576f799'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:56:56.515119 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502398ae-c045-4de8-b885-ced41656d90c req-90b7478c-0778-4bf0-aa2a-e0100559914a tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:56.515909 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-502398ae-c045-4de8-b885-ced41656d90c req-90b7478c-0778-4bf0-aa2a-e0100559914a tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:56.546561 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-e8d1eeae-28a9-471d-b359-22b1d9120ee5 None None] Provisioning for port 5de1e43d-7080-43bb-97c1-88dba2d90b60 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:56:56.554892 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-e8d1eeae-28a9-471d-b359-22b1d9120ee5 None None] Provisioning complete for port 5de1e43d-7080-43bb-97c1-88dba2d90b60 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:56:56.555645 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e8d1eeae-28a9-471d-b359-22b1d9120ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:56.556191 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-502398ae-c045-4de8-b885-ced41656d90c req-90b7478c-0778-4bf0-aa2a-e0100559914a tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8998339 May 05 19:56:56.605748 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-54209138-26c4-4b55-8aae-89c6678ce793 req-49d7bbb7-2f59-4ac4-a396-f25a1627e134 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d7e3c2f-3a0a-4639-9c8f-cd0d65c6c193 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:56:56.647046 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-502398ae-c045-4de8-b885-ced41656d90c req-9237f907-c86f-4e67-b79c-1faaf3c4d173 service neutron] Request body: {'port': {'device_id': '06d92d1c-d0ef-4026-87fe-7f2f20a98ccd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:56:56.649648 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-54209138-26c4-4b55-8aae-89c6678ce793 req-49d7bbb7-2f59-4ac4-a396-f25a1627e134 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:56.678452 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-e8d1eeae-28a9-471d-b359-22b1d9120ee5 None None] Port 5de1e43d-7080-43bb-97c1-88dba2d90b60 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:56:56.737955 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-54209138-26c4-4b55-8aae-89c6678ce793 req-49d7bbb7-2f59-4ac4-a396-f25a1627e134 service neutron] Transition to ACTIVE for port object 0d7e3c2f-3a0a-4639-9c8f-cd0d65c6c193 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:56:56.742555 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3e5c87e6-2ba3-4d6e-b911-dfd788b45f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:56.808068 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54209138-26c4-4b55-8aae-89c6678ce793 req-0579fbc2-7f67-4736-a5d1-e0cc39f9875b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:56.809568 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-54209138-26c4-4b55-8aae-89c6678ce793 req-0579fbc2-7f67-4736-a5d1-e0cc39f9875b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2e25f2b4697644bc90cc941474a372f8&device_id=6b1ae01d-6900-4f99-8063-6102115f0eeb HTTP/1.1" status: 200 len: 1094 time: 0.2432618 May 05 19:56:56.811889 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-502398ae-c045-4de8-b885-ced41656d90c req-9237f907-c86f-4e67-b79c-1faaf3c4d173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:56.853194 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-54209138-26c4-4b55-8aae-89c6678ce793 req-49d7bbb7-2f59-4ac4-a396-f25a1627e134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:56.869774 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d4fd9fa7-8cb4-4c23-800a-d1d687318b95 req-317eb40c-d71e-43a2-93e7-3bfcc6bab039 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "GET /v2.0/security-groups?id=352a0376-f4d7-4cf4-99c3-ad13d2d04eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3833718 May 05 19:56:56.871487 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5c87e6-2ba3-4d6e-b911-dfd788b45f6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe9b176d-b178-48c7-bb0b-d17912546ee0,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:56.922301 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-54209138-26c4-4b55-8aae-89c6678ce793 req-f97d63aa-e062-4ddf-beb7-a7e4dd604d33 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9c68ab2-7732-4732-b940-c152f576f799 HTTP/1.1" status: 200 len: 217 time: 0.0986900 May 05 19:56:57.000270 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28eb7212-9f95-4bf1-8fbb-71214f03d058'] response: {'name': 'network-changed', 'server_uuid': '6b1ae01d-6900-4f99-8063-6102115f0eeb', 'tag': 'a9c68ab2-7732-4732-b940-c152f576f799', 'status': 'completed', 'code': 200} May 05 19:56:57.141702 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54209138-26c4-4b55-8aae-89c6678ce793 req-9da93aa7-a9cc-4dc9-ba72-318272551a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:57.153656 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-54209138-26c4-4b55-8aae-89c6678ce793 req-9da93aa7-a9cc-4dc9-ba72-318272551a60 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d079e0cd-271b-40a4-9491-7392ec6adf3d HTTP/1.1" status: 200 len: 852 time: 0.2013397 May 05 19:56:57.242778 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-54209138-26c4-4b55-8aae-89c6678ce793 req-47c78ee0-87d3-4181-b0ce-9d9cbb773176 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4d6027da-fd3d-4a5f-9b43-003448050635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882239 May 05 19:56:57.483961 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d7bbb7-2f59-4ac4-a396-f25a1627e134 service neutron] Pushing event updated for resources: {'Port': ['ID=0d7e3c2f-3a0a-4639-9c8f-cd0d65c6c193,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:57.526252 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5c87e6-2ba3-4d6e-b911-dfd788b45f6d admin admin] Checking segment: {'id': '27007867-64fe-419a-8b8b-c5a5570bcf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '964832a3-7678-439b-97c2-1f4e7f68480a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:56:57.527169 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5c87e6-2ba3-4d6e-b911-dfd788b45f6d admin admin] Network hostable DHCP agents. Network: 964832a3-7678-439b-97c2-1f4e7f68480a, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 19:56:57.562795 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-54209138-26c4-4b55-8aae-89c6678ce793 req-33e5901c-5e75-410e-b168-a81d3fd1f53c service neutron] 10.222.0.50 "GET /v2.0/networks/4d6027da-fd3d-4a5f-9b43-003448050635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115497 May 05 19:56:57.590761 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a78bc5-9522-47a7-96f3-26c85df05539 req-337fc88e-da53-4584-90ec-3926f6229a11 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:57.598244 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-09a78bc5-9522-47a7-96f3-26c85df05539 req-337fc88e-da53-4584-90ec-3926f6229a11 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d3486fb-163c-468d-a5d4-e5b9c91016a8 HTTP/1.1" status: 200 len: 950 time: 0.2898953 May 05 19:56:57.604722 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5c87e6-2ba3-4d6e-b911-dfd788b45f6d admin admin] Network 964832a3-7678-439b-97c2-1f4e7f68480a is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 19:56:57.613513 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1787457-b1bf-42b7-bd12-d729e7743c46 req-70a3ddf4-46d5-44ff-856c-c4eda0d2b9b7 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:57.615172 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f1787457-b1bf-42b7-bd12-d729e7743c46 req-70a3ddf4-46d5-44ff-856c-c4eda0d2b9b7 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] 10.222.0.36 "GET /v2.0/ports?device_id=330c51d8-22e4-448a-9788-73e6a4d9ae7d HTTP/1.1" status: 200 len: 943 time: 0.3371494 May 05 19:56:57.632219 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-54209138-26c4-4b55-8aae-89c6678ce793 req-49d7bbb7-2f59-4ac4-a396-f25a1627e134 service neutron] Attempting to bind port 0d7e3c2f-3a0a-4639-9c8f-cd0d65c6c193 on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:56:57.632699 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-54209138-26c4-4b55-8aae-89c6678ce793 req-49d7bbb7-2f59-4ac4-a396-f25a1627e134 service neutron] Attempting to bind port 0d7e3c2f-3a0a-4639-9c8f-cd0d65c6c193 by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': '069234c5-3fbc-4f95-b319-b1989412732e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4d6027da-fd3d-4a5f-9b43-003448050635'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:56:57.633116 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54209138-26c4-4b55-8aae-89c6678ce793 req-49d7bbb7-2f59-4ac4-a396-f25a1627e134 service neutron] Attempting to bind port 0d7e3c2f-3a0a-4639-9c8f-cd0d65c6c193 on network 4d6027da-fd3d-4a5f-9b43-003448050635 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:56:57.641380 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-3e5c87e6-2ba3-4d6e-b911-dfd788b45f6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 964832a3-7678-439b-97c2-1f4e7f68480a) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:56:57.643077 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54209138-26c4-4b55-8aae-89c6678ce793 req-49d7bbb7-2f59-4ac4-a396-f25a1627e134 service neutron] Port 0d7e3c2f-3a0a-4639-9c8f-cd0d65c6c193 on network 4d6027da-fd3d-4a5f-9b43-003448050635 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:56:57.643536 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54209138-26c4-4b55-8aae-89c6678ce793 req-49d7bbb7-2f59-4ac4-a396-f25a1627e134 service neutron] Attempting to bind port 0d7e3c2f-3a0a-4639-9c8f-cd0d65c6c193 on network 4d6027da-fd3d-4a5f-9b43-003448050635 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:56:57.650302 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be6d5c4-e70f-460d-8752-e5618a771ac1 None None] Network 964832a3-7678-439b-97c2-1f4e7f68480a requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:56:57.655651 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5c87e6-2ba3-4d6e-b911-dfd788b45f6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:57.656380 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3e5c87e6-2ba3-4d6e-b911-dfd788b45f6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:57.682368 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54209138-26c4-4b55-8aae-89c6678ce793 req-49d7bbb7-2f59-4ac4-a396-f25a1627e134 service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:56:57.682808 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54209138-26c4-4b55-8aae-89c6678ce793 req-49d7bbb7-2f59-4ac4-a396-f25a1627e134 service neutron] Checking segment: {'id': '069234c5-3fbc-4f95-b319-b1989412732e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4d6027da-fd3d-4a5f-9b43-003448050635'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:56:57.683398 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54209138-26c4-4b55-8aae-89c6678ce793 req-49d7bbb7-2f59-4ac4-a396-f25a1627e134 service neutron] Bound using segment: {'id': '069234c5-3fbc-4f95-b319-b1989412732e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4d6027da-fd3d-4a5f-9b43-003448050635'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:56:57.683942 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-54209138-26c4-4b55-8aae-89c6678ce793 req-49d7bbb7-2f59-4ac4-a396-f25a1627e134 service neutron] Bound port: 0d7e3c2f-3a0a-4639-9c8f-cd0d65c6c193, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '069234c5-3fbc-4f95-b319-b1989412732e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4d6027da-fd3d-4a5f-9b43-003448050635'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:56:57.684381 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-54209138-26c4-4b55-8aae-89c6678ce793 req-49d7bbb7-2f59-4ac4-a396-f25a1627e134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:57.712562 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-09a78bc5-9522-47a7-96f3-26c85df05539 req-015225f9-8ef8-44b9-b06f-36a0f75e0236 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/security-groups?id=47e8f45b-d376-403a-8bb9-867508147e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130917 May 05 19:56:57.794759 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.resource_extend [req-502398ae-c045-4de8-b885-ced41656d90c req-9237f907-c86f-4e67-b79c-1faaf3c4d173 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 19:56:57.810434 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3e5c87e6-2ba3-4d6e-b911-dfd788b45f6d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4577594 May 05 19:56:57.818933 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 38470) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:56:57.837155 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-d7d3c65e-fc1b-4c44-b1d6-b1499a804660 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1650204279-router', 'tenant_id': '12d6d803715a4d1faae5ab453e890665', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:56:57.843819 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d7d3c65e-fc1b-4c44-b1d6-b1499a804660 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:56:57.851835 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d7d3c65e-fc1b-4c44-b1d6-b1499a804660 admin admin] Usage tracker for resource:router and tenant:12d6d803715a4d1faae5ab453e890665 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:56:57.856105 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d7d3c65e-fc1b-4c44-b1d6-b1499a804660 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:56:57.872401 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d7d3c65e-fc1b-4c44-b1d6-b1499a804660 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:56:57.892668 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-54209138-26c4-4b55-8aae-89c6678ce793 req-49d7bbb7-2f59-4ac4-a396-f25a1627e134 service neutron] For port 0d7e3c2f-3a0a-4639-9c8f-cd0d65c6c193, host n-h2-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:56:57.895248 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d7d3c65e-fc1b-4c44-b1d6-b1499a804660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:57.896904 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d7d3c65e-fc1b-4c44-b1d6-b1499a804660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:57.897299 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f1787457-b1bf-42b7-bd12-d729e7743c46 req-6505d21d-815d-403b-9a41-0c4a123a0e7a tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] 10.222.0.36 "GET /v2.0/security-groups?id=a69b6ab0-aa14-4469-9dc2-2519a67a3dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637064 May 05 19:56:57.906293 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-54209138-26c4-4b55-8aae-89c6678ce793 req-49d7bbb7-2f59-4ac4-a396-f25a1627e134 service neutron] For port 0d7e3c2f-3a0a-4639-9c8f-cd0d65c6c193, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=0d7e3c2f-3a0a-4639-9c8f-cd0d65c6c193,segment=NetworkSegment(069234c5-3fbc-4f95-b319-b1989412732e),segment_id=069234c5-3fbc-4f95-b319-b1989412732e)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:56:57.917139 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-502398ae-c045-4de8-b885-ced41656d90c req-9237f907-c86f-4e67-b79c-1faaf3c4d173 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5de1e43d-7080-43bb-97c1-88dba2d90b60 {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:56:57.917435 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-54209138-26c4-4b55-8aae-89c6678ce793 req-49d7bbb7-2f59-4ac4-a396-f25a1627e134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:57.929436 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-502398ae-c045-4de8-b885-ced41656d90c req-9237f907-c86f-4e67-b79c-1faaf3c4d173 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:57.935088 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-54209138-26c4-4b55-8aae-89c6678ce793 req-b60cf5e0-0665-46ee-ac41-c2230cd15198 service neutron] 10.222.0.50 "GET /v2.0/networks/4d6027da-fd3d-4a5f-9b43-003448050635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3553491 May 05 19:56:57.959334 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a545af-d53f-403f-bdc8-c3ab5ec77509 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-964832a3-7678-439b-97c2-1f4e7f68480a', 'network_id': '964832a3-7678-439b-97c2-1f4e7f68480a', 'tenant_id': '12d6d803715a4d1faae5ab453e890665', 'fixed_ips': [{'subnet_id': 'fe9b176d-b178-48c7-bb0b-d17912546ee0'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 19:56:57.962889 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-35a545af-d53f-403f-bdc8-c3ab5ec77509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:57.965294 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-502398ae-c045-4de8-b885-ced41656d90c req-9237f907-c86f-4e67-b79c-1faaf3c4d173 service neutron] Transition to ACTIVE for port object 5de1e43d-7080-43bb-97c1-88dba2d90b60 will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:56:57.970401 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-502398ae-c045-4de8-b885-ced41656d90c req-9237f907-c86f-4e67-b79c-1faaf3c4d173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:58.051739 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54209138-26c4-4b55-8aae-89c6678ce793 req-49d7bbb7-2f59-4ac4-a396-f25a1627e134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:58.052672 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-54209138-26c4-4b55-8aae-89c6678ce793 req-49d7bbb7-2f59-4ac4-a396-f25a1627e134 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:58.054424 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-54209138-26c4-4b55-8aae-89c6678ce793 req-49d7bbb7-2f59-4ac4-a396-f25a1627e134 service neutron] 10.222.0.50 "PUT /v2.0/ports/0d7e3c2f-3a0a-4639-9c8f-cd0d65c6c193 HTTP/1.1" status: 200 len: 1091 time: 3.1951172 May 05 19:56:58.065059 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d7d3c65e-fc1b-4c44-b1d6-b1499a804660 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:58.113140 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d7bbb7-2f59-4ac4-a396-f25a1627e134 service neutron] Pushing event updated for resources: {'Port': ['ID=0d7e3c2f-3a0a-4639-9c8f-cd0d65c6c193,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:58.189146 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 38476) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:56:58.189689 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '330c51d8-22e4-448a-9788-73e6a4d9ae7d', 'tag': '0d7e3c2f-3a0a-4639-9c8f-cd0d65c6c193'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:56:58.306520 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9237f907-c86f-4e67-b79c-1faaf3c4d173 service neutron] Pushing event updated for resources: {'Port': ['ID=5de1e43d-7080-43bb-97c1-88dba2d90b60,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:58.447228 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 38484) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:56:58.464785 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-35a545af-d53f-403f-bdc8-c3ab5ec77509 None None] Allocated IP 172.20.0.2 (964832a3-7678-439b-97c2-1f4e7f68480a/fe9b176d-b178-48c7-bb0b-d17912546ee0/e9aa5620-87fe-4554-9c2e-13971e48fb9e) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:56:58.501983 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-7d25c8c0-487b-4487-b7fc-8bd570960956 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Request body: {'security_group': {'name': 'tempest-securitygroup--494361494', 'description': 'tempest-description--1241466480'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:56:58.551126 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-502398ae-c045-4de8-b885-ced41656d90c req-9237f907-c86f-4e67-b79c-1faaf3c4d173 service neutron] Attempting to bind port 5de1e43d-7080-43bb-97c1-88dba2d90b60 on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:56:58.551476 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-502398ae-c045-4de8-b885-ced41656d90c req-9237f907-c86f-4e67-b79c-1faaf3c4d173 service neutron] Attempting to bind port 5de1e43d-7080-43bb-97c1-88dba2d90b60 by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': '111c5f9d-dbf3-4eaa-8502-8e5fa7f46f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '64ae69b0-8ac2-4e0b-9320-47844867ced2'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:56:58.552341 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502398ae-c045-4de8-b885-ced41656d90c req-9237f907-c86f-4e67-b79c-1faaf3c4d173 service neutron] Attempting to bind port 5de1e43d-7080-43bb-97c1-88dba2d90b60 on network 64ae69b0-8ac2-4e0b-9320-47844867ced2 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:56:58.560781 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-7d25c8c0-487b-4487-b7fc-8bd570960956 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:56:58.561114 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502398ae-c045-4de8-b885-ced41656d90c req-9237f907-c86f-4e67-b79c-1faaf3c4d173 service neutron] Port 5de1e43d-7080-43bb-97c1-88dba2d90b60 on network 64ae69b0-8ac2-4e0b-9320-47844867ced2 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:56:58.561439 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502398ae-c045-4de8-b885-ced41656d90c req-9237f907-c86f-4e67-b79c-1faaf3c4d173 service neutron] Attempting to bind port 5de1e43d-7080-43bb-97c1-88dba2d90b60 on network 64ae69b0-8ac2-4e0b-9320-47844867ced2 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:56:58.573541 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502398ae-c045-4de8-b885-ced41656d90c req-9237f907-c86f-4e67-b79c-1faaf3c4d173 service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:56:58.574241 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502398ae-c045-4de8-b885-ced41656d90c req-9237f907-c86f-4e67-b79c-1faaf3c4d173 service neutron] Checking segment: {'id': '111c5f9d-dbf3-4eaa-8502-8e5fa7f46f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '64ae69b0-8ac2-4e0b-9320-47844867ced2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:56:58.574241 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502398ae-c045-4de8-b885-ced41656d90c req-9237f907-c86f-4e67-b79c-1faaf3c4d173 service neutron] Bound using segment: {'id': '111c5f9d-dbf3-4eaa-8502-8e5fa7f46f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '64ae69b0-8ac2-4e0b-9320-47844867ced2'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:56:58.574662 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-502398ae-c045-4de8-b885-ced41656d90c req-9237f907-c86f-4e67-b79c-1faaf3c4d173 service neutron] Bound port: 5de1e43d-7080-43bb-97c1-88dba2d90b60, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '111c5f9d-dbf3-4eaa-8502-8e5fa7f46f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '64ae69b0-8ac2-4e0b-9320-47844867ced2'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:56:58.575015 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-502398ae-c045-4de8-b885-ced41656d90c req-9237f907-c86f-4e67-b79c-1faaf3c4d173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:58.588283 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0756e6-19d6-4087-9453-c426429d192c req-4fdc5b42-7ddc-4d5c-a9e7-bf8fe63c4da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:58.589777 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cf0756e6-19d6-4087-9453-c426429d192c req-4fdc5b42-7ddc-4d5c-a9e7-bf8fe63c4da6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2e25f2b4697644bc90cc941474a372f8&device_id=6b1ae01d-6900-4f99-8063-6102115f0eeb HTTP/1.1" status: 200 len: 1094 time: 0.5409684 May 05 19:56:58.783272 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-35a545af-d53f-403f-bdc8-c3ab5ec77509 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:58.795154 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-35a545af-d53f-403f-bdc8-c3ab5ec77509 None None] Transition to ACTIVE for port object e9aa5620-87fe-4554-9c2e-13971e48fb9e will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:56:58.817445 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-35a545af-d53f-403f-bdc8-c3ab5ec77509 None None] Transition to ACTIVE for port object e9aa5620-87fe-4554-9c2e-13971e48fb9e will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:56:58.836408 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-35a545af-d53f-403f-bdc8-c3ab5ec77509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:58.855322 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7cc9ce0-caa9-4756-bbbc-9e3d48dfea09'] response: {'name': 'network-changed', 'server_uuid': '330c51d8-22e4-448a-9788-73e6a4d9ae7d', 'tag': '0d7e3c2f-3a0a-4639-9c8f-cd0d65c6c193', 'status': 'completed', 'code': 200} May 05 19:56:58.857222 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-7d25c8c0-487b-4487-b7fc-8bd570960956 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:56:58.928716 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-502398ae-c045-4de8-b885-ced41656d90c req-9237f907-c86f-4e67-b79c-1faaf3c4d173 service neutron] For port 5de1e43d-7080-43bb-97c1-88dba2d90b60, host n-h2-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:56:58.931912 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a545af-d53f-403f-bdc8-c3ab5ec77509 None None] Pushing event updated for resources: {'Port': ['ID=e9aa5620-87fe-4554-9c2e-13971e48fb9e,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:58.947597 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0756e6-19d6-4087-9453-c426429d192c req-5a9cb8b1-e80a-4f5c-9860-67265544ffdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:58.947773 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a545af-d53f-403f-bdc8-c3ab5ec77509 None None] Network 964832a3-7678-439b-97c2-1f4e7f68480a is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:56:58.949066 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cf0756e6-19d6-4087-9453-c426429d192c req-5a9cb8b1-e80a-4f5c-9860-67265544ffdf service neutron] 10.222.0.50 "GET /v2.0/networks?id=4d6027da-fd3d-4a5f-9b43-003448050635 HTTP/1.1" status: 200 len: 913 time: 0.3532920 May 05 19:56:58.949300 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-35a545af-d53f-403f-bdc8-c3ab5ec77509 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:56:58.951254 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-502398ae-c045-4de8-b885-ced41656d90c req-9237f907-c86f-4e67-b79c-1faaf3c4d173 service neutron] For port 5de1e43d-7080-43bb-97c1-88dba2d90b60, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=5de1e43d-7080-43bb-97c1-88dba2d90b60,segment=NetworkSegment(111c5f9d-dbf3-4eaa-8502-8e5fa7f46f62),segment_id=111c5f9d-dbf3-4eaa-8502-8e5fa7f46f62)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:56:58.952072 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a545af-d53f-403f-bdc8-c3ab5ec77509 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:56:59.026431 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-502398ae-c045-4de8-b885-ced41656d90c req-9237f907-c86f-4e67-b79c-1faaf3c4d173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:59.076925 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-35a545af-d53f-403f-bdc8-c3ab5ec77509 None None] Attempting to bind port e9aa5620-87fe-4554-9c2e-13971e48fb9e on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:56:59.077365 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-35a545af-d53f-403f-bdc8-c3ab5ec77509 None None] Attempting to bind port e9aa5620-87fe-4554-9c2e-13971e48fb9e by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '27007867-64fe-419a-8b8b-c5a5570bcf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '964832a3-7678-439b-97c2-1f4e7f68480a'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:56:59.078262 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a545af-d53f-403f-bdc8-c3ab5ec77509 None None] Attempting to bind port e9aa5620-87fe-4554-9c2e-13971e48fb9e on network 964832a3-7678-439b-97c2-1f4e7f68480a {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:56:59.085214 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a545af-d53f-403f-bdc8-c3ab5ec77509 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:56:59.085722 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a545af-d53f-403f-bdc8-c3ab5ec77509 None None] Checking segment: {'id': '27007867-64fe-419a-8b8b-c5a5570bcf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '964832a3-7678-439b-97c2-1f4e7f68480a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:56:59.086239 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-35a545af-d53f-403f-bdc8-c3ab5ec77509 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:59.087911 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a545af-d53f-403f-bdc8-c3ab5ec77509 None None] Bound using segment: {'id': '27007867-64fe-419a-8b8b-c5a5570bcf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '964832a3-7678-439b-97c2-1f4e7f68480a'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:56:59.088591 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-35a545af-d53f-403f-bdc8-c3ab5ec77509 None None] Bound port: e9aa5620-87fe-4554-9c2e-13971e48fb9e, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27007867-64fe-419a-8b8b-c5a5570bcf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '964832a3-7678-439b-97c2-1f4e7f68480a'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:56:59.089125 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-35a545af-d53f-403f-bdc8-c3ab5ec77509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:59.099956 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cf0756e6-19d6-4087-9453-c426429d192c req-0ef118da-104c-4789-a095-6b7227bbd6ee service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9c68ab2-7732-4732-b940-c152f576f799 HTTP/1.1" status: 200 len: 217 time: 0.1445584 May 05 19:56:59.102840 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 38500) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:56:59.103582 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9237f907-c86f-4e67-b79c-1faaf3c4d173 service neutron] Pushing event updated for resources: {'Port': ['ID=5de1e43d-7080-43bb-97c1-88dba2d90b60,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:59.163603 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502398ae-c045-4de8-b885-ced41656d90c req-9237f907-c86f-4e67-b79c-1faaf3c4d173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:59.164226 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-502398ae-c045-4de8-b885-ced41656d90c req-9237f907-c86f-4e67-b79c-1faaf3c4d173 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:59.165599 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-502398ae-c045-4de8-b885-ced41656d90c req-9237f907-c86f-4e67-b79c-1faaf3c4d173 service neutron] 10.222.0.50 "PUT /v2.0/ports/5de1e43d-7080-43bb-97c1-88dba2d90b60 HTTP/1.1" status: 200 len: 1091 time: 2.6007695 May 05 19:56:59.166731 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06d92d1c-d0ef-4026-87fe-7f2f20a98ccd', 'tag': '5de1e43d-7080-43bb-97c1-88dba2d90b60'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:56:59.182536 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f558a1e-8ba5-44a7-bc3e-5f08ecac9a23 req-9d6d2f8a-3174-42f4-97ca-ea07bf7542f6 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:59.189794 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9f558a1e-8ba5-44a7-bc3e-5f08ecac9a23 req-9d6d2f8a-3174-42f4-97ca-ea07bf7542f6 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d3486fb-163c-468d-a5d4-e5b9c91016a8 HTTP/1.1" status: 200 len: 950 time: 0.3382006 May 05 19:56:59.238135 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-35a545af-d53f-403f-bdc8-c3ab5ec77509 None None] For port e9aa5620-87fe-4554-9c2e-13971e48fb9e, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:56:59.242630 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-35a545af-d53f-403f-bdc8-c3ab5ec77509 None None] For port e9aa5620-87fe-4554-9c2e-13971e48fb9e, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=e9aa5620-87fe-4554-9c2e-13971e48fb9e,segment=NetworkSegment(27007867-64fe-419a-8b8b-c5a5570bcf48),segment_id=27007867-64fe-419a-8b8b-c5a5570bcf48)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:56:59.252717 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-35a545af-d53f-403f-bdc8-c3ab5ec77509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:59.299445 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7d25c8c0-487b-4487-b7fc-8bd570960956 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:59.321322 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d7d3c65e-fc1b-4c44-b1d6-b1499a804660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:59.382601 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9f558a1e-8ba5-44a7-bc3e-5f08ecac9a23 req-c5a7e0db-ad1a-4182-9305-0e11e8a46900 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/security-groups?id=47e8f45b-d376-403a-8bb9-867508147e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916952 May 05 19:56:59.414024 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a545af-d53f-403f-bdc8-c3ab5ec77509 None None] Pushing event updated for resources: {'Port': ['ID=e9aa5620-87fe-4554-9c2e-13971e48fb9e,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:56:59.446472 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0756e6-19d6-4087-9453-c426429d192c req-11df8814-f530-419c-b80f-3095f8707182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:59.460249 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cf0756e6-19d6-4087-9453-c426429d192c req-11df8814-f530-419c-b80f-3095f8707182 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d079e0cd-271b-40a4-9491-7392ec6adf3d HTTP/1.1" status: 200 len: 852 time: 0.3475585 May 05 19:56:59.476463 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9a4bf1b8-e178-4541-b98b-66d6d77f491d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:56:59.539559 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-7d25c8c0-487b-4487-b7fc-8bd570960956 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:56:59.606673 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-7d25c8c0-487b-4487-b7fc-8bd570960956 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Usage tracker for resource:security_group_rule and tenant:5fc2a67f2d3c4988a8e0f49e9cbe6a0a is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:56:59.607128 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cf0756e6-19d6-4087-9453-c426429d192c req-8eb814d0-86a3-4a73-8d65-3431d05247cd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4d6027da-fd3d-4a5f-9b43-003448050635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1398740 May 05 19:56:59.621051 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-7d25c8c0-487b-4487-b7fc-8bd570960956 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:56:59.632556 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54209138-26c4-4b55-8aae-89c6678ce793 req-622e0fab-35de-422f-a10c-bdaf811add83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:59.634044 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-54209138-26c4-4b55-8aae-89c6678ce793 req-622e0fab-35de-422f-a10c-bdaf811add83 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2e25f2b4697644bc90cc941474a372f8&device_id=330c51d8-22e4-448a-9788-73e6a4d9ae7d HTTP/1.1" status: 200 len: 1094 time: 1.4363966 May 05 19:56:59.643053 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07969ea-fe63-44d9-9b0c-b6afa3a76a01 req-420f646d-bce7-4e06-b9a0-ead3408190ad tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:59.644569 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e07969ea-fe63-44d9-9b0c-b6afa3a76a01 req-420f646d-bce7-4e06-b9a0-ead3408190ad tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d3486fb-163c-468d-a5d4-e5b9c91016a8 HTTP/1.1" status: 200 len: 950 time: 1.3193059 May 05 19:56:59.654189 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c177c-6ee9-4374-ba9d-328a98a36114 req-7aee6f81-d6db-40ae-8a64-ec1c46ec136d tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:59.655446 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-9a4bf1b8-e178-4541-b98b-66d6d77f491d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:56:59.663719 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d71c177c-6ee9-4374-ba9d-328a98a36114 req-7aee6f81-d6db-40ae-8a64-ec1c46ec136d tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "GET /v2.0/ports?device_id=06d92d1c-d0ef-4026-87fe-7f2f20a98ccd HTTP/1.1" status: 200 len: 943 time: 1.1786783 May 05 19:56:59.672431 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-9a4bf1b8-e178-4541-b98b-66d6d77f491d admin admin] Usage tracker for resource:security_group_rule and tenant:3a31782992b740b1bc30b90607361245 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:56:59.686000 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-9a4bf1b8-e178-4541-b98b-66d6d77f491d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:56:59.740817 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-9a4bf1b8-e178-4541-b98b-66d6d77f491d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:56:59.847668 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502398ae-c045-4de8-b885-ced41656d90c req-d4d434da-14ca-4684-ae9d-bbb664b8896a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:56:59.849753 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-502398ae-c045-4de8-b885-ced41656d90c req-d4d434da-14ca-4684-ae9d-bbb664b8896a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=476cffb51a494e45a75196848dc23980&device_id=06d92d1c-d0ef-4026-87fe-7f2f20a98ccd HTTP/1.1" status: 200 len: 1094 time: 0.6285655 May 05 19:56:59.865287 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-7d25c8c0-487b-4487-b7fc-8bd570960956 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:56:59.918603 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-54209138-26c4-4b55-8aae-89c6678ce793 req-0ef34f15-1495-4802-9630-e5a92716e5bd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0d7e3c2f-3a0a-4639-9c8f-cd0d65c6c193 HTTP/1.1" status: 200 len: 217 time: 0.2289686 May 05 19:56:59.947187 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-502398ae-c045-4de8-b885-ced41656d90c req-94b7c48e-7e7f-404a-bad1-c01e70f32e91 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5de1e43d-7080-43bb-97c1-88dba2d90b60 HTTP/1.1" status: 200 len: 217 time: 0.0878191 May 05 19:56:59.961219 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cf0756e6-19d6-4087-9453-c426429d192c req-55667905-5257-48f5-ac52-1bf745076e0e service neutron] 10.222.0.50 "GET /v2.0/networks/4d6027da-fd3d-4a5f-9b43-003448050635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3352821 May 05 19:56:59.980262 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-e07969ea-fe63-44d9-9b0c-b6afa3a76a01 req-6dcd6f87-80aa-4b11-a90c-0092505a44c9 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Deleting port 1f2a657f-d27c-41b8-bb6e-ffe8e7338ef0 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:56:59.980599 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-e07969ea-fe63-44d9-9b0c-b6afa3a76a01 req-6dcd6f87-80aa-4b11-a90c-0092505a44c9 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:00.036286 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0dc343-a3bf-4c06-a3a9-80ecae230727 req-cd13850e-0f58-4607-aacb-e059eba1796c tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:00.038269 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9f0dc343-a3bf-4c06-a3a9-80ecae230727 req-cd13850e-0f58-4607-aacb-e059eba1796c tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] 10.222.0.36 "GET /v2.0/ports?device_id=330c51d8-22e4-448a-9788-73e6a4d9ae7d HTTP/1.1" status: 200 len: 943 time: 0.4931684 May 05 19:57:00.096593 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d71c177c-6ee9-4374-ba9d-328a98a36114 req-b6558fbd-f7e2-4567-9815-32c79a31bf52 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "GET /v2.0/security-groups?id=352a0376-f4d7-4cf4-99c3-ad13d2d04eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4317923 May 05 19:57:00.154320 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502398ae-c045-4de8-b885-ced41656d90c req-4659cc5a-9370-485a-ae39-0fce492c445c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:00.155896 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-502398ae-c045-4de8-b885-ced41656d90c req-4659cc5a-9370-485a-ae39-0fce492c445c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a4aaf969-3d1a-408b-86ce-50cecc40a653 HTTP/1.1" status: 200 len: 860 time: 0.1984432 May 05 19:57:00.164898 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d71b520-613f-4f11-acd7-427a7c330a99'] response: {'name': 'network-changed', 'server_uuid': '06d92d1c-d0ef-4026-87fe-7f2f20a98ccd', 'tag': '5de1e43d-7080-43bb-97c1-88dba2d90b60', 'status': 'completed', 'code': 200} May 05 19:57:00.194086 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54209138-26c4-4b55-8aae-89c6678ce793 req-a6984d0e-0874-4078-8dcc-2d11630857e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:00.195574 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-54209138-26c4-4b55-8aae-89c6678ce793 req-a6984d0e-0874-4078-8dcc-2d11630857e1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d079e0cd-271b-40a4-9491-7392ec6adf3d HTTP/1.1" status: 200 len: 852 time: 0.2612832 May 05 19:57:00.271957 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9f0dc343-a3bf-4c06-a3a9-80ecae230727 req-0ad8933b-ce20-4234-98e9-73be0f766d86 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] 10.222.0.36 "GET /v2.0/security-groups?id=a69b6ab0-aa14-4469-9dc2-2519a67a3dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234111 May 05 19:57:00.307026 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-54209138-26c4-4b55-8aae-89c6678ce793 req-e72a4aaf-fd59-4a18-8f6e-60603c805490 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4d6027da-fd3d-4a5f-9b43-003448050635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0920067 May 05 19:57:00.320545 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9a4bf1b8-e178-4541-b98b-66d6d77f491d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:00.323774 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cf0756e6-19d6-4087-9453-c426429d192c req-a8402bdb-3634-47f7-9308-aa3d6677ed86 service neutron] 10.222.0.50 "GET /v2.0/networks/4d6027da-fd3d-4a5f-9b43-003448050635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306270 May 05 19:57:00.331681 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9a4bf1b8-e178-4541-b98b-66d6d77f491d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:00.365938 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7d25c8c0-487b-4487-b7fc-8bd570960956 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:00.399508 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-9a4bf1b8-e178-4541-b98b-66d6d77f491d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3a31782992b740b1bc30b90607361245&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2918293 May 05 19:57:00.400634 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4bf1b8-e178-4541-b98b-66d6d77f491d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de203c8d-ac83-4b0a-9e3e-9077014d8a71,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:00.402689 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7d25c8c0-487b-4487-b7fc-8bd570960956 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:00.409432 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 38554) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:57:00.419299 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502398ae-c045-4de8-b885-ced41656d90c req-f24dd0eb-0f09-4721-b776-28aa4dc0c73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:00.420865 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-502398ae-c045-4de8-b885-ced41656d90c req-f24dd0eb-0f09-4721-b776-28aa4dc0c73f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=64ae69b0-8ac2-4e0b-9320-47844867ced2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2470288 May 05 19:57:00.729952 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1647af-3635-44b4-addf-53fdc5a89ae5 None None] Network 964832a3-7678-439b-97c2-1f4e7f68480a requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:57:00.737400 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d25c8c0-487b-4487-b7fc-8bd570960956 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=297618ae-a4f3-4797-9ee3-7987d49535c6,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:00.765544 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-502398ae-c045-4de8-b885-ced41656d90c req-ca8dc429-56a9-494f-84b8-9dd8de481d72 service neutron] 10.222.0.50 "GET /v2.0/networks/64ae69b0-8ac2-4e0b-9320-47844867ced2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3389342 May 05 19:57:00.820911 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9e207b-396c-4a4a-9bf3-c27e190d965c req-753595d9-34be-4f72-b71a-b75bdf7f3c9e tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:00.823559 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0a9e207b-396c-4a4a-9bf3-c27e190d965c req-753595d9-34be-4f72-b71a-b75bdf7f3c9e tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d3486fb-163c-468d-a5d4-e5b9c91016a8 HTTP/1.1" status: 200 len: 950 time: 0.3390648 May 05 19:57:00.832281 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7d25c8c0-487b-4487-b7fc-8bd570960956 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:00.836562 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-7d25c8c0-487b-4487-b7fc-8bd570960956 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.3781681 May 05 19:57:00.843996 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 38558) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:57:00.865253 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-c3f27472-4788-4cb1-940b-69071f60ff12 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Request body: {'security_group_rule': {'security_group_id': '297618ae-a4f3-4797-9ee3-7987d49535c6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:57:00.875260 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d25c8c0-487b-4487-b7fc-8bd570960956 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:57:00.875624 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d25c8c0-487b-4487-b7fc-8bd570960956 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:57:00.875962 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d25c8c0-487b-4487-b7fc-8bd570960956 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:57:00.876293 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d25c8c0-487b-4487-b7fc-8bd570960956 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:57:00.876621 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d25c8c0-487b-4487-b7fc-8bd570960956 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:57:00.876947 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d25c8c0-487b-4487-b7fc-8bd570960956 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:57:00.877269 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d25c8c0-487b-4487-b7fc-8bd570960956 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:57:00.877591 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d25c8c0-487b-4487-b7fc-8bd570960956 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:57:00.877905 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d25c8c0-487b-4487-b7fc-8bd570960956 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:57:00.878396 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d25c8c0-487b-4487-b7fc-8bd570960956 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:57:00.878959 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d25c8c0-487b-4487-b7fc-8bd570960956 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:57:00.879445 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d25c8c0-487b-4487-b7fc-8bd570960956 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:57:00.894429 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-c3f27472-4788-4cb1-940b-69071f60ff12 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:57:00.915152 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device e9aa5620-87fe-4554-9c2e-13971e48fb9e up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:57:00.950254 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-f0a976cf-18e9-467a-9b88-7ef0f2236572 None None] Provisioning for port e9aa5620-87fe-4554-9c2e-13971e48fb9e completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:57:00.962648 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0a9e207b-396c-4a4a-9bf3-c27e190d965c req-57d509c4-58da-4bfe-8562-08c5f8ef69c2 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/security-groups?id=47e8f45b-d376-403a-8bb9-867508147e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306169 May 05 19:57:00.982580 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-502398ae-c045-4de8-b885-ced41656d90c req-2036f075-422b-4a51-86cd-04ceab760597 service neutron] 10.222.0.50 "GET /v2.0/networks/64ae69b0-8ac2-4e0b-9320-47844867ced2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071159 May 05 19:57:01.072188 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port e9aa5620-87fe-4554-9c2e-13971e48fb9e completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:57:01.077047 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-c3f27472-4788-4cb1-940b-69071f60ff12 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Usage tracker for resource:security_group_rule and tenant:5fc2a67f2d3c4988a8e0f49e9cbe6a0a is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:57:01.092508 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-c3f27472-4788-4cb1-940b-69071f60ff12 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:57:01.107065 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port e9aa5620-87fe-4554-9c2e-13971e48fb9e triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:57:01.107460 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:01.108009 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad3ed08-e560-4721-ad32-103ce882851a req-535fc931-b3da-4667-821c-43a986a905dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:01.109490 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6ad3ed08-e560-4721-ad32-103ce882851a req-535fc931-b3da-4667-821c-43a986a905dc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=476cffb51a494e45a75196848dc23980&device_id=06d92d1c-d0ef-4026-87fe-7f2f20a98ccd HTTP/1.1" status: 200 len: 1094 time: 0.0743039 May 05 19:57:01.113427 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-c3f27472-4788-4cb1-940b-69071f60ff12 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:57:01.119845 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-54209138-26c4-4b55-8aae-89c6678ce793 req-8942b27a-b274-4476-b0d8-05e1b0b1f309 service neutron] 10.222.0.50 "GET /v2.0/networks/4d6027da-fd3d-4a5f-9b43-003448050635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7996349 May 05 19:57:01.127550 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-e07969ea-fe63-44d9-9b0c-b6afa3a76a01 req-6dcd6f87-80aa-4b11-a90c-0092505a44c9 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] For port 1f2a657f-d27c-41b8-bb6e-ffe8e7338ef0, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=1f2a657f-d27c-41b8-bb6e-ffe8e7338ef0,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:57:01.127912 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-e07969ea-fe63-44d9-9b0c-b6afa3a76a01 req-6dcd6f87-80aa-4b11-a90c-0092505a44c9 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:01.169955 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-802642df-d73c-464b-81bf-76b83c3aae17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:01.258152 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:01.270092 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad3ed08-e560-4721-ad32-103ce882851a req-67288110-83a8-4f66-a74f-b0127d83e955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:01.272374 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6ad3ed08-e560-4721-ad32-103ce882851a req-67288110-83a8-4f66-a74f-b0127d83e955 service neutron] 10.222.0.50 "GET /v2.0/networks?id=64ae69b0-8ac2-4e0b-9320-47844867ced2 HTTP/1.1" status: 200 len: 922 time: 0.1574769 May 05 19:57:01.301373 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port e9aa5620-87fe-4554-9c2e-13971e48fb9e, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=e9aa5620-87fe-4554-9c2e-13971e48fb9e,segment=NetworkSegment(27007867-64fe-419a-8b8b-c5a5570bcf48),segment_id=27007867-64fe-419a-8b8b-c5a5570bcf48)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:57:01.311298 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:01.321544 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-e07969ea-fe63-44d9-9b0c-b6afa3a76a01 req-6dcd6f87-80aa-4b11-a90c-0092505a44c9 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Calling delete_port for 1f2a657f-d27c-41b8-bb6e-ffe8e7338ef0 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:57:01.367623 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6ad3ed08-e560-4721-ad32-103ce882851a req-dcafad97-368a-46ca-901e-4fd022aaaa21 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5de1e43d-7080-43bb-97c1-88dba2d90b60 HTTP/1.1" status: 200 len: 217 time: 0.0892119 May 05 19:57:01.374189 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d7d3c65e-fc1b-4c44-b1d6-b1499a804660 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:01.411522 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=e9aa5620-87fe-4554-9c2e-13971e48fb9e,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:01.452845 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device a9c68ab2-7732-4732-b940-c152f576f799 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:57:01.456136 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 1f2a657f-d27c-41b8-bb6e-ffe8e7338ef0 no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:57:01.461856 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c3f27472-4788-4cb1-940b-69071f60ff12 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:01.527583 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d7d3c65e-fc1b-4c44-b1d6-b1499a804660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:01.539478 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-802642df-d73c-464b-81bf-76b83c3aae17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:01.564970 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad3ed08-e560-4721-ad32-103ce882851a req-97196166-f654-421a-8de6-661fde5aa1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:01.566682 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6ad3ed08-e560-4721-ad32-103ce882851a req-97196166-f654-421a-8de6-661fde5aa1cc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a4aaf969-3d1a-408b-86ce-50cecc40a653 HTTP/1.1" status: 200 len: 860 time: 0.1931345 May 05 19:57:01.678468 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9d4931d7-52e7-4597-a90c-b5b1ba38c696 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:01.703702 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f7b9f3-c0c6-48b9-8177-2d0ab009b61c req-085c5f50-a011-438a-9f30-e95a9df6af18 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:01.705168 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d0f7b9f3-c0c6-48b9-8177-2d0ab009b61c req-085c5f50-a011-438a-9f30-e95a9df6af18 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] 10.222.0.36 "GET /v2.0/ports?device_id=330c51d8-22e4-448a-9788-73e6a4d9ae7d HTTP/1.1" status: 200 len: 943 time: 0.2577293 May 05 19:57:01.762052 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d0f7b9f3-c0c6-48b9-8177-2d0ab009b61c req-a612cead-99fd-4cf1-b0da-cf9d7746ee86 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] 10.222.0.36 "GET /v2.0/security-groups?id=a69b6ab0-aa14-4469-9dc2-2519a67a3dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493014 May 05 19:57:01.769504 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad3ed08-e560-4721-ad32-103ce882851a req-ead3c5f8-55fc-4cf0-a98b-1f1dafacddab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:01.786502 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6ad3ed08-e560-4721-ad32-103ce882851a req-ead3c5f8-55fc-4cf0-a98b-1f1dafacddab service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=64ae69b0-8ac2-4e0b-9320-47844867ced2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1934793 May 05 19:57:01.832766 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-1458a9ce-8772-42c8-bf28-8cee5faeee68 None None] Provisioning complete for port e9aa5620-87fe-4554-9c2e-13971e48fb9e triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:57:01.833369 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1458a9ce-8772-42c8-bf28-8cee5faeee68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:01.866275 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-54209138-26c4-4b55-8aae-89c6678ce793 req-0d0aa1a7-d1e0-4f44-864d-134c06cc826f service neutron] 10.222.0.50 "GET /v2.0/networks/4d6027da-fd3d-4a5f-9b43-003448050635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7247968 May 05 19:57:01.892129 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port a9c68ab2-7732-4732-b940-c152f576f799, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=a9c68ab2-7732-4732-b940-c152f576f799,segment=NetworkSegment(069234c5-3fbc-4f95-b319-b1989412732e),segment_id=069234c5-3fbc-4f95-b319-b1989412732e)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:57:01.952055 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6ad3ed08-e560-4721-ad32-103ce882851a req-66babf84-66f9-4442-8350-6503d9dc3ec8 service neutron] 10.222.0.50 "GET /v2.0/networks/64ae69b0-8ac2-4e0b-9320-47844867ced2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709762 May 05 19:57:01.972578 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': 'a9c68ab2-7732-4732-b940-c152f576f799', 'network_id': '4d6027da-fd3d-4a5f-9b43-003448050635', 'port_id': 'a9c68ab2-7732-4732-b940-c152f576f799', 'mac_address': 'fa:16:3e:d5:2c:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd079e0cd-271b-40a4-9491-7392ec6adf3d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:57:02.059347 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:02.121451 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c3f27472-4788-4cb1-940b-69071f60ff12 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:02.155228 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:02.157324 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6ad3ed08-e560-4721-ad32-103ce882851a req-57d36ef2-68d1-4a10-b3b6-695e92ac4200 service neutron] 10.222.0.50 "GET /v2.0/networks/64ae69b0-8ac2-4e0b-9320-47844867ced2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003083 May 05 19:57:02.158051 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c3f27472-4788-4cb1-940b-69071f60ff12 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:02.172972 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-802642df-d73c-464b-81bf-76b83c3aae17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:02.174592 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9c68ab2-7732-4732-b940-c152f576f799 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:57:02.185129 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e5a698-46b5-4833-9495-79e2e1b461e9 req-c4dfe5bc-dc60-4a3a-8764-3a017e0b94cb tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:02.186863 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-58e5a698-46b5-4833-9495-79e2e1b461e9 req-c4dfe5bc-dc60-4a3a-8764-3a017e0b94cb tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "GET /v2.0/ports?device_id=06d92d1c-d0ef-4026-87fe-7f2f20a98ccd HTTP/1.1" status: 200 len: 943 time: 0.8760784 May 05 19:57:02.192395 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port a9c68ab2-7732-4732-b940-c152f576f799, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=a9c68ab2-7732-4732-b940-c152f576f799,segment=NetworkSegment(069234c5-3fbc-4f95-b319-b1989412732e),segment_id=069234c5-3fbc-4f95-b319-b1989412732e)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:57:02.198484 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:02.267922 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802642df-d73c-464b-81bf-76b83c3aae17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de203c8d-ac83-4b0a-9e3e-9077014d8a71,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:02.287539 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc018d9-21d0-4212-978a-4485268d8ae1 req-8780e1a2-3d68-4531-8ed7-5be14e73a7f6 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:02.289018 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5cc018d9-21d0-4212-978a-4485268d8ae1 req-8780e1a2-3d68-4531-8ed7-5be14e73a7f6 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d3486fb-163c-468d-a5d4-e5b9c91016a8 HTTP/1.1" status: 200 len: 867 time: 0.0856218 May 05 19:57:02.318349 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f27472-4788-4cb1-940b-69071f60ff12 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3b9a664-a43e-41b1-b772-2ad6b5cfe3ca,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:02.329868 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=a9c68ab2-7732-4732-b940-c152f576f799,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:02.338105 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-e07969ea-fe63-44d9-9b0c-b6afa3a76a01 req-6dcd6f87-80aa-4b11-a90c-0092505a44c9 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:02.340305 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5cc018d9-21d0-4212-978a-4485268d8ae1 req-3cf348e5-123a-4f7b-8cb9-84ae7d9b1657 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/security-groups?id=47e8f45b-d376-403a-8bb9-867508147e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439398 May 05 19:57:02.346025 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-d7d3c65e-fc1b-4c44-b1d6-b1499a804660 admin admin] Allocated IP 172.25.0.82 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/d5236884-e57c-4a7a-8ab9-8dae6959201e) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:57:02.351061 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['beea523c-b44a-4a29-84fa-ffc71132cf85', '23d5a2d8-4c20-4fdb-8211-2609ae0f9d81', '3ec6d015-62ee-40e3-a243-44557141e447', '23636d07-d5e5-4113-a95f-01258904698e'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:57:02.382970 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['6e0be088-6cfe-4e5c-9668-51def98d91cd', '96d6b825-8fac-494b-9ce6-69608695d713'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:57:02.473587 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcd6f87-80aa-4b11-a90c-0092505a44c9 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Pushing event deleted for resources: {'Port': ['ID=1f2a657f-d27c-41b8-bb6e-ffe8e7338ef0,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:02.481321 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c3f27472-4788-4cb1-940b-69071f60ff12 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:02.482489 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c3f27472-4788-4cb1-940b-69071f60ff12 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6310334 May 05 19:57:02.485435 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 38608) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:57:02.493256 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-4422d32e-f583-4804-946b-3a0e642e2224 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Request body: {'security_group_rule': {'security_group_id': '297618ae-a4f3-4797-9ee3-7987d49535c6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:57:02.506751 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4422d32e-f583-4804-946b-3a0e642e2224 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:57:02.511116 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4422d32e-f583-4804-946b-3a0e642e2224 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Usage tracker for resource:security_group_rule and tenant:5fc2a67f2d3c4988a8e0f49e9cbe6a0a is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:57:02.516063 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4422d32e-f583-4804-946b-3a0e642e2224 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:57:02.522682 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-802642df-d73c-464b-81bf-76b83c3aae17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:02.523201 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4422d32e-f583-4804-946b-3a0e642e2224 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:57:02.523839 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-802642df-d73c-464b-81bf-76b83c3aae17 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/de203c8d-ac83-4b0a-9e3e-9077014d8a71 HTTP/1.1" status: 204 len: 168 time: 2.0951509 May 05 19:57:02.546418 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4422d32e-f583-4804-946b-3a0e642e2224 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:02.548438 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-58e5a698-46b5-4833-9495-79e2e1b461e9 req-1367b3a6-2b84-4454-8bc6-b2e7bee06fff tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "GET /v2.0/security-groups?id=352a0376-f4d7-4cf4-99c3-ad13d2d04eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356075 May 05 19:57:02.594117 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['a9c68ab2-7732-4732-b940-c152f576f799'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:57:02.649847 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4422d32e-f583-4804-946b-3a0e642e2224 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:02.655630 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4422d32e-f583-4804-946b-3a0e642e2224 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:02.686664 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4422d32e-f583-4804-946b-3a0e642e2224 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0fd01d6-bac9-40af-9c65-1bdf2aaaa5e7,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:02.702957 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4422d32e-f583-4804-946b-3a0e642e2224 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:57:02.703465 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4422d32e-f583-4804-946b-3a0e642e2224 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:57:02.703899 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4422d32e-f583-4804-946b-3a0e642e2224 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:57:02.704304 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4422d32e-f583-4804-946b-3a0e642e2224 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:57:02.704704 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4422d32e-f583-4804-946b-3a0e642e2224 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:57:02.705101 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4422d32e-f583-4804-946b-3a0e642e2224 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:57:02.705776 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4422d32e-f583-4804-946b-3a0e642e2224 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:57:02.706111 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4422d32e-f583-4804-946b-3a0e642e2224 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:57:02.708152 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4422d32e-f583-4804-946b-3a0e642e2224 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:57:02.708877 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4422d32e-f583-4804-946b-3a0e642e2224 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:57:02.709220 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4422d32e-f583-4804-946b-3a0e642e2224 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:57:02.710070 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4422d32e-f583-4804-946b-3a0e642e2224 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:57:02.743718 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4422d32e-f583-4804-946b-3a0e642e2224 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:02.748391 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-4422d32e-f583-4804-946b-3a0e642e2224 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2579896 May 05 19:57:02.749694 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 38614) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:57:02.771622 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-e07969ea-fe63-44d9-9b0c-b6afa3a76a01 req-6dcd6f87-80aa-4b11-a90c-0092505a44c9 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] No DVR routers for this DVR port 1f2a657f-d27c-41b8-bb6e-ffe8e7338ef0 on host n-h2-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:57:02.772047 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-1525c27f-535c-4207-9fca-59c004b5f2cb tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Request body: {'floatingip': {'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:57:02.774896 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc3c5d3-048d-4b7d-a62a-ae75821775a5 req-45152c3f-c6b9-475a-8649-95dcbbebe4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:02.777009 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-abc3c5d3-048d-4b7d-a62a-ae75821775a5 req-45152c3f-c6b9-475a-8649-95dcbbebe4e3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2e25f2b4697644bc90cc941474a372f8&device_id=330c51d8-22e4-448a-9788-73e6a4d9ae7d HTTP/1.1" status: 200 len: 1094 time: 0.7772949 May 05 19:57:02.779522 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-e07969ea-fe63-44d9-9b0c-b6afa3a76a01 req-6dcd6f87-80aa-4b11-a90c-0092505a44c9 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:02.781438 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e07969ea-fe63-44d9-9b0c-b6afa3a76a01 req-6dcd6f87-80aa-4b11-a90c-0092505a44c9 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.50 "DELETE /v2.0/ports/1f2a657f-d27c-41b8-bb6e-ffe8e7338ef0 HTTP/1.1" status: 204 len: 173 time: 3.0907996 May 05 19:57:02.782726 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d3486fb-163c-468d-a5d4-e5b9c91016a8', 'name': 'network-vif-deleted', 'tag': '1f2a657f-d27c-41b8-bb6e-ffe8e7338ef0'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:57:02.785909 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-1525c27f-535c-4207-9fca-59c004b5f2cb tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:57:02.834239 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-1525c27f-535c-4207-9fca-59c004b5f2cb tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Usage tracker for resource:floatingip and tenant:5fc2a67f2d3c4988a8e0f49e9cbe6a0a is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:57:02.848176 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-1525c27f-535c-4207-9fca-59c004b5f2cb tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:57:02.866202 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-1525c27f-535c-4207-9fca-59c004b5f2cb tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:57:02.899041 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1525c27f-535c-4207-9fca-59c004b5f2cb tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Notify callbacks [] for floatingip, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:02.944918 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8483c1d4-7c72-4ea3-89d3-64faa6de2788'] response: {'server_uuid': '1d3486fb-163c-468d-a5d4-e5b9c91016a8', 'name': 'network-vif-deleted', 'tag': '1f2a657f-d27c-41b8-bb6e-ffe8e7338ef0', 'status': 'completed', 'code': 200} May 05 19:57:02.961210 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device e9aa5620-87fe-4554-9c2e-13971e48fb9e up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:57:03.143929 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc3c5d3-048d-4b7d-a62a-ae75821775a5 req-db8dae03-88a9-4972-849e-63279825c81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:03.146326 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-abc3c5d3-048d-4b7d-a62a-ae75821775a5 req-db8dae03-88a9-4972-849e-63279825c81a service neutron] 10.222.0.50 "GET /v2.0/networks?id=4d6027da-fd3d-4a5f-9b43-003448050635 HTTP/1.1" status: 200 len: 913 time: 0.3567626 May 05 19:57:03.159233 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1525c27f-535c-4207-9fca-59c004b5f2cb tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:03.349677 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-abc3c5d3-048d-4b7d-a62a-ae75821775a5 req-17adde37-8d39-4f90-b389-1f08ba8a7ecc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0d7e3c2f-3a0a-4639-9c8f-cd0d65c6c193 HTTP/1.1" status: 200 len: 217 time: 0.1895370 May 05 19:57:03.604178 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port e9aa5620-87fe-4554-9c2e-13971e48fb9e triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:57:03.604587 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:03.634569 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0af2d9b3-7c8a-4a03-a7bb-a889efe1a219 req-5c28c4c9-5931-4a3a-8110-8ea726de54da tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d3486fb-163c-468d-a5d4-e5b9c91016a8 HTTP/1.1" status: 200 len: 210 time: 0.1227927 May 05 19:57:03.636912 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d7d3c65e-fc1b-4c44-b1d6-b1499a804660 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:03.696278 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc3c5d3-048d-4b7d-a62a-ae75821775a5 req-b821bf66-f76f-4e73-8c3a-c531defd122e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:03.697780 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-abc3c5d3-048d-4b7d-a62a-ae75821775a5 req-b821bf66-f76f-4e73-8c3a-c531defd122e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d079e0cd-271b-40a4-9491-7392ec6adf3d HTTP/1.1" status: 200 len: 852 time: 0.3263457 May 05 19:57:03.764169 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-9d4931d7-52e7-4597-a90c-b5b1ba38c696 admin admin] Deleting port 4ef4c5df-4678-4c20-8baf-e86489e1a335 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:57:03.764506 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9d4931d7-52e7-4597-a90c-b5b1ba38c696 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:03.825106 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-abc3c5d3-048d-4b7d-a62a-ae75821775a5 req-574b749a-e0d3-4cf4-b2a1-b47e080a36f1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4d6027da-fd3d-4a5f-9b43-003448050635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1186070 May 05 19:57:03.882886 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb19cf-02c0-460a-bbba-0f2ee9736acf req-a028c3f5-9420-420e-8f67-9eff2fd183f1 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:03.883748 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-8eeb19cf-02c0-460a-bbba-0f2ee9736acf req-a028c3f5-9420-420e-8f67-9eff2fd183f1 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Synchronizing usage tracker for tenant:476cffb51a494e45a75196848dc23980 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:57:03.898107 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc8187c-5880-43e4-bee8-c6b9f8969063 req-65974af0-3721-4555-8701-98dc7b02dba2 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:03.898828 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-afc8187c-5880-43e4-bee8-c6b9f8969063 req-65974af0-3721-4555-8701-98dc7b02dba2 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Synchronizing usage tracker for tenant:2e25f2b4697644bc90cc941474a372f8 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:57:03.905075 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-8eeb19cf-02c0-460a-bbba-0f2ee9736acf req-a028c3f5-9420-420e-8f67-9eff2fd183f1 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Unset dirty status for tenant:476cffb51a494e45a75196848dc23980 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:57:03.906892 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8eeb19cf-02c0-460a-bbba-0f2ee9736acf req-a028c3f5-9420-420e-8f67-9eff2fd183f1 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "GET /v2.0/ports?device_id=06d92d1c-d0ef-4026-87fe-7f2f20a98ccd HTTP/1.1" status: 200 len: 943 time: 0.1334696 May 05 19:57:03.966319 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 38660) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:57:03.990452 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8eeb19cf-02c0-460a-bbba-0f2ee9736acf req-85d7e467-fe3c-476e-bcca-95d869beb561 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "GET /v2.0/security-groups?id=352a0376-f4d7-4cf4-99c3-ad13d2d04eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768309 May 05 19:57:04.082087 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d7d3c65e-fc1b-4c44-b1d6-b1499a804660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:04.139648 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-1525c27f-535c-4207-9fca-59c004b5f2cb tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Allocated IP 172.25.0.83 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/3ad8602f-0972-4c06-b5cd-66da21d29928) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:57:04.199705 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-afc8187c-5880-43e4-bee8-c6b9f8969063 req-65974af0-3721-4555-8701-98dc7b02dba2 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Unset dirty status for tenant:2e25f2b4697644bc90cc941474a372f8 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:57:04.201066 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-afc8187c-5880-43e4-bee8-c6b9f8969063 req-65974af0-3721-4555-8701-98dc7b02dba2 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] 10.222.0.36 "GET /v2.0/ports?device_id=330c51d8-22e4-448a-9788-73e6a4d9ae7d HTTP/1.1" status: 200 len: 943 time: 1.0540538 May 05 19:57:04.225228 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-abc3c5d3-048d-4b7d-a62a-ae75821775a5 req-7626bfa5-48df-436e-8d30-3b386295dc70 service neutron] 10.222.0.50 "GET /v2.0/networks/4d6027da-fd3d-4a5f-9b43-003448050635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3937130 May 05 19:57:04.233938 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d3c65e-fc1b-4c44-b1d6-b1499a804660 admin admin] Pushing event updated for resources: {'Port': ['ID=d5236884-e57c-4a7a-8ab9-8dae6959201e,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:04.267711 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d3c65e-fc1b-4c44-b1d6-b1499a804660 admin admin] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:57:04.292979 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-d0aff67c-75bb-46e7-b75c-e7c14c29ef99 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1630048706-network', 'tenant_id': '0a29a66ef9e34d17926285dc8f054582'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:57:04.296570 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-d7d3c65e-fc1b-4c44-b1d6-b1499a804660 admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:57:04.305413 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d3c65e-fc1b-4c44-b1d6-b1499a804660 admin admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:57:04.309958 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-d0aff67c-75bb-46e7-b75c-e7c14c29ef99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:57:04.318294 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-d0aff67c-75bb-46e7-b75c-e7c14c29ef99 admin admin] Usage tracker for resource:network and tenant:0a29a66ef9e34d17926285dc8f054582 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:57:04.323122 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-d0aff67c-75bb-46e7-b75c-e7c14c29ef99 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:57:04.371778 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-d0aff67c-75bb-46e7-b75c-e7c14c29ef99 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:57:04.404084 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-9d4931d7-52e7-4597-a90c-b5b1ba38c696 admin admin] For port 4ef4c5df-4678-4c20-8baf-e86489e1a335, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=4ef4c5df-4678-4c20-8baf-e86489e1a335,segment=NetworkSegment(77c8a800-fe5e-43bd-bdaa-dd2e8f9ddbc2),segment_id=77c8a800-fe5e-43bd-bdaa-dd2e8f9ddbc2)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:57:04.404448 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9d4931d7-52e7-4597-a90c-b5b1ba38c696 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:04.418320 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-afc8187c-5880-43e4-bee8-c6b9f8969063 req-43aa53c8-7492-47c8-a6fb-dcc32780bee7 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] 10.222.0.36 "GET /v2.0/security-groups?id=a69b6ab0-aa14-4469-9dc2-2519a67a3dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744709 May 05 19:57:04.418899 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0aff67c-75bb-46e7-b75c-e7c14c29ef99 admin admin] Made reservation on behalf of 0a29a66ef9e34d17926285dc8f054582 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:57:04.421113 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d0aff67c-75bb-46e7-b75c-e7c14c29ef99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:04.451635 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d0aff67c-75bb-46e7-b75c-e7c14c29ef99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:04.463315 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-74ce015f-9461-43de-bf7e-5124319f5f81 req-b3022bd6-0833-41dd-aec4-d1992fb12063 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=d18a2e83eb0a426c94d20465510d41ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0653868 May 05 19:57:04.504209 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-d0aff67c-75bb-46e7-b75c-e7c14c29ef99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:57:04.511196 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1525c27f-535c-4207-9fca-59c004b5f2cb tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:04.519611 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-d0aff67c-75bb-46e7-b75c-e7c14c29ef99 admin admin] Usage tracker for resource:security_group_rule and tenant:0a29a66ef9e34d17926285dc8f054582 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:57:04.532927 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-d0aff67c-75bb-46e7-b75c-e7c14c29ef99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:57:04.549369 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-d0aff67c-75bb-46e7-b75c-e7c14c29ef99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:57:04.584182 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-40561360-2cd6-4491-a549-12618791ebae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:04.691566 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ce015f-9461-43de-bf7e-5124319f5f81 req-12540c2c-e1f6-4ec0-a94c-5ca536669681 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:04.693631 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-74ce015f-9461-43de-bf7e-5124319f5f81 req-12540c2c-e1f6-4ec0-a94c-5ca536669681 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2228892 May 05 19:57:04.695972 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1525c27f-535c-4207-9fca-59c004b5f2cb tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:04.795870 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1525c27f-535c-4207-9fca-59c004b5f2cb tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:57:04.797429 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-74ce015f-9461-43de-bf7e-5124319f5f81 req-fa83df93-e5ad-4959-97be-f6fc932e8572 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] 10.222.0.36 "GET /v2.0/quotas/d18a2e83eb0a426c94d20465510d41ca HTTP/1.1" status: 200 len: 375 time: 0.0615969 May 05 19:57:04.805028 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-1525c27f-535c-4207-9fca-59c004b5f2cb tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:57:04.811958 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1525c27f-535c-4207-9fca-59c004b5f2cb tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:57:04.838412 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525c27f-535c-4207-9fca-59c004b5f2cb tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Pushing event updated for resources: {'Port': ['ID=3ad8602f-0972-4c06-b5cd-66da21d29928,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:04.866685 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-9d4931d7-52e7-4597-a90c-b5b1ba38c696 admin admin] Calling delete_port for 4ef4c5df-4678-4c20-8baf-e86489e1a335 owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:57:04.912335 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-74ce015f-9461-43de-bf7e-5124319f5f81 req-5d8ef17d-7d78-4bf2-abf1-69ababd5657e tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d18a2e83eb0a426c94d20465510d41ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0739355 May 05 19:57:04.931667 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d0aff67c-75bb-46e7-b75c-e7c14c29ef99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:04.941817 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d0aff67c-75bb-46e7-b75c-e7c14c29ef99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:04.987549 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0aff67c-75bb-46e7-b75c-e7c14c29ef99 admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 19:57:04.995048 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aff67c-75bb-46e7-b75c-e7c14c29ef99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6be8f4-cbde-48c1-a6fd-f6caadba2c70,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:05.008339 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d0aff67c-75bb-46e7-b75c-e7c14c29ef99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:05.008972 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-d0aff67c-75bb-46e7-b75c-e7c14c29ef99 admin admin] Added segment 250771b8-aad0-41ac-b102-a5f4eb30b198 of type vlan for network 5f383bab-d2ac-4d6b-b5b0-d3f0ff3c62c8 May 05 19:57:05.017523 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1525c27f-535c-4207-9fca-59c004b5f2cb tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:05.029341 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-abc3c5d3-048d-4b7d-a62a-ae75821775a5 req-15a4680b-c9d2-47f4-a020-ebd5e959a7cd service neutron] 10.222.0.50 "GET /v2.0/networks/4d6027da-fd3d-4a5f-9b43-003448050635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7635238 May 05 19:57:05.085655 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d0aff67c-75bb-46e7-b75c-e7c14c29ef99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:05.107843 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1525c27f-535c-4207-9fca-59c004b5f2cb tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:05.194546 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d0aff67c-75bb-46e7-b75c-e7c14c29ef99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:05.195580 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0aff67c-75bb-46e7-b75c-e7c14c29ef99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:05.196202 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d0aff67c-75bb-46e7-b75c-e7c14c29ef99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:05.378008 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0facba77-3338-42c3-88c1-9252c7d8bf34 req-c41eecd6-4616-40a0-b68d-621a8bad188b tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:05.378716 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-0facba77-3338-42c3-88c1-9252c7d8bf34 req-c41eecd6-4616-40a0-b68d-621a8bad188b tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Synchronizing usage tracker for tenant:97ead9bcc5d448dab263815a595740a4 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:57:05.399602 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d7d3c65e-fc1b-4c44-b1d6-b1499a804660 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:05.428687 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d0aff67c-75bb-46e7-b75c-e7c14c29ef99 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4614444 May 05 19:57:05.443453 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 38716) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:57:05.450947 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aff67c-75bb-46e7-b75c-e7c14c29ef99 admin admin] Pushing event updated for resources: {'Network': ['ID=5f383bab-d2ac-4d6b-b5b0-d3f0ff3c62c8,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:05.452408 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 0d7e3c2f-3a0a-4639-9c8f-cd0d65c6c193 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:57:05.455753 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device a9c68ab2-7732-4732-b940-c152f576f799 up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:57:05.462489 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-4cf9d625-7661-433c-a884-3cd5f563fb18 admin admin] Request body: {'subnet': {'network_id': '5f383bab-d2ac-4d6b-b5b0-d3f0ff3c62c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1630048706-subnet', 'tenant_id': '0a29a66ef9e34d17926285dc8f054582', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:57:05.467179 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4cf9d625-7661-433c-a884-3cd5f563fb18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:57:05.471053 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4cf9d625-7661-433c-a884-3cd5f563fb18 admin admin] Usage tracker for resource:subnet and tenant:0a29a66ef9e34d17926285dc8f054582 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:57:05.474254 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4cf9d625-7661-433c-a884-3cd5f563fb18 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:57:05.483463 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4cf9d625-7661-433c-a884-3cd5f563fb18 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:57:05.497554 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 5f383bab-d2ac-4d6b-b5b0-d3f0ff3c62c8 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 19:57:05.502494 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf9d625-7661-433c-a884-3cd5f563fb18 admin admin] Made reservation on behalf of 0a29a66ef9e34d17926285dc8f054582 for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:57:05.505520 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4cf9d625-7661-433c-a884-3cd5f563fb18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:05.572077 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-0facba77-3338-42c3-88c1-9252c7d8bf34 req-c41eecd6-4616-40a0-b68d-621a8bad188b tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Unset dirty status for tenant:97ead9bcc5d448dab263815a595740a4 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:57:05.580100 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0facba77-3338-42c3-88c1-9252c7d8bf34 req-c41eecd6-4616-40a0-b68d-621a8bad188b tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=91be2773-96ba-4736-ab41-f69a876b566a HTTP/1.1" status: 200 len: 949 time: 0.4113572 May 05 19:57:05.655933 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c3835c-f60c-4fe0-8f2f-b82e569a17d8 req-9c735f59-e8dd-496d-9292-70a5aac086e6 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:05.657429 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-21c3835c-f60c-4fe0-8f2f-b82e569a17d8 req-9c735f59-e8dd-496d-9292-70a5aac086e6 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "GET /v2.0/ports?device_id=06d92d1c-d0ef-4026-87fe-7f2f20a98ccd HTTP/1.1" status: 200 len: 943 time: 0.3626566 May 05 19:57:05.675833 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1525c27f-535c-4207-9fca-59c004b5f2cb tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:05.696173 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1525c27f-535c-4207-9fca-59c004b5f2cb tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:05.806443 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9d4931d7-52e7-4597-a90c-b5b1ba38c696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:05.864357 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port a9c68ab2-7732-4732-b940-c152f576f799 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:57:05.870837 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-21c3835c-f60c-4fe0-8f2f-b82e569a17d8 req-643e9d90-b859-4bd8-958a-9e382f4646c1 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "GET /v2.0/security-groups?id=352a0376-f4d7-4cf4-99c3-ad13d2d04eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001150 May 05 19:57:05.878608 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port a9c68ab2-7732-4732-b940-c152f576f799 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:57:05.878977 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:05.891255 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0facba77-3338-42c3-88c1-9252c7d8bf34 req-12858cd9-df55-4855-bed6-8b407352d96e tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/security-groups?id=47e8f45b-d376-403a-8bb9-867508147e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049338 May 05 19:57:05.891433 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525c27f-535c-4207-9fca-59c004b5f2cb tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Pushing event updated for resources: {'Port': ['ID=3ad8602f-0972-4c06-b5cd-66da21d29928,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:05.907757 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1525c27f-535c-4207-9fca-59c004b5f2cb tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:05.931868 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1525c27f-535c-4207-9fca-59c004b5f2cb tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:05.933220 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-1525c27f-535c-4207-9fca-59c004b5f2cb tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1819882 May 05 19:57:05.949480 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4931d7-52e7-4597-a90c-b5b1ba38c696 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ef4c5df-4678-4c20-8baf-e86489e1a335,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:05.978922 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 0d7e3c2f-3a0a-4639-9c8f-cd0d65c6c193, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=0d7e3c2f-3a0a-4639-9c8f-cd0d65c6c193,segment=NetworkSegment(069234c5-3fbc-4f95-b319-b1989412732e),segment_id=069234c5-3fbc-4f95-b319-b1989412732e)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:57:06.000087 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': '0d7e3c2f-3a0a-4639-9c8f-cd0d65c6c193', 'network_id': '4d6027da-fd3d-4a5f-9b43-003448050635', 'port_id': '0d7e3c2f-3a0a-4639-9c8f-cd0d65c6c193', 'mac_address': 'fa:16:3e:78:0f:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd079e0cd-271b-40a4-9491-7392ec6adf3d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:57:06.034878 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4cf9d625-7661-433c-a884-3cd5f563fb18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:06.170113 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:06.174424 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2bf81d2f-a703-4907-b748-faa31daf68c0 req-81b8c3be-f317-4e3a-a304-2c0ac1993dd9 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=d18a2e83eb0a426c94d20465510d41ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0611160 May 05 19:57:06.195131 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:06.223693 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b1ae01d-6900-4f99-8063-6102115f0eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9c68ab2-7732-4732-b940-c152f576f799'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:57:06.232399 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d7e3c2f-3a0a-4639-9c8f-cd0d65c6c193 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:57:06.242546 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port a9c68ab2-7732-4732-b940-c152f576f799, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=a9c68ab2-7732-4732-b940-c152f576f799,segment=NetworkSegment(069234c5-3fbc-4f95-b319-b1989412732e),segment_id=069234c5-3fbc-4f95-b319-b1989412732e)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:57:06.253746 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:06.320911 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 0d7e3c2f-3a0a-4639-9c8f-cd0d65c6c193, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=0d7e3c2f-3a0a-4639-9c8f-cd0d65c6c193,segment=NetworkSegment(069234c5-3fbc-4f95-b319-b1989412732e),segment_id=069234c5-3fbc-4f95-b319-b1989412732e)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:57:06.339850 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:06.340495 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 5de1e43d-7080-43bb-97c1-88dba2d90b60 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:57:06.367527 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=a9c68ab2-7732-4732-b940-c152f576f799,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:06.384164 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf9d625-7661-433c-a884-3cd5f563fb18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d57aeb6-4b80-431f-8bfd-836e160c414f,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:06.396642 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf9d625-7661-433c-a884-3cd5f563fb18 admin admin] Checking segment: {'id': '250771b8-aad0-41ac-b102-a5f4eb30b198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5f383bab-d2ac-4d6b-b5b0-d3f0ff3c62c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:57:06.397003 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf9d625-7661-433c-a884-3cd5f563fb18 admin admin] Network hostable DHCP agents. Network: 5f383bab-d2ac-4d6b-b5b0-d3f0ff3c62c8, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 19:57:06.487562 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf9d625-7661-433c-a884-3cd5f563fb18 admin admin] Network 5f383bab-d2ac-4d6b-b5b0-d3f0ff3c62c8 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 19:57:06.517813 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf81d2f-a703-4907-b748-faa31daf68c0 req-8cf24e29-f47a-4369-8dc6-44ce574b6551 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:06.519383 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2bf81d2f-a703-4907-b748-faa31daf68c0 req-8cf24e29-f47a-4369-8dc6-44ce574b6551 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3352275 May 05 19:57:06.521390 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-4cf9d625-7661-433c-a884-3cd5f563fb18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 5f383bab-d2ac-4d6b-b5b0-d3f0ff3c62c8) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:57:06.525707 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf9d625-7661-433c-a884-3cd5f563fb18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:06.526292 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4cf9d625-7661-433c-a884-3cd5f563fb18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:06.535712 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb5614f-0910-42a0-9fa5-f9bfd202c89d None None] Network 5f383bab-d2ac-4d6b-b5b0-d3f0ff3c62c8 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:57:06.559812 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2bf81d2f-a703-4907-b748-faa31daf68c0 req-3e9f4086-29ee-40da-931a-c48d4e3a6d0d tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] 10.222.0.36 "GET /v2.0/quotas/d18a2e83eb0a426c94d20465510d41ca HTTP/1.1" status: 200 len: 375 time: 0.0177388 May 05 19:57:06.598229 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 5de1e43d-7080-43bb-97c1-88dba2d90b60, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=5de1e43d-7080-43bb-97c1-88dba2d90b60,segment=NetworkSegment(111c5f9d-dbf3-4eaa-8502-8e5fa7f46f62),segment_id=111c5f9d-dbf3-4eaa-8502-8e5fa7f46f62)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:57:06.626958 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-4cf9d625-7661-433c-a884-3cd5f563fb18 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1743028 May 05 19:57:06.629036 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 38740) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:57:06.636843 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d7d3c65e-fc1b-4c44-b1d6-b1499a804660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:06.637729 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': '5de1e43d-7080-43bb-97c1-88dba2d90b60', 'network_id': '64ae69b0-8ac2-4e0b-9320-47844867ced2', 'port_id': '5de1e43d-7080-43bb-97c1-88dba2d90b60', 'mac_address': 'fa:16:3e:25:9d:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4aaf969-3d1a-408b-86ce-50cecc40a653', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:57:06.639676 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-eb2d48d0-fafe-4e34-9067-cdf81b3bd709 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1630048706-router', 'tenant_id': '0a29a66ef9e34d17926285dc8f054582', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:57:06.642450 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=0d7e3c2f-3a0a-4639-9c8f-cd0d65c6c193,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:06.654491 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2bf81d2f-a703-4907-b748-faa31daf68c0 req-e9ff2d48-f386-4c58-9479-28bd7af870da tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d18a2e83eb0a426c94d20465510d41ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0937552 May 05 19:57:06.663215 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-eb2d48d0-fafe-4e34-9067-cdf81b3bd709 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:57:06.669471 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-eb2d48d0-fafe-4e34-9067-cdf81b3bd709 admin admin] Usage tracker for resource:router and tenant:0a29a66ef9e34d17926285dc8f054582 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:57:06.673961 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-eb2d48d0-fafe-4e34-9067-cdf81b3bd709 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:57:06.687064 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-eb2d48d0-fafe-4e34-9067-cdf81b3bd709 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:57:06.705346 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-eb2d48d0-fafe-4e34-9067-cdf81b3bd709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:06.706739 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-eb2d48d0-fafe-4e34-9067-cdf81b3bd709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:06.733597 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-eb2d48d0-fafe-4e34-9067-cdf81b3bd709 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:06.852270 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:06.881952 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-12956094-92b1-4a39-a115-e872d9638a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:06.909762 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5de1e43d-7080-43bb-97c1-88dba2d90b60 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:57:06.931257 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 5de1e43d-7080-43bb-97c1-88dba2d90b60, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=5de1e43d-7080-43bb-97c1-88dba2d90b60,segment=NetworkSegment(111c5f9d-dbf3-4eaa-8502-8e5fa7f46f62),segment_id=111c5f9d-dbf3-4eaa-8502-8e5fa7f46f62)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:57:06.940589 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:07.157381 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83b44b0-7bef-43e6-a483-eda8e10f1a44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-5f383bab-d2ac-4d6b-b5b0-d3f0ff3c62c8', 'network_id': '5f383bab-d2ac-4d6b-b5b0-d3f0ff3c62c8', 'tenant_id': '0a29a66ef9e34d17926285dc8f054582', 'fixed_ips': [{'subnet_id': '7d57aeb6-4b80-431f-8bfd-836e160c414f'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 19:57:07.158201 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f83b44b0-7bef-43e6-a483-eda8e10f1a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:07.161986 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-74ce015f-9461-43de-bf7e-5124319f5f81 req-609379de-f8c1-4592-8f03-1464e25752e8 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=d18a2e83eb0a426c94d20465510d41ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4307096 May 05 19:57:07.295523 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-eb2d48d0-fafe-4e34-9067-cdf81b3bd709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:07.369177 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-f83b44b0-7bef-43e6-a483-eda8e10f1a44 None None] Allocated IP 172.20.0.2 (5f383bab-d2ac-4d6b-b5b0-d3f0ff3c62c8/7d57aeb6-4b80-431f-8bfd-836e160c414f/fb906e98-2c36-4e23-96e7-3736fdc97787) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:57:07.371467 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81546a51-678d-472e-8ed5-092fe3a37253 req-8000b8d9-48aa-44c4-bcf2-2f0a415c9115 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:07.379263 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-81546a51-678d-472e-8ed5-092fe3a37253 req-8000b8d9-48aa-44c4-bcf2-2f0a415c9115 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] 10.222.0.36 "GET /v2.0/ports?device_id=330c51d8-22e4-448a-9788-73e6a4d9ae7d HTTP/1.1" status: 200 len: 944 time: 1.2085211 May 05 19:57:07.389080 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4441e2d-5f0f-4c26-ad9d-a72c27296ea8 req-6c3a0cff-e806-4770-963c-c0762a770cb6 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:07.390577 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f4441e2d-5f0f-4c26-ad9d-a72c27296ea8 req-6c3a0cff-e806-4770-963c-c0762a770cb6 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.50 "GET /v2.0/ports?device_id=91be2773-96ba-4736-ab41-f69a876b566a HTTP/1.1" status: 200 len: 949 time: 1.0899086 May 05 19:57:07.401265 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e6e381-a05d-4eea-9cc8-b438c07e5676 req-cc3296c1-2943-4e54-98d8-50eea2c19cd9 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:07.404082 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-64e6e381-a05d-4eea-9cc8-b438c07e5676 req-cc3296c1-2943-4e54-98d8-50eea2c19cd9 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/networks?id=eeb9c093-2536-4a2a-9f6e-09016d8b7c5d HTTP/1.1" status: 200 len: 821 time: 0.3949242 May 05 19:57:07.420145 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['5de1e43d-7080-43bb-97c1-88dba2d90b60'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:57:07.427743 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-64e6e381-a05d-4eea-9cc8-b438c07e5676 req-832ccd6a-5dce-4535-8db5-41fbf0b7fd95 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/quotas/5fc2a67f2d3c4988a8e0f49e9cbe6a0a HTTP/1.1" status: 200 len: 375 time: 0.0155630 May 05 19:57:07.447332 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['0d7e3c2f-3a0a-4639-9c8f-cd0d65c6c193'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:57:07.601361 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-81546a51-678d-472e-8ed5-092fe3a37253 req-73e9b61a-fa10-42f2-8ed0-b99eb161ea13 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] 10.222.0.36 "GET /v2.0/security-groups?id=a69b6ab0-aa14-4469-9dc2-2519a67a3dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204268 May 05 19:57:07.604952 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-f4441e2d-5f0f-4c26-ad9d-a72c27296ea8 req-b6091d2b-51aa-452e-995c-cf58df0d5a24 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Deleting port 96d6b825-8fac-494b-9ce6-69608695d713 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:57:07.605296 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-f4441e2d-5f0f-4c26-ad9d-a72c27296ea8 req-b6091d2b-51aa-452e-995c-cf58df0d5a24 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:07.627968 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=5de1e43d-7080-43bb-97c1-88dba2d90b60,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:07.727474 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4828b56b-ee39-4ad6-8516-744c602df7d1'] response: {'server_uuid': '6b1ae01d-6900-4f99-8063-6102115f0eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9c68ab2-7732-4732-b940-c152f576f799', 'code': 200} May 05 19:57:07.732027 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9d4931d7-52e7-4597-a90c-b5b1ba38c696 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:07.820919 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ce015f-9461-43de-bf7e-5124319f5f81 req-8375b55c-493f-4fcd-b84d-6eaba4fefceb tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:07.823131 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-74ce015f-9461-43de-bf7e-5124319f5f81 req-8375b55c-493f-4fcd-b84d-6eaba4fefceb tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6522255 May 05 19:57:07.830063 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:07.841604 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-64e6e381-a05d-4eea-9cc8-b438c07e5676 req-4179e9ce-bc58-4603-bb50-c87bff7bfeca tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5fc2a67f2d3c4988a8e0f49e9cbe6a0a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3603079 May 05 19:57:07.850971 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-eb2d48d0-fafe-4e34-9067-cdf81b3bd709 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:07.882088 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-74ce015f-9461-43de-bf7e-5124319f5f81 req-8b701e6a-2d8f-4b2c-872f-12b699098236 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Request body: {'port': {'device_id': '1ada14d4-7aba-4b42-99fe-0ab13970f361', 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3', 'admin_state_up': True, 'tenant_id': 'd18a2e83eb0a426c94d20465510d41ca'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:57:07.921445 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-eb2d48d0-fafe-4e34-9067-cdf81b3bd709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:08.071578 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:08.120581 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c17f163e-93e9-4285-8cbd-89765d7be68c req-0f65c071-0bce-4540-b49e-59cdb453314f tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f762f9e-f94f-4add-a056-207a2bd67e54 HTTP/1.1" status: 200 len: 210 time: 0.2958748 May 05 19:57:08.172842 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-64e6e381-a05d-4eea-9cc8-b438c07e5676 req-c205abd3-859a-4cd4-bf70-60ca8fa87072 service neutron] 10.222.0.36 "GET /v2.0/networks/eeb9c093-2536-4a2a-9f6e-09016d8b7c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879176 May 05 19:57:08.181578 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f83b44b0-7bef-43e6-a483-eda8e10f1a44 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:08.211921 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-f83b44b0-7bef-43e6-a483-eda8e10f1a44 None None] Transition to ACTIVE for port object fb906e98-2c36-4e23-96e7-3736fdc97787 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:57:08.256000 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-f83b44b0-7bef-43e6-a483-eda8e10f1a44 None None] Transition to ACTIVE for port object fb906e98-2c36-4e23-96e7-3736fdc97787 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:57:08.267097 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f83b44b0-7bef-43e6-a483-eda8e10f1a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:08.373331 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83b44b0-7bef-43e6-a483-eda8e10f1a44 None None] Network 5f383bab-d2ac-4d6b-b5b0-d3f0ff3c62c8 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:57:08.377370 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-f83b44b0-7bef-43e6-a483-eda8e10f1a44 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:57:08.381390 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83b44b0-7bef-43e6-a483-eda8e10f1a44 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:57:08.425909 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2bf81d2f-a703-4907-b748-faa31daf68c0 req-d08e03c7-3759-446c-83fc-354264362912 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=d18a2e83eb0a426c94d20465510d41ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0553992 May 05 19:57:08.438259 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-eb2d48d0-fafe-4e34-9067-cdf81b3bd709 admin admin] Allocated IP 172.25.0.176 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/22bfcec0-50f1-4029-8911-44755ba27f73) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:57:08.499195 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-f83b44b0-7bef-43e6-a483-eda8e10f1a44 None None] Attempting to bind port fb906e98-2c36-4e23-96e7-3736fdc97787 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:57:08.499627 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-f83b44b0-7bef-43e6-a483-eda8e10f1a44 None None] Attempting to bind port fb906e98-2c36-4e23-96e7-3736fdc97787 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '250771b8-aad0-41ac-b102-a5f4eb30b198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5f383bab-d2ac-4d6b-b5b0-d3f0ff3c62c8'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:57:08.499933 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83b44b0-7bef-43e6-a483-eda8e10f1a44 None None] Attempting to bind port fb906e98-2c36-4e23-96e7-3736fdc97787 on network 5f383bab-d2ac-4d6b-b5b0-d3f0ff3c62c8 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:57:08.507154 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83b44b0-7bef-43e6-a483-eda8e10f1a44 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:57:08.507605 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83b44b0-7bef-43e6-a483-eda8e10f1a44 None None] Checking segment: {'id': '250771b8-aad0-41ac-b102-a5f4eb30b198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5f383bab-d2ac-4d6b-b5b0-d3f0ff3c62c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:57:08.507954 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f83b44b0-7bef-43e6-a483-eda8e10f1a44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:08.508350 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83b44b0-7bef-43e6-a483-eda8e10f1a44 None None] Bound using segment: {'id': '250771b8-aad0-41ac-b102-a5f4eb30b198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5f383bab-d2ac-4d6b-b5b0-d3f0ff3c62c8'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:57:08.508819 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-f83b44b0-7bef-43e6-a483-eda8e10f1a44 None None] Bound port: fb906e98-2c36-4e23-96e7-3736fdc97787, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '250771b8-aad0-41ac-b102-a5f4eb30b198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5f383bab-d2ac-4d6b-b5b0-d3f0ff3c62c8'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:57:08.509785 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f83b44b0-7bef-43e6-a483-eda8e10f1a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:08.519213 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83b44b0-7bef-43e6-a483-eda8e10f1a44 None None] Pushing event updated for resources: {'Port': ['ID=fb906e98-2c36-4e23-96e7-3736fdc97787,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:08.671025 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-f83b44b0-7bef-43e6-a483-eda8e10f1a44 None None] For port fb906e98-2c36-4e23-96e7-3736fdc97787, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:57:08.677669 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-f83b44b0-7bef-43e6-a483-eda8e10f1a44 None None] For port fb906e98-2c36-4e23-96e7-3736fdc97787, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=fb906e98-2c36-4e23-96e7-3736fdc97787,segment=NetworkSegment(250771b8-aad0-41ac-b102-a5f4eb30b198),segment_id=250771b8-aad0-41ac-b102-a5f4eb30b198)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:57:08.686129 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-64e6e381-a05d-4eea-9cc8-b438c07e5676 req-1187eee4-03a8-446f-888c-d16ffd68e033 service neutron] 10.222.0.36 "GET /v2.0/networks/eeb9c093-2536-4a2a-9f6e-09016d8b7c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5059614 May 05 19:57:08.687384 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f83b44b0-7bef-43e6-a483-eda8e10f1a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:08.790052 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83b44b0-7bef-43e6-a483-eda8e10f1a44 None None] Pushing event updated for resources: {'Port': ['ID=fb906e98-2c36-4e23-96e7-3736fdc97787,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:08.962963 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf81d2f-a703-4907-b748-faa31daf68c0 req-09c484dc-8679-4bcc-bc7c-1f1d79c6f707 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:08.964515 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2bf81d2f-a703-4907-b748-faa31daf68c0 req-09c484dc-8679-4bcc-bc7c-1f1d79c6f707 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5294473 May 05 19:57:08.998077 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-2bf81d2f-a703-4907-b748-faa31daf68c0 req-9ada2eeb-e52e-492c-90c9-62ec5ec6efc7 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Request body: {'port': {'device_id': '2f762f9e-f94f-4add-a056-207a2bd67e54', 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3', 'admin_state_up': True, 'tenant_id': 'd18a2e83eb0a426c94d20465510d41ca'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:57:09.061190 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-74ce015f-9461-43de-bf7e-5124319f5f81 req-8b701e6a-2d8f-4b2c-872f-12b699098236 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:57:09.066319 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7d3c65e-fc1b-4c44-b1d6-b1499a804660 admin admin] Router 1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 19:57:09.079538 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d5133-4a3c-4379-8c6d-5909259212ec req-a56843b7-6b82-4294-900a-9db68cb25068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:09.081220 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3e1d5133-4a3c-4379-8c6d-5909259212ec req-a56843b7-6b82-4294-900a-9db68cb25068 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6b1ae01d-6900-4f99-8063-6102115f0eeb HTTP/1.1" status: 200 len: 1096 time: 1.2533846 May 05 19:57:09.087706 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-74ce015f-9461-43de-bf7e-5124319f5f81 req-8b701e6a-2d8f-4b2c-872f-12b699098236 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Usage tracker for resource:port and tenant:d18a2e83eb0a426c94d20465510d41ca is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:57:09.100582 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-74ce015f-9461-43de-bf7e-5124319f5f81 req-8b701e6a-2d8f-4b2c-872f-12b699098236 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:57:09.202300 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-eb2d48d0-fafe-4e34-9067-cdf81b3bd709 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:09.340469 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-2bf81d2f-a703-4907-b748-faa31daf68c0 req-9ada2eeb-e52e-492c-90c9-62ec5ec6efc7 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:57:09.345647 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-74ce015f-9461-43de-bf7e-5124319f5f81 req-8b701e6a-2d8f-4b2c-872f-12b699098236 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:57:09.346229 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-2bf81d2f-a703-4907-b748-faa31daf68c0 req-9ada2eeb-e52e-492c-90c9-62ec5ec6efc7 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Usage tracker for resource:port and tenant:d18a2e83eb0a426c94d20465510d41ca is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:57:09.357166 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bcb853-1b1e-46e2-92b0-441527143d26 req-06ee3947-0f16-4993-8b17-4ea9a63e6343 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:09.363855 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-43bcb853-1b1e-46e2-92b0-441527143d26 req-06ee3947-0f16-4993-8b17-4ea9a63e6343 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=91be2773-96ba-4736-ab41-f69a876b566a HTTP/1.1" status: 200 len: 949 time: 0.3451316 May 05 19:57:09.383470 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-2bf81d2f-a703-4907-b748-faa31daf68c0 req-9ada2eeb-e52e-492c-90c9-62ec5ec6efc7 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:57:09.398073 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-2bf81d2f-a703-4907-b748-faa31daf68c0 req-9ada2eeb-e52e-492c-90c9-62ec5ec6efc7 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:57:09.430726 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-43bcb853-1b1e-46e2-92b0-441527143d26 req-dd2749b1-c637-43bd-9301-9518cd7f65c6 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/security-groups?id=47e8f45b-d376-403a-8bb9-867508147e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658696 May 05 19:57:09.432768 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-eb2d48d0-fafe-4e34-9067-cdf81b3bd709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:09.464519 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:09.470916 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-f4441e2d-5f0f-4c26-ad9d-a72c27296ea8 req-b6091d2b-51aa-452e-995c-cf58df0d5a24 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] For port 96d6b825-8fac-494b-9ce6-69608695d713, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=96d6b825-8fac-494b-9ce6-69608695d713,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:57:09.471311 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-f4441e2d-5f0f-4c26-ad9d-a72c27296ea8 req-b6091d2b-51aa-452e-995c-cf58df0d5a24 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:09.483167 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 0d7e3c2f-3a0a-4639-9c8f-cd0d65c6c193 up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:57:09.491108 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bf81d2f-a703-4907-b748-faa31daf68c0 req-9ada2eeb-e52e-492c-90c9-62ec5ec6efc7 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Made reservation on behalf of d18a2e83eb0a426c94d20465510d41ca for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:57:09.494594 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-2bf81d2f-a703-4907-b748-faa31daf68c0 req-9ada2eeb-e52e-492c-90c9-62ec5ec6efc7 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:09.517636 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-2bf81d2f-a703-4907-b748-faa31daf68c0 req-9ada2eeb-e52e-492c-90c9-62ec5ec6efc7 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:09.547944 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2d48d0-fafe-4e34-9067-cdf81b3bd709 admin admin] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:57:09.549000 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-2bf81d2f-a703-4907-b748-faa31daf68c0 req-9ada2eeb-e52e-492c-90c9-62ec5ec6efc7 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:57:09.551313 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2d48d0-fafe-4e34-9067-cdf81b3bd709 admin admin] Pushing event updated for resources: {'Port': ['ID=22bfcec0-50f1-4029-8911-44755ba27f73,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:09.555263 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-eb2d48d0-fafe-4e34-9067-cdf81b3bd709 admin admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:57:09.557305 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-2bf81d2f-a703-4907-b748-faa31daf68c0 req-9ada2eeb-e52e-492c-90c9-62ec5ec6efc7 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Usage tracker for resource:security_group_rule and tenant:d18a2e83eb0a426c94d20465510d41ca is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:57:09.557430 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74ce015f-9461-43de-bf7e-5124319f5f81 req-8b701e6a-2d8f-4b2c-872f-12b699098236 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Made reservation on behalf of d18a2e83eb0a426c94d20465510d41ca for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:57:09.560349 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2d48d0-fafe-4e34-9067-cdf81b3bd709 admin admin] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:57:09.564753 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-74ce015f-9461-43de-bf7e-5124319f5f81 req-8b701e6a-2d8f-4b2c-872f-12b699098236 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:09.591910 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-2bf81d2f-a703-4907-b748-faa31daf68c0 req-9ada2eeb-e52e-492c-90c9-62ec5ec6efc7 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:57:09.605059 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-2bf81d2f-a703-4907-b748-faa31daf68c0 req-9ada2eeb-e52e-492c-90c9-62ec5ec6efc7 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:57:09.625751 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port 0d7e3c2f-3a0a-4639-9c8f-cd0d65c6c193 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:57:09.634230 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port 0d7e3c2f-3a0a-4639-9c8f-cd0d65c6c193 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:57:09.634640 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:09.690417 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d4931d7-52e7-4597-a90c-b5b1ba38c696 admin admin] Router 4754cfff-7ce1-4c2d-831c-362204186b0e has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 19:57:09.693137 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3e1d5133-4a3c-4379-8c6d-5909259212ec req-34cf10b7-5bcf-4454-a82f-2e385b423762 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a69b6ab0-aa14-4469-9dc2-2519a67a3dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5872574 May 05 19:57:09.814874 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:09.855246 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '330c51d8-22e4-448a-9788-73e6a4d9ae7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d7e3c2f-3a0a-4639-9c8f-cd0d65c6c193'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:57:09.866293 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 0d7e3c2f-3a0a-4639-9c8f-cd0d65c6c193, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=0d7e3c2f-3a0a-4639-9c8f-cd0d65c6c193,segment=NetworkSegment(069234c5-3fbc-4f95-b319-b1989412732e),segment_id=069234c5-3fbc-4f95-b319-b1989412732e)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:57:09.871190 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:09.872159 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 5de1e43d-7080-43bb-97c1-88dba2d90b60 up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:57:09.883928 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3167cb-4af7-4d12-937b-9b3a8b53970f req-dc1bedd2-28a7-4f98-9949-33d3e387464e tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:09.891169 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dd3167cb-4af7-4d12-937b-9b3a8b53970f req-dc1bedd2-28a7-4f98-9949-33d3e387464e tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "GET /v2.0/ports?device_id=06d92d1c-d0ef-4026-87fe-7f2f20a98ccd HTTP/1.1" status: 200 len: 944 time: 1.5550711 May 05 19:57:09.920537 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-f4441e2d-5f0f-4c26-ad9d-a72c27296ea8 req-b6091d2b-51aa-452e-995c-cf58df0d5a24 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Calling delete_port for 96d6b825-8fac-494b-9ce6-69608695d713 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:57:09.949994 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-74ce015f-9461-43de-bf7e-5124319f5f81 req-8b701e6a-2d8f-4b2c-872f-12b699098236 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:10.032514 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=0d7e3c2f-3a0a-4639-9c8f-cd0d65c6c193,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:10.032940 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-2bf81d2f-a703-4907-b748-faa31daf68c0 req-9ada2eeb-e52e-492c-90c9-62ec5ec6efc7 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:10.045332 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port 5de1e43d-7080-43bb-97c1-88dba2d90b60 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:57:10.051220 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port 5de1e43d-7080-43bb-97c1-88dba2d90b60 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:57:10.051743 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:10.083232 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-74ce015f-9461-43de-bf7e-5124319f5f81 req-8b701e6a-2d8f-4b2c-872f-12b699098236 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:57:10.099019 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-2bf81d2f-a703-4907-b748-faa31daf68c0 req-9ada2eeb-e52e-492c-90c9-62ec5ec6efc7 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:10.147966 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dd3167cb-4af7-4d12-937b-9b3a8b53970f req-a66d3f22-efe9-46f6-811e-3a586947788f tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "GET /v2.0/security-groups?id=352a0376-f4d7-4cf4-99c3-ad13d2d04eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558401 May 05 19:57:10.151919 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-74ce015f-9461-43de-bf7e-5124319f5f81 req-8b701e6a-2d8f-4b2c-872f-12b699098236 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Usage tracker for resource:security_group_rule and tenant:d18a2e83eb0a426c94d20465510d41ca is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:57:10.168682 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-74ce015f-9461-43de-bf7e-5124319f5f81 req-8b701e6a-2d8f-4b2c-872f-12b699098236 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:57:10.214386 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d3c65e-fc1b-4c44-b1d6-b1499a804660 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 19:57:10.227746 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8a067d-b57e-4899-b304-67ad0cb028d0 None None] Sync routers for ids ['1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 19:57:10.234553 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ada2eeb-e52e-492c-90c9-62ec5ec6efc7 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74d729d4-bb0b-4e6d-b8e2-628b6688320d,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:10.245184 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8a067d-b57e-4899-b304-67ad0cb028d0 None None] Routers {'1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:57:10.249408 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-2c8a067d-b57e-4899-b304-67ad0cb028d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:57:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:57:10.280994 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3080ff01-24f2-44a6-bb42-b04f0bd3071d None None] Network 5f383bab-d2ac-4d6b-b5b0-d3f0ff3c62c8 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:57:10.285471 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-74ce015f-9461-43de-bf7e-5124319f5f81 req-8b701e6a-2d8f-4b2c-872f-12b699098236 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:57:10.304466 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3852addd-1ed4-474e-8bdf-2a0f2c3f021b req-dac1dc87-b1ba-46c3-bee2-da8f0b10ee23 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:10.312790 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:10.313253 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3852addd-1ed4-474e-8bdf-2a0f2c3f021b req-dac1dc87-b1ba-46c3-bee2-da8f0b10ee23 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] 10.222.0.36 "GET /v2.0/ports?device_id=330c51d8-22e4-448a-9788-73e6a4d9ae7d HTTP/1.1" status: 200 len: 944 time: 0.7178276 May 05 19:57:10.316187 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d7d3c65e-fc1b-4c44-b1d6-b1499a804660 admin admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:10.322441 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d7d3c65e-fc1b-4c44-b1d6-b1499a804660 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 12.4914465 May 05 19:57:10.334066 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 38782) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:57:10.407065 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 5de1e43d-7080-43bb-97c1-88dba2d90b60, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=5de1e43d-7080-43bb-97c1-88dba2d90b60,segment=NetworkSegment(111c5f9d-dbf3-4eaa-8502-8e5fa7f46f62),segment_id=111c5f9d-dbf3-4eaa-8502-8e5fa7f46f62)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:57:10.413540 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-85867cc0-9bef-4ebd-80ad-73ce6b4dc39d None None] Provisioning for port fb906e98-2c36-4e23-96e7-3736fdc97787 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:57:10.422673 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:10.423854 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 96d6b825-8fac-494b-9ce6-69608695d713 no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:57:10.489267 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c260fd6e-f560-4083-b4b2-974c81b62ff3 req-c3e79e0f-a930-4bc6-a1a3-5c401f71e333 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7112014-5f54-4758-842f-c7135e01dd5b HTTP/1.1" status: 200 len: 210 time: 0.2054400 May 05 19:57:10.523890 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3852addd-1ed4-474e-8bdf-2a0f2c3f021b req-11b6b956-9715-4d91-ba1e-00d94d3717d2 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] 10.222.0.36 "GET /v2.0/security-groups?id=a69b6ab0-aa14-4469-9dc2-2519a67a3dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071626 May 05 19:57:10.663991 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d4931d7-52e7-4597-a90c-b5b1ba38c696 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 19:57:10.690625 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-f4441e2d-5f0f-4c26-ad9d-a72c27296ea8 req-b6091d2b-51aa-452e-995c-cf58df0d5a24 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:10.706049 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb64b267-9397-4587-ab4b-172296ea0571 None None] Sync routers for ids ['4754cfff-7ce1-4c2d-831c-362204186b0e'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 19:57:10.715013 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-2c8a067d-b57e-4899-b304-67ad0cb028d0 None None] Set router 1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:57:10.729117 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4473c1c-7de8-4813-b971-8a254891d530'] response: {'server_uuid': '330c51d8-22e4-448a-9788-73e6a4d9ae7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d7e3c2f-3a0a-4639-9c8f-cd0d65c6c193', 'code': 200} May 05 19:57:10.765693 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['6e0be088-6cfe-4e5c-9668-51def98d91cd'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:57:10.797034 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['beea523c-b44a-4a29-84fa-ffc71132cf85', '23d5a2d8-4c20-4fdb-8211-2609ae0f9d81', '3ec6d015-62ee-40e3-a243-44557141e447', '23636d07-d5e5-4113-a95f-01258904698e'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:57:10.897489 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb64b267-9397-4587-ab4b-172296ea0571 None None] Routers {'4754cfff-7ce1-4c2d-831c-362204186b0e'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:57:10.904004 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-fb64b267-9397-4587-ab4b-172296ea0571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:57:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['4754cfff-7ce1-4c2d-831c-362204186b0e'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:57:11.012832 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1c04d3d1-8da6-4767-8e48-8f07b53bac60 req-3b879ee2-3aaa-4a39-9c92-304ef226f706 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f762f9e-f94f-4add-a056-207a2bd67e54 HTTP/1.1" status: 200 len: 210 time: 0.1813836 May 05 19:57:11.021262 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6091d2b-51aa-452e-995c-cf58df0d5a24 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Pushing event deleted for resources: {'Port': ['ID=96d6b825-8fac-494b-9ce6-69608695d713,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:11.117981 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-fb64b267-9397-4587-ab4b-172296ea0571 None None] Set router 4754cfff-7ce1-4c2d-831c-362204186b0e gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:57:11.204953 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.db.api [req-74ce015f-9461-43de-bf7e-5124319f5f81 req-8b701e6a-2d8f-4b2c-872f-12b699098236 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) d18a2e83eb0a426c94d20465510d41ca {{(pid=88198) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 19:57:11.204953 n-d-840717-1 neutron-server[88198]: DEBUG oslo_db.api [req-74ce015f-9461-43de-bf7e-5124319f5f81 req-8b701e6a-2d8f-4b2c-872f-12b699098236 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 19:57:11.212640 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e6e381-a05d-4eea-9cc8-b438c07e5676 req-d558e975-5245-4cbd-96ba-896719462080 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:11.214175 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-64e6e381-a05d-4eea-9cc8-b438c07e5676 req-d558e975-5245-4cbd-96ba-896719462080 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.50 "GET /v2.0/networks?id=eeb9c093-2536-4a2a-9f6e-09016d8b7c5d HTTP/1.1" status: 200 len: 821 time: 0.7036350 May 05 19:57:11.218280 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-9d4931d7-52e7-4597-a90c-b5b1ba38c696 admin admin] 10.222.0.36 "PUT /v2.0/routers/4754cfff-7ce1-4c2d-831c-362204186b0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0204406 May 05 19:57:11.221637 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 38790) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:57:11.242036 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-2c8a067d-b57e-4899-b304-67ad0cb028d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d', 'name': 'tempest-ServersTestManualDisk-1650204279-router', 'tenant_id': '12d6d803715a4d1faae5ab453e890665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': 'd5236884-e57c-4a7a-8ab9-8dae6959201e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:56:57Z', 'updated_at': '2022-05-05T19:57:05Z', 'revision_number': 3, 'project_id': '12d6d803715a4d1faae5ab453e890665', 'gw_port': {'id': 'd5236884-e57c-4a7a-8ab9-8dae6959201e', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:01Z', 'updated_at': '2022-05-05T19:57:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:57:11.245468 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b5a5fa34-0a03-4255-b6ad-6e655ca2b394 req-4bda3229-c1fe-4cc3-9573-77376a47b6ea tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=91be2773-96ba-4736-ab41-f69a876b566a HTTP/1.1" status: 200 len: 210 time: 0.1795845 May 05 19:57:11.256893 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-eb2d48d0-fafe-4e34-9067-cdf81b3bd709 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:11.258754 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8a067d-b57e-4899-b304-67ad0cb028d0 None None] Checking router: 1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 19:57:11.259099 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8a067d-b57e-4899-b304-67ad0cb028d0 None None] Updating router 1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d port d5236884-e57c-4a7a-8ab9-8dae6959201e binding host n-d-840717-1 {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 19:57:11.264180 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-64e6e381-a05d-4eea-9cc8-b438c07e5676 req-4f5260ec-fceb-4329-99d6-dcd9663df47e tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Request body: {'port': {'device_id': 'a7112014-5f54-4758-842f-c7135e01dd5b', 'network_id': 'eeb9c093-2536-4a2a-9f6e-09016d8b7c5d', 'admin_state_up': True, 'tenant_id': '5fc2a67f2d3c4988a8e0f49e9cbe6a0a'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:57:11.292706 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4441e2d-5f0f-4c26-ad9d-a72c27296ea8 req-b6091d2b-51aa-452e-995c-cf58df0d5a24 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] No DVR routers for this DVR port 96d6b825-8fac-494b-9ce6-69608695d713 on host n-h2-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:57:11.299742 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-f4441e2d-5f0f-4c26-ad9d-a72c27296ea8 req-b6091d2b-51aa-452e-995c-cf58df0d5a24 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:11.302341 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f4441e2d-5f0f-4c26-ad9d-a72c27296ea8 req-b6091d2b-51aa-452e-995c-cf58df0d5a24 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.50 "DELETE /v2.0/ports/96d6b825-8fac-494b-9ce6-69608695d713 HTTP/1.1" status: 204 len: 173 time: 3.8994691 May 05 19:57:11.303510 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91be2773-96ba-4736-ab41-f69a876b566a', 'name': 'network-vif-deleted', 'tag': '96d6b825-8fac-494b-9ce6-69608695d713'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:57:11.360445 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2c8a067d-b57e-4899-b304-67ad0cb028d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:11.362357 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device fb906e98-2c36-4e23-96e7-3736fdc97787 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:57:11.405412 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-717582b9-42a8-41ce-a525-6156b224ea8d'] response: {'server_uuid': '91be2773-96ba-4736-ab41-f69a876b566a', 'name': 'network-vif-deleted', 'tag': '96d6b825-8fac-494b-9ce6-69608695d713', 'status': 'completed', 'code': 200} May 05 19:57:11.607648 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8793e875-0931-45a8-a0f2-c1fa81783950 admin admin] Notify callbacks [] for router, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:11.707003 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-74ce015f-9461-43de-bf7e-5124319f5f81 req-8b701e6a-2d8f-4b2c-872f-12b699098236 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:11.758369 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-2bf81d2f-a703-4907-b748-faa31daf68c0 req-9ada2eeb-e52e-492c-90c9-62ec5ec6efc7 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Allocated IP 192.168.233.245 (b786cc2b-f681-4c10-a54f-820e9d1a5ac3/4d72a8d3-0a35-4d3a-96b8-d869ff4093bc/0c197f2c-b488-43c9-af52-801437aafe96) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:57:11.762760 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] No active binding found for port 96d6b825-8fac-494b-9ce6-69608695d713 {{(pid=88199) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 05 19:57:11.765568 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 96d6b825-8fac-494b-9ce6-69608695d713 not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:57:11.781321 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-64e6e381-a05d-4eea-9cc8-b438c07e5676 req-4f5260ec-fceb-4329-99d6-dcd9663df47e tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:57:11.795535 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b926cb49-561a-4ff7-93ce-61452618cca0 req-154b61d1-1897-4b16-bb81-568157e8f4c1 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:11.798146 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b926cb49-561a-4ff7-93ce-61452618cca0 req-154b61d1-1897-4b16-bb81-568157e8f4c1 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "GET /v2.0/ports?device_id=06d92d1c-d0ef-4026-87fe-7f2f20a98ccd HTTP/1.1" status: 200 len: 945 time: 0.4437082 May 05 19:57:11.828405 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=5de1e43d-7080-43bb-97c1-88dba2d90b60,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:11.863310 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-64e6e381-a05d-4eea-9cc8-b438c07e5676 req-4f5260ec-fceb-4329-99d6-dcd9663df47e tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:57:11.936666 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-25f030a8-db78-4298-a33d-3aecba7db3fd req-ae2f972b-5958-4e90-8766-806d7959d870 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7112014-5f54-4758-842f-c7135e01dd5b HTTP/1.1" status: 200 len: 210 time: 0.1819005 May 05 19:57:11.940431 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2c8a067d-b57e-4899-b304-67ad0cb028d0 None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:11.955025 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-2c8a067d-b57e-4899-b304-67ad0cb028d0 None None] Transition to ACTIVE for port object d5236884-e57c-4a7a-8ab9-8dae6959201e will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:57:11.965412 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2c8a067d-b57e-4899-b304-67ad0cb028d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:12.062777 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64e6e381-a05d-4eea-9cc8-b438c07e5676 req-4f5260ec-fceb-4329-99d6-dcd9663df47e tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Made reservation on behalf of 5fc2a67f2d3c4988a8e0f49e9cbe6a0a for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:57:12.063506 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd113698-93ca-44e1-b5d8-039025df88b3 None None] Pushing event updated for resources: {'Port': ['ID=d5236884-e57c-4a7a-8ab9-8dae6959201e,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:12.068297 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-64e6e381-a05d-4eea-9cc8-b438c07e5676 req-4f5260ec-fceb-4329-99d6-dcd9663df47e tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:12.075727 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd113698-93ca-44e1-b5d8-039025df88b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:57:12.076080 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd113698-93ca-44e1-b5d8-039025df88b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:57:12.076415 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd113698-93ca-44e1-b5d8-039025df88b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:57:12.076743 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd113698-93ca-44e1-b5d8-039025df88b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:57:12.077074 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd113698-93ca-44e1-b5d8-039025df88b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:57:12.077385 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd113698-93ca-44e1-b5d8-039025df88b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:57:12.077704 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd113698-93ca-44e1-b5d8-039025df88b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:57:12.078024 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd113698-93ca-44e1-b5d8-039025df88b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:57:12.078332 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd113698-93ca-44e1-b5d8-039025df88b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:57:12.078645 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd113698-93ca-44e1-b5d8-039025df88b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:57:12.078960 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd113698-93ca-44e1-b5d8-039025df88b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:57:12.079274 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd113698-93ca-44e1-b5d8-039025df88b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:57:12.090229 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b926cb49-561a-4ff7-93ce-61452618cca0 req-61b217ad-cbbc-4ad0-9b1f-e9a2da3ec2d8 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "GET /v2.0/security-groups?id=352a0376-f4d7-4cf4-99c3-ad13d2d04eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708366 May 05 19:57:12.099589 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port fb906e98-2c36-4e23-96e7-3736fdc97787 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:57:12.101413 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-2c8a067d-b57e-4899-b304-67ad0cb028d0 None None] Attempting to bind port d5236884-e57c-4a7a-8ab9-8dae6959201e on host n-d-840717-1 for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:57:12.101774 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-2c8a067d-b57e-4899-b304-67ad0cb028d0 None None] Attempting to bind port d5236884-e57c-4a7a-8ab9-8dae6959201e by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:57:12.102127 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8a067d-b57e-4899-b304-67ad0cb028d0 None None] Attempting to bind port d5236884-e57c-4a7a-8ab9-8dae6959201e on network 0401d202-1605-4cfe-bad4-fb225df6afb0 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:57:12.107946 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8a067d-b57e-4899-b304-67ad0cb028d0 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:57:12.108122 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8a067d-b57e-4899-b304-67ad0cb028d0 None None] Checking segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:57:12.108551 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2c8a067d-b57e-4899-b304-67ad0cb028d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:12.108899 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8a067d-b57e-4899-b304-67ad0cb028d0 None None] Bound using segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:57:12.109348 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-2c8a067d-b57e-4899-b304-67ad0cb028d0 None None] Bound port: d5236884-e57c-4a7a-8ab9-8dae6959201e, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:57:12.109727 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2c8a067d-b57e-4899-b304-67ad0cb028d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:12.191094 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-2c8a067d-b57e-4899-b304-67ad0cb028d0 None None] For port d5236884-e57c-4a7a-8ab9-8dae6959201e, host n-d-840717-1, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:57:12.195394 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-2c8a067d-b57e-4899-b304-67ad0cb028d0 None None] For port d5236884-e57c-4a7a-8ab9-8dae6959201e, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=d5236884-e57c-4a7a-8ab9-8dae6959201e,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:57:12.201197 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2c8a067d-b57e-4899-b304-67ad0cb028d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:12.248728 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port fb906e98-2c36-4e23-96e7-3736fdc97787 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:57:12.249103 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:12.292457 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd113698-93ca-44e1-b5d8-039025df88b3 None None] Pushing event updated for resources: {'Port': ['ID=d5236884-e57c-4a7a-8ab9-8dae6959201e,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:12.323032 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8a067d-b57e-4899-b304-67ad0cb028d0 None None] Routers {'1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:57:12.323603 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-2c8a067d-b57e-4899-b304-67ad0cb028d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:57:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:57:12.326550 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a861e6-3505-443a-a8fa-8ddf6421b187 req-5a8864e2-1180-4b3a-bcb8-57fb827c731e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:12.328040 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-86a861e6-3505-443a-a8fa-8ddf6421b187 req-5a8864e2-1180-4b3a-bcb8-57fb827c731e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=330c51d8-22e4-448a-9788-73e6a4d9ae7d HTTP/1.1" status: 200 len: 1096 time: 1.4378846 May 05 19:57:12.357684 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ae9afa75-8f04-4531-a92a-583bc44eaeee req-979b5ad0-a0b8-424e-9fdc-5fb6a53580a7 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f762f9e-f94f-4add-a056-207a2bd67e54 HTTP/1.1" status: 200 len: 210 time: 0.0545921 May 05 19:57:12.491675 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-64e6e381-a05d-4eea-9cc8-b438c07e5676 req-4f5260ec-fceb-4329-99d6-dcd9663df47e tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Allocated IP 172.20.0.11 (eeb9c093-2536-4a2a-9f6e-09016d8b7c5d/2ab1778b-7268-4b66-a1dd-6ef68efc2477/367b4e87-c3ab-49a3-b285-f57259bf10b9) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:57:12.662080 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-2c8a067d-b57e-4899-b304-67ad0cb028d0 None None] Set router 1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:57:12.742990 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06d92d1c-d0ef-4026-87fe-7f2f20a98ccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de1e43d-7080-43bb-97c1-88dba2d90b60'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:57:12.796241 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:12.870082 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-64e6e381-a05d-4eea-9cc8-b438c07e5676 req-4f5260ec-fceb-4329-99d6-dcd9663df47e tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:12.890316 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-fb64b267-9397-4587-ab4b-172296ea0571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4754cfff-7ce1-4c2d-831c-362204186b0e', 'name': 'tempest-ServersTestMultiNic-1822531154-router', 'tenant_id': 'beb159436c9e4e2f822f7625a9d89435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '5c91cc96-b667-4412-92ed-e46720f3a0c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:53:59Z', 'updated_at': '2022-05-05T19:57:05Z', 'revision_number': 5, 'project_id': 'beb159436c9e4e2f822f7625a9d89435', 'gw_port': {'id': '5c91cc96-b667-4412-92ed-e46720f3a0c4', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:38:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4754cfff-7ce1-4c2d-831c-362204186b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:54:01Z', 'updated_at': '2022-05-05T19:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:57:12.908888 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-548666a5-2f5f-4673-a36d-0e4c940dd8b6'] response: {'server_uuid': '06d92d1c-d0ef-4026-87fe-7f2f20a98ccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de1e43d-7080-43bb-97c1-88dba2d90b60', 'code': 200} May 05 19:57:12.913734 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port fb906e98-2c36-4e23-96e7-3736fdc97787, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=fb906e98-2c36-4e23-96e7-3736fdc97787,segment=NetworkSegment(250771b8-aad0-41ac-b102-a5f4eb30b198),segment_id=250771b8-aad0-41ac-b102-a5f4eb30b198)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:57:12.921961 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb64b267-9397-4587-ab4b-172296ea0571 None None] Checking router: 4754cfff-7ce1-4c2d-831c-362204186b0e for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 19:57:12.945234 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:12.946997 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-64e6e381-a05d-4eea-9cc8-b438c07e5676 req-4f5260ec-fceb-4329-99d6-dcd9663df47e tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:13.013427 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb64b267-9397-4587-ab4b-172296ea0571 None None] Routers {'4754cfff-7ce1-4c2d-831c-362204186b0e'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:57:13.019859 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-fb64b267-9397-4587-ab4b-172296ea0571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:57:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['4754cfff-7ce1-4c2d-831c-362204186b0e'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:57:13.188224 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-2c8a067d-b57e-4899-b304-67ad0cb028d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d', 'name': 'tempest-ServersTestManualDisk-1650204279-router', 'tenant_id': '12d6d803715a4d1faae5ab453e890665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': 'd5236884-e57c-4a7a-8ab9-8dae6959201e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:56:57Z', 'updated_at': '2022-05-05T19:57:05Z', 'revision_number': 3, 'project_id': '12d6d803715a4d1faae5ab453e890665', 'gw_port': {'id': 'd5236884-e57c-4a7a-8ab9-8dae6959201e', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:01Z', 'updated_at': '2022-05-05T19:57:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:57:13.200199 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8a067d-b57e-4899-b304-67ad0cb028d0 None None] The sync data for ids ['1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d'] in n-d-840717-1 is: [{'id': '1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d', 'name': 'tempest-ServersTestManualDisk-1650204279-router', 'tenant_id': '12d6d803715a4d1faae5ab453e890665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': 'd5236884-e57c-4a7a-8ab9-8dae6959201e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:56:57Z', 'updated_at': '2022-05-05T19:57:05Z', 'revision_number': 3, 'project_id': '12d6d803715a4d1faae5ab453e890665', 'gw_port': {'id': 'd5236884-e57c-4a7a-8ab9-8dae6959201e', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:01Z', 'updated_at': '2022-05-05T19:57:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 19:57:13.293993 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64e6e381-a05d-4eea-9cc8-b438c07e5676 req-4f5260ec-fceb-4329-99d6-dcd9663df47e tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Network eeb9c093-2536-4a2a-9f6e-09016d8b7c5d is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:57:13.295106 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5260ec-fceb-4329-99d6-dcd9663df47e tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Pushing event updated for resources: {'Port': ['ID=367b4e87-c3ab-49a3-b285-f57259bf10b9,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:13.299580 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-64e6e381-a05d-4eea-9cc8-b438c07e5676 req-4f5260ec-fceb-4329-99d6-dcd9663df47e tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:57:13.312296 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-64e6e381-a05d-4eea-9cc8-b438c07e5676 req-4f5260ec-fceb-4329-99d6-dcd9663df47e tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:57:13.326488 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=fb906e98-2c36-4e23-96e7-3736fdc97787,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:13.352726 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-86a861e6-3505-443a-a8fa-8ddf6421b187 req-51b6653e-2d2b-4ca0-a883-7676e179e1cb service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a69b6ab0-aa14-4469-9dc2-2519a67a3dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7161071 May 05 19:57:13.390220 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9ad18-71c1-453f-b377-a315af8c6eae req-bdbe60aa-5188-441a-9502-a3192f8258f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:13.391329 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-2bf81d2f-a703-4907-b748-faa31daf68c0 req-9ada2eeb-e52e-492c-90c9-62ec5ec6efc7 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:13.392037 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d2b9ad18-71c1-453f-b377-a315af8c6eae req-bdbe60aa-5188-441a-9502-a3192f8258f7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=06d92d1c-d0ef-4026-87fe-7f2f20a98ccd HTTP/1.1" status: 200 len: 1096 time: 0.3107407 May 05 19:57:13.398303 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8793e875-0931-45a8-a0f2-c1fa81783950 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:13.417373 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e6e381-a05d-4eea-9cc8-b438c07e5676 req-4f5260ec-fceb-4329-99d6-dcd9663df47e tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:13.418134 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-64e6e381-a05d-4eea-9cc8-b438c07e5676 req-4f5260ec-fceb-4329-99d6-dcd9663df47e tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:13.461511 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-64e6e381-a05d-4eea-9cc8-b438c07e5676 req-4f5260ec-fceb-4329-99d6-dcd9663df47e tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2387171 May 05 19:57:13.508400 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-8793e875-0931-45a8-a0f2-c1fa81783950 admin admin] Deleting port 5c91cc96-b667-4412-92ed-e46720f3a0c4 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:57:13.509020 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8793e875-0931-45a8-a0f2-c1fa81783950 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:13.516148 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-fb64b267-9397-4587-ab4b-172296ea0571 None None] Set router 4754cfff-7ce1-4c2d-831c-362204186b0e gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:57:13.608715 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-64e6e381-a05d-4eea-9cc8-b438c07e5676 req-51a2dfb5-5148-485e-b494-9a183d1fddcf service neutron] Request body: {'port': {'device_id': 'a7112014-5f54-4758-842f-c7135e01dd5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:57:13.621028 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-2bf81d2f-a703-4907-b748-faa31daf68c0 req-9ada2eeb-e52e-492c-90c9-62ec5ec6efc7 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Transition to ACTIVE for port object 0c197f2c-b488-43c9-af52-801437aafe96 will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:57:13.661764 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716b5020-28b6-4daf-9912-c522afbd940f req-48fc3398-b815-4ff5-9daf-79b9bd00b432 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:13.662503 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-716b5020-28b6-4daf-9912-c522afbd940f req-48fc3398-b815-4ff5-9daf-79b9bd00b432 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Synchronizing usage tracker for tenant:5fc2a67f2d3c4988a8e0f49e9cbe6a0a on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:57:13.685060 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-68efb660-1c52-4c9f-9ab5-3d8d97d9f39d None None] Provisioning complete for port fb906e98-2c36-4e23-96e7-3736fdc97787 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:57:13.685517 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-68efb660-1c52-4c9f-9ab5-3d8d97d9f39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:13.693419 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-eb2d48d0-fafe-4e34-9067-cdf81b3bd709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:13.709372 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1206d45-e4dd-4865-90d3-71b341dfdd83 req-134e6294-d253-41f4-a39c-8d4e7543f79e tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:13.711120 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d1206d45-e4dd-4865-90d3-71b341dfdd83 req-134e6294-d253-41f4-a39c-8d4e7543f79e tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] 10.222.0.36 "GET /v2.0/ports?device_id=330c51d8-22e4-448a-9788-73e6a4d9ae7d HTTP/1.1" status: 200 len: 945 time: 1.4504902 May 05 19:57:13.719160 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-716b5020-28b6-4daf-9912-c522afbd940f req-48fc3398-b815-4ff5-9daf-79b9bd00b432 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Unset dirty status for tenant:5fc2a67f2d3c4988a8e0f49e9cbe6a0a on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:57:13.728310 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-716b5020-28b6-4daf-9912-c522afbd940f req-48fc3398-b815-4ff5-9daf-79b9bd00b432 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7112014-5f54-4758-842f-c7135e01dd5b HTTP/1.1" status: 200 len: 932 time: 0.2613490 May 05 19:57:13.763190 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d2b9ad18-71c1-453f-b377-a315af8c6eae req-355fc633-7ef9-429e-940c-6dcc2c3a00bb service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=352a0376-f4d7-4cf4-99c3-ad13d2d04eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858785 May 05 19:57:13.842617 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-716b5020-28b6-4daf-9912-c522afbd940f req-bfdc8af1-c461-4d20-a91d-d2823583acd0 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Synchronizing usage tracker for tenant:5fc2a67f2d3c4988a8e0f49e9cbe6a0a on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:57:13.871858 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-64e6e381-a05d-4eea-9cc8-b438c07e5676 req-51a2dfb5-5148-485e-b494-9a183d1fddcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:13.886284 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-716b5020-28b6-4daf-9912-c522afbd940f req-bfdc8af1-c461-4d20-a91d-d2823583acd0 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Unset dirty status for tenant:5fc2a67f2d3c4988a8e0f49e9cbe6a0a on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:57:13.896257 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-716b5020-28b6-4daf-9912-c522afbd940f req-bfdc8af1-c461-4d20-a91d-d2823583acd0 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/security-groups?id=b8eb825a-eb05-4b64-b47c-316dce01fa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663499 May 05 19:57:14.137980 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d1206d45-e4dd-4865-90d3-71b341dfdd83 req-27e6f5c2-009f-4ec7-bd9a-ead2195e3418 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] 10.222.0.36 "GET /v2.0/security-groups?id=a69b6ab0-aa14-4469-9dc2-2519a67a3dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4200134 May 05 19:57:14.138730 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:14.151773 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-8793e875-0931-45a8-a0f2-c1fa81783950 admin admin] For port 5c91cc96-b667-4412-92ed-e46720f3a0c4, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=5c91cc96-b667-4412-92ed-e46720f3a0c4,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:57:14.163259 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8793e875-0931-45a8-a0f2-c1fa81783950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:14.211695 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e6c1f-6de5-4c90-9d19-e88b2e82d757 req-2301b0cc-797b-4fdb-9382-c903bf5e94bd tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:14.218627 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ee7e6c1f-6de5-4c90-9d19-e88b2e82d757 req-2301b0cc-797b-4fdb-9382-c903bf5e94bd tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "GET /v2.0/ports?device_id=06d92d1c-d0ef-4026-87fe-7f2f20a98ccd HTTP/1.1" status: 200 len: 945 time: 0.1386614 May 05 19:57:14.279980 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ee7e6c1f-6de5-4c90-9d19-e88b2e82d757 req-af135f12-86f4-4275-9789-5cc782b272ad tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "GET /v2.0/security-groups?id=352a0376-f4d7-4cf4-99c3-ad13d2d04eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602393 May 05 19:57:14.358478 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-fb64b267-9397-4587-ab4b-172296ea0571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4754cfff-7ce1-4c2d-831c-362204186b0e', 'name': 'tempest-ServersTestMultiNic-1822531154-router', 'tenant_id': 'beb159436c9e4e2f822f7625a9d89435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '5c91cc96-b667-4412-92ed-e46720f3a0c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:53:59Z', 'updated_at': '2022-05-05T19:57:05Z', 'revision_number': 5, 'project_id': 'beb159436c9e4e2f822f7625a9d89435', 'gw_port': {'id': '5c91cc96-b667-4412-92ed-e46720f3a0c4', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:38:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4754cfff-7ce1-4c2d-831c-362204186b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:54:01Z', 'updated_at': '2022-05-05T19:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:57:14.396155 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb64b267-9397-4587-ab4b-172296ea0571 None None] The sync data for ids ['4754cfff-7ce1-4c2d-831c-362204186b0e'] in n-d-840717-1 is: [{'id': '4754cfff-7ce1-4c2d-831c-362204186b0e', 'name': 'tempest-ServersTestMultiNic-1822531154-router', 'tenant_id': 'beb159436c9e4e2f822f7625a9d89435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '5c91cc96-b667-4412-92ed-e46720f3a0c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:53:59Z', 'updated_at': '2022-05-05T19:57:05Z', 'revision_number': 5, 'project_id': 'beb159436c9e4e2f822f7625a9d89435', 'gw_port': {'id': '5c91cc96-b667-4412-92ed-e46720f3a0c4', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:38:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4754cfff-7ce1-4c2d-831c-362204186b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:54:01Z', 'updated_at': '2022-05-05T19:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 19:57:14.414776 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-8793e875-0931-45a8-a0f2-c1fa81783950 admin admin] Calling delete_port for 5c91cc96-b667-4412-92ed-e46720f3a0c4 owned by network:router_gateway {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:57:14.444014 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-2bf81d2f-a703-4907-b748-faa31daf68c0 req-9ada2eeb-e52e-492c-90c9-62ec5ec6efc7 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:14.579437 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-74ce015f-9461-43de-bf7e-5124319f5f81 req-8b701e6a-2d8f-4b2c-872f-12b699098236 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Allocated IP 192.168.233.78 (b786cc2b-f681-4c10-a54f-820e9d1a5ac3/4d72a8d3-0a35-4d3a-96b8-d869ff4093bc/59d900ca-6fa6-412a-bab1-dcae6d354933) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:57:14.607305 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc10064-7791-4755-b469-d9e9b9202544 req-3b9d077f-8362-4d38-9d42-f40296ac2e5c tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:14.608039 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-3bc10064-7791-4755-b469-d9e9b9202544 req-3b9d077f-8362-4d38-9d42-f40296ac2e5c tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Synchronizing usage tracker for tenant:d18a2e83eb0a426c94d20465510d41ca on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:57:14.766558 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-3bc10064-7791-4755-b469-d9e9b9202544 req-3b9d077f-8362-4d38-9d42-f40296ac2e5c tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Unset dirty status for tenant:d18a2e83eb0a426c94d20465510d41ca on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:57:14.767778 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3bc10064-7791-4755-b469-d9e9b9202544 req-3b9d077f-8362-4d38-9d42-f40296ac2e5c tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f762f9e-f94f-4add-a056-207a2bd67e54 HTTP/1.1" status: 200 len: 936 time: 0.3456793 May 05 19:57:14.834489 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-64e6e381-a05d-4eea-9cc8-b438c07e5676 req-51a2dfb5-5148-485e-b494-9a183d1fddcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 367b4e87-c3ab-49a3-b285-f57259bf10b9 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:57:14.855251 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-64e6e381-a05d-4eea-9cc8-b438c07e5676 req-51a2dfb5-5148-485e-b494-9a183d1fddcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:14.902283 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bf81d2f-a703-4907-b748-faa31daf68c0 req-9ada2eeb-e52e-492c-90c9-62ec5ec6efc7 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:57:14.929186 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-2bf81d2f-a703-4907-b748-faa31daf68c0 req-9ada2eeb-e52e-492c-90c9-62ec5ec6efc7 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:57:14.944969 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bf81d2f-a703-4907-b748-faa31daf68c0 req-9ada2eeb-e52e-492c-90c9-62ec5ec6efc7 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:57:14.984196 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ada2eeb-e52e-492c-90c9-62ec5ec6efc7 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Pushing event updated for resources: {'Port': ['ID=0c197f2c-b488-43c9-af52-801437aafe96,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:15.161952 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-64e6e381-a05d-4eea-9cc8-b438c07e5676 req-51a2dfb5-5148-485e-b494-9a183d1fddcf service neutron] Transition to ACTIVE for port object 367b4e87-c3ab-49a3-b285-f57259bf10b9 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:57:15.169592 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-3bc10064-7791-4755-b469-d9e9b9202544 req-a38a7a15-4a2f-4fdf-a0e7-0c22f0270b67 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Synchronizing usage tracker for tenant:d18a2e83eb0a426c94d20465510d41ca on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:57:15.193508 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-64e6e381-a05d-4eea-9cc8-b438c07e5676 req-51a2dfb5-5148-485e-b494-9a183d1fddcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:15.203815 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb2d48d0-fafe-4e34-9067-cdf81b3bd709 admin admin] Router 649421de-0869-4a5d-a52d-ede22ea4ca73 is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88197) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 19:57:15.216081 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf81d2f-a703-4907-b748-faa31daf68c0 req-9ada2eeb-e52e-492c-90c9-62ec5ec6efc7 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:15.217049 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-2bf81d2f-a703-4907-b748-faa31daf68c0 req-9ada2eeb-e52e-492c-90c9-62ec5ec6efc7 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:15.330465 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb7a1db-e320-448c-8018-f64da6b83536 req-6fbd0893-0f8c-4fc6-86a0-97036561b20f tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:15.332512 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-3bc10064-7791-4755-b469-d9e9b9202544 req-a38a7a15-4a2f-4fdf-a0e7-0c22f0270b67 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Unset dirty status for tenant:d18a2e83eb0a426c94d20465510d41ca on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:57:15.336041 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device fb906e98-2c36-4e23-96e7-3736fdc97787 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:57:15.340227 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dcb7a1db-e320-448c-8018-f64da6b83536 req-6fbd0893-0f8c-4fc6-86a0-97036561b20f tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=83ac2a72-1269-4ad8-a2f9-a8775b8bf130 HTTP/1.1" status: 200 len: 950 time: 0.9501629 May 05 19:57:15.341901 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3bc10064-7791-4755-b469-d9e9b9202544 req-a38a7a15-4a2f-4fdf-a0e7-0c22f0270b67 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] 10.222.0.36 "GET /v2.0/security-groups?id=74d729d4-bb0b-4e6d-b8e2-628b6688320d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5635540 May 05 19:57:15.415272 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-dad0044f-0c3c-4b2d-9d1e-43deeed1f791 None None] Provisioning for port 0c197f2c-b488-43c9-af52-801437aafe96 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:57:15.421067 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dcb7a1db-e320-448c-8018-f64da6b83536 req-689e4739-5f09-4d05-98f9-1716edfa8830 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/security-groups?id=47e8f45b-d376-403a-8bb9-867508147e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798738 May 05 19:57:15.424550 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-dad0044f-0c3c-4b2d-9d1e-43deeed1f791 None None] Provisioning complete for port 0c197f2c-b488-43c9-af52-801437aafe96 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:57:15.424919 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-dad0044f-0c3c-4b2d-9d1e-43deeed1f791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:15.463551 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b4c6fe-d9b0-4d1e-a24f-d9523c6bb1e4 req-08802978-f782-411d-8e68-d7600940831e tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:15.464504 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-88b4c6fe-d9b0-4d1e-a24f-d9523c6bb1e4 req-08802978-f782-411d-8e68-d7600940831e tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Synchronizing usage tracker for tenant:97ead9bcc5d448dab263815a595740a4 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:57:15.497287 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port fb906e98-2c36-4e23-96e7-3736fdc97787 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:57:15.497654 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:15.506448 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a2dfb5-5148-485e-b494-9a183d1fddcf service neutron] Pushing event updated for resources: {'Port': ['ID=367b4e87-c3ab-49a3-b285-f57259bf10b9,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:15.550020 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-dad0044f-0c3c-4b2d-9d1e-43deeed1f791 None None] Port 0c197f2c-b488-43c9-af52-801437aafe96 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:57:15.592486 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df304401-06c7-4a74-87c4-0c642a285a7c req-0413f356-47ca-46ae-94b2-e90648da3a87 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:15.593997 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-df304401-06c7-4a74-87c4-0c642a285a7c req-0413f356-47ca-46ae-94b2-e90648da3a87 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ebc9306-04f4-4b43-83ba-11cffb744f6d HTTP/1.1" status: 200 len: 949 time: 0.9315026 May 05 19:57:15.629395 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-88b4c6fe-d9b0-4d1e-a24f-d9523c6bb1e4 req-08802978-f782-411d-8e68-d7600940831e tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Unset dirty status for tenant:97ead9bcc5d448dab263815a595740a4 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:57:15.630604 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-88b4c6fe-d9b0-4d1e-a24f-d9523c6bb1e4 req-08802978-f782-411d-8e68-d7600940831e tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.50 "GET /v2.0/ports?device_id=83ac2a72-1269-4ad8-a2f9-a8775b8bf130 HTTP/1.1" status: 200 len: 950 time: 0.9450765 May 05 19:57:15.664657 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device d5236884-e57c-4a7a-8ab9-8dae6959201e up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:57:15.737762 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port d5236884-e57c-4a7a-8ab9-8dae6959201e completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:57:15.743852 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port d5236884-e57c-4a7a-8ab9-8dae6959201e triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:57:15.744358 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:15.774867 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0661b81c-01a6-4379-b380-703cdaf5a446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:15.783594 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-88b4c6fe-d9b0-4d1e-a24f-d9523c6bb1e4 req-ec51f770-e2fd-4b18-852a-307bb00daa1d tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Deleting port 6e0be088-6cfe-4e5c-9668-51def98d91cd {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:57:15.783947 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-88b4c6fe-d9b0-4d1e-a24f-d9523c6bb1e4 req-ec51f770-e2fd-4b18-852a-307bb00daa1d tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:15.866126 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:15.870222 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2bf81d2f-a703-4907-b748-faa31daf68c0 req-9ada2eeb-e52e-492c-90c9-62ec5ec6efc7 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.8759491 May 05 19:57:15.871778 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-64e6e381-a05d-4eea-9cc8-b438c07e5676 req-51a2dfb5-5148-485e-b494-9a183d1fddcf service neutron] Attempting to bind port 367b4e87-c3ab-49a3-b285-f57259bf10b9 on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:57:15.872107 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-64e6e381-a05d-4eea-9cc8-b438c07e5676 req-51a2dfb5-5148-485e-b494-9a183d1fddcf service neutron] Attempting to bind port 367b4e87-c3ab-49a3-b285-f57259bf10b9 by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': 'ac8864a1-851c-4e33-a62e-34bf87714dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'eeb9c093-2536-4a2a-9f6e-09016d8b7c5d'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:57:15.872438 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e6e381-a05d-4eea-9cc8-b438c07e5676 req-51a2dfb5-5148-485e-b494-9a183d1fddcf service neutron] Attempting to bind port 367b4e87-c3ab-49a3-b285-f57259bf10b9 on network eeb9c093-2536-4a2a-9f6e-09016d8b7c5d {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:57:15.885867 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port d5236884-e57c-4a7a-8ab9-8dae6959201e, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=d5236884-e57c-4a7a-8ab9-8dae6959201e,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:57:15.890706 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:15.896713 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-2bf81d2f-a703-4907-b748-faa31daf68c0 req-11475077-d908-4037-88e0-92eda8e1077c service neutron] Request body: {'port': {'device_id': '2f762f9e-f94f-4add-a056-207a2bd67e54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:57:15.910899 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e6e381-a05d-4eea-9cc8-b438c07e5676 req-51a2dfb5-5148-485e-b494-9a183d1fddcf service neutron] Port 367b4e87-c3ab-49a3-b285-f57259bf10b9 on network eeb9c093-2536-4a2a-9f6e-09016d8b7c5d not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:57:15.911226 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e6e381-a05d-4eea-9cc8-b438c07e5676 req-51a2dfb5-5148-485e-b494-9a183d1fddcf service neutron] Attempting to bind port 367b4e87-c3ab-49a3-b285-f57259bf10b9 on network eeb9c093-2536-4a2a-9f6e-09016d8b7c5d {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:57:15.920453 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b46549-36de-4842-8a7b-c7fd12c26ff3 req-24a4e3db-ccb9-4709-b23d-16b9ef877a39 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:15.928068 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-93b46549-36de-4842-8a7b-c7fd12c26ff3 req-24a4e3db-ccb9-4709-b23d-16b9ef877a39 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7112014-5f54-4758-842f-c7135e01dd5b HTTP/1.1" status: 200 len: 944 time: 0.4228408 May 05 19:57:15.944887 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 4ef4c5df-4678-4c20-8baf-e86489e1a335 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:57:15.975704 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e6e381-a05d-4eea-9cc8-b438c07e5676 req-51a2dfb5-5148-485e-b494-9a183d1fddcf service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:57:15.976298 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e6e381-a05d-4eea-9cc8-b438c07e5676 req-51a2dfb5-5148-485e-b494-9a183d1fddcf service neutron] Checking segment: {'id': 'ac8864a1-851c-4e33-a62e-34bf87714dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'eeb9c093-2536-4a2a-9f6e-09016d8b7c5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:57:15.976670 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e6e381-a05d-4eea-9cc8-b438c07e5676 req-51a2dfb5-5148-485e-b494-9a183d1fddcf service neutron] Bound using segment: {'id': 'ac8864a1-851c-4e33-a62e-34bf87714dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'eeb9c093-2536-4a2a-9f6e-09016d8b7c5d'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:57:15.977108 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-64e6e381-a05d-4eea-9cc8-b438c07e5676 req-51a2dfb5-5148-485e-b494-9a183d1fddcf service neutron] Bound port: 367b4e87-c3ab-49a3-b285-f57259bf10b9, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac8864a1-851c-4e33-a62e-34bf87714dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'eeb9c093-2536-4a2a-9f6e-09016d8b7c5d'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:57:15.977447 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-64e6e381-a05d-4eea-9cc8-b438c07e5676 req-51a2dfb5-5148-485e-b494-9a183d1fddcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:15.982326 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 4ef4c5df-4678-4c20-8baf-e86489e1a335 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 19:57:15.982742 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 4ef4c5df-4678-4c20-8baf-e86489e1a335 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:57:15.995037 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-df304401-06c7-4a74-87c4-0c642a285a7c req-8fa5d2a2-d380-4a32-8d3b-3daae0d510a3 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Deleting port 23636d07-d5e5-4113-a95f-01258904698e {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:57:15.995434 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-df304401-06c7-4a74-87c4-0c642a285a7c req-8fa5d2a2-d380-4a32-8d3b-3daae0d510a3 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:16.000136 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=d5236884-e57c-4a7a-8ab9-8dae6959201e,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:16.007973 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:57:16.008392 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:57:16.008793 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:57:16.008911 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-74ce015f-9461-43de-bf7e-5124319f5f81 req-8b701e6a-2d8f-4b2c-872f-12b699098236 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:16.009231 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:57:16.009619 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:57:16.010009 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:57:16.010394 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:57:16.010775 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:57:16.011152 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:57:16.011720 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:57:16.012100 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:57:16.012483 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:57:16.050670 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8793e875-0931-45a8-a0f2-c1fa81783950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:16.054495 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:16.124672 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-93b46549-36de-4842-8a7b-c7fd12c26ff3 req-625ecfd3-aa88-4e26-8de1-6cb58408e1c0 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/security-groups?id=b8eb825a-eb05-4b64-b47c-316dce01fa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956632 May 05 19:57:16.125558 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-74ce015f-9461-43de-bf7e-5124319f5f81 req-8b701e6a-2d8f-4b2c-872f-12b699098236 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Transition to ACTIVE for port object 59d900ca-6fa6-412a-bab1-dcae6d354933 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:57:16.143146 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8793e875-0931-45a8-a0f2-c1fa81783950 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c91cc96-b667-4412-92ed-e46720f3a0c4,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:16.166047 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb2d48d0-fafe-4e34-9067-cdf81b3bd709 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 19:57:16.176364 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441d223d-462d-4c77-b370-26b31a32e20f None None] Sync routers for ids ['649421de-0869-4a5d-a52d-ede22ea4ca73'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 19:57:16.188315 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441d223d-462d-4c77-b370-26b31a32e20f None None] Routers {'649421de-0869-4a5d-a52d-ede22ea4ca73'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:57:16.189163 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-441d223d-462d-4c77-b370-26b31a32e20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:57:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['649421de-0869-4a5d-a52d-ede22ea4ca73'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:57:16.263460 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-2bf81d2f-a703-4907-b748-faa31daf68c0 req-11475077-d908-4037-88e0-92eda8e1077c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:16.320817 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-88b4c6fe-d9b0-4d1e-a24f-d9523c6bb1e4 req-ec51f770-e2fd-4b18-852a-307bb00daa1d tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] For port 6e0be088-6cfe-4e5c-9668-51def98d91cd, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=6e0be088-6cfe-4e5c-9668-51def98d91cd,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:57:16.321185 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-88b4c6fe-d9b0-4d1e-a24f-d9523c6bb1e4 req-ec51f770-e2fd-4b18-852a-307bb00daa1d tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:16.389099 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-441d223d-462d-4c77-b370-26b31a32e20f None None] Set router 649421de-0869-4a5d-a52d-ede22ea4ca73 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:57:16.427270 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ccdea2-9e2d-4f48-8e72-1b3d4adc32c8 req-2dc101b9-71ab-407e-9d28-50261a08d8a3 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:16.429077 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-58ccdea2-9e2d-4f48-8e72-1b3d4adc32c8 req-2dc101b9-71ab-407e-9d28-50261a08d8a3 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] 10.222.0.36 "GET /v2.0/ports?device_id=330c51d8-22e4-448a-9788-73e6a4d9ae7d HTTP/1.1" status: 200 len: 945 time: 0.8249302 May 05 19:57:16.472932 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-88b4c6fe-d9b0-4d1e-a24f-d9523c6bb1e4 req-ec51f770-e2fd-4b18-852a-307bb00daa1d tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Calling delete_port for 6e0be088-6cfe-4e5c-9668-51def98d91cd owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:57:16.501785 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-64e6e381-a05d-4eea-9cc8-b438c07e5676 req-51a2dfb5-5148-485e-b494-9a183d1fddcf service neutron] For port 367b4e87-c3ab-49a3-b285-f57259bf10b9, host n-h2-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:57:16.530079 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-eb2d48d0-fafe-4e34-9067-cdf81b3bd709 admin admin] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:16.531863 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-eb2d48d0-fafe-4e34-9067-cdf81b3bd709 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.9019144 May 05 19:57:16.532515 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-64e6e381-a05d-4eea-9cc8-b438c07e5676 req-51a2dfb5-5148-485e-b494-9a183d1fddcf service neutron] For port 367b4e87-c3ab-49a3-b285-f57259bf10b9, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=367b4e87-c3ab-49a3-b285-f57259bf10b9,segment=NetworkSegment(ac8864a1-851c-4e33-a62e-34bf87714dc0),segment_id=ac8864a1-851c-4e33-a62e-34bf87714dc0)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:57:16.537395 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 38830) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:57:16.597719 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-64e6e381-a05d-4eea-9cc8-b438c07e5676 req-51a2dfb5-5148-485e-b494-9a183d1fddcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:16.601815 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-74ce015f-9461-43de-bf7e-5124319f5f81 req-8b701e6a-2d8f-4b2c-872f-12b699098236 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:16.718001 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-441d223d-462d-4c77-b370-26b31a32e20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649421de-0869-4a5d-a52d-ede22ea4ca73', 'name': 'tempest-TaggedBootDevicesTest_v242-1630048706-router', 'tenant_id': '0a29a66ef9e34d17926285dc8f054582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '22bfcec0-50f1-4029-8911-44755ba27f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:57:06Z', 'updated_at': '2022-05-05T19:57:09Z', 'revision_number': 3, 'project_id': '0a29a66ef9e34d17926285dc8f054582', 'gw_port': {'id': '22bfcec0-50f1-4029-8911-44755ba27f73', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:3a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649421de-0869-4a5d-a52d-ede22ea4ca73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:07Z', 'updated_at': '2022-05-05T19:57:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:57:16.722192 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441d223d-462d-4c77-b370-26b31a32e20f None None] Checking router: 649421de-0869-4a5d-a52d-ede22ea4ca73 for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 19:57:16.722637 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441d223d-462d-4c77-b370-26b31a32e20f None None] Updating router 649421de-0869-4a5d-a52d-ede22ea4ca73 port 22bfcec0-50f1-4029-8911-44755ba27f73 binding host n-d-840717-1 {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 19:57:16.746149 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8793e875-0931-45a8-a0f2-c1fa81783950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:16.746414 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e6e381-a05d-4eea-9cc8-b438c07e5676 req-51a2dfb5-5148-485e-b494-9a183d1fddcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:16.747055 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-64e6e381-a05d-4eea-9cc8-b438c07e5676 req-51a2dfb5-5148-485e-b494-9a183d1fddcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:16.748576 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-64e6e381-a05d-4eea-9cc8-b438c07e5676 req-51a2dfb5-5148-485e-b494-9a183d1fddcf service neutron] 10.222.0.50 "PUT /v2.0/ports/367b4e87-c3ab-49a3-b285-f57259bf10b9 HTTP/1.1" status: 200 len: 1092 time: 3.1441793 May 05 19:57:16.749024 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7112014-5f54-4758-842f-c7135e01dd5b', 'tag': '367b4e87-c3ab-49a3-b285-f57259bf10b9'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:57:16.757721 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74ce015f-9461-43de-bf7e-5124319f5f81 req-8b701e6a-2d8f-4b2c-872f-12b699098236 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:57:16.779242 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-441d223d-462d-4c77-b370-26b31a32e20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:16.816559 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-74ce015f-9461-43de-bf7e-5124319f5f81 req-8b701e6a-2d8f-4b2c-872f-12b699098236 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:57:16.872777 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd881a-4310-40c4-8ad1-09d5958ac867 req-d3eb6b74-cbf1-4342-8d56-603ca34c307e tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:16.880227 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-23fd881a-4310-40c4-8ad1-09d5958ac867 req-d3eb6b74-cbf1-4342-8d56-603ca34c307e tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "GET /v2.0/ports?device_id=06d92d1c-d0ef-4026-87fe-7f2f20a98ccd HTTP/1.1" status: 200 len: 945 time: 0.6335416 May 05 19:57:16.899393 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-74ce015f-9461-43de-bf7e-5124319f5f81 req-8b701e6a-2d8f-4b2c-872f-12b699098236 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:57:17.112784 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device d5236884-e57c-4a7a-8ab9-8dae6959201e up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:57:17.234578 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port d5236884-e57c-4a7a-8ab9-8dae6959201e triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:57:17.235012 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:17.253441 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a2dfb5-5148-485e-b494-9a183d1fddcf service neutron] Pushing event updated for resources: {'Port': ['ID=367b4e87-c3ab-49a3-b285-f57259bf10b9,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:17.275568 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-441d223d-462d-4c77-b370-26b31a32e20f None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:17.281263 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-e86e949f-0355-4962-9114-3a03c5998389 None None] Provisioning for port 59d900ca-6fa6-412a-bab1-dcae6d354933 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:57:17.298644 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-e86e949f-0355-4962-9114-3a03c5998389 None None] Provisioning complete for port 59d900ca-6fa6-412a-bab1-dcae6d354933 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:57:17.299700 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e86e949f-0355-4962-9114-3a03c5998389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:17.328432 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-58ccdea2-9e2d-4f48-8e72-1b3d4adc32c8 req-495ca57d-43e8-4795-9f93-f27fa7c6c05c tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] 10.222.0.36 "GET /v2.0/security-groups?id=a69b6ab0-aa14-4469-9dc2-2519a67a3dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8602312 May 05 19:57:17.355607 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-0661b81c-01a6-4379-b380-703cdaf5a446 admin admin] Allocated IP 172.20.0.1 (964832a3-7678-439b-97c2-1f4e7f68480a/fe9b176d-b178-48c7-bb0b-d17912546ee0/eac9a631-8c00-4418-a94b-d25d3cbd658f) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:57:17.356501 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8793e875-0931-45a8-a0f2-c1fa81783950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:17.360137 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8793e875-0931-45a8-a0f2-c1fa81783950 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:17.393811 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 23636d07-d5e5-4113-a95f-01258904698e no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:57:17.395790 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-23fd881a-4310-40c4-8ad1-09d5958ac867 req-e5554764-bc59-4cd9-8bb1-187d5f02f73d tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "GET /v2.0/security-groups?id=352a0376-f4d7-4cf4-99c3-ad13d2d04eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5140462 May 05 19:57:17.398145 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-df304401-06c7-4a74-87c4-0c642a285a7c req-8fa5d2a2-d380-4a32-8d3b-3daae0d510a3 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] For port 23636d07-d5e5-4113-a95f-01258904698e, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=23636d07-d5e5-4113-a95f-01258904698e,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:57:17.399115 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-df304401-06c7-4a74-87c4-0c642a285a7c req-8fa5d2a2-d380-4a32-8d3b-3daae0d510a3 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:17.430400 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-e86e949f-0355-4962-9114-3a03c5998389 None None] Port 59d900ca-6fa6-412a-bab1-dcae6d354933 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:57:17.519572 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ce015f-9461-43de-bf7e-5124319f5f81 req-8b701e6a-2d8f-4b2c-872f-12b699098236 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:17.520687 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-74ce015f-9461-43de-bf7e-5124319f5f81 req-8b701e6a-2d8f-4b2c-872f-12b699098236 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:17.540998 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b701e6a-2d8f-4b2c-872f-12b699098236 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Pushing event updated for resources: {'Port': ['ID=59d900ca-6fa6-412a-bab1-dcae6d354933,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:17.569157 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-441d223d-462d-4c77-b370-26b31a32e20f None None] Transition to ACTIVE for port object 22bfcec0-50f1-4029-8911-44755ba27f73 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:57:17.579901 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-441d223d-462d-4c77-b370-26b31a32e20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:17.584106 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e6e381-a05d-4eea-9cc8-b438c07e5676 req-3214a3c2-d5ad-45d4-a562-020df0c82f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:17.585694 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-64e6e381-a05d-4eea-9cc8-b438c07e5676 req-3214a3c2-d5ad-45d4-a562-020df0c82f80 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5fc2a67f2d3c4988a8e0f49e9cbe6a0a&device_id=a7112014-5f54-4758-842f-c7135e01dd5b HTTP/1.1" status: 200 len: 1095 time: 0.7722094 May 05 19:57:17.586420 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-88b4c6fe-d9b0-4d1e-a24f-d9523c6bb1e4 req-ec51f770-e2fd-4b18-852a-307bb00daa1d tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:17.608475 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 6e0be088-6cfe-4e5c-9668-51def98d91cd no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:57:17.633369 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['beea523c-b44a-4a29-84fa-ffc71132cf85', '23d5a2d8-4c20-4fdb-8211-2609ae0f9d81', '3ec6d015-62ee-40e3-a243-44557141e447'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:57:17.650884 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-df304401-06c7-4a74-87c4-0c642a285a7c req-8fa5d2a2-d380-4a32-8d3b-3daae0d510a3 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Calling delete_port for 23636d07-d5e5-4113-a95f-01258904698e owned by compute:nova {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:57:17.685778 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] No Port match for: 6e0be088-6cfe-4e5c-9668-51def98d91cd {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 19:57:17.686120 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 6e0be088-6cfe-4e5c-9668-51def98d91cd not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:57:17.696837 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-74ce015f-9461-43de-bf7e-5124319f5f81 req-8b701e6a-2d8f-4b2c-872f-12b699098236 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 9.8198774 May 05 19:57:17.707779 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa3bd1c-33c3-4cd9-b4e6-26331e2590be None None] Pushing event updated for resources: {'Port': ['ID=22bfcec0-50f1-4029-8911-44755ba27f73,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:17.720947 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:17.748298 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-441d223d-462d-4c77-b370-26b31a32e20f None None] Attempting to bind port 22bfcec0-50f1-4029-8911-44755ba27f73 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:57:17.748924 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-441d223d-462d-4c77-b370-26b31a32e20f None None] Attempting to bind port 22bfcec0-50f1-4029-8911-44755ba27f73 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:57:17.749496 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441d223d-462d-4c77-b370-26b31a32e20f None None] Attempting to bind port 22bfcec0-50f1-4029-8911-44755ba27f73 on network 0401d202-1605-4cfe-bad4-fb225df6afb0 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:57:17.755473 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441d223d-462d-4c77-b370-26b31a32e20f None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:57:17.756182 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441d223d-462d-4c77-b370-26b31a32e20f None None] Checking segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:57:17.756801 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-441d223d-462d-4c77-b370-26b31a32e20f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:17.757377 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441d223d-462d-4c77-b370-26b31a32e20f None None] Bound using segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:57:17.758169 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-441d223d-462d-4c77-b370-26b31a32e20f None None] Bound port: 22bfcec0-50f1-4029-8911-44755ba27f73, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:57:17.758737 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-441d223d-462d-4c77-b370-26b31a32e20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:17.765918 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-74ce015f-9461-43de-bf7e-5124319f5f81 req-5e2bd149-9ff3-4aaa-8ed8-7c4eb1aa03cb service neutron] Request body: {'port': {'device_id': '1ada14d4-7aba-4b42-99fe-0ab13970f361', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:57:17.781588 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ebc9306-04f4-4b43-83ba-11cffb744f6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23636d07-d5e5-4113-a95f-01258904698e'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:57:17.790227 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 23636d07-d5e5-4113-a95f-01258904698e, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=23636d07-d5e5-4113-a95f-01258904698e,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:57:17.803639 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:17.853268 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-441d223d-462d-4c77-b370-26b31a32e20f None None] For port 22bfcec0-50f1-4029-8911-44755ba27f73, host n-d-840717-1, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:57:17.857780 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-441d223d-462d-4c77-b370-26b31a32e20f None None] For port 22bfcec0-50f1-4029-8911-44755ba27f73, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=22bfcec0-50f1-4029-8911-44755ba27f73,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:57:17.863504 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-441d223d-462d-4c77-b370-26b31a32e20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:17.887887 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8793e875-0931-45a8-a0f2-c1fa81783950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:17.888370 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8793e875-0931-45a8-a0f2-c1fa81783950 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4754cfff-7ce1-4c2d-831c-362204186b0e {{(pid=88197) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 19:57:17.897979 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=23636d07-d5e5-4113-a95f-01258904698e,revision_number=6']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:17.960258 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec51f770-e2fd-4b18-852a-307bb00daa1d tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Pushing event deleted for resources: {'Port': ['ID=6e0be088-6cfe-4e5c-9668-51def98d91cd,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:17.969221 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-7d8e4a8f-c33a-4520-b17c-aa5be3abc76e req-a2738a02-96d7-47ff-89ec-f865b51a73f7 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Synchronizing usage tracker for tenant:97ead9bcc5d448dab263815a595740a4 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:57:17.974232 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-64e6e381-a05d-4eea-9cc8-b438c07e5676 req-5f14e5ab-116f-4094-9258-84fb2457cc30 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=367b4e87-c3ab-49a3-b285-f57259bf10b9 HTTP/1.1" status: 200 len: 217 time: 0.3772230 May 05 19:57:18.002507 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa3bd1c-33c3-4cd9-b4e6-26331e2590be None None] Pushing event updated for resources: {'Port': ['ID=22bfcec0-50f1-4029-8911-44755ba27f73,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:18.009827 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8793e875-0931-45a8-a0f2-c1fa81783950 admin admin] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:18.013466 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-8793e875-0931-45a8-a0f2-c1fa81783950 admin admin] 10.222.0.36 "DELETE /v2.0/routers/4754cfff-7ce1-4c2d-831c-362204186b0e HTTP/1.1" status: 204 len: 168 time: 6.7645211 May 05 19:57:18.018563 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 38844) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:57:18.019610 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441d223d-462d-4c77-b370-26b31a32e20f None None] Routers {'649421de-0869-4a5d-a52d-ede22ea4ca73'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:57:18.021603 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-441d223d-462d-4c77-b370-26b31a32e20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:57:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['649421de-0869-4a5d-a52d-ede22ea4ca73'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:57:18.025148 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.resource_extend [req-2bf81d2f-a703-4907-b748-faa31daf68c0 req-11475077-d908-4037-88e0-92eda8e1077c service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 19:57:18.085915 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.api [req-df304401-06c7-4a74-87c4-0c642a285a7c req-8fa5d2a2-d380-4a32-8d3b-3daae0d510a3 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88197) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 19:57:18.086272 n-d-840717-1 neutron-server[88197]: DEBUG oslo_db.api [req-df304401-06c7-4a74-87c4-0c642a285a7c req-8fa5d2a2-d380-4a32-8d3b-3daae0d510a3 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 19:57:18.199329 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-2bf81d2f-a703-4907-b748-faa31daf68c0 req-11475077-d908-4037-88e0-92eda8e1077c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c197f2c-b488-43c9-af52-801437aafe96 {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:57:18.212459 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-2bf81d2f-a703-4907-b748-faa31daf68c0 req-11475077-d908-4037-88e0-92eda8e1077c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:18.216922 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fb3cd31-fa9e-4e5b-b4f0-a0f87ccfd763 admin admin] Deleting subnet ca563c6f-f58a-4b28-80b3-ef71e9f2f448 {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 19:57:18.222127 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0661b81c-01a6-4379-b380-703cdaf5a446 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:18.230387 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1fb3cd31-fa9e-4e5b-b4f0-a0f87ccfd763 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:18.264525 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-88b4c6fe-d9b0-4d1e-a24f-d9523c6bb1e4 req-ec51f770-e2fd-4b18-852a-307bb00daa1d tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] No DVR routers for this DVR port 6e0be088-6cfe-4e5c-9668-51def98d91cd on host n-h2-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:57:18.266891 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-7d8e4a8f-c33a-4520-b17c-aa5be3abc76e req-a2738a02-96d7-47ff-89ec-f865b51a73f7 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Unset dirty status for tenant:97ead9bcc5d448dab263815a595740a4 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:57:18.268261 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7d8e4a8f-c33a-4520-b17c-aa5be3abc76e req-a2738a02-96d7-47ff-89ec-f865b51a73f7 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=83ac2a72-1269-4ad8-a2f9-a8775b8bf130 HTTP/1.1" status: 200 len: 210 time: 0.5653179 May 05 19:57:18.272859 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-88b4c6fe-d9b0-4d1e-a24f-d9523c6bb1e4 req-ec51f770-e2fd-4b18-852a-307bb00daa1d tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:18.275191 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-88b4c6fe-d9b0-4d1e-a24f-d9523c6bb1e4 req-ec51f770-e2fd-4b18-852a-307bb00daa1d tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.50 "DELETE /v2.0/ports/6e0be088-6cfe-4e5c-9668-51def98d91cd HTTP/1.1" status: 204 len: 173 time: 2.6332371 May 05 19:57:18.287957 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-441d223d-462d-4c77-b370-26b31a32e20f None None] Set router 649421de-0869-4a5d-a52d-ede22ea4ca73 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:57:18.298642 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cb72ae-4617-4f75-96fc-b62d63c83135 req-f3b1a552-dd3a-4b07-af51-443cf3fa4405 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:18.299575 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-f8cb72ae-4617-4f75-96fc-b62d63c83135 req-f3b1a552-dd3a-4b07-af51-443cf3fa4405 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Synchronizing usage tracker for tenant:d18a2e83eb0a426c94d20465510d41ca on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:57:18.303570 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-74ce015f-9461-43de-bf7e-5124319f5f81 req-5e2bd149-9ff3-4aaa-8ed8-7c4eb1aa03cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:18.306319 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-2bf81d2f-a703-4907-b748-faa31daf68c0 req-11475077-d908-4037-88e0-92eda8e1077c service neutron] Transition to ACTIVE for port object 0c197f2c-b488-43c9-af52-801437aafe96 will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:57:18.308529 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-0661b81c-01a6-4379-b380-703cdaf5a446 admin admin] Transition to ACTIVE for port object eac9a631-8c00-4418-a94b-d25d3cbd658f will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:57:18.318254 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-2bf81d2f-a703-4907-b748-faa31daf68c0 req-11475077-d908-4037-88e0-92eda8e1077c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:18.362983 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1fb3cd31-fa9e-4e5b-b4f0-a0f87ccfd763 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:18.594201 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-f8cb72ae-4617-4f75-96fc-b62d63c83135 req-f3b1a552-dd3a-4b07-af51-443cf3fa4405 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Unset dirty status for tenant:d18a2e83eb0a426c94d20465510d41ca on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:57:18.595662 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f8cb72ae-4617-4f75-96fc-b62d63c83135 req-f3b1a552-dd3a-4b07-af51-443cf3fa4405 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f762f9e-f94f-4add-a056-207a2bd67e54 HTTP/1.1" status: 200 len: 936 time: 0.8214114 May 05 19:57:18.596277 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-df304401-06c7-4a74-87c4-0c642a285a7c req-8fa5d2a2-d380-4a32-8d3b-3daae0d510a3 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Deleting port 23636d07-d5e5-4113-a95f-01258904698e {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:57:18.596755 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-df304401-06c7-4a74-87c4-0c642a285a7c req-8fa5d2a2-d380-4a32-8d3b-3daae0d510a3 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:18.714152 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11475077-d908-4037-88e0-92eda8e1077c service neutron] Pushing event updated for resources: {'Port': ['ID=0c197f2c-b488-43c9-af52-801437aafe96,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:18.851478 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-441d223d-462d-4c77-b370-26b31a32e20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649421de-0869-4a5d-a52d-ede22ea4ca73', 'name': 'tempest-TaggedBootDevicesTest_v242-1630048706-router', 'tenant_id': '0a29a66ef9e34d17926285dc8f054582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '22bfcec0-50f1-4029-8911-44755ba27f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:57:06Z', 'updated_at': '2022-05-05T19:57:09Z', 'revision_number': 3, 'project_id': '0a29a66ef9e34d17926285dc8f054582', 'gw_port': {'id': '22bfcec0-50f1-4029-8911-44755ba27f73', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:3a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649421de-0869-4a5d-a52d-ede22ea4ca73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:07Z', 'updated_at': '2022-05-05T19:57:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:57:18.858300 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441d223d-462d-4c77-b370-26b31a32e20f None None] The sync data for ids ['649421de-0869-4a5d-a52d-ede22ea4ca73'] in n-d-840717-1 is: [{'id': '649421de-0869-4a5d-a52d-ede22ea4ca73', 'name': 'tempest-TaggedBootDevicesTest_v242-1630048706-router', 'tenant_id': '0a29a66ef9e34d17926285dc8f054582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '22bfcec0-50f1-4029-8911-44755ba27f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:57:06Z', 'updated_at': '2022-05-05T19:57:09Z', 'revision_number': 3, 'project_id': '0a29a66ef9e34d17926285dc8f054582', 'gw_port': {'id': '22bfcec0-50f1-4029-8911-44755ba27f73', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:3a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649421de-0869-4a5d-a52d-ede22ea4ca73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:07Z', 'updated_at': '2022-05-05T19:57:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 19:57:18.883209 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0661b81c-01a6-4379-b380-703cdaf5a446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:18.920775 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1b212cd-5ee6-49a1-a0fe-898a39026e49'] response: {'name': 'network-changed', 'server_uuid': 'a7112014-5f54-4758-842f-c7135e01dd5b', 'tag': '367b4e87-c3ab-49a3-b285-f57259bf10b9', 'status': 'completed', 'code': 200} May 05 19:57:18.952977 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e6e381-a05d-4eea-9cc8-b438c07e5676 req-e9dc9633-5799-425a-a1e7-bcd8c560185c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:18.954637 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-64e6e381-a05d-4eea-9cc8-b438c07e5676 req-e9dc9633-5799-425a-a1e7-bcd8c560185c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2ab1778b-7268-4b66-a1dd-6ef68efc2477 HTTP/1.1" status: 200 len: 861 time: 0.8789990 May 05 19:57:18.998464 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 5c91cc96-b667-4412-92ed-e46720f3a0c4 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:57:19.060765 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 5c91cc96-b667-4412-92ed-e46720f3a0c4 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 19:57:19.061193 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 5c91cc96-b667-4412-92ed-e46720f3a0c4 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:57:19.102324 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-f8cb72ae-4617-4f75-96fc-b62d63c83135 req-b10db9a3-8696-4b65-ad88-259a58e882ef tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Synchronizing usage tracker for tenant:d18a2e83eb0a426c94d20465510d41ca on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:57:19.210460 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1fb3cd31-fa9e-4e5b-b4f0-a0f87ccfd763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:19.224708 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-64e6e381-a05d-4eea-9cc8-b438c07e5676 req-daa003e1-0a05-4f09-bb21-c95e572b97b1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=eeb9c093-2536-4a2a-9f6e-09016d8b7c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2603805 May 05 19:57:19.246920 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0661b81c-01a6-4379-b380-703cdaf5a446 admin admin] Network 964832a3-7678-439b-97c2-1f4e7f68480a is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:57:19.250492 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0661b81c-01a6-4379-b380-703cdaf5a446 admin admin] Pushing event updated for resources: {'Port': ['ID=eac9a631-8c00-4418-a94b-d25d3cbd658f,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:19.275228 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-f8cb72ae-4617-4f75-96fc-b62d63c83135 req-b10db9a3-8696-4b65-ad88-259a58e882ef tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Unset dirty status for tenant:d18a2e83eb0a426c94d20465510d41ca on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:57:19.276464 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f8cb72ae-4617-4f75-96fc-b62d63c83135 req-b10db9a3-8696-4b65-ad88-259a58e882ef tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] 10.222.0.36 "GET /v2.0/security-groups?id=74d729d4-bb0b-4e6d-b8e2-628b6688320d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6421018 May 05 19:57:19.277287 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-0661b81c-01a6-4379-b380-703cdaf5a446 admin admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:57:19.288375 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0661b81c-01a6-4379-b380-703cdaf5a446 admin admin] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:57:19.328277 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.db.resource_extend [req-74ce015f-9461-43de-bf7e-5124319f5f81 req-5e2bd149-9ff3-4aaa-8ed8-7c4eb1aa03cb service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 19:57:19.356679 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-2bf81d2f-a703-4907-b748-faa31daf68c0 req-11475077-d908-4037-88e0-92eda8e1077c service neutron] Attempting to bind port 0c197f2c-b488-43c9-af52-801437aafe96 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:57:19.357020 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-2bf81d2f-a703-4907-b748-faa31daf68c0 req-11475077-d908-4037-88e0-92eda8e1077c service neutron] Attempting to bind port 0c197f2c-b488-43c9-af52-801437aafe96 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:57:19.357352 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf81d2f-a703-4907-b748-faa31daf68c0 req-11475077-d908-4037-88e0-92eda8e1077c service neutron] Attempting to bind port 0c197f2c-b488-43c9-af52-801437aafe96 on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:57:19.472108 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-df304401-06c7-4a74-87c4-0c642a285a7c req-8fa5d2a2-d380-4a32-8d3b-3daae0d510a3 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] For port 23636d07-d5e5-4113-a95f-01258904698e, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=23636d07-d5e5-4113-a95f-01258904698e,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:57:19.472494 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-df304401-06c7-4a74-87c4-0c642a285a7c req-8fa5d2a2-d380-4a32-8d3b-3daae0d510a3 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:19.569409 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef5c9e8-dc3a-43f1-ab53-b6f1aa1b5a61 req-74ca5333-ec25-4e10-ad2f-11d79767c681 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:19.570934 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-aef5c9e8-dc3a-43f1-ab53-b6f1aa1b5a61 req-74ca5333-ec25-4e10-ad2f-11d79767c681 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7112014-5f54-4758-842f-c7135e01dd5b HTTP/1.1" status: 200 len: 944 time: 0.7266901 May 05 19:57:19.579693 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-74ce015f-9461-43de-bf7e-5124319f5f81 req-5e2bd149-9ff3-4aaa-8ed8-7c4eb1aa03cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59d900ca-6fa6-412a-bab1-dcae6d354933 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:57:19.617849 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6f01b092-3424-41bb-acca-3f1f4ee94367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:19.635969 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-c1110715-9956-4b0f-b55d-d239a133356e None None] Provisioning for port eac9a631-8c00-4418-a94b-d25d3cbd658f completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:57:19.639905 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-74ce015f-9461-43de-bf7e-5124319f5f81 req-5e2bd149-9ff3-4aaa-8ed8-7c4eb1aa03cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:19.650663 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-c1110715-9956-4b0f-b55d-d239a133356e None None] Provisioning complete for port eac9a631-8c00-4418-a94b-d25d3cbd658f triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:57:19.652628 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c1110715-9956-4b0f-b55d-d239a133356e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:19.659319 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-df304401-06c7-4a74-87c4-0c642a285a7c req-8fa5d2a2-d380-4a32-8d3b-3daae0d510a3 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Calling delete_port for 23636d07-d5e5-4113-a95f-01258904698e owned by compute:nova {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:57:19.714627 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf81d2f-a703-4907-b748-faa31daf68c0 req-11475077-d908-4037-88e0-92eda8e1077c service neutron] Port 0c197f2c-b488-43c9-af52-801437aafe96 on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:57:19.715289 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf81d2f-a703-4907-b748-faa31daf68c0 req-11475077-d908-4037-88e0-92eda8e1077c service neutron] Attempting to bind port 0c197f2c-b488-43c9-af52-801437aafe96 on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:57:19.739284 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-c1110715-9956-4b0f-b55d-d239a133356e None None] Port eac9a631-8c00-4418-a94b-d25d3cbd658f cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:57:19.759654 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-74ce015f-9461-43de-bf7e-5124319f5f81 req-5e2bd149-9ff3-4aaa-8ed8-7c4eb1aa03cb service neutron] Transition to ACTIVE for port object 59d900ca-6fa6-412a-bab1-dcae6d354933 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:57:19.772883 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-64e6e381-a05d-4eea-9cc8-b438c07e5676 req-3a579f66-9440-4cce-922e-74e8331afed7 service neutron] 10.222.0.50 "GET /v2.0/networks/eeb9c093-2536-4a2a-9f6e-09016d8b7c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5351217 May 05 19:57:19.773835 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf81d2f-a703-4907-b748-faa31daf68c0 req-11475077-d908-4037-88e0-92eda8e1077c service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:57:19.774211 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf81d2f-a703-4907-b748-faa31daf68c0 req-11475077-d908-4037-88e0-92eda8e1077c service neutron] Checking segment: {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:57:19.774604 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf81d2f-a703-4907-b748-faa31daf68c0 req-11475077-d908-4037-88e0-92eda8e1077c service neutron] Bound using segment: {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:57:19.775046 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-2bf81d2f-a703-4907-b748-faa31daf68c0 req-11475077-d908-4037-88e0-92eda8e1077c service neutron] Bound port: 0c197f2c-b488-43c9-af52-801437aafe96, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:57:19.775448 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-2bf81d2f-a703-4907-b748-faa31daf68c0 req-11475077-d908-4037-88e0-92eda8e1077c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:19.781156 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-aef5c9e8-dc3a-43f1-ab53-b6f1aa1b5a61 req-964cc9f2-113d-40cb-913a-18d4243eef28 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/security-groups?id=b8eb825a-eb05-4b64-b47c-316dce01fa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947064 May 05 19:57:19.781760 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-74ce015f-9461-43de-bf7e-5124319f5f81 req-5e2bd149-9ff3-4aaa-8ed8-7c4eb1aa03cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:19.785210 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1fb3cd31-fa9e-4e5b-b4f0-a0f87ccfd763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:19.838572 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0661b81c-01a6-4379-b380-703cdaf5a446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:19.861010 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2bd149-9ff3-4aaa-8ed8-7c4eb1aa03cb service neutron] Pushing event updated for resources: {'Port': ['ID=59d900ca-6fa6-412a-bab1-dcae6d354933,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:20.028887 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb3cd31-fa9e-4e5b-b4f0-a0f87ccfd763 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca563c6f-f58a-4b28-80b3-ef71e9f2f448,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:20.048263 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f392bc0-7335-405c-8eb5-ef866c24aff2 None None] Network 6c0d5654-13ec-4914-a265-8f1d68ed84d9 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:57:20.141872 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1fb3cd31-fa9e-4e5b-b4f0-a0f87ccfd763 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:20.225471 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-1fb3cd31-fa9e-4e5b-b4f0-a0f87ccfd763 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/ca563c6f-f58a-4b28-80b3-ef71e9f2f448 HTTP/1.1" status: 204 len: 168 time: 2.1995041 May 05 19:57:20.227060 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 38850) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:57:20.268749 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-df304401-06c7-4a74-87c4-0c642a285a7c req-8fa5d2a2-d380-4a32-8d3b-3daae0d510a3 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:20.282594 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['beea523c-b44a-4a29-84fa-ffc71132cf85', '23d5a2d8-4c20-4fdb-8211-2609ae0f9d81', '3ec6d015-62ee-40e3-a243-44557141e447'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:57:20.322925 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29adae3d-8789-43d0-906e-308622e92484 req-5313ec78-da27-4d56-b771-d227927e234e tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:20.324567 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-29adae3d-8789-43d0-906e-308622e92484 req-5313ec78-da27-4d56-b771-d227927e234e tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b1ae01d-6900-4f99-8063-6102115f0eeb HTTP/1.1" status: 200 len: 945 time: 0.7147775 May 05 19:57:20.357645 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-2bf81d2f-a703-4907-b748-faa31daf68c0 req-11475077-d908-4037-88e0-92eda8e1077c service neutron] For port 0c197f2c-b488-43c9-af52-801437aafe96, host n-h1-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:57:20.365324 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa5d2a2-d380-4a32-8d3b-3daae0d510a3 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Pushing event deleted for resources: {'Port': ['ID=23636d07-d5e5-4113-a95f-01258904698e,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:20.419896 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-2bf81d2f-a703-4907-b748-faa31daf68c0 req-11475077-d908-4037-88e0-92eda8e1077c service neutron] For port 0c197f2c-b488-43c9-af52-801437aafe96, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=0c197f2c-b488-43c9-af52-801437aafe96,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:57:20.436531 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-2bf81d2f-a703-4907-b748-faa31daf68c0 req-11475077-d908-4037-88e0-92eda8e1077c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:20.484444 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fffe372-3a32-41d2-8f7e-eedb6b4b31f6 None None] DHCP port deletion for 6c0d5654-13ec-4914-a265-8f1d68ed84d9 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 19:57:20.491265 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-64e6e381-a05d-4eea-9cc8-b438c07e5676 req-170b4d70-45c2-45fd-9883-44cabbc7be8e service neutron] 10.222.0.50 "GET /v2.0/networks/eeb9c093-2536-4a2a-9f6e-09016d8b7c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6313593 May 05 19:57:20.497635 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-3fffe372-3a32-41d2-8f7e-eedb6b4b31f6 None None] Deleting port 61aaeb78-11b1-46ed-b509-8b537c38a45c {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:57:20.498010 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3fffe372-3a32-41d2-8f7e-eedb6b4b31f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:20.507955 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-74ce015f-9461-43de-bf7e-5124319f5f81 req-5e2bd149-9ff3-4aaa-8ed8-7c4eb1aa03cb service neutron] Attempting to bind port 59d900ca-6fa6-412a-bab1-dcae6d354933 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:57:20.508283 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-74ce015f-9461-43de-bf7e-5124319f5f81 req-5e2bd149-9ff3-4aaa-8ed8-7c4eb1aa03cb service neutron] Attempting to bind port 59d900ca-6fa6-412a-bab1-dcae6d354933 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:57:20.508608 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ce015f-9461-43de-bf7e-5124319f5f81 req-5e2bd149-9ff3-4aaa-8ed8-7c4eb1aa03cb service neutron] Attempting to bind port 59d900ca-6fa6-412a-bab1-dcae6d354933 on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:57:20.527436 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ee3994b9-63ed-4483-af4e-024ec5f86239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:20.540967 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8171766d-8f38-46da-9280-609bd5b8c828 req-074f1463-75a2-416f-8092-10c4acc54bc8 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:20.543165 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-df304401-06c7-4a74-87c4-0c642a285a7c req-8fa5d2a2-d380-4a32-8d3b-3daae0d510a3 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] No DVR routers for this DVR port 23636d07-d5e5-4113-a95f-01258904698e on host n-h1-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:57:20.550328 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8171766d-8f38-46da-9280-609bd5b8c828 req-074f1463-75a2-416f-8092-10c4acc54bc8 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "GET /v2.0/ports?device_id=49a4125b-56a6-4534-a2ad-149f746815c4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.6531186 May 05 19:57:20.553029 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-29adae3d-8789-43d0-906e-308622e92484 req-2be1ad6c-3015-41b7-9de2-d20ad0ad1aba tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] 10.222.0.36 "GET /v2.0/security-groups?id=a69b6ab0-aa14-4469-9dc2-2519a67a3dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090690 May 05 19:57:20.554081 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-df304401-06c7-4a74-87c4-0c642a285a7c req-8fa5d2a2-d380-4a32-8d3b-3daae0d510a3 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:20.556254 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-df304401-06c7-4a74-87c4-0c642a285a7c req-8fa5d2a2-d380-4a32-8d3b-3daae0d510a3 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.24 "DELETE /v2.0/ports/23636d07-d5e5-4113-a95f-01258904698e HTTP/1.1" status: 204 len: 173 time: 4.9465966 May 05 19:57:20.559817 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ebc9306-04f4-4b43-83ba-11cffb744f6d', 'name': 'network-vif-deleted', 'tag': '23636d07-d5e5-4113-a95f-01258904698e'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:57:20.634318 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf81d2f-a703-4907-b748-faa31daf68c0 req-11475077-d908-4037-88e0-92eda8e1077c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:20.635736 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-2bf81d2f-a703-4907-b748-faa31daf68c0 req-11475077-d908-4037-88e0-92eda8e1077c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:20.637754 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2bf81d2f-a703-4907-b748-faa31daf68c0 req-11475077-d908-4037-88e0-92eda8e1077c service neutron] 10.222.0.24 "PUT /v2.0/ports/0c197f2c-b488-43c9-af52-801437aafe96 HTTP/1.1" status: 200 len: 1096 time: 4.7578905 May 05 19:57:20.655978 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ce015f-9461-43de-bf7e-5124319f5f81 req-5e2bd149-9ff3-4aaa-8ed8-7c4eb1aa03cb service neutron] Port 59d900ca-6fa6-412a-bab1-dcae6d354933 on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:57:20.656287 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ce015f-9461-43de-bf7e-5124319f5f81 req-5e2bd149-9ff3-4aaa-8ed8-7c4eb1aa03cb service neutron] Attempting to bind port 59d900ca-6fa6-412a-bab1-dcae6d354933 on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:57:20.676686 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-6f01b092-3424-41bb-acca-3f1f4ee94367 admin admin] Allocated IP 172.20.0.1 (5f383bab-d2ac-4d6b-b5b0-d3f0ff3c62c8/7d57aeb6-4b80-431f-8bfd-836e160c414f/9aec6688-6f5e-4bec-b54f-0d2eb2e7c57e) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:57:20.679767 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-422b92fa-7c4d-40ee-ae79-355284939e26'] response: {'server_uuid': '1ebc9306-04f4-4b43-83ba-11cffb744f6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23636d07-d5e5-4113-a95f-01258904698e', 'code': 200} May 05 19:57:20.722384 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11475077-d908-4037-88e0-92eda8e1077c service neutron] Pushing event updated for resources: {'Port': ['ID=0c197f2c-b488-43c9-af52-801437aafe96,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:20.733042 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0661b81c-01a6-4379-b380-703cdaf5a446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:20.776341 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ce015f-9461-43de-bf7e-5124319f5f81 req-5e2bd149-9ff3-4aaa-8ed8-7c4eb1aa03cb service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:57:20.776680 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ce015f-9461-43de-bf7e-5124319f5f81 req-5e2bd149-9ff3-4aaa-8ed8-7c4eb1aa03cb service neutron] Checking segment: {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:57:20.777063 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ce015f-9461-43de-bf7e-5124319f5f81 req-5e2bd149-9ff3-4aaa-8ed8-7c4eb1aa03cb service neutron] Bound using segment: {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:57:20.777504 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-74ce015f-9461-43de-bf7e-5124319f5f81 req-5e2bd149-9ff3-4aaa-8ed8-7c4eb1aa03cb service neutron] Bound port: 59d900ca-6fa6-412a-bab1-dcae6d354933, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:57:20.777847 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-74ce015f-9461-43de-bf7e-5124319f5f81 req-5e2bd149-9ff3-4aaa-8ed8-7c4eb1aa03cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:20.818769 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8171766d-8f38-46da-9280-609bd5b8c828 req-e7e37bad-5635-4d66-a1b3-def02e3e104a tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.204 HTTP/1.1" status: 200 len: 696 time: 0.2668250 May 05 19:57:20.823596 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-8171766d-8f38-46da-9280-609bd5b8c828 req-f600cc61-6b6b-4f89-9ccb-6b69c30f1811 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Request body: {'floatingip': {'port_id': '916de515-381a-48e9-a5de-f883cc07dedf', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:57:20.943241 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ac2a72-1269-4ad8-a2f9-a8775b8bf130', 'name': 'network-vif-deleted', 'tag': '6e0be088-6cfe-4e5c-9668-51def98d91cd'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:57:20.964415 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-ee3994b9-63ed-4483-af4e-024ec5f86239 admin admin] Deleting port 61aaeb78-11b1-46ed-b509-8b537c38a45c {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:57:20.965757 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ee3994b9-63ed-4483-af4e-024ec5f86239 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:21.134017 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 22bfcec0-50f1-4029-8911-44755ba27f73 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:57:21.253562 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-3fffe372-3a32-41d2-8f7e-eedb6b4b31f6 None None] For port 61aaeb78-11b1-46ed-b509-8b537c38a45c, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=61aaeb78-11b1-46ed-b509-8b537c38a45c,segment=NetworkSegment(77c8a800-fe5e-43bd-bdaa-dd2e8f9ddbc2),segment_id=77c8a800-fe5e-43bd-bdaa-dd2e8f9ddbc2)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:57:21.254135 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3fffe372-3a32-41d2-8f7e-eedb6b4b31f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:21.264581 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 22bfcec0-50f1-4029-8911-44755ba27f73 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:57:21.314561 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 22bfcec0-50f1-4029-8911-44755ba27f73 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:57:21.315197 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:21.328891 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-8171766d-8f38-46da-9280-609bd5b8c828 req-f600cc61-6b6b-4f89-9ccb-6b69c30f1811 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Notify callbacks [] for floatingip, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:21.359623 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 19:57:21.515638 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf81d2f-a703-4907-b748-faa31daf68c0 req-ee4d8426-968d-420c-b9c7-5a4580b9b8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:21.516297 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-3fffe372-3a32-41d2-8f7e-eedb6b4b31f6 None None] Calling delete_port for 61aaeb78-11b1-46ed-b509-8b537c38a45c owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:57:21.517546 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2bf81d2f-a703-4907-b748-faa31daf68c0 req-ee4d8426-968d-420c-b9c7-5a4580b9b8f5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d18a2e83eb0a426c94d20465510d41ca&device_id=2f762f9e-f94f-4add-a056-207a2bd67e54 HTTP/1.1" status: 200 len: 1099 time: 0.6646552 May 05 19:57:21.530246 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0095c8b-9b44-4cfd-a588-aa9d4eef9328 req-093e6e52-b7f5-4255-9c0e-976687f11612 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:21.531829 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d0095c8b-9b44-4cfd-a588-aa9d4eef9328 req-093e6e52-b7f5-4255-9c0e-976687f11612 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f762f9e-f94f-4add-a056-207a2bd67e54 HTTP/1.1" status: 200 len: 948 time: 0.5000510 May 05 19:57:21.619534 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6f01b092-3424-41bb-acca-3f1f4ee94367 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:21.642824 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-6f01b092-3424-41bb-acca-3f1f4ee94367 admin admin] Transition to ACTIVE for port object 9aec6688-6f5e-4bec-b54f-0d2eb2e7c57e will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:57:21.666736 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2bf81d2f-a703-4907-b748-faa31daf68c0 req-4ecdb5ba-e21f-445d-81d2-4ff9b951880f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=0c197f2c-b488-43c9-af52-801437aafe96 HTTP/1.1" status: 200 len: 217 time: 0.1318769 May 05 19:57:21.710282 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6f01b092-3424-41bb-acca-3f1f4ee94367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:21.745253 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d0095c8b-9b44-4cfd-a588-aa9d4eef9328 req-2f796d8b-6895-4df0-8c64-e3b654575dd1 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] 10.222.0.36 "GET /v2.0/security-groups?id=74d729d4-bb0b-4e6d-b8e2-628b6688320d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262822 May 05 19:57:21.746097 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3fffe372-3a32-41d2-8f7e-eedb6b4b31f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:21.767857 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf81d2f-a703-4907-b748-faa31daf68c0 req-f2ef0c04-d225-40cc-813b-cd0e2eeae148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:21.769405 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2bf81d2f-a703-4907-b748-faa31daf68c0 req-f2ef0c04-d225-40cc-813b-cd0e2eeae148 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.0944352 May 05 19:57:21.772617 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0661b81c-01a6-4379-b380-703cdaf5a446 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:21.788353 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:21.809435 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 22bfcec0-50f1-4029-8911-44755ba27f73, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=22bfcec0-50f1-4029-8911-44755ba27f73,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:57:21.817905 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0661b81c-01a6-4379-b380-703cdaf5a446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:21.823525 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:21.833318 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fffe372-3a32-41d2-8f7e-eedb6b4b31f6 None None] Pushing event deleted for resources: {'Port': ['ID=61aaeb78-11b1-46ed-b509-8b537c38a45c,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:21.845520 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f01b092-3424-41bb-acca-3f1f4ee94367 admin admin] Pushing event updated for resources: {'Port': ['ID=9aec6688-6f5e-4bec-b54f-0d2eb2e7c57e,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:21.855991 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e67c614-3f83-4bdb-b9bb-8929875f3363'] response: {'server_uuid': '1ebc9306-04f4-4b43-83ba-11cffb744f6d', 'name': 'network-vif-deleted', 'tag': '23636d07-d5e5-4113-a95f-01258904698e', 'status': 'completed', 'code': 200} May 05 19:57:21.886453 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fffe372-3a32-41d2-8f7e-eedb6b4b31f6 None None] No DVR routers for this DVR port 61aaeb78-11b1-46ed-b509-8b537c38a45c on host n-d-840717-1 {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:57:21.906134 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-ee3994b9-63ed-4483-af4e-024ec5f86239 admin admin] The port '61aaeb78-11b1-46ed-b509-8b537c38a45c' was deleted {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 19:57:21.933895 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=22bfcec0-50f1-4029-8911-44755ba27f73,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:21.948235 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 61aaeb78-11b1-46ed-b509-8b537c38a45c no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:57:21.966242 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0661b81c-01a6-4379-b380-703cdaf5a446 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:21.973602 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0661b81c-01a6-4379-b380-703cdaf5a446 admin admin] Pushing event updated for resources: {'Port': ['ID=eac9a631-8c00-4418-a94b-d25d3cbd658f,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:21.992882 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 61aaeb78-11b1-46ed-b509-8b537c38a45c {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 19:57:21.993192 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 61aaeb78-11b1-46ed-b509-8b537c38a45c not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:57:22.007799 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a167b3b1-df34-4b13-94ed-f83edec7f1d7 req-687ab8fa-7780-484d-a740-e980357134d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:22.009561 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a167b3b1-df34-4b13-94ed-f83edec7f1d7 req-687ab8fa-7780-484d-a740-e980357134d2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5fc2a67f2d3c4988a8e0f49e9cbe6a0a&device_id=a7112014-5f54-4758-842f-c7135e01dd5b HTTP/1.1" status: 200 len: 1095 time: 1.3306396 May 05 19:57:22.012960 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f01b092-3424-41bb-acca-3f1f4ee94367 admin admin] Network 5f383bab-d2ac-4d6b-b5b0-d3f0ff3c62c8 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:57:22.034252 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf81d2f-a703-4907-b748-faa31daf68c0 req-3c6d8caf-0932-41b5-84af-6b33bfd2f247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:22.035525 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-74ce015f-9461-43de-bf7e-5124319f5f81 req-5e2bd149-9ff3-4aaa-8ed8-7c4eb1aa03cb service neutron] For port 59d900ca-6fa6-412a-bab1-dcae6d354933, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:57:22.037048 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2bf81d2f-a703-4907-b748-faa31daf68c0 req-3c6d8caf-0932-41b5-84af-6b33bfd2f247 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2594318 May 05 19:57:22.042680 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-6f01b092-3424-41bb-acca-3f1f4ee94367 admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:57:22.093956 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f01b092-3424-41bb-acca-3f1f4ee94367 admin admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:57:22.153650 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6f01b092-3424-41bb-acca-3f1f4ee94367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:22.258151 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0661b81c-01a6-4379-b380-703cdaf5a446 admin admin] Network 964832a3-7678-439b-97c2-1f4e7f68480a is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:57:22.269886 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-0661b81c-01a6-4379-b380-703cdaf5a446 admin admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:57:22.334558 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-88228d40-bbed-4c1c-a2a8-fe3a444275f8 None None] Provisioning for port 9aec6688-6f5e-4bec-b54f-0d2eb2e7c57e completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:57:22.343584 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-88228d40-bbed-4c1c-a2a8-fe3a444275f8 None None] Provisioning complete for port 9aec6688-6f5e-4bec-b54f-0d2eb2e7c57e triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:57:22.343957 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-88228d40-bbed-4c1c-a2a8-fe3a444275f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:22.366329 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2bf81d2f-a703-4907-b748-faa31daf68c0 req-bbb4ef90-8a45-49fd-bb64-bbaa4125f1a1 service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227837 May 05 19:57:22.370096 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ee3994b9-63ed-4483-af4e-024ec5f86239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:22.446793 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-88228d40-bbed-4c1c-a2a8-fe3a444275f8 None None] Port 9aec6688-6f5e-4bec-b54f-0d2eb2e7c57e cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:57:22.478832 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-74ce015f-9461-43de-bf7e-5124319f5f81 req-5e2bd149-9ff3-4aaa-8ed8-7c4eb1aa03cb service neutron] For port 59d900ca-6fa6-412a-bab1-dcae6d354933, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=59d900ca-6fa6-412a-bab1-dcae6d354933,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:57:22.522238 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-74ce015f-9461-43de-bf7e-5124319f5f81 req-5e2bd149-9ff3-4aaa-8ed8-7c4eb1aa03cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:22.531738 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-ee3994b9-63ed-4483-af4e-024ec5f86239 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c0d5654-13ec-4914-a265-8f1d68ed84d9']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:57:22.568631 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-c714369d-d8f9-498e-b243-ebb4d0faae4b None None] Provisioning complete for port eac9a631-8c00-4418-a94b-d25d3cbd658f triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:57:22.569026 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c714369d-d8f9-498e-b243-ebb4d0faae4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:22.641162 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-c714369d-d8f9-498e-b243-ebb4d0faae4b None None] Port eac9a631-8c00-4418-a94b-d25d3cbd658f cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:57:22.658757 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-ee3994b9-63ed-4483-af4e-024ec5f86239 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77c8a800-fe5e-43bd-bdaa-dd2e8f9ddbc2') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:57:22.659052 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-ee3994b9-63ed-4483-af4e-024ec5f86239 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77c8a800-fe5e-43bd-bdaa-dd2e8f9ddbc2') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:57:22.674694 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0661b81c-01a6-4379-b380-703cdaf5a446 admin admin] Router 1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 19:57:22.687244 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2bf81d2f-a703-4907-b748-faa31daf68c0 req-2ec46485-68ac-4574-80a4-9f36ae6caa07 service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147545 May 05 19:57:22.698186 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ce015f-9461-43de-bf7e-5124319f5f81 req-5e2bd149-9ff3-4aaa-8ed8-7c4eb1aa03cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:22.698795 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-74ce015f-9461-43de-bf7e-5124319f5f81 req-5e2bd149-9ff3-4aaa-8ed8-7c4eb1aa03cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:22.700224 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-74ce015f-9461-43de-bf7e-5124319f5f81 req-5e2bd149-9ff3-4aaa-8ed8-7c4eb1aa03cb service neutron] 10.222.0.24 "PUT /v2.0/ports/59d900ca-6fa6-412a-bab1-dcae6d354933 HTTP/1.1" status: 200 len: 1095 time: 4.9394386 May 05 19:57:22.752689 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ee3994b9-63ed-4483-af4e-024ec5f86239 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:22.765337 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e312adc-af9b-4d5c-94d5-b654bab6af3e req-2f04a844-cae0-4d3b-b32a-dd33cd110e11 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:22.766856 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6e312adc-af9b-4d5c-94d5-b654bab6af3e req-2f04a844-cae0-4d3b-b32a-dd33cd110e11 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7112014-5f54-4758-842f-c7135e01dd5b HTTP/1.1" status: 200 len: 944 time: 0.2936795 May 05 19:57:22.910560 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6e312adc-af9b-4d5c-94d5-b654bab6af3e req-4efc7ff3-b4fd-41d1-8ecb-43472dec4a56 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/security-groups?id=b8eb825a-eb05-4b64-b47c-316dce01fa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228971 May 05 19:57:22.939451 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0661b81c-01a6-4379-b380-703cdaf5a446 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 19:57:22.944265 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-0661b81c-01a6-4379-b380-703cdaf5a446 admin admin] 10.222.0.36 "PUT /v2.0/routers/1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5818937 May 05 19:57:22.955020 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33009723-47eb-45ad-a366-e5436e947b9d None None] Sync routers for ids ['1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 19:57:22.983724 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33009723-47eb-45ad-a366-e5436e947b9d None None] Routers {'1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:57:22.984346 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-33009723-47eb-45ad-a366-e5436e947b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:57:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:57:22.994309 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ee3994b9-63ed-4483-af4e-024ec5f86239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:23.013452 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2bd149-9ff3-4aaa-8ed8-7c4eb1aa03cb service neutron] Pushing event updated for resources: {'Port': ['ID=59d900ca-6fa6-412a-bab1-dcae6d354933,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:23.030540 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee3994b9-63ed-4483-af4e-024ec5f86239 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 19:57:23.030872 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ee3994b9-63ed-4483-af4e-024ec5f86239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:23.056842 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 19:57:23.056842 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 19:57:23.056842 n-d-840717-1 neutron-server[88198]: timer() May 05 19:57:23.056842 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 19:57:23.056842 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 19:57:23.056842 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 19:57:23.056842 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 19:57:23.056842 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 19:57:23.056842 n-d-840717-1 neutron-server[88198]: self._notify() May 05 19:57:23.056842 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 19:57:23.056842 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 19:57:23.056842 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 19:57:23.056842 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 19:57:23.056842 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 19:57:23.056842 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 19:57:23.056842 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 19:57:23.056842 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 19:57:23.056842 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 19:57:23.056842 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 19:57:23.056842 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 19:57:23.056842 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 19:57:23.056842 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 19:57:23.056842 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 19:57:23.056842 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 19:57:23.056842 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 19:57:23.056842 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 19:57:23.056842 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 19:57:23.056842 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 19:57:23.056842 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 19:57:23.056842 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 19:57:23.056842 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 19:57:23.056842 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 19:57:23.088942 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a167b3b1-df34-4b13-94ed-f83edec7f1d7 req-408277db-3117-45fe-9dca-2058bb75d2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:23.090402 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a167b3b1-df34-4b13-94ed-f83edec7f1d7 req-408277db-3117-45fe-9dca-2058bb75d2f8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=eeb9c093-2536-4a2a-9f6e-09016d8b7c5d HTTP/1.1" status: 200 len: 922 time: 1.0493047 May 05 19:57:23.165536 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 22bfcec0-50f1-4029-8911-44755ba27f73 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:57:23.262700 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-33009723-47eb-45ad-a366-e5436e947b9d None None] Set router 1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:57:23.276832 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2e5eec3-5366-41db-8ead-53fdfb650cf4'] response: {'server_uuid': '83ac2a72-1269-4ad8-a2f9-a8775b8bf130', 'name': 'network-vif-deleted', 'tag': '6e0be088-6cfe-4e5c-9668-51def98d91cd', 'status': 'completed', 'code': 200} May 05 19:57:23.312654 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a167b3b1-df34-4b13-94ed-f83edec7f1d7 req-13bc0e88-6694-460c-9b34-11e0b60431b4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=367b4e87-c3ab-49a3-b285-f57259bf10b9 HTTP/1.1" status: 200 len: 217 time: 0.2020965 May 05 19:57:23.327135 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 22bfcec0-50f1-4029-8911-44755ba27f73 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:57:23.327562 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:23.376399 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ee3994b9-63ed-4483-af4e-024ec5f86239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:23.408366 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ee3994b9-63ed-4483-af4e-024ec5f86239 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:23.471544 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3994b9-63ed-4483-af4e-024ec5f86239 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c0d5654-13ec-4914-a265-8f1d68ed84d9,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:23.500442 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ce015f-9461-43de-bf7e-5124319f5f81 req-78ca01e6-fd4d-4240-bdf8-0de640cc3818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:23.501961 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-74ce015f-9461-43de-bf7e-5124319f5f81 req-78ca01e6-fd4d-4240-bdf8-0de640cc3818 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d18a2e83eb0a426c94d20465510d41ca&device_id=1ada14d4-7aba-4b42-99fe-0ab13970f361 HTTP/1.1" status: 200 len: 1098 time: 0.7312121 May 05 19:57:23.579748 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a167b3b1-df34-4b13-94ed-f83edec7f1d7 req-dc50f879-829e-499d-a9fb-dfc934d692df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:23.581140 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a167b3b1-df34-4b13-94ed-f83edec7f1d7 req-dc50f879-829e-499d-a9fb-dfc934d692df service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2ab1778b-7268-4b66-a1dd-6ef68efc2477 HTTP/1.1" status: 200 len: 861 time: 0.2522352 May 05 19:57:23.595854 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-ee3994b9-63ed-4483-af4e-024ec5f86239 admin admin] 10.222.0.36 "DELETE /v2.0/networks/6c0d5654-13ec-4914-a265-8f1d68ed84d9 HTTP/1.1" status: 204 len: 168 time: 3.3508284 May 05 19:57:23.671665 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72313d8d-2043-4552-b1f6-ca926c0ba2c3 req-3eb73f21-0f2a-43e3-bdbe-49c58877582a tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:23.673242 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-72313d8d-2043-4552-b1f6-ca926c0ba2c3 req-3eb73f21-0f2a-43e3-bdbe-49c58877582a tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f762f9e-f94f-4add-a056-207a2bd67e54 HTTP/1.1" status: 200 len: 948 time: 0.2248600 May 05 19:57:23.674297 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6f01b092-3424-41bb-acca-3f1f4ee94367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:23.678791 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 367b4e87-c3ab-49a3-b285-f57259bf10b9 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:57:23.698663 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-74ce015f-9461-43de-bf7e-5124319f5f81 req-c8c40467-b3ef-4786-be6d-81f6c7ab0f8c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=59d900ca-6fa6-412a-bab1-dcae6d354933 HTTP/1.1" status: 200 len: 217 time: 0.1836076 May 05 19:57:23.705275 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a167b3b1-df34-4b13-94ed-f83edec7f1d7 req-bee95714-4f92-445c-8a6b-e55df9aac682 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=eeb9c093-2536-4a2a-9f6e-09016d8b7c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1056368 May 05 19:57:23.726574 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-72313d8d-2043-4552-b1f6-ca926c0ba2c3 req-11ab1400-7f30-4502-b6cc-dc8b84e28900 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] 10.222.0.36 "GET /v2.0/security-groups?id=74d729d4-bb0b-4e6d-b8e2-628b6688320d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445910 May 05 19:57:23.765634 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 38882) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:57:23.833335 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-91584b35-04e2-4ff2-9443-bce97649c054 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=beb159436c9e4e2f822f7625a9d89435&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0635822 May 05 19:57:23.833668 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 38890) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:57:23.873020 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f762f9e-f94f-4add-a056-207a2bd67e54', 'tag': '0c197f2c-b488-43c9-af52-801437aafe96'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:57:23.889817 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-33009723-47eb-45ad-a366-e5436e947b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d', 'name': 'tempest-ServersTestManualDisk-1650204279-router', 'tenant_id': '12d6d803715a4d1faae5ab453e890665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': 'd5236884-e57c-4a7a-8ab9-8dae6959201e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:56:57Z', 'updated_at': '2022-05-05T19:57:20Z', 'revision_number': 4, 'project_id': '12d6d803715a4d1faae5ab453e890665', 'gw_port': {'id': 'd5236884-e57c-4a7a-8ab9-8dae6959201e', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:01Z', 'updated_at': '2022-05-05T19:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'eac9a631-8c00-4418-a94b-d25d3cbd658f', 'name': '', 'network_id': '964832a3-7678-439b-97c2-1f4e7f68480a', 'tenant_id': '12d6d803715a4d1faae5ab453e890665', 'mac_address': 'fa:16:3e:62:16:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'fe9b176d-b178-48c7-bb0b-d17912546ee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:15Z', 'updated_at': '2022-05-05T19:57:21Z', 'revision_number': 2, 'project_id': '12d6d803715a4d1faae5ab453e890665', 'subnets': [{'id': 'fe9b176d-b178-48c7-bb0b-d17912546ee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:57:23.897447 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33009723-47eb-45ad-a366-e5436e947b9d None None] Checking router: 1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 19:57:23.897949 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33009723-47eb-45ad-a366-e5436e947b9d None None] Updating router 1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d port eac9a631-8c00-4418-a94b-d25d3cbd658f binding host n-d-840717-1 {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 19:57:23.911468 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c846c429-5319-4b35-9fbb-0d078e5723fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:23.944907 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c846c429-5319-4b35-9fbb-0d078e5723fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:23.964006 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 367b4e87-c3ab-49a3-b285-f57259bf10b9, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=367b4e87-c3ab-49a3-b285-f57259bf10b9,segment=NetworkSegment(ac8864a1-851c-4e33-a62e-34bf87714dc0),segment_id=ac8864a1-851c-4e33-a62e-34bf87714dc0)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:57:23.985063 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': '367b4e87-c3ab-49a3-b285-f57259bf10b9', 'network_id': 'eeb9c093-2536-4a2a-9f6e-09016d8b7c5d', 'port_id': '367b4e87-c3ab-49a3-b285-f57259bf10b9', 'mac_address': 'fa:16:3e:59:7a:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ab1778b-7268-4b66-a1dd-6ef68efc2477', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:57:23.991583 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-33009723-47eb-45ad-a366-e5436e947b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:24.016822 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c846c429-5319-4b35-9fbb-0d078e5723fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:24.040819 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c846c429-5319-4b35-9fbb-0d078e5723fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54210ff6-4648-4cdb-8887-421df42725ab,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:24.049841 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c846c429-5319-4b35-9fbb-0d078e5723fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:24.050912 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-c846c429-5319-4b35-9fbb-0d078e5723fb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/54210ff6-4648-4cdb-8887-421df42725ab HTTP/1.1" status: 204 len: 168 time: 0.2164965 May 05 19:57:24.127045 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:24.166103 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ce015f-9461-43de-bf7e-5124319f5f81 req-e52d9808-7ad8-43c8-851c-ad7464f02db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:24.168755 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-74ce015f-9461-43de-bf7e-5124319f5f81 req-e52d9808-7ad8-43c8-851c-ad7464f02db2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.4622447 May 05 19:57:24.228371 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 367b4e87-c3ab-49a3-b285-f57259bf10b9 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:57:24.267440 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 367b4e87-c3ab-49a3-b285-f57259bf10b9, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=367b4e87-c3ab-49a3-b285-f57259bf10b9,segment=NetworkSegment(ac8864a1-851c-4e33-a62e-34bf87714dc0),segment_id=ac8864a1-851c-4e33-a62e-34bf87714dc0)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:57:24.272375 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:24.310045 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-8171766d-8f38-46da-9280-609bd5b8c828 req-f600cc61-6b6b-4f89-9ccb-6b69c30f1811 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:24.361762 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-8171766d-8f38-46da-9280-609bd5b8c828 req-f600cc61-6b6b-4f89-9ccb-6b69c30f1811 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:24.462060 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=367b4e87-c3ab-49a3-b285-f57259bf10b9,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:24.523987 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f23412-6a73-4757-bdf2-668e7c4cfa36 req-5b19e0ea-8557-4e56-99ce-137d30727004 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:24.525512 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-89f23412-6a73-4757-bdf2-668e7c4cfa36 req-5b19e0ea-8557-4e56-99ce-137d30727004 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b1ae01d-6900-4f99-8063-6102115f0eeb HTTP/1.1" status: 200 len: 945 time: 0.8181233 May 05 19:57:24.568616 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 38908) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:57:24.570190 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['367b4e87-c3ab-49a3-b285-f57259bf10b9'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:57:24.580151 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-4636635e-a3d2-44f0-9dc3-bb89106e64c5 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Request body: {'security_group': {'name': 'tempest-securitygroup--747556769', 'description': 'tempest-description--81085018'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:57:24.590938 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4636635e-a3d2-44f0-9dc3-bb89106e64c5 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:57:24.601908 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4636635e-a3d2-44f0-9dc3-bb89106e64c5 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Usage tracker for resource:security_group and tenant:12d6d803715a4d1faae5ab453e890665 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:57:24.611871 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4636635e-a3d2-44f0-9dc3-bb89106e64c5 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:57:24.624041 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4636635e-a3d2-44f0-9dc3-bb89106e64c5 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:57:24.645728 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4636635e-a3d2-44f0-9dc3-bb89106e64c5 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:24.656149 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6f01b092-3424-41bb-acca-3f1f4ee94367 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:24.664248 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-33009723-47eb-45ad-a366-e5436e947b9d None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:24.692874 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4636635e-a3d2-44f0-9dc3-bb89106e64c5 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:57:24.701425 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4636635e-a3d2-44f0-9dc3-bb89106e64c5 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Usage tracker for resource:security_group_rule and tenant:12d6d803715a4d1faae5ab453e890665 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:57:24.710376 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-33009723-47eb-45ad-a366-e5436e947b9d None None] Transition to ACTIVE for port object eac9a631-8c00-4418-a94b-d25d3cbd658f will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:57:24.712320 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4636635e-a3d2-44f0-9dc3-bb89106e64c5 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:57:24.731128 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-33009723-47eb-45ad-a366-e5436e947b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:24.731809 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4636635e-a3d2-44f0-9dc3-bb89106e64c5 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:57:24.988346 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f9a3be-081f-4a97-a95c-89833888eb3d None None] Pushing event updated for resources: {'Port': ['ID=eac9a631-8c00-4418-a94b-d25d3cbd658f,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:24.992723 n-d-840717-1 neutron-server[88198]: INFO neutron.db.l3_db [req-8171766d-8f38-46da-9280-609bd5b8c828 req-f600cc61-6b6b-4f89-9ccb-6b69c30f1811 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Floating IP d130e0a1-933e-4b01-bdab-de8a8c504b39 associated. External IP: 172.25.0.204, port: 916de515-381a-48e9-a5de-f883cc07dedf. May 05 19:57:25.022916 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4636635e-a3d2-44f0-9dc3-bb89106e64c5 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:25.038375 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d2f74e-eb01-4d00-87fd-9ee2bf914a70 req-ccbff057-a2fe-42bf-bcb4-6a061b29f5a8 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:25.039956 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c9d2f74e-eb01-4d00-87fd-9ee2bf914a70 req-ccbff057-a2fe-42bf-bcb4-6a061b29f5a8 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b1ae01d-6900-4f99-8063-6102115f0eeb HTTP/1.1" status: 200 len: 945 time: 0.2780678 May 05 19:57:25.041984 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4636635e-a3d2-44f0-9dc3-bb89106e64c5 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:25.074417 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc7227-a6d9-4630-bf1d-52cb3583bdcb req-d35076ae-dc0b-4ec9-8e0f-b9b9e1c33041 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:25.076136 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e4cc7227-a6d9-4630-bf1d-52cb3583bdcb req-d35076ae-dc0b-4ec9-8e0f-b9b9e1c33041 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] 10.222.0.50 "GET /v2.0/ports?device_id=330c51d8-22e4-448a-9788-73e6a4d9ae7d HTTP/1.1" status: 200 len: 945 time: 0.3188367 May 05 19:57:25.097600 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-33009723-47eb-45ad-a366-e5436e947b9d None None] Attempting to bind port eac9a631-8c00-4418-a94b-d25d3cbd658f on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:57:25.097833 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-33009723-47eb-45ad-a366-e5436e947b9d None None] Attempting to bind port eac9a631-8c00-4418-a94b-d25d3cbd658f by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '27007867-64fe-419a-8b8b-c5a5570bcf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '964832a3-7678-439b-97c2-1f4e7f68480a'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:57:25.098017 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33009723-47eb-45ad-a366-e5436e947b9d None None] Attempting to bind port eac9a631-8c00-4418-a94b-d25d3cbd658f on network 964832a3-7678-439b-97c2-1f4e7f68480a {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:57:25.108634 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33009723-47eb-45ad-a366-e5436e947b9d None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:57:25.109009 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33009723-47eb-45ad-a366-e5436e947b9d None None] Checking segment: {'id': '27007867-64fe-419a-8b8b-c5a5570bcf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '964832a3-7678-439b-97c2-1f4e7f68480a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:57:25.109411 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-33009723-47eb-45ad-a366-e5436e947b9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:25.109798 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33009723-47eb-45ad-a366-e5436e947b9d None None] Bound using segment: {'id': '27007867-64fe-419a-8b8b-c5a5570bcf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '964832a3-7678-439b-97c2-1f4e7f68480a'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:57:25.110263 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-33009723-47eb-45ad-a366-e5436e947b9d None None] Bound port: eac9a631-8c00-4418-a94b-d25d3cbd658f, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27007867-64fe-419a-8b8b-c5a5570bcf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '964832a3-7678-439b-97c2-1f4e7f68480a'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:57:25.110629 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-33009723-47eb-45ad-a366-e5436e947b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:25.171104 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6f01b092-3424-41bb-acca-3f1f4ee94367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:25.222334 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 38924) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:57:25.231846 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4636635e-a3d2-44f0-9dc3-bb89106e64c5 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f6abd1-db87-4f8b-93ec-64734f7a0466,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:25.264716 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-33009723-47eb-45ad-a366-e5436e947b9d None None] For port eac9a631-8c00-4418-a94b-d25d3cbd658f, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:57:25.269649 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-33009723-47eb-45ad-a366-e5436e947b9d None None] For port eac9a631-8c00-4418-a94b-d25d3cbd658f, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=eac9a631-8c00-4418-a94b-d25d3cbd658f,segment=NetworkSegment(27007867-64fe-419a-8b8b-c5a5570bcf48),segment_id=27007867-64fe-419a-8b8b-c5a5570bcf48)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:57:25.276470 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-33009723-47eb-45ad-a366-e5436e947b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:25.287587 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c9d2f74e-eb01-4d00-87fd-9ee2bf914a70 req-22faa132-b99d-4128-a549-8b48a4a34099 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] 10.222.0.36 "GET /v2.0/security-groups?id=a69b6ab0-aa14-4469-9dc2-2519a67a3dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414536 May 05 19:57:25.291949 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ada14d4-7aba-4b42-99fe-0ab13970f361', 'tag': '59d900ca-6fa6-412a-bab1-dcae6d354933'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:57:25.293501 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-e4cc7227-a6d9-4630-bf1d-52cb3583bdcb req-8060b398-4a08-4523-aa3c-9441596cff18 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Deleting port 0d7e3c2f-3a0a-4639-9c8f-cd0d65c6c193 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:57:25.293842 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-e4cc7227-a6d9-4630-bf1d-52cb3583bdcb req-8060b398-4a08-4523-aa3c-9441596cff18 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:25.329733 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a167b3b1-df34-4b13-94ed-f83edec7f1d7 req-bc322984-fba7-45e0-995d-163d4398cc75 service neutron] 10.222.0.50 "GET /v2.0/networks/eeb9c093-2536-4a2a-9f6e-09016d8b7c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5248857 May 05 19:57:25.350484 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4636635e-a3d2-44f0-9dc3-bb89106e64c5 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:25.351975 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-4636635e-a3d2-44f0-9dc3-bb89106e64c5 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7823615 May 05 19:57:25.369109 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 38932) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:57:25.383319 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-72fb760f-bb9a-4bbc-9bc5-bab8e227db3a tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Request body: {'security_group_rule': {'security_group_id': 'f6f6abd1-db87-4f8b-93ec-64734f7a0466', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:57:25.407420 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-72fb760f-bb9a-4bbc-9bc5-bab8e227db3a tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:57:25.412137 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33009723-47eb-45ad-a366-e5436e947b9d None None] Routers {'1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:57:25.412771 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-33009723-47eb-45ad-a366-e5436e947b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:57:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:57:25.427112 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-72fb760f-bb9a-4bbc-9bc5-bab8e227db3a tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Usage tracker for resource:security_group_rule and tenant:12d6d803715a4d1faae5ab453e890665 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:57:25.434382 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-a363b4f7-bdba-4747-b60e-2b8f10331f99 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1815960725-network', 'tenant_id': '99f8ff370e2040efb9285a4ae37c20cd'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:57:25.438077 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-72fb760f-bb9a-4bbc-9bc5-bab8e227db3a tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:57:25.447636 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-72fb760f-bb9a-4bbc-9bc5-bab8e227db3a tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:57:25.483073 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f9a3be-081f-4a97-a95c-89833888eb3d None None] Pushing event updated for resources: {'Port': ['ID=eac9a631-8c00-4418-a94b-d25d3cbd658f,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:25.485207 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-a363b4f7-bdba-4747-b60e-2b8f10331f99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:57:25.521593 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a363b4f7-bdba-4747-b60e-2b8f10331f99 admin admin] Usage tracker for resource:network and tenant:99f8ff370e2040efb9285a4ae37c20cd is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:57:25.541103 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a363b4f7-bdba-4747-b60e-2b8f10331f99 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:57:25.549918 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-a363b4f7-bdba-4747-b60e-2b8f10331f99 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:57:25.550801 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6f01b092-3424-41bb-acca-3f1f4ee94367 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:25.594742 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ce015f-9461-43de-bf7e-5124319f5f81 req-fdfd44e4-8765-418d-ae24-c3d45076071c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:25.596413 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-74ce015f-9461-43de-bf7e-5124319f5f81 req-fdfd44e4-8765-418d-ae24-c3d45076071c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.4154530 May 05 19:57:25.604806 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-72fb760f-bb9a-4bbc-9bc5-bab8e227db3a tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:25.631254 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f01b092-3424-41bb-acca-3f1f4ee94367 admin admin] Pushing event updated for resources: {'Port': ['ID=9aec6688-6f5e-4bec-b54f-0d2eb2e7c57e,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:25.675045 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 367b4e87-c3ab-49a3-b285-f57259bf10b9 up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:57:25.677612 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a363b4f7-bdba-4747-b60e-2b8f10331f99 admin admin] Made reservation on behalf of 99f8ff370e2040efb9285a4ae37c20cd for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:57:25.680738 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a363b4f7-bdba-4747-b60e-2b8f10331f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:25.731783 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-89f23412-6a73-4757-bdf2-668e7c4cfa36 req-9648a514-8e91-4a1c-9780-a7eb2ed9a79b tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Deleting port a9c68ab2-7732-4732-b940-c152f576f799 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:57:25.732149 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-89f23412-6a73-4757-bdf2-668e7c4cfa36 req-9648a514-8e91-4a1c-9780-a7eb2ed9a79b tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:25.795133 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a363b4f7-bdba-4747-b60e-2b8f10331f99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:25.811650 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-444fec45-2315-4cf4-a9cd-2993131887c0'] response: {'name': 'network-changed', 'server_uuid': '2f762f9e-f94f-4add-a056-207a2bd67e54', 'tag': '0c197f2c-b488-43c9-af52-801437aafe96', 'status': 'completed', 'code': 200} May 05 19:57:25.824509 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-33009723-47eb-45ad-a366-e5436e947b9d None None] Set router 1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:57:25.889461 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-a363b4f7-bdba-4747-b60e-2b8f10331f99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:57:25.898069 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port 367b4e87-c3ab-49a3-b285-f57259bf10b9 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:57:25.904602 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port 367b4e87-c3ab-49a3-b285-f57259bf10b9 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:57:25.904971 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:25.947274 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a363b4f7-bdba-4747-b60e-2b8f10331f99 admin admin] Usage tracker for resource:security_group_rule and tenant:99f8ff370e2040efb9285a4ae37c20cd is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:57:25.958606 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a363b4f7-bdba-4747-b60e-2b8f10331f99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:57:25.983175 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-a363b4f7-bdba-4747-b60e-2b8f10331f99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:57:26.010267 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-72fb760f-bb9a-4bbc-9bc5-bab8e227db3a tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:26.035028 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-72fb760f-bb9a-4bbc-9bc5-bab8e227db3a tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:26.074376 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-e4cc7227-a6d9-4630-bf1d-52cb3583bdcb req-8060b398-4a08-4523-aa3c-9441596cff18 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] For port 0d7e3c2f-3a0a-4639-9c8f-cd0d65c6c193, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=0d7e3c2f-3a0a-4639-9c8f-cd0d65c6c193,segment=NetworkSegment(069234c5-3fbc-4f95-b319-b1989412732e),segment_id=069234c5-3fbc-4f95-b319-b1989412732e)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:57:26.074770 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-e4cc7227-a6d9-4630-bf1d-52cb3583bdcb req-8060b398-4a08-4523-aa3c-9441596cff18 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:26.076307 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a167b3b1-df34-4b13-94ed-f83edec7f1d7 req-ebbf37a2-e267-4f4d-b49b-6f40c99c387e service neutron] 10.222.0.50 "GET /v2.0/networks/eeb9c093-2536-4a2a-9f6e-09016d8b7c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7222638 May 05 19:57:26.120067 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fb760f-bb9a-4bbc-9bc5-bab8e227db3a tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16d928cc-72d6-4208-9b07-acc2abcce6d6,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:26.249518 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c41307-2fa0-4ee3-b59a-76f4e8441499 req-fc9da40e-dbf8-4ed9-94ab-9bb16b71c44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:26.250798 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e0c41307-2fa0-4ee3-b59a-76f4e8441499 req-fc9da40e-dbf8-4ed9-94ab-9bb16b71c44c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d18a2e83eb0a426c94d20465510d41ca&device_id=2f762f9e-f94f-4add-a056-207a2bd67e54 HTTP/1.1" status: 200 len: 1099 time: 0.4312611 May 05 19:57:26.264062 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-e4cc7227-a6d9-4630-bf1d-52cb3583bdcb req-8060b398-4a08-4523-aa3c-9441596cff18 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Calling delete_port for 0d7e3c2f-3a0a-4639-9c8f-cd0d65c6c193 owned by compute:nova {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:57:26.286654 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:26.330641 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f01b092-3424-41bb-acca-3f1f4ee94367 admin admin] Network 5f383bab-d2ac-4d6b-b5b0-d3f0ff3c62c8 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:57:26.330887 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-72fb760f-bb9a-4bbc-9bc5-bab8e227db3a tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:26.335346 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-72fb760f-bb9a-4bbc-9bc5-bab8e227db3a tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9652295 May 05 19:57:26.339108 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-74ce015f-9461-43de-bf7e-5124319f5f81 req-74d0b66b-043d-406e-9db7-69f91e8efd31 service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7163894 May 05 19:57:26.342273 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 38940) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:57:26.344914 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7112014-5f54-4758-842f-c7135e01dd5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '367b4e87-c3ab-49a3-b285-f57259bf10b9'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:57:26.350533 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-6f01b092-3424-41bb-acca-3f1f4ee94367 admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:57:26.365467 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 367b4e87-c3ab-49a3-b285-f57259bf10b9, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=367b4e87-c3ab-49a3-b285-f57259bf10b9,segment=NetworkSegment(ac8864a1-851c-4e33-a62e-34bf87714dc0),segment_id=ac8864a1-851c-4e33-a62e-34bf87714dc0)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:57:26.371133 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:26.372066 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-491de915-aa35-4707-8aa9-75e018c0787e tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Request body: {'security_group_rule': {'security_group_id': 'f6f6abd1-db87-4f8b-93ec-64734f7a0466', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:57:26.393696 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-491de915-aa35-4707-8aa9-75e018c0787e tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:57:26.412890 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b9c6ab-d254-47de-938c-45afd07f62ee req-efdc5e48-40a6-4b43-88fd-eb29e490f6e9 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:26.414381 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-94b9c6ab-d254-47de-938c-45afd07f62ee req-efdc5e48-40a6-4b43-88fd-eb29e490f6e9 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7112014-5f54-4758-842f-c7135e01dd5b HTTP/1.1" status: 200 len: 945 time: 0.5307102 May 05 19:57:26.415437 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-491de915-aa35-4707-8aa9-75e018c0787e tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Usage tracker for resource:security_group_rule and tenant:12d6d803715a4d1faae5ab453e890665 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:57:26.440619 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-33009723-47eb-45ad-a366-e5436e947b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d', 'name': 'tempest-ServersTestManualDisk-1650204279-router', 'tenant_id': '12d6d803715a4d1faae5ab453e890665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': 'd5236884-e57c-4a7a-8ab9-8dae6959201e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:56:57Z', 'updated_at': '2022-05-05T19:57:20Z', 'revision_number': 4, 'project_id': '12d6d803715a4d1faae5ab453e890665', 'gw_port': {'id': 'd5236884-e57c-4a7a-8ab9-8dae6959201e', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:01Z', 'updated_at': '2022-05-05T19:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'eac9a631-8c00-4418-a94b-d25d3cbd658f', 'name': '', 'network_id': '964832a3-7678-439b-97c2-1f4e7f68480a', 'tenant_id': '12d6d803715a4d1faae5ab453e890665', 'mac_address': 'fa:16:3e:62:16:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'fe9b176d-b178-48c7-bb0b-d17912546ee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:15Z', 'updated_at': '2022-05-05T19:57:25Z', 'revision_number': 4, 'project_id': '12d6d803715a4d1faae5ab453e890665', 'subnets': [{'id': 'fe9b176d-b178-48c7-bb0b-d17912546ee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:57:26.449418 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33009723-47eb-45ad-a366-e5436e947b9d None None] The sync data for ids ['1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d'] in n-d-840717-1 is: [{'id': '1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d', 'name': 'tempest-ServersTestManualDisk-1650204279-router', 'tenant_id': '12d6d803715a4d1faae5ab453e890665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': 'd5236884-e57c-4a7a-8ab9-8dae6959201e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:56:57Z', 'updated_at': '2022-05-05T19:57:20Z', 'revision_number': 4, 'project_id': '12d6d803715a4d1faae5ab453e890665', 'gw_port': {'id': 'd5236884-e57c-4a7a-8ab9-8dae6959201e', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:01Z', 'updated_at': '2022-05-05T19:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'eac9a631-8c00-4418-a94b-d25d3cbd658f', 'name': '', 'network_id': '964832a3-7678-439b-97c2-1f4e7f68480a', 'tenant_id': '12d6d803715a4d1faae5ab453e890665', 'mac_address': 'fa:16:3e:62:16:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'fe9b176d-b178-48c7-bb0b-d17912546ee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:15Z', 'updated_at': '2022-05-05T19:57:25Z', 'revision_number': 4, 'project_id': '12d6d803715a4d1faae5ab453e890665', 'subnets': [{'id': 'fe9b176d-b178-48c7-bb0b-d17912546ee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 19:57:26.451616 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=367b4e87-c3ab-49a3-b285-f57259bf10b9,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:26.479744 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-491de915-aa35-4707-8aa9-75e018c0787e tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:57:26.512539 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-491de915-aa35-4707-8aa9-75e018c0787e tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:57:26.690055 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a363b4f7-bdba-4747-b60e-2b8f10331f99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:26.694217 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-491de915-aa35-4707-8aa9-75e018c0787e tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:26.702396 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c41307-2fa0-4ee3-b59a-76f4e8441499 req-fed8f8f0-0fc5-4187-8a7a-bfec21536c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:26.703915 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e0c41307-2fa0-4ee3-b59a-76f4e8441499 req-fed8f8f0-0fc5-4187-8a7a-bfec21536c4d service neutron] 10.222.0.24 "GET /v2.0/networks?id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3 HTTP/1.1" status: 200 len: 870 time: 0.4117038 May 05 19:57:26.713717 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a363b4f7-bdba-4747-b60e-2b8f10331f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:26.719338 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-94b9c6ab-d254-47de-938c-45afd07f62ee req-cedaf6e0-2d4d-418e-aec1-172bc25aee2d tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/security-groups?id=b8eb825a-eb05-4b64-b47c-316dce01fa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363775 May 05 19:57:26.829358 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8171766d-8f38-46da-9280-609bd5b8c828 req-f600cc61-6b6b-4f89-9ccb-6b69c30f1811 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Router f9c5edfd-5abd-422d-a15a-09a5460bd53d has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 19:57:26.865637 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-2ccb527b-0e58-48f1-b9a3-5c3e9fb429c3 None None] Provisioning complete for port 9aec6688-6f5e-4bec-b54f-0d2eb2e7c57e triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:57:26.866317 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2ccb527b-0e58-48f1-b9a3-5c3e9fb429c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:26.953506 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-2ccb527b-0e58-48f1-b9a3-5c3e9fb429c3 None None] Port 9aec6688-6f5e-4bec-b54f-0d2eb2e7c57e cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:57:26.965513 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-89f23412-6a73-4757-bdf2-668e7c4cfa36 req-9648a514-8e91-4a1c-9780-a7eb2ed9a79b tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] For port a9c68ab2-7732-4732-b940-c152f576f799, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=a9c68ab2-7732-4732-b940-c152f576f799,segment=NetworkSegment(069234c5-3fbc-4f95-b319-b1989412732e),segment_id=069234c5-3fbc-4f95-b319-b1989412732e)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:57:26.966002 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-89f23412-6a73-4757-bdf2-668e7c4cfa36 req-9648a514-8e91-4a1c-9780-a7eb2ed9a79b tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:27.053423 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a363b4f7-bdba-4747-b60e-2b8f10331f99 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 19:57:27.070116 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e0c41307-2fa0-4ee3-b59a-76f4e8441499 req-72a6bcaf-114a-48b0-bfd7-2429d710c99b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=0c197f2c-b488-43c9-af52-801437aafe96 HTTP/1.1" status: 200 len: 217 time: 0.3409054 May 05 19:57:27.124268 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device eac9a631-8c00-4418-a94b-d25d3cbd658f up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:57:27.138595 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-89f23412-6a73-4757-bdf2-668e7c4cfa36 req-9648a514-8e91-4a1c-9780-a7eb2ed9a79b tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Calling delete_port for a9c68ab2-7732-4732-b940-c152f576f799 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:57:27.152545 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a363b4f7-bdba-4747-b60e-2b8f10331f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef0a585-a6a9-4dc9-9f77-73dacf2639b2,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:27.184912 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-e4cc7227-a6d9-4630-bf1d-52cb3583bdcb req-8060b398-4a08-4523-aa3c-9441596cff18 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:27.193676 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a363b4f7-bdba-4747-b60e-2b8f10331f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:27.194018 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-a363b4f7-bdba-4747-b60e-2b8f10331f99 admin admin] Added segment f64acd32-0a02-4606-b552-1dd633356c1d of type vlan for network d94c136e-3c4f-4290-8cd6-81a4e89af7f3 May 05 19:57:27.241993 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port eac9a631-8c00-4418-a94b-d25d3cbd658f completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:57:27.249574 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port eac9a631-8c00-4418-a94b-d25d3cbd658f triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:57:27.250078 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:27.281791 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8060b398-4a08-4523-aa3c-9441596cff18 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Pushing event deleted for resources: {'Port': ['ID=0d7e3c2f-3a0a-4639-9c8f-cd0d65c6c193,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:27.335442 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-491de915-aa35-4707-8aa9-75e018c0787e tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:27.398170 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-491de915-aa35-4707-8aa9-75e018c0787e tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:27.430713 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 0c197f2c-b488-43c9-af52-801437aafe96 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:57:27.433254 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a363b4f7-bdba-4747-b60e-2b8f10331f99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:27.438211 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c41307-2fa0-4ee3-b59a-76f4e8441499 req-06402db2-fe34-42a3-aadc-2ddc2415efc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:27.440019 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e0c41307-2fa0-4ee3-b59a-76f4e8441499 req-06402db2-fe34-42a3-aadc-2ddc2415efc8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.3472991 May 05 19:57:27.440801 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4cc7227-a6d9-4630-bf1d-52cb3583bdcb req-8060b398-4a08-4523-aa3c-9441596cff18 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] No DVR routers for this DVR port 0d7e3c2f-3a0a-4639-9c8f-cd0d65c6c193 on host n-h2-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:57:27.443976 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-e4cc7227-a6d9-4630-bf1d-52cb3583bdcb req-8060b398-4a08-4523-aa3c-9441596cff18 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:27.486618 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8171766d-8f38-46da-9280-609bd5b8c828 req-f600cc61-6b6b-4f89-9ccb-6b69c30f1811 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 19:57:27.494990 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:27.496190 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f01b092-3424-41bb-acca-3f1f4ee94367 admin admin] Router 649421de-0869-4a5d-a52d-ede22ea4ca73 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 19:57:27.498931 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-74ce015f-9461-43de-bf7e-5124319f5f81 req-5313b5dc-e0d5-44ca-8638-db9994001ae5 service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1448867 May 05 19:57:27.501285 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88533216-f51b-4879-a396-d88c521cdf84 None None] Sync routers for ids ['f9c5edfd-5abd-422d-a15a-09a5460bd53d'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 19:57:27.501758 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-8171766d-8f38-46da-9280-609bd5b8c828 req-f600cc61-6b6b-4f89-9ccb-6b69c30f1811 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:27.530495 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88533216-f51b-4879-a396-d88c521cdf84 None None] Routers {'f9c5edfd-5abd-422d-a15a-09a5460bd53d'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:57:27.531480 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-88533216-f51b-4879-a396-d88c521cdf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:57:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['f9c5edfd-5abd-422d-a15a-09a5460bd53d'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:57:27.588085 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491de915-aa35-4707-8aa9-75e018c0787e tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca03962f-a9a0-4553-a650-05b01a22cabd,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:27.617904 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8171766d-8f38-46da-9280-609bd5b8c828 req-f600cc61-6b6b-4f89-9ccb-6b69c30f1811 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "PUT /v2.0/floatingips/d130e0a1-933e-4b01-bdab-de8a8c504b39 HTTP/1.1" status: 200 len: 996 time: 6.7980227 May 05 19:57:27.682975 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 0c197f2c-b488-43c9-af52-801437aafe96, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=0c197f2c-b488-43c9-af52-801437aafe96,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:57:27.686766 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.resource_extend [None req-a363b4f7-bdba-4747-b60e-2b8f10331f99 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 19:57:27.700241 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-491de915-aa35-4707-8aa9-75e018c0787e tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:27.706320 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-491de915-aa35-4707-8aa9-75e018c0787e tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3593287 May 05 19:57:27.707128 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 38946) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:57:27.709972 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '0c197f2c-b488-43c9-af52-801437aafe96', 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3', 'port_id': '0c197f2c-b488-43c9-af52-801437aafe96', 'mac_address': 'fa:16:3e:b8:2e:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d72a8d3-0a35-4d3a-96b8-d869ff4093bc', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:57:27.727980 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e4cc7227-a6d9-4630-bf1d-52cb3583bdcb req-8060b398-4a08-4523-aa3c-9441596cff18 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] 10.222.0.50 "DELETE /v2.0/ports/0d7e3c2f-3a0a-4639-9c8f-cd0d65c6c193 HTTP/1.1" status: 204 len: 173 time: 2.5946417 May 05 19:57:27.735999 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-a76a9439-4fae-450e-8c38-a9f536d51a30 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Request body: {'floatingip': {'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:57:27.745753 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-a76a9439-4fae-450e-8c38-a9f536d51a30 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:57:27.749923 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port eac9a631-8c00-4418-a94b-d25d3cbd658f, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=eac9a631-8c00-4418-a94b-d25d3cbd658f,segment=NetworkSegment(27007867-64fe-419a-8b8b-c5a5570bcf48),segment_id=27007867-64fe-419a-8b8b-c5a5570bcf48)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:57:27.765458 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a76a9439-4fae-450e-8c38-a9f536d51a30 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Usage tracker for resource:floatingip and tenant:12d6d803715a4d1faae5ab453e890665 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:57:27.771970 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a76a9439-4fae-450e-8c38-a9f536d51a30 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:57:27.778992 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-a76a9439-4fae-450e-8c38-a9f536d51a30 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:57:27.800885 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe89d3-7ea4-491a-b915-7de0344a1a6e req-0218219e-e620-4bea-b436-0d5e7108b541 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:27.802536 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-dffe89d3-7ea4-491a-b915-7de0344a1a6e req-0218219e-e620-4bea-b436-0d5e7108b541 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Synchronizing usage tracker for tenant:97ead9bcc5d448dab263815a595740a4 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:57:27.816669 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059dc47-7411-4458-ae25-e20d95d0e4f5 req-6de235c7-b1d8-4d7d-b767-2c266287794a tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:27.825231 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e059dc47-7411-4458-ae25-e20d95d0e4f5 req-6de235c7-b1d8-4d7d-b767-2c266287794a tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f762f9e-f94f-4add-a056-207a2bd67e54 HTTP/1.1" status: 200 len: 948 time: 0.8718600 May 05 19:57:27.827423 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a76a9439-4fae-450e-8c38-a9f536d51a30 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Notify callbacks [] for floatingip, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:27.846763 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f01b092-3424-41bb-acca-3f1f4ee94367 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 19:57:27.860262 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-88533216-f51b-4879-a396-d88c521cdf84 None None] Set router f9c5edfd-5abd-422d-a15a-09a5460bd53d gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:57:27.864491 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-6f01b092-3424-41bb-acca-3f1f4ee94367 admin admin] 10.222.0.36 "PUT /v2.0/routers/649421de-0869-4a5d-a52d-ede22ea4ca73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3236599 May 05 19:57:27.879545 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '330c51d8-22e4-448a-9788-73e6a4d9ae7d', 'name': 'network-vif-deleted', 'tag': '0d7e3c2f-3a0a-4639-9c8f-cd0d65c6c193'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:57:27.924465 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device a9c68ab2-7732-4732-b940-c152f576f799 no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:57:27.943239 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e059dc47-7411-4458-ae25-e20d95d0e4f5 req-f610c5a9-7254-4b43-a3c6-9db28c9196ee tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] 10.222.0.36 "GET /v2.0/security-groups?id=74d729d4-bb0b-4e6d-b8e2-628b6688320d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168418 May 05 19:57:27.960007 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a363b4f7-bdba-4747-b60e-2b8f10331f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:27.960985 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a363b4f7-bdba-4747-b60e-2b8f10331f99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:27.961567 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a363b4f7-bdba-4747-b60e-2b8f10331f99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:27.992739 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:28.004826 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:28.006814 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3c171f-dd13-437d-9762-f501493b53d0 None None] Sync routers for ids ['649421de-0869-4a5d-a52d-ede22ea4ca73'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 19:57:28.048041 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-dffe89d3-7ea4-491a-b915-7de0344a1a6e req-0218219e-e620-4bea-b436-0d5e7108b541 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Unset dirty status for tenant:97ead9bcc5d448dab263815a595740a4 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:57:28.049485 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dffe89d3-7ea4-491a-b915-7de0344a1a6e req-0218219e-e620-4bea-b436-0d5e7108b541 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d7e1e1c-1c93-476c-96e9-4c7e868815ea HTTP/1.1" status: 200 len: 950 time: 1.0950568 May 05 19:57:28.054690 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-a363b4f7-bdba-4747-b60e-2b8f10331f99 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.8299422 May 05 19:57:28.056273 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 38956) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:57:28.130066 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-227c1109-fcca-4b7a-8cab-0271179c7e9c admin admin] Request body: {'subnet': {'network_id': 'd94c136e-3c4f-4290-8cd6-81a4e89af7f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1815960725-subnet', 'tenant_id': '99f8ff370e2040efb9285a4ae37c20cd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:57:28.136387 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-227c1109-fcca-4b7a-8cab-0271179c7e9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:57:28.141118 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-227c1109-fcca-4b7a-8cab-0271179c7e9c admin admin] Usage tracker for resource:subnet and tenant:99f8ff370e2040efb9285a4ae37c20cd is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:57:28.144810 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-227c1109-fcca-4b7a-8cab-0271179c7e9c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:57:28.151712 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-227c1109-fcca-4b7a-8cab-0271179c7e9c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:57:28.210954 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-227c1109-fcca-4b7a-8cab-0271179c7e9c admin admin] Made reservation on behalf of 99f8ff370e2040efb9285a4ae37c20cd for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:57:28.215935 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-227c1109-fcca-4b7a-8cab-0271179c7e9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:28.239164 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78dd1417-a893-46e1-a6fc-53ba4daa2083'] response: {'name': 'network-changed', 'server_uuid': '1ada14d4-7aba-4b42-99fe-0ab13970f361', 'tag': '59d900ca-6fa6-412a-bab1-dcae6d354933', 'status': 'completed', 'code': 200} May 05 19:57:28.240857 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=eac9a631-8c00-4418-a94b-d25d3cbd658f,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:28.293039 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3c171f-dd13-437d-9762-f501493b53d0 None None] Routers {'649421de-0869-4a5d-a52d-ede22ea4ca73'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:57:28.293739 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-4d3c171f-dd13-437d-9762-f501493b53d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:57:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['649421de-0869-4a5d-a52d-ede22ea4ca73'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:57:28.529538 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c197f2c-b488-43c9-af52-801437aafe96 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:57:28.625172 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c41307-2fa0-4ee3-b59a-76f4e8441499 req-d524930c-e9c5-4a81-a45c-42c61c87b505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:28.626982 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e0c41307-2fa0-4ee3-b59a-76f4e8441499 req-d524930c-e9c5-4a81-a45c-42c61c87b505 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1715395 May 05 19:57:28.681006 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-89f23412-6a73-4757-bdf2-668e7c4cfa36 req-9648a514-8e91-4a1c-9780-a7eb2ed9a79b tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:28.695017 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-88533216-f51b-4879-a396-d88c521cdf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1301146889-router', 'tenant_id': '476cffb51a494e45a75196848dc23980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'f4ab8d26-53ba-4299-b17a-60c425af1f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:55:59Z', 'updated_at': '2022-05-05T19:56:12Z', 'revision_number': 4, 'project_id': '476cffb51a494e45a75196848dc23980', 'gw_port': {'id': 'f4ab8d26-53ba-4299-b17a-60c425af1f98', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:56:02Z', 'updated_at': '2022-05-05T19:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': 'd130e0a1-933e-4b01-bdab-de8a8c504b39', 'tenant_id': '476cffb51a494e45a75196848dc23980', 'floating_ip_address': '172.25.0.204', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'port_id': '916de515-381a-48e9-a5de-f883cc07dedf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64ae69b0-8ac2-4e0b-9320-47844867ced2', 'mac_address': 'fa:16:3e:ff:6a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a4125b-56a6-4534-a2ad-149f746815c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T19:56:45Z', 'updated_at': '2022-05-05T19:57:23Z', 'revision_number': 1, 'project_id': '476cffb51a494e45a75196848dc23980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '786fbba6-2067-47e2-9ff5-a211af1d17c4', 'name': '', 'network_id': '64ae69b0-8ac2-4e0b-9320-47844867ced2', 'tenant_id': '476cffb51a494e45a75196848dc23980', 'mac_address': 'fa:16:3e:48:0b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'a4aaf969-3d1a-408b-86ce-50cecc40a653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:56:09Z', 'updated_at': '2022-05-05T19:56:21Z', 'revision_number': 5, 'project_id': '476cffb51a494e45a75196848dc23980', 'subnets': [{'id': 'a4aaf969-3d1a-408b-86ce-50cecc40a653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:57:28.709095 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88533216-f51b-4879-a396-d88c521cdf84 None None] Checking router: f9c5edfd-5abd-422d-a15a-09a5460bd53d for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 19:57:28.729248 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88533216-f51b-4879-a396-d88c521cdf84 None None] Routers {'f9c5edfd-5abd-422d-a15a-09a5460bd53d'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:57:28.731623 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-88533216-f51b-4879-a396-d88c521cdf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:57:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['f9c5edfd-5abd-422d-a15a-09a5460bd53d'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:57:28.765235 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 0c197f2c-b488-43c9-af52-801437aafe96, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=0c197f2c-b488-43c9-af52-801437aafe96,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:57:28.769683 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] No active binding found for port a9c68ab2-7732-4732-b940-c152f576f799 {{(pid=88199) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 05 19:57:28.770887 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device a9c68ab2-7732-4732-b940-c152f576f799 not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:57:28.771617 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 0d7e3c2f-3a0a-4639-9c8f-cd0d65c6c193 no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:57:28.784273 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8171766d-8f38-46da-9280-609bd5b8c828 req-00b58ccf-37ba-471d-86e9-b992f6e7676a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:28.785999 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8171766d-8f38-46da-9280-609bd5b8c828 req-00b58ccf-37ba-471d-86e9-b992f6e7676a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=476cffb51a494e45a75196848dc23980&device_id=49a4125b-56a6-4534-a2ad-149f746815c4 HTTP/1.1" status: 200 len: 1096 time: 0.9416015 May 05 19:57:28.800167 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9648a514-8e91-4a1c-9780-a7eb2ed9a79b tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Pushing event deleted for resources: {'Port': ['ID=a9c68ab2-7732-4732-b940-c152f576f799,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:28.823010 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:28.875157 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c5728b-e802-4821-b483-22db254b6e3d req-cacd0a43-69a8-457e-ba4c-a8df6180a1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:28.876685 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-09c5728b-e802-4821-b483-22db254b6e3d req-cacd0a43-69a8-457e-ba4c-a8df6180a1f9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d18a2e83eb0a426c94d20465510d41ca&device_id=1ada14d4-7aba-4b42-99fe-0ab13970f361 HTTP/1.1" status: 200 len: 1098 time: 0.6415238 May 05 19:57:28.897807 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] No Port match for: 0d7e3c2f-3a0a-4639-9c8f-cd0d65c6c193 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 19:57:28.898182 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 0d7e3c2f-3a0a-4639-9c8f-cd0d65c6c193 not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:57:28.986948 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-88533216-f51b-4879-a396-d88c521cdf84 None None] Set router f9c5edfd-5abd-422d-a15a-09a5460bd53d gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:57:29.000646 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-4d3c171f-dd13-437d-9762-f501493b53d0 None None] Set router 649421de-0869-4a5d-a52d-ede22ea4ca73 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:57:29.092427 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device eac9a631-8c00-4418-a94b-d25d3cbd658f up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:57:29.102903 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 38976) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:57:29.117465 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-227c1109-fcca-4b7a-8cab-0271179c7e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:29.121512 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['0c197f2c-b488-43c9-af52-801437aafe96'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:57:29.124058 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-f329f154-d0f7-4842-b586-dc0033ed1ac6 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1563065988-network', 'tenant_id': '704074c318f541ba80b6792c76eac67a'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:57:29.188716 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a363b4f7-bdba-4747-b60e-2b8f10331f99 admin admin] Pushing event updated for resources: {'Network': ['ID=d94c136e-3c4f-4290-8cd6-81a4e89af7f3,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:29.194369 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-dffe89d3-7ea4-491a-b915-7de0344a1a6e req-bfb91b2f-f32b-405d-a64d-779596455bf2 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Deleting port 23d5a2d8-4c20-4fdb-8211-2609ae0f9d81 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:57:29.194707 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-dffe89d3-7ea4-491a-b915-7de0344a1a6e req-bfb91b2f-f32b-405d-a64d-779596455bf2 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:29.228074 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network d94c136e-3c4f-4290-8cd6-81a4e89af7f3 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 19:57:29.260898 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=0c197f2c-b488-43c9-af52-801437aafe96,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:29.266561 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-f329f154-d0f7-4842-b586-dc0033ed1ac6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:57:29.288614 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-796fdf9c-2803-4fb3-b946-a4c3d860756b req-881444c5-0dfc-46bb-ac79-909e9c9a0948 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Synchronizing usage tracker for tenant:2e25f2b4697644bc90cc941474a372f8 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:57:29.298319 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-f329f154-d0f7-4842-b586-dc0033ed1ac6 admin admin] Usage tracker for resource:network and tenant:704074c318f541ba80b6792c76eac67a is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:57:29.323679 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-f329f154-d0f7-4842-b586-dc0033ed1ac6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:57:29.350462 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-f329f154-d0f7-4842-b586-dc0033ed1ac6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:57:29.404994 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227c1109-fcca-4b7a-8cab-0271179c7e9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb2a8ac4-25e5-4199-94bc-000b6944dde3,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:29.414234 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-89f23412-6a73-4757-bdf2-668e7c4cfa36 req-9648a514-8e91-4a1c-9780-a7eb2ed9a79b tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] No DVR routers for this DVR port a9c68ab2-7732-4732-b940-c152f576f799 on host n-h2-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:57:29.414938 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-88533216-f51b-4879-a396-d88c521cdf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1301146889-router', 'tenant_id': '476cffb51a494e45a75196848dc23980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'f4ab8d26-53ba-4299-b17a-60c425af1f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:55:59Z', 'updated_at': '2022-05-05T19:56:12Z', 'revision_number': 4, 'project_id': '476cffb51a494e45a75196848dc23980', 'gw_port': {'id': 'f4ab8d26-53ba-4299-b17a-60c425af1f98', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:56:02Z', 'updated_at': '2022-05-05T19:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': 'd130e0a1-933e-4b01-bdab-de8a8c504b39', 'tenant_id': '476cffb51a494e45a75196848dc23980', 'floating_ip_address': '172.25.0.204', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'port_id': '916de515-381a-48e9-a5de-f883cc07dedf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64ae69b0-8ac2-4e0b-9320-47844867ced2', 'mac_address': 'fa:16:3e:ff:6a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a4125b-56a6-4534-a2ad-149f746815c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T19:56:45Z', 'updated_at': '2022-05-05T19:57:23Z', 'revision_number': 1, 'project_id': '476cffb51a494e45a75196848dc23980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '786fbba6-2067-47e2-9ff5-a211af1d17c4', 'name': '', 'network_id': '64ae69b0-8ac2-4e0b-9320-47844867ced2', 'tenant_id': '476cffb51a494e45a75196848dc23980', 'mac_address': 'fa:16:3e:48:0b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'a4aaf969-3d1a-408b-86ce-50cecc40a653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:56:09Z', 'updated_at': '2022-05-05T19:56:21Z', 'revision_number': 5, 'project_id': '476cffb51a494e45a75196848dc23980', 'subnets': [{'id': 'a4aaf969-3d1a-408b-86ce-50cecc40a653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:57:29.419963 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88533216-f51b-4879-a396-d88c521cdf84 None None] The sync data for ids ['f9c5edfd-5abd-422d-a15a-09a5460bd53d'] in n-d-840717-1 is: [{'id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1301146889-router', 'tenant_id': '476cffb51a494e45a75196848dc23980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'f4ab8d26-53ba-4299-b17a-60c425af1f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:55:59Z', 'updated_at': '2022-05-05T19:56:12Z', 'revision_number': 4, 'project_id': '476cffb51a494e45a75196848dc23980', 'gw_port': {'id': 'f4ab8d26-53ba-4299-b17a-60c425af1f98', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:56:02Z', 'updated_at': '2022-05-05T19:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': 'd130e0a1-933e-4b01-bdab-de8a8c504b39', 'tenant_id': '476cffb51a494e45a75196848dc23980', 'floating_ip_address': '172.25.0.204', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'port_id': '916de515-381a-48e9-a5de-f883cc07dedf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64ae69b0-8ac2-4e0b-9320-47844867ced2', 'mac_address': 'fa:16:3e:ff:6a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a4125b-56a6-4534-a2ad-149f746815c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T19:56:45Z', 'updated_at': '2022-05-05T19:57:23Z', 'revision_number': 1, 'project_id': '476cffb51a494e45a75196848dc23980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '786fbba6-2067-47e2-9ff5-a211af1d17c4', 'name': '', 'network_id': '64ae69b0-8ac2-4e0b-9320-47844867ced2', 'tenant_id': '476cffb51a494e45a75196848dc23980', 'mac_address': 'fa:16:3e:48:0b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'a4aaf969-3d1a-408b-86ce-50cecc40a653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:56:09Z', 'updated_at': '2022-05-05T19:56:21Z', 'revision_number': 5, 'project_id': '476cffb51a494e45a75196848dc23980', 'subnets': [{'id': 'a4aaf969-3d1a-408b-86ce-50cecc40a653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 19:57:29.436467 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-89f23412-6a73-4757-bdf2-668e7c4cfa36 req-9648a514-8e91-4a1c-9780-a7eb2ed9a79b tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:29.459264 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 23d5a2d8-4c20-4fdb-8211-2609ae0f9d81 no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:57:29.465120 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4ef4887c-4747-45e7-8465-28d3e92d1a1b req-87aad547-58ee-4fe9-b9c9-6362e1d57a62 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=709d668f-d0fc-4e6f-8247-52e5e2337ec5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0394101 May 05 19:57:29.470031 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c5728b-e802-4821-b483-22db254b6e3d req-ede65be0-a30f-45a4-9a6e-d7eba6769d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:29.471549 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-09c5728b-e802-4821-b483-22db254b6e3d req-ede65be0-a30f-45a4-9a6e-d7eba6769d34 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3 HTTP/1.1" status: 200 len: 870 time: 0.5852711 May 05 19:57:29.514140 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e0c41307-2fa0-4ee3-b59a-76f4e8441499 req-369a4bee-b5bc-4cbe-b03e-e85aa1b601ea service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7237465 May 05 19:57:29.557820 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-89f23412-6a73-4757-bdf2-668e7c4cfa36 req-9648a514-8e91-4a1c-9780-a7eb2ed9a79b tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] 10.222.0.50 "DELETE /v2.0/ports/a9c68ab2-7732-4732-b940-c152f576f799 HTTP/1.1" status: 204 len: 173 time: 4.3908789 May 05 19:57:29.618566 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-09c5728b-e802-4821-b483-22db254b6e3d req-bbd070a6-3f49-481e-b0a3-a98ab5eab3aa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=59d900ca-6fa6-412a-bab1-dcae6d354933 HTTP/1.1" status: 200 len: 217 time: 0.1398149 May 05 19:57:29.626089 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8171766d-8f38-46da-9280-609bd5b8c828 req-877d33e4-124d-4d57-9fd4-3a43d146270e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:29.628253 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8171766d-8f38-46da-9280-609bd5b8c828 req-877d33e4-124d-4d57-9fd4-3a43d146270e service neutron] 10.222.0.36 "GET /v2.0/networks?id=64ae69b0-8ac2-4e0b-9320-47844867ced2 HTTP/1.1" status: 200 len: 922 time: 0.8305700 May 05 19:57:29.707904 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c5728b-e802-4821-b483-22db254b6e3d req-4c44bc29-f390-4679-a813-6572cda383c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:29.709477 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-09c5728b-e802-4821-b483-22db254b6e3d req-4c44bc29-f390-4679-a813-6572cda383c7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.0803533 May 05 19:57:29.820334 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-796fdf9c-2803-4fb3-b946-a4c3d860756b req-881444c5-0dfc-46bb-ac79-909e9c9a0948 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] Unset dirty status for tenant:2e25f2b4697644bc90cc941474a372f8 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:57:29.827706 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0428ca06-97f3-4346-8c0b-a813b7d8619c None None] New status for floating IP d130e0a1-933e-4b01-bdab-de8a8c504b39: ACTIVE {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 19:57:29.832173 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-796fdf9c-2803-4fb3-b946-a4c3d860756b req-881444c5-0dfc-46bb-ac79-909e9c9a0948 tempest-MultipleCreateTestJSON-481823005 tempest-MultipleCreateTestJSON-481823005-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b1ae01d-6900-4f99-8063-6102115f0eeb HTTP/1.1" status: 200 len: 210 time: 0.7299895 May 05 19:57:29.867009 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f329f154-d0f7-4842-b586-dc0033ed1ac6 admin admin] Made reservation on behalf of 704074c318f541ba80b6792c76eac67a for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:57:29.869888 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f329f154-d0f7-4842-b586-dc0033ed1ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:29.900279 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f329f154-d0f7-4842-b586-dc0033ed1ac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:29.910095 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-889cd2c9-cfe4-4270-b4c8-34ab3f2ca762'] response: {'server_uuid': 'a7112014-5f54-4758-842f-c7135e01dd5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '367b4e87-c3ab-49a3-b285-f57259bf10b9', 'code': 200} May 05 19:57:30.004288 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227c1109-fcca-4b7a-8cab-0271179c7e9c admin admin] Checking segment: {'id': 'f64acd32-0a02-4606-b552-1dd633356c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd94c136e-3c4f-4290-8cd6-81a4e89af7f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:57:30.005200 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227c1109-fcca-4b7a-8cab-0271179c7e9c admin admin] Network hostable DHCP agents. Network: d94c136e-3c4f-4290-8cd6-81a4e89af7f3, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 19:57:30.015464 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-f329f154-d0f7-4842-b586-dc0033ed1ac6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:57:30.028131 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a76a9439-4fae-450e-8c38-a9f536d51a30 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:30.065951 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port eac9a631-8c00-4418-a94b-d25d3cbd658f triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:57:30.066513 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:30.080817 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8171766d-8f38-46da-9280-609bd5b8c828 req-8e0b421f-5e55-4dab-9bf6-54f8a4187f49 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=916de515-381a-48e9-a5de-f883cc07dedf HTTP/1.1" status: 200 len: 999 time: 0.4448910 May 05 19:57:30.091874 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-f329f154-d0f7-4842-b586-dc0033ed1ac6 admin admin] Usage tracker for resource:security_group_rule and tenant:704074c318f541ba80b6792c76eac67a is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:57:30.142579 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef4887c-4747-45e7-8465-28d3e92d1a1b req-b81410b5-b5af-467e-b95a-69e470d83bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:30.144104 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4ef4887c-4747-45e7-8465-28d3e92d1a1b req-b81410b5-b5af-467e-b95a-69e470d83bd3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=97ead9bcc5d448dab263815a595740a4&device_id=709d668f-d0fc-4e6f-8247-52e5e2337ec5 HTTP/1.1" status: 200 len: 1100 time: 0.5988653 May 05 19:57:30.153852 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e0c41307-2fa0-4ee3-b59a-76f4e8441499 req-7d75072e-edbe-44dd-8fe0-f6967b0372e7 service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6261003 May 05 19:57:30.171702 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-f329f154-d0f7-4842-b586-dc0033ed1ac6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:57:30.225179 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c5728b-e802-4821-b483-22db254b6e3d req-04ee9f10-7542-4cdc-bbd4-8cdf102b9941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:30.227033 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-09c5728b-e802-4821-b483-22db254b6e3d req-04ee9f10-7542-4cdc-bbd4-8cdf102b9941 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4398296 May 05 19:57:30.231380 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8171766d-8f38-46da-9280-609bd5b8c828 req-0ed6f38b-ab97-4a2f-908e-a77fd584c7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:30.232732 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8171766d-8f38-46da-9280-609bd5b8c828 req-0ed6f38b-ab97-4a2f-908e-a77fd584c7ce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a4aaf969-3d1a-408b-86ce-50cecc40a653 HTTP/1.1" status: 200 len: 860 time: 0.1390994 May 05 19:57:30.241331 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49a4125b-56a6-4534-a2ad-149f746815c4', 'tag': '916de515-381a-48e9-a5de-f883cc07dedf'}, {'server_uuid': '6b1ae01d-6900-4f99-8063-6102115f0eeb', 'name': 'network-vif-deleted', 'tag': 'a9c68ab2-7732-4732-b940-c152f576f799'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:57:30.247345 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:30.253703 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-f329f154-d0f7-4842-b586-dc0033ed1ac6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:57:30.290732 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-4d3c171f-dd13-437d-9762-f501493b53d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649421de-0869-4a5d-a52d-ede22ea4ca73', 'name': 'tempest-TaggedBootDevicesTest_v242-1630048706-router', 'tenant_id': '0a29a66ef9e34d17926285dc8f054582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '22bfcec0-50f1-4029-8911-44755ba27f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:57:06Z', 'updated_at': '2022-05-05T19:57:23Z', 'revision_number': 4, 'project_id': '0a29a66ef9e34d17926285dc8f054582', 'gw_port': {'id': '22bfcec0-50f1-4029-8911-44755ba27f73', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:3a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649421de-0869-4a5d-a52d-ede22ea4ca73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:07Z', 'updated_at': '2022-05-05T19:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '9aec6688-6f5e-4bec-b54f-0d2eb2e7c57e', 'name': '', 'network_id': '5f383bab-d2ac-4d6b-b5b0-d3f0ff3c62c8', 'tenant_id': '0a29a66ef9e34d17926285dc8f054582', 'mac_address': 'fa:16:3e:de:66:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649421de-0869-4a5d-a52d-ede22ea4ca73', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '7d57aeb6-4b80-431f-8bfd-836e160c414f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:19Z', 'updated_at': '2022-05-05T19:57:24Z', 'revision_number': 2, 'project_id': '0a29a66ef9e34d17926285dc8f054582', 'subnets': [{'id': '7d57aeb6-4b80-431f-8bfd-836e160c414f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:57:30.296544 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3c171f-dd13-437d-9762-f501493b53d0 None None] Checking router: 649421de-0869-4a5d-a52d-ede22ea4ca73 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 19:57:30.296899 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3c171f-dd13-437d-9762-f501493b53d0 None None] Updating router 649421de-0869-4a5d-a52d-ede22ea4ca73 port 9aec6688-6f5e-4bec-b54f-0d2eb2e7c57e binding host n-d-840717-1 {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 19:57:30.356733 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4d3c171f-dd13-437d-9762-f501493b53d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:30.374610 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 23d5a2d8-4c20-4fdb-8211-2609ae0f9d81, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=23d5a2d8-4c20-4fdb-8211-2609ae0f9d81,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:57:30.406501 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:30.413091 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8278c87b-ccbd-4642-892b-63db9334cddc req-94bf27f5-5b82-450c-95a9-bcae11213d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:30.414709 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8278c87b-ccbd-4642-892b-63db9334cddc req-94bf27f5-5b82-450c-95a9-bcae11213d5c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a7112014-5f54-4758-842f-c7135e01dd5b HTTP/1.1" status: 200 len: 1097 time: 0.4027483 May 05 19:57:30.440482 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227c1109-fcca-4b7a-8cab-0271179c7e9c admin admin] Network d94c136e-3c4f-4290-8cd6-81a4e89af7f3 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 19:57:30.499687 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=23d5a2d8-4c20-4fdb-8211-2609ae0f9d81,revision_number=6']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:30.511901 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8278c87b-ccbd-4642-892b-63db9334cddc req-d948963b-49ff-43bb-a15e-01d476fce79c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b8eb825a-eb05-4b64-b47c-316dce01fa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857112 May 05 19:57:30.519284 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-09c5728b-e802-4821-b483-22db254b6e3d req-8d3075bc-1ba3-4ac3-9fcf-76c139a15a52 service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793701 May 05 19:57:30.522679 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8171766d-8f38-46da-9280-609bd5b8c828 req-7f8bc9a6-b8e0-43f8-8ed4-d501d5968cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:30.524345 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8171766d-8f38-46da-9280-609bd5b8c828 req-7f8bc9a6-b8e0-43f8-8ed4-d501d5968cd8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=64ae69b0-8ac2-4e0b-9320-47844867ced2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2489636 May 05 19:57:30.543252 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-dffe89d3-7ea4-491a-b915-7de0344a1a6e req-bfb91b2f-f32b-405d-a64d-779596455bf2 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] For port 23d5a2d8-4c20-4fdb-8211-2609ae0f9d81, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=23d5a2d8-4c20-4fdb-8211-2609ae0f9d81,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:57:30.544024 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-dffe89d3-7ea4-491a-b915-7de0344a1a6e req-bfb91b2f-f32b-405d-a64d-779596455bf2 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:30.635204 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-227c1109-fcca-4b7a-8cab-0271179c7e9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, d94c136e-3c4f-4290-8cd6-81a4e89af7f3) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:57:30.649407 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab49fed-f88d-4991-a8cc-7caebb9ba210 None None] Network d94c136e-3c4f-4290-8cd6-81a4e89af7f3 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:57:30.722163 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227c1109-fcca-4b7a-8cab-0271179c7e9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:30.722759 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-227c1109-fcca-4b7a-8cab-0271179c7e9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:30.802094 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-dffe89d3-7ea4-491a-b915-7de0344a1a6e req-bfb91b2f-f32b-405d-a64d-779596455bf2 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Calling delete_port for 23d5a2d8-4c20-4fdb-8211-2609ae0f9d81 owned by compute:nova {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:57:30.803070 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-09c5728b-e802-4821-b483-22db254b6e3d req-fd47e5ac-58c4-489d-b1aa-83023a0c135f service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769241 May 05 19:57:30.816611 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8171766d-8f38-46da-9280-609bd5b8c828 req-121f04c5-e7fd-4d6c-9103-b4a16bd71149 service neutron] 10.222.0.36 "GET /v2.0/networks/64ae69b0-8ac2-4e0b-9320-47844867ced2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507491 May 05 19:57:30.906369 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c5c0d-8e18-4729-a50f-615696d972cf req-b36fc382-9ab2-42d8-ac2e-b60c2fd54fe1 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:30.907750 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4f6c5c0d-8e18-4729-a50f-615696d972cf req-b36fc382-9ab2-42d8-ac2e-b60c2fd54fe1 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.24 "GET /v2.0/ports?device_id=709d668f-d0fc-4e6f-8247-52e5e2337ec5 HTTP/1.1" status: 200 len: 949 time: 0.8833628 May 05 19:57:30.935862 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6f9a93-eaa8-4407-8e3a-4b92f4deccae req-dfbb923c-4cde-483a-88c0-cad29645c7bb tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:30.937306 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-de6f9a93-eaa8-4407-8e3a-4b92f4deccae req-dfbb923c-4cde-483a-88c0-cad29645c7bb tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7112014-5f54-4758-842f-c7135e01dd5b HTTP/1.1" status: 200 len: 946 time: 0.7905869 May 05 19:57:30.964394 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8171766d-8f38-46da-9280-609bd5b8c828 req-1cb21afb-3a7e-4bfa-8522-22320b944269 service neutron] 10.222.0.36 "GET /v2.0/networks/64ae69b0-8ac2-4e0b-9320-47844867ced2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457188 May 05 19:57:30.998168 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef4887c-4747-45e7-8465-28d3e92d1a1b req-6ea9badb-c4db-4d71-9299-b511cdaa5ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:30.999641 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4ef4887c-4747-45e7-8465-28d3e92d1a1b req-6ea9badb-c4db-4d71-9299-b511cdaa5ef3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3 HTTP/1.1" status: 200 len: 870 time: 0.7472558 May 05 19:57:31.005422 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-a76a9439-4fae-450e-8c38-a9f536d51a30 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Allocated IP 172.25.0.10 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/6864f1d6-4162-4c52-b488-747ea96b2f4b) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:57:31.023284 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4d3c171f-dd13-437d-9762-f501493b53d0 None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:31.027943 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc989109-868f-4567-a523-0981f67345d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-d94c136e-3c4f-4290-8cd6-81a4e89af7f3', 'network_id': 'd94c136e-3c4f-4290-8cd6-81a4e89af7f3', 'tenant_id': '99f8ff370e2040efb9285a4ae37c20cd', 'fixed_ips': [{'subnet_id': 'fb2a8ac4-25e5-4199-94bc-000b6944dde3'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 19:57:31.028768 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cc989109-868f-4567-a523-0981f67345d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:31.057822 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-4d3c171f-dd13-437d-9762-f501493b53d0 None None] Transition to ACTIVE for port object 9aec6688-6f5e-4bec-b54f-0d2eb2e7c57e will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:57:31.100603 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4d3c171f-dd13-437d-9762-f501493b53d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:31.115072 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-227c1109-fcca-4b7a-8cab-0271179c7e9c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.9906065 May 05 19:57:31.118876 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 38986) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:57:31.126462 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-352b6526-8a72-45bc-8a46-e268371f84cf admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1815960725-router', 'tenant_id': '99f8ff370e2040efb9285a4ae37c20cd', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:57:31.129862 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e374e130-f736-404d-8f43-2a517c313477'] response: {'server_uuid': '330c51d8-22e4-448a-9788-73e6a4d9ae7d', 'name': 'network-vif-deleted', 'tag': '0d7e3c2f-3a0a-4639-9c8f-cd0d65c6c193', 'status': 'completed', 'code': 200} May 05 19:57:31.156876 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4ef4887c-4747-45e7-8465-28d3e92d1a1b req-98d33f54-11b6-40d6-a87c-d22c5df7b89f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=3ec6d015-62ee-40e3-a243-44557141e447 HTTP/1.1" status: 200 len: 217 time: 0.1371517 May 05 19:57:31.171410 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-352b6526-8a72-45bc-8a46-e268371f84cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:57:31.186472 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-352b6526-8a72-45bc-8a46-e268371f84cf admin admin] Usage tracker for resource:router and tenant:99f8ff370e2040efb9285a4ae37c20cd is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:57:31.199067 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-352b6526-8a72-45bc-8a46-e268371f84cf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:57:31.213655 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-352b6526-8a72-45bc-8a46-e268371f84cf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:57:31.268978 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba183f-8004-4488-85ca-85c921cef565 req-b2ac1912-e724-4deb-bad7-ada9caeb22f4 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:31.274723 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-4f6c5c0d-8e18-4729-a50f-615696d972cf req-c081c19d-7ac2-44b0-8aec-bc678a7e8c72 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Deleting port 3ec6d015-62ee-40e3-a243-44557141e447 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:57:31.275070 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-4f6c5c0d-8e18-4729-a50f-615696d972cf req-c081c19d-7ac2-44b0-8aec-bc678a7e8c72 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:31.277273 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c2ba183f-8004-4488-85ca-85c921cef565 req-b2ac1912-e724-4deb-bad7-ada9caeb22f4 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d7e1e1c-1c93-476c-96e9-4c7e868815ea HTTP/1.1" status: 200 len: 948 time: 0.1467726 May 05 19:57:31.284501 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fed0f6-506d-4857-8d42-dc451beda6ca None None] Pushing event updated for resources: {'Port': ['ID=9aec6688-6f5e-4bec-b54f-0d2eb2e7c57e,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:31.349892 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c2ba183f-8004-4488-85ca-85c921cef565 req-51c91a3c-40df-4e4a-bb27-2e243672b8e6 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/security-groups?id=47e8f45b-d376-403a-8bb9-867508147e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715227 May 05 19:57:31.433442 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-de6f9a93-eaa8-4407-8e3a-4b92f4deccae req-b2bbf070-ae28-4a48-a041-19f6945ad4bb tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/security-groups?id=b8eb825a-eb05-4b64-b47c-316dce01fa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4319029 May 05 19:57:31.437587 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 59d900ca-6fa6-412a-bab1-dcae6d354933 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:57:31.440104 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 0c197f2c-b488-43c9-af52-801437aafe96 up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:57:31.472869 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f329f154-d0f7-4842-b586-dc0033ed1ac6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:31.485500 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-352b6526-8a72-45bc-8a46-e268371f84cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:31.486659 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-352b6526-8a72-45bc-8a46-e268371f84cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:31.498177 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-4d3c171f-dd13-437d-9762-f501493b53d0 None None] Attempting to bind port 9aec6688-6f5e-4bec-b54f-0d2eb2e7c57e on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:57:31.498535 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-4d3c171f-dd13-437d-9762-f501493b53d0 None None] Attempting to bind port 9aec6688-6f5e-4bec-b54f-0d2eb2e7c57e by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '250771b8-aad0-41ac-b102-a5f4eb30b198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5f383bab-d2ac-4d6b-b5b0-d3f0ff3c62c8'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:57:31.498935 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3c171f-dd13-437d-9762-f501493b53d0 None None] Attempting to bind port 9aec6688-6f5e-4bec-b54f-0d2eb2e7c57e on network 5f383bab-d2ac-4d6b-b5b0-d3f0ff3c62c8 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:57:31.519325 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4b2a9dc-f49b-4359-8a87-b168b548ac18'] response: {'name': 'network-changed', 'server_uuid': '49a4125b-56a6-4534-a2ad-149f746815c4', 'tag': '916de515-381a-48e9-a5de-f883cc07dedf', 'status': 'completed', 'code': 200} May 05 19:57:31.520967 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4b2a9dc-f49b-4359-8a87-b168b548ac18'] response: {'server_uuid': '6b1ae01d-6900-4f99-8063-6102115f0eeb', 'name': 'network-vif-deleted', 'tag': 'a9c68ab2-7732-4732-b940-c152f576f799', 'status': 'completed', 'code': 200} May 05 19:57:31.524327 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-352b6526-8a72-45bc-8a46-e268371f84cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:31.531960 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3c171f-dd13-437d-9762-f501493b53d0 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:57:31.532329 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3c171f-dd13-437d-9762-f501493b53d0 None None] Checking segment: {'id': '250771b8-aad0-41ac-b102-a5f4eb30b198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5f383bab-d2ac-4d6b-b5b0-d3f0ff3c62c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:57:31.532719 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4d3c171f-dd13-437d-9762-f501493b53d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:31.533100 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3c171f-dd13-437d-9762-f501493b53d0 None None] Bound using segment: {'id': '250771b8-aad0-41ac-b102-a5f4eb30b198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5f383bab-d2ac-4d6b-b5b0-d3f0ff3c62c8'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:57:31.533565 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-4d3c171f-dd13-437d-9762-f501493b53d0 None None] Bound port: 9aec6688-6f5e-4bec-b54f-0d2eb2e7c57e, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '250771b8-aad0-41ac-b102-a5f4eb30b198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5f383bab-d2ac-4d6b-b5b0-d3f0ff3c62c8'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:57:31.533927 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4d3c171f-dd13-437d-9762-f501493b53d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:31.557350 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-cc989109-868f-4567-a523-0981f67345d4 None None] Allocated IP 172.20.0.2 (d94c136e-3c4f-4290-8cd6-81a4e89af7f3/fb2a8ac4-25e5-4199-94bc-000b6944dde3/4471aecf-92cc-407e-a752-9efdb82f9811) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:57:31.657895 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.api [req-dffe89d3-7ea4-491a-b915-7de0344a1a6e req-bfb91b2f-f32b-405d-a64d-779596455bf2 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88197) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 19:57:31.658271 n-d-840717-1 neutron-server[88197]: DEBUG oslo_db.api [req-dffe89d3-7ea4-491a-b915-7de0344a1a6e req-bfb91b2f-f32b-405d-a64d-779596455bf2 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 19:57:31.658927 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f329f154-d0f7-4842-b586-dc0033ed1ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:31.673759 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f329f154-d0f7-4842-b586-dc0033ed1ac6 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 19:57:31.688621 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f329f154-d0f7-4842-b586-dc0033ed1ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:31.689016 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-f329f154-d0f7-4842-b586-dc0033ed1ac6 admin admin] Added segment 8a3e1ad3-d317-4f86-9800-d4cc789babd5 of type vlan for network 223e0808-40cb-409b-8c3a-1f6f35d326dd May 05 19:57:31.762171 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f329f154-d0f7-4842-b586-dc0033ed1ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f0fac3-e405-4a66-8058-62ba25d23640,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:31.914933 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port 0c197f2c-b488-43c9-af52-801437aafe96 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:57:31.918313 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d7e1e1c-1c93-476c-96e9-4c7e868815ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23d5a2d8-4c20-4fdb-8211-2609ae0f9d81'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:57:31.960763 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 0c197f2c-b488-43c9-af52-801437aafe96 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:57:31.961037 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:32.002273 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-4d3c171f-dd13-437d-9762-f501493b53d0 None None] For port 9aec6688-6f5e-4bec-b54f-0d2eb2e7c57e, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:57:32.005666 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 59d900ca-6fa6-412a-bab1-dcae6d354933, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=59d900ca-6fa6-412a-bab1-dcae6d354933,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:57:32.029016 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef4887c-4747-45e7-8465-28d3e92d1a1b req-1e8e9e63-04b2-462e-8486-eff32b73f4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:32.030864 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4ef4887c-4747-45e7-8465-28d3e92d1a1b req-1e8e9e63-04b2-462e-8486-eff32b73f4d9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.8441539 May 05 19:57:32.047780 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '59d900ca-6fa6-412a-bab1-dcae6d354933', 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3', 'port_id': '59d900ca-6fa6-412a-bab1-dcae6d354933', 'mac_address': 'fa:16:3e:e6:01:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d72a8d3-0a35-4d3a-96b8-d869ff4093bc', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:57:32.053194 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-4d3c171f-dd13-437d-9762-f501493b53d0 None None] For port 9aec6688-6f5e-4bec-b54f-0d2eb2e7c57e, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=9aec6688-6f5e-4bec-b54f-0d2eb2e7c57e,segment=NetworkSegment(250771b8-aad0-41ac-b102-a5f4eb30b198),segment_id=250771b8-aad0-41ac-b102-a5f4eb30b198)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:57:32.071867 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4d3c171f-dd13-437d-9762-f501493b53d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:32.103695 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f329f154-d0f7-4842-b586-dc0033ed1ac6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:32.160152 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-dffe89d3-7ea4-491a-b915-7de0344a1a6e req-bfb91b2f-f32b-405d-a64d-779596455bf2 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Deleting port 23d5a2d8-4c20-4fdb-8211-2609ae0f9d81 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:57:32.161584 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-dffe89d3-7ea4-491a-b915-7de0344a1a6e req-bfb91b2f-f32b-405d-a64d-779596455bf2 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:32.198072 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-352b6526-8a72-45bc-8a46-e268371f84cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:32.224031 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2fe180-8555-4ec3-88f8-053c3c64dd79 req-706de9bc-ecca-482c-a660-3545eea0fb0b tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:32.225704 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5e2fe180-8555-4ec3-88f8-053c3c64dd79 req-706de9bc-ecca-482c-a660-3545eea0fb0b tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f762f9e-f94f-4add-a056-207a2bd67e54 HTTP/1.1" status: 200 len: 949 time: 0.6846983 May 05 19:57:32.250505 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4327269b-3fdf-4286-a63d-6d2ead195f73 req-8017472e-8092-4f22-ac2b-1e56ae10ae10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:32.251128 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a76a9439-4fae-450e-8c38-a9f536d51a30 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:32.252238 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4327269b-3fdf-4286-a63d-6d2ead195f73 req-8017472e-8092-4f22-ac2b-1e56ae10ae10 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=476cffb51a494e45a75196848dc23980&device_id=49a4125b-56a6-4534-a2ad-149f746815c4 HTTP/1.1" status: 200 len: 1096 time: 0.6326911 May 05 19:57:32.252697 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:32.288090 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fed0f6-506d-4857-8d42-dc451beda6ca None None] Pushing event updated for resources: {'Port': ['ID=9aec6688-6f5e-4bec-b54f-0d2eb2e7c57e,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:32.295919 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-4f6c5c0d-8e18-4729-a50f-615696d972cf req-c081c19d-7ac2-44b0-8aec-bc678a7e8c72 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] For port 3ec6d015-62ee-40e3-a243-44557141e447, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=3ec6d015-62ee-40e3-a243-44557141e447,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:57:32.296276 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-4f6c5c0d-8e18-4729-a50f-615696d972cf req-c081c19d-7ac2-44b0-8aec-bc678a7e8c72 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:32.296586 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cc989109-868f-4567-a523-0981f67345d4 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:32.305482 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f329f154-d0f7-4842-b586-dc0033ed1ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:32.306475 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f329f154-d0f7-4842-b586-dc0033ed1ac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:32.307063 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f329f154-d0f7-4842-b586-dc0033ed1ac6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:32.331111 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59d900ca-6fa6-412a-bab1-dcae6d354933 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:57:32.335861 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3c171f-dd13-437d-9762-f501493b53d0 None None] Routers {'649421de-0869-4a5d-a52d-ede22ea4ca73'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:57:32.336809 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-4d3c171f-dd13-437d-9762-f501493b53d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:57:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['649421de-0869-4a5d-a52d-ede22ea4ca73'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:57:32.376883 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5e2fe180-8555-4ec3-88f8-053c3c64dd79 req-c276d1b0-61df-4acc-9249-51a84ff538df tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] 10.222.0.36 "GET /v2.0/security-groups?id=74d729d4-bb0b-4e6d-b8e2-628b6688320d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315188 May 05 19:57:32.413678 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-cc989109-868f-4567-a523-0981f67345d4 None None] Transition to ACTIVE for port object 4471aecf-92cc-407e-a752-9efdb82f9811 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:57:32.481236 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 59d900ca-6fa6-412a-bab1-dcae6d354933, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=59d900ca-6fa6-412a-bab1-dcae6d354933,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:57:32.482226 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:32.494788 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-cc989109-868f-4567-a523-0981f67345d4 None None] Transition to ACTIVE for port object 4471aecf-92cc-407e-a752-9efdb82f9811 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:57:32.560867 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:32.589042 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 38998) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:57:32.623024 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8871bd9-bfe7-41b3-93b5-3e61c8cbb5dd'] response: {'server_uuid': '3d7e1e1c-1c93-476c-96e9-4c7e868815ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23d5a2d8-4c20-4fdb-8211-2609ae0f9d81', 'code': 200} May 05 19:57:32.634762 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cc989109-868f-4567-a523-0981f67345d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:32.685659 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-4f6c5c0d-8e18-4729-a50f-615696d972cf req-c081c19d-7ac2-44b0-8aec-bc678a7e8c72 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Calling delete_port for 3ec6d015-62ee-40e3-a243-44557141e447 owned by compute:nova {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:57:32.706373 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 0c197f2c-b488-43c9-af52-801437aafe96, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=0c197f2c-b488-43c9-af52-801437aafe96,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:57:32.717753 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc989109-868f-4567-a523-0981f67345d4 None None] Network d94c136e-3c4f-4290-8cd6-81a4e89af7f3 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:57:32.718636 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:32.725517 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=59d900ca-6fa6-412a-bab1-dcae6d354933,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:32.729745 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-cc989109-868f-4567-a523-0981f67345d4 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:57:32.761884 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4327269b-3fdf-4286-a63d-6d2ead195f73 req-0c138b87-7d16-41e9-b6a8-905101d2d5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:32.763524 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4327269b-3fdf-4286-a63d-6d2ead195f73 req-0c138b87-7d16-41e9-b6a8-905101d2d5d5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=64ae69b0-8ac2-4e0b-9320-47844867ced2 HTTP/1.1" status: 200 len: 922 time: 0.4967072 May 05 19:57:32.772592 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f329f154-d0f7-4842-b586-dc0033ed1ac6 admin admin] Pushing event updated for resources: {'Network': ['ID=223e0808-40cb-409b-8c3a-1f6f35d326dd,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:32.772784 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-4d3c171f-dd13-437d-9762-f501493b53d0 None None] Set router 649421de-0869-4a5d-a52d-ede22ea4ca73 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:57:32.786963 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f329f154-d0f7-4842-b586-dc0033ed1ac6 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.6793256 May 05 19:57:32.796248 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39002) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:57:32.808614 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef4887c-4747-45e7-8465-28d3e92d1a1b req-68dd09a2-7c22-4885-85db-cf2f858a238b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:32.810064 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4ef4887c-4747-45e7-8465-28d3e92d1a1b req-68dd09a2-7c22-4885-85db-cf2f858a238b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7607110 May 05 19:57:32.814269 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-7be45f94-dd60-4751-8180-27dee39f1a60 admin admin] Request body: {'subnet': {'network_id': '223e0808-40cb-409b-8c3a-1f6f35d326dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1563065988-subnet', 'tenant_id': '704074c318f541ba80b6792c76eac67a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:57:32.814409 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc989109-868f-4567-a523-0981f67345d4 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:57:32.841925 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 223e0808-40cb-409b-8c3a-1f6f35d326dd details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 19:57:32.858826 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['59d900ca-6fa6-412a-bab1-dcae6d354933'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:57:32.872783 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-7be45f94-dd60-4751-8180-27dee39f1a60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:57:32.894798 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5024afc-636a-40d4-96ba-d556842e0979 admin admin] Deleting subnet d079e0cd-271b-40a4-9491-7392ec6adf3d {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 19:57:32.895112 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e4690b-2403-484d-b38a-d73b609db38f req-ca9ab7e6-4219-4998-9345-c98b0ef0cb02 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:32.896812 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c6e4690b-2403-484d-b38a-d73b609db38f req-ca9ab7e6-4219-4998-9345-c98b0ef0cb02 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "GET /v2.0/ports?device_id=06d92d1c-d0ef-4026-87fe-7f2f20a98ccd&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.9651527 May 05 19:57:32.898858 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-7be45f94-dd60-4751-8180-27dee39f1a60 admin admin] Usage tracker for resource:subnet and tenant:704074c318f541ba80b6792c76eac67a is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:57:32.899128 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a5024afc-636a-40d4-96ba-d556842e0979 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:32.928724 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-7be45f94-dd60-4751-8180-27dee39f1a60 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:57:32.988279 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a5024afc-636a-40d4-96ba-d556842e0979 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:33.003501 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-7be45f94-dd60-4751-8180-27dee39f1a60 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:57:33.023327 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4327269b-3fdf-4286-a63d-6d2ead195f73 req-e55b74ce-2a0a-4cde-877a-38414f7345b9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=916de515-381a-48e9-a5de-f883cc07dedf HTTP/1.1" status: 200 len: 1001 time: 0.2506411 May 05 19:57:33.140382 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc989109-868f-4567-a523-0981f67345d4 None None] Pushing event updated for resources: {'Port': ['ID=4471aecf-92cc-407e-a752-9efdb82f9811,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:33.212275 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be45f94-dd60-4751-8180-27dee39f1a60 admin admin] Made reservation on behalf of 704074c318f541ba80b6792c76eac67a for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:57:33.214377 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7be45f94-dd60-4751-8180-27dee39f1a60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:33.227184 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a76a9439-4fae-450e-8c38-a9f536d51a30 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:33.246542 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb2af4d-d394-41d1-bff7-979cb0dfa639 req-c7038713-4fa6-4c2c-9465-c979c0edc00c tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:33.248143 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8cb2af4d-d394-41d1-bff7-979cb0dfa639 req-c7038713-4fa6-4c2c-9465-c979c0edc00c tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d7e1e1c-1c93-476c-96e9-4c7e868815ea HTTP/1.1" status: 200 len: 948 time: 0.5413873 May 05 19:57:33.307772 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a5024afc-636a-40d4-96ba-d556842e0979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:33.321023 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-cc989109-868f-4567-a523-0981f67345d4 None None] Attempting to bind port 4471aecf-92cc-407e-a752-9efdb82f9811 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:57:33.321540 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-cc989109-868f-4567-a523-0981f67345d4 None None] Attempting to bind port 4471aecf-92cc-407e-a752-9efdb82f9811 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'f64acd32-0a02-4606-b552-1dd633356c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd94c136e-3c4f-4290-8cd6-81a4e89af7f3'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:57:33.321804 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc989109-868f-4567-a523-0981f67345d4 None None] Attempting to bind port 4471aecf-92cc-407e-a752-9efdb82f9811 on network d94c136e-3c4f-4290-8cd6-81a4e89af7f3 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:57:33.356470 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4327269b-3fdf-4286-a63d-6d2ead195f73 req-ca6861dc-9e57-4e17-a8c1-36d82d278828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:33.357940 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4327269b-3fdf-4286-a63d-6d2ead195f73 req-ca6861dc-9e57-4e17-a8c1-36d82d278828 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a4aaf969-3d1a-408b-86ce-50cecc40a653 HTTP/1.1" status: 200 len: 860 time: 0.3278937 May 05 19:57:33.381204 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c6e4690b-2403-484d-b38a-d73b609db38f req-fac1ef22-c5fa-4b98-9d87-1199f3d8fd4d tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.204 HTTP/1.1" status: 200 len: 1001 time: 0.4464314 May 05 19:57:33.387921 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc989109-868f-4567-a523-0981f67345d4 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:57:33.388294 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc989109-868f-4567-a523-0981f67345d4 None None] Checking segment: {'id': 'f64acd32-0a02-4606-b552-1dd633356c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd94c136e-3c4f-4290-8cd6-81a4e89af7f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:57:33.388694 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cc989109-868f-4567-a523-0981f67345d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:33.389080 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc989109-868f-4567-a523-0981f67345d4 None None] Bound using segment: {'id': 'f64acd32-0a02-4606-b552-1dd633356c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd94c136e-3c4f-4290-8cd6-81a4e89af7f3'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:57:33.389559 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-cc989109-868f-4567-a523-0981f67345d4 None None] Bound port: 4471aecf-92cc-407e-a752-9efdb82f9811, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f64acd32-0a02-4606-b552-1dd633356c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd94c136e-3c4f-4290-8cd6-81a4e89af7f3'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:57:33.389928 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cc989109-868f-4567-a523-0981f67345d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:33.401294 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-dffe89d3-7ea4-491a-b915-7de0344a1a6e req-bfb91b2f-f32b-405d-a64d-779596455bf2 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] For port 23d5a2d8-4c20-4fdb-8211-2609ae0f9d81, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=23d5a2d8-4c20-4fdb-8211-2609ae0f9d81,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:57:33.401658 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-dffe89d3-7ea4-491a-b915-7de0344a1a6e req-bfb91b2f-f32b-405d-a64d-779596455bf2 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:33.417162 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76a9439-4fae-450e-8c38-a9f536d51a30 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:57:33.445223 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 3ec6d015-62ee-40e3-a243-44557141e447 no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:57:33.470430 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4ef4887c-4747-45e7-8465-28d3e92d1a1b req-66f1159f-9cc6-4234-8db4-1aa94df78dbe service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6431513 May 05 19:57:33.479372 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=0c197f2c-b488-43c9-af52-801437aafe96,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:33.483899 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-a76a9439-4fae-450e-8c38-a9f536d51a30 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:57:33.511674 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-c6e4690b-2403-484d-b38a-d73b609db38f req-d1106f93-a295-4bf9-9bfe-3d99d6822431 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Request body: {'floatingip': {'port_id': '5de1e43d-7080-43bb-97c1-88dba2d90b60', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:57:33.581094 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-352b6526-8a72-45bc-8a46-e268371f84cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:33.614214 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8cb2af4d-d394-41d1-bff7-979cb0dfa639 req-059ab8c7-d9b7-4b91-b191-85b472499d06 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/security-groups?id=47e8f45b-d376-403a-8bb9-867508147e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3345330 May 05 19:57:33.632241 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-352b6526-8a72-45bc-8a46-e268371f84cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:33.680529 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-cc989109-868f-4567-a523-0981f67345d4 None None] For port 4471aecf-92cc-407e-a752-9efdb82f9811, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:57:33.719482 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a5024afc-636a-40d4-96ba-d556842e0979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:33.766798 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76a9439-4fae-450e-8c38-a9f536d51a30 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:57:33.785119 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5024afc-636a-40d4-96ba-d556842e0979 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d079e0cd-271b-40a4-9491-7392ec6adf3d,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:33.790027 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a5024afc-636a-40d4-96ba-d556842e0979 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:33.807948 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-cc989109-868f-4567-a523-0981f67345d4 None None] For port 4471aecf-92cc-407e-a752-9efdb82f9811, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=4471aecf-92cc-407e-a752-9efdb82f9811,segment=NetworkSegment(f64acd32-0a02-4606-b552-1dd633356c1d),segment_id=f64acd32-0a02-4606-b552-1dd633356c1d)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:57:33.824186 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cc989109-868f-4567-a523-0981f67345d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:33.838515 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4327269b-3fdf-4286-a63d-6d2ead195f73 req-6eeca8d6-1da6-4e50-9ea4-a07133cb4850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:33.840517 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4327269b-3fdf-4286-a63d-6d2ead195f73 req-6eeca8d6-1da6-4e50-9ea4-a07133cb4850 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=64ae69b0-8ac2-4e0b-9320-47844867ced2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4632826 May 05 19:57:33.860231 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:33.915057 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a5024afc-636a-40d4-96ba-d556842e0979 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d079e0cd-271b-40a4-9491-7392ec6adf3d HTTP/1.1" status: 204 len: 168 time: 1.3190792 May 05 19:57:33.929941 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 39008) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:57:33.971008 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-dffe89d3-7ea4-491a-b915-7de0344a1a6e req-bfb91b2f-f32b-405d-a64d-779596455bf2 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Calling delete_port for 23d5a2d8-4c20-4fdb-8211-2609ae0f9d81 owned by compute:nova {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:57:33.978760 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-4d3c171f-dd13-437d-9762-f501493b53d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649421de-0869-4a5d-a52d-ede22ea4ca73', 'name': 'tempest-TaggedBootDevicesTest_v242-1630048706-router', 'tenant_id': '0a29a66ef9e34d17926285dc8f054582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '22bfcec0-50f1-4029-8911-44755ba27f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:57:06Z', 'updated_at': '2022-05-05T19:57:23Z', 'revision_number': 4, 'project_id': '0a29a66ef9e34d17926285dc8f054582', 'gw_port': {'id': '22bfcec0-50f1-4029-8911-44755ba27f73', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:3a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649421de-0869-4a5d-a52d-ede22ea4ca73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:07Z', 'updated_at': '2022-05-05T19:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '9aec6688-6f5e-4bec-b54f-0d2eb2e7c57e', 'name': '', 'network_id': '5f383bab-d2ac-4d6b-b5b0-d3f0ff3c62c8', 'tenant_id': '0a29a66ef9e34d17926285dc8f054582', 'mac_address': 'fa:16:3e:de:66:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649421de-0869-4a5d-a52d-ede22ea4ca73', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '7d57aeb6-4b80-431f-8bfd-836e160c414f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:19Z', 'updated_at': '2022-05-05T19:57:31Z', 'revision_number': 4, 'project_id': '0a29a66ef9e34d17926285dc8f054582', 'subnets': [{'id': '7d57aeb6-4b80-431f-8bfd-836e160c414f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:57:33.990457 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc989109-868f-4567-a523-0981f67345d4 None None] Pushing event updated for resources: {'Port': ['ID=4471aecf-92cc-407e-a752-9efdb82f9811,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:33.996645 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3c171f-dd13-437d-9762-f501493b53d0 None None] The sync data for ids ['649421de-0869-4a5d-a52d-ede22ea4ca73'] in n-d-840717-1 is: [{'id': '649421de-0869-4a5d-a52d-ede22ea4ca73', 'name': 'tempest-TaggedBootDevicesTest_v242-1630048706-router', 'tenant_id': '0a29a66ef9e34d17926285dc8f054582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '22bfcec0-50f1-4029-8911-44755ba27f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:57:06Z', 'updated_at': '2022-05-05T19:57:23Z', 'revision_number': 4, 'project_id': '0a29a66ef9e34d17926285dc8f054582', 'gw_port': {'id': '22bfcec0-50f1-4029-8911-44755ba27f73', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:3a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649421de-0869-4a5d-a52d-ede22ea4ca73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:07Z', 'updated_at': '2022-05-05T19:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '9aec6688-6f5e-4bec-b54f-0d2eb2e7c57e', 'name': '', 'network_id': '5f383bab-d2ac-4d6b-b5b0-d3f0ff3c62c8', 'tenant_id': '0a29a66ef9e34d17926285dc8f054582', 'mac_address': 'fa:16:3e:de:66:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649421de-0869-4a5d-a52d-ede22ea4ca73', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '7d57aeb6-4b80-431f-8bfd-836e160c414f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:19Z', 'updated_at': '2022-05-05T19:57:31Z', 'revision_number': 4, 'project_id': '0a29a66ef9e34d17926285dc8f054582', 'subnets': [{'id': '7d57aeb6-4b80-431f-8bfd-836e160c414f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 19:57:34.023884 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76a9439-4fae-450e-8c38-a9f536d51a30 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Pushing event updated for resources: {'Port': ['ID=6864f1d6-4162-4c52-b488-747ea96b2f4b,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:34.120119 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-4f6c5c0d-8e18-4729-a50f-615696d972cf req-c081c19d-7ac2-44b0-8aec-bc678a7e8c72 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:34.176643 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-352b6526-8a72-45bc-8a46-e268371f84cf admin admin] Allocated IP 172.25.0.34 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/6ccb0207-274c-4772-8f16-2f81972123af) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:57:34.198336 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6183b893-f77c-4700-83c6-d749206595e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:34.254963 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4327269b-3fdf-4286-a63d-6d2ead195f73 req-3b87a4e8-bf1a-4988-80a7-8d05c83a665c service neutron] 10.222.0.24 "GET /v2.0/networks/64ae69b0-8ac2-4e0b-9320-47844867ced2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3679516 May 05 19:57:34.295640 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['beea523c-b44a-4a29-84fa-ffc71132cf85'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:57:34.366048 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b14b6a0-ccc8-40c4-85b7-8e885314f138 req-c39fa450-cfcc-4f68-984b-647a221901c3 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:34.367395 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c081c19d-7ac2-44b0-8aec-bc678a7e8c72 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Pushing event deleted for resources: {'Port': ['ID=3ec6d015-62ee-40e3-a243-44557141e447,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:34.375195 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9b14b6a0-ccc8-40c4-85b7-8e885314f138 req-c39fa450-cfcc-4f68-984b-647a221901c3 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7112014-5f54-4758-842f-c7135e01dd5b HTTP/1.1" status: 200 len: 946 time: 0.5295286 May 05 19:57:34.563626 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c6e4690b-2403-484d-b38a-d73b609db38f req-d1106f93-a295-4bf9-9bfe-3d99d6822431 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Notify callbacks [] for floatingip, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:34.592273 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f55fdf27-d40d-49d1-92f0-c37ac7a4b83c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:34.610672 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-352b6526-8a72-45bc-8a46-e268371f84cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:34.624644 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f762f9e-f94f-4add-a056-207a2bd67e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c197f2c-b488-43c9-af52-801437aafe96'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:57:34.661003 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a76a9439-4fae-450e-8c38-a9f536d51a30 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:34.700719 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6183b893-f77c-4700-83c6-d749206595e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:34.726774 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-352b6526-8a72-45bc-8a46-e268371f84cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:34.792778 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-6183b893-f77c-4700-83c6-d749206595e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d6027da-fd3d-4a5f-9b43-003448050635']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:57:34.819071 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f6c5c0d-8e18-4729-a50f-615696d972cf req-c081c19d-7ac2-44b0-8aec-bc678a7e8c72 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] No DVR routers for this DVR port 3ec6d015-62ee-40e3-a243-44557141e447 on host n-h1-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:57:34.822756 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-4f6c5c0d-8e18-4729-a50f-615696d972cf req-c081c19d-7ac2-44b0-8aec-bc678a7e8c72 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:34.837479 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '709d668f-d0fc-4e6f-8247-52e5e2337ec5', 'name': 'network-vif-deleted', 'tag': '3ec6d015-62ee-40e3-a243-44557141e447'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:57:34.876214 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4ef4887c-4747-45e7-8465-28d3e92d1a1b req-fd88656a-2e04-49b6-9122-9af3831af29c service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3901186 May 05 19:57:34.901163 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-6183b893-f77c-4700-83c6-d749206595e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '069234c5-3fbc-4f95-b319-b1989412732e') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:57:34.901560 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-6183b893-f77c-4700-83c6-d749206595e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '069234c5-3fbc-4f95-b319-b1989412732e') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:57:34.928823 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9b14b6a0-ccc8-40c4-85b7-8e885314f138 req-8fa03baa-c65d-4eb4-9f75-d17454d75a04 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/security-groups?id=b8eb825a-eb05-4b64-b47c-316dce01fa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5497870 May 05 19:57:34.955334 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352b6526-8a72-45bc-8a46-e268371f84cf admin admin] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:57:34.996622 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6183b893-f77c-4700-83c6-d749206595e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:35.030698 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-352b6526-8a72-45bc-8a46-e268371f84cf admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:57:35.043034 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4f6c5c0d-8e18-4729-a50f-615696d972cf req-c081c19d-7ac2-44b0-8aec-bc678a7e8c72 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.24 "DELETE /v2.0/ports/3ec6d015-62ee-40e3-a243-44557141e447 HTTP/1.1" status: 204 len: 173 time: 4.1164162 May 05 19:57:35.051703 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a76a9439-4fae-450e-8c38-a9f536d51a30 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:35.071417 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352b6526-8a72-45bc-8a46-e268371f84cf admin admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:57:35.117859 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-dffe89d3-7ea4-491a-b915-7de0344a1a6e req-bfb91b2f-f32b-405d-a64d-779596455bf2 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:35.134141 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['beea523c-b44a-4a29-84fa-ffc71132cf85'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:57:35.180252 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352b6526-8a72-45bc-8a46-e268371f84cf admin admin] Pushing event updated for resources: {'Port': ['ID=6ccb0207-274c-4772-8f16-2f81972123af,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:35.214230 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4327269b-3fdf-4286-a63d-6d2ead195f73 req-62b00132-fd4d-48a2-ad18-cd7a2bcbf2f8 service neutron] 10.222.0.24 "GET /v2.0/networks/64ae69b0-8ac2-4e0b-9320-47844867ced2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9443176 May 05 19:57:35.254774 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7be45f94-dd60-4751-8180-27dee39f1a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:35.313586 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 9aec6688-6f5e-4bec-b54f-0d2eb2e7c57e up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:57:35.314398 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6183b893-f77c-4700-83c6-d749206595e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:35.383494 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb91b2f-f32b-405d-a64d-779596455bf2 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Pushing event deleted for resources: {'Port': ['ID=23d5a2d8-4c20-4fdb-8211-2609ae0f9d81,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:35.395612 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6183b893-f77c-4700-83c6-d749206595e1 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 19:57:35.406031 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6183b893-f77c-4700-83c6-d749206595e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:35.436059 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 19:57:35.436059 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 19:57:35.436059 n-d-840717-1 neutron-server[88198]: timer() May 05 19:57:35.436059 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 19:57:35.436059 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 19:57:35.436059 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 19:57:35.436059 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 19:57:35.436059 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 19:57:35.436059 n-d-840717-1 neutron-server[88198]: self._notify() May 05 19:57:35.436059 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 19:57:35.436059 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 19:57:35.436059 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 19:57:35.436059 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 19:57:35.436059 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 19:57:35.436059 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 19:57:35.436059 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 19:57:35.436059 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 19:57:35.436059 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 19:57:35.436059 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 19:57:35.436059 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 19:57:35.436059 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 19:57:35.436059 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 19:57:35.436059 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 19:57:35.436059 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 19:57:35.436059 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 19:57:35.436059 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 19:57:35.436059 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 19:57:35.436059 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 19:57:35.436059 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 19:57:35.436059 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 19:57:35.436059 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 19:57:35.436059 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 19:57:35.463573 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 59d900ca-6fa6-412a-bab1-dcae6d354933 up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:57:35.558588 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-dffe89d3-7ea4-491a-b915-7de0344a1a6e req-bfb91b2f-f32b-405d-a64d-779596455bf2 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] No DVR routers for this DVR port 23d5a2d8-4c20-4fdb-8211-2609ae0f9d81 on host n-h1-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:57:35.669392 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-dffe89d3-7ea4-491a-b915-7de0344a1a6e req-bfb91b2f-f32b-405d-a64d-779596455bf2 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:35.674492 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dffe89d3-7ea4-491a-b915-7de0344a1a6e req-bfb91b2f-f32b-405d-a64d-779596455bf2 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.24 "DELETE /v2.0/ports/23d5a2d8-4c20-4fdb-8211-2609ae0f9d81 HTTP/1.1" status: 204 len: 173 time: 7.6057980 May 05 19:57:35.739179 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be45f94-dd60-4751-8180-27dee39f1a60 admin admin] Checking segment: {'id': '8a3e1ad3-d317-4f86-9800-d4cc789babd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '223e0808-40cb-409b-8c3a-1f6f35d326dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:57:35.739990 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be45f94-dd60-4751-8180-27dee39f1a60 admin admin] Network hostable DHCP agents. Network: 223e0808-40cb-409b-8c3a-1f6f35d326dd, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 19:57:35.741214 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port 59d900ca-6fa6-412a-bab1-dcae6d354933 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:57:35.782879 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 59d900ca-6fa6-412a-bab1-dcae6d354933 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:57:35.783122 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:35.806285 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be45f94-dd60-4751-8180-27dee39f1a60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c4a9369-8ea2-4319-946e-7013e66a4c78,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:35.842110 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84fa634-1fd9-429e-9db4-a6a9f3a98772 None None] Network d94c136e-3c4f-4290-8cd6-81a4e89af7f3 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:57:35.991672 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 9aec6688-6f5e-4bec-b54f-0d2eb2e7c57e completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:57:35.995769 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b2da25a8-933e-45b5-8852-357267130381 None None] Provisioning for port 4471aecf-92cc-407e-a752-9efdb82f9811 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:57:36.018260 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 9aec6688-6f5e-4bec-b54f-0d2eb2e7c57e triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:57:36.018791 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:36.042420 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6183b893-f77c-4700-83c6-d749206595e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:36.048128 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6183b893-f77c-4700-83c6-d749206595e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:36.086279 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63c37e-e27e-41f2-81db-e55037253885 req-6221bdb7-da1e-49db-9d56-4170d7775dc1 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:36.087728 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4c63c37e-e27e-41f2-81db-e55037253885 req-6221bdb7-da1e-49db-9d56-4170d7775dc1 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f762f9e-f94f-4add-a056-207a2bd67e54 HTTP/1.1" status: 200 len: 950 time: 0.8671811 May 05 19:57:36.095971 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6183b893-f77c-4700-83c6-d749206595e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d6027da-fd3d-4a5f-9b43-003448050635,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:36.126834 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-6183b893-f77c-4700-83c6-d749206595e1 admin admin] 10.222.0.36 "DELETE /v2.0/networks/4d6027da-fd3d-4a5f-9b43-003448050635 HTTP/1.1" status: 204 len: 168 time: 2.1929247 May 05 19:57:36.253806 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be45f94-dd60-4751-8180-27dee39f1a60 admin admin] Network 223e0808-40cb-409b-8c3a-1f6f35d326dd is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 19:57:36.260280 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:36.284825 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-7be45f94-dd60-4751-8180-27dee39f1a60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 223e0808-40cb-409b-8c3a-1f6f35d326dd) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:57:36.303719 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4c63c37e-e27e-41f2-81db-e55037253885 req-03b9c1cc-dcde-4a71-8b5b-a0ce31e25d24 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] 10.222.0.36 "GET /v2.0/security-groups?id=74d729d4-bb0b-4e6d-b8e2-628b6688320d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748443 May 05 19:57:36.306709 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11f6c6f-8906-44aa-9bc8-a6ca80b7b29a None None] Network 223e0808-40cb-409b-8c3a-1f6f35d326dd requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:57:36.369492 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be45f94-dd60-4751-8180-27dee39f1a60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:36.370582 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7be45f94-dd60-4751-8180-27dee39f1a60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:36.453604 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5f47ba5-5c25-4198-a00f-334b490bd9c7'] response: {'server_uuid': '2f762f9e-f94f-4add-a056-207a2bd67e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c197f2c-b488-43c9-af52-801437aafe96', 'code': 200} May 05 19:57:36.482179 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 59d900ca-6fa6-412a-bab1-dcae6d354933, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=59d900ca-6fa6-412a-bab1-dcae6d354933,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:57:36.513449 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39022) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:57:36.539943 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-352b6526-8a72-45bc-8a46-e268371f84cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:36.575978 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-7be45f94-dd60-4751-8180-27dee39f1a60 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.7757812 May 05 19:57:36.613851 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 39026) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:57:36.635467 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:36.646528 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-a97cd048-ed7a-48dd-b02c-240fa7108e42 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1563065988-router', 'tenant_id': '704074c318f541ba80b6792c76eac67a', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:57:36.655022 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a97cd048-ed7a-48dd-b02c-240fa7108e42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:57:36.703693 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a97cd048-ed7a-48dd-b02c-240fa7108e42 admin admin] Usage tracker for resource:router and tenant:704074c318f541ba80b6792c76eac67a is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:57:36.714552 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a97cd048-ed7a-48dd-b02c-240fa7108e42 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:57:36.721891 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8f1fe226-425c-408a-8f46-0c0aafe5f20b req-b8d4da92-8050-45ec-8ffb-7bbf183e4914 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d7e1e1c-1c93-476c-96e9-4c7e868815ea HTTP/1.1" status: 200 len: 210 time: 0.0795884 May 05 19:57:36.732527 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a97cd048-ed7a-48dd-b02c-240fa7108e42 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:57:36.748857 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:36.826157 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-4daa6707-6c49-4a22-9863-6e6f29c2dece admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2e25f2b4697644bc90cc941474a372f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2890415 May 05 19:57:36.832053 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39030) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:57:36.834099 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a76a9439-4fae-450e-8c38-a9f536d51a30 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:36.838672 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60076859-73c8-49bf-89be-2201741cd6b6'] response: {'server_uuid': '709d668f-d0fc-4e6f-8247-52e5e2337ec5', 'name': 'network-vif-deleted', 'tag': '3ec6d015-62ee-40e3-a243-44557141e447', 'status': 'completed', 'code': 200} May 05 19:57:36.867767 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a76a9439-4fae-450e-8c38-a9f536d51a30 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:36.949335 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=59d900ca-6fa6-412a-bab1-dcae6d354933,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:36.960137 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9f681c6f-a231-4e44-b0bf-fa9a4744da5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:36.972753 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 9aec6688-6f5e-4bec-b54f-0d2eb2e7c57e, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=9aec6688-6f5e-4bec-b54f-0d2eb2e7c57e,segment=NetworkSegment(250771b8-aad0-41ac-b102-a5f4eb30b198),segment_id=250771b8-aad0-41ac-b102-a5f4eb30b198)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:57:36.990184 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:36.990987 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 4471aecf-92cc-407e-a752-9efdb82f9811 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:57:37.053291 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbcb99f-2376-4fdf-b48d-46f1ceea9f3d req-c0e96134-7534-4002-854d-bd67e544a261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:37.054768 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fcbcb99f-2376-4fdf-b48d-46f1ceea9f3d req-c0e96134-7534-4002-854d-bd67e544a261 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2f762f9e-f94f-4add-a056-207a2bd67e54 HTTP/1.1" status: 200 len: 1101 time: 0.4935293 May 05 19:57:37.093505 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76a9439-4fae-450e-8c38-a9f536d51a30 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Pushing event updated for resources: {'Port': ['ID=6864f1d6-4162-4c52-b488-747ea96b2f4b,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:37.111651 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a76a9439-4fae-450e-8c38-a9f536d51a30 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:37.131293 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d71e5ed8-a13e-4e22-a25b-40490a0ca2ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:37.137604 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-352b6526-8a72-45bc-8a46-e268371f84cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:37.148638 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a97cd048-ed7a-48dd-b02c-240fa7108e42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:37.150403 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a97cd048-ed7a-48dd-b02c-240fa7108e42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:37.171816 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976ce830-bc17-4231-844e-1faa2a9979c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-223e0808-40cb-409b-8c3a-1f6f35d326dd', 'network_id': '223e0808-40cb-409b-8c3a-1f6f35d326dd', 'tenant_id': '704074c318f541ba80b6792c76eac67a', 'fixed_ips': [{'subnet_id': '7c4a9369-8ea2-4319-946e-7013e66a4c78'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 19:57:37.172839 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-976ce830-bc17-4231-844e-1faa2a9979c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:37.192213 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fcbcb99f-2376-4fdf-b48d-46f1ceea9f3d req-13712f7d-7b59-4655-aacc-ce559d297b63 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=74d729d4-bb0b-4e6d-b8e2-628b6688320d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271274 May 05 19:57:37.193319 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a76a9439-4fae-450e-8c38-a9f536d51a30 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:37.202956 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-a76a9439-4fae-450e-8c38-a9f536d51a30 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 9.4847894 May 05 19:57:37.208836 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.resource_extend [req-c6e4690b-2403-484d-b38a-d73b609db38f req-d1106f93-a295-4bf9-9bfe-3d99d6822431 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 19:57:37.214889 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=9aec6688-6f5e-4bec-b54f-0d2eb2e7c57e,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:37.265626 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 4471aecf-92cc-407e-a752-9efdb82f9811 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:57:37.290560 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 4471aecf-92cc-407e-a752-9efdb82f9811 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:57:37.290931 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:37.312340 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d71e5ed8-a13e-4e22-a25b-40490a0ca2ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:37.380537 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c6e4690b-2403-484d-b38a-d73b609db38f req-d1106f93-a295-4bf9-9bfe-3d99d6822431 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:37.385414 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c6e4690b-2403-484d-b38a-d73b609db38f req-d1106f93-a295-4bf9-9bfe-3d99d6822431 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:37.398560 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a97cd048-ed7a-48dd-b02c-240fa7108e42 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:37.461974 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-1f486eff-b885-40fd-9994-3ffa31935d78 None None] Provisioning complete for port 4471aecf-92cc-407e-a752-9efdb82f9811 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:57:37.461974 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1f486eff-b885-40fd-9994-3ffa31935d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:37.518244 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-976ce830-bc17-4231-844e-1faa2a9979c6 None None] Allocated IP 172.20.0.2 (223e0808-40cb-409b-8c3a-1f6f35d326dd/7c4a9369-8ea2-4319-946e-7013e66a4c78/955fd282-f86d-4c93-af7a-0f3ee21769e3) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:57:37.550326 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d71e5ed8-a13e-4e22-a25b-40490a0ca2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:37.580475 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71e5ed8-a13e-4e22-a25b-40490a0ca2ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a69b6ab0-aa14-4469-9dc2-2519a67a3dc2,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:37.591267 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d71e5ed8-a13e-4e22-a25b-40490a0ca2ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:37.594959 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d71e5ed8-a13e-4e22-a25b-40490a0ca2ce admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a69b6ab0-aa14-4469-9dc2-2519a67a3dc2 HTTP/1.1" status: 204 len: 168 time: 0.7528563 May 05 19:57:37.607319 n-d-840717-1 neutron-server[88197]: INFO neutron.db.l3_db [req-c6e4690b-2403-484d-b38a-d73b609db38f req-d1106f93-a295-4bf9-9bfe-3d99d6822431 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Floating IP d130e0a1-933e-4b01-bdab-de8a8c504b39 associated. External IP: 172.25.0.204, port: 916de515-381a-48e9-a5de-f883cc07dedf. May 05 19:57:37.672289 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:37.863928 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:37.872136 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 4471aecf-92cc-407e-a752-9efdb82f9811, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=4471aecf-92cc-407e-a752-9efdb82f9811,segment=NetworkSegment(f64acd32-0a02-4606-b552-1dd633356c1d),segment_id=f64acd32-0a02-4606-b552-1dd633356c1d)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:57:37.888068 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:37.896147 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a97cd048-ed7a-48dd-b02c-240fa7108e42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:37.980491 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1f486eff-b885-40fd-9994-3ffa31935d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:38.014764 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb54c151-1b17-425a-bb65-d95cb806a3c7 req-02f98d92-6599-4a2d-8c50-d8a021251f1c tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:38.020957 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cb54c151-1b17-425a-bb65-d95cb806a3c7 req-02f98d92-6599-4a2d-8c50-d8a021251f1c tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7112014-5f54-4758-842f-c7135e01dd5b HTTP/1.1" status: 200 len: 946 time: 0.9629767 May 05 19:57:38.060529 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-352b6526-8a72-45bc-8a46-e268371f84cf admin admin] Router 8f6122b3-cd70-4e01-be6d-ac9af74c40ea is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 19:57:38.072856 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6e4690b-2403-484d-b38a-d73b609db38f req-d1106f93-a295-4bf9-9bfe-3d99d6822431 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Router f9c5edfd-5abd-422d-a15a-09a5460bd53d has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 19:57:38.073918 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 9aec6688-6f5e-4bec-b54f-0d2eb2e7c57e up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:57:38.117768 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:38.168531 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cb54c151-1b17-425a-bb65-d95cb806a3c7 req-272f2e5f-15b2-463c-9390-7e34ff94263d tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/security-groups?id=b8eb825a-eb05-4b64-b47c-316dce01fa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447742 May 05 19:57:38.168778 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=4471aecf-92cc-407e-a752-9efdb82f9811,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:38.225411 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-976ce830-bc17-4231-844e-1faa2a9979c6 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:38.249824 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-1f486eff-b885-40fd-9994-3ffa31935d78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 19:57:38.250409 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-1f486eff-b885-40fd-9994-3ffa31935d78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 19:57:38.251587 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-976ce830-bc17-4231-844e-1faa2a9979c6 None None] Transition to ACTIVE for port object 955fd282-f86d-4c93-af7a-0f3ee21769e3 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:57:38.287758 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-976ce830-bc17-4231-844e-1faa2a9979c6 None None] Transition to ACTIVE for port object 955fd282-f86d-4c93-af7a-0f3ee21769e3 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:57:38.321535 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-976ce830-bc17-4231-844e-1faa2a9979c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:38.433533 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976ce830-bc17-4231-844e-1faa2a9979c6 None None] Pushing event updated for resources: {'Port': ['ID=955fd282-f86d-4c93-af7a-0f3ee21769e3,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:38.436715 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 9aec6688-6f5e-4bec-b54f-0d2eb2e7c57e triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:57:38.437086 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:38.481539 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ada14d4-7aba-4b42-99fe-0ab13970f361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d900ca-6fa6-412a-bab1-dcae6d354933'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:57:38.533411 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6e4690b-2403-484d-b38a-d73b609db38f req-d1106f93-a295-4bf9-9bfe-3d99d6822431 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 19:57:38.578178 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976ce830-bc17-4231-844e-1faa2a9979c6 None None] Network 223e0808-40cb-409b-8c3a-1f6f35d326dd is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:57:38.583936 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-976ce830-bc17-4231-844e-1faa2a9979c6 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:57:38.587551 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976ce830-bc17-4231-844e-1faa2a9979c6 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:57:38.590737 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eae266e-7378-45eb-80e1-04b63362ae80 None None] Sync routers for ids ['f9c5edfd-5abd-422d-a15a-09a5460bd53d'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 19:57:38.637788 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-352b6526-8a72-45bc-8a46-e268371f84cf admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 19:57:38.654954 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5798754-5f99-4799-acf9-ca90478c5eeb None None] Sync routers for ids ['8f6122b3-cd70-4e01-be6d-ac9af74c40ea'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 19:57:38.683610 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5798754-5f99-4799-acf9-ca90478c5eeb None None] Routers {'8f6122b3-cd70-4e01-be6d-ac9af74c40ea'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:57:38.685524 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-e5798754-5f99-4799-acf9-ca90478c5eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:57:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['8f6122b3-cd70-4e01-be6d-ac9af74c40ea'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:57:38.713076 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-976ce830-bc17-4231-844e-1faa2a9979c6 None None] Attempting to bind port 955fd282-f86d-4c93-af7a-0f3ee21769e3 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:57:38.713445 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-976ce830-bc17-4231-844e-1faa2a9979c6 None None] Attempting to bind port 955fd282-f86d-4c93-af7a-0f3ee21769e3 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '8a3e1ad3-d317-4f86-9800-d4cc789babd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '223e0808-40cb-409b-8c3a-1f6f35d326dd'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:57:38.713806 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976ce830-bc17-4231-844e-1faa2a9979c6 None None] Attempting to bind port 955fd282-f86d-4c93-af7a-0f3ee21769e3 on network 223e0808-40cb-409b-8c3a-1f6f35d326dd {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:57:38.720710 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976ce830-bc17-4231-844e-1faa2a9979c6 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:57:38.721079 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976ce830-bc17-4231-844e-1faa2a9979c6 None None] Checking segment: {'id': '8a3e1ad3-d317-4f86-9800-d4cc789babd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '223e0808-40cb-409b-8c3a-1f6f35d326dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:57:38.721475 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-976ce830-bc17-4231-844e-1faa2a9979c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:38.721876 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976ce830-bc17-4231-844e-1faa2a9979c6 None None] Bound using segment: {'id': '8a3e1ad3-d317-4f86-9800-d4cc789babd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '223e0808-40cb-409b-8c3a-1f6f35d326dd'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:57:38.722326 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-976ce830-bc17-4231-844e-1faa2a9979c6 None None] Bound port: 955fd282-f86d-4c93-af7a-0f3ee21769e3, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a3e1ad3-d317-4f86-9800-d4cc789babd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '223e0808-40cb-409b-8c3a-1f6f35d326dd'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:57:38.722693 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-976ce830-bc17-4231-844e-1faa2a9979c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:38.733280 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eae266e-7378-45eb-80e1-04b63362ae80 None None] Routers {'f9c5edfd-5abd-422d-a15a-09a5460bd53d'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:57:38.733664 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-0eae266e-7378-45eb-80e1-04b63362ae80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:57:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['f9c5edfd-5abd-422d-a15a-09a5460bd53d'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:57:38.807630 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd7219-27d9-49ea-9f18-9e544d2372fc req-74154442-7b61-4cc2-8cbf-e154a092b321 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:38.815544 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-efbd7219-27d9-49ea-9f18-9e544d2372fc req-74154442-7b61-4cc2-8cbf-e154a092b321 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f762f9e-f94f-4add-a056-207a2bd67e54 HTTP/1.1" status: 200 len: 950 time: 0.4653952 May 05 19:57:38.881895 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-352b6526-8a72-45bc-8a46-e268371f84cf admin admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:38.885786 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-352b6526-8a72-45bc-8a46-e268371f84cf admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.7651799 May 05 19:57:38.886451 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 39066) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:57:38.934192 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-efbd7219-27d9-49ea-9f18-9e544d2372fc req-c07b5eca-6931-4240-b353-58a2c48bbf47 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] 10.222.0.36 "GET /v2.0/security-groups?id=74d729d4-bb0b-4e6d-b8e2-628b6688320d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176388 May 05 19:57:38.969196 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d7e1e1c-1c93-476c-96e9-4c7e868815ea', 'name': 'network-vif-deleted', 'tag': '23d5a2d8-4c20-4fdb-8211-2609ae0f9d81'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:57:39.027205 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39078) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:57:39.080615 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6e4690b-2403-484d-b38a-d73b609db38f req-d1106f93-a295-4bf9-9bfe-3d99d6822431 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Router f9c5edfd-5abd-422d-a15a-09a5460bd53d has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 19:57:39.127095 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-976ce830-bc17-4231-844e-1faa2a9979c6 None None] For port 955fd282-f86d-4c93-af7a-0f3ee21769e3, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:57:39.131631 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-976ce830-bc17-4231-844e-1faa2a9979c6 None None] For port 955fd282-f86d-4c93-af7a-0f3ee21769e3, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=955fd282-f86d-4c93-af7a-0f3ee21769e3,segment=NetworkSegment(8a3e1ad3-d317-4f86-9800-d4cc789babd5),segment_id=8a3e1ad3-d317-4f86-9800-d4cc789babd5)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:57:39.146884 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-e5798754-5f99-4799-acf9-ca90478c5eeb None None] Set router 8f6122b3-cd70-4e01-be6d-ac9af74c40ea gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:57:39.172240 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a97cd048-ed7a-48dd-b02c-240fa7108e42 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:39.190113 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-976ce830-bc17-4231-844e-1faa2a9979c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:39.232442 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a97cd048-ed7a-48dd-b02c-240fa7108e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:39.324151 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-35199766-6d3f-4f49-8902-7a96f2145ffe req-d13d1645-632d-4330-8e16-066889938456 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Synchronizing usage tracker for tenant:12d6d803715a4d1faae5ab453e890665 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:57:39.328964 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-0eae266e-7378-45eb-80e1-04b63362ae80 None None] Set router f9c5edfd-5abd-422d-a15a-09a5460bd53d gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:57:39.353953 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-fc2b4a15-12bb-4cc0-8d13-a90b88c2db94 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1286592340-network', 'tenant_id': '2ac5211529134663a7b81ee9a43f1be9'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:57:39.384160 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976ce830-bc17-4231-844e-1faa2a9979c6 None None] Pushing event updated for resources: {'Port': ['ID=955fd282-f86d-4c93-af7a-0f3ee21769e3,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:39.412051 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-fc2b4a15-12bb-4cc0-8d13-a90b88c2db94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:57:39.424008 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-fc2b4a15-12bb-4cc0-8d13-a90b88c2db94 admin admin] Usage tracker for resource:network and tenant:2ac5211529134663a7b81ee9a43f1be9 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:57:39.433373 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-fc2b4a15-12bb-4cc0-8d13-a90b88c2db94 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:57:39.444415 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-fc2b4a15-12bb-4cc0-8d13-a90b88c2db94 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:57:39.474760 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6e4690b-2403-484d-b38a-d73b609db38f req-d1106f93-a295-4bf9-9bfe-3d99d6822431 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 19:57:39.482792 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-35199766-6d3f-4f49-8902-7a96f2145ffe req-d13d1645-632d-4330-8e16-066889938456 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Unset dirty status for tenant:12d6d803715a4d1faae5ab453e890665 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:57:39.485521 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c6e4690b-2403-484d-b38a-d73b609db38f req-d1106f93-a295-4bf9-9bfe-3d99d6822431 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:39.491126 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-35199766-6d3f-4f49-8902-7a96f2145ffe req-d13d1645-632d-4330-8e16-066889938456 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--747556769&fields=id&tenant_id=12d6d803715a4d1faae5ab453e890665 HTTP/1.1" status: 200 len: 267 time: 0.3988199 May 05 19:57:39.543148 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:39.642548 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2b4a15-12bb-4cc0-8d13-a90b88c2db94 admin admin] Made reservation on behalf of 2ac5211529134663a7b81ee9a43f1be9 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:57:39.645818 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fc2b4a15-12bb-4cc0-8d13-a90b88c2db94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:39.650366 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-e5798754-5f99-4799-acf9-ca90478c5eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f6122b3-cd70-4e01-be6d-ac9af74c40ea', 'name': 'tempest-TaggedBootDevicesTest-1815960725-router', 'tenant_id': '99f8ff370e2040efb9285a4ae37c20cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '6ccb0207-274c-4772-8f16-2f81972123af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:57:31Z', 'updated_at': '2022-05-05T19:57:36Z', 'revision_number': 3, 'project_id': '99f8ff370e2040efb9285a4ae37c20cd', 'gw_port': {'id': '6ccb0207-274c-4772-8f16-2f81972123af', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:05:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f6122b3-cd70-4e01-be6d-ac9af74c40ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:33Z', 'updated_at': '2022-05-05T19:57:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:57:39.654892 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5798754-5f99-4799-acf9-ca90478c5eeb None None] Checking router: 8f6122b3-cd70-4e01-be6d-ac9af74c40ea for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 19:57:39.655416 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5798754-5f99-4799-acf9-ca90478c5eeb None None] Updating router 8f6122b3-cd70-4e01-be6d-ac9af74c40ea port 6ccb0207-274c-4772-8f16-2f81972123af binding host n-d-840717-1 {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 19:57:39.686776 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fc2b4a15-12bb-4cc0-8d13-a90b88c2db94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:39.724979 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-fc2b4a15-12bb-4cc0-8d13-a90b88c2db94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:57:39.732198 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-fc2b4a15-12bb-4cc0-8d13-a90b88c2db94 admin admin] Usage tracker for resource:security_group_rule and tenant:2ac5211529134663a7b81ee9a43f1be9 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:57:39.737555 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-fc2b4a15-12bb-4cc0-8d13-a90b88c2db94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:57:39.741983 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c6e4690b-2403-484d-b38a-d73b609db38f req-d1106f93-a295-4bf9-9bfe-3d99d6822431 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "PUT /v2.0/floatingips/d130e0a1-933e-4b01-bdab-de8a8c504b39 HTTP/1.1" status: 200 len: 998 time: 6.3322554 May 05 19:57:39.746265 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-fc2b4a15-12bb-4cc0-8d13-a90b88c2db94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:57:39.753235 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e5798754-5f99-4799-acf9-ca90478c5eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:39.862919 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e4690b-2403-484d-b38a-d73b609db38f req-d56cacca-e8e7-4204-a318-bf965b792c1d tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:39.866328 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c6e4690b-2403-484d-b38a-d73b609db38f req-d56cacca-e8e7-4204-a318-bf965b792c1d tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "GET /v2.0/ports/916de515-381a-48e9-a5de-f883cc07dedf HTTP/1.1" status: 200 len: 942 time: 0.1174455 May 05 19:57:39.944895 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-a97cd048-ed7a-48dd-b02c-240fa7108e42 admin admin] Allocated IP 172.25.0.88 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/2104dffc-5734-417d-bf74-9d28659dd5de) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:57:40.002985 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fc2b4a15-12bb-4cc0-8d13-a90b88c2db94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:40.008735 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fc2b4a15-12bb-4cc0-8d13-a90b88c2db94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:40.061047 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-0eae266e-7378-45eb-80e1-04b63362ae80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1301146889-router', 'tenant_id': '476cffb51a494e45a75196848dc23980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'f4ab8d26-53ba-4299-b17a-60c425af1f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:55:59Z', 'updated_at': '2022-05-05T19:56:12Z', 'revision_number': 4, 'project_id': '476cffb51a494e45a75196848dc23980', 'gw_port': {'id': 'f4ab8d26-53ba-4299-b17a-60c425af1f98', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:56:02Z', 'updated_at': '2022-05-05T19:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': 'd130e0a1-933e-4b01-bdab-de8a8c504b39', 'tenant_id': '476cffb51a494e45a75196848dc23980', 'floating_ip_address': '172.25.0.204', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'port_id': '5de1e43d-7080-43bb-97c1-88dba2d90b60', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64ae69b0-8ac2-4e0b-9320-47844867ced2', 'mac_address': 'fa:16:3e:25:9d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d92d1c-d0ef-4026-87fe-7f2f20a98ccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T19:56:45Z', 'updated_at': '2022-05-05T19:57:37Z', 'revision_number': 3, 'project_id': '476cffb51a494e45a75196848dc23980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '786fbba6-2067-47e2-9ff5-a211af1d17c4', 'name': '', 'network_id': '64ae69b0-8ac2-4e0b-9320-47844867ced2', 'tenant_id': '476cffb51a494e45a75196848dc23980', 'mac_address': 'fa:16:3e:48:0b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'a4aaf969-3d1a-408b-86ce-50cecc40a653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:56:09Z', 'updated_at': '2022-05-05T19:56:21Z', 'revision_number': 5, 'project_id': '476cffb51a494e45a75196848dc23980', 'subnets': [{'id': 'a4aaf969-3d1a-408b-86ce-50cecc40a653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:57:40.065850 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eae266e-7378-45eb-80e1-04b63362ae80 None None] Checking router: f9c5edfd-5abd-422d-a15a-09a5460bd53d for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 19:57:40.079963 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eae266e-7378-45eb-80e1-04b63362ae80 None None] Routers {'f9c5edfd-5abd-422d-a15a-09a5460bd53d'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:57:40.080455 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-0eae266e-7378-45eb-80e1-04b63362ae80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:57:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['f9c5edfd-5abd-422d-a15a-09a5460bd53d'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:57:40.101439 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc2b4a15-12bb-4cc0-8d13-a90b88c2db94 admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 19:57:40.108913 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2b4a15-12bb-4cc0-8d13-a90b88c2db94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60903d7d-e068-4be3-b1cd-aedae880a3cf,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:40.126273 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fc2b4a15-12bb-4cc0-8d13-a90b88c2db94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:40.126621 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-fc2b4a15-12bb-4cc0-8d13-a90b88c2db94 admin admin] Added segment 131841d7-b870-4a09-a673-d43da1d3ff2b of type vlan for network 8a536572-51e8-41c9-b6b4-029e4a14e253 May 05 19:57:40.175001 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 955fd282-f86d-4c93-af7a-0f3ee21769e3 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:57:40.176670 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e4690b-2403-484d-b38a-d73b609db38f req-52be9f3c-a5f6-4142-9923-668125c1f49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:40.178317 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c6e4690b-2403-484d-b38a-d73b609db38f req-52be9f3c-a5f6-4142-9923-668125c1f49a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=476cffb51a494e45a75196848dc23980&device_id=49a4125b-56a6-4534-a2ad-149f746815c4 HTTP/1.1" status: 200 len: 1096 time: 0.1528783 May 05 19:57:40.179929 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fc2b4a15-12bb-4cc0-8d13-a90b88c2db94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:40.319949 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fc2b4a15-12bb-4cc0-8d13-a90b88c2db94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:40.321449 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2b4a15-12bb-4cc0-8d13-a90b88c2db94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:40.322269 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fc2b4a15-12bb-4cc0-8d13-a90b88c2db94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:40.345564 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 955fd282-f86d-4c93-af7a-0f3ee21769e3 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:57:40.357018 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 4471aecf-92cc-407e-a752-9efdb82f9811 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:57:40.405927 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35199766-6d3f-4f49-8902-7a96f2145ffe req-e969ab62-2092-4d28-976e-33f6d3fec5cd tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:40.406183 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-0eae266e-7378-45eb-80e1-04b63362ae80 None None] Set router f9c5edfd-5abd-422d-a15a-09a5460bd53d gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:57:40.406641 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-35199766-6d3f-4f49-8902-7a96f2145ffe req-e969ab62-2092-4d28-976e-33f6d3fec5cd tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Synchronizing usage tracker for tenant:12d6d803715a4d1faae5ab453e890665 on resource:network {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:57:40.413810 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e4690b-2403-484d-b38a-d73b609db38f req-5de441ea-f9ad-42fb-aeab-ac1e0ec05b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:40.422158 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c6e4690b-2403-484d-b38a-d73b609db38f req-5de441ea-f9ad-42fb-aeab-ac1e0ec05b43 service neutron] 10.222.0.36 "GET /v2.0/networks?id=64ae69b0-8ac2-4e0b-9320-47844867ced2 HTTP/1.1" status: 200 len: 922 time: 0.2331679 May 05 19:57:40.487985 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-fc2b4a15-12bb-4cc0-8d13-a90b88c2db94 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4590847 May 05 19:57:40.494282 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 39092) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:57:40.514974 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-2eee81fa-4b92-4942-97fa-feae5761e1d4 admin admin] Request body: {'subnet': {'network_id': '8a536572-51e8-41c9-b6b4-029e4a14e253', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1286592340-subnet', 'tenant_id': '2ac5211529134663a7b81ee9a43f1be9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:57:40.527244 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-35199766-6d3f-4f49-8902-7a96f2145ffe req-e969ab62-2092-4d28-976e-33f6d3fec5cd tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Unset dirty status for tenant:12d6d803715a4d1faae5ab453e890665 on resource:network {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:57:40.533711 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-35199766-6d3f-4f49-8902-7a96f2145ffe req-e969ab62-2092-4d28-976e-33f6d3fec5cd tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] 10.222.0.36 "GET /v2.0/networks?id=964832a3-7678-439b-97c2-1f4e7f68480a HTTP/1.1" status: 200 len: 812 time: 1.0416427 May 05 19:57:40.536040 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-2eee81fa-4b92-4942-97fa-feae5761e1d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:57:40.571801 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c6e4690b-2403-484d-b38a-d73b609db38f req-73567f2d-f518-480b-8eef-01861b7a2459 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=916de515-381a-48e9-a5de-f883cc07dedf HTTP/1.1" status: 200 len: 217 time: 0.1482878 May 05 19:57:40.597536 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-2eee81fa-4b92-4942-97fa-feae5761e1d4 admin admin] Usage tracker for resource:subnet and tenant:2ac5211529134663a7b81ee9a43f1be9 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:57:40.607505 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2b4a15-12bb-4cc0-8d13-a90b88c2db94 admin admin] Pushing event updated for resources: {'Network': ['ID=8a536572-51e8-41c9-b6b4-029e4a14e253,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:40.627151 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-2eee81fa-4b92-4942-97fa-feae5761e1d4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:57:40.652889 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-35199766-6d3f-4f49-8902-7a96f2145ffe req-782a29f8-e8f5-4a35-8bac-2b184c6d5aa5 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] 10.222.0.36 "GET /v2.0/quotas/12d6d803715a4d1faae5ab453e890665 HTTP/1.1" status: 200 len: 375 time: 0.1181781 May 05 19:57:40.660378 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 8a536572-51e8-41c9-b6b4-029e4a14e253 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 19:57:40.661975 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e4690b-2403-484d-b38a-d73b609db38f req-e88d19dd-6a1d-4c5f-ab91-7c19936f7806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:40.663918 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-2eee81fa-4b92-4942-97fa-feae5761e1d4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:57:40.669947 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c6e4690b-2403-484d-b38a-d73b609db38f req-e88d19dd-6a1d-4c5f-ab91-7c19936f7806 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a4aaf969-3d1a-408b-86ce-50cecc40a653 HTTP/1.1" status: 200 len: 860 time: 0.0971658 May 05 19:57:40.730857 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a97cd048-ed7a-48dd-b02c-240fa7108e42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:40.764698 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eee81fa-4b92-4942-97fa-feae5761e1d4 admin admin] Made reservation on behalf of 2ac5211529134663a7b81ee9a43f1be9 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:57:40.766936 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2eee81fa-4b92-4942-97fa-feae5761e1d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:40.828223 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c635bdc6-5804-4396-82f7-5c8ae8d94076 None None] Network 223e0808-40cb-409b-8c3a-1f6f35d326dd requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:57:40.865621 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 4471aecf-92cc-407e-a752-9efdb82f9811 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:57:40.865990 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:40.885132 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e4690b-2403-484d-b38a-d73b609db38f req-1345f052-324f-4562-be8f-3f5aa7f6d605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:40.888062 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c6e4690b-2403-484d-b38a-d73b609db38f req-1345f052-324f-4562-be8f-3f5aa7f6d605 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=64ae69b0-8ac2-4e0b-9320-47844867ced2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2168198 May 05 19:57:40.939445 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bf20a68a-0a6c-4f1c-a9ea-a5541e3da298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:40.968645 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-1e7cc331-ae86-45da-9bd2-f65224744a79 None None] Provisioning for port 955fd282-f86d-4c93-af7a-0f3ee21769e3 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:57:40.990330 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-35199766-6d3f-4f49-8902-7a96f2145ffe req-e9fbcf51-df0a-40e1-a81c-3c088d57866e tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=12d6d803715a4d1faae5ab453e890665&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3364325 May 05 19:57:41.054294 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c6e4690b-2403-484d-b38a-d73b609db38f req-be9c3c63-2f64-4005-afbd-fe34f8272fbf service neutron] 10.222.0.36 "GET /v2.0/networks/64ae69b0-8ac2-4e0b-9320-47844867ced2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594384 May 05 19:57:41.055093 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a97cd048-ed7a-48dd-b02c-240fa7108e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:41.177422 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97cd048-ed7a-48dd-b02c-240fa7108e42 admin admin] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:57:41.219993 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c6e4690b-2403-484d-b38a-d73b609db38f req-b6c05f4a-80b7-4c16-ac0a-fd5112046836 service neutron] 10.222.0.36 "GET /v2.0/networks/64ae69b0-8ac2-4e0b-9320-47844867ced2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551573 May 05 19:57:41.230714 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e5798754-5f99-4799-acf9-ca90478c5eeb None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:41.245118 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-e5798754-5f99-4799-acf9-ca90478c5eeb None None] Transition to ACTIVE for port object 6ccb0207-274c-4772-8f16-2f81972123af will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:57:41.253917 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e5798754-5f99-4799-acf9-ca90478c5eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:41.266452 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-a97cd048-ed7a-48dd-b02c-240fa7108e42 admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:57:41.279025 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97cd048-ed7a-48dd-b02c-240fa7108e42 admin admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:57:41.317361 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-1e7cc331-ae86-45da-9bd2-f65224744a79 None None] Provisioning complete for port 955fd282-f86d-4c93-af7a-0f3ee21769e3 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:57:41.318106 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1e7cc331-ae86-45da-9bd2-f65224744a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:41.328431 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2991c089-a3a4-4ec7-94fd-6212451f990e None None] Pushing event updated for resources: {'Port': ['ID=6ccb0207-274c-4772-8f16-2f81972123af,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:41.360944 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97cd048-ed7a-48dd-b02c-240fa7108e42 admin admin] Pushing event updated for resources: {'Port': ['ID=2104dffc-5734-417d-bf74-9d28659dd5de,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:41.361512 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e4690b-2403-484d-b38a-d73b609db38f req-99713d7e-5ae6-4b6f-ad27-592a2d7bf698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:41.369797 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-e5798754-5f99-4799-acf9-ca90478c5eeb None None] Attempting to bind port 6ccb0207-274c-4772-8f16-2f81972123af on host n-d-840717-1 for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:57:41.370465 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-e5798754-5f99-4799-acf9-ca90478c5eeb None None] Attempting to bind port 6ccb0207-274c-4772-8f16-2f81972123af by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:57:41.370996 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5798754-5f99-4799-acf9-ca90478c5eeb None None] Attempting to bind port 6ccb0207-274c-4772-8f16-2f81972123af on network 0401d202-1605-4cfe-bad4-fb225df6afb0 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:57:41.372134 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c6e4690b-2403-484d-b38a-d73b609db38f req-99713d7e-5ae6-4b6f-ad27-592a2d7bf698 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=476cffb51a494e45a75196848dc23980&device_id=06d92d1c-d0ef-4026-87fe-7f2f20a98ccd HTTP/1.1" status: 200 len: 1096 time: 0.1141536 May 05 19:57:41.378790 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5798754-5f99-4799-acf9-ca90478c5eeb None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:57:41.379713 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5798754-5f99-4799-acf9-ca90478c5eeb None None] Checking segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:57:41.380475 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e5798754-5f99-4799-acf9-ca90478c5eeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:41.381036 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5798754-5f99-4799-acf9-ca90478c5eeb None None] Bound using segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:57:41.382220 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-e5798754-5f99-4799-acf9-ca90478c5eeb None None] Bound port: 6ccb0207-274c-4772-8f16-2f81972123af, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:57:41.382755 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e5798754-5f99-4799-acf9-ca90478c5eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:41.441153 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-35199766-6d3f-4f49-8902-7a96f2145ffe req-c4aa79df-488a-489d-a466-998e9c983fe8 service neutron] 10.222.0.36 "GET /v2.0/networks/964832a3-7678-439b-97c2-1f4e7f68480a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4114292 May 05 19:57:41.468682 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-e5798754-5f99-4799-acf9-ca90478c5eeb None None] For port 6ccb0207-274c-4772-8f16-2f81972123af, host n-d-840717-1, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:57:41.472482 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-e5798754-5f99-4799-acf9-ca90478c5eeb None None] For port 6ccb0207-274c-4772-8f16-2f81972123af, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=6ccb0207-274c-4772-8f16-2f81972123af,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:57:41.478729 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e5798754-5f99-4799-acf9-ca90478c5eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:41.554253 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2991c089-a3a4-4ec7-94fd-6212451f990e None None] Pushing event updated for resources: {'Port': ['ID=6ccb0207-274c-4772-8f16-2f81972123af,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:41.577624 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5798754-5f99-4799-acf9-ca90478c5eeb None None] Routers {'8f6122b3-cd70-4e01-be6d-ac9af74c40ea'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:57:41.580368 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-e5798754-5f99-4799-acf9-ca90478c5eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:57:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['8f6122b3-cd70-4e01-be6d-ac9af74c40ea'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:57:41.595515 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e4690b-2403-484d-b38a-d73b609db38f req-8a7ee3e8-6c39-4827-9fb4-4053ac6a9f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:41.599292 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c6e4690b-2403-484d-b38a-d73b609db38f req-8a7ee3e8-6c39-4827-9fb4-4053ac6a9f07 service neutron] 10.222.0.36 "GET /v2.0/networks?id=64ae69b0-8ac2-4e0b-9320-47844867ced2 HTTP/1.1" status: 200 len: 922 time: 0.2260864 May 05 19:57:41.687644 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2eee81fa-4b92-4942-97fa-feae5761e1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:41.764864 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1e7cc331-ae86-45da-9bd2-f65224744a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:41.781658 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c6e4690b-2403-484d-b38a-d73b609db38f req-7962fdca-3d24-495b-96bc-5a079c16f235 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5de1e43d-7080-43bb-97c1-88dba2d90b60 HTTP/1.1" status: 200 len: 1001 time: 0.1727920 May 05 19:57:41.823693 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-1e7cc331-ae86-45da-9bd2-f65224744a79 None None] For port 955fd282-f86d-4c93-af7a-0f3ee21769e3, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=955fd282-f86d-4c93-af7a-0f3ee21769e3,segment=NetworkSegment(8a3e1ad3-d317-4f86-9800-d4cc789babd5),segment_id=8a3e1ad3-d317-4f86-9800-d4cc789babd5)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:57:41.830120 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-e5798754-5f99-4799-acf9-ca90478c5eeb None None] Set router 8f6122b3-cd70-4e01-be6d-ac9af74c40ea gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:57:41.837208 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-0eae266e-7378-45eb-80e1-04b63362ae80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1301146889-router', 'tenant_id': '476cffb51a494e45a75196848dc23980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'f4ab8d26-53ba-4299-b17a-60c425af1f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:55:59Z', 'updated_at': '2022-05-05T19:56:12Z', 'revision_number': 4, 'project_id': '476cffb51a494e45a75196848dc23980', 'gw_port': {'id': 'f4ab8d26-53ba-4299-b17a-60c425af1f98', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:56:02Z', 'updated_at': '2022-05-05T19:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': 'd130e0a1-933e-4b01-bdab-de8a8c504b39', 'tenant_id': '476cffb51a494e45a75196848dc23980', 'floating_ip_address': '172.25.0.204', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'port_id': '5de1e43d-7080-43bb-97c1-88dba2d90b60', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64ae69b0-8ac2-4e0b-9320-47844867ced2', 'mac_address': 'fa:16:3e:25:9d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d92d1c-d0ef-4026-87fe-7f2f20a98ccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T19:56:45Z', 'updated_at': '2022-05-05T19:57:37Z', 'revision_number': 3, 'project_id': '476cffb51a494e45a75196848dc23980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '786fbba6-2067-47e2-9ff5-a211af1d17c4', 'name': '', 'network_id': '64ae69b0-8ac2-4e0b-9320-47844867ced2', 'tenant_id': '476cffb51a494e45a75196848dc23980', 'mac_address': 'fa:16:3e:48:0b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'a4aaf969-3d1a-408b-86ce-50cecc40a653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:56:09Z', 'updated_at': '2022-05-05T19:56:21Z', 'revision_number': 5, 'project_id': '476cffb51a494e45a75196848dc23980', 'subnets': [{'id': 'a4aaf969-3d1a-408b-86ce-50cecc40a653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:57:41.843343 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1e7cc331-ae86-45da-9bd2-f65224744a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:41.853147 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eae266e-7378-45eb-80e1-04b63362ae80 None None] The sync data for ids ['f9c5edfd-5abd-422d-a15a-09a5460bd53d'] in n-d-840717-1 is: [{'id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1301146889-router', 'tenant_id': '476cffb51a494e45a75196848dc23980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'f4ab8d26-53ba-4299-b17a-60c425af1f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:55:59Z', 'updated_at': '2022-05-05T19:56:12Z', 'revision_number': 4, 'project_id': '476cffb51a494e45a75196848dc23980', 'gw_port': {'id': 'f4ab8d26-53ba-4299-b17a-60c425af1f98', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:56:02Z', 'updated_at': '2022-05-05T19:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': 'd130e0a1-933e-4b01-bdab-de8a8c504b39', 'tenant_id': '476cffb51a494e45a75196848dc23980', 'floating_ip_address': '172.25.0.204', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'port_id': '5de1e43d-7080-43bb-97c1-88dba2d90b60', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64ae69b0-8ac2-4e0b-9320-47844867ced2', 'mac_address': 'fa:16:3e:25:9d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d92d1c-d0ef-4026-87fe-7f2f20a98ccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T19:56:45Z', 'updated_at': '2022-05-05T19:57:37Z', 'revision_number': 3, 'project_id': '476cffb51a494e45a75196848dc23980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '786fbba6-2067-47e2-9ff5-a211af1d17c4', 'name': '', 'network_id': '64ae69b0-8ac2-4e0b-9320-47844867ced2', 'tenant_id': '476cffb51a494e45a75196848dc23980', 'mac_address': 'fa:16:3e:48:0b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'a4aaf969-3d1a-408b-86ce-50cecc40a653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:56:09Z', 'updated_at': '2022-05-05T19:56:21Z', 'revision_number': 5, 'project_id': '476cffb51a494e45a75196848dc23980', 'subnets': [{'id': 'a4aaf969-3d1a-408b-86ce-50cecc40a653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 19:57:41.881048 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e4690b-2403-484d-b38a-d73b609db38f req-3c95cf97-7fa9-4035-857c-bb1402cd1c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:41.882637 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c6e4690b-2403-484d-b38a-d73b609db38f req-3c95cf97-7fa9-4035-857c-bb1402cd1c00 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a4aaf969-3d1a-408b-86ce-50cecc40a653 HTTP/1.1" status: 200 len: 860 time: 0.0995731 May 05 19:57:41.990729 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7cc331-ae86-45da-9bd2-f65224744a79 None None] Pushing event updated for resources: {'Port': ['ID=955fd282-f86d-4c93-af7a-0f3ee21769e3,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:42.014931 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-c0e1160f-8c4d-47ea-b660-63a92dcb2096 None None] Provisioning complete for port 955fd282-f86d-4c93-af7a-0f3ee21769e3 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:57:42.016592 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c0e1160f-8c4d-47ea-b660-63a92dcb2096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:42.025493 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e4690b-2403-484d-b38a-d73b609db38f req-c90d1e28-9a79-43d0-b44f-28cfde4444b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:42.027122 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c6e4690b-2403-484d-b38a-d73b609db38f req-c90d1e28-9a79-43d0-b44f-28cfde4444b2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=64ae69b0-8ac2-4e0b-9320-47844867ced2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1310637 May 05 19:57:42.163080 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-bf20a68a-0a6c-4f1c-a9ea-a5541e3da298 admin admin] Allocated IP 172.20.0.1 (d94c136e-3c4f-4290-8cd6-81a4e89af7f3/fb2a8ac4-25e5-4199-94bc-000b6944dde3/bc4734da-cacf-4eeb-ae81-2a30c4f28ce8) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:57:42.202341 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eee81fa-4b92-4942-97fa-feae5761e1d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afbf8c9c-9fa3-4fdd-ba30-b4249970e4ad,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:42.227326 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-e5798754-5f99-4799-acf9-ca90478c5eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f6122b3-cd70-4e01-be6d-ac9af74c40ea', 'name': 'tempest-TaggedBootDevicesTest-1815960725-router', 'tenant_id': '99f8ff370e2040efb9285a4ae37c20cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '6ccb0207-274c-4772-8f16-2f81972123af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:57:31Z', 'updated_at': '2022-05-05T19:57:36Z', 'revision_number': 3, 'project_id': '99f8ff370e2040efb9285a4ae37c20cd', 'gw_port': {'id': '6ccb0207-274c-4772-8f16-2f81972123af', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:05:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f6122b3-cd70-4e01-be6d-ac9af74c40ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:33Z', 'updated_at': '2022-05-05T19:57:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:57:42.232328 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de8b6b3-576b-4980-8179-c6b351a76cd6 None None] New status for floating IP d130e0a1-933e-4b01-bdab-de8a8c504b39: ACTIVE {{(pid=88199) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 19:57:42.233513 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5798754-5f99-4799-acf9-ca90478c5eeb None None] The sync data for ids ['8f6122b3-cd70-4e01-be6d-ac9af74c40ea'] in n-d-840717-1 is: [{'id': '8f6122b3-cd70-4e01-be6d-ac9af74c40ea', 'name': 'tempest-TaggedBootDevicesTest-1815960725-router', 'tenant_id': '99f8ff370e2040efb9285a4ae37c20cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '6ccb0207-274c-4772-8f16-2f81972123af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:57:31Z', 'updated_at': '2022-05-05T19:57:36Z', 'revision_number': 3, 'project_id': '99f8ff370e2040efb9285a4ae37c20cd', 'gw_port': {'id': '6ccb0207-274c-4772-8f16-2f81972123af', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:05:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f6122b3-cd70-4e01-be6d-ac9af74c40ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:33Z', 'updated_at': '2022-05-05T19:57:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 19:57:42.245192 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-35199766-6d3f-4f49-8902-7a96f2145ffe req-792528a1-5804-4f49-b49a-a81da2a746cc service neutron] 10.222.0.36 "GET /v2.0/networks/964832a3-7678-439b-97c2-1f4e7f68480a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7841413 May 05 19:57:42.255315 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c6e4690b-2403-484d-b38a-d73b609db38f req-85dc7e74-0a1f-4b0f-a5a7-8e60d2ef9969 service neutron] 10.222.0.36 "GET /v2.0/networks/64ae69b0-8ac2-4e0b-9320-47844867ced2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149439 May 05 19:57:42.344121 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eee81fa-4b92-4942-97fa-feae5761e1d4 admin admin] Checking segment: {'id': '131841d7-b870-4a09-a673-d43da1d3ff2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8a536572-51e8-41c9-b6b4-029e4a14e253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:57:42.344766 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eee81fa-4b92-4942-97fa-feae5761e1d4 admin admin] Network hostable DHCP agents. Network: 8a536572-51e8-41c9-b6b4-029e4a14e253, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 19:57:42.478236 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c6e4690b-2403-484d-b38a-d73b609db38f req-b678aa0c-50b5-4b0d-a701-e2e6b225ad09 service neutron] 10.222.0.36 "GET /v2.0/networks/64ae69b0-8ac2-4e0b-9320-47844867ced2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179244 May 05 19:57:42.573743 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eee81fa-4b92-4942-97fa-feae5761e1d4 admin admin] Network 8a536572-51e8-41c9-b6b4-029e4a14e253 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 19:57:42.599737 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-2eee81fa-4b92-4942-97fa-feae5761e1d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 8a536572-51e8-41c9-b6b4-029e4a14e253) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:57:42.606396 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eee81fa-4b92-4942-97fa-feae5761e1d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:42.607955 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2eee81fa-4b92-4942-97fa-feae5761e1d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:42.747785 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-2eee81fa-4b92-4942-97fa-feae5761e1d4 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.2520223 May 05 19:57:42.751455 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39104) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:57:42.752445 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a97cd048-ed7a-48dd-b02c-240fa7108e42 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:42.759907 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-6b99a5ea-9e3b-4b93-9ad3-c606b06b0bc9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1286592340-router', 'tenant_id': '2ac5211529134663a7b81ee9a43f1be9', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:57:42.766830 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c48b95-8d2d-4cff-a55f-5bb9e11fa639 None None] Network 8a536572-51e8-41c9-b6b4-029e4a14e253 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:57:42.767468 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-6b99a5ea-9e3b-4b93-9ad3-c606b06b0bc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:57:42.788126 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-6b99a5ea-9e3b-4b93-9ad3-c606b06b0bc9 admin admin] Usage tracker for resource:router and tenant:2ac5211529134663a7b81ee9a43f1be9 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:57:42.803016 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0cacd34-fa21-479b-9789-231217b0ccb9'] response: {'server_uuid': '1ada14d4-7aba-4b42-99fe-0ab13970f361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d900ca-6fa6-412a-bab1-dcae6d354933', 'code': 200} May 05 19:57:42.806164 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-6b99a5ea-9e3b-4b93-9ad3-c606b06b0bc9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:57:42.858370 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-6b99a5ea-9e3b-4b93-9ad3-c606b06b0bc9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:57:42.953705 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bf20a68a-0a6c-4f1c-a9ea-a5541e3da298 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:43.019320 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f909641a-ed49-4aae-abfb-b83fc374494b'] response: {'server_uuid': '3d7e1e1c-1c93-476c-96e9-4c7e868815ea', 'name': 'network-vif-deleted', 'tag': '23d5a2d8-4c20-4fdb-8211-2609ae0f9d81', 'status': 'completed', 'code': 200} May 05 19:57:43.082277 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-bf20a68a-0a6c-4f1c-a9ea-a5541e3da298 admin admin] Transition to ACTIVE for port object bc4734da-cacf-4eeb-ae81-2a30c4f28ce8 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:57:43.086693 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb35c3d8-ee24-4e68-b0ad-512ae08973cb None None] Sync routers for ids ['f9c5edfd-5abd-422d-a15a-09a5460bd53d'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 19:57:43.101724 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb35c3d8-ee24-4e68-b0ad-512ae08973cb None None] Routers {'f9c5edfd-5abd-422d-a15a-09a5460bd53d'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:57:43.107447 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-cb35c3d8-ee24-4e68-b0ad-512ae08973cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:57:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['f9c5edfd-5abd-422d-a15a-09a5460bd53d'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:57:43.112155 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6b99a5ea-9e3b-4b93-9ad3-c606b06b0bc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:43.120854 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6b99a5ea-9e3b-4b93-9ad3-c606b06b0bc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:43.182473 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6b99a5ea-9e3b-4b93-9ad3-c606b06b0bc9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:43.235431 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1ad22c-6210-4668-89a3-e0d0d507289d req-b372d4ca-87d8-411a-8d85-5e215aa31fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:43.236972 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6d1ad22c-6210-4668-89a3-e0d0d507289d req-b372d4ca-87d8-411a-8d85-5e215aa31fcc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1ada14d4-7aba-4b42-99fe-0ab13970f361 HTTP/1.1" status: 200 len: 1100 time: 0.3689678 May 05 19:57:43.349875 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bf20a68a-0a6c-4f1c-a9ea-a5541e3da298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:43.455248 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0a4176-150e-4183-ba83-064a817d66e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-8a536572-51e8-41c9-b6b4-029e4a14e253', 'network_id': '8a536572-51e8-41c9-b6b4-029e4a14e253', 'tenant_id': '2ac5211529134663a7b81ee9a43f1be9', 'fixed_ips': [{'subnet_id': 'afbf8c9c-9fa3-4fdd-ba30-b4249970e4ad'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 19:57:43.456108 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ab0a4176-150e-4183-ba83-064a817d66e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:43.544068 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-cb35c3d8-ee24-4e68-b0ad-512ae08973cb None None] Set router f9c5edfd-5abd-422d-a15a-09a5460bd53d gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:57:43.648384 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6d1ad22c-6210-4668-89a3-e0d0d507289d req-c46176e8-ae9c-448e-94d9-5c5555d5dccd service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=74d729d4-bb0b-4e6d-b8e2-628b6688320d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4038377 May 05 19:57:43.696361 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf20a68a-0a6c-4f1c-a9ea-a5541e3da298 admin admin] Pushing event updated for resources: {'Port': ['ID=bc4734da-cacf-4eeb-ae81-2a30c4f28ce8,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:43.708841 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf20a68a-0a6c-4f1c-a9ea-a5541e3da298 admin admin] Network d94c136e-3c4f-4290-8cd6-81a4e89af7f3 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:57:43.717526 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-bf20a68a-0a6c-4f1c-a9ea-a5541e3da298 admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:57:43.724688 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf20a68a-0a6c-4f1c-a9ea-a5541e3da298 admin admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:57:43.843395 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-ab0a4176-150e-4183-ba83-064a817d66e5 None None] Allocated IP 172.20.0.2 (8a536572-51e8-41c9-b6b4-029e4a14e253/afbf8c9c-9fa3-4fdd-ba30-b4249970e4ad/fac1ab28-dc21-47e9-a356-782aa11687ec) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:57:43.897288 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a97cd048-ed7a-48dd-b02c-240fa7108e42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:44.253533 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-c240c473-4402-4e8e-b59e-abe4b03e6c73 req-81f78028-7928-4059-909d-edb663c5bd98 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Synchronizing usage tracker for tenant:12d6d803715a4d1faae5ab453e890665 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:57:44.262713 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6b99a5ea-9e3b-4b93-9ad3-c606b06b0bc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:44.292306 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bf20a68a-0a6c-4f1c-a9ea-a5541e3da298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:44.303624 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-c240c473-4402-4e8e-b59e-abe4b03e6c73 req-81f78028-7928-4059-909d-edb663c5bd98 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Unset dirty status for tenant:12d6d803715a4d1faae5ab453e890665 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:57:44.307932 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938fd983-78d2-453c-831e-58b075cecedb req-78d38865-a2af-430a-88fe-991c00559e7e tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:44.309499 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ab0a4176-150e-4183-ba83-064a817d66e5 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:44.309659 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-938fd983-78d2-453c-831e-58b075cecedb req-78d38865-a2af-430a-88fe-991c00559e7e tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f762f9e-f94f-4add-a056-207a2bd67e54 HTTP/1.1" status: 200 len: 950 time: 1.0486414 May 05 19:57:44.323533 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c240c473-4402-4e8e-b59e-abe4b03e6c73 req-81f78028-7928-4059-909d-edb663c5bd98 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5f42d37-0237-4164-ace4-727b4479c57d HTTP/1.1" status: 200 len: 210 time: 0.1403480 May 05 19:57:44.332761 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 955fd282-f86d-4c93-af7a-0f3ee21769e3 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:57:44.395396 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-cb35c3d8-ee24-4e68-b0ad-512ae08973cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1301146889-router', 'tenant_id': '476cffb51a494e45a75196848dc23980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'f4ab8d26-53ba-4299-b17a-60c425af1f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:55:59Z', 'updated_at': '2022-05-05T19:56:12Z', 'revision_number': 4, 'project_id': '476cffb51a494e45a75196848dc23980', 'gw_port': {'id': 'f4ab8d26-53ba-4299-b17a-60c425af1f98', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:56:02Z', 'updated_at': '2022-05-05T19:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': 'd130e0a1-933e-4b01-bdab-de8a8c504b39', 'tenant_id': '476cffb51a494e45a75196848dc23980', 'floating_ip_address': '172.25.0.204', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'port_id': '5de1e43d-7080-43bb-97c1-88dba2d90b60', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64ae69b0-8ac2-4e0b-9320-47844867ced2', 'mac_address': 'fa:16:3e:25:9d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d92d1c-d0ef-4026-87fe-7f2f20a98ccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T19:56:45Z', 'updated_at': '2022-05-05T19:57:42Z', 'revision_number': 4, 'project_id': '476cffb51a494e45a75196848dc23980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '786fbba6-2067-47e2-9ff5-a211af1d17c4', 'name': '', 'network_id': '64ae69b0-8ac2-4e0b-9320-47844867ced2', 'tenant_id': '476cffb51a494e45a75196848dc23980', 'mac_address': 'fa:16:3e:48:0b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'a4aaf969-3d1a-408b-86ce-50cecc40a653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:56:09Z', 'updated_at': '2022-05-05T19:56:21Z', 'revision_number': 5, 'project_id': '476cffb51a494e45a75196848dc23980', 'subnets': [{'id': 'a4aaf969-3d1a-408b-86ce-50cecc40a653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:57:44.398918 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-ab0a4176-150e-4183-ba83-064a817d66e5 None None] Transition to ACTIVE for port object fac1ab28-dc21-47e9-a356-782aa11687ec will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:57:44.400863 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-938fd983-78d2-453c-831e-58b075cecedb req-293e5f03-a955-4581-b22b-b28bdc719736 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] 10.222.0.36 "GET /v2.0/security-groups?id=74d729d4-bb0b-4e6d-b8e2-628b6688320d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795665 May 05 19:57:44.405722 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb35c3d8-ee24-4e68-b0ad-512ae08973cb None None] Checking router: f9c5edfd-5abd-422d-a15a-09a5460bd53d for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 19:57:44.423581 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a97cd048-ed7a-48dd-b02c-240fa7108e42 admin admin] Router bb07441c-015f-4259-8df4-5685be8e46af is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 19:57:44.430125 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb35c3d8-ee24-4e68-b0ad-512ae08973cb None None] Routers {'f9c5edfd-5abd-422d-a15a-09a5460bd53d'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:57:44.433311 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-cb35c3d8-ee24-4e68-b0ad-512ae08973cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:57:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['f9c5edfd-5abd-422d-a15a-09a5460bd53d'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:57:44.461069 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:44.477560 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-5fa70739-e813-46ea-a8d0-936afe55af85 None None] Provisioning for port bc4734da-cacf-4eeb-ae81-2a30c4f28ce8 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:57:44.505504 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-5fa70739-e813-46ea-a8d0-936afe55af85 None None] Provisioning complete for port bc4734da-cacf-4eeb-ae81-2a30c4f28ce8 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:57:44.505896 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5fa70739-e813-46ea-a8d0-936afe55af85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:44.526869 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ea250152-d625-4b27-b886-8e5a0d536788 req-97a2d9db-8b48-4f45-9974-624b6c2fa977 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.204 HTTP/1.1" status: 200 len: 1001 time: 0.1746304 May 05 19:57:44.570273 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-ab0a4176-150e-4183-ba83-064a817d66e5 None None] Transition to ACTIVE for port object fac1ab28-dc21-47e9-a356-782aa11687ec will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:57:44.595985 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ab0a4176-150e-4183-ba83-064a817d66e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:44.615518 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea250152-d625-4b27-b886-8e5a0d536788 req-51fa173b-a77a-45eb-b12a-f6ae691d4ffb tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:44.628901 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ea250152-d625-4b27-b886-8e5a0d536788 req-51fa173b-a77a-45eb-b12a-f6ae691d4ffb tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "GET /v2.0/ports/5de1e43d-7080-43bb-97c1-88dba2d90b60 HTTP/1.1" status: 200 len: 942 time: 0.1010861 May 05 19:57:44.667091 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 955fd282-f86d-4c93-af7a-0f3ee21769e3 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:57:44.667516 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:44.759681 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0a4176-150e-4183-ba83-064a817d66e5 None None] Network 8a536572-51e8-41c9-b6b4-029e4a14e253 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:57:44.774034 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-ab0a4176-150e-4183-ba83-064a817d66e5 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:57:44.778317 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0a4176-150e-4183-ba83-064a817d66e5 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:57:44.794052 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-5fa70739-e813-46ea-a8d0-936afe55af85 None None] Port bc4734da-cacf-4eeb-ae81-2a30c4f28ce8 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:57:44.876990 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-cb35c3d8-ee24-4e68-b0ad-512ae08973cb None None] Set router f9c5edfd-5abd-422d-a15a-09a5460bd53d gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:57:45.121098 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0a4176-150e-4183-ba83-064a817d66e5 None None] Pushing event updated for resources: {'Port': ['ID=fac1ab28-dc21-47e9-a356-782aa11687ec,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:45.222251 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49a4125b-56a6-4534-a2ad-149f746815c4', 'tag': '916de515-381a-48e9-a5de-f883cc07dedf'}, {'name': 'network-changed', 'server_uuid': '06d92d1c-d0ef-4026-87fe-7f2f20a98ccd', 'tag': '5de1e43d-7080-43bb-97c1-88dba2d90b60'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:57:45.241405 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 6ccb0207-274c-4772-8f16-2f81972123af up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:57:45.287856 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a97cd048-ed7a-48dd-b02c-240fa7108e42 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 19:57:45.294111 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-ab0a4176-150e-4183-ba83-064a817d66e5 None None] Attempting to bind port fac1ab28-dc21-47e9-a356-782aa11687ec on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:57:45.295629 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-ab0a4176-150e-4183-ba83-064a817d66e5 None None] Attempting to bind port fac1ab28-dc21-47e9-a356-782aa11687ec by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '131841d7-b870-4a09-a673-d43da1d3ff2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8a536572-51e8-41c9-b6b4-029e4a14e253'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:57:45.296205 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0a4176-150e-4183-ba83-064a817d66e5 None None] Attempting to bind port fac1ab28-dc21-47e9-a356-782aa11687ec on network 8a536572-51e8-41c9-b6b4-029e4a14e253 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:57:45.322943 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c654c3da-3eff-4870-9841-8331c9ae82d2 None None] Sync routers for ids ['bb07441c-015f-4259-8df4-5685be8e46af'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 19:57:45.342936 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c654c3da-3eff-4870-9841-8331c9ae82d2 None None] Routers {'bb07441c-015f-4259-8df4-5685be8e46af'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:57:45.343947 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-c654c3da-3eff-4870-9841-8331c9ae82d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:57:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['bb07441c-015f-4259-8df4-5685be8e46af'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:57:45.363283 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6b99a5ea-9e3b-4b93-9ad3-c606b06b0bc9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:45.411438 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6b99a5ea-9e3b-4b93-9ad3-c606b06b0bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:45.451276 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a97cd048-ed7a-48dd-b02c-240fa7108e42 admin admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:45.452415 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a97cd048-ed7a-48dd-b02c-240fa7108e42 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.8301415 May 05 19:57:45.458807 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39138) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:57:45.464849 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ea250152-d625-4b27-b886-8e5a0d536788 req-a08227a0-3031-4365-b096-607ec85c003d tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.204 HTTP/1.1" status: 200 len: 1001 time: 0.3791738 May 05 19:57:45.534798 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-cb35c3d8-ee24-4e68-b0ad-512ae08973cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1301146889-router', 'tenant_id': '476cffb51a494e45a75196848dc23980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'f4ab8d26-53ba-4299-b17a-60c425af1f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:55:59Z', 'updated_at': '2022-05-05T19:56:12Z', 'revision_number': 4, 'project_id': '476cffb51a494e45a75196848dc23980', 'gw_port': {'id': 'f4ab8d26-53ba-4299-b17a-60c425af1f98', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:56:02Z', 'updated_at': '2022-05-05T19:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': 'd130e0a1-933e-4b01-bdab-de8a8c504b39', 'tenant_id': '476cffb51a494e45a75196848dc23980', 'floating_ip_address': '172.25.0.204', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'port_id': '5de1e43d-7080-43bb-97c1-88dba2d90b60', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64ae69b0-8ac2-4e0b-9320-47844867ced2', 'mac_address': 'fa:16:3e:25:9d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d92d1c-d0ef-4026-87fe-7f2f20a98ccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T19:56:45Z', 'updated_at': '2022-05-05T19:57:42Z', 'revision_number': 4, 'project_id': '476cffb51a494e45a75196848dc23980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '786fbba6-2067-47e2-9ff5-a211af1d17c4', 'name': '', 'network_id': '64ae69b0-8ac2-4e0b-9320-47844867ced2', 'tenant_id': '476cffb51a494e45a75196848dc23980', 'mac_address': 'fa:16:3e:48:0b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'a4aaf969-3d1a-408b-86ce-50cecc40a653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:56:09Z', 'updated_at': '2022-05-05T19:56:21Z', 'revision_number': 5, 'project_id': '476cffb51a494e45a75196848dc23980', 'subnets': [{'id': 'a4aaf969-3d1a-408b-86ce-50cecc40a653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:57:45.540550 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb35c3d8-ee24-4e68-b0ad-512ae08973cb None None] The sync data for ids ['f9c5edfd-5abd-422d-a15a-09a5460bd53d'] in n-d-840717-1 is: [{'id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1301146889-router', 'tenant_id': '476cffb51a494e45a75196848dc23980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'f4ab8d26-53ba-4299-b17a-60c425af1f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:55:59Z', 'updated_at': '2022-05-05T19:56:12Z', 'revision_number': 4, 'project_id': '476cffb51a494e45a75196848dc23980', 'gw_port': {'id': 'f4ab8d26-53ba-4299-b17a-60c425af1f98', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:56:02Z', 'updated_at': '2022-05-05T19:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': 'd130e0a1-933e-4b01-bdab-de8a8c504b39', 'tenant_id': '476cffb51a494e45a75196848dc23980', 'floating_ip_address': '172.25.0.204', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'port_id': '5de1e43d-7080-43bb-97c1-88dba2d90b60', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64ae69b0-8ac2-4e0b-9320-47844867ced2', 'mac_address': 'fa:16:3e:25:9d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d92d1c-d0ef-4026-87fe-7f2f20a98ccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T19:56:45Z', 'updated_at': '2022-05-05T19:57:42Z', 'revision_number': 4, 'project_id': '476cffb51a494e45a75196848dc23980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '786fbba6-2067-47e2-9ff5-a211af1d17c4', 'name': '', 'network_id': '64ae69b0-8ac2-4e0b-9320-47844867ced2', 'tenant_id': '476cffb51a494e45a75196848dc23980', 'mac_address': 'fa:16:3e:48:0b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'a4aaf969-3d1a-408b-86ce-50cecc40a653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:56:09Z', 'updated_at': '2022-05-05T19:56:21Z', 'revision_number': 5, 'project_id': '476cffb51a494e45a75196848dc23980', 'subnets': [{'id': 'a4aaf969-3d1a-408b-86ce-50cecc40a653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 19:57:45.545192 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0a4176-150e-4183-ba83-064a817d66e5 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:57:45.546574 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0a4176-150e-4183-ba83-064a817d66e5 None None] Checking segment: {'id': '131841d7-b870-4a09-a673-d43da1d3ff2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8a536572-51e8-41c9-b6b4-029e4a14e253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:57:45.546574 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ab0a4176-150e-4183-ba83-064a817d66e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:45.546887 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0a4176-150e-4183-ba83-064a817d66e5 None None] Bound using segment: {'id': '131841d7-b870-4a09-a673-d43da1d3ff2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8a536572-51e8-41c9-b6b4-029e4a14e253'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:57:45.547263 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-ab0a4176-150e-4183-ba83-064a817d66e5 None None] Bound port: fac1ab28-dc21-47e9-a356-782aa11687ec, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '131841d7-b870-4a09-a673-d43da1d3ff2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8a536572-51e8-41c9-b6b4-029e4a14e253'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:57:45.547684 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ab0a4176-150e-4183-ba83-064a817d66e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:45.559948 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35199766-6d3f-4f49-8902-7a96f2145ffe req-4ef1d2b3-7929-4e7f-b7ba-04f5f4c5097b tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:45.561661 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-35199766-6d3f-4f49-8902-7a96f2145ffe req-4ef1d2b3-7929-4e7f-b7ba-04f5f4c5097b tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] 10.222.0.50 "GET /v2.0/networks?id=964832a3-7678-439b-97c2-1f4e7f68480a HTTP/1.1" status: 200 len: 812 time: 0.4888768 May 05 19:57:45.577931 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec43189-bac9-40f9-a634-718e2f786e99 req-b88ba07f-91be-461d-a38a-67346460ff97 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:45.585540 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3ec43189-bac9-40f9-a634-718e2f786e99 req-b88ba07f-91be-461d-a38a-67346460ff97 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ada14d4-7aba-4b42-99fe-0ab13970f361 HTTP/1.1" status: 200 len: 949 time: 0.2940485 May 05 19:57:45.587499 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bf20a68a-0a6c-4f1c-a9ea-a5541e3da298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:45.659978 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-c654c3da-3eff-4870-9841-8331c9ae82d2 None None] Set router bb07441c-015f-4259-8df4-5685be8e46af gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:57:45.742523 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-35199766-6d3f-4f49-8902-7a96f2145ffe req-6ea9283c-cde2-4b39-b38c-13ccf5dff5bf tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12d6d803715a4d1faae5ab453e890665 HTTP/1.1" status: 200 len: 379 time: 0.1352673 May 05 19:57:45.764029 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3ec43189-bac9-40f9-a634-718e2f786e99 req-085e2c9f-a476-46b6-920b-7dea1d3ba7fb tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] 10.222.0.36 "GET /v2.0/security-groups?id=74d729d4-bb0b-4e6d-b8e2-628b6688320d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773334 May 05 19:57:45.775581 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-35199766-6d3f-4f49-8902-7a96f2145ffe req-7bee3bcb-191b-41d2-91b4-02a0a49cef13 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Request body: {'port': {'device_id': 'e5f42d37-0237-4164-ace4-727b4479c57d', 'network_id': '964832a3-7678-439b-97c2-1f4e7f68480a', 'admin_state_up': True, 'tenant_id': '12d6d803715a4d1faae5ab453e890665', 'security_groups': ['f6f6abd1-db87-4f8b-93ec-64734f7a0466']}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:57:45.832854 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 6ccb0207-274c-4772-8f16-2f81972123af completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:57:45.875905 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 6ccb0207-274c-4772-8f16-2f81972123af triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:57:45.876282 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:45.924927 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-ab0a4176-150e-4183-ba83-064a817d66e5 None None] For port fac1ab28-dc21-47e9-a356-782aa11687ec, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:57:45.962086 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea250152-d625-4b27-b886-8e5a0d536788 req-9f38e884-3d84-4028-a32e-d1d8ea444d54 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:45.963392 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ea250152-d625-4b27-b886-8e5a0d536788 req-9f38e884-3d84-4028-a32e-d1d8ea444d54 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "GET /v2.0/networks/0401d202-1605-4cfe-bad4-fb225df6afb0 HTTP/1.1" status: 200 len: 784 time: 0.4318974 May 05 19:57:46.048884 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ebc7603-58b5-4232-b02f-abb2de7334a3'] response: {'name': 'network-changed', 'server_uuid': '49a4125b-56a6-4534-a2ad-149f746815c4', 'tag': '916de515-381a-48e9-a5de-f883cc07dedf', 'status': 'completed', 'code': 200} May 05 19:57:46.049129 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ebc7603-58b5-4232-b02f-abb2de7334a3'] response: {'name': 'network-changed', 'server_uuid': '06d92d1c-d0ef-4026-87fe-7f2f20a98ccd', 'tag': '5de1e43d-7080-43bb-97c1-88dba2d90b60', 'status': 'completed', 'code': 200} May 05 19:57:46.061669 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-ab0a4176-150e-4183-ba83-064a817d66e5 None None] For port fac1ab28-dc21-47e9-a356-782aa11687ec, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=fac1ab28-dc21-47e9-a356-782aa11687ec,segment=NetworkSegment(131841d7-b870-4a09-a673-d43da1d3ff2b),segment_id=131841d7-b870-4a09-a673-d43da1d3ff2b)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:57:46.092279 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ab0a4176-150e-4183-ba83-064a817d66e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:46.172202 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-35199766-6d3f-4f49-8902-7a96f2145ffe req-7bee3bcb-191b-41d2-91b4-02a0a49cef13 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:57:46.186512 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-35199766-6d3f-4f49-8902-7a96f2145ffe req-7bee3bcb-191b-41d2-91b4-02a0a49cef13 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:57:46.212467 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35199766-6d3f-4f49-8902-7a96f2145ffe req-7bee3bcb-191b-41d2-91b4-02a0a49cef13 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Made reservation on behalf of 12d6d803715a4d1faae5ab453e890665 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:57:46.216111 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-35199766-6d3f-4f49-8902-7a96f2145ffe req-7bee3bcb-191b-41d2-91b4-02a0a49cef13 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:46.232887 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:46.233480 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bf20a68a-0a6c-4f1c-a9ea-a5541e3da298 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:46.241942 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bf20a68a-0a6c-4f1c-a9ea-a5541e3da298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:46.392552 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf20a68a-0a6c-4f1c-a9ea-a5541e3da298 admin admin] Pushing event updated for resources: {'Port': ['ID=bc4734da-cacf-4eeb-ae81-2a30c4f28ce8,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:46.395627 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0a4176-150e-4183-ba83-064a817d66e5 None None] Pushing event updated for resources: {'Port': ['ID=fac1ab28-dc21-47e9-a356-782aa11687ec,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:46.424609 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:46.455034 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 6ccb0207-274c-4772-8f16-2f81972123af, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=6ccb0207-274c-4772-8f16-2f81972123af,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:57:46.460156 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-c654c3da-3eff-4870-9841-8331c9ae82d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb07441c-015f-4259-8df4-5685be8e46af', 'name': 'tempest-TaggedBootDevicesTest_v242-1563065988-router', 'tenant_id': '704074c318f541ba80b6792c76eac67a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '2104dffc-5734-417d-bf74-9d28659dd5de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:57:37Z', 'updated_at': '2022-05-05T19:57:42Z', 'revision_number': 3, 'project_id': '704074c318f541ba80b6792c76eac67a', 'gw_port': {'id': '2104dffc-5734-417d-bf74-9d28659dd5de', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:92:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb07441c-015f-4259-8df4-5685be8e46af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:39Z', 'updated_at': '2022-05-05T19:57:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:57:46.471381 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:46.474653 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3f2e7f31-c73f-4bd9-969d-8b94c3f4d1cb req-73a00578-b10c-4765-a93e-98e4dd304d79 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5f42d37-0237-4164-ace4-727b4479c57d HTTP/1.1" status: 200 len: 210 time: 0.3358285 May 05 19:57:46.533705 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-6b99a5ea-9e3b-4b93-9ad3-c606b06b0bc9 admin admin] Allocated IP 172.25.0.14 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/aa240ef3-2b21-485d-bf4f-f659e6642aac) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:57:46.666606 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bf20a68a-0a6c-4f1c-a9ea-a5541e3da298 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:46.688608 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c654c3da-3eff-4870-9841-8331c9ae82d2 None None] Checking router: bb07441c-015f-4259-8df4-5685be8e46af for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 19:57:46.688829 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c654c3da-3eff-4870-9841-8331c9ae82d2 None None] Updating router bb07441c-015f-4259-8df4-5685be8e46af port 2104dffc-5734-417d-bf74-9d28659dd5de binding host n-d-840717-1 {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 19:57:46.731670 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=6ccb0207-274c-4772-8f16-2f81972123af,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:46.779388 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c654c3da-3eff-4870-9841-8331c9ae82d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:46.794404 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-35199766-6d3f-4f49-8902-7a96f2145ffe req-7bee3bcb-191b-41d2-91b4-02a0a49cef13 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Allocated IP 172.20.0.13 (964832a3-7678-439b-97c2-1f4e7f68480a/fe9b176d-b178-48c7-bb0b-d17912546ee0/f6f49007-1b4f-4ef8-af39-9dd2517ecba4) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:57:46.839849 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b89278-867c-4941-8368-0a0446f79821 req-2a0c568f-c592-4bd1-876f-5ce7a35b8d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:46.841512 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-81b89278-867c-4941-8368-0a0446f79821 req-2a0c568f-c592-4bd1-876f-5ce7a35b8d2f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=476cffb51a494e45a75196848dc23980&device_id=49a4125b-56a6-4534-a2ad-149f746815c4 HTTP/1.1" status: 200 len: 1096 time: 0.7916584 May 05 19:57:46.850445 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b89278-867c-4941-8368-0a0446f79821 req-75465291-b697-4132-8547-26cd230c5702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:46.852309 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-81b89278-867c-4941-8368-0a0446f79821 req-75465291-b697-4132-8547-26cd230c5702 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=476cffb51a494e45a75196848dc23980&device_id=06d92d1c-d0ef-4026-87fe-7f2f20a98ccd HTTP/1.1" status: 200 len: 1096 time: 0.8346334 May 05 19:57:46.861711 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a6afb567-7bb3-40f6-be9a-ad2f49c78688 req-8fe96e80-ca5a-428c-83e5-8245121ae754 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.204 HTTP/1.1" status: 200 len: 1001 time: 0.3248715 May 05 19:57:46.902132 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa61919f-06e8-455f-8578-20e1518130fe req-df616dae-ff43-47ad-9c11-8b8b395f2e5f tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:46.903668 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-aa61919f-06e8-455f-8578-20e1518130fe req-df616dae-ff43-47ad-9c11-8b8b395f2e5f tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7112014-5f54-4758-842f-c7135e01dd5b HTTP/1.1" status: 200 len: 946 time: 0.2304692 May 05 19:57:47.040002 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-aa61919f-06e8-455f-8578-20e1518130fe req-b5bf614a-ed3c-4a33-9f0a-a1d641932356 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/security-groups?id=b8eb825a-eb05-4b64-b47c-316dce01fa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218266 May 05 19:57:47.044535 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf20a68a-0a6c-4f1c-a9ea-a5541e3da298 admin admin] Network d94c136e-3c4f-4290-8cd6-81a4e89af7f3 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:57:47.048332 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-bf20a68a-0a6c-4f1c-a9ea-a5541e3da298 admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:57:47.454818 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6b99a5ea-9e3b-4b93-9ad3-c606b06b0bc9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:47.462046 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-35199766-6d3f-4f49-8902-7a96f2145ffe req-7bee3bcb-191b-41d2-91b4-02a0a49cef13 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:47.467668 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-671fa92c-f776-4494-b07c-84f2177fd33a None None] Provisioning complete for port bc4734da-cacf-4eeb-ae81-2a30c4f28ce8 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:57:47.468191 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-671fa92c-f776-4494-b07c-84f2177fd33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:47.484362 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-35199766-6d3f-4f49-8902-7a96f2145ffe req-7bee3bcb-191b-41d2-91b4-02a0a49cef13 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Transition to ACTIVE for port object f6f49007-1b4f-4ef8-af39-9dd2517ecba4 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:57:47.521067 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6afb567-7bb3-40f6-be9a-ad2f49c78688 req-acedc198-2db9-4f0c-8f1e-146c5d2e1c5f tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:47.522683 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a6afb567-7bb3-40f6-be9a-ad2f49c78688 req-acedc198-2db9-4f0c-8f1e-146c5d2e1c5f tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "GET /v2.0/ports/5de1e43d-7080-43bb-97c1-88dba2d90b60 HTTP/1.1" status: 200 len: 942 time: 0.5530517 May 05 19:57:47.599081 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6b99a5ea-9e3b-4b93-9ad3-c606b06b0bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:47.635536 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-671fa92c-f776-4494-b07c-84f2177fd33a None None] Port bc4734da-cacf-4eeb-ae81-2a30c4f28ce8 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:57:47.664585 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b89278-867c-4941-8368-0a0446f79821 req-98571a3b-cc7e-492e-ba41-5047455d3c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:47.666430 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-81b89278-867c-4941-8368-0a0446f79821 req-98571a3b-cc7e-492e-ba41-5047455d3c89 service neutron] 10.222.0.50 "GET /v2.0/networks?id=64ae69b0-8ac2-4e0b-9320-47844867ced2 HTTP/1.1" status: 200 len: 922 time: 0.7286491 May 05 19:57:47.666756 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-35199766-6d3f-4f49-8902-7a96f2145ffe req-7bee3bcb-191b-41d2-91b4-02a0a49cef13 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:47.746341 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b412e6-a883-41c3-a226-dcb6dd478d3a None None] Network 8a536572-51e8-41c9-b6b4-029e4a14e253 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:57:47.760531 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b89278-867c-4941-8368-0a0446f79821 req-a5eb7237-3ed4-491c-990b-07fa73313a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:47.762133 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-81b89278-867c-4941-8368-0a0446f79821 req-a5eb7237-3ed4-491c-990b-07fa73313a14 service neutron] 10.222.0.24 "GET /v2.0/networks?id=64ae69b0-8ac2-4e0b-9320-47844867ced2 HTTP/1.1" status: 200 len: 922 time: 0.9064929 May 05 19:57:47.764197 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 367b4e87-c3ab-49a3-b285-f57259bf10b9 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:57:47.800863 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35199766-6d3f-4f49-8902-7a96f2145ffe req-7bee3bcb-191b-41d2-91b4-02a0a49cef13 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Network 964832a3-7678-439b-97c2-1f4e7f68480a is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:57:47.809001 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-35199766-6d3f-4f49-8902-7a96f2145ffe req-7bee3bcb-191b-41d2-91b4-02a0a49cef13 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:57:47.823327 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-35199766-6d3f-4f49-8902-7a96f2145ffe req-7bee3bcb-191b-41d2-91b4-02a0a49cef13 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:57:47.837627 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-3c1564da-37e7-4a0c-ba5c-56fe804bce14 None None] Provisioning for port fac1ab28-dc21-47e9-a356-782aa11687ec completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:57:47.882437 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bee3bcb-191b-41d2-91b4-02a0a49cef13 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Pushing event updated for resources: {'Port': ['ID=f6f49007-1b4f-4ef8-af39-9dd2517ecba4,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:47.896482 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf20a68a-0a6c-4f1c-a9ea-a5541e3da298 admin admin] Router 8f6122b3-cd70-4e01-be6d-ac9af74c40ea has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 19:57:47.924814 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40d13f3-d844-44e3-9ca3-06a4c6833fd0 req-913db1d7-5315-4739-8d77-7e6fdbf7b62e tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:47.932962 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f40d13f3-d844-44e3-9ca3-06a4c6833fd0 req-913db1d7-5315-4739-8d77-7e6fdbf7b62e tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e8b4807-8719-405e-a2ab-1e560c235ee2 HTTP/1.1" status: 200 len: 950 time: 0.6164379 May 05 19:57:48.075873 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35199766-6d3f-4f49-8902-7a96f2145ffe req-7bee3bcb-191b-41d2-91b4-02a0a49cef13 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:48.076267 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-35199766-6d3f-4f49-8902-7a96f2145ffe req-7bee3bcb-191b-41d2-91b4-02a0a49cef13 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:48.085662 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b99a5ea-9e3b-4b93-9ad3-c606b06b0bc9 admin admin] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:57:48.104525 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f40d13f3-d844-44e3-9ca3-06a4c6833fd0 req-d48d6cdd-16ff-436d-a370-e7cd7cc77d23 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.36 "GET /v2.0/security-groups?id=47e8f45b-d376-403a-8bb9-867508147e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708581 May 05 19:57:48.104864 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-81b89278-867c-4941-8368-0a0446f79821 req-e909760e-1bc3-495d-a197-30767e8f095e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=916de515-381a-48e9-a5de-f883cc07dedf HTTP/1.1" status: 200 len: 217 time: 0.3090863 May 05 19:57:48.126818 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.resource_extend [None req-c654c3da-3eff-4870-9841-8331c9ae82d2 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 19:57:48.133118 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-6b99a5ea-9e3b-4b93-9ad3-c606b06b0bc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:57:48.161919 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc673de-95d8-41ec-b1e5-8ee142ecc9b2 req-35b018d8-f5d0-4c0e-b265-4e775c71d597 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:48.163448 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9dc673de-95d8-41ec-b1e5-8ee142ecc9b2 req-35b018d8-f5d0-4c0e-b265-4e775c71d597 tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e8b4807-8719-405e-a2ab-1e560c235ee2 HTTP/1.1" status: 200 len: 950 time: 0.4937675 May 05 19:57:48.184759 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b99a5ea-9e3b-4b93-9ad3-c606b06b0bc9 admin admin] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:57:48.213079 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 367b4e87-c3ab-49a3-b285-f57259bf10b9, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=367b4e87-c3ab-49a3-b285-f57259bf10b9,segment=NetworkSegment(ac8864a1-851c-4e33-a62e-34bf87714dc0),segment_id=ac8864a1-851c-4e33-a62e-34bf87714dc0)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:57:48.241385 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': '367b4e87-c3ab-49a3-b285-f57259bf10b9', 'network_id': 'eeb9c093-2536-4a2a-9f6e-09016d8b7c5d', 'port_id': '367b4e87-c3ab-49a3-b285-f57259bf10b9', 'mac_address': 'fa:16:3e:59:7a:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ab1778b-7268-4b66-a1dd-6ef68efc2477', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:57:48.257977 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b99a5ea-9e3b-4b93-9ad3-c606b06b0bc9 admin admin] Pushing event updated for resources: {'Port': ['ID=aa240ef3-2b21-485d-bf4f-f659e6642aac,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:48.306823 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-35199766-6d3f-4f49-8902-7a96f2145ffe req-7bee3bcb-191b-41d2-91b4-02a0a49cef13 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5541897 May 05 19:57:48.308516 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-81b89278-867c-4941-8368-0a0446f79821 req-cee5ef23-c95e-46ed-94e1-bcdbc203bdf3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5de1e43d-7080-43bb-97c1-88dba2d90b60 HTTP/1.1" status: 200 len: 1001 time: 0.6062403 May 05 19:57:48.318376 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a6afb567-7bb3-40f6-be9a-ad2f49c78688 req-44342e9f-dfee-42e2-9262-2a745394e2c9 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.204 HTTP/1.1" status: 200 len: 1001 time: 0.6075642 May 05 19:57:48.328596 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-35199766-6d3f-4f49-8902-7a96f2145ffe req-154ec95a-7758-48ef-8635-6d8557af1de4 service neutron] Request body: {'port': {'device_id': 'e5f42d37-0237-4164-ace4-727b4479c57d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:57:48.364787 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-2ec0781d-9f7a-465d-9204-395d828c3678 None None] Provisioning for port f6f49007-1b4f-4ef8-af39-9dd2517ecba4 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:57:48.381596 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-2ec0781d-9f7a-465d-9204-395d828c3678 None None] Provisioning complete for port f6f49007-1b4f-4ef8-af39-9dd2517ecba4 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:57:48.381909 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2ec0781d-9f7a-465d-9204-395d828c3678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:48.435312 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-9dc673de-95d8-41ec-b1e5-8ee142ecc9b2 req-237b3d49-d5b2-40ff-a6d5-2f51af03dddd tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Deleting port beea523c-b44a-4a29-84fa-ffc71132cf85 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:57:48.435677 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9dc673de-95d8-41ec-b1e5-8ee142ecc9b2 req-237b3d49-d5b2-40ff-a6d5-2f51af03dddd tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:48.443892 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c654c3da-3eff-4870-9841-8331c9ae82d2 None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:48.446169 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:48.468205 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf20a68a-0a6c-4f1c-a9ea-a5541e3da298 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 19:57:48.481780 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-c654c3da-3eff-4870-9841-8331c9ae82d2 None None] Transition to ACTIVE for port object 2104dffc-5734-417d-bf74-9d28659dd5de will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:57:48.486081 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-2ec0781d-9f7a-465d-9204-395d828c3678 None None] Port f6f49007-1b4f-4ef8-af39-9dd2517ecba4 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:57:48.490130 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ff5bc1-0dc0-423a-ad46-daae0fe49961 None None] Sync routers for ids ['8f6122b3-cd70-4e01-be6d-ac9af74c40ea'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 19:57:48.499586 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 367b4e87-c3ab-49a3-b285-f57259bf10b9 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:57:48.505724 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b89278-867c-4941-8368-0a0446f79821 req-e841b172-18e5-410d-9a88-319721d5e196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:48.507841 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-81b89278-867c-4941-8368-0a0446f79821 req-e841b172-18e5-410d-9a88-319721d5e196 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a4aaf969-3d1a-408b-86ce-50cecc40a653 HTTP/1.1" status: 200 len: 860 time: 0.3695381 May 05 19:57:48.507960 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c654c3da-3eff-4870-9841-8331c9ae82d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:48.526907 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-bf20a68a-0a6c-4f1c-a9ea-a5541e3da298 admin admin] 10.222.0.36 "PUT /v2.0/routers/8f6122b3-cd70-4e01-be6d-ac9af74c40ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6286983 May 05 19:57:48.533647 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ff5bc1-0dc0-423a-ad46-daae0fe49961 None None] Routers {'8f6122b3-cd70-4e01-be6d-ac9af74c40ea'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:57:48.534276 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-33ff5bc1-0dc0-423a-ad46-daae0fe49961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:57:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['8f6122b3-cd70-4e01-be6d-ac9af74c40ea'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:57:48.618008 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c019e-0539-493e-b6c4-046fdef27d54 req-ec455286-a4b9-4c4a-ada6-7aed7f99d11d tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:48.624823 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f56c019e-0539-493e-b6c4-046fdef27d54 req-ec455286-a4b9-4c4a-ada6-7aed7f99d11d tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ada14d4-7aba-4b42-99fe-0ab13970f361 HTTP/1.1" status: 200 len: 949 time: 0.3492029 May 05 19:57:48.638136 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-35199766-6d3f-4f49-8902-7a96f2145ffe req-154ec95a-7758-48ef-8635-6d8557af1de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:48.749693 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 367b4e87-c3ab-49a3-b285-f57259bf10b9, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=367b4e87-c3ab-49a3-b285-f57259bf10b9,segment=NetworkSegment(ac8864a1-851c-4e33-a62e-34bf87714dc0),segment_id=ac8864a1-851c-4e33-a62e-34bf87714dc0)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:57:48.770805 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d536627-92d1-43aa-8edf-68bc15ae712b None None] Pushing event updated for resources: {'Port': ['ID=2104dffc-5734-417d-bf74-9d28659dd5de,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:48.779566 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f56c019e-0539-493e-b6c4-046fdef27d54 req-e26cd5e1-04e9-435c-a828-430c41964488 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] 10.222.0.36 "GET /v2.0/security-groups?id=74d729d4-bb0b-4e6d-b8e2-628b6688320d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537843 May 05 19:57:48.791232 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:48.928189 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=367b4e87-c3ab-49a3-b285-f57259bf10b9,revision_number=6']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:48.958917 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device fac1ab28-dc21-47e9-a356-782aa11687ec up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:57:48.991007 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-33ff5bc1-0dc0-423a-ad46-daae0fe49961 None None] Set router 8f6122b3-cd70-4e01-be6d-ac9af74c40ea gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:57:49.040893 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-c654c3da-3eff-4870-9841-8331c9ae82d2 None None] Attempting to bind port 2104dffc-5734-417d-bf74-9d28659dd5de on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:57:49.041258 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-c654c3da-3eff-4870-9841-8331c9ae82d2 None None] Attempting to bind port 2104dffc-5734-417d-bf74-9d28659dd5de by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:57:49.041618 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c654c3da-3eff-4870-9841-8331c9ae82d2 None None] Attempting to bind port 2104dffc-5734-417d-bf74-9d28659dd5de on network 0401d202-1605-4cfe-bad4-fb225df6afb0 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:57:49.058530 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b89278-867c-4941-8368-0a0446f79821 req-a3773461-3344-4c88-b54f-8e922ee58b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:49.061025 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-81b89278-867c-4941-8368-0a0446f79821 req-a3773461-3344-4c88-b54f-8e922ee58b5e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a4aaf969-3d1a-408b-86ce-50cecc40a653 HTTP/1.1" status: 200 len: 860 time: 0.7414663 May 05 19:57:49.065183 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['367b4e87-c3ab-49a3-b285-f57259bf10b9'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:57:49.077842 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-78e0434d-4892-448b-94a0-f666e7bf6cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:49.246918 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c654c3da-3eff-4870-9841-8331c9ae82d2 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:57:49.247907 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c654c3da-3eff-4870-9841-8331c9ae82d2 None None] Checking segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:57:49.248420 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c654c3da-3eff-4870-9841-8331c9ae82d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:49.248940 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c654c3da-3eff-4870-9841-8331c9ae82d2 None None] Bound using segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:57:49.249528 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-c654c3da-3eff-4870-9841-8331c9ae82d2 None None] Bound port: 2104dffc-5734-417d-bf74-9d28659dd5de, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:57:49.250015 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c654c3da-3eff-4870-9841-8331c9ae82d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:49.390551 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port fac1ab28-dc21-47e9-a356-782aa11687ec completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:57:49.417499 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port fac1ab28-dc21-47e9-a356-782aa11687ec triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:57:49.418028 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:49.451316 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-324026e7-90ab-4d85-9462-94f7b813938b None None] Provisioning complete for port fac1ab28-dc21-47e9-a356-782aa11687ec triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:57:49.453575 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-324026e7-90ab-4d85-9462-94f7b813938b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:49.532838 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-9dc673de-95d8-41ec-b1e5-8ee142ecc9b2 req-237b3d49-d5b2-40ff-a6d5-2f51af03dddd tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] For port beea523c-b44a-4a29-84fa-ffc71132cf85, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=beea523c-b44a-4a29-84fa-ffc71132cf85,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:57:49.533194 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9dc673de-95d8-41ec-b1e5-8ee142ecc9b2 req-237b3d49-d5b2-40ff-a6d5-2f51af03dddd tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:49.639637 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-c654c3da-3eff-4870-9841-8331c9ae82d2 None None] For port 2104dffc-5734-417d-bf74-9d28659dd5de, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:57:49.711214 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6afb567-7bb3-40f6-be9a-ad2f49c78688 req-3c8ac35d-87fe-4d43-8e86-2ae4dcd4448d tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:49.711671 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-c654c3da-3eff-4870-9841-8331c9ae82d2 None None] For port 2104dffc-5734-417d-bf74-9d28659dd5de, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=2104dffc-5734-417d-bf74-9d28659dd5de,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:57:49.713842 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a6afb567-7bb3-40f6-be9a-ad2f49c78688 req-3c8ac35d-87fe-4d43-8e86-2ae4dcd4448d tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "GET /v2.0/networks/0401d202-1605-4cfe-bad4-fb225df6afb0 HTTP/1.1" status: 200 len: 784 time: 1.3263805 May 05 19:57:49.719961 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 367b4e87-c3ab-49a3-b285-f57259bf10b9 no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:57:49.764693 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-9dc673de-95d8-41ec-b1e5-8ee142ecc9b2 req-237b3d49-d5b2-40ff-a6d5-2f51af03dddd tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Calling delete_port for beea523c-b44a-4a29-84fa-ffc71132cf85 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:57:49.780320 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c654c3da-3eff-4870-9841-8331c9ae82d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:49.824148 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 39180) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:57:49.829555 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-33ff5bc1-0dc0-423a-ad46-daae0fe49961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f6122b3-cd70-4e01-be6d-ac9af74c40ea', 'name': 'tempest-TaggedBootDevicesTest-1815960725-router', 'tenant_id': '99f8ff370e2040efb9285a4ae37c20cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '6ccb0207-274c-4772-8f16-2f81972123af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:57:31Z', 'updated_at': '2022-05-05T19:57:45Z', 'revision_number': 4, 'project_id': '99f8ff370e2040efb9285a4ae37c20cd', 'gw_port': {'id': '6ccb0207-274c-4772-8f16-2f81972123af', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:05:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6122b3-cd70-4e01-be6d-ac9af74c40ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:33Z', 'updated_at': '2022-05-05T19:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'bc4734da-cacf-4eeb-ae81-2a30c4f28ce8', 'name': '', 'network_id': 'd94c136e-3c4f-4290-8cd6-81a4e89af7f3', 'tenant_id': '99f8ff370e2040efb9285a4ae37c20cd', 'mac_address': 'fa:16:3e:86:e2:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f6122b3-cd70-4e01-be6d-ac9af74c40ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': 'fb2a8ac4-25e5-4199-94bc-000b6944dde3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:41Z', 'updated_at': '2022-05-05T19:57:45Z', 'revision_number': 2, 'project_id': '99f8ff370e2040efb9285a4ae37c20cd', 'subnets': [{'id': 'fb2a8ac4-25e5-4199-94bc-000b6944dde3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:57:49.833755 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ff5bc1-0dc0-423a-ad46-daae0fe49961 None None] Checking router: 8f6122b3-cd70-4e01-be6d-ac9af74c40ea for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 19:57:49.833998 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-22078e04-ef21-4868-abab-2d4e22532171 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-515893162-network', 'tenant_id': 'fd9ec2f72b8c4ba9b10b3af5bf469588'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:57:49.834105 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ff5bc1-0dc0-423a-ad46-daae0fe49961 None None] Updating router 8f6122b3-cd70-4e01-be6d-ac9af74c40ea port bc4734da-cacf-4eeb-ae81-2a30c4f28ce8 binding host n-d-840717-1 {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 19:57:49.838850 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-22078e04-ef21-4868-abab-2d4e22532171 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:57:49.843803 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-22078e04-ef21-4868-abab-2d4e22532171 admin admin] Usage tracker for resource:network and tenant:fd9ec2f72b8c4ba9b10b3af5bf469588 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:57:49.846734 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-22078e04-ef21-4868-abab-2d4e22532171 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:57:49.853877 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-22078e04-ef21-4868-abab-2d4e22532171 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:57:49.889148 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-33ff5bc1-0dc0-423a-ad46-daae0fe49961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:49.897949 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059cad21-4573-460f-91d5-8b5d8739b5b7 req-b16f5259-cdeb-4a5e-aeb9-d4433d4b777e tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:49.898611 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-059cad21-4573-460f-91d5-8b5d8739b5b7 req-b16f5259-cdeb-4a5e-aeb9-d4433d4b777e tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Synchronizing usage tracker for tenant:12d6d803715a4d1faae5ab453e890665 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:57:49.920586 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22078e04-ef21-4868-abab-2d4e22532171 admin admin] Made reservation on behalf of fd9ec2f72b8c4ba9b10b3af5bf469588 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:57:49.925306 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-22078e04-ef21-4868-abab-2d4e22532171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:49.950030 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-22078e04-ef21-4868-abab-2d4e22532171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:49.954805 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a6afb567-7bb3-40f6-be9a-ad2f49c78688 req-e71cb53a-176c-4893-bb28-68596f43089d tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.204 HTTP/1.1" status: 200 len: 1001 time: 0.1510320 May 05 19:57:49.971982 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-059cad21-4573-460f-91d5-8b5d8739b5b7 req-b16f5259-cdeb-4a5e-aeb9-d4433d4b777e tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Unset dirty status for tenant:12d6d803715a4d1faae5ab453e890665 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:57:49.984217 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-059cad21-4573-460f-91d5-8b5d8739b5b7 req-b16f5259-cdeb-4a5e-aeb9-d4433d4b777e tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5f42d37-0237-4164-ace4-727b4479c57d HTTP/1.1" status: 200 len: 932 time: 0.9906971 May 05 19:57:50.005814 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b89278-867c-4941-8368-0a0446f79821 req-e05c27f8-84bd-4e3d-a683-2da9d19d3051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:50.007324 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-81b89278-867c-4941-8368-0a0446f79821 req-e05c27f8-84bd-4e3d-a683-2da9d19d3051 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=64ae69b0-8ac2-4e0b-9320-47844867ced2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1341248 May 05 19:57:50.043025 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d536627-92d1-43aa-8edf-68bc15ae712b None None] Pushing event updated for resources: {'Port': ['ID=2104dffc-5734-417d-bf74-9d28659dd5de,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:50.047318 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-a6afb567-7bb3-40f6-be9a-ad2f49c78688 req-ad533417-d962-4744-8d5b-0101904e50e0 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:57:50.055535 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.db.resource_extend [req-35199766-6d3f-4f49-8902-7a96f2145ffe req-154ec95a-7758-48ef-8635-6d8557af1de4 service neutron] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 19:57:50.059452 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c654c3da-3eff-4870-9841-8331c9ae82d2 None None] Routers {'bb07441c-015f-4259-8df4-5685be8e46af'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:57:50.060328 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-c654c3da-3eff-4870-9841-8331c9ae82d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:57:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['bb07441c-015f-4259-8df4-5685be8e46af'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:57:50.077506 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-059cad21-4573-460f-91d5-8b5d8739b5b7 req-c0221ea8-3bfb-43d3-87f6-4ba0c62b033c tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6f6abd1-db87-4f8b-93ec-64734f7a0466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921369 May 05 19:57:50.135458 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b89278-867c-4941-8368-0a0446f79821 req-e8d662fc-3de7-4caf-ac40-5517b9d2cdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:50.137081 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-81b89278-867c-4941-8368-0a0446f79821 req-e8d662fc-3de7-4caf-ac40-5517b9d2cdb8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=64ae69b0-8ac2-4e0b-9320-47844867ced2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0445516 May 05 19:57:50.174958 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-22078e04-ef21-4868-abab-2d4e22532171 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:57:50.204949 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-22078e04-ef21-4868-abab-2d4e22532171 admin admin] Usage tracker for resource:security_group_rule and tenant:fd9ec2f72b8c4ba9b10b3af5bf469588 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:57:50.206772 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-324026e7-90ab-4d85-9462-94f7b813938b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:50.227624 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:50.265830 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-22078e04-ef21-4868-abab-2d4e22532171 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:57:50.282086 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-22078e04-ef21-4868-abab-2d4e22532171 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:57:50.321467 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-35199766-6d3f-4f49-8902-7a96f2145ffe req-154ec95a-7758-48ef-8635-6d8557af1de4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6f49007-1b4f-4ef8-af39-9dd2517ecba4 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:57:50.333439 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-35199766-6d3f-4f49-8902-7a96f2145ffe req-154ec95a-7758-48ef-8635-6d8557af1de4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:50.364517 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-33ff5bc1-0dc0-423a-ad46-daae0fe49961 None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:50.375409 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:50.415742 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 367b4e87-c3ab-49a3-b285-f57259bf10b9 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:57:50.420860 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-324026e7-90ab-4d85-9462-94f7b813938b None None] For port fac1ab28-dc21-47e9-a356-782aa11687ec, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=fac1ab28-dc21-47e9-a356-782aa11687ec,segment=NetworkSegment(131841d7-b870-4a09-a673-d43da1d3ff2b),segment_id=131841d7-b870-4a09-a673-d43da1d3ff2b)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:57:50.421583 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-35199766-6d3f-4f49-8902-7a96f2145ffe req-154ec95a-7758-48ef-8635-6d8557af1de4 service neutron] Transition to ACTIVE for port object f6f49007-1b4f-4ef8-af39-9dd2517ecba4 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:57:50.428858 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-324026e7-90ab-4d85-9462-94f7b813938b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:50.434906 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-35199766-6d3f-4f49-8902-7a96f2145ffe req-154ec95a-7758-48ef-8635-6d8557af1de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:50.539821 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-81b89278-867c-4941-8368-0a0446f79821 req-e835e81a-113b-40a1-8c7b-c1cf400278bb service neutron] 10.222.0.50 "GET /v2.0/networks/64ae69b0-8ac2-4e0b-9320-47844867ced2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530512 May 05 19:57:50.557313 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 367b4e87-c3ab-49a3-b285-f57259bf10b9, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=367b4e87-c3ab-49a3-b285-f57259bf10b9,segment=NetworkSegment(ac8864a1-851c-4e33-a62e-34bf87714dc0),segment_id=ac8864a1-851c-4e33-a62e-34bf87714dc0)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:57:50.620920 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:50.633882 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-33ff5bc1-0dc0-423a-ad46-daae0fe49961 None None] Transition to ACTIVE for port object bc4734da-cacf-4eeb-ae81-2a30c4f28ce8 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:57:50.636235 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-c654c3da-3eff-4870-9841-8331c9ae82d2 None None] Set router bb07441c-015f-4259-8df4-5685be8e46af gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:57:50.637631 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9dc673de-95d8-41ec-b1e5-8ee142ecc9b2 req-237b3d49-d5b2-40ff-a6d5-2f51af03dddd tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:50.664247 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154ec95a-7758-48ef-8635-6d8557af1de4 service neutron] Pushing event updated for resources: {'Port': ['ID=f6f49007-1b4f-4ef8-af39-9dd2517ecba4,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:50.665742 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-33ff5bc1-0dc0-423a-ad46-daae0fe49961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:50.781189 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-81b89278-867c-4941-8368-0a0446f79821 req-2d4f2240-7ce3-40b6-8585-32f85b5d7ced service neutron] 10.222.0.24 "GET /v2.0/networks/64ae69b0-8ac2-4e0b-9320-47844867ced2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7582734 May 05 19:57:50.786729 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-a6afb567-7bb3-40f6-be9a-ad2f49c78688 req-ad533417-d962-4744-8d5b-0101904e50e0 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Notify callbacks [] for floatingip, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:50.790827 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101829d-dfe9-4cdf-8d50-34599b7aba20 req-409f79c3-2d92-45ec-bfc6-ab5a8a3ab5a5 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:50.798417 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4101829d-dfe9-4cdf-8d50-34599b7aba20 req-409f79c3-2d92-45ec-bfc6-ab5a8a3ab5a5 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7112014-5f54-4758-842f-c7135e01dd5b HTTP/1.1" status: 200 len: 945 time: 0.5760863 May 05 19:57:50.804230 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf73a510-a38c-4c12-b937-0b3721c614bc None None] Pushing event updated for resources: {'Port': ['ID=bc4734da-cacf-4eeb-ae81-2a30c4f28ce8,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:50.807881 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 19:57:50.808371 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 19:57:50.823082 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324026e7-90ab-4d85-9462-94f7b813938b None None] Pushing event updated for resources: {'Port': ['ID=fac1ab28-dc21-47e9-a356-782aa11687ec,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:50.931190 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=367b4e87-c3ab-49a3-b285-f57259bf10b9,revision_number=7']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:50.936583 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6b99a5ea-9e3b-4b93-9ad3-c606b06b0bc9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:50.985752 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237b3d49-d5b2-40ff-a6d5-2f51af03dddd tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Pushing event deleted for resources: {'Port': ['ID=beea523c-b44a-4a29-84fa-ffc71132cf85,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:51.106739 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dc673de-95d8-41ec-b1e5-8ee142ecc9b2 req-237b3d49-d5b2-40ff-a6d5-2f51af03dddd tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] No DVR routers for this DVR port beea523c-b44a-4a29-84fa-ffc71132cf85 on host n-h1-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:57:51.120169 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9dc673de-95d8-41ec-b1e5-8ee142ecc9b2 req-237b3d49-d5b2-40ff-a6d5-2f51af03dddd tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:51.128101 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e8b4807-8719-405e-a2ab-1e560c235ee2', 'name': 'network-vif-deleted', 'tag': 'beea523c-b44a-4a29-84fa-ffc71132cf85'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:57:51.148831 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-22078e04-ef21-4868-abab-2d4e22532171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:51.164622 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4101829d-dfe9-4cdf-8d50-34599b7aba20 req-920ce7a5-cad3-4d30-87cc-ff93342f0557 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/security-groups?id=b8eb825a-eb05-4b64-b47c-316dce01fa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3641136 May 05 19:57:51.175010 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-22078e04-ef21-4868-abab-2d4e22532171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:51.202707 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-33ff5bc1-0dc0-423a-ad46-daae0fe49961 None None] Attempting to bind port bc4734da-cacf-4eeb-ae81-2a30c4f28ce8 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:57:51.203269 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-33ff5bc1-0dc0-423a-ad46-daae0fe49961 None None] Attempting to bind port bc4734da-cacf-4eeb-ae81-2a30c4f28ce8 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'f64acd32-0a02-4606-b552-1dd633356c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd94c136e-3c4f-4290-8cd6-81a4e89af7f3'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:57:51.203397 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ff5bc1-0dc0-423a-ad46-daae0fe49961 None None] Attempting to bind port bc4734da-cacf-4eeb-ae81-2a30c4f28ce8 on network d94c136e-3c4f-4290-8cd6-81a4e89af7f3 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:57:51.219425 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ff5bc1-0dc0-423a-ad46-daae0fe49961 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:57:51.220133 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ff5bc1-0dc0-423a-ad46-daae0fe49961 None None] Checking segment: {'id': 'f64acd32-0a02-4606-b552-1dd633356c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd94c136e-3c4f-4290-8cd6-81a4e89af7f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:57:51.220281 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-33ff5bc1-0dc0-423a-ad46-daae0fe49961 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:51.220574 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ff5bc1-0dc0-423a-ad46-daae0fe49961 None None] Bound using segment: {'id': 'f64acd32-0a02-4606-b552-1dd633356c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd94c136e-3c4f-4290-8cd6-81a4e89af7f3'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:57:51.221509 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-33ff5bc1-0dc0-423a-ad46-daae0fe49961 None None] Bound port: bc4734da-cacf-4eeb-ae81-2a30c4f28ce8, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f64acd32-0a02-4606-b552-1dd633356c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd94c136e-3c4f-4290-8cd6-81a4e89af7f3'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:57:51.221509 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-33ff5bc1-0dc0-423a-ad46-daae0fe49961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:51.239842 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-c654c3da-3eff-4870-9841-8331c9ae82d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb07441c-015f-4259-8df4-5685be8e46af', 'name': 'tempest-TaggedBootDevicesTest_v242-1563065988-router', 'tenant_id': '704074c318f541ba80b6792c76eac67a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '2104dffc-5734-417d-bf74-9d28659dd5de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:57:37Z', 'updated_at': '2022-05-05T19:57:42Z', 'revision_number': 3, 'project_id': '704074c318f541ba80b6792c76eac67a', 'gw_port': {'id': '2104dffc-5734-417d-bf74-9d28659dd5de', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:92:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb07441c-015f-4259-8df4-5685be8e46af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:39Z', 'updated_at': '2022-05-05T19:57:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:57:51.261096 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c654c3da-3eff-4870-9841-8331c9ae82d2 None None] The sync data for ids ['bb07441c-015f-4259-8df4-5685be8e46af'] in n-d-840717-1 is: [{'id': 'bb07441c-015f-4259-8df4-5685be8e46af', 'name': 'tempest-TaggedBootDevicesTest_v242-1563065988-router', 'tenant_id': '704074c318f541ba80b6792c76eac67a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '2104dffc-5734-417d-bf74-9d28659dd5de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:57:37Z', 'updated_at': '2022-05-05T19:57:42Z', 'revision_number': 3, 'project_id': '704074c318f541ba80b6792c76eac67a', 'gw_port': {'id': '2104dffc-5734-417d-bf74-9d28659dd5de', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:92:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb07441c-015f-4259-8df4-5685be8e46af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:39Z', 'updated_at': '2022-05-05T19:57:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 19:57:51.273333 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9dc673de-95d8-41ec-b1e5-8ee142ecc9b2 req-237b3d49-d5b2-40ff-a6d5-2f51af03dddd tempest-ServersOnMultiNodesTest-256732186 tempest-ServersOnMultiNodesTest-256732186-project] 10.222.0.24 "DELETE /v2.0/ports/beea523c-b44a-4a29-84fa-ffc71132cf85 HTTP/1.1" status: 204 len: 173 time: 3.0462089 May 05 19:57:51.278575 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22078e04-ef21-4868-abab-2d4e22532171 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 19:57:51.298771 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-35199766-6d3f-4f49-8902-7a96f2145ffe req-154ec95a-7758-48ef-8635-6d8557af1de4 service neutron] Attempting to bind port f6f49007-1b4f-4ef8-af39-9dd2517ecba4 on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:57:51.304667 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-35199766-6d3f-4f49-8902-7a96f2145ffe req-154ec95a-7758-48ef-8635-6d8557af1de4 service neutron] Attempting to bind port f6f49007-1b4f-4ef8-af39-9dd2517ecba4 by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': '27007867-64fe-419a-8b8b-c5a5570bcf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '964832a3-7678-439b-97c2-1f4e7f68480a'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:57:51.305184 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35199766-6d3f-4f49-8902-7a96f2145ffe req-154ec95a-7758-48ef-8635-6d8557af1de4 service neutron] Attempting to bind port f6f49007-1b4f-4ef8-af39-9dd2517ecba4 on network 964832a3-7678-439b-97c2-1f4e7f68480a {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:57:51.323129 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22078e04-ef21-4868-abab-2d4e22532171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d970ef48-57ed-440e-9963-9f5ebb0ba149,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:51.337612 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35199766-6d3f-4f49-8902-7a96f2145ffe req-154ec95a-7758-48ef-8635-6d8557af1de4 service neutron] Port f6f49007-1b4f-4ef8-af39-9dd2517ecba4 on network 964832a3-7678-439b-97c2-1f4e7f68480a not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:57:51.344518 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35199766-6d3f-4f49-8902-7a96f2145ffe req-154ec95a-7758-48ef-8635-6d8557af1de4 service neutron] Attempting to bind port f6f49007-1b4f-4ef8-af39-9dd2517ecba4 on network 964832a3-7678-439b-97c2-1f4e7f68480a {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:57:51.367834 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35199766-6d3f-4f49-8902-7a96f2145ffe req-154ec95a-7758-48ef-8635-6d8557af1de4 service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:57:51.378916 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35199766-6d3f-4f49-8902-7a96f2145ffe req-154ec95a-7758-48ef-8635-6d8557af1de4 service neutron] Checking segment: {'id': '27007867-64fe-419a-8b8b-c5a5570bcf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '964832a3-7678-439b-97c2-1f4e7f68480a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:57:51.380204 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35199766-6d3f-4f49-8902-7a96f2145ffe req-154ec95a-7758-48ef-8635-6d8557af1de4 service neutron] Bound using segment: {'id': '27007867-64fe-419a-8b8b-c5a5570bcf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '964832a3-7678-439b-97c2-1f4e7f68480a'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:57:51.386509 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-35199766-6d3f-4f49-8902-7a96f2145ffe req-154ec95a-7758-48ef-8635-6d8557af1de4 service neutron] Bound port: f6f49007-1b4f-4ef8-af39-9dd2517ecba4, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27007867-64fe-419a-8b8b-c5a5570bcf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '964832a3-7678-439b-97c2-1f4e7f68480a'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:57:51.387269 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-35199766-6d3f-4f49-8902-7a96f2145ffe req-154ec95a-7758-48ef-8635-6d8557af1de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:51.404082 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-33ff5bc1-0dc0-423a-ad46-daae0fe49961 None None] For port bc4734da-cacf-4eeb-ae81-2a30c4f28ce8, host n-d-840717-1, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:57:51.408095 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-33ff5bc1-0dc0-423a-ad46-daae0fe49961 None None] For port bc4734da-cacf-4eeb-ae81-2a30c4f28ce8, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=bc4734da-cacf-4eeb-ae81-2a30c4f28ce8,segment=NetworkSegment(f64acd32-0a02-4606-b552-1dd633356c1d),segment_id=f64acd32-0a02-4606-b552-1dd633356c1d)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:57:51.414696 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-22078e04-ef21-4868-abab-2d4e22532171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:51.417981 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-22078e04-ef21-4868-abab-2d4e22532171 admin admin] Added segment a44e85c0-7632-4cef-a6c8-f3c1d80294aa of type vlan for network a583ddb3-bb1b-4632-af9a-c0b97a245cca May 05 19:57:51.433891 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-33ff5bc1-0dc0-423a-ad46-daae0fe49961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:51.473608 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 6ccb0207-274c-4772-8f16-2f81972123af up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:57:51.556854 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device beea523c-b44a-4a29-84fa-ffc71132cf85 no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:57:51.604422 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf73a510-a38c-4c12-b937-0b3721c614bc None None] Pushing event updated for resources: {'Port': ['ID=bc4734da-cacf-4eeb-ae81-2a30c4f28ce8,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:51.619217 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-81b89278-867c-4941-8368-0a0446f79821 req-b8db6a08-86c3-4929-b95f-c133fedbbdbe service neutron] 10.222.0.24 "GET /v2.0/networks/64ae69b0-8ac2-4e0b-9320-47844867ced2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6832108 May 05 19:57:51.627512 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-22078e04-ef21-4868-abab-2d4e22532171 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:51.652411 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ff5bc1-0dc0-423a-ad46-daae0fe49961 None None] Routers {'8f6122b3-cd70-4e01-be6d-ac9af74c40ea'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:57:51.653360 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-33ff5bc1-0dc0-423a-ad46-daae0fe49961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:57:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['8f6122b3-cd70-4e01-be6d-ac9af74c40ea'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:57:51.702708 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] No Port match for: beea523c-b44a-4a29-84fa-ffc71132cf85 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 19:57:51.703254 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device beea523c-b44a-4a29-84fa-ffc71132cf85 not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:57:51.736500 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 367b4e87-c3ab-49a3-b285-f57259bf10b9 up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:57:51.858294 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-35199766-6d3f-4f49-8902-7a96f2145ffe req-154ec95a-7758-48ef-8635-6d8557af1de4 service neutron] For port f6f49007-1b4f-4ef8-af39-9dd2517ecba4, host n-h2-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:57:51.860175 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port 367b4e87-c3ab-49a3-b285-f57259bf10b9 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:57:51.861045 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:51.874330 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-35199766-6d3f-4f49-8902-7a96f2145ffe req-154ec95a-7758-48ef-8635-6d8557af1de4 service neutron] For port f6f49007-1b4f-4ef8-af39-9dd2517ecba4, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=f6f49007-1b4f-4ef8-af39-9dd2517ecba4,segment=NetworkSegment(27007867-64fe-419a-8b8b-c5a5570bcf48),segment_id=27007867-64fe-419a-8b8b-c5a5570bcf48)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:57:51.878973 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-22078e04-ef21-4868-abab-2d4e22532171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:51.885289 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22078e04-ef21-4868-abab-2d4e22532171 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:51.888396 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-22078e04-ef21-4868-abab-2d4e22532171 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:51.952369 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-35199766-6d3f-4f49-8902-7a96f2145ffe req-154ec95a-7758-48ef-8635-6d8557af1de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:51.962012 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 6ccb0207-274c-4772-8f16-2f81972123af triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:57:51.962439 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:52.185895 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-33ff5bc1-0dc0-423a-ad46-daae0fe49961 None None] Set router 8f6122b3-cd70-4e01-be6d-ac9af74c40ea gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:57:52.186444 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35199766-6d3f-4f49-8902-7a96f2145ffe req-154ec95a-7758-48ef-8635-6d8557af1de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:52.187686 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-35199766-6d3f-4f49-8902-7a96f2145ffe req-154ec95a-7758-48ef-8635-6d8557af1de4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:52.194864 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-35199766-6d3f-4f49-8902-7a96f2145ffe req-154ec95a-7758-48ef-8635-6d8557af1de4 service neutron] 10.222.0.50 "PUT /v2.0/ports/f6f49007-1b4f-4ef8-af39-9dd2517ecba4 HTTP/1.1" status: 200 len: 1092 time: 3.8702486 May 05 19:57:52.210046 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-22078e04-ef21-4868-abab-2d4e22532171 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3793731 May 05 19:57:52.211104 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 39204) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:57:52.244484 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-cd0e722e-3e0a-4fbc-bcf4-3579bec40469 admin admin] Request body: {'subnet': {'network_id': 'a583ddb3-bb1b-4632-af9a-c0b97a245cca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-515893162-subnet', 'tenant_id': 'fd9ec2f72b8c4ba9b10b3af5bf469588', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:57:52.411303 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154ec95a-7758-48ef-8635-6d8557af1de4 service neutron] Pushing event updated for resources: {'Port': ['ID=f6f49007-1b4f-4ef8-af39-9dd2517ecba4,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:52.417707 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:52.524240 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-cd0e722e-3e0a-4fbc-bcf4-3579bec40469 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:57:52.530479 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22078e04-ef21-4868-abab-2d4e22532171 admin admin] Pushing event updated for resources: {'Network': ['ID=a583ddb3-bb1b-4632-af9a-c0b97a245cca,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:52.553730 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-cd0e722e-3e0a-4fbc-bcf4-3579bec40469 admin admin] Usage tracker for resource:subnet and tenant:fd9ec2f72b8c4ba9b10b3af5bf469588 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:57:52.557843 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 367b4e87-c3ab-49a3-b285-f57259bf10b9, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=367b4e87-c3ab-49a3-b285-f57259bf10b9,segment=NetworkSegment(ac8864a1-851c-4e33-a62e-34bf87714dc0),segment_id=ac8864a1-851c-4e33-a62e-34bf87714dc0)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:57:52.583945 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7112014-5f54-4758-842f-c7135e01dd5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '367b4e87-c3ab-49a3-b285-f57259bf10b9'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:57:52.589590 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:52.592249 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network a583ddb3-bb1b-4632-af9a-c0b97a245cca details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 19:57:52.615020 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-cd0e722e-3e0a-4fbc-bcf4-3579bec40469 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:57:52.830761 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6b99a5ea-9e3b-4b93-9ad3-c606b06b0bc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:52.855160 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-81b89278-867c-4941-8368-0a0446f79821 req-4b0e8605-ba8c-4728-99c8-0e84d1664fbc service neutron] 10.222.0.50 "GET /v2.0/networks/64ae69b0-8ac2-4e0b-9320-47844867ced2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9758036 May 05 19:57:52.861181 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-cd0e722e-3e0a-4fbc-bcf4-3579bec40469 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:57:52.885954 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd0e722e-3e0a-4fbc-bcf4-3579bec40469 admin admin] Made reservation on behalf of fd9ec2f72b8c4ba9b10b3af5bf469588 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:57:52.888457 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cd0e722e-3e0a-4fbc-bcf4-3579bec40469 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:52.911952 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=367b4e87-c3ab-49a3-b285-f57259bf10b9,revision_number=8']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:53.027936 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-78e0434d-4892-448b-94a0-f666e7bf6cae admin admin] Allocated IP 172.20.0.1 (223e0808-40cb-409b-8c3a-1f6f35d326dd/7c4a9369-8ea2-4319-946e-7013e66a4c78/6049b94d-327a-4421-bd8e-7aee4a3d300f) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:57:53.068130 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35199766-6d3f-4f49-8902-7a96f2145ffe req-a2eac8e4-c664-4599-8bea-3e08a9530e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:53.069855 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-35199766-6d3f-4f49-8902-7a96f2145ffe req-a2eac8e4-c664-4599-8bea-3e08a9530e05 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=12d6d803715a4d1faae5ab453e890665&device_id=e5f42d37-0237-4164-ace4-727b4479c57d HTTP/1.1" status: 200 len: 1095 time: 0.6614304 May 05 19:57:53.084005 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a65ee-8370-428b-ae2b-df98c6ac5864 req-56d95369-9ece-4700-bfc9-643def1aa7e8 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:53.088305 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-33ff5bc1-0dc0-423a-ad46-daae0fe49961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f6122b3-cd70-4e01-be6d-ac9af74c40ea', 'name': 'tempest-TaggedBootDevicesTest-1815960725-router', 'tenant_id': '99f8ff370e2040efb9285a4ae37c20cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '6ccb0207-274c-4772-8f16-2f81972123af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:57:31Z', 'updated_at': '2022-05-05T19:57:45Z', 'revision_number': 4, 'project_id': '99f8ff370e2040efb9285a4ae37c20cd', 'gw_port': {'id': '6ccb0207-274c-4772-8f16-2f81972123af', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:05:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6122b3-cd70-4e01-be6d-ac9af74c40ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:33Z', 'updated_at': '2022-05-05T19:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'bc4734da-cacf-4eeb-ae81-2a30c4f28ce8', 'name': '', 'network_id': 'd94c136e-3c4f-4290-8cd6-81a4e89af7f3', 'tenant_id': '99f8ff370e2040efb9285a4ae37c20cd', 'mac_address': 'fa:16:3e:86:e2:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f6122b3-cd70-4e01-be6d-ac9af74c40ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': 'fb2a8ac4-25e5-4199-94bc-000b6944dde3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:41Z', 'updated_at': '2022-05-05T19:57:51Z', 'revision_number': 4, 'project_id': '99f8ff370e2040efb9285a4ae37c20cd', 'subnets': [{'id': 'fb2a8ac4-25e5-4199-94bc-000b6944dde3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:57:53.093591 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7e7a65ee-8370-428b-ae2b-df98c6ac5864 req-56d95369-9ece-4700-bfc9-643def1aa7e8 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5f42d37-0237-4164-ace4-727b4479c57d HTTP/1.1" status: 200 len: 944 time: 0.5261130 May 05 19:57:53.099325 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 2104dffc-5734-417d-bf74-9d28659dd5de up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:57:53.106993 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ff5bc1-0dc0-423a-ad46-daae0fe49961 None None] The sync data for ids ['8f6122b3-cd70-4e01-be6d-ac9af74c40ea'] in n-d-840717-1 is: [{'id': '8f6122b3-cd70-4e01-be6d-ac9af74c40ea', 'name': 'tempest-TaggedBootDevicesTest-1815960725-router', 'tenant_id': '99f8ff370e2040efb9285a4ae37c20cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '6ccb0207-274c-4772-8f16-2f81972123af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:57:31Z', 'updated_at': '2022-05-05T19:57:45Z', 'revision_number': 4, 'project_id': '99f8ff370e2040efb9285a4ae37c20cd', 'gw_port': {'id': '6ccb0207-274c-4772-8f16-2f81972123af', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:05:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6122b3-cd70-4e01-be6d-ac9af74c40ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:33Z', 'updated_at': '2022-05-05T19:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'bc4734da-cacf-4eeb-ae81-2a30c4f28ce8', 'name': '', 'network_id': 'd94c136e-3c4f-4290-8cd6-81a4e89af7f3', 'tenant_id': '99f8ff370e2040efb9285a4ae37c20cd', 'mac_address': 'fa:16:3e:86:e2:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f6122b3-cd70-4e01-be6d-ac9af74c40ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': 'fb2a8ac4-25e5-4199-94bc-000b6944dde3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:41Z', 'updated_at': '2022-05-05T19:57:51Z', 'revision_number': 4, 'project_id': '99f8ff370e2040efb9285a4ae37c20cd', 'subnets': [{'id': 'fb2a8ac4-25e5-4199-94bc-000b6944dde3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 19:57:53.211069 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 39214) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:57:53.231331 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 2104dffc-5734-417d-bf74-9d28659dd5de completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:57:53.235857 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-35199766-6d3f-4f49-8902-7a96f2145ffe req-f8fb1b50-496b-4fe3-8011-d585a17a9af8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6f49007-1b4f-4ef8-af39-9dd2517ecba4 HTTP/1.1" status: 200 len: 217 time: 0.1201384 May 05 19:57:53.253183 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 2104dffc-5734-417d-bf74-9d28659dd5de triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:57:53.253558 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:53.465662 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cd0e722e-3e0a-4fbc-bcf4-3579bec40469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:53.526203 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:53.546105 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 2104dffc-5734-417d-bf74-9d28659dd5de, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=2104dffc-5734-417d-bf74-9d28659dd5de,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:57:53.559964 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:53.561592 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device fac1ab28-dc21-47e9-a356-782aa11687ec up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:57:53.613274 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7e7a65ee-8370-428b-ae2b-df98c6ac5864 req-1a814d96-791a-4608-b51e-16a40880e478 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6f6abd1-db87-4f8b-93ec-64734f7a0466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5185268 May 05 19:57:53.743864 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c264681-b9e1-4b44-b0b2-3b1daed006fc'] response: {'server_uuid': '3e8b4807-8719-405e-a2ab-1e560c235ee2', 'name': 'network-vif-deleted', 'tag': 'beea523c-b44a-4a29-84fa-ffc71132cf85', 'status': 'completed', 'code': 200} May 05 19:57:53.776273 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c68db572-9737-4f86-aef2-5f78df7d56cd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=97ead9bcc5d448dab263815a595740a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5638924 May 05 19:57:53.777805 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35199766-6d3f-4f49-8902-7a96f2145ffe req-ca3d9090-74ab-41e3-b939-38100fcd0d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:53.779263 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-35199766-6d3f-4f49-8902-7a96f2145ffe req-ca3d9090-74ab-41e3-b939-38100fcd0d2b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fe9b176d-b178-48c7-bb0b-d17912546ee0 HTTP/1.1" status: 200 len: 851 time: 0.4020679 May 05 19:57:53.806580 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39220) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:57:53.841888 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port fac1ab28-dc21-47e9-a356-782aa11687ec triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:57:53.842363 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:53.855949 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0e722e-3e0a-4fbc-bcf4-3579bec40469 admin admin] Checking segment: {'id': 'a44e85c0-7632-4cef-a6c8-f3c1d80294aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a583ddb3-bb1b-4632-af9a-c0b97a245cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:57:53.856311 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0e722e-3e0a-4fbc-bcf4-3579bec40469 admin admin] Network hostable DHCP agents. Network: a583ddb3-bb1b-4632-af9a-c0b97a245cca, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 19:57:53.871904 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0e722e-3e0a-4fbc-bcf4-3579bec40469 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d660fa0-c1b5-4f59-bae8-8d35bd9a2b79,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:53.879924 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-a6afb567-7bb3-40f6-be9a-ad2f49c78688 req-ad533417-d962-4744-8d5b-0101904e50e0 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:53.890058 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-78e0434d-4892-448b-94a0-f666e7bf6cae admin admin] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:53.903831 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-a6afb567-7bb3-40f6-be9a-ad2f49c78688 req-ad533417-d962-4744-8d5b-0101904e50e0 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:53.904256 n-d-840717-1 neutron-server[88197]: INFO neutron.db.l3_db [req-a6afb567-7bb3-40f6-be9a-ad2f49c78688 req-ad533417-d962-4744-8d5b-0101904e50e0 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Floating IP d130e0a1-933e-4b01-bdab-de8a8c504b39 disassociated. External IP: 172.25.0.204, port: 5de1e43d-7080-43bb-97c1-88dba2d90b60. May 05 19:57:53.921126 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0e722e-3e0a-4fbc-bcf4-3579bec40469 admin admin] Network a583ddb3-bb1b-4632-af9a-c0b97a245cca is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 19:57:53.936196 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=2104dffc-5734-417d-bf74-9d28659dd5de,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:53.937100 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35199766-6d3f-4f49-8902-7a96f2145ffe req-bd4ab94f-4d15-4283-b0eb-baf04717987d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:53.938983 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-35199766-6d3f-4f49-8902-7a96f2145ffe req-bd4ab94f-4d15-4283-b0eb-baf04717987d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=964832a3-7678-439b-97c2-1f4e7f68480a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1465917 May 05 19:57:53.940558 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-cd0e722e-3e0a-4fbc-bcf4-3579bec40469 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, a583ddb3-bb1b-4632-af9a-c0b97a245cca) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:57:53.954327 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0e722e-3e0a-4fbc-bcf4-3579bec40469 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:53.954972 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cd0e722e-3e0a-4fbc-bcf4-3579bec40469 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:53.961925 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07a66f6-bdf5-480b-8f48-218517ad3d7f None None] Network a583ddb3-bb1b-4632-af9a-c0b97a245cca requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:57:54.073442 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-78e0434d-4892-448b-94a0-f666e7bf6cae admin admin] Transition to ACTIVE for port object 6049b94d-327a-4421-bd8e-7aee4a3d300f will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:57:54.163942 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-cd0e722e-3e0a-4fbc-bcf4-3579bec40469 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9482436 May 05 19:57:54.169571 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 39230) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:57:54.174925 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-109af642-48dc-4401-a339-f20823c669c9 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-515893162-router', 'tenant_id': 'fd9ec2f72b8c4ba9b10b3af5bf469588', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:57:54.208558 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b99a5ea-9e3b-4b93-9ad3-c606b06b0bc9 admin admin] Router edbadcb7-0a9a-4e6f-9b10-c398f361f466 is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88197) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 19:57:54.213647 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-109af642-48dc-4401-a339-f20823c669c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:57:54.218345 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-109af642-48dc-4401-a339-f20823c669c9 admin admin] Usage tracker for resource:router and tenant:fd9ec2f72b8c4ba9b10b3af5bf469588 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:57:54.221586 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-109af642-48dc-4401-a339-f20823c669c9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:57:54.228162 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-109af642-48dc-4401-a339-f20823c669c9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:57:54.246947 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-109af642-48dc-4401-a339-f20823c669c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:54.248336 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-109af642-48dc-4401-a339-f20823c669c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:54.267641 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-109af642-48dc-4401-a339-f20823c669c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:54.307527 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be6fe5c2-6db8-43b9-bcf6-28572fd51a00'] response: {'server_uuid': 'a7112014-5f54-4758-842f-c7135e01dd5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '367b4e87-c3ab-49a3-b285-f57259bf10b9', 'code': 200} May 05 19:57:54.350432 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948365ad-bb71-4e97-b5ca-ef2205545431 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-a583ddb3-bb1b-4632-af9a-c0b97a245cca', 'network_id': 'a583ddb3-bb1b-4632-af9a-c0b97a245cca', 'tenant_id': 'fd9ec2f72b8c4ba9b10b3af5bf469588', 'fixed_ips': [{'subnet_id': '3d660fa0-c1b5-4f59-bae8-8d35bd9a2b79'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 19:57:54.351535 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-948365ad-bb71-4e97-b5ca-ef2205545431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:54.474736 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8937e9aa-793b-462e-b116-adad5144a07b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:54.519975 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-78e0434d-4892-448b-94a0-f666e7bf6cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:54.543486 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-35199766-6d3f-4f49-8902-7a96f2145ffe req-34ff9914-3a5c-44cd-9c63-e6ae2dd798a1 service neutron] 10.222.0.50 "GET /v2.0/networks/964832a3-7678-439b-97c2-1f4e7f68480a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5914481 May 05 19:57:54.576306 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-948365ad-bb71-4e97-b5ca-ef2205545431 None None] Allocated IP 172.20.0.2 (a583ddb3-bb1b-4632-af9a-c0b97a245cca/3d660fa0-c1b5-4f59-bae8-8d35bd9a2b79/b0b8c5df-9fa9-46e5-a4f3-fe2e520ffa4b) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:57:54.712258 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8937e9aa-793b-462e-b116-adad5144a07b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:54.751226 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-109af642-48dc-4401-a339-f20823c669c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:54.764247 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e0434d-4892-448b-94a0-f666e7bf6cae admin admin] Network 223e0808-40cb-409b-8c3a-1f6f35d326dd is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:57:54.780685 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-78e0434d-4892-448b-94a0-f666e7bf6cae admin admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:57:54.792119 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e0434d-4892-448b-94a0-f666e7bf6cae admin admin] Pushing event updated for resources: {'Port': ['ID=6049b94d-327a-4421-bd8e-7aee4a3d300f,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:54.801151 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e0434d-4892-448b-94a0-f666e7bf6cae admin admin] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:57:54.821441 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-948365ad-bb71-4e97-b5ca-ef2205545431 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:54.830575 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-35199766-6d3f-4f49-8902-7a96f2145ffe req-bc98ee82-e50b-4135-8efc-07a4b3d02819 service neutron] 10.222.0.50 "GET /v2.0/networks/964832a3-7678-439b-97c2-1f4e7f68480a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182460 May 05 19:57:54.846862 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-948365ad-bb71-4e97-b5ca-ef2205545431 None None] Transition to ACTIVE for port object b0b8c5df-9fa9-46e5-a4f3-fe2e520ffa4b will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:57:54.878416 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a908eea-a2f9-49ed-887e-eb67988215b7 req-4130471d-22f0-4777-8b0c-3bf1275536b4 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:54.880918 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-948365ad-bb71-4e97-b5ca-ef2205545431 None None] Transition to ACTIVE for port object b0b8c5df-9fa9-46e5-a4f3-fe2e520ffa4b will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:57:54.883721 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2a908eea-a2f9-49ed-887e-eb67988215b7 req-4130471d-22f0-4777-8b0c-3bf1275536b4 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7112014-5f54-4758-842f-c7135e01dd5b HTTP/1.1" status: 200 len: 946 time: 0.3803744 May 05 19:57:54.893165 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-948365ad-bb71-4e97-b5ca-ef2205545431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:54.902139 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-78e0434d-4892-448b-94a0-f666e7bf6cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:55.041062 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2a908eea-a2f9-49ed-887e-eb67988215b7 req-cd5eda50-134b-4e74-b55c-c588de1caec4 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/security-groups?id=b8eb825a-eb05-4b64-b47c-316dce01fa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444376 May 05 19:57:55.063998 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6afb567-7bb3-40f6-be9a-ad2f49c78688 req-ad533417-d962-4744-8d5b-0101904e50e0 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Router f9c5edfd-5abd-422d-a15a-09a5460bd53d has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 19:57:55.103472 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 2104dffc-5734-417d-bf74-9d28659dd5de up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:57:55.167072 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948365ad-bb71-4e97-b5ca-ef2205545431 None None] Network a583ddb3-bb1b-4632-af9a-c0b97a245cca is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:57:55.171195 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-948365ad-bb71-4e97-b5ca-ef2205545431 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:57:55.177529 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948365ad-bb71-4e97-b5ca-ef2205545431 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:57:55.179775 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948365ad-bb71-4e97-b5ca-ef2205545431 None None] Pushing event updated for resources: {'Port': ['ID=b0b8c5df-9fa9-46e5-a4f3-fe2e520ffa4b,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:55.263618 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b99a5ea-9e3b-4b93-9ad3-c606b06b0bc9 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 19:57:55.276605 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8937e9aa-793b-462e-b116-adad5144a07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:55.283386 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d2c3a6-2a76-4d08-b671-09089fb1dff8 None None] Sync routers for ids ['edbadcb7-0a9a-4e6f-9b10-c398f361f466'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 19:57:55.317514 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 2104dffc-5734-417d-bf74-9d28659dd5de triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:57:55.317877 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:55.373800 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d2c3a6-2a76-4d08-b671-09089fb1dff8 None None] Routers {'edbadcb7-0a9a-4e6f-9b10-c398f361f466'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:57:55.374450 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-d0d2c3a6-2a76-4d08-b671-09089fb1dff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:57:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['edbadcb7-0a9a-4e6f-9b10-c398f361f466'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:57:55.389865 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8937e9aa-793b-462e-b116-adad5144a07b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e8f45b-d376-403a-8bb9-867508147e91,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:55.424478 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-948365ad-bb71-4e97-b5ca-ef2205545431 None None] Attempting to bind port b0b8c5df-9fa9-46e5-a4f3-fe2e520ffa4b on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:57:55.424852 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-948365ad-bb71-4e97-b5ca-ef2205545431 None None] Attempting to bind port b0b8c5df-9fa9-46e5-a4f3-fe2e520ffa4b by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'a44e85c0-7632-4cef-a6c8-f3c1d80294aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a583ddb3-bb1b-4632-af9a-c0b97a245cca'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:57:55.425195 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948365ad-bb71-4e97-b5ca-ef2205545431 None None] Attempting to bind port b0b8c5df-9fa9-46e5-a4f3-fe2e520ffa4b on network a583ddb3-bb1b-4632-af9a-c0b97a245cca {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:57:55.440942 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948365ad-bb71-4e97-b5ca-ef2205545431 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:57:55.442369 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948365ad-bb71-4e97-b5ca-ef2205545431 None None] Checking segment: {'id': 'a44e85c0-7632-4cef-a6c8-f3c1d80294aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a583ddb3-bb1b-4632-af9a-c0b97a245cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:57:55.442812 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-948365ad-bb71-4e97-b5ca-ef2205545431 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:55.443166 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948365ad-bb71-4e97-b5ca-ef2205545431 None None] Bound using segment: {'id': 'a44e85c0-7632-4cef-a6c8-f3c1d80294aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a583ddb3-bb1b-4632-af9a-c0b97a245cca'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:57:55.443665 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-948365ad-bb71-4e97-b5ca-ef2205545431 None None] Bound port: b0b8c5df-9fa9-46e5-a4f3-fe2e520ffa4b, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a44e85c0-7632-4cef-a6c8-f3c1d80294aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a583ddb3-bb1b-4632-af9a-c0b97a245cca'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:57:55.444037 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-948365ad-bb71-4e97-b5ca-ef2205545431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:55.537954 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-109af642-48dc-4401-a339-f20823c669c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:55.561687 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6b99a5ea-9e3b-4b93-9ad3-c606b06b0bc9 admin admin] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:55.562905 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-6b99a5ea-9e3b-4b93-9ad3-c606b06b0bc9 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 12.8102834 May 05 19:57:55.566084 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 39250) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:57:55.577532 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8937e9aa-793b-462e-b116-adad5144a07b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:55.578545 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-8937e9aa-793b-462e-b116-adad5144a07b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/47e8f45b-d376-403a-8bb9-867508147e91 HTTP/1.1" status: 204 len: 168 time: 1.7583742 May 05 19:57:55.598880 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6afb567-7bb3-40f6-be9a-ad2f49c78688 req-ad533417-d962-4744-8d5b-0101904e50e0 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 19:57:55.601983 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd88e20-8073-4571-8536-d48d0504f18c req-4f77c030-c4c6-4b6e-b066-c8ba70697224 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:55.604745 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-a6afb567-7bb3-40f6-be9a-ad2f49c78688 req-ad533417-d962-4744-8d5b-0101904e50e0 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:55.611094 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a135bfe7-ee1a-49ef-aefb-19576a6b494d None None] Sync routers for ids ['f9c5edfd-5abd-422d-a15a-09a5460bd53d'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 19:57:55.619782 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4cd88e20-8073-4571-8536-d48d0504f18c req-4f77c030-c4c6-4b6e-b066-c8ba70697224 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5f42d37-0237-4164-ace4-727b4479c57d HTTP/1.1" status: 200 len: 944 time: 0.2752135 May 05 19:57:55.623794 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-109af642-48dc-4401-a339-f20823c669c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:55.629859 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a135bfe7-ee1a-49ef-aefb-19576a6b494d None None] Routers {'f9c5edfd-5abd-422d-a15a-09a5460bd53d'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:57:55.630488 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-a135bfe7-ee1a-49ef-aefb-19576a6b494d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:57:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['f9c5edfd-5abd-422d-a15a-09a5460bd53d'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:57:55.713318 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-78e0434d-4892-448b-94a0-f666e7bf6cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:55.779116 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 59d900ca-6fa6-412a-bab1-dcae6d354933 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:57:55.809424 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-abe1466b-0207-4f52-83bd-4f75a6618618 None None] Provisioning for port 6049b94d-327a-4421-bd8e-7aee4a3d300f completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:57:55.852431 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-abe1466b-0207-4f52-83bd-4f75a6618618 None None] Provisioning complete for port 6049b94d-327a-4421-bd8e-7aee4a3d300f triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:57:55.852947 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-abe1466b-0207-4f52-83bd-4f75a6618618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:55.898898 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-109af642-48dc-4401-a339-f20823c669c9 admin admin] Allocated IP 172.25.0.47 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/59c9a5b9-2cc7-444d-8e6f-2f8eaee77bcb) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:57:55.932985 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a6afb567-7bb3-40f6-be9a-ad2f49c78688 req-ad533417-d962-4744-8d5b-0101904e50e0 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "PUT /v2.0/floatingips/d130e0a1-933e-4b01-bdab-de8a8c504b39 HTTP/1.1" status: 200 len: 695 time: 5.9308813 May 05 19:57:55.935522 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06d92d1c-d0ef-4026-87fe-7f2f20a98ccd', 'tag': '5de1e43d-7080-43bb-97c1-88dba2d90b60'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:57:55.999340 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.resource_extend [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 19:57:56.018522 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device bc4734da-cacf-4eeb-ae81-2a30c4f28ce8 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:57:56.073836 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-a135bfe7-ee1a-49ef-aefb-19576a6b494d None None] Set router f9c5edfd-5abd-422d-a15a-09a5460bd53d gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:57:56.087959 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-948365ad-bb71-4e97-b5ca-ef2205545431 None None] For port b0b8c5df-9fa9-46e5-a4f3-fe2e520ffa4b, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:57:56.094029 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-d0d2c3a6-2a76-4d08-b671-09089fb1dff8 None None] Set router edbadcb7-0a9a-4e6f-9b10-c398f361f466 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:57:56.126768 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5f42d37-0237-4164-ace4-727b4479c57d', 'tag': 'f6f49007-1b4f-4ef8-af39-9dd2517ecba4'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:57:56.186228 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39268) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:57:56.253532 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-948365ad-bb71-4e97-b5ca-ef2205545431 None None] For port b0b8c5df-9fa9-46e5-a4f3-fe2e520ffa4b, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=b0b8c5df-9fa9-46e5-a4f3-fe2e520ffa4b,segment=NetworkSegment(a44e85c0-7632-4cef-a6c8-f3c1d80294aa),segment_id=a44e85c0-7632-4cef-a6c8-f3c1d80294aa)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:57:56.260283 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4cd88e20-8073-4571-8536-d48d0504f18c req-73cf6b78-30d1-4a9e-92ec-adf578a32105 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6f6abd1-db87-4f8b-93ec-64734f7a0466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6389818 May 05 19:57:56.281950 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-abe1466b-0207-4f52-83bd-4f75a6618618 None None] Port 6049b94d-327a-4421-bd8e-7aee4a3d300f cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:57:56.381537 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-651e9889-dc34-4e1a-a3ff-d57898134fb2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e3fcff9ecf25454699df07a6ca33bfa6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1366100 May 05 19:57:56.381737 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39286) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:57:56.441742 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6afb567-7bb3-40f6-be9a-ad2f49c78688 req-7c307bb6-0dca-489d-be67-c9ac58b80091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:56.443469 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a6afb567-7bb3-40f6-be9a-ad2f49c78688 req-7c307bb6-0dca-489d-be67-c9ac58b80091 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=476cffb51a494e45a75196848dc23980&device_id=06d92d1c-d0ef-4026-87fe-7f2f20a98ccd HTTP/1.1" status: 200 len: 1096 time: 0.4962902 May 05 19:57:56.452446 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-78e0434d-4892-448b-94a0-f666e7bf6cae admin admin] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:56.516830 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 59d900ca-6fa6-412a-bab1-dcae6d354933, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=59d900ca-6fa6-412a-bab1-dcae6d354933,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:57:56.662424 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '59d900ca-6fa6-412a-bab1-dcae6d354933', 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3', 'port_id': '59d900ca-6fa6-412a-bab1-dcae6d354933', 'mac_address': 'fa:16:3e:e6:01:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d72a8d3-0a35-4d3a-96b8-d869ff4093bc', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:57:56.697231 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-948365ad-bb71-4e97-b5ca-ef2205545431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:56.701231 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f7ab0ac-3402-4a31-8104-b90a5d753619'] response: {'name': 'network-changed', 'server_uuid': '06d92d1c-d0ef-4026-87fe-7f2f20a98ccd', 'tag': '5de1e43d-7080-43bb-97c1-88dba2d90b60', 'status': 'completed', 'code': 200} May 05 19:57:56.761125 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-78e0434d-4892-448b-94a0-f666e7bf6cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:56.830366 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:56.859447 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 59d900ca-6fa6-412a-bab1-dcae6d354933 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:57:56.894749 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-a135bfe7-ee1a-49ef-aefb-19576a6b494d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1301146889-router', 'tenant_id': '476cffb51a494e45a75196848dc23980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'f4ab8d26-53ba-4299-b17a-60c425af1f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:55:59Z', 'updated_at': '2022-05-05T19:56:12Z', 'revision_number': 4, 'project_id': '476cffb51a494e45a75196848dc23980', 'gw_port': {'id': 'f4ab8d26-53ba-4299-b17a-60c425af1f98', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:56:02Z', 'updated_at': '2022-05-05T19:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '786fbba6-2067-47e2-9ff5-a211af1d17c4', 'name': '', 'network_id': '64ae69b0-8ac2-4e0b-9320-47844867ced2', 'tenant_id': '476cffb51a494e45a75196848dc23980', 'mac_address': 'fa:16:3e:48:0b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'a4aaf969-3d1a-408b-86ce-50cecc40a653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:56:09Z', 'updated_at': '2022-05-05T19:56:21Z', 'revision_number': 5, 'project_id': '476cffb51a494e45a75196848dc23980', 'subnets': [{'id': 'a4aaf969-3d1a-408b-86ce-50cecc40a653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:57:56.899165 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a135bfe7-ee1a-49ef-aefb-19576a6b494d None None] Checking router: f9c5edfd-5abd-422d-a15a-09a5460bd53d for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 19:57:56.913586 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 59d900ca-6fa6-412a-bab1-dcae6d354933, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=59d900ca-6fa6-412a-bab1-dcae6d354933,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:57:56.918426 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a135bfe7-ee1a-49ef-aefb-19576a6b494d None None] Routers {'f9c5edfd-5abd-422d-a15a-09a5460bd53d'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:57:56.919206 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-a135bfe7-ee1a-49ef-aefb-19576a6b494d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:57:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['f9c5edfd-5abd-422d-a15a-09a5460bd53d'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:57:56.944180 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:56.950243 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port bc4734da-cacf-4eeb-ae81-2a30c4f28ce8 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:57:56.976745 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port bc4734da-cacf-4eeb-ae81-2a30c4f28ce8 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:57:56.977316 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:57.064273 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cf81afef-7819-4c7d-868c-0b28c9fb1aa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:57.074596 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6afb567-7bb3-40f6-be9a-ad2f49c78688 req-d0c3563e-cec6-4ba3-96c2-3126d9ac608c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:57.086438 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a6afb567-7bb3-40f6-be9a-ad2f49c78688 req-d0c3563e-cec6-4ba3-96c2-3126d9ac608c service neutron] 10.222.0.36 "GET /v2.0/networks?id=64ae69b0-8ac2-4e0b-9320-47844867ced2 HTTP/1.1" status: 200 len: 922 time: 0.6297517 May 05 19:57:57.113087 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e0434d-4892-448b-94a0-f666e7bf6cae admin admin] Pushing event updated for resources: {'Port': ['ID=6049b94d-327a-4421-bd8e-7aee4a3d300f,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:57.129614 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-78e0434d-4892-448b-94a0-f666e7bf6cae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:57.141893 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-109af642-48dc-4401-a339-f20823c669c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:57.162659 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['59d900ca-6fa6-412a-bab1-dcae6d354933'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:57:57.245914 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-d0d2c3a6-2a76-4d08-b671-09089fb1dff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edbadcb7-0a9a-4e6f-9b10-c398f361f466', 'name': 'tempest-ServerRescueNegativeTestJSON-1286592340-router', 'tenant_id': '2ac5211529134663a7b81ee9a43f1be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': 'aa240ef3-2b21-485d-bf4f-f659e6642aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:57:43Z', 'updated_at': '2022-05-05T19:57:49Z', 'revision_number': 3, 'project_id': '2ac5211529134663a7b81ee9a43f1be9', 'gw_port': {'id': 'aa240ef3-2b21-485d-bf4f-f659e6642aac', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fb:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edbadcb7-0a9a-4e6f-9b10-c398f361f466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:45Z', 'updated_at': '2022-05-05T19:57:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:57:57.248408 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948365ad-bb71-4e97-b5ca-ef2205545431 None None] Pushing event updated for resources: {'Port': ['ID=b0b8c5df-9fa9-46e5-a4f3-fe2e520ffa4b,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:57.336390 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a6afb567-7bb3-40f6-be9a-ad2f49c78688 req-8d7be808-1b39-48dc-9656-73a059a36f4b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5de1e43d-7080-43bb-97c1-88dba2d90b60 HTTP/1.1" status: 200 len: 217 time: 0.2079251 May 05 19:57:57.343217 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cf81afef-7819-4c7d-868c-0b28c9fb1aa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:57.353446 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-a135bfe7-ee1a-49ef-aefb-19576a6b494d None None] Set router f9c5edfd-5abd-422d-a15a-09a5460bd53d gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:57:57.434392 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d2c3a6-2a76-4d08-b671-09089fb1dff8 None None] Checking router: edbadcb7-0a9a-4e6f-9b10-c398f361f466 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 19:57:57.435325 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d2c3a6-2a76-4d08-b671-09089fb1dff8 None None] Updating router edbadcb7-0a9a-4e6f-9b10-c398f361f466 port aa240ef3-2b21-485d-bf4f-f659e6642aac binding host n-d-840717-1 {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 19:57:57.560819 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=59d900ca-6fa6-412a-bab1-dcae6d354933,revision_number=6']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:57.757286 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device f6f49007-1b4f-4ef8-af39-9dd2517ecba4 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:57:57.778331 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 367b4e87-c3ab-49a3-b285-f57259bf10b9 no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:57:57.800705 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a0793-60d4-4099-a6b9-ff4999e1b26a req-754a846d-b5b2-49ee-b8f8-185d4841e011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:57.813381 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0b7a0793-60d4-4099-a6b9-ff4999e1b26a req-754a846d-b5b2-49ee-b8f8-185d4841e011 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=476cffb51a494e45a75196848dc23980&device_id=06d92d1c-d0ef-4026-87fe-7f2f20a98ccd HTTP/1.1" status: 200 len: 1096 time: 1.1171789 May 05 19:57:57.815199 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6afb567-7bb3-40f6-be9a-ad2f49c78688 req-758d5b92-2bf2-4192-a765-2fcf8cc2d9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:57.817780 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a6afb567-7bb3-40f6-be9a-ad2f49c78688 req-758d5b92-2bf2-4192-a765-2fcf8cc2d9bc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a4aaf969-3d1a-408b-86ce-50cecc40a653 HTTP/1.1" status: 200 len: 860 time: 0.4196358 May 05 19:57:57.861314 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d0d2c3a6-2a76-4d08-b671-09089fb1dff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:57.939408 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0595e303-c448-47c9-9b21-585d4b76e913 req-0876e844-6eed-4361-80c1-5a03f1ebd1f1 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:57.943879 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0595e303-c448-47c9-9b21-585d4b76e913 req-0876e844-6eed-4361-80c1-5a03f1ebd1f1 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7112014-5f54-4758-842f-c7135e01dd5b HTTP/1.1" status: 200 len: 946 time: 1.8181825 May 05 19:57:57.950019 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-109af642-48dc-4401-a339-f20823c669c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:58.064992 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cf81afef-7819-4c7d-868c-0b28c9fb1aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:58.129695 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e0434d-4892-448b-94a0-f666e7bf6cae admin admin] Network 223e0808-40cb-409b-8c3a-1f6f35d326dd is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:57:58.132675 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf81afef-7819-4c7d-868c-0b28c9fb1aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6882b58-f052-43d6-97e3-d39ee7289447,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:58.148217 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-78e0434d-4892-448b-94a0-f666e7bf6cae admin admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:57:58.154667 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-a135bfe7-ee1a-49ef-aefb-19576a6b494d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1301146889-router', 'tenant_id': '476cffb51a494e45a75196848dc23980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'f4ab8d26-53ba-4299-b17a-60c425af1f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:55:59Z', 'updated_at': '2022-05-05T19:56:12Z', 'revision_number': 4, 'project_id': '476cffb51a494e45a75196848dc23980', 'gw_port': {'id': 'f4ab8d26-53ba-4299-b17a-60c425af1f98', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:56:02Z', 'updated_at': '2022-05-05T19:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '786fbba6-2067-47e2-9ff5-a211af1d17c4', 'name': '', 'network_id': '64ae69b0-8ac2-4e0b-9320-47844867ced2', 'tenant_id': '476cffb51a494e45a75196848dc23980', 'mac_address': 'fa:16:3e:48:0b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'a4aaf969-3d1a-408b-86ce-50cecc40a653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:56:09Z', 'updated_at': '2022-05-05T19:56:21Z', 'revision_number': 5, 'project_id': '476cffb51a494e45a75196848dc23980', 'subnets': [{'id': 'a4aaf969-3d1a-408b-86ce-50cecc40a653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:57:58.165271 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a135bfe7-ee1a-49ef-aefb-19576a6b494d None None] The sync data for ids ['f9c5edfd-5abd-422d-a15a-09a5460bd53d'] in n-d-840717-1 is: [{'id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1301146889-router', 'tenant_id': '476cffb51a494e45a75196848dc23980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'f4ab8d26-53ba-4299-b17a-60c425af1f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:55:59Z', 'updated_at': '2022-05-05T19:56:12Z', 'revision_number': 4, 'project_id': '476cffb51a494e45a75196848dc23980', 'gw_port': {'id': 'f4ab8d26-53ba-4299-b17a-60c425af1f98', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:56:02Z', 'updated_at': '2022-05-05T19:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '786fbba6-2067-47e2-9ff5-a211af1d17c4', 'name': '', 'network_id': '64ae69b0-8ac2-4e0b-9320-47844867ced2', 'tenant_id': '476cffb51a494e45a75196848dc23980', 'mac_address': 'fa:16:3e:48:0b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'a4aaf969-3d1a-408b-86ce-50cecc40a653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:56:09Z', 'updated_at': '2022-05-05T19:56:21Z', 'revision_number': 5, 'project_id': '476cffb51a494e45a75196848dc23980', 'subnets': [{'id': 'a4aaf969-3d1a-408b-86ce-50cecc40a653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 19:57:58.194715 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a0793-60d4-4099-a6b9-ff4999e1b26a req-68da0fec-d9cb-4d7a-8dc3-7b74041104c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:58.196443 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0b7a0793-60d4-4099-a6b9-ff4999e1b26a req-68da0fec-d9cb-4d7a-8dc3-7b74041104c1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=64ae69b0-8ac2-4e0b-9320-47844867ced2 HTTP/1.1" status: 200 len: 922 time: 0.3656759 May 05 19:57:58.209409 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cf81afef-7819-4c7d-868c-0b28c9fb1aa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:58.228873 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-cf81afef-7819-4c7d-868c-0b28c9fb1aa7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e6882b58-f052-43d6-97e3-d39ee7289447 HTTP/1.1" status: 204 len: 168 time: 1.8456018 May 05 19:57:58.279981 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:58.357047 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109af642-48dc-4401-a339-f20823c669c9 admin admin] Pushing event updated for resources: {'Port': ['ID=59c9a5b9-2cc7-444d-8e6f-2f8eaee77bcb,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:57:58.369969 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109af642-48dc-4401-a339-f20823c669c9 admin admin] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:57:58.381412 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 19:57:58.487719 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-109af642-48dc-4401-a339-f20823c669c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:57:58.505555 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109af642-48dc-4401-a339-f20823c669c9 admin admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:57:58.557741 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0b7a0793-60d4-4099-a6b9-ff4999e1b26a req-c9042454-c472-4761-9981-7b647635f630 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5de1e43d-7080-43bb-97c1-88dba2d90b60 HTTP/1.1" status: 200 len: 217 time: 0.3514624 May 05 19:57:58.562122 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6afb567-7bb3-40f6-be9a-ad2f49c78688 req-0b756a2f-0143-4d25-af66-c609f678d7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:58.586837 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a6afb567-7bb3-40f6-be9a-ad2f49c78688 req-0b756a2f-0143-4d25-af66-c609f678d7ef service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=64ae69b0-8ac2-4e0b-9320-47844867ced2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7315261 May 05 19:57:58.740128 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4073ab1-1186-499e-ba27-64c7166352ed req-6c6a95cf-d0d3-423c-85cd-436e71ffcec4 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:58.748441 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f4073ab1-1186-499e-ba27-64c7166352ed req-6c6a95cf-d0d3-423c-85cd-436e71ffcec4 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7112014-5f54-4758-842f-c7135e01dd5b HTTP/1.1" status: 200 len: 946 time: 1.8494289 May 05 19:57:58.779803 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a175dd-e403-45c0-800f-54a82cd948ec None None] New status for floating IP d130e0a1-933e-4b01-bdab-de8a8c504b39: DOWN {{(pid=88199) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 19:57:58.897369 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69500ba7-4eeb-4808-8dfd-bff8d4070e32 None None] Network a583ddb3-bb1b-4632-af9a-c0b97a245cca requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:57:58.984367 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-0595e303-c448-47c9-9b21-585d4b76e913 req-24a4e073-de5a-45b7-889e-fbee73870cbb tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Deleting port 367b4e87-c3ab-49a3-b285-f57259bf10b9 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:57:58.984809 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0595e303-c448-47c9-9b21-585d4b76e913 req-24a4e073-de5a-45b7-889e-fbee73870cbb tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:58.996864 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port bc4734da-cacf-4eeb-ae81-2a30c4f28ce8, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=bc4734da-cacf-4eeb-ae81-2a30c4f28ce8,segment=NetworkSegment(f64acd32-0a02-4606-b552-1dd633356c1d),segment_id=f64acd32-0a02-4606-b552-1dd633356c1d)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:57:58.998178 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:59.173492 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cfd48f29-1cbb-4fa7-b6f9-eb85142ed47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:59.292782 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a0793-60d4-4099-a6b9-ff4999e1b26a req-23e401e9-fa7f-4979-89f4-0a6a95503e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:59.294241 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0b7a0793-60d4-4099-a6b9-ff4999e1b26a req-23e401e9-fa7f-4979-89f4-0a6a95503e9d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a4aaf969-3d1a-408b-86ce-50cecc40a653 HTTP/1.1" status: 200 len: 860 time: 0.6320689 May 05 19:57:59.381209 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78e0434d-4892-448b-94a0-f666e7bf6cae admin admin] Router bb07441c-015f-4259-8df4-5685be8e46af has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 19:57:59.385909 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a6afb567-7bb3-40f6-be9a-ad2f49c78688 req-f7e3f3b7-30b9-465b-b69e-59101580b789 service neutron] 10.222.0.36 "GET /v2.0/networks/64ae69b0-8ac2-4e0b-9320-47844867ced2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7982144 May 05 19:57:59.467671 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:59.557779 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-a1c8a3c9-dd2a-4b84-b059-073f5263c266 None None] Provisioning complete for port 6049b94d-327a-4421-bd8e-7aee4a3d300f triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:57:59.558153 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a1c8a3c9-dd2a-4b84-b059-073f5263c266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:57:59.827715 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a6afb567-7bb3-40f6-be9a-ad2f49c78688 req-75e6c649-0df9-43df-a92b-9e4b082c258b service neutron] 10.222.0.36 "GET /v2.0/networks/64ae69b0-8ac2-4e0b-9320-47844867ced2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4316242 May 05 19:57:59.838583 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a0793-60d4-4099-a6b9-ff4999e1b26a req-b371d874-fc4a-49bd-933b-b7b3c98057b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:57:59.840350 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0b7a0793-60d4-4099-a6b9-ff4999e1b26a req-b371d874-fc4a-49bd-933b-b7b3c98057b4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=64ae69b0-8ac2-4e0b-9320-47844867ced2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5349641 May 05 19:57:59.984181 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device b0b8c5df-9fa9-46e5-a4f3-fe2e520ffa4b up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:58:00.051665 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7112014-5f54-4758-842f-c7135e01dd5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '367b4e87-c3ab-49a3-b285-f57259bf10b9'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:58:00.176475 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4a9ec9d-3a4b-404a-85e0-3e4753c7bd62'] response: {'name': 'network-changed', 'server_uuid': 'e5f42d37-0237-4164-ace4-727b4479c57d', 'tag': 'f6f49007-1b4f-4ef8-af39-9dd2517ecba4', 'status': 'completed', 'code': 200} May 05 19:58:00.196163 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0b7a0793-60d4-4099-a6b9-ff4999e1b26a req-0443444b-a096-428f-aeae-f04b9e2eec9a service neutron] 10.222.0.50 "GET /v2.0/networks/64ae69b0-8ac2-4e0b-9320-47844867ced2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784197 May 05 19:58:00.203522 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port f6f49007-1b4f-4ef8-af39-9dd2517ecba4, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=f6f49007-1b4f-4ef8-af39-9dd2517ecba4,segment=NetworkSegment(27007867-64fe-419a-8b8b-c5a5570bcf48),segment_id=27007867-64fe-419a-8b8b-c5a5570bcf48)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:58:00.224857 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 367b4e87-c3ab-49a3-b285-f57259bf10b9, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=367b4e87-c3ab-49a3-b285-f57259bf10b9,segment=NetworkSegment(ac8864a1-851c-4e33-a62e-34bf87714dc0),segment_id=ac8864a1-851c-4e33-a62e-34bf87714dc0)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:58:00.283573 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f4073ab1-1186-499e-ba27-64c7166352ed req-cbf98680-436f-40ba-a00b-ac8f0641ca9f tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/security-groups?id=b8eb825a-eb05-4b64-b47c-316dce01fa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5340452 May 05 19:58:00.304806 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-a1c8a3c9-dd2a-4b84-b059-073f5263c266 None None] Port 6049b94d-327a-4421-bd8e-7aee4a3d300f cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:58:00.306340 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:00.341435 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-cfd48f29-1cbb-4fa7-b6f9-eb85142ed47c admin admin] Allocated IP 172.20.0.1 (8a536572-51e8-41c9-b6b4-029e4a14e253/afbf8c9c-9fa3-4fdd-ba30-b4249970e4ad/d9aa07f9-be66-4f2d-8243-9075cb80d91a) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:58:00.369471 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-0595e303-c448-47c9-9b21-585d4b76e913 req-24a4e073-de5a-45b7-889e-fbee73870cbb tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] For port 367b4e87-c3ab-49a3-b285-f57259bf10b9, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=367b4e87-c3ab-49a3-b285-f57259bf10b9,segment=NetworkSegment(ac8864a1-851c-4e33-a62e-34bf87714dc0),segment_id=ac8864a1-851c-4e33-a62e-34bf87714dc0)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:58:00.369871 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0595e303-c448-47c9-9b21-585d4b76e913 req-24a4e073-de5a-45b7-889e-fbee73870cbb tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:00.372689 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': 'f6f49007-1b4f-4ef8-af39-9dd2517ecba4', 'network_id': '964832a3-7678-439b-97c2-1f4e7f68480a', 'port_id': 'f6f49007-1b4f-4ef8-af39-9dd2517ecba4', 'mac_address': 'fa:16:3e:0c:9c:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe9b176d-b178-48c7-bb0b-d17912546ee0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:58:00.388973 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=bc4734da-cacf-4eeb-ae81-2a30c4f28ce8,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:58:00.410929 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e0434d-4892-448b-94a0-f666e7bf6cae admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 19:58:00.442116 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8257d0eb-9e38-4b91-b42a-04b06e9febff None None] Sync routers for ids ['bb07441c-015f-4259-8df4-5685be8e46af'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 19:58:00.446423 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-78e0434d-4892-448b-94a0-f666e7bf6cae admin admin] 10.222.0.36 "PUT /v2.0/routers/bb07441c-015f-4259-8df4-5685be8e46af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.9863718 May 05 19:58:00.471296 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8257d0eb-9e38-4b91-b42a-04b06e9febff None None] Routers {'bb07441c-015f-4259-8df4-5685be8e46af'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:58:00.473871 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-8257d0eb-9e38-4b91-b42a-04b06e9febff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:57:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['bb07441c-015f-4259-8df4-5685be8e46af'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:58:00.513870 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0b7a0793-60d4-4099-a6b9-ff4999e1b26a req-d8fd8199-e1cf-4465-af67-bbda64e58f26 service neutron] 10.222.0.50 "GET /v2.0/networks/64ae69b0-8ac2-4e0b-9320-47844867ced2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043056 May 05 19:58:00.661442 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port b0b8c5df-9fa9-46e5-a4f3-fe2e520ffa4b completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:58:00.671091 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-d24c27c1-8fb2-4f34-867f-ea8b32d00a16 None None] Provisioning for port b0b8c5df-9fa9-46e5-a4f3-fe2e520ffa4b completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:58:00.728624 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-d24c27c1-8fb2-4f34-867f-ea8b32d00a16 None None] Provisioning complete for port b0b8c5df-9fa9-46e5-a4f3-fe2e520ffa4b triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:58:00.731019 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d24c27c1-8fb2-4f34-867f-ea8b32d00a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:00.760437 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-0595e303-c448-47c9-9b21-585d4b76e913 req-24a4e073-de5a-45b7-889e-fbee73870cbb tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Calling delete_port for 367b4e87-c3ab-49a3-b285-f57259bf10b9 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:58:00.943808 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abfa8a3-db8f-4e4e-b932-b86b1f81514b req-df086896-560c-4757-a5fc-feb5bf53daeb tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:00.948855 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5abfa8a3-db8f-4e4e-b932-b86b1f81514b req-df086896-560c-4757-a5fc-feb5bf53daeb tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5f42d37-0237-4164-ace4-727b4479c57d HTTP/1.1" status: 200 len: 944 time: 0.7472584 May 05 19:58:00.953201 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port b0b8c5df-9fa9-46e5-a4f3-fe2e520ffa4b triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:58:00.955922 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:01.005971 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-8257d0eb-9e38-4b91-b42a-04b06e9febff None None] Set router bb07441c-015f-4259-8df4-5685be8e46af gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:58:01.071463 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:01.116857 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-5abfa8a3-db8f-4e4e-b932-b86b1f81514b req-716fce6a-5b77-421c-bc96-27eb9424da53 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Synchronizing usage tracker for tenant:12d6d803715a4d1faae5ab453e890665 on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:58:01.156034 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-5abfa8a3-db8f-4e4e-b932-b86b1f81514b req-716fce6a-5b77-421c-bc96-27eb9424da53 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Unset dirty status for tenant:12d6d803715a4d1faae5ab453e890665 on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:58:01.171614 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5abfa8a3-db8f-4e4e-b932-b86b1f81514b req-716fce6a-5b77-421c-bc96-27eb9424da53 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6f6abd1-db87-4f8b-93ec-64734f7a0466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2149415 May 05 19:58:01.173088 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6f49007-1b4f-4ef8-af39-9dd2517ecba4 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:58:01.234274 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2d16c2d-4798-47d1-81bb-d6cc93294c10'] response: {'server_uuid': 'a7112014-5f54-4758-842f-c7135e01dd5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '367b4e87-c3ab-49a3-b285-f57259bf10b9', 'code': 200} May 05 19:58:01.411854 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=367b4e87-c3ab-49a3-b285-f57259bf10b9,revision_number=9']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:58:01.419586 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port f6f49007-1b4f-4ef8-af39-9dd2517ecba4, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=f6f49007-1b4f-4ef8-af39-9dd2517ecba4,segment=NetworkSegment(27007867-64fe-419a-8b8b-c5a5570bcf48),segment_id=27007867-64fe-419a-8b8b-c5a5570bcf48)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:58:01.432004 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:01.570725 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-109af642-48dc-4401-a339-f20823c669c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:01.593851 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d24c27c1-8fb2-4f34-867f-ea8b32d00a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:01.639974 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 59d900ca-6fa6-412a-bab1-dcae6d354933 up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:58:01.666285 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db634df-98ea-4056-a5ac-d9cc7bd8fecd req-0aa89228-7ef9-4c8c-ba6f-6d3533173fb1 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:01.680577 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4db634df-98ea-4056-a5ac-d9cc7bd8fecd req-0aa89228-7ef9-4c8c-ba6f-6d3533173fb1 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7112014-5f54-4758-842f-c7135e01dd5b HTTP/1.1" status: 200 len: 944 time: 0.1442084 May 05 19:58:01.720557 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.db.api [req-0595e303-c448-47c9-9b21-585d4b76e913 req-24a4e073-de5a-45b7-889e-fbee73870cbb tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88198) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 19:58:01.720874 n-d-840717-1 neutron-server[88198]: DEBUG oslo_db.api [req-0595e303-c448-47c9-9b21-585d4b76e913 req-24a4e073-de5a-45b7-889e-fbee73870cbb tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 19:58:01.722600 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['f6f49007-1b4f-4ef8-af39-9dd2517ecba4'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:58:01.807995 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4db634df-98ea-4056-a5ac-d9cc7bd8fecd req-1b121167-d8ce-4613-8dec-d141be11a243 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/security-groups?id=b8eb825a-eb05-4b64-b47c-316dce01fa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263766 May 05 19:58:01.811330 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:01.878383 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d0d2c3a6-2a76-4d08-b671-09089fb1dff8 None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:01.889556 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-d24c27c1-8fb2-4f34-867f-ea8b32d00a16 None None] For port b0b8c5df-9fa9-46e5-a4f3-fe2e520ffa4b, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=b0b8c5df-9fa9-46e5-a4f3-fe2e520ffa4b,segment=NetworkSegment(a44e85c0-7632-4cef-a6c8-f3c1d80294aa),segment_id=a44e85c0-7632-4cef-a6c8-f3c1d80294aa)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:58:01.892644 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=f6f49007-1b4f-4ef8-af39-9dd2517ecba4,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:58:01.961399 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bacb3dd-b9c4-48d4-a1e7-e8cf1d764044 req-b784b5c5-5fc8-4146-8d48-a7bf97796a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:01.962690 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d24c27c1-8fb2-4f34-867f-ea8b32d00a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:01.962918 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2bacb3dd-b9c4-48d4-a1e7-e8cf1d764044 req-b784b5c5-5fc8-4146-8d48-a7bf97796a10 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=12d6d803715a4d1faae5ab453e890665&device_id=e5f42d37-0237-4164-ace4-727b4479c57d HTTP/1.1" status: 200 len: 1095 time: 1.7810769 May 05 19:58:01.970477 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-8257d0eb-9e38-4b91-b42a-04b06e9febff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb07441c-015f-4259-8df4-5685be8e46af', 'name': 'tempest-TaggedBootDevicesTest_v242-1563065988-router', 'tenant_id': '704074c318f541ba80b6792c76eac67a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '2104dffc-5734-417d-bf74-9d28659dd5de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:57:37Z', 'updated_at': '2022-05-05T19:57:55Z', 'revision_number': 4, 'project_id': '704074c318f541ba80b6792c76eac67a', 'gw_port': {'id': '2104dffc-5734-417d-bf74-9d28659dd5de', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:92:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb07441c-015f-4259-8df4-5685be8e46af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:39Z', 'updated_at': '2022-05-05T19:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '6049b94d-327a-4421-bd8e-7aee4a3d300f', 'name': '', 'network_id': '223e0808-40cb-409b-8c3a-1f6f35d326dd', 'tenant_id': '704074c318f541ba80b6792c76eac67a', 'mac_address': 'fa:16:3e:86:48:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb07441c-015f-4259-8df4-5685be8e46af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '7c4a9369-8ea2-4319-946e-7013e66a4c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:49Z', 'updated_at': '2022-05-05T19:57:55Z', 'revision_number': 2, 'project_id': '704074c318f541ba80b6792c76eac67a', 'subnets': [{'id': '7c4a9369-8ea2-4319-946e-7013e66a4c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:58:01.975469 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cfd48f29-1cbb-4fa7-b6f9-eb85142ed47c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:01.981015 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8257d0eb-9e38-4b91-b42a-04b06e9febff None None] Checking router: bb07441c-015f-4259-8df4-5685be8e46af for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 19:58:01.983433 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8257d0eb-9e38-4b91-b42a-04b06e9febff None None] Updating router bb07441c-015f-4259-8df4-5685be8e46af port 6049b94d-327a-4421-bd8e-7aee4a3d300f binding host n-d-840717-1 {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 19:58:01.987078 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-d0d2c3a6-2a76-4d08-b671-09089fb1dff8 None None] Transition to ACTIVE for port object aa240ef3-2b21-485d-bf4f-f659e6642aac will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:58:02.105746 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8257d0eb-9e38-4b91-b42a-04b06e9febff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:02.187637 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 19:58:02.188231 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 19:58:02.192218 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d0d2c3a6-2a76-4d08-b671-09089fb1dff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:02.236410 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-0595e303-c448-47c9-9b21-585d4b76e913 req-24a4e073-de5a-45b7-889e-fbee73870cbb tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Deleting port 367b4e87-c3ab-49a3-b285-f57259bf10b9 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:58:02.237055 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0595e303-c448-47c9-9b21-585d4b76e913 req-24a4e073-de5a-45b7-889e-fbee73870cbb tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:02.292882 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 59d900ca-6fa6-412a-bab1-dcae6d354933 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:58:02.293267 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:02.322151 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-cfd48f29-1cbb-4fa7-b6f9-eb85142ed47c admin admin] Transition to ACTIVE for port object d9aa07f9-be66-4f2d-8243-9075cb80d91a will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:58:02.407477 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-02163f58-212f-4f40-9dcc-b85550908464 None None] Provisioning complete for port b0b8c5df-9fa9-46e5-a4f3-fe2e520ffa4b triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:58:02.409345 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-02163f58-212f-4f40-9dcc-b85550908464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:02.616966 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bacb3dd-b9c4-48d4-a1e7-e8cf1d764044 req-570d9d7d-99df-4a80-915f-a94b82545aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:02.618427 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2bacb3dd-b9c4-48d4-a1e7-e8cf1d764044 req-570d9d7d-99df-4a80-915f-a94b82545aaf service neutron] 10.222.0.50 "GET /v2.0/networks?id=964832a3-7678-439b-97c2-1f4e7f68480a HTTP/1.1" status: 200 len: 913 time: 0.6495452 May 05 19:58:02.642894 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24c27c1-8fb2-4f34-867f-ea8b32d00a16 None None] Pushing event updated for resources: {'Port': ['ID=b0b8c5df-9fa9-46e5-a4f3-fe2e520ffa4b,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:58:02.691534 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-d0d2c3a6-2a76-4d08-b671-09089fb1dff8 None None] Attempting to bind port aa240ef3-2b21-485d-bf4f-f659e6642aac on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:58:02.692311 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-d0d2c3a6-2a76-4d08-b671-09089fb1dff8 None None] Attempting to bind port aa240ef3-2b21-485d-bf4f-f659e6642aac by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:58:02.695212 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d2c3a6-2a76-4d08-b671-09089fb1dff8 None None] Attempting to bind port aa240ef3-2b21-485d-bf4f-f659e6642aac on network 0401d202-1605-4cfe-bad4-fb225df6afb0 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:58:02.778689 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05762756-2f73-43a6-a702-c539e6d89368 req-f9a3d1c9-aa81-42b9-a4ce-89e0a5ecc92b tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:02.781503 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-05762756-2f73-43a6-a702-c539e6d89368 req-f9a3d1c9-aa81-42b9-a4ce-89e0a5ecc92b tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.50 "GET /v2.0/ports?device_id=06d92d1c-d0ef-4026-87fe-7f2f20a98ccd HTTP/1.1" status: 200 len: 945 time: 0.3857009 May 05 19:58:02.792202 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d2c3a6-2a76-4d08-b671-09089fb1dff8 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:58:02.792603 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d2c3a6-2a76-4d08-b671-09089fb1dff8 None None] Checking segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:58:02.792970 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d0d2c3a6-2a76-4d08-b671-09089fb1dff8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:02.793362 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d2c3a6-2a76-4d08-b671-09089fb1dff8 None None] Bound using segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:58:02.793837 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-d0d2c3a6-2a76-4d08-b671-09089fb1dff8 None None] Bound port: aa240ef3-2b21-485d-bf4f-f659e6642aac, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:58:02.796706 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ede3650-df90-4aba-a53a-6366ad41bec3 req-6a82fbf4-5891-411e-aba0-a5e64a416eac tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:02.798474 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1ede3650-df90-4aba-a53a-6366ad41bec3 req-6a82fbf4-5891-411e-aba0-a5e64a416eac tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5f42d37-0237-4164-ace4-727b4479c57d HTTP/1.1" status: 200 len: 945 time: 0.2696757 May 05 19:58:02.800456 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2bacb3dd-b9c4-48d4-a1e7-e8cf1d764044 req-ef473b08-baca-4300-8b60-c36f38c9bac7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6f49007-1b4f-4ef8-af39-9dd2517ecba4 HTTP/1.1" status: 200 len: 217 time: 0.1585960 May 05 19:58:02.811935 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d0d2c3a6-2a76-4d08-b671-09089fb1dff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:02.917146 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-05762756-2f73-43a6-a702-c539e6d89368 req-ab3968cb-630d-4ef7-9c6c-5d5bc5e62240 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Deleting port 5de1e43d-7080-43bb-97c1-88dba2d90b60 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:58:02.921627 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-05762756-2f73-43a6-a702-c539e6d89368 req-ab3968cb-630d-4ef7-9c6c-5d5bc5e62240 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:02.938373 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8257d0eb-9e38-4b91-b42a-04b06e9febff None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:02.950724 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-8257d0eb-9e38-4b91-b42a-04b06e9febff None None] Transition to ACTIVE for port object 6049b94d-327a-4421-bd8e-7aee4a3d300f will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:58:02.962883 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8257d0eb-9e38-4b91-b42a-04b06e9febff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:02.978504 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1ede3650-df90-4aba-a53a-6366ad41bec3 req-84101a2f-7ad3-4038-b4fe-92ad97f1801a tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6f6abd1-db87-4f8b-93ec-64734f7a0466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448174 May 05 19:58:03.390644 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9d6e71-e958-4fff-a1c3-88c0f53d6de1 None None] Pushing event updated for resources: {'Port': ['ID=6049b94d-327a-4421-bd8e-7aee4a3d300f,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:58:03.487163 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f28f51-1000-4296-86c7-d3f9236ec1db req-ae142de0-1f03-4aa3-88a6-5e1d57b69846 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:03.515094 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d9f28f51-1000-4296-86c7-d3f9236ec1db req-ae142de0-1f03-4aa3-88a6-5e1d57b69846 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "GET /v2.0/ports?device_id=49a4125b-56a6-4534-a2ad-149f746815c4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 1.9455354 May 05 19:58:03.609724 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410bf3b6-98f3-4488-a9fb-d97805bff5bb None None] Pushing event updated for resources: {'Port': ['ID=aa240ef3-2b21-485d-bf4f-f659e6642aac,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:58:03.649811 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:03.684217 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-8257d0eb-9e38-4b91-b42a-04b06e9febff None None] Attempting to bind port 6049b94d-327a-4421-bd8e-7aee4a3d300f on host n-d-840717-1 for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:58:03.684846 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-8257d0eb-9e38-4b91-b42a-04b06e9febff None None] Attempting to bind port 6049b94d-327a-4421-bd8e-7aee4a3d300f by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '8a3e1ad3-d317-4f86-9800-d4cc789babd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '223e0808-40cb-409b-8c3a-1f6f35d326dd'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:58:03.693332 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8257d0eb-9e38-4b91-b42a-04b06e9febff None None] Attempting to bind port 6049b94d-327a-4421-bd8e-7aee4a3d300f on network 223e0808-40cb-409b-8c3a-1f6f35d326dd {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:58:03.712432 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-05762756-2f73-43a6-a702-c539e6d89368 req-ab3968cb-630d-4ef7-9c6c-5d5bc5e62240 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] For port 5de1e43d-7080-43bb-97c1-88dba2d90b60, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=5de1e43d-7080-43bb-97c1-88dba2d90b60,segment=NetworkSegment(111c5f9d-dbf3-4eaa-8502-8e5fa7f46f62),segment_id=111c5f9d-dbf3-4eaa-8502-8e5fa7f46f62)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:58:03.712968 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-05762756-2f73-43a6-a702-c539e6d89368 req-ab3968cb-630d-4ef7-9c6c-5d5bc5e62240 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:03.720788 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8257d0eb-9e38-4b91-b42a-04b06e9febff None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:58:03.721041 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8257d0eb-9e38-4b91-b42a-04b06e9febff None None] Checking segment: {'id': '8a3e1ad3-d317-4f86-9800-d4cc789babd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '223e0808-40cb-409b-8c3a-1f6f35d326dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:58:03.721439 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8257d0eb-9e38-4b91-b42a-04b06e9febff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:03.721822 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8257d0eb-9e38-4b91-b42a-04b06e9febff None None] Bound using segment: {'id': '8a3e1ad3-d317-4f86-9800-d4cc789babd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '223e0808-40cb-409b-8c3a-1f6f35d326dd'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:58:03.725497 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-8257d0eb-9e38-4b91-b42a-04b06e9febff None None] Bound port: 6049b94d-327a-4421-bd8e-7aee4a3d300f, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a3e1ad3-d317-4f86-9800-d4cc789babd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '223e0808-40cb-409b-8c3a-1f6f35d326dd'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:58:03.725926 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8257d0eb-9e38-4b91-b42a-04b06e9febff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:03.736498 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bacb3dd-b9c4-48d4-a1e7-e8cf1d764044 req-46eae41c-160b-44c6-82ef-e3deb7598975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:03.754762 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2bacb3dd-b9c4-48d4-a1e7-e8cf1d764044 req-46eae41c-160b-44c6-82ef-e3deb7598975 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fe9b176d-b178-48c7-bb0b-d17912546ee0 HTTP/1.1" status: 200 len: 851 time: 0.9440775 May 05 19:58:03.762113 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device bc4734da-cacf-4eeb-ae81-2a30c4f28ce8 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:58:03.806441 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ada14d4-7aba-4b42-99fe-0ab13970f361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d900ca-6fa6-412a-bab1-dcae6d354933'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:58:03.845148 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-d0d2c3a6-2a76-4d08-b671-09089fb1dff8 None None] For port aa240ef3-2b21-485d-bf4f-f659e6642aac, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:58:03.855533 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 59d900ca-6fa6-412a-bab1-dcae6d354933, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=59d900ca-6fa6-412a-bab1-dcae6d354933,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:58:03.869207 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-d0d2c3a6-2a76-4d08-b671-09089fb1dff8 None None] For port aa240ef3-2b21-485d-bf4f-f659e6642aac, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=aa240ef3-2b21-485d-bf4f-f659e6642aac,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:58:03.873532 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:03.920836 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-8257d0eb-9e38-4b91-b42a-04b06e9febff None None] For port 6049b94d-327a-4421-bd8e-7aee4a3d300f, host n-d-840717-1, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:58:03.925048 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-8257d0eb-9e38-4b91-b42a-04b06e9febff None None] For port 6049b94d-327a-4421-bd8e-7aee4a3d300f, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=6049b94d-327a-4421-bd8e-7aee4a3d300f,segment=NetworkSegment(8a3e1ad3-d317-4f86-9800-d4cc789babd5),segment_id=8a3e1ad3-d317-4f86-9800-d4cc789babd5)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:58:03.934105 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8257d0eb-9e38-4b91-b42a-04b06e9febff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:03.943020 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cfd48f29-1cbb-4fa7-b6f9-eb85142ed47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:03.954810 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d0d2c3a6-2a76-4d08-b671-09089fb1dff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:04.026190 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-05762756-2f73-43a6-a702-c539e6d89368 req-ab3968cb-630d-4ef7-9c6c-5d5bc5e62240 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Calling delete_port for 5de1e43d-7080-43bb-97c1-88dba2d90b60 owned by compute:nova {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:58:04.072800 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9d6e71-e958-4fff-a1c3-88c0f53d6de1 None None] Pushing event updated for resources: {'Port': ['ID=6049b94d-327a-4421-bd8e-7aee4a3d300f,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:58:04.088242 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=59d900ca-6fa6-412a-bab1-dcae6d354933,revision_number=7']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:58:04.121329 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8257d0eb-9e38-4b91-b42a-04b06e9febff None None] Routers {'bb07441c-015f-4259-8df4-5685be8e46af'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:58:04.122238 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-8257d0eb-9e38-4b91-b42a-04b06e9febff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:57:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['bb07441c-015f-4259-8df4-5685be8e46af'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:58:04.137219 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5ecaae-8475-43e8-8b67-8e1faafadea3 req-69b79243-ddfa-414a-96d5-5243583e6a74 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:04.144704 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dc5ecaae-8475-43e8-8b67-8e1faafadea3 req-69b79243-ddfa-414a-96d5-5243583e6a74 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7112014-5f54-4758-842f-c7135e01dd5b HTTP/1.1" status: 200 len: 944 time: 0.9024727 May 05 19:58:04.144938 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d9f28f51-1000-4296-86c7-d3f9236ec1db req-d81a1c09-3ec2-4eaf-9ff3-19a49be053ba tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.204 HTTP/1.1" status: 200 len: 696 time: 0.6288471 May 05 19:58:04.192682 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d2c3a6-2a76-4d08-b671-09089fb1dff8 None None] Routers {'edbadcb7-0a9a-4e6f-9b10-c398f361f466'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:58:04.195687 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-d0d2c3a6-2a76-4d08-b671-09089fb1dff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:57:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['edbadcb7-0a9a-4e6f-9b10-c398f361f466'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:58:04.321011 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-d9f28f51-1000-4296-86c7-d3f9236ec1db req-b2b58ba5-68ae-41b0-8837-2df5f4285cf4 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Request body: {'floatingip': {'port_id': '916de515-381a-48e9-a5de-f883cc07dedf', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:58:04.352555 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port bc4734da-cacf-4eeb-ae81-2a30c4f28ce8 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:58:04.352942 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:04.477554 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dc5ecaae-8475-43e8-8b67-8e1faafadea3 req-0f0d755c-cc45-4a24-bd6b-f62041a49de3 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/security-groups?id=b8eb825a-eb05-4b64-b47c-316dce01fa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3287966 May 05 19:58:04.525906 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-05762756-2f73-43a6-a702-c539e6d89368 req-ab3968cb-630d-4ef7-9c6c-5d5bc5e62240 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:04.565024 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-8257d0eb-9e38-4b91-b42a-04b06e9febff None None] Set router bb07441c-015f-4259-8df4-5685be8e46af gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:58:04.587083 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['5de1e43d-7080-43bb-97c1-88dba2d90b60'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:58:04.632373 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3968cb-630d-4ef7-9c6c-5d5bc5e62240 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Pushing event deleted for resources: {'Port': ['ID=5de1e43d-7080-43bb-97c1-88dba2d90b60,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:58:04.646391 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['916de515-381a-48e9-a5de-f883cc07dedf'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:58:04.701696 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd48f29-1cbb-4fa7-b6f9-eb85142ed47c admin admin] Pushing event updated for resources: {'Port': ['ID=d9aa07f9-be66-4f2d-8243-9075cb80d91a,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:58:04.711564 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-109af642-48dc-4401-a339-f20823c669c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:04.724238 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3968cb-630d-4ef7-9c6c-5d5bc5e62240 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:58:04.728063 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3968cb-630d-4ef7-9c6c-5d5bc5e62240 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:58:04.728522 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3968cb-630d-4ef7-9c6c-5d5bc5e62240 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:58:04.728964 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3968cb-630d-4ef7-9c6c-5d5bc5e62240 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:58:04.729400 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3968cb-630d-4ef7-9c6c-5d5bc5e62240 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:58:04.729831 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3968cb-630d-4ef7-9c6c-5d5bc5e62240 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:58:04.730263 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3968cb-630d-4ef7-9c6c-5d5bc5e62240 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:58:04.730704 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3968cb-630d-4ef7-9c6c-5d5bc5e62240 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:58:04.733128 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3968cb-630d-4ef7-9c6c-5d5bc5e62240 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:58:04.733582 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3968cb-630d-4ef7-9c6c-5d5bc5e62240 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:58:04.734021 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3968cb-630d-4ef7-9c6c-5d5bc5e62240 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:58:04.734457 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3968cb-630d-4ef7-9c6c-5d5bc5e62240 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:58:04.736530 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd48f29-1cbb-4fa7-b6f9-eb85142ed47c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:58:04.737017 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd48f29-1cbb-4fa7-b6f9-eb85142ed47c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:58:04.737419 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd48f29-1cbb-4fa7-b6f9-eb85142ed47c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:58:04.737753 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd48f29-1cbb-4fa7-b6f9-eb85142ed47c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:58:04.739810 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd48f29-1cbb-4fa7-b6f9-eb85142ed47c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:58:04.740312 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd48f29-1cbb-4fa7-b6f9-eb85142ed47c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:58:04.740793 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd48f29-1cbb-4fa7-b6f9-eb85142ed47c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:58:04.741126 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd48f29-1cbb-4fa7-b6f9-eb85142ed47c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:58:04.741446 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd48f29-1cbb-4fa7-b6f9-eb85142ed47c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:58:04.741770 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd48f29-1cbb-4fa7-b6f9-eb85142ed47c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:58:04.742082 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd48f29-1cbb-4fa7-b6f9-eb85142ed47c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:58:04.742397 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd48f29-1cbb-4fa7-b6f9-eb85142ed47c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:58:04.837270 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-05762756-2f73-43a6-a702-c539e6d89368 req-ab3968cb-630d-4ef7-9c6c-5d5bc5e62240 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] No DVR routers for this DVR port 5de1e43d-7080-43bb-97c1-88dba2d90b60 on host n-h2-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:58:04.840253 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-05762756-2f73-43a6-a702-c539e6d89368 req-ab3968cb-630d-4ef7-9c6c-5d5bc5e62240 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:04.843105 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06d92d1c-d0ef-4026-87fe-7f2f20a98ccd', 'name': 'network-vif-deleted', 'tag': '5de1e43d-7080-43bb-97c1-88dba2d90b60'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:58:04.885977 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-05762756-2f73-43a6-a702-c539e6d89368 req-ab3968cb-630d-4ef7-9c6c-5d5bc5e62240 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.50 "DELETE /v2.0/ports/5de1e43d-7080-43bb-97c1-88dba2d90b60 HTTP/1.1" status: 204 len: 173 time: 2.0862343 May 05 19:58:05.016896 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410bf3b6-98f3-4488-a9fb-d97805bff5bb None None] Pushing event updated for resources: {'Port': ['ID=aa240ef3-2b21-485d-bf4f-f659e6642aac,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:58:05.034343 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-910ee8d1-f689-413a-8373-479f73e60cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:05.314071 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-d0d2c3a6-2a76-4d08-b671-09089fb1dff8 None None] Set router edbadcb7-0a9a-4e6f-9b10-c398f361f466 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:58:05.319176 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd48f29-1cbb-4fa7-b6f9-eb85142ed47c admin admin] Network 8a536572-51e8-41c9-b6b4-029e4a14e253 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:58:05.356925 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-8257d0eb-9e38-4b91-b42a-04b06e9febff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb07441c-015f-4259-8df4-5685be8e46af', 'name': 'tempest-TaggedBootDevicesTest_v242-1563065988-router', 'tenant_id': '704074c318f541ba80b6792c76eac67a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '2104dffc-5734-417d-bf74-9d28659dd5de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:57:37Z', 'updated_at': '2022-05-05T19:57:55Z', 'revision_number': 4, 'project_id': '704074c318f541ba80b6792c76eac67a', 'gw_port': {'id': '2104dffc-5734-417d-bf74-9d28659dd5de', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:92:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb07441c-015f-4259-8df4-5685be8e46af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:39Z', 'updated_at': '2022-05-05T19:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '6049b94d-327a-4421-bd8e-7aee4a3d300f', 'name': '', 'network_id': '223e0808-40cb-409b-8c3a-1f6f35d326dd', 'tenant_id': '704074c318f541ba80b6792c76eac67a', 'mac_address': 'fa:16:3e:86:48:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb07441c-015f-4259-8df4-5685be8e46af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '7c4a9369-8ea2-4319-946e-7013e66a4c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:49Z', 'updated_at': '2022-05-05T19:58:03Z', 'revision_number': 4, 'project_id': '704074c318f541ba80b6792c76eac67a', 'subnets': [{'id': '7c4a9369-8ea2-4319-946e-7013e66a4c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:58:05.370640 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8257d0eb-9e38-4b91-b42a-04b06e9febff None None] The sync data for ids ['bb07441c-015f-4259-8df4-5685be8e46af'] in n-d-840717-1 is: [{'id': 'bb07441c-015f-4259-8df4-5685be8e46af', 'name': 'tempest-TaggedBootDevicesTest_v242-1563065988-router', 'tenant_id': '704074c318f541ba80b6792c76eac67a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '2104dffc-5734-417d-bf74-9d28659dd5de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:57:37Z', 'updated_at': '2022-05-05T19:57:55Z', 'revision_number': 4, 'project_id': '704074c318f541ba80b6792c76eac67a', 'gw_port': {'id': '2104dffc-5734-417d-bf74-9d28659dd5de', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:92:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb07441c-015f-4259-8df4-5685be8e46af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:39Z', 'updated_at': '2022-05-05T19:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '6049b94d-327a-4421-bd8e-7aee4a3d300f', 'name': '', 'network_id': '223e0808-40cb-409b-8c3a-1f6f35d326dd', 'tenant_id': '704074c318f541ba80b6792c76eac67a', 'mac_address': 'fa:16:3e:86:48:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb07441c-015f-4259-8df4-5685be8e46af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '7c4a9369-8ea2-4319-946e-7013e66a4c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:49Z', 'updated_at': '2022-05-05T19:58:03Z', 'revision_number': 4, 'project_id': '704074c318f541ba80b6792c76eac67a', 'subnets': [{'id': '7c4a9369-8ea2-4319-946e-7013e66a4c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 19:58:05.380544 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-0595e303-c448-47c9-9b21-585d4b76e913 req-24a4e073-de5a-45b7-889e-fbee73870cbb tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] For port 367b4e87-c3ab-49a3-b285-f57259bf10b9, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=367b4e87-c3ab-49a3-b285-f57259bf10b9,segment=NetworkSegment(ac8864a1-851c-4e33-a62e-34bf87714dc0),segment_id=ac8864a1-851c-4e33-a62e-34bf87714dc0)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:58:05.380906 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0595e303-c448-47c9-9b21-585d4b76e913 req-24a4e073-de5a-45b7-889e-fbee73870cbb tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:05.568562 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-0595e303-c448-47c9-9b21-585d4b76e913 req-24a4e073-de5a-45b7-889e-fbee73870cbb tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Calling delete_port for 367b4e87-c3ab-49a3-b285-f57259bf10b9 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:58:05.796020 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-cfd48f29-1cbb-4fa7-b6f9-eb85142ed47c admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:58:05.802034 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-d9f28f51-1000-4296-86c7-d3f9236ec1db req-b2b58ba5-68ae-41b0-8837-2df5f4285cf4 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Notify callbacks [] for floatingip, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:05.867624 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd48f29-1cbb-4fa7-b6f9-eb85142ed47c admin admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:58:05.938651 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0595e303-c448-47c9-9b21-585d4b76e913 req-24a4e073-de5a-45b7-889e-fbee73870cbb tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:05.974285 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device f6f49007-1b4f-4ef8-af39-9dd2517ecba4 up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:58:06.222372 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device b0b8c5df-9fa9-46e5-a4f3-fe2e520ffa4b up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:58:06.222914 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a4e073-de5a-45b7-889e-fbee73870cbb tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Pushing event deleted for resources: {'Port': ['ID=367b4e87-c3ab-49a3-b285-f57259bf10b9,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:58:06.310184 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port f6f49007-1b4f-4ef8-af39-9dd2517ecba4 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:58:06.346430 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port f6f49007-1b4f-4ef8-af39-9dd2517ecba4 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:58:06.346796 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:06.442925 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-0595e303-c448-47c9-9b21-585d4b76e913 req-24a4e073-de5a-45b7-889e-fbee73870cbb tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] No DVR routers for this DVR port 367b4e87-c3ab-49a3-b285-f57259bf10b9 on host n-h2-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:58:06.470827 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0595e303-c448-47c9-9b21-585d4b76e913 req-24a4e073-de5a-45b7-889e-fbee73870cbb tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:06.477267 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7112014-5f54-4758-842f-c7135e01dd5b', 'name': 'network-vif-deleted', 'tag': '367b4e87-c3ab-49a3-b285-f57259bf10b9'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:58:06.492919 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cfd48f29-1cbb-4fa7-b6f9-eb85142ed47c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:06.497845 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-d0d2c3a6-2a76-4d08-b671-09089fb1dff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edbadcb7-0a9a-4e6f-9b10-c398f361f466', 'name': 'tempest-ServerRescueNegativeTestJSON-1286592340-router', 'tenant_id': '2ac5211529134663a7b81ee9a43f1be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': 'aa240ef3-2b21-485d-bf4f-f659e6642aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:57:43Z', 'updated_at': '2022-05-05T19:57:49Z', 'revision_number': 3, 'project_id': '2ac5211529134663a7b81ee9a43f1be9', 'gw_port': {'id': 'aa240ef3-2b21-485d-bf4f-f659e6642aac', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fb:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edbadcb7-0a9a-4e6f-9b10-c398f361f466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:45Z', 'updated_at': '2022-05-05T19:58:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:58:06.537826 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d2c3a6-2a76-4d08-b671-09089fb1dff8 None None] The sync data for ids ['edbadcb7-0a9a-4e6f-9b10-c398f361f466'] in n-d-840717-1 is: [{'id': 'edbadcb7-0a9a-4e6f-9b10-c398f361f466', 'name': 'tempest-ServerRescueNegativeTestJSON-1286592340-router', 'tenant_id': '2ac5211529134663a7b81ee9a43f1be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': 'aa240ef3-2b21-485d-bf4f-f659e6642aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:57:43Z', 'updated_at': '2022-05-05T19:57:49Z', 'revision_number': 3, 'project_id': '2ac5211529134663a7b81ee9a43f1be9', 'gw_port': {'id': 'aa240ef3-2b21-485d-bf4f-f659e6642aac', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fb:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edbadcb7-0a9a-4e6f-9b10-c398f361f466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:45Z', 'updated_at': '2022-05-05T19:58:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 19:58:06.546758 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-3984df88-a110-4bd0-ac1b-e7bf7fe28fb7 None None] Provisioning for port d9aa07f9-be66-4f2d-8243-9075cb80d91a completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:58:06.573016 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-3984df88-a110-4bd0-ac1b-e7bf7fe28fb7 None None] Provisioning complete for port d9aa07f9-be66-4f2d-8243-9075cb80d91a triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:58:06.575381 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3984df88-a110-4bd0-ac1b-e7bf7fe28fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:06.582291 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bacb3dd-b9c4-48d4-a1e7-e8cf1d764044 req-212277a2-a24c-463e-94e5-4f00ea363824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:06.584324 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2bacb3dd-b9c4-48d4-a1e7-e8cf1d764044 req-212277a2-a24c-463e-94e5-4f00ea363824 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=964832a3-7678-439b-97c2-1f4e7f68480a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 2.7506225 May 05 19:58:06.649929 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:06.779156 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-3984df88-a110-4bd0-ac1b-e7bf7fe28fb7 None None] Port d9aa07f9-be66-4f2d-8243-9075cb80d91a cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:58:06.782764 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port b0b8c5df-9fa9-46e5-a4f3-fe2e520ffa4b triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:58:06.783446 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:06.898983 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port f6f49007-1b4f-4ef8-af39-9dd2517ecba4, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=f6f49007-1b4f-4ef8-af39-9dd2517ecba4,segment=NetworkSegment(27007867-64fe-419a-8b8b-c5a5570bcf48),segment_id=27007867-64fe-419a-8b8b-c5a5570bcf48)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:58:06.976906 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:06.977963 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 5de1e43d-7080-43bb-97c1-88dba2d90b60 no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:58:07.028845 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2bacb3dd-b9c4-48d4-a1e7-e8cf1d764044 req-dddae81b-0537-4f42-a075-f1dfa03fc02a service neutron] 10.222.0.50 "GET /v2.0/networks/964832a3-7678-439b-97c2-1f4e7f68480a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132761 May 05 19:58:07.067814 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0595e303-c448-47c9-9b21-585d4b76e913 req-24a4e073-de5a-45b7-889e-fbee73870cbb tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.50 "DELETE /v2.0/ports/367b4e87-c3ab-49a3-b285-f57259bf10b9 HTTP/1.1" status: 204 len: 173 time: 9.0817883 May 05 19:58:07.124934 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f468db10-1cb1-45ae-99d5-d61f872b0fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:07.136299 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=f6f49007-1b4f-4ef8-af39-9dd2517ecba4,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:58:07.158017 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] No Port match for: 5de1e43d-7080-43bb-97c1-88dba2d90b60 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 19:58:07.159429 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 5de1e43d-7080-43bb-97c1-88dba2d90b60 not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:58:07.186972 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 6049b94d-327a-4421-bd8e-7aee4a3d300f up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:58:07.386205 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 6049b94d-327a-4421-bd8e-7aee4a3d300f completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:58:07.403101 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 6049b94d-327a-4421-bd8e-7aee4a3d300f triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:58:07.406697 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:07.412136 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2bacb3dd-b9c4-48d4-a1e7-e8cf1d764044 req-4b64c270-12ee-436d-a2b9-e87e4e984de6 service neutron] 10.222.0.50 "GET /v2.0/networks/964832a3-7678-439b-97c2-1f4e7f68480a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3640513 May 05 19:58:07.709899 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:07.822845 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:07.856502 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 6049b94d-327a-4421-bd8e-7aee4a3d300f, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=6049b94d-327a-4421-bd8e-7aee4a3d300f,segment=NetworkSegment(8a3e1ad3-d317-4f86-9800-d4cc789babd5),segment_id=8a3e1ad3-d317-4f86-9800-d4cc789babd5)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:58:07.867731 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:08.168836 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:08.185935 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=6049b94d-327a-4421-bd8e-7aee4a3d300f,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:58:08.388555 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cfd48f29-1cbb-4fa7-b6f9-eb85142ed47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:08.499252 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-d9f28f51-1000-4296-86c7-d3f9236ec1db req-b2b58ba5-68ae-41b0-8837-2df5f4285cf4 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:08.527008 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-d9f28f51-1000-4296-86c7-d3f9236ec1db req-b2b58ba5-68ae-41b0-8837-2df5f4285cf4 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:08.864204 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-109af642-48dc-4401-a339-f20823c669c9 admin admin] Router 2b45d6de-3413-4ee4-a5fa-a8f7c77e0503 is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 19:58:08.875417 n-d-840717-1 neutron-server[88198]: INFO neutron.db.l3_db [req-d9f28f51-1000-4296-86c7-d3f9236ec1db req-b2b58ba5-68ae-41b0-8837-2df5f4285cf4 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Floating IP d130e0a1-933e-4b01-bdab-de8a8c504b39 associated. External IP: 172.25.0.204, port: 916de515-381a-48e9-a5de-f883cc07dedf. May 05 19:58:09.246824 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device aa240ef3-2b21-485d-bf4f-f659e6642aac up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:58:09.386288 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cfd48f29-1cbb-4fa7-b6f9-eb85142ed47c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:09.396992 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port aa240ef3-2b21-485d-bf4f-f659e6642aac completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:58:09.405791 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cfd48f29-1cbb-4fa7-b6f9-eb85142ed47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:09.406195 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port aa240ef3-2b21-485d-bf4f-f659e6642aac triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:58:09.406195 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:09.497255 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:09.590198 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:09.620162 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port aa240ef3-2b21-485d-bf4f-f659e6642aac, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=aa240ef3-2b21-485d-bf4f-f659e6642aac,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:58:09.625847 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:09.626910 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 6049b94d-327a-4421-bd8e-7aee4a3d300f up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:58:09.673117 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-109af642-48dc-4401-a339-f20823c669c9 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 19:58:09.725983 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-109af642-48dc-4401-a339-f20823c669c9 admin admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:09.727631 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-109af642-48dc-4401-a339-f20823c669c9 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 15.5569072 May 05 19:58:09.730382 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39480) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:58:09.743705 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdca8327-ac69-409f-9590-e3295eda2024 None None] Sync routers for ids ['2b45d6de-3413-4ee4-a5fa-a8f7c77e0503'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 19:58:09.750223 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd48f29-1cbb-4fa7-b6f9-eb85142ed47c admin admin] Pushing event updated for resources: {'Port': ['ID=d9aa07f9-be66-4f2d-8243-9075cb80d91a,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:58:09.757199 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cfd48f29-1cbb-4fa7-b6f9-eb85142ed47c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:09.856516 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdca8327-ac69-409f-9590-e3295eda2024 None None] Routers {'2b45d6de-3413-4ee4-a5fa-a8f7c77e0503'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:58:09.857164 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-cdca8327-ac69-409f-9590-e3295eda2024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:58:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['2b45d6de-3413-4ee4-a5fa-a8f7c77e0503'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:58:10.149603 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd48f29-1cbb-4fa7-b6f9-eb85142ed47c admin admin] Network 8a536572-51e8-41c9-b6b4-029e4a14e253 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:58:10.152696 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-cfd48f29-1cbb-4fa7-b6f9-eb85142ed47c admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:58:10.216362 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=aa240ef3-2b21-485d-bf4f-f659e6642aac,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:58:10.265926 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9f28f51-1000-4296-86c7-d3f9236ec1db req-b2b58ba5-68ae-41b0-8837-2df5f4285cf4 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Router f9c5edfd-5abd-422d-a15a-09a5460bd53d has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 19:58:10.283603 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 6049b94d-327a-4421-bd8e-7aee4a3d300f triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:58:10.284165 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:10.400938 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-cdca8327-ac69-409f-9590-e3295eda2024 None None] Set router 2b45d6de-3413-4ee4-a5fa-a8f7c77e0503 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:58:10.648576 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-e127e886-e04f-4bc3-94e4-55859dd8fdbc None None] Provisioning complete for port d9aa07f9-be66-4f2d-8243-9075cb80d91a triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:58:10.649317 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e127e886-e04f-4bc3-94e4-55859dd8fdbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:10.788928 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-e127e886-e04f-4bc3-94e4-55859dd8fdbc None None] Port d9aa07f9-be66-4f2d-8243-9075cb80d91a cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:58:10.812752 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfd48f29-1cbb-4fa7-b6f9-eb85142ed47c admin admin] Router edbadcb7-0a9a-4e6f-9b10-c398f361f466 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 19:58:11.013007 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9f28f51-1000-4296-86c7-d3f9236ec1db req-b2b58ba5-68ae-41b0-8837-2df5f4285cf4 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 19:58:11.029004 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e6f89b-5dcb-4c95-a1c3-e914642d5e6b None None] Sync routers for ids ['f9c5edfd-5abd-422d-a15a-09a5460bd53d'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 19:58:11.036615 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-d9f28f51-1000-4296-86c7-d3f9236ec1db req-b2b58ba5-68ae-41b0-8837-2df5f4285cf4 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:11.048549 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e6f89b-5dcb-4c95-a1c3-e914642d5e6b None None] Routers {'f9c5edfd-5abd-422d-a15a-09a5460bd53d'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:58:11.049189 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-56e6f89b-5dcb-4c95-a1c3-e914642d5e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:58:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['f9c5edfd-5abd-422d-a15a-09a5460bd53d'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:58:11.053145 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-21213fcb-4742-4bd7-858b-b9ab929f8c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:11.217060 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device aa240ef3-2b21-485d-bf4f-f659e6642aac up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:58:11.236377 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d9f28f51-1000-4296-86c7-d3f9236ec1db req-b2b58ba5-68ae-41b0-8837-2df5f4285cf4 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "PUT /v2.0/floatingips/d130e0a1-933e-4b01-bdab-de8a8c504b39 HTTP/1.1" status: 200 len: 996 time: 7.0902300 May 05 19:58:11.416101 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port aa240ef3-2b21-485d-bf4f-f659e6642aac triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:58:11.421519 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:11.464728 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd48f29-1cbb-4fa7-b6f9-eb85142ed47c admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 19:58:11.467344 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-56e6f89b-5dcb-4c95-a1c3-e914642d5e6b None None] Set router f9c5edfd-5abd-422d-a15a-09a5460bd53d gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:58:11.476819 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-21213fcb-4742-4bd7-858b-b9ab929f8c19 admin admin] Allocated IP 172.20.0.1 (a583ddb3-bb1b-4632-af9a-c0b97a245cca/3d660fa0-c1b5-4f59-bae8-8d35bd9a2b79/353de9a1-4771-4519-b474-c08670622bdf) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:58:11.487741 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-cfd48f29-1cbb-4fa7-b6f9-eb85142ed47c admin admin] 10.222.0.36 "PUT /v2.0/routers/edbadcb7-0a9a-4e6f-9b10-c398f361f466/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.8972027 May 05 19:58:11.514584 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c995557f-2f0b-4859-9336-dbe52b86caa6 None None] Sync routers for ids ['edbadcb7-0a9a-4e6f-9b10-c398f361f466'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 19:58:11.515729 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f28f51-1000-4296-86c7-d3f9236ec1db req-20725c74-8514-4ea1-aaf9-5db8b46d882b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:11.522523 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d9f28f51-1000-4296-86c7-d3f9236ec1db req-20725c74-8514-4ea1-aaf9-5db8b46d882b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=476cffb51a494e45a75196848dc23980&device_id=49a4125b-56a6-4534-a2ad-149f746815c4 HTTP/1.1" status: 200 len: 1096 time: 0.2039623 May 05 19:58:11.598057 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-cdca8327-ac69-409f-9590-e3295eda2024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b45d6de-3413-4ee4-a5fa-a8f7c77e0503', 'name': 'tempest-TaggedBootDevicesTest-515893162-router', 'tenant_id': 'fd9ec2f72b8c4ba9b10b3af5bf469588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '59c9a5b9-2cc7-444d-8e6f-2f8eaee77bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:57:54Z', 'updated_at': '2022-05-05T19:57:59Z', 'revision_number': 3, 'project_id': 'fd9ec2f72b8c4ba9b10b3af5bf469588', 'gw_port': {'id': '59c9a5b9-2cc7-444d-8e6f-2f8eaee77bcb', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f1:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b45d6de-3413-4ee4-a5fa-a8f7c77e0503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:55Z', 'updated_at': '2022-05-05T19:57:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:58:11.646100 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdca8327-ac69-409f-9590-e3295eda2024 None None] Checking router: 2b45d6de-3413-4ee4-a5fa-a8f7c77e0503 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 19:58:11.646100 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdca8327-ac69-409f-9590-e3295eda2024 None None] Updating router 2b45d6de-3413-4ee4-a5fa-a8f7c77e0503 port 59c9a5b9-2cc7-444d-8e6f-2f8eaee77bcb binding host n-d-840717-1 {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 19:58:11.700408 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c995557f-2f0b-4859-9336-dbe52b86caa6 None None] Routers {'edbadcb7-0a9a-4e6f-9b10-c398f361f466'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:58:11.701104 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-c995557f-2f0b-4859-9336-dbe52b86caa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:58:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['edbadcb7-0a9a-4e6f-9b10-c398f361f466'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:58:11.997249 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f28f51-1000-4296-86c7-d3f9236ec1db req-46503a22-73eb-4565-8c7e-2bae31c33669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:12.005392 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d9f28f51-1000-4296-86c7-d3f9236ec1db req-46503a22-73eb-4565-8c7e-2bae31c33669 service neutron] 10.222.0.36 "GET /v2.0/networks?id=64ae69b0-8ac2-4e0b-9320-47844867ced2 HTTP/1.1" status: 200 len: 922 time: 0.4790826 May 05 19:58:12.068059 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-21213fcb-4742-4bd7-858b-b9ab929f8c19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:12.115112 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-21213fcb-4742-4bd7-858b-b9ab929f8c19 admin admin] Transition to ACTIVE for port object 353de9a1-4771-4519-b474-c08670622bdf will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:58:12.142838 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cdca8327-ac69-409f-9590-e3295eda2024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:12.160388 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-21213fcb-4742-4bd7-858b-b9ab929f8c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:12.235999 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d9f28f51-1000-4296-86c7-d3f9236ec1db req-17e36c0b-e610-4a66-9b3e-44bb3c8d5f63 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=916de515-381a-48e9-a5de-f883cc07dedf HTTP/1.1" status: 200 len: 999 time: 0.2294235 May 05 19:58:12.287465 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-56e6f89b-5dcb-4c95-a1c3-e914642d5e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1301146889-router', 'tenant_id': '476cffb51a494e45a75196848dc23980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'f4ab8d26-53ba-4299-b17a-60c425af1f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:55:59Z', 'updated_at': '2022-05-05T19:56:12Z', 'revision_number': 4, 'project_id': '476cffb51a494e45a75196848dc23980', 'gw_port': {'id': 'f4ab8d26-53ba-4299-b17a-60c425af1f98', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:56:02Z', 'updated_at': '2022-05-05T19:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': 'd130e0a1-933e-4b01-bdab-de8a8c504b39', 'tenant_id': '476cffb51a494e45a75196848dc23980', 'floating_ip_address': '172.25.0.204', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'port_id': '916de515-381a-48e9-a5de-f883cc07dedf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64ae69b0-8ac2-4e0b-9320-47844867ced2', 'mac_address': 'fa:16:3e:ff:6a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a4125b-56a6-4534-a2ad-149f746815c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T19:56:45Z', 'updated_at': '2022-05-05T19:58:08Z', 'revision_number': 8, 'project_id': '476cffb51a494e45a75196848dc23980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '786fbba6-2067-47e2-9ff5-a211af1d17c4', 'name': '', 'network_id': '64ae69b0-8ac2-4e0b-9320-47844867ced2', 'tenant_id': '476cffb51a494e45a75196848dc23980', 'mac_address': 'fa:16:3e:48:0b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'a4aaf969-3d1a-408b-86ce-50cecc40a653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:56:09Z', 'updated_at': '2022-05-05T19:56:21Z', 'revision_number': 5, 'project_id': '476cffb51a494e45a75196848dc23980', 'subnets': [{'id': 'a4aaf969-3d1a-408b-86ce-50cecc40a653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:58:12.309058 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e6f89b-5dcb-4c95-a1c3-e914642d5e6b None None] Checking router: f9c5edfd-5abd-422d-a15a-09a5460bd53d for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 19:58:12.312548 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21213fcb-4742-4bd7-858b-b9ab929f8c19 admin admin] Pushing event updated for resources: {'Port': ['ID=353de9a1-4771-4519-b474-c08670622bdf,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:58:12.372497 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e6f89b-5dcb-4c95-a1c3-e914642d5e6b None None] Routers {'f9c5edfd-5abd-422d-a15a-09a5460bd53d'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:58:12.373487 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-56e6f89b-5dcb-4c95-a1c3-e914642d5e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:58:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['f9c5edfd-5abd-422d-a15a-09a5460bd53d'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:58:12.382579 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21213fcb-4742-4bd7-858b-b9ab929f8c19 admin admin] Network a583ddb3-bb1b-4632-af9a-c0b97a245cca is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:58:12.386947 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-21213fcb-4742-4bd7-858b-b9ab929f8c19 admin admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:58:12.413562 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21213fcb-4742-4bd7-858b-b9ab929f8c19 admin admin] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:58:12.458759 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-c995557f-2f0b-4859-9336-dbe52b86caa6 None None] Set router edbadcb7-0a9a-4e6f-9b10-c398f361f466 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:58:12.604061 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f28f51-1000-4296-86c7-d3f9236ec1db req-9ee230a9-f2bd-405f-a06b-e5669a263c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:12.616158 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d9f28f51-1000-4296-86c7-d3f9236ec1db req-9ee230a9-f2bd-405f-a06b-e5669a263c2d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a4aaf969-3d1a-408b-86ce-50cecc40a653 HTTP/1.1" status: 200 len: 860 time: 0.3727684 May 05 19:58:12.703515 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-21213fcb-4742-4bd7-858b-b9ab929f8c19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:12.898242 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f28f51-1000-4296-86c7-d3f9236ec1db req-c71ffdbb-f8f3-4f9b-a469-0dd89c64c949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:12.903333 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d9f28f51-1000-4296-86c7-d3f9236ec1db req-c71ffdbb-f8f3-4f9b-a469-0dd89c64c949 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=64ae69b0-8ac2-4e0b-9320-47844867ced2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2813928 May 05 19:58:12.926480 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-56e6f89b-5dcb-4c95-a1c3-e914642d5e6b None None] Set router f9c5edfd-5abd-422d-a15a-09a5460bd53d gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:58:13.046360 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-21213fcb-4742-4bd7-858b-b9ab929f8c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:13.311618 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-cf9b65bf-c34a-4a8c-9d8a-3fc6a3c56d42 None None] Provisioning for port 353de9a1-4771-4519-b474-c08670622bdf completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:58:13.338911 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-cf9b65bf-c34a-4a8c-9d8a-3fc6a3c56d42 None None] Provisioning complete for port 353de9a1-4771-4519-b474-c08670622bdf triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:58:13.339783 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cf9b65bf-c34a-4a8c-9d8a-3fc6a3c56d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:13.533892 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-cf9b65bf-c34a-4a8c-9d8a-3fc6a3c56d42 None None] Port 353de9a1-4771-4519-b474-c08670622bdf cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:58:13.602238 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d9f28f51-1000-4296-86c7-d3f9236ec1db req-62f3730d-0e41-4a81-b967-17ad2a6f5f39 service neutron] 10.222.0.36 "GET /v2.0/networks/64ae69b0-8ac2-4e0b-9320-47844867ced2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6880445 May 05 19:58:13.672199 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-21213fcb-4742-4bd7-858b-b9ab929f8c19 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:13.685637 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-21213fcb-4742-4bd7-858b-b9ab929f8c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:13.763834 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-56e6f89b-5dcb-4c95-a1c3-e914642d5e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1301146889-router', 'tenant_id': '476cffb51a494e45a75196848dc23980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'f4ab8d26-53ba-4299-b17a-60c425af1f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:55:59Z', 'updated_at': '2022-05-05T19:56:12Z', 'revision_number': 4, 'project_id': '476cffb51a494e45a75196848dc23980', 'gw_port': {'id': 'f4ab8d26-53ba-4299-b17a-60c425af1f98', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:56:02Z', 'updated_at': '2022-05-05T19:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': 'd130e0a1-933e-4b01-bdab-de8a8c504b39', 'tenant_id': '476cffb51a494e45a75196848dc23980', 'floating_ip_address': '172.25.0.204', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'port_id': '916de515-381a-48e9-a5de-f883cc07dedf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64ae69b0-8ac2-4e0b-9320-47844867ced2', 'mac_address': 'fa:16:3e:ff:6a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a4125b-56a6-4534-a2ad-149f746815c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T19:56:45Z', 'updated_at': '2022-05-05T19:58:08Z', 'revision_number': 8, 'project_id': '476cffb51a494e45a75196848dc23980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '786fbba6-2067-47e2-9ff5-a211af1d17c4', 'name': '', 'network_id': '64ae69b0-8ac2-4e0b-9320-47844867ced2', 'tenant_id': '476cffb51a494e45a75196848dc23980', 'mac_address': 'fa:16:3e:48:0b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'a4aaf969-3d1a-408b-86ce-50cecc40a653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:56:09Z', 'updated_at': '2022-05-05T19:56:21Z', 'revision_number': 5, 'project_id': '476cffb51a494e45a75196848dc23980', 'subnets': [{'id': 'a4aaf969-3d1a-408b-86ce-50cecc40a653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:58:13.781700 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e6f89b-5dcb-4c95-a1c3-e914642d5e6b None None] The sync data for ids ['f9c5edfd-5abd-422d-a15a-09a5460bd53d'] in n-d-840717-1 is: [{'id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1301146889-router', 'tenant_id': '476cffb51a494e45a75196848dc23980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'f4ab8d26-53ba-4299-b17a-60c425af1f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:55:59Z', 'updated_at': '2022-05-05T19:56:12Z', 'revision_number': 4, 'project_id': '476cffb51a494e45a75196848dc23980', 'gw_port': {'id': 'f4ab8d26-53ba-4299-b17a-60c425af1f98', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:56:02Z', 'updated_at': '2022-05-05T19:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': 'd130e0a1-933e-4b01-bdab-de8a8c504b39', 'tenant_id': '476cffb51a494e45a75196848dc23980', 'floating_ip_address': '172.25.0.204', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'port_id': '916de515-381a-48e9-a5de-f883cc07dedf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64ae69b0-8ac2-4e0b-9320-47844867ced2', 'mac_address': 'fa:16:3e:ff:6a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a4125b-56a6-4534-a2ad-149f746815c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T19:56:45Z', 'updated_at': '2022-05-05T19:58:08Z', 'revision_number': 8, 'project_id': '476cffb51a494e45a75196848dc23980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '786fbba6-2067-47e2-9ff5-a211af1d17c4', 'name': '', 'network_id': '64ae69b0-8ac2-4e0b-9320-47844867ced2', 'tenant_id': '476cffb51a494e45a75196848dc23980', 'mac_address': 'fa:16:3e:48:0b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'a4aaf969-3d1a-408b-86ce-50cecc40a653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:56:09Z', 'updated_at': '2022-05-05T19:56:21Z', 'revision_number': 5, 'project_id': '476cffb51a494e45a75196848dc23980', 'subnets': [{'id': 'a4aaf969-3d1a-408b-86ce-50cecc40a653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 19:58:13.795875 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cdca8327-ac69-409f-9590-e3295eda2024 None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:13.828102 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-cdca8327-ac69-409f-9590-e3295eda2024 None None] Transition to ACTIVE for port object 59c9a5b9-2cc7-444d-8e6f-2f8eaee77bcb will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:58:13.856957 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-c995557f-2f0b-4859-9336-dbe52b86caa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edbadcb7-0a9a-4e6f-9b10-c398f361f466', 'name': 'tempest-ServerRescueNegativeTestJSON-1286592340-router', 'tenant_id': '2ac5211529134663a7b81ee9a43f1be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': 'aa240ef3-2b21-485d-bf4f-f659e6642aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:57:43Z', 'updated_at': '2022-05-05T19:58:07Z', 'revision_number': 4, 'project_id': '2ac5211529134663a7b81ee9a43f1be9', 'gw_port': {'id': 'aa240ef3-2b21-485d-bf4f-f659e6642aac', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbadcb7-0a9a-4e6f-9b10-c398f361f466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:45Z', 'updated_at': '2022-05-05T19:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'd9aa07f9-be66-4f2d-8243-9075cb80d91a', 'name': '', 'network_id': '8a536572-51e8-41c9-b6b4-029e4a14e253', 'tenant_id': '2ac5211529134663a7b81ee9a43f1be9', 'mac_address': 'fa:16:3e:19:ee:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edbadcb7-0a9a-4e6f-9b10-c398f361f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'afbf8c9c-9fa3-4fdd-ba30-b4249970e4ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:59Z', 'updated_at': '2022-05-05T19:58:08Z', 'revision_number': 2, 'project_id': '2ac5211529134663a7b81ee9a43f1be9', 'subnets': [{'id': 'afbf8c9c-9fa3-4fdd-ba30-b4249970e4ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:58:13.867650 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cdca8327-ac69-409f-9590-e3295eda2024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:13.904920 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d9f28f51-1000-4296-86c7-d3f9236ec1db req-61ddd608-d6d6-46c3-b363-d04de8be78b7 service neutron] 10.222.0.36 "GET /v2.0/networks/64ae69b0-8ac2-4e0b-9320-47844867ced2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941911 May 05 19:58:13.953603 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c995557f-2f0b-4859-9336-dbe52b86caa6 None None] Checking router: edbadcb7-0a9a-4e6f-9b10-c398f361f466 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 19:58:13.954579 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c995557f-2f0b-4859-9336-dbe52b86caa6 None None] Updating router edbadcb7-0a9a-4e6f-9b10-c398f361f466 port d9aa07f9-be66-4f2d-8243-9075cb80d91a binding host n-d-840717-1 {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 19:58:13.959973 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21213fcb-4742-4bd7-858b-b9ab929f8c19 admin admin] Pushing event updated for resources: {'Port': ['ID=353de9a1-4771-4519-b474-c08670622bdf,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:58:13.962907 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-21213fcb-4742-4bd7-858b-b9ab929f8c19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:14.102319 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a3d0a41-5a3c-4754-92f2-e597a535970a'] response: {'server_uuid': '1ada14d4-7aba-4b42-99fe-0ab13970f361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d900ca-6fa6-412a-bab1-dcae6d354933', 'code': 200} May 05 19:58:14.184750 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-cdca8327-ac69-409f-9590-e3295eda2024 None None] Attempting to bind port 59c9a5b9-2cc7-444d-8e6f-2f8eaee77bcb on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:58:14.185489 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-cdca8327-ac69-409f-9590-e3295eda2024 None None] Attempting to bind port 59c9a5b9-2cc7-444d-8e6f-2f8eaee77bcb by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:58:14.186325 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdca8327-ac69-409f-9590-e3295eda2024 None None] Attempting to bind port 59c9a5b9-2cc7-444d-8e6f-2f8eaee77bcb on network 0401d202-1605-4cfe-bad4-fb225df6afb0 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:58:14.188734 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c995557f-2f0b-4859-9336-dbe52b86caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:14.216566 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21213fcb-4742-4bd7-858b-b9ab929f8c19 admin admin] Network a583ddb3-bb1b-4632-af9a-c0b97a245cca is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:58:14.218227 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-21213fcb-4742-4bd7-858b-b9ab929f8c19 admin admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:58:14.231955 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:14.270045 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdca8327-ac69-409f-9590-e3295eda2024 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:58:14.270516 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdca8327-ac69-409f-9590-e3295eda2024 None None] Checking segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:58:14.270919 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cdca8327-ac69-409f-9590-e3295eda2024 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:14.271312 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdca8327-ac69-409f-9590-e3295eda2024 None None] Bound using segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:58:14.271819 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-cdca8327-ac69-409f-9590-e3295eda2024 None None] Bound port: 59c9a5b9-2cc7-444d-8e6f-2f8eaee77bcb, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:58:14.272185 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cdca8327-ac69-409f-9590-e3295eda2024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:14.304538 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b79f2a-a465-4ea7-b956-896b5e9deb51 req-371d0a8f-3b12-4e53-973f-beec4862f593 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:14.325448 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a5b79f2a-a465-4ea7-b956-896b5e9deb51 req-371d0a8f-3b12-4e53-973f-beec4862f593 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5f42d37-0237-4164-ace4-727b4479c57d HTTP/1.1" status: 200 len: 946 time: 0.1591084 May 05 19:58:14.362868 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57c0ad8-95c7-4387-8fdd-e55f8e6e8967 None None] New status for floating IP d130e0a1-933e-4b01-bdab-de8a8c504b39: ACTIVE {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 19:58:14.465696 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a5b79f2a-a465-4ea7-b956-896b5e9deb51 req-2d19371f-761d-4a39-99fa-d5906feb7805 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6f6abd1-db87-4f8b-93ec-64734f7a0466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391144 May 05 19:58:14.542765 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a399fe-ca1e-43e2-a48b-a75df67793d0 None None] Pushing event updated for resources: {'Port': ['ID=59c9a5b9-2cc7-444d-8e6f-2f8eaee77bcb,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:58:14.726482 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ffd0a82-68b4-49da-8be7-f2af7b3c33c8'] response: {'server_uuid': '06d92d1c-d0ef-4026-87fe-7f2f20a98ccd', 'name': 'network-vif-deleted', 'tag': '5de1e43d-7080-43bb-97c1-88dba2d90b60', 'status': 'completed', 'code': 200} May 05 19:58:14.745503 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21213fcb-4742-4bd7-858b-b9ab929f8c19 admin admin] Router 2b45d6de-3413-4ee4-a5fa-a8f7c77e0503 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 19:58:14.945410 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66ff350a-05c5-4840-8b42-29820f1977bb'] response: {'server_uuid': 'a7112014-5f54-4758-842f-c7135e01dd5b', 'name': 'network-vif-deleted', 'tag': '367b4e87-c3ab-49a3-b285-f57259bf10b9', 'status': 'completed', 'code': 200} May 05 19:58:15.199253 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21213fcb-4742-4bd7-858b-b9ab929f8c19 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 19:58:15.234705 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-21213fcb-4742-4bd7-858b-b9ab929f8c19 admin admin] 10.222.0.36 "PUT /v2.0/routers/2b45d6de-3413-4ee4-a5fa-a8f7c77e0503/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4948766 May 05 19:58:15.298011 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-cdca8327-ac69-409f-9590-e3295eda2024 None None] For port 59c9a5b9-2cc7-444d-8e6f-2f8eaee77bcb, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:58:15.308972 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-4211bde2-1206-4207-8ad5-7c4e333a5133 None None] Provisioning complete for port 353de9a1-4771-4519-b474-c08670622bdf triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:58:15.309347 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4211bde2-1206-4207-8ad5-7c4e333a5133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:15.361435 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-cdca8327-ac69-409f-9590-e3295eda2024 None None] For port 59c9a5b9-2cc7-444d-8e6f-2f8eaee77bcb, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=59c9a5b9-2cc7-444d-8e6f-2f8eaee77bcb,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:58:15.381887 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cdca8327-ac69-409f-9590-e3295eda2024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:15.436812 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-4211bde2-1206-4207-8ad5-7c4e333a5133 None None] Port 353de9a1-4771-4519-b474-c08670622bdf cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:58:15.548075 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c995557f-2f0b-4859-9336-dbe52b86caa6 None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:15.556056 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdca8327-ac69-409f-9590-e3295eda2024 None None] Routers {'2b45d6de-3413-4ee4-a5fa-a8f7c77e0503'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:58:15.556737 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-cdca8327-ac69-409f-9590-e3295eda2024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:58:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['2b45d6de-3413-4ee4-a5fa-a8f7c77e0503'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:58:15.701550 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a399fe-ca1e-43e2-a48b-a75df67793d0 None None] Pushing event updated for resources: {'Port': ['ID=59c9a5b9-2cc7-444d-8e6f-2f8eaee77bcb,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:58:15.710552 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-c995557f-2f0b-4859-9336-dbe52b86caa6 None None] Transition to ACTIVE for port object d9aa07f9-be66-4f2d-8243-9075cb80d91a will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:58:15.724117 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c995557f-2f0b-4859-9336-dbe52b86caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:16.016802 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10d49d6-7a36-4574-88fd-e9cc99ced76d None None] Pushing event updated for resources: {'Port': ['ID=d9aa07f9-be66-4f2d-8243-9075cb80d91a,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:58:16.100488 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10d49d6-7a36-4574-88fd-e9cc99ced76d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:58:16.100904 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10d49d6-7a36-4574-88fd-e9cc99ced76d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:58:16.101614 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10d49d6-7a36-4574-88fd-e9cc99ced76d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:58:16.102293 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10d49d6-7a36-4574-88fd-e9cc99ced76d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:58:16.102723 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10d49d6-7a36-4574-88fd-e9cc99ced76d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:58:16.103410 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10d49d6-7a36-4574-88fd-e9cc99ced76d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:58:16.103842 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10d49d6-7a36-4574-88fd-e9cc99ced76d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:58:16.104305 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10d49d6-7a36-4574-88fd-e9cc99ced76d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:58:16.104733 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10d49d6-7a36-4574-88fd-e9cc99ced76d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:58:16.105159 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10d49d6-7a36-4574-88fd-e9cc99ced76d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:58:16.105585 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10d49d6-7a36-4574-88fd-e9cc99ced76d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:58:16.106008 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10d49d6-7a36-4574-88fd-e9cc99ced76d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:58:16.119738 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f42d37-0237-4164-ace4-727b4479c57d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6f49007-1b4f-4ef8-af39-9dd2517ecba4'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:58:16.147667 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-c995557f-2f0b-4859-9336-dbe52b86caa6 None None] Attempting to bind port d9aa07f9-be66-4f2d-8243-9075cb80d91a on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:58:16.147988 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-c995557f-2f0b-4859-9336-dbe52b86caa6 None None] Attempting to bind port d9aa07f9-be66-4f2d-8243-9075cb80d91a by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '131841d7-b870-4a09-a673-d43da1d3ff2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8a536572-51e8-41c9-b6b4-029e4a14e253'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:58:16.148342 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c995557f-2f0b-4859-9336-dbe52b86caa6 None None] Attempting to bind port d9aa07f9-be66-4f2d-8243-9075cb80d91a on network 8a536572-51e8-41c9-b6b4-029e4a14e253 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:58:16.159708 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:16.165852 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-cdca8327-ac69-409f-9590-e3295eda2024 None None] Set router 2b45d6de-3413-4ee4-a5fa-a8f7c77e0503 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:58:16.218705 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c995557f-2f0b-4859-9336-dbe52b86caa6 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:58:16.219088 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c995557f-2f0b-4859-9336-dbe52b86caa6 None None] Checking segment: {'id': '131841d7-b870-4a09-a673-d43da1d3ff2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8a536572-51e8-41c9-b6b4-029e4a14e253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:58:16.219524 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c995557f-2f0b-4859-9336-dbe52b86caa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:16.219927 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c995557f-2f0b-4859-9336-dbe52b86caa6 None None] Bound using segment: {'id': '131841d7-b870-4a09-a673-d43da1d3ff2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8a536572-51e8-41c9-b6b4-029e4a14e253'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:58:16.220556 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-c995557f-2f0b-4859-9336-dbe52b86caa6 None None] Bound port: d9aa07f9-be66-4f2d-8243-9075cb80d91a, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '131841d7-b870-4a09-a673-d43da1d3ff2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8a536572-51e8-41c9-b6b4-029e4a14e253'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:58:16.220931 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c995557f-2f0b-4859-9336-dbe52b86caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:16.543283 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-c995557f-2f0b-4859-9336-dbe52b86caa6 None None] For port d9aa07f9-be66-4f2d-8243-9075cb80d91a, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:58:16.564710 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-c995557f-2f0b-4859-9336-dbe52b86caa6 None None] For port d9aa07f9-be66-4f2d-8243-9075cb80d91a, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=d9aa07f9-be66-4f2d-8243-9075cb80d91a,segment=NetworkSegment(131841d7-b870-4a09-a673-d43da1d3ff2b),segment_id=131841d7-b870-4a09-a673-d43da1d3ff2b)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:58:16.613438 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c995557f-2f0b-4859-9336-dbe52b86caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:16.754352 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c995557f-2f0b-4859-9336-dbe52b86caa6 None None] Routers {'edbadcb7-0a9a-4e6f-9b10-c398f361f466'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:58:16.754619 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-c995557f-2f0b-4859-9336-dbe52b86caa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:58:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['edbadcb7-0a9a-4e6f-9b10-c398f361f466'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:58:16.948121 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49a4125b-56a6-4534-a2ad-149f746815c4', 'tag': '916de515-381a-48e9-a5de-f883cc07dedf'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:58:16.985470 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10d49d6-7a36-4574-88fd-e9cc99ced76d None None] Pushing event updated for resources: {'Port': ['ID=d9aa07f9-be66-4f2d-8243-9075cb80d91a,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:58:17.103739 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-cdca8327-ac69-409f-9590-e3295eda2024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b45d6de-3413-4ee4-a5fa-a8f7c77e0503', 'name': 'tempest-TaggedBootDevicesTest-515893162-router', 'tenant_id': 'fd9ec2f72b8c4ba9b10b3af5bf469588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '59c9a5b9-2cc7-444d-8e6f-2f8eaee77bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:57:54Z', 'updated_at': '2022-05-05T19:58:12Z', 'revision_number': 4, 'project_id': 'fd9ec2f72b8c4ba9b10b3af5bf469588', 'gw_port': {'id': '59c9a5b9-2cc7-444d-8e6f-2f8eaee77bcb', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f1:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b45d6de-3413-4ee4-a5fa-a8f7c77e0503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:55Z', 'updated_at': '2022-05-05T19:58:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '353de9a1-4771-4519-b474-c08670622bdf', 'name': '', 'network_id': 'a583ddb3-bb1b-4632-af9a-c0b97a245cca', 'tenant_id': 'fd9ec2f72b8c4ba9b10b3af5bf469588', 'mac_address': 'fa:16:3e:e0:39:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b45d6de-3413-4ee4-a5fa-a8f7c77e0503', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '3d660fa0-c1b5-4f59-bae8-8d35bd9a2b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:58:11Z', 'updated_at': '2022-05-05T19:58:13Z', 'revision_number': 2, 'project_id': 'fd9ec2f72b8c4ba9b10b3af5bf469588', 'subnets': [{'id': '3d660fa0-c1b5-4f59-bae8-8d35bd9a2b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:58:17.122257 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdca8327-ac69-409f-9590-e3295eda2024 None None] The sync data for ids ['2b45d6de-3413-4ee4-a5fa-a8f7c77e0503'] in n-d-840717-1 is: [{'id': '2b45d6de-3413-4ee4-a5fa-a8f7c77e0503', 'name': 'tempest-TaggedBootDevicesTest-515893162-router', 'tenant_id': 'fd9ec2f72b8c4ba9b10b3af5bf469588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '59c9a5b9-2cc7-444d-8e6f-2f8eaee77bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:57:54Z', 'updated_at': '2022-05-05T19:58:12Z', 'revision_number': 4, 'project_id': 'fd9ec2f72b8c4ba9b10b3af5bf469588', 'gw_port': {'id': '59c9a5b9-2cc7-444d-8e6f-2f8eaee77bcb', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f1:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b45d6de-3413-4ee4-a5fa-a8f7c77e0503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:55Z', 'updated_at': '2022-05-05T19:58:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '353de9a1-4771-4519-b474-c08670622bdf', 'name': '', 'network_id': 'a583ddb3-bb1b-4632-af9a-c0b97a245cca', 'tenant_id': 'fd9ec2f72b8c4ba9b10b3af5bf469588', 'mac_address': 'fa:16:3e:e0:39:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b45d6de-3413-4ee4-a5fa-a8f7c77e0503', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '3d660fa0-c1b5-4f59-bae8-8d35bd9a2b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:58:11Z', 'updated_at': '2022-05-05T19:58:13Z', 'revision_number': 2, 'project_id': 'fd9ec2f72b8c4ba9b10b3af5bf469588', 'subnets': [{'id': '3d660fa0-c1b5-4f59-bae8-8d35bd9a2b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 19:58:17.142792 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-c995557f-2f0b-4859-9336-dbe52b86caa6 None None] Set router edbadcb7-0a9a-4e6f-9b10-c398f361f466 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:58:17.603260 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-c995557f-2f0b-4859-9336-dbe52b86caa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edbadcb7-0a9a-4e6f-9b10-c398f361f466', 'name': 'tempest-ServerRescueNegativeTestJSON-1286592340-router', 'tenant_id': '2ac5211529134663a7b81ee9a43f1be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': 'aa240ef3-2b21-485d-bf4f-f659e6642aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:57:43Z', 'updated_at': '2022-05-05T19:58:07Z', 'revision_number': 4, 'project_id': '2ac5211529134663a7b81ee9a43f1be9', 'gw_port': {'id': 'aa240ef3-2b21-485d-bf4f-f659e6642aac', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbadcb7-0a9a-4e6f-9b10-c398f361f466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:45Z', 'updated_at': '2022-05-05T19:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'd9aa07f9-be66-4f2d-8243-9075cb80d91a', 'name': '', 'network_id': '8a536572-51e8-41c9-b6b4-029e4a14e253', 'tenant_id': '2ac5211529134663a7b81ee9a43f1be9', 'mac_address': 'fa:16:3e:19:ee:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edbadcb7-0a9a-4e6f-9b10-c398f361f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'afbf8c9c-9fa3-4fdd-ba30-b4249970e4ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:59Z', 'updated_at': '2022-05-05T19:58:16Z', 'revision_number': 4, 'project_id': '2ac5211529134663a7b81ee9a43f1be9', 'subnets': [{'id': 'afbf8c9c-9fa3-4fdd-ba30-b4249970e4ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:58:17.613569 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c995557f-2f0b-4859-9336-dbe52b86caa6 None None] The sync data for ids ['edbadcb7-0a9a-4e6f-9b10-c398f361f466'] in n-d-840717-1 is: [{'id': 'edbadcb7-0a9a-4e6f-9b10-c398f361f466', 'name': 'tempest-ServerRescueNegativeTestJSON-1286592340-router', 'tenant_id': '2ac5211529134663a7b81ee9a43f1be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': 'aa240ef3-2b21-485d-bf4f-f659e6642aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:57:43Z', 'updated_at': '2022-05-05T19:58:07Z', 'revision_number': 4, 'project_id': '2ac5211529134663a7b81ee9a43f1be9', 'gw_port': {'id': 'aa240ef3-2b21-485d-bf4f-f659e6642aac', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbadcb7-0a9a-4e6f-9b10-c398f361f466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:45Z', 'updated_at': '2022-05-05T19:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'd9aa07f9-be66-4f2d-8243-9075cb80d91a', 'name': '', 'network_id': '8a536572-51e8-41c9-b6b4-029e4a14e253', 'tenant_id': '2ac5211529134663a7b81ee9a43f1be9', 'mac_address': 'fa:16:3e:19:ee:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edbadcb7-0a9a-4e6f-9b10-c398f361f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'afbf8c9c-9fa3-4fdd-ba30-b4249970e4ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:59Z', 'updated_at': '2022-05-05T19:58:16Z', 'revision_number': 4, 'project_id': '2ac5211529134663a7b81ee9a43f1be9', 'subnets': [{'id': 'afbf8c9c-9fa3-4fdd-ba30-b4249970e4ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 19:58:19.200315 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device d9aa07f9-be66-4f2d-8243-9075cb80d91a up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:58:19.292460 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port d9aa07f9-be66-4f2d-8243-9075cb80d91a completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:58:19.304851 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port d9aa07f9-be66-4f2d-8243-9075cb80d91a triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:58:19.306070 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:19.455976 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:19.495872 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port d9aa07f9-be66-4f2d-8243-9075cb80d91a, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=d9aa07f9-be66-4f2d-8243-9075cb80d91a,segment=NetworkSegment(131841d7-b870-4a09-a673-d43da1d3ff2b),segment_id=131841d7-b870-4a09-a673-d43da1d3ff2b)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:58:19.504249 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:19.508995 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 59c9a5b9-2cc7-444d-8e6f-2f8eaee77bcb up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:58:19.688427 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=d9aa07f9-be66-4f2d-8243-9075cb80d91a,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:58:19.698352 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 59c9a5b9-2cc7-444d-8e6f-2f8eaee77bcb completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:58:19.708433 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 59c9a5b9-2cc7-444d-8e6f-2f8eaee77bcb triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:58:19.708816 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:19.741518 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2220bbdd-edc5-428f-becb-30d4ba5ba9ae req-901bedd7-fa88-49c8-8682-49c9a0d55d35 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "GET /v2.0/floatingips/d130e0a1-933e-4b01-bdab-de8a8c504b39 HTTP/1.1" status: 200 len: 998 time: 0.2240858 May 05 19:58:19.881572 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e867119-c793-4f49-bd12-4a737c0b318f req-721b06be-95d8-4faa-8035-317271798450 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:19.895765 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7e867119-c793-4f49-bd12-4a737c0b318f req-721b06be-95d8-4faa-8035-317271798450 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/networks?id=8a536572-51e8-41c9-b6b4-029e4a14e253 HTTP/1.1" status: 200 len: 819 time: 0.4159150 May 05 19:58:19.926268 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7e867119-c793-4f49-bd12-4a737c0b318f req-d3e131b0-f1d7-4e73-b9b6-623c4a29732e tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/quotas/2ac5211529134663a7b81ee9a43f1be9 HTTP/1.1" status: 200 len: 375 time: 0.0282292 May 05 19:58:20.016986 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:20.055043 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-7e867119-c793-4f49-bd12-4a737c0b318f req-534fa12a-a540-4f4f-9176-fba21f69991b tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Synchronizing usage tracker for tenant:2ac5211529134663a7b81ee9a43f1be9 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:58:20.067236 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 59c9a5b9-2cc7-444d-8e6f-2f8eaee77bcb, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=59c9a5b9-2cc7-444d-8e6f-2f8eaee77bcb,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:58:20.076217 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:20.083215 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-7e867119-c793-4f49-bd12-4a737c0b318f req-534fa12a-a540-4f4f-9176-fba21f69991b tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Unset dirty status for tenant:2ac5211529134663a7b81ee9a43f1be9 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:58:20.092547 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7e867119-c793-4f49-bd12-4a737c0b318f req-534fa12a-a540-4f4f-9176-fba21f69991b tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2ac5211529134663a7b81ee9a43f1be9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1652296 May 05 19:58:20.101710 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220bbdd-edc5-428f-becb-30d4ba5ba9ae req-1bdb51f0-c3e7-49ac-a31e-91dd49468d3f tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:20.108340 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2220bbdd-edc5-428f-becb-30d4ba5ba9ae req-1bdb51f0-c3e7-49ac-a31e-91dd49468d3f tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "GET /v2.0/networks/0401d202-1605-4cfe-bad4-fb225df6afb0 HTTP/1.1" status: 200 len: 784 time: 0.3600307 May 05 19:58:20.115238 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [req-2220bbdd-edc5-428f-becb-30d4ba5ba9ae req-435b589a-7795-41dc-b85a-d8cc0baf283f tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88197) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 19:58:20.136128 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2220bbdd-edc5-428f-becb-30d4ba5ba9ae req-435b589a-7795-41dc-b85a-d8cc0baf283f tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0267510 May 05 19:58:20.243120 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=59c9a5b9-2cc7-444d-8e6f-2f8eaee77bcb,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:58:20.316586 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7e867119-c793-4f49-bd12-4a737c0b318f req-7fffdd94-1315-44fa-b134-796f7feb3d9d service neutron] 10.222.0.36 "GET /v2.0/networks/8a536572-51e8-41c9-b6b4-029e4a14e253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225604 May 05 19:58:20.484332 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7e867119-c793-4f49-bd12-4a737c0b318f req-1489b769-56bb-4765-b153-c9f03047aa16 service neutron] 10.222.0.36 "GET /v2.0/networks/8a536572-51e8-41c9-b6b4-029e4a14e253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608403 May 05 19:58:20.638869 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581f2d1-73c3-4406-b9f5-0cb8c480988c req-b0940352-aa7d-43fb-93ac-b6b16535895e tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:20.640792 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6581f2d1-73c3-4406-b9f5-0cb8c480988c req-b0940352-aa7d-43fb-93ac-b6b16535895e tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/networks?id=eeb9c093-2536-4a2a-9f6e-09016d8b7c5d HTTP/1.1" status: 200 len: 821 time: 0.3292918 May 05 19:58:20.674357 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6581f2d1-73c3-4406-b9f5-0cb8c480988c req-bc835ab7-e27c-4f35-b5fc-6b1ad9571253 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/quotas/5fc2a67f2d3c4988a8e0f49e9cbe6a0a HTTP/1.1" status: 200 len: 375 time: 0.0235827 May 05 19:58:20.813636 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6581f2d1-73c3-4406-b9f5-0cb8c480988c req-20d72d21-a08d-4bb9-b7cc-bee54a22e435 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5fc2a67f2d3c4988a8e0f49e9cbe6a0a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1248493 May 05 19:58:20.887949 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12f7e4e-c0cb-42e8-9737-841853456cb0 req-84a934a8-f819-4450-8c7e-a879e16c4ce1 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:20.897617 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f12f7e4e-c0cb-42e8-9737-841853456cb0 req-84a934a8-f819-4450-8c7e-a879e16c4ce1 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5f42d37-0237-4164-ace4-727b4479c57d HTTP/1.1" status: 200 len: 946 time: 0.1220362 May 05 19:58:20.951915 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f12f7e4e-c0cb-42e8-9737-841853456cb0 req-73238ecd-6c53-4b0e-87f9-a08ae4a76bd9 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6f6abd1-db87-4f8b-93ec-64734f7a0466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534470 May 05 19:58:21.015515 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6581f2d1-73c3-4406-b9f5-0cb8c480988c req-2e48428d-525f-4acf-aacc-d6cc927e538c service neutron] 10.222.0.36 "GET /v2.0/networks/eeb9c093-2536-4a2a-9f6e-09016d8b7c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931236 May 05 19:58:21.060377 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27e2ff1e-b478-4762-be2d-dece386a33b8'] response: {'server_uuid': 'e5f42d37-0237-4164-ace4-727b4479c57d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6f49007-1b4f-4ef8-af39-9dd2517ecba4', 'code': 200} May 05 19:58:21.143858 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40980613-d37b-4d60-ba1a-6480dedd077f'] response: {'name': 'network-changed', 'server_uuid': '49a4125b-56a6-4534-a2ad-149f746815c4', 'tag': '916de515-381a-48e9-a5de-f883cc07dedf', 'status': 'completed', 'code': 200} May 05 19:58:21.149086 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 59c9a5b9-2cc7-444d-8e6f-2f8eaee77bcb up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:58:21.240933 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 59c9a5b9-2cc7-444d-8e6f-2f8eaee77bcb triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:58:21.241580 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:21.260821 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6581f2d1-73c3-4406-b9f5-0cb8c480988c req-abf5470e-39a7-4455-b1dc-e62cd4754b51 service neutron] 10.222.0.36 "GET /v2.0/networks/eeb9c093-2536-4a2a-9f6e-09016d8b7c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308533 May 05 19:58:21.503666 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975272ae-c31c-4bad-bec4-38aaeff49125 req-1dc48ef9-7308-4bc6-a9ce-1e7e7db405b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:21.504746 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-975272ae-c31c-4bad-bec4-38aaeff49125 req-1dc48ef9-7308-4bc6-a9ce-1e7e7db405b2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e5f42d37-0237-4164-ace4-727b4479c57d HTTP/1.1" status: 200 len: 1097 time: 0.3522282 May 05 19:58:21.650660 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device d9aa07f9-be66-4f2d-8243-9075cb80d91a up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:58:21.657966 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-975272ae-c31c-4bad-bec4-38aaeff49125 req-9c1fc069-f740-4a18-8bb0-a81ce228182c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f6f6abd1-db87-4f8b-93ec-64734f7a0466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442521 May 05 19:58:21.742524 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-12433155-0460-4bd7-a770-477330138a7b req-96febd88-f293-473a-9a22-f66c76ec53b1 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.204 HTTP/1.1" status: 200 len: 1001 time: 0.2514570 May 05 19:58:21.786109 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c05bd6-979b-4291-9896-231bc84ef635 None None] Sync routers for ids ['2b45d6de-3413-4ee4-a5fa-a8f7c77e0503'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 19:58:21.803562 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c05bd6-979b-4291-9896-231bc84ef635 None None] Routers {'2b45d6de-3413-4ee4-a5fa-a8f7c77e0503'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:58:21.804318 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-15c05bd6-979b-4291-9896-231bc84ef635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:58:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['2b45d6de-3413-4ee4-a5fa-a8f7c77e0503'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:58:21.839330 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12433155-0460-4bd7-a770-477330138a7b req-91706f95-185b-44a3-82e0-81e20bd43360 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:21.840685 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-12433155-0460-4bd7-a770-477330138a7b req-91706f95-185b-44a3-82e0-81e20bd43360 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Synchronizing usage tracker for tenant:476cffb51a494e45a75196848dc23980 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:58:21.859987 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685fac20-96f8-49fd-8401-3138c66c758e req-2e4f70c4-ef73-44ee-a12a-d3c524f3fdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:21.861755 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-685fac20-96f8-49fd-8401-3138c66c758e req-2e4f70c4-ef73-44ee-a12a-d3c524f3fdd0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=476cffb51a494e45a75196848dc23980&device_id=49a4125b-56a6-4534-a2ad-149f746815c4 HTTP/1.1" status: 200 len: 1096 time: 0.6000648 May 05 19:58:21.914093 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-12433155-0460-4bd7-a770-477330138a7b req-91706f95-185b-44a3-82e0-81e20bd43360 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Unset dirty status for tenant:476cffb51a494e45a75196848dc23980 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:58:21.915391 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-12433155-0460-4bd7-a770-477330138a7b req-91706f95-185b-44a3-82e0-81e20bd43360 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "GET /v2.0/ports/916de515-381a-48e9-a5de-f883cc07dedf HTTP/1.1" status: 200 len: 942 time: 0.1648979 May 05 19:58:22.018458 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port d9aa07f9-be66-4f2d-8243-9075cb80d91a triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:58:22.018867 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:22.191397 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-15c05bd6-979b-4291-9896-231bc84ef635 None None] Set router 2b45d6de-3413-4ee4-a5fa-a8f7c77e0503 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:58:22.205356 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-12433155-0460-4bd7-a770-477330138a7b req-5fb91daa-e12a-4157-b7ee-602d7936b0ec tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.204 HTTP/1.1" status: 200 len: 1001 time: 0.1286616 May 05 19:58:22.314154 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685fac20-96f8-49fd-8401-3138c66c758e req-640a29d0-6b45-4ac5-baaf-7b52dd5c36bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:22.317304 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-685fac20-96f8-49fd-8401-3138c66c758e req-640a29d0-6b45-4ac5-baaf-7b52dd5c36bf service neutron] 10.222.0.24 "GET /v2.0/networks?id=64ae69b0-8ac2-4e0b-9320-47844867ced2 HTTP/1.1" status: 200 len: 922 time: 0.4467585 May 05 19:58:22.616049 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12433155-0460-4bd7-a770-477330138a7b req-33432a94-c063-4492-89df-7761706271e4 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:22.629658 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-12433155-0460-4bd7-a770-477330138a7b req-33432a94-c063-4492-89df-7761706271e4 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "GET /v2.0/networks/0401d202-1605-4cfe-bad4-fb225df6afb0 HTTP/1.1" status: 200 len: 784 time: 0.4137578 May 05 19:58:22.745490 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-685fac20-96f8-49fd-8401-3138c66c758e req-92959c62-8616-4320-8c2f-2c1b34bbbf6a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=916de515-381a-48e9-a5de-f883cc07dedf HTTP/1.1" status: 200 len: 1001 time: 0.4136465 May 05 19:58:22.801160 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-15c05bd6-979b-4291-9896-231bc84ef635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b45d6de-3413-4ee4-a5fa-a8f7c77e0503', 'name': 'tempest-TaggedBootDevicesTest-515893162-router', 'tenant_id': 'fd9ec2f72b8c4ba9b10b3af5bf469588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '59c9a5b9-2cc7-444d-8e6f-2f8eaee77bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:57:54Z', 'updated_at': '2022-05-05T19:58:12Z', 'revision_number': 4, 'project_id': 'fd9ec2f72b8c4ba9b10b3af5bf469588', 'gw_port': {'id': '59c9a5b9-2cc7-444d-8e6f-2f8eaee77bcb', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b45d6de-3413-4ee4-a5fa-a8f7c77e0503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:55Z', 'updated_at': '2022-05-05T19:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '353de9a1-4771-4519-b474-c08670622bdf', 'name': '', 'network_id': 'a583ddb3-bb1b-4632-af9a-c0b97a245cca', 'tenant_id': 'fd9ec2f72b8c4ba9b10b3af5bf469588', 'mac_address': 'fa:16:3e:e0:39:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b45d6de-3413-4ee4-a5fa-a8f7c77e0503', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '3d660fa0-c1b5-4f59-bae8-8d35bd9a2b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:58:11Z', 'updated_at': '2022-05-05T19:58:13Z', 'revision_number': 2, 'project_id': 'fd9ec2f72b8c4ba9b10b3af5bf469588', 'subnets': [{'id': '3d660fa0-c1b5-4f59-bae8-8d35bd9a2b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:58:22.838909 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b1138449-e0b6-4962-a63a-5d5177415e3b req-2d31616c-a853-49b1-95f3-a0f8cada2625 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=78022ff8-79b6-40f3-923b-df6f4cd7291b HTTP/1.1" status: 200 len: 210 time: 0.1168206 May 05 19:58:22.842572 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c05bd6-979b-4291-9896-231bc84ef635 None None] Checking router: 2b45d6de-3413-4ee4-a5fa-a8f7c77e0503 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 19:58:22.842934 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c05bd6-979b-4291-9896-231bc84ef635 None None] Updating router 2b45d6de-3413-4ee4-a5fa-a8f7c77e0503 port 353de9a1-4771-4519-b474-c08670622bdf binding host n-d-840717-1 {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 19:58:23.057390 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685fac20-96f8-49fd-8401-3138c66c758e req-cd4124cc-8938-4b6b-8d7c-8ebef1c415e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:23.061860 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-685fac20-96f8-49fd-8401-3138c66c758e req-cd4124cc-8938-4b6b-8d7c-8ebef1c415e1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a4aaf969-3d1a-408b-86ce-50cecc40a653 HTTP/1.1" status: 200 len: 860 time: 0.2974236 May 05 19:58:23.077063 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-15c05bd6-979b-4291-9896-231bc84ef635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:23.085033 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-12433155-0460-4bd7-a770-477330138a7b req-423453db-24e2-4be4-b102-cfc46eb51994 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.204 HTTP/1.1" status: 200 len: 1001 time: 0.4446616 May 05 19:58:23.096533 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-12433155-0460-4bd7-a770-477330138a7b req-9ebe4bc4-ece8-42f5-b3c7-77d51de96041 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:58:23.127442 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-37b0f2aa-8ccb-4c2a-899a-f1dc902cbbbc req-265884ab-bd63-4321-ba2d-4bb0f2287b64 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Synchronizing usage tracker for tenant:5fc2a67f2d3c4988a8e0f49e9cbe6a0a on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:58:23.177299 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-37b0f2aa-8ccb-4c2a-899a-f1dc902cbbbc req-265884ab-bd63-4321-ba2d-4bb0f2287b64 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Unset dirty status for tenant:5fc2a67f2d3c4988a8e0f49e9cbe6a0a on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:58:23.179299 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-37b0f2aa-8ccb-4c2a-899a-f1dc902cbbbc req-265884ab-bd63-4321-ba2d-4bb0f2287b64 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/ports?device_id=8507623b-427d-41d4-ade4-c5a0b32a950b HTTP/1.1" status: 200 len: 210 time: 0.1065104 May 05 19:58:23.380913 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e867119-c793-4f49-bd12-4a737c0b318f req-90ec39ef-e405-426d-90db-0f3b76c514e1 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:23.383903 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7e867119-c793-4f49-bd12-4a737c0b318f req-90ec39ef-e405-426d-90db-0f3b76c514e1 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.50 "GET /v2.0/networks?id=8a536572-51e8-41c9-b6b4-029e4a14e253 HTTP/1.1" status: 200 len: 819 time: 0.2395310 May 05 19:58:23.471646 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-7e867119-c793-4f49-bd12-4a737c0b318f req-b3e66151-c13a-4097-82bb-a3df92abd427 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Request body: {'port': {'device_id': '78022ff8-79b6-40f3-923b-df6f4cd7291b', 'network_id': '8a536572-51e8-41c9-b6b4-029e4a14e253', 'admin_state_up': True, 'tenant_id': '2ac5211529134663a7b81ee9a43f1be9'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:58:23.568208 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-12433155-0460-4bd7-a770-477330138a7b req-9ebe4bc4-ece8-42f5-b3c7-77d51de96041 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Notify callbacks [] for floatingip, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:23.676827 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 59d900ca-6fa6-412a-bab1-dcae6d354933 no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:58:23.682815 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685fac20-96f8-49fd-8401-3138c66c758e req-5f95c155-71c8-4f89-aec2-297840382580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:23.688306 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-685fac20-96f8-49fd-8401-3138c66c758e req-5f95c155-71c8-4f89-aec2-297840382580 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=64ae69b0-8ac2-4e0b-9320-47844867ced2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5980496 May 05 19:58:23.700769 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [req-685fac20-96f8-49fd-8401-3138c66c758e req-e8801d58-32cd-4cf5-af01-5e5698f19e3a service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88197) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 19:58:23.707860 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-685fac20-96f8-49fd-8401-3138c66c758e req-e8801d58-32cd-4cf5-af01-5e5698f19e3a service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0111821 May 05 19:58:23.971046 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-7e867119-c793-4f49-bd12-4a737c0b318f req-b3e66151-c13a-4097-82bb-a3df92abd427 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:58:24.016392 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106812e7-0f7f-40f4-aec0-3b0dfeb70436 req-29b3c567-07b0-46ca-8596-dd8200c47c53 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:24.025442 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-106812e7-0f7f-40f4-aec0-3b0dfeb70436 req-29b3c567-07b0-46ca-8596-dd8200c47c53 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5f42d37-0237-4164-ace4-727b4479c57d HTTP/1.1" status: 200 len: 946 time: 0.6380150 May 05 19:58:24.092498 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-15c05bd6-979b-4291-9896-231bc84ef635 None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:24.116381 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:24.130668 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-15c05bd6-979b-4291-9896-231bc84ef635 None None] Transition to ACTIVE for port object 353de9a1-4771-4519-b474-c08670622bdf will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:58:24.153100 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-15c05bd6-979b-4291-9896-231bc84ef635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:24.220764 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-7e867119-c793-4f49-bd12-4a737c0b318f req-b3e66151-c13a-4097-82bb-a3df92abd427 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:58:24.280031 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-106812e7-0f7f-40f4-aec0-3b0dfeb70436 req-940448e3-9836-4c96-9c92-b216fcef1aeb tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6f6abd1-db87-4f8b-93ec-64734f7a0466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2523885 May 05 19:58:24.287478 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e867119-c793-4f49-bd12-4a737c0b318f req-b3e66151-c13a-4097-82bb-a3df92abd427 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Made reservation on behalf of 2ac5211529134663a7b81ee9a43f1be9 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:58:24.293613 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-7e867119-c793-4f49-bd12-4a737c0b318f req-b3e66151-c13a-4097-82bb-a3df92abd427 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:24.309240 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ada14d4-7aba-4b42-99fe-0ab13970f361', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59d900ca-6fa6-412a-bab1-dcae6d354933'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:58:24.329992 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-12433155-0460-4bd7-a770-477330138a7b req-9ebe4bc4-ece8-42f5-b3c7-77d51de96041 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:24.343691 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-685fac20-96f8-49fd-8401-3138c66c758e req-c83bfbcc-6869-456e-aaa7-ba1faec67190 service neutron] 10.222.0.24 "GET /v2.0/networks/64ae69b0-8ac2-4e0b-9320-47844867ced2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6287980 May 05 19:58:24.344390 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-12433155-0460-4bd7-a770-477330138a7b req-9ebe4bc4-ece8-42f5-b3c7-77d51de96041 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:24.344696 n-d-840717-1 neutron-server[88197]: INFO neutron.db.l3_db [req-12433155-0460-4bd7-a770-477330138a7b req-9ebe4bc4-ece8-42f5-b3c7-77d51de96041 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Floating IP d130e0a1-933e-4b01-bdab-de8a8c504b39 disassociated. External IP: 172.25.0.204, port: 916de515-381a-48e9-a5de-f883cc07dedf. May 05 19:58:24.352028 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581f2d1-73c3-4406-b9f5-0cb8c480988c req-58c73f67-ddc2-4547-b555-8efe45cdd4ef tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:24.362021 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6581f2d1-73c3-4406-b9f5-0cb8c480988c req-58c73f67-ddc2-4547-b555-8efe45cdd4ef tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.50 "GET /v2.0/networks?id=eeb9c093-2536-4a2a-9f6e-09016d8b7c5d HTTP/1.1" status: 200 len: 821 time: 0.7833393 May 05 19:58:24.382970 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 59d900ca-6fa6-412a-bab1-dcae6d354933, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=59d900ca-6fa6-412a-bab1-dcae6d354933,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:58:24.401389 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-6581f2d1-73c3-4406-b9f5-0cb8c480988c req-d0e4fbd3-495b-4aa4-8250-f3985729df46 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Request body: {'port': {'device_id': '8507623b-427d-41d4-ade4-c5a0b32a950b', 'network_id': 'eeb9c093-2536-4a2a-9f6e-09016d8b7c5d', 'admin_state_up': True, 'tenant_id': '5fc2a67f2d3c4988a8e0f49e9cbe6a0a'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:58:24.430971 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:24.462076 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9c4977-1ec5-476e-8c7a-34c343a44110 None None] Pushing event updated for resources: {'Port': ['ID=353de9a1-4771-4519-b474-c08670622bdf,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:58:24.561055 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-15c05bd6-979b-4291-9896-231bc84ef635 None None] Attempting to bind port 353de9a1-4771-4519-b474-c08670622bdf on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:58:24.561787 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-15c05bd6-979b-4291-9896-231bc84ef635 None None] Attempting to bind port 353de9a1-4771-4519-b474-c08670622bdf by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'a44e85c0-7632-4cef-a6c8-f3c1d80294aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a583ddb3-bb1b-4632-af9a-c0b97a245cca'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:58:24.562397 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c05bd6-979b-4291-9896-231bc84ef635 None None] Attempting to bind port 353de9a1-4771-4519-b474-c08670622bdf on network a583ddb3-bb1b-4632-af9a-c0b97a245cca {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:58:24.571776 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c05bd6-979b-4291-9896-231bc84ef635 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:58:24.572330 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c05bd6-979b-4291-9896-231bc84ef635 None None] Checking segment: {'id': 'a44e85c0-7632-4cef-a6c8-f3c1d80294aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a583ddb3-bb1b-4632-af9a-c0b97a245cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:58:24.572844 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-15c05bd6-979b-4291-9896-231bc84ef635 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:24.573504 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c05bd6-979b-4291-9896-231bc84ef635 None None] Bound using segment: {'id': 'a44e85c0-7632-4cef-a6c8-f3c1d80294aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a583ddb3-bb1b-4632-af9a-c0b97a245cca'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:58:24.574090 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-15c05bd6-979b-4291-9896-231bc84ef635 None None] Bound port: 353de9a1-4771-4519-b474-c08670622bdf, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a44e85c0-7632-4cef-a6c8-f3c1d80294aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a583ddb3-bb1b-4632-af9a-c0b97a245cca'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:58:24.574567 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-15c05bd6-979b-4291-9896-231bc84ef635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:24.660476 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-6581f2d1-73c3-4406-b9f5-0cb8c480988c req-d0e4fbd3-495b-4aa4-8250-f3985729df46 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:58:24.671007 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-6581f2d1-73c3-4406-b9f5-0cb8c480988c req-d0e4fbd3-495b-4aa4-8250-f3985729df46 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:58:24.692512 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=59d900ca-6fa6-412a-bab1-dcae6d354933,revision_number=8']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:58:24.735498 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-15c05bd6-979b-4291-9896-231bc84ef635 None None] For port 353de9a1-4771-4519-b474-c08670622bdf, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:58:24.739960 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-15c05bd6-979b-4291-9896-231bc84ef635 None None] For port 353de9a1-4771-4519-b474-c08670622bdf, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=353de9a1-4771-4519-b474-c08670622bdf,segment=NetworkSegment(a44e85c0-7632-4cef-a6c8-f3c1d80294aa),segment_id=a44e85c0-7632-4cef-a6c8-f3c1d80294aa)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:58:24.746561 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-15c05bd6-979b-4291-9896-231bc84ef635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:24.763561 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6581f2d1-73c3-4406-b9f5-0cb8c480988c req-d0e4fbd3-495b-4aa4-8250-f3985729df46 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Made reservation on behalf of 5fc2a67f2d3c4988a8e0f49e9cbe6a0a for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:58:24.767158 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6581f2d1-73c3-4406-b9f5-0cb8c480988c req-d0e4fbd3-495b-4aa4-8250-f3985729df46 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:24.852649 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c05bd6-979b-4291-9896-231bc84ef635 None None] Routers {'2b45d6de-3413-4ee4-a5fa-a8f7c77e0503'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:58:24.853437 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-15c05bd6-979b-4291-9896-231bc84ef635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:58:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['2b45d6de-3413-4ee4-a5fa-a8f7c77e0503'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:58:24.877707 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-685fac20-96f8-49fd-8401-3138c66c758e req-4ba9c5c9-f3de-4701-8b82-a5d6d952a720 service neutron] 10.222.0.24 "GET /v2.0/networks/64ae69b0-8ac2-4e0b-9320-47844867ced2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4107909 May 05 19:58:24.988429 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-6581f2d1-73c3-4406-b9f5-0cb8c480988c req-d0e4fbd3-495b-4aa4-8250-f3985729df46 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Allocated IP 172.20.0.11 (eeb9c093-2536-4a2a-9f6e-09016d8b7c5d/2ab1778b-7268-4b66-a1dd-6ef68efc2477/6d500b3c-5ee4-4f90-86af-e42d033edb5e) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:58:25.218716 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12433155-0460-4bd7-a770-477330138a7b req-9ebe4bc4-ece8-42f5-b3c7-77d51de96041 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Router f9c5edfd-5abd-422d-a15a-09a5460bd53d has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 19:58:25.316774 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6581f2d1-73c3-4406-b9f5-0cb8c480988c req-d0e4fbd3-495b-4aa4-8250-f3985729df46 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:25.439318 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9c4977-1ec5-476e-8c7a-34c343a44110 None None] Pushing event updated for resources: {'Port': ['ID=353de9a1-4771-4519-b474-c08670622bdf,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:58:25.489099 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-15c05bd6-979b-4291-9896-231bc84ef635 None None] Set router 2b45d6de-3413-4ee4-a5fa-a8f7c77e0503 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:58:25.490178 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12433155-0460-4bd7-a770-477330138a7b req-9ebe4bc4-ece8-42f5-b3c7-77d51de96041 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 19:58:25.507694 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babf7607-e364-43b1-9600-e0b7ce2698a5 None None] Sync routers for ids ['f9c5edfd-5abd-422d-a15a-09a5460bd53d'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 19:58:25.512657 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-12433155-0460-4bd7-a770-477330138a7b req-9ebe4bc4-ece8-42f5-b3c7-77d51de96041 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:25.517372 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6581f2d1-73c3-4406-b9f5-0cb8c480988c req-d0e4fbd3-495b-4aa4-8250-f3985729df46 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:25.523442 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-7e867119-c793-4f49-bd12-4a737c0b318f req-b3e66151-c13a-4097-82bb-a3df92abd427 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Allocated IP 172.20.0.6 (8a536572-51e8-41c9-b6b4-029e4a14e253/afbf8c9c-9fa3-4fdd-ba30-b4249970e4ad/50d780a2-f495-43fb-9ec1-8a335ab63da3) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:58:25.543453 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babf7607-e364-43b1-9600-e0b7ce2698a5 None None] Routers {'f9c5edfd-5abd-422d-a15a-09a5460bd53d'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:58:25.546030 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-babf7607-e364-43b1-9600-e0b7ce2698a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:58:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['f9c5edfd-5abd-422d-a15a-09a5460bd53d'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:58:25.642056 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-12433155-0460-4bd7-a770-477330138a7b req-9ebe4bc4-ece8-42f5-b3c7-77d51de96041 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "PUT /v2.0/floatingips/d130e0a1-933e-4b01-bdab-de8a8c504b39 HTTP/1.1" status: 200 len: 696 time: 2.5496130 May 05 19:58:25.665844 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6581f2d1-73c3-4406-b9f5-0cb8c480988c req-d0e4fbd3-495b-4aa4-8250-f3985729df46 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Network eeb9c093-2536-4a2a-9f6e-09016d8b7c5d is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:58:25.693578 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-6581f2d1-73c3-4406-b9f5-0cb8c480988c req-d0e4fbd3-495b-4aa4-8250-f3985729df46 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:58:25.704394 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49a4125b-56a6-4534-a2ad-149f746815c4', 'tag': '916de515-381a-48e9-a5de-f883cc07dedf'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:58:25.723686 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-6581f2d1-73c3-4406-b9f5-0cb8c480988c req-d0e4fbd3-495b-4aa4-8250-f3985729df46 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:58:25.828306 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12433155-0460-4bd7-a770-477330138a7b req-3360073f-4710-48bb-8301-0c21ec06d81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:25.834526 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-12433155-0460-4bd7-a770-477330138a7b req-3360073f-4710-48bb-8301-0c21ec06d81f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=476cffb51a494e45a75196848dc23980&device_id=49a4125b-56a6-4534-a2ad-149f746815c4 HTTP/1.1" status: 200 len: 1096 time: 0.1913173 May 05 19:58:25.857134 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-babf7607-e364-43b1-9600-e0b7ce2698a5 None None] Set router f9c5edfd-5abd-422d-a15a-09a5460bd53d gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:58:25.887450 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1208b62e-6888-48fb-9f93-fe37b084219a req-60601ade-1e4a-4398-96e9-9f2fe8ddbc09 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:25.889401 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1208b62e-6888-48fb-9f93-fe37b084219a req-60601ade-1e4a-4398-96e9-9f2fe8ddbc09 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ada14d4-7aba-4b42-99fe-0ab13970f361 HTTP/1.1" status: 200 len: 947 time: 1.1663728 May 05 19:58:25.962456 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-15c05bd6-979b-4291-9896-231bc84ef635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b45d6de-3413-4ee4-a5fa-a8f7c77e0503', 'name': 'tempest-TaggedBootDevicesTest-515893162-router', 'tenant_id': 'fd9ec2f72b8c4ba9b10b3af5bf469588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '59c9a5b9-2cc7-444d-8e6f-2f8eaee77bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:57:54Z', 'updated_at': '2022-05-05T19:58:12Z', 'revision_number': 4, 'project_id': 'fd9ec2f72b8c4ba9b10b3af5bf469588', 'gw_port': {'id': '59c9a5b9-2cc7-444d-8e6f-2f8eaee77bcb', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b45d6de-3413-4ee4-a5fa-a8f7c77e0503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:55Z', 'updated_at': '2022-05-05T19:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '353de9a1-4771-4519-b474-c08670622bdf', 'name': '', 'network_id': 'a583ddb3-bb1b-4632-af9a-c0b97a245cca', 'tenant_id': 'fd9ec2f72b8c4ba9b10b3af5bf469588', 'mac_address': 'fa:16:3e:e0:39:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b45d6de-3413-4ee4-a5fa-a8f7c77e0503', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '3d660fa0-c1b5-4f59-bae8-8d35bd9a2b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:58:11Z', 'updated_at': '2022-05-05T19:58:24Z', 'revision_number': 4, 'project_id': 'fd9ec2f72b8c4ba9b10b3af5bf469588', 'subnets': [{'id': '3d660fa0-c1b5-4f59-bae8-8d35bd9a2b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:58:25.982505 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c05bd6-979b-4291-9896-231bc84ef635 None None] The sync data for ids ['2b45d6de-3413-4ee4-a5fa-a8f7c77e0503'] in n-d-840717-1 is: [{'id': '2b45d6de-3413-4ee4-a5fa-a8f7c77e0503', 'name': 'tempest-TaggedBootDevicesTest-515893162-router', 'tenant_id': 'fd9ec2f72b8c4ba9b10b3af5bf469588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '59c9a5b9-2cc7-444d-8e6f-2f8eaee77bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:57:54Z', 'updated_at': '2022-05-05T19:58:12Z', 'revision_number': 4, 'project_id': 'fd9ec2f72b8c4ba9b10b3af5bf469588', 'gw_port': {'id': '59c9a5b9-2cc7-444d-8e6f-2f8eaee77bcb', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b45d6de-3413-4ee4-a5fa-a8f7c77e0503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:55Z', 'updated_at': '2022-05-05T19:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '353de9a1-4771-4519-b474-c08670622bdf', 'name': '', 'network_id': 'a583ddb3-bb1b-4632-af9a-c0b97a245cca', 'tenant_id': 'fd9ec2f72b8c4ba9b10b3af5bf469588', 'mac_address': 'fa:16:3e:e0:39:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b45d6de-3413-4ee4-a5fa-a8f7c77e0503', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '3d660fa0-c1b5-4f59-bae8-8d35bd9a2b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:58:11Z', 'updated_at': '2022-05-05T19:58:24Z', 'revision_number': 4, 'project_id': 'fd9ec2f72b8c4ba9b10b3af5bf469588', 'subnets': [{'id': '3d660fa0-c1b5-4f59-bae8-8d35bd9a2b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 19:58:26.214532 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12433155-0460-4bd7-a770-477330138a7b req-fe1aeb83-8553-4800-8685-3e70d4c03977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:26.216412 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-12433155-0460-4bd7-a770-477330138a7b req-fe1aeb83-8553-4800-8685-3e70d4c03977 service neutron] 10.222.0.36 "GET /v2.0/networks?id=64ae69b0-8ac2-4e0b-9320-47844867ced2 HTTP/1.1" status: 200 len: 922 time: 0.3755155 May 05 19:58:26.227107 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e4fbd3-495b-4aa4-8250-f3985729df46 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Pushing event updated for resources: {'Port': ['ID=6d500b3c-5ee4-4f90-86af-e42d033edb5e,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:58:26.318443 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-12433155-0460-4bd7-a770-477330138a7b req-de9a1a97-c8a2-4322-94e8-77211a1f45a8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=916de515-381a-48e9-a5de-f883cc07dedf HTTP/1.1" status: 200 len: 217 time: 0.0948894 May 05 19:58:26.339555 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581f2d1-73c3-4406-b9f5-0cb8c480988c req-d0e4fbd3-495b-4aa4-8250-f3985729df46 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:26.340546 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6581f2d1-73c3-4406-b9f5-0cb8c480988c req-d0e4fbd3-495b-4aa4-8250-f3985729df46 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:26.455933 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1208b62e-6888-48fb-9f93-fe37b084219a req-b090ab99-c077-4bc2-b3af-6d0739650fe2 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] 10.222.0.36 "GET /v2.0/security-groups?id=74d729d4-bb0b-4e6d-b8e2-628b6688320d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168703 May 05 19:58:26.455933 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6581f2d1-73c3-4406-b9f5-0cb8c480988c req-d0e4fbd3-495b-4aa4-8250-f3985729df46 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0638342 May 05 19:58:26.502751 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12433155-0460-4bd7-a770-477330138a7b req-f7cee0ad-561a-41cf-b371-24167ec5222e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:26.505644 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-12433155-0460-4bd7-a770-477330138a7b req-f7cee0ad-561a-41cf-b371-24167ec5222e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a4aaf969-3d1a-408b-86ce-50cecc40a653 HTTP/1.1" status: 200 len: 860 time: 0.1650739 May 05 19:58:26.507845 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [req-6581f2d1-73c3-4406-b9f5-0cb8c480988c req-8e06121e-7d4b-4d6b-9007-fcd2c32b9bb7 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 19:58:26.508875 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6581f2d1-73c3-4406-b9f5-0cb8c480988c req-8e06121e-7d4b-4d6b-9007-fcd2c32b9bb7 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0221539 May 05 19:58:26.535408 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-6581f2d1-73c3-4406-b9f5-0cb8c480988c req-c5461f60-1e1c-4ed2-a8fc-5058a19440d8 service neutron] Request body: {'port': {'device_id': '8507623b-427d-41d4-ade4-c5a0b32a950b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:58:26.646387 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12433155-0460-4bd7-a770-477330138a7b req-4d23e185-454f-4061-9a05-e93f865ae09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:26.649288 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-12433155-0460-4bd7-a770-477330138a7b req-4d23e185-454f-4061-9a05-e93f865ae09e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=64ae69b0-8ac2-4e0b-9320-47844867ced2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1280630 May 05 19:58:26.718921 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-7e867119-c793-4f49-bd12-4a737c0b318f req-b3e66151-c13a-4097-82bb-a3df92abd427 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:26.722906 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-babf7607-e364-43b1-9600-e0b7ce2698a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1301146889-router', 'tenant_id': '476cffb51a494e45a75196848dc23980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'f4ab8d26-53ba-4299-b17a-60c425af1f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:55:59Z', 'updated_at': '2022-05-05T19:56:12Z', 'revision_number': 4, 'project_id': '476cffb51a494e45a75196848dc23980', 'gw_port': {'id': 'f4ab8d26-53ba-4299-b17a-60c425af1f98', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:56:02Z', 'updated_at': '2022-05-05T19:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '786fbba6-2067-47e2-9ff5-a211af1d17c4', 'name': '', 'network_id': '64ae69b0-8ac2-4e0b-9320-47844867ced2', 'tenant_id': '476cffb51a494e45a75196848dc23980', 'mac_address': 'fa:16:3e:48:0b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'a4aaf969-3d1a-408b-86ce-50cecc40a653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:56:09Z', 'updated_at': '2022-05-05T19:56:21Z', 'revision_number': 5, 'project_id': '476cffb51a494e45a75196848dc23980', 'subnets': [{'id': 'a4aaf969-3d1a-408b-86ce-50cecc40a653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:58:26.734863 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babf7607-e364-43b1-9600-e0b7ce2698a5 None None] Checking router: f9c5edfd-5abd-422d-a15a-09a5460bd53d for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 19:58:26.755867 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babf7607-e364-43b1-9600-e0b7ce2698a5 None None] Routers {'f9c5edfd-5abd-422d-a15a-09a5460bd53d'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:58:26.758615 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-babf7607-e364-43b1-9600-e0b7ce2698a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:58:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['f9c5edfd-5abd-422d-a15a-09a5460bd53d'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:58:26.788429 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-7e867119-c793-4f49-bd12-4a737c0b318f req-b3e66151-c13a-4097-82bb-a3df92abd427 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Transition to ACTIVE for port object 50d780a2-f495-43fb-9ec1-8a335ab63da3 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:58:26.838019 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6581f2d1-73c3-4406-b9f5-0cb8c480988c req-c5461f60-1e1c-4ed2-a8fc-5058a19440d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:26.870284 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-12433155-0460-4bd7-a770-477330138a7b req-8025666d-f5e5-46c0-91e7-df4054e79880 service neutron] 10.222.0.36 "GET /v2.0/networks/64ae69b0-8ac2-4e0b-9320-47844867ced2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147529 May 05 19:58:27.022221 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-7e867119-c793-4f49-bd12-4a737c0b318f req-b3e66151-c13a-4097-82bb-a3df92abd427 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:27.054275 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-babf7607-e364-43b1-9600-e0b7ce2698a5 None None] Set router f9c5edfd-5abd-422d-a15a-09a5460bd53d gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:58:27.148656 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-12433155-0460-4bd7-a770-477330138a7b req-c2f73c97-b385-49c8-b30a-c0a1a894625b service neutron] 10.222.0.36 "GET /v2.0/networks/64ae69b0-8ac2-4e0b-9320-47844867ced2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728701 May 05 19:58:27.208268 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 353de9a1-4771-4519-b474-c08670622bdf up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:58:27.256329 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e66151-c13a-4097-82bb-a3df92abd427 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Pushing event updated for resources: {'Port': ['ID=50d780a2-f495-43fb-9ec1-8a335ab63da3,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:58:27.322437 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 353de9a1-4771-4519-b474-c08670622bdf completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:58:27.336842 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e867119-c793-4f49-bd12-4a737c0b318f req-b3e66151-c13a-4097-82bb-a3df92abd427 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Network 8a536572-51e8-41c9-b6b4-029e4a14e253 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:58:27.338538 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 353de9a1-4771-4519-b474-c08670622bdf triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:58:27.338918 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:27.487089 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-7e867119-c793-4f49-bd12-4a737c0b318f req-b3e66151-c13a-4097-82bb-a3df92abd427 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:58:27.502642 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e867119-c793-4f49-bd12-4a737c0b318f req-b3e66151-c13a-4097-82bb-a3df92abd427 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:58:27.585473 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68763975-cce0-483e-ae06-0c574a7b34e5 req-cd97705d-3083-48a6-8e04-b12ce2b07be3 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:27.600020 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-68763975-cce0-483e-ae06-0c574a7b34e5 req-cd97705d-3083-48a6-8e04-b12ce2b07be3 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/ports?device_id=8507623b-427d-41d4-ade4-c5a0b32a950b HTTP/1.1" status: 200 len: 932 time: 0.2241044 May 05 19:58:27.630106 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:27.698875 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 353de9a1-4771-4519-b474-c08670622bdf, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=353de9a1-4771-4519-b474-c08670622bdf,segment=NetworkSegment(a44e85c0-7632-4cef-a6c8-f3c1d80294aa),segment_id=a44e85c0-7632-4cef-a6c8-f3c1d80294aa)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:58:27.704328 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:27.737033 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-babf7607-e364-43b1-9600-e0b7ce2698a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1301146889-router', 'tenant_id': '476cffb51a494e45a75196848dc23980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'f4ab8d26-53ba-4299-b17a-60c425af1f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:55:59Z', 'updated_at': '2022-05-05T19:56:12Z', 'revision_number': 4, 'project_id': '476cffb51a494e45a75196848dc23980', 'gw_port': {'id': 'f4ab8d26-53ba-4299-b17a-60c425af1f98', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:56:02Z', 'updated_at': '2022-05-05T19:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '786fbba6-2067-47e2-9ff5-a211af1d17c4', 'name': '', 'network_id': '64ae69b0-8ac2-4e0b-9320-47844867ced2', 'tenant_id': '476cffb51a494e45a75196848dc23980', 'mac_address': 'fa:16:3e:48:0b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'a4aaf969-3d1a-408b-86ce-50cecc40a653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:56:09Z', 'updated_at': '2022-05-05T19:56:21Z', 'revision_number': 5, 'project_id': '476cffb51a494e45a75196848dc23980', 'subnets': [{'id': 'a4aaf969-3d1a-408b-86ce-50cecc40a653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:58:27.756900 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babf7607-e364-43b1-9600-e0b7ce2698a5 None None] The sync data for ids ['f9c5edfd-5abd-422d-a15a-09a5460bd53d'] in n-d-840717-1 is: [{'id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1301146889-router', 'tenant_id': '476cffb51a494e45a75196848dc23980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'f4ab8d26-53ba-4299-b17a-60c425af1f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:55:59Z', 'updated_at': '2022-05-05T19:56:12Z', 'revision_number': 4, 'project_id': '476cffb51a494e45a75196848dc23980', 'gw_port': {'id': 'f4ab8d26-53ba-4299-b17a-60c425af1f98', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:56:02Z', 'updated_at': '2022-05-05T19:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '786fbba6-2067-47e2-9ff5-a211af1d17c4', 'name': '', 'network_id': '64ae69b0-8ac2-4e0b-9320-47844867ced2', 'tenant_id': '476cffb51a494e45a75196848dc23980', 'mac_address': 'fa:16:3e:48:0b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'a4aaf969-3d1a-408b-86ce-50cecc40a653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:56:09Z', 'updated_at': '2022-05-05T19:56:21Z', 'revision_number': 5, 'project_id': '476cffb51a494e45a75196848dc23980', 'subnets': [{'id': 'a4aaf969-3d1a-408b-86ce-50cecc40a653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 19:58:27.804919 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=353de9a1-4771-4519-b474-c08670622bdf,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:58:27.877558 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-68763975-cce0-483e-ae06-0c574a7b34e5 req-c86ec62b-6130-48be-905c-8670193f6b77 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/security-groups?id=b8eb825a-eb05-4b64-b47c-316dce01fa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706382 May 05 19:58:27.939048 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c9c566fa-75db-4eb6-99f9-82bc09657fd8 req-8ad1b3a7-27b1-42a7-af02-bd88fbb1caa7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e5f42d37-0237-4164-ace4-727b4479c57d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2685144 May 05 19:58:28.021454 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-45709681-0b0e-45d4-bcb4-7696a55a72bb None None] Provisioning for port 50d780a2-f495-43fb-9ec1-8a335ab63da3 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:58:28.037318 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-45709681-0b0e-45d4-bcb4-7696a55a72bb None None] Provisioning complete for port 50d780a2-f495-43fb-9ec1-8a335ab63da3 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:58:28.038120 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-45709681-0b0e-45d4-bcb4-7696a55a72bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:28.126301 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e867119-c793-4f49-bd12-4a737c0b318f req-b3e66151-c13a-4097-82bb-a3df92abd427 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:28.127304 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-7e867119-c793-4f49-bd12-4a737c0b318f req-b3e66151-c13a-4097-82bb-a3df92abd427 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:28.143310 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b37301-c770-4223-ba39-28162c1bebac req-861f5d0d-db25-4fad-b79f-9e8fc5ead17d tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:28.153907 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-32b37301-c770-4223-ba39-28162c1bebac req-861f5d0d-db25-4fad-b79f-9e8fc5ead17d tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/networks?id=8a536572-51e8-41c9-b6b4-029e4a14e253 HTTP/1.1" status: 200 len: 819 time: 1.3168380 May 05 19:58:28.172770 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-45709681-0b0e-45d4-bcb4-7696a55a72bb None None] Port 50d780a2-f495-43fb-9ec1-8a335ab63da3 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:58:28.190345 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-32b37301-c770-4223-ba39-28162c1bebac req-79febd6e-f3b1-4963-b6c9-8056f0b7ef99 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/quotas/2ac5211529134663a7b81ee9a43f1be9 HTTP/1.1" status: 200 len: 375 time: 0.0354249 May 05 19:58:28.250835 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7e867119-c793-4f49-bd12-4a737c0b318f req-b3e66151-c13a-4097-82bb-a3df92abd427 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7855237 May 05 19:58:28.265523 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-7e867119-c793-4f49-bd12-4a737c0b318f req-6a31cd90-7329-48dd-82cf-983247c25794 service neutron] Request body: {'port': {'device_id': '78022ff8-79b6-40f3-923b-df6f4cd7291b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:58:28.350847 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d99685-1e0b-4fdd-b0e7-da363e68b1f0 req-5d89cb81-ebb6-44ac-ba3c-b4a33b23d874 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:28.353175 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-47d99685-1e0b-4fdd-b0e7-da363e68b1f0 req-5d89cb81-ebb6-44ac-ba3c-b4a33b23d874 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5f42d37-0237-4164-ace4-727b4479c57d HTTP/1.1" status: 200 len: 946 time: 0.2302487 May 05 19:58:28.367927 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39758) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:58:28.380149 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-1a7033f4-bf2d-4ea7-b5c4-d658da2a86fd tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Request body: {'floatingip': {'port_id': 'f6f49007-1b4f-4ef8-af39-9dd2517ecba4'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:58:28.468192 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-630b7615-2532-4370-8903-2de95a4fd834'] response: {'server_uuid': '1ada14d4-7aba-4b42-99fe-0ab13970f361', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59d900ca-6fa6-412a-bab1-dcae6d354933', 'code': 200} May 05 19:58:28.481678 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1a7033f4-bf2d-4ea7-b5c4-d658da2a86fd tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Notify callbacks [] for floatingip, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:28.511066 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-6581f2d1-73c3-4406-b9f5-0cb8c480988c req-c5461f60-1e1c-4ed2-a8fc-5058a19440d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d500b3c-5ee4-4f90-86af-e42d033edb5e {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:58:28.528402 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6581f2d1-73c3-4406-b9f5-0cb8c480988c req-c5461f60-1e1c-4ed2-a8fc-5058a19440d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:28.613638 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-6581f2d1-73c3-4406-b9f5-0cb8c480988c req-c5461f60-1e1c-4ed2-a8fc-5058a19440d8 service neutron] Transition to ACTIVE for port object 6d500b3c-5ee4-4f90-86af-e42d033edb5e will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:58:28.623808 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c566fa-75db-4eb6-99f9-82bc09657fd8 req-14909eac-b886-4999-b6ef-dd2561537134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:28.627778 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c9c566fa-75db-4eb6-99f9-82bc09657fd8 req-14909eac-b886-4999-b6ef-dd2561537134 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=12d6d803715a4d1faae5ab453e890665&device_id=e5f42d37-0237-4164-ace4-727b4479c57d HTTP/1.1" status: 200 len: 1097 time: 0.5588765 May 05 19:58:28.640675 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6581f2d1-73c3-4406-b9f5-0cb8c480988c req-c5461f60-1e1c-4ed2-a8fc-5058a19440d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:28.697026 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc4a59b-f57f-4dc6-baa7-5c9e12a7e2cd None None] New status for floating IP d130e0a1-933e-4b01-bdab-de8a8c504b39: DOWN {{(pid=88199) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 19:58:28.749492 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-7e867119-c793-4f49-bd12-4a737c0b318f req-6a31cd90-7329-48dd-82cf-983247c25794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:28.878783 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c566fa-75db-4eb6-99f9-82bc09657fd8 req-1ce0351f-a5ca-4407-b0aa-39f3c0b071d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:28.885218 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c9c566fa-75db-4eb6-99f9-82bc09657fd8 req-1ce0351f-a5ca-4407-b0aa-39f3c0b071d3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=964832a3-7678-439b-97c2-1f4e7f68480a HTTP/1.1" status: 200 len: 913 time: 0.2088244 May 05 19:58:28.962508 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73ae3eb6-7505-45ee-9fac-4006a4f365e5'] response: {'name': 'network-changed', 'server_uuid': '49a4125b-56a6-4534-a2ad-149f746815c4', 'tag': '916de515-381a-48e9-a5de-f883cc07dedf', 'status': 'completed', 'code': 200} May 05 19:58:29.206715 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 353de9a1-4771-4519-b474-c08670622bdf up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:58:29.212616 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c9c566fa-75db-4eb6-99f9-82bc09657fd8 req-56cab641-5542-4ada-bb69-e5d35b4815c5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6f49007-1b4f-4ef8-af39-9dd2517ecba4 HTTP/1.1" status: 200 len: 217 time: 0.1134503 May 05 19:58:29.307584 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5461f60-1e1c-4ed2-a8fc-5058a19440d8 service neutron] Pushing event updated for resources: {'Port': ['ID=6d500b3c-5ee4-4f90-86af-e42d033edb5e,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:58:29.497296 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c566fa-75db-4eb6-99f9-82bc09657fd8 req-6cd81b1a-d283-4056-8518-863499a2f659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:29.498992 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c9c566fa-75db-4eb6-99f9-82bc09657fd8 req-6cd81b1a-d283-4056-8518-863499a2f659 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fe9b176d-b178-48c7-bb0b-d17912546ee0 HTTP/1.1" status: 200 len: 851 time: 0.2761257 May 05 19:58:29.530474 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-32b37301-c770-4223-ba39-28162c1bebac req-b36f8622-fef9-4626-a59b-633216a12de2 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Synchronizing usage tracker for tenant:2ac5211529134663a7b81ee9a43f1be9 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:58:29.669533 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7b381b-e5f2-4071-941c-ed064d7fd3f2 req-caee7d8c-9463-4c2b-bd60-b660a1d8a13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:29.671253 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5c7b381b-e5f2-4071-941c-ed064d7fd3f2 req-caee7d8c-9463-4c2b-bd60-b660a1d8a13c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=476cffb51a494e45a75196848dc23980&device_id=49a4125b-56a6-4534-a2ad-149f746815c4 HTTP/1.1" status: 200 len: 1096 time: 0.7078791 May 05 19:58:29.675639 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-6581f2d1-73c3-4406-b9f5-0cb8c480988c req-c5461f60-1e1c-4ed2-a8fc-5058a19440d8 service neutron] Attempting to bind port 6d500b3c-5ee4-4f90-86af-e42d033edb5e on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:58:29.677720 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-6581f2d1-73c3-4406-b9f5-0cb8c480988c req-c5461f60-1e1c-4ed2-a8fc-5058a19440d8 service neutron] Attempting to bind port 6d500b3c-5ee4-4f90-86af-e42d033edb5e by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': 'ac8864a1-851c-4e33-a62e-34bf87714dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'eeb9c093-2536-4a2a-9f6e-09016d8b7c5d'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:58:29.677925 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6581f2d1-73c3-4406-b9f5-0cb8c480988c req-c5461f60-1e1c-4ed2-a8fc-5058a19440d8 service neutron] Attempting to bind port 6d500b3c-5ee4-4f90-86af-e42d033edb5e on network eeb9c093-2536-4a2a-9f6e-09016d8b7c5d {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:58:29.681618 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 353de9a1-4771-4519-b474-c08670622bdf triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:58:29.682172 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:29.782778 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6581f2d1-73c3-4406-b9f5-0cb8c480988c req-c5461f60-1e1c-4ed2-a8fc-5058a19440d8 service neutron] Port 6d500b3c-5ee4-4f90-86af-e42d033edb5e on network eeb9c093-2536-4a2a-9f6e-09016d8b7c5d not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:58:29.783416 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6581f2d1-73c3-4406-b9f5-0cb8c480988c req-c5461f60-1e1c-4ed2-a8fc-5058a19440d8 service neutron] Attempting to bind port 6d500b3c-5ee4-4f90-86af-e42d033edb5e on network eeb9c093-2536-4a2a-9f6e-09016d8b7c5d {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:58:29.802190 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-32b37301-c770-4223-ba39-28162c1bebac req-b36f8622-fef9-4626-a59b-633216a12de2 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Unset dirty status for tenant:2ac5211529134663a7b81ee9a43f1be9 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:58:29.818709 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-32b37301-c770-4223-ba39-28162c1bebac req-b36f8622-fef9-4626-a59b-633216a12de2 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2ac5211529134663a7b81ee9a43f1be9&fields=id HTTP/1.1" status: 200 len: 348 time: 1.6272583 May 05 19:58:29.938739 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6581f2d1-73c3-4406-b9f5-0cb8c480988c req-c5461f60-1e1c-4ed2-a8fc-5058a19440d8 service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:58:29.939077 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6581f2d1-73c3-4406-b9f5-0cb8c480988c req-c5461f60-1e1c-4ed2-a8fc-5058a19440d8 service neutron] Checking segment: {'id': 'ac8864a1-851c-4e33-a62e-34bf87714dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'eeb9c093-2536-4a2a-9f6e-09016d8b7c5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:58:29.939490 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6581f2d1-73c3-4406-b9f5-0cb8c480988c req-c5461f60-1e1c-4ed2-a8fc-5058a19440d8 service neutron] Bound using segment: {'id': 'ac8864a1-851c-4e33-a62e-34bf87714dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'eeb9c093-2536-4a2a-9f6e-09016d8b7c5d'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:58:29.939935 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-6581f2d1-73c3-4406-b9f5-0cb8c480988c req-c5461f60-1e1c-4ed2-a8fc-5058a19440d8 service neutron] Bound port: 6d500b3c-5ee4-4f90-86af-e42d033edb5e, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac8864a1-851c-4e33-a62e-34bf87714dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'eeb9c093-2536-4a2a-9f6e-09016d8b7c5d'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:58:29.941006 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6581f2d1-73c3-4406-b9f5-0cb8c480988c req-c5461f60-1e1c-4ed2-a8fc-5058a19440d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:29.961640 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c566fa-75db-4eb6-99f9-82bc09657fd8 req-6e5ee1b4-b5be-40ee-a517-5fc97d48e525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:29.963503 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c9c566fa-75db-4eb6-99f9-82bc09657fd8 req-6e5ee1b4-b5be-40ee-a517-5fc97d48e525 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=964832a3-7678-439b-97c2-1f4e7f68480a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4572949 May 05 19:58:30.084675 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-7e867119-c793-4f49-bd12-4a737c0b318f req-6a31cd90-7329-48dd-82cf-983247c25794 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50d780a2-f495-43fb-9ec1-8a335ab63da3 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:58:30.096946 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-7e867119-c793-4f49-bd12-4a737c0b318f req-6a31cd90-7329-48dd-82cf-983247c25794 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:30.117420 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-7e867119-c793-4f49-bd12-4a737c0b318f req-6a31cd90-7329-48dd-82cf-983247c25794 service neutron] Transition to ACTIVE for port object 50d780a2-f495-43fb-9ec1-8a335ab63da3 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:58:30.131062 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-7e867119-c793-4f49-bd12-4a737c0b318f req-6a31cd90-7329-48dd-82cf-983247c25794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:30.166551 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7b381b-e5f2-4071-941c-ed064d7fd3f2 req-4d2a2a85-8405-4a0e-b10c-b0bad59833da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:30.168500 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5c7b381b-e5f2-4071-941c-ed064d7fd3f2 req-4d2a2a85-8405-4a0e-b10c-b0bad59833da service neutron] 10.222.0.24 "GET /v2.0/networks?id=64ae69b0-8ac2-4e0b-9320-47844867ced2 HTTP/1.1" status: 200 len: 922 time: 0.4914408 May 05 19:58:30.398539 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5c7b381b-e5f2-4071-941c-ed064d7fd3f2 req-bc6431c1-bc04-4249-bce4-0c7bce0e1a0c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=916de515-381a-48e9-a5de-f883cc07dedf HTTP/1.1" status: 200 len: 217 time: 0.1704757 May 05 19:58:30.460077 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a31cd90-7329-48dd-82cf-983247c25794 service neutron] Pushing event updated for resources: {'Port': ['ID=50d780a2-f495-43fb-9ec1-8a335ab63da3,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:58:30.653848 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-32b37301-c770-4223-ba39-28162c1bebac req-83c991f2-b006-4a17-a27e-ae223b7c64b8 service neutron] 10.222.0.36 "GET /v2.0/networks/8a536572-51e8-41c9-b6b4-029e4a14e253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8299701 May 05 19:58:30.741789 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8144a41-b327-4cac-abab-6b837d4001d2 req-2d018bd8-90ff-4e93-8cac-c2f83d54339b tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:30.743831 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b8144a41-b327-4cac-abab-6b837d4001d2 req-2d018bd8-90ff-4e93-8cac-c2f83d54339b tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/ports?device_id=8507623b-427d-41d4-ade4-c5a0b32a950b HTTP/1.1" status: 200 len: 944 time: 0.5742290 May 05 19:58:30.790824 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c9c566fa-75db-4eb6-99f9-82bc09657fd8 req-6a7d34e9-96e7-41c6-bceb-93075150d719 service neutron] 10.222.0.50 "GET /v2.0/networks/964832a3-7678-439b-97c2-1f4e7f68480a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7536533 May 05 19:58:30.824850 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7b381b-e5f2-4071-941c-ed064d7fd3f2 req-8d7cfbd8-41ab-4d1d-af6e-22fe78361eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:30.826969 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5c7b381b-e5f2-4071-941c-ed064d7fd3f2 req-8d7cfbd8-41ab-4d1d-af6e-22fe78361eea service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a4aaf969-3d1a-408b-86ce-50cecc40a653 HTTP/1.1" status: 200 len: 860 time: 0.4105840 May 05 19:58:30.939885 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b8144a41-b327-4cac-abab-6b837d4001d2 req-83d1798d-7371-4a11-9943-028b6f7c3f18 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/security-groups?id=b8eb825a-eb05-4b64-b47c-316dce01fa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861424 May 05 19:58:30.984070 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-7e867119-c793-4f49-bd12-4a737c0b318f req-6a31cd90-7329-48dd-82cf-983247c25794 service neutron] Attempting to bind port 50d780a2-f495-43fb-9ec1-8a335ab63da3 on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:58:30.984840 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-7e867119-c793-4f49-bd12-4a737c0b318f req-6a31cd90-7329-48dd-82cf-983247c25794 service neutron] Attempting to bind port 50d780a2-f495-43fb-9ec1-8a335ab63da3 by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': '131841d7-b870-4a09-a673-d43da1d3ff2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8a536572-51e8-41c9-b6b4-029e4a14e253'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:58:30.985762 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e867119-c793-4f49-bd12-4a737c0b318f req-6a31cd90-7329-48dd-82cf-983247c25794 service neutron] Attempting to bind port 50d780a2-f495-43fb-9ec1-8a335ab63da3 on network 8a536572-51e8-41c9-b6b4-029e4a14e253 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:58:30.990890 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-6581f2d1-73c3-4406-b9f5-0cb8c480988c req-c5461f60-1e1c-4ed2-a8fc-5058a19440d8 service neutron] For port 6d500b3c-5ee4-4f90-86af-e42d033edb5e, host n-h2-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:58:30.995533 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e867119-c793-4f49-bd12-4a737c0b318f req-6a31cd90-7329-48dd-82cf-983247c25794 service neutron] Port 50d780a2-f495-43fb-9ec1-8a335ab63da3 on network 8a536572-51e8-41c9-b6b4-029e4a14e253 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:58:30.995796 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e867119-c793-4f49-bd12-4a737c0b318f req-6a31cd90-7329-48dd-82cf-983247c25794 service neutron] Attempting to bind port 50d780a2-f495-43fb-9ec1-8a335ab63da3 on network 8a536572-51e8-41c9-b6b4-029e4a14e253 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:58:31.009027 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e867119-c793-4f49-bd12-4a737c0b318f req-6a31cd90-7329-48dd-82cf-983247c25794 service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:58:31.009356 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e867119-c793-4f49-bd12-4a737c0b318f req-6a31cd90-7329-48dd-82cf-983247c25794 service neutron] Checking segment: {'id': '131841d7-b870-4a09-a673-d43da1d3ff2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8a536572-51e8-41c9-b6b4-029e4a14e253'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:58:31.009786 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e867119-c793-4f49-bd12-4a737c0b318f req-6a31cd90-7329-48dd-82cf-983247c25794 service neutron] Bound using segment: {'id': '131841d7-b870-4a09-a673-d43da1d3ff2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8a536572-51e8-41c9-b6b4-029e4a14e253'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:58:31.010217 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-7e867119-c793-4f49-bd12-4a737c0b318f req-6a31cd90-7329-48dd-82cf-983247c25794 service neutron] Bound port: 50d780a2-f495-43fb-9ec1-8a335ab63da3, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '131841d7-b870-4a09-a673-d43da1d3ff2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8a536572-51e8-41c9-b6b4-029e4a14e253'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:58:31.010559 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-7e867119-c793-4f49-bd12-4a737c0b318f req-6a31cd90-7329-48dd-82cf-983247c25794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:31.043584 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-6581f2d1-73c3-4406-b9f5-0cb8c480988c req-c5461f60-1e1c-4ed2-a8fc-5058a19440d8 service neutron] For port 6d500b3c-5ee4-4f90-86af-e42d033edb5e, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=6d500b3c-5ee4-4f90-86af-e42d033edb5e,segment=NetworkSegment(ac8864a1-851c-4e33-a62e-34bf87714dc0),segment_id=ac8864a1-851c-4e33-a62e-34bf87714dc0)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:58:31.154858 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c9c566fa-75db-4eb6-99f9-82bc09657fd8 req-d4123333-a029-4d15-b1af-d9691b5ed787 service neutron] 10.222.0.50 "GET /v2.0/networks/964832a3-7678-439b-97c2-1f4e7f68480a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3559232 May 05 19:58:31.181229 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.resource_extend [None req-1a7033f4-bf2d-4ea7-b5c4-d658da2a86fd tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 19:58:31.270001 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-7e867119-c793-4f49-bd12-4a737c0b318f req-6a31cd90-7329-48dd-82cf-983247c25794 service neutron] For port 50d780a2-f495-43fb-9ec1-8a335ab63da3, host n-h2-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:58:31.273954 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-7e867119-c793-4f49-bd12-4a737c0b318f req-6a31cd90-7329-48dd-82cf-983247c25794 service neutron] For port 50d780a2-f495-43fb-9ec1-8a335ab63da3, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=50d780a2-f495-43fb-9ec1-8a335ab63da3,segment=NetworkSegment(131841d7-b870-4a09-a673-d43da1d3ff2b),segment_id=131841d7-b870-4a09-a673-d43da1d3ff2b)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:58:31.276356 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6581f2d1-73c3-4406-b9f5-0cb8c480988c req-c5461f60-1e1c-4ed2-a8fc-5058a19440d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:31.352369 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-7e867119-c793-4f49-bd12-4a737c0b318f req-6a31cd90-7329-48dd-82cf-983247c25794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:31.398555 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7b381b-e5f2-4071-941c-ed064d7fd3f2 req-2f3db77d-515b-41ea-bd02-7facb1ade123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:31.400166 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5c7b381b-e5f2-4071-941c-ed064d7fd3f2 req-2f3db77d-515b-41ea-bd02-7facb1ade123 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=64ae69b0-8ac2-4e0b-9320-47844867ced2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5465600 May 05 19:58:31.439994 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581f2d1-73c3-4406-b9f5-0cb8c480988c req-c5461f60-1e1c-4ed2-a8fc-5058a19440d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:31.440748 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6581f2d1-73c3-4406-b9f5-0cb8c480988c req-c5461f60-1e1c-4ed2-a8fc-5058a19440d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:31.442430 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6581f2d1-73c3-4406-b9f5-0cb8c480988c req-c5461f60-1e1c-4ed2-a8fc-5058a19440d8 service neutron] 10.222.0.50 "PUT /v2.0/ports/6d500b3c-5ee4-4f90-86af-e42d033edb5e HTTP/1.1" status: 200 len: 1092 time: 4.9188333 May 05 19:58:31.453574 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8507623b-427d-41d4-ade4-c5a0b32a950b', 'tag': '6d500b3c-5ee4-4f90-86af-e42d033edb5e'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:58:31.478842 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e867119-c793-4f49-bd12-4a737c0b318f req-6a31cd90-7329-48dd-82cf-983247c25794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:31.482553 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-7e867119-c793-4f49-bd12-4a737c0b318f req-6a31cd90-7329-48dd-82cf-983247c25794 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:31.485137 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7e867119-c793-4f49-bd12-4a737c0b318f req-6a31cd90-7329-48dd-82cf-983247c25794 service neutron] 10.222.0.50 "PUT /v2.0/ports/50d780a2-f495-43fb-9ec1-8a335ab63da3 HTTP/1.1" status: 200 len: 1091 time: 3.2239261 May 05 19:58:31.631784 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4b1405c8-8813-401b-b023-2cb2de66158d req-2b67e17e-efaa-4a4c-a4f4-2f666f4c3f60 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "GET /v2.0/floatingips/d130e0a1-933e-4b01-bdab-de8a8c504b39 HTTP/1.1" status: 200 len: 694 time: 0.3271525 May 05 19:58:31.649138 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5461f60-1e1c-4ed2-a8fc-5058a19440d8 service neutron] Pushing event updated for resources: {'Port': ['ID=6d500b3c-5ee4-4f90-86af-e42d033edb5e,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:58:31.759038 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1a7033f4-bf2d-4ea7-b5c4-d658da2a86fd tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:31.766932 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1a7033f4-bf2d-4ea7-b5c4-d658da2a86fd tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:31.822237 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-32b37301-c770-4223-ba39-28162c1bebac req-30a86ec8-2030-4581-bb74-2f16248ec1e9 service neutron] 10.222.0.36 "GET /v2.0/networks/8a536572-51e8-41c9-b6b4-029e4a14e253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1501369 May 05 19:58:31.859056 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a31cd90-7329-48dd-82cf-983247c25794 service neutron] Pushing event updated for resources: {'Port': ['ID=50d780a2-f495-43fb-9ec1-8a335ab63da3,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:58:31.882271 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581f2d1-73c3-4406-b9f5-0cb8c480988c req-baf96b7c-7950-415b-a2ea-09fb51bb79c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:31.883784 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6581f2d1-73c3-4406-b9f5-0cb8c480988c req-baf96b7c-7950-415b-a2ea-09fb51bb79c4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5fc2a67f2d3c4988a8e0f49e9cbe6a0a&device_id=8507623b-427d-41d4-ade4-c5a0b32a950b HTTP/1.1" status: 200 len: 1095 time: 0.3756070 May 05 19:58:31.890023 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e867119-c793-4f49-bd12-4a737c0b318f req-b5dafe9d-1b4d-4e37-a80b-29f195e252c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:31.891532 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7e867119-c793-4f49-bd12-4a737c0b318f req-b5dafe9d-1b4d-4e37-a80b-29f195e252c3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2ac5211529134663a7b81ee9a43f1be9&device_id=78022ff8-79b6-40f3-923b-df6f4cd7291b HTTP/1.1" status: 200 len: 1094 time: 0.1524172 May 05 19:58:32.041479 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6581f2d1-73c3-4406-b9f5-0cb8c480988c req-bfbef685-dc2e-4f74-a0e6-a2b085a2e8db service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d500b3c-5ee4-4f90-86af-e42d033edb5e HTTP/1.1" status: 200 len: 217 time: 0.1488831 May 05 19:58:32.043408 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7e867119-c793-4f49-bd12-4a737c0b318f req-4bc1d2fd-ca4d-4392-9942-b1da9622857f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50d780a2-f495-43fb-9ec1-8a335ab63da3 HTTP/1.1" status: 200 len: 217 time: 0.0971308 May 05 19:58:32.043545 n-d-840717-1 neutron-server[88197]: INFO neutron.db.l3_db [None req-1a7033f4-bf2d-4ea7-b5c4-d658da2a86fd tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Floating IP 9b617cbd-5fc9-4b8a-b123-ece480331dca associated. External IP: 172.25.0.10, port: f6f49007-1b4f-4ef8-af39-9dd2517ecba4. May 05 19:58:32.154051 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e867119-c793-4f49-bd12-4a737c0b318f req-cbc649f1-cab2-46da-8125-a65c2a2b8e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:32.155950 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7e867119-c793-4f49-bd12-4a737c0b318f req-cbc649f1-cab2-46da-8125-a65c2a2b8e8b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=afbf8c9c-9fa3-4fdd-ba30-b4249970e4ad HTTP/1.1" status: 200 len: 858 time: 0.0620847 May 05 19:58:32.159976 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7013c9b0-313f-4017-ae63-484abaeb64b7'] response: {'name': 'network-changed', 'server_uuid': '8507623b-427d-41d4-ade4-c5a0b32a950b', 'tag': '6d500b3c-5ee4-4f90-86af-e42d033edb5e', 'status': 'completed', 'code': 200} May 05 19:58:32.215980 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5c7b381b-e5f2-4071-941c-ed064d7fd3f2 req-f727c621-af88-412f-9d75-7627ed843e95 service neutron] 10.222.0.24 "GET /v2.0/networks/64ae69b0-8ac2-4e0b-9320-47844867ced2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8032532 May 05 19:58:32.305813 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581f2d1-73c3-4406-b9f5-0cb8c480988c req-ce6aad45-ae7a-4518-9624-e75f9222ae56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:32.307282 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6581f2d1-73c3-4406-b9f5-0cb8c480988c req-ce6aad45-ae7a-4518-9624-e75f9222ae56 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2ab1778b-7268-4b66-a1dd-6ef68efc2477 HTTP/1.1" status: 200 len: 861 time: 0.2568140 May 05 19:58:32.325391 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1405c8-8813-401b-b023-2cb2de66158d req-c220a713-a208-419d-bf6b-2947e92c43d2 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:32.333336 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4b1405c8-8813-401b-b023-2cb2de66158d req-c220a713-a208-419d-bf6b-2947e92c43d2 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "GET /v2.0/networks/0401d202-1605-4cfe-bad4-fb225df6afb0 HTTP/1.1" status: 200 len: 784 time: 0.6259520 May 05 19:58:32.380892 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6581f2d1-73c3-4406-b9f5-0cb8c480988c req-d949a09f-eb36-4b4a-89cf-0daaa8ed82aa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=eeb9c093-2536-4a2a-9f6e-09016d8b7c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560534 May 05 19:58:32.426985 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cdb98d-09d9-44b4-8a78-0a1f1e306648 req-274a1b09-5247-42e8-859f-643b1e52c035 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:32.426985 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-65cdb98d-09d9-44b4-8a78-0a1f1e306648 req-274a1b09-5247-42e8-859f-643b1e52c035 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Synchronizing usage tracker for tenant:5fc2a67f2d3c4988a8e0f49e9cbe6a0a on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:58:32.438142 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e867119-c793-4f49-bd12-4a737c0b318f req-e34885c4-461e-4167-8c8f-620f0fc04bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:32.439741 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7e867119-c793-4f49-bd12-4a737c0b318f req-e34885c4-461e-4167-8c8f-620f0fc04bf0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8a536572-51e8-41c9-b6b4-029e4a14e253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2753842 May 05 19:58:32.443309 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4b1405c8-8813-401b-b023-2cb2de66158d req-b6a7bf2b-1e6f-4f8a-9f0b-999e3ac11260 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.204 HTTP/1.1" status: 200 len: 697 time: 0.1088197 May 05 19:58:32.550904 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4b1405c8-8813-401b-b023-2cb2de66158d req-942cd94e-bfa2-4efc-bd9e-e47e3ba0c748 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.204 HTTP/1.1" status: 200 len: 697 time: 0.1064248 May 05 19:58:32.608198 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-65cdb98d-09d9-44b4-8a78-0a1f1e306648 req-274a1b09-5247-42e8-859f-643b1e52c035 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Unset dirty status for tenant:5fc2a67f2d3c4988a8e0f49e9cbe6a0a on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:58:32.614943 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-65cdb98d-09d9-44b4-8a78-0a1f1e306648 req-274a1b09-5247-42e8-859f-643b1e52c035 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/ports?device_id=8507623b-427d-41d4-ade4-c5a0b32a950b HTTP/1.1" status: 200 len: 944 time: 0.4001908 May 05 19:58:32.785563 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-65cdb98d-09d9-44b4-8a78-0a1f1e306648 req-730e2b80-af86-457e-b92e-71f53830a98a tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/security-groups?id=b8eb825a-eb05-4b64-b47c-316dce01fa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696548 May 05 19:58:32.790648 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7e867119-c793-4f49-bd12-4a737c0b318f req-7f847f5b-f38b-4497-be30-b55c15c64a5c service neutron] 10.222.0.50 "GET /v2.0/networks/8a536572-51e8-41c9-b6b4-029e4a14e253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3395302 May 05 19:58:32.794917 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6581f2d1-73c3-4406-b9f5-0cb8c480988c req-e858da61-3d67-49d4-ba3c-4141e54eade3 service neutron] 10.222.0.50 "GET /v2.0/networks/eeb9c093-2536-4a2a-9f6e-09016d8b7c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4068844 May 05 19:58:32.890160 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-4b1405c8-8813-401b-b023-2cb2de66158d req-51eb7627-d128-470d-a745-2af5796afaae tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Deleting port cb475d98-4310-4a95-a819-e635ccf8a356 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:58:32.890722 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-4b1405c8-8813-401b-b023-2cb2de66158d req-51eb7627-d128-470d-a745-2af5796afaae tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:33.060824 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3c306c60-a1a0-4509-aa25-0aecaff2ed4b req-2da4f0ae-8f8c-4b84-b3ba-bea25b71f9bd tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ef8a1b-b5c5-4d08-9e84-1bc77a3ab332 HTTP/1.1" status: 200 len: 210 time: 0.1951764 May 05 19:58:33.407650 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6581f2d1-73c3-4406-b9f5-0cb8c480988c req-d1d21724-f3bb-4304-8335-cf329868631c service neutron] 10.222.0.50 "GET /v2.0/networks/eeb9c093-2536-4a2a-9f6e-09016d8b7c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5861197 May 05 19:58:33.421135 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7e867119-c793-4f49-bd12-4a737c0b318f req-0d573233-1b2f-4f37-91c7-2e768bbd55fa service neutron] 10.222.0.50 "GET /v2.0/networks/8a536572-51e8-41c9-b6b4-029e4a14e253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6205828 May 05 19:58:33.712438 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 0c197f2c-b488-43c9-af52-801437aafe96 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:58:33.732413 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-4b1405c8-8813-401b-b023-2cb2de66158d req-51eb7627-d128-470d-a745-2af5796afaae tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:33.732749 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-4b1405c8-8813-401b-b023-2cb2de66158d req-51eb7627-d128-470d-a745-2af5796afaae tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:33.829193 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb02fcf-e47f-4e72-9bb7-d5668420c7ca req-ef921d72-7832-4837-a4bf-9fd6756d3486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:33.830713 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7bb02fcf-e47f-4e72-9bb7-d5668420c7ca req-ef921d72-7832-4837-a4bf-9fd6756d3486 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5fc2a67f2d3c4988a8e0f49e9cbe6a0a&device_id=8507623b-427d-41d4-ade4-c5a0b32a950b HTTP/1.1" status: 200 len: 1095 time: 0.2158294 May 05 19:58:33.897343 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a7033f4-bf2d-4ea7-b5c4-d658da2a86fd tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Router 1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 19:58:33.985377 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 39866) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:58:34.184447 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-4b1405c8-8813-401b-b023-2cb2de66158d req-51eb7627-d128-470d-a745-2af5796afaae tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Calling delete_port for cb475d98-4310-4a95-a819-e635ccf8a356 owned by network:floatingip {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:58:34.186610 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78022ff8-79b6-40f3-923b-df6f4cd7291b', 'tag': '50d780a2-f495-43fb-9ec1-8a335ab63da3'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:58:34.289966 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 0c197f2c-b488-43c9-af52-801437aafe96, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=0c197f2c-b488-43c9-af52-801437aafe96,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:58:34.333466 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '0c197f2c-b488-43c9-af52-801437aafe96', 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3', 'port_id': '0c197f2c-b488-43c9-af52-801437aafe96', 'mac_address': 'fa:16:3e:b8:2e:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d72a8d3-0a35-4d3a-96b8-d869ff4093bc', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:58:34.445861 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:34.471044 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0c197f2c-b488-43c9-af52-801437aafe96 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:58:34.505082 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 0c197f2c-b488-43c9-af52-801437aafe96, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=0c197f2c-b488-43c9-af52-801437aafe96,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:58:34.512038 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:34.667640 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['0c197f2c-b488-43c9-af52-801437aafe96'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:58:34.741443 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a47b91cc-d6d8-481e-84da-c6cb1fec70a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:34.752381 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=0c197f2c-b488-43c9-af52-801437aafe96,revision_number=6']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:58:34.782302 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cc3e8f92-fed2-4d9b-8d80-46162b3385dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:34.795746 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a7033f4-bf2d-4ea7-b5c4-d658da2a86fd tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 19:58:34.803556 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1a7033f4-bf2d-4ea7-b5c4-d658da2a86fd tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:34.815138 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41486a27-a83b-44ed-9c90-7580c2cc4aaf None None] Sync routers for ids ['1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 19:58:34.825569 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a47b91cc-d6d8-481e-84da-c6cb1fec70a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:58:34.826886 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41486a27-a83b-44ed-9c90-7580c2cc4aaf None None] Routers {'1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:58:34.827729 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-41486a27-a83b-44ed-9c90-7580c2cc4aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:58:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:58:34.835518 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5c7b381b-e5f2-4071-941c-ed064d7fd3f2 req-57f5c990-1a9a-4095-85ae-d6037948d8b0 service neutron] 10.222.0.24 "GET /v2.0/networks/64ae69b0-8ac2-4e0b-9320-47844867ced2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.5985932 May 05 19:58:34.879714 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb02fcf-e47f-4e72-9bb7-d5668420c7ca req-5ae5f56c-9f10-43a4-af53-c6bc3e70d396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:34.881308 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7bb02fcf-e47f-4e72-9bb7-d5668420c7ca req-5ae5f56c-9f10-43a4-af53-c6bc3e70d396 service neutron] 10.222.0.50 "GET /v2.0/networks?id=eeb9c093-2536-4a2a-9f6e-09016d8b7c5d HTTP/1.1" status: 200 len: 922 time: 1.0434847 May 05 19:58:34.882375 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a47b91cc-d6d8-481e-84da-c6cb1fec70a4 admin admin] Usage tracker for resource:security_group_rule and tenant:b9d280a05ae04d5f8918881c0a445754 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:58:34.911138 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-1a7033f4-bf2d-4ea7-b5c4-d658da2a86fd tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] 10.222.0.36 "PUT /v2.0/floatingips/9b617cbd-5fc9-4b8a-b123-ece480331dca HTTP/1.1" status: 200 len: 991 time: 6.5376565 May 05 19:58:34.911964 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5f42d37-0237-4164-ace4-727b4479c57d', 'tag': 'f6f49007-1b4f-4ef8-af39-9dd2517ecba4'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:58:34.928372 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b37301-c770-4223-ba39-28162c1bebac req-69fed49b-6038-495a-abf8-20060dfbef09 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:34.930152 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-32b37301-c770-4223-ba39-28162c1bebac req-69fed49b-6038-495a-abf8-20060dfbef09 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.24 "GET /v2.0/networks?id=8a536572-51e8-41c9-b6b4-029e4a14e253 HTTP/1.1" status: 200 len: 819 time: 1.0139837 May 05 19:58:34.934309 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a47b91cc-d6d8-481e-84da-c6cb1fec70a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:58:35.014067 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-4b1405c8-8813-401b-b023-2cb2de66158d req-51eb7627-d128-470d-a745-2af5796afaae tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:35.030112 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-32b37301-c770-4223-ba39-28162c1bebac req-f706cb37-d4f4-422b-b7e4-a657f938a1ce tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Request body: {'port': {'device_id': '50ef8a1b-b5c5-4d08-9e84-1bc77a3ab332', 'network_id': '8a536572-51e8-41c9-b6b4-029e4a14e253', 'admin_state_up': True, 'tenant_id': '2ac5211529134663a7b81ee9a43f1be9'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:58:35.048669 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a47b91cc-d6d8-481e-84da-c6cb1fec70a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:58:35.065793 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7bb02fcf-e47f-4e72-9bb7-d5668420c7ca req-87ae3830-5d7c-4032-8eeb-5379ba523a44 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d500b3c-5ee4-4f90-86af-e42d033edb5e HTTP/1.1" status: 200 len: 217 time: 0.1324811 May 05 19:58:35.089135 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cf7d36-5d6b-432e-ad1b-c4b9215dd679 req-6db80c24-d9bf-4203-8b46-a1d3445a3be4 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:35.097489 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e9cf7d36-5d6b-432e-ad1b-c4b9215dd679 req-6db80c24-d9bf-4203-8b46-a1d3445a3be4 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/ports?device_id=8507623b-427d-41d4-ade4-c5a0b32a950b HTTP/1.1" status: 200 len: 944 time: 0.9418519 May 05 19:58:35.102106 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-41486a27-a83b-44ed-9c90-7580c2cc4aaf None None] Set router 1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:58:35.152105 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eb7627-d128-470d-a745-2af5796afaae tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Pushing event deleted for resources: {'Port': ['ID=cb475d98-4310-4a95-a819-e635ccf8a356,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:58:35.287071 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-4b1405c8-8813-401b-b023-2cb2de66158d req-51eb7627-d128-470d-a745-2af5796afaae tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Notify callbacks [] for floatingip, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:35.342381 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-4b1405c8-8813-401b-b023-2cb2de66158d req-51eb7627-d128-470d-a745-2af5796afaae tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:35.345650 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4b1405c8-8813-401b-b023-2cb2de66158d req-51eb7627-d128-470d-a745-2af5796afaae tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "DELETE /v2.0/floatingips/d130e0a1-933e-4b01-bdab-de8a8c504b39 HTTP/1.1" status: 204 len: 173 time: 2.7936811 May 05 19:58:35.365238 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 19:58:35.392751 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e9cf7d36-5d6b-432e-ad1b-c4b9215dd679 req-3db89900-0fcd-40ae-9420-b4297d861e80 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/security-groups?id=b8eb825a-eb05-4b64-b47c-316dce01fa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939911 May 05 19:58:35.500228 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb02fcf-e47f-4e72-9bb7-d5668420c7ca req-35877bd1-3994-4180-9e2a-29dd82327e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:35.501895 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7bb02fcf-e47f-4e72-9bb7-d5668420c7ca req-35877bd1-3994-4180-9e2a-29dd82327e9b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2ab1778b-7268-4b66-a1dd-6ef68efc2477 HTTP/1.1" status: 200 len: 861 time: 0.4020617 May 05 19:58:35.667243 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f111d74-4156-4c76-9979-b1abde16358c'] response: {'name': 'network-changed', 'server_uuid': '78022ff8-79b6-40f3-923b-df6f4cd7291b', 'tag': '50d780a2-f495-43fb-9ec1-8a335ab63da3', 'status': 'completed', 'code': 200} May 05 19:58:35.722138 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 0c197f2c-b488-43c9-af52-801437aafe96 up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:58:35.795118 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a58cfc0f-40c2-4071-8fb4-db55c91919d2 req-2e4a45fe-3e0a-4c59-9b8f-8b47d053eab2 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ef8a1b-b5c5-4d08-9e84-1bc77a3ab332 HTTP/1.1" status: 200 len: 210 time: 0.1522031 May 05 19:58:35.799545 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7bb02fcf-e47f-4e72-9bb7-d5668420c7ca req-70540ad0-f9bc-4710-82ad-dbe2058c2d10 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=eeb9c093-2536-4a2a-9f6e-09016d8b7c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2575274 May 05 19:58:35.942569 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 0c197f2c-b488-43c9-af52-801437aafe96 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:58:35.943152 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:35.958893 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-32b37301-c770-4223-ba39-28162c1bebac req-f706cb37-d4f4-422b-b7e4-a657f938a1ce tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:58:35.973306 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-41486a27-a83b-44ed-9c90-7580c2cc4aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d', 'name': 'tempest-ServersTestManualDisk-1650204279-router', 'tenant_id': '12d6d803715a4d1faae5ab453e890665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': 'd5236884-e57c-4a7a-8ab9-8dae6959201e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:56:57Z', 'updated_at': '2022-05-05T19:57:20Z', 'revision_number': 4, 'project_id': '12d6d803715a4d1faae5ab453e890665', 'gw_port': {'id': 'd5236884-e57c-4a7a-8ab9-8dae6959201e', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:01Z', 'updated_at': '2022-05-05T19:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '9b617cbd-5fc9-4b8a-b123-ece480331dca', 'tenant_id': '12d6d803715a4d1faae5ab453e890665', 'floating_ip_address': '172.25.0.10', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d', 'port_id': 'f6f49007-1b4f-4ef8-af39-9dd2517ecba4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '964832a3-7678-439b-97c2-1f4e7f68480a', 'mac_address': 'fa:16:3e:0c:9c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f42d37-0237-4164-ace4-727b4479c57d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T19:57:34Z', 'updated_at': '2022-05-05T19:58:31Z', 'revision_number': 1, 'project_id': '12d6d803715a4d1faae5ab453e890665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eac9a631-8c00-4418-a94b-d25d3cbd658f', 'name': '', 'network_id': '964832a3-7678-439b-97c2-1f4e7f68480a', 'tenant_id': '12d6d803715a4d1faae5ab453e890665', 'mac_address': 'fa:16:3e:62:16:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'fe9b176d-b178-48c7-bb0b-d17912546ee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:15Z', 'updated_at': '2022-05-05T19:57:27Z', 'revision_number': 5, 'project_id': '12d6d803715a4d1faae5ab453e890665', 'subnets': [{'id': 'fe9b176d-b178-48c7-bb0b-d17912546ee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:58:35.980507 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41486a27-a83b-44ed-9c90-7580c2cc4aaf None None] Checking router: 1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 19:58:35.993111 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41486a27-a83b-44ed-9c90-7580c2cc4aaf None None] Routers {'1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:58:35.994050 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-41486a27-a83b-44ed-9c90-7580c2cc4aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:58:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:58:36.156251 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-32b37301-c770-4223-ba39-28162c1bebac req-f706cb37-d4f4-422b-b7e4-a657f938a1ce tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:58:36.322107 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:36.336780 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-41486a27-a83b-44ed-9c90-7580c2cc4aaf None None] Set router 1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:58:36.371997 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a47b91cc-d6d8-481e-84da-c6cb1fec70a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:36.411392 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a47b91cc-d6d8-481e-84da-c6cb1fec70a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:36.427628 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 0c197f2c-b488-43c9-af52-801437aafe96, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=0c197f2c-b488-43c9-af52-801437aafe96,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:58:36.428242 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78827f97-a2ab-4921-b859-317a9ac596b2 req-104e6b9f-149b-41f9-a371-55c29e1f45cc tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:36.429315 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f762f9e-f94f-4add-a056-207a2bd67e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c197f2c-b488-43c9-af52-801437aafe96'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:58:36.445194 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-78827f97-a2ab-4921-b859-317a9ac596b2 req-104e6b9f-149b-41f9-a371-55c29e1f45cc tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5f42d37-0237-4164-ace4-727b4479c57d HTTP/1.1" status: 200 len: 946 time: 0.3122139 May 05 19:58:36.448627 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:36.498669 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32b37301-c770-4223-ba39-28162c1bebac req-f706cb37-d4f4-422b-b7e4-a657f938a1ce tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Made reservation on behalf of 2ac5211529134663a7b81ee9a43f1be9 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:58:36.510791 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-32b37301-c770-4223-ba39-28162c1bebac req-f706cb37-d4f4-422b-b7e4-a657f938a1ce tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:36.530078 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7bb02fcf-e47f-4e72-9bb7-d5668420c7ca req-b4e9b4a8-3690-4483-aff1-81ab44129ab6 service neutron] 10.222.0.50 "GET /v2.0/networks/eeb9c093-2536-4a2a-9f6e-09016d8b7c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7059839 May 05 19:58:36.574661 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c08ca4d-0699-4ea5-ab36-9b543f29df15 req-1e7c749b-f836-4d39-a207-07ff00d0ff9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:36.576709 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7c08ca4d-0699-4ea5-ab36-9b543f29df15 req-1e7c749b-f836-4d39-a207-07ff00d0ff9d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2ac5211529134663a7b81ee9a43f1be9&device_id=78022ff8-79b6-40f3-923b-df6f4cd7291b HTTP/1.1" status: 200 len: 1094 time: 0.9071283 May 05 19:58:36.588544 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a47b91cc-d6d8-481e-84da-c6cb1fec70a4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b9d280a05ae04d5f8918881c0a445754&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5996778 May 05 19:58:36.594209 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 39920) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:58:36.601978 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-78827f97-a2ab-4921-b859-317a9ac596b2 req-40c0eaad-516d-4285-8f2d-232f2b1c83b3 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6f6abd1-db87-4f8b-93ec-64734f7a0466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1555266 May 05 19:58:36.620940 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=0c197f2c-b488-43c9-af52-801437aafe96,revision_number=7']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:58:36.630544 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47b91cc-d6d8-481e-84da-c6cb1fec70a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34dd7da2-1b9e-4221-a05a-b460b9e6a5d8,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:58:36.770044 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60605b86-e092-4904-941e-d360ddf3e3ca'] response: {'name': 'network-changed', 'server_uuid': 'e5f42d37-0237-4164-ace4-727b4479c57d', 'tag': 'f6f49007-1b4f-4ef8-af39-9dd2517ecba4', 'status': 'completed', 'code': 200} May 05 19:58:36.826280 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6dde1d7e-4635-4c4c-8fac-ed686c87199c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:37.033184 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7295103-29fb-4f52-8a05-9c2c2731b5a4 req-3af754b1-dcb6-461f-981d-7708529d6416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:37.045859 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e7295103-29fb-4f52-8a05-9c2c2731b5a4 req-3af754b1-dcb6-461f-981d-7708529d6416 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=12d6d803715a4d1faae5ab453e890665&device_id=e5f42d37-0237-4164-ace4-727b4479c57d HTTP/1.1" status: 200 len: 1097 time: 0.2567520 May 05 19:58:37.462563 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-41486a27-a83b-44ed-9c90-7580c2cc4aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d', 'name': 'tempest-ServersTestManualDisk-1650204279-router', 'tenant_id': '12d6d803715a4d1faae5ab453e890665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': 'd5236884-e57c-4a7a-8ab9-8dae6959201e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:56:57Z', 'updated_at': '2022-05-05T19:57:20Z', 'revision_number': 4, 'project_id': '12d6d803715a4d1faae5ab453e890665', 'gw_port': {'id': 'd5236884-e57c-4a7a-8ab9-8dae6959201e', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:01Z', 'updated_at': '2022-05-05T19:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '9b617cbd-5fc9-4b8a-b123-ece480331dca', 'tenant_id': '12d6d803715a4d1faae5ab453e890665', 'floating_ip_address': '172.25.0.10', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d', 'port_id': 'f6f49007-1b4f-4ef8-af39-9dd2517ecba4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '964832a3-7678-439b-97c2-1f4e7f68480a', 'mac_address': 'fa:16:3e:0c:9c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f42d37-0237-4164-ace4-727b4479c57d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T19:57:34Z', 'updated_at': '2022-05-05T19:58:31Z', 'revision_number': 1, 'project_id': '12d6d803715a4d1faae5ab453e890665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eac9a631-8c00-4418-a94b-d25d3cbd658f', 'name': '', 'network_id': '964832a3-7678-439b-97c2-1f4e7f68480a', 'tenant_id': '12d6d803715a4d1faae5ab453e890665', 'mac_address': 'fa:16:3e:62:16:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'fe9b176d-b178-48c7-bb0b-d17912546ee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:15Z', 'updated_at': '2022-05-05T19:57:27Z', 'revision_number': 5, 'project_id': '12d6d803715a4d1faae5ab453e890665', 'subnets': [{'id': 'fe9b176d-b178-48c7-bb0b-d17912546ee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:58:37.474272 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41486a27-a83b-44ed-9c90-7580c2cc4aaf None None] The sync data for ids ['1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d'] in n-d-840717-1 is: [{'id': '1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d', 'name': 'tempest-ServersTestManualDisk-1650204279-router', 'tenant_id': '12d6d803715a4d1faae5ab453e890665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': 'd5236884-e57c-4a7a-8ab9-8dae6959201e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:56:57Z', 'updated_at': '2022-05-05T19:57:20Z', 'revision_number': 4, 'project_id': '12d6d803715a4d1faae5ab453e890665', 'gw_port': {'id': 'd5236884-e57c-4a7a-8ab9-8dae6959201e', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:01Z', 'updated_at': '2022-05-05T19:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '9b617cbd-5fc9-4b8a-b123-ece480331dca', 'tenant_id': '12d6d803715a4d1faae5ab453e890665', 'floating_ip_address': '172.25.0.10', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d', 'port_id': 'f6f49007-1b4f-4ef8-af39-9dd2517ecba4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '964832a3-7678-439b-97c2-1f4e7f68480a', 'mac_address': 'fa:16:3e:0c:9c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f42d37-0237-4164-ace4-727b4479c57d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T19:57:34Z', 'updated_at': '2022-05-05T19:58:31Z', 'revision_number': 1, 'project_id': '12d6d803715a4d1faae5ab453e890665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eac9a631-8c00-4418-a94b-d25d3cbd658f', 'name': '', 'network_id': '964832a3-7678-439b-97c2-1f4e7f68480a', 'tenant_id': '12d6d803715a4d1faae5ab453e890665', 'mac_address': 'fa:16:3e:62:16:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'fe9b176d-b178-48c7-bb0b-d17912546ee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:15Z', 'updated_at': '2022-05-05T19:57:27Z', 'revision_number': 5, 'project_id': '12d6d803715a4d1faae5ab453e890665', 'subnets': [{'id': 'fe9b176d-b178-48c7-bb0b-d17912546ee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 19:58:37.489764 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7295103-29fb-4f52-8a05-9c2c2731b5a4 req-6164b2e7-b15a-4f7c-80be-17defb9c3eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:37.493462 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e7295103-29fb-4f52-8a05-9c2c2731b5a4 req-6164b2e7-b15a-4f7c-80be-17defb9c3eda service neutron] 10.222.0.50 "GET /v2.0/networks?id=964832a3-7678-439b-97c2-1f4e7f68480a HTTP/1.1" status: 200 len: 913 time: 0.4412498 May 05 19:58:37.552599 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 50d780a2-f495-43fb-9ec1-8a335ab63da3 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:58:37.623279 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-91101d6b-4367-4e7d-9edf-706a89ca1d19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:37.829834 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e7295103-29fb-4f52-8a05-9c2c2731b5a4 req-1eca2fb1-f037-4402-9176-9728a65cee2b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6f49007-1b4f-4ef8-af39-9dd2517ecba4 HTTP/1.1" status: 200 len: 999 time: 0.3281236 May 05 19:58:37.863941 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c08ca4d-0699-4ea5-ab36-9b543f29df15 req-56dec711-8fa8-4d93-b5a6-139e03ed4fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:37.878491 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7c08ca4d-0699-4ea5-ab36-9b543f29df15 req-56dec711-8fa8-4d93-b5a6-139e03ed4fbb service neutron] 10.222.0.50 "GET /v2.0/networks?id=8a536572-51e8-41c9-b6b4-029e4a14e253 HTTP/1.1" status: 200 len: 920 time: 1.2882941 May 05 19:58:37.895791 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7bb02fcf-e47f-4e72-9bb7-d5668420c7ca req-83a6d34c-8693-4167-912c-d18f1cf847ba service neutron] 10.222.0.50 "GET /v2.0/networks/eeb9c093-2536-4a2a-9f6e-09016d8b7c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3450682 May 05 19:58:37.920792 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f501d81-da7a-4e83-afea-015d6d93faab req-5b67e368-a193-4ce2-ad5b-9eae284e1698 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:37.929790 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1f501d81-da7a-4e83-afea-015d6d93faab req-5b67e368-a193-4ce2-ad5b-9eae284e1698 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/ports?device_id=8507623b-427d-41d4-ade4-c5a0b32a950b HTTP/1.1" status: 200 len: 944 time: 0.5149412 May 05 19:58:37.961038 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6f0637-64db-4d27-9ddc-5e3d130148f9 None None] New status for floating IP 9b617cbd-5fc9-4b8a-b123-ece480331dca: ACTIVE {{(pid=88199) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 19:58:38.040053 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7295103-29fb-4f52-8a05-9c2c2731b5a4 req-b67adbe3-8ce2-465b-bfb1-ef8ef261f929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:38.041712 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e7295103-29fb-4f52-8a05-9c2c2731b5a4 req-b67adbe3-8ce2-465b-bfb1-ef8ef261f929 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fe9b176d-b178-48c7-bb0b-d17912546ee0 HTTP/1.1" status: 200 len: 851 time: 0.2049415 May 05 19:58:38.116501 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-32b37301-c770-4223-ba39-28162c1bebac req-f706cb37-d4f4-422b-b7e4-a657f938a1ce tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Allocated IP 172.20.0.13 (8a536572-51e8-41c9-b6b4-029e4a14e253/afbf8c9c-9fa3-4fdd-ba30-b4249970e4ad/a8ddce1d-abb9-4ef9-ace4-1222370d0084) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:58:38.135097 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1f501d81-da7a-4e83-afea-015d6d93faab req-d180f32e-3466-4a38-a9df-d7efd0dcdf6c tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/security-groups?id=b8eb825a-eb05-4b64-b47c-316dce01fa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041893 May 05 19:58:38.167741 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:38.181214 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7295103-29fb-4f52-8a05-9c2c2731b5a4 req-17a78b42-0dc1-4907-8e91-8310afe61f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:38.186562 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e7295103-29fb-4f52-8a05-9c2c2731b5a4 req-17a78b42-0dc1-4907-8e91-8310afe61f3b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=964832a3-7678-439b-97c2-1f4e7f68480a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1330614 May 05 19:58:38.216937 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-91101d6b-4367-4e7d-9edf-706a89ca1d19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:38.255756 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:38.363216 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 50d780a2-f495-43fb-9ec1-8a335ab63da3, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=50d780a2-f495-43fb-9ec1-8a335ab63da3,segment=NetworkSegment(131841d7-b870-4a09-a673-d43da1d3ff2b),segment_id=131841d7-b870-4a09-a673-d43da1d3ff2b)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:58:38.388237 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7c08ca4d-0699-4ea5-ab36-9b543f29df15 req-e11e5a0a-0eae-41a8-8bcd-47f673c4086e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50d780a2-f495-43fb-9ec1-8a335ab63da3 HTTP/1.1" status: 200 len: 217 time: 0.4886742 May 05 19:58:38.576106 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cda3ea2e-4654-459a-933c-bcddc757d21c'] response: {'server_uuid': '2f762f9e-f94f-4add-a056-207a2bd67e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c197f2c-b488-43c9-af52-801437aafe96', 'code': 200} May 05 19:58:38.647903 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': '50d780a2-f495-43fb-9ec1-8a335ab63da3', 'network_id': '8a536572-51e8-41c9-b6b4-029e4a14e253', 'port_id': '50d780a2-f495-43fb-9ec1-8a335ab63da3', 'mac_address': 'fa:16:3e:8b:42:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afbf8c9c-9fa3-4fdd-ba30-b4249970e4ad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:58:38.678991 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-91101d6b-4367-4e7d-9edf-706a89ca1d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:38.789084 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c08ca4d-0699-4ea5-ab36-9b543f29df15 req-3c098cf6-881e-4332-8aac-50c6516656ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:38.791205 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7c08ca4d-0699-4ea5-ab36-9b543f29df15 req-3c098cf6-881e-4332-8aac-50c6516656ff service neutron] 10.222.0.50 "GET /v2.0/subnets?id=afbf8c9c-9fa3-4fdd-ba30-b4249970e4ad HTTP/1.1" status: 200 len: 858 time: 0.3962371 May 05 19:58:38.847022 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91101d6b-4367-4e7d-9edf-706a89ca1d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34dd7da2-1b9e-4221-a05a-b460b9e6a5d8,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:58:38.849090 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:38.896194 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50d780a2-f495-43fb-9ec1-8a335ab63da3 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:58:38.939737 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e7295103-29fb-4f52-8a05-9c2c2731b5a4 req-1bdadfe8-bb33-4d14-8f25-e6450f54a81d service neutron] 10.222.0.50 "GET /v2.0/networks/964832a3-7678-439b-97c2-1f4e7f68480a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7469766 May 05 19:58:38.949504 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-91101d6b-4367-4e7d-9edf-706a89ca1d19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:38.960721 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-91101d6b-4367-4e7d-9edf-706a89ca1d19 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/34dd7da2-1b9e-4221-a05a-b460b9e6a5d8 HTTP/1.1" status: 204 len: 168 time: 2.3634384 May 05 19:58:39.030571 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-32b37301-c770-4223-ba39-28162c1bebac req-f706cb37-d4f4-422b-b7e4-a657f938a1ce tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:39.031075 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-96ce6175-8794-4aef-b00c-d818fcc13dce req-8e5b9f71-652c-445c-a616-e9f85a0a15e4 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ef8a1b-b5c5-4d08-9e84-1bc77a3ab332 HTTP/1.1" status: 200 len: 210 time: 0.1955037 May 05 19:58:39.053682 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 50d780a2-f495-43fb-9ec1-8a335ab63da3, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=50d780a2-f495-43fb-9ec1-8a335ab63da3,segment=NetworkSegment(131841d7-b870-4a09-a673-d43da1d3ff2b),segment_id=131841d7-b870-4a09-a673-d43da1d3ff2b)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:58:39.064729 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:39.066742 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 6d500b3c-5ee4-4f90-86af-e42d033edb5e details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:58:39.078977 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 39944) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:58:39.104787 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-f3699a3f-9630-4544-b856-d56ff645b0cb tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1273063019'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:58:39.120753 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-32b37301-c770-4223-ba39-28162c1bebac req-f706cb37-d4f4-422b-b7e4-a657f938a1ce tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Transition to ACTIVE for port object a8ddce1d-abb9-4ef9-ace4-1222370d0084 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:58:39.124993 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f3699a3f-9630-4544-b856-d56ff645b0cb tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:58:39.137399 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-f3699a3f-9630-4544-b856-d56ff645b0cb tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Usage tracker for resource:network and tenant:0a29a66ef9e34d17926285dc8f054582 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:58:39.151717 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-f3699a3f-9630-4544-b856-d56ff645b0cb tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:58:39.158357 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c08ca4d-0699-4ea5-ab36-9b543f29df15 req-fceaec18-0296-4545-8aa0-e9b9d3ecb9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:39.160955 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7c08ca4d-0699-4ea5-ab36-9b543f29df15 req-fceaec18-0296-4545-8aa0-e9b9d3ecb9b5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8a536572-51e8-41c9-b6b4-029e4a14e253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3581662 May 05 19:58:39.206747 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f3699a3f-9630-4544-b856-d56ff645b0cb tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:58:39.259725 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3699a3f-9630-4544-b856-d56ff645b0cb tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Made reservation on behalf of 0a29a66ef9e34d17926285dc8f054582 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:58:39.263991 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f3699a3f-9630-4544-b856-d56ff645b0cb tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:39.382162 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 6d500b3c-5ee4-4f90-86af-e42d033edb5e, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=6d500b3c-5ee4-4f90-86af-e42d033edb5e,segment=NetworkSegment(ac8864a1-851c-4e33-a62e-34bf87714dc0),segment_id=ac8864a1-851c-4e33-a62e-34bf87714dc0)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:58:39.474198 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': '6d500b3c-5ee4-4f90-86af-e42d033edb5e', 'network_id': 'eeb9c093-2536-4a2a-9f6e-09016d8b7c5d', 'port_id': '6d500b3c-5ee4-4f90-86af-e42d033edb5e', 'mac_address': 'fa:16:3e:52:65:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ab1778b-7268-4b66-a1dd-6ef68efc2477', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:58:39.477174 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=50d780a2-f495-43fb-9ec1-8a335ab63da3,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:58:39.490263 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-32b37301-c770-4223-ba39-28162c1bebac req-f706cb37-d4f4-422b-b7e4-a657f938a1ce tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:39.510308 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e7295103-29fb-4f52-8a05-9c2c2731b5a4 req-ef3f0c07-ac8d-4878-b0da-83eaceaabb70 service neutron] 10.222.0.50 "GET /v2.0/networks/964832a3-7678-439b-97c2-1f4e7f68480a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4781623 May 05 19:58:39.610569 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:39.636375 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d500b3c-5ee4-4f90-86af-e42d033edb5e {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:58:39.654051 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 6d500b3c-5ee4-4f90-86af-e42d033edb5e, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=6d500b3c-5ee4-4f90-86af-e42d033edb5e,segment=NetworkSegment(ac8864a1-851c-4e33-a62e-34bf87714dc0),segment_id=ac8864a1-851c-4e33-a62e-34bf87714dc0)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:58:39.660292 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:39.705105 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:39.732017 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3699a3f-9630-4544-b856-d56ff645b0cb tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 19:58:39.756369 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=6d500b3c-5ee4-4f90-86af-e42d033edb5e,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:58:39.766643 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f3699a3f-9630-4544-b856-d56ff645b0cb tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:39.767004 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-f3699a3f-9630-4544-b856-d56ff645b0cb tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Added segment c3ba2cac-7dc0-445c-aed5-2efecd511db4 of type vlan for network 5efdefe9-fb05-48a6-914c-98a1b2ebb362 May 05 19:58:39.806253 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340da2ce-e732-463c-8eed-311bc035d57f req-d327a736-0ffa-4d10-87be-6d6ab9daacd3 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:39.807517 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-340da2ce-e732-463c-8eed-311bc035d57f req-d327a736-0ffa-4d10-87be-6d6ab9daacd3 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Synchronizing usage tracker for tenant:476cffb51a494e45a75196848dc23980 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:58:39.851839 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416eeba3-0cf5-4ed2-a571-19f58da65566 req-759ce170-1d64-4fcd-9b93-ad03320872e4 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:39.852609 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-416eeba3-0cf5-4ed2-a571-19f58da65566 req-759ce170-1d64-4fcd-9b93-ad03320872e4 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Synchronizing usage tracker for tenant:476cffb51a494e45a75196848dc23980 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:58:39.856881 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-340da2ce-e732-463c-8eed-311bc035d57f req-d327a736-0ffa-4d10-87be-6d6ab9daacd3 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Unset dirty status for tenant:476cffb51a494e45a75196848dc23980 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:58:39.858001 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-340da2ce-e732-463c-8eed-311bc035d57f req-d327a736-0ffa-4d10-87be-6d6ab9daacd3 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.24 "GET /v2.0/ports?device_id=49a4125b-56a6-4534-a2ad-149f746815c4 HTTP/1.1" status: 200 len: 945 time: 1.1732030 May 05 19:58:39.877088 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f3699a3f-9630-4544-b856-d56ff645b0cb tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:39.923302 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['50d780a2-f495-43fb-9ec1-8a335ab63da3'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:58:39.933223 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32b37301-c770-4223-ba39-28162c1bebac req-f706cb37-d4f4-422b-b7e4-a657f938a1ce tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Network 8a536572-51e8-41c9-b6b4-029e4a14e253 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:58:39.941828 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-32b37301-c770-4223-ba39-28162c1bebac req-f706cb37-d4f4-422b-b7e4-a657f938a1ce tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:58:39.963423 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7c08ca4d-0699-4ea5-ab36-9b543f29df15 req-a2ea29ab-d264-4660-a5ab-214c3bc3b496 service neutron] 10.222.0.50 "GET /v2.0/networks/8a536572-51e8-41c9-b6b4-029e4a14e253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7911034 May 05 19:58:39.994237 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-416eeba3-0cf5-4ed2-a571-19f58da65566 req-759ce170-1d64-4fcd-9b93-ad03320872e4 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Unset dirty status for tenant:476cffb51a494e45a75196848dc23980 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:58:40.003695 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-416eeba3-0cf5-4ed2-a571-19f58da65566 req-759ce170-1d64-4fcd-9b93-ad03320872e4 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "GET /v2.0/ports?device_id=49a4125b-56a6-4534-a2ad-149f746815c4 HTTP/1.1" status: 200 len: 945 time: 0.4914930 May 05 19:58:40.030701 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['6d500b3c-5ee4-4f90-86af-e42d033edb5e'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:58:40.030915 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f706cb37-d4f4-422b-b7e4-a657f938a1ce tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Pushing event updated for resources: {'Port': ['ID=a8ddce1d-abb9-4ef9-ace4-1222370d0084,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:58:40.045117 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.db.resource_extend [None req-f3699a3f-9630-4544-b856-d56ff645b0cb tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 19:58:40.064647 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-32b37301-c770-4223-ba39-28162c1bebac req-f706cb37-d4f4-422b-b7e4-a657f938a1ce tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:58:40.179412 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-340da2ce-e732-463c-8eed-311bc035d57f req-ad377c3f-f725-400a-8802-561f03d23557 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Deleting port 916de515-381a-48e9-a5de-f883cc07dedf {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:58:40.179773 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-340da2ce-e732-463c-8eed-311bc035d57f req-ad377c3f-f725-400a-8802-561f03d23557 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:40.222076 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b37301-c770-4223-ba39-28162c1bebac req-f706cb37-d4f4-422b-b7e4-a657f938a1ce tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:40.223261 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-32b37301-c770-4223-ba39-28162c1bebac req-f706cb37-d4f4-422b-b7e4-a657f938a1ce tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:40.282729 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-416eeba3-0cf5-4ed2-a571-19f58da65566 req-44dc6c88-e960-4322-8cf0-2c19f5214405 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "GET /v2.0/security-groups?id=352a0376-f4d7-4cf4-99c3-ad13d2d04eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780850 May 05 19:58:40.528187 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f3699a3f-9630-4544-b856-d56ff645b0cb tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:40.551551 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3699a3f-9630-4544-b856-d56ff645b0cb tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:40.558798 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f3699a3f-9630-4544-b856-d56ff645b0cb tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:40.567649 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7c08ca4d-0699-4ea5-ab36-9b543f29df15 req-c6e33f46-39b5-4cfb-a611-399692761618 service neutron] 10.222.0.50 "GET /v2.0/networks/8a536572-51e8-41c9-b6b4-029e4a14e253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5963154 May 05 19:58:40.606414 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-fedf6bde-744a-407e-a98a-f2b4d644895f None None] Provisioning for port a8ddce1d-abb9-4ef9-ace4-1222370d0084 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:58:40.608151 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 39972) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:58:40.624474 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-32b37301-c770-4223-ba39-28162c1bebac req-f706cb37-d4f4-422b-b7e4-a657f938a1ce tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6838658 May 05 19:58:40.625239 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-fedf6bde-744a-407e-a98a-f2b4d644895f None None] Provisioning complete for port a8ddce1d-abb9-4ef9-ace4-1222370d0084 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:58:40.626333 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fedf6bde-744a-407e-a98a-f2b4d644895f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:40.717879 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-32b37301-c770-4223-ba39-28162c1bebac req-52511404-a05c-430a-8f9f-fd789815877e service neutron] Request body: {'port': {'device_id': '50ef8a1b-b5c5-4d08-9e84-1bc77a3ab332', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:58:40.833586 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f3699a3f-9630-4544-b856-d56ff645b0cb tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.7513568 May 05 19:58:40.839084 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 39980) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:58:40.840429 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-fedf6bde-744a-407e-a98a-f2b4d644895f None None] Port a8ddce1d-abb9-4ef9-ace4-1222370d0084 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:58:40.911312 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-340da2ce-e732-463c-8eed-311bc035d57f req-ad377c3f-f725-400a-8802-561f03d23557 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] For port 916de515-381a-48e9-a5de-f883cc07dedf, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=916de515-381a-48e9-a5de-f883cc07dedf,segment=NetworkSegment(111c5f9d-dbf3-4eaa-8502-8e5fa7f46f62),segment_id=111c5f9d-dbf3-4eaa-8502-8e5fa7f46f62)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:58:40.911312 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-340da2ce-e732-463c-8eed-311bc035d57f req-ad377c3f-f725-400a-8802-561f03d23557 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:40.997392 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-9d86f614-796f-4909-841c-37b83070858a tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1051417879'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:58:41.003683 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3699a3f-9630-4544-b856-d56ff645b0cb tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Pushing event updated for resources: {'Network': ['ID=5efdefe9-fb05-48a6-914c-98a1b2ebb362,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:58:41.008732 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-7e34c13c-ad21-4e1b-8f82-9d6313901b23 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1786367463-network', 'tenant_id': '746fcb642a8d490e982b2a03a5eb1ef7'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:58:41.018889 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-9d86f614-796f-4909-841c-37b83070858a tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:58:41.019401 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 5efdefe9-fb05-48a6-914c-98a1b2ebb362 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 19:58:41.024129 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-7e34c13c-ad21-4e1b-8f82-9d6313901b23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:58:41.026401 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-9d86f614-796f-4909-841c-37b83070858a tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Usage tracker for resource:network and tenant:0a29a66ef9e34d17926285dc8f054582 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:58:41.030836 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-9d86f614-796f-4909-841c-37b83070858a tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:58:41.066068 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-340da2ce-e732-463c-8eed-311bc035d57f req-ad377c3f-f725-400a-8802-561f03d23557 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Calling delete_port for 916de515-381a-48e9-a5de-f883cc07dedf owned by compute:nova {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:58:41.097380 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-9d86f614-796f-4909-841c-37b83070858a tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:58:41.099609 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-7e34c13c-ad21-4e1b-8f82-9d6313901b23 admin admin] Usage tracker for resource:network and tenant:746fcb642a8d490e982b2a03a5eb1ef7 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:58:41.102714 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-32b37301-c770-4223-ba39-28162c1bebac req-52511404-a05c-430a-8f9f-fd789815877e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:41.115428 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-7e34c13c-ad21-4e1b-8f82-9d6313901b23 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:58:41.126676 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-7e34c13c-ad21-4e1b-8f82-9d6313901b23 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:58:41.168599 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d86f614-796f-4909-841c-37b83070858a tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Made reservation on behalf of 0a29a66ef9e34d17926285dc8f054582 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:58:41.172434 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9d86f614-796f-4909-841c-37b83070858a tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:41.198481 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e34c13c-ad21-4e1b-8f82-9d6313901b23 admin admin] Made reservation on behalf of 746fcb642a8d490e982b2a03a5eb1ef7 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:58:41.200945 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7e34c13c-ad21-4e1b-8f82-9d6313901b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:41.223338 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7e34c13c-ad21-4e1b-8f82-9d6313901b23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:41.254874 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-7e34c13c-ad21-4e1b-8f82-9d6313901b23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:58:41.270845 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-7e34c13c-ad21-4e1b-8f82-9d6313901b23 admin admin] Usage tracker for resource:security_group_rule and tenant:746fcb642a8d490e982b2a03a5eb1ef7 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:58:41.273794 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d86f614-796f-4909-841c-37b83070858a tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 19:58:41.275992 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-7e34c13c-ad21-4e1b-8f82-9d6313901b23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:58:41.284046 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-340da2ce-e732-463c-8eed-311bc035d57f req-ad377c3f-f725-400a-8802-561f03d23557 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:41.295858 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['916de515-381a-48e9-a5de-f883cc07dedf'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:58:41.342849 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-7e34c13c-ad21-4e1b-8f82-9d6313901b23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:58:41.364498 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad377c3f-f725-400a-8802-561f03d23557 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Pushing event deleted for resources: {'Port': ['ID=916de515-381a-48e9-a5de-f883cc07dedf,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:58:41.386334 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9d86f614-796f-4909-841c-37b83070858a tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:41.386677 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-9d86f614-796f-4909-841c-37b83070858a tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Added segment bdad0cc9-0dde-4c06-8eb7-13cca684b533 of type vlan for network 6b772374-6081-4e39-9eff-bc22d208b283 May 05 19:58:41.477030 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-340da2ce-e732-463c-8eed-311bc035d57f req-ad377c3f-f725-400a-8802-561f03d23557 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] No DVR routers for this DVR port 916de515-381a-48e9-a5de-f883cc07dedf on host n-h1-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:58:41.481412 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-340da2ce-e732-463c-8eed-311bc035d57f req-ad377c3f-f725-400a-8802-561f03d23557 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:41.484172 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a4125b-56a6-4534-a2ad-149f746815c4', 'name': 'network-vif-deleted', 'tag': '916de515-381a-48e9-a5de-f883cc07dedf'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:58:41.486505 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9d86f614-796f-4909-841c-37b83070858a tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:41.510293 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-340da2ce-e732-463c-8eed-311bc035d57f req-ad377c3f-f725-400a-8802-561f03d23557 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.24 "DELETE /v2.0/ports/916de515-381a-48e9-a5de-f883cc07dedf HTTP/1.1" status: 204 len: 173 time: 1.6348133 May 05 19:58:41.526383 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7a664-bc2c-4298-b21c-62e4a7e1be12 req-615889f1-5a10-48e4-977a-fcc7e438adf1 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:41.534717 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7bb7a664-bc2c-4298-b21c-62e4a7e1be12 req-615889f1-5a10-48e4-977a-fcc7e438adf1 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/ports?device_id=8507623b-427d-41d4-ade4-c5a0b32a950b HTTP/1.1" status: 200 len: 945 time: 0.2909293 May 05 19:58:41.652153 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.db.resource_extend [None req-9d86f614-796f-4909-841c-37b83070858a tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 19:58:41.653018 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7bb7a664-bc2c-4298-b21c-62e4a7e1be12 req-f6426d39-addf-42da-be07-f434ad429741 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/security-groups?id=b8eb825a-eb05-4b64-b47c-316dce01fa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173530 May 05 19:58:41.687529 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 50d780a2-f495-43fb-9ec1-8a335ab63da3 up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:58:41.751174 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9d86f614-796f-4909-841c-37b83070858a tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:41.764132 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d86f614-796f-4909-841c-37b83070858a tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:41.764802 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9d86f614-796f-4909-841c-37b83070858a tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:41.966126 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5354e11c-8f77-45f3-9533-55d9d71e8da1 req-150bbe1c-c996-49d6-8b60-3e09342b4254 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:41.978415 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port 50d780a2-f495-43fb-9ec1-8a335ab63da3 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:58:41.979845 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5354e11c-8f77-45f3-9533-55d9d71e8da1 req-150bbe1c-c996-49d6-8b60-3e09342b4254 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ef8a1b-b5c5-4d08-9e84-1bc77a3ab332 HTTP/1.1" status: 200 len: 932 time: 0.1584420 May 05 19:58:41.986144 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port 50d780a2-f495-43fb-9ec1-8a335ab63da3 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:58:41.986523 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:42.122730 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-5354e11c-8f77-45f3-9533-55d9d71e8da1 req-9200941c-eea8-4aad-9053-b94d61e4d6e3 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Synchronizing usage tracker for tenant:2ac5211529134663a7b81ee9a43f1be9 on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:58:42.196083 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-5354e11c-8f77-45f3-9533-55d9d71e8da1 req-9200941c-eea8-4aad-9053-b94d61e4d6e3 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Unset dirty status for tenant:2ac5211529134663a7b81ee9a43f1be9 on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:58:42.210998 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5354e11c-8f77-45f3-9533-55d9d71e8da1 req-9200941c-eea8-4aad-9053-b94d61e4d6e3 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/security-groups?id=60903d7d-e068-4be3-b1cd-aedae880a3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301731 May 05 19:58:42.271987 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:42.309830 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78022ff8-79b6-40f3-923b-df6f4cd7291b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d780a2-f495-43fb-9ec1-8a335ab63da3'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:58:42.334472 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 50d780a2-f495-43fb-9ec1-8a335ab63da3, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=50d780a2-f495-43fb-9ec1-8a335ab63da3,segment=NetworkSegment(131841d7-b870-4a09-a673-d43da1d3ff2b),segment_id=131841d7-b870-4a09-a673-d43da1d3ff2b)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:58:42.340764 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:42.342029 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 6d500b3c-5ee4-4f90-86af-e42d033edb5e up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:58:42.345092 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bb8f594-e30c-430f-a8a8-5a3f9d65f4b0'] response: {'server_uuid': '49a4125b-56a6-4534-a2ad-149f746815c4', 'name': 'network-vif-deleted', 'tag': '916de515-381a-48e9-a5de-f883cc07dedf', 'status': 'completed', 'code': 200} May 05 19:58:42.367996 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9a5fab0a-93f7-4108-afa0-47f1d46ad8d5 req-b1516bd2-13f1-4778-9274-c471179e4a42 tempest-FloatingIPsAssociationTestJSON-437421721 tempest-FloatingIPsAssociationTestJSON-437421721-project] 10.222.0.36 "GET /v2.0/ports?device_id=49a4125b-56a6-4534-a2ad-149f746815c4 HTTP/1.1" status: 200 len: 210 time: 0.1088679 May 05 19:58:42.425606 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5a68f7d-d972-4abf-92af-c59c6fedc71b'] response: {'server_uuid': '78022ff8-79b6-40f3-923b-df6f4cd7291b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d780a2-f495-43fb-9ec1-8a335ab63da3', 'code': 200} May 05 19:58:42.529155 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=50d780a2-f495-43fb-9ec1-8a335ab63da3,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:58:42.582584 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port 6d500b3c-5ee4-4f90-86af-e42d033edb5e completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:58:42.589316 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port 6d500b3c-5ee4-4f90-86af-e42d033edb5e triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:58:42.589908 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:42.665954 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-9d86f614-796f-4909-841c-37b83070858a tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.6887698 May 05 19:58:42.668038 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 40006) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:58:42.673307 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7e34c13c-ad21-4e1b-8f82-9d6313901b23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:42.676938 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-cd323f62-0f00-4f11-9b04-24c90d4c520b tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Request body: {'subnet': {'network_id': '5efdefe9-fb05-48a6-914c-98a1b2ebb362', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:58:42.691437 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d86f614-796f-4909-841c-37b83070858a tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Pushing event updated for resources: {'Network': ['ID=6b772374-6081-4e39-9eff-bc22d208b283,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:58:42.714814 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 6b772374-6081-4e39-9eff-bc22d208b283 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 19:58:42.732849 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7e34c13c-ad21-4e1b-8f82-9d6313901b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:42.769866 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.db.resource_extend [req-32b37301-c770-4223-ba39-28162c1bebac req-52511404-a05c-430a-8f9f-fd789815877e service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 19:58:42.903218 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e34c13c-ad21-4e1b-8f82-9d6313901b23 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 19:58:42.951633 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:42.968393 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e34c13c-ad21-4e1b-8f82-9d6313901b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb43301-61da-408d-ba7f-c0b8dd491c87,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:58:42.980448 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-cd323f62-0f00-4f11-9b04-24c90d4c520b tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:58:42.992538 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-cd323f62-0f00-4f11-9b04-24c90d4c520b tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Usage tracker for resource:subnet and tenant:0a29a66ef9e34d17926285dc8f054582 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:58:43.002944 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-cd323f62-0f00-4f11-9b04-24c90d4c520b tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:58:43.004070 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-32b37301-c770-4223-ba39-28162c1bebac req-52511404-a05c-430a-8f9f-fd789815877e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8ddce1d-abb9-4ef9-ace4-1222370d0084 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:58:43.013950 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7e34c13c-ad21-4e1b-8f82-9d6313901b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:43.014413 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-7e34c13c-ad21-4e1b-8f82-9d6313901b23 admin admin] Added segment 79511503-ff66-4663-ae8b-5322fffb3d0a of type vlan for network 4568a908-805b-4a6e-ba80-1d4819260d47 May 05 19:58:43.032521 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-32b37301-c770-4223-ba39-28162c1bebac req-52511404-a05c-430a-8f9f-fd789815877e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:43.035596 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-cd323f62-0f00-4f11-9b04-24c90d4c520b tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:58:43.066656 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 6d500b3c-5ee4-4f90-86af-e42d033edb5e, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=6d500b3c-5ee4-4f90-86af-e42d033edb5e,segment=NetworkSegment(ac8864a1-851c-4e33-a62e-34bf87714dc0),segment_id=ac8864a1-851c-4e33-a62e-34bf87714dc0)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:58:43.091233 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:43.099202 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd323f62-0f00-4f11-9b04-24c90d4c520b tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Made reservation on behalf of 0a29a66ef9e34d17926285dc8f054582 for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:58:43.108021 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cd323f62-0f00-4f11-9b04-24c90d4c520b tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:43.108661 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-32b37301-c770-4223-ba39-28162c1bebac req-52511404-a05c-430a-8f9f-fd789815877e service neutron] Transition to ACTIVE for port object a8ddce1d-abb9-4ef9-ace4-1222370d0084 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:58:43.130137 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7e34c13c-ad21-4e1b-8f82-9d6313901b23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:43.134750 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-32b37301-c770-4223-ba39-28162c1bebac req-52511404-a05c-430a-8f9f-fd789815877e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:43.208851 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=6d500b3c-5ee4-4f90-86af-e42d033edb5e,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:58:43.421057 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52511404-a05c-430a-8f9f-fd789815877e service neutron] Pushing event updated for resources: {'Port': ['ID=a8ddce1d-abb9-4ef9-ace4-1222370d0084,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:58:43.438180 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7e34c13c-ad21-4e1b-8f82-9d6313901b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:43.439733 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e34c13c-ad21-4e1b-8f82-9d6313901b23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:43.440941 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7e34c13c-ad21-4e1b-8f82-9d6313901b23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:43.539744 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-7e34c13c-ad21-4e1b-8f82-9d6313901b23 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.9114416 May 05 19:58:43.557847 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d382a4-923e-4cb9-972b-b0139fb09bbc req-afb77727-985e-434f-b4ef-b79322243e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:43.559334 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-46d382a4-923e-4cb9-972b-b0139fb09bbc req-afb77727-985e-434f-b4ef-b79322243e75 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=78022ff8-79b6-40f3-923b-df6f4cd7291b HTTP/1.1" status: 200 len: 1096 time: 0.9352167 May 05 19:58:43.568802 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40032) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:58:43.682939 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-d8573fdd-5233-4aa9-8cee-8d4a01533835 admin admin] Request body: {'subnet': {'network_id': '4568a908-805b-4a6e-ba80-1d4819260d47', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1786367463-subnet', 'tenant_id': '746fcb642a8d490e982b2a03a5eb1ef7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:58:43.700607 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d8573fdd-5233-4aa9-8cee-8d4a01533835 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:58:43.716454 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af35e6-408b-4920-9e41-308eb026dc12 req-c62c6938-0b39-4b06-8933-2f172ec885e5 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:43.724969 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-93af35e6-408b-4920-9e41-308eb026dc12 req-c62c6938-0b39-4b06-8933-2f172ec885e5 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/ports?device_id=8507623b-427d-41d4-ade4-c5a0b32a950b HTTP/1.1" status: 200 len: 945 time: 0.8296001 May 05 19:58:43.725196 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 916de515-381a-48e9-a5de-f883cc07dedf no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:58:43.729759 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d8573fdd-5233-4aa9-8cee-8d4a01533835 admin admin] Usage tracker for resource:subnet and tenant:746fcb642a8d490e982b2a03a5eb1ef7 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:58:43.786309 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21af59f-28e5-46da-bb01-5570358d11d5 req-769db3b8-71ba-4e40-8c9f-b791ca315c5d tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:43.796937 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] No Port match for: 916de515-381a-48e9-a5de-f883cc07dedf {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 19:58:43.797279 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 916de515-381a-48e9-a5de-f883cc07dedf not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:58:43.797696 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a21af59f-28e5-46da-bb01-5570358d11d5 req-769db3b8-71ba-4e40-8c9f-b791ca315c5d tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ef8a1b-b5c5-4d08-9e84-1bc77a3ab332 HTTP/1.1" status: 200 len: 944 time: 0.2069099 May 05 19:58:43.806377 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d8573fdd-5233-4aa9-8cee-8d4a01533835 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:58:43.822186 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d8573fdd-5233-4aa9-8cee-8d4a01533835 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:58:43.833324 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e34c13c-ad21-4e1b-8f82-9d6313901b23 admin admin] Pushing event updated for resources: {'Network': ['ID=4568a908-805b-4a6e-ba80-1d4819260d47,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:58:43.843586 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 4568a908-805b-4a6e-ba80-1d4819260d47 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 19:58:43.885749 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8573fdd-5233-4aa9-8cee-8d4a01533835 admin admin] Made reservation on behalf of 746fcb642a8d490e982b2a03a5eb1ef7 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:58:43.888132 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a21af59f-28e5-46da-bb01-5570358d11d5 req-047e83b1-a52a-4e81-b29e-71725f6b8a12 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/security-groups?id=60903d7d-e068-4be3-b1cd-aedae880a3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889144 May 05 19:58:43.888296 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d8573fdd-5233-4aa9-8cee-8d4a01533835 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:43.916969 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-46d382a4-923e-4cb9-972b-b0139fb09bbc req-71d3a287-be96-41a3-9fc7-9bf48f38321d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=60903d7d-e068-4be3-b1cd-aedae880a3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3453379 May 05 19:58:43.953285 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cd323f62-0f00-4f11-9b04-24c90d4c520b tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:43.959824 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-93af35e6-408b-4920-9e41-308eb026dc12 req-90ffe52c-7042-40d5-966e-32d9a0424d95 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/security-groups?id=b8eb825a-eb05-4b64-b47c-316dce01fa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337980 May 05 19:58:43.972814 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-32b37301-c770-4223-ba39-28162c1bebac req-52511404-a05c-430a-8f9f-fd789815877e service neutron] Attempting to bind port a8ddce1d-abb9-4ef9-ace4-1222370d0084 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:58:43.973373 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-32b37301-c770-4223-ba39-28162c1bebac req-52511404-a05c-430a-8f9f-fd789815877e service neutron] Attempting to bind port a8ddce1d-abb9-4ef9-ace4-1222370d0084 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': '131841d7-b870-4a09-a673-d43da1d3ff2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8a536572-51e8-41c9-b6b4-029e4a14e253'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:58:43.973861 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b37301-c770-4223-ba39-28162c1bebac req-52511404-a05c-430a-8f9f-fd789815877e service neutron] Attempting to bind port a8ddce1d-abb9-4ef9-ace4-1222370d0084 on network 8a536572-51e8-41c9-b6b4-029e4a14e253 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:58:43.981805 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b37301-c770-4223-ba39-28162c1bebac req-52511404-a05c-430a-8f9f-fd789815877e service neutron] Port a8ddce1d-abb9-4ef9-ace4-1222370d0084 on network 8a536572-51e8-41c9-b6b4-029e4a14e253 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:58:43.982480 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b37301-c770-4223-ba39-28162c1bebac req-52511404-a05c-430a-8f9f-fd789815877e service neutron] Attempting to bind port a8ddce1d-abb9-4ef9-ace4-1222370d0084 on network 8a536572-51e8-41c9-b6b4-029e4a14e253 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:58:44.066623 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b37301-c770-4223-ba39-28162c1bebac req-52511404-a05c-430a-8f9f-fd789815877e service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:58:44.067624 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b37301-c770-4223-ba39-28162c1bebac req-52511404-a05c-430a-8f9f-fd789815877e service neutron] Checking segment: {'id': '131841d7-b870-4a09-a673-d43da1d3ff2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8a536572-51e8-41c9-b6b4-029e4a14e253'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:58:44.068480 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b37301-c770-4223-ba39-28162c1bebac req-52511404-a05c-430a-8f9f-fd789815877e service neutron] Bound using segment: {'id': '131841d7-b870-4a09-a673-d43da1d3ff2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8a536572-51e8-41c9-b6b4-029e4a14e253'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:58:44.069222 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-32b37301-c770-4223-ba39-28162c1bebac req-52511404-a05c-430a-8f9f-fd789815877e service neutron] Bound port: a8ddce1d-abb9-4ef9-ace4-1222370d0084, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '131841d7-b870-4a09-a673-d43da1d3ff2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8a536572-51e8-41c9-b6b4-029e4a14e253'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:58:44.069895 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-32b37301-c770-4223-ba39-28162c1bebac req-52511404-a05c-430a-8f9f-fd789815877e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:44.097199 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:44.169250 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40054) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:58:44.187386 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd323f62-0f00-4f11-9b04-24c90d4c520b tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Pushing event updated for resources: {'Subnet': ['ID=88000561-1dd2-4d2e-8ca8-f3ecd119e4d9,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:58:44.234334 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd323f62-0f00-4f11-9b04-24c90d4c520b tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Checking segment: {'id': 'c3ba2cac-7dc0-445c-aed5-2efecd511db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5efdefe9-fb05-48a6-914c-98a1b2ebb362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:58:44.235677 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd323f62-0f00-4f11-9b04-24c90d4c520b tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Network hostable DHCP agents. Network: 5efdefe9-fb05-48a6-914c-98a1b2ebb362, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 19:58:44.266996 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd323f62-0f00-4f11-9b04-24c90d4c520b tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Network 5efdefe9-fb05-48a6-914c-98a1b2ebb362 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 19:58:44.283382 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-cd323f62-0f00-4f11-9b04-24c90d4c520b tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 5efdefe9-fb05-48a6-914c-98a1b2ebb362) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:58:44.305187 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e9260d-c285-4b6b-9e33-c5816fd27937 None None] Network 5efdefe9-fb05-48a6-914c-98a1b2ebb362 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:58:44.318215 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd323f62-0f00-4f11-9b04-24c90d4c520b tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:44.319992 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cd323f62-0f00-4f11-9b04-24c90d4c520b tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:44.386216 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-cd323f62-0f00-4f11-9b04-24c90d4c520b tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7147551 May 05 19:58:44.388724 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 40058) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:58:44.406032 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-2a1cfdf8-a643-4a2e-962f-bde8d6c693c6 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Request body: {'subnet': {'network_id': '6b772374-6081-4e39-9eff-bc22d208b283', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:58:44.533472 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8507623b-427d-41d4-ade4-c5a0b32a950b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d500b3c-5ee4-4f90-86af-e42d033edb5e'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:58:44.586098 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-32b37301-c770-4223-ba39-28162c1bebac req-52511404-a05c-430a-8f9f-fd789815877e service neutron] For port a8ddce1d-abb9-4ef9-ace4-1222370d0084, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:58:44.590247 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-2a1cfdf8-a643-4a2e-962f-bde8d6c693c6 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:58:44.595652 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-2a1cfdf8-a643-4a2e-962f-bde8d6c693c6 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Usage tracker for resource:subnet and tenant:0a29a66ef9e34d17926285dc8f054582 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:58:44.601844 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-2a1cfdf8-a643-4a2e-962f-bde8d6c693c6 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:58:44.613578 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-2a1cfdf8-a643-4a2e-962f-bde8d6c693c6 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:58:44.633311 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1cfdf8-a643-4a2e-962f-bde8d6c693c6 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Made reservation on behalf of 0a29a66ef9e34d17926285dc8f054582 for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:58:44.637826 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2a1cfdf8-a643-4a2e-962f-bde8d6c693c6 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:44.721884 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-32b37301-c770-4223-ba39-28162c1bebac req-52511404-a05c-430a-8f9f-fd789815877e service neutron] For port a8ddce1d-abb9-4ef9-ace4-1222370d0084, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=a8ddce1d-abb9-4ef9-ace4-1222370d0084,segment=NetworkSegment(131841d7-b870-4a09-a673-d43da1d3ff2b),segment_id=131841d7-b870-4a09-a673-d43da1d3ff2b)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:58:44.753355 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b576fde-2356-432c-9631-8e8dd43d1f1f'] response: {'server_uuid': '8507623b-427d-41d4-ade4-c5a0b32a950b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d500b3c-5ee4-4f90-86af-e42d033edb5e', 'code': 200} May 05 19:58:44.772112 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-32b37301-c770-4223-ba39-28162c1bebac req-52511404-a05c-430a-8f9f-fd789815877e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:44.803621 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c004ecac-30e9-4894-b209-35d5696e6444 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-5efdefe9-fb05-48a6-914c-98a1b2ebb362', 'network_id': '5efdefe9-fb05-48a6-914c-98a1b2ebb362', 'tenant_id': '0a29a66ef9e34d17926285dc8f054582', 'fixed_ips': [{'subnet_id': '88000561-1dd2-4d2e-8ca8-f3ecd119e4d9'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 19:58:44.804562 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c004ecac-30e9-4894-b209-35d5696e6444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:45.025859 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52511404-a05c-430a-8f9f-fd789815877e service neutron] Pushing event updated for resources: {'Port': ['ID=a8ddce1d-abb9-4ef9-ace4-1222370d0084,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:58:45.064954 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b37301-c770-4223-ba39-28162c1bebac req-52511404-a05c-430a-8f9f-fd789815877e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:45.067533 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-32b37301-c770-4223-ba39-28162c1bebac req-52511404-a05c-430a-8f9f-fd789815877e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:45.069802 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-32b37301-c770-4223-ba39-28162c1bebac req-52511404-a05c-430a-8f9f-fd789815877e service neutron] 10.222.0.24 "PUT /v2.0/ports/a8ddce1d-abb9-4ef9-ace4-1222370d0084 HTTP/1.1" status: 200 len: 1092 time: 4.4024780 May 05 19:58:45.070482 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50ef8a1b-b5c5-4d08-9e84-1bc77a3ab332', 'tag': 'a8ddce1d-abb9-4ef9-ace4-1222370d0084'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:58:45.074045 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-c004ecac-30e9-4894-b209-35d5696e6444 None None] Allocated IP 10.1.1.2 (5efdefe9-fb05-48a6-914c-98a1b2ebb362/88000561-1dd2-4d2e-8ca8-f3ecd119e4d9/bf2e36ad-7242-4b79-b049-561d34a77199) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:58:45.140964 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2a1cfdf8-a643-4a2e-962f-bde8d6c693c6 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:45.687101 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d8573fdd-5233-4aa9-8cee-8d4a01533835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:45.698718 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c004ecac-30e9-4894-b209-35d5696e6444 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:45.714578 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-c004ecac-30e9-4894-b209-35d5696e6444 None None] Transition to ACTIVE for port object bf2e36ad-7242-4b79-b049-561d34a77199 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:58:45.736007 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-c004ecac-30e9-4894-b209-35d5696e6444 None None] Transition to ACTIVE for port object bf2e36ad-7242-4b79-b049-561d34a77199 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:58:45.743029 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c004ecac-30e9-4894-b209-35d5696e6444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:45.797123 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1cfdf8-a643-4a2e-962f-bde8d6c693c6 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Checking segment: {'id': 'bdad0cc9-0dde-4c06-8eb7-13cca684b533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6b772374-6081-4e39-9eff-bc22d208b283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:58:45.797488 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1cfdf8-a643-4a2e-962f-bde8d6c693c6 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Network hostable DHCP agents. Network: 6b772374-6081-4e39-9eff-bc22d208b283, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 19:58:45.828376 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1cfdf8-a643-4a2e-962f-bde8d6c693c6 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Pushing event updated for resources: {'Subnet': ['ID=5d6b419d-4ed5-4b2f-a9e6-89c8e3d7a55a,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:58:45.844939 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c004ecac-30e9-4894-b209-35d5696e6444 None None] Pushing event updated for resources: {'Port': ['ID=bf2e36ad-7242-4b79-b049-561d34a77199,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:58:45.860869 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c004ecac-30e9-4894-b209-35d5696e6444 None None] Network 5efdefe9-fb05-48a6-914c-98a1b2ebb362 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:58:45.862731 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-c004ecac-30e9-4894-b209-35d5696e6444 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:58:45.865473 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c004ecac-30e9-4894-b209-35d5696e6444 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:58:45.908104 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71497b9-0a65-4cf9-90d8-1996f8f11358 req-d2364fc7-d6b8-43be-bdda-6a13894c1ea5 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:45.909923 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a71497b9-0a65-4cf9-90d8-1996f8f11358 req-d2364fc7-d6b8-43be-bdda-6a13894c1ea5 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/ports?device_id=8507623b-427d-41d4-ade4-c5a0b32a950b HTTP/1.1" status: 200 len: 946 time: 0.6196308 May 05 19:58:45.923615 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1cfdf8-a643-4a2e-962f-bde8d6c693c6 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Network 6b772374-6081-4e39-9eff-bc22d208b283 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 19:58:45.978777 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-c004ecac-30e9-4894-b209-35d5696e6444 None None] Attempting to bind port bf2e36ad-7242-4b79-b049-561d34a77199 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:58:45.979237 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-c004ecac-30e9-4894-b209-35d5696e6444 None None] Attempting to bind port bf2e36ad-7242-4b79-b049-561d34a77199 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'c3ba2cac-7dc0-445c-aed5-2efecd511db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5efdefe9-fb05-48a6-914c-98a1b2ebb362'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:58:45.981635 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c004ecac-30e9-4894-b209-35d5696e6444 None None] Attempting to bind port bf2e36ad-7242-4b79-b049-561d34a77199 on network 5efdefe9-fb05-48a6-914c-98a1b2ebb362 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:58:45.985724 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c004ecac-30e9-4894-b209-35d5696e6444 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:58:45.986125 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c004ecac-30e9-4894-b209-35d5696e6444 None None] Checking segment: {'id': 'c3ba2cac-7dc0-445c-aed5-2efecd511db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5efdefe9-fb05-48a6-914c-98a1b2ebb362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:58:45.986654 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c004ecac-30e9-4894-b209-35d5696e6444 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:45.987649 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c004ecac-30e9-4894-b209-35d5696e6444 None None] Bound using segment: {'id': 'c3ba2cac-7dc0-445c-aed5-2efecd511db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5efdefe9-fb05-48a6-914c-98a1b2ebb362'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:58:45.988182 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-c004ecac-30e9-4894-b209-35d5696e6444 None None] Bound port: bf2e36ad-7242-4b79-b049-561d34a77199, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ba2cac-7dc0-445c-aed5-2efecd511db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5efdefe9-fb05-48a6-914c-98a1b2ebb362'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:58:45.988620 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c004ecac-30e9-4894-b209-35d5696e6444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:46.014688 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-2a1cfdf8-a643-4a2e-962f-bde8d6c693c6 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 6b772374-6081-4e39-9eff-bc22d208b283) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:58:46.035848 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1cfdf8-a643-4a2e-962f-bde8d6c693c6 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:46.036192 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2a1cfdf8-a643-4a2e-962f-bde8d6c693c6 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:46.039768 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8573fdd-5233-4aa9-8cee-8d4a01533835 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf48ca8b-7b24-41a3-ad06-a849bff9e5b9,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:58:46.084316 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-2a1cfdf8-a643-4a2e-962f-bde8d6c693c6 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6905835 May 05 19:58:46.085116 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 40086) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:58:46.094860 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-c004ecac-30e9-4894-b209-35d5696e6444 None None] For port bf2e36ad-7242-4b79-b049-561d34a77199, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:58:46.098832 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-c004ecac-30e9-4894-b209-35d5696e6444 None None] For port bf2e36ad-7242-4b79-b049-561d34a77199, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=bf2e36ad-7242-4b79-b049-561d34a77199,segment=NetworkSegment(c3ba2cac-7dc0-445c-aed5-2efecd511db4),segment_id=c3ba2cac-7dc0-445c-aed5-2efecd511db4)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:58:46.103692 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75ed5a3-e907-429a-895e-0a34e3eb491d None None] Network 6b772374-6081-4e39-9eff-bc22d208b283 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:58:46.105070 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-13d17b02-c3fa-4f35-b1c4-5b9fb889e3d6 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Request body: {'port': {'network_id': '5efdefe9-fb05-48a6-914c-98a1b2ebb362', 'name': 'tempest-TaggedBootDevicesTest_v242-2080852820', 'fixed_ips': [{'subnet_id': '88000561-1dd2-4d2e-8ca8-f3ecd119e4d9'}]}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:58:46.111508 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8573fdd-5233-4aa9-8cee-8d4a01533835 admin admin] Checking segment: {'id': '79511503-ff66-4663-ae8b-5322fffb3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4568a908-805b-4a6e-ba80-1d4819260d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:58:46.112463 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8573fdd-5233-4aa9-8cee-8d4a01533835 admin admin] Network hostable DHCP agents. Network: 4568a908-805b-4a6e-ba80-1d4819260d47, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 19:58:46.125348 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c004ecac-30e9-4894-b209-35d5696e6444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:46.170387 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01531024-7df4-484d-858f-4eb36cca455d req-11e7b9ba-9e7c-4d6b-b558-ea671b59ad08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:46.185594 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-01531024-7df4-484d-858f-4eb36cca455d req-11e7b9ba-9e7c-4d6b-b558-ea671b59ad08 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8507623b-427d-41d4-ade4-c5a0b32a950b HTTP/1.1" status: 200 len: 1097 time: 1.3917665 May 05 19:58:46.229889 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a71497b9-0a65-4cf9-90d8-1996f8f11358 req-3277df56-9add-44c7-8ebe-22ac109be4e5 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/security-groups?id=b8eb825a-eb05-4b64-b47c-316dce01fa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081295 May 05 19:58:46.264990 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b37301-c770-4223-ba39-28162c1bebac req-1081cfd4-0552-47c2-8530-c11e3aee002a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:46.266367 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-32b37301-c770-4223-ba39-28162c1bebac req-1081cfd4-0552-47c2-8530-c11e3aee002a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ac5211529134663a7b81ee9a43f1be9&device_id=50ef8a1b-b5c5-4d08-9e84-1bc77a3ab332 HTTP/1.1" status: 200 len: 1095 time: 0.6745865 May 05 19:58:46.305230 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:46.350443 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c004ecac-30e9-4894-b209-35d5696e6444 None None] Pushing event updated for resources: {'Port': ['ID=bf2e36ad-7242-4b79-b049-561d34a77199,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:58:46.503828 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-32b37301-c770-4223-ba39-28162c1bebac req-f8d76814-5e45-46bd-ad29-dc4d7ef17902 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8ddce1d-abb9-4ef9-ace4-1222370d0084 HTTP/1.1" status: 200 len: 217 time: 0.1769843 May 05 19:58:46.526826 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-13d17b02-c3fa-4f35-b1c4-5b9fb889e3d6 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:58:46.546126 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-13d17b02-c3fa-4f35-b1c4-5b9fb889e3d6 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Usage tracker for resource:port and tenant:0a29a66ef9e34d17926285dc8f054582 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:58:46.561374 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-13d17b02-c3fa-4f35-b1c4-5b9fb889e3d6 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:58:46.568828 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b672b685-035f-445f-bc51-4adc28cbf148 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-6b772374-6081-4e39-9eff-bc22d208b283', 'network_id': '6b772374-6081-4e39-9eff-bc22d208b283', 'tenant_id': '0a29a66ef9e34d17926285dc8f054582', 'fixed_ips': [{'subnet_id': '5d6b419d-4ed5-4b2f-a9e6-89c8e3d7a55a'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 19:58:46.569940 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b672b685-035f-445f-bc51-4adc28cbf148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:46.584487 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-13d17b02-c3fa-4f35-b1c4-5b9fb889e3d6 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:58:46.616711 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d17b02-c3fa-4f35-b1c4-5b9fb889e3d6 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Made reservation on behalf of 0a29a66ef9e34d17926285dc8f054582 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:58:46.703309 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabbe303-ec03-4dc2-a9eb-7eb90355b7fa req-53f950b0-4942-4f78-8db2-c8a573b601cf tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:46.714311 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-aabbe303-ec03-4dc2-a9eb-7eb90355b7fa req-53f950b0-4942-4f78-8db2-c8a573b601cf tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Synchronizing usage tracker for tenant:2ac5211529134663a7b81ee9a43f1be9 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:58:46.752253 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11c79344-6bd8-47f6-880e-39fbe40257b1'] response: {'name': 'network-changed', 'server_uuid': '50ef8a1b-b5c5-4d08-9e84-1bc77a3ab332', 'tag': 'a8ddce1d-abb9-4ef9-ace4-1222370d0084', 'status': 'completed', 'code': 200} May 05 19:58:46.800378 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-01531024-7df4-484d-858f-4eb36cca455d req-b1302aea-3fa8-47e9-ac82-a06c2687760e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b8eb825a-eb05-4b64-b47c-316dce01fa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5554931 May 05 19:58:46.800952 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8573fdd-5233-4aa9-8cee-8d4a01533835 admin admin] Network 4568a908-805b-4a6e-ba80-1d4819260d47 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 19:58:46.861509 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b37301-c770-4223-ba39-28162c1bebac req-2c2da122-593c-4f06-a072-20774daa4824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:46.864330 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-32b37301-c770-4223-ba39-28162c1bebac req-2c2da122-593c-4f06-a072-20774daa4824 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=afbf8c9c-9fa3-4fdd-ba30-b4249970e4ad HTTP/1.1" status: 200 len: 858 time: 0.3138380 May 05 19:58:46.866497 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-d8573fdd-5233-4aa9-8cee-8d4a01533835 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 4568a908-805b-4a6e-ba80-1d4819260d47) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:58:46.878134 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8573fdd-5233-4aa9-8cee-8d4a01533835 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:46.883639 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c094a225-2762-4874-8b33-3b6d83ef46b7 None None] Network 4568a908-805b-4a6e-ba80-1d4819260d47 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:58:46.884988 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d8573fdd-5233-4aa9-8cee-8d4a01533835 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:46.960868 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-13d17b02-c3fa-4f35-b1c4-5b9fb889e3d6 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:47.005302 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [None req-13d17b02-c3fa-4f35-b1c4-5b9fb889e3d6 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] device_id is not set on port 3e25fa10-4b16-4472-9de5-596123987dfe yet. {{(pid=88197) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 19:58:47.040362 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d8573fdd-5233-4aa9-8cee-8d4a01533835 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.4703774 May 05 19:58:47.071553 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-aabbe303-ec03-4dc2-a9eb-7eb90355b7fa req-53f950b0-4942-4f78-8db2-c8a573b601cf tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Unset dirty status for tenant:2ac5211529134663a7b81ee9a43f1be9 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:58:47.079443 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-aabbe303-ec03-4dc2-a9eb-7eb90355b7fa req-53f950b0-4942-4f78-8db2-c8a573b601cf tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ef8a1b-b5c5-4d08-9e84-1bc77a3ab332 HTTP/1.1" status: 200 len: 944 time: 1.3169670 May 05 19:58:47.192708 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-aabbe303-ec03-4dc2-a9eb-7eb90355b7fa req-1a1f69a9-6eca-4ebe-9289-23ba530948bb tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/security-groups?id=60903d7d-e068-4be3-b1cd-aedae880a3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121633 May 05 19:58:47.239330 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b37301-c770-4223-ba39-28162c1bebac req-1c4ef326-c385-42ee-a09f-e5c65c83237a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:47.250563 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-32b37301-c770-4223-ba39-28162c1bebac req-1c4ef326-c385-42ee-a09f-e5c65c83237a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8a536572-51e8-41c9-b6b4-029e4a14e253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3078468 May 05 19:58:47.338553 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-b672b685-035f-445f-bc51-4adc28cbf148 None None] Allocated IP 10.2.2.2 (6b772374-6081-4e39-9eff-bc22d208b283/5d6b419d-4ed5-4b2f-a9e6-89c8e3d7a55a/edc6238c-945e-4b10-b835-f4414cc1d203) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:58:47.360993 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device bf2e36ad-7242-4b79-b049-561d34a77199 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:58:47.684935 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-13d17b02-c3fa-4f35-b1c4-5b9fb889e3d6 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Allocated IP 10.1.1.241 (5efdefe9-fb05-48a6-914c-98a1b2ebb362/88000561-1dd2-4d2e-8ca8-f3ecd119e4d9/3e25fa10-4b16-4472-9de5-596123987dfe) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:58:47.709599 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-32b37301-c770-4223-ba39-28162c1bebac req-caeab6fd-b8a8-41d9-82b0-584a6bc52f30 service neutron] 10.222.0.24 "GET /v2.0/networks/8a536572-51e8-41c9-b6b4-029e4a14e253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4367368 May 05 19:58:47.826234 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8efa8674-9c53-49da-bf55-11ca0892f34d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:47.858553 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0189a7d3-4cf6-4ba3-a844-f9377a50bf6f None None] Network 4568a908-805b-4a6e-ba80-1d4819260d47 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:58:48.257377 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-13d17b02-c3fa-4f35-b1c4-5b9fb889e3d6 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:48.278593 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-13d17b02-c3fa-4f35-b1c4-5b9fb889e3d6 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Transition to ACTIVE for port object 3e25fa10-4b16-4472-9de5-596123987dfe will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:58:48.308896 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-13d17b02-c3fa-4f35-b1c4-5b9fb889e3d6 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:48.319394 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02b5900-2a92-4fe1-b7c7-4acd5b75bae0 None None] Network 5efdefe9-fb05-48a6-914c-98a1b2ebb362 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:58:48.478316 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-32b37301-c770-4223-ba39-28162c1bebac req-4df6694b-69b6-402f-922e-6630ec4da67a service neutron] 10.222.0.24 "GET /v2.0/networks/8a536572-51e8-41c9-b6b4-029e4a14e253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7620246 May 05 19:58:48.520837 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9bb65b-92ae-4768-bcad-ae1a9d7a1e26 req-fc3291a3-1c7a-45f6-93d2-e45755320887 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:48.523190 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0b9bb65b-92ae-4768-bcad-ae1a9d7a1e26 req-fc3291a3-1c7a-45f6-93d2-e45755320887 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/ports?device_id=8507623b-427d-41d4-ade4-c5a0b32a950b HTTP/1.1" status: 200 len: 946 time: 1.0154171 May 05 19:58:48.567725 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d17b02-c3fa-4f35-b1c4-5b9fb889e3d6 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Network 5efdefe9-fb05-48a6-914c-98a1b2ebb362 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:58:48.583229 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-13d17b02-c3fa-4f35-b1c4-5b9fb889e3d6 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:58:48.609236 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d17b02-c3fa-4f35-b1c4-5b9fb889e3d6 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:58:48.711990 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0b9bb65b-92ae-4768-bcad-ae1a9d7a1e26 req-fd05eee0-3ff6-46c0-af2b-813605273f9e tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/security-groups?id=b8eb825a-eb05-4b64-b47c-316dce01fa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801755 May 05 19:58:48.713395 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d17b02-c3fa-4f35-b1c4-5b9fb889e3d6 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Pushing event updated for resources: {'Port': ['ID=3e25fa10-4b16-4472-9de5-596123987dfe,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:58:48.767319 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d17b02-c3fa-4f35-b1c4-5b9fb889e3d6 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:48.769128 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-13d17b02-c3fa-4f35-b1c4-5b9fb889e3d6 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:48.843931 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-13d17b02-c3fa-4f35-b1c4-5b9fb889e3d6 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7507355 May 05 19:58:48.845377 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 40130) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:58:48.857240 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-052ebe75-8b4c-4ff0-9784-d5ba303458ba tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Request body: {'port': {'network_id': '5efdefe9-fb05-48a6-914c-98a1b2ebb362', 'name': 'tempest-TaggedBootDevicesTest_v242-1601138042', 'fixed_ips': [{'subnet_id': '88000561-1dd2-4d2e-8ca8-f3ecd119e4d9'}]}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:58:49.105898 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9aad4-a6ef-4231-82f6-e29b2bd39327 req-2334f94c-a59f-43a4-ad00-379d723c67c0 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:49.106689 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-27b9aad4-a6ef-4231-82f6-e29b2bd39327 req-2334f94c-a59f-43a4-ad00-379d723c67c0 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Synchronizing usage tracker for tenant:746fcb642a8d490e982b2a03a5eb1ef7 on resource:network {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:58:49.177330 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b672b685-035f-445f-bc51-4adc28cbf148 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:49.200773 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b672b685-035f-445f-bc51-4adc28cbf148 None None] Transition to ACTIVE for port object edc6238c-945e-4b10-b835-f4414cc1d203 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:58:49.283937 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-052ebe75-8b4c-4ff0-9784-d5ba303458ba tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:58:49.294206 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-052ebe75-8b4c-4ff0-9784-d5ba303458ba tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Usage tracker for resource:port and tenant:0a29a66ef9e34d17926285dc8f054582 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:58:49.299193 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-052ebe75-8b4c-4ff0-9784-d5ba303458ba tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:58:49.309123 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-052ebe75-8b4c-4ff0-9784-d5ba303458ba tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:58:49.329334 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-27b9aad4-a6ef-4231-82f6-e29b2bd39327 req-2334f94c-a59f-43a4-ad00-379d723c67c0 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Unset dirty status for tenant:746fcb642a8d490e982b2a03a5eb1ef7 on resource:network {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:58:49.335593 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-27b9aad4-a6ef-4231-82f6-e29b2bd39327 req-2334f94c-a59f-43a4-ad00-379d723c67c0 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/networks?id=4568a908-805b-4a6e-ba80-1d4819260d47 HTTP/1.1" status: 200 len: 805 time: 1.2137535 May 05 19:58:49.358950 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b672b685-035f-445f-bc51-4adc28cbf148 None None] Transition to ACTIVE for port object edc6238c-945e-4b10-b835-f4414cc1d203 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:58:49.363316 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c8d441-f075-4f93-9e92-e37aa41f2580 req-6004ffa4-4c4d-414c-9c9b-f97e96c40037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:49.363731 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-90baf6ad-2aca-42fa-88ff-e1e9c322ce90 None None] Provisioning for port bf2e36ad-7242-4b79-b049-561d34a77199 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:58:49.367201 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c9c8d441-f075-4f93-9e92-e37aa41f2580 req-6004ffa4-4c4d-414c-9c9b-f97e96c40037 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ac5211529134663a7b81ee9a43f1be9&device_id=50ef8a1b-b5c5-4d08-9e84-1bc77a3ab332 HTTP/1.1" status: 200 len: 1095 time: 0.4101505 May 05 19:58:49.369924 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab67da6-fb67-4b8a-adcf-2099f6c79088 req-9dabb2ce-e093-4d59-88d0-42723eea8178 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:49.375602 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1ab67da6-fb67-4b8a-adcf-2099f6c79088 req-9dabb2ce-e093-4d59-88d0-42723eea8178 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ef8a1b-b5c5-4d08-9e84-1bc77a3ab332 HTTP/1.1" status: 200 len: 944 time: 0.3014147 May 05 19:58:49.403085 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b672b685-035f-445f-bc51-4adc28cbf148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:49.460183 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-27b9aad4-a6ef-4231-82f6-e29b2bd39327 req-42099ab7-52e3-4167-997e-1437edcfd43f tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/quotas/746fcb642a8d490e982b2a03a5eb1ef7 HTTP/1.1" status: 200 len: 375 time: 0.1154492 May 05 19:58:49.494317 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b672b685-035f-445f-bc51-4adc28cbf148 None None] Pushing event updated for resources: {'Port': ['ID=edc6238c-945e-4b10-b835-f4414cc1d203,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:58:49.501823 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port bf2e36ad-7242-4b79-b049-561d34a77199 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:58:49.508371 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052ebe75-8b4c-4ff0-9784-d5ba303458ba tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Made reservation on behalf of 0a29a66ef9e34d17926285dc8f054582 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:58:49.513841 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port bf2e36ad-7242-4b79-b049-561d34a77199 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:58:49.514350 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:49.522329 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-052ebe75-8b4c-4ff0-9784-d5ba303458ba tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:49.645046 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b672b685-035f-445f-bc51-4adc28cbf148 None None] Network 6b772374-6081-4e39-9eff-bc22d208b283 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:58:49.651279 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-b672b685-035f-445f-bc51-4adc28cbf148 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:58:49.660249 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1ab67da6-fb67-4b8a-adcf-2099f6c79088 req-be03a485-4789-404c-a2a7-3fab5e3cd7cf tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/security-groups?id=60903d7d-e068-4be3-b1cd-aedae880a3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758677 May 05 19:58:49.693351 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b672b685-035f-445f-bc51-4adc28cbf148 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:58:49.771781 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [None req-052ebe75-8b4c-4ff0-9784-d5ba303458ba tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] device_id is not set on port f84e637a-e4c6-4604-af15-a4ac4d5aa1b3 yet. {{(pid=88197) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 19:58:50.032495 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-8efa8674-9c53-49da-bf55-11ca0892f34d admin admin] Deleting port 786fbba6-2067-47e2-9ff5-a211af1d17c4 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:58:50.032874 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8efa8674-9c53-49da-bf55-11ca0892f34d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:50.159175 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-b672b685-035f-445f-bc51-4adc28cbf148 None None] Attempting to bind port edc6238c-945e-4b10-b835-f4414cc1d203 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:58:50.159873 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-b672b685-035f-445f-bc51-4adc28cbf148 None None] Attempting to bind port edc6238c-945e-4b10-b835-f4414cc1d203 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'bdad0cc9-0dde-4c06-8eb7-13cca684b533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6b772374-6081-4e39-9eff-bc22d208b283'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:58:50.160240 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b672b685-035f-445f-bc51-4adc28cbf148 None None] Attempting to bind port edc6238c-945e-4b10-b835-f4414cc1d203 on network 6b772374-6081-4e39-9eff-bc22d208b283 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:58:50.197520 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b672b685-035f-445f-bc51-4adc28cbf148 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:58:50.197886 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b672b685-035f-445f-bc51-4adc28cbf148 None None] Checking segment: {'id': 'bdad0cc9-0dde-4c06-8eb7-13cca684b533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6b772374-6081-4e39-9eff-bc22d208b283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:58:50.198292 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b672b685-035f-445f-bc51-4adc28cbf148 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:50.198684 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b672b685-035f-445f-bc51-4adc28cbf148 None None] Bound using segment: {'id': 'bdad0cc9-0dde-4c06-8eb7-13cca684b533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6b772374-6081-4e39-9eff-bc22d208b283'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:58:50.199152 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-b672b685-035f-445f-bc51-4adc28cbf148 None None] Bound port: edc6238c-945e-4b10-b835-f4414cc1d203, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdad0cc9-0dde-4c06-8eb7-13cca684b533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6b772374-6081-4e39-9eff-bc22d208b283'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:58:50.199552 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b672b685-035f-445f-bc51-4adc28cbf148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:50.231844 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c8d441-f075-4f93-9e92-e37aa41f2580 req-fc1d091a-c2a9-47c6-b5ac-c022b901ffbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:50.233323 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c9c8d441-f075-4f93-9e92-e37aa41f2580 req-fc1d091a-c2a9-47c6-b5ac-c022b901ffbd service neutron] 10.222.0.24 "GET /v2.0/networks?id=8a536572-51e8-41c9-b6b4-029e4a14e253 HTTP/1.1" status: 200 len: 920 time: 0.8556781 May 05 19:58:50.265582 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-27b9aad4-a6ef-4231-82f6-e29b2bd39327 req-1b7b49d3-68ea-4182-b234-4a0597c27951 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=746fcb642a8d490e982b2a03a5eb1ef7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.7881310 May 05 19:58:50.275953 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:50.385583 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c9c8d441-f075-4f93-9e92-e37aa41f2580 req-127faf63-a69a-4824-a864-925378570258 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8ddce1d-abb9-4ef9-ace4-1222370d0084 HTTP/1.1" status: 200 len: 217 time: 0.1157353 May 05 19:58:50.394881 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port bf2e36ad-7242-4b79-b049-561d34a77199, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=bf2e36ad-7242-4b79-b049-561d34a77199,segment=NetworkSegment(c3ba2cac-7dc0-445c-aed5-2efecd511db4),segment_id=c3ba2cac-7dc0-445c-aed5-2efecd511db4)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:58:50.413852 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:50.422504 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b672b685-035f-445f-bc51-4adc28cbf148 None None] For port edc6238c-945e-4b10-b835-f4414cc1d203, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:58:50.528883 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068b6295-1440-4ab6-8cc4-fb9669f550bc req-71412a47-7f60-46d6-b293-e7e9092f7d8a tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:50.535041 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b672b685-035f-445f-bc51-4adc28cbf148 None None] For port edc6238c-945e-4b10-b835-f4414cc1d203, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=edc6238c-945e-4b10-b835-f4414cc1d203,segment=NetworkSegment(bdad0cc9-0dde-4c06-8eb7-13cca684b533),segment_id=bdad0cc9-0dde-4c06-8eb7-13cca684b533)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:58:50.543864 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-068b6295-1440-4ab6-8cc4-fb9669f550bc req-71412a47-7f60-46d6-b293-e7e9092f7d8a tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/ports?device_id=8507623b-427d-41d4-ade4-c5a0b32a950b HTTP/1.1" status: 200 len: 946 time: 0.2468088 May 05 19:58:50.550004 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b672b685-035f-445f-bc51-4adc28cbf148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:50.572335 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-1f6f91a8-40d0-48d0-a16d-a258343880c0 None None] Provisioning for port 3e25fa10-4b16-4472-9de5-596123987dfe completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:58:50.575565 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-052ebe75-8b4c-4ff0-9784-d5ba303458ba tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Allocated IP 10.1.1.92 (5efdefe9-fb05-48a6-914c-98a1b2ebb362/88000561-1dd2-4d2e-8ca8-f3ecd119e4d9/f84e637a-e4c6-4604-af15-a4ac4d5aa1b3) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:58:50.591663 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-1f6f91a8-40d0-48d0-a16d-a258343880c0 None None] Provisioning complete for port 3e25fa10-4b16-4472-9de5-596123987dfe triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:58:50.591918 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1f6f91a8-40d0-48d0-a16d-a258343880c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:50.662515 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=bf2e36ad-7242-4b79-b049-561d34a77199,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:58:50.848139 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-8efa8674-9c53-49da-bf55-11ca0892f34d admin admin] For port 786fbba6-2067-47e2-9ff5-a211af1d17c4, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=786fbba6-2067-47e2-9ff5-a211af1d17c4,segment=NetworkSegment(111c5f9d-dbf3-4eaa-8502-8e5fa7f46f62),segment_id=111c5f9d-dbf3-4eaa-8502-8e5fa7f46f62)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:58:50.848509 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8efa8674-9c53-49da-bf55-11ca0892f34d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:50.914380 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-1f6f91a8-40d0-48d0-a16d-a258343880c0 None None] Port 3e25fa10-4b16-4472-9de5-596123987dfe cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:58:50.928183 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b672b685-035f-445f-bc51-4adc28cbf148 None None] Pushing event updated for resources: {'Port': ['ID=edc6238c-945e-4b10-b835-f4414cc1d203,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:58:50.959945 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-052ebe75-8b4c-4ff0-9784-d5ba303458ba tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:50.963311 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-1f6f91a8-40d0-48d0-a16d-a258343880c0 None None] Provisioning complete for port bf2e36ad-7242-4b79-b049-561d34a77199 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:58:50.963711 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1f6f91a8-40d0-48d0-a16d-a258343880c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:50.985577 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-052ebe75-8b4c-4ff0-9784-d5ba303458ba tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Transition to ACTIVE for port object f84e637a-e4c6-4604-af15-a4ac4d5aa1b3 will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:58:51.020330 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-052ebe75-8b4c-4ff0-9784-d5ba303458ba tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:51.083912 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-8efa8674-9c53-49da-bf55-11ca0892f34d admin admin] Calling delete_port for 786fbba6-2067-47e2-9ff5-a211af1d17c4 owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:58:51.227138 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-068b6295-1440-4ab6-8cc4-fb9669f550bc req-86c1695a-7fbd-4624-b8ec-dba90bc7b597 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/security-groups?id=b8eb825a-eb05-4b64-b47c-316dce01fa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6815438 May 05 19:58:51.229376 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052ebe75-8b4c-4ff0-9784-d5ba303458ba tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Network 5efdefe9-fb05-48a6-914c-98a1b2ebb362 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:58:51.246669 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-052ebe75-8b4c-4ff0-9784-d5ba303458ba tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:58:51.269524 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052ebe75-8b4c-4ff0-9784-d5ba303458ba tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:58:51.368063 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052ebe75-8b4c-4ff0-9784-d5ba303458ba tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Pushing event updated for resources: {'Port': ['ID=f84e637a-e4c6-4604-af15-a4ac4d5aa1b3,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:58:51.461285 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-ddc12e2a-5c42-4d9f-9010-7fb4b054103e None None] Provisioning complete for port 3e25fa10-4b16-4472-9de5-596123987dfe triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:58:51.461826 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ddc12e2a-5c42-4d9f-9010-7fb4b054103e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:51.464496 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052ebe75-8b4c-4ff0-9784-d5ba303458ba tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:51.465396 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-052ebe75-8b4c-4ff0-9784-d5ba303458ba tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:51.507106 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-052ebe75-8b4c-4ff0-9784-d5ba303458ba tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.6600261 May 05 19:58:51.673690 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-ddc12e2a-5c42-4d9f-9010-7fb4b054103e None None] Port 3e25fa10-4b16-4472-9de5-596123987dfe cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:58:51.684647 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-27b9aad4-a6ef-4231-82f6-e29b2bd39327 req-2d0eac0f-091f-4cff-a0a9-12e922d65bf5 service neutron] 10.222.0.36 "GET /v2.0/networks/4568a908-805b-4a6e-ba80-1d4819260d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2980483 May 05 19:58:51.716651 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c34645-6651-4616-ba9e-8e8f8144bfd6 req-00fb9c64-4251-46f2-9f6d-74b9f031f48f tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:51.724552 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c7c34645-6651-4616-ba9e-8e8f8144bfd6 req-00fb9c64-4251-46f2-9f6d-74b9f031f48f tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ef8a1b-b5c5-4d08-9e84-1bc77a3ab332 HTTP/1.1" status: 200 len: 944 time: 0.1676772 May 05 19:58:51.759260 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device a8ddce1d-abb9-4ef9-ace4-1222370d0084 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:58:51.812664 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c7c34645-6651-4616-ba9e-8e8f8144bfd6 req-a26167a6-3c72-4840-bc1e-be618086a29f tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/security-groups?id=60903d7d-e068-4be3-b1cd-aedae880a3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869586 May 05 19:58:51.852165 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c8d441-f075-4f93-9e92-e37aa41f2580 req-d5ec6948-0d61-4486-8a3b-b634fea58a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:51.857598 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c9c8d441-f075-4f93-9e92-e37aa41f2580 req-d5ec6948-0d61-4486-8a3b-b634fea58a31 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=afbf8c9c-9fa3-4fdd-ba30-b4249970e4ad HTTP/1.1" status: 200 len: 858 time: 0.4109776 May 05 19:58:52.023506 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-0947b10e-2c3d-4aa2-9445-dd2d080b3e68 None None] Provisioning for port f84e637a-e4c6-4604-af15-a4ac4d5aa1b3 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:58:52.064162 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-0947b10e-2c3d-4aa2-9445-dd2d080b3e68 None None] Provisioning complete for port f84e637a-e4c6-4604-af15-a4ac4d5aa1b3 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:58:52.065730 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0947b10e-2c3d-4aa2-9445-dd2d080b3e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:52.212032 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port a8ddce1d-abb9-4ef9-ace4-1222370d0084, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=a8ddce1d-abb9-4ef9-ace4-1222370d0084,segment=NetworkSegment(131841d7-b870-4a09-a673-d43da1d3ff2b),segment_id=131841d7-b870-4a09-a673-d43da1d3ff2b)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:58:52.228838 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': 'a8ddce1d-abb9-4ef9-ace4-1222370d0084', 'network_id': '8a536572-51e8-41c9-b6b4-029e4a14e253', 'port_id': 'a8ddce1d-abb9-4ef9-ace4-1222370d0084', 'mac_address': 'fa:16:3e:6d:f7:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afbf8c9c-9fa3-4fdd-ba30-b4249970e4ad', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:58:52.307595 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-0947b10e-2c3d-4aa2-9445-dd2d080b3e68 None None] Port f84e637a-e4c6-4604-af15-a4ac4d5aa1b3 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:58:52.334844 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:52.393029 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8efa8674-9c53-49da-bf55-11ca0892f34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:52.399259 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8ddce1d-abb9-4ef9-ace4-1222370d0084 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:58:52.454550 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port a8ddce1d-abb9-4ef9-ace4-1222370d0084, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=a8ddce1d-abb9-4ef9-ace4-1222370d0084,segment=NetworkSegment(131841d7-b870-4a09-a673-d43da1d3ff2b),segment_id=131841d7-b870-4a09-a673-d43da1d3ff2b)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:58:52.462717 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:52.586364 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf5e534-e56f-4ee9-8fa4-2c426a7165dd None None] Network 6b772374-6081-4e39-9eff-bc22d208b283 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:58:52.673744 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa8674-9c53-49da-bf55-11ca0892f34d admin admin] Pushing event deleted for resources: {'Port': ['ID=786fbba6-2067-47e2-9ff5-a211af1d17c4,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:58:52.736738 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['a8ddce1d-abb9-4ef9-ace4-1222370d0084'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:58:52.916021 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-27b9aad4-a6ef-4231-82f6-e29b2bd39327 req-3027ea34-a5e9-4360-8ae2-d8cb7e8e1692 service neutron] 10.222.0.36 "GET /v2.0/networks/4568a908-805b-4a6e-ba80-1d4819260d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1913874 May 05 19:58:52.975575 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device edc6238c-945e-4b10-b835-f4414cc1d203 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:58:53.142841 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-739d3a05-f3e8-4dc7-a0ec-ad788aa820da None None] Provisioning for port edc6238c-945e-4b10-b835-f4414cc1d203 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:58:53.145179 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c8d441-f075-4f93-9e92-e37aa41f2580 req-34595792-d98a-450e-844f-f139fdf5e41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:53.152650 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c9c8d441-f075-4f93-9e92-e37aa41f2580 req-34595792-d98a-450e-844f-f139fdf5e41d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8a536572-51e8-41c9-b6b4-029e4a14e253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2693889 May 05 19:58:53.187235 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=a8ddce1d-abb9-4ef9-ace4-1222370d0084,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:58:53.251327 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 40194) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:58:53.258857 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-0ceff33c-425e-44b1-a9d3-2508e552d685 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1670650934', 'description': 'tempest-description--152023650'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:58:53.278123 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-0ceff33c-425e-44b1-a9d3-2508e552d685 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:58:53.286864 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-0ceff33c-425e-44b1-a9d3-2508e552d685 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Usage tracker for resource:security_group and tenant:0a29a66ef9e34d17926285dc8f054582 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:58:53.290614 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-0ceff33c-425e-44b1-a9d3-2508e552d685 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:58:53.303606 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-0ceff33c-425e-44b1-a9d3-2508e552d685 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:58:53.329272 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0ceff33c-425e-44b1-a9d3-2508e552d685 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:53.364733 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-0ceff33c-425e-44b1-a9d3-2508e552d685 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:58:53.372338 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-0ceff33c-425e-44b1-a9d3-2508e552d685 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Usage tracker for resource:security_group_rule and tenant:0a29a66ef9e34d17926285dc8f054582 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:58:53.378697 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-0ceff33c-425e-44b1-a9d3-2508e552d685 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:58:53.396305 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-0ceff33c-425e-44b1-a9d3-2508e552d685 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:58:53.469828 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port edc6238c-945e-4b10-b835-f4414cc1d203 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:58:53.522367 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port edc6238c-945e-4b10-b835-f4414cc1d203 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:58:53.523036 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:53.608796 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0ceff33c-425e-44b1-a9d3-2508e552d685 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:53.724818 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0ceff33c-425e-44b1-a9d3-2508e552d685 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:53.908801 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceff33c-425e-44b1-a9d3-2508e552d685 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b31ec34e-3cb0-41c2-a678-bc0e8ba8a08d,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:58:53.952034 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:53.973437 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8efa8674-9c53-49da-bf55-11ca0892f34d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:53.991680 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0ceff33c-425e-44b1-a9d3-2508e552d685 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:54.003442 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-0ceff33c-425e-44b1-a9d3-2508e552d685 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7499599 May 05 19:58:54.012853 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 40208) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:58:54.019006 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c9c8d441-f075-4f93-9e92-e37aa41f2580 req-a2215ab4-3ce2-4db1-920e-4f7bfaa26008 service neutron] 10.222.0.24 "GET /v2.0/networks/8a536572-51e8-41c9-b6b4-029e4a14e253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8614862 May 05 19:58:54.024464 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port edc6238c-945e-4b10-b835-f4414cc1d203, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=edc6238c-945e-4b10-b835-f4414cc1d203,segment=NetworkSegment(bdad0cc9-0dde-4c06-8eb7-13cca684b533),segment_id=bdad0cc9-0dde-4c06-8eb7-13cca684b533)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:58:54.032764 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:54.033849 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device bf2e36ad-7242-4b79-b049-561d34a77199 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:58:54.065043 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-0e679cf8-ea22-47b0-af93-234c4e5849ca tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Request body: {'security_group_rule': {'security_group_id': 'b31ec34e-3cb0-41c2-a678-bc0e8ba8a08d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:58:54.099537 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-0e679cf8-ea22-47b0-af93-234c4e5849ca tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:58:54.121763 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d405e5-2a59-44e9-aeed-8a38e5aaaaef req-2ec1f96a-0556-4185-8322-f867df69ac3b tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:54.133105 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b7d405e5-2a59-44e9-aeed-8a38e5aaaaef req-2ec1f96a-0556-4185-8322-f867df69ac3b tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ef8a1b-b5c5-4d08-9e84-1bc77a3ab332 HTTP/1.1" status: 200 len: 945 time: 0.6847117 May 05 19:58:54.239655 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-0e679cf8-ea22-47b0-af93-234c4e5849ca tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Usage tracker for resource:security_group_rule and tenant:0a29a66ef9e34d17926285dc8f054582 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:58:54.260374 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b7d405e5-2a59-44e9-aeed-8a38e5aaaaef req-95e3436b-4c46-4b96-b26c-f80a3141ace2 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/security-groups?id=60903d7d-e068-4be3-b1cd-aedae880a3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243594 May 05 19:58:54.261346 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-0e679cf8-ea22-47b0-af93-234c4e5849ca tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:58:54.279630 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-0e679cf8-ea22-47b0-af93-234c4e5849ca tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:58:54.323043 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0e679cf8-ea22-47b0-af93-234c4e5849ca tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:54.364111 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=edc6238c-945e-4b10-b835-f4414cc1d203,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:58:54.419475 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port bf2e36ad-7242-4b79-b049-561d34a77199 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:58:54.423453 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:54.520311 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-eb378d3a-210a-4b9f-af04-5498acdb8712 req-99e39e9c-f2f9-4314-800b-823390818cc8 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/ports?device_id=f2ae61dc-0e68-43f2-aa9d-9285f9c6dc1b HTTP/1.1" status: 200 len: 210 time: 0.0518343 May 05 19:58:54.541174 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0e679cf8-ea22-47b0-af93-234c4e5849ca tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:54.552173 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-4b26f81d-1458-4c36-acb1-baba633cd8b3 None None] Provisioning complete for port edc6238c-945e-4b10-b835-f4414cc1d203 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:58:54.552804 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4b26f81d-1458-4c36-acb1-baba633cd8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:54.560750 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0e679cf8-ea22-47b0-af93-234c4e5849ca tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:54.631949 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e679cf8-ea22-47b0-af93-234c4e5849ca tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a41a4c3-69e3-4c08-85c0-889077991bac,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:58:54.667529 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f731601-834a-43a4-8687-0c9ac2aee889 req-68059dda-a564-4a41-85ca-bddaa478e038 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:54.668306 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0e679cf8-ea22-47b0-af93-234c4e5849ca tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:54.672082 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-0e679cf8-ea22-47b0-af93-234c4e5849ca tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6323318 May 05 19:58:54.672238 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 40222) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:58:54.677778 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-b6e0e851-e479-4b51-a69a-0dc4aabff96c tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Request body: {'security_group_rule': {'security_group_id': 'b31ec34e-3cb0-41c2-a678-bc0e8ba8a08d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:58:54.679058 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8f731601-834a-43a4-8687-0c9ac2aee889 req-68059dda-a564-4a41-85ca-bddaa478e038 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/ports?device_id=8507623b-427d-41d4-ade4-c5a0b32a950b HTTP/1.1" status: 200 len: 946 time: 1.2413361 May 05 19:58:54.708407 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-b6e0e851-e479-4b51-a69a-0dc4aabff96c tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:58:54.712435 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-b6e0e851-e479-4b51-a69a-0dc4aabff96c tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Usage tracker for resource:security_group_rule and tenant:0a29a66ef9e34d17926285dc8f054582 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:58:54.715290 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-b6e0e851-e479-4b51-a69a-0dc4aabff96c tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:58:54.727552 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-b6e0e851-e479-4b51-a69a-0dc4aabff96c tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:58:54.752729 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b6e0e851-e479-4b51-a69a-0dc4aabff96c tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:54.843689 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b6e0e851-e479-4b51-a69a-0dc4aabff96c tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:54.849577 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b6e0e851-e479-4b51-a69a-0dc4aabff96c tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:54.884553 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e0e851-e479-4b51-a69a-0dc4aabff96c tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c5da936-af70-4f3c-a5d7-b4ea61da13c7,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:58:54.897697 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b6e0e851-e479-4b51-a69a-0dc4aabff96c tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:54.902921 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-b6e0e851-e479-4b51-a69a-0dc4aabff96c tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2297366 May 05 19:58:54.903961 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 40226) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:58:54.909458 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-2c554324-e514-4b41-8102-db197ff072d9 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Request body: {'floatingip': {'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:58:54.916918 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-2c554324-e514-4b41-8102-db197ff072d9 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:58:54.921012 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-2c554324-e514-4b41-8102-db197ff072d9 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Usage tracker for resource:floatingip and tenant:0a29a66ef9e34d17926285dc8f054582 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:58:54.925186 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-2c554324-e514-4b41-8102-db197ff072d9 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:58:54.936473 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-2c554324-e514-4b41-8102-db197ff072d9 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:58:54.957535 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2c554324-e514-4b41-8102-db197ff072d9 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks [] for floatingip, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:55.181186 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c9c8d441-f075-4f93-9e92-e37aa41f2580 req-a06963a5-18e1-4f9d-94c0-1c991d8b94d2 service neutron] 10.222.0.24 "GET /v2.0/networks/8a536572-51e8-41c9-b6b4-029e4a14e253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1121132 May 05 19:58:55.189259 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2c554324-e514-4b41-8102-db197ff072d9 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:55.195263 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8f731601-834a-43a4-8687-0c9ac2aee889 req-be363bed-df5e-43b6-9ab4-c53a56659d7a tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/security-groups?id=b8eb825a-eb05-4b64-b47c-316dce01fa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5151415 May 05 19:58:55.211978 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4291ca72-f3d4-45b0-b55d-0a70ce236a2b req-3e5871d7-9a39-4f19-9103-ecbc528bc9ad tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:55.213662 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4291ca72-f3d4-45b0-b55d-0a70ce236a2b req-3e5871d7-9a39-4f19-9103-ecbc528bc9ad tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.50 "GET /v2.0/ports?device_id=8507623b-427d-41d4-ade4-c5a0b32a950b HTTP/1.1" status: 200 len: 946 time: 1.3352685 May 05 19:58:55.236193 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device edc6238c-945e-4b10-b835-f4414cc1d203 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:58:55.313563 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8efa8674-9c53-49da-bf55-11ca0892f34d admin admin] Router f9c5edfd-5abd-422d-a15a-09a5460bd53d has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 19:58:55.384294 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-4291ca72-f3d4-45b0-b55d-0a70ce236a2b req-5ad3867b-9f44-4c51-b58b-2307a9eaa88e tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Deleting port 6d500b3c-5ee4-4f90-86af-e42d033edb5e {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:58:55.384629 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-4291ca72-f3d4-45b0-b55d-0a70ce236a2b req-5ad3867b-9f44-4c51-b58b-2307a9eaa88e tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:55.471120 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port edc6238c-945e-4b10-b835-f4414cc1d203 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:58:55.471513 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:55.582235 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-2c554324-e514-4b41-8102-db197ff072d9 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Allocated IP 172.25.0.156 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/fefa1cab-9c9b-4786-bc75-e7702f51003b) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:58:55.756425 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2c554324-e514-4b41-8102-db197ff072d9 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:55.788830 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device a8ddce1d-abb9-4ef9-ace4-1222370d0084 up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:58:55.852318 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2c554324-e514-4b41-8102-db197ff072d9 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:55.926160 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c554324-e514-4b41-8102-db197ff072d9 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:58:55.943083 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-2c554324-e514-4b41-8102-db197ff072d9 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:58:55.947246 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c554324-e514-4b41-8102-db197ff072d9 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:58:55.971469 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port a8ddce1d-abb9-4ef9-ace4-1222370d0084 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:58:55.986203 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port a8ddce1d-abb9-4ef9-ace4-1222370d0084 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:58:55.987972 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:56.018862 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fe1f13b9-06cd-4a45-ae6b-92f3b1792dcc req-36a7529d-d6a5-4f01-ab05-9658dec01d40 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/ports?device_id=f2ae61dc-0e68-43f2-aa9d-9285f9c6dc1b HTTP/1.1" status: 200 len: 210 time: 0.1822834 May 05 19:58:56.054775 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2c554324-e514-4b41-8102-db197ff072d9 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:56.247762 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2c554324-e514-4b41-8102-db197ff072d9 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:56.338920 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:56.409270 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port a8ddce1d-abb9-4ef9-ace4-1222370d0084, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=a8ddce1d-abb9-4ef9-ace4-1222370d0084,segment=NetworkSegment(131841d7-b870-4a09-a673-d43da1d3ff2b),segment_id=131841d7-b870-4a09-a673-d43da1d3ff2b)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:58:56.412375 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ef8a1b-b5c5-4d08-9e84-1bc77a3ab332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ddce1d-abb9-4ef9-ace4-1222370d0084'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:58:56.420126 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c554324-e514-4b41-8102-db197ff072d9 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Pushing event updated for resources: {'Port': ['ID=fefa1cab-9c9b-4786-bc75-e7702f51003b,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:58:56.422604 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:56.430505 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9aad4-a6ef-4231-82f6-e29b2bd39327 req-a17a77d7-843e-4aa6-a6bd-f4fd560e9ffe tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:56.432327 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-27b9aad4-a6ef-4231-82f6-e29b2bd39327 req-a17a77d7-843e-4aa6-a6bd-f4fd560e9ffe tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.24 "GET /v2.0/networks?id=4568a908-805b-4a6e-ba80-1d4819260d47 HTTP/1.1" status: 200 len: 805 time: 1.1516933 May 05 19:58:56.433444 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8efa8674-9c53-49da-bf55-11ca0892f34d admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 19:58:56.445198 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db671d08-38c3-460a-90f5-3d498f4deebf None None] Sync routers for ids ['f9c5edfd-5abd-422d-a15a-09a5460bd53d'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 19:58:56.460288 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db671d08-38c3-460a-90f5-3d498f4deebf None None] Routers {'f9c5edfd-5abd-422d-a15a-09a5460bd53d'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:58:56.460910 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-db671d08-38c3-460a-90f5-3d498f4deebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:58:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['f9c5edfd-5abd-422d-a15a-09a5460bd53d'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:58:56.510957 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-27b9aad4-a6ef-4231-82f6-e29b2bd39327 req-facad0c1-c0ed-4222-adee-5716270d64e4 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Request body: {'port': {'device_id': 'f2ae61dc-0e68-43f2-aa9d-9285f9c6dc1b', 'network_id': '4568a908-805b-4a6e-ba80-1d4819260d47', 'admin_state_up': True, 'tenant_id': '746fcb642a8d490e982b2a03a5eb1ef7'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:58:56.535060 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=a8ddce1d-abb9-4ef9-ace4-1222370d0084,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:58:56.564209 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-8efa8674-9c53-49da-bf55-11ca0892f34d admin admin] 10.222.0.36 "PUT /v2.0/routers/f9c5edfd-5abd-422d-a15a-09a5460bd53d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3921840 May 05 19:58:56.579273 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40258) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:58:56.686270 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2c554324-e514-4b41-8102-db197ff072d9 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:56.699604 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f8e4c4-e327-43cc-93a7-d28efcb60973 req-049ff872-951c-4119-a282-a88aebb3eab6 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:56.707023 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-18f8e4c4-e327-43cc-93a7-d28efcb60973 req-049ff872-951c-4119-a282-a88aebb3eab6 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ef8a1b-b5c5-4d08-9e84-1bc77a3ab332 HTTP/1.1" status: 200 len: 945 time: 0.9025912 May 05 19:58:56.725282 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2c554324-e514-4b41-8102-db197ff072d9 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:56.744925 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-db671d08-38c3-460a-90f5-3d498f4deebf None None] Set router f9c5edfd-5abd-422d-a15a-09a5460bd53d gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:58:56.850697 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-18f8e4c4-e327-43cc-93a7-d28efcb60973 req-44a63571-5f39-40f8-b052-789c27dc0478 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/security-groups?id=60903d7d-e068-4be3-b1cd-aedae880a3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424675 May 05 19:58:56.873555 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c554324-e514-4b41-8102-db197ff072d9 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Pushing event updated for resources: {'Port': ['ID=fefa1cab-9c9b-4786-bc75-e7702f51003b,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:58:56.929511 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2c554324-e514-4b41-8102-db197ff072d9 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:56.948374 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5825b618-9855-452d-9164-d47b8904342e'] response: {'server_uuid': '50ef8a1b-b5c5-4d08-9e84-1bc77a3ab332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ddce1d-abb9-4ef9-ace4-1222370d0084', 'code': 200} May 05 19:58:56.998742 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2c554324-e514-4b41-8102-db197ff072d9 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:57.011516 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-2c554324-e514-4b41-8102-db197ff072d9 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1061506 May 05 19:58:57.083966 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-16bbb309-4986-40f2-8c92-2a805ea681cd admin admin] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:57.165255 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98280f19-11f6-4aff-a401-9a720c6a814f req-dadd1095-e765-47d8-bbb0-260f597cd332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:57.170210 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-98280f19-11f6-4aff-a401-9a720c6a814f req-dadd1095-e765-47d8-bbb0-260f597cd332 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=50ef8a1b-b5c5-4d08-9e84-1bc77a3ab332 HTTP/1.1" status: 200 len: 1097 time: 0.1486557 May 05 19:58:57.240763 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-98280f19-11f6-4aff-a401-9a720c6a814f req-f14a3d9f-fdb5-42e2-b788-c19482927f81 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=60903d7d-e068-4be3-b1cd-aedae880a3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646007 May 05 19:58:57.359969 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-16bbb309-4986-40f2-8c92-2a805ea681cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:57.370899 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-29d1e57c-bfb9-450b-aa08-98d8601e3349 req-a62bd9a3-5de5-4e74-9f01-ef7fbedebc18 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/ports?device_id=f2ae61dc-0e68-43f2-aa9d-9285f9c6dc1b HTTP/1.1" status: 200 len: 210 time: 0.0986176 May 05 19:58:57.435912 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-db671d08-38c3-460a-90f5-3d498f4deebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1301146889-router', 'tenant_id': '476cffb51a494e45a75196848dc23980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'f4ab8d26-53ba-4299-b17a-60c425af1f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:55:59Z', 'updated_at': '2022-05-05T19:58:52Z', 'revision_number': 5, 'project_id': '476cffb51a494e45a75196848dc23980', 'gw_port': {'id': 'f4ab8d26-53ba-4299-b17a-60c425af1f98', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:56:02Z', 'updated_at': '2022-05-05T19:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:58:57.441026 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db671d08-38c3-460a-90f5-3d498f4deebf None None] Checking router: f9c5edfd-5abd-422d-a15a-09a5460bd53d for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 19:58:57.461734 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db671d08-38c3-460a-90f5-3d498f4deebf None None] Routers {'f9c5edfd-5abd-422d-a15a-09a5460bd53d'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:58:57.462644 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-db671d08-38c3-460a-90f5-3d498f4deebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:58:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['f9c5edfd-5abd-422d-a15a-09a5460bd53d'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:58:57.482000 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-16bbb309-4986-40f2-8c92-2a805ea681cd admin admin] Deleting port f4ab8d26-53ba-4299-b17a-60c425af1f98 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:58:57.482504 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-16bbb309-4986-40f2-8c92-2a805ea681cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:57.673887 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-27b9aad4-a6ef-4231-82f6-e29b2bd39327 req-facad0c1-c0ed-4222-adee-5716270d64e4 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:58:57.705970 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-27b9aad4-a6ef-4231-82f6-e29b2bd39327 req-facad0c1-c0ed-4222-adee-5716270d64e4 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Usage tracker for resource:port and tenant:746fcb642a8d490e982b2a03a5eb1ef7 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:58:57.714485 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-27b9aad4-a6ef-4231-82f6-e29b2bd39327 req-facad0c1-c0ed-4222-adee-5716270d64e4 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:58:57.731545 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-db671d08-38c3-460a-90f5-3d498f4deebf None None] Set router f9c5edfd-5abd-422d-a15a-09a5460bd53d gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:58:57.740924 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05510657-8a48-4cb1-8e18-92467fc0a257 req-85659cdf-abaf-4b06-96c2-c9e7b49ce9d6 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:57.742150 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-05510657-8a48-4cb1-8e18-92467fc0a257 req-85659cdf-abaf-4b06-96c2-c9e7b49ce9d6 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/ports?device_id=8507623b-427d-41d4-ade4-c5a0b32a950b HTTP/1.1" status: 200 len: 946 time: 1.2997487 May 05 19:58:57.743173 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-27b9aad4-a6ef-4231-82f6-e29b2bd39327 req-facad0c1-c0ed-4222-adee-5716270d64e4 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:58:57.809808 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 6d500b3c-5ee4-4f90-86af-e42d033edb5e no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:58:57.840227 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-4b3b93d1-174b-49b9-b69b-5269bc580d34 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Synchronizing usage tracker for tenant:0a29a66ef9e34d17926285dc8f054582 on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:58:57.848558 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-4291ca72-f3d4-45b0-b55d-0a70ce236a2b req-5ad3867b-9f44-4c51-b58b-2307a9eaa88e tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] For port 6d500b3c-5ee4-4f90-86af-e42d033edb5e, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=6d500b3c-5ee4-4f90-86af-e42d033edb5e,segment=NetworkSegment(ac8864a1-851c-4e33-a62e-34bf87714dc0),segment_id=ac8864a1-851c-4e33-a62e-34bf87714dc0)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:58:57.849075 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-4291ca72-f3d4-45b0-b55d-0a70ce236a2b req-5ad3867b-9f44-4c51-b58b-2307a9eaa88e tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:57.879264 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-4b3b93d1-174b-49b9-b69b-5269bc580d34 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Unset dirty status for tenant:0a29a66ef9e34d17926285dc8f054582 on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:58:57.880415 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-4b3b93d1-174b-49b9-b69b-5269bc580d34 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1670650934&fields=id&tenant_id=0a29a66ef9e34d17926285dc8f054582 HTTP/1.1" status: 200 len: 267 time: 0.1878321 May 05 19:58:57.977412 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-db671d08-38c3-460a-90f5-3d498f4deebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1301146889-router', 'tenant_id': '476cffb51a494e45a75196848dc23980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:55:59Z', 'updated_at': '2022-05-05T19:58:57Z', 'revision_number': 6, 'project_id': '476cffb51a494e45a75196848dc23980', 'gw_port_host': None}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:58:57.984260 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db671d08-38c3-460a-90f5-3d498f4deebf None None] The sync data for ids ['f9c5edfd-5abd-422d-a15a-09a5460bd53d'] in n-d-840717-1 is: [{'id': 'f9c5edfd-5abd-422d-a15a-09a5460bd53d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1301146889-router', 'tenant_id': '476cffb51a494e45a75196848dc23980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:55:59Z', 'updated_at': '2022-05-05T19:58:57Z', 'revision_number': 6, 'project_id': '476cffb51a494e45a75196848dc23980', 'gw_port_host': None}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 19:58:57.995203 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:58.023392 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-e1c87767-6bd6-4f4b-87f9-41683a9a13b7 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:58.024034 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-e1c87767-6bd6-4f4b-87f9-41683a9a13b7 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Synchronizing usage tracker for tenant:0a29a66ef9e34d17926285dc8f054582 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:58:58.036089 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 6d500b3c-5ee4-4f90-86af-e42d033edb5e, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=6d500b3c-5ee4-4f90-86af-e42d033edb5e,segment=NetworkSegment(ac8864a1-851c-4e33-a62e-34bf87714dc0),segment_id=ac8864a1-851c-4e33-a62e-34bf87714dc0)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:58:58.040797 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:58.063748 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-e1c87767-6bd6-4f4b-87f9-41683a9a13b7 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Unset dirty status for tenant:0a29a66ef9e34d17926285dc8f054582 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:58:58.065848 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-e1c87767-6bd6-4f4b-87f9-41683a9a13b7 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/ports/3e25fa10-4b16-4472-9de5-596123987dfe HTTP/1.1" status: 200 len: 937 time: 0.1772196 May 05 19:58:58.125925 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27b9aad4-a6ef-4231-82f6-e29b2bd39327 req-facad0c1-c0ed-4222-adee-5716270d64e4 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Made reservation on behalf of 746fcb642a8d490e982b2a03a5eb1ef7 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:58:58.129653 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-27b9aad4-a6ef-4231-82f6-e29b2bd39327 req-facad0c1-c0ed-4222-adee-5716270d64e4 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:58.144164 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=6d500b3c-5ee4-4f90-86af-e42d033edb5e,revision_number=6']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:58:58.171949 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-46e00cc6-df42-44a9-bece-69bb82ab141d tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:58.179826 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-46e00cc6-df42-44a9-bece-69bb82ab141d tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/ports/f84e637a-e4c6-4604-af15-a4ac4d5aa1b3 HTTP/1.1" status: 200 len: 936 time: 0.1083150 May 05 19:58:58.243009 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-1623f697-8adf-4bf9-b06e-893c3fbe014d tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/ports?network_id=6b772374-6081-4e39-9eff-bc22d208b283&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0620565 May 05 19:58:58.293778 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-d4112ff8-7dcb-4892-a48b-4beae4a4b693 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/ports?network_id=6b772374-6081-4e39-9eff-bc22d208b283&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0494726 May 05 19:58:58.369875 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-05510657-8a48-4cb1-8e18-92467fc0a257 req-cb2f68d9-7918-463f-8c97-3b1aed3e08db tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/security-groups?id=b8eb825a-eb05-4b64-b47c-316dce01fa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6046674 May 05 19:58:58.379016 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-4291ca72-f3d4-45b0-b55d-0a70ce236a2b req-5ad3867b-9f44-4c51-b58b-2307a9eaa88e tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Calling delete_port for 6d500b3c-5ee4-4f90-86af-e42d033edb5e owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:58:58.600592 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-4b0faf99-3f48-486b-9694-cd6b9a474193 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:58.609137 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-4b0faf99-3f48-486b-9694-cd6b9a474193 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:58.617871 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-4b0faf99-3f48-486b-9694-cd6b9a474193 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:58.617871 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-4b0faf99-3f48-486b-9694-cd6b9a474193 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Synchronizing usage tracker for tenant:0a29a66ef9e34d17926285dc8f054582 on resource:network {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:58:58.640570 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-4b0faf99-3f48-486b-9694-cd6b9a474193 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Unset dirty status for tenant:0a29a66ef9e34d17926285dc8f054582 on resource:network {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:58:58.650032 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-4b0faf99-3f48-486b-9694-cd6b9a474193 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/networks?id=5f383bab-d2ac-4d6b-b5b0-d3f0ff3c62c8&id=5efdefe9-fb05-48a6-914c-98a1b2ebb362&id=5efdefe9-fb05-48a6-914c-98a1b2ebb362&id=6b772374-6081-4e39-9eff-bc22d208b283&id=6b772374-6081-4e39-9eff-bc22d208b283 HTTP/1.1" status: 200 len: 1996 time: 0.3552229 May 05 19:58:58.669267 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-d27baa43-6b3c-4e6a-8fd0-da2caee9c072 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/quotas/0a29a66ef9e34d17926285dc8f054582 HTTP/1.1" status: 200 len: 375 time: 0.0181439 May 05 19:58:58.806002 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-dfa2a26e-0747-4c8d-991f-8887af0e8946 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0a29a66ef9e34d17926285dc8f054582&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1357851 May 05 19:58:58.811991 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 40298) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:58:58.827004 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.db.api [req-4291ca72-f3d4-45b0-b55d-0a70ce236a2b req-5ad3867b-9f44-4c51-b58b-2307a9eaa88e tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88198) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 19:58:58.827595 n-d-840717-1 neutron-server[88198]: DEBUG oslo_db.api [req-4291ca72-f3d4-45b0-b55d-0a70ce236a2b req-5ad3867b-9f44-4c51-b58b-2307a9eaa88e tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 19:58:58.828651 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-dd83fd13-b436-4348-ad77-ed6826d8b6b3 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-304888637'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:58:58.833130 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-16bbb309-4986-40f2-8c92-2a805ea681cd admin admin] For port f4ab8d26-53ba-4299-b17a-60c425af1f98, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=f4ab8d26-53ba-4299-b17a-60c425af1f98,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:58:58.835512 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-dd83fd13-b436-4348-ad77-ed6826d8b6b3 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:58:58.838616 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-16bbb309-4986-40f2-8c92-2a805ea681cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:58.852040 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-dd83fd13-b436-4348-ad77-ed6826d8b6b3 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Usage tracker for resource:network and tenant:99f8ff370e2040efb9285a4ae37c20cd is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:58:58.855982 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-dd83fd13-b436-4348-ad77-ed6826d8b6b3 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:58:58.874564 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-dd83fd13-b436-4348-ad77-ed6826d8b6b3 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:58:58.905439 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd83fd13-b436-4348-ad77-ed6826d8b6b3 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Made reservation on behalf of 99f8ff370e2040efb9285a4ae37c20cd for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:58:58.914675 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dd83fd13-b436-4348-ad77-ed6826d8b6b3 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:58.933516 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-3603b8de-3126-4ccf-a960-8f9c450b582a service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88197) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 19:58:58.934519 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-3603b8de-3126-4ccf-a960-8f9c450b582a service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0962565 May 05 19:58:58.949825 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8507623b-427d-41d4-ade4-c5a0b32a950b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d500b3c-5ee4-4f90-86af-e42d033edb5e'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:58:58.988969 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd83fd13-b436-4348-ad77-ed6826d8b6b3 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 19:58:59.080398 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-16bbb309-4986-40f2-8c92-2a805ea681cd admin admin] Calling delete_port for f4ab8d26-53ba-4299-b17a-60c425af1f98 owned by network:router_gateway {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:58:59.088992 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device f4ab8d26-53ba-4299-b17a-60c425af1f98 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:58:59.178636 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-27b9aad4-a6ef-4231-82f6-e29b2bd39327 req-facad0c1-c0ed-4222-adee-5716270d64e4 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Allocated IP 172.20.0.9 (4568a908-805b-4a6e-ba80-1d4819260d47/bf48ca8b-7b24-41a3-ad06-a849bff9e5b9/b0de49f7-8e87-47bf-8e75-8008acd7b04b) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:58:59.223853 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13f7ab-73b0-48f1-b778-d3de8f083272 req-03707700-d861-49b6-a8d5-c33ce2c58c00 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:59.225494 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ff13f7ab-73b0-48f1-b778-d3de8f083272 req-03707700-d861-49b6-a8d5-c33ce2c58c00 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ef8a1b-b5c5-4d08-9e84-1bc77a3ab332 HTTP/1.1" status: 200 len: 946 time: 0.5801251 May 05 19:58:59.234906 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dd83fd13-b436-4348-ad77-ed6826d8b6b3 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:59.235303 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-dd83fd13-b436-4348-ad77-ed6826d8b6b3 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Added segment 9712fa8a-84cf-4590-8760-a48340e4da1c of type vlan for network 0940b73f-d9f5-4601-bc7a-4ddc6f68c068 May 05 19:58:59.290239 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dd83fd13-b436-4348-ad77-ed6826d8b6b3 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:59.303894 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-73625ee1-eb4b-4573-9be1-b88c929d51b1 service neutron] 10.222.0.36 "GET /v2.0/networks/5f383bab-d2ac-4d6b-b5b0-d3f0ff3c62c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3568630 May 05 19:58:59.334061 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:59.335967 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-4291ca72-f3d4-45b0-b55d-0a70ce236a2b req-5ad3867b-9f44-4c51-b58b-2307a9eaa88e tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Deleting port 6d500b3c-5ee4-4f90-86af-e42d033edb5e {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:58:59.336312 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-4291ca72-f3d4-45b0-b55d-0a70ce236a2b req-5ad3867b-9f44-4c51-b58b-2307a9eaa88e tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:59.353612 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port f4ab8d26-53ba-4299-b17a-60c425af1f98, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=f4ab8d26-53ba-4299-b17a-60c425af1f98,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:58:59.359213 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:59.360497 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 786fbba6-2067-47e2-9ff5-a211af1d17c4 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:58:59.368699 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dd83fd13-b436-4348-ad77-ed6826d8b6b3 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:59.374268 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd83fd13-b436-4348-ad77-ed6826d8b6b3 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:58:59.374946 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dd83fd13-b436-4348-ad77-ed6826d8b6b3 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:59.385848 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ff13f7ab-73b0-48f1-b778-d3de8f083272 req-40cb6dc6-e31c-4965-b75f-640bb0176a3f tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/security-groups?id=60903d7d-e068-4be3-b1cd-aedae880a3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513412 May 05 19:58:59.462189 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.db.api [None req-16bbb309-4986-40f2-8c92-2a805ea681cd admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88198) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 19:58:59.462539 n-d-840717-1 neutron-server[88198]: DEBUG oslo_db.api [None req-16bbb309-4986-40f2-8c92-2a805ea681cd admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 19:58:59.474436 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 786fbba6-2067-47e2-9ff5-a211af1d17c4 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 19:58:59.474782 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 786fbba6-2067-47e2-9ff5-a211af1d17c4 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:58:59.507084 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=f4ab8d26-53ba-4299-b17a-60c425af1f98,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:58:59.623956 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-dd83fd13-b436-4348-ad77-ed6826d8b6b3 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8103440 May 05 19:58:59.641151 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40310) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:58:59.644259 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ce627136-4d23-4fec-b350-7abc08846619 req-34303180-bf33-487d-9da8-f354ee785c3a tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/ports?device_id=f2ae61dc-0e68-43f2-aa9d-9285f9c6dc1b HTTP/1.1" status: 200 len: 210 time: 0.0660117 May 05 19:58:59.652794 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-e884aae0-7c71-4b26-9ee4-d85ab6b0f2d0 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-89532654'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:58:59.673481 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e884aae0-7c71-4b26-9ee4-d85ab6b0f2d0 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:58:59.696968 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd83fd13-b436-4348-ad77-ed6826d8b6b3 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Pushing event updated for resources: {'Network': ['ID=0940b73f-d9f5-4601-bc7a-4ddc6f68c068,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:58:59.705125 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-307ce8c5-5f5c-423d-acd9-6ea607eb8e73 service neutron] 10.222.0.36 "GET /v2.0/networks/5f383bab-d2ac-4d6b-b5b0-d3f0ff3c62c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3872352 May 05 19:58:59.711192 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 0940b73f-d9f5-4601-bc7a-4ddc6f68c068 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 19:58:59.740050 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-e884aae0-7c71-4b26-9ee4-d85ab6b0f2d0 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Usage tracker for resource:network and tenant:99f8ff370e2040efb9285a4ae37c20cd is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:58:59.759264 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-e884aae0-7c71-4b26-9ee4-d85ab6b0f2d0 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:58:59.788821 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e884aae0-7c71-4b26-9ee4-d85ab6b0f2d0 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:58:59.793471 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-27b9aad4-a6ef-4231-82f6-e29b2bd39327 req-facad0c1-c0ed-4222-adee-5716270d64e4 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:59.865130 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-5d9b644b-7847-4915-813e-8c485c1197e4 service neutron] 10.222.0.36 "GET /v2.0/ports/3e25fa10-4b16-4472-9de5-596123987dfe?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1318367 May 05 19:58:59.878398 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79bd6212-a8cd-48ec-a4c5-cbb6be35967a'] response: {'server_uuid': '8507623b-427d-41d4-ade4-c5a0b32a950b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d500b3c-5ee4-4f90-86af-e42d033edb5e', 'code': 200} May 05 19:58:59.936992 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e884aae0-7c71-4b26-9ee4-d85ab6b0f2d0 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Made reservation on behalf of 99f8ff370e2040efb9285a4ae37c20cd for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:58:59.942172 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e884aae0-7c71-4b26-9ee4-d85ab6b0f2d0 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:58:59.971417 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-16bbb309-4986-40f2-8c92-2a805ea681cd admin admin] Deleting port f4ab8d26-53ba-4299-b17a-60c425af1f98 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:58:59.971417 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-16bbb309-4986-40f2-8c92-2a805ea681cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:00.055764 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-f16246eb-24a1-49bf-a85a-c7699eca4e47 service neutron] 10.222.0.36 "GET /v2.0/networks/5efdefe9-fb05-48a6-914c-98a1b2ebb362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847594 May 05 19:59:00.202587 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e884aae0-7c71-4b26-9ee4-d85ab6b0f2d0 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 19:59:00.209391 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-3e2c8ac2-df3c-47a3-99fd-90117eaf9adb service neutron] 10.222.0.36 "GET /v2.0/networks/5efdefe9-fb05-48a6-914c-98a1b2ebb362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425126 May 05 19:59:00.301660 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-be431abb-375e-4e8d-8884-d642cd67f92f service neutron] 10.222.0.36 "GET /v2.0/ports/f84e637a-e4c6-4604-af15-a4ac4d5aa1b3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0913002 May 05 19:59:00.399244 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-4291ca72-f3d4-45b0-b55d-0a70ce236a2b req-5ad3867b-9f44-4c51-b58b-2307a9eaa88e tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] For port 6d500b3c-5ee4-4f90-86af-e42d033edb5e, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=6d500b3c-5ee4-4f90-86af-e42d033edb5e,segment=NetworkSegment(ac8864a1-851c-4e33-a62e-34bf87714dc0),segment_id=ac8864a1-851c-4e33-a62e-34bf87714dc0)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:59:00.399732 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-4291ca72-f3d4-45b0-b55d-0a70ce236a2b req-5ad3867b-9f44-4c51-b58b-2307a9eaa88e tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:00.409096 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e884aae0-7c71-4b26-9ee4-d85ab6b0f2d0 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:00.409524 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-e884aae0-7c71-4b26-9ee4-d85ab6b0f2d0 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Added segment 9e0182ab-1e56-4080-b373-4bebb989122d of type vlan for network 98f65143-638f-41c6-b245-4fc7a96707e2 May 05 19:59:00.427120 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-27b9aad4-a6ef-4231-82f6-e29b2bd39327 req-facad0c1-c0ed-4222-adee-5716270d64e4 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:00.465844 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-4dd75174-c868-4fa0-b540-1fb4afae0ef6 service neutron] 10.222.0.36 "GET /v2.0/networks/5efdefe9-fb05-48a6-914c-98a1b2ebb362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601548 May 05 19:59:00.617220 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-46d1789b-564a-428b-9990-6d73a4ed0f31 service neutron] 10.222.0.36 "GET /v2.0/networks/5efdefe9-fb05-48a6-914c-98a1b2ebb362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425989 May 05 19:59:00.714320 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-4291ca72-f3d4-45b0-b55d-0a70ce236a2b req-5ad3867b-9f44-4c51-b58b-2307a9eaa88e tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Calling delete_port for 6d500b3c-5ee4-4f90-86af-e42d033edb5e owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:59:00.769700 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e884aae0-7c71-4b26-9ee4-d85ab6b0f2d0 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:00.801200 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27b9aad4-a6ef-4231-82f6-e29b2bd39327 req-facad0c1-c0ed-4222-adee-5716270d64e4 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Network 4568a908-805b-4a6e-ba80-1d4819260d47 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:59:00.810690 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-27b9aad4-a6ef-4231-82f6-e29b2bd39327 req-facad0c1-c0ed-4222-adee-5716270d64e4 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:59:00.825842 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-497c3ca6-9235-42d8-8041-dbcd041ff642 service neutron] 10.222.0.36 "GET /v2.0/networks/5efdefe9-fb05-48a6-914c-98a1b2ebb362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982627 May 05 19:59:00.826572 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fb135-6b66-438d-867d-22e5acfc44f4 req-dfd77b27-fc4d-4460-864e-a73da7e248f0 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:00.828102 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c25fb135-6b66-438d-867d-22e5acfc44f4 req-dfd77b27-fc4d-4460-864e-a73da7e248f0 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/ports?device_id=8507623b-427d-41d4-ade4-c5a0b32a950b HTTP/1.1" status: 200 len: 944 time: 0.8161454 May 05 19:59:00.828877 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b9aad4-a6ef-4231-82f6-e29b2bd39327 req-facad0c1-c0ed-4222-adee-5716270d64e4 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:59:00.873424 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-16bbb309-4986-40f2-8c92-2a805ea681cd admin admin] For port f4ab8d26-53ba-4299-b17a-60c425af1f98, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=f4ab8d26-53ba-4299-b17a-60c425af1f98,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:59:00.873795 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-16bbb309-4986-40f2-8c92-2a805ea681cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:00.882591 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facad0c1-c0ed-4222-adee-5716270d64e4 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Pushing event updated for resources: {'Port': ['ID=b0de49f7-8e87-47bf-8e75-8008acd7b04b,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:00.991885 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-bbae2d42-407c-4d6b-baae-fbd079db04ed service neutron] 10.222.0.36 "GET /v2.0/networks/5efdefe9-fb05-48a6-914c-98a1b2ebb362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641307 May 05 19:59:01.060407 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-16bbb309-4986-40f2-8c92-2a805ea681cd admin admin] Calling delete_port for f4ab8d26-53ba-4299-b17a-60c425af1f98 owned by network:router_gateway {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:59:01.150143 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9aad4-a6ef-4231-82f6-e29b2bd39327 req-facad0c1-c0ed-4222-adee-5716270d64e4 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:01.150750 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-27b9aad4-a6ef-4231-82f6-e29b2bd39327 req-facad0c1-c0ed-4222-adee-5716270d64e4 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:01.154342 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e884aae0-7c71-4b26-9ee4-d85ab6b0f2d0 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:01.158416 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-3579677f-cf6c-4844-957d-dfed7d9d056d service neutron] 10.222.0.36 "GET /v2.0/networks/5efdefe9-fb05-48a6-914c-98a1b2ebb362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508763 May 05 19:59:01.159793 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e884aae0-7c71-4b26-9ee4-d85ab6b0f2d0 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:01.160377 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e884aae0-7c71-4b26-9ee4-d85ab6b0f2d0 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:01.211378 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c25fb135-6b66-438d-867d-22e5acfc44f4 req-357738a1-7ed3-4cba-a324-787186bc0561 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/security-groups?id=b8eb825a-eb05-4b64-b47c-316dce01fa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3297272 May 05 19:59:01.372831 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-27b9aad4-a6ef-4231-82f6-e29b2bd39327 req-facad0c1-c0ed-4222-adee-5716270d64e4 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8678830 May 05 19:59:01.387854 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e884aae0-7c71-4b26-9ee4-d85ab6b0f2d0 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.7424476 May 05 19:59:01.392211 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 40344) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:59:01.396662 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884aae0-7c71-4b26-9ee4-d85ab6b0f2d0 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Pushing event updated for resources: {'Network': ['ID=98f65143-638f-41c6-b245-4fc7a96707e2,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:01.399400 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-6315bc70-6124-4e1d-8e9c-210b9f1d797c tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Request body: {'subnet': {'network_id': '0940b73f-d9f5-4601-bc7a-4ddc6f68c068', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:59:01.412347 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-4291ca72-f3d4-45b0-b55d-0a70ce236a2b req-5ad3867b-9f44-4c51-b58b-2307a9eaa88e tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:01.421285 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 98f65143-638f-41c6-b245-4fc7a96707e2 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 19:59:01.452451 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-0248935c-ab88-4c69-a068-d0b665242474 service neutron] 10.222.0.36 "GET /v2.0/networks/5efdefe9-fb05-48a6-914c-98a1b2ebb362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880056 May 05 19:59:01.562054 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-27b9aad4-a6ef-4231-82f6-e29b2bd39327 req-41b00308-a4d0-4329-95ec-fe750f823dfb service neutron] Request body: {'port': {'device_id': 'f2ae61dc-0e68-43f2-aa9d-9285f9c6dc1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:59:01.616086 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad3867b-9f44-4c51-b58b-2307a9eaa88e tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Pushing event deleted for resources: {'Port': ['ID=6d500b3c-5ee4-4f90-86af-e42d033edb5e,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:01.671603 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-6315bc70-6124-4e1d-8e9c-210b9f1d797c tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:59:01.683724 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-6315bc70-6124-4e1d-8e9c-210b9f1d797c tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Usage tracker for resource:subnet and tenant:99f8ff370e2040efb9285a4ae37c20cd is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:59:01.688011 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-6315bc70-6124-4e1d-8e9c-210b9f1d797c tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:59:01.697172 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-6315bc70-6124-4e1d-8e9c-210b9f1d797c tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:59:01.719167 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-077e1a38-45c1-419f-b795-c83a46bad203 service neutron] 10.222.0.36 "GET /v2.0/networks/6b772374-6081-4e39-9eff-bc22d208b283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660322 May 05 19:59:01.723060 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6315bc70-6124-4e1d-8e9c-210b9f1d797c tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Made reservation on behalf of 99f8ff370e2040efb9285a4ae37c20cd for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:59:01.727752 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6315bc70-6124-4e1d-8e9c-210b9f1d797c tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:01.817311 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-4291ca72-f3d4-45b0-b55d-0a70ce236a2b req-5ad3867b-9f44-4c51-b58b-2307a9eaa88e tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] No DVR routers for this DVR port 6d500b3c-5ee4-4f90-86af-e42d033edb5e on host n-h2-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:59:01.824540 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-4291ca72-f3d4-45b0-b55d-0a70ce236a2b req-5ad3867b-9f44-4c51-b58b-2307a9eaa88e tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:01.828731 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8507623b-427d-41d4-ade4-c5a0b32a950b', 'name': 'network-vif-deleted', 'tag': '6d500b3c-5ee4-4f90-86af-e42d033edb5e'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:59:01.845965 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-16bbb309-4986-40f2-8c92-2a805ea681cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:01.881732 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4291ca72-f3d4-45b0-b55d-0a70ce236a2b req-5ad3867b-9f44-4c51-b58b-2307a9eaa88e tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.50 "DELETE /v2.0/ports/6d500b3c-5ee4-4f90-86af-e42d033edb5e HTTP/1.1" status: 204 len: 173 time: 6.6623178 May 05 19:59:01.902311 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-27b9aad4-a6ef-4231-82f6-e29b2bd39327 req-41b00308-a4d0-4329-95ec-fe750f823dfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:01.915200 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bbb309-4986-40f2-8c92-2a805ea681cd admin admin] Pushing event deleted for resources: {'Port': ['ID=f4ab8d26-53ba-4299-b17a-60c425af1f98,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:01.975931 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-d5d53eb0-5a6c-4df1-ad34-e1140a8a00dd service neutron] 10.222.0.36 "GET /v2.0/networks/6b772374-6081-4e39-9eff-bc22d208b283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330585 May 05 19:59:02.156408 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88955242-658e-48e5-a4de-c10fc8ffa5d8 req-29f00a8f-397c-489d-a1f9-b327345ca89a tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:02.157832 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-88955242-658e-48e5-a4de-c10fc8ffa5d8 req-29f00a8f-397c-489d-a1f9-b327345ca89a tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ef8a1b-b5c5-4d08-9e84-1bc77a3ab332 HTTP/1.1" status: 200 len: 946 time: 0.5469284 May 05 19:59:02.205462 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-ebea7a7d-2e82-4ab1-8850-e4d6f5245077 service neutron] 10.222.0.36 "GET /v2.0/networks/6b772374-6081-4e39-9eff-bc22d208b283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247372 May 05 19:59:02.207135 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6315bc70-6124-4e1d-8e9c-210b9f1d797c tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:02.287122 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-88955242-658e-48e5-a4de-c10fc8ffa5d8 req-993980ce-cca7-4ca4-915d-12ebe002d34a tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/security-groups?id=60903d7d-e068-4be3-b1cd-aedae880a3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152215 May 05 19:59:02.294976 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-16bbb309-4986-40f2-8c92-2a805ea681cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:02.383951 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6315bc70-6124-4e1d-8e9c-210b9f1d797c tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Pushing event updated for resources: {'Subnet': ['ID=27e9ce9d-105a-4d07-aa22-c9895d777ddb,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:02.402255 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6315bc70-6124-4e1d-8e9c-210b9f1d797c tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Checking segment: {'id': '9712fa8a-84cf-4590-8760-a48340e4da1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0940b73f-d9f5-4601-bc7a-4ddc6f68c068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:59:02.402619 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6315bc70-6124-4e1d-8e9c-210b9f1d797c tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Network hostable DHCP agents. Network: 0940b73f-d9f5-4601-bc7a-4ddc6f68c068, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 19:59:02.440447 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-bec13004-c49e-4307-8490-65bb925a9809 service neutron] 10.222.0.36 "GET /v2.0/networks/6b772374-6081-4e39-9eff-bc22d208b283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034795 May 05 19:59:02.441546 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6315bc70-6124-4e1d-8e9c-210b9f1d797c tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Network 0940b73f-d9f5-4601-bc7a-4ddc6f68c068 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 19:59:02.452487 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-6315bc70-6124-4e1d-8e9c-210b9f1d797c tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 0940b73f-d9f5-4601-bc7a-4ddc6f68c068) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:59:02.457647 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6315bc70-6124-4e1d-8e9c-210b9f1d797c tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:02.458501 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6315bc70-6124-4e1d-8e9c-210b9f1d797c tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:02.463723 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc660a8c-60d7-4bd7-839f-732c1f28fbed None None] Network 0940b73f-d9f5-4601-bc7a-4ddc6f68c068 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:59:02.490795 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-6315bc70-6124-4e1d-8e9c-210b9f1d797c tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0949912 May 05 19:59:02.491399 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 40356) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:59:02.501313 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-8dfe7735-40a7-4ed6-8821-efca326cd56b tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Request body: {'subnet': {'network_id': '98f65143-638f-41c6-b245-4fc7a96707e2', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:59:02.553148 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-16bbb309-4986-40f2-8c92-2a805ea681cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:02.556240 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-16bbb309-4986-40f2-8c92-2a805ea681cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:02.666416 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-16bbb309-4986-40f2-8c92-2a805ea681cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:02.666914 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16bbb309-4986-40f2-8c92-2a805ea681cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9c5edfd-5abd-422d-a15a-09a5460bd53d {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 19:59:02.678342 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-8dfe7735-40a7-4ed6-8821-efca326cd56b tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:59:02.682515 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-8dfe7735-40a7-4ed6-8821-efca326cd56b tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Usage tracker for resource:subnet and tenant:99f8ff370e2040efb9285a4ae37c20cd is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:59:02.685561 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-8dfe7735-40a7-4ed6-8821-efca326cd56b tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:59:02.705090 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-8dfe7735-40a7-4ed6-8821-efca326cd56b tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:59:02.719875 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dfe7735-40a7-4ed6-8821-efca326cd56b tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Made reservation on behalf of 99f8ff370e2040efb9285a4ae37c20cd for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:59:02.726857 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8dfe7735-40a7-4ed6-8821-efca326cd56b tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:02.762020 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-16bbb309-4986-40f2-8c92-2a805ea681cd admin admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:02.763178 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-16bbb309-4986-40f2-8c92-2a805ea681cd admin admin] 10.222.0.36 "DELETE /v2.0/routers/f9c5edfd-5abd-422d-a15a-09a5460bd53d HTTP/1.1" status: 204 len: 168 time: 6.1697288 May 05 19:59:02.769831 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40364) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:59:02.788104 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a63ce-f421-4a1d-8c14-68aa07c6017b req-d6671c11-c521-451c-8b2d-eaf07e38e257 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:02.788848 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-002a63ce-f421-4a1d-8c14-68aa07c6017b req-d6671c11-c521-451c-8b2d-eaf07e38e257 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Synchronizing usage tracker for tenant:746fcb642a8d490e982b2a03a5eb1ef7 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:59:02.813106 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e25b271-f59b-4dd6-b27d-0bca09edb5c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-0940b73f-d9f5-4601-bc7a-4ddc6f68c068', 'network_id': '0940b73f-d9f5-4601-bc7a-4ddc6f68c068', 'tenant_id': '99f8ff370e2040efb9285a4ae37c20cd', 'fixed_ips': [{'subnet_id': '27e9ce9d-105a-4d07-aa22-c9895d777ddb'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 19:59:02.814153 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3e25b271-f59b-4dd6-b27d-0bca09edb5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:02.916834 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-669d37e5-df97-448d-95bf-5f2508c57ddb admin admin] Deleting subnet a4aaf969-3d1a-408b-86ce-50cecc40a653 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 19:59:02.925446 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-669d37e5-df97-448d-95bf-5f2508c57ddb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:02.962128 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-002a63ce-f421-4a1d-8c14-68aa07c6017b req-d6671c11-c521-451c-8b2d-eaf07e38e257 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Unset dirty status for tenant:746fcb642a8d490e982b2a03a5eb1ef7 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:59:02.975701 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-002a63ce-f421-4a1d-8c14-68aa07c6017b req-d6671c11-c521-451c-8b2d-eaf07e38e257 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/ports?device_id=f2ae61dc-0e68-43f2-aa9d-9285f9c6dc1b HTTP/1.1" status: 200 len: 931 time: 0.5110373 May 05 19:59:03.005778 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-3e25b271-f59b-4dd6-b27d-0bca09edb5c6 None None] Allocated IP 10.1.1.2 (0940b73f-d9f5-4601-bc7a-4ddc6f68c068/27e9ce9d-105a-4d07-aa22-c9895d777ddb/1af44a99-a25d-4df3-92ac-74d83f8a2091) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:59:03.043822 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8dfe7735-40a7-4ed6-8821-efca326cd56b tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:03.047117 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-669d37e5-df97-448d-95bf-5f2508c57ddb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:03.132496 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-002a63ce-f421-4a1d-8c14-68aa07c6017b req-b6ef0c63-ce1b-4815-96ef-fe7a54eb1ee1 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Synchronizing usage tracker for tenant:746fcb642a8d490e982b2a03a5eb1ef7 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:59:03.135073 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfe7735-40a7-4ed6-8821-efca326cd56b tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Pushing event updated for resources: {'Subnet': ['ID=c1793040-0572-406b-b093-3a5c700275df,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:03.146073 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfe7735-40a7-4ed6-8821-efca326cd56b tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Checking segment: {'id': '9e0182ab-1e56-4080-b373-4bebb989122d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '98f65143-638f-41c6-b245-4fc7a96707e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:59:03.146531 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfe7735-40a7-4ed6-8821-efca326cd56b tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Network hostable DHCP agents. Network: 98f65143-638f-41c6-b245-4fc7a96707e2, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 19:59:03.169881 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfe7735-40a7-4ed6-8821-efca326cd56b tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Network 98f65143-638f-41c6-b245-4fc7a96707e2 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 19:59:03.181704 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-27b9aad4-a6ef-4231-82f6-e29b2bd39327 req-41b00308-a4d0-4329-95ec-fe750f823dfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0de49f7-8e87-47bf-8e75-8008acd7b04b {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:59:03.189295 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-8dfe7735-40a7-4ed6-8821-efca326cd56b tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 98f65143-638f-41c6-b245-4fc7a96707e2) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:59:03.195014 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-27b9aad4-a6ef-4231-82f6-e29b2bd39327 req-41b00308-a4d0-4329-95ec-fe750f823dfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:03.207596 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfe7735-40a7-4ed6-8821-efca326cd56b tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:03.207596 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8dfe7735-40a7-4ed6-8821-efca326cd56b tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:03.210140 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d2213e-5eee-40e7-8144-6a4d73ab29f7 None None] Network 98f65143-638f-41c6-b245-4fc7a96707e2 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:59:03.210566 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-002a63ce-f421-4a1d-8c14-68aa07c6017b req-b6ef0c63-ce1b-4815-96ef-fe7a54eb1ee1 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Unset dirty status for tenant:746fcb642a8d490e982b2a03a5eb1ef7 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:59:03.218789 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-002a63ce-f421-4a1d-8c14-68aa07c6017b req-b6ef0c63-ce1b-4815-96ef-fe7a54eb1ee1 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cb43301-61da-408d-ba7f-c0b8dd491c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422166 May 05 19:59:03.246081 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-8dfe7735-40a7-4ed6-8821-efca326cd56b tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7512193 May 05 19:59:03.246355 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 40374) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:59:03.254688 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-2fe153c6-fe1d-4ccc-b866-d9a14592b0ad tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Request body: {'port': {'network_id': '0940b73f-d9f5-4601-bc7a-4ddc6f68c068', 'name': 'tempest-TaggedBootDevicesTest-1358600600', 'fixed_ips': [{'subnet_id': '27e9ce9d-105a-4d07-aa22-c9895d777ddb'}]}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:59:03.265112 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-669d37e5-df97-448d-95bf-5f2508c57ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:03.336762 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-27b9aad4-a6ef-4231-82f6-e29b2bd39327 req-41b00308-a4d0-4329-95ec-fe750f823dfb service neutron] Transition to ACTIVE for port object b0de49f7-8e87-47bf-8e75-8008acd7b04b will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:59:03.352073 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-27b9aad4-a6ef-4231-82f6-e29b2bd39327 req-41b00308-a4d0-4329-95ec-fe750f823dfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:03.447215 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-2fe153c6-fe1d-4ccc-b866-d9a14592b0ad tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:59:03.451831 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-2fe153c6-fe1d-4ccc-b866-d9a14592b0ad tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Usage tracker for resource:port and tenant:99f8ff370e2040efb9285a4ae37c20cd is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:59:03.456805 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-2fe153c6-fe1d-4ccc-b866-d9a14592b0ad tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:59:03.464760 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-2fe153c6-fe1d-4ccc-b866-d9a14592b0ad tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:59:03.464945 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3e25b271-f59b-4dd6-b27d-0bca09edb5c6 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:03.480904 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-3e25b271-f59b-4dd6-b27d-0bca09edb5c6 None None] Transition to ACTIVE for port object 1af44a99-a25d-4df3-92ac-74d83f8a2091 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:59:03.482621 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe153c6-fe1d-4ccc-b866-d9a14592b0ad tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Made reservation on behalf of 99f8ff370e2040efb9285a4ae37c20cd for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:59:03.530345 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-3e25b271-f59b-4dd6-b27d-0bca09edb5c6 None None] Transition to ACTIVE for port object 1af44a99-a25d-4df3-92ac-74d83f8a2091 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:59:03.542408 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3e25b271-f59b-4dd6-b27d-0bca09edb5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:03.568154 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-669d37e5-df97-448d-95bf-5f2508c57ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:03.631195 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b00308-a4d0-4329-95ec-fe750f823dfb service neutron] Pushing event updated for resources: {'Port': ['ID=b0de49f7-8e87-47bf-8e75-8008acd7b04b,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:03.640937 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e25b271-f59b-4dd6-b27d-0bca09edb5c6 None None] Pushing event updated for resources: {'Port': ['ID=1af44a99-a25d-4df3-92ac-74d83f8a2091,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:03.672605 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e25b271-f59b-4dd6-b27d-0bca09edb5c6 None None] Network 0940b73f-d9f5-4601-bc7a-4ddc6f68c068 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:59:03.675843 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-3e25b271-f59b-4dd6-b27d-0bca09edb5c6 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:59:03.679074 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e25b271-f59b-4dd6-b27d-0bca09edb5c6 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:59:03.724789 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d37e5-df97-448d-95bf-5f2508c57ddb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4aaf969-3d1a-408b-86ce-50cecc40a653,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:03.727295 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-669d37e5-df97-448d-95bf-5f2508c57ddb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:03.745996 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8d8cfa-1126-45ed-820e-69c42a210a67 None None] Network 64ae69b0-8ac2-4e0b-9320-47844867ced2 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:59:03.747486 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-669d37e5-df97-448d-95bf-5f2508c57ddb admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a4aaf969-3d1a-408b-86ce-50cecc40a653 HTTP/1.1" status: 204 len: 168 time: 0.9715011 May 05 19:59:03.750815 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40396) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:59:03.901761 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a504abf5-38b1-4974-aa37-a4d0dade5893'] response: {'server_uuid': '8507623b-427d-41d4-ade4-c5a0b32a950b', 'name': 'network-vif-deleted', 'tag': '6d500b3c-5ee4-4f90-86af-e42d033edb5e', 'status': 'completed', 'code': 200} May 05 19:59:03.912909 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bb5327fe-c6ac-4157-a688-d58b7aa17dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:03.927117 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2fe153c6-fe1d-4ccc-b866-d9a14592b0ad tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:03.959433 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-27b9aad4-a6ef-4231-82f6-e29b2bd39327 req-41b00308-a4d0-4329-95ec-fe750f823dfb service neutron] Attempting to bind port b0de49f7-8e87-47bf-8e75-8008acd7b04b on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:59:03.959867 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-27b9aad4-a6ef-4231-82f6-e29b2bd39327 req-41b00308-a4d0-4329-95ec-fe750f823dfb service neutron] Attempting to bind port b0de49f7-8e87-47bf-8e75-8008acd7b04b by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': '79511503-ff66-4663-ae8b-5322fffb3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4568a908-805b-4a6e-ba80-1d4819260d47'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:59:03.961022 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b9aad4-a6ef-4231-82f6-e29b2bd39327 req-41b00308-a4d0-4329-95ec-fe750f823dfb service neutron] Attempting to bind port b0de49f7-8e87-47bf-8e75-8008acd7b04b on network 4568a908-805b-4a6e-ba80-1d4819260d47 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:59:03.969698 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [None req-2fe153c6-fe1d-4ccc-b866-d9a14592b0ad tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] device_id is not set on port 14c5b767-97a9-4549-bb17-b81554f9a5a4 yet. {{(pid=88197) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 19:59:03.984513 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b9aad4-a6ef-4231-82f6-e29b2bd39327 req-41b00308-a4d0-4329-95ec-fe750f823dfb service neutron] Port b0de49f7-8e87-47bf-8e75-8008acd7b04b on network 4568a908-805b-4a6e-ba80-1d4819260d47 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:59:03.987412 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b9aad4-a6ef-4231-82f6-e29b2bd39327 req-41b00308-a4d0-4329-95ec-fe750f823dfb service neutron] Attempting to bind port b0de49f7-8e87-47bf-8e75-8008acd7b04b on network 4568a908-805b-4a6e-ba80-1d4819260d47 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:59:03.989674 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-bb5327fe-c6ac-4157-a688-d58b7aa17dcb admin admin] Deleting port 588c328d-953c-4bcd-b536-4eecb94bec0c {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:59:03.994060 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bb5327fe-c6ac-4157-a688-d58b7aa17dcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:04.119133 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b9aad4-a6ef-4231-82f6-e29b2bd39327 req-41b00308-a4d0-4329-95ec-fe750f823dfb service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:59:04.119496 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b9aad4-a6ef-4231-82f6-e29b2bd39327 req-41b00308-a4d0-4329-95ec-fe750f823dfb service neutron] Checking segment: {'id': '79511503-ff66-4663-ae8b-5322fffb3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4568a908-805b-4a6e-ba80-1d4819260d47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:59:04.119883 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b9aad4-a6ef-4231-82f6-e29b2bd39327 req-41b00308-a4d0-4329-95ec-fe750f823dfb service neutron] Bound using segment: {'id': '79511503-ff66-4663-ae8b-5322fffb3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4568a908-805b-4a6e-ba80-1d4819260d47'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:59:04.120324 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-27b9aad4-a6ef-4231-82f6-e29b2bd39327 req-41b00308-a4d0-4329-95ec-fe750f823dfb service neutron] Bound port: b0de49f7-8e87-47bf-8e75-8008acd7b04b, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79511503-ff66-4663-ae8b-5322fffb3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4568a908-805b-4a6e-ba80-1d4819260d47'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:59:04.120662 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-27b9aad4-a6ef-4231-82f6-e29b2bd39327 req-41b00308-a4d0-4329-95ec-fe750f823dfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:04.207015 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-3e25b271-f59b-4dd6-b27d-0bca09edb5c6 None None] Attempting to bind port 1af44a99-a25d-4df3-92ac-74d83f8a2091 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:59:04.207766 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-3e25b271-f59b-4dd6-b27d-0bca09edb5c6 None None] Attempting to bind port 1af44a99-a25d-4df3-92ac-74d83f8a2091 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '9712fa8a-84cf-4590-8760-a48340e4da1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0940b73f-d9f5-4601-bc7a-4ddc6f68c068'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:59:04.208366 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e25b271-f59b-4dd6-b27d-0bca09edb5c6 None None] Attempting to bind port 1af44a99-a25d-4df3-92ac-74d83f8a2091 on network 0940b73f-d9f5-4601-bc7a-4ddc6f68c068 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:59:04.220434 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e25b271-f59b-4dd6-b27d-0bca09edb5c6 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:59:04.221733 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e25b271-f59b-4dd6-b27d-0bca09edb5c6 None None] Checking segment: {'id': '9712fa8a-84cf-4590-8760-a48340e4da1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0940b73f-d9f5-4601-bc7a-4ddc6f68c068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:59:04.222504 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3e25b271-f59b-4dd6-b27d-0bca09edb5c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:04.223096 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e25b271-f59b-4dd6-b27d-0bca09edb5c6 None None] Bound using segment: {'id': '9712fa8a-84cf-4590-8760-a48340e4da1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0940b73f-d9f5-4601-bc7a-4ddc6f68c068'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:59:04.223830 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-3e25b271-f59b-4dd6-b27d-0bca09edb5c6 None None] Bound port: 1af44a99-a25d-4df3-92ac-74d83f8a2091, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9712fa8a-84cf-4590-8760-a48340e4da1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0940b73f-d9f5-4601-bc7a-4ddc6f68c068'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:59:04.224610 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3e25b271-f59b-4dd6-b27d-0bca09edb5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:04.253137 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-2fe153c6-fe1d-4ccc-b866-d9a14592b0ad tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Allocated IP 10.1.1.3 (0940b73f-d9f5-4601-bc7a-4ddc6f68c068/27e9ce9d-105a-4d07-aa22-c9895d777ddb/14c5b767-97a9-4549-bb17-b81554f9a5a4) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:59:04.329556 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-3e25b271-f59b-4dd6-b27d-0bca09edb5c6 None None] For port 1af44a99-a25d-4df3-92ac-74d83f8a2091, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:59:04.333307 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-3e25b271-f59b-4dd6-b27d-0bca09edb5c6 None None] For port 1af44a99-a25d-4df3-92ac-74d83f8a2091, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=1af44a99-a25d-4df3-92ac-74d83f8a2091,segment=NetworkSegment(9712fa8a-84cf-4590-8760-a48340e4da1c),segment_id=9712fa8a-84cf-4590-8760-a48340e4da1c)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:59:04.342985 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3e25b271-f59b-4dd6-b27d-0bca09edb5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:04.390057 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca19fce3-983f-4662-baa5-96f29d853704 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-98f65143-638f-41c6-b245-4fc7a96707e2', 'network_id': '98f65143-638f-41c6-b245-4fc7a96707e2', 'tenant_id': '99f8ff370e2040efb9285a4ae37c20cd', 'fixed_ips': [{'subnet_id': 'c1793040-0572-406b-b093-3a5c700275df'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 19:59:04.391022 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ca19fce3-983f-4662-baa5-96f29d853704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:04.482473 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-18827d03-db36-4943-9f89-a32fa8b127ed req-55a1127f-1f17-4afd-8b68-8aa060d4620c tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933ae74-0c33-4c3c-82a1-5c532a76f33d HTTP/1.1" status: 200 len: 210 time: 0.0618966 May 05 19:59:04.502260 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e25b271-f59b-4dd6-b27d-0bca09edb5c6 None None] Pushing event updated for resources: {'Port': ['ID=1af44a99-a25d-4df3-92ac-74d83f8a2091,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:04.562129 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f5bec9-2daf-4900-bd45-dda7a9f1e1cc None None] DHCP port deletion for 64ae69b0-8ac2-4e0b-9320-47844867ced2 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 19:59:04.658910 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-27f5bec9-2daf-4900-bd45-dda7a9f1e1cc None None] Deleting port 588c328d-953c-4bcd-b536-4eecb94bec0c {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:59:04.659468 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-27f5bec9-2daf-4900-bd45-dda7a9f1e1cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:04.677362 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-27b9aad4-a6ef-4231-82f6-e29b2bd39327 req-41b00308-a4d0-4329-95ec-fe750f823dfb service neutron] For port b0de49f7-8e87-47bf-8e75-8008acd7b04b, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:59:04.681645 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-27b9aad4-a6ef-4231-82f6-e29b2bd39327 req-41b00308-a4d0-4329-95ec-fe750f823dfb service neutron] For port b0de49f7-8e87-47bf-8e75-8008acd7b04b, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=b0de49f7-8e87-47bf-8e75-8008acd7b04b,segment=NetworkSegment(79511503-ff66-4663-ae8b-5322fffb3d0a),segment_id=79511503-ff66-4663-ae8b-5322fffb3d0a)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:59:04.683093 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1038a6-2beb-4789-9a50-947d62cc443b req-b54361ac-4b1b-4abd-a333-4aed89ec42ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:04.691090 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-27b9aad4-a6ef-4231-82f6-e29b2bd39327 req-41b00308-a4d0-4329-95ec-fe750f823dfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:04.693878 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8e1038a6-2beb-4789-9a50-947d62cc443b req-b54361ac-4b1b-4abd-a333-4aed89ec42ea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ac5211529134663a7b81ee9a43f1be9&device_id=50ef8a1b-b5c5-4d08-9e84-1bc77a3ab332 HTTP/1.1" status: 200 len: 1097 time: 0.3786027 May 05 19:59:04.758745 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e3ee7979-64d5-4539-b598-c917e79dd8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:04.878793 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9009081c-7fb9-4bb4-ba13-f9521b13c23c req-e9b8cdf1-191a-4228-a421-29dc9b10bd71 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:04.880390 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9009081c-7fb9-4bb4-ba13-f9521b13c23c req-e9b8cdf1-191a-4228-a421-29dc9b10bd71 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5f42d37-0237-4164-ace4-727b4479c57d HTTP/1.1" status: 200 len: 946 time: 1.0204666 May 05 19:59:04.885001 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-ca19fce3-983f-4662-baa5-96f29d853704 None None] Allocated IP 10.2.2.2 (98f65143-638f-41c6-b245-4fc7a96707e2/c1793040-0572-406b-b093-3a5c700275df/f16a734f-8030-4e1c-a4dc-bc7ff9351763) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:59:04.952395 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b00308-a4d0-4329-95ec-fe750f823dfb service neutron] Pushing event updated for resources: {'Port': ['ID=b0de49f7-8e87-47bf-8e75-8008acd7b04b,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:04.969864 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9aad4-a6ef-4231-82f6-e29b2bd39327 req-41b00308-a4d0-4329-95ec-fe750f823dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:04.970596 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-27b9aad4-a6ef-4231-82f6-e29b2bd39327 req-41b00308-a4d0-4329-95ec-fe750f823dfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:04.973107 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-27b9aad4-a6ef-4231-82f6-e29b2bd39327 req-41b00308-a4d0-4329-95ec-fe750f823dfb service neutron] 10.222.0.24 "PUT /v2.0/ports/b0de49f7-8e87-47bf-8e75-8008acd7b04b HTTP/1.1" status: 200 len: 1091 time: 3.4156911 May 05 19:59:04.978313 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b00308-a4d0-4329-95ec-fe750f823dfb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:59:04.978822 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b00308-a4d0-4329-95ec-fe750f823dfb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:59:04.979441 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b00308-a4d0-4329-95ec-fe750f823dfb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:59:04.979925 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b00308-a4d0-4329-95ec-fe750f823dfb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:59:04.980380 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b00308-a4d0-4329-95ec-fe750f823dfb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:59:04.980861 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b00308-a4d0-4329-95ec-fe750f823dfb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:59:04.981365 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b00308-a4d0-4329-95ec-fe750f823dfb service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:59:04.981782 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b00308-a4d0-4329-95ec-fe750f823dfb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:59:04.982307 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b00308-a4d0-4329-95ec-fe750f823dfb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:59:04.982719 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b00308-a4d0-4329-95ec-fe750f823dfb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:59:04.983131 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b00308-a4d0-4329-95ec-fe750f823dfb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:59:04.983655 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b00308-a4d0-4329-95ec-fe750f823dfb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:59:05.035247 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1038a6-2beb-4789-9a50-947d62cc443b req-449cb322-c612-4602-828e-4966a423da2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:05.037664 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8e1038a6-2beb-4789-9a50-947d62cc443b req-449cb322-c612-4602-828e-4966a423da2e service neutron] 10.222.0.24 "GET /v2.0/networks?id=8a536572-51e8-41c9-b6b4-029e4a14e253 HTTP/1.1" status: 200 len: 920 time: 0.3335679 May 05 19:59:05.101059 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9009081c-7fb9-4bb4-ba13-f9521b13c23c req-06e23686-e98e-4835-a24d-ba9eacb32e08 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6f6abd1-db87-4f8b-93ec-64734f7a0466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1984465 May 05 19:59:05.143780 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2fe153c6-fe1d-4ccc-b866-d9a14592b0ad tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:05.176897 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8e1038a6-2beb-4789-9a50-947d62cc443b req-900c89e9-45d4-4574-93a7-25462122e471 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8ddce1d-abb9-4ef9-ace4-1222370d0084 HTTP/1.1" status: 200 len: 217 time: 0.1247563 May 05 19:59:05.222750 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-bb5327fe-c6ac-4157-a688-d58b7aa17dcb admin admin] For port 588c328d-953c-4bcd-b536-4eecb94bec0c, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=588c328d-953c-4bcd-b536-4eecb94bec0c,segment=NetworkSegment(111c5f9d-dbf3-4eaa-8502-8e5fa7f46f62),segment_id=111c5f9d-dbf3-4eaa-8502-8e5fa7f46f62)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:59:05.223281 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bb5327fe-c6ac-4157-a688-d58b7aa17dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:05.261276 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 1af44a99-a25d-4df3-92ac-74d83f8a2091 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:59:05.261480 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1038a6-2beb-4789-9a50-947d62cc443b req-b1a2eced-2775-4b16-b13d-7b6fff64eeed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:05.262897 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8e1038a6-2beb-4789-9a50-947d62cc443b req-b1a2eced-2775-4b16-b13d-7b6fff64eeed service neutron] 10.222.0.24 "GET /v2.0/subnets?id=afbf8c9c-9fa3-4fdd-ba30-b4249970e4ad HTTP/1.1" status: 200 len: 858 time: 0.0799847 May 05 19:59:05.308048 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-2fe153c6-fe1d-4ccc-b866-d9a14592b0ad tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Transition to ACTIVE for port object 14c5b767-97a9-4549-bb17-b81554f9a5a4 will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:59:05.359530 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1445072-1c6e-4f5b-bbad-f0dcade8c064 req-0e55d250-8b40-472e-8414-eeef9c0cb747 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:05.361094 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b1445072-1c6e-4f5b-bbad-f0dcade8c064 req-0e55d250-8b40-472e-8414-eeef9c0cb747 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/ports?device_id=f2ae61dc-0e68-43f2-aa9d-9285f9c6dc1b HTTP/1.1" status: 200 len: 943 time: 0.5587819 May 05 19:59:05.400278 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-27f5bec9-2daf-4900-bd45-dda7a9f1e1cc None None] For port 588c328d-953c-4bcd-b536-4eecb94bec0c, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=588c328d-953c-4bcd-b536-4eecb94bec0c,segment=NetworkSegment(111c5f9d-dbf3-4eaa-8502-8e5fa7f46f62),segment_id=111c5f9d-dbf3-4eaa-8502-8e5fa7f46f62)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:59:05.400675 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-27f5bec9-2daf-4900-bd45-dda7a9f1e1cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:05.410632 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-bb5327fe-c6ac-4157-a688-d58b7aa17dcb admin admin] Calling delete_port for 588c328d-953c-4bcd-b536-4eecb94bec0c owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:59:05.421753 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b1445072-1c6e-4f5b-bbad-f0dcade8c064 req-8a4c79de-05c0-4433-a399-7f282269cb00 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cb43301-61da-408d-ba7f-c0b8dd491c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519438 May 05 19:59:05.432695 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1038a6-2beb-4789-9a50-947d62cc443b req-289a4bf8-5b07-473a-b66b-9d1d2a338e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:05.434370 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8e1038a6-2beb-4789-9a50-947d62cc443b req-289a4bf8-5b07-473a-b66b-9d1d2a338e4d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8a536572-51e8-41c9-b6b4-029e4a14e253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1613076 May 05 19:59:05.435945 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2fe153c6-fe1d-4ccc-b866-d9a14592b0ad tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:05.493674 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9aad4-a6ef-4231-82f6-e29b2bd39327 req-f9cbf25a-393c-497b-98ab-e488ca0618af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:05.495253 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-27b9aad4-a6ef-4231-82f6-e29b2bd39327 req-f9cbf25a-393c-497b-98ab-e488ca0618af service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=746fcb642a8d490e982b2a03a5eb1ef7&device_id=f2ae61dc-0e68-43f2-aa9d-9285f9c6dc1b HTTP/1.1" status: 200 len: 1094 time: 0.4466200 May 05 19:59:05.666468 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-1317cb01-d5e7-4d81-9e25-d51ad9527d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:05.667996 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-1317cb01-d5e7-4d81-9e25-d51ad9527d82 service neutron] 10.222.0.50 "GET /v2.0/ports/3e25fa10-4b16-4472-9de5-596123987dfe HTTP/1.1" status: 200 len: 1033 time: 0.0965133 May 05 19:59:05.744406 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ca19fce3-983f-4662-baa5-96f29d853704 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:05.770401 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-ca19fce3-983f-4662-baa5-96f29d853704 None None] Transition to ACTIVE for port object f16a734f-8030-4e1c-a4dc-bc7ff9351763 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:59:05.794048 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-ca19fce3-983f-4662-baa5-96f29d853704 None None] Transition to ACTIVE for port object f16a734f-8030-4e1c-a4dc-bc7ff9351763 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:59:05.814258 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe153c6-fe1d-4ccc-b866-d9a14592b0ad tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Network 0940b73f-d9f5-4601-bc7a-4ddc6f68c068 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:59:05.821095 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-27b9aad4-a6ef-4231-82f6-e29b2bd39327 req-e05a595e-7faa-4b8b-9f34-cfb545a78260 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0de49f7-8e87-47bf-8e75-8008acd7b04b HTTP/1.1" status: 200 len: 217 time: 0.3195360 May 05 19:59:05.822397 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-2fe153c6-fe1d-4ccc-b866-d9a14592b0ad tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:59:05.825898 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-d4cb73c1-cae5-46a3-a052-cefa558232b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:05.828618 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8e1038a6-2beb-4789-9a50-947d62cc443b req-8650323b-49f9-4768-ae02-7d6c12f93f27 service neutron] 10.222.0.24 "GET /v2.0/networks/8a536572-51e8-41c9-b6b4-029e4a14e253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3722351 May 05 19:59:05.833368 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe153c6-fe1d-4ccc-b866-d9a14592b0ad tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:59:05.833970 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-d4cb73c1-cae5-46a3-a052-cefa558232b9 service neutron] 10.222.0.50 "GET /v2.0/ports/f84e637a-e4c6-4604-af15-a4ac4d5aa1b3 HTTP/1.1" status: 200 len: 1032 time: 0.1549821 May 05 19:59:05.873643 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-27f5bec9-2daf-4900-bd45-dda7a9f1e1cc None None] Calling delete_port for 588c328d-953c-4bcd-b536-4eecb94bec0c owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:59:05.909838 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2ae61dc-0e68-43f2-aa9d-9285f9c6dc1b', 'tag': 'b0de49f7-8e87-47bf-8e75-8008acd7b04b'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:59:05.938902 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ca19fce3-983f-4662-baa5-96f29d853704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:05.943709 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 0c197f2c-b488-43c9-af52-801437aafe96 no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:59:05.954166 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe153c6-fe1d-4ccc-b866-d9a14592b0ad tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Pushing event updated for resources: {'Port': ['ID=14c5b767-97a9-4549-bb17-b81554f9a5a4,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:05.955534 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bb5327fe-c6ac-4157-a688-d58b7aa17dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:05.992709 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe153c6-fe1d-4ccc-b866-d9a14592b0ad tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:59:05.993065 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe153c6-fe1d-4ccc-b866-d9a14592b0ad tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:59:05.993412 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe153c6-fe1d-4ccc-b866-d9a14592b0ad tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:59:05.993749 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe153c6-fe1d-4ccc-b866-d9a14592b0ad tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:59:05.994085 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe153c6-fe1d-4ccc-b866-d9a14592b0ad tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:59:05.994414 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe153c6-fe1d-4ccc-b866-d9a14592b0ad tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:59:05.994743 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe153c6-fe1d-4ccc-b866-d9a14592b0ad tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:59:05.995069 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe153c6-fe1d-4ccc-b866-d9a14592b0ad tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:59:05.995420 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe153c6-fe1d-4ccc-b866-d9a14592b0ad tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:59:06.004029 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe153c6-fe1d-4ccc-b866-d9a14592b0ad tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:59:06.004514 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe153c6-fe1d-4ccc-b866-d9a14592b0ad tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:59:06.004863 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe153c6-fe1d-4ccc-b866-d9a14592b0ad tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:59:06.029586 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8391e3-a243-45bf-8d29-33d3e268369c req-26dc5ed0-d338-4cec-ad47-8ce060d72d4b tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:06.030614 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cb8391e3-a243-45bf-8d29-33d3e268369c req-26dc5ed0-d338-4cec-ad47-8ce060d72d4b tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ef8a1b-b5c5-4d08-9e84-1bc77a3ab332 HTTP/1.1" status: 200 len: 946 time: 0.7381210 May 05 19:59:06.043047 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5327fe-c6ac-4157-a688-d58b7aa17dcb admin admin] Pushing event deleted for resources: {'Port': ['ID=588c328d-953c-4bcd-b536-4eecb94bec0c,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:06.087987 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5327fe-c6ac-4157-a688-d58b7aa17dcb admin admin] No DVR routers for this DVR port 588c328d-953c-4bcd-b536-4eecb94bec0c on host n-d-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:59:06.100945 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca19fce3-983f-4662-baa5-96f29d853704 None None] Pushing event updated for resources: {'Port': ['ID=f16a734f-8030-4e1c-a4dc-bc7ff9351763,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:06.114104 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458a6ad4-93e4-4897-9ac3-6ce43fc68a6f None None] Network 0940b73f-d9f5-4601-bc7a-4ddc6f68c068 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:59:06.142509 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9aad4-a6ef-4231-82f6-e29b2bd39327 req-4aeb0641-e53c-451e-ad56-1fbab6971a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:06.144164 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-27b9aad4-a6ef-4231-82f6-e29b2bd39327 req-4aeb0641-e53c-451e-ad56-1fbab6971a9e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bf48ca8b-7b24-41a3-ad06-a849bff9e5b9 HTTP/1.1" status: 200 len: 845 time: 0.3083992 May 05 19:59:06.261223 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-27b9aad4-a6ef-4231-82f6-e29b2bd39327 req-cbabc7ed-c58f-494f-91e1-8a536b9dce56 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4568a908-805b-4a6e-ba80-1d4819260d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561805 May 05 19:59:06.292770 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe153c6-fe1d-4ccc-b866-d9a14592b0ad tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:06.294159 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2fe153c6-fe1d-4ccc-b866-d9a14592b0ad tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:06.301018 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8e1038a6-2beb-4789-9a50-947d62cc443b req-ea70f0a4-a9b6-455b-b51d-41175818080b service neutron] 10.222.0.24 "GET /v2.0/networks/8a536572-51e8-41c9-b6b4-029e4a14e253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4210544 May 05 19:59:06.339272 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40440) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:59:06.339593 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-2fe153c6-fe1d-4ccc-b866-d9a14592b0ad tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0907257 May 05 19:59:06.348099 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ec881-8f2a-48d1-85a4-a7ea5d8fa6b4 req-4ecb1b14-f5ff-41e9-9f85-32b732614bc7 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:06.355652 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b22ec881-8f2a-48d1-85a4-a7ea5d8fa6b4 req-4ecb1b14-f5ff-41e9-9f85-32b732614bc7 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f762f9e-f94f-4add-a056-207a2bd67e54 HTTP/1.1" status: 200 len: 950 time: 0.6440327 May 05 19:59:06.365642 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cb8391e3-a243-45bf-8d29-33d3e268369c req-431266b4-4ce7-4791-964d-44a164895a17 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/security-groups?id=60903d7d-e068-4be3-b1cd-aedae880a3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183002 May 05 19:59:06.385816 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-49392829-222c-488f-a515-032e0462e2ba tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Request body: {'port': {'network_id': '0940b73f-d9f5-4601-bc7a-4ddc6f68c068', 'name': 'tempest-TaggedBootDevicesTest-1492329235', 'fixed_ips': [{'subnet_id': '27e9ce9d-105a-4d07-aa22-c9895d777ddb'}]}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:59:06.439935 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b22ec881-8f2a-48d1-85a4-a7ea5d8fa6b4 req-da2c7ad8-639d-4284-b10d-9a4591dcbb6b tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] 10.222.0.36 "GET /v2.0/security-groups?id=74d729d4-bb0b-4e6d-b8e2-628b6688320d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831127 May 05 19:59:06.466577 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca19fce3-983f-4662-baa5-96f29d853704 None None] Network 98f65143-638f-41c6-b245-4fc7a96707e2 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:59:06.530874 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-ca19fce3-983f-4662-baa5-96f29d853704 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:59:06.536339 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca19fce3-983f-4662-baa5-96f29d853704 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:59:06.551875 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 1af44a99-a25d-4df3-92ac-74d83f8a2091 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:59:06.555383 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:06.574886 n-d-840717-1 neutron-server[88199]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 05 19:59:06.574886 n-d-840717-1 neutron-server[88199]: from cryptography.utils import int_from_bytes May 05 19:59:06.574886 n-d-840717-1 neutron-server[88199]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 05 19:59:06.574886 n-d-840717-1 neutron-server[88199]: from cryptography.utils import int_from_bytes May 05 19:59:06.574886 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 05 19:59:06.574886 n-d-840717-1 neutron-server[88199]: util.warn_limited( May 05 19:59:06.574886 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 05 19:59:06.574886 n-d-840717-1 neutron-server[88199]: util.warn_limited( May 05 19:59:06.574886 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 19:59:06.574886 n-d-840717-1 neutron-server[88199]: util.warn( May 05 19:59:06.574886 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 19:59:06.574886 n-d-840717-1 neutron-server[88199]: util.warn( May 05 19:59:06.574886 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 19:59:06.574886 n-d-840717-1 neutron-server[88199]: util.warn( May 05 19:59:06.574886 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 19:59:06.574886 n-d-840717-1 neutron-server[88199]: util.warn( May 05 19:59:06.574886 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 19:59:06.574886 n-d-840717-1 neutron-server[88199]: util.warn( May 05 19:59:06.574886 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 19:59:06.574886 n-d-840717-1 neutron-server[88199]: util.warn( May 05 19:59:06.574886 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 19:59:06.574886 n-d-840717-1 neutron-server[88199]: util.warn( May 05 19:59:06.574886 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 19:59:06.574886 n-d-840717-1 neutron-server[88199]: util.warn( May 05 19:59:06.574886 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 19:59:06.574886 n-d-840717-1 neutron-server[88199]: util.warn( May 05 19:59:06.574886 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 19:59:06.574886 n-d-840717-1 neutron-server[88199]: util.warn( May 05 19:59:06.574886 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 19:59:06.574886 n-d-840717-1 neutron-server[88199]: util.warn( May 05 19:59:06.574886 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 19:59:06.574886 n-d-840717-1 neutron-server[88199]: util.warn( May 05 19:59:06.574886 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 19:59:06.574886 n-d-840717-1 neutron-server[88199]: util.warn( May 05 19:59:06.574886 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 19:59:06.574886 n-d-840717-1 neutron-server[88199]: util.warn( May 05 19:59:06.574886 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 19:59:06.574886 n-d-840717-1 neutron-server[88199]: util.warn( May 05 19:59:06.574886 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 19:59:06.574886 n-d-840717-1 neutron-server[88199]: util.warn( May 05 19:59:06.574886 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 19:59:06.574886 n-d-840717-1 neutron-server[88199]: util.warn( May 05 19:59:06.578129 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 19:59:06.578129 n-d-840717-1 neutron-server[88199]: util.warn( May 05 19:59:06.578129 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 19:59:06.578129 n-d-840717-1 neutron-server[88199]: util.warn( May 05 19:59:06.578129 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 19:59:06.578129 n-d-840717-1 neutron-server[88199]: util.warn( May 05 19:59:06.578129 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 19:59:06.578129 n-d-840717-1 neutron-server[88199]: util.warn( May 05 19:59:06.578129 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 19:59:06.578129 n-d-840717-1 neutron-server[88199]: util.warn( May 05 19:59:06.578129 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 19:59:06.578129 n-d-840717-1 neutron-server[88199]: util.warn( May 05 19:59:06.578129 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 19:59:06.578129 n-d-840717-1 neutron-server[88199]: util.warn( May 05 19:59:06.683306 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e3b6cd3-0a87-47a4-bbdb-3f15793b57be'] response: {'name': 'network-changed', 'server_uuid': 'f2ae61dc-0e68-43f2-aa9d-9285f9c6dc1b', 'tag': 'b0de49f7-8e87-47bf-8e75-8008acd7b04b', 'status': 'completed', 'code': 200} May 05 19:59:06.728693 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-c892f6aa-51ab-4b9c-8544-6946af20f79b None None] Provisioning for port 1af44a99-a25d-4df3-92ac-74d83f8a2091 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:59:06.736022 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-21e3c365-7738-4a06-aeff-972b4ee532c2 req-92a28831-cfdb-459f-bde3-be94abb14063 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933ae74-0c33-4c3c-82a1-5c532a76f33d HTTP/1.1" status: 200 len: 210 time: 0.1055777 May 05 19:59:06.748502 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-c892f6aa-51ab-4b9c-8544-6946af20f79b None None] Provisioning complete for port 1af44a99-a25d-4df3-92ac-74d83f8a2091 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:59:06.749028 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-49392829-222c-488f-a515-032e0462e2ba tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:59:06.749121 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c892f6aa-51ab-4b9c-8544-6946af20f79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:06.780141 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-49392829-222c-488f-a515-032e0462e2ba tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Usage tracker for resource:port and tenant:99f8ff370e2040efb9285a4ae37c20cd is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:59:06.851434 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-49392829-222c-488f-a515-032e0462e2ba tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:59:06.859304 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bb5327fe-c6ac-4157-a688-d58b7aa17dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:06.873375 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-78c8fc36-500d-4de5-a5f4-717d910363d4 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:06.883319 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-78c8fc36-500d-4de5-a5f4-717d910363d4 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:06.886291 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 588c328d-953c-4bcd-b536-4eecb94bec0c no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:59:06.898271 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-78c8fc36-500d-4de5-a5f4-717d910363d4 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:06.899125 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-78c8fc36-500d-4de5-a5f4-717d910363d4 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Synchronizing usage tracker for tenant:0a29a66ef9e34d17926285dc8f054582 on resource:network {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:59:06.914276 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-27f5bec9-2daf-4900-bd45-dda7a9f1e1cc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 19:59:06.914639 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-27f5bec9-2daf-4900-bd45-dda7a9f1e1cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 19:59:06.935795 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-49392829-222c-488f-a515-032e0462e2ba tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:59:06.979419 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-bb5327fe-c6ac-4157-a688-d58b7aa17dcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64ae69b0-8ac2-4e0b-9320-47844867ced2']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:59:06.998141 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-bb5327fe-c6ac-4157-a688-d58b7aa17dcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '111c5f9d-dbf3-4eaa-8502-8e5fa7f46f62') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:59:06.998904 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-bb5327fe-c6ac-4157-a688-d58b7aa17dcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '111c5f9d-dbf3-4eaa-8502-8e5fa7f46f62') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:59:07.004533 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 0c197f2c-b488-43c9-af52-801437aafe96, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=0c197f2c-b488-43c9-af52-801437aafe96,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:59:07.013453 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bb5327fe-c6ac-4157-a688-d58b7aa17dcb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:07.014046 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f762f9e-f94f-4add-a056-207a2bd67e54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c197f2c-b488-43c9-af52-801437aafe96'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:59:07.015312 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b38c7e-940e-4b49-80d3-a99a201b6b5f req-abbddcdb-a5cb-4c3e-b11d-eec05674d876 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:07.019055 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 588c328d-953c-4bcd-b536-4eecb94bec0c {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 19:59:07.019412 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 588c328d-953c-4bcd-b536-4eecb94bec0c not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:59:07.024078 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-26b38c7e-940e-4b49-80d3-a99a201b6b5f req-abbddcdb-a5cb-4c3e-b11d-eec05674d876 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/ports?device_id=f2ae61dc-0e68-43f2-aa9d-9285f9c6dc1b HTTP/1.1" status: 200 len: 943 time: 0.1051569 May 05 19:59:07.027960 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:07.066494 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bb5327fe-c6ac-4157-a688-d58b7aa17dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:07.076111 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-ca19fce3-983f-4662-baa5-96f29d853704 None None] Attempting to bind port f16a734f-8030-4e1c-a4dc-bc7ff9351763 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:59:07.076482 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-ca19fce3-983f-4662-baa5-96f29d853704 None None] Attempting to bind port f16a734f-8030-4e1c-a4dc-bc7ff9351763 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '9e0182ab-1e56-4080-b373-4bebb989122d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '98f65143-638f-41c6-b245-4fc7a96707e2'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:59:07.076843 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca19fce3-983f-4662-baa5-96f29d853704 None None] Attempting to bind port f16a734f-8030-4e1c-a4dc-bc7ff9351763 on network 98f65143-638f-41c6-b245-4fc7a96707e2 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:59:07.082090 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb5327fe-c6ac-4157-a688-d58b7aa17dcb admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 19:59:07.083518 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bb5327fe-c6ac-4157-a688-d58b7aa17dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:07.102428 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0ce33de7-d3da-46af-beb3-b485e942bcff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:07.113549 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca19fce3-983f-4662-baa5-96f29d853704 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:59:07.113924 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca19fce3-983f-4662-baa5-96f29d853704 None None] Checking segment: {'id': '9e0182ab-1e56-4080-b373-4bebb989122d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '98f65143-638f-41c6-b245-4fc7a96707e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:59:07.114324 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ca19fce3-983f-4662-baa5-96f29d853704 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:07.114708 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca19fce3-983f-4662-baa5-96f29d853704 None None] Bound using segment: {'id': '9e0182ab-1e56-4080-b373-4bebb989122d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '98f65143-638f-41c6-b245-4fc7a96707e2'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:59:07.115181 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-ca19fce3-983f-4662-baa5-96f29d853704 None None] Bound port: f16a734f-8030-4e1c-a4dc-bc7ff9351763, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e0182ab-1e56-4080-b373-4bebb989122d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '98f65143-638f-41c6-b245-4fc7a96707e2'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:59:07.115569 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ca19fce3-983f-4662-baa5-96f29d853704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:07.126276 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-26b38c7e-940e-4b49-80d3-a99a201b6b5f req-4cfbe9d1-e9e0-48b5-8e37-bad2097d5d03 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cb43301-61da-408d-ba7f-c0b8dd491c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012268 May 05 19:59:07.238862 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 19:59:07.238862 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 19:59:07.238862 n-d-840717-1 neutron-server[88198]: timer() May 05 19:59:07.238862 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 19:59:07.238862 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 19:59:07.238862 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 19:59:07.238862 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 19:59:07.238862 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 19:59:07.238862 n-d-840717-1 neutron-server[88198]: self._notify() May 05 19:59:07.238862 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 19:59:07.238862 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 19:59:07.238862 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 19:59:07.238862 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 19:59:07.238862 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 19:59:07.238862 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 19:59:07.238862 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 19:59:07.238862 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 19:59:07.238862 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 19:59:07.238862 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 19:59:07.238862 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 19:59:07.238862 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 19:59:07.238862 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 19:59:07.238862 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 19:59:07.238862 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 19:59:07.238862 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 19:59:07.238862 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 19:59:07.238862 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 19:59:07.238862 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 19:59:07.238862 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 19:59:07.238862 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 19:59:07.238862 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 19:59:07.238862 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 19:59:07.250360 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bb5327fe-c6ac-4157-a688-d58b7aa17dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:07.292705 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=0c197f2c-b488-43c9-af52-801437aafe96,revision_number=8']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:07.304267 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bb5327fe-c6ac-4157-a688-d58b7aa17dcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:07.343842 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c892f6aa-51ab-4b9c-8544-6946af20f79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:07.344507 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5327fe-c6ac-4157-a688-d58b7aa17dcb admin admin] Pushing event deleted for resources: {'Network': ['ID=64ae69b0-8ac2-4e0b-9320-47844867ced2,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:07.347397 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49392829-222c-488f-a515-032e0462e2ba tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Made reservation on behalf of 99f8ff370e2040efb9285a4ae37c20cd for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:59:07.360244 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-ca19fce3-983f-4662-baa5-96f29d853704 None None] For port f16a734f-8030-4e1c-a4dc-bc7ff9351763, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:59:07.377732 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-ca19fce3-983f-4662-baa5-96f29d853704 None None] For port f16a734f-8030-4e1c-a4dc-bc7ff9351763, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=f16a734f-8030-4e1c-a4dc-bc7ff9351763,segment=NetworkSegment(9e0182ab-1e56-4080-b373-4bebb989122d),segment_id=9e0182ab-1e56-4080-b373-4bebb989122d)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:59:07.380661 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f880c76b-7dee-4099-b040-bbe7d14c1138'] response: {'server_uuid': '2f762f9e-f94f-4add-a056-207a2bd67e54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c197f2c-b488-43c9-af52-801437aafe96', 'code': 200} May 05 19:59:07.382971 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-78c8fc36-500d-4de5-a5f4-717d910363d4 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Unset dirty status for tenant:0a29a66ef9e34d17926285dc8f054582 on resource:network {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:59:07.384266 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-78c8fc36-500d-4de5-a5f4-717d910363d4 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.50 "GET /v2.0/networks?id=5f383bab-d2ac-4d6b-b5b0-d3f0ff3c62c8&id=5efdefe9-fb05-48a6-914c-98a1b2ebb362&id=5efdefe9-fb05-48a6-914c-98a1b2ebb362&id=5efdefe9-fb05-48a6-914c-98a1b2ebb362&id=5efdefe9-fb05-48a6-914c-98a1b2ebb362&id=6b772374-6081-4e39-9eff-bc22d208b283&id=6b772374-6081-4e39-9eff-bc22d208b283 HTTP/1.1" status: 200 len: 1996 time: 1.4971697 May 05 19:59:07.388666 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ca19fce3-983f-4662-baa5-96f29d853704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:07.473436 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-27f5bec9-2daf-4900-bd45-dda7a9f1e1cc None None] Deleting port 588c328d-953c-4bcd-b536-4eecb94bec0c {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:59:07.473915 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-27f5bec9-2daf-4900-bd45-dda7a9f1e1cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:07.544705 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 40480) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:59:07.691062 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-c892f6aa-51ab-4b9c-8544-6946af20f79b None None] For port 1af44a99-a25d-4df3-92ac-74d83f8a2091, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=1af44a99-a25d-4df3-92ac-74d83f8a2091,segment=NetworkSegment(9712fa8a-84cf-4590-8760-a48340e4da1c),segment_id=9712fa8a-84cf-4590-8760-a48340e4da1c)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:59:07.713289 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e3d9f86b-9884-40dc-85cb-e76923adc8e3 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:07.738513 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-49392829-222c-488f-a515-032e0462e2ba tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:07.775895 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-27b9aad4-a6ef-4231-82f6-e29b2bd39327 req-498b7a8d-8592-4910-82c6-3099af3c85da service neutron] 10.222.0.24 "GET /v2.0/networks/4568a908-805b-4a6e-ba80-1d4819260d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5018377 May 05 19:59:07.793630 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e3d9f86b-9884-40dc-85cb-e76923adc8e3 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:07.818534 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c892f6aa-51ab-4b9c-8544-6946af20f79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:07.825320 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-bb5327fe-c6ac-4157-a688-d58b7aa17dcb admin admin] 10.222.0.36 "DELETE /v2.0/networks/64ae69b0-8ac2-4e0b-9320-47844867ced2 HTTP/1.1" status: 204 len: 168 time: 4.0732148 May 05 19:59:07.856306 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-49392829-222c-488f-a515-032e0462e2ba tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] device_id is not set on port 109bdc14-cc66-4c71-a4e0-3647d00033b0 yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 19:59:07.886424 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-27f5bec9-2daf-4900-bd45-dda7a9f1e1cc None None] The port '588c328d-953c-4bcd-b536-4eecb94bec0c' was deleted {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 19:59:07.897659 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:07.931071 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca19fce3-983f-4662-baa5-96f29d853704 None None] Pushing event updated for resources: {'Port': ['ID=f16a734f-8030-4e1c-a4dc-bc7ff9351763,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:08.072469 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:08.109829 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c892f6aa-51ab-4b9c-8544-6946af20f79b None None] Pushing event updated for resources: {'Port': ['ID=1af44a99-a25d-4df3-92ac-74d83f8a2091,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:08.119611 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-13c524d8-83ff-4192-8428-24bbd1670bac None None] Provisioning for port 14c5b767-97a9-4549-bb17-b81554f9a5a4 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:59:08.132371 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-13c524d8-83ff-4192-8428-24bbd1670bac None None] Provisioning complete for port 14c5b767-97a9-4549-bb17-b81554f9a5a4 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:59:08.133439 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-13c524d8-83ff-4192-8428-24bbd1670bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:08.141036 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 40490) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:59:08.162061 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e3d9f86b-9884-40dc-85cb-e76923adc8e3 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:08.164699 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-a18aa093-9942-4f7a-b946-18fc5d45a030 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a29a66ef9e34d17926285dc8f054582 HTTP/1.1" status: 200 len: 380 time: 0.4892273 May 05 19:59:08.186516 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-ef89d449-af41-4afc-a3c0-b238197c1497 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Request body: {'port': {'device_id': 'a933ae74-0c33-4c3c-82a1-5c532a76f33d', 'network_id': '5f383bab-d2ac-4d6b-b5b0-d3f0ff3c62c8', 'admin_state_up': True, 'tenant_id': '0a29a66ef9e34d17926285dc8f054582', 'security_groups': ['b31ec34e-3cb0-41c2-a678-bc0e8ba8a08d']}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:59:08.269093 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-13c524d8-83ff-4192-8428-24bbd1670bac None None] Port 14c5b767-97a9-4549-bb17-b81554f9a5a4 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:59:08.288211 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d9f86b-9884-40dc-85cb-e76923adc8e3 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=297618ae-a4f3-4797-9ee3-7987d49535c6,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:08.297182 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-13c524d8-83ff-4192-8428-24bbd1670bac None None] Provisioning complete for port 1af44a99-a25d-4df3-92ac-74d83f8a2091 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:59:08.297567 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-13c524d8-83ff-4192-8428-24bbd1670bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:08.326815 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e0ecea-ceb4-4438-b820-e86ab0c555d2 req-803741d7-ac40-46cb-86c1-f5e5419fd7a5 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:08.328879 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e2e0ecea-ceb4-4438-b820-e86ab0c555d2 req-803741d7-ac40-46cb-86c1-f5e5419fd7a5 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ef8a1b-b5c5-4d08-9e84-1bc77a3ab332 HTTP/1.1" status: 200 len: 946 time: 0.5374210 May 05 19:59:08.357248 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e3d9f86b-9884-40dc-85cb-e76923adc8e3 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:08.365753 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-e3d9f86b-9884-40dc-85cb-e76923adc8e3 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "DELETE /v2.0/security-groups/297618ae-a4f3-4797-9ee3-7987d49535c6 HTTP/1.1" status: 204 len: 168 time: 0.8126490 May 05 19:59:08.366681 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 40496) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:59:08.459676 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-42d5632a-b40b-410b-baa2-ab2493c7041b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=476cffb51a494e45a75196848dc23980&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3053699 May 05 19:59:08.461252 n-d-840717-1 neutron-server[88197]: INFO neutron.api.v2.resource [None req-6d9b9dbd-59fa-4434-8c2a-a603e19a0d36 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] show failed (client error): The resource could not be found. May 05 19:59:08.462405 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-6d9b9dbd-59fa-4434-8c2a-a603e19a0d36 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "GET /v2.0/security-groups/297618ae-a4f3-4797-9ee3-7987d49535c6 HTTP/1.1" status: 404 len: 347 time: 0.0919240 May 05 19:59:08.476214 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e2e0ecea-ceb4-4438-b820-e86ab0c555d2 req-d200f980-4cdd-4fc8-81ca-5e4be306b938 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/security-groups?id=60903d7d-e068-4be3-b1cd-aedae880a3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202462 May 05 19:59:08.477002 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 40500) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:59:08.477341 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 40502) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:59:08.682696 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-5c84adcb-9a6c-4f49-86b5-094ac86e3b9d None None] Provisioning complete for port 14c5b767-97a9-4549-bb17-b81554f9a5a4 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:59:08.683068 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5c84adcb-9a6c-4f49-86b5-094ac86e3b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:08.707155 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77654d6f-a919-4e70-8d96-87e498992a6b req-85df51a4-b170-4385-b99b-cd2f77b4359b tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:08.714602 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-77654d6f-a919-4e70-8d96-87e498992a6b req-85df51a4-b170-4385-b99b-cd2f77b4359b tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5f42d37-0237-4164-ace4-727b4479c57d HTTP/1.1" status: 200 len: 946 time: 0.7217846 May 05 19:59:08.761952 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-5c84adcb-9a6c-4f49-86b5-094ac86e3b9d None None] Port 14c5b767-97a9-4549-bb17-b81554f9a5a4 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:59:08.789703 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-ef89d449-af41-4afc-a3c0-b238197c1497 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:59:08.807086 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-27b9aad4-a6ef-4231-82f6-e29b2bd39327 req-c5d4b609-2e32-4175-8279-ef063ce5f2be service neutron] 10.222.0.24 "GET /v2.0/networks/4568a908-805b-4a6e-ba80-1d4819260d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0232174 May 05 19:59:08.859717 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-20f9d8ad-f873-4959-bd7e-f432fb1c438c req-016ea145-da7b-43a8-990d-7e866bdab3da tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933ae74-0c33-4c3c-82a1-5c532a76f33d HTTP/1.1" status: 200 len: 210 time: 0.2200994 May 05 19:59:08.900837 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-49392829-222c-488f-a515-032e0462e2ba tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Allocated IP 10.1.1.210 (0940b73f-d9f5-4601-bc7a-4ddc6f68c068/27e9ce9d-105a-4d07-aa22-c9895d777ddb/109bdc14-cc66-4c71-a4e0-3647d00033b0) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:59:08.922164 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-c7741db2-ac0e-4598-afa6-da1bc1006bb3 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Deleting port 3ad8602f-0972-4c06-b5cd-66da21d29928 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:59:08.922510 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c7741db2-ac0e-4598-afa6-da1bc1006bb3 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:09.008870 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a2657e39-9adf-4e71-b11c-13fd5797629b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:09.056216 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a2657e39-9adf-4e71-b11c-13fd5797629b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:09.073561 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-ef89d449-af41-4afc-a3c0-b238197c1497 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:59:09.255279 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-ef89d449-af41-4afc-a3c0-b238197c1497 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Made reservation on behalf of 0a29a66ef9e34d17926285dc8f054582 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:59:09.258663 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-ef89d449-af41-4afc-a3c0-b238197c1497 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:09.291979 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device f16a734f-8030-4e1c-a4dc-bc7ff9351763 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:59:09.300297 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-77654d6f-a919-4e70-8d96-87e498992a6b req-c9b06ed9-a3e0-4456-8d90-52a35c883584 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6f6abd1-db87-4f8b-93ec-64734f7a0466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5846250 May 05 19:59:09.312802 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a2657e39-9adf-4e71-b11c-13fd5797629b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:09.405125 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port f16a734f-8030-4e1c-a4dc-bc7ff9351763 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:59:09.411872 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 1af44a99-a25d-4df3-92ac-74d83f8a2091 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:59:09.442527 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4776e71e-14a1-4c38-9042-1f921f437426 None None] Network 98f65143-638f-41c6-b245-4fc7a96707e2 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:59:09.464231 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2657e39-9adf-4e71-b11c-13fd5797629b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=352a0376-f4d7-4cf4-99c3-ad13d2d04eee,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:09.504729 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a2657e39-9adf-4e71-b11c-13fd5797629b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:09.508429 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-a2657e39-9adf-4e71-b11c-13fd5797629b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/352a0376-f4d7-4cf4-99c3-ad13d2d04eee HTTP/1.1" status: 204 len: 168 time: 1.0276153 May 05 19:59:09.524067 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045d72b-1cd6-4494-9079-fb68f2bd4f36 req-9907c33f-0b69-4553-9cc9-6854e769d129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:09.529390 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0045d72b-1cd6-4494-9079-fb68f2bd4f36 req-9907c33f-0b69-4553-9cc9-6854e769d129 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=746fcb642a8d490e982b2a03a5eb1ef7&device_id=f2ae61dc-0e68-43f2-aa9d-9285f9c6dc1b HTTP/1.1" status: 200 len: 1094 time: 0.4526939 May 05 19:59:09.544202 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:09.641093 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-ed3a43d2-40dd-4c69-831e-5700c801e4c0 None None] Provisioning for port f16a734f-8030-4e1c-a4dc-bc7ff9351763 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:59:09.653269 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-ed3a43d2-40dd-4c69-831e-5700c801e4c0 None None] Provisioning complete for port f16a734f-8030-4e1c-a4dc-bc7ff9351763 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:59:09.653915 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ed3a43d2-40dd-4c69-831e-5700c801e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:09.723115 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 1af44a99-a25d-4df3-92ac-74d83f8a2091 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:59:09.724313 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:09.813002 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045d72b-1cd6-4494-9079-fb68f2bd4f36 req-d5b00137-e955-4256-b1a9-2a300fcbe47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:09.814711 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0045d72b-1cd6-4494-9079-fb68f2bd4f36 req-d5b00137-e955-4256-b1a9-2a300fcbe47e service neutron] 10.222.0.24 "GET /v2.0/networks?id=4568a908-805b-4a6e-ba80-1d4819260d47 HTTP/1.1" status: 200 len: 906 time: 0.2523918 May 05 19:59:09.852562 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3008505b-208a-457a-876e-709b46b2b9da req-2688335e-ee79-428f-814e-93905dd82cd3 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:09.854093 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3008505b-208a-457a-876e-709b46b2b9da req-2688335e-ee79-428f-814e-93905dd82cd3 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5f42d37-0237-4164-ace4-727b4479c57d HTTP/1.1" status: 200 len: 946 time: 0.6978452 May 05 19:59:09.856248 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c7741db2-ac0e-4598-afa6-da1bc1006bb3 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:09.856480 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c7741db2-ac0e-4598-afa6-da1bc1006bb3 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:09.871540 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a35695-95ff-4f96-8555-0aeae29c4114 req-4cb36775-d6f4-432f-8cab-e57e805c8c96 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:09.879143 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-14a35695-95ff-4f96-8555-0aeae29c4114 req-4cb36775-d6f4-432f-8cab-e57e805c8c96 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/ports?device_id=f2ae61dc-0e68-43f2-aa9d-9285f9c6dc1b HTTP/1.1" status: 200 len: 943 time: 0.6641879 May 05 19:59:09.912011 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ed3a43d2-40dd-4c69-831e-5700c801e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:09.970233 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-3008505b-208a-457a-876e-709b46b2b9da req-3803ecd5-8399-45e5-abd8-d6d40c602704 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Deleting port f6f49007-1b4f-4ef8-af39-9dd2517ecba4 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:59:09.970611 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-3008505b-208a-457a-876e-709b46b2b9da req-3803ecd5-8399-45e5-abd8-d6d40c602704 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:10.000098 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-ed3a43d2-40dd-4c69-831e-5700c801e4c0 None None] For port f16a734f-8030-4e1c-a4dc-bc7ff9351763, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=f16a734f-8030-4e1c-a4dc-bc7ff9351763,segment=NetworkSegment(9e0182ab-1e56-4080-b373-4bebb989122d),segment_id=9e0182ab-1e56-4080-b373-4bebb989122d)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:59:10.010615 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ed3a43d2-40dd-4c69-831e-5700c801e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:10.082430 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3a43d2-40dd-4c69-831e-5700c801e4c0 None None] Pushing event updated for resources: {'Port': ['ID=f16a734f-8030-4e1c-a4dc-bc7ff9351763,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:10.217745 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-c7741db2-ac0e-4598-afa6-da1bc1006bb3 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Calling delete_port for 3ad8602f-0972-4c06-b5cd-66da21d29928 owned by network:floatingip {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:59:10.326078 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-49392829-222c-488f-a515-032e0462e2ba tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:10.353954 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-14a35695-95ff-4f96-8555-0aeae29c4114 req-f531adc3-ac5d-43c6-b2f6-7c79b41e90fd tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cb43301-61da-408d-ba7f-c0b8dd491c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4735327 May 05 19:59:10.360408 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0045d72b-1cd6-4494-9079-fb68f2bd4f36 req-fc9e16aa-1025-470b-8940-dee878dad720 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0de49f7-8e87-47bf-8e75-8008acd7b04b HTTP/1.1" status: 200 len: 217 time: 0.2220125 May 05 19:59:10.411888 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-ef89d449-af41-4afc-a3c0-b238197c1497 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Allocated IP 172.20.0.10 (5f383bab-d2ac-4d6b-b5b0-d3f0ff3c62c8/7d57aeb6-4b80-431f-8bfd-836e160c414f/57a1046a-4c1a-41ae-8159-fc2baceea01a) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:59:10.656295 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-3ef64b38-21d8-4301-afca-31a162565b67 None None] Provisioning complete for port f16a734f-8030-4e1c-a4dc-bc7ff9351763 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:59:10.656921 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3ef64b38-21d8-4301-afca-31a162565b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:10.740868 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-ef89d449-af41-4afc-a3c0-b238197c1497 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:10.757711 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-ef89d449-af41-4afc-a3c0-b238197c1497 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Transition to ACTIVE for port object 57a1046a-4c1a-41ae-8159-fc2baceea01a will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:59:10.793612 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-49392829-222c-488f-a515-032e0462e2ba tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Transition to ACTIVE for port object 109bdc14-cc66-4c71-a4e0-3647d00033b0 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:59:10.806842 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ccf5f8a8-b9a4-4141-a230-b989fb661722 req-58d86c63-293c-44b6-b7b2-1cde838fe5ef tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933ae74-0c33-4c3c-82a1-5c532a76f33d HTTP/1.1" status: 200 len: 210 time: 0.1552675 May 05 19:59:10.819162 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c7741db2-ac0e-4598-afa6-da1bc1006bb3 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:10.821884 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-ef89d449-af41-4afc-a3c0-b238197c1497 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:10.996464 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045d72b-1cd6-4494-9079-fb68f2bd4f36 req-2bd28d75-4b04-451f-a7e2-fc9159f53077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:10.997929 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0045d72b-1cd6-4494-9079-fb68f2bd4f36 req-2bd28d75-4b04-451f-a7e2-fc9159f53077 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bf48ca8b-7b24-41a3-ad06-a849bff9e5b9 HTTP/1.1" status: 200 len: 845 time: 0.1778202 May 05 19:59:10.998883 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-49392829-222c-488f-a515-032e0462e2ba tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:11.013563 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40546) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:59:11.077359 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7741db2-ac0e-4598-afa6-da1bc1006bb3 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Pushing event deleted for resources: {'Port': ['ID=3ad8602f-0972-4c06-b5cd-66da21d29928,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:11.100884 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-ef89d449-af41-4afc-a3c0-b238197c1497 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Network 5f383bab-d2ac-4d6b-b5b0-d3f0ff3c62c8 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:59:11.120849 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49392829-222c-488f-a515-032e0462e2ba tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Network 0940b73f-d9f5-4601-bc7a-4ddc6f68c068 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:59:11.123527 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0045d72b-1cd6-4494-9079-fb68f2bd4f36 req-0fed1615-5084-4254-a62e-0b82ed3e16a8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4568a908-805b-4a6e-ba80-1d4819260d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1011922 May 05 19:59:11.124352 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-ef89d449-af41-4afc-a3c0-b238197c1497 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:59:11.128006 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-ef89d449-af41-4afc-a3c0-b238197c1497 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:59:11.162564 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device f16a734f-8030-4e1c-a4dc-bc7ff9351763 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:59:11.201229 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-49392829-222c-488f-a515-032e0462e2ba tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:59:11.249095 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49392829-222c-488f-a515-032e0462e2ba tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:59:11.298715 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port f16a734f-8030-4e1c-a4dc-bc7ff9351763 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:59:11.299046 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:11.340974 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-3008505b-208a-457a-876e-709b46b2b9da req-3803ecd5-8399-45e5-abd8-d6d40c602704 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] For port f6f49007-1b4f-4ef8-af39-9dd2517ecba4, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=f6f49007-1b4f-4ef8-af39-9dd2517ecba4,segment=NetworkSegment(27007867-64fe-419a-8b8b-c5a5570bcf48),segment_id=27007867-64fe-419a-8b8b-c5a5570bcf48)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:59:11.341892 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-3008505b-208a-457a-876e-709b46b2b9da req-3803ecd5-8399-45e5-abd8-d6d40c602704 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:11.360131 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-72516741-0078-47be-a798-5f982a79b6b3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1633343511-network', 'tenant_id': '7d2b7f4d3c21403996d749a9f4066dc5'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:59:11.478116 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-72516741-0078-47be-a798-5f982a79b6b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:59:11.494259 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c7741db2-ac0e-4598-afa6-da1bc1006bb3 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Notify callbacks [] for floatingip, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:11.504215 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89d449-af41-4afc-a3c0-b238197c1497 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Pushing event updated for resources: {'Port': ['ID=57a1046a-4c1a-41ae-8159-fc2baceea01a,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:11.582061 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-035661a0-fe41-42e0-89b0-a44768ca59e2 None None] Provisioning for port 57a1046a-4c1a-41ae-8159-fc2baceea01a completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:59:11.588206 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-035661a0-fe41-42e0-89b0-a44768ca59e2 None None] Provisioning complete for port 57a1046a-4c1a-41ae-8159-fc2baceea01a triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:59:11.588666 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-035661a0-fe41-42e0-89b0-a44768ca59e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:11.604192 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e752b955-6631-4130-aa9d-f1897eec41ed req-517ee3f5-e9b3-4e4a-9ef9-e2087adec1b3 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:11.610053 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49392829-222c-488f-a515-032e0462e2ba tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Pushing event updated for resources: {'Port': ['ID=109bdc14-cc66-4c71-a4e0-3647d00033b0,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:11.618331 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e752b955-6631-4130-aa9d-f1897eec41ed req-517ee3f5-e9b3-4e4a-9ef9-e2087adec1b3 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5f42d37-0237-4164-ace4-727b4479c57d HTTP/1.1" status: 200 len: 946 time: 0.5681796 May 05 19:59:11.669819 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c7741db2-ac0e-4598-afa6-da1bc1006bb3 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:11.673208 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-c7741db2-ac0e-4598-afa6-da1bc1006bb3 tempest-ImagesOneServerNegativeTestJSON-811244877 tempest-ImagesOneServerNegativeTestJSON-811244877-project] 10.222.0.36 "DELETE /v2.0/floatingips/25992b85-3fd3-4093-a602-c3e242a39b8b HTTP/1.1" status: 204 len: 168 time: 3.1879730 May 05 19:59:11.676391 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-035661a0-fe41-42e0-89b0-a44768ca59e2 None None] Port 57a1046a-4c1a-41ae-8159-fc2baceea01a cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:59:11.701549 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-72516741-0078-47be-a798-5f982a79b6b3 admin admin] Usage tracker for resource:network and tenant:7d2b7f4d3c21403996d749a9f4066dc5 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:59:11.708913 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-72516741-0078-47be-a798-5f982a79b6b3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:59:11.726066 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-72516741-0078-47be-a798-5f982a79b6b3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:59:11.740099 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-ef89d449-af41-4afc-a3c0-b238197c1497 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:11.740789 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-ef89d449-af41-4afc-a3c0-b238197c1497 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:11.762699 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83115032-85e9-4832-9af4-636d30b880a9 req-a4182279-27cc-4604-929f-665f76f223fe tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:11.764333 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-83115032-85e9-4832-9af4-636d30b880a9 req-a4182279-27cc-4604-929f-665f76f223fe tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ef8a1b-b5c5-4d08-9e84-1bc77a3ab332 HTTP/1.1" status: 200 len: 946 time: 1.9482911 May 05 19:59:11.775637 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e752b955-6631-4130-aa9d-f1897eec41ed req-2dbd7e98-4d14-4c21-bc5b-28b085865740 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6f6abd1-db87-4f8b-93ec-64734f7a0466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561561 May 05 19:59:11.783779 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72516741-0078-47be-a798-5f982a79b6b3 admin admin] Made reservation on behalf of 7d2b7f4d3c21403996d749a9f4066dc5 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:59:11.786629 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-72516741-0078-47be-a798-5f982a79b6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:11.808468 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-01dcbdf4-dbd4-4fdb-af25-1da9e0cc54d9 None None] Provisioning for port 109bdc14-cc66-4c71-a4e0-3647d00033b0 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:59:11.818022 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-01dcbdf4-dbd4-4fdb-af25-1da9e0cc54d9 None None] Provisioning complete for port 109bdc14-cc66-4c71-a4e0-3647d00033b0 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:59:11.821259 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-01dcbdf4-dbd4-4fdb-af25-1da9e0cc54d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:11.836734 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49392829-222c-488f-a515-032e0462e2ba tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:11.837355 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-49392829-222c-488f-a515-032e0462e2ba tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:11.868410 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-72516741-0078-47be-a798-5f982a79b6b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:11.889574 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-49392829-222c-488f-a515-032e0462e2ba tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.5311430 May 05 19:59:11.903002 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-ef89d449-af41-4afc-a3c0-b238197c1497 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7202308 May 05 19:59:11.904456 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-72516741-0078-47be-a798-5f982a79b6b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:59:11.925122 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-72516741-0078-47be-a798-5f982a79b6b3 admin admin] Usage tracker for resource:security_group_rule and tenant:7d2b7f4d3c21403996d749a9f4066dc5 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:59:11.931120 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-4e4b9e3e-aec0-4587-862c-2f8815fec3f9 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Request body: {'port': {'device_id': 'a933ae74-0c33-4c3c-82a1-5c532a76f33d', 'network_id': '5efdefe9-fb05-48a6-914c-98a1b2ebb362', 'admin_state_up': True, 'tenant_id': '0a29a66ef9e34d17926285dc8f054582', 'security_groups': ['b31ec34e-3cb0-41c2-a678-bc0e8ba8a08d']}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:59:11.955746 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-72516741-0078-47be-a798-5f982a79b6b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:59:11.966454 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0045d72b-1cd6-4494-9079-fb68f2bd4f36 req-fc5535c1-5531-4533-b609-c63bddccfbae service neutron] 10.222.0.24 "GET /v2.0/networks/4568a908-805b-4a6e-ba80-1d4819260d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7990675 May 05 19:59:11.966928 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-01dcbdf4-dbd4-4fdb-af25-1da9e0cc54d9 None None] Port 109bdc14-cc66-4c71-a4e0-3647d00033b0 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:59:11.969409 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device b0de49f7-8e87-47bf-8e75-8008acd7b04b details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:59:11.985751 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-72516741-0078-47be-a798-5f982a79b6b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:59:12.002608 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-83115032-85e9-4832-9af4-636d30b880a9 req-9c7f54c8-0e48-45c0-b7d3-5588ba393fcc tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/security-groups?id=60903d7d-e068-4be3-b1cd-aedae880a3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030063 May 05 19:59:12.177799 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-3008505b-208a-457a-876e-709b46b2b9da req-3803ecd5-8399-45e5-abd8-d6d40c602704 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:12.178299 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-3008505b-208a-457a-876e-709b46b2b9da req-3803ecd5-8399-45e5-abd8-d6d40c602704 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:12.178410 n-d-840717-1 neutron-server[88197]: INFO neutron.db.l3_db [req-3008505b-208a-457a-876e-709b46b2b9da req-3803ecd5-8399-45e5-abd8-d6d40c602704 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Floating IP 9b617cbd-5fc9-4b8a-b123-ece480331dca disassociated. External IP: 172.25.0.10, port: f6f49007-1b4f-4ef8-af39-9dd2517ecba4. May 05 19:59:12.191579 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-3008505b-208a-457a-876e-709b46b2b9da req-3803ecd5-8399-45e5-abd8-d6d40c602704 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Calling delete_port for f6f49007-1b4f-4ef8-af39-9dd2517ecba4 owned by compute:nova {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:59:12.258359 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port b0de49f7-8e87-47bf-8e75-8008acd7b04b, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=b0de49f7-8e87-47bf-8e75-8008acd7b04b,segment=NetworkSegment(79511503-ff66-4663-ae8b-5322fffb3d0a),segment_id=79511503-ff66-4663-ae8b-5322fffb3d0a)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:59:12.278825 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': 'b0de49f7-8e87-47bf-8e75-8008acd7b04b', 'network_id': '4568a908-805b-4a6e-ba80-1d4819260d47', 'port_id': 'b0de49f7-8e87-47bf-8e75-8008acd7b04b', 'mac_address': 'fa:16:3e:ee:6d:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf48ca8b-7b24-41a3-ad06-a849bff9e5b9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:59:12.344661 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:12.366623 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0de49f7-8e87-47bf-8e75-8008acd7b04b {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:59:12.369005 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 19:59:12.369497 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514b2048-47cd-4abb-a614-7891d3517c2c req-dfc172df-fa70-4d55-9fde-9ae7cab1b7ce tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:12.370673 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-514b2048-47cd-4abb-a614-7891d3517c2c req-dfc172df-fa70-4d55-9fde-9ae7cab1b7ce tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/ports?device_id=f2ae61dc-0e68-43f2-aa9d-9285f9c6dc1b HTTP/1.1" status: 200 len: 943 time: 0.2969260 May 05 19:59:12.381136 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0045d72b-1cd6-4494-9079-fb68f2bd4f36 req-b310120f-2482-473e-afe3-bf6790262c80 service neutron] 10.222.0.24 "GET /v2.0/networks/4568a908-805b-4a6e-ba80-1d4819260d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3966465 May 05 19:59:12.403741 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port b0de49f7-8e87-47bf-8e75-8008acd7b04b, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=b0de49f7-8e87-47bf-8e75-8008acd7b04b,segment=NetworkSegment(79511503-ff66-4663-ae8b-5322fffb3d0a),segment_id=79511503-ff66-4663-ae8b-5322fffb3d0a)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:59:12.410545 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:12.413274 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 59d900ca-6fa6-412a-bab1-dcae6d354933 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:59:12.522427 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-514b2048-47cd-4abb-a614-7891d3517c2c req-a7b68d4e-6a96-41b3-8570-fc90811c5290 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cb43301-61da-408d-ba7f-c0b8dd491c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342962 May 05 19:59:12.524769 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-3008505b-208a-457a-876e-709b46b2b9da req-3803ecd5-8399-45e5-abd8-d6d40c602704 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:12.634225 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-4e4b9e3e-aec0-4587-862c-2f8815fec3f9 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:59:12.709200 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-4e4b9e3e-aec0-4587-862c-2f8815fec3f9 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:59:12.743272 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3803ecd5-8399-45e5-abd8-d6d40c602704 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Pushing event deleted for resources: {'Port': ['ID=f6f49007-1b4f-4ef8-af39-9dd2517ecba4,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:12.786647 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7923bed-858e-4aaf-b583-aa9a42c9dd48 req-cf04c418-cae4-4cc5-87b6-407fee18130d tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:12.786647 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-b7923bed-858e-4aaf-b583-aa9a42c9dd48 req-cf04c418-cae4-4cc5-87b6-407fee18130d tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Synchronizing usage tracker for tenant:0a29a66ef9e34d17926285dc8f054582 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:59:12.800268 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 59d900ca-6fa6-412a-bab1-dcae6d354933, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=59d900ca-6fa6-412a-bab1-dcae6d354933,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:59:12.834049 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '59d900ca-6fa6-412a-bab1-dcae6d354933', 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3', 'port_id': '59d900ca-6fa6-412a-bab1-dcae6d354933', 'mac_address': 'fa:16:3e:e6:01:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d72a8d3-0a35-4d3a-96b8-d869ff4093bc', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:59:12.857021 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=b0de49f7-8e87-47bf-8e75-8008acd7b04b,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:12.866746 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-72516741-0078-47be-a798-5f982a79b6b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:12.874059 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-72516741-0078-47be-a798-5f982a79b6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:12.898758 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-b7923bed-858e-4aaf-b583-aa9a42c9dd48 req-cf04c418-cae4-4cc5-87b6-407fee18130d tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Unset dirty status for tenant:0a29a66ef9e34d17926285dc8f054582 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:59:12.910981 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b7923bed-858e-4aaf-b583-aa9a42c9dd48 req-cf04c418-cae4-4cc5-87b6-407fee18130d tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933ae74-0c33-4c3c-82a1-5c532a76f33d HTTP/1.1" status: 200 len: 932 time: 0.5273883 May 05 19:59:12.941743 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-4e4b9e3e-aec0-4587-862c-2f8815fec3f9 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Made reservation on behalf of 0a29a66ef9e34d17926285dc8f054582 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:59:12.945332 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-4e4b9e3e-aec0-4587-862c-2f8815fec3f9 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:12.972480 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:12.992896 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72516741-0078-47be-a798-5f982a79b6b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 19:59:13.013725 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59d900ca-6fa6-412a-bab1-dcae6d354933 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:59:13.046700 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 59d900ca-6fa6-412a-bab1-dcae6d354933, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=59d900ca-6fa6-412a-bab1-dcae6d354933,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:59:13.048522 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72516741-0078-47be-a798-5f982a79b6b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef1a2c8-0a8d-416c-a9a4-2c29609ead47,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:13.052550 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:13.056669 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-72516741-0078-47be-a798-5f982a79b6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:13.057016 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-72516741-0078-47be-a798-5f982a79b6b3 admin admin] Added segment 46432553-9a34-4ffa-96fb-bfbbf44f2246 of type vlan for network 4ff8f910-bc11-4ef5-a12f-15a3d2503f34 May 05 19:59:13.163752 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b7923bed-858e-4aaf-b583-aa9a42c9dd48 req-eeaa1f62-3d76-4da9-805e-11be3cdd7178 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31ec34e-3cb0-41c2-a678-bc0e8ba8a08d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2361643 May 05 19:59:13.210606 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=59d900ca-6fa6-412a-bab1-dcae6d354933,revision_number=9']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:13.277321 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['59d900ca-6fa6-412a-bab1-dcae6d354933'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:59:13.293319 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3008505b-208a-457a-876e-709b46b2b9da req-3803ecd5-8399-45e5-abd8-d6d40c602704 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Router 1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 19:59:13.356896 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['b0de49f7-8e87-47bf-8e75-8008acd7b04b'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:59:13.484765 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 40604) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:59:13.545706 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-e5afd5fb-fc7b-4760-81fc-2771a2edab81 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Request body: {'security_group': {'name': 'tempest-securitygroup--247526306', 'description': 'tempest-description--1362933041'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:59:13.586675 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-e5afd5fb-fc7b-4760-81fc-2771a2edab81 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:59:13.605550 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-e5afd5fb-fc7b-4760-81fc-2771a2edab81 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Usage tracker for resource:security_group and tenant:99f8ff370e2040efb9285a4ae37c20cd is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:59:13.669294 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-e5afd5fb-fc7b-4760-81fc-2771a2edab81 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:59:13.715388 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-e5afd5fb-fc7b-4760-81fc-2771a2edab81 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:59:13.764882 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-4e4b9e3e-aec0-4587-862c-2f8815fec3f9 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Allocated IP 10.1.1.50 (5efdefe9-fb05-48a6-914c-98a1b2ebb362/88000561-1dd2-4d2e-8ca8-f3ecd119e4d9/bd8854c6-838f-44f3-8df9-07057c4679c3) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:59:13.870127 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device f6f49007-1b4f-4ef8-af39-9dd2517ecba4 no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:59:13.918903 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b833f030-08ef-41f0-a9cf-9204e8985f5a req-4c086d93-8c13-4d63-a343-a2d1415a414f tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5f42d37-0237-4164-ace4-727b4479c57d HTTP/1.1" status: 200 len: 210 time: 0.3092101 May 05 19:59:13.979814 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-72516741-0078-47be-a798-5f982a79b6b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:13.990009 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e5afd5fb-fc7b-4760-81fc-2771a2edab81 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:13.992935 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] No Port match for: f6f49007-1b4f-4ef8-af39-9dd2517ecba4 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 19:59:13.993277 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device f6f49007-1b4f-4ef8-af39-9dd2517ecba4 not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:59:14.026159 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-e5afd5fb-fc7b-4760-81fc-2771a2edab81 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:59:14.031852 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3008505b-208a-457a-876e-709b46b2b9da req-3803ecd5-8399-45e5-abd8-d6d40c602704 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 19:59:14.034752 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-e5afd5fb-fc7b-4760-81fc-2771a2edab81 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Usage tracker for resource:security_group_rule and tenant:99f8ff370e2040efb9285a4ae37c20cd is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:59:14.064550 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-e5afd5fb-fc7b-4760-81fc-2771a2edab81 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:59:14.083326 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-e5afd5fb-fc7b-4760-81fc-2771a2edab81 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:59:14.107868 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40620) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:59:14.114419 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-4e4b9e3e-aec0-4587-862c-2f8815fec3f9 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:14.127001 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec718c1-b86a-4680-8c42-f8d2c4f0b13f None None] Sync routers for ids ['1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 19:59:14.146636 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-3008505b-208a-457a-876e-709b46b2b9da req-3803ecd5-8399-45e5-abd8-d6d40c602704 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] No DVR routers for this DVR port f6f49007-1b4f-4ef8-af39-9dd2517ecba4 on host n-h2-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:59:14.149673 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-3008505b-208a-457a-876e-709b46b2b9da req-3803ecd5-8399-45e5-abd8-d6d40c602704 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:14.152426 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f42d37-0237-4164-ace4-727b4479c57d', 'name': 'network-vif-deleted', 'tag': 'f6f49007-1b4f-4ef8-af39-9dd2517ecba4'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:59:14.189151 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3008505b-208a-457a-876e-709b46b2b9da req-3803ecd5-8399-45e5-abd8-d6d40c602704 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] 10.222.0.50 "DELETE /v2.0/ports/f6f49007-1b4f-4ef8-af39-9dd2517ecba4 HTTP/1.1" status: 204 len: 173 time: 4.3046522 May 05 19:59:14.268080 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e5afd5fb-fc7b-4760-81fc-2771a2edab81 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:14.274715 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e5afd5fb-fc7b-4760-81fc-2771a2edab81 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:14.305591 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-4e4b9e3e-aec0-4587-862c-2f8815fec3f9 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Transition to ACTIVE for port object bd8854c6-838f-44f3-8df9-07057c4679c3 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:59:14.309844 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-62c6f501-0bb6-46e8-9f42-a12f3f1b0271 admin admin] Deleting subnet 2ab1778b-7268-4b66-a1dd-6ef68efc2477 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 19:59:14.326564 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-62c6f501-0bb6-46e8-9f42-a12f3f1b0271 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:14.373265 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:14.402151 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec718c1-b86a-4680-8c42-f8d2c4f0b13f None None] Routers {'1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:59:14.402786 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-8ec718c1-b86a-4680-8c42-f8d2c4f0b13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:59:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:59:14.437764 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e5afd5fb-fc7b-4760-81fc-2771a2edab81 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:14.442939 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-e5afd5fb-fc7b-4760-81fc-2771a2edab81 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9568310 May 05 19:59:14.445363 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 40628) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:59:14.450973 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-8fd1dc94-932c-402d-9534-d545075cc8f6 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Request body: {'security_group_rule': {'security_group_id': 'c1ea4b63-4d77-466d-a6d0-2611e1957d3d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:59:14.460963 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5afd5fb-fc7b-4760-81fc-2771a2edab81 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ea4b63-4d77-466d-a6d0-2611e1957d3d,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:14.472974 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-8fd1dc94-932c-402d-9534-d545075cc8f6 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:59:14.480071 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-8fd1dc94-932c-402d-9534-d545075cc8f6 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Usage tracker for resource:security_group_rule and tenant:99f8ff370e2040efb9285a4ae37c20cd is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:59:14.483732 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-8fd1dc94-932c-402d-9534-d545075cc8f6 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:59:14.484905 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-72516741-0078-47be-a798-5f982a79b6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:14.485934 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72516741-0078-47be-a798-5f982a79b6b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:14.487158 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-72516741-0078-47be-a798-5f982a79b6b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:14.493792 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-8fd1dc94-932c-402d-9534-d545075cc8f6 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:59:14.527122 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe143f8-48f6-4a6e-a4cc-fe8aca4d7286 req-e7a9934c-6837-4ac0-8ab1-b2c4f6998c2e tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:14.529351 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4fe143f8-48f6-4a6e-a4cc-fe8aca4d7286 req-e7a9934c-6837-4ac0-8ab1-b2c4f6998c2e tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/ports?device_id=f2ae61dc-0e68-43f2-aa9d-9285f9c6dc1b HTTP/1.1" status: 200 len: 944 time: 0.2435284 May 05 19:59:14.538595 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8bfc6c-b608-4617-9279-dc8c4633439b req-3758ddd4-6d7f-4d8c-bee8-004deb4d145e tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:14.545775 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ef8bfc6c-b608-4617-9279-dc8c4633439b req-3758ddd4-6d7f-4d8c-bee8-004deb4d145e tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ef8a1b-b5c5-4d08-9e84-1bc77a3ab332 HTTP/1.1" status: 200 len: 946 time: 0.5718844 May 05 19:59:14.559245 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-62c6f501-0bb6-46e8-9f42-a12f3f1b0271 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:14.585619 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8fd1dc94-932c-402d-9534-d545075cc8f6 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:14.648779 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4fe143f8-48f6-4a6e-a4cc-fe8aca4d7286 req-8564cfef-b1c4-470b-a0ae-5df0775f28a6 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cb43301-61da-408d-ba7f-c0b8dd491c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091583 May 05 19:59:14.810337 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8fd1dc94-932c-402d-9534-d545075cc8f6 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:14.817502 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a8435bc-0f53-4ab1-b89e-e707ffd65a27'] response: {'server_uuid': 'e5f42d37-0237-4164-ace4-727b4479c57d', 'name': 'network-vif-deleted', 'tag': 'f6f49007-1b4f-4ef8-af39-9dd2517ecba4', 'status': 'completed', 'code': 200} May 05 19:59:14.819905 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8fd1dc94-932c-402d-9534-d545075cc8f6 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:14.835398 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-8ec718c1-b86a-4680-8c42-f8d2c4f0b13f None None] Set router 1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:59:14.888711 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72516741-0078-47be-a798-5f982a79b6b3 admin admin] Pushing event updated for resources: {'Network': ['ID=4ff8f910-bc11-4ef5-a12f-15a3d2503f34,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:14.891328 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-4e4b9e3e-aec0-4587-862c-2f8815fec3f9 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:14.901419 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 4ff8f910-bc11-4ef5-a12f-15a3d2503f34 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 19:59:14.974296 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd1dc94-932c-402d-9534-d545075cc8f6 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7bbfd2e-fa81-4c7b-9645-26968d592b1a,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:14.988937 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8fd1dc94-932c-402d-9534-d545075cc8f6 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:14.992442 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-8fd1dc94-932c-402d-9534-d545075cc8f6 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5459094 May 05 19:59:14.995346 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4b9e3e-aec0-4587-862c-2f8815fec3f9 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Pushing event updated for resources: {'Port': ['ID=bd8854c6-838f-44f3-8df9-07057c4679c3,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:14.995545 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 40636) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:59:15.015700 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ef8bfc6c-b608-4617-9279-dc8c4633439b req-3ca4997d-2af4-4e03-9aad-b4cc05a2c4c2 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/security-groups?id=60903d7d-e068-4be3-b1cd-aedae880a3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4689388 May 05 19:59:15.024137 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-821dcf01-a567-47a4-9cfe-7732cd191a48 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Request body: {'security_group_rule': {'security_group_id': 'c1ea4b63-4d77-466d-a6d0-2611e1957d3d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:59:15.032024 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-72516741-0078-47be-a798-5f982a79b6b3 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 4.0075479 May 05 19:59:15.034094 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-62c6f501-0bb6-46e8-9f42-a12f3f1b0271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:15.057419 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-821dcf01-a567-47a4-9cfe-7732cd191a48 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:59:15.070099 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-821dcf01-a567-47a4-9cfe-7732cd191a48 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Usage tracker for resource:security_group_rule and tenant:99f8ff370e2040efb9285a4ae37c20cd is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:59:15.080807 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-821dcf01-a567-47a4-9cfe-7732cd191a48 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:59:15.081788 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40640) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:59:15.094323 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-4fd3dd76-bfd5-414e-86ba-51b7ecfe4d1b admin admin] Request body: {'subnet': {'network_id': '4ff8f910-bc11-4ef5-a12f-15a3d2503f34', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1633343511-subnet', 'tenant_id': '7d2b7f4d3c21403996d749a9f4066dc5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:59:15.103129 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-821dcf01-a567-47a4-9cfe-7732cd191a48 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:59:15.106961 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-4e4b9e3e-aec0-4587-862c-2f8815fec3f9 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Network 5efdefe9-fb05-48a6-914c-98a1b2ebb362 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:59:15.111780 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-4e4b9e3e-aec0-4587-862c-2f8815fec3f9 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:59:15.116340 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-4fd3dd76-bfd5-414e-86ba-51b7ecfe4d1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:59:15.120314 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-4e4b9e3e-aec0-4587-862c-2f8815fec3f9 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:59:15.218156 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-4fd3dd76-bfd5-414e-86ba-51b7ecfe4d1b admin admin] Usage tracker for resource:subnet and tenant:7d2b7f4d3c21403996d749a9f4066dc5 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:59:15.243495 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-4fd3dd76-bfd5-414e-86ba-51b7ecfe4d1b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:59:15.292960 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-4fd3dd76-bfd5-414e-86ba-51b7ecfe4d1b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:59:15.300829 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-821dcf01-a567-47a4-9cfe-7732cd191a48 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:15.359934 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd3dd76-bfd5-414e-86ba-51b7ecfe4d1b admin admin] Made reservation on behalf of 7d2b7f4d3c21403996d749a9f4066dc5 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:59:15.371425 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4fd3dd76-bfd5-414e-86ba-51b7ecfe4d1b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:15.410452 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afe04fa-ecc0-479a-b9bc-29f2e29a35f8 req-9190558f-76e4-4b3a-b8f0-44dcf76ea953 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:15.413989 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40656) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:59:15.421315 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-4e4b9e3e-aec0-4587-862c-2f8815fec3f9 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:15.422230 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-4e4b9e3e-aec0-4587-862c-2f8815fec3f9 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:15.429648 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afe04fa-ecc0-479a-b9bc-29f2e29a35f8 req-9190558f-76e4-4b3a-b8f0-44dcf76ea953 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:15.433911 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1afe04fa-ecc0-479a-b9bc-29f2e29a35f8 req-9190558f-76e4-4b3a-b8f0-44dcf76ea953 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933ae74-0c33-4c3c-82a1-5c532a76f33d HTTP/1.1" status: 200 len: 1653 time: 0.3011186 May 05 19:59:15.448906 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-821dcf01-a567-47a4-9cfe-7732cd191a48 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:15.481100 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-821dcf01-a567-47a4-9cfe-7732cd191a48 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:15.524634 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-62c6f501-0bb6-46e8-9f42-a12f3f1b0271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:15.531389 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821dcf01-a567-47a4-9cfe-7732cd191a48 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9d4ad10-0392-4171-86cf-e522fd2e5780,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:15.535038 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-821dcf01-a567-47a4-9cfe-7732cd191a48 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:15.536803 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-821dcf01-a567-47a4-9cfe-7732cd191a48 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5288248 May 05 19:59:15.571908 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40660) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:59:15.591860 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-a06da7df-b10b-4815-b6ad-cd750035e88c tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Request body: {'floatingip': {'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:59:15.603734 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c6f501-0bb6-46e8-9f42-a12f3f1b0271 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ab1778b-7268-4b66-a1dd-6ef68efc2477,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:15.620796 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1afe04fa-ecc0-479a-b9bc-29f2e29a35f8 req-fe4b1b95-5279-4b3c-8e15-975455d138ac tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31ec34e-3cb0-41c2-a678-bc0e8ba8a08d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690955 May 05 19:59:15.684663 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-db9eca18-bff2-49db-9279-3e7afd0234f2 None None] Provisioning for port bd8854c6-838f-44f3-8df9-07057c4679c3 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:59:15.697225 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-db9eca18-bff2-49db-9279-3e7afd0234f2 None None] Provisioning complete for port bd8854c6-838f-44f3-8df9-07057c4679c3 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:59:15.697667 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-db9eca18-bff2-49db-9279-3e7afd0234f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:15.724578 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-62c6f501-0bb6-46e8-9f42-a12f3f1b0271 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:15.726892 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-62c6f501-0bb6-46e8-9f42-a12f3f1b0271 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/2ab1778b-7268-4b66-a1dd-6ef68efc2477 HTTP/1.1" status: 204 len: 168 time: 1.5977998 May 05 19:59:15.729430 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 40666) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:59:15.735825 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a06da7df-b10b-4815-b6ad-cd750035e88c tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:59:15.768608 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-4e4b9e3e-aec0-4587-862c-2f8815fec3f9 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.8469193 May 05 19:59:15.787831 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-db9eca18-bff2-49db-9279-3e7afd0234f2 None None] Port bd8854c6-838f-44f3-8df9-07057c4679c3 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:59:15.795961 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-dd69ec8c-a8a4-4ffd-ba08-9970b3467501 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Request body: {'port': {'device_id': 'a933ae74-0c33-4c3c-82a1-5c532a76f33d', 'network_id': '5efdefe9-fb05-48a6-914c-98a1b2ebb362', 'admin_state_up': True, 'tenant_id': '0a29a66ef9e34d17926285dc8f054582', 'security_groups': ['b31ec34e-3cb0-41c2-a678-bc0e8ba8a08d']}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:59:15.860650 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a06da7df-b10b-4815-b6ad-cd750035e88c tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Usage tracker for resource:floatingip and tenant:99f8ff370e2040efb9285a4ae37c20cd is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:59:15.867526 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-8ec718c1-b86a-4680-8c42-f8d2c4f0b13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d', 'name': 'tempest-ServersTestManualDisk-1650204279-router', 'tenant_id': '12d6d803715a4d1faae5ab453e890665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': 'd5236884-e57c-4a7a-8ab9-8dae6959201e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:56:57Z', 'updated_at': '2022-05-05T19:57:20Z', 'revision_number': 4, 'project_id': '12d6d803715a4d1faae5ab453e890665', 'gw_port': {'id': 'd5236884-e57c-4a7a-8ab9-8dae6959201e', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:01Z', 'updated_at': '2022-05-05T19:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'eac9a631-8c00-4418-a94b-d25d3cbd658f', 'name': '', 'network_id': '964832a3-7678-439b-97c2-1f4e7f68480a', 'tenant_id': '12d6d803715a4d1faae5ab453e890665', 'mac_address': 'fa:16:3e:62:16:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'fe9b176d-b178-48c7-bb0b-d17912546ee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:15Z', 'updated_at': '2022-05-05T19:57:27Z', 'revision_number': 5, 'project_id': '12d6d803715a4d1faae5ab453e890665', 'subnets': [{'id': 'fe9b176d-b178-48c7-bb0b-d17912546ee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:59:15.873845 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec718c1-b86a-4680-8c42-f8d2c4f0b13f None None] Checking router: 1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 19:59:15.883174 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8b1f66f5-3937-4af2-b27c-5a399cfc03ce tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:15.885942 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec718c1-b86a-4680-8c42-f8d2c4f0b13f None None] Routers {'1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:59:15.886571 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-8ec718c1-b86a-4680-8c42-f8d2c4f0b13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:59:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:59:15.890688 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a06da7df-b10b-4815-b6ad-cd750035e88c tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:59:15.919994 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b7554b01-148e-4138-9cde-411d97c45f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:15.977361 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a06da7df-b10b-4815-b6ad-cd750035e88c tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:59:16.037836 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8b1f66f5-3937-4af2-b27c-5a399cfc03ce tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:16.089979 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b7554b01-148e-4138-9cde-411d97c45f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:16.097189 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-8ec718c1-b86a-4680-8c42-f8d2c4f0b13f None None] Set router 1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:59:16.129194 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a06da7df-b10b-4815-b6ad-cd750035e88c tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks [] for floatingip, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:16.144394 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-b7554b01-148e-4138-9cde-411d97c45f5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeb9c093-2536-4a2a-9f6e-09016d8b7c5d']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:59:16.215126 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-b7554b01-148e-4138-9cde-411d97c45f5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac8864a1-851c-4e33-a62e-34bf87714dc0') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:59:16.215535 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-b7554b01-148e-4138-9cde-411d97c45f5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac8864a1-851c-4e33-a62e-34bf87714dc0') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:59:16.251582 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b7554b01-148e-4138-9cde-411d97c45f5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:16.295432 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b7554b01-148e-4138-9cde-411d97c45f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:16.299262 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-dd69ec8c-a8a4-4ffd-ba08-9970b3467501 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:59:16.305964 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7554b01-148e-4138-9cde-411d97c45f5d admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 19:59:16.306499 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b7554b01-148e-4138-9cde-411d97c45f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:16.310076 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26617975-f79d-415e-a9e1-180b290eb6a9 req-0aaef1a5-ddae-48e1-9fa0-0afff9618106 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:16.317901 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-26617975-f79d-415e-a9e1-180b290eb6a9 req-0aaef1a5-ddae-48e1-9fa0-0afff9618106 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/ports?device_id=f2ae61dc-0e68-43f2-aa9d-9285f9c6dc1b HTTP/1.1" status: 200 len: 944 time: 0.4233348 May 05 19:59:16.369886 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-dd69ec8c-a8a4-4ffd-ba08-9970b3467501 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Usage tracker for resource:port and tenant:0a29a66ef9e34d17926285dc8f054582 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:59:16.377582 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-dd69ec8c-a8a4-4ffd-ba08-9970b3467501 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Quota usage for port was recalculated. Used quota:9. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:59:16.377882 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 59d900ca-6fa6-412a-bab1-dcae6d354933 up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:59:16.384471 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-dd69ec8c-a8a4-4ffd-ba08-9970b3467501 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:59:16.400517 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-dd69ec8c-a8a4-4ffd-ba08-9970b3467501 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Made reservation on behalf of 0a29a66ef9e34d17926285dc8f054582 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:59:16.404627 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-dd69ec8c-a8a4-4ffd-ba08-9970b3467501 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:16.420648 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8b1f66f5-3937-4af2-b27c-5a399cfc03ce tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:16.423047 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 19:59:16.423047 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 19:59:16.423047 n-d-840717-1 neutron-server[88197]: timer() May 05 19:59:16.423047 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 19:59:16.423047 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 19:59:16.423047 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 19:59:16.423047 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 19:59:16.423047 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 19:59:16.423047 n-d-840717-1 neutron-server[88197]: self._notify() May 05 19:59:16.423047 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 19:59:16.423047 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 19:59:16.423047 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 19:59:16.423047 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 19:59:16.423047 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 19:59:16.423047 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 19:59:16.423047 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 19:59:16.423047 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 19:59:16.423047 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 19:59:16.423047 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 19:59:16.423047 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 19:59:16.423047 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 19:59:16.423047 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 19:59:16.423047 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 19:59:16.423047 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 19:59:16.423047 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 19:59:16.423047 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 19:59:16.423047 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 19:59:16.423047 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 19:59:16.423047 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 19:59:16.423047 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 19:59:16.423047 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 19:59:16.423047 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 19:59:16.452636 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-26617975-f79d-415e-a9e1-180b290eb6a9 req-2fdc96f0-7957-46ae-bcd0-acb626b85e6c tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cb43301-61da-408d-ba7f-c0b8dd491c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335170 May 05 19:59:16.496074 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b7554b01-148e-4138-9cde-411d97c45f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:16.509077 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 59d900ca-6fa6-412a-bab1-dcae6d354933 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:59:16.509448 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:16.534411 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b7554b01-148e-4138-9cde-411d97c45f5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:16.561767 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1f66f5-3937-4af2-b27c-5a399cfc03ce tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f6abd1-db87-4f8b-93ec-64734f7a0466,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:16.568494 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:16.637715 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7554b01-148e-4138-9cde-411d97c45f5d admin admin] Pushing event deleted for resources: {'Network': ['ID=eeb9c093-2536-4a2a-9f6e-09016d8b7c5d,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:16.685372 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-b7554b01-148e-4138-9cde-411d97c45f5d admin admin] 10.222.0.36 "DELETE /v2.0/networks/eeb9c093-2536-4a2a-9f6e-09016d8b7c5d HTTP/1.1" status: 204 len: 168 time: 0.9545262 May 05 19:59:16.739164 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ccbd8b-85d1-4549-a041-ee49d991ba4b req-ba1f99ad-45d1-4de4-9e28-564093a336e7 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:16.741440 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-86ccbd8b-85d1-4549-a041-ee49d991ba4b req-ba1f99ad-45d1-4de4-9e28-564093a336e7 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ef8a1b-b5c5-4d08-9e84-1bc77a3ab332 HTTP/1.1" status: 200 len: 946 time: 0.3198557 May 05 19:59:16.800563 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:16.816021 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-86ccbd8b-85d1-4549-a041-ee49d991ba4b req-5f6d84ed-f076-4ceb-b3bc-0464fbc95ac6 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/security-groups?id=60903d7d-e068-4be3-b1cd-aedae880a3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686884 May 05 19:59:16.879841 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-8ec718c1-b86a-4680-8c42-f8d2c4f0b13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d', 'name': 'tempest-ServersTestManualDisk-1650204279-router', 'tenant_id': '12d6d803715a4d1faae5ab453e890665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': 'd5236884-e57c-4a7a-8ab9-8dae6959201e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:56:57Z', 'updated_at': '2022-05-05T19:57:20Z', 'revision_number': 4, 'project_id': '12d6d803715a4d1faae5ab453e890665', 'gw_port': {'id': 'd5236884-e57c-4a7a-8ab9-8dae6959201e', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:01Z', 'updated_at': '2022-05-05T19:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'eac9a631-8c00-4418-a94b-d25d3cbd658f', 'name': '', 'network_id': '964832a3-7678-439b-97c2-1f4e7f68480a', 'tenant_id': '12d6d803715a4d1faae5ab453e890665', 'mac_address': 'fa:16:3e:62:16:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'fe9b176d-b178-48c7-bb0b-d17912546ee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:15Z', 'updated_at': '2022-05-05T19:57:27Z', 'revision_number': 5, 'project_id': '12d6d803715a4d1faae5ab453e890665', 'subnets': [{'id': 'fe9b176d-b178-48c7-bb0b-d17912546ee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:59:16.883135 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4fd3dd76-bfd5-414e-86ba-51b7ecfe4d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:16.886420 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ada14d4-7aba-4b42-99fe-0ab13970f361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d900ca-6fa6-412a-bab1-dcae6d354933'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:59:16.905807 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 40688) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:59:16.913231 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec718c1-b86a-4680-8c42-f8d2c4f0b13f None None] The sync data for ids ['1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d'] in n-d-840717-1 is: [{'id': '1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d', 'name': 'tempest-ServersTestManualDisk-1650204279-router', 'tenant_id': '12d6d803715a4d1faae5ab453e890665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': 'd5236884-e57c-4a7a-8ab9-8dae6959201e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:56:57Z', 'updated_at': '2022-05-05T19:57:20Z', 'revision_number': 4, 'project_id': '12d6d803715a4d1faae5ab453e890665', 'gw_port': {'id': 'd5236884-e57c-4a7a-8ab9-8dae6959201e', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:01Z', 'updated_at': '2022-05-05T19:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'eac9a631-8c00-4418-a94b-d25d3cbd658f', 'name': '', 'network_id': '964832a3-7678-439b-97c2-1f4e7f68480a', 'tenant_id': '12d6d803715a4d1faae5ab453e890665', 'mac_address': 'fa:16:3e:62:16:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'fe9b176d-b178-48c7-bb0b-d17912546ee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:15Z', 'updated_at': '2022-05-05T19:57:27Z', 'revision_number': 5, 'project_id': '12d6d803715a4d1faae5ab453e890665', 'subnets': [{'id': 'fe9b176d-b178-48c7-bb0b-d17912546ee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 19:59:16.917671 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 59d900ca-6fa6-412a-bab1-dcae6d354933, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=59d900ca-6fa6-412a-bab1-dcae6d354933,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:59:16.928057 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:16.929295 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device b0de49f7-8e87-47bf-8e75-8008acd7b04b up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:59:17.012689 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-0a67dec0-ae07-4d71-93a0-952107ff8311 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5fc2a67f2d3c4988a8e0f49e9cbe6a0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1057250 May 05 19:59:17.015706 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 40692) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:59:17.024830 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83dcbc0d-5d9a-4703-8f66-fd2952bde0dd'] response: {'server_uuid': '1ada14d4-7aba-4b42-99fe-0ab13970f361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d900ca-6fa6-412a-bab1-dcae6d354933', 'code': 200} May 05 19:59:17.035780 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8b1f66f5-3937-4af2-b27c-5a399cfc03ce tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:17.036899 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-8b1f66f5-3937-4af2-b27c-5a399cfc03ce tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] 10.222.0.36 "DELETE /v2.0/security-groups/f6f6abd1-db87-4f8b-93ec-64734f7a0466 HTTP/1.1" status: 204 len: 168 time: 1.6092308 May 05 19:59:17.043373 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 40696) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:59:17.091921 n-d-840717-1 neutron-server[88197]: INFO neutron.api.v2.resource [None req-8265ad9b-2bb2-4c7a-bb3c-1414b49bf801 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] show failed (client error): The resource could not be found. May 05 19:59:17.093329 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-8265ad9b-2bb2-4c7a-bb3c-1414b49bf801 tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] 10.222.0.36 "GET /v2.0/security-groups/f6f6abd1-db87-4f8b-93ec-64734f7a0466 HTTP/1.1" status: 404 len: 347 time: 0.0481749 May 05 19:59:17.099168 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 40700) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:59:17.103293 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=59d900ca-6fa6-412a-bab1-dcae6d354933,revision_number=10']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:17.114179 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:59:17.114524 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:59:17.114857 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:59:17.115191 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:59:17.115548 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:59:17.115871 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:59:17.116190 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:59:17.116509 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:59:17.116824 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:59:17.117139 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:59:17.117944 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:59:17.118266 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:59:17.132668 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port b0de49f7-8e87-47bf-8e75-8008acd7b04b completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:59:17.154270 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port b0de49f7-8e87-47bf-8e75-8008acd7b04b triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:59:17.154649 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:17.228192 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd3dd76-bfd5-414e-86ba-51b7ecfe4d1b admin admin] Checking segment: {'id': '46432553-9a34-4ffa-96fb-bfbbf44f2246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4ff8f910-bc11-4ef5-a12f-15a3d2503f34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:59:17.232017 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd3dd76-bfd5-414e-86ba-51b7ecfe4d1b admin admin] Network hostable DHCP agents. Network: 4ff8f910-bc11-4ef5-a12f-15a3d2503f34, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 19:59:17.248298 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd3dd76-bfd5-414e-86ba-51b7ecfe4d1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1b42719-7b2b-4829-8451-1c66c922a7a7,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:17.325303 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:17.343186 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a4bb4192-cf5c-4448-87fe-67f1d58362cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:17.343881 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a06da7df-b10b-4815-b6ad-cd750035e88c tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:17.356931 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a74e58-c4fa-49c9-8823-5e5610114123 None None] New status for floating IP 9b617cbd-5fc9-4b8a-b123-ece480331dca: DOWN {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 19:59:17.372946 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port b0de49f7-8e87-47bf-8e75-8008acd7b04b, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=b0de49f7-8e87-47bf-8e75-8008acd7b04b,segment=NetworkSegment(79511503-ff66-4663-ae8b-5322fffb3d0a),segment_id=79511503-ff66-4663-ae8b-5322fffb3d0a)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:59:17.375187 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab6cac-f4ca-4680-8708-999a7d9df88c tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Deleting port 6864f1d6-4162-4c52-b488-747ea96b2f4b {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:59:17.375680 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d6ab6cac-f4ca-4680-8708-999a7d9df88c tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:17.379765 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:17.437185 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a4bb4192-cf5c-4448-87fe-67f1d58362cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:17.597616 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=b0de49f7-8e87-47bf-8e75-8008acd7b04b,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:17.609874 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-a06da7df-b10b-4815-b6ad-cd750035e88c tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Allocated IP 172.25.0.143 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/1c7e984c-9372-48a7-88f0-bf67f4f47f74) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:59:17.739293 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a4bb4192-cf5c-4448-87fe-67f1d58362cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:17.778031 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb4192-cf5c-4448-87fe-67f1d58362cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8eb825a-eb05-4b64-b47c-316dce01fa09,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:17.781451 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d6ab6cac-f4ca-4680-8708-999a7d9df88c tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:17.781653 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d6ab6cac-f4ca-4680-8708-999a7d9df88c tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:17.810817 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd3dd76-bfd5-414e-86ba-51b7ecfe4d1b admin admin] Network 4ff8f910-bc11-4ef5-a12f-15a3d2503f34 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 19:59:17.840091 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a386fba0-4bff-499a-95cd-f57243eecf64 req-84523526-271e-49ad-931b-e384c909b369 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:17.846941 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a386fba0-4bff-499a-95cd-f57243eecf64 req-84523526-271e-49ad-931b-e384c909b369 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:17.847935 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-a386fba0-4bff-499a-95cd-f57243eecf64 req-84523526-271e-49ad-931b-e384c909b369 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Synchronizing usage tracker for tenant:0a29a66ef9e34d17926285dc8f054582 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:59:17.880903 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-dd69ec8c-a8a4-4ffd-ba08-9970b3467501 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Allocated IP 10.1.1.143 (5efdefe9-fb05-48a6-914c-98a1b2ebb362/88000561-1dd2-4d2e-8ca8-f3ecd119e4d9/e16abe2d-4652-4238-b1ff-10009a771c77) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:59:17.889385 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-4fd3dd76-bfd5-414e-86ba-51b7ecfe4d1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 4ff8f910-bc11-4ef5-a12f-15a3d2503f34) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:59:17.898077 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a06da7df-b10b-4815-b6ad-cd750035e88c tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:17.901270 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d721444-bc53-4d8e-bdcb-9e83f171c5fc None None] Network 4ff8f910-bc11-4ef5-a12f-15a3d2503f34 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:59:17.910516 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd3dd76-bfd5-414e-86ba-51b7ecfe4d1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:17.911372 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4fd3dd76-bfd5-414e-86ba-51b7ecfe4d1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:17.965368 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-a386fba0-4bff-499a-95cd-f57243eecf64 req-84523526-271e-49ad-931b-e384c909b369 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Unset dirty status for tenant:0a29a66ef9e34d17926285dc8f054582 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:59:17.966540 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a386fba0-4bff-499a-95cd-f57243eecf64 req-84523526-271e-49ad-931b-e384c909b369 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933ae74-0c33-4c3c-82a1-5c532a76f33d HTTP/1.1" status: 200 len: 1653 time: 1.0881441 May 05 19:59:18.008739 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-4fd3dd76-bfd5-414e-86ba-51b7ecfe4d1b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.9255223 May 05 19:59:18.019232 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40710) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:59:18.019815 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a4bb4192-cf5c-4448-87fe-67f1d58362cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:18.021175 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-a4bb4192-cf5c-4448-87fe-67f1d58362cc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b8eb825a-eb05-4b64-b47c-316dce01fa09 HTTP/1.1" status: 204 len: 168 time: 1.0038657 May 05 19:59:18.060945 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-c689cbac-3803-4211-b451-49d630851b53 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1633343511-router', 'tenant_id': '7d2b7f4d3c21403996d749a9f4066dc5', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:59:18.090837 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab6cac-f4ca-4680-8708-999a7d9df88c tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Calling delete_port for 6864f1d6-4162-4c52-b488-747ea96b2f4b owned by network:floatingip {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:59:18.094185 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-c689cbac-3803-4211-b451-49d630851b53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:59:18.106709 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-c689cbac-3803-4211-b451-49d630851b53 admin admin] Usage tracker for resource:router and tenant:7d2b7f4d3c21403996d749a9f4066dc5 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:59:18.116121 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-c689cbac-3803-4211-b451-49d630851b53 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:59:18.121279 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a386fba0-4bff-499a-95cd-f57243eecf64 req-06b40d52-eb47-4740-a254-deceee080c63 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31ec34e-3cb0-41c2-a678-bc0e8ba8a08d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440535 May 05 19:59:18.178530 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-c689cbac-3803-4211-b451-49d630851b53 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:59:18.188946 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c9785d-ea72-491f-8828-f6a4995e4e7a req-a613583c-999e-4c7c-b3c1-bbb294713ba1 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:18.196044 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f7c9785d-ea72-491f-8828-f6a4995e4e7a req-a613583c-999e-4c7c-b3c1-bbb294713ba1 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/ports?device_id=f2ae61dc-0e68-43f2-aa9d-9285f9c6dc1b HTTP/1.1" status: 200 len: 945 time: 0.5402691 May 05 19:59:18.197495 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a06da7df-b10b-4815-b6ad-cd750035e88c tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:18.287664 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f7c9785d-ea72-491f-8828-f6a4995e4e7a req-24f954fa-854b-43ec-bfb2-e4a2e60e09a8 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cb43301-61da-408d-ba7f-c0b8dd491c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905602 May 05 19:59:18.306652 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.api [None req-d6ab6cac-f4ca-4680-8708-999a7d9df88c tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88197) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 19:59:18.307191 n-d-840717-1 neutron-server[88197]: DEBUG oslo_db.api [None req-d6ab6cac-f4ca-4680-8708-999a7d9df88c tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 19:59:18.404258 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19dba656-dfa6-4bfe-b31e-f28cdd017d70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-4ff8f910-bc11-4ef5-a12f-15a3d2503f34', 'network_id': '4ff8f910-bc11-4ef5-a12f-15a3d2503f34', 'tenant_id': '7d2b7f4d3c21403996d749a9f4066dc5', 'fixed_ips': [{'subnet_id': 'c1b42719-7b2b-4829-8451-1c66c922a7a7'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 19:59:18.405084 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-19dba656-dfa6-4bfe-b31e-f28cdd017d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:18.465124 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c689cbac-3803-4211-b451-49d630851b53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:18.466669 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c689cbac-3803-4211-b451-49d630851b53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:18.499220 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06da7df-b10b-4815-b6ad-cd750035e88c tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:59:18.518067 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-a06da7df-b10b-4815-b6ad-cd750035e88c tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:59:18.532444 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06da7df-b10b-4815-b6ad-cd750035e88c tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:59:18.602856 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-dd69ec8c-a8a4-4ffd-ba08-9970b3467501 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:18.627687 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-dd69ec8c-a8a4-4ffd-ba08-9970b3467501 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Transition to ACTIVE for port object e16abe2d-4652-4238-b1ff-10009a771c77 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:59:18.675495 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06da7df-b10b-4815-b6ad-cd750035e88c tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Pushing event updated for resources: {'Port': ['ID=1c7e984c-9372-48a7-88f0-bf67f4f47f74,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:18.684488 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-dd69ec8c-a8a4-4ffd-ba08-9970b3467501 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:18.690855 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-19dba656-dfa6-4bfe-b31e-f28cdd017d70 None None] Allocated IP 172.20.0.2 (4ff8f910-bc11-4ef5-a12f-15a3d2503f34/c1b42719-7b2b-4829-8451-1c66c922a7a7/41725b52-1698-4f0d-85b4-e7c691e2b891) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:59:18.711400 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c689cbac-3803-4211-b451-49d630851b53 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:18.809654 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab6cac-f4ca-4680-8708-999a7d9df88c tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Deleting port 6864f1d6-4162-4c52-b488-747ea96b2f4b {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:59:18.810230 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d6ab6cac-f4ca-4680-8708-999a7d9df88c tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:18.826311 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-dd69ec8c-a8a4-4ffd-ba08-9970b3467501 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Network 5efdefe9-fb05-48a6-914c-98a1b2ebb362 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:59:18.834258 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-dd69ec8c-a8a4-4ffd-ba08-9970b3467501 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:59:18.850930 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c49f3-242b-4e44-97e7-d83fc4aac4a5 req-58733d3c-aa4a-442b-963f-51a39f2930a2 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:18.852905 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d18c49f3-242b-4e44-97e7-d83fc4aac4a5 req-58733d3c-aa4a-442b-963f-51a39f2930a2 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ef8a1b-b5c5-4d08-9e84-1bc77a3ab332 HTTP/1.1" status: 200 len: 946 time: 0.4551079 May 05 19:59:18.853830 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-dd69ec8c-a8a4-4ffd-ba08-9970b3467501 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:59:18.888949 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd69ec8c-a8a4-4ffd-ba08-9970b3467501 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Pushing event updated for resources: {'Port': ['ID=e16abe2d-4652-4238-b1ff-10009a771c77,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:19.031402 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2ae61dc-0e68-43f2-aa9d-9285f9c6dc1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0de49f7-8e87-47bf-8e75-8008acd7b04b'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:59:19.086888 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-19dba656-dfa6-4bfe-b31e-f28cdd017d70 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:19.122400 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-19dba656-dfa6-4bfe-b31e-f28cdd017d70 None None] Transition to ACTIVE for port object 41725b52-1698-4f0d-85b4-e7c691e2b891 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:59:19.162867 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d569e3e8-5c62-4829-b5e2-18626d2e30ce'] response: {'server_uuid': 'f2ae61dc-0e68-43f2-aa9d-9285f9c6dc1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0de49f7-8e87-47bf-8e75-8008acd7b04b', 'code': 200} May 05 19:59:19.186713 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-19dba656-dfa6-4bfe-b31e-f28cdd017d70 None None] Transition to ACTIVE for port object 41725b52-1698-4f0d-85b4-e7c691e2b891 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:59:19.214741 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-19dba656-dfa6-4bfe-b31e-f28cdd017d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:19.361847 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19dba656-dfa6-4bfe-b31e-f28cdd017d70 None None] Network 4ff8f910-bc11-4ef5-a12f-15a3d2503f34 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:59:19.364976 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40750) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:59:19.365472 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-19dba656-dfa6-4bfe-b31e-f28cdd017d70 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:59:19.367927 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dba656-dfa6-4bfe-b31e-f28cdd017d70 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:59:19.388962 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d6ab6cac-f4ca-4680-8708-999a7d9df88c tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:19.389526 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d6ab6cac-f4ca-4680-8708-999a7d9df88c tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:19.451753 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dba656-dfa6-4bfe-b31e-f28cdd017d70 None None] Pushing event updated for resources: {'Port': ['ID=41725b52-1698-4f0d-85b4-e7c691e2b891,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:19.468993 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-81b27d59-43cf-40d3-a5db-fe0e931730ed None None] Provisioning for port e16abe2d-4652-4238-b1ff-10009a771c77 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:59:19.500343 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-81b27d59-43cf-40d3-a5db-fe0e931730ed None None] Provisioning complete for port e16abe2d-4652-4238-b1ff-10009a771c77 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:59:19.504295 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-81b27d59-43cf-40d3-a5db-fe0e931730ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:19.547308 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab6cac-f4ca-4680-8708-999a7d9df88c tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Calling delete_port for 6864f1d6-4162-4c52-b488-747ea96b2f4b owned by network:floatingip {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:59:19.636489 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-19dba656-dfa6-4bfe-b31e-f28cdd017d70 None None] Attempting to bind port 41725b52-1698-4f0d-85b4-e7c691e2b891 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:59:19.637137 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-19dba656-dfa6-4bfe-b31e-f28cdd017d70 None None] Attempting to bind port 41725b52-1698-4f0d-85b4-e7c691e2b891 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '46432553-9a34-4ffa-96fb-bfbbf44f2246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4ff8f910-bc11-4ef5-a12f-15a3d2503f34'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:59:19.637680 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dba656-dfa6-4bfe-b31e-f28cdd017d70 None None] Attempting to bind port 41725b52-1698-4f0d-85b4-e7c691e2b891 on network 4ff8f910-bc11-4ef5-a12f-15a3d2503f34 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:59:19.655839 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dba656-dfa6-4bfe-b31e-f28cdd017d70 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:59:19.656483 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dba656-dfa6-4bfe-b31e-f28cdd017d70 None None] Checking segment: {'id': '46432553-9a34-4ffa-96fb-bfbbf44f2246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4ff8f910-bc11-4ef5-a12f-15a3d2503f34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:59:19.657066 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-19dba656-dfa6-4bfe-b31e-f28cdd017d70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:19.657601 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dba656-dfa6-4bfe-b31e-f28cdd017d70 None None] Bound using segment: {'id': '46432553-9a34-4ffa-96fb-bfbbf44f2246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4ff8f910-bc11-4ef5-a12f-15a3d2503f34'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:59:19.658972 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-19dba656-dfa6-4bfe-b31e-f28cdd017d70 None None] Bound port: 41725b52-1698-4f0d-85b4-e7c691e2b891, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46432553-9a34-4ffa-96fb-bfbbf44f2246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4ff8f910-bc11-4ef5-a12f-15a3d2503f34'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:59:19.659539 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-19dba656-dfa6-4bfe-b31e-f28cdd017d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:19.682892 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-81b27d59-43cf-40d3-a5db-fe0e931730ed None None] Port e16abe2d-4652-4238-b1ff-10009a771c77 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:59:19.730965 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-dd69ec8c-a8a4-4ffd-ba08-9970b3467501 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:19.737472 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-dd69ec8c-a8a4-4ffd-ba08-9970b3467501 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:19.742720 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d6ab6cac-f4ca-4680-8708-999a7d9df88c tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:19.769416 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-d931e0c2-b136-46a2-9d4e-acf0c39372fe admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-782513928-network', 'tenant_id': 'cd85f39ab63d412fb16ed6744e0d4d13'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:59:19.804467 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-19dba656-dfa6-4bfe-b31e-f28cdd017d70 None None] For port 41725b52-1698-4f0d-85b4-e7c691e2b891, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:59:19.805005 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a06da7df-b10b-4815-b6ad-cd750035e88c tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:19.809173 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d18c49f3-242b-4e44-97e7-d83fc4aac4a5 req-754c480d-5420-437a-9763-07218452a082 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/security-groups?id=60903d7d-e068-4be3-b1cd-aedae880a3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9168081 May 05 19:59:19.810427 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d931e0c2-b136-46a2-9d4e-acf0c39372fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:59:19.811440 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ab6cac-f4ca-4680-8708-999a7d9df88c tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Pushing event deleted for resources: {'Port': ['ID=6864f1d6-4162-4c52-b488-747ea96b2f4b,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:19.824315 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-19dba656-dfa6-4bfe-b31e-f28cdd017d70 None None] For port 41725b52-1698-4f0d-85b4-e7c691e2b891, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=41725b52-1698-4f0d-85b4-e7c691e2b891,segment=NetworkSegment(46432553-9a34-4ffa-96fb-bfbbf44f2246),segment_id=46432553-9a34-4ffa-96fb-bfbbf44f2246)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:59:19.830629 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a33a8-441b-4588-8c82-d253ecd9c030 req-4034d0fc-6d6c-4eb1-b658-2593817d442c tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:19.832356 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-19dba656-dfa6-4bfe-b31e-f28cdd017d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:19.837083 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a33a8-441b-4588-8c82-d253ecd9c030 req-4034d0fc-6d6c-4eb1-b658-2593817d442c tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:19.841002 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d931e0c2-b136-46a2-9d4e-acf0c39372fe admin admin] Usage tracker for resource:network and tenant:cd85f39ab63d412fb16ed6744e0d4d13 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:59:19.844019 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a33a8-441b-4588-8c82-d253ecd9c030 req-4034d0fc-6d6c-4eb1-b658-2593817d442c tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:19.847894 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d931e0c2-b136-46a2-9d4e-acf0c39372fe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:59:19.853424 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b82a33a8-441b-4588-8c82-d253ecd9c030 req-4034d0fc-6d6c-4eb1-b658-2593817d442c tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933ae74-0c33-4c3c-82a1-5c532a76f33d HTTP/1.1" status: 200 len: 2374 time: 0.5191746 May 05 19:59:19.897900 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c689cbac-3803-4211-b451-49d630851b53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:19.915743 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d931e0c2-b136-46a2-9d4e-acf0c39372fe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:59:19.938474 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-dd69ec8c-a8a4-4ffd-ba08-9970b3467501 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1589606 May 05 19:59:19.975636 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b82a33a8-441b-4588-8c82-d253ecd9c030 req-3313d3a2-4d68-469c-a327-0f078e6773ca tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31ec34e-3cb0-41c2-a678-bc0e8ba8a08d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175768 May 05 19:59:19.992931 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-f43d5e72-bbf6-4205-830a-a3c2e91a5b0b tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Request body: {'port': {'device_id': 'a933ae74-0c33-4c3c-82a1-5c532a76f33d', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '6b772374-6081-4e39-9eff-bc22d208b283', 'admin_state_up': True, 'tenant_id': '0a29a66ef9e34d17926285dc8f054582', 'security_groups': ['b31ec34e-3cb0-41c2-a678-bc0e8ba8a08d']}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:59:20.012679 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d931e0c2-b136-46a2-9d4e-acf0c39372fe admin admin] Made reservation on behalf of cd85f39ab63d412fb16ed6744e0d4d13 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:59:20.015482 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d931e0c2-b136-46a2-9d4e-acf0c39372fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:20.076021 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dba656-dfa6-4bfe-b31e-f28cdd017d70 None None] Pushing event updated for resources: {'Port': ['ID=41725b52-1698-4f0d-85b4-e7c691e2b891,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:20.076997 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a06da7df-b10b-4815-b6ad-cd750035e88c tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:20.116981 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d6ab6cac-f4ca-4680-8708-999a7d9df88c tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Notify callbacks [] for floatingip, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:20.135065 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d6ab6cac-f4ca-4680-8708-999a7d9df88c tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:20.136789 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d6ab6cac-f4ca-4680-8708-999a7d9df88c tempest-ServersTestManualDisk-1614330576 tempest-ServersTestManualDisk-1614330576-project] 10.222.0.36 "DELETE /v2.0/floatingips/9b617cbd-5fc9-4b8a-b123-ece480331dca HTTP/1.1" status: 204 len: 168 time: 3.0363705 May 05 19:59:20.138300 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d931e0c2-b136-46a2-9d4e-acf0c39372fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:20.139683 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 40764) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:59:20.331422 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f37ac-e6a0-43d8-a78e-f74657651431 req-cec6486f-13ad-4e2f-82ff-47b5d80e59b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:20.331422 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b28f37ac-e6a0-43d8-a78e-f74657651431 req-cec6486f-13ad-4e2f-82ff-47b5d80e59b0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f2ae61dc-0e68-43f2-aa9d-9285f9c6dc1b HTTP/1.1" status: 200 len: 1096 time: 1.0502868 May 05 19:59:20.361648 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d931e0c2-b136-46a2-9d4e-acf0c39372fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:59:20.402559 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d931e0c2-b136-46a2-9d4e-acf0c39372fe admin admin] Usage tracker for resource:security_group_rule and tenant:cd85f39ab63d412fb16ed6744e0d4d13 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:59:20.415392 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d931e0c2-b136-46a2-9d4e-acf0c39372fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:59:20.444426 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d931e0c2-b136-46a2-9d4e-acf0c39372fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:59:20.538530 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b28f37ac-e6a0-43d8-a78e-f74657651431 req-a53e4640-c6f0-457e-9f83-fb87c9082670 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3cb43301-61da-408d-ba7f-c0b8dd491c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964288 May 05 19:59:20.780340 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-f43d5e72-bbf6-4205-830a-a3c2e91a5b0b tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:59:20.815989 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-f43d5e72-bbf6-4205-830a-a3c2e91a5b0b tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:59:20.853760 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a06da7df-b10b-4815-b6ad-cd750035e88c tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:20.868816 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef8d1da-e526-4068-96d0-05c0a88af773 req-cce4fcac-3f5f-44a1-8a3c-481bfc72a30b tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:20.870306 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3ef8d1da-e526-4068-96d0-05c0a88af773 req-cce4fcac-3f5f-44a1-8a3c-481bfc72a30b tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/ports?device_id=f2ae61dc-0e68-43f2-aa9d-9285f9c6dc1b HTTP/1.1" status: 200 len: 945 time: 0.7010040 May 05 19:59:20.881896 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a06da7df-b10b-4815-b6ad-cd750035e88c tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:20.886843 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-f43d5e72-bbf6-4205-830a-a3c2e91a5b0b tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Made reservation on behalf of 0a29a66ef9e34d17926285dc8f054582 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:59:21.138503 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-85a92ac3-e880-4888-bbcb-96a3b3d29b85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:21.245231 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 41725b52-1698-4f0d-85b4-e7c691e2b891 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:59:21.246393 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-f43d5e72-bbf6-4205-830a-a3c2e91a5b0b tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:21.255441 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54d37de-44a2-4a08-b933-6b5b101d5e16 req-26eda8ee-add5-4abc-a264-d28fc1d0337a tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:21.256972 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a54d37de-44a2-4a08-b933-6b5b101d5e16 req-26eda8ee-add5-4abc-a264-d28fc1d0337a tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ef8a1b-b5c5-4d08-9e84-1bc77a3ab332 HTTP/1.1" status: 200 len: 946 time: 0.2268286 May 05 19:59:21.285936 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06da7df-b10b-4815-b6ad-cd750035e88c tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Pushing event updated for resources: {'Port': ['ID=1c7e984c-9372-48a7-88f0-bf67f4f47f74,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:21.313152 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a54d37de-44a2-4a08-b933-6b5b101d5e16 req-1d5d1944-0f5f-4e67-bbf0-66addeb16bfb tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/security-groups?id=60903d7d-e068-4be3-b1cd-aedae880a3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491533 May 05 19:59:21.315424 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3ef8d1da-e526-4068-96d0-05c0a88af773 req-5021b445-65f5-4f97-b16c-5e1ee5c3f2e0 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cb43301-61da-408d-ba7f-c0b8dd491c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4344049 May 05 19:59:21.325249 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d931e0c2-b136-46a2-9d4e-acf0c39372fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:21.402747 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 41725b52-1698-4f0d-85b4-e7c691e2b891 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:59:21.528770 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d931e0c2-b136-46a2-9d4e-acf0c39372fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:21.687928 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d931e0c2-b136-46a2-9d4e-acf0c39372fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80fa4dbb-a071-449b-a651-c883c7b9af94,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:21.691334 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a06da7df-b10b-4815-b6ad-cd750035e88c tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:21.691682 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58f2ed4-eda7-42b5-82d4-b3e4571da01f None None] Network 4ff8f910-bc11-4ef5-a12f-15a3d2503f34 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:59:21.750057 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d931e0c2-b136-46a2-9d4e-acf0c39372fe admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 19:59:21.832869 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-f424dcf3-97a2-4174-81f8-1c21a0f0c380 None None] Provisioning for port 41725b52-1698-4f0d-85b4-e7c691e2b891 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:59:21.847498 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-f424dcf3-97a2-4174-81f8-1c21a0f0c380 None None] Provisioning complete for port 41725b52-1698-4f0d-85b4-e7c691e2b891 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:59:21.848258 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f424dcf3-97a2-4174-81f8-1c21a0f0c380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:21.864367 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d931e0c2-b136-46a2-9d4e-acf0c39372fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:21.864788 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-d931e0c2-b136-46a2-9d4e-acf0c39372fe admin admin] Added segment ecb6aeee-b225-4e3b-a7b6-70622da0cf45 of type vlan for network 8dfd2b37-488a-4d30-a912-23b4e25a65ef May 05 19:59:21.867271 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1402727-3090-44db-b854-b80f66c58725 req-a587b2e0-6ec7-4464-a741-81b95ef55938 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:21.876964 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1402727-3090-44db-b854-b80f66c58725 req-a587b2e0-6ec7-4464-a741-81b95ef55938 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:21.883851 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1402727-3090-44db-b854-b80f66c58725 req-a587b2e0-6ec7-4464-a741-81b95ef55938 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:21.887317 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a06da7df-b10b-4815-b6ad-cd750035e88c tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:21.888750 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a06da7df-b10b-4815-b6ad-cd750035e88c tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3129580 May 05 19:59:21.904902 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c1402727-3090-44db-b854-b80f66c58725 req-a587b2e0-6ec7-4464-a741-81b95ef55938 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933ae74-0c33-4c3c-82a1-5c532a76f33d HTTP/1.1" status: 200 len: 2374 time: 0.4061310 May 05 19:59:21.976917 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c689cbac-3803-4211-b451-49d630851b53 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:22.017053 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c1402727-3090-44db-b854-b80f66c58725 req-f24d30a2-770e-4d2f-a887-c78a744e0f4c tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31ec34e-3cb0-41c2-a678-bc0e8ba8a08d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090155 May 05 19:59:22.048190 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c689cbac-3803-4211-b451-49d630851b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:22.058040 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d931e0c2-b136-46a2-9d4e-acf0c39372fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:22.130182 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-85a92ac3-e880-4888-bbcb-96a3b3d29b85 admin admin] Deleting port eac9a631-8c00-4418-a94b-d25d3cbd658f {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:59:22.130608 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-85a92ac3-e880-4888-bbcb-96a3b3d29b85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:22.312535 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f424dcf3-97a2-4174-81f8-1c21a0f0c380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:22.378742 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-f424dcf3-97a2-4174-81f8-1c21a0f0c380 None None] For port 41725b52-1698-4f0d-85b4-e7c691e2b891, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=41725b52-1698-4f0d-85b4-e7c691e2b891,segment=NetworkSegment(46432553-9a34-4ffa-96fb-bfbbf44f2246),segment_id=46432553-9a34-4ffa-96fb-bfbbf44f2246)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:59:22.386443 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f424dcf3-97a2-4174-81f8-1c21a0f0c380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:22.407034 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d931e0c2-b136-46a2-9d4e-acf0c39372fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:22.408874 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d931e0c2-b136-46a2-9d4e-acf0c39372fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:22.409593 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d931e0c2-b136-46a2-9d4e-acf0c39372fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:22.421329 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-85a92ac3-e880-4888-bbcb-96a3b3d29b85 admin admin] For port eac9a631-8c00-4418-a94b-d25d3cbd658f, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=eac9a631-8c00-4418-a94b-d25d3cbd658f,segment=NetworkSegment(27007867-64fe-419a-8b8b-c5a5570bcf48),segment_id=27007867-64fe-419a-8b8b-c5a5570bcf48)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:59:22.421928 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-85a92ac3-e880-4888-bbcb-96a3b3d29b85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:22.427086 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-f43d5e72-bbf6-4205-830a-a3c2e91a5b0b tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Allocated IP 10.2.2.100 (6b772374-6081-4e39-9eff-bc22d208b283/5d6b419d-4ed5-4b2f-a9e6-89c8e3d7a55a/506f9f85-5ebc-4ad3-a1f3-615f8594dee2) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:59:22.471977 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f424dcf3-97a2-4174-81f8-1c21a0f0c380 None None] Pushing event updated for resources: {'Port': ['ID=41725b52-1698-4f0d-85b4-e7c691e2b891,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:22.649010 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d931e0c2-b136-46a2-9d4e-acf0c39372fe admin admin] Pushing event updated for resources: {'Network': ['ID=8dfd2b37-488a-4d30-a912-23b4e25a65ef,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:22.661641 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 8dfd2b37-488a-4d30-a912-23b4e25a65ef details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 19:59:22.680465 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-85a92ac3-e880-4888-bbcb-96a3b3d29b85 admin admin] Calling delete_port for eac9a631-8c00-4418-a94b-d25d3cbd658f owned by network:router_interface {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:59:22.744035 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d931e0c2-b136-46a2-9d4e-acf0c39372fe admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.3101504 May 05 19:59:22.749180 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40806) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:59:22.769680 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-9a6cea4e-1e42-4240-875c-846d5cadcc75 admin admin] Request body: {'subnet': {'network_id': '8dfd2b37-488a-4d30-a912-23b4e25a65ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-782513928-subnet', 'tenant_id': 'cd85f39ab63d412fb16ed6744e0d4d13', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:59:22.805845 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-9a6cea4e-1e42-4240-875c-846d5cadcc75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:59:22.809001 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-c689cbac-3803-4211-b451-49d630851b53 admin admin] Allocated IP 172.25.0.229 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/ab0f2919-159e-495d-ad6e-1fc9a7761efb) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:59:22.813670 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dabb550b-7788-422c-a12d-4974bad94244 req-33bd5383-3ee1-4bfa-9341-5f1027ff46b3 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--247526306&fields=id&tenant_id=99f8ff370e2040efb9285a4ae37c20cd HTTP/1.1" status: 200 len: 267 time: 0.2189012 May 05 19:59:22.843917 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-9a6cea4e-1e42-4240-875c-846d5cadcc75 admin admin] Usage tracker for resource:subnet and tenant:cd85f39ab63d412fb16ed6744e0d4d13 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:59:22.849855 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-0b640dff-a4b9-4cfd-a871-254dbadb80d5 None None] Provisioning complete for port 41725b52-1698-4f0d-85b4-e7c691e2b891 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:59:22.850550 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0b640dff-a4b9-4cfd-a871-254dbadb80d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:22.894664 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-9a6cea4e-1e42-4240-875c-846d5cadcc75 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:59:22.913955 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-9a6cea4e-1e42-4240-875c-846d5cadcc75 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:59:23.042003 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6cea4e-1e42-4240-875c-846d5cadcc75 admin admin] Made reservation on behalf of cd85f39ab63d412fb16ed6744e0d4d13 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:59:23.045556 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9a6cea4e-1e42-4240-875c-846d5cadcc75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:23.075469 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15932bab-f937-4c66-949b-2737263a4d25 req-0bea1bdb-9dea-4b96-a2be-4b38bc7a0608 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:23.084284 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-15932bab-f937-4c66-949b-2737263a4d25 req-0bea1bdb-9dea-4b96-a2be-4b38bc7a0608 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/ports?device_id=f2ae61dc-0e68-43f2-aa9d-9285f9c6dc1b HTTP/1.1" status: 200 len: 945 time: 0.3291008 May 05 19:59:23.154897 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb550b-7788-422c-a12d-4974bad94244 req-9f21f923-f5ae-49da-a80e-1fbd68d5ccab tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:23.155135 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-dabb550b-7788-422c-a12d-4974bad94244 req-9f21f923-f5ae-49da-a80e-1fbd68d5ccab tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Synchronizing usage tracker for tenant:99f8ff370e2040efb9285a4ae37c20cd on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:59:23.157812 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-15932bab-f937-4c66-949b-2737263a4d25 req-596beeb6-1f1f-4d21-89e7-03ea996d5558 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cb43301-61da-408d-ba7f-c0b8dd491c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726109 May 05 19:59:23.163734 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 41725b52-1698-4f0d-85b4-e7c691e2b891 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:59:23.321838 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-dabb550b-7788-422c-a12d-4974bad94244 req-9f21f923-f5ae-49da-a80e-1fbd68d5ccab tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Unset dirty status for tenant:99f8ff370e2040efb9285a4ae37c20cd on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:59:23.323446 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dabb550b-7788-422c-a12d-4974bad94244 req-9f21f923-f5ae-49da-a80e-1fbd68d5ccab tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/ports/14c5b767-97a9-4549-bb17-b81554f9a5a4 HTTP/1.1" status: 200 len: 930 time: 0.4994662 May 05 19:59:23.324756 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 41725b52-1698-4f0d-85b4-e7c691e2b891 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:59:23.325260 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:23.338049 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-85a92ac3-e880-4888-bbcb-96a3b3d29b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:23.466493 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-f43d5e72-bbf6-4205-830a-a3c2e91a5b0b tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:23.487033 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c689cbac-3803-4211-b451-49d630851b53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:23.533907 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb550b-7788-422c-a12d-4974bad94244 req-8b5be67a-29b8-4be2-8e53-3495f3c9cdf9 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:23.535579 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dabb550b-7788-422c-a12d-4974bad94244 req-8b5be67a-29b8-4be2-8e53-3495f3c9cdf9 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/ports/109bdc14-cc66-4c71-a4e0-3647d00033b0 HTTP/1.1" status: 200 len: 932 time: 0.2023065 May 05 19:59:23.544101 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-f43d5e72-bbf6-4205-830a-a3c2e91a5b0b tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Transition to ACTIVE for port object 506f9f85-5ebc-4ad3-a1f3-615f8594dee2 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:59:23.586547 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a92ac3-e880-4888-bbcb-96a3b3d29b85 admin admin] Pushing event deleted for resources: {'Port': ['ID=eac9a631-8c00-4418-a94b-d25d3cbd658f,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:23.671439 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dabb550b-7788-422c-a12d-4974bad94244 req-cc261356-a206-4096-b79e-a930b99b6e8f tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/ports?network_id=98f65143-638f-41c6-b245-4fc7a96707e2&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1256614 May 05 19:59:23.691172 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c689cbac-3803-4211-b451-49d630851b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:23.851121 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564546b-3386-4642-99aa-fce69c1b92d4 req-78087ef6-e0ee-4b2c-aaef-c55ce0156001 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:23.857232 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dabb550b-7788-422c-a12d-4974bad94244 req-4905281b-97a5-4dbd-860e-d61b31bea4a1 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/ports?network_id=98f65143-638f-41c6-b245-4fc7a96707e2&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1736054 May 05 19:59:23.860489 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5564546b-3386-4642-99aa-fce69c1b92d4 req-78087ef6-e0ee-4b2c-aaef-c55ce0156001 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ef8a1b-b5c5-4d08-9e84-1bc77a3ab332 HTTP/1.1" status: 200 len: 946 time: 0.5808961 May 05 19:59:23.875841 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c689cbac-3803-4211-b451-49d630851b53 admin admin] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:59:23.937094 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-c689cbac-3803-4211-b451-49d630851b53 admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:59:23.948194 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-f43d5e72-bbf6-4205-830a-a3c2e91a5b0b tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:23.960940 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c689cbac-3803-4211-b451-49d630851b53 admin admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:59:23.987188 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5564546b-3386-4642-99aa-fce69c1b92d4 req-3b281b37-4675-4ffa-ab4d-33bebe400aa2 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/security-groups?id=60903d7d-e068-4be3-b1cd-aedae880a3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249995 May 05 19:59:24.013454 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c689cbac-3803-4211-b451-49d630851b53 admin admin] Pushing event updated for resources: {'Port': ['ID=ab0f2919-159e-495d-ad6e-1fc9a7761efb,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:24.052990 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-85a92ac3-e880-4888-bbcb-96a3b3d29b85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:24.135755 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-f43d5e72-bbf6-4205-830a-a3c2e91a5b0b tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Network 6b772374-6081-4e39-9eff-bc22d208b283 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:59:24.168145 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-f43d5e72-bbf6-4205-830a-a3c2e91a5b0b tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:59:24.170211 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9a6cea4e-1e42-4240-875c-846d5cadcc75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:24.179413 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-f43d5e72-bbf6-4205-830a-a3c2e91a5b0b tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:59:24.554642 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43d5e72-bbf6-4205-830a-a3c2e91a5b0b tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Pushing event updated for resources: {'Port': ['ID=506f9f85-5ebc-4ad3-a1f3-615f8594dee2,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:24.556094 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-d25304a6-426e-4ae0-bcdb-983e3c180b5a None None] Provisioning for port 506f9f85-5ebc-4ad3-a1f3-615f8594dee2 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:59:24.572033 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-d25304a6-426e-4ae0-bcdb-983e3c180b5a None None] Provisioning complete for port 506f9f85-5ebc-4ad3-a1f3-615f8594dee2 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:59:24.572802 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d25304a6-426e-4ae0-bcdb-983e3c180b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:24.606792 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb550b-7788-422c-a12d-4974bad94244 req-3db2d26a-aeae-4950-abe1-e69adfe4ed96 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:24.612972 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb550b-7788-422c-a12d-4974bad94244 req-3db2d26a-aeae-4950-abe1-e69adfe4ed96 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:24.620398 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb550b-7788-422c-a12d-4974bad94244 req-3db2d26a-aeae-4950-abe1-e69adfe4ed96 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:24.621246 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-dabb550b-7788-422c-a12d-4974bad94244 req-3db2d26a-aeae-4950-abe1-e69adfe4ed96 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Synchronizing usage tracker for tenant:99f8ff370e2040efb9285a4ae37c20cd on resource:network {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:59:24.658875 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85a92ac3-e880-4888-bbcb-96a3b3d29b85 admin admin] Router 1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 19:59:24.681297 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8947ca22-3459-4396-bdea-86edb67cefb8 req-c7e9cd84-9508-4462-9937-714f08e95a7a tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:24.687182 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8947ca22-3459-4396-bdea-86edb67cefb8 req-c7e9cd84-9508-4462-9937-714f08e95a7a tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:24.694033 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8947ca22-3459-4396-bdea-86edb67cefb8 req-c7e9cd84-9508-4462-9937-714f08e95a7a tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:24.700933 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8947ca22-3459-4396-bdea-86edb67cefb8 req-c7e9cd84-9508-4462-9937-714f08e95a7a tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:24.702747 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8947ca22-3459-4396-bdea-86edb67cefb8 req-c7e9cd84-9508-4462-9937-714f08e95a7a tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933ae74-0c33-4c3c-82a1-5c532a76f33d HTTP/1.1" status: 200 len: 3095 time: 0.1648848 May 05 19:59:24.715475 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-d25304a6-426e-4ae0-bcdb-983e3c180b5a None None] Port 506f9f85-5ebc-4ad3-a1f3-615f8594dee2 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:59:24.760339 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6cea4e-1e42-4240-875c-846d5cadcc75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8749de71-a058-48eb-aa71-1534aba74246,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:24.804761 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-f43d5e72-bbf6-4205-830a-a3c2e91a5b0b tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:24.805420 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-f43d5e72-bbf6-4205-830a-a3c2e91a5b0b tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:24.832972 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-dabb550b-7788-422c-a12d-4974bad94244 req-3db2d26a-aeae-4950-abe1-e69adfe4ed96 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Unset dirty status for tenant:99f8ff370e2040efb9285a4ae37c20cd on resource:network {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:59:24.833796 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dabb550b-7788-422c-a12d-4974bad94244 req-3db2d26a-aeae-4950-abe1-e69adfe4ed96 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/networks?id=d94c136e-3c4f-4290-8cd6-81a4e89af7f3&id=0940b73f-d9f5-4601-bc7a-4ddc6f68c068&id=0940b73f-d9f5-4601-bc7a-4ddc6f68c068&id=98f65143-638f-41c6-b245-4fc7a96707e2&id=98f65143-638f-41c6-b245-4fc7a96707e2 HTTP/1.1" status: 200 len: 1988 time: 0.9617248 May 05 19:59:24.865924 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6cea4e-1e42-4240-875c-846d5cadcc75 admin admin] Checking segment: {'id': 'ecb6aeee-b225-4e3b-a7b6-70622da0cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8dfd2b37-488a-4d30-a912-23b4e25a65ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:59:24.866301 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6cea4e-1e42-4240-875c-846d5cadcc75 admin admin] Network hostable DHCP agents. Network: 8dfd2b37-488a-4d30-a912-23b4e25a65ef, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 19:59:24.882148 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dabb550b-7788-422c-a12d-4974bad94244 req-dd7debaf-0709-4ae3-b23b-4e0f4a70eb04 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/quotas/99f8ff370e2040efb9285a4ae37c20cd HTTP/1.1" status: 200 len: 375 time: 0.0356665 May 05 19:59:24.894650 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-f43d5e72-bbf6-4205-830a-a3c2e91a5b0b tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9088933 May 05 19:59:24.940329 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-6d65a2bd-c93f-4db8-b9b9-d672fc1e19b8 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Request body: {'port': {'device_id': 'a933ae74-0c33-4c3c-82a1-5c532a76f33d', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '6b772374-6081-4e39-9eff-bc22d208b283', 'admin_state_up': True, 'tenant_id': '0a29a66ef9e34d17926285dc8f054582', 'security_groups': ['b31ec34e-3cb0-41c2-a678-bc0e8ba8a08d']}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:59:24.969339 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8947ca22-3459-4396-bdea-86edb67cefb8 req-5931136f-fcf1-4735-bf6b-21b7adb2138a tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31ec34e-3cb0-41c2-a678-bc0e8ba8a08d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1882231 May 05 19:59:25.025729 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a92ac3-e880-4888-bbcb-96a3b3d29b85 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 19:59:25.037866 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e98b31-d610-4e0a-aee1-23b0fcd3f174 None None] Sync routers for ids ['1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 19:59:25.049350 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-85a92ac3-e880-4888-bbcb-96a3b3d29b85 admin admin] 10.222.0.36 "PUT /v2.0/routers/1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9076509 May 05 19:59:25.052159 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 40824) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:59:25.054120 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e98b31-d610-4e0a-aee1-23b0fcd3f174 None None] Routers {'1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:59:25.054818 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-64e98b31-d610-4e0a-aee1-23b0fcd3f174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:59:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:59:25.058991 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6cea4e-1e42-4240-875c-846d5cadcc75 admin admin] Network 8dfd2b37-488a-4d30-a912-23b4e25a65ef is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 19:59:25.160733 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-9a6cea4e-1e42-4240-875c-846d5cadcc75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 8dfd2b37-488a-4d30-a912-23b4e25a65ef) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:59:25.185674 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464aa458-41f1-4f2f-a7d7-afdd748dd547 None None] Network 8dfd2b37-488a-4d30-a912-23b4e25a65ef requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:59:25.287301 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c689cbac-3803-4211-b451-49d630851b53 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:25.332903 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5535cc04-76d9-485f-ad1b-eb92580ed3f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:25.377487 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6cea4e-1e42-4240-875c-846d5cadcc75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:25.379170 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9a6cea4e-1e42-4240-875c-846d5cadcc75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:25.498286 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-9a6cea4e-1e42-4240-875c-846d5cadcc75 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.7428734 May 05 19:59:25.588097 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec866ee1-dd67-44cc-8492-3ec750eed7f5 None None] Network 8dfd2b37-488a-4d30-a912-23b4e25a65ef requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:59:25.713544 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dabb550b-7788-422c-a12d-4974bad94244 req-29b5dc1c-3c56-4ee5-b1f6-a3f5909998ee tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=99f8ff370e2040efb9285a4ae37c20cd&fields=id HTTP/1.1" status: 200 len: 532 time: 0.8231132 May 05 19:59:25.777751 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-6d65a2bd-c93f-4db8-b9b9-d672fc1e19b8 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:59:25.830422 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-6d65a2bd-c93f-4db8-b9b9-d672fc1e19b8 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:59:25.832499 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-64e98b31-d610-4e0a-aee1-23b0fcd3f174 None None] Set router 1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:59:25.871782 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-6d65a2bd-c93f-4db8-b9b9-d672fc1e19b8 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Made reservation on behalf of 0a29a66ef9e34d17926285dc8f054582 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:59:25.888012 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-6d65a2bd-c93f-4db8-b9b9-d672fc1e19b8 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:25.941933 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [req-dabb550b-7788-422c-a12d-4974bad94244 req-caf2e2b1-5979-4a39-8288-4519da2353cd service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 19:59:25.942938 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dabb550b-7788-422c-a12d-4974bad94244 req-caf2e2b1-5979-4a39-8288-4519da2353cd service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1617479 May 05 19:59:25.947748 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5535cc04-76d9-485f-ad1b-eb92580ed3f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:25.982104 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-5535cc04-76d9-485f-ad1b-eb92580ed3f6 admin admin] Deleting port d5236884-e57c-4a7a-8ab9-8dae6959201e {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:59:25.982800 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5535cc04-76d9-485f-ad1b-eb92580ed3f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:26.047935 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f74bbf-636c-4e8a-9c21-c10ca976f967 req-0f9f4de8-e164-4429-9cd6-f897b63043a6 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:26.056091 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-46f74bbf-636c-4e8a-9c21-c10ca976f967 req-0f9f4de8-e164-4429-9cd6-f897b63043a6 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ef8a1b-b5c5-4d08-9e84-1bc77a3ab332 HTTP/1.1" status: 200 len: 946 time: 0.2875321 May 05 19:59:26.121812 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-46f74bbf-636c-4e8a-9c21-c10ca976f967 req-b5361729-0e76-40f5-858d-285970e4b55b tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/security-groups?id=60903d7d-e068-4be3-b1cd-aedae880a3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638790 May 05 19:59:26.438478 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dabb550b-7788-422c-a12d-4974bad94244 req-811870a9-9d48-4e12-8ae2-21b53109a8fd service neutron] 10.222.0.36 "GET /v2.0/networks/d94c136e-3c4f-4290-8cd6-81a4e89af7f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4840903 May 05 19:59:26.451473 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-5535cc04-76d9-485f-ad1b-eb92580ed3f6 admin admin] For port d5236884-e57c-4a7a-8ab9-8dae6959201e, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=d5236884-e57c-4a7a-8ab9-8dae6959201e,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:59:26.452418 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5535cc04-76d9-485f-ad1b-eb92580ed3f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:26.456452 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-64e98b31-d610-4e0a-aee1-23b0fcd3f174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d', 'name': 'tempest-ServersTestManualDisk-1650204279-router', 'tenant_id': '12d6d803715a4d1faae5ab453e890665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': 'd5236884-e57c-4a7a-8ab9-8dae6959201e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:56:57Z', 'updated_at': '2022-05-05T19:59:23Z', 'revision_number': 5, 'project_id': '12d6d803715a4d1faae5ab453e890665', 'gw_port': {'id': 'd5236884-e57c-4a7a-8ab9-8dae6959201e', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:01Z', 'updated_at': '2022-05-05T19:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:59:26.460668 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e98b31-d610-4e0a-aee1-23b0fcd3f174 None None] Checking router: 1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 19:59:26.470744 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c689cbac-3803-4211-b451-49d630851b53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:26.478855 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e98b31-d610-4e0a-aee1-23b0fcd3f174 None None] Routers {'1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:59:26.480137 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-64e98b31-d610-4e0a-aee1-23b0fcd3f174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:59:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:59:26.697142 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-5535cc04-76d9-485f-ad1b-eb92580ed3f6 admin admin] Calling delete_port for d5236884-e57c-4a7a-8ab9-8dae6959201e owned by network:router_gateway {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:59:26.724861 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-64e98b31-d610-4e0a-aee1-23b0fcd3f174 None None] Set router 1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d gateway port host: None {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:59:26.774243 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-6d65a2bd-c93f-4db8-b9b9-d672fc1e19b8 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Allocated IP 10.2.2.200 (6b772374-6081-4e39-9eff-bc22d208b283/5d6b419d-4ed5-4b2f-a9e6-89c8e3d7a55a/abcf9515-005c-4990-9cda-dea39f5122a3) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:59:26.935178 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-64e98b31-d610-4e0a-aee1-23b0fcd3f174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d', 'name': 'tempest-ServersTestManualDisk-1650204279-router', 'tenant_id': '12d6d803715a4d1faae5ab453e890665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:56:57Z', 'updated_at': '2022-05-05T19:59:25Z', 'revision_number': 6, 'project_id': '12d6d803715a4d1faae5ab453e890665', 'gw_port_host': None}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:59:26.942191 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e98b31-d610-4e0a-aee1-23b0fcd3f174 None None] The sync data for ids ['1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d'] in n-d-840717-1 is: [{'id': '1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d', 'name': 'tempest-ServersTestManualDisk-1650204279-router', 'tenant_id': '12d6d803715a4d1faae5ab453e890665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:56:57Z', 'updated_at': '2022-05-05T19:59:25Z', 'revision_number': 6, 'project_id': '12d6d803715a4d1faae5ab453e890665', 'gw_port_host': None}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 19:59:26.985335 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e28e1-5c27-416e-a2bd-7daa54e96085 req-97ee6046-0183-42cb-8389-29d2334fcb87 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:26.991595 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-255e28e1-5c27-416e-a2bd-7daa54e96085 req-97ee6046-0183-42cb-8389-29d2334fcb87 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/ports?device_id=f2ae61dc-0e68-43f2-aa9d-9285f9c6dc1b HTTP/1.1" status: 200 len: 945 time: 0.5412037 May 05 19:59:27.039693 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5535cc04-76d9-485f-ad1b-eb92580ed3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:27.103274 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5535cc04-76d9-485f-ad1b-eb92580ed3f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5236884-e57c-4a7a-8ab9-8dae6959201e,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:27.115852 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-255e28e1-5c27-416e-a2bd-7daa54e96085 req-f0f010fb-8a3b-412b-9f84-f7e8ce2e9404 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cb43301-61da-408d-ba7f-c0b8dd491c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155508 May 05 19:59:27.238084 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dabb550b-7788-422c-a12d-4974bad94244 req-e2437c47-6a6c-44db-9ce8-5e5cb54925d2 service neutron] 10.222.0.36 "GET /v2.0/networks/d94c136e-3c4f-4290-8cd6-81a4e89af7f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7588847 May 05 19:59:27.245581 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-6d65a2bd-c93f-4db8-b9b9-d672fc1e19b8 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:27.258820 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5535cc04-76d9-485f-ad1b-eb92580ed3f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:27.382471 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-6d65a2bd-c93f-4db8-b9b9-d672fc1e19b8 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Transition to ACTIVE for port object abcf9515-005c-4990-9cda-dea39f5122a3 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:59:27.383295 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device eac9a631-8c00-4418-a94b-d25d3cbd658f no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:59:27.406177 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dabb550b-7788-422c-a12d-4974bad94244 req-dfe2e54c-024b-484e-87bc-3bf6097942b1 service neutron] 10.222.0.36 "GET /v2.0/ports/14c5b767-97a9-4549-bb17-b81554f9a5a4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1570449 May 05 19:59:27.470203 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c689cbac-3803-4211-b451-49d630851b53 admin admin] Router edd03141-4971-48d2-831c-b8ce9d7767eb is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 19:59:27.487465 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: eac9a631-8c00-4418-a94b-d25d3cbd658f {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 19:59:27.487898 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device eac9a631-8c00-4418-a94b-d25d3cbd658f not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:59:27.542680 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-6d65a2bd-c93f-4db8-b9b9-d672fc1e19b8 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:27.644855 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5535cc04-76d9-485f-ad1b-eb92580ed3f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:27.662046 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5535cc04-76d9-485f-ad1b-eb92580ed3f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:27.726982 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-6d65a2bd-c93f-4db8-b9b9-d672fc1e19b8 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Network 6b772374-6081-4e39-9eff-bc22d208b283 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:59:27.734859 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-6d65a2bd-c93f-4db8-b9b9-d672fc1e19b8 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:59:27.743319 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-6d65a2bd-c93f-4db8-b9b9-d672fc1e19b8 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:59:27.778938 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5535cc04-76d9-485f-ad1b-eb92580ed3f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:27.779521 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5535cc04-76d9-485f-ad1b-eb92580ed3f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d {{(pid=88197) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 19:59:27.806751 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dabb550b-7788-422c-a12d-4974bad94244 req-26f685b0-8644-4bbd-814e-bd9d3a66ece1 service neutron] 10.222.0.36 "GET /v2.0/networks/0940b73f-d9f5-4601-bc7a-4ddc6f68c068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3916891 May 05 19:59:27.825321 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-02923be1-c794-49cb-8912-d0d44a2ad1fe tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:27.834061 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-02923be1-c794-49cb-8912-d0d44a2ad1fe tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] 10.222.0.36 "GET /v2.0/networks?id=8dfd2b37-488a-4d30-a912-23b4e25a65ef HTTP/1.1" status: 200 len: 817 time: 0.2366247 May 05 19:59:27.868120 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-9fd807a6-6974-4773-b3d8-2b8602976327 tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] 10.222.0.36 "GET /v2.0/quotas/cd85f39ab63d412fb16ed6744e0d4d13 HTTP/1.1" status: 200 len: 375 time: 0.0327268 May 05 19:59:27.874264 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5535cc04-76d9-485f-ad1b-eb92580ed3f6 admin admin] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:27.877942 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-5535cc04-76d9-485f-ad1b-eb92580ed3f6 admin admin] 10.222.0.36 "DELETE /v2.0/routers/1379aeec-9be4-4249-a7d0-e3cb3b2a8b7d HTTP/1.1" status: 204 len: 168 time: 2.8222866 May 05 19:59:27.904394 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40870) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:59:27.923128 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d65a2bd-c93f-4db8-b9b9-d672fc1e19b8 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Pushing event updated for resources: {'Port': ['ID=abcf9515-005c-4990-9cda-dea39f5122a3,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:27.945662 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-6b3d725f-65b8-4fa6-863e-9df27e97cee1 tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd85f39ab63d412fb16ed6744e0d4d13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0750704 May 05 19:59:28.166150 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-3d1aa259-16de-472e-8d7f-4ad0d2094054 service neutron] 10.222.0.36 "GET /v2.0/networks/8dfd2b37-488a-4d30-a912-23b4e25a65ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109103 May 05 19:59:28.171465 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-6d65a2bd-c93f-4db8-b9b9-d672fc1e19b8 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:28.172120 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-6d65a2bd-c93f-4db8-b9b9-d672fc1e19b8 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:28.184748 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b9e8aa01-30d3-42db-bfef-53e4394be124 None None] Provisioning for port abcf9515-005c-4990-9cda-dea39f5122a3 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:59:28.192643 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b9e8aa01-30d3-42db-bfef-53e4394be124 None None] Provisioning complete for port abcf9515-005c-4990-9cda-dea39f5122a3 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:59:28.193018 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b9e8aa01-30d3-42db-bfef-53e4394be124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:28.194542 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-f71c0874-b45b-4267-ac77-c57f63c421d4 admin admin] Deleting subnet fe9b176d-b178-48c7-bb0b-d17912546ee0 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 19:59:28.212174 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f71c0874-b45b-4267-ac77-c57f63c421d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:28.247601 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c689cbac-3803-4211-b451-49d630851b53 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 19:59:28.263082 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ad4257-de1a-4d77-adee-b3c6e095e620 None None] Sync routers for ids ['edd03141-4971-48d2-831c-b8ce9d7767eb'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 19:59:28.285785 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ad4257-de1a-4d77-adee-b3c6e095e620 None None] Routers {'edd03141-4971-48d2-831c-b8ce9d7767eb'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:59:28.292703 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-48ad4257-de1a-4d77-adee-b3c6e095e620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:59:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['edd03141-4971-48d2-831c-b8ce9d7767eb'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:59:28.303218 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b9e8aa01-30d3-42db-bfef-53e4394be124 None None] Port abcf9515-005c-4990-9cda-dea39f5122a3 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:59:28.331930 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dabb550b-7788-422c-a12d-4974bad94244 req-a8cdc122-b22c-476f-8580-fb17db39c6a8 service neutron] 10.222.0.36 "GET /v2.0/networks/0940b73f-d9f5-4601-bc7a-4ddc6f68c068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4098258 May 05 19:59:28.378597 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f71c0874-b45b-4267-ac77-c57f63c421d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:28.418112 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-6d65a2bd-c93f-4db8-b9b9-d672fc1e19b8 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4823391 May 05 19:59:28.440352 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c689cbac-3803-4211-b451-49d630851b53 admin admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:28.444070 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c689cbac-3803-4211-b451-49d630851b53 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 10.4213264 May 05 19:59:28.447054 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-6dc35900-c589-4489-af4f-3330487eb9bb service neutron] Request body: {'port': {'device_id': 'a933ae74-0c33-4c3c-82a1-5c532a76f33d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:59:28.469075 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 40874) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:59:28.545240 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-48ad4257-de1a-4d77-adee-b3c6e095e620 None None] Set router edd03141-4971-48d2-831c-b8ce9d7767eb gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:59:28.772926 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-4ccca440-c763-4646-9d1f-6a2e030c941e service neutron] 10.222.0.36 "GET /v2.0/networks/8dfd2b37-488a-4d30-a912-23b4e25a65ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6001077 May 05 19:59:28.818747 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dabb550b-7788-422c-a12d-4974bad94244 req-56d77e4b-694b-4f48-895c-3634b4a9f74b service neutron] 10.222.0.36 "GET /v2.0/ports/109bdc14-cc66-4c71-a4e0-3647d00033b0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.4736445 May 05 19:59:28.869319 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-6dc35900-c589-4489-af4f-3330487eb9bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:28.907467 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f777ef00-76b4-45cb-a408-8e985d4b1f86 req-bc4d3111-7d38-4926-8b5d-2c7c532b36af service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=78022ff8-79b6-40f3-923b-df6f4cd7291b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3077929 May 05 19:59:29.091430 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-48ad4257-de1a-4d77-adee-b3c6e095e620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd03141-4971-48d2-831c-b8ce9d7767eb', 'name': 'tempest-FloatingIPsNegativeTestJSON-1633343511-router', 'tenant_id': '7d2b7f4d3c21403996d749a9f4066dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': 'ab0f2919-159e-495d-ad6e-1fc9a7761efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:59:18Z', 'updated_at': '2022-05-05T19:59:24Z', 'revision_number': 3, 'project_id': '7d2b7f4d3c21403996d749a9f4066dc5', 'gw_port': {'id': 'ab0f2919-159e-495d-ad6e-1fc9a7761efb', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd03141-4971-48d2-831c-b8ce9d7767eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:59:22Z', 'updated_at': '2022-05-05T19:59:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:59:29.104861 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ad4257-de1a-4d77-adee-b3c6e095e620 None None] Checking router: edd03141-4971-48d2-831c-b8ce9d7767eb for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 19:59:29.105199 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ad4257-de1a-4d77-adee-b3c6e095e620 None None] Updating router edd03141-4971-48d2-831c-b8ce9d7767eb port ab0f2919-159e-495d-ad6e-1fc9a7761efb binding host n-d-840717-1 {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 19:59:29.108010 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dabb550b-7788-422c-a12d-4974bad94244 req-f0e080dc-88f9-4bf4-a570-292d79d7998c service neutron] 10.222.0.36 "GET /v2.0/networks/0940b73f-d9f5-4601-bc7a-4ddc6f68c068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832859 May 05 19:59:29.120571 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device d5236884-e57c-4a7a-8ab9-8dae6959201e no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:59:29.211987 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: d5236884-e57c-4a7a-8ab9-8dae6959201e {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 19:59:29.212679 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device d5236884-e57c-4a7a-8ab9-8dae6959201e not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:59:29.254498 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-48ad4257-de1a-4d77-adee-b3c6e095e620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:29.276925 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dabb550b-7788-422c-a12d-4974bad94244 req-898485ce-fa67-459e-a5db-92adc0c7ab52 service neutron] 10.222.0.36 "GET /v2.0/networks/0940b73f-d9f5-4601-bc7a-4ddc6f68c068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581550 May 05 19:59:29.282157 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f71c0874-b45b-4267-ac77-c57f63c421d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:29.603065 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f71c0874-b45b-4267-ac77-c57f63c421d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:29.666451 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f71c0874-b45b-4267-ac77-c57f63c421d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:29.671965 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eef1a43-b4fa-4b9b-8702-5cd83ebe9ce5 None None] Network 964832a3-7678-439b-97c2-1f4e7f68480a requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:59:29.888980 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f777ef00-76b4-45cb-a408-8e985d4b1f86 req-b872cfac-62a5-4360-82fd-5375fdd5100c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:29.891181 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f777ef00-76b4-45cb-a408-8e985d4b1f86 req-b872cfac-62a5-4360-82fd-5375fdd5100c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2ac5211529134663a7b81ee9a43f1be9&device_id=78022ff8-79b6-40f3-923b-df6f4cd7291b HTTP/1.1" status: 200 len: 1096 time: 0.4895310 May 05 19:59:29.907500 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e12fe0-e6d1-402c-a2fd-76a1cfa10770 req-ea9aa880-197b-448e-ad10-f1aeac12e520 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:29.914493 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e12fe0-e6d1-402c-a2fd-76a1cfa10770 req-ea9aa880-197b-448e-ad10-f1aeac12e520 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:29.920981 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e12fe0-e6d1-402c-a2fd-76a1cfa10770 req-ea9aa880-197b-448e-ad10-f1aeac12e520 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:29.928678 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e12fe0-e6d1-402c-a2fd-76a1cfa10770 req-ea9aa880-197b-448e-ad10-f1aeac12e520 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:29.935412 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e12fe0-e6d1-402c-a2fd-76a1cfa10770 req-ea9aa880-197b-448e-ad10-f1aeac12e520 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:29.955374 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-81e12fe0-e6d1-402c-a2fd-76a1cfa10770 req-ea9aa880-197b-448e-ad10-f1aeac12e520 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933ae74-0c33-4c3c-82a1-5c532a76f33d HTTP/1.1" status: 200 len: 3816 time: 0.5539336 May 05 19:59:29.955785 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-48ad4257-de1a-4d77-adee-b3c6e095e620 None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:29.972248 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-48ad4257-de1a-4d77-adee-b3c6e095e620 None None] Transition to ACTIVE for port object ab0f2919-159e-495d-ad6e-1fc9a7761efb will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:59:29.981879 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-48ad4257-de1a-4d77-adee-b3c6e095e620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:30.009809 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71c0874-b45b-4267-ac77-c57f63c421d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe9b176d-b178-48c7-bb0b-d17912546ee0,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:30.033726 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dabb550b-7788-422c-a12d-4974bad94244 req-a75530c5-e659-4b90-bc68-cff3cc60512e service neutron] 10.222.0.36 "GET /v2.0/networks/0940b73f-d9f5-4601-bc7a-4ddc6f68c068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7219529 May 05 19:59:30.036917 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f71c0874-b45b-4267-ac77-c57f63c421d4 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/fe9b176d-b178-48c7-bb0b-d17912546ee0 HTTP/1.1" status: 204 len: 168 time: 2.1044071 May 05 19:59:30.066823 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 40894) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:59:30.192308 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-48ad4257-de1a-4d77-adee-b3c6e095e620 None None] Attempting to bind port ab0f2919-159e-495d-ad6e-1fc9a7761efb on host n-d-840717-1 for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:59:30.192308 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-48ad4257-de1a-4d77-adee-b3c6e095e620 None None] Attempting to bind port ab0f2919-159e-495d-ad6e-1fc9a7761efb by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:59:30.192308 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ad4257-de1a-4d77-adee-b3c6e095e620 None None] Attempting to bind port ab0f2919-159e-495d-ad6e-1fc9a7761efb on network 0401d202-1605-4cfe-bad4-fb225df6afb0 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:59:30.214202 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e83cdb-0543-40a7-9050-d38e6566c953 None None] Pushing event updated for resources: {'Port': ['ID=ab0f2919-159e-495d-ad6e-1fc9a7761efb,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:30.225417 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ad4257-de1a-4d77-adee-b3c6e095e620 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:59:30.225789 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ad4257-de1a-4d77-adee-b3c6e095e620 None None] Checking segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:59:30.228050 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-48ad4257-de1a-4d77-adee-b3c6e095e620 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:30.228186 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ad4257-de1a-4d77-adee-b3c6e095e620 None None] Bound using segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:59:30.228555 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-48ad4257-de1a-4d77-adee-b3c6e095e620 None None] Bound port: ab0f2919-159e-495d-ad6e-1fc9a7761efb, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:59:30.228983 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-48ad4257-de1a-4d77-adee-b3c6e095e620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:30.266018 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e83cdb-0543-40a7-9050-d38e6566c953 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:59:30.266389 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e83cdb-0543-40a7-9050-d38e6566c953 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:59:30.266881 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e83cdb-0543-40a7-9050-d38e6566c953 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:59:30.267739 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e83cdb-0543-40a7-9050-d38e6566c953 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:59:30.268069 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e83cdb-0543-40a7-9050-d38e6566c953 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:59:30.268601 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e83cdb-0543-40a7-9050-d38e6566c953 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:59:30.268725 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e83cdb-0543-40a7-9050-d38e6566c953 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:59:30.269005 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e83cdb-0543-40a7-9050-d38e6566c953 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:59:30.269322 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e83cdb-0543-40a7-9050-d38e6566c953 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:59:30.269641 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e83cdb-0543-40a7-9050-d38e6566c953 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:59:30.270542 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e83cdb-0543-40a7-9050-d38e6566c953 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:59:30.270542 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e83cdb-0543-40a7-9050-d38e6566c953 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 19:59:30.298167 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-81e12fe0-e6d1-402c-a2fd-76a1cfa10770 req-8f5699c6-16fc-4423-9523-66bec22f3491 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31ec34e-3cb0-41c2-a678-bc0e8ba8a08d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3387439 May 05 19:59:30.321678 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50a8c8f-b624-4357-b593-316b120cbd0f None None] DHCP port deletion for 964832a3-7678-439b-97c2-1f4e7f68480a request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 19:59:30.327135 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b50a8c8f-b624-4357-b593-316b120cbd0f None None] Deleting port e9aa5620-87fe-4554-9c2e-13971e48fb9e {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:59:30.327931 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b50a8c8f-b624-4357-b593-316b120cbd0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:30.391047 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-48ad4257-de1a-4d77-adee-b3c6e095e620 None None] For port ab0f2919-159e-495d-ad6e-1fc9a7761efb, host n-d-840717-1, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:59:30.397577 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-48ad4257-de1a-4d77-adee-b3c6e095e620 None None] For port ab0f2919-159e-495d-ad6e-1fc9a7761efb, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=ab0f2919-159e-495d-ad6e-1fc9a7761efb,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:59:30.416396 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-48ad4257-de1a-4d77-adee-b3c6e095e620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:30.481370 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-6dc35900-c589-4489-af4f-3330487eb9bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57a1046a-4c1a-41ae-8159-fc2baceea01a {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:59:30.527610 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-6dc35900-c589-4489-af4f-3330487eb9bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:30.644444 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-6dc35900-c589-4489-af4f-3330487eb9bb service neutron] Transition to ACTIVE for port object 57a1046a-4c1a-41ae-8159-fc2baceea01a will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:59:30.662461 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dabb550b-7788-422c-a12d-4974bad94244 req-5b7c4900-40d0-4146-9faf-1763d461161a service neutron] 10.222.0.36 "GET /v2.0/networks/0940b73f-d9f5-4601-bc7a-4ddc6f68c068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6124091 May 05 19:59:30.663328 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-6dc35900-c589-4489-af4f-3330487eb9bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:30.674285 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ad4257-de1a-4d77-adee-b3c6e095e620 None None] Routers {'edd03141-4971-48d2-831c-b8ce9d7767eb'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:59:30.675795 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-48ad4257-de1a-4d77-adee-b3c6e095e620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:59:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['edd03141-4971-48d2-831c-b8ce9d7767eb'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:59:30.692104 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7e7ffd78-376c-4f93-af55-273a22e0643d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:30.695575 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-aa0b6852-3247-4cf5-8dd1-7de605be9266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:30.786240 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e83cdb-0543-40a7-9050-d38e6566c953 None None] Pushing event updated for resources: {'Port': ['ID=ab0f2919-159e-495d-ad6e-1fc9a7761efb,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:30.803970 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b50a8c8f-b624-4357-b593-316b120cbd0f None None] For port e9aa5620-87fe-4554-9c2e-13971e48fb9e, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=e9aa5620-87fe-4554-9c2e-13971e48fb9e,segment=NetworkSegment(27007867-64fe-419a-8b8b-c5a5570bcf48),segment_id=27007867-64fe-419a-8b8b-c5a5570bcf48)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:59:30.807762 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b50a8c8f-b624-4357-b593-316b120cbd0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:31.065639 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b50a8c8f-b624-4357-b593-316b120cbd0f None None] Calling delete_port for e9aa5620-87fe-4554-9c2e-13971e48fb9e owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:59:31.243107 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device e9aa5620-87fe-4554-9c2e-13971e48fb9e no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:59:31.246417 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc35900-c589-4489-af4f-3330487eb9bb service neutron] Pushing event updated for resources: {'Port': ['ID=57a1046a-4c1a-41ae-8159-fc2baceea01a,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:31.271501 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-48ad4257-de1a-4d77-adee-b3c6e095e620 None None] Set router edd03141-4971-48d2-831c-b8ce9d7767eb gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:59:31.412265 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No active binding found for port e9aa5620-87fe-4554-9c2e-13971e48fb9e {{(pid=88199) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 05 19:59:31.412885 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device e9aa5620-87fe-4554-9c2e-13971e48fb9e not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 19:59:31.434022 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b50a8c8f-b624-4357-b593-316b120cbd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:31.509379 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50a8c8f-b624-4357-b593-316b120cbd0f None None] Pushing event deleted for resources: {'Port': ['ID=e9aa5620-87fe-4554-9c2e-13971e48fb9e,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:31.529918 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50a8c8f-b624-4357-b593-316b120cbd0f None None] No DVR routers for this DVR port e9aa5620-87fe-4554-9c2e-13971e48fb9e on host n-d-840717-1 {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 19:59:31.586285 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f777ef00-76b4-45cb-a408-8e985d4b1f86 req-4c939823-8ca6-48cb-bb71-caaad2313a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:31.587861 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f777ef00-76b4-45cb-a408-8e985d4b1f86 req-4c939823-8ca6-48cb-bb71-caaad2313a04 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8a536572-51e8-41c9-b6b4-029e4a14e253 HTTP/1.1" status: 200 len: 920 time: 1.6133709 May 05 19:59:31.633476 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dabb550b-7788-422c-a12d-4974bad94244 req-197ef856-855e-4bdd-be00-9c1c0215ba3c service neutron] 10.222.0.36 "GET /v2.0/networks/0940b73f-d9f5-4601-bc7a-4ddc6f68c068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9013140 May 05 19:59:31.753995 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f777ef00-76b4-45cb-a408-8e985d4b1f86 req-b518d9c7-b2ce-42a5-a292-3af5bd01a23d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50d780a2-f495-43fb-9ec1-8a335ab63da3 HTTP/1.1" status: 200 len: 217 time: 0.1541991 May 05 19:59:31.785596 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-6dc35900-c589-4489-af4f-3330487eb9bb service neutron] Attempting to bind port 57a1046a-4c1a-41ae-8159-fc2baceea01a on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:59:31.785982 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-6dc35900-c589-4489-af4f-3330487eb9bb service neutron] Attempting to bind port 57a1046a-4c1a-41ae-8159-fc2baceea01a by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': '250771b8-aad0-41ac-b102-a5f4eb30b198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5f383bab-d2ac-4d6b-b5b0-d3f0ff3c62c8'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:59:31.786354 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-6dc35900-c589-4489-af4f-3330487eb9bb service neutron] Attempting to bind port 57a1046a-4c1a-41ae-8159-fc2baceea01a on network 5f383bab-d2ac-4d6b-b5b0-d3f0ff3c62c8 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:59:31.789514 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-48ad4257-de1a-4d77-adee-b3c6e095e620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd03141-4971-48d2-831c-b8ce9d7767eb', 'name': 'tempest-FloatingIPsNegativeTestJSON-1633343511-router', 'tenant_id': '7d2b7f4d3c21403996d749a9f4066dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': 'ab0f2919-159e-495d-ad6e-1fc9a7761efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:59:18Z', 'updated_at': '2022-05-05T19:59:24Z', 'revision_number': 3, 'project_id': '7d2b7f4d3c21403996d749a9f4066dc5', 'gw_port': {'id': 'ab0f2919-159e-495d-ad6e-1fc9a7761efb', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd03141-4971-48d2-831c-b8ce9d7767eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:59:22Z', 'updated_at': '2022-05-05T19:59:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:59:31.796499 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ad4257-de1a-4d77-adee-b3c6e095e620 None None] The sync data for ids ['edd03141-4971-48d2-831c-b8ce9d7767eb'] in n-d-840717-1 is: [{'id': 'edd03141-4971-48d2-831c-b8ce9d7767eb', 'name': 'tempest-FloatingIPsNegativeTestJSON-1633343511-router', 'tenant_id': '7d2b7f4d3c21403996d749a9f4066dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': 'ab0f2919-159e-495d-ad6e-1fc9a7761efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:59:18Z', 'updated_at': '2022-05-05T19:59:24Z', 'revision_number': 3, 'project_id': '7d2b7f4d3c21403996d749a9f4066dc5', 'gw_port': {'id': 'ab0f2919-159e-495d-ad6e-1fc9a7761efb', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd03141-4971-48d2-831c-b8ce9d7767eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:59:22Z', 'updated_at': '2022-05-05T19:59:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 19:59:31.799641 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-6dc35900-c589-4489-af4f-3330487eb9bb service neutron] Port 57a1046a-4c1a-41ae-8159-fc2baceea01a on network 5f383bab-d2ac-4d6b-b5b0-d3f0ff3c62c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:59:31.800132 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-6dc35900-c589-4489-af4f-3330487eb9bb service neutron] Attempting to bind port 57a1046a-4c1a-41ae-8159-fc2baceea01a on network 5f383bab-d2ac-4d6b-b5b0-d3f0ff3c62c8 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:59:31.873203 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7e7ffd78-376c-4f93-af55-273a22e0643d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:31.956668 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-6dc35900-c589-4489-af4f-3330487eb9bb service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:59:31.957098 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-6dc35900-c589-4489-af4f-3330487eb9bb service neutron] Checking segment: {'id': '250771b8-aad0-41ac-b102-a5f4eb30b198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5f383bab-d2ac-4d6b-b5b0-d3f0ff3c62c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:59:31.957417 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-6dc35900-c589-4489-af4f-3330487eb9bb service neutron] Bound using segment: {'id': '250771b8-aad0-41ac-b102-a5f4eb30b198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5f383bab-d2ac-4d6b-b5b0-d3f0ff3c62c8'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:59:31.961129 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171b3239-3480-4ec0-96f4-785ef25d55a6 req-23abd1ae-b916-457e-b14a-5dc4979c4933 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:31.967809 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-6dc35900-c589-4489-af4f-3330487eb9bb service neutron] Bound port: 57a1046a-4c1a-41ae-8159-fc2baceea01a, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '250771b8-aad0-41ac-b102-a5f4eb30b198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5f383bab-d2ac-4d6b-b5b0-d3f0ff3c62c8'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:59:31.968150 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-171b3239-3480-4ec0-96f4-785ef25d55a6 req-23abd1ae-b916-457e-b14a-5dc4979c4933 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ef8a1b-b5c5-4d08-9e84-1bc77a3ab332 HTTP/1.1" status: 200 len: 946 time: 1.1851203 May 05 19:59:31.968742 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-6dc35900-c589-4489-af4f-3330487eb9bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:31.999677 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-7e7ffd78-376c-4f93-af55-273a22e0643d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['964832a3-7678-439b-97c2-1f4e7f68480a']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:59:32.016039 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f777ef00-76b4-45cb-a408-8e985d4b1f86 req-62aab3b7-9c66-43b6-9898-49b05a3e0b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:32.018154 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f777ef00-76b4-45cb-a408-8e985d4b1f86 req-62aab3b7-9c66-43b6-9898-49b05a3e0b70 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=afbf8c9c-9fa3-4fdd-ba30-b4249970e4ad HTTP/1.1" status: 200 len: 858 time: 0.2512636 May 05 19:59:32.029940 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6657f8c-4588-4281-b951-f9ef33b2e701 req-14a101b4-7b0c-4566-b5b1-0b72cc659011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:32.031888 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b6657f8c-4588-4281-b951-f9ef33b2e701 req-14a101b4-7b0c-4566-b5b1-0b72cc659011 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d18a2e83eb0a426c94d20465510d41ca&device_id=1ada14d4-7aba-4b42-99fe-0ab13970f361 HTTP/1.1" status: 200 len: 1101 time: 0.5021229 May 05 19:59:32.066618 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-7e7ffd78-376c-4f93-af55-273a22e0643d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27007867-64fe-419a-8b8b-c5a5570bcf48') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:59:32.066909 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-7e7ffd78-376c-4f93-af55-273a22e0643d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27007867-64fe-419a-8b8b-c5a5570bcf48') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:59:32.108256 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7e7ffd78-376c-4f93-af55-273a22e0643d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:32.139018 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-aa0b6852-3247-4cf5-8dd1-7de605be9266 admin admin] Allocated IP 172.20.0.1 (4ff8f910-bc11-4ef5-a12f-15a3d2503f34/c1b42719-7b2b-4829-8451-1c66c922a7a7/7c9e16cc-5cee-4660-8d79-bd2d86cdab9f) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:59:32.146474 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-171b3239-3480-4ec0-96f4-785ef25d55a6 req-f2f2f5bc-dc89-44c1-8f45-7e8af5672d83 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/security-groups?id=60903d7d-e068-4be3-b1cd-aedae880a3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774805 May 05 19:59:32.294281 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dabb550b-7788-422c-a12d-4974bad94244 req-a24e8d51-a1a4-4618-9975-cdf996fd7f25 service neutron] 10.222.0.36 "GET /v2.0/networks/0940b73f-d9f5-4601-bc7a-4ddc6f68c068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6508667 May 05 19:59:32.401806 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-6dc35900-c589-4489-af4f-3330487eb9bb service neutron] For port 57a1046a-4c1a-41ae-8159-fc2baceea01a, host n-h2-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:59:32.437770 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-aa0b6852-3247-4cf5-8dd1-7de605be9266 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:32.467624 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-aa0b6852-3247-4cf5-8dd1-7de605be9266 admin admin] Transition to ACTIVE for port object 7c9e16cc-5cee-4660-8d79-bd2d86cdab9f will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:59:32.490022 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7e7ffd78-376c-4f93-af55-273a22e0643d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:32.504588 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e7ffd78-376c-4f93-af55-273a22e0643d admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 19:59:32.505056 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7e7ffd78-376c-4f93-af55-273a22e0643d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:32.537169 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-aa0b6852-3247-4cf5-8dd1-7de605be9266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:32.561543 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 19:59:32.561543 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 19:59:32.561543 n-d-840717-1 neutron-server[88197]: timer() May 05 19:59:32.561543 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 19:59:32.561543 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 19:59:32.561543 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 19:59:32.561543 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 19:59:32.561543 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 19:59:32.561543 n-d-840717-1 neutron-server[88197]: self._notify() May 05 19:59:32.561543 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 19:59:32.561543 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 19:59:32.561543 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 19:59:32.561543 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 19:59:32.561543 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 19:59:32.561543 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 19:59:32.561543 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 19:59:32.561543 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 19:59:32.561543 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 19:59:32.561543 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 19:59:32.561543 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 19:59:32.561543 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 19:59:32.561543 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 19:59:32.561543 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 19:59:32.561543 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 19:59:32.561543 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 19:59:32.561543 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 19:59:32.561543 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 19:59:32.561543 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 19:59:32.561543 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 19:59:32.561543 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 19:59:32.561543 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 19:59:32.561543 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 19:59:32.651122 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-6dc35900-c589-4489-af4f-3330487eb9bb service neutron] For port 57a1046a-4c1a-41ae-8159-fc2baceea01a, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=57a1046a-4c1a-41ae-8159-fc2baceea01a,segment=NetworkSegment(250771b8-aad0-41ac-b102-a5f4eb30b198),segment_id=250771b8-aad0-41ac-b102-a5f4eb30b198)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:59:32.724156 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-6dc35900-c589-4489-af4f-3330487eb9bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:32.830528 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0b6852-3247-4cf5-8dd1-7de605be9266 admin admin] Pushing event updated for resources: {'Port': ['ID=7c9e16cc-5cee-4660-8d79-bd2d86cdab9f,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:32.848604 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0b6852-3247-4cf5-8dd1-7de605be9266 admin admin] Network 4ff8f910-bc11-4ef5-a12f-15a3d2503f34 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:59:33.203210 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-aa0b6852-3247-4cf5-8dd1-7de605be9266 admin admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:59:33.206561 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0b6852-3247-4cf5-8dd1-7de605be9266 admin admin] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:59:33.304817 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device ab0f2919-159e-495d-ad6e-1fc9a7761efb up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:59:33.313197 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-a946d45f-a6b0-4cf0-af10-33093f3a0e21 tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:33.315882 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-a946d45f-a6b0-4cf0-af10-33093f3a0e21 tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] 10.222.0.24 "GET /v2.0/networks?id=8dfd2b37-488a-4d30-a912-23b4e25a65ef HTTP/1.1" status: 200 len: 817 time: 0.5736718 May 05 19:59:33.317617 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6657f8c-4588-4281-b951-f9ef33b2e701 req-cf274ca8-c8d7-498e-961c-db57b2f35d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:33.319171 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b6657f8c-4588-4281-b951-f9ef33b2e701 req-cf274ca8-c8d7-498e-961c-db57b2f35d68 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3 HTTP/1.1" status: 200 len: 870 time: 1.2375171 May 05 19:59:33.334009 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-6dc35900-c589-4489-af4f-3330487eb9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:33.334632 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-6dc35900-c589-4489-af4f-3330487eb9bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:33.336049 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-6dc35900-c589-4489-af4f-3330487eb9bb service neutron] 10.222.0.50 "PUT /v2.0/ports/57a1046a-4c1a-41ae-8159-fc2baceea01a HTTP/1.1" status: 200 len: 1092 time: 4.8997457 May 05 19:59:33.345777 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7e7ffd78-376c-4f93-af55-273a22e0643d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:33.374671 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-b1d025b2-d200-46c9-90e3-0208314eec60 tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Request body: {'port': {'device_id': '63d6e346-2c04-4083-91cf-5a0be54187d6', 'network_id': '8dfd2b37-488a-4d30-a912-23b4e25a65ef', 'admin_state_up': True, 'tenant_id': 'cd85f39ab63d412fb16ed6744e0d4d13'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:59:33.425417 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a933ae74-0c33-4c3c-82a1-5c532a76f33d', 'tag': '57a1046a-4c1a-41ae-8159-fc2baceea01a'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:59:33.438460 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-4a87f721-24b6-4bf0-b1c1-2caa3841421d tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:33.440740 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-4a87f721-24b6-4bf0-b1c1-2caa3841421d tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Synchronizing usage tracker for tenant:cd85f39ab63d412fb16ed6744e0d4d13 on resource:network {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:59:33.635407 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7e7ffd78-376c-4f93-af55-273a22e0643d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:33.650553 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ffd78-376c-4f93-af55-273a22e0643d admin admin] Pushing event deleted for resources: {'Network': ['ID=964832a3-7678-439b-97c2-1f4e7f68480a,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:33.710651 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port ab0f2919-159e-495d-ad6e-1fc9a7761efb completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:59:33.721286 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port ab0f2919-159e-495d-ad6e-1fc9a7761efb triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:59:33.722296 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:33.901937 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc35900-c589-4489-af4f-3330487eb9bb service neutron] Pushing event updated for resources: {'Port': ['ID=57a1046a-4c1a-41ae-8159-fc2baceea01a,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:33.975544 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-f2ce4ce2-1c0b-4056-8f2d-871bca35dd8c service neutron] Request body: {'port': {'device_id': 'a933ae74-0c33-4c3c-82a1-5c532a76f33d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:59:33.981016 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-aa0b6852-3247-4cf5-8dd1-7de605be9266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:34.163929 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dabb550b-7788-422c-a12d-4974bad94244 req-5f2db85d-6968-48e4-8cc7-11484478f497 service neutron] 10.222.0.36 "GET /v2.0/networks/98f65143-638f-41c6-b245-4fc7a96707e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8556767 May 05 19:59:34.165987 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:34.185691 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port ab0f2919-159e-495d-ad6e-1fc9a7761efb, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=ab0f2919-159e-495d-ad6e-1fc9a7761efb,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:59:34.187103 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-2c137192-9b5e-4395-abf2-9a75800744ba None None] Provisioning for port 7c9e16cc-5cee-4660-8d79-bd2d86cdab9f completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:59:34.195328 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-2c137192-9b5e-4395-abf2-9a75800744ba None None] Provisioning complete for port 7c9e16cc-5cee-4660-8d79-bd2d86cdab9f triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:59:34.195721 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2c137192-9b5e-4395-abf2-9a75800744ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:34.226398 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b6657f8c-4588-4281-b951-f9ef33b2e701 req-9bf6bb5c-ff4e-4f8d-b8b7-46f78211dae4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=59d900ca-6fa6-412a-bab1-dcae6d354933 HTTP/1.1" status: 200 len: 217 time: 0.7773025 May 05 19:59:34.253408 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:34.307996 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-2c137192-9b5e-4395-abf2-9a75800744ba None None] Port 7c9e16cc-5cee-4660-8d79-bd2d86cdab9f cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:59:34.388137 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=ab0f2919-159e-495d-ad6e-1fc9a7761efb,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:34.419957 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-4a87f721-24b6-4bf0-b1c1-2caa3841421d tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Unset dirty status for tenant:cd85f39ab63d412fb16ed6744e0d4d13 on resource:network {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:59:34.421145 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-4a87f721-24b6-4bf0-b1c1-2caa3841421d tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] 10.222.0.50 "GET /v2.0/networks?id=8dfd2b37-488a-4d30-a912-23b4e25a65ef HTTP/1.1" status: 200 len: 817 time: 1.8246112 May 05 19:59:34.520666 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-173a537a-855e-48b1-990f-7a09d2aaddbf tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Request body: {'port': {'device_id': 'e3fd1c54-4b39-4c7e-b4cc-53be49deb13c', 'network_id': '8dfd2b37-488a-4d30-a912-23b4e25a65ef', 'admin_state_up': True, 'tenant_id': 'cd85f39ab63d412fb16ed6744e0d4d13'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:59:34.597786 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-39e9e29f-cba1-46be-9901-8fd0ab0f6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:34.635765 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-7e7ffd78-376c-4f93-af55-273a22e0643d admin admin] 10.222.0.36 "DELETE /v2.0/networks/964832a3-7678-439b-97c2-1f4e7f68480a HTTP/1.1" status: 204 len: 168 time: 4.5651946 May 05 19:59:34.639871 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-b1d025b2-d200-46c9-90e3-0208314eec60 tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:59:34.647863 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f777ef00-76b4-45cb-a408-8e985d4b1f86 req-b55ce8bb-283a-44b7-b801-53802ce61707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:34.650191 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f777ef00-76b4-45cb-a408-8e985d4b1f86 req-b55ce8bb-283a-44b7-b801-53802ce61707 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8a536572-51e8-41c9-b6b4-029e4a14e253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 2.6217628 May 05 19:59:34.670372 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-b1d025b2-d200-46c9-90e3-0208314eec60 tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Usage tracker for resource:port and tenant:cd85f39ab63d412fb16ed6744e0d4d13 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:59:34.756439 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-b1d025b2-d200-46c9-90e3-0208314eec60 tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:59:34.793899 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-b1d025b2-d200-46c9-90e3-0208314eec60 tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:59:34.808024 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6657f8c-4588-4281-b951-f9ef33b2e701 req-fc99753c-1559-4828-8565-54b10c216602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:34.809674 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b6657f8c-4588-4281-b951-f9ef33b2e701 req-fc99753c-1559-4828-8565-54b10c216602 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.5768642 May 05 19:59:34.876078 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 40932) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:59:34.888502 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dabb550b-7788-422c-a12d-4974bad94244 req-1a22f668-4247-4b56-8842-1995205414fb service neutron] 10.222.0.36 "GET /v2.0/networks/98f65143-638f-41c6-b245-4fc7a96707e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7234638 May 05 19:59:34.897060 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-173a537a-855e-48b1-990f-7a09d2aaddbf tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:59:34.901656 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-173a537a-855e-48b1-990f-7a09d2aaddbf tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Usage tracker for resource:port and tenant:cd85f39ab63d412fb16ed6744e0d4d13 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:59:34.904927 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-173a537a-855e-48b1-990f-7a09d2aaddbf tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:59:34.913279 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-173a537a-855e-48b1-990f-7a09d2aaddbf tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:59:34.953958 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-f2ce4ce2-1c0b-4056-8f2d-871bca35dd8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:35.011494 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-173a537a-855e-48b1-990f-7a09d2aaddbf tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Made reservation on behalf of cd85f39ab63d412fb16ed6744e0d4d13 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:59:35.013069 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-b1d025b2-d200-46c9-90e3-0208314eec60 tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Made reservation on behalf of cd85f39ab63d412fb16ed6744e0d4d13 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:59:35.015959 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-173a537a-855e-48b1-990f-7a09d2aaddbf tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:35.016496 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-b1d025b2-d200-46c9-90e3-0208314eec60 tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:35.076835 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d746961e-dd38-4f9f-be59-3393a93f7c00 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=12d6d803715a4d1faae5ab453e890665&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1860366 May 05 19:59:35.121412 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 40938) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:59:35.181644 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device ab0f2919-159e-495d-ad6e-1fc9a7761efb up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:59:35.270866 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port ab0f2919-159e-495d-ad6e-1fc9a7761efb triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:59:35.271906 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:35.318322 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-b1d025b2-d200-46c9-90e3-0208314eec60 tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Allocated IP 172.20.0.4 (8dfd2b37-488a-4d30-a912-23b4e25a65ef/8749de71-a058-48eb-aa71-1534aba74246/0aff34d5-fe04-4ee9-b617-0bfffcdd96d3) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:59:35.376603 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-7aa40fa2-ab1c-4693-bfe8-7af435456b7d tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:35.378191 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-7aa40fa2-ab1c-4693-bfe8-7af435456b7d tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] 10.222.0.50 "GET /v2.0/networks?id=8dfd2b37-488a-4d30-a912-23b4e25a65ef HTTP/1.1" status: 200 len: 817 time: 0.7918706 May 05 19:59:35.416498 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-d8535bc0-3b00-4617-90bb-5aed3bce00dd tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Request body: {'port': {'device_id': 'de3a5a79-7e81-44fa-952a-5884abd9eba0', 'network_id': '8dfd2b37-488a-4d30-a912-23b4e25a65ef', 'admin_state_up': True, 'tenant_id': 'cd85f39ab63d412fb16ed6744e0d4d13'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:59:35.488352 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f777ef00-76b4-45cb-a408-8e985d4b1f86 req-b56395c9-a519-4ef7-a8f0-e276eb05d4e6 service neutron] 10.222.0.50 "GET /v2.0/networks/8a536572-51e8-41c9-b6b4-029e4a14e253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8199885 May 05 19:59:35.508163 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522bca07-5af7-4cb2-9632-e613c0c2a142 req-10357ec5-20e8-423a-beaa-bce2b3907aed tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:35.514095 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522bca07-5af7-4cb2-9632-e613c0c2a142 req-10357ec5-20e8-423a-beaa-bce2b3907aed tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:35.520884 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522bca07-5af7-4cb2-9632-e613c0c2a142 req-10357ec5-20e8-423a-beaa-bce2b3907aed tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:35.526827 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522bca07-5af7-4cb2-9632-e613c0c2a142 req-10357ec5-20e8-423a-beaa-bce2b3907aed tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:35.533430 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522bca07-5af7-4cb2-9632-e613c0c2a142 req-10357ec5-20e8-423a-beaa-bce2b3907aed tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:35.541160 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-522bca07-5af7-4cb2-9632-e613c0c2a142 req-10357ec5-20e8-423a-beaa-bce2b3907aed tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933ae74-0c33-4c3c-82a1-5c532a76f33d HTTP/1.1" status: 200 len: 3828 time: 0.8675478 May 05 19:59:35.761369 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-f2ce4ce2-1c0b-4056-8f2d-871bca35dd8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e25fa10-4b16-4472-9de5-596123987dfe {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:59:35.771595 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f74b3bd3-d761-4ed6-88a3-d70006cc61fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:35.794614 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-f2ce4ce2-1c0b-4056-8f2d-871bca35dd8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:35.820771 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dabb550b-7788-422c-a12d-4974bad94244 req-3c0c15b4-8571-48f4-b826-e94a860ca2fd service neutron] 10.222.0.36 "GET /v2.0/networks/98f65143-638f-41c6-b245-4fc7a96707e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9310908 May 05 19:59:35.852371 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-f2ce4ce2-1c0b-4056-8f2d-871bca35dd8c service neutron] Transition to ACTIVE for port object 3e25fa10-4b16-4472-9de5-596123987dfe will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:59:35.854825 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6657f8c-4588-4281-b951-f9ef33b2e701 req-62ffb13b-6547-42a5-979a-b211a2dda010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:35.856358 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b6657f8c-4588-4281-b951-f9ef33b2e701 req-62ffb13b-6547-42a5-979a-b211a2dda010 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0386550 May 05 19:59:35.859726 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-f2ce4ce2-1c0b-4056-8f2d-871bca35dd8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:35.911991 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-522bca07-5af7-4cb2-9632-e613c0c2a142 req-08926c34-5615-4f74-97f4-0e613e8d3d73 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31ec34e-3cb0-41c2-a678-bc0e8ba8a08d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3698487 May 05 19:59:35.998054 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-d8535bc0-3b00-4617-90bb-5aed3bce00dd tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:59:36.003566 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-d8535bc0-3b00-4617-90bb-5aed3bce00dd tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Usage tracker for resource:port and tenant:cd85f39ab63d412fb16ed6744e0d4d13 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:59:36.007196 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-d8535bc0-3b00-4617-90bb-5aed3bce00dd tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:59:36.016850 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-aa0b6852-3247-4cf5-8dd1-7de605be9266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:36.049341 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-d8535bc0-3b00-4617-90bb-5aed3bce00dd tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:59:36.172981 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f74b3bd3-d761-4ed6-88a3-d70006cc61fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:36.210492 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ce4ce2-1c0b-4056-8f2d-871bca35dd8c service neutron] Pushing event updated for resources: {'Port': ['ID=3e25fa10-4b16-4472-9de5-596123987dfe,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:36.281367 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-d8535bc0-3b00-4617-90bb-5aed3bce00dd tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Made reservation on behalf of cd85f39ab63d412fb16ed6744e0d4d13 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:59:36.284919 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-d8535bc0-3b00-4617-90bb-5aed3bce00dd tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:36.313574 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dabb550b-7788-422c-a12d-4974bad94244 req-be957099-db26-4587-b84a-21630499d30b service neutron] 10.222.0.36 "GET /v2.0/networks/98f65143-638f-41c6-b245-4fc7a96707e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4812381 May 05 19:59:36.318288 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b6657f8c-4588-4281-b951-f9ef33b2e701 req-55ca6203-7d99-4860-a0c1-ffecb9e681ab service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4541557 May 05 19:59:36.324180 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f777ef00-76b4-45cb-a408-8e985d4b1f86 req-a74d37fa-9110-409b-9b05-0d6ce3030ad3 service neutron] 10.222.0.50 "GET /v2.0/networks/8a536572-51e8-41c9-b6b4-029e4a14e253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7608945 May 05 19:59:36.374994 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-f2ce4ce2-1c0b-4056-8f2d-871bca35dd8c service neutron] Attempting to bind port 3e25fa10-4b16-4472-9de5-596123987dfe on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:59:36.375332 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-f2ce4ce2-1c0b-4056-8f2d-871bca35dd8c service neutron] Attempting to bind port 3e25fa10-4b16-4472-9de5-596123987dfe by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': 'c3ba2cac-7dc0-445c-aed5-2efecd511db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5efdefe9-fb05-48a6-914c-98a1b2ebb362'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:59:36.375896 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-f2ce4ce2-1c0b-4056-8f2d-871bca35dd8c service neutron] Attempting to bind port 3e25fa10-4b16-4472-9de5-596123987dfe on network 5efdefe9-fb05-48a6-914c-98a1b2ebb362 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:59:36.382785 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-f2ce4ce2-1c0b-4056-8f2d-871bca35dd8c service neutron] Port 3e25fa10-4b16-4472-9de5-596123987dfe on network 5efdefe9-fb05-48a6-914c-98a1b2ebb362 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:59:36.383091 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-f2ce4ce2-1c0b-4056-8f2d-871bca35dd8c service neutron] Attempting to bind port 3e25fa10-4b16-4472-9de5-596123987dfe on network 5efdefe9-fb05-48a6-914c-98a1b2ebb362 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:59:36.393080 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-f2ce4ce2-1c0b-4056-8f2d-871bca35dd8c service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:59:36.393423 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-f2ce4ce2-1c0b-4056-8f2d-871bca35dd8c service neutron] Checking segment: {'id': 'c3ba2cac-7dc0-445c-aed5-2efecd511db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5efdefe9-fb05-48a6-914c-98a1b2ebb362'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:59:36.393810 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-f2ce4ce2-1c0b-4056-8f2d-871bca35dd8c service neutron] Bound using segment: {'id': 'c3ba2cac-7dc0-445c-aed5-2efecd511db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5efdefe9-fb05-48a6-914c-98a1b2ebb362'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:59:36.394245 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-f2ce4ce2-1c0b-4056-8f2d-871bca35dd8c service neutron] Bound port: 3e25fa10-4b16-4472-9de5-596123987dfe, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3ba2cac-7dc0-445c-aed5-2efecd511db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5efdefe9-fb05-48a6-914c-98a1b2ebb362'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:59:36.394588 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-f2ce4ce2-1c0b-4056-8f2d-871bca35dd8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:36.435641 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-b1d025b2-d200-46c9-90e3-0208314eec60 tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:36.592790 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-f2ce4ce2-1c0b-4056-8f2d-871bca35dd8c service neutron] For port 3e25fa10-4b16-4472-9de5-596123987dfe, host n-h2-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:59:36.599149 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-f2ce4ce2-1c0b-4056-8f2d-871bca35dd8c service neutron] For port 3e25fa10-4b16-4472-9de5-596123987dfe, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=3e25fa10-4b16-4472-9de5-596123987dfe,segment=NetworkSegment(c3ba2cac-7dc0-445c-aed5-2efecd511db4),segment_id=c3ba2cac-7dc0-445c-aed5-2efecd511db4)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:59:36.630915 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-f2ce4ce2-1c0b-4056-8f2d-871bca35dd8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:36.706718 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b6657f8c-4588-4281-b951-f9ef33b2e701 req-c949e2f7-26d5-45df-9138-734315b2cc22 service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3770483 May 05 19:59:36.730400 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-f2ce4ce2-1c0b-4056-8f2d-871bca35dd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:36.731292 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-f2ce4ce2-1c0b-4056-8f2d-871bca35dd8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:36.733198 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-f2ce4ce2-1c0b-4056-8f2d-871bca35dd8c service neutron] 10.222.0.50 "PUT /v2.0/ports/3e25fa10-4b16-4472-9de5-596123987dfe HTTP/1.1" status: 200 len: 1136 time: 2.7702470 May 05 19:59:36.780136 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ce4ce2-1c0b-4056-8f2d-871bca35dd8c service neutron] Pushing event updated for resources: {'Port': ['ID=3e25fa10-4b16-4472-9de5-596123987dfe,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:36.793683 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98599c8a-1cdf-47c3-b524-c036036299b6 req-a4362cc5-848c-456b-af37-230a93bae953 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:36.795210 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-98599c8a-1cdf-47c3-b524-c036036299b6 req-a4362cc5-848c-456b-af37-230a93bae953 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ef8a1b-b5c5-4d08-9e84-1bc77a3ab332 HTTP/1.1" status: 200 len: 946 time: 0.7564945 May 05 19:59:36.805983 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-f573cd78-bc34-43e7-b2d6-1eb76349bce3 service neutron] Request body: {'port': {'device_id': 'a933ae74-0c33-4c3c-82a1-5c532a76f33d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:59:36.813194 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f74b3bd3-d761-4ed6-88a3-d70006cc61fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:36.832193 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e05c1f2c-c2b4-46b0-9321-dbe7889faa1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:36.882628 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74b3bd3-d761-4ed6-88a3-d70006cc61fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8519b135-d956-496f-a5a4-4cb8fc9e46b9,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:36.953152 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f74b3bd3-d761-4ed6-88a3-d70006cc61fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:36.957492 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f74b3bd3-d761-4ed6-88a3-d70006cc61fb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8519b135-d956-496f-a5a4-4cb8fc9e46b9 HTTP/1.1" status: 204 len: 168 time: 1.8157773 May 05 19:59:36.957771 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-f573cd78-bc34-43e7-b2d6-1eb76349bce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:36.976134 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-98599c8a-1cdf-47c3-b524-c036036299b6 req-57d12ec9-81cd-4acc-8f56-0a69aa37a3fc tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/security-groups?id=60903d7d-e068-4be3-b1cd-aedae880a3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596029 May 05 19:59:37.006891 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-b1d025b2-d200-46c9-90e3-0208314eec60 tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:37.026733 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-aa0b6852-3247-4cf5-8dd1-7de605be9266 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:37.121967 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-aa0b6852-3247-4cf5-8dd1-7de605be9266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:37.168620 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4ebfb80-4fa8-49e1-8c7f-64a26b07f2e0'] response: {'name': 'network-changed', 'server_uuid': 'a933ae74-0c33-4c3c-82a1-5c532a76f33d', 'tag': '57a1046a-4c1a-41ae-8159-fc2baceea01a', 'status': 'completed', 'code': 200} May 05 19:59:37.390287 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-b1d025b2-d200-46c9-90e3-0208314eec60 tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Network 8dfd2b37-488a-4d30-a912-23b4e25a65ef is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:59:37.400304 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-b1d025b2-d200-46c9-90e3-0208314eec60 tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:59:37.408477 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-b1d025b2-d200-46c9-90e3-0208314eec60 tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:59:37.449977 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-aa0b6852-3247-4cf5-8dd1-7de605be9266 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:37.512874 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d025b2-d200-46c9-90e3-0208314eec60 tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Pushing event updated for resources: {'Port': ['ID=0aff34d5-fe04-4ee9-b617-0bfffcdd96d3,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:37.622843 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-b1d025b2-d200-46c9-90e3-0208314eec60 tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:37.623069 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-b1d025b2-d200-46c9-90e3-0208314eec60 tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:37.663304 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-173a537a-855e-48b1-990f-7a09d2aaddbf tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Allocated IP 172.20.0.3 (8dfd2b37-488a-4d30-a912-23b4e25a65ef/8749de71-a058-48eb-aa71-1534aba74246/6d515816-5b03-41b1-87f1-e0a1ce12ef21) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:59:37.738042 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:37.796708 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0b6852-3247-4cf5-8dd1-7de605be9266 admin admin] Pushing event updated for resources: {'Port': ['ID=7c9e16cc-5cee-4660-8d79-bd2d86cdab9f,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:37.836291 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-b1d025b2-d200-46c9-90e3-0208314eec60 tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4917138 May 05 19:59:37.874028 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b128567d-4512-4901-b31e-9275311309a2 req-87537afc-6502-48a0-9e3d-0bd21f1bd68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:37.874518 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b128567d-4512-4901-b31e-9275311309a2 req-87537afc-6502-48a0-9e3d-0bd21f1bd68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:37.874989 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b128567d-4512-4901-b31e-9275311309a2 req-87537afc-6502-48a0-9e3d-0bd21f1bd68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:37.875484 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b128567d-4512-4901-b31e-9275311309a2 req-87537afc-6502-48a0-9e3d-0bd21f1bd68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:37.875949 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b128567d-4512-4901-b31e-9275311309a2 req-87537afc-6502-48a0-9e3d-0bd21f1bd68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:37.877389 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b128567d-4512-4901-b31e-9275311309a2 req-87537afc-6502-48a0-9e3d-0bd21f1bd68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:37.879254 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b128567d-4512-4901-b31e-9275311309a2 req-87537afc-6502-48a0-9e3d-0bd21f1bd68c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0a29a66ef9e34d17926285dc8f054582&device_id=a933ae74-0c33-4c3c-82a1-5c532a76f33d HTTP/1.1" status: 200 len: 5292 time: 0.6123674 May 05 19:59:37.885188 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-975adbc7-4a23-4dfc-a508-facf109c095c service neutron] Request body: {'port': {'device_id': '63d6e346-2c04-4083-91cf-5a0be54187d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:59:37.985703 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:38.019210 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device b0de49f7-8e87-47bf-8e75-8008acd7b04b details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:59:38.220878 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86407ef-f93f-41ae-b199-60a5a8d62e87 req-32e4b769-8eaa-444c-a29a-befca89c8cca tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:38.222533 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-a86407ef-f93f-41ae-b199-60a5a8d62e87 req-32e4b769-8eaa-444c-a29a-befca89c8cca tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Synchronizing usage tracker for tenant:cd85f39ab63d412fb16ed6744e0d4d13 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:59:38.313496 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port b0de49f7-8e87-47bf-8e75-8008acd7b04b, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=b0de49f7-8e87-47bf-8e75-8008acd7b04b,segment=NetworkSegment(79511503-ff66-4663-ae8b-5322fffb3d0a),segment_id=79511503-ff66-4663-ae8b-5322fffb3d0a)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:59:38.341896 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0b6852-3247-4cf5-8dd1-7de605be9266 admin admin] Network 4ff8f910-bc11-4ef5-a12f-15a3d2503f34 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:59:38.348351 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': 'b0de49f7-8e87-47bf-8e75-8008acd7b04b', 'network_id': '4568a908-805b-4a6e-ba80-1d4819260d47', 'port_id': 'b0de49f7-8e87-47bf-8e75-8008acd7b04b', 'mac_address': 'fa:16:3e:ee:6d:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf48ca8b-7b24-41a3-ad06-a849bff9e5b9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:59:38.392781 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-aa0b6852-3247-4cf5-8dd1-7de605be9266 admin admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:59:38.413121 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 41046) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:59:38.482973 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:38.507148 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b0de49f7-8e87-47bf-8e75-8008acd7b04b {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:59:38.527598 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port b0de49f7-8e87-47bf-8e75-8008acd7b04b, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=b0de49f7-8e87-47bf-8e75-8008acd7b04b,segment=NetworkSegment(79511503-ff66-4663-ae8b-5322fffb3d0a),segment_id=79511503-ff66-4663-ae8b-5322fffb3d0a)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:59:38.540606 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:38.653346 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b128567d-4512-4901-b31e-9275311309a2 req-6ddb3bf5-5c4b-4f5d-9368-d8fda9819806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:38.655553 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-f573cd78-bc34-43e7-b2d6-1eb76349bce3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f84e637a-e4c6-4604-af15-a4ac4d5aa1b3 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:59:38.660299 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b128567d-4512-4901-b31e-9275311309a2 req-6ddb3bf5-5c4b-4f5d-9368-d8fda9819806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:38.667087 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b128567d-4512-4901-b31e-9275311309a2 req-6ddb3bf5-5c4b-4f5d-9368-d8fda9819806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:38.676131 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b128567d-4512-4901-b31e-9275311309a2 req-6ddb3bf5-5c4b-4f5d-9368-d8fda9819806 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=0a29a66ef9e34d17926285dc8f054582&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.7615268 May 05 19:59:38.678055 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-a86407ef-f93f-41ae-b199-60a5a8d62e87 req-32e4b769-8eaa-444c-a29a-befca89c8cca tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Unset dirty status for tenant:cd85f39ab63d412fb16ed6744e0d4d13 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:59:38.679127 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a86407ef-f93f-41ae-b199-60a5a8d62e87 req-32e4b769-8eaa-444c-a29a-befca89c8cca tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] 10.222.0.36 "GET /v2.0/ports?device_id=63d6e346-2c04-4083-91cf-5a0be54187d6 HTTP/1.1" status: 200 len: 931 time: 1.2160594 May 05 19:59:38.686723 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=b0de49f7-8e87-47bf-8e75-8008acd7b04b,revision_number=6']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:38.696287 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-f573cd78-bc34-43e7-b2d6-1eb76349bce3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:38.723314 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-975adbc7-4a23-4dfc-a508-facf109c095c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:38.757364 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['b0de49f7-8e87-47bf-8e75-8008acd7b04b'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:59:38.833439 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-173a537a-855e-48b1-990f-7a09d2aaddbf tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:38.930921 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-f573cd78-bc34-43e7-b2d6-1eb76349bce3 service neutron] Transition to ACTIVE for port object f84e637a-e4c6-4604-af15-a4ac4d5aa1b3 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:59:38.948695 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-173a537a-855e-48b1-990f-7a09d2aaddbf tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:38.972824 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-f411c73c-6f35-42bb-9d4e-de9a9f4bd64d None None] Provisioning complete for port 7c9e16cc-5cee-4660-8d79-bd2d86cdab9f triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:59:38.973579 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f411c73c-6f35-42bb-9d4e-de9a9f4bd64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:39.019124 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-f573cd78-bc34-43e7-b2d6-1eb76349bce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:39.080448 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-173a537a-855e-48b1-990f-7a09d2aaddbf tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Network 8dfd2b37-488a-4d30-a912-23b4e25a65ef is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:59:39.089024 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-173a537a-855e-48b1-990f-7a09d2aaddbf tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:59:39.090773 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-e9e9bb5e-4768-441f-9f4b-81ced433ad4a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1877894666-network', 'tenant_id': '5dc7995786b847999f5838924c32320a'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:59:39.099224 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-173a537a-855e-48b1-990f-7a09d2aaddbf tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:59:39.106798 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-f411c73c-6f35-42bb-9d4e-de9a9f4bd64d None None] Port 7c9e16cc-5cee-4660-8d79-bd2d86cdab9f cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:59:39.125169 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-e9e9bb5e-4768-441f-9f4b-81ced433ad4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:59:39.222696 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a86407ef-f93f-41ae-b199-60a5a8d62e87 req-2a7114ea-3614-4b85-9faf-a4e688cf561a tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] 10.222.0.36 "GET /v2.0/security-groups?id=80fa4dbb-a071-449b-a651-c883c7b9af94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5213306 May 05 19:59:39.256684 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a933ae74-0c33-4c3c-82a1-5c532a76f33d', 'tag': '3e25fa10-4b16-4472-9de5-596123987dfe'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:59:39.261567 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-e9e9bb5e-4768-441f-9f4b-81ced433ad4a admin admin] Usage tracker for resource:network and tenant:5dc7995786b847999f5838924c32320a is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:59:39.270180 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-173a537a-855e-48b1-990f-7a09d2aaddbf tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:39.270927 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-173a537a-855e-48b1-990f-7a09d2aaddbf tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:39.282965 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-e9e9bb5e-4768-441f-9f4b-81ced433ad4a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:59:39.316981 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b20657-c973-4271-8dbb-f405259a2e00 req-11cce25b-829e-4d9b-9565-36b48c230ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:39.325750 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f2b20657-c973-4271-8dbb-f405259a2e00 req-11cce25b-829e-4d9b-9565-36b48c230ef6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=50ef8a1b-b5c5-4d08-9e84-1bc77a3ab332 HTTP/1.1" status: 200 len: 1097 time: 1.1408126 May 05 19:59:39.340335 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-e9e9bb5e-4768-441f-9f4b-81ced433ad4a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:59:39.356288 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173a537a-855e-48b1-990f-7a09d2aaddbf tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Pushing event updated for resources: {'Port': ['ID=6d515816-5b03-41b1-87f1-e0a1ce12ef21,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:39.402983 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-d8535bc0-3b00-4617-90bb-5aed3bce00dd tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Allocated IP 172.20.0.5 (8dfd2b37-488a-4d30-a912-23b4e25a65ef/8749de71-a058-48eb-aa71-1534aba74246/a0f2af4a-c45e-4d58-809e-c8a0cba697d0) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:59:39.461144 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:39.493192 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f2b20657-c973-4271-8dbb-f405259a2e00 req-2036c3bd-f2ec-4ee5-a053-847571df259c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=60903d7d-e068-4be3-b1cd-aedae880a3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336701 May 05 19:59:39.587610 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-173a537a-855e-48b1-990f-7a09d2aaddbf tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0714567 May 05 19:59:39.626740 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-f0c92867-467a-470d-bf88-76eca7f26cb7 service neutron] Request body: {'port': {'device_id': 'e3fd1c54-4b39-4c7e-b4cc-53be49deb13c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:59:39.712396 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b128567d-4512-4901-b31e-9275311309a2 req-ed374c78-8319-43a0-9b5e-d5017c383ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:39.714507 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b128567d-4512-4901-b31e-9275311309a2 req-ed374c78-8319-43a0-9b5e-d5017c383ab9 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0245409 May 05 19:59:39.770877 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa0b6852-3247-4cf5-8dd1-7de605be9266 admin admin] Router edd03141-4971-48d2-831c-b8ce9d7767eb has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 19:59:39.799245 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-f0c92867-467a-470d-bf88-76eca7f26cb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:39.816674 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-32f43d20-4b1c-4b31-bb47-f20f1cbdd14f req-dd7078f0-94f3-4428-a424-15aaed3f7ef9 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Synchronizing usage tracker for tenant:99f8ff370e2040efb9285a4ae37c20cd on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:59:39.855166 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e9bb5e-4768-441f-9f4b-81ced433ad4a admin admin] Made reservation on behalf of 5dc7995786b847999f5838924c32320a for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:59:39.862096 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e9e9bb5e-4768-441f-9f4b-81ced433ad4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:39.888617 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b173c-a302-4bf1-91fd-dcdfa74fe4ee req-b07d0d19-0441-4d5c-904b-b902d42db107 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:39.895893 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b173c-a302-4bf1-91fd-dcdfa74fe4ee req-b07d0d19-0441-4d5c-904b-b902d42db107 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:39.901961 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b173c-a302-4bf1-91fd-dcdfa74fe4ee req-b07d0d19-0441-4d5c-904b-b902d42db107 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:39.904182 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-32f43d20-4b1c-4b31-bb47-f20f1cbdd14f req-dd7078f0-94f3-4428-a424-15aaed3f7ef9 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Unset dirty status for tenant:99f8ff370e2040efb9285a4ae37c20cd on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:59:39.908371 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-32f43d20-4b1c-4b31-bb47-f20f1cbdd14f req-dd7078f0-94f3-4428-a424-15aaed3f7ef9 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/ports?device_id=c66c5a81-58b3-46e3-8e2a-9f67da08f252 HTTP/1.1" status: 200 len: 210 time: 0.4630480 May 05 19:59:39.909670 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b173c-a302-4bf1-91fd-dcdfa74fe4ee req-b07d0d19-0441-4d5c-904b-b902d42db107 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:39.915940 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b173c-a302-4bf1-91fd-dcdfa74fe4ee req-b07d0d19-0441-4d5c-904b-b902d42db107 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:39.922395 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b173c-a302-4bf1-91fd-dcdfa74fe4ee req-b07d0d19-0441-4d5c-904b-b902d42db107 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:39.924055 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-788b173c-a302-4bf1-91fd-dcdfa74fe4ee req-b07d0d19-0441-4d5c-904b-b902d42db107 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Synchronizing usage tracker for tenant:0a29a66ef9e34d17926285dc8f054582 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:59:39.997444 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f573cd78-bc34-43e7-b2d6-1eb76349bce3 service neutron] Pushing event updated for resources: {'Port': ['ID=f84e637a-e4c6-4604-af15-a4ac4d5aa1b3,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:40.029192 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device b0de49f7-8e87-47bf-8e75-8008acd7b04b up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:59:40.064788 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-f573cd78-bc34-43e7-b2d6-1eb76349bce3 service neutron] Attempting to bind port f84e637a-e4c6-4604-af15-a4ac4d5aa1b3 on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:59:40.065354 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-f573cd78-bc34-43e7-b2d6-1eb76349bce3 service neutron] Attempting to bind port f84e637a-e4c6-4604-af15-a4ac4d5aa1b3 by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': 'c3ba2cac-7dc0-445c-aed5-2efecd511db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5efdefe9-fb05-48a6-914c-98a1b2ebb362'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:59:40.065787 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-f573cd78-bc34-43e7-b2d6-1eb76349bce3 service neutron] Attempting to bind port f84e637a-e4c6-4604-af15-a4ac4d5aa1b3 on network 5efdefe9-fb05-48a6-914c-98a1b2ebb362 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:59:40.080241 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb550b-7788-422c-a12d-4974bad94244 req-f4f4cc9e-c3d6-4926-9337-571276050716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:40.081984 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dabb550b-7788-422c-a12d-4974bad94244 req-f4f4cc9e-c3d6-4926-9337-571276050716 service neutron] 10.222.0.24 "GET /v2.0/ports/14c5b767-97a9-4549-bb17-b81554f9a5a4 HTTP/1.1" status: 200 len: 1026 time: 0.2886205 May 05 19:59:40.083215 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-788b173c-a302-4bf1-91fd-dcdfa74fe4ee req-b07d0d19-0441-4d5c-904b-b902d42db107 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Unset dirty status for tenant:0a29a66ef9e34d17926285dc8f054582 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:59:40.083810 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-788b173c-a302-4bf1-91fd-dcdfa74fe4ee req-b07d0d19-0441-4d5c-904b-b902d42db107 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933ae74-0c33-4c3c-82a1-5c532a76f33d HTTP/1.1" status: 200 len: 4606 time: 1.3290083 May 05 19:59:40.088496 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-f573cd78-bc34-43e7-b2d6-1eb76349bce3 service neutron] Port f84e637a-e4c6-4604-af15-a4ac4d5aa1b3 on network 5efdefe9-fb05-48a6-914c-98a1b2ebb362 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:59:40.088966 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-f573cd78-bc34-43e7-b2d6-1eb76349bce3 service neutron] Attempting to bind port f84e637a-e4c6-4604-af15-a4ac4d5aa1b3 on network 5efdefe9-fb05-48a6-914c-98a1b2ebb362 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:59:40.115827 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e9e9bb5e-4768-441f-9f4b-81ced433ad4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:40.203765 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port b0de49f7-8e87-47bf-8e75-8008acd7b04b triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:59:40.204943 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:40.213100 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-f573cd78-bc34-43e7-b2d6-1eb76349bce3 service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:59:40.213651 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-f573cd78-bc34-43e7-b2d6-1eb76349bce3 service neutron] Checking segment: {'id': 'c3ba2cac-7dc0-445c-aed5-2efecd511db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5efdefe9-fb05-48a6-914c-98a1b2ebb362'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:59:40.214243 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-f573cd78-bc34-43e7-b2d6-1eb76349bce3 service neutron] Bound using segment: {'id': 'c3ba2cac-7dc0-445c-aed5-2efecd511db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5efdefe9-fb05-48a6-914c-98a1b2ebb362'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:59:40.214847 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-f573cd78-bc34-43e7-b2d6-1eb76349bce3 service neutron] Bound port: f84e637a-e4c6-4604-af15-a4ac4d5aa1b3, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3ba2cac-7dc0-445c-aed5-2efecd511db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5efdefe9-fb05-48a6-914c-98a1b2ebb362'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:59:40.215388 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-f573cd78-bc34-43e7-b2d6-1eb76349bce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:40.343219 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb550b-7788-422c-a12d-4974bad94244 req-9ab912a7-020d-4f89-83da-d0673a59d624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:40.345466 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dabb550b-7788-422c-a12d-4974bad94244 req-9ab912a7-020d-4f89-83da-d0673a59d624 service neutron] 10.222.0.24 "GET /v2.0/ports/109bdc14-cc66-4c71-a4e0-3647d00033b0 HTTP/1.1" status: 200 len: 1028 time: 0.2534094 May 05 19:59:40.373047 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-e9e9bb5e-4768-441f-9f4b-81ced433ad4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:59:40.406338 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-788b173c-a302-4bf1-91fd-dcdfa74fe4ee req-452a6f70-e4e5-42ae-bce1-6770af98803f tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e6be8f4-cbde-48c1-a6fd-f6caadba2c70&id=b31ec34e-3cb0-41c2-a678-bc0e8ba8a08d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3135867 May 05 19:59:40.413837 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-e9e9bb5e-4768-441f-9f4b-81ced433ad4a admin admin] Usage tracker for resource:security_group_rule and tenant:5dc7995786b847999f5838924c32320a is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:59:40.489911 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:40.527972 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa0b6852-3247-4cf5-8dd1-7de605be9266 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 19:59:40.536621 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-e9e9bb5e-4768-441f-9f4b-81ced433ad4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:59:40.552273 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2daa9560-bc87-4424-a353-1f281f28e7df None None] Sync routers for ids ['edd03141-4971-48d2-831c-b8ce9d7767eb'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 19:59:40.565787 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2ae61dc-0e68-43f2-aa9d-9285f9c6dc1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0de49f7-8e87-47bf-8e75-8008acd7b04b'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:59:40.575323 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-e9e9bb5e-4768-441f-9f4b-81ced433ad4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:59:40.586105 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2daa9560-bc87-4424-a353-1f281f28e7df None None] Routers {'edd03141-4971-48d2-831c-b8ce9d7767eb'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:59:40.586971 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-2daa9560-bc87-4424-a353-1f281f28e7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:59:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['edd03141-4971-48d2-831c-b8ce9d7767eb'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:59:40.649222 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port b0de49f7-8e87-47bf-8e75-8008acd7b04b, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=b0de49f7-8e87-47bf-8e75-8008acd7b04b,segment=NetworkSegment(79511503-ff66-4663-ae8b-5322fffb3d0a),segment_id=79511503-ff66-4663-ae8b-5322fffb3d0a)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:59:40.692149 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:40.701239 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 59d900ca-6fa6-412a-bab1-dcae6d354933 no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 19:59:40.900519 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-f573cd78-bc34-43e7-b2d6-1eb76349bce3 service neutron] For port f84e637a-e4c6-4604-af15-a4ac4d5aa1b3, host n-h2-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:59:40.904579 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-f573cd78-bc34-43e7-b2d6-1eb76349bce3 service neutron] For port f84e637a-e4c6-4604-af15-a4ac4d5aa1b3, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=f84e637a-e4c6-4604-af15-a4ac4d5aa1b3,segment=NetworkSegment(c3ba2cac-7dc0-445c-aed5-2efecd511db4),segment_id=c3ba2cac-7dc0-445c-aed5-2efecd511db4)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:59:40.908142 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-399874cb-d6e2-4c80-b8c0-66f170d38772'] response: {'name': 'network-changed', 'server_uuid': 'a933ae74-0c33-4c3c-82a1-5c532a76f33d', 'tag': '3e25fa10-4b16-4472-9de5-596123987dfe', 'status': 'completed', 'code': 200} May 05 19:59:40.942055 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-aa0b6852-3247-4cf5-8dd1-7de605be9266 admin admin] 10.222.0.36 "PUT /v2.0/routers/edd03141-4971-48d2-831c-b8ce9d7767eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4636710 May 05 19:59:41.019806 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-d8535bc0-3b00-4617-90bb-5aed3bce00dd tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:41.099482 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac5619-04f8-4a0d-a6b1-d3a7cbb1cc48 req-3f8c7770-7fd4-457d-adc2-901f520ae6bd tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:41.107716 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-06ac5619-04f8-4a0d-a6b1-d3a7cbb1cc48 req-3f8c7770-7fd4-457d-adc2-901f520ae6bd tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ef8a1b-b5c5-4d08-9e84-1bc77a3ab332 HTTP/1.1" status: 200 len: 946 time: 0.9044199 May 05 19:59:41.146877 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e9e9bb5e-4768-441f-9f4b-81ced433ad4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:41.167319 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6afa756-a608-4d80-b5bf-dcebf4cd4efd req-e9106324-f71a-4baf-9c7b-21e36f091139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:41.168173 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6afa756-a608-4d80-b5bf-dcebf4cd4efd req-e9106324-f71a-4baf-9c7b-21e36f091139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:41.168862 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6afa756-a608-4d80-b5bf-dcebf4cd4efd req-e9106324-f71a-4baf-9c7b-21e36f091139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:41.169477 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6afa756-a608-4d80-b5bf-dcebf4cd4efd req-e9106324-f71a-4baf-9c7b-21e36f091139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:41.170087 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6afa756-a608-4d80-b5bf-dcebf4cd4efd req-e9106324-f71a-4baf-9c7b-21e36f091139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:41.170698 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6afa756-a608-4d80-b5bf-dcebf4cd4efd req-e9106324-f71a-4baf-9c7b-21e36f091139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:41.172924 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6afa756-a608-4d80-b5bf-dcebf4cd4efd req-e9106324-f71a-4baf-9c7b-21e36f091139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:41.175934 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f6afa756-a608-4d80-b5bf-dcebf4cd4efd req-e9106324-f71a-4baf-9c7b-21e36f091139 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0a29a66ef9e34d17926285dc8f054582&device_id=a933ae74-0c33-4c3c-82a1-5c532a76f33d HTTP/1.1" status: 200 len: 6220 time: 0.3216279 May 05 19:59:41.181878 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-f573cd78-bc34-43e7-b2d6-1eb76349bce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:41.183101 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e9e9bb5e-4768-441f-9f4b-81ced433ad4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:41.261213 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e9bb5e-4768-441f-9f4b-81ced433ad4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b06b3b7-0b10-43da-884a-d1d793e84fc7,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:41.301119 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=b0de49f7-8e87-47bf-8e75-8008acd7b04b,revision_number=7']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:41.326734 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f573cd78-bc34-43e7-b2d6-1eb76349bce3 service neutron] Pushing event updated for resources: {'Port': ['ID=f84e637a-e4c6-4604-af15-a4ac4d5aa1b3,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:41.360410 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-f573cd78-bc34-43e7-b2d6-1eb76349bce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:41.362133 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-06ac5619-04f8-4a0d-a6b1-d3a7cbb1cc48 req-388a0a74-3140-405e-8577-277ee0c51baf tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/security-groups?id=60903d7d-e068-4be3-b1cd-aedae880a3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532341 May 05 19:59:41.362325 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-f573cd78-bc34-43e7-b2d6-1eb76349bce3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:41.364447 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-f573cd78-bc34-43e7-b2d6-1eb76349bce3 service neutron] 10.222.0.50 "PUT /v2.0/ports/f84e637a-e4c6-4604-af15-a4ac4d5aa1b3 HTTP/1.1" status: 200 len: 1135 time: 4.5631967 May 05 19:59:41.417569 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9e9bb5e-4768-441f-9f4b-81ced433ad4a admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 19:59:41.421900 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-0a8d188c-1a28-44ae-a681-32366d67a521 service neutron] Request body: {'port': {'device_id': 'a933ae74-0c33-4c3c-82a1-5c532a76f33d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:59:41.452256 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-2daa9560-bc87-4424-a353-1f281f28e7df None None] Set router edd03141-4971-48d2-831c-b8ce9d7767eb gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:59:41.463108 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-d8535bc0-3b00-4617-90bb-5aed3bce00dd tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:41.555384 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb550b-7788-422c-a12d-4974bad94244 req-b2bd08f4-da4f-4688-a0f1-6a0dd27586b6 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:41.572765 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb550b-7788-422c-a12d-4974bad94244 req-b2bd08f4-da4f-4688-a0f1-6a0dd27586b6 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:41.585770 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb550b-7788-422c-a12d-4974bad94244 req-b2bd08f4-da4f-4688-a0f1-6a0dd27586b6 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:41.587548 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dabb550b-7788-422c-a12d-4974bad94244 req-b2bd08f4-da4f-4688-a0f1-6a0dd27586b6 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.24 "GET /v2.0/networks?id=d94c136e-3c4f-4290-8cd6-81a4e89af7f3&id=0940b73f-d9f5-4601-bc7a-4ddc6f68c068&id=0940b73f-d9f5-4601-bc7a-4ddc6f68c068&id=0940b73f-d9f5-4601-bc7a-4ddc6f68c068&id=0940b73f-d9f5-4601-bc7a-4ddc6f68c068&id=98f65143-638f-41c6-b245-4fc7a96707e2&id=98f65143-638f-41c6-b245-4fc7a96707e2 HTTP/1.1" status: 200 len: 1988 time: 1.2238824 May 05 19:59:41.698054 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:41.757804 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea7ae5a-f56f-4dc7-a3b3-f0382c2664de req-62a12e87-69f1-4417-9d25-3ae477a94665 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:41.759526 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6ea7ae5a-f56f-4dc7-a3b3-f0382c2664de req-62a12e87-69f1-4417-9d25-3ae477a94665 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ada14d4-7aba-4b42-99fe-0ab13970f361 HTTP/1.1" status: 200 len: 950 time: 0.7175975 May 05 19:59:41.763869 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dabb550b-7788-422c-a12d-4974bad94244 req-b9491a04-e936-4706-a435-f07a7bf9ee3a tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99f8ff370e2040efb9285a4ae37c20cd HTTP/1.1" status: 200 len: 379 time: 0.1662426 May 05 19:59:41.775248 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-dabb550b-7788-422c-a12d-4974bad94244 req-9580f970-07ee-47df-b2a9-5bb0ff46c942 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Request body: {'port': {'device_id': 'c66c5a81-58b3-46e3-8e2a-9f67da08f252', 'network_id': 'd94c136e-3c4f-4290-8cd6-81a4e89af7f3', 'admin_state_up': True, 'tenant_id': '99f8ff370e2040efb9285a4ae37c20cd', 'security_groups': ['c1ea4b63-4d77-466d-a6d0-2611e1957d3d']}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:59:41.858488 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8535bc0-3b00-4617-90bb-5aed3bce00dd tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Pushing event updated for resources: {'Port': ['ID=a0f2af4a-c45e-4d58-809e-c8a0cba697d0,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:41.866281 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-0a8d188c-1a28-44ae-a681-32366d67a521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:41.949696 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e9e9bb5e-4768-441f-9f4b-81ced433ad4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:41.950287 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-e9e9bb5e-4768-441f-9f4b-81ced433ad4a admin admin] Added segment eccdf1c4-efe8-4f03-97f1-7b574b83122b of type vlan for network 00ecdd9f-1135-415f-b0c6-51153b85089d May 05 19:59:41.998105 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 59d900ca-6fa6-412a-bab1-dcae6d354933, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=59d900ca-6fa6-412a-bab1-dcae6d354933,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:59:42.018186 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:42.046208 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-d8535bc0-3b00-4617-90bb-5aed3bce00dd tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Network 8dfd2b37-488a-4d30-a912-23b4e25a65ef is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:59:42.076382 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-d8535bc0-3b00-4617-90bb-5aed3bce00dd tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:59:42.093899 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-d8535bc0-3b00-4617-90bb-5aed3bce00dd tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:59:42.102643 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=59d900ca-6fa6-412a-bab1-dcae6d354933,revision_number=11']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:42.123392 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6ea7ae5a-f56f-4dc7-a3b3-f0382c2664de req-66b281ee-61f8-417e-8d3c-40085a57d146 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] 10.222.0.36 "GET /v2.0/security-groups?id=74d729d4-bb0b-4e6d-b8e2-628b6688320d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3522937 May 05 19:59:42.153976 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-2daa9560-bc87-4424-a353-1f281f28e7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd03141-4971-48d2-831c-b8ce9d7767eb', 'name': 'tempest-FloatingIPsNegativeTestJSON-1633343511-router', 'tenant_id': '7d2b7f4d3c21403996d749a9f4066dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': 'ab0f2919-159e-495d-ad6e-1fc9a7761efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:59:18Z', 'updated_at': '2022-05-05T19:59:35Z', 'revision_number': 4, 'project_id': '7d2b7f4d3c21403996d749a9f4066dc5', 'gw_port': {'id': 'ab0f2919-159e-495d-ad6e-1fc9a7761efb', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd03141-4971-48d2-831c-b8ce9d7767eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:59:22Z', 'updated_at': '2022-05-05T19:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '7c9e16cc-5cee-4660-8d79-bd2d86cdab9f', 'name': '', 'network_id': '4ff8f910-bc11-4ef5-a12f-15a3d2503f34', 'tenant_id': '7d2b7f4d3c21403996d749a9f4066dc5', 'mac_address': 'fa:16:3e:ba:31:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd03141-4971-48d2-831c-b8ce9d7767eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'c1b42719-7b2b-4829-8451-1c66c922a7a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:59:31Z', 'updated_at': '2022-05-05T19:59:36Z', 'revision_number': 2, 'project_id': '7d2b7f4d3c21403996d749a9f4066dc5', 'subnets': [{'id': 'c1b42719-7b2b-4829-8451-1c66c922a7a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:59:42.158420 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2daa9560-bc87-4424-a353-1f281f28e7df None None] Checking router: edd03141-4971-48d2-831c-b8ce9d7767eb for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 19:59:42.158981 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2daa9560-bc87-4424-a353-1f281f28e7df None None] Updating router edd03141-4971-48d2-831c-b8ce9d7767eb port 7c9e16cc-5cee-4660-8d79-bd2d86cdab9f binding host n-d-840717-1 {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 19:59:42.216355 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2daa9560-bc87-4424-a353-1f281f28e7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:42.268105 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-d8535bc0-3b00-4617-90bb-5aed3bce00dd tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:42.268788 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-d8535bc0-3b00-4617-90bb-5aed3bce00dd tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:42.289643 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cc14c51-938a-453b-8698-d1efbc9884d5'] response: {'server_uuid': 'f2ae61dc-0e68-43f2-aa9d-9285f9c6dc1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0de49f7-8e87-47bf-8e75-8008acd7b04b', 'code': 200} May 05 19:59:42.331908 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-dabb550b-7788-422c-a12d-4974bad94244 req-9580f970-07ee-47df-b2a9-5bb0ff46c942 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:59:42.379450 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-dabb550b-7788-422c-a12d-4974bad94244 req-9580f970-07ee-47df-b2a9-5bb0ff46c942 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:59:42.439600 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6afa756-a608-4d80-b5bf-dcebf4cd4efd req-b054bc5a-007b-46bc-92ef-511297dc6745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:42.440234 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6afa756-a608-4d80-b5bf-dcebf4cd4efd req-b054bc5a-007b-46bc-92ef-511297dc6745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:42.440713 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6afa756-a608-4d80-b5bf-dcebf4cd4efd req-b054bc5a-007b-46bc-92ef-511297dc6745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:42.442538 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f6afa756-a608-4d80-b5bf-dcebf4cd4efd req-b054bc5a-007b-46bc-92ef-511297dc6745 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=0a29a66ef9e34d17926285dc8f054582&shared=False HTTP/1.1" status: 200 len: 2299 time: 1.2454062 May 05 19:59:42.445637 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e9e9bb5e-4768-441f-9f4b-81ced433ad4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:42.505967 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c3689d-e04c-4013-b1ae-e4f26ad99cb4 req-6680d3e9-c93f-4371-8387-7d87872f99b6 tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:42.508554 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d0c3689d-e04c-4013-b1ae-e4f26ad99cb4 req-6680d3e9-c93f-4371-8387-7d87872f99b6 tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] 10.222.0.36 "GET /v2.0/ports?device_id=63d6e346-2c04-4083-91cf-5a0be54187d6 HTTP/1.1" status: 200 len: 931 time: 0.7948127 May 05 19:59:42.511377 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-352e542b-a74a-49e2-9c48-2a5f1e8ae0aa req-c5dc5e63-6509-4d7a-8e6d-70ff6c7d4869 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/ports?device_id=c66c5a81-58b3-46e3-8e2a-9f67da08f252 HTTP/1.1" status: 200 len: 210 time: 0.1103275 May 05 19:59:42.523610 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dabb550b-7788-422c-a12d-4974bad94244 req-9580f970-07ee-47df-b2a9-5bb0ff46c942 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Made reservation on behalf of 99f8ff370e2040efb9285a4ae37c20cd for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:59:42.528187 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-dabb550b-7788-422c-a12d-4974bad94244 req-9580f970-07ee-47df-b2a9-5bb0ff46c942 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:42.620007 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.resource_extend [None req-e9e9bb5e-4768-441f-9f4b-81ced433ad4a admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 19:59:42.652337 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-d8535bc0-3b00-4617-90bb-5aed3bce00dd tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.2398541 May 05 19:59:42.713648 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-e3691093-4c93-472b-a826-bb9589e7fb09 service neutron] Request body: {'port': {'device_id': 'de3a5a79-7e81-44fa-952a-5884abd9eba0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:59:42.799087 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-975adbc7-4a23-4dfc-a508-facf109c095c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0aff34d5-fe04-4ee9-b617-0bfffcdd96d3 {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:59:42.935199 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a933ae74-0c33-4c3c-82a1-5c532a76f33d', 'tag': 'f84e637a-e4c6-4604-af15-a4ac4d5aa1b3'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:59:43.037537 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2daa9560-bc87-4424-a353-1f281f28e7df None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:43.055985 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-2daa9560-bc87-4424-a353-1f281f28e7df None None] Transition to ACTIVE for port object 7c9e16cc-5cee-4660-8d79-bd2d86cdab9f will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:59:43.061876 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-33745bda-6caf-4f91-a535-a4e792a6179d req-c487fc4e-7676-40dd-8f95-d88678e76ddd tempest-FloatingIPsNegativeTestJSON-64726953 tempest-FloatingIPsNegativeTestJSON-64726953-project] 10.222.0.36 "GET /v2.0/floatingips?tenant_id=7d2b7f4d3c21403996d749a9f4066dc5 HTTP/1.1" status: 200 len: 217 time: 0.1062973 May 05 19:59:43.072788 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2daa9560-bc87-4424-a353-1f281f28e7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:43.144970 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-975adbc7-4a23-4dfc-a508-facf109c095c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:43.151562 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e9e9bb5e-4768-441f-9f4b-81ced433ad4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:43.156438 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e9bb5e-4768-441f-9f4b-81ced433ad4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:43.158125 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e9e9bb5e-4768-441f-9f4b-81ced433ad4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:43.202388 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-dabb550b-7788-422c-a12d-4974bad94244 req-9580f970-07ee-47df-b2a9-5bb0ff46c942 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Allocated IP 172.20.0.7 (d94c136e-3c4f-4290-8cd6-81a4e89af7f3/fb2a8ac4-25e5-4199-94bc-000b6944dde3/9fa97b06-019d-44e6-a1c4-eb81f10a0fdc) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:59:43.291888 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d0c3689d-e04c-4013-b1ae-e4f26ad99cb4 req-cf1c0b6b-3f87-4ec6-98dc-75e3796fcc2f tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] 10.222.0.36 "GET /v2.0/security-groups?id=80fa4dbb-a071-449b-a651-c883c7b9af94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7733667 May 05 19:59:43.553773 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6afa756-a608-4d80-b5bf-dcebf4cd4efd req-ea437815-45c9-4609-a5b2-01dd5cac41b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:43.556583 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f6afa756-a608-4d80-b5bf-dcebf4cd4efd req-ea437815-45c9-4609-a5b2-01dd5cac41b7 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0900438 May 05 19:59:43.560675 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e9bb5e-4768-441f-9f4b-81ced433ad4a admin admin] Pushing event updated for resources: {'Network': ['ID=00ecdd9f-1135-415f-b0c6-51153b85089d,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:43.608431 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-975adbc7-4a23-4dfc-a508-facf109c095c service neutron] Transition to ACTIVE for port object 0aff34d5-fe04-4ee9-b617-0bfffcdd96d3 will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:59:43.629857 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 00ecdd9f-1135-415f-b0c6-51153b85089d details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 19:59:43.635450 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-e9e9bb5e-4768-441f-9f4b-81ced433ad4a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 5.2055354 May 05 19:59:43.639010 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-975adbc7-4a23-4dfc-a508-facf109c095c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:43.648642 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 41112) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:59:43.660024 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-0a8d188c-1a28-44ae-a681-32366d67a521 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd8854c6-838f-44f3-8df9-07057c4679c3 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:59:43.702585 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-0a8d188c-1a28-44ae-a681-32366d67a521 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:43.729557 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d7267a-ed00-4ab6-9a5f-1a292ba009d0 req-9201829e-7b9e-4b92-863b-22db548f72d7 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:43.736368 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d7267a-ed00-4ab6-9a5f-1a292ba009d0 req-9201829e-7b9e-4b92-863b-22db548f72d7 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:43.751741 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d7267a-ed00-4ab6-9a5f-1a292ba009d0 req-9201829e-7b9e-4b92-863b-22db548f72d7 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:43.758120 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d7267a-ed00-4ab6-9a5f-1a292ba009d0 req-9201829e-7b9e-4b92-863b-22db548f72d7 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:43.763904 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-b826927a-497f-444d-8f1e-a5bc44a20ae7 admin admin] Request body: {'subnet': {'network_id': '00ecdd9f-1135-415f-b0c6-51153b85089d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1877894666-subnet', 'tenant_id': '5dc7995786b847999f5838924c32320a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:59:43.764427 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d7267a-ed00-4ab6-9a5f-1a292ba009d0 req-9201829e-7b9e-4b92-863b-22db548f72d7 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:43.769570 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-b826927a-497f-444d-8f1e-a5bc44a20ae7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:59:43.771728 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d7267a-ed00-4ab6-9a5f-1a292ba009d0 req-9201829e-7b9e-4b92-863b-22db548f72d7 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:43.773865 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-b826927a-497f-444d-8f1e-a5bc44a20ae7 admin admin] Usage tracker for resource:subnet and tenant:5dc7995786b847999f5838924c32320a is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:59:43.776903 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-b826927a-497f-444d-8f1e-a5bc44a20ae7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:59:43.779913 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d7267a-ed00-4ab6-9a5f-1a292ba009d0 req-9201829e-7b9e-4b92-863b-22db548f72d7 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:43.786122 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-b826927a-497f-444d-8f1e-a5bc44a20ae7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:59:43.788681 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-50d7267a-ed00-4ab6-9a5f-1a292ba009d0 req-9201829e-7b9e-4b92-863b-22db548f72d7 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933ae74-0c33-4c3c-82a1-5c532a76f33d HTTP/1.1" status: 200 len: 5383 time: 0.5264142 May 05 19:59:43.799282 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975adbc7-4a23-4dfc-a508-facf109c095c service neutron] Pushing event updated for resources: {'Port': ['ID=0aff34d5-fe04-4ee9-b617-0bfffcdd96d3,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:43.889305 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-e3691093-4c93-472b-a826-bb9589e7fb09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:43.913623 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b826927a-497f-444d-8f1e-a5bc44a20ae7 admin admin] Made reservation on behalf of 5dc7995786b847999f5838924c32320a for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:59:43.915429 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-0a8d188c-1a28-44ae-a681-32366d67a521 service neutron] Transition to ACTIVE for port object bd8854c6-838f-44f3-8df9-07057c4679c3 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:59:43.917884 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b826927a-497f-444d-8f1e-a5bc44a20ae7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:43.998241 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074f29a8-1886-44b7-b6f1-2faf11f8d2c6 None None] Pushing event updated for resources: {'Port': ['ID=7c9e16cc-5cee-4660-8d79-bd2d86cdab9f,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:44.014383 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-50d7267a-ed00-4ab6-9a5f-1a292ba009d0 req-7a2bc2e2-d0b3-4b40-8d47-851445253b91 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e6be8f4-cbde-48c1-a6fd-f6caadba2c70&id=b31ec34e-3cb0-41c2-a678-bc0e8ba8a08d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2247417 May 05 19:59:44.017468 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-0a8d188c-1a28-44ae-a681-32366d67a521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:44.018570 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-2daa9560-bc87-4424-a353-1f281f28e7df None None] Attempting to bind port 7c9e16cc-5cee-4660-8d79-bd2d86cdab9f on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:59:44.019098 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-2daa9560-bc87-4424-a353-1f281f28e7df None None] Attempting to bind port 7c9e16cc-5cee-4660-8d79-bd2d86cdab9f by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '46432553-9a34-4ffa-96fb-bfbbf44f2246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4ff8f910-bc11-4ef5-a12f-15a3d2503f34'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:59:44.022977 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2daa9560-bc87-4424-a353-1f281f28e7df None None] Attempting to bind port 7c9e16cc-5cee-4660-8d79-bd2d86cdab9f on network 4ff8f910-bc11-4ef5-a12f-15a3d2503f34 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:59:44.056044 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2daa9560-bc87-4424-a353-1f281f28e7df None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:59:44.057458 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2daa9560-bc87-4424-a353-1f281f28e7df None None] Checking segment: {'id': '46432553-9a34-4ffa-96fb-bfbbf44f2246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4ff8f910-bc11-4ef5-a12f-15a3d2503f34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:59:44.059452 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2daa9560-bc87-4424-a353-1f281f28e7df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:44.064649 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2daa9560-bc87-4424-a353-1f281f28e7df None None] Bound using segment: {'id': '46432553-9a34-4ffa-96fb-bfbbf44f2246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4ff8f910-bc11-4ef5-a12f-15a3d2503f34'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:59:44.065497 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-2daa9560-bc87-4424-a353-1f281f28e7df None None] Bound port: 7c9e16cc-5cee-4660-8d79-bd2d86cdab9f, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46432553-9a34-4ffa-96fb-bfbbf44f2246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4ff8f910-bc11-4ef5-a12f-15a3d2503f34'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:59:44.066198 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2daa9560-bc87-4424-a353-1f281f28e7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:44.155125 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:44.227271 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-2daa9560-bc87-4424-a353-1f281f28e7df None None] For port 7c9e16cc-5cee-4660-8d79-bd2d86cdab9f, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:59:44.231538 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-2daa9560-bc87-4424-a353-1f281f28e7df None None] For port 7c9e16cc-5cee-4660-8d79-bd2d86cdab9f, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=7c9e16cc-5cee-4660-8d79-bd2d86cdab9f,segment=NetworkSegment(46432553-9a34-4ffa-96fb-bfbbf44f2246),segment_id=46432553-9a34-4ffa-96fb-bfbbf44f2246)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:59:44.242056 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2daa9560-bc87-4424-a353-1f281f28e7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:44.293630 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ada14d4-7aba-4b42-99fe-0ab13970f361', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59d900ca-6fa6-412a-bab1-dcae6d354933'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:59:44.333198 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-677372c2-1ee7-4804-bb20-9d905f5de4f1'] response: {'name': 'network-changed', 'server_uuid': 'a933ae74-0c33-4c3c-82a1-5c532a76f33d', 'tag': 'f84e637a-e4c6-4604-af15-a4ac4d5aa1b3', 'status': 'completed', 'code': 200} May 05 19:59:44.408321 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2daa9560-bc87-4424-a353-1f281f28e7df None None] Routers {'edd03141-4971-48d2-831c-b8ce9d7767eb'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 19:59:44.410668 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-2daa9560-bc87-4424-a353-1f281f28e7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:59:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['edd03141-4971-48d2-831c-b8ce9d7767eb'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:59:44.425029 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-1b04dc7d-3b7c-4cfa-83ec-26520064240a req-9384ca38-c4eb-45d0-b783-5512a553db4a tempest-FloatingIPsNegativeTestJSON-64726953 tempest-FloatingIPsNegativeTestJSON-64726953-project] Synchronizing usage tracker for tenant:7d2b7f4d3c21403996d749a9f4066dc5 on resource:network {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:59:44.541725 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074f29a8-1886-44b7-b6f1-2faf11f8d2c6 None None] Pushing event updated for resources: {'Port': ['ID=7c9e16cc-5cee-4660-8d79-bd2d86cdab9f,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:44.901852 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b826927a-497f-444d-8f1e-a5bc44a20ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:45.079306 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8d188c-1a28-44ae-a681-32366d67a521 service neutron] Pushing event updated for resources: {'Port': ['ID=bd8854c6-838f-44f3-8df9-07057c4679c3,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:45.195474 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.db.resource_extend [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-f0c92867-467a-470d-bf88-76eca7f26cb7 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 19:59:45.209559 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-1b04dc7d-3b7c-4cfa-83ec-26520064240a req-9384ca38-c4eb-45d0-b783-5512a553db4a tempest-FloatingIPsNegativeTestJSON-64726953 tempest-FloatingIPsNegativeTestJSON-64726953-project] Unset dirty status for tenant:7d2b7f4d3c21403996d749a9f4066dc5 on resource:network {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:59:45.211183 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1b04dc7d-3b7c-4cfa-83ec-26520064240a req-9384ca38-c4eb-45d0-b783-5512a553db4a tempest-FloatingIPsNegativeTestJSON-64726953 tempest-FloatingIPsNegativeTestJSON-64726953-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.8843348 May 05 19:59:45.230405 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-2daa9560-bc87-4424-a353-1f281f28e7df None None] Set router edd03141-4971-48d2-831c-b8ce9d7767eb gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 19:59:45.231201 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-0a8d188c-1a28-44ae-a681-32366d67a521 service neutron] Attempting to bind port bd8854c6-838f-44f3-8df9-07057c4679c3 on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:59:45.231201 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-0a8d188c-1a28-44ae-a681-32366d67a521 service neutron] Attempting to bind port bd8854c6-838f-44f3-8df9-07057c4679c3 by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': 'c3ba2cac-7dc0-445c-aed5-2efecd511db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5efdefe9-fb05-48a6-914c-98a1b2ebb362'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:59:45.231528 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-0a8d188c-1a28-44ae-a681-32366d67a521 service neutron] Attempting to bind port bd8854c6-838f-44f3-8df9-07057c4679c3 on network 5efdefe9-fb05-48a6-914c-98a1b2ebb362 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:59:45.257252 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-dabb550b-7788-422c-a12d-4974bad94244 req-9580f970-07ee-47df-b2a9-5bb0ff46c942 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:45.258076 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a99580-39b7-4574-b945-61669d443dbd req-dc9dffa3-493e-4d57-92fe-4a54c63a0193 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:45.265504 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d5a99580-39b7-4574-b945-61669d443dbd req-dc9dffa3-493e-4d57-92fe-4a54c63a0193 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ef8a1b-b5c5-4d08-9e84-1bc77a3ab332 HTTP/1.1" status: 200 len: 946 time: 1.0654101 May 05 19:59:45.337307 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697e8067-dcbc-45b5-b580-7af6cd9de53d req-221fed32-999f-45bd-8319-756a71128846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:45.337943 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697e8067-dcbc-45b5-b580-7af6cd9de53d req-221fed32-999f-45bd-8319-756a71128846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:45.338481 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697e8067-dcbc-45b5-b580-7af6cd9de53d req-221fed32-999f-45bd-8319-756a71128846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:45.339015 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697e8067-dcbc-45b5-b580-7af6cd9de53d req-221fed32-999f-45bd-8319-756a71128846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:45.339584 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697e8067-dcbc-45b5-b580-7af6cd9de53d req-221fed32-999f-45bd-8319-756a71128846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:45.340109 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697e8067-dcbc-45b5-b580-7af6cd9de53d req-221fed32-999f-45bd-8319-756a71128846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:45.340631 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697e8067-dcbc-45b5-b580-7af6cd9de53d req-221fed32-999f-45bd-8319-756a71128846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:45.344374 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-697e8067-dcbc-45b5-b580-7af6cd9de53d req-221fed32-999f-45bd-8319-756a71128846 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0a29a66ef9e34d17926285dc8f054582&device_id=a933ae74-0c33-4c3c-82a1-5c532a76f33d HTTP/1.1" status: 200 len: 6245 time: 1.1423726 May 05 19:59:45.349982 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b826927a-497f-444d-8f1e-a5bc44a20ae7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08fe5f50-bbcd-4aa2-adfb-1629cfc316ff,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:45.370383 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-0a8d188c-1a28-44ae-a681-32366d67a521 service neutron] Port bd8854c6-838f-44f3-8df9-07057c4679c3 on network 5efdefe9-fb05-48a6-914c-98a1b2ebb362 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:59:45.371013 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-0a8d188c-1a28-44ae-a681-32366d67a521 service neutron] Attempting to bind port bd8854c6-838f-44f3-8df9-07057c4679c3 on network 5efdefe9-fb05-48a6-914c-98a1b2ebb362 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:59:45.421567 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-975adbc7-4a23-4dfc-a508-facf109c095c service neutron] Attempting to bind port 0aff34d5-fe04-4ee9-b617-0bfffcdd96d3 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:59:45.421898 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-975adbc7-4a23-4dfc-a508-facf109c095c service neutron] Attempting to bind port 0aff34d5-fe04-4ee9-b617-0bfffcdd96d3 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'ecb6aeee-b225-4e3b-a7b6-70622da0cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8dfd2b37-488a-4d30-a912-23b4e25a65ef'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:59:45.422832 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-975adbc7-4a23-4dfc-a508-facf109c095c service neutron] Attempting to bind port 0aff34d5-fe04-4ee9-b617-0bfffcdd96d3 on network 8dfd2b37-488a-4d30-a912-23b4e25a65ef {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:59:45.429369 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b826927a-497f-444d-8f1e-a5bc44a20ae7 admin admin] Checking segment: {'id': 'eccdf1c4-efe8-4f03-97f1-7b574b83122b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '00ecdd9f-1135-415f-b0c6-51153b85089d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:59:45.430882 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b826927a-497f-444d-8f1e-a5bc44a20ae7 admin admin] Network hostable DHCP agents. Network: 00ecdd9f-1135-415f-b0c6-51153b85089d, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 19:59:45.439887 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-0a8d188c-1a28-44ae-a681-32366d67a521 service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:59:45.440252 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-0a8d188c-1a28-44ae-a681-32366d67a521 service neutron] Checking segment: {'id': 'c3ba2cac-7dc0-445c-aed5-2efecd511db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5efdefe9-fb05-48a6-914c-98a1b2ebb362'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:59:45.440644 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-0a8d188c-1a28-44ae-a681-32366d67a521 service neutron] Bound using segment: {'id': 'c3ba2cac-7dc0-445c-aed5-2efecd511db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5efdefe9-fb05-48a6-914c-98a1b2ebb362'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:59:45.441084 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-0a8d188c-1a28-44ae-a681-32366d67a521 service neutron] Bound port: bd8854c6-838f-44f3-8df9-07057c4679c3, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3ba2cac-7dc0-445c-aed5-2efecd511db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5efdefe9-fb05-48a6-914c-98a1b2ebb362'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:59:45.441428 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-0a8d188c-1a28-44ae-a681-32366d67a521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:45.502962 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-dabb550b-7788-422c-a12d-4974bad94244 req-9580f970-07ee-47df-b2a9-5bb0ff46c942 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Transition to ACTIVE for port object 9fa97b06-019d-44e6-a1c4-eb81f10a0fdc will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:59:45.565036 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-dabb550b-7788-422c-a12d-4974bad94244 req-9580f970-07ee-47df-b2a9-5bb0ff46c942 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:45.582020 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-975adbc7-4a23-4dfc-a508-facf109c095c service neutron] Port 0aff34d5-fe04-4ee9-b617-0bfffcdd96d3 on network 8dfd2b37-488a-4d30-a912-23b4e25a65ef not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:59:45.582600 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-975adbc7-4a23-4dfc-a508-facf109c095c service neutron] Attempting to bind port 0aff34d5-fe04-4ee9-b617-0bfffcdd96d3 on network 8dfd2b37-488a-4d30-a912-23b4e25a65ef {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:59:45.614984 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-975adbc7-4a23-4dfc-a508-facf109c095c service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:59:45.622635 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-975adbc7-4a23-4dfc-a508-facf109c095c service neutron] Checking segment: {'id': 'ecb6aeee-b225-4e3b-a7b6-70622da0cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8dfd2b37-488a-4d30-a912-23b4e25a65ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:59:45.623046 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-975adbc7-4a23-4dfc-a508-facf109c095c service neutron] Bound using segment: {'id': 'ecb6aeee-b225-4e3b-a7b6-70622da0cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8dfd2b37-488a-4d30-a912-23b4e25a65ef'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:59:45.625727 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-975adbc7-4a23-4dfc-a508-facf109c095c service neutron] Bound port: 0aff34d5-fe04-4ee9-b617-0bfffcdd96d3, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecb6aeee-b225-4e3b-a7b6-70622da0cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8dfd2b37-488a-4d30-a912-23b4e25a65ef'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:59:45.626647 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-975adbc7-4a23-4dfc-a508-facf109c095c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:45.655922 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-f0c92867-467a-470d-bf88-76eca7f26cb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d515816-5b03-41b1-87f1-e0a1ce12ef21 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:59:45.710148 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-f0c92867-467a-470d-bf88-76eca7f26cb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:45.729183 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-2daa9560-bc87-4424-a353-1f281f28e7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd03141-4971-48d2-831c-b8ce9d7767eb', 'name': 'tempest-FloatingIPsNegativeTestJSON-1633343511-router', 'tenant_id': '7d2b7f4d3c21403996d749a9f4066dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': 'ab0f2919-159e-495d-ad6e-1fc9a7761efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:59:18Z', 'updated_at': '2022-05-05T19:59:35Z', 'revision_number': 4, 'project_id': '7d2b7f4d3c21403996d749a9f4066dc5', 'gw_port': {'id': 'ab0f2919-159e-495d-ad6e-1fc9a7761efb', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd03141-4971-48d2-831c-b8ce9d7767eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:59:22Z', 'updated_at': '2022-05-05T19:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '7c9e16cc-5cee-4660-8d79-bd2d86cdab9f', 'name': '', 'network_id': '4ff8f910-bc11-4ef5-a12f-15a3d2503f34', 'tenant_id': '7d2b7f4d3c21403996d749a9f4066dc5', 'mac_address': 'fa:16:3e:ba:31:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd03141-4971-48d2-831c-b8ce9d7767eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'c1b42719-7b2b-4829-8451-1c66c922a7a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:59:31Z', 'updated_at': '2022-05-05T19:59:44Z', 'revision_number': 4, 'project_id': '7d2b7f4d3c21403996d749a9f4066dc5', 'subnets': [{'id': 'c1b42719-7b2b-4829-8451-1c66c922a7a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 19:59:45.743678 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2daa9560-bc87-4424-a353-1f281f28e7df None None] The sync data for ids ['edd03141-4971-48d2-831c-b8ce9d7767eb'] in n-d-840717-1 is: [{'id': 'edd03141-4971-48d2-831c-b8ce9d7767eb', 'name': 'tempest-FloatingIPsNegativeTestJSON-1633343511-router', 'tenant_id': '7d2b7f4d3c21403996d749a9f4066dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': 'ab0f2919-159e-495d-ad6e-1fc9a7761efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:59:18Z', 'updated_at': '2022-05-05T19:59:35Z', 'revision_number': 4, 'project_id': '7d2b7f4d3c21403996d749a9f4066dc5', 'gw_port': {'id': 'ab0f2919-159e-495d-ad6e-1fc9a7761efb', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd03141-4971-48d2-831c-b8ce9d7767eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:59:22Z', 'updated_at': '2022-05-05T19:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '7c9e16cc-5cee-4660-8d79-bd2d86cdab9f', 'name': '', 'network_id': '4ff8f910-bc11-4ef5-a12f-15a3d2503f34', 'tenant_id': '7d2b7f4d3c21403996d749a9f4066dc5', 'mac_address': 'fa:16:3e:ba:31:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd03141-4971-48d2-831c-b8ce9d7767eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'c1b42719-7b2b-4829-8451-1c66c922a7a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:59:31Z', 'updated_at': '2022-05-05T19:59:44Z', 'revision_number': 4, 'project_id': '7d2b7f4d3c21403996d749a9f4066dc5', 'subnets': [{'id': 'c1b42719-7b2b-4829-8451-1c66c922a7a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 19:59:45.774184 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dabb550b-7788-422c-a12d-4974bad94244 req-9580f970-07ee-47df-b2a9-5bb0ff46c942 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Network d94c136e-3c4f-4290-8cd6-81a4e89af7f3 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:59:45.788886 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-dabb550b-7788-422c-a12d-4974bad94244 req-9580f970-07ee-47df-b2a9-5bb0ff46c942 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:59:45.793985 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-f0c92867-467a-470d-bf88-76eca7f26cb7 service neutron] Transition to ACTIVE for port object 6d515816-5b03-41b1-87f1-e0a1ce12ef21 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:59:45.796979 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-dabb550b-7788-422c-a12d-4974bad94244 req-9580f970-07ee-47df-b2a9-5bb0ff46c942 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:59:45.828136 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d5a99580-39b7-4574-b945-61669d443dbd req-c9d16475-7250-4044-a2ea-ffac555f7702 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/security-groups?id=60903d7d-e068-4be3-b1cd-aedae880a3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5614176 May 05 19:59:45.867697 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9580f970-07ee-47df-b2a9-5bb0ff46c942 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Pushing event updated for resources: {'Port': ['ID=9fa97b06-019d-44e6-a1c4-eb81f10a0fdc,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:45.882028 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-f0c92867-467a-470d-bf88-76eca7f26cb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:46.058067 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b826927a-497f-444d-8f1e-a5bc44a20ae7 admin admin] Network 00ecdd9f-1135-415f-b0c6-51153b85089d is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 19:59:46.106334 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:46.160094 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df1c3bf3-56c8-4b2b-a7cf-2f75460d6743'] response: {'server_uuid': '1ada14d4-7aba-4b42-99fe-0ab13970f361', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59d900ca-6fa6-412a-bab1-dcae6d354933', 'code': 200} May 05 19:59:46.228728 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db63272e-ae57-4fcc-9b6b-59158cd97249 req-102ab712-8fc1-4815-bb91-31d2a4f56561 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:46.236358 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-db63272e-ae57-4fcc-9b6b-59158cd97249 req-102ab712-8fc1-4815-bb91-31d2a4f56561 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/ports?device_id=c66c5a81-58b3-46e3-8e2a-9f67da08f252 HTTP/1.1" status: 200 len: 931 time: 0.8089108 May 05 19:59:46.288385 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-0a8d188c-1a28-44ae-a681-32366d67a521 service neutron] For port bd8854c6-838f-44f3-8df9-07057c4679c3, host n-h2-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:59:46.311533 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-fddc3568-69eb-4a8f-891f-c572cb8da459 None None] Provisioning for port 9fa97b06-019d-44e6-a1c4-eb81f10a0fdc completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:59:46.326667 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-fddc3568-69eb-4a8f-891f-c572cb8da459 None None] Provisioning complete for port 9fa97b06-019d-44e6-a1c4-eb81f10a0fdc triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:59:46.327169 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fddc3568-69eb-4a8f-891f-c572cb8da459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:46.368891 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-0a8d188c-1a28-44ae-a681-32366d67a521 service neutron] For port bd8854c6-838f-44f3-8df9-07057c4679c3, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=bd8854c6-838f-44f3-8df9-07057c4679c3,segment=NetworkSegment(c3ba2cac-7dc0-445c-aed5-2efecd511db4),segment_id=c3ba2cac-7dc0-445c-aed5-2efecd511db4)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:59:46.378789 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c92867-467a-470d-bf88-76eca7f26cb7 service neutron] Pushing event updated for resources: {'Port': ['ID=6d515816-5b03-41b1-87f1-e0a1ce12ef21,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:46.426386 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb550b-7788-422c-a12d-4974bad94244 req-9580f970-07ee-47df-b2a9-5bb0ff46c942 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:46.427080 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-dabb550b-7788-422c-a12d-4974bad94244 req-9580f970-07ee-47df-b2a9-5bb0ff46c942 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:46.432594 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-0a8d188c-1a28-44ae-a681-32366d67a521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:46.445655 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-fddc3568-69eb-4a8f-891f-c572cb8da459 None None] Port 9fa97b06-019d-44e6-a1c4-eb81f10a0fdc cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:59:46.529915 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-b826927a-497f-444d-8f1e-a5bc44a20ae7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 00ecdd9f-1135-415f-b0c6-51153b85089d) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:59:46.535179 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b826927a-497f-444d-8f1e-a5bc44a20ae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:46.538274 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59df3c0e-f96b-4ba5-a69f-083bef73dc8d None None] Network 00ecdd9f-1135-415f-b0c6-51153b85089d requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:59:46.563283 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b826927a-497f-444d-8f1e-a5bc44a20ae7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:46.579883 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697e8067-dcbc-45b5-b580-7af6cd9de53d req-7425f0c6-7bb1-4cc1-97b5-5826eac41962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:46.582155 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697e8067-dcbc-45b5-b580-7af6cd9de53d req-7425f0c6-7bb1-4cc1-97b5-5826eac41962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:46.582635 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697e8067-dcbc-45b5-b580-7af6cd9de53d req-7425f0c6-7bb1-4cc1-97b5-5826eac41962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:46.589554 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-697e8067-dcbc-45b5-b580-7af6cd9de53d req-7425f0c6-7bb1-4cc1-97b5-5826eac41962 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=0a29a66ef9e34d17926285dc8f054582&shared=False HTTP/1.1" status: 200 len: 2299 time: 1.1720188 May 05 19:59:46.607964 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-0a8d188c-1a28-44ae-a681-32366d67a521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:46.608603 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-0a8d188c-1a28-44ae-a681-32366d67a521 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:46.610120 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-0a8d188c-1a28-44ae-a681-32366d67a521 service neutron] 10.222.0.50 "PUT /v2.0/ports/bd8854c6-838f-44f3-8df9-07057c4679c3 HTTP/1.1" status: 200 len: 1090 time: 5.1986103 May 05 19:59:46.632340 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-db63272e-ae57-4fcc-9b6b-59158cd97249 req-e9189948-69e7-4433-b2e7-afa52570da67 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ea4b63-4d77-466d-a6d0-2611e1957d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3940310 May 05 19:59:46.633579 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a933ae74-0c33-4c3c-82a1-5c532a76f33d', 'tag': 'bd8854c6-838f-44f3-8df9-07057c4679c3'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:59:46.680324 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-427c3732-65b1-4b30-a225-5400c6249b6f service neutron] Request body: {'port': {'device_id': 'a933ae74-0c33-4c3c-82a1-5c532a76f33d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:59:46.783817 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-975adbc7-4a23-4dfc-a508-facf109c095c service neutron] For port 0aff34d5-fe04-4ee9-b617-0bfffcdd96d3, host n-h1-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:59:46.797015 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-975adbc7-4a23-4dfc-a508-facf109c095c service neutron] For port 0aff34d5-fe04-4ee9-b617-0bfffcdd96d3, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=0aff34d5-fe04-4ee9-b617-0bfffcdd96d3,segment=NetworkSegment(ecb6aeee-b225-4e3b-a7b6-70622da0cf45),segment_id=ecb6aeee-b225-4e3b-a7b6-70622da0cf45)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:59:47.007292 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dabb550b-7788-422c-a12d-4974bad94244 req-9580f970-07ee-47df-b2a9-5bb0ff46c942 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2367311 May 05 19:59:47.029091 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-dabb550b-7788-422c-a12d-4974bad94244 req-1bac8bd2-e26e-4b71-8631-e4f63c2a52e5 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Request body: {'port': {'device_id': 'c66c5a81-58b3-46e3-8e2a-9f67da08f252', 'network_id': '0940b73f-d9f5-4601-bc7a-4ddc6f68c068', 'admin_state_up': True, 'tenant_id': '99f8ff370e2040efb9285a4ae37c20cd', 'security_groups': ['c1ea4b63-4d77-466d-a6d0-2611e1957d3d']}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:59:47.140759 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3cb2e16-2378-4152-9f74-0c6a8f98358d None None] Network 00ecdd9f-1135-415f-b0c6-51153b85089d requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 19:59:47.277477 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-e3691093-4c93-472b-a826-bb9589e7fb09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0f2af4a-c45e-4d58-809e-c8a0cba697d0 {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:59:47.287407 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-e3691093-4c93-472b-a826-bb9589e7fb09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:47.307882 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-e3691093-4c93-472b-a826-bb9589e7fb09 service neutron] Transition to ACTIVE for port object a0f2af4a-c45e-4d58-809e-c8a0cba697d0 will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:59:47.334313 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-975adbc7-4a23-4dfc-a508-facf109c095c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:47.369496 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 7c9e16cc-5cee-4660-8d79-bd2d86cdab9f up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:59:47.398405 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8d188c-1a28-44ae-a681-32366d67a521 service neutron] Pushing event updated for resources: {'Port': ['ID=bd8854c6-838f-44f3-8df9-07057c4679c3,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:47.413776 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-f0c92867-467a-470d-bf88-76eca7f26cb7 service neutron] Attempting to bind port 6d515816-5b03-41b1-87f1-e0a1ce12ef21 on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:59:47.414248 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-f0c92867-467a-470d-bf88-76eca7f26cb7 service neutron] Attempting to bind port 6d515816-5b03-41b1-87f1-e0a1ce12ef21 by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': 'ecb6aeee-b225-4e3b-a7b6-70622da0cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8dfd2b37-488a-4d30-a912-23b4e25a65ef'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:59:47.416093 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-f0c92867-467a-470d-bf88-76eca7f26cb7 service neutron] Attempting to bind port 6d515816-5b03-41b1-87f1-e0a1ce12ef21 on network 8dfd2b37-488a-4d30-a912-23b4e25a65ef {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:59:47.435682 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-f0c92867-467a-470d-bf88-76eca7f26cb7 service neutron] Port 6d515816-5b03-41b1-87f1-e0a1ce12ef21 on network 8dfd2b37-488a-4d30-a912-23b4e25a65ef not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:59:47.435925 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-f0c92867-467a-470d-bf88-76eca7f26cb7 service neutron] Attempting to bind port 6d515816-5b03-41b1-87f1-e0a1ce12ef21 on network 8dfd2b37-488a-4d30-a912-23b4e25a65ef {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:59:47.452824 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-427c3732-65b1-4b30-a225-5400c6249b6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:47.465575 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-e3691093-4c93-472b-a826-bb9589e7fb09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:47.482374 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-975adbc7-4a23-4dfc-a508-facf109c095c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:47.487399 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-975adbc7-4a23-4dfc-a508-facf109c095c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:47.490696 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-975adbc7-4a23-4dfc-a508-facf109c095c service neutron] 10.222.0.24 "PUT /v2.0/ports/0aff34d5-fe04-4ee9-b617-0bfffcdd96d3 HTTP/1.1" status: 200 len: 1091 time: 9.6314890 May 05 19:59:47.506592 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63d6e346-2c04-4083-91cf-5a0be54187d6', 'tag': '0aff34d5-fe04-4ee9-b617-0bfffcdd96d3'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:59:47.511372 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-f0c92867-467a-470d-bf88-76eca7f26cb7 service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:59:47.511732 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-f0c92867-467a-470d-bf88-76eca7f26cb7 service neutron] Checking segment: {'id': 'ecb6aeee-b225-4e3b-a7b6-70622da0cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8dfd2b37-488a-4d30-a912-23b4e25a65ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:59:47.513031 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-f0c92867-467a-470d-bf88-76eca7f26cb7 service neutron] Bound using segment: {'id': 'ecb6aeee-b225-4e3b-a7b6-70622da0cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8dfd2b37-488a-4d30-a912-23b4e25a65ef'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:59:47.513592 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-f0c92867-467a-470d-bf88-76eca7f26cb7 service neutron] Bound port: 6d515816-5b03-41b1-87f1-e0a1ce12ef21, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecb6aeee-b225-4e3b-a7b6-70622da0cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8dfd2b37-488a-4d30-a912-23b4e25a65ef'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:59:47.516238 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-f0c92867-467a-470d-bf88-76eca7f26cb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:47.583223 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-b826927a-497f-444d-8f1e-a5bc44a20ae7 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.8243403 May 05 19:59:47.696829 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 7c9e16cc-5cee-4660-8d79-bd2d86cdab9f completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:59:47.729744 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 7c9e16cc-5cee-4660-8d79-bd2d86cdab9f triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:59:47.730429 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:47.849044 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-dabb550b-7788-422c-a12d-4974bad94244 req-1bac8bd2-e26e-4b71-8631-e4f63c2a52e5 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:59:48.055534 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:48.121548 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 7c9e16cc-5cee-4660-8d79-bd2d86cdab9f, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=7c9e16cc-5cee-4660-8d79-bd2d86cdab9f,segment=NetworkSegment(46432553-9a34-4ffa-96fb-bfbbf44f2246),segment_id=46432553-9a34-4ffa-96fb-bfbbf44f2246)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:59:48.132813 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:48.231059 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=7c9e16cc-5cee-4660-8d79-bd2d86cdab9f,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:48.236294 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88713b6-a473-48d5-9020-989e2f4120cd req-76da45ce-a07c-4cb3-a875-0f9516bbcdd9 tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:48.243238 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f88713b6-a473-48d5-9020-989e2f4120cd req-76da45ce-a07c-4cb3-a875-0f9516bbcdd9 tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] 10.222.0.36 "GET /v2.0/ports?device_id=63d6e346-2c04-4083-91cf-5a0be54187d6 HTTP/1.1" status: 200 len: 943 time: 1.8016908 May 05 19:59:48.277443 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697e8067-dcbc-45b5-b580-7af6cd9de53d req-01f4e632-cef1-407b-882c-7074ea42c8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:48.278570 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-697e8067-dcbc-45b5-b580-7af6cd9de53d req-01f4e632-cef1-407b-882c-7074ea42c8e1 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.6252928 May 05 19:59:48.310515 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-dabb550b-7788-422c-a12d-4974bad94244 req-1bac8bd2-e26e-4b71-8631-e4f63c2a52e5 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Usage tracker for resource:port and tenant:99f8ff370e2040efb9285a4ae37c20cd is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:59:48.311794 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975adbc7-4a23-4dfc-a508-facf109c095c service neutron] Pushing event updated for resources: {'Port': ['ID=0aff34d5-fe04-4ee9-b617-0bfffcdd96d3,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:48.329279 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-dabb550b-7788-422c-a12d-4974bad94244 req-1bac8bd2-e26e-4b71-8631-e4f63c2a52e5 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Quota usage for port was recalculated. Used quota:8. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:59:48.396499 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-dabb550b-7788-422c-a12d-4974bad94244 req-1bac8bd2-e26e-4b71-8631-e4f63c2a52e5 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:59:48.418063 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f88713b6-a473-48d5-9020-989e2f4120cd req-6d4bfae3-f845-4ab9-9dea-460db1c01985 tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] 10.222.0.36 "GET /v2.0/security-groups?id=80fa4dbb-a071-449b-a651-c883c7b9af94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737633 May 05 19:59:48.463705 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec5a15a-130a-4ae4-aff1-4633cb13d837 req-7c15a8cb-df3d-4742-97f3-3cfa4a29e2bc tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:48.470331 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec5a15a-130a-4ae4-aff1-4633cb13d837 req-7c15a8cb-df3d-4742-97f3-3cfa4a29e2bc tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:48.476592 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec5a15a-130a-4ae4-aff1-4633cb13d837 req-7c15a8cb-df3d-4742-97f3-3cfa4a29e2bc tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:48.482793 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec5a15a-130a-4ae4-aff1-4633cb13d837 req-7c15a8cb-df3d-4742-97f3-3cfa4a29e2bc tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:48.489648 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec5a15a-130a-4ae4-aff1-4633cb13d837 req-7c15a8cb-df3d-4742-97f3-3cfa4a29e2bc tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:48.495503 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec5a15a-130a-4ae4-aff1-4633cb13d837 req-7c15a8cb-df3d-4742-97f3-3cfa4a29e2bc tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:48.502047 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec5a15a-130a-4ae4-aff1-4633cb13d837 req-7c15a8cb-df3d-4742-97f3-3cfa4a29e2bc tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:48.504032 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3ec5a15a-130a-4ae4-aff1-4633cb13d837 req-7c15a8cb-df3d-4742-97f3-3cfa4a29e2bc tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933ae74-0c33-4c3c-82a1-5c532a76f33d HTTP/1.1" status: 200 len: 5395 time: 1.2646620 May 05 19:59:48.508840 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dabb550b-7788-422c-a12d-4974bad94244 req-1bac8bd2-e26e-4b71-8631-e4f63c2a52e5 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Made reservation on behalf of 99f8ff370e2040efb9285a4ae37c20cd for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:59:48.515168 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-dabb550b-7788-422c-a12d-4974bad94244 req-1bac8bd2-e26e-4b71-8631-e4f63c2a52e5 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:48.535395 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-e3691093-4c93-472b-a826-bb9589e7fb09 service neutron] Attempting to bind port a0f2af4a-c45e-4d58-809e-c8a0cba697d0 on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:59:48.536008 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-e3691093-4c93-472b-a826-bb9589e7fb09 service neutron] Attempting to bind port a0f2af4a-c45e-4d58-809e-c8a0cba697d0 by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': 'ecb6aeee-b225-4e3b-a7b6-70622da0cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8dfd2b37-488a-4d30-a912-23b4e25a65ef'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:59:48.536523 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-e3691093-4c93-472b-a826-bb9589e7fb09 service neutron] Attempting to bind port a0f2af4a-c45e-4d58-809e-c8a0cba697d0 on network 8dfd2b37-488a-4d30-a912-23b4e25a65ef {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:59:48.540613 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-6b2692ba-1100-42d9-991a-b11f691f818b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:48.542333 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-6b2692ba-1100-42d9-991a-b11f691f818b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cd85f39ab63d412fb16ed6744e0d4d13&device_id=63d6e346-2c04-4083-91cf-5a0be54187d6 HTTP/1.1" status: 200 len: 1094 time: 0.9545557 May 05 19:59:48.594154 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-f0c92867-467a-470d-bf88-76eca7f26cb7 service neutron] For port 6d515816-5b03-41b1-87f1-e0a1ce12ef21, host n-h2-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:59:48.632764 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3691093-4c93-472b-a826-bb9589e7fb09 service neutron] Pushing event updated for resources: {'Port': ['ID=a0f2af4a-c45e-4d58-809e-c8a0cba697d0,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:48.637506 n-d-840717-1 neutron-server[88197]: INFO neutron.api.v2.resource [req-909305e2-ece7-4c88-a69c-eea00c2d88b0 req-3185aceb-fb89-4a42-a1a4-93ab7ecb96b3 tempest-FloatingIPsNegativeTestJSON-64726953 tempest-FloatingIPsNegativeTestJSON-64726953-project] show failed (client error): The resource could not be found. May 05 19:59:48.653428 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-909305e2-ece7-4c88-a69c-eea00c2d88b0 req-3185aceb-fb89-4a42-a1a4-93ab7ecb96b3 tempest-FloatingIPsNegativeTestJSON-64726953 tempest-FloatingIPsNegativeTestJSON-64726953-project] 10.222.0.36 "GET /v2.0/floatingips/63f18a6f-2994-4f1b-9113-92a069f90733 HTTP/1.1" status: 404 len: 350 time: 0.1794324 May 05 19:59:48.677380 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 41170) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 19:59:48.678034 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-e3691093-4c93-472b-a826-bb9589e7fb09 service neutron] Port a0f2af4a-c45e-4d58-809e-c8a0cba697d0 on network 8dfd2b37-488a-4d30-a912-23b4e25a65ef not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:59:48.678365 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-e3691093-4c93-472b-a826-bb9589e7fb09 service neutron] Attempting to bind port a0f2af4a-c45e-4d58-809e-c8a0cba697d0 on network 8dfd2b37-488a-4d30-a912-23b4e25a65ef {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:59:48.687274 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-64a6d85f-1e2d-4e3a-8927-be1156c8ce1a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0aff34d5-fe04-4ee9-b617-0bfffcdd96d3 HTTP/1.1" status: 200 len: 217 time: 0.1303363 May 05 19:59:48.790785 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-dabb550b-7788-422c-a12d-4974bad94244 req-1bac8bd2-e26e-4b71-8631-e4f63c2a52e5 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Allocated IP 10.1.1.29 (0940b73f-d9f5-4601-bc7a-4ddc6f68c068/27e9ce9d-105a-4d07-aa22-c9895d777ddb/6a69c56a-ceaf-48c1-b4b6-46b3ad4a0052) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:59:48.875155 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-f0c92867-467a-470d-bf88-76eca7f26cb7 service neutron] For port 6d515816-5b03-41b1-87f1-e0a1ce12ef21, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=6d515816-5b03-41b1-87f1-e0a1ce12ef21,segment=NetworkSegment(ecb6aeee-b225-4e3b-a7b6-70622da0cf45),segment_id=ecb6aeee-b225-4e3b-a7b6-70622da0cf45)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:59:48.887187 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-e3691093-4c93-472b-a826-bb9589e7fb09 service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:59:48.887893 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-e3691093-4c93-472b-a826-bb9589e7fb09 service neutron] Checking segment: {'id': 'ecb6aeee-b225-4e3b-a7b6-70622da0cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8dfd2b37-488a-4d30-a912-23b4e25a65ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:59:48.888966 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-e3691093-4c93-472b-a826-bb9589e7fb09 service neutron] Bound using segment: {'id': 'ecb6aeee-b225-4e3b-a7b6-70622da0cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8dfd2b37-488a-4d30-a912-23b4e25a65ef'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:59:48.889738 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-e3691093-4c93-472b-a826-bb9589e7fb09 service neutron] Bound port: a0f2af4a-c45e-4d58-809e-c8a0cba697d0, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecb6aeee-b225-4e3b-a7b6-70622da0cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8dfd2b37-488a-4d30-a912-23b4e25a65ef'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:59:48.890273 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-e3691093-4c93-472b-a826-bb9589e7fb09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:48.913897 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-f0c92867-467a-470d-bf88-76eca7f26cb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:48.948057 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-9743c378-06db-4ad8-9d03-fabc2aff8ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:48.949863 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-9743c378-06db-4ad8-9d03-fabc2aff8ad8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8749de71-a058-48eb-aa71-1534aba74246 HTTP/1.1" status: 200 len: 857 time: 0.1378155 May 05 19:59:48.954865 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3ec5a15a-130a-4ae4-aff1-4633cb13d837 req-abe931cc-e8dc-4cd0-8886-68787c50f023 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e6be8f4-cbde-48c1-a6fd-f6caadba2c70&id=b31ec34e-3cb0-41c2-a678-bc0e8ba8a08d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4271920 May 05 19:59:49.053548 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.db.resource_extend [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-427c3732-65b1-4b30-a225-5400c6249b6f service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 19:59:49.070046 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-411d8584-b665-4418-87f2-9d9c6e106204 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8dfd2b37-488a-4d30-a912-23b4e25a65ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1090069 May 05 19:59:49.096943 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-f0c92867-467a-470d-bf88-76eca7f26cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:49.097567 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-f0c92867-467a-470d-bf88-76eca7f26cb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:49.098950 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-f0c92867-467a-470d-bf88-76eca7f26cb7 service neutron] 10.222.0.50 "PUT /v2.0/ports/6d515816-5b03-41b1-87f1-e0a1ce12ef21 HTTP/1.1" status: 200 len: 1091 time: 9.4983752 May 05 19:59:49.257075 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 7c9e16cc-5cee-4660-8d79-bd2d86cdab9f up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:59:49.369896 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 19:59:49.427676 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c92867-467a-470d-bf88-76eca7f26cb7 service neutron] Pushing event updated for resources: {'Port': ['ID=6d515816-5b03-41b1-87f1-e0a1ce12ef21,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:49.430539 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 7c9e16cc-5cee-4660-8d79-bd2d86cdab9f triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:59:49.431115 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:49.468615 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-427c3732-65b1-4b30-a225-5400c6249b6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e16abe2d-4652-4238-b1ff-10009a771c77 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:59:49.483869 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cae77b1-f6d2-49c7-9577-cccdb24f37ca'] response: {'name': 'network-changed', 'server_uuid': 'a933ae74-0c33-4c3c-82a1-5c532a76f33d', 'tag': 'bd8854c6-838f-44f3-8df9-07057c4679c3', 'status': 'completed', 'code': 200} May 05 19:59:49.496576 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-dabb550b-7788-422c-a12d-4974bad94244 req-1bac8bd2-e26e-4b71-8631-e4f63c2a52e5 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:49.503523 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-427c3732-65b1-4b30-a225-5400c6249b6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:49.580370 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-427c3732-65b1-4b30-a225-5400c6249b6f service neutron] Transition to ACTIVE for port object e16abe2d-4652-4238-b1ff-10009a771c77 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:59:49.607803 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-dabb550b-7788-422c-a12d-4974bad94244 req-1bac8bd2-e26e-4b71-8631-e4f63c2a52e5 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Transition to ACTIVE for port object 6a69c56a-ceaf-48c1-b4b6-46b3ad4a0052 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:59:49.625774 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-427c3732-65b1-4b30-a225-5400c6249b6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:49.774799 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec35ca61-cd5b-4820-bb0f-0490852faf05'] response: {'name': 'network-changed', 'server_uuid': '63d6e346-2c04-4083-91cf-5a0be54187d6', 'tag': '0aff34d5-fe04-4ee9-b617-0bfffcdd96d3', 'status': 'completed', 'code': 200} May 05 19:59:49.863190 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-e3691093-4c93-472b-a826-bb9589e7fb09 service neutron] For port a0f2af4a-c45e-4d58-809e-c8a0cba697d0, host n-h2-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:59:49.930557 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c0cd98-f390-44ee-ae14-e2860d227aae req-ad873907-5f64-4968-8874-bbb6a036a5b5 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:49.933053 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-92c0cd98-f390-44ee-ae14-e2860d227aae req-ad873907-5f64-4968-8874-bbb6a036a5b5 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=78022ff8-79b6-40f3-923b-df6f4cd7291b HTTP/1.1" status: 200 len: 945 time: 1.0317011 May 05 19:59:49.951579 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427c3732-65b1-4b30-a225-5400c6249b6f service neutron] Pushing event updated for resources: {'Port': ['ID=e16abe2d-4652-4238-b1ff-10009a771c77,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:49.955944 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-e3691093-4c93-472b-a826-bb9589e7fb09 service neutron] For port a0f2af4a-c45e-4d58-809e-c8a0cba697d0, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=a0f2af4a-c45e-4d58-809e-c8a0cba697d0,segment=NetworkSegment(ecb6aeee-b225-4e3b-a7b6-70622da0cf45),segment_id=ecb6aeee-b225-4e3b-a7b6-70622da0cf45)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:59:49.991198 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-6a6cc22b-2e8d-46f7-9957-c6aea5b0dc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:49.993101 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-6a6cc22b-2e8d-46f7-9957-c6aea5b0dc94 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cd85f39ab63d412fb16ed6744e0d4d13&device_id=e3fd1c54-4b39-4c7e-b4cc-53be49deb13c HTTP/1.1" status: 200 len: 1094 time: 0.8269298 May 05 19:59:50.123628 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-e3691093-4c93-472b-a826-bb9589e7fb09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:50.170898 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-c3b2d3a4-4c20-471f-9857-80d4a789ab13 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d515816-5b03-41b1-87f1-e0a1ce12ef21 HTTP/1.1" status: 200 len: 217 time: 0.0999589 May 05 19:59:50.320025 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-dabb550b-7788-422c-a12d-4974bad94244 req-1bac8bd2-e26e-4b71-8631-e4f63c2a52e5 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:50.320766 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-45ae8b0a-37d4-49c7-903b-81074f3542d8 service neutron] 10.222.0.24 "GET /v2.0/networks/8dfd2b37-488a-4d30-a912-23b4e25a65ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2336395 May 05 19:59:50.368106 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-e3691093-4c93-472b-a826-bb9589e7fb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:50.368635 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-e3691093-4c93-472b-a826-bb9589e7fb09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:50.370174 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-e3691093-4c93-472b-a826-bb9589e7fb09 service neutron] 10.222.0.50 "PUT /v2.0/ports/a0f2af4a-c45e-4d58-809e-c8a0cba697d0 HTTP/1.1" status: 200 len: 1091 time: 7.6671050 May 05 19:59:50.414767 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-92c0cd98-f390-44ee-ae14-e2860d227aae req-4c978ef7-63ed-4670-8217-ca963a502371 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/security-groups?id=60903d7d-e068-4be3-b1cd-aedae880a3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4507120 May 05 19:59:50.449415 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dabb550b-7788-422c-a12d-4974bad94244 req-1bac8bd2-e26e-4b71-8631-e4f63c2a52e5 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Network 0940b73f-d9f5-4601-bc7a-4ddc6f68c068 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:59:50.480964 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-0e6fa756-0565-43c8-9063-b13f49ff3621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:50.482607 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-0e6fa756-0565-43c8-9063-b13f49ff3621 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8749de71-a058-48eb-aa71-1534aba74246 HTTP/1.1" status: 200 len: 857 time: 0.3009322 May 05 19:59:50.529917 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-dabb550b-7788-422c-a12d-4974bad94244 req-1bac8bd2-e26e-4b71-8631-e4f63c2a52e5 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:59:50.577350 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bda3d1-7a54-4333-905d-4f065dc872a8 req-0f1cb5be-fa1a-43bb-9879-3fcb90a743f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:50.577847 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bda3d1-7a54-4333-905d-4f065dc872a8 req-0f1cb5be-fa1a-43bb-9879-3fcb90a743f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:50.578327 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bda3d1-7a54-4333-905d-4f065dc872a8 req-0f1cb5be-fa1a-43bb-9879-3fcb90a743f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:50.578802 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bda3d1-7a54-4333-905d-4f065dc872a8 req-0f1cb5be-fa1a-43bb-9879-3fcb90a743f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:50.579515 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bda3d1-7a54-4333-905d-4f065dc872a8 req-0f1cb5be-fa1a-43bb-9879-3fcb90a743f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:50.580122 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bda3d1-7a54-4333-905d-4f065dc872a8 req-0f1cb5be-fa1a-43bb-9879-3fcb90a743f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:50.580551 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bda3d1-7a54-4333-905d-4f065dc872a8 req-0f1cb5be-fa1a-43bb-9879-3fcb90a743f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:50.588654 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-88bda3d1-7a54-4333-905d-4f065dc872a8 req-0f1cb5be-fa1a-43bb-9879-3fcb90a743f7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0a29a66ef9e34d17926285dc8f054582&device_id=a933ae74-0c33-4c3c-82a1-5c532a76f33d HTTP/1.1" status: 200 len: 6312 time: 0.8129785 May 05 19:59:50.621682 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-dabb550b-7788-422c-a12d-4974bad94244 req-1bac8bd2-e26e-4b71-8631-e4f63c2a52e5 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:59:50.810887 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-427c3732-65b1-4b30-a225-5400c6249b6f service neutron] Attempting to bind port e16abe2d-4652-4238-b1ff-10009a771c77 on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:59:50.811220 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-427c3732-65b1-4b30-a225-5400c6249b6f service neutron] Attempting to bind port e16abe2d-4652-4238-b1ff-10009a771c77 by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': 'c3ba2cac-7dc0-445c-aed5-2efecd511db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5efdefe9-fb05-48a6-914c-98a1b2ebb362'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:59:50.814909 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-427c3732-65b1-4b30-a225-5400c6249b6f service neutron] Attempting to bind port e16abe2d-4652-4238-b1ff-10009a771c77 on network 5efdefe9-fb05-48a6-914c-98a1b2ebb362 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:59:50.856584 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-9dd811b8-0c53-49dd-9ee1-0e2739fe787f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8dfd2b37-488a-4d30-a912-23b4e25a65ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3212347 May 05 19:59:50.905469 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36d9bb-8e37-469b-a21c-668f6ffefdd8 req-77dea08a-c059-4d0b-8770-438bfff6544e tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:50.906223 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-0c36d9bb-8e37-469b-a21c-668f6ffefdd8 req-77dea08a-c059-4d0b-8770-438bfff6544e tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Synchronizing usage tracker for tenant:99f8ff370e2040efb9285a4ae37c20cd on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:59:50.994625 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-427c3732-65b1-4b30-a225-5400c6249b6f service neutron] Port e16abe2d-4652-4238-b1ff-10009a771c77 on network 5efdefe9-fb05-48a6-914c-98a1b2ebb362 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:59:50.994947 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-427c3732-65b1-4b30-a225-5400c6249b6f service neutron] Attempting to bind port e16abe2d-4652-4238-b1ff-10009a771c77 on network 5efdefe9-fb05-48a6-914c-98a1b2ebb362 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:59:51.013079 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bac8bd2-e26e-4b71-8631-e4f63c2a52e5 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Pushing event updated for resources: {'Port': ['ID=6a69c56a-ceaf-48c1-b4b6-46b3ad4a0052,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:51.065866 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-427c3732-65b1-4b30-a225-5400c6249b6f service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:59:51.066205 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-427c3732-65b1-4b30-a225-5400c6249b6f service neutron] Checking segment: {'id': 'c3ba2cac-7dc0-445c-aed5-2efecd511db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5efdefe9-fb05-48a6-914c-98a1b2ebb362'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:59:51.066596 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-427c3732-65b1-4b30-a225-5400c6249b6f service neutron] Bound using segment: {'id': 'c3ba2cac-7dc0-445c-aed5-2efecd511db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5efdefe9-fb05-48a6-914c-98a1b2ebb362'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:59:51.067554 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-68e698e9-e57f-4f78-8099-ad435d5272c9 service neutron] 10.222.0.24 "GET /v2.0/networks/8dfd2b37-488a-4d30-a912-23b4e25a65ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6964395 May 05 19:59:51.078567 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-427c3732-65b1-4b30-a225-5400c6249b6f service neutron] Bound port: e16abe2d-4652-4238-b1ff-10009a771c77, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3ba2cac-7dc0-445c-aed5-2efecd511db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5efdefe9-fb05-48a6-914c-98a1b2ebb362'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:59:51.079075 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-427c3732-65b1-4b30-a225-5400c6249b6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:51.137052 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb550b-7788-422c-a12d-4974bad94244 req-1bac8bd2-e26e-4b71-8631-e4f63c2a52e5 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:51.137780 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-dabb550b-7788-422c-a12d-4974bad94244 req-1bac8bd2-e26e-4b71-8631-e4f63c2a52e5 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:51.139724 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-430d17da-b0d1-46f8-ad47-404a49258a73 None None] Provisioning for port 6a69c56a-ceaf-48c1-b4b6-46b3ad4a0052 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:59:51.153380 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-430d17da-b0d1-46f8-ad47-404a49258a73 None None] Provisioning complete for port 6a69c56a-ceaf-48c1-b4b6-46b3ad4a0052 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:59:51.154054 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-430d17da-b0d1-46f8-ad47-404a49258a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:51.175718 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3691093-4c93-472b-a826-bb9589e7fb09 service neutron] Pushing event updated for resources: {'Port': ['ID=a0f2af4a-c45e-4d58-809e-c8a0cba697d0,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:51.257446 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-0c36d9bb-8e37-469b-a21c-668f6ffefdd8 req-77dea08a-c059-4d0b-8770-438bfff6544e tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Unset dirty status for tenant:99f8ff370e2040efb9285a4ae37c20cd on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:59:51.258799 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0c36d9bb-8e37-469b-a21c-668f6ffefdd8 req-77dea08a-c059-4d0b-8770-438bfff6544e tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/ports?device_id=c66c5a81-58b3-46e3-8e2a-9f67da08f252 HTTP/1.1" status: 200 len: 931 time: 1.5400155 May 05 19:59:51.263589 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-430d17da-b0d1-46f8-ad47-404a49258a73 None None] Port 6a69c56a-ceaf-48c1-b4b6-46b3ad4a0052 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:59:51.460393 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bda3d1-7a54-4333-905d-4f065dc872a8 req-a53b13d3-3170-4dee-a95d-448f91a2119a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:51.460986 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bda3d1-7a54-4333-905d-4f065dc872a8 req-a53b13d3-3170-4dee-a95d-448f91a2119a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:51.461440 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bda3d1-7a54-4333-905d-4f065dc872a8 req-a53b13d3-3170-4dee-a95d-448f91a2119a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:51.463024 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-88bda3d1-7a54-4333-905d-4f065dc872a8 req-a53b13d3-3170-4dee-a95d-448f91a2119a service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=0a29a66ef9e34d17926285dc8f054582&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.8440087 May 05 19:59:51.496124 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3fd1c54-4b39-4c7e-b4cc-53be49deb13c', 'tag': '6d515816-5b03-41b1-87f1-e0a1ce12ef21'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:59:51.513675 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dabb550b-7788-422c-a12d-4974bad94244 req-1bac8bd2-e26e-4b71-8631-e4f63c2a52e5 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.4985580 May 05 19:59:51.537500 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-dabb550b-7788-422c-a12d-4974bad94244 req-05d8bf4d-e22e-4153-8d07-639acb30ad0f tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Request body: {'port': {'device_id': 'c66c5a81-58b3-46e3-8e2a-9f67da08f252', 'network_id': '0940b73f-d9f5-4601-bc7a-4ddc6f68c068', 'admin_state_up': True, 'tenant_id': '99f8ff370e2040efb9285a4ae37c20cd', 'security_groups': ['c1ea4b63-4d77-466d-a6d0-2611e1957d3d']}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:59:51.554457 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-1d17600b-180c-4369-b590-b4930dce8105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:51.556098 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-1d17600b-180c-4369-b590-b4930dce8105 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cd85f39ab63d412fb16ed6744e0d4d13&device_id=de3a5a79-7e81-44fa-952a-5884abd9eba0 HTTP/1.1" status: 200 len: 1094 time: 1.0792234 May 05 19:59:51.588915 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0c36d9bb-8e37-469b-a21c-668f6ffefdd8 req-76b11bbe-cbf7-46fa-b6f4-fd391cbb2656 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ea4b63-4d77-466d-a6d0-2611e1957d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3134217 May 05 19:59:51.612046 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-091ae7f9-8578-4cdd-982c-681cfc44cda8 service neutron] 10.222.0.50 "GET /v2.0/networks/8dfd2b37-488a-4d30-a912-23b4e25a65ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6976686 May 05 19:59:51.739980 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb0ee2c-58a5-4f6c-9532-8c377a0aed3a req-fbb64352-4ad6-4779-bc95-6f988366d904 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:51.741515 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-aeb0ee2c-58a5-4f6c-9532-8c377a0aed3a req-fbb64352-4ad6-4779-bc95-6f988366d904 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Synchronizing usage tracker for tenant:5dc7995786b847999f5838924c32320a on resource:network {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:59:51.777789 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-a45d29a3-5466-461e-ab93-2945c7fc0cc0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0f2af4a-c45e-4d58-809e-c8a0cba697d0 HTTP/1.1" status: 200 len: 217 time: 0.2045071 May 05 19:59:51.778246 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-1868929d-c53c-4542-b7a5-a56f92b9a6af service neutron] 10.222.0.50 "GET /v2.0/networks/8dfd2b37-488a-4d30-a912-23b4e25a65ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468928 May 05 19:59:51.782109 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de3a5a79-7e81-44fa-952a-5884abd9eba0', 'tag': 'a0f2af4a-c45e-4d58-809e-c8a0cba697d0'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:59:51.848372 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed05eb-fb31-4757-af55-220596ba5f0f req-5bc537cf-74aa-4518-b986-a3bbbb8177ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:51.850062 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f9ed05eb-fb31-4757-af55-220596ba5f0f req-5bc537cf-74aa-4518-b986-a3bbbb8177ed service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cd85f39ab63d412fb16ed6744e0d4d13&device_id=63d6e346-2c04-4083-91cf-5a0be54187d6 HTTP/1.1" status: 200 len: 1094 time: 0.6525724 May 05 19:59:51.895514 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-427c3732-65b1-4b30-a225-5400c6249b6f service neutron] For port e16abe2d-4652-4238-b1ff-10009a771c77, host n-h2-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:59:51.939677 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-427c3732-65b1-4b30-a225-5400c6249b6f service neutron] For port e16abe2d-4652-4238-b1ff-10009a771c77, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=e16abe2d-4652-4238-b1ff-10009a771c77,segment=NetworkSegment(c3ba2cac-7dc0-445c-aed5-2efecd511db4),segment_id=c3ba2cac-7dc0-445c-aed5-2efecd511db4)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:59:51.947422 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-aeb0ee2c-58a5-4f6c-9532-8c377a0aed3a req-fbb64352-4ad6-4779-bc95-6f988366d904 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Unset dirty status for tenant:5dc7995786b847999f5838924c32320a on resource:network {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:59:51.948724 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-aeb0ee2c-58a5-4f6c-9532-8c377a0aed3a req-fbb64352-4ad6-4779-bc95-6f988366d904 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/networks?id=00ecdd9f-1135-415f-b0c6-51153b85089d HTTP/1.1" status: 200 len: 812 time: 0.8766935 May 05 19:59:51.954326 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bda3d1-7a54-4333-905d-4f065dc872a8 req-b1ae53eb-d0cd-48b0-9080-e4586131ad5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:51.955885 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-88bda3d1-7a54-4333-905d-4f065dc872a8 req-b1ae53eb-d0cd-48b0-9080-e4586131ad5b service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4762638 May 05 19:59:51.964185 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-427c3732-65b1-4b30-a225-5400c6249b6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:51.969842 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-55101480-6aab-42cc-a4be-e2477a0a4298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:51.971386 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-55101480-6aab-42cc-a4be-e2477a0a4298 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8749de71-a058-48eb-aa71-1534aba74246 HTTP/1.1" status: 200 len: 857 time: 0.1716979 May 05 19:59:52.025614 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-dabb550b-7788-422c-a12d-4974bad94244 req-05d8bf4d-e22e-4153-8d07-639acb30ad0f tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:59:52.070923 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-aeb0ee2c-58a5-4f6c-9532-8c377a0aed3a req-045b9731-111c-42f3-a9b5-c7ceb5741362 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/quotas/5dc7995786b847999f5838924c32320a HTTP/1.1" status: 200 len: 375 time: 0.1136494 May 05 19:59:52.083593 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-dabb550b-7788-422c-a12d-4974bad94244 req-05d8bf4d-e22e-4153-8d07-639acb30ad0f tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:59:52.102282 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-427c3732-65b1-4b30-a225-5400c6249b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:52.103146 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-427c3732-65b1-4b30-a225-5400c6249b6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:52.104734 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-427c3732-65b1-4b30-a225-5400c6249b6f service neutron] 10.222.0.50 "PUT /v2.0/ports/e16abe2d-4652-4238-b1ff-10009a771c77 HTTP/1.1" status: 200 len: 1091 time: 5.4496505 May 05 19:59:52.106055 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dabb550b-7788-422c-a12d-4974bad94244 req-05d8bf4d-e22e-4153-8d07-639acb30ad0f tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Made reservation on behalf of 99f8ff370e2040efb9285a4ae37c20cd for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:59:52.116558 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-dabb550b-7788-422c-a12d-4974bad94244 req-05d8bf4d-e22e-4153-8d07-639acb30ad0f tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:52.152001 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-32fbd1e3-509e-4c08-8b29-b3a54f7ad8ca service neutron] Request body: {'port': {'device_id': 'a933ae74-0c33-4c3c-82a1-5c532a76f33d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:59:52.228930 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427c3732-65b1-4b30-a225-5400c6249b6f service neutron] Pushing event updated for resources: {'Port': ['ID=e16abe2d-4652-4238-b1ff-10009a771c77,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:52.244875 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d35a7-ee85-4d2f-bcc1-d410c07c2857 req-d3188fad-4fea-4f94-8325-4eb3fc419ad8 tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:52.245897 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-ef9d35a7-ee85-4d2f-bcc1-d410c07c2857 req-d3188fad-4fea-4f94-8325-4eb3fc419ad8 tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Synchronizing usage tracker for tenant:cd85f39ab63d412fb16ed6744e0d4d13 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:59:52.338563 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-25adf7a6-910b-4b97-800e-2188599559d6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8dfd2b37-488a-4d30-a912-23b4e25a65ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3597720 May 05 19:59:52.384798 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-aeb0ee2c-58a5-4f6c-9532-8c377a0aed3a req-c67971bf-e84c-4bb0-8043-1b3d56ddbc43 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5dc7995786b847999f5838924c32320a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3011100 May 05 19:59:52.410081 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-32fbd1e3-509e-4c08-8b29-b3a54f7ad8ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:52.489072 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-ef9d35a7-ee85-4d2f-bcc1-d410c07c2857 req-d3188fad-4fea-4f94-8325-4eb3fc419ad8 tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Unset dirty status for tenant:cd85f39ab63d412fb16ed6744e0d4d13 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:59:52.525777 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ef9d35a7-ee85-4d2f-bcc1-d410c07c2857 req-d3188fad-4fea-4f94-8325-4eb3fc419ad8 tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] 10.222.0.36 "GET /v2.0/ports?device_id=63d6e346-2c04-4083-91cf-5a0be54187d6 HTTP/1.1" status: 200 len: 943 time: 0.6814761 May 05 19:59:52.604504 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed05eb-fb31-4757-af55-220596ba5f0f req-63452e1e-93ee-4ebf-bc6e-cf8e404b943d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:52.606166 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f9ed05eb-fb31-4757-af55-220596ba5f0f req-63452e1e-93ee-4ebf-bc6e-cf8e404b943d service neutron] 10.222.0.24 "GET /v2.0/networks?id=8dfd2b37-488a-4d30-a912-23b4e25a65ef HTTP/1.1" status: 200 len: 918 time: 0.7363880 May 05 19:59:52.821530 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f9ed05eb-fb31-4757-af55-220596ba5f0f req-101435f2-36f2-4963-9776-f20e1a58e06f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0aff34d5-fe04-4ee9-b617-0bfffcdd96d3 HTTP/1.1" status: 200 len: 217 time: 0.2069860 May 05 19:59:52.835050 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-ef9d35a7-ee85-4d2f-bcc1-d410c07c2857 req-863c6aff-e5e0-4cb8-b511-25cff9aea2bd tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Synchronizing usage tracker for tenant:cd85f39ab63d412fb16ed6744e0d4d13 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:59:52.877505 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-dabb550b-7788-422c-a12d-4974bad94244 req-05d8bf4d-e22e-4153-8d07-639acb30ad0f tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Allocated IP 10.1.1.199 (0940b73f-d9f5-4601-bc7a-4ddc6f68c068/27e9ce9d-105a-4d07-aa22-c9895d777ddb/d8cebe77-24e5-40d1-a4fd-946a285e28bf) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:59:52.920478 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-aeb0ee2c-58a5-4f6c-9532-8c377a0aed3a req-a68d58b0-829d-429f-b4cc-ab5966d98010 service neutron] 10.222.0.36 "GET /v2.0/networks/00ecdd9f-1135-415f-b0c6-51153b85089d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5233490 May 05 19:59:52.925310 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-e5fcf09a-3025-4327-882f-b18444394aee service neutron] 10.222.0.50 "GET /v2.0/networks/8dfd2b37-488a-4d30-a912-23b4e25a65ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5732877 May 05 19:59:52.949711 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-ef9d35a7-ee85-4d2f-bcc1-d410c07c2857 req-863c6aff-e5e0-4cb8-b511-25cff9aea2bd tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Unset dirty status for tenant:cd85f39ab63d412fb16ed6744e0d4d13 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:59:52.959790 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ef9d35a7-ee85-4d2f-bcc1-d410c07c2857 req-863c6aff-e5e0-4cb8-b511-25cff9aea2bd tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] 10.222.0.36 "GET /v2.0/security-groups?id=80fa4dbb-a071-449b-a651-c883c7b9af94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4330306 May 05 19:59:52.996511 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed05eb-fb31-4757-af55-220596ba5f0f req-e65280bf-e4ec-4519-be7c-a11277ad2507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:52.998081 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f9ed05eb-fb31-4757-af55-220596ba5f0f req-e65280bf-e4ec-4519-be7c-a11277ad2507 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8749de71-a058-48eb-aa71-1534aba74246 HTTP/1.1" status: 200 len: 857 time: 0.1651061 May 05 19:59:53.055916 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-51940fe4-a765-4fd8-b3ff-e21cc2877221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:53.127520 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f9ed05eb-fb31-4757-af55-220596ba5f0f req-f43ae9a1-3d64-40aa-bc4b-e0a22a8f6c96 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8dfd2b37-488a-4d30-a912-23b4e25a65ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1124601 May 05 19:59:53.232816 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.db.resource_extend [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-32fbd1e3-509e-4c08-8b29-b3a54f7ad8ca service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 19:59:53.332888 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-32fbd1e3-509e-4c08-8b29-b3a54f7ad8ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 506f9f85-5ebc-4ad3-a1f3-615f8594dee2 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:59:53.359874 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-dabb550b-7788-422c-a12d-4974bad94244 req-05d8bf4d-e22e-4153-8d07-639acb30ad0f tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:53.377494 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-dabb550b-7788-422c-a12d-4974bad94244 req-05d8bf4d-e22e-4153-8d07-639acb30ad0f tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Transition to ACTIVE for port object d8cebe77-24e5-40d1-a4fd-946a285e28bf will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:59:53.386289 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-32fbd1e3-509e-4c08-8b29-b3a54f7ad8ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:53.425221 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-dabb550b-7788-422c-a12d-4974bad94244 req-05d8bf4d-e22e-4153-8d07-639acb30ad0f tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:53.429660 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-32fbd1e3-509e-4c08-8b29-b3a54f7ad8ca service neutron] Transition to ACTIVE for port object 506f9f85-5ebc-4ad3-a1f3-615f8594dee2 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:59:53.492909 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-32fbd1e3-509e-4c08-8b29-b3a54f7ad8ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:53.511884 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee823f4-b229-44ca-ab1a-6b9013bf86b3 req-b42e0281-7f15-434c-8a81-fedab159de44 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:53.518279 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee823f4-b229-44ca-ab1a-6b9013bf86b3 req-b42e0281-7f15-434c-8a81-fedab159de44 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:53.524084 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee823f4-b229-44ca-ab1a-6b9013bf86b3 req-b42e0281-7f15-434c-8a81-fedab159de44 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:53.526839 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-aeb0ee2c-58a5-4f6c-9532-8c377a0aed3a req-70e9fb8b-fba5-4ab0-89ef-6893ff31b87b service neutron] 10.222.0.36 "GET /v2.0/networks/00ecdd9f-1135-415f-b0c6-51153b85089d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6006050 May 05 19:59:53.530006 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee823f4-b229-44ca-ab1a-6b9013bf86b3 req-b42e0281-7f15-434c-8a81-fedab159de44 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:53.536545 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee823f4-b229-44ca-ab1a-6b9013bf86b3 req-b42e0281-7f15-434c-8a81-fedab159de44 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:53.553757 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-55d7d3c5-2545-4062-97f7-d5e21e8a12ee req-667d99cf-55e3-4edc-b8d2-2bb37c62048f service neutron] 10.222.0.50 "GET /v2.0/networks/8dfd2b37-488a-4d30-a912-23b4e25a65ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6054749 May 05 19:59:53.564288 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee823f4-b229-44ca-ab1a-6b9013bf86b3 req-b42e0281-7f15-434c-8a81-fedab159de44 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:53.565169 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f9ed05eb-fb31-4757-af55-220596ba5f0f req-dc8dd8f6-d27b-40a2-9b6b-209b37ee305c service neutron] 10.222.0.24 "GET /v2.0/networks/8dfd2b37-488a-4d30-a912-23b4e25a65ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4142916 May 05 19:59:53.570309 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee823f4-b229-44ca-ab1a-6b9013bf86b3 req-b42e0281-7f15-434c-8a81-fedab159de44 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:53.582846 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2ee823f4-b229-44ca-ab1a-6b9013bf86b3 req-b42e0281-7f15-434c-8a81-fedab159de44 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933ae74-0c33-4c3c-82a1-5c532a76f33d HTTP/1.1" status: 200 len: 5407 time: 0.5089424 May 05 19:59:53.614399 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dabb550b-7788-422c-a12d-4974bad94244 req-05d8bf4d-e22e-4153-8d07-639acb30ad0f tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Network 0940b73f-d9f5-4601-bc7a-4ddc6f68c068 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:59:53.650691 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-dabb550b-7788-422c-a12d-4974bad94244 req-05d8bf4d-e22e-4153-8d07-639acb30ad0f tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:59:53.674632 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-dabb550b-7788-422c-a12d-4974bad94244 req-05d8bf4d-e22e-4153-8d07-639acb30ad0f tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:59:53.805132 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb550b-7788-422c-a12d-4974bad94244 req-05d8bf4d-e22e-4153-8d07-639acb30ad0f tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:53.805786 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-dabb550b-7788-422c-a12d-4974bad94244 req-05d8bf4d-e22e-4153-8d07-639acb30ad0f tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:54.017731 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 6d515816-5b03-41b1-87f1-e0a1ce12ef21 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:59:54.307764 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d953ede3-e56e-49ed-a7de-da03cbdb26dc'] response: {'name': 'network-changed', 'server_uuid': 'de3a5a79-7e81-44fa-952a-5884abd9eba0', 'tag': 'a0f2af4a-c45e-4d58-809e-c8a0cba697d0', 'status': 'completed', 'code': 200} May 05 19:59:54.365058 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f9ed05eb-fb31-4757-af55-220596ba5f0f req-b3f509da-9c68-417f-95c6-591cd7d9103b service neutron] 10.222.0.24 "GET /v2.0/networks/8dfd2b37-488a-4d30-a912-23b4e25a65ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7358832 May 05 19:59:54.402587 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1c7491c-0ae1-4a85-b320-57a586c6071d'] response: {'name': 'network-changed', 'server_uuid': 'e3fd1c54-4b39-4c7e-b4cc-53be49deb13c', 'tag': '6d515816-5b03-41b1-87f1-e0a1ce12ef21', 'status': 'completed', 'code': 200} May 05 19:59:54.447300 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d8bf4d-e22e-4153-8d07-639acb30ad0f tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Pushing event updated for resources: {'Port': ['ID=d8cebe77-24e5-40d1-a4fd-946a285e28bf,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:54.491141 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-51940fe4-a765-4fd8-b3ff-e21cc2877221 admin admin] Deleting port 7c9e16cc-5cee-4660-8d79-bd2d86cdab9f {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 19:59:54.491692 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-51940fe4-a765-4fd8-b3ff-e21cc2877221 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:54.538638 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 6d515816-5b03-41b1-87f1-e0a1ce12ef21, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=6d515816-5b03-41b1-87f1-e0a1ce12ef21,segment=NetworkSegment(ecb6aeee-b225-4e3b-a7b6-70622da0cf45),segment_id=ecb6aeee-b225-4e3b-a7b6-70622da0cf45)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:59:54.555450 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': '6d515816-5b03-41b1-87f1-e0a1ce12ef21', 'network_id': '8dfd2b37-488a-4d30-a912-23b4e25a65ef', 'port_id': '6d515816-5b03-41b1-87f1-e0a1ce12ef21', 'mac_address': 'fa:16:3e:f9:88:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8749de71-a058-48eb-aa71-1534aba74246', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:59:54.561158 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 0aff34d5-fe04-4ee9-b617-0bfffcdd96d3 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:59:54.661264 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:54.670363 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-5f882b66-a702-47a5-b514-2d0bf3a96b7e None None] Provisioning for port d8cebe77-24e5-40d1-a4fd-946a285e28bf completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:59:54.674661 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd8db7b-3341-4fab-a069-c88b610818c1 req-ed6698ad-7e52-43f9-91f5-399e949936a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:54.676178 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bbd8db7b-3341-4fab-a069-c88b610818c1 req-ed6698ad-7e52-43f9-91f5-399e949936a1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cd85f39ab63d412fb16ed6744e0d4d13&device_id=e3fd1c54-4b39-4c7e-b4cc-53be49deb13c HTTP/1.1" status: 200 len: 1094 time: 0.4571378 May 05 19:59:54.683082 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2ee823f4-b229-44ca-ab1a-6b9013bf86b3 req-51b06022-a3cd-44bd-b6f9-b66a17fba8aa tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e6be8f4-cbde-48c1-a6fd-f6caadba2c70&id=b31ec34e-3cb0-41c2-a678-bc0e8ba8a08d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.0823231 May 05 19:59:54.701311 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-5f882b66-a702-47a5-b514-2d0bf3a96b7e None None] Provisioning complete for port d8cebe77-24e5-40d1-a4fd-946a285e28bf triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:59:54.701933 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5f882b66-a702-47a5-b514-2d0bf3a96b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:54.736722 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d515816-5b03-41b1-87f1-e0a1ce12ef21 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:59:54.737194 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dabb550b-7788-422c-a12d-4974bad94244 req-05d8bf4d-e22e-4153-8d07-639acb30ad0f tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2067366 May 05 19:59:54.754803 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 6d515816-5b03-41b1-87f1-e0a1ce12ef21, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=6d515816-5b03-41b1-87f1-e0a1ce12ef21,segment=NetworkSegment(ecb6aeee-b225-4e3b-a7b6-70622da0cf45),segment_id=ecb6aeee-b225-4e3b-a7b6-70622da0cf45)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:59:54.771787 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-dabb550b-7788-422c-a12d-4974bad94244 req-48761c28-a438-4e0b-9bd9-293f3cd57429 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Request body: {'port': {'device_id': 'c66c5a81-58b3-46e3-8e2a-9f67da08f252', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '98f65143-638f-41c6-b245-4fc7a96707e2', 'admin_state_up': True, 'tenant_id': '99f8ff370e2040efb9285a4ae37c20cd', 'security_groups': ['c1ea4b63-4d77-466d-a6d0-2611e1957d3d']}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:59:54.787611 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-5f882b66-a702-47a5-b514-2d0bf3a96b7e None None] Port d8cebe77-24e5-40d1-a4fd-946a285e28bf cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:59:54.792916 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:54.817187 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fbd1e3-509e-4c08-8b29-b3a54f7ad8ca service neutron] Pushing event updated for resources: {'Port': ['ID=506f9f85-5ebc-4ad3-a1f3-615f8594dee2,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:54.880141 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e53585-ba26-42c9-ad26-fa017712113c req-4903d285-8e3c-4056-9890-d11d93254119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:54.882049 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-05e53585-ba26-42c9-ad26-fa017712113c req-4903d285-8e3c-4056-9890-d11d93254119 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cd85f39ab63d412fb16ed6744e0d4d13&device_id=de3a5a79-7e81-44fa-952a-5884abd9eba0 HTTP/1.1" status: 200 len: 1094 time: 0.5592628 May 05 19:59:54.943574 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-15736787-427d-4327-9ced-20e46bd35722 req-2a5da345-a21c-478f-8def-4e2ae2168b9d tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=2206e182-7ccb-4fb0-b47f-7368678c012e HTTP/1.1" status: 200 len: 210 time: 0.0629184 May 05 19:59:54.997616 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 0aff34d5-fe04-4ee9-b617-0bfffcdd96d3, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=0aff34d5-fe04-4ee9-b617-0bfffcdd96d3,segment=NetworkSegment(ecb6aeee-b225-4e3b-a7b6-70622da0cf45),segment_id=ecb6aeee-b225-4e3b-a7b6-70622da0cf45)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:59:55.006014 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=6d515816-5b03-41b1-87f1-e0a1ce12ef21,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:55.021689 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '0aff34d5-fe04-4ee9-b617-0bfffcdd96d3', 'network_id': '8dfd2b37-488a-4d30-a912-23b4e25a65ef', 'port_id': '0aff34d5-fe04-4ee9-b617-0bfffcdd96d3', 'mac_address': 'fa:16:3e:0c:de:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8749de71-a058-48eb-aa71-1534aba74246', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:59:55.058555 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-32fbd1e3-509e-4c08-8b29-b3a54f7ad8ca service neutron] Attempting to bind port 506f9f85-5ebc-4ad3-a1f3-615f8594dee2 on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:59:55.058905 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-32fbd1e3-509e-4c08-8b29-b3a54f7ad8ca service neutron] Attempting to bind port 506f9f85-5ebc-4ad3-a1f3-615f8594dee2 by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': 'bdad0cc9-0dde-4c06-8eb7-13cca684b533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6b772374-6081-4e39-9eff-bc22d208b283'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:59:55.059735 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-32fbd1e3-509e-4c08-8b29-b3a54f7ad8ca service neutron] Attempting to bind port 506f9f85-5ebc-4ad3-a1f3-615f8594dee2 on network 6b772374-6081-4e39-9eff-bc22d208b283 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:59:55.077164 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-32fbd1e3-509e-4c08-8b29-b3a54f7ad8ca service neutron] Port 506f9f85-5ebc-4ad3-a1f3-615f8594dee2 on network 6b772374-6081-4e39-9eff-bc22d208b283 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:59:55.077164 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-32fbd1e3-509e-4c08-8b29-b3a54f7ad8ca service neutron] Attempting to bind port 506f9f85-5ebc-4ad3-a1f3-615f8594dee2 on network 6b772374-6081-4e39-9eff-bc22d208b283 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:59:55.088295 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-32fbd1e3-509e-4c08-8b29-b3a54f7ad8ca service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:59:55.088637 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-32fbd1e3-509e-4c08-8b29-b3a54f7ad8ca service neutron] Checking segment: {'id': 'bdad0cc9-0dde-4c06-8eb7-13cca684b533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6b772374-6081-4e39-9eff-bc22d208b283'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:59:55.089024 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-32fbd1e3-509e-4c08-8b29-b3a54f7ad8ca service neutron] Bound using segment: {'id': 'bdad0cc9-0dde-4c06-8eb7-13cca684b533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6b772374-6081-4e39-9eff-bc22d208b283'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:59:55.090385 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-32fbd1e3-509e-4c08-8b29-b3a54f7ad8ca service neutron] Bound port: 506f9f85-5ebc-4ad3-a1f3-615f8594dee2, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdad0cc9-0dde-4c06-8eb7-13cca684b533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6b772374-6081-4e39-9eff-bc22d208b283'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:59:55.090385 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-32fbd1e3-509e-4c08-8b29-b3a54f7ad8ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:55.090630 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['6d515816-5b03-41b1-87f1-e0a1ce12ef21'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:59:55.173747 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-dabb550b-7788-422c-a12d-4974bad94244 req-48761c28-a438-4e0b-9bd9-293f3cd57429 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:59:55.181346 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-dabb550b-7788-422c-a12d-4974bad94244 req-48761c28-a438-4e0b-9bd9-293f3cd57429 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Usage tracker for resource:port and tenant:99f8ff370e2040efb9285a4ae37c20cd is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:59:55.185977 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-dabb550b-7788-422c-a12d-4974bad94244 req-48761c28-a438-4e0b-9bd9-293f3cd57429 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Quota usage for port was recalculated. Used quota:10. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:59:55.203088 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-dabb550b-7788-422c-a12d-4974bad94244 req-48761c28-a438-4e0b-9bd9-293f3cd57429 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:59:55.230090 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-32fbd1e3-509e-4c08-8b29-b3a54f7ad8ca service neutron] For port 506f9f85-5ebc-4ad3-a1f3-615f8594dee2, host n-h2-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 19:59:55.237710 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-32fbd1e3-509e-4c08-8b29-b3a54f7ad8ca service neutron] For port 506f9f85-5ebc-4ad3-a1f3-615f8594dee2, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=506f9f85-5ebc-4ad3-a1f3-615f8594dee2,segment=NetworkSegment(bdad0cc9-0dde-4c06-8eb7-13cca684b533),segment_id=bdad0cc9-0dde-4c06-8eb7-13cca684b533)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 19:59:55.242354 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dabb550b-7788-422c-a12d-4974bad94244 req-48761c28-a438-4e0b-9bd9-293f3cd57429 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Made reservation on behalf of 99f8ff370e2040efb9285a4ae37c20cd for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:59:55.281376 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd8db7b-3341-4fab-a069-c88b610818c1 req-e0551af1-8a0c-4581-a019-be9b043ed992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:55.283958 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bbd8db7b-3341-4fab-a069-c88b610818c1 req-e0551af1-8a0c-4581-a019-be9b043ed992 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8dfd2b37-488a-4d30-a912-23b4e25a65ef HTTP/1.1" status: 200 len: 918 time: 0.5560236 May 05 19:59:55.294919 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-51940fe4-a765-4fd8-b3ff-e21cc2877221 admin admin] For port 7c9e16cc-5cee-4660-8d79-bd2d86cdab9f, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=7c9e16cc-5cee-4660-8d79-bd2d86cdab9f,segment=NetworkSegment(46432553-9a34-4ffa-96fb-bfbbf44f2246),segment_id=46432553-9a34-4ffa-96fb-bfbbf44f2246)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:59:55.295677 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-51940fe4-a765-4fd8-b3ff-e21cc2877221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:55.347994 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:55.392170 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aae13d-eef4-4c0d-8c85-316d11f23d22 req-5646061e-29c7-4d58-8598-a5d4e5a582fb tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:55.398570 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aae13d-eef4-4c0d-8c85-316d11f23d22 req-5646061e-29c7-4d58-8598-a5d4e5a582fb tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:55.404759 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aae13d-eef4-4c0d-8c85-316d11f23d22 req-5646061e-29c7-4d58-8598-a5d4e5a582fb tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:55.408919 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0aff34d5-fe04-4ee9-b617-0bfffcdd96d3 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:59:55.412850 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-30aae13d-eef4-4c0d-8c85-316d11f23d22 req-5646061e-29c7-4d58-8598-a5d4e5a582fb tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/ports?device_id=c66c5a81-58b3-46e3-8e2a-9f67da08f252 HTTP/1.1" status: 200 len: 2373 time: 0.8464921 May 05 19:59:55.492328 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 0aff34d5-fe04-4ee9-b617-0bfffcdd96d3, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=0aff34d5-fe04-4ee9-b617-0bfffcdd96d3,segment=NetworkSegment(ecb6aeee-b225-4e3b-a7b6-70622da0cf45),segment_id=ecb6aeee-b225-4e3b-a7b6-70622da0cf45)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:59:55.503276 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:55.578488 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=0aff34d5-fe04-4ee9-b617-0bfffcdd96d3,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:55.587954 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-dabb550b-7788-422c-a12d-4974bad94244 req-48761c28-a438-4e0b-9bd9-293f3cd57429 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:55.600753 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-32fbd1e3-509e-4c08-8b29-b3a54f7ad8ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:55.696915 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e53585-ba26-42c9-ad26-fa017712113c req-d13893cb-588e-408e-ada3-c67e94242eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:55.698956 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-05e53585-ba26-42c9-ad26-fa017712113c req-d13893cb-588e-408e-ada3-c67e94242eaf service neutron] 10.222.0.50 "GET /v2.0/networks?id=8dfd2b37-488a-4d30-a912-23b4e25a65ef HTTP/1.1" status: 200 len: 918 time: 0.7202532 May 05 19:59:55.715713 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-51940fe4-a765-4fd8-b3ff-e21cc2877221 admin admin] Calling delete_port for 7c9e16cc-5cee-4660-8d79-bd2d86cdab9f owned by network:router_interface {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 19:59:55.741037 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-32fbd1e3-509e-4c08-8b29-b3a54f7ad8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:55.742622 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-32fbd1e3-509e-4c08-8b29-b3a54f7ad8ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:55.744464 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-32fbd1e3-509e-4c08-8b29-b3a54f7ad8ca service neutron] 10.222.0.50 "PUT /v2.0/ports/506f9f85-5ebc-4ad3-a1f3-615f8594dee2 HTTP/1.1" status: 200 len: 1091 time: 3.6089368 May 05 19:59:55.783952 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['0aff34d5-fe04-4ee9-b617-0bfffcdd96d3'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:59:55.812793 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-ae04c045-b3d5-4795-bedf-7b3535081522 service neutron] Request body: {'port': {'device_id': 'a933ae74-0c33-4c3c-82a1-5c532a76f33d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:59:55.850428 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bbd8db7b-3341-4fab-a069-c88b610818c1 req-196a82cc-6fef-40a0-a3ef-452f51bafac6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d515816-5b03-41b1-87f1-e0a1ce12ef21 HTTP/1.1" status: 200 len: 217 time: 0.5410178 May 05 19:59:55.892608 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fbd1e3-509e-4c08-8b29-b3a54f7ad8ca service neutron] Pushing event updated for resources: {'Port': ['ID=506f9f85-5ebc-4ad3-a1f3-615f8594dee2,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:56.035538 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device a0f2af4a-c45e-4d58-809e-c8a0cba697d0 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 19:59:56.038252 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 6d515816-5b03-41b1-87f1-e0a1ce12ef21 up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:59:56.133109 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255da865-d357-4319-b64d-1641d320902c req-1d0b1790-a4fb-4f5f-93e0-24087a67a366 tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:56.140707 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-255da865-d357-4319-b64d-1641d320902c req-1d0b1790-a4fb-4f5f-93e0-24087a67a366 tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] 10.222.0.36 "GET /v2.0/ports?device_id=63d6e346-2c04-4083-91cf-5a0be54187d6 HTTP/1.1" status: 200 len: 944 time: 0.5325146 May 05 19:59:56.162411 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-30aae13d-eef4-4c0d-8c85-316d11f23d22 req-1bc94367-2358-4dd8-b913-44cab7bb26eb tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Synchronizing usage tracker for tenant:99f8ff370e2040efb9285a4ae37c20cd on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:59:56.166577 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd8db7b-3341-4fab-a069-c88b610818c1 req-4697ea4b-1330-4ff3-8c6b-d34c7c8892e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:56.168440 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bbd8db7b-3341-4fab-a069-c88b610818c1 req-4697ea4b-1330-4ff3-8c6b-d34c7c8892e0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8749de71-a058-48eb-aa71-1534aba74246 HTTP/1.1" status: 200 len: 857 time: 0.1586552 May 05 19:59:56.183853 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-05e53585-ba26-42c9-ad26-fa017712113c req-83bd18f2-6c28-4ebd-b417-f3a52acb54b5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0f2af4a-c45e-4d58-809e-c8a0cba697d0 HTTP/1.1" status: 200 len: 217 time: 0.2815425 May 05 19:59:56.205624 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-ae04c045-b3d5-4795-bedf-7b3535081522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:56.322150 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bbd8db7b-3341-4fab-a069-c88b610818c1 req-9d9d0d01-13e1-4796-8eba-94ca48898009 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8dfd2b37-488a-4d30-a912-23b4e25a65ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1370068 May 05 19:59:56.356793 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-255da865-d357-4319-b64d-1641d320902c req-59470538-9369-478b-88dd-90a98c6e905b tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] 10.222.0.36 "GET /v2.0/security-groups?id=80fa4dbb-a071-449b-a651-c883c7b9af94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147524 May 05 19:59:56.381210 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port a0f2af4a-c45e-4d58-809e-c8a0cba697d0, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=a0f2af4a-c45e-4d58-809e-c8a0cba697d0,segment=NetworkSegment(ecb6aeee-b225-4e3b-a7b6-70622da0cf45),segment_id=ecb6aeee-b225-4e3b-a7b6-70622da0cf45)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:59:56.425843 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a933ae74-0c33-4c3c-82a1-5c532a76f33d', 'tag': 'e16abe2d-4652-4238-b1ff-10009a771c77'}, {'name': 'network-changed', 'server_uuid': 'a933ae74-0c33-4c3c-82a1-5c532a76f33d', 'tag': '506f9f85-5ebc-4ad3-a1f3-615f8594dee2'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:59:56.449623 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': 'a0f2af4a-c45e-4d58-809e-c8a0cba697d0', 'network_id': '8dfd2b37-488a-4d30-a912-23b4e25a65ef', 'port_id': 'a0f2af4a-c45e-4d58-809e-c8a0cba697d0', 'mac_address': 'fa:16:3e:bd:e2:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8749de71-a058-48eb-aa71-1534aba74246', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 19:59:56.489686 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-dabb550b-7788-422c-a12d-4974bad94244 req-48761c28-a438-4e0b-9bd9-293f3cd57429 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Allocated IP 10.2.2.100 (98f65143-638f-41c6-b245-4fc7a96707e2/c1793040-0572-406b-b093-3a5c700275df/823374b2-c1db-4105-8ac8-804b4d578fcc) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:59:56.510649 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb0ee2c-58a5-4f6c-9532-8c377a0aed3a req-f37e7491-fe93-4a09-84d4-e4546fb1141e tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:56.512486 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-aeb0ee2c-58a5-4f6c-9532-8c377a0aed3a req-f37e7491-fe93-4a09-84d4-e4546fb1141e tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.50 "GET /v2.0/networks?id=00ecdd9f-1135-415f-b0c6-51153b85089d HTTP/1.1" status: 200 len: 812 time: 0.4351792 May 05 19:59:56.554946 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:56.584305 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-aeb0ee2c-58a5-4f6c-9532-8c377a0aed3a req-b737d708-6e32-42ae-b1d9-ce8f467ccad7 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Request body: {'port': {'device_id': '2206e182-7ccb-4fb0-b47f-7368678c012e', 'network_id': '00ecdd9f-1135-415f-b0c6-51153b85089d', 'admin_state_up': True, 'tenant_id': '5dc7995786b847999f5838924c32320a'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:59:56.603065 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0f2af4a-c45e-4d58-809e-c8a0cba697d0 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:59:56.621149 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port a0f2af4a-c45e-4d58-809e-c8a0cba697d0, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=a0f2af4a-c45e-4d58-809e-c8a0cba697d0,segment=NetworkSegment(ecb6aeee-b225-4e3b-a7b6-70622da0cf45),segment_id=ecb6aeee-b225-4e3b-a7b6-70622da0cf45)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:59:56.662785 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:56.752681 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=a0f2af4a-c45e-4d58-809e-c8a0cba697d0,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:56.795091 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port 6d515816-5b03-41b1-87f1-e0a1ce12ef21 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:59:56.822569 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port 6d515816-5b03-41b1-87f1-e0a1ce12ef21 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:59:56.823605 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:56.865218 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-30aae13d-eef4-4c0d-8c85-316d11f23d22 req-1bc94367-2358-4dd8-b913-44cab7bb26eb tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Unset dirty status for tenant:99f8ff370e2040efb9285a4ae37c20cd on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:59:56.874066 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-30aae13d-eef4-4c0d-8c85-316d11f23d22 req-1bc94367-2358-4dd8-b913-44cab7bb26eb tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ea4b63-4d77-466d-a6d0-2611e1957d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.4601703 May 05 19:59:56.892130 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e53585-ba26-42c9-ad26-fa017712113c req-efaf7ad2-dc52-4ce4-aa3c-d8fed463acfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:56.893938 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-05e53585-ba26-42c9-ad26-fa017712113c req-efaf7ad2-dc52-4ce4-aa3c-d8fed463acfa service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8749de71-a058-48eb-aa71-1534aba74246 HTTP/1.1" status: 200 len: 857 time: 0.6236730 May 05 19:59:56.927146 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['a0f2af4a-c45e-4d58-809e-c8a0cba697d0'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 19:59:57.138913 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-05e53585-ba26-42c9-ad26-fa017712113c req-972a3e1d-a100-4893-ae0e-0dee6ca182b0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8dfd2b37-488a-4d30-a912-23b4e25a65ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2342229 May 05 19:59:57.212559 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:57.281226 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 6d515816-5b03-41b1-87f1-e0a1ce12ef21, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=6d515816-5b03-41b1-87f1-e0a1ce12ef21,segment=NetworkSegment(ecb6aeee-b225-4e3b-a7b6-70622da0cf45),segment_id=ecb6aeee-b225-4e3b-a7b6-70622da0cf45)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:59:57.286365 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3fd1c54-4b39-4c7e-b4cc-53be49deb13c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d515816-5b03-41b1-87f1-e0a1ce12ef21'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 19:59:57.303304 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:57.341148 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bbd8db7b-3341-4fab-a069-c88b610818c1 req-b86f83ee-930b-41f1-ac8f-fc7a49c8780c service neutron] 10.222.0.50 "GET /v2.0/networks/8dfd2b37-488a-4d30-a912-23b4e25a65ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9979081 May 05 19:59:57.349310 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-aeb0ee2c-58a5-4f6c-9532-8c377a0aed3a req-b737d708-6e32-42ae-b1d9-ce8f467ccad7 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 19:59:57.383985 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-aeb0ee2c-58a5-4f6c-9532-8c377a0aed3a req-b737d708-6e32-42ae-b1d9-ce8f467ccad7 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Usage tracker for resource:port and tenant:5dc7995786b847999f5838924c32320a is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 19:59:57.406556 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-aeb0ee2c-58a5-4f6c-9532-8c377a0aed3a req-b737d708-6e32-42ae-b1d9-ce8f467ccad7 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 19:59:57.434300 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-aeb0ee2c-58a5-4f6c-9532-8c377a0aed3a req-b737d708-6e32-42ae-b1d9-ce8f467ccad7 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 19:59:57.452260 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=6d515816-5b03-41b1-87f1-e0a1ce12ef21,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:57.472190 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-dabb550b-7788-422c-a12d-4974bad94244 req-48761c28-a438-4e0b-9bd9-293f3cd57429 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:57.482954 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aeb0ee2c-58a5-4f6c-9532-8c377a0aed3a req-b737d708-6e32-42ae-b1d9-ce8f467ccad7 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Made reservation on behalf of 5dc7995786b847999f5838924c32320a for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 19:59:57.486545 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-aeb0ee2c-58a5-4f6c-9532-8c377a0aed3a req-b737d708-6e32-42ae-b1d9-ce8f467ccad7 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:57.504345 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ebb8b2-90c8-40ec-b7bc-9dae0e4caff3 req-43f4551d-77ba-4a2b-a7ee-fdeca950edfc tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:57.512477 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-57ebb8b2-90c8-40ec-b7bc-9dae0e4caff3 req-43f4551d-77ba-4a2b-a7ee-fdeca950edfc tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=78022ff8-79b6-40f3-923b-df6f4cd7291b HTTP/1.1" status: 200 len: 945 time: 0.4827230 May 05 19:59:57.514746 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-05e53585-ba26-42c9-ad26-fa017712113c req-19615ab7-a1e2-4b60-96f0-43e34808b738 service neutron] 10.222.0.50 "GET /v2.0/networks/8dfd2b37-488a-4d30-a912-23b4e25a65ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3633194 May 05 19:59:57.595974 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df44dd7-3e81-4e8a-baf6-f86a859cb923 req-6cea0965-6cdd-42b9-901d-22937e06b5c2 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:57.599564 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-dabb550b-7788-422c-a12d-4974bad94244 req-48761c28-a438-4e0b-9bd9-293f3cd57429 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Transition to ACTIVE for port object 823374b2-c1db-4105-8ac8-804b4d578fcc will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:59:57.602493 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df44dd7-3e81-4e8a-baf6-f86a859cb923 req-6cea0965-6cdd-42b9-901d-22937e06b5c2 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:57.608577 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df44dd7-3e81-4e8a-baf6-f86a859cb923 req-6cea0965-6cdd-42b9-901d-22937e06b5c2 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:57.614589 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df44dd7-3e81-4e8a-baf6-f86a859cb923 req-6cea0965-6cdd-42b9-901d-22937e06b5c2 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:57.620561 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df44dd7-3e81-4e8a-baf6-f86a859cb923 req-6cea0965-6cdd-42b9-901d-22937e06b5c2 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:57.627337 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df44dd7-3e81-4e8a-baf6-f86a859cb923 req-6cea0965-6cdd-42b9-901d-22937e06b5c2 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:57.633341 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df44dd7-3e81-4e8a-baf6-f86a859cb923 req-6cea0965-6cdd-42b9-901d-22937e06b5c2 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:57.640862 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5df44dd7-3e81-4e8a-baf6-f86a859cb923 req-6cea0965-6cdd-42b9-901d-22937e06b5c2 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933ae74-0c33-4c3c-82a1-5c532a76f33d HTTP/1.1" status: 200 len: 5419 time: 0.5437329 May 05 19:59:57.707868 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-ae04c045-b3d5-4795-bedf-7b3535081522 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abcf9515-005c-4990-9cda-dea39f5122a3 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 19:59:57.740920 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-57ebb8b2-90c8-40ec-b7bc-9dae0e4caff3 req-7361c946-133e-4220-bea9-4ebde8fc14ac tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/security-groups?id=60903d7d-e068-4be3-b1cd-aedae880a3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271492 May 05 19:59:57.753031 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-ae04c045-b3d5-4795-bedf-7b3535081522 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:57.762898 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-51940fe4-a765-4fd8-b3ff-e21cc2877221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:57.824685 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bbd8db7b-3341-4fab-a069-c88b610818c1 req-14b9fa14-d76d-42c3-9d3d-ced0e9874584 service neutron] 10.222.0.50 "GET /v2.0/networks/8dfd2b37-488a-4d30-a912-23b4e25a65ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4742129 May 05 19:59:57.873060 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51940fe4-a765-4fd8-b3ff-e21cc2877221 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c9e16cc-5cee-4660-8d79-bd2d86cdab9f,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:57.887049 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5df44dd7-3e81-4e8a-baf6-f86a859cb923 req-89b46724-a7ed-466b-8275-53889811fde1 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e6be8f4-cbde-48c1-a6fd-f6caadba2c70&id=b31ec34e-3cb0-41c2-a678-bc0e8ba8a08d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2450888 May 05 19:59:57.934135 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-aeb0ee2c-58a5-4f6c-9532-8c377a0aed3a req-b737d708-6e32-42ae-b1d9-ce8f467ccad7 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Allocated IP 172.20.0.3 (00ecdd9f-1135-415f-b0c6-51153b85089d/08fe5f50-bbcd-4aa2-adfb-1629cfc316ff/3c3a0173-2df0-49e2-bc7f-048916c651fe) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 19:59:58.018060 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-05e53585-ba26-42c9-ad26-fa017712113c req-70449d7d-9826-402f-8c80-64361a9a90c8 service neutron] 10.222.0.50 "GET /v2.0/networks/8dfd2b37-488a-4d30-a912-23b4e25a65ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4921396 May 05 19:59:58.042571 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device a0f2af4a-c45e-4d58-809e-c8a0cba697d0 up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:59:58.114943 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 0aff34d5-fe04-4ee9-b617-0bfffcdd96d3 up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 19:59:58.186314 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59c7f9-3cbf-441c-ba49-364ba4c759e3 req-999edcab-c02e-4ff6-a32a-0cf3736f6794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:58.186803 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59c7f9-3cbf-441c-ba49-364ba4c759e3 req-999edcab-c02e-4ff6-a32a-0cf3736f6794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:58.195039 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59c7f9-3cbf-441c-ba49-364ba4c759e3 req-999edcab-c02e-4ff6-a32a-0cf3736f6794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:58.195661 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59c7f9-3cbf-441c-ba49-364ba4c759e3 req-999edcab-c02e-4ff6-a32a-0cf3736f6794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:58.196146 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59c7f9-3cbf-441c-ba49-364ba4c759e3 req-999edcab-c02e-4ff6-a32a-0cf3736f6794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:58.196622 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59c7f9-3cbf-441c-ba49-364ba4c759e3 req-999edcab-c02e-4ff6-a32a-0cf3736f6794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:58.197092 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59c7f9-3cbf-441c-ba49-364ba4c759e3 req-999edcab-c02e-4ff6-a32a-0cf3736f6794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:58.205613 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9f59c7f9-3cbf-441c-ba49-364ba4c759e3 req-999edcab-c02e-4ff6-a32a-0cf3736f6794 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0a29a66ef9e34d17926285dc8f054582&device_id=a933ae74-0c33-4c3c-82a1-5c532a76f33d HTTP/1.1" status: 200 len: 6421 time: 0.1781557 May 05 19:59:58.262740 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abd74870-bc58-4446-9c8a-9915615dd922'] response: {'server_uuid': 'e3fd1c54-4b39-4c7e-b4cc-53be49deb13c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d515816-5b03-41b1-87f1-e0a1ce12ef21', 'code': 200} May 05 19:59:58.294315 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port a0f2af4a-c45e-4d58-809e-c8a0cba697d0 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:59:58.303442 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port 0aff34d5-fe04-4ee9-b617-0bfffcdd96d3 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:59:58.306932 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port a0f2af4a-c45e-4d58-809e-c8a0cba697d0 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:59:58.311155 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:58.330530 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-aeb0ee2c-58a5-4f6c-9532-8c377a0aed3a req-b737d708-6e32-42ae-b1d9-ce8f467ccad7 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:58.366931 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-ae04c045-b3d5-4795-bedf-7b3535081522 service neutron] Transition to ACTIVE for port object abcf9515-005c-4990-9cda-dea39f5122a3 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 19:59:58.369916 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 0aff34d5-fe04-4ee9-b617-0bfffcdd96d3 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:59:58.372205 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:58.417499 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a66cd5e-6de1-4ca1-a26f-aed047e39f03'] response: {'name': 'network-changed', 'server_uuid': 'a933ae74-0c33-4c3c-82a1-5c532a76f33d', 'tag': 'e16abe2d-4652-4238-b1ff-10009a771c77', 'status': 'completed', 'code': 200} May 05 19:59:58.417711 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a66cd5e-6de1-4ca1-a26f-aed047e39f03'] response: {'name': 'network-changed', 'server_uuid': 'a933ae74-0c33-4c3c-82a1-5c532a76f33d', 'tag': '506f9f85-5ebc-4ad3-a1f3-615f8594dee2', 'status': 'completed', 'code': 200} May 05 19:59:58.419694 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-dabb550b-7788-422c-a12d-4974bad94244 req-48761c28-a438-4e0b-9bd9-293f3cd57429 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:58.537656 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dabb550b-7788-422c-a12d-4974bad94244 req-48761c28-a438-4e0b-9bd9-293f3cd57429 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Network 98f65143-638f-41c6-b245-4fc7a96707e2 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:59:58.564857 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48761c28-a438-4e0b-9bd9-293f3cd57429 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Pushing event updated for resources: {'Port': ['ID=823374b2-c1db-4105-8ac8-804b4d578fcc,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:58.568697 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-dabb550b-7788-422c-a12d-4974bad94244 req-48761c28-a438-4e0b-9bd9-293f3cd57429 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:59:58.571235 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-dabb550b-7788-422c-a12d-4974bad94244 req-48761c28-a438-4e0b-9bd9-293f3cd57429 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:59:58.582638 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:58.607174 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-aeb0ee2c-58a5-4f6c-9532-8c377a0aed3a req-b737d708-6e32-42ae-b1d9-ce8f467ccad7 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:58.613389 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59c7f9-3cbf-441c-ba49-364ba4c759e3 req-770acd3a-bd12-4792-a586-40685523a1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:58.614208 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59c7f9-3cbf-441c-ba49-364ba4c759e3 req-770acd3a-bd12-4792-a586-40685523a1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:58.614856 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59c7f9-3cbf-441c-ba49-364ba4c759e3 req-770acd3a-bd12-4792-a586-40685523a1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:58.616605 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9f59c7f9-3cbf-441c-ba49-364ba4c759e3 req-770acd3a-bd12-4792-a586-40685523a1e9 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=0a29a66ef9e34d17926285dc8f054582&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2363093 May 05 19:59:58.630123 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-ae04c045-b3d5-4795-bedf-7b3535081522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:58.765466 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 0aff34d5-fe04-4ee9-b617-0bfffcdd96d3, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=0aff34d5-fe04-4ee9-b617-0bfffcdd96d3,segment=NetworkSegment(ecb6aeee-b225-4e3b-a7b6-70622da0cf45),segment_id=ecb6aeee-b225-4e3b-a7b6-70622da0cf45)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:59:58.792068 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:58.795133 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeb0ee2c-58a5-4f6c-9532-8c377a0aed3a req-b737d708-6e32-42ae-b1d9-ce8f467ccad7 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Network 00ecdd9f-1135-415f-b0c6-51153b85089d is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 19:59:58.816081 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b737d708-6e32-42ae-b1d9-ce8f467ccad7 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Pushing event updated for resources: {'Port': ['ID=3c3a0173-2df0-49e2-bc7f-048916c651fe,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:58.838635 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:58.910051 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port a0f2af4a-c45e-4d58-809e-c8a0cba697d0, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=a0f2af4a-c45e-4d58-809e-c8a0cba697d0,segment=NetworkSegment(ecb6aeee-b225-4e3b-a7b6-70622da0cf45),segment_id=ecb6aeee-b225-4e3b-a7b6-70622da0cf45)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 19:59:58.911937 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-aeb0ee2c-58a5-4f6c-9532-8c377a0aed3a req-b737d708-6e32-42ae-b1d9-ce8f467ccad7 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 19:59:58.916178 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeb0ee2c-58a5-4f6c-9532-8c377a0aed3a req-b737d708-6e32-42ae-b1d9-ce8f467ccad7 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 19:59:58.918364 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=0aff34d5-fe04-4ee9-b617-0bfffcdd96d3,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:58.926868 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:58.958615 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae04c045-b3d5-4795-bedf-7b3535081522 service neutron] Pushing event updated for resources: {'Port': ['ID=abcf9515-005c-4990-9cda-dea39f5122a3,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:59.057085 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=a0f2af4a-c45e-4d58-809e-c8a0cba697d0,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 19:59:59.065000 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-d95bdb5d-86f4-4bed-b33d-42e31f0c4e18 None None] Provisioning for port 823374b2-c1db-4105-8ac8-804b4d578fcc completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 19:59:59.075724 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-d95bdb5d-86f4-4bed-b33d-42e31f0c4e18 None None] Provisioning complete for port 823374b2-c1db-4105-8ac8-804b4d578fcc triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 19:59:59.076211 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d95bdb5d-86f4-4bed-b33d-42e31f0c4e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:59.203290 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-d95bdb5d-86f4-4bed-b33d-42e31f0c4e18 None None] Port 823374b2-c1db-4105-8ac8-804b4d578fcc cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 19:59:59.296318 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-ae04c045-b3d5-4795-bedf-7b3535081522 service neutron] Attempting to bind port abcf9515-005c-4990-9cda-dea39f5122a3 on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 19:59:59.296877 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-51940fe4-a765-4fd8-b3ff-e21cc2877221 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:59.297477 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-ae04c045-b3d5-4795-bedf-7b3535081522 service neutron] Attempting to bind port abcf9515-005c-4990-9cda-dea39f5122a3 by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': 'bdad0cc9-0dde-4c06-8eb7-13cca684b533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6b772374-6081-4e39-9eff-bc22d208b283'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 19:59:59.298003 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-ae04c045-b3d5-4795-bedf-7b3535081522 service neutron] Attempting to bind port abcf9515-005c-4990-9cda-dea39f5122a3 on network 6b772374-6081-4e39-9eff-bc22d208b283 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:59:59.322165 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb0ee2c-58a5-4f6c-9532-8c377a0aed3a req-b737d708-6e32-42ae-b1d9-ce8f467ccad7 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:59.322820 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-aeb0ee2c-58a5-4f6c-9532-8c377a0aed3a req-b737d708-6e32-42ae-b1d9-ce8f467ccad7 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:59.336246 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb550b-7788-422c-a12d-4974bad94244 req-48761c28-a438-4e0b-9bd9-293f3cd57429 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:59.337345 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-dabb550b-7788-422c-a12d-4974bad94244 req-48761c28-a438-4e0b-9bd9-293f3cd57429 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:59.359764 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-ae04c045-b3d5-4795-bedf-7b3535081522 service neutron] Port abcf9515-005c-4990-9cda-dea39f5122a3 on network 6b772374-6081-4e39-9eff-bc22d208b283 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 19:59:59.360470 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-ae04c045-b3d5-4795-bedf-7b3535081522 service neutron] Attempting to bind port abcf9515-005c-4990-9cda-dea39f5122a3 on network 6b772374-6081-4e39-9eff-bc22d208b283 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 19:59:59.390486 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59c7f9-3cbf-441c-ba49-364ba4c759e3 req-36af07ad-7bca-4fe1-8f33-0910da98e1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:59.392608 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9f59c7f9-3cbf-441c-ba49-364ba4c759e3 req-36af07ad-7bca-4fe1-8f33-0910da98e1a6 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6997938 May 05 19:59:59.397606 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e250c-8232-43bf-a693-7b2ed9cd4d86 req-868ff902-8686-4211-9352-8b389f9968fb tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:59.399316 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-8d3e250c-8232-43bf-a693-7b2ed9cd4d86 req-868ff902-8686-4211-9352-8b389f9968fb tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Synchronizing usage tracker for tenant:5dc7995786b847999f5838924c32320a on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 19:59:59.404923 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-ae04c045-b3d5-4795-bedf-7b3535081522 service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 19:59:59.405475 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-ae04c045-b3d5-4795-bedf-7b3535081522 service neutron] Checking segment: {'id': 'bdad0cc9-0dde-4c06-8eb7-13cca684b533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6b772374-6081-4e39-9eff-bc22d208b283'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 19:59:59.406030 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-ae04c045-b3d5-4795-bedf-7b3535081522 service neutron] Bound using segment: {'id': 'bdad0cc9-0dde-4c06-8eb7-13cca684b533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6b772374-6081-4e39-9eff-bc22d208b283'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 19:59:59.406648 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-ae04c045-b3d5-4795-bedf-7b3535081522 service neutron] Bound port: abcf9515-005c-4990-9cda-dea39f5122a3, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdad0cc9-0dde-4c06-8eb7-13cca684b533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6b772374-6081-4e39-9eff-bc22d208b283'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 19:59:59.407682 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-ae04c045-b3d5-4795-bedf-7b3535081522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 19:59:59.412845 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d60804-7a11-41e3-81d8-e44c40fc642e req-4b9480f2-cdda-4e29-aab0-9aa9b9a18f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:59.414244 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f3d60804-7a11-41e3-81d8-e44c40fc642e req-4b9480f2-cdda-4e29-aab0-9aa9b9a18f1e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e3fd1c54-4b39-4c7e-b4cc-53be49deb13c HTTP/1.1" status: 200 len: 1096 time: 0.8620918 May 05 19:59:59.426164 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af82d4-64a5-4f5e-b93e-8746b6f85b8d req-a24652fc-eb41-4cab-aba3-78577813700c tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:59.432975 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a8af82d4-64a5-4f5e-b93e-8746b6f85b8d req-a24652fc-eb41-4cab-aba3-78577813700c tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] 10.222.0.36 "GET /v2.0/ports?device_id=63d6e346-2c04-4083-91cf-5a0be54187d6 HTTP/1.1" status: 200 len: 944 time: 0.7879934 May 05 19:59:59.434190 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-aeb0ee2c-58a5-4f6c-9532-8c377a0aed3a req-b737d708-6e32-42ae-b1d9-ce8f467ccad7 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8548167 May 05 19:59:59.442706 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dabb550b-7788-422c-a12d-4974bad94244 req-48761c28-a438-4e0b-9bd9-293f3cd57429 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6972871 May 05 19:59:59.468550 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-aeb0ee2c-58a5-4f6c-9532-8c377a0aed3a req-02c4063f-b3ce-4e41-bf2c-15e712053454 service neutron] Request body: {'port': {'device_id': '2206e182-7ccb-4fb0-b47f-7368678c012e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:59:59.543383 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-dabb550b-7788-422c-a12d-4974bad94244 req-a7f7f0f6-6281-440b-a790-f00da65b44ba tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Request body: {'port': {'device_id': 'c66c5a81-58b3-46e3-8e2a-9f67da08f252', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '98f65143-638f-41c6-b245-4fc7a96707e2', 'admin_state_up': True, 'tenant_id': '99f8ff370e2040efb9285a4ae37c20cd', 'security_groups': ['c1ea4b63-4d77-466d-a6d0-2611e1957d3d']}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 19:59:59.664682 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f3d60804-7a11-41e3-81d8-e44c40fc642e req-e57d602d-ade2-49c4-b7dd-47d9aaa23113 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=80fa4dbb-a071-449b-a651-c883c7b9af94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642137 May 05 19:59:59.664682 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a8af82d4-64a5-4f5e-b93e-8746b6f85b8d req-70639575-0013-4cf8-a791-56d6477d78f9 tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] 10.222.0.36 "GET /v2.0/security-groups?id=80fa4dbb-a071-449b-a651-c883c7b9af94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282815 May 05 19:59:59.808934 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-8d3e250c-8232-43bf-a693-7b2ed9cd4d86 req-868ff902-8686-4211-9352-8b389f9968fb tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Unset dirty status for tenant:5dc7995786b847999f5838924c32320a on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 19:59:59.810883 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8d3e250c-8232-43bf-a693-7b2ed9cd4d86 req-868ff902-8686-4211-9352-8b389f9968fb tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=2206e182-7ccb-4fb0-b47f-7368678c012e HTTP/1.1" status: 200 len: 931 time: 1.4394753 May 05 19:59:59.959301 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59c7f9-3cbf-441c-ba49-364ba4c759e3 req-31ece706-f9bb-47f0-86a0-869711791eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:59.959777 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59c7f9-3cbf-441c-ba49-364ba4c759e3 req-31ece706-f9bb-47f0-86a0-869711791eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:59.960237 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59c7f9-3cbf-441c-ba49-364ba4c759e3 req-31ece706-f9bb-47f0-86a0-869711791eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:59.960897 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59c7f9-3cbf-441c-ba49-364ba4c759e3 req-31ece706-f9bb-47f0-86a0-869711791eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:59.961325 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59c7f9-3cbf-441c-ba49-364ba4c759e3 req-31ece706-f9bb-47f0-86a0-869711791eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:59.961788 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59c7f9-3cbf-441c-ba49-364ba4c759e3 req-31ece706-f9bb-47f0-86a0-869711791eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:59.962256 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59c7f9-3cbf-441c-ba49-364ba4c759e3 req-31ece706-f9bb-47f0-86a0-869711791eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 19:59:59.964236 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9f59c7f9-3cbf-441c-ba49-364ba4c759e3 req-31ece706-f9bb-47f0-86a0-869711791eec service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0a29a66ef9e34d17926285dc8f054582&device_id=a933ae74-0c33-4c3c-82a1-5c532a76f33d HTTP/1.1" status: 200 len: 6446 time: 0.5172181 May 05 20:00:00.038972 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51940fe4-a765-4fd8-b3ff-e21cc2877221 admin admin] Router edd03141-4971-48d2-831c-b8ce9d7767eb has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:00:00.091606 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8d3e250c-8232-43bf-a693-7b2ed9cd4d86 req-14e1994c-2a1d-4fdd-9cf3-12e349b7f613 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148435 May 05 20:00:00.121653 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-ae04c045-b3d5-4795-bedf-7b3535081522 service neutron] For port abcf9515-005c-4990-9cda-dea39f5122a3, host n-h2-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:00:00.128950 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-ae04c045-b3d5-4795-bedf-7b3535081522 service neutron] For port abcf9515-005c-4990-9cda-dea39f5122a3, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=abcf9515-005c-4990-9cda-dea39f5122a3,segment=NetworkSegment(bdad0cc9-0dde-4c06-8eb7-13cca684b533),segment_id=bdad0cc9-0dde-4c06-8eb7-13cca684b533)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:00:00.137666 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-dabb550b-7788-422c-a12d-4974bad94244 req-a7f7f0f6-6281-440b-a790-f00da65b44ba tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:00:00.156500 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-ae04c045-b3d5-4795-bedf-7b3535081522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:00.160431 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-aeb0ee2c-58a5-4f6c-9532-8c377a0aed3a req-02c4063f-b3ce-4e41-bf2c-15e712053454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:00.187449 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-dabb550b-7788-422c-a12d-4974bad94244 req-a7f7f0f6-6281-440b-a790-f00da65b44ba tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Usage tracker for resource:port and tenant:99f8ff370e2040efb9285a4ae37c20cd is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:00:00.241866 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-dabb550b-7788-422c-a12d-4974bad94244 req-a7f7f0f6-6281-440b-a790-f00da65b44ba tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Quota usage for port was recalculated. Used quota:11. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:00:00.257061 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-dabb550b-7788-422c-a12d-4974bad94244 req-a7f7f0f6-6281-440b-a790-f00da65b44ba tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:00:00.264451 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d6e346-2c04-4083-91cf-5a0be54187d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aff34d5-fe04-4ee9-b617-0bfffcdd96d3'}, {'server_uuid': 'de3a5a79-7e81-44fa-952a-5884abd9eba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0f2af4a-c45e-4d58-809e-c8a0cba697d0'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:00:00.339898 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-ae04c045-b3d5-4795-bedf-7b3535081522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:00.340428 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-ae04c045-b3d5-4795-bedf-7b3535081522 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:00.341821 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-ae04c045-b3d5-4795-bedf-7b3535081522 service neutron] 10.222.0.50 "PUT /v2.0/ports/abcf9515-005c-4990-9cda-dea39f5122a3 HTTP/1.1" status: 200 len: 1091 time: 4.5395141 May 05 20:00:00.354286 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dabb550b-7788-422c-a12d-4974bad94244 req-a7f7f0f6-6281-440b-a790-f00da65b44ba tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Made reservation on behalf of 99f8ff370e2040efb9285a4ae37c20cd for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:00:00.358565 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-dabb550b-7788-422c-a12d-4974bad94244 req-a7f7f0f6-6281-440b-a790-f00da65b44ba tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:00.376866 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59c7f9-3cbf-441c-ba49-364ba4c759e3 req-9d1d88f5-700a-4135-b9f0-66e061f2ff8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:00.377430 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59c7f9-3cbf-441c-ba49-364ba4c759e3 req-9d1d88f5-700a-4135-b9f0-66e061f2ff8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:00.378084 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59c7f9-3cbf-441c-ba49-364ba4c759e3 req-9d1d88f5-700a-4135-b9f0-66e061f2ff8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:00.379321 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9f59c7f9-3cbf-441c-ba49-364ba4c759e3 req-9d1d88f5-700a-4135-b9f0-66e061f2ff8b service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=0a29a66ef9e34d17926285dc8f054582&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.4049087 May 05 20:00:00.410347 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae04c045-b3d5-4795-bedf-7b3535081522 service neutron] Pushing event updated for resources: {'Port': ['ID=abcf9515-005c-4990-9cda-dea39f5122a3,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:00.428243 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a933ae74-0c33-4c3c-82a1-5c532a76f33d', 'tag': 'abcf9515-005c-4990-9cda-dea39f5122a3'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:00:00.656041 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51940fe4-a765-4fd8-b3ff-e21cc2877221 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:00:00.660786 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59c7f9-3cbf-441c-ba49-364ba4c759e3 req-52719b6b-386f-4693-8660-ef8d619c1efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:00.664297 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9f59c7f9-3cbf-441c-ba49-364ba4c759e3 req-52719b6b-386f-4693-8660-ef8d619c1efa service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2787759 May 05 20:00:00.667416 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2faa91-2c27-4b9a-b9f8-b72a19a86bc2 None None] Sync routers for ids ['edd03141-4971-48d2-831c-b8ce9d7767eb'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:00:00.684345 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ef11b0-34ec-4c5d-bf30-f62b5979d0f6 req-c75eb84a-56de-4e40-a11f-6d1dd8f17b4e tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:00.685489 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2faa91-2c27-4b9a-b9f8-b72a19a86bc2 None None] Routers {'edd03141-4971-48d2-831c-b8ce9d7767eb'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:00:00.687020 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-ff2faa91-2c27-4b9a-b9f8-b72a19a86bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:59:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['edd03141-4971-48d2-831c-b8ce9d7767eb'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:00:00.694603 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ef11b0-34ec-4c5d-bf30-f62b5979d0f6 req-c75eb84a-56de-4e40-a11f-6d1dd8f17b4e tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:00.701202 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ef11b0-34ec-4c5d-bf30-f62b5979d0f6 req-c75eb84a-56de-4e40-a11f-6d1dd8f17b4e tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:00.708688 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ef11b0-34ec-4c5d-bf30-f62b5979d0f6 req-c75eb84a-56de-4e40-a11f-6d1dd8f17b4e tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:00.710692 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-02ef11b0-34ec-4c5d-bf30-f62b5979d0f6 req-c75eb84a-56de-4e40-a11f-6d1dd8f17b4e tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/ports?device_id=c66c5a81-58b3-46e3-8e2a-9f67da08f252 HTTP/1.1" status: 200 len: 3094 time: 0.5318902 May 05 20:00:00.720614 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-51940fe4-a765-4fd8-b3ff-e21cc2877221 admin admin] 10.222.0.36 "PUT /v2.0/routers/edd03141-4971-48d2-831c-b8ce9d7767eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0389934 May 05 20:00:00.721447 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 41344) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:00:00.960120 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-ff2faa91-2c27-4b9a-b9f8-b72a19a86bc2 None None] Set router edd03141-4971-48d2-831c-b8ce9d7767eb gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:00:00.975163 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aa2e35-0327-4618-b211-784c3550806f req-c01b00f3-079c-4d9b-bc31-2e1fce9d4100 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:00.982211 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aa2e35-0327-4618-b211-784c3550806f req-c01b00f3-079c-4d9b-bc31-2e1fce9d4100 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:00.989284 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aa2e35-0327-4618-b211-784c3550806f req-c01b00f3-079c-4d9b-bc31-2e1fce9d4100 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:00.995820 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aa2e35-0327-4618-b211-784c3550806f req-c01b00f3-079c-4d9b-bc31-2e1fce9d4100 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:01.003009 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aa2e35-0327-4618-b211-784c3550806f req-c01b00f3-079c-4d9b-bc31-2e1fce9d4100 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:01.009149 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aa2e35-0327-4618-b211-784c3550806f req-c01b00f3-079c-4d9b-bc31-2e1fce9d4100 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:01.024205 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aa2e35-0327-4618-b211-784c3550806f req-c01b00f3-079c-4d9b-bc31-2e1fce9d4100 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:01.026437 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-15aa2e35-0327-4618-b211-784c3550806f req-c01b00f3-079c-4d9b-bc31-2e1fce9d4100 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933ae74-0c33-4c3c-82a1-5c532a76f33d HTTP/1.1" status: 200 len: 5431 time: 0.5176933 May 05 20:00:01.225359 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-02ef11b0-34ec-4c5d-bf30-f62b5979d0f6 req-c6016017-15fa-4cbc-8d4b-2d79df1dceef tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ea4b63-4d77-466d-a6d0-2611e1957d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5026145 May 05 20:00:01.239819 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-15aa2e35-0327-4618-b211-784c3550806f req-fad837b8-c5d1-4b9e-a63a-e08828fd7e26 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e6be8f4-cbde-48c1-a6fd-f6caadba2c70&id=b31ec34e-3cb0-41c2-a678-bc0e8ba8a08d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1994989 May 05 20:00:01.254646 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b81a367e-d9a4-4bf4-b114-b5940b02d143 admin admin] Notify callbacks [] for router, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:01.323252 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-96248b33-e0e5-43ad-8b18-1469317cd9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:01.323741 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-96248b33-e0e5-43ad-8b18-1469317cd9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:01.324209 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-96248b33-e0e5-43ad-8b18-1469317cd9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:01.324672 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-96248b33-e0e5-43ad-8b18-1469317cd9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:01.325128 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-96248b33-e0e5-43ad-8b18-1469317cd9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:01.325587 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-96248b33-e0e5-43ad-8b18-1469317cd9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:01.326044 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-96248b33-e0e5-43ad-8b18-1469317cd9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:01.328005 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-96248b33-e0e5-43ad-8b18-1469317cd9b8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0a29a66ef9e34d17926285dc8f054582&device_id=a933ae74-0c33-4c3c-82a1-5c532a76f33d HTTP/1.1" status: 200 len: 6488 time: 0.5858579 May 05 20:00:01.344457 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-dabb550b-7788-422c-a12d-4974bad94244 req-a7f7f0f6-6281-440b-a790-f00da65b44ba tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Allocated IP 10.2.2.200 (98f65143-638f-41c6-b245-4fc7a96707e2/c1793040-0572-406b-b093-3a5c700275df/206a9ec0-b9d9-495c-a620-820909a8baeb) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:00:01.348347 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-ff2faa91-2c27-4b9a-b9f8-b72a19a86bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd03141-4971-48d2-831c-b8ce9d7767eb', 'name': 'tempest-FloatingIPsNegativeTestJSON-1633343511-router', 'tenant_id': '7d2b7f4d3c21403996d749a9f4066dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': 'ab0f2919-159e-495d-ad6e-1fc9a7761efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:59:18Z', 'updated_at': '2022-05-05T19:59:57Z', 'revision_number': 5, 'project_id': '7d2b7f4d3c21403996d749a9f4066dc5', 'gw_port': {'id': 'ab0f2919-159e-495d-ad6e-1fc9a7761efb', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd03141-4971-48d2-831c-b8ce9d7767eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:59:22Z', 'updated_at': '2022-05-05T19:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:00:01.354232 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2faa91-2c27-4b9a-b9f8-b72a19a86bc2 None None] Checking router: edd03141-4971-48d2-831c-b8ce9d7767eb for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:00:01.365795 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2faa91-2c27-4b9a-b9f8-b72a19a86bc2 None None] Routers {'edd03141-4971-48d2-831c-b8ce9d7767eb'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:00:01.367626 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-ff2faa91-2c27-4b9a-b9f8-b72a19a86bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T19:59:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['edd03141-4971-48d2-831c-b8ce9d7767eb'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:00:01.411611 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-0862233e-5da8-41e6-956c-6aaad76a8aa1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57a1046a-4c1a-41ae-8159-fc2baceea01a HTTP/1.1" status: 200 len: 217 time: 0.0674992 May 05 20:00:01.520062 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-beec86c8-8c70-40f9-b63b-3e8c4f3a93d4'] response: {'server_uuid': '63d6e346-2c04-4083-91cf-5a0be54187d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aff34d5-fe04-4ee9-b617-0bfffcdd96d3', 'code': 200} May 05 20:00:01.520967 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-beec86c8-8c70-40f9-b63b-3e8c4f3a93d4'] response: {'server_uuid': 'de3a5a79-7e81-44fa-952a-5884abd9eba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0f2af4a-c45e-4d58-809e-c8a0cba697d0', 'code': 200} May 05 20:00:01.651936 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-ff2faa91-2c27-4b9a-b9f8-b72a19a86bc2 None None] Set router edd03141-4971-48d2-831c-b8ce9d7767eb gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:00:01.680194 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-d1234d22-3710-4721-b3d1-47192b4a526e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:01.682086 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-d1234d22-3710-4721-b3d1-47192b4a526e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7d57aeb6-4b80-431f-8bfd-836e160c414f HTTP/1.1" status: 200 len: 856 time: 0.2638059 May 05 20:00:01.760739 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d45eefb-eaad-4698-b990-2b60acf2575f'] response: {'name': 'network-changed', 'server_uuid': 'a933ae74-0c33-4c3c-82a1-5c532a76f33d', 'tag': 'abcf9515-005c-4990-9cda-dea39f5122a3', 'status': 'completed', 'code': 200} May 05 20:00:01.853874 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b81a367e-d9a4-4bf4-b114-b5940b02d143 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:01.874496 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-b81a367e-d9a4-4bf4-b114-b5940b02d143 admin admin] Deleting port ab0f2919-159e-495d-ad6e-1fc9a7761efb {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:00:01.874880 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b81a367e-d9a4-4bf4-b114-b5940b02d143 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:02.024013 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a85060-aa35-46ef-a2b4-6b08a9470f2e req-aa9a9d12-a72e-4fe5-942a-eaeeb92d6585 tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:02.025456 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c2a85060-aa35-46ef-a2b4-6b08a9470f2e req-aa9a9d12-a72e-4fe5-942a-eaeeb92d6585 tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] 10.222.0.36 "GET /v2.0/ports?device_id=63d6e346-2c04-4083-91cf-5a0be54187d6 HTTP/1.1" status: 200 len: 945 time: 0.3568940 May 05 20:00:02.032349 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-aeb0ee2c-58a5-4f6c-9532-8c377a0aed3a req-02c4063f-b3ce-4e41-bf2c-15e712053454 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c3a0173-2df0-49e2-bc7f-048916c651fe {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:00:02.037788 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-605e93cf-5d2c-48e9-ada8-dab8729b6c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:02.039175 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-605e93cf-5d2c-48e9-ada8-dab8729b6c43 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5f383bab-d2ac-4d6b-b5b0-d3f0ff3c62c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3227015 May 05 20:00:02.054771 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-aeb0ee2c-58a5-4f6c-9532-8c377a0aed3a req-02c4063f-b3ce-4e41-bf2c-15e712053454 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:02.078077 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-ff2faa91-2c27-4b9a-b9f8-b72a19a86bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd03141-4971-48d2-831c-b8ce9d7767eb', 'name': 'tempest-FloatingIPsNegativeTestJSON-1633343511-router', 'tenant_id': '7d2b7f4d3c21403996d749a9f4066dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': 'ab0f2919-159e-495d-ad6e-1fc9a7761efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:59:18Z', 'updated_at': '2022-05-05T19:59:57Z', 'revision_number': 5, 'project_id': '7d2b7f4d3c21403996d749a9f4066dc5', 'gw_port': {'id': 'ab0f2919-159e-495d-ad6e-1fc9a7761efb', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd03141-4971-48d2-831c-b8ce9d7767eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:59:22Z', 'updated_at': '2022-05-05T19:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:00:02.083221 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2faa91-2c27-4b9a-b9f8-b72a19a86bc2 None None] The sync data for ids ['edd03141-4971-48d2-831c-b8ce9d7767eb'] in n-d-840717-1 is: [{'id': 'edd03141-4971-48d2-831c-b8ce9d7767eb', 'name': 'tempest-FloatingIPsNegativeTestJSON-1633343511-router', 'tenant_id': '7d2b7f4d3c21403996d749a9f4066dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': 'ab0f2919-159e-495d-ad6e-1fc9a7761efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:59:18Z', 'updated_at': '2022-05-05T19:59:57Z', 'revision_number': 5, 'project_id': '7d2b7f4d3c21403996d749a9f4066dc5', 'gw_port': {'id': 'ab0f2919-159e-495d-ad6e-1fc9a7761efb', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd03141-4971-48d2-831c-b8ce9d7767eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:59:22Z', 'updated_at': '2022-05-05T19:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:00:02.104094 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485e9ffa-dcc4-4b69-bf49-8d6760b78791 req-361da75d-2eab-4df9-afa3-fee6bdf52600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:02.105581 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-485e9ffa-dcc4-4b69-bf49-8d6760b78791 req-361da75d-2eab-4df9-afa3-fee6bdf52600 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=de3a5a79-7e81-44fa-952a-5884abd9eba0 HTTP/1.1" status: 200 len: 1096 time: 0.4235547 May 05 20:00:02.109593 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-aeb0ee2c-58a5-4f6c-9532-8c377a0aed3a req-02c4063f-b3ce-4e41-bf2c-15e712053454 service neutron] Transition to ACTIVE for port object 3c3a0173-2df0-49e2-bc7f-048916c651fe will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:00:02.145824 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-aeb0ee2c-58a5-4f6c-9532-8c377a0aed3a req-02c4063f-b3ce-4e41-bf2c-15e712053454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:02.206133 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c2a85060-aa35-46ef-a2b4-6b08a9470f2e req-9c3b6d10-cb33-49bf-a59b-da943a56bbdc tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] 10.222.0.36 "GET /v2.0/security-groups?id=80fa4dbb-a071-449b-a651-c883c7b9af94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659844 May 05 20:00:02.294582 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-b81a367e-d9a4-4bf4-b114-b5940b02d143 admin admin] For port ab0f2919-159e-495d-ad6e-1fc9a7761efb, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=ab0f2919-159e-495d-ad6e-1fc9a7761efb,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:00:02.294937 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b81a367e-d9a4-4bf4-b114-b5940b02d143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:02.297141 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-dabb550b-7788-422c-a12d-4974bad94244 req-a7f7f0f6-6281-440b-a790-f00da65b44ba tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:02.306582 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35759f4-b56d-4580-ae40-d3e772c71444 req-f069396c-edcf-418d-a5ba-fcaf811a4dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:02.308080 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e35759f4-b56d-4580-ae40-d3e772c71444 req-f069396c-edcf-418d-a5ba-fcaf811a4dd5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=63d6e346-2c04-4083-91cf-5a0be54187d6 HTTP/1.1" status: 200 len: 1096 time: 0.3965778 May 05 20:00:02.333500 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-485e9ffa-dcc4-4b69-bf49-8d6760b78791 req-be2a122e-5690-4dd0-827c-afdb59752473 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=80fa4dbb-a071-449b-a651-c883c7b9af94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126455 May 05 20:00:02.348332 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a689b7ba-5e23-4ad4-bc9f-248b83de1ff1 req-c074e2fd-4f4a-43f6-a850-28e0cad5cb2e tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:02.349792 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a689b7ba-5e23-4ad4-bc9f-248b83de1ff1 req-c074e2fd-4f4a-43f6-a850-28e0cad5cb2e tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=2206e182-7ccb-4fb0-b47f-7368678c012e HTTP/1.1" status: 200 len: 931 time: 0.4900005 May 05 20:00:02.352324 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c4063f-b3ce-4e41-bf2c-15e712053454 service neutron] Pushing event updated for resources: {'Port': ['ID=3c3a0173-2df0-49e2-bc7f-048916c651fe,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:02.394066 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-dabb550b-7788-422c-a12d-4974bad94244 req-a7f7f0f6-6281-440b-a790-f00da65b44ba tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Transition to ACTIVE for port object 206a9ec0-b9d9-495c-a620-820909a8baeb will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:00:02.434428 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-b81a367e-d9a4-4bf4-b114-b5940b02d143 admin admin] Calling delete_port for ab0f2919-159e-495d-ad6e-1fc9a7761efb owned by network:router_gateway {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:00:02.556630 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-cf453739-cd06-4b22-a3a6-deebb034bc3a service neutron] 10.222.0.50 "GET /v2.0/networks/5f383bab-d2ac-4d6b-b5b0-d3f0ff3c62c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4992394 May 05 20:00:02.619396 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a689b7ba-5e23-4ad4-bc9f-248b83de1ff1 req-9e1844ee-44f3-4b67-8b1a-be60ab13c67d tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276480 May 05 20:00:02.638928 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-aeb0ee2c-58a5-4f6c-9532-8c377a0aed3a req-02c4063f-b3ce-4e41-bf2c-15e712053454 service neutron] Attempting to bind port 3c3a0173-2df0-49e2-bc7f-048916c651fe on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:00:02.639266 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-aeb0ee2c-58a5-4f6c-9532-8c377a0aed3a req-02c4063f-b3ce-4e41-bf2c-15e712053454 service neutron] Attempting to bind port 3c3a0173-2df0-49e2-bc7f-048916c651fe by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': 'eccdf1c4-efe8-4f03-97f1-7b574b83122b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '00ecdd9f-1135-415f-b0c6-51153b85089d'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:00:02.639602 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb0ee2c-58a5-4f6c-9532-8c377a0aed3a req-02c4063f-b3ce-4e41-bf2c-15e712053454 service neutron] Attempting to bind port 3c3a0173-2df0-49e2-bc7f-048916c651fe on network 00ecdd9f-1135-415f-b0c6-51153b85089d {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:00:02.647385 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb0ee2c-58a5-4f6c-9532-8c377a0aed3a req-02c4063f-b3ce-4e41-bf2c-15e712053454 service neutron] Port 3c3a0173-2df0-49e2-bc7f-048916c651fe on network 00ecdd9f-1135-415f-b0c6-51153b85089d not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:00:02.647815 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb0ee2c-58a5-4f6c-9532-8c377a0aed3a req-02c4063f-b3ce-4e41-bf2c-15e712053454 service neutron] Attempting to bind port 3c3a0173-2df0-49e2-bc7f-048916c651fe on network 00ecdd9f-1135-415f-b0c6-51153b85089d {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:00:02.654957 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-dabb550b-7788-422c-a12d-4974bad94244 req-a7f7f0f6-6281-440b-a790-f00da65b44ba tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:02.657541 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb0ee2c-58a5-4f6c-9532-8c377a0aed3a req-02c4063f-b3ce-4e41-bf2c-15e712053454 service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:00:02.657880 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb0ee2c-58a5-4f6c-9532-8c377a0aed3a req-02c4063f-b3ce-4e41-bf2c-15e712053454 service neutron] Checking segment: {'id': 'eccdf1c4-efe8-4f03-97f1-7b574b83122b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '00ecdd9f-1135-415f-b0c6-51153b85089d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:00:02.658423 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb0ee2c-58a5-4f6c-9532-8c377a0aed3a req-02c4063f-b3ce-4e41-bf2c-15e712053454 service neutron] Bound using segment: {'id': 'eccdf1c4-efe8-4f03-97f1-7b574b83122b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '00ecdd9f-1135-415f-b0c6-51153b85089d'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:00:02.658848 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-aeb0ee2c-58a5-4f6c-9532-8c377a0aed3a req-02c4063f-b3ce-4e41-bf2c-15e712053454 service neutron] Bound port: 3c3a0173-2df0-49e2-bc7f-048916c651fe, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eccdf1c4-efe8-4f03-97f1-7b574b83122b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '00ecdd9f-1135-415f-b0c6-51153b85089d'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:00:02.659196 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-aeb0ee2c-58a5-4f6c-9532-8c377a0aed3a req-02c4063f-b3ce-4e41-bf2c-15e712053454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:02.675649 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e35759f4-b56d-4580-ae40-d3e772c71444 req-0061281a-c2ce-4ff7-8583-a2e7afe21e22 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=80fa4dbb-a071-449b-a651-c883c7b9af94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478824 May 05 20:00:02.763032 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f7f0f6-6281-440b-a790-f00da65b44ba tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Pushing event updated for resources: {'Port': ['ID=206a9ec0-b9d9-495c-a620-820909a8baeb,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:02.808579 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dabb550b-7788-422c-a12d-4974bad94244 req-a7f7f0f6-6281-440b-a790-f00da65b44ba tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Network 98f65143-638f-41c6-b245-4fc7a96707e2 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:00:02.820390 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-dabb550b-7788-422c-a12d-4974bad94244 req-a7f7f0f6-6281-440b-a790-f00da65b44ba tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:00:02.822782 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-dabb550b-7788-422c-a12d-4974bad94244 req-a7f7f0f6-6281-440b-a790-f00da65b44ba tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:00:02.935503 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2214d3-765f-48b1-b41f-fda2dad7eb8d req-166512d2-bbfd-4def-9da2-17f99ae063fc tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:02.943737 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0a2214d3-765f-48b1-b41f-fda2dad7eb8d req-166512d2-bbfd-4def-9da2-17f99ae063fc tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=78022ff8-79b6-40f3-923b-df6f4cd7291b HTTP/1.1" status: 200 len: 945 time: 0.5188341 May 05 20:00:02.967818 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-a7736a71-1759-49f2-bc2b-e639f0df3da2 service neutron] 10.222.0.50 "GET /v2.0/networks/5f383bab-d2ac-4d6b-b5b0-d3f0ff3c62c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4025440 May 05 20:00:02.980113 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb550b-7788-422c-a12d-4974bad94244 req-a7f7f0f6-6281-440b-a790-f00da65b44ba tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:02.980743 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-dabb550b-7788-422c-a12d-4974bad94244 req-a7f7f0f6-6281-440b-a790-f00da65b44ba tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:02.994786 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-aeb0ee2c-58a5-4f6c-9532-8c377a0aed3a req-02c4063f-b3ce-4e41-bf2c-15e712053454 service neutron] For port 3c3a0173-2df0-49e2-bc7f-048916c651fe, host n-h2-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:00:03.002132 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-aeb0ee2c-58a5-4f6c-9532-8c377a0aed3a req-02c4063f-b3ce-4e41-bf2c-15e712053454 service neutron] For port 3c3a0173-2df0-49e2-bc7f-048916c651fe, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=3c3a0173-2df0-49e2-bc7f-048916c651fe,segment=NetworkSegment(eccdf1c4-efe8-4f03-97f1-7b574b83122b),segment_id=eccdf1c4-efe8-4f03-97f1-7b574b83122b)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:00:03.014041 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-aeb0ee2c-58a5-4f6c-9532-8c377a0aed3a req-02c4063f-b3ce-4e41-bf2c-15e712053454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:03.060273 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dabb550b-7788-422c-a12d-4974bad94244 req-a7f7f0f6-6281-440b-a790-f00da65b44ba tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5299706 May 05 20:00:03.086407 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-70e37d35-cbf9-49b0-ba80-3007bf926c9d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=3e25fa10-4b16-4472-9de5-596123987dfe HTTP/1.1" status: 200 len: 217 time: 0.1114013 May 05 20:00:03.089679 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-dabb550b-7788-422c-a12d-4974bad94244 req-e24db116-a59b-4c9c-a197-d8eee7de8d6f service neutron] Request body: {'port': {'device_id': 'c66c5a81-58b3-46e3-8e2a-9f67da08f252', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:00:03.118311 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 7c9e16cc-5cee-4660-8d79-bd2d86cdab9f no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:00:03.133473 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cbbd4a-aa79-4806-a266-3914aeadd459 req-169bade4-b2d2-4da7-a4ab-9882d55b4172 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:03.139524 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cbbd4a-aa79-4806-a266-3914aeadd459 req-169bade4-b2d2-4da7-a4ab-9882d55b4172 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:03.146194 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cbbd4a-aa79-4806-a266-3914aeadd459 req-169bade4-b2d2-4da7-a4ab-9882d55b4172 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:03.152696 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0a2214d3-765f-48b1-b41f-fda2dad7eb8d req-dece193f-6a96-4d9a-8633-21b89c342f13 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/security-groups?id=60903d7d-e068-4be3-b1cd-aedae880a3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080426 May 05 20:00:03.152852 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cbbd4a-aa79-4806-a266-3914aeadd459 req-169bade4-b2d2-4da7-a4ab-9882d55b4172 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:03.158990 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 7c9e16cc-5cee-4660-8d79-bd2d86cdab9f {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:00:03.159164 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cbbd4a-aa79-4806-a266-3914aeadd459 req-169bade4-b2d2-4da7-a4ab-9882d55b4172 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:03.159406 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 7c9e16cc-5cee-4660-8d79-bd2d86cdab9f not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:00:03.165428 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cbbd4a-aa79-4806-a266-3914aeadd459 req-169bade4-b2d2-4da7-a4ab-9882d55b4172 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:03.171856 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cbbd4a-aa79-4806-a266-3914aeadd459 req-169bade4-b2d2-4da7-a4ab-9882d55b4172 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:03.181592 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-36cbbd4a-aa79-4806-a266-3914aeadd459 req-169bade4-b2d2-4da7-a4ab-9882d55b4172 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933ae74-0c33-4c3c-82a1-5c532a76f33d HTTP/1.1" status: 200 len: 5431 time: 0.3314290 May 05 20:00:03.184687 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb0ee2c-58a5-4f6c-9532-8c377a0aed3a req-02c4063f-b3ce-4e41-bf2c-15e712053454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:03.185144 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-aeb0ee2c-58a5-4f6c-9532-8c377a0aed3a req-02c4063f-b3ce-4e41-bf2c-15e712053454 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:03.187004 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-aeb0ee2c-58a5-4f6c-9532-8c377a0aed3a req-02c4063f-b3ce-4e41-bf2c-15e712053454 service neutron] 10.222.0.50 "PUT /v2.0/ports/3c3a0173-2df0-49e2-bc7f-048916c651fe HTTP/1.1" status: 200 len: 1091 time: 3.7433763 May 05 20:00:03.192273 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-ff9e55ab-5f66-4bc9-800a-6f50c1a0e0e2 None None] Provisioning for port 206a9ec0-b9d9-495c-a620-820909a8baeb completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:00:03.208620 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-ff9e55ab-5f66-4bc9-800a-6f50c1a0e0e2 None None] Provisioning complete for port 206a9ec0-b9d9-495c-a620-820909a8baeb triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:00:03.208997 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ff9e55ab-5f66-4bc9-800a-6f50c1a0e0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:03.216566 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b81a367e-d9a4-4bf4-b114-b5940b02d143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:03.282165 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-187177fc-4265-4226-b6b1-f6060ba830f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:03.284616 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-187177fc-4265-4226-b6b1-f6060ba830f0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=88000561-1dd2-4d2e-8ca8-f3ecd119e4d9 HTTP/1.1" status: 200 len: 797 time: 0.1883519 May 05 20:00:03.298332 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c4063f-b3ce-4e41-bf2c-15e712053454 service neutron] Pushing event updated for resources: {'Port': ['ID=3c3a0173-2df0-49e2-bc7f-048916c651fe,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:03.341868 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-ff9e55ab-5f66-4bc9-800a-6f50c1a0e0e2 None None] Port 206a9ec0-b9d9-495c-a620-820909a8baeb cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:00:03.369353 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-36cbbd4a-aa79-4806-a266-3914aeadd459 req-c02ce01f-314f-4480-ba2e-5232d87109b6 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e6be8f4-cbde-48c1-a6fd-f6caadba2c70&id=b31ec34e-3cb0-41c2-a678-bc0e8ba8a08d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1864100 May 05 20:00:03.397892 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-dabb550b-7788-422c-a12d-4974bad94244 req-e24db116-a59b-4c9c-a197-d8eee7de8d6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:03.407561 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81a367e-d9a4-4bf4-b114-b5940b02d143 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab0f2919-159e-495d-ad6e-1fc9a7761efb,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:03.557840 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b81a367e-d9a4-4bf4-b114-b5940b02d143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:03.767127 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2206e182-7ccb-4fb0-b47f-7368678c012e', 'tag': '3c3a0173-2df0-49e2-bc7f-048916c651fe'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:00:03.815891 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-fafc9dfb-b25e-4bce-a1b4-605d695415ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:03.817394 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-fafc9dfb-b25e-4bce-a1b4-605d695415ac service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5efdefe9-fb05-48a6-914c-98a1b2ebb362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5061836 May 05 20:00:03.827317 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f223d-cfae-4645-a1c7-1917fe4bffe7 req-36c668f2-92e5-4d3a-bbdf-468e5907e070 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:03.833779 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f223d-cfae-4645-a1c7-1917fe4bffe7 req-36c668f2-92e5-4d3a-bbdf-468e5907e070 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:03.839925 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f223d-cfae-4645-a1c7-1917fe4bffe7 req-36c668f2-92e5-4d3a-bbdf-468e5907e070 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:03.846061 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f223d-cfae-4645-a1c7-1917fe4bffe7 req-36c668f2-92e5-4d3a-bbdf-468e5907e070 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:03.852292 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f223d-cfae-4645-a1c7-1917fe4bffe7 req-36c668f2-92e5-4d3a-bbdf-468e5907e070 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:03.854104 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f89f223d-cfae-4645-a1c7-1917fe4bffe7 req-36c668f2-92e5-4d3a-bbdf-468e5907e070 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/ports?device_id=c66c5a81-58b3-46e3-8e2a-9f67da08f252 HTTP/1.1" status: 200 len: 3815 time: 0.4836576 May 05 20:00:03.856208 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b81a367e-d9a4-4bf4-b114-b5940b02d143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:03.893146 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b81a367e-d9a4-4bf4-b114-b5940b02d143 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:03.911310 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb0ee2c-58a5-4f6c-9532-8c377a0aed3a req-a936b88f-2eee-49e2-95c0-f93045279f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:03.913581 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-aeb0ee2c-58a5-4f6c-9532-8c377a0aed3a req-a936b88f-2eee-49e2-95c0-f93045279f0b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5dc7995786b847999f5838924c32320a&device_id=2206e182-7ccb-4fb0-b47f-7368678c012e HTTP/1.1" status: 200 len: 1094 time: 0.6803455 May 05 20:00:04.018872 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-aeb0ee2c-58a5-4f6c-9532-8c377a0aed3a req-4bded295-981b-42b0-9108-eb52768a49a0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c3a0173-2df0-49e2-bc7f-048916c651fe HTTP/1.1" status: 200 len: 217 time: 0.0809004 May 05 20:00:04.103570 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f89f223d-cfae-4645-a1c7-1917fe4bffe7 req-25823438-37e5-49a1-95a6-585a8571e0d5 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ea4b63-4d77-466d-a6d0-2611e1957d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2150023 May 05 20:00:04.104416 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b81a367e-d9a4-4bf4-b114-b5940b02d143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:04.105062 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b81a367e-d9a4-4bf4-b114-b5940b02d143 admin admin] Fanout notify agent at l3_agent the message router_deleted on router edd03141-4971-48d2-831c-b8ce9d7767eb {{(pid=88197) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:00:04.122967 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb0ee2c-58a5-4f6c-9532-8c377a0aed3a req-757cb698-0665-40a6-a4a1-db9301d3bd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:04.125318 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-aeb0ee2c-58a5-4f6c-9532-8c377a0aed3a req-757cb698-0665-40a6-a4a1-db9301d3bd1b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=08fe5f50-bbcd-4aa2-adfb-1629cfc316ff HTTP/1.1" status: 200 len: 852 time: 0.0827997 May 05 20:00:04.158271 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b81a367e-d9a4-4bf4-b114-b5940b02d143 admin admin] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:04.159278 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-b81a367e-d9a4-4bf4-b114-b5940b02d143 admin admin] 10.222.0.36 "DELETE /v2.0/routers/edd03141-4971-48d2-831c-b8ce9d7767eb HTTP/1.1" status: 204 len: 168 time: 3.3617337 May 05 20:00:04.169975 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 41448) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:00:04.175245 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-dbf6ddfd-b8e3-42da-9c28-eb395232b5bb service neutron] 10.222.0.50 "GET /v2.0/networks/5efdefe9-fb05-48a6-914c-98a1b2ebb362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3169818 May 05 20:00:04.202771 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-aeb0ee2c-58a5-4f6c-9532-8c377a0aed3a req-6297ec11-004d-4329-9c99-6341d4a0ebde service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=00ecdd9f-1135-415f-b0c6-51153b85089d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611017 May 05 20:00:04.269351 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-d29142ae-1345-4a25-ab0e-0948a0be9940 admin admin] Deleting subnet c1b42719-7b2b-4829-8451-1c66c922a7a7 {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:00:04.288131 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.db.resource_extend [req-dabb550b-7788-422c-a12d-4974bad94244 req-e24db116-a59b-4c9c-a197-d8eee7de8d6f service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 20:00:04.367520 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d29142ae-1345-4a25-ab0e-0948a0be9940 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:04.495001 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-aeb0ee2c-58a5-4f6c-9532-8c377a0aed3a req-31ec0fea-9a88-4e04-82bf-175f004769fc service neutron] 10.222.0.50 "GET /v2.0/networks/00ecdd9f-1135-415f-b0c6-51153b85089d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775784 May 05 20:00:04.545866 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d29142ae-1345-4a25-ab0e-0948a0be9940 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:04.584984 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-63747d7d-43ae-40a4-9a19-07bd8e5e2f4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:04.663692 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-65232aa1-b737-44ca-88f5-1fa6a6d5ea8d service neutron] 10.222.0.50 "GET /v2.0/networks/5efdefe9-fb05-48a6-914c-98a1b2ebb362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3918459 May 05 20:00:04.692392 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-dabb550b-7788-422c-a12d-4974bad94244 req-e24db116-a59b-4c9c-a197-d8eee7de8d6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fa97b06-019d-44e6-a1c4-eb81f10a0fdc {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:00:04.703285 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-dabb550b-7788-422c-a12d-4974bad94244 req-e24db116-a59b-4c9c-a197-d8eee7de8d6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:04.737653 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-aeb0ee2c-58a5-4f6c-9532-8c377a0aed3a req-0a31f4cb-a5d4-40f4-973c-0ae8e8615d8c service neutron] 10.222.0.50 "GET /v2.0/networks/00ecdd9f-1135-415f-b0c6-51153b85089d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283626 May 05 20:00:04.738760 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-dabb550b-7788-422c-a12d-4974bad94244 req-e24db116-a59b-4c9c-a197-d8eee7de8d6f service neutron] Transition to ACTIVE for port object 9fa97b06-019d-44e6-a1c4-eb81f10a0fdc will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:00:04.745707 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-dabb550b-7788-422c-a12d-4974bad94244 req-e24db116-a59b-4c9c-a197-d8eee7de8d6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:04.794162 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-556ad74d-a833-4d45-837f-1e838aef63ff service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=f84e637a-e4c6-4604-af15-a4ac4d5aa1b3 HTTP/1.1" status: 200 len: 217 time: 0.1182029 May 05 20:00:04.804254 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8bbe1e-89de-43a0-8b47-4699c81ea0ee req-a649d110-7a85-4dfa-a043-02b75d3bf71f tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:04.805733 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0d8bbe1e-89de-43a0-8b47-4699c81ea0ee req-a649d110-7a85-4dfa-a043-02b75d3bf71f tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] 10.222.0.36 "GET /v2.0/ports?device_id=63d6e346-2c04-4083-91cf-5a0be54187d6 HTTP/1.1" status: 200 len: 945 time: 0.4971771 May 05 20:00:05.023551 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d29142ae-1345-4a25-ab0e-0948a0be9940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:05.064115 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-350bf810-5542-4c46-b370-6cdf6cb85042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:05.065682 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-350bf810-5542-4c46-b370-6cdf6cb85042 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=88000561-1dd2-4d2e-8ca8-f3ecd119e4d9 HTTP/1.1" status: 200 len: 797 time: 0.2590811 May 05 20:00:05.073600 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24db116-a59b-4c9c-a197-d8eee7de8d6f service neutron] Pushing event updated for resources: {'Port': ['ID=9fa97b06-019d-44e6-a1c4-eb81f10a0fdc,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:05.115150 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24db116-a59b-4c9c-a197-d8eee7de8d6f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:00:05.115526 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24db116-a59b-4c9c-a197-d8eee7de8d6f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:00:05.115858 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24db116-a59b-4c9c-a197-d8eee7de8d6f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:00:05.116186 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24db116-a59b-4c9c-a197-d8eee7de8d6f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:00:05.116509 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24db116-a59b-4c9c-a197-d8eee7de8d6f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:00:05.116827 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24db116-a59b-4c9c-a197-d8eee7de8d6f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:00:05.117143 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24db116-a59b-4c9c-a197-d8eee7de8d6f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:00:05.117455 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24db116-a59b-4c9c-a197-d8eee7de8d6f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:00:05.118769 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24db116-a59b-4c9c-a197-d8eee7de8d6f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:00:05.118769 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24db116-a59b-4c9c-a197-d8eee7de8d6f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:00:05.118769 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24db116-a59b-4c9c-a197-d8eee7de8d6f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:00:05.118769 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24db116-a59b-4c9c-a197-d8eee7de8d6f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:00:05.135939 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0d8bbe1e-89de-43a0-8b47-4699c81ea0ee req-90f06527-9dc5-4005-b7c1-9e8a43e4dd7d tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] 10.222.0.36 "GET /v2.0/security-groups?id=80fa4dbb-a071-449b-a651-c883c7b9af94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710594 May 05 20:00:05.197582 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device ab0f2919-159e-495d-ad6e-1fc9a7761efb no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:00:05.208504 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d024a4b0-b81a-4d83-accd-b5316dc8186b req-87eae7d1-3564-4666-bdd1-d32dbd8bbf43 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:05.210029 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d024a4b0-b81a-4d83-accd-b5316dc8186b req-87eae7d1-3564-4666-bdd1-d32dbd8bbf43 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=2206e182-7ccb-4fb0-b47f-7368678c012e HTTP/1.1" status: 200 len: 943 time: 0.4208095 May 05 20:00:05.248279 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d29142ae-1345-4a25-ab0e-0948a0be9940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:05.248496 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4432ab7a-081d-4087-9cc2-c9d465c8ea82'] response: {'name': 'network-changed', 'server_uuid': '2206e182-7ccb-4fb0-b47f-7368678c012e', 'tag': '3c3a0173-2df0-49e2-bc7f-048916c651fe', 'status': 'completed', 'code': 200} May 05 20:00:05.262876 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-dabb550b-7788-422c-a12d-4974bad94244 req-e24db116-a59b-4c9c-a197-d8eee7de8d6f service neutron] Attempting to bind port 9fa97b06-019d-44e6-a1c4-eb81f10a0fdc on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:00:05.263207 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-dabb550b-7788-422c-a12d-4974bad94244 req-e24db116-a59b-4c9c-a197-d8eee7de8d6f service neutron] Attempting to bind port 9fa97b06-019d-44e6-a1c4-eb81f10a0fdc by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'f64acd32-0a02-4606-b552-1dd633356c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd94c136e-3c4f-4290-8cd6-81a4e89af7f3'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:00:05.263562 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabb550b-7788-422c-a12d-4974bad94244 req-e24db116-a59b-4c9c-a197-d8eee7de8d6f service neutron] Attempting to bind port 9fa97b06-019d-44e6-a1c4-eb81f10a0fdc on network d94c136e-3c4f-4290-8cd6-81a4e89af7f3 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:00:05.272560 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: ab0f2919-159e-495d-ad6e-1fc9a7761efb {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:00:05.272893 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device ab0f2919-159e-495d-ad6e-1fc9a7761efb not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:00:05.301139 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d29142ae-1345-4a25-ab0e-0948a0be9940 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:05.304791 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-15dc8454-aa37-4f29-bb09-b2f4bec65040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:05.306902 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-15dc8454-aa37-4f29-bb09-b2f4bec65040 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5efdefe9-fb05-48a6-914c-98a1b2ebb362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2312925 May 05 20:00:05.308492 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091b1656-d539-4350-9c00-0dea9bf2bbd4 None None] Network 4ff8f910-bc11-4ef5-a12f-15a3d2503f34 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:00:05.315334 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabb550b-7788-422c-a12d-4974bad94244 req-e24db116-a59b-4c9c-a197-d8eee7de8d6f service neutron] Port 9fa97b06-019d-44e6-a1c4-eb81f10a0fdc on network d94c136e-3c4f-4290-8cd6-81a4e89af7f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:00:05.315693 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabb550b-7788-422c-a12d-4974bad94244 req-e24db116-a59b-4c9c-a197-d8eee7de8d6f service neutron] Attempting to bind port 9fa97b06-019d-44e6-a1c4-eb81f10a0fdc on network d94c136e-3c4f-4290-8cd6-81a4e89af7f3 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:00:05.335211 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29142ae-1345-4a25-ab0e-0948a0be9940 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1b42719-7b2b-4829-8451-1c66c922a7a7,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:05.337136 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabb550b-7788-422c-a12d-4974bad94244 req-e24db116-a59b-4c9c-a197-d8eee7de8d6f service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:00:05.337475 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabb550b-7788-422c-a12d-4974bad94244 req-e24db116-a59b-4c9c-a197-d8eee7de8d6f service neutron] Checking segment: {'id': 'f64acd32-0a02-4606-b552-1dd633356c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd94c136e-3c4f-4290-8cd6-81a4e89af7f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:00:05.337855 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabb550b-7788-422c-a12d-4974bad94244 req-e24db116-a59b-4c9c-a197-d8eee7de8d6f service neutron] Bound using segment: {'id': 'f64acd32-0a02-4606-b552-1dd633356c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd94c136e-3c4f-4290-8cd6-81a4e89af7f3'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:00:05.338283 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-dabb550b-7788-422c-a12d-4974bad94244 req-e24db116-a59b-4c9c-a197-d8eee7de8d6f service neutron] Bound port: 9fa97b06-019d-44e6-a1c4-eb81f10a0fdc, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f64acd32-0a02-4606-b552-1dd633356c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd94c136e-3c4f-4290-8cd6-81a4e89af7f3'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:00:05.338622 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-dabb550b-7788-422c-a12d-4974bad94244 req-e24db116-a59b-4c9c-a197-d8eee7de8d6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:05.345520 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d29142ae-1345-4a25-ab0e-0948a0be9940 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c1b42719-7b2b-4829-8451-1c66c922a7a7 HTTP/1.1" status: 204 len: 168 time: 1.1742995 May 05 20:00:05.349468 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 41494) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:00:05.384097 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d024a4b0-b81a-4d83-accd-b5316dc8186b req-08035171-0c80-4006-98db-c0dae9979bfc tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682374 May 05 20:00:05.470292 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfdcb10-69d6-4c84-a000-f0ad92c09ad0 req-16d00056-644b-4ecd-a11e-95161790bd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:05.471785 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7bfdcb10-69d6-4c84-a000-f0ad92c09ad0 req-16d00056-644b-4ecd-a11e-95161790bd24 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5dc7995786b847999f5838924c32320a&device_id=2206e182-7ccb-4fb0-b47f-7368678c012e HTTP/1.1" status: 200 len: 1094 time: 0.1989770 May 05 20:00:05.476032 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-dabb550b-7788-422c-a12d-4974bad94244 req-e24db116-a59b-4c9c-a197-d8eee7de8d6f service neutron] For port 9fa97b06-019d-44e6-a1c4-eb81f10a0fdc, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:00:05.600548 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5769a8b5-8286-41d4-8b5e-8892c836f987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:05.652116 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-5769a8b5-8286-41d4-8b5e-8892c836f987 admin admin] Deleting port 41725b52-1698-4f0d-85b4-e7c691e2b891 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:00:05.652391 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5769a8b5-8286-41d4-8b5e-8892c836f987 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:05.653436 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-dabb550b-7788-422c-a12d-4974bad94244 req-e24db116-a59b-4c9c-a197-d8eee7de8d6f service neutron] For port 9fa97b06-019d-44e6-a1c4-eb81f10a0fdc, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=9fa97b06-019d-44e6-a1c4-eb81f10a0fdc,segment=NetworkSegment(f64acd32-0a02-4606-b552-1dd633356c1d),segment_id=f64acd32-0a02-4606-b552-1dd633356c1d)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:00:05.673740 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-dabb550b-7788-422c-a12d-4974bad94244 req-e24db116-a59b-4c9c-a197-d8eee7de8d6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:05.677544 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08aaaca4-1646-4539-945a-f8ba85bc2b3c None None] DHCP port deletion for 4ff8f910-bc11-4ef5-a12f-15a3d2503f34 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:00:05.683026 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-08aaaca4-1646-4539-945a-f8ba85bc2b3c None None] Deleting port 41725b52-1698-4f0d-85b4-e7c691e2b891 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:00:05.683548 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-08aaaca4-1646-4539-945a-f8ba85bc2b3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:05.723332 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-98bca4b2-69af-40b3-a442-fff0ae22557e service neutron] 10.222.0.50 "GET /v2.0/networks/5efdefe9-fb05-48a6-914c-98a1b2ebb362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4085052 May 05 20:00:05.833831 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfdcb10-69d6-4c84-a000-f0ad92c09ad0 req-8843e0b6-982f-4fe7-b6c8-8239c1d48215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:05.835578 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7bfdcb10-69d6-4c84-a000-f0ad92c09ad0 req-8843e0b6-982f-4fe7-b6c8-8239c1d48215 service neutron] 10.222.0.50 "GET /v2.0/networks?id=00ecdd9f-1135-415f-b0c6-51153b85089d HTTP/1.1" status: 200 len: 913 time: 0.3570807 May 05 20:00:05.836972 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb550b-7788-422c-a12d-4974bad94244 req-e24db116-a59b-4c9c-a197-d8eee7de8d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:05.837756 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-dabb550b-7788-422c-a12d-4974bad94244 req-e24db116-a59b-4c9c-a197-d8eee7de8d6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:05.839175 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dabb550b-7788-422c-a12d-4974bad94244 req-e24db116-a59b-4c9c-a197-d8eee7de8d6f service neutron] 10.222.0.24 "PUT /v2.0/ports/9fa97b06-019d-44e6-a1c4-eb81f10a0fdc HTTP/1.1" status: 200 len: 1091 time: 2.7597113 May 05 20:00:05.948873 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-dabb550b-7788-422c-a12d-4974bad94244 req-4020f7f2-65c6-4b39-9c02-2684bacdd881 service neutron] Request body: {'port': {'device_id': 'c66c5a81-58b3-46e3-8e2a-9f67da08f252', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:00:05.975457 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-08aaaca4-1646-4539-945a-f8ba85bc2b3c None None] For port 41725b52-1698-4f0d-85b4-e7c691e2b891, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=41725b52-1698-4f0d-85b4-e7c691e2b891,segment=NetworkSegment(46432553-9a34-4ffa-96fb-bfbbf44f2246),segment_id=46432553-9a34-4ffa-96fb-bfbbf44f2246)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:00:05.975774 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-08aaaca4-1646-4539-945a-f8ba85bc2b3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:05.981650 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844fc9d0-e1ca-4ddd-a774-5ec5682524d2 req-0a782967-f9ad-49d7-a032-f618eaf71691 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:05.989217 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844fc9d0-e1ca-4ddd-a774-5ec5682524d2 req-0a782967-f9ad-49d7-a032-f618eaf71691 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:05.999335 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844fc9d0-e1ca-4ddd-a774-5ec5682524d2 req-0a782967-f9ad-49d7-a032-f618eaf71691 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:06.002991 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844fc9d0-e1ca-4ddd-a774-5ec5682524d2 req-0a782967-f9ad-49d7-a032-f618eaf71691 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:06.011689 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844fc9d0-e1ca-4ddd-a774-5ec5682524d2 req-0a782967-f9ad-49d7-a032-f618eaf71691 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:06.018883 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844fc9d0-e1ca-4ddd-a774-5ec5682524d2 req-0a782967-f9ad-49d7-a032-f618eaf71691 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:06.024925 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844fc9d0-e1ca-4ddd-a774-5ec5682524d2 req-0a782967-f9ad-49d7-a032-f618eaf71691 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:06.027428 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-844fc9d0-e1ca-4ddd-a774-5ec5682524d2 req-0a782967-f9ad-49d7-a032-f618eaf71691 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933ae74-0c33-4c3c-82a1-5c532a76f33d HTTP/1.1" status: 200 len: 5431 time: 0.6446888 May 05 20:00:06.077024 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7bfdcb10-69d6-4c84-a000-f0ad92c09ad0 req-13f9b90c-d443-4064-8a1a-a1e9cf448aaa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c3a0173-2df0-49e2-bc7f-048916c651fe HTTP/1.1" status: 200 len: 217 time: 0.2326064 May 05 20:00:06.116921 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-08aaaca4-1646-4539-945a-f8ba85bc2b3c None None] Calling delete_port for 41725b52-1698-4f0d-85b4-e7c691e2b891 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:00:06.146227 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device b0de49f7-8e87-47bf-8e75-8008acd7b04b no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:00:06.157873 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-72d6c639-54a7-492c-9d7e-1e148e90f221 service neutron] 10.222.0.50 "GET /v2.0/networks/5efdefe9-fb05-48a6-914c-98a1b2ebb362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4144344 May 05 20:00:06.170070 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-844fc9d0-e1ca-4ddd-a774-5ec5682524d2 req-e7fdd898-336c-46cf-b3e9-fd99704670b9 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e6be8f4-cbde-48c1-a6fd-f6caadba2c70&id=b31ec34e-3cb0-41c2-a678-bc0e8ba8a08d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1197374 May 05 20:00:06.255698 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfdcb10-69d6-4c84-a000-f0ad92c09ad0 req-b28996de-032d-49fc-8216-eb7d5a4c7726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:06.257176 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7bfdcb10-69d6-4c84-a000-f0ad92c09ad0 req-b28996de-032d-49fc-8216-eb7d5a4c7726 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=08fe5f50-bbcd-4aa2-adfb-1629cfc316ff HTTP/1.1" status: 200 len: 852 time: 0.1581597 May 05 20:00:06.285532 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-95b9914c-3ed1-4333-a1ea-bf772bb8e3e8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=bd8854c6-838f-44f3-8df9-07057c4679c3 HTTP/1.1" status: 200 len: 217 time: 0.1219916 May 05 20:00:06.318964 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-08aaaca4-1646-4539-945a-f8ba85bc2b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:06.331291 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24db116-a59b-4c9c-a197-d8eee7de8d6f service neutron] Pushing event updated for resources: {'Port': ['ID=9fa97b06-019d-44e6-a1c4-eb81f10a0fdc,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:06.347639 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7bfdcb10-69d6-4c84-a000-f0ad92c09ad0 req-c80cf264-cff0-44e9-8bfb-68c49e3a1b26 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=00ecdd9f-1135-415f-b0c6-51153b85089d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711863 May 05 20:00:06.376750 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08aaaca4-1646-4539-945a-f8ba85bc2b3c None None] No DVR routers for this DVR port 41725b52-1698-4f0d-85b4-e7c691e2b891 on host n-d-840717-1 {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:00:06.382131 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aaaca4-1646-4539-945a-f8ba85bc2b3c None None] Pushing event deleted for resources: {'Port': ['ID=41725b52-1698-4f0d-85b4-e7c691e2b891,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:06.384794 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:06.402673 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-dabb550b-7788-422c-a12d-4974bad94244 req-4020f7f2-65c6-4b39-9c02-2684bacdd881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:06.419653 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port b0de49f7-8e87-47bf-8e75-8008acd7b04b, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=b0de49f7-8e87-47bf-8e75-8008acd7b04b,segment=NetworkSegment(79511503-ff66-4663-ae8b-5322fffb3d0a),segment_id=79511503-ff66-4663-ae8b-5322fffb3d0a)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:00:06.420444 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2ae61dc-0e68-43f2-aa9d-9285f9c6dc1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0de49f7-8e87-47bf-8e75-8008acd7b04b'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:00:06.420833 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-5769a8b5-8286-41d4-8b5e-8892c836f987 admin admin] For port 41725b52-1698-4f0d-85b4-e7c691e2b891, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=41725b52-1698-4f0d-85b4-e7c691e2b891,segment=NetworkSegment(46432553-9a34-4ffa-96fb-bfbbf44f2246),segment_id=46432553-9a34-4ffa-96fb-bfbbf44f2246)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:00:06.421127 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5769a8b5-8286-41d4-8b5e-8892c836f987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:06.427400 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:06.494152 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-b2372b3f-7764-44c3-b4a8-52b184035c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:06.495772 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-b2372b3f-7764-44c3-b4a8-52b184035c6a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=88000561-1dd2-4d2e-8ca8-f3ecd119e4d9 HTTP/1.1" status: 200 len: 797 time: 0.1974018 May 05 20:00:06.496490 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=b0de49f7-8e87-47bf-8e75-8008acd7b04b,revision_number=8']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:06.562266 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0975549-9979-4aa7-8d5b-c7b90315a8fa req-946996f8-e168-42b6-b2f4-ed7022f749cd tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:06.569027 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0975549-9979-4aa7-8d5b-c7b90315a8fa req-946996f8-e168-42b6-b2f4-ed7022f749cd tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:06.574886 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0975549-9979-4aa7-8d5b-c7b90315a8fa req-946996f8-e168-42b6-b2f4-ed7022f749cd tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:06.581561 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0975549-9979-4aa7-8d5b-c7b90315a8fa req-946996f8-e168-42b6-b2f4-ed7022f749cd tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:06.587476 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0975549-9979-4aa7-8d5b-c7b90315a8fa req-946996f8-e168-42b6-b2f4-ed7022f749cd tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:06.588457 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-f0975549-9979-4aa7-8d5b-c7b90315a8fa req-946996f8-e168-42b6-b2f4-ed7022f749cd tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Synchronizing usage tracker for tenant:99f8ff370e2040efb9285a4ae37c20cd on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:00:06.593847 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-5769a8b5-8286-41d4-8b5e-8892c836f987 admin admin] Calling delete_port for 41725b52-1698-4f0d-85b4-e7c691e2b891 owned by network:dhcp {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:00:06.622513 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7bfdcb10-69d6-4c84-a000-f0ad92c09ad0 req-faff6b60-94ae-42af-b3d7-c9dfaffaf489 service neutron] 10.222.0.50 "GET /v2.0/networks/00ecdd9f-1135-415f-b0c6-51153b85089d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689202 May 05 20:00:06.690975 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a1518-72a9-4472-a4cd-765b57788736 req-07b11732-c4e9-4222-a159-8896ba7b4da0 tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:06.692496 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5c9a1518-72a9-4472-a4cd-765b57788736 req-07b11732-c4e9-4222-a159-8896ba7b4da0 tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] 10.222.0.36 "GET /v2.0/ports?device_id=de3a5a79-7e81-44fa-952a-5884abd9eba0 HTTP/1.1" status: 200 len: 945 time: 0.3641837 May 05 20:00:06.702641 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-f0975549-9979-4aa7-8d5b-c7b90315a8fa req-946996f8-e168-42b6-b2f4-ed7022f749cd tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Unset dirty status for tenant:99f8ff370e2040efb9285a4ae37c20cd on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:00:06.704353 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f0975549-9979-4aa7-8d5b-c7b90315a8fa req-946996f8-e168-42b6-b2f4-ed7022f749cd tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/ports?device_id=c66c5a81-58b3-46e3-8e2a-9f67da08f252 HTTP/1.1" status: 200 len: 3827 time: 0.6801646 May 05 20:00:06.737728 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.api [None req-5769a8b5-8286-41d4-8b5e-8892c836f987 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88197) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:00:06.738328 n-d-840717-1 neutron-server[88197]: DEBUG oslo_db.api [None req-5769a8b5-8286-41d4-8b5e-8892c836f987 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:00:06.740875 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-fb05b0bb-b9c0-45c4-a59f-d7bab455b43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:06.742338 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-fb05b0bb-b9c0-45c4-a59f-d7bab455b43b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5efdefe9-fb05-48a6-914c-98a1b2ebb362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1915221 May 05 20:00:06.823168 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-33787dd6-deb8-47cb-bb57-d60b4defbdc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:06.894497 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f0975549-9979-4aa7-8d5b-c7b90315a8fa req-4c08e743-eadb-4fb6-a6ee-52913a544276 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ea4b63-4d77-466d-a6d0-2611e1957d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1717727 May 05 20:00:06.900349 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5c9a1518-72a9-4472-a4cd-765b57788736 req-52b42c7d-db22-4d3b-ad20-2e3c1ac5339d tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] 10.222.0.36 "GET /v2.0/security-groups?id=80fa4dbb-a071-449b-a651-c883c7b9af94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933460 May 05 20:00:07.019386 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-49b4c85b-c307-496f-a295-e7fe518c89db service neutron] 10.222.0.50 "GET /v2.0/networks/5efdefe9-fb05-48a6-914c-98a1b2ebb362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695925 May 05 20:00:07.124859 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7bfdcb10-69d6-4c84-a000-f0ad92c09ad0 req-ed5d53a7-3327-4a10-9e89-383e998c7bb6 service neutron] 10.222.0.50 "GET /v2.0/networks/00ecdd9f-1135-415f-b0c6-51153b85089d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4940641 May 05 20:00:07.174346 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 41725b52-1698-4f0d-85b4-e7c691e2b891 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:00:07.201491 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-da90e086-96fb-4e67-a36e-8e5ec1a7bfa1 service neutron] 10.222.0.50 "GET /v2.0/networks/5efdefe9-fb05-48a6-914c-98a1b2ebb362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768582 May 05 20:00:07.252998 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c66c5a81-58b3-46e3-8e2a-9f67da08f252', 'tag': '9fa97b06-019d-44e6-a1c4-eb81f10a0fdc'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:00:07.289941 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 41725b52-1698-4f0d-85b4-e7c691e2b891 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:00:07.290367 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 41725b52-1698-4f0d-85b4-e7c691e2b891 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:00:07.291914 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-5769a8b5-8286-41d4-8b5e-8892c836f987 admin admin] Deleting port 41725b52-1698-4f0d-85b4-e7c691e2b891 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:00:07.292458 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5769a8b5-8286-41d4-8b5e-8892c836f987 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:07.322488 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-a8bd9b46-165d-4f0d-8e4b-045b68b667d6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=e16abe2d-4652-4238-b1ff-10009a771c77 HTTP/1.1" status: 200 len: 217 time: 0.1109216 May 05 20:00:07.367831 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e320055-4fce-42d3-8e6d-020922eea6e9 req-97ca2c4c-b82b-44c6-a7a6-48904c7ebc95 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:07.369309 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4e320055-4fce-42d3-8e6d-020922eea6e9 req-97ca2c4c-b82b-44c6-a7a6-48904c7ebc95 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/networks?id=4568a908-805b-4a6e-ba80-1d4819260d47 HTTP/1.1" status: 200 len: 805 time: 0.2756932 May 05 20:00:07.436656 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-5769a8b5-8286-41d4-8b5e-8892c836f987 admin admin] The port '41725b52-1698-4f0d-85b4-e7c691e2b891' was deleted {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 20:00:07.440086 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4e320055-4fce-42d3-8e6d-020922eea6e9 req-d574404a-1061-4efc-951f-ca15220f1d14 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/quotas/746fcb642a8d490e982b2a03a5eb1ef7 HTTP/1.1" status: 200 len: 375 time: 0.0596836 May 05 20:00:07.509076 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-dabb550b-7788-422c-a12d-4974bad94244 req-4020f7f2-65c6-4b39-9c02-2684bacdd881 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14c5b767-97a9-4549-bb17-b81554f9a5a4 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:00:07.519728 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b42d3c-32b2-49ee-9ecf-2f3b8c50b7fb req-d75561bd-006e-4bb2-9859-f7aa8a624382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:07.521223 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e1b42d3c-32b2-49ee-9ecf-2f3b8c50b7fb req-d75561bd-006e-4bb2-9859-f7aa8a624382 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2ac5211529134663a7b81ee9a43f1be9&device_id=78022ff8-79b6-40f3-923b-df6f4cd7291b HTTP/1.1" status: 200 len: 1096 time: 0.2441018 May 05 20:00:07.524334 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-dabb550b-7788-422c-a12d-4974bad94244 req-4020f7f2-65c6-4b39-9c02-2684bacdd881 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:07.582871 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-ed94bc87-1017-47e7-a6a9-a0cc0ce70968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:07.584352 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-ed94bc87-1017-47e7-a6a9-a0cc0ce70968 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=88000561-1dd2-4d2e-8ca8-f3ecd119e4d9 HTTP/1.1" status: 200 len: 797 time: 0.2561705 May 05 20:00:07.586040 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-dabb550b-7788-422c-a12d-4974bad94244 req-4020f7f2-65c6-4b39-9c02-2684bacdd881 service neutron] Transition to ACTIVE for port object 14c5b767-97a9-4549-bb17-b81554f9a5a4 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:00:07.598786 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-dabb550b-7788-422c-a12d-4974bad94244 req-4020f7f2-65c6-4b39-9c02-2684bacdd881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:07.687807 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5769a8b5-8286-41d4-8b5e-8892c836f987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:07.732359 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:07.736525 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-5769a8b5-8286-41d4-8b5e-8892c836f987 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ff8f910-bc11-4ef5-a12f-15a3d2503f34']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:00:07.754805 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-5769a8b5-8286-41d4-8b5e-8892c836f987 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46432553-9a34-4ffa-96fb-bfbbf44f2246') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:00:07.755460 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-5769a8b5-8286-41d4-8b5e-8892c836f987 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46432553-9a34-4ffa-96fb-bfbbf44f2246') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:00:07.778307 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5769a8b5-8286-41d4-8b5e-8892c836f987 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:07.779134 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4e320055-4fce-42d3-8e6d-020922eea6e9 req-f583b1e5-7e58-4962-b26c-b5bb7d3218f5 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=746fcb642a8d490e982b2a03a5eb1ef7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3329170 May 05 20:00:07.812011 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d6ae54-eacb-454d-b10a-7f8f97e4a42c req-49e52eed-41dc-45f3-a916-baaf08e43f99 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:07.814351 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-51d6ae54-eacb-454d-b10a-7f8f97e4a42c req-49e52eed-41dc-45f3-a916-baaf08e43f99 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2ae61dc-0e68-43f2-aa9d-9285f9c6dc1b HTTP/1.1" status: 200 len: 943 time: 0.4191239 May 05 20:00:07.892787 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-663659e1-3002-4ff8-a591-1703db497af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:07.894520 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-663659e1-3002-4ff8-a591-1703db497af7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5efdefe9-fb05-48a6-914c-98a1b2ebb362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3006060 May 05 20:00:07.899593 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4020f7f2-65c6-4b39-9c02-2684bacdd881 service neutron] Pushing event updated for resources: {'Port': ['ID=14c5b767-97a9-4549-bb17-b81554f9a5a4,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:07.903119 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b42d3c-32b2-49ee-9ecf-2f3b8c50b7fb req-5ffdfc37-011b-4785-9f3a-46835a2b4964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:07.904983 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e1b42d3c-32b2-49ee-9ecf-2f3b8c50b7fb req-5ffdfc37-011b-4785-9f3a-46835a2b4964 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8a536572-51e8-41c9-b6b4-029e4a14e253 HTTP/1.1" status: 200 len: 920 time: 0.3758342 May 05 20:00:07.909697 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23eb52-9797-4021-8cdb-40faef53118f req-b8c0973e-da05-4807-93b3-e9671acb87ff tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:07.911367 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2d23eb52-9797-4021-8cdb-40faef53118f req-b8c0973e-da05-4807-93b3-e9671acb87ff tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=2206e182-7ccb-4fb0-b47f-7368678c012e HTTP/1.1" status: 200 len: 943 time: 0.4318218 May 05 20:00:07.936973 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5769a8b5-8286-41d4-8b5e-8892c836f987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:07.990876 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:08.014166 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5769a8b5-8286-41d4-8b5e-8892c836f987 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:00:08.014572 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5769a8b5-8286-41d4-8b5e-8892c836f987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:08.030008 n-d-840717-1 neutron-server[88197]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:00:08.030008 n-d-840717-1 neutron-server[88197]: util.warn( May 05 20:00:08.030008 n-d-840717-1 neutron-server[88197]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:00:08.030008 n-d-840717-1 neutron-server[88197]: util.warn( May 05 20:00:08.030008 n-d-840717-1 neutron-server[88197]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:00:08.030008 n-d-840717-1 neutron-server[88197]: util.warn( May 05 20:00:08.030008 n-d-840717-1 neutron-server[88197]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:00:08.030008 n-d-840717-1 neutron-server[88197]: util.warn( May 05 20:00:08.030008 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:00:08.030008 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:00:08.030008 n-d-840717-1 neutron-server[88197]: timer() May 05 20:00:08.030008 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:00:08.030008 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:00:08.030008 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:00:08.030008 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:00:08.030008 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:00:08.030008 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:00:08.030008 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:00:08.030008 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:00:08.030008 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:00:08.030008 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:00:08.030008 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:00:08.030008 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:00:08.030008 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:00:08.030008 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:00:08.030008 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:00:08.030008 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:00:08.030008 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:00:08.030008 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:00:08.030008 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:00:08.030008 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:00:08.030008 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:00:08.030008 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:00:08.030008 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:00:08.030008 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:00:08.030008 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:00:08.030008 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:00:08.030008 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:00:08.030008 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:00:08.030008 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:00:08.039791 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-2d23eb52-9797-4021-8cdb-40faef53118f req-c77a1c47-719f-4da5-af22-48287762045b tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Synchronizing usage tracker for tenant:5dc7995786b847999f5838924c32320a on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:00:08.106188 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-51d6ae54-eacb-454d-b10a-7f8f97e4a42c req-d4324c7f-6140-449b-a4e3-3c6e03937141 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Deleting port b0de49f7-8e87-47bf-8e75-8008acd7b04b {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:00:08.106541 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-51d6ae54-eacb-454d-b10a-7f8f97e4a42c req-d4324c7f-6140-449b-a4e3-3c6e03937141 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:08.113295 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 3c3a0173-2df0-49e2-bc7f-048916c651fe details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:00:08.161505 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4e320055-4fce-42d3-8e6d-020922eea6e9 req-bce0fd93-dcda-446e-b57f-ef09f8b1a8ec service neutron] 10.222.0.36 "GET /v2.0/networks/4568a908-805b-4a6e-ba80-1d4819260d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634725 May 05 20:00:08.174861 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e1b42d3c-32b2-49ee-9ecf-2f3b8c50b7fb req-884607f3-c7b0-4c93-afa4-7fbba747d0bb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50d780a2-f495-43fb-9ec1-8a335ab63da3 HTTP/1.1" status: 200 len: 217 time: 0.1315603 May 05 20:00:08.255619 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-2d23eb52-9797-4021-8cdb-40faef53118f req-c77a1c47-719f-4da5-af22-48287762045b tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Unset dirty status for tenant:5dc7995786b847999f5838924c32320a on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:00:08.256805 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2d23eb52-9797-4021-8cdb-40faef53118f req-c77a1c47-719f-4da5-af22-48287762045b tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112974 May 05 20:00:08.289540 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 3c3a0173-2df0-49e2-bc7f-048916c651fe, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=3c3a0173-2df0-49e2-bc7f-048916c651fe,segment=NetworkSegment(eccdf1c4-efe8-4f03-97f1-7b574b83122b),segment_id=eccdf1c4-efe8-4f03-97f1-7b574b83122b)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:00:08.311221 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5769a8b5-8286-41d4-8b5e-8892c836f987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:08.317542 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5769a8b5-8286-41d4-8b5e-8892c836f987 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:08.319998 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': '3c3a0173-2df0-49e2-bc7f-048916c651fe', 'network_id': '00ecdd9f-1135-415f-b0c6-51153b85089d', 'port_id': '3c3a0173-2df0-49e2-bc7f-048916c651fe', 'mac_address': 'fa:16:3e:ff:e4:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08fe5f50-bbcd-4aa2-adfb-1629cfc316ff', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:00:08.352493 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-dabb550b-7788-422c-a12d-4974bad94244 req-4020f7f2-65c6-4b39-9c02-2684bacdd881 service neutron] Attempting to bind port 14c5b767-97a9-4549-bb17-b81554f9a5a4 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:00:08.352909 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-dabb550b-7788-422c-a12d-4974bad94244 req-4020f7f2-65c6-4b39-9c02-2684bacdd881 service neutron] Attempting to bind port 14c5b767-97a9-4549-bb17-b81554f9a5a4 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': '9712fa8a-84cf-4590-8760-a48340e4da1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0940b73f-d9f5-4601-bc7a-4ddc6f68c068'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:00:08.353135 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabb550b-7788-422c-a12d-4974bad94244 req-4020f7f2-65c6-4b39-9c02-2684bacdd881 service neutron] Attempting to bind port 14c5b767-97a9-4549-bb17-b81554f9a5a4 on network 0940b73f-d9f5-4601-bc7a-4ddc6f68c068 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:00:08.363614 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b42d3c-32b2-49ee-9ecf-2f3b8c50b7fb req-36066d12-fbfd-4412-ac90-09dfdee345da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:08.363954 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-d5284920-3b3e-4094-8f81-cfe4ae9972c5 service neutron] 10.222.0.50 "GET /v2.0/networks/5efdefe9-fb05-48a6-914c-98a1b2ebb362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4515955 May 05 20:00:08.364687 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5769a8b5-8286-41d4-8b5e-8892c836f987 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ff8f910-bc11-4ef5-a12f-15a3d2503f34,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:08.364991 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e1b42d3c-32b2-49ee-9ecf-2f3b8c50b7fb req-36066d12-fbfd-4412-ac90-09dfdee345da service neutron] 10.222.0.50 "GET /v2.0/subnets?id=afbf8c9c-9fa3-4fdd-ba30-b4249970e4ad HTTP/1.1" status: 200 len: 858 time: 0.1707852 May 05 20:00:08.371301 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabb550b-7788-422c-a12d-4974bad94244 req-4020f7f2-65c6-4b39-9c02-2684bacdd881 service neutron] Port 14c5b767-97a9-4549-bb17-b81554f9a5a4 on network 0940b73f-d9f5-4601-bc7a-4ddc6f68c068 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:00:08.371667 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabb550b-7788-422c-a12d-4974bad94244 req-4020f7f2-65c6-4b39-9c02-2684bacdd881 service neutron] Attempting to bind port 14c5b767-97a9-4549-bb17-b81554f9a5a4 on network 0940b73f-d9f5-4601-bc7a-4ddc6f68c068 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:00:08.389927 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-201bea4c-d1c4-45b3-b7bd-20bfe2f70e0b'] response: {'server_uuid': 'f2ae61dc-0e68-43f2-aa9d-9285f9c6dc1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0de49f7-8e87-47bf-8e75-8008acd7b04b', 'code': 200} May 05 20:00:08.428252 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:08.429445 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5769a8b5-8286-41d4-8b5e-8892c836f987 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:00:08.429798 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5769a8b5-8286-41d4-8b5e-8892c836f987 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:00:08.430139 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5769a8b5-8286-41d4-8b5e-8892c836f987 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:00:08.430476 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5769a8b5-8286-41d4-8b5e-8892c836f987 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:00:08.430810 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5769a8b5-8286-41d4-8b5e-8892c836f987 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:00:08.431141 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5769a8b5-8286-41d4-8b5e-8892c836f987 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:00:08.431517 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5769a8b5-8286-41d4-8b5e-8892c836f987 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:00:08.431845 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5769a8b5-8286-41d4-8b5e-8892c836f987 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:00:08.432328 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5769a8b5-8286-41d4-8b5e-8892c836f987 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:00:08.432791 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5769a8b5-8286-41d4-8b5e-8892c836f987 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:00:08.435396 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5769a8b5-8286-41d4-8b5e-8892c836f987 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:00:08.435756 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5769a8b5-8286-41d4-8b5e-8892c836f987 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:00:08.443483 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabb550b-7788-422c-a12d-4974bad94244 req-4020f7f2-65c6-4b39-9c02-2684bacdd881 service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:00:08.443483 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabb550b-7788-422c-a12d-4974bad94244 req-4020f7f2-65c6-4b39-9c02-2684bacdd881 service neutron] Checking segment: {'id': '9712fa8a-84cf-4590-8760-a48340e4da1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0940b73f-d9f5-4601-bc7a-4ddc6f68c068'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:00:08.443682 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabb550b-7788-422c-a12d-4974bad94244 req-4020f7f2-65c6-4b39-9c02-2684bacdd881 service neutron] Bound using segment: {'id': '9712fa8a-84cf-4590-8760-a48340e4da1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0940b73f-d9f5-4601-bc7a-4ddc6f68c068'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:00:08.444041 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-dabb550b-7788-422c-a12d-4974bad94244 req-4020f7f2-65c6-4b39-9c02-2684bacdd881 service neutron] Bound port: 14c5b767-97a9-4549-bb17-b81554f9a5a4, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9712fa8a-84cf-4590-8760-a48340e4da1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0940b73f-d9f5-4601-bc7a-4ddc6f68c068'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:00:08.444384 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-dabb550b-7788-422c-a12d-4974bad94244 req-4020f7f2-65c6-4b39-9c02-2684bacdd881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:08.458749 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-5769a8b5-8286-41d4-8b5e-8892c836f987 admin admin] 10.222.0.36 "DELETE /v2.0/networks/4ff8f910-bc11-4ef5-a12f-15a3d2503f34 HTTP/1.1" status: 204 len: 168 time: 3.1061692 May 05 20:00:08.474446 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c3a0173-2df0-49e2-bc7f-048916c651fe {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:00:08.503200 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 3c3a0173-2df0-49e2-bc7f-048916c651fe, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=3c3a0173-2df0-49e2-bc7f-048916c651fe,segment=NetworkSegment(eccdf1c4-efe8-4f03-97f1-7b574b83122b),segment_id=eccdf1c4-efe8-4f03-97f1-7b574b83122b)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:00:08.511717 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:08.663189 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=3c3a0173-2df0-49e2-bc7f-048916c651fe,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:08.674158 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4e320055-4fce-42d3-8e6d-020922eea6e9 req-004f2abc-0699-4089-bda8-2e92a367816f service neutron] 10.222.0.36 "GET /v2.0/networks/4568a908-805b-4a6e-ba80-1d4819260d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5013947 May 05 20:00:08.728477 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-dabb550b-7788-422c-a12d-4974bad94244 req-4020f7f2-65c6-4b39-9c02-2684bacdd881 service neutron] For port 14c5b767-97a9-4549-bb17-b81554f9a5a4, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:00:08.732646 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-dabb550b-7788-422c-a12d-4974bad94244 req-4020f7f2-65c6-4b39-9c02-2684bacdd881 service neutron] For port 14c5b767-97a9-4549-bb17-b81554f9a5a4, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=14c5b767-97a9-4549-bb17-b81554f9a5a4,segment=NetworkSegment(9712fa8a-84cf-4590-8760-a48340e4da1c),segment_id=9712fa8a-84cf-4590-8760-a48340e4da1c)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:00:08.735890 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 41548) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:00:08.745741 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['3c3a0173-2df0-49e2-bc7f-048916c651fe'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:00:08.784953 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-dabb550b-7788-422c-a12d-4974bad94244 req-4020f7f2-65c6-4b39-9c02-2684bacdd881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:08.859494 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-7d3e6f8d-c028-4487-9e62-6ce2e7ea7252 service neutron] 10.222.0.50 "GET /v2.0/networks/5efdefe9-fb05-48a6-914c-98a1b2ebb362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4786866 May 05 20:00:08.941418 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c7d77f31-5061-4870-a576-9481225765bf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7d2b7f4d3c21403996d749a9f4066dc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2043228 May 05 20:00:08.942956 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb550b-7788-422c-a12d-4974bad94244 req-4020f7f2-65c6-4b39-9c02-2684bacdd881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:08.945298 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-dabb550b-7788-422c-a12d-4974bad94244 req-4020f7f2-65c6-4b39-9c02-2684bacdd881 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:08.954468 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dabb550b-7788-422c-a12d-4974bad94244 req-4020f7f2-65c6-4b39-9c02-2684bacdd881 service neutron] 10.222.0.24 "PUT /v2.0/ports/14c5b767-97a9-4549-bb17-b81554f9a5a4 HTTP/1.1" status: 200 len: 1129 time: 3.0092671 May 05 20:00:08.964305 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 41556) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:00:08.975132 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b42d3c-32b2-49ee-9ecf-2f3b8c50b7fb req-856637b9-f45b-4b69-ac31-88fe84dce40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:08.977307 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e1b42d3c-32b2-49ee-9ecf-2f3b8c50b7fb req-856637b9-f45b-4b69-ac31-88fe84dce40d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8a536572-51e8-41c9-b6b4-029e4a14e253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6022475 May 05 20:00:09.022900 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-598b2e0c-82a9-406a-9016-af7e7930ba75 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=506f9f85-5ebc-4ad3-a1f3-615f8594dee2 HTTP/1.1" status: 200 len: 217 time: 0.1554043 May 05 20:00:09.049532 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a932b3a0-8a35-4954-b718-717d933fad92 req-76bdae87-2828-4bec-91a2-0994e5d6a064 tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:09.056700 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a932b3a0-8a35-4954-b718-717d933fad92 req-76bdae87-2828-4bec-91a2-0994e5d6a064 tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3fd1c54-4b39-4c7e-b4cc-53be49deb13c HTTP/1.1" status: 200 len: 945 time: 0.3335032 May 05 20:00:09.104995 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-51d6ae54-eacb-454d-b10a-7f8f97e4a42c req-d4324c7f-6140-449b-a4e3-3c6e03937141 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] For port b0de49f7-8e87-47bf-8e75-8008acd7b04b, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=b0de49f7-8e87-47bf-8e75-8008acd7b04b,segment=NetworkSegment(79511503-ff66-4663-ae8b-5322fffb3d0a),segment_id=79511503-ff66-4663-ae8b-5322fffb3d0a)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:00:09.105568 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-51d6ae54-eacb-454d-b10a-7f8f97e4a42c req-d4324c7f-6140-449b-a4e3-3c6e03937141 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:09.228727 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-dabb550b-7788-422c-a12d-4974bad94244 req-d4879d5e-1cbe-4005-bbb5-2bd73e8a60a0 service neutron] Request body: {'port': {'device_id': 'c66c5a81-58b3-46e3-8e2a-9f67da08f252', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:00:09.287873 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-51d6ae54-eacb-454d-b10a-7f8f97e4a42c req-d4324c7f-6140-449b-a4e3-3c6e03937141 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Calling delete_port for b0de49f7-8e87-47bf-8e75-8008acd7b04b owned by compute:nova {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:00:09.349076 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-c736c8a8-8714-48d0-be68-607372f07fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:09.350572 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-c736c8a8-8714-48d0-be68-607372f07fc1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5d6b419d-4ed5-4b2f-a9e6-89c8e3d7a55a HTTP/1.1" status: 200 len: 797 time: 0.2777417 May 05 20:00:09.356612 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4020f7f2-65c6-4b39-9c02-2684bacdd881 service neutron] Pushing event updated for resources: {'Port': ['ID=14c5b767-97a9-4549-bb17-b81554f9a5a4,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:09.414128 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4f8673c2-553f-4540-be81-3dc5e1647d6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:09.416384 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a932b3a0-8a35-4954-b718-717d933fad92 req-fe03cd66-a051-49e0-997c-f07009504539 tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] 10.222.0.36 "GET /v2.0/security-groups?id=80fa4dbb-a071-449b-a651-c883c7b9af94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3587739 May 05 20:00:09.479290 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:09.541995 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-22672ef0-17b4-4fb2-9555-925da0acf099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:09.543883 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-22672ef0-17b4-4fb2-9555-925da0acf099 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6b772374-6081-4e39-9eff-bc22d208b283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1838615 May 05 20:00:09.575318 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4f8673c2-553f-4540-be81-3dc5e1647d6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:09.620423 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-dabb550b-7788-422c-a12d-4974bad94244 req-d4879d5e-1cbe-4005-bbb5-2bd73e8a60a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:09.633562 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-51d6ae54-eacb-454d-b10a-7f8f97e4a42c req-d4324c7f-6140-449b-a4e3-3c6e03937141 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:09.645541 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e95e58-213c-4fdc-b7d7-f9445e3cabc2 req-840db0a0-eced-4f18-a19d-323baa00f984 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:09.651726 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e95e58-213c-4fdc-b7d7-f9445e3cabc2 req-840db0a0-eced-4f18-a19d-323baa00f984 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:09.658354 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e95e58-213c-4fdc-b7d7-f9445e3cabc2 req-840db0a0-eced-4f18-a19d-323baa00f984 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:09.664394 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e95e58-213c-4fdc-b7d7-f9445e3cabc2 req-840db0a0-eced-4f18-a19d-323baa00f984 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:09.670368 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e95e58-213c-4fdc-b7d7-f9445e3cabc2 req-840db0a0-eced-4f18-a19d-323baa00f984 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:09.676866 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e95e58-213c-4fdc-b7d7-f9445e3cabc2 req-840db0a0-eced-4f18-a19d-323baa00f984 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:09.682796 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e95e58-213c-4fdc-b7d7-f9445e3cabc2 req-840db0a0-eced-4f18-a19d-323baa00f984 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:09.684794 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-98e95e58-213c-4fdc-b7d7-f9445e3cabc2 req-840db0a0-eced-4f18-a19d-323baa00f984 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933ae74-0c33-4c3c-82a1-5c532a76f33d HTTP/1.1" status: 200 len: 5431 time: 0.6775634 May 05 20:00:09.699102 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4324c7f-6140-449b-a4e3-3c6e03937141 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Pushing event deleted for resources: {'Port': ['ID=b0de49f7-8e87-47bf-8e75-8008acd7b04b,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:09.729831 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e1b42d3c-32b2-49ee-9ecf-2f3b8c50b7fb req-10e9bef0-a440-4796-b17e-8c29e1544700 service neutron] 10.222.0.50 "GET /v2.0/networks/8a536572-51e8-41c9-b6b4-029e4a14e253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4759214 May 05 20:00:09.847238 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-51d6ae54-eacb-454d-b10a-7f8f97e4a42c req-d4324c7f-6140-449b-a4e3-3c6e03937141 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] No DVR routers for this DVR port b0de49f7-8e87-47bf-8e75-8008acd7b04b on host n-h1-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:00:09.853905 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-51d6ae54-eacb-454d-b10a-7f8f97e4a42c req-d4324c7f-6140-449b-a4e3-3c6e03937141 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:09.856352 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2ae61dc-0e68-43f2-aa9d-9285f9c6dc1b', 'name': 'network-vif-deleted', 'tag': 'b0de49f7-8e87-47bf-8e75-8008acd7b04b'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:00:09.873684 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-98e95e58-213c-4fdc-b7d7-f9445e3cabc2 req-cc61d06a-b539-473d-8e67-b5ed9fa48438 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e6be8f4-cbde-48c1-a6fd-f6caadba2c70&id=b31ec34e-3cb0-41c2-a678-bc0e8ba8a08d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1587820 May 05 20:00:09.888694 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-51d6ae54-eacb-454d-b10a-7f8f97e4a42c req-d4324c7f-6140-449b-a4e3-3c6e03937141 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.24 "DELETE /v2.0/ports/b0de49f7-8e87-47bf-8e75-8008acd7b04b HTTP/1.1" status: 204 len: 173 time: 2.0655608 May 05 20:00:09.890480 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-4bcbed7c-2007-48a6-8284-2d0fb376a8c3 service neutron] 10.222.0.50 "GET /v2.0/networks/6b772374-6081-4e39-9eff-bc22d208b283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3386002 May 05 20:00:09.936827 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b4e08-9ea6-4b38-99fc-e748cfcb2f58 req-8a7be360-6fa9-4f11-8545-33ba5fdb9fdf tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:09.938947 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-873b4e08-9ea6-4b38-99fc-e748cfcb2f58 req-8a7be360-6fa9-4f11-8545-33ba5fdb9fdf tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=78022ff8-79b6-40f3-923b-df6f4cd7291b HTTP/1.1" status: 200 len: 945 time: 0.3587105 May 05 20:00:09.993949 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e54a3cac-92f8-49e1-af7b-d4831a6de97e'] response: {'name': 'network-changed', 'server_uuid': 'c66c5a81-58b3-46e3-8e2a-9f67da08f252', 'tag': '9fa97b06-019d-44e6-a1c4-eb81f10a0fdc', 'status': 'completed', 'code': 200} May 05 20:00:09.998945 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4f8673c2-553f-4540-be81-3dc5e1647d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:10.049446 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8673c2-553f-4540-be81-3dc5e1647d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef1a2c8-0a8d-416c-a9a4-2c29609ead47,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:10.097903 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4f8673c2-553f-4540-be81-3dc5e1647d6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:10.101216 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-4f8673c2-553f-4540-be81-3dc5e1647d6c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7ef1a2c8-0a8d-416c-a9a4-2c29609ead47 HTTP/1.1" status: 204 len: 168 time: 1.1275415 May 05 20:00:10.120390 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 3c3a0173-2df0-49e2-bc7f-048916c651fe up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:00:10.123048 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e1b42d3c-32b2-49ee-9ecf-2f3b8c50b7fb req-4f8025b6-875f-4bf5-b8f8-10a3cd98ce8c service neutron] 10.222.0.50 "GET /v2.0/networks/8a536572-51e8-41c9-b6b4-029e4a14e253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3441243 May 05 20:00:10.162690 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-873b4e08-9ea6-4b38-99fc-e748cfcb2f58 req-0220d171-8720-425f-a53f-99c25c21a426 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/security-groups?id=60903d7d-e068-4be3-b1cd-aedae880a3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105181 May 05 20:00:10.241971 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-91c7d45b-2537-4f22-8519-f8f2a906b069 service neutron] 10.222.0.50 "GET /v2.0/networks/6b772374-6081-4e39-9eff-bc22d208b283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3446534 May 05 20:00:10.263335 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port 3c3a0173-2df0-49e2-bc7f-048916c651fe completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:00:10.276295 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port 3c3a0173-2df0-49e2-bc7f-048916c651fe triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:00:10.276745 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:10.470776 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-dabb550b-7788-422c-a12d-4974bad94244 req-d4879d5e-1cbe-4005-bbb5-2bd73e8a60a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 109bdc14-cc66-4c71-a4e0-3647d00033b0 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:00:10.484612 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-dabb550b-7788-422c-a12d-4974bad94244 req-d4879d5e-1cbe-4005-bbb5-2bd73e8a60a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:10.549754 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c871d7ca-0558-4037-9dff-9e0a54e951bd req-1644c19b-d03f-4d64-9df9-f1448c4470a0 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:10.555972 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c871d7ca-0558-4037-9dff-9e0a54e951bd req-1644c19b-d03f-4d64-9df9-f1448c4470a0 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:10.562572 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c871d7ca-0558-4037-9dff-9e0a54e951bd req-1644c19b-d03f-4d64-9df9-f1448c4470a0 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:10.569409 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c871d7ca-0558-4037-9dff-9e0a54e951bd req-1644c19b-d03f-4d64-9df9-f1448c4470a0 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:10.575760 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c871d7ca-0558-4037-9dff-9e0a54e951bd req-1644c19b-d03f-4d64-9df9-f1448c4470a0 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:10.582843 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c871d7ca-0558-4037-9dff-9e0a54e951bd req-1644c19b-d03f-4d64-9df9-f1448c4470a0 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:10.591765 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c871d7ca-0558-4037-9dff-9e0a54e951bd req-1644c19b-d03f-4d64-9df9-f1448c4470a0 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/ports?device_id=c66c5a81-58b3-46e3-8e2a-9f67da08f252 HTTP/1.1" status: 200 len: 4598 time: 0.3560266 May 05 20:00:10.607778 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-dabb550b-7788-422c-a12d-4974bad94244 req-d4879d5e-1cbe-4005-bbb5-2bd73e8a60a0 service neutron] Transition to ACTIVE for port object 109bdc14-cc66-4c71-a4e0-3647d00033b0 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:00:10.617140 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-dabb550b-7788-422c-a12d-4974bad94244 req-d4879d5e-1cbe-4005-bbb5-2bd73e8a60a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:10.637199 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:10.695410 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-2be1abf0-7fc3-4607-81fe-fd11272678bb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=abcf9515-005c-4990-9cda-dea39f5122a3 HTTP/1.1" status: 200 len: 217 time: 0.4423027 May 05 20:00:10.703200 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2206e182-7ccb-4fb0-b47f-7368678c012e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c3a0173-2df0-49e2-bc7f-048916c651fe'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:00:10.719400 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 3c3a0173-2df0-49e2-bc7f-048916c651fe, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=3c3a0173-2df0-49e2-bc7f-048916c651fe,segment=NetworkSegment(eccdf1c4-efe8-4f03-97f1-7b574b83122b),segment_id=eccdf1c4-efe8-4f03-97f1-7b574b83122b)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:00:10.736168 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c77d07-af08-42a1-9d0c-719cb0fdcf0a req-374157c3-87b3-4e64-a707-3d62692d1f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:10.736646 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c77d07-af08-42a1-9d0c-719cb0fdcf0a req-374157c3-87b3-4e64-a707-3d62692d1f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:10.737117 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c77d07-af08-42a1-9d0c-719cb0fdcf0a req-374157c3-87b3-4e64-a707-3d62692d1f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:10.738336 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c77d07-af08-42a1-9d0c-719cb0fdcf0a req-374157c3-87b3-4e64-a707-3d62692d1f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:10.738336 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c77d07-af08-42a1-9d0c-719cb0fdcf0a req-374157c3-87b3-4e64-a707-3d62692d1f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:10.738595 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:10.738694 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c77d07-af08-42a1-9d0c-719cb0fdcf0a req-374157c3-87b3-4e64-a707-3d62692d1f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:10.740423 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e8c77d07-af08-42a1-9d0c-719cb0fdcf0a req-374157c3-87b3-4e64-a707-3d62692d1f7e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=99f8ff370e2040efb9285a4ae37c20cd&device_id=c66c5a81-58b3-46e3-8e2a-9f67da08f252 HTTP/1.1" status: 200 len: 5284 time: 0.7571867 May 05 20:00:10.784997 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-bb1577d9-1448-4337-914c-393b6bda6d64 req-1e24e95f-686d-44b5-9b13-03b8ed1d7853 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Synchronizing usage tracker for tenant:746fcb642a8d490e982b2a03a5eb1ef7 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:00:10.871445 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c871d7ca-0558-4037-9dff-9e0a54e951bd req-b0b1b1f7-a05d-4384-872d-294ff33106fd tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ea4b63-4d77-466d-a6d0-2611e1957d3d&id=6ef0a585-a6a9-4dc9-9f77-73dacf2639b2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2786927 May 05 20:00:10.899772 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=3c3a0173-2df0-49e2-bc7f-048916c651fe,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:10.956897 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4879d5e-1cbe-4005-bbb5-2bd73e8a60a0 service neutron] Pushing event updated for resources: {'Port': ['ID=109bdc14-cc66-4c71-a4e0-3647d00033b0,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:11.060453 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-bb1577d9-1448-4337-914c-393b6bda6d64 req-1e24e95f-686d-44b5-9b13-03b8ed1d7853 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Unset dirty status for tenant:746fcb642a8d490e982b2a03a5eb1ef7 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:00:11.068049 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bb1577d9-1448-4337-914c-393b6bda6d64 req-1e24e95f-686d-44b5-9b13-03b8ed1d7853 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/ports?device_id=c406eeb3-a729-4336-a7a7-a2ad14d57bf5 HTTP/1.1" status: 200 len: 210 time: 0.7091978 May 05 20:00:11.087344 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-07d6c559-e8f1-42f8-8746-5843bd1824ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:11.089274 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-07d6c559-e8f1-42f8-8746-5843bd1824ab service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5d6b419d-4ed5-4b2f-a9e6-89c8e3d7a55a HTTP/1.1" status: 200 len: 797 time: 0.3653293 May 05 20:00:11.132220 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-dabb550b-7788-422c-a12d-4974bad94244 req-d4879d5e-1cbe-4005-bbb5-2bd73e8a60a0 service neutron] Attempting to bind port 109bdc14-cc66-4c71-a4e0-3647d00033b0 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:00:11.132778 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-dabb550b-7788-422c-a12d-4974bad94244 req-d4879d5e-1cbe-4005-bbb5-2bd73e8a60a0 service neutron] Attempting to bind port 109bdc14-cc66-4c71-a4e0-3647d00033b0 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': '9712fa8a-84cf-4590-8760-a48340e4da1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0940b73f-d9f5-4601-bc7a-4ddc6f68c068'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:00:11.133301 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabb550b-7788-422c-a12d-4974bad94244 req-d4879d5e-1cbe-4005-bbb5-2bd73e8a60a0 service neutron] Attempting to bind port 109bdc14-cc66-4c71-a4e0-3647d00033b0 on network 0940b73f-d9f5-4601-bc7a-4ddc6f68c068 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:00:11.160999 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabb550b-7788-422c-a12d-4974bad94244 req-d4879d5e-1cbe-4005-bbb5-2bd73e8a60a0 service neutron] Port 109bdc14-cc66-4c71-a4e0-3647d00033b0 on network 0940b73f-d9f5-4601-bc7a-4ddc6f68c068 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:00:11.166028 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabb550b-7788-422c-a12d-4974bad94244 req-d4879d5e-1cbe-4005-bbb5-2bd73e8a60a0 service neutron] Attempting to bind port 109bdc14-cc66-4c71-a4e0-3647d00033b0 on network 0940b73f-d9f5-4601-bc7a-4ddc6f68c068 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:00:11.178364 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabb550b-7788-422c-a12d-4974bad94244 req-d4879d5e-1cbe-4005-bbb5-2bd73e8a60a0 service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:00:11.179105 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabb550b-7788-422c-a12d-4974bad94244 req-d4879d5e-1cbe-4005-bbb5-2bd73e8a60a0 service neutron] Checking segment: {'id': '9712fa8a-84cf-4590-8760-a48340e4da1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0940b73f-d9f5-4601-bc7a-4ddc6f68c068'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:00:11.180029 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabb550b-7788-422c-a12d-4974bad94244 req-d4879d5e-1cbe-4005-bbb5-2bd73e8a60a0 service neutron] Bound using segment: {'id': '9712fa8a-84cf-4590-8760-a48340e4da1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0940b73f-d9f5-4601-bc7a-4ddc6f68c068'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:00:11.180558 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-dabb550b-7788-422c-a12d-4974bad94244 req-d4879d5e-1cbe-4005-bbb5-2bd73e8a60a0 service neutron] Bound port: 109bdc14-cc66-4c71-a4e0-3647d00033b0, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9712fa8a-84cf-4590-8760-a48340e4da1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0940b73f-d9f5-4601-bc7a-4ddc6f68c068'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:00:11.180996 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-dabb550b-7788-422c-a12d-4974bad94244 req-d4879d5e-1cbe-4005-bbb5-2bd73e8a60a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:11.219007 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c77d07-af08-42a1-9d0c-719cb0fdcf0a req-318961f0-3b92-40e2-a80f-213900be7f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:11.219828 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c77d07-af08-42a1-9d0c-719cb0fdcf0a req-318961f0-3b92-40e2-a80f-213900be7f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:11.220375 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c77d07-af08-42a1-9d0c-719cb0fdcf0a req-318961f0-3b92-40e2-a80f-213900be7f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:11.221879 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e8c77d07-af08-42a1-9d0c-719cb0fdcf0a req-318961f0-3b92-40e2-a80f-213900be7f29 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=99f8ff370e2040efb9285a4ae37c20cd&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4314404 May 05 20:00:11.228815 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e320055-4fce-42d3-8e6d-020922eea6e9 req-20edc8d3-856a-4725-9664-5debfefedd82 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:11.230224 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4e320055-4fce-42d3-8e6d-020922eea6e9 req-20edc8d3-856a-4725-9664-5debfefedd82 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.24 "GET /v2.0/networks?id=4568a908-805b-4a6e-ba80-1d4819260d47 HTTP/1.1" status: 200 len: 805 time: 0.8704548 May 05 20:00:11.263438 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-4e320055-4fce-42d3-8e6d-020922eea6e9 req-803cedef-dc2b-413b-a03c-980463bcce65 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Request body: {'port': {'device_id': 'c406eeb3-a729-4336-a7a7-a2ad14d57bf5', 'network_id': '4568a908-805b-4a6e-ba80-1d4819260d47', 'admin_state_up': True, 'tenant_id': '746fcb642a8d490e982b2a03a5eb1ef7'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:00:11.303029 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43917f62-8bd2-4925-a55a-a51c6008c8eb req-9106f279-9671-4e08-8400-131130df6ab4 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:11.304741 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-43917f62-8bd2-4925-a55a-a51c6008c8eb req-9106f279-9671-4e08-8400-131130df6ab4 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=2206e182-7ccb-4fb0-b47f-7368678c012e HTTP/1.1" status: 200 len: 945 time: 0.2364180 May 05 20:00:11.337631 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-dabb550b-7788-422c-a12d-4974bad94244 req-d4879d5e-1cbe-4005-bbb5-2bd73e8a60a0 service neutron] For port 109bdc14-cc66-4c71-a4e0-3647d00033b0, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:00:11.352924 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-dabb550b-7788-422c-a12d-4974bad94244 req-d4879d5e-1cbe-4005-bbb5-2bd73e8a60a0 service neutron] For port 109bdc14-cc66-4c71-a4e0-3647d00033b0, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=109bdc14-cc66-4c71-a4e0-3647d00033b0,segment=NetworkSegment(9712fa8a-84cf-4590-8760-a48340e4da1c),segment_id=9712fa8a-84cf-4590-8760-a48340e4da1c)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:00:11.364202 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-dabb550b-7788-422c-a12d-4974bad94244 req-d4879d5e-1cbe-4005-bbb5-2bd73e8a60a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:11.429630 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-43917f62-8bd2-4925-a55a-a51c6008c8eb req-6e3d8d71-a3df-416b-8748-065a1ba81648 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179566 May 05 20:00:11.434415 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f164fef0-82d1-4df7-a3a4-55afb71220aa'] response: {'server_uuid': 'f2ae61dc-0e68-43f2-aa9d-9285f9c6dc1b', 'name': 'network-vif-deleted', 'tag': 'b0de49f7-8e87-47bf-8e75-8008acd7b04b', 'status': 'completed', 'code': 200} May 05 20:00:11.437697 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb550b-7788-422c-a12d-4974bad94244 req-d4879d5e-1cbe-4005-bbb5-2bd73e8a60a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:11.439529 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-dabb550b-7788-422c-a12d-4974bad94244 req-d4879d5e-1cbe-4005-bbb5-2bd73e8a60a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:11.440739 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dabb550b-7788-422c-a12d-4974bad94244 req-d4879d5e-1cbe-4005-bbb5-2bd73e8a60a0 service neutron] 10.222.0.24 "PUT /v2.0/ports/109bdc14-cc66-4c71-a4e0-3647d00033b0 HTTP/1.1" status: 200 len: 1131 time: 2.2167795 May 05 20:00:11.473959 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4879d5e-1cbe-4005-bbb5-2bd73e8a60a0 service neutron] Pushing event updated for resources: {'Port': ['ID=109bdc14-cc66-4c71-a4e0-3647d00033b0,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:11.495276 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-dabb550b-7788-422c-a12d-4974bad94244 req-74057a4c-dc29-4573-95fc-889611ff52e2 service neutron] Request body: {'port': {'device_id': 'c66c5a81-58b3-46e3-8e2a-9f67da08f252', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:00:11.510016 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-78f665c1-fdcc-46e9-a970-b14bf704dde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:11.511660 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-78f665c1-fdcc-46e9-a970-b14bf704dde0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6b772374-6081-4e39-9eff-bc22d208b283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3851488 May 05 20:00:11.529905 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6fbfeb7-2da9-470b-869f-37f7e07a0fe8'] response: {'server_uuid': '2206e182-7ccb-4fb0-b47f-7368678c012e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c3a0173-2df0-49e2-bc7f-048916c651fe', 'code': 200} May 05 20:00:11.543773 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c77d07-af08-42a1-9d0c-719cb0fdcf0a req-c4dc1551-8ae7-42a6-9b89-c99bd5a5ef84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:11.545269 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e8c77d07-af08-42a1-9d0c-719cb0fdcf0a req-c4dc1551-8ae7-42a6-9b89-c99bd5a5ef84 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3141954 May 05 20:00:11.598930 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-4e320055-4fce-42d3-8e6d-020922eea6e9 req-803cedef-dc2b-413b-a03c-980463bcce65 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:00:11.680439 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-4e320055-4fce-42d3-8e6d-020922eea6e9 req-803cedef-dc2b-413b-a03c-980463bcce65 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:00:11.718599 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e320055-4fce-42d3-8e6d-020922eea6e9 req-803cedef-dc2b-413b-a03c-980463bcce65 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Made reservation on behalf of 746fcb642a8d490e982b2a03a5eb1ef7 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:00:11.723601 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-4e320055-4fce-42d3-8e6d-020922eea6e9 req-803cedef-dc2b-413b-a03c-980463bcce65 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:11.858109 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-adb5e318-ce33-4856-ab22-64021720fac0 service neutron] 10.222.0.50 "GET /v2.0/networks/6b772374-6081-4e39-9eff-bc22d208b283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159134 May 05 20:00:11.952761 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-dabb550b-7788-422c-a12d-4974bad94244 req-74057a4c-dc29-4573-95fc-889611ff52e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:12.011125 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c66c5a81-58b3-46e3-8e2a-9f67da08f252', 'tag': '14c5b767-97a9-4549-bb17-b81554f9a5a4'}, {'name': 'network-changed', 'server_uuid': 'c66c5a81-58b3-46e3-8e2a-9f67da08f252', 'tag': '109bdc14-cc66-4c71-a4e0-3647d00033b0'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:00:12.033081 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1762504e-1c99-44d2-8ed0-879ab77d45c1 req-39c10ac6-aec2-458e-ad58-583d419961ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:12.034675 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1762504e-1c99-44d2-8ed0-879ab77d45c1 req-39c10ac6-aec2-458e-ad58-583d419961ca service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2206e182-7ccb-4fb0-b47f-7368678c012e HTTP/1.1" status: 200 len: 1096 time: 0.2628942 May 05 20:00:12.050720 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f97a20e-c8ba-487a-83a0-ba6223e97167 req-9b428018-2267-40c8-87b9-7bdf811c9e7a tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:12.056662 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f97a20e-c8ba-487a-83a0-ba6223e97167 req-9b428018-2267-40c8-87b9-7bdf811c9e7a tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:12.056791 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13fb4b-ac77-4733-997c-b416f6782d43 req-1b168736-17e0-423a-8067-1f3384393637 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:12.058195 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-af13fb4b-ac77-4733-997c-b416f6782d43 req-1b168736-17e0-423a-8067-1f3384393637 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=78022ff8-79b6-40f3-923b-df6f4cd7291b HTTP/1.1" status: 200 len: 945 time: 0.3200722 May 05 20:00:12.062757 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f97a20e-c8ba-487a-83a0-ba6223e97167 req-9b428018-2267-40c8-87b9-7bdf811c9e7a tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:12.069405 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f97a20e-c8ba-487a-83a0-ba6223e97167 req-9b428018-2267-40c8-87b9-7bdf811c9e7a tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:12.075279 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f97a20e-c8ba-487a-83a0-ba6223e97167 req-9b428018-2267-40c8-87b9-7bdf811c9e7a tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:12.081280 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f97a20e-c8ba-487a-83a0-ba6223e97167 req-9b428018-2267-40c8-87b9-7bdf811c9e7a tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:12.088664 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f97a20e-c8ba-487a-83a0-ba6223e97167 req-9b428018-2267-40c8-87b9-7bdf811c9e7a tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:12.092277 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4f97a20e-c8ba-487a-83a0-ba6223e97167 req-9b428018-2267-40c8-87b9-7bdf811c9e7a tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933ae74-0c33-4c3c-82a1-5c532a76f33d HTTP/1.1" status: 200 len: 5431 time: 0.3192284 May 05 20:00:12.132191 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1d281615-7efc-4c05-8008-8dba1fc15b71 req-6b88b289-28cd-41e1-afaa-aacd12ec31ae service neutron] 10.222.0.50 "GET /v2.0/networks/6b772374-6081-4e39-9eff-bc22d208b283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667019 May 05 20:00:12.149099 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-af13fb4b-ac77-4733-997c-b416f6782d43 req-8b5658b4-e922-44b0-8d2a-5564ad92a47f tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/security-groups?id=60903d7d-e068-4be3-b1cd-aedae880a3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814831 May 05 20:00:12.150249 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-4e320055-4fce-42d3-8e6d-020922eea6e9 req-803cedef-dc2b-413b-a03c-980463bcce65 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Allocated IP 172.20.0.7 (4568a908-805b-4a6e-ba80-1d4819260d47/bf48ca8b-7b24-41a3-ad06-a849bff9e5b9/91e2444a-2a29-43c9-9fd1-8f9f7ba08feb) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:00:12.155988 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device b0de49f7-8e87-47bf-8e75-8008acd7b04b no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:00:12.211689 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] No Port match for: b0de49f7-8e87-47bf-8e75-8008acd7b04b {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:00:12.212442 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device b0de49f7-8e87-47bf-8e75-8008acd7b04b not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:00:12.244640 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1762504e-1c99-44d2-8ed0-879ab77d45c1 req-aefb727a-ac39-417c-875c-3e42ace4debe service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509600 May 05 20:00:12.252755 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4f97a20e-c8ba-487a-83a0-ba6223e97167 req-4d40697e-60ac-42ea-9039-76de5a9bc860 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e6be8f4-cbde-48c1-a6fd-f6caadba2c70&id=b31ec34e-3cb0-41c2-a678-bc0e8ba8a08d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1427853 May 05 20:00:12.359230 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c1c01-6ffa-4092-acda-864f555e8c7e req-749157dc-b07f-410e-803b-2c138f613def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:12.359814 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c1c01-6ffa-4092-acda-864f555e8c7e req-749157dc-b07f-410e-803b-2c138f613def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:12.360326 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c1c01-6ffa-4092-acda-864f555e8c7e req-749157dc-b07f-410e-803b-2c138f613def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:12.360906 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c1c01-6ffa-4092-acda-864f555e8c7e req-749157dc-b07f-410e-803b-2c138f613def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:12.361268 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c1c01-6ffa-4092-acda-864f555e8c7e req-749157dc-b07f-410e-803b-2c138f613def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:12.361734 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c1c01-6ffa-4092-acda-864f555e8c7e req-749157dc-b07f-410e-803b-2c138f613def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:12.362195 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c1c01-6ffa-4092-acda-864f555e8c7e req-749157dc-b07f-410e-803b-2c138f613def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:12.364197 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-611c1c01-6ffa-4092-acda-864f555e8c7e req-749157dc-b07f-410e-803b-2c138f613def service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0a29a66ef9e34d17926285dc8f054582&device_id=a933ae74-0c33-4c3c-82a1-5c532a76f33d HTTP/1.1" status: 200 len: 6488 time: 0.1589978 May 05 20:00:12.508188 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b8ba46-c6c1-4a8f-821c-9c1caf3273f2 req-599c2c3c-0ba1-4132-9474-20c2c3b50639 tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:12.509687 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a9b8ba46-c6c1-4a8f-821c-9c1caf3273f2 req-599c2c3c-0ba1-4132-9474-20c2c3b50639 tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3fd1c54-4b39-4c7e-b4cc-53be49deb13c HTTP/1.1" status: 200 len: 945 time: 0.1323647 May 05 20:00:12.517279 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-4e320055-4fce-42d3-8e6d-020922eea6e9 req-803cedef-dc2b-413b-a03c-980463bcce65 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:12.603270 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-dabb550b-7788-422c-a12d-4974bad94244 req-74057a4c-dc29-4573-95fc-889611ff52e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a69c56a-ceaf-48c1-b4b6-46b3ad4a0052 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:00:12.616961 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-dabb550b-7788-422c-a12d-4974bad94244 req-74057a4c-dc29-4573-95fc-889611ff52e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:12.625682 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a9b8ba46-c6c1-4a8f-821c-9c1caf3273f2 req-b1c760bf-9537-45ce-a3e0-45f8e065edc5 tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] 10.222.0.36 "GET /v2.0/security-groups?id=80fa4dbb-a071-449b-a651-c883c7b9af94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864680 May 05 20:00:12.639727 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-dabb550b-7788-422c-a12d-4974bad94244 req-74057a4c-dc29-4573-95fc-889611ff52e2 service neutron] Transition to ACTIVE for port object 6a69c56a-ceaf-48c1-b4b6-46b3ad4a0052 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:00:12.652952 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-dabb550b-7788-422c-a12d-4974bad94244 req-74057a4c-dc29-4573-95fc-889611ff52e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:12.749916 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c1c01-6ffa-4092-acda-864f555e8c7e req-f2455973-c6a8-4baa-8d87-853608d4d032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:12.749916 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-611c1c01-6ffa-4092-acda-864f555e8c7e req-f2455973-c6a8-4baa-8d87-853608d4d032 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6b772374-6081-4e39-9eff-bc22d208b283 HTTP/1.1" status: 200 len: 903 time: 0.2909949 May 05 20:00:12.842415 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-611c1c01-6ffa-4092-acda-864f555e8c7e req-c8e2b7ce-c14c-4309-92ef-7d2f7a076d5a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=abcf9515-005c-4990-9cda-dea39f5122a3 HTTP/1.1" status: 200 len: 217 time: 0.0799847 May 05 20:00:12.843911 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-4e320055-4fce-42d3-8e6d-020922eea6e9 req-803cedef-dc2b-413b-a03c-980463bcce65 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:12.902683 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74057a4c-dc29-4573-95fc-889611ff52e2 service neutron] Pushing event updated for resources: {'Port': ['ID=6a69c56a-ceaf-48c1-b4b6-46b3ad4a0052,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:12.973645 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e320055-4fce-42d3-8e6d-020922eea6e9 req-803cedef-dc2b-413b-a03c-980463bcce65 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Network 4568a908-805b-4a6e-ba80-1d4819260d47 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:00:12.980870 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-4e320055-4fce-42d3-8e6d-020922eea6e9 req-803cedef-dc2b-413b-a03c-980463bcce65 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:00:12.988341 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e320055-4fce-42d3-8e6d-020922eea6e9 req-803cedef-dc2b-413b-a03c-980463bcce65 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:00:13.024846 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-dabb550b-7788-422c-a12d-4974bad94244 req-74057a4c-dc29-4573-95fc-889611ff52e2 service neutron] Attempting to bind port 6a69c56a-ceaf-48c1-b4b6-46b3ad4a0052 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:00:13.024846 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-dabb550b-7788-422c-a12d-4974bad94244 req-74057a4c-dc29-4573-95fc-889611ff52e2 service neutron] Attempting to bind port 6a69c56a-ceaf-48c1-b4b6-46b3ad4a0052 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': '9712fa8a-84cf-4590-8760-a48340e4da1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0940b73f-d9f5-4601-bc7a-4ddc6f68c068'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:00:13.025109 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabb550b-7788-422c-a12d-4974bad94244 req-74057a4c-dc29-4573-95fc-889611ff52e2 service neutron] Attempting to bind port 6a69c56a-ceaf-48c1-b4b6-46b3ad4a0052 on network 0940b73f-d9f5-4601-bc7a-4ddc6f68c068 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:00:13.032919 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803cedef-dc2b-413b-a03c-980463bcce65 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Pushing event updated for resources: {'Port': ['ID=91e2444a-2a29-43c9-9fd1-8f9f7ba08feb,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:13.040380 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c1c01-6ffa-4092-acda-864f555e8c7e req-9c91dc4b-f9e4-4b06-a0d4-636f4f900437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:13.042076 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-611c1c01-6ffa-4092-acda-864f555e8c7e req-9c91dc4b-f9e4-4b06-a0d4-636f4f900437 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5d6b419d-4ed5-4b2f-a9e6-89c8e3d7a55a HTTP/1.1" status: 200 len: 797 time: 0.1518145 May 05 20:00:13.046808 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a52a643-8a9a-4087-9f28-090ff2e7a8ed req-ccd817e0-c9e9-4703-8112-18469e41aa00 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:13.054650 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a52a643-8a9a-4087-9f28-090ff2e7a8ed req-ccd817e0-c9e9-4703-8112-18469e41aa00 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:13.061834 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a52a643-8a9a-4087-9f28-090ff2e7a8ed req-ccd817e0-c9e9-4703-8112-18469e41aa00 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:13.069629 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a52a643-8a9a-4087-9f28-090ff2e7a8ed req-ccd817e0-c9e9-4703-8112-18469e41aa00 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:13.076173 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a52a643-8a9a-4087-9f28-090ff2e7a8ed req-ccd817e0-c9e9-4703-8112-18469e41aa00 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:13.082259 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a52a643-8a9a-4087-9f28-090ff2e7a8ed req-ccd817e0-c9e9-4703-8112-18469e41aa00 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:13.088250 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a52a643-8a9a-4087-9f28-090ff2e7a8ed req-ccd817e0-c9e9-4703-8112-18469e41aa00 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:13.090211 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2a52a643-8a9a-4087-9f28-090ff2e7a8ed req-ccd817e0-c9e9-4703-8112-18469e41aa00 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/ports?device_id=c66c5a81-58b3-46e3-8e2a-9f67da08f252 HTTP/1.1" status: 200 len: 5383 time: 0.2823489 May 05 20:00:13.091013 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabb550b-7788-422c-a12d-4974bad94244 req-74057a4c-dc29-4573-95fc-889611ff52e2 service neutron] Port 6a69c56a-ceaf-48c1-b4b6-46b3ad4a0052 on network 0940b73f-d9f5-4601-bc7a-4ddc6f68c068 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:00:13.091335 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabb550b-7788-422c-a12d-4974bad94244 req-74057a4c-dc29-4573-95fc-889611ff52e2 service neutron] Attempting to bind port 6a69c56a-ceaf-48c1-b4b6-46b3ad4a0052 on network 0940b73f-d9f5-4601-bc7a-4ddc6f68c068 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:00:13.098737 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabb550b-7788-422c-a12d-4974bad94244 req-74057a4c-dc29-4573-95fc-889611ff52e2 service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 19, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:00:13.099392 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabb550b-7788-422c-a12d-4974bad94244 req-74057a4c-dc29-4573-95fc-889611ff52e2 service neutron] Checking segment: {'id': '9712fa8a-84cf-4590-8760-a48340e4da1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0940b73f-d9f5-4601-bc7a-4ddc6f68c068'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:00:13.099941 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabb550b-7788-422c-a12d-4974bad94244 req-74057a4c-dc29-4573-95fc-889611ff52e2 service neutron] Bound using segment: {'id': '9712fa8a-84cf-4590-8760-a48340e4da1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0940b73f-d9f5-4601-bc7a-4ddc6f68c068'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:00:13.100578 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-dabb550b-7788-422c-a12d-4974bad94244 req-74057a4c-dc29-4573-95fc-889611ff52e2 service neutron] Bound port: 6a69c56a-ceaf-48c1-b4b6-46b3ad4a0052, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9712fa8a-84cf-4590-8760-a48340e4da1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0940b73f-d9f5-4601-bc7a-4ddc6f68c068'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:00:13.101092 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-dabb550b-7788-422c-a12d-4974bad94244 req-74057a4c-dc29-4573-95fc-889611ff52e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:13.130469 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e320055-4fce-42d3-8e6d-020922eea6e9 req-803cedef-dc2b-413b-a03c-980463bcce65 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:13.131285 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-4e320055-4fce-42d3-8e6d-020922eea6e9 req-803cedef-dc2b-413b-a03c-980463bcce65 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:13.165335 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4e320055-4fce-42d3-8e6d-020922eea6e9 req-803cedef-dc2b-413b-a03c-980463bcce65 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9091561 May 05 20:00:13.171599 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c1c01-6ffa-4092-acda-864f555e8c7e req-2e27d1ee-d5af-4dd6-a4e0-04d67a5c555a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:13.173191 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-611c1c01-6ffa-4092-acda-864f555e8c7e req-2e27d1ee-d5af-4dd6-a4e0-04d67a5c555a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6b772374-6081-4e39-9eff-bc22d208b283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1206431 May 05 20:00:13.178102 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-4e320055-4fce-42d3-8e6d-020922eea6e9 req-573cae45-da17-4fb5-a200-48f90c1da438 service neutron] Request body: {'port': {'device_id': 'c406eeb3-a729-4336-a7a7-a2ad14d57bf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:00:13.262988 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2a52a643-8a9a-4087-9f28-090ff2e7a8ed req-8d5b43ee-e6ed-437a-bd83-d39bc23e8a75 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ea4b63-4d77-466d-a6d0-2611e1957d3d&id=6ef0a585-a6a9-4dc9-9f77-73dacf2639b2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1502790 May 05 20:00:13.296500 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-dabb550b-7788-422c-a12d-4974bad94244 req-74057a4c-dc29-4573-95fc-889611ff52e2 service neutron] For port 6a69c56a-ceaf-48c1-b4b6-46b3ad4a0052, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:00:13.300200 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-dabb550b-7788-422c-a12d-4974bad94244 req-74057a4c-dc29-4573-95fc-889611ff52e2 service neutron] For port 6a69c56a-ceaf-48c1-b4b6-46b3ad4a0052, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=6a69c56a-ceaf-48c1-b4b6-46b3ad4a0052,segment=NetworkSegment(9712fa8a-84cf-4590-8760-a48340e4da1c),segment_id=9712fa8a-84cf-4590-8760-a48340e4da1c)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:00:13.305605 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-dabb550b-7788-422c-a12d-4974bad94244 req-74057a4c-dc29-4573-95fc-889611ff52e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:13.341693 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-468c1457-6953-4d64-a6a8-8531e0bb1438'] response: {'name': 'network-changed', 'server_uuid': 'c66c5a81-58b3-46e3-8e2a-9f67da08f252', 'tag': '14c5b767-97a9-4549-bb17-b81554f9a5a4', 'status': 'completed', 'code': 200} May 05 20:00:13.342006 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-468c1457-6953-4d64-a6a8-8531e0bb1438'] response: {'name': 'network-changed', 'server_uuid': 'c66c5a81-58b3-46e3-8e2a-9f67da08f252', 'tag': '109bdc14-cc66-4c71-a4e0-3647d00033b0', 'status': 'completed', 'code': 200} May 05 20:00:13.380131 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb550b-7788-422c-a12d-4974bad94244 req-74057a4c-dc29-4573-95fc-889611ff52e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:13.380755 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-dabb550b-7788-422c-a12d-4974bad94244 req-74057a4c-dc29-4573-95fc-889611ff52e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:13.382183 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dabb550b-7788-422c-a12d-4974bad94244 req-74057a4c-dc29-4573-95fc-889611ff52e2 service neutron] 10.222.0.24 "PUT /v2.0/ports/6a69c56a-ceaf-48c1-b4b6-46b3ad4a0052 HTTP/1.1" status: 200 len: 1090 time: 1.8935847 May 05 20:00:13.395171 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d62dbe-db36-4c3e-a5dd-b8d1de8b1fce req-36473aab-bed1-4a29-a56b-2192e51526be tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:13.398257 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f1d62dbe-db36-4c3e-a5dd-b8d1de8b1fce req-36473aab-bed1-4a29-a56b-2192e51526be tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3fd1c54-4b39-4c7e-b4cc-53be49deb13c HTTP/1.1" status: 200 len: 945 time: 0.2257812 May 05 20:00:13.508387 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-f1d62dbe-db36-4c3e-a5dd-b8d1de8b1fce req-64f40153-3b12-4a4d-9d88-edf63a7c6ef8 tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Deleting port 6d515816-5b03-41b1-87f1-e0a1ce12ef21 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:00:13.509064 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-f1d62dbe-db36-4c3e-a5dd-b8d1de8b1fce req-64f40153-3b12-4a4d-9d88-edf63a7c6ef8 tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:13.525226 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-611c1c01-6ffa-4092-acda-864f555e8c7e req-df50e9da-accd-4b5c-9487-8209909b7154 service neutron] 10.222.0.50 "GET /v2.0/networks/6b772374-6081-4e39-9eff-bc22d208b283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217235 May 05 20:00:13.525749 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-4e320055-4fce-42d3-8e6d-020922eea6e9 req-573cae45-da17-4fb5-a200-48f90c1da438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:13.642550 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-dabb550b-7788-422c-a12d-4974bad94244 req-c4e2bbe8-acf1-42f5-a1bf-45d58463890e service neutron] Request body: {'port': {'device_id': 'c66c5a81-58b3-46e3-8e2a-9f67da08f252', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:00:13.790914 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1206904-3cad-403e-872f-3360b6ac4883 req-9337d4b6-0c31-4d72-b427-788993eefcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:13.791420 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1206904-3cad-403e-872f-3360b6ac4883 req-9337d4b6-0c31-4d72-b427-788993eefcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:13.791896 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1206904-3cad-403e-872f-3360b6ac4883 req-9337d4b6-0c31-4d72-b427-788993eefcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:13.792362 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1206904-3cad-403e-872f-3360b6ac4883 req-9337d4b6-0c31-4d72-b427-788993eefcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:13.792827 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1206904-3cad-403e-872f-3360b6ac4883 req-9337d4b6-0c31-4d72-b427-788993eefcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:13.793291 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1206904-3cad-403e-872f-3360b6ac4883 req-9337d4b6-0c31-4d72-b427-788993eefcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:13.793753 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1206904-3cad-403e-872f-3360b6ac4883 req-9337d4b6-0c31-4d72-b427-788993eefcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:13.795740 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c1206904-3cad-403e-872f-3360b6ac4883 req-9337d4b6-0c31-4d72-b427-788993eefcf3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=99f8ff370e2040efb9285a4ae37c20cd&device_id=c66c5a81-58b3-46e3-8e2a-9f67da08f252 HTTP/1.1" status: 200 len: 6275 time: 0.3937304 May 05 20:00:13.935500 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-611c1c01-6ffa-4092-acda-864f555e8c7e req-ef4b38ef-2cda-49fa-ad41-d1b919808ce3 service neutron] 10.222.0.50 "GET /v2.0/networks/6b772374-6081-4e39-9eff-bc22d208b283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3900592 May 05 20:00:13.939598 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74057a4c-dc29-4573-95fc-889611ff52e2 service neutron] Pushing event updated for resources: {'Port': ['ID=6a69c56a-ceaf-48c1-b4b6-46b3ad4a0052,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:13.988346 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:14.123106 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-dabb550b-7788-422c-a12d-4974bad94244 req-c4e2bbe8-acf1-42f5-a1bf-45d58463890e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:14.134999 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb16e7e-84f7-4357-b563-46598e05a4bc req-047061dc-eef4-48c0-ac1b-1340d21910bc tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:14.136499 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dcb16e7e-84f7-4357-b563-46598e05a4bc req-047061dc-eef4-48c0-ac1b-1340d21910bc tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=2206e182-7ccb-4fb0-b47f-7368678c012e HTTP/1.1" status: 200 len: 945 time: 0.4258423 May 05 20:00:14.141701 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1206904-3cad-403e-872f-3360b6ac4883 req-ec378745-6d50-4871-95d9-f19206c739a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:14.142668 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1206904-3cad-403e-872f-3360b6ac4883 req-ec378745-6d50-4871-95d9-f19206c739a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:14.143134 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1206904-3cad-403e-872f-3360b6ac4883 req-ec378745-6d50-4871-95d9-f19206c739a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:14.144756 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c1206904-3cad-403e-872f-3360b6ac4883 req-ec378745-6d50-4871-95d9-f19206c739a3 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=99f8ff370e2040efb9285a4ae37c20cd&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3372467 May 05 20:00:14.202116 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b180c6-00c2-497e-b28d-036c3fe768c6 req-2b535e01-256b-4c1e-922b-52774f85d3f0 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:14.203832 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-52b180c6-00c2-497e-b28d-036c3fe768c6 req-2b535e01-256b-4c1e-922b-52774f85d3f0 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/ports?device_id=c406eeb3-a729-4336-a7a7-a2ad14d57bf5 HTTP/1.1" status: 200 len: 931 time: 0.5709012 May 05 20:00:14.261649 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-f1d62dbe-db36-4c3e-a5dd-b8d1de8b1fce req-64f40153-3b12-4a4d-9d88-edf63a7c6ef8 tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] For port 6d515816-5b03-41b1-87f1-e0a1ce12ef21, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=6d515816-5b03-41b1-87f1-e0a1ce12ef21,segment=NetworkSegment(ecb6aeee-b225-4e3b-a7b6-70622da0cf45),segment_id=ecb6aeee-b225-4e3b-a7b6-70622da0cf45)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:00:14.261998 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-f1d62dbe-db36-4c3e-a5dd-b8d1de8b1fce req-64f40153-3b12-4a4d-9d88-edf63a7c6ef8 tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:14.415974 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dcb16e7e-84f7-4357-b563-46598e05a4bc req-9a9066ed-3138-46b8-8243-1998cca5f3b7 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686758 May 05 20:00:14.456631 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-f1d62dbe-db36-4c3e-a5dd-b8d1de8b1fce req-64f40153-3b12-4a4d-9d88-edf63a7c6ef8 tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Calling delete_port for 6d515816-5b03-41b1-87f1-e0a1ce12ef21 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:00:14.513315 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-52b180c6-00c2-497e-b28d-036c3fe768c6 req-11a3a067-1d91-43dd-8ec3-8e818a028c5a tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cb43301-61da-408d-ba7f-c0b8dd491c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961521 May 05 20:00:14.517210 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1206904-3cad-403e-872f-3360b6ac4883 req-c6ae6977-e1ae-4749-88a1-c206455b8b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:14.518868 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c1206904-3cad-403e-872f-3360b6ac4883 req-c6ae6977-e1ae-4749-88a1-c206455b8b7e service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3490915 May 05 20:00:14.565833 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-4e320055-4fce-42d3-8e6d-020922eea6e9 req-573cae45-da17-4fb5-a200-48f90c1da438 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91e2444a-2a29-43c9-9fd1-8f9f7ba08feb {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:00:14.617907 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-4e320055-4fce-42d3-8e6d-020922eea6e9 req-573cae45-da17-4fb5-a200-48f90c1da438 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:14.665502 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-4e320055-4fce-42d3-8e6d-020922eea6e9 req-573cae45-da17-4fb5-a200-48f90c1da438 service neutron] Transition to ACTIVE for port object 91e2444a-2a29-43c9-9fd1-8f9f7ba08feb will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:00:14.675373 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-4e320055-4fce-42d3-8e6d-020922eea6e9 req-573cae45-da17-4fb5-a200-48f90c1da438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:14.778399 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-f1d62dbe-db36-4c3e-a5dd-b8d1de8b1fce req-64f40153-3b12-4a4d-9d88-edf63a7c6ef8 tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:14.790260 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['6d515816-5b03-41b1-87f1-e0a1ce12ef21', 'a0f2af4a-c45e-4d58-809e-c8a0cba697d0'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:00:14.836359 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6218c858-c4c5-4fdc-b98c-a17d08001d55 req-b4bdac09-2fe9-4533-8cec-57156e3cb34f tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:14.837888 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6218c858-c4c5-4fdc-b98c-a17d08001d55 req-b4bdac09-2fe9-4533-8cec-57156e3cb34f tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=78022ff8-79b6-40f3-923b-df6f4cd7291b HTTP/1.1" status: 200 len: 945 time: 0.3143775 May 05 20:00:14.860398 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['0aff34d5-fe04-4ee9-b617-0bfffcdd96d3'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:00:14.875388 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1206904-3cad-403e-872f-3360b6ac4883 req-59e2de1d-a300-492e-b5fe-6a48704c2d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:14.875909 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1206904-3cad-403e-872f-3360b6ac4883 req-59e2de1d-a300-492e-b5fe-6a48704c2d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:14.876437 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1206904-3cad-403e-872f-3360b6ac4883 req-59e2de1d-a300-492e-b5fe-6a48704c2d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:14.876865 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1206904-3cad-403e-872f-3360b6ac4883 req-59e2de1d-a300-492e-b5fe-6a48704c2d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:14.877333 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1206904-3cad-403e-872f-3360b6ac4883 req-59e2de1d-a300-492e-b5fe-6a48704c2d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:14.877805 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1206904-3cad-403e-872f-3360b6ac4883 req-59e2de1d-a300-492e-b5fe-6a48704c2d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:14.878276 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1206904-3cad-403e-872f-3360b6ac4883 req-59e2de1d-a300-492e-b5fe-6a48704c2d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:14.880374 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c1206904-3cad-403e-872f-3360b6ac4883 req-59e2de1d-a300-492e-b5fe-6a48704c2d38 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=99f8ff370e2040efb9285a4ae37c20cd&device_id=c66c5a81-58b3-46e3-8e2a-9f67da08f252 HTTP/1.1" status: 200 len: 6275 time: 0.3101149 May 05 20:00:14.881476 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573cae45-da17-4fb5-a200-48f90c1da438 service neutron] Pushing event updated for resources: {'Port': ['ID=91e2444a-2a29-43c9-9fd1-8f9f7ba08feb,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:14.883458 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f40153-3b12-4a4d-9d88-edf63a7c6ef8 tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Pushing event deleted for resources: {'Port': ['ID=6d515816-5b03-41b1-87f1-e0a1ce12ef21,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:14.979866 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1d62dbe-db36-4c3e-a5dd-b8d1de8b1fce req-64f40153-3b12-4a4d-9d88-edf63a7c6ef8 tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] No DVR routers for this DVR port 6d515816-5b03-41b1-87f1-e0a1ce12ef21 on host n-h2-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:00:14.983053 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-dabb550b-7788-422c-a12d-4974bad94244 req-c4e2bbe8-acf1-42f5-a1bf-45d58463890e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8cebe77-24e5-40d1-a4fd-946a285e28bf {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:00:14.988517 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-f1d62dbe-db36-4c3e-a5dd-b8d1de8b1fce req-64f40153-3b12-4a4d-9d88-edf63a7c6ef8 tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:15.004553 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-dabb550b-7788-422c-a12d-4974bad94244 req-c4e2bbe8-acf1-42f5-a1bf-45d58463890e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:15.008174 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f1d62dbe-db36-4c3e-a5dd-b8d1de8b1fce req-64f40153-3b12-4a4d-9d88-edf63a7c6ef8 tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] 10.222.0.50 "DELETE /v2.0/ports/6d515816-5b03-41b1-87f1-e0a1ce12ef21 HTTP/1.1" status: 204 len: 173 time: 1.6019483 May 05 20:00:15.025080 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-dabb550b-7788-422c-a12d-4974bad94244 req-c4e2bbe8-acf1-42f5-a1bf-45d58463890e service neutron] Transition to ACTIVE for port object d8cebe77-24e5-40d1-a4fd-946a285e28bf will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:00:15.031089 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-dabb550b-7788-422c-a12d-4974bad94244 req-c4e2bbe8-acf1-42f5-a1bf-45d58463890e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:15.198229 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1206904-3cad-403e-872f-3360b6ac4883 req-4ed533b1-8990-4e7e-8ad5-63538110de85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:15.198769 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1206904-3cad-403e-872f-3360b6ac4883 req-4ed533b1-8990-4e7e-8ad5-63538110de85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:15.199671 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1206904-3cad-403e-872f-3360b6ac4883 req-4ed533b1-8990-4e7e-8ad5-63538110de85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:15.202060 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c1206904-3cad-403e-872f-3360b6ac4883 req-4ed533b1-8990-4e7e-8ad5-63538110de85 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=99f8ff370e2040efb9285a4ae37c20cd&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3029823 May 05 20:00:15.230919 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6218c858-c4c5-4fdc-b98c-a17d08001d55 req-ead9075c-4ff6-45dd-bb3e-158d8d1f7507 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/security-groups?id=60903d7d-e068-4be3-b1cd-aedae880a3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445423 May 05 20:00:15.304522 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e2bbe8-acf1-42f5-a1bf-45d58463890e service neutron] Pushing event updated for resources: {'Port': ['ID=d8cebe77-24e5-40d1-a4fd-946a285e28bf,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:15.360509 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c66c5a81-58b3-46e3-8e2a-9f67da08f252', 'tag': '6a69c56a-ceaf-48c1-b4b6-46b3ad4a0052'}, {'server_uuid': 'e3fd1c54-4b39-4c7e-b4cc-53be49deb13c', 'name': 'network-vif-deleted', 'tag': '6d515816-5b03-41b1-87f1-e0a1ce12ef21'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:00:15.381619 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-4e320055-4fce-42d3-8e6d-020922eea6e9 req-573cae45-da17-4fb5-a200-48f90c1da438 service neutron] Attempting to bind port 91e2444a-2a29-43c9-9fd1-8f9f7ba08feb on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:00:15.382188 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-4e320055-4fce-42d3-8e6d-020922eea6e9 req-573cae45-da17-4fb5-a200-48f90c1da438 service neutron] Attempting to bind port 91e2444a-2a29-43c9-9fd1-8f9f7ba08feb by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': '79511503-ff66-4663-ae8b-5322fffb3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4568a908-805b-4a6e-ba80-1d4819260d47'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:00:15.382678 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e320055-4fce-42d3-8e6d-020922eea6e9 req-573cae45-da17-4fb5-a200-48f90c1da438 service neutron] Attempting to bind port 91e2444a-2a29-43c9-9fd1-8f9f7ba08feb on network 4568a908-805b-4a6e-ba80-1d4819260d47 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:00:15.389584 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e320055-4fce-42d3-8e6d-020922eea6e9 req-573cae45-da17-4fb5-a200-48f90c1da438 service neutron] Port 91e2444a-2a29-43c9-9fd1-8f9f7ba08feb on network 4568a908-805b-4a6e-ba80-1d4819260d47 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:00:15.390153 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e320055-4fce-42d3-8e6d-020922eea6e9 req-573cae45-da17-4fb5-a200-48f90c1da438 service neutron] Attempting to bind port 91e2444a-2a29-43c9-9fd1-8f9f7ba08feb on network 4568a908-805b-4a6e-ba80-1d4819260d47 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:00:15.397933 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e320055-4fce-42d3-8e6d-020922eea6e9 req-573cae45-da17-4fb5-a200-48f90c1da438 service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:00:15.398575 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e320055-4fce-42d3-8e6d-020922eea6e9 req-573cae45-da17-4fb5-a200-48f90c1da438 service neutron] Checking segment: {'id': '79511503-ff66-4663-ae8b-5322fffb3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4568a908-805b-4a6e-ba80-1d4819260d47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:00:15.399152 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e320055-4fce-42d3-8e6d-020922eea6e9 req-573cae45-da17-4fb5-a200-48f90c1da438 service neutron] Bound using segment: {'id': '79511503-ff66-4663-ae8b-5322fffb3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4568a908-805b-4a6e-ba80-1d4819260d47'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:00:15.399850 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-4e320055-4fce-42d3-8e6d-020922eea6e9 req-573cae45-da17-4fb5-a200-48f90c1da438 service neutron] Bound port: 91e2444a-2a29-43c9-9fd1-8f9f7ba08feb, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79511503-ff66-4663-ae8b-5322fffb3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4568a908-805b-4a6e-ba80-1d4819260d47'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:00:15.400427 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-4e320055-4fce-42d3-8e6d-020922eea6e9 req-573cae45-da17-4fb5-a200-48f90c1da438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:15.443664 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-dabb550b-7788-422c-a12d-4974bad94244 req-c4e2bbe8-acf1-42f5-a1bf-45d58463890e service neutron] Attempting to bind port d8cebe77-24e5-40d1-a4fd-946a285e28bf on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:00:15.443990 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-dabb550b-7788-422c-a12d-4974bad94244 req-c4e2bbe8-acf1-42f5-a1bf-45d58463890e service neutron] Attempting to bind port d8cebe77-24e5-40d1-a4fd-946a285e28bf by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': '9712fa8a-84cf-4590-8760-a48340e4da1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0940b73f-d9f5-4601-bc7a-4ddc6f68c068'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:00:15.444309 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabb550b-7788-422c-a12d-4974bad94244 req-c4e2bbe8-acf1-42f5-a1bf-45d58463890e service neutron] Attempting to bind port d8cebe77-24e5-40d1-a4fd-946a285e28bf on network 0940b73f-d9f5-4601-bc7a-4ddc6f68c068 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:00:15.449402 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabb550b-7788-422c-a12d-4974bad94244 req-c4e2bbe8-acf1-42f5-a1bf-45d58463890e service neutron] Port d8cebe77-24e5-40d1-a4fd-946a285e28bf on network 0940b73f-d9f5-4601-bc7a-4ddc6f68c068 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:00:15.449979 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabb550b-7788-422c-a12d-4974bad94244 req-c4e2bbe8-acf1-42f5-a1bf-45d58463890e service neutron] Attempting to bind port d8cebe77-24e5-40d1-a4fd-946a285e28bf on network 0940b73f-d9f5-4601-bc7a-4ddc6f68c068 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:00:15.462213 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabb550b-7788-422c-a12d-4974bad94244 req-c4e2bbe8-acf1-42f5-a1bf-45d58463890e service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:00:15.462552 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabb550b-7788-422c-a12d-4974bad94244 req-c4e2bbe8-acf1-42f5-a1bf-45d58463890e service neutron] Checking segment: {'id': '9712fa8a-84cf-4590-8760-a48340e4da1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0940b73f-d9f5-4601-bc7a-4ddc6f68c068'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:00:15.462934 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabb550b-7788-422c-a12d-4974bad94244 req-c4e2bbe8-acf1-42f5-a1bf-45d58463890e service neutron] Bound using segment: {'id': '9712fa8a-84cf-4590-8760-a48340e4da1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0940b73f-d9f5-4601-bc7a-4ddc6f68c068'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:00:15.463529 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-dabb550b-7788-422c-a12d-4974bad94244 req-c4e2bbe8-acf1-42f5-a1bf-45d58463890e service neutron] Bound port: d8cebe77-24e5-40d1-a4fd-946a285e28bf, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9712fa8a-84cf-4590-8760-a48340e4da1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0940b73f-d9f5-4601-bc7a-4ddc6f68c068'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:00:15.463992 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-dabb550b-7788-422c-a12d-4974bad94244 req-c4e2bbe8-acf1-42f5-a1bf-45d58463890e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:15.551728 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1206904-3cad-403e-872f-3360b6ac4883 req-533c120b-f014-4f86-9c24-3ddaf907f82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:15.553207 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c1206904-3cad-403e-872f-3360b6ac4883 req-533c120b-f014-4f86-9c24-3ddaf907f82b service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3212402 May 05 20:00:15.618498 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-4e320055-4fce-42d3-8e6d-020922eea6e9 req-573cae45-da17-4fb5-a200-48f90c1da438 service neutron] For port 91e2444a-2a29-43c9-9fd1-8f9f7ba08feb, host n-h1-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:00:15.622615 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-4e320055-4fce-42d3-8e6d-020922eea6e9 req-573cae45-da17-4fb5-a200-48f90c1da438 service neutron] For port 91e2444a-2a29-43c9-9fd1-8f9f7ba08feb, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=91e2444a-2a29-43c9-9fd1-8f9f7ba08feb,segment=NetworkSegment(79511503-ff66-4663-ae8b-5322fffb3d0a),segment_id=79511503-ff66-4663-ae8b-5322fffb3d0a)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:00:15.627054 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-4e320055-4fce-42d3-8e6d-020922eea6e9 req-573cae45-da17-4fb5-a200-48f90c1da438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:15.663509 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-1bcc5334-b42e-4c55-a345-8cb38a6a26da req-ac31daa9-b7e7-482f-a0d2-ee1991e78e45 tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Synchronizing usage tracker for tenant:cd85f39ab63d412fb16ed6744e0d4d13 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:00:15.681971 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a336fcaf-02f2-458b-91d5-04f7784ab846 req-56bd9929-b1d6-47d4-b399-51f7761bd131 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:15.687998 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a336fcaf-02f2-458b-91d5-04f7784ab846 req-56bd9929-b1d6-47d4-b399-51f7761bd131 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:15.694206 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a336fcaf-02f2-458b-91d5-04f7784ab846 req-56bd9929-b1d6-47d4-b399-51f7761bd131 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:15.700104 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a336fcaf-02f2-458b-91d5-04f7784ab846 req-56bd9929-b1d6-47d4-b399-51f7761bd131 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:15.701794 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-dabb550b-7788-422c-a12d-4974bad94244 req-c4e2bbe8-acf1-42f5-a1bf-45d58463890e service neutron] For port d8cebe77-24e5-40d1-a4fd-946a285e28bf, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:00:15.706684 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-dabb550b-7788-422c-a12d-4974bad94244 req-c4e2bbe8-acf1-42f5-a1bf-45d58463890e service neutron] For port d8cebe77-24e5-40d1-a4fd-946a285e28bf, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=d8cebe77-24e5-40d1-a4fd-946a285e28bf,segment=NetworkSegment(9712fa8a-84cf-4590-8760-a48340e4da1c),segment_id=9712fa8a-84cf-4590-8760-a48340e4da1c)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:00:15.706935 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a336fcaf-02f2-458b-91d5-04f7784ab846 req-56bd9929-b1d6-47d4-b399-51f7761bd131 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:15.710455 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-dabb550b-7788-422c-a12d-4974bad94244 req-c4e2bbe8-acf1-42f5-a1bf-45d58463890e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:15.713808 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a336fcaf-02f2-458b-91d5-04f7784ab846 req-56bd9929-b1d6-47d4-b399-51f7761bd131 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:15.720223 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a336fcaf-02f2-458b-91d5-04f7784ab846 req-56bd9929-b1d6-47d4-b399-51f7761bd131 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:15.727896 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a336fcaf-02f2-458b-91d5-04f7784ab846 req-56bd9929-b1d6-47d4-b399-51f7761bd131 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933ae74-0c33-4c3c-82a1-5c532a76f33d HTTP/1.1" status: 200 len: 5431 time: 0.2946398 May 05 20:00:15.757309 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-1bcc5334-b42e-4c55-a345-8cb38a6a26da req-ac31daa9-b7e7-482f-a0d2-ee1991e78e45 tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Unset dirty status for tenant:cd85f39ab63d412fb16ed6744e0d4d13 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:00:15.769657 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1bcc5334-b42e-4c55-a345-8cb38a6a26da req-ac31daa9-b7e7-482f-a0d2-ee1991e78e45 tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3fd1c54-4b39-4c7e-b4cc-53be49deb13c HTTP/1.1" status: 200 len: 210 time: 0.1912153 May 05 20:00:15.773126 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e320055-4fce-42d3-8e6d-020922eea6e9 req-573cae45-da17-4fb5-a200-48f90c1da438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:15.773745 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-4e320055-4fce-42d3-8e6d-020922eea6e9 req-573cae45-da17-4fb5-a200-48f90c1da438 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:15.775154 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4e320055-4fce-42d3-8e6d-020922eea6e9 req-573cae45-da17-4fb5-a200-48f90c1da438 service neutron] 10.222.0.24 "PUT /v2.0/ports/91e2444a-2a29-43c9-9fd1-8f9f7ba08feb HTTP/1.1" status: 200 len: 1091 time: 2.6009910 May 05 20:00:15.777652 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c406eeb3-a729-4336-a7a7-a2ad14d57bf5', 'tag': '91e2444a-2a29-43c9-9fd1-8f9f7ba08feb'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:00:15.813664 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573cae45-da17-4fb5-a200-48f90c1da438 service neutron] Pushing event updated for resources: {'Port': ['ID=91e2444a-2a29-43c9-9fd1-8f9f7ba08feb,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:15.829220 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a336fcaf-02f2-458b-91d5-04f7784ab846 req-18b9ece2-8ea2-402c-9aee-22d896ad4131 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e6be8f4-cbde-48c1-a6fd-f6caadba2c70&id=b31ec34e-3cb0-41c2-a678-bc0e8ba8a08d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0998182 May 05 20:00:15.855488 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb550b-7788-422c-a12d-4974bad94244 req-c4e2bbe8-acf1-42f5-a1bf-45d58463890e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:15.855488 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-dabb550b-7788-422c-a12d-4974bad94244 req-c4e2bbe8-acf1-42f5-a1bf-45d58463890e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:15.855488 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dabb550b-7788-422c-a12d-4974bad94244 req-c4e2bbe8-acf1-42f5-a1bf-45d58463890e service neutron] 10.222.0.24 "PUT /v2.0/ports/d8cebe77-24e5-40d1-a4fd-946a285e28bf HTTP/1.1" status: 200 len: 1091 time: 2.2139843 May 05 20:00:15.860278 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 41766) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:00:15.880279 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-dabb550b-7788-422c-a12d-4974bad94244 req-aeabdc7d-25fa-4c11-8801-6b7eb9d992d9 service neutron] Request body: {'port': {'device_id': 'c66c5a81-58b3-46e3-8e2a-9f67da08f252', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:00:16.032746 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e2bbe8-acf1-42f5-a1bf-45d58463890e service neutron] Pushing event updated for resources: {'Port': ['ID=d8cebe77-24e5-40d1-a4fd-946a285e28bf,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:16.054424 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8dcc17aa-89b8-46a4-86d2-0e3deb8ec552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:16.080220 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-dabb550b-7788-422c-a12d-4974bad94244 req-aeabdc7d-25fa-4c11-8801-6b7eb9d992d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:16.089774 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-8dcc17aa-89b8-46a4-86d2-0e3deb8ec552 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:00:16.097597 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:16.098395 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-8dcc17aa-89b8-46a4-86d2-0e3deb8ec552 admin admin] Usage tracker for resource:security_group_rule and tenant:3d1576080ccb4e288883dfe098ce08ce is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:00:16.103607 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-8dcc17aa-89b8-46a4-86d2-0e3deb8ec552 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:00:16.142288 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-8dcc17aa-89b8-46a4-86d2-0e3deb8ec552 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:00:16.254323 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e320055-4fce-42d3-8e6d-020922eea6e9 req-f89bfc6d-699a-4c39-9f42-2ed201e54bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:16.256344 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4e320055-4fce-42d3-8e6d-020922eea6e9 req-f89bfc6d-699a-4c39-9f42-2ed201e54bc0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=746fcb642a8d490e982b2a03a5eb1ef7&device_id=c406eeb3-a729-4336-a7a7-a2ad14d57bf5 HTTP/1.1" status: 200 len: 1094 time: 0.3823929 May 05 20:00:16.293076 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d5a407-c9b0-4e1a-907e-3ecce0698d65 req-7e508f04-cb69-4aa4-9f26-ceb4045e3c6e tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:16.300304 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d5a407-c9b0-4e1a-907e-3ecce0698d65 req-7e508f04-cb69-4aa4-9f26-ceb4045e3c6e tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:16.306830 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d5a407-c9b0-4e1a-907e-3ecce0698d65 req-7e508f04-cb69-4aa4-9f26-ceb4045e3c6e tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:16.313406 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d5a407-c9b0-4e1a-907e-3ecce0698d65 req-7e508f04-cb69-4aa4-9f26-ceb4045e3c6e tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:16.319399 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d5a407-c9b0-4e1a-907e-3ecce0698d65 req-7e508f04-cb69-4aa4-9f26-ceb4045e3c6e tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:16.325350 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d5a407-c9b0-4e1a-907e-3ecce0698d65 req-7e508f04-cb69-4aa4-9f26-ceb4045e3c6e tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:16.332032 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d5a407-c9b0-4e1a-907e-3ecce0698d65 req-7e508f04-cb69-4aa4-9f26-ceb4045e3c6e tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:16.333957 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-40d5a407-c9b0-4e1a-907e-3ecce0698d65 req-7e508f04-cb69-4aa4-9f26-ceb4045e3c6e tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/ports?device_id=c66c5a81-58b3-46e3-8e2a-9f67da08f252 HTTP/1.1" status: 200 len: 5395 time: 0.3408830 May 05 20:00:16.417461 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4e320055-4fce-42d3-8e6d-020922eea6e9 req-c6320384-c271-445e-8259-644c7b4ed406 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91e2444a-2a29-43c9-9fd1-8f9f7ba08feb HTTP/1.1" status: 200 len: 217 time: 0.0825388 May 05 20:00:16.488704 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-40d5a407-c9b0-4e1a-907e-3ecce0698d65 req-2fc4caa0-6617-40e6-9f3a-6b4477264428 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ea4b63-4d77-466d-a6d0-2611e1957d3d&id=6ef0a585-a6a9-4dc9-9f77-73dacf2639b2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1048539 May 05 20:00:16.534430 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e320055-4fce-42d3-8e6d-020922eea6e9 req-7eb315e2-24d3-405b-89d5-b394b5e383c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:16.535986 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4e320055-4fce-42d3-8e6d-020922eea6e9 req-7eb315e2-24d3-405b-89d5-b394b5e383c0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bf48ca8b-7b24-41a3-ad06-a849bff9e5b9 HTTP/1.1" status: 200 len: 845 time: 0.1070144 May 05 20:00:16.549339 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8dcc17aa-89b8-46a4-86d2-0e3deb8ec552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:16.557167 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8dcc17aa-89b8-46a4-86d2-0e3deb8ec552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:16.637473 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c52d37ee-8cb8-4774-b459-a9f1e4b3729c'] response: {'name': 'network-changed', 'server_uuid': 'c66c5a81-58b3-46e3-8e2a-9f67da08f252', 'tag': '6a69c56a-ceaf-48c1-b4b6-46b3ad4a0052', 'status': 'completed', 'code': 200} May 05 20:00:16.638143 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c52d37ee-8cb8-4774-b459-a9f1e4b3729c'] response: {'server_uuid': 'e3fd1c54-4b39-4c7e-b4cc-53be49deb13c', 'name': 'network-vif-deleted', 'tag': '6d515816-5b03-41b1-87f1-e0a1ce12ef21', 'status': 'completed', 'code': 200} May 05 20:00:16.648036 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4e320055-4fce-42d3-8e6d-020922eea6e9 req-8a26408b-ac71-4b33-81d0-3a4caf9e7185 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4568a908-805b-4a6e-ba80-1d4819260d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0973444 May 05 20:00:16.671213 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-8dcc17aa-89b8-46a4-86d2-0e3deb8ec552 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3d1576080ccb4e288883dfe098ce08ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8088429 May 05 20:00:16.678880 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 41810) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:00:16.691488 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcc17aa-89b8-46a4-86d2-0e3deb8ec552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d755a6cb-fe95-4cfa-9973-a52e94c11cc4,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:16.779684 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-dabb550b-7788-422c-a12d-4974bad94244 req-aeabdc7d-25fa-4c11-8801-6b7eb9d992d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 823374b2-c1db-4105-8ac8-804b4d578fcc {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:00:16.792070 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-dabb550b-7788-422c-a12d-4974bad94244 req-aeabdc7d-25fa-4c11-8801-6b7eb9d992d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:16.846516 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bca830-a2b8-48ab-adaa-e64eb117f4f9 req-0b323757-d45d-4420-89e8-ab3af7e655b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:16.846999 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bca830-a2b8-48ab-adaa-e64eb117f4f9 req-0b323757-d45d-4420-89e8-ab3af7e655b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:16.847708 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bca830-a2b8-48ab-adaa-e64eb117f4f9 req-0b323757-d45d-4420-89e8-ab3af7e655b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:16.847959 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bca830-a2b8-48ab-adaa-e64eb117f4f9 req-0b323757-d45d-4420-89e8-ab3af7e655b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:16.848422 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bca830-a2b8-48ab-adaa-e64eb117f4f9 req-0b323757-d45d-4420-89e8-ab3af7e655b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:16.848886 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bca830-a2b8-48ab-adaa-e64eb117f4f9 req-0b323757-d45d-4420-89e8-ab3af7e655b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:16.849346 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bca830-a2b8-48ab-adaa-e64eb117f4f9 req-0b323757-d45d-4420-89e8-ab3af7e655b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:16.851288 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a0bca830-a2b8-48ab-adaa-e64eb117f4f9 req-0b323757-d45d-4420-89e8-ab3af7e655b0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=99f8ff370e2040efb9285a4ae37c20cd&device_id=c66c5a81-58b3-46e3-8e2a-9f67da08f252 HTTP/1.1" status: 200 len: 6342 time: 0.2250230 May 05 20:00:16.858481 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-dabb550b-7788-422c-a12d-4974bad94244 req-aeabdc7d-25fa-4c11-8801-6b7eb9d992d9 service neutron] Transition to ACTIVE for port object 823374b2-c1db-4105-8ac8-804b4d578fcc will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:00:16.892652 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4e320055-4fce-42d3-8e6d-020922eea6e9 req-37357752-1600-4088-b9e8-546362b34a39 service neutron] 10.222.0.24 "GET /v2.0/networks/4568a908-805b-4a6e-ba80-1d4819260d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366574 May 05 20:00:16.894408 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-dabb550b-7788-422c-a12d-4974bad94244 req-aeabdc7d-25fa-4c11-8801-6b7eb9d992d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:16.954265 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3de7163e-e3dd-49a3-8323-665d00a9f11a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:17.047332 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3de7163e-e3dd-49a3-8323-665d00a9f11a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:17.063966 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5002fc36-8449-48b8-90a8-37dffe6f420e req-46f54713-f119-43c7-87b4-a3e5f6d93c93 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:17.066719 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5002fc36-8449-48b8-90a8-37dffe6f420e req-46f54713-f119-43c7-87b4-a3e5f6d93c93 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=2206e182-7ccb-4fb0-b47f-7368678c012e HTTP/1.1" status: 200 len: 945 time: 0.2982512 May 05 20:00:17.109744 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeabdc7d-25fa-4c11-8801-6b7eb9d992d9 service neutron] Pushing event updated for resources: {'Port': ['ID=823374b2-c1db-4105-8ac8-804b4d578fcc,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:17.170331 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4e320055-4fce-42d3-8e6d-020922eea6e9 req-7e227b9d-ed8d-4975-b8f0-048df00e9379 service neutron] 10.222.0.24 "GET /v2.0/networks/4568a908-805b-4a6e-ba80-1d4819260d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584205 May 05 20:00:17.182387 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5002fc36-8449-48b8-90a8-37dffe6f420e req-17e7a6b1-dde6-4a08-9ed4-70980cbc5d52 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026590 May 05 20:00:17.226271 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3de7163e-e3dd-49a3-8323-665d00a9f11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:17.251094 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8614f8f5-245f-4713-80b0-98de96bde9f7 req-ab75eada-1ab5-4bab-881d-c20096338087 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:17.251942 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-8614f8f5-245f-4713-80b0-98de96bde9f7 req-ab75eada-1ab5-4bab-881d-c20096338087 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Synchronizing usage tracker for tenant:746fcb642a8d490e982b2a03a5eb1ef7 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:00:17.253243 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de7163e-e3dd-49a3-8323-665d00a9f11a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d755a6cb-fe95-4cfa-9973-a52e94c11cc4,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:17.265695 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3de7163e-e3dd-49a3-8323-665d00a9f11a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:17.270793 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3de7163e-e3dd-49a3-8323-665d00a9f11a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d755a6cb-fe95-4cfa-9973-a52e94c11cc4 HTTP/1.1" status: 204 len: 168 time: 0.5070035 May 05 20:00:17.274747 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e838ae24-8047-4861-9955-b9babb2e6323'] response: {'name': 'network-changed', 'server_uuid': 'c406eeb3-a729-4336-a7a7-a2ad14d57bf5', 'tag': '91e2444a-2a29-43c9-9fd1-8f9f7ba08feb', 'status': 'completed', 'code': 200} May 05 20:00:17.279249 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bca830-a2b8-48ab-adaa-e64eb117f4f9 req-332c9a16-7c5d-4173-bb64-605047198f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:17.279834 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bca830-a2b8-48ab-adaa-e64eb117f4f9 req-332c9a16-7c5d-4173-bb64-605047198f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:17.280301 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bca830-a2b8-48ab-adaa-e64eb117f4f9 req-332c9a16-7c5d-4173-bb64-605047198f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:17.282487 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a0bca830-a2b8-48ab-adaa-e64eb117f4f9 req-332c9a16-7c5d-4173-bb64-605047198f59 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=99f8ff370e2040efb9285a4ae37c20cd&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4169664 May 05 20:00:17.363455 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-8614f8f5-245f-4713-80b0-98de96bde9f7 req-ab75eada-1ab5-4bab-881d-c20096338087 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Unset dirty status for tenant:746fcb642a8d490e982b2a03a5eb1ef7 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:00:17.364741 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8614f8f5-245f-4713-80b0-98de96bde9f7 req-ab75eada-1ab5-4bab-881d-c20096338087 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/ports?device_id=c406eeb3-a729-4336-a7a7-a2ad14d57bf5 HTTP/1.1" status: 200 len: 943 time: 0.5608234 May 05 20:00:17.369204 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-dabb550b-7788-422c-a12d-4974bad94244 req-aeabdc7d-25fa-4c11-8801-6b7eb9d992d9 service neutron] Attempting to bind port 823374b2-c1db-4105-8ac8-804b4d578fcc on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:00:17.369535 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-dabb550b-7788-422c-a12d-4974bad94244 req-aeabdc7d-25fa-4c11-8801-6b7eb9d992d9 service neutron] Attempting to bind port 823374b2-c1db-4105-8ac8-804b4d578fcc by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': '9e0182ab-1e56-4080-b373-4bebb989122d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '98f65143-638f-41c6-b245-4fc7a96707e2'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:00:17.369863 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabb550b-7788-422c-a12d-4974bad94244 req-aeabdc7d-25fa-4c11-8801-6b7eb9d992d9 service neutron] Attempting to bind port 823374b2-c1db-4105-8ac8-804b4d578fcc on network 98f65143-638f-41c6-b245-4fc7a96707e2 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:00:17.428154 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0425f4-6609-4fed-b540-84e54f4d74e3 req-45c49a36-3700-4315-a23a-332c60836a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:17.429635 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cd0425f4-6609-4fed-b540-84e54f4d74e3 req-45c49a36-3700-4315-a23a-332c60836a4f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=746fcb642a8d490e982b2a03a5eb1ef7&device_id=c406eeb3-a729-4336-a7a7-a2ad14d57bf5 HTTP/1.1" status: 200 len: 1094 time: 0.1510553 May 05 20:00:17.444568 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabb550b-7788-422c-a12d-4974bad94244 req-aeabdc7d-25fa-4c11-8801-6b7eb9d992d9 service neutron] Port 823374b2-c1db-4105-8ac8-804b4d578fcc on network 98f65143-638f-41c6-b245-4fc7a96707e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:00:17.444898 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabb550b-7788-422c-a12d-4974bad94244 req-aeabdc7d-25fa-4c11-8801-6b7eb9d992d9 service neutron] Attempting to bind port 823374b2-c1db-4105-8ac8-804b4d578fcc on network 98f65143-638f-41c6-b245-4fc7a96707e2 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:00:17.470358 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354b221c-2151-4c0f-834e-4c503efb6ea1 req-38fc2e47-afed-4e80-a1a6-355a98ece0d0 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:17.472023 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-354b221c-2151-4c0f-834e-4c503efb6ea1 req-38fc2e47-afed-4e80-a1a6-355a98ece0d0 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=78022ff8-79b6-40f3-923b-df6f4cd7291b HTTP/1.1" status: 200 len: 945 time: 0.1336341 May 05 20:00:17.472289 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabb550b-7788-422c-a12d-4974bad94244 req-aeabdc7d-25fa-4c11-8801-6b7eb9d992d9 service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:00:17.472946 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabb550b-7788-422c-a12d-4974bad94244 req-aeabdc7d-25fa-4c11-8801-6b7eb9d992d9 service neutron] Checking segment: {'id': '9e0182ab-1e56-4080-b373-4bebb989122d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '98f65143-638f-41c6-b245-4fc7a96707e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:00:17.473109 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabb550b-7788-422c-a12d-4974bad94244 req-aeabdc7d-25fa-4c11-8801-6b7eb9d992d9 service neutron] Bound using segment: {'id': '9e0182ab-1e56-4080-b373-4bebb989122d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '98f65143-638f-41c6-b245-4fc7a96707e2'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:00:17.473437 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-dabb550b-7788-422c-a12d-4974bad94244 req-aeabdc7d-25fa-4c11-8801-6b7eb9d992d9 service neutron] Bound port: 823374b2-c1db-4105-8ac8-804b4d578fcc, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e0182ab-1e56-4080-b373-4bebb989122d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '98f65143-638f-41c6-b245-4fc7a96707e2'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:00:17.473782 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-dabb550b-7788-422c-a12d-4974bad94244 req-aeabdc7d-25fa-4c11-8801-6b7eb9d992d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:17.512711 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8614f8f5-245f-4713-80b0-98de96bde9f7 req-290d6e45-88d1-4f38-b05a-55c377cb35f1 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cb43301-61da-408d-ba7f-c0b8dd491c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403677 May 05 20:00:17.566915 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bca830-a2b8-48ab-adaa-e64eb117f4f9 req-b2133851-c5a4-48c5-8946-25777411e6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:17.568416 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a0bca830-a2b8-48ab-adaa-e64eb117f4f9 req-b2133851-c5a4-48c5-8946-25777411e6de service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2808821 May 05 20:00:17.609417 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-dabb550b-7788-422c-a12d-4974bad94244 req-aeabdc7d-25fa-4c11-8801-6b7eb9d992d9 service neutron] For port 823374b2-c1db-4105-8ac8-804b4d578fcc, host n-h1-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:00:17.611066 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-354b221c-2151-4c0f-834e-4c503efb6ea1 req-5f4b4139-b5b8-4d99-b6b9-fc4fd3956c9e tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/security-groups?id=60903d7d-e068-4be3-b1cd-aedae880a3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251259 May 05 20:00:17.617635 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-dabb550b-7788-422c-a12d-4974bad94244 req-aeabdc7d-25fa-4c11-8801-6b7eb9d992d9 service neutron] For port 823374b2-c1db-4105-8ac8-804b4d578fcc, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=823374b2-c1db-4105-8ac8-804b4d578fcc,segment=NetworkSegment(9e0182ab-1e56-4080-b373-4bebb989122d),segment_id=9e0182ab-1e56-4080-b373-4bebb989122d)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:00:17.623616 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-dabb550b-7788-422c-a12d-4974bad94244 req-aeabdc7d-25fa-4c11-8801-6b7eb9d992d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:17.645018 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0425f4-6609-4fed-b540-84e54f4d74e3 req-6f9e6ac3-1569-4b93-b0fe-0d28ff607e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:17.646480 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cd0425f4-6609-4fed-b540-84e54f4d74e3 req-6f9e6ac3-1569-4b93-b0fe-0d28ff607e2e service neutron] 10.222.0.24 "GET /v2.0/networks?id=4568a908-805b-4a6e-ba80-1d4819260d47 HTTP/1.1" status: 200 len: 906 time: 0.2090399 May 05 20:00:17.726468 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb550b-7788-422c-a12d-4974bad94244 req-aeabdc7d-25fa-4c11-8801-6b7eb9d992d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:17.727340 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-dabb550b-7788-422c-a12d-4974bad94244 req-aeabdc7d-25fa-4c11-8801-6b7eb9d992d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:17.728795 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dabb550b-7788-422c-a12d-4974bad94244 req-aeabdc7d-25fa-4c11-8801-6b7eb9d992d9 service neutron] 10.222.0.24 "PUT /v2.0/ports/823374b2-c1db-4105-8ac8-804b4d578fcc HTTP/1.1" status: 200 len: 1091 time: 1.8543959 May 05 20:00:17.750145 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeabdc7d-25fa-4c11-8801-6b7eb9d992d9 service neutron] Pushing event updated for resources: {'Port': ['ID=823374b2-c1db-4105-8ac8-804b4d578fcc,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:17.763682 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-dabb550b-7788-422c-a12d-4974bad94244 req-6463faf9-f5f8-47e1-8752-018f1709c986 service neutron] Request body: {'port': {'device_id': 'c66c5a81-58b3-46e3-8e2a-9f67da08f252', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:00:17.844973 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cd0425f4-6609-4fed-b540-84e54f4d74e3 req-713f63b1-1e81-4d19-8164-7b93b1619e1c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91e2444a-2a29-43c9-9fd1-8f9f7ba08feb HTTP/1.1" status: 200 len: 217 time: 0.1897473 May 05 20:00:17.981165 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-dabb550b-7788-422c-a12d-4974bad94244 req-6463faf9-f5f8-47e1-8752-018f1709c986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:18.007954 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0425f4-6609-4fed-b540-84e54f4d74e3 req-face4083-f19c-44e7-a914-b8bc19d67de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:18.009840 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cd0425f4-6609-4fed-b540-84e54f4d74e3 req-face4083-f19c-44e7-a914-b8bc19d67de1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bf48ca8b-7b24-41a3-ad06-a849bff9e5b9 HTTP/1.1" status: 200 len: 845 time: 0.1246421 May 05 20:00:18.071969 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cd0425f4-6609-4fed-b540-84e54f4d74e3 req-398dd7c6-8b0f-41da-b209-19b9804f049a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4568a908-805b-4a6e-ba80-1d4819260d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536332 May 05 20:00:18.092322 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd8c1b-5db9-452c-95c6-dbc4360058d6 req-1d309c10-9f16-4165-bcd1-55541073feb7 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:18.099376 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd8c1b-5db9-452c-95c6-dbc4360058d6 req-1d309c10-9f16-4165-bcd1-55541073feb7 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:18.106963 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd8c1b-5db9-452c-95c6-dbc4360058d6 req-1d309c10-9f16-4165-bcd1-55541073feb7 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:18.114156 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd8c1b-5db9-452c-95c6-dbc4360058d6 req-1d309c10-9f16-4165-bcd1-55541073feb7 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:18.120718 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd8c1b-5db9-452c-95c6-dbc4360058d6 req-1d309c10-9f16-4165-bcd1-55541073feb7 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:18.127309 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd8c1b-5db9-452c-95c6-dbc4360058d6 req-1d309c10-9f16-4165-bcd1-55541073feb7 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:18.136054 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd8c1b-5db9-452c-95c6-dbc4360058d6 req-1d309c10-9f16-4165-bcd1-55541073feb7 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:18.147659 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-abcd8c1b-5db9-452c-95c6-dbc4360058d6 req-1d309c10-9f16-4165-bcd1-55541073feb7 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933ae74-0c33-4c3c-82a1-5c532a76f33d HTTP/1.1" status: 200 len: 5431 time: 0.3056941 May 05 20:00:18.162553 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 6d515816-5b03-41b1-87f1-e0a1ce12ef21 no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:00:18.214465 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] No Port match for: 6d515816-5b03-41b1-87f1-e0a1ce12ef21 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:00:18.214465 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 6d515816-5b03-41b1-87f1-e0a1ce12ef21 not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:00:18.309269 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-abcd8c1b-5db9-452c-95c6-dbc4360058d6 req-fbb706ae-c5fd-44dd-9d20-0c68d49b6562 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e6be8f4-cbde-48c1-a6fd-f6caadba2c70&id=b31ec34e-3cb0-41c2-a678-bc0e8ba8a08d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1604202 May 05 20:00:18.379082 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cd0425f4-6609-4fed-b540-84e54f4d74e3 req-8276409e-a25a-4b7a-bbc6-6ccc8dc630c6 service neutron] 10.222.0.24 "GET /v2.0/networks/4568a908-805b-4a6e-ba80-1d4819260d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989364 May 05 20:00:18.420923 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-dabb550b-7788-422c-a12d-4974bad94244 req-6463faf9-f5f8-47e1-8752-018f1709c986 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 206a9ec0-b9d9-495c-a620-820909a8baeb {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:00:18.429463 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-dabb550b-7788-422c-a12d-4974bad94244 req-6463faf9-f5f8-47e1-8752-018f1709c986 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:18.445406 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-dabb550b-7788-422c-a12d-4974bad94244 req-6463faf9-f5f8-47e1-8752-018f1709c986 service neutron] Transition to ACTIVE for port object 206a9ec0-b9d9-495c-a620-820909a8baeb will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:00:18.449986 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-dabb550b-7788-422c-a12d-4974bad94244 req-6463faf9-f5f8-47e1-8752-018f1709c986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:18.646452 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c66c5a81-58b3-46e3-8e2a-9f67da08f252', 'tag': 'd8cebe77-24e5-40d1-a4fd-946a285e28bf'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:00:18.707373 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cd0425f4-6609-4fed-b540-84e54f4d74e3 req-f01d61b7-0da6-4da3-8cc3-fa617ce4c648 service neutron] 10.222.0.24 "GET /v2.0/networks/4568a908-805b-4a6e-ba80-1d4819260d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3216305 May 05 20:00:18.739824 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d8253-bcdf-41e7-a53a-ac0f49e9f9ab req-63ca5924-a60a-4265-b616-199a8976782f tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:18.741366 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3a2d8253-bcdf-41e7-a53a-ac0f49e9f9ab req-63ca5924-a60a-4265-b616-199a8976782f tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f762f9e-f94f-4add-a056-207a2bd67e54 HTTP/1.1" status: 200 len: 948 time: 0.1333768 May 05 20:00:18.748000 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6463faf9-f5f8-47e1-8752-018f1709c986 service neutron] Pushing event updated for resources: {'Port': ['ID=206a9ec0-b9d9-495c-a620-820909a8baeb,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:18.794568 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3a2d8253-bcdf-41e7-a53a-ac0f49e9f9ab req-7bfc82a6-4585-46f3-98be-e01d0a6bc994 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] 10.222.0.36 "GET /v2.0/security-groups?id=74d729d4-bb0b-4e6d-b8e2-628b6688320d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421705 May 05 20:00:18.876423 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7302919-ab55-476a-b677-dd5faf6dbd04 req-b1a65ae9-9fd9-4464-a47e-61b78f1829c3 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:18.882366 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7302919-ab55-476a-b677-dd5faf6dbd04 req-b1a65ae9-9fd9-4464-a47e-61b78f1829c3 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:18.888214 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7302919-ab55-476a-b677-dd5faf6dbd04 req-b1a65ae9-9fd9-4464-a47e-61b78f1829c3 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:18.894575 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7302919-ab55-476a-b677-dd5faf6dbd04 req-b1a65ae9-9fd9-4464-a47e-61b78f1829c3 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:18.900399 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7302919-ab55-476a-b677-dd5faf6dbd04 req-b1a65ae9-9fd9-4464-a47e-61b78f1829c3 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:18.906217 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7302919-ab55-476a-b677-dd5faf6dbd04 req-b1a65ae9-9fd9-4464-a47e-61b78f1829c3 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:18.912889 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7302919-ab55-476a-b677-dd5faf6dbd04 req-b1a65ae9-9fd9-4464-a47e-61b78f1829c3 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:18.914825 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d7302919-ab55-476a-b677-dd5faf6dbd04 req-b1a65ae9-9fd9-4464-a47e-61b78f1829c3 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/ports?device_id=c66c5a81-58b3-46e3-8e2a-9f67da08f252 HTTP/1.1" status: 200 len: 5419 time: 0.4596605 May 05 20:00:18.937943 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-dabb550b-7788-422c-a12d-4974bad94244 req-6463faf9-f5f8-47e1-8752-018f1709c986 service neutron] Attempting to bind port 206a9ec0-b9d9-495c-a620-820909a8baeb on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:00:18.938197 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-dabb550b-7788-422c-a12d-4974bad94244 req-6463faf9-f5f8-47e1-8752-018f1709c986 service neutron] Attempting to bind port 206a9ec0-b9d9-495c-a620-820909a8baeb by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': '9e0182ab-1e56-4080-b373-4bebb989122d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '98f65143-638f-41c6-b245-4fc7a96707e2'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:00:18.938534 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabb550b-7788-422c-a12d-4974bad94244 req-6463faf9-f5f8-47e1-8752-018f1709c986 service neutron] Attempting to bind port 206a9ec0-b9d9-495c-a620-820909a8baeb on network 98f65143-638f-41c6-b245-4fc7a96707e2 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:00:18.947734 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabb550b-7788-422c-a12d-4974bad94244 req-6463faf9-f5f8-47e1-8752-018f1709c986 service neutron] Port 206a9ec0-b9d9-495c-a620-820909a8baeb on network 98f65143-638f-41c6-b245-4fc7a96707e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:00:18.948055 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabb550b-7788-422c-a12d-4974bad94244 req-6463faf9-f5f8-47e1-8752-018f1709c986 service neutron] Attempting to bind port 206a9ec0-b9d9-495c-a620-820909a8baeb on network 98f65143-638f-41c6-b245-4fc7a96707e2 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:00:18.961653 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabb550b-7788-422c-a12d-4974bad94244 req-6463faf9-f5f8-47e1-8752-018f1709c986 service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:00:18.961986 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabb550b-7788-422c-a12d-4974bad94244 req-6463faf9-f5f8-47e1-8752-018f1709c986 service neutron] Checking segment: {'id': '9e0182ab-1e56-4080-b373-4bebb989122d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '98f65143-638f-41c6-b245-4fc7a96707e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:00:18.962372 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabb550b-7788-422c-a12d-4974bad94244 req-6463faf9-f5f8-47e1-8752-018f1709c986 service neutron] Bound using segment: {'id': '9e0182ab-1e56-4080-b373-4bebb989122d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '98f65143-638f-41c6-b245-4fc7a96707e2'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:00:18.962794 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-dabb550b-7788-422c-a12d-4974bad94244 req-6463faf9-f5f8-47e1-8752-018f1709c986 service neutron] Bound port: 206a9ec0-b9d9-495c-a620-820909a8baeb, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e0182ab-1e56-4080-b373-4bebb989122d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '98f65143-638f-41c6-b245-4fc7a96707e2'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:00:18.963139 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-dabb550b-7788-422c-a12d-4974bad94244 req-6463faf9-f5f8-47e1-8752-018f1709c986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:18.983771 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b895cbc6-d4f2-4774-9c1c-2e57a16f9de1 req-642365f5-8897-430b-8a99-ec82833f5f9a tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:18.985458 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b895cbc6-d4f2-4774-9c1c-2e57a16f9de1 req-642365f5-8897-430b-8a99-ec82833f5f9a tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=2206e182-7ccb-4fb0-b47f-7368678c012e HTTP/1.1" status: 200 len: 945 time: 0.0812185 May 05 20:00:18.988707 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d7302919-ab55-476a-b677-dd5faf6dbd04 req-4a5ecf5b-c9d7-4384-aeb1-ae2899a5b51e tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ea4b63-4d77-466d-a6d0-2611e1957d3d&id=6ef0a585-a6a9-4dc9-9f77-73dacf2639b2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0679944 May 05 20:00:19.041528 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b895cbc6-d4f2-4774-9c1c-2e57a16f9de1 req-fb3cb576-df1e-47ec-88bf-de2cd2b73a30 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481007 May 05 20:00:19.073283 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-dabb550b-7788-422c-a12d-4974bad94244 req-6463faf9-f5f8-47e1-8752-018f1709c986 service neutron] For port 206a9ec0-b9d9-495c-a620-820909a8baeb, host n-h1-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:00:19.077288 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-dabb550b-7788-422c-a12d-4974bad94244 req-6463faf9-f5f8-47e1-8752-018f1709c986 service neutron] For port 206a9ec0-b9d9-495c-a620-820909a8baeb, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=206a9ec0-b9d9-495c-a620-820909a8baeb,segment=NetworkSegment(9e0182ab-1e56-4080-b373-4bebb989122d),segment_id=9e0182ab-1e56-4080-b373-4bebb989122d)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:00:19.084765 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-dabb550b-7788-422c-a12d-4974bad94244 req-6463faf9-f5f8-47e1-8752-018f1709c986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:19.159913 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb550b-7788-422c-a12d-4974bad94244 req-6463faf9-f5f8-47e1-8752-018f1709c986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:19.160788 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-dabb550b-7788-422c-a12d-4974bad94244 req-6463faf9-f5f8-47e1-8752-018f1709c986 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:19.162371 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dabb550b-7788-422c-a12d-4974bad94244 req-6463faf9-f5f8-47e1-8752-018f1709c986 service neutron] 10.222.0.24 "PUT /v2.0/ports/206a9ec0-b9d9-495c-a620-820909a8baeb HTTP/1.1" status: 200 len: 1091 time: 1.4033341 May 05 20:00:19.185792 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6463faf9-f5f8-47e1-8752-018f1709c986 service neutron] Pushing event updated for resources: {'Port': ['ID=206a9ec0-b9d9-495c-a620-820909a8baeb,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:19.288988 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e161d-b219-452f-b4b1-242615426013 req-9d0079a2-987e-4876-9370-88e5ee5c6b37 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:19.290589 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-902e161d-b219-452f-b4b1-242615426013 req-9d0079a2-987e-4876-9370-88e5ee5c6b37 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/ports?device_id=c406eeb3-a729-4336-a7a7-a2ad14d57bf5 HTTP/1.1" status: 200 len: 943 time: 0.1261857 May 05 20:00:19.301738 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c66c5a81-58b3-46e3-8e2a-9f67da08f252', 'tag': '823374b2-c1db-4105-8ac8-804b4d578fcc'}, {'name': 'network-changed', 'server_uuid': 'c66c5a81-58b3-46e3-8e2a-9f67da08f252', 'tag': '206a9ec0-b9d9-495c-a620-820909a8baeb'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:00:19.339490 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-902e161d-b219-452f-b4b1-242615426013 req-ab9cee33-d09d-46f5-91d5-d6b3f9ab1d00 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cb43301-61da-408d-ba7f-c0b8dd491c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428467 May 05 20:00:19.373833 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb550b-7788-422c-a12d-4974bad94244 req-e2d52ed0-9bdb-42a7-8e2f-5075342f2c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:19.374523 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb550b-7788-422c-a12d-4974bad94244 req-e2d52ed0-9bdb-42a7-8e2f-5075342f2c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:19.375011 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb550b-7788-422c-a12d-4974bad94244 req-e2d52ed0-9bdb-42a7-8e2f-5075342f2c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:19.376010 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb550b-7788-422c-a12d-4974bad94244 req-e2d52ed0-9bdb-42a7-8e2f-5075342f2c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:19.376473 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb550b-7788-422c-a12d-4974bad94244 req-e2d52ed0-9bdb-42a7-8e2f-5075342f2c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:19.377074 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb550b-7788-422c-a12d-4974bad94244 req-e2d52ed0-9bdb-42a7-8e2f-5075342f2c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:19.377534 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb550b-7788-422c-a12d-4974bad94244 req-e2d52ed0-9bdb-42a7-8e2f-5075342f2c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:19.379494 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dabb550b-7788-422c-a12d-4974bad94244 req-e2d52ed0-9bdb-42a7-8e2f-5075342f2c18 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=99f8ff370e2040efb9285a4ae37c20cd&device_id=c66c5a81-58b3-46e3-8e2a-9f67da08f252 HTTP/1.1" status: 200 len: 6476 time: 0.1723237 May 05 20:00:19.393512 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89419b-4f59-4b18-a908-01e1fa612304 req-32824084-2827-42ff-997c-03f0244282c5 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:19.394767 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af1bf633-af80-4f03-a6cd-5df244c17332'] response: {'name': 'network-changed', 'server_uuid': 'c66c5a81-58b3-46e3-8e2a-9f67da08f252', 'tag': 'd8cebe77-24e5-40d1-a4fd-946a285e28bf', 'status': 'completed', 'code': 200} May 05 20:00:19.394958 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5c89419b-4f59-4b18-a908-01e1fa612304 req-32824084-2827-42ff-997c-03f0244282c5 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=78022ff8-79b6-40f3-923b-df6f4cd7291b HTTP/1.1" status: 200 len: 945 time: 0.1274154 May 05 20:00:19.471991 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dabb550b-7788-422c-a12d-4974bad94244 req-b9e99cd8-af98-414d-8629-16fb998e24fa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9fa97b06-019d-44e6-a1c4-eb81f10a0fdc HTTP/1.1" status: 200 len: 217 time: 0.0759811 May 05 20:00:19.541828 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5c89419b-4f59-4b18-a908-01e1fa612304 req-de018c5a-6572-4538-a316-6b89ae62e083 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/security-groups?id=60903d7d-e068-4be3-b1cd-aedae880a3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896266 May 05 20:00:19.551915 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb550b-7788-422c-a12d-4974bad94244 req-93435a25-47c4-4aa0-a70f-4ddce53983d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:19.553333 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dabb550b-7788-422c-a12d-4974bad94244 req-93435a25-47c4-4aa0-a70f-4ddce53983d3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fb2a8ac4-25e5-4199-94bc-000b6944dde3 HTTP/1.1" status: 200 len: 851 time: 0.0738871 May 05 20:00:19.650829 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb550b-7788-422c-a12d-4974bad94244 req-a6f910c5-081f-46f1-9179-8847bb84f6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:19.650829 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dabb550b-7788-422c-a12d-4974bad94244 req-a6f910c5-081f-46f1-9179-8847bb84f6ce service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d94c136e-3c4f-4290-8cd6-81a4e89af7f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0891616 May 05 20:00:19.686937 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3445abe8-e88b-44f0-86e2-3053a6edc877'] response: {'name': 'network-changed', 'server_uuid': 'c66c5a81-58b3-46e3-8e2a-9f67da08f252', 'tag': '823374b2-c1db-4105-8ac8-804b4d578fcc', 'status': 'completed', 'code': 200} May 05 20:00:19.687461 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3445abe8-e88b-44f0-86e2-3053a6edc877'] response: {'name': 'network-changed', 'server_uuid': 'c66c5a81-58b3-46e3-8e2a-9f67da08f252', 'tag': '206a9ec0-b9d9-495c-a620-820909a8baeb', 'status': 'completed', 'code': 200} May 05 20:00:19.694986 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd062e-cd2e-42b7-8982-f813bc0f7b3c req-914c5c20-f7f9-4b14-be96-64b77bf026e1 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:19.696687 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-18cd062e-cd2e-42b7-8982-f813bc0f7b3c req-914c5c20-f7f9-4b14-be96-64b77bf026e1 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f762f9e-f94f-4add-a056-207a2bd67e54 HTTP/1.1" status: 200 len: 948 time: 0.1161902 May 05 20:00:19.827080 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-18cd062e-cd2e-42b7-8982-f813bc0f7b3c req-285b1519-7a96-4ab4-a558-43c9c85c1757 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Deleting port 0c197f2c-b488-43c9-af52-801437aafe96 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:00:19.827642 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-18cd062e-cd2e-42b7-8982-f813bc0f7b3c req-285b1519-7a96-4ab4-a558-43c9c85c1757 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:19.849264 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dabb550b-7788-422c-a12d-4974bad94244 req-07abec03-4327-45de-8373-e89b2704024d service neutron] 10.222.0.24 "GET /v2.0/networks/d94c136e-3c4f-4290-8cd6-81a4e89af7f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937997 May 05 20:00:19.911427 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed53958d-c0b1-4c0e-be6c-b44a0a0abdc3 req-6e9dde06-9c9e-4bc9-8955-a0cb76ac8936 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:19.917126 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed53958d-c0b1-4c0e-be6c-b44a0a0abdc3 req-6e9dde06-9c9e-4bc9-8955-a0cb76ac8936 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:19.923529 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed53958d-c0b1-4c0e-be6c-b44a0a0abdc3 req-6e9dde06-9c9e-4bc9-8955-a0cb76ac8936 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:19.930601 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed53958d-c0b1-4c0e-be6c-b44a0a0abdc3 req-6e9dde06-9c9e-4bc9-8955-a0cb76ac8936 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:19.938195 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed53958d-c0b1-4c0e-be6c-b44a0a0abdc3 req-6e9dde06-9c9e-4bc9-8955-a0cb76ac8936 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:19.941173 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed53958d-c0b1-4c0e-be6c-b44a0a0abdc3 req-6e9dde06-9c9e-4bc9-8955-a0cb76ac8936 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:19.947194 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed53958d-c0b1-4c0e-be6c-b44a0a0abdc3 req-6e9dde06-9c9e-4bc9-8955-a0cb76ac8936 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:19.949123 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ed53958d-c0b1-4c0e-be6c-b44a0a0abdc3 req-6e9dde06-9c9e-4bc9-8955-a0cb76ac8936 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933ae74-0c33-4c3c-82a1-5c532a76f33d HTTP/1.1" status: 200 len: 5431 time: 0.1926222 May 05 20:00:19.956573 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c40fb-d60f-4b74-8f3f-ac236ec614a5 req-0919c9a5-fbf3-4d41-b74d-046a57a7be18 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:19.958055 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-482c40fb-d60f-4b74-8f3f-ac236ec614a5 req-0919c9a5-fbf3-4d41-b74d-046a57a7be18 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.50 "GET /v2.0/ports?device_id=2206e182-7ccb-4fb0-b47f-7368678c012e HTTP/1.1" status: 200 len: 945 time: 0.1888769 May 05 20:00:20.070994 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ed53958d-c0b1-4c0e-be6c-b44a0a0abdc3 req-67829f78-5f47-4a60-8741-501680f9e83d tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e6be8f4-cbde-48c1-a6fd-f6caadba2c70&id=b31ec34e-3cb0-41c2-a678-bc0e8ba8a08d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0734258 May 05 20:00:20.076486 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dabb550b-7788-422c-a12d-4974bad94244 req-7ec40b3f-a187-4fd1-9a14-f07cfe88d14e service neutron] 10.222.0.24 "GET /v2.0/networks/d94c136e-3c4f-4290-8cd6-81a4e89af7f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211776 May 05 20:00:20.119217 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-482c40fb-d60f-4b74-8f3f-ac236ec614a5 req-3dbe982f-ab21-40b7-a3ea-efda5ab59747 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Deleting port 3c3a0173-2df0-49e2-bc7f-048916c651fe {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:00:20.119804 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-482c40fb-d60f-4b74-8f3f-ac236ec614a5 req-3dbe982f-ab21-40b7-a3ea-efda5ab59747 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:20.163979 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dabb550b-7788-422c-a12d-4974bad94244 req-101d2890-b7ce-4a38-a219-48031f9ee831 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.3&port_id=14c5b767-97a9-4549-bb17-b81554f9a5a4 HTTP/1.1" status: 200 len: 217 time: 0.0767753 May 05 20:00:20.208348 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 91e2444a-2a29-43c9-9fd1-8f9f7ba08feb details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:00:20.287940 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb550b-7788-422c-a12d-4974bad94244 req-f491cade-239b-405b-ab1e-9b0fcc6c1592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:20.289376 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dabb550b-7788-422c-a12d-4974bad94244 req-f491cade-239b-405b-ab1e-9b0fcc6c1592 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=27e9ce9d-105a-4d07-aa22-c9895d777ddb HTTP/1.1" status: 200 len: 797 time: 0.1183047 May 05 20:00:20.326511 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-18cd062e-cd2e-42b7-8982-f813bc0f7b3c req-285b1519-7a96-4ab4-a558-43c9c85c1757 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] For port 0c197f2c-b488-43c9-af52-801437aafe96, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=0c197f2c-b488-43c9-af52-801437aafe96,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:00:20.326910 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-18cd062e-cd2e-42b7-8982-f813bc0f7b3c req-285b1519-7a96-4ab4-a558-43c9c85c1757 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:20.360067 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 91e2444a-2a29-43c9-9fd1-8f9f7ba08feb, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=91e2444a-2a29-43c9-9fd1-8f9f7ba08feb,segment=NetworkSegment(79511503-ff66-4663-ae8b-5322fffb3d0a),segment_id=79511503-ff66-4663-ae8b-5322fffb3d0a)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:00:20.366271 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532d394-b1e6-4bd6-8237-f8c93b4182e6 req-7dfc32a1-1380-460f-8ba1-52eb95b7b084 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:20.367781 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5532d394-b1e6-4bd6-8237-f8c93b4182e6 req-7dfc32a1-1380-460f-8ba1-52eb95b7b084 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f762f9e-f94f-4add-a056-207a2bd67e54 HTTP/1.1" status: 200 len: 948 time: 0.1562593 May 05 20:00:20.374103 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '91e2444a-2a29-43c9-9fd1-8f9f7ba08feb', 'network_id': '4568a908-805b-4a6e-ba80-1d4819260d47', 'port_id': '91e2444a-2a29-43c9-9fd1-8f9f7ba08feb', 'mac_address': 'fa:16:3e:61:ad:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf48ca8b-7b24-41a3-ad06-a849bff9e5b9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:00:20.435987 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:20.455061 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91e2444a-2a29-43c9-9fd1-8f9f7ba08feb {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:00:20.468354 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-18cd062e-cd2e-42b7-8982-f813bc0f7b3c req-285b1519-7a96-4ab4-a558-43c9c85c1757 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Calling delete_port for 0c197f2c-b488-43c9-af52-801437aafe96 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:00:20.472758 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 91e2444a-2a29-43c9-9fd1-8f9f7ba08feb, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=91e2444a-2a29-43c9-9fd1-8f9f7ba08feb,segment=NetworkSegment(79511503-ff66-4663-ae8b-5322fffb3d0a),segment_id=79511503-ff66-4663-ae8b-5322fffb3d0a)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:00:20.477571 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:20.503067 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb550b-7788-422c-a12d-4974bad94244 req-ec978a71-2844-4438-ac04-c8c50d467a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:20.504551 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dabb550b-7788-422c-a12d-4974bad94244 req-ec978a71-2844-4438-ac04-c8c50d467a9d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0940b73f-d9f5-4601-bc7a-4ddc6f68c068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2080126 May 05 20:00:20.558474 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5532d394-b1e6-4bd6-8237-f8c93b4182e6 req-66899981-81f4-440b-82b3-e858a9b81c5b tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] 10.222.0.36 "GET /v2.0/security-groups?id=74d729d4-bb0b-4e6d-b8e2-628b6688320d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802430 May 05 20:00:20.564837 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=91e2444a-2a29-43c9-9fd1-8f9f7ba08feb,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:20.582631 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:00:20.583215 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:00:20.584396 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:00:20.584891 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:00:20.585427 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:00:20.585945 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:00:20.586798 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:00:20.587329 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:00:20.588341 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:00:20.588867 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:00:20.589389 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:00:20.589922 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:00:20.675227 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f2581-2cc7-46d5-ab83-83ca9e077f0d req-cedc926a-be47-40cd-b903-789f840434bc tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:20.681081 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f2581-2cc7-46d5-ab83-83ca9e077f0d req-cedc926a-be47-40cd-b903-789f840434bc tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:20.686944 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f2581-2cc7-46d5-ab83-83ca9e077f0d req-cedc926a-be47-40cd-b903-789f840434bc tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:20.692990 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f2581-2cc7-46d5-ab83-83ca9e077f0d req-cedc926a-be47-40cd-b903-789f840434bc tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:20.698812 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f2581-2cc7-46d5-ab83-83ca9e077f0d req-cedc926a-be47-40cd-b903-789f840434bc tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:20.704813 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f2581-2cc7-46d5-ab83-83ca9e077f0d req-cedc926a-be47-40cd-b903-789f840434bc tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:20.710629 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f2581-2cc7-46d5-ab83-83ca9e077f0d req-cedc926a-be47-40cd-b903-789f840434bc tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:20.711153 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['91e2444a-2a29-43c9-9fd1-8f9f7ba08feb'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:00:20.712546 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ef3f2581-2cc7-46d5-ab83-83ca9e077f0d req-cedc926a-be47-40cd-b903-789f840434bc tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/ports?device_id=c66c5a81-58b3-46e3-8e2a-9f67da08f252 HTTP/1.1" status: 200 len: 5419 time: 0.4453425 May 05 20:00:20.770316 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dabb550b-7788-422c-a12d-4974bad94244 req-780ae035-3ee0-4f07-bfdc-518a372685de service neutron] 10.222.0.24 "GET /v2.0/networks/0940b73f-d9f5-4601-bc7a-4ddc6f68c068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523720 May 05 20:00:20.816382 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-482c40fb-d60f-4b74-8f3f-ac236ec614a5 req-3dbe982f-ab21-40b7-a3ea-efda5ab59747 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] For port 3c3a0173-2df0-49e2-bc7f-048916c651fe, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=3c3a0173-2df0-49e2-bc7f-048916c651fe,segment=NetworkSegment(eccdf1c4-efe8-4f03-97f1-7b574b83122b),segment_id=eccdf1c4-efe8-4f03-97f1-7b574b83122b)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:00:20.816382 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-482c40fb-d60f-4b74-8f3f-ac236ec614a5 req-3dbe982f-ab21-40b7-a3ea-efda5ab59747 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:20.823779 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d0f887-5d94-4d14-b171-a406f0ed2b4d req-57f89c72-c7b0-416d-acba-1245ee54dd1f tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:20.825254 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c2d0f887-5d94-4d14-b171-a406f0ed2b4d req-57f89c72-c7b0-416d-acba-1245ee54dd1f tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=2206e182-7ccb-4fb0-b47f-7368678c012e HTTP/1.1" status: 200 len: 945 time: 0.1596689 May 05 20:00:20.950338 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c2d0f887-5d94-4d14-b171-a406f0ed2b4d req-d529e24d-bf55-462a-9430-90e976780e93 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155686 May 05 20:00:20.960408 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dabb550b-7788-422c-a12d-4974bad94244 req-586a9132-f842-4be9-ac01-934d263417f7 service neutron] 10.222.0.24 "GET /v2.0/networks/0940b73f-d9f5-4601-bc7a-4ddc6f68c068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828289 May 05 20:00:21.038907 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dabb550b-7788-422c-a12d-4974bad94244 req-061385ec-00f8-4ce0-b8bd-699232ddbb16 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=109bdc14-cc66-4c71-a4e0-3647d00033b0 HTTP/1.1" status: 200 len: 217 time: 0.0701518 May 05 20:00:21.080636 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ef3f2581-2cc7-46d5-ab83-83ca9e077f0d req-40094d45-3da4-4b1b-b473-ef84d504151e tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ea4b63-4d77-466d-a6d0-2611e1957d3d&id=6ef0a585-a6a9-4dc9-9f77-73dacf2639b2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3465428 May 05 20:00:21.089409 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-482c40fb-d60f-4b74-8f3f-ac236ec614a5 req-3dbe982f-ab21-40b7-a3ea-efda5ab59747 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Calling delete_port for 3c3a0173-2df0-49e2-bc7f-048916c651fe owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:00:21.115022 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb550b-7788-422c-a12d-4974bad94244 req-4820c535-d953-437d-958c-edb37cfadc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:21.116630 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dabb550b-7788-422c-a12d-4974bad94244 req-4820c535-d953-437d-958c-edb37cfadc7d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=27e9ce9d-105a-4d07-aa22-c9895d777ddb HTTP/1.1" status: 200 len: 797 time: 0.0718241 May 05 20:00:21.163003 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-18cd062e-cd2e-42b7-8982-f813bc0f7b3c req-285b1519-7a96-4ab4-a558-43c9c85c1757 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:21.215649 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb550b-7788-422c-a12d-4974bad94244 req-fa9b91a0-e925-4aa6-8b7f-e7843c2cab98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:21.217472 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dabb550b-7788-422c-a12d-4974bad94244 req-fa9b91a0-e925-4aa6-8b7f-e7843c2cab98 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0940b73f-d9f5-4601-bc7a-4ddc6f68c068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0942550 May 05 20:00:21.278523 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285b1519-7a96-4ab4-a558-43c9c85c1757 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Pushing event deleted for resources: {'Port': ['ID=0c197f2c-b488-43c9-af52-801437aafe96,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:21.389425 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-18cd062e-cd2e-42b7-8982-f813bc0f7b3c req-285b1519-7a96-4ab4-a558-43c9c85c1757 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] No DVR routers for this DVR port 0c197f2c-b488-43c9-af52-801437aafe96 on host n-h1-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:00:21.395159 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-18cd062e-cd2e-42b7-8982-f813bc0f7b3c req-285b1519-7a96-4ab4-a558-43c9c85c1757 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:21.397581 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f762f9e-f94f-4add-a056-207a2bd67e54', 'name': 'network-vif-deleted', 'tag': '0c197f2c-b488-43c9-af52-801437aafe96'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:00:21.414044 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dabb550b-7788-422c-a12d-4974bad94244 req-d9de5c56-2227-4b5a-a177-0928fdeb058e service neutron] 10.222.0.24 "GET /v2.0/networks/0940b73f-d9f5-4601-bc7a-4ddc6f68c068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891589 May 05 20:00:21.465201 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-18cd062e-cd2e-42b7-8982-f813bc0f7b3c req-285b1519-7a96-4ab4-a558-43c9c85c1757 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] 10.222.0.24 "DELETE /v2.0/ports/0c197f2c-b488-43c9-af52-801437aafe96 HTTP/1.1" status: 204 len: 173 time: 1.7624750 May 05 20:00:21.472131 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e3e05-f986-453a-9ddc-8e515c35eaad req-d081d56f-5df0-4701-b15d-ed0841d4bf8b tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:21.473750 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-af5e3e05-f986-453a-9ddc-8e515c35eaad req-d081d56f-5df0-4701-b15d-ed0841d4bf8b tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=78022ff8-79b6-40f3-923b-df6f4cd7291b HTTP/1.1" status: 200 len: 945 time: 0.1547878 May 05 20:00:21.491283 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393cef0f-a333-449e-b8dd-dd61db0e3651 req-957a2710-a0a5-499b-adbf-5b0033bb9890 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:21.492786 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-393cef0f-a333-449e-b8dd-dd61db0e3651 req-957a2710-a0a5-499b-adbf-5b0033bb9890 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/ports?device_id=c406eeb3-a729-4336-a7a7-a2ad14d57bf5 HTTP/1.1" status: 200 len: 944 time: 0.2785037 May 05 20:00:21.493888 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-482c40fb-d60f-4b74-8f3f-ac236ec614a5 req-3dbe982f-ab21-40b7-a3ea-efda5ab59747 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:21.505917 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['3c3a0173-2df0-49e2-bc7f-048916c651fe'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:00:21.572053 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbe982f-ab21-40b7-a3ea-efda5ab59747 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Pushing event deleted for resources: {'Port': ['ID=3c3a0173-2df0-49e2-bc7f-048916c651fe,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:21.601440 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-af5e3e05-f986-453a-9ddc-8e515c35eaad req-2b6bbc7e-3eb4-48c2-9315-3982e6517504 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/security-groups?id=60903d7d-e068-4be3-b1cd-aedae880a3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188159 May 05 20:00:21.613343 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dabb550b-7788-422c-a12d-4974bad94244 req-0af8fbd2-aa01-4fed-95ba-d7af59a93d59 service neutron] 10.222.0.24 "GET /v2.0/networks/0940b73f-d9f5-4601-bc7a-4ddc6f68c068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913357 May 05 20:00:21.687273 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-482c40fb-d60f-4b74-8f3f-ac236ec614a5 req-3dbe982f-ab21-40b7-a3ea-efda5ab59747 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] No DVR routers for this DVR port 3c3a0173-2df0-49e2-bc7f-048916c651fe on host n-h2-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:00:21.693294 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-482c40fb-d60f-4b74-8f3f-ac236ec614a5 req-3dbe982f-ab21-40b7-a3ea-efda5ab59747 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:21.695287 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-482c40fb-d60f-4b74-8f3f-ac236ec614a5 req-3dbe982f-ab21-40b7-a3ea-efda5ab59747 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.50 "DELETE /v2.0/ports/3c3a0173-2df0-49e2-bc7f-048916c651fe HTTP/1.1" status: 204 len: 173 time: 1.7313318 May 05 20:00:21.711059 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-393cef0f-a333-449e-b8dd-dd61db0e3651 req-cb6bced4-8530-49b1-9cdd-f93e6119e13d tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cb43301-61da-408d-ba7f-c0b8dd491c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790941 May 05 20:00:21.778383 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dabb550b-7788-422c-a12d-4974bad94244 req-cf919349-cd63-47d8-bf8a-2c85c11e8813 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=6a69c56a-ceaf-48c1-b4b6-46b3ad4a0052 HTTP/1.1" status: 200 len: 217 time: 0.1584268 May 05 20:00:21.862209 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a880016b-1125-40ea-80c1-bb2b22043e7e'] response: {'server_uuid': '2f762f9e-f94f-4add-a056-207a2bd67e54', 'name': 'network-vif-deleted', 'tag': '0c197f2c-b488-43c9-af52-801437aafe96', 'status': 'completed', 'code': 200} May 05 20:00:21.913780 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb550b-7788-422c-a12d-4974bad94244 req-b38a8bbb-4c0d-49eb-88bc-6540d44bb300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:21.915220 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dabb550b-7788-422c-a12d-4974bad94244 req-b38a8bbb-4c0d-49eb-88bc-6540d44bb300 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=27e9ce9d-105a-4d07-aa22-c9895d777ddb HTTP/1.1" status: 200 len: 797 time: 0.0816503 May 05 20:00:21.940424 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083a605-dbdd-487a-b983-415a93fc004a req-5f9c2db9-756e-4772-ae12-466a66b42020 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:21.946354 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083a605-dbdd-487a-b983-415a93fc004a req-5f9c2db9-756e-4772-ae12-466a66b42020 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:21.952615 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083a605-dbdd-487a-b983-415a93fc004a req-5f9c2db9-756e-4772-ae12-466a66b42020 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:21.959559 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083a605-dbdd-487a-b983-415a93fc004a req-5f9c2db9-756e-4772-ae12-466a66b42020 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:21.965412 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083a605-dbdd-487a-b983-415a93fc004a req-5f9c2db9-756e-4772-ae12-466a66b42020 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:21.973029 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083a605-dbdd-487a-b983-415a93fc004a req-5f9c2db9-756e-4772-ae12-466a66b42020 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:21.979342 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083a605-dbdd-487a-b983-415a93fc004a req-5f9c2db9-756e-4772-ae12-466a66b42020 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:21.981214 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d083a605-dbdd-487a-b983-415a93fc004a req-5f9c2db9-756e-4772-ae12-466a66b42020 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933ae74-0c33-4c3c-82a1-5c532a76f33d HTTP/1.1" status: 200 len: 5431 time: 0.2057095 May 05 20:00:22.020018 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-0aca0b26-7cdc-4789-a863-6fe6efba7411 req-3c07e144-66e0-4d5d-9532-71668611f87b tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Synchronizing usage tracker for tenant:d18a2e83eb0a426c94d20465510d41ca on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:00:22.037286 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-0aca0b26-7cdc-4789-a863-6fe6efba7411 req-3c07e144-66e0-4d5d-9532-71668611f87b tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Unset dirty status for tenant:d18a2e83eb0a426c94d20465510d41ca on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:00:22.039382 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0aca0b26-7cdc-4789-a863-6fe6efba7411 req-3c07e144-66e0-4d5d-9532-71668611f87b tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f762f9e-f94f-4add-a056-207a2bd67e54 HTTP/1.1" status: 200 len: 210 time: 0.0753112 May 05 20:00:22.091189 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d083a605-dbdd-487a-b983-415a93fc004a req-22efc277-f6e0-4f8e-b4d2-7d6438081c98 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e6be8f4-cbde-48c1-a6fd-f6caadba2c70&id=b31ec34e-3cb0-41c2-a678-bc0e8ba8a08d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0786798 May 05 20:00:22.100642 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb550b-7788-422c-a12d-4974bad94244 req-5a2ea0db-574f-4df7-afae-a6b7cea2c7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:22.103137 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dabb550b-7788-422c-a12d-4974bad94244 req-5a2ea0db-574f-4df7-afae-a6b7cea2c7e9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0940b73f-d9f5-4601-bc7a-4ddc6f68c068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1751914 May 05 20:00:22.231592 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 91e2444a-2a29-43c9-9fd1-8f9f7ba08feb up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:00:22.340909 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dabb550b-7788-422c-a12d-4974bad94244 req-ba35813a-b996-4419-82df-e5ef0dbf408e service neutron] 10.222.0.24 "GET /v2.0/networks/0940b73f-d9f5-4601-bc7a-4ddc6f68c068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291107 May 05 20:00:22.351708 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7797ec4b-0c5e-4e4e-85ae-4d4a881db5d2 req-3fde8a8e-4220-4142-9800-e31c522278b4 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=2206e182-7ccb-4fb0-b47f-7368678c012e HTTP/1.1" status: 200 len: 210 time: 0.0664408 May 05 20:00:22.390205 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port 91e2444a-2a29-43c9-9fd1-8f9f7ba08feb completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:00:22.403248 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 91e2444a-2a29-43c9-9fd1-8f9f7ba08feb triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:00:22.404035 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:22.459148 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6210732-bc39-4b60-94d1-8669d8806a4d req-23c10fd1-7c7f-43b0-b83b-c08d38eed129 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:22.469640 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6210732-bc39-4b60-94d1-8669d8806a4d req-23c10fd1-7c7f-43b0-b83b-c08d38eed129 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:22.476121 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6210732-bc39-4b60-94d1-8669d8806a4d req-23c10fd1-7c7f-43b0-b83b-c08d38eed129 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:22.482597 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6210732-bc39-4b60-94d1-8669d8806a4d req-23c10fd1-7c7f-43b0-b83b-c08d38eed129 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:22.489282 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6210732-bc39-4b60-94d1-8669d8806a4d req-23c10fd1-7c7f-43b0-b83b-c08d38eed129 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:22.498075 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6210732-bc39-4b60-94d1-8669d8806a4d req-23c10fd1-7c7f-43b0-b83b-c08d38eed129 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:22.502619 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6210732-bc39-4b60-94d1-8669d8806a4d req-23c10fd1-7c7f-43b0-b83b-c08d38eed129 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:22.510365 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a6210732-bc39-4b60-94d1-8669d8806a4d req-23c10fd1-7c7f-43b0-b83b-c08d38eed129 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/ports?device_id=c66c5a81-58b3-46e3-8e2a-9f67da08f252 HTTP/1.1" status: 200 len: 5419 time: 0.1778560 May 05 20:00:22.585357 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a6210732-bc39-4b60-94d1-8669d8806a4d req-31df4a9c-a85c-4553-848a-d82fc938fada tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ea4b63-4d77-466d-a6d0-2611e1957d3d&id=6ef0a585-a6a9-4dc9-9f77-73dacf2639b2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0740247 May 05 20:00:22.725784 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dabb550b-7788-422c-a12d-4974bad94244 req-69725b0b-cf2c-460f-8d61-5fa624eb0b85 service neutron] 10.222.0.24 "GET /v2.0/networks/0940b73f-d9f5-4601-bc7a-4ddc6f68c068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3720636 May 05 20:00:22.732018 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:22.778681 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 91e2444a-2a29-43c9-9fd1-8f9f7ba08feb, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=91e2444a-2a29-43c9-9fd1-8f9f7ba08feb,segment=NetworkSegment(79511503-ff66-4663-ae8b-5322fffb3d0a),segment_id=79511503-ff66-4663-ae8b-5322fffb3d0a)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:00:22.780123 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c406eeb3-a729-4336-a7a7-a2ad14d57bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e2444a-2a29-43c9-9fd1-8f9f7ba08feb'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:00:22.789106 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:22.790387 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 0c197f2c-b488-43c9-af52-801437aafe96 no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:00:22.849981 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8a02a-d791-4c4f-a620-5e572e072755 req-e06bcf5d-6c9f-4873-830b-224e031b9e2e tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:22.857762 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6ff8a02a-d791-4c4f-a620-5e572e072755 req-e06bcf5d-6c9f-4873-830b-224e031b9e2e tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=78022ff8-79b6-40f3-923b-df6f4cd7291b HTTP/1.1" status: 200 len: 945 time: 0.1093760 May 05 20:00:22.884577 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dabb550b-7788-422c-a12d-4974bad94244 req-4d596985-b1e4-4e8d-b3bc-5114649fb19e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=d8cebe77-24e5-40d1-a4fd-946a285e28bf HTTP/1.1" status: 200 len: 217 time: 0.1536140 May 05 20:00:22.909369 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=91e2444a-2a29-43c9-9fd1-8f9f7ba08feb,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:22.910131 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6ff8a02a-d791-4c4f-a620-5e572e072755 req-bd54a3f2-eb24-4b0b-b6e5-165810dd3696 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/security-groups?id=60903d7d-e068-4be3-b1cd-aedae880a3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514386 May 05 20:00:22.912327 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] No Port match for: 0c197f2c-b488-43c9-af52-801437aafe96 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:00:22.912776 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 0c197f2c-b488-43c9-af52-801437aafe96 not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:00:22.983969 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb550b-7788-422c-a12d-4974bad94244 req-62a76781-439e-4978-917c-76ab31672566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:22.986232 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dabb550b-7788-422c-a12d-4974bad94244 req-62a76781-439e-4978-917c-76ab31672566 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=27e9ce9d-105a-4d07-aa22-c9895d777ddb HTTP/1.1" status: 200 len: 797 time: 0.0933437 May 05 20:00:23.086768 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb550b-7788-422c-a12d-4974bad94244 req-28f21bc7-8dbd-4266-b85f-7e0cdce9747b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:23.088629 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dabb550b-7788-422c-a12d-4974bad94244 req-28f21bc7-8dbd-4266-b85f-7e0cdce9747b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0940b73f-d9f5-4601-bc7a-4ddc6f68c068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0954003 May 05 20:00:23.092843 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c032c5-8e44-4e52-aef4-cba2fb1649d8 req-43178766-8e19-49bd-8216-313a0ebb84f0 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:23.095618 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-30c032c5-8e44-4e52-aef4-cba2fb1649d8 req-43178766-8e19-49bd-8216-313a0ebb84f0 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/ports?device_id=c406eeb3-a729-4336-a7a7-a2ad14d57bf5 HTTP/1.1" status: 200 len: 945 time: 0.0919743 May 05 20:00:23.145931 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-30c032c5-8e44-4e52-aef4-cba2fb1649d8 req-371a3f2f-7a31-4068-8ca3-1400cb0e02f9 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cb43301-61da-408d-ba7f-c0b8dd491c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447071 May 05 20:00:23.214528 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b7f9ba8-f897-4349-8d10-8ae755101cb5'] response: {'server_uuid': 'c406eeb3-a729-4336-a7a7-a2ad14d57bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e2444a-2a29-43c9-9fd1-8f9f7ba08feb', 'code': 200} May 05 20:00:23.352311 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dabb550b-7788-422c-a12d-4974bad94244 req-cfa1adc1-379b-4c87-af75-126c959f0e21 service neutron] 10.222.0.24 "GET /v2.0/networks/0940b73f-d9f5-4601-bc7a-4ddc6f68c068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506814 May 05 20:00:23.416649 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac54d9-3e47-4c36-9916-8bc57b0c2a16 req-e9876ca9-c5ba-43c1-939f-f666da8119ff tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:23.423499 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac54d9-3e47-4c36-9916-8bc57b0c2a16 req-e9876ca9-c5ba-43c1-939f-f666da8119ff tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:23.432464 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d3ac54d9-3e47-4c36-9916-8bc57b0c2a16 req-e9876ca9-c5ba-43c1-939f-f666da8119ff tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] 10.222.0.36 "GET /v2.0/ports?device_id=63d6e346-2c04-4083-91cf-5a0be54187d6&device_id=de3a5a79-7e81-44fa-952a-5884abd9eba0 HTTP/1.1" status: 200 len: 1681 time: 0.2707791 May 05 20:00:23.451423 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d7319-78b6-4935-b0e6-854d7bef4a79 req-6ce073e2-97fe-42c2-9595-db85e6e280a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:23.456913 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-522d7319-78b6-4935-b0e6-854d7bef4a79 req-6ce073e2-97fe-42c2-9595-db85e6e280a5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c406eeb3-a729-4336-a7a7-a2ad14d57bf5 HTTP/1.1" status: 200 len: 1096 time: 0.1168745 May 05 20:00:23.537339 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-522d7319-78b6-4935-b0e6-854d7bef4a79 req-a84b58a9-9a89-4e4d-ad46-3d128f06ca7c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3cb43301-61da-408d-ba7f-c0b8dd491c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733786 May 05 20:00:23.564033 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d3ac54d9-3e47-4c36-9916-8bc57b0c2a16 req-925f0436-342b-41be-ba1c-a686d06f2367 tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] 10.222.0.36 "GET /v2.0/security-groups?id=80fa4dbb-a071-449b-a651-c883c7b9af94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305461 May 05 20:00:23.603682 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dabb550b-7788-422c-a12d-4974bad94244 req-e39adb79-7963-41e1-beba-fa28613a8fb1 service neutron] 10.222.0.24 "GET /v2.0/networks/0940b73f-d9f5-4601-bc7a-4ddc6f68c068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403696 May 05 20:00:23.704065 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 41942) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:00:23.863170 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2206e182-7ccb-4fb0-b47f-7368678c012e', 'name': 'network-vif-deleted', 'tag': '3c3a0173-2df0-49e2-bc7f-048916c651fe'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:00:23.921306 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dabb550b-7788-422c-a12d-4974bad94244 req-50e2fee8-8723-4cab-a6f7-86060e2f9a8e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=823374b2-c1db-4105-8ac8-804b4d578fcc HTTP/1.1" status: 200 len: 217 time: 0.1560009 May 05 20:00:23.983247 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5d640e92-f6c5-4544-9e5a-105aba1a79d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:23.999883 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5d640e92-f6c5-4544-9e5a-105aba1a79d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:00:24.005383 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-5d640e92-f6c5-4544-9e5a-105aba1a79d8 admin admin] Usage tracker for resource:security_group_rule and tenant:efcfa6931db5482d9f05defabce5b4b2 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:00:24.008727 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-5d640e92-f6c5-4544-9e5a-105aba1a79d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:00:24.017979 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5d640e92-f6c5-4544-9e5a-105aba1a79d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:00:24.051810 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb550b-7788-422c-a12d-4974bad94244 req-6febb99a-af43-4c85-ade9-908759ef275a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:24.054094 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dabb550b-7788-422c-a12d-4974bad94244 req-6febb99a-af43-4c85-ade9-908759ef275a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c1793040-0572-406b-b093-3a5c700275df HTTP/1.1" status: 200 len: 797 time: 0.1246896 May 05 20:00:24.079940 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1f711-705b-4453-a0ba-95f08b7355bd req-cc87503a-c88f-4e9d-bb72-57e448af4a4e tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:24.089840 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1f711-705b-4453-a0ba-95f08b7355bd req-cc87503a-c88f-4e9d-bb72-57e448af4a4e tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:24.097587 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1f711-705b-4453-a0ba-95f08b7355bd req-cc87503a-c88f-4e9d-bb72-57e448af4a4e tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:24.105414 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1f711-705b-4453-a0ba-95f08b7355bd req-cc87503a-c88f-4e9d-bb72-57e448af4a4e tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:24.112542 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1f711-705b-4453-a0ba-95f08b7355bd req-cc87503a-c88f-4e9d-bb72-57e448af4a4e tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:24.118405 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1f711-705b-4453-a0ba-95f08b7355bd req-cc87503a-c88f-4e9d-bb72-57e448af4a4e tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:24.124224 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1f711-705b-4453-a0ba-95f08b7355bd req-cc87503a-c88f-4e9d-bb72-57e448af4a4e tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:24.126735 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-40d1f711-705b-4453-a0ba-95f08b7355bd req-cc87503a-c88f-4e9d-bb72-57e448af4a4e tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933ae74-0c33-4c3c-82a1-5c532a76f33d HTTP/1.1" status: 200 len: 5431 time: 0.4321957 May 05 20:00:24.180401 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5d640e92-f6c5-4544-9e5a-105aba1a79d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:24.185332 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5d640e92-f6c5-4544-9e5a-105aba1a79d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:24.203252 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 3c3a0173-2df0-49e2-bc7f-048916c651fe no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:00:24.223234 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-40d1f711-705b-4453-a0ba-95f08b7355bd req-64097bdd-1bdf-4b7e-aae2-0ce60da17f7f tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e6be8f4-cbde-48c1-a6fd-f6caadba2c70&id=b31ec34e-3cb0-41c2-a678-bc0e8ba8a08d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0629697 May 05 20:00:24.241105 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb550b-7788-422c-a12d-4974bad94244 req-30a7831e-47a5-4245-83df-380dae285585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:24.242244 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-5d640e92-f6c5-4544-9e5a-105aba1a79d8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=efcfa6931db5482d9f05defabce5b4b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5364630 May 05 20:00:24.242766 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dabb550b-7788-422c-a12d-4974bad94244 req-30a7831e-47a5-4245-83df-380dae285585 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=98f65143-638f-41c6-b245-4fc7a96707e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1812191 May 05 20:00:24.243272 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 41962) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:00:24.249171 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] No Port match for: 3c3a0173-2df0-49e2-bc7f-048916c651fe {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:00:24.249611 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 3c3a0173-2df0-49e2-bc7f-048916c651fe not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:00:24.254898 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d640e92-f6c5-4544-9e5a-105aba1a79d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f11472-864d-4ae6-9ec2-bd1a69c4d719,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:24.278976 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64d86b8-de62-4f72-ac41-3481c1ca28b9 req-b795128b-20f0-4e22-b139-612229dc0052 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:24.285154 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64d86b8-de62-4f72-ac41-3481c1ca28b9 req-b795128b-20f0-4e22-b139-612229dc0052 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:24.291031 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64d86b8-de62-4f72-ac41-3481c1ca28b9 req-b795128b-20f0-4e22-b139-612229dc0052 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:24.296925 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64d86b8-de62-4f72-ac41-3481c1ca28b9 req-b795128b-20f0-4e22-b139-612229dc0052 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:24.303542 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64d86b8-de62-4f72-ac41-3481c1ca28b9 req-b795128b-20f0-4e22-b139-612229dc0052 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:24.309398 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64d86b8-de62-4f72-ac41-3481c1ca28b9 req-b795128b-20f0-4e22-b139-612229dc0052 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:24.316034 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64d86b8-de62-4f72-ac41-3481c1ca28b9 req-b795128b-20f0-4e22-b139-612229dc0052 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:24.317966 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b64d86b8-de62-4f72-ac41-3481c1ca28b9 req-b795128b-20f0-4e22-b139-612229dc0052 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/ports?device_id=c66c5a81-58b3-46e3-8e2a-9f67da08f252 HTTP/1.1" status: 200 len: 5419 time: 0.2198451 May 05 20:00:24.371145 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b64d86b8-de62-4f72-ac41-3481c1ca28b9 req-25d3018b-e452-41be-a9a9-96e61a809fe5 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ea4b63-4d77-466d-a6d0-2611e1957d3d&id=6ef0a585-a6a9-4dc9-9f77-73dacf2639b2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0453777 May 05 20:00:24.419154 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e676ce9e-c49e-4213-bc01-e118b9c2e494 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:24.435316 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dabb550b-7788-422c-a12d-4974bad94244 req-01bafb59-9b0e-4ca5-ae02-0a41927e3d42 service neutron] 10.222.0.24 "GET /v2.0/networks/98f65143-638f-41c6-b245-4fc7a96707e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740103 May 05 20:00:24.436828 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7141841-b124-44e5-ab95-988b18a5130b'] response: {'server_uuid': '2206e182-7ccb-4fb0-b47f-7368678c012e', 'name': 'network-vif-deleted', 'tag': '3c3a0173-2df0-49e2-bc7f-048916c651fe', 'status': 'completed', 'code': 200} May 05 20:00:24.468598 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e676ce9e-c49e-4213-bc01-e118b9c2e494 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:24.680540 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e676ce9e-c49e-4213-bc01-e118b9c2e494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:24.694895 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9840cc-61ad-4e57-9b0c-536e853f6e81 req-b5e95d96-a452-4fd4-899b-835183a46ff0 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:24.695673 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dabb550b-7788-422c-a12d-4974bad94244 req-7eb8c3fa-1d70-45d0-81d0-d6bf4f742c43 service neutron] 10.222.0.24 "GET /v2.0/networks/98f65143-638f-41c6-b245-4fc7a96707e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460225 May 05 20:00:24.696690 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9c9840cc-61ad-4e57-9b0c-536e853f6e81 req-b5e95d96-a452-4fd4-899b-835183a46ff0 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/networks?id=00ecdd9f-1135-415f-b0c6-51153b85089d HTTP/1.1" status: 200 len: 812 time: 0.1764002 May 05 20:00:24.702144 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e676ce9e-c49e-4213-bc01-e118b9c2e494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f11472-864d-4ae6-9ec2-bd1a69c4d719,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:24.715667 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9c9840cc-61ad-4e57-9b0c-536e853f6e81 req-51a3e33c-cf59-43d5-acc5-b2595ba5bd76 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/quotas/5dc7995786b847999f5838924c32320a HTTP/1.1" status: 200 len: 375 time: 0.0110505 May 05 20:00:24.773085 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dabb550b-7788-422c-a12d-4974bad94244 req-137ff2e3-219d-417a-95cf-ddfdaddae5b4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=206a9ec0-b9d9-495c-a620-820909a8baeb HTTP/1.1" status: 200 len: 217 time: 0.0666409 May 05 20:00:24.780300 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e676ce9e-c49e-4213-bc01-e118b9c2e494 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:24.783829 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-e676ce9e-c49e-4213-bc01-e118b9c2e494 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f3f11472-864d-4ae6-9ec2-bd1a69c4d719 HTTP/1.1" status: 204 len: 168 time: 0.5395741 May 05 20:00:24.788764 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-9c9840cc-61ad-4e57-9b0c-536e853f6e81 req-d81c37a6-25c7-42c5-8cbd-464a81f52714 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Synchronizing usage tracker for tenant:5dc7995786b847999f5838924c32320a on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:00:24.806279 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-9c9840cc-61ad-4e57-9b0c-536e853f6e81 req-d81c37a6-25c7-42c5-8cbd-464a81f52714 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Unset dirty status for tenant:5dc7995786b847999f5838924c32320a on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:00:24.816111 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9c9840cc-61ad-4e57-9b0c-536e853f6e81 req-d81c37a6-25c7-42c5-8cbd-464a81f52714 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5dc7995786b847999f5838924c32320a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0845606 May 05 20:00:24.955153 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bb3e06-930d-4ca7-918d-34791de7b4fd req-e46c830f-2d58-473a-af0b-dfe6edc74fc8 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:24.956643 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-50bb3e06-930d-4ca7-918d-34791de7b4fd req-e46c830f-2d58-473a-af0b-dfe6edc74fc8 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=78022ff8-79b6-40f3-923b-df6f4cd7291b HTTP/1.1" status: 200 len: 945 time: 0.3696733 May 05 20:00:24.991666 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9c9840cc-61ad-4e57-9b0c-536e853f6e81 req-bb30d321-9585-4d0c-9c9b-fe322245f3b7 service neutron] 10.222.0.36 "GET /v2.0/networks/00ecdd9f-1135-415f-b0c6-51153b85089d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746542 May 05 20:00:24.995824 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb550b-7788-422c-a12d-4974bad94244 req-019fd3ac-da82-44ad-8ffb-845a2c0bd873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:24.997259 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dabb550b-7788-422c-a12d-4974bad94244 req-019fd3ac-da82-44ad-8ffb-845a2c0bd873 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c1793040-0572-406b-b093-3a5c700275df HTTP/1.1" status: 200 len: 797 time: 0.2114241 May 05 20:00:25.058313 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-50bb3e06-930d-4ca7-918d-34791de7b4fd req-c29ed4ac-078e-4e52-a41b-0cb340ce8eb2 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/security-groups?id=60903d7d-e068-4be3-b1cd-aedae880a3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917203 May 05 20:00:25.095564 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb550b-7788-422c-a12d-4974bad94244 req-0da6691f-a9e0-4d0c-9a2b-754a2b9f9533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:25.097272 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dabb550b-7788-422c-a12d-4974bad94244 req-0da6691f-a9e0-4d0c-9a2b-754a2b9f9533 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=98f65143-638f-41c6-b245-4fc7a96707e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0910316 May 05 20:00:25.266684 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9c9840cc-61ad-4e57-9b0c-536e853f6e81 req-c45b9f36-1130-4a2a-8de4-88bdb9e343a4 service neutron] 10.222.0.36 "GET /v2.0/networks/00ecdd9f-1135-415f-b0c6-51153b85089d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679312 May 05 20:00:25.304620 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dabb550b-7788-422c-a12d-4974bad94244 req-19b06c04-2d69-42a5-9051-3aee68cb6c42 service neutron] 10.222.0.24 "GET /v2.0/networks/98f65143-638f-41c6-b245-4fc7a96707e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986465 May 05 20:00:25.360874 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce833f4-6e3b-434d-9a0c-7a199d074fa4 req-dbad797b-cb5c-41d8-b1c0-814ed74c6ab7 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:25.362625 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fce833f4-6e3b-434d-9a0c-7a199d074fa4 req-dbad797b-cb5c-41d8-b1c0-814ed74c6ab7 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ada14d4-7aba-4b42-99fe-0ab13970f361 HTTP/1.1" status: 200 len: 948 time: 0.1575754 May 05 20:00:25.506533 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fce833f4-6e3b-434d-9a0c-7a199d074fa4 req-b0c44817-87eb-441e-9a04-aa17f00c7f2a tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] 10.222.0.36 "GET /v2.0/security-groups?id=74d729d4-bb0b-4e6d-b8e2-628b6688320d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359942 May 05 20:00:25.536527 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dabb550b-7788-422c-a12d-4974bad94244 req-71b69b35-5b9d-448f-8897-efc4bf3d19fe service neutron] 10.222.0.24 "GET /v2.0/networks/98f65143-638f-41c6-b245-4fc7a96707e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236443 May 05 20:00:25.613268 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 42008) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:00:25.659307 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e2889e-479c-4ce1-987c-a6ea7f23f206 req-94f83c13-f959-45de-8d31-fa48f76481e3 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:25.669835 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d8e2889e-479c-4ce1-987c-a6ea7f23f206 req-94f83c13-f959-45de-8d31-fa48f76481e3 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/ports?device_id=c406eeb3-a729-4336-a7a7-a2ad14d57bf5 HTTP/1.1" status: 200 len: 945 time: 0.1774001 May 05 20:00:25.786172 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-2d12bd60-9e05-4654-ad93-cd04c628e726 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-874225632-network', 'tenant_id': '3d0f5ae877b24f5eb86b2584eac5dbad'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:00:25.792314 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-2d12bd60-9e05-4654-ad93-cd04c628e726 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:00:25.796119 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d8e2889e-479c-4ce1-987c-a6ea7f23f206 req-f9cd9741-4043-4b9a-ab56-f7c98cb7401a tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cb43301-61da-408d-ba7f-c0b8dd491c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249936 May 05 20:00:25.806344 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-2d12bd60-9e05-4654-ad93-cd04c628e726 admin admin] Usage tracker for resource:network and tenant:3d0f5ae877b24f5eb86b2584eac5dbad is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:00:25.810255 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-2d12bd60-9e05-4654-ad93-cd04c628e726 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:00:25.832253 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-2d12bd60-9e05-4654-ad93-cd04c628e726 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:00:25.911860 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d12bd60-9e05-4654-ad93-cd04c628e726 admin admin] Made reservation on behalf of 3d0f5ae877b24f5eb86b2584eac5dbad for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:00:25.914123 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2d12bd60-9e05-4654-ad93-cd04c628e726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:25.919937 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-56d38359-e4b9-47c2-8970-028f38286659 req-c2b0cd38-b1fb-406d-8602-14e4d15d9930 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf5420af-229c-4e50-ae74-672fefcddb52 HTTP/1.1" status: 200 len: 210 time: 0.0569432 May 05 20:00:25.931608 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2d12bd60-9e05-4654-ad93-cd04c628e726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:25.961414 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-2d12bd60-9e05-4654-ad93-cd04c628e726 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:00:25.974304 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e3d14-3094-4d00-8db9-a58695c51588 req-3012e264-c613-4325-90a7-cf6624cf657e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:25.975617 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e3d14-3094-4d00-8db9-a58695c51588 req-3012e264-c613-4325-90a7-cf6624cf657e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:25.976107 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e3d14-3094-4d00-8db9-a58695c51588 req-3012e264-c613-4325-90a7-cf6624cf657e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:25.979819 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e3d14-3094-4d00-8db9-a58695c51588 req-3012e264-c613-4325-90a7-cf6624cf657e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:25.980309 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e3d14-3094-4d00-8db9-a58695c51588 req-3012e264-c613-4325-90a7-cf6624cf657e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:25.980782 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e3d14-3094-4d00-8db9-a58695c51588 req-3012e264-c613-4325-90a7-cf6624cf657e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:25.981250 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e3d14-3094-4d00-8db9-a58695c51588 req-3012e264-c613-4325-90a7-cf6624cf657e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:25.983392 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-209e3d14-3094-4d00-8db9-a58695c51588 req-3012e264-c613-4325-90a7-cf6624cf657e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=99f8ff370e2040efb9285a4ae37c20cd&device_id=c66c5a81-58b3-46e3-8e2a-9f67da08f252 HTTP/1.1" status: 200 len: 6476 time: 0.3380396 May 05 20:00:25.984635 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-2d12bd60-9e05-4654-ad93-cd04c628e726 admin admin] Usage tracker for resource:security_group_rule and tenant:3d0f5ae877b24f5eb86b2584eac5dbad is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:00:25.988495 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-2d12bd60-9e05-4654-ad93-cd04c628e726 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:00:26.017621 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-2d12bd60-9e05-4654-ad93-cd04c628e726 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:00:26.133873 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c16d4-6d45-4191-91a9-5bd82d83d128 req-175271f5-9e6c-43b2-b698-b37aa3054140 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:26.139759 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c16d4-6d45-4191-91a9-5bd82d83d128 req-175271f5-9e6c-43b2-b698-b37aa3054140 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:26.147488 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c16d4-6d45-4191-91a9-5bd82d83d128 req-175271f5-9e6c-43b2-b698-b37aa3054140 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:26.154782 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c16d4-6d45-4191-91a9-5bd82d83d128 req-175271f5-9e6c-43b2-b698-b37aa3054140 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:26.158741 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c16d4-6d45-4191-91a9-5bd82d83d128 req-175271f5-9e6c-43b2-b698-b37aa3054140 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:26.164809 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c16d4-6d45-4191-91a9-5bd82d83d128 req-175271f5-9e6c-43b2-b698-b37aa3054140 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:26.171003 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c16d4-6d45-4191-91a9-5bd82d83d128 req-175271f5-9e6c-43b2-b698-b37aa3054140 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:26.180216 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-239c16d4-6d45-4191-91a9-5bd82d83d128 req-175271f5-9e6c-43b2-b698-b37aa3054140 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933ae74-0c33-4c3c-82a1-5c532a76f33d HTTP/1.1" status: 200 len: 5431 time: 0.3450460 May 05 20:00:26.215750 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a318e06-f3cf-46c4-a1b6-d4328098f8e5 req-702e4dc6-8a32-4ef4-aca6-dc4ea73393f4 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:26.221842 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a318e06-f3cf-46c4-a1b6-d4328098f8e5 req-702e4dc6-8a32-4ef4-aca6-dc4ea73393f4 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:26.228195 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a318e06-f3cf-46c4-a1b6-d4328098f8e5 req-702e4dc6-8a32-4ef4-aca6-dc4ea73393f4 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:26.235945 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a318e06-f3cf-46c4-a1b6-d4328098f8e5 req-702e4dc6-8a32-4ef4-aca6-dc4ea73393f4 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:26.241888 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a318e06-f3cf-46c4-a1b6-d4328098f8e5 req-702e4dc6-8a32-4ef4-aca6-dc4ea73393f4 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:26.249098 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a318e06-f3cf-46c4-a1b6-d4328098f8e5 req-702e4dc6-8a32-4ef4-aca6-dc4ea73393f4 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:26.257719 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a318e06-f3cf-46c4-a1b6-d4328098f8e5 req-702e4dc6-8a32-4ef4-aca6-dc4ea73393f4 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:26.260488 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4a318e06-f3cf-46c4-a1b6-d4328098f8e5 req-702e4dc6-8a32-4ef4-aca6-dc4ea73393f4 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/ports?device_id=c66c5a81-58b3-46e3-8e2a-9f67da08f252 HTTP/1.1" status: 200 len: 5419 time: 0.2035878 May 05 20:00:26.302667 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-239c16d4-6d45-4191-91a9-5bd82d83d128 req-dbc04037-d53a-4b0f-95a7-a9a6091d1a01 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e6be8f4-cbde-48c1-a6fd-f6caadba2c70&id=b31ec34e-3cb0-41c2-a678-bc0e8ba8a08d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1214130 May 05 20:00:26.314609 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e3d14-3094-4d00-8db9-a58695c51588 req-10ba03fb-277c-4845-8cff-1ea901c23dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:26.316313 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-209e3d14-3094-4d00-8db9-a58695c51588 req-10ba03fb-277c-4845-8cff-1ea901c23dd5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0940b73f-d9f5-4601-bc7a-4ddc6f68c068 HTTP/1.1" status: 200 len: 902 time: 0.3249035 May 05 20:00:26.332162 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4a318e06-f3cf-46c4-a1b6-d4328098f8e5 req-e62e6d1d-36ae-43e8-b45e-08ca68dc3010 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ea4b63-4d77-466d-a6d0-2611e1957d3d&id=6ef0a585-a6a9-4dc9-9f77-73dacf2639b2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0606163 May 05 20:00:26.347996 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d188c78-9b4d-4491-951b-d67a568e5f64 req-f49fc7dd-c12f-421d-8647-38b7c460145c tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:26.349848 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1d188c78-9b4d-4491-951b-d67a568e5f64 req-f49fc7dd-c12f-421d-8647-38b7c460145c tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ada14d4-7aba-4b42-99fe-0ab13970f361 HTTP/1.1" status: 200 len: 948 time: 0.2245274 May 05 20:00:26.369598 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:00:26.419417 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-209e3d14-3094-4d00-8db9-a58695c51588 req-5a51545f-5de9-429c-93ca-0b46b955bd91 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=d8cebe77-24e5-40d1-a4fd-946a285e28bf HTTP/1.1" status: 200 len: 217 time: 0.0952678 May 05 20:00:26.491978 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-1d188c78-9b4d-4491-951b-d67a568e5f64 req-19feff85-0d59-4e03-a22d-8a5dcf090b20 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Deleting port 59d900ca-6fa6-412a-bab1-dcae6d354933 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:00:26.493232 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1d188c78-9b4d-4491-951b-d67a568e5f64 req-19feff85-0d59-4e03-a22d-8a5dcf090b20 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:26.507881 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2d12bd60-9e05-4654-ad93-cd04c628e726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:26.519387 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2d12bd60-9e05-4654-ad93-cd04c628e726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:26.538413 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e3d14-3094-4d00-8db9-a58695c51588 req-deb55807-e402-4714-93cf-144c1a68bc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:26.553586 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-209e3d14-3094-4d00-8db9-a58695c51588 req-deb55807-e402-4714-93cf-144c1a68bc7c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=27e9ce9d-105a-4d07-aa22-c9895d777ddb HTTP/1.1" status: 200 len: 797 time: 0.1188028 May 05 20:00:26.654191 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d12bd60-9e05-4654-ad93-cd04c628e726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88edd133-940c-40dd-9d62-baa884811525,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:26.666414 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d12bd60-9e05-4654-ad93-cd04c628e726 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:00:26.683654 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2d12bd60-9e05-4654-ad93-cd04c628e726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:26.684368 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-2d12bd60-9e05-4654-ad93-cd04c628e726 admin admin] Added segment fc47f7c3-e060-482b-9161-e650e0fd7763 of type vlan for network 0e9b3553-e353-4ee2-a08c-1966a6de6011 May 05 20:00:26.733908 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2d12bd60-9e05-4654-ad93-cd04c628e726 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:26.759389 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e3d14-3094-4d00-8db9-a58695c51588 req-59f3d389-815e-4e4a-94de-0661cb395362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:26.766993 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-209e3d14-3094-4d00-8db9-a58695c51588 req-59f3d389-815e-4e4a-94de-0661cb395362 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0940b73f-d9f5-4601-bc7a-4ddc6f68c068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2037125 May 05 20:00:26.886897 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2d12bd60-9e05-4654-ad93-cd04c628e726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:26.887983 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d12bd60-9e05-4654-ad93-cd04c628e726 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:26.888552 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2d12bd60-9e05-4654-ad93-cd04c628e726 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:26.951201 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-1d188c78-9b4d-4491-951b-d67a568e5f64 req-19feff85-0d59-4e03-a22d-8a5dcf090b20 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] For port 59d900ca-6fa6-412a-bab1-dcae6d354933, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=59d900ca-6fa6-412a-bab1-dcae6d354933,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:00:26.952262 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1d188c78-9b4d-4491-951b-d67a568e5f64 req-19feff85-0d59-4e03-a22d-8a5dcf090b20 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:27.082266 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d12bd60-9e05-4654-ad93-cd04c628e726 admin admin] Pushing event updated for resources: {'Network': ['ID=0e9b3553-e353-4ee2-a08c-1966a6de6011,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:27.087966 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-2d12bd60-9e05-4654-ad93-cd04c628e726 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4735491 May 05 20:00:27.090030 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-209e3d14-3094-4d00-8db9-a58695c51588 req-0fd1d25c-0b2e-41eb-9334-82371d5b6c11 service neutron] 10.222.0.24 "GET /v2.0/networks/0940b73f-d9f5-4601-bc7a-4ddc6f68c068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3161731 May 05 20:00:27.091968 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 42030) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:00:27.094009 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 0e9b3553-e353-4ee2-a08c-1966a6de6011 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:00:27.100201 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-b8367025-c469-452f-b6e8-5c9d804de6a9 admin admin] Request body: {'subnet': {'network_id': '0e9b3553-e353-4ee2-a08c-1966a6de6011', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-874225632-subnet', 'tenant_id': '3d0f5ae877b24f5eb86b2584eac5dbad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:00:27.128945 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-1d188c78-9b4d-4491-951b-d67a568e5f64 req-19feff85-0d59-4e03-a22d-8a5dcf090b20 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Calling delete_port for 59d900ca-6fa6-412a-bab1-dcae6d354933 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:00:27.129203 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-b8367025-c469-452f-b6e8-5c9d804de6a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:00:27.149484 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-b8367025-c469-452f-b6e8-5c9d804de6a9 admin admin] Usage tracker for resource:subnet and tenant:3d0f5ae877b24f5eb86b2584eac5dbad is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:00:27.154737 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-b8367025-c469-452f-b6e8-5c9d804de6a9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:00:27.165192 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-b8367025-c469-452f-b6e8-5c9d804de6a9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:00:27.192561 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47061f-5ba1-43db-9218-e54a831a91b5 req-73414733-f993-45f0-9ca8-b79933407885 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:27.200127 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bc47061f-5ba1-43db-9218-e54a831a91b5 req-73414733-f993-45f0-9ca8-b79933407885 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=78022ff8-79b6-40f3-923b-df6f4cd7291b HTTP/1.1" status: 200 len: 945 time: 0.3715835 May 05 20:00:27.356365 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bc47061f-5ba1-43db-9218-e54a831a91b5 req-deae8e5f-726f-4a66-80c6-de2512c86f7d tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/security-groups?id=60903d7d-e068-4be3-b1cd-aedae880a3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551073 May 05 20:00:27.359286 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb016d0-3026-42b9-8a30-3a760de8e66c req-031453d3-63a3-4c86-aa0c-4416105d2b0a tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:27.361590 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dbb016d0-3026-42b9-8a30-3a760de8e66c req-031453d3-63a3-4c86-aa0c-4416105d2b0a tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ada14d4-7aba-4b42-99fe-0ab13970f361 HTTP/1.1" status: 200 len: 948 time: 0.4806869 May 05 20:00:27.371152 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8367025-c469-452f-b6e8-5c9d804de6a9 admin admin] Made reservation on behalf of 3d0f5ae877b24f5eb86b2584eac5dbad for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:00:27.373985 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b8367025-c469-452f-b6e8-5c9d804de6a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:27.455160 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9840cc-61ad-4e57-9b0c-536e853f6e81 req-8e118208-b114-4812-a83c-edea19196300 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:27.456705 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9c9840cc-61ad-4e57-9b0c-536e853f6e81 req-8e118208-b114-4812-a83c-edea19196300 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.50 "GET /v2.0/networks?id=00ecdd9f-1135-415f-b0c6-51153b85089d HTTP/1.1" status: 200 len: 812 time: 0.4206264 May 05 20:00:27.475779 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-9c9840cc-61ad-4e57-9b0c-536e853f6e81 req-2d618aa1-bf09-47f7-958a-cc6655654779 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Request body: {'port': {'device_id': 'bf5420af-229c-4e50-ae74-672fefcddb52', 'network_id': '00ecdd9f-1135-415f-b0c6-51153b85089d', 'admin_state_up': True, 'tenant_id': '5dc7995786b847999f5838924c32320a'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:00:27.532956 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1d188c78-9b4d-4491-951b-d67a568e5f64 req-19feff85-0d59-4e03-a22d-8a5dcf090b20 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:27.549874 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-209e3d14-3094-4d00-8db9-a58695c51588 req-20e5db82-7c7f-4dbd-aa34-ed328ecd9230 service neutron] 10.222.0.24 "GET /v2.0/networks/0940b73f-d9f5-4601-bc7a-4ddc6f68c068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4458599 May 05 20:00:27.569686 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dbb016d0-3026-42b9-8a30-3a760de8e66c req-788a261f-7920-450d-b0e7-f04e7467e1c4 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] 10.222.0.36 "GET /v2.0/security-groups?id=74d729d4-bb0b-4e6d-b8e2-628b6688320d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994038 May 05 20:00:27.724249 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19feff85-0d59-4e03-a22d-8a5dcf090b20 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Pushing event deleted for resources: {'Port': ['ID=59d900ca-6fa6-412a-bab1-dcae6d354933,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:27.796433 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d188c78-9b4d-4491-951b-d67a568e5f64 req-19feff85-0d59-4e03-a22d-8a5dcf090b20 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] No DVR routers for this DVR port 59d900ca-6fa6-412a-bab1-dcae6d354933 on host n-h1-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:00:27.803719 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1d188c78-9b4d-4491-951b-d67a568e5f64 req-19feff85-0d59-4e03-a22d-8a5dcf090b20 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:27.806360 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ada14d4-7aba-4b42-99fe-0ab13970f361', 'name': 'network-vif-deleted', 'tag': '59d900ca-6fa6-412a-bab1-dcae6d354933'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:00:27.811250 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b8367025-c469-452f-b6e8-5c9d804de6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:27.912543 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8367025-c469-452f-b6e8-5c9d804de6a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ac6a8cc-9c4c-43e4-a329-07fce1c0db3a,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:27.933001 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8367025-c469-452f-b6e8-5c9d804de6a9 admin admin] Checking segment: {'id': 'fc47f7c3-e060-482b-9161-e650e0fd7763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0e9b3553-e353-4ee2-a08c-1966a6de6011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:00:27.933503 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8367025-c469-452f-b6e8-5c9d804de6a9 admin admin] Network hostable DHCP agents. Network: 0e9b3553-e353-4ee2-a08c-1966a6de6011, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:00:27.946355 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47648404-4be5-4dfc-944e-4236b448ce5d req-cc16342f-cd70-498c-91d9-e0b427f7b27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:27.947007 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47648404-4be5-4dfc-944e-4236b448ce5d req-cc16342f-cd70-498c-91d9-e0b427f7b27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:27.953559 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47648404-4be5-4dfc-944e-4236b448ce5d req-cc16342f-cd70-498c-91d9-e0b427f7b27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:27.954122 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47648404-4be5-4dfc-944e-4236b448ce5d req-cc16342f-cd70-498c-91d9-e0b427f7b27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:27.954826 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47648404-4be5-4dfc-944e-4236b448ce5d req-cc16342f-cd70-498c-91d9-e0b427f7b27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:27.955419 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47648404-4be5-4dfc-944e-4236b448ce5d req-cc16342f-cd70-498c-91d9-e0b427f7b27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:27.957613 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47648404-4be5-4dfc-944e-4236b448ce5d req-cc16342f-cd70-498c-91d9-e0b427f7b27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:27.960108 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-47648404-4be5-4dfc-944e-4236b448ce5d req-cc16342f-cd70-498c-91d9-e0b427f7b27a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=99f8ff370e2040efb9285a4ae37c20cd&device_id=c66c5a81-58b3-46e3-8e2a-9f67da08f252 HTTP/1.1" status: 200 len: 6476 time: 0.3119626 May 05 20:00:27.976418 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-9c9840cc-61ad-4e57-9b0c-536e853f6e81 req-2d618aa1-bf09-47f7-958a-cc6655654779 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:00:27.982568 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1d188c78-9b4d-4491-951b-d67a568e5f64 req-19feff85-0d59-4e03-a22d-8a5dcf090b20 tempest-ListImageFiltersTestJSON-1846492854 tempest-ListImageFiltersTestJSON-1846492854-project] 10.222.0.24 "DELETE /v2.0/ports/59d900ca-6fa6-412a-bab1-dcae6d354933 HTTP/1.1" status: 204 len: 173 time: 1.6267991 May 05 20:00:27.998261 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c12ab-6364-447e-9be4-de0f1c86fc88 req-82f85908-afbb-4595-bb84-e02029dc6599 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:27.999798 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-519c12ab-6364-447e-9be4-de0f1c86fc88 req-82f85908-afbb-4595-bb84-e02029dc6599 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/ports?device_id=c406eeb3-a729-4336-a7a7-a2ad14d57bf5 HTTP/1.1" status: 200 len: 945 time: 0.5087891 May 05 20:00:28.001665 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-9c9840cc-61ad-4e57-9b0c-536e853f6e81 req-2d618aa1-bf09-47f7-958a-cc6655654779 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:00:28.033756 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8367025-c469-452f-b6e8-5c9d804de6a9 admin admin] Network 0e9b3553-e353-4ee2-a08c-1966a6de6011 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:00:28.046786 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-26c1d26f-cfae-4213-acf9-e471f285e348 req-0eaa1a40-ed80-4629-8f08-cde5e6f0f16d tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf5420af-229c-4e50-ae74-672fefcddb52 HTTP/1.1" status: 200 len: 210 time: 0.0726066 May 05 20:00:28.059976 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c9840cc-61ad-4e57-9b0c-536e853f6e81 req-2d618aa1-bf09-47f7-958a-cc6655654779 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Made reservation on behalf of 5dc7995786b847999f5838924c32320a for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:00:28.064932 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9c9840cc-61ad-4e57-9b0c-536e853f6e81 req-2d618aa1-bf09-47f7-958a-cc6655654779 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:28.090122 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-519c12ab-6364-447e-9be4-de0f1c86fc88 req-2e0c3023-f6d2-4a60-8c44-f8c1da2c3bea tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cb43301-61da-408d-ba7f-c0b8dd491c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817099 May 05 20:00:28.104102 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-b8367025-c469-452f-b6e8-5c9d804de6a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 0e9b3553-e353-4ee2-a08c-1966a6de6011) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:00:28.113981 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ef6840-3bfe-4823-8ec0-b0b33d7b3d3e None None] Network 0e9b3553-e353-4ee2-a08c-1966a6de6011 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:00:28.176885 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8367025-c469-452f-b6e8-5c9d804de6a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:28.177524 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b8367025-c469-452f-b6e8-5c9d804de6a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:28.342722 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-9c9840cc-61ad-4e57-9b0c-536e853f6e81 req-2d618aa1-bf09-47f7-958a-cc6655654779 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Allocated IP 172.20.0.2 (00ecdd9f-1135-415f-b0c6-51153b85089d/08fe5f50-bbcd-4aa2-adfb-1629cfc316ff/5df09f37-fcf2-4bc7-9347-45d1a525e374) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:00:28.369697 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-b8367025-c469-452f-b6e8-5c9d804de6a9 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2690034 May 05 20:00:28.383083 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47648404-4be5-4dfc-944e-4236b448ce5d req-4f6dcd59-dce7-488b-be6b-61b267ab7639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:28.384575 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-47648404-4be5-4dfc-944e-4236b448ce5d req-4f6dcd59-dce7-488b-be6b-61b267ab7639 service neutron] 10.222.0.24 "GET /v2.0/networks?id=98f65143-638f-41c6-b245-4fc7a96707e2 HTTP/1.1" status: 200 len: 901 time: 0.4092498 May 05 20:00:28.420174 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50e33bb-8eef-41b1-9788-0789857d32ad None None] Network 0e9b3553-e353-4ee2-a08c-1966a6de6011 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:00:28.474265 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-47648404-4be5-4dfc-944e-4236b448ce5d req-4c5ca640-8d53-42d8-8279-5f294b5ce406 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=823374b2-c1db-4105-8ac8-804b4d578fcc HTTP/1.1" status: 200 len: 217 time: 0.0780103 May 05 20:00:28.536460 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1dcd25-ae15-4b54-a910-a3caf42ce809 req-1839eaeb-9cab-4696-a477-d2ad0489aa45 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:28.542740 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1dcd25-ae15-4b54-a910-a3caf42ce809 req-1839eaeb-9cab-4696-a477-d2ad0489aa45 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:28.549990 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1dcd25-ae15-4b54-a910-a3caf42ce809 req-1839eaeb-9cab-4696-a477-d2ad0489aa45 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:28.556934 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1dcd25-ae15-4b54-a910-a3caf42ce809 req-1839eaeb-9cab-4696-a477-d2ad0489aa45 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:28.563273 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1dcd25-ae15-4b54-a910-a3caf42ce809 req-1839eaeb-9cab-4696-a477-d2ad0489aa45 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:28.569349 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1dcd25-ae15-4b54-a910-a3caf42ce809 req-1839eaeb-9cab-4696-a477-d2ad0489aa45 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:28.575347 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1dcd25-ae15-4b54-a910-a3caf42ce809 req-1839eaeb-9cab-4696-a477-d2ad0489aa45 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:28.585578 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3c1dcd25-ae15-4b54-a910-a3caf42ce809 req-1839eaeb-9cab-4696-a477-d2ad0489aa45 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933ae74-0c33-4c3c-82a1-5c532a76f33d HTTP/1.1" status: 200 len: 5431 time: 0.3814285 May 05 20:00:28.613859 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c0ab09-8c43-438a-ab0b-d41015b493eb req-27e2f5c6-0c8f-4a6c-926e-91289bf4d4b1 tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:28.615681 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-77c0ab09-8c43-438a-ab0b-d41015b493eb req-27e2f5c6-0c8f-4a6c-926e-91289bf4d4b1 tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] 10.222.0.50 "GET /v2.0/ports?device_id=de3a5a79-7e81-44fa-952a-5884abd9eba0 HTTP/1.1" status: 200 len: 945 time: 0.3308349 May 05 20:00:28.703702 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d579479-d6e4-4674-bafa-5124020705fb req-5ea21dff-4396-4555-86ab-cedb2f990b76 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:28.707763 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47648404-4be5-4dfc-944e-4236b448ce5d req-a86ccae8-aea0-4d29-b752-6251715a4de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:28.709388 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-47648404-4be5-4dfc-944e-4236b448ce5d req-a86ccae8-aea0-4d29-b752-6251715a4de3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c1793040-0572-406b-b093-3a5c700275df HTTP/1.1" status: 200 len: 797 time: 0.2261133 May 05 20:00:28.710017 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d579479-d6e4-4674-bafa-5124020705fb req-5ea21dff-4396-4555-86ab-cedb2f990b76 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:28.715923 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d579479-d6e4-4674-bafa-5124020705fb req-5ea21dff-4396-4555-86ab-cedb2f990b76 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:28.724215 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d579479-d6e4-4674-bafa-5124020705fb req-5ea21dff-4396-4555-86ab-cedb2f990b76 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:28.733916 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d579479-d6e4-4674-bafa-5124020705fb req-5ea21dff-4396-4555-86ab-cedb2f990b76 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:28.746228 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d579479-d6e4-4674-bafa-5124020705fb req-5ea21dff-4396-4555-86ab-cedb2f990b76 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:28.746228 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d579479-d6e4-4674-bafa-5124020705fb req-5ea21dff-4396-4555-86ab-cedb2f990b76 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:28.752863 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9d579479-d6e4-4674-bafa-5124020705fb req-5ea21dff-4396-4555-86ab-cedb2f990b76 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/ports?device_id=c66c5a81-58b3-46e3-8e2a-9f67da08f252 HTTP/1.1" status: 200 len: 5419 time: 0.3438666 May 05 20:00:28.804485 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9c9840cc-61ad-4e57-9b0c-536e853f6e81 req-2d618aa1-bf09-47f7-958a-cc6655654779 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:28.809590 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-77c0ab09-8c43-438a-ab0b-d41015b493eb req-ec170de3-491f-4932-8d3e-3d8649f34e5e tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Deleting port a0f2af4a-c45e-4d58-809e-c8a0cba697d0 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:00:28.809934 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-77c0ab09-8c43-438a-ab0b-d41015b493eb req-ec170de3-491f-4932-8d3e-3d8649f34e5e tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:28.833350 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9d579479-d6e4-4674-bafa-5124020705fb req-07135451-d81c-4378-9adf-ff81bbe2f042 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ea4b63-4d77-466d-a6d0-2611e1957d3d&id=6ef0a585-a6a9-4dc9-9f77-73dacf2639b2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0781770 May 05 20:00:28.867092 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3c1dcd25-ae15-4b54-a910-a3caf42ce809 req-ff3d4556-0c53-40ea-bab8-e68c8d359dfc tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e6be8f4-cbde-48c1-a6fd-f6caadba2c70&id=b31ec34e-3cb0-41c2-a678-bc0e8ba8a08d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2805195 May 05 20:00:28.873427 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9c9840cc-61ad-4e57-9b0c-536e853f6e81 req-2d618aa1-bf09-47f7-958a-cc6655654779 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:28.955044 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c38757d-d456-4696-b0a2-4f603e360dcf'] response: {'server_uuid': '1ada14d4-7aba-4b42-99fe-0ab13970f361', 'name': 'network-vif-deleted', 'tag': '59d900ca-6fa6-412a-bab1-dcae6d354933', 'status': 'completed', 'code': 200} May 05 20:00:28.957998 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d618aa1-bf09-47f7-958a-cc6655654779 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Pushing event updated for resources: {'Port': ['ID=5df09f37-fcf2-4bc7-9347-45d1a525e374,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:28.973362 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c9840cc-61ad-4e57-9b0c-536e853f6e81 req-2d618aa1-bf09-47f7-958a-cc6655654779 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Network 00ecdd9f-1135-415f-b0c6-51153b85089d is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:00:28.974693 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-9c9840cc-61ad-4e57-9b0c-536e853f6e81 req-2d618aa1-bf09-47f7-958a-cc6655654779 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:00:28.978453 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c9840cc-61ad-4e57-9b0c-536e853f6e81 req-2d618aa1-bf09-47f7-958a-cc6655654779 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:00:29.059827 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47648404-4be5-4dfc-944e-4236b448ce5d req-4bebbcb1-b530-4b0f-b98a-30b55228ac67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:29.061423 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-47648404-4be5-4dfc-944e-4236b448ce5d req-4bebbcb1-b530-4b0f-b98a-30b55228ac67 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=98f65143-638f-41c6-b245-4fc7a96707e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3440864 May 05 20:00:29.100681 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9840cc-61ad-4e57-9b0c-536e853f6e81 req-2d618aa1-bf09-47f7-958a-cc6655654779 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:29.101303 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9c9840cc-61ad-4e57-9b0c-536e853f6e81 req-2d618aa1-bf09-47f7-958a-cc6655654779 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:29.149268 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9c9840cc-61ad-4e57-9b0c-536e853f6e81 req-2d618aa1-bf09-47f7-958a-cc6655654779 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6782324 May 05 20:00:29.161196 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc12656-4f13-4131-974e-fe1d169d682d req-0f8f2a74-3678-43a3-9820-c73daec1cf89 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:29.163487 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1cc12656-4f13-4131-974e-fe1d169d682d req-0f8f2a74-3678-43a3-9820-c73daec1cf89 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=78022ff8-79b6-40f3-923b-df6f4cd7291b HTTP/1.1" status: 200 len: 945 time: 0.1559567 May 05 20:00:29.169986 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-9c9840cc-61ad-4e57-9b0c-536e853f6e81 req-38209f90-f3ea-4292-af8c-d16d1d00138f service neutron] Request body: {'port': {'device_id': 'bf5420af-229c-4e50-ae74-672fefcddb52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:00:29.268639 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-77c0ab09-8c43-438a-ab0b-d41015b493eb req-ec170de3-491f-4932-8d3e-3d8649f34e5e tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] For port a0f2af4a-c45e-4d58-809e-c8a0cba697d0, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=a0f2af4a-c45e-4d58-809e-c8a0cba697d0,segment=NetworkSegment(ecb6aeee-b225-4e3b-a7b6-70622da0cf45),segment_id=ecb6aeee-b225-4e3b-a7b6-70622da0cf45)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:00:29.269710 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-77c0ab09-8c43-438a-ab0b-d41015b493eb req-ec170de3-491f-4932-8d3e-3d8649f34e5e tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:29.340835 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1cc12656-4f13-4131-974e-fe1d169d682d req-3ccf1d53-8ea8-4617-8248-626aeed02f43 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/security-groups?id=60903d7d-e068-4be3-b1cd-aedae880a3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322145 May 05 20:00:29.358692 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9c9840cc-61ad-4e57-9b0c-536e853f6e81 req-38209f90-f3ea-4292-af8c-d16d1d00138f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:29.539093 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-47648404-4be5-4dfc-944e-4236b448ce5d req-4acdbde0-413c-486b-b6c9-39f2023922d4 service neutron] 10.222.0.24 "GET /v2.0/networks/98f65143-638f-41c6-b245-4fc7a96707e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4704700 May 05 20:00:29.545637 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-77c0ab09-8c43-438a-ab0b-d41015b493eb req-ec170de3-491f-4932-8d3e-3d8649f34e5e tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Calling delete_port for a0f2af4a-c45e-4d58-809e-c8a0cba697d0 owned by compute:nova {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:00:29.726336 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51dfa91-5b3d-466f-ba44-4aba152e906c req-31f11e28-8550-4117-8f31-8d699e20a177 tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:29.728101 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a51dfa91-5b3d-466f-ba44-4aba152e906c req-31f11e28-8550-4117-8f31-8d699e20a177 tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] 10.222.0.36 "GET /v2.0/ports?device_id=de3a5a79-7e81-44fa-952a-5884abd9eba0 HTTP/1.1" status: 200 len: 945 time: 0.2687373 May 05 20:00:29.784559 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd59339-7bc4-4f73-ad7d-408298729672 req-23eec6e2-26b4-47ac-a399-d5057694d598 tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:29.785987 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9bd59339-7bc4-4f73-ad7d-408298729672 req-23eec6e2-26b4-47ac-a399-d5057694d598 tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] 10.222.0.24 "GET /v2.0/ports?device_id=63d6e346-2c04-4083-91cf-5a0be54187d6 HTTP/1.1" status: 200 len: 945 time: 0.3795476 May 05 20:00:29.844757 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a840c2-2ad7-495a-8b1f-64be2480a535 req-59b3fe72-83ad-4728-8572-27f2107475cd tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:29.845438 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-c3a840c2-2ad7-495a-8b1f-64be2480a535 req-59b3fe72-83ad-4728-8572-27f2107475cd tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] Synchronizing usage tracker for tenant:3d0f5ae877b24f5eb86b2584eac5dbad on resource:network {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:00:29.885283 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-47648404-4be5-4dfc-944e-4236b448ce5d req-bc457cad-d018-4403-9d84-d2ceda3194d5 service neutron] 10.222.0.24 "GET /v2.0/networks/98f65143-638f-41c6-b245-4fc7a96707e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978830 May 05 20:00:29.914019 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-c3a840c2-2ad7-495a-8b1f-64be2480a535 req-59b3fe72-83ad-4728-8572-27f2107475cd tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] Unset dirty status for tenant:3d0f5ae877b24f5eb86b2584eac5dbad on resource:network {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:00:29.915385 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c3a840c2-2ad7-495a-8b1f-64be2480a535 req-59b3fe72-83ad-4728-8572-27f2107475cd tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] 10.222.0.36 "GET /v2.0/networks?id=0e9b3553-e353-4ee2-a08c-1966a6de6011 HTTP/1.1" status: 200 len: 820 time: 0.4540079 May 05 20:00:29.945039 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a51dfa91-5b3d-466f-ba44-4aba152e906c req-2e03d48e-1320-46b1-aad0-4d66a213bdc1 tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] 10.222.0.36 "GET /v2.0/security-groups?id=80fa4dbb-a071-449b-a651-c883c7b9af94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106397 May 05 20:00:29.950762 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004d572d-de7d-4d92-b74b-69a894c4db70 req-52c830cf-3621-4871-87a1-9611637bff9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:29.952449 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-004d572d-de7d-4d92-b74b-69a894c4db70 req-52c830cf-3621-4871-87a1-9611637bff9d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2ac5211529134663a7b81ee9a43f1be9&device_id=78022ff8-79b6-40f3-923b-df6f4cd7291b HTTP/1.1" status: 200 len: 1096 time: 0.3435140 May 05 20:00:29.966989 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-9bd59339-7bc4-4f73-ad7d-408298729672 req-6e9d8f0c-f6ab-4409-9865-8bc5265ad17e tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Deleting port 0aff34d5-fe04-4ee9-b617-0bfffcdd96d3 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:00:29.967329 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9bd59339-7bc4-4f73-ad7d-408298729672 req-6e9d8f0c-f6ab-4409-9865-8bc5265ad17e tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:29.980625 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-77c0ab09-8c43-438a-ab0b-d41015b493eb req-ec170de3-491f-4932-8d3e-3d8649f34e5e tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:29.992009 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['0aff34d5-fe04-4ee9-b617-0bfffcdd96d3'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:00:30.058953 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['a0f2af4a-c45e-4d58-809e-c8a0cba697d0'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:00:30.063882 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec170de3-491f-4932-8d3e-3d8649f34e5e tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Pushing event deleted for resources: {'Port': ['ID=a0f2af4a-c45e-4d58-809e-c8a0cba697d0,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:30.083636 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c3a840c2-2ad7-495a-8b1f-64be2480a535 req-6a20aabe-ea8d-4cfb-985f-47906b601601 tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] 10.222.0.36 "GET /v2.0/quotas/3d0f5ae877b24f5eb86b2584eac5dbad HTTP/1.1" status: 200 len: 375 time: 0.1562154 May 05 20:00:30.191976 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c3a840c2-2ad7-495a-8b1f-64be2480a535 req-7589310d-e485-4adf-935b-493515d9f9c2 tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3d0f5ae877b24f5eb86b2584eac5dbad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1073561 May 05 20:00:30.257412 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 59d900ca-6fa6-412a-bab1-dcae6d354933 no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:00:30.286683 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-77c0ab09-8c43-438a-ab0b-d41015b493eb req-ec170de3-491f-4932-8d3e-3d8649f34e5e tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] No DVR routers for this DVR port a0f2af4a-c45e-4d58-809e-c8a0cba697d0 on host n-h2-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:00:30.298657 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-77c0ab09-8c43-438a-ab0b-d41015b493eb req-ec170de3-491f-4932-8d3e-3d8649f34e5e tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:30.301447 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de3a5a79-7e81-44fa-952a-5884abd9eba0', 'name': 'network-vif-deleted', 'tag': 'a0f2af4a-c45e-4d58-809e-c8a0cba697d0'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:00:30.303647 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] No Port match for: 59d900ca-6fa6-412a-bab1-dcae6d354933 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:00:30.304068 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 59d900ca-6fa6-412a-bab1-dcae6d354933 not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:00:30.383539 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-77c0ab09-8c43-438a-ab0b-d41015b493eb req-ec170de3-491f-4932-8d3e-3d8649f34e5e tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] 10.222.0.50 "DELETE /v2.0/ports/a0f2af4a-c45e-4d58-809e-c8a0cba697d0 HTTP/1.1" status: 204 len: 173 time: 1.7580495 May 05 20:00:30.412223 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47648404-4be5-4dfc-944e-4236b448ce5d req-c6c872c3-658c-4885-b4a6-cad50eb1df52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:30.412969 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47648404-4be5-4dfc-944e-4236b448ce5d req-c6c872c3-658c-4885-b4a6-cad50eb1df52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:30.413605 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47648404-4be5-4dfc-944e-4236b448ce5d req-c6c872c3-658c-4885-b4a6-cad50eb1df52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:30.414257 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47648404-4be5-4dfc-944e-4236b448ce5d req-c6c872c3-658c-4885-b4a6-cad50eb1df52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:30.415068 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47648404-4be5-4dfc-944e-4236b448ce5d req-c6c872c3-658c-4885-b4a6-cad50eb1df52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:30.415569 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47648404-4be5-4dfc-944e-4236b448ce5d req-c6c872c3-658c-4885-b4a6-cad50eb1df52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:30.416217 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47648404-4be5-4dfc-944e-4236b448ce5d req-c6c872c3-658c-4885-b4a6-cad50eb1df52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:30.420414 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-47648404-4be5-4dfc-944e-4236b448ce5d req-c6c872c3-658c-4885-b4a6-cad50eb1df52 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=99f8ff370e2040efb9285a4ae37c20cd&device_id=c66c5a81-58b3-46e3-8e2a-9f67da08f252 HTTP/1.1" status: 200 len: 6476 time: 0.4826241 May 05 20:00:30.435097 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-9c9840cc-61ad-4e57-9b0c-536e853f6e81 req-38209f90-f3ea-4292-af8c-d16d1d00138f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5df09f37-fcf2-4bc7-9347-45d1a525e374 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:00:30.459898 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004d572d-de7d-4d92-b74b-69a894c4db70 req-c06154e7-c953-4bad-901e-4cec3bb07816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:30.460156 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c3a840c2-2ad7-495a-8b1f-64be2480a535 req-b86be7bc-fd41-4268-bbdf-93ccd51e1fcd service neutron] 10.222.0.36 "GET /v2.0/networks/0e9b3553-e353-4ee2-a08c-1966a6de6011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671797 May 05 20:00:30.461478 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-004d572d-de7d-4d92-b74b-69a894c4db70 req-c06154e7-c953-4bad-901e-4cec3bb07816 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8a536572-51e8-41c9-b6b4-029e4a14e253 HTTP/1.1" status: 200 len: 920 time: 0.4640553 May 05 20:00:30.463364 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9c9840cc-61ad-4e57-9b0c-536e853f6e81 req-38209f90-f3ea-4292-af8c-d16d1d00138f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:30.614834 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-004d572d-de7d-4d92-b74b-69a894c4db70 req-0126691d-5863-420d-b335-a4c0d81f4c55 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50d780a2-f495-43fb-9ec1-8a335ab63da3 HTTP/1.1" status: 200 len: 217 time: 0.1447837 May 05 20:00:30.676605 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47648404-4be5-4dfc-944e-4236b448ce5d req-4a832dfc-538a-4324-b580-ea4c90759d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:30.678056 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-47648404-4be5-4dfc-944e-4236b448ce5d req-4a832dfc-538a-4324-b580-ea4c90759d04 service neutron] 10.222.0.24 "GET /v2.0/networks?id=98f65143-638f-41c6-b245-4fc7a96707e2 HTTP/1.1" status: 200 len: 901 time: 0.2521780 May 05 20:00:30.683115 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c3a840c2-2ad7-495a-8b1f-64be2480a535 req-bcafd96e-2470-4171-a2e9-a61ef4e33f81 service neutron] 10.222.0.36 "GET /v2.0/networks/0e9b3553-e353-4ee2-a08c-1966a6de6011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223005 May 05 20:00:30.737394 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004d572d-de7d-4d92-b74b-69a894c4db70 req-f7d88b0b-07f8-43e2-9c42-0e1d23d261cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:30.738835 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-004d572d-de7d-4d92-b74b-69a894c4db70 req-f7d88b0b-07f8-43e2-9c42-0e1d23d261cb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=afbf8c9c-9fa3-4fdd-ba30-b4249970e4ad HTTP/1.1" status: 200 len: 858 time: 0.0700383 May 05 20:00:30.739830 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-9c9840cc-61ad-4e57-9b0c-536e853f6e81 req-38209f90-f3ea-4292-af8c-d16d1d00138f service neutron] Transition to ACTIVE for port object 5df09f37-fcf2-4bc7-9347-45d1a525e374 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:00:30.754061 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-47648404-4be5-4dfc-944e-4236b448ce5d req-32932fcf-ecc4-4181-9970-c5cbe407a587 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=206a9ec0-b9d9-495c-a620-820909a8baeb HTTP/1.1" status: 200 len: 217 time: 0.0698342 May 05 20:00:30.792709 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9c9840cc-61ad-4e57-9b0c-536e853f6e81 req-38209f90-f3ea-4292-af8c-d16d1d00138f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:30.828844 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47648404-4be5-4dfc-944e-4236b448ce5d req-9c141bad-702b-4c13-bbba-0e947bc98be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:30.830477 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-47648404-4be5-4dfc-944e-4236b448ce5d req-9c141bad-702b-4c13-bbba-0e947bc98be6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c1793040-0572-406b-b093-3a5c700275df HTTP/1.1" status: 200 len: 797 time: 0.0699658 May 05 20:00:30.951780 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47648404-4be5-4dfc-944e-4236b448ce5d req-4569898d-c125-48aa-81ca-99869f85042d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:30.954139 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-47648404-4be5-4dfc-944e-4236b448ce5d req-4569898d-c125-48aa-81ca-99869f85042d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=98f65143-638f-41c6-b245-4fc7a96707e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1181383 May 05 20:00:31.019134 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38209f90-f3ea-4292-af8c-d16d1d00138f service neutron] Pushing event updated for resources: {'Port': ['ID=5df09f37-fcf2-4bc7-9347-45d1a525e374,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:31.023758 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-9bd59339-7bc4-4f73-ad7d-408298729672 req-6e9d8f0c-f6ab-4409-9865-8bc5265ad17e tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] For port 0aff34d5-fe04-4ee9-b617-0bfffcdd96d3, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=0aff34d5-fe04-4ee9-b617-0bfffcdd96d3,segment=NetworkSegment(ecb6aeee-b225-4e3b-a7b6-70622da0cf45),segment_id=ecb6aeee-b225-4e3b-a7b6-70622da0cf45)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:00:31.024335 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9bd59339-7bc4-4f73-ad7d-408298729672 req-6e9d8f0c-f6ab-4409-9865-8bc5265ad17e tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:31.239946 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-9bd59339-7bc4-4f73-ad7d-408298729672 req-6e9d8f0c-f6ab-4409-9865-8bc5265ad17e tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Calling delete_port for 0aff34d5-fe04-4ee9-b617-0bfffcdd96d3 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:00:31.263920 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a5380-3859-48f6-8b9e-360bf083a919 req-9ffb47c3-6267-4374-b66d-60fb6d340062 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:31.270969 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4b3a5380-3859-48f6-8b9e-360bf083a919 req-9ffb47c3-6267-4374-b66d-60fb6d340062 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/ports?device_id=c406eeb3-a729-4336-a7a7-a2ad14d57bf5 HTTP/1.1" status: 200 len: 945 time: 0.3222225 May 05 20:00:31.309662 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-47648404-4be5-4dfc-944e-4236b448ce5d req-0eb1cf02-5e0e-4406-ab64-e652be8ec6d1 service neutron] 10.222.0.24 "GET /v2.0/networks/98f65143-638f-41c6-b245-4fc7a96707e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191535 May 05 20:00:31.323486 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f50b4-40ea-4627-b692-3a3fe39efa21 req-a38ee85e-816f-4ebe-b6ea-e38cca8ceda8 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:31.324305 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-5e7f50b4-40ea-4627-b692-3a3fe39efa21 req-a38ee85e-816f-4ebe-b6ea-e38cca8ceda8 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Synchronizing usage tracker for tenant:5dc7995786b847999f5838924c32320a on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:00:31.352460 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004d572d-de7d-4d92-b74b-69a894c4db70 req-a6a6734d-4cbb-4cf4-b48e-e64721ed849f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:31.354297 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-004d572d-de7d-4d92-b74b-69a894c4db70 req-a6a6734d-4cbb-4cf4-b48e-e64721ed849f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8a536572-51e8-41c9-b6b4-029e4a14e253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6066656 May 05 20:00:31.354847 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4b3a5380-3859-48f6-8b9e-360bf083a919 req-6cf6ff51-4f67-4dc3-b1ad-58f658d61232 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cb43301-61da-408d-ba7f-c0b8dd491c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826674 May 05 20:00:31.456270 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-5e7f50b4-40ea-4627-b692-3a3fe39efa21 req-a38ee85e-816f-4ebe-b6ea-e38cca8ceda8 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Unset dirty status for tenant:5dc7995786b847999f5838924c32320a on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:00:31.463053 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5e7f50b4-40ea-4627-b692-3a3fe39efa21 req-a38ee85e-816f-4ebe-b6ea-e38cca8ceda8 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf5420af-229c-4e50-ae74-672fefcddb52 HTTP/1.1" status: 200 len: 931 time: 0.9295881 May 05 20:00:31.552310 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-9c9840cc-61ad-4e57-9b0c-536e853f6e81 req-38209f90-f3ea-4292-af8c-d16d1d00138f service neutron] Attempting to bind port 5df09f37-fcf2-4bc7-9347-45d1a525e374 on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:00:31.553689 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-9c9840cc-61ad-4e57-9b0c-536e853f6e81 req-38209f90-f3ea-4292-af8c-d16d1d00138f service neutron] Attempting to bind port 5df09f37-fcf2-4bc7-9347-45d1a525e374 by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': 'eccdf1c4-efe8-4f03-97f1-7b574b83122b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '00ecdd9f-1135-415f-b0c6-51153b85089d'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:00:31.553689 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9840cc-61ad-4e57-9b0c-536e853f6e81 req-38209f90-f3ea-4292-af8c-d16d1d00138f service neutron] Attempting to bind port 5df09f37-fcf2-4bc7-9347-45d1a525e374 on network 00ecdd9f-1135-415f-b0c6-51153b85089d {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:00:31.589211 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-47648404-4be5-4dfc-944e-4236b448ce5d req-e3dc06ba-5f62-49ce-8f97-5b6f188a585a service neutron] 10.222.0.24 "GET /v2.0/networks/98f65143-638f-41c6-b245-4fc7a96707e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594101 May 05 20:00:31.623005 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9840cc-61ad-4e57-9b0c-536e853f6e81 req-38209f90-f3ea-4292-af8c-d16d1d00138f service neutron] Port 5df09f37-fcf2-4bc7-9347-45d1a525e374 on network 00ecdd9f-1135-415f-b0c6-51153b85089d not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:00:31.623005 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9840cc-61ad-4e57-9b0c-536e853f6e81 req-38209f90-f3ea-4292-af8c-d16d1d00138f service neutron] Attempting to bind port 5df09f37-fcf2-4bc7-9347-45d1a525e374 on network 00ecdd9f-1135-415f-b0c6-51153b85089d {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:00:31.644639 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b6e06-18e5-450c-b459-127b3eb604db req-40603480-9570-4317-b23b-e2962a4290e5 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:31.650677 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b6e06-18e5-450c-b459-127b3eb604db req-40603480-9570-4317-b23b-e2962a4290e5 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:31.656669 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b6e06-18e5-450c-b459-127b3eb604db req-40603480-9570-4317-b23b-e2962a4290e5 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:31.664015 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b6e06-18e5-450c-b459-127b3eb604db req-40603480-9570-4317-b23b-e2962a4290e5 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:31.664183 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9840cc-61ad-4e57-9b0c-536e853f6e81 req-38209f90-f3ea-4292-af8c-d16d1d00138f service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:00:31.664479 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9840cc-61ad-4e57-9b0c-536e853f6e81 req-38209f90-f3ea-4292-af8c-d16d1d00138f service neutron] Checking segment: {'id': 'eccdf1c4-efe8-4f03-97f1-7b574b83122b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '00ecdd9f-1135-415f-b0c6-51153b85089d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:00:31.664864 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9840cc-61ad-4e57-9b0c-536e853f6e81 req-38209f90-f3ea-4292-af8c-d16d1d00138f service neutron] Bound using segment: {'id': 'eccdf1c4-efe8-4f03-97f1-7b574b83122b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '00ecdd9f-1135-415f-b0c6-51153b85089d'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:00:31.665301 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-9c9840cc-61ad-4e57-9b0c-536e853f6e81 req-38209f90-f3ea-4292-af8c-d16d1d00138f service neutron] Bound port: 5df09f37-fcf2-4bc7-9347-45d1a525e374, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eccdf1c4-efe8-4f03-97f1-7b574b83122b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '00ecdd9f-1135-415f-b0c6-51153b85089d'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:00:31.665646 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9c9840cc-61ad-4e57-9b0c-536e853f6e81 req-38209f90-f3ea-4292-af8c-d16d1d00138f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:31.670039 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b6e06-18e5-450c-b459-127b3eb604db req-40603480-9570-4317-b23b-e2962a4290e5 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:31.678351 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b6e06-18e5-450c-b459-127b3eb604db req-40603480-9570-4317-b23b-e2962a4290e5 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:31.684935 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b6e06-18e5-450c-b459-127b3eb604db req-40603480-9570-4317-b23b-e2962a4290e5 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:31.685939 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5e7f50b4-40ea-4627-b692-3a3fe39efa21 req-9cc5d2fb-8c7f-4268-8e23-5ba82a559ef2 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220345 May 05 20:00:31.688809 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-aa2b6e06-18e5-450c-b459-127b3eb604db req-40603480-9570-4317-b23b-e2962a4290e5 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/ports?device_id=c66c5a81-58b3-46e3-8e2a-9f67da08f252 HTTP/1.1" status: 200 len: 5419 time: 0.2149706 May 05 20:00:31.753771 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-aa2b6e06-18e5-450c-b459-127b3eb604db req-6e8e013a-d9aa-4f97-9244-bda5b52491a0 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ea4b63-4d77-466d-a6d0-2611e1957d3d&id=6ef0a585-a6a9-4dc9-9f77-73dacf2639b2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0498042 May 05 20:00:31.763287 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-004d572d-de7d-4d92-b74b-69a894c4db70 req-375d23a3-506b-4c25-b62d-af8c943b6536 service neutron] 10.222.0.50 "GET /v2.0/networks/8a536572-51e8-41c9-b6b4-029e4a14e253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3983335 May 05 20:00:31.814634 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f60d6a8-9df6-42d7-a5a8-36acc9c0e302'] response: {'server_uuid': 'de3a5a79-7e81-44fa-952a-5884abd9eba0', 'name': 'network-vif-deleted', 'tag': 'a0f2af4a-c45e-4d58-809e-c8a0cba697d0', 'status': 'completed', 'code': 200} May 05 20:00:31.818314 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9bd59339-7bc4-4f73-ad7d-408298729672 req-6e9d8f0c-f6ab-4409-9865-8bc5265ad17e tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:31.979772 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f618f702-e43c-41e2-a074-1936f12d9233 req-5d150251-7df5-4b9e-9dfe-8669f45c0670 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:31.981228 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f618f702-e43c-41e2-a074-1936f12d9233 req-5d150251-7df5-4b9e-9dfe-8669f45c0670 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=78022ff8-79b6-40f3-923b-df6f4cd7291b HTTP/1.1" status: 200 len: 945 time: 0.0865088 May 05 20:00:32.030016 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f618f702-e43c-41e2-a074-1936f12d9233 req-f9257b6d-0545-41c0-8545-501d57540b27 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/security-groups?id=60903d7d-e068-4be3-b1cd-aedae880a3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411141 May 05 20:00:32.124002 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9d8f0c-f6ab-4409-9865-8bc5265ad17e tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Pushing event deleted for resources: {'Port': ['ID=0aff34d5-fe04-4ee9-b617-0bfffcdd96d3,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:32.190804 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-9c9840cc-61ad-4e57-9b0c-536e853f6e81 req-38209f90-f3ea-4292-af8c-d16d1d00138f service neutron] For port 5df09f37-fcf2-4bc7-9347-45d1a525e374, host n-h2-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:00:32.244100 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 3e25fa10-4b16-4472-9de5-596123987dfe details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:00:32.247320 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bd59339-7bc4-4f73-ad7d-408298729672 req-6e9d8f0c-f6ab-4409-9865-8bc5265ad17e tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] No DVR routers for this DVR port 0aff34d5-fe04-4ee9-b617-0bfffcdd96d3 on host n-h1-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:00:32.252743 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device a0f2af4a-c45e-4d58-809e-c8a0cba697d0 no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:00:32.254631 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-9c9840cc-61ad-4e57-9b0c-536e853f6e81 req-38209f90-f3ea-4292-af8c-d16d1d00138f service neutron] For port 5df09f37-fcf2-4bc7-9347-45d1a525e374, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=5df09f37-fcf2-4bc7-9347-45d1a525e374,segment=NetworkSegment(eccdf1c4-efe8-4f03-97f1-7b574b83122b),segment_id=eccdf1c4-efe8-4f03-97f1-7b574b83122b)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:00:32.263935 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9bd59339-7bc4-4f73-ad7d-408298729672 req-6e9d8f0c-f6ab-4409-9865-8bc5265ad17e tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:32.296843 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d6e346-2c04-4083-91cf-5a0be54187d6', 'name': 'network-vif-deleted', 'tag': '0aff34d5-fe04-4ee9-b617-0bfffcdd96d3'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:00:32.305171 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a840c2-2ad7-495a-8b1f-64be2480a535 req-e72e7650-c14e-457f-a6ab-52e4b1b37ac6 tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:32.306830 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9bd59339-7bc4-4f73-ad7d-408298729672 req-6e9d8f0c-f6ab-4409-9865-8bc5265ad17e tempest-ListServersNegativeTestJSON-1364300163 tempest-ListServersNegativeTestJSON-1364300163-project] 10.222.0.24 "DELETE /v2.0/ports/0aff34d5-fe04-4ee9-b617-0bfffcdd96d3 HTTP/1.1" status: 204 len: 173 time: 2.4666514 May 05 20:00:32.307448 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c3a840c2-2ad7-495a-8b1f-64be2480a535 req-e72e7650-c14e-457f-a6ab-52e4b1b37ac6 tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] 10.222.0.50 "GET /v2.0/networks?id=0e9b3553-e353-4ee2-a08c-1966a6de6011 HTTP/1.1" status: 200 len: 820 time: 0.2030702 May 05 20:00:32.311925 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] No Port match for: a0f2af4a-c45e-4d58-809e-c8a0cba697d0 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:00:32.312354 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device a0f2af4a-c45e-4d58-809e-c8a0cba697d0 not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:00:32.316222 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9c9840cc-61ad-4e57-9b0c-536e853f6e81 req-38209f90-f3ea-4292-af8c-d16d1d00138f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:32.323137 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-c3a840c2-2ad7-495a-8b1f-64be2480a535 req-52460a40-8857-4991-b8e9-a58b89f94e2a tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] Request body: {'port': {'device_id': 'dccba533-f1a3-406e-96a1-1c70fdc80300', 'network_id': '0e9b3553-e353-4ee2-a08c-1966a6de6011', 'admin_state_up': True, 'tenant_id': '3d0f5ae877b24f5eb86b2584eac5dbad'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:00:32.388903 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-004d572d-de7d-4d92-b74b-69a894c4db70 req-b80da0cd-13c7-4bae-a7ae-bcd009e42921 service neutron] 10.222.0.50 "GET /v2.0/networks/8a536572-51e8-41c9-b6b4-029e4a14e253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6155467 May 05 20:00:32.410552 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61380b-31c5-4e51-8421-ea2b7efa31d8 req-4731489a-876e-499b-9822-804c391c236b tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:32.417353 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61380b-31c5-4e51-8421-ea2b7efa31d8 req-4731489a-876e-499b-9822-804c391c236b tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:32.423703 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61380b-31c5-4e51-8421-ea2b7efa31d8 req-4731489a-876e-499b-9822-804c391c236b tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:32.430069 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61380b-31c5-4e51-8421-ea2b7efa31d8 req-4731489a-876e-499b-9822-804c391c236b tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:32.436361 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61380b-31c5-4e51-8421-ea2b7efa31d8 req-4731489a-876e-499b-9822-804c391c236b tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:32.442948 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61380b-31c5-4e51-8421-ea2b7efa31d8 req-4731489a-876e-499b-9822-804c391c236b tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:32.450600 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61380b-31c5-4e51-8421-ea2b7efa31d8 req-4731489a-876e-499b-9822-804c391c236b tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:32.462601 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 3e25fa10-4b16-4472-9de5-596123987dfe, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=3e25fa10-4b16-4472-9de5-596123987dfe,segment=NetworkSegment(c3ba2cac-7dc0-445c-aed5-2efecd511db4),segment_id=c3ba2cac-7dc0-445c-aed5-2efecd511db4)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:00:32.472396 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5b61380b-31c5-4e51-8421-ea2b7efa31d8 req-4731489a-876e-499b-9822-804c391c236b tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933ae74-0c33-4c3c-82a1-5c532a76f33d HTTP/1.1" status: 200 len: 5431 time: 0.6667042 May 05 20:00:32.483679 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': '3e25fa10-4b16-4472-9de5-596123987dfe', 'network_id': '5efdefe9-fb05-48a6-914c-98a1b2ebb362', 'port_id': '3e25fa10-4b16-4472-9de5-596123987dfe', 'mac_address': 'fa:16:3e:ae:8f:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88000561-1dd2-4d2e-8ca8-f3ecd119e4d9', 'ip_address': '10.1.1.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:00:32.488943 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9840cc-61ad-4e57-9b0c-536e853f6e81 req-38209f90-f3ea-4292-af8c-d16d1d00138f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:32.491041 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9c9840cc-61ad-4e57-9b0c-536e853f6e81 req-38209f90-f3ea-4292-af8c-d16d1d00138f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:32.495483 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9c9840cc-61ad-4e57-9b0c-536e853f6e81 req-38209f90-f3ea-4292-af8c-d16d1d00138f service neutron] 10.222.0.50 "PUT /v2.0/ports/5df09f37-fcf2-4bc7-9347-45d1a525e374 HTTP/1.1" status: 200 len: 1091 time: 3.3285403 May 05 20:00:32.517535 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-c3a840c2-2ad7-495a-8b1f-64be2480a535 req-52460a40-8857-4991-b8e9-a58b89f94e2a tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:00:32.522825 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-c3a840c2-2ad7-495a-8b1f-64be2480a535 req-52460a40-8857-4991-b8e9-a58b89f94e2a tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] Usage tracker for resource:port and tenant:3d0f5ae877b24f5eb86b2584eac5dbad is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:00:32.527218 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-c3a840c2-2ad7-495a-8b1f-64be2480a535 req-52460a40-8857-4991-b8e9-a58b89f94e2a tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:00:32.535487 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-c3a840c2-2ad7-495a-8b1f-64be2480a535 req-52460a40-8857-4991-b8e9-a58b89f94e2a tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:00:32.565205 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3a840c2-2ad7-495a-8b1f-64be2480a535 req-52460a40-8857-4991-b8e9-a58b89f94e2a tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] Made reservation on behalf of 3d0f5ae877b24f5eb86b2584eac5dbad for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:00:32.569203 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:32.574845 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c3a840c2-2ad7-495a-8b1f-64be2480a535 req-52460a40-8857-4991-b8e9-a58b89f94e2a tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:32.603652 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e25fa10-4b16-4472-9de5-596123987dfe {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:00:32.630669 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5b61380b-31c5-4e51-8421-ea2b7efa31d8 req-5f8042bb-5370-4928-8502-e314e6534be6 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e6be8f4-cbde-48c1-a6fd-f6caadba2c70&id=b31ec34e-3cb0-41c2-a678-bc0e8ba8a08d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1551902 May 05 20:00:32.642476 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 3e25fa10-4b16-4472-9de5-596123987dfe, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=3e25fa10-4b16-4472-9de5-596123987dfe,segment=NetworkSegment(c3ba2cac-7dc0-445c-aed5-2efecd511db4),segment_id=c3ba2cac-7dc0-445c-aed5-2efecd511db4)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:00:32.651528 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:32.652207 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device e16abe2d-4652-4238-b1ff-10009a771c77 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:00:32.670570 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4c75dbd4-bc43-432a-bb98-8f3b48a67122 req-ace77385-dd8f-4de1-89a1-381e218ddbe7 tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] 10.222.0.36 "GET /v2.0/ports?device_id=dccba533-f1a3-406e-96a1-1c70fdc80300 HTTP/1.1" status: 200 len: 210 time: 0.0570951 May 05 20:00:32.773791 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddc62b04-f58e-42f5-93bd-08b93232939e'] response: {'server_uuid': '63d6e346-2c04-4083-91cf-5a0be54187d6', 'name': 'network-vif-deleted', 'tag': '0aff34d5-fe04-4ee9-b617-0bfffcdd96d3', 'status': 'completed', 'code': 200} May 05 20:00:32.777356 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38209f90-f3ea-4292-af8c-d16d1d00138f service neutron] Pushing event updated for resources: {'Port': ['ID=5df09f37-fcf2-4bc7-9347-45d1a525e374,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:32.782161 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port e16abe2d-4652-4238-b1ff-10009a771c77, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=e16abe2d-4652-4238-b1ff-10009a771c77,segment=NetworkSegment(c3ba2cac-7dc0-445c-aed5-2efecd511db4),segment_id=c3ba2cac-7dc0-445c-aed5-2efecd511db4)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:00:32.808832 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': 'e16abe2d-4652-4238-b1ff-10009a771c77', 'network_id': '5efdefe9-fb05-48a6-914c-98a1b2ebb362', 'port_id': 'e16abe2d-4652-4238-b1ff-10009a771c77', 'mac_address': 'fa:16:3e:71:86:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88000561-1dd2-4d2e-8ca8-f3ecd119e4d9', 'ip_address': '10.1.1.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:00:32.847280 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9840cc-61ad-4e57-9b0c-536e853f6e81 req-1c7386ea-6194-4ed7-8d9d-41c5bc49ba77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:32.850663 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=3e25fa10-4b16-4472-9de5-596123987dfe,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:32.854638 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9c9840cc-61ad-4e57-9b0c-536e853f6e81 req-1c7386ea-6194-4ed7-8d9d-41c5bc49ba77 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5dc7995786b847999f5838924c32320a&device_id=bf5420af-229c-4e50-ae74-672fefcddb52 HTTP/1.1" status: 200 len: 1094 time: 0.2388983 May 05 20:00:32.887329 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:32.908998 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e16abe2d-4652-4238-b1ff-10009a771c77 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:00:32.929877 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port e16abe2d-4652-4238-b1ff-10009a771c77, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=e16abe2d-4652-4238-b1ff-10009a771c77,segment=NetworkSegment(c3ba2cac-7dc0-445c-aed5-2efecd511db4),segment_id=c3ba2cac-7dc0-445c-aed5-2efecd511db4)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:00:32.939191 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:32.940025 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device f84e637a-e4c6-4604-af15-a4ac4d5aa1b3 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:00:32.967037 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9c9840cc-61ad-4e57-9b0c-536e853f6e81 req-f454b1ea-134c-496e-a62e-bc4d84273296 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5df09f37-fcf2-4bc7-9347-45d1a525e374 HTTP/1.1" status: 200 len: 217 time: 0.1071653 May 05 20:00:32.981520 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-c3a840c2-2ad7-495a-8b1f-64be2480a535 req-52460a40-8857-4991-b8e9-a58b89f94e2a tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] Allocated IP 172.20.0.8 (0e9b3553-e353-4ee2-a08c-1966a6de6011/6ac6a8cc-9c4c-43e4-a329-07fce1c0db3a/a4c2aacd-f64f-48bd-a26f-ac48bca019f1) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:00:33.044539 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=e16abe2d-4652-4238-b1ff-10009a771c77,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:33.051777 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9840cc-61ad-4e57-9b0c-536e853f6e81 req-9870d60c-6e6a-4209-ad75-ad27c5ee3f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:33.053824 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9c9840cc-61ad-4e57-9b0c-536e853f6e81 req-9870d60c-6e6a-4209-ad75-ad27c5ee3f32 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=08fe5f50-bbcd-4aa2-adfb-1629cfc316ff HTTP/1.1" status: 200 len: 852 time: 0.0804539 May 05 20:00:33.061121 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd59bbeb-488f-41bc-8081-f08e03c280e5 req-50d96fb0-4847-4415-9860-a60fa68b5708 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:33.068775 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fd59bbeb-488f-41bc-8081-f08e03c280e5 req-50d96fb0-4847-4415-9860-a60fa68b5708 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/ports?device_id=c406eeb3-a729-4336-a7a7-a2ad14d57bf5 HTTP/1.1" status: 200 len: 945 time: 0.1556928 May 05 20:00:33.069097 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port f84e637a-e4c6-4604-af15-a4ac4d5aa1b3, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=f84e637a-e4c6-4604-af15-a4ac4d5aa1b3,segment=NetworkSegment(c3ba2cac-7dc0-445c-aed5-2efecd511db4),segment_id=c3ba2cac-7dc0-445c-aed5-2efecd511db4)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:00:33.094378 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': 'f84e637a-e4c6-4604-af15-a4ac4d5aa1b3', 'network_id': '5efdefe9-fb05-48a6-914c-98a1b2ebb362', 'port_id': 'f84e637a-e4c6-4604-af15-a4ac4d5aa1b3', 'mac_address': 'fa:16:3e:69:9a:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88000561-1dd2-4d2e-8ca8-f3ecd119e4d9', 'ip_address': '10.1.1.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:00:33.115641 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9c9840cc-61ad-4e57-9b0c-536e853f6e81 req-e193170b-ec28-4441-9c48-ffd07b2ef15c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=00ecdd9f-1135-415f-b0c6-51153b85089d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562692 May 05 20:00:33.207982 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fd59bbeb-488f-41bc-8081-f08e03c280e5 req-76e42a6f-a27a-453a-9f0d-b8a6fadc9a9f tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cb43301-61da-408d-ba7f-c0b8dd491c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383407 May 05 20:00:33.264199 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:33.306334 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f84e637a-e4c6-4604-af15-a4ac4d5aa1b3 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:00:33.316388 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c3a840c2-2ad7-495a-8b1f-64be2480a535 req-52460a40-8857-4991-b8e9-a58b89f94e2a tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:33.324373 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port f84e637a-e4c6-4604-af15-a4ac4d5aa1b3, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=f84e637a-e4c6-4604-af15-a4ac4d5aa1b3,segment=NetworkSegment(c3ba2cac-7dc0-445c-aed5-2efecd511db4),segment_id=c3ba2cac-7dc0-445c-aed5-2efecd511db4)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:00:33.329547 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:33.330236 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device abcf9515-005c-4990-9cda-dea39f5122a3 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:00:33.378335 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c3a840c2-2ad7-495a-8b1f-64be2480a535 req-52460a40-8857-4991-b8e9-a58b89f94e2a tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:33.465979 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3a840c2-2ad7-495a-8b1f-64be2480a535 req-52460a40-8857-4991-b8e9-a58b89f94e2a tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] Network 0e9b3553-e353-4ee2-a08c-1966a6de6011 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:00:33.470635 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-c3a840c2-2ad7-495a-8b1f-64be2480a535 req-52460a40-8857-4991-b8e9-a58b89f94e2a tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:00:33.475225 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3a840c2-2ad7-495a-8b1f-64be2480a535 req-52460a40-8857-4991-b8e9-a58b89f94e2a tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:00:33.514033 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=f84e637a-e4c6-4604-af15-a4ac4d5aa1b3,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:33.532106 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52460a40-8857-4991-b8e9-a58b89f94e2a tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] Pushing event updated for resources: {'Port': ['ID=a4c2aacd-f64f-48bd-a26f-ac48bca019f1,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:33.575966 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a840c2-2ad7-495a-8b1f-64be2480a535 req-52460a40-8857-4991-b8e9-a58b89f94e2a tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:33.576605 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c3a840c2-2ad7-495a-8b1f-64be2480a535 req-52460a40-8857-4991-b8e9-a58b89f94e2a tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:33.647666 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port abcf9515-005c-4990-9cda-dea39f5122a3, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=abcf9515-005c-4990-9cda-dea39f5122a3,segment=NetworkSegment(bdad0cc9-0dde-4c06-8eb7-13cca684b533),segment_id=bdad0cc9-0dde-4c06-8eb7-13cca684b533)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:00:33.661973 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': 'abcf9515-005c-4990-9cda-dea39f5122a3', 'network_id': '6b772374-6081-4e39-9eff-bc22d208b283', 'port_id': 'abcf9515-005c-4990-9cda-dea39f5122a3', 'mac_address': 'fa:16:3e:9a:15:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d6b419d-4ed5-4b2f-a9e6-89c8e3d7a55a', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:00:33.707064 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c3a840c2-2ad7-495a-8b1f-64be2480a535 req-52460a40-8857-4991-b8e9-a58b89f94e2a tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3917758 May 05 20:00:33.725039 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:33.739329 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9c9840cc-61ad-4e57-9b0c-536e853f6e81 req-548c8da4-9d42-44d5-8a7f-6072f38c7922 service neutron] 10.222.0.50 "GET /v2.0/networks/00ecdd9f-1135-415f-b0c6-51153b85089d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6152661 May 05 20:00:33.742213 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-c3a840c2-2ad7-495a-8b1f-64be2480a535 req-ffab9668-69f7-484e-906a-09e89e338850 service neutron] Request body: {'port': {'device_id': 'dccba533-f1a3-406e-96a1-1c70fdc80300', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:00:33.744843 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abcf9515-005c-4990-9cda-dea39f5122a3 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:00:33.764977 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port abcf9515-005c-4990-9cda-dea39f5122a3, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=abcf9515-005c-4990-9cda-dea39f5122a3,segment=NetworkSegment(bdad0cc9-0dde-4c06-8eb7-13cca684b533),segment_id=bdad0cc9-0dde-4c06-8eb7-13cca684b533)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:00:33.773082 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:33.774331 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device bd8854c6-838f-44f3-8df9-07057c4679c3 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:00:33.777991 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 42166) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:00:33.802600 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port bd8854c6-838f-44f3-8df9-07057c4679c3, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=bd8854c6-838f-44f3-8df9-07057c4679c3,segment=NetworkSegment(c3ba2cac-7dc0-445c-aed5-2efecd511db4),segment_id=c3ba2cac-7dc0-445c-aed5-2efecd511db4)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:00:33.844159 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-078d4f1e-7778-4015-9266-e48923ae945f req-5132c6ca-4c99-475d-87bc-c0848a484d74 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=50ef8a1b-b5c5-4d08-9e84-1bc77a3ab332&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5412068 May 05 20:00:33.854829 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c3a840c2-2ad7-495a-8b1f-64be2480a535 req-ffab9668-69f7-484e-906a-09e89e338850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:33.861055 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': 'bd8854c6-838f-44f3-8df9-07057c4679c3', 'network_id': '5efdefe9-fb05-48a6-914c-98a1b2ebb362', 'port_id': 'bd8854c6-838f-44f3-8df9-07057c4679c3', 'mac_address': 'fa:16:3e:0f:0d:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88000561-1dd2-4d2e-8ca8-f3ecd119e4d9', 'ip_address': '10.1.1.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:00:33.921506 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=abcf9515-005c-4990-9cda-dea39f5122a3,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:33.949097 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9c9840cc-61ad-4e57-9b0c-536e853f6e81 req-18529ef2-4d14-41d8-8261-10f2f215e5f1 service neutron] 10.222.0.50 "GET /v2.0/networks/00ecdd9f-1135-415f-b0c6-51153b85089d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058067 May 05 20:00:33.963008 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53462e7-61af-4efe-804a-dbdd158f7172 req-0107661e-1db4-4b44-9a76-ae93967e2510 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:33.969542 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53462e7-61af-4efe-804a-dbdd158f7172 req-0107661e-1db4-4b44-9a76-ae93967e2510 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:33.976703 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53462e7-61af-4efe-804a-dbdd158f7172 req-0107661e-1db4-4b44-9a76-ae93967e2510 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:33.982988 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53462e7-61af-4efe-804a-dbdd158f7172 req-0107661e-1db4-4b44-9a76-ae93967e2510 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:33.989650 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53462e7-61af-4efe-804a-dbdd158f7172 req-0107661e-1db4-4b44-9a76-ae93967e2510 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:33.995432 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53462e7-61af-4efe-804a-dbdd158f7172 req-0107661e-1db4-4b44-9a76-ae93967e2510 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:34.001818 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53462e7-61af-4efe-804a-dbdd158f7172 req-0107661e-1db4-4b44-9a76-ae93967e2510 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:34.003782 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e53462e7-61af-4efe-804a-dbdd158f7172 req-0107661e-1db4-4b44-9a76-ae93967e2510 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/ports?device_id=c66c5a81-58b3-46e3-8e2a-9f67da08f252 HTTP/1.1" status: 200 len: 5419 time: 0.4867470 May 05 20:00:34.015233 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:34.034240 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd8854c6-838f-44f3-8df9-07057c4679c3 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:00:34.053845 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port bd8854c6-838f-44f3-8df9-07057c4679c3, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=bd8854c6-838f-44f3-8df9-07057c4679c3,segment=NetworkSegment(c3ba2cac-7dc0-445c-aed5-2efecd511db4),segment_id=c3ba2cac-7dc0-445c-aed5-2efecd511db4)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:00:34.058340 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:34.059415 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 57a1046a-4c1a-41ae-8159-fc2baceea01a details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:00:34.116469 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dad495-df1c-45be-aad6-31eece035a63 req-bb80d1dc-f20f-4080-8661-d3b8b320397b tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:34.117960 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-91dad495-df1c-45be-aad6-31eece035a63 req-bb80d1dc-f20f-4080-8661-d3b8b320397b tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf5420af-229c-4e50-ae74-672fefcddb52 HTTP/1.1" status: 200 len: 943 time: 0.5035965 May 05 20:00:34.150419 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f9efcb5a-7c97-4015-8801-fafdfc83b23c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d18a2e83eb0a426c94d20465510d41ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3692381 May 05 20:00:34.154744 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 42172) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:00:34.159925 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e53462e7-61af-4efe-804a-dbdd158f7172 req-bb5913a9-b6f3-4625-94b2-a0309f91eabc tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ea4b63-4d77-466d-a6d0-2611e1957d3d&id=6ef0a585-a6a9-4dc9-9f77-73dacf2639b2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0978034 May 05 20:00:34.175256 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=bd8854c6-838f-44f3-8df9-07057c4679c3,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:34.208544 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d4f1e-7778-4015-9266-e48923ae945f req-9f3dc702-39d0-4209-9c2a-bb146a916a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:34.210357 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-078d4f1e-7778-4015-9266-e48923ae945f req-9f3dc702-39d0-4209-9c2a-bb146a916a28 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ac5211529134663a7b81ee9a43f1be9&device_id=50ef8a1b-b5c5-4d08-9e84-1bc77a3ab332 HTTP/1.1" status: 200 len: 1097 time: 0.2038014 May 05 20:00:34.263498 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 0aff34d5-fe04-4ee9-b617-0bfffcdd96d3 no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:00:34.285520 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 42178) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:00:34.314601 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] No Port match for: 0aff34d5-fe04-4ee9-b617-0bfffcdd96d3 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:00:34.315160 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 0aff34d5-fe04-4ee9-b617-0bfffcdd96d3 not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:00:34.321836 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 57a1046a-4c1a-41ae-8159-fc2baceea01a, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=57a1046a-4c1a-41ae-8159-fc2baceea01a,segment=NetworkSegment(250771b8-aad0-41ac-b102-a5f4eb30b198),segment_id=250771b8-aad0-41ac-b102-a5f4eb30b198)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:00:34.337011 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': '57a1046a-4c1a-41ae-8159-fc2baceea01a', 'network_id': '5f383bab-d2ac-4d6b-b5b0-d3f0ff3c62c8', 'port_id': '57a1046a-4c1a-41ae-8159-fc2baceea01a', 'mac_address': 'fa:16:3e:64:da:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d57aeb6-4b80-431f-8bfd-836e160c414f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:00:34.343498 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-91dad495-df1c-45be-aad6-31eece035a63 req-c5a011dc-9f30-4783-b871-823c5748d3f8 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186632 May 05 20:00:34.396292 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-50e9a847-4934-4945-8237-73981d669278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:34.414380 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:34.432353 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57a1046a-4c1a-41ae-8159-fc2baceea01a {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:00:34.447873 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 57a1046a-4c1a-41ae-8159-fc2baceea01a, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=57a1046a-4c1a-41ae-8159-fc2baceea01a,segment=NetworkSegment(250771b8-aad0-41ac-b102-a5f4eb30b198),segment_id=250771b8-aad0-41ac-b102-a5f4eb30b198)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:00:34.453957 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:34.454544 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 506f9f85-5ebc-4ad3-a1f3-615f8594dee2 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:00:34.484940 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-c3a840c2-2ad7-495a-8b1f-64be2480a535 req-ffab9668-69f7-484e-906a-09e89e338850 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4c2aacd-f64f-48bd-a26f-ac48bca019f1 {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:00:34.499381 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a2b20ee-6e93-421a-b195-dc50bbf354eb admin admin] Deleting subnet 8749de71-a058-48eb-aa71-1534aba74246 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:00:34.503879 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2a2b20ee-6e93-421a-b195-dc50bbf354eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:34.525338 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c3a840c2-2ad7-495a-8b1f-64be2480a535 req-ffab9668-69f7-484e-906a-09e89e338850 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:34.545706 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=57a1046a-4c1a-41ae-8159-fc2baceea01a,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:34.550503 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 506f9f85-5ebc-4ad3-a1f3-615f8594dee2, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=506f9f85-5ebc-4ad3-a1f3-615f8594dee2,segment=NetworkSegment(bdad0cc9-0dde-4c06-8eb7-13cca684b533),segment_id=bdad0cc9-0dde-4c06-8eb7-13cca684b533)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:00:34.559940 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-50e9a847-4934-4945-8237-73981d669278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:34.571071 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': '506f9f85-5ebc-4ad3-a1f3-615f8594dee2', 'network_id': '6b772374-6081-4e39-9eff-bc22d208b283', 'port_id': '506f9f85-5ebc-4ad3-a1f3-615f8594dee2', 'mac_address': 'fa:16:3e:f1:01:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d6b419d-4ed5-4b2f-a9e6-89c8e3d7a55a', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:00:34.590458 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d4f1e-7778-4015-9266-e48923ae945f req-bf2cbe70-dee7-40cc-8c8a-36472abccb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:34.592015 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-078d4f1e-7778-4015-9266-e48923ae945f req-bf2cbe70-dee7-40cc-8c8a-36472abccb13 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8a536572-51e8-41c9-b6b4-029e4a14e253 HTTP/1.1" status: 200 len: 920 time: 0.3546495 May 05 20:00:34.595706 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-c3a840c2-2ad7-495a-8b1f-64be2480a535 req-ffab9668-69f7-484e-906a-09e89e338850 service neutron] Transition to ACTIVE for port object a4c2aacd-f64f-48bd-a26f-ac48bca019f1 will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:00:34.600557 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c3a840c2-2ad7-495a-8b1f-64be2480a535 req-ffab9668-69f7-484e-906a-09e89e338850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:34.617622 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-41140479-0d0c-4069-82fd-622c11cf5c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:34.646194 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:34.665510 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 506f9f85-5ebc-4ad3-a1f3-615f8594dee2 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:00:34.683778 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 506f9f85-5ebc-4ad3-a1f3-615f8594dee2, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=506f9f85-5ebc-4ad3-a1f3-615f8594dee2,segment=NetworkSegment(bdad0cc9-0dde-4c06-8eb7-13cca684b533),segment_id=bdad0cc9-0dde-4c06-8eb7-13cca684b533)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:00:34.689466 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:34.759394 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffab9668-69f7-484e-906a-09e89e338850 service neutron] Pushing event updated for resources: {'Port': ['ID=a4c2aacd-f64f-48bd-a26f-ac48bca019f1,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:34.778323 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=506f9f85-5ebc-4ad3-a1f3-615f8594dee2,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:34.797596 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf5420af-229c-4e50-ae74-672fefcddb52', 'tag': '5df09f37-fcf2-4bc7-9347-45d1a525e374'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:00:34.829567 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2a2b20ee-6e93-421a-b195-dc50bbf354eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:34.863294 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be281f01-af99-4a90-b171-4d8a71647c66 req-3cd5eda9-b8b4-45a0-9840-0d4b4b648137 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:34.869204 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be281f01-af99-4a90-b171-4d8a71647c66 req-3cd5eda9-b8b4-45a0-9840-0d4b4b648137 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:34.872986 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-078d4f1e-7778-4015-9266-e48923ae945f req-81d5cdb6-5abf-48a6-a4e0-b5a03b0b6c95 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8ddce1d-abb9-4ef9-ace4-1222370d0084 HTTP/1.1" status: 200 len: 217 time: 0.2655828 May 05 20:00:34.876075 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be281f01-af99-4a90-b171-4d8a71647c66 req-3cd5eda9-b8b4-45a0-9840-0d4b4b648137 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:34.883285 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be281f01-af99-4a90-b171-4d8a71647c66 req-3cd5eda9-b8b4-45a0-9840-0d4b4b648137 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:34.889227 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be281f01-af99-4a90-b171-4d8a71647c66 req-3cd5eda9-b8b4-45a0-9840-0d4b4b648137 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:34.896193 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be281f01-af99-4a90-b171-4d8a71647c66 req-3cd5eda9-b8b4-45a0-9840-0d4b4b648137 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:34.903000 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be281f01-af99-4a90-b171-4d8a71647c66 req-3cd5eda9-b8b4-45a0-9840-0d4b4b648137 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:34.904966 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-be281f01-af99-4a90-b171-4d8a71647c66 req-3cd5eda9-b8b4-45a0-9840-0d4b4b648137 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933ae74-0c33-4c3c-82a1-5c532a76f33d HTTP/1.1" status: 200 len: 5437 time: 0.4152954 May 05 20:00:34.933162 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba70c7-a231-4ac7-bce5-1d0d64781efe req-494b5785-dc7b-48f4-81c6-26a172d3856e tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:34.936899 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-11ba70c7-a231-4ac7-bce5-1d0d64781efe req-494b5785-dc7b-48f4-81c6-26a172d3856e tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=78022ff8-79b6-40f3-923b-df6f4cd7291b HTTP/1.1" status: 200 len: 945 time: 0.5132732 May 05 20:00:34.982118 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-be281f01-af99-4a90-b171-4d8a71647c66 req-344882e4-29de-43e8-b6bb-f69d3d1d1617 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e6be8f4-cbde-48c1-a6fd-f6caadba2c70&id=b31ec34e-3cb0-41c2-a678-bc0e8ba8a08d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0635536 May 05 20:00:34.985132 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-c3a840c2-2ad7-495a-8b1f-64be2480a535 req-ffab9668-69f7-484e-906a-09e89e338850 service neutron] Attempting to bind port a4c2aacd-f64f-48bd-a26f-ac48bca019f1 on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:00:34.985544 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-c3a840c2-2ad7-495a-8b1f-64be2480a535 req-ffab9668-69f7-484e-906a-09e89e338850 service neutron] Attempting to bind port a4c2aacd-f64f-48bd-a26f-ac48bca019f1 by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': 'fc47f7c3-e060-482b-9161-e650e0fd7763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0e9b3553-e353-4ee2-a08c-1966a6de6011'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:00:34.985876 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a840c2-2ad7-495a-8b1f-64be2480a535 req-ffab9668-69f7-484e-906a-09e89e338850 service neutron] Attempting to bind port a4c2aacd-f64f-48bd-a26f-ac48bca019f1 on network 0e9b3553-e353-4ee2-a08c-1966a6de6011 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:00:34.988686 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2a2b20ee-6e93-421a-b195-dc50bbf354eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:34.991318 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a840c2-2ad7-495a-8b1f-64be2480a535 req-ffab9668-69f7-484e-906a-09e89e338850 service neutron] Port a4c2aacd-f64f-48bd-a26f-ac48bca019f1 on network 0e9b3553-e353-4ee2-a08c-1966a6de6011 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:00:34.991972 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a840c2-2ad7-495a-8b1f-64be2480a535 req-ffab9668-69f7-484e-906a-09e89e338850 service neutron] Attempting to bind port a4c2aacd-f64f-48bd-a26f-ac48bca019f1 on network 0e9b3553-e353-4ee2-a08c-1966a6de6011 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:00:34.996932 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a840c2-2ad7-495a-8b1f-64be2480a535 req-ffab9668-69f7-484e-906a-09e89e338850 service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:00:34.997291 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a840c2-2ad7-495a-8b1f-64be2480a535 req-ffab9668-69f7-484e-906a-09e89e338850 service neutron] Checking segment: {'id': 'fc47f7c3-e060-482b-9161-e650e0fd7763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0e9b3553-e353-4ee2-a08c-1966a6de6011'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:00:34.997638 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a840c2-2ad7-495a-8b1f-64be2480a535 req-ffab9668-69f7-484e-906a-09e89e338850 service neutron] Bound using segment: {'id': 'fc47f7c3-e060-482b-9161-e650e0fd7763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0e9b3553-e353-4ee2-a08c-1966a6de6011'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:00:34.998058 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-c3a840c2-2ad7-495a-8b1f-64be2480a535 req-ffab9668-69f7-484e-906a-09e89e338850 service neutron] Bound port: a4c2aacd-f64f-48bd-a26f-ac48bca019f1, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc47f7c3-e060-482b-9161-e650e0fd7763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0e9b3553-e353-4ee2-a08c-1966a6de6011'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:00:34.998403 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c3a840c2-2ad7-495a-8b1f-64be2480a535 req-ffab9668-69f7-484e-906a-09e89e338850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:35.030148 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-50e9a847-4934-4945-8237-73981d669278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:35.072652 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d4f1e-7778-4015-9266-e48923ae945f req-ee93d8e2-e658-4bc7-858a-d4f2e02ad74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:35.074253 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-078d4f1e-7778-4015-9266-e48923ae945f req-ee93d8e2-e658-4bc7-858a-d4f2e02ad74e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=afbf8c9c-9fa3-4fdd-ba30-b4249970e4ad HTTP/1.1" status: 200 len: 858 time: 0.1932602 May 05 20:00:35.081395 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-11ba70c7-a231-4ac7-bce5-1d0d64781efe req-265b2e5a-d87a-49cf-8192-4d0dde558681 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/security-groups?id=60903d7d-e068-4be3-b1cd-aedae880a3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360304 May 05 20:00:35.082145 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e9a847-4934-4945-8237-73981d669278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d729d4-bb0b-4e6d-b8e2-628b6688320d,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:35.127634 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-c3a840c2-2ad7-495a-8b1f-64be2480a535 req-ffab9668-69f7-484e-906a-09e89e338850 service neutron] For port a4c2aacd-f64f-48bd-a26f-ac48bca019f1, host n-h2-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:00:35.132159 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-c3a840c2-2ad7-495a-8b1f-64be2480a535 req-ffab9668-69f7-484e-906a-09e89e338850 service neutron] For port a4c2aacd-f64f-48bd-a26f-ac48bca019f1, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=a4c2aacd-f64f-48bd-a26f-ac48bca019f1,segment=NetworkSegment(fc47f7c3-e060-482b-9161-e650e0fd7763),segment_id=fc47f7c3-e060-482b-9161-e650e0fd7763)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:00:35.141791 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c3a840c2-2ad7-495a-8b1f-64be2480a535 req-ffab9668-69f7-484e-906a-09e89e338850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:35.154596 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-50e9a847-4934-4945-8237-73981d669278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:35.155823 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-50e9a847-4934-4945-8237-73981d669278 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/74d729d4-bb0b-4e6d-b8e2-628b6688320d HTTP/1.1" status: 204 len: 168 time: 0.9942236 May 05 20:00:35.182841 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2a2b20ee-6e93-421a-b195-dc50bbf354eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:35.221607 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['f84e637a-e4c6-4604-af15-a4ac4d5aa1b3'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:00:35.232820 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2b20ee-6e93-421a-b195-dc50bbf354eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8749de71-a058-48eb-aa71-1534aba74246,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:35.236119 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2a2b20ee-6e93-421a-b195-dc50bbf354eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:35.240715 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d4f1e-7778-4015-9266-e48923ae945f req-9dcaa14f-64d8-4f44-aed3-35a4ef8c20c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:35.241992 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-078d4f1e-7778-4015-9266-e48923ae945f req-9dcaa14f-64d8-4f44-aed3-35a4ef8c20c3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8a536572-51e8-41c9-b6b4-029e4a14e253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1568122 May 05 20:00:35.249306 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-2a2b20ee-6e93-421a-b195-dc50bbf354eb admin admin] 10.222.0.36 "DELETE /v2.0/subnets/8749de71-a058-48eb-aa71-1534aba74246 HTTP/1.1" status: 204 len: 168 time: 0.9579239 May 05 20:00:35.270049 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 42188) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:00:35.300680 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['abcf9515-005c-4990-9cda-dea39f5122a3'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:00:35.331447 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['3e25fa10-4b16-4472-9de5-596123987dfe'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:00:35.369092 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffab9668-69f7-484e-906a-09e89e338850 service neutron] Pushing event updated for resources: {'Port': ['ID=a4c2aacd-f64f-48bd-a26f-ac48bca019f1,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:35.383947 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['57a1046a-4c1a-41ae-8159-fc2baceea01a'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:00:35.396860 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a840c2-2ad7-495a-8b1f-64be2480a535 req-ffab9668-69f7-484e-906a-09e89e338850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:35.397475 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c3a840c2-2ad7-495a-8b1f-64be2480a535 req-ffab9668-69f7-484e-906a-09e89e338850 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:35.398832 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c3a840c2-2ad7-495a-8b1f-64be2480a535 req-ffab9668-69f7-484e-906a-09e89e338850 service neutron] 10.222.0.50 "PUT /v2.0/ports/a4c2aacd-f64f-48bd-a26f-ac48bca019f1 HTTP/1.1" status: 200 len: 1091 time: 1.6783571 May 05 20:00:35.401557 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dccba533-f1a3-406e-96a1-1c70fdc80300', 'tag': 'a4c2aacd-f64f-48bd-a26f-ac48bca019f1'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:00:35.520376 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65175b0-55d6-4cee-8f05-db64087818b7 req-c126ad58-5c9d-4e7d-ae40-4831b9396e62 tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:35.521486 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-e65175b0-55d6-4cee-8f05-db64087818b7 req-c126ad58-5c9d-4e7d-ae40-4831b9396e62 tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] Synchronizing usage tracker for tenant:3d0f5ae877b24f5eb86b2584eac5dbad on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:00:35.551139 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-77e16bcd-c97f-47e2-88ec-cbd0fe2a8869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:35.574213 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-e65175b0-55d6-4cee-8f05-db64087818b7 req-c126ad58-5c9d-4e7d-ae40-4831b9396e62 tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] Unset dirty status for tenant:3d0f5ae877b24f5eb86b2584eac5dbad on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:00:35.585831 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e65175b0-55d6-4cee-8f05-db64087818b7 req-c126ad58-5c9d-4e7d-ae40-4831b9396e62 tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] 10.222.0.36 "GET /v2.0/ports?device_id=dccba533-f1a3-406e-96a1-1c70fdc80300 HTTP/1.1" status: 200 len: 943 time: 0.2572463 May 05 20:00:35.591496 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-078d4f1e-7778-4015-9266-e48923ae945f req-1900f935-164c-4f15-a2a5-168bca43a034 service neutron] 10.222.0.24 "GET /v2.0/networks/8a536572-51e8-41c9-b6b4-029e4a14e253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3431523 May 05 20:00:35.646158 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-e65175b0-55d6-4cee-8f05-db64087818b7 req-bcc52c9f-38f0-4153-926d-53a0f49abc78 tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] Synchronizing usage tracker for tenant:3d0f5ae877b24f5eb86b2584eac5dbad on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:00:35.651450 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a840c2-2ad7-495a-8b1f-64be2480a535 req-c047c6e8-cb05-4034-b5fc-83ddcbb1c7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:35.653016 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c3a840c2-2ad7-495a-8b1f-64be2480a535 req-c047c6e8-cb05-4034-b5fc-83ddcbb1c7a9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3d0f5ae877b24f5eb86b2584eac5dbad&device_id=dccba533-f1a3-406e-96a1-1c70fdc80300 HTTP/1.1" status: 200 len: 1094 time: 0.1886508 May 05 20:00:35.707724 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985da732-ef64-4a40-970d-8fe39affc79f req-528f981b-bc63-470a-acda-c74d0b0ee5cc tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:35.709283 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-985da732-ef64-4a40-970d-8fe39affc79f req-528f981b-bc63-470a-acda-c74d0b0ee5cc tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/ports?device_id=c406eeb3-a729-4336-a7a7-a2ad14d57bf5 HTTP/1.1" status: 200 len: 945 time: 0.3778265 May 05 20:00:35.748180 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c3a840c2-2ad7-495a-8b1f-64be2480a535 req-c31b9cfb-7b39-4a16-ac0f-2b12ed2b8dff service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4c2aacd-f64f-48bd-a26f-ac48bca019f1 HTTP/1.1" status: 200 len: 217 time: 0.0869796 May 05 20:00:35.843619 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-e65175b0-55d6-4cee-8f05-db64087818b7 req-bcc52c9f-38f0-4153-926d-53a0f49abc78 tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] Unset dirty status for tenant:3d0f5ae877b24f5eb86b2584eac5dbad on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:00:35.844692 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e65175b0-55d6-4cee-8f05-db64087818b7 req-bcc52c9f-38f0-4153-926d-53a0f49abc78 tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] 10.222.0.36 "GET /v2.0/security-groups?id=88edd133-940c-40dd-9d62-baa884811525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571859 May 05 20:00:35.872617 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a840c2-2ad7-495a-8b1f-64be2480a535 req-d76823e7-d624-4a13-9fe3-7dc7d55bbb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:35.873188 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c3a840c2-2ad7-495a-8b1f-64be2480a535 req-d76823e7-d624-4a13-9fe3-7dc7d55bbb56 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6ac6a8cc-9c4c-43e4-a329-07fce1c0db3a HTTP/1.1" status: 200 len: 860 time: 0.1135690 May 05 20:00:35.905345 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-77e16bcd-c97f-47e2-88ec-cbd0fe2a8869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:35.932699 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b2d8484-5e3e-4ab0-9274-22a7557d8c0e'] response: {'name': 'network-changed', 'server_uuid': 'bf5420af-229c-4e50-ae74-672fefcddb52', 'tag': '5df09f37-fcf2-4bc7-9347-45d1a525e374', 'status': 'completed', 'code': 200} May 05 20:00:35.982801 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c3a840c2-2ad7-495a-8b1f-64be2480a535 req-9b056c14-be7b-4ad0-9182-1b75f4c26c51 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0e9b3553-e353-4ee2-a08c-1966a6de6011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1022437 May 05 20:00:36.063145 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-985da732-ef64-4a40-970d-8fe39affc79f req-897f1507-a76a-48e5-8c54-4b6ae3a57390 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cb43301-61da-408d-ba7f-c0b8dd491c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995234 May 05 20:00:36.070510 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-77e16bcd-c97f-47e2-88ec-cbd0fe2a8869 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dfd2b37-488a-4d30-a912-23b4e25a65ef']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:00:36.134173 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-77e16bcd-c97f-47e2-88ec-cbd0fe2a8869 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecb6aeee-b225-4e3b-a7b6-70622da0cf45') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:00:36.134481 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-77e16bcd-c97f-47e2-88ec-cbd0fe2a8869 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecb6aeee-b225-4e3b-a7b6-70622da0cf45') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:00:36.160260 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-77e16bcd-c97f-47e2-88ec-cbd0fe2a8869 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:36.172579 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-078d4f1e-7778-4015-9266-e48923ae945f req-f6f1e376-df70-4f93-83b4-0d3247f0e707 service neutron] 10.222.0.24 "GET /v2.0/networks/8a536572-51e8-41c9-b6b4-029e4a14e253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5536029 May 05 20:00:36.191239 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-77e16bcd-c97f-47e2-88ec-cbd0fe2a8869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:36.203869 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77e16bcd-c97f-47e2-88ec-cbd0fe2a8869 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:00:36.204360 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-77e16bcd-c97f-47e2-88ec-cbd0fe2a8869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:36.221047 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:00:36.221047 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:00:36.221047 n-d-840717-1 neutron-server[88198]: timer() May 05 20:00:36.221047 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:00:36.221047 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:00:36.221047 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:00:36.221047 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:00:36.221047 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:00:36.221047 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:00:36.221047 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:00:36.221047 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:00:36.221047 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:00:36.221047 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:00:36.221047 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:00:36.221047 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:00:36.221047 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:00:36.221047 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:00:36.221047 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:00:36.221047 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:00:36.221047 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:00:36.221047 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:00:36.221047 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:00:36.221047 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:00:36.221047 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:00:36.221047 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:00:36.221047 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:00:36.221047 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:00:36.221047 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:00:36.221047 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:00:36.221047 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:00:36.221047 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:00:36.221047 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:00:36.242527 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c3a840c2-2ad7-495a-8b1f-64be2480a535 req-bc3402c9-1d6c-4c93-8994-f024c15f57c2 service neutron] 10.222.0.50 "GET /v2.0/networks/0e9b3553-e353-4ee2-a08c-1966a6de6011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528148 May 05 20:00:36.242988 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d05757-11ec-4ba2-8e60-a6d6f3230aaf req-edabffc7-907f-4a7a-8441-f9ddf9976558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:36.244779 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-63d05757-11ec-4ba2-8e60-a6d6f3230aaf req-edabffc7-907f-4a7a-8441-f9ddf9976558 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5dc7995786b847999f5838924c32320a&device_id=bf5420af-229c-4e50-ae74-672fefcddb52 HTTP/1.1" status: 200 len: 1094 time: 0.2718399 May 05 20:00:36.259516 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e20e02-9a8a-4cf9-a9a7-5d688e4cf340 req-4ab92522-3fe5-4271-be5a-a554beb2ddff tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:36.266195 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e20e02-9a8a-4cf9-a9a7-5d688e4cf340 req-4ab92522-3fe5-4271-be5a-a554beb2ddff tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:36.272388 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e20e02-9a8a-4cf9-a9a7-5d688e4cf340 req-4ab92522-3fe5-4271-be5a-a554beb2ddff tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:36.279046 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e20e02-9a8a-4cf9-a9a7-5d688e4cf340 req-4ab92522-3fe5-4271-be5a-a554beb2ddff tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:36.286174 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e20e02-9a8a-4cf9-a9a7-5d688e4cf340 req-4ab92522-3fe5-4271-be5a-a554beb2ddff tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:36.292996 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e20e02-9a8a-4cf9-a9a7-5d688e4cf340 req-4ab92522-3fe5-4271-be5a-a554beb2ddff tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:36.299921 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e20e02-9a8a-4cf9-a9a7-5d688e4cf340 req-4ab92522-3fe5-4271-be5a-a554beb2ddff tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:36.301909 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-51e20e02-9a8a-4cf9-a9a7-5d688e4cf340 req-4ab92522-3fe5-4271-be5a-a554beb2ddff tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/ports?device_id=c66c5a81-58b3-46e3-8e2a-9f67da08f252 HTTP/1.1" status: 200 len: 5419 time: 0.2766774 May 05 20:00:36.339008 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['e16abe2d-4652-4238-b1ff-10009a771c77'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:00:36.396599 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['506f9f85-5ebc-4ad3-a1f3-615f8594dee2'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:00:36.535057 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 42218) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:00:36.575128 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-51e20e02-9a8a-4cf9-a9a7-5d688e4cf340 req-14da8c28-948e-4754-bd2f-d951dcaf81a8 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ea4b63-4d77-466d-a6d0-2611e1957d3d&id=6ef0a585-a6a9-4dc9-9f77-73dacf2639b2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2494435 May 05 20:00:36.616563 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-77e16bcd-c97f-47e2-88ec-cbd0fe2a8869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:36.629179 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-77e16bcd-c97f-47e2-88ec-cbd0fe2a8869 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:36.633035 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c3a840c2-2ad7-495a-8b1f-64be2480a535 req-230deea8-e8ba-4467-9c74-20463812247d service neutron] 10.222.0.50 "GET /v2.0/networks/0e9b3553-e353-4ee2-a08c-1966a6de6011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300624 May 05 20:00:36.662229 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2542ceab-6f5e-44ac-8bf4-ec691b72a3a8'] response: {'name': 'network-changed', 'server_uuid': 'dccba533-f1a3-406e-96a1-1c70fdc80300', 'tag': 'a4c2aacd-f64f-48bd-a26f-ac48bca019f1', 'status': 'completed', 'code': 200} May 05 20:00:36.711220 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 5df09f37-fcf2-4bc7-9347-45d1a525e374 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:00:36.720867 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e16bcd-c97f-47e2-88ec-cbd0fe2a8869 admin admin] Pushing event deleted for resources: {'Network': ['ID=8dfd2b37-488a-4d30-a912-23b4e25a65ef,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:36.743837 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-77e16bcd-c97f-47e2-88ec-cbd0fe2a8869 admin admin] 10.222.0.36 "DELETE /v2.0/networks/8dfd2b37-488a-4d30-a912-23b4e25a65ef HTTP/1.1" status: 204 len: 168 time: 1.4705672 May 05 20:00:36.751228 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d05757-11ec-4ba2-8e60-a6d6f3230aaf req-5a4017f7-2c95-4007-8c9b-0b4fcef38ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:36.756967 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-63d05757-11ec-4ba2-8e60-a6d6f3230aaf req-5a4017f7-2c95-4007-8c9b-0b4fcef38ec8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=00ecdd9f-1135-415f-b0c6-51153b85089d HTTP/1.1" status: 200 len: 913 time: 0.4522572 May 05 20:00:36.816865 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee216e82-0966-4e0c-9f31-fa5d3df8a24a req-4f88b746-3f68-440b-8771-42c6b393b8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:36.819523 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ee216e82-0966-4e0c-9f31-fa5d3df8a24a req-4f88b746-3f68-440b-8771-42c6b393b8b0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3d0f5ae877b24f5eb86b2584eac5dbad&device_id=dccba533-f1a3-406e-96a1-1c70fdc80300 HTTP/1.1" status: 200 len: 1094 time: 0.1274512 May 05 20:00:36.826364 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-3d528736-b754-479b-94f9-544cf8f8279d admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-818348373-network', 'tenant_id': 'c5bc97d17c8c4bca95c497c59c0718d6'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:00:36.835749 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-3d528736-b754-479b-94f9-544cf8f8279d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:00:36.929660 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d805f6e3-d07c-473b-897c-e5b2dd14b162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:36.940930 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-3d528736-b754-479b-94f9-544cf8f8279d admin admin] Usage tracker for resource:network and tenant:c5bc97d17c8c4bca95c497c59c0718d6 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:00:36.951095 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 42228) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:00:37.001326 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-63d05757-11ec-4ba2-8e60-a6d6f3230aaf req-d4f05dd0-3b1e-4769-81a9-c1d95253f8d6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5df09f37-fcf2-4bc7-9347-45d1a525e374 HTTP/1.1" status: 200 len: 217 time: 0.2230494 May 05 20:00:37.043258 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-3d528736-b754-479b-94f9-544cf8f8279d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:00:37.044534 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ee0177-c91f-4103-b378-b78d6a25c5bc req-022fd86a-e1ca-4d0a-af33-60277fa6e638 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:37.047237 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c6ee0177-c91f-4103-b378-b78d6a25c5bc req-022fd86a-e1ca-4d0a-af33-60277fa6e638 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf5420af-229c-4e50-ae74-672fefcddb52 HTTP/1.1" status: 200 len: 943 time: 0.7942204 May 05 20:00:37.050314 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-3d528736-b754-479b-94f9-544cf8f8279d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:00:37.054305 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c54c5-f0ff-47bc-b7a5-d3401785ecd8 req-b6c7a196-3598-4579-a170-47d462c185dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:37.056389 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ec1c54c5-f0ff-47bc-b7a5-d3401785ecd8 req-b6c7a196-3598-4579-a170-47d462c185dc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=78022ff8-79b6-40f3-923b-df6f4cd7291b HTTP/1.1" status: 200 len: 1096 time: 0.5278516 May 05 20:00:37.103387 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d528736-b754-479b-94f9-544cf8f8279d admin admin] Made reservation on behalf of c5bc97d17c8c4bca95c497c59c0718d6 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:00:37.106954 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3d528736-b754-479b-94f9-544cf8f8279d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:37.116348 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 5df09f37-fcf2-4bc7-9347-45d1a525e374, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=5df09f37-fcf2-4bc7-9347-45d1a525e374,segment=NetworkSegment(eccdf1c4-efe8-4f03-97f1-7b574b83122b),segment_id=eccdf1c4-efe8-4f03-97f1-7b574b83122b)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:00:37.131208 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': '5df09f37-fcf2-4bc7-9347-45d1a525e374', 'network_id': '00ecdd9f-1135-415f-b0c6-51153b85089d', 'port_id': '5df09f37-fcf2-4bc7-9347-45d1a525e374', 'mac_address': 'fa:16:3e:93:5f:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08fe5f50-bbcd-4aa2-adfb-1629cfc316ff', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:00:37.151672 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3d528736-b754-479b-94f9-544cf8f8279d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:37.181159 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c6ee0177-c91f-4103-b378-b78d6a25c5bc req-19182d8c-0625-4fb0-b1d3-a14915f12916 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171415 May 05 20:00:37.182290 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee216e82-0966-4e0c-9f31-fa5d3df8a24a req-641ee2e0-7e67-4785-ad61-480f2ac123e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:37.183767 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ee216e82-0966-4e0c-9f31-fa5d3df8a24a req-641ee2e0-7e67-4785-ad61-480f2ac123e8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0e9b3553-e353-4ee2-a08c-1966a6de6011 HTTP/1.1" status: 200 len: 921 time: 0.3512542 May 05 20:00:37.191724 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d05757-11ec-4ba2-8e60-a6d6f3230aaf req-ba844eb9-c4a4-4bed-b86b-383b2de679ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:37.192260 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:37.192469 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-3d528736-b754-479b-94f9-544cf8f8279d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:00:37.193179 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-63d05757-11ec-4ba2-8e60-a6d6f3230aaf req-ba844eb9-c4a4-4bed-b86b-383b2de679ea service neutron] 10.222.0.50 "GET /v2.0/subnets?id=08fe5f50-bbcd-4aa2-adfb-1629cfc316ff HTTP/1.1" status: 200 len: 852 time: 0.1946130 May 05 20:00:37.195383 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ec1c54c5-f0ff-47bc-b7a5-d3401785ecd8 req-b0ee03e3-097e-49b5-ba59-ec6b6936da72 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=60903d7d-e068-4be3-b1cd-aedae880a3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018045 May 05 20:00:37.196688 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-288ea324-9d55-4408-b879-c14c4922e92e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cd85f39ab63d412fb16ed6744e0d4d13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1639748 May 05 20:00:37.199186 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 42234) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:00:37.224671 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5df09f37-fcf2-4bc7-9347-45d1a525e374 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:00:37.242683 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 5df09f37-fcf2-4bc7-9347-45d1a525e374, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=5df09f37-fcf2-4bc7-9347-45d1a525e374,segment=NetworkSegment(eccdf1c4-efe8-4f03-97f1-7b574b83122b),segment_id=eccdf1c4-efe8-4f03-97f1-7b574b83122b)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:00:37.248337 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:37.259981 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-3d528736-b754-479b-94f9-544cf8f8279d admin admin] Usage tracker for resource:security_group_rule and tenant:c5bc97d17c8c4bca95c497c59c0718d6 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:00:37.264430 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-3d528736-b754-479b-94f9-544cf8f8279d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:00:37.279843 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ee216e82-0966-4e0c-9f31-fa5d3df8a24a req-b733bf55-4c51-4958-ae29-5f1c3fd30f69 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4c2aacd-f64f-48bd-a26f-ac48bca019f1 HTTP/1.1" status: 200 len: 217 time: 0.0883584 May 05 20:00:37.280462 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9710cedb-0c38-474d-ae3d-4bc26f944aa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:37.280664 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-3d528736-b754-479b-94f9-544cf8f8279d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:00:37.305917 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db70eb-4b7e-4a03-a1de-467ee09689eb req-7dc964f0-b73e-48a6-8817-b4c6964ccda6 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:37.311967 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db70eb-4b7e-4a03-a1de-467ee09689eb req-7dc964f0-b73e-48a6-8817-b4c6964ccda6 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:37.318037 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db70eb-4b7e-4a03-a1de-467ee09689eb req-7dc964f0-b73e-48a6-8817-b4c6964ccda6 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:37.324185 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db70eb-4b7e-4a03-a1de-467ee09689eb req-7dc964f0-b73e-48a6-8817-b4c6964ccda6 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:37.330398 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db70eb-4b7e-4a03-a1de-467ee09689eb req-7dc964f0-b73e-48a6-8817-b4c6964ccda6 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:37.334901 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=5df09f37-fcf2-4bc7-9347-45d1a525e374,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:37.336413 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db70eb-4b7e-4a03-a1de-467ee09689eb req-7dc964f0-b73e-48a6-8817-b4c6964ccda6 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:37.344234 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db70eb-4b7e-4a03-a1de-467ee09689eb req-7dc964f0-b73e-48a6-8817-b4c6964ccda6 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:37.346180 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c3db70eb-4b7e-4a03-a1de-467ee09689eb req-7dc964f0-b73e-48a6-8817-b4c6964ccda6 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933ae74-0c33-4c3c-82a1-5c532a76f33d HTTP/1.1" status: 200 len: 5438 time: 0.4898078 May 05 20:00:37.356436 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9710cedb-0c38-474d-ae3d-4bc26f944aa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:37.443983 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-63d05757-11ec-4ba2-8e60-a6d6f3230aaf req-386ec7e0-91f8-42d8-b4d2-c882b406515e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=00ecdd9f-1135-415f-b0c6-51153b85089d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638649 May 05 20:00:37.452446 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['bd8854c6-838f-44f3-8df9-07057c4679c3'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:00:37.474492 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c3db70eb-4b7e-4a03-a1de-467ee09689eb req-d86e8bea-3214-440c-be6c-df56c07317cd tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e6be8f4-cbde-48c1-a6fd-f6caadba2c70&id=b31ec34e-3cb0-41c2-a678-bc0e8ba8a08d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1183600 May 05 20:00:37.489586 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee216e82-0966-4e0c-9f31-fa5d3df8a24a req-69ad2477-c83d-4dc7-8001-26177bd004fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:37.491467 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ee216e82-0966-4e0c-9f31-fa5d3df8a24a req-69ad2477-c83d-4dc7-8001-26177bd004fd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6ac6a8cc-9c4c-43e4-a329-07fce1c0db3a HTTP/1.1" status: 200 len: 860 time: 0.1026392 May 05 20:00:37.558482 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ee216e82-0966-4e0c-9f31-fa5d3df8a24a req-c3adac9a-27b0-4f34-b234-4aa95ac76edd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0e9b3553-e353-4ee2-a08c-1966a6de6011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596421 May 05 20:00:37.658254 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b16318-1d6f-41b0-a686-7c33e58d1002 req-424cb111-49de-4da7-94c0-7f547b3f9640 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:37.659807 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-97b16318-1d6f-41b0-a686-7c33e58d1002 req-424cb111-49de-4da7-94c0-7f547b3f9640 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=78022ff8-79b6-40f3-923b-df6f4cd7291b HTTP/1.1" status: 200 len: 945 time: 0.3518517 May 05 20:00:37.670027 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3d528736-b754-479b-94f9-544cf8f8279d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:37.674940 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-63d05757-11ec-4ba2-8e60-a6d6f3230aaf req-2dc60da3-8119-43f3-9f07-ac0f30d779b6 service neutron] 10.222.0.50 "GET /v2.0/networks/00ecdd9f-1135-415f-b0c6-51153b85089d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215750 May 05 20:00:37.678005 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9710cedb-0c38-474d-ae3d-4bc26f944aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:37.717219 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:37.727453 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['5df09f37-fcf2-4bc7-9347-45d1a525e374'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:00:37.749802 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3d528736-b754-479b-94f9-544cf8f8279d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:37.758107 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9710cedb-0c38-474d-ae3d-4bc26f944aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80fa4dbb-a071-449b-a651-c883c7b9af94,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:37.771715 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9710cedb-0c38-474d-ae3d-4bc26f944aa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:37.773034 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-9710cedb-0c38-474d-ae3d-4bc26f944aa6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/80fa4dbb-a071-449b-a651-c883c7b9af94 HTTP/1.1" status: 204 len: 168 time: 0.5694544 May 05 20:00:37.798044 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-97b16318-1d6f-41b0-a686-7c33e58d1002 req-bcb32694-e8a9-4498-b31d-4ab56dff662d tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/security-groups?id=60903d7d-e068-4be3-b1cd-aedae880a3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212695 May 05 20:00:37.813088 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d528736-b754-479b-94f9-544cf8f8279d admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:00:37.836200 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d528736-b754-479b-94f9-544cf8f8279d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e8efb9-2ba2-4f79-959a-6336675901e0,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:37.859573 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ee216e82-0966-4e0c-9f31-fa5d3df8a24a req-66ad3def-e099-4084-8a85-a3adfd8e9208 service neutron] 10.222.0.50 "GET /v2.0/networks/0e9b3553-e353-4ee2-a08c-1966a6de6011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917666 May 05 20:00:37.860629 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3d528736-b754-479b-94f9-544cf8f8279d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:37.860959 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-3d528736-b754-479b-94f9-544cf8f8279d admin admin] Added segment 3aa7e59a-714f-4cf9-893d-8943b903815a of type vlan for network 2a9a9df3-ea16-4794-afeb-472875076e06 May 05 20:00:37.916240 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-63d05757-11ec-4ba2-8e60-a6d6f3230aaf req-2bd9ee97-9ff8-4748-9fd8-9f989b9a29ee service neutron] 10.222.0.50 "GET /v2.0/networks/00ecdd9f-1135-415f-b0c6-51153b85089d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327600 May 05 20:00:37.944847 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3d528736-b754-479b-94f9-544cf8f8279d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:38.001548 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06bb211-2a1a-40f1-8a5b-529aeb7fc80b req-5bcab84c-7412-42b7-a3e2-df7b92f0a3d7 tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:38.003703 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d06bb211-2a1a-40f1-8a5b-529aeb7fc80b req-5bcab84c-7412-42b7-a3e2-df7b92f0a3d7 tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] 10.222.0.36 "GET /v2.0/ports?device_id=dccba533-f1a3-406e-96a1-1c70fdc80300 HTTP/1.1" status: 200 len: 943 time: 0.3863556 May 05 20:00:38.009728 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:38.095205 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502f5c4-0ac5-41bd-8cab-f0df9c24dc92 req-070abb2a-006f-479b-836d-8c8c35830cdc tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:38.100379 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ee216e82-0966-4e0c-9f31-fa5d3df8a24a req-28ff5f36-e9c6-4e4c-ad14-ed41ae1f8d00 service neutron] 10.222.0.50 "GET /v2.0/networks/0e9b3553-e353-4ee2-a08c-1966a6de6011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314546 May 05 20:00:38.101705 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5502f5c4-0ac5-41bd-8cab-f0df9c24dc92 req-070abb2a-006f-479b-836d-8c8c35830cdc tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/ports?device_id=c406eeb3-a729-4336-a7a7-a2ad14d57bf5 HTTP/1.1" status: 200 len: 945 time: 0.0984716 May 05 20:00:38.104214 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d06bb211-2a1a-40f1-8a5b-529aeb7fc80b req-b44ea867-621d-4dae-9e9f-e9024352e1fd tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] 10.222.0.36 "GET /v2.0/security-groups?id=88edd133-940c-40dd-9d62-baa884811525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899243 May 05 20:00:38.105298 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3d528736-b754-479b-94f9-544cf8f8279d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:38.106681 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d528736-b754-479b-94f9-544cf8f8279d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:38.107323 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3d528736-b754-479b-94f9-544cf8f8279d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:38.190077 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5502f5c4-0ac5-41bd-8cab-f0df9c24dc92 req-c595b761-55c3-4505-a971-5d364bfdc71f tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cb43301-61da-408d-ba7f-c0b8dd491c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867972 May 05 20:00:38.245472 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-3d528736-b754-479b-94f9-544cf8f8279d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.7066209 May 05 20:00:38.245842 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 42246) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:00:38.248585 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d528736-b754-479b-94f9-544cf8f8279d admin admin] Pushing event updated for resources: {'Network': ['ID=2a9a9df3-ea16-4794-afeb-472875076e06,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:38.252029 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-4af4f99b-b852-4b1b-8577-e77fc4db5439 admin admin] Request body: {'subnet': {'network_id': '2a9a9df3-ea16-4794-afeb-472875076e06', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-818348373-subnet', 'tenant_id': 'c5bc97d17c8c4bca95c497c59c0718d6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:00:38.257649 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-4af4f99b-b852-4b1b-8577-e77fc4db5439 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:00:38.261753 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 2a9a9df3-ea16-4794-afeb-472875076e06 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:00:38.262006 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-4af4f99b-b852-4b1b-8577-e77fc4db5439 admin admin] Usage tracker for resource:subnet and tenant:c5bc97d17c8c4bca95c497c59c0718d6 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:00:38.265101 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-4af4f99b-b852-4b1b-8577-e77fc4db5439 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:00:38.272915 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-4af4f99b-b852-4b1b-8577-e77fc4db5439 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:00:38.293380 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af4f99b-b852-4b1b-8577-e77fc4db5439 admin admin] Made reservation on behalf of c5bc97d17c8c4bca95c497c59c0718d6 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:00:38.298302 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4af4f99b-b852-4b1b-8577-e77fc4db5439 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:38.450134 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be60662-0d53-4d8a-a5fe-8f3ff530da2d req-f1dd3610-0f05-4d1a-9c75-baf9b7e9d21c tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:38.457437 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be60662-0d53-4d8a-a5fe-8f3ff530da2d req-f1dd3610-0f05-4d1a-9c75-baf9b7e9d21c tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:38.463414 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be60662-0d53-4d8a-a5fe-8f3ff530da2d req-f1dd3610-0f05-4d1a-9c75-baf9b7e9d21c tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:38.470483 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be60662-0d53-4d8a-a5fe-8f3ff530da2d req-f1dd3610-0f05-4d1a-9c75-baf9b7e9d21c tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:38.476507 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be60662-0d53-4d8a-a5fe-8f3ff530da2d req-f1dd3610-0f05-4d1a-9c75-baf9b7e9d21c tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:38.482642 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be60662-0d53-4d8a-a5fe-8f3ff530da2d req-f1dd3610-0f05-4d1a-9c75-baf9b7e9d21c tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:38.489297 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be60662-0d53-4d8a-a5fe-8f3ff530da2d req-f1dd3610-0f05-4d1a-9c75-baf9b7e9d21c tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:38.491254 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1be60662-0d53-4d8a-a5fe-8f3ff530da2d req-f1dd3610-0f05-4d1a-9c75-baf9b7e9d21c tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/ports?device_id=c66c5a81-58b3-46e3-8e2a-9f67da08f252 HTTP/1.1" status: 200 len: 5419 time: 0.2040393 May 05 20:00:38.552165 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1be60662-0d53-4d8a-a5fe-8f3ff530da2d req-cfe83245-38b2-4cc7-b1a4-d3c30e532aeb tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ea4b63-4d77-466d-a6d0-2611e1957d3d&id=6ef0a585-a6a9-4dc9-9f77-73dacf2639b2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533075 May 05 20:00:38.559729 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e1c667-73ea-4c2e-8c37-4333eaea61cd req-e8d3f093-160d-4df7-9907-b3ebcefccd9b tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:38.566572 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c9e1c667-73ea-4c2e-8c37-4333eaea61cd req-e8d3f093-160d-4df7-9907-b3ebcefccd9b tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf5420af-229c-4e50-ae74-672fefcddb52 HTTP/1.1" status: 200 len: 944 time: 0.1604853 May 05 20:00:38.639724 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c9e1c667-73ea-4c2e-8c37-4333eaea61cd req-4a5531e4-94f5-4282-9ec8-57b727a7acb2 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723023 May 05 20:00:38.692449 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4af4f99b-b852-4b1b-8577-e77fc4db5439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:38.717068 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 3e25fa10-4b16-4472-9de5-596123987dfe up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:00:38.772075 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af4f99b-b852-4b1b-8577-e77fc4db5439 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25f091e9-57a5-4759-ad7e-42d23abf747a,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:38.799984 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b123d766-f466-4255-ac77-751c193de25c req-2873a61c-e81c-4309-98b0-7bf67a3e1330 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:38.805104 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af4f99b-b852-4b1b-8577-e77fc4db5439 admin admin] Checking segment: {'id': '3aa7e59a-714f-4cf9-893d-8943b903815a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2a9a9df3-ea16-4794-afeb-472875076e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:00:38.805735 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af4f99b-b852-4b1b-8577-e77fc4db5439 admin admin] Network hostable DHCP agents. Network: 2a9a9df3-ea16-4794-afeb-472875076e06, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:00:38.806538 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b123d766-f466-4255-ac77-751c193de25c req-2873a61c-e81c-4309-98b0-7bf67a3e1330 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:38.814113 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b123d766-f466-4255-ac77-751c193de25c req-2873a61c-e81c-4309-98b0-7bf67a3e1330 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:38.818290 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port 3e25fa10-4b16-4472-9de5-596123987dfe completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:00:38.820503 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b123d766-f466-4255-ac77-751c193de25c req-2873a61c-e81c-4309-98b0-7bf67a3e1330 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:38.824982 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port 3e25fa10-4b16-4472-9de5-596123987dfe triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:00:38.825982 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:38.827678 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b123d766-f466-4255-ac77-751c193de25c req-2873a61c-e81c-4309-98b0-7bf67a3e1330 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:38.827813 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af4f99b-b852-4b1b-8577-e77fc4db5439 admin admin] Network 2a9a9df3-ea16-4794-afeb-472875076e06 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:00:38.833892 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b123d766-f466-4255-ac77-751c193de25c req-2873a61c-e81c-4309-98b0-7bf67a3e1330 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:38.838891 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-4af4f99b-b852-4b1b-8577-e77fc4db5439 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 2a9a9df3-ea16-4794-afeb-472875076e06) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:00:38.840229 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b123d766-f466-4255-ac77-751c193de25c req-2873a61c-e81c-4309-98b0-7bf67a3e1330 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:38.842185 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b123d766-f466-4255-ac77-751c193de25c req-2873a61c-e81c-4309-98b0-7bf67a3e1330 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933ae74-0c33-4c3c-82a1-5c532a76f33d HTTP/1.1" status: 200 len: 5438 time: 0.1579099 May 05 20:00:38.856599 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af4f99b-b852-4b1b-8577-e77fc4db5439 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:38.857255 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4af4f99b-b852-4b1b-8577-e77fc4db5439 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:38.874049 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8429601c-0610-4078-bd04-e8add5e190fa None None] Network 2a9a9df3-ea16-4794-afeb-472875076e06 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:00:38.889137 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-4af4f99b-b852-4b1b-8577-e77fc4db5439 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6417682 May 05 20:00:38.892368 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 42272) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:00:38.898402 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-094a4d46-f154-478e-b1a8-85fdc94dc6f9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-818348373-router', 'tenant_id': 'c5bc97d17c8c4bca95c497c59c0718d6', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:00:38.904344 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-094a4d46-f154-478e-b1a8-85fdc94dc6f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:00:38.911667 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-094a4d46-f154-478e-b1a8-85fdc94dc6f9 admin admin] Usage tracker for resource:router and tenant:c5bc97d17c8c4bca95c497c59c0718d6 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:00:38.915682 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-094a4d46-f154-478e-b1a8-85fdc94dc6f9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:00:38.929443 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-094a4d46-f154-478e-b1a8-85fdc94dc6f9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:00:38.936935 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 42276) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:00:38.950048 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b123d766-f466-4255-ac77-751c193de25c req-1ddfc58e-d41b-4ccd-96cf-6422ec9d1cb7 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e6be8f4-cbde-48c1-a6fd-f6caadba2c70&id=b31ec34e-3cb0-41c2-a678-bc0e8ba8a08d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0893221 May 05 20:00:38.965323 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-094a4d46-f154-478e-b1a8-85fdc94dc6f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:38.967511 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-094a4d46-f154-478e-b1a8-85fdc94dc6f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:38.997672 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-094a4d46-f154-478e-b1a8-85fdc94dc6f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:39.132896 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:39.142811 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-4dc415bc-2df5-4732-8ad3-246ccfc304a4 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1411938900-network', 'tenant_id': 'fd076ddd052545f1b8568f94837a424a'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:00:39.202809 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a933ae74-0c33-4c3c-82a1-5c532a76f33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e25fa10-4b16-4472-9de5-596123987dfe'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:00:39.218569 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 3e25fa10-4b16-4472-9de5-596123987dfe, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=3e25fa10-4b16-4472-9de5-596123987dfe,segment=NetworkSegment(c3ba2cac-7dc0-445c-aed5-2efecd511db4),segment_id=c3ba2cac-7dc0-445c-aed5-2efecd511db4)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:00:39.220553 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-4dc415bc-2df5-4732-8ad3-246ccfc304a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:00:39.224916 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:39.225790 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device e16abe2d-4652-4238-b1ff-10009a771c77 up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:00:39.234789 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-4dc415bc-2df5-4732-8ad3-246ccfc304a4 admin admin] Usage tracker for resource:network and tenant:fd076ddd052545f1b8568f94837a424a is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:00:39.241090 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-4dc415bc-2df5-4732-8ad3-246ccfc304a4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:00:39.252118 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-4dc415bc-2df5-4732-8ad3-246ccfc304a4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:00:39.283828 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa6bc2f-d5bd-474d-8832-cac6d9336375 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-2a9a9df3-ea16-4794-afeb-472875076e06', 'network_id': '2a9a9df3-ea16-4794-afeb-472875076e06', 'tenant_id': 'c5bc97d17c8c4bca95c497c59c0718d6', 'fixed_ips': [{'subnet_id': '25f091e9-57a5-4759-ad7e-42d23abf747a'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:00:39.284652 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6aa6bc2f-d5bd-474d-8832-cac6d9336375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:39.326048 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd836706-d983-493f-b56b-1f9d48ff0663 req-ac22b2e5-2b1c-401a-8c0a-f6d31a9f17b8 tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:39.327757 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cd836706-d983-493f-b56b-1f9d48ff0663 req-ac22b2e5-2b1c-401a-8c0a-f6d31a9f17b8 tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] 10.222.0.36 "GET /v2.0/ports?device_id=dccba533-f1a3-406e-96a1-1c70fdc80300 HTTP/1.1" status: 200 len: 943 time: 0.0871522 May 05 20:00:39.378700 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cd836706-d983-493f-b56b-1f9d48ff0663 req-e26f0c2c-24d1-48b5-ba32-de0b03ffb2fc tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] 10.222.0.36 "GET /v2.0/security-groups?id=88edd133-940c-40dd-9d62-baa884811525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432365 May 05 20:00:39.465998 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=3e25fa10-4b16-4472-9de5-596123987dfe,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:39.500284 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:39.509228 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port e16abe2d-4652-4238-b1ff-10009a771c77 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:00:39.526907 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ff81ab-3a65-4aac-8577-13d061b2b50f req-c15b439c-6898-434a-8e43-640cad3ad0f4 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:39.528429 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-23ff81ab-3a65-4aac-8577-13d061b2b50f req-c15b439c-6898-434a-8e43-640cad3ad0f4 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=78022ff8-79b6-40f3-923b-df6f4cd7291b HTTP/1.1" status: 200 len: 945 time: 0.5114102 May 05 20:00:39.536974 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-094a4d46-f154-478e-b1a8-85fdc94dc6f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:39.540854 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc415bc-2df5-4732-8ad3-246ccfc304a4 admin admin] Made reservation on behalf of fd076ddd052545f1b8568f94837a424a for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:00:39.543188 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4dc415bc-2df5-4732-8ad3-246ccfc304a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:39.545306 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port e16abe2d-4652-4238-b1ff-10009a771c77 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:00:39.545960 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:39.576235 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4dc415bc-2df5-4732-8ad3-246ccfc304a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:39.627612 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-6aa6bc2f-d5bd-474d-8832-cac6d9336375 None None] Allocated IP 172.20.0.2 (2a9a9df3-ea16-4794-afeb-472875076e06/25f091e9-57a5-4759-ad7e-42d23abf747a/32102198-d147-4fbb-8159-c6a3b7a43532) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:00:39.628848 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-4dc415bc-2df5-4732-8ad3-246ccfc304a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:00:39.648513 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-23ff81ab-3a65-4aac-8577-13d061b2b50f req-826a558a-f730-4c19-8eda-0da5d66631c2 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/security-groups?id=60903d7d-e068-4be3-b1cd-aedae880a3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928183 May 05 20:00:39.649618 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-4dc415bc-2df5-4732-8ad3-246ccfc304a4 admin admin] Usage tracker for resource:security_group_rule and tenant:fd076ddd052545f1b8568f94837a424a is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:00:39.685089 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-4dc415bc-2df5-4732-8ad3-246ccfc304a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:00:39.699865 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-4dc415bc-2df5-4732-8ad3-246ccfc304a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:00:39.711522 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9417de-f310-4eb6-b5b0-a18771bb4c5e req-10fa7172-558f-43ad-8987-d60252123463 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:39.720492 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fc9417de-f310-4eb6-b5b0-a18771bb4c5e req-10fa7172-558f-43ad-8987-d60252123463 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/ports?device_id=c406eeb3-a729-4336-a7a7-a2ad14d57bf5 HTTP/1.1" status: 200 len: 945 time: 0.2243836 May 05 20:00:39.722867 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86ba670c-164a-4f88-aa48-81bd1a04fbf0'] response: {'server_uuid': 'a933ae74-0c33-4c3c-82a1-5c532a76f33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e25fa10-4b16-4472-9de5-596123987dfe', 'code': 200} May 05 20:00:39.769043 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fc9417de-f310-4eb6-b5b0-a18771bb4c5e req-f380baec-7cf1-44bf-ae5e-c8ac29ce2c1d tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cb43301-61da-408d-ba7f-c0b8dd491c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469961 May 05 20:00:39.804514 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:39.878851 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port e16abe2d-4652-4238-b1ff-10009a771c77, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=e16abe2d-4652-4238-b1ff-10009a771c77,segment=NetworkSegment(c3ba2cac-7dc0-445c-aed5-2efecd511db4),segment_id=c3ba2cac-7dc0-445c-aed5-2efecd511db4)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:00:39.886526 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:39.887372 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device abcf9515-005c-4990-9cda-dea39f5122a3 up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:00:39.954637 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4dc415bc-2df5-4732-8ad3-246ccfc304a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:39.968246 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4dc415bc-2df5-4732-8ad3-246ccfc304a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:39.980258 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dc415bc-2df5-4732-8ad3-246ccfc304a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:00:39.989281 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4dc415bc-2df5-4732-8ad3-246ccfc304a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:39.989624 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-4dc415bc-2df5-4732-8ad3-246ccfc304a4 admin admin] Added segment 855ae837-c466-477d-9ead-3bcd948066f8 of type vlan for network c516926f-c47d-429b-bf26-756b84aeaf6e May 05 20:00:40.015449 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4dc415bc-2df5-4732-8ad3-246ccfc304a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:40.048936 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ac113-76d6-4ad4-a4c7-8adffa5c91ca req-f4a3ac07-9e9f-4503-acff-3a3d00ebdb85 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:40.050465 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d12ac113-76d6-4ad4-a4c7-8adffa5c91ca req-f4a3ac07-9e9f-4503-acff-3a3d00ebdb85 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf5420af-229c-4e50-ae74-672fefcddb52 HTTP/1.1" status: 200 len: 944 time: 0.0868647 May 05 20:00:40.077506 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6aa6bc2f-d5bd-474d-8832-cac6d9336375 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:40.079407 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc415bc-2df5-4732-8ad3-246ccfc304a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df92700-9079-45f2-a302-14a8f9c4f1a1,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:40.092997 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4dc415bc-2df5-4732-8ad3-246ccfc304a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:40.094633 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc415bc-2df5-4732-8ad3-246ccfc304a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:40.095223 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4dc415bc-2df5-4732-8ad3-246ccfc304a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:40.097511 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-6aa6bc2f-d5bd-474d-8832-cac6d9336375 None None] Transition to ACTIVE for port object 32102198-d147-4fbb-8159-c6a3b7a43532 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:00:40.100067 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=e16abe2d-4652-4238-b1ff-10009a771c77,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:40.111420 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d12ac113-76d6-4ad4-a4c7-8adffa5c91ca req-7c201232-3775-4ef4-8e70-2aea055470b9 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530512 May 05 20:00:40.125641 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port abcf9515-005c-4990-9cda-dea39f5122a3 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:00:40.130599 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-6aa6bc2f-d5bd-474d-8832-cac6d9336375 None None] Transition to ACTIVE for port object 32102198-d147-4fbb-8159-c6a3b7a43532 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:00:40.133047 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port abcf9515-005c-4990-9cda-dea39f5122a3 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:00:40.133604 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:40.138717 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e8a03c-a4d7-4cda-a3c3-44d6f3dcb4c6 req-0816b07d-e976-4415-81c3-df31fdf7bcdc tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:40.144972 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e8a03c-a4d7-4cda-a3c3-44d6f3dcb4c6 req-0816b07d-e976-4415-81c3-df31fdf7bcdc tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:40.150805 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e8a03c-a4d7-4cda-a3c3-44d6f3dcb4c6 req-0816b07d-e976-4415-81c3-df31fdf7bcdc tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:40.157221 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e8a03c-a4d7-4cda-a3c3-44d6f3dcb4c6 req-0816b07d-e976-4415-81c3-df31fdf7bcdc tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:40.163039 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e8a03c-a4d7-4cda-a3c3-44d6f3dcb4c6 req-0816b07d-e976-4415-81c3-df31fdf7bcdc tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:40.168840 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6aa6bc2f-d5bd-474d-8832-cac6d9336375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:40.168994 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e8a03c-a4d7-4cda-a3c3-44d6f3dcb4c6 req-0816b07d-e976-4415-81c3-df31fdf7bcdc tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:40.175076 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e8a03c-a4d7-4cda-a3c3-44d6f3dcb4c6 req-0816b07d-e976-4415-81c3-df31fdf7bcdc tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:40.177048 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-41e8a03c-a4d7-4cda-a3c3-44d6f3dcb4c6 req-0816b07d-e976-4415-81c3-df31fdf7bcdc tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/ports?device_id=c66c5a81-58b3-46e3-8e2a-9f67da08f252 HTTP/1.1" status: 200 len: 5419 time: 0.3460748 May 05 20:00:40.256142 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa6bc2f-d5bd-474d-8832-cac6d9336375 None None] Network 2a9a9df3-ea16-4794-afeb-472875076e06 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:00:40.260710 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-6aa6bc2f-d5bd-474d-8832-cac6d9336375 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:00:40.268377 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa6bc2f-d5bd-474d-8832-cac6d9336375 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:00:40.271603 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa6bc2f-d5bd-474d-8832-cac6d9336375 None None] Pushing event updated for resources: {'Port': ['ID=32102198-d147-4fbb-8159-c6a3b7a43532,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:40.280204 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-4dc415bc-2df5-4732-8ad3-246ccfc304a4 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3409858 May 05 20:00:40.283594 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 42298) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:00:40.290684 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-deea2383-8e4f-40f4-afb7-0d98174ee967 admin admin] Request body: {'subnet': {'network_id': 'c516926f-c47d-429b-bf26-756b84aeaf6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1411938900-subnet', 'tenant_id': 'fd076ddd052545f1b8568f94837a424a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:00:40.295202 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc415bc-2df5-4732-8ad3-246ccfc304a4 admin admin] Pushing event updated for resources: {'Network': ['ID=c516926f-c47d-429b-bf26-756b84aeaf6e,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:40.311583 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-deea2383-8e4f-40f4-afb7-0d98174ee967 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:00:40.316360 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network c516926f-c47d-429b-bf26-756b84aeaf6e details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:00:40.319074 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-deea2383-8e4f-40f4-afb7-0d98174ee967 admin admin] Usage tracker for resource:subnet and tenant:fd076ddd052545f1b8568f94837a424a is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:00:40.322801 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-deea2383-8e4f-40f4-afb7-0d98174ee967 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:00:40.329716 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-deea2383-8e4f-40f4-afb7-0d98174ee967 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:00:40.341944 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deea2383-8e4f-40f4-afb7-0d98174ee967 admin admin] Made reservation on behalf of fd076ddd052545f1b8568f94837a424a for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:00:40.347837 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-deea2383-8e4f-40f4-afb7-0d98174ee967 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:40.433845 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-41e8a03c-a4d7-4cda-a3c3-44d6f3dcb4c6 req-f668f365-1700-4d79-8ed0-9e43ede3ff21 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ea4b63-4d77-466d-a6d0-2611e1957d3d&id=6ef0a585-a6a9-4dc9-9f77-73dacf2639b2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2343214 May 05 20:00:40.531312 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-094a4d46-f154-478e-b1a8-85fdc94dc6f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:40.566813 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-6aa6bc2f-d5bd-474d-8832-cac6d9336375 None None] Attempting to bind port 32102198-d147-4fbb-8159-c6a3b7a43532 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:00:40.567081 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-6aa6bc2f-d5bd-474d-8832-cac6d9336375 None None] Attempting to bind port 32102198-d147-4fbb-8159-c6a3b7a43532 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '3aa7e59a-714f-4cf9-893d-8943b903815a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2a9a9df3-ea16-4794-afeb-472875076e06'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:00:40.567652 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa6bc2f-d5bd-474d-8832-cac6d9336375 None None] Attempting to bind port 32102198-d147-4fbb-8159-c6a3b7a43532 on network 2a9a9df3-ea16-4794-afeb-472875076e06 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:00:40.570382 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-094a4d46-f154-478e-b1a8-85fdc94dc6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:40.575526 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa6bc2f-d5bd-474d-8832-cac6d9336375 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:00:40.576147 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa6bc2f-d5bd-474d-8832-cac6d9336375 None None] Checking segment: {'id': '3aa7e59a-714f-4cf9-893d-8943b903815a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2a9a9df3-ea16-4794-afeb-472875076e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:00:40.576710 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6aa6bc2f-d5bd-474d-8832-cac6d9336375 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:40.577254 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa6bc2f-d5bd-474d-8832-cac6d9336375 None None] Bound using segment: {'id': '3aa7e59a-714f-4cf9-893d-8943b903815a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2a9a9df3-ea16-4794-afeb-472875076e06'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:00:40.578441 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-6aa6bc2f-d5bd-474d-8832-cac6d9336375 None None] Bound port: 32102198-d147-4fbb-8159-c6a3b7a43532, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aa7e59a-714f-4cf9-893d-8943b903815a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2a9a9df3-ea16-4794-afeb-472875076e06'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:00:40.579191 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6aa6bc2f-d5bd-474d-8832-cac6d9336375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:40.602786 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:40.698863 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port abcf9515-005c-4990-9cda-dea39f5122a3, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=abcf9515-005c-4990-9cda-dea39f5122a3,segment=NetworkSegment(bdad0cc9-0dde-4c06-8eb7-13cca684b533),segment_id=bdad0cc9-0dde-4c06-8eb7-13cca684b533)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:00:40.705928 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bbeb07-3d9a-4b53-9b00-0b9069578d4f req-cf160803-ef9e-46a2-947a-566d5b6b1f58 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:40.707761 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:40.708627 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 57a1046a-4c1a-41ae-8159-fc2baceea01a up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:00:40.711945 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bbeb07-3d9a-4b53-9b00-0b9069578d4f req-cf160803-ef9e-46a2-947a-566d5b6b1f58 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:40.717738 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bbeb07-3d9a-4b53-9b00-0b9069578d4f req-cf160803-ef9e-46a2-947a-566d5b6b1f58 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:40.724024 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bbeb07-3d9a-4b53-9b00-0b9069578d4f req-cf160803-ef9e-46a2-947a-566d5b6b1f58 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:40.730081 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bbeb07-3d9a-4b53-9b00-0b9069578d4f req-cf160803-ef9e-46a2-947a-566d5b6b1f58 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:40.736489 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bbeb07-3d9a-4b53-9b00-0b9069578d4f req-cf160803-ef9e-46a2-947a-566d5b6b1f58 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:40.742304 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bbeb07-3d9a-4b53-9b00-0b9069578d4f req-cf160803-ef9e-46a2-947a-566d5b6b1f58 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:40.744263 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d4bbeb07-3d9a-4b53-9b00-0b9069578d4f req-cf160803-ef9e-46a2-947a-566d5b6b1f58 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933ae74-0c33-4c3c-82a1-5c532a76f33d HTTP/1.1" status: 200 len: 5440 time: 0.2344651 May 05 20:00:40.750109 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3200da8d-8e5c-429e-a6a1-acdd8c8f850a req-7febea7f-4ff0-44bd-87cb-c7b382a06db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:40.751640 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3200da8d-8e5c-429e-a6a1-acdd8c8f850a req-7febea7f-4ff0-44bd-87cb-c7b382a06db2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2ac5211529134663a7b81ee9a43f1be9&device_id=78022ff8-79b6-40f3-923b-df6f4cd7291b HTTP/1.1" status: 200 len: 1096 time: 0.3535991 May 05 20:00:40.773478 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device a4c2aacd-f64f-48bd-a26f-ac48bca019f1 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:00:40.810681 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-094a4d46-f154-478e-b1a8-85fdc94dc6f9 admin admin] Allocated IP 172.25.0.213 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/a57cb912-4d00-4f2e-ba96-23fa44c3d2a8) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:00:40.813785 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-6aa6bc2f-d5bd-474d-8832-cac6d9336375 None None] For port 32102198-d147-4fbb-8159-c6a3b7a43532, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:00:40.842102 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-6aa6bc2f-d5bd-474d-8832-cac6d9336375 None None] For port 32102198-d147-4fbb-8159-c6a3b7a43532, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=32102198-d147-4fbb-8159-c6a3b7a43532,segment=NetworkSegment(3aa7e59a-714f-4cf9-893d-8943b903815a),segment_id=3aa7e59a-714f-4cf9-893d-8943b903815a)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:00:40.868392 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efde9d5-077f-4df9-83fb-92191d4da747 req-a3124b1c-65d6-4fd9-a088-a17e5bf5a33b tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:40.869671 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6aa6bc2f-d5bd-474d-8832-cac6d9336375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:40.877021 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4efde9d5-077f-4df9-83fb-92191d4da747 req-a3124b1c-65d6-4fd9-a088-a17e5bf5a33b tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=78022ff8-79b6-40f3-923b-df6f4cd7291b HTTP/1.1" status: 200 len: 945 time: 0.1584582 May 05 20:00:40.878741 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d4bbeb07-3d9a-4b53-9b00-0b9069578d4f req-bd0b7544-7fc4-4527-bc56-61e41be895d9 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e6be8f4-cbde-48c1-a6fd-f6caadba2c70&id=b31ec34e-3cb0-41c2-a678-bc0e8ba8a08d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1246355 May 05 20:00:40.893135 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=abcf9515-005c-4990-9cda-dea39f5122a3,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:40.928700 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-deea2383-8e4f-40f4-afb7-0d98174ee967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:41.024090 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4efde9d5-077f-4df9-83fb-92191d4da747 req-bf8ebfe9-b533-41e6-a920-58b496b14141 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/security-groups?id=60903d7d-e068-4be3-b1cd-aedae880a3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461902 May 05 20:00:41.039856 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3200da8d-8e5c-429e-a6a1-acdd8c8f850a req-68a6ed4b-a427-44ce-804c-a40ef67b2233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:41.041454 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3200da8d-8e5c-429e-a6a1-acdd8c8f850a req-68a6ed4b-a427-44ce-804c-a40ef67b2233 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8a536572-51e8-41c9-b6b4-029e4a14e253 HTTP/1.1" status: 200 len: 920 time: 0.2611451 May 05 20:00:41.045859 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deea2383-8e4f-40f4-afb7-0d98174ee967 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59cfc2ca-aae7-483b-893f-9d740a23fc71,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:41.053784 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port 57a1046a-4c1a-41ae-8159-fc2baceea01a completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:00:41.093055 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port 57a1046a-4c1a-41ae-8159-fc2baceea01a triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:00:41.093359 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:41.119598 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-094a4d46-f154-478e-b1a8-85fdc94dc6f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:41.155514 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-094a4d46-f154-478e-b1a8-85fdc94dc6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:41.171276 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3200da8d-8e5c-429e-a6a1-acdd8c8f850a req-40eec12c-f3b0-4346-8ef2-b9052d8ad2bd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50d780a2-f495-43fb-9ec1-8a335ab63da3 HTTP/1.1" status: 200 len: 217 time: 0.1223466 May 05 20:00:41.179819 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa6bc2f-d5bd-474d-8832-cac6d9336375 None None] Pushing event updated for resources: {'Port': ['ID=32102198-d147-4fbb-8159-c6a3b7a43532,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:41.184510 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deea2383-8e4f-40f4-afb7-0d98174ee967 admin admin] Checking segment: {'id': '855ae837-c466-477d-9ead-3bcd948066f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c516926f-c47d-429b-bf26-756b84aeaf6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:00:41.184770 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deea2383-8e4f-40f4-afb7-0d98174ee967 admin admin] Network hostable DHCP agents. Network: c516926f-c47d-429b-bf26-756b84aeaf6e, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:00:41.196717 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port a4c2aacd-f64f-48bd-a26f-ac48bca019f1, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=a4c2aacd-f64f-48bd-a26f-ac48bca019f1,segment=NetworkSegment(fc47f7c3-e060-482b-9161-e650e0fd7763),segment_id=fc47f7c3-e060-482b-9161-e650e0fd7763)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:00:41.249820 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': 'a4c2aacd-f64f-48bd-a26f-ac48bca019f1', 'network_id': '0e9b3553-e353-4ee2-a08c-1966a6de6011', 'port_id': 'a4c2aacd-f64f-48bd-a26f-ac48bca019f1', 'mac_address': 'fa:16:3e:bb:cb:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ac6a8cc-9c4c-43e4-a329-07fce1c0db3a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:00:41.277868 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deea2383-8e4f-40f4-afb7-0d98174ee967 admin admin] Network c516926f-c47d-429b-bf26-756b84aeaf6e is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:00:41.282260 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3200da8d-8e5c-429e-a6a1-acdd8c8f850a req-4dd69516-89cf-4ff2-a2f7-0d7c7abc36da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:41.283750 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3200da8d-8e5c-429e-a6a1-acdd8c8f850a req-4dd69516-89cf-4ff2-a2f7-0d7c7abc36da service neutron] 10.222.0.50 "GET /v2.0/subnets?id=afbf8c9c-9fa3-4fdd-ba30-b4249970e4ad HTTP/1.1" status: 200 len: 858 time: 0.1013572 May 05 20:00:41.311286 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094a4d46-f154-478e-b1a8-85fdc94dc6f9 admin admin] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:00:41.319936 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-094a4d46-f154-478e-b1a8-85fdc94dc6f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:00:41.327281 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-deea2383-8e4f-40f4-afb7-0d98174ee967 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, c516926f-c47d-429b-bf26-756b84aeaf6e) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:00:41.327573 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094a4d46-f154-478e-b1a8-85fdc94dc6f9 admin admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:00:41.349934 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deea2383-8e4f-40f4-afb7-0d98174ee967 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:41.350695 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-deea2383-8e4f-40f4-afb7-0d98174ee967 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:41.398104 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dea607a-8f88-49d4-812a-1ecf74bfeba3 None None] Network c516926f-c47d-429b-bf26-756b84aeaf6e requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:00:41.405127 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094a4d46-f154-478e-b1a8-85fdc94dc6f9 admin admin] Pushing event updated for resources: {'Port': ['ID=a57cb912-4d00-4f2e-ba96-23fa44c3d2a8,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:41.406598 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-deea2383-8e4f-40f4-afb7-0d98174ee967 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1213336 May 05 20:00:41.419081 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d886c-d3c4-4fcb-93ef-dfe6e9ffa5df req-ba68d658-273a-48c0-a9b3-e95f35931b53 tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:41.420919 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3f2d886c-d3c4-4fcb-93ef-dfe6e9ffa5df req-ba68d658-273a-48c0-a9b3-e95f35931b53 tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] 10.222.0.36 "GET /v2.0/ports?device_id=dccba533-f1a3-406e-96a1-1c70fdc80300 HTTP/1.1" status: 200 len: 943 time: 0.3131330 May 05 20:00:41.480109 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3f2d886c-d3c4-4fcb-93ef-dfe6e9ffa5df req-3cb67cae-0808-4609-8004-e33018466e36 tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] 10.222.0.36 "GET /v2.0/security-groups?id=88edd133-940c-40dd-9d62-baa884811525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505395 May 05 20:00:41.490102 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3200da8d-8e5c-429e-a6a1-acdd8c8f850a req-402ef1ef-e235-4ae8-85f5-d8f0f52cf114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:41.491746 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3200da8d-8e5c-429e-a6a1-acdd8c8f850a req-402ef1ef-e235-4ae8-85f5-d8f0f52cf114 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8a536572-51e8-41c9-b6b4-029e4a14e253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2012360 May 05 20:00:41.724238 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a933ae74-0c33-4c3c-82a1-5c532a76f33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e16abe2d-4652-4238-b1ff-10009a771c77'}, {'server_uuid': 'a933ae74-0c33-4c3c-82a1-5c532a76f33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abcf9515-005c-4990-9cda-dea39f5122a3'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:00:41.740805 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:41.757127 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:41.770021 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3200da8d-8e5c-429e-a6a1-acdd8c8f850a req-5651e8c3-66e3-4370-aba9-f12d7b3cb6c9 service neutron] 10.222.0.50 "GET /v2.0/networks/8a536572-51e8-41c9-b6b4-029e4a14e253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717946 May 05 20:00:41.804860 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4c2aacd-f64f-48bd-a26f-ac48bca019f1 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:00:41.815902 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd44e3-53c2-46e6-9e60-e149a1c490c7 req-07d7e095-9cb1-439d-836d-9863c0edbb32 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:41.822788 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-aebd44e3-53c2-46e6-9e60-e149a1c490c7 req-07d7e095-9cb1-439d-836d-9863c0edbb32 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/ports?device_id=c406eeb3-a729-4336-a7a7-a2ad14d57bf5 HTTP/1.1" status: 200 len: 945 time: 0.5914922 May 05 20:00:41.823687 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 57a1046a-4c1a-41ae-8159-fc2baceea01a, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=57a1046a-4c1a-41ae-8159-fc2baceea01a,segment=NetworkSegment(250771b8-aad0-41ac-b102-a5f4eb30b198),segment_id=250771b8-aad0-41ac-b102-a5f4eb30b198)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:00:41.857467 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:41.858263 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device bd8854c6-838f-44f3-8df9-07057c4679c3 up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:00:41.889530 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-aebd44e3-53c2-46e6-9e60-e149a1c490c7 req-d3b9fd56-7711-49fa-9670-d88a4d068a50 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cb43301-61da-408d-ba7f-c0b8dd491c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657983 May 05 20:00:41.896004 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port a4c2aacd-f64f-48bd-a26f-ac48bca019f1, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=a4c2aacd-f64f-48bd-a26f-ac48bca019f1,segment=NetworkSegment(fc47f7c3-e060-482b-9161-e650e0fd7763),segment_id=fc47f7c3-e060-482b-9161-e650e0fd7763)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:00:41.904118 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6477b7b5-eefe-4ee7-8eba-a62b1fb17a32 req-da515e6e-6d24-499b-98da-4ede205a1069 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:41.905758 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6477b7b5-eefe-4ee7-8eba-a62b1fb17a32 req-da515e6e-6d24-499b-98da-4ede205a1069 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf5420af-229c-4e50-ae74-672fefcddb52 HTTP/1.1" status: 200 len: 944 time: 0.2093208 May 05 20:00:41.986165 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6477b7b5-eefe-4ee7-8eba-a62b1fb17a32 req-6f6d1fe3-f1af-412a-bdd5-4291c25578bc tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705032 May 05 20:00:41.989717 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3200da8d-8e5c-429e-a6a1-acdd8c8f850a req-61ddff87-5ee9-45ce-9d8c-dcb4209e24b4 service neutron] 10.222.0.50 "GET /v2.0/networks/8a536572-51e8-41c9-b6b4-029e4a14e253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118051 May 05 20:00:41.993925 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:42.008932 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db890f7-23f2-4ce0-a5db-4bbd627ed4d3 None None] Network c516926f-c47d-429b-bf26-756b84aeaf6e requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:00:42.018929 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 42324) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:00:42.084111 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=57a1046a-4c1a-41ae-8159-fc2baceea01a,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:42.174931 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cdbb2d9-519d-431e-9c20-0b9d6c0b0eed'] response: {'server_uuid': 'a933ae74-0c33-4c3c-82a1-5c532a76f33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e16abe2d-4652-4238-b1ff-10009a771c77', 'code': 200} May 05 20:00:42.175245 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cdbb2d9-519d-431e-9c20-0b9d6c0b0eed'] response: {'server_uuid': 'a933ae74-0c33-4c3c-82a1-5c532a76f33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abcf9515-005c-4990-9cda-dea39f5122a3', 'code': 200} May 05 20:00:42.213929 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-de263174-afdc-4b50-9386-f6364d6e2d8c admin admin] Deleting subnet 59cfc2ca-aae7-483b-893f-9d740a23fc71 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:00:42.244256 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-de263174-afdc-4b50-9386-f6364d6e2d8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:42.257137 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=a4c2aacd-f64f-48bd-a26f-ac48bca019f1,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:42.313649 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port bd8854c6-838f-44f3-8df9-07057c4679c3 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:00:42.320221 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-094a4d46-f154-478e-b1a8-85fdc94dc6f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:42.333792 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port bd8854c6-838f-44f3-8df9-07057c4679c3 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:00:42.334160 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:42.372034 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fca9c8e-4ac1-4cdf-9b8d-1765ea16e966 req-3df09750-e358-43ef-8ae3-6fcbb3042c49 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:42.381415 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fca9c8e-4ac1-4cdf-9b8d-1765ea16e966 req-3df09750-e358-43ef-8ae3-6fcbb3042c49 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:42.388898 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fca9c8e-4ac1-4cdf-9b8d-1765ea16e966 req-3df09750-e358-43ef-8ae3-6fcbb3042c49 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:42.396415 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fca9c8e-4ac1-4cdf-9b8d-1765ea16e966 req-3df09750-e358-43ef-8ae3-6fcbb3042c49 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:42.404261 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fca9c8e-4ac1-4cdf-9b8d-1765ea16e966 req-3df09750-e358-43ef-8ae3-6fcbb3042c49 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:42.407292 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['a4c2aacd-f64f-48bd-a26f-ac48bca019f1'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:00:42.411771 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-de263174-afdc-4b50-9386-f6364d6e2d8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:42.412884 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fca9c8e-4ac1-4cdf-9b8d-1765ea16e966 req-3df09750-e358-43ef-8ae3-6fcbb3042c49 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:42.419536 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fca9c8e-4ac1-4cdf-9b8d-1765ea16e966 req-3df09750-e358-43ef-8ae3-6fcbb3042c49 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:42.422387 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6fca9c8e-4ac1-4cdf-9b8d-1765ea16e966 req-3df09750-e358-43ef-8ae3-6fcbb3042c49 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933ae74-0c33-4c3c-82a1-5c532a76f33d HTTP/1.1" status: 200 len: 5442 time: 0.1967261 May 05 20:00:42.563829 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-de263174-afdc-4b50-9386-f6364d6e2d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:42.573596 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a326af9-e48d-4386-8ffa-e079c5c88cbb None None] Network 2a9a9df3-ea16-4794-afeb-472875076e06 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:00:42.613567 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639dae6-cef0-49da-a504-9ad9a92aed2a req-605c6696-2fa2-482f-8d37-2e6f93b6dafe tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:42.620148 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639dae6-cef0-49da-a504-9ad9a92aed2a req-605c6696-2fa2-482f-8d37-2e6f93b6dafe tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:42.626838 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639dae6-cef0-49da-a504-9ad9a92aed2a req-605c6696-2fa2-482f-8d37-2e6f93b6dafe tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:42.633890 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639dae6-cef0-49da-a504-9ad9a92aed2a req-605c6696-2fa2-482f-8d37-2e6f93b6dafe tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:42.635932 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6fca9c8e-4ac1-4cdf-9b8d-1765ea16e966 req-f16a4682-b7ed-49e3-84e4-b9fceed1bc66 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e6be8f4-cbde-48c1-a6fd-f6caadba2c70&id=b31ec34e-3cb0-41c2-a678-bc0e8ba8a08d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2040825 May 05 20:00:42.640595 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639dae6-cef0-49da-a504-9ad9a92aed2a req-605c6696-2fa2-482f-8d37-2e6f93b6dafe tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:42.659330 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639dae6-cef0-49da-a504-9ad9a92aed2a req-605c6696-2fa2-482f-8d37-2e6f93b6dafe tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:42.665291 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639dae6-cef0-49da-a504-9ad9a92aed2a req-605c6696-2fa2-482f-8d37-2e6f93b6dafe tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:42.667210 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e639dae6-cef0-49da-a504-9ad9a92aed2a req-605c6696-2fa2-482f-8d37-2e6f93b6dafe tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/ports?device_id=c66c5a81-58b3-46e3-8e2a-9f67da08f252 HTTP/1.1" status: 200 len: 5419 time: 0.5692258 May 05 20:00:42.712924 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-cb014e01-6974-4379-8dc6-0e3741d2f8aa None None] Provisioning for port 32102198-d147-4fbb-8159-c6a3b7a43532 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:00:42.725655 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:42.822348 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248279f8-3c26-4f47-a8c4-024b4e718aac req-d1994006-09be-4e58-885b-0fb088a9d208 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:42.824151 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-248279f8-3c26-4f47-a8c4-024b4e718aac req-d1994006-09be-4e58-885b-0fb088a9d208 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=78022ff8-79b6-40f3-923b-df6f4cd7291b HTTP/1.1" status: 200 len: 945 time: 0.0863674 May 05 20:00:42.834885 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port bd8854c6-838f-44f3-8df9-07057c4679c3, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=bd8854c6-838f-44f3-8df9-07057c4679c3,segment=NetworkSegment(c3ba2cac-7dc0-445c-aed5-2efecd511db4),segment_id=c3ba2cac-7dc0-445c-aed5-2efecd511db4)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:00:42.839875 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e639dae6-cef0-49da-a504-9ad9a92aed2a req-ac4d012d-ca03-4f9e-bc61-0def68d8e5b2 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ea4b63-4d77-466d-a6d0-2611e1957d3d&id=6ef0a585-a6a9-4dc9-9f77-73dacf2639b2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1569264 May 05 20:00:42.870753 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:42.871569 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device f84e637a-e4c6-4604-af15-a4ac4d5aa1b3 up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:00:42.885078 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-248279f8-3c26-4f47-a8c4-024b4e718aac req-845e2928-24d8-464f-9044-2194a3733d32 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/security-groups?id=60903d7d-e068-4be3-b1cd-aedae880a3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528209 May 05 20:00:42.900678 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-de263174-afdc-4b50-9386-f6364d6e2d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:42.990513 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de263174-afdc-4b50-9386-f6364d6e2d8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59cfc2ca-aae7-483b-893f-9d740a23fc71,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:43.037286 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-de263174-afdc-4b50-9386-f6364d6e2d8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:43.066502 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-de263174-afdc-4b50-9386-f6364d6e2d8c admin admin] 10.222.0.36 "DELETE /v2.0/subnets/59cfc2ca-aae7-483b-893f-9d740a23fc71 HTTP/1.1" status: 204 len: 168 time: 0.9907682 May 05 20:00:43.067188 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 42336) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:00:43.074699 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-094a4d46-f154-478e-b1a8-85fdc94dc6f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:43.089481 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=bd8854c6-838f-44f3-8df9-07057c4679c3,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:43.114460 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port f84e637a-e4c6-4604-af15-a4ac4d5aa1b3 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:00:43.122428 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port f84e637a-e4c6-4604-af15-a4ac4d5aa1b3 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:00:43.123413 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:43.198222 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-91f76564-5f38-4ae7-ae04-0137fde1b94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:43.223957 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a85e635-b48c-4bc8-824b-b398ca825779 req-f447e7b4-67b3-472a-80b7-0f3e90a8ef5d tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:43.232048 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1a85e635-b48c-4bc8-824b-b398ca825779 req-f447e7b4-67b3-472a-80b7-0f3e90a8ef5d tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/ports?device_id=c406eeb3-a729-4336-a7a7-a2ad14d57bf5 HTTP/1.1" status: 200 len: 945 time: 0.2217710 May 05 20:00:43.278328 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:43.301522 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 32102198-d147-4fbb-8159-c6a3b7a43532 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:00:43.338787 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e7098d-701d-47de-abf9-f15f3a3336cc req-2c3cd0ae-1986-42e3-b3bb-b7a17968ef7b tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:43.341278 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b6e7098d-701d-47de-abf9-f15f3a3336cc req-2c3cd0ae-1986-42e3-b3bb-b7a17968ef7b tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] 10.222.0.36 "GET /v2.0/ports?device_id=dccba533-f1a3-406e-96a1-1c70fdc80300 HTTP/1.1" status: 200 len: 944 time: 0.3569150 May 05 20:00:43.342946 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-094a4d46-f154-478e-b1a8-85fdc94dc6f9 admin admin] Router db3527ae-e94e-433e-b0af-11baf8c67c04 is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:00:43.366563 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1a85e635-b48c-4bc8-824b-b398ca825779 req-8e5f04f2-9216-4831-9cf9-40ad6bf7ffef tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cb43301-61da-408d-ba7f-c0b8dd491c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332858 May 05 20:00:43.433121 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port f84e637a-e4c6-4604-af15-a4ac4d5aa1b3, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=f84e637a-e4c6-4604-af15-a4ac4d5aa1b3,segment=NetworkSegment(c3ba2cac-7dc0-445c-aed5-2efecd511db4),segment_id=c3ba2cac-7dc0-445c-aed5-2efecd511db4)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:00:43.441237 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:43.442089 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 506f9f85-5ebc-4ad3-a1f3-615f8594dee2 up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:00:43.470665 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-91f76564-5f38-4ae7-ae04-0137fde1b94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:43.577498 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-91f76564-5f38-4ae7-ae04-0137fde1b94e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c516926f-c47d-429b-bf26-756b84aeaf6e']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:00:43.599489 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 32102198-d147-4fbb-8159-c6a3b7a43532 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:00:43.608881 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-91f76564-5f38-4ae7-ae04-0137fde1b94e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '855ae837-c466-477d-9ead-3bcd948066f8') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:00:43.609729 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-91f76564-5f38-4ae7-ae04-0137fde1b94e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '855ae837-c466-477d-9ead-3bcd948066f8') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:00:43.614859 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=f84e637a-e4c6-4604-af15-a4ac4d5aa1b3,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:43.619747 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 32102198-d147-4fbb-8159-c6a3b7a43532 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:00:43.620159 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:43.629257 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-91f76564-5f38-4ae7-ae04-0137fde1b94e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:43.660867 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-91f76564-5f38-4ae7-ae04-0137fde1b94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:43.691019 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91f76564-5f38-4ae7-ae04-0137fde1b94e admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:00:43.691560 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-91f76564-5f38-4ae7-ae04-0137fde1b94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:43.716873 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:00:43.716873 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:00:43.716873 n-d-840717-1 neutron-server[88197]: timer() May 05 20:00:43.716873 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:00:43.716873 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:00:43.716873 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:00:43.716873 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:00:43.716873 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:00:43.716873 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:00:43.716873 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:00:43.716873 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:00:43.716873 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:00:43.716873 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:00:43.716873 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:00:43.716873 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:00:43.716873 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:00:43.716873 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:00:43.716873 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:00:43.716873 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:00:43.716873 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:00:43.716873 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:00:43.716873 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:00:43.716873 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:00:43.716873 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:00:43.716873 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:00:43.716873 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:00:43.716873 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:00:43.716873 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:00:43.716873 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:00:43.716873 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:00:43.716873 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:00:43.716873 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:00:43.728659 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-73edf6b6-0d66-46eb-8cdb-d97eef9d12ac None None] Provisioning complete for port 32102198-d147-4fbb-8159-c6a3b7a43532 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:00:43.729696 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-73edf6b6-0d66-46eb-8cdb-d97eef9d12ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:43.771992 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd252702-b560-4f78-bf94-17c719b3f0ae req-a15c8bf5-4a92-4557-b8c5-918d2a236540 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:43.775270 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dd252702-b560-4f78-bf94-17c719b3f0ae req-a15c8bf5-4a92-4557-b8c5-918d2a236540 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf5420af-229c-4e50-ae74-672fefcddb52 HTTP/1.1" status: 200 len: 944 time: 0.2471001 May 05 20:00:43.815428 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port 506f9f85-5ebc-4ad3-a1f3-615f8594dee2 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:00:43.828619 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port 506f9f85-5ebc-4ad3-a1f3-615f8594dee2 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:00:43.828954 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:43.834466 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b6e7098d-701d-47de-abf9-f15f3a3336cc req-92e8d383-a04a-48c8-9378-d6c2ce89f9cc tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] 10.222.0.36 "GET /v2.0/security-groups?id=88edd133-940c-40dd-9d62-baa884811525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4832823 May 05 20:00:43.862304 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-91f76564-5f38-4ae7-ae04-0137fde1b94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:43.885565 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-094a4d46-f154-478e-b1a8-85fdc94dc6f9 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:00:43.897319 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-91f76564-5f38-4ae7-ae04-0137fde1b94e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:43.907766 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f76564-5f38-4ae7-ae04-0137fde1b94e admin admin] Pushing event deleted for resources: {'Network': ['ID=c516926f-c47d-429b-bf26-756b84aeaf6e,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:43.910740 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-094a4d46-f154-478e-b1a8-85fdc94dc6f9 admin admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:43.914603 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-094a4d46-f154-478e-b1a8-85fdc94dc6f9 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.0193324 May 05 20:00:43.915709 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 42346) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:00:43.925047 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dd252702-b560-4f78-bf94-17c719b3f0ae req-86ef045e-f20c-429c-a143-c2b70c0a1ca2 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411271 May 05 20:00:43.925996 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f2f1ec-c3ec-4ed0-b5f0-fb4a83b76598 None None] Sync routers for ids ['db3527ae-e94e-433e-b0af-11baf8c67c04'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:00:43.934352 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-91f76564-5f38-4ae7-ae04-0137fde1b94e admin admin] 10.222.0.36 "DELETE /v2.0/networks/c516926f-c47d-429b-bf26-756b84aeaf6e HTTP/1.1" status: 204 len: 168 time: 0.8638513 May 05 20:00:43.997850 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f2f1ec-c3ec-4ed0-b5f0-fb4a83b76598 None None] Routers {'db3527ae-e94e-433e-b0af-11baf8c67c04'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:00:43.998592 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-70f2f1ec-c3ec-4ed0-b5f0-fb4a83b76598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:00:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['db3527ae-e94e-433e-b0af-11baf8c67c04'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:00:44.110465 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 42352) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:00:44.138444 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-73edf6b6-0d66-46eb-8cdb-d97eef9d12ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:44.180035 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f2af92f6-0284-44a4-9054-36a1f21cb222 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fd076ddd052545f1b8568f94837a424a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0681059 May 05 20:00:44.182377 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 42356) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:00:44.185046 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a933ae74-0c33-4c3c-82a1-5c532a76f33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57a1046a-4c1a-41ae-8159-fc2baceea01a'}, {'server_uuid': 'a933ae74-0c33-4c3c-82a1-5c532a76f33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd8854c6-838f-44f3-8df9-07057c4679c3'}, {'server_uuid': 'a933ae74-0c33-4c3c-82a1-5c532a76f33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f84e637a-e4c6-4604-af15-a4ac4d5aa1b3'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:00:44.206595 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:44.209831 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93790df9-76d4-4cb8-913b-d71114102bb5 req-06c92b6b-eed5-4d20-ac1b-67113dabb587 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:44.213620 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201c674-1b06-4b5d-a6c0-7693ad14f1f4 req-cb92bde4-8dda-494e-ac0b-5f846234339b tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:44.215892 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93790df9-76d4-4cb8-913b-d71114102bb5 req-06c92b6b-eed5-4d20-ac1b-67113dabb587 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:44.219265 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:44.220340 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201c674-1b06-4b5d-a6c0-7693ad14f1f4 req-cb92bde4-8dda-494e-ac0b-5f846234339b tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:44.222660 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93790df9-76d4-4cb8-913b-d71114102bb5 req-06c92b6b-eed5-4d20-ac1b-67113dabb587 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:44.226503 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201c674-1b06-4b5d-a6c0-7693ad14f1f4 req-cb92bde4-8dda-494e-ac0b-5f846234339b tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:44.228753 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93790df9-76d4-4cb8-913b-d71114102bb5 req-06c92b6b-eed5-4d20-ac1b-67113dabb587 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:44.232654 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201c674-1b06-4b5d-a6c0-7693ad14f1f4 req-cb92bde4-8dda-494e-ac0b-5f846234339b tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:44.235386 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93790df9-76d4-4cb8-913b-d71114102bb5 req-06c92b6b-eed5-4d20-ac1b-67113dabb587 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:44.239067 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201c674-1b06-4b5d-a6c0-7693ad14f1f4 req-cb92bde4-8dda-494e-ac0b-5f846234339b tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:44.241288 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93790df9-76d4-4cb8-913b-d71114102bb5 req-06c92b6b-eed5-4d20-ac1b-67113dabb587 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:44.244947 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201c674-1b06-4b5d-a6c0-7693ad14f1f4 req-cb92bde4-8dda-494e-ac0b-5f846234339b tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:44.247085 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93790df9-76d4-4cb8-913b-d71114102bb5 req-06c92b6b-eed5-4d20-ac1b-67113dabb587 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:44.249096 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-93790df9-76d4-4cb8-913b-d71114102bb5 req-06c92b6b-eed5-4d20-ac1b-67113dabb587 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933ae74-0c33-4c3c-82a1-5c532a76f33d HTTP/1.1" status: 200 len: 5444 time: 0.2505994 May 05 20:00:44.250985 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201c674-1b06-4b5d-a6c0-7693ad14f1f4 req-cb92bde4-8dda-494e-ac0b-5f846234339b tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:44.252921 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6201c674-1b06-4b5d-a6c0-7693ad14f1f4 req-cb92bde4-8dda-494e-ac0b-5f846234339b tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/ports?device_id=c66c5a81-58b3-46e3-8e2a-9f67da08f252 HTTP/1.1" status: 200 len: 5419 time: 0.2044284 May 05 20:00:44.336362 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6201c674-1b06-4b5d-a6c0-7693ad14f1f4 req-cc3a9f3a-afce-4420-97d5-7db9974c6a04 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ea4b63-4d77-466d-a6d0-2611e1957d3d&id=6ef0a585-a6a9-4dc9-9f77-73dacf2639b2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0691624 May 05 20:00:44.340726 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-19d51172-9102-4448-980b-f36969036750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:44.342911 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 823374b2-c1db-4105-8ac8-804b4d578fcc details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:00:44.355769 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-73edf6b6-0d66-46eb-8cdb-d97eef9d12ac None None] For port 32102198-d147-4fbb-8159-c6a3b7a43532, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=32102198-d147-4fbb-8159-c6a3b7a43532,segment=NetworkSegment(3aa7e59a-714f-4cf9-893d-8943b903815a),segment_id=3aa7e59a-714f-4cf9-893d-8943b903815a)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:00:44.370842 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-73edf6b6-0d66-46eb-8cdb-d97eef9d12ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:44.371101 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-19d51172-9102-4448-980b-f36969036750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:44.434642 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-19d51172-9102-4448-980b-f36969036750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:44.442617 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:44.455202 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d51172-9102-4448-980b-f36969036750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df92700-9079-45f2-a302-14a8f9c4f1a1,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:44.470881 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-93790df9-76d4-4cb8-913b-d71114102bb5 req-479508f8-9ead-49ea-ad9d-457528245157 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e6be8f4-cbde-48c1-a6fd-f6caadba2c70&id=b31ec34e-3cb0-41c2-a678-bc0e8ba8a08d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1570382 May 05 20:00:44.486905 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-19d51172-9102-4448-980b-f36969036750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:44.488435 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.resource_extend [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 20:00:44.489183 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-19d51172-9102-4448-980b-f36969036750 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4df92700-9079-45f2-a302-14a8f9c4f1a1 HTTP/1.1" status: 204 len: 168 time: 0.3059151 May 05 20:00:44.575852 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5505976d-3507-4f3c-9bb7-aaa518243b7b'] response: {'server_uuid': 'a933ae74-0c33-4c3c-82a1-5c532a76f33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57a1046a-4c1a-41ae-8159-fc2baceea01a', 'code': 200} May 05 20:00:44.576041 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5505976d-3507-4f3c-9bb7-aaa518243b7b'] response: {'server_uuid': 'a933ae74-0c33-4c3c-82a1-5c532a76f33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd8854c6-838f-44f3-8df9-07057c4679c3', 'code': 200} May 05 20:00:44.576294 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5505976d-3507-4f3c-9bb7-aaa518243b7b'] response: {'server_uuid': 'a933ae74-0c33-4c3c-82a1-5c532a76f33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f84e637a-e4c6-4604-af15-a4ac4d5aa1b3', 'code': 200} May 05 20:00:44.578030 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-70f2f1ec-c3ec-4ed0-b5f0-fb4a83b76598 None None] Set router db3527ae-e94e-433e-b0af-11baf8c67c04 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:00:44.698217 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d712104-bb8d-41e8-b628-d096460fe9db req-f4a95acd-ca09-4f75-ad5d-cb4ad3a4227c tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:44.705373 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7d712104-bb8d-41e8-b628-d096460fe9db req-f4a95acd-ca09-4f75-ad5d-cb4ad3a4227c tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=78022ff8-79b6-40f3-923b-df6f4cd7291b HTTP/1.1" status: 200 len: 945 time: 0.1454940 May 05 20:00:44.756578 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7d712104-bb8d-41e8-b628-d096460fe9db req-3687f287-f30b-4d38-b708-697ca06403fb tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/security-groups?id=60903d7d-e068-4be3-b1cd-aedae880a3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502315 May 05 20:00:44.861887 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:00:44.861887 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:00:44.907746 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1528f0-8a15-4a4c-95f9-2575f0e3c7a5 req-1197d8ef-ea14-4e24-b0a9-1cc498c62f1c tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:44.913612 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 506f9f85-5ebc-4ad3-a1f3-615f8594dee2, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=506f9f85-5ebc-4ad3-a1f3-615f8594dee2,segment=NetworkSegment(bdad0cc9-0dde-4c06-8eb7-13cca684b533),segment_id=bdad0cc9-0dde-4c06-8eb7-13cca684b533)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:00:44.917632 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4d1528f0-8a15-4a4c-95f9-2575f0e3c7a5 req-1197d8ef-ea14-4e24-b0a9-1cc498c62f1c tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/ports?device_id=c406eeb3-a729-4336-a7a7-a2ad14d57bf5 HTTP/1.1" status: 200 len: 945 time: 0.2052484 May 05 20:00:44.923331 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73edf6b6-0d66-46eb-8cdb-d97eef9d12ac None None] Pushing event updated for resources: {'Port': ['ID=32102198-d147-4fbb-8159-c6a3b7a43532,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:44.937540 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:45.030367 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4d1528f0-8a15-4a4c-95f9-2575f0e3c7a5 req-030cf69b-c13d-426b-90ec-35c0267aa8e7 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cb43301-61da-408d-ba7f-c0b8dd491c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117446 May 05 20:00:45.034445 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 5df09f37-fcf2-4bc7-9347-45d1a525e374 up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:00:45.100121 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b2cd6-10aa-4842-89cd-5ed0b5eb2c3f req-60cfef9d-6345-4f4b-a904-1d6ec5c08137 tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:45.110166 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a69b2cd6-10aa-4842-89cd-5ed0b5eb2c3f req-60cfef9d-6345-4f4b-a904-1d6ec5c08137 tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] 10.222.0.36 "GET /v2.0/ports?device_id=dccba533-f1a3-406e-96a1-1c70fdc80300 HTTP/1.1" status: 200 len: 944 time: 0.1120856 May 05 20:00:45.153551 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-966550ec-2a19-49dc-bc4d-5a2c444d6162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:45.167903 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a69b2cd6-10aa-4842-89cd-5ed0b5eb2c3f req-0d4bc6af-7154-4af0-ab55-57cf5d816da8 tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] 10.222.0.36 "GET /v2.0/security-groups?id=88edd133-940c-40dd-9d62-baa884811525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565825 May 05 20:00:45.295164 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 823374b2-c1db-4105-8ac8-804b4d578fcc, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=823374b2-c1db-4105-8ac8-804b4d578fcc,segment=NetworkSegment(9e0182ab-1e56-4080-b373-4bebb989122d),segment_id=9e0182ab-1e56-4080-b373-4bebb989122d)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:00:45.312449 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=506f9f85-5ebc-4ad3-a1f3-615f8594dee2,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:45.342550 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '823374b2-c1db-4105-8ac8-804b4d578fcc', 'network_id': '98f65143-638f-41c6-b245-4fc7a96707e2', 'port_id': '823374b2-c1db-4105-8ac8-804b4d578fcc', 'mac_address': 'fa:16:3e:07:37:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1793040-0572-406b-b093-3a5c700275df', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:00:45.346715 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port 5df09f37-fcf2-4bc7-9347-45d1a525e374 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:00:45.357615 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port 5df09f37-fcf2-4bc7-9347-45d1a525e374 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:00:45.358174 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:45.477453 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d6c1da-cd62-4c52-ac20-93cc9bef6910 req-d3f6333e-4765-4cc4-9a2f-a991ebf8108f tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:45.485452 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c0d6c1da-cd62-4c52-ac20-93cc9bef6910 req-d3f6333e-4765-4cc4-9a2f-a991ebf8108f tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf5420af-229c-4e50-ae74-672fefcddb52 HTTP/1.1" status: 200 len: 944 time: 0.2656753 May 05 20:00:45.659496 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c0d6c1da-cd62-4c52-ac20-93cc9bef6910 req-ae19a7b0-2c04-4a86-8f41-ef8888d1b58c tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698456 May 05 20:00:45.665897 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:45.668821 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-966550ec-2a19-49dc-bc4d-5a2c444d6162 admin admin] Allocated IP 172.20.0.1 (2a9a9df3-ea16-4794-afeb-472875076e06/25f091e9-57a5-4759-ad7e-42d23abf747a/d488c1cd-1553-4f27-ba73-7b1ec88941e5) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:00:45.691556 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-70f2f1ec-c3ec-4ed0-b5f0-fb4a83b76598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3527ae-e94e-433e-b0af-11baf8c67c04', 'name': 'tempest-ServersTestJSON-818348373-router', 'tenant_id': 'c5bc97d17c8c4bca95c497c59c0718d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'a57cb912-4d00-4f2e-ba96-23fa44c3d2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:00:38Z', 'updated_at': '2022-05-05T20:00:41Z', 'revision_number': 3, 'project_id': 'c5bc97d17c8c4bca95c497c59c0718d6', 'gw_port': {'id': 'a57cb912-4d00-4f2e-ba96-23fa44c3d2a8', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fb:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db3527ae-e94e-433e-b0af-11baf8c67c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:40Z', 'updated_at': '2022-05-05T20:00:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:00:45.695503 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 823374b2-c1db-4105-8ac8-804b4d578fcc {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:00:45.722408 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 823374b2-c1db-4105-8ac8-804b4d578fcc, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=823374b2-c1db-4105-8ac8-804b4d578fcc,segment=NetworkSegment(9e0182ab-1e56-4080-b373-4bebb989122d),segment_id=9e0182ab-1e56-4080-b373-4bebb989122d)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:00:45.804840 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:45.805497 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 109bdc14-cc66-4c71-a4e0-3647d00033b0 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:00:45.805618 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 42400) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:00:45.809484 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bf83fd-3f8d-43ae-bad1-25dc042b665e req-84d90b02-5dd4-4558-8c7c-8c9982a16b94 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:45.825897 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bf83fd-3f8d-43ae-bad1-25dc042b665e req-84d90b02-5dd4-4558-8c7c-8c9982a16b94 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:45.832084 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bf83fd-3f8d-43ae-bad1-25dc042b665e req-84d90b02-5dd4-4558-8c7c-8c9982a16b94 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:45.838505 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bf83fd-3f8d-43ae-bad1-25dc042b665e req-84d90b02-5dd4-4558-8c7c-8c9982a16b94 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:45.843261 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f2f1ec-c3ec-4ed0-b5f0-fb4a83b76598 None None] Checking router: db3527ae-e94e-433e-b0af-11baf8c67c04 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:00:45.843763 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f2f1ec-c3ec-4ed0-b5f0-fb4a83b76598 None None] Updating router db3527ae-e94e-433e-b0af-11baf8c67c04 port a57cb912-4d00-4f2e-ba96-23fa44c3d2a8 binding host n-d-840717-1 {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:00:45.845150 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bf83fd-3f8d-43ae-bad1-25dc042b665e req-84d90b02-5dd4-4558-8c7c-8c9982a16b94 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:45.851256 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bf83fd-3f8d-43ae-bad1-25dc042b665e req-84d90b02-5dd4-4558-8c7c-8c9982a16b94 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:45.857802 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bf83fd-3f8d-43ae-bad1-25dc042b665e req-84d90b02-5dd4-4558-8c7c-8c9982a16b94 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:45.866703 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e7bf83fd-3f8d-43ae-bad1-25dc042b665e req-84d90b02-5dd4-4558-8c7c-8c9982a16b94 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/ports?device_id=c66c5a81-58b3-46e3-8e2a-9f67da08f252 HTTP/1.1" status: 200 len: 5419 time: 0.2990146 May 05 20:00:45.868459 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 32102198-d147-4fbb-8159-c6a3b7a43532 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:00:45.924061 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e7bf83fd-3f8d-43ae-bad1-25dc042b665e req-4afe6e1b-ae82-4a87-a215-2ecc9490f346 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ea4b63-4d77-466d-a6d0-2611e1957d3d&id=6ef0a585-a6a9-4dc9-9f77-73dacf2639b2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563877 May 05 20:00:45.959580 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:46.027399 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 5df09f37-fcf2-4bc7-9347-45d1a525e374, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=5df09f37-fcf2-4bc7-9347-45d1a525e374,segment=NetworkSegment(eccdf1c4-efe8-4f03-97f1-7b574b83122b),segment_id=eccdf1c4-efe8-4f03-97f1-7b574b83122b)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:00:46.054973 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:46.055763 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device a4c2aacd-f64f-48bd-a26f-ac48bca019f1 up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:00:46.079805 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-70f2f1ec-c3ec-4ed0-b5f0-fb4a83b76598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:46.157733 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=823374b2-c1db-4105-8ac8-804b4d578fcc,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:46.189401 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacafb7d-e670-47be-b3d2-ba972b3fa9fd req-cff7d69f-f710-4af1-aca9-d4cce5fb0c71 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:46.203798 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacafb7d-e670-47be-b3d2-ba972b3fa9fd req-cff7d69f-f710-4af1-aca9-d4cce5fb0c71 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:46.220259 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacafb7d-e670-47be-b3d2-ba972b3fa9fd req-cff7d69f-f710-4af1-aca9-d4cce5fb0c71 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:46.231478 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacafb7d-e670-47be-b3d2-ba972b3fa9fd req-cff7d69f-f710-4af1-aca9-d4cce5fb0c71 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:46.238682 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacafb7d-e670-47be-b3d2-ba972b3fa9fd req-cff7d69f-f710-4af1-aca9-d4cce5fb0c71 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:46.252274 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacafb7d-e670-47be-b3d2-ba972b3fa9fd req-cff7d69f-f710-4af1-aca9-d4cce5fb0c71 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:46.258563 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacafb7d-e670-47be-b3d2-ba972b3fa9fd req-cff7d69f-f710-4af1-aca9-d4cce5fb0c71 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:46.267377 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-eacafb7d-e670-47be-b3d2-ba972b3fa9fd req-cff7d69f-f710-4af1-aca9-d4cce5fb0c71 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933ae74-0c33-4c3c-82a1-5c532a76f33d HTTP/1.1" status: 200 len: 5445 time: 0.4605496 May 05 20:00:46.276521 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-966550ec-2a19-49dc-bc4d-5a2c444d6162 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:46.295441 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-a1ddafa4-807e-4a01-92e6-aa431b1d74c4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-634632814-network', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:00:46.300743 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a1ddafa4-807e-4a01-92e6-aa431b1d74c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:00:46.305065 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a1ddafa4-807e-4a01-92e6-aa431b1d74c4 admin admin] Usage tracker for resource:network and tenant:2b65203be12a44e3b2b676f0adb9acc7 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:00:46.308601 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d9c543-3839-4001-a062-0a1c7d51e686 req-72929ee1-ab24-42b0-aa19-e5157a649489 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:46.314756 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a1ddafa4-807e-4a01-92e6-aa431b1d74c4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:00:46.319539 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e7d9c543-3839-4001-a062-0a1c7d51e686 req-72929ee1-ab24-42b0-aa19-e5157a649489 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/ports?device_id=c406eeb3-a729-4336-a7a7-a2ad14d57bf5 HTTP/1.1" status: 200 len: 945 time: 0.1373217 May 05 20:00:46.331564 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a1ddafa4-807e-4a01-92e6-aa431b1d74c4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:00:46.363996 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-966550ec-2a19-49dc-bc4d-5a2c444d6162 admin admin] Transition to ACTIVE for port object d488c1cd-1553-4f27-ba73-7b1ec88941e5 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:00:46.370719 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ddafa4-807e-4a01-92e6-aa431b1d74c4 admin admin] Made reservation on behalf of 2b65203be12a44e3b2b676f0adb9acc7 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:00:46.373066 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a1ddafa4-807e-4a01-92e6-aa431b1d74c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:46.397870 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a1ddafa4-807e-4a01-92e6-aa431b1d74c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:46.402595 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e7d9c543-3839-4001-a062-0a1c7d51e686 req-30b223ea-5538-449f-9e99-b8cba56afdbf tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cb43301-61da-408d-ba7f-c0b8dd491c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818548 May 05 20:00:46.423433 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:46.431330 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-eacafb7d-e670-47be-b3d2-ba972b3fa9fd req-66049490-1127-423a-95f9-79f2769b1a58 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e6be8f4-cbde-48c1-a6fd-f6caadba2c70&id=b31ec34e-3cb0-41c2-a678-bc0e8ba8a08d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1626334 May 05 20:00:46.451616 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a1ddafa4-807e-4a01-92e6-aa431b1d74c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:00:46.459957 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a1ddafa4-807e-4a01-92e6-aa431b1d74c4 admin admin] Usage tracker for resource:security_group_rule and tenant:2b65203be12a44e3b2b676f0adb9acc7 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:00:46.464179 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a1ddafa4-807e-4a01-92e6-aa431b1d74c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:00:46.473623 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a1ddafa4-807e-4a01-92e6-aa431b1d74c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:00:46.511608 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-966550ec-2a19-49dc-bc4d-5a2c444d6162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:46.578734 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a933ae74-0c33-4c3c-82a1-5c532a76f33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506f9f85-5ebc-4ad3-a1f3-615f8594dee2'}, {'server_uuid': 'bf5420af-229c-4e50-ae74-672fefcddb52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5df09f37-fcf2-4bc7-9347-45d1a525e374'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:00:46.591859 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=5df09f37-fcf2-4bc7-9347-45d1a525e374,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:46.625633 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 32102198-d147-4fbb-8159-c6a3b7a43532 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:00:46.626045 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:46.643229 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966550ec-2a19-49dc-bc4d-5a2c444d6162 admin admin] Pushing event updated for resources: {'Port': ['ID=d488c1cd-1553-4f27-ba73-7b1ec88941e5,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:46.668412 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966550ec-2a19-49dc-bc4d-5a2c444d6162 admin admin] Network 2a9a9df3-ea16-4794-afeb-472875076e06 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:00:46.681946 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-966550ec-2a19-49dc-bc4d-5a2c444d6162 admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:00:46.693442 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8de91102-b85f-4ccf-96bb-3c8b76ceddcd'] response: {'server_uuid': 'a933ae74-0c33-4c3c-82a1-5c532a76f33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506f9f85-5ebc-4ad3-a1f3-615f8594dee2', 'code': 200} May 05 20:00:46.693702 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8de91102-b85f-4ccf-96bb-3c8b76ceddcd'] response: {'server_uuid': 'bf5420af-229c-4e50-ae74-672fefcddb52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5df09f37-fcf2-4bc7-9347-45d1a525e374', 'code': 200} May 05 20:00:46.711208 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port a4c2aacd-f64f-48bd-a26f-ac48bca019f1 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:00:46.716639 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966550ec-2a19-49dc-bc4d-5a2c444d6162 admin admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:00:46.717432 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35771b8f-a63d-452c-978a-0a27a76faeac req-d696dd82-7830-4cf2-82db-3f7e29ac4c0d tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:46.719064 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-35771b8f-a63d-452c-978a-0a27a76faeac req-d696dd82-7830-4cf2-82db-3f7e29ac4c0d tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] 10.222.0.36 "GET /v2.0/ports?device_id=dccba533-f1a3-406e-96a1-1c70fdc80300 HTTP/1.1" status: 200 len: 944 time: 0.1826801 May 05 20:00:46.723344 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 109bdc14-cc66-4c71-a4e0-3647d00033b0, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=109bdc14-cc66-4c71-a4e0-3647d00033b0,segment=NetworkSegment(9712fa8a-84cf-4590-8760-a48340e4da1c),segment_id=9712fa8a-84cf-4590-8760-a48340e4da1c)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:00:46.814336 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-35771b8f-a63d-452c-978a-0a27a76faeac req-a9782de5-a8b5-4eb4-9944-853ecb3c79fb tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] 10.222.0.36 "GET /v2.0/security-groups?id=88edd133-940c-40dd-9d62-baa884811525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804834 May 05 20:00:46.815457 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port a4c2aacd-f64f-48bd-a26f-ac48bca019f1 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:00:46.815995 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:46.915550 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '109bdc14-cc66-4c71-a4e0-3647d00033b0', 'network_id': '0940b73f-d9f5-4601-bc7a-4ddc6f68c068', 'port_id': '109bdc14-cc66-4c71-a4e0-3647d00033b0', 'mac_address': 'fa:16:3e:ec:5d:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e9ce9d-105a-4d07-aa22-c9895d777ddb', 'ip_address': '10.1.1.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:00:46.928289 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3f64b-db46-4d37-a871-038f0e429e39 req-d21a30e6-abd0-464e-95bc-5f44fdad51c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:46.932160 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-51a3f64b-db46-4d37-a871-038f0e429e39 req-d21a30e6-abd0-464e-95bc-5f44fdad51c4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bf5420af-229c-4e50-ae74-672fefcddb52 HTTP/1.1" status: 200 len: 1096 time: 0.1136932 May 05 20:00:46.959233 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-966550ec-2a19-49dc-bc4d-5a2c444d6162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:47.001097 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-51a3f64b-db46-4d37-a871-038f0e429e39 req-505f511a-dc44-49ef-84af-cf20fea52d23 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631924 May 05 20:00:47.196031 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:47.216390 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-ddd77d98-62bc-4ff4-aeae-df45e5d8df77 None None] Provisioning for port d488c1cd-1553-4f27-ba73-7b1ec88941e5 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:00:47.236810 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a1ddafa4-807e-4a01-92e6-aa431b1d74c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:47.250473 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a1ddafa4-807e-4a01-92e6-aa431b1d74c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:47.270423 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879e076-f79a-4aa4-96f7-f67375940b27 req-c1d005d9-6ac8-4942-972f-1255ce61f09c tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:47.273485 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-ddd77d98-62bc-4ff4-aeae-df45e5d8df77 None None] Provisioning complete for port d488c1cd-1553-4f27-ba73-7b1ec88941e5 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:00:47.273852 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ddd77d98-62bc-4ff4-aeae-df45e5d8df77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:47.275526 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879e076-f79a-4aa4-96f7-f67375940b27 req-c1d005d9-6ac8-4942-972f-1255ce61f09c tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:47.282071 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879e076-f79a-4aa4-96f7-f67375940b27 req-c1d005d9-6ac8-4942-972f-1255ce61f09c tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:47.282549 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11e6112-4cf7-4a73-9464-b33181751e34 req-0218fda2-930c-4cb1-833e-04f07ddb8097 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:47.284087 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e11e6112-4cf7-4a73-9464-b33181751e34 req-0218fda2-930c-4cb1-833e-04f07ddb8097 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf5420af-229c-4e50-ae74-672fefcddb52 HTTP/1.1" status: 200 len: 945 time: 0.4067819 May 05 20:00:47.288391 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879e076-f79a-4aa4-96f7-f67375940b27 req-c1d005d9-6ac8-4942-972f-1255ce61f09c tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:47.294263 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879e076-f79a-4aa4-96f7-f67375940b27 req-c1d005d9-6ac8-4942-972f-1255ce61f09c tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:47.294418 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dfcd38-7c1a-4d5b-9a33-e70f088ba3c9 req-51f362e9-13b9-45c4-a99f-ab582d1a3ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:47.294847 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dfcd38-7c1a-4d5b-9a33-e70f088ba3c9 req-51f362e9-13b9-45c4-a99f-ab582d1a3ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:47.295313 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dfcd38-7c1a-4d5b-9a33-e70f088ba3c9 req-51f362e9-13b9-45c4-a99f-ab582d1a3ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:47.295883 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dfcd38-7c1a-4d5b-9a33-e70f088ba3c9 req-51f362e9-13b9-45c4-a99f-ab582d1a3ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:47.296345 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dfcd38-7c1a-4d5b-9a33-e70f088ba3c9 req-51f362e9-13b9-45c4-a99f-ab582d1a3ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:47.296951 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dfcd38-7c1a-4d5b-9a33-e70f088ba3c9 req-51f362e9-13b9-45c4-a99f-ab582d1a3ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:47.297387 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dfcd38-7c1a-4d5b-9a33-e70f088ba3c9 req-51f362e9-13b9-45c4-a99f-ab582d1a3ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:47.299259 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f3dfcd38-7c1a-4d5b-9a33-e70f088ba3c9 req-51f362e9-13b9-45c4-a99f-ab582d1a3ecc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a933ae74-0c33-4c3c-82a1-5c532a76f33d HTTP/1.1" status: 200 len: 6502 time: 0.4767091 May 05 20:00:47.300694 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879e076-f79a-4aa4-96f7-f67375940b27 req-c1d005d9-6ac8-4942-972f-1255ce61f09c tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:47.306624 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879e076-f79a-4aa4-96f7-f67375940b27 req-c1d005d9-6ac8-4942-972f-1255ce61f09c tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:47.308633 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2879e076-f79a-4aa4-96f7-f67375940b27 req-c1d005d9-6ac8-4942-972f-1255ce61f09c tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/ports?device_id=c66c5a81-58b3-46e3-8e2a-9f67da08f252 HTTP/1.1" status: 200 len: 5420 time: 0.2395506 May 05 20:00:47.330263 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 109bdc14-cc66-4c71-a4e0-3647d00033b0 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:00:47.341273 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1ddafa4-807e-4a01-92e6-aa431b1d74c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:00:47.360873 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2879e076-f79a-4aa4-96f7-f67375940b27 req-a2c04aa6-94aa-4d89-928a-381ac0e1f2eb tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ea4b63-4d77-466d-a6d0-2611e1957d3d&id=6ef0a585-a6a9-4dc9-9f77-73dacf2639b2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0447814 May 05 20:00:47.375693 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ddafa4-807e-4a01-92e6-aa431b1d74c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac2ba6c-ffd0-44f5-bccb-f0f89c8554bb,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:47.385270 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a1ddafa4-807e-4a01-92e6-aa431b1d74c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:47.385611 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-a1ddafa4-807e-4a01-92e6-aa431b1d74c4 admin admin] Added segment f9de3193-e4fa-4f1d-a073-95ff8ac5fa76 of type vlan for network 025bffd7-43d6-46c1-996a-8056de7069d8 May 05 20:00:47.399958 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 109bdc14-cc66-4c71-a4e0-3647d00033b0, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=109bdc14-cc66-4c71-a4e0-3647d00033b0,segment=NetworkSegment(9712fa8a-84cf-4590-8760-a48340e4da1c),segment_id=9712fa8a-84cf-4590-8760-a48340e4da1c)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:00:47.441156 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:47.441805 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 14c5b767-97a9-4549-bb17-b81554f9a5a4 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:00:47.456375 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e11e6112-4cf7-4a73-9464-b33181751e34 req-25387a98-8c1b-4d7a-93e0-98a53c156ab8 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557150 May 05 20:00:47.472578 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a1ddafa4-807e-4a01-92e6-aa431b1d74c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:47.501476 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-ddd77d98-62bc-4ff4-aeae-df45e5d8df77 None None] Port d488c1cd-1553-4f27-ba73-7b1ec88941e5 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:00:47.503123 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:47.510823 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f3dfcd38-7c1a-4d5b-9a33-e70f088ba3c9 req-3826d660-f76d-4408-92b5-ad31b02d020c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b31ec34e-3cb0-41c2-a678-bc0e8ba8a08d&id=5e6be8f4-cbde-48c1-a6fd-f6caadba2c70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1905894 May 05 20:00:47.569176 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-70f2f1ec-c3ec-4ed0-b5f0-fb4a83b76598 None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:47.613066 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-966550ec-2a19-49dc-bc4d-5a2c444d6162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:47.626084 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 14c5b767-97a9-4549-bb17-b81554f9a5a4, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=14c5b767-97a9-4549-bb17-b81554f9a5a4,segment=NetworkSegment(9712fa8a-84cf-4590-8760-a48340e4da1c),segment_id=9712fa8a-84cf-4590-8760-a48340e4da1c)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:00:47.636921 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25774b43-10f7-4e9e-9eb3-28ead937bb33 req-1aa0b9a7-39c1-410e-90ec-155c1207ba51 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:47.637547 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-70f2f1ec-c3ec-4ed0-b5f0-fb4a83b76598 None None] Transition to ACTIVE for port object a57cb912-4d00-4f2e-ba96-23fa44c3d2a8 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:00:47.638487 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-25774b43-10f7-4e9e-9eb3-28ead937bb33 req-1aa0b9a7-39c1-410e-90ec-155c1207ba51 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/ports?device_id=c406eeb3-a729-4336-a7a7-a2ad14d57bf5 HTTP/1.1" status: 200 len: 945 time: 0.1169791 May 05 20:00:47.639790 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a1ddafa4-807e-4a01-92e6-aa431b1d74c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:47.641855 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ddafa4-807e-4a01-92e6-aa431b1d74c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:47.642690 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a1ddafa4-807e-4a01-92e6-aa431b1d74c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:47.645136 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=109bdc14-cc66-4c71-a4e0-3647d00033b0,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:47.653595 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-70f2f1ec-c3ec-4ed0-b5f0-fb4a83b76598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:47.658397 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port a4c2aacd-f64f-48bd-a26f-ac48bca019f1, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=a4c2aacd-f64f-48bd-a26f-ac48bca019f1,segment=NetworkSegment(fc47f7c3-e060-482b-9161-e650e0fd7763),segment_id=fc47f7c3-e060-482b-9161-e650e0fd7763)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:00:47.696756 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '14c5b767-97a9-4549-bb17-b81554f9a5a4', 'network_id': '0940b73f-d9f5-4601-bc7a-4ddc6f68c068', 'port_id': '14c5b767-97a9-4549-bb17-b81554f9a5a4', 'mac_address': 'fa:16:3e:1f:7d:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e9ce9d-105a-4d07-aa22-c9895d777ddb', 'ip_address': '10.1.1.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:00:47.707926 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-25774b43-10f7-4e9e-9eb3-28ead937bb33 req-d0790a16-57fd-4bd4-822f-659c1f048c97 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cb43301-61da-408d-ba7f-c0b8dd491c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609624 May 05 20:00:47.713239 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:47.732289 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a1ddafa4-807e-4a01-92e6-aa431b1d74c4 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9220707 May 05 20:00:47.733107 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 42426) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:00:47.739755 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-6674cea5-1172-42bb-8c34-5f9d5afec6b3 admin admin] Request body: {'subnet': {'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-634632814-subnet', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:00:47.745619 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-6674cea5-1172-42bb-8c34-5f9d5afec6b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:00:47.750648 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-6674cea5-1172-42bb-8c34-5f9d5afec6b3 admin admin] Usage tracker for resource:subnet and tenant:2b65203be12a44e3b2b676f0adb9acc7 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:00:47.754559 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-6674cea5-1172-42bb-8c34-5f9d5afec6b3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:00:47.766073 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-6674cea5-1172-42bb-8c34-5f9d5afec6b3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:00:47.785689 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6674cea5-1172-42bb-8c34-5f9d5afec6b3 admin admin] Made reservation on behalf of 2b65203be12a44e3b2b676f0adb9acc7 for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:00:47.788505 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6674cea5-1172-42bb-8c34-5f9d5afec6b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:47.878056 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2274a23-a43f-49ad-938f-8f2a3e6880b5 None None] Pushing event updated for resources: {'Port': ['ID=a57cb912-4d00-4f2e-ba96-23fa44c3d2a8,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:47.880394 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-70f2f1ec-c3ec-4ed0-b5f0-fb4a83b76598 None None] Attempting to bind port a57cb912-4d00-4f2e-ba96-23fa44c3d2a8 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:00:47.880772 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-70f2f1ec-c3ec-4ed0-b5f0-fb4a83b76598 None None] Attempting to bind port a57cb912-4d00-4f2e-ba96-23fa44c3d2a8 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:00:47.881116 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f2f1ec-c3ec-4ed0-b5f0-fb4a83b76598 None None] Attempting to bind port a57cb912-4d00-4f2e-ba96-23fa44c3d2a8 on network 0401d202-1605-4cfe-bad4-fb225df6afb0 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:00:47.974667 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=a4c2aacd-f64f-48bd-a26f-ac48bca019f1,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:47.982116 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:47.989063 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ddafa4-807e-4a01-92e6-aa431b1d74c4 admin admin] Pushing event updated for resources: {'Network': ['ID=025bffd7-43d6-46c1-996a-8056de7069d8,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:48.001509 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f2f1ec-c3ec-4ed0-b5f0-fb4a83b76598 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:00:48.001868 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f2f1ec-c3ec-4ed0-b5f0-fb4a83b76598 None None] Checking segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:00:48.002359 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-70f2f1ec-c3ec-4ed0-b5f0-fb4a83b76598 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:48.002825 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f2f1ec-c3ec-4ed0-b5f0-fb4a83b76598 None None] Bound using segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:00:48.003223 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-70f2f1ec-c3ec-4ed0-b5f0-fb4a83b76598 None None] Bound port: a57cb912-4d00-4f2e-ba96-23fa44c3d2a8, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:00:48.003683 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-70f2f1ec-c3ec-4ed0-b5f0-fb4a83b76598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:48.014828 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6674cea5-1172-42bb-8c34-5f9d5afec6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:48.018335 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122ebf2-928b-46e7-936a-72065443c4d1 req-94149b27-14ed-4bdc-85fe-143cb67afe25 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:48.024388 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122ebf2-928b-46e7-936a-72065443c4d1 req-94149b27-14ed-4bdc-85fe-143cb67afe25 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:48.030613 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122ebf2-928b-46e7-936a-72065443c4d1 req-94149b27-14ed-4bdc-85fe-143cb67afe25 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:48.037404 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122ebf2-928b-46e7-936a-72065443c4d1 req-94149b27-14ed-4bdc-85fe-143cb67afe25 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:48.040987 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 025bffd7-43d6-46c1-996a-8056de7069d8 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:00:48.043659 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122ebf2-928b-46e7-936a-72065443c4d1 req-94149b27-14ed-4bdc-85fe-143cb67afe25 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:48.049825 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122ebf2-928b-46e7-936a-72065443c4d1 req-94149b27-14ed-4bdc-85fe-143cb67afe25 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:48.058138 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122ebf2-928b-46e7-936a-72065443c4d1 req-94149b27-14ed-4bdc-85fe-143cb67afe25 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:48.058280 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 42432) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:00:48.063801 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4122ebf2-928b-46e7-936a-72065443c4d1 req-94149b27-14ed-4bdc-85fe-143cb67afe25 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933ae74-0c33-4c3c-82a1-5c532a76f33d HTTP/1.1" status: 200 len: 5445 time: 0.3893189 May 05 20:00:48.073814 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-93ca6794-296d-445c-ba76-59ea28cd3d8a tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2060648373', 'description': 'tempest-description--988476330'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:00:48.104062 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6674cea5-1172-42bb-8c34-5f9d5afec6b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d250ed8-07f6-4f08-a934-d3c76d471e2d,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:48.113014 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4122ebf2-928b-46e7-936a-72065443c4d1 req-d5d2a0e7-204e-4cab-ba37-34866277404d tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e6be8f4-cbde-48c1-a6fd-f6caadba2c70&id=b31ec34e-3cb0-41c2-a678-bc0e8ba8a08d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0483501 May 05 20:00:48.118487 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-93ca6794-296d-445c-ba76-59ea28cd3d8a tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:00:48.162775 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6674cea5-1172-42bb-8c34-5f9d5afec6b3 admin admin] Checking segment: {'id': 'f9de3193-e4fa-4f1d-a073-95ff8ac5fa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:00:48.163165 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6674cea5-1172-42bb-8c34-5f9d5afec6b3 admin admin] Network hostable DHCP agents. Network: 025bffd7-43d6-46c1-996a-8056de7069d8, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:00:48.180994 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-93ca6794-296d-445c-ba76-59ea28cd3d8a tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:00:48.204572 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14c5b767-97a9-4549-bb17-b81554f9a5a4 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:00:48.245801 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6674cea5-1172-42bb-8c34-5f9d5afec6b3 admin admin] Network 025bffd7-43d6-46c1-996a-8056de7069d8 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:00:48.263384 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 14c5b767-97a9-4549-bb17-b81554f9a5a4, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=14c5b767-97a9-4549-bb17-b81554f9a5a4,segment=NetworkSegment(9712fa8a-84cf-4590-8760-a48340e4da1c),segment_id=9712fa8a-84cf-4590-8760-a48340e4da1c)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:00:48.264270 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-93ca6794-296d-445c-ba76-59ea28cd3d8a tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:48.277569 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:48.278736 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device d8cebe77-24e5-40d1-a4fd-946a285e28bf details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:00:48.278950 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-6674cea5-1172-42bb-8c34-5f9d5afec6b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 025bffd7-43d6-46c1-996a-8056de7069d8) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:00:48.292410 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6674cea5-1172-42bb-8c34-5f9d5afec6b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:48.292998 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6674cea5-1172-42bb-8c34-5f9d5afec6b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:48.303020 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port d8cebe77-24e5-40d1-a4fd-946a285e28bf, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=d8cebe77-24e5-40d1-a4fd-946a285e28bf,segment=NetworkSegment(9712fa8a-84cf-4590-8760-a48340e4da1c),segment_id=9712fa8a-84cf-4590-8760-a48340e4da1c)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:00:48.310947 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-93ca6794-296d-445c-ba76-59ea28cd3d8a tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:00:48.318190 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-93ca6794-296d-445c-ba76-59ea28cd3d8a tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Usage tracker for resource:security_group_rule and tenant:2ac5211529134663a7b81ee9a43f1be9 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:00:48.323628 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-93ca6794-296d-445c-ba76-59ea28cd3d8a tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:00:48.332288 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-93ca6794-296d-445c-ba76-59ea28cd3d8a tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:00:48.340205 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-6674cea5-1172-42bb-8c34-5f9d5afec6b3 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6054764 May 05 20:00:48.344744 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 42436) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:00:48.356292 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa59fa-6abf-47c3-af95-7d1138aa9d33 req-11cf2520-6f1e-4d03-b84b-36a52b38d1ea tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:48.357787 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b0aa59fa-6abf-47c3-af95-7d1138aa9d33 req-11cf2520-6f1e-4d03-b84b-36a52b38d1ea tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] 10.222.0.36 "GET /v2.0/ports?device_id=dccba533-f1a3-406e-96a1-1c70fdc80300 HTTP/1.1" status: 200 len: 945 time: 0.1597834 May 05 20:00:48.362599 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': 'd8cebe77-24e5-40d1-a4fd-946a285e28bf', 'network_id': '0940b73f-d9f5-4601-bc7a-4ddc6f68c068', 'port_id': 'd8cebe77-24e5-40d1-a4fd-946a285e28bf', 'mac_address': 'fa:16:3e:35:e6:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e9ce9d-105a-4d07-aa22-c9895d777ddb', 'ip_address': '10.1.1.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:00:48.364391 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-ae7ac349-c897-4ab1-bb81-95c4bad07da6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-634632814-router', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:00:48.364562 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65286a5-bcc1-4154-b05f-3a3f05a08e91 None None] Network 025bffd7-43d6-46c1-996a-8056de7069d8 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:00:48.368293 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-ae7ac349-c897-4ab1-bb81-95c4bad07da6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:00:48.369671 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-966550ec-2a19-49dc-bc4d-5a2c444d6162 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:48.372825 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-ae7ac349-c897-4ab1-bb81-95c4bad07da6 admin admin] Usage tracker for resource:router and tenant:2b65203be12a44e3b2b676f0adb9acc7 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:00:48.375626 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-ae7ac349-c897-4ab1-bb81-95c4bad07da6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:00:48.378474 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-966550ec-2a19-49dc-bc4d-5a2c444d6162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:48.381371 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-ae7ac349-c897-4ab1-bb81-95c4bad07da6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:00:48.395805 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac349-c897-4ab1-bb81-95c4bad07da6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:48.396800 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac349-c897-4ab1-bb81-95c4bad07da6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:48.472942 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac349-c897-4ab1-bb81-95c4bad07da6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:48.485249 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b0aa59fa-6abf-47c3-af95-7d1138aa9d33 req-a895ffaf-b61a-414b-9983-5298c7dc9195 tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] 10.222.0.36 "GET /v2.0/security-groups?id=88edd133-940c-40dd-9d62-baa884811525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927167 May 05 20:00:48.509763 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-70f2f1ec-c3ec-4ed0-b5f0-fb4a83b76598 None None] For port a57cb912-4d00-4f2e-ba96-23fa44c3d2a8, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:00:48.578057 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-93ca6794-296d-445c-ba76-59ea28cd3d8a tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:48.584665 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-93ca6794-296d-445c-ba76-59ea28cd3d8a tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:48.586481 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-966550ec-2a19-49dc-bc4d-5a2c444d6162 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:48.688626 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ca6794-296d-445c-ba76-59ea28cd3d8a tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8b672e-b72d-46a4-99a4-5f3b38959e58,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:48.691325 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-70f2f1ec-c3ec-4ed0-b5f0-fb4a83b76598 None None] For port a57cb912-4d00-4f2e-ba96-23fa44c3d2a8, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=a57cb912-4d00-4f2e-ba96-23fa44c3d2a8,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:00:48.709288 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dccba533-f1a3-406e-96a1-1c70fdc80300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4c2aacd-f64f-48bd-a26f-ac48bca019f1'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:00:48.757720 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-70f2f1ec-c3ec-4ed0-b5f0-fb4a83b76598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:48.795457 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:48.810500 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966550ec-2a19-49dc-bc4d-5a2c444d6162 admin admin] Pushing event updated for resources: {'Port': ['ID=d488c1cd-1553-4f27-ba73-7b1ec88941e5,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:48.812407 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896c52e4-de2d-456f-9433-e3bd57f3364b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-025bffd7-43d6-46c1-996a-8056de7069d8', 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'fixed_ips': [{'subnet_id': '0d250ed8-07f6-4f08-a934-d3c76d471e2d'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:00:48.813498 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-896c52e4-de2d-456f-9433-e3bd57f3364b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:48.830261 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=14c5b767-97a9-4549-bb17-b81554f9a5a4,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:48.883870 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8cebe77-24e5-40d1-a4fd-946a285e28bf {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:00:48.894828 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-93ca6794-296d-445c-ba76-59ea28cd3d8a tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:48.896127 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-93ca6794-296d-445c-ba76-59ea28cd3d8a tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8369267 May 05 20:00:48.899020 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac349-c897-4ab1-bb81-95c4bad07da6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:48.902454 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 42448) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:00:48.911449 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-0bbc88bd-5b14-4a47-a31e-b4f4c31fd824 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Request body: {'security_group_rule': {'security_group_id': '2e8b672e-b72d-46a4-99a4-5f3b38959e58', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:00:48.917171 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-0bbc88bd-5b14-4a47-a31e-b4f4c31fd824 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:00:48.921058 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-0bbc88bd-5b14-4a47-a31e-b4f4c31fd824 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Usage tracker for resource:security_group_rule and tenant:2ac5211529134663a7b81ee9a43f1be9 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:00:48.925350 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-0bbc88bd-5b14-4a47-a31e-b4f4c31fd824 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:00:48.930446 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f2f1ec-c3ec-4ed0-b5f0-fb4a83b76598 None None] Routers {'db3527ae-e94e-433e-b0af-11baf8c67c04'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:00:48.931546 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-70f2f1ec-c3ec-4ed0-b5f0-fb4a83b76598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:00:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['db3527ae-e94e-433e-b0af-11baf8c67c04'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:00:48.931975 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-0bbc88bd-5b14-4a47-a31e-b4f4c31fd824 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:00:48.980647 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0bbc88bd-5b14-4a47-a31e-b4f4c31fd824 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:49.013060 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f99b4-d2da-4b51-9685-6117d1fa66a2 req-099fcd18-16f9-465d-b6bc-352e8f6d058b tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:49.020051 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f99b4-d2da-4b51-9685-6117d1fa66a2 req-099fcd18-16f9-465d-b6bc-352e8f6d058b tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:49.026177 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f99b4-d2da-4b51-9685-6117d1fa66a2 req-099fcd18-16f9-465d-b6bc-352e8f6d058b tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:49.032587 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f99b4-d2da-4b51-9685-6117d1fa66a2 req-099fcd18-16f9-465d-b6bc-352e8f6d058b tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:49.039938 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f99b4-d2da-4b51-9685-6117d1fa66a2 req-099fcd18-16f9-465d-b6bc-352e8f6d058b tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:49.048181 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f99b4-d2da-4b51-9685-6117d1fa66a2 req-099fcd18-16f9-465d-b6bc-352e8f6d058b tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:49.055397 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f99b4-d2da-4b51-9685-6117d1fa66a2 req-099fcd18-16f9-465d-b6bc-352e8f6d058b tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:49.063898 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f15f99b4-d2da-4b51-9685-6117d1fa66a2 req-099fcd18-16f9-465d-b6bc-352e8f6d058b tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/ports?device_id=c66c5a81-58b3-46e3-8e2a-9f67da08f252 HTTP/1.1" status: 200 len: 5422 time: 0.4796648 May 05 20:00:49.067794 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port d8cebe77-24e5-40d1-a4fd-946a285e28bf, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=d8cebe77-24e5-40d1-a4fd-946a285e28bf,segment=NetworkSegment(9712fa8a-84cf-4590-8760-a48340e4da1c),segment_id=9712fa8a-84cf-4590-8760-a48340e4da1c)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:00:49.085591 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:49.086223 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 6a69c56a-ceaf-48c1-b4b6-46b3ad4a0052 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:00:49.099787 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3e1b4-2aa5-4694-b7f1-d8a98eea26fb req-b556ca9e-c9ff-448e-a388-8e7a217e941e tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:49.103105 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2274a23-a43f-49ad-938f-8f2a3e6880b5 None None] Pushing event updated for resources: {'Port': ['ID=a57cb912-4d00-4f2e-ba96-23fa44c3d2a8,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:49.107835 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-28d3e1b4-2aa5-4694-b7f1-d8a98eea26fb req-b556ca9e-c9ff-448e-a388-8e7a217e941e tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf5420af-229c-4e50-ae74-672fefcddb52 HTTP/1.1" status: 200 len: 945 time: 0.4329038 May 05 20:00:49.117939 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966550ec-2a19-49dc-bc4d-5a2c444d6162 admin admin] Network 2a9a9df3-ea16-4794-afeb-472875076e06 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:00:49.126158 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-966550ec-2a19-49dc-bc4d-5a2c444d6162 admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:00:49.210500 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0bbc88bd-5b14-4a47-a31e-b4f4c31fd824 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:49.228208 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f15f99b4-d2da-4b51-9685-6117d1fa66a2 req-e7e944a0-1174-41da-9028-5522a5845019 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ea4b63-4d77-466d-a6d0-2611e1957d3d&id=6ef0a585-a6a9-4dc9-9f77-73dacf2639b2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1564171 May 05 20:00:49.228679 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0bbc88bd-5b14-4a47-a31e-b4f4c31fd824 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:49.277304 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-28d3e1b4-2aa5-4694-b7f1-d8a98eea26fb req-6fc04d5a-2413-4749-b22c-5b0b9a87cee4 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685243 May 05 20:00:49.317129 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0bbc88bd-5b14-4a47-a31e-b4f4c31fd824 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:49.320902 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-0bbc88bd-5b14-4a47-a31e-b4f4c31fd824 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4139211 May 05 20:00:49.333735 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 42456) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:00:49.373958 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-269da23e-ffe1-40c7-90c2-9a4235857c84'] response: {'server_uuid': 'dccba533-f1a3-406e-96a1-1c70fdc80300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4c2aacd-f64f-48bd-a26f-ac48bca019f1', 'code': 200} May 05 20:00:49.404647 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 6a69c56a-ceaf-48c1-b4b6-46b3ad4a0052, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=6a69c56a-ceaf-48c1-b4b6-46b3ad4a0052,segment=NetworkSegment(9712fa8a-84cf-4590-8760-a48340e4da1c),segment_id=9712fa8a-84cf-4590-8760-a48340e4da1c)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:00:49.406997 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbc88bd-5b14-4a47-a31e-b4f4c31fd824 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9d97460-2441-4061-ad51-a2d8f699f534,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:49.413715 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-dbfa3164-2e04-4d39-81dc-8d5d427616f8 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Request body: {'security_group_rule': {'security_group_id': '2e8b672e-b72d-46a4-99a4-5f3b38959e58', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:00:49.421380 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-dbfa3164-2e04-4d39-81dc-8d5d427616f8 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:00:49.443589 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=d8cebe77-24e5-40d1-a4fd-946a285e28bf,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:49.448976 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-70f2f1ec-c3ec-4ed0-b5f0-fb4a83b76598 None None] Set router db3527ae-e94e-433e-b0af-11baf8c67c04 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:00:49.465170 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-dbfa3164-2e04-4d39-81dc-8d5d427616f8 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Usage tracker for resource:security_group_rule and tenant:2ac5211529134663a7b81ee9a43f1be9 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:00:49.473963 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-dbfa3164-2e04-4d39-81dc-8d5d427616f8 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:00:49.495379 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-dbfa3164-2e04-4d39-81dc-8d5d427616f8 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:00:49.537473 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '6a69c56a-ceaf-48c1-b4b6-46b3ad4a0052', 'network_id': '0940b73f-d9f5-4601-bc7a-4ddc6f68c068', 'port_id': '6a69c56a-ceaf-48c1-b4b6-46b3ad4a0052', 'mac_address': 'fa:16:3e:2b:de:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e9ce9d-105a-4d07-aa22-c9895d777ddb', 'ip_address': '10.1.1.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:00:49.545096 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-896c52e4-de2d-456f-9433-e3bd57f3364b None None] Allocated IP 172.20.0.2 (025bffd7-43d6-46c1-996a-8056de7069d8/0d250ed8-07f6-4f08-a934-d3c76d471e2d/ce5640e6-b8e1-4c36-8050-2753545c9512) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:00:49.685287 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-966550ec-2a19-49dc-bc4d-5a2c444d6162 admin admin] Router db3527ae-e94e-433e-b0af-11baf8c67c04 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:00:49.751696 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568eef6-1130-48ca-b07a-cd877fdb6add req-c2176d09-f5e5-499d-9331-1395588205ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:49.753341 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a568eef6-1130-48ca-b07a-cd877fdb6add req-c2176d09-f5e5-499d-9331-1395588205ca service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=dccba533-f1a3-406e-96a1-1c70fdc80300 HTTP/1.1" status: 200 len: 1096 time: 0.3175256 May 05 20:00:49.811099 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-cd15777a-5314-4204-a60f-e11255a6466b None None] Provisioning complete for port d488c1cd-1553-4f27-ba73-7b1ec88941e5 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:00:49.811382 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cd15777a-5314-4204-a60f-e11255a6466b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:49.854192 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac349-c897-4ab1-bb81-95c4bad07da6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:49.869295 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:49.894887 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dbfa3164-2e04-4d39-81dc-8d5d427616f8 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:49.923770 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac349-c897-4ab1-bb81-95c4bad07da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:49.985905 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a568eef6-1130-48ca-b07a-cd877fdb6add req-113adca9-f3b3-4918-8510-e43e6d41714d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=88edd133-940c-40dd-9d62-baa884811525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654637 May 05 20:00:50.024156 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2530e118-651d-455e-981b-fea96e7c8871 req-9a1f80c3-1061-42a6-8ee9-9588b6d50b36 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:50.026477 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a69c56a-ceaf-48c1-b4b6-46b3ad4a0052 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:00:50.032745 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2530e118-651d-455e-981b-fea96e7c8871 req-9a1f80c3-1061-42a6-8ee9-9588b6d50b36 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:50.036447 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dce9f0-4b66-4ccc-a718-03f0206a3f26 req-e906b5ad-de62-463f-b0e5-adaec5f2c5d5 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:50.041836 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2530e118-651d-455e-981b-fea96e7c8871 req-9a1f80c3-1061-42a6-8ee9-9588b6d50b36 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:50.046836 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-04dce9f0-4b66-4ccc-a718-03f0206a3f26 req-e906b5ad-de62-463f-b0e5-adaec5f2c5d5 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/ports?device_id=c406eeb3-a729-4336-a7a7-a2ad14d57bf5 HTTP/1.1" status: 200 len: 945 time: 0.6362584 May 05 20:00:50.049104 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2530e118-651d-455e-981b-fea96e7c8871 req-9a1f80c3-1061-42a6-8ee9-9588b6d50b36 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:50.052114 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-cd15777a-5314-4204-a60f-e11255a6466b None None] Port d488c1cd-1553-4f27-ba73-7b1ec88941e5 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:00:50.055810 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2530e118-651d-455e-981b-fea96e7c8871 req-9a1f80c3-1061-42a6-8ee9-9588b6d50b36 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:50.063789 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2530e118-651d-455e-981b-fea96e7c8871 req-9a1f80c3-1061-42a6-8ee9-9588b6d50b36 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:50.069655 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2530e118-651d-455e-981b-fea96e7c8871 req-9a1f80c3-1061-42a6-8ee9-9588b6d50b36 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:50.085289 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2530e118-651d-455e-981b-fea96e7c8871 req-9a1f80c3-1061-42a6-8ee9-9588b6d50b36 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933ae74-0c33-4c3c-82a1-5c532a76f33d HTTP/1.1" status: 200 len: 5445 time: 0.4759331 May 05 20:00:50.085492 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 6a69c56a-ceaf-48c1-b4b6-46b3ad4a0052, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=6a69c56a-ceaf-48c1-b4b6-46b3ad4a0052,segment=NetworkSegment(9712fa8a-84cf-4590-8760-a48340e4da1c),segment_id=9712fa8a-84cf-4590-8760-a48340e4da1c)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:00:50.116411 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:50.116654 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 9fa97b06-019d-44e6-a1c4-eb81f10a0fdc details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:00:50.142930 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-966550ec-2a19-49dc-bc4d-5a2c444d6162 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:00:50.158008 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-966550ec-2a19-49dc-bc4d-5a2c444d6162 admin admin] 10.222.0.36 "PUT /v2.0/routers/db3527ae-e94e-433e-b0af-11baf8c67c04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2406147 May 05 20:00:50.165918 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2530e118-651d-455e-981b-fea96e7c8871 req-81ccbeaa-5414-4100-83db-032be09936d9 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e6be8f4-cbde-48c1-a6fd-f6caadba2c70&id=b31ec34e-3cb0-41c2-a678-bc0e8ba8a08d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0842845 May 05 20:00:50.248182 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-ae7ac349-c897-4ab1-bb81-95c4bad07da6 admin admin] Allocated IP 172.25.0.106 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/c75985dc-8b4c-4c87-85cd-20dbb82f7649) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:00:50.341189 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=6a69c56a-ceaf-48c1-b4b6-46b3ad4a0052,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:50.355693 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-896c52e4-de2d-456f-9433-e3bd57f3364b None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:50.369427 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-04dce9f0-4b66-4ccc-a718-03f0206a3f26 req-858a42e6-ffd2-4d91-ac94-15999e282112 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cb43301-61da-408d-ba7f-c0b8dd491c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214285 May 05 20:00:50.403213 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-896c52e4-de2d-456f-9433-e3bd57f3364b None None] Transition to ACTIVE for port object ce5640e6-b8e1-4c36-8050-2753545c9512 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:00:50.464922 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dbfa3164-2e04-4d39-81dc-8d5d427616f8 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:50.476445 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dbfa3164-2e04-4d39-81dc-8d5d427616f8 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:50.479992 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdd2394-9402-4046-b170-8e17dcc6aa28 req-cb0bcff9-3c7a-469e-9b38-2df73fedb38b tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:50.490074 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dbdd2394-9402-4046-b170-8e17dcc6aa28 req-cb0bcff9-3c7a-469e-9b38-2df73fedb38b tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] 10.222.0.36 "GET /v2.0/ports?device_id=dccba533-f1a3-406e-96a1-1c70fdc80300 HTTP/1.1" status: 200 len: 945 time: 0.1216512 May 05 20:00:50.494060 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-896c52e4-de2d-456f-9433-e3bd57f3364b None None] Transition to ACTIVE for port object ce5640e6-b8e1-4c36-8050-2753545c9512 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:00:50.519373 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-896c52e4-de2d-456f-9433-e3bd57f3364b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:50.541212 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfa3164-2e04-4d39-81dc-8d5d427616f8 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=801e0a84-27f7-4770-a210-436abf8ca928,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:50.577416 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac349-c897-4ab1-bb81-95c4bad07da6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:50.579344 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 9fa97b06-019d-44e6-a1c4-eb81f10a0fdc, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=9fa97b06-019d-44e6-a1c4-eb81f10a0fdc,segment=NetworkSegment(f64acd32-0a02-4606-b552-1dd633356c1d),segment_id=f64acd32-0a02-4606-b552-1dd633356c1d)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:00:50.595027 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dbdd2394-9402-4046-b170-8e17dcc6aa28 req-9f32b79a-dfd6-417c-b579-8e9c8a250bed tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] 10.222.0.36 "GET /v2.0/security-groups?id=88edd133-940c-40dd-9d62-baa884811525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019759 May 05 20:00:50.603438 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-70f2f1ec-c3ec-4ed0-b5f0-fb4a83b76598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3527ae-e94e-433e-b0af-11baf8c67c04', 'name': 'tempest-ServersTestJSON-818348373-router', 'tenant_id': 'c5bc97d17c8c4bca95c497c59c0718d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'a57cb912-4d00-4f2e-ba96-23fa44c3d2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:00:38Z', 'updated_at': '2022-05-05T20:00:47Z', 'revision_number': 4, 'project_id': 'c5bc97d17c8c4bca95c497c59c0718d6', 'gw_port': {'id': 'a57cb912-4d00-4f2e-ba96-23fa44c3d2a8', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fb:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db3527ae-e94e-433e-b0af-11baf8c67c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:40Z', 'updated_at': '2022-05-05T20:00:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'd488c1cd-1553-4f27-ba73-7b1ec88941e5', 'name': '', 'network_id': '2a9a9df3-ea16-4794-afeb-472875076e06', 'tenant_id': 'c5bc97d17c8c4bca95c497c59c0718d6', 'mac_address': 'fa:16:3e:1e:35:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db3527ae-e94e-433e-b0af-11baf8c67c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '25f091e9-57a5-4759-ad7e-42d23abf747a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:45Z', 'updated_at': '2022-05-05T20:00:47Z', 'revision_number': 2, 'project_id': 'c5bc97d17c8c4bca95c497c59c0718d6', 'subnets': [{'id': '25f091e9-57a5-4759-ad7e-42d23abf747a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:00:50.628839 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896c52e4-de2d-456f-9433-e3bd57f3364b None None] Network 025bffd7-43d6-46c1-996a-8056de7069d8 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:00:50.632240 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '9fa97b06-019d-44e6-a1c4-eb81f10a0fdc', 'network_id': 'd94c136e-3c4f-4290-8cd6-81a4e89af7f3', 'port_id': '9fa97b06-019d-44e6-a1c4-eb81f10a0fdc', 'mac_address': 'fa:16:3e:92:c2:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb2a8ac4-25e5-4199-94bc-000b6944dde3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:00:50.637277 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-896c52e4-de2d-456f-9433-e3bd57f3364b None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:00:50.640568 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896c52e4-de2d-456f-9433-e3bd57f3364b None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:00:50.642870 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f2f1ec-c3ec-4ed0-b5f0-fb4a83b76598 None None] The sync data for ids ['db3527ae-e94e-433e-b0af-11baf8c67c04'] in n-d-840717-1 is: [{'id': 'db3527ae-e94e-433e-b0af-11baf8c67c04', 'name': 'tempest-ServersTestJSON-818348373-router', 'tenant_id': 'c5bc97d17c8c4bca95c497c59c0718d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'a57cb912-4d00-4f2e-ba96-23fa44c3d2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:00:38Z', 'updated_at': '2022-05-05T20:00:47Z', 'revision_number': 4, 'project_id': 'c5bc97d17c8c4bca95c497c59c0718d6', 'gw_port': {'id': 'a57cb912-4d00-4f2e-ba96-23fa44c3d2a8', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fb:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db3527ae-e94e-433e-b0af-11baf8c67c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:40Z', 'updated_at': '2022-05-05T20:00:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'd488c1cd-1553-4f27-ba73-7b1ec88941e5', 'name': '', 'network_id': '2a9a9df3-ea16-4794-afeb-472875076e06', 'tenant_id': 'c5bc97d17c8c4bca95c497c59c0718d6', 'mac_address': 'fa:16:3e:1e:35:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db3527ae-e94e-433e-b0af-11baf8c67c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '25f091e9-57a5-4759-ad7e-42d23abf747a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:45Z', 'updated_at': '2022-05-05T20:00:47Z', 'revision_number': 2, 'project_id': 'c5bc97d17c8c4bca95c497c59c0718d6', 'subnets': [{'id': '25f091e9-57a5-4759-ad7e-42d23abf747a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:00:50.681023 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dbfa3164-2e04-4d39-81dc-8d5d427616f8 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:50.685132 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-dbfa3164-2e04-4d39-81dc-8d5d427616f8 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2913795 May 05 20:00:50.685463 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 42476) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:00:50.692155 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-4df6657e-46a0-4346-88e6-d807a0a869b9 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Request body: {'floatingip': {'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:00:50.694960 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896c52e4-de2d-456f-9433-e3bd57f3364b None None] Pushing event updated for resources: {'Port': ['ID=ce5640e6-b8e1-4c36-8050-2753545c9512,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:50.708804 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-4df6657e-46a0-4346-88e6-d807a0a869b9 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:00:50.723627 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-4df6657e-46a0-4346-88e6-d807a0a869b9 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Usage tracker for resource:floatingip and tenant:2ac5211529134663a7b81ee9a43f1be9 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:00:50.744517 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-4df6657e-46a0-4346-88e6-d807a0a869b9 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:00:50.751705 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac349-c897-4ab1-bb81-95c4bad07da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:50.773285 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-4df6657e-46a0-4346-88e6-d807a0a869b9 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:00:50.822609 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4df6657e-46a0-4346-88e6-d807a0a869b9 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Notify callbacks [] for floatingip, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:50.826063 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:50.846416 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-896c52e4-de2d-456f-9433-e3bd57f3364b None None] Attempting to bind port ce5640e6-b8e1-4c36-8050-2753545c9512 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:00:50.847408 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-896c52e4-de2d-456f-9433-e3bd57f3364b None None] Attempting to bind port ce5640e6-b8e1-4c36-8050-2753545c9512 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'f9de3193-e4fa-4f1d-a073-95ff8ac5fa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:00:50.848012 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896c52e4-de2d-456f-9433-e3bd57f3364b None None] Attempting to bind port ce5640e6-b8e1-4c36-8050-2753545c9512 on network 025bffd7-43d6-46c1-996a-8056de7069d8 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:00:50.861056 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0834b140-3842-4821-a35a-40e79fdcad71 req-641a4d27-d0a8-4bad-a200-3904f8b66d79 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:50.862268 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896c52e4-de2d-456f-9433-e3bd57f3364b None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:00:50.863174 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896c52e4-de2d-456f-9433-e3bd57f3364b None None] Checking segment: {'id': 'f9de3193-e4fa-4f1d-a073-95ff8ac5fa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:00:50.864883 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-896c52e4-de2d-456f-9433-e3bd57f3364b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:50.866625 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896c52e4-de2d-456f-9433-e3bd57f3364b None None] Bound using segment: {'id': 'f9de3193-e4fa-4f1d-a073-95ff8ac5fa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:00:50.867419 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-896c52e4-de2d-456f-9433-e3bd57f3364b None None] Bound port: ce5640e6-b8e1-4c36-8050-2753545c9512, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9de3193-e4fa-4f1d-a073-95ff8ac5fa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:00:50.867581 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0834b140-3842-4821-a35a-40e79fdcad71 req-641a4d27-d0a8-4bad-a200-3904f8b66d79 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:50.868431 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-896c52e4-de2d-456f-9433-e3bd57f3364b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:50.873850 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0834b140-3842-4821-a35a-40e79fdcad71 req-641a4d27-d0a8-4bad-a200-3904f8b66d79 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:50.885896 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0834b140-3842-4821-a35a-40e79fdcad71 req-641a4d27-d0a8-4bad-a200-3904f8b66d79 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:50.896037 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fa97b06-019d-44e6-a1c4-eb81f10a0fdc {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:00:50.897496 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0834b140-3842-4821-a35a-40e79fdcad71 req-641a4d27-d0a8-4bad-a200-3904f8b66d79 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:50.924205 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0834b140-3842-4821-a35a-40e79fdcad71 req-641a4d27-d0a8-4bad-a200-3904f8b66d79 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:50.931726 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0834b140-3842-4821-a35a-40e79fdcad71 req-641a4d27-d0a8-4bad-a200-3904f8b66d79 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:50.946841 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0834b140-3842-4821-a35a-40e79fdcad71 req-641a4d27-d0a8-4bad-a200-3904f8b66d79 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933ae74-0c33-4c3c-82a1-5c532a76f33d HTTP/1.1" status: 200 len: 5445 time: 0.3426969 May 05 20:00:50.970237 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 42480) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:00:51.002420 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-700fd07e-f44e-4f4c-ad1c-4f39f4ff2983 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Request body: {'floatingip': {'port_id': '57a1046a-4c1a-41ae-8159-fc2baceea01a'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:00:51.126321 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 9fa97b06-019d-44e6-a1c4-eb81f10a0fdc, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=9fa97b06-019d-44e6-a1c4-eb81f10a0fdc,segment=NetworkSegment(f64acd32-0a02-4606-b552-1dd633356c1d),segment_id=f64acd32-0a02-4606-b552-1dd633356c1d)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:00:51.130540 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7ac349-c897-4ab1-bb81-95c4bad07da6 admin admin] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:00:51.135171 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-ae7ac349-c897-4ab1-bb81-95c4bad07da6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:00:51.144035 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7ac349-c897-4ab1-bb81-95c4bad07da6 admin admin] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:00:51.174965 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:51.337068 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 206a9ec0-b9d9-495c-a620-820909a8baeb details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:00:51.349713 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-700fd07e-f44e-4f4c-ad1c-4f39f4ff2983 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks [] for floatingip, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:51.492266 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-896c52e4-de2d-456f-9433-e3bd57f3364b None None] For port ce5640e6-b8e1-4c36-8050-2753545c9512, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:00:51.506254 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e6614-cb19-45cb-be8a-812a68f58cdf req-5c5ebaa5-f129-47da-bc2b-4bfe899e2422 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:51.513579 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7ac349-c897-4ab1-bb81-95c4bad07da6 admin admin] Pushing event updated for resources: {'Port': ['ID=c75985dc-8b4c-4c87-85cd-20dbb82f7649,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:51.514280 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e6614-cb19-45cb-be8a-812a68f58cdf req-5c5ebaa5-f129-47da-bc2b-4bfe899e2422 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:51.521061 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e6614-cb19-45cb-be8a-812a68f58cdf req-5c5ebaa5-f129-47da-bc2b-4bfe899e2422 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:51.529010 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e6614-cb19-45cb-be8a-812a68f58cdf req-5c5ebaa5-f129-47da-bc2b-4bfe899e2422 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:51.537658 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e6614-cb19-45cb-be8a-812a68f58cdf req-5c5ebaa5-f129-47da-bc2b-4bfe899e2422 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:51.543562 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e6614-cb19-45cb-be8a-812a68f58cdf req-5c5ebaa5-f129-47da-bc2b-4bfe899e2422 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:51.549494 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e6614-cb19-45cb-be8a-812a68f58cdf req-5c5ebaa5-f129-47da-bc2b-4bfe899e2422 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:51.551421 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8e6e6614-cb19-45cb-be8a-812a68f58cdf req-5c5ebaa5-f129-47da-bc2b-4bfe899e2422 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/ports?device_id=c66c5a81-58b3-46e3-8e2a-9f67da08f252 HTTP/1.1" status: 200 len: 5424 time: 0.6500800 May 05 20:00:51.633234 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=9fa97b06-019d-44e6-a1c4-eb81f10a0fdc,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:51.645822 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-896c52e4-de2d-456f-9433-e3bd57f3364b None None] For port ce5640e6-b8e1-4c36-8050-2753545c9512, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=ce5640e6-b8e1-4c36-8050-2753545c9512,segment=NetworkSegment(f9de3193-e4fa-4f1d-a073-95ff8ac5fa76),segment_id=f9de3193-e4fa-4f1d-a073-95ff8ac5fa76)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:00:51.664904 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-896c52e4-de2d-456f-9433-e3bd57f3364b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:51.957412 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 42492) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:00:51.976006 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-1808b90b-fc45-4486-b11d-454495f60181 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Request body: {'security_group': {'name': 'tempest-securitygroup--595318784', 'description': 'tempest-description--374345669'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:00:51.981015 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['109bdc14-cc66-4c71-a4e0-3647d00033b0'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:00:51.988345 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-1808b90b-fc45-4486-b11d-454495f60181 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:00:51.996400 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-1808b90b-fc45-4486-b11d-454495f60181 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Usage tracker for resource:security_group and tenant:c5bc97d17c8c4bca95c497c59c0718d6 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:00:52.001505 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-1808b90b-fc45-4486-b11d-454495f60181 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:00:52.012085 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-1808b90b-fc45-4486-b11d-454495f60181 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:00:52.020370 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8e6e6614-cb19-45cb-be8a-812a68f58cdf req-63494d1e-5315-48b3-8137-ad16a78e2c88 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ea4b63-4d77-466d-a6d0-2611e1957d3d&id=6ef0a585-a6a9-4dc9-9f77-73dacf2639b2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4072831 May 05 20:00:52.035535 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1808b90b-fc45-4486-b11d-454495f60181 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:52.058034 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac349-c897-4ab1-bb81-95c4bad07da6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:52.063640 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4df6657e-46a0-4346-88e6-d807a0a869b9 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:52.069945 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['9fa97b06-019d-44e6-a1c4-eb81f10a0fdc'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:00:52.116381 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['823374b2-c1db-4105-8ac8-804b4d578fcc'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:00:52.158210 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-1808b90b-fc45-4486-b11d-454495f60181 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:00:52.188040 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-1808b90b-fc45-4486-b11d-454495f60181 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Usage tracker for resource:security_group_rule and tenant:c5bc97d17c8c4bca95c497c59c0718d6 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:00:52.197796 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-1808b90b-fc45-4486-b11d-454495f60181 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:00:52.216319 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-1808b90b-fc45-4486-b11d-454495f60181 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:00:52.268736 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 206a9ec0-b9d9-495c-a620-820909a8baeb, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=206a9ec0-b9d9-495c-a620-820909a8baeb,segment=NetworkSegment(9e0182ab-1e56-4080-b373-4bebb989122d),segment_id=9e0182ab-1e56-4080-b373-4bebb989122d)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:00:52.359824 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '206a9ec0-b9d9-495c-a620-820909a8baeb', 'network_id': '98f65143-638f-41c6-b245-4fc7a96707e2', 'port_id': '206a9ec0-b9d9-495c-a620-820909a8baeb', 'mac_address': 'fa:16:3e:af:ee:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1793040-0572-406b-b093-3a5c700275df', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:00:52.377230 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e41255-7309-4238-b60a-ed14f95df030 req-f000b056-eb4b-4636-b8ef-8d2c8abfc68f tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:52.385023 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-68e41255-7309-4238-b60a-ed14f95df030 req-f000b056-eb4b-4636-b8ef-8d2c8abfc68f tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/ports?device_id=c406eeb3-a729-4336-a7a7-a2ad14d57bf5 HTTP/1.1" status: 200 len: 945 time: 0.2630532 May 05 20:00:52.567068 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-4df6657e-46a0-4346-88e6-d807a0a869b9 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Allocated IP 172.25.0.201 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/3dec8641-5b35-4e1c-a517-0abed6a3dfa5) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:00:52.612029 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896c52e4-de2d-456f-9433-e3bd57f3364b None None] Pushing event updated for resources: {'Port': ['ID=ce5640e6-b8e1-4c36-8050-2753545c9512,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:52.791297 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['14c5b767-97a9-4549-bb17-b81554f9a5a4'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:00:52.817499 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['6a69c56a-ceaf-48c1-b4b6-46b3ad4a0052'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:00:52.858593 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-68e41255-7309-4238-b60a-ed14f95df030 req-45ff847d-21e4-4181-8b07-e9fc2dfb81b1 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cb43301-61da-408d-ba7f-c0b8dd491c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4713767 May 05 20:00:52.879009 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1808b90b-fc45-4486-b11d-454495f60181 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:52.894035 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1808b90b-fc45-4486-b11d-454495f60181 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:52.904577 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:52.910305 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac349-c897-4ab1-bb81-95c4bad07da6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:52.970941 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 206a9ec0-b9d9-495c-a620-820909a8baeb {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:00:53.060515 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 206a9ec0-b9d9-495c-a620-820909a8baeb, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=206a9ec0-b9d9-495c-a620-820909a8baeb,segment=NetworkSegment(9e0182ab-1e56-4080-b373-4bebb989122d),segment_id=9e0182ab-1e56-4080-b373-4bebb989122d)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:00:53.138168 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['d8cebe77-24e5-40d1-a4fd-946a285e28bf'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:00:53.141623 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1808b90b-fc45-4486-b11d-454495f60181 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06b765c8-45db-4f95-8595-bc26fb791f54,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:53.155058 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1808b90b-fc45-4486-b11d-454495f60181 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:53.161623 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-1808b90b-fc45-4486-b11d-454495f60181 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.2013037 May 05 20:00:53.166069 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 42508) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:00:53.179431 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-611fb356-6ed5-4071-86db-fd78fcf9112e tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Request body: {'security_group_rule': {'security_group_id': '06b765c8-45db-4f95-8595-bc26fb791f54', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:00:53.187639 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-611fb356-6ed5-4071-86db-fd78fcf9112e tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:00:53.194411 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-611fb356-6ed5-4071-86db-fd78fcf9112e tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Usage tracker for resource:security_group_rule and tenant:c5bc97d17c8c4bca95c497c59c0718d6 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:00:53.197256 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-611fb356-6ed5-4071-86db-fd78fcf9112e tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:00:53.199207 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:53.205920 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-611fb356-6ed5-4071-86db-fd78fcf9112e tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:00:53.241478 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-611fb356-6ed5-4071-86db-fd78fcf9112e tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:53.286718 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae7ac349-c897-4ab1-bb81-95c4bad07da6 admin admin] Router bc6a4113-edb3-47fc-a579-1ad503721aac is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88197) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:00:53.311736 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f87d3e7-1d0f-4b71-a16b-45a5b2e4087c req-c65965f7-5dba-4730-9651-26cead86cb0f tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:53.312642 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-611fb356-6ed5-4071-86db-fd78fcf9112e tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:53.314621 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4f87d3e7-1d0f-4b71-a16b-45a5b2e4087c req-c65965f7-5dba-4730-9651-26cead86cb0f tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] 10.222.0.36 "GET /v2.0/ports?device_id=dccba533-f1a3-406e-96a1-1c70fdc80300 HTTP/1.1" status: 200 len: 945 time: 1.0947087 May 05 20:00:53.322172 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-611fb356-6ed5-4071-86db-fd78fcf9112e tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:53.329479 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4df6657e-46a0-4346-88e6-d807a0a869b9 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:53.428305 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-611fb356-6ed5-4071-86db-fd78fcf9112e tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:53.429696 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-611fb356-6ed5-4071-86db-fd78fcf9112e tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2622478 May 05 20:00:53.433029 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 42516) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:00:53.445784 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611fb356-6ed5-4071-86db-fd78fcf9112e tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23f6f032-7880-448a-b05e-c910b52e7e1a,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:53.476717 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-3ee96561-8cbf-4673-bec4-3e160e6f11d9 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Request body: {'security_group_rule': {'security_group_id': '06b765c8-45db-4f95-8595-bc26fb791f54', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:00:53.483366 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3ee96561-8cbf-4673-bec4-3e160e6f11d9 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:00:53.487375 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-3ee96561-8cbf-4673-bec4-3e160e6f11d9 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Usage tracker for resource:security_group_rule and tenant:c5bc97d17c8c4bca95c497c59c0718d6 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:00:53.491319 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-3ee96561-8cbf-4673-bec4-3e160e6f11d9 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:00:53.498652 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3ee96561-8cbf-4673-bec4-3e160e6f11d9 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:00:53.555693 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['206a9ec0-b9d9-495c-a620-820909a8baeb'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:00:53.570223 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4f87d3e7-1d0f-4b71-a16b-45a5b2e4087c req-0cb35e96-39f0-4a66-991d-8aff76d4084d tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] 10.222.0.36 "GET /v2.0/security-groups?id=88edd133-940c-40dd-9d62-baa884811525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467659 May 05 20:00:53.585127 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3ee96561-8cbf-4673-bec4-3e160e6f11d9 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:53.765482 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-700fd07e-f44e-4f4c-ad1c-4f39f4ff2983 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:53.783896 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-700fd07e-f44e-4f4c-ad1c-4f39f4ff2983 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:53.885266 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3ee96561-8cbf-4673-bec4-3e160e6f11d9 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:53.897540 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3ee96561-8cbf-4673-bec4-3e160e6f11d9 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:53.899814 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=206a9ec0-b9d9-495c-a620-820909a8baeb,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:53.938676 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae7ac349-c897-4ab1-bb81-95c4bad07da6 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:00:53.953760 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f8ca94-fa97-4f41-a0f4-7356317fc430 None None] Sync routers for ids ['bc6a4113-edb3-47fc-a579-1ad503721aac'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:00:53.972869 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f8ca94-fa97-4f41-a0f4-7356317fc430 None None] Routers {'bc6a4113-edb3-47fc-a579-1ad503721aac'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:00:53.974831 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-e4f8ca94-fa97-4f41-a0f4-7356317fc430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:00:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['bc6a4113-edb3-47fc-a579-1ad503721aac'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:00:53.983279 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac349-c897-4ab1-bb81-95c4bad07da6 admin admin] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:53.985071 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-ae7ac349-c897-4ab1-bb81-95c4bad07da6 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.6261020 May 05 20:00:53.989788 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 42532) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:00:54.016053 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3ee96561-8cbf-4673-bec4-3e160e6f11d9 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:54.017134 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3ee96561-8cbf-4673-bec4-3e160e6f11d9 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5572882 May 05 20:00:54.020293 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 42536) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:00:54.062864 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-ae36e8e5-37ce-40af-9464-270b0069a9e9 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Request body: {'floatingip': {'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:00:54.084459 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ae36e8e5-37ce-40af-9464-270b0069a9e9 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:00:54.097810 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-ae36e8e5-37ce-40af-9464-270b0069a9e9 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Usage tracker for resource:floatingip and tenant:c5bc97d17c8c4bca95c497c59c0718d6 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:00:54.100923 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-ae36e8e5-37ce-40af-9464-270b0069a9e9 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:00:54.108277 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ae36e8e5-37ce-40af-9464-270b0069a9e9 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:00:54.135412 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4df6657e-46a0-4346-88e6-d807a0a869b9 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:54.216923 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df6657e-46a0-4346-88e6-d807a0a869b9 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:00:54.217926 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee96561-8cbf-4673-bec4-3e160e6f11d9 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a4c855e-3f35-4c4a-9088-1d7e24d4a1ec,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:54.222466 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ae36e8e5-37ce-40af-9464-270b0069a9e9 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Notify callbacks [] for floatingip, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:54.231045 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device a57cb912-4d00-4f2e-ba96-23fa44c3d2a8 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:00:54.256089 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-4df6657e-46a0-4346-88e6-d807a0a869b9 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:00:54.259582 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df6657e-46a0-4346-88e6-d807a0a869b9 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:00:54.278765 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d9a655-6a33-443d-acb9-55b4dd0fbe59 req-ddc35114-9c50-4c79-a046-99b2700204c2 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:54.285999 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d9a655-6a33-443d-acb9-55b4dd0fbe59 req-ddc35114-9c50-4c79-a046-99b2700204c2 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:54.298504 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d9a655-6a33-443d-acb9-55b4dd0fbe59 req-ddc35114-9c50-4c79-a046-99b2700204c2 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:54.305153 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d9a655-6a33-443d-acb9-55b4dd0fbe59 req-ddc35114-9c50-4c79-a046-99b2700204c2 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:54.311445 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d9a655-6a33-443d-acb9-55b4dd0fbe59 req-ddc35114-9c50-4c79-a046-99b2700204c2 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:54.318661 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d9a655-6a33-443d-acb9-55b4dd0fbe59 req-ddc35114-9c50-4c79-a046-99b2700204c2 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:54.325082 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d9a655-6a33-443d-acb9-55b4dd0fbe59 req-ddc35114-9c50-4c79-a046-99b2700204c2 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:54.327266 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-59d9a655-6a33-443d-acb9-55b4dd0fbe59 req-ddc35114-9c50-4c79-a046-99b2700204c2 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/ports?device_id=c66c5a81-58b3-46e3-8e2a-9f67da08f252 HTTP/1.1" status: 200 len: 5426 time: 0.6688008 May 05 20:00:54.330972 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9d43cc-6297-45ad-a4cd-f867338e6aa7 None None] Network 025bffd7-43d6-46c1-996a-8056de7069d8 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:00:54.400596 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-e4f8ca94-fa97-4f41-a0f4-7356317fc430 None None] Set router bc6a4113-edb3-47fc-a579-1ad503721aac gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:00:54.588474 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df6657e-46a0-4346-88e6-d807a0a869b9 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Pushing event updated for resources: {'Port': ['ID=3dec8641-5b35-4e1c-a517-0abed6a3dfa5,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:54.614413 n-d-840717-1 neutron-server[88198]: INFO neutron.db.l3_db [None req-700fd07e-f44e-4f4c-ad1c-4f39f4ff2983 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Floating IP d8c2f5bc-2981-43f0-bc88-07c0ded1c28c associated. External IP: 172.25.0.156, port: 57a1046a-4c1a-41ae-8159-fc2baceea01a. May 05 20:00:54.708704 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79763496-a21d-4df4-99e4-23d0cc063f0c None None] Sync routers for ids ['db3527ae-e94e-433e-b0af-11baf8c67c04'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:00:54.804372 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-ede92da7-f0b6-464a-a8e9-8736f83ac523 None None] Provisioning for port ce5640e6-b8e1-4c36-8050-2753545c9512 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:00:54.833207 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4df6657e-46a0-4346-88e6-d807a0a869b9 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:54.868232 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port a57cb912-4d00-4f2e-ba96-23fa44c3d2a8 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:00:54.906617 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79763496-a21d-4df4-99e4-23d0cc063f0c None None] Routers {'db3527ae-e94e-433e-b0af-11baf8c67c04'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:00:54.908172 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-79763496-a21d-4df4-99e4-23d0cc063f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:00:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['db3527ae-e94e-433e-b0af-11baf8c67c04'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:00:55.062737 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-59d9a655-6a33-443d-acb9-55b4dd0fbe59 req-7a021173-8686-4c63-97ba-2864534d1fb2 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ea4b63-4d77-466d-a6d0-2611e1957d3d&id=6ef0a585-a6a9-4dc9-9f77-73dacf2639b2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7278972 May 05 20:00:55.089107 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c5286-62b6-40e7-9935-f75965ff7d29 req-aeb3aabe-8df4-4718-82be-76c1a1575614 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:55.096997 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b46c5286-62b6-40e7-9935-f75965ff7d29 req-aeb3aabe-8df4-4718-82be-76c1a1575614 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/ports?device_id=c406eeb3-a729-4336-a7a7-a2ad14d57bf5 HTTP/1.1" status: 200 len: 945 time: 0.8531501 May 05 20:00:55.101708 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4df6657e-46a0-4346-88e6-d807a0a869b9 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:55.144661 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-e4f8ca94-fa97-4f41-a0f4-7356317fc430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'name': 'tempest-AttachVolumeNegativeTest-634632814-router', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'c75985dc-8b4c-4c87-85cd-20dbb82f7649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:00:48Z', 'updated_at': '2022-05-05T20:00:51Z', 'revision_number': 3, 'project_id': '2b65203be12a44e3b2b676f0adb9acc7', 'gw_port': {'id': 'c75985dc-8b4c-4c87-85cd-20dbb82f7649', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:37:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:49Z', 'updated_at': '2022-05-05T20:00:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:00:55.144661 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f8ca94-fa97-4f41-a0f4-7356317fc430 None None] Checking router: bc6a4113-edb3-47fc-a579-1ad503721aac for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:00:55.144661 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f8ca94-fa97-4f41-a0f4-7356317fc430 None None] Updating router bc6a4113-edb3-47fc-a579-1ad503721aac port c75985dc-8b4c-4c87-85cd-20dbb82f7649 binding host n-d-840717-1 {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:00:55.192268 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-79763496-a21d-4df4-99e4-23d0cc063f0c None None] Set router db3527ae-e94e-433e-b0af-11baf8c67c04 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:00:55.244584 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e4f8ca94-fa97-4f41-a0f4-7356317fc430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:55.327870 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e88dc9cf-d8f1-4c23-bd5f-1bd2d86ad8fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:55.362011 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port a57cb912-4d00-4f2e-ba96-23fa44c3d2a8 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:00:55.362413 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:55.476630 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 823374b2-c1db-4105-8ac8-804b4d578fcc up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:00:55.481520 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b46c5286-62b6-40e7-9935-f75965ff7d29 req-7d86e58f-96f6-46db-83c0-bb8732ed3af2 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cb43301-61da-408d-ba7f-c0b8dd491c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3834944 May 05 20:00:55.802879 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ae36e8e5-37ce-40af-9464-270b0069a9e9 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:55.914499 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e4f8ca94-fa97-4f41-a0f4-7356317fc430 None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:55.915286 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-e88dc9cf-d8f1-4c23-bd5f-1bd2d86ad8fa admin admin] Allocated IP 172.20.0.1 (025bffd7-43d6-46c1-996a-8056de7069d8/0d250ed8-07f6-4f08-a934-d3c76d471e2d/74d23f1e-73a7-42db-b11f-96808078f525) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:00:55.953107 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-e4f8ca94-fa97-4f41-a0f4-7356317fc430 None None] Transition to ACTIVE for port object c75985dc-8b4c-4c87-85cd-20dbb82f7649 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:00:55.967962 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e4f8ca94-fa97-4f41-a0f4-7356317fc430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:56.181779 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-e4f8ca94-fa97-4f41-a0f4-7356317fc430 None None] Attempting to bind port c75985dc-8b4c-4c87-85cd-20dbb82f7649 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:00:56.182326 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-e4f8ca94-fa97-4f41-a0f4-7356317fc430 None None] Attempting to bind port c75985dc-8b4c-4c87-85cd-20dbb82f7649 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:00:56.182459 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f8ca94-fa97-4f41-a0f4-7356317fc430 None None] Attempting to bind port c75985dc-8b4c-4c87-85cd-20dbb82f7649 on network 0401d202-1605-4cfe-bad4-fb225df6afb0 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:00:56.184986 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ae40e8-1b1b-4134-b714-90c85aac5336 None None] Pushing event updated for resources: {'Port': ['ID=c75985dc-8b4c-4c87-85cd-20dbb82f7649,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:56.196743 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f8ca94-fa97-4f41-a0f4-7356317fc430 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:00:56.197164 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f8ca94-fa97-4f41-a0f4-7356317fc430 None None] Checking segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:00:56.197498 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e4f8ca94-fa97-4f41-a0f4-7356317fc430 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:56.198453 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f8ca94-fa97-4f41-a0f4-7356317fc430 None None] Bound using segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:00:56.198922 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-e4f8ca94-fa97-4f41-a0f4-7356317fc430 None None] Bound port: c75985dc-8b4c-4c87-85cd-20dbb82f7649, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:00:56.199450 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e4f8ca94-fa97-4f41-a0f4-7356317fc430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:56.229324 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae40e8-1b1b-4134-b714-90c85aac5336 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:00:56.229730 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae40e8-1b1b-4134-b714-90c85aac5336 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:00:56.229994 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae40e8-1b1b-4134-b714-90c85aac5336 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:00:56.230451 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae40e8-1b1b-4134-b714-90c85aac5336 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:00:56.230784 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae40e8-1b1b-4134-b714-90c85aac5336 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:00:56.231104 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae40e8-1b1b-4134-b714-90c85aac5336 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:00:56.231449 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae40e8-1b1b-4134-b714-90c85aac5336 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:00:56.231771 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae40e8-1b1b-4134-b714-90c85aac5336 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:00:56.232088 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae40e8-1b1b-4134-b714-90c85aac5336 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:00:56.233001 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae40e8-1b1b-4134-b714-90c85aac5336 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:00:56.233330 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae40e8-1b1b-4134-b714-90c85aac5336 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:00:56.233650 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae40e8-1b1b-4134-b714-90c85aac5336 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:00:56.304602 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-e4f8ca94-fa97-4f41-a0f4-7356317fc430 None None] For port c75985dc-8b4c-4c87-85cd-20dbb82f7649, host n-d-840717-1, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:00:56.308040 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-e4f8ca94-fa97-4f41-a0f4-7356317fc430 None None] For port c75985dc-8b4c-4c87-85cd-20dbb82f7649, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=c75985dc-8b4c-4c87-85cd-20dbb82f7649,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:00:56.314393 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e4f8ca94-fa97-4f41-a0f4-7356317fc430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:56.411633 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e88dc9cf-d8f1-4c23-bd5f-1bd2d86ad8fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:56.432601 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f8ca94-fa97-4f41-a0f4-7356317fc430 None None] Routers {'bc6a4113-edb3-47fc-a579-1ad503721aac'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:00:56.434857 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-e4f8ca94-fa97-4f41-a0f4-7356317fc430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:00:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['bc6a4113-edb3-47fc-a579-1ad503721aac'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:00:56.466222 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-e88dc9cf-d8f1-4c23-bd5f-1bd2d86ad8fa admin admin] Transition to ACTIVE for port object 74d23f1e-73a7-42db-b11f-96808078f525 will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:00:56.485511 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-ae36e8e5-37ce-40af-9464-270b0069a9e9 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Allocated IP 172.25.0.207 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/d492b6ca-e214-444c-8272-c22c8ed65027) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:00:56.543703 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c14e93-c59f-404c-8119-2ac07f00738b req-0da4d469-2b88-49e9-b2c1-fcdd2d15e502 tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:56.551753 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:56.552313 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-13c14e93-c59f-404c-8119-2ac07f00738b req-0da4d469-2b88-49e9-b2c1-fcdd2d15e502 tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] 10.222.0.36 "GET /v2.0/ports?device_id=dccba533-f1a3-406e-96a1-1c70fdc80300 HTTP/1.1" status: 200 len: 945 time: 0.3041992 May 05 20:00:56.641123 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-13c14e93-c59f-404c-8119-2ac07f00738b req-7eb673e3-0c6e-40f7-ae3a-47362f4af555 tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] 10.222.0.36 "GET /v2.0/security-groups?id=88edd133-940c-40dd-9d62-baa884811525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871756 May 05 20:00:56.669261 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e88dc9cf-d8f1-4c23-bd5f-1bd2d86ad8fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:56.704207 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ae40e8-1b1b-4134-b714-90c85aac5336 None None] Pushing event updated for resources: {'Port': ['ID=c75985dc-8b4c-4c87-85cd-20dbb82f7649,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:56.747874 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port 823374b2-c1db-4105-8ac8-804b4d578fcc completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:00:56.786259 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port a57cb912-4d00-4f2e-ba96-23fa44c3d2a8, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=a57cb912-4d00-4f2e-ba96-23fa44c3d2a8,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:00:56.821196 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 823374b2-c1db-4105-8ac8-804b4d578fcc triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:00:56.821569 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:56.842045 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88dc9cf-d8f1-4c23-bd5f-1bd2d86ad8fa admin admin] Pushing event updated for resources: {'Port': ['ID=74d23f1e-73a7-42db-b11f-96808078f525,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:56.855331 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88dc9cf-d8f1-4c23-bd5f-1bd2d86ad8fa admin admin] Network 025bffd7-43d6-46c1-996a-8056de7069d8 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:00:56.856911 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-e88dc9cf-d8f1-4c23-bd5f-1bd2d86ad8fa admin admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:00:56.859915 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88dc9cf-d8f1-4c23-bd5f-1bd2d86ad8fa admin admin] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:00:56.895390 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-e4f8ca94-fa97-4f41-a0f4-7356317fc430 None None] Set router bc6a4113-edb3-47fc-a579-1ad503721aac gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:00:56.924114 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:56.924898 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device ce5640e6-b8e1-4c36-8050-2753545c9512 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:00:56.932751 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e88dc9cf-d8f1-4c23-bd5f-1bd2d86ad8fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:56.990797 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-700fd07e-f44e-4f4c-ad1c-4f39f4ff2983 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Router 649421de-0869-4a5d-a52d-ede22ea4ca73 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:00:57.138985 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=a57cb912-4d00-4f2e-ba96-23fa44c3d2a8,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:57.180541 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.db.resource_extend [None req-4df6657e-46a0-4346-88e6-d807a0a869b9 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 20:00:57.210153 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ae36e8e5-37ce-40af-9464-270b0069a9e9 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:57.238919 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4df6657e-46a0-4346-88e6-d807a0a869b9 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:57.264036 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port ce5640e6-b8e1-4c36-8050-2753545c9512 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:00:57.272762 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port ce5640e6-b8e1-4c36-8050-2753545c9512 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:00:57.272762 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:57.339332 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4df6657e-46a0-4346-88e6-d807a0a869b9 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:57.356653 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-79763496-a21d-4df4-99e4-23d0cc063f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3527ae-e94e-433e-b0af-11baf8c67c04', 'name': 'tempest-ServersTestJSON-818348373-router', 'tenant_id': 'c5bc97d17c8c4bca95c497c59c0718d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'a57cb912-4d00-4f2e-ba96-23fa44c3d2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:00:38Z', 'updated_at': '2022-05-05T20:00:47Z', 'revision_number': 4, 'project_id': 'c5bc97d17c8c4bca95c497c59c0718d6', 'gw_port': {'id': 'a57cb912-4d00-4f2e-ba96-23fa44c3d2a8', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fb:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db3527ae-e94e-433e-b0af-11baf8c67c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:40Z', 'updated_at': '2022-05-05T20:00:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'd488c1cd-1553-4f27-ba73-7b1ec88941e5', 'name': '', 'network_id': '2a9a9df3-ea16-4794-afeb-472875076e06', 'tenant_id': 'c5bc97d17c8c4bca95c497c59c0718d6', 'mac_address': 'fa:16:3e:1e:35:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db3527ae-e94e-433e-b0af-11baf8c67c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '25f091e9-57a5-4759-ad7e-42d23abf747a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:45Z', 'updated_at': '2022-05-05T20:00:47Z', 'revision_number': 2, 'project_id': 'c5bc97d17c8c4bca95c497c59c0718d6', 'subnets': [{'id': '25f091e9-57a5-4759-ad7e-42d23abf747a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:00:57.360233 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:57.366509 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-e4f8ca94-fa97-4f41-a0f4-7356317fc430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'name': 'tempest-AttachVolumeNegativeTest-634632814-router', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'c75985dc-8b4c-4c87-85cd-20dbb82f7649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:00:48Z', 'updated_at': '2022-05-05T20:00:51Z', 'revision_number': 3, 'project_id': '2b65203be12a44e3b2b676f0adb9acc7', 'gw_port': {'id': 'c75985dc-8b4c-4c87-85cd-20dbb82f7649', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:37:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:49Z', 'updated_at': '2022-05-05T20:00:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:00:57.370766 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f8ca94-fa97-4f41-a0f4-7356317fc430 None None] The sync data for ids ['bc6a4113-edb3-47fc-a579-1ad503721aac'] in n-d-840717-1 is: [{'id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'name': 'tempest-AttachVolumeNegativeTest-634632814-router', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'c75985dc-8b4c-4c87-85cd-20dbb82f7649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:00:48Z', 'updated_at': '2022-05-05T20:00:51Z', 'revision_number': 3, 'project_id': '2b65203be12a44e3b2b676f0adb9acc7', 'gw_port': {'id': 'c75985dc-8b4c-4c87-85cd-20dbb82f7649', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:37:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:49Z', 'updated_at': '2022-05-05T20:00:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:00:57.429859 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e88dc9cf-d8f1-4c23-bd5f-1bd2d86ad8fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:57.435506 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79763496-a21d-4df4-99e4-23d0cc063f0c None None] Checking router: db3527ae-e94e-433e-b0af-11baf8c67c04 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:00:57.435865 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79763496-a21d-4df4-99e4-23d0cc063f0c None None] Updating router db3527ae-e94e-433e-b0af-11baf8c67c04 port d488c1cd-1553-4f27-ba73-7b1ec88941e5 binding host n-d-840717-1 {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:00:57.452322 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa27ebf-bbec-4c22-b55b-978643e493be req-426b8f26-2e6e-4c64-98ad-7db6c6e3405b tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:57.458526 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa27ebf-bbec-4c22-b55b-978643e493be req-426b8f26-2e6e-4c64-98ad-7db6c6e3405b tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:57.464637 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa27ebf-bbec-4c22-b55b-978643e493be req-426b8f26-2e6e-4c64-98ad-7db6c6e3405b tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:57.471551 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa27ebf-bbec-4c22-b55b-978643e493be req-426b8f26-2e6e-4c64-98ad-7db6c6e3405b tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:57.477931 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa27ebf-bbec-4c22-b55b-978643e493be req-426b8f26-2e6e-4c64-98ad-7db6c6e3405b tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:57.485116 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa27ebf-bbec-4c22-b55b-978643e493be req-426b8f26-2e6e-4c64-98ad-7db6c6e3405b tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:57.491786 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa27ebf-bbec-4c22-b55b-978643e493be req-426b8f26-2e6e-4c64-98ad-7db6c6e3405b tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:57.493903 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1aa27ebf-bbec-4c22-b55b-978643e493be req-426b8f26-2e6e-4c64-98ad-7db6c6e3405b tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/ports?device_id=c66c5a81-58b3-46e3-8e2a-9f67da08f252 HTTP/1.1" status: 200 len: 5426 time: 0.7180407 May 05 20:00:57.499949 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df6657e-46a0-4346-88e6-d807a0a869b9 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Pushing event updated for resources: {'Port': ['ID=3dec8641-5b35-4e1c-a517-0abed6a3dfa5,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:57.502275 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-79763496-a21d-4df4-99e4-23d0cc063f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:57.574124 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 823374b2-c1db-4105-8ac8-804b4d578fcc, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=823374b2-c1db-4105-8ac8-804b4d578fcc,segment=NetworkSegment(9e0182ab-1e56-4080-b373-4bebb989122d),segment_id=9e0182ab-1e56-4080-b373-4bebb989122d)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:00:57.576322 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c66c5a81-58b3-46e3-8e2a-9f67da08f252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '823374b2-c1db-4105-8ac8-804b4d578fcc'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:00:57.585821 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-205c4cff-146c-4459-a777-6b41db652197 None None] Provisioning for port 74d23f1e-73a7-42db-b11f-96808078f525 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:00:57.589658 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:57.650604 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:57.651685 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 9fa97b06-019d-44e6-a1c4-eb81f10a0fdc up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:00:57.688897 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2af7268-21a6-4675-984d-e8e70ffa3c55'] response: {'server_uuid': 'c66c5a81-58b3-46e3-8e2a-9f67da08f252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '823374b2-c1db-4105-8ac8-804b4d578fcc', 'code': 200} May 05 20:00:57.782919 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e88dc9cf-d8f1-4c23-bd5f-1bd2d86ad8fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:57.788795 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e88dc9cf-d8f1-4c23-bd5f-1bd2d86ad8fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:57.848410 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=823374b2-c1db-4105-8ac8-804b4d578fcc,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:57.852822 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-205c4cff-146c-4459-a777-6b41db652197 None None] Provisioning complete for port 74d23f1e-73a7-42db-b11f-96808078f525 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:00:57.853545 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-205c4cff-146c-4459-a777-6b41db652197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:57.931146 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-205c4cff-146c-4459-a777-6b41db652197 None None] Port 74d23f1e-73a7-42db-b11f-96808078f525 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:00:57.960910 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port ce5640e6-b8e1-4c36-8050-2753545c9512, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=ce5640e6-b8e1-4c36-8050-2753545c9512,segment=NetworkSegment(f9de3193-e4fa-4f1d-a073-95ff8ac5fa76),segment_id=f9de3193-e4fa-4f1d-a073-95ff8ac5fa76)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:00:57.964390 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1aa27ebf-bbec-4c22-b55b-978643e493be req-555794bf-eb23-4133-8c7e-8cecd66b5d56 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ea4b63-4d77-466d-a6d0-2611e1957d3d&id=6ef0a585-a6a9-4dc9-9f77-73dacf2639b2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4612322 May 05 20:00:57.982450 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-700fd07e-f44e-4f4c-ad1c-4f39f4ff2983 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:00:57.986473 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:58.001388 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9b2c23-a4aa-4401-8d37-59809e705790 None None] Sync routers for ids ['649421de-0869-4a5d-a52d-ede22ea4ca73'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:00:58.016515 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9b2c23-a4aa-4401-8d37-59809e705790 None None] Routers {'649421de-0869-4a5d-a52d-ede22ea4ca73'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:00:58.023610 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-bc9b2c23-a4aa-4401-8d37-59809e705790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:00:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['649421de-0869-4a5d-a52d-ede22ea4ca73'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:00:58.035051 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4df6657e-46a0-4346-88e6-d807a0a869b9 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:58.087619 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88dc9cf-d8f1-4c23-bd5f-1bd2d86ad8fa admin admin] Pushing event updated for resources: {'Port': ['ID=74d23f1e-73a7-42db-b11f-96808078f525,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:58.098305 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e88dc9cf-d8f1-4c23-bd5f-1bd2d86ad8fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:58.102332 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4df6657e-46a0-4346-88e6-d807a0a869b9 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:58.113508 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-4df6657e-46a0-4346-88e6-d807a0a869b9 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.4269149 May 05 20:00:58.151628 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ae36e8e5-37ce-40af-9464-270b0069a9e9 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:58.198730 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7222b7e3-4d67-49c6-8267-9f83aab23b22 req-82cf926a-019e-4f5d-aee2-e9542f670470 tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:58.200362 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7222b7e3-4d67-49c6-8267-9f83aab23b22 req-82cf926a-019e-4f5d-aee2-e9542f670470 tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] 10.222.0.36 "GET /v2.0/ports?device_id=dccba533-f1a3-406e-96a1-1c70fdc80300 HTTP/1.1" status: 200 len: 945 time: 0.3268745 May 05 20:00:58.257662 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-700fd07e-f44e-4f4c-ad1c-4f39f4ff2983 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:58.299925 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=ce5640e6-b8e1-4c36-8050-2753545c9512,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:58.304491 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae36e8e5-37ce-40af-9464-270b0069a9e9 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Pushing event updated for resources: {'Port': ['ID=d492b6ca-e214-444c-8272-c22c8ed65027,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:00:58.309693 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device a57cb912-4d00-4f2e-ba96-23fa44c3d2a8 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:00:58.355269 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626dc7b-9192-4595-b197-9a4a2664cc43 req-fc18f45b-9a4c-421d-8bcb-bec303237d15 tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:58.357321 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d626dc7b-9192-4595-b197-9a4a2664cc43 req-fc18f45b-9a4c-421d-8bcb-bec303237d15 tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] 10.222.0.50 "GET /v2.0/ports?device_id=dccba533-f1a3-406e-96a1-1c70fdc80300 HTTP/1.1" status: 200 len: 945 time: 0.7980037 May 05 20:00:58.380470 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port 9fa97b06-019d-44e6-a1c4-eb81f10a0fdc completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:00:58.432716 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 9fa97b06-019d-44e6-a1c4-eb81f10a0fdc triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:00:58.433247 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:58.465724 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae36e8e5-37ce-40af-9464-270b0069a9e9 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:00:58.487763 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-ae36e8e5-37ce-40af-9464-270b0069a9e9 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:00:58.501061 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-bc9b2c23-a4aa-4401-8d37-59809e705790 None None] Set router 649421de-0869-4a5d-a52d-ede22ea4ca73 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:00:58.513979 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae36e8e5-37ce-40af-9464-270b0069a9e9 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:00:58.552965 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7222b7e3-4d67-49c6-8267-9f83aab23b22 req-95bf8634-d5a9-4af6-a7bf-534c9afeedae tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] 10.222.0.36 "GET /v2.0/security-groups?id=88edd133-940c-40dd-9d62-baa884811525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686144 May 05 20:00:58.623773 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88dc9cf-d8f1-4c23-bd5f-1bd2d86ad8fa admin admin] Network 025bffd7-43d6-46c1-996a-8056de7069d8 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:00:58.628794 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-e88dc9cf-d8f1-4c23-bd5f-1bd2d86ad8fa admin admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:00:58.657663 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port a57cb912-4d00-4f2e-ba96-23fa44c3d2a8 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:00:58.659203 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:58.720201 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-700fd07e-f44e-4f4c-ad1c-4f39f4ff2983 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "PUT /v2.0/floatingips/d8c2f5bc-2981-43f0-bc88-07c0ded1c28c HTTP/1.1" status: 200 len: 992 time: 7.7476425 May 05 20:00:58.733087 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a933ae74-0c33-4c3c-82a1-5c532a76f33d', 'tag': '57a1046a-4c1a-41ae-8159-fc2baceea01a'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:00:58.795008 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-d626dc7b-9192-4595-b197-9a4a2664cc43 req-6fccaebc-c404-4cba-a945-deab4c439ec6 tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] Deleting port a4c2aacd-f64f-48bd-a26f-ac48bca019f1 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:00:58.796028 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-d626dc7b-9192-4595-b197-9a4a2664cc43 req-6fccaebc-c404-4cba-a945-deab4c439ec6 tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:58.886955 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5f5897e5-d9bc-46b8-a158-4320456fd5ef req-6c2640e6-7626-4607-8939-6fa736635312 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--2060648373&fields=id&tenant_id=2ac5211529134663a7b81ee9a43f1be9 HTTP/1.1" status: 200 len: 267 time: 0.2279069 May 05 20:00:58.912793 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34385dea-3e2a-416b-be7c-f7af2bb81631'] response: {'name': 'network-changed', 'server_uuid': 'a933ae74-0c33-4c3c-82a1-5c532a76f33d', 'tag': '57a1046a-4c1a-41ae-8159-fc2baceea01a', 'status': 'completed', 'code': 200} May 05 20:00:59.050846 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:59.060169 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ae36e8e5-37ce-40af-9464-270b0069a9e9 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:59.293686 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-bc9b2c23-a4aa-4401-8d37-59809e705790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649421de-0869-4a5d-a52d-ede22ea4ca73', 'name': 'tempest-TaggedBootDevicesTest_v242-1630048706-router', 'tenant_id': '0a29a66ef9e34d17926285dc8f054582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '22bfcec0-50f1-4029-8911-44755ba27f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:57:06Z', 'updated_at': '2022-05-05T19:57:23Z', 'revision_number': 4, 'project_id': '0a29a66ef9e34d17926285dc8f054582', 'gw_port': {'id': '22bfcec0-50f1-4029-8911-44755ba27f73', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:3a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649421de-0869-4a5d-a52d-ede22ea4ca73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:07Z', 'updated_at': '2022-05-05T19:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': 'd8c2f5bc-2981-43f0-bc88-07c0ded1c28c', 'tenant_id': '0a29a66ef9e34d17926285dc8f054582', 'floating_ip_address': '172.25.0.156', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '649421de-0869-4a5d-a52d-ede22ea4ca73', 'port_id': '57a1046a-4c1a-41ae-8159-fc2baceea01a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1086, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f383bab-d2ac-4d6b-b5b0-d3f0ff3c62c8', 'mac_address': 'fa:16:3e:64:da:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a933ae74-0c33-4c3c-82a1-5c532a76f33d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T19:58:56Z', 'updated_at': '2022-05-05T20:00:53Z', 'revision_number': 1, 'project_id': '0a29a66ef9e34d17926285dc8f054582', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aec6688-6f5e-4bec-b54f-0d2eb2e7c57e', 'name': '', 'network_id': '5f383bab-d2ac-4d6b-b5b0-d3f0ff3c62c8', 'tenant_id': '0a29a66ef9e34d17926285dc8f054582', 'mac_address': 'fa:16:3e:de:66:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649421de-0869-4a5d-a52d-ede22ea4ca73', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '7d57aeb6-4b80-431f-8bfd-836e160c414f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:19Z', 'updated_at': '2022-05-05T19:57:36Z', 'revision_number': 5, 'project_id': '0a29a66ef9e34d17926285dc8f054582', 'subnets': [{'id': '7d57aeb6-4b80-431f-8bfd-836e160c414f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:00:59.300301 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9b2c23-a4aa-4401-8d37-59809e705790 None None] Checking router: 649421de-0869-4a5d-a52d-ede22ea4ca73 for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:00:59.313259 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9b2c23-a4aa-4401-8d37-59809e705790 None None] Routers {'649421de-0869-4a5d-a52d-ede22ea4ca73'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:00:59.314347 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-bc9b2c23-a4aa-4401-8d37-59809e705790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:00:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['649421de-0869-4a5d-a52d-ede22ea4ca73'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:00:59.324749 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-79763496-a21d-4df4-99e4-23d0cc063f0c None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:59.340042 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-79763496-a21d-4df4-99e4-23d0cc063f0c None None] Transition to ACTIVE for port object d488c1cd-1553-4f27-ba73-7b1ec88941e5 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:00:59.355278 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 91e2444a-2a29-43c9-9fd1-8f9f7ba08feb details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:00:59.359794 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-79763496-a21d-4df4-99e4-23d0cc063f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:59.485584 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5897e5-d9bc-46b8-a158-4320456fd5ef req-204490f2-caf8-4648-af8f-d0375352636f tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:59.487198 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5f5897e5-d9bc-46b8-a158-4320456fd5ef req-204490f2-caf8-4648-af8f-d0375352636f tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/networks?id=8a536572-51e8-41c9-b6b4-029e4a14e253 HTTP/1.1" status: 200 len: 819 time: 0.5735214 May 05 20:00:59.493397 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ae36e8e5-37ce-40af-9464-270b0069a9e9 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:59.599664 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e88dc9cf-d8f1-4c23-bd5f-1bd2d86ad8fa admin admin] Router bc6a4113-edb3-47fc-a579-1ad503721aac has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:00:59.616497 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5f5897e5-d9bc-46b8-a158-4320456fd5ef req-d2e244c4-67df-4182-88c5-e2dd8cd59f07 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/quotas/2ac5211529134663a7b81ee9a43f1be9 HTTP/1.1" status: 200 len: 375 time: 0.0667980 May 05 20:00:59.626441 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-d626dc7b-9192-4595-b197-9a4a2664cc43 req-6fccaebc-c404-4cba-a945-deab4c439ec6 tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] For port a4c2aacd-f64f-48bd-a26f-ac48bca019f1, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=a4c2aacd-f64f-48bd-a26f-ac48bca019f1,segment=NetworkSegment(fc47f7c3-e060-482b-9161-e650e0fd7763),segment_id=fc47f7c3-e060-482b-9161-e650e0fd7763)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:00:59.626829 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-d626dc7b-9192-4595-b197-9a4a2664cc43 req-6fccaebc-c404-4cba-a945-deab4c439ec6 tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:59.633005 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae4be4c-6403-4be7-84da-91d1db79b220 req-4ce5b4c9-c98d-47e5-846a-b11b1513d8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:59.633491 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae4be4c-6403-4be7-84da-91d1db79b220 req-4ce5b4c9-c98d-47e5-846a-b11b1513d8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:59.633952 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae4be4c-6403-4be7-84da-91d1db79b220 req-4ce5b4c9-c98d-47e5-846a-b11b1513d8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:59.635186 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae4be4c-6403-4be7-84da-91d1db79b220 req-4ce5b4c9-c98d-47e5-846a-b11b1513d8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:59.635683 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae4be4c-6403-4be7-84da-91d1db79b220 req-4ce5b4c9-c98d-47e5-846a-b11b1513d8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:59.636158 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae4be4c-6403-4be7-84da-91d1db79b220 req-4ce5b4c9-c98d-47e5-846a-b11b1513d8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:59.641612 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae4be4c-6403-4be7-84da-91d1db79b220 req-4ce5b4c9-c98d-47e5-846a-b11b1513d8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:59.643888 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0ae4be4c-6403-4be7-84da-91d1db79b220 req-4ce5b4c9-c98d-47e5-846a-b11b1513d8fa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0a29a66ef9e34d17926285dc8f054582&device_id=a933ae74-0c33-4c3c-82a1-5c532a76f33d HTTP/1.1" status: 200 len: 6502 time: 0.5832624 May 05 20:00:59.674149 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-bc9b2c23-a4aa-4401-8d37-59809e705790 None None] Set router 649421de-0869-4a5d-a52d-ede22ea4ca73 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:00:59.743476 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c66c5a81-58b3-46e3-8e2a-9f67da08f252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa97b06-019d-44e6-a1c4-eb81f10a0fdc'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:00:59.836471 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 9fa97b06-019d-44e6-a1c4-eb81f10a0fdc, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=9fa97b06-019d-44e6-a1c4-eb81f10a0fdc,segment=NetworkSegment(f64acd32-0a02-4606-b552-1dd633356c1d),segment_id=f64acd32-0a02-4606-b552-1dd633356c1d)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:00:59.844638 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-8c39d25e-804e-4260-9509-743535035b3a None None] Provisioning complete for port 74d23f1e-73a7-42db-b11f-96808078f525 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:00:59.845019 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8c39d25e-804e-4260-9509-743535035b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:59.903786 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae4be4c-6403-4be7-84da-91d1db79b220 req-995007cf-cfe2-4649-b26b-0779ef1ffe1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:00:59.906362 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0ae4be4c-6403-4be7-84da-91d1db79b220 req-995007cf-cfe2-4649-b26b-0779ef1ffe1f service neutron] 10.222.0.50 "GET /v2.0/networks?id=5f383bab-d2ac-4d6b-b5b0-d3f0ff3c62c8 HTTP/1.1" status: 200 len: 918 time: 0.2435372 May 05 20:00:59.957582 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:00:59.958386 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 109bdc14-cc66-4c71-a4e0-3647d00033b0 up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:01:00.029535 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-d626dc7b-9192-4595-b197-9a4a2664cc43 req-6fccaebc-c404-4cba-a945-deab4c439ec6 tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] Calling delete_port for a4c2aacd-f64f-48bd-a26f-ac48bca019f1 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:01:00.040698 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device c75985dc-8b4c-4c87-85cd-20dbb82f7649 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:01:00.098828 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 91e2444a-2a29-43c9-9fd1-8f9f7ba08feb, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=91e2444a-2a29-43c9-9fd1-8f9f7ba08feb,segment=NetworkSegment(79511503-ff66-4663-ae8b-5322fffb3d0a),segment_id=79511503-ff66-4663-ae8b-5322fffb3d0a)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:01:00.115281 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9487be07-9419-499f-8890-f5bbc536d06b req-f8293f02-798e-4109-abb0-87dadb2de7b0 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:00.121510 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9487be07-9419-499f-8890-f5bbc536d06b req-f8293f02-798e-4109-abb0-87dadb2de7b0 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:00.128335 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9487be07-9419-499f-8890-f5bbc536d06b req-f8293f02-798e-4109-abb0-87dadb2de7b0 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:00.135323 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9487be07-9419-499f-8890-f5bbc536d06b req-f8293f02-798e-4109-abb0-87dadb2de7b0 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:00.152124 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9487be07-9419-499f-8890-f5bbc536d06b req-f8293f02-798e-4109-abb0-87dadb2de7b0 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:00.158870 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9487be07-9419-499f-8890-f5bbc536d06b req-f8293f02-798e-4109-abb0-87dadb2de7b0 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:00.173152 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9487be07-9419-499f-8890-f5bbc536d06b req-f8293f02-798e-4109-abb0-87dadb2de7b0 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:00.175053 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9487be07-9419-499f-8890-f5bbc536d06b req-f8293f02-798e-4109-abb0-87dadb2de7b0 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/ports?device_id=c66c5a81-58b3-46e3-8e2a-9f67da08f252 HTTP/1.1" status: 200 len: 5427 time: 0.8238711 May 05 20:01:00.206151 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd2293b-aa08-4a87-bdb9-613a8a286092 None None] Pushing event updated for resources: {'Port': ['ID=d488c1cd-1553-4f27-ba73-7b1ec88941e5,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:01:00.293224 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-bc9b2c23-a4aa-4401-8d37-59809e705790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649421de-0869-4a5d-a52d-ede22ea4ca73', 'name': 'tempest-TaggedBootDevicesTest_v242-1630048706-router', 'tenant_id': '0a29a66ef9e34d17926285dc8f054582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '22bfcec0-50f1-4029-8911-44755ba27f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:57:06Z', 'updated_at': '2022-05-05T19:57:23Z', 'revision_number': 4, 'project_id': '0a29a66ef9e34d17926285dc8f054582', 'gw_port': {'id': '22bfcec0-50f1-4029-8911-44755ba27f73', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:3a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649421de-0869-4a5d-a52d-ede22ea4ca73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:07Z', 'updated_at': '2022-05-05T19:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': 'd8c2f5bc-2981-43f0-bc88-07c0ded1c28c', 'tenant_id': '0a29a66ef9e34d17926285dc8f054582', 'floating_ip_address': '172.25.0.156', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '649421de-0869-4a5d-a52d-ede22ea4ca73', 'port_id': '57a1046a-4c1a-41ae-8159-fc2baceea01a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1086, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f383bab-d2ac-4d6b-b5b0-d3f0ff3c62c8', 'mac_address': 'fa:16:3e:64:da:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a933ae74-0c33-4c3c-82a1-5c532a76f33d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T19:58:56Z', 'updated_at': '2022-05-05T20:00:53Z', 'revision_number': 1, 'project_id': '0a29a66ef9e34d17926285dc8f054582', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aec6688-6f5e-4bec-b54f-0d2eb2e7c57e', 'name': '', 'network_id': '5f383bab-d2ac-4d6b-b5b0-d3f0ff3c62c8', 'tenant_id': '0a29a66ef9e34d17926285dc8f054582', 'mac_address': 'fa:16:3e:de:66:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649421de-0869-4a5d-a52d-ede22ea4ca73', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '7d57aeb6-4b80-431f-8bfd-836e160c414f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:19Z', 'updated_at': '2022-05-05T19:57:36Z', 'revision_number': 5, 'project_id': '0a29a66ef9e34d17926285dc8f054582', 'subnets': [{'id': '7d57aeb6-4b80-431f-8bfd-836e160c414f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:01:00.300219 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9b2c23-a4aa-4401-8d37-59809e705790 None None] The sync data for ids ['649421de-0869-4a5d-a52d-ede22ea4ca73'] in n-d-840717-1 is: [{'id': '649421de-0869-4a5d-a52d-ede22ea4ca73', 'name': 'tempest-TaggedBootDevicesTest_v242-1630048706-router', 'tenant_id': '0a29a66ef9e34d17926285dc8f054582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '22bfcec0-50f1-4029-8911-44755ba27f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:57:06Z', 'updated_at': '2022-05-05T19:57:23Z', 'revision_number': 4, 'project_id': '0a29a66ef9e34d17926285dc8f054582', 'gw_port': {'id': '22bfcec0-50f1-4029-8911-44755ba27f73', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:3a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649421de-0869-4a5d-a52d-ede22ea4ca73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:07Z', 'updated_at': '2022-05-05T19:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': 'd8c2f5bc-2981-43f0-bc88-07c0ded1c28c', 'tenant_id': '0a29a66ef9e34d17926285dc8f054582', 'floating_ip_address': '172.25.0.156', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '649421de-0869-4a5d-a52d-ede22ea4ca73', 'port_id': '57a1046a-4c1a-41ae-8159-fc2baceea01a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1086, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f383bab-d2ac-4d6b-b5b0-d3f0ff3c62c8', 'mac_address': 'fa:16:3e:64:da:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a933ae74-0c33-4c3c-82a1-5c532a76f33d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T19:58:56Z', 'updated_at': '2022-05-05T20:00:53Z', 'revision_number': 1, 'project_id': '0a29a66ef9e34d17926285dc8f054582', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aec6688-6f5e-4bec-b54f-0d2eb2e7c57e', 'name': '', 'network_id': '5f383bab-d2ac-4d6b-b5b0-d3f0ff3c62c8', 'tenant_id': '0a29a66ef9e34d17926285dc8f054582', 'mac_address': 'fa:16:3e:de:66:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649421de-0869-4a5d-a52d-ede22ea4ca73', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '7d57aeb6-4b80-431f-8bfd-836e160c414f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:19Z', 'updated_at': '2022-05-05T19:57:36Z', 'revision_number': 5, 'project_id': '0a29a66ef9e34d17926285dc8f054582', 'subnets': [{'id': '7d57aeb6-4b80-431f-8bfd-836e160c414f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:01:00.313146 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '91e2444a-2a29-43c9-9fd1-8f9f7ba08feb', 'network_id': '4568a908-805b-4a6e-ba80-1d4819260d47', 'port_id': '91e2444a-2a29-43c9-9fd1-8f9f7ba08feb', 'mac_address': 'fa:16:3e:61:ad:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf48ca8b-7b24-41a3-ad06-a849bff9e5b9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:01:00.463920 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0ae4be4c-6403-4be7-84da-91d1db79b220 req-6401aa54-334c-46d9-a103-6fb29a4b973e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57a1046a-4c1a-41ae-8159-fc2baceea01a HTTP/1.1" status: 200 len: 1000 time: 0.4697444 May 05 20:01:00.465119 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-8c39d25e-804e-4260-9509-743535035b3a None None] Port 74d23f1e-73a7-42db-b11f-96808078f525 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:01:00.482763 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9487be07-9419-499f-8890-f5bbc536d06b req-7f263569-5bd5-4de4-9de3-346aebd9c525 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ea4b63-4d77-466d-a6d0-2611e1957d3d&id=6ef0a585-a6a9-4dc9-9f77-73dacf2639b2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2461510 May 05 20:01:00.496485 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-79763496-a21d-4df4-99e4-23d0cc063f0c None None] Attempting to bind port d488c1cd-1553-4f27-ba73-7b1ec88941e5 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:01:00.496869 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-79763496-a21d-4df4-99e4-23d0cc063f0c None None] Attempting to bind port d488c1cd-1553-4f27-ba73-7b1ec88941e5 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '3aa7e59a-714f-4cf9-893d-8943b903815a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2a9a9df3-ea16-4794-afeb-472875076e06'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:01:00.497319 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79763496-a21d-4df4-99e4-23d0cc063f0c None None] Attempting to bind port d488c1cd-1553-4f27-ba73-7b1ec88941e5 on network 2a9a9df3-ea16-4794-afeb-472875076e06 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:01:00.507149 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-d626dc7b-9192-4595-b197-9a4a2664cc43 req-6fccaebc-c404-4cba-a945-deab4c439ec6 tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:00.522157 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79763496-a21d-4df4-99e4-23d0cc063f0c None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:01:00.522539 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79763496-a21d-4df4-99e4-23d0cc063f0c None None] Checking segment: {'id': '3aa7e59a-714f-4cf9-893d-8943b903815a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2a9a9df3-ea16-4794-afeb-472875076e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:01:00.522945 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-79763496-a21d-4df4-99e4-23d0cc063f0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:00.523392 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79763496-a21d-4df4-99e4-23d0cc063f0c None None] Bound using segment: {'id': '3aa7e59a-714f-4cf9-893d-8943b903815a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2a9a9df3-ea16-4794-afeb-472875076e06'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:01:00.523915 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-79763496-a21d-4df4-99e4-23d0cc063f0c None None] Bound port: d488c1cd-1553-4f27-ba73-7b1ec88941e5, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aa7e59a-714f-4cf9-893d-8943b903815a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2a9a9df3-ea16-4794-afeb-472875076e06'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:01:00.524292 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-79763496-a21d-4df4-99e4-23d0cc063f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:00.626019 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['a4c2aacd-f64f-48bd-a26f-ac48bca019f1'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:01:00.703650 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e88dc9cf-d8f1-4c23-bd5f-1bd2d86ad8fa admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:01:00.726664 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f394c2-c07a-4a29-87dd-d10ef0548e72 None None] Sync routers for ids ['bc6a4113-edb3-47fc-a579-1ad503721aac'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:01:00.771640 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:00.777993 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f394c2-c07a-4a29-87dd-d10ef0548e72 None None] Routers {'bc6a4113-edb3-47fc-a579-1ad503721aac'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:01:00.777993 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-63f394c2-c07a-4a29-87dd-d10ef0548e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:00:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['bc6a4113-edb3-47fc-a579-1ad503721aac'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:01:00.818025 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-e88dc9cf-d8f1-4c23-bd5f-1bd2d86ad8fa admin admin] 10.222.0.36 "PUT /v2.0/routers/bc6a4113-edb3-47fc-a579-1ad503721aac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8212011 May 05 20:01:00.853126 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4f12a3-b538-47b5-a06a-2b3d7bf710cc None None] New status for floating IP d8c2f5bc-2981-43f0-bc88-07c0ded1c28c: ACTIVE {{(pid=88199) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:01:00.887371 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fccaebc-c404-4cba-a945-deab4c439ec6 tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] Pushing event deleted for resources: {'Port': ['ID=a4c2aacd-f64f-48bd-a26f-ac48bca019f1,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:01:00.910100 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae4be4c-6403-4be7-84da-91d1db79b220 req-70a9dee4-f850-4e9d-8c0a-14717ded5e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:00.923673 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0ae4be4c-6403-4be7-84da-91d1db79b220 req-70a9dee4-f850-4e9d-8c0a-14717ded5e2e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7d57aeb6-4b80-431f-8bfd-836e160c414f HTTP/1.1" status: 200 len: 856 time: 0.4294152 May 05 20:01:01.053012 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=9fa97b06-019d-44e6-a1c4-eb81f10a0fdc,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:01:01.171595 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5f5897e5-d9bc-46b8-a158-4320456fd5ef req-15dc7566-cbc3-482b-85a0-fb69904f0a0a tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2ac5211529134663a7b81ee9a43f1be9&fields=id HTTP/1.1" status: 200 len: 440 time: 1.5139713 May 05 20:01:01.176571 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 91e2444a-2a29-43c9-9fd1-8f9f7ba08feb {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:01:01.224569 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-63ab5ced-92fd-435c-9313-a4c12fca755a req-f1665955-2a59-439d-9fe7-3707131ca4aa tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] 10.222.0.36 "GET /v2.0/ports?device_id=dccba533-f1a3-406e-96a1-1c70fdc80300 HTTP/1.1" status: 200 len: 210 time: 0.0818193 May 05 20:01:01.293229 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae4be4c-6403-4be7-84da-91d1db79b220 req-67733809-794e-4d06-927e-c32c86a1a380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:01.298755 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0ae4be4c-6403-4be7-84da-91d1db79b220 req-67733809-794e-4d06-927e-c32c86a1a380 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5f383bab-d2ac-4d6b-b5b0-d3f0ff3c62c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3837953 May 05 20:01:01.345861 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port 109bdc14-cc66-4c71-a4e0-3647d00033b0 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:01:01.397887 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e675164-f863-452c-bde9-d8178c0f7001'] response: {'server_uuid': 'c66c5a81-58b3-46e3-8e2a-9f67da08f252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa97b06-019d-44e6-a1c4-eb81f10a0fdc', 'code': 200} May 05 20:01:01.437846 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 109bdc14-cc66-4c71-a4e0-3647d00033b0 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:01:01.437846 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:01.445211 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-63f394c2-c07a-4a29-87dd-d10ef0548e72 None None] Set router bc6a4113-edb3-47fc-a579-1ad503721aac gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:01:01.534484 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port c75985dc-8b4c-4c87-85cd-20dbb82f7649 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:01:01.545123 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0ae4be4c-6403-4be7-84da-91d1db79b220 req-b240b5b4-2ad7-4f18-a2cd-ea86b078f5c7 service neutron] 10.222.0.50 "GET /v2.0/networks/5f383bab-d2ac-4d6b-b5b0-d3f0ff3c62c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399113 May 05 20:01:01.553641 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ae36e8e5-37ce-40af-9464-270b0069a9e9 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:01.557632 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-d626dc7b-9192-4595-b197-9a4a2664cc43 req-6fccaebc-c404-4cba-a945-deab4c439ec6 tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] No DVR routers for this DVR port a4c2aacd-f64f-48bd-a26f-ac48bca019f1 on host n-h2-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:01:01.562589 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-d626dc7b-9192-4595-b197-9a4a2664cc43 req-6fccaebc-c404-4cba-a945-deab4c439ec6 tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:01.566237 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dccba533-f1a3-406e-96a1-1c70fdc80300', 'name': 'network-vif-deleted', 'tag': 'a4c2aacd-f64f-48bd-a26f-ac48bca019f1'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:01:01.685487 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port c75985dc-8b4c-4c87-85cd-20dbb82f7649 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:01:01.685487 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:01.850185 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0ae4be4c-6403-4be7-84da-91d1db79b220 req-7a4746bc-1c0e-49a3-8c95-3b1c9e6a0f29 service neutron] 10.222.0.50 "GET /v2.0/networks/5f383bab-d2ac-4d6b-b5b0-d3f0ff3c62c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980354 May 05 20:01:01.862147 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 91e2444a-2a29-43c9-9fd1-8f9f7ba08feb, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=91e2444a-2a29-43c9-9fd1-8f9f7ba08feb,segment=NetworkSegment(79511503-ff66-4663-ae8b-5322fffb3d0a),segment_id=79511503-ff66-4663-ae8b-5322fffb3d0a)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:01:01.892737 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:02.193318 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ae36e8e5-37ce-40af-9464-270b0069a9e9 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:02.294556 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['91e2444a-2a29-43c9-9fd1-8f9f7ba08feb'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:01:02.319491 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d626dc7b-9192-4595-b197-9a4a2664cc43 req-6fccaebc-c404-4cba-a945-deab4c439ec6 tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] 10.222.0.50 "DELETE /v2.0/ports/a4c2aacd-f64f-48bd-a26f-ac48bca019f1 HTTP/1.1" status: 204 len: 173 time: 3.9452088 May 05 20:01:02.362129 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae36e8e5-37ce-40af-9464-270b0069a9e9 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Pushing event updated for resources: {'Port': ['ID=d492b6ca-e214-444c-8272-c22c8ed65027,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:01:02.377167 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5f5897e5-d9bc-46b8-a158-4320456fd5ef req-df1c3a79-cd01-47bb-aea8-738f5a391018 service neutron] 10.222.0.36 "GET /v2.0/networks/8a536572-51e8-41c9-b6b4-029e4a14e253?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0510380 May 05 20:01:02.428342 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-79763496-a21d-4df4-99e4-23d0cc063f0c None None] For port d488c1cd-1553-4f27-ba73-7b1ec88941e5, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:01:02.446024 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-63f394c2-c07a-4a29-87dd-d10ef0548e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'name': 'tempest-AttachVolumeNegativeTest-634632814-router', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'c75985dc-8b4c-4c87-85cd-20dbb82f7649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:00:48Z', 'updated_at': '2022-05-05T20:00:57Z', 'revision_number': 4, 'project_id': '2b65203be12a44e3b2b676f0adb9acc7', 'gw_port': {'id': 'c75985dc-8b4c-4c87-85cd-20dbb82f7649', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:37:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:49Z', 'updated_at': '2022-05-05T20:00:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '74d23f1e-73a7-42db-b11f-96808078f525', 'name': '', 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'mac_address': 'fa:16:3e:32:c5:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '0d250ed8-07f6-4f08-a934-d3c76d471e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:55Z', 'updated_at': '2022-05-05T20:00:57Z', 'revision_number': 2, 'project_id': '2b65203be12a44e3b2b676f0adb9acc7', 'subnets': [{'id': '0d250ed8-07f6-4f08-a934-d3c76d471e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:01:02.452143 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f394c2-c07a-4a29-87dd-d10ef0548e72 None None] Checking router: bc6a4113-edb3-47fc-a579-1ad503721aac for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:01:02.454725 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f394c2-c07a-4a29-87dd-d10ef0548e72 None None] Updating router bc6a4113-edb3-47fc-a579-1ad503721aac port 74d23f1e-73a7-42db-b11f-96808078f525 binding host n-d-840717-1 {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:01:02.491394 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ae36e8e5-37ce-40af-9464-270b0069a9e9 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:02.604512 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-63f394c2-c07a-4a29-87dd-d10ef0548e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:02.607521 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-79763496-a21d-4df4-99e4-23d0cc063f0c None None] For port d488c1cd-1553-4f27-ba73-7b1ec88941e5, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=d488c1cd-1553-4f27-ba73-7b1ec88941e5,segment=NetworkSegment(3aa7e59a-714f-4cf9-893d-8943b903815a),segment_id=3aa7e59a-714f-4cf9-893d-8943b903815a)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:01:02.662608 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 42678) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:01:02.668160 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-dd6ab77d-ef4d-439d-a18e-ecab7d77aa82 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Request body: {'security_group': {'name': 'tempest-securitygroup--463839285', 'description': 'tempest-description--1302601391'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:01:02.681243 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-dd6ab77d-ef4d-439d-a18e-ecab7d77aa82 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:01:02.689777 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-dd6ab77d-ef4d-439d-a18e-ecab7d77aa82 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Usage tracker for resource:security_group and tenant:2b65203be12a44e3b2b676f0adb9acc7 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:01:02.699178 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-dd6ab77d-ef4d-439d-a18e-ecab7d77aa82 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:01:02.713579 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-dd6ab77d-ef4d-439d-a18e-ecab7d77aa82 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:01:02.757508 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5f5897e5-d9bc-46b8-a158-4320456fd5ef req-dea6a1c3-f9d2-4d04-bf28-54bc2f433979 service neutron] 10.222.0.36 "GET /v2.0/networks/8a536572-51e8-41c9-b6b4-029e4a14e253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3731062 May 05 20:01:02.766804 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ae36e8e5-37ce-40af-9464-270b0069a9e9 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:02.770186 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-ae36e8e5-37ce-40af-9464-270b0069a9e9 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.7308078 May 05 20:01:02.771058 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-79763496-a21d-4df4-99e4-23d0cc063f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:02.785947 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dd6ab77d-ef4d-439d-a18e-ecab7d77aa82 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:02.825228 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-dd6ab77d-ef4d-439d-a18e-ecab7d77aa82 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:01:02.832477 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-dd6ab77d-ef4d-439d-a18e-ecab7d77aa82 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Usage tracker for resource:security_group_rule and tenant:2b65203be12a44e3b2b676f0adb9acc7 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:01:02.844595 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:02.862444 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port c75985dc-8b4c-4c87-85cd-20dbb82f7649, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=c75985dc-8b4c-4c87-85cd-20dbb82f7649,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:01:02.864589 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=91e2444a-2a29-43c9-9fd1-8f9f7ba08feb,revision_number=6']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:01:02.871520 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-dd6ab77d-ef4d-439d-a18e-ecab7d77aa82 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:01:02.891559 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-dd6ab77d-ef4d-439d-a18e-ecab7d77aa82 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:01:03.020825 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:03.053496 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b155ba-2f35-4273-8e3b-ce728a283431 req-333a8d38-d7de-46de-b4a7-20d73ac02e70 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:03.083978 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b155ba-2f35-4273-8e3b-ce728a283431 req-333a8d38-d7de-46de-b4a7-20d73ac02e70 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:03.101979 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b155ba-2f35-4273-8e3b-ce728a283431 req-333a8d38-d7de-46de-b4a7-20d73ac02e70 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:03.111204 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device a4c2aacd-f64f-48bd-a26f-ac48bca019f1 no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:01:03.113495 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b155ba-2f35-4273-8e3b-ce728a283431 req-333a8d38-d7de-46de-b4a7-20d73ac02e70 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:03.127772 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b155ba-2f35-4273-8e3b-ce728a283431 req-333a8d38-d7de-46de-b4a7-20d73ac02e70 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:03.140429 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b155ba-2f35-4273-8e3b-ce728a283431 req-333a8d38-d7de-46de-b4a7-20d73ac02e70 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:03.146791 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0241d02f-635e-4cbf-bd1e-c706ec9a9f79'] response: {'server_uuid': 'dccba533-f1a3-406e-96a1-1c70fdc80300', 'name': 'network-vif-deleted', 'tag': 'a4c2aacd-f64f-48bd-a26f-ac48bca019f1', 'status': 'completed', 'code': 200} May 05 20:01:03.155347 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b155ba-2f35-4273-8e3b-ce728a283431 req-333a8d38-d7de-46de-b4a7-20d73ac02e70 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:03.169229 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-60b155ba-2f35-4273-8e3b-ce728a283431 req-333a8d38-d7de-46de-b4a7-20d73ac02e70 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/ports?device_id=c66c5a81-58b3-46e3-8e2a-9f67da08f252 HTTP/1.1" status: 200 len: 5428 time: 0.3304005 May 05 20:01:03.342320 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device ce5640e6-b8e1-4c36-8050-2753545c9512 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:01:03.372457 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dd6ab77d-ef4d-439d-a18e-ecab7d77aa82 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:03.404693 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-60b155ba-2f35-4273-8e3b-ce728a283431 req-975d4998-8dcc-4ad2-85c3-23e3e7ddae51 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ea4b63-4d77-466d-a6d0-2611e1957d3d&id=6ef0a585-a6a9-4dc9-9f77-73dacf2639b2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2342303 May 05 20:01:03.413198 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dd6ab77d-ef4d-439d-a18e-ecab7d77aa82 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:03.433099 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] No Port match for: a4c2aacd-f64f-48bd-a26f-ac48bca019f1 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:01:03.433661 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device a4c2aacd-f64f-48bd-a26f-ac48bca019f1 not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:01:03.481099 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-63f394c2-c07a-4a29-87dd-d10ef0548e72 None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:03.522776 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-63f394c2-c07a-4a29-87dd-d10ef0548e72 None None] Transition to ACTIVE for port object 74d23f1e-73a7-42db-b11f-96808078f525 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:01:03.539044 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:03.552654 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-63f394c2-c07a-4a29-87dd-d10ef0548e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:03.566171 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6ab77d-ef4d-439d-a18e-ecab7d77aa82 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba62d1b8-c48c-4c61-87a2-ddf75639631d,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:01:03.576164 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dd6ab77d-ef4d-439d-a18e-ecab7d77aa82 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:03.596336 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-dd6ab77d-ef4d-439d-a18e-ecab7d77aa82 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9322488 May 05 20:01:03.598980 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 42708) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:01:03.606846 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-2399ff04-ec31-4d07-9d39-b0b600edf198 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Request body: {'security_group_rule': {'security_group_id': 'ba62d1b8-c48c-4c61-87a2-ddf75639631d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:01:03.613646 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-2399ff04-ec31-4d07-9d39-b0b600edf198 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:01:03.625381 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-2399ff04-ec31-4d07-9d39-b0b600edf198 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Usage tracker for resource:security_group_rule and tenant:2b65203be12a44e3b2b676f0adb9acc7 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:01:03.627848 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79763496-a21d-4df4-99e4-23d0cc063f0c None None] Routers {'db3527ae-e94e-433e-b0af-11baf8c67c04'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:01:03.628787 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-79763496-a21d-4df4-99e4-23d0cc063f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:00:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['db3527ae-e94e-433e-b0af-11baf8c67c04'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:01:03.632029 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-2399ff04-ec31-4d07-9d39-b0b600edf198 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:01:03.652580 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-2399ff04-ec31-4d07-9d39-b0b600edf198 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:01:03.772332 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-d10ad98e-ac10-4254-97af-b11de4c3461a req-3c87e12c-1931-44c6-a5dc-fbf0ae1afb34 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Synchronizing usage tracker for tenant:c5bc97d17c8c4bca95c497c59c0718d6 on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:01:03.794512 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-d10ad98e-ac10-4254-97af-b11de4c3461a req-3c87e12c-1931-44c6-a5dc-fbf0ae1afb34 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Unset dirty status for tenant:c5bc97d17c8c4bca95c497c59c0718d6 on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:01:03.806028 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d10ad98e-ac10-4254-97af-b11de4c3461a req-3c87e12c-1931-44c6-a5dc-fbf0ae1afb34 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--595318784&fields=id&tenant_id=c5bc97d17c8c4bca95c497c59c0718d6 HTTP/1.1" status: 200 len: 267 time: 0.1361339 May 05 20:01:03.828753 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-154669b2-26a7-4ad0-86cb-f9e4651c5d09 req-a39b021e-6f25-49e3-ae93-3dd3047d4a51 tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] Synchronizing usage tracker for tenant:3d0f5ae877b24f5eb86b2584eac5dbad on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:01:03.841177 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21bf4f2-9224-4f4c-88a9-98a8f82a43f9 None None] Pushing event updated for resources: {'Port': ['ID=74d23f1e-73a7-42db-b11f-96808078f525,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:01:03.850010 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:01:03.875119 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2399ff04-ec31-4d07-9d39-b0b600edf198 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:03.920766 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd2293b-aa08-4a87-bdb9-613a8a286092 None None] Pushing event updated for resources: {'Port': ['ID=d488c1cd-1553-4f27-ba73-7b1ec88941e5,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:01:03.941749 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-154669b2-26a7-4ad0-86cb-f9e4651c5d09 req-a39b021e-6f25-49e3-ae93-3dd3047d4a51 tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] Unset dirty status for tenant:3d0f5ae877b24f5eb86b2584eac5dbad on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:01:03.956040 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-154669b2-26a7-4ad0-86cb-f9e4651c5d09 req-a39b021e-6f25-49e3-ae93-3dd3047d4a51 tempest-ServerMetadataNegativeTestJSON-1108539736 tempest-ServerMetadataNegativeTestJSON-1108539736-project] 10.222.0.36 "GET /v2.0/ports?device_id=dccba533-f1a3-406e-96a1-1c70fdc80300 HTTP/1.1" status: 200 len: 210 time: 0.2921555 May 05 20:01:03.994740 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-63f394c2-c07a-4a29-87dd-d10ef0548e72 None None] Attempting to bind port 74d23f1e-73a7-42db-b11f-96808078f525 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:01:03.995017 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-63f394c2-c07a-4a29-87dd-d10ef0548e72 None None] Attempting to bind port 74d23f1e-73a7-42db-b11f-96808078f525 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'f9de3193-e4fa-4f1d-a073-95ff8ac5fa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:01:03.996092 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f394c2-c07a-4a29-87dd-d10ef0548e72 None None] Attempting to bind port 74d23f1e-73a7-42db-b11f-96808078f525 on network 025bffd7-43d6-46c1-996a-8056de7069d8 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:01:04.007301 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f394c2-c07a-4a29-87dd-d10ef0548e72 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:01:04.007731 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f394c2-c07a-4a29-87dd-d10ef0548e72 None None] Checking segment: {'id': 'f9de3193-e4fa-4f1d-a073-95ff8ac5fa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:01:04.008120 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-63f394c2-c07a-4a29-87dd-d10ef0548e72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:04.008554 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f394c2-c07a-4a29-87dd-d10ef0548e72 None None] Bound using segment: {'id': 'f9de3193-e4fa-4f1d-a073-95ff8ac5fa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:01:04.009089 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-63f394c2-c07a-4a29-87dd-d10ef0548e72 None None] Bound port: 74d23f1e-73a7-42db-b11f-96808078f525, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9de3193-e4fa-4f1d-a073-95ff8ac5fa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:01:04.009563 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-63f394c2-c07a-4a29-87dd-d10ef0548e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:04.107183 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 109bdc14-cc66-4c71-a4e0-3647d00033b0, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=109bdc14-cc66-4c71-a4e0-3647d00033b0,segment=NetworkSegment(9712fa8a-84cf-4590-8760-a48340e4da1c),segment_id=9712fa8a-84cf-4590-8760-a48340e4da1c)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:01:04.109706 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c66c5a81-58b3-46e3-8e2a-9f67da08f252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '109bdc14-cc66-4c71-a4e0-3647d00033b0'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:01:04.175145 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port ce5640e6-b8e1-4c36-8050-2753545c9512 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:01:04.175855 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:04.241055 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-63f394c2-c07a-4a29-87dd-d10ef0548e72 None None] For port 74d23f1e-73a7-42db-b11f-96808078f525, host n-d-840717-1, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:01:04.245025 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-63f394c2-c07a-4a29-87dd-d10ef0548e72 None None] For port 74d23f1e-73a7-42db-b11f-96808078f525, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=74d23f1e-73a7-42db-b11f-96808078f525,segment=NetworkSegment(f9de3193-e4fa-4f1d-a073-95ff8ac5fa76),segment_id=f9de3193-e4fa-4f1d-a073-95ff8ac5fa76)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:01:04.246189 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1a4e6db0-e0a3-4b7c-958e-9b3dfd18dc60 req-17c18882-e3cd-4d87-9f79-ac202158ab5f tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=4323cae9-e867-48dc-bb84-72dbe559c9ec HTTP/1.1" status: 200 len: 210 time: 0.1379395 May 05 20:01:04.263625 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-63f394c2-c07a-4a29-87dd-d10ef0548e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:04.301180 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2399ff04-ec31-4d07-9d39-b0b600edf198 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:04.308477 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2399ff04-ec31-4d07-9d39-b0b600edf198 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:04.316946 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=c75985dc-8b4c-4c87-85cd-20dbb82f7649,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:01:04.329376 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:04.399598 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2399ff04-ec31-4d07-9d39-b0b600edf198 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53fcb92d-fc45-4d39-8dd4-0e5a575b5d06,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:01:04.401450 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2399ff04-ec31-4d07-9d39-b0b600edf198 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:04.405009 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-2399ff04-ec31-4d07-9d39-b0b600edf198 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8020077 May 05 20:01:04.411742 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 42726) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:01:04.420743 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-d6592708-6c75-4be1-b575-35a1418d8ea4 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Request body: {'security_group_rule': {'security_group_id': 'ba62d1b8-c48c-4c61-87a2-ddf75639631d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:01:04.439056 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d6592708-6c75-4be1-b575-35a1418d8ea4 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:01:04.453610 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d6592708-6c75-4be1-b575-35a1418d8ea4 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Usage tracker for resource:security_group_rule and tenant:2b65203be12a44e3b2b676f0adb9acc7 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:01:04.461339 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d6592708-6c75-4be1-b575-35a1418d8ea4 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:01:04.480398 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d6592708-6c75-4be1-b575-35a1418d8ea4 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:01:04.490207 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f394c2-c07a-4a29-87dd-d10ef0548e72 None None] Routers {'bc6a4113-edb3-47fc-a579-1ad503721aac'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:01:04.492152 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-63f394c2-c07a-4a29-87dd-d10ef0548e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:00:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['bc6a4113-edb3-47fc-a579-1ad503721aac'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:01:04.511855 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d6592708-6c75-4be1-b575-35a1418d8ea4 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:04.531965 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device d8cebe77-24e5-40d1-a4fd-946a285e28bf up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:01:04.586156 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ad98e-ac10-4254-97af-b11de4c3461a req-603c3303-52d6-4fbd-a470-591a68739b1e tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:04.587772 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-d10ad98e-ac10-4254-97af-b11de4c3461a req-603c3303-52d6-4fbd-a470-591a68739b1e tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Synchronizing usage tracker for tenant:c5bc97d17c8c4bca95c497c59c0718d6 on resource:network {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:01:04.681068 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=109bdc14-cc66-4c71-a4e0-3647d00033b0,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:01:04.683868 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-d10ad98e-ac10-4254-97af-b11de4c3461a req-603c3303-52d6-4fbd-a470-591a68739b1e tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Unset dirty status for tenant:c5bc97d17c8c4bca95c497c59c0718d6 on resource:network {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:01:04.699829 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d10ad98e-ac10-4254-97af-b11de4c3461a req-603c3303-52d6-4fbd-a470-591a68739b1e tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] 10.222.0.36 "GET /v2.0/networks?id=2a9a9df3-ea16-4794-afeb-472875076e06 HTTP/1.1" status: 200 len: 805 time: 0.8812211 May 05 20:01:04.745357 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d10ad98e-ac10-4254-97af-b11de4c3461a req-ec9a139c-74ac-4c8b-a7a1-d7ca5bf4898b tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] 10.222.0.36 "GET /v2.0/quotas/c5bc97d17c8c4bca95c497c59c0718d6 HTTP/1.1" status: 200 len: 375 time: 0.0433798 May 05 20:01:04.756225 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d6592708-6c75-4be1-b575-35a1418d8ea4 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:04.767411 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d6592708-6c75-4be1-b575-35a1418d8ea4 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:04.799813 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21bf4f2-9224-4f4c-88a9-98a8f82a43f9 None None] Pushing event updated for resources: {'Port': ['ID=74d23f1e-73a7-42db-b11f-96808078f525,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:01:04.838565 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6592708-6c75-4be1-b575-35a1418d8ea4 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b57ae38-723e-43de-9961-ce0cc5432622,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:01:04.845422 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d6592708-6c75-4be1-b575-35a1418d8ea4 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:04.851974 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d6592708-6c75-4be1-b575-35a1418d8ea4 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4388759 May 05 20:01:04.855864 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 42732) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:01:04.871934 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-db9c6ce2-79fd-44b4-b136-44f41230ba5a tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Request body: {'floatingip': {'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:01:04.909903 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-db9c6ce2-79fd-44b4-b136-44f41230ba5a tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:01:04.929316 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-db9c6ce2-79fd-44b4-b136-44f41230ba5a tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Usage tracker for resource:floatingip and tenant:2b65203be12a44e3b2b676f0adb9acc7 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:01:04.938403 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-db9c6ce2-79fd-44b4-b136-44f41230ba5a tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:01:04.951919 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-db9c6ce2-79fd-44b4-b136-44f41230ba5a tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:01:04.990389 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-db9c6ce2-79fd-44b4-b136-44f41230ba5a tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for floatingip, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:05.011184 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-79763496-a21d-4df4-99e4-23d0cc063f0c None None] Set router db3527ae-e94e-433e-b0af-11baf8c67c04 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:01:05.074222 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d10ad98e-ac10-4254-97af-b11de4c3461a req-50d9d476-20f6-4de1-9994-ad94bfcdc02c tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c5bc97d17c8c4bca95c497c59c0718d6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3279283 May 05 20:01:05.207913 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-63f394c2-c07a-4a29-87dd-d10ef0548e72 None None] Set router bc6a4113-edb3-47fc-a579-1ad503721aac gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:01:05.377212 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-424753a8-8a0b-434e-be1f-e5db1aaf6f8f'] response: {'server_uuid': 'c66c5a81-58b3-46e3-8e2a-9f67da08f252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '109bdc14-cc66-4c71-a4e0-3647d00033b0', 'code': 200} May 05 20:01:05.398514 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d10ad98e-ac10-4254-97af-b11de4c3461a req-cf3a95ab-9547-4245-ac7d-f182dfad5216 service neutron] 10.222.0.36 "GET /v2.0/networks/2a9a9df3-ea16-4794-afeb-472875076e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049681 May 05 20:01:05.431308 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-db9c6ce2-79fd-44b4-b136-44f41230ba5a tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:05.471316 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bbfa301d-aa6a-469e-854e-05ecd978f95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:05.690504 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d10ad98e-ac10-4254-97af-b11de4c3461a req-ff37d140-0eed-4ba0-bf81-69abc95dd388 service neutron] 10.222.0.36 "GET /v2.0/networks/2a9a9df3-ea16-4794-afeb-472875076e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910380 May 05 20:01:05.897169 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-db9c6ce2-79fd-44b4-b136-44f41230ba5a tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Allocated IP 172.25.0.83 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/93900d18-1c67-4215-96b4-95cf859b2ef9) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:01:05.910349 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5897e5-d9bc-46b8-a158-4320456fd5ef req-0c6c4198-cf2b-4e0d-9800-97330d9717f4 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:05.911822 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5f5897e5-d9bc-46b8-a158-4320456fd5ef req-0c6c4198-cf2b-4e0d-9800-97330d9717f4 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.24 "GET /v2.0/networks?id=8a536572-51e8-41c9-b6b4-029e4a14e253 HTTP/1.1" status: 200 len: 819 time: 0.4252784 May 05 20:01:06.105015 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5f5897e5-d9bc-46b8-a158-4320456fd5ef req-53d3699a-4f6b-46e6-bbad-ebcd6c1ae0c1 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ac5211529134663a7b81ee9a43f1be9 HTTP/1.1" status: 200 len: 380 time: 0.1807601 May 05 20:01:06.113684 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-5f5897e5-d9bc-46b8-a158-4320456fd5ef req-6d592a61-c798-4fc6-8509-0abc1a52456e tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Request body: {'port': {'device_id': '4323cae9-e867-48dc-bb84-72dbe559c9ec', 'network_id': '8a536572-51e8-41c9-b6b4-029e4a14e253', 'admin_state_up': True, 'tenant_id': '2ac5211529134663a7b81ee9a43f1be9', 'security_groups': ['2e8b672e-b72d-46a4-99a4-5f3b38959e58']}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:01:06.154731 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69688fdb-96c9-4ccf-9d3b-f543d77eee66 req-e412892e-89be-4693-ae83-19ab5ce3e6bb tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:06.161235 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69688fdb-96c9-4ccf-9d3b-f543d77eee66 req-e412892e-89be-4693-ae83-19ab5ce3e6bb tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:06.167569 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69688fdb-96c9-4ccf-9d3b-f543d77eee66 req-e412892e-89be-4693-ae83-19ab5ce3e6bb tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:06.174076 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69688fdb-96c9-4ccf-9d3b-f543d77eee66 req-e412892e-89be-4693-ae83-19ab5ce3e6bb tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:06.199678 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69688fdb-96c9-4ccf-9d3b-f543d77eee66 req-e412892e-89be-4693-ae83-19ab5ce3e6bb tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:06.210848 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-63f394c2-c07a-4a29-87dd-d10ef0548e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'name': 'tempest-AttachVolumeNegativeTest-634632814-router', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'c75985dc-8b4c-4c87-85cd-20dbb82f7649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:00:48Z', 'updated_at': '2022-05-05T20:00:57Z', 'revision_number': 4, 'project_id': '2b65203be12a44e3b2b676f0adb9acc7', 'gw_port': {'id': 'c75985dc-8b4c-4c87-85cd-20dbb82f7649', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:49Z', 'updated_at': '2022-05-05T20:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '74d23f1e-73a7-42db-b11f-96808078f525', 'name': '', 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'mac_address': 'fa:16:3e:32:c5:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '0d250ed8-07f6-4f08-a934-d3c76d471e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:55Z', 'updated_at': '2022-05-05T20:01:04Z', 'revision_number': 4, 'project_id': '2b65203be12a44e3b2b676f0adb9acc7', 'subnets': [{'id': '0d250ed8-07f6-4f08-a934-d3c76d471e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:01:06.222515 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69688fdb-96c9-4ccf-9d3b-f543d77eee66 req-e412892e-89be-4693-ae83-19ab5ce3e6bb tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:06.222983 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port d8cebe77-24e5-40d1-a4fd-946a285e28bf completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:01:06.229834 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69688fdb-96c9-4ccf-9d3b-f543d77eee66 req-e412892e-89be-4693-ae83-19ab5ce3e6bb tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:06.231856 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-69688fdb-96c9-4ccf-9d3b-f543d77eee66 req-e412892e-89be-4693-ae83-19ab5ce3e6bb tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/ports?device_id=c66c5a81-58b3-46e3-8e2a-9f67da08f252 HTTP/1.1" status: 200 len: 5429 time: 0.8398108 May 05 20:01:06.234544 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f394c2-c07a-4a29-87dd-d10ef0548e72 None None] The sync data for ids ['bc6a4113-edb3-47fc-a579-1ad503721aac'] in n-d-840717-1 is: [{'id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'name': 'tempest-AttachVolumeNegativeTest-634632814-router', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'c75985dc-8b4c-4c87-85cd-20dbb82f7649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:00:48Z', 'updated_at': '2022-05-05T20:00:57Z', 'revision_number': 4, 'project_id': '2b65203be12a44e3b2b676f0adb9acc7', 'gw_port': {'id': 'c75985dc-8b4c-4c87-85cd-20dbb82f7649', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:49Z', 'updated_at': '2022-05-05T20:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '74d23f1e-73a7-42db-b11f-96808078f525', 'name': '', 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'mac_address': 'fa:16:3e:32:c5:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '0d250ed8-07f6-4f08-a934-d3c76d471e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:55Z', 'updated_at': '2022-05-05T20:01:04Z', 'revision_number': 4, 'project_id': '2b65203be12a44e3b2b676f0adb9acc7', 'subnets': [{'id': '0d250ed8-07f6-4f08-a934-d3c76d471e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:01:06.253131 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port d8cebe77-24e5-40d1-a4fd-946a285e28bf triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:01:06.253726 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:06.419714 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc0d1bd-b4b1-4c90-a6fe-06870b0f9322 req-32c414c4-8171-4153-b2c7-2fc92074b201 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:06.427066 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dbc0d1bd-b4b1-4c90-a6fe-06870b0f9322 req-32c414c4-8171-4153-b2c7-2fc92074b201 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf5420af-229c-4e50-ae74-672fefcddb52 HTTP/1.1" status: 200 len: 945 time: 0.2414222 May 05 20:01:06.471194 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-79763496-a21d-4df4-99e4-23d0cc063f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3527ae-e94e-433e-b0af-11baf8c67c04', 'name': 'tempest-ServersTestJSON-818348373-router', 'tenant_id': 'c5bc97d17c8c4bca95c497c59c0718d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'a57cb912-4d00-4f2e-ba96-23fa44c3d2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:00:38Z', 'updated_at': '2022-05-05T20:00:47Z', 'revision_number': 4, 'project_id': 'c5bc97d17c8c4bca95c497c59c0718d6', 'gw_port': {'id': 'a57cb912-4d00-4f2e-ba96-23fa44c3d2a8', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3527ae-e94e-433e-b0af-11baf8c67c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:40Z', 'updated_at': '2022-05-05T20:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'd488c1cd-1553-4f27-ba73-7b1ec88941e5', 'name': '', 'network_id': '2a9a9df3-ea16-4794-afeb-472875076e06', 'tenant_id': 'c5bc97d17c8c4bca95c497c59c0718d6', 'mac_address': 'fa:16:3e:1e:35:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db3527ae-e94e-433e-b0af-11baf8c67c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '25f091e9-57a5-4759-ad7e-42d23abf747a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:45Z', 'updated_at': '2022-05-05T20:01:02Z', 'revision_number': 4, 'project_id': 'c5bc97d17c8c4bca95c497c59c0718d6', 'subnets': [{'id': '25f091e9-57a5-4759-ad7e-42d23abf747a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:01:06.479956 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79763496-a21d-4df4-99e4-23d0cc063f0c None None] The sync data for ids ['db3527ae-e94e-433e-b0af-11baf8c67c04'] in n-d-840717-1 is: [{'id': 'db3527ae-e94e-433e-b0af-11baf8c67c04', 'name': 'tempest-ServersTestJSON-818348373-router', 'tenant_id': 'c5bc97d17c8c4bca95c497c59c0718d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'a57cb912-4d00-4f2e-ba96-23fa44c3d2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:00:38Z', 'updated_at': '2022-05-05T20:00:47Z', 'revision_number': 4, 'project_id': 'c5bc97d17c8c4bca95c497c59c0718d6', 'gw_port': {'id': 'a57cb912-4d00-4f2e-ba96-23fa44c3d2a8', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3527ae-e94e-433e-b0af-11baf8c67c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:40Z', 'updated_at': '2022-05-05T20:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'd488c1cd-1553-4f27-ba73-7b1ec88941e5', 'name': '', 'network_id': '2a9a9df3-ea16-4794-afeb-472875076e06', 'tenant_id': 'c5bc97d17c8c4bca95c497c59c0718d6', 'mac_address': 'fa:16:3e:1e:35:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db3527ae-e94e-433e-b0af-11baf8c67c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '25f091e9-57a5-4759-ad7e-42d23abf747a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:45Z', 'updated_at': '2022-05-05T20:01:02Z', 'revision_number': 4, 'project_id': 'c5bc97d17c8c4bca95c497c59c0718d6', 'subnets': [{'id': '25f091e9-57a5-4759-ad7e-42d23abf747a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:01:06.513391 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device d488c1cd-1553-4f27-ba73-7b1ec88941e5 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:01:06.564020 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dbc0d1bd-b4b1-4c90-a6fe-06870b0f9322 req-197b5541-bfe4-47f8-a80a-76c9bf4e117e tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304126 May 05 20:01:06.646421 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-db9c6ce2-79fd-44b4-b136-44f41230ba5a tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:06.729354 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-69688fdb-96c9-4ccf-9d3b-f543d77eee66 req-4433b086-51cb-452f-b7bf-ce24f3688ee1 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ea4b63-4d77-466d-a6d0-2611e1957d3d&id=6ef0a585-a6a9-4dc9-9f77-73dacf2639b2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4248669 May 05 20:01:06.829195 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 42764) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:01:06.878760 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-72fe072b-2ede-418c-83eb-687a1adb10e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:06.887942 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:06.921911 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port d488c1cd-1553-4f27-ba73-7b1ec88941e5 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:01:06.940240 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port d488c1cd-1553-4f27-ba73-7b1ec88941e5 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:01:06.940713 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:07.026002 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port d8cebe77-24e5-40d1-a4fd-946a285e28bf, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=d8cebe77-24e5-40d1-a4fd-946a285e28bf,segment=NetworkSegment(9712fa8a-84cf-4590-8760-a48340e4da1c),segment_id=9712fa8a-84cf-4590-8760-a48340e4da1c)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:01:07.030782 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:07.032491 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 6a69c56a-ceaf-48c1-b4b6-46b3ad4a0052 up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:01:07.242452 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c41cea9d-6378-4cbe-9447-50999dd33e35 req-0e1443d3-d1cc-44d1-a85d-3345095abef9 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=4323cae9-e867-48dc-bb84-72dbe559c9ec HTTP/1.1" status: 200 len: 210 time: 0.0808997 May 05 20:01:07.268041 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-5f5897e5-d9bc-46b8-a158-4320456fd5ef req-6d592a61-c798-4fc6-8509-0abc1a52456e tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:01:07.331173 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-5f5897e5-d9bc-46b8-a158-4320456fd5ef req-6d592a61-c798-4fc6-8509-0abc1a52456e tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:01:07.335306 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-db9c6ce2-79fd-44b4-b136-44f41230ba5a tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:07.379083 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-35577a82-771d-4e2a-b460-9efae50b8387 req-844f63ae-6187-4f84-82c5-1a9a034165df tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] 10.222.0.36 "GET /v2.0/ports?device_id=b21c7d5e-843f-4930-82d0-e5287f71fe00 HTTP/1.1" status: 200 len: 210 time: 0.3089561 May 05 20:01:07.401928 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-58f67371-8277-4bda-b4bd-2e8026232391 admin admin] Deleting subnet 6ac6a8cc-9c4c-43e4-a329-07fce1c0db3a {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:01:07.409677 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c66c5a81-58b3-46e3-8e2a-9f67da08f252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8cebe77-24e5-40d1-a4fd-946a285e28bf'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:01:07.418873 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-58f67371-8277-4bda-b4bd-2e8026232391 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:07.450786 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=d8cebe77-24e5-40d1-a4fd-946a285e28bf,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:01:07.556870 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-58f67371-8277-4bda-b4bd-2e8026232391 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:07.610580 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ee24b0b-2437-4346-b29f-9c208b3ea02b'] response: {'server_uuid': 'c66c5a81-58b3-46e3-8e2a-9f67da08f252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8cebe77-24e5-40d1-a4fd-946a285e28bf', 'code': 200} May 05 20:01:07.650349 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-58f67371-8277-4bda-b4bd-2e8026232391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:07.697652 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:07.865612 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:07.880921 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port 6a69c56a-ceaf-48c1-b4b6-46b3ad4a0052 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:01:07.905131 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port d488c1cd-1553-4f27-ba73-7b1ec88941e5, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=d488c1cd-1553-4f27-ba73-7b1ec88941e5,segment=NetworkSegment(3aa7e59a-714f-4cf9-893d-8943b903815a),segment_id=3aa7e59a-714f-4cf9-893d-8943b903815a)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:01:07.908801 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 6a69c56a-ceaf-48c1-b4b6-46b3ad4a0052 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:01:07.912562 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-58f67371-8277-4bda-b4bd-2e8026232391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:07.915466 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:07.974204 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f67371-8277-4bda-b4bd-2e8026232391 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ac6a8cc-9c4c-43e4-a329-07fce1c0db3a,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:01:07.985497 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-58f67371-8277-4bda-b4bd-2e8026232391 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:07.998118 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c6ce2-79fd-44b4-b136-44f41230ba5a tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Pushing event updated for resources: {'Port': ['ID=93900d18-1c67-4215-96b4-95cf859b2ef9,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:01:08.011780 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-58f67371-8277-4bda-b4bd-2e8026232391 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/6ac6a8cc-9c4c-43e4-a329-07fce1c0db3a HTTP/1.1" status: 204 len: 168 time: 1.1742232 May 05 20:01:08.012524 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 42782) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:01:08.026590 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98180c-1353-4ca2-b76c-54efc510199c req-f9b2e4e6-4cd7-4c93-929d-c8e02ab1cd81 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:08.028780 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ca98180c-1353-4ca2-b76c-54efc510199c req-f9b2e4e6-4cd7-4c93-929d-c8e02ab1cd81 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf5420af-229c-4e50-ae74-672fefcddb52 HTTP/1.1" status: 200 len: 945 time: 1.1904116 May 05 20:01:08.029670 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f5897e5-d9bc-46b8-a158-4320456fd5ef req-6d592a61-c798-4fc6-8509-0abc1a52456e tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Made reservation on behalf of 2ac5211529134663a7b81ee9a43f1be9 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:01:08.034805 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-5f5897e5-d9bc-46b8-a158-4320456fd5ef req-6d592a61-c798-4fc6-8509-0abc1a52456e tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:08.097189 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:08.098522 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device c75985dc-8b4c-4c87-85cd-20dbb82f7649 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:01:08.322338 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:08.408149 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-ca98180c-1353-4ca2-b76c-54efc510199c req-50057c72-b22a-46c7-bf5b-ff856423d62a tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Deleting port 5df09f37-fcf2-4bc7-9347-45d1a525e374 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:01:08.409581 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ca98180c-1353-4ca2-b76c-54efc510199c req-50057c72-b22a-46c7-bf5b-ff856423d62a tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:08.617263 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port c75985dc-8b4c-4c87-85cd-20dbb82f7649 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:01:08.618267 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:08.632726 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9c6ce2-79fd-44b4-b136-44f41230ba5a tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:01:08.650493 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c6ce2-79fd-44b4-b136-44f41230ba5a tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:01:08.651105 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c6ce2-79fd-44b4-b136-44f41230ba5a tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:01:08.651586 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c6ce2-79fd-44b4-b136-44f41230ba5a tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:01:08.652015 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c6ce2-79fd-44b4-b136-44f41230ba5a tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:01:08.652444 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c6ce2-79fd-44b4-b136-44f41230ba5a tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:01:08.652884 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c6ce2-79fd-44b4-b136-44f41230ba5a tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:01:08.653303 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c6ce2-79fd-44b4-b136-44f41230ba5a tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:01:08.656418 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c6ce2-79fd-44b4-b136-44f41230ba5a tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:01:08.657206 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=d488c1cd-1553-4f27-ba73-7b1ec88941e5,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:01:08.657667 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c6ce2-79fd-44b4-b136-44f41230ba5a tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:01:08.658102 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c6ce2-79fd-44b4-b136-44f41230ba5a tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:01:08.661438 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c6ce2-79fd-44b4-b136-44f41230ba5a tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:01:08.661855 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c6ce2-79fd-44b4-b136-44f41230ba5a tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:01:08.708809 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:08.722953 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-db9c6ce2-79fd-44b4-b136-44f41230ba5a tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:01:08.723815 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-859afa0c-1c48-4c7c-b42d-ce679838aed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:08.794961 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 6a69c56a-ceaf-48c1-b4b6-46b3ad4a0052, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=6a69c56a-ceaf-48c1-b4b6-46b3ad4a0052,segment=NetworkSegment(9712fa8a-84cf-4590-8760-a48340e4da1c),segment_id=9712fa8a-84cf-4590-8760-a48340e4da1c)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:01:08.804064 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec121773-5dff-491e-9c98-95c8f5f87d2f req-a7c9126f-45ad-405e-9ec6-c3a5335012bc tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:08.811123 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec121773-5dff-491e-9c98-95c8f5f87d2f req-a7c9126f-45ad-405e-9ec6-c3a5335012bc tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:08.820393 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec121773-5dff-491e-9c98-95c8f5f87d2f req-a7c9126f-45ad-405e-9ec6-c3a5335012bc tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:08.829496 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec121773-5dff-491e-9c98-95c8f5f87d2f req-a7c9126f-45ad-405e-9ec6-c3a5335012bc tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:08.836480 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec121773-5dff-491e-9c98-95c8f5f87d2f req-a7c9126f-45ad-405e-9ec6-c3a5335012bc tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:08.843080 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec121773-5dff-491e-9c98-95c8f5f87d2f req-a7c9126f-45ad-405e-9ec6-c3a5335012bc tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:08.849964 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec121773-5dff-491e-9c98-95c8f5f87d2f req-a7c9126f-45ad-405e-9ec6-c3a5335012bc tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:08.851757 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:08.852809 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 206a9ec0-b9d9-495c-a620-820909a8baeb up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:01:08.859618 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ec121773-5dff-491e-9c98-95c8f5f87d2f req-a7c9126f-45ad-405e-9ec6-c3a5335012bc tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/ports?device_id=c66c5a81-58b3-46e3-8e2a-9f67da08f252 HTTP/1.1" status: 200 len: 5430 time: 0.6828234 May 05 20:01:09.058345 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-5f5897e5-d9bc-46b8-a158-4320456fd5ef req-6d592a61-c798-4fc6-8509-0abc1a52456e tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Allocated IP 172.20.0.11 (8a536572-51e8-41c9-b6b4-029e4a14e253/afbf8c9c-9fa3-4fdd-ba30-b4249970e4ad/6036ba91-7d41-42aa-8b3a-764af0ce77d6) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:01:09.142717 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=6a69c56a-ceaf-48c1-b4b6-46b3ad4a0052,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:01:09.148150 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-859afa0c-1c48-4c7c-b42d-ce679838aed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:09.177582 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port 206a9ec0-b9d9-495c-a620-820909a8baeb completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:01:09.181514 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-859afa0c-1c48-4c7c-b42d-ce679838aed0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e9b3553-e353-4ee2-a08c-1966a6de6011']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:01:09.191382 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 206a9ec0-b9d9-495c-a620-820909a8baeb triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:01:09.191924 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:09.196891 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-859afa0c-1c48-4c7c-b42d-ce679838aed0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc47f7c3-e060-482b-9161-e650e0fd7763') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:01:09.197564 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-859afa0c-1c48-4c7c-b42d-ce679838aed0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc47f7c3-e060-482b-9161-e650e0fd7763') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:01:09.211023 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-859afa0c-1c48-4c7c-b42d-ce679838aed0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:09.229715 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-859afa0c-1c48-4c7c-b42d-ce679838aed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:09.237993 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-859afa0c-1c48-4c7c-b42d-ce679838aed0 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:01:09.240812 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-859afa0c-1c48-4c7c-b42d-ce679838aed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:09.325981 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9c6ce2-79fd-44b4-b136-44f41230ba5a tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:01:09.457651 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ec121773-5dff-491e-9c98-95c8f5f87d2f req-2ccb8fbe-b7ad-4c42-8c51-df4a00bffaa2 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ea4b63-4d77-466d-a6d0-2611e1957d3d&id=6ef0a585-a6a9-4dc9-9f77-73dacf2639b2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5831547 May 05 20:01:09.457651 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:01:09.457651 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:01:09.457651 n-d-840717-1 neutron-server[88197]: timer() May 05 20:01:09.457651 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:01:09.457651 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:01:09.457651 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:01:09.457651 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:01:09.457651 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:01:09.457651 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:01:09.457651 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:01:09.457651 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:01:09.457651 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:01:09.457651 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:01:09.457651 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:01:09.457651 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:01:09.457651 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:01:09.457651 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:01:09.457651 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:01:09.457651 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:01:09.457651 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:01:09.457651 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:01:09.457651 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:01:09.457651 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:01:09.457651 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:01:09.457651 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:01:09.457651 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:01:09.457651 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:01:09.457651 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:01:09.457651 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:01:09.457651 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:01:09.457651 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:01:09.457651 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:01:09.473806 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:09.491244 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-859afa0c-1c48-4c7c-b42d-ce679838aed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:09.506583 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-859afa0c-1c48-4c7c-b42d-ce679838aed0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:09.638726 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 206a9ec0-b9d9-495c-a620-820909a8baeb, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=206a9ec0-b9d9-495c-a620-820909a8baeb,segment=NetworkSegment(9e0182ab-1e56-4080-b373-4bebb989122d),segment_id=9e0182ab-1e56-4080-b373-4bebb989122d)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:01:09.644947 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859afa0c-1c48-4c7c-b42d-ce679838aed0 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e9b3553-e353-4ee2-a08c-1966a6de6011,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:01:09.650244 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c66c5a81-58b3-46e3-8e2a-9f67da08f252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a69c56a-ceaf-48c1-b4b6-46b3ad4a0052'}, {'server_uuid': 'c66c5a81-58b3-46e3-8e2a-9f67da08f252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206a9ec0-b9d9-495c-a620-820909a8baeb'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:01:09.663022 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:09.668077 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device d488c1cd-1553-4f27-ba73-7b1ec88941e5 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:01:09.711699 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859afa0c-1c48-4c7c-b42d-ce679838aed0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:01:09.711699 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859afa0c-1c48-4c7c-b42d-ce679838aed0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:01:09.711699 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859afa0c-1c48-4c7c-b42d-ce679838aed0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:01:09.712368 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859afa0c-1c48-4c7c-b42d-ce679838aed0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:01:09.719654 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859afa0c-1c48-4c7c-b42d-ce679838aed0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:01:09.720145 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859afa0c-1c48-4c7c-b42d-ce679838aed0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:01:09.720723 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859afa0c-1c48-4c7c-b42d-ce679838aed0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:01:09.721334 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859afa0c-1c48-4c7c-b42d-ce679838aed0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:01:09.721766 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859afa0c-1c48-4c7c-b42d-ce679838aed0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:01:09.722197 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859afa0c-1c48-4c7c-b42d-ce679838aed0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:01:09.722623 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859afa0c-1c48-4c7c-b42d-ce679838aed0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:01:09.723420 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859afa0c-1c48-4c7c-b42d-ce679838aed0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:01:09.768675 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:09.776007 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 14c5b767-97a9-4549-bb17-b81554f9a5a4 up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:01:09.860966 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-db9c6ce2-79fd-44b4-b136-44f41230ba5a tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:10.063897 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-db9c6ce2-79fd-44b4-b136-44f41230ba5a tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:10.106771 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-5f5897e5-d9bc-46b8-a158-4320456fd5ef req-6d592a61-c798-4fc6-8509-0abc1a52456e tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:10.148997 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-5f5897e5-d9bc-46b8-a158-4320456fd5ef req-6d592a61-c798-4fc6-8509-0abc1a52456e tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Transition to ACTIVE for port object 6036ba91-7d41-42aa-8b3a-764af0ce77d6 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:01:10.188555 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=206a9ec0-b9d9-495c-a620-820909a8baeb,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:01:10.226202 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port 14c5b767-97a9-4549-bb17-b81554f9a5a4 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:01:10.252707 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 14c5b767-97a9-4549-bb17-b81554f9a5a4 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:01:10.252707 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:10.325320 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port d488c1cd-1553-4f27-ba73-7b1ec88941e5 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:01:10.325320 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:10.335714 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-859afa0c-1c48-4c7c-b42d-ce679838aed0 admin admin] 10.222.0.36 "DELETE /v2.0/networks/0e9b3553-e353-4ee2-a08c-1966a6de6011 HTTP/1.1" status: 204 len: 168 time: 2.3195622 May 05 20:01:10.360616 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4069bd4-6cf4-4982-9ac4-14efb64edfa8 req-8be9aeef-f9fa-4df8-8f5c-bffae6ea5204 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:10.379467 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b4069bd4-6cf4-4982-9ac4-14efb64edfa8 req-8be9aeef-f9fa-4df8-8f5c-bffae6ea5204 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf5420af-229c-4e50-ae74-672fefcddb52 HTTP/1.1" status: 200 len: 945 time: 2.3858776 May 05 20:01:10.504771 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ad98e-ac10-4254-97af-b11de4c3461a req-7f70ce29-e36c-4b50-944e-c04dea4a8c69 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:10.504771 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d10ad98e-ac10-4254-97af-b11de4c3461a req-7f70ce29-e36c-4b50-944e-c04dea4a8c69 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] 10.222.0.24 "GET /v2.0/networks?id=2a9a9df3-ea16-4794-afeb-472875076e06 HTTP/1.1" status: 200 len: 805 time: 2.0925446 May 05 20:01:10.630981 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d10ad98e-ac10-4254-97af-b11de4c3461a req-8035dd24-8923-4c75-8a16-4c8456850dcf tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5bc97d17c8c4bca95c497c59c0718d6 HTTP/1.1" status: 200 len: 379 time: 0.1162364 May 05 20:01:10.631422 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 42802) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:01:10.654641 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-d10ad98e-ac10-4254-97af-b11de4c3461a req-67e07ae3-69dc-4d5b-86ec-7bb733c51f6b tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Request body: {'port': {'device_id': 'b21c7d5e-843f-4930-82d0-e5287f71fe00', 'network_id': '2a9a9df3-ea16-4794-afeb-472875076e06', 'admin_state_up': True, 'tenant_id': 'c5bc97d17c8c4bca95c497c59c0718d6', 'security_groups': ['06b765c8-45db-4f95-8595-bc26fb791f54']}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:01:10.738949 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17797d5-0b9a-4150-8f0c-31205ed368db req-9813559f-9744-4b54-a2b4-74cb5268da43 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:10.744851 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a17797d5-0b9a-4150-8f0c-31205ed368db req-9813559f-9744-4b54-a2b4-74cb5268da43 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=4323cae9-e867-48dc-bb84-72dbe559c9ec HTTP/1.1" status: 200 len: 932 time: 0.9960184 May 05 20:01:10.794278 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-db9c6ce2-79fd-44b4-b136-44f41230ba5a tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:10.794278 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-5f5897e5-d9bc-46b8-a158-4320456fd5ef req-6d592a61-c798-4fc6-8509-0abc1a52456e tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:10.828962 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-db9c6ce2-79fd-44b4-b136-44f41230ba5a tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:10.911927 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:10.950221 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-4f3e43fe-b6c1-4616-af91-152cd1597f30 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3d0f5ae877b24f5eb86b2584eac5dbad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3052866 May 05 20:01:10.950221 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 42806) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:01:10.996748 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b4069bd4-6cf4-4982-9ac4-14efb64edfa8 req-13c1f773-49a1-4c77-8805-9ea72ba05559 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6138592 May 05 20:01:11.004736 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-a17797d5-0b9a-4150-8f0c-31205ed368db req-754726eb-392a-49ba-b7d9-b1e1bd40a154 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Synchronizing usage tracker for tenant:2ac5211529134663a7b81ee9a43f1be9 on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:01:11.018449 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 5df09f37-fcf2-4bc7-9347-45d1a525e374 no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:01:11.159857 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 74d23f1e-73a7-42db-b11f-96808078f525 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:01:11.208079 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-a17797d5-0b9a-4150-8f0c-31205ed368db req-754726eb-392a-49ba-b7d9-b1e1bd40a154 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Unset dirty status for tenant:2ac5211529134663a7b81ee9a43f1be9 on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:01:11.213312 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a17797d5-0b9a-4150-8f0c-31205ed368db req-754726eb-392a-49ba-b7d9-b1e1bd40a154 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e8b672e-b72d-46a4-99a4-5f3b38959e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4720333 May 05 20:01:11.214486 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-db9c6ce2-79fd-44b4-b136-44f41230ba5a tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:11.223443 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-d10ad98e-ac10-4254-97af-b11de4c3461a req-67e07ae3-69dc-4d5b-86ec-7bb733c51f6b tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:01:11.241682 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-d10ad98e-ac10-4254-97af-b11de4c3461a req-67e07ae3-69dc-4d5b-86ec-7bb733c51f6b tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Usage tracker for resource:port and tenant:c5bc97d17c8c4bca95c497c59c0718d6 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:01:11.250462 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-d10ad98e-ac10-4254-97af-b11de4c3461a req-67e07ae3-69dc-4d5b-86ec-7bb733c51f6b tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:01:11.273921 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f5897e5-d9bc-46b8-a158-4320456fd5ef req-6d592a61-c798-4fc6-8509-0abc1a52456e tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Network 8a536572-51e8-41c9-b6b4-029e4a14e253 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:01:11.281359 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 14c5b767-97a9-4549-bb17-b81554f9a5a4, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=14c5b767-97a9-4549-bb17-b81554f9a5a4,segment=NetworkSegment(9712fa8a-84cf-4590-8760-a48340e4da1c),segment_id=9712fa8a-84cf-4590-8760-a48340e4da1c)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:01:11.297919 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-d10ad98e-ac10-4254-97af-b11de4c3461a req-67e07ae3-69dc-4d5b-86ec-7bb733c51f6b tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:01:11.303944 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-5f5897e5-d9bc-46b8-a158-4320456fd5ef req-6d592a61-c798-4fc6-8509-0abc1a52456e tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:01:11.324681 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2b6c2241-9bdb-49f2-91ce-cb63cc6be82c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:11.352520 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d10ad98e-ac10-4254-97af-b11de4c3461a req-67e07ae3-69dc-4d5b-86ec-7bb733c51f6b tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Made reservation on behalf of c5bc97d17c8c4bca95c497c59c0718d6 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:01:11.364873 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:11.370729 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d10ad98e-ac10-4254-97af-b11de4c3461a req-67e07ae3-69dc-4d5b-86ec-7bb733c51f6b tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:11.395950 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c6ce2-79fd-44b4-b136-44f41230ba5a tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Pushing event updated for resources: {'Port': ['ID=93900d18-1c67-4215-96b4-95cf859b2ef9,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:01:11.504030 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f5897e5-d9bc-46b8-a158-4320456fd5ef req-6d592a61-c798-4fc6-8509-0abc1a52456e tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:01:11.527634 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2b6c2241-9bdb-49f2-91ce-cb63cc6be82c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:11.644679 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5897e5-d9bc-46b8-a158-4320456fd5ef req-6d592a61-c798-4fc6-8509-0abc1a52456e tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:11.645624 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-5f5897e5-d9bc-46b8-a158-4320456fd5ef req-6d592a61-c798-4fc6-8509-0abc1a52456e tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:11.665844 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 91e2444a-2a29-43c9-9fd1-8f9f7ba08feb up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:01:11.698739 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-5271ac9a-0baf-41d1-8af7-c7bacf1dd433 req-f123ba9d-2802-4d59-962c-a4110e333a1f tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Synchronizing usage tracker for tenant:c5bc97d17c8c4bca95c497c59c0718d6 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:01:11.757354 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-ca98180c-1353-4ca2-b76c-54efc510199c req-50057c72-b22a-46c7-bf5b-ff856423d62a tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] For port 5df09f37-fcf2-4bc7-9347-45d1a525e374, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=5df09f37-fcf2-4bc7-9347-45d1a525e374,segment=NetworkSegment(eccdf1c4-efe8-4f03-97f1-7b574b83122b),segment_id=eccdf1c4-efe8-4f03-97f1-7b574b83122b)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:01:11.758217 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ca98180c-1353-4ca2-b76c-54efc510199c req-50057c72-b22a-46c7-bf5b-ff856423d62a tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:11.784014 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5f5897e5-d9bc-46b8-a158-4320456fd5ef req-6d592a61-c798-4fc6-8509-0abc1a52456e tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6738172 May 05 20:01:11.793050 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-db9c6ce2-79fd-44b4-b136-44f41230ba5a tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:11.794624 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-db9c6ce2-79fd-44b4-b136-44f41230ba5a tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.9337132 May 05 20:01:11.818809 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2b6c2241-9bdb-49f2-91ce-cb63cc6be82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:11.851336 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6c2241-9bdb-49f2-91ce-cb63cc6be82c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88edd133-940c-40dd-9d62-baa884811525,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:01:11.882401 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-5f5897e5-d9bc-46b8-a158-4320456fd5ef req-bfb59877-05db-4c7b-a4e2-5fb2f0117d50 service neutron] Request body: {'port': {'device_id': '4323cae9-e867-48dc-bb84-72dbe559c9ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:01:11.927698 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-d10ad98e-ac10-4254-97af-b11de4c3461a req-67e07ae3-69dc-4d5b-86ec-7bb733c51f6b tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Allocated IP 172.20.0.6 (2a9a9df3-ea16-4794-afeb-472875076e06/25f091e9-57a5-4759-ad7e-42d23abf747a/2056c142-6e03-4daa-98ea-b3d26c62df95) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:01:11.930048 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d592a61-c798-4fc6-8509-0abc1a52456e tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Pushing event updated for resources: {'Port': ['ID=6036ba91-7d41-42aa-8b3a-764af0ce77d6,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:01:11.933842 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-890b3436-7024-4a14-8ade-49441748857c'] response: {'server_uuid': 'c66c5a81-58b3-46e3-8e2a-9f67da08f252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a69c56a-ceaf-48c1-b4b6-46b3ad4a0052', 'code': 200} May 05 20:01:11.934439 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-890b3436-7024-4a14-8ade-49441748857c'] response: {'server_uuid': 'c66c5a81-58b3-46e3-8e2a-9f67da08f252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206a9ec0-b9d9-495c-a620-820909a8baeb', 'code': 200} May 05 20:01:12.014396 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2b6c2241-9bdb-49f2-91ce-cb63cc6be82c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:12.033507 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-2b6c2241-9bdb-49f2-91ce-cb63cc6be82c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/88edd133-940c-40dd-9d62-baa884811525 HTTP/1.1" status: 204 len: 168 time: 1.0591416 May 05 20:01:12.241986 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 74d23f1e-73a7-42db-b11f-96808078f525 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:01:12.322782 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 74d23f1e-73a7-42db-b11f-96808078f525 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:01:12.323161 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:12.343285 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08acde0b-c12c-45dd-a28f-2002d58bbaa0 req-3bf57b33-5506-4282-a450-e65097016006 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:12.353719 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08acde0b-c12c-45dd-a28f-2002d58bbaa0 req-3bf57b33-5506-4282-a450-e65097016006 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:12.359921 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08acde0b-c12c-45dd-a28f-2002d58bbaa0 req-3bf57b33-5506-4282-a450-e65097016006 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:12.367876 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08acde0b-c12c-45dd-a28f-2002d58bbaa0 req-3bf57b33-5506-4282-a450-e65097016006 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:12.375621 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08acde0b-c12c-45dd-a28f-2002d58bbaa0 req-3bf57b33-5506-4282-a450-e65097016006 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:12.382148 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08acde0b-c12c-45dd-a28f-2002d58bbaa0 req-3bf57b33-5506-4282-a450-e65097016006 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:12.389212 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-127301a1-770e-4f98-9fce-608aa7557ae4 None None] Provisioning for port 6036ba91-7d41-42aa-8b3a-764af0ce77d6 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:01:12.390569 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08acde0b-c12c-45dd-a28f-2002d58bbaa0 req-3bf57b33-5506-4282-a450-e65097016006 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:12.394049 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-08acde0b-c12c-45dd-a28f-2002d58bbaa0 req-3bf57b33-5506-4282-a450-e65097016006 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/ports?device_id=c66c5a81-58b3-46e3-8e2a-9f67da08f252 HTTP/1.1" status: 200 len: 5433 time: 0.5226727 May 05 20:01:12.443500 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-127301a1-770e-4f98-9fce-608aa7557ae4 None None] Provisioning complete for port 6036ba91-7d41-42aa-8b3a-764af0ce77d6 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:01:12.443879 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-127301a1-770e-4f98-9fce-608aa7557ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:12.510390 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-ca98180c-1353-4ca2-b76c-54efc510199c req-50057c72-b22a-46c7-bf5b-ff856423d62a tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Calling delete_port for 5df09f37-fcf2-4bc7-9347-45d1a525e374 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:01:12.542566 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-08acde0b-c12c-45dd-a28f-2002d58bbaa0 req-c5f1621d-f957-43e2-aee3-1ce2b87f57a8 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ea4b63-4d77-466d-a6d0-2611e1957d3d&id=6ef0a585-a6a9-4dc9-9f77-73dacf2639b2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1398704 May 05 20:01:12.592230 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d10ad98e-ac10-4254-97af-b11de4c3461a req-67e07ae3-69dc-4d5b-86ec-7bb733c51f6b tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:12.600115 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:12.638780 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-d10ad98e-ac10-4254-97af-b11de4c3461a req-67e07ae3-69dc-4d5b-86ec-7bb733c51f6b tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Transition to ACTIVE for port object 2056c142-6e03-4daa-98ea-b3d26c62df95 will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:01:12.689239 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d10ad98e-ac10-4254-97af-b11de4c3461a req-67e07ae3-69dc-4d5b-86ec-7bb733c51f6b tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:12.708982 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-127301a1-770e-4f98-9fce-608aa7557ae4 None None] Port 6036ba91-7d41-42aa-8b3a-764af0ce77d6 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:01:12.715003 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=14c5b767-97a9-4549-bb17-b81554f9a5a4,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:01:12.846098 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-5271ac9a-0baf-41d1-8af7-c7bacf1dd433 req-f123ba9d-2802-4d59-962c-a4110e333a1f tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Unset dirty status for tenant:c5bc97d17c8c4bca95c497c59c0718d6 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:01:12.847946 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5271ac9a-0baf-41d1-8af7-c7bacf1dd433 req-f123ba9d-2802-4d59-962c-a4110e333a1f tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] 10.222.0.36 "GET /v2.0/ports?device_id=b21c7d5e-843f-4930-82d0-e5287f71fe00 HTTP/1.1" status: 200 len: 210 time: 1.6126230 May 05 20:01:12.853142 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ca98180c-1353-4ca2-b76c-54efc510199c req-50057c72-b22a-46c7-bf5b-ff856423d62a tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:12.955863 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50057c72-b22a-46c7-bf5b-ff856423d62a tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Pushing event deleted for resources: {'Port': ['ID=5df09f37-fcf2-4bc7-9347-45d1a525e374,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:01:13.057891 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-005dd27e-8c23-4910-992c-7c6ed6c15264 req-7d9fd3f6-f17b-4a77-9481-14a111d2bb30 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf5420af-229c-4e50-ae74-672fefcddb52 HTTP/1.1" status: 200 len: 210 time: 0.1821153 May 05 20:01:13.075453 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d10ad98e-ac10-4254-97af-b11de4c3461a req-67e07ae3-69dc-4d5b-86ec-7bb733c51f6b tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Network 2a9a9df3-ea16-4794-afeb-472875076e06 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:01:13.078130 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e07ae3-69dc-4d5b-86ec-7bb733c51f6b tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Pushing event updated for resources: {'Port': ['ID=2056c142-6e03-4daa-98ea-b3d26c62df95,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:01:13.082280 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-d10ad98e-ac10-4254-97af-b11de4c3461a req-67e07ae3-69dc-4d5b-86ec-7bb733c51f6b tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:01:13.100211 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-d10ad98e-ac10-4254-97af-b11de4c3461a req-67e07ae3-69dc-4d5b-86ec-7bb733c51f6b tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:01:13.132533 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 91e2444a-2a29-43c9-9fd1-8f9f7ba08feb triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:01:13.133005 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:13.158189 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca98180c-1353-4ca2-b76c-54efc510199c req-50057c72-b22a-46c7-bf5b-ff856423d62a tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] No DVR routers for this DVR port 5df09f37-fcf2-4bc7-9347-45d1a525e374 on host n-h2-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:01:13.159815 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-5f5897e5-d9bc-46b8-a158-4320456fd5ef req-bfb59877-05db-4c7b-a4e2-5fb2f0117d50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:13.198164 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:13.204287 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ca98180c-1353-4ca2-b76c-54efc510199c req-50057c72-b22a-46c7-bf5b-ff856423d62a tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:13.206269 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ad98e-ac10-4254-97af-b11de4c3461a req-67e07ae3-69dc-4d5b-86ec-7bb733c51f6b tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:13.207619 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d10ad98e-ac10-4254-97af-b11de4c3461a req-67e07ae3-69dc-4d5b-86ec-7bb733c51f6b tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:13.215864 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5420af-229c-4e50-ae74-672fefcddb52', 'name': 'network-vif-deleted', 'tag': '5df09f37-fcf2-4bc7-9347-45d1a525e374'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:01:13.239799 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d10ad98e-ac10-4254-97af-b11de4c3461a req-67e07ae3-69dc-4d5b-86ec-7bb733c51f6b tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5890756 May 05 20:01:13.254867 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-d10ad98e-ac10-4254-97af-b11de4c3461a req-afa017f7-1a28-4f53-aa05-ccf40d65e616 service neutron] Request body: {'port': {'device_id': 'b21c7d5e-843f-4930-82d0-e5287f71fe00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:01:13.280010 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 74d23f1e-73a7-42db-b11f-96808078f525, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=74d23f1e-73a7-42db-b11f-96808078f525,segment=NetworkSegment(f9de3193-e4fa-4f1d-a073-95ff8ac5fa76),segment_id=f9de3193-e4fa-4f1d-a073-95ff8ac5fa76)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:01:13.294814 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:13.369741 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ca98180c-1353-4ca2-b76c-54efc510199c req-50057c72-b22a-46c7-bf5b-ff856423d62a tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.50 "DELETE /v2.0/ports/5df09f37-fcf2-4bc7-9347-45d1a525e374 HTTP/1.1" status: 204 len: 173 time: 5.3232236 May 05 20:01:13.487390 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 42860) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:01:13.513514 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-d1e6066b-ae2b-45d6-9f0e-4194dcc05eae req-bd98b318-cb78-455b-8c3f-db68a2558fa2 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Synchronizing usage tracker for tenant:2b65203be12a44e3b2b676f0adb9acc7 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:01:13.705724 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d10ad98e-ac10-4254-97af-b11de4c3461a req-afa017f7-1a28-4f53-aa05-ccf40d65e616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:13.726727 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=74d23f1e-73a7-42db-b11f-96808078f525,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:01:13.731660 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-d1e6066b-ae2b-45d6-9f0e-4194dcc05eae req-bd98b318-cb78-455b-8c3f-db68a2558fa2 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Unset dirty status for tenant:2b65203be12a44e3b2b676f0adb9acc7 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:01:13.736743 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d1e6066b-ae2b-45d6-9f0e-4194dcc05eae req-bd98b318-cb78-455b-8c3f-db68a2558fa2 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--463839285&fields=id&tenant_id=2b65203be12a44e3b2b676f0adb9acc7 HTTP/1.1" status: 200 len: 267 time: 0.5801294 May 05 20:01:13.757836 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:13.772064 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70821ef-d56d-405a-bef1-4f1a81a734a8 req-9149f107-526c-45fd-a423-9e869c4f3713 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:13.784390 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f70821ef-d56d-405a-bef1-4f1a81a734a8 req-9149f107-526c-45fd-a423-9e869c4f3713 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=4323cae9-e867-48dc-bb84-72dbe559c9ec HTTP/1.1" status: 200 len: 932 time: 0.4422884 May 05 20:01:13.871064 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-08ad4990-853b-47ec-8c44-f91f2ba3a373 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-355445715-network', 'tenant_id': '906aba68473d4c909ae20bf98b18c462'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:01:13.883841 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-08ad4990-853b-47ec-8c44-f91f2ba3a373 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:01:13.883841 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-08ad4990-853b-47ec-8c44-f91f2ba3a373 admin admin] Usage tracker for resource:network and tenant:906aba68473d4c909ae20bf98b18c462 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:01:13.883841 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-08ad4990-853b-47ec-8c44-f91f2ba3a373 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:01:13.895561 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-08ad4990-853b-47ec-8c44-f91f2ba3a373 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:01:13.900901 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-50f49360-b7bf-4dd8-a010-d55f11095a39 None None] Provisioning for port 2056c142-6e03-4daa-98ea-b3d26c62df95 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:01:13.916468 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-50f49360-b7bf-4dd8-a010-d55f11095a39 None None] Provisioning complete for port 2056c142-6e03-4daa-98ea-b3d26c62df95 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:01:13.916468 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-50f49360-b7bf-4dd8-a010-d55f11095a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:13.925725 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ad4990-853b-47ec-8c44-f91f2ba3a373 admin admin] Made reservation on behalf of 906aba68473d4c909ae20bf98b18c462 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:01:13.928006 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-08ad4990-853b-47ec-8c44-f91f2ba3a373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:13.949380 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c66c5a81-58b3-46e3-8e2a-9f67da08f252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c5b767-97a9-4549-bb17-b81554f9a5a4'}, {'server_uuid': 'c406eeb3-a729-4336-a7a7-a2ad14d57bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e2444a-2a29-43c9-9fd1-8f9f7ba08feb'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:01:13.963319 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-08ad4990-853b-47ec-8c44-f91f2ba3a373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:13.985738 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 91e2444a-2a29-43c9-9fd1-8f9f7ba08feb, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=91e2444a-2a29-43c9-9fd1-8f9f7ba08feb,segment=NetworkSegment(79511503-ff66-4663-ae8b-5322fffb3d0a),segment_id=79511503-ff66-4663-ae8b-5322fffb3d0a)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:01:14.004918 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:14.049561 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f70821ef-d56d-405a-bef1-4f1a81a734a8 req-7c75d714-1f2b-4f0f-8cd2-c95faba6383f tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e8b672e-b72d-46a4-99a4-5f3b38959e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2713332 May 05 20:01:14.117905 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-08ad4990-853b-47ec-8c44-f91f2ba3a373 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:01:14.143847 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-08ad4990-853b-47ec-8c44-f91f2ba3a373 admin admin] Usage tracker for resource:security_group_rule and tenant:906aba68473d4c909ae20bf98b18c462 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:01:14.152352 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-08ad4990-853b-47ec-8c44-f91f2ba3a373 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:01:14.152526 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:14.155719 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-50f49360-b7bf-4dd8-a010-d55f11095a39 None None] Port 2056c142-6e03-4daa-98ea-b3d26c62df95 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:01:14.175268 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-08ad4990-853b-47ec-8c44-f91f2ba3a373 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:01:14.222987 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=91e2444a-2a29-43c9-9fd1-8f9f7ba08feb,revision_number=7']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:01:14.368051 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c49e7a9e-cb7b-45b7-a9ac-30809ed4d60c'] response: {'server_uuid': 'bf5420af-229c-4e50-ae74-672fefcddb52', 'name': 'network-vif-deleted', 'tag': '5df09f37-fcf2-4bc7-9347-45d1a525e374', 'status': 'completed', 'code': 200} May 05 20:01:14.492809 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e6066b-ae2b-45d6-9f0e-4194dcc05eae req-4d3c3b8d-e4de-4a0c-b2a5-d033b9b29a52 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:14.492809 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-d1e6066b-ae2b-45d6-9f0e-4194dcc05eae req-4d3c3b8d-e4de-4a0c-b2a5-d033b9b29a52 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Synchronizing usage tracker for tenant:2b65203be12a44e3b2b676f0adb9acc7 on resource:network {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:01:14.589877 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-d1e6066b-ae2b-45d6-9f0e-4194dcc05eae req-4d3c3b8d-e4de-4a0c-b2a5-d033b9b29a52 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Unset dirty status for tenant:2b65203be12a44e3b2b676f0adb9acc7 on resource:network {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:01:14.595887 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d1e6066b-ae2b-45d6-9f0e-4194dcc05eae req-4d3c3b8d-e4de-4a0c-b2a5-d033b9b29a52 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/networks?id=025bffd7-43d6-46c1-996a-8056de7069d8 HTTP/1.1" status: 200 len: 814 time: 0.8386014 May 05 20:01:14.692671 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d1e6066b-ae2b-45d6-9f0e-4194dcc05eae req-d5bcce20-5d64-43ad-aa62-808df319e54c tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/quotas/2b65203be12a44e3b2b676f0adb9acc7 HTTP/1.1" status: 200 len: 375 time: 0.0903707 May 05 20:01:14.698972 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-08ad4990-853b-47ec-8c44-f91f2ba3a373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:14.708295 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-08ad4990-853b-47ec-8c44-f91f2ba3a373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:14.815340 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-5f5897e5-d9bc-46b8-a158-4320456fd5ef req-bfb59877-05db-4c7b-a4e2-5fb2f0117d50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6036ba91-7d41-42aa-8b3a-764af0ce77d6 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:01:14.829049 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-5f5897e5-d9bc-46b8-a158-4320456fd5ef req-bfb59877-05db-4c7b-a4e2-5fb2f0117d50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:14.853057 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-5f5897e5-d9bc-46b8-a158-4320456fd5ef req-bfb59877-05db-4c7b-a4e2-5fb2f0117d50 service neutron] Transition to ACTIVE for port object 6036ba91-7d41-42aa-8b3a-764af0ce77d6 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:01:14.864777 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-5f5897e5-d9bc-46b8-a158-4320456fd5ef req-bfb59877-05db-4c7b-a4e2-5fb2f0117d50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:14.975718 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.resource_extend [req-d10ad98e-ac10-4254-97af-b11de4c3461a req-afa017f7-1a28-4f53-aa05-ccf40d65e616 service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 20:01:15.144843 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-d10ad98e-ac10-4254-97af-b11de4c3461a req-afa017f7-1a28-4f53-aa05-ccf40d65e616 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2056c142-6e03-4daa-98ea-b3d26c62df95 {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:01:15.171293 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d10ad98e-ac10-4254-97af-b11de4c3461a req-afa017f7-1a28-4f53-aa05-ccf40d65e616 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:15.229963 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-d10ad98e-ac10-4254-97af-b11de4c3461a req-afa017f7-1a28-4f53-aa05-ccf40d65e616 service neutron] Transition to ACTIVE for port object 2056c142-6e03-4daa-98ea-b3d26c62df95 will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:01:15.236916 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ad4990-853b-47ec-8c44-f91f2ba3a373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68f86c4c-dba3-493f-a553-82dc543f33b3,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:01:15.256046 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08ad4990-853b-47ec-8c44-f91f2ba3a373 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:01:15.267756 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d10ad98e-ac10-4254-97af-b11de4c3461a req-afa017f7-1a28-4f53-aa05-ccf40d65e616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:15.380183 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d1e6066b-ae2b-45d6-9f0e-4194dcc05eae req-37818491-ecf7-4fcd-8d53-97094383e165 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2b65203be12a44e3b2b676f0adb9acc7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6684060 May 05 20:01:15.435825 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-08ad4990-853b-47ec-8c44-f91f2ba3a373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:15.435825 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-08ad4990-853b-47ec-8c44-f91f2ba3a373 admin admin] Added segment 3aca4ab0-929b-456d-aa84-5ecc6cb9893c of type vlan for network 642babfc-0f83-431e-8336-efb566a9ef25 May 05 20:01:15.462999 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c3eef7-48be-4a80-a3b9-5e5d72c59be6 req-fb6d3517-b4eb-4bb5-8a6f-c6e394c5704d tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:15.470059 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c3eef7-48be-4a80-a3b9-5e5d72c59be6 req-fb6d3517-b4eb-4bb5-8a6f-c6e394c5704d tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:15.479801 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 74d23f1e-73a7-42db-b11f-96808078f525 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:01:15.511920 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c3eef7-48be-4a80-a3b9-5e5d72c59be6 req-fb6d3517-b4eb-4bb5-8a6f-c6e394c5704d tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:15.518718 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c3eef7-48be-4a80-a3b9-5e5d72c59be6 req-fb6d3517-b4eb-4bb5-8a6f-c6e394c5704d tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:15.528647 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c3eef7-48be-4a80-a3b9-5e5d72c59be6 req-fb6d3517-b4eb-4bb5-8a6f-c6e394c5704d tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:15.573401 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c3eef7-48be-4a80-a3b9-5e5d72c59be6 req-fb6d3517-b4eb-4bb5-8a6f-c6e394c5704d tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:15.603311 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c3eef7-48be-4a80-a3b9-5e5d72c59be6 req-fb6d3517-b4eb-4bb5-8a6f-c6e394c5704d tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:15.617232 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-92c3eef7-48be-4a80-a3b9-5e5d72c59be6 req-fb6d3517-b4eb-4bb5-8a6f-c6e394c5704d tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/ports?device_id=c66c5a81-58b3-46e3-8e2a-9f67da08f252 HTTP/1.1" status: 200 len: 5433 time: 1.1022887 May 05 20:01:15.688622 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb59877-05db-4c7b-a4e2-5fb2f0117d50 service neutron] Pushing event updated for resources: {'Port': ['ID=6036ba91-7d41-42aa-8b3a-764af0ce77d6,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:01:15.724001 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 74d23f1e-73a7-42db-b11f-96808078f525 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:01:15.724001 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:15.796068 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-5f5897e5-d9bc-46b8-a158-4320456fd5ef req-bfb59877-05db-4c7b-a4e2-5fb2f0117d50 service neutron] Attempting to bind port 6036ba91-7d41-42aa-8b3a-764af0ce77d6 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:01:15.796068 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-5f5897e5-d9bc-46b8-a158-4320456fd5ef req-bfb59877-05db-4c7b-a4e2-5fb2f0117d50 service neutron] Attempting to bind port 6036ba91-7d41-42aa-8b3a-764af0ce77d6 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': '131841d7-b870-4a09-a673-d43da1d3ff2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8a536572-51e8-41c9-b6b4-029e4a14e253'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:01:15.796068 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5897e5-d9bc-46b8-a158-4320456fd5ef req-bfb59877-05db-4c7b-a4e2-5fb2f0117d50 service neutron] Attempting to bind port 6036ba91-7d41-42aa-8b3a-764af0ce77d6 on network 8a536572-51e8-41c9-b6b4-029e4a14e253 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:01:15.815134 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5897e5-d9bc-46b8-a158-4320456fd5ef req-bfb59877-05db-4c7b-a4e2-5fb2f0117d50 service neutron] Port 6036ba91-7d41-42aa-8b3a-764af0ce77d6 on network 8a536572-51e8-41c9-b6b4-029e4a14e253 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:01:15.815476 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5897e5-d9bc-46b8-a158-4320456fd5ef req-bfb59877-05db-4c7b-a4e2-5fb2f0117d50 service neutron] Attempting to bind port 6036ba91-7d41-42aa-8b3a-764af0ce77d6 on network 8a536572-51e8-41c9-b6b4-029e4a14e253 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:01:15.868883 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5897e5-d9bc-46b8-a158-4320456fd5ef req-bfb59877-05db-4c7b-a4e2-5fb2f0117d50 service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:01:15.868883 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5897e5-d9bc-46b8-a158-4320456fd5ef req-bfb59877-05db-4c7b-a4e2-5fb2f0117d50 service neutron] Checking segment: {'id': '131841d7-b870-4a09-a673-d43da1d3ff2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8a536572-51e8-41c9-b6b4-029e4a14e253'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:01:15.868883 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5897e5-d9bc-46b8-a158-4320456fd5ef req-bfb59877-05db-4c7b-a4e2-5fb2f0117d50 service neutron] Bound using segment: {'id': '131841d7-b870-4a09-a673-d43da1d3ff2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8a536572-51e8-41c9-b6b4-029e4a14e253'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:01:15.868883 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-5f5897e5-d9bc-46b8-a158-4320456fd5ef req-bfb59877-05db-4c7b-a4e2-5fb2f0117d50 service neutron] Bound port: 6036ba91-7d41-42aa-8b3a-764af0ce77d6, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '131841d7-b870-4a09-a673-d43da1d3ff2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8a536572-51e8-41c9-b6b4-029e4a14e253'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:01:15.868883 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-5f5897e5-d9bc-46b8-a158-4320456fd5ef req-bfb59877-05db-4c7b-a4e2-5fb2f0117d50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:15.878077 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa017f7-1a28-4f53-aa05-ccf40d65e616 service neutron] Pushing event updated for resources: {'Port': ['ID=2056c142-6e03-4daa-98ea-b3d26c62df95,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:01:16.044277 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-92c3eef7-48be-4a80-a3b9-5e5d72c59be6 req-bf79b502-c09c-40d0-a62f-13e3b261fd72 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ea4b63-4d77-466d-a6d0-2611e1957d3d&id=6ef0a585-a6a9-4dc9-9f77-73dacf2639b2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4320841 May 05 20:01:16.095950 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-08ad4990-853b-47ec-8c44-f91f2ba3a373 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:16.099772 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:16.190044 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d1e6066b-ae2b-45d6-9f0e-4194dcc05eae req-65bab3cc-b1c5-4981-a193-0bd91e13bf77 service neutron] 10.222.0.36 "GET /v2.0/networks/025bffd7-43d6-46c1-996a-8056de7069d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6375175 May 05 20:01:16.197248 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-5f5897e5-d9bc-46b8-a158-4320456fd5ef req-bfb59877-05db-4c7b-a4e2-5fb2f0117d50 service neutron] For port 6036ba91-7d41-42aa-8b3a-764af0ce77d6, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:01:16.253526 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-5f5897e5-d9bc-46b8-a158-4320456fd5ef req-bfb59877-05db-4c7b-a4e2-5fb2f0117d50 service neutron] For port 6036ba91-7d41-42aa-8b3a-764af0ce77d6, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=6036ba91-7d41-42aa-8b3a-764af0ce77d6,segment=NetworkSegment(131841d7-b870-4a09-a673-d43da1d3ff2b),segment_id=131841d7-b870-4a09-a673-d43da1d3ff2b)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:01:16.288594 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-5f5897e5-d9bc-46b8-a158-4320456fd5ef req-bfb59877-05db-4c7b-a4e2-5fb2f0117d50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:16.315528 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-08ad4990-853b-47ec-8c44-f91f2ba3a373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:16.315528 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ad4990-853b-47ec-8c44-f91f2ba3a373 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:16.315528 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-08ad4990-853b-47ec-8c44-f91f2ba3a373 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:16.443246 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-d10ad98e-ac10-4254-97af-b11de4c3461a req-afa017f7-1a28-4f53-aa05-ccf40d65e616 service neutron] Attempting to bind port 2056c142-6e03-4daa-98ea-b3d26c62df95 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:01:16.443246 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-d10ad98e-ac10-4254-97af-b11de4c3461a req-afa017f7-1a28-4f53-aa05-ccf40d65e616 service neutron] Attempting to bind port 2056c142-6e03-4daa-98ea-b3d26c62df95 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': '3aa7e59a-714f-4cf9-893d-8943b903815a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2a9a9df3-ea16-4794-afeb-472875076e06'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:01:16.443714 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10ad98e-ac10-4254-97af-b11de4c3461a req-afa017f7-1a28-4f53-aa05-ccf40d65e616 service neutron] Attempting to bind port 2056c142-6e03-4daa-98ea-b3d26c62df95 on network 2a9a9df3-ea16-4794-afeb-472875076e06 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:01:16.518790 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10ad98e-ac10-4254-97af-b11de4c3461a req-afa017f7-1a28-4f53-aa05-ccf40d65e616 service neutron] Port 2056c142-6e03-4daa-98ea-b3d26c62df95 on network 2a9a9df3-ea16-4794-afeb-472875076e06 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:01:16.519114 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10ad98e-ac10-4254-97af-b11de4c3461a req-afa017f7-1a28-4f53-aa05-ccf40d65e616 service neutron] Attempting to bind port 2056c142-6e03-4daa-98ea-b3d26c62df95 on network 2a9a9df3-ea16-4794-afeb-472875076e06 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:01:16.531614 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-08ad4990-853b-47ec-8c44-f91f2ba3a373 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.0181181 May 05 20:01:16.544102 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 42886) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:01:16.550484 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-67e32e34-d2d4-445d-bab1-e5988659c3df admin admin] Request body: {'subnet': {'network_id': '642babfc-0f83-431e-8336-efb566a9ef25', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-355445715-subnet', 'tenant_id': '906aba68473d4c909ae20bf98b18c462', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:01:16.574678 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-67e32e34-d2d4-445d-bab1-e5988659c3df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:01:16.628740 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-67e32e34-d2d4-445d-bab1-e5988659c3df admin admin] Usage tracker for resource:subnet and tenant:906aba68473d4c909ae20bf98b18c462 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:01:16.633403 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-67e32e34-d2d4-445d-bab1-e5988659c3df admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:01:16.643570 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-67e32e34-d2d4-445d-bab1-e5988659c3df admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:01:16.661797 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10ad98e-ac10-4254-97af-b11de4c3461a req-afa017f7-1a28-4f53-aa05-ccf40d65e616 service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:01:16.662377 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10ad98e-ac10-4254-97af-b11de4c3461a req-afa017f7-1a28-4f53-aa05-ccf40d65e616 service neutron] Checking segment: {'id': '3aa7e59a-714f-4cf9-893d-8943b903815a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2a9a9df3-ea16-4794-afeb-472875076e06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:01:16.662820 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10ad98e-ac10-4254-97af-b11de4c3461a req-afa017f7-1a28-4f53-aa05-ccf40d65e616 service neutron] Bound using segment: {'id': '3aa7e59a-714f-4cf9-893d-8943b903815a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2a9a9df3-ea16-4794-afeb-472875076e06'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:01:16.663257 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-d10ad98e-ac10-4254-97af-b11de4c3461a req-afa017f7-1a28-4f53-aa05-ccf40d65e616 service neutron] Bound port: 2056c142-6e03-4daa-98ea-b3d26c62df95, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aa7e59a-714f-4cf9-893d-8943b903815a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2a9a9df3-ea16-4794-afeb-472875076e06'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:01:16.663618 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d10ad98e-ac10-4254-97af-b11de4c3461a req-afa017f7-1a28-4f53-aa05-ccf40d65e616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:16.674356 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ad4990-853b-47ec-8c44-f91f2ba3a373 admin admin] Pushing event updated for resources: {'Network': ['ID=642babfc-0f83-431e-8336-efb566a9ef25,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:01:16.679239 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5897e5-d9bc-46b8-a158-4320456fd5ef req-bfb59877-05db-4c7b-a4e2-5fb2f0117d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:16.680426 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e32e34-d2d4-445d-bab1-e5988659c3df admin admin] Made reservation on behalf of 906aba68473d4c909ae20bf98b18c462 for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:01:16.682261 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-67e32e34-d2d4-445d-bab1-e5988659c3df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:16.693469 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 642babfc-0f83-431e-8336-efb566a9ef25 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:01:16.728955 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-5f5897e5-d9bc-46b8-a158-4320456fd5ef req-bfb59877-05db-4c7b-a4e2-5fb2f0117d50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:16.739264 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5f5897e5-d9bc-46b8-a158-4320456fd5ef req-bfb59877-05db-4c7b-a4e2-5fb2f0117d50 service neutron] 10.222.0.24 "PUT /v2.0/ports/6036ba91-7d41-42aa-8b3a-764af0ce77d6 HTTP/1.1" status: 200 len: 1092 time: 4.8624487 May 05 20:01:16.741909 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4323cae9-e867-48dc-bb84-72dbe559c9ec', 'tag': '6036ba91-7d41-42aa-8b3a-764af0ce77d6'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:01:16.807837 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-d10ad98e-ac10-4254-97af-b11de4c3461a req-afa017f7-1a28-4f53-aa05-ccf40d65e616 service neutron] For port 2056c142-6e03-4daa-98ea-b3d26c62df95, host n-h1-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:01:16.810932 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-d10ad98e-ac10-4254-97af-b11de4c3461a req-afa017f7-1a28-4f53-aa05-ccf40d65e616 service neutron] For port 2056c142-6e03-4daa-98ea-b3d26c62df95, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=2056c142-6e03-4daa-98ea-b3d26c62df95,segment=NetworkSegment(3aa7e59a-714f-4cf9-893d-8943b903815a),segment_id=3aa7e59a-714f-4cf9-893d-8943b903815a)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:01:16.915456 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebada024-1a20-4ab5-b5c1-c0e74dc1f45f req-b23c6f69-11da-4943-baa3-b0bf17ed6152 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:16.916817 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-ebada024-1a20-4ab5-b5c1-c0e74dc1f45f req-b23c6f69-11da-4943-baa3-b0bf17ed6152 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Synchronizing usage tracker for tenant:c5bc97d17c8c4bca95c497c59c0718d6 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:01:16.922755 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d10ad98e-ac10-4254-97af-b11de4c3461a req-afa017f7-1a28-4f53-aa05-ccf40d65e616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:16.931907 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb59877-05db-4c7b-a4e2-5fb2f0117d50 service neutron] Pushing event updated for resources: {'Port': ['ID=6036ba91-7d41-42aa-8b3a-764af0ce77d6,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:01:16.969469 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d1e6066b-ae2b-45d6-9f0e-4194dcc05eae req-a35da7a8-c413-4879-985d-6f16617c2089 service neutron] 10.222.0.36 "GET /v2.0/networks/025bffd7-43d6-46c1-996a-8056de7069d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7690210 May 05 20:01:17.013375 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ad98e-ac10-4254-97af-b11de4c3461a req-afa017f7-1a28-4f53-aa05-ccf40d65e616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:17.014007 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d10ad98e-ac10-4254-97af-b11de4c3461a req-afa017f7-1a28-4f53-aa05-ccf40d65e616 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:17.016013 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d10ad98e-ac10-4254-97af-b11de4c3461a req-afa017f7-1a28-4f53-aa05-ccf40d65e616 service neutron] 10.222.0.24 "PUT /v2.0/ports/2056c142-6e03-4daa-98ea-b3d26c62df95 HTTP/1.1" status: 200 len: 1091 time: 3.7678971 May 05 20:01:17.035210 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5897e5-d9bc-46b8-a158-4320456fd5ef req-dfbf0b08-7c0c-4de2-a3b2-94ca6309d6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:17.041780 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5f5897e5-d9bc-46b8-a158-4320456fd5ef req-dfbf0b08-7c0c-4de2-a3b2-94ca6309d6f8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ac5211529134663a7b81ee9a43f1be9&device_id=4323cae9-e867-48dc-bb84-72dbe559c9ec HTTP/1.1" status: 200 len: 1095 time: 0.2403345 May 05 20:01:17.087612 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b21c7d5e-843f-4930-82d0-e5287f71fe00', 'tag': '2056c142-6e03-4daa-98ea-b3d26c62df95'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:01:17.230437 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5f5897e5-d9bc-46b8-a158-4320456fd5ef req-10613d61-cefc-4eed-a537-a14137b4acaa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6036ba91-7d41-42aa-8b3a-764af0ce77d6 HTTP/1.1" status: 200 len: 217 time: 0.1730027 May 05 20:01:17.389982 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4beb0c1e-ad0f-416c-bbaf-2219988fe0f5'] response: {'server_uuid': 'c66c5a81-58b3-46e3-8e2a-9f67da08f252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c5b767-97a9-4549-bb17-b81554f9a5a4', 'code': 200} May 05 20:01:17.389982 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4beb0c1e-ad0f-416c-bbaf-2219988fe0f5'] response: {'server_uuid': 'c406eeb3-a729-4336-a7a7-a2ad14d57bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e2444a-2a29-43c9-9fd1-8f9f7ba08feb', 'code': 200} May 05 20:01:17.413049 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-ebada024-1a20-4ab5-b5c1-c0e74dc1f45f req-b23c6f69-11da-4943-baa3-b0bf17ed6152 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Unset dirty status for tenant:c5bc97d17c8c4bca95c497c59c0718d6 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:01:17.413049 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ebada024-1a20-4ab5-b5c1-c0e74dc1f45f req-b23c6f69-11da-4943-baa3-b0bf17ed6152 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] 10.222.0.36 "GET /v2.0/ports?device_id=b21c7d5e-843f-4930-82d0-e5287f71fe00 HTTP/1.1" status: 200 len: 943 time: 1.2297399 May 05 20:01:17.546913 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5897e5-d9bc-46b8-a158-4320456fd5ef req-9ca8de6a-d932-4199-a814-d30fb3feb914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:17.551940 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ebada024-1a20-4ab5-b5c1-c0e74dc1f45f req-2f67f9de-994e-45f1-b584-87324037d76e tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] 10.222.0.36 "GET /v2.0/security-groups?id=06b765c8-45db-4f95-8595-bc26fb791f54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386096 May 05 20:01:17.565527 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5f5897e5-d9bc-46b8-a158-4320456fd5ef req-9ca8de6a-d932-4199-a814-d30fb3feb914 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=afbf8c9c-9fa3-4fdd-ba30-b4249970e4ad HTTP/1.1" status: 200 len: 858 time: 0.3201706 May 05 20:01:17.637533 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ad98e-ac10-4254-97af-b11de4c3461a req-13b922d8-d809-4c16-83ec-f3411276f7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:17.641303 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d10ad98e-ac10-4254-97af-b11de4c3461a req-13b922d8-d809-4c16-83ec-f3411276f7c5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c5bc97d17c8c4bca95c497c59c0718d6&device_id=b21c7d5e-843f-4930-82d0-e5287f71fe00 HTTP/1.1" status: 200 len: 1094 time: 0.4147630 May 05 20:01:17.678111 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa017f7-1a28-4f53-aa05-ccf40d65e616 service neutron] Pushing event updated for resources: {'Port': ['ID=2056c142-6e03-4daa-98ea-b3d26c62df95,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:01:17.945766 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5897e5-d9bc-46b8-a158-4320456fd5ef req-0571f7a3-815f-44f7-bfce-621f2093c31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:17.954585 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5f5897e5-d9bc-46b8-a158-4320456fd5ef req-0571f7a3-815f-44f7-bfce-621f2093c31d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8a536572-51e8-41c9-b6b4-029e4a14e253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3839495 May 05 20:01:18.033563 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d10ad98e-ac10-4254-97af-b11de4c3461a req-4eae514b-02b7-4d26-8dd2-cfeb0d7be4ce service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2056c142-6e03-4daa-98ea-b3d26c62df95 HTTP/1.1" status: 200 len: 217 time: 0.3502164 May 05 20:01:18.295431 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d897ff60-9c11-466f-8bfb-66ec61e19fec'] response: {'name': 'network-changed', 'server_uuid': '4323cae9-e867-48dc-bb84-72dbe559c9ec', 'tag': '6036ba91-7d41-42aa-8b3a-764af0ce77d6', 'status': 'completed', 'code': 200} May 05 20:01:18.371571 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5f5897e5-d9bc-46b8-a158-4320456fd5ef req-874e9935-7809-4bb0-a5fe-5c74c73e8156 service neutron] 10.222.0.24 "GET /v2.0/networks/8a536572-51e8-41c9-b6b4-029e4a14e253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4142857 May 05 20:01:18.469638 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f52d2-1f43-4ceb-af69-f2d0283ba075 req-f9750d50-0ffc-4fbc-8720-cc9827cd1dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:18.469638 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f52d2-1f43-4ceb-af69-f2d0283ba075 req-f9750d50-0ffc-4fbc-8720-cc9827cd1dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:18.469638 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f52d2-1f43-4ceb-af69-f2d0283ba075 req-f9750d50-0ffc-4fbc-8720-cc9827cd1dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:18.469638 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f52d2-1f43-4ceb-af69-f2d0283ba075 req-f9750d50-0ffc-4fbc-8720-cc9827cd1dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:18.469638 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f52d2-1f43-4ceb-af69-f2d0283ba075 req-f9750d50-0ffc-4fbc-8720-cc9827cd1dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:18.474921 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f52d2-1f43-4ceb-af69-f2d0283ba075 req-f9750d50-0ffc-4fbc-8720-cc9827cd1dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:18.474921 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f52d2-1f43-4ceb-af69-f2d0283ba075 req-f9750d50-0ffc-4fbc-8720-cc9827cd1dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:18.487314 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0e1f52d2-1f43-4ceb-af69-f2d0283ba075 req-f9750d50-0ffc-4fbc-8720-cc9827cd1dcb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c66c5a81-58b3-46e3-8e2a-9f67da08f252 HTTP/1.1" status: 200 len: 6490 time: 0.9943464 May 05 20:01:18.587765 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d9d21-1f06-4cbf-a201-d358d5e8fb31 req-9a24954b-0ce1-4842-880d-2abef125ed02 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:18.601362 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d9d21-1f06-4cbf-a201-d358d5e8fb31 req-9a24954b-0ce1-4842-880d-2abef125ed02 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:18.601362 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d9d21-1f06-4cbf-a201-d358d5e8fb31 req-9a24954b-0ce1-4842-880d-2abef125ed02 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:18.613321 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d9d21-1f06-4cbf-a201-d358d5e8fb31 req-9a24954b-0ce1-4842-880d-2abef125ed02 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:18.622576 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d9d21-1f06-4cbf-a201-d358d5e8fb31 req-9a24954b-0ce1-4842-880d-2abef125ed02 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:18.628476 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0e1f52d2-1f43-4ceb-af69-f2d0283ba075 req-a44e55de-0811-42f2-9b50-ccedccd25b8b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c1ea4b63-4d77-466d-a6d0-2611e1957d3d&id=6ef0a585-a6a9-4dc9-9f77-73dacf2639b2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1109574 May 05 20:01:18.634059 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d9d21-1f06-4cbf-a201-d358d5e8fb31 req-9a24954b-0ce1-4842-880d-2abef125ed02 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:18.652672 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d9d21-1f06-4cbf-a201-d358d5e8fb31 req-9a24954b-0ce1-4842-880d-2abef125ed02 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:18.666387 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-617d9d21-1f06-4cbf-a201-d358d5e8fb31 req-9a24954b-0ce1-4842-880d-2abef125ed02 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/ports?device_id=c66c5a81-58b3-46e3-8e2a-9f67da08f252 HTTP/1.1" status: 200 len: 5433 time: 0.4170635 May 05 20:01:18.682607 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ad98e-ac10-4254-97af-b11de4c3461a req-7291d7da-624b-4e2d-a4fe-da4a6405a78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:18.682607 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d10ad98e-ac10-4254-97af-b11de4c3461a req-7291d7da-624b-4e2d-a4fe-da4a6405a78b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=25f091e9-57a5-4759-ad7e-42d23abf747a HTTP/1.1" status: 200 len: 844 time: 0.5282245 May 05 20:01:18.701520 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e08130-c005-409b-aadb-56b094aa2da0 req-15b0e673-d8cc-4658-9ac9-1aec991723fb tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:18.718178 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a4e08130-c005-409b-aadb-56b094aa2da0 req-15b0e673-d8cc-4658-9ac9-1aec991723fb tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=4323cae9-e867-48dc-bb84-72dbe559c9ec HTTP/1.1" status: 200 len: 944 time: 0.6716547 May 05 20:01:18.795817 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-67e32e34-d2d4-445d-bab1-e5988659c3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:18.846138 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5f5897e5-d9bc-46b8-a158-4320456fd5ef req-ad8a1aa0-0b33-4ac1-b172-709a4a1e0d6f service neutron] 10.222.0.24 "GET /v2.0/networks/8a536572-51e8-41c9-b6b4-029e4a14e253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4660842 May 05 20:01:18.927236 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-617d9d21-1f06-4cbf-a201-d358d5e8fb31 req-adda80fc-fbd0-49c4-81f8-ab0d7a8b379a tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ea4b63-4d77-466d-a6d0-2611e1957d3d&id=6ef0a585-a6a9-4dc9-9f77-73dacf2639b2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2560854 May 05 20:01:18.932478 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a4e08130-c005-409b-aadb-56b094aa2da0 req-8d3d36f6-4523-4420-b318-d7d6bc2cf56f tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e8b672e-b72d-46a4-99a4-5f3b38959e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2150221 May 05 20:01:18.988976 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e32e34-d2d4-445d-bab1-e5988659c3df admin admin] Pushing event updated for resources: {'Subnet': ['ID=51e3d3c7-531c-4a88-a4ff-ec92a467f790,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:01:18.988976 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e32e34-d2d4-445d-bab1-e5988659c3df admin admin] Checking segment: {'id': '3aca4ab0-929b-456d-aa84-5ecc6cb9893c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '642babfc-0f83-431e-8336-efb566a9ef25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:01:18.994257 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e32e34-d2d4-445d-bab1-e5988659c3df admin admin] Network hostable DHCP agents. Network: 642babfc-0f83-431e-8336-efb566a9ef25, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:01:19.024122 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ad98e-ac10-4254-97af-b11de4c3461a req-45faa1a2-4518-40cd-a499-e9830540150a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:19.025794 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d10ad98e-ac10-4254-97af-b11de4c3461a req-45faa1a2-4518-40cd-a499-e9830540150a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2a9a9df3-ea16-4794-afeb-472875076e06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1877756 May 05 20:01:19.027035 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e32e34-d2d4-445d-bab1-e5988659c3df admin admin] Network 642babfc-0f83-431e-8336-efb566a9ef25 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:01:19.058067 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-67e32e34-d2d4-445d-bab1-e5988659c3df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 642babfc-0f83-431e-8336-efb566a9ef25) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:01:19.070015 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0099c46b-ec05-4818-9292-ebb1caacc145 None None] Network 642babfc-0f83-431e-8336-efb566a9ef25 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:01:19.079343 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e32e34-d2d4-445d-bab1-e5988659c3df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:19.082510 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-67e32e34-d2d4-445d-bab1-e5988659c3df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:19.167023 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad60c4-e803-4c9d-a8c1-6ff9aa2bfea5 req-4f8cbd52-8fcf-4777-b2d8-0219647830b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:19.168600 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f7ad60c4-e803-4c9d-a8c1-6ff9aa2bfea5 req-4f8cbd52-8fcf-4777-b2d8-0219647830b4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ac5211529134663a7b81ee9a43f1be9&device_id=4323cae9-e867-48dc-bb84-72dbe559c9ec HTTP/1.1" status: 200 len: 1095 time: 0.2373960 May 05 20:01:19.404285 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad60c4-e803-4c9d-a8c1-6ff9aa2bfea5 req-b18bb719-2a55-4d7e-8068-10b783e04282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:19.407704 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f7ad60c4-e803-4c9d-a8c1-6ff9aa2bfea5 req-b18bb719-2a55-4d7e-8068-10b783e04282 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8a536572-51e8-41c9-b6b4-029e4a14e253 HTTP/1.1" status: 200 len: 920 time: 0.2323031 May 05 20:01:19.473421 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b4401e2-af1a-4112-885c-3be96f8ddd71'] response: {'name': 'network-changed', 'server_uuid': 'b21c7d5e-843f-4930-82d0-e5287f71fe00', 'tag': '2056c142-6e03-4daa-98ea-b3d26c62df95', 'status': 'completed', 'code': 200} May 05 20:01:19.580329 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-9cbbd8b7-f099-41f4-a114-4c69597646d8 req-af37bfc9-a374-44fb-ae99-3ce9a69a4b20 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Synchronizing usage tracker for tenant:2b65203be12a44e3b2b676f0adb9acc7 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:01:19.586394 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972c9cb9-56d2-4991-9d1a-3199fb1e3084 None None] Network 642babfc-0f83-431e-8336-efb566a9ef25 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:01:19.594686 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-67e32e34-d2d4-445d-bab1-e5988659c3df admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.0488627 May 05 20:01:19.600612 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 42932) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:01:19.622648 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-4bca0087-4354-4753-8392-f6dbad73d07e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-355445715-router', 'tenant_id': '906aba68473d4c909ae20bf98b18c462', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:01:19.641803 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f7ad60c4-e803-4c9d-a8c1-6ff9aa2bfea5 req-ba462a74-21a4-45db-bcf7-2a0441e3ef97 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6036ba91-7d41-42aa-8b3a-764af0ce77d6 HTTP/1.1" status: 200 len: 217 time: 0.2006998 May 05 20:01:19.648839 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4bca0087-4354-4753-8392-f6dbad73d07e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:01:19.818919 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4bca0087-4354-4753-8392-f6dbad73d07e admin admin] Usage tracker for resource:router and tenant:906aba68473d4c909ae20bf98b18c462 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:01:19.822758 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4bca0087-4354-4753-8392-f6dbad73d07e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:01:19.872212 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d10ad98e-ac10-4254-97af-b11de4c3461a req-23df201e-18a3-414b-aea2-0b7eee14759f service neutron] 10.222.0.24 "GET /v2.0/networks/2a9a9df3-ea16-4794-afeb-472875076e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8382473 May 05 20:01:19.874407 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4bca0087-4354-4753-8392-f6dbad73d07e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:01:19.885533 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-9cbbd8b7-f099-41f4-a114-4c69597646d8 req-af37bfc9-a374-44fb-ae99-3ce9a69a4b20 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Unset dirty status for tenant:2b65203be12a44e3b2b676f0adb9acc7 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:01:19.899925 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9cbbd8b7-f099-41f4-a114-4c69597646d8 req-af37bfc9-a374-44fb-ae99-3ce9a69a4b20 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6e97702-69a7-488c-9bd1-a74418962f99 HTTP/1.1" status: 200 len: 210 time: 0.4331653 May 05 20:01:19.921582 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad60c4-e803-4c9d-a8c1-6ff9aa2bfea5 req-df8dae47-12de-45a6-a375-aed2216654da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:19.921582 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f7ad60c4-e803-4c9d-a8c1-6ff9aa2bfea5 req-df8dae47-12de-45a6-a375-aed2216654da service neutron] 10.222.0.24 "GET /v2.0/subnets?id=afbf8c9c-9fa3-4fdd-ba30-b4249970e4ad HTTP/1.1" status: 200 len: 858 time: 0.2538652 May 05 20:01:19.985504 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4bca0087-4354-4753-8392-f6dbad73d07e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:19.985504 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4bca0087-4354-4753-8392-f6dbad73d07e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:20.152408 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2285e-54e3-4671-88d4-448b21f04a85 req-7ddfa68b-ea7f-4c4d-9f1b-7e98613f24d3 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:20.161914 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-86f2285e-54e3-4671-88d4-448b21f04a85 req-7ddfa68b-ea7f-4c4d-9f1b-7e98613f24d3 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] 10.222.0.36 "GET /v2.0/ports?device_id=b21c7d5e-843f-4930-82d0-e5287f71fe00 HTTP/1.1" status: 200 len: 943 time: 0.6295714 May 05 20:01:20.221846 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e6066b-ae2b-45d6-9f0e-4194dcc05eae req-4e709efc-79f9-4e51-afb6-0c552960d07d tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:20.221846 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d1e6066b-ae2b-45d6-9f0e-4194dcc05eae req-4e709efc-79f9-4e51-afb6-0c552960d07d tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.50 "GET /v2.0/networks?id=025bffd7-43d6-46c1-996a-8056de7069d8 HTTP/1.1" status: 200 len: 814 time: 0.8055797 May 05 20:01:20.229901 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4bca0087-4354-4753-8392-f6dbad73d07e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:20.350874 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d10ad98e-ac10-4254-97af-b11de4c3461a req-3fd4f0ab-f240-4355-95c6-0bcf6be04f6d service neutron] 10.222.0.24 "GET /v2.0/networks/2a9a9df3-ea16-4794-afeb-472875076e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4472234 May 05 20:01:20.440220 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-86f2285e-54e3-4671-88d4-448b21f04a85 req-83ccdf6a-a262-451c-aadb-11d85038cc2c tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] 10.222.0.36 "GET /v2.0/security-groups?id=06b765c8-45db-4f95-8595-bc26fb791f54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2659910 May 05 20:01:20.491908 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d1e6066b-ae2b-45d6-9f0e-4194dcc05eae req-56784f82-ca14-4066-8915-5351987732ce tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b65203be12a44e3b2b676f0adb9acc7 HTTP/1.1" status: 200 len: 379 time: 0.2549872 May 05 20:01:20.523188 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-d1e6066b-ae2b-45d6-9f0e-4194dcc05eae req-76d8f431-c93e-482d-84a5-d3271056f4fe tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Request body: {'port': {'device_id': 'e6e97702-69a7-488c-9bd1-a74418962f99', 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8', 'admin_state_up': True, 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'security_groups': ['ba62d1b8-c48c-4c61-87a2-ddf75639631d']}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:01:20.575611 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad60c4-e803-4c9d-a8c1-6ff9aa2bfea5 req-4f9b85c3-cd57-4060-8031-6fc7357d9edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:20.575611 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f7ad60c4-e803-4c9d-a8c1-6ff9aa2bfea5 req-4f9b85c3-cd57-4060-8031-6fc7357d9edf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8a536572-51e8-41c9-b6b4-029e4a14e253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6426308 May 05 20:01:20.820351 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4bca0087-4354-4753-8392-f6dbad73d07e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:21.090378 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-d1e6066b-ae2b-45d6-9f0e-4194dcc05eae req-76d8f431-c93e-482d-84a5-d3271056f4fe tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:01:21.100319 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-d1e6066b-ae2b-45d6-9f0e-4194dcc05eae req-76d8f431-c93e-482d-84a5-d3271056f4fe tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:01:21.112550 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1e6066b-ae2b-45d6-9f0e-4194dcc05eae req-76d8f431-c93e-482d-84a5-d3271056f4fe tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Made reservation on behalf of 2b65203be12a44e3b2b676f0adb9acc7 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:01:21.112550 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-d1e6066b-ae2b-45d6-9f0e-4194dcc05eae req-76d8f431-c93e-482d-84a5-d3271056f4fe tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:21.198381 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389324c8-256a-4e04-935a-9134f3e71ee4 req-896fa418-79a6-4156-aa7f-abbb1c2fc73e tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:21.208705 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-389324c8-256a-4e04-935a-9134f3e71ee4 req-896fa418-79a6-4156-aa7f-abbb1c2fc73e tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/networks?id=00ecdd9f-1135-415f-b0c6-51153b85089d HTTP/1.1" status: 200 len: 812 time: 0.3815658 May 05 20:01:21.271271 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-389324c8-256a-4e04-935a-9134f3e71ee4 req-a0bfdbcd-9e10-49c7-aa81-c1211113ec4d tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/quotas/5dc7995786b847999f5838924c32320a HTTP/1.1" status: 200 len: 375 time: 0.0639777 May 05 20:01:21.285732 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b4f0b7-15f4-4fd6-bcb3-2adc0f17f06d req-4112a8b4-6a03-403a-bb3d-c9f2b5be31a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:21.285732 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e7b4f0b7-15f4-4fd6-bcb3-2adc0f17f06d req-4112a8b4-6a03-403a-bb3d-c9f2b5be31a6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c5bc97d17c8c4bca95c497c59c0718d6&device_id=b21c7d5e-843f-4930-82d0-e5287f71fe00 HTTP/1.1" status: 200 len: 1094 time: 0.4570158 May 05 20:01:21.318125 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f429f-2c82-4b9b-952b-b610d096d86c req-67fd2fa2-4694-4d66-a379-09dd9f7e59d5 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:21.318125 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-c06f429f-2c82-4b9b-952b-b610d096d86c req-67fd2fa2-4694-4d66-a379-09dd9f7e59d5 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Synchronizing usage tracker for tenant:2ac5211529134663a7b81ee9a43f1be9 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:01:21.331343 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f7ad60c4-e803-4c9d-a8c1-6ff9aa2bfea5 req-8c0d97b4-b5ee-45c1-a97c-31a2e8652df7 service neutron] 10.222.0.24 "GET /v2.0/networks/8a536572-51e8-41c9-b6b4-029e4a14e253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7196393 May 05 20:01:21.364495 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-389324c8-256a-4e04-935a-9134f3e71ee4 req-3d7ed8f8-347d-4401-8633-92874e758afb tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5dc7995786b847999f5838924c32320a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0908570 May 05 20:01:21.485567 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-c06f429f-2c82-4b9b-952b-b610d096d86c req-67fd2fa2-4694-4d66-a379-09dd9f7e59d5 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Unset dirty status for tenant:2ac5211529134663a7b81ee9a43f1be9 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:01:21.485567 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c06f429f-2c82-4b9b-952b-b610d096d86c req-67fd2fa2-4694-4d66-a379-09dd9f7e59d5 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=4323cae9-e867-48dc-bb84-72dbe559c9ec HTTP/1.1" status: 200 len: 944 time: 0.6739364 May 05 20:01:21.713698 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b4f0b7-15f4-4fd6-bcb3-2adc0f17f06d req-0e81f6ef-6ec2-43e6-beee-89aff29eb29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:21.715142 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e7b4f0b7-15f4-4fd6-bcb3-2adc0f17f06d req-0e81f6ef-6ec2-43e6-beee-89aff29eb29d service neutron] 10.222.0.24 "GET /v2.0/networks?id=2a9a9df3-ea16-4794-afeb-472875076e06 HTTP/1.1" status: 200 len: 906 time: 0.3985152 May 05 20:01:21.722963 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c06f429f-2c82-4b9b-952b-b610d096d86c req-921474dc-b5a1-4e22-a0ff-c74c8f75aeb9 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e8b672e-b72d-46a4-99a4-5f3b38959e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633329 May 05 20:01:21.736384 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f7ad60c4-e803-4c9d-a8c1-6ff9aa2bfea5 req-cc80f9fe-edbf-4137-83d1-54a5f9d0974f service neutron] 10.222.0.24 "GET /v2.0/networks/8a536572-51e8-41c9-b6b4-029e4a14e253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3940277 May 05 20:01:21.776751 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-d1e6066b-ae2b-45d6-9f0e-4194dcc05eae req-76d8f431-c93e-482d-84a5-d3271056f4fe tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Allocated IP 172.20.0.3 (025bffd7-43d6-46c1-996a-8056de7069d8/0d250ed8-07f6-4f08-a934-d3c76d471e2d/65f8906c-b8b8-4c48-b277-a82b65a05716) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:01:21.873153 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-389324c8-256a-4e04-935a-9134f3e71ee4 req-0d49e059-4514-44f4-9951-7b96a42be704 service neutron] 10.222.0.36 "GET /v2.0/networks/00ecdd9f-1135-415f-b0c6-51153b85089d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5143478 May 05 20:01:21.960784 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 6036ba91-7d41-42aa-8b3a-764af0ce77d6 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:01:22.078844 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-d1e6066b-ae2b-45d6-9f0e-4194dcc05eae req-76d8f431-c93e-482d-84a5-d3271056f4fe tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:22.104531 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9018f51-ab83-4e7f-afca-abc47668cfd7 req-db1a0312-9c94-431c-8c4d-eda6d16497cc tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:22.110948 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9018f51-ab83-4e7f-afca-abc47668cfd7 req-db1a0312-9c94-431c-8c4d-eda6d16497cc tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:22.117176 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9018f51-ab83-4e7f-afca-abc47668cfd7 req-db1a0312-9c94-431c-8c4d-eda6d16497cc tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:22.123318 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9018f51-ab83-4e7f-afca-abc47668cfd7 req-db1a0312-9c94-431c-8c4d-eda6d16497cc tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:22.129608 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9018f51-ab83-4e7f-afca-abc47668cfd7 req-db1a0312-9c94-431c-8c4d-eda6d16497cc tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:22.135693 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9018f51-ab83-4e7f-afca-abc47668cfd7 req-db1a0312-9c94-431c-8c4d-eda6d16497cc tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:22.142047 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9018f51-ab83-4e7f-afca-abc47668cfd7 req-db1a0312-9c94-431c-8c4d-eda6d16497cc tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:22.144596 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 6036ba91-7d41-42aa-8b3a-764af0ce77d6, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=6036ba91-7d41-42aa-8b3a-764af0ce77d6,segment=NetworkSegment(131841d7-b870-4a09-a673-d43da1d3ff2b),segment_id=131841d7-b870-4a09-a673-d43da1d3ff2b)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:01:22.151859 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a9018f51-ab83-4e7f-afca-abc47668cfd7 req-db1a0312-9c94-431c-8c4d-eda6d16497cc tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/ports?device_id=c66c5a81-58b3-46e3-8e2a-9f67da08f252 HTTP/1.1" status: 200 len: 5433 time: 0.2522826 May 05 20:01:22.160349 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '6036ba91-7d41-42aa-8b3a-764af0ce77d6', 'network_id': '8a536572-51e8-41c9-b6b4-029e4a14e253', 'port_id': '6036ba91-7d41-42aa-8b3a-764af0ce77d6', 'mac_address': 'fa:16:3e:ef:69:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afbf8c9c-9fa3-4fdd-ba30-b4249970e4ad', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:01:22.176269 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-d1e6066b-ae2b-45d6-9f0e-4194dcc05eae req-76d8f431-c93e-482d-84a5-d3271056f4fe tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Transition to ACTIVE for port object 65f8906c-b8b8-4c48-b277-a82b65a05716 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:01:22.213415 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a9018f51-ab83-4e7f-afca-abc47668cfd7 req-c18bdc8d-4951-4173-891a-7a972372937d tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ea4b63-4d77-466d-a6d0-2611e1957d3d&id=6ef0a585-a6a9-4dc9-9f77-73dacf2639b2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0605586 May 05 20:01:22.254306 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:22.259664 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-d1e6066b-ae2b-45d6-9f0e-4194dcc05eae req-76d8f431-c93e-482d-84a5-d3271056f4fe tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:22.276516 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6036ba91-7d41-42aa-8b3a-764af0ce77d6 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:01:22.277991 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e7b4f0b7-15f4-4fd6-bcb3-2adc0f17f06d req-f91a3cff-88c6-4425-87f5-edb6ac6c4055 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2056c142-6e03-4daa-98ea-b3d26c62df95 HTTP/1.1" status: 200 len: 217 time: 0.4179244 May 05 20:01:22.295557 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 6036ba91-7d41-42aa-8b3a-764af0ce77d6, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=6036ba91-7d41-42aa-8b3a-764af0ce77d6,segment=NetworkSegment(131841d7-b870-4a09-a673-d43da1d3ff2b),segment_id=131841d7-b870-4a09-a673-d43da1d3ff2b)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:01:22.316772 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:22.423750 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1e6066b-ae2b-45d6-9f0e-4194dcc05eae req-76d8f431-c93e-482d-84a5-d3271056f4fe tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Network 025bffd7-43d6-46c1-996a-8056de7069d8 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:01:22.452034 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-d1e6066b-ae2b-45d6-9f0e-4194dcc05eae req-76d8f431-c93e-482d-84a5-d3271056f4fe tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:01:22.455246 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1e6066b-ae2b-45d6-9f0e-4194dcc05eae req-76d8f431-c93e-482d-84a5-d3271056f4fe tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:01:22.486811 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d8f431-c93e-482d-84a5-d3271056f4fe tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Pushing event updated for resources: {'Port': ['ID=65f8906c-b8b8-4c48-b277-a82b65a05716,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:01:22.489732 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=6036ba91-7d41-42aa-8b3a-764af0ce77d6,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:01:22.521651 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:01:22.521651 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:01:22.521993 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:01:22.522143 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:01:22.523256 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:01:22.523256 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:01:22.527932 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:01:22.528345 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:01:22.528815 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:01:22.529154 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:01:22.529491 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:01:22.533090 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:01:22.599252 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e6066b-ae2b-45d6-9f0e-4194dcc05eae req-76d8f431-c93e-482d-84a5-d3271056f4fe tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:22.600163 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-d1e6066b-ae2b-45d6-9f0e-4194dcc05eae req-76d8f431-c93e-482d-84a5-d3271056f4fe tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:22.632816 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b4f0b7-15f4-4fd6-bcb3-2adc0f17f06d req-294e5e8a-eba4-4bf4-865c-6acf6a93c8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:22.635283 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e7b4f0b7-15f4-4fd6-bcb3-2adc0f17f06d req-294e5e8a-eba4-4bf4-865c-6acf6a93c8f6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=25f091e9-57a5-4759-ad7e-42d23abf747a HTTP/1.1" status: 200 len: 844 time: 0.3449845 May 05 20:01:22.663964 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4bca0087-4354-4753-8392-f6dbad73d07e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:22.685619 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['6036ba91-7d41-42aa-8b3a-764af0ce77d6'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:01:22.705661 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f44d9-d5f7-4bbc-8ef8-bf0bc48177f6 req-efb2e3d6-631d-4e58-bfa0-0e78849ced30 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:22.706700 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-ac2f44d9-d5f7-4bbc-8ef8-bf0bc48177f6 req-efb2e3d6-631d-4e58-bfa0-0e78849ced30 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Synchronizing usage tracker for tenant:2b65203be12a44e3b2b676f0adb9acc7 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:01:22.711209 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d1e6066b-ae2b-45d6-9f0e-4194dcc05eae req-76d8f431-c93e-482d-84a5-d3271056f4fe tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2051644 May 05 20:01:22.726969 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-d1e6066b-ae2b-45d6-9f0e-4194dcc05eae req-c9fc26c5-d8f3-4389-913d-5fe6e75bad1f service neutron] Request body: {'port': {'device_id': 'e6e97702-69a7-488c-9bd1-a74418962f99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:01:22.790347 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-ac2f44d9-d5f7-4bbc-8ef8-bf0bc48177f6 req-efb2e3d6-631d-4e58-bfa0-0e78849ced30 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Unset dirty status for tenant:2b65203be12a44e3b2b676f0adb9acc7 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:01:22.800159 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-389324c8-256a-4e04-935a-9134f3e71ee4 req-1533c0db-e059-42b4-86e1-2fc71ff927cd service neutron] 10.222.0.36 "GET /v2.0/networks/00ecdd9f-1135-415f-b0c6-51153b85089d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5715272 May 05 20:01:22.800426 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ac2f44d9-d5f7-4bbc-8ef8-bf0bc48177f6 req-efb2e3d6-631d-4e58-bfa0-0e78849ced30 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6e97702-69a7-488c-9bd1-a74418962f99 HTTP/1.1" status: 200 len: 931 time: 0.3050194 May 05 20:01:22.821663 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4bca0087-4354-4753-8392-f6dbad73d07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:22.922326 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ac2f44d9-d5f7-4bbc-8ef8-bf0bc48177f6 req-77ce974e-8253-42e5-a501-d87e4deef7bd tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba62d1b8-c48c-4c61-87a2-ddf75639631d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208212 May 05 20:01:22.932515 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-d1e6066b-ae2b-45d6-9f0e-4194dcc05eae req-c9fc26c5-d8f3-4389-913d-5fe6e75bad1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:23.042281 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-a5b49b37-a44d-4e1d-a256-8552edffbd6a None None] Provisioning for port 65f8906c-b8b8-4c48-b277-a82b65a05716 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:01:23.100548 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-a5b49b37-a44d-4e1d-a256-8552edffbd6a None None] Provisioning complete for port 65f8906c-b8b8-4c48-b277-a82b65a05716 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:01:23.101525 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a5b49b37-a44d-4e1d-a256-8552edffbd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:23.205869 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b4f0b7-15f4-4fd6-bcb3-2adc0f17f06d req-105c9eca-77ed-48cb-ab44-b6d263ac7c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:23.213077 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e7b4f0b7-15f4-4fd6-bcb3-2adc0f17f06d req-105c9eca-77ed-48cb-ab44-b6d263ac7c98 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2a9a9df3-ea16-4794-afeb-472875076e06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5508232 May 05 20:01:23.238983 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-a5b49b37-a44d-4e1d-a256-8552edffbd6a None None] Port 65f8906c-b8b8-4c48-b277-a82b65a05716 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:01:23.359795 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-4bca0087-4354-4753-8392-f6dbad73d07e admin admin] Allocated IP 172.25.0.66 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/4f1fcf8a-9c9d-4919-a5a3-e9257b59ea74) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:01:23.526460 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e7b4f0b7-15f4-4fd6-bcb3-2adc0f17f06d req-e9a69d88-ddf2-4722-96e5-7c85d692b0fb service neutron] 10.222.0.24 "GET /v2.0/networks/2a9a9df3-ea16-4794-afeb-472875076e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004506 May 05 20:01:23.754389 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb741ed-23e7-4dd2-8341-7282692e6fc6 req-79133498-e9b1-423a-879b-75e42c90e114 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:23.761423 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb741ed-23e7-4dd2-8341-7282692e6fc6 req-79133498-e9b1-423a-879b-75e42c90e114 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:23.768318 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb741ed-23e7-4dd2-8341-7282692e6fc6 req-79133498-e9b1-423a-879b-75e42c90e114 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:23.776208 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb741ed-23e7-4dd2-8341-7282692e6fc6 req-79133498-e9b1-423a-879b-75e42c90e114 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:23.783965 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb741ed-23e7-4dd2-8341-7282692e6fc6 req-79133498-e9b1-423a-879b-75e42c90e114 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:23.790521 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb741ed-23e7-4dd2-8341-7282692e6fc6 req-79133498-e9b1-423a-879b-75e42c90e114 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:23.798183 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb741ed-23e7-4dd2-8341-7282692e6fc6 req-79133498-e9b1-423a-879b-75e42c90e114 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:23.800571 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6bb741ed-23e7-4dd2-8341-7282692e6fc6 req-79133498-e9b1-423a-879b-75e42c90e114 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/ports?device_id=c66c5a81-58b3-46e3-8e2a-9f67da08f252 HTTP/1.1" status: 200 len: 5433 time: 0.4935672 May 05 20:01:23.821576 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 42990) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:01:23.830431 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-717f4aae-7e55-4364-a434-f3f82b0ce526 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Request body: {'floatingip': {'port_id': '9fa97b06-019d-44e6-a1c4-eb81f10a0fdc'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:01:23.833882 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e7b4f0b7-15f4-4fd6-bcb3-2adc0f17f06d req-26cef59e-b6c8-422c-a6b3-12fee0d6afff service neutron] 10.222.0.24 "GET /v2.0/networks/2a9a9df3-ea16-4794-afeb-472875076e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918019 May 05 20:01:23.928653 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-717f4aae-7e55-4364-a434-f3f82b0ce526 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks [] for floatingip, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:23.964295 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 2056c142-6e03-4daa-98ea-b3d26c62df95 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:01:24.058336 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4bca0087-4354-4753-8392-f6dbad73d07e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:24.078661 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c032b3a4-3445-4926-92e2-b81a082f1549 req-75879a2c-9a86-43b7-8782-bbf908d489ee tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:24.086584 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c032b3a4-3445-4926-92e2-b81a082f1549 req-75879a2c-9a86-43b7-8782-bbf908d489ee tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] 10.222.0.36 "GET /v2.0/ports?device_id=b21c7d5e-843f-4930-82d0-e5287f71fe00 HTTP/1.1" status: 200 len: 943 time: 0.8071702 May 05 20:01:24.162547 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c032b3a4-3445-4926-92e2-b81a082f1549 req-9d083ab5-48d9-40d8-946c-6f6d6b57a2c2 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] 10.222.0.36 "GET /v2.0/security-groups?id=06b765c8-45db-4f95-8595-bc26fb791f54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694039 May 05 20:01:24.208185 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4bca0087-4354-4753-8392-f6dbad73d07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:24.245496 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 2056c142-6e03-4daa-98ea-b3d26c62df95, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=2056c142-6e03-4daa-98ea-b3d26c62df95,segment=NetworkSegment(3aa7e59a-714f-4cf9-893d-8943b903815a),segment_id=3aa7e59a-714f-4cf9-893d-8943b903815a)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:01:24.295260 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bca0087-4354-4753-8392-f6dbad73d07e admin admin] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:01:24.298526 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '2056c142-6e03-4daa-98ea-b3d26c62df95', 'network_id': '2a9a9df3-ea16-4794-afeb-472875076e06', 'port_id': '2056c142-6e03-4daa-98ea-b3d26c62df95', 'mac_address': 'fa:16:3e:74:a5:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25f091e9-57a5-4759-ad7e-42d23abf747a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:01:24.299188 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-4bca0087-4354-4753-8392-f6dbad73d07e admin admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:01:24.307765 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bca0087-4354-4753-8392-f6dbad73d07e admin admin] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:01:24.387633 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-d1e6066b-ae2b-45d6-9f0e-4194dcc05eae req-c9fc26c5-d8f3-4389-913d-5fe6e75bad1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65f8906c-b8b8-4c48-b277-a82b65a05716 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:01:24.404325 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-d1e6066b-ae2b-45d6-9f0e-4194dcc05eae req-c9fc26c5-d8f3-4389-913d-5fe6e75bad1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:24.422257 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bca0087-4354-4753-8392-f6dbad73d07e admin admin] Pushing event updated for resources: {'Port': ['ID=4f1fcf8a-9c9d-4919-a5a3-e9257b59ea74,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:01:24.427101 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3948e5a1-f888-4307-8810-a8be9613f41b req-2bd2edf1-b593-4ef7-b57a-4f986c4ff5f3 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=76025ef6-f756-4d49-8818-b75da5ba0f36 HTTP/1.1" status: 200 len: 210 time: 0.0884528 May 05 20:01:24.471404 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:24.509747 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2056c142-6e03-4daa-98ea-b3d26c62df95 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:01:24.544228 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 2056c142-6e03-4daa-98ea-b3d26c62df95, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=2056c142-6e03-4daa-98ea-b3d26c62df95,segment=NetworkSegment(3aa7e59a-714f-4cf9-893d-8943b903815a),segment_id=3aa7e59a-714f-4cf9-893d-8943b903815a)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:01:24.554067 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:24.728066 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=2056c142-6e03-4daa-98ea-b3d26c62df95,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:01:24.824561 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-d1e6066b-ae2b-45d6-9f0e-4194dcc05eae req-c9fc26c5-d8f3-4389-913d-5fe6e75bad1f service neutron] Transition to ACTIVE for port object 65f8906c-b8b8-4c48-b277-a82b65a05716 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:01:24.839935 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-d1e6066b-ae2b-45d6-9f0e-4194dcc05eae req-c9fc26c5-d8f3-4389-913d-5fe6e75bad1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:24.881343 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['2056c142-6e03-4daa-98ea-b3d26c62df95'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:01:25.144251 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fc26c5-d8f3-4389-913d-5fe6e75bad1f service neutron] Pushing event updated for resources: {'Port': ['ID=65f8906c-b8b8-4c48-b277-a82b65a05716,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:01:25.185703 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389324c8-256a-4e04-935a-9134f3e71ee4 req-3bfacb01-119f-4d56-8c1a-d2f8bfd32cb1 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:25.187706 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-389324c8-256a-4e04-935a-9134f3e71ee4 req-3bfacb01-119f-4d56-8c1a-d2f8bfd32cb1 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.50 "GET /v2.0/networks?id=00ecdd9f-1135-415f-b0c6-51153b85089d HTTP/1.1" status: 200 len: 812 time: 0.3371799 May 05 20:01:25.194187 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b1630-36b6-443b-aaba-fdfadfb3c8aa req-e0c3e02e-5c8c-48c8-b123-24fccea51dfb tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:25.195776 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c46b1630-36b6-443b-aaba-fdfadfb3c8aa req-e0c3e02e-5c8c-48c8-b123-24fccea51dfb tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=4323cae9-e867-48dc-bb84-72dbe559c9ec HTTP/1.1" status: 200 len: 945 time: 1.2064404 May 05 20:01:25.201466 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-389324c8-256a-4e04-935a-9134f3e71ee4 req-eb9499df-9d44-4a67-9d59-1c871c718692 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Request body: {'port': {'device_id': '76025ef6-f756-4d49-8818-b75da5ba0f36', 'network_id': '00ecdd9f-1135-415f-b0c6-51153b85089d', 'admin_state_up': True, 'tenant_id': '5dc7995786b847999f5838924c32320a'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:01:25.387031 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c46b1630-36b6-443b-aaba-fdfadfb3c8aa req-a4cfcb7a-00d6-4c3a-bbb0-98452d7eec83 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e8b672e-b72d-46a4-99a4-5f3b38959e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1828892 May 05 20:01:25.389135 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-d1e6066b-ae2b-45d6-9f0e-4194dcc05eae req-c9fc26c5-d8f3-4389-913d-5fe6e75bad1f service neutron] Attempting to bind port 65f8906c-b8b8-4c48-b277-a82b65a05716 on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:01:25.389433 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-d1e6066b-ae2b-45d6-9f0e-4194dcc05eae req-c9fc26c5-d8f3-4389-913d-5fe6e75bad1f service neutron] Attempting to bind port 65f8906c-b8b8-4c48-b277-a82b65a05716 by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': 'f9de3193-e4fa-4f1d-a073-95ff8ac5fa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:01:25.390060 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e6066b-ae2b-45d6-9f0e-4194dcc05eae req-c9fc26c5-d8f3-4389-913d-5fe6e75bad1f service neutron] Attempting to bind port 65f8906c-b8b8-4c48-b277-a82b65a05716 on network 025bffd7-43d6-46c1-996a-8056de7069d8 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:01:25.397467 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e6066b-ae2b-45d6-9f0e-4194dcc05eae req-c9fc26c5-d8f3-4389-913d-5fe6e75bad1f service neutron] Port 65f8906c-b8b8-4c48-b277-a82b65a05716 on network 025bffd7-43d6-46c1-996a-8056de7069d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:01:25.397467 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e6066b-ae2b-45d6-9f0e-4194dcc05eae req-c9fc26c5-d8f3-4389-913d-5fe6e75bad1f service neutron] Attempting to bind port 65f8906c-b8b8-4c48-b277-a82b65a05716 on network 025bffd7-43d6-46c1-996a-8056de7069d8 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:01:25.409162 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e6066b-ae2b-45d6-9f0e-4194dcc05eae req-c9fc26c5-d8f3-4389-913d-5fe6e75bad1f service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:01:25.409426 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e6066b-ae2b-45d6-9f0e-4194dcc05eae req-c9fc26c5-d8f3-4389-913d-5fe6e75bad1f service neutron] Checking segment: {'id': 'f9de3193-e4fa-4f1d-a073-95ff8ac5fa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:01:25.409707 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e6066b-ae2b-45d6-9f0e-4194dcc05eae req-c9fc26c5-d8f3-4389-913d-5fe6e75bad1f service neutron] Bound using segment: {'id': 'f9de3193-e4fa-4f1d-a073-95ff8ac5fa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:01:25.410177 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-d1e6066b-ae2b-45d6-9f0e-4194dcc05eae req-c9fc26c5-d8f3-4389-913d-5fe6e75bad1f service neutron] Bound port: 65f8906c-b8b8-4c48-b277-a82b65a05716, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9de3193-e4fa-4f1d-a073-95ff8ac5fa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:01:25.410449 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-d1e6066b-ae2b-45d6-9f0e-4194dcc05eae req-c9fc26c5-d8f3-4389-913d-5fe6e75bad1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:25.460031 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4bca0087-4354-4753-8392-f6dbad73d07e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:25.519398 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-d1e6066b-ae2b-45d6-9f0e-4194dcc05eae req-c9fc26c5-d8f3-4389-913d-5fe6e75bad1f service neutron] For port 65f8906c-b8b8-4c48-b277-a82b65a05716, host n-h2-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:01:25.528617 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-d1e6066b-ae2b-45d6-9f0e-4194dcc05eae req-c9fc26c5-d8f3-4389-913d-5fe6e75bad1f service neutron] For port 65f8906c-b8b8-4c48-b277-a82b65a05716, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=65f8906c-b8b8-4c48-b277-a82b65a05716,segment=NetworkSegment(f9de3193-e4fa-4f1d-a073-95ff8ac5fa76),segment_id=f9de3193-e4fa-4f1d-a073-95ff8ac5fa76)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:01:25.539741 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-d1e6066b-ae2b-45d6-9f0e-4194dcc05eae req-c9fc26c5-d8f3-4389-913d-5fe6e75bad1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:25.618845 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e6066b-ae2b-45d6-9f0e-4194dcc05eae req-c9fc26c5-d8f3-4389-913d-5fe6e75bad1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:25.619487 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-d1e6066b-ae2b-45d6-9f0e-4194dcc05eae req-c9fc26c5-d8f3-4389-913d-5fe6e75bad1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:25.620849 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d1e6066b-ae2b-45d6-9f0e-4194dcc05eae req-c9fc26c5-d8f3-4389-913d-5fe6e75bad1f service neutron] 10.222.0.50 "PUT /v2.0/ports/65f8906c-b8b8-4c48-b277-a82b65a05716 HTTP/1.1" status: 200 len: 1091 time: 2.9005580 May 05 20:01:25.624931 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6e97702-69a7-488c-9bd1-a74418962f99', 'tag': '65f8906c-b8b8-4c48-b277-a82b65a05716'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:01:25.820239 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0695ab-3448-4e02-9cc6-81b5a2ca60f5 req-1c9ca002-b443-4891-adc3-68236cede9f7 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:25.826210 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0c0695ab-3448-4e02-9cc6-81b5a2ca60f5 req-1c9ca002-b443-4891-adc3-68236cede9f7 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6e97702-69a7-488c-9bd1-a74418962f99 HTTP/1.1" status: 200 len: 943 time: 0.9551637 May 05 20:01:25.836898 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fc26c5-d8f3-4389-913d-5fe6e75bad1f service neutron] Pushing event updated for resources: {'Port': ['ID=65f8906c-b8b8-4c48-b277-a82b65a05716,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:01:25.892973 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.db.resource_extend [None req-717f4aae-7e55-4364-a434-f3f82b0ce526 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 20:01:25.965330 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 6036ba91-7d41-42aa-8b3a-764af0ce77d6 up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:01:25.993398 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-389324c8-256a-4e04-935a-9134f3e71ee4 req-eb9499df-9d44-4a67-9d59-1c871c718692 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:01:26.118314 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port 6036ba91-7d41-42aa-8b3a-764af0ce77d6 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:01:26.127493 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 6036ba91-7d41-42aa-8b3a-764af0ce77d6 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:01:26.128283 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:26.238260 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-389324c8-256a-4e04-935a-9134f3e71ee4 req-eb9499df-9d44-4a67-9d59-1c871c718692 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Usage tracker for resource:port and tenant:5dc7995786b847999f5838924c32320a is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:01:26.242478 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-389324c8-256a-4e04-935a-9134f3e71ee4 req-eb9499df-9d44-4a67-9d59-1c871c718692 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:01:26.248557 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-389324c8-256a-4e04-935a-9134f3e71ee4 req-eb9499df-9d44-4a67-9d59-1c871c718692 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:01:26.261665 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-717f4aae-7e55-4364-a434-f3f82b0ce526 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:26.284586 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:26.340547 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-717f4aae-7e55-4364-a434-f3f82b0ce526 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:26.340849 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 6036ba91-7d41-42aa-8b3a-764af0ce77d6, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=6036ba91-7d41-42aa-8b3a-764af0ce77d6,segment=NetworkSegment(131841d7-b870-4a09-a673-d43da1d3ff2b),segment_id=131841d7-b870-4a09-a673-d43da1d3ff2b)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:01:26.340849 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4323cae9-e867-48dc-bb84-72dbe559c9ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6036ba91-7d41-42aa-8b3a-764af0ce77d6'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:01:26.345304 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:26.364496 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-389324c8-256a-4e04-935a-9134f3e71ee4 req-eb9499df-9d44-4a67-9d59-1c871c718692 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Made reservation on behalf of 5dc7995786b847999f5838924c32320a for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:01:26.368429 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-389324c8-256a-4e04-935a-9134f3e71ee4 req-eb9499df-9d44-4a67-9d59-1c871c718692 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:26.404187 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-0c0695ab-3448-4e02-9cc6-81b5a2ca60f5 req-9fea75dc-82f4-4392-8067-b9e89e391984 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Synchronizing usage tracker for tenant:2b65203be12a44e3b2b676f0adb9acc7 on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:01:26.428489 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=6036ba91-7d41-42aa-8b3a-764af0ce77d6,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:01:26.493459 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-0c0695ab-3448-4e02-9cc6-81b5a2ca60f5 req-9fea75dc-82f4-4392-8067-b9e89e391984 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Unset dirty status for tenant:2b65203be12a44e3b2b676f0adb9acc7 on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:01:26.505492 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0c0695ab-3448-4e02-9cc6-81b5a2ca60f5 req-9fea75dc-82f4-4392-8067-b9e89e391984 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba62d1b8-c48c-4c61-87a2-ddf75639631d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6722531 May 05 20:01:26.525301 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4bca0087-4354-4753-8392-f6dbad73d07e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:26.546312 n-d-840717-1 neutron-server[88198]: INFO neutron.db.l3_db [None req-717f4aae-7e55-4364-a434-f3f82b0ce526 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Floating IP 6615baf9-f390-401e-bddd-d19a97d7adad associated. External IP: 172.25.0.143, port: 9fa97b06-019d-44e6-a1c4-eb81f10a0fdc. May 05 20:01:26.608961 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d0e95d3-8da4-4e8e-9bd0-a9cbd9954c2f'] response: {'name': 'network-changed', 'server_uuid': 'e6e97702-69a7-488c-9bd1-a74418962f99', 'tag': '65f8906c-b8b8-4c48-b277-a82b65a05716', 'status': 'completed', 'code': 200} May 05 20:01:26.626770 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e6066b-ae2b-45d6-9f0e-4194dcc05eae req-17bcbb6f-ca6a-4553-95cc-22e53324685c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:26.629139 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d1e6066b-ae2b-45d6-9f0e-4194dcc05eae req-17bcbb6f-ca6a-4553-95cc-22e53324685c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2b65203be12a44e3b2b676f0adb9acc7&device_id=e6e97702-69a7-488c-9bd1-a74418962f99 HTTP/1.1" status: 200 len: 1094 time: 0.9605243 May 05 20:01:26.719279 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d1e6066b-ae2b-45d6-9f0e-4194dcc05eae req-9b357e66-d2f8-4d96-9858-38458ff1bc7a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65f8906c-b8b8-4c48-b277-a82b65a05716 HTTP/1.1" status: 200 len: 217 time: 0.0815279 May 05 20:01:26.728067 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711fdc3-39ea-4d9a-8328-e45e3471493f req-09dbda48-1a23-4ffb-958b-d01691314eb6 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:26.729943 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c711fdc3-39ea-4d9a-8328-e45e3471493f req-09dbda48-1a23-4ffb-958b-d01691314eb6 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] 10.222.0.36 "GET /v2.0/ports?device_id=b21c7d5e-843f-4930-82d0-e5287f71fe00 HTTP/1.1" status: 200 len: 944 time: 0.4906750 May 05 20:01:26.868876 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-60e6c311-f2d6-4786-b5b2-73c3be8d3e99 req-337876e9-5ba6-441b-befd-21e40846a324 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=76025ef6-f756-4d49-8818-b75da5ba0f36 HTTP/1.1" status: 200 len: 210 time: 0.1093364 May 05 20:01:26.933261 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c711fdc3-39ea-4d9a-8328-e45e3471493f req-f711d21c-3cb0-43a9-868c-9f49f848e960 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] 10.222.0.36 "GET /v2.0/security-groups?id=06b765c8-45db-4f95-8595-bc26fb791f54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1655414 May 05 20:01:26.958894 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e6066b-ae2b-45d6-9f0e-4194dcc05eae req-fff11b26-9dcf-4145-8607-8814915547d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:26.960602 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d1e6066b-ae2b-45d6-9f0e-4194dcc05eae req-fff11b26-9dcf-4145-8607-8814915547d0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0d250ed8-07f6-4f08-a934-d3c76d471e2d HTTP/1.1" status: 200 len: 853 time: 0.2280760 May 05 20:01:27.003099 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-752d02df-1581-49ad-bd8e-1b7e8ce66d43'] response: {'server_uuid': '4323cae9-e867-48dc-bb84-72dbe559c9ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6036ba91-7d41-42aa-8b3a-764af0ce77d6', 'code': 200} May 05 20:01:27.139008 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-389324c8-256a-4e04-935a-9134f3e71ee4 req-eb9499df-9d44-4a67-9d59-1c871c718692 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Allocated IP 172.20.0.6 (00ecdd9f-1135-415f-b0c6-51153b85089d/08fe5f50-bbcd-4aa2-adfb-1629cfc316ff/841b4c16-473f-445e-8a01-6d3055de605a) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:01:27.274635 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bca0087-4354-4753-8392-f6dbad73d07e admin admin] Router 2cb68263-f621-4b8e-8f0c-8e218c68fe77 is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88197) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:01:27.316429 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb680d-ba0a-4b1a-ac2a-095fda4a2c0d req-c019154b-a85d-41b6-9f73-a5825b6f51ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:27.317921 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-90fb680d-ba0a-4b1a-ac2a-095fda4a2c0d req-c019154b-a85d-41b6-9f73-a5825b6f51ab service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4323cae9-e867-48dc-bb84-72dbe559c9ec HTTP/1.1" status: 200 len: 1097 time: 0.2213845 May 05 20:01:27.437044 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e6066b-ae2b-45d6-9f0e-4194dcc05eae req-7092c779-3178-492c-8486-4faa7ac2b53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:27.438565 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d1e6066b-ae2b-45d6-9f0e-4194dcc05eae req-7092c779-3178-492c-8486-4faa7ac2b53a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=025bffd7-43d6-46c1-996a-8056de7069d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4671452 May 05 20:01:27.474564 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1370216e-ee17-4810-b715-9cae01932c95 req-d481d59c-3bc2-42fe-9f9b-aec5148ea026 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:27.476056 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1370216e-ee17-4810-b715-9cae01932c95 req-d481d59c-3bc2-42fe-9f9b-aec5148ea026 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=4323cae9-e867-48dc-bb84-72dbe559c9ec HTTP/1.1" status: 200 len: 946 time: 0.2584236 May 05 20:01:27.516237 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-717f4aae-7e55-4364-a434-f3f82b0ce526 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Router 8f6122b3-cd70-4e01-be6d-ac9af74c40ea has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:01:27.629834 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bca0087-4354-4753-8392-f6dbad73d07e admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:01:27.641112 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6cb364-8e35-4a75-a6ca-72d36fc5cb26 None None] Sync routers for ids ['2cb68263-f621-4b8e-8f0c-8e218c68fe77'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:01:27.644665 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-90fb680d-ba0a-4b1a-ac2a-095fda4a2c0d req-7e51122d-fb82-4441-80b3-e9ee5c89b488 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2e8b672e-b72d-46a4-99a4-5f3b38959e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2254412 May 05 20:01:27.647933 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-389324c8-256a-4e04-935a-9134f3e71ee4 req-eb9499df-9d44-4a67-9d59-1c871c718692 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:27.650685 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6cb364-8e35-4a75-a6ca-72d36fc5cb26 None None] Routers {'2cb68263-f621-4b8e-8f0c-8e218c68fe77'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:01:27.651702 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-8e6cb364-8e35-4a75-a6ca-72d36fc5cb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:01:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['2cb68263-f621-4b8e-8f0c-8e218c68fe77'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:01:27.705722 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1370216e-ee17-4810-b715-9cae01932c95 req-8efb4708-76b3-478e-b761-fa1121547434 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e8b672e-b72d-46a4-99a4-5f3b38959e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2227750 May 05 20:01:27.828833 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4bca0087-4354-4753-8392-f6dbad73d07e admin admin] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:27.829672 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-4bca0087-4354-4753-8392-f6dbad73d07e admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.2240725 May 05 20:01:27.833216 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 43044) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:01:27.840930 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d1e6066b-ae2b-45d6-9f0e-4194dcc05eae req-d2ac6070-4699-48b7-abbc-227f04cb5893 service neutron] 10.222.0.50 "GET /v2.0/networks/025bffd7-43d6-46c1-996a-8056de7069d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3935719 May 05 20:01:27.874722 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-8e6cb364-8e35-4a75-a6ca-72d36fc5cb26 None None] Set router 2cb68263-f621-4b8e-8f0c-8e218c68fe77 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:01:27.902939 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-389324c8-256a-4e04-935a-9134f3e71ee4 req-eb9499df-9d44-4a67-9d59-1c871c718692 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:28.018809 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead6577b-8cae-4168-b795-162cc57f50ad req-a3396e68-09e7-40da-8f74-22f2c561b2b3 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:28.020595 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ead6577b-8cae-4168-b795-162cc57f50ad req-a3396e68-09e7-40da-8f74-22f2c561b2b3 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6e97702-69a7-488c-9bd1-a74418962f99 HTTP/1.1" status: 200 len: 943 time: 0.3823991 May 05 20:01:28.032959 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-717f4aae-7e55-4364-a434-f3f82b0ce526 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:01:28.039994 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-717f4aae-7e55-4364-a434-f3f82b0ce526 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:28.040308 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 2056c142-6e03-4daa-98ea-b3d26c62df95 up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:01:28.047284 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1db4920-a38e-4752-a489-55c3ba750fdc None None] Sync routers for ids ['8f6122b3-cd70-4e01-be6d-ac9af74c40ea'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:01:28.063553 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1db4920-a38e-4752-a489-55c3ba750fdc None None] Routers {'8f6122b3-cd70-4e01-be6d-ac9af74c40ea'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:01:28.064172 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-e1db4920-a38e-4752-a489-55c3ba750fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:01:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['8f6122b3-cd70-4e01-be6d-ac9af74c40ea'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:01:28.116590 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-389324c8-256a-4e04-935a-9134f3e71ee4 req-eb9499df-9d44-4a67-9d59-1c871c718692 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Network 00ecdd9f-1135-415f-b0c6-51153b85089d is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:01:28.117727 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-389324c8-256a-4e04-935a-9134f3e71ee4 req-eb9499df-9d44-4a67-9d59-1c871c718692 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:01:28.127890 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-389324c8-256a-4e04-935a-9134f3e71ee4 req-eb9499df-9d44-4a67-9d59-1c871c718692 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:01:28.179949 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9499df-9d44-4a67-9d59-1c871c718692 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Pushing event updated for resources: {'Port': ['ID=841b4c16-473f-445e-8a01-6d3055de605a,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:01:28.221605 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ead6577b-8cae-4168-b795-162cc57f50ad req-653196c7-6d98-4948-9cf7-a0c143124bf0 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba62d1b8-c48c-4c61-87a2-ddf75639631d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373925 May 05 20:01:28.232102 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389324c8-256a-4e04-935a-9134f3e71ee4 req-eb9499df-9d44-4a67-9d59-1c871c718692 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:28.233254 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-389324c8-256a-4e04-935a-9134f3e71ee4 req-eb9499df-9d44-4a67-9d59-1c871c718692 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:28.251117 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-717f4aae-7e55-4364-a434-f3f82b0ce526 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "PUT /v2.0/floatingips/6615baf9-f390-401e-bddd-d19a97d7adad HTTP/1.1" status: 200 len: 991 time: 4.4280441 May 05 20:01:28.317946 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d6b2eb-0fa6-42c2-ae94-20c3614a7b0d req-bb9fc1f5-d8e7-4597-878b-f5dacd815cb4 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:28.319143 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-b0d6b2eb-0fa6-42c2-ae94-20c3614a7b0d req-bb9fc1f5-d8e7-4597-878b-f5dacd815cb4 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Synchronizing usage tracker for tenant:5dc7995786b847999f5838924c32320a on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:01:28.336816 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d1e6066b-ae2b-45d6-9f0e-4194dcc05eae req-9008630f-8fd6-4057-a4d0-9e4505a93d6c service neutron] 10.222.0.50 "GET /v2.0/networks/025bffd7-43d6-46c1-996a-8056de7069d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4859164 May 05 20:01:28.347542 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-389324c8-256a-4e04-935a-9134f3e71ee4 req-eb9499df-9d44-4a67-9d59-1c871c718692 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1497846 May 05 20:01:28.351861 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port 2056c142-6e03-4daa-98ea-b3d26c62df95 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:01:28.359391 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-389324c8-256a-4e04-935a-9134f3e71ee4 req-afa3a4bb-a5cb-46dc-b00b-2ee27bf44387 service neutron] Request body: {'port': {'device_id': '76025ef6-f756-4d49-8818-b75da5ba0f36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:01:28.375423 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 2056c142-6e03-4daa-98ea-b3d26c62df95 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:01:28.376074 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:28.388375 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-b0d6b2eb-0fa6-42c2-ae94-20c3614a7b0d req-bb9fc1f5-d8e7-4597-878b-f5dacd815cb4 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Unset dirty status for tenant:5dc7995786b847999f5838924c32320a on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:01:28.396041 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b0d6b2eb-0fa6-42c2-ae94-20c3614a7b0d req-bb9fc1f5-d8e7-4597-878b-f5dacd815cb4 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=76025ef6-f756-4d49-8818-b75da5ba0f36 HTTP/1.1" status: 200 len: 931 time: 0.2442617 May 05 20:01:28.410198 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-8e6cb364-8e35-4a75-a6ca-72d36fc5cb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb68263-f621-4b8e-8f0c-8e218c68fe77', 'name': 'tempest-ServerRescueTestJSON-355445715-router', 'tenant_id': '906aba68473d4c909ae20bf98b18c462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '4f1fcf8a-9c9d-4919-a5a3-e9257b59ea74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:01:20Z', 'updated_at': '2022-05-05T20:01:24Z', 'revision_number': 3, 'project_id': '906aba68473d4c909ae20bf98b18c462', 'gw_port': {'id': '4f1fcf8a-9c9d-4919-a5a3-e9257b59ea74', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb68263-f621-4b8e-8f0c-8e218c68fe77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:01:22Z', 'updated_at': '2022-05-05T20:01:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:01:28.428047 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6cb364-8e35-4a75-a6ca-72d36fc5cb26 None None] Checking router: 2cb68263-f621-4b8e-8f0c-8e218c68fe77 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:01:28.428671 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6cb364-8e35-4a75-a6ca-72d36fc5cb26 None None] Updating router 2cb68263-f621-4b8e-8f0c-8e218c68fe77 port 4f1fcf8a-9c9d-4919-a5a3-e9257b59ea74 binding host n-d-840717-1 {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:01:28.435543 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-e1db4920-a38e-4752-a489-55c3ba750fdc None None] Set router 8f6122b3-cd70-4e01-be6d-ac9af74c40ea gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:01:28.552611 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b0d6b2eb-0fa6-42c2-ae94-20c3614a7b0d req-a8293684-1fe9-4df0-ab51-1b6838b911c3 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548550 May 05 20:01:28.572145 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8e6cb364-8e35-4a75-a6ca-72d36fc5cb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:28.572526 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84f148-c751-43b5-a502-5a7d4aed4ef4 req-bfcf2e16-075d-488c-b061-0a94e45f7562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:28.574890 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8f84f148-c751-43b5-a502-5a7d4aed4ef4 req-bfcf2e16-075d-488c-b061-0a94e45f7562 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2b65203be12a44e3b2b676f0adb9acc7&device_id=e6e97702-69a7-488c-9bd1-a74418962f99 HTTP/1.1" status: 200 len: 1094 time: 0.1744595 May 05 20:01:28.595397 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:28.636527 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c66c5a81-58b3-46e3-8e2a-9f67da08f252', 'tag': '9fa97b06-019d-44e6-a1c4-eb81f10a0fdc'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:01:28.696790 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 2056c142-6e03-4daa-98ea-b3d26c62df95, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=2056c142-6e03-4daa-98ea-b3d26c62df95,segment=NetworkSegment(3aa7e59a-714f-4cf9-893d-8943b903815a),segment_id=3aa7e59a-714f-4cf9-893d-8943b903815a)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:01:28.702949 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-389324c8-256a-4e04-935a-9134f3e71ee4 req-afa3a4bb-a5cb-46dc-b00b-2ee27bf44387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:28.703881 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:28.827677 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=2056c142-6e03-4daa-98ea-b3d26c62df95,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:01:28.848393 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1be71b9f-45d1-43cd-b61f-c5a591bd5c36'] response: {'name': 'network-changed', 'server_uuid': 'c66c5a81-58b3-46e3-8e2a-9f67da08f252', 'tag': '9fa97b06-019d-44e6-a1c4-eb81f10a0fdc', 'status': 'completed', 'code': 200} May 05 20:01:28.924243 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84f148-c751-43b5-a502-5a7d4aed4ef4 req-a6627d42-e341-4a12-a271-7b174c56d634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:28.926766 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8f84f148-c751-43b5-a502-5a7d4aed4ef4 req-a6627d42-e341-4a12-a271-7b174c56d634 service neutron] 10.222.0.50 "GET /v2.0/networks?id=025bffd7-43d6-46c1-996a-8056de7069d8 HTTP/1.1" status: 200 len: 915 time: 0.3444619 May 05 20:01:28.929929 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-e1db4920-a38e-4752-a489-55c3ba750fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f6122b3-cd70-4e01-be6d-ac9af74c40ea', 'name': 'tempest-TaggedBootDevicesTest-1815960725-router', 'tenant_id': '99f8ff370e2040efb9285a4ae37c20cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '6ccb0207-274c-4772-8f16-2f81972123af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:57:31Z', 'updated_at': '2022-05-05T19:57:45Z', 'revision_number': 4, 'project_id': '99f8ff370e2040efb9285a4ae37c20cd', 'gw_port': {'id': '6ccb0207-274c-4772-8f16-2f81972123af', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:05:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6122b3-cd70-4e01-be6d-ac9af74c40ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:33Z', 'updated_at': '2022-05-05T19:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '6615baf9-f390-401e-bddd-d19a97d7adad', 'tenant_id': '99f8ff370e2040efb9285a4ae37c20cd', 'floating_ip_address': '172.25.0.143', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '8f6122b3-cd70-4e01-be6d-ac9af74c40ea', 'port_id': '9fa97b06-019d-44e6-a1c4-eb81f10a0fdc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd94c136e-3c4f-4290-8cd6-81a4e89af7f3', 'mac_address': 'fa:16:3e:92:c2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66c5a81-58b3-46e3-8e2a-9f67da08f252', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T19:59:18Z', 'updated_at': '2022-05-05T20:01:25Z', 'revision_number': 1, 'project_id': '99f8ff370e2040efb9285a4ae37c20cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc4734da-cacf-4eeb-ae81-2a30c4f28ce8', 'name': '', 'network_id': 'd94c136e-3c4f-4290-8cd6-81a4e89af7f3', 'tenant_id': '99f8ff370e2040efb9285a4ae37c20cd', 'mac_address': 'fa:16:3e:86:e2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6122b3-cd70-4e01-be6d-ac9af74c40ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': 'fb2a8ac4-25e5-4199-94bc-000b6944dde3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:41Z', 'updated_at': '2022-05-05T19:57:58Z', 'revision_number': 5, 'project_id': '99f8ff370e2040efb9285a4ae37c20cd', 'subnets': [{'id': 'fb2a8ac4-25e5-4199-94bc-000b6944dde3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:01:28.934327 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1db4920-a38e-4752-a489-55c3ba750fdc None None] Checking router: 8f6122b3-cd70-4e01-be6d-ac9af74c40ea for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:01:28.946097 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1db4920-a38e-4752-a489-55c3ba750fdc None None] Routers {'8f6122b3-cd70-4e01-be6d-ac9af74c40ea'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:01:28.946976 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-e1db4920-a38e-4752-a489-55c3ba750fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:01:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['8f6122b3-cd70-4e01-be6d-ac9af74c40ea'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:01:29.004290 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b21c7d5e-843f-4930-82d0-e5287f71fe00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2056c142-6e03-4daa-98ea-b3d26c62df95'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:01:29.078946 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8f84f148-c751-43b5-a502-5a7d4aed4ef4 req-59a5a9c6-41e9-4ad8-9888-1366b806a544 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65f8906c-b8b8-4c48-b277-a82b65a05716 HTTP/1.1" status: 200 len: 217 time: 0.1462395 May 05 20:01:29.126593 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8551fc-2c67-4360-9050-6ecf4e808ff4 req-e8161651-39ac-4d8a-ba62-b987e914c6bb tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:29.133977 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-df8551fc-2c67-4360-9050-6ecf4e808ff4 req-e8161651-39ac-4d8a-ba62-b987e914c6bb tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] 10.222.0.36 "GET /v2.0/ports?device_id=b21c7d5e-843f-4930-82d0-e5287f71fe00 HTTP/1.1" status: 200 len: 944 time: 0.7470136 May 05 20:01:29.225465 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8e6cb364-8e35-4a75-a6ca-72d36fc5cb26 None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:29.230761 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84f148-c751-43b5-a502-5a7d4aed4ef4 req-752725bf-5e5d-4095-b9e5-34386803c249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:29.232536 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8f84f148-c751-43b5-a502-5a7d4aed4ef4 req-752725bf-5e5d-4095-b9e5-34386803c249 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0d250ed8-07f6-4f08-a934-d3c76d471e2d HTTP/1.1" status: 200 len: 853 time: 0.1479297 May 05 20:01:29.242426 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-8e6cb364-8e35-4a75-a6ca-72d36fc5cb26 None None] Transition to ACTIVE for port object 4f1fcf8a-9c9d-4919-a5a3-e9257b59ea74 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:01:29.250497 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-e1db4920-a38e-4752-a489-55c3ba750fdc None None] Set router 8f6122b3-cd70-4e01-be6d-ac9af74c40ea gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:01:29.251270 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8e6cb364-8e35-4a75-a6ca-72d36fc5cb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:29.251909 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db41ab42-43d1-46e6-af35-d4474c8e600c req-7848c75d-5f3e-4da2-bd2b-e5442eaedd78 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:29.259121 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-db41ab42-43d1-46e6-af35-d4474c8e600c req-7848c75d-5f3e-4da2-bd2b-e5442eaedd78 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=4323cae9-e867-48dc-bb84-72dbe559c9ec HTTP/1.1" status: 200 len: 946 time: 0.1256847 May 05 20:01:29.322277 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-df8551fc-2c67-4360-9050-6ecf4e808ff4 req-dfc1ef57-222a-4a5b-b762-0e8c21777fda tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] 10.222.0.36 "GET /v2.0/security-groups?id=06b765c8-45db-4f95-8595-bc26fb791f54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1872256 May 05 20:01:29.344391 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-db41ab42-43d1-46e6-af35-d4474c8e600c req-a0800eba-3d02-4c6f-bb79-d2942b47539f tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e8b672e-b72d-46a4-99a4-5f3b38959e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840440 May 05 20:01:29.382073 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b06cae-b576-4d92-b224-4720c839298e None None] Pushing event updated for resources: {'Port': ['ID=4f1fcf8a-9c9d-4919-a5a3-e9257b59ea74,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:01:29.399303 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-8e6cb364-8e35-4a75-a6ca-72d36fc5cb26 None None] Attempting to bind port 4f1fcf8a-9c9d-4919-a5a3-e9257b59ea74 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:01:29.400161 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-8e6cb364-8e35-4a75-a6ca-72d36fc5cb26 None None] Attempting to bind port 4f1fcf8a-9c9d-4919-a5a3-e9257b59ea74 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:01:29.400601 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6cb364-8e35-4a75-a6ca-72d36fc5cb26 None None] Attempting to bind port 4f1fcf8a-9c9d-4919-a5a3-e9257b59ea74 on network 0401d202-1605-4cfe-bad4-fb225df6afb0 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:01:29.412006 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6cb364-8e35-4a75-a6ca-72d36fc5cb26 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:01:29.412006 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6cb364-8e35-4a75-a6ca-72d36fc5cb26 None None] Checking segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:01:29.413046 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8e6cb364-8e35-4a75-a6ca-72d36fc5cb26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:29.413272 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6cb364-8e35-4a75-a6ca-72d36fc5cb26 None None] Bound using segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:01:29.413915 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-8e6cb364-8e35-4a75-a6ca-72d36fc5cb26 None None] Bound port: 4f1fcf8a-9c9d-4919-a5a3-e9257b59ea74, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:01:29.414699 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8e6cb364-8e35-4a75-a6ca-72d36fc5cb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:29.457298 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84f148-c751-43b5-a502-5a7d4aed4ef4 req-12aee587-acf6-43bd-adbc-1e2f969b3f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:29.459090 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8f84f148-c751-43b5-a502-5a7d4aed4ef4 req-12aee587-acf6-43bd-adbc-1e2f969b3f01 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=025bffd7-43d6-46c1-996a-8056de7069d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2186942 May 05 20:01:29.479889 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-185679b3-fd1d-4369-a3d5-432fdcd162de'] response: {'server_uuid': 'b21c7d5e-843f-4930-82d0-e5287f71fe00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2056c142-6e03-4daa-98ea-b3d26c62df95', 'code': 200} May 05 20:01:29.589777 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76faeed-1dbb-435c-9c42-bfe5467c87c4 req-27d79ad6-0945-4ecb-9ce5-0d4ff0da6334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:29.590258 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76faeed-1dbb-435c-9c42-bfe5467c87c4 req-27d79ad6-0945-4ecb-9ce5-0d4ff0da6334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:29.602602 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76faeed-1dbb-435c-9c42-bfe5467c87c4 req-27d79ad6-0945-4ecb-9ce5-0d4ff0da6334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:29.604365 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76faeed-1dbb-435c-9c42-bfe5467c87c4 req-27d79ad6-0945-4ecb-9ce5-0d4ff0da6334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:29.604863 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76faeed-1dbb-435c-9c42-bfe5467c87c4 req-27d79ad6-0945-4ecb-9ce5-0d4ff0da6334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:29.605338 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76faeed-1dbb-435c-9c42-bfe5467c87c4 req-27d79ad6-0945-4ecb-9ce5-0d4ff0da6334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:29.605817 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76faeed-1dbb-435c-9c42-bfe5467c87c4 req-27d79ad6-0945-4ecb-9ce5-0d4ff0da6334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:29.608242 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d76faeed-1dbb-435c-9c42-bfe5467c87c4 req-27d79ad6-0945-4ecb-9ce5-0d4ff0da6334 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=99f8ff370e2040efb9285a4ae37c20cd&device_id=c66c5a81-58b3-46e3-8e2a-9f67da08f252 HTTP/1.1" status: 200 len: 6490 time: 0.7233858 May 05 20:01:29.616941 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-8e6cb364-8e35-4a75-a6ca-72d36fc5cb26 None None] For port 4f1fcf8a-9c9d-4919-a5a3-e9257b59ea74, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:01:29.628779 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-8e6cb364-8e35-4a75-a6ca-72d36fc5cb26 None None] For port 4f1fcf8a-9c9d-4919-a5a3-e9257b59ea74, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=4f1fcf8a-9c9d-4919-a5a3-e9257b59ea74,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:01:29.642162 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8e6cb364-8e35-4a75-a6ca-72d36fc5cb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:29.770987 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b06cae-b576-4d92-b224-4720c839298e None None] Pushing event updated for resources: {'Port': ['ID=4f1fcf8a-9c9d-4919-a5a3-e9257b59ea74,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:01:29.784058 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6cb364-8e35-4a75-a6ca-72d36fc5cb26 None None] Routers {'2cb68263-f621-4b8e-8f0c-8e218c68fe77'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:01:29.784775 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-8e6cb364-8e35-4a75-a6ca-72d36fc5cb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:01:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['2cb68263-f621-4b8e-8f0c-8e218c68fe77'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:01:30.001381 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-e1db4920-a38e-4752-a489-55c3ba750fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f6122b3-cd70-4e01-be6d-ac9af74c40ea', 'name': 'tempest-TaggedBootDevicesTest-1815960725-router', 'tenant_id': '99f8ff370e2040efb9285a4ae37c20cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '6ccb0207-274c-4772-8f16-2f81972123af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:57:31Z', 'updated_at': '2022-05-05T19:57:45Z', 'revision_number': 4, 'project_id': '99f8ff370e2040efb9285a4ae37c20cd', 'gw_port': {'id': '6ccb0207-274c-4772-8f16-2f81972123af', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:05:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6122b3-cd70-4e01-be6d-ac9af74c40ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:33Z', 'updated_at': '2022-05-05T19:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '6615baf9-f390-401e-bddd-d19a97d7adad', 'tenant_id': '99f8ff370e2040efb9285a4ae37c20cd', 'floating_ip_address': '172.25.0.143', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '8f6122b3-cd70-4e01-be6d-ac9af74c40ea', 'port_id': '9fa97b06-019d-44e6-a1c4-eb81f10a0fdc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd94c136e-3c4f-4290-8cd6-81a4e89af7f3', 'mac_address': 'fa:16:3e:92:c2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66c5a81-58b3-46e3-8e2a-9f67da08f252', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T19:59:18Z', 'updated_at': '2022-05-05T20:01:25Z', 'revision_number': 1, 'project_id': '99f8ff370e2040efb9285a4ae37c20cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc4734da-cacf-4eeb-ae81-2a30c4f28ce8', 'name': '', 'network_id': 'd94c136e-3c4f-4290-8cd6-81a4e89af7f3', 'tenant_id': '99f8ff370e2040efb9285a4ae37c20cd', 'mac_address': 'fa:16:3e:86:e2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6122b3-cd70-4e01-be6d-ac9af74c40ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': 'fb2a8ac4-25e5-4199-94bc-000b6944dde3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:41Z', 'updated_at': '2022-05-05T19:57:58Z', 'revision_number': 5, 'project_id': '99f8ff370e2040efb9285a4ae37c20cd', 'subnets': [{'id': 'fb2a8ac4-25e5-4199-94bc-000b6944dde3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:01:30.008212 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1db4920-a38e-4752-a489-55c3ba750fdc None None] The sync data for ids ['8f6122b3-cd70-4e01-be6d-ac9af74c40ea'] in n-d-840717-1 is: [{'id': '8f6122b3-cd70-4e01-be6d-ac9af74c40ea', 'name': 'tempest-TaggedBootDevicesTest-1815960725-router', 'tenant_id': '99f8ff370e2040efb9285a4ae37c20cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '6ccb0207-274c-4772-8f16-2f81972123af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:57:31Z', 'updated_at': '2022-05-05T19:57:45Z', 'revision_number': 4, 'project_id': '99f8ff370e2040efb9285a4ae37c20cd', 'gw_port': {'id': '6ccb0207-274c-4772-8f16-2f81972123af', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:05:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6122b3-cd70-4e01-be6d-ac9af74c40ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:33Z', 'updated_at': '2022-05-05T19:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '6615baf9-f390-401e-bddd-d19a97d7adad', 'tenant_id': '99f8ff370e2040efb9285a4ae37c20cd', 'floating_ip_address': '172.25.0.143', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '8f6122b3-cd70-4e01-be6d-ac9af74c40ea', 'port_id': '9fa97b06-019d-44e6-a1c4-eb81f10a0fdc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd94c136e-3c4f-4290-8cd6-81a4e89af7f3', 'mac_address': 'fa:16:3e:92:c2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66c5a81-58b3-46e3-8e2a-9f67da08f252', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T19:59:18Z', 'updated_at': '2022-05-05T20:01:25Z', 'revision_number': 1, 'project_id': '99f8ff370e2040efb9285a4ae37c20cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc4734da-cacf-4eeb-ae81-2a30c4f28ce8', 'name': '', 'network_id': 'd94c136e-3c4f-4290-8cd6-81a4e89af7f3', 'tenant_id': '99f8ff370e2040efb9285a4ae37c20cd', 'mac_address': 'fa:16:3e:86:e2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6122b3-cd70-4e01-be6d-ac9af74c40ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': 'fb2a8ac4-25e5-4199-94bc-000b6944dde3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:41Z', 'updated_at': '2022-05-05T19:57:58Z', 'revision_number': 5, 'project_id': '99f8ff370e2040efb9285a4ae37c20cd', 'subnets': [{'id': 'fb2a8ac4-25e5-4199-94bc-000b6944dde3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:01:30.053674 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb7f7af-4ff7-4e7f-a99f-3fc143f74813 req-a7d4f771-fbe1-4b62-8ea8-42ce579b99b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:30.054921 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9bb7f7af-4ff7-4e7f-a99f-3fc143f74813 req-a7d4f771-fbe1-4b62-8ea8-42ce579b99b4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b21c7d5e-843f-4930-82d0-e5287f71fe00 HTTP/1.1" status: 200 len: 1096 time: 0.4643016 May 05 20:01:30.060293 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8f84f148-c751-43b5-a502-5a7d4aed4ef4 req-c762409f-375a-40c9-85a1-4609489321b4 service neutron] 10.222.0.50 "GET /v2.0/networks/025bffd7-43d6-46c1-996a-8056de7069d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5943239 May 05 20:01:30.192939 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-8e6cb364-8e35-4a75-a6ca-72d36fc5cb26 None None] Set router 2cb68263-f621-4b8e-8f0c-8e218c68fe77 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:01:30.216652 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3686666-3252-4d8f-917f-94dbf4f4cc56 req-8dd65da1-938f-4992-9353-bddb073ce67d tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:30.216652 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b3686666-3252-4d8f-917f-94dbf4f4cc56 req-8dd65da1-938f-4992-9353-bddb073ce67d tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6e97702-69a7-488c-9bd1-a74418962f99 HTTP/1.1" status: 200 len: 943 time: 0.3778570 May 05 20:01:30.308886 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76faeed-1dbb-435c-9c42-bfe5467c87c4 req-f5b1dacf-4958-4f59-a58e-cd210001b179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:30.324048 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d76faeed-1dbb-435c-9c42-bfe5467c87c4 req-f5b1dacf-4958-4f59-a58e-cd210001b179 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d94c136e-3c4f-4290-8cd6-81a4e89af7f3 HTTP/1.1" status: 200 len: 913 time: 0.6856735 May 05 20:01:30.404089 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9bb7f7af-4ff7-4e7f-a99f-3fc143f74813 req-10d9ab34-cf3c-41e7-ada3-5cac53bccd82 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=06b765c8-45db-4f95-8595-bc26fb791f54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3397782 May 05 20:01:30.477734 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b3686666-3252-4d8f-917f-94dbf4f4cc56 req-7747cbde-65d7-459b-af84-256df3c3df1e tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba62d1b8-c48c-4c61-87a2-ddf75639631d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2025888 May 05 20:01:30.513484 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8f84f148-c751-43b5-a502-5a7d4aed4ef4 req-cf3ad64e-8b57-49f4-bc74-ad4488fe5e4b service neutron] 10.222.0.50 "GET /v2.0/networks/025bffd7-43d6-46c1-996a-8056de7069d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4286132 May 05 20:01:30.516974 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e92dcf0f-b19d-412b-8450-fe1de0107cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:30.578497 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b2ddee01-e6b5-4e11-9099-8d47d80ab42f req-7a39bfff-78d2-4a18-9acf-5196362c41fd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=78022ff8-79b6-40f3-923b-df6f4cd7291b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2790856 May 05 20:01:30.586700 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.resource_extend [req-389324c8-256a-4e04-935a-9134f3e71ee4 req-afa3a4bb-a5cb-46dc-b00b-2ee27bf44387 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 20:01:30.628244 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b7f95c-1ea0-4b51-8785-f0c3d31ca656 None None] New status for floating IP 6615baf9-f390-401e-bddd-d19a97d7adad: ACTIVE {{(pid=88199) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:01:30.728878 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d76faeed-1dbb-435c-9c42-bfe5467c87c4 req-d8739f45-b66a-4c1a-b651-5a630de75b70 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9fa97b06-019d-44e6-a1c4-eb81f10a0fdc HTTP/1.1" status: 200 len: 999 time: 0.3918884 May 05 20:01:30.870858 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa96c84-5419-43f2-863b-24b3036fec14 req-93533a87-aa2a-4626-8c0c-5470c3f9f856 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:30.870858 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6aa96c84-5419-43f2-863b-24b3036fec14 req-93533a87-aa2a-4626-8c0c-5470c3f9f856 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] 10.222.0.36 "GET /v2.0/ports?device_id=b21c7d5e-843f-4930-82d0-e5287f71fe00 HTTP/1.1" status: 200 len: 945 time: 0.1735311 May 05 20:01:30.897795 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ddee01-e6b5-4e11-9099-8d47d80ab42f req-761c7e59-6d11-4221-90a4-4c20c4879671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:30.898799 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b2ddee01-e6b5-4e11-9099-8d47d80ab42f req-761c7e59-6d11-4221-90a4-4c20c4879671 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2ac5211529134663a7b81ee9a43f1be9&device_id=78022ff8-79b6-40f3-923b-df6f4cd7291b HTTP/1.1" status: 200 len: 1096 time: 0.1481936 May 05 20:01:30.969617 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-389324c8-256a-4e04-935a-9134f3e71ee4 req-afa3a4bb-a5cb-46dc-b00b-2ee27bf44387 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 841b4c16-473f-445e-8a01-6d3055de605a {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:01:31.013573 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-389324c8-256a-4e04-935a-9134f3e71ee4 req-afa3a4bb-a5cb-46dc-b00b-2ee27bf44387 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:31.025080 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 65f8906c-b8b8-4c48-b277-a82b65a05716 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:01:31.037167 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76faeed-1dbb-435c-9c42-bfe5467c87c4 req-9ff31659-98c0-42d2-a05a-ff67508f9f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:31.039522 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d76faeed-1dbb-435c-9c42-bfe5467c87c4 req-9ff31659-98c0-42d2-a05a-ff67508f9f41 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fb2a8ac4-25e5-4199-94bc-000b6944dde3 HTTP/1.1" status: 200 len: 851 time: 0.3000784 May 05 20:01:31.053128 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-8e6cb364-8e35-4a75-a6ca-72d36fc5cb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb68263-f621-4b8e-8f0c-8e218c68fe77', 'name': 'tempest-ServerRescueTestJSON-355445715-router', 'tenant_id': '906aba68473d4c909ae20bf98b18c462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '4f1fcf8a-9c9d-4919-a5a3-e9257b59ea74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:01:20Z', 'updated_at': '2022-05-05T20:01:24Z', 'revision_number': 3, 'project_id': '906aba68473d4c909ae20bf98b18c462', 'gw_port': {'id': '4f1fcf8a-9c9d-4919-a5a3-e9257b59ea74', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb68263-f621-4b8e-8f0c-8e218c68fe77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:01:22Z', 'updated_at': '2022-05-05T20:01:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:01:31.059211 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6cb364-8e35-4a75-a6ca-72d36fc5cb26 None None] The sync data for ids ['2cb68263-f621-4b8e-8f0c-8e218c68fe77'] in n-d-840717-1 is: [{'id': '2cb68263-f621-4b8e-8f0c-8e218c68fe77', 'name': 'tempest-ServerRescueTestJSON-355445715-router', 'tenant_id': '906aba68473d4c909ae20bf98b18c462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '4f1fcf8a-9c9d-4919-a5a3-e9257b59ea74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:01:20Z', 'updated_at': '2022-05-05T20:01:24Z', 'revision_number': 3, 'project_id': '906aba68473d4c909ae20bf98b18c462', 'gw_port': {'id': '4f1fcf8a-9c9d-4919-a5a3-e9257b59ea74', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb68263-f621-4b8e-8f0c-8e218c68fe77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:01:22Z', 'updated_at': '2022-05-05T20:01:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:01:31.070818 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca468e-0306-492b-b8e7-90bc261f713a req-f893a5b6-5f7b-45a8-a9fc-6785f502a36a tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:31.070818 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-caca468e-0306-492b-b8e7-90bc261f713a req-f893a5b6-5f7b-45a8-a9fc-6785f502a36a tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Synchronizing usage tracker for tenant:5dc7995786b847999f5838924c32320a on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:01:31.228876 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-389324c8-256a-4e04-935a-9134f3e71ee4 req-afa3a4bb-a5cb-46dc-b00b-2ee27bf44387 service neutron] Transition to ACTIVE for port object 841b4c16-473f-445e-8a01-6d3055de605a will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:01:31.249833 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-caca468e-0306-492b-b8e7-90bc261f713a req-f893a5b6-5f7b-45a8-a9fc-6785f502a36a tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Unset dirty status for tenant:5dc7995786b847999f5838924c32320a on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:01:31.257158 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-caca468e-0306-492b-b8e7-90bc261f713a req-f893a5b6-5f7b-45a8-a9fc-6785f502a36a tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=76025ef6-f756-4d49-8818-b75da5ba0f36 HTTP/1.1" status: 200 len: 931 time: 0.7133594 May 05 20:01:31.283095 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-389324c8-256a-4e04-935a-9134f3e71ee4 req-afa3a4bb-a5cb-46dc-b00b-2ee27bf44387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:31.306092 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6aa96c84-5419-43f2-863b-24b3036fec14 req-f92a1b88-7474-4748-8fdf-38ef28335975 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] 10.222.0.36 "GET /v2.0/security-groups?id=06b765c8-45db-4f95-8595-bc26fb791f54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4182408 May 05 20:01:31.311090 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ddee01-e6b5-4e11-9099-8d47d80ab42f req-d7543ead-965f-404b-9cf1-62e9d5e80f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:31.311090 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b2ddee01-e6b5-4e11-9099-8d47d80ab42f req-d7543ead-965f-404b-9cf1-62e9d5e80f73 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8a536572-51e8-41c9-b6b4-029e4a14e253 HTTP/1.1" status: 200 len: 920 time: 0.3903291 May 05 20:01:31.314116 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 65f8906c-b8b8-4c48-b277-a82b65a05716, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=65f8906c-b8b8-4c48-b277-a82b65a05716,segment=NetworkSegment(f9de3193-e4fa-4f1d-a073-95ff8ac5fa76),segment_id=f9de3193-e4fa-4f1d-a073-95ff8ac5fa76)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:01:31.349918 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': '65f8906c-b8b8-4c48-b277-a82b65a05716', 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8', 'port_id': '65f8906c-b8b8-4c48-b277-a82b65a05716', 'mac_address': 'fa:16:3e:00:48:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d250ed8-07f6-4f08-a934-d3c76d471e2d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:01:31.439898 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b2ddee01-e6b5-4e11-9099-8d47d80ab42f req-568e397d-cee2-47c8-8a51-a6be356a3b99 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50d780a2-f495-43fb-9ec1-8a335ab63da3 HTTP/1.1" status: 200 len: 217 time: 0.1240816 May 05 20:01:31.447928 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:31.448337 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-e92dcf0f-b19d-412b-8450-fe1de0107cc6 admin admin] Allocated IP 172.20.0.1 (642babfc-0f83-431e-8336-efb566a9ef25/51e3d3c7-531c-4a88-a4ff-ec92a467f790/500e6d40-7ee9-461d-9bfc-e1f307580dc7) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:01:31.484088 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65f8906c-b8b8-4c48-b277-a82b65a05716 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:01:31.574302 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 65f8906c-b8b8-4c48-b277-a82b65a05716, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=65f8906c-b8b8-4c48-b277-a82b65a05716,segment=NetworkSegment(f9de3193-e4fa-4f1d-a073-95ff8ac5fa76),segment_id=f9de3193-e4fa-4f1d-a073-95ff8ac5fa76)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:01:31.589666 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:31.672474 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ddee01-e6b5-4e11-9099-8d47d80ab42f req-3aaf11f5-5923-461d-9a42-4a542a3e3fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:31.674633 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b2ddee01-e6b5-4e11-9099-8d47d80ab42f req-3aaf11f5-5923-461d-9a42-4a542a3e3fab service neutron] 10.222.0.50 "GET /v2.0/subnets?id=afbf8c9c-9fa3-4fdd-ba30-b4249970e4ad HTTP/1.1" status: 200 len: 858 time: 0.2197943 May 05 20:01:31.818594 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=65f8906c-b8b8-4c48-b277-a82b65a05716,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:01:31.856814 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00946647-e88d-4f69-819a-93ba08e20963 req-6f6bb034-5926-424b-9be6-f5232a53a844 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:31.871396 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-00946647-e88d-4f69-819a-93ba08e20963 req-6f6bb034-5926-424b-9be6-f5232a53a844 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=4323cae9-e867-48dc-bb84-72dbe559c9ec HTTP/1.1" status: 200 len: 946 time: 0.3273263 May 05 20:01:31.955175 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['65f8906c-b8b8-4c48-b277-a82b65a05716'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:01:31.962146 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-00946647-e88d-4f69-819a-93ba08e20963 req-f5826718-8c60-4321-821a-afeef047028a tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e8b672e-b72d-46a4-99a4-5f3b38959e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900452 May 05 20:01:31.986785 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ddee01-e6b5-4e11-9099-8d47d80ab42f req-15e3bf24-31e5-47ab-b53b-4d6391e68e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:31.986785 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b2ddee01-e6b5-4e11-9099-8d47d80ab42f req-15e3bf24-31e5-47ab-b53b-4d6391e68e79 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8a536572-51e8-41c9-b6b4-029e4a14e253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2801397 May 05 20:01:32.078475 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa3a4bb-a5cb-46dc-b00b-2ee27bf44387 service neutron] Pushing event updated for resources: {'Port': ['ID=841b4c16-473f-445e-8a01-6d3055de605a,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:01:32.130490 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 91e2444a-2a29-43c9-9fd1-8f9f7ba08feb no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:01:32.222624 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b2ddee01-e6b5-4e11-9099-8d47d80ab42f req-d2b97941-5343-4257-95a8-904dd6e1c66d service neutron] 10.222.0.50 "GET /v2.0/networks/8a536572-51e8-41c9-b6b4-029e4a14e253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222281 May 05 20:01:32.439161 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e92dcf0f-b19d-412b-8450-fe1de0107cc6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:32.496942 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b2ddee01-e6b5-4e11-9099-8d47d80ab42f req-1a9e01b7-58cd-40fe-b6f3-69cc7b089408 service neutron] 10.222.0.50 "GET /v2.0/networks/8a536572-51e8-41c9-b6b4-029e4a14e253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656183 May 05 20:01:32.508042 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-caca468e-0306-492b-b8e7-90bc261f713a req-c5994415-f7a1-4ca6-bce2-620da22d5543 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2446103 May 05 20:01:32.542755 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e92dcf0f-b19d-412b-8450-fe1de0107cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:32.672664 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:32.801694 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92dcf0f-b19d-412b-8450-fe1de0107cc6 admin admin] Pushing event updated for resources: {'Port': ['ID=500e6d40-7ee9-461d-9bfc-e1f307580dc7,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:01:32.822691 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 91e2444a-2a29-43c9-9fd1-8f9f7ba08feb, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=91e2444a-2a29-43c9-9fd1-8f9f7ba08feb,segment=NetworkSegment(79511503-ff66-4663-ae8b-5322fffb3d0a),segment_id=79511503-ff66-4663-ae8b-5322fffb3d0a)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:01:32.822691 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c406eeb3-a729-4336-a7a7-a2ad14d57bf5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91e2444a-2a29-43c9-9fd1-8f9f7ba08feb'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:01:32.844719 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:32.873942 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76faeed-1dbb-435c-9c42-bfe5467c87c4 req-5a0caf83-c56a-46c4-af34-e8983a1af340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:32.873942 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d76faeed-1dbb-435c-9c42-bfe5467c87c4 req-5a0caf83-c56a-46c4-af34-e8983a1af340 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d94c136e-3c4f-4290-8cd6-81a4e89af7f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.7931139 May 05 20:01:32.984023 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0f467f-c1b9-4969-920b-eb45d43f8e53 req-c382c2ca-77c0-4908-bc2f-aba934276a78 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:33.005674 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2f0f467f-c1b9-4969-920b-eb45d43f8e53 req-c382c2ca-77c0-4908-bc2f-aba934276a78 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=4323cae9-e867-48dc-bb84-72dbe559c9ec HTTP/1.1" status: 200 len: 946 time: 0.1792705 May 05 20:01:33.005674 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 43142) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:01:33.013500 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=91e2444a-2a29-43c9-9fd1-8f9f7ba08feb,revision_number=8']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:01:33.018690 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-74228d92-5aef-4607-83b8-f177237662cb tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Request body: {'floatingip': {'port_id': '6036ba91-7d41-42aa-8b3a-764af0ce77d6'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:01:33.062115 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92dcf0f-b19d-412b-8450-fe1de0107cc6 admin admin] Network 642babfc-0f83-431e-8336-efb566a9ef25 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:01:33.076403 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-e92dcf0f-b19d-412b-8450-fe1de0107cc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:01:33.076403 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92dcf0f-b19d-412b-8450-fe1de0107cc6 admin admin] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:01:33.219584 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-74228d92-5aef-4607-83b8-f177237662cb tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Notify callbacks [] for floatingip, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:33.292727 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-389324c8-256a-4e04-935a-9134f3e71ee4 req-afa3a4bb-a5cb-46dc-b00b-2ee27bf44387 service neutron] Attempting to bind port 841b4c16-473f-445e-8a01-6d3055de605a on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:01:33.292727 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-389324c8-256a-4e04-935a-9134f3e71ee4 req-afa3a4bb-a5cb-46dc-b00b-2ee27bf44387 service neutron] Attempting to bind port 841b4c16-473f-445e-8a01-6d3055de605a by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': 'eccdf1c4-efe8-4f03-97f1-7b574b83122b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '00ecdd9f-1135-415f-b0c6-51153b85089d'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:01:33.292727 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389324c8-256a-4e04-935a-9134f3e71ee4 req-afa3a4bb-a5cb-46dc-b00b-2ee27bf44387 service neutron] Attempting to bind port 841b4c16-473f-445e-8a01-6d3055de605a on network 00ecdd9f-1135-415f-b0c6-51153b85089d {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:01:33.365413 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389324c8-256a-4e04-935a-9134f3e71ee4 req-afa3a4bb-a5cb-46dc-b00b-2ee27bf44387 service neutron] Port 841b4c16-473f-445e-8a01-6d3055de605a on network 00ecdd9f-1135-415f-b0c6-51153b85089d not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:01:33.365413 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389324c8-256a-4e04-935a-9134f3e71ee4 req-afa3a4bb-a5cb-46dc-b00b-2ee27bf44387 service neutron] Attempting to bind port 841b4c16-473f-445e-8a01-6d3055de605a on network 00ecdd9f-1135-415f-b0c6-51153b85089d {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:01:33.375844 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d76faeed-1dbb-435c-9c42-bfe5467c87c4 req-a04f706c-98d2-402a-a113-c50a879bc517 service neutron] 10.222.0.24 "GET /v2.0/networks/d94c136e-3c4f-4290-8cd6-81a4e89af7f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4779253 May 05 20:01:33.412383 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389324c8-256a-4e04-935a-9134f3e71ee4 req-afa3a4bb-a5cb-46dc-b00b-2ee27bf44387 service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:01:33.412383 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389324c8-256a-4e04-935a-9134f3e71ee4 req-afa3a4bb-a5cb-46dc-b00b-2ee27bf44387 service neutron] Checking segment: {'id': 'eccdf1c4-efe8-4f03-97f1-7b574b83122b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '00ecdd9f-1135-415f-b0c6-51153b85089d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:01:33.412383 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389324c8-256a-4e04-935a-9134f3e71ee4 req-afa3a4bb-a5cb-46dc-b00b-2ee27bf44387 service neutron] Bound using segment: {'id': 'eccdf1c4-efe8-4f03-97f1-7b574b83122b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '00ecdd9f-1135-415f-b0c6-51153b85089d'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:01:33.412383 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-389324c8-256a-4e04-935a-9134f3e71ee4 req-afa3a4bb-a5cb-46dc-b00b-2ee27bf44387 service neutron] Bound port: 841b4c16-473f-445e-8a01-6d3055de605a, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eccdf1c4-efe8-4f03-97f1-7b574b83122b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '00ecdd9f-1135-415f-b0c6-51153b85089d'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:01:33.412383 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-389324c8-256a-4e04-935a-9134f3e71ee4 req-afa3a4bb-a5cb-46dc-b00b-2ee27bf44387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:33.455774 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e92dcf0f-b19d-412b-8450-fe1de0107cc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:33.487022 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 4f1fcf8a-9c9d-4919-a5a3-e9257b59ea74 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:01:33.545189 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc98a0b-46e9-4da3-b8da-09b3f307651f req-8408917a-266b-4e4f-99dd-9477f6c750fc tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:33.545189 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ffc98a0b-46e9-4da3-b8da-09b3f307651f req-8408917a-266b-4e4f-99dd-9477f6c750fc tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6e97702-69a7-488c-9bd1-a74418962f99 HTTP/1.1" status: 200 len: 944 time: 0.6625273 May 05 20:01:33.589522 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 4f1fcf8a-9c9d-4919-a5a3-e9257b59ea74 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:01:33.589522 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 4f1fcf8a-9c9d-4919-a5a3-e9257b59ea74 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:01:33.589522 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:33.736372 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b968634-8bb3-4dcc-ab15-6ac24491f15f req-1c6934a5-011f-45fa-a529-f38a3c7fb2ca tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:33.742154 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8b968634-8bb3-4dcc-ab15-6ac24491f15f req-1c6934a5-011f-45fa-a529-f38a3c7fb2ca tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] 10.222.0.36 "GET /v2.0/ports?device_id=b21c7d5e-843f-4930-82d0-e5287f71fe00 HTTP/1.1" status: 200 len: 945 time: 0.6089675 May 05 20:01:33.770562 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:33.796820 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 4f1fcf8a-9c9d-4919-a5a3-e9257b59ea74, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=4f1fcf8a-9c9d-4919-a5a3-e9257b59ea74,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:01:33.802657 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ffc98a0b-46e9-4da3-b8da-09b3f307651f req-c383aee7-7a84-419a-aa35-87903812efa1 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba62d1b8-c48c-4c61-87a2-ddf75639631d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2468750 May 05 20:01:33.808398 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:33.856127 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-389324c8-256a-4e04-935a-9134f3e71ee4 req-afa3a4bb-a5cb-46dc-b00b-2ee27bf44387 service neutron] For port 841b4c16-473f-445e-8a01-6d3055de605a, host n-h2-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:01:33.861367 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-389324c8-256a-4e04-935a-9134f3e71ee4 req-afa3a4bb-a5cb-46dc-b00b-2ee27bf44387 service neutron] For port 841b4c16-473f-445e-8a01-6d3055de605a, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=841b4c16-473f-445e-8a01-6d3055de605a,segment=NetworkSegment(eccdf1c4-efe8-4f03-97f1-7b574b83122b),segment_id=eccdf1c4-efe8-4f03-97f1-7b574b83122b)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:01:33.911219 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8b968634-8bb3-4dcc-ab15-6ac24491f15f req-027c41aa-5691-40e2-abc6-20a09d2de460 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] 10.222.0.36 "GET /v2.0/security-groups?id=06b765c8-45db-4f95-8595-bc26fb791f54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1685174 May 05 20:01:33.922337 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-389324c8-256a-4e04-935a-9134f3e71ee4 req-afa3a4bb-a5cb-46dc-b00b-2ee27bf44387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:33.937348 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=4f1fcf8a-9c9d-4919-a5a3-e9257b59ea74,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:01:33.997934 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dab7afb9-3f70-4afb-bbc8-c601655a9900'] response: {'server_uuid': 'c406eeb3-a729-4336-a7a7-a2ad14d57bf5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91e2444a-2a29-43c9-9fd1-8f9f7ba08feb', 'code': 200} May 05 20:01:34.012383 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d76faeed-1dbb-435c-9c42-bfe5467c87c4 req-4799c989-92c8-44de-9119-9d6399253cd6 service neutron] 10.222.0.24 "GET /v2.0/networks/d94c136e-3c4f-4290-8cd6-81a4e89af7f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6314023 May 05 20:01:34.070104 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389324c8-256a-4e04-935a-9134f3e71ee4 req-afa3a4bb-a5cb-46dc-b00b-2ee27bf44387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:34.070104 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-389324c8-256a-4e04-935a-9134f3e71ee4 req-afa3a4bb-a5cb-46dc-b00b-2ee27bf44387 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:34.071145 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-389324c8-256a-4e04-935a-9134f3e71ee4 req-afa3a4bb-a5cb-46dc-b00b-2ee27bf44387 service neutron] 10.222.0.50 "PUT /v2.0/ports/841b4c16-473f-445e-8a01-6d3055de605a HTTP/1.1" status: 200 len: 1091 time: 5.7170854 May 05 20:01:34.073350 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76025ef6-f756-4d49-8818-b75da5ba0f36', 'tag': '841b4c16-473f-445e-8a01-6d3055de605a'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:01:34.215805 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa3a4bb-a5cb-46dc-b00b-2ee27bf44387 service neutron] Pushing event updated for resources: {'Port': ['ID=841b4c16-473f-445e-8a01-6d3055de605a,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:01:34.341784 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80634095-6957-434e-b1bc-457774118c5d req-63e95509-d272-49cb-9853-ccebbccbd7ea tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:34.341784 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-80634095-6957-434e-b1bc-457774118c5d req-63e95509-d272-49cb-9853-ccebbccbd7ea tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/networks?id=4568a908-805b-4a6e-ba80-1d4819260d47 HTTP/1.1" status: 200 len: 805 time: 0.3066442 May 05 20:01:34.402464 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-80634095-6957-434e-b1bc-457774118c5d req-6d90ea2d-fc5d-4ab3-8963-9ce0e222ade2 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/quotas/746fcb642a8d490e982b2a03a5eb1ef7 HTTP/1.1" status: 200 len: 375 time: 0.0329862 May 05 20:01:34.476770 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7930b0-4d55-4b11-8923-df44425d586d req-676f1c43-a4c4-4569-b77b-54c0b93ed707 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:34.478939 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fd7930b0-4d55-4b11-8923-df44425d586d req-676f1c43-a4c4-4569-b77b-54c0b93ed707 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=76025ef6-f756-4d49-8818-b75da5ba0f36 HTTP/1.1" status: 200 len: 943 time: 0.2612789 May 05 20:01:34.495843 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389324c8-256a-4e04-935a-9134f3e71ee4 req-cf60d357-a4cc-4ddb-a0f4-2cddb83d1c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:34.495843 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-389324c8-256a-4e04-935a-9134f3e71ee4 req-cf60d357-a4cc-4ddb-a0f4-2cddb83d1c50 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5dc7995786b847999f5838924c32320a&device_id=76025ef6-f756-4d49-8818-b75da5ba0f36 HTTP/1.1" status: 200 len: 1094 time: 0.3724940 May 05 20:01:34.496828 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e92dcf0f-b19d-412b-8450-fe1de0107cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:34.596553 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0803867d-1df2-4588-82ac-08e0fbdf4b3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:34.611244 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-389324c8-256a-4e04-935a-9134f3e71ee4 req-341b3e66-a521-4343-83a2-9cc1401dc1d4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=841b4c16-473f-445e-8a01-6d3055de605a HTTP/1.1" status: 200 len: 217 time: 0.1048656 May 05 20:01:34.645945 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fd7930b0-4d55-4b11-8923-df44425d586d req-4014542a-ee6d-43c2-a919-5a101bf4358e tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597004 May 05 20:01:34.663213 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b0e6e-e989-4f05-bd8c-4a1aa1c0dc7a req-b22cfaac-3828-41a6-a41e-afa57a896d54 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:34.664638 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d21b0e6e-e989-4f05-bd8c-4a1aa1c0dc7a req-b22cfaac-3828-41a6-a41e-afa57a896d54 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.24 "GET /v2.0/ports?device_id=c406eeb3-a729-4336-a7a7-a2ad14d57bf5 HTTP/1.1" status: 200 len: 943 time: 0.4551663 May 05 20:01:34.688725 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-74228d92-5aef-4607-83b8-f177237662cb tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:34.695564 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-74228d92-5aef-4607-83b8-f177237662cb tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:34.984158 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d5253-3c11-498b-9cba-0c3101146815 req-3a00c730-1abe-4854-bcb5-97b7296b3593 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:34.986711 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7c3d5253-3c11-498b-9cba-0c3101146815 req-3a00c730-1abe-4854-bcb5-97b7296b3593 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] 10.222.0.36 "GET /v2.0/ports?device_id=b21c7d5e-843f-4930-82d0-e5287f71fe00 HTTP/1.1" status: 200 len: 945 time: 0.2101126 May 05 20:01:35.006662 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 43162) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:01:35.009512 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-80634095-6957-434e-b1bc-457774118c5d req-6a6d564a-0aa5-44c1-a7a9-81b3a87d72fb tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=746fcb642a8d490e982b2a03a5eb1ef7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5971174 May 05 20:01:35.013797 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-a716951a-b821-41fe-b56d-05d342dfafbe tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Request body: {'floatingip': {'port_id': '2056c142-6e03-4daa-98ea-b3d26c62df95'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:01:35.046611 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 65f8906c-b8b8-4c48-b277-a82b65a05716 up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:01:35.061330 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c62d26f5-e79f-42e8-b4cd-3e8fce166641'] response: {'name': 'network-changed', 'server_uuid': '76025ef6-f756-4d49-8818-b75da5ba0f36', 'tag': '841b4c16-473f-445e-8a01-6d3055de605a', 'status': 'completed', 'code': 200} May 05 20:01:35.064332 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-d21b0e6e-e989-4f05-bd8c-4a1aa1c0dc7a req-6d001fc0-a2fd-4252-8715-68cbe8e600a5 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Deleting port 91e2444a-2a29-43c9-9fd1-8f9f7ba08feb {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:01:35.064332 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d21b0e6e-e989-4f05-bd8c-4a1aa1c0dc7a req-6d001fc0-a2fd-4252-8715-68cbe8e600a5 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:35.082626 n-d-840717-1 neutron-server[88198]: INFO neutron.db.l3_db [None req-74228d92-5aef-4607-83b8-f177237662cb tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Floating IP 4dac1ecb-3ec4-41a7-a910-1bfdc5eef84a associated. External IP: 172.25.0.201, port: 6036ba91-7d41-42aa-8b3a-764af0ce77d6. May 05 20:01:35.175618 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port 65f8906c-b8b8-4c48-b277-a82b65a05716 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:01:35.181062 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port 65f8906c-b8b8-4c48-b277-a82b65a05716 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:01:35.181918 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:35.204285 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389324c8-256a-4e04-935a-9134f3e71ee4 req-2ced2e2c-e01e-486c-b11e-6193bb4d4e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:35.206729 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-389324c8-256a-4e04-935a-9134f3e71ee4 req-2ced2e2c-e01e-486c-b11e-6193bb4d4e9d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=08fe5f50-bbcd-4aa2-adfb-1629cfc316ff HTTP/1.1" status: 200 len: 852 time: 0.5406861 May 05 20:01:35.244521 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a716951a-b821-41fe-b56d-05d342dfafbe tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Notify callbacks [] for floatingip, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:35.321436 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-389324c8-256a-4e04-935a-9134f3e71ee4 req-47aff7c6-446b-4491-a38b-9912663e8281 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=00ecdd9f-1135-415f-b0c6-51153b85089d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815969 May 05 20:01:35.339503 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:35.402725 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 65f8906c-b8b8-4c48-b277-a82b65a05716, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=65f8906c-b8b8-4c48-b277-a82b65a05716,segment=NetworkSegment(f9de3193-e4fa-4f1d-a073-95ff8ac5fa76),segment_id=f9de3193-e4fa-4f1d-a073-95ff8ac5fa76)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:01:35.412740 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:35.609521 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e6fb57-ac9a-4f78-b5eb-5954877345a0 req-940c4f7d-daa0-44a7-9f9a-0fe176e19e02 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:35.609521 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-98e6fb57-ac9a-4f78-b5eb-5954877345a0 req-940c4f7d-daa0-44a7-9f9a-0fe176e19e02 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6e97702-69a7-488c-9bd1-a74418962f99 HTTP/1.1" status: 200 len: 944 time: 0.4192510 May 05 20:01:35.617872 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=65f8906c-b8b8-4c48-b277-a82b65a05716,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:01:35.645117 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 4f1fcf8a-9c9d-4919-a5a3-e9257b59ea74 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:01:35.833622 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-80634095-6957-434e-b1bc-457774118c5d req-93497ea0-7bc5-4abb-be59-c0e037f1716e service neutron] 10.222.0.36 "GET /v2.0/networks/4568a908-805b-4a6e-ba80-1d4819260d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8228188 May 05 20:01:35.878759 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 4f1fcf8a-9c9d-4919-a5a3-e9257b59ea74 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:01:35.878759 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:36.002740 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-d21b0e6e-e989-4f05-bd8c-4a1aa1c0dc7a req-6d001fc0-a2fd-4252-8715-68cbe8e600a5 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] For port 91e2444a-2a29-43c9-9fd1-8f9f7ba08feb, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=91e2444a-2a29-43c9-9fd1-8f9f7ba08feb,segment=NetworkSegment(79511503-ff66-4663-ae8b-5322fffb3d0a),segment_id=79511503-ff66-4663-ae8b-5322fffb3d0a)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:01:36.002740 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d21b0e6e-e989-4f05-bd8c-4a1aa1c0dc7a req-6d001fc0-a2fd-4252-8715-68cbe8e600a5 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:36.070206 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e97702-69a7-488c-9bd1-a74418962f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f8906c-b8b8-4c48-b277-a82b65a05716'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:01:36.112164 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.resource_extend [None req-e92dcf0f-b19d-412b-8450-fe1de0107cc6 admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 20:01:36.142716 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-389324c8-256a-4e04-935a-9134f3e71ee4 req-3ab3d8e6-06f1-4945-bd72-99db0c12da65 service neutron] 10.222.0.50 "GET /v2.0/networks/00ecdd9f-1135-415f-b0c6-51153b85089d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7577064 May 05 20:01:36.191741 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74228d92-5aef-4607-83b8-f177237662cb tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Router edbadcb7-0a9a-4e6f-9b10-c398f361f466 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:01:36.238008 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-98e6fb57-ac9a-4f78-b5eb-5954877345a0 req-65de61d3-198c-4dc9-ba3b-9193e944f15a tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba62d1b8-c48c-4c61-87a2-ddf75639631d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6231873 May 05 20:01:36.364229 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-d21b0e6e-e989-4f05-bd8c-4a1aa1c0dc7a req-6d001fc0-a2fd-4252-8715-68cbe8e600a5 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Calling delete_port for 91e2444a-2a29-43c9-9fd1-8f9f7ba08feb owned by compute:nova {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:01:36.394638 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e92dcf0f-b19d-412b-8450-fe1de0107cc6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:36.434683 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e92dcf0f-b19d-412b-8450-fe1de0107cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:36.615083 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-80634095-6957-434e-b1bc-457774118c5d req-4843bf20-37a1-450f-ad77-4ff90854a4cc service neutron] 10.222.0.36 "GET /v2.0/networks/4568a908-805b-4a6e-ba80-1d4819260d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7634614 May 05 20:01:36.663273 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92dcf0f-b19d-412b-8450-fe1de0107cc6 admin admin] Pushing event updated for resources: {'Port': ['ID=500e6d40-7ee9-461d-9bfc-e1f307580dc7,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:01:36.673920 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e92dcf0f-b19d-412b-8450-fe1de0107cc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:36.838385 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-779d58e8-f7aa-451e-80a8-842b82e2d1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:36.865967 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6164133-de90-465a-9688-4c3a1bbdf75d'] response: {'server_uuid': 'e6e97702-69a7-488c-9bd1-a74418962f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f8906c-b8b8-4c48-b277-a82b65a05716', 'code': 200} May 05 20:01:36.878851 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74228d92-5aef-4607-83b8-f177237662cb tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:01:36.890639 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11487266-0b73-42c3-9f6e-2a87c28163b1 None None] Sync routers for ids ['edbadcb7-0a9a-4e6f-9b10-c398f361f466'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:01:36.917459 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11487266-0b73-42c3-9f6e-2a87c28163b1 None None] Routers {'edbadcb7-0a9a-4e6f-9b10-c398f361f466'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:01:36.918368 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-11487266-0b73-42c3-9f6e-2a87c28163b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:01:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['edbadcb7-0a9a-4e6f-9b10-c398f361f466'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:01:36.950144 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-74228d92-5aef-4607-83b8-f177237662cb tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:36.987507 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5556a4de-fa81-4b21-8176-ea5ba774e9d8 req-ba5d5ca1-f897-4a51-bdd9-a0ce08ebcdd1 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:36.989155 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5556a4de-fa81-4b21-8176-ea5ba774e9d8 req-ba5d5ca1-f897-4a51-bdd9-a0ce08ebcdd1 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=76025ef6-f756-4d49-8818-b75da5ba0f36 HTTP/1.1" status: 200 len: 943 time: 0.6143303 May 05 20:01:37.059404 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-389324c8-256a-4e04-935a-9134f3e71ee4 req-0b0ac20c-da0f-4515-bf77-1f0e28c5fc37 service neutron] 10.222.0.50 "GET /v2.0/networks/00ecdd9f-1135-415f-b0c6-51153b85089d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7982004 May 05 20:01:37.100052 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7236bd10-be24-437f-8630-9f018132485c req-e4589873-d74a-4d2c-a526-251f57c20eae tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba4cbfb2-faf5-4699-92f1-88fbdf31bddb HTTP/1.1" status: 200 len: 210 time: 0.1014519 May 05 20:01:37.196646 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d21b0e6e-e989-4f05-bd8c-4a1aa1c0dc7a req-6d001fc0-a2fd-4252-8715-68cbe8e600a5 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:37.204626 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-11487266-0b73-42c3-9f6e-2a87c28163b1 None None] Set router edbadcb7-0a9a-4e6f-9b10-c398f361f466 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:01:37.253377 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5556a4de-fa81-4b21-8176-ea5ba774e9d8 req-0c0e738b-8ca8-490c-aaca-a6a7bd2bcd2c tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767490 May 05 20:01:37.306997 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92dcf0f-b19d-412b-8450-fe1de0107cc6 admin admin] Network 642babfc-0f83-431e-8336-efb566a9ef25 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:01:37.306997 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d001fc0-a2fd-4252-8715-68cbe8e600a5 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Pushing event deleted for resources: {'Port': ['ID=91e2444a-2a29-43c9-9fd1-8f9f7ba08feb,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:01:37.321794 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-e92dcf0f-b19d-412b-8450-fe1de0107cc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:01:37.343659 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-74228d92-5aef-4607-83b8-f177237662cb tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "PUT /v2.0/floatingips/4dac1ecb-3ec4-41a7-a910-1bfdc5eef84a HTTP/1.1" status: 200 len: 992 time: 4.3364508 May 05 20:01:37.348264 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.db.resource_extend [None req-a716951a-b821-41fe-b56d-05d342dfafbe tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 20:01:37.430429 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4323cae9-e867-48dc-bb84-72dbe559c9ec', 'tag': '6036ba91-7d41-42aa-8b3a-764af0ce77d6'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:01:37.447327 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-d21b0e6e-e989-4f05-bd8c-4a1aa1c0dc7a req-6d001fc0-a2fd-4252-8715-68cbe8e600a5 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] No DVR routers for this DVR port 91e2444a-2a29-43c9-9fd1-8f9f7ba08feb on host n-h1-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:01:37.580286 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f857f6ea-e4d8-4ef6-b968-5fb0696e7975 req-363be221-eb20-439f-8ba9-e54175e4da99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:37.580286 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f857f6ea-e4d8-4ef6-b968-5fb0696e7975 req-363be221-eb20-439f-8ba9-e54175e4da99 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e6e97702-69a7-488c-9bd1-a74418962f99 HTTP/1.1" status: 200 len: 1096 time: 0.6287317 May 05 20:01:37.618901 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c55be39d-85f6-4eb1-a9e4-26ddba47d30a'] response: {'name': 'network-changed', 'server_uuid': '4323cae9-e867-48dc-bb84-72dbe559c9ec', 'tag': '6036ba91-7d41-42aa-8b3a-764af0ce77d6', 'status': 'completed', 'code': 200} May 05 20:01:37.685412 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a716951a-b821-41fe-b56d-05d342dfafbe tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:37.709861 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d21b0e6e-e989-4f05-bd8c-4a1aa1c0dc7a req-6d001fc0-a2fd-4252-8715-68cbe8e600a5 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:37.713193 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c406eeb3-a729-4336-a7a7-a2ad14d57bf5', 'name': 'network-vif-deleted', 'tag': '91e2444a-2a29-43c9-9fd1-8f9f7ba08feb'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:01:37.752533 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:37.778946 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a8e396-25bb-47d7-b635-ec4c485d31c0 req-428b1239-186d-422c-ab8a-7adb229a626f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:37.780544 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a0a8e396-25bb-47d7-b635-ec4c485d31c0 req-428b1239-186d-422c-ab8a-7adb229a626f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5dc7995786b847999f5838924c32320a&device_id=76025ef6-f756-4d49-8818-b75da5ba0f36 HTTP/1.1" status: 200 len: 1094 time: 0.6554673 May 05 20:01:37.796516 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f857f6ea-e4d8-4ef6-b968-5fb0696e7975 req-1f05febe-1fab-42d6-8827-ace297803005 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ba62d1b8-c48c-4c61-87a2-ddf75639631d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1954198 May 05 20:01:37.804021 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a716951a-b821-41fe-b56d-05d342dfafbe tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:37.909719 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81047cf0-3391-486a-a689-6815681afb1f'] response: {'server_uuid': 'c406eeb3-a729-4336-a7a7-a2ad14d57bf5', 'name': 'network-vif-deleted', 'tag': '91e2444a-2a29-43c9-9fd1-8f9f7ba08feb', 'status': 'completed', 'code': 200} May 05 20:01:37.920150 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d21b0e6e-e989-4f05-bd8c-4a1aa1c0dc7a req-6d001fc0-a2fd-4252-8715-68cbe8e600a5 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.24 "DELETE /v2.0/ports/91e2444a-2a29-43c9-9fd1-8f9f7ba08feb HTTP/1.1" status: 204 len: 173 time: 3.1930244 May 05 20:01:37.921459 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-11487266-0b73-42c3-9f6e-2a87c28163b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edbadcb7-0a9a-4e6f-9b10-c398f361f466', 'name': 'tempest-ServerRescueNegativeTestJSON-1286592340-router', 'tenant_id': '2ac5211529134663a7b81ee9a43f1be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': 'aa240ef3-2b21-485d-bf4f-f659e6642aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:57:43Z', 'updated_at': '2022-05-05T19:58:07Z', 'revision_number': 4, 'project_id': '2ac5211529134663a7b81ee9a43f1be9', 'gw_port': {'id': 'aa240ef3-2b21-485d-bf4f-f659e6642aac', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbadcb7-0a9a-4e6f-9b10-c398f361f466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:45Z', 'updated_at': '2022-05-05T19:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '4dac1ecb-3ec4-41a7-a910-1bfdc5eef84a', 'tenant_id': '2ac5211529134663a7b81ee9a43f1be9', 'floating_ip_address': '172.25.0.201', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'edbadcb7-0a9a-4e6f-9b10-c398f361f466', 'port_id': '6036ba91-7d41-42aa-8b3a-764af0ce77d6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a536572-51e8-41c9-b6b4-029e4a14e253', 'mac_address': 'fa:16:3e:ef:69:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4323cae9-e867-48dc-bb84-72dbe559c9ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:00:54Z', 'updated_at': '2022-05-05T20:01:34Z', 'revision_number': 1, 'project_id': '2ac5211529134663a7b81ee9a43f1be9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9aa07f9-be66-4f2d-8243-9075cb80d91a', 'name': '', 'network_id': '8a536572-51e8-41c9-b6b4-029e4a14e253', 'tenant_id': '2ac5211529134663a7b81ee9a43f1be9', 'mac_address': 'fa:16:3e:19:ee:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbadcb7-0a9a-4e6f-9b10-c398f361f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'afbf8c9c-9fa3-4fdd-ba30-b4249970e4ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:59Z', 'updated_at': '2022-05-05T19:58:19Z', 'revision_number': 5, 'project_id': '2ac5211529134663a7b81ee9a43f1be9', 'subnets': [{'id': 'afbf8c9c-9fa3-4fdd-ba30-b4249970e4ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:01:37.928210 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11487266-0b73-42c3-9f6e-2a87c28163b1 None None] Checking router: edbadcb7-0a9a-4e6f-9b10-c398f361f466 for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:01:37.942862 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11487266-0b73-42c3-9f6e-2a87c28163b1 None None] Routers {'edbadcb7-0a9a-4e6f-9b10-c398f361f466'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:01:37.943882 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-11487266-0b73-42c3-9f6e-2a87c28163b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:01:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['edbadcb7-0a9a-4e6f-9b10-c398f361f466'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:01:38.000833 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:38.023205 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 91e2444a-2a29-43c9-9fd1-8f9f7ba08feb no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:01:38.039342 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a8e396-25bb-47d7-b635-ec4c485d31c0 req-422da48a-757e-4547-b75f-d0969f3c9d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:38.041131 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a0a8e396-25bb-47d7-b635-ec4c485d31c0 req-422da48a-757e-4547-b75f-d0969f3c9d87 service neutron] 10.222.0.50 "GET /v2.0/networks?id=00ecdd9f-1135-415f-b0c6-51153b85089d HTTP/1.1" status: 200 len: 913 time: 0.2537553 May 05 20:01:38.110770 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] No Port match for: 91e2444a-2a29-43c9-9fd1-8f9f7ba08feb {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:01:38.111115 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 91e2444a-2a29-43c9-9fd1-8f9f7ba08feb not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:01:38.122116 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e92dcf0f-b19d-412b-8450-fe1de0107cc6 admin admin] Router 2cb68263-f621-4b8e-8f0c-8e218c68fe77 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:01:38.126353 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a0a8e396-25bb-47d7-b635-ec4c485d31c0 req-dd456b78-ee7c-408c-a74c-7d0779c6cab5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=841b4c16-473f-445e-8a01-6d3055de605a HTTP/1.1" status: 200 len: 217 time: 0.0784528 May 05 20:01:38.136548 n-d-840717-1 neutron-server[88198]: INFO neutron.db.l3_db [None req-a716951a-b821-41fe-b56d-05d342dfafbe tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Floating IP 1c501a1e-3f17-4456-8b1f-889ae9e923dd associated. External IP: 172.25.0.207, port: 2056c142-6e03-4daa-98ea-b3d26c62df95. May 05 20:01:38.183305 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ec9374-e194-4eee-b1fe-8f7519d1ea25 req-0a0fd623-84a1-4193-befc-e014b692464e tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:38.185092 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-27ec9374-e194-4eee-b1fe-8f7519d1ea25 req-0a0fd623-84a1-4193-befc-e014b692464e tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6e97702-69a7-488c-9bd1-a74418962f99 HTTP/1.1" status: 200 len: 945 time: 0.5644636 May 05 20:01:38.207650 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea1056-5afc-4968-be7f-44a567fcaa02 req-ba846379-e60a-4d87-8b5d-b17ba54afabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:38.208796 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bdea1056-5afc-4968-be7f-44a567fcaa02 req-ba846379-e60a-4d87-8b5d-b17ba54afabb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ac5211529134663a7b81ee9a43f1be9&device_id=4323cae9-e867-48dc-bb84-72dbe559c9ec HTTP/1.1" status: 200 len: 1097 time: 0.5175691 May 05 20:01:38.237620 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-11487266-0b73-42c3-9f6e-2a87c28163b1 None None] Set router edbadcb7-0a9a-4e6f-9b10-c398f361f466 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:01:38.335397 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a8e396-25bb-47d7-b635-ec4c485d31c0 req-f5e70f0e-05fb-416c-a9db-0bacdd164850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:38.336756 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a0a8e396-25bb-47d7-b635-ec4c485d31c0 req-f5e70f0e-05fb-416c-a9db-0bacdd164850 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=08fe5f50-bbcd-4aa2-adfb-1629cfc316ff HTTP/1.1" status: 200 len: 852 time: 0.2008986 May 05 20:01:38.336907 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-62fb244c-f698-4b14-adc8-32590dc57c66 req-ef553d1a-1ab0-4ff8-b13b-664e4ebe8de1 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba4cbfb2-faf5-4699-92f1-88fbdf31bddb HTTP/1.1" status: 200 len: 210 time: 0.0944316 May 05 20:01:38.543209 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-27ec9374-e194-4eee-b1fe-8f7519d1ea25 req-babdfb13-fafd-4fc6-bbe8-6b45bdf27250 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba62d1b8-c48c-4c61-87a2-ddf75639631d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3415289 May 05 20:01:38.554240 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a0a8e396-25bb-47d7-b635-ec4c485d31c0 req-74b7ac6f-9d8e-4c08-b52d-d28b22698f36 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=00ecdd9f-1135-415f-b0c6-51153b85089d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2077236 May 05 20:01:38.605125 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e92dcf0f-b19d-412b-8450-fe1de0107cc6 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:01:38.614861 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2ce7f1-adea-4492-8916-727d6db5e6cc None None] Sync routers for ids ['2cb68263-f621-4b8e-8f0c-8e218c68fe77'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:01:38.620077 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-e92dcf0f-b19d-412b-8450-fe1de0107cc6 admin admin] 10.222.0.36 "PUT /v2.0/routers/2cb68263-f621-4b8e-8f0c-8e218c68fe77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7862024 May 05 20:01:38.641050 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2ce7f1-adea-4492-8916-727d6db5e6cc None None] Routers {'2cb68263-f621-4b8e-8f0c-8e218c68fe77'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:01:38.641686 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-ef2ce7f1-adea-4492-8916-727d6db5e6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:01:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['2cb68263-f621-4b8e-8f0c-8e218c68fe77'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:01:38.974554 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-11487266-0b73-42c3-9f6e-2a87c28163b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edbadcb7-0a9a-4e6f-9b10-c398f361f466', 'name': 'tempest-ServerRescueNegativeTestJSON-1286592340-router', 'tenant_id': '2ac5211529134663a7b81ee9a43f1be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': 'aa240ef3-2b21-485d-bf4f-f659e6642aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:57:43Z', 'updated_at': '2022-05-05T19:58:07Z', 'revision_number': 4, 'project_id': '2ac5211529134663a7b81ee9a43f1be9', 'gw_port': {'id': 'aa240ef3-2b21-485d-bf4f-f659e6642aac', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbadcb7-0a9a-4e6f-9b10-c398f361f466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:45Z', 'updated_at': '2022-05-05T19:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '4dac1ecb-3ec4-41a7-a910-1bfdc5eef84a', 'tenant_id': '2ac5211529134663a7b81ee9a43f1be9', 'floating_ip_address': '172.25.0.201', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'edbadcb7-0a9a-4e6f-9b10-c398f361f466', 'port_id': '6036ba91-7d41-42aa-8b3a-764af0ce77d6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a536572-51e8-41c9-b6b4-029e4a14e253', 'mac_address': 'fa:16:3e:ef:69:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4323cae9-e867-48dc-bb84-72dbe559c9ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:00:54Z', 'updated_at': '2022-05-05T20:01:34Z', 'revision_number': 1, 'project_id': '2ac5211529134663a7b81ee9a43f1be9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9aa07f9-be66-4f2d-8243-9075cb80d91a', 'name': '', 'network_id': '8a536572-51e8-41c9-b6b4-029e4a14e253', 'tenant_id': '2ac5211529134663a7b81ee9a43f1be9', 'mac_address': 'fa:16:3e:19:ee:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbadcb7-0a9a-4e6f-9b10-c398f361f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'afbf8c9c-9fa3-4fdd-ba30-b4249970e4ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:59Z', 'updated_at': '2022-05-05T19:58:19Z', 'revision_number': 5, 'project_id': '2ac5211529134663a7b81ee9a43f1be9', 'subnets': [{'id': 'afbf8c9c-9fa3-4fdd-ba30-b4249970e4ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:01:38.979150 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11487266-0b73-42c3-9f6e-2a87c28163b1 None None] The sync data for ids ['edbadcb7-0a9a-4e6f-9b10-c398f361f466'] in n-d-840717-1 is: [{'id': 'edbadcb7-0a9a-4e6f-9b10-c398f361f466', 'name': 'tempest-ServerRescueNegativeTestJSON-1286592340-router', 'tenant_id': '2ac5211529134663a7b81ee9a43f1be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': 'aa240ef3-2b21-485d-bf4f-f659e6642aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:57:43Z', 'updated_at': '2022-05-05T19:58:07Z', 'revision_number': 4, 'project_id': '2ac5211529134663a7b81ee9a43f1be9', 'gw_port': {'id': 'aa240ef3-2b21-485d-bf4f-f659e6642aac', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbadcb7-0a9a-4e6f-9b10-c398f361f466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:45Z', 'updated_at': '2022-05-05T19:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '4dac1ecb-3ec4-41a7-a910-1bfdc5eef84a', 'tenant_id': '2ac5211529134663a7b81ee9a43f1be9', 'floating_ip_address': '172.25.0.201', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'edbadcb7-0a9a-4e6f-9b10-c398f361f466', 'port_id': '6036ba91-7d41-42aa-8b3a-764af0ce77d6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a536572-51e8-41c9-b6b4-029e4a14e253', 'mac_address': 'fa:16:3e:ef:69:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4323cae9-e867-48dc-bb84-72dbe559c9ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:00:54Z', 'updated_at': '2022-05-05T20:01:34Z', 'revision_number': 1, 'project_id': '2ac5211529134663a7b81ee9a43f1be9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9aa07f9-be66-4f2d-8243-9075cb80d91a', 'name': '', 'network_id': '8a536572-51e8-41c9-b6b4-029e4a14e253', 'tenant_id': '2ac5211529134663a7b81ee9a43f1be9', 'mac_address': 'fa:16:3e:19:ee:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbadcb7-0a9a-4e6f-9b10-c398f361f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'afbf8c9c-9fa3-4fdd-ba30-b4249970e4ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:59Z', 'updated_at': '2022-05-05T19:58:19Z', 'revision_number': 5, 'project_id': '2ac5211529134663a7b81ee9a43f1be9', 'subnets': [{'id': 'afbf8c9c-9fa3-4fdd-ba30-b4249970e4ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:01:39.025772 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a0a8e396-25bb-47d7-b635-ec4c485d31c0 req-f03684c6-21b0-42e2-aac5-558bbf0f00f6 service neutron] 10.222.0.50 "GET /v2.0/networks/00ecdd9f-1135-415f-b0c6-51153b85089d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4647837 May 05 20:01:39.070143 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-ef2ce7f1-adea-4492-8916-727d6db5e6cc None None] Set router 2cb68263-f621-4b8e-8f0c-8e218c68fe77 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:01:39.399040 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80634095-6957-434e-b1bc-457774118c5d req-a95f8a9c-696f-4833-ac85-e5be411b2f67 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:39.401727 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-80634095-6957-434e-b1bc-457774118c5d req-a95f8a9c-696f-4833-ac85-e5be411b2f67 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.50 "GET /v2.0/networks?id=4568a908-805b-4a6e-ba80-1d4819260d47 HTTP/1.1" status: 200 len: 805 time: 0.8263366 May 05 20:01:39.402876 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea1056-5afc-4968-be7f-44a567fcaa02 req-2bc3924d-3d86-4732-9a10-7d5562f82644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:39.409416 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bdea1056-5afc-4968-be7f-44a567fcaa02 req-2bc3924d-3d86-4732-9a10-7d5562f82644 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8a536572-51e8-41c9-b6b4-029e4a14e253 HTTP/1.1" status: 200 len: 920 time: 1.1657321 May 05 20:01:39.411330 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ec70b5-7a41-4cc2-ad31-721cd01e7515 None None] New status for floating IP 4dac1ecb-3ec4-41a7-a910-1bfdc5eef84a: ACTIVE {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:01:39.428245 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-80634095-6957-434e-b1bc-457774118c5d req-5b71b3b5-b68d-4a82-a18b-88371c2829a3 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Request body: {'port': {'device_id': 'ba4cbfb2-faf5-4699-92f1-88fbdf31bddb', 'network_id': '4568a908-805b-4a6e-ba80-1d4819260d47', 'admin_state_up': True, 'tenant_id': '746fcb642a8d490e982b2a03a5eb1ef7'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:01:39.493062 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a0a8e396-25bb-47d7-b635-ec4c485d31c0 req-db7231a7-cbdd-4d57-93df-6c9f53e9a7eb service neutron] 10.222.0.50 "GET /v2.0/networks/00ecdd9f-1135-415f-b0c6-51153b85089d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4565132 May 05 20:01:39.506674 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:39.629847 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-ef2ce7f1-adea-4492-8916-727d6db5e6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb68263-f621-4b8e-8f0c-8e218c68fe77', 'name': 'tempest-ServerRescueTestJSON-355445715-router', 'tenant_id': '906aba68473d4c909ae20bf98b18c462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '4f1fcf8a-9c9d-4919-a5a3-e9257b59ea74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:01:20Z', 'updated_at': '2022-05-05T20:01:34Z', 'revision_number': 4, 'project_id': '906aba68473d4c909ae20bf98b18c462', 'gw_port': {'id': '4f1fcf8a-9c9d-4919-a5a3-e9257b59ea74', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb68263-f621-4b8e-8f0c-8e218c68fe77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:01:22Z', 'updated_at': '2022-05-05T20:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '500e6d40-7ee9-461d-9bfc-e1f307580dc7', 'name': '', 'network_id': '642babfc-0f83-431e-8336-efb566a9ef25', 'tenant_id': '906aba68473d4c909ae20bf98b18c462', 'mac_address': 'fa:16:3e:47:ac:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb68263-f621-4b8e-8f0c-8e218c68fe77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '51e3d3c7-531c-4a88-a4ff-ec92a467f790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:01:30Z', 'updated_at': '2022-05-05T20:01:34Z', 'revision_number': 2, 'project_id': '906aba68473d4c909ae20bf98b18c462', 'subnets': [{'id': '51e3d3c7-531c-4a88-a4ff-ec92a467f790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:01:39.636752 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2ce7f1-adea-4492-8916-727d6db5e6cc None None] Checking router: 2cb68263-f621-4b8e-8f0c-8e218c68fe77 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:01:39.637338 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2ce7f1-adea-4492-8916-727d6db5e6cc None None] Updating router 2cb68263-f621-4b8e-8f0c-8e218c68fe77 port 500e6d40-7ee9-461d-9bfc-e1f307580dc7 binding host n-d-840717-1 {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:01:39.708818 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ef2ce7f1-adea-4492-8916-727d6db5e6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:39.722019 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c06c5d-2301-474f-9248-e338e87106dd req-02d5501b-78a5-4468-81d1-a9bffa4445c4 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:39.722721 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-88c06c5d-2301-474f-9248-e338e87106dd req-02d5501b-78a5-4468-81d1-a9bffa4445c4 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Synchronizing usage tracker for tenant:906aba68473d4c909ae20bf98b18c462 on resource:network {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:01:39.749650 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-88c06c5d-2301-474f-9248-e338e87106dd req-02d5501b-78a5-4468-81d1-a9bffa4445c4 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Unset dirty status for tenant:906aba68473d4c909ae20bf98b18c462 on resource:network {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:01:39.752303 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-88c06c5d-2301-474f-9248-e338e87106dd req-02d5501b-78a5-4468-81d1-a9bffa4445c4 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/networks?id=642babfc-0f83-431e-8336-efb566a9ef25 HTTP/1.1" status: 200 len: 810 time: 0.2240446 May 05 20:01:39.776413 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-88c06c5d-2301-474f-9248-e338e87106dd req-702dc7cb-0b6b-4627-a7a8-057ed56756c7 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/quotas/906aba68473d4c909ae20bf98b18c462 HTTP/1.1" status: 200 len: 375 time: 0.0151761 May 05 20:01:39.785125 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3247f0c2-b2b1-4183-8e71-f90b23a0d6e1 req-31a30cf1-8972-49f1-bfcd-f6358913ac68 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:39.792750 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3247f0c2-b2b1-4183-8e71-f90b23a0d6e1 req-31a30cf1-8972-49f1-bfcd-f6358913ac68 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=76025ef6-f756-4d49-8818-b75da5ba0f36 HTTP/1.1" status: 200 len: 943 time: 1.1971936 May 05 20:01:39.873227 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-88c06c5d-2301-474f-9248-e338e87106dd req-bb850240-cdb3-4277-adc9-603f4990e17f tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Synchronizing usage tracker for tenant:906aba68473d4c909ae20bf98b18c462 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:01:39.893204 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-88c06c5d-2301-474f-9248-e338e87106dd req-bb850240-cdb3-4277-adc9-603f4990e17f tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Unset dirty status for tenant:906aba68473d4c909ae20bf98b18c462 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:01:39.900010 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-88c06c5d-2301-474f-9248-e338e87106dd req-bb850240-cdb3-4277-adc9-603f4990e17f tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=906aba68473d4c909ae20bf98b18c462&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1147070 May 05 20:01:39.950317 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bdea1056-5afc-4968-be7f-44a567fcaa02 req-5d4603c1-9709-4927-a126-129f2442a7b8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6036ba91-7d41-42aa-8b3a-764af0ce77d6 HTTP/1.1" status: 200 len: 1000 time: 0.4930823 May 05 20:01:40.066467 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-88c06c5d-2301-474f-9248-e338e87106dd req-22a36959-ab3a-433f-9867-3aefba563a64 service neutron] 10.222.0.36 "GET /v2.0/networks/642babfc-0f83-431e-8336-efb566a9ef25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538100 May 05 20:01:40.073134 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3247f0c2-b2b1-4183-8e71-f90b23a0d6e1 req-0347409c-8133-4f41-ae7a-e4ff10ea3572 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710662 May 05 20:01:40.142518 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ef2ce7f1-adea-4492-8916-727d6db5e6cc None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:40.157514 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-ef2ce7f1-adea-4492-8916-727d6db5e6cc None None] Transition to ACTIVE for port object 500e6d40-7ee9-461d-9bfc-e1f307580dc7 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:01:40.157809 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ef2ce7f1-adea-4492-8916-727d6db5e6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:40.160320 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a716951a-b821-41fe-b56d-05d342dfafbe tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Router db3527ae-e94e-433e-b0af-11baf8c67c04 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:01:40.172545 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-80634095-6957-434e-b1bc-457774118c5d req-5b71b3b5-b68d-4a82-a18b-88371c2829a3 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:01:40.182050 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-80634095-6957-434e-b1bc-457774118c5d req-5b71b3b5-b68d-4a82-a18b-88371c2829a3 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Usage tracker for resource:port and tenant:746fcb642a8d490e982b2a03a5eb1ef7 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:01:40.236430 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-80634095-6957-434e-b1bc-457774118c5d req-5b71b3b5-b68d-4a82-a18b-88371c2829a3 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:01:40.250730 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-88c06c5d-2301-474f-9248-e338e87106dd req-958080b9-8f58-4a12-84b5-5b16c5f1c9a7 service neutron] 10.222.0.36 "GET /v2.0/networks/642babfc-0f83-431e-8336-efb566a9ef25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850102 May 05 20:01:40.265044 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea1056-5afc-4968-be7f-44a567fcaa02 req-e6d36f3b-9649-4a0f-adf5-2923d4c1c6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:40.265044 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bdea1056-5afc-4968-be7f-44a567fcaa02 req-e6d36f3b-9649-4a0f-adf5-2923d4c1c6e3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=afbf8c9c-9fa3-4fdd-ba30-b4249970e4ad HTTP/1.1" status: 200 len: 858 time: 0.2828908 May 05 20:01:40.265044 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-80634095-6957-434e-b1bc-457774118c5d req-5b71b3b5-b68d-4a82-a18b-88371c2829a3 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:01:40.278620 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f86e9088-7ab9-4d5c-ad49-bf268f047b11 req-d0646351-03a4-4788-9ba6-e439b8f46936 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba4cbfb2-faf5-4699-92f1-88fbdf31bddb HTTP/1.1" status: 200 len: 210 time: 0.0959942 May 05 20:01:40.462944 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09d60e0-c149-4c1c-ad71-23331dc7101e None None] Pushing event updated for resources: {'Port': ['ID=500e6d40-7ee9-461d-9bfc-e1f307580dc7,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:01:40.513340 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-ef2ce7f1-adea-4492-8916-727d6db5e6cc None None] Attempting to bind port 500e6d40-7ee9-461d-9bfc-e1f307580dc7 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:01:40.513340 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-ef2ce7f1-adea-4492-8916-727d6db5e6cc None None] Attempting to bind port 500e6d40-7ee9-461d-9bfc-e1f307580dc7 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '3aca4ab0-929b-456d-aa84-5ecc6cb9893c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '642babfc-0f83-431e-8336-efb566a9ef25'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:01:40.518639 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c535b7a6-f009-4c1a-9e60-ff7862c207c2 req-d0df7f8e-6576-47a1-bec7-cc1615e494f1 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/ports?device_id=28ec62e4-742a-429a-9778-f6b0b46b806a HTTP/1.1" status: 200 len: 210 time: 0.0609696 May 05 20:01:40.524647 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2ce7f1-adea-4492-8916-727d6db5e6cc None None] Attempting to bind port 500e6d40-7ee9-461d-9bfc-e1f307580dc7 on network 642babfc-0f83-431e-8336-efb566a9ef25 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:01:40.524647 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2ce7f1-adea-4492-8916-727d6db5e6cc None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:01:40.524647 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2ce7f1-adea-4492-8916-727d6db5e6cc None None] Checking segment: {'id': '3aca4ab0-929b-456d-aa84-5ecc6cb9893c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '642babfc-0f83-431e-8336-efb566a9ef25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:01:40.524647 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ef2ce7f1-adea-4492-8916-727d6db5e6cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:40.524647 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2ce7f1-adea-4492-8916-727d6db5e6cc None None] Bound using segment: {'id': '3aca4ab0-929b-456d-aa84-5ecc6cb9893c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '642babfc-0f83-431e-8336-efb566a9ef25'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:01:40.524647 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-ef2ce7f1-adea-4492-8916-727d6db5e6cc None None] Bound port: 500e6d40-7ee9-461d-9bfc-e1f307580dc7, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aca4ab0-929b-456d-aa84-5ecc6cb9893c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '642babfc-0f83-431e-8336-efb566a9ef25'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:01:40.524647 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ef2ce7f1-adea-4492-8916-727d6db5e6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:40.562496 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:01:40.585246 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80634095-6957-434e-b1bc-457774118c5d req-5b71b3b5-b68d-4a82-a18b-88371c2829a3 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Made reservation on behalf of 746fcb642a8d490e982b2a03a5eb1ef7 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:01:40.602694 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-80634095-6957-434e-b1bc-457774118c5d req-5b71b3b5-b68d-4a82-a18b-88371c2829a3 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:40.672603 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-ef2ce7f1-adea-4492-8916-727d6db5e6cc None None] For port 500e6d40-7ee9-461d-9bfc-e1f307580dc7, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:01:40.672603 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-ef2ce7f1-adea-4492-8916-727d6db5e6cc None None] For port 500e6d40-7ee9-461d-9bfc-e1f307580dc7, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=500e6d40-7ee9-461d-9bfc-e1f307580dc7,segment=NetworkSegment(3aca4ab0-929b-456d-aa84-5ecc6cb9893c),segment_id=3aca4ab0-929b-456d-aa84-5ecc6cb9893c)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:01:40.687157 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ef2ce7f1-adea-4492-8916-727d6db5e6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:40.909746 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21705e-43d0-46f0-bb07-1cd1db336dbf req-3d055cf3-67c7-46f6-bf20-5bd885aa5cf5 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:40.918532 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2ce7f1-adea-4492-8916-727d6db5e6cc None None] Routers {'2cb68263-f621-4b8e-8f0c-8e218c68fe77'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:01:40.918532 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-ef2ce7f1-adea-4492-8916-727d6db5e6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:01:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['2cb68263-f621-4b8e-8f0c-8e218c68fe77'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:01:40.923571 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ba21705e-43d0-46f0-bb07-1cd1db336dbf req-3d055cf3-67c7-46f6-bf20-5bd885aa5cf5 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6e97702-69a7-488c-9bd1-a74418962f99 HTTP/1.1" status: 200 len: 945 time: 0.5083642 May 05 20:01:40.976501 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea1056-5afc-4968-be7f-44a567fcaa02 req-19c3db16-7471-41c8-a24a-f649da04e7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:40.976501 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bdea1056-5afc-4968-be7f-44a567fcaa02 req-19c3db16-7471-41c8-a24a-f649da04e7b9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8a536572-51e8-41c9-b6b4-029e4a14e253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6810241 May 05 20:01:41.049508 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09d60e0-c149-4c1c-ad71-23331dc7101e None None] Pushing event updated for resources: {'Port': ['ID=500e6d40-7ee9-461d-9bfc-e1f307580dc7,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:01:41.226199 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 841b4c16-473f-445e-8a01-6d3055de605a details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:01:41.408668 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d2d31f-f208-4a71-864d-222b3dc4bdbb req-4fac5c11-f684-448c-addb-cea86bab8749 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:41.408668 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-02d2d31f-f208-4a71-864d-222b3dc4bdbb req-4fac5c11-f684-448c-addb-cea86bab8749 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=76025ef6-f756-4d49-8818-b75da5ba0f36 HTTP/1.1" status: 200 len: 943 time: 0.1299152 May 05 20:01:41.469236 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-ef2ce7f1-adea-4492-8916-727d6db5e6cc None None] Set router 2cb68263-f621-4b8e-8f0c-8e218c68fe77 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:01:41.482092 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ba21705e-43d0-46f0-bb07-1cd1db336dbf req-3839bc37-8fa5-4ab9-a1e8-f27faf61b8cb tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba62d1b8-c48c-4c61-87a2-ddf75639631d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5528095 May 05 20:01:41.488570 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-02d2d31f-f208-4a71-864d-222b3dc4bdbb req-be692193-4d6c-4eca-9eb4-e711f92b9b6e tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722153 May 05 20:01:41.494315 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bdea1056-5afc-4968-be7f-44a567fcaa02 req-e2c6f0ee-faeb-4f8b-b724-f21ebd7e1007 service neutron] 10.222.0.24 "GET /v2.0/networks/8a536572-51e8-41c9-b6b4-029e4a14e253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789423 May 05 20:01:41.494315 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a716951a-b821-41fe-b56d-05d342dfafbe tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:01:41.536537 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04eaf9d-ca2b-4fa5-bbc0-10f5ffee0dc3 None None] Sync routers for ids ['db3527ae-e94e-433e-b0af-11baf8c67c04'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:01:41.562666 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 841b4c16-473f-445e-8a01-6d3055de605a, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=841b4c16-473f-445e-8a01-6d3055de605a,segment=NetworkSegment(eccdf1c4-efe8-4f03-97f1-7b574b83122b),segment_id=eccdf1c4-efe8-4f03-97f1-7b574b83122b)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:01:41.646706 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': '841b4c16-473f-445e-8a01-6d3055de605a', 'network_id': '00ecdd9f-1135-415f-b0c6-51153b85089d', 'port_id': '841b4c16-473f-445e-8a01-6d3055de605a', 'mac_address': 'fa:16:3e:89:87:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08fe5f50-bbcd-4aa2-adfb-1629cfc316ff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:01:41.646706 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04eaf9d-ca2b-4fa5-bbc0-10f5ffee0dc3 None None] Routers {'db3527ae-e94e-433e-b0af-11baf8c67c04'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:01:41.646706 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-e04eaf9d-ca2b-4fa5-bbc0-10f5ffee0dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:01:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['db3527ae-e94e-433e-b0af-11baf8c67c04'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:01:41.838209 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-235da19e-a48e-43dc-a737-8b3d274fee6a req-b49bc03f-a909-4793-9554-11b8b9d33ab9 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Synchronizing usage tracker for tenant:746fcb642a8d490e982b2a03a5eb1ef7 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:01:41.862674 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a716951a-b821-41fe-b56d-05d342dfafbe tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:41.916103 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceb47a5-5fb5-40d2-aedb-beeb24627036 req-e2c55d7e-7b36-4d87-b73e-806258ede262 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:41.916103 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3ceb47a5-5fb5-40d2-aedb-beeb24627036 req-e2c55d7e-7b36-4d87-b73e-806258ede262 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6e97702-69a7-488c-9bd1-a74418962f99 HTTP/1.1" status: 200 len: 945 time: 0.1615059 May 05 20:01:41.923376 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 43236) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:01:41.925749 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-fb09bb5e-3b84-40ef-98c3-3196c5bd10bf tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Request body: {'floatingip': {'port_id': '65f8906c-b8b8-4c48-b277-a82b65a05716'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:01:41.929273 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:41.929714 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-80634095-6957-434e-b1bc-457774118c5d req-5b71b3b5-b68d-4a82-a18b-88371c2829a3 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Allocated IP 172.20.0.12 (4568a908-805b-4a6e-ba80-1d4819260d47/bf48ca8b-7b24-41a3-ad06-a849bff9e5b9/f2164ee7-b04a-4e76-9d16-59b515780d24) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:01:41.941193 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bdea1056-5afc-4968-be7f-44a567fcaa02 req-d3ca6949-cd75-4c69-9f08-844f2f16e750 service neutron] 10.222.0.24 "GET /v2.0/networks/8a536572-51e8-41c9-b6b4-029e4a14e253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4546046 May 05 20:01:42.005065 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-235da19e-a48e-43dc-a737-8b3d274fee6a req-b49bc03f-a909-4793-9554-11b8b9d33ab9 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Unset dirty status for tenant:746fcb642a8d490e982b2a03a5eb1ef7 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:01:42.005065 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-235da19e-a48e-43dc-a737-8b3d274fee6a req-b49bc03f-a909-4793-9554-11b8b9d33ab9 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba4cbfb2-faf5-4699-92f1-88fbdf31bddb HTTP/1.1" status: 200 len: 210 time: 0.2293596 May 05 20:01:42.077938 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a716951a-b821-41fe-b56d-05d342dfafbe tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] 10.222.0.36 "PUT /v2.0/floatingips/1c501a1e-3f17-4456-8b1f-889ae9e923dd HTTP/1.1" status: 200 len: 991 time: 7.0560911 May 05 20:01:42.077938 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b21c7d5e-843f-4930-82d0-e5287f71fe00', 'tag': '2056c142-6e03-4daa-98ea-b3d26c62df95'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:01:42.209068 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c06c5d-2301-474f-9248-e338e87106dd req-df45ac1c-cd0f-4c68-ac03-ba066b184c18 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:42.209068 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-88c06c5d-2301-474f-9248-e338e87106dd req-df45ac1c-cd0f-4c68-ac03-ba066b184c18 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.24 "GET /v2.0/networks?id=642babfc-0f83-431e-8336-efb566a9ef25 HTTP/1.1" status: 200 len: 810 time: 0.1800416 May 05 20:01:42.209068 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-88c06c5d-2301-474f-9248-e338e87106dd req-65c74a1f-1ca3-47ab-99ec-d63392e2cbc9 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Request body: {'port': {'device_id': '28ec62e4-742a-429a-9778-f6b0b46b806a', 'network_id': '642babfc-0f83-431e-8336-efb566a9ef25', 'admin_state_up': True, 'tenant_id': '906aba68473d4c909ae20bf98b18c462'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:01:42.272160 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fb09bb5e-3b84-40ef-98c3-3196c5bd10bf tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for floatingip, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:42.380644 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 841b4c16-473f-445e-8a01-6d3055de605a {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:01:42.448054 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-26385867-29e3-4484-81b0-8ded64ae5720 req-1f937f92-d91f-43f5-a379-dcd3d68d509f tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/ports?device_id=28ec62e4-742a-429a-9778-f6b0b46b806a HTTP/1.1" status: 200 len: 210 time: 0.1246812 May 05 20:01:42.505400 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-e04eaf9d-ca2b-4fa5-bbc0-10f5ffee0dc3 None None] Set router db3527ae-e94e-433e-b0af-11baf8c67c04 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:01:42.543792 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dabcef40-5a65-4fef-8eac-75fb825bda06'] response: {'name': 'network-changed', 'server_uuid': 'b21c7d5e-843f-4930-82d0-e5287f71fe00', 'tag': '2056c142-6e03-4daa-98ea-b3d26c62df95', 'status': 'completed', 'code': 200} May 05 20:01:42.550194 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-80634095-6957-434e-b1bc-457774118c5d req-5b71b3b5-b68d-4a82-a18b-88371c2829a3 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:42.595785 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-88c06c5d-2301-474f-9248-e338e87106dd req-65c74a1f-1ca3-47ab-99ec-d63392e2cbc9 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:01:42.619539 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-88c06c5d-2301-474f-9248-e338e87106dd req-65c74a1f-1ca3-47ab-99ec-d63392e2cbc9 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:01:42.679405 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05895e55-299a-4a02-b5b0-0c5f22cdc57b req-5f05e960-f8f7-4f49-be1d-bbf6a67f4c45 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:42.688421 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-05895e55-299a-4a02-b5b0-0c5f22cdc57b req-5f05e960-f8f7-4f49-be1d-bbf6a67f4c45 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] 10.222.0.36 "GET /v2.0/ports?device_id=b21c7d5e-843f-4930-82d0-e5287f71fe00 HTTP/1.1" status: 200 len: 945 time: 0.2693970 May 05 20:01:42.712837 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88c06c5d-2301-474f-9248-e338e87106dd req-65c74a1f-1ca3-47ab-99ec-d63392e2cbc9 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Made reservation on behalf of 906aba68473d4c909ae20bf98b18c462 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:01:42.716736 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-88c06c5d-2301-474f-9248-e338e87106dd req-65c74a1f-1ca3-47ab-99ec-d63392e2cbc9 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:42.741093 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 841b4c16-473f-445e-8a01-6d3055de605a, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=841b4c16-473f-445e-8a01-6d3055de605a,segment=NetworkSegment(eccdf1c4-efe8-4f03-97f1-7b574b83122b),segment_id=eccdf1c4-efe8-4f03-97f1-7b574b83122b)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:01:42.747989 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-05895e55-299a-4a02-b5b0-0c5f22cdc57b req-cf9e081c-503c-47b6-8aad-8c1e9d9a9747 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] 10.222.0.36 "GET /v2.0/security-groups?id=06b765c8-45db-4f95-8595-bc26fb791f54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585208 May 05 20:01:42.760778 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-80634095-6957-434e-b1bc-457774118c5d req-5b71b3b5-b68d-4a82-a18b-88371c2829a3 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:42.790527 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:42.869893 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80634095-6957-434e-b1bc-457774118c5d req-5b71b3b5-b68d-4a82-a18b-88371c2829a3 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Network 4568a908-805b-4a6e-ba80-1d4819260d47 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:01:42.874238 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-80634095-6957-434e-b1bc-457774118c5d req-5b71b3b5-b68d-4a82-a18b-88371c2829a3 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:01:42.880311 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd92cc-11e4-4ccc-ac2d-8980cd6d8fa6 req-da598014-a042-4567-b366-9035dc863e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:42.881965 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fbdd92cc-11e4-4ccc-ac2d-8980cd6d8fa6 req-da598014-a042-4567-b366-9035dc863e27 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c5bc97d17c8c4bca95c497c59c0718d6&device_id=b21c7d5e-843f-4930-82d0-e5287f71fe00 HTTP/1.1" status: 200 len: 1096 time: 0.3106775 May 05 20:01:42.882966 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-80634095-6957-434e-b1bc-457774118c5d req-5b71b3b5-b68d-4a82-a18b-88371c2829a3 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:01:42.913853 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b71b3b5-b68d-4a82-a18b-88371c2829a3 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Pushing event updated for resources: {'Port': ['ID=f2164ee7-b04a-4e76-9d16-59b515780d24,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:01:43.019545 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=841b4c16-473f-445e-8a01-6d3055de605a,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:01:43.054931 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80634095-6957-434e-b1bc-457774118c5d req-5b71b3b5-b68d-4a82-a18b-88371c2829a3 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:43.055589 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-80634095-6957-434e-b1bc-457774118c5d req-5b71b3b5-b68d-4a82-a18b-88371c2829a3 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:43.075217 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-80634095-6957-434e-b1bc-457774118c5d req-5b71b3b5-b68d-4a82-a18b-88371c2829a3 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6630163 May 05 20:01:43.091079 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-80634095-6957-434e-b1bc-457774118c5d req-4a269171-8b62-48a9-a093-37c3c66666c3 service neutron] Request body: {'port': {'device_id': 'ba4cbfb2-faf5-4699-92f1-88fbdf31bddb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:01:43.185843 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['841b4c16-473f-445e-8a01-6d3055de605a'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:01:43.278993 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d5f6e3-64db-410a-8f3d-891e4a778390 req-6e9727f0-96fb-4212-8ccd-93139ef22d93 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:43.281849 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-26d5f6e3-64db-410a-8f3d-891e4a778390 req-6e9727f0-96fb-4212-8ccd-93139ef22d93 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=76025ef6-f756-4d49-8818-b75da5ba0f36 HTTP/1.1" status: 200 len: 944 time: 0.3724265 May 05 20:01:43.298017 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-ef2ce7f1-adea-4492-8916-727d6db5e6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb68263-f621-4b8e-8f0c-8e218c68fe77', 'name': 'tempest-ServerRescueTestJSON-355445715-router', 'tenant_id': '906aba68473d4c909ae20bf98b18c462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '4f1fcf8a-9c9d-4919-a5a3-e9257b59ea74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:01:20Z', 'updated_at': '2022-05-05T20:01:34Z', 'revision_number': 4, 'project_id': '906aba68473d4c909ae20bf98b18c462', 'gw_port': {'id': '4f1fcf8a-9c9d-4919-a5a3-e9257b59ea74', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb68263-f621-4b8e-8f0c-8e218c68fe77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:01:22Z', 'updated_at': '2022-05-05T20:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '500e6d40-7ee9-461d-9bfc-e1f307580dc7', 'name': '', 'network_id': '642babfc-0f83-431e-8336-efb566a9ef25', 'tenant_id': '906aba68473d4c909ae20bf98b18c462', 'mac_address': 'fa:16:3e:47:ac:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb68263-f621-4b8e-8f0c-8e218c68fe77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '51e3d3c7-531c-4a88-a4ff-ec92a467f790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:01:30Z', 'updated_at': '2022-05-05T20:01:40Z', 'revision_number': 4, 'project_id': '906aba68473d4c909ae20bf98b18c462', 'subnets': [{'id': '51e3d3c7-531c-4a88-a4ff-ec92a467f790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:01:43.307625 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd92cc-11e4-4ccc-ac2d-8980cd6d8fa6 req-f1ca64d8-1d4c-4515-bb16-d2bdbc3b2f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:43.310205 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fbdd92cc-11e4-4ccc-ac2d-8980cd6d8fa6 req-f1ca64d8-1d4c-4515-bb16-d2bdbc3b2f71 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2a9a9df3-ea16-4794-afeb-472875076e06 HTTP/1.1" status: 200 len: 906 time: 0.3903117 May 05 20:01:43.316282 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-80634095-6957-434e-b1bc-457774118c5d req-4a269171-8b62-48a9-a093-37c3c66666c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:43.316423 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-88c06c5d-2301-474f-9248-e338e87106dd req-65c74a1f-1ca3-47ab-99ec-d63392e2cbc9 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Allocated IP 172.20.0.9 (642babfc-0f83-431e-8336-efb566a9ef25/51e3d3c7-531c-4a88-a4ff-ec92a467f790/539fb241-64aa-4f36-b8a3-92c71cd95a70) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:01:43.331886 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2ce7f1-adea-4492-8916-727d6db5e6cc None None] The sync data for ids ['2cb68263-f621-4b8e-8f0c-8e218c68fe77'] in n-d-840717-1 is: [{'id': '2cb68263-f621-4b8e-8f0c-8e218c68fe77', 'name': 'tempest-ServerRescueTestJSON-355445715-router', 'tenant_id': '906aba68473d4c909ae20bf98b18c462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '4f1fcf8a-9c9d-4919-a5a3-e9257b59ea74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:01:20Z', 'updated_at': '2022-05-05T20:01:34Z', 'revision_number': 4, 'project_id': '906aba68473d4c909ae20bf98b18c462', 'gw_port': {'id': '4f1fcf8a-9c9d-4919-a5a3-e9257b59ea74', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb68263-f621-4b8e-8f0c-8e218c68fe77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:01:22Z', 'updated_at': '2022-05-05T20:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '500e6d40-7ee9-461d-9bfc-e1f307580dc7', 'name': '', 'network_id': '642babfc-0f83-431e-8336-efb566a9ef25', 'tenant_id': '906aba68473d4c909ae20bf98b18c462', 'mac_address': 'fa:16:3e:47:ac:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb68263-f621-4b8e-8f0c-8e218c68fe77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '51e3d3c7-531c-4a88-a4ff-ec92a467f790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:01:30Z', 'updated_at': '2022-05-05T20:01:40Z', 'revision_number': 4, 'project_id': '906aba68473d4c909ae20bf98b18c462', 'subnets': [{'id': '51e3d3c7-531c-4a88-a4ff-ec92a467f790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:01:43.367691 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-e04eaf9d-ca2b-4fa5-bbc0-10f5ffee0dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3527ae-e94e-433e-b0af-11baf8c67c04', 'name': 'tempest-ServersTestJSON-818348373-router', 'tenant_id': 'c5bc97d17c8c4bca95c497c59c0718d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'a57cb912-4d00-4f2e-ba96-23fa44c3d2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:00:38Z', 'updated_at': '2022-05-05T20:00:47Z', 'revision_number': 4, 'project_id': 'c5bc97d17c8c4bca95c497c59c0718d6', 'gw_port': {'id': 'a57cb912-4d00-4f2e-ba96-23fa44c3d2a8', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3527ae-e94e-433e-b0af-11baf8c67c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:40Z', 'updated_at': '2022-05-05T20:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '1c501a1e-3f17-4456-8b1f-889ae9e923dd', 'tenant_id': 'c5bc97d17c8c4bca95c497c59c0718d6', 'floating_ip_address': '172.25.0.207', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'db3527ae-e94e-433e-b0af-11baf8c67c04', 'port_id': '2056c142-6e03-4daa-98ea-b3d26c62df95', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a9a9df3-ea16-4794-afeb-472875076e06', 'mac_address': 'fa:16:3e:74:a5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21c7d5e-843f-4930-82d0-e5287f71fe00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:00:58Z', 'updated_at': '2022-05-05T20:01:36Z', 'revision_number': 1, 'project_id': 'c5bc97d17c8c4bca95c497c59c0718d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd488c1cd-1553-4f27-ba73-7b1ec88941e5', 'name': '', 'network_id': '2a9a9df3-ea16-4794-afeb-472875076e06', 'tenant_id': 'c5bc97d17c8c4bca95c497c59c0718d6', 'mac_address': 'fa:16:3e:1e:35:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3527ae-e94e-433e-b0af-11baf8c67c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '25f091e9-57a5-4759-ad7e-42d23abf747a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:45Z', 'updated_at': '2022-05-05T20:01:07Z', 'revision_number': 5, 'project_id': 'c5bc97d17c8c4bca95c497c59c0718d6', 'subnets': [{'id': '25f091e9-57a5-4759-ad7e-42d23abf747a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:01:43.405135 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04eaf9d-ca2b-4fa5-bbc0-10f5ffee0dc3 None None] Checking router: db3527ae-e94e-433e-b0af-11baf8c67c04 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:01:43.437636 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04eaf9d-ca2b-4fa5-bbc0-10f5ffee0dc3 None None] Routers {'db3527ae-e94e-433e-b0af-11baf8c67c04'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:01:43.438263 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-e04eaf9d-ca2b-4fa5-bbc0-10f5ffee0dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:01:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['db3527ae-e94e-433e-b0af-11baf8c67c04'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:01:43.485730 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-26d5f6e3-64db-410a-8f3d-891e4a778390 req-41a2fb86-5477-4e3a-9aea-59095793c4c1 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909299 May 05 20:01:43.559058 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fbdd92cc-11e4-4ccc-ac2d-8980cd6d8fa6 req-78f7495c-8a7b-42d3-b182-cd61b7373c33 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2056c142-6e03-4daa-98ea-b3d26c62df95 HTTP/1.1" status: 200 len: 999 time: 0.2132936 May 05 20:01:43.673981 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0da717-1112-4c4c-84c4-a41e22defed6 req-81810cca-949d-4195-ba24-c0ae9ff761d3 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:43.682110 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5c0da717-1112-4c4c-84c4-a41e22defed6 req-81810cca-949d-4195-ba24-c0ae9ff761d3 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba4cbfb2-faf5-4699-92f1-88fbdf31bddb HTTP/1.1" status: 200 len: 932 time: 0.4877939 May 05 20:01:43.707299 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd92cc-11e4-4ccc-ac2d-8980cd6d8fa6 req-a1be3e29-a4a9-431e-8d49-0f89fed9a23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:43.710787 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fbdd92cc-11e4-4ccc-ac2d-8980cd6d8fa6 req-a1be3e29-a4a9-431e-8d49-0f89fed9a23d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=25f091e9-57a5-4759-ad7e-42d23abf747a HTTP/1.1" status: 200 len: 844 time: 0.1445026 May 05 20:01:43.814382 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fb09bb5e-3b84-40ef-98c3-3196c5bd10bf tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:43.827024 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fb09bb5e-3b84-40ef-98c3-3196c5bd10bf tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:43.898770 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-88c06c5d-2301-474f-9248-e338e87106dd req-65c74a1f-1ca3-47ab-99ec-d63392e2cbc9 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:43.921279 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-e04eaf9d-ca2b-4fa5-bbc0-10f5ffee0dc3 None None] Set router db3527ae-e94e-433e-b0af-11baf8c67c04 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:01:44.082861 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808ed63-6787-4c60-a5dd-0c4cd6d0d782 req-5daeff91-2d99-489e-a351-6472fbf50b21 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:44.090343 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808ed63-6787-4c60-a5dd-0c4cd6d0d782 req-5daeff91-2d99-489e-a351-6472fbf50b21 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:44.096677 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5c0da717-1112-4c4c-84c4-a41e22defed6 req-7f97fdc7-2639-48ee-a2b9-64f38cae1062 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cb43301-61da-408d-ba7f-c0b8dd491c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4116867 May 05 20:01:44.097142 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808ed63-6787-4c60-a5dd-0c4cd6d0d782 req-5daeff91-2d99-489e-a351-6472fbf50b21 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:44.104780 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808ed63-6787-4c60-a5dd-0c4cd6d0d782 req-5daeff91-2d99-489e-a351-6472fbf50b21 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:44.115154 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808ed63-6787-4c60-a5dd-0c4cd6d0d782 req-5daeff91-2d99-489e-a351-6472fbf50b21 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:44.119117 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808ed63-6787-4c60-a5dd-0c4cd6d0d782 req-5daeff91-2d99-489e-a351-6472fbf50b21 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:44.134703 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808ed63-6787-4c60-a5dd-0c4cd6d0d782 req-5daeff91-2d99-489e-a351-6472fbf50b21 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:44.134703 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c808ed63-6787-4c60-a5dd-0c4cd6d0d782 req-5daeff91-2d99-489e-a351-6472fbf50b21 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933ae74-0c33-4c3c-82a1-5c532a76f33d HTTP/1.1" status: 200 len: 5445 time: 0.3768868 May 05 20:01:44.152633 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:44.204634 n-d-840717-1 neutron-server[88197]: INFO neutron.db.l3_db [None req-fb09bb5e-3b84-40ef-98c3-3196c5bd10bf tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Floating IP 2755d2e1-de23-4b07-b90f-b7f57956bd8a associated. External IP: 172.25.0.83, port: 65f8906c-b8b8-4c48-b277-a82b65a05716. May 05 20:01:44.228988 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd92cc-11e4-4ccc-ac2d-8980cd6d8fa6 req-5ff36e1d-0ab8-4811-a758-443a08f9dacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:44.228988 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fbdd92cc-11e4-4ccc-ac2d-8980cd6d8fa6 req-5ff36e1d-0ab8-4811-a758-443a08f9dacf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2a9a9df3-ea16-4794-afeb-472875076e06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2903144 May 05 20:01:44.367162 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-88c06c5d-2301-474f-9248-e338e87106dd req-65c74a1f-1ca3-47ab-99ec-d63392e2cbc9 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:44.395584 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c808ed63-6787-4c60-a5dd-0c4cd6d0d782 req-e9a18fe9-dc80-466e-8bc7-ffb26dc1a412 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e6be8f4-cbde-48c1-a6fd-f6caadba2c70&id=b31ec34e-3cb0-41c2-a678-bc0e8ba8a08d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2497315 May 05 20:01:44.642192 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-e04eaf9d-ca2b-4fa5-bbc0-10f5ffee0dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3527ae-e94e-433e-b0af-11baf8c67c04', 'name': 'tempest-ServersTestJSON-818348373-router', 'tenant_id': 'c5bc97d17c8c4bca95c497c59c0718d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'a57cb912-4d00-4f2e-ba96-23fa44c3d2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:00:38Z', 'updated_at': '2022-05-05T20:00:47Z', 'revision_number': 4, 'project_id': 'c5bc97d17c8c4bca95c497c59c0718d6', 'gw_port': {'id': 'a57cb912-4d00-4f2e-ba96-23fa44c3d2a8', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3527ae-e94e-433e-b0af-11baf8c67c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:40Z', 'updated_at': '2022-05-05T20:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '1c501a1e-3f17-4456-8b1f-889ae9e923dd', 'tenant_id': 'c5bc97d17c8c4bca95c497c59c0718d6', 'floating_ip_address': '172.25.0.207', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'db3527ae-e94e-433e-b0af-11baf8c67c04', 'port_id': '2056c142-6e03-4daa-98ea-b3d26c62df95', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a9a9df3-ea16-4794-afeb-472875076e06', 'mac_address': 'fa:16:3e:74:a5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21c7d5e-843f-4930-82d0-e5287f71fe00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:00:58Z', 'updated_at': '2022-05-05T20:01:36Z', 'revision_number': 1, 'project_id': 'c5bc97d17c8c4bca95c497c59c0718d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd488c1cd-1553-4f27-ba73-7b1ec88941e5', 'name': '', 'network_id': '2a9a9df3-ea16-4794-afeb-472875076e06', 'tenant_id': 'c5bc97d17c8c4bca95c497c59c0718d6', 'mac_address': 'fa:16:3e:1e:35:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3527ae-e94e-433e-b0af-11baf8c67c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '25f091e9-57a5-4759-ad7e-42d23abf747a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:45Z', 'updated_at': '2022-05-05T20:01:07Z', 'revision_number': 5, 'project_id': 'c5bc97d17c8c4bca95c497c59c0718d6', 'subnets': [{'id': '25f091e9-57a5-4759-ad7e-42d23abf747a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:01:44.647036 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04eaf9d-ca2b-4fa5-bbc0-10f5ffee0dc3 None None] The sync data for ids ['db3527ae-e94e-433e-b0af-11baf8c67c04'] in n-d-840717-1 is: [{'id': 'db3527ae-e94e-433e-b0af-11baf8c67c04', 'name': 'tempest-ServersTestJSON-818348373-router', 'tenant_id': 'c5bc97d17c8c4bca95c497c59c0718d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'a57cb912-4d00-4f2e-ba96-23fa44c3d2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:00:38Z', 'updated_at': '2022-05-05T20:00:47Z', 'revision_number': 4, 'project_id': 'c5bc97d17c8c4bca95c497c59c0718d6', 'gw_port': {'id': 'a57cb912-4d00-4f2e-ba96-23fa44c3d2a8', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3527ae-e94e-433e-b0af-11baf8c67c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:40Z', 'updated_at': '2022-05-05T20:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '1c501a1e-3f17-4456-8b1f-889ae9e923dd', 'tenant_id': 'c5bc97d17c8c4bca95c497c59c0718d6', 'floating_ip_address': '172.25.0.207', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'db3527ae-e94e-433e-b0af-11baf8c67c04', 'port_id': '2056c142-6e03-4daa-98ea-b3d26c62df95', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a9a9df3-ea16-4794-afeb-472875076e06', 'mac_address': 'fa:16:3e:74:a5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21c7d5e-843f-4930-82d0-e5287f71fe00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:00:58Z', 'updated_at': '2022-05-05T20:01:36Z', 'revision_number': 1, 'project_id': 'c5bc97d17c8c4bca95c497c59c0718d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd488c1cd-1553-4f27-ba73-7b1ec88941e5', 'name': '', 'network_id': '2a9a9df3-ea16-4794-afeb-472875076e06', 'tenant_id': 'c5bc97d17c8c4bca95c497c59c0718d6', 'mac_address': 'fa:16:3e:1e:35:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3527ae-e94e-433e-b0af-11baf8c67c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '25f091e9-57a5-4759-ad7e-42d23abf747a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:45Z', 'updated_at': '2022-05-05T20:01:07Z', 'revision_number': 5, 'project_id': 'c5bc97d17c8c4bca95c497c59c0718d6', 'subnets': [{'id': '25f091e9-57a5-4759-ad7e-42d23abf747a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:01:44.666417 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88c06c5d-2301-474f-9248-e338e87106dd req-65c74a1f-1ca3-47ab-99ec-d63392e2cbc9 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Network 642babfc-0f83-431e-8336-efb566a9ef25 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:01:44.678646 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-88c06c5d-2301-474f-9248-e338e87106dd req-65c74a1f-1ca3-47ab-99ec-d63392e2cbc9 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:01:44.692312 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c06c5d-2301-474f-9248-e338e87106dd req-65c74a1f-1ca3-47ab-99ec-d63392e2cbc9 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:01:44.783229 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c74a1f-1ca3-47ab-99ec-d63392e2cbc9 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Pushing event updated for resources: {'Port': ['ID=539fb241-64aa-4f36-b8a3-92c71cd95a70,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:01:44.793235 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-80634095-6957-434e-b1bc-457774118c5d req-4a269171-8b62-48a9-a093-37c3c66666c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2164ee7-b04a-4e76-9d16-59b515780d24 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:01:44.804698 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-80634095-6957-434e-b1bc-457774118c5d req-4a269171-8b62-48a9-a093-37c3c66666c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:44.823952 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fbdd92cc-11e4-4ccc-ac2d-8980cd6d8fa6 req-0856b0ac-14b7-4d3d-86fb-c975a6cdd365 service neutron] 10.222.0.24 "GET /v2.0/networks/2a9a9df3-ea16-4794-afeb-472875076e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4958146 May 05 20:01:44.871189 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-80634095-6957-434e-b1bc-457774118c5d req-4a269171-8b62-48a9-a093-37c3c66666c3 service neutron] Transition to ACTIVE for port object f2164ee7-b04a-4e76-9d16-59b515780d24 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:01:44.881266 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-80634095-6957-434e-b1bc-457774118c5d req-4a269171-8b62-48a9-a093-37c3c66666c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:45.058238 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c06c5d-2301-474f-9248-e338e87106dd req-65c74a1f-1ca3-47ab-99ec-d63392e2cbc9 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:45.060528 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-88c06c5d-2301-474f-9248-e338e87106dd req-65c74a1f-1ca3-47ab-99ec-d63392e2cbc9 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:45.081920 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4915bc75-aedf-4671-a250-81a2148310ee req-3dbb0275-22e8-4bd5-82b3-1c2dd70b2938 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:45.084951 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4915bc75-aedf-4671-a250-81a2148310ee req-3dbb0275-22e8-4bd5-82b3-1c2dd70b2938 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/ports?device_id=28ec62e4-742a-429a-9778-f6b0b46b806a HTTP/1.1" status: 200 len: 931 time: 0.6804991 May 05 20:01:45.136005 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 841b4c16-473f-445e-8a01-6d3055de605a up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:01:45.165569 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3a102d-4c5e-40aa-bfdc-984fb5e03719 None None] New status for floating IP 1c501a1e-3f17-4456-8b1f-889ae9e923dd: ACTIVE {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:01:45.264240 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2937ee09-7f4e-407e-8160-da17f37eb4cc req-34049c92-fd2e-4cdd-970e-007bbb72c53f tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:45.285506 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2937ee09-7f4e-407e-8160-da17f37eb4cc req-34049c92-fd2e-4cdd-970e-007bbb72c53f tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:45.293589 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2937ee09-7f4e-407e-8160-da17f37eb4cc req-34049c92-fd2e-4cdd-970e-007bbb72c53f tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:45.301651 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2937ee09-7f4e-407e-8160-da17f37eb4cc req-34049c92-fd2e-4cdd-970e-007bbb72c53f tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:45.307529 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2937ee09-7f4e-407e-8160-da17f37eb4cc req-34049c92-fd2e-4cdd-970e-007bbb72c53f tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:45.320714 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2937ee09-7f4e-407e-8160-da17f37eb4cc req-34049c92-fd2e-4cdd-970e-007bbb72c53f tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:45.327198 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2937ee09-7f4e-407e-8160-da17f37eb4cc req-34049c92-fd2e-4cdd-970e-007bbb72c53f tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:45.346163 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4915bc75-aedf-4671-a250-81a2148310ee req-ef5a2b58-ff10-49ad-afa9-df84a21ffe3b tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/security-groups?id=68f86c4c-dba3-493f-a553-82dc543f33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361839 May 05 20:01:45.346163 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a269171-8b62-48a9-a093-37c3c66666c3 service neutron] Pushing event updated for resources: {'Port': ['ID=f2164ee7-b04a-4e76-9d16-59b515780d24,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:01:45.350982 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2937ee09-7f4e-407e-8160-da17f37eb4cc req-34049c92-fd2e-4cdd-970e-007bbb72c53f tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933ae74-0c33-4c3c-82a1-5c532a76f33d HTTP/1.1" status: 200 len: 5445 time: 0.7376401 May 05 20:01:45.369054 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port 841b4c16-473f-445e-8a01-6d3055de605a completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:01:45.389269 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port 841b4c16-473f-445e-8a01-6d3055de605a triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:01:45.389269 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:45.422716 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-88c06c5d-2301-474f-9248-e338e87106dd req-65c74a1f-1ca3-47ab-99ec-d63392e2cbc9 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2451620 May 05 20:01:45.437057 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fbdd92cc-11e4-4ccc-ac2d-8980cd6d8fa6 req-f6af9fff-da35-4d38-ab5f-67dd4506ae02 service neutron] 10.222.0.24 "GET /v2.0/networks/2a9a9df3-ea16-4794-afeb-472875076e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6045768 May 05 20:01:45.439597 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb09bb5e-3b84-40ef-98c3-3196c5bd10bf tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Router bc6a4113-edb3-47fc-a579-1ad503721aac has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:01:45.456923 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-88c06c5d-2301-474f-9248-e338e87106dd req-35e599c0-dd4b-4157-9be4-d2c6734fa9fd service neutron] Request body: {'port': {'device_id': '28ec62e4-742a-429a-9778-f6b0b46b806a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:01:45.523274 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-80634095-6957-434e-b1bc-457774118c5d req-4a269171-8b62-48a9-a093-37c3c66666c3 service neutron] Attempting to bind port f2164ee7-b04a-4e76-9d16-59b515780d24 on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:01:45.523274 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-80634095-6957-434e-b1bc-457774118c5d req-4a269171-8b62-48a9-a093-37c3c66666c3 service neutron] Attempting to bind port f2164ee7-b04a-4e76-9d16-59b515780d24 by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': '79511503-ff66-4663-ae8b-5322fffb3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4568a908-805b-4a6e-ba80-1d4819260d47'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:01:45.523274 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80634095-6957-434e-b1bc-457774118c5d req-4a269171-8b62-48a9-a093-37c3c66666c3 service neutron] Attempting to bind port f2164ee7-b04a-4e76-9d16-59b515780d24 on network 4568a908-805b-4a6e-ba80-1d4819260d47 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:01:45.544861 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80634095-6957-434e-b1bc-457774118c5d req-4a269171-8b62-48a9-a093-37c3c66666c3 service neutron] Port f2164ee7-b04a-4e76-9d16-59b515780d24 on network 4568a908-805b-4a6e-ba80-1d4819260d47 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:01:45.544861 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80634095-6957-434e-b1bc-457774118c5d req-4a269171-8b62-48a9-a093-37c3c66666c3 service neutron] Attempting to bind port f2164ee7-b04a-4e76-9d16-59b515780d24 on network 4568a908-805b-4a6e-ba80-1d4819260d47 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:01:45.567151 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80634095-6957-434e-b1bc-457774118c5d req-4a269171-8b62-48a9-a093-37c3c66666c3 service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:01:45.567151 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80634095-6957-434e-b1bc-457774118c5d req-4a269171-8b62-48a9-a093-37c3c66666c3 service neutron] Checking segment: {'id': '79511503-ff66-4663-ae8b-5322fffb3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4568a908-805b-4a6e-ba80-1d4819260d47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:01:45.567151 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80634095-6957-434e-b1bc-457774118c5d req-4a269171-8b62-48a9-a093-37c3c66666c3 service neutron] Bound using segment: {'id': '79511503-ff66-4663-ae8b-5322fffb3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4568a908-805b-4a6e-ba80-1d4819260d47'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:01:45.572669 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-80634095-6957-434e-b1bc-457774118c5d req-4a269171-8b62-48a9-a093-37c3c66666c3 service neutron] Bound port: f2164ee7-b04a-4e76-9d16-59b515780d24, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79511503-ff66-4663-ae8b-5322fffb3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4568a908-805b-4a6e-ba80-1d4819260d47'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:01:45.572669 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-80634095-6957-434e-b1bc-457774118c5d req-4a269171-8b62-48a9-a093-37c3c66666c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:45.681646 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 500e6d40-7ee9-461d-9bfc-e1f307580dc7 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:01:45.829599 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-80634095-6957-434e-b1bc-457774118c5d req-4a269171-8b62-48a9-a093-37c3c66666c3 service neutron] For port f2164ee7-b04a-4e76-9d16-59b515780d24, host n-h2-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:01:45.839906 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-80634095-6957-434e-b1bc-457774118c5d req-4a269171-8b62-48a9-a093-37c3c66666c3 service neutron] For port f2164ee7-b04a-4e76-9d16-59b515780d24, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=f2164ee7-b04a-4e76-9d16-59b515780d24,segment=NetworkSegment(79511503-ff66-4663-ae8b-5322fffb3d0a),segment_id=79511503-ff66-4663-ae8b-5322fffb3d0a)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:01:45.857570 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-80634095-6957-434e-b1bc-457774118c5d req-4a269171-8b62-48a9-a093-37c3c66666c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:45.861308 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb09bb5e-3b84-40ef-98c3-3196c5bd10bf tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:01:45.883749 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fb09bb5e-3b84-40ef-98c3-3196c5bd10bf tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:45.966586 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bbbcd5-a81f-44fe-9139-e7232932d3b5 None None] Sync routers for ids ['bc6a4113-edb3-47fc-a579-1ad503721aac'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:01:45.978362 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-fb09bb5e-3b84-40ef-98c3-3196c5bd10bf tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "PUT /v2.0/floatingips/2755d2e1-de23-4b07-b90f-b7f57956bd8a HTTP/1.1" status: 200 len: 990 time: 4.0486267 May 05 20:01:45.978362 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6e97702-69a7-488c-9bd1-a74418962f99', 'tag': '65f8906c-b8b8-4c48-b277-a82b65a05716'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:01:46.090670 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80634095-6957-434e-b1bc-457774118c5d req-4a269171-8b62-48a9-a093-37c3c66666c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:46.090670 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-80634095-6957-434e-b1bc-457774118c5d req-4a269171-8b62-48a9-a093-37c3c66666c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:46.113221 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-80634095-6957-434e-b1bc-457774118c5d req-4a269171-8b62-48a9-a093-37c3c66666c3 service neutron] 10.222.0.50 "PUT /v2.0/ports/f2164ee7-b04a-4e76-9d16-59b515780d24 HTTP/1.1" status: 200 len: 1092 time: 3.0021515 May 05 20:01:46.113221 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba4cbfb2-faf5-4699-92f1-88fbdf31bddb', 'tag': 'f2164ee7-b04a-4e76-9d16-59b515780d24'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:01:46.123943 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f5b0c-389d-480e-b0a7-e2ceb540a3f9 req-4202c7d7-388b-48b1-abc5-30c50c4652b8 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:46.133733 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1a3f5b0c-389d-480e-b0a7-e2ceb540a3f9 req-4202c7d7-388b-48b1-abc5-30c50c4652b8 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=76025ef6-f756-4d49-8818-b75da5ba0f36 HTTP/1.1" status: 200 len: 944 time: 0.5440943 May 05 20:01:46.151689 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-88c06c5d-2301-474f-9248-e338e87106dd req-35e599c0-dd4b-4157-9be4-d2c6734fa9fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:46.203439 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1a3f5b0c-389d-480e-b0a7-e2ceb540a3f9 req-2f04f914-1f42-4457-b8e8-9cd9dfb78b58 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718448 May 05 20:01:46.213379 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bbbcd5-a81f-44fe-9139-e7232932d3b5 None None] Routers {'bc6a4113-edb3-47fc-a579-1ad503721aac'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:01:46.223384 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-60bbbcd5-a81f-44fe-9139-e7232932d3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:01:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['bc6a4113-edb3-47fc-a579-1ad503721aac'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:01:46.340043 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a269171-8b62-48a9-a093-37c3c66666c3 service neutron] Pushing event updated for resources: {'Port': ['ID=f2164ee7-b04a-4e76-9d16-59b515780d24,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:01:46.388420 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80634095-6957-434e-b1bc-457774118c5d req-f7d32be2-c2cd-4a76-b2fe-23b894edc5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:46.388420 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-80634095-6957-434e-b1bc-457774118c5d req-f7d32be2-c2cd-4a76-b2fe-23b894edc5c1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=746fcb642a8d490e982b2a03a5eb1ef7&device_id=ba4cbfb2-faf5-4699-92f1-88fbdf31bddb HTTP/1.1" status: 200 len: 1095 time: 0.1742914 May 05 20:01:46.401329 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a1ecf-f8dd-4889-a1dd-14e86e815b9c req-28db1297-13a8-481e-8c74-8031b27e35e3 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:46.411904 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ce9a1ecf-f8dd-4889-a1dd-14e86e815b9c req-28db1297-13a8-481e-8c74-8031b27e35e3 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba4cbfb2-faf5-4699-92f1-88fbdf31bddb HTTP/1.1" status: 200 len: 944 time: 0.2634883 May 05 20:01:46.484444 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-723afd71-4a79-4178-bd4e-8d36cef82147'] response: {'name': 'network-changed', 'server_uuid': 'ba4cbfb2-faf5-4699-92f1-88fbdf31bddb', 'tag': 'f2164ee7-b04a-4e76-9d16-59b515780d24', 'status': 'completed', 'code': 200} May 05 20:01:46.507235 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-80634095-6957-434e-b1bc-457774118c5d req-9ce78c69-af2e-4980-b2bf-deb407234f93 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2164ee7-b04a-4e76-9d16-59b515780d24 HTTP/1.1" status: 200 len: 217 time: 0.0763941 May 05 20:01:46.584608 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:46.599634 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ce9a1ecf-f8dd-4889-a1dd-14e86e815b9c req-f7ffeded-1a30-411b-90d2-b3398375e507 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cb43301-61da-408d-ba7f-c0b8dd491c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767426 May 05 20:01:46.641472 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80634095-6957-434e-b1bc-457774118c5d req-54fc3158-cdef-4e99-9fe6-3354638bfa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:46.641472 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-80634095-6957-434e-b1bc-457774118c5d req-54fc3158-cdef-4e99-9fe6-3354638bfa0b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bf48ca8b-7b24-41a3-ad06-a849bff9e5b9 HTTP/1.1" status: 200 len: 845 time: 0.1252348 May 05 20:01:46.749870 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:46.752314 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-80634095-6957-434e-b1bc-457774118c5d req-24d68740-556f-47dd-930a-33ace2d65f8e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4568a908-805b-4a6e-ba80-1d4819260d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1039534 May 05 20:01:46.788658 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 500e6d40-7ee9-461d-9bfc-e1f307580dc7 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:01:46.808769 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 500e6d40-7ee9-461d-9bfc-e1f307580dc7 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:01:46.809143 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:46.815034 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd36c59f-f0ad-49f2-af34-f50c9da6c4ce'] response: {'name': 'network-changed', 'server_uuid': 'e6e97702-69a7-488c-9bd1-a74418962f99', 'tag': '65f8906c-b8b8-4c48-b277-a82b65a05716', 'status': 'completed', 'code': 200} May 05 20:01:46.886980 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76025ef6-f756-4d49-8818-b75da5ba0f36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '841b4c16-473f-445e-8a01-6d3055de605a'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:01:46.927697 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 841b4c16-473f-445e-8a01-6d3055de605a, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=841b4c16-473f-445e-8a01-6d3055de605a,segment=NetworkSegment(eccdf1c4-efe8-4f03-97f1-7b574b83122b),segment_id=eccdf1c4-efe8-4f03-97f1-7b574b83122b)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:01:46.956163 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-60bbbcd5-a81f-44fe-9139-e7232932d3b5 None None] Set router bc6a4113-edb3-47fc-a579-1ad503721aac gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:01:46.958271 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-88c06c5d-2301-474f-9248-e338e87106dd req-35e599c0-dd4b-4157-9be4-d2c6734fa9fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 539fb241-64aa-4f36-b8a3-92c71cd95a70 {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:01:46.963729 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-88c06c5d-2301-474f-9248-e338e87106dd req-35e599c0-dd4b-4157-9be4-d2c6734fa9fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:46.994564 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-88c06c5d-2301-474f-9248-e338e87106dd req-35e599c0-dd4b-4157-9be4-d2c6734fa9fd service neutron] Transition to ACTIVE for port object 539fb241-64aa-4f36-b8a3-92c71cd95a70 will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:01:47.010693 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d51445-cf33-49a8-abdb-ab53dda9f3f2 req-8740c4db-8d3a-468c-bd76-0380dbbef1d5 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:47.010693 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-a5d51445-cf33-49a8-abdb-ab53dda9f3f2 req-8740c4db-8d3a-468c-bd76-0380dbbef1d5 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Synchronizing usage tracker for tenant:906aba68473d4c909ae20bf98b18c462 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:01:47.021445 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-88c06c5d-2301-474f-9248-e338e87106dd req-35e599c0-dd4b-4157-9be4-d2c6734fa9fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:47.021445 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38414bc-59ca-4576-b0b4-71dc75ae73e1 req-09b543d0-6e94-499f-8bc6-701972a03c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:47.039806 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a38414bc-59ca-4576-b0b4-71dc75ae73e1 req-09b543d0-6e94-499f-8bc6-701972a03c8a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2b65203be12a44e3b2b676f0adb9acc7&device_id=e6e97702-69a7-488c-9bd1-a74418962f99 HTTP/1.1" status: 200 len: 1096 time: 0.2406220 May 05 20:01:47.050369 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ed73067-605d-4947-bd73-e3f4ff71ef7f'] response: {'server_uuid': '76025ef6-f756-4d49-8818-b75da5ba0f36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '841b4c16-473f-445e-8a01-6d3055de605a', 'code': 200} May 05 20:01:47.105812 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:47.149948 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-a5d51445-cf33-49a8-abdb-ab53dda9f3f2 req-8740c4db-8d3a-468c-bd76-0380dbbef1d5 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Unset dirty status for tenant:906aba68473d4c909ae20bf98b18c462 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:01:47.149948 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a5d51445-cf33-49a8-abdb-ab53dda9f3f2 req-8740c4db-8d3a-468c-bd76-0380dbbef1d5 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/ports?device_id=28ec62e4-742a-429a-9778-f6b0b46b806a HTTP/1.1" status: 200 len: 931 time: 0.3944583 May 05 20:01:47.334914 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-80634095-6957-434e-b1bc-457774118c5d req-749aff6e-ba73-4fcf-ad28-7118e4c8f9f6 service neutron] 10.222.0.50 "GET /v2.0/networks/4568a908-805b-4a6e-ba80-1d4819260d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5773575 May 05 20:01:47.400076 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d3d6d9-bc9c-4b5c-821b-86a70f780362 req-6a4e7bbd-5292-44c2-b99f-a295a91dfe01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:47.401659 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-59d3d6d9-bc9c-4b5c-821b-86a70f780362 req-6a4e7bbd-5292-44c2-b99f-a295a91dfe01 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=76025ef6-f756-4d49-8818-b75da5ba0f36 HTTP/1.1" status: 200 len: 1096 time: 0.2655909 May 05 20:01:47.445582 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-a5d51445-cf33-49a8-abdb-ab53dda9f3f2 req-56f0ecc4-45df-41b2-93c0-0f0cc4b00baa tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Synchronizing usage tracker for tenant:906aba68473d4c909ae20bf98b18c462 on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:01:47.620260 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e599c0-dd4b-4157-9be4-d2c6734fa9fd service neutron] Pushing event updated for resources: {'Port': ['ID=539fb241-64aa-4f36-b8a3-92c71cd95a70,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:01:47.625434 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-59d3d6d9-bc9c-4b5c-821b-86a70f780362 req-4baa541a-9037-43f1-8ec3-850917bee751 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084515 May 05 20:01:47.700849 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-80634095-6957-434e-b1bc-457774118c5d req-befd78e7-cfe0-4f2a-aa68-2bf4b1e43e30 service neutron] 10.222.0.50 "GET /v2.0/networks/4568a908-805b-4a6e-ba80-1d4819260d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3501117 May 05 20:01:47.754286 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-a5d51445-cf33-49a8-abdb-ab53dda9f3f2 req-56f0ecc4-45df-41b2-93c0-0f0cc4b00baa tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Unset dirty status for tenant:906aba68473d4c909ae20bf98b18c462 on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:01:47.757203 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece387dc-cc33-4ea6-8916-0c6a88aff778 req-b72ce13c-19b3-4510-a3f8-1296361bda71 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:47.757203 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ece387dc-cc33-4ea6-8916-0c6a88aff778 req-b72ce13c-19b3-4510-a3f8-1296361bda71 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=76025ef6-f756-4d49-8818-b75da5ba0f36 HTTP/1.1" status: 200 len: 945 time: 0.3110490 May 05 20:01:47.761348 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a5d51445-cf33-49a8-abdb-ab53dda9f3f2 req-56f0ecc4-45df-41b2-93c0-0f0cc4b00baa tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/security-groups?id=68f86c4c-dba3-493f-a553-82dc543f33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5425024 May 05 20:01:47.771504 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38414bc-59ca-4576-b0b4-71dc75ae73e1 req-5ac194c7-7fb6-47e9-a234-4609a7ba1a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:47.771504 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a38414bc-59ca-4576-b0b4-71dc75ae73e1 req-5ac194c7-7fb6-47e9-a234-4609a7ba1a79 service neutron] 10.222.0.50 "GET /v2.0/networks?id=025bffd7-43d6-46c1-996a-8056de7069d8 HTTP/1.1" status: 200 len: 915 time: 0.6981661 May 05 20:01:47.784363 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=841b4c16-473f-445e-8a01-6d3055de605a,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:01:47.987455 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-88c06c5d-2301-474f-9248-e338e87106dd req-35e599c0-dd4b-4157-9be4-d2c6734fa9fd service neutron] Attempting to bind port 539fb241-64aa-4f36-b8a3-92c71cd95a70 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:01:47.987455 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-88c06c5d-2301-474f-9248-e338e87106dd req-35e599c0-dd4b-4157-9be4-d2c6734fa9fd service neutron] Attempting to bind port 539fb241-64aa-4f36-b8a3-92c71cd95a70 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': '3aca4ab0-929b-456d-aa84-5ecc6cb9893c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '642babfc-0f83-431e-8336-efb566a9ef25'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:01:47.987455 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c06c5d-2301-474f-9248-e338e87106dd req-35e599c0-dd4b-4157-9be4-d2c6734fa9fd service neutron] Attempting to bind port 539fb241-64aa-4f36-b8a3-92c71cd95a70 on network 642babfc-0f83-431e-8336-efb566a9ef25 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:01:48.046009 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:48.076734 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c06c5d-2301-474f-9248-e338e87106dd req-35e599c0-dd4b-4157-9be4-d2c6734fa9fd service neutron] Port 539fb241-64aa-4f36-b8a3-92c71cd95a70 on network 642babfc-0f83-431e-8336-efb566a9ef25 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:01:48.076734 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c06c5d-2301-474f-9248-e338e87106dd req-35e599c0-dd4b-4157-9be4-d2c6734fa9fd service neutron] Attempting to bind port 539fb241-64aa-4f36-b8a3-92c71cd95a70 on network 642babfc-0f83-431e-8336-efb566a9ef25 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:01:48.091826 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ece387dc-cc33-4ea6-8916-0c6a88aff778 req-f12290c0-a29e-4c69-ab4b-c50aacca63d8 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155241 May 05 20:01:48.110649 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c06c5d-2301-474f-9248-e338e87106dd req-35e599c0-dd4b-4157-9be4-d2c6734fa9fd service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:01:48.110649 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c06c5d-2301-474f-9248-e338e87106dd req-35e599c0-dd4b-4157-9be4-d2c6734fa9fd service neutron] Checking segment: {'id': '3aca4ab0-929b-456d-aa84-5ecc6cb9893c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '642babfc-0f83-431e-8336-efb566a9ef25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:01:48.110649 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c06c5d-2301-474f-9248-e338e87106dd req-35e599c0-dd4b-4157-9be4-d2c6734fa9fd service neutron] Bound using segment: {'id': '3aca4ab0-929b-456d-aa84-5ecc6cb9893c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '642babfc-0f83-431e-8336-efb566a9ef25'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:01:48.110649 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-88c06c5d-2301-474f-9248-e338e87106dd req-35e599c0-dd4b-4157-9be4-d2c6734fa9fd service neutron] Bound port: 539fb241-64aa-4f36-b8a3-92c71cd95a70, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aca4ab0-929b-456d-aa84-5ecc6cb9893c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '642babfc-0f83-431e-8336-efb566a9ef25'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:01:48.110649 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-88c06c5d-2301-474f-9248-e338e87106dd req-35e599c0-dd4b-4157-9be4-d2c6734fa9fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:48.168966 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589fa92c-8d95-4e10-8cc2-03028d1666c5 req-d7b69ec6-1480-4969-9339-c2e83b3ad2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:48.168966 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-589fa92c-8d95-4e10-8cc2-03028d1666c5 req-d7b69ec6-1480-4969-9339-c2e83b3ad2a9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=746fcb642a8d490e982b2a03a5eb1ef7&device_id=ba4cbfb2-faf5-4699-92f1-88fbdf31bddb HTTP/1.1" status: 200 len: 1095 time: 0.2693183 May 05 20:01:48.265130 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-88c06c5d-2301-474f-9248-e338e87106dd req-35e599c0-dd4b-4157-9be4-d2c6734fa9fd service neutron] For port 539fb241-64aa-4f36-b8a3-92c71cd95a70, host n-h1-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:01:48.269960 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-88c06c5d-2301-474f-9248-e338e87106dd req-35e599c0-dd4b-4157-9be4-d2c6734fa9fd service neutron] For port 539fb241-64aa-4f36-b8a3-92c71cd95a70, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=539fb241-64aa-4f36-b8a3-92c71cd95a70,segment=NetworkSegment(3aca4ab0-929b-456d-aa84-5ecc6cb9893c),segment_id=3aca4ab0-929b-456d-aa84-5ecc6cb9893c)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:01:48.277262 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a38414bc-59ca-4576-b0b4-71dc75ae73e1 req-cf09a51a-34ee-4b1c-b44a-1c9d445ac5e4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65f8906c-b8b8-4c48-b277-a82b65a05716 HTTP/1.1" status: 200 len: 998 time: 0.4492102 May 05 20:01:48.277262 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-88c06c5d-2301-474f-9248-e338e87106dd req-35e599c0-dd4b-4157-9be4-d2c6734fa9fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:48.303504 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 500e6d40-7ee9-461d-9bfc-e1f307580dc7, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=500e6d40-7ee9-461d-9bfc-e1f307580dc7,segment=NetworkSegment(3aca4ab0-929b-456d-aa84-5ecc6cb9893c),segment_id=3aca4ab0-929b-456d-aa84-5ecc6cb9893c)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:01:48.344277 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589fa92c-8d95-4e10-8cc2-03028d1666c5 req-91139f86-9900-48ab-814d-d0fbfdae3765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:48.344277 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-589fa92c-8d95-4e10-8cc2-03028d1666c5 req-91139f86-9900-48ab-814d-d0fbfdae3765 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4568a908-805b-4a6e-ba80-1d4819260d47 HTTP/1.1" status: 200 len: 906 time: 0.1688747 May 05 20:01:48.401047 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:48.424736 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c06c5d-2301-474f-9248-e338e87106dd req-35e599c0-dd4b-4157-9be4-d2c6734fa9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:48.425410 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-88c06c5d-2301-474f-9248-e338e87106dd req-35e599c0-dd4b-4157-9be4-d2c6734fa9fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:48.427226 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-88c06c5d-2301-474f-9248-e338e87106dd req-35e599c0-dd4b-4157-9be4-d2c6734fa9fd service neutron] 10.222.0.24 "PUT /v2.0/ports/539fb241-64aa-4f36-b8a3-92c71cd95a70 HTTP/1.1" status: 200 len: 1091 time: 2.9801154 May 05 20:01:48.429652 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-589fa92c-8d95-4e10-8cc2-03028d1666c5 req-6eb15b10-85e1-40b3-afcc-bbe298807e90 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2164ee7-b04a-4e76-9d16-59b515780d24 HTTP/1.1" status: 200 len: 217 time: 0.0812478 May 05 20:01:48.507268 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589fa92c-8d95-4e10-8cc2-03028d1666c5 req-3bd7d078-9a37-443e-895f-1acb6e3abce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:48.509606 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-589fa92c-8d95-4e10-8cc2-03028d1666c5 req-3bd7d078-9a37-443e-895f-1acb6e3abce2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bf48ca8b-7b24-41a3-ad06-a849bff9e5b9 HTTP/1.1" status: 200 len: 845 time: 0.0686648 May 05 20:01:48.536933 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38414bc-59ca-4576-b0b4-71dc75ae73e1 req-de408396-8840-4835-a7ee-68a717fd7c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:48.538637 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a38414bc-59ca-4576-b0b4-71dc75ae73e1 req-de408396-8840-4835-a7ee-68a717fd7c98 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0d250ed8-07f6-4f08-a934-d3c76d471e2d HTTP/1.1" status: 200 len: 853 time: 0.2462733 May 05 20:01:48.539224 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e599c0-dd4b-4157-9be4-d2c6734fa9fd service neutron] Pushing event updated for resources: {'Port': ['ID=539fb241-64aa-4f36-b8a3-92c71cd95a70,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:01:48.614801 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=500e6d40-7ee9-461d-9bfc-e1f307580dc7,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:01:48.627688 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-589fa92c-8d95-4e10-8cc2-03028d1666c5 req-55fa9ad6-473c-4584-8310-85fa2bba5048 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4568a908-805b-4a6e-ba80-1d4819260d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1085413 May 05 20:01:48.633147 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b46d073-46c8-41af-89d8-d101e57467ed req-7d5effa6-a888-41c3-854d-df65b64c8b38 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:48.633147 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-8b46d073-46c8-41af-89d8-d101e57467ed req-7d5effa6-a888-41c3-854d-df65b64c8b38 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Synchronizing usage tracker for tenant:746fcb642a8d490e982b2a03a5eb1ef7 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:01:48.694247 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-60bbbcd5-a81f-44fe-9139-e7232932d3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'name': 'tempest-AttachVolumeNegativeTest-634632814-router', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'c75985dc-8b4c-4c87-85cd-20dbb82f7649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:00:48Z', 'updated_at': '2022-05-05T20:00:57Z', 'revision_number': 4, 'project_id': '2b65203be12a44e3b2b676f0adb9acc7', 'gw_port': {'id': 'c75985dc-8b4c-4c87-85cd-20dbb82f7649', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:49Z', 'updated_at': '2022-05-05T20:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '2755d2e1-de23-4b07-b90f-b7f57956bd8a', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'floating_ip_address': '172.25.0.83', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'port_id': '65f8906c-b8b8-4c48-b277-a82b65a05716', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8', 'mac_address': 'fa:16:3e:00:48:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e97702-69a7-488c-9bd1-a74418962f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:01:09Z', 'updated_at': '2022-05-05T20:01:43Z', 'revision_number': 1, 'project_id': '2b65203be12a44e3b2b676f0adb9acc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74d23f1e-73a7-42db-b11f-96808078f525', 'name': '', 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'mac_address': 'fa:16:3e:32:c5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '0d250ed8-07f6-4f08-a934-d3c76d471e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:55Z', 'updated_at': '2022-05-05T20:01:13Z', 'revision_number': 5, 'project_id': '2b65203be12a44e3b2b676f0adb9acc7', 'subnets': [{'id': '0d250ed8-07f6-4f08-a934-d3c76d471e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:01:48.698734 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bbbcd5-a81f-44fe-9139-e7232932d3b5 None None] Checking router: bc6a4113-edb3-47fc-a579-1ad503721aac for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:01:48.710295 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bbbcd5-a81f-44fe-9139-e7232932d3b5 None None] Routers {'bc6a4113-edb3-47fc-a579-1ad503721aac'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:01:48.710945 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-60bbbcd5-a81f-44fe-9139-e7232932d3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:01:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['bc6a4113-edb3-47fc-a579-1ad503721aac'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:01:48.764124 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-8b46d073-46c8-41af-89d8-d101e57467ed req-7d5effa6-a888-41c3-854d-df65b64c8b38 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Unset dirty status for tenant:746fcb642a8d490e982b2a03a5eb1ef7 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:01:48.764124 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8b46d073-46c8-41af-89d8-d101e57467ed req-7d5effa6-a888-41c3-854d-df65b64c8b38 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba4cbfb2-faf5-4699-92f1-88fbdf31bddb HTTP/1.1" status: 200 len: 944 time: 0.7411039 May 05 20:01:48.778748 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38414bc-59ca-4576-b0b4-71dc75ae73e1 req-173d3fc6-0df1-4c7a-8bf4-5725b04f450e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:48.778748 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a38414bc-59ca-4576-b0b4-71dc75ae73e1 req-173d3fc6-0df1-4c7a-8bf4-5725b04f450e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=025bffd7-43d6-46c1-996a-8056de7069d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2205222 May 05 20:01:48.850914 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28ec62e4-742a-429a-9778-f6b0b46b806a', 'tag': '539fb241-64aa-4f36-b8a3-92c71cd95a70'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:01:48.892484 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-589fa92c-8d95-4e10-8cc2-03028d1666c5 req-efa2f5b3-4e20-4406-a44d-9dd9d40d41bc service neutron] 10.222.0.50 "GET /v2.0/networks/4568a908-805b-4a6e-ba80-1d4819260d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579710 May 05 20:01:48.907450 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c06c5d-2301-474f-9248-e338e87106dd req-0e945e22-a9f0-44b8-8096-2a186bb543cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:48.919499 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-88c06c5d-2301-474f-9248-e338e87106dd req-0e945e22-a9f0-44b8-8096-2a186bb543cc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=906aba68473d4c909ae20bf98b18c462&device_id=28ec62e4-742a-429a-9778-f6b0b46b806a HTTP/1.1" status: 200 len: 1094 time: 0.4450927 May 05 20:01:49.035080 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 43304) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:01:49.059056 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8b46d073-46c8-41af-89d8-d101e57467ed req-7c1e8aee-6537-49f5-8c12-c83b4d64bcb2 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cb43301-61da-408d-ba7f-c0b8dd491c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860355 May 05 20:01:49.073846 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-88c06c5d-2301-474f-9248-e338e87106dd req-2d37b3a9-8042-430b-99d0-25345ea212b9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=539fb241-64aa-4f36-b8a3-92c71cd95a70 HTTP/1.1" status: 200 len: 217 time: 0.1062918 May 05 20:01:49.146405 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-60bbbcd5-a81f-44fe-9139-e7232932d3b5 None None] Set router bc6a4113-edb3-47fc-a579-1ad503721aac gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:01:49.245273 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-589fa92c-8d95-4e10-8cc2-03028d1666c5 req-48003824-2368-4bfe-bdc2-c2030172611a service neutron] 10.222.0.50 "GET /v2.0/networks/4568a908-805b-4a6e-ba80-1d4819260d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3409829 May 05 20:01:49.268231 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a38414bc-59ca-4576-b0b4-71dc75ae73e1 req-dad3ec80-edb5-4c19-9f85-4238bc370c36 service neutron] 10.222.0.50 "GET /v2.0/networks/025bffd7-43d6-46c1-996a-8056de7069d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4580860 May 05 20:01:49.294491 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508e9f53-7139-45ba-a51c-25dba532dd8e req-9ca920f0-ea87-4b78-8438-7b6cf84443a2 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:49.296731 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-508e9f53-7139-45ba-a51c-25dba532dd8e req-9ca920f0-ea87-4b78-8438-7b6cf84443a2 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/ports?device_id=28ec62e4-742a-429a-9778-f6b0b46b806a HTTP/1.1" status: 200 len: 943 time: 0.2622776 May 05 20:01:49.311319 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389324c8-256a-4e04-935a-9134f3e71ee4 req-5c9b069a-aad5-4111-930f-4de593ac7fa3 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:49.312837 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-389324c8-256a-4e04-935a-9134f3e71ee4 req-5c9b069a-aad5-4111-930f-4de593ac7fa3 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.50 "GET /v2.0/ports?device_id=76025ef6-f756-4d49-8818-b75da5ba0f36 HTTP/1.1" status: 200 len: 945 time: 0.2795572 May 05 20:01:49.319056 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-273f733e-1a0b-494b-a8f3-fee7c337ead3'] response: {'name': 'network-changed', 'server_uuid': '28ec62e4-742a-429a-9778-f6b0b46b806a', 'tag': '539fb241-64aa-4f36-b8a3-92c71cd95a70', 'status': 'completed', 'code': 200} May 05 20:01:49.381828 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef116f4-e611-4edc-8090-0f5aac16ec59 req-a7639851-55b7-4159-9f52-b21f203d0e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:49.382311 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef116f4-e611-4edc-8090-0f5aac16ec59 req-a7639851-55b7-4159-9f52-b21f203d0e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:49.382783 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef116f4-e611-4edc-8090-0f5aac16ec59 req-a7639851-55b7-4159-9f52-b21f203d0e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:49.383252 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef116f4-e611-4edc-8090-0f5aac16ec59 req-a7639851-55b7-4159-9f52-b21f203d0e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:49.384393 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef116f4-e611-4edc-8090-0f5aac16ec59 req-a7639851-55b7-4159-9f52-b21f203d0e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:49.384864 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef116f4-e611-4edc-8090-0f5aac16ec59 req-a7639851-55b7-4159-9f52-b21f203d0e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:49.385327 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef116f4-e611-4edc-8090-0f5aac16ec59 req-a7639851-55b7-4159-9f52-b21f203d0e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:49.387251 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5ef116f4-e611-4edc-8090-0f5aac16ec59 req-a7639851-55b7-4159-9f52-b21f203d0e0e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a933ae74-0c33-4c3c-82a1-5c532a76f33d HTTP/1.1" status: 200 len: 6502 time: 0.3512764 May 05 20:01:49.458383 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-508e9f53-7139-45ba-a51c-25dba532dd8e req-da05d561-dabc-4563-b274-cff001310201 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/security-groups?id=68f86c4c-dba3-493f-a553-82dc543f33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428349 May 05 20:01:49.491273 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-389324c8-256a-4e04-935a-9134f3e71ee4 req-0bb11041-88c9-4687-94e0-03b3cb454de0 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Deleting port 841b4c16-473f-445e-8a01-6d3055de605a {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:01:49.491273 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-389324c8-256a-4e04-935a-9134f3e71ee4 req-0bb11041-88c9-4687-94e0-03b3cb454de0 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:49.512445 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5ef116f4-e611-4edc-8090-0f5aac16ec59 req-4a2bb527-f3aa-42ab-9202-0929234e4774 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5e6be8f4-cbde-48c1-a6fd-f6caadba2c70&id=b31ec34e-3cb0-41c2-a678-bc0e8ba8a08d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1017473 May 05 20:01:49.627847 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-60bbbcd5-a81f-44fe-9139-e7232932d3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'name': 'tempest-AttachVolumeNegativeTest-634632814-router', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'c75985dc-8b4c-4c87-85cd-20dbb82f7649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:00:48Z', 'updated_at': '2022-05-05T20:00:57Z', 'revision_number': 4, 'project_id': '2b65203be12a44e3b2b676f0adb9acc7', 'gw_port': {'id': 'c75985dc-8b4c-4c87-85cd-20dbb82f7649', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:49Z', 'updated_at': '2022-05-05T20:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '2755d2e1-de23-4b07-b90f-b7f57956bd8a', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'floating_ip_address': '172.25.0.83', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'port_id': '65f8906c-b8b8-4c48-b277-a82b65a05716', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8', 'mac_address': 'fa:16:3e:00:48:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e97702-69a7-488c-9bd1-a74418962f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:01:09Z', 'updated_at': '2022-05-05T20:01:43Z', 'revision_number': 1, 'project_id': '2b65203be12a44e3b2b676f0adb9acc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74d23f1e-73a7-42db-b11f-96808078f525', 'name': '', 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'mac_address': 'fa:16:3e:32:c5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '0d250ed8-07f6-4f08-a934-d3c76d471e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:55Z', 'updated_at': '2022-05-05T20:01:13Z', 'revision_number': 5, 'project_id': '2b65203be12a44e3b2b676f0adb9acc7', 'subnets': [{'id': '0d250ed8-07f6-4f08-a934-d3c76d471e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:01:49.629355 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bbbcd5-a81f-44fe-9139-e7232932d3b5 None None] The sync data for ids ['bc6a4113-edb3-47fc-a579-1ad503721aac'] in n-d-840717-1 is: [{'id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'name': 'tempest-AttachVolumeNegativeTest-634632814-router', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'c75985dc-8b4c-4c87-85cd-20dbb82f7649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:00:48Z', 'updated_at': '2022-05-05T20:00:57Z', 'revision_number': 4, 'project_id': '2b65203be12a44e3b2b676f0adb9acc7', 'gw_port': {'id': 'c75985dc-8b4c-4c87-85cd-20dbb82f7649', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:49Z', 'updated_at': '2022-05-05T20:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '2755d2e1-de23-4b07-b90f-b7f57956bd8a', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'floating_ip_address': '172.25.0.83', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'port_id': '65f8906c-b8b8-4c48-b277-a82b65a05716', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8', 'mac_address': 'fa:16:3e:00:48:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e97702-69a7-488c-9bd1-a74418962f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:01:09Z', 'updated_at': '2022-05-05T20:01:43Z', 'revision_number': 1, 'project_id': '2b65203be12a44e3b2b676f0adb9acc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74d23f1e-73a7-42db-b11f-96808078f525', 'name': '', 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'mac_address': 'fa:16:3e:32:c5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '0d250ed8-07f6-4f08-a934-d3c76d471e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:55Z', 'updated_at': '2022-05-05T20:01:13Z', 'revision_number': 5, 'project_id': '2b65203be12a44e3b2b676f0adb9acc7', 'subnets': [{'id': '0d250ed8-07f6-4f08-a934-d3c76d471e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:01:49.677260 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c06c5d-2301-474f-9248-e338e87106dd req-6c7c955e-2eeb-40b3-91c9-0716ab7fbc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:49.678791 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-88c06c5d-2301-474f-9248-e338e87106dd req-6c7c955e-2eeb-40b3-91c9-0716ab7fbc26 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=51e3d3c7-531c-4a88-a4ff-ec92a467f790 HTTP/1.1" status: 200 len: 850 time: 0.4097111 May 05 20:01:49.680702 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a38414bc-59ca-4576-b0b4-71dc75ae73e1 req-dc889a8c-be16-44a7-9811-341e86d7d403 service neutron] 10.222.0.50 "GET /v2.0/networks/025bffd7-43d6-46c1-996a-8056de7069d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3566992 May 05 20:01:49.746781 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-88c06c5d-2301-474f-9248-e338e87106dd req-995fdcdc-f33e-4fa1-ad68-0ca1eeb4269c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=642babfc-0f83-431e-8336-efb566a9ef25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570483 May 05 20:01:49.790836 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26456ad1-d7dc-45a0-baaf-dca93402268c req-1b85acbf-59de-45bb-bf4c-98de8cd2a451 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:49.794052 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-26456ad1-d7dc-45a0-baaf-dca93402268c req-1b85acbf-59de-45bb-bf4c-98de8cd2a451 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=76025ef6-f756-4d49-8818-b75da5ba0f36 HTTP/1.1" status: 200 len: 945 time: 0.4323080 May 05 20:01:49.923219 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-26456ad1-d7dc-45a0-baaf-dca93402268c req-a4eacb62-4fc2-49b0-82c6-d13f55c659af tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205912 May 05 20:01:49.939225 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-389324c8-256a-4e04-935a-9134f3e71ee4 req-0bb11041-88c9-4687-94e0-03b3cb454de0 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] For port 841b4c16-473f-445e-8a01-6d3055de605a, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=841b4c16-473f-445e-8a01-6d3055de605a,segment=NetworkSegment(eccdf1c4-efe8-4f03-97f1-7b574b83122b),segment_id=eccdf1c4-efe8-4f03-97f1-7b574b83122b)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:01:49.939225 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-389324c8-256a-4e04-935a-9134f3e71ee4 req-0bb11041-88c9-4687-94e0-03b3cb454de0 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:49.952580 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-88c06c5d-2301-474f-9248-e338e87106dd req-75483a92-ab6b-4860-ac88-2a7c2ddde05d service neutron] 10.222.0.24 "GET /v2.0/networks/642babfc-0f83-431e-8336-efb566a9ef25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966035 May 05 20:01:50.026809 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abe35f8-3bd1-479c-85d8-dec81bbc4f0e None None] New status for floating IP 2755d2e1-de23-4b07-b90f-b7f57956bd8a: ACTIVE {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:01:50.076219 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-389324c8-256a-4e04-935a-9134f3e71ee4 req-0bb11041-88c9-4687-94e0-03b3cb454de0 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Calling delete_port for 841b4c16-473f-445e-8a01-6d3055de605a owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:01:50.106192 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-88c06c5d-2301-474f-9248-e338e87106dd req-23c32a6a-d9cd-4d0d-835a-142dab647197 service neutron] 10.222.0.24 "GET /v2.0/networks/642babfc-0f83-431e-8336-efb566a9ef25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480646 May 05 20:01:50.350774 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-389324c8-256a-4e04-935a-9134f3e71ee4 req-0bb11041-88c9-4687-94e0-03b3cb454de0 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:50.360965 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['841b4c16-473f-445e-8a01-6d3055de605a'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:01:50.516575 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb11041-88c9-4687-94e0-03b3cb454de0 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Pushing event deleted for resources: {'Port': ['ID=841b4c16-473f-445e-8a01-6d3055de605a,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:01:50.539115 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9914265-4c13-4208-8753-2fe11f1b25d2 req-0d442009-ed84-453e-8eb5-04325e6bf8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:50.542789 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d9914265-4c13-4208-8753-2fe11f1b25d2 req-0d442009-ed84-453e-8eb5-04325e6bf8e9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=906aba68473d4c909ae20bf98b18c462&device_id=28ec62e4-742a-429a-9778-f6b0b46b806a HTTP/1.1" status: 200 len: 1094 time: 0.3349299 May 05 20:01:50.569015 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 500e6d40-7ee9-461d-9bfc-e1f307580dc7 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:01:50.744544 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 500e6d40-7ee9-461d-9bfc-e1f307580dc7 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:01:50.744544 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:50.765253 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-389324c8-256a-4e04-935a-9134f3e71ee4 req-0bb11041-88c9-4687-94e0-03b3cb454de0 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] No DVR routers for this DVR port 841b4c16-473f-445e-8a01-6d3055de605a on host n-h2-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:01:50.780451 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4056a450-4b6c-4fda-8066-7a46b8e8bcaf req-d085d608-ea4d-4197-b363-c6511fbe69de tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:50.793482 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4056a450-4b6c-4fda-8066-7a46b8e8bcaf req-d085d608-ea4d-4197-b363-c6511fbe69de tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba4cbfb2-faf5-4699-92f1-88fbdf31bddb HTTP/1.1" status: 200 len: 944 time: 0.5520051 May 05 20:01:50.831922 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-389324c8-256a-4e04-935a-9134f3e71ee4 req-0bb11041-88c9-4687-94e0-03b3cb454de0 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:50.840761 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76025ef6-f756-4d49-8818-b75da5ba0f36', 'name': 'network-vif-deleted', 'tag': '841b4c16-473f-445e-8a01-6d3055de605a'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:01:50.930939 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9914265-4c13-4208-8753-2fe11f1b25d2 req-c58595d1-5e38-433e-9054-65498003d9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:50.930939 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d9914265-4c13-4208-8753-2fe11f1b25d2 req-c58595d1-5e38-433e-9054-65498003d9fe service neutron] 10.222.0.24 "GET /v2.0/networks?id=642babfc-0f83-431e-8336-efb566a9ef25 HTTP/1.1" status: 200 len: 911 time: 0.3802848 May 05 20:01:50.940161 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-389324c8-256a-4e04-935a-9134f3e71ee4 req-0bb11041-88c9-4687-94e0-03b3cb454de0 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.50 "DELETE /v2.0/ports/841b4c16-473f-445e-8a01-6d3055de605a HTTP/1.1" status: 204 len: 173 time: 1.5997765 May 05 20:01:50.952934 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4056a450-4b6c-4fda-8066-7a46b8e8bcaf req-e780a425-ff59-4ce3-a964-78c691b24878 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cb43301-61da-408d-ba7f-c0b8dd491c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550763 May 05 20:01:51.023786 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b968304-3e08-4d5e-a4d0-aec4ead55346'] response: {'server_uuid': '76025ef6-f756-4d49-8818-b75da5ba0f36', 'name': 'network-vif-deleted', 'tag': '841b4c16-473f-445e-8a01-6d3055de605a', 'status': 'completed', 'code': 200} May 05 20:01:51.107991 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255fe59d-7ff8-4dcf-a470-6100c582327d req-cb9aed6b-0399-4bc1-9d77-fcc88e72fe22 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:51.110685 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-255fe59d-7ff8-4dcf-a470-6100c582327d req-cb9aed6b-0399-4bc1-9d77-fcc88e72fe22 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/ports?device_id=28ec62e4-742a-429a-9778-f6b0b46b806a HTTP/1.1" status: 200 len: 943 time: 0.3400159 May 05 20:01:51.111198 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d9914265-4c13-4208-8753-2fe11f1b25d2 req-6133bb00-97c4-42d5-8ad9-9316091b2b72 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=539fb241-64aa-4f36-b8a3-92c71cd95a70 HTTP/1.1" status: 200 len: 217 time: 0.1770635 May 05 20:01:51.122376 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device f2164ee7-b04a-4e76-9d16-59b515780d24 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:01:51.236883 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-255fe59d-7ff8-4dcf-a470-6100c582327d req-00a28c1d-f0e5-44b2-859e-af2ef461729b tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/security-groups?id=68f86c4c-dba3-493f-a553-82dc543f33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208937 May 05 20:01:51.245283 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9914265-4c13-4208-8753-2fe11f1b25d2 req-68674f4f-a4f1-4fc7-a12b-6aa9f000d431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:51.247598 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-3a64906a-dc7c-4a02-8ce6-cb6c7199b538 req-d9821830-34f7-468e-a7c5-8e1582bb4131 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Synchronizing usage tracker for tenant:5dc7995786b847999f5838924c32320a on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:01:51.248666 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d9914265-4c13-4208-8753-2fe11f1b25d2 req-68674f4f-a4f1-4fc7-a12b-6aa9f000d431 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=51e3d3c7-531c-4a88-a4ff-ec92a467f790 HTTP/1.1" status: 200 len: 850 time: 0.1128194 May 05 20:01:51.269951 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-3a64906a-dc7c-4a02-8ce6-cb6c7199b538 req-d9821830-34f7-468e-a7c5-8e1582bb4131 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Unset dirty status for tenant:5dc7995786b847999f5838924c32320a on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:01:51.269951 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3a64906a-dc7c-4a02-8ce6-cb6c7199b538 req-d9821830-34f7-468e-a7c5-8e1582bb4131 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=76025ef6-f756-4d49-8818-b75da5ba0f36 HTTP/1.1" status: 200 len: 210 time: 0.0856428 May 05 20:01:51.276929 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port f2164ee7-b04a-4e76-9d16-59b515780d24, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=f2164ee7-b04a-4e76-9d16-59b515780d24,segment=NetworkSegment(79511503-ff66-4663-ae8b-5322fffb3d0a),segment_id=79511503-ff66-4663-ae8b-5322fffb3d0a)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:01:51.313230 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d9914265-4c13-4208-8753-2fe11f1b25d2 req-e8d0c882-7641-4ade-ab57-c7d9aa64634b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=642babfc-0f83-431e-8336-efb566a9ef25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575070 May 05 20:01:51.336612 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': 'f2164ee7-b04a-4e76-9d16-59b515780d24', 'network_id': '4568a908-805b-4a6e-ba80-1d4819260d47', 'port_id': 'f2164ee7-b04a-4e76-9d16-59b515780d24', 'mac_address': 'fa:16:3e:90:ad:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf48ca8b-7b24-41a3-ad06-a849bff9e5b9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:01:51.430619 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:51.442871 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3781c9ed-7368-4d65-8824-f17eede0c2c9 req-43b36eb1-74c2-4486-acdc-410d946b1dec service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5dc7995786b847999f5838924c32320a&device_id=76025ef6-f756-4d49-8818-b75da5ba0f36 HTTP/1.1" status: 200 len: 210 time: 0.0443220 May 05 20:01:51.452118 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2164ee7-b04a-4e76-9d16-59b515780d24 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:01:51.468468 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port f2164ee7-b04a-4e76-9d16-59b515780d24, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=f2164ee7-b04a-4e76-9d16-59b515780d24,segment=NetworkSegment(79511503-ff66-4663-ae8b-5322fffb3d0a),segment_id=79511503-ff66-4663-ae8b-5322fffb3d0a)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:01:51.473199 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:51.572120 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=f2164ee7-b04a-4e76-9d16-59b515780d24,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:01:51.658907 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d9914265-4c13-4208-8753-2fe11f1b25d2 req-530feb63-861e-4320-802a-9fc3889e4a5e service neutron] 10.222.0.24 "GET /v2.0/networks/642babfc-0f83-431e-8336-efb566a9ef25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376930 May 05 20:01:51.726700 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3781c9ed-7368-4d65-8824-f17eede0c2c9 req-7166688c-34ff-4a4a-a792-64958282b78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:51.728836 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3781c9ed-7368-4d65-8824-f17eede0c2c9 req-7166688c-34ff-4a4a-a792-64958282b78a service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=5dc7995786b847999f5838924c32320a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3025033 May 05 20:01:51.824543 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['f2164ee7-b04a-4e76-9d16-59b515780d24'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:01:51.984404 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d9914265-4c13-4208-8753-2fe11f1b25d2 req-b4d37517-5a72-4df3-ab78-8849dade02d9 service neutron] 10.222.0.24 "GET /v2.0/networks/642babfc-0f83-431e-8336-efb566a9ef25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174930 May 05 20:01:52.009855 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3781c9ed-7368-4d65-8824-f17eede0c2c9 req-2a45f35e-29b8-4044-a8c1-f1b29dcf95ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:52.011312 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3781c9ed-7368-4d65-8824-f17eede0c2c9 req-2a45f35e-29b8-4044-a8c1-f1b29dcf95ce service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2768373 May 05 20:01:52.096306 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 539fb241-64aa-4f36-b8a3-92c71cd95a70 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:01:52.162639 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6a16cf-ab8c-4b5e-882a-5bdf77d6c27a req-0df2cb59-5338-44af-a67e-736409b30749 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:52.162639 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dd6a16cf-ab8c-4b5e-882a-5bdf77d6c27a req-0df2cb59-5338-44af-a67e-736409b30749 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba4cbfb2-faf5-4699-92f1-88fbdf31bddb HTTP/1.1" status: 200 len: 945 time: 0.1009839 May 05 20:01:52.225181 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dd6a16cf-ab8c-4b5e-882a-5bdf77d6c27a req-49f171f6-b5c1-4751-9705-ee3e7285b804 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cb43301-61da-408d-ba7f-c0b8dd491c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523849 May 05 20:01:52.243285 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 539fb241-64aa-4f36-b8a3-92c71cd95a70, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=539fb241-64aa-4f36-b8a3-92c71cd95a70,segment=NetworkSegment(3aca4ab0-929b-456d-aa84-5ecc6cb9893c),segment_id=3aca4ab0-929b-456d-aa84-5ecc6cb9893c)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:01:52.258442 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '539fb241-64aa-4f36-b8a3-92c71cd95a70', 'network_id': '642babfc-0f83-431e-8336-efb566a9ef25', 'port_id': '539fb241-64aa-4f36-b8a3-92c71cd95a70', 'mac_address': 'fa:16:3e:e1:87:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51e3d3c7-531c-4a88-a4ff-ec92a467f790', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:01:52.345369 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:52.368111 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 539fb241-64aa-4f36-b8a3-92c71cd95a70 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:01:52.378134 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 539fb241-64aa-4f36-b8a3-92c71cd95a70, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=539fb241-64aa-4f36-b8a3-92c71cd95a70,segment=NetworkSegment(3aca4ab0-929b-456d-aa84-5ecc6cb9893c),segment_id=3aca4ab0-929b-456d-aa84-5ecc6cb9893c)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:01:52.382206 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:52.481168 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=539fb241-64aa-4f36-b8a3-92c71cd95a70,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:01:52.490104 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3bef04-aa6f-40b7-80d1-7e88b4f2ef92 req-69721de6-bb3f-4f6c-850d-1ea0035c7319 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:52.492525 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3b669b0d-fc3c-4190-93df-bec12e0e19b0 req-98a577eb-e79f-4788-9d92-013640f1b445 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=76025ef6-f756-4d49-8818-b75da5ba0f36 HTTP/1.1" status: 200 len: 210 time: 0.0778842 May 05 20:01:52.494267 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0b3bef04-aa6f-40b7-80d1-7e88b4f2ef92 req-69721de6-bb3f-4f6c-850d-1ea0035c7319 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/ports?device_id=28ec62e4-742a-429a-9778-f6b0b46b806a HTTP/1.1" status: 200 len: 944 time: 0.1363215 May 05 20:01:52.536564 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0b3bef04-aa6f-40b7-80d1-7e88b4f2ef92 req-70d28734-bf69-46d8-b0b6-31c7f2536d38 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/security-groups?id=68f86c4c-dba3-493f-a553-82dc543f33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415967 May 05 20:01:52.751191 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['539fb241-64aa-4f36-b8a3-92c71cd95a70'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:01:53.133716 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device f2164ee7-b04a-4e76-9d16-59b515780d24 up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:01:53.212523 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port f2164ee7-b04a-4e76-9d16-59b515780d24 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:01:53.218484 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port f2164ee7-b04a-4e76-9d16-59b515780d24 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:01:53.218484 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:53.368962 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:53.401100 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba4cbfb2-faf5-4699-92f1-88fbdf31bddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2164ee7-b04a-4e76-9d16-59b515780d24'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:01:53.414969 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port f2164ee7-b04a-4e76-9d16-59b515780d24, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=f2164ee7-b04a-4e76-9d16-59b515780d24,segment=NetworkSegment(79511503-ff66-4663-ae8b-5322fffb3d0a),segment_id=79511503-ff66-4663-ae8b-5322fffb3d0a)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:01:53.420544 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:53.440459 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7533e9-57c0-4069-80e0-6ccc3f90eb02 req-5e6faa7e-2e73-4c50-ab0c-1f195e4dae31 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:53.446267 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2f7533e9-57c0-4069-80e0-6ccc3f90eb02 req-5e6faa7e-2e73-4c50-ab0c-1f195e4dae31 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba4cbfb2-faf5-4699-92f1-88fbdf31bddb HTTP/1.1" status: 200 len: 945 time: 0.0986650 May 05 20:01:53.471197 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48e61ed3-2647-4570-b14a-9797f5113d7a'] response: {'server_uuid': 'ba4cbfb2-faf5-4699-92f1-88fbdf31bddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2164ee7-b04a-4e76-9d16-59b515780d24', 'code': 200} May 05 20:01:53.503798 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2f7533e9-57c0-4069-80e0-6ccc3f90eb02 req-ac36d55b-c723-4560-ba2a-c0a180214b9c tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cb43301-61da-408d-ba7f-c0b8dd491c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529284 May 05 20:01:53.514166 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3781c9ed-7368-4d65-8824-f17eede0c2c9 req-44defb66-d91c-4eda-b4c1-b6fda729b3fa tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.50 "GET /v2.0/ports?device_id=76025ef6-f756-4d49-8818-b75da5ba0f36 HTTP/1.1" status: 200 len: 210 time: 0.0449390 May 05 20:01:53.520584 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=f2164ee7-b04a-4e76-9d16-59b515780d24,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:01:53.668904 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db8d28d-0ca7-47a6-9bad-c48382ca0e89 req-fddca056-11c4-431e-9a2d-5c88a92ab0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:53.670751 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4db8d28d-0ca7-47a6-9bad-c48382ca0e89 req-fddca056-11c4-431e-9a2d-5c88a92ab0ed service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ba4cbfb2-faf5-4699-92f1-88fbdf31bddb HTTP/1.1" status: 200 len: 1097 time: 0.1091928 May 05 20:01:53.758138 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d5c45ef0-73ae-4948-92b6-b8e828863c74 req-532e4f64-b7f5-4334-9433-242cadd9b256 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=76025ef6-f756-4d49-8818-b75da5ba0f36 HTTP/1.1" status: 200 len: 210 time: 0.0578074 May 05 20:01:53.764390 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4db8d28d-0ca7-47a6-9bad-c48382ca0e89 req-9bd5db5d-1982-44d0-8919-54c5c3dbb0cd service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3cb43301-61da-408d-ba7f-c0b8dd491c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862827 May 05 20:01:53.814477 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52906aae-bee4-4e7d-b671-41c6093202d7 req-679932a4-4893-43df-88cb-814dc38a62a7 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:53.815961 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-52906aae-bee4-4e7d-b671-41c6093202d7 req-679932a4-4893-43df-88cb-814dc38a62a7 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/ports?device_id=28ec62e4-742a-429a-9778-f6b0b46b806a HTTP/1.1" status: 200 len: 944 time: 0.0828471 May 05 20:01:53.861235 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-52906aae-bee4-4e7d-b671-41c6093202d7 req-3cca7668-0b47-4b25-ba97-f8342e425001 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/security-groups?id=68f86c4c-dba3-493f-a553-82dc543f33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395758 May 05 20:01:54.119862 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 539fb241-64aa-4f36-b8a3-92c71cd95a70 up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:01:54.187209 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port 539fb241-64aa-4f36-b8a3-92c71cd95a70 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:01:54.192686 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 539fb241-64aa-4f36-b8a3-92c71cd95a70 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:01:54.193054 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:54.319015 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:54.354258 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 539fb241-64aa-4f36-b8a3-92c71cd95a70, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=539fb241-64aa-4f36-b8a3-92c71cd95a70,segment=NetworkSegment(3aca4ab0-929b-456d-aa84-5ecc6cb9893c),segment_id=3aca4ab0-929b-456d-aa84-5ecc6cb9893c)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:01:54.358155 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:54.426925 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=539fb241-64aa-4f36-b8a3-92c71cd95a70,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:01:54.710756 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8842e681-a34d-456e-aba3-df82d7b43293 req-df2b3f94-3f75-4448-8138-31893304da1f tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:54.712228 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8842e681-a34d-456e-aba3-df82d7b43293 req-df2b3f94-3f75-4448-8138-31893304da1f tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba4cbfb2-faf5-4699-92f1-88fbdf31bddb HTTP/1.1" status: 200 len: 946 time: 0.0833683 May 05 20:01:54.756394 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8842e681-a34d-456e-aba3-df82d7b43293 req-3ee649bd-e776-4e33-b22f-e9d22929ebe6 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cb43301-61da-408d-ba7f-c0b8dd491c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378897 May 05 20:01:55.055364 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ad46c-f377-45c1-9579-6948f6b4a4a5 req-c6e5b2f7-6335-4a75-ac3e-83777d2f1f34 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:55.056991 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e57ad46c-f377-45c1-9579-6948f6b4a4a5 req-c6e5b2f7-6335-4a75-ac3e-83777d2f1f34 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/ports?device_id=28ec62e4-742a-429a-9778-f6b0b46b806a HTTP/1.1" status: 200 len: 945 time: 0.0842702 May 05 20:01:55.102712 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e57ad46c-f377-45c1-9579-6948f6b4a4a5 req-72b7c830-1d9f-4b7d-a3aa-82b2cfd6370d tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/security-groups?id=68f86c4c-dba3-493f-a553-82dc543f33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386243 May 05 20:01:55.142824 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e4f3cc-e4d2-4993-9430-c592ce4004e9 req-2932ddd3-1230-419d-bf8c-a2d9bd49d22a tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:55.144314 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f0e4f3cc-e4d2-4993-9430-c592ce4004e9 req-2932ddd3-1230-419d-bf8c-a2d9bd49d22a tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/networks?id=00ecdd9f-1135-415f-b0c6-51153b85089d HTTP/1.1" status: 200 len: 812 time: 0.1549926 May 05 20:01:55.159912 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f0e4f3cc-e4d2-4993-9430-c592ce4004e9 req-e5fc11b9-763c-4bf6-8b67-a015a5510336 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/quotas/5dc7995786b847999f5838924c32320a HTTP/1.1" status: 200 len: 375 time: 0.0096779 May 05 20:01:55.209921 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f0e4f3cc-e4d2-4993-9430-c592ce4004e9 req-ab544f53-e7f8-4a07-9846-48c3d1a31468 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5dc7995786b847999f5838924c32320a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446229 May 05 20:01:55.349812 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f0e4f3cc-e4d2-4993-9430-c592ce4004e9 req-6090345c-1874-46cd-ae5b-38fd35c79fee service neutron] 10.222.0.36 "GET /v2.0/networks/00ecdd9f-1135-415f-b0c6-51153b85089d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332674 May 05 20:01:55.472414 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ec62e4-742a-429a-9778-f6b0b46b806a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '539fb241-64aa-4f36-b8a3-92c71cd95a70'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:01:55.522036 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0035f91f-543c-43ec-94a1-a46b24179326'] response: {'server_uuid': '28ec62e4-742a-429a-9778-f6b0b46b806a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '539fb241-64aa-4f36-b8a3-92c71cd95a70', 'code': 200} May 05 20:01:55.584633 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f0e4f3cc-e4d2-4993-9430-c592ce4004e9 req-d7ce59dc-313d-446e-b233-16249c720732 service neutron] 10.222.0.36 "GET /v2.0/networks/00ecdd9f-1135-415f-b0c6-51153b85089d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285528 May 05 20:01:55.660701 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac9db2e-6103-4177-81e1-3b0de882e5b0 req-99a45822-afa3-4ac6-aa79-ee5df555f498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:55.662177 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5ac9db2e-6103-4177-81e1-3b0de882e5b0 req-99a45822-afa3-4ac6-aa79-ee5df555f498 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=28ec62e4-742a-429a-9778-f6b0b46b806a HTTP/1.1" status: 200 len: 1096 time: 0.0708129 May 05 20:01:55.708999 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5ac9db2e-6103-4177-81e1-3b0de882e5b0 req-06104eda-3d1b-45de-b97a-58ab33daa699 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=68f86c4c-dba3-493f-a553-82dc543f33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398068 May 05 20:01:55.779793 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cba5d8b6-b102-4eec-a8e5-6bed66764f7d req-157ff1d3-51d3-4d66-ba8a-22b2f49612d9 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf8fc002-798d-4607-9d84-81a9d0d7c144 HTTP/1.1" status: 200 len: 210 time: 0.0483902 May 05 20:01:55.952133 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b712ac65-1b93-4614-81d1-940dca4508a0 req-7920d836-585f-4101-ac5f-ad225aa8f7e4 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:55.953695 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b712ac65-1b93-4614-81d1-940dca4508a0 req-7920d836-585f-4101-ac5f-ad225aa8f7e4 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba4cbfb2-faf5-4699-92f1-88fbdf31bddb HTTP/1.1" status: 200 len: 946 time: 0.0855236 May 05 20:01:56.000148 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b712ac65-1b93-4614-81d1-940dca4508a0 req-f0373088-f5f0-4aab-b8d1-3967fd990b62 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cb43301-61da-408d-ba7f-c0b8dd491c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406742 May 05 20:01:56.317709 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2750f8b-ab9f-4062-b06d-f10041eec6aa req-808eb9cb-59d1-4c11-b8fb-157136794b40 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:56.320381 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e2750f8b-ab9f-4062-b06d-f10041eec6aa req-808eb9cb-59d1-4c11-b8fb-157136794b40 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/ports?device_id=28ec62e4-742a-429a-9778-f6b0b46b806a HTTP/1.1" status: 200 len: 945 time: 0.1057696 May 05 20:01:56.367800 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e2750f8b-ab9f-4062-b06d-f10041eec6aa req-5521ad75-fb89-4b99-ac6b-8d92a5ee51ea tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/security-groups?id=68f86c4c-dba3-493f-a553-82dc543f33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421851 May 05 20:01:56.425225 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6859fc4-a9a0-4391-af01-65513c04b2c1 req-e24b0dfb-3c5f-4678-9080-bf6713574d49 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:56.426823 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c6859fc4-a9a0-4391-af01-65513c04b2c1 req-e24b0dfb-3c5f-4678-9080-bf6713574d49 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba4cbfb2-faf5-4699-92f1-88fbdf31bddb HTTP/1.1" status: 200 len: 946 time: 0.0828519 May 05 20:01:56.471536 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c6859fc4-a9a0-4391-af01-65513c04b2c1 req-4882b41e-7c5e-4f05-ad79-7afdd6a30a78 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cb43301-61da-408d-ba7f-c0b8dd491c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387461 May 05 20:01:56.956962 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d310b60a-6761-4e5f-a229-89f0ec872b4d req-fcb9120b-2ae1-428f-b630-6a45375245dd tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf8fc002-798d-4607-9d84-81a9d0d7c144 HTTP/1.1" status: 200 len: 210 time: 0.0573125 May 05 20:01:57.001033 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e4f3cc-e4d2-4993-9430-c592ce4004e9 req-3bd43310-0db5-4540-b70f-fb20c4e650fc tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:57.004341 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f0e4f3cc-e4d2-4993-9430-c592ce4004e9 req-3bd43310-0db5-4540-b70f-fb20c4e650fc tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.24 "GET /v2.0/networks?id=00ecdd9f-1135-415f-b0c6-51153b85089d HTTP/1.1" status: 200 len: 812 time: 0.2102032 May 05 20:01:57.021331 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-f0e4f3cc-e4d2-4993-9430-c592ce4004e9 req-0a67aaec-9e34-4e71-94ac-ca7839acc871 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Request body: {'port': {'device_id': 'cf8fc002-798d-4607-9d84-81a9d0d7c144', 'network_id': '00ecdd9f-1135-415f-b0c6-51153b85089d', 'admin_state_up': True, 'tenant_id': '5dc7995786b847999f5838924c32320a'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:01:57.164173 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 841b4c16-473f-445e-8a01-6d3055de605a no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:01:57.166519 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-f0e4f3cc-e4d2-4993-9430-c592ce4004e9 req-0a67aaec-9e34-4e71-94ac-ca7839acc871 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:01:57.176487 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-f0e4f3cc-e4d2-4993-9430-c592ce4004e9 req-0a67aaec-9e34-4e71-94ac-ca7839acc871 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:01:57.185418 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0e4f3cc-e4d2-4993-9430-c592ce4004e9 req-0a67aaec-9e34-4e71-94ac-ca7839acc871 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Made reservation on behalf of 5dc7995786b847999f5838924c32320a for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:01:57.189073 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-f0e4f3cc-e4d2-4993-9430-c592ce4004e9 req-0a67aaec-9e34-4e71-94ac-ca7839acc871 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:57.201768 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] No Port match for: 841b4c16-473f-445e-8a01-6d3055de605a {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:01:57.202106 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 841b4c16-473f-445e-8a01-6d3055de605a not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:01:57.361193 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-f0e4f3cc-e4d2-4993-9430-c592ce4004e9 req-0a67aaec-9e34-4e71-94ac-ca7839acc871 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Allocated IP 172.20.0.8 (00ecdd9f-1135-415f-b0c6-51153b85089d/08fe5f50-bbcd-4aa2-adfb-1629cfc316ff/34663078-dfdc-4195-84d5-a523b1142d8c) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:01:57.564151 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cf4899-ea54-4563-aa5f-d38360133f4a req-8459d884-44fd-47b7-86de-fabbd8e144f3 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:57.569541 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-f0e4f3cc-e4d2-4993-9430-c592ce4004e9 req-0a67aaec-9e34-4e71-94ac-ca7839acc871 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:57.574361 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-18cf4899-ea54-4563-aa5f-d38360133f4a req-8459d884-44fd-47b7-86de-fabbd8e144f3 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/ports?device_id=28ec62e4-742a-429a-9778-f6b0b46b806a HTTP/1.1" status: 200 len: 945 time: 0.1002963 May 05 20:01:57.618290 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-18cf4899-ea54-4563-aa5f-d38360133f4a req-3336cfbd-2458-40aa-9228-96c89a2606e0 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/security-groups?id=68f86c4c-dba3-493f-a553-82dc543f33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428710 May 05 20:01:57.660838 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-f0e4f3cc-e4d2-4993-9430-c592ce4004e9 req-0a67aaec-9e34-4e71-94ac-ca7839acc871 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:57.733115 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0e4f3cc-e4d2-4993-9430-c592ce4004e9 req-0a67aaec-9e34-4e71-94ac-ca7839acc871 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Network 00ecdd9f-1135-415f-b0c6-51153b85089d is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:01:57.737487 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-f0e4f3cc-e4d2-4993-9430-c592ce4004e9 req-0a67aaec-9e34-4e71-94ac-ca7839acc871 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:01:57.740006 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0e4f3cc-e4d2-4993-9430-c592ce4004e9 req-0a67aaec-9e34-4e71-94ac-ca7839acc871 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:01:57.796575 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca806d1-ed72-4ac3-beb2-a6b7d6c548bf req-0696f8c5-f2ed-42c4-8f77-da496ec26fc0 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:57.798063 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1ca806d1-ed72-4ac3-beb2-a6b7d6c548bf req-0696f8c5-f2ed-42c4-8f77-da496ec26fc0 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba4cbfb2-faf5-4699-92f1-88fbdf31bddb HTTP/1.1" status: 200 len: 946 time: 0.2128577 May 05 20:01:57.813055 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a67aaec-9e34-4e71-94ac-ca7839acc871 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Pushing event updated for resources: {'Port': ['ID=34663078-dfdc-4195-84d5-a523b1142d8c,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:01:57.843177 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e4f3cc-e4d2-4993-9430-c592ce4004e9 req-0a67aaec-9e34-4e71-94ac-ca7839acc871 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:57.843822 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-f0e4f3cc-e4d2-4993-9430-c592ce4004e9 req-0a67aaec-9e34-4e71-94ac-ca7839acc871 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:57.883714 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1ca806d1-ed72-4ac3-beb2-a6b7d6c548bf req-b2f93c04-242f-4845-ad0e-16644a435824 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cb43301-61da-408d-ba7f-c0b8dd491c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744848 May 05 20:01:57.892533 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f0e4f3cc-e4d2-4993-9430-c592ce4004e9 req-0a67aaec-9e34-4e71-94ac-ca7839acc871 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8751810 May 05 20:01:57.910154 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-f0e4f3cc-e4d2-4993-9430-c592ce4004e9 req-fdcb35cd-444b-41ef-b7ce-e4a6409bbeef service neutron] Request body: {'port': {'device_id': 'cf8fc002-798d-4607-9d84-81a9d0d7c144', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:01:58.033730 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-f0e4f3cc-e4d2-4993-9430-c592ce4004e9 req-fdcb35cd-444b-41ef-b7ce-e4a6409bbeef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:58.200520 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79cc166-3557-49c0-981b-73fd77e42bb1 req-3bf78136-ff0a-4465-b960-d262d6dd0f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:58.201952 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e79cc166-3557-49c0-981b-73fd77e42bb1 req-3bf78136-ff0a-4465-b960-d262d6dd0f4e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=906aba68473d4c909ae20bf98b18c462&device_id=28ec62e4-742a-429a-9778-f6b0b46b806a HTTP/1.1" status: 200 len: 1096 time: 0.2691276 May 05 20:01:58.210974 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7910f9b4-6c30-4fde-8e3b-46cded2b3b98 req-4da87d59-16bf-42b8-be5e-29e8ba57dbf9 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:58.218488 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7910f9b4-6c30-4fde-8e3b-46cded2b3b98 req-4da87d59-16bf-42b8-be5e-29e8ba57dbf9 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/ports?device_id=28ec62e4-742a-429a-9778-f6b0b46b806a HTTP/1.1" status: 200 len: 945 time: 0.2305193 May 05 20:01:58.359667 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7910f9b4-6c30-4fde-8e3b-46cded2b3b98 req-b36837f5-56ca-4dce-82e6-efe4a66e6cce tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/security-groups?id=68f86c4c-dba3-493f-a553-82dc543f33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402311 May 05 20:01:58.422421 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79cc166-3557-49c0-981b-73fd77e42bb1 req-f2c03c70-7c55-40f6-9f23-b197e73a2251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:58.424202 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e79cc166-3557-49c0-981b-73fd77e42bb1 req-f2c03c70-7c55-40f6-9f23-b197e73a2251 service neutron] 10.222.0.24 "GET /v2.0/networks?id=642babfc-0f83-431e-8336-efb566a9ef25 HTTP/1.1" status: 200 len: 911 time: 0.2025459 May 05 20:01:58.523942 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e79cc166-3557-49c0-981b-73fd77e42bb1 req-cc8e900d-08d8-4e14-ab93-4eb1808b1073 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=539fb241-64aa-4f36-b8a3-92c71cd95a70 HTTP/1.1" status: 200 len: 217 time: 0.0792046 May 05 20:01:58.583426 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-f0e4f3cc-e4d2-4993-9430-c592ce4004e9 req-fdcb35cd-444b-41ef-b7ce-e4a6409bbeef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34663078-dfdc-4195-84d5-a523b1142d8c {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:01:58.590599 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-f0e4f3cc-e4d2-4993-9430-c592ce4004e9 req-fdcb35cd-444b-41ef-b7ce-e4a6409bbeef service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:58.591218 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79cc166-3557-49c0-981b-73fd77e42bb1 req-62a83cdc-ffe0-449a-ae6f-cffb3b9eaef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:58.593369 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e79cc166-3557-49c0-981b-73fd77e42bb1 req-62a83cdc-ffe0-449a-ae6f-cffb3b9eaef1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=51e3d3c7-531c-4a88-a4ff-ec92a467f790 HTTP/1.1" status: 200 len: 850 time: 0.0627792 May 05 20:01:58.651114 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e79cc166-3557-49c0-981b-73fd77e42bb1 req-9296c9fe-1318-4df8-a5bc-250bc6dc593a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=642babfc-0f83-431e-8336-efb566a9ef25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505991 May 05 20:01:58.653386 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-f0e4f3cc-e4d2-4993-9430-c592ce4004e9 req-fdcb35cd-444b-41ef-b7ce-e4a6409bbeef service neutron] Transition to ACTIVE for port object 34663078-dfdc-4195-84d5-a523b1142d8c will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:01:58.659008 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-f0e4f3cc-e4d2-4993-9430-c592ce4004e9 req-fdcb35cd-444b-41ef-b7ce-e4a6409bbeef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:58.797765 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e79cc166-3557-49c0-981b-73fd77e42bb1 req-ba160d9b-2474-4ed9-83a6-eb5b19996da6 service neutron] 10.222.0.24 "GET /v2.0/networks/642babfc-0f83-431e-8336-efb566a9ef25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344380 May 05 20:01:58.828826 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcb35cd-444b-41ef-b7ce-e4a6409bbeef service neutron] Pushing event updated for resources: {'Port': ['ID=34663078-dfdc-4195-84d5-a523b1142d8c,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:01:58.881066 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a181e652-2cff-462c-8a0c-572d52c0cd8b req-51d1adbb-37ac-4876-86e5-32a99a964d4a tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:58.881757 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-a181e652-2cff-462c-8a0c-572d52c0cd8b req-51d1adbb-37ac-4876-86e5-32a99a964d4a tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Synchronizing usage tracker for tenant:5dc7995786b847999f5838924c32320a on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:01:58.923219 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-a181e652-2cff-462c-8a0c-572d52c0cd8b req-51d1adbb-37ac-4876-86e5-32a99a964d4a tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Unset dirty status for tenant:5dc7995786b847999f5838924c32320a on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:01:58.924438 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a181e652-2cff-462c-8a0c-572d52c0cd8b req-51d1adbb-37ac-4876-86e5-32a99a964d4a tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf8fc002-798d-4607-9d84-81a9d0d7c144 HTTP/1.1" status: 200 len: 931 time: 0.3290107 May 05 20:01:58.928403 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-f0e4f3cc-e4d2-4993-9430-c592ce4004e9 req-fdcb35cd-444b-41ef-b7ce-e4a6409bbeef service neutron] Attempting to bind port 34663078-dfdc-4195-84d5-a523b1142d8c on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:01:58.928746 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-f0e4f3cc-e4d2-4993-9430-c592ce4004e9 req-fdcb35cd-444b-41ef-b7ce-e4a6409bbeef service neutron] Attempting to bind port 34663078-dfdc-4195-84d5-a523b1142d8c by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'eccdf1c4-efe8-4f03-97f1-7b574b83122b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '00ecdd9f-1135-415f-b0c6-51153b85089d'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:01:58.929060 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e4f3cc-e4d2-4993-9430-c592ce4004e9 req-fdcb35cd-444b-41ef-b7ce-e4a6409bbeef service neutron] Attempting to bind port 34663078-dfdc-4195-84d5-a523b1142d8c on network 00ecdd9f-1135-415f-b0c6-51153b85089d {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:01:58.937248 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e79cc166-3557-49c0-981b-73fd77e42bb1 req-08216f1a-424b-4ccd-96a2-49e646039e15 service neutron] 10.222.0.24 "GET /v2.0/networks/642babfc-0f83-431e-8336-efb566a9ef25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316292 May 05 20:01:58.946885 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e4f3cc-e4d2-4993-9430-c592ce4004e9 req-fdcb35cd-444b-41ef-b7ce-e4a6409bbeef service neutron] Port 34663078-dfdc-4195-84d5-a523b1142d8c on network 00ecdd9f-1135-415f-b0c6-51153b85089d not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:01:58.947225 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e4f3cc-e4d2-4993-9430-c592ce4004e9 req-fdcb35cd-444b-41ef-b7ce-e4a6409bbeef service neutron] Attempting to bind port 34663078-dfdc-4195-84d5-a523b1142d8c on network 00ecdd9f-1135-415f-b0c6-51153b85089d {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:01:58.958943 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e4f3cc-e4d2-4993-9430-c592ce4004e9 req-fdcb35cd-444b-41ef-b7ce-e4a6409bbeef service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:01:58.959283 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e4f3cc-e4d2-4993-9430-c592ce4004e9 req-fdcb35cd-444b-41ef-b7ce-e4a6409bbeef service neutron] Checking segment: {'id': 'eccdf1c4-efe8-4f03-97f1-7b574b83122b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '00ecdd9f-1135-415f-b0c6-51153b85089d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:01:58.959686 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e4f3cc-e4d2-4993-9430-c592ce4004e9 req-fdcb35cd-444b-41ef-b7ce-e4a6409bbeef service neutron] Bound using segment: {'id': 'eccdf1c4-efe8-4f03-97f1-7b574b83122b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '00ecdd9f-1135-415f-b0c6-51153b85089d'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:01:58.960111 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-f0e4f3cc-e4d2-4993-9430-c592ce4004e9 req-fdcb35cd-444b-41ef-b7ce-e4a6409bbeef service neutron] Bound port: 34663078-dfdc-4195-84d5-a523b1142d8c, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eccdf1c4-efe8-4f03-97f1-7b574b83122b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '00ecdd9f-1135-415f-b0c6-51153b85089d'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:01:58.960450 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-f0e4f3cc-e4d2-4993-9430-c592ce4004e9 req-fdcb35cd-444b-41ef-b7ce-e4a6409bbeef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:59.018314 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a181e652-2cff-462c-8a0c-572d52c0cd8b req-8e1ff76a-5b29-4fc1-a7ad-f5ceb65b47de tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849278 May 05 20:01:59.090138 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-f0e4f3cc-e4d2-4993-9430-c592ce4004e9 req-fdcb35cd-444b-41ef-b7ce-e4a6409bbeef service neutron] For port 34663078-dfdc-4195-84d5-a523b1142d8c, host n-h1-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:01:59.093296 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-f0e4f3cc-e4d2-4993-9430-c592ce4004e9 req-fdcb35cd-444b-41ef-b7ce-e4a6409bbeef service neutron] For port 34663078-dfdc-4195-84d5-a523b1142d8c, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=34663078-dfdc-4195-84d5-a523b1142d8c,segment=NetworkSegment(eccdf1c4-efe8-4f03-97f1-7b574b83122b),segment_id=eccdf1c4-efe8-4f03-97f1-7b574b83122b)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:01:59.097225 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-f0e4f3cc-e4d2-4993-9430-c592ce4004e9 req-fdcb35cd-444b-41ef-b7ce-e4a6409bbeef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:59.155102 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e4f3cc-e4d2-4993-9430-c592ce4004e9 req-fdcb35cd-444b-41ef-b7ce-e4a6409bbeef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:59.155742 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-f0e4f3cc-e4d2-4993-9430-c592ce4004e9 req-fdcb35cd-444b-41ef-b7ce-e4a6409bbeef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:01:59.157084 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f0e4f3cc-e4d2-4993-9430-c592ce4004e9 req-fdcb35cd-444b-41ef-b7ce-e4a6409bbeef service neutron] 10.222.0.24 "PUT /v2.0/ports/34663078-dfdc-4195-84d5-a523b1142d8c HTTP/1.1" status: 200 len: 1091 time: 1.2517364 May 05 20:01:59.157515 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf8fc002-798d-4607-9d84-81a9d0d7c144', 'tag': '34663078-dfdc-4195-84d5-a523b1142d8c'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:01:59.181494 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcb35cd-444b-41ef-b7ce-e4a6409bbeef service neutron] Pushing event updated for resources: {'Port': ['ID=34663078-dfdc-4195-84d5-a523b1142d8c,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:01:59.232617 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06c5790d-9301-4806-8349-f416bd49170b'] response: {'name': 'network-changed', 'server_uuid': 'cf8fc002-798d-4607-9d84-81a9d0d7c144', 'tag': '34663078-dfdc-4195-84d5-a523b1142d8c', 'status': 'completed', 'code': 200} May 05 20:01:59.267843 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e4f3cc-e4d2-4993-9430-c592ce4004e9 req-2c3edd34-bff6-43c0-801a-c582bec0a979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:59.269334 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f0e4f3cc-e4d2-4993-9430-c592ce4004e9 req-2c3edd34-bff6-43c0-801a-c582bec0a979 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5dc7995786b847999f5838924c32320a&device_id=cf8fc002-798d-4607-9d84-81a9d0d7c144 HTTP/1.1" status: 200 len: 1094 time: 0.0729983 May 05 20:01:59.344739 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f0e4f3cc-e4d2-4993-9430-c592ce4004e9 req-3ae8376b-62d6-4856-a515-ca7305143130 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34663078-dfdc-4195-84d5-a523b1142d8c HTTP/1.1" status: 200 len: 217 time: 0.0644479 May 05 20:01:59.412754 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e4f3cc-e4d2-4993-9430-c592ce4004e9 req-4bc34353-dc62-4033-90ab-e32011f070d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:59.414194 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f0e4f3cc-e4d2-4993-9430-c592ce4004e9 req-4bc34353-dc62-4033-90ab-e32011f070d3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=08fe5f50-bbcd-4aa2-adfb-1629cfc316ff HTTP/1.1" status: 200 len: 852 time: 0.0616217 May 05 20:01:59.460815 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f0e4f3cc-e4d2-4993-9430-c592ce4004e9 req-e0126abf-cf41-4988-82ef-6b58888497a7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=00ecdd9f-1135-415f-b0c6-51153b85089d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402009 May 05 20:01:59.652933 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be85a6fa-fa92-4984-bca3-35b19e43704f req-b1b23d48-173f-4f23-8497-22b9786c283b tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:59.654517 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-be85a6fa-fa92-4984-bca3-35b19e43704f req-b1b23d48-173f-4f23-8497-22b9786c283b tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/ports?device_id=28ec62e4-742a-429a-9778-f6b0b46b806a HTTP/1.1" status: 200 len: 945 time: 0.1904018 May 05 20:01:59.657691 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f0e4f3cc-e4d2-4993-9430-c592ce4004e9 req-0da23052-6f87-4bc3-a4ef-9bd596720726 service neutron] 10.222.0.24 "GET /v2.0/networks/00ecdd9f-1135-415f-b0c6-51153b85089d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586313 May 05 20:01:59.778472 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-be85a6fa-fa92-4984-bca3-35b19e43704f req-e9ecce78-c31e-4f2f-bfe2-ffc4d245817d tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/security-groups?id=68f86c4c-dba3-493f-a553-82dc543f33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181414 May 05 20:01:59.821974 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f0e4f3cc-e4d2-4993-9430-c592ce4004e9 req-def61db6-d34f-4792-9503-be2197c77e80 service neutron] 10.222.0.24 "GET /v2.0/networks/00ecdd9f-1135-415f-b0c6-51153b85089d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493168 May 05 20:01:59.941153 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32608372-e8ad-4203-a26c-73d7a6b78d02 req-43b91e05-be00-4153-a737-11d05829ff07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:01:59.942603 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-32608372-e8ad-4203-a26c-73d7a6b78d02 req-43b91e05-be00-4153-a737-11d05829ff07 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5dc7995786b847999f5838924c32320a&device_id=cf8fc002-798d-4607-9d84-81a9d0d7c144 HTTP/1.1" status: 200 len: 1094 time: 0.0703611 May 05 20:02:00.080895 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32608372-e8ad-4203-a26c-73d7a6b78d02 req-72b546fb-137d-4fce-86c0-e4e9724a322f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:00.082234 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-32608372-e8ad-4203-a26c-73d7a6b78d02 req-72b546fb-137d-4fce-86c0-e4e9724a322f service neutron] 10.222.0.24 "GET /v2.0/networks?id=00ecdd9f-1135-415f-b0c6-51153b85089d HTTP/1.1" status: 200 len: 913 time: 0.1321568 May 05 20:02:00.229402 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f96ff3-12be-4001-a762-9d7956131e76 req-165391a9-dbba-40b3-baac-e6e218954f5d tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:00.230981 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d6f96ff3-12be-4001-a762-9d7956131e76 req-165391a9-dbba-40b3-baac-e6e218954f5d tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf8fc002-798d-4607-9d84-81a9d0d7c144 HTTP/1.1" status: 200 len: 943 time: 0.0832577 May 05 20:02:00.256482 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-32608372-e8ad-4203-a26c-73d7a6b78d02 req-79a68453-686a-493d-b0c3-f8d1043afbb1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34663078-dfdc-4195-84d5-a523b1142d8c HTTP/1.1" status: 200 len: 217 time: 0.1668813 May 05 20:02:00.276943 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d6f96ff3-12be-4001-a762-9d7956131e76 req-13f75673-d195-4758-88ac-e8b79891e922 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396268 May 05 20:02:00.318243 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32608372-e8ad-4203-a26c-73d7a6b78d02 req-69760c94-6e90-4842-bc22-4f283884b924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:00.319629 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-32608372-e8ad-4203-a26c-73d7a6b78d02 req-69760c94-6e90-4842-bc22-4f283884b924 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=08fe5f50-bbcd-4aa2-adfb-1629cfc316ff HTTP/1.1" status: 200 len: 852 time: 0.0571315 May 05 20:02:00.369260 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-32608372-e8ad-4203-a26c-73d7a6b78d02 req-b847b8f7-fa26-419a-8a2f-d04fbdfb97f7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=00ecdd9f-1135-415f-b0c6-51153b85089d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397432 May 05 20:02:00.500308 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-32608372-e8ad-4203-a26c-73d7a6b78d02 req-a18bcecb-1cd2-4343-9870-9195cc42623f service neutron] 10.222.0.24 "GET /v2.0/networks/00ecdd9f-1135-415f-b0c6-51153b85089d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239374 May 05 20:02:00.631930 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-32608372-e8ad-4203-a26c-73d7a6b78d02 req-93d02ceb-e933-4b4d-ab65-1e45aa569dd7 service neutron] 10.222.0.24 "GET /v2.0/networks/00ecdd9f-1135-415f-b0c6-51153b85089d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254835 May 05 20:02:00.973035 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe841a43-12d7-444e-90bb-26106d4f84d5 req-aa8e4859-5202-4f95-8f0a-717580ae1244 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:00.974475 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fe841a43-12d7-444e-90bb-26106d4f84d5 req-aa8e4859-5202-4f95-8f0a-717580ae1244 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/ports?device_id=28ec62e4-742a-429a-9778-f6b0b46b806a HTTP/1.1" status: 200 len: 945 time: 0.0887749 May 05 20:02:01.017782 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fe841a43-12d7-444e-90bb-26106d4f84d5 req-445094f1-a198-4bed-bac3-3bd0017933df tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/security-groups?id=68f86c4c-dba3-493f-a553-82dc543f33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374043 May 05 20:02:01.170604 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device f2164ee7-b04a-4e76-9d16-59b515780d24 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:02:01.304342 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port f2164ee7-b04a-4e76-9d16-59b515780d24, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=f2164ee7-b04a-4e76-9d16-59b515780d24,segment=NetworkSegment(79511503-ff66-4663-ae8b-5322fffb3d0a),segment_id=79511503-ff66-4663-ae8b-5322fffb3d0a)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:02:01.319344 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': 'f2164ee7-b04a-4e76-9d16-59b515780d24', 'network_id': '4568a908-805b-4a6e-ba80-1d4819260d47', 'port_id': 'f2164ee7-b04a-4e76-9d16-59b515780d24', 'mac_address': 'fa:16:3e:90:ad:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf48ca8b-7b24-41a3-ad06-a849bff9e5b9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:02:01.377589 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:01.395284 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f2164ee7-b04a-4e76-9d16-59b515780d24 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:02:01.411756 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port f2164ee7-b04a-4e76-9d16-59b515780d24, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=f2164ee7-b04a-4e76-9d16-59b515780d24,segment=NetworkSegment(79511503-ff66-4663-ae8b-5322fffb3d0a),segment_id=79511503-ff66-4663-ae8b-5322fffb3d0a)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:02:01.415536 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:01.469415 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec215932-ab89-4901-aa79-a866d91b3999 req-9dd50242-d8a1-4e17-92bc-d68e73104834 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:01.471623 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ec215932-ab89-4901-aa79-a866d91b3999 req-9dd50242-d8a1-4e17-92bc-d68e73104834 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf8fc002-798d-4607-9d84-81a9d0d7c144 HTTP/1.1" status: 200 len: 943 time: 0.0874202 May 05 20:02:01.498751 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=f2164ee7-b04a-4e76-9d16-59b515780d24,revision_number=6']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:02:01.521342 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ec215932-ab89-4901-aa79-a866d91b3999 req-6346eab7-3497-4b7b-b3d9-4b7ea5d8bc64 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429997 May 05 20:02:01.546506 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['f2164ee7-b04a-4e76-9d16-59b515780d24'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:02:02.135752 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 34663078-dfdc-4195-84d5-a523b1142d8c details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:02:02.257063 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ae044-072d-4322-afd1-5435b357e603 req-5d3883d2-85ec-419f-a672-285cf285939c tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:02.263683 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c17ae044-072d-4322-afd1-5435b357e603 req-5d3883d2-85ec-419f-a672-285cf285939c tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/ports?device_id=28ec62e4-742a-429a-9778-f6b0b46b806a HTTP/1.1" status: 200 len: 945 time: 0.1298537 May 05 20:02:02.360817 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c17ae044-072d-4322-afd1-5435b357e603 req-ad5b75a5-1d96-43ab-9854-60b92c90c3a1 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/security-groups?id=68f86c4c-dba3-493f-a553-82dc543f33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889513 May 05 20:02:02.397324 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 34663078-dfdc-4195-84d5-a523b1142d8c, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=34663078-dfdc-4195-84d5-a523b1142d8c,segment=NetworkSegment(eccdf1c4-efe8-4f03-97f1-7b574b83122b),segment_id=eccdf1c4-efe8-4f03-97f1-7b574b83122b)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:02:02.418877 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '34663078-dfdc-4195-84d5-a523b1142d8c', 'network_id': '00ecdd9f-1135-415f-b0c6-51153b85089d', 'port_id': '34663078-dfdc-4195-84d5-a523b1142d8c', 'mac_address': 'fa:16:3e:12:1f:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08fe5f50-bbcd-4aa2-adfb-1629cfc316ff', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:02:02.493084 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:02.520317 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34663078-dfdc-4195-84d5-a523b1142d8c {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:02:02.541150 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 34663078-dfdc-4195-84d5-a523b1142d8c, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=34663078-dfdc-4195-84d5-a523b1142d8c,segment=NetworkSegment(eccdf1c4-efe8-4f03-97f1-7b574b83122b),segment_id=eccdf1c4-efe8-4f03-97f1-7b574b83122b)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:02:02.562707 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:02.708914 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=34663078-dfdc-4195-84d5-a523b1142d8c,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:02:02.832172 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5274bcad-a34a-420e-b0d0-27bd8a37f980 req-38089b99-aecf-434d-8ff2-5748ac8fa8a1 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:02.834287 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5274bcad-a34a-420e-b0d0-27bd8a37f980 req-38089b99-aecf-434d-8ff2-5748ac8fa8a1 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf8fc002-798d-4607-9d84-81a9d0d7c144 HTTP/1.1" status: 200 len: 944 time: 0.1259165 May 05 20:02:02.908724 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5274bcad-a34a-420e-b0d0-27bd8a37f980 req-255ea585-76f4-4656-adcd-cd56b7b06804 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665038 May 05 20:02:02.960017 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['34663078-dfdc-4195-84d5-a523b1142d8c'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:02:03.176205 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device f2164ee7-b04a-4e76-9d16-59b515780d24 up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:02:03.264952 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port f2164ee7-b04a-4e76-9d16-59b515780d24 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:02:03.265425 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:03.436466 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:03.531636 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba4cbfb2-faf5-4699-92f1-88fbdf31bddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2164ee7-b04a-4e76-9d16-59b515780d24'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:02:03.551674 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port f2164ee7-b04a-4e76-9d16-59b515780d24, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=f2164ee7-b04a-4e76-9d16-59b515780d24,segment=NetworkSegment(79511503-ff66-4663-ae8b-5322fffb3d0a),segment_id=79511503-ff66-4663-ae8b-5322fffb3d0a)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:02:03.563330 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:03.736079 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcdcfcca-f265-48ab-9cdb-ccbd72c78b4c'] response: {'server_uuid': 'ba4cbfb2-faf5-4699-92f1-88fbdf31bddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2164ee7-b04a-4e76-9d16-59b515780d24', 'code': 200} May 05 20:02:03.751911 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=f2164ee7-b04a-4e76-9d16-59b515780d24,revision_number=7']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:02:03.932598 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012900d1-59fa-4359-9b39-25f31d14b672 req-d5f5db81-99a7-4927-984f-f461da465a48 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:03.934136 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-012900d1-59fa-4359-9b39-25f31d14b672 req-d5f5db81-99a7-4927-984f-f461da465a48 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/ports?device_id=28ec62e4-742a-429a-9778-f6b0b46b806a HTTP/1.1" status: 200 len: 945 time: 0.1335285 May 05 20:02:04.013205 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-012900d1-59fa-4359-9b39-25f31d14b672 req-e9a80210-1a1f-4047-a69f-16881174fb32 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/security-groups?id=68f86c4c-dba3-493f-a553-82dc543f33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696971 May 05 20:02:04.251403 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaafa02-2f73-4066-8a50-32d9c62fc505 req-f722f61e-07d4-4f27-956c-5380aa622cd5 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:04.251403 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8eaafa02-2f73-4066-8a50-32d9c62fc505 req-f722f61e-07d4-4f27-956c-5380aa622cd5 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf8fc002-798d-4607-9d84-81a9d0d7c144 HTTP/1.1" status: 200 len: 944 time: 0.1976435 May 05 20:02:04.313555 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8eaafa02-2f73-4066-8a50-32d9c62fc505 req-20af732a-72df-44e5-a7a9-c5bad4a01568 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553107 May 05 20:02:04.619173 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c34825f3-8bc3-4917-9075-afc655a2ba16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:05.245629 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b7e834-2b97-40c6-8c2d-5ef9bada8f3d req-f62f45bb-de89-4447-b161-c91e21b8052a tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:05.245629 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-69b7e834-2b97-40c6-8c2d-5ef9bada8f3d req-f62f45bb-de89-4447-b161-c91e21b8052a tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/ports?device_id=28ec62e4-742a-429a-9778-f6b0b46b806a HTTP/1.1" status: 200 len: 945 time: 0.0968368 May 05 20:02:05.308297 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-69b7e834-2b97-40c6-8c2d-5ef9bada8f3d req-2dde6276-3807-4301-adab-0c9e48cf5b1c tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/security-groups?id=68f86c4c-dba3-493f-a553-82dc543f33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556829 May 05 20:02:05.541970 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db44d6-1362-4e5a-b535-bb704af87857 req-f8c56ffb-ed49-4d92-9597-a9e99a6294aa tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:05.549941 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-09db44d6-1362-4e5a-b535-bb704af87857 req-f8c56ffb-ed49-4d92-9597-a9e99a6294aa tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf8fc002-798d-4607-9d84-81a9d0d7c144 HTTP/1.1" status: 200 len: 944 time: 0.1089623 May 05 20:02:05.653408 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-09db44d6-1362-4e5a-b535-bb704af87857 req-58efcb62-055f-4b85-aa37-da7334dbb089 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995815 May 05 20:02:06.145746 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 34663078-dfdc-4195-84d5-a523b1142d8c up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:02:06.230585 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port 34663078-dfdc-4195-84d5-a523b1142d8c completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:02:06.236390 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 34663078-dfdc-4195-84d5-a523b1142d8c triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:02:06.236758 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:06.444783 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:06.506381 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf8fc002-798d-4607-9d84-81a9d0d7c144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34663078-dfdc-4195-84d5-a523b1142d8c'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:02:06.520157 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 34663078-dfdc-4195-84d5-a523b1142d8c, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=34663078-dfdc-4195-84d5-a523b1142d8c,segment=NetworkSegment(eccdf1c4-efe8-4f03-97f1-7b574b83122b),segment_id=eccdf1c4-efe8-4f03-97f1-7b574b83122b)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:02:06.520157 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:06.590877 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e80a09e2-0471-4610-8e03-a50fd962ad6c'] response: {'server_uuid': 'cf8fc002-798d-4607-9d84-81a9d0d7c144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34663078-dfdc-4195-84d5-a523b1142d8c', 'code': 200} May 05 20:02:06.604589 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f02a6-7568-48ae-9266-b7b48d47a894 req-b4d822ca-7809-481e-97d2-c0944796dc66 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:06.617042 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a93f02a6-7568-48ae-9266-b7b48d47a894 req-b4d822ca-7809-481e-97d2-c0944796dc66 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/ports?device_id=28ec62e4-742a-429a-9778-f6b0b46b806a HTTP/1.1" status: 200 len: 945 time: 0.1577311 May 05 20:02:06.642347 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=34663078-dfdc-4195-84d5-a523b1142d8c,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:02:06.698170 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a93f02a6-7568-48ae-9266-b7b48d47a894 req-3e511685-bcdf-4ec8-aa81-6dd85587afb2 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/security-groups?id=68f86c4c-dba3-493f-a553-82dc543f33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871480 May 05 20:02:06.838281 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6e872e4a-5949-41af-ba2f-55fd5a640b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:06.880995 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f190fe-8de0-4dcb-87a9-f0aec7cc3833 req-0b436188-a62f-471d-9d97-c0d8be02d2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:06.880995 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-50f190fe-8de0-4dcb-87a9-f0aec7cc3833 req-0b436188-a62f-471d-9d97-c0d8be02d2af service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cf8fc002-798d-4607-9d84-81a9d0d7c144 HTTP/1.1" status: 200 len: 1096 time: 0.1433811 May 05 20:02:06.954354 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-50f190fe-8de0-4dcb-87a9-f0aec7cc3833 req-3176b936-d224-46a7-a95b-b64349d213a3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766568 May 05 20:02:06.963582 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846edcc1-04b8-47bf-8fef-e1aa6d73c3fa req-d2b92604-dcd2-43cb-b62b-8bba847c186b tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:06.971115 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-846edcc1-04b8-47bf-8fef-e1aa6d73c3fa req-d2b92604-dcd2-43cb-b62b-8bba847c186b tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf8fc002-798d-4607-9d84-81a9d0d7c144 HTTP/1.1" status: 200 len: 945 time: 0.1224098 May 05 20:02:07.053713 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-846edcc1-04b8-47bf-8fef-e1aa6d73c3fa req-b88db2ba-462a-480e-ad85-d8321d5db8a6 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733891 May 05 20:02:07.738137 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:08.054472 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:08.077790 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a9027-b1a9-454b-a115-72dc6e4ed99b req-cd8dfbb8-1c59-496d-8dd2-4cb970962c27 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:08.089437 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ba8a9027-b1a9-454b-a115-72dc6e4ed99b req-cd8dfbb8-1c59-496d-8dd2-4cb970962c27 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/ports?device_id=28ec62e4-742a-429a-9778-f6b0b46b806a HTTP/1.1" status: 200 len: 945 time: 0.1871810 May 05 20:02:08.172317 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ba8a9027-b1a9-454b-a115-72dc6e4ed99b req-63495334-876a-4438-97ca-d6ddf3979b51 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/security-groups?id=68f86c4c-dba3-493f-a553-82dc543f33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831928 May 05 20:02:08.475826 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c8720-33be-4463-a22b-ff488a288707 req-5ea0c206-ad5c-44f7-97fd-02d6648702ca tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:08.475826 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-073c8720-33be-4463-a22b-ff488a288707 req-5ea0c206-ad5c-44f7-97fd-02d6648702ca tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf8fc002-798d-4607-9d84-81a9d0d7c144 HTTP/1.1" status: 200 len: 945 time: 0.1398778 May 05 20:02:08.528039 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-073c8720-33be-4463-a22b-ff488a288707 req-21e588bb-6ffd-4b17-8746-6fa3b23bade1 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524981 May 05 20:02:09.431328 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b406832-6dbe-4643-b59b-876b34a7dd41 req-88cf26a1-417c-4f4d-ae08-142880107cbf tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:09.432799 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1b406832-6dbe-4643-b59b-876b34a7dd41 req-88cf26a1-417c-4f4d-ae08-142880107cbf tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/ports?device_id=28ec62e4-742a-429a-9778-f6b0b46b806a HTTP/1.1" status: 200 len: 945 time: 0.1320250 May 05 20:02:09.478212 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:09.501114 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1b406832-6dbe-4643-b59b-876b34a7dd41 req-f7d564b7-4769-40f3-bda5-8010c53978f5 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/security-groups?id=68f86c4c-dba3-493f-a553-82dc543f33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592778 May 05 20:02:09.807530 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b919d89e-da2c-4bef-870d-7a1238cc298a req-befcc6b8-3917-4e5b-914c-586af7945194 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:09.809070 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b919d89e-da2c-4bef-870d-7a1238cc298a req-befcc6b8-3917-4e5b-914c-586af7945194 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf8fc002-798d-4607-9d84-81a9d0d7c144 HTTP/1.1" status: 200 len: 945 time: 0.0869832 May 05 20:02:09.861045 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b919d89e-da2c-4bef-870d-7a1238cc298a req-ffd38340-177c-4912-b71a-c5752958074e tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444560 May 05 20:02:10.236417 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc78d09-2a11-4ba8-98ce-7bfe243a0d66 req-935469f0-d83c-4388-bfdc-a855dd3895ca tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:10.238068 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dbc78d09-2a11-4ba8-98ce-7bfe243a0d66 req-935469f0-d83c-4388-bfdc-a855dd3895ca tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf8fc002-798d-4607-9d84-81a9d0d7c144 HTTP/1.1" status: 200 len: 945 time: 0.0838346 May 05 20:02:10.299221 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dbc78d09-2a11-4ba8-98ce-7bfe243a0d66 req-017ea953-3df2-4d2f-b5a0-da99579fcaa8 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550504 May 05 20:02:10.724724 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f142a0-aa28-4fa2-8aba-551b6353500e req-7d3329f0-a1c9-4933-8aa4-1d4aefd8a19f tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:10.728168 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-61f142a0-aa28-4fa2-8aba-551b6353500e req-7d3329f0-a1c9-4933-8aa4-1d4aefd8a19f tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/ports?device_id=28ec62e4-742a-429a-9778-f6b0b46b806a HTTP/1.1" status: 200 len: 945 time: 0.0853934 May 05 20:02:10.775727 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-61f142a0-aa28-4fa2-8aba-551b6353500e req-03d6393a-e502-4ffa-81d7-085946802833 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/security-groups?id=68f86c4c-dba3-493f-a553-82dc543f33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434899 May 05 20:02:11.585218 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2574ed1-9ad9-4d3e-9256-f7c6836b2942 req-df49d16f-ef2d-44e6-9cbf-1f275490e538 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:11.592392 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f2574ed1-9ad9-4d3e-9256-f7c6836b2942 req-df49d16f-ef2d-44e6-9cbf-1f275490e538 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf8fc002-798d-4607-9d84-81a9d0d7c144 HTTP/1.1" status: 200 len: 945 time: 0.1469960 May 05 20:02:11.655896 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f2574ed1-9ad9-4d3e-9256-f7c6836b2942 req-a1f54ba2-57be-4ef5-8200-57a9a85bffe0 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596814 May 05 20:02:12.141323 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb653ad-9b55-4bc6-bf22-59a9f6a1fa31 req-ddb28e53-c01b-45f8-ab28-89466d4e97c4 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:12.150650 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bbb653ad-9b55-4bc6-bf22-59a9f6a1fa31 req-ddb28e53-c01b-45f8-ab28-89466d4e97c4 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/ports?device_id=28ec62e4-742a-429a-9778-f6b0b46b806a HTTP/1.1" status: 200 len: 945 time: 0.1515443 May 05 20:02:12.208351 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bbb653ad-9b55-4bc6-bf22-59a9f6a1fa31 req-05b1fee0-fd78-444d-98bd-35ae92737792 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/security-groups?id=68f86c4c-dba3-493f-a553-82dc543f33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566247 May 05 20:02:12.283327 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203a9e9-500d-46e7-aa30-97e40e87581a req-91538cca-a693-41f6-b779-204f10c0ebd7 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:12.284808 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5203a9e9-500d-46e7-aa30-97e40e87581a req-91538cca-a693-41f6-b779-204f10c0ebd7 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf8fc002-798d-4607-9d84-81a9d0d7c144 HTTP/1.1" status: 200 len: 945 time: 0.1183176 May 05 20:02:12.339189 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5203a9e9-500d-46e7-aa30-97e40e87581a req-3adc9620-fe79-4f0c-a7ef-caf8fb2855f9 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447328 May 05 20:02:13.415093 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6585cf8-381a-4576-9c4e-167ca321ddc8 req-832ce9f0-719d-4f23-947d-f43b42f831d5 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:13.416768 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e6585cf8-381a-4576-9c4e-167ca321ddc8 req-832ce9f0-719d-4f23-947d-f43b42f831d5 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/ports?device_id=28ec62e4-742a-429a-9778-f6b0b46b806a HTTP/1.1" status: 200 len: 945 time: 0.0939531 May 05 20:02:13.467876 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e6585cf8-381a-4576-9c4e-167ca321ddc8 req-6fed5f66-60e5-4658-a177-30ced0b8e12c tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/security-groups?id=68f86c4c-dba3-493f-a553-82dc543f33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436447 May 05 20:02:13.551534 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84acf79e-aa35-46e6-b2ef-0c75ff6695a2 req-fd2ab3fb-3c8c-4262-a7d5-442ae09e6eaa tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:13.553045 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-84acf79e-aa35-46e6-b2ef-0c75ff6695a2 req-fd2ab3fb-3c8c-4262-a7d5-442ae09e6eaa tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf8fc002-798d-4607-9d84-81a9d0d7c144 HTTP/1.1" status: 200 len: 945 time: 0.0932276 May 05 20:02:13.613277 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-84acf79e-aa35-46e6-b2ef-0c75ff6695a2 req-05220db6-b3c0-4d9c-9604-26cdf1488996 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486248 May 05 20:02:13.997171 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68edb6a9-7171-4283-b7a8-bc4e5bbbddec req-a7123b8b-ec74-4d88-aa96-1ec5bcf5c029 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:13.999539 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-68edb6a9-7171-4283-b7a8-bc4e5bbbddec req-a7123b8b-ec74-4d88-aa96-1ec5bcf5c029 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf8fc002-798d-4607-9d84-81a9d0d7c144 HTTP/1.1" status: 200 len: 945 time: 0.0829146 May 05 20:02:14.001970 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:14.082985 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-68edb6a9-7171-4283-b7a8-bc4e5bbbddec req-7a938b85-180d-41a2-a87a-42028900c146 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Deleting port 34663078-dfdc-4195-84d5-a523b1142d8c {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:02:14.083324 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-68edb6a9-7171-4283-b7a8-bc4e5bbbddec req-7a938b85-180d-41a2-a87a-42028900c146 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:14.111015 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888fdd4-fc79-42c4-9936-de1dffd4c826 req-15d474ee-4931-4398-b873-a5d4794ca158 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:14.112654 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3888fdd4-fc79-42c4-9936-de1dffd4c826 req-15d474ee-4931-4398-b873-a5d4794ca158 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/networks?id=4568a908-805b-4a6e-ba80-1d4819260d47 HTTP/1.1" status: 200 len: 805 time: 0.2627475 May 05 20:02:14.131217 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3888fdd4-fc79-42c4-9936-de1dffd4c826 req-70053a5a-93a5-461a-81e0-0f8d1c2bbbd5 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/quotas/746fcb642a8d490e982b2a03a5eb1ef7 HTTP/1.1" status: 200 len: 375 time: 0.0117698 May 05 20:02:14.225229 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3888fdd4-fc79-42c4-9936-de1dffd4c826 req-85d34147-e978-4cdb-951d-d9390b10b10c tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=746fcb642a8d490e982b2a03a5eb1ef7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0809517 May 05 20:02:14.353060 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-68edb6a9-7171-4283-b7a8-bc4e5bbbddec req-7a938b85-180d-41a2-a87a-42028900c146 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] For port 34663078-dfdc-4195-84d5-a523b1142d8c, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=34663078-dfdc-4195-84d5-a523b1142d8c,segment=NetworkSegment(eccdf1c4-efe8-4f03-97f1-7b574b83122b),segment_id=eccdf1c4-efe8-4f03-97f1-7b574b83122b)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:02:14.353307 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-68edb6a9-7171-4283-b7a8-bc4e5bbbddec req-7a938b85-180d-41a2-a87a-42028900c146 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:14.362553 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3888fdd4-fc79-42c4-9936-de1dffd4c826 req-568e0633-3729-414b-b710-9149e98d6ac2 service neutron] 10.222.0.36 "GET /v2.0/networks/4568a908-805b-4a6e-ba80-1d4819260d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277306 May 05 20:02:14.502972 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3888fdd4-fc79-42c4-9936-de1dffd4c826 req-12753b02-3344-4126-a27e-812523a057b6 service neutron] 10.222.0.36 "GET /v2.0/networks/4568a908-805b-4a6e-ba80-1d4819260d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344140 May 05 20:02:14.586007 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-68edb6a9-7171-4283-b7a8-bc4e5bbbddec req-7a938b85-180d-41a2-a87a-42028900c146 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Calling delete_port for 34663078-dfdc-4195-84d5-a523b1142d8c owned by compute:nova {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:02:14.696643 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a8099769-68bc-483f-9f56-30c201777972 req-59d4ff0c-c395-443b-8ebb-032e231b0796 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c19c4cf-e659-4775-8461-7e5c2377cb6f HTTP/1.1" status: 200 len: 210 time: 0.0453444 May 05 20:02:14.800176 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3acfcf-238b-464a-90c9-954291ebbadd req-4d3ef016-65e9-4ee0-94ad-2e706d0e38d2 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:14.801679 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8f3acfcf-238b-464a-90c9-954291ebbadd req-4d3ef016-65e9-4ee0-94ad-2e706d0e38d2 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/ports?device_id=28ec62e4-742a-429a-9778-f6b0b46b806a HTTP/1.1" status: 200 len: 945 time: 0.1650827 May 05 20:02:14.827304 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-68edb6a9-7171-4283-b7a8-bc4e5bbbddec req-7a938b85-180d-41a2-a87a-42028900c146 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:14.847205 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['34663078-dfdc-4195-84d5-a523b1142d8c'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:02:14.851437 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-77991320-2808-44a1-b832-cd41cf966daa req-dd64fbd1-55c6-4dc4-aae4-b68b1f68d60c tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf8fc002-798d-4607-9d84-81a9d0d7c144 HTTP/1.1" status: 200 len: 210 time: 0.0509229 May 05 20:02:14.889620 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a938b85-180d-41a2-a87a-42028900c146 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Pushing event deleted for resources: {'Port': ['ID=34663078-dfdc-4195-84d5-a523b1142d8c,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:02:14.936604 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a938b85-180d-41a2-a87a-42028900c146 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:02:14.937173 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a938b85-180d-41a2-a87a-42028900c146 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:02:14.937652 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a938b85-180d-41a2-a87a-42028900c146 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:02:14.938150 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a938b85-180d-41a2-a87a-42028900c146 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:02:14.938456 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a938b85-180d-41a2-a87a-42028900c146 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:02:14.938778 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a938b85-180d-41a2-a87a-42028900c146 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:02:14.939096 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a938b85-180d-41a2-a87a-42028900c146 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:02:14.939601 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a938b85-180d-41a2-a87a-42028900c146 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:02:14.939989 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a938b85-180d-41a2-a87a-42028900c146 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:02:14.940245 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a938b85-180d-41a2-a87a-42028900c146 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:02:14.940560 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a938b85-180d-41a2-a87a-42028900c146 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:02:14.940871 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a938b85-180d-41a2-a87a-42028900c146 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:02:14.952950 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8f3acfcf-238b-464a-90c9-954291ebbadd req-2e82551a-fdee-44d3-9996-833df4977dd5 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/security-groups?id=68f86c4c-dba3-493f-a553-82dc543f33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455050 May 05 20:02:14.992159 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-68edb6a9-7171-4283-b7a8-bc4e5bbbddec req-7a938b85-180d-41a2-a87a-42028900c146 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] No DVR routers for this DVR port 34663078-dfdc-4195-84d5-a523b1142d8c on host n-h1-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:02:14.994859 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-68edb6a9-7171-4283-b7a8-bc4e5bbbddec req-7a938b85-180d-41a2-a87a-42028900c146 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:14.998035 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf8fc002-798d-4607-9d84-81a9d0d7c144', 'name': 'network-vif-deleted', 'tag': '34663078-dfdc-4195-84d5-a523b1142d8c'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:02:15.023530 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-68edb6a9-7171-4283-b7a8-bc4e5bbbddec req-7a938b85-180d-41a2-a87a-42028900c146 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.24 "DELETE /v2.0/ports/34663078-dfdc-4195-84d5-a523b1142d8c HTTP/1.1" status: 204 len: 173 time: 1.0104673 May 05 20:02:15.046932 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a18d3896-ad21-45a6-9372-1461945dc31a'] response: {'server_uuid': 'cf8fc002-798d-4607-9d84-81a9d0d7c144', 'name': 'network-vif-deleted', 'tag': '34663078-dfdc-4195-84d5-a523b1142d8c', 'status': 'completed', 'code': 200} May 05 20:02:15.580998 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db73235-1847-47a6-a567-488b7ddf2297 req-515b07bb-1ecd-44bc-96ab-92f8e883f52b tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:15.582465 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8db73235-1847-47a6-a567-488b7ddf2297 req-515b07bb-1ecd-44bc-96ab-92f8e883f52b tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba4cbfb2-faf5-4699-92f1-88fbdf31bddb HTTP/1.1" status: 200 len: 946 time: 0.0859642 May 05 20:02:15.665820 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-8db73235-1847-47a6-a567-488b7ddf2297 req-6e2530da-220f-436f-bd4f-54c1cca104d4 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Deleting port f2164ee7-b04a-4e76-9d16-59b515780d24 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:02:15.666178 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-8db73235-1847-47a6-a567-488b7ddf2297 req-6e2530da-220f-436f-bd4f-54c1cca104d4 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:15.855851 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8e554e63-0197-4640-aa38-bc27df27a7d4 req-a4ca6291-092a-4ed4-aaa7-b62e594b5993 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c19c4cf-e659-4775-8461-7e5c2377cb6f HTTP/1.1" status: 200 len: 210 time: 0.0455534 May 05 20:02:15.951274 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-8db73235-1847-47a6-a567-488b7ddf2297 req-6e2530da-220f-436f-bd4f-54c1cca104d4 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] For port f2164ee7-b04a-4e76-9d16-59b515780d24, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=f2164ee7-b04a-4e76-9d16-59b515780d24,segment=NetworkSegment(79511503-ff66-4663-ae8b-5322fffb3d0a),segment_id=79511503-ff66-4663-ae8b-5322fffb3d0a)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:02:15.952651 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-8db73235-1847-47a6-a567-488b7ddf2297 req-6e2530da-220f-436f-bd4f-54c1cca104d4 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:16.081326 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:16.133385 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-8db73235-1847-47a6-a567-488b7ddf2297 req-6e2530da-220f-436f-bd4f-54c1cca104d4 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Calling delete_port for f2164ee7-b04a-4e76-9d16-59b515780d24 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:02:16.354627 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888fdd4-fc79-42c4-9936-de1dffd4c826 req-922dc429-e260-488a-bdb2-71b980dadf89 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:16.356294 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3888fdd4-fc79-42c4-9936-de1dffd4c826 req-922dc429-e260-488a-bdb2-71b980dadf89 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.24 "GET /v2.0/networks?id=4568a908-805b-4a6e-ba80-1d4819260d47 HTTP/1.1" status: 200 len: 805 time: 0.2379124 May 05 20:02:16.365086 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6172bb-f8d3-4a05-9144-56c06c2da504 req-b7780865-c80d-40b8-9f53-9533ece9f1eb tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:16.366496 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fd6172bb-f8d3-4a05-9144-56c06c2da504 req-b7780865-c80d-40b8-9f53-9533ece9f1eb tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/ports?device_id=28ec62e4-742a-429a-9778-f6b0b46b806a HTTP/1.1" status: 200 len: 945 time: 0.2450497 May 05 20:02:16.373341 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-3888fdd4-fc79-42c4-9936-de1dffd4c826 req-30a1e449-af00-4d59-a670-df00f2dcb974 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Request body: {'port': {'device_id': '3c19c4cf-e659-4775-8461-7e5c2377cb6f', 'network_id': '4568a908-805b-4a6e-ba80-1d4819260d47', 'admin_state_up': True, 'tenant_id': '746fcb642a8d490e982b2a03a5eb1ef7'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:02:16.391417 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec36b3-713e-4231-a3a0-534c7c6cd1cd req-852e2fd4-7b66-4af5-ba1d-13638160b80c tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:16.393151 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8fec36b3-713e-4231-a3a0-534c7c6cd1cd req-852e2fd4-7b66-4af5-ba1d-13638160b80c tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/networks?id=00ecdd9f-1135-415f-b0c6-51153b85089d HTTP/1.1" status: 200 len: 812 time: 0.2179039 May 05 20:02:16.421038 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8fec36b3-713e-4231-a3a0-534c7c6cd1cd req-2daa3b57-3f94-4c6a-8287-b24044e3903e tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/quotas/5dc7995786b847999f5838924c32320a HTTP/1.1" status: 200 len: 375 time: 0.0161293 May 05 20:02:16.465918 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-8db73235-1847-47a6-a567-488b7ddf2297 req-6e2530da-220f-436f-bd4f-54c1cca104d4 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:16.503654 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fd6172bb-f8d3-4a05-9144-56c06c2da504 req-f59c37c5-66bf-432b-b0d6-95d1969bad4d tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/security-groups?id=68f86c4c-dba3-493f-a553-82dc543f33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109929 May 05 20:02:16.511829 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8fec36b3-713e-4231-a3a0-534c7c6cd1cd req-3d7a8887-c6ab-4cb9-829a-0c0dbdda06ac tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5dc7995786b847999f5838924c32320a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0815356 May 05 20:02:16.523986 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2530da-220f-436f-bd4f-54c1cca104d4 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Pushing event deleted for resources: {'Port': ['ID=f2164ee7-b04a-4e76-9d16-59b515780d24,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:02:16.560996 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-3888fdd4-fc79-42c4-9936-de1dffd4c826 req-30a1e449-af00-4d59-a670-df00f2dcb974 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:02:16.571717 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-3888fdd4-fc79-42c4-9936-de1dffd4c826 req-30a1e449-af00-4d59-a670-df00f2dcb974 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:02:16.584278 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3888fdd4-fc79-42c4-9936-de1dffd4c826 req-30a1e449-af00-4d59-a670-df00f2dcb974 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Made reservation on behalf of 746fcb642a8d490e982b2a03a5eb1ef7 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:02:16.589260 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-3888fdd4-fc79-42c4-9936-de1dffd4c826 req-30a1e449-af00-4d59-a670-df00f2dcb974 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:16.674834 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2530da-220f-436f-bd4f-54c1cca104d4 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:02:16.675180 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2530da-220f-436f-bd4f-54c1cca104d4 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:02:16.675542 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2530da-220f-436f-bd4f-54c1cca104d4 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:02:16.675872 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2530da-220f-436f-bd4f-54c1cca104d4 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:02:16.676201 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2530da-220f-436f-bd4f-54c1cca104d4 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:02:16.676525 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2530da-220f-436f-bd4f-54c1cca104d4 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:02:16.676984 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2530da-220f-436f-bd4f-54c1cca104d4 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:02:16.677311 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2530da-220f-436f-bd4f-54c1cca104d4 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:02:16.677634 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2530da-220f-436f-bd4f-54c1cca104d4 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:02:16.677970 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2530da-220f-436f-bd4f-54c1cca104d4 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:02:16.678274 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2530da-220f-436f-bd4f-54c1cca104d4 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:02:16.678586 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2530da-220f-436f-bd4f-54c1cca104d4 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:02:16.815907 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-8db73235-1847-47a6-a567-488b7ddf2297 req-6e2530da-220f-436f-bd4f-54c1cca104d4 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] No DVR routers for this DVR port f2164ee7-b04a-4e76-9d16-59b515780d24 on host n-h2-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:02:16.821564 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-8db73235-1847-47a6-a567-488b7ddf2297 req-6e2530da-220f-436f-bd4f-54c1cca104d4 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:16.824007 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba4cbfb2-faf5-4699-92f1-88fbdf31bddb', 'name': 'network-vif-deleted', 'tag': 'f2164ee7-b04a-4e76-9d16-59b515780d24'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:02:16.837225 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-3888fdd4-fc79-42c4-9936-de1dffd4c826 req-30a1e449-af00-4d59-a670-df00f2dcb974 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Allocated IP 172.20.0.8 (4568a908-805b-4a6e-ba80-1d4819260d47/bf48ca8b-7b24-41a3-ad06-a849bff9e5b9/58d23146-72f4-4c03-9abc-1c511d052127) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:02:16.851667 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8db73235-1847-47a6-a567-488b7ddf2297 req-6e2530da-220f-436f-bd4f-54c1cca104d4 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.50 "DELETE /v2.0/ports/f2164ee7-b04a-4e76-9d16-59b515780d24 HTTP/1.1" status: 204 len: 173 time: 1.2642143 May 05 20:02:16.876213 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8fec36b3-713e-4231-a3a0-534c7c6cd1cd req-f172d5b5-d662-40e9-9218-8515f27367b6 service neutron] 10.222.0.36 "GET /v2.0/networks/00ecdd9f-1135-415f-b0c6-51153b85089d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3535368 May 05 20:02:16.966933 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07837807-8b44-4a33-9a4b-145d63d42986 req-967da034-0777-4fe5-9d2e-919ff0156628 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:16.968956 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-07837807-8b44-4a33-9a4b-145d63d42986 req-967da034-0777-4fe5-9d2e-919ff0156628 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] 10.222.0.36 "GET /v2.0/ports?device_id=b21c7d5e-843f-4930-82d0-e5287f71fe00 HTTP/1.1" status: 200 len: 945 time: 0.1760714 May 05 20:02:17.023902 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8fec36b3-713e-4231-a3a0-534c7c6cd1cd req-ee022974-df7a-444e-bb32-2aa441e6f70b service neutron] 10.222.0.36 "GET /v2.0/networks/00ecdd9f-1135-415f-b0c6-51153b85089d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405461 May 05 20:02:17.103957 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-07837807-8b44-4a33-9a4b-145d63d42986 req-e04ca6e7-288d-4214-a411-15e428219acf tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] 10.222.0.36 "GET /v2.0/security-groups?id=06b765c8-45db-4f95-8595-bc26fb791f54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236081 May 05 20:02:17.129282 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-3888fdd4-fc79-42c4-9936-de1dffd4c826 req-30a1e449-af00-4d59-a670-df00f2dcb974 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:17.149706 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e899afb2-676a-4a3a-9982-04a315faab09'] response: {'server_uuid': 'ba4cbfb2-faf5-4699-92f1-88fbdf31bddb', 'name': 'network-vif-deleted', 'tag': 'f2164ee7-b04a-4e76-9d16-59b515780d24', 'status': 'completed', 'code': 200} May 05 20:02:17.180284 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-3888fdd4-fc79-42c4-9936-de1dffd4c826 req-30a1e449-af00-4d59-a670-df00f2dcb974 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:17.197952 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device f2164ee7-b04a-4e76-9d16-59b515780d24 no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:02:17.239860 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] No Port match for: f2164ee7-b04a-4e76-9d16-59b515780d24 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:02:17.240205 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device f2164ee7-b04a-4e76-9d16-59b515780d24 not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:02:17.359700 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c0688-2ade-4db0-be55-b5b00d2d79e3 req-73c34715-339c-413d-b3fb-aa242a8f3c1a tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:17.360431 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-f76c0688-2ade-4db0-be55-b5b00d2d79e3 req-73c34715-339c-413d-b3fb-aa242a8f3c1a tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Synchronizing usage tracker for tenant:746fcb642a8d490e982b2a03a5eb1ef7 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:02:17.365852 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-aa2f7f39-2f5b-404d-b1e2-c5298bbe898c req-4927ff46-d12e-4269-86af-a902372fb3b9 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Synchronizing usage tracker for tenant:5dc7995786b847999f5838924c32320a on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:02:17.374975 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a1e449-af00-4d59-a670-df00f2dcb974 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Pushing event updated for resources: {'Port': ['ID=58d23146-72f4-4c03-9abc-1c511d052127,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:02:17.383725 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3888fdd4-fc79-42c4-9936-de1dffd4c826 req-30a1e449-af00-4d59-a670-df00f2dcb974 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Network 4568a908-805b-4a6e-ba80-1d4819260d47 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:02:17.388649 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-3888fdd4-fc79-42c4-9936-de1dffd4c826 req-30a1e449-af00-4d59-a670-df00f2dcb974 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:02:17.396321 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-3888fdd4-fc79-42c4-9936-de1dffd4c826 req-30a1e449-af00-4d59-a670-df00f2dcb974 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:02:17.408448 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-f76c0688-2ade-4db0-be55-b5b00d2d79e3 req-73c34715-339c-413d-b3fb-aa242a8f3c1a tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Unset dirty status for tenant:746fcb642a8d490e982b2a03a5eb1ef7 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:02:17.418511 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f76c0688-2ade-4db0-be55-b5b00d2d79e3 req-73c34715-339c-413d-b3fb-aa242a8f3c1a tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c19c4cf-e659-4775-8461-7e5c2377cb6f HTTP/1.1" status: 200 len: 931 time: 0.1683576 May 05 20:02:17.447541 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-aa2f7f39-2f5b-404d-b1e2-c5298bbe898c req-4927ff46-d12e-4269-86af-a902372fb3b9 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Unset dirty status for tenant:5dc7995786b847999f5838924c32320a on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:02:17.448761 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-aa2f7f39-2f5b-404d-b1e2-c5298bbe898c req-4927ff46-d12e-4269-86af-a902372fb3b9 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=f56db24d-dbf0-4b73-b1ed-9dda9cc52d58 HTTP/1.1" status: 200 len: 210 time: 0.1510854 May 05 20:02:17.489223 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888fdd4-fc79-42c4-9936-de1dffd4c826 req-30a1e449-af00-4d59-a670-df00f2dcb974 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:17.490424 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-3888fdd4-fc79-42c4-9936-de1dffd4c826 req-30a1e449-af00-4d59-a670-df00f2dcb974 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:17.524099 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3888fdd4-fc79-42c4-9936-de1dffd4c826 req-30a1e449-af00-4d59-a670-df00f2dcb974 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1546035 May 05 20:02:17.530832 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f76c0688-2ade-4db0-be55-b5b00d2d79e3 req-a51c54fe-9071-4566-b477-67f01b2d99a6 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cb43301-61da-408d-ba7f-c0b8dd491c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104784 May 05 20:02:17.552325 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-3888fdd4-fc79-42c4-9936-de1dffd4c826 req-4ebedc03-cb4f-4299-a109-2d382013ca62 service neutron] Request body: {'port': {'device_id': '3c19c4cf-e659-4775-8461-7e5c2377cb6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:02:17.566410 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:02:17.899024 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-3888fdd4-fc79-42c4-9936-de1dffd4c826 req-4ebedc03-cb4f-4299-a109-2d382013ca62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:18.052282 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2504a46f-f04e-406d-819b-526e10e6f585 req-3d42397b-2c5e-4a63-9f3f-cfe924211142 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:18.053755 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2504a46f-f04e-406d-819b-526e10e6f585 req-3d42397b-2c5e-4a63-9f3f-cfe924211142 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/ports?device_id=28ec62e4-742a-429a-9778-f6b0b46b806a HTTP/1.1" status: 200 len: 945 time: 0.3448744 May 05 20:02:18.082250 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251214a2-d171-4c1d-854b-4b104cefb448 req-21ebd132-e131-49db-ae54-887e93f09bd5 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:18.083766 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-251214a2-d171-4c1d-854b-4b104cefb448 req-21ebd132-e131-49db-ae54-887e93f09bd5 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] 10.222.0.36 "GET /v2.0/ports?device_id=b21c7d5e-843f-4930-82d0-e5287f71fe00 HTTP/1.1" status: 200 len: 945 time: 0.0917828 May 05 20:02:18.131896 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-251214a2-d171-4c1d-854b-4b104cefb448 req-159723a0-a17e-4a9c-b11f-ff55b2870081 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] 10.222.0.36 "GET /v2.0/security-groups?id=06b765c8-45db-4f95-8595-bc26fb791f54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422826 May 05 20:02:18.145390 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2504a46f-f04e-406d-819b-526e10e6f585 req-119446c9-ae70-4519-85bd-0c119332c38a tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/security-groups?id=68f86c4c-dba3-493f-a553-82dc543f33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855544 May 05 20:02:18.215206 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 34663078-dfdc-4195-84d5-a523b1142d8c no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:02:18.252894 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] No Port match for: 34663078-dfdc-4195-84d5-a523b1142d8c {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:02:18.253230 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 34663078-dfdc-4195-84d5-a523b1142d8c not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:02:18.317012 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-3888fdd4-fc79-42c4-9936-de1dffd4c826 req-4ebedc03-cb4f-4299-a109-2d382013ca62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58d23146-72f4-4c03-9abc-1c511d052127 {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:02:18.324263 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-3888fdd4-fc79-42c4-9936-de1dffd4c826 req-4ebedc03-cb4f-4299-a109-2d382013ca62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:18.340490 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-3888fdd4-fc79-42c4-9936-de1dffd4c826 req-4ebedc03-cb4f-4299-a109-2d382013ca62 service neutron] Transition to ACTIVE for port object 58d23146-72f4-4c03-9abc-1c511d052127 will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:02:18.344498 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-3888fdd4-fc79-42c4-9936-de1dffd4c826 req-4ebedc03-cb4f-4299-a109-2d382013ca62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:18.490147 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebedc03-cb4f-4299-a109-2d382013ca62 service neutron] Pushing event updated for resources: {'Port': ['ID=58d23146-72f4-4c03-9abc-1c511d052127,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:02:18.492387 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec36b3-713e-4231-a3a0-534c7c6cd1cd req-d8127ec7-f380-4376-97f0-00daff4f2dc5 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:18.503061 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8fec36b3-713e-4231-a3a0-534c7c6cd1cd req-d8127ec7-f380-4376-97f0-00daff4f2dc5 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.50 "GET /v2.0/networks?id=00ecdd9f-1135-415f-b0c6-51153b85089d HTTP/1.1" status: 200 len: 812 time: 0.1736176 May 05 20:02:18.516574 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-8fec36b3-713e-4231-a3a0-534c7c6cd1cd req-de075620-bbac-41c0-80f4-89122d2f8e3a tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Request body: {'port': {'device_id': 'f56db24d-dbf0-4b73-b1ed-9dda9cc52d58', 'network_id': '00ecdd9f-1135-415f-b0c6-51153b85089d', 'admin_state_up': True, 'tenant_id': '5dc7995786b847999f5838924c32320a'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:02:18.713604 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f99582be-5ea7-47e8-b529-eddf35324aef req-5ae0100d-4bd5-4bbb-af70-c757cec8de4b tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=f56db24d-dbf0-4b73-b1ed-9dda9cc52d58 HTTP/1.1" status: 200 len: 210 time: 0.0526500 May 05 20:02:18.718353 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-3888fdd4-fc79-42c4-9936-de1dffd4c826 req-4ebedc03-cb4f-4299-a109-2d382013ca62 service neutron] Attempting to bind port 58d23146-72f4-4c03-9abc-1c511d052127 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:02:18.718694 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-3888fdd4-fc79-42c4-9936-de1dffd4c826 req-4ebedc03-cb4f-4299-a109-2d382013ca62 service neutron] Attempting to bind port 58d23146-72f4-4c03-9abc-1c511d052127 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': '79511503-ff66-4663-ae8b-5322fffb3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4568a908-805b-4a6e-ba80-1d4819260d47'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:02:18.719018 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3888fdd4-fc79-42c4-9936-de1dffd4c826 req-4ebedc03-cb4f-4299-a109-2d382013ca62 service neutron] Attempting to bind port 58d23146-72f4-4c03-9abc-1c511d052127 on network 4568a908-805b-4a6e-ba80-1d4819260d47 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:02:18.723943 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3888fdd4-fc79-42c4-9936-de1dffd4c826 req-4ebedc03-cb4f-4299-a109-2d382013ca62 service neutron] Port 58d23146-72f4-4c03-9abc-1c511d052127 on network 4568a908-805b-4a6e-ba80-1d4819260d47 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:02:18.724261 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3888fdd4-fc79-42c4-9936-de1dffd4c826 req-4ebedc03-cb4f-4299-a109-2d382013ca62 service neutron] Attempting to bind port 58d23146-72f4-4c03-9abc-1c511d052127 on network 4568a908-805b-4a6e-ba80-1d4819260d47 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:02:18.730470 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3888fdd4-fc79-42c4-9936-de1dffd4c826 req-4ebedc03-cb4f-4299-a109-2d382013ca62 service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:02:18.730806 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3888fdd4-fc79-42c4-9936-de1dffd4c826 req-4ebedc03-cb4f-4299-a109-2d382013ca62 service neutron] Checking segment: {'id': '79511503-ff66-4663-ae8b-5322fffb3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4568a908-805b-4a6e-ba80-1d4819260d47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:02:18.733267 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3888fdd4-fc79-42c4-9936-de1dffd4c826 req-4ebedc03-cb4f-4299-a109-2d382013ca62 service neutron] Bound using segment: {'id': '79511503-ff66-4663-ae8b-5322fffb3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4568a908-805b-4a6e-ba80-1d4819260d47'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:02:18.733267 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-3888fdd4-fc79-42c4-9936-de1dffd4c826 req-4ebedc03-cb4f-4299-a109-2d382013ca62 service neutron] Bound port: 58d23146-72f4-4c03-9abc-1c511d052127, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79511503-ff66-4663-ae8b-5322fffb3d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4568a908-805b-4a6e-ba80-1d4819260d47'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:02:18.733416 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-3888fdd4-fc79-42c4-9936-de1dffd4c826 req-4ebedc03-cb4f-4299-a109-2d382013ca62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:18.835212 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-8fec36b3-713e-4231-a3a0-534c7c6cd1cd req-de075620-bbac-41c0-80f4-89122d2f8e3a tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:02:18.842475 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-8fec36b3-713e-4231-a3a0-534c7c6cd1cd req-de075620-bbac-41c0-80f4-89122d2f8e3a tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:02:18.854919 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-3888fdd4-fc79-42c4-9936-de1dffd4c826 req-4ebedc03-cb4f-4299-a109-2d382013ca62 service neutron] For port 58d23146-72f4-4c03-9abc-1c511d052127, host n-h1-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:02:18.859567 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-3888fdd4-fc79-42c4-9936-de1dffd4c826 req-4ebedc03-cb4f-4299-a109-2d382013ca62 service neutron] For port 58d23146-72f4-4c03-9abc-1c511d052127, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=58d23146-72f4-4c03-9abc-1c511d052127,segment=NetworkSegment(79511503-ff66-4663-ae8b-5322fffb3d0a),segment_id=79511503-ff66-4663-ae8b-5322fffb3d0a)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:02:18.861697 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fec36b3-713e-4231-a3a0-534c7c6cd1cd req-de075620-bbac-41c0-80f4-89122d2f8e3a tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Made reservation on behalf of 5dc7995786b847999f5838924c32320a for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:02:18.865680 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-8fec36b3-713e-4231-a3a0-534c7c6cd1cd req-de075620-bbac-41c0-80f4-89122d2f8e3a tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:18.865927 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-3888fdd4-fc79-42c4-9936-de1dffd4c826 req-4ebedc03-cb4f-4299-a109-2d382013ca62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:18.893462 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134ef9ee-06d1-477a-ba14-0d91edd8cdb6 req-dfac4165-f061-4bea-b3be-b9032889b384 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:18.895069 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-134ef9ee-06d1-477a-ba14-0d91edd8cdb6 req-dfac4165-f061-4bea-b3be-b9032889b384 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c19c4cf-e659-4775-8461-7e5c2377cb6f HTTP/1.1" status: 200 len: 943 time: 0.1624064 May 05 20:02:18.929866 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888fdd4-fc79-42c4-9936-de1dffd4c826 req-4ebedc03-cb4f-4299-a109-2d382013ca62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:18.930106 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-3888fdd4-fc79-42c4-9936-de1dffd4c826 req-4ebedc03-cb4f-4299-a109-2d382013ca62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:18.931681 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3888fdd4-fc79-42c4-9936-de1dffd4c826 req-4ebedc03-cb4f-4299-a109-2d382013ca62 service neutron] 10.222.0.24 "PUT /v2.0/ports/58d23146-72f4-4c03-9abc-1c511d052127 HTTP/1.1" status: 200 len: 1091 time: 1.3913622 May 05 20:02:18.931929 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c19c4cf-e659-4775-8461-7e5c2377cb6f', 'tag': '58d23146-72f4-4c03-9abc-1c511d052127'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:02:18.960793 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebedc03-cb4f-4299-a109-2d382013ca62 service neutron] Pushing event updated for resources: {'Port': ['ID=58d23146-72f4-4c03-9abc-1c511d052127,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:02:19.035517 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-134ef9ee-06d1-477a-ba14-0d91edd8cdb6 req-4a917233-8c77-4add-8f07-906eeb949a9b tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cb43301-61da-408d-ba7f-c0b8dd491c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664999 May 05 20:02:19.051615 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec61c3dc-28ea-4226-8aa7-565b682cfd73'] response: {'name': 'network-changed', 'server_uuid': '3c19c4cf-e659-4775-8461-7e5c2377cb6f', 'tag': '58d23146-72f4-4c03-9abc-1c511d052127', 'status': 'completed', 'code': 200} May 05 20:02:19.102725 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888fdd4-fc79-42c4-9936-de1dffd4c826 req-eae857f7-044f-4cce-bd9d-bbc34c2de15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:19.106298 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3888fdd4-fc79-42c4-9936-de1dffd4c826 req-eae857f7-044f-4cce-bd9d-bbc34c2de15e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=746fcb642a8d490e982b2a03a5eb1ef7&device_id=3c19c4cf-e659-4775-8461-7e5c2377cb6f HTTP/1.1" status: 200 len: 1094 time: 0.1160421 May 05 20:02:19.131492 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-8fec36b3-713e-4231-a3a0-534c7c6cd1cd req-de075620-bbac-41c0-80f4-89122d2f8e3a tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Allocated IP 172.20.0.4 (00ecdd9f-1135-415f-b0c6-51153b85089d/08fe5f50-bbcd-4aa2-adfb-1629cfc316ff/2a037b94-b902-4d6e-8992-322e8d7693f3) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:02:19.314644 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3888fdd4-fc79-42c4-9936-de1dffd4c826 req-f694ec1b-98ce-46c5-9c12-171b0787c4ab service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58d23146-72f4-4c03-9abc-1c511d052127 HTTP/1.1" status: 200 len: 217 time: 0.1983724 May 05 20:02:19.484942 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888fdd4-fc79-42c4-9936-de1dffd4c826 req-feee76db-e148-42ad-bb47-3f38b855ddeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:19.486784 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3888fdd4-fc79-42c4-9936-de1dffd4c826 req-feee76db-e148-42ad-bb47-3f38b855ddeb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bf48ca8b-7b24-41a3-ad06-a849bff9e5b9 HTTP/1.1" status: 200 len: 845 time: 0.1651287 May 05 20:02:19.552681 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3888fdd4-fc79-42c4-9936-de1dffd4c826 req-f26eab75-dfae-4b79-9ca8-0f99df03c29a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4568a908-805b-4a6e-ba80-1d4819260d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577326 May 05 20:02:19.597461 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b008b-e2f2-4d1c-a703-3f6fa326b2b5 req-eb035234-29a6-4a9a-9c61-e79bc6f24245 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:19.605789 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-698b008b-e2f2-4d1c-a703-3f6fa326b2b5 req-eb035234-29a6-4a9a-9c61-e79bc6f24245 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] 10.222.0.36 "GET /v2.0/ports?device_id=b21c7d5e-843f-4930-82d0-e5287f71fe00 HTTP/1.1" status: 200 len: 945 time: 0.2044864 May 05 20:02:19.627600 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ae9a2-2bd6-47f4-81e6-ccb4182607b4 req-de27ba06-bfc8-4adc-b2ac-c131c2253302 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:19.629290 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-647ae9a2-2bd6-47f4-81e6-ccb4182607b4 req-de27ba06-bfc8-4adc-b2ac-c131c2253302 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/ports?device_id=28ec62e4-742a-429a-9778-f6b0b46b806a HTTP/1.1" status: 200 len: 945 time: 0.1883817 May 05 20:02:19.664178 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-8fec36b3-713e-4231-a3a0-534c7c6cd1cd req-de075620-bbac-41c0-80f4-89122d2f8e3a tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:19.768461 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-698b008b-e2f2-4d1c-a703-3f6fa326b2b5 req-1004938b-7e43-4496-96d2-7602dd674601 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] 10.222.0.36 "GET /v2.0/security-groups?id=06b765c8-45db-4f95-8595-bc26fb791f54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1610003 May 05 20:02:19.800013 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-647ae9a2-2bd6-47f4-81e6-ccb4182607b4 req-01c5e99d-6933-4011-bb95-925aecdf544e tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/security-groups?id=68f86c4c-dba3-493f-a553-82dc543f33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649375 May 05 20:02:19.869402 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3888fdd4-fc79-42c4-9936-de1dffd4c826 req-bac8ac9a-8698-4ecf-b74b-b34d6690d256 service neutron] 10.222.0.24 "GET /v2.0/networks/4568a908-805b-4a6e-ba80-1d4819260d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107944 May 05 20:02:19.876916 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c96894-6224-4e13-a5ca-d518f6d7700a req-e3234910-e656-4844-bcf1-2fda264e5be9 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:19.881943 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c8c96894-6224-4e13-a5ca-d518f6d7700a req-e3234910-e656-4844-bcf1-2fda264e5be9 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] 10.222.0.24 "GET /v2.0/ports?device_id=b21c7d5e-843f-4930-82d0-e5287f71fe00 HTTP/1.1" status: 200 len: 945 time: 0.2086680 May 05 20:02:19.940857 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-8fec36b3-713e-4231-a3a0-534c7c6cd1cd req-de075620-bbac-41c0-80f4-89122d2f8e3a tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:20.209647 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3888fdd4-fc79-42c4-9936-de1dffd4c826 req-ee130fbf-9bb7-43b4-a17e-1221d80ef300 service neutron] 10.222.0.24 "GET /v2.0/networks/4568a908-805b-4a6e-ba80-1d4819260d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3327394 May 05 20:02:20.242750 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70de235-4e28-4ad1-9a6c-ac9ed7334873 req-0559e97c-ce8a-4a73-aad9-0f866487b601 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:20.242750 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70de235-4e28-4ad1-9a6c-ac9ed7334873 req-0559e97c-ce8a-4a73-aad9-0f866487b601 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:20.265210 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70de235-4e28-4ad1-9a6c-ac9ed7334873 req-0559e97c-ce8a-4a73-aad9-0f866487b601 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:20.292080 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70de235-4e28-4ad1-9a6c-ac9ed7334873 req-0559e97c-ce8a-4a73-aad9-0f866487b601 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:20.294134 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fec36b3-713e-4231-a3a0-534c7c6cd1cd req-de075620-bbac-41c0-80f4-89122d2f8e3a tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Network 00ecdd9f-1135-415f-b0c6-51153b85089d is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:02:20.299629 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70de235-4e28-4ad1-9a6c-ac9ed7334873 req-0559e97c-ce8a-4a73-aad9-0f866487b601 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:20.302349 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-8fec36b3-713e-4231-a3a0-534c7c6cd1cd req-de075620-bbac-41c0-80f4-89122d2f8e3a tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:02:20.312148 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70de235-4e28-4ad1-9a6c-ac9ed7334873 req-0559e97c-ce8a-4a73-aad9-0f866487b601 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:20.312329 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fec36b3-713e-4231-a3a0-534c7c6cd1cd req-de075620-bbac-41c0-80f4-89122d2f8e3a tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:02:20.322327 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70de235-4e28-4ad1-9a6c-ac9ed7334873 req-0559e97c-ce8a-4a73-aad9-0f866487b601 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:20.327125 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f70de235-4e28-4ad1-9a6c-ac9ed7334873 req-0559e97c-ce8a-4a73-aad9-0f866487b601 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/ports?device_id=c66c5a81-58b3-46e3-8e2a-9f67da08f252 HTTP/1.1" status: 200 len: 5433 time: 0.2923424 May 05 20:02:20.349282 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de075620-bbac-41c0-80f4-89122d2f8e3a tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Pushing event updated for resources: {'Port': ['ID=2a037b94-b902-4d6e-8992-322e8d7693f3,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:02:20.367063 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-c8c96894-6224-4e13-a5ca-d518f6d7700a req-7c54a6ac-a8da-4302-9724-96af585eaa70 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Deleting port 2056c142-6e03-4daa-98ea-b3d26c62df95 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:02:20.367437 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c8c96894-6224-4e13-a5ca-d518f6d7700a req-7c54a6ac-a8da-4302-9724-96af585eaa70 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:20.497066 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec36b3-713e-4231-a3a0-534c7c6cd1cd req-de075620-bbac-41c0-80f4-89122d2f8e3a tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:20.497066 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-8fec36b3-713e-4231-a3a0-534c7c6cd1cd req-de075620-bbac-41c0-80f4-89122d2f8e3a tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:20.514615 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ec80d-1cd9-45f2-9966-6027da59ad28 req-f909308e-5edf-4b62-8b06-f1eed954fd44 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:20.516138 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a67ec80d-1cd9-45f2-9966-6027da59ad28 req-f909308e-5edf-4b62-8b06-f1eed954fd44 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=f56db24d-dbf0-4b73-b1ed-9dda9cc52d58 HTTP/1.1" status: 200 len: 931 time: 0.5555723 May 05 20:02:20.547669 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f70de235-4e28-4ad1-9a6c-ac9ed7334873 req-5d066d0b-fe87-4612-8007-28340f52640e tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ea4b63-4d77-466d-a6d0-2611e1957d3d&id=6ef0a585-a6a9-4dc9-9f77-73dacf2639b2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0578463 May 05 20:02:20.566137 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f436d8e-8047-484f-a374-edeef920a6e2 req-ba317c08-9291-41bf-8989-9871c9491e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:20.568370 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5f436d8e-8047-484f-a374-edeef920a6e2 req-ba317c08-9291-41bf-8989-9871c9491e57 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=746fcb642a8d490e982b2a03a5eb1ef7&device_id=3c19c4cf-e659-4775-8461-7e5c2377cb6f HTTP/1.1" status: 200 len: 1094 time: 0.2400157 May 05 20:02:20.637117 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8fec36b3-713e-4231-a3a0-534c7c6cd1cd req-de075620-bbac-41c0-80f4-89122d2f8e3a tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1247234 May 05 20:02:20.649087 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-8fec36b3-713e-4231-a3a0-534c7c6cd1cd req-54cc0052-5564-4672-950a-5b8434ffab67 service neutron] Request body: {'port': {'device_id': 'f56db24d-dbf0-4b73-b1ed-9dda9cc52d58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:02:20.711936 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a67ec80d-1cd9-45f2-9966-6027da59ad28 req-39a48a57-c412-4072-9927-c1abb7019260 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756356 May 05 20:02:20.732199 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f436d8e-8047-484f-a374-edeef920a6e2 req-5511dbbd-3c87-4502-992c-50e9ba54d6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:20.732199 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5f436d8e-8047-484f-a374-edeef920a6e2 req-5511dbbd-3c87-4502-992c-50e9ba54d6b2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4568a908-805b-4a6e-ba80-1d4819260d47 HTTP/1.1" status: 200 len: 906 time: 0.1504056 May 05 20:02:20.823116 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5f436d8e-8047-484f-a374-edeef920a6e2 req-39ec5010-98c2-4b30-b1e4-2a49bf98231e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58d23146-72f4-4c03-9abc-1c511d052127 HTTP/1.1" status: 200 len: 217 time: 0.0894153 May 05 20:02:20.905616 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f436d8e-8047-484f-a374-edeef920a6e2 req-6a91d155-6c3e-42cf-9101-62e1dac14d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:20.907057 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5f436d8e-8047-484f-a374-edeef920a6e2 req-6a91d155-6c3e-42cf-9101-62e1dac14d08 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bf48ca8b-7b24-41a3-ad06-a849bff9e5b9 HTTP/1.1" status: 200 len: 845 time: 0.0749564 May 05 20:02:20.945235 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-8fec36b3-713e-4231-a3a0-534c7c6cd1cd req-54cc0052-5564-4672-950a-5b8434ffab67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:20.969975 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5f436d8e-8047-484f-a374-edeef920a6e2 req-7caaacb6-312c-4dd2-9696-7beb85799c0e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4568a908-805b-4a6e-ba80-1d4819260d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506694 May 05 20:02:20.998166 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-c8c96894-6224-4e13-a5ca-d518f6d7700a req-7c54a6ac-a8da-4302-9724-96af585eaa70 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] For port 2056c142-6e03-4daa-98ea-b3d26c62df95, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=2056c142-6e03-4daa-98ea-b3d26c62df95,segment=NetworkSegment(3aa7e59a-714f-4cf9-893d-8943b903815a),segment_id=3aa7e59a-714f-4cf9-893d-8943b903815a)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:02:20.998859 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c8c96894-6224-4e13-a5ca-d518f6d7700a req-7c54a6ac-a8da-4302-9724-96af585eaa70 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:21.230513 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5f436d8e-8047-484f-a374-edeef920a6e2 req-f116e390-9feb-41db-a4b6-b754c3dda3e5 service neutron] 10.222.0.24 "GET /v2.0/networks/4568a908-805b-4a6e-ba80-1d4819260d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498608 May 05 20:02:21.274030 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef011b72-116c-48f7-9d7d-618be3ac3c88 req-01aced1f-b198-4a7e-9b10-cffe65ca40c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:21.275483 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ef011b72-116c-48f7-9d7d-618be3ac3c88 req-01aced1f-b198-4a7e-9b10-cffe65ca40c8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ac5211529134663a7b81ee9a43f1be9&device_id=4323cae9-e867-48dc-bb84-72dbe559c9ec HTTP/1.1" status: 200 len: 1097 time: 0.1871634 May 05 20:02:21.318162 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7fbacf-ec14-47b2-bc53-1108d2b07d26 req-2631812f-30f0-4f87-822c-38acb20cc75b tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:21.319636 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1f7fbacf-ec14-47b2-bc53-1108d2b07d26 req-2631812f-30f0-4f87-822c-38acb20cc75b tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c19c4cf-e659-4775-8461-7e5c2377cb6f HTTP/1.1" status: 200 len: 943 time: 0.4488049 May 05 20:02:21.329570 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39986301-06ca-40bd-8dba-b3c7859892f2 req-95cc8de5-5d25-4bba-952a-00eaf743d923 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:21.335455 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39986301-06ca-40bd-8dba-b3c7859892f2 req-95cc8de5-5d25-4bba-952a-00eaf743d923 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:21.341830 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39986301-06ca-40bd-8dba-b3c7859892f2 req-95cc8de5-5d25-4bba-952a-00eaf743d923 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:21.347859 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39986301-06ca-40bd-8dba-b3c7859892f2 req-95cc8de5-5d25-4bba-952a-00eaf743d923 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:21.353882 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39986301-06ca-40bd-8dba-b3c7859892f2 req-95cc8de5-5d25-4bba-952a-00eaf743d923 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:21.360516 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39986301-06ca-40bd-8dba-b3c7859892f2 req-95cc8de5-5d25-4bba-952a-00eaf743d923 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:21.366299 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39986301-06ca-40bd-8dba-b3c7859892f2 req-95cc8de5-5d25-4bba-952a-00eaf743d923 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:21.368448 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-39986301-06ca-40bd-8dba-b3c7859892f2 req-95cc8de5-5d25-4bba-952a-00eaf743d923 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/ports?device_id=c66c5a81-58b3-46e3-8e2a-9f67da08f252 HTTP/1.1" status: 200 len: 5433 time: 0.2503066 May 05 20:02:21.580476 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1f7fbacf-ec14-47b2-bc53-1108d2b07d26 req-8a631a4d-c594-43ce-b9fc-8683d10e78a2 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cb43301-61da-408d-ba7f-c0b8dd491c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532048 May 05 20:02:21.628429 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c8c96894-6224-4e13-a5ca-d518f6d7700a req-7c54a6ac-a8da-4302-9724-96af585eaa70 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:21.628993 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c8c96894-6224-4e13-a5ca-d518f6d7700a req-7c54a6ac-a8da-4302-9724-96af585eaa70 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:21.629457 n-d-840717-1 neutron-server[88198]: INFO neutron.db.l3_db [req-c8c96894-6224-4e13-a5ca-d518f6d7700a req-7c54a6ac-a8da-4302-9724-96af585eaa70 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Floating IP 1c501a1e-3f17-4456-8b1f-889ae9e923dd disassociated. External IP: 172.25.0.207, port: 2056c142-6e03-4daa-98ea-b3d26c62df95. May 05 20:02:21.630761 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-c8c96894-6224-4e13-a5ca-d518f6d7700a req-7c54a6ac-a8da-4302-9724-96af585eaa70 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Calling delete_port for 2056c142-6e03-4daa-98ea-b3d26c62df95 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:02:21.678804 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef011b72-116c-48f7-9d7d-618be3ac3c88 req-aac836ba-0794-47c4-b354-8d1f8b1a63ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:21.680833 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ef011b72-116c-48f7-9d7d-618be3ac3c88 req-aac836ba-0794-47c4-b354-8d1f8b1a63ec service neutron] 10.222.0.24 "GET /v2.0/networks?id=8a536572-51e8-41c9-b6b4-029e4a14e253 HTTP/1.1" status: 200 len: 920 time: 0.3918514 May 05 20:02:21.688703 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5f436d8e-8047-484f-a374-edeef920a6e2 req-8f056982-364b-4648-9246-e2c10fbe2a14 service neutron] 10.222.0.24 "GET /v2.0/networks/4568a908-805b-4a6e-ba80-1d4819260d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4389987 May 05 20:02:21.795445 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a67027a-b90b-42b4-9b7f-7463ba05fd93 req-4d01115d-b645-4e3d-a014-ac808eb41169 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:21.796949 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7a67027a-b90b-42b4-9b7f-7463ba05fd93 req-4d01115d-b645-4e3d-a014-ac808eb41169 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] 10.222.0.36 "GET /v2.0/ports?device_id=b21c7d5e-843f-4930-82d0-e5287f71fe00 HTTP/1.1" status: 200 len: 945 time: 0.2618897 May 05 20:02:21.823045 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ef011b72-116c-48f7-9d7d-618be3ac3c88 req-4970223d-847a-436e-ab99-8120876079e5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6036ba91-7d41-42aa-8b3a-764af0ce77d6 HTTP/1.1" status: 200 len: 1002 time: 0.1334307 May 05 20:02:21.908973 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7a67027a-b90b-42b4-9b7f-7463ba05fd93 req-7b5dd25b-dca7-44b6-8bf1-10d71502f5e5 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] 10.222.0.36 "GET /v2.0/security-groups?id=06b765c8-45db-4f95-8595-bc26fb791f54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977285 May 05 20:02:21.922935 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef011b72-116c-48f7-9d7d-618be3ac3c88 req-61abdf06-834c-4866-9830-b79a3b2cb409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:21.927277 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ef011b72-116c-48f7-9d7d-618be3ac3c88 req-61abdf06-834c-4866-9830-b79a3b2cb409 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=afbf8c9c-9fa3-4fdd-ba30-b4249970e4ad HTTP/1.1" status: 200 len: 858 time: 0.0927186 May 05 20:02:21.941861 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-8fec36b3-713e-4231-a3a0-534c7c6cd1cd req-54cc0052-5564-4672-950a-5b8434ffab67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a037b94-b902-4d6e-8992-322e8d7693f3 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:02:21.951080 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-8fec36b3-713e-4231-a3a0-534c7c6cd1cd req-54cc0052-5564-4672-950a-5b8434ffab67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:21.954861 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c8c96894-6224-4e13-a5ca-d518f6d7700a req-7c54a6ac-a8da-4302-9724-96af585eaa70 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:22.109175 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef011b72-116c-48f7-9d7d-618be3ac3c88 req-cc072882-7ee1-463a-8294-85355602bc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:22.110691 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ef011b72-116c-48f7-9d7d-618be3ac3c88 req-cc072882-7ee1-463a-8294-85355602bc28 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8a536572-51e8-41c9-b6b4-029e4a14e253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1741228 May 05 20:02:22.139171 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57236c46-fae2-4a67-ad85-c04e8a0cace5 req-f9ca2810-f3b1-46cc-aaa9-0fac41d88eab tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:22.141037 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-57236c46-fae2-4a67-ad85-c04e8a0cace5 req-f9ca2810-f3b1-46cc-aaa9-0fac41d88eab tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/ports?device_id=28ec62e4-742a-429a-9778-f6b0b46b806a HTTP/1.1" status: 200 len: 945 time: 0.3898473 May 05 20:02:22.155764 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c54a6ac-a8da-4302-9724-96af585eaa70 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Pushing event deleted for resources: {'Port': ['ID=2056c142-6e03-4daa-98ea-b3d26c62df95,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:02:22.172756 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-8fec36b3-713e-4231-a3a0-534c7c6cd1cd req-54cc0052-5564-4672-950a-5b8434ffab67 service neutron] Transition to ACTIVE for port object 2a037b94-b902-4d6e-8992-322e8d7693f3 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:02:22.227824 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c760e878-233e-4810-9590-66426a031a10 req-5fd72d8f-65fe-4d7c-a54c-779b6fb7c62a tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:22.229305 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c760e878-233e-4810-9590-66426a031a10 req-5fd72d8f-65fe-4d7c-a54c-779b6fb7c62a tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=4323cae9-e867-48dc-bb84-72dbe559c9ec HTTP/1.1" status: 200 len: 946 time: 0.1966386 May 05 20:02:22.230954 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-8fec36b3-713e-4231-a3a0-534c7c6cd1cd req-54cc0052-5564-4672-950a-5b8434ffab67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:22.252552 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 58d23146-72f4-4c03-9abc-1c511d052127 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:02:22.258864 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 2056c142-6e03-4daa-98ea-b3d26c62df95 no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:02:22.310615 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] No Port match for: 2056c142-6e03-4daa-98ea-b3d26c62df95 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:02:22.311254 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 2056c142-6e03-4daa-98ea-b3d26c62df95 not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:02:22.457275 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-57236c46-fae2-4a67-ad85-c04e8a0cace5 req-12482bf8-778a-4ecd-80b3-255d7c0bf72c tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/security-groups?id=68f86c4c-dba3-493f-a553-82dc543f33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040807 May 05 20:02:22.462972 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 58d23146-72f4-4c03-9abc-1c511d052127, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=58d23146-72f4-4c03-9abc-1c511d052127,segment=NetworkSegment(79511503-ff66-4663-ae8b-5322fffb3d0a),segment_id=79511503-ff66-4663-ae8b-5322fffb3d0a)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:02:22.477723 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '58d23146-72f4-4c03-9abc-1c511d052127', 'network_id': '4568a908-805b-4a6e-ba80-1d4819260d47', 'port_id': '58d23146-72f4-4c03-9abc-1c511d052127', 'mac_address': 'fa:16:3e:36:18:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf48ca8b-7b24-41a3-ad06-a849bff9e5b9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:02:22.508729 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ef011b72-116c-48f7-9d7d-618be3ac3c88 req-db3e0074-a0aa-4f66-99ab-f21fcb712311 service neutron] 10.222.0.24 "GET /v2.0/networks/8a536572-51e8-41c9-b6b4-029e4a14e253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3873496 May 05 20:02:22.535266 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cc0052-5564-4672-950a-5b8434ffab67 service neutron] Pushing event updated for resources: {'Port': ['ID=2a037b94-b902-4d6e-8992-322e8d7693f3,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:02:22.540685 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:22.564285 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58d23146-72f4-4c03-9abc-1c511d052127 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:02:22.599523 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 58d23146-72f4-4c03-9abc-1c511d052127, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=58d23146-72f4-4c03-9abc-1c511d052127,segment=NetworkSegment(79511503-ff66-4663-ae8b-5322fffb3d0a),segment_id=79511503-ff66-4663-ae8b-5322fffb3d0a)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:02:22.612096 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:22.712359 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c760e878-233e-4810-9590-66426a031a10 req-703ebe10-a703-466d-be42-9bb8bb926f0f tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e8b672e-b72d-46a4-99a4-5f3b38959e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4469507 May 05 20:02:22.824925 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=58d23146-72f4-4c03-9abc-1c511d052127,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:02:22.825046 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8c96894-6224-4e13-a5ca-d518f6d7700a req-7c54a6ac-a8da-4302-9724-96af585eaa70 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Router db3527ae-e94e-433e-b0af-11baf8c67c04 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:02:22.834071 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:02:22.834414 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:02:22.834748 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:02:22.835078 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:02:22.835819 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:02:22.835819 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:02:22.836083 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:02:22.836390 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:02:22.836708 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:02:22.837023 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:02:22.837341 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:02:22.837656 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:02:22.880439 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-8fec36b3-713e-4231-a3a0-534c7c6cd1cd req-54cc0052-5564-4672-950a-5b8434ffab67 service neutron] Attempting to bind port 2a037b94-b902-4d6e-8992-322e8d7693f3 on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:02:22.880777 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-8fec36b3-713e-4231-a3a0-534c7c6cd1cd req-54cc0052-5564-4672-950a-5b8434ffab67 service neutron] Attempting to bind port 2a037b94-b902-4d6e-8992-322e8d7693f3 by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': 'eccdf1c4-efe8-4f03-97f1-7b574b83122b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '00ecdd9f-1135-415f-b0c6-51153b85089d'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:02:22.881134 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fec36b3-713e-4231-a3a0-534c7c6cd1cd req-54cc0052-5564-4672-950a-5b8434ffab67 service neutron] Attempting to bind port 2a037b94-b902-4d6e-8992-322e8d7693f3 on network 00ecdd9f-1135-415f-b0c6-51153b85089d {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:02:22.921055 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ef011b72-116c-48f7-9d7d-618be3ac3c88 req-7b707d31-ec6e-49b3-9fa2-bcc3f38d7cdd service neutron] 10.222.0.24 "GET /v2.0/networks/8a536572-51e8-41c9-b6b4-029e4a14e253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4063087 May 05 20:02:22.939508 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['58d23146-72f4-4c03-9abc-1c511d052127'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:02:22.973729 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fec36b3-713e-4231-a3a0-534c7c6cd1cd req-54cc0052-5564-4672-950a-5b8434ffab67 service neutron] Port 2a037b94-b902-4d6e-8992-322e8d7693f3 on network 00ecdd9f-1135-415f-b0c6-51153b85089d not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:02:22.974240 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fec36b3-713e-4231-a3a0-534c7c6cd1cd req-54cc0052-5564-4672-950a-5b8434ffab67 service neutron] Attempting to bind port 2a037b94-b902-4d6e-8992-322e8d7693f3 on network 00ecdd9f-1135-415f-b0c6-51153b85089d {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:02:22.990697 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fec36b3-713e-4231-a3a0-534c7c6cd1cd req-54cc0052-5564-4672-950a-5b8434ffab67 service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:02:22.991265 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fec36b3-713e-4231-a3a0-534c7c6cd1cd req-54cc0052-5564-4672-950a-5b8434ffab67 service neutron] Checking segment: {'id': 'eccdf1c4-efe8-4f03-97f1-7b574b83122b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '00ecdd9f-1135-415f-b0c6-51153b85089d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:02:22.992326 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fec36b3-713e-4231-a3a0-534c7c6cd1cd req-54cc0052-5564-4672-950a-5b8434ffab67 service neutron] Bound using segment: {'id': 'eccdf1c4-efe8-4f03-97f1-7b574b83122b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '00ecdd9f-1135-415f-b0c6-51153b85089d'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:02:22.992914 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-8fec36b3-713e-4231-a3a0-534c7c6cd1cd req-54cc0052-5564-4672-950a-5b8434ffab67 service neutron] Bound port: 2a037b94-b902-4d6e-8992-322e8d7693f3, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eccdf1c4-efe8-4f03-97f1-7b574b83122b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '00ecdd9f-1135-415f-b0c6-51153b85089d'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:02:22.997374 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-8fec36b3-713e-4231-a3a0-534c7c6cd1cd req-54cc0052-5564-4672-950a-5b8434ffab67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:23.078347 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e36cee7-8b96-42f2-aba5-7fe3d2bb72e5 req-4a72c5de-2525-4e6c-9c1c-f4d12ebe4856 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:23.089198 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2e36cee7-8b96-42f2-aba5-7fe3d2bb72e5 req-4a72c5de-2525-4e6c-9c1c-f4d12ebe4856 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=f56db24d-dbf0-4b73-b1ed-9dda9cc52d58 HTTP/1.1" status: 200 len: 943 time: 0.1624670 May 05 20:02:23.181317 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2e36cee7-8b96-42f2-aba5-7fe3d2bb72e5 req-8094ca1f-395f-4332-870e-de80f3770b7f tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914011 May 05 20:02:23.279135 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8c96894-6224-4e13-a5ca-d518f6d7700a req-7c54a6ac-a8da-4302-9724-96af585eaa70 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:02:23.299509 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d3b34b-551f-401e-a61a-07e251f67070 None None] Sync routers for ids ['db3527ae-e94e-433e-b0af-11baf8c67c04'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:02:23.321535 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d3b34b-551f-401e-a61a-07e251f67070 None None] Routers {'db3527ae-e94e-433e-b0af-11baf8c67c04'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:02:23.323891 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-71d3b34b-551f-401e-a61a-07e251f67070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:02:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['db3527ae-e94e-433e-b0af-11baf8c67c04'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:02:23.427064 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7cc74143-3b71-40e4-b5b1-d9ac173e9b1f req-2deda0f7-d468-42d1-9a4f-82632c92a481 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] 10.222.0.36 "GET /v2.0/ports?device_id=b21c7d5e-843f-4930-82d0-e5287f71fe00 HTTP/1.1" status: 200 len: 210 time: 0.0565507 May 05 20:02:23.431843 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c96894-6224-4e13-a5ca-d518f6d7700a req-7c54a6ac-a8da-4302-9724-96af585eaa70 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] No DVR routers for this DVR port 2056c142-6e03-4daa-98ea-b3d26c62df95 on host n-h1-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:02:23.439669 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c8c96894-6224-4e13-a5ca-d518f6d7700a req-7c54a6ac-a8da-4302-9724-96af585eaa70 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:23.446760 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-8fec36b3-713e-4231-a3a0-534c7c6cd1cd req-54cc0052-5564-4672-950a-5b8434ffab67 service neutron] For port 2a037b94-b902-4d6e-8992-322e8d7693f3, host n-h2-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:02:23.450277 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b21c7d5e-843f-4930-82d0-e5287f71fe00', 'name': 'network-vif-deleted', 'tag': '2056c142-6e03-4daa-98ea-b3d26c62df95'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:02:23.484947 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-8fec36b3-713e-4231-a3a0-534c7c6cd1cd req-54cc0052-5564-4672-950a-5b8434ffab67 service neutron] For port 2a037b94-b902-4d6e-8992-322e8d7693f3, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=2a037b94-b902-4d6e-8992-322e8d7693f3,segment=NetworkSegment(eccdf1c4-efe8-4f03-97f1-7b574b83122b),segment_id=eccdf1c4-efe8-4f03-97f1-7b574b83122b)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:02:23.490434 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c8c96894-6224-4e13-a5ca-d518f6d7700a req-7c54a6ac-a8da-4302-9724-96af585eaa70 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] 10.222.0.24 "DELETE /v2.0/ports/2056c142-6e03-4daa-98ea-b3d26c62df95 HTTP/1.1" status: 204 len: 173 time: 3.5977879 May 05 20:02:23.498282 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-8fec36b3-713e-4231-a3a0-534c7c6cd1cd req-54cc0052-5564-4672-950a-5b8434ffab67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:23.596540 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b1853c8-e689-432b-ad2b-6fa7cf75d3a0'] response: {'server_uuid': 'b21c7d5e-843f-4930-82d0-e5287f71fe00', 'name': 'network-vif-deleted', 'tag': '2056c142-6e03-4daa-98ea-b3d26c62df95', 'status': 'completed', 'code': 200} May 05 20:02:23.598148 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cc0052-5564-4672-950a-5b8434ffab67 service neutron] Pushing event updated for resources: {'Port': ['ID=2a037b94-b902-4d6e-8992-322e8d7693f3,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:02:23.617021 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec36b3-713e-4231-a3a0-534c7c6cd1cd req-54cc0052-5564-4672-950a-5b8434ffab67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:23.621685 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-8fec36b3-713e-4231-a3a0-534c7c6cd1cd req-54cc0052-5564-4672-950a-5b8434ffab67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:23.621685 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8fec36b3-713e-4231-a3a0-534c7c6cd1cd req-54cc0052-5564-4672-950a-5b8434ffab67 service neutron] 10.222.0.50 "PUT /v2.0/ports/2a037b94-b902-4d6e-8992-322e8d7693f3 HTTP/1.1" status: 200 len: 1091 time: 2.9763958 May 05 20:02:23.656216 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee14a75-0ae1-4496-91b9-e0cd05150b04 req-65b0161d-d02b-42f3-bdd2-2f2d47628fbd tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:23.658142 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4ee14a75-0ae1-4496-91b9-e0cd05150b04 req-65b0161d-d02b-42f3-bdd2-2f2d47628fbd tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c19c4cf-e659-4775-8461-7e5c2377cb6f HTTP/1.1" status: 200 len: 944 time: 0.3272059 May 05 20:02:23.759718 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-71d3b34b-551f-401e-a61a-07e251f67070 None None] Set router db3527ae-e94e-433e-b0af-11baf8c67c04 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:02:23.881763 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4ee14a75-0ae1-4496-91b9-e0cd05150b04 req-bf5ef3ee-0cf7-42e2-8865-690b9e002945 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cb43301-61da-408d-ba7f-c0b8dd491c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170863 May 05 20:02:23.915184 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a9c8cf-5aea-49c3-93f1-6cc6c107be0d req-49a2e1df-2d67-420c-a410-a8450af5ac07 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:23.927401 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-52a9c8cf-5aea-49c3-93f1-6cc6c107be0d req-49a2e1df-2d67-420c-a410-a8450af5ac07 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/ports?device_id=28ec62e4-742a-429a-9778-f6b0b46b806a HTTP/1.1" status: 200 len: 945 time: 0.1231184 May 05 20:02:23.939501 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec36b3-713e-4231-a3a0-534c7c6cd1cd req-79306649-fca4-4d45-ab28-036ce78f55d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:23.943257 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8fec36b3-713e-4231-a3a0-534c7c6cd1cd req-79306649-fca4-4d45-ab28-036ce78f55d3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5dc7995786b847999f5838924c32320a&device_id=f56db24d-dbf0-4b73-b1ed-9dda9cc52d58 HTTP/1.1" status: 200 len: 1094 time: 0.2259622 May 05 20:02:24.001962 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-52a9c8cf-5aea-49c3-93f1-6cc6c107be0d req-3bf13303-2d53-436d-9543-f270d6fccf51 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/security-groups?id=68f86c4c-dba3-493f-a553-82dc543f33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731828 May 05 20:02:24.141673 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8fec36b3-713e-4231-a3a0-534c7c6cd1cd req-6e4a26d2-1eb6-4b01-bf7e-7cf9378d24c0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a037b94-b902-4d6e-8992-322e8d7693f3 HTTP/1.1" status: 200 len: 217 time: 0.1891840 May 05 20:02:24.268104 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec36b3-713e-4231-a3a0-534c7c6cd1cd req-6a6c3843-c679-478c-a648-d1f802d7c063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:24.268104 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8fec36b3-713e-4231-a3a0-534c7c6cd1cd req-6a6c3843-c679-478c-a648-d1f802d7c063 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=08fe5f50-bbcd-4aa2-adfb-1629cfc316ff HTTP/1.1" status: 200 len: 852 time: 0.1186256 May 05 20:02:24.279225 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6df9f6-397b-4cde-a078-d7772f6ebc39 req-6adb8f17-a631-4a6d-9191-2df322915b95 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:24.281737 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-71d3b34b-551f-401e-a61a-07e251f67070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3527ae-e94e-433e-b0af-11baf8c67c04', 'name': 'tempest-ServersTestJSON-818348373-router', 'tenant_id': 'c5bc97d17c8c4bca95c497c59c0718d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'a57cb912-4d00-4f2e-ba96-23fa44c3d2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:00:38Z', 'updated_at': '2022-05-05T20:00:47Z', 'revision_number': 4, 'project_id': 'c5bc97d17c8c4bca95c497c59c0718d6', 'gw_port': {'id': 'a57cb912-4d00-4f2e-ba96-23fa44c3d2a8', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3527ae-e94e-433e-b0af-11baf8c67c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:40Z', 'updated_at': '2022-05-05T20:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'd488c1cd-1553-4f27-ba73-7b1ec88941e5', 'name': '', 'network_id': '2a9a9df3-ea16-4794-afeb-472875076e06', 'tenant_id': 'c5bc97d17c8c4bca95c497c59c0718d6', 'mac_address': 'fa:16:3e:1e:35:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3527ae-e94e-433e-b0af-11baf8c67c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '25f091e9-57a5-4759-ad7e-42d23abf747a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:45Z', 'updated_at': '2022-05-05T20:01:07Z', 'revision_number': 5, 'project_id': 'c5bc97d17c8c4bca95c497c59c0718d6', 'subnets': [{'id': '25f091e9-57a5-4759-ad7e-42d23abf747a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:02:24.291436 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5b6df9f6-397b-4cde-a078-d7772f6ebc39 req-6adb8f17-a631-4a6d-9191-2df322915b95 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=4323cae9-e867-48dc-bb84-72dbe559c9ec HTTP/1.1" status: 200 len: 946 time: 0.2169766 May 05 20:02:24.300295 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d3b34b-551f-401e-a61a-07e251f67070 None None] Checking router: db3527ae-e94e-433e-b0af-11baf8c67c04 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:02:24.329590 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d3b34b-551f-401e-a61a-07e251f67070 None None] Routers {'db3527ae-e94e-433e-b0af-11baf8c67c04'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:02:24.330382 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-71d3b34b-551f-401e-a61a-07e251f67070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:02:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['db3527ae-e94e-433e-b0af-11baf8c67c04'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:02:24.425646 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8fec36b3-713e-4231-a3a0-534c7c6cd1cd req-6516f5c7-2187-4c6a-9a8b-f68da0745a76 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=00ecdd9f-1135-415f-b0c6-51153b85089d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1276426 May 05 20:02:24.508106 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5b6df9f6-397b-4cde-a078-d7772f6ebc39 req-15174b63-f142-470a-a9a6-64169bca4a5f tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e8b672e-b72d-46a4-99a4-5f3b38959e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2126420 May 05 20:02:24.645701 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7bf945-596c-4546-a301-4b73c628805e req-3a02ff75-8ff2-45be-a9d7-c23f4a29a94c tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:24.658624 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ca7bf945-596c-4546-a301-4b73c628805e req-3a02ff75-8ff2-45be-a9d7-c23f4a29a94c tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=f56db24d-dbf0-4b73-b1ed-9dda9cc52d58 HTTP/1.1" status: 200 len: 943 time: 0.2002783 May 05 20:02:24.753923 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ca7bf945-596c-4546-a301-4b73c628805e req-698cd7fb-9c80-4a58-8141-056849982a15 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865102 May 05 20:02:24.775785 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 43920) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:02:24.819804 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 43926) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:02:24.829418 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-71d3b34b-551f-401e-a61a-07e251f67070 None None] Set router db3527ae-e94e-433e-b0af-11baf8c67c04 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:02:24.939945 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8fec36b3-713e-4231-a3a0-534c7c6cd1cd req-46580a58-119e-41e2-9df4-79bcbf3da855 service neutron] 10.222.0.50 "GET /v2.0/networks/00ecdd9f-1135-415f-b0c6-51153b85089d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4912956 May 05 20:02:25.019469 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f8f259f0-4170-4bb7-a664-df7d8182996d tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:25.117054 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f8f259f0-4170-4bb7-a664-df7d8182996d tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:25.134027 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8fec36b3-713e-4231-a3a0-534c7c6cd1cd req-f9a3424d-297b-49fa-a09e-bcc5a3569675 service neutron] 10.222.0.50 "GET /v2.0/networks/00ecdd9f-1135-415f-b0c6-51153b85089d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834774 May 05 20:02:25.190112 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-71d3b34b-551f-401e-a61a-07e251f67070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3527ae-e94e-433e-b0af-11baf8c67c04', 'name': 'tempest-ServersTestJSON-818348373-router', 'tenant_id': 'c5bc97d17c8c4bca95c497c59c0718d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'a57cb912-4d00-4f2e-ba96-23fa44c3d2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:00:38Z', 'updated_at': '2022-05-05T20:00:47Z', 'revision_number': 4, 'project_id': 'c5bc97d17c8c4bca95c497c59c0718d6', 'gw_port': {'id': 'a57cb912-4d00-4f2e-ba96-23fa44c3d2a8', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3527ae-e94e-433e-b0af-11baf8c67c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:40Z', 'updated_at': '2022-05-05T20:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'd488c1cd-1553-4f27-ba73-7b1ec88941e5', 'name': '', 'network_id': '2a9a9df3-ea16-4794-afeb-472875076e06', 'tenant_id': 'c5bc97d17c8c4bca95c497c59c0718d6', 'mac_address': 'fa:16:3e:1e:35:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3527ae-e94e-433e-b0af-11baf8c67c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '25f091e9-57a5-4759-ad7e-42d23abf747a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:45Z', 'updated_at': '2022-05-05T20:01:07Z', 'revision_number': 5, 'project_id': 'c5bc97d17c8c4bca95c497c59c0718d6', 'subnets': [{'id': '25f091e9-57a5-4759-ad7e-42d23abf747a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:02:25.195019 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d3b34b-551f-401e-a61a-07e251f67070 None None] The sync data for ids ['db3527ae-e94e-433e-b0af-11baf8c67c04'] in n-d-840717-1 is: [{'id': 'db3527ae-e94e-433e-b0af-11baf8c67c04', 'name': 'tempest-ServersTestJSON-818348373-router', 'tenant_id': 'c5bc97d17c8c4bca95c497c59c0718d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'a57cb912-4d00-4f2e-ba96-23fa44c3d2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:00:38Z', 'updated_at': '2022-05-05T20:00:47Z', 'revision_number': 4, 'project_id': 'c5bc97d17c8c4bca95c497c59c0718d6', 'gw_port': {'id': 'a57cb912-4d00-4f2e-ba96-23fa44c3d2a8', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3527ae-e94e-433e-b0af-11baf8c67c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:40Z', 'updated_at': '2022-05-05T20:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'd488c1cd-1553-4f27-ba73-7b1ec88941e5', 'name': '', 'network_id': '2a9a9df3-ea16-4794-afeb-472875076e06', 'tenant_id': 'c5bc97d17c8c4bca95c497c59c0718d6', 'mac_address': 'fa:16:3e:1e:35:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3527ae-e94e-433e-b0af-11baf8c67c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '25f091e9-57a5-4759-ad7e-42d23abf747a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:45Z', 'updated_at': '2022-05-05T20:01:07Z', 'revision_number': 5, 'project_id': 'c5bc97d17c8c4bca95c497c59c0718d6', 'subnets': [{'id': '25f091e9-57a5-4759-ad7e-42d23abf747a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:02:25.289914 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f8f259f0-4170-4bb7-a664-df7d8182996d tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:25.314777 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f259f0-4170-4bb7-a664-df7d8182996d tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b765c8-45db-4f95-8595-bc26fb791f54,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:02:25.320375 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ca990-f9f2-499a-8cba-335ca30ed634 req-80e5a397-3562-4899-91c7-4d7805b75b44 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:25.321909 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-da1ca990-f9f2-499a-8cba-335ca30ed634 req-80e5a397-3562-4899-91c7-4d7805b75b44 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/ports?device_id=28ec62e4-742a-429a-9778-f6b0b46b806a HTTP/1.1" status: 200 len: 945 time: 0.1124549 May 05 20:02:25.331873 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30429f2c-8668-4fa3-91ef-bea8853956fd req-427a880a-b948-4e22-b3c3-a2e0f8e2343d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:25.332450 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30429f2c-8668-4fa3-91ef-bea8853956fd req-427a880a-b948-4e22-b3c3-a2e0f8e2343d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:25.332928 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30429f2c-8668-4fa3-91ef-bea8853956fd req-427a880a-b948-4e22-b3c3-a2e0f8e2343d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:25.333403 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30429f2c-8668-4fa3-91ef-bea8853956fd req-427a880a-b948-4e22-b3c3-a2e0f8e2343d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:25.333868 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30429f2c-8668-4fa3-91ef-bea8853956fd req-427a880a-b948-4e22-b3c3-a2e0f8e2343d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:25.334321 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30429f2c-8668-4fa3-91ef-bea8853956fd req-427a880a-b948-4e22-b3c3-a2e0f8e2343d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:25.334943 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30429f2c-8668-4fa3-91ef-bea8853956fd req-427a880a-b948-4e22-b3c3-a2e0f8e2343d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:25.337159 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-30429f2c-8668-4fa3-91ef-bea8853956fd req-427a880a-b948-4e22-b3c3-a2e0f8e2343d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c66c5a81-58b3-46e3-8e2a-9f67da08f252 HTTP/1.1" status: 200 len: 6490 time: 0.5603585 May 05 20:02:25.373726 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bffd643-6a31-439b-ac3f-a556acddcf96 req-6f6c2d1f-c0f9-49fb-8987-c40257f47e9f tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:25.374446 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-4bffd643-6a31-439b-ac3f-a556acddcf96 req-6f6c2d1f-c0f9-49fb-8987-c40257f47e9f tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Synchronizing usage tracker for tenant:746fcb642a8d490e982b2a03a5eb1ef7 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:02:25.382571 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-da1ca990-f9f2-499a-8cba-335ca30ed634 req-0c94453a-9fb3-458b-954a-bc956adb7685 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/security-groups?id=68f86c4c-dba3-493f-a553-82dc543f33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536695 May 05 20:02:25.384121 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f8f259f0-4170-4bb7-a664-df7d8182996d tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:25.387397 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f8f259f0-4170-4bb7-a664-df7d8182996d tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] 10.222.0.36 "DELETE /v2.0/security-groups/06b765c8-45db-4f95-8595-bc26fb791f54 HTTP/1.1" status: 204 len: 168 time: 0.5644507 May 05 20:02:25.389885 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 43934) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:02:25.429966 n-d-840717-1 neutron-server[88197]: INFO neutron.api.v2.resource [None req-630f75fd-d6c3-4852-98f0-64532ee6548b tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] show failed (client error): The resource could not be found. May 05 20:02:25.430991 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-630f75fd-d6c3-4852-98f0-64532ee6548b tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] 10.222.0.36 "GET /v2.0/security-groups/06b765c8-45db-4f95-8595-bc26fb791f54 HTTP/1.1" status: 404 len: 347 time: 0.0401931 May 05 20:02:25.434078 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 43938) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:02:25.440209 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-30429f2c-8668-4fa3-91ef-bea8853956fd req-8c2beb77-d944-4c60-aa23-1eed10edda6c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6ef0a585-a6a9-4dc9-9f77-73dacf2639b2&id=c1ea4b63-4d77-466d-a6d0-2611e1957d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0897837 May 05 20:02:25.441478 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-4bffd643-6a31-439b-ac3f-a556acddcf96 req-6f6c2d1f-c0f9-49fb-8987-c40257f47e9f tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Unset dirty status for tenant:746fcb642a8d490e982b2a03a5eb1ef7 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:02:25.442684 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4bffd643-6a31-439b-ac3f-a556acddcf96 req-6f6c2d1f-c0f9-49fb-8987-c40257f47e9f tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c19c4cf-e659-4775-8461-7e5c2377cb6f HTTP/1.1" status: 200 len: 944 time: 0.2892551 May 05 20:02:25.509311 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4bffd643-6a31-439b-ac3f-a556acddcf96 req-6b722a6b-6742-4a65-a2f3-6c56888c9ab5 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cb43301-61da-408d-ba7f-c0b8dd491c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568132 May 05 20:02:25.593192 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8345f264-4702-4be9-9c77-d5126594af22 None None] New status for floating IP 1c501a1e-3f17-4456-8b1f-889ae9e923dd: DOWN {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:02:25.677779 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f56db24d-dbf0-4b73-b1ed-9dda9cc52d58', 'tag': '2a037b94-b902-4d6e-8992-322e8d7693f3'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:02:25.683534 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-09e7b5b9-44e6-479f-99d6-3fbcb494f892 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Deleting port d492b6ca-e214-444c-8272-c22c8ed65027 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:02:25.684075 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-09e7b5b9-44e6-479f-99d6-3fbcb494f892 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:25.830851 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3768bf2f-f359-4a35-a0a9-ebf70b3dcd47'] response: {'name': 'network-changed', 'server_uuid': 'f56db24d-dbf0-4b73-b1ed-9dda9cc52d58', 'tag': '2a037b94-b902-4d6e-8992-322e8d7693f3', 'status': 'completed', 'code': 200} May 05 20:02:25.955247 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd04613-e2f0-4fd1-a03d-25f69b5b1c3c req-ff3805cc-d6a9-4c63-8fb1-5799f48e3225 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:25.956758 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4cd04613-e2f0-4fd1-a03d-25f69b5b1c3c req-ff3805cc-d6a9-4c63-8fb1-5799f48e3225 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=f56db24d-dbf0-4b73-b1ed-9dda9cc52d58 HTTP/1.1" status: 200 len: 943 time: 0.0846853 May 05 20:02:26.003473 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4cd04613-e2f0-4fd1-a03d-25f69b5b1c3c req-8ccd1953-ffe8-4f6a-9a03-5e0d5c8cf0ef tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406623 May 05 20:02:26.028959 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-09e7b5b9-44e6-479f-99d6-3fbcb494f892 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:26.028959 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-09e7b5b9-44e6-479f-99d6-3fbcb494f892 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:26.157915 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e70a104-7822-42c3-a8f7-fb46438292d1 req-aaf43b30-65c9-46a5-976e-41f482eee288 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:26.159401 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9e70a104-7822-42c3-a8f7-fb46438292d1 req-aaf43b30-65c9-46a5-976e-41f482eee288 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=4323cae9-e867-48dc-bb84-72dbe559c9ec HTTP/1.1" status: 200 len: 946 time: 0.4450142 May 05 20:02:26.166342 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-09e7b5b9-44e6-479f-99d6-3fbcb494f892 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Calling delete_port for d492b6ca-e214-444c-8272-c22c8ed65027 owned by network:floatingip {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:02:26.228598 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa02f54-91c8-4116-819b-1ea86f10b72c req-c97f4608-92d9-4c98-b9ca-000251c59784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:26.230020 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2aa02f54-91c8-4116-819b-1ea86f10b72c req-c97f4608-92d9-4c98-b9ca-000251c59784 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5dc7995786b847999f5838924c32320a&device_id=f56db24d-dbf0-4b73-b1ed-9dda9cc52d58 HTTP/1.1" status: 200 len: 1094 time: 0.4046850 May 05 20:02:26.275326 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 58d23146-72f4-4c03-9abc-1c511d052127 up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:02:26.310268 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9e70a104-7822-42c3-a8f7-fb46438292d1 req-171cb416-757f-496d-ad58-9945ddedba64 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e8b672e-b72d-46a4-99a4-5f3b38959e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161294 May 05 20:02:26.343886 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port 58d23146-72f4-4c03-9abc-1c511d052127 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:02:26.348971 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 58d23146-72f4-4c03-9abc-1c511d052127 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:02:26.349344 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:26.385460 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.db.api [None req-09e7b5b9-44e6-479f-99d6-3fbcb494f892 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88198) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:02:26.385779 n-d-840717-1 neutron-server[88198]: DEBUG oslo_db.api [None req-09e7b5b9-44e6-479f-99d6-3fbcb494f892 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:02:26.405858 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa02f54-91c8-4116-819b-1ea86f10b72c req-b3585239-c7a2-4580-91ba-87ba0bf5c094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:26.407295 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2aa02f54-91c8-4116-819b-1ea86f10b72c req-b3585239-c7a2-4580-91ba-87ba0bf5c094 service neutron] 10.222.0.50 "GET /v2.0/networks?id=00ecdd9f-1135-415f-b0c6-51153b85089d HTTP/1.1" status: 200 len: 913 time: 0.1685221 May 05 20:02:26.472836 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:26.485175 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2aa02f54-91c8-4116-819b-1ea86f10b72c req-34c053a6-e0d5-4899-b25c-40b4ea86da91 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a037b94-b902-4d6e-8992-322e8d7693f3 HTTP/1.1" status: 200 len: 217 time: 0.0717361 May 05 20:02:26.505703 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c19c4cf-e659-4775-8461-7e5c2377cb6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d23146-72f4-4c03-9abc-1c511d052127'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:02:26.516419 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 58d23146-72f4-4c03-9abc-1c511d052127, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=58d23146-72f4-4c03-9abc-1c511d052127,segment=NetworkSegment(79511503-ff66-4663-ae8b-5322fffb3d0a),segment_id=79511503-ff66-4663-ae8b-5322fffb3d0a)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:02:26.521276 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:26.553327 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa02f54-91c8-4116-819b-1ea86f10b72c req-e10b0911-51d6-47ed-be8a-21e3e3c1eae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:26.555131 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2aa02f54-91c8-4116-819b-1ea86f10b72c req-e10b0911-51d6-47ed-be8a-21e3e3c1eae9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=08fe5f50-bbcd-4aa2-adfb-1629cfc316ff HTTP/1.1" status: 200 len: 852 time: 0.0642776 May 05 20:02:26.614501 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2aa02f54-91c8-4116-819b-1ea86f10b72c req-e91cae1c-e3a1-47a5-a43a-1e7f3478f39e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=00ecdd9f-1135-415f-b0c6-51153b85089d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528896 May 05 20:02:26.632471 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e07e0981-b9a2-4b30-849c-89e259e502ea'] response: {'server_uuid': '3c19c4cf-e659-4775-8461-7e5c2377cb6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d23146-72f4-4c03-9abc-1c511d052127', 'code': 200} May 05 20:02:26.647291 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f91ac-eee6-4ee7-9650-546a78af77c4 req-e2f6333f-7191-4487-a88b-7aa36d0ff3d0 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:26.664228 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b79f91ac-eee6-4ee7-9650-546a78af77c4 req-e2f6333f-7191-4487-a88b-7aa36d0ff3d0 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/ports?device_id=28ec62e4-742a-429a-9778-f6b0b46b806a HTTP/1.1" status: 200 len: 945 time: 0.1601732 May 05 20:02:26.669310 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=58d23146-72f4-4c03-9abc-1c511d052127,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:02:26.782347 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b79f91ac-eee6-4ee7-9650-546a78af77c4 req-73475ef8-e414-421b-83c9-6b3a4b2c05c8 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/security-groups?id=68f86c4c-dba3-493f-a553-82dc543f33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161158 May 05 20:02:26.889825 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-09e7b5b9-44e6-479f-99d6-3fbcb494f892 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Deleting port d492b6ca-e214-444c-8272-c22c8ed65027 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:02:26.890422 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-09e7b5b9-44e6-479f-99d6-3fbcb494f892 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:27.140680 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ba48cb-c204-404f-9f3d-38a83a75df1d req-afe104d7-2707-4a8f-b676-42c6035a6140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:27.142155 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-21ba48cb-c204-404f-9f3d-38a83a75df1d req-afe104d7-2707-4a8f-b676-42c6035a6140 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3c19c4cf-e659-4775-8461-7e5c2377cb6f HTTP/1.1" status: 200 len: 1096 time: 0.4668229 May 05 20:02:27.143956 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2aa02f54-91c8-4116-819b-1ea86f10b72c req-8991e76f-5734-4368-8fd6-dabb33581b40 service neutron] 10.222.0.50 "GET /v2.0/networks/00ecdd9f-1135-415f-b0c6-51153b85089d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5234141 May 05 20:02:27.200279 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03830c50-b5b1-4165-9bef-3be3bc0a00c6 req-e52de5fd-c696-4988-a79c-33fdae3f9625 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:27.201758 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-03830c50-b5b1-4165-9bef-3be3bc0a00c6 req-e52de5fd-c696-4988-a79c-33fdae3f9625 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=f56db24d-dbf0-4b73-b1ed-9dda9cc52d58 HTTP/1.1" status: 200 len: 943 time: 0.0881286 May 05 20:02:27.210617 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 2a037b94-b902-4d6e-8992-322e8d7693f3 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:02:27.233187 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765376c2-2454-460d-9ad0-112c18e97ddd req-a63b7996-8927-472c-9714-d3eb8053f58b tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:27.234652 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-765376c2-2454-460d-9ad0-112c18e97ddd req-a63b7996-8927-472c-9714-d3eb8053f58b tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c19c4cf-e659-4775-8461-7e5c2377cb6f HTTP/1.1" status: 200 len: 945 time: 0.4023736 May 05 20:02:27.252561 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-03830c50-b5b1-4165-9bef-3be3bc0a00c6 req-0ba7b56b-6008-4ec4-9cc2-773eaa7fb384 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451386 May 05 20:02:27.341257 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-09e7b5b9-44e6-479f-99d6-3fbcb494f892 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:27.342154 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-09e7b5b9-44e6-479f-99d6-3fbcb494f892 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:27.349777 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-21ba48cb-c204-404f-9f3d-38a83a75df1d req-c34d1e10-5c06-4099-82fe-07976b21920e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3cb43301-61da-408d-ba7f-c0b8dd491c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987882 May 05 20:02:27.351971 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 2a037b94-b902-4d6e-8992-322e8d7693f3, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=2a037b94-b902-4d6e-8992-322e8d7693f3,segment=NetworkSegment(eccdf1c4-efe8-4f03-97f1-7b574b83122b),segment_id=eccdf1c4-efe8-4f03-97f1-7b574b83122b)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:02:27.366729 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': '2a037b94-b902-4d6e-8992-322e8d7693f3', 'network_id': '00ecdd9f-1135-415f-b0c6-51153b85089d', 'port_id': '2a037b94-b902-4d6e-8992-322e8d7693f3', 'mac_address': 'fa:16:3e:eb:8f:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08fe5f50-bbcd-4aa2-adfb-1629cfc316ff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:02:27.423016 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:27.440471 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a037b94-b902-4d6e-8992-322e8d7693f3 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:02:27.456176 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 2a037b94-b902-4d6e-8992-322e8d7693f3, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=2a037b94-b902-4d6e-8992-322e8d7693f3,segment=NetworkSegment(eccdf1c4-efe8-4f03-97f1-7b574b83122b),segment_id=eccdf1c4-efe8-4f03-97f1-7b574b83122b)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:02:27.463168 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:27.495730 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-765376c2-2454-460d-9ad0-112c18e97ddd req-251d42ee-85a9-48d2-afad-9729d12a26a2 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cb43301-61da-408d-ba7f-c0b8dd491c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513068 May 05 20:02:27.507191 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dfbfa5-7f32-4f61-b375-d53c383fa4c6 req-4d1f97df-de6d-4845-bc84-91cf98ac0622 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:27.508748 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f5dfbfa5-7f32-4f61-b375-d53c383fa4c6 req-4d1f97df-de6d-4845-bc84-91cf98ac0622 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=4323cae9-e867-48dc-bb84-72dbe559c9ec HTTP/1.1" status: 200 len: 946 time: 0.0855818 May 05 20:02:27.514331 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-09e7b5b9-44e6-479f-99d6-3fbcb494f892 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Calling delete_port for d492b6ca-e214-444c-8272-c22c8ed65027 owned by network:floatingip {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:02:27.558143 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=2a037b94-b902-4d6e-8992-322e8d7693f3,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:02:27.562966 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2aa02f54-91c8-4116-819b-1ea86f10b72c req-951c3458-2a78-4dd6-8c33-ea63d58f702f service neutron] 10.222.0.50 "GET /v2.0/networks/00ecdd9f-1135-415f-b0c6-51153b85089d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3970091 May 05 20:02:27.564020 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f5dfbfa5-7f32-4f61-b375-d53c383fa4c6 req-cf24dc27-8847-4490-a7c6-e9dfccb2e525 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e8b672e-b72d-46a4-99a4-5f3b38959e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474296 May 05 20:02:27.667585 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-09e7b5b9-44e6-479f-99d6-3fbcb494f892 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:27.725037 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e7b5b9-44e6-479f-99d6-3fbcb494f892 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Pushing event deleted for resources: {'Port': ['ID=d492b6ca-e214-444c-8272-c22c8ed65027,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:02:27.775634 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['2a037b94-b902-4d6e-8992-322e8d7693f3'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:02:27.837009 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-09e7b5b9-44e6-479f-99d6-3fbcb494f892 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Notify callbacks [] for floatingip, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:27.854103 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-09e7b5b9-44e6-479f-99d6-3fbcb494f892 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:27.855586 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-09e7b5b9-44e6-479f-99d6-3fbcb494f892 tempest-ServersTestJSON-1778979928 tempest-ServersTestJSON-1778979928-project] 10.222.0.36 "DELETE /v2.0/floatingips/1c501a1e-3f17-4456-8b1f-889ae9e923dd HTTP/1.1" status: 204 len: 168 time: 2.4193344 May 05 20:02:27.859126 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 43970) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:02:28.146109 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887bd68-2358-44e7-b4a8-9c586481bc0c req-87d3d8a2-da78-43d6-b76f-2ce0256c8286 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:28.147566 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3887bd68-2358-44e7-b4a8-9c586481bc0c req-87d3d8a2-da78-43d6-b76f-2ce0256c8286 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/ports?device_id=28ec62e4-742a-429a-9778-f6b0b46b806a HTTP/1.1" status: 200 len: 945 time: 0.2311203 May 05 20:02:28.400541 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3887bd68-2358-44e7-b4a8-9c586481bc0c req-9758f1ed-7b58-463c-88aa-4eadbd79b294 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/security-groups?id=68f86c4c-dba3-493f-a553-82dc543f33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471623 May 05 20:02:28.468105 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee6a3a-ed9e-4713-b991-867278156880 req-2b6b8aa9-537b-4a46-b526-303c60ec75f5 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:28.469590 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0bee6a3a-ed9e-4713-b991-867278156880 req-2b6b8aa9-537b-4a46-b526-303c60ec75f5 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=f56db24d-dbf0-4b73-b1ed-9dda9cc52d58 HTTP/1.1" status: 200 len: 944 time: 0.1022329 May 05 20:02:28.517452 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0bee6a3a-ed9e-4713-b991-867278156880 req-b6f8a1f5-15e0-4077-b81c-5e653810599d tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421443 May 05 20:02:28.710102 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e7a9a863-e798-412c-84ce-6074cd178bc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:28.768797 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e33166-4f78-44db-89ec-90c89ff7d27a req-2a46ca90-9375-4563-b907-484f156d7604 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:28.770296 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-99e33166-4f78-44db-89ec-90c89ff7d27a req-2a46ca90-9375-4563-b907-484f156d7604 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=4323cae9-e867-48dc-bb84-72dbe559c9ec HTTP/1.1" status: 200 len: 946 time: 0.0830977 May 05 20:02:28.791614 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd18ff10-71a3-471e-bb22-e35ab7b5be79 req-bebf8c9d-8ac0-4965-90c9-26a9275cb9bc tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:28.793068 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cd18ff10-71a3-471e-bb22-e35ab7b5be79 req-bebf8c9d-8ac0-4965-90c9-26a9275cb9bc tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c19c4cf-e659-4775-8461-7e5c2377cb6f HTTP/1.1" status: 200 len: 945 time: 0.1739306 May 05 20:02:28.816320 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-99e33166-4f78-44db-89ec-90c89ff7d27a req-fdd55779-bf51-4bcb-9d82-7a7e2650c761 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e8b672e-b72d-46a4-99a4-5f3b38959e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400901 May 05 20:02:28.919286 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cd18ff10-71a3-471e-bb22-e35ab7b5be79 req-3677c5cb-36f2-4eb1-987e-b8d8c12bd341 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cb43301-61da-408d-ba7f-c0b8dd491c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186030 May 05 20:02:29.108302 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-e7a9a863-e798-412c-84ce-6074cd178bc9 admin admin] Deleting port d488c1cd-1553-4f27-ba73-7b1ec88941e5 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:02:29.108637 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e7a9a863-e798-412c-84ce-6074cd178bc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:29.225597 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 2a037b94-b902-4d6e-8992-322e8d7693f3 up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:02:29.277559 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-e7a9a863-e798-412c-84ce-6074cd178bc9 admin admin] For port d488c1cd-1553-4f27-ba73-7b1ec88941e5, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=d488c1cd-1553-4f27-ba73-7b1ec88941e5,segment=NetworkSegment(3aa7e59a-714f-4cf9-893d-8943b903815a),segment_id=3aa7e59a-714f-4cf9-893d-8943b903815a)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:02:29.278180 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e7a9a863-e798-412c-84ce-6074cd178bc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:29.298027 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port 2a037b94-b902-4d6e-8992-322e8d7693f3 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:02:29.302728 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port 2a037b94-b902-4d6e-8992-322e8d7693f3 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:02:29.303101 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:29.406883 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-e7a9a863-e798-412c-84ce-6074cd178bc9 admin admin] Calling delete_port for d488c1cd-1553-4f27-ba73-7b1ec88941e5 owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:02:29.424620 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:29.453643 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f56db24d-dbf0-4b73-b1ed-9dda9cc52d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a037b94-b902-4d6e-8992-322e8d7693f3'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:02:29.469867 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 2a037b94-b902-4d6e-8992-322e8d7693f3, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=2a037b94-b902-4d6e-8992-322e8d7693f3,segment=NetworkSegment(eccdf1c4-efe8-4f03-97f1-7b574b83122b),segment_id=eccdf1c4-efe8-4f03-97f1-7b574b83122b)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:02:29.480365 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:29.525295 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0e3ef16-1661-4cd9-8e68-15ba2325bcd6'] response: {'server_uuid': 'f56db24d-dbf0-4b73-b1ed-9dda9cc52d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a037b94-b902-4d6e-8992-322e8d7693f3', 'code': 200} May 05 20:02:29.572577 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=2a037b94-b902-4d6e-8992-322e8d7693f3,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:02:29.628181 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f2a427-2686-4e17-88ae-9b0a4390b1fc req-adcd3606-26f8-4847-9dc4-829152ed132c tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:29.630087 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-12f2a427-2686-4e17-88ae-9b0a4390b1fc req-adcd3606-26f8-4847-9dc4-829152ed132c tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/ports?device_id=28ec62e4-742a-429a-9778-f6b0b46b806a HTTP/1.1" status: 200 len: 945 time: 0.1139457 May 05 20:02:29.678493 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-12f2a427-2686-4e17-88ae-9b0a4390b1fc req-a0155219-e3c7-4e79-bbe8-f76048f53f02 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/security-groups?id=68f86c4c-dba3-493f-a553-82dc543f33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427823 May 05 20:02:29.941126 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8420496-cd5b-48c4-a2d2-08eb2986866b req-f5c4fe0e-47c8-41da-aa2c-4b81a0f45fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:29.942709 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f8420496-cd5b-48c4-a2d2-08eb2986866b req-f5c4fe0e-47c8-41da-aa2c-4b81a0f45fca service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f56db24d-dbf0-4b73-b1ed-9dda9cc52d58 HTTP/1.1" status: 200 len: 1096 time: 0.3114369 May 05 20:02:29.956882 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675af4ff-59db-416c-ae19-4ddd1ed8cf7a req-9ff08e6c-6b86-4f56-81e8-fc5994b9f2b8 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:29.957578 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-675af4ff-59db-416c-ae19-4ddd1ed8cf7a req-9ff08e6c-6b86-4f56-81e8-fc5994b9f2b8 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Synchronizing usage tracker for tenant:5dc7995786b847999f5838924c32320a on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:02:30.015655 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ba997-1a7b-465e-9ff7-fef9e6ee1bc8 req-b267a174-a05e-4405-9ab8-48b72dec4ea8 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:30.017173 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6b7ba997-1a7b-465e-9ff7-fef9e6ee1bc8 req-b267a174-a05e-4405-9ab8-48b72dec4ea8 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=4323cae9-e867-48dc-bb84-72dbe559c9ec HTTP/1.1" status: 200 len: 946 time: 0.0892053 May 05 20:02:30.045754 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-675af4ff-59db-416c-ae19-4ddd1ed8cf7a req-9ff08e6c-6b86-4f56-81e8-fc5994b9f2b8 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Unset dirty status for tenant:5dc7995786b847999f5838924c32320a on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:02:30.046901 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-675af4ff-59db-416c-ae19-4ddd1ed8cf7a req-9ff08e6c-6b86-4f56-81e8-fc5994b9f2b8 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=f56db24d-dbf0-4b73-b1ed-9dda9cc52d58 HTTP/1.1" status: 200 len: 945 time: 0.3808653 May 05 20:02:30.068461 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6b7ba997-1a7b-465e-9ff7-fef9e6ee1bc8 req-3ba33cf9-0a40-4ada-b618-133865b1deb7 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e8b672e-b72d-46a4-99a4-5f3b38959e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438225 May 05 20:02:30.076737 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f8420496-cd5b-48c4-a2d2-08eb2986866b req-87acb64f-0b7e-442b-b6f8-c3d7f3f24de7 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151202 May 05 20:02:30.082474 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e7a9a863-e798-412c-84ce-6074cd178bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:30.144602 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a9a863-e798-412c-84ce-6074cd178bc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d488c1cd-1553-4f27-ba73-7b1ec88941e5,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:02:30.188899 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-675af4ff-59db-416c-ae19-4ddd1ed8cf7a req-67e70db5-26bc-47e3-a1a1-c4e66f4f6ac6 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324775 May 05 20:02:30.272317 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c705bab3-764c-4920-92fc-61a3253d6bfd req-a943932b-21a3-4aa4-ba08-1514050afad9 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:30.273875 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c705bab3-764c-4920-92fc-61a3253d6bfd req-a943932b-21a3-4aa4-ba08-1514050afad9 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c19c4cf-e659-4775-8461-7e5c2377cb6f HTTP/1.1" status: 200 len: 945 time: 0.0960667 May 05 20:02:30.323840 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c705bab3-764c-4920-92fc-61a3253d6bfd req-40054632-8d62-4901-8243-2ad6208c74e3 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cb43301-61da-408d-ba7f-c0b8dd491c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434873 May 05 20:02:30.512458 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e7a9a863-e798-412c-84ce-6074cd178bc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:30.654998 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ebe10-52c6-48ce-ba7a-eddfd7ba3d8b req-5fb76abf-fcdb-4269-8926-938836d3c51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:30.656625 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ee1ebe10-52c6-48ce-ba7a-eddfd7ba3d8b req-5fb76abf-fcdb-4269-8926-938836d3c51d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=28ec62e4-742a-429a-9778-f6b0b46b806a HTTP/1.1" status: 200 len: 1096 time: 0.3772254 May 05 20:02:30.807670 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ee1ebe10-52c6-48ce-ba7a-eddfd7ba3d8b req-54c8144a-d79e-49a1-be45-630d9b81e2f3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=68f86c4c-dba3-493f-a553-82dc543f33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374781 May 05 20:02:30.847146 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5668f243-77ab-4433-978c-648042e8a215 req-99d8b0f5-9df5-4767-9cff-2476ca9b50ef service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a933ae74-0c33-4c3c-82a1-5c532a76f33d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2682791 May 05 20:02:30.886111 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854d73d1-06d4-458e-a53f-621fcfd47a07 req-37e61eda-12db-4835-b082-16253cd40488 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:30.892287 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-854d73d1-06d4-458e-a53f-621fcfd47a07 req-37e61eda-12db-4835-b082-16253cd40488 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/ports?device_id=28ec62e4-742a-429a-9778-f6b0b46b806a HTTP/1.1" status: 200 len: 945 time: 0.1005566 May 05 20:02:31.053976 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-854d73d1-06d4-458e-a53f-621fcfd47a07 req-e71e88e0-17ad-4e02-a4af-9c52d7f6dad2 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/security-groups?id=68f86c4c-dba3-493f-a553-82dc543f33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600690 May 05 20:02:31.182170 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5668f243-77ab-4433-978c-648042e8a215 req-d0470e03-c1e5-48e9-bd11-377f2cdef009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:31.182658 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5668f243-77ab-4433-978c-648042e8a215 req-d0470e03-c1e5-48e9-bd11-377f2cdef009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:31.183130 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5668f243-77ab-4433-978c-648042e8a215 req-d0470e03-c1e5-48e9-bd11-377f2cdef009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:31.183744 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5668f243-77ab-4433-978c-648042e8a215 req-d0470e03-c1e5-48e9-bd11-377f2cdef009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:31.184220 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5668f243-77ab-4433-978c-648042e8a215 req-d0470e03-c1e5-48e9-bd11-377f2cdef009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:31.185333 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5668f243-77ab-4433-978c-648042e8a215 req-d0470e03-c1e5-48e9-bd11-377f2cdef009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:31.185889 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5668f243-77ab-4433-978c-648042e8a215 req-d0470e03-c1e5-48e9-bd11-377f2cdef009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:31.188054 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5668f243-77ab-4433-978c-648042e8a215 req-d0470e03-c1e5-48e9-bd11-377f2cdef009 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0a29a66ef9e34d17926285dc8f054582&device_id=a933ae74-0c33-4c3c-82a1-5c532a76f33d HTTP/1.1" status: 200 len: 6502 time: 0.2757936 May 05 20:02:31.201489 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7a9a863-e798-412c-84ce-6074cd178bc9 admin admin] Router db3527ae-e94e-433e-b0af-11baf8c67c04 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:02:31.401737 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843e2c85-f76a-4fc5-b84d-345ec775543d req-68a8f76d-202d-4b38-acc7-73d531f29b43 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:31.401737 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-843e2c85-f76a-4fc5-b84d-345ec775543d req-68a8f76d-202d-4b38-acc7-73d531f29b43 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=4323cae9-e867-48dc-bb84-72dbe559c9ec HTTP/1.1" status: 200 len: 946 time: 0.1546037 May 05 20:02:31.471244 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-843e2c85-f76a-4fc5-b84d-345ec775543d req-e5b96ab1-da3a-447a-8bba-b9ff1fdbc8e4 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e8b672e-b72d-46a4-99a4-5f3b38959e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678074 May 05 20:02:31.662656 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d191df6c-02a6-4c41-96b9-ffdc6c8689b0 req-e9a18edc-4751-4eaf-a226-95f5862995c3 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:31.665490 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d191df6c-02a6-4c41-96b9-ffdc6c8689b0 req-e9a18edc-4751-4eaf-a226-95f5862995c3 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=f56db24d-dbf0-4b73-b1ed-9dda9cc52d58 HTTP/1.1" status: 200 len: 945 time: 0.0928526 May 05 20:02:31.711905 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d191df6c-02a6-4c41-96b9-ffdc6c8689b0 req-63d33676-b11b-4564-bad1-d59bd04013be tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395560 May 05 20:02:31.744481 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5668f243-77ab-4433-978c-648042e8a215 req-5dff0875-5553-4041-a602-7a504d7295b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:31.744994 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5668f243-77ab-4433-978c-648042e8a215 req-5dff0875-5553-4041-a602-7a504d7295b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:31.745400 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5668f243-77ab-4433-978c-648042e8a215 req-5dff0875-5553-4041-a602-7a504d7295b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:31.747663 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5668f243-77ab-4433-978c-648042e8a215 req-5dff0875-5553-4041-a602-7a504d7295b5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5f383bab-d2ac-4d6b-b5b0-d3f0ff3c62c8&id=5efdefe9-fb05-48a6-914c-98a1b2ebb362&id=5efdefe9-fb05-48a6-914c-98a1b2ebb362&id=5efdefe9-fb05-48a6-914c-98a1b2ebb362&id=5efdefe9-fb05-48a6-914c-98a1b2ebb362&id=6b772374-6081-4e39-9eff-bc22d208b283&id=6b772374-6081-4e39-9eff-bc22d208b283 HTTP/1.1" status: 200 len: 2299 time: 0.4770179 May 05 20:02:31.750043 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a9a863-e798-412c-84ce-6074cd178bc9 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:02:31.760109 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e690e7-d754-4f38-98cb-d36725237a4c None None] Sync routers for ids ['db3527ae-e94e-433e-b0af-11baf8c67c04'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:02:31.770019 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e690e7-d754-4f38-98cb-d36725237a4c None None] Routers {'db3527ae-e94e-433e-b0af-11baf8c67c04'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:02:31.770648 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-55e690e7-d754-4f38-98cb-d36725237a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:02:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['db3527ae-e94e-433e-b0af-11baf8c67c04'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:02:31.842416 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e7a9a863-e798-412c-84ce-6074cd178bc9 admin admin] 10.222.0.36 "PUT /v2.0/routers/db3527ae-e94e-433e-b0af-11baf8c67c04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9821258 May 05 20:02:31.846549 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 44050) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:02:31.873121 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01025019-1d03-40e8-8b64-b4ed989aefe6 req-8618c801-08e4-4536-ab59-7acfb601adb7 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:31.874851 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-01025019-1d03-40e8-8b64-b4ed989aefe6 req-8618c801-08e4-4536-ab59-7acfb601adb7 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c19c4cf-e659-4775-8461-7e5c2377cb6f HTTP/1.1" status: 200 len: 945 time: 0.3978672 May 05 20:02:31.917126 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5668f243-77ab-4433-978c-648042e8a215 req-1e3bf19b-e575-4639-966d-a6d47c4ffe60 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57a1046a-4c1a-41ae-8159-fc2baceea01a HTTP/1.1" status: 200 len: 1002 time: 0.1437142 May 05 20:02:31.997230 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-55e690e7-d754-4f38-98cb-d36725237a4c None None] Set router db3527ae-e94e-433e-b0af-11baf8c67c04 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:02:32.008671 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-01025019-1d03-40e8-8b64-b4ed989aefe6 req-4d079b9a-882d-4dfc-8809-8a47a7017f81 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cb43301-61da-408d-ba7f-c0b8dd491c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239357 May 05 20:02:32.017987 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5668f243-77ab-4433-978c-648042e8a215 req-00ed9fd8-0b44-4489-b165-24d232dde9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:32.020112 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5668f243-77ab-4433-978c-648042e8a215 req-00ed9fd8-0b44-4489-b165-24d232dde9c4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7d57aeb6-4b80-431f-8bfd-836e160c414f HTTP/1.1" status: 200 len: 856 time: 0.1019344 May 05 20:02:32.198444 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5668f243-77ab-4433-978c-648042e8a215 req-af94da2a-ceb4-4f44-8b72-a0621ff8ec5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:32.200350 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5668f243-77ab-4433-978c-648042e8a215 req-af94da2a-ceb4-4f44-8b72-a0621ff8ec5d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5f383bab-d2ac-4d6b-b5b0-d3f0ff3c62c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1748834 May 05 20:02:32.205027 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dc40e182-c5bb-484f-b5e0-660bbadafa05 admin admin] Notify callbacks [] for router, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:32.341112 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 58d23146-72f4-4c03-9abc-1c511d052127 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:02:32.451913 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dc40e182-c5bb-484f-b5e0-660bbadafa05 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:32.464327 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-dc40e182-c5bb-484f-b5e0-660bbadafa05 admin admin] Deleting port a57cb912-4d00-4f2e-ba96-23fa44c3d2a8 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:02:32.464978 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dc40e182-c5bb-484f-b5e0-660bbadafa05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:32.477710 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5668f243-77ab-4433-978c-648042e8a215 req-2f78a912-fbdb-450e-8827-5f38087d3372 service neutron] 10.222.0.50 "GET /v2.0/networks/5f383bab-d2ac-4d6b-b5b0-d3f0ff3c62c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709577 May 05 20:02:32.529146 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-55e690e7-d754-4f38-98cb-d36725237a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3527ae-e94e-433e-b0af-11baf8c67c04', 'name': 'tempest-ServersTestJSON-818348373-router', 'tenant_id': 'c5bc97d17c8c4bca95c497c59c0718d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'a57cb912-4d00-4f2e-ba96-23fa44c3d2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:00:38Z', 'updated_at': '2022-05-05T20:02:29Z', 'revision_number': 5, 'project_id': 'c5bc97d17c8c4bca95c497c59c0718d6', 'gw_port': {'id': 'a57cb912-4d00-4f2e-ba96-23fa44c3d2a8', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3527ae-e94e-433e-b0af-11baf8c67c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:40Z', 'updated_at': '2022-05-05T20:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:02:32.532945 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3183c01b-981c-4a47-a7d5-7275dc0701c4 req-68e93fd1-99ca-4d82-a937-9796b5893330 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:32.534573 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3183c01b-981c-4a47-a7d5-7275dc0701c4 req-68e93fd1-99ca-4d82-a937-9796b5893330 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/ports?device_id=28ec62e4-742a-429a-9778-f6b0b46b806a HTTP/1.1" status: 200 len: 945 time: 0.2503059 May 05 20:02:32.545210 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e690e7-d754-4f38-98cb-d36725237a4c None None] Checking router: db3527ae-e94e-433e-b0af-11baf8c67c04 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:02:32.555571 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 58d23146-72f4-4c03-9abc-1c511d052127, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=58d23146-72f4-4c03-9abc-1c511d052127,segment=NetworkSegment(79511503-ff66-4663-ae8b-5322fffb3d0a),segment_id=79511503-ff66-4663-ae8b-5322fffb3d0a)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:02:32.579243 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '58d23146-72f4-4c03-9abc-1c511d052127', 'network_id': '4568a908-805b-4a6e-ba80-1d4819260d47', 'port_id': '58d23146-72f4-4c03-9abc-1c511d052127', 'mac_address': 'fa:16:3e:36:18:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf48ca8b-7b24-41a3-ad06-a849bff9e5b9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:02:32.581266 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e690e7-d754-4f38-98cb-d36725237a4c None None] Routers {'db3527ae-e94e-433e-b0af-11baf8c67c04'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:02:32.581881 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-55e690e7-d754-4f38-98cb-d36725237a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:02:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['db3527ae-e94e-433e-b0af-11baf8c67c04'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:02:32.657724 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3183c01b-981c-4a47-a7d5-7275dc0701c4 req-babfe2aa-26cb-4516-9aa3-b2c83724234d tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/security-groups?id=68f86c4c-dba3-493f-a553-82dc543f33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119583 May 05 20:02:32.707619 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5668f243-77ab-4433-978c-648042e8a215 req-b9d3b437-6a9c-493a-b5d7-77f21efb4668 service neutron] 10.222.0.50 "GET /v2.0/networks/5f383bab-d2ac-4d6b-b5b0-d3f0ff3c62c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232175 May 05 20:02:32.756083 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-dc40e182-c5bb-484f-b5e0-660bbadafa05 admin admin] For port a57cb912-4d00-4f2e-ba96-23fa44c3d2a8, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=a57cb912-4d00-4f2e-ba96-23fa44c3d2a8,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:02:32.756689 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dc40e182-c5bb-484f-b5e0-660bbadafa05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:32.775938 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58683f0-c32d-4f55-b4b8-31a9b7ebcfa8 req-dc34ae31-08c4-4836-812e-b1592b160a4a tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:32.777672 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f58683f0-c32d-4f55-b4b8-31a9b7ebcfa8 req-dc34ae31-08c4-4836-812e-b1592b160a4a tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=f56db24d-dbf0-4b73-b1ed-9dda9cc52d58 HTTP/1.1" status: 200 len: 945 time: 0.2608948 May 05 20:02:32.788556 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5668f243-77ab-4433-978c-648042e8a215 req-53fb209a-cb16-439b-b3d2-90226f1ab611 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=3e25fa10-4b16-4472-9de5-596123987dfe HTTP/1.1" status: 200 len: 217 time: 0.0755017 May 05 20:02:32.844849 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:32.866791 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-55e690e7-d754-4f38-98cb-d36725237a4c None None] Set router db3527ae-e94e-433e-b0af-11baf8c67c04 gateway port host: None {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:02:32.867585 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5668f243-77ab-4433-978c-648042e8a215 req-43dbb066-f9a3-4957-8f40-27db331c768b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:32.869311 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5668f243-77ab-4433-978c-648042e8a215 req-43dbb066-f9a3-4957-8f40-27db331c768b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=88000561-1dd2-4d2e-8ca8-f3ecd119e4d9 HTTP/1.1" status: 200 len: 797 time: 0.0755396 May 05 20:02:32.916712 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-dc40e182-c5bb-484f-b5e0-660bbadafa05 admin admin] Calling delete_port for a57cb912-4d00-4f2e-ba96-23fa44c3d2a8 owned by network:router_gateway {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:02:32.954658 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5668f243-77ab-4433-978c-648042e8a215 req-2285404c-bd48-4dd0-9fd1-891c45d7937c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:32.956603 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5668f243-77ab-4433-978c-648042e8a215 req-2285404c-bd48-4dd0-9fd1-891c45d7937c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5efdefe9-fb05-48a6-914c-98a1b2ebb362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0814669 May 05 20:02:32.969125 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 58d23146-72f4-4c03-9abc-1c511d052127 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:02:32.981987 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-55e690e7-d754-4f38-98cb-d36725237a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3527ae-e94e-433e-b0af-11baf8c67c04', 'name': 'tempest-ServersTestJSON-818348373-router', 'tenant_id': 'c5bc97d17c8c4bca95c497c59c0718d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:00:38Z', 'updated_at': '2022-05-05T20:02:32Z', 'revision_number': 6, 'project_id': 'c5bc97d17c8c4bca95c497c59c0718d6', 'gw_port_host': None}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:02:32.991681 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e690e7-d754-4f38-98cb-d36725237a4c None None] The sync data for ids ['db3527ae-e94e-433e-b0af-11baf8c67c04'] in n-d-840717-1 is: [{'id': 'db3527ae-e94e-433e-b0af-11baf8c67c04', 'name': 'tempest-ServersTestJSON-818348373-router', 'tenant_id': 'c5bc97d17c8c4bca95c497c59c0718d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:00:38Z', 'updated_at': '2022-05-05T20:02:32Z', 'revision_number': 6, 'project_id': 'c5bc97d17c8c4bca95c497c59c0718d6', 'gw_port_host': None}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:02:33.001584 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 58d23146-72f4-4c03-9abc-1c511d052127, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=58d23146-72f4-4c03-9abc-1c511d052127,segment=NetworkSegment(79511503-ff66-4663-ae8b-5322fffb3d0a),segment_id=79511503-ff66-4663-ae8b-5322fffb3d0a)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:02:33.003034 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f58683f0-c32d-4f55-b4b8-31a9b7ebcfa8 req-09c2fc6f-198f-41e5-b890-7e754cc36413 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677191 May 05 20:02:33.007393 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:33.123253 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 44080) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:02:33.127037 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=58d23146-72f4-4c03-9abc-1c511d052127,revision_number=6']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:02:33.147454 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-9f080265-2800-460f-ae32-0476176f5731 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Request body: {'security_group': {'name': 'tempest-securitygroup--669425771', 'description': 'tempest-description--761712838'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:02:33.168606 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['58d23146-72f4-4c03-9abc-1c511d052127'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:02:33.185100 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-9f080265-2800-460f-ae32-0476176f5731 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:02:33.197590 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5668f243-77ab-4433-978c-648042e8a215 req-4d5e0c01-6651-43ad-b899-0415dc86c2ee service neutron] 10.222.0.50 "GET /v2.0/networks/5efdefe9-fb05-48a6-914c-98a1b2ebb362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328994 May 05 20:02:33.240928 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-9f080265-2800-460f-ae32-0476176f5731 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:02:33.286466 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9f080265-2800-460f-ae32-0476176f5731 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:33.305548 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dc40e182-c5bb-484f-b5e0-660bbadafa05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:33.360847 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc40e182-c5bb-484f-b5e0-660bbadafa05 admin admin] Pushing event deleted for resources: {'Port': ['ID=a57cb912-4d00-4f2e-ba96-23fa44c3d2a8,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:02:33.397646 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-9f080265-2800-460f-ae32-0476176f5731 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:02:33.413546 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-9f080265-2800-460f-ae32-0476176f5731 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Usage tracker for resource:security_group_rule and tenant:2b65203be12a44e3b2b676f0adb9acc7 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:02:33.530420 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5668f243-77ab-4433-978c-648042e8a215 req-1ce60a8a-cec7-4022-816c-0d36117c08ae service neutron] 10.222.0.50 "GET /v2.0/networks/5efdefe9-fb05-48a6-914c-98a1b2ebb362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021569 May 05 20:02:33.535716 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e4f9f573-32e9-4c9c-bf44-85104ddc814e req-0e0b646e-416e-41bd-ac05-dfacc239d20a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=50ef8a1b-b5c5-4d08-9e84-1bc77a3ab332&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3405976 May 05 20:02:33.584894 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-9f080265-2800-460f-ae32-0476176f5731 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:02:33.595798 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dc40e182-c5bb-484f-b5e0-660bbadafa05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:33.605282 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c7765-7b5e-455d-b10e-a1a66f38b4c7 req-0eb9aef6-cb0f-48fa-935f-90a009edb7fc tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:33.605831 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-840c7765-7b5e-455d-b10e-a1a66f38b4c7 req-0eb9aef6-cb0f-48fa-935f-90a009edb7fc tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/networks?id=642babfc-0f83-431e-8336-efb566a9ef25 HTTP/1.1" status: 200 len: 810 time: 0.3720725 May 05 20:02:33.614899 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5668f243-77ab-4433-978c-648042e8a215 req-15dd1512-cd77-4166-892f-cf0c72014417 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=f84e637a-e4c6-4604-af15-a4ac4d5aa1b3 HTTP/1.1" status: 200 len: 217 time: 0.0782890 May 05 20:02:33.650675 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-9f080265-2800-460f-ae32-0476176f5731 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:02:33.660522 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9e86d-2986-4d29-87a9-713bced42fe9 req-7e4b594c-6fdc-4309-ac08-45a8d7ea3822 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:33.662020 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dca9e86d-2986-4d29-87a9-713bced42fe9 req-7e4b594c-6fdc-4309-ac08-45a8d7ea3822 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=4323cae9-e867-48dc-bb84-72dbe559c9ec HTTP/1.1" status: 200 len: 946 time: 0.5069714 May 05 20:02:33.822340 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-840c7765-7b5e-455d-b10e-a1a66f38b4c7 req-39b329dd-71c0-4903-8258-b5c898c47aec tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/quotas/906aba68473d4c909ae20bf98b18c462 HTTP/1.1" status: 200 len: 375 time: 0.2061512 May 05 20:02:33.835889 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dc40e182-c5bb-484f-b5e0-660bbadafa05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:33.851471 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dc40e182-c5bb-484f-b5e0-660bbadafa05 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:33.874213 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dca9e86d-2986-4d29-87a9-713bced42fe9 req-1327dceb-3c73-4031-9ac3-1db129ca682a tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e8b672e-b72d-46a4-99a4-5f3b38959e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447310 May 05 20:02:33.913626 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dc40e182-c5bb-484f-b5e0-660bbadafa05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:33.914907 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc40e182-c5bb-484f-b5e0-660bbadafa05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db3527ae-e94e-433e-b0af-11baf8c67c04 {{(pid=88197) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:02:33.930756 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5668f243-77ab-4433-978c-648042e8a215 req-66fa7296-8070-45e9-a69e-2f6d30aace1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:33.932234 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5668f243-77ab-4433-978c-648042e8a215 req-66fa7296-8070-45e9-a69e-2f6d30aace1f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=88000561-1dd2-4d2e-8ca8-f3ecd119e4d9 HTTP/1.1" status: 200 len: 797 time: 0.3074691 May 05 20:02:33.962628 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9f080265-2800-460f-ae32-0476176f5731 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:33.971890 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9f080265-2800-460f-ae32-0476176f5731 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:34.012316 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dc40e182-c5bb-484f-b5e0-660bbadafa05 admin admin] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:34.016144 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-dc40e182-c5bb-484f-b5e0-660bbadafa05 admin admin] 10.222.0.36 "DELETE /v2.0/routers/db3527ae-e94e-433e-b0af-11baf8c67c04 HTTP/1.1" status: 204 len: 168 time: 2.1658249 May 05 20:02:34.016626 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 44094) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:02:34.063265 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f9f573-32e9-4c9c-bf44-85104ddc814e req-b441da6f-fc6e-4a7d-b7c6-4d30252ab75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:34.064785 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e4f9f573-32e9-4c9c-bf44-85104ddc814e req-b441da6f-fc6e-4a7d-b7c6-4d30252ab75f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ac5211529134663a7b81ee9a43f1be9&device_id=50ef8a1b-b5c5-4d08-9e84-1bc77a3ab332 HTTP/1.1" status: 200 len: 1097 time: 0.4379458 May 05 20:02:34.066826 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9f080265-2800-460f-ae32-0476176f5731 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:34.072199 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-9f080265-2800-460f-ae32-0476176f5731 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9472721 May 05 20:02:34.080710 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 44100) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:02:34.081621 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f080265-2800-460f-ae32-0476176f5731 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f74f81b7-56c4-4512-a034-782c02e21f6e,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:02:34.092171 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-840c7765-7b5e-455d-b10e-a1a66f38b4c7 req-bd2ffd1c-3705-4f8f-8dd9-4ae63aee2574 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=906aba68473d4c909ae20bf98b18c462&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2609892 May 05 20:02:34.105164 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-074caa7b-08cf-40c5-bced-99a9d165533b tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Request body: {'security_group_rule': {'security_group_id': 'f74f81b7-56c4-4512-a034-782c02e21f6e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:02:34.113965 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-074caa7b-08cf-40c5-bced-99a9d165533b tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:02:34.120670 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-074caa7b-08cf-40c5-bced-99a9d165533b tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Usage tracker for resource:security_group_rule and tenant:2b65203be12a44e3b2b676f0adb9acc7 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:02:34.126640 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-074caa7b-08cf-40c5-bced-99a9d165533b tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:02:34.134110 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-074caa7b-08cf-40c5-bced-99a9d165533b tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:02:34.160516 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-074caa7b-08cf-40c5-bced-99a9d165533b tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:34.178096 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566ac8b-98b1-4b0f-8ad4-0b4ca731012a req-1ae0e168-d38f-411e-818e-58876fad9cd4 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:34.179665 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8566ac8b-98b1-4b0f-8ad4-0b4ca731012a req-1ae0e168-d38f-411e-818e-58876fad9cd4 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c19c4cf-e659-4775-8461-7e5c2377cb6f HTTP/1.1" status: 200 len: 944 time: 0.1617959 May 05 20:02:34.207006 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-8268c5bf-0c7e-4722-a92a-851843933208 admin admin] Deleting subnet 25f091e9-57a5-4759-ad7e-42d23abf747a {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:02:34.252431 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8566ac8b-98b1-4b0f-8ad4-0b4ca731012a req-693fa969-f8e2-47b1-8c0d-df6e64ae6a7f tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cb43301-61da-408d-ba7f-c0b8dd491c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661750 May 05 20:02:34.264763 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8268c5bf-0c7e-4722-a92a-851843933208 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:34.271688 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-074caa7b-08cf-40c5-bced-99a9d165533b tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:34.276248 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-074caa7b-08cf-40c5-bced-99a9d165533b tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:34.300835 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074caa7b-08cf-40c5-bced-99a9d165533b tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bc275e9-9aad-4bb0-a88c-f5ecb9bffbb8,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:02:34.311888 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-074caa7b-08cf-40c5-bced-99a9d165533b tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:34.315922 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-074caa7b-08cf-40c5-bced-99a9d165533b tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2186482 May 05 20:02:34.316906 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 44104) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:02:34.322601 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-765f1ef6-7c04-4daa-9d1b-6068df8660ca tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Request body: {'security_group_rule': {'security_group_id': 'f74f81b7-56c4-4512-a034-782c02e21f6e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:02:34.331705 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-765f1ef6-7c04-4daa-9d1b-6068df8660ca tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:02:34.335452 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-765f1ef6-7c04-4daa-9d1b-6068df8660ca tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Usage tracker for resource:security_group_rule and tenant:2b65203be12a44e3b2b676f0adb9acc7 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:02:34.338372 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-765f1ef6-7c04-4daa-9d1b-6068df8660ca tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:02:34.341763 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 58d23146-72f4-4c03-9abc-1c511d052127 up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:02:34.344237 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-765f1ef6-7c04-4daa-9d1b-6068df8660ca tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:02:34.358255 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5668f243-77ab-4433-978c-648042e8a215 req-541cd1aa-5974-44a4-b207-9881013c3cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:34.358497 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5668f243-77ab-4433-978c-648042e8a215 req-541cd1aa-5974-44a4-b207-9881013c3cb1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5efdefe9-fb05-48a6-914c-98a1b2ebb362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4184370 May 05 20:02:34.369686 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-765f1ef6-7c04-4daa-9d1b-6068df8660ca tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:34.433505 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 58d23146-72f4-4c03-9abc-1c511d052127 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:02:34.434166 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:34.442691 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8268c5bf-0c7e-4722-a92a-851843933208 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:34.501319 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-765f1ef6-7c04-4daa-9d1b-6068df8660ca tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:34.511653 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-765f1ef6-7c04-4daa-9d1b-6068df8660ca tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:34.568056 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765f1ef6-7c04-4daa-9d1b-6068df8660ca tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40cb12fc-93a2-48ed-9a0c-10f6337595ca,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:02:34.581678 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f9f573-32e9-4c9c-bf44-85104ddc814e req-6a15ccbc-bb66-4ef4-942c-af682a496bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:34.583574 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e4f9f573-32e9-4c9c-bf44-85104ddc814e req-6a15ccbc-bb66-4ef4-942c-af682a496bb7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8a536572-51e8-41c9-b6b4-029e4a14e253 HTTP/1.1" status: 200 len: 920 time: 0.4902558 May 05 20:02:34.599946 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa06c23f-0496-4e28-a8fa-c6c2589064e7 req-e06b76b0-6abd-4ed4-afd9-3e24840af7d1 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:34.603189 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:34.608494 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fa06c23f-0496-4e28-a8fa-c6c2589064e7 req-e06b76b0-6abd-4ed4-afd9-3e24840af7d1 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=f56db24d-dbf0-4b73-b1ed-9dda9cc52d58 HTTP/1.1" status: 200 len: 945 time: 0.2220311 May 05 20:02:34.659038 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 58d23146-72f4-4c03-9abc-1c511d052127, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=58d23146-72f4-4c03-9abc-1c511d052127,segment=NetworkSegment(79511503-ff66-4663-ae8b-5322fffb3d0a),segment_id=79511503-ff66-4663-ae8b-5322fffb3d0a)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:02:34.660379 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device d488c1cd-1553-4f27-ba73-7b1ec88941e5 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:02:34.672247 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-765f1ef6-7c04-4daa-9d1b-6068df8660ca tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:34.676328 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-765f1ef6-7c04-4daa-9d1b-6068df8660ca tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3552182 May 05 20:02:34.680396 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 44108) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:02:34.687818 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e4f9f573-32e9-4c9c-bf44-85104ddc814e req-f5fe4506-854a-454e-bf0b-41cd583bdf81 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8ddce1d-abb9-4ef9-ace4-1222370d0084 HTTP/1.1" status: 200 len: 217 time: 0.0954919 May 05 20:02:34.688221 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c19c4cf-e659-4775-8461-7e5c2377cb6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d23146-72f4-4c03-9abc-1c511d052127'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:02:34.691565 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-92fa4f91-b96b-4107-a845-2a4bcd01c028 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Request body: {'floatingip': {'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:02:34.697996 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-840c7765-7b5e-455d-b10e-a1a66f38b4c7 req-c8eccfe9-eae3-4234-a600-d0e2e170a6e6 service neutron] 10.222.0.36 "GET /v2.0/networks/642babfc-0f83-431e-8336-efb566a9ef25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5733700 May 05 20:02:34.698143 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d6f20206-5890-4c12-81ae-db0d96cf6961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:34.699527 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:34.712841 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-92fa4f91-b96b-4107-a845-2a4bcd01c028 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:02:34.721611 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-92fa4f91-b96b-4107-a845-2a4bcd01c028 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Usage tracker for resource:floatingip and tenant:2b65203be12a44e3b2b676f0adb9acc7 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:02:34.725607 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-92fa4f91-b96b-4107-a845-2a4bcd01c028 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:02:34.736928 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-92fa4f91-b96b-4107-a845-2a4bcd01c028 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:02:34.742016 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: d488c1cd-1553-4f27-ba73-7b1ec88941e5 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:02:34.742016 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device d488c1cd-1553-4f27-ba73-7b1ec88941e5 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:02:34.742016 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device a57cb912-4d00-4f2e-ba96-23fa44c3d2a8 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:02:34.748564 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fa06c23f-0496-4e28-a8fa-c6c2589064e7 req-4f33e6ae-8b02-42b6-ae5b-28bcc47ab1eb tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384110 May 05 20:02:34.787452 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-92fa4f91-b96b-4107-a845-2a4bcd01c028 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for floatingip, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:34.807217 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5668f243-77ab-4433-978c-648042e8a215 req-3043737f-d284-493b-8166-42d851714306 service neutron] 10.222.0.50 "GET /v2.0/networks/5efdefe9-fb05-48a6-914c-98a1b2ebb362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4341755 May 05 20:02:34.814697 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=58d23146-72f4-4c03-9abc-1c511d052127,revision_number=7']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:02:34.824714 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e84a4ad4-bed4-485b-a12e-85487aa43efa'] response: {'server_uuid': '3c19c4cf-e659-4775-8461-7e5c2377cb6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d23146-72f4-4c03-9abc-1c511d052127', 'code': 200} May 05 20:02:34.825944 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: a57cb912-4d00-4f2e-ba96-23fa44c3d2a8 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:02:34.826347 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device a57cb912-4d00-4f2e-ba96-23fa44c3d2a8 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:02:34.837355 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91cb9c1-365b-40de-b153-9b112b2d3a0b req-96bb3e80-80cd-435d-a062-8879028c9bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:34.839500 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d91cb9c1-365b-40de-b153-9b112b2d3a0b req-96bb3e80-80cd-435d-a062-8879028c9bd3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4323cae9-e867-48dc-bb84-72dbe559c9ec HTTP/1.1" status: 200 len: 1097 time: 0.2042456 May 05 20:02:34.934141 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f9f573-32e9-4c9c-bf44-85104ddc814e req-bff71342-c562-43a4-9856-41474c29474c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:34.935238 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e4f9f573-32e9-4c9c-bf44-85104ddc814e req-bff71342-c562-43a4-9856-41474c29474c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=afbf8c9c-9fa3-4fdd-ba30-b4249970e4ad HTTP/1.1" status: 200 len: 858 time: 0.2399354 May 05 20:02:34.943920 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d91cb9c1-365b-40de-b153-9b112b2d3a0b req-302510e3-49ca-444f-b447-7c59fc15617a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2e8b672e-b72d-46a4-99a4-5f3b38959e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988989 May 05 20:02:34.983566 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-92fa4f91-b96b-4107-a845-2a4bcd01c028 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:35.070861 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8268c5bf-0c7e-4722-a92a-851843933208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:35.139657 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-840c7765-7b5e-455d-b10e-a1a66f38b4c7 req-970316e0-30ef-492f-b414-d2d9b4180fe7 service neutron] 10.222.0.36 "GET /v2.0/networks/642babfc-0f83-431e-8336-efb566a9ef25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4085183 May 05 20:02:35.177383 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e6a04-27ca-41d1-8052-575f371ae5cd req-c5fa7de7-6ece-446e-a9f9-048823fb3504 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:35.178924 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a12e6a04-27ca-41d1-8052-575f371ae5cd req-c5fa7de7-6ece-446e-a9f9-048823fb3504 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=4323cae9-e867-48dc-bb84-72dbe559c9ec HTTP/1.1" status: 200 len: 946 time: 0.1613688 May 05 20:02:35.180970 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5668f243-77ab-4433-978c-648042e8a215 req-e809cd76-b5a2-48bd-8e97-065a98c657db service neutron] 10.222.0.50 "GET /v2.0/networks/5efdefe9-fb05-48a6-914c-98a1b2ebb362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3616502 May 05 20:02:35.207884 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-92fa4f91-b96b-4107-a845-2a4bcd01c028 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Allocated IP 172.25.0.31 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/cecc570e-aa46-47aa-bbee-f34992241b03) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:02:35.263992 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a12e6a04-27ca-41d1-8052-575f371ae5cd req-7a7a6aba-b631-48d3-a4a3-87fb6b02f227 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e8b672e-b72d-46a4-99a4-5f3b38959e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690124 May 05 20:02:35.265557 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8268c5bf-0c7e-4722-a92a-851843933208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:35.297718 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5668f243-77ab-4433-978c-648042e8a215 req-6aa6c93c-a214-4e75-a97a-6de787a06e2e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=bd8854c6-838f-44f3-8df9-07057c4679c3 HTTP/1.1" status: 200 len: 217 time: 0.1075222 May 05 20:02:35.304578 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f9f573-32e9-4c9c-bf44-85104ddc814e req-9c104dcb-0fb8-41c2-a002-ee20bf260cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:35.306527 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e4f9f573-32e9-4c9c-bf44-85104ddc814e req-9c104dcb-0fb8-41c2-a002-ee20bf260cd7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8a536572-51e8-41c9-b6b4-029e4a14e253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3571239 May 05 20:02:35.411225 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-92fa4f91-b96b-4107-a845-2a4bcd01c028 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:35.499963 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8268c5bf-0c7e-4722-a92a-851843933208 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25f091e9-57a5-4759-ad7e-42d23abf747a,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:02:35.506504 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-92fa4f91-b96b-4107-a845-2a4bcd01c028 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:35.509992 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afcc6180-abfe-4302-a0c6-5f5f728b5bfa None None] Network 2a9a9df3-ea16-4794-afeb-472875076e06 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:02:35.562324 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8268c5bf-0c7e-4722-a92a-851843933208 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:35.593042 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fa4f91-b96b-4107-a845-2a4bcd01c028 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:02:35.597033 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-92fa4f91-b96b-4107-a845-2a4bcd01c028 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:02:35.605007 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fa4f91-b96b-4107-a845-2a4bcd01c028 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:02:35.640287 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-51c68256-4ff3-41ae-981c-c09a90ccf472 req-f088b063-219e-45a1-926a-be7823012463 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/ports?device_id=024bc7a8-830a-4f2b-8ca7-a1123fbbb4f0 HTTP/1.1" status: 200 len: 210 time: 0.1445212 May 05 20:02:35.644154 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-8268c5bf-0c7e-4722-a92a-851843933208 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/25f091e9-57a5-4759-ad7e-42d23abf747a HTTP/1.1" status: 204 len: 168 time: 1.6227608 May 05 20:02:35.647583 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 44126) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:02:35.653513 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fa4f91-b96b-4107-a845-2a4bcd01c028 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Pushing event updated for resources: {'Port': ['ID=cecc570e-aa46-47aa-bbee-f34992241b03,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:02:35.696765 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db94a8d8-cf2f-428f-91b8-9bd031d90f15 req-06aa9e9a-429e-45e2-9e44-40aee9f2f7ad tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:35.698419 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-db94a8d8-cf2f-428f-91b8-9bd031d90f15 req-06aa9e9a-429e-45e2-9e44-40aee9f2f7ad tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c19c4cf-e659-4775-8461-7e5c2377cb6f HTTP/1.1" status: 200 len: 945 time: 0.2599726 May 05 20:02:35.768103 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-db94a8d8-cf2f-428f-91b8-9bd031d90f15 req-8ecbf1e0-75d8-4538-9231-975b3640c98c tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cb43301-61da-408d-ba7f-c0b8dd491c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582986 May 05 20:02:35.773868 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-92fa4f91-b96b-4107-a845-2a4bcd01c028 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:35.879516 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-92fa4f91-b96b-4107-a845-2a4bcd01c028 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:35.897584 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c94a363-a8e8-4e35-8f3a-a7fb9a6ee782 None None] DHCP port deletion for 2a9a9df3-ea16-4794-afeb-472875076e06 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:02:35.899561 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5668f243-77ab-4433-978c-648042e8a215 req-ab6d396d-887c-4379-8ec3-8ea846f6364c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:35.901220 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5668f243-77ab-4433-978c-648042e8a215 req-ab6d396d-887c-4379-8ec3-8ea846f6364c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=88000561-1dd2-4d2e-8ca8-f3ecd119e4d9 HTTP/1.1" status: 200 len: 797 time: 0.5937605 May 05 20:02:35.905020 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-1c94a363-a8e8-4e35-8f3a-a7fb9a6ee782 None None] Deleting port 32102198-d147-4fbb-8159-c6a3b7a43532 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:02:35.906591 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1c94a363-a8e8-4e35-8f3a-a7fb9a6ee782 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:35.978726 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e4f9f573-32e9-4c9c-bf44-85104ddc814e req-1a1806b6-e639-4d02-a6f5-b37fb31177d3 service neutron] 10.222.0.24 "GET /v2.0/networks/8a536572-51e8-41c9-b6b4-029e4a14e253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6312256 May 05 20:02:36.148851 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-03c6a6c3-d074-4205-bb4b-ad5b3b06989c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:36.208954 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-1c94a363-a8e8-4e35-8f3a-a7fb9a6ee782 None None] For port 32102198-d147-4fbb-8159-c6a3b7a43532, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=32102198-d147-4fbb-8159-c6a3b7a43532,segment=NetworkSegment(3aa7e59a-714f-4cf9-893d-8943b903815a),segment_id=3aa7e59a-714f-4cf9-893d-8943b903815a)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:02:36.209350 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1c94a363-a8e8-4e35-8f3a-a7fb9a6ee782 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:36.364164 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-1c94a363-a8e8-4e35-8f3a-a7fb9a6ee782 None None] Calling delete_port for 32102198-d147-4fbb-8159-c6a3b7a43532 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:02:36.392036 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-03c6a6c3-d074-4205-bb4b-ad5b3b06989c admin admin] Deleting port 32102198-d147-4fbb-8159-c6a3b7a43532 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:02:36.392364 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-03c6a6c3-d074-4205-bb4b-ad5b3b06989c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:36.502446 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1c94a363-a8e8-4e35-8f3a-a7fb9a6ee782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:36.548395 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-03c6a6c3-d074-4205-bb4b-ad5b3b06989c admin admin] The port '32102198-d147-4fbb-8159-c6a3b7a43532' was deleted {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 20:02:36.569238 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5668f243-77ab-4433-978c-648042e8a215 req-7ba109d9-18a1-437e-aa79-d8fb17a0e584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:36.572176 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5668f243-77ab-4433-978c-648042e8a215 req-7ba109d9-18a1-437e-aa79-d8fb17a0e584 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5efdefe9-fb05-48a6-914c-98a1b2ebb362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6581895 May 05 20:02:36.619680 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c94a363-a8e8-4e35-8f3a-a7fb9a6ee782 None None] Pushing event deleted for resources: {'Port': ['ID=32102198-d147-4fbb-8159-c6a3b7a43532,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:02:36.623754 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 32102198-d147-4fbb-8159-c6a3b7a43532 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:02:36.630986 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-92fa4f91-b96b-4107-a845-2a4bcd01c028 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:36.640568 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977845a0-2045-47f5-aa21-8f6da38005f8 req-848c8422-4422-4dda-90a8-d87b4bda1231 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:36.647553 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-977845a0-2045-47f5-aa21-8f6da38005f8 req-848c8422-4422-4dda-90a8-d87b4bda1231 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=4323cae9-e867-48dc-bb84-72dbe559c9ec HTTP/1.1" status: 200 len: 946 time: 0.1487617 May 05 20:02:36.666244 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-92fa4f91-b96b-4107-a845-2a4bcd01c028 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:36.667624 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 32102198-d147-4fbb-8159-c6a3b7a43532 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:02:36.668048 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 32102198-d147-4fbb-8159-c6a3b7a43532 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:02:36.672959 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c94a363-a8e8-4e35-8f3a-a7fb9a6ee782 None None] No DVR routers for this DVR port 32102198-d147-4fbb-8159-c6a3b7a43532 on host n-d-840717-1 {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:02:36.681418 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e4f9f573-32e9-4c9c-bf44-85104ddc814e req-ccb6a7cb-eea6-4774-9eab-5b3574a2d852 service neutron] 10.222.0.24 "GET /v2.0/networks/8a536572-51e8-41c9-b6b4-029e4a14e253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6080818 May 05 20:02:36.713716 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5588e9af-f7d9-439d-b8b5-4b51bee2c843 req-50f07fa9-f71c-4c77-9d65-6e477641c85f tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:36.716535 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5588e9af-f7d9-439d-b8b5-4b51bee2c843 req-50f07fa9-f71c-4c77-9d65-6e477641c85f tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=f56db24d-dbf0-4b73-b1ed-9dda9cc52d58 HTTP/1.1" status: 200 len: 945 time: 0.7486465 May 05 20:02:36.806089 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-977845a0-2045-47f5-aa21-8f6da38005f8 req-51ff051e-57e8-4b57-9bbe-b0ca9377dea1 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e8b672e-b72d-46a4-99a4-5f3b38959e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576412 May 05 20:02:36.822809 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f67d83a2-e1a9-4647-ac92-1242815b213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:36.838696 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fa4f91-b96b-4107-a845-2a4bcd01c028 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Pushing event updated for resources: {'Port': ['ID=cecc570e-aa46-47aa-bbee-f34992241b03,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:02:36.884962 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-03c6a6c3-d074-4205-bb4b-ad5b3b06989c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:36.919610 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5588e9af-f7d9-439d-b8b5-4b51bee2c843 req-949f9fc2-49fc-45f5-8886-dedd2e116470 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868534 May 05 20:02:36.951597 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-03c6a6c3-d074-4205-bb4b-ad5b3b06989c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a9a9df3-ea16-4794-afeb-472875076e06']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:02:36.963421 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5668f243-77ab-4433-978c-648042e8a215 req-299ff59c-b672-4ff9-93f1-859f7397e16d service neutron] 10.222.0.50 "GET /v2.0/networks/5efdefe9-fb05-48a6-914c-98a1b2ebb362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3576777 May 05 20:02:36.967565 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-03c6a6c3-d074-4205-bb4b-ad5b3b06989c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aa7e59a-714f-4cf9-893d-8943b903815a') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:02:36.967860 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-03c6a6c3-d074-4205-bb4b-ad5b3b06989c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aa7e59a-714f-4cf9-893d-8943b903815a') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:02:37.006421 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-03c6a6c3-d074-4205-bb4b-ad5b3b06989c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:37.014493 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-92fa4f91-b96b-4107-a845-2a4bcd01c028 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:37.041810 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-03c6a6c3-d074-4205-bb4b-ad5b3b06989c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:37.055276 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03c6a6c3-d074-4205-bb4b-ad5b3b06989c admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:02:37.055715 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-03c6a6c3-d074-4205-bb4b-ad5b3b06989c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:37.071160 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:02:37.071160 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:02:37.071160 n-d-840717-1 neutron-server[88198]: timer() May 05 20:02:37.071160 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:02:37.071160 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:02:37.071160 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:02:37.071160 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:02:37.071160 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:02:37.071160 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:02:37.071160 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:02:37.071160 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:02:37.071160 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:02:37.071160 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:02:37.071160 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:02:37.071160 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:02:37.071160 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:02:37.071160 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:02:37.071160 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:02:37.071160 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:02:37.071160 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:02:37.071160 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:02:37.071160 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:02:37.071160 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:02:37.071160 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:02:37.071160 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:02:37.071160 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:02:37.071160 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:02:37.071160 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:02:37.071160 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:02:37.071160 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:02:37.071160 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:02:37.071160 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:02:37.145001 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-92fa4f91-b96b-4107-a845-2a4bcd01c028 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:37.146247 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-92fa4f91-b96b-4107-a845-2a4bcd01c028 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4639404 May 05 20:02:37.191844 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c7765-7b5e-455d-b10e-a1a66f38b4c7 req-a5a6f886-f75b-41e3-bd4a-1346fd98699b tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:37.193298 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-840c7765-7b5e-455d-b10e-a1a66f38b4c7 req-a5a6f886-f75b-41e3-bd4a-1346fd98699b tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.50 "GET /v2.0/networks?id=642babfc-0f83-431e-8336-efb566a9ef25 HTTP/1.1" status: 200 len: 810 time: 0.3396008 May 05 20:02:37.202481 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde966b-c1be-4874-9fef-fb941348633f req-ecc33b37-39ff-4011-91c6-7e4d86bbaecd tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:37.205807 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0bde966b-c1be-4874-9fef-fb941348633f req-ecc33b37-39ff-4011-91c6-7e4d86bbaecd tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c19c4cf-e659-4775-8461-7e5c2377cb6f HTTP/1.1" status: 200 len: 945 time: 0.2346778 May 05 20:02:37.212199 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-840c7765-7b5e-455d-b10e-a1a66f38b4c7 req-40c24523-72b9-4df8-9ba4-d79026b2861b tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Request body: {'port': {'device_id': '024bc7a8-830a-4f2b-8ca7-a1123fbbb4f0', 'network_id': '642babfc-0f83-431e-8336-efb566a9ef25', 'admin_state_up': True, 'tenant_id': '906aba68473d4c909ae20bf98b18c462'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:02:37.236168 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a31c3529-a659-49e3-b7a8-632e55fc42a4 req-f17f4af3-1b5b-4d40-be74-7b42b2035b48 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/ports?device_id=024bc7a8-830a-4f2b-8ca7-a1123fbbb4f0 HTTP/1.1" status: 200 len: 210 time: 0.1582701 May 05 20:02:37.279791 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-03c6a6c3-d074-4205-bb4b-ad5b3b06989c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:37.301446 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-03c6a6c3-d074-4205-bb4b-ad5b3b06989c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:37.308327 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5668f243-77ab-4433-978c-648042e8a215 req-34772911-429f-42eb-962f-e94d27ad211b service neutron] 10.222.0.50 "GET /v2.0/networks/5efdefe9-fb05-48a6-914c-98a1b2ebb362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333235 May 05 20:02:37.311549 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6a6c3-d074-4205-bb4b-ad5b3b06989c admin admin] Pushing event deleted for resources: {'Network': ['ID=2a9a9df3-ea16-4794-afeb-472875076e06,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:02:37.372216 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-03c6a6c3-d074-4205-bb4b-ad5b3b06989c admin admin] 10.222.0.36 "DELETE /v2.0/networks/2a9a9df3-ea16-4794-afeb-472875076e06 HTTP/1.1" status: 204 len: 168 time: 1.7091856 May 05 20:02:37.381086 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5668f243-77ab-4433-978c-648042e8a215 req-ff05aa15-f4ad-46b1-b4a3-60ce4e37326f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=e16abe2d-4652-4238-b1ff-10009a771c77 HTTP/1.1" status: 200 len: 217 time: 0.0661502 May 05 20:02:37.382804 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0bde966b-c1be-4874-9fef-fb941348633f req-e0ccab60-c8ee-4b21-a2d3-cd161b1dda18 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cb43301-61da-408d-ba7f-c0b8dd491c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552169 May 05 20:02:37.441280 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-840c7765-7b5e-455d-b10e-a1a66f38b4c7 req-40c24523-72b9-4df8-9ba4-d79026b2861b tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:02:37.485656 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-840c7765-7b5e-455d-b10e-a1a66f38b4c7 req-40c24523-72b9-4df8-9ba4-d79026b2861b tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:02:37.520521 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-840c7765-7b5e-455d-b10e-a1a66f38b4c7 req-40c24523-72b9-4df8-9ba4-d79026b2861b tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Made reservation on behalf of 906aba68473d4c909ae20bf98b18c462 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:02:37.520521 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-840c7765-7b5e-455d-b10e-a1a66f38b4c7 req-40c24523-72b9-4df8-9ba4-d79026b2861b tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:37.681464 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-5ddce15e-205b-432f-b465-a9ee87bafef4 req-c9089de3-4cb5-47b2-a282-b94f0c059ca6 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Synchronizing usage tracker for tenant:2b65203be12a44e3b2b676f0adb9acc7 on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:02:37.704584 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 44172) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:02:37.722032 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5668f243-77ab-4433-978c-648042e8a215 req-69da9a88-9f03-4419-931b-e5bb719163b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:37.724009 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5668f243-77ab-4433-978c-648042e8a215 req-69da9a88-9f03-4419-931b-e5bb719163b0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=88000561-1dd2-4d2e-8ca8-f3ecd119e4d9 HTTP/1.1" status: 200 len: 797 time: 0.3322108 May 05 20:02:37.733878 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:37.755991 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-5ddce15e-205b-432f-b465-a9ee87bafef4 req-c9089de3-4cb5-47b2-a282-b94f0c059ca6 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Unset dirty status for tenant:2b65203be12a44e3b2b676f0adb9acc7 on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:02:37.757227 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5ddce15e-205b-432f-b465-a9ee87bafef4 req-c9089de3-4cb5-47b2-a282-b94f0c059ca6 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--669425771&fields=id&tenant_id=2b65203be12a44e3b2b676f0adb9acc7 HTTP/1.1" status: 200 len: 267 time: 0.2154100 May 05 20:02:37.848730 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-256d06e7-07f1-4edd-a14f-1ad2f42232b1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c5bc97d17c8c4bca95c497c59c0718d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1430483 May 05 20:02:37.851724 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 44178) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:02:37.997637 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5668f243-77ab-4433-978c-648042e8a215 req-d00e189d-45ca-4e4a-85e1-4f4c2104ec5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:37.999689 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:38.000536 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-840c7765-7b5e-455d-b10e-a1a66f38b4c7 req-40c24523-72b9-4df8-9ba4-d79026b2861b tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Allocated IP 172.20.0.8 (642babfc-0f83-431e-8336-efb566a9ef25/51e3d3c7-531c-4a88-a4ff-ec92a467f790/33ee20be-c95c-49b0-befc-14f906a362ba) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:02:38.005432 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5668f243-77ab-4433-978c-648042e8a215 req-d00e189d-45ca-4e4a-85e1-4f4c2104ec5f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5efdefe9-fb05-48a6-914c-98a1b2ebb362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2752972 May 05 20:02:38.044967 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7439b-4002-448c-bd34-c0213b3f51ad req-328a419c-5e28-490a-b52b-4e2ff1827d03 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:38.046439 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-66a7439b-4002-448c-bd34-c0213b3f51ad req-328a419c-5e28-490a-b52b-4e2ff1827d03 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c19c4cf-e659-4775-8461-7e5c2377cb6f HTTP/1.1" status: 200 len: 945 time: 0.2689178 May 05 20:02:38.047086 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-edc9d48d-e0ac-4d64-8065-7a8f024dc8f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:38.076786 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddce15e-205b-432f-b465-a9ee87bafef4 req-b8ecabbd-09d6-4b87-bbea-6eb20e2642cc tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:38.078223 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5ddce15e-205b-432f-b465-a9ee87bafef4 req-b8ecabbd-09d6-4b87-bbea-6eb20e2642cc tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/networks?id=025bffd7-43d6-46c1-996a-8056de7069d8 HTTP/1.1" status: 200 len: 814 time: 0.3080654 May 05 20:02:38.105823 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df553243-9318-487f-998a-1c66d245d016 req-954e6782-e697-4bf5-9547-25909fb8b8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:38.107699 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-df553243-9318-487f-998a-1c66d245d016 req-954e6782-e697-4bf5-9547-25909fb8b8fb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ac5211529134663a7b81ee9a43f1be9&device_id=4323cae9-e867-48dc-bb84-72dbe559c9ec HTTP/1.1" status: 200 len: 1097 time: 0.2708085 May 05 20:02:38.117145 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5ddce15e-205b-432f-b465-a9ee87bafef4 req-aaf2dbbf-e642-41a2-9279-17b125cb3892 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/quotas/2b65203be12a44e3b2b676f0adb9acc7 HTTP/1.1" status: 200 len: 375 time: 0.0274341 May 05 20:02:38.155438 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-edc9d48d-e0ac-4d64-8065-7a8f024dc8f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:38.245562 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-66a7439b-4002-448c-bd34-c0213b3f51ad req-9a68241d-ee4c-4e7b-888a-a3eceee8bec2 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Deleting port 58d23146-72f4-4c03-9abc-1c511d052127 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:02:38.245911 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-66a7439b-4002-448c-bd34-c0213b3f51ad req-9a68241d-ee4c-4e7b-888a-a3eceee8bec2 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:38.279411 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad377ac-fbf2-4c2e-b365-851bdf69a0a0 req-2afb8546-3dd3-406e-ad5c-2d790353d046 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:38.280822 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8ad377ac-fbf2-4c2e-b365-851bdf69a0a0 req-2afb8546-3dd3-406e-ad5c-2d790353d046 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=4323cae9-e867-48dc-bb84-72dbe559c9ec HTTP/1.1" status: 200 len: 946 time: 0.4028745 May 05 20:02:38.368085 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 58d23146-72f4-4c03-9abc-1c511d052127 no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:02:38.420488 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5668f243-77ab-4433-978c-648042e8a215 req-e7412591-15ca-4943-af1f-69a2a00d4492 service neutron] 10.222.0.50 "GET /v2.0/networks/5efdefe9-fb05-48a6-914c-98a1b2ebb362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4027581 May 05 20:02:38.475017 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8ad377ac-fbf2-4c2e-b365-851bdf69a0a0 req-a686f1a2-9a7c-456b-9da9-b6ae7b735d68 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e8b672e-b72d-46a4-99a4-5f3b38959e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567130 May 05 20:02:38.481360 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-edc9d48d-e0ac-4d64-8065-7a8f024dc8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:38.491297 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:38.533632 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc9d48d-e0ac-4d64-8065-7a8f024dc8f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e8efb9-2ba2-4f79-959a-6336675901e0,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:02:38.535931 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 58d23146-72f4-4c03-9abc-1c511d052127, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=58d23146-72f4-4c03-9abc-1c511d052127,segment=NetworkSegment(79511503-ff66-4663-ae8b-5322fffb3d0a),segment_id=79511503-ff66-4663-ae8b-5322fffb3d0a)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:02:38.536850 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c19c4cf-e659-4775-8461-7e5c2377cb6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58d23146-72f4-4c03-9abc-1c511d052127'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:02:38.542550 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:38.607646 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df553243-9318-487f-998a-1c66d245d016 req-9fd9a0b9-c5cd-4775-a665-32699cea7f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:38.609363 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-df553243-9318-487f-998a-1c66d245d016 req-9fd9a0b9-c5cd-4775-a665-32699cea7f1a service neutron] 10.222.0.24 "GET /v2.0/networks?id=8a536572-51e8-41c9-b6b4-029e4a14e253 HTTP/1.1" status: 200 len: 920 time: 0.4938061 May 05 20:02:38.612638 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=58d23146-72f4-4c03-9abc-1c511d052127,revision_number=8']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:02:38.643543 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5ddce15e-205b-432f-b465-a9ee87bafef4 req-17dd8486-4632-4c78-b8df-48bcfffff876 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2b65203be12a44e3b2b676f0adb9acc7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.5032814 May 05 20:02:38.643888 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-edc9d48d-e0ac-4d64-8065-7a8f024dc8f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:38.645004 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-edc9d48d-e0ac-4d64-8065-7a8f024dc8f7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/58e8efb9-2ba2-4f79-959a-6336675901e0 HTTP/1.1" status: 204 len: 168 time: 0.7915871 May 05 20:02:38.803341 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5668f243-77ab-4433-978c-648042e8a215 req-07c8c776-a7b9-4913-ba27-d6ebe702ad46 service neutron] 10.222.0.50 "GET /v2.0/networks/5efdefe9-fb05-48a6-914c-98a1b2ebb362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3742154 May 05 20:02:38.862079 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-840c7765-7b5e-455d-b10e-a1a66f38b4c7 req-40c24523-72b9-4df8-9ba4-d79026b2861b tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:38.900103 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5668f243-77ab-4433-978c-648042e8a215 req-9178129a-4a9c-4d51-81e4-a17a7d4bf96e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=506f9f85-5ebc-4ad3-a1f3-615f8594dee2 HTTP/1.1" status: 200 len: 217 time: 0.0868933 May 05 20:02:38.908802 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-df553243-9318-487f-998a-1c66d245d016 req-895ffe13-7c4c-43c6-ad4e-696d0d7af404 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6036ba91-7d41-42aa-8b3a-764af0ce77d6 HTTP/1.1" status: 200 len: 1002 time: 0.2532356 May 05 20:02:38.959514 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-66a7439b-4002-448c-bd34-c0213b3f51ad req-9a68241d-ee4c-4e7b-888a-a3eceee8bec2 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] For port 58d23146-72f4-4c03-9abc-1c511d052127, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=58d23146-72f4-4c03-9abc-1c511d052127,segment=NetworkSegment(79511503-ff66-4663-ae8b-5322fffb3d0a),segment_id=79511503-ff66-4663-ae8b-5322fffb3d0a)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:02:38.959886 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-66a7439b-4002-448c-bd34-c0213b3f51ad req-9a68241d-ee4c-4e7b-888a-a3eceee8bec2 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:38.984428 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5ddce15e-205b-432f-b465-a9ee87bafef4 req-f0f94557-194c-4756-b17b-aa91a6f9a2a3 service neutron] 10.222.0.36 "GET /v2.0/networks/025bffd7-43d6-46c1-996a-8056de7069d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267303 May 05 20:02:39.001034 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df553243-9318-487f-998a-1c66d245d016 req-d1fd8f94-ca46-4005-bc38-988fae1fd00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:39.002475 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-df553243-9318-487f-998a-1c66d245d016 req-d1fd8f94-ca46-4005-bc38-988fae1fd00a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=afbf8c9c-9fa3-4fdd-ba30-b4249970e4ad HTTP/1.1" status: 200 len: 858 time: 0.0874314 May 05 20:02:39.047045 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75bca20-4276-46e9-accd-c02112ae8e09 req-67fec00c-9449-4e17-a79a-94d2fbd8f175 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:39.053855 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d75bca20-4276-46e9-accd-c02112ae8e09 req-67fec00c-9449-4e17-a79a-94d2fbd8f175 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=f56db24d-dbf0-4b73-b1ed-9dda9cc52d58 HTTP/1.1" status: 200 len: 945 time: 0.3952141 May 05 20:02:39.087006 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-840c7765-7b5e-455d-b10e-a1a66f38b4c7 req-40c24523-72b9-4df8-9ba4-d79026b2861b tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:39.098349 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['539fb241-64aa-4f36-b8a3-92c71cd95a70'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:02:39.138704 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-66a7439b-4002-448c-bd34-c0213b3f51ad req-9a68241d-ee4c-4e7b-888a-a3eceee8bec2 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Calling delete_port for 58d23146-72f4-4c03-9abc-1c511d052127 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:02:39.198417 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5668f243-77ab-4433-978c-648042e8a215 req-0e4b6104-7b86-41e9-806b-8918cf7508c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:39.201913 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5668f243-77ab-4433-978c-648042e8a215 req-0e4b6104-7b86-41e9-806b-8918cf7508c5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5d6b419d-4ed5-4b2f-a9e6-89c8e3d7a55a HTTP/1.1" status: 200 len: 797 time: 0.2947857 May 05 20:02:39.246290 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-840c7765-7b5e-455d-b10e-a1a66f38b4c7 req-40c24523-72b9-4df8-9ba4-d79026b2861b tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Network 642babfc-0f83-431e-8336-efb566a9ef25 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:02:39.260821 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-840c7765-7b5e-455d-b10e-a1a66f38b4c7 req-40c24523-72b9-4df8-9ba4-d79026b2861b tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:02:39.268590 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-840c7765-7b5e-455d-b10e-a1a66f38b4c7 req-40c24523-72b9-4df8-9ba4-d79026b2861b tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:02:39.288079 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d75bca20-4276-46e9-accd-c02112ae8e09 req-bb2035e4-423d-447e-86ca-23e2d1f8ad89 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333612 May 05 20:02:39.345208 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c24523-72b9-4df8-9ba4-d79026b2861b tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Pushing event updated for resources: {'Port': ['ID=33ee20be-c95c-49b0-befc-14f906a362ba,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:02:39.380338 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.db.api [req-66a7439b-4002-448c-bd34-c0213b3f51ad req-9a68241d-ee4c-4e7b-888a-a3eceee8bec2 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88198) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:02:39.381286 n-d-840717-1 neutron-server[88198]: DEBUG oslo_db.api [req-66a7439b-4002-448c-bd34-c0213b3f51ad req-9a68241d-ee4c-4e7b-888a-a3eceee8bec2 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:02:39.395760 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5668f243-77ab-4433-978c-648042e8a215 req-472fc78b-0089-4c14-88cd-53c476486941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:39.399049 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5668f243-77ab-4433-978c-648042e8a215 req-472fc78b-0089-4c14-88cd-53c476486941 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6b772374-6081-4e39-9eff-bc22d208b283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1905298 May 05 20:02:39.399812 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5ddce15e-205b-432f-b465-a9ee87bafef4 req-d4b6bf13-19f7-4c0c-9db2-390b67c4dd85 service neutron] 10.222.0.36 "GET /v2.0/networks/025bffd7-43d6-46c1-996a-8056de7069d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3954308 May 05 20:02:39.411310 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df553243-9318-487f-998a-1c66d245d016 req-79633965-3747-4355-adf8-c3a329d89623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:39.413267 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-df553243-9318-487f-998a-1c66d245d016 req-79633965-3747-4355-adf8-c3a329d89623 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8a536572-51e8-41c9-b6b4-029e4a14e253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3837605 May 05 20:02:39.423050 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c7765-7b5e-455d-b10e-a1a66f38b4c7 req-40c24523-72b9-4df8-9ba4-d79026b2861b tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:39.423910 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-840c7765-7b5e-455d-b10e-a1a66f38b4c7 req-40c24523-72b9-4df8-9ba4-d79026b2861b tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:39.469663 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:39.563373 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 44214) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:02:39.617429 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-840c7765-7b5e-455d-b10e-a1a66f38b4c7 req-40c24523-72b9-4df8-9ba4-d79026b2861b tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4095280 May 05 20:02:39.623339 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-df553243-9318-487f-998a-1c66d245d016 req-73f7a4c5-d2e1-4773-b1cc-dd6df061b1d7 service neutron] 10.222.0.24 "GET /v2.0/networks/8a536572-51e8-41c9-b6b4-029e4a14e253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942759 May 05 20:02:39.628359 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-840c7765-7b5e-455d-b10e-a1a66f38b4c7 req-ccd6b981-3364-4862-aa6f-a780d3cafa2d service neutron] Request body: {'port': {'device_id': '024bc7a8-830a-4f2b-8ca7-a1123fbbb4f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:02:39.809731 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-4f7de04a-94d3-4f3d-9c26-89a23f273ac0 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1753591553-network', 'tenant_id': 'f306496c3e2e46599bfe9390851183b4'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:02:39.814979 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4f7de04a-94d3-4f3d-9c26-89a23f273ac0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:02:39.835332 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4f7de04a-94d3-4f3d-9c26-89a23f273ac0 admin admin] Usage tracker for resource:network and tenant:f306496c3e2e46599bfe9390851183b4 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:02:39.851546 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5668f243-77ab-4433-978c-648042e8a215 req-c6760b72-e685-4c6a-95a5-ceddec8ba2ab service neutron] 10.222.0.50 "GET /v2.0/networks/6b772374-6081-4e39-9eff-bc22d208b283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4462836 May 05 20:02:39.863722 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4f7de04a-94d3-4f3d-9c26-89a23f273ac0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:02:39.864603 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378e9f94-722d-413e-bc16-c1423bb475de req-d6366860-485b-4965-b732-574d39657656 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:39.871938 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-378e9f94-722d-413e-bc16-c1423bb475de req-d6366860-485b-4965-b732-574d39657656 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/ports?device_id=024bc7a8-830a-4f2b-8ca7-a1123fbbb4f0 HTTP/1.1" status: 200 len: 931 time: 0.4389470 May 05 20:02:39.879040 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4f7de04a-94d3-4f3d-9c26-89a23f273ac0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:02:39.886809 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-840c7765-7b5e-455d-b10e-a1a66f38b4c7 req-ccd6b981-3364-4862-aa6f-a780d3cafa2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:39.905860 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-66a7439b-4002-448c-bd34-c0213b3f51ad req-9a68241d-ee4c-4e7b-888a-a3eceee8bec2 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Deleting port 58d23146-72f4-4c03-9abc-1c511d052127 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:02:39.906302 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-66a7439b-4002-448c-bd34-c0213b3f51ad req-9a68241d-ee4c-4e7b-888a-a3eceee8bec2 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:39.973491 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f7de04a-94d3-4f3d-9c26-89a23f273ac0 admin admin] Made reservation on behalf of f306496c3e2e46599bfe9390851183b4 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:02:39.975761 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4f7de04a-94d3-4f3d-9c26-89a23f273ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:40.009952 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-378e9f94-722d-413e-bc16-c1423bb475de req-a7c8fdf8-1682-48ed-bac1-a2afd246cb7c tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/security-groups?id=68f86c4c-dba3-493f-a553-82dc543f33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366477 May 05 20:02:40.036939 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4f7de04a-94d3-4f3d-9c26-89a23f273ac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:40.075128 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4f7de04a-94d3-4f3d-9c26-89a23f273ac0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:02:40.086387 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4f7de04a-94d3-4f3d-9c26-89a23f273ac0 admin admin] Usage tracker for resource:security_group_rule and tenant:f306496c3e2e46599bfe9390851183b4 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:02:40.090980 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-df553243-9318-487f-998a-1c66d245d016 req-d86e3b29-8dd3-46ce-aa9c-027dcd6c7b05 service neutron] 10.222.0.24 "GET /v2.0/networks/8a536572-51e8-41c9-b6b4-029e4a14e253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541038 May 05 20:02:40.094810 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4f7de04a-94d3-4f3d-9c26-89a23f273ac0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:02:40.116940 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ff96e-e04c-4fb7-a639-fb28560a319e req-a312ee27-cc8c-415a-9f52-3190dd84ce09 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:40.124818 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c72ff96e-e04c-4fb7-a639-fb28560a319e req-a312ee27-cc8c-415a-9f52-3190dd84ce09 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c19c4cf-e659-4775-8461-7e5c2377cb6f HTTP/1.1" status: 200 len: 943 time: 0.3831816 May 05 20:02:40.141983 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6420475-2e21-41a3-94a2-475924e586b6'] response: {'server_uuid': '3c19c4cf-e659-4775-8461-7e5c2377cb6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58d23146-72f4-4c03-9abc-1c511d052127', 'code': 200} May 05 20:02:40.163547 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4f7de04a-94d3-4f3d-9c26-89a23f273ac0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:02:40.209083 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5668f243-77ab-4433-978c-648042e8a215 req-e7f99e2a-f635-47b4-be4a-ad95ffe072a0 service neutron] 10.222.0.50 "GET /v2.0/networks/6b772374-6081-4e39-9eff-bc22d208b283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3337405 May 05 20:02:40.313374 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c72ff96e-e04c-4fb7-a639-fb28560a319e req-9d2d2992-d68a-473e-a2ec-70f04f1803b8 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cb43301-61da-408d-ba7f-c0b8dd491c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873634 May 05 20:02:40.375602 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5668f243-77ab-4433-978c-648042e8a215 req-d2535217-8318-489a-a2c9-0dbe8fcb9d92 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=abcf9515-005c-4990-9cda-dea39f5122a3 HTTP/1.1" status: 200 len: 217 time: 0.1578119 May 05 20:02:40.510835 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5668f243-77ab-4433-978c-648042e8a215 req-a290368c-dde4-4961-8d2f-b49bba2cf5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:40.512890 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5668f243-77ab-4433-978c-648042e8a215 req-a290368c-dde4-4961-8d2f-b49bba2cf5ed service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5d6b419d-4ed5-4b2f-a9e6-89c8e3d7a55a HTTP/1.1" status: 200 len: 797 time: 0.1207268 May 05 20:02:40.515317 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-66a7439b-4002-448c-bd34-c0213b3f51ad req-9a68241d-ee4c-4e7b-888a-a3eceee8bec2 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] For port 58d23146-72f4-4c03-9abc-1c511d052127, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=58d23146-72f4-4c03-9abc-1c511d052127,segment=NetworkSegment(79511503-ff66-4663-ae8b-5322fffb3d0a),segment_id=79511503-ff66-4663-ae8b-5322fffb3d0a)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:02:40.515711 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-66a7439b-4002-448c-bd34-c0213b3f51ad req-9a68241d-ee4c-4e7b-888a-a3eceee8bec2 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:40.618242 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c29063dc-1db4-4888-b78c-b4e81b50ad7e req-355ed406-66e7-45ec-9044-f820c099e20c tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b4ca4a7-04e1-460b-a945-b885562195de HTTP/1.1" status: 200 len: 210 time: 0.1939969 May 05 20:02:40.703649 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-66a7439b-4002-448c-bd34-c0213b3f51ad req-9a68241d-ee4c-4e7b-888a-a3eceee8bec2 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Calling delete_port for 58d23146-72f4-4c03-9abc-1c511d052127 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:02:40.745248 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4f7de04a-94d3-4f3d-9c26-89a23f273ac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:40.783059 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af1a646-3b4f-4be6-9649-f0230f3b35e2 req-fac1afbe-bff8-4272-a44a-6c539e9b7cbd tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:40.783464 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4f7de04a-94d3-4f3d-9c26-89a23f273ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:40.789891 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3af1a646-3b4f-4be6-9649-f0230f3b35e2 req-fac1afbe-bff8-4272-a44a-6c539e9b7cbd tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=4323cae9-e867-48dc-bb84-72dbe559c9ec HTTP/1.1" status: 200 len: 946 time: 0.5125172 May 05 20:02:40.819283 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-840c7765-7b5e-455d-b10e-a1a66f38b4c7 req-ccd6b981-3364-4862-aa6f-a780d3cafa2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33ee20be-c95c-49b0-befc-14f906a362ba {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:02:40.839343 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-840c7765-7b5e-455d-b10e-a1a66f38b4c7 req-ccd6b981-3364-4862-aa6f-a780d3cafa2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:40.875565 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f7de04a-94d3-4f3d-9c26-89a23f273ac0 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:02:40.898733 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5668f243-77ab-4433-978c-648042e8a215 req-b34f8223-54ab-4ae0-8f0a-cbe42ebaf814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:40.900273 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5668f243-77ab-4433-978c-648042e8a215 req-b34f8223-54ab-4ae0-8f0a-cbe42ebaf814 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6b772374-6081-4e39-9eff-bc22d208b283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3753879 May 05 20:02:40.909487 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3af1a646-3b4f-4be6-9649-f0230f3b35e2 req-64d29498-8101-46d0-8203-b3781a432539 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e8b672e-b72d-46a4-99a4-5f3b38959e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171570 May 05 20:02:40.911613 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7de04a-94d3-4f3d-9c26-89a23f273ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a468c4a-6d91-4bcd-af1e-49b7a2c503d3,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:02:41.002273 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-840c7765-7b5e-455d-b10e-a1a66f38b4c7 req-ccd6b981-3364-4862-aa6f-a780d3cafa2d service neutron] Transition to ACTIVE for port object 33ee20be-c95c-49b0-befc-14f906a362ba will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:02:41.007475 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-66a7439b-4002-448c-bd34-c0213b3f51ad req-9a68241d-ee4c-4e7b-888a-a3eceee8bec2 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:41.008737 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4f7de04a-94d3-4f3d-9c26-89a23f273ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:41.009089 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-4f7de04a-94d3-4f3d-9c26-89a23f273ac0 admin admin] Added segment d5046a41-0cc8-496e-8d7c-40876bc598a0 of type vlan for network 52546020-b2fc-488e-8a77-a90f727c3d8c May 05 20:02:41.018616 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-840c7765-7b5e-455d-b10e-a1a66f38b4c7 req-ccd6b981-3364-4862-aa6f-a780d3cafa2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:41.081304 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ead20-cccf-42c1-adba-d07d6a04eae7 req-81153f23-374a-472e-a45a-cf3e973d5822 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:41.082809 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d79ead20-cccf-42c1-adba-d07d6a04eae7 req-81153f23-374a-472e-a45a-cf3e973d5822 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=f56db24d-dbf0-4b73-b1ed-9dda9cc52d58 HTTP/1.1" status: 200 len: 945 time: 0.3338313 May 05 20:02:41.169137 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a68241d-ee4c-4e7b-888a-a3eceee8bec2 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Pushing event deleted for resources: {'Port': ['ID=58d23146-72f4-4c03-9abc-1c511d052127,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:02:41.192985 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddce15e-205b-432f-b465-a9ee87bafef4 req-16437aa8-9c65-4413-a46b-1cec55e4c118 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:41.194393 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5ddce15e-205b-432f-b465-a9ee87bafef4 req-16437aa8-9c65-4413-a46b-1cec55e4c118 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.24 "GET /v2.0/networks?id=025bffd7-43d6-46c1-996a-8056de7069d8 HTTP/1.1" status: 200 len: 814 time: 0.3571730 May 05 20:02:41.207420 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4f7de04a-94d3-4f3d-9c26-89a23f273ac0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:41.245882 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd6b981-3364-4862-aa6f-a780d3cafa2d service neutron] Pushing event updated for resources: {'Port': ['ID=33ee20be-c95c-49b0-befc-14f906a362ba,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:02:41.337838 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d79ead20-cccf-42c1-adba-d07d6a04eae7 req-2d4516d1-9a38-4964-859c-16b6b21272db tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329338 May 05 20:02:41.382280 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5ddce15e-205b-432f-b465-a9ee87bafef4 req-be016b04-af47-4703-afdd-0c373a4be92c tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b65203be12a44e3b2b676f0adb9acc7 HTTP/1.1" status: 200 len: 471 time: 0.1765900 May 05 20:02:41.395533 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-5ddce15e-205b-432f-b465-a9ee87bafef4 req-a4dbd17b-a03e-4b72-85ae-abb86927079c tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Request body: {'port': {'device_id': '9b4ca4a7-04e1-460b-a945-b885562195de', 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8', 'admin_state_up': True, 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'security_groups': ['f74f81b7-56c4-4512-a034-782c02e21f6e']}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:02:41.397860 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-66a7439b-4002-448c-bd34-c0213b3f51ad req-9a68241d-ee4c-4e7b-888a-a3eceee8bec2 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] No DVR routers for this DVR port 58d23146-72f4-4c03-9abc-1c511d052127 on host n-h1-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:02:41.400587 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-66a7439b-4002-448c-bd34-c0213b3f51ad req-9a68241d-ee4c-4e7b-888a-a3eceee8bec2 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:41.408086 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c19c4cf-e659-4775-8461-7e5c2377cb6f', 'name': 'network-vif-deleted', 'tag': '58d23146-72f4-4c03-9abc-1c511d052127'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:02:41.421980 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4f7de04a-94d3-4f3d-9c26-89a23f273ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:41.422934 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7de04a-94d3-4f3d-9c26-89a23f273ac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:41.423540 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4f7de04a-94d3-4f3d-9c26-89a23f273ac0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:41.443072 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-66a7439b-4002-448c-bd34-c0213b3f51ad req-9a68241d-ee4c-4e7b-888a-a3eceee8bec2 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.24 "DELETE /v2.0/ports/58d23146-72f4-4c03-9abc-1c511d052127 HTTP/1.1" status: 204 len: 173 time: 3.3824749 May 05 20:02:41.446700 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5668f243-77ab-4433-978c-648042e8a215 req-1e563ff2-dc94-4e64-9a5c-219109997c39 service neutron] 10.222.0.50 "GET /v2.0/networks/6b772374-6081-4e39-9eff-bc22d208b283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5057294 May 05 20:02:41.511937 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92007128-0a83-4d85-a12a-78f979ace467 req-738c0668-ca44-48ce-ba39-c296656ea746 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:41.514089 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-92007128-0a83-4d85-a12a-78f979ace467 req-738c0668-ca44-48ce-ba39-c296656ea746 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/ports?device_id=024bc7a8-830a-4f2b-8ca7-a1123fbbb4f0 HTTP/1.1" status: 200 len: 943 time: 0.3483772 May 05 20:02:41.615283 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d0fb1f77-7cb5-4353-b126-d8cef81415b3 req-30991af2-0b41-4c6e-92f0-2210529d74a6 tempest-ImagesTestJSON-781596931 tempest-ImagesTestJSON-781596931-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c19c4cf-e659-4775-8461-7e5c2377cb6f HTTP/1.1" status: 200 len: 210 time: 0.1456847 May 05 20:02:41.631060 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-92007128-0a83-4d85-a12a-78f979ace467 req-492ecc05-7279-4e02-b7e0-9eaf12a0f1e8 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/security-groups?id=68f86c4c-dba3-493f-a553-82dc543f33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717456 May 05 20:02:41.642219 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5668f243-77ab-4433-978c-648042e8a215 req-790ccfc8-eb27-44d5-8455-bfb9cccb00b7 service neutron] 10.222.0.50 "GET /v2.0/networks/6b772374-6081-4e39-9eff-bc22d208b283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892920 May 05 20:02:41.653712 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-4f7de04a-94d3-4f3d-9c26-89a23f273ac0 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0836422 May 05 20:02:41.656388 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 44238) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:02:41.661004 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-2c33b4fe-667d-450d-92ae-ade49c824e89 admin admin] Request body: {'subnet': {'network_id': '52546020-b2fc-488e-8a77-a90f727c3d8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1753591553-subnet', 'tenant_id': 'f306496c3e2e46599bfe9390851183b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:02:41.669898 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-2c33b4fe-667d-450d-92ae-ade49c824e89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:02:41.679881 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-2c33b4fe-667d-450d-92ae-ade49c824e89 admin admin] Usage tracker for resource:subnet and tenant:f306496c3e2e46599bfe9390851183b4 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:02:41.683700 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-2c33b4fe-667d-450d-92ae-ade49c824e89 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:02:41.696691 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-2c33b4fe-667d-450d-92ae-ade49c824e89 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:02:41.718403 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1955f983-c64a-45fc-b524-ea7d6f5d8fb2'] response: {'server_uuid': '3c19c4cf-e659-4775-8461-7e5c2377cb6f', 'name': 'network-vif-deleted', 'tag': '58d23146-72f4-4c03-9abc-1c511d052127', 'status': 'completed', 'code': 200} May 05 20:02:41.728723 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c33b4fe-667d-450d-92ae-ade49c824e89 admin admin] Made reservation on behalf of f306496c3e2e46599bfe9390851183b4 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:02:41.732885 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2c33b4fe-667d-450d-92ae-ade49c824e89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:41.739336 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-840c7765-7b5e-455d-b10e-a1a66f38b4c7 req-ccd6b981-3364-4862-aa6f-a780d3cafa2d service neutron] Attempting to bind port 33ee20be-c95c-49b0-befc-14f906a362ba on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:02:41.739686 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-840c7765-7b5e-455d-b10e-a1a66f38b4c7 req-ccd6b981-3364-4862-aa6f-a780d3cafa2d service neutron] Attempting to bind port 33ee20be-c95c-49b0-befc-14f906a362ba by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': '3aca4ab0-929b-456d-aa84-5ecc6cb9893c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '642babfc-0f83-431e-8336-efb566a9ef25'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:02:41.740017 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840c7765-7b5e-455d-b10e-a1a66f38b4c7 req-ccd6b981-3364-4862-aa6f-a780d3cafa2d service neutron] Attempting to bind port 33ee20be-c95c-49b0-befc-14f906a362ba on network 642babfc-0f83-431e-8336-efb566a9ef25 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:02:41.753838 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840c7765-7b5e-455d-b10e-a1a66f38b4c7 req-ccd6b981-3364-4862-aa6f-a780d3cafa2d service neutron] Port 33ee20be-c95c-49b0-befc-14f906a362ba on network 642babfc-0f83-431e-8336-efb566a9ef25 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:02:41.754162 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840c7765-7b5e-455d-b10e-a1a66f38b4c7 req-ccd6b981-3364-4862-aa6f-a780d3cafa2d service neutron] Attempting to bind port 33ee20be-c95c-49b0-befc-14f906a362ba on network 642babfc-0f83-431e-8336-efb566a9ef25 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:02:41.759893 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7de04a-94d3-4f3d-9c26-89a23f273ac0 admin admin] Pushing event updated for resources: {'Network': ['ID=52546020-b2fc-488e-8a77-a90f727c3d8c,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:02:41.771619 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 52546020-b2fc-488e-8a77-a90f727c3d8c details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:02:41.775589 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840c7765-7b5e-455d-b10e-a1a66f38b4c7 req-ccd6b981-3364-4862-aa6f-a780d3cafa2d service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:02:41.775930 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840c7765-7b5e-455d-b10e-a1a66f38b4c7 req-ccd6b981-3364-4862-aa6f-a780d3cafa2d service neutron] Checking segment: {'id': '3aca4ab0-929b-456d-aa84-5ecc6cb9893c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '642babfc-0f83-431e-8336-efb566a9ef25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:02:41.776313 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840c7765-7b5e-455d-b10e-a1a66f38b4c7 req-ccd6b981-3364-4862-aa6f-a780d3cafa2d service neutron] Bound using segment: {'id': '3aca4ab0-929b-456d-aa84-5ecc6cb9893c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '642babfc-0f83-431e-8336-efb566a9ef25'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:02:41.776755 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-840c7765-7b5e-455d-b10e-a1a66f38b4c7 req-ccd6b981-3364-4862-aa6f-a780d3cafa2d service neutron] Bound port: 33ee20be-c95c-49b0-befc-14f906a362ba, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aca4ab0-929b-456d-aa84-5ecc6cb9893c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '642babfc-0f83-431e-8336-efb566a9ef25'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:02:41.777103 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-840c7765-7b5e-455d-b10e-a1a66f38b4c7 req-ccd6b981-3364-4862-aa6f-a780d3cafa2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:41.830063 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-5ddce15e-205b-432f-b465-a9ee87bafef4 req-a4dbd17b-a03e-4b72-85ae-abb86927079c tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:02:41.868108 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-5ddce15e-205b-432f-b465-a9ee87bafef4 req-a4dbd17b-a03e-4b72-85ae-abb86927079c tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:02:41.921017 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-75753c8e-645a-41b4-8745-a89c9d7a5085 req-f3437d57-8584-4d74-9e98-428df693fd24 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b4ca4a7-04e1-460b-a945-b885562195de HTTP/1.1" status: 200 len: 210 time: 0.1414030 May 05 20:02:41.929560 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ddce15e-205b-432f-b465-a9ee87bafef4 req-a4dbd17b-a03e-4b72-85ae-abb86927079c tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Made reservation on behalf of 2b65203be12a44e3b2b676f0adb9acc7 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:02:41.935300 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-5ddce15e-205b-432f-b465-a9ee87bafef4 req-a4dbd17b-a03e-4b72-85ae-abb86927079c tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:42.040752 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-840c7765-7b5e-455d-b10e-a1a66f38b4c7 req-ccd6b981-3364-4862-aa6f-a780d3cafa2d service neutron] For port 33ee20be-c95c-49b0-befc-14f906a362ba, host n-h2-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:02:42.087914 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-840c7765-7b5e-455d-b10e-a1a66f38b4c7 req-ccd6b981-3364-4862-aa6f-a780d3cafa2d service neutron] For port 33ee20be-c95c-49b0-befc-14f906a362ba, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=33ee20be-c95c-49b0-befc-14f906a362ba,segment=NetworkSegment(3aca4ab0-929b-456d-aa84-5ecc6cb9893c),segment_id=3aca4ab0-929b-456d-aa84-5ecc6cb9893c)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:02:42.142828 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-840c7765-7b5e-455d-b10e-a1a66f38b4c7 req-ccd6b981-3364-4862-aa6f-a780d3cafa2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:42.165742 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2c33b4fe-667d-450d-92ae-ade49c824e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:42.229902 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c7765-7b5e-455d-b10e-a1a66f38b4c7 req-ccd6b981-3364-4862-aa6f-a780d3cafa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:42.230550 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-840c7765-7b5e-455d-b10e-a1a66f38b4c7 req-ccd6b981-3364-4862-aa6f-a780d3cafa2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:42.232586 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-840c7765-7b5e-455d-b10e-a1a66f38b4c7 req-ccd6b981-3364-4862-aa6f-a780d3cafa2d service neutron] 10.222.0.50 "PUT /v2.0/ports/33ee20be-c95c-49b0-befc-14f906a362ba HTTP/1.1" status: 200 len: 1091 time: 2.6082025 May 05 20:02:42.234064 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '024bc7a8-830a-4f2b-8ca7-a1123fbbb4f0', 'tag': '33ee20be-c95c-49b0-befc-14f906a362ba'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:02:42.251657 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c33b4fe-667d-450d-92ae-ade49c824e89 admin admin] Checking segment: {'id': 'd5046a41-0cc8-496e-8d7c-40876bc598a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '52546020-b2fc-488e-8a77-a90f727c3d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:02:42.252008 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c33b4fe-667d-450d-92ae-ade49c824e89 admin admin] Network hostable DHCP agents. Network: 52546020-b2fc-488e-8a77-a90f727c3d8c, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:02:42.258156 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-5ddce15e-205b-432f-b465-a9ee87bafef4 req-a4dbd17b-a03e-4b72-85ae-abb86927079c tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Allocated IP 172.20.0.4 (025bffd7-43d6-46c1-996a-8056de7069d8/0d250ed8-07f6-4f08-a934-d3c76d471e2d/2c04777e-7f56-479d-9e3a-54f9d106f947) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:02:42.258425 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c33b4fe-667d-450d-92ae-ade49c824e89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9eac44f5-255e-4f10-bdae-86280f53ca52,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:02:42.274779 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd6b981-3364-4862-aa6f-a780d3cafa2d service neutron] Pushing event updated for resources: {'Port': ['ID=33ee20be-c95c-49b0-befc-14f906a362ba,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:02:42.275581 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c33b4fe-667d-450d-92ae-ade49c824e89 admin admin] Network 52546020-b2fc-488e-8a77-a90f727c3d8c is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:02:42.289210 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-2c33b4fe-667d-450d-92ae-ade49c824e89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 52546020-b2fc-488e-8a77-a90f727c3d8c) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:02:42.294304 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c33b4fe-667d-450d-92ae-ade49c824e89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:42.295042 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2c33b4fe-667d-450d-92ae-ade49c824e89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:42.303594 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e12aef23-9fd1-4042-8981-f6877ac40d16'] response: {'name': 'network-changed', 'server_uuid': '024bc7a8-830a-4f2b-8ca7-a1123fbbb4f0', 'tag': '33ee20be-c95c-49b0-befc-14f906a362ba', 'status': 'completed', 'code': 200} May 05 20:02:42.304231 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19940ad-b306-4d9b-9e85-25a0e8d106ff None None] Network 52546020-b2fc-488e-8a77-a90f727c3d8c requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:02:42.320259 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-2c33b4fe-667d-450d-92ae-ade49c824e89 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6647043 May 05 20:02:42.363388 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d1ca9-778e-4c72-86b9-2a2799a077fd req-f5970d6b-132a-4181-bf75-614c8859d9b9 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:42.364925 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-718d1ca9-778e-4c72-86b9-2a2799a077fd req-f5970d6b-132a-4181-bf75-614c8859d9b9 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=4323cae9-e867-48dc-bb84-72dbe559c9ec HTTP/1.1" status: 200 len: 946 time: 0.2837231 May 05 20:02:42.581632 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e434e9a-0bfe-4dd2-a768-a37517a4043b None None] Network 52546020-b2fc-488e-8a77-a90f727c3d8c requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:02:42.589990 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eaff64-e4f9-4652-be36-5224e6d5673e req-69117aef-6a10-42ce-aeaa-b1189eea9421 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:42.602792 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-42eaff64-e4f9-4652-be36-5224e6d5673e req-69117aef-6a10-42ce-aeaa-b1189eea9421 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=f56db24d-dbf0-4b73-b1ed-9dda9cc52d58 HTTP/1.1" status: 200 len: 945 time: 0.1218407 May 05 20:02:42.650752 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-42eaff64-e4f9-4652-be36-5224e6d5673e req-f708030b-3c34-4363-8dc8-d6adb4d71c34 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464046 May 05 20:02:42.659979 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-718d1ca9-778e-4c72-86b9-2a2799a077fd req-c9e2abd4-7f47-411e-9492-a53e47fd12b4 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e8b672e-b72d-46a4-99a4-5f3b38959e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2852066 May 05 20:02:42.729253 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c7765-7b5e-455d-b10e-a1a66f38b4c7 req-7ce75b84-a9be-49cf-a9e3-a6945ed7486a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:42.730866 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-840c7765-7b5e-455d-b10e-a1a66f38b4c7 req-7ce75b84-a9be-49cf-a9e3-a6945ed7486a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=906aba68473d4c909ae20bf98b18c462&device_id=024bc7a8-830a-4f2b-8ca7-a1123fbbb4f0 HTTP/1.1" status: 200 len: 1094 time: 0.4192932 May 05 20:02:42.736492 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-5ddce15e-205b-432f-b465-a9ee87bafef4 req-a4dbd17b-a03e-4b72-85ae-abb86927079c tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:42.815213 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-840c7765-7b5e-455d-b10e-a1a66f38b4c7 req-ff6b2b0b-b6ee-423f-ab57-5e8304fbbcfe service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33ee20be-c95c-49b0-befc-14f906a362ba HTTP/1.1" status: 200 len: 217 time: 0.0750551 May 05 20:02:42.852781 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-5ddce15e-205b-432f-b465-a9ee87bafef4 req-a4dbd17b-a03e-4b72-85ae-abb86927079c tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Transition to ACTIVE for port object 2c04777e-7f56-479d-9e3a-54f9d106f947 will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:02:42.940950 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c7765-7b5e-455d-b10e-a1a66f38b4c7 req-85816b1b-ad06-4fe0-9111-38e9d5bbb609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:42.942416 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-840c7765-7b5e-455d-b10e-a1a66f38b4c7 req-85816b1b-ad06-4fe0-9111-38e9d5bbb609 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=51e3d3c7-531c-4a88-a4ff-ec92a467f790 HTTP/1.1" status: 200 len: 850 time: 0.1214633 May 05 20:02:42.994561 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-840c7765-7b5e-455d-b10e-a1a66f38b4c7 req-8bd63f36-1139-40fb-acae-cbb3fd6cde93 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=642babfc-0f83-431e-8336-efb566a9ef25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459769 May 05 20:02:43.028594 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-5ddce15e-205b-432f-b465-a9ee87bafef4 req-a4dbd17b-a03e-4b72-85ae-abb86927079c tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:43.064641 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ef83d-4e68-403a-9568-3ff69adb1c3f req-d0cd603a-e6ab-4198-96eb-921669bc0e45 tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:43.066083 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ab2ef83d-4e68-403a-9568-3ff69adb1c3f req-d0cd603a-e6ab-4198-96eb-921669bc0e45 tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] 10.222.0.36 "GET /v2.0/networks?id=52546020-b2fc-488e-8a77-a90f727c3d8c HTTP/1.1" status: 200 len: 814 time: 0.1505768 May 05 20:02:43.081439 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ab2ef83d-4e68-403a-9568-3ff69adb1c3f req-ce3e8309-d96d-4355-993a-038f30a49308 tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] 10.222.0.36 "GET /v2.0/quotas/f306496c3e2e46599bfe9390851183b4 HTTP/1.1" status: 200 len: 375 time: 0.0097291 May 05 20:02:43.112010 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fa6ce1-6516-46d9-a2e2-063602afed0d req-0951bf50-235f-4916-ae88-ba80a18e599d tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:43.112710 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-e5fa6ce1-6516-46d9-a2e2-063602afed0d req-0951bf50-235f-4916-ae88-ba80a18e599d tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Synchronizing usage tracker for tenant:906aba68473d4c909ae20bf98b18c462 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:02:43.129087 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ab2ef83d-4e68-403a-9568-3ff69adb1c3f req-e0b52000-59b9-4add-bb71-cddb7b07dfc5 tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f306496c3e2e46599bfe9390851183b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419800 May 05 20:02:43.187093 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ddce15e-205b-432f-b465-a9ee87bafef4 req-a4dbd17b-a03e-4b72-85ae-abb86927079c tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Network 025bffd7-43d6-46c1-996a-8056de7069d8 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:02:43.195434 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-5ddce15e-205b-432f-b465-a9ee87bafef4 req-a4dbd17b-a03e-4b72-85ae-abb86927079c tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:02:43.212390 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ddce15e-205b-432f-b465-a9ee87bafef4 req-a4dbd17b-a03e-4b72-85ae-abb86927079c tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:02:43.255016 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dbd17b-a03e-4b72-85ae-abb86927079c tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Pushing event updated for resources: {'Port': ['ID=2c04777e-7f56-479d-9e3a-54f9d106f947,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:02:43.270611 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-e5fa6ce1-6516-46d9-a2e2-063602afed0d req-0951bf50-235f-4916-ae88-ba80a18e599d tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Unset dirty status for tenant:906aba68473d4c909ae20bf98b18c462 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:02:43.276035 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ab2ef83d-4e68-403a-9568-3ff69adb1c3f req-7716e18c-c84e-43d2-8dcf-93faf60c1e37 service neutron] 10.222.0.36 "GET /v2.0/networks/52546020-b2fc-488e-8a77-a90f727c3d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400580 May 05 20:02:43.276659 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e5fa6ce1-6516-46d9-a2e2-063602afed0d req-0951bf50-235f-4916-ae88-ba80a18e599d tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/ports?device_id=024bc7a8-830a-4f2b-8ca7-a1123fbbb4f0 HTTP/1.1" status: 200 len: 943 time: 0.4188943 May 05 20:02:43.316791 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-840c7765-7b5e-455d-b10e-a1a66f38b4c7 req-79f379a8-9705-4084-b016-8f9bc7234ccf service neutron] 10.222.0.50 "GET /v2.0/networks/642babfc-0f83-431e-8336-efb566a9ef25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157802 May 05 20:02:43.363432 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddce15e-205b-432f-b465-a9ee87bafef4 req-a4dbd17b-a03e-4b72-85ae-abb86927079c tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:43.364005 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-5ddce15e-205b-432f-b465-a9ee87bafef4 req-a4dbd17b-a03e-4b72-85ae-abb86927079c tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:43.419947 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ab2ef83d-4e68-403a-9568-3ff69adb1c3f req-824c5d49-7671-4db8-85f5-bb5059de0f3b service neutron] 10.222.0.36 "GET /v2.0/networks/52546020-b2fc-488e-8a77-a90f727c3d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415627 May 05 20:02:43.427714 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-ee74c648-df03-4c46-bd5f-2dfac1719415 None None] Provisioning for port 2c04777e-7f56-479d-9e3a-54f9d106f947 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:02:43.432617 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-ee74c648-df03-4c46-bd5f-2dfac1719415 None None] Provisioning complete for port 2c04777e-7f56-479d-9e3a-54f9d106f947 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:02:43.432986 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ee74c648-df03-4c46-bd5f-2dfac1719415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:43.457957 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e5fa6ce1-6516-46d9-a2e2-063602afed0d req-10da7891-6f5b-46e8-b786-b36a1bce3b20 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/security-groups?id=68f86c4c-dba3-493f-a553-82dc543f33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800594 May 05 20:02:43.490048 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5ddce15e-205b-432f-b465-a9ee87bafef4 req-a4dbd17b-a03e-4b72-85ae-abb86927079c tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1005919 May 05 20:02:43.504542 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-5ddce15e-205b-432f-b465-a9ee87bafef4 req-b1f96d4c-a7ba-4235-a2c0-fa2a77d16b89 service neutron] Request body: {'port': {'device_id': '9b4ca4a7-04e1-460b-a945-b885562195de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:02:43.510566 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-ee74c648-df03-4c46-bd5f-2dfac1719415 None None] Port 2c04777e-7f56-479d-9e3a-54f9d106f947 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:02:43.664590 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-840c7765-7b5e-455d-b10e-a1a66f38b4c7 req-a0b9e42c-6a43-4840-99fa-e0ae4d2d1fa0 service neutron] 10.222.0.50 "GET /v2.0/networks/642babfc-0f83-431e-8336-efb566a9ef25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413544 May 05 20:02:43.699884 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-5ddce15e-205b-432f-b465-a9ee87bafef4 req-b1f96d4c-a7ba-4235-a2c0-fa2a77d16b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:43.777639 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ae6933-c16b-4428-9d9d-9af8797a72ee req-0c9c42d8-161a-4944-89b8-c30c97d2952b tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:43.779750 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a9ae6933-c16b-4428-9d9d-9af8797a72ee req-0c9c42d8-161a-4944-89b8-c30c97d2952b tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b4ca4a7-04e1-460b-a945-b885562195de HTTP/1.1" status: 200 len: 931 time: 0.1039290 May 05 20:02:43.835679 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a9ae6933-c16b-4428-9d9d-9af8797a72ee req-0462f72a-a278-41fb-8360-f7bbfc63cca6 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/security-groups?id=f74f81b7-56c4-4512-a034-782c02e21f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491428 May 05 20:02:43.906824 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b526925-d844-4246-a5ef-07404ca4e1da req-e80cc5f5-1094-4edd-bc58-a6231523c8f2 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:43.908344 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0b526925-d844-4246-a5ef-07404ca4e1da req-e80cc5f5-1094-4edd-bc58-a6231523c8f2 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=4323cae9-e867-48dc-bb84-72dbe559c9ec HTTP/1.1" status: 200 len: 946 time: 0.3035831 May 05 20:02:43.920608 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 44292) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:02:43.936372 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-c979bf0b-53f7-47c4-84b5-729851d9ef34 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Request body: {'floatingip': {'port_id': '6036ba91-7d41-42aa-8b3a-764af0ce77d6'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:02:43.937450 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4ad0ac92-30ec-443d-8452-9ac8a00bb07c req-a2adc78a-8f1e-4820-aae6-33c21b86b475 tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] 10.222.0.36 "GET /v2.0/ports?device_id=29aa719c-6b52-4d15-87c2-53eb84d5a672 HTTP/1.1" status: 200 len: 210 time: 0.0530605 May 05 20:02:44.023958 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:44.087345 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed3bcdf-f90b-45b1-9dee-518c62e71837 req-c945c29c-9579-40ae-84da-f83b6d595582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:44.088837 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1ed3bcdf-f90b-45b1-9dee-518c62e71837 req-c945c29c-9579-40ae-84da-f83b6d595582 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=906aba68473d4c909ae20bf98b18c462&device_id=024bc7a8-830a-4f2b-8ca7-a1123fbbb4f0 HTTP/1.1" status: 200 len: 1094 time: 0.3383732 May 05 20:02:44.178880 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c979bf0b-53f7-47c4-84b5-729851d9ef34 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Notify callbacks [] for floatingip, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:44.185778 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce910d18-981a-432a-a38d-808b59901de6 req-638ed03f-e917-4f26-a7bf-3548d8dfc868 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:44.187303 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ce910d18-981a-432a-a38d-808b59901de6 req-638ed03f-e917-4f26-a7bf-3548d8dfc868 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=f56db24d-dbf0-4b73-b1ed-9dda9cc52d58 HTTP/1.1" status: 200 len: 945 time: 0.1037073 May 05 20:02:44.254839 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ce910d18-981a-432a-a38d-808b59901de6 req-def03d19-7e5f-45c2-9fd4-8332bd07db7c tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614352 May 05 20:02:44.540884 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 44320) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:02:44.607532 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-7424b847-4446-4388-8510-6f80f4607a69 admin admin] Deleting subnet bf48ca8b-7b24-41a3-ad06-a849bff9e5b9 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:02:44.634277 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed3bcdf-f90b-45b1-9dee-518c62e71837 req-6ced3ac3-384a-4a4e-b99c-c74a9927cc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:44.635765 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1ed3bcdf-f90b-45b1-9dee-518c62e71837 req-6ced3ac3-384a-4a4e-b99c-c74a9927cc10 service neutron] 10.222.0.50 "GET /v2.0/networks?id=642babfc-0f83-431e-8336-efb566a9ef25 HTTP/1.1" status: 200 len: 911 time: 0.5355463 May 05 20:02:44.645006 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7424b847-4446-4388-8510-6f80f4607a69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:44.768480 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1ed3bcdf-f90b-45b1-9dee-518c62e71837 req-b81b45ae-40bf-4708-88a7-ad56202894fe service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33ee20be-c95c-49b0-befc-14f906a362ba HTTP/1.1" status: 200 len: 217 time: 0.1169703 May 05 20:02:44.773401 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7424b847-4446-4388-8510-6f80f4607a69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:44.905228 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed3bcdf-f90b-45b1-9dee-518c62e71837 req-e47d06b4-e5cd-4bbe-9060-e29aef525184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:44.906673 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1ed3bcdf-f90b-45b1-9dee-518c62e71837 req-e47d06b4-e5cd-4bbe-9060-e29aef525184 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=51e3d3c7-531c-4a88-a4ff-ec92a467f790 HTTP/1.1" status: 200 len: 850 time: 0.0690925 May 05 20:02:44.960724 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1ed3bcdf-f90b-45b1-9dee-518c62e71837 req-bd36e0f0-9c2a-4d54-953c-37b85d5b28ea service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=642babfc-0f83-431e-8336-efb566a9ef25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477095 May 05 20:02:44.964286 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-5ddce15e-205b-432f-b465-a9ee87bafef4 req-b1f96d4c-a7ba-4235-a2c0-fa2a77d16b89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c04777e-7f56-479d-9e3a-54f9d106f947 {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:02:45.041769 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7424b847-4446-4388-8510-6f80f4607a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:45.077387 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef7bda0-dd8b-49fa-b6c6-d1625e11f44f req-861bda68-7359-4ccf-9932-f8138756b6aa tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:45.078857 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3ef7bda0-dd8b-49fa-b6c6-d1625e11f44f req-861bda68-7359-4ccf-9932-f8138756b6aa tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/ports?device_id=024bc7a8-830a-4f2b-8ca7-a1123fbbb4f0 HTTP/1.1" status: 200 len: 943 time: 0.4678516 May 05 20:02:45.093810 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-5ddce15e-205b-432f-b465-a9ee87bafef4 req-b1f96d4c-a7ba-4235-a2c0-fa2a77d16b89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:45.130436 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ef83d-4e68-403a-9568-3ff69adb1c3f req-cf29aabf-485c-46cc-993c-1b3d1970de33 tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:45.131778 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ab2ef83d-4e68-403a-9568-3ff69adb1c3f req-cf29aabf-485c-46cc-993c-1b3d1970de33 tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] 10.222.0.24 "GET /v2.0/networks?id=52546020-b2fc-488e-8a77-a90f727c3d8c HTTP/1.1" status: 200 len: 814 time: 0.4270344 May 05 20:02:45.148563 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-5ddce15e-205b-432f-b465-a9ee87bafef4 req-b1f96d4c-a7ba-4235-a2c0-fa2a77d16b89 service neutron] Transition to ACTIVE for port object 2c04777e-7f56-479d-9e3a-54f9d106f947 will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:02:45.158197 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-ab2ef83d-4e68-403a-9568-3ff69adb1c3f req-61f80186-2c4c-45df-8177-a3453f5f7513 tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] Request body: {'port': {'device_id': '29aa719c-6b52-4d15-87c2-53eb84d5a672', 'network_id': '52546020-b2fc-488e-8a77-a90f727c3d8c', 'admin_state_up': True, 'tenant_id': 'f306496c3e2e46599bfe9390851183b4'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:02:45.162268 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-5ddce15e-205b-432f-b465-a9ee87bafef4 req-b1f96d4c-a7ba-4235-a2c0-fa2a77d16b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:45.206205 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3ef7bda0-dd8b-49fa-b6c6-d1625e11f44f req-d2107692-eed0-491a-a61b-6950416dba15 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/security-groups?id=68f86c4c-dba3-493f-a553-82dc543f33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134388 May 05 20:02:45.299453 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7424b847-4446-4388-8510-6f80f4607a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:45.387273 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7424b847-4446-4388-8510-6f80f4607a69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf48ca8b-7b24-41a3-ad06-a849bff9e5b9,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:02:45.392263 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7424b847-4446-4388-8510-6f80f4607a69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:45.412429 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5561b11d-97ba-4973-ac8e-003b8710561c req-7beb43cd-28cb-4af7-bd2f-5c974afab77c tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] 10.222.0.36 "GET /v2.0/ports?device_id=29aa719c-6b52-4d15-87c2-53eb84d5a672 HTTP/1.1" status: 200 len: 210 time: 0.0736532 May 05 20:02:45.434553 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-7424b847-4446-4388-8510-6f80f4607a69 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/bf48ca8b-7b24-41a3-ad06-a849bff9e5b9 HTTP/1.1" status: 204 len: 168 time: 0.8859682 May 05 20:02:45.434800 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 44330) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:02:45.435891 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-ab2ef83d-4e68-403a-9568-3ff69adb1c3f req-61f80186-2c4c-45df-8177-a3453f5f7513 tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:02:45.440799 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-ab2ef83d-4e68-403a-9568-3ff69adb1c3f req-61f80186-2c4c-45df-8177-a3453f5f7513 tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] Usage tracker for resource:port and tenant:f306496c3e2e46599bfe9390851183b4 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:02:45.444586 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-ab2ef83d-4e68-403a-9568-3ff69adb1c3f req-61f80186-2c4c-45df-8177-a3453f5f7513 tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:02:45.452745 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-ab2ef83d-4e68-403a-9568-3ff69adb1c3f req-61f80186-2c4c-45df-8177-a3453f5f7513 tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:02:45.459446 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f96d4c-a7ba-4235-a2c0-fa2a77d16b89 service neutron] Pushing event updated for resources: {'Port': ['ID=2c04777e-7f56-479d-9e3a-54f9d106f947,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:02:45.474318 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab2ef83d-4e68-403a-9568-3ff69adb1c3f req-61f80186-2c4c-45df-8177-a3453f5f7513 tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] Made reservation on behalf of f306496c3e2e46599bfe9390851183b4 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:02:45.478750 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ab2ef83d-4e68-403a-9568-3ff69adb1c3f req-61f80186-2c4c-45df-8177-a3453f5f7513 tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:45.509643 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1ed3bcdf-f90b-45b1-9dee-518c62e71837 req-36744c30-ee89-4e7a-a78a-11d90615cdfe service neutron] 10.222.0.50 "GET /v2.0/networks/642babfc-0f83-431e-8336-efb566a9ef25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4899588 May 05 20:02:45.643682 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8c4365-9f47-4b4b-a132-80b77198428b req-183c02c2-b659-4e23-8d2b-6f4089e9c3aa tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:45.645525 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-2a8c4365-9f47-4b4b-a132-80b77198428b req-183c02c2-b659-4e23-8d2b-6f4089e9c3aa tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Synchronizing usage tracker for tenant:2b65203be12a44e3b2b676f0adb9acc7 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:02:45.708844 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b0a3f-f051-493e-97ce-5b590fed2382 req-9949e7c5-e200-4669-98d0-c8199ac5d005 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:45.710434 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6d2b0a3f-f051-493e-97ce-5b590fed2382 req-9949e7c5-e200-4669-98d0-c8199ac5d005 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=f56db24d-dbf0-4b73-b1ed-9dda9cc52d58 HTTP/1.1" status: 200 len: 945 time: 0.1607280 May 05 20:02:45.787266 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-ab2ef83d-4e68-403a-9568-3ff69adb1c3f req-61f80186-2c4c-45df-8177-a3453f5f7513 tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] Allocated IP 172.20.0.11 (52546020-b2fc-488e-8a77-a90f727c3d8c/9eac44f5-255e-4f10-bdae-86280f53ca52/49599044-b0b5-4622-b13e-a60b7ce08f76) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:02:45.791627 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6d2b0a3f-f051-493e-97ce-5b590fed2382 req-9b7b8d9b-ca1d-4396-8754-b44078edf90b tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744996 May 05 20:02:45.929704 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b49cf93e-8014-4079-a149-54f1b7775d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:45.974199 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-2a8c4365-9f47-4b4b-a132-80b77198428b req-183c02c2-b659-4e23-8d2b-6f4089e9c3aa tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Unset dirty status for tenant:2b65203be12a44e3b2b676f0adb9acc7 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:02:45.975339 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2a8c4365-9f47-4b4b-a132-80b77198428b req-183c02c2-b659-4e23-8d2b-6f4089e9c3aa tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b4ca4a7-04e1-460b-a945-b885562195de HTTP/1.1" status: 200 len: 931 time: 0.9569120 May 05 20:02:46.000778 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-5ddce15e-205b-432f-b465-a9ee87bafef4 req-b1f96d4c-a7ba-4235-a2c0-fa2a77d16b89 service neutron] Attempting to bind port 2c04777e-7f56-479d-9e3a-54f9d106f947 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:02:46.001112 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-5ddce15e-205b-432f-b465-a9ee87bafef4 req-b1f96d4c-a7ba-4235-a2c0-fa2a77d16b89 service neutron] Attempting to bind port 2c04777e-7f56-479d-9e3a-54f9d106f947 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'f9de3193-e4fa-4f1d-a073-95ff8ac5fa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:02:46.001439 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddce15e-205b-432f-b465-a9ee87bafef4 req-b1f96d4c-a7ba-4235-a2c0-fa2a77d16b89 service neutron] Attempting to bind port 2c04777e-7f56-479d-9e3a-54f9d106f947 on network 025bffd7-43d6-46c1-996a-8056de7069d8 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:02:46.018656 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ab2ef83d-4e68-403a-9568-3ff69adb1c3f req-61f80186-2c4c-45df-8177-a3453f5f7513 tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:46.023143 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1ed3bcdf-f90b-45b1-9dee-518c62e71837 req-7f5d4013-584b-4b62-9a39-f0ef04b7816c service neutron] 10.222.0.50 "GET /v2.0/networks/642babfc-0f83-431e-8336-efb566a9ef25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4707081 May 05 20:02:46.048661 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ab2ef83d-4e68-403a-9568-3ff69adb1c3f req-61f80186-2c4c-45df-8177-a3453f5f7513 tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:46.064046 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddce15e-205b-432f-b465-a9ee87bafef4 req-b1f96d4c-a7ba-4235-a2c0-fa2a77d16b89 service neutron] Port 2c04777e-7f56-479d-9e3a-54f9d106f947 on network 025bffd7-43d6-46c1-996a-8056de7069d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:02:46.064365 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddce15e-205b-432f-b465-a9ee87bafef4 req-b1f96d4c-a7ba-4235-a2c0-fa2a77d16b89 service neutron] Attempting to bind port 2c04777e-7f56-479d-9e3a-54f9d106f947 on network 025bffd7-43d6-46c1-996a-8056de7069d8 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:02:46.071848 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:46.098684 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddce15e-205b-432f-b465-a9ee87bafef4 req-b1f96d4c-a7ba-4235-a2c0-fa2a77d16b89 service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:02:46.099330 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddce15e-205b-432f-b465-a9ee87bafef4 req-b1f96d4c-a7ba-4235-a2c0-fa2a77d16b89 service neutron] Checking segment: {'id': 'f9de3193-e4fa-4f1d-a073-95ff8ac5fa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:02:46.099479 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddce15e-205b-432f-b465-a9ee87bafef4 req-b1f96d4c-a7ba-4235-a2c0-fa2a77d16b89 service neutron] Bound using segment: {'id': 'f9de3193-e4fa-4f1d-a073-95ff8ac5fa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:02:46.099825 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-5ddce15e-205b-432f-b465-a9ee87bafef4 req-b1f96d4c-a7ba-4235-a2c0-fa2a77d16b89 service neutron] Bound port: 2c04777e-7f56-479d-9e3a-54f9d106f947, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9de3193-e4fa-4f1d-a073-95ff8ac5fa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:02:46.100164 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-5ddce15e-205b-432f-b465-a9ee87bafef4 req-b1f96d4c-a7ba-4235-a2c0-fa2a77d16b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:46.123733 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab2ef83d-4e68-403a-9568-3ff69adb1c3f req-61f80186-2c4c-45df-8177-a3453f5f7513 tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] Network 52546020-b2fc-488e-8a77-a90f727c3d8c is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:02:46.126884 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-ab2ef83d-4e68-403a-9568-3ff69adb1c3f req-61f80186-2c4c-45df-8177-a3453f5f7513 tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:02:46.129552 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab2ef83d-4e68-403a-9568-3ff69adb1c3f req-61f80186-2c4c-45df-8177-a3453f5f7513 tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:02:46.140326 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.resource_extend [None req-c979bf0b-53f7-47c4-84b5-729851d9ef34 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 20:02:46.175611 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f80186-2c4c-45df-8177-a3453f5f7513 tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] Pushing event updated for resources: {'Port': ['ID=49599044-b0b5-4622-b13e-a60b7ce08f76,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:02:46.197069 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2a8c4365-9f47-4b4b-a132-80b77198428b req-8cca75e5-ce92-46cf-b4f0-4c59a0ab6960 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/security-groups?id=f74f81b7-56c4-4512-a034-782c02e21f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2058382 May 05 20:02:46.205200 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ef83d-4e68-403a-9568-3ff69adb1c3f req-61f80186-2c4c-45df-8177-a3453f5f7513 tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:46.205835 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ab2ef83d-4e68-403a-9568-3ff69adb1c3f req-61f80186-2c4c-45df-8177-a3453f5f7513 tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:46.228117 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ab2ef83d-4e68-403a-9568-3ff69adb1c3f req-61f80186-2c4c-45df-8177-a3453f5f7513 tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0791438 May 05 20:02:46.240086 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-ab2ef83d-4e68-403a-9568-3ff69adb1c3f req-ccf476bc-6825-497d-aa82-6b8ec52c1d71 service neutron] Request body: {'port': {'device_id': '29aa719c-6b52-4d15-87c2-53eb84d5a672', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:02:46.311602 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b49cf93e-8014-4079-a149-54f1b7775d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:46.356090 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-b49cf93e-8014-4079-a149-54f1b7775d53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4568a908-805b-4a6e-ba80-1d4819260d47']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:02:46.360766 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ab2ef83d-4e68-403a-9568-3ff69adb1c3f req-ccf476bc-6825-497d-aa82-6b8ec52c1d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:46.384899 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c979bf0b-53f7-47c4-84b5-729851d9ef34 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:46.386759 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-b49cf93e-8014-4079-a149-54f1b7775d53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79511503-ff66-4663-ae8b-5322fffb3d0a') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:02:46.387054 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-b49cf93e-8014-4079-a149-54f1b7775d53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79511503-ff66-4663-ae8b-5322fffb3d0a') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:02:46.406566 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c979bf0b-53f7-47c4-84b5-729851d9ef34 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:46.468333 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b49cf93e-8014-4079-a149-54f1b7775d53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:46.502021 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-5ddce15e-205b-432f-b465-a9ee87bafef4 req-b1f96d4c-a7ba-4235-a2c0-fa2a77d16b89 service neutron] For port 2c04777e-7f56-479d-9e3a-54f9d106f947, host n-h1-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:02:46.515877 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b49cf93e-8014-4079-a149-54f1b7775d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:46.520321 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-5ddce15e-205b-432f-b465-a9ee87bafef4 req-b1f96d4c-a7ba-4235-a2c0-fa2a77d16b89 service neutron] For port 2c04777e-7f56-479d-9e3a-54f9d106f947, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=2c04777e-7f56-479d-9e3a-54f9d106f947,segment=NetworkSegment(f9de3193-e4fa-4f1d-a073-95ff8ac5fa76),segment_id=f9de3193-e4fa-4f1d-a073-95ff8ac5fa76)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:02:46.594783 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-5ddce15e-205b-432f-b465-a9ee87bafef4 req-b1f96d4c-a7ba-4235-a2c0-fa2a77d16b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:46.598592 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b49cf93e-8014-4079-a149-54f1b7775d53 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:02:46.598977 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b49cf93e-8014-4079-a149-54f1b7775d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:46.655592 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e3bfa-1d9b-4a33-8a45-1359f6f1b435 req-03dca2ad-d107-4bb4-bb56-7eb401e12228 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:46.657048 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6a8e3bfa-1d9b-4a33-8a45-1359f6f1b435 req-03dca2ad-d107-4bb4-bb56-7eb401e12228 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/ports?device_id=024bc7a8-830a-4f2b-8ca7-a1123fbbb4f0 HTTP/1.1" status: 200 len: 943 time: 0.1542788 May 05 20:02:46.669668 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:02:46.669668 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:02:46.669668 n-d-840717-1 neutron-server[88197]: timer() May 05 20:02:46.669668 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:02:46.669668 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:02:46.669668 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:02:46.669668 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:02:46.669668 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:02:46.669668 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:02:46.669668 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:02:46.669668 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:02:46.669668 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:02:46.669668 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:02:46.669668 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:02:46.669668 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:02:46.669668 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:02:46.669668 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:02:46.669668 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:02:46.669668 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:02:46.669668 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:02:46.669668 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:02:46.669668 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:02:46.669668 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:02:46.669668 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:02:46.669668 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:02:46.669668 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:02:46.669668 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:02:46.669668 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:02:46.669668 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:02:46.669668 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:02:46.669668 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:02:46.669668 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:02:46.734738 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddce15e-205b-432f-b465-a9ee87bafef4 req-b1f96d4c-a7ba-4235-a2c0-fa2a77d16b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:46.735386 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-5ddce15e-205b-432f-b465-a9ee87bafef4 req-b1f96d4c-a7ba-4235-a2c0-fa2a77d16b89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:46.736745 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5ddce15e-205b-432f-b465-a9ee87bafef4 req-b1f96d4c-a7ba-4235-a2c0-fa2a77d16b89 service neutron] 10.222.0.24 "PUT /v2.0/ports/2c04777e-7f56-479d-9e3a-54f9d106f947 HTTP/1.1" status: 200 len: 1091 time: 3.2400105 May 05 20:02:46.741063 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b4ca4a7-04e1-460b-a945-b885562195de', 'tag': '2c04777e-7f56-479d-9e3a-54f9d106f947'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:02:46.793926 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6a8e3bfa-1d9b-4a33-8a45-1359f6f1b435 req-621f52a7-c99b-4e13-b6b4-e9a53203e3ab tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/security-groups?id=68f86c4c-dba3-493f-a553-82dc543f33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310802 May 05 20:02:46.880703 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b49cf93e-8014-4079-a149-54f1b7775d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:46.885271 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6af71bfd-9ea7-433d-95e1-565804f91ad8'] response: {'name': 'network-changed', 'server_uuid': '9b4ca4a7-04e1-460b-a945-b885562195de', 'tag': '2c04777e-7f56-479d-9e3a-54f9d106f947', 'status': 'completed', 'code': 200} May 05 20:02:46.886292 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-ab2ef83d-4e68-403a-9568-3ff69adb1c3f req-ccf476bc-6825-497d-aa82-6b8ec52c1d71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49599044-b0b5-4622-b13e-a60b7ce08f76 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:02:46.896797 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ab2ef83d-4e68-403a-9568-3ff69adb1c3f req-ccf476bc-6825-497d-aa82-6b8ec52c1d71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:46.906583 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f96d4c-a7ba-4235-a2c0-fa2a77d16b89 service neutron] Pushing event updated for resources: {'Port': ['ID=2c04777e-7f56-479d-9e3a-54f9d106f947,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:02:46.922682 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-ab2ef83d-4e68-403a-9568-3ff69adb1c3f req-ccf476bc-6825-497d-aa82-6b8ec52c1d71 service neutron] Transition to ACTIVE for port object 49599044-b0b5-4622-b13e-a60b7ce08f76 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:02:46.927702 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ab2ef83d-4e68-403a-9568-3ff69adb1c3f req-ccf476bc-6825-497d-aa82-6b8ec52c1d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:46.969895 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b49cf93e-8014-4079-a149-54f1b7775d53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:47.002042 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49cf93e-8014-4079-a149-54f1b7775d53 admin admin] Pushing event deleted for resources: {'Network': ['ID=4568a908-805b-4a6e-ba80-1d4819260d47,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:02:47.023622 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-b49cf93e-8014-4079-a149-54f1b7775d53 admin admin] 10.222.0.36 "DELETE /v2.0/networks/4568a908-805b-4a6e-ba80-1d4819260d47 HTTP/1.1" status: 204 len: 168 time: 1.5766277 May 05 20:02:47.111109 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a910c04-9ddc-4dfc-a1ef-117bb5a711ce req-6dfdb7cc-3cfa-490d-8257-c56cf7e9fbe6 tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:47.112667 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1a910c04-9ddc-4dfc-a1ef-117bb5a711ce req-6dfdb7cc-3cfa-490d-8257-c56cf7e9fbe6 tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] 10.222.0.36 "GET /v2.0/ports?device_id=29aa719c-6b52-4d15-87c2-53eb84d5a672 HTTP/1.1" status: 200 len: 932 time: 0.5248616 May 05 20:02:47.147052 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddce15e-205b-432f-b465-a9ee87bafef4 req-ba627302-2371-48a7-a057-73a102acdf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:47.148580 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5ddce15e-205b-432f-b465-a9ee87bafef4 req-ba627302-2371-48a7-a057-73a102acdf7c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2b65203be12a44e3b2b676f0adb9acc7&device_id=9b4ca4a7-04e1-460b-a945-b885562195de HTTP/1.1" status: 200 len: 1094 time: 0.3503118 May 05 20:02:47.208866 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 44344) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:02:47.237182 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5ddce15e-205b-432f-b465-a9ee87bafef4 req-09a0ef7d-aed4-4849-881d-a8d46ebd04ae service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c04777e-7f56-479d-9e3a-54f9d106f947 HTTP/1.1" status: 200 len: 217 time: 0.0802770 May 05 20:02:47.251106 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-1a910c04-9ddc-4dfc-a1ef-117bb5a711ce req-13921d29-f829-4bae-bac0-72feae843262 tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] Synchronizing usage tracker for tenant:f306496c3e2e46599bfe9390851183b4 on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:02:47.256709 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c979bf0b-53f7-47c4-84b5-729851d9ef34 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Router edbadcb7-0a9a-4e6f-9b10-c398f361f466 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:02:47.291732 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf476bc-6825-497d-aa82-6b8ec52c1d71 service neutron] Pushing event updated for resources: {'Port': ['ID=49599044-b0b5-4622-b13e-a60b7ce08f76,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:02:47.304641 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 33ee20be-c95c-49b0-befc-14f906a362ba details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:02:47.384396 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-24dfc1b6-4fed-4650-9f48-1f7fe7984063 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=746fcb642a8d490e982b2a03a5eb1ef7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1743219 May 05 20:02:47.388790 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 44350) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:02:47.414986 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134ada8f-f90e-449e-bbf2-194b188785b3 req-a0131806-41f4-4ad4-8e3a-1d48fdc28251 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:47.416485 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-134ada8f-f90e-449e-bbf2-194b188785b3 req-a0131806-41f4-4ad4-8e3a-1d48fdc28251 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=f56db24d-dbf0-4b73-b1ed-9dda9cc52d58 HTTP/1.1" status: 200 len: 945 time: 0.3183570 May 05 20:02:47.456407 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 33ee20be-c95c-49b0-befc-14f906a362ba, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=33ee20be-c95c-49b0-befc-14f906a362ba,segment=NetworkSegment(3aca4ab0-929b-456d-aa84-5ecc6cb9893c),segment_id=3aca4ab0-929b-456d-aa84-5ecc6cb9893c)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:02:47.469047 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-ab2ef83d-4e68-403a-9568-3ff69adb1c3f req-ccf476bc-6825-497d-aa82-6b8ec52c1d71 service neutron] Attempting to bind port 49599044-b0b5-4622-b13e-a60b7ce08f76 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:02:47.469399 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-ab2ef83d-4e68-403a-9568-3ff69adb1c3f req-ccf476bc-6825-497d-aa82-6b8ec52c1d71 service neutron] Attempting to bind port 49599044-b0b5-4622-b13e-a60b7ce08f76 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'd5046a41-0cc8-496e-8d7c-40876bc598a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '52546020-b2fc-488e-8a77-a90f727c3d8c'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:02:47.469708 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2ef83d-4e68-403a-9568-3ff69adb1c3f req-ccf476bc-6825-497d-aa82-6b8ec52c1d71 service neutron] Attempting to bind port 49599044-b0b5-4622-b13e-a60b7ce08f76 on network 52546020-b2fc-488e-8a77-a90f727c3d8c {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:02:47.475285 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': '33ee20be-c95c-49b0-befc-14f906a362ba', 'network_id': '642babfc-0f83-431e-8336-efb566a9ef25', 'port_id': '33ee20be-c95c-49b0-befc-14f906a362ba', 'mac_address': 'fa:16:3e:f2:eb:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51e3d3c7-531c-4a88-a4ff-ec92a467f790', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:02:47.492123 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2ef83d-4e68-403a-9568-3ff69adb1c3f req-ccf476bc-6825-497d-aa82-6b8ec52c1d71 service neutron] Port 49599044-b0b5-4622-b13e-a60b7ce08f76 on network 52546020-b2fc-488e-8a77-a90f727c3d8c not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:02:47.492418 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2ef83d-4e68-403a-9568-3ff69adb1c3f req-ccf476bc-6825-497d-aa82-6b8ec52c1d71 service neutron] Attempting to bind port 49599044-b0b5-4622-b13e-a60b7ce08f76 on network 52546020-b2fc-488e-8a77-a90f727c3d8c {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:02:47.508449 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2ef83d-4e68-403a-9568-3ff69adb1c3f req-ccf476bc-6825-497d-aa82-6b8ec52c1d71 service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:02:47.508790 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2ef83d-4e68-403a-9568-3ff69adb1c3f req-ccf476bc-6825-497d-aa82-6b8ec52c1d71 service neutron] Checking segment: {'id': 'd5046a41-0cc8-496e-8d7c-40876bc598a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '52546020-b2fc-488e-8a77-a90f727c3d8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:02:47.509181 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2ef83d-4e68-403a-9568-3ff69adb1c3f req-ccf476bc-6825-497d-aa82-6b8ec52c1d71 service neutron] Bound using segment: {'id': 'd5046a41-0cc8-496e-8d7c-40876bc598a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '52546020-b2fc-488e-8a77-a90f727c3d8c'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:02:47.509610 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-ab2ef83d-4e68-403a-9568-3ff69adb1c3f req-ccf476bc-6825-497d-aa82-6b8ec52c1d71 service neutron] Bound port: 49599044-b0b5-4622-b13e-a60b7ce08f76, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5046a41-0cc8-496e-8d7c-40876bc598a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '52546020-b2fc-488e-8a77-a90f727c3d8c'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:02:47.511067 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ab2ef83d-4e68-403a-9568-3ff69adb1c3f req-ccf476bc-6825-497d-aa82-6b8ec52c1d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:47.518064 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-1a910c04-9ddc-4dfc-a1ef-117bb5a711ce req-13921d29-f829-4bae-bac0-72feae843262 tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] Unset dirty status for tenant:f306496c3e2e46599bfe9390851183b4 on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:02:47.518626 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1a910c04-9ddc-4dfc-a1ef-117bb5a711ce req-13921d29-f829-4bae-bac0-72feae843262 tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a468c4a-6d91-4bcd-af1e-49b7a2c503d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3952918 May 05 20:02:47.533469 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-134ada8f-f90e-449e-bbf2-194b188785b3 req-a974a927-54f7-4161-9976-1450d12f210c tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000042 May 05 20:02:47.543057 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddce15e-205b-432f-b465-a9ee87bafef4 req-e0bc1a1e-a75a-450a-877b-e81dcfb4ff57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:47.544954 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5ddce15e-205b-432f-b465-a9ee87bafef4 req-e0bc1a1e-a75a-450a-877b-e81dcfb4ff57 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d250ed8-07f6-4f08-a934-d3c76d471e2d HTTP/1.1" status: 200 len: 853 time: 0.2903137 May 05 20:02:47.548887 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:47.587052 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33ee20be-c95c-49b0-befc-14f906a362ba {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:02:47.598605 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-11478103-db82-40fa-9a6b-4d57d5d35bd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:47.625001 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 33ee20be-c95c-49b0-befc-14f906a362ba, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=33ee20be-c95c-49b0-befc-14f906a362ba,segment=NetworkSegment(3aca4ab0-929b-456d-aa84-5ecc6cb9893c),segment_id=3aca4ab0-929b-456d-aa84-5ecc6cb9893c)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:02:47.633796 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:47.649997 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-11478103-db82-40fa-9a6b-4d57d5d35bd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:47.676186 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-ab2ef83d-4e68-403a-9568-3ff69adb1c3f req-ccf476bc-6825-497d-aa82-6b8ec52c1d71 service neutron] For port 49599044-b0b5-4622-b13e-a60b7ce08f76, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:02:47.719506 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=33ee20be-c95c-49b0-befc-14f906a362ba,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:02:47.734341 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-ab2ef83d-4e68-403a-9568-3ff69adb1c3f req-ccf476bc-6825-497d-aa82-6b8ec52c1d71 service neutron] For port 49599044-b0b5-4622-b13e-a60b7ce08f76, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=49599044-b0b5-4622-b13e-a60b7ce08f76,segment=NetworkSegment(d5046a41-0cc8-496e-8d7c-40876bc598a0),segment_id=d5046a41-0cc8-496e-8d7c-40876bc598a0)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:02:47.750008 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ab2ef83d-4e68-403a-9568-3ff69adb1c3f req-ccf476bc-6825-497d-aa82-6b8ec52c1d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:47.756189 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c979bf0b-53f7-47c4-84b5-729851d9ef34 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:02:47.761276 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c979bf0b-53f7-47c4-84b5-729851d9ef34 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:47.768818 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d5d566-5230-4cff-b394-c69ee5925355 None None] Sync routers for ids ['edbadcb7-0a9a-4e6f-9b10-c398f361f466'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:02:47.781953 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d5d566-5230-4cff-b394-c69ee5925355 None None] Routers {'edbadcb7-0a9a-4e6f-9b10-c398f361f466'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:02:47.782728 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-76d5d566-5230-4cff-b394-c69ee5925355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:02:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['edbadcb7-0a9a-4e6f-9b10-c398f361f466'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:02:47.823393 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ef83d-4e68-403a-9568-3ff69adb1c3f req-ccf476bc-6825-497d-aa82-6b8ec52c1d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:47.823393 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ab2ef83d-4e68-403a-9568-3ff69adb1c3f req-ccf476bc-6825-497d-aa82-6b8ec52c1d71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:47.824916 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ab2ef83d-4e68-403a-9568-3ff69adb1c3f req-ccf476bc-6825-497d-aa82-6b8ec52c1d71 service neutron] 10.222.0.24 "PUT /v2.0/ports/49599044-b0b5-4622-b13e-a60b7ce08f76 HTTP/1.1" status: 200 len: 1092 time: 1.5901966 May 05 20:02:47.826692 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29aa719c-6b52-4d15-87c2-53eb84d5a672', 'tag': '49599044-b0b5-4622-b13e-a60b7ce08f76'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:02:47.837328 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddce15e-205b-432f-b465-a9ee87bafef4 req-593ab439-a083-4636-afc7-374b724df65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:47.839075 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5ddce15e-205b-432f-b465-a9ee87bafef4 req-593ab439-a083-4636-afc7-374b724df65c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=025bffd7-43d6-46c1-996a-8056de7069d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2828808 May 05 20:02:47.851125 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-11478103-db82-40fa-9a6b-4d57d5d35bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:47.868028 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf476bc-6825-497d-aa82-6b8ec52c1d71 service neutron] Pushing event updated for resources: {'Port': ['ID=49599044-b0b5-4622-b13e-a60b7ce08f76,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:02:47.880462 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11478103-db82-40fa-9a6b-4d57d5d35bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb43301-61da-408d-ba7f-c0b8dd491c87,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:02:47.948650 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-11478103-db82-40fa-9a6b-4d57d5d35bd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:47.949916 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-11478103-db82-40fa-9a6b-4d57d5d35bd0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3cb43301-61da-408d-ba7f-c0b8dd491c87 HTTP/1.1" status: 204 len: 168 time: 0.5590916 May 05 20:02:47.964658 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['33ee20be-c95c-49b0-befc-14f906a362ba'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:02:47.966490 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e3820-7592-4030-bf5e-8a4753daa7c6 req-5f4978ce-49a4-4bb0-a5b4-b6b4403265b1 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:47.968061 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4c5e3820-7592-4030-bf5e-8a4753daa7c6 req-5f4978ce-49a4-4bb0-a5b4-b6b4403265b1 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b4ca4a7-04e1-460b-a945-b885562195de HTTP/1.1" status: 200 len: 943 time: 0.2770982 May 05 20:02:48.056350 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4c5e3820-7592-4030-bf5e-8a4753daa7c6 req-df250f3a-a983-4981-8878-cf61fe460d09 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/security-groups?id=f74f81b7-56c4-4512-a034-782c02e21f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762796 May 05 20:02:48.061473 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ef83d-4e68-403a-9568-3ff69adb1c3f req-73d729fc-7430-475d-a7e9-98d75478f830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:48.062960 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ab2ef83d-4e68-403a-9568-3ff69adb1c3f req-73d729fc-7430-475d-a7e9-98d75478f830 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f306496c3e2e46599bfe9390851183b4&device_id=29aa719c-6b52-4d15-87c2-53eb84d5a672 HTTP/1.1" status: 200 len: 1095 time: 0.1837680 May 05 20:02:48.072795 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-76d5d566-5230-4cff-b394-c69ee5925355 None None] Set router edbadcb7-0a9a-4e6f-9b10-c398f361f466 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:02:48.151579 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ab2ef83d-4e68-403a-9568-3ff69adb1c3f req-c046995c-4298-46d1-9fdb-d73002949902 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49599044-b0b5-4622-b13e-a60b7ce08f76 HTTP/1.1" status: 200 len: 217 time: 0.0774448 May 05 20:02:48.153852 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbc7d9b4-09f7-41de-95e3-37ad77310569'] response: {'name': 'network-changed', 'server_uuid': '29aa719c-6b52-4d15-87c2-53eb84d5a672', 'tag': '49599044-b0b5-4622-b13e-a60b7ce08f76', 'status': 'completed', 'code': 200} May 05 20:02:48.234216 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-c979bf0b-53f7-47c4-84b5-729851d9ef34 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "PUT /v2.0/floatingips/4dac1ecb-3ec4-41a7-a910-1bfdc5eef84a HTTP/1.1" status: 200 len: 994 time: 4.3080072 May 05 20:02:48.234216 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5ddce15e-205b-432f-b465-a9ee87bafef4 req-6bd0a090-3442-4176-8cf8-553676770971 service neutron] 10.222.0.24 "GET /v2.0/networks/025bffd7-43d6-46c1-996a-8056de7069d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3795056 May 05 20:02:48.258513 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ef83d-4e68-403a-9568-3ff69adb1c3f req-08dbe36e-b23d-4601-a798-9e1760df17cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:48.259998 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ab2ef83d-4e68-403a-9568-3ff69adb1c3f req-08dbe36e-b23d-4601-a798-9e1760df17cb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9eac44f5-255e-4f10-bdae-86280f53ca52 HTTP/1.1" status: 200 len: 854 time: 0.1011643 May 05 20:02:48.313620 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ab2ef83d-4e68-403a-9568-3ff69adb1c3f req-6f141b35-3c66-412a-8352-eb6e26e10132 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=52546020-b2fc-488e-8a77-a90f727c3d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484080 May 05 20:02:48.373952 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a189a34-35f1-4c04-a748-be5aeaaac8f9 req-539a3a9d-da61-4d2c-814f-786e33ca3b10 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:48.375046 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6a189a34-35f1-4c04-a748-be5aeaaac8f9 req-539a3a9d-da61-4d2c-814f-786e33ca3b10 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/ports?device_id=024bc7a8-830a-4f2b-8ca7-a1123fbbb4f0 HTTP/1.1" status: 200 len: 944 time: 0.2430551 May 05 20:02:48.455398 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6a189a34-35f1-4c04-a748-be5aeaaac8f9 req-e5be210f-b58f-493a-a222-182e5266ce7e tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/security-groups?id=68f86c4c-dba3-493f-a553-82dc543f33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686939 May 05 20:02:48.457512 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5ddce15e-205b-432f-b465-a9ee87bafef4 req-871c3f7a-edad-4985-9f5d-e506525d858b service neutron] 10.222.0.24 "GET /v2.0/networks/025bffd7-43d6-46c1-996a-8056de7069d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150888 May 05 20:02:48.519988 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ab2ef83d-4e68-403a-9568-3ff69adb1c3f req-4e63c99a-e17b-4bb4-b6e6-2fe9c9ba6022 service neutron] 10.222.0.24 "GET /v2.0/networks/52546020-b2fc-488e-8a77-a90f727c3d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930399 May 05 20:02:48.566317 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-76d5d566-5230-4cff-b394-c69ee5925355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edbadcb7-0a9a-4e6f-9b10-c398f361f466', 'name': 'tempest-ServerRescueNegativeTestJSON-1286592340-router', 'tenant_id': '2ac5211529134663a7b81ee9a43f1be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': 'aa240ef3-2b21-485d-bf4f-f659e6642aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:57:43Z', 'updated_at': '2022-05-05T19:58:07Z', 'revision_number': 4, 'project_id': '2ac5211529134663a7b81ee9a43f1be9', 'gw_port': {'id': 'aa240ef3-2b21-485d-bf4f-f659e6642aac', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbadcb7-0a9a-4e6f-9b10-c398f361f466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:45Z', 'updated_at': '2022-05-05T19:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '4dac1ecb-3ec4-41a7-a910-1bfdc5eef84a', 'tenant_id': '2ac5211529134663a7b81ee9a43f1be9', 'floating_ip_address': '172.25.0.201', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'edbadcb7-0a9a-4e6f-9b10-c398f361f466', 'port_id': '6036ba91-7d41-42aa-8b3a-764af0ce77d6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a536572-51e8-41c9-b6b4-029e4a14e253', 'mac_address': 'fa:16:3e:ef:69:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4323cae9-e867-48dc-bb84-72dbe559c9ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:00:54Z', 'updated_at': '2022-05-05T20:02:45Z', 'revision_number': 3, 'project_id': '2ac5211529134663a7b81ee9a43f1be9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9aa07f9-be66-4f2d-8243-9075cb80d91a', 'name': '', 'network_id': '8a536572-51e8-41c9-b6b4-029e4a14e253', 'tenant_id': '2ac5211529134663a7b81ee9a43f1be9', 'mac_address': 'fa:16:3e:19:ee:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbadcb7-0a9a-4e6f-9b10-c398f361f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'afbf8c9c-9fa3-4fdd-ba30-b4249970e4ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:59Z', 'updated_at': '2022-05-05T19:58:19Z', 'revision_number': 5, 'project_id': '2ac5211529134663a7b81ee9a43f1be9', 'subnets': [{'id': 'afbf8c9c-9fa3-4fdd-ba30-b4249970e4ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:02:48.571595 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d5d566-5230-4cff-b394-c69ee5925355 None None] Checking router: edbadcb7-0a9a-4e6f-9b10-c398f361f466 for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:02:48.584302 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d5d566-5230-4cff-b394-c69ee5925355 None None] Routers {'edbadcb7-0a9a-4e6f-9b10-c398f361f466'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:02:48.584785 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-76d5d566-5230-4cff-b394-c69ee5925355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:02:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['edbadcb7-0a9a-4e6f-9b10-c398f361f466'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:02:48.591040 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dcfd93-7e3d-4b55-bae0-cc1822fe58bc req-519116bf-1c80-47cf-a2a4-73407b053fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:48.592668 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-09dcfd93-7e3d-4b55-bae0-cc1822fe58bc req-519116bf-1c80-47cf-a2a4-73407b053fb5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2b65203be12a44e3b2b676f0adb9acc7&device_id=9b4ca4a7-04e1-460b-a945-b885562195de HTTP/1.1" status: 200 len: 1094 time: 0.0814712 May 05 20:02:48.863230 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ab2ef83d-4e68-403a-9568-3ff69adb1c3f req-27bde090-8586-479a-bc43-f07462710790 service neutron] 10.222.0.24 "GET /v2.0/networks/52546020-b2fc-488e-8a77-a90f727c3d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355281 May 05 20:02:48.923618 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3438ae5e-2cd6-43d4-a626-4a9a1adb1c32 req-a94d1404-be8e-4761-a4f6-c585df689b2c tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:48.923618 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3438ae5e-2cd6-43d4-a626-4a9a1adb1c32 req-a94d1404-be8e-4761-a4f6-c585df689b2c tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=f56db24d-dbf0-4b73-b1ed-9dda9cc52d58 HTTP/1.1" status: 200 len: 945 time: 0.1522496 May 05 20:02:48.946560 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4323cae9-e867-48dc-bb84-72dbe559c9ec', 'tag': '6036ba91-7d41-42aa-8b3a-764af0ce77d6'}, {'name': 'network-changed', 'server_uuid': '4323cae9-e867-48dc-bb84-72dbe559c9ec', 'tag': '6036ba91-7d41-42aa-8b3a-764af0ce77d6'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:02:48.988475 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-76d5d566-5230-4cff-b394-c69ee5925355 None None] Set router edbadcb7-0a9a-4e6f-9b10-c398f361f466 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:02:49.004268 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3438ae5e-2cd6-43d4-a626-4a9a1adb1c32 req-b520cf7a-6d69-4db3-b79f-036e08bddb2f tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649488 May 05 20:02:49.102124 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dcfd93-7e3d-4b55-bae0-cc1822fe58bc req-773cdf2e-1dea-40dd-a671-92c852fe1806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:49.102124 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-09dcfd93-7e3d-4b55-bae0-cc1822fe58bc req-773cdf2e-1dea-40dd-a671-92c852fe1806 service neutron] 10.222.0.24 "GET /v2.0/networks?id=025bffd7-43d6-46c1-996a-8056de7069d8 HTTP/1.1" status: 200 len: 915 time: 0.4944975 May 05 20:02:49.114925 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e6adc6d-f131-4d22-bc51-a31e1efc9cae'] response: {'name': 'network-changed', 'server_uuid': '4323cae9-e867-48dc-bb84-72dbe559c9ec', 'tag': '6036ba91-7d41-42aa-8b3a-764af0ce77d6', 'status': 'completed', 'code': 200} May 05 20:02:49.114925 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e6adc6d-f131-4d22-bc51-a31e1efc9cae'] response: {'name': 'network-changed', 'server_uuid': '4323cae9-e867-48dc-bb84-72dbe559c9ec', 'tag': '6036ba91-7d41-42aa-8b3a-764af0ce77d6', 'status': 'completed', 'code': 200} May 05 20:02:49.224134 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416747e5-8b0f-4dc3-97e4-12cd64506922 req-1859187b-5799-4bfa-86fe-f8ad618f08f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:49.228669 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-416747e5-8b0f-4dc3-97e4-12cd64506922 req-1859187b-5799-4bfa-86fe-f8ad618f08f6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f306496c3e2e46599bfe9390851183b4&device_id=29aa719c-6b52-4d15-87c2-53eb84d5a672 HTTP/1.1" status: 200 len: 1095 time: 0.2570076 May 05 20:02:49.286561 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-09dcfd93-7e3d-4b55-bae0-cc1822fe58bc req-5a41bc4a-10cf-4c6d-94ee-9200ffb67051 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c04777e-7f56-479d-9e3a-54f9d106f947 HTTP/1.1" status: 200 len: 217 time: 0.1796556 May 05 20:02:49.303734 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 33ee20be-c95c-49b0-befc-14f906a362ba up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:02:49.355476 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55540708-5612-4bb6-b32a-24e4bcb2a07f req-0439f4e7-37f3-4d17-afc5-422bf6620052 tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:49.366825 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-55540708-5612-4bb6-b32a-24e4bcb2a07f req-0439f4e7-37f3-4d17-afc5-422bf6620052 tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] 10.222.0.36 "GET /v2.0/ports?device_id=29aa719c-6b52-4d15-87c2-53eb84d5a672 HTTP/1.1" status: 200 len: 944 time: 0.5085545 May 05 20:02:49.422962 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port 33ee20be-c95c-49b0-befc-14f906a362ba completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:02:49.429369 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port 33ee20be-c95c-49b0-befc-14f906a362ba triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:02:49.429877 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:49.472740 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-55540708-5612-4bb6-b32a-24e4bcb2a07f req-b6442952-8693-4116-9a79-1c322ebcf9a8 tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a468c4a-6d91-4bcd-af1e-49b7a2c503d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039140 May 05 20:02:49.480343 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dcfd93-7e3d-4b55-bae0-cc1822fe58bc req-31977c43-de40-4d62-a893-ef68103c454f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:49.485081 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-09dcfd93-7e3d-4b55-bae0-cc1822fe58bc req-31977c43-de40-4d62-a893-ef68103c454f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d250ed8-07f6-4f08-a934-d3c76d471e2d HTTP/1.1" status: 200 len: 853 time: 0.1874943 May 05 20:02:49.492363 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-76d5d566-5230-4cff-b394-c69ee5925355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edbadcb7-0a9a-4e6f-9b10-c398f361f466', 'name': 'tempest-ServerRescueNegativeTestJSON-1286592340-router', 'tenant_id': '2ac5211529134663a7b81ee9a43f1be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': 'aa240ef3-2b21-485d-bf4f-f659e6642aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:57:43Z', 'updated_at': '2022-05-05T19:58:07Z', 'revision_number': 4, 'project_id': '2ac5211529134663a7b81ee9a43f1be9', 'gw_port': {'id': 'aa240ef3-2b21-485d-bf4f-f659e6642aac', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbadcb7-0a9a-4e6f-9b10-c398f361f466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:45Z', 'updated_at': '2022-05-05T19:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '4dac1ecb-3ec4-41a7-a910-1bfdc5eef84a', 'tenant_id': '2ac5211529134663a7b81ee9a43f1be9', 'floating_ip_address': '172.25.0.201', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'edbadcb7-0a9a-4e6f-9b10-c398f361f466', 'port_id': '6036ba91-7d41-42aa-8b3a-764af0ce77d6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a536572-51e8-41c9-b6b4-029e4a14e253', 'mac_address': 'fa:16:3e:ef:69:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4323cae9-e867-48dc-bb84-72dbe559c9ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:00:54Z', 'updated_at': '2022-05-05T20:02:45Z', 'revision_number': 3, 'project_id': '2ac5211529134663a7b81ee9a43f1be9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9aa07f9-be66-4f2d-8243-9075cb80d91a', 'name': '', 'network_id': '8a536572-51e8-41c9-b6b4-029e4a14e253', 'tenant_id': '2ac5211529134663a7b81ee9a43f1be9', 'mac_address': 'fa:16:3e:19:ee:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbadcb7-0a9a-4e6f-9b10-c398f361f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'afbf8c9c-9fa3-4fdd-ba30-b4249970e4ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:59Z', 'updated_at': '2022-05-05T19:58:19Z', 'revision_number': 5, 'project_id': '2ac5211529134663a7b81ee9a43f1be9', 'subnets': [{'id': 'afbf8c9c-9fa3-4fdd-ba30-b4249970e4ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:02:49.497984 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d5d566-5230-4cff-b394-c69ee5925355 None None] The sync data for ids ['edbadcb7-0a9a-4e6f-9b10-c398f361f466'] in n-d-840717-1 is: [{'id': 'edbadcb7-0a9a-4e6f-9b10-c398f361f466', 'name': 'tempest-ServerRescueNegativeTestJSON-1286592340-router', 'tenant_id': '2ac5211529134663a7b81ee9a43f1be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': 'aa240ef3-2b21-485d-bf4f-f659e6642aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:57:43Z', 'updated_at': '2022-05-05T19:58:07Z', 'revision_number': 4, 'project_id': '2ac5211529134663a7b81ee9a43f1be9', 'gw_port': {'id': 'aa240ef3-2b21-485d-bf4f-f659e6642aac', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbadcb7-0a9a-4e6f-9b10-c398f361f466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:45Z', 'updated_at': '2022-05-05T19:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '4dac1ecb-3ec4-41a7-a910-1bfdc5eef84a', 'tenant_id': '2ac5211529134663a7b81ee9a43f1be9', 'floating_ip_address': '172.25.0.201', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'edbadcb7-0a9a-4e6f-9b10-c398f361f466', 'port_id': '6036ba91-7d41-42aa-8b3a-764af0ce77d6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a536572-51e8-41c9-b6b4-029e4a14e253', 'mac_address': 'fa:16:3e:ef:69:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4323cae9-e867-48dc-bb84-72dbe559c9ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:00:54Z', 'updated_at': '2022-05-05T20:02:45Z', 'revision_number': 3, 'project_id': '2ac5211529134663a7b81ee9a43f1be9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9aa07f9-be66-4f2d-8243-9075cb80d91a', 'name': '', 'network_id': '8a536572-51e8-41c9-b6b4-029e4a14e253', 'tenant_id': '2ac5211529134663a7b81ee9a43f1be9', 'mac_address': 'fa:16:3e:19:ee:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbadcb7-0a9a-4e6f-9b10-c398f361f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'afbf8c9c-9fa3-4fdd-ba30-b4249970e4ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:59Z', 'updated_at': '2022-05-05T19:58:19Z', 'revision_number': 5, 'project_id': '2ac5211529134663a7b81ee9a43f1be9', 'subnets': [{'id': 'afbf8c9c-9fa3-4fdd-ba30-b4249970e4ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:02:49.568637 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3511da2-1f68-49fd-98cf-30fafe9477b8 req-0b2c8380-f9cd-4b30-ae1d-5779d56bcd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:49.570833 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d3511da2-1f68-49fd-98cf-30fafe9477b8 req-0b2c8380-f9cd-4b30-ae1d-5779d56bcd84 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ac5211529134663a7b81ee9a43f1be9&device_id=4323cae9-e867-48dc-bb84-72dbe559c9ec HTTP/1.1" status: 200 len: 1097 time: 0.3877714 May 05 20:02:49.660693 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416747e5-8b0f-4dc3-97e4-12cd64506922 req-ac214abf-b9e7-4663-af55-62c89564c6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:49.662546 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-416747e5-8b0f-4dc3-97e4-12cd64506922 req-ac214abf-b9e7-4663-af55-62c89564c6e8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=52546020-b2fc-488e-8a77-a90f727c3d8c HTTP/1.1" status: 200 len: 915 time: 0.4276607 May 05 20:02:49.693584 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:49.743249 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '024bc7a8-830a-4f2b-8ca7-a1123fbbb4f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ee20be-c95c-49b0-befc-14f906a362ba'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:02:49.767115 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 33ee20be-c95c-49b0-befc-14f906a362ba, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=33ee20be-c95c-49b0-befc-14f906a362ba,segment=NetworkSegment(3aca4ab0-929b-456d-aa84-5ecc6cb9893c),segment_id=3aca4ab0-929b-456d-aa84-5ecc6cb9893c)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:02:49.771427 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:49.832975 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-416747e5-8b0f-4dc3-97e4-12cd64506922 req-e6f1d0b0-8857-4b60-ade8-ec948a762f99 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49599044-b0b5-4622-b13e-a60b7ce08f76 HTTP/1.1" status: 200 len: 217 time: 0.0953777 May 05 20:02:49.870646 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=33ee20be-c95c-49b0-befc-14f906a362ba,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:02:49.893928 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c83c92-a468-4036-9f5f-a59d9fabc6bf req-45f904d4-59bd-448a-8943-8fa48735a936 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:49.897557 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e2c83c92-a468-4036-9f5f-a59d9fabc6bf req-45f904d4-59bd-448a-8943-8fa48735a936 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b4ca4a7-04e1-460b-a945-b885562195de HTTP/1.1" status: 200 len: 943 time: 0.2337286 May 05 20:02:49.921941 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416747e5-8b0f-4dc3-97e4-12cd64506922 req-b12c74a5-2084-46d0-9604-a422fa190d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:49.923438 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-416747e5-8b0f-4dc3-97e4-12cd64506922 req-b12c74a5-2084-46d0-9604-a422fa190d76 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9eac44f5-255e-4f10-bdae-86280f53ca52 HTTP/1.1" status: 200 len: 854 time: 0.1008496 May 05 20:02:49.935140 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dcfd93-7e3d-4b55-bae0-cc1822fe58bc req-a9271dad-82cd-44b5-80f3-e945bb3f3c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:49.936641 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-09dcfd93-7e3d-4b55-bae0-cc1822fe58bc req-a9271dad-82cd-44b5-80f3-e945bb3f3c7e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=025bffd7-43d6-46c1-996a-8056de7069d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4357138 May 05 20:02:49.997682 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-416747e5-8b0f-4dc3-97e4-12cd64506922 req-cbed0f6b-7a64-4829-85e6-e9d008aed76b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=52546020-b2fc-488e-8a77-a90f727c3d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658844 May 05 20:02:50.005999 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e2c83c92-a468-4036-9f5f-a59d9fabc6bf req-ea8f535c-6c83-49d9-b095-df70a7e4590c tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/security-groups?id=f74f81b7-56c4-4512-a034-782c02e21f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027527 May 05 20:02:50.013739 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3511da2-1f68-49fd-98cf-30fafe9477b8 req-9ed63c5f-7c4e-4ffb-89dd-bf78759d6c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:50.015291 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d3511da2-1f68-49fd-98cf-30fafe9477b8 req-9ed63c5f-7c4e-4ffb-89dd-bf78759d6c37 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8a536572-51e8-41c9-b6b4-029e4a14e253 HTTP/1.1" status: 200 len: 920 time: 0.4377794 May 05 20:02:50.172923 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-416747e5-8b0f-4dc3-97e4-12cd64506922 req-cea9d3ff-a855-4d2c-8668-371fd5ffee30 service neutron] 10.222.0.24 "GET /v2.0/networks/52546020-b2fc-488e-8a77-a90f727c3d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607935 May 05 20:02:50.226764 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab83dfb-6f03-43a4-9d9a-22a3bc0cc442 req-f6dddd66-2268-4f6e-a5bc-38c51ee672dc tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:50.226764 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0ab83dfb-6f03-43a4-9d9a-22a3bc0cc442 req-f6dddd66-2268-4f6e-a5bc-38c51ee672dc tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/ports?device_id=024bc7a8-830a-4f2b-8ca7-a1123fbbb4f0 HTTP/1.1" status: 200 len: 945 time: 0.3551168 May 05 20:02:50.289289 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f02a0aed-79b7-4ace-97b7-ef487f5d86d0'] response: {'server_uuid': '024bc7a8-830a-4f2b-8ca7-a1123fbbb4f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ee20be-c95c-49b0-befc-14f906a362ba', 'code': 200} May 05 20:02:50.295585 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-09dcfd93-7e3d-4b55-bae0-cc1822fe58bc req-cf1a830f-a0c0-461c-9b3c-4cbc36745d29 service neutron] 10.222.0.24 "GET /v2.0/networks/025bffd7-43d6-46c1-996a-8056de7069d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390598 May 05 20:02:50.312372 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d3511da2-1f68-49fd-98cf-30fafe9477b8 req-d31b060f-09e1-4caa-bc4e-5e9d1f482b74 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6036ba91-7d41-42aa-8b3a-764af0ce77d6 HTTP/1.1" status: 200 len: 1002 time: 0.2808568 May 05 20:02:50.383251 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-416747e5-8b0f-4dc3-97e4-12cd64506922 req-99a9ca11-179e-4a7b-a54a-afd26df7ce47 service neutron] 10.222.0.24 "GET /v2.0/networks/52546020-b2fc-488e-8a77-a90f727c3d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073956 May 05 20:02:50.418742 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 49599044-b0b5-4622-b13e-a60b7ce08f76 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:02:50.469507 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0ab83dfb-6f03-43a4-9d9a-22a3bc0cc442 req-4edbe730-962e-43e4-a0f7-af1bae7dfe71 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/security-groups?id=68f86c4c-dba3-493f-a553-82dc543f33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398486 May 05 20:02:50.666999 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 49599044-b0b5-4622-b13e-a60b7ce08f76, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=49599044-b0b5-4622-b13e-a60b7ce08f76,segment=NetworkSegment(d5046a41-0cc8-496e-8d7c-40876bc598a0),segment_id=d5046a41-0cc8-496e-8d7c-40876bc598a0)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:02:50.700270 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '49599044-b0b5-4622-b13e-a60b7ce08f76', 'network_id': '52546020-b2fc-488e-8a77-a90f727c3d8c', 'port_id': '49599044-b0b5-4622-b13e-a60b7ce08f76', 'mac_address': 'fa:16:3e:5e:cd:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eac44f5-255e-4f10-bdae-86280f53ca52', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:02:50.742937 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cbd025-8a24-4f70-8565-96b6c22797dc req-cb1c1786-2421-4ae9-b9b7-50fa61893cde tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:50.749801 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3511da2-1f68-49fd-98cf-30fafe9477b8 req-5eeb7825-1865-4192-95e6-59699fdf7281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:50.749801 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d3511da2-1f68-49fd-98cf-30fafe9477b8 req-5eeb7825-1865-4192-95e6-59699fdf7281 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=afbf8c9c-9fa3-4fdd-ba30-b4249970e4ad HTTP/1.1" status: 200 len: 858 time: 0.4069805 May 05 20:02:50.755285 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-98cbd025-8a24-4f70-8565-96b6c22797dc req-cb1c1786-2421-4ae9-b9b7-50fa61893cde tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=f56db24d-dbf0-4b73-b1ed-9dda9cc52d58 HTTP/1.1" status: 200 len: 945 time: 0.2200010 May 05 20:02:50.812117 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-98cbd025-8a24-4f70-8565-96b6c22797dc req-2dac32f0-3e6a-406f-8a88-c60dd014f7ef tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659442 May 05 20:02:50.844707 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:50.864205 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49599044-b0b5-4622-b13e-a60b7ce08f76 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:02:50.881745 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 49599044-b0b5-4622-b13e-a60b7ce08f76, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=49599044-b0b5-4622-b13e-a60b7ce08f76,segment=NetworkSegment(d5046a41-0cc8-496e-8d7c-40876bc598a0),segment_id=d5046a41-0cc8-496e-8d7c-40876bc598a0)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:02:50.886219 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:50.887240 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 2c04777e-7f56-479d-9e3a-54f9d106f947 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:02:50.937041 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-09dcfd93-7e3d-4b55-bae0-cc1822fe58bc req-bf3303fb-3f7c-4a7c-9b1b-07bf732b9b9a service neutron] 10.222.0.24 "GET /v2.0/networks/025bffd7-43d6-46c1-996a-8056de7069d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6341558 May 05 20:02:50.976996 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0954507d-c738-41e7-8466-2729d45ad816 req-a33da4dc-06fd-41bd-ba22-261c52bd54eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:50.976996 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0954507d-c738-41e7-8466-2729d45ad816 req-a33da4dc-06fd-41bd-ba22-261c52bd54eb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=024bc7a8-830a-4f2b-8ca7-a1123fbbb4f0 HTTP/1.1" status: 200 len: 1096 time: 0.5934155 May 05 20:02:51.018423 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=49599044-b0b5-4622-b13e-a60b7ce08f76,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:02:51.024170 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3511da2-1f68-49fd-98cf-30fafe9477b8 req-61656762-6957-4c36-ae66-fdda34788601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:51.024170 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d3511da2-1f68-49fd-98cf-30fafe9477b8 req-61656762-6957-4c36-ae66-fdda34788601 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8a536572-51e8-41c9-b6b4-029e4a14e253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2158265 May 05 20:02:51.037780 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ca749-c2ed-4c72-99a5-441a0cd514db req-78a5ba07-30b7-4562-9556-70c268d19ad9 tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:51.037780 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-845ca749-c2ed-4c72-99a5-441a0cd514db req-78a5ba07-30b7-4562-9556-70c268d19ad9 tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] 10.222.0.36 "GET /v2.0/ports?device_id=29aa719c-6b52-4d15-87c2-53eb84d5a672 HTTP/1.1" status: 200 len: 944 time: 0.2879460 May 05 20:02:51.064234 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0954507d-c738-41e7-8466-2729d45ad816 req-43c260dd-65af-4b3e-98b7-9b70a3c46a33 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=68f86c4c-dba3-493f-a553-82dc543f33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847919 May 05 20:02:51.101008 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 2c04777e-7f56-479d-9e3a-54f9d106f947, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=2c04777e-7f56-479d-9e3a-54f9d106f947,segment=NetworkSegment(f9de3193-e4fa-4f1d-a073-95ff8ac5fa76),segment_id=f9de3193-e4fa-4f1d-a073-95ff8ac5fa76)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:02:51.116180 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '2c04777e-7f56-479d-9e3a-54f9d106f947', 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8', 'port_id': '2c04777e-7f56-479d-9e3a-54f9d106f947', 'mac_address': 'fa:16:3e:58:fe:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d250ed8-07f6-4f08-a934-d3c76d471e2d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:02:51.177766 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-845ca749-c2ed-4c72-99a5-441a0cd514db req-29f54ac6-59f3-40fd-a776-92d0cfce8883 tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a468c4a-6d91-4bcd-af1e-49b7a2c503d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156375 May 05 20:02:51.204466 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:51.234130 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d3511da2-1f68-49fd-98cf-30fafe9477b8 req-5f7206bd-ba1b-4c2e-9e20-9410be7755fb service neutron] 10.222.0.24 "GET /v2.0/networks/8a536572-51e8-41c9-b6b4-029e4a14e253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948864 May 05 20:02:51.245790 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c04777e-7f56-479d-9e3a-54f9d106f947 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:02:51.265497 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78426447-e96b-4cec-8bb3-d1a44435b460 req-3803675c-674c-4308-a36e-4d7860a572ea tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:51.265497 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-78426447-e96b-4cec-8bb3-d1a44435b460 req-3803675c-674c-4308-a36e-4d7860a572ea tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b4ca4a7-04e1-460b-a945-b885562195de HTTP/1.1" status: 200 len: 943 time: 0.1361332 May 05 20:02:51.283710 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 2c04777e-7f56-479d-9e3a-54f9d106f947, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=2c04777e-7f56-479d-9e3a-54f9d106f947,segment=NetworkSegment(f9de3193-e4fa-4f1d-a073-95ff8ac5fa76),segment_id=f9de3193-e4fa-4f1d-a073-95ff8ac5fa76)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:02:51.290300 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:51.311367 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-78426447-e96b-4cec-8bb3-d1a44435b460 req-9b763b99-1c9f-4c4a-9238-9595bd05de96 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/security-groups?id=f74f81b7-56c4-4512-a034-782c02e21f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418940 May 05 20:02:51.374224 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=2c04777e-7f56-479d-9e3a-54f9d106f947,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:02:51.390437 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d3511da2-1f68-49fd-98cf-30fafe9477b8 req-39f65f8f-4989-4159-94f7-498b606d0a69 service neutron] 10.222.0.24 "GET /v2.0/networks/8a536572-51e8-41c9-b6b4-029e4a14e253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492951 May 05 20:02:51.511599 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3511da2-1f68-49fd-98cf-30fafe9477b8 req-c05db78f-6f66-4b21-9b6d-780e3c0ebe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:51.513403 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d3511da2-1f68-49fd-98cf-30fafe9477b8 req-c05db78f-6f66-4b21-9b6d-780e3c0ebe73 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ac5211529134663a7b81ee9a43f1be9&device_id=4323cae9-e867-48dc-bb84-72dbe559c9ec HTTP/1.1" status: 200 len: 1097 time: 0.0771976 May 05 20:02:51.556038 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 44440) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:02:51.608456 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['49599044-b0b5-4622-b13e-a60b7ce08f76'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:02:51.684439 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['2c04777e-7f56-479d-9e3a-54f9d106f947'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:02:51.687300 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7305b40f-e5eb-4ea6-ad9b-b819b93aac23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:51.702779 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-7305b40f-e5eb-4ea6-ad9b-b819b93aac23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:02:51.707242 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-7305b40f-e5eb-4ea6-ad9b-b819b93aac23 admin admin] Usage tracker for resource:security_group_rule and tenant:b00fa470a3c34ffc80556ea7d8251a86 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:02:51.716125 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-7305b40f-e5eb-4ea6-ad9b-b819b93aac23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:02:51.722769 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-7305b40f-e5eb-4ea6-ad9b-b819b93aac23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:02:51.764105 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3511da2-1f68-49fd-98cf-30fafe9477b8 req-638219b8-2fa2-44cd-8cde-411d090e3714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:51.764105 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d3511da2-1f68-49fd-98cf-30fafe9477b8 req-638219b8-2fa2-44cd-8cde-411d090e3714 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8a536572-51e8-41c9-b6b4-029e4a14e253 HTTP/1.1" status: 200 len: 920 time: 0.2407453 May 05 20:02:51.843118 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7305b40f-e5eb-4ea6-ad9b-b819b93aac23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:51.853151 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7305b40f-e5eb-4ea6-ad9b-b819b93aac23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:51.920578 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-7305b40f-e5eb-4ea6-ad9b-b819b93aac23 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b00fa470a3c34ffc80556ea7d8251a86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3625863 May 05 20:02:51.921804 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7305b40f-e5eb-4ea6-ad9b-b819b93aac23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12cd350b-188d-40ef-a739-9153dd43a11a,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:02:51.924798 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 44448) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:02:52.069175 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d64f2a96-35de-443d-8377-aae55456ed1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:52.136459 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d3511da2-1f68-49fd-98cf-30fafe9477b8 req-4b28879d-6ae3-49c9-8a73-86fee344fff6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6036ba91-7d41-42aa-8b3a-764af0ce77d6 HTTP/1.1" status: 200 len: 1002 time: 0.3679087 May 05 20:02:52.144900 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c8be0-c067-40a6-b942-7581e5cad57e req-5eb1bccc-8597-4f47-88e2-b251cf79d19e tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:52.146350 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0c4c8be0-c067-40a6-b942-7581e5cad57e req-5eb1bccc-8597-4f47-88e2-b251cf79d19e tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/ports?device_id=024bc7a8-830a-4f2b-8ca7-a1123fbbb4f0 HTTP/1.1" status: 200 len: 945 time: 0.4905183 May 05 20:02:52.167644 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d64f2a96-35de-443d-8377-aae55456ed1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:52.232444 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c616e7c4-3660-4af4-9a4c-0606455981c0 req-9089864d-ef7c-417f-8b0f-cca17c108ca7 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:52.233962 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c616e7c4-3660-4af4-9a4c-0606455981c0 req-9089864d-ef7c-417f-8b0f-cca17c108ca7 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=f56db24d-dbf0-4b73-b1ed-9dda9cc52d58 HTTP/1.1" status: 200 len: 945 time: 0.1473577 May 05 20:02:52.242291 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3511da2-1f68-49fd-98cf-30fafe9477b8 req-5b4af36d-4d91-4c82-85e5-b5469e704086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:52.243663 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d3511da2-1f68-49fd-98cf-30fafe9477b8 req-5b4af36d-4d91-4c82-85e5-b5469e704086 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=afbf8c9c-9fa3-4fdd-ba30-b4249970e4ad HTTP/1.1" status: 200 len: 858 time: 0.0963027 May 05 20:02:52.250204 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0c4c8be0-c067-40a6-b942-7581e5cad57e req-ba6315fa-c9e5-4795-8cb1-b73187c6e04b tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/security-groups?id=68f86c4c-dba3-493f-a553-82dc543f33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737884 May 05 20:02:52.268957 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d64f2a96-35de-443d-8377-aae55456ed1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:52.318489 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c616e7c4-3660-4af4-9a4c-0606455981c0 req-4cf29744-0552-441e-ab67-e7aa83121216 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770836 May 05 20:02:52.335155 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64f2a96-35de-443d-8377-aae55456ed1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12cd350b-188d-40ef-a739-9153dd43a11a,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:02:52.341203 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d64f2a96-35de-443d-8377-aae55456ed1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:52.367950 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d64f2a96-35de-443d-8377-aae55456ed1a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/12cd350b-188d-40ef-a739-9153dd43a11a HTTP/1.1" status: 204 len: 168 time: 0.4399779 May 05 20:02:52.541132 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3511da2-1f68-49fd-98cf-30fafe9477b8 req-e5912421-8848-4a63-9fcd-cb40b9a06d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:52.541132 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d3511da2-1f68-49fd-98cf-30fafe9477b8 req-e5912421-8848-4a63-9fcd-cb40b9a06d73 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8a536572-51e8-41c9-b6b4-029e4a14e253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2873662 May 05 20:02:52.589447 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9688f382-794a-493c-ad66-54270732f65f req-fd954a4a-cb6b-45d3-a36e-c9556750066d tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:52.592343 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9688f382-794a-493c-ad66-54270732f65f req-fd954a4a-cb6b-45d3-a36e-c9556750066d tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b4ca4a7-04e1-460b-a945-b885562195de HTTP/1.1" status: 200 len: 944 time: 0.0955408 May 05 20:02:52.609555 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d883a06-3251-4c08-a858-a27f56451266 req-79631e53-03a3-4815-9269-66f79ad36be0 tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:52.611043 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2d883a06-3251-4c08-a858-a27f56451266 req-79631e53-03a3-4815-9269-66f79ad36be0 tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] 10.222.0.36 "GET /v2.0/ports?device_id=29aa719c-6b52-4d15-87c2-53eb84d5a672 HTTP/1.1" status: 200 len: 945 time: 0.1835294 May 05 20:02:52.662569 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9688f382-794a-493c-ad66-54270732f65f req-04e006ef-af65-4e0e-8876-648a17df4f23 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/security-groups?id=f74f81b7-56c4-4512-a034-782c02e21f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557673 May 05 20:02:52.765534 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2d883a06-3251-4c08-a858-a27f56451266 req-0d702471-962f-4b40-b59c-8ccd87df9726 tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a468c4a-6d91-4bcd-af1e-49b7a2c503d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750124 May 05 20:02:52.774326 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d3511da2-1f68-49fd-98cf-30fafe9477b8 req-cca75f09-8bb1-4158-9463-9705b3454c6c service neutron] 10.222.0.24 "GET /v2.0/networks/8a536572-51e8-41c9-b6b4-029e4a14e253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131281 May 05 20:02:52.918977 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d3511da2-1f68-49fd-98cf-30fafe9477b8 req-0bed045b-24b4-48c7-8f46-5d4b1baa046e service neutron] 10.222.0.24 "GET /v2.0/networks/8a536572-51e8-41c9-b6b4-029e4a14e253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394320 May 05 20:02:53.447610 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478982a2-4fb3-49df-ac26-d6576641e73f req-a9a9bb74-9544-462d-96c2-e29cb4e50873 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:53.449186 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-478982a2-4fb3-49df-ac26-d6576641e73f req-a9a9bb74-9544-462d-96c2-e29cb4e50873 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/ports?device_id=024bc7a8-830a-4f2b-8ca7-a1123fbbb4f0 HTTP/1.1" status: 200 len: 945 time: 0.0844185 May 05 20:02:53.495380 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-478982a2-4fb3-49df-ac26-d6576641e73f req-90b68b52-df5b-42aa-9a4e-a538ea685185 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/security-groups?id=68f86c4c-dba3-493f-a553-82dc543f33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399270 May 05 20:02:53.543120 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e2aa6-a64a-43ac-b65c-f1a68da342a6 req-e247a7de-a509-4aad-8fae-8a21d780491f tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:53.550735 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-939e2aa6-a64a-43ac-b65c-f1a68da342a6 req-e247a7de-a509-4aad-8fae-8a21d780491f tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=f56db24d-dbf0-4b73-b1ed-9dda9cc52d58 HTTP/1.1" status: 200 len: 945 time: 0.0893793 May 05 20:02:53.602370 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-939e2aa6-a64a-43ac-b65c-f1a68da342a6 req-d60ff0dc-2d22-447e-bafe-16c3edc818bc tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503111 May 05 20:02:53.681923 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 44494) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:02:53.814352 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-aa881442-4c31-4591-b10f-28bf77357abf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:53.835896 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-aa881442-4c31-4591-b10f-28bf77357abf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:02:53.875911 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9a7468-9d16-49a8-9fa9-7f44aad9051e req-43b965ad-16a3-45de-8498-b8a3eebcdef8 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:53.877394 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4a9a7468-9d16-49a8-9fa9-7f44aad9051e req-43b965ad-16a3-45de-8498-b8a3eebcdef8 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b4ca4a7-04e1-460b-a945-b885562195de HTTP/1.1" status: 200 len: 944 time: 0.1047385 May 05 20:02:53.885320 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-aa881442-4c31-4591-b10f-28bf77357abf admin admin] Usage tracker for resource:security_group_rule and tenant:858e0f99d7d5470ea4850b96b8323b89 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:02:53.893540 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-aa881442-4c31-4591-b10f-28bf77357abf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:02:53.923778 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4a9a7468-9d16-49a8-9fa9-7f44aad9051e req-3e8b0bb5-8294-410f-bd66-3ff97dab0ba0 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/security-groups?id=f74f81b7-56c4-4512-a034-782c02e21f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391297 May 05 20:02:53.932010 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-aa881442-4c31-4591-b10f-28bf77357abf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:02:54.020574 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd36b4-619b-488e-bc46-7d5ba8a4762f req-e5cf64b0-c7c2-4bdc-a2ae-090e05ae147c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:54.021965 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d8cd36b4-619b-488e-bc46-7d5ba8a4762f req-e5cf64b0-c7c2-4bdc-a2ae-090e05ae147c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=906aba68473d4c909ae20bf98b18c462&device_id=024bc7a8-830a-4f2b-8ca7-a1123fbbb4f0 HTTP/1.1" status: 200 len: 1096 time: 0.1874189 May 05 20:02:54.072822 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1066a9-7f6a-48c8-8ab3-dd2c62e82103 req-29239891-12ff-4e4c-9ef7-0b267f17ab83 tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:54.074309 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ec1066a9-7f6a-48c8-8ab3-dd2c62e82103 req-29239891-12ff-4e4c-9ef7-0b267f17ab83 tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] 10.222.0.36 "GET /v2.0/ports?device_id=29aa719c-6b52-4d15-87c2-53eb84d5a672 HTTP/1.1" status: 200 len: 945 time: 0.1904848 May 05 20:02:54.113253 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f87820-d9c9-4998-8147-7c3e58f90209 req-892d6c0f-c789-4033-a404-2a665a617413 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:54.114711 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-86f87820-d9c9-4998-8147-7c3e58f90209 req-892d6c0f-c789-4033-a404-2a665a617413 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/ports?device_id=024bc7a8-830a-4f2b-8ca7-a1123fbbb4f0 HTTP/1.1" status: 200 len: 945 time: 0.0869710 May 05 20:02:54.159917 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-86f87820-d9c9-4998-8147-7c3e58f90209 req-5f9b70b5-8fff-4711-8f4f-65de101e8db2 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/security-groups?id=68f86c4c-dba3-493f-a553-82dc543f33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392873 May 05 20:02:54.228030 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ec1066a9-7f6a-48c8-8ab3-dd2c62e82103 req-74fa2150-e237-4926-a891-32c1f75c25e6 tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a468c4a-6d91-4bcd-af1e-49b7a2c503d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377726 May 05 20:02:54.231615 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-aa881442-4c31-4591-b10f-28bf77357abf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:54.237698 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-aa881442-4c31-4591-b10f-28bf77357abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:54.288671 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd36b4-619b-488e-bc46-7d5ba8a4762f req-77024824-e575-4d9e-bb0f-030a9bbcf28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:54.290017 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d8cd36b4-619b-488e-bc46-7d5ba8a4762f req-77024824-e575-4d9e-bb0f-030a9bbcf28a service neutron] 10.222.0.50 "GET /v2.0/networks?id=642babfc-0f83-431e-8336-efb566a9ef25 HTTP/1.1" status: 200 len: 911 time: 0.2578170 May 05 20:02:54.358770 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-aa881442-4c31-4591-b10f-28bf77357abf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=858e0f99d7d5470ea4850b96b8323b89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6757593 May 05 20:02:54.359808 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa881442-4c31-4591-b10f-28bf77357abf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82044fde-7197-4bde-b23c-d5156c5d74e9,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:02:54.361402 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 44506) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:02:54.372413 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d8cd36b4-619b-488e-bc46-7d5ba8a4762f req-709c9df0-5295-49e2-b133-d8029eb0d657 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33ee20be-c95c-49b0-befc-14f906a362ba HTTP/1.1" status: 200 len: 217 time: 0.0760615 May 05 20:02:54.423204 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-67008f26-1aea-4011-b018-496704a9acc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:54.439141 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 49599044-b0b5-4622-b13e-a60b7ce08f76 up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:02:54.440041 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd36b4-619b-488e-bc46-7d5ba8a4762f req-c9272dfa-86f7-4bdd-9f5b-8600e8d947ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:54.441857 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d8cd36b4-619b-488e-bc46-7d5ba8a4762f req-c9272dfa-86f7-4bdd-9f5b-8600e8d947ff service neutron] 10.222.0.50 "GET /v2.0/subnets?id=51e3d3c7-531c-4a88-a4ff-ec92a467f790 HTTP/1.1" status: 200 len: 850 time: 0.0641444 May 05 20:02:54.448579 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-67008f26-1aea-4011-b018-496704a9acc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:54.489749 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d8cd36b4-619b-488e-bc46-7d5ba8a4762f req-cbfc8239-5597-4476-b8d2-8cf3aa240970 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=642babfc-0f83-431e-8336-efb566a9ef25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425928 May 05 20:02:54.505757 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-67008f26-1aea-4011-b018-496704a9acc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:54.511347 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port 49599044-b0b5-4622-b13e-a60b7ce08f76 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:02:54.516082 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 49599044-b0b5-4622-b13e-a60b7ce08f76 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:02:54.516446 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:54.527344 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-67008f26-1aea-4011-b018-496704a9acc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:54.531878 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-67008f26-1aea-4011-b018-496704a9acc1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/82044fde-7197-4bde-b23c-d5156c5d74e9 HTTP/1.1" status: 204 len: 168 time: 0.1670575 May 05 20:02:54.531878 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67008f26-1aea-4011-b018-496704a9acc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82044fde-7197-4bde-b23c-d5156c5d74e9,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:02:54.555500 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:02:54.660481 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d8cd36b4-619b-488e-bc46-7d5ba8a4762f req-bbdfad6e-4c52-4ed7-a674-e475cdf4360d service neutron] 10.222.0.50 "GET /v2.0/networks/642babfc-0f83-431e-8336-efb566a9ef25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647811 May 05 20:02:54.664118 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:54.702984 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29aa719c-6b52-4d15-87c2-53eb84d5a672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49599044-b0b5-4622-b13e-a60b7ce08f76'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:02:54.713793 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 49599044-b0b5-4622-b13e-a60b7ce08f76, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=49599044-b0b5-4622-b13e-a60b7ce08f76,segment=NetworkSegment(d5046a41-0cc8-496e-8d7c-40876bc598a0),segment_id=d5046a41-0cc8-496e-8d7c-40876bc598a0)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:02:54.719751 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:54.720846 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 2c04777e-7f56-479d-9e3a-54f9d106f947 up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:02:54.816910 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d8cd36b4-619b-488e-bc46-7d5ba8a4762f req-722cfab1-fba0-4f57-8acf-b3e02ce87669 service neutron] 10.222.0.50 "GET /v2.0/networks/642babfc-0f83-431e-8336-efb566a9ef25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513739 May 05 20:02:54.832539 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aeaf3c70-6d34-4d39-81f8-464ccb9dd8bd'] response: {'server_uuid': '29aa719c-6b52-4d15-87c2-53eb84d5a672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49599044-b0b5-4622-b13e-a60b7ce08f76', 'code': 200} May 05 20:02:54.849547 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370f70f0-ddf8-4c41-a4ce-4748eab6b759 req-c783e815-d0f4-42db-b0f0-446279eb3ea4 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:54.863607 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-370f70f0-ddf8-4c41-a4ce-4748eab6b759 req-c783e815-d0f4-42db-b0f0-446279eb3ea4 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=f56db24d-dbf0-4b73-b1ed-9dda9cc52d58 HTTP/1.1" status: 200 len: 945 time: 0.1349876 May 05 20:02:54.879086 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=49599044-b0b5-4622-b13e-a60b7ce08f76,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:02:54.907606 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-370f70f0-ddf8-4c41-a4ce-4748eab6b759 req-896b0d80-1fa1-4ee3-bed0-9574976181c2 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457144 May 05 20:02:54.913556 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port 2c04777e-7f56-479d-9e3a-54f9d106f947 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:02:54.919795 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 2c04777e-7f56-479d-9e3a-54f9d106f947 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:02:54.920669 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:55.067942 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:55.105962 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 2c04777e-7f56-479d-9e3a-54f9d106f947, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=2c04777e-7f56-479d-9e3a-54f9d106f947,segment=NetworkSegment(f9de3193-e4fa-4f1d-a073-95ff8ac5fa76),segment_id=f9de3193-e4fa-4f1d-a073-95ff8ac5fa76)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:02:55.110713 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:55.144788 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c7117-c398-48a5-88e3-e4830ab4ed34 req-8f90b666-471b-4a60-ad95-465714ab37c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:55.146269 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fb0c7117-c398-48a5-88e3-e4830ab4ed34 req-8f90b666-471b-4a60-ad95-465714ab37c2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=29aa719c-6b52-4d15-87c2-53eb84d5a672 HTTP/1.1" status: 200 len: 1097 time: 0.3006759 May 05 20:02:55.155275 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8194890b-352d-487d-9c15-9bac8c614854 req-2040d0b9-70d1-4a05-8298-294141692e7d tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:55.156734 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8194890b-352d-487d-9c15-9bac8c614854 req-2040d0b9-70d1-4a05-8298-294141692e7d tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b4ca4a7-04e1-460b-a945-b885562195de HTTP/1.1" status: 200 len: 944 time: 0.0980043 May 05 20:02:55.189032 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=2c04777e-7f56-479d-9e3a-54f9d106f947,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:02:55.227475 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fb0c7117-c398-48a5-88e3-e4830ab4ed34 req-f2b64242-541e-4b4f-bfae-9e643a65a434 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4a468c4a-6d91-4bcd-af1e-49b7a2c503d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697393 May 05 20:02:55.233096 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8194890b-352d-487d-9c15-9bac8c614854 req-b63a1388-8572-41e7-a247-0c7773d3d859 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/security-groups?id=f74f81b7-56c4-4512-a034-782c02e21f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620055 May 05 20:02:55.476071 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc2004-6b3f-482a-b835-92bb219e5639 req-3de8e9b1-fbc4-4fe6-b2de-af2bd4d0a52f tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:55.477910 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7bcc2004-6b3f-482a-b835-92bb219e5639 req-3de8e9b1-fbc4-4fe6-b2de-af2bd4d0a52f tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/ports?device_id=024bc7a8-830a-4f2b-8ca7-a1123fbbb4f0 HTTP/1.1" status: 200 len: 945 time: 0.1992052 May 05 20:02:55.525291 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7bcc2004-6b3f-482a-b835-92bb219e5639 req-74b3f8eb-4eef-464b-bb31-c46ef722ff67 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/security-groups?id=68f86c4c-dba3-493f-a553-82dc543f33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388105 May 05 20:02:55.603126 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bce98f-6b77-4c17-a888-8b5b5ea88c43 req-04de0adb-5d02-4b48-beda-f9a541ca8a23 tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:55.604553 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-13bce98f-6b77-4c17-a888-8b5b5ea88c43 req-04de0adb-5d02-4b48-beda-f9a541ca8a23 tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] 10.222.0.36 "GET /v2.0/ports?device_id=29aa719c-6b52-4d15-87c2-53eb84d5a672 HTTP/1.1" status: 200 len: 946 time: 0.0896411 May 05 20:02:55.651788 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-13bce98f-6b77-4c17-a888-8b5b5ea88c43 req-26d0a224-61fe-41ca-8b14-61a0138c65dc tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a468c4a-6d91-4bcd-af1e-49b7a2c503d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394928 May 05 20:02:56.104584 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a299f99-f3c5-4a72-bef8-e4d83ed013e7 req-a7ca97f5-8bca-4df4-9772-35ffe65eaa3e tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:56.106157 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6a299f99-f3c5-4a72-bef8-e4d83ed013e7 req-a7ca97f5-8bca-4df4-9772-35ffe65eaa3e tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=f56db24d-dbf0-4b73-b1ed-9dda9cc52d58 HTTP/1.1" status: 200 len: 945 time: 0.0822942 May 05 20:02:56.152291 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6a299f99-f3c5-4a72-bef8-e4d83ed013e7 req-6e5b97fe-a170-4084-88d7-0703e10b9320 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396752 May 05 20:02:56.430459 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d026997-7d9f-4142-8129-4ab2a7ce0766 req-ab3def9b-86c3-4846-8421-babf02c92882 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:56.432900 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0d026997-7d9f-4142-8129-4ab2a7ce0766 req-ab3def9b-86c3-4846-8421-babf02c92882 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b4ca4a7-04e1-460b-a945-b885562195de HTTP/1.1" status: 200 len: 945 time: 0.0817168 May 05 20:02:56.489511 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0d026997-7d9f-4142-8129-4ab2a7ce0766 req-828b12d3-b7b1-4c34-b5c7-cf42a1cfb671 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/security-groups?id=f74f81b7-56c4-4512-a034-782c02e21f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491893 May 05 20:02:56.720925 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda15afb-37cc-4620-b07b-c648fe4f071c req-5938f4c2-9ea4-4df3-adce-bfa6c34eacfe tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:56.723906 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cda15afb-37cc-4620-b07b-c648fe4f071c req-5938f4c2-9ea4-4df3-adce-bfa6c34eacfe tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/ports?device_id=024bc7a8-830a-4f2b-8ca7-a1123fbbb4f0 HTTP/1.1" status: 200 len: 945 time: 0.0848422 May 05 20:02:56.768310 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cda15afb-37cc-4620-b07b-c648fe4f071c req-4a697778-8840-43b1-8462-d6f8a6791051 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/security-groups?id=68f86c4c-dba3-493f-a553-82dc543f33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404642 May 05 20:02:56.834687 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4ca4a7-04e1-460b-a945-b885562195de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c04777e-7f56-479d-9e3a-54f9d106f947'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:02:56.949214 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a05f350-73ec-497c-8b7c-f99a696aa9e2 req-a5990305-7699-4bdb-abfa-6829de900ea0 tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:56.951308 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5a05f350-73ec-497c-8b7c-f99a696aa9e2 req-a5990305-7699-4bdb-abfa-6829de900ea0 tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] 10.222.0.36 "GET /v2.0/ports?device_id=29aa719c-6b52-4d15-87c2-53eb84d5a672 HTTP/1.1" status: 200 len: 946 time: 0.0801432 May 05 20:02:56.997211 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5a05f350-73ec-497c-8b7c-f99a696aa9e2 req-dc1ec526-e663-4bf6-b864-8c6bb2a625cd tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a468c4a-6d91-4bcd-af1e-49b7a2c503d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398841 May 05 20:02:57.055390 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f3018b9-3b9d-46fd-8a38-1b69d84ea8a9'] response: {'server_uuid': '9b4ca4a7-04e1-460b-a945-b885562195de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c04777e-7f56-479d-9e3a-54f9d106f947', 'code': 200} May 05 20:02:57.195029 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1affc6d5-1661-467c-a443-528d4643f5f0 req-a1538454-0fa1-4e0d-9d2d-c1a0af07249e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:57.197175 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1affc6d5-1661-467c-a443-528d4643f5f0 req-a1538454-0fa1-4e0d-9d2d-c1a0af07249e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9b4ca4a7-04e1-460b-a945-b885562195de HTTP/1.1" status: 200 len: 1096 time: 0.0771685 May 05 20:02:57.238946 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1affc6d5-1661-467c-a443-528d4643f5f0 req-3b4a27e6-8db9-441e-88e9-9ff3c1aa90a9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f74f81b7-56c4-4512-a034-782c02e21f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351722 May 05 20:02:57.458617 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a8d30a-cf8c-4386-81d6-77ccbd01ec5a req-c835a11d-24d4-4481-b1a0-505374317cd6 tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:57.460153 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-01a8d30a-cf8c-4386-81d6-77ccbd01ec5a req-c835a11d-24d4-4481-b1a0-505374317cd6 tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] 10.222.0.36 "GET /v2.0/ports?device_id=29aa719c-6b52-4d15-87c2-53eb84d5a672 HTTP/1.1" status: 200 len: 946 time: 0.0814357 May 05 20:02:57.461585 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c34ff2c-0b1c-48cc-ba1f-7c83710b8888 req-495dd7ff-ffd6-45e2-b999-515c70577549 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:57.463070 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5c34ff2c-0b1c-48cc-ba1f-7c83710b8888 req-495dd7ff-ffd6-45e2-b999-515c70577549 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=f56db24d-dbf0-4b73-b1ed-9dda9cc52d58 HTTP/1.1" status: 200 len: 945 time: 0.0854695 May 05 20:02:57.511626 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-01a8d30a-cf8c-4386-81d6-77ccbd01ec5a req-4aca9652-a06d-419d-a590-fc7532b86f65 tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a468c4a-6d91-4bcd-af1e-49b7a2c503d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440881 May 05 20:02:57.514226 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5c34ff2c-0b1c-48cc-ba1f-7c83710b8888 req-941fe5bd-33ce-4726-85bd-36a385bded31 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439949 May 05 20:02:57.586198 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd236f-38be-4d4b-9c2d-8a69772910f6 req-ae3d94ff-c182-4404-bbc4-ffed185eb129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:57.587956 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4bcd236f-38be-4d4b-9c2d-8a69772910f6 req-ae3d94ff-c182-4404-bbc4-ffed185eb129 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f306496c3e2e46599bfe9390851183b4&device_id=29aa719c-6b52-4d15-87c2-53eb84d5a672 HTTP/1.1" status: 200 len: 1097 time: 0.0747516 May 05 20:02:57.738350 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd236f-38be-4d4b-9c2d-8a69772910f6 req-00bc21d9-a4ef-4021-aea2-2d51894e3fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:57.738597 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7023cc8-8578-4299-b3e3-4df21fa56ddf req-cd501410-26b7-4efd-8509-1371395cc1e3 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:57.739826 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4bcd236f-38be-4d4b-9c2d-8a69772910f6 req-00bc21d9-a4ef-4021-aea2-2d51894e3fab service neutron] 10.222.0.24 "GET /v2.0/networks?id=52546020-b2fc-488e-8a77-a90f727c3d8c HTTP/1.1" status: 200 len: 915 time: 0.1458318 May 05 20:02:57.740413 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d7023cc8-8578-4299-b3e3-4df21fa56ddf req-cd501410-26b7-4efd-8509-1371395cc1e3 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b4ca4a7-04e1-460b-a945-b885562195de HTTP/1.1" status: 200 len: 945 time: 0.1072750 May 05 20:02:57.788642 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d7023cc8-8578-4299-b3e3-4df21fa56ddf req-0099310c-d1ad-4439-a970-93d84f8d8ac7 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/security-groups?id=f74f81b7-56c4-4512-a034-782c02e21f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426333 May 05 20:02:57.829636 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4bcd236f-38be-4d4b-9c2d-8a69772910f6 req-19621708-a313-43b8-9c89-26241674d440 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49599044-b0b5-4622-b13e-a60b7ce08f76 HTTP/1.1" status: 200 len: 217 time: 0.0795240 May 05 20:02:57.955712 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd236f-38be-4d4b-9c2d-8a69772910f6 req-43ea9ff0-8a36-4f27-9e9b-32de16348644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:57.957250 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4bcd236f-38be-4d4b-9c2d-8a69772910f6 req-43ea9ff0-8a36-4f27-9e9b-32de16348644 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9eac44f5-255e-4f10-bdae-86280f53ca52 HTTP/1.1" status: 200 len: 854 time: 0.1216559 May 05 20:02:58.014550 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4bcd236f-38be-4d4b-9c2d-8a69772910f6 req-5af8545d-286d-43c5-9a39-ac85d1c1d0b5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=52546020-b2fc-488e-8a77-a90f727c3d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501814 May 05 20:02:58.024732 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 44600) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:02:58.070080 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6fba5c-1436-48a5-8da0-5f88b0641807 req-f4f27c09-d52c-4c72-86dd-aaf7acebef71 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:58.071558 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0d6fba5c-1436-48a5-8da0-5f88b0641807 req-f4f27c09-d52c-4c72-86dd-aaf7acebef71 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/ports?device_id=024bc7a8-830a-4f2b-8ca7-a1123fbbb4f0 HTTP/1.1" status: 200 len: 945 time: 0.1768799 May 05 20:02:58.142609 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3931724d-7657-4522-9f4e-d8f7f748c3c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:58.156625 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3931724d-7657-4522-9f4e-d8f7f748c3c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:02:58.160443 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-3931724d-7657-4522-9f4e-d8f7f748c3c7 admin admin] Usage tracker for resource:security_group_rule and tenant:7cc76cd0095f453682fbd5a9c52f17b5 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:02:58.163171 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-3931724d-7657-4522-9f4e-d8f7f748c3c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:02:58.168829 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3931724d-7657-4522-9f4e-d8f7f748c3c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:02:58.198483 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0d6fba5c-1436-48a5-8da0-5f88b0641807 req-e4b72b5d-8658-413b-a188-8e4615e89efd tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/security-groups?id=68f86c4c-dba3-493f-a553-82dc543f33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185856 May 05 20:02:58.205144 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4bcd236f-38be-4d4b-9c2d-8a69772910f6 req-31fa33e7-e950-4c37-a900-d69a25d08549 service neutron] 10.222.0.24 "GET /v2.0/networks/52546020-b2fc-488e-8a77-a90f727c3d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825871 May 05 20:02:58.265843 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3931724d-7657-4522-9f4e-d8f7f748c3c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:58.269867 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3931724d-7657-4522-9f4e-d8f7f748c3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:58.316741 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3931724d-7657-4522-9f4e-d8f7f748c3c7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7cc76cd0095f453682fbd5a9c52f17b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2908771 May 05 20:02:58.317587 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3931724d-7657-4522-9f4e-d8f7f748c3c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d13e689e-f0d0-4028-acf3-0e7aed7a56d3,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:02:58.319424 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 44606) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:02:58.389469 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4bcd236f-38be-4d4b-9c2d-8a69772910f6 req-2fd97534-16b2-490e-857b-727b78bbfe8f service neutron] 10.222.0.24 "GET /v2.0/networks/52546020-b2fc-488e-8a77-a90f727c3d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763632 May 05 20:02:58.417959 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-efc76ad4-f997-4974-b85c-a1f762bfc2cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:58.447316 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-efc76ad4-f997-4974-b85c-a1f762bfc2cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:58.639826 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-efc76ad4-f997-4974-b85c-a1f762bfc2cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:58.680871 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc76ad4-f997-4974-b85c-a1f762bfc2cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d13e689e-f0d0-4028-acf3-0e7aed7a56d3,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:02:58.689284 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-efc76ad4-f997-4974-b85c-a1f762bfc2cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:58.694651 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-efc76ad4-f997-4974-b85c-a1f762bfc2cb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d13e689e-f0d0-4028-acf3-0e7aed7a56d3 HTTP/1.1" status: 204 len: 168 time: 0.3647280 May 05 20:02:58.804912 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470d658-8e4f-4208-bfee-d91f85a40738 req-8460347f-9778-49ab-858e-4f94c7ab601d tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:58.806495 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e470d658-8e4f-4208-bfee-d91f85a40738 req-8460347f-9778-49ab-858e-4f94c7ab601d tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=f56db24d-dbf0-4b73-b1ed-9dda9cc52d58 HTTP/1.1" status: 200 len: 945 time: 0.1093504 May 05 20:02:58.860106 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e470d658-8e4f-4208-bfee-d91f85a40738 req-9c71754b-8da6-4668-8c27-abc690f2f2c8 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460579 May 05 20:02:58.960837 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1886d6d7-8082-4e42-8fd8-b04a5c4d848f req-778f43c0-346b-4a51-8193-cf5481e34c15 tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:58.961546 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-1886d6d7-8082-4e42-8fd8-b04a5c4d848f req-778f43c0-346b-4a51-8193-cf5481e34c15 tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] Synchronizing usage tracker for tenant:f306496c3e2e46599bfe9390851183b4 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:02:58.995433 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-1886d6d7-8082-4e42-8fd8-b04a5c4d848f req-778f43c0-346b-4a51-8193-cf5481e34c15 tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] Unset dirty status for tenant:f306496c3e2e46599bfe9390851183b4 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:02:59.003101 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1886d6d7-8082-4e42-8fd8-b04a5c4d848f req-778f43c0-346b-4a51-8193-cf5481e34c15 tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] 10.222.0.36 "GET /v2.0/ports?device_id=29aa719c-6b52-4d15-87c2-53eb84d5a672 HTTP/1.1" status: 200 len: 946 time: 0.2832937 May 05 20:02:59.104194 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f720b7-18dc-4662-be99-e2ebde252479 req-653b05e1-6145-4afd-a777-0f1b6140ad63 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:59.106313 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-41f720b7-18dc-4662-be99-e2ebde252479 req-653b05e1-6145-4afd-a777-0f1b6140ad63 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b4ca4a7-04e1-460b-a945-b885562195de HTTP/1.1" status: 200 len: 945 time: 0.1318612 May 05 20:02:59.123404 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1886d6d7-8082-4e42-8fd8-b04a5c4d848f req-00701331-553d-47b5-99cf-df23b875076e tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a468c4a-6d91-4bcd-af1e-49b7a2c503d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089547 May 05 20:02:59.164389 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-41f720b7-18dc-4662-be99-e2ebde252479 req-13cefe33-99da-4ea1-a901-ad39e607bb99 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/security-groups?id=f74f81b7-56c4-4512-a034-782c02e21f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495226 May 05 20:02:59.346719 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 2a037b94-b902-4d6e-8992-322e8d7693f3 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:02:59.366225 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f35835-fb16-43eb-87ae-db69da78ceaa req-44caaa3d-0fa8-491e-a171-c204428b81e9 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:59.367972 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-41f35835-fb16-43eb-87ae-db69da78ceaa req-44caaa3d-0fa8-491e-a171-c204428b81e9 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b4ca4a7-04e1-460b-a945-b885562195de HTTP/1.1" status: 200 len: 945 time: 0.1010106 May 05 20:02:59.376374 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 44640) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:02:59.383045 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-7eb20d4a-68ca-471d-9879-849c7c27dd47 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Request body: {'floatingip': {'port_id': '2c04777e-7f56-479d-9e3a-54f9d106f947'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:02:59.406131 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ca21e2-99b3-4c38-8950-074f13d233f5 req-45fcf013-36ff-4235-a9ca-b0a16f8f41aa tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:02:59.413091 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-66ca21e2-99b3-4c38-8950-074f13d233f5 req-45fcf013-36ff-4235-a9ca-b0a16f8f41aa tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/ports?device_id=024bc7a8-830a-4f2b-8ca7-a1123fbbb4f0 HTTP/1.1" status: 200 len: 945 time: 0.1055758 May 05 20:02:59.475260 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7eb20d4a-68ca-471d-9879-849c7c27dd47 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for floatingip, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:59.477274 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-66ca21e2-99b3-4c38-8950-074f13d233f5 req-13c741dc-671d-4c54-83c6-195e4be1110b tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/security-groups?id=68f86c4c-dba3-493f-a553-82dc543f33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596330 May 05 20:02:59.535908 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 2a037b94-b902-4d6e-8992-322e8d7693f3, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=2a037b94-b902-4d6e-8992-322e8d7693f3,segment=NetworkSegment(eccdf1c4-efe8-4f03-97f1-7b574b83122b),segment_id=eccdf1c4-efe8-4f03-97f1-7b574b83122b)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:02:59.549348 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': '2a037b94-b902-4d6e-8992-322e8d7693f3', 'network_id': '00ecdd9f-1135-415f-b0c6-51153b85089d', 'port_id': '2a037b94-b902-4d6e-8992-322e8d7693f3', 'mac_address': 'fa:16:3e:eb:8f:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08fe5f50-bbcd-4aa2-adfb-1629cfc316ff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:02:59.568254 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 44646) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:02:59.616785 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:59.635048 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2a037b94-b902-4d6e-8992-322e8d7693f3 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:02:59.653532 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 2a037b94-b902-4d6e-8992-322e8d7693f3, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=2a037b94-b902-4d6e-8992-322e8d7693f3,segment=NetworkSegment(eccdf1c4-efe8-4f03-97f1-7b574b83122b),segment_id=eccdf1c4-efe8-4f03-97f1-7b574b83122b)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:02:59.662354 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:59.733023 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-a266cba8-2c6e-4a84-b972-fb7bf186bf8d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1921322963-network', 'tenant_id': '27531fe87fe1460c822196e911aace30'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:02:59.738460 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-a266cba8-2c6e-4a84-b972-fb7bf186bf8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:02:59.743752 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a266cba8-2c6e-4a84-b972-fb7bf186bf8d admin admin] Usage tracker for resource:network and tenant:27531fe87fe1460c822196e911aace30 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:02:59.748162 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a266cba8-2c6e-4a84-b972-fb7bf186bf8d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:02:59.758637 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-a266cba8-2c6e-4a84-b972-fb7bf186bf8d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:02:59.761402 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=2a037b94-b902-4d6e-8992-322e8d7693f3,revision_number=6']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:02:59.780505 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a266cba8-2c6e-4a84-b972-fb7bf186bf8d admin admin] Made reservation on behalf of 27531fe87fe1460c822196e911aace30 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:02:59.783106 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a266cba8-2c6e-4a84-b972-fb7bf186bf8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:59.785206 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['2a037b94-b902-4d6e-8992-322e8d7693f3'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:02:59.796120 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a266cba8-2c6e-4a84-b972-fb7bf186bf8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:02:59.812920 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-a266cba8-2c6e-4a84-b972-fb7bf186bf8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:02:59.816929 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a266cba8-2c6e-4a84-b972-fb7bf186bf8d admin admin] Usage tracker for resource:security_group_rule and tenant:27531fe87fe1460c822196e911aace30 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:02:59.819866 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a266cba8-2c6e-4a84-b972-fb7bf186bf8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:02:59.835912 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-a266cba8-2c6e-4a84-b972-fb7bf186bf8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:02:59.991596 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a266cba8-2c6e-4a84-b972-fb7bf186bf8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:00.011433 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a266cba8-2c6e-4a84-b972-fb7bf186bf8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:00.044801 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a266cba8-2c6e-4a84-b972-fb7bf186bf8d admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:03:00.065084 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a266cba8-2c6e-4a84-b972-fb7bf186bf8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c97c4a0f-00a6-4386-b5b4-eb639d4b00d1,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:00.069374 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a266cba8-2c6e-4a84-b972-fb7bf186bf8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:00.069721 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-a266cba8-2c6e-4a84-b972-fb7bf186bf8d admin admin] Added segment 5dc5a4f1-f201-49db-a274-def1a228958f of type vlan for network 106245d7-4ecd-4f26-b334-a2fe9bceaed2 May 05 20:03:00.098908 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a266cba8-2c6e-4a84-b972-fb7bf186bf8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:00.162584 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a266cba8-2c6e-4a84-b972-fb7bf186bf8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:00.162584 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a266cba8-2c6e-4a84-b972-fb7bf186bf8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:00.162584 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a266cba8-2c6e-4a84-b972-fb7bf186bf8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:00.207085 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7eb20d4a-68ca-471d-9879-849c7c27dd47 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:00.216293 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7eb20d4a-68ca-471d-9879-849c7c27dd47 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:00.283247 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-a266cba8-2c6e-4a84-b972-fb7bf186bf8d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7137482 May 05 20:03:00.294579 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 44676) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:03:00.304664 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-9280025a-5d3f-40b0-ba73-0261e462ab7f admin admin] Request body: {'subnet': {'network_id': '106245d7-4ecd-4f26-b334-a2fe9bceaed2', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1921322963-subnet', 'tenant_id': '27531fe87fe1460c822196e911aace30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:03:00.313323 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a266cba8-2c6e-4a84-b972-fb7bf186bf8d admin admin] Pushing event updated for resources: {'Network': ['ID=106245d7-4ecd-4f26-b334-a2fe9bceaed2,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:00.316387 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-9280025a-5d3f-40b0-ba73-0261e462ab7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:03:00.324367 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 106245d7-4ecd-4f26-b334-a2fe9bceaed2 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:03:00.327006 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-9280025a-5d3f-40b0-ba73-0261e462ab7f admin admin] Usage tracker for resource:subnet and tenant:27531fe87fe1460c822196e911aace30 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:03:00.372466 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb20915-6499-4344-9b4a-6b74b99f90de req-5fdd02a3-8911-42aa-a1fe-cd8af21aaf9e tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:00.374028 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5eb20915-6499-4344-9b4a-6b74b99f90de req-5fdd02a3-8911-42aa-a1fe-cd8af21aaf9e tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] 10.222.0.36 "GET /v2.0/ports?device_id=29aa719c-6b52-4d15-87c2-53eb84d5a672 HTTP/1.1" status: 200 len: 946 time: 0.0990300 May 05 20:03:00.436580 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5eb20915-6499-4344-9b4a-6b74b99f90de req-c8c28f43-3378-4ff9-b7db-903ef644efc8 tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a468c4a-6d91-4bcd-af1e-49b7a2c503d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537658 May 05 20:03:00.525716 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-9280025a-5d3f-40b0-ba73-0261e462ab7f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:03:00.536286 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18c3459-cfeb-44fa-9494-65bb4138f22b req-b791d67e-15b5-4a9f-82e5-bc3c8db4ecb7 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:00.537777 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b18c3459-cfeb-44fa-9494-65bb4138f22b req-b791d67e-15b5-4a9f-82e5-bc3c8db4ecb7 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=f56db24d-dbf0-4b73-b1ed-9dda9cc52d58 HTTP/1.1" status: 200 len: 944 time: 0.5056565 May 05 20:03:00.610459 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-9280025a-5d3f-40b0-ba73-0261e462ab7f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:03:00.616891 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b18c3459-cfeb-44fa-9494-65bb4138f22b req-b2c72dcc-130b-4955-8587-c4c024e15358 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587714 May 05 20:03:00.638016 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9280025a-5d3f-40b0-ba73-0261e462ab7f admin admin] Made reservation on behalf of 27531fe87fe1460c822196e911aace30 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:03:00.640964 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9280025a-5d3f-40b0-ba73-0261e462ab7f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:00.806662 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7d383-5708-441c-b0de-4c59e1c4ead2 req-0ee545d2-e8cb-478b-9a14-87ff40848576 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:00.815254 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b2e7d383-5708-441c-b0de-4c59e1c4ead2 req-0ee545d2-e8cb-478b-9a14-87ff40848576 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/ports?device_id=024bc7a8-830a-4f2b-8ca7-a1123fbbb4f0 HTTP/1.1" status: 200 len: 945 time: 0.1254616 May 05 20:03:00.850714 n-d-840717-1 neutron-server[88198]: INFO neutron.db.l3_db [None req-7eb20d4a-68ca-471d-9879-849c7c27dd47 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Floating IP 690653bf-56ab-4176-aa60-b475bc61e215 associated. External IP: 172.25.0.31, port: 2c04777e-7f56-479d-9e3a-54f9d106f947. May 05 20:03:01.056417 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9280025a-5d3f-40b0-ba73-0261e462ab7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:01.108096 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b2e7d383-5708-441c-b0de-4c59e1c4ead2 req-ddcf1cc4-2f26-4425-84a7-6386b3c09af2 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/security-groups?id=68f86c4c-dba3-493f-a553-82dc543f33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896488 May 05 20:03:01.237353 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9280025a-5d3f-40b0-ba73-0261e462ab7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa386ebb-4f6e-4ed9-81a6-288d30403f2f,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:01.250908 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9280025a-5d3f-40b0-ba73-0261e462ab7f admin admin] Checking segment: {'id': '5dc5a4f1-f201-49db-a274-def1a228958f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '106245d7-4ecd-4f26-b334-a2fe9bceaed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:03:01.251282 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9280025a-5d3f-40b0-ba73-0261e462ab7f admin admin] Network hostable DHCP agents. Network: 106245d7-4ecd-4f26-b334-a2fe9bceaed2, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:03:01.366590 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9280025a-5d3f-40b0-ba73-0261e462ab7f admin admin] Network 106245d7-4ecd-4f26-b334-a2fe9bceaed2 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:03:01.379655 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 2a037b94-b902-4d6e-8992-322e8d7693f3 up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:03:01.434493 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c285f6ff-f256-4d9b-b902-a8ab07ce453e req-20cbed7b-61ea-46e7-893a-6866fc6209e2 tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:01.436036 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c285f6ff-f256-4d9b-b902-a8ab07ce453e req-20cbed7b-61ea-46e7-893a-6866fc6209e2 tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] 10.222.0.36 "GET /v2.0/ports?device_id=29aa719c-6b52-4d15-87c2-53eb84d5a672 HTTP/1.1" status: 200 len: 946 time: 0.3227468 May 05 20:03:01.473048 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-9280025a-5d3f-40b0-ba73-0261e462ab7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 106245d7-4ecd-4f26-b334-a2fe9bceaed2) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:03:01.474191 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port 2a037b94-b902-4d6e-8992-322e8d7693f3 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:03:01.474790 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:01.478737 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9280025a-5d3f-40b0-ba73-0261e462ab7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:01.479317 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9280025a-5d3f-40b0-ba73-0261e462ab7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:01.511234 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d38117a-88d9-47e1-a5c8-e09db4372c5f None None] Network 106245d7-4ecd-4f26-b334-a2fe9bceaed2 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:03:01.513126 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-9280025a-5d3f-40b0-ba73-0261e462ab7f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2164450 May 05 20:03:01.573527 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c285f6ff-f256-4d9b-b902-a8ab07ce453e req-7f130d15-9398-44c5-9d34-d481e254776a tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a468c4a-6d91-4bcd-af1e-49b7a2c503d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203301 May 05 20:03:01.596438 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eb20d4a-68ca-471d-9879-849c7c27dd47 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Router bc6a4113-edb3-47fc-a579-1ad503721aac has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:03:01.843993 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:01.866010 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645cfb3f-4bed-4d15-b4b1-bdec9e76254f req-3d42bac2-861c-49b2-838c-37da9112c763 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:01.874138 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-645cfb3f-4bed-4d15-b4b1-bdec9e76254f req-3d42bac2-861c-49b2-838c-37da9112c763 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=f56db24d-dbf0-4b73-b1ed-9dda9cc52d58 HTTP/1.1" status: 200 len: 944 time: 0.1030498 May 05 20:03:01.912426 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb20d4a-68ca-471d-9879-849c7c27dd47 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:03:01.926184 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-645cfb3f-4bed-4d15-b4b1-bdec9e76254f req-76e811f3-1226-42c4-beeb-4d405a9fe90e tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508175 May 05 20:03:01.926344 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-a1902215-4b90-4af7-a14f-39e4d034d369 req-19deb94d-ebb8-4810-a804-b094ce2ce1dc tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-914399519', 'description': 'tempest-description-1237684690'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:03:01.928279 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 2a037b94-b902-4d6e-8992-322e8d7693f3, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=2a037b94-b902-4d6e-8992-322e8d7693f3,segment=NetworkSegment(eccdf1c4-efe8-4f03-97f1-7b574b83122b),segment_id=eccdf1c4-efe8-4f03-97f1-7b574b83122b)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:03:01.934219 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-a1902215-4b90-4af7-a14f-39e4d034d369 req-19deb94d-ebb8-4810-a804-b094ce2ce1dc tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:03:01.936863 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f56db24d-dbf0-4b73-b1ed-9dda9cc52d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a037b94-b902-4d6e-8992-322e8d7693f3'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:03:01.939270 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-a1902215-4b90-4af7-a14f-39e4d034d369 req-19deb94d-ebb8-4810-a804-b094ce2ce1dc tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Usage tracker for resource:security_group and tenant:27531fe87fe1460c822196e911aace30 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:03:01.941936 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318efaf5-9048-48ae-9816-c615af771cae None None] Sync routers for ids ['bc6a4113-edb3-47fc-a579-1ad503721aac'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:03:01.943000 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-a1902215-4b90-4af7-a14f-39e4d034d369 req-19deb94d-ebb8-4810-a804-b094ce2ce1dc tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:03:01.950912 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-a1902215-4b90-4af7-a14f-39e4d034d369 req-19deb94d-ebb8-4810-a804-b094ce2ce1dc tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:03:01.954648 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:01.967447 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7eb20d4a-68ca-471d-9879-849c7c27dd47 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:02.037955 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-7eb20d4a-68ca-471d-9879-849c7c27dd47 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "PUT /v2.0/floatingips/690653bf-56ab-4176-aa60-b475bc61e215 HTTP/1.1" status: 200 len: 990 time: 2.6603866 May 05 20:03:02.038898 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-a1902215-4b90-4af7-a14f-39e4d034d369 req-19deb94d-ebb8-4810-a804-b094ce2ce1dc tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:02.048948 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b4ca4a7-04e1-460b-a945-b885562195de', 'tag': '2c04777e-7f56-479d-9e3a-54f9d106f947'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:03:02.056210 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dc079e8-e9ea-4ab4-bd4f-2c5b3451ed6c'] response: {'server_uuid': 'f56db24d-dbf0-4b73-b1ed-9dda9cc52d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a037b94-b902-4d6e-8992-322e8d7693f3', 'code': 200} May 05 20:03:02.065909 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318efaf5-9048-48ae-9816-c615af771cae None None] Routers {'bc6a4113-edb3-47fc-a579-1ad503721aac'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:03:02.066855 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-318efaf5-9048-48ae-9816-c615af771cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:02:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['bc6a4113-edb3-47fc-a579-1ad503721aac'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:03:02.073359 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-a1902215-4b90-4af7-a14f-39e4d034d369 req-19deb94d-ebb8-4810-a804-b094ce2ce1dc tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:03:02.078275 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-a1902215-4b90-4af7-a14f-39e4d034d369 req-19deb94d-ebb8-4810-a804-b094ce2ce1dc tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Usage tracker for resource:security_group_rule and tenant:27531fe87fe1460c822196e911aace30 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:03:02.081470 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-a1902215-4b90-4af7-a14f-39e4d034d369 req-19deb94d-ebb8-4810-a804-b094ce2ce1dc tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:03:02.087623 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-a1902215-4b90-4af7-a14f-39e4d034d369 req-19deb94d-ebb8-4810-a804-b094ce2ce1dc tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:03:02.117453 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcd84a3d-9463-49d4-aaca-5ed4789c74d9'] response: {'name': 'network-changed', 'server_uuid': '9b4ca4a7-04e1-460b-a945-b885562195de', 'tag': '2c04777e-7f56-479d-9e3a-54f9d106f947', 'status': 'completed', 'code': 200} May 05 20:03:02.229060 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-a1902215-4b90-4af7-a14f-39e4d034d369 req-19deb94d-ebb8-4810-a804-b094ce2ce1dc tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:02.235885 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-a1902215-4b90-4af7-a14f-39e4d034d369 req-19deb94d-ebb8-4810-a804-b094ce2ce1dc tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:02.244367 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87facca0-876c-49f9-8942-273527fd7203 None None] Network 106245d7-4ecd-4f26-b334-a2fe9bceaed2 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:03:02.265786 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b91405-b80b-4e66-be4a-da5cdc8d9c6d req-36fb2fcf-3b90-4024-a954-fe5ef6d96b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:02.267281 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-45b91405-b80b-4e66-be4a-da5cdc8d9c6d req-36fb2fcf-3b90-4024-a954-fe5ef6d96b29 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2b65203be12a44e3b2b676f0adb9acc7&device_id=9b4ca4a7-04e1-460b-a945-b885562195de HTTP/1.1" status: 200 len: 1096 time: 0.1200340 May 05 20:03:02.281461 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-a1902215-4b90-4af7-a14f-39e4d034d369 req-19deb94d-ebb8-4810-a804-b094ce2ce1dc tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:02.286336 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a1902215-4b90-4af7-a14f-39e4d034d369 req-19deb94d-ebb8-4810-a804-b094ce2ce1dc tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4970632 May 05 20:03:02.362933 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19deb94d-ebb8-4810-a804-b094ce2ce1dc tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=074f703b-2d43-44cc-acf2-2240612ffcd7,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:02.386388 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=2a037b94-b902-4d6e-8992-322e8d7693f3,revision_number=7']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:02.447934 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0ebbc299-7b2b-4a14-8d4d-a44c29c3129f req-35e9c836-ed05-478a-a1fb-08acf7452169 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] 10.222.0.36 "GET /v2.0/security-groups/074f703b-2d43-44cc-acf2-2240612ffcd7 HTTP/1.1" status: 200 len: 1806 time: 0.1078339 May 05 20:03:02.462963 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-0ebbc299-7b2b-4a14-8d4d-a44c29c3129f req-162f4cac-3b88-47f3-bf67-5cb99557fa68 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '074f703b-2d43-44cc-acf2-2240612ffcd7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:03:02.463306 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-0ebbc299-7b2b-4a14-8d4d-a44c29c3129f req-162f4cac-3b88-47f3-bf67-5cb99557fa68 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '074f703b-2d43-44cc-acf2-2240612ffcd7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:03:02.471771 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b91405-b80b-4e66-be4a-da5cdc8d9c6d req-06e766ef-e492-423e-84c3-69e48ea3882f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:02.473483 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-45b91405-b80b-4e66-be4a-da5cdc8d9c6d req-06e766ef-e492-423e-84c3-69e48ea3882f service neutron] 10.222.0.24 "GET /v2.0/networks?id=025bffd7-43d6-46c1-996a-8056de7069d8 HTTP/1.1" status: 200 len: 915 time: 0.1937516 May 05 20:03:02.476520 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-0ebbc299-7b2b-4a14-8d4d-a44c29c3129f req-162f4cac-3b88-47f3-bf67-5cb99557fa68 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:03:02.488292 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-0ebbc299-7b2b-4a14-8d4d-a44c29c3129f req-162f4cac-3b88-47f3-bf67-5cb99557fa68 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Usage tracker for resource:security_group_rule and tenant:27531fe87fe1460c822196e911aace30 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:03:02.493810 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-0ebbc299-7b2b-4a14-8d4d-a44c29c3129f req-162f4cac-3b88-47f3-bf67-5cb99557fa68 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:03:02.501619 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-0ebbc299-7b2b-4a14-8d4d-a44c29c3129f req-162f4cac-3b88-47f3-bf67-5cb99557fa68 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:03:02.522100 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-318efaf5-9048-48ae-9816-c615af771cae None None] Set router bc6a4113-edb3-47fc-a579-1ad503721aac gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:03:02.569673 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0ebbc299-7b2b-4a14-8d4d-a44c29c3129f req-162f4cac-3b88-47f3-bf67-5cb99557fa68 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:02.599179 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0ebbc299-7b2b-4a14-8d4d-a44c29c3129f req-162f4cac-3b88-47f3-bf67-5cb99557fa68 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:02.605247 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0ebbc299-7b2b-4a14-8d4d-a44c29c3129f req-162f4cac-3b88-47f3-bf67-5cb99557fa68 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:02.639741 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162f4cac-3b88-47f3-bf67-5cb99557fa68 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62442e54-0dd2-47da-ad24-f7fce8e8bcb7,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:02.661190 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0ebbc299-7b2b-4a14-8d4d-a44c29c3129f req-162f4cac-3b88-47f3-bf67-5cb99557fa68 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:02.662789 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0ebbc299-7b2b-4a14-8d4d-a44c29c3129f req-162f4cac-3b88-47f3-bf67-5cb99557fa68 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2038369 May 05 20:03:02.682627 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-45b91405-b80b-4e66-be4a-da5cdc8d9c6d req-8a7d3e70-f026-43a4-896c-0f04b5ffce6e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c04777e-7f56-479d-9e3a-54f9d106f947 HTTP/1.1" status: 200 len: 998 time: 0.1279163 May 05 20:03:02.834813 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b91405-b80b-4e66-be4a-da5cdc8d9c6d req-f4f2b7d2-947e-4529-afc2-070cdf8d9469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:02.836661 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-45b91405-b80b-4e66-be4a-da5cdc8d9c6d req-f4f2b7d2-947e-4529-afc2-070cdf8d9469 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d250ed8-07f6-4f08-a934-d3c76d471e2d HTTP/1.1" status: 200 len: 853 time: 0.1077859 May 05 20:03:02.893479 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f2bed-ca1c-4f33-95c2-fc3c6b856c42 req-089a15ce-335f-447d-95cb-fe5f5763869e tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:02.902228 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7c4f2bed-ca1c-4f33-95c2-fc3c6b856c42 req-089a15ce-335f-447d-95cb-fe5f5763869e tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] 10.222.0.36 "GET /v2.0/ports?device_id=29aa719c-6b52-4d15-87c2-53eb84d5a672 HTTP/1.1" status: 200 len: 946 time: 0.1043470 May 05 20:03:02.903853 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825661b1-193d-46af-805d-2df894663485 req-e7c4ec2e-5ff1-4706-8261-8c89cecce5f7 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:02.906512 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-825661b1-193d-46af-805d-2df894663485 req-e7c4ec2e-5ff1-4706-8261-8c89cecce5f7 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/ports?device_id=024bc7a8-830a-4f2b-8ca7-a1123fbbb4f0 HTTP/1.1" status: 200 len: 945 time: 0.4281058 May 05 20:03:02.950446 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46348cd2-92c4-471c-a69c-f931f028bbf8 req-9d74b459-6d04-4fff-9451-5ce6c74e2bfb tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:02.952375 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-46348cd2-92c4-471c-a69c-f931f028bbf8 req-9d74b459-6d04-4fff-9451-5ce6c74e2bfb tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] 10.222.0.24 "GET /v2.0/ports?device_id=29aa719c-6b52-4d15-87c2-53eb84d5a672 HTTP/1.1" status: 200 len: 946 time: 0.2678726 May 05 20:03:02.994063 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7c4f2bed-ca1c-4f33-95c2-fc3c6b856c42 req-c4c69ea1-5c95-4e31-8d68-da1ef3bd842e tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a468c4a-6d91-4bcd-af1e-49b7a2c503d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762403 May 05 20:03:03.012334 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-eeb9dbea-7a90-4d91-a592-542d72bf348f req-29e1262b-022e-4422-9843-77e731b4ed60 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1187924618', 'description': 'tempest-description-374255052'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:03:03.020817 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-eeb9dbea-7a90-4d91-a592-542d72bf348f req-29e1262b-022e-4422-9843-77e731b4ed60 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:03:03.025995 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-eeb9dbea-7a90-4d91-a592-542d72bf348f req-29e1262b-022e-4422-9843-77e731b4ed60 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Usage tracker for resource:security_group and tenant:27531fe87fe1460c822196e911aace30 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:03:03.029499 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-eeb9dbea-7a90-4d91-a592-542d72bf348f req-29e1262b-022e-4422-9843-77e731b4ed60 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:03:03.037935 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-eeb9dbea-7a90-4d91-a592-542d72bf348f req-29e1262b-022e-4422-9843-77e731b4ed60 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:03:03.059656 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-eeb9dbea-7a90-4d91-a592-542d72bf348f req-29e1262b-022e-4422-9843-77e731b4ed60 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:03.065215 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-825661b1-193d-46af-805d-2df894663485 req-8184876c-adf7-4b23-a9dd-9086c612e3b0 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/security-groups?id=68f86c4c-dba3-493f-a553-82dc543f33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508458 May 05 20:03:03.119906 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-eeb9dbea-7a90-4d91-a592-542d72bf348f req-29e1262b-022e-4422-9843-77e731b4ed60 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:03:03.142947 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-eeb9dbea-7a90-4d91-a592-542d72bf348f req-29e1262b-022e-4422-9843-77e731b4ed60 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Usage tracker for resource:security_group_rule and tenant:27531fe87fe1460c822196e911aace30 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:03:03.159005 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-eeb9dbea-7a90-4d91-a592-542d72bf348f req-29e1262b-022e-4422-9843-77e731b4ed60 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:03:03.187987 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-46348cd2-92c4-471c-a69c-f931f028bbf8 req-498cc718-b8f8-4d45-acea-fddf8973ee7e tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] Deleting port 49599044-b0b5-4622-b13e-a60b7ce08f76 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:03:03.187987 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-46348cd2-92c4-471c-a69c-f931f028bbf8 req-498cc718-b8f8-4d45-acea-fddf8973ee7e tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:03.191816 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-eeb9dbea-7a90-4d91-a592-542d72bf348f req-29e1262b-022e-4422-9843-77e731b4ed60 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:03:03.258631 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-318efaf5-9048-48ae-9816-c615af771cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'name': 'tempest-AttachVolumeNegativeTest-634632814-router', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'c75985dc-8b4c-4c87-85cd-20dbb82f7649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:00:48Z', 'updated_at': '2022-05-05T20:00:57Z', 'revision_number': 4, 'project_id': '2b65203be12a44e3b2b676f0adb9acc7', 'gw_port': {'id': 'c75985dc-8b4c-4c87-85cd-20dbb82f7649', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:49Z', 'updated_at': '2022-05-05T20:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '2755d2e1-de23-4b07-b90f-b7f57956bd8a', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'floating_ip_address': '172.25.0.83', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'port_id': '65f8906c-b8b8-4c48-b277-a82b65a05716', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8', 'mac_address': 'fa:16:3e:00:48:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e97702-69a7-488c-9bd1-a74418962f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:01:09Z', 'updated_at': '2022-05-05T20:01:50Z', 'revision_number': 2, 'project_id': '2b65203be12a44e3b2b676f0adb9acc7', 'fixed_ip_address_scope': None}, {'id': '690653bf-56ab-4176-aa60-b475bc61e215', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'floating_ip_address': '172.25.0.31', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'port_id': '2c04777e-7f56-479d-9e3a-54f9d106f947', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8', 'mac_address': 'fa:16:3e:58:fe:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4ca4a7-04e1-460b-a945-b885562195de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:02:35Z', 'updated_at': '2022-05-05T20:03:00Z', 'revision_number': 1, 'project_id': '2b65203be12a44e3b2b676f0adb9acc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74d23f1e-73a7-42db-b11f-96808078f525', 'name': '', 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'mac_address': 'fa:16:3e:32:c5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '0d250ed8-07f6-4f08-a934-d3c76d471e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:55Z', 'updated_at': '2022-05-05T20:01:13Z', 'revision_number': 5, 'project_id': '2b65203be12a44e3b2b676f0adb9acc7', 'subnets': [{'id': '0d250ed8-07f6-4f08-a934-d3c76d471e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:03:03.265732 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318efaf5-9048-48ae-9816-c615af771cae None None] Checking router: bc6a4113-edb3-47fc-a579-1ad503721aac for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:03:03.288101 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318efaf5-9048-48ae-9816-c615af771cae None None] Routers {'bc6a4113-edb3-47fc-a579-1ad503721aac'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:03:03.288721 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-318efaf5-9048-48ae-9816-c615af771cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:02:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['bc6a4113-edb3-47fc-a579-1ad503721aac'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:03:03.295778 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b91405-b80b-4e66-be4a-da5cdc8d9c6d req-3033a579-0623-449d-a177-7ebe35249c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:03.299003 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-45b91405-b80b-4e66-be4a-da5cdc8d9c6d req-3033a579-0623-449d-a177-7ebe35249c3e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=025bffd7-43d6-46c1-996a-8056de7069d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4506161 May 05 20:03:03.348897 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-eeb9dbea-7a90-4d91-a592-542d72bf348f req-29e1262b-022e-4422-9843-77e731b4ed60 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:03.354549 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-eeb9dbea-7a90-4d91-a592-542d72bf348f req-29e1262b-022e-4422-9843-77e731b4ed60 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:03.413283 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1262b-022e-4422-9843-77e731b4ed60 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41e0f947-1428-4d2d-82aa-c7793ca93e32,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:03.431020 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-eeb9dbea-7a90-4d91-a592-542d72bf348f req-29e1262b-022e-4422-9843-77e731b4ed60 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:03.433038 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-eeb9dbea-7a90-4d91-a592-542d72bf348f req-29e1262b-022e-4422-9843-77e731b4ed60 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4252987 May 05 20:03:03.517689 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4f184334-9cdd-4196-a4e4-e11cdabc7523 req-9e37495b-135b-43ae-9fbb-35906b412db7 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] 10.222.0.36 "GET /v2.0/security-groups/41e0f947-1428-4d2d-82aa-c7793ca93e32 HTTP/1.1" status: 200 len: 1806 time: 0.0623174 May 05 20:03:03.531627 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-4f184334-9cdd-4196-a4e4-e11cdabc7523 req-88fefa7b-b5c1-4ef8-a42e-973bbf881eb8 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '41e0f947-1428-4d2d-82aa-c7793ca93e32', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:03:03.531939 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-4f184334-9cdd-4196-a4e4-e11cdabc7523 req-88fefa7b-b5c1-4ef8-a42e-973bbf881eb8 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '41e0f947-1428-4d2d-82aa-c7793ca93e32', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:03:03.538338 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-4f184334-9cdd-4196-a4e4-e11cdabc7523 req-88fefa7b-b5c1-4ef8-a42e-973bbf881eb8 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:03:03.554324 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-318efaf5-9048-48ae-9816-c615af771cae None None] Set router bc6a4113-edb3-47fc-a579-1ad503721aac gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:03:03.556182 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-4f184334-9cdd-4196-a4e4-e11cdabc7523 req-88fefa7b-b5c1-4ef8-a42e-973bbf881eb8 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Usage tracker for resource:security_group_rule and tenant:27531fe87fe1460c822196e911aace30 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:03:03.566593 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-4f184334-9cdd-4196-a4e4-e11cdabc7523 req-88fefa7b-b5c1-4ef8-a42e-973bbf881eb8 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:03:03.577043 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-4f184334-9cdd-4196-a4e4-e11cdabc7523 req-88fefa7b-b5c1-4ef8-a42e-973bbf881eb8 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:03:03.686472 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-4f184334-9cdd-4196-a4e4-e11cdabc7523 req-88fefa7b-b5c1-4ef8-a42e-973bbf881eb8 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:03.724202 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-4f184334-9cdd-4196-a4e4-e11cdabc7523 req-88fefa7b-b5c1-4ef8-a42e-973bbf881eb8 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:03.733462 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-4f184334-9cdd-4196-a4e4-e11cdabc7523 req-88fefa7b-b5c1-4ef8-a42e-973bbf881eb8 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:03.900930 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fefa7b-b5c1-4ef8-a42e-973bbf881eb8 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b714143-2905-4aa8-97b2-0ed56c8e848b,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:03.907919 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958b864-be53-40fb-838f-e0fd600f9791 req-249e5d39-4773-4fcf-add0-6b662717fa41 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:03.914876 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7958b864-be53-40fb-838f-e0fd600f9791 req-249e5d39-4773-4fcf-add0-6b662717fa41 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=f56db24d-dbf0-4b73-b1ed-9dda9cc52d58 HTTP/1.1" status: 200 len: 945 time: 0.5996623 May 05 20:03:03.918276 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-4f184334-9cdd-4196-a4e4-e11cdabc7523 req-88fefa7b-b5c1-4ef8-a42e-973bbf881eb8 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:03.919513 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4f184334-9cdd-4196-a4e4-e11cdabc7523 req-88fefa7b-b5c1-4ef8-a42e-973bbf881eb8 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3925471 May 05 20:03:03.950023 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-45b91405-b80b-4e66-be4a-da5cdc8d9c6d req-36e4461c-ab05-4a67-a2f1-8e1d44c0824c service neutron] 10.222.0.24 "GET /v2.0/networks/025bffd7-43d6-46c1-996a-8056de7069d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6275396 May 05 20:03:03.969573 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-e9daf4f9-35b0-426c-a575-9c633a950040 req-819ea517-85c5-42a0-a30e-068535c0e416 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1722629058', 'description': 'tempest-description-177208639'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:03:03.978416 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-e9daf4f9-35b0-426c-a575-9c633a950040 req-819ea517-85c5-42a0-a30e-068535c0e416 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:03:03.989783 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-e9daf4f9-35b0-426c-a575-9c633a950040 req-819ea517-85c5-42a0-a30e-068535c0e416 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Usage tracker for resource:security_group and tenant:27531fe87fe1460c822196e911aace30 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:03:03.994636 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-e9daf4f9-35b0-426c-a575-9c633a950040 req-819ea517-85c5-42a0-a30e-068535c0e416 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:03:04.002619 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-e9daf4f9-35b0-426c-a575-9c633a950040 req-819ea517-85c5-42a0-a30e-068535c0e416 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:03:04.015182 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-e9daf4f9-35b0-426c-a575-9c633a950040 req-819ea517-85c5-42a0-a30e-068535c0e416 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:04.049432 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-e9daf4f9-35b0-426c-a575-9c633a950040 req-819ea517-85c5-42a0-a30e-068535c0e416 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:03:04.053352 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-e9daf4f9-35b0-426c-a575-9c633a950040 req-819ea517-85c5-42a0-a30e-068535c0e416 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Usage tracker for resource:security_group_rule and tenant:27531fe87fe1460c822196e911aace30 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:03:04.053598 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-46348cd2-92c4-471c-a69c-f931f028bbf8 req-498cc718-b8f8-4d45-acea-fddf8973ee7e tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] For port 49599044-b0b5-4622-b13e-a60b7ce08f76, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=49599044-b0b5-4622-b13e-a60b7ce08f76,segment=NetworkSegment(d5046a41-0cc8-496e-8d7c-40876bc598a0),segment_id=d5046a41-0cc8-496e-8d7c-40876bc598a0)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:03:04.053905 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-46348cd2-92c4-471c-a69c-f931f028bbf8 req-498cc718-b8f8-4d45-acea-fddf8973ee7e tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:04.057101 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-e9daf4f9-35b0-426c-a575-9c633a950040 req-819ea517-85c5-42a0-a30e-068535c0e416 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:03:04.063811 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-e9daf4f9-35b0-426c-a575-9c633a950040 req-819ea517-85c5-42a0-a30e-068535c0e416 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:03:04.067589 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-318efaf5-9048-48ae-9816-c615af771cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'name': 'tempest-AttachVolumeNegativeTest-634632814-router', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'c75985dc-8b4c-4c87-85cd-20dbb82f7649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:00:48Z', 'updated_at': '2022-05-05T20:00:57Z', 'revision_number': 4, 'project_id': '2b65203be12a44e3b2b676f0adb9acc7', 'gw_port': {'id': 'c75985dc-8b4c-4c87-85cd-20dbb82f7649', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:49Z', 'updated_at': '2022-05-05T20:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '2755d2e1-de23-4b07-b90f-b7f57956bd8a', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'floating_ip_address': '172.25.0.83', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'port_id': '65f8906c-b8b8-4c48-b277-a82b65a05716', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8', 'mac_address': 'fa:16:3e:00:48:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e97702-69a7-488c-9bd1-a74418962f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:01:09Z', 'updated_at': '2022-05-05T20:01:50Z', 'revision_number': 2, 'project_id': '2b65203be12a44e3b2b676f0adb9acc7', 'fixed_ip_address_scope': None}, {'id': '690653bf-56ab-4176-aa60-b475bc61e215', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'floating_ip_address': '172.25.0.31', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'port_id': '2c04777e-7f56-479d-9e3a-54f9d106f947', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8', 'mac_address': 'fa:16:3e:58:fe:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4ca4a7-04e1-460b-a945-b885562195de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:02:35Z', 'updated_at': '2022-05-05T20:03:00Z', 'revision_number': 1, 'project_id': '2b65203be12a44e3b2b676f0adb9acc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74d23f1e-73a7-42db-b11f-96808078f525', 'name': '', 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'mac_address': 'fa:16:3e:32:c5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '0d250ed8-07f6-4f08-a934-d3c76d471e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:55Z', 'updated_at': '2022-05-05T20:01:13Z', 'revision_number': 5, 'project_id': '2b65203be12a44e3b2b676f0adb9acc7', 'subnets': [{'id': '0d250ed8-07f6-4f08-a934-d3c76d471e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:03:04.071900 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7958b864-be53-40fb-838f-e0fd600f9791 req-fdb9d6b3-8bae-42e5-b6f4-a8ee712676f5 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560237 May 05 20:03:04.076083 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318efaf5-9048-48ae-9816-c615af771cae None None] The sync data for ids ['bc6a4113-edb3-47fc-a579-1ad503721aac'] in n-d-840717-1 is: [{'id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'name': 'tempest-AttachVolumeNegativeTest-634632814-router', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'c75985dc-8b4c-4c87-85cd-20dbb82f7649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:00:48Z', 'updated_at': '2022-05-05T20:00:57Z', 'revision_number': 4, 'project_id': '2b65203be12a44e3b2b676f0adb9acc7', 'gw_port': {'id': 'c75985dc-8b4c-4c87-85cd-20dbb82f7649', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:49Z', 'updated_at': '2022-05-05T20:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '2755d2e1-de23-4b07-b90f-b7f57956bd8a', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'floating_ip_address': '172.25.0.83', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'port_id': '65f8906c-b8b8-4c48-b277-a82b65a05716', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8', 'mac_address': 'fa:16:3e:00:48:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e97702-69a7-488c-9bd1-a74418962f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:01:09Z', 'updated_at': '2022-05-05T20:01:50Z', 'revision_number': 2, 'project_id': '2b65203be12a44e3b2b676f0adb9acc7', 'fixed_ip_address_scope': None}, {'id': '690653bf-56ab-4176-aa60-b475bc61e215', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'floating_ip_address': '172.25.0.31', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'port_id': '2c04777e-7f56-479d-9e3a-54f9d106f947', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8', 'mac_address': 'fa:16:3e:58:fe:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4ca4a7-04e1-460b-a945-b885562195de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:02:35Z', 'updated_at': '2022-05-05T20:03:00Z', 'revision_number': 1, 'project_id': '2b65203be12a44e3b2b676f0adb9acc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74d23f1e-73a7-42db-b11f-96808078f525', 'name': '', 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'mac_address': 'fa:16:3e:32:c5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '0d250ed8-07f6-4f08-a934-d3c76d471e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:55Z', 'updated_at': '2022-05-05T20:01:13Z', 'revision_number': 5, 'project_id': '2b65203be12a44e3b2b676f0adb9acc7', 'subnets': [{'id': '0d250ed8-07f6-4f08-a934-d3c76d471e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:03:04.173887 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-e9daf4f9-35b0-426c-a575-9c633a950040 req-819ea517-85c5-42a0-a30e-068535c0e416 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:04.180067 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-e9daf4f9-35b0-426c-a575-9c633a950040 req-819ea517-85c5-42a0-a30e-068535c0e416 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:04.253310 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819ea517-85c5-42a0-a30e-068535c0e416 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5acdd7e9-c13e-44bb-a7fc-ee6988a14859,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:04.256327 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-e9daf4f9-35b0-426c-a575-9c633a950040 req-819ea517-85c5-42a0-a30e-068535c0e416 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:04.260075 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e9daf4f9-35b0-426c-a575-9c633a950040 req-819ea517-85c5-42a0-a30e-068535c0e416 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2952120 May 05 20:03:04.310734 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-45b91405-b80b-4e66-be4a-da5cdc8d9c6d req-849815d9-3e44-490c-8776-21636b33d466 service neutron] 10.222.0.24 "GET /v2.0/networks/025bffd7-43d6-46c1-996a-8056de7069d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3524168 May 05 20:03:04.414921 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-46348cd2-92c4-471c-a69c-f931f028bbf8 req-498cc718-b8f8-4d45-acea-fddf8973ee7e tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] Calling delete_port for 49599044-b0b5-4622-b13e-a60b7ce08f76 owned by compute:nova {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:03:04.448404 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97def552-9de2-4bcb-aeb9-4f6f3ca36959 None None] New status for floating IP 690653bf-56ab-4176-aa60-b475bc61e215: ACTIVE {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:03:04.530104 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd20a59b-fca7-41ac-a6b3-ea16380e879e req-17d2c73f-8b74-45d4-8980-dfbf531406f2 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:04.540039 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dd20a59b-fca7-41ac-a6b3-ea16380e879e req-17d2c73f-8b74-45d4-8980-dfbf531406f2 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/ports?device_id=024bc7a8-830a-4f2b-8ca7-a1123fbbb4f0 HTTP/1.1" status: 200 len: 945 time: 0.1296387 May 05 20:03:04.601231 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3319eef1-f18a-4b53-bd00-46fd849617a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:04.621966 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dd20a59b-fca7-41ac-a6b3-ea16380e879e req-d1714733-12b2-4ad9-a52c-3f87f421f372 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/security-groups?id=68f86c4c-dba3-493f-a553-82dc543f33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803962 May 05 20:03:04.651883 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd561fdd-1a19-4c9d-a47d-98ef26ccc27c req-c0cb197b-e10a-42ca-86c6-330f40e750f0 tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:04.661485 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bd561fdd-1a19-4c9d-a47d-98ef26ccc27c req-c0cb197b-e10a-42ca-86c6-330f40e750f0 tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] 10.222.0.36 "GET /v2.0/ports?device_id=29aa719c-6b52-4d15-87c2-53eb84d5a672 HTTP/1.1" status: 200 len: 946 time: 0.2609520 May 05 20:03:04.666932 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-7d8d6f46-846b-44cb-b6e9-46c2ae0cf2ed req-a274bd07-0ed5-4e44-932c-0ff6a2295f84 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1830898007', 'description': 'tempest-description-850166314'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:03:04.674306 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-7d8d6f46-846b-44cb-b6e9-46c2ae0cf2ed req-a274bd07-0ed5-4e44-932c-0ff6a2295f84 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:03:04.679148 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-7d8d6f46-846b-44cb-b6e9-46c2ae0cf2ed req-a274bd07-0ed5-4e44-932c-0ff6a2295f84 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Usage tracker for resource:security_group and tenant:27531fe87fe1460c822196e911aace30 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:03:04.684295 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-7d8d6f46-846b-44cb-b6e9-46c2ae0cf2ed req-a274bd07-0ed5-4e44-932c-0ff6a2295f84 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:03:04.699229 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-7d8d6f46-846b-44cb-b6e9-46c2ae0cf2ed req-a274bd07-0ed5-4e44-932c-0ff6a2295f84 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:03:04.707480 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-46348cd2-92c4-471c-a69c-f931f028bbf8 req-498cc718-b8f8-4d45-acea-fddf8973ee7e tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:04.723630 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-7d8d6f46-846b-44cb-b6e9-46c2ae0cf2ed req-a274bd07-0ed5-4e44-932c-0ff6a2295f84 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:04.778135 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-7d8d6f46-846b-44cb-b6e9-46c2ae0cf2ed req-a274bd07-0ed5-4e44-932c-0ff6a2295f84 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:03:04.787568 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-7d8d6f46-846b-44cb-b6e9-46c2ae0cf2ed req-a274bd07-0ed5-4e44-932c-0ff6a2295f84 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Usage tracker for resource:security_group_rule and tenant:27531fe87fe1460c822196e911aace30 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:03:04.791067 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-7d8d6f46-846b-44cb-b6e9-46c2ae0cf2ed req-a274bd07-0ed5-4e44-932c-0ff6a2295f84 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:03:04.791843 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bd561fdd-1a19-4c9d-a47d-98ef26ccc27c req-c9ab7d52-ebae-4386-a813-6a36ab448cb7 tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a468c4a-6d91-4bcd-af1e-49b7a2c503d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291742 May 05 20:03:04.795766 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498cc718-b8f8-4d45-acea-fddf8973ee7e tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] Pushing event deleted for resources: {'Port': ['ID=49599044-b0b5-4622-b13e-a60b7ce08f76,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:04.799147 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-7d8d6f46-846b-44cb-b6e9-46c2ae0cf2ed req-a274bd07-0ed5-4e44-932c-0ff6a2295f84 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:03:04.912780 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-46348cd2-92c4-471c-a69c-f931f028bbf8 req-498cc718-b8f8-4d45-acea-fddf8973ee7e tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] No DVR routers for this DVR port 49599044-b0b5-4622-b13e-a60b7ce08f76 on host n-h1-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:03:04.916337 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-46348cd2-92c4-471c-a69c-f931f028bbf8 req-498cc718-b8f8-4d45-acea-fddf8973ee7e tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:04.920476 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29aa719c-6b52-4d15-87c2-53eb84d5a672', 'name': 'network-vif-deleted', 'tag': '49599044-b0b5-4622-b13e-a60b7ce08f76'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:03:04.966276 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-7d8d6f46-846b-44cb-b6e9-46c2ae0cf2ed req-a274bd07-0ed5-4e44-932c-0ff6a2295f84 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:04.970198 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-7d8d6f46-846b-44cb-b6e9-46c2ae0cf2ed req-a274bd07-0ed5-4e44-932c-0ff6a2295f84 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:04.971688 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-46348cd2-92c4-471c-a69c-f931f028bbf8 req-498cc718-b8f8-4d45-acea-fddf8973ee7e tempest-InstanceActionsTestJSON-137009999 tempest-InstanceActionsTestJSON-137009999-project] 10.222.0.24 "DELETE /v2.0/ports/49599044-b0b5-4622-b13e-a60b7ce08f76 HTTP/1.1" status: 204 len: 173 time: 2.0097685 May 05 20:03:05.016075 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26a6066a-768a-4555-91d1-7bcdf92ddafd'] response: {'server_uuid': '29aa719c-6b52-4d15-87c2-53eb84d5a672', 'name': 'network-vif-deleted', 'tag': '49599044-b0b5-4622-b13e-a60b7ce08f76', 'status': 'completed', 'code': 200} May 05 20:03:05.046241 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a274bd07-0ed5-4e44-932c-0ff6a2295f84 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37dadaf7-a19b-42a2-b414-d1de1daa6515,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:05.050398 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-7d8d6f46-846b-44cb-b6e9-46c2ae0cf2ed req-a274bd07-0ed5-4e44-932c-0ff6a2295f84 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:05.051615 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7d8d6f46-846b-44cb-b6e9-46c2ae0cf2ed req-a274bd07-0ed5-4e44-932c-0ff6a2295f84 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3897314 May 05 20:03:05.144786 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f47f7bb9-eaf4-414d-ba61-411630b59c27 req-4e3bec48-50c5-4f8c-bdc7-6db3cf97d86a tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] 10.222.0.36 "GET /v2.0/security-groups/5acdd7e9-c13e-44bb-a7fc-ee6988a14859 HTTP/1.1" status: 200 len: 1806 time: 0.0674815 May 05 20:03:05.226029 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f47f7bb9-eaf4-414d-ba61-411630b59c27 req-57b8a6ae-dc89-46ed-9980-6ec7652aac49 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] 10.222.0.36 "GET /v2.0/security-groups/37dadaf7-a19b-42a2-b414-d1de1daa6515 HTTP/1.1" status: 200 len: 1806 time: 0.0754437 May 05 20:03:05.237268 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-f47f7bb9-eaf4-414d-ba61-411630b59c27 req-547648d5-28e5-41be-9fac-0917b201182e tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5acdd7e9-c13e-44bb-a7fc-ee6988a14859', 'remote_group_id': '37dadaf7-a19b-42a2-b414-d1de1daa6515', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:03:05.237883 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-f47f7bb9-eaf4-414d-ba61-411630b59c27 req-547648d5-28e5-41be-9fac-0917b201182e tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5acdd7e9-c13e-44bb-a7fc-ee6988a14859', 'remote_group_id': '37dadaf7-a19b-42a2-b414-d1de1daa6515', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:03:05.245414 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-f47f7bb9-eaf4-414d-ba61-411630b59c27 req-547648d5-28e5-41be-9fac-0917b201182e tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:03:05.250631 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-f47f7bb9-eaf4-414d-ba61-411630b59c27 req-547648d5-28e5-41be-9fac-0917b201182e tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Usage tracker for resource:security_group_rule and tenant:27531fe87fe1460c822196e911aace30 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:03:05.256720 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-f47f7bb9-eaf4-414d-ba61-411630b59c27 req-547648d5-28e5-41be-9fac-0917b201182e tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:03:05.268255 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-f47f7bb9-eaf4-414d-ba61-411630b59c27 req-547648d5-28e5-41be-9fac-0917b201182e tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:03:05.357804 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-f47f7bb9-eaf4-414d-ba61-411630b59c27 req-547648d5-28e5-41be-9fac-0917b201182e tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:05.398028 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7346c-3eaa-4b79-a394-7c26730772d0 req-92c353c0-e0d8-4626-9aaa-3b3429c2b476 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:05.399832 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-f47f7bb9-eaf4-414d-ba61-411630b59c27 req-547648d5-28e5-41be-9fac-0917b201182e tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:05.400152 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-eec7346c-3eaa-4b79-a394-7c26730772d0 req-92c353c0-e0d8-4626-9aaa-3b3429c2b476 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=f56db24d-dbf0-4b73-b1ed-9dda9cc52d58 HTTP/1.1" status: 200 len: 945 time: 0.1393495 May 05 20:03:05.404343 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-f47f7bb9-eaf4-414d-ba61-411630b59c27 req-547648d5-28e5-41be-9fac-0917b201182e tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:05.427216 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547648d5-28e5-41be-9fac-0917b201182e tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc00b5a5-1d5c-4e11-81cb-c47e0d3aa27b,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:05.448541 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-f47f7bb9-eaf4-414d-ba61-411630b59c27 req-547648d5-28e5-41be-9fac-0917b201182e tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:05.465434 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f47f7bb9-eaf4-414d-ba61-411630b59c27 req-547648d5-28e5-41be-9fac-0917b201182e tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2267547 May 05 20:03:05.469704 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-eec7346c-3eaa-4b79-a394-7c26730772d0 req-b4215b00-2d9c-4da3-b2b5-af12d4b37f37 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622294 May 05 20:03:05.478376 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-7e4cac44-9960-4ddc-8ac7-54a95c6bf015 req-a3d8986c-6767-4ffb-8a78-3628121388d4 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1556263071', 'description': 'tempest-description-1639931262'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:03:05.485766 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-7e4cac44-9960-4ddc-8ac7-54a95c6bf015 req-a3d8986c-6767-4ffb-8a78-3628121388d4 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:03:05.490208 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-7e4cac44-9960-4ddc-8ac7-54a95c6bf015 req-a3d8986c-6767-4ffb-8a78-3628121388d4 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Usage tracker for resource:security_group and tenant:27531fe87fe1460c822196e911aace30 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:03:05.493177 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-7e4cac44-9960-4ddc-8ac7-54a95c6bf015 req-a3d8986c-6767-4ffb-8a78-3628121388d4 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:03:05.500933 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-7e4cac44-9960-4ddc-8ac7-54a95c6bf015 req-a3d8986c-6767-4ffb-8a78-3628121388d4 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:03:05.514614 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-7e4cac44-9960-4ddc-8ac7-54a95c6bf015 req-a3d8986c-6767-4ffb-8a78-3628121388d4 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:05.536708 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-7e4cac44-9960-4ddc-8ac7-54a95c6bf015 req-a3d8986c-6767-4ffb-8a78-3628121388d4 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:03:05.547016 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-7e4cac44-9960-4ddc-8ac7-54a95c6bf015 req-a3d8986c-6767-4ffb-8a78-3628121388d4 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Usage tracker for resource:security_group_rule and tenant:27531fe87fe1460c822196e911aace30 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:03:05.554882 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-7e4cac44-9960-4ddc-8ac7-54a95c6bf015 req-a3d8986c-6767-4ffb-8a78-3628121388d4 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:03:05.569324 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-7e4cac44-9960-4ddc-8ac7-54a95c6bf015 req-a3d8986c-6767-4ffb-8a78-3628121388d4 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:03:05.660331 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-7e4cac44-9960-4ddc-8ac7-54a95c6bf015 req-a3d8986c-6767-4ffb-8a78-3628121388d4 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:05.668688 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-7e4cac44-9960-4ddc-8ac7-54a95c6bf015 req-a3d8986c-6767-4ffb-8a78-3628121388d4 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:05.716502 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d8986c-6767-4ffb-8a78-3628121388d4 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83571e32-c544-457c-a472-01d3a3680e30,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:05.721613 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-7e4cac44-9960-4ddc-8ac7-54a95c6bf015 req-a3d8986c-6767-4ffb-8a78-3628121388d4 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:05.742670 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7e4cac44-9960-4ddc-8ac7-54a95c6bf015 req-a3d8986c-6767-4ffb-8a78-3628121388d4 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.2712023 May 05 20:03:05.753003 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-cbfb1df1-fc03-40b7-8c87-38fe5d88d86b req-a8748d6b-752f-4349-88d7-3f33f7d66539 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-369592093', 'description': 'tempest-description-128354234'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:03:05.760052 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-cbfb1df1-fc03-40b7-8c87-38fe5d88d86b req-a8748d6b-752f-4349-88d7-3f33f7d66539 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:03:05.764912 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-cbfb1df1-fc03-40b7-8c87-38fe5d88d86b req-a8748d6b-752f-4349-88d7-3f33f7d66539 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Usage tracker for resource:security_group and tenant:27531fe87fe1460c822196e911aace30 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:03:05.771304 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-cbfb1df1-fc03-40b7-8c87-38fe5d88d86b req-a8748d6b-752f-4349-88d7-3f33f7d66539 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:03:05.782087 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-cbfb1df1-fc03-40b7-8c87-38fe5d88d86b req-a8748d6b-752f-4349-88d7-3f33f7d66539 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:03:05.800920 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-cbfb1df1-fc03-40b7-8c87-38fe5d88d86b req-a8748d6b-752f-4349-88d7-3f33f7d66539 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:05.821954 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-cbfb1df1-fc03-40b7-8c87-38fe5d88d86b req-a8748d6b-752f-4349-88d7-3f33f7d66539 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:03:05.829088 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-cbfb1df1-fc03-40b7-8c87-38fe5d88d86b req-a8748d6b-752f-4349-88d7-3f33f7d66539 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Usage tracker for resource:security_group_rule and tenant:27531fe87fe1460c822196e911aace30 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:03:05.832126 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-cbfb1df1-fc03-40b7-8c87-38fe5d88d86b req-a8748d6b-752f-4349-88d7-3f33f7d66539 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:03:05.838784 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-cbfb1df1-fc03-40b7-8c87-38fe5d88d86b req-a8748d6b-752f-4349-88d7-3f33f7d66539 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:03:05.903997 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e90169e-2ef3-41be-a55f-dbbd234f1de2 req-62ab4e3a-69ef-46a5-b7f5-7da2df661dde tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:05.906452 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8e90169e-2ef3-41be-a55f-dbbd234f1de2 req-62ab4e3a-69ef-46a5-b7f5-7da2df661dde tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/ports?device_id=024bc7a8-830a-4f2b-8ca7-a1123fbbb4f0 HTTP/1.1" status: 200 len: 945 time: 0.1139784 May 05 20:03:05.934313 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-cbfb1df1-fc03-40b7-8c87-38fe5d88d86b req-a8748d6b-752f-4349-88d7-3f33f7d66539 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:05.938879 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-cbfb1df1-fc03-40b7-8c87-38fe5d88d86b req-a8748d6b-752f-4349-88d7-3f33f7d66539 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:05.979192 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8e90169e-2ef3-41be-a55f-dbbd234f1de2 req-2f903880-4a46-4856-aa3c-9e5ee26987c5 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/security-groups?id=68f86c4c-dba3-493f-a553-82dc543f33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665562 May 05 20:03:06.001999 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8748d6b-752f-4349-88d7-3f33f7d66539 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd56c402-d4f8-46c2-b1f7-4a251b7f262d,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:06.007109 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-cbfb1df1-fc03-40b7-8c87-38fe5d88d86b req-a8748d6b-752f-4349-88d7-3f33f7d66539 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:06.013149 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cbfb1df1-fc03-40b7-8c87-38fe5d88d86b req-a8748d6b-752f-4349-88d7-3f33f7d66539 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2646451 May 05 20:03:06.072281 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 44748) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:03:06.081620 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bebb7bb0-5ac8-4460-8ac0-38275fe7b242 req-88813c1f-8efe-4ec5-8c8b-9c494effcb40 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] 10.222.0.36 "GET /v2.0/security-groups/83571e32-c544-457c-a472-01d3a3680e30 HTTP/1.1" status: 200 len: 1807 time: 0.0519493 May 05 20:03:06.140810 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-859cbd70-aca7-43af-b15f-ac56351c260e admin admin] Deleting subnet 9eac44f5-255e-4f10-bdae-86280f53ca52 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:03:06.144091 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-859cbd70-aca7-43af-b15f-ac56351c260e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:06.164496 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bebb7bb0-5ac8-4460-8ac0-38275fe7b242 req-03974f7e-35c9-4f3e-95cc-0dcc2aa6e0fe tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] 10.222.0.36 "GET /v2.0/security-groups/dd56c402-d4f8-46c2-b1f7-4a251b7f262d HTTP/1.1" status: 200 len: 1805 time: 0.0763550 May 05 20:03:06.170778 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-bebb7bb0-5ac8-4460-8ac0-38275fe7b242 req-8dc3b7f6-52b0-44d9-b229-713d1aafafba tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '83571e32-c544-457c-a472-01d3a3680e30', 'remote_group_id': 'dd56c402-d4f8-46c2-b1f7-4a251b7f262d', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:03:06.171566 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-bebb7bb0-5ac8-4460-8ac0-38275fe7b242 req-8dc3b7f6-52b0-44d9-b229-713d1aafafba tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '83571e32-c544-457c-a472-01d3a3680e30', 'remote_group_id': 'dd56c402-d4f8-46c2-b1f7-4a251b7f262d', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:03:06.178658 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-bebb7bb0-5ac8-4460-8ac0-38275fe7b242 req-8dc3b7f6-52b0-44d9-b229-713d1aafafba tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:03:06.183258 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-bebb7bb0-5ac8-4460-8ac0-38275fe7b242 req-8dc3b7f6-52b0-44d9-b229-713d1aafafba tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Usage tracker for resource:security_group_rule and tenant:27531fe87fe1460c822196e911aace30 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:03:06.187707 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-bebb7bb0-5ac8-4460-8ac0-38275fe7b242 req-8dc3b7f6-52b0-44d9-b229-713d1aafafba tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:03:06.195181 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-bebb7bb0-5ac8-4460-8ac0-38275fe7b242 req-8dc3b7f6-52b0-44d9-b229-713d1aafafba tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:03:06.198369 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-859cbd70-aca7-43af-b15f-ac56351c260e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:06.265177 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-859cbd70-aca7-43af-b15f-ac56351c260e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:06.273959 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-bebb7bb0-5ac8-4460-8ac0-38275fe7b242 req-8dc3b7f6-52b0-44d9-b229-713d1aafafba tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:06.306883 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-bebb7bb0-5ac8-4460-8ac0-38275fe7b242 req-8dc3b7f6-52b0-44d9-b229-713d1aafafba tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:06.315000 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-bebb7bb0-5ac8-4460-8ac0-38275fe7b242 req-8dc3b7f6-52b0-44d9-b229-713d1aafafba tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:06.345459 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-859cbd70-aca7-43af-b15f-ac56351c260e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:06.348812 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc3b7f6-52b0-44d9-b229-713d1aafafba tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a2c5b03-57ef-42c3-9448-8e9e997d90f7,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:06.368486 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-bebb7bb0-5ac8-4460-8ac0-38275fe7b242 req-8dc3b7f6-52b0-44d9-b229-713d1aafafba tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:06.369945 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bebb7bb0-5ac8-4460-8ac0-38275fe7b242 req-8dc3b7f6-52b0-44d9-b229-713d1aafafba tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2043066 May 05 20:03:06.439528 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-859cbd70-aca7-43af-b15f-ac56351c260e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:06.442241 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859cbd70-aca7-43af-b15f-ac56351c260e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9eac44f5-255e-4f10-bdae-86280f53ca52,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:06.461510 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-859cbd70-aca7-43af-b15f-ac56351c260e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/9eac44f5-255e-4f10-bdae-86280f53ca52 HTTP/1.1" status: 204 len: 168 time: 0.3853498 May 05 20:03:06.461921 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 44756) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:03:06.485621 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 49599044-b0b5-4622-b13e-a60b7ce08f76 no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:03:06.514778 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8421d911-af1a-4962-817f-27d0cd82bd5f req-71cc838d-ef1b-467c-9ea6-18a4edf58546 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] 10.222.0.36 "GET /v2.0/security-groups/dd56c402-d4f8-46c2-b1f7-4a251b7f262d HTTP/1.1" status: 200 len: 1805 time: 0.0999177 May 05 20:03:06.565870 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] No Port match for: 49599044-b0b5-4622-b13e-a60b7ce08f76 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:03:06.569093 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 49599044-b0b5-4622-b13e-a60b7ce08f76 not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:03:06.632004 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-8421d911-af1a-4962-817f-27d0cd82bd5f req-ff52e1b7-3fc7-4353-b8b7-eddc9b8e1b07 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:06.675028 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-8421d911-af1a-4962-817f-27d0cd82bd5f req-ff52e1b7-3fc7-4353-b8b7-eddc9b8e1b07 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:06.781251 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-8421d911-af1a-4962-817f-27d0cd82bd5f req-ff52e1b7-3fc7-4353-b8b7-eddc9b8e1b07 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:06.808071 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff52e1b7-3fc7-4353-b8b7-eddc9b8e1b07 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd56c402-d4f8-46c2-b1f7-4a251b7f262d,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:06.814686 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-8421d911-af1a-4962-817f-27d0cd82bd5f req-ff52e1b7-3fc7-4353-b8b7-eddc9b8e1b07 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:06.815715 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8421d911-af1a-4962-817f-27d0cd82bd5f req-ff52e1b7-3fc7-4353-b8b7-eddc9b8e1b07 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] 10.222.0.36 "DELETE /v2.0/security-groups/dd56c402-d4f8-46c2-b1f7-4a251b7f262d HTTP/1.1" status: 204 len: 173 time: 0.2927592 May 05 20:03:06.815908 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-44481b0a-f427-4772-ba94-b45d31c4f69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:06.837006 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-49e09166-019a-469d-b370-8d504037cb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:06.903781 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-962cb383-cbec-4278-b800-9b4ce94d267d req-4bf67b0f-1a25-4d3f-8037-e1a86571578a tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] 10.222.0.36 "GET /v2.0/security-groups/83571e32-c544-457c-a472-01d3a3680e30 HTTP/1.1" status: 200 len: 1807 time: 0.0553083 May 05 20:03:06.936084 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-a716822a-ef05-4e85-9fa0-b93d70b78acb req-43574d80-5c40-4dc5-8090-bd2a3405a779 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1155081547', 'description': 'tempest-description-1096085396'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:03:06.942271 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-a716822a-ef05-4e85-9fa0-b93d70b78acb req-43574d80-5c40-4dc5-8090-bd2a3405a779 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:03:06.946308 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-a716822a-ef05-4e85-9fa0-b93d70b78acb req-43574d80-5c40-4dc5-8090-bd2a3405a779 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Usage tracker for resource:security_group and tenant:27531fe87fe1460c822196e911aace30 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:03:06.955072 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-a716822a-ef05-4e85-9fa0-b93d70b78acb req-43574d80-5c40-4dc5-8090-bd2a3405a779 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:03:06.962175 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-a716822a-ef05-4e85-9fa0-b93d70b78acb req-43574d80-5c40-4dc5-8090-bd2a3405a779 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:03:06.974451 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-a716822a-ef05-4e85-9fa0-b93d70b78acb req-43574d80-5c40-4dc5-8090-bd2a3405a779 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:07.044822 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-49e09166-019a-469d-b370-8d504037cb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:07.077833 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56143d6-8098-42bf-8464-19831a76a7bc req-70200a8d-7662-4f53-9af2-2f3f0034b2e6 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:07.077833 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a56143d6-8098-42bf-8464-19831a76a7bc req-70200a8d-7662-4f53-9af2-2f3f0034b2e6 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=f56db24d-dbf0-4b73-b1ed-9dda9cc52d58 HTTP/1.1" status: 200 len: 945 time: 0.3184845 May 05 20:03:07.081654 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-a716822a-ef05-4e85-9fa0-b93d70b78acb req-43574d80-5c40-4dc5-8090-bd2a3405a779 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:03:07.088219 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-49e09166-019a-469d-b370-8d504037cb5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52546020-b2fc-488e-8a77-a90f727c3d8c']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:03:07.100024 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-a716822a-ef05-4e85-9fa0-b93d70b78acb req-43574d80-5c40-4dc5-8090-bd2a3405a779 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Usage tracker for resource:security_group_rule and tenant:27531fe87fe1460c822196e911aace30 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:03:07.100024 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-a716822a-ef05-4e85-9fa0-b93d70b78acb req-43574d80-5c40-4dc5-8090-bd2a3405a779 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:03:07.100024 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-a716822a-ef05-4e85-9fa0-b93d70b78acb req-43574d80-5c40-4dc5-8090-bd2a3405a779 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:03:07.139754 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-49e09166-019a-469d-b370-8d504037cb5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5046a41-0cc8-496e-8d7c-40876bc598a0') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:03:07.140218 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-49e09166-019a-469d-b370-8d504037cb5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5046a41-0cc8-496e-8d7c-40876bc598a0') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:03:07.173231 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-49e09166-019a-469d-b370-8d504037cb5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:07.203601 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a56143d6-8098-42bf-8464-19831a76a7bc req-f72695a5-00f2-4859-a618-92e7eca223a1 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991256 May 05 20:03:07.203601 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-49e09166-019a-469d-b370-8d504037cb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:07.214588 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49e09166-019a-469d-b370-8d504037cb5d admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:03:07.214588 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-49e09166-019a-469d-b370-8d504037cb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:07.243990 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:03:07.243990 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:03:07.243990 n-d-840717-1 neutron-server[88197]: timer() May 05 20:03:07.243990 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:03:07.243990 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:03:07.243990 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:03:07.243990 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:03:07.243990 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:03:07.243990 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:03:07.243990 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:03:07.243990 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:03:07.243990 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:03:07.243990 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:03:07.243990 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:03:07.243990 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:03:07.243990 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:03:07.243990 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:03:07.243990 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:03:07.243990 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:03:07.243990 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:03:07.243990 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:03:07.243990 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:03:07.243990 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:03:07.243990 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:03:07.243990 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:03:07.243990 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:03:07.243990 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:03:07.243990 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:03:07.243990 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:03:07.243990 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:03:07.243990 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:03:07.243990 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:03:07.299291 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-a716822a-ef05-4e85-9fa0-b93d70b78acb req-43574d80-5c40-4dc5-8090-bd2a3405a779 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:07.299291 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-a716822a-ef05-4e85-9fa0-b93d70b78acb req-43574d80-5c40-4dc5-8090-bd2a3405a779 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:07.378475 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-49e09166-019a-469d-b370-8d504037cb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:07.399904 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-49e09166-019a-469d-b370-8d504037cb5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:07.420202 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-49e09166-019a-469d-b370-8d504037cb5d admin admin] 10.222.0.36 "DELETE /v2.0/networks/52546020-b2fc-488e-8a77-a90f727c3d8c HTTP/1.1" status: 204 len: 168 time: 0.9446373 May 05 20:03:07.420202 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e09166-019a-469d-b370-8d504037cb5d admin admin] Pushing event deleted for resources: {'Network': ['ID=52546020-b2fc-488e-8a77-a90f727c3d8c,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:07.430316 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43574d80-5c40-4dc5-8090-bd2a3405a779 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb31d2c-b7c2-45a3-a169-7bcf8187d53e,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:07.430316 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-a716822a-ef05-4e85-9fa0-b93d70b78acb req-43574d80-5c40-4dc5-8090-bd2a3405a779 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:07.432490 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a716822a-ef05-4e85-9fa0-b93d70b78acb req-43574d80-5c40-4dc5-8090-bd2a3405a779 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.4999564 May 05 20:03:07.528136 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad59a44-76a9-4318-b198-269beff25cf4 req-9e832f5a-1f51-4852-a689-fcbab3bf77be tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:07.529772 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0ad59a44-76a9-4318-b198-269beff25cf4 req-9e832f5a-1f51-4852-a689-fcbab3bf77be tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/ports?device_id=024bc7a8-830a-4f2b-8ca7-a1123fbbb4f0 HTTP/1.1" status: 200 len: 945 time: 0.1059012 May 05 20:03:07.538395 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9630fa33-804e-4ddd-83f2-cefbc7fb472e req-3899f05b-b23f-41dc-98a1-35e3dcfeed78 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] 10.222.0.36 "GET /v2.0/security-groups/4fb31d2c-b7c2-45a3-a169-7bcf8187d53e HTTP/1.1" status: 200 len: 1807 time: 0.0815177 May 05 20:03:07.564905 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-9630fa33-804e-4ddd-83f2-cefbc7fb472e req-d7f67f36-5bfb-47df-ada0-eef53dfa5854 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4fb31d2c-b7c2-45a3-a169-7bcf8187d53e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:03:07.568350 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-9630fa33-804e-4ddd-83f2-cefbc7fb472e req-d7f67f36-5bfb-47df-ada0-eef53dfa5854 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4fb31d2c-b7c2-45a3-a169-7bcf8187d53e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:03:07.582284 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0ad59a44-76a9-4318-b198-269beff25cf4 req-961eed78-7690-4aef-bf2c-1b17cbf41727 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/security-groups?id=68f86c4c-dba3-493f-a553-82dc543f33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460598 May 05 20:03:07.583155 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 44772) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:03:07.584209 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-9630fa33-804e-4ddd-83f2-cefbc7fb472e req-d7f67f36-5bfb-47df-ada0-eef53dfa5854 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:03:07.599788 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-9630fa33-804e-4ddd-83f2-cefbc7fb472e req-d7f67f36-5bfb-47df-ada0-eef53dfa5854 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Usage tracker for resource:security_group_rule and tenant:27531fe87fe1460c822196e911aace30 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:03:07.606391 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-9630fa33-804e-4ddd-83f2-cefbc7fb472e req-d7f67f36-5bfb-47df-ada0-eef53dfa5854 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:03:07.621341 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-9630fa33-804e-4ddd-83f2-cefbc7fb472e req-d7f67f36-5bfb-47df-ada0-eef53dfa5854 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:03:07.646180 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-a8b9b62a-693f-44a9-9118-31d039d70010 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f306496c3e2e46599bfe9390851183b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0616546 May 05 20:03:07.649430 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 44776) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:03:07.701475 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9630fa33-804e-4ddd-83f2-cefbc7fb472e req-d7f67f36-5bfb-47df-ada0-eef53dfa5854 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:07.718009 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7daf0ceb-9e19-44f8-a121-8d8ee5c0c2f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:07.734128 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9630fa33-804e-4ddd-83f2-cefbc7fb472e req-d7f67f36-5bfb-47df-ada0-eef53dfa5854 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:07.738422 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:07.739520 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9630fa33-804e-4ddd-83f2-cefbc7fb472e req-d7f67f36-5bfb-47df-ada0-eef53dfa5854 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:07.748876 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7daf0ceb-9e19-44f8-a121-8d8ee5c0c2f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:07.773379 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f67f36-5bfb-47df-ada0-eef53dfa5854 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=754c6268-7c01-4431-9c3e-e8f23ff033f0,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:07.779975 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9630fa33-804e-4ddd-83f2-cefbc7fb472e req-d7f67f36-5bfb-47df-ada0-eef53dfa5854 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:07.785314 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9630fa33-804e-4ddd-83f2-cefbc7fb472e req-d7f67f36-5bfb-47df-ada0-eef53dfa5854 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2326934 May 05 20:03:07.812387 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7daf0ceb-9e19-44f8-a121-8d8ee5c0c2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:07.851673 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daf0ceb-9e19-44f8-a121-8d8ee5c0c2f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a468c4a-6d91-4bcd-af1e-49b7a2c503d3,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:07.891250 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7daf0ceb-9e19-44f8-a121-8d8ee5c0c2f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:07.892761 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-7daf0ceb-9e19-44f8-a121-8d8ee5c0c2f6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4a468c4a-6d91-4bcd-af1e-49b7a2c503d3 HTTP/1.1" status: 204 len: 168 time: 0.2420588 May 05 20:03:07.919445 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ed917b49-e918-4572-a356-715a065193a0 req-2ec70727-5170-4f20-8988-76b87323fb14 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] 10.222.0.36 "GET /v2.0/security-groups/4fb31d2c-b7c2-45a3-a169-7bcf8187d53e HTTP/1.1" status: 200 len: 2401 time: 0.1026406 May 05 20:03:07.936058 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-ed917b49-e918-4572-a356-715a065193a0 req-5abaff10-59c3-4def-b60d-a36ac2360eae tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4fb31d2c-b7c2-45a3-a169-7bcf8187d53e', 'remote_group_id': None}]} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:03:07.936394 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-ed917b49-e918-4572-a356-715a065193a0 req-5abaff10-59c3-4def-b60d-a36ac2360eae tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4fb31d2c-b7c2-45a3-a169-7bcf8187d53e', 'remote_group_id': None}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:03:07.951530 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-ed917b49-e918-4572-a356-715a065193a0 req-5abaff10-59c3-4def-b60d-a36ac2360eae tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:03:07.963987 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-ed917b49-e918-4572-a356-715a065193a0 req-5abaff10-59c3-4def-b60d-a36ac2360eae tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Usage tracker for resource:security_group_rule and tenant:27531fe87fe1460c822196e911aace30 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:03:07.969637 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-ed917b49-e918-4572-a356-715a065193a0 req-5abaff10-59c3-4def-b60d-a36ac2360eae tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:03:07.979345 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-ed917b49-e918-4572-a356-715a065193a0 req-5abaff10-59c3-4def-b60d-a36ac2360eae tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:03:08.009128 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:08.079286 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-ed917b49-e918-4572-a356-715a065193a0 req-5abaff10-59c3-4def-b60d-a36ac2360eae tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:08.110897 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-ed917b49-e918-4572-a356-715a065193a0 req-5abaff10-59c3-4def-b60d-a36ac2360eae tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:08.116373 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-ed917b49-e918-4572-a356-715a065193a0 req-5abaff10-59c3-4def-b60d-a36ac2360eae tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:08.160778 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-ed917b49-e918-4572-a356-715a065193a0 req-5abaff10-59c3-4def-b60d-a36ac2360eae tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:08.169031 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ed917b49-e918-4572-a356-715a065193a0 req-5abaff10-59c3-4def-b60d-a36ac2360eae tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2394311 May 05 20:03:08.185880 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abaff10-59c3-4def-b60d-a36ac2360eae tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=551d6614-bfd8-42b1-b1f6-8525ca00dcd4,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:08.271451 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9bac89bb-520e-4919-8315-242684646a4b req-cad228e8-64c8-4712-87b0-d6e0b3f30c4d tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] 10.222.0.36 "GET /v2.0/security-groups/4fb31d2c-b7c2-45a3-a169-7bcf8187d53e HTTP/1.1" status: 200 len: 3000 time: 0.0852771 May 05 20:03:08.328891 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d985a19a-bd95-47e8-b61c-dae89864bb70 req-0bf15527-bdf0-409a-ad2c-fd80854c0883 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] 10.222.0.36 "GET /v2.0/security-group-rules/551d6614-bfd8-42b1-b1f6-8525ca00dcd4 HTTP/1.1" status: 200 len: 783 time: 0.0364571 May 05 20:03:08.404554 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d985a19a-bd95-47e8-b61c-dae89864bb70 req-2fd4129e-d6be-44e4-83dc-1c39a8f63f06 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] 10.222.0.36 "GET /v2.0/security-groups/4fb31d2c-b7c2-45a3-a169-7bcf8187d53e HTTP/1.1" status: 200 len: 3000 time: 0.0673430 May 05 20:03:08.452014 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-d985a19a-bd95-47e8-b61c-dae89864bb70 req-8db535b1-1dd9-40c8-8bce-2e5b8e3f1df5 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:08.479744 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-d985a19a-bd95-47e8-b61c-dae89864bb70 req-8db535b1-1dd9-40c8-8bce-2e5b8e3f1df5 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:08.512026 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1b7ac-b6e4-4485-9e3c-1a6bea6fb4d7 req-210e0494-43ac-4acf-8cad-73e56e7a82c2 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:08.516143 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-78a1b7ac-b6e4-4485-9e3c-1a6bea6fb4d7 req-210e0494-43ac-4acf-8cad-73e56e7a82c2 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=f56db24d-dbf0-4b73-b1ed-9dda9cc52d58 HTTP/1.1" status: 200 len: 945 time: 0.1345668 May 05 20:03:08.525753 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-d985a19a-bd95-47e8-b61c-dae89864bb70 req-8db535b1-1dd9-40c8-8bce-2e5b8e3f1df5 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:08.546645 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db535b1-1dd9-40c8-8bce-2e5b8e3f1df5 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=551d6614-bfd8-42b1-b1f6-8525ca00dcd4,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:08.554171 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-d985a19a-bd95-47e8-b61c-dae89864bb70 req-8db535b1-1dd9-40c8-8bce-2e5b8e3f1df5 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:08.560410 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d985a19a-bd95-47e8-b61c-dae89864bb70 req-8db535b1-1dd9-40c8-8bce-2e5b8e3f1df5 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/551d6614-bfd8-42b1-b1f6-8525ca00dcd4 HTTP/1.1" status: 204 len: 173 time: 0.1499610 May 05 20:03:08.616893 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-78a1b7ac-b6e4-4485-9e3c-1a6bea6fb4d7 req-1d17d907-eaf8-4ed5-baef-288343eabe1d tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880327 May 05 20:03:08.652660 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f0608d99-64af-41ba-918c-e69d19db67d3 req-50052963-a04f-4732-9bca-c178f3d20582 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] 10.222.0.36 "GET /v2.0/security-groups/4fb31d2c-b7c2-45a3-a169-7bcf8187d53e HTTP/1.1" status: 200 len: 2401 time: 0.0744617 May 05 20:03:08.779035 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-f0608d99-64af-41ba-918c-e69d19db67d3 req-d67914bd-d76f-4cae-ba86-69ca67a068d8 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:08.826806 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-f0608d99-64af-41ba-918c-e69d19db67d3 req-d67914bd-d76f-4cae-ba86-69ca67a068d8 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:08.924418 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-f0608d99-64af-41ba-918c-e69d19db67d3 req-d67914bd-d76f-4cae-ba86-69ca67a068d8 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:08.948677 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67914bd-d76f-4cae-ba86-69ca67a068d8 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb31d2c-b7c2-45a3-a169-7bcf8187d53e,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:08.960227 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-f0608d99-64af-41ba-918c-e69d19db67d3 req-d67914bd-d76f-4cae-ba86-69ca67a068d8 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:08.961973 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f0608d99-64af-41ba-918c-e69d19db67d3 req-d67914bd-d76f-4cae-ba86-69ca67a068d8 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] 10.222.0.36 "DELETE /v2.0/security-groups/4fb31d2c-b7c2-45a3-a169-7bcf8187d53e HTTP/1.1" status: 204 len: 173 time: 0.3081858 May 05 20:03:09.006202 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [req-5e1557ad-ca96-4f05-966a-0d607ee03440 req-94f9741b-b06f-438e-94e9-f02eb2bd401f tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] show failed (client error): The resource could not be found. May 05 20:03:09.007246 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5e1557ad-ca96-4f05-966a-0d607ee03440 req-94f9741b-b06f-438e-94e9-f02eb2bd401f tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] 10.222.0.36 "GET /v2.0/security-groups/dd56c402-d4f8-46c2-b1f7-4a251b7f262d HTTP/1.1" status: 404 len: 352 time: 0.0233381 May 05 20:03:09.043114 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad3ddbe-e36a-41d7-a02d-80cd9d12b2c7 req-1517ca9d-b115-44ba-a8ae-c031867bf2b0 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:09.051156 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-aad3ddbe-e36a-41d7-a02d-80cd9d12b2c7 req-1517ca9d-b115-44ba-a8ae-c031867bf2b0 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/ports?device_id=024bc7a8-830a-4f2b-8ca7-a1123fbbb4f0 HTTP/1.1" status: 200 len: 945 time: 0.1559744 May 05 20:03:09.113838 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-aad3ddbe-e36a-41d7-a02d-80cd9d12b2c7 req-732e1526-766a-4777-a34e-d1d73d71e392 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/security-groups?id=68f86c4c-dba3-493f-a553-82dc543f33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593731 May 05 20:03:09.148352 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c808e770-d3b4-4dfe-9f41-e8939a0dd588 req-b9e9ea93-ee2f-49fb-b990-afcbf6b35ae9 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] 10.222.0.36 "GET /v2.0/security-groups/83571e32-c544-457c-a472-01d3a3680e30 HTTP/1.1" status: 200 len: 1807 time: 0.1031528 May 05 20:03:09.231151 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c808e770-d3b4-4dfe-9f41-e8939a0dd588 req-16677691-f9d6-4fce-9ff9-88cf1e989ed0 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:09.253754 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 44818) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:03:09.280962 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c808e770-d3b4-4dfe-9f41-e8939a0dd588 req-16677691-f9d6-4fce-9ff9-88cf1e989ed0 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:09.338195 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c808e770-d3b4-4dfe-9f41-e8939a0dd588 req-16677691-f9d6-4fce-9ff9-88cf1e989ed0 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:09.365255 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16677691-f9d6-4fce-9ff9-88cf1e989ed0 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83571e32-c544-457c-a472-01d3a3680e30,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:09.374718 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c808e770-d3b4-4dfe-9f41-e8939a0dd588 req-16677691-f9d6-4fce-9ff9-88cf1e989ed0 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:09.376414 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c808e770-d3b4-4dfe-9f41-e8939a0dd588 req-16677691-f9d6-4fce-9ff9-88cf1e989ed0 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] 10.222.0.36 "DELETE /v2.0/security-groups/83571e32-c544-457c-a472-01d3a3680e30 HTTP/1.1" status: 204 len: 173 time: 0.2222958 May 05 20:03:09.430557 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-7b7b6bf9-e058-40c9-a9d8-732af55adf10 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-838678754-network', 'tenant_id': 'de197203a5cf43bcb15cfadccefbd268'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:03:09.445103 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-7b7b6bf9-e058-40c9-a9d8-732af55adf10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:03:09.452047 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-7b7b6bf9-e058-40c9-a9d8-732af55adf10 admin admin] Usage tracker for resource:network and tenant:de197203a5cf43bcb15cfadccefbd268 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:03:09.463211 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-7b7b6bf9-e058-40c9-a9d8-732af55adf10 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:03:09.472782 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-7b7b6bf9-e058-40c9-a9d8-732af55adf10 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:03:09.478025 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:09.481572 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b054d3e9-1599-4e1e-b190-c81aca0e514e req-e30655d0-ead6-4b8b-ba05-9960736e2c65 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] 10.222.0.36 "GET /v2.0/security-groups/37dadaf7-a19b-42a2-b414-d1de1daa6515 HTTP/1.1" status: 200 len: 1806 time: 0.0794594 May 05 20:03:09.491591 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7b6bf9-e058-40c9-a9d8-732af55adf10 admin admin] Made reservation on behalf of de197203a5cf43bcb15cfadccefbd268 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:03:09.494191 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7b7b6bf9-e058-40c9-a9d8-732af55adf10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:09.525190 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7b7b6bf9-e058-40c9-a9d8-732af55adf10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:09.559400 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-7b7b6bf9-e058-40c9-a9d8-732af55adf10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:03:09.569677 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-7b7b6bf9-e058-40c9-a9d8-732af55adf10 admin admin] Usage tracker for resource:security_group_rule and tenant:de197203a5cf43bcb15cfadccefbd268 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:03:09.573238 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-7b7b6bf9-e058-40c9-a9d8-732af55adf10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:03:09.582759 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-7b7b6bf9-e058-40c9-a9d8-732af55adf10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:03:09.605712 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-b054d3e9-1599-4e1e-b190-c81aca0e514e req-21b715ce-5686-4aea-ba76-2222a34cafb9 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:09.660233 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-b054d3e9-1599-4e1e-b190-c81aca0e514e req-21b715ce-5686-4aea-ba76-2222a34cafb9 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:09.790678 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7b7b6bf9-e058-40c9-a9d8-732af55adf10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:09.799530 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7b7b6bf9-e058-40c9-a9d8-732af55adf10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:09.831960 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3728c40f-8071-4858-bcf5-60a93a2fbbf3 req-485ff46f-748c-4da9-9601-55779978ba0b tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:09.832645 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b7b6bf9-e058-40c9-a9d8-732af55adf10 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:03:09.833814 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3728c40f-8071-4858-bcf5-60a93a2fbbf3 req-485ff46f-748c-4da9-9601-55779978ba0b tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=f56db24d-dbf0-4b73-b1ed-9dda9cc52d58 HTTP/1.1" status: 200 len: 945 time: 0.0971415 May 05 20:03:09.841313 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-b054d3e9-1599-4e1e-b190-c81aca0e514e req-21b715ce-5686-4aea-ba76-2222a34cafb9 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:09.863341 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7b7b6bf9-e058-40c9-a9d8-732af55adf10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:09.864280 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-7b7b6bf9-e058-40c9-a9d8-732af55adf10 admin admin] Added segment 54731126-49dc-4895-b507-afe15075ba06 of type vlan for network 1f1abbac-c2ba-4a1c-a4d4-543ad65dd0b4 May 05 20:03:09.895852 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3728c40f-8071-4858-bcf5-60a93a2fbbf3 req-1fded49a-bd0a-428e-b96a-7ed76ef3be24 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559566 May 05 20:03:09.905494 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7b6bf9-e058-40c9-a9d8-732af55adf10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c31ad1-1f23-4d93-b3ad-34a9909993dd,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:09.927388 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-b054d3e9-1599-4e1e-b190-c81aca0e514e req-21b715ce-5686-4aea-ba76-2222a34cafb9 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:09.928536 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b054d3e9-1599-4e1e-b190-c81aca0e514e req-21b715ce-5686-4aea-ba76-2222a34cafb9 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] 10.222.0.36 "DELETE /v2.0/security-groups/37dadaf7-a19b-42a2-b414-d1de1daa6515 HTTP/1.1" status: 204 len: 173 time: 0.4394281 May 05 20:03:09.947080 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7b7b6bf9-e058-40c9-a9d8-732af55adf10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:09.958126 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b715ce-5686-4aea-ba76-2222a34cafb9 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37dadaf7-a19b-42a2-b414-d1de1daa6515,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:09.994383 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7b7b6bf9-e058-40c9-a9d8-732af55adf10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:09.995458 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7b6bf9-e058-40c9-a9d8-732af55adf10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:09.996874 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7b7b6bf9-e058-40c9-a9d8-732af55adf10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:10.025094 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6acf1b95-8f50-412c-9f00-1181e617707e req-f8c1ec8b-25f7-4c18-b2c4-99bf23660b86 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] 10.222.0.36 "GET /v2.0/security-groups/5acdd7e9-c13e-44bb-a7fc-ee6988a14859 HTTP/1.1" status: 200 len: 1806 time: 0.0749056 May 05 20:03:10.054668 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-7b7b6bf9-e058-40c9-a9d8-732af55adf10 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7969201 May 05 20:03:10.054843 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 44830) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:03:10.112047 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-a0004e7c-d669-4d73-bb76-a02c549269f3 admin admin] Request body: {'subnet': {'network_id': '1f1abbac-c2ba-4a1c-a4d4-543ad65dd0b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-838678754-subnet', 'tenant_id': 'de197203a5cf43bcb15cfadccefbd268', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:03:10.122226 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-a0004e7c-d669-4d73-bb76-a02c549269f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:03:10.122922 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6acf1b95-8f50-412c-9f00-1181e617707e req-29b123c4-a12b-4244-b36e-b9a3989de775 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:10.124610 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7b6bf9-e058-40c9-a9d8-732af55adf10 admin admin] Pushing event updated for resources: {'Network': ['ID=1f1abbac-c2ba-4a1c-a4d4-543ad65dd0b4,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:10.128474 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a0004e7c-d669-4d73-bb76-a02c549269f3 admin admin] Usage tracker for resource:subnet and tenant:de197203a5cf43bcb15cfadccefbd268 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:03:10.131540 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a0004e7c-d669-4d73-bb76-a02c549269f3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:03:10.138096 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 1f1abbac-c2ba-4a1c-a4d4-543ad65dd0b4 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:03:10.138859 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-a0004e7c-d669-4d73-bb76-a02c549269f3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:03:10.201774 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6acf1b95-8f50-412c-9f00-1181e617707e req-29b123c4-a12b-4244-b36e-b9a3989de775 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:10.212200 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0004e7c-d669-4d73-bb76-a02c549269f3 admin admin] Made reservation on behalf of de197203a5cf43bcb15cfadccefbd268 for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:03:10.213513 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a0004e7c-d669-4d73-bb76-a02c549269f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:10.224394 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6acf1b95-8f50-412c-9f00-1181e617707e req-29b123c4-a12b-4244-b36e-b9a3989de775 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:10.258824 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b123c4-a12b-4244-b36e-b9a3989de775 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5acdd7e9-c13e-44bb-a7fc-ee6988a14859,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:10.273305 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6acf1b95-8f50-412c-9f00-1181e617707e req-29b123c4-a12b-4244-b36e-b9a3989de775 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:10.274440 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6acf1b95-8f50-412c-9f00-1181e617707e req-29b123c4-a12b-4244-b36e-b9a3989de775 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] 10.222.0.36 "DELETE /v2.0/security-groups/5acdd7e9-c13e-44bb-a7fc-ee6988a14859 HTTP/1.1" status: 204 len: 173 time: 0.2368035 May 05 20:03:10.347770 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b3b8c476-d0b2-4a57-9e43-9fd1aa6626d5 req-6e35daa9-513d-46a8-807a-9ef9c6dc2cb0 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] 10.222.0.36 "GET /v2.0/security-groups/41e0f947-1428-4d2d-82aa-c7793ca93e32 HTTP/1.1" status: 200 len: 2406 time: 0.0526664 May 05 20:03:10.437228 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b3b8c476-d0b2-4a57-9e43-9fd1aa6626d5 req-db118f9a-f832-4c2f-8f5e-5fd20f625a02 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:10.475965 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b3b8c476-d0b2-4a57-9e43-9fd1aa6626d5 req-db118f9a-f832-4c2f-8f5e-5fd20f625a02 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:10.478591 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c36fae-5839-433c-8c03-278d249ae916 req-3cbb1fbe-81c5-4848-a929-c60172ee5d95 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:10.480127 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-46c36fae-5839-433c-8c03-278d249ae916 req-3cbb1fbe-81c5-4848-a929-c60172ee5d95 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/ports?device_id=024bc7a8-830a-4f2b-8ca7-a1123fbbb4f0 HTTP/1.1" status: 200 len: 945 time: 0.2438691 May 05 20:03:10.555387 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b3b8c476-d0b2-4a57-9e43-9fd1aa6626d5 req-db118f9a-f832-4c2f-8f5e-5fd20f625a02 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:10.604139 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db118f9a-f832-4c2f-8f5e-5fd20f625a02 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e0f947-1428-4d2d-82aa-c7793ca93e32,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:10.615449 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b3b8c476-d0b2-4a57-9e43-9fd1aa6626d5 req-db118f9a-f832-4c2f-8f5e-5fd20f625a02 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:10.616796 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b3b8c476-d0b2-4a57-9e43-9fd1aa6626d5 req-db118f9a-f832-4c2f-8f5e-5fd20f625a02 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] 10.222.0.36 "DELETE /v2.0/security-groups/41e0f947-1428-4d2d-82aa-c7793ca93e32 HTTP/1.1" status: 204 len: 173 time: 0.2622578 May 05 20:03:10.751285 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2b3987ad-7d23-48f4-a9d8-ee5b7940a414 req-9fc68cd1-1c11-4d55-a92c-2be1fd726847 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] 10.222.0.36 "GET /v2.0/security-groups/074f703b-2d43-44cc-acf2-2240612ffcd7 HTTP/1.1" status: 200 len: 2400 time: 0.1026855 May 05 20:03:10.831493 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2b3987ad-7d23-48f4-a9d8-ee5b7940a414 req-0de5b4e9-c27f-4d6c-a7ce-137f41c5d2c7 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:10.878134 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2b3987ad-7d23-48f4-a9d8-ee5b7940a414 req-0de5b4e9-c27f-4d6c-a7ce-137f41c5d2c7 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:10.886008 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a0004e7c-d669-4d73-bb76-a02c549269f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:10.941988 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-46c36fae-5839-433c-8c03-278d249ae916 req-2ed92ad3-7592-45fe-9e77-8952e913ffa9 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/security-groups?id=68f86c4c-dba3-493f-a553-82dc543f33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4024093 May 05 20:03:10.947573 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2b3987ad-7d23-48f4-a9d8-ee5b7940a414 req-0de5b4e9-c27f-4d6c-a7ce-137f41c5d2c7 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:10.977793 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de5b4e9-c27f-4d6c-a7ce-137f41c5d2c7 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=074f703b-2d43-44cc-acf2-2240612ffcd7,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:10.986070 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2b3987ad-7d23-48f4-a9d8-ee5b7940a414 req-0de5b4e9-c27f-4d6c-a7ce-137f41c5d2c7 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:10.987324 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2b3987ad-7d23-48f4-a9d8-ee5b7940a414 req-0de5b4e9-c27f-4d6c-a7ce-137f41c5d2c7 tempest-SecurityGroupRulesTestJSON-1651929654 tempest-SecurityGroupRulesTestJSON-1651929654-project] 10.222.0.36 "DELETE /v2.0/security-groups/074f703b-2d43-44cc-acf2-2240612ffcd7 HTTP/1.1" status: 204 len: 173 time: 0.2350552 May 05 20:03:10.992984 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 44850) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:03:11.055402 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0004e7c-d669-4d73-bb76-a02c549269f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46b860fc-dbce-4fdd-a5f5-388bab012625,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:11.065899 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-8715b48b-f71a-40e4-8ea3-86d59c114133 admin admin] Deleting subnet aa386ebb-4f6e-4ed9-81a6-288d30403f2f {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:03:11.075799 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8715b48b-f71a-40e4-8ea3-86d59c114133 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:11.082209 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0004e7c-d669-4d73-bb76-a02c549269f3 admin admin] Checking segment: {'id': '54731126-49dc-4895-b507-afe15075ba06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1f1abbac-c2ba-4a1c-a4d4-543ad65dd0b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:03:11.082786 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0004e7c-d669-4d73-bb76-a02c549269f3 admin admin] Network hostable DHCP agents. Network: 1f1abbac-c2ba-4a1c-a4d4-543ad65dd0b4, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:03:11.108545 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0004e7c-d669-4d73-bb76-a02c549269f3 admin admin] Network 1f1abbac-c2ba-4a1c-a4d4-543ad65dd0b4 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:03:11.132632 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8715b48b-f71a-40e4-8ea3-86d59c114133 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:11.159338 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-a0004e7c-d669-4d73-bb76-a02c549269f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 1f1abbac-c2ba-4a1c-a4d4-543ad65dd0b4) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:03:11.174618 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b26cb4b-0958-4f21-b982-23c0fdbf01c4 None None] Network 1f1abbac-c2ba-4a1c-a4d4-543ad65dd0b4 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:03:11.184065 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0004e7c-d669-4d73-bb76-a02c549269f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:11.184665 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a0004e7c-d669-4d73-bb76-a02c549269f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:11.200927 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8715b48b-f71a-40e4-8ea3-86d59c114133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:11.221954 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-a0004e7c-d669-4d73-bb76-a02c549269f3 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1660459 May 05 20:03:11.245401 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9eb1dc-9f42-4ad3-af0c-4d8b57e7ef9c req-138bdb6d-ab1f-437e-b316-b42261dec5b3 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:11.247118 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4a9eb1dc-9f42-4ad3-af0c-4d8b57e7ef9c req-138bdb6d-ab1f-437e-b316-b42261dec5b3 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=f56db24d-dbf0-4b73-b1ed-9dda9cc52d58 HTTP/1.1" status: 200 len: 945 time: 0.1294987 May 05 20:03:11.296730 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8715b48b-f71a-40e4-8ea3-86d59c114133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:11.303907 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4a9eb1dc-9f42-4ad3-af0c-4d8b57e7ef9c req-6a1b0446-e605-46fc-9215-0ae2834c7f14 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465534 May 05 20:03:11.372814 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8715b48b-f71a-40e4-8ea3-86d59c114133 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:11.377167 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8715b48b-f71a-40e4-8ea3-86d59c114133 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa386ebb-4f6e-4ed9-81a6-288d30403f2f,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:11.391994 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-8715b48b-f71a-40e4-8ea3-86d59c114133 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/aa386ebb-4f6e-4ed9-81a6-288d30403f2f HTTP/1.1" status: 204 len: 168 time: 0.3975210 May 05 20:03:11.394124 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 44856) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:03:11.524722 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-91a33704-c0f9-4388-9d14-e6c25e44773a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:11.633549 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d64885e-4653-4b7a-b5fe-c014eed6913c None None] Network 1f1abbac-c2ba-4a1c-a4d4-543ad65dd0b4 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:03:11.685124 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-91a33704-c0f9-4388-9d14-e6c25e44773a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:11.714471 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-91a33704-c0f9-4388-9d14-e6c25e44773a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['106245d7-4ecd-4f26-b334-a2fe9bceaed2']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:03:11.730107 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-91a33704-c0f9-4388-9d14-e6c25e44773a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dc5a4f1-f201-49db-a274-def1a228958f') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:03:11.731439 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-91a33704-c0f9-4388-9d14-e6c25e44773a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dc5a4f1-f201-49db-a274-def1a228958f') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:03:11.744936 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-91a33704-c0f9-4388-9d14-e6c25e44773a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:11.764431 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-91a33704-c0f9-4388-9d14-e6c25e44773a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:11.771942 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91a33704-c0f9-4388-9d14-e6c25e44773a admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:03:11.772327 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-91a33704-c0f9-4388-9d14-e6c25e44773a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:11.862786 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:03:11.862786 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:03:11.862786 n-d-840717-1 neutron-server[88197]: timer() May 05 20:03:11.862786 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:03:11.862786 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:03:11.862786 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:03:11.862786 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:03:11.862786 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:03:11.862786 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:03:11.862786 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:03:11.862786 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:03:11.862786 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:03:11.862786 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:03:11.862786 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:03:11.862786 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:03:11.862786 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:03:11.862786 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:03:11.862786 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:03:11.862786 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:03:11.862786 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:03:11.862786 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:03:11.862786 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:03:11.862786 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:03:11.862786 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:03:11.862786 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:03:11.862786 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:03:11.862786 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:03:11.862786 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:03:11.862786 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:03:11.862786 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:03:11.862786 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:03:11.862786 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:03:11.887141 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-91a33704-c0f9-4388-9d14-e6c25e44773a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:11.893377 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-91a33704-c0f9-4388-9d14-e6c25e44773a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:11.914328 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-91a33704-c0f9-4388-9d14-e6c25e44773a admin admin] 10.222.0.36 "DELETE /v2.0/networks/106245d7-4ecd-4f26-b334-a2fe9bceaed2 HTTP/1.1" status: 204 len: 168 time: 0.5187266 May 05 20:03:11.917544 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a33704-c0f9-4388-9d14-e6c25e44773a admin admin] Pushing event deleted for resources: {'Network': ['ID=106245d7-4ecd-4f26-b334-a2fe9bceaed2,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:12.004152 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717bc5d8-0699-43df-aefe-d4524d9da71d req-7dddfda3-2e8d-4f75-8830-ef28a1df55fb tempest-InstanceActionsV221TestJSON-2126777909 tempest-InstanceActionsV221TestJSON-2126777909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:12.005685 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-717bc5d8-0699-43df-aefe-d4524d9da71d req-7dddfda3-2e8d-4f75-8830-ef28a1df55fb tempest-InstanceActionsV221TestJSON-2126777909 tempest-InstanceActionsV221TestJSON-2126777909-project] 10.222.0.36 "GET /v2.0/networks?id=1f1abbac-c2ba-4a1c-a4d4-543ad65dd0b4 HTTP/1.1" status: 200 len: 817 time: 0.2079988 May 05 20:03:12.026787 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-717bc5d8-0699-43df-aefe-d4524d9da71d req-da63db67-2760-4395-8d91-57c0f06fe103 tempest-InstanceActionsV221TestJSON-2126777909 tempest-InstanceActionsV221TestJSON-2126777909-project] 10.222.0.36 "GET /v2.0/quotas/de197203a5cf43bcb15cfadccefbd268 HTTP/1.1" status: 200 len: 375 time: 0.0121989 May 05 20:03:12.135242 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 44878) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:03:12.219764 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-717bc5d8-0699-43df-aefe-d4524d9da71d req-cb916fb7-fb91-4b7f-8059-d91f2bcbdf08 tempest-InstanceActionsV221TestJSON-2126777909 tempest-InstanceActionsV221TestJSON-2126777909-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=de197203a5cf43bcb15cfadccefbd268&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1836617 May 05 20:03:12.235511 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-6313fdd3-a5d3-46fe-9e25-534400601182 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=27531fe87fe1460c822196e911aace30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0988884 May 05 20:03:12.236235 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 44882) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:03:12.268354 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a913c7-b274-4011-96e9-fe751984ca59 req-e9ecdc5c-f780-495f-80f0-a4702dfe4496 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:12.269897 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-79a913c7-b274-4011-96e9-fe751984ca59 req-e9ecdc5c-f780-495f-80f0-a4702dfe4496 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/ports?device_id=024bc7a8-830a-4f2b-8ca7-a1123fbbb4f0 HTTP/1.1" status: 200 len: 945 time: 0.1671574 May 05 20:03:12.335712 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f162bcd1-5c3d-4049-96ac-1edf3a2b44e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:12.372050 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-79a913c7-b274-4011-96e9-fe751984ca59 req-285ac664-5cce-4636-bac6-fba1f3fbbc8f tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/security-groups?id=68f86c4c-dba3-493f-a553-82dc543f33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945461 May 05 20:03:12.382020 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f162bcd1-5c3d-4049-96ac-1edf3a2b44e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:12.382981 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-717bc5d8-0699-43df-aefe-d4524d9da71d req-29bc889b-a801-4b53-ba2a-2f5ea180c3d5 service neutron] 10.222.0.36 "GET /v2.0/networks/1f1abbac-c2ba-4a1c-a4d4-543ad65dd0b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570098 May 05 20:03:12.459551 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f162bcd1-5c3d-4049-96ac-1edf3a2b44e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:12.495710 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f162bcd1-5c3d-4049-96ac-1edf3a2b44e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97c4a0f-00a6-4386-b5b4-eb639d4b00d1,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:12.505449 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f162bcd1-5c3d-4049-96ac-1edf3a2b44e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:12.514639 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f162bcd1-5c3d-4049-96ac-1edf3a2b44e4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c97c4a0f-00a6-4386-b5b4-eb639d4b00d1 HTTP/1.1" status: 204 len: 168 time: 0.2730026 May 05 20:03:12.554000 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-717bc5d8-0699-43df-aefe-d4524d9da71d req-221e4688-7ec5-4aa0-9c52-252495050356 service neutron] 10.222.0.36 "GET /v2.0/networks/1f1abbac-c2ba-4a1c-a4d4-543ad65dd0b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623845 May 05 20:03:12.666617 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16bb312-99b2-4cf2-866b-226ac442065e req-b6b80a85-dcde-495f-b779-a4a3a1322868 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:12.668257 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d16bb312-99b2-4cf2-866b-226ac442065e req-b6b80a85-dcde-495f-b779-a4a3a1322868 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=f56db24d-dbf0-4b73-b1ed-9dda9cc52d58 HTTP/1.1" status: 200 len: 945 time: 0.1030123 May 05 20:03:12.736860 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d16bb312-99b2-4cf2-866b-226ac442065e req-743913b3-29e9-4793-8c74-42a6327d78b0 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619576 May 05 20:03:12.854951 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d09df2e9-08ff-45dc-98f8-feae89347264 req-caeabc81-88df-49b6-a6b4-10b293611d59 tempest-InstanceActionsV221TestJSON-2126777909 tempest-InstanceActionsV221TestJSON-2126777909-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1d7cfd6-e8b3-40df-b32f-42326676a2df HTTP/1.1" status: 200 len: 210 time: 0.0641594 May 05 20:03:13.604053 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 44922) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:03:13.691792 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74204266-f556-4abd-b0bc-1e4e1ab27354 req-cc8f4f5c-047d-4ef3-b9ef-b8fa463ec147 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:13.694219 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-74204266-f556-4abd-b0bc-1e4e1ab27354 req-cc8f4f5c-047d-4ef3-b9ef-b8fa463ec147 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/ports?device_id=024bc7a8-830a-4f2b-8ca7-a1123fbbb4f0 HTTP/1.1" status: 200 len: 945 time: 0.1768246 May 05 20:03:13.752831 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-74204266-f556-4abd-b0bc-1e4e1ab27354 req-419662da-3909-4ab0-a177-8ae48577e78d tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/security-groups?id=68f86c4c-dba3-493f-a553-82dc543f33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514476 May 05 20:03:13.791179 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-94dfe908-5470-4d16-aa6b-09ab46aae2c1 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-834877755-network', 'tenant_id': 'cd9b091eac9e455a849b4607a8646066'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:03:13.799415 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-94dfe908-5470-4d16-aa6b-09ab46aae2c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:03:13.803788 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-94dfe908-5470-4d16-aa6b-09ab46aae2c1 admin admin] Usage tracker for resource:network and tenant:cd9b091eac9e455a849b4607a8646066 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:03:13.807154 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-94dfe908-5470-4d16-aa6b-09ab46aae2c1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:03:13.814838 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-94dfe908-5470-4d16-aa6b-09ab46aae2c1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:03:13.826393 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94dfe908-5470-4d16-aa6b-09ab46aae2c1 admin admin] Made reservation on behalf of cd9b091eac9e455a849b4607a8646066 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:03:13.830706 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-94dfe908-5470-4d16-aa6b-09ab46aae2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:13.843877 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-94dfe908-5470-4d16-aa6b-09ab46aae2c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:13.863507 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-94dfe908-5470-4d16-aa6b-09ab46aae2c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:03:13.922240 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-94dfe908-5470-4d16-aa6b-09ab46aae2c1 admin admin] Usage tracker for resource:security_group_rule and tenant:cd9b091eac9e455a849b4607a8646066 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:03:13.942154 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-94dfe908-5470-4d16-aa6b-09ab46aae2c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:03:13.988881 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-94dfe908-5470-4d16-aa6b-09ab46aae2c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:03:14.036601 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:14.072545 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8088ac61-9a6b-4e11-90da-ad47c2ae7053 req-95f07343-6d70-41d7-a893-4af02c80dd68 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:14.075013 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8088ac61-9a6b-4e11-90da-ad47c2ae7053 req-95f07343-6d70-41d7-a893-4af02c80dd68 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=f56db24d-dbf0-4b73-b1ed-9dda9cc52d58 HTTP/1.1" status: 200 len: 945 time: 0.2133248 May 05 20:03:14.151134 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8088ac61-9a6b-4e11-90da-ad47c2ae7053 req-47bed570-d07f-495c-ae4f-ecca5a2ae657 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679135 May 05 20:03:14.171838 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-94dfe908-5470-4d16-aa6b-09ab46aae2c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:14.175849 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c526a5d4-33f3-4a21-b70a-26beb31ee20c req-78b3c681-12a3-4ed1-9a03-6f56170fadbf tempest-InstanceActionsV221TestJSON-2126777909 tempest-InstanceActionsV221TestJSON-2126777909-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1d7cfd6-e8b3-40df-b32f-42326676a2df HTTP/1.1" status: 200 len: 210 time: 0.1461263 May 05 20:03:14.177608 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-94dfe908-5470-4d16-aa6b-09ab46aae2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:14.204588 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94dfe908-5470-4d16-aa6b-09ab46aae2c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:03:14.231686 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dfe908-5470-4d16-aa6b-09ab46aae2c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=123f2baa-59cb-4ae6-bce7-6c14ace9ed23,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:14.236759 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-94dfe908-5470-4d16-aa6b-09ab46aae2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:14.237333 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-94dfe908-5470-4d16-aa6b-09ab46aae2c1 admin admin] Added segment eb23f2c9-83eb-4fdc-bbd8-61148a3b8d75 of type vlan for network f0e79e83-a747-4569-ab3b-c79ce875a461 May 05 20:03:14.278621 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-94dfe908-5470-4d16-aa6b-09ab46aae2c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:14.320220 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-94dfe908-5470-4d16-aa6b-09ab46aae2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:14.320459 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94dfe908-5470-4d16-aa6b-09ab46aae2c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:14.321388 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-94dfe908-5470-4d16-aa6b-09ab46aae2c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:14.397961 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717bc5d8-0699-43df-aefe-d4524d9da71d req-14aef409-967e-4b20-94e4-d0f2a0005628 tempest-InstanceActionsV221TestJSON-2126777909 tempest-InstanceActionsV221TestJSON-2126777909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:14.397961 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-717bc5d8-0699-43df-aefe-d4524d9da71d req-14aef409-967e-4b20-94e4-d0f2a0005628 tempest-InstanceActionsV221TestJSON-2126777909 tempest-InstanceActionsV221TestJSON-2126777909-project] Synchronizing usage tracker for tenant:de197203a5cf43bcb15cfadccefbd268 on resource:network {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:03:14.404040 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-94dfe908-5470-4d16-aa6b-09ab46aae2c1 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7973297 May 05 20:03:14.407558 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 44934) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:03:14.417455 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-f7d34b97-b277-4fef-b64d-6162d46a3fad admin admin] Request body: {'subnet': {'network_id': 'f0e79e83-a747-4569-ab3b-c79ce875a461', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-834877755-subnet', 'tenant_id': 'cd9b091eac9e455a849b4607a8646066', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:03:14.427284 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-f7d34b97-b277-4fef-b64d-6162d46a3fad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:03:14.431987 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-f7d34b97-b277-4fef-b64d-6162d46a3fad admin admin] Usage tracker for resource:subnet and tenant:cd9b091eac9e455a849b4607a8646066 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:03:14.436585 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-f7d34b97-b277-4fef-b64d-6162d46a3fad admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:03:14.444854 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-f7d34b97-b277-4fef-b64d-6162d46a3fad admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:03:14.446908 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-717bc5d8-0699-43df-aefe-d4524d9da71d req-14aef409-967e-4b20-94e4-d0f2a0005628 tempest-InstanceActionsV221TestJSON-2126777909 tempest-InstanceActionsV221TestJSON-2126777909-project] Unset dirty status for tenant:de197203a5cf43bcb15cfadccefbd268 on resource:network {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:03:14.448449 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-717bc5d8-0699-43df-aefe-d4524d9da71d req-14aef409-967e-4b20-94e4-d0f2a0005628 tempest-InstanceActionsV221TestJSON-2126777909 tempest-InstanceActionsV221TestJSON-2126777909-project] 10.222.0.24 "GET /v2.0/networks?id=1f1abbac-c2ba-4a1c-a4d4-543ad65dd0b4 HTTP/1.1" status: 200 len: 817 time: 0.3185196 May 05 20:03:14.457973 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dfe908-5470-4d16-aa6b-09ab46aae2c1 admin admin] Pushing event updated for resources: {'Network': ['ID=f0e79e83-a747-4569-ab3b-c79ce875a461,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:14.468060 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-717bc5d8-0699-43df-aefe-d4524d9da71d req-f4ed8d13-d171-4da3-a573-de2eedbd8ebd tempest-InstanceActionsV221TestJSON-2126777909 tempest-InstanceActionsV221TestJSON-2126777909-project] Request body: {'port': {'device_id': 'b1d7cfd6-e8b3-40df-b32f-42326676a2df', 'network_id': '1f1abbac-c2ba-4a1c-a4d4-543ad65dd0b4', 'admin_state_up': True, 'tenant_id': 'de197203a5cf43bcb15cfadccefbd268'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:03:14.470470 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network f0e79e83-a747-4569-ab3b-c79ce875a461 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:03:14.529698 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d34b97-b277-4fef-b64d-6162d46a3fad admin admin] Made reservation on behalf of cd9b091eac9e455a849b4607a8646066 for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:03:14.532071 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f7d34b97-b277-4fef-b64d-6162d46a3fad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:14.764513 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-717bc5d8-0699-43df-aefe-d4524d9da71d req-f4ed8d13-d171-4da3-a573-de2eedbd8ebd tempest-InstanceActionsV221TestJSON-2126777909 tempest-InstanceActionsV221TestJSON-2126777909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:03:14.769742 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-717bc5d8-0699-43df-aefe-d4524d9da71d req-f4ed8d13-d171-4da3-a573-de2eedbd8ebd tempest-InstanceActionsV221TestJSON-2126777909 tempest-InstanceActionsV221TestJSON-2126777909-project] Usage tracker for resource:port and tenant:de197203a5cf43bcb15cfadccefbd268 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:03:14.782197 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-717bc5d8-0699-43df-aefe-d4524d9da71d req-f4ed8d13-d171-4da3-a573-de2eedbd8ebd tempest-InstanceActionsV221TestJSON-2126777909 tempest-InstanceActionsV221TestJSON-2126777909-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:03:14.794128 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-717bc5d8-0699-43df-aefe-d4524d9da71d req-f4ed8d13-d171-4da3-a573-de2eedbd8ebd tempest-InstanceActionsV221TestJSON-2126777909 tempest-InstanceActionsV221TestJSON-2126777909-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:03:14.882932 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-717bc5d8-0699-43df-aefe-d4524d9da71d req-f4ed8d13-d171-4da3-a573-de2eedbd8ebd tempest-InstanceActionsV221TestJSON-2126777909 tempest-InstanceActionsV221TestJSON-2126777909-project] Made reservation on behalf of de197203a5cf43bcb15cfadccefbd268 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:03:14.886980 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-717bc5d8-0699-43df-aefe-d4524d9da71d req-f4ed8d13-d171-4da3-a573-de2eedbd8ebd tempest-InstanceActionsV221TestJSON-2126777909 tempest-InstanceActionsV221TestJSON-2126777909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:14.989250 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ab2f1-c5a2-4b78-843d-70ea65434aba req-52f7d295-c096-4b2a-81c9-5215c956ccf1 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:14.991125 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-759ab2f1-c5a2-4b78-843d-70ea65434aba req-52f7d295-c096-4b2a-81c9-5215c956ccf1 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/ports?device_id=024bc7a8-830a-4f2b-8ca7-a1123fbbb4f0 HTTP/1.1" status: 200 len: 945 time: 0.1277628 May 05 20:03:15.041630 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-759ab2f1-c5a2-4b78-843d-70ea65434aba req-e96750c2-31bc-47e9-9822-ecf29c6a5542 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/security-groups?id=68f86c4c-dba3-493f-a553-82dc543f33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402699 May 05 20:03:15.076777 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f7d34b97-b277-4fef-b64d-6162d46a3fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:15.221106 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d34b97-b277-4fef-b64d-6162d46a3fad admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f4ad41e-adec-4b99-b405-6ecea74f81ed,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:15.242362 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d34b97-b277-4fef-b64d-6162d46a3fad admin admin] Checking segment: {'id': 'eb23f2c9-83eb-4fdc-bbd8-61148a3b8d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f0e79e83-a747-4569-ab3b-c79ce875a461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:03:15.242737 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d34b97-b277-4fef-b64d-6162d46a3fad admin admin] Network hostable DHCP agents. Network: f0e79e83-a747-4569-ab3b-c79ce875a461, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:03:15.248406 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d34b97-b277-4fef-b64d-6162d46a3fad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:03:15.248762 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d34b97-b277-4fef-b64d-6162d46a3fad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:03:15.249088 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d34b97-b277-4fef-b64d-6162d46a3fad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:03:15.249422 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d34b97-b277-4fef-b64d-6162d46a3fad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:03:15.249750 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d34b97-b277-4fef-b64d-6162d46a3fad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:03:15.250077 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d34b97-b277-4fef-b64d-6162d46a3fad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:03:15.250397 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d34b97-b277-4fef-b64d-6162d46a3fad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:03:15.250719 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d34b97-b277-4fef-b64d-6162d46a3fad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:03:15.251038 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d34b97-b277-4fef-b64d-6162d46a3fad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:03:15.252877 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d34b97-b277-4fef-b64d-6162d46a3fad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:03:15.253226 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d34b97-b277-4fef-b64d-6162d46a3fad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:03:15.253564 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d34b97-b277-4fef-b64d-6162d46a3fad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:03:15.289780 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-717bc5d8-0699-43df-aefe-d4524d9da71d req-f4ed8d13-d171-4da3-a573-de2eedbd8ebd tempest-InstanceActionsV221TestJSON-2126777909 tempest-InstanceActionsV221TestJSON-2126777909-project] Allocated IP 172.20.0.5 (1f1abbac-c2ba-4a1c-a4d4-543ad65dd0b4/46b860fc-dbce-4fdd-a5f5-388bab012625/6a54fb18-f909-4943-a16b-e377d09bf7e3) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:03:15.334996 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d34b97-b277-4fef-b64d-6162d46a3fad admin admin] Network f0e79e83-a747-4569-ab3b-c79ce875a461 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:03:15.366268 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-018e847e-6800-4f03-a456-1f58a31b338f req-6d311741-1cbb-4b3b-9326-867d268750ef tempest-InstanceActionsV221TestJSON-2126777909 tempest-InstanceActionsV221TestJSON-2126777909-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1d7cfd6-e8b3-40df-b32f-42326676a2df HTTP/1.1" status: 200 len: 210 time: 0.0454938 May 05 20:03:15.374102 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-f7d34b97-b277-4fef-b64d-6162d46a3fad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, f0e79e83-a747-4569-ab3b-c79ce875a461) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:03:15.382445 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71356974-2210-46a8-8e98-3127f907f8f7 None None] Network f0e79e83-a747-4569-ab3b-c79ce875a461 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:03:15.392127 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d34b97-b277-4fef-b64d-6162d46a3fad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:15.392728 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f7d34b97-b277-4fef-b64d-6162d46a3fad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:15.464020 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f7d34b97-b277-4fef-b64d-6162d46a3fad admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0540307 May 05 20:03:15.607575 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-717bc5d8-0699-43df-aefe-d4524d9da71d req-f4ed8d13-d171-4da3-a573-de2eedbd8ebd tempest-InstanceActionsV221TestJSON-2126777909 tempest-InstanceActionsV221TestJSON-2126777909-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:15.621794 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba9da58-4e1d-4ab0-a45f-4aaf8fd27a37 req-d5423e32-78c8-4baf-9554-ae5752c37fd8 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:15.624261 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53175655-8e4f-48ec-81da-8aea0fd40913 None None] Network f0e79e83-a747-4569-ab3b-c79ce875a461 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:03:15.625539 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dba9da58-4e1d-4ab0-a45f-4aaf8fd27a37 req-d5423e32-78c8-4baf-9554-ae5752c37fd8 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=f56db24d-dbf0-4b73-b1ed-9dda9cc52d58 HTTP/1.1" status: 200 len: 945 time: 0.3327990 May 05 20:03:15.699371 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-717bc5d8-0699-43df-aefe-d4524d9da71d req-f4ed8d13-d171-4da3-a573-de2eedbd8ebd tempest-InstanceActionsV221TestJSON-2126777909 tempest-InstanceActionsV221TestJSON-2126777909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:15.771759 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dba9da58-4e1d-4ab0-a45f-4aaf8fd27a37 req-8724d0af-3113-4eba-87aa-e114ab4fdf75 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410580 May 05 20:03:15.788185 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-717bc5d8-0699-43df-aefe-d4524d9da71d req-f4ed8d13-d171-4da3-a573-de2eedbd8ebd tempest-InstanceActionsV221TestJSON-2126777909 tempest-InstanceActionsV221TestJSON-2126777909-project] Network 1f1abbac-c2ba-4a1c-a4d4-543ad65dd0b4 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:03:15.799788 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ed8d13-d171-4da3-a573-de2eedbd8ebd tempest-InstanceActionsV221TestJSON-2126777909 tempest-InstanceActionsV221TestJSON-2126777909-project] Pushing event updated for resources: {'Port': ['ID=6a54fb18-f909-4943-a16b-e377d09bf7e3,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:15.802388 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-717bc5d8-0699-43df-aefe-d4524d9da71d req-f4ed8d13-d171-4da3-a573-de2eedbd8ebd tempest-InstanceActionsV221TestJSON-2126777909 tempest-InstanceActionsV221TestJSON-2126777909-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:03:15.804508 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-717bc5d8-0699-43df-aefe-d4524d9da71d req-f4ed8d13-d171-4da3-a573-de2eedbd8ebd tempest-InstanceActionsV221TestJSON-2126777909 tempest-InstanceActionsV221TestJSON-2126777909-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:03:15.853298 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-4d01fc66-ebed-47c7-a26b-f1af21c21f5a req-6cf5806f-7a62-4505-b23c-7aeab0eb56a3 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1889443790', 'description': 'tempest-description-257398024'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:03:15.860683 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-4d01fc66-ebed-47c7-a26b-f1af21c21f5a req-6cf5806f-7a62-4505-b23c-7aeab0eb56a3 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:03:15.864783 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-4d01fc66-ebed-47c7-a26b-f1af21c21f5a req-6cf5806f-7a62-4505-b23c-7aeab0eb56a3 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Usage tracker for resource:security_group and tenant:cd9b091eac9e455a849b4607a8646066 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:03:15.867926 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-4d01fc66-ebed-47c7-a26b-f1af21c21f5a req-6cf5806f-7a62-4505-b23c-7aeab0eb56a3 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:03:15.873819 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-4d01fc66-ebed-47c7-a26b-f1af21c21f5a req-6cf5806f-7a62-4505-b23c-7aeab0eb56a3 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:03:15.884117 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-4d01fc66-ebed-47c7-a26b-f1af21c21f5a req-6cf5806f-7a62-4505-b23c-7aeab0eb56a3 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:15.908785 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-4d01fc66-ebed-47c7-a26b-f1af21c21f5a req-6cf5806f-7a62-4505-b23c-7aeab0eb56a3 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:03:15.912679 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-4d01fc66-ebed-47c7-a26b-f1af21c21f5a req-6cf5806f-7a62-4505-b23c-7aeab0eb56a3 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Usage tracker for resource:security_group_rule and tenant:cd9b091eac9e455a849b4607a8646066 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:03:15.915532 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-4d01fc66-ebed-47c7-a26b-f1af21c21f5a req-6cf5806f-7a62-4505-b23c-7aeab0eb56a3 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:03:15.921202 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-4d01fc66-ebed-47c7-a26b-f1af21c21f5a req-6cf5806f-7a62-4505-b23c-7aeab0eb56a3 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:03:15.929529 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717bc5d8-0699-43df-aefe-d4524d9da71d req-f4ed8d13-d171-4da3-a573-de2eedbd8ebd tempest-InstanceActionsV221TestJSON-2126777909 tempest-InstanceActionsV221TestJSON-2126777909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:15.930255 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-717bc5d8-0699-43df-aefe-d4524d9da71d req-f4ed8d13-d171-4da3-a573-de2eedbd8ebd tempest-InstanceActionsV221TestJSON-2126777909 tempest-InstanceActionsV221TestJSON-2126777909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:15.955425 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-717bc5d8-0699-43df-aefe-d4524d9da71d req-f4ed8d13-d171-4da3-a573-de2eedbd8ebd tempest-InstanceActionsV221TestJSON-2126777909 tempest-InstanceActionsV221TestJSON-2126777909-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4957690 May 05 20:03:15.961272 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f892b4b-58ad-4de7-aa91-922768166096 req-033990f2-e747-436d-93ee-01527cb57736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:15.963121 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3f892b4b-58ad-4de7-aa91-922768166096 req-033990f2-e747-436d-93ee-01527cb57736 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5dc7995786b847999f5838924c32320a&device_id=f56db24d-dbf0-4b73-b1ed-9dda9cc52d58 HTTP/1.1" status: 200 len: 1096 time: 0.1285830 May 05 20:03:15.969066 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-717bc5d8-0699-43df-aefe-d4524d9da71d req-add25f1b-cfb1-43e6-b786-42df6983167e service neutron] Request body: {'port': {'device_id': 'b1d7cfd6-e8b3-40df-b32f-42326676a2df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:03:15.996837 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-4d01fc66-ebed-47c7-a26b-f1af21c21f5a req-6cf5806f-7a62-4505-b23c-7aeab0eb56a3 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:16.001406 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-4d01fc66-ebed-47c7-a26b-f1af21c21f5a req-6cf5806f-7a62-4505-b23c-7aeab0eb56a3 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:16.043619 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf5806f-7a62-4505-b23c-7aeab0eb56a3 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23b31665-94f5-4664-9576-7d759fed1e63,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:16.046756 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-4d01fc66-ebed-47c7-a26b-f1af21c21f5a req-6cf5806f-7a62-4505-b23c-7aeab0eb56a3 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:16.047999 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4d01fc66-ebed-47c7-a26b-f1af21c21f5a req-6cf5806f-7a62-4505-b23c-7aeab0eb56a3 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.1990521 May 05 20:03:16.084482 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:16.230827 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f17cd0-d399-469b-9a34-2cbe5fd54831 req-957fcad2-56cb-4578-a339-5c2973bfd26e tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:16.232320 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-84f17cd0-d399-469b-9a34-2cbe5fd54831 req-957fcad2-56cb-4578-a339-5c2973bfd26e tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/ports?device_id=024bc7a8-830a-4f2b-8ca7-a1123fbbb4f0 HTTP/1.1" status: 200 len: 945 time: 0.0813632 May 05 20:03:16.241721 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-717bc5d8-0699-43df-aefe-d4524d9da71d req-add25f1b-cfb1-43e6-b786-42df6983167e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:16.266565 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1e3a624f-55bf-4a88-92d4-beebc10d19ce req-9a278007-2b60-4bcc-9fb0-65d63be99d74 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] 10.222.0.36 "GET /v2.0/security-groups/23b31665-94f5-4664-9576-7d759fed1e63 HTTP/1.1" status: 200 len: 1814 time: 0.1472082 May 05 20:03:16.268738 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f892b4b-58ad-4de7-aa91-922768166096 req-11776bee-9fb3-493b-8123-dca2f7f9949f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:16.270132 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3f892b4b-58ad-4de7-aa91-922768166096 req-11776bee-9fb3-493b-8123-dca2f7f9949f service neutron] 10.222.0.50 "GET /v2.0/networks?id=00ecdd9f-1135-415f-b0c6-51153b85089d HTTP/1.1" status: 200 len: 913 time: 0.2725384 May 05 20:03:16.281285 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-84f17cd0-d399-469b-9a34-2cbe5fd54831 req-b2ea6be1-f89f-415a-98cc-61c2466003bd tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/security-groups?id=68f86c4c-dba3-493f-a553-82dc543f33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431216 May 05 20:03:16.356052 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-1e3a624f-55bf-4a88-92d4-beebc10d19ce req-b0214a77-4f90-42ba-a6a7-cd78c7f1d306 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '23b31665-94f5-4664-9576-7d759fed1e63', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:03:16.356238 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-1e3a624f-55bf-4a88-92d4-beebc10d19ce req-b0214a77-4f90-42ba-a6a7-cd78c7f1d306 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '23b31665-94f5-4664-9576-7d759fed1e63', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:03:16.385225 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3f892b4b-58ad-4de7-aa91-922768166096 req-a2eedea0-ea45-4a3e-a864-2dfb9c720911 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a037b94-b902-4d6e-8992-322e8d7693f3 HTTP/1.1" status: 200 len: 217 time: 0.0892057 May 05 20:03:16.388191 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-1e3a624f-55bf-4a88-92d4-beebc10d19ce req-b0214a77-4f90-42ba-a6a7-cd78c7f1d306 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:03:16.423618 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-1e3a624f-55bf-4a88-92d4-beebc10d19ce req-b0214a77-4f90-42ba-a6a7-cd78c7f1d306 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Usage tracker for resource:security_group_rule and tenant:cd9b091eac9e455a849b4607a8646066 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:03:16.428385 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-1e3a624f-55bf-4a88-92d4-beebc10d19ce req-b0214a77-4f90-42ba-a6a7-cd78c7f1d306 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:03:16.444560 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-1e3a624f-55bf-4a88-92d4-beebc10d19ce req-b0214a77-4f90-42ba-a6a7-cd78c7f1d306 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:03:16.535261 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f892b4b-58ad-4de7-aa91-922768166096 req-500832c4-aebc-44d2-b5da-b61e4ece02bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:16.536854 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3f892b4b-58ad-4de7-aa91-922768166096 req-500832c4-aebc-44d2-b5da-b61e4ece02bd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=08fe5f50-bbcd-4aa2-adfb-1629cfc316ff HTTP/1.1" status: 200 len: 852 time: 0.1435711 May 05 20:03:16.590835 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3da69e-8573-4402-8916-c7406a8aa674 req-27b7c9b4-292a-478b-abaf-804cbd630994 tempest-InstanceActionsV221TestJSON-2126777909 tempest-InstanceActionsV221TestJSON-2126777909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:16.592337 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ef3da69e-8573-4402-8916-c7406a8aa674 req-27b7c9b4-292a-478b-abaf-804cbd630994 tempest-InstanceActionsV221TestJSON-2126777909 tempest-InstanceActionsV221TestJSON-2126777909-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1d7cfd6-e8b3-40df-b32f-42326676a2df HTTP/1.1" status: 200 len: 931 time: 0.1057825 May 05 20:03:16.606769 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3f892b4b-58ad-4de7-aa91-922768166096 req-4a1ac8ad-fb4d-4209-80e4-326cd8c72a5f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=00ecdd9f-1135-415f-b0c6-51153b85089d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619316 May 05 20:03:16.638735 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ef3da69e-8573-4402-8916-c7406a8aa674 req-560b20e3-b0cd-4872-a6cd-778fb9200a26 tempest-InstanceActionsV221TestJSON-2126777909 tempest-InstanceActionsV221TestJSON-2126777909-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c31ad1-1f23-4d93-b3ad-34a9909993dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392821 May 05 20:03:16.694825 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-1e3a624f-55bf-4a88-92d4-beebc10d19ce req-b0214a77-4f90-42ba-a6a7-cd78c7f1d306 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:16.957726 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-1e3a624f-55bf-4a88-92d4-beebc10d19ce req-b0214a77-4f90-42ba-a6a7-cd78c7f1d306 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:16.966439 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-1e3a624f-55bf-4a88-92d4-beebc10d19ce req-b0214a77-4f90-42ba-a6a7-cd78c7f1d306 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:16.975444 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213b4c49-460d-433f-8a2d-746143376f9a req-71e0c299-c84c-4f9e-8cd2-cce1ec7774c6 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:16.976915 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-213b4c49-460d-433f-8a2d-746143376f9a req-71e0c299-c84c-4f9e-8cd2-cce1ec7774c6 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=f56db24d-dbf0-4b73-b1ed-9dda9cc52d58 HTTP/1.1" status: 200 len: 945 time: 0.0811155 May 05 20:03:17.024030 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0214a77-4f90-42ba-a6a7-cd78c7f1d306 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6cca586-07d0-45ad-9bcf-cd4de7017ba7,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:17.032442 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-213b4c49-460d-433f-8a2d-746143376f9a req-bf96b5e9-0413-46a6-93c2-f02b9a45a4d9 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493267 May 05 20:03:17.034971 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3f892b4b-58ad-4de7-aa91-922768166096 req-8cfc2c61-b8ae-49d3-8c56-748bd04f56b0 service neutron] 10.222.0.50 "GET /v2.0/networks/00ecdd9f-1135-415f-b0c6-51153b85089d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4188442 May 05 20:03:17.040749 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-1e3a624f-55bf-4a88-92d4-beebc10d19ce req-b0214a77-4f90-42ba-a6a7-cd78c7f1d306 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:17.041823 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1e3a624f-55bf-4a88-92d4-beebc10d19ce req-b0214a77-4f90-42ba-a6a7-cd78c7f1d306 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7446356 May 05 20:03:17.113687 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4cdcf302-6c4f-4ac5-9f89-1bed88b9dbd7 req-0660fd9d-a0e0-4fc1-a7ce-adcddb2dff38 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] 10.222.0.36 "GET /v2.0/security-groups/23b31665-94f5-4664-9576-7d759fed1e63 HTTP/1.1" status: 200 len: 2408 time: 0.0457630 May 05 20:03:17.213708 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9fba8634-ca5d-4de4-9ca0-6a7fab43090d req-d185901a-c88a-4544-a966-5c112b9da649 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] 10.222.0.36 "GET /v2.0/security-group-rules/e6cca586-07d0-45ad-9bcf-cd4de7017ba7 HTTP/1.1" status: 200 len: 778 time: 0.0761225 May 05 20:03:17.218869 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-717bc5d8-0699-43df-aefe-d4524d9da71d req-add25f1b-cfb1-43e6-b786-42df6983167e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a54fb18-f909-4943-a16b-e377d09bf7e3 {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:03:17.245650 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-717bc5d8-0699-43df-aefe-d4524d9da71d req-add25f1b-cfb1-43e6-b786-42df6983167e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:17.300186 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3f892b4b-58ad-4de7-aa91-922768166096 req-4e526921-9ace-4b90-8a0d-e1be27b8a9d9 service neutron] 10.222.0.50 "GET /v2.0/networks/00ecdd9f-1135-415f-b0c6-51153b85089d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564883 May 05 20:03:17.301104 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-717bc5d8-0699-43df-aefe-d4524d9da71d req-add25f1b-cfb1-43e6-b786-42df6983167e service neutron] Transition to ACTIVE for port object 6a54fb18-f909-4943-a16b-e377d09bf7e3 will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:03:17.306999 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-717bc5d8-0699-43df-aefe-d4524d9da71d req-add25f1b-cfb1-43e6-b786-42df6983167e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:17.374249 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9fba8634-ca5d-4de4-9ca0-6a7fab43090d req-f72820a2-098e-44ec-a3b3-79f595fcd6a6 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] 10.222.0.36 "GET /v2.0/security-groups/23b31665-94f5-4664-9576-7d759fed1e63 HTTP/1.1" status: 200 len: 2408 time: 0.1439703 May 05 20:03:17.493526 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8472319-7340-4664-9500-170b2172eed5 req-fd6b0535-38ce-4e15-a80b-3398b5696c96 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:17.501637 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a8472319-7340-4664-9500-170b2172eed5 req-fd6b0535-38ce-4e15-a80b-3398b5696c96 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/ports?device_id=024bc7a8-830a-4f2b-8ca7-a1123fbbb4f0 HTTP/1.1" status: 200 len: 945 time: 0.0993111 May 05 20:03:17.506497 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add25f1b-cfb1-43e6-b786-42df6983167e service neutron] Pushing event updated for resources: {'Port': ['ID=6a54fb18-f909-4943-a16b-e377d09bf7e3,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:17.547653 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-9fba8634-ca5d-4de4-9ca0-6a7fab43090d req-36c78598-ee0d-40e3-9e75-845146798a41 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:17.556721 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a8472319-7340-4664-9500-170b2172eed5 req-2e679b83-499b-4cc9-bca7-395ef393b2ac tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/security-groups?id=68f86c4c-dba3-493f-a553-82dc543f33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517912 May 05 20:03:17.571497 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-9fba8634-ca5d-4de4-9ca0-6a7fab43090d req-36c78598-ee0d-40e3-9e75-845146798a41 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:17.615119 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-9fba8634-ca5d-4de4-9ca0-6a7fab43090d req-36c78598-ee0d-40e3-9e75-845146798a41 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:17.638879 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-9fba8634-ca5d-4de4-9ca0-6a7fab43090d req-36c78598-ee0d-40e3-9e75-845146798a41 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:17.639998 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9fba8634-ca5d-4de4-9ca0-6a7fab43090d req-36c78598-ee0d-40e3-9e75-845146798a41 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/e6cca586-07d0-45ad-9bcf-cd4de7017ba7 HTTP/1.1" status: 204 len: 173 time: 0.2130334 May 05 20:03:17.641915 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c78598-ee0d-40e3-9e75-845146798a41 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e6cca586-07d0-45ad-9bcf-cd4de7017ba7,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:17.645175 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-717bc5d8-0699-43df-aefe-d4524d9da71d req-add25f1b-cfb1-43e6-b786-42df6983167e service neutron] Attempting to bind port 6a54fb18-f909-4943-a16b-e377d09bf7e3 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:03:17.645815 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-717bc5d8-0699-43df-aefe-d4524d9da71d req-add25f1b-cfb1-43e6-b786-42df6983167e service neutron] Attempting to bind port 6a54fb18-f909-4943-a16b-e377d09bf7e3 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': '54731126-49dc-4895-b507-afe15075ba06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1f1abbac-c2ba-4a1c-a4d4-543ad65dd0b4'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:03:17.646139 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717bc5d8-0699-43df-aefe-d4524d9da71d req-add25f1b-cfb1-43e6-b786-42df6983167e service neutron] Attempting to bind port 6a54fb18-f909-4943-a16b-e377d09bf7e3 on network 1f1abbac-c2ba-4a1c-a4d4-543ad65dd0b4 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:03:17.651491 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717bc5d8-0699-43df-aefe-d4524d9da71d req-add25f1b-cfb1-43e6-b786-42df6983167e service neutron] Port 6a54fb18-f909-4943-a16b-e377d09bf7e3 on network 1f1abbac-c2ba-4a1c-a4d4-543ad65dd0b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:03:17.651810 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717bc5d8-0699-43df-aefe-d4524d9da71d req-add25f1b-cfb1-43e6-b786-42df6983167e service neutron] Attempting to bind port 6a54fb18-f909-4943-a16b-e377d09bf7e3 on network 1f1abbac-c2ba-4a1c-a4d4-543ad65dd0b4 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:03:17.658483 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717bc5d8-0699-43df-aefe-d4524d9da71d req-add25f1b-cfb1-43e6-b786-42df6983167e service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:03:17.658993 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717bc5d8-0699-43df-aefe-d4524d9da71d req-add25f1b-cfb1-43e6-b786-42df6983167e service neutron] Checking segment: {'id': '54731126-49dc-4895-b507-afe15075ba06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1f1abbac-c2ba-4a1c-a4d4-543ad65dd0b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:03:17.659559 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717bc5d8-0699-43df-aefe-d4524d9da71d req-add25f1b-cfb1-43e6-b786-42df6983167e service neutron] Bound using segment: {'id': '54731126-49dc-4895-b507-afe15075ba06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1f1abbac-c2ba-4a1c-a4d4-543ad65dd0b4'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:03:17.660139 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-717bc5d8-0699-43df-aefe-d4524d9da71d req-add25f1b-cfb1-43e6-b786-42df6983167e service neutron] Bound port: 6a54fb18-f909-4943-a16b-e377d09bf7e3, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54731126-49dc-4895-b507-afe15075ba06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1f1abbac-c2ba-4a1c-a4d4-543ad65dd0b4'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:03:17.660661 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-717bc5d8-0699-43df-aefe-d4524d9da71d req-add25f1b-cfb1-43e6-b786-42df6983167e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:17.676344 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-6ff3c2d2-e398-4df9-865f-7f06d81b82d4 req-44fd7e76-cfdb-4a45-998c-6e517298f969 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1577798432', 'description': 'tempest-description-1144469428'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:03:17.684433 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-6ff3c2d2-e398-4df9-865f-7f06d81b82d4 req-44fd7e76-cfdb-4a45-998c-6e517298f969 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:03:17.690718 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-6ff3c2d2-e398-4df9-865f-7f06d81b82d4 req-44fd7e76-cfdb-4a45-998c-6e517298f969 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Usage tracker for resource:security_group and tenant:cd9b091eac9e455a849b4607a8646066 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:03:17.716673 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-6ff3c2d2-e398-4df9-865f-7f06d81b82d4 req-44fd7e76-cfdb-4a45-998c-6e517298f969 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:03:17.736480 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-6ff3c2d2-e398-4df9-865f-7f06d81b82d4 req-44fd7e76-cfdb-4a45-998c-6e517298f969 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:03:17.763750 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-6ff3c2d2-e398-4df9-865f-7f06d81b82d4 req-44fd7e76-cfdb-4a45-998c-6e517298f969 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:17.793979 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-6ff3c2d2-e398-4df9-865f-7f06d81b82d4 req-44fd7e76-cfdb-4a45-998c-6e517298f969 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:03:17.796368 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-717bc5d8-0699-43df-aefe-d4524d9da71d req-add25f1b-cfb1-43e6-b786-42df6983167e service neutron] For port 6a54fb18-f909-4943-a16b-e377d09bf7e3, host n-h1-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:03:17.800243 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-717bc5d8-0699-43df-aefe-d4524d9da71d req-add25f1b-cfb1-43e6-b786-42df6983167e service neutron] For port 6a54fb18-f909-4943-a16b-e377d09bf7e3, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=6a54fb18-f909-4943-a16b-e377d09bf7e3,segment=NetworkSegment(54731126-49dc-4895-b507-afe15075ba06),segment_id=54731126-49dc-4895-b507-afe15075ba06)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:03:17.801650 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-6ff3c2d2-e398-4df9-865f-7f06d81b82d4 req-44fd7e76-cfdb-4a45-998c-6e517298f969 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Usage tracker for resource:security_group_rule and tenant:cd9b091eac9e455a849b4607a8646066 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:03:17.804653 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-6ff3c2d2-e398-4df9-865f-7f06d81b82d4 req-44fd7e76-cfdb-4a45-998c-6e517298f969 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:03:17.807747 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-717bc5d8-0699-43df-aefe-d4524d9da71d req-add25f1b-cfb1-43e6-b786-42df6983167e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:17.847918 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-6ff3c2d2-e398-4df9-865f-7f06d81b82d4 req-44fd7e76-cfdb-4a45-998c-6e517298f969 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:03:17.882738 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717bc5d8-0699-43df-aefe-d4524d9da71d req-add25f1b-cfb1-43e6-b786-42df6983167e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:17.883344 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-717bc5d8-0699-43df-aefe-d4524d9da71d req-add25f1b-cfb1-43e6-b786-42df6983167e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:17.884752 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-717bc5d8-0699-43df-aefe-d4524d9da71d req-add25f1b-cfb1-43e6-b786-42df6983167e service neutron] 10.222.0.24 "PUT /v2.0/ports/6a54fb18-f909-4943-a16b-e377d09bf7e3 HTTP/1.1" status: 200 len: 1091 time: 1.9207253 May 05 20:03:17.885181 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1d7cfd6-e8b3-40df-b32f-42326676a2df', 'tag': '6a54fb18-f909-4943-a16b-e377d09bf7e3'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:03:17.924840 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add25f1b-cfb1-43e6-b786-42df6983167e service neutron] Pushing event updated for resources: {'Port': ['ID=6a54fb18-f909-4943-a16b-e377d09bf7e3,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:18.039910 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-6ff3c2d2-e398-4df9-865f-7f06d81b82d4 req-44fd7e76-cfdb-4a45-998c-6e517298f969 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:18.047124 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-6ff3c2d2-e398-4df9-865f-7f06d81b82d4 req-44fd7e76-cfdb-4a45-998c-6e517298f969 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:18.082378 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717bc5d8-0699-43df-aefe-d4524d9da71d req-e00f871a-5471-4a26-b836-8d17a50c3cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:18.083913 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-717bc5d8-0699-43df-aefe-d4524d9da71d req-e00f871a-5471-4a26-b836-8d17a50c3cdb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=de197203a5cf43bcb15cfadccefbd268&device_id=b1d7cfd6-e8b3-40df-b32f-42326676a2df HTTP/1.1" status: 200 len: 1094 time: 0.1603587 May 05 20:03:18.092767 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-6ff3c2d2-e398-4df9-865f-7f06d81b82d4 req-44fd7e76-cfdb-4a45-998c-6e517298f969 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:18.093964 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6ff3c2d2-e398-4df9-865f-7f06d81b82d4 req-44fd7e76-cfdb-4a45-998c-6e517298f969 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.4230292 May 05 20:03:18.132288 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b7dda-1973-46f5-8382-1f8c0f88369b req-99ed047d-020d-41ff-a06e-bf1f624f5c18 tempest-InstanceActionsV221TestJSON-2126777909 tempest-InstanceActionsV221TestJSON-2126777909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:18.133887 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a27b7dda-1973-46f5-8382-1f8c0f88369b req-99ed047d-020d-41ff-a06e-bf1f624f5c18 tempest-InstanceActionsV221TestJSON-2126777909 tempest-InstanceActionsV221TestJSON-2126777909-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1d7cfd6-e8b3-40df-b32f-42326676a2df HTTP/1.1" status: 200 len: 943 time: 0.0977695 May 05 20:03:18.148753 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aea8b598-919b-482b-81ff-1326dfe3fb4c'] response: {'name': 'network-changed', 'server_uuid': 'b1d7cfd6-e8b3-40df-b32f-42326676a2df', 'tag': '6a54fb18-f909-4943-a16b-e377d09bf7e3', 'status': 'completed', 'code': 200} May 05 20:03:18.155461 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd7e76-cfdb-4a45-998c-6e517298f969 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96979c14-6104-48a7-9693-067bb2cd6207,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:18.166049 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-717bc5d8-0699-43df-aefe-d4524d9da71d req-bb53d162-7dc4-41b9-afaf-a5f9f91cc641 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a54fb18-f909-4943-a16b-e377d09bf7e3 HTTP/1.1" status: 200 len: 217 time: 0.0711217 May 05 20:03:18.185094 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a27b7dda-1973-46f5-8382-1f8c0f88369b req-aa8598f8-39a3-41ba-b3d8-c618bb50616c tempest-InstanceActionsV221TestJSON-2126777909 tempest-InstanceActionsV221TestJSON-2126777909-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c31ad1-1f23-4d93-b3ad-34a9909993dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449743 May 05 20:03:18.239306 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717bc5d8-0699-43df-aefe-d4524d9da71d req-38349a95-cef4-42b3-a15f-0c877d6a3930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:18.240921 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-717bc5d8-0699-43df-aefe-d4524d9da71d req-38349a95-cef4-42b3-a15f-0c877d6a3930 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=46b860fc-dbce-4fdd-a5f5-388bab012625 HTTP/1.1" status: 200 len: 857 time: 0.0659895 May 05 20:03:18.304581 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-717bc5d8-0699-43df-aefe-d4524d9da71d req-a4ec0f81-f278-4c48-80e8-b4e56692e887 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1f1abbac-c2ba-4a1c-a4d4-543ad65dd0b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494800 May 05 20:03:18.363553 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-439a0fbc-b195-48d3-aba7-f4b5bf1068e0 req-4eefeca5-c874-41e7-901b-941871f31111 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] 10.222.0.36 "GET /v2.0/security-groups/96979c14-6104-48a7-9693-067bb2cd6207 HTTP/1.1" status: 200 len: 1815 time: 0.1215940 May 05 20:03:18.370105 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b44f7-6bf3-4cf1-9e2e-c3a7956bec0d req-c31a910d-f97b-4b07-94e9-7507eaf46687 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:18.371933 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2f1b44f7-6bf3-4cf1-9e2e-c3a7956bec0d req-c31a910d-f97b-4b07-94e9-7507eaf46687 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=f56db24d-dbf0-4b73-b1ed-9dda9cc52d58 HTTP/1.1" status: 200 len: 945 time: 0.0857420 May 05 20:03:18.424185 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2f1b44f7-6bf3-4cf1-9e2e-c3a7956bec0d req-b461693e-8a4f-4e2e-a84c-aa56050786b6 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467005 May 05 20:03:18.435978 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-f779cb17-2438-43f4-aa47-0f8fefcbfe7d req-b35314c3-dafc-471a-a30d-94553bbd9bfa tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2075170340', 'description': 'tempest-description-67591672'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:03:18.442848 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-f779cb17-2438-43f4-aa47-0f8fefcbfe7d req-b35314c3-dafc-471a-a30d-94553bbd9bfa tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:03:18.457864 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-f779cb17-2438-43f4-aa47-0f8fefcbfe7d req-b35314c3-dafc-471a-a30d-94553bbd9bfa tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Usage tracker for resource:security_group and tenant:cd9b091eac9e455a849b4607a8646066 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:03:18.466252 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-f779cb17-2438-43f4-aa47-0f8fefcbfe7d req-b35314c3-dafc-471a-a30d-94553bbd9bfa tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:03:18.474488 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-f779cb17-2438-43f4-aa47-0f8fefcbfe7d req-b35314c3-dafc-471a-a30d-94553bbd9bfa tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:03:18.493456 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-717bc5d8-0699-43df-aefe-d4524d9da71d req-90078449-32a7-431f-8a4f-509efea37186 service neutron] 10.222.0.24 "GET /v2.0/networks/1f1abbac-c2ba-4a1c-a4d4-543ad65dd0b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748986 May 05 20:03:18.500024 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-f779cb17-2438-43f4-aa47-0f8fefcbfe7d req-b35314c3-dafc-471a-a30d-94553bbd9bfa tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:18.549513 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-f779cb17-2438-43f4-aa47-0f8fefcbfe7d req-b35314c3-dafc-471a-a30d-94553bbd9bfa tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:03:18.557016 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-f779cb17-2438-43f4-aa47-0f8fefcbfe7d req-b35314c3-dafc-471a-a30d-94553bbd9bfa tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Usage tracker for resource:security_group_rule and tenant:cd9b091eac9e455a849b4607a8646066 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:03:18.561075 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-f779cb17-2438-43f4-aa47-0f8fefcbfe7d req-b35314c3-dafc-471a-a30d-94553bbd9bfa tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:03:18.632956 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-f779cb17-2438-43f4-aa47-0f8fefcbfe7d req-b35314c3-dafc-471a-a30d-94553bbd9bfa tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:03:18.772982 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3866a9-50c3-4737-bc1c-562b11bc6476 req-1c11dcfe-6128-44cd-a599-efd181d70e69 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:18.774794 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8a3866a9-50c3-4737-bc1c-562b11bc6476 req-1c11dcfe-6128-44cd-a599-efd181d70e69 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/ports?device_id=024bc7a8-830a-4f2b-8ca7-a1123fbbb4f0 HTTP/1.1" status: 200 len: 945 time: 0.0936403 May 05 20:03:18.813191 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-717bc5d8-0699-43df-aefe-d4524d9da71d req-27b125a5-0db4-4c59-ad0f-34442c2bc3a7 service neutron] 10.222.0.24 "GET /v2.0/networks/1f1abbac-c2ba-4a1c-a4d4-543ad65dd0b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044670 May 05 20:03:18.824519 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8a3866a9-50c3-4737-bc1c-562b11bc6476 req-aa06f214-b591-4f72-b58f-5abe22309f21 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/security-groups?id=68f86c4c-dba3-493f-a553-82dc543f33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417752 May 05 20:03:18.873372 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-f779cb17-2438-43f4-aa47-0f8fefcbfe7d req-b35314c3-dafc-471a-a30d-94553bbd9bfa tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:18.877267 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-f779cb17-2438-43f4-aa47-0f8fefcbfe7d req-b35314c3-dafc-471a-a30d-94553bbd9bfa tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:18.976080 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35314c3-dafc-471a-a30d-94553bbd9bfa tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c35822f-53ad-4597-8eb3-556585ce0636,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:18.983732 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-f779cb17-2438-43f4-aa47-0f8fefcbfe7d req-b35314c3-dafc-471a-a30d-94553bbd9bfa tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:18.988244 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f779cb17-2438-43f4-aa47-0f8fefcbfe7d req-b35314c3-dafc-471a-a30d-94553bbd9bfa tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.5616419 May 05 20:03:19.012784 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fabbf63-b3c1-4d3e-a316-3ea8bb79b14b req-a374a0b2-887a-4944-bb58-350feef25d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:19.014272 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2fabbf63-b3c1-4d3e-a316-3ea8bb79b14b req-a374a0b2-887a-4944-bb58-350feef25d57 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=de197203a5cf43bcb15cfadccefbd268&device_id=b1d7cfd6-e8b3-40df-b32f-42326676a2df HTTP/1.1" status: 200 len: 1094 time: 0.1329215 May 05 20:03:19.072080 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8962f2dc-f5ed-42b6-991c-c044c9a4f2d1 req-64146a1f-4d11-4c32-9540-1a7359ff89e6 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] 10.222.0.36 "GET /v2.0/security-groups/2c35822f-53ad-4597-8eb3-556585ce0636 HTTP/1.1" status: 200 len: 1813 time: 0.0667665 May 05 20:03:19.135136 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-bb6fb597-d139-46d8-ab02-79dcc52b457d req-6cd5b914-e6e7-419c-a0c8-cf0930519a98 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1237666692', 'description': 'tempest-description-486237462'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:03:19.143739 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-bb6fb597-d139-46d8-ab02-79dcc52b457d req-6cd5b914-e6e7-419c-a0c8-cf0930519a98 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:03:19.155999 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-bb6fb597-d139-46d8-ab02-79dcc52b457d req-6cd5b914-e6e7-419c-a0c8-cf0930519a98 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Usage tracker for resource:security_group and tenant:cd9b091eac9e455a849b4607a8646066 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:03:19.160071 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-bb6fb597-d139-46d8-ab02-79dcc52b457d req-6cd5b914-e6e7-419c-a0c8-cf0930519a98 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:03:19.180500 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-bb6fb597-d139-46d8-ab02-79dcc52b457d req-6cd5b914-e6e7-419c-a0c8-cf0930519a98 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:03:19.198444 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fabbf63-b3c1-4d3e-a316-3ea8bb79b14b req-8310fdbf-63c6-4ad0-a767-6a9465d1cb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:19.200117 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2fabbf63-b3c1-4d3e-a316-3ea8bb79b14b req-8310fdbf-63c6-4ad0-a767-6a9465d1cb53 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1f1abbac-c2ba-4a1c-a4d4-543ad65dd0b4 HTTP/1.1" status: 200 len: 918 time: 0.1784596 May 05 20:03:19.201989 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-bb6fb597-d139-46d8-ab02-79dcc52b457d req-6cd5b914-e6e7-419c-a0c8-cf0930519a98 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:19.276312 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2fabbf63-b3c1-4d3e-a316-3ea8bb79b14b req-d3b78e0a-7af9-4f34-81cd-c9cf7528994d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a54fb18-f909-4943-a16b-e377d09bf7e3 HTTP/1.1" status: 200 len: 217 time: 0.0651958 May 05 20:03:19.281865 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-bb6fb597-d139-46d8-ab02-79dcc52b457d req-6cd5b914-e6e7-419c-a0c8-cf0930519a98 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:03:19.320532 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-bb6fb597-d139-46d8-ab02-79dcc52b457d req-6cd5b914-e6e7-419c-a0c8-cf0930519a98 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Usage tracker for resource:security_group_rule and tenant:cd9b091eac9e455a849b4607a8646066 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:03:19.326859 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-bb6fb597-d139-46d8-ab02-79dcc52b457d req-6cd5b914-e6e7-419c-a0c8-cf0930519a98 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:03:19.334787 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-bb6fb597-d139-46d8-ab02-79dcc52b457d req-6cd5b914-e6e7-419c-a0c8-cf0930519a98 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:03:19.365333 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fabbf63-b3c1-4d3e-a316-3ea8bb79b14b req-20ddf3d2-a4bb-45fe-85af-c7026841ff65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:19.366779 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2fabbf63-b3c1-4d3e-a316-3ea8bb79b14b req-20ddf3d2-a4bb-45fe-85af-c7026841ff65 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=46b860fc-dbce-4fdd-a5f5-388bab012625 HTTP/1.1" status: 200 len: 857 time: 0.0825295 May 05 20:03:19.390561 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a322d175-05eb-40be-b3c4-651e608e81dd req-65c38d50-bcd0-4c3f-b727-45e47d27f642 tempest-InstanceActionsV221TestJSON-2126777909 tempest-InstanceActionsV221TestJSON-2126777909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:19.392248 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a322d175-05eb-40be-b3c4-651e608e81dd req-65c38d50-bcd0-4c3f-b727-45e47d27f642 tempest-InstanceActionsV221TestJSON-2126777909 tempest-InstanceActionsV221TestJSON-2126777909-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1d7cfd6-e8b3-40df-b32f-42326676a2df HTTP/1.1" status: 200 len: 943 time: 0.0918725 May 05 20:03:19.413124 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 2a037b94-b902-4d6e-8992-322e8d7693f3 no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:03:19.418890 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2fabbf63-b3c1-4d3e-a316-3ea8bb79b14b req-2120d9d4-c653-474e-856a-93d687257392 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1f1abbac-c2ba-4a1c-a4d4-543ad65dd0b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449524 May 05 20:03:19.445546 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a322d175-05eb-40be-b3c4-651e608e81dd req-1fd29a9d-15dc-4a1a-a566-bdec80f9be68 tempest-InstanceActionsV221TestJSON-2126777909 tempest-InstanceActionsV221TestJSON-2126777909-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c31ad1-1f23-4d93-b3ad-34a9909993dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470738 May 05 20:03:19.571562 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-bb6fb597-d139-46d8-ab02-79dcc52b457d req-6cd5b914-e6e7-419c-a0c8-cf0930519a98 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:19.579240 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-bb6fb597-d139-46d8-ab02-79dcc52b457d req-6cd5b914-e6e7-419c-a0c8-cf0930519a98 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:19.579426 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:19.610093 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f56db24d-dbf0-4b73-b1ed-9dda9cc52d58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a037b94-b902-4d6e-8992-322e8d7693f3'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:03:19.623920 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 2a037b94-b902-4d6e-8992-322e8d7693f3, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=2a037b94-b902-4d6e-8992-322e8d7693f3,segment=NetworkSegment(eccdf1c4-efe8-4f03-97f1-7b574b83122b),segment_id=eccdf1c4-efe8-4f03-97f1-7b574b83122b)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:03:19.632333 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:19.663972 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd5b914-e6e7-419c-a0c8-cf0930519a98 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75016bbd-cfd8-497c-a7eb-d0c1449c15a6,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:19.667187 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-bb6fb597-d139-46d8-ab02-79dcc52b457d req-6cd5b914-e6e7-419c-a0c8-cf0930519a98 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:19.668741 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bb6fb597-d139-46d8-ab02-79dcc52b457d req-6cd5b914-e6e7-419c-a0c8-cf0930519a98 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.5439775 May 05 20:03:19.678212 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2fabbf63-b3c1-4d3e-a316-3ea8bb79b14b req-0366fb45-7385-440a-9a37-8c3cbd6c91f1 service neutron] 10.222.0.24 "GET /v2.0/networks/1f1abbac-c2ba-4a1c-a4d4-543ad65dd0b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508631 May 05 20:03:19.746456 n-d-840717-1 neutron-server[88199]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-3ee9b42c-8c0f-421c-85a6-21f73c7dd0c0']: {'server_uuid': 'f56db24d-dbf0-4b73-b1ed-9dda9cc52d58', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2a037b94-b902-4d6e-8992-322e8d7693f3', 'code': 422} returned with failed status May 05 20:03:19.754029 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=2a037b94-b902-4d6e-8992-322e8d7693f3,revision_number=8']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:19.787695 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf2cc42-4d4c-4763-a768-c7a99405b6e8 req-5e192ce4-f671-458d-9b52-e48657156841 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:19.789201 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-acf2cc42-4d4c-4763-a768-c7a99405b6e8 req-5e192ce4-f671-458d-9b52-e48657156841 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=f56db24d-dbf0-4b73-b1ed-9dda9cc52d58 HTTP/1.1" status: 200 len: 943 time: 0.0946829 May 05 20:03:19.837520 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-acf2cc42-4d4c-4763-a768-c7a99405b6e8 req-6931c312-d4e5-4952-8432-8945bed6d9f7 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420749 May 05 20:03:19.868159 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5c536ab3-66da-4041-8860-c89cec3dd1b7 req-baced874-58ee-4560-a037-f9a188f2ef77 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] 10.222.0.36 "GET /v2.0/security-groups/75016bbd-cfd8-497c-a7eb-d0c1449c15a6 HTTP/1.1" status: 200 len: 1814 time: 0.1238751 May 05 20:03:19.870174 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2fabbf63-b3c1-4d3e-a316-3ea8bb79b14b req-6f279118-65d2-4920-bab3-6dbef80c1a84 service neutron] 10.222.0.24 "GET /v2.0/networks/1f1abbac-c2ba-4a1c-a4d4-543ad65dd0b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846440 May 05 20:03:20.038675 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aadb05-dbb3-4a2b-9d7f-f41d54155c7e req-8c6ab3d7-5873-4b8f-8487-b93af17ef0e6 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:20.040197 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-03aadb05-dbb3-4a2b-9d7f-f41d54155c7e req-8c6ab3d7-5873-4b8f-8487-b93af17ef0e6 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/ports?device_id=024bc7a8-830a-4f2b-8ca7-a1123fbbb4f0 HTTP/1.1" status: 200 len: 945 time: 0.0847764 May 05 20:03:20.084732 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-03aadb05-dbb3-4a2b-9d7f-f41d54155c7e req-de152b77-cb65-4ffb-bfdf-1b97b3ebc33b tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/security-groups?id=68f86c4c-dba3-493f-a553-82dc543f33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390294 May 05 20:03:20.112872 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-63e009bd-a573-4d4d-8c5a-df0e1bec39d0 req-eedc3fd7-ccd6-4a86-a283-1f2d47bea927 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-278882295', 'description': 'tempest-description-2014614231'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:03:20.118961 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-63e009bd-a573-4d4d-8c5a-df0e1bec39d0 req-eedc3fd7-ccd6-4a86-a283-1f2d47bea927 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:03:20.123693 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-63e009bd-a573-4d4d-8c5a-df0e1bec39d0 req-eedc3fd7-ccd6-4a86-a283-1f2d47bea927 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Usage tracker for resource:security_group and tenant:cd9b091eac9e455a849b4607a8646066 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:03:20.126949 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-63e009bd-a573-4d4d-8c5a-df0e1bec39d0 req-eedc3fd7-ccd6-4a86-a283-1f2d47bea927 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:03:20.133241 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-63e009bd-a573-4d4d-8c5a-df0e1bec39d0 req-eedc3fd7-ccd6-4a86-a283-1f2d47bea927 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:03:20.145196 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-63e009bd-a573-4d4d-8c5a-df0e1bec39d0 req-eedc3fd7-ccd6-4a86-a283-1f2d47bea927 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:20.164799 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-63e009bd-a573-4d4d-8c5a-df0e1bec39d0 req-eedc3fd7-ccd6-4a86-a283-1f2d47bea927 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:03:20.169241 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-63e009bd-a573-4d4d-8c5a-df0e1bec39d0 req-eedc3fd7-ccd6-4a86-a283-1f2d47bea927 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Usage tracker for resource:security_group_rule and tenant:cd9b091eac9e455a849b4607a8646066 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:03:20.174599 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-63e009bd-a573-4d4d-8c5a-df0e1bec39d0 req-eedc3fd7-ccd6-4a86-a283-1f2d47bea927 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:03:20.181040 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-63e009bd-a573-4d4d-8c5a-df0e1bec39d0 req-eedc3fd7-ccd6-4a86-a283-1f2d47bea927 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:03:20.252687 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-63e009bd-a573-4d4d-8c5a-df0e1bec39d0 req-eedc3fd7-ccd6-4a86-a283-1f2d47bea927 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:20.256573 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-63e009bd-a573-4d4d-8c5a-df0e1bec39d0 req-eedc3fd7-ccd6-4a86-a283-1f2d47bea927 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:20.303741 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedc3fd7-ccd6-4a86-a283-1f2d47bea927 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0917d55-c568-46c7-ac83-394510800bca,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:20.306387 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-63e009bd-a573-4d4d-8c5a-df0e1bec39d0 req-eedc3fd7-ccd6-4a86-a283-1f2d47bea927 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:20.307619 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-63e009bd-a573-4d4d-8c5a-df0e1bec39d0 req-eedc3fd7-ccd6-4a86-a283-1f2d47bea927 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.1988592 May 05 20:03:20.462388 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4c1ce66f-0e7d-4f27-9d6d-3bba4b419767 req-a061d1de-1b55-43a8-86a3-21d63ab9ec08 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] 10.222.0.36 "GET /v2.0/security-groups/b0917d55-c568-46c7-ac83-394510800bca HTTP/1.1" status: 200 len: 1814 time: 0.0495710 May 05 20:03:20.537934 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 6a54fb18-f909-4943-a16b-e377d09bf7e3 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:03:20.684929 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 6a54fb18-f909-4943-a16b-e377d09bf7e3, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=6a54fb18-f909-4943-a16b-e377d09bf7e3,segment=NetworkSegment(54731126-49dc-4895-b507-afe15075ba06),segment_id=54731126-49dc-4895-b507-afe15075ba06)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:03:20.701116 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '6a54fb18-f909-4943-a16b-e377d09bf7e3', 'network_id': '1f1abbac-c2ba-4a1c-a4d4-543ad65dd0b4', 'port_id': '6a54fb18-f909-4943-a16b-e377d09bf7e3', 'mac_address': 'fa:16:3e:fc:08:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46b860fc-dbce-4fdd-a5f5-388bab012625', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:03:20.729779 n-d-840717-1 neutron-server[88197]: INFO neutron.api.v2.resource [req-500008d4-f428-4de5-9358-68406ad60c2f req-16fa3d04-1e81-49c8-94d8-c608f799f326 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] show failed (client error): The resource could not be found. May 05 20:03:20.731347 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-500008d4-f428-4de5-9358-68406ad60c2f req-16fa3d04-1e81-49c8-94d8-c608f799f326 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] 10.222.0.36 "GET /v2.0/security-groups/29ac4245-bd90-4a27-8e01-2b6cc5d6db94 HTTP/1.1" status: 404 len: 352 time: 0.0179253 May 05 20:03:20.758469 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:20.776057 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a54fb18-f909-4943-a16b-e377d09bf7e3 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:03:20.792941 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 6a54fb18-f909-4943-a16b-e377d09bf7e3, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=6a54fb18-f909-4943-a16b-e377d09bf7e3,segment=NetworkSegment(54731126-49dc-4895-b507-afe15075ba06),segment_id=54731126-49dc-4895-b507-afe15075ba06)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:03:20.797502 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:20.834854 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063bcf2d-3452-4832-9d2b-aab4d680e029 req-79072018-1e58-4fe6-a0fa-4cd1caf34d88 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:20.836523 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-063bcf2d-3452-4832-9d2b-aab4d680e029 req-79072018-1e58-4fe6-a0fa-4cd1caf34d88 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=f56db24d-dbf0-4b73-b1ed-9dda9cc52d58 HTTP/1.1" status: 200 len: 943 time: 0.0908780 May 05 20:03:20.869449 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=6a54fb18-f909-4943-a16b-e377d09bf7e3,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:20.908681 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59955df4-a142-48d3-92f7-f83067711a54 req-027366d5-5c16-4ea7-a0a4-5b335a3db296 tempest-InstanceActionsV221TestJSON-2126777909 tempest-InstanceActionsV221TestJSON-2126777909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:20.909293 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-59955df4-a142-48d3-92f7-f83067711a54 req-027366d5-5c16-4ea7-a0a4-5b335a3db296 tempest-InstanceActionsV221TestJSON-2126777909 tempest-InstanceActionsV221TestJSON-2126777909-project] Synchronizing usage tracker for tenant:de197203a5cf43bcb15cfadccefbd268 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:03:20.924780 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-063bcf2d-3452-4832-9d2b-aab4d680e029 req-46b9674b-0127-4418-9a3a-14ad1aefe4a8 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Deleting port 2a037b94-b902-4d6e-8992-322e8d7693f3 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:03:20.925358 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-063bcf2d-3452-4832-9d2b-aab4d680e029 req-46b9674b-0127-4418-9a3a-14ad1aefe4a8 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:20.928313 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-59955df4-a142-48d3-92f7-f83067711a54 req-027366d5-5c16-4ea7-a0a4-5b335a3db296 tempest-InstanceActionsV221TestJSON-2126777909 tempest-InstanceActionsV221TestJSON-2126777909-project] Unset dirty status for tenant:de197203a5cf43bcb15cfadccefbd268 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:03:20.929904 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-59955df4-a142-48d3-92f7-f83067711a54 req-027366d5-5c16-4ea7-a0a4-5b335a3db296 tempest-InstanceActionsV221TestJSON-2126777909 tempest-InstanceActionsV221TestJSON-2126777909-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1d7cfd6-e8b3-40df-b32f-42326676a2df HTTP/1.1" status: 200 len: 944 time: 0.1032078 May 05 20:03:20.980861 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-59955df4-a142-48d3-92f7-f83067711a54 req-808b849d-1b90-4820-be17-259aa8406365 tempest-InstanceActionsV221TestJSON-2126777909 tempest-InstanceActionsV221TestJSON-2126777909-project] Synchronizing usage tracker for tenant:de197203a5cf43bcb15cfadccefbd268 on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:03:20.997789 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-59955df4-a142-48d3-92f7-f83067711a54 req-808b849d-1b90-4820-be17-259aa8406365 tempest-InstanceActionsV221TestJSON-2126777909 tempest-InstanceActionsV221TestJSON-2126777909-project] Unset dirty status for tenant:de197203a5cf43bcb15cfadccefbd268 on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:03:20.998933 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-59955df4-a142-48d3-92f7-f83067711a54 req-808b849d-1b90-4820-be17-259aa8406365 tempest-InstanceActionsV221TestJSON-2126777909 tempest-InstanceActionsV221TestJSON-2126777909-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c31ad1-1f23-4d93-b3ad-34a9909993dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634184 May 05 20:03:21.129502 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['6a54fb18-f909-4943-a16b-e377d09bf7e3'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:03:21.213070 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-063bcf2d-3452-4832-9d2b-aab4d680e029 req-46b9674b-0127-4418-9a3a-14ad1aefe4a8 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] For port 2a037b94-b902-4d6e-8992-322e8d7693f3, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=2a037b94-b902-4d6e-8992-322e8d7693f3,segment=NetworkSegment(eccdf1c4-efe8-4f03-97f1-7b574b83122b),segment_id=eccdf1c4-efe8-4f03-97f1-7b574b83122b)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:03:21.213446 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-063bcf2d-3452-4832-9d2b-aab4d680e029 req-46b9674b-0127-4418-9a3a-14ad1aefe4a8 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:21.259625 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3956d6-776b-4a1e-b5ee-ca82aad809b2 req-c02c43c2-8934-4cda-b541-3e6c7d8e90aa tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:21.261117 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2a3956d6-776b-4a1e-b5ee-ca82aad809b2 req-c02c43c2-8934-4cda-b541-3e6c7d8e90aa tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=4323cae9-e867-48dc-bb84-72dbe559c9ec HTTP/1.1" status: 200 len: 946 time: 0.1423678 May 05 20:03:21.264415 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bba81fc-e7c0-4eb4-8531-0b39669fa0ca req-b16e29f5-a739-4fde-96b6-f2d10c06c6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:21.265782 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0bba81fc-e7c0-4eb4-8531-0b39669fa0ca req-b16e29f5-a739-4fde-96b6-f2d10c06c6a3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=024bc7a8-830a-4f2b-8ca7-a1123fbbb4f0 HTTP/1.1" status: 200 len: 1096 time: 0.1556525 May 05 20:03:21.339879 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2a3956d6-776b-4a1e-b5ee-ca82aad809b2 req-c9bbb6d5-9cd5-4886-a2a2-26ca33b9f693 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e8b672e-b72d-46a4-99a4-5f3b38959e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709774 May 05 20:03:21.343235 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0bba81fc-e7c0-4eb4-8531-0b39669fa0ca req-3bebc730-cbe6-418c-b9e4-af22afbd19ad service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=68f86c4c-dba3-493f-a553-82dc543f33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563467 May 05 20:03:21.349138 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-063bcf2d-3452-4832-9d2b-aab4d680e029 req-46b9674b-0127-4418-9a3a-14ad1aefe4a8 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Calling delete_port for 2a037b94-b902-4d6e-8992-322e8d7693f3 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:03:21.378249 n-d-840717-1 neutron-server[88197]: INFO neutron.api.v2.resource [req-5533487b-647e-4cc9-935a-f9a7e4965b31 req-c1c64168-40fc-4517-9e38-079f742eed72 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] show failed (client error): The resource could not be found. May 05 20:03:21.379270 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5533487b-647e-4cc9-935a-f9a7e4965b31 req-c1c64168-40fc-4517-9e38-079f742eed72 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] 10.222.0.36 "GET /v2.0/security-group-rules/8d653855-c73e-4bae-98b2-6d3baceff313 HTTP/1.1" status: 404 len: 361 time: 0.0153816 May 05 20:03:21.546903 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e5f43-c712-42da-8286-5f0702fd8c48 req-b1643ee5-8ce9-4dde-819b-30cdb87c5cd3 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:21.548642 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-275e5f43-c712-42da-8286-5f0702fd8c48 req-b1643ee5-8ce9-4dde-819b-30cdb87c5cd3 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/ports?device_id=024bc7a8-830a-4f2b-8ca7-a1123fbbb4f0 HTTP/1.1" status: 200 len: 945 time: 0.0792589 May 05 20:03:21.596132 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-275e5f43-c712-42da-8286-5f0702fd8c48 req-d1e81bb9-b008-4fef-8555-0a38816413d6 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/security-groups?id=68f86c4c-dba3-493f-a553-82dc543f33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415826 May 05 20:03:21.596376 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-063bcf2d-3452-4832-9d2b-aab4d680e029 req-46b9674b-0127-4418-9a3a-14ad1aefe4a8 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:21.651059 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b9674b-0127-4418-9a3a-14ad1aefe4a8 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Pushing event deleted for resources: {'Port': ['ID=2a037b94-b902-4d6e-8992-322e8d7693f3,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:21.674184 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ac1d3b14-61cd-47c8-a1b6-fd7299700eb9 req-474dea59-6a17-4a12-94e6-dd728d30eadd tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] 10.222.0.36 "GET /v2.0/security-groups/b0917d55-c568-46c7-ac83-394510800bca HTTP/1.1" status: 200 len: 1814 time: 0.0499780 May 05 20:03:21.685448 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9674b-0127-4418-9a3a-14ad1aefe4a8 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:03:21.685790 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9674b-0127-4418-9a3a-14ad1aefe4a8 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:03:21.686132 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9674b-0127-4418-9a3a-14ad1aefe4a8 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:03:21.686457 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9674b-0127-4418-9a3a-14ad1aefe4a8 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:03:21.686786 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9674b-0127-4418-9a3a-14ad1aefe4a8 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:03:21.687111 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9674b-0127-4418-9a3a-14ad1aefe4a8 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:03:21.687461 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9674b-0127-4418-9a3a-14ad1aefe4a8 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:03:21.687784 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9674b-0127-4418-9a3a-14ad1aefe4a8 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:03:21.688118 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9674b-0127-4418-9a3a-14ad1aefe4a8 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:03:21.688435 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9674b-0127-4418-9a3a-14ad1aefe4a8 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:03:21.688754 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9674b-0127-4418-9a3a-14ad1aefe4a8 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:03:21.689066 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9674b-0127-4418-9a3a-14ad1aefe4a8 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:03:21.737658 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-063bcf2d-3452-4832-9d2b-aab4d680e029 req-46b9674b-0127-4418-9a3a-14ad1aefe4a8 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] No DVR routers for this DVR port 2a037b94-b902-4d6e-8992-322e8d7693f3 on host n-h2-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:03:21.740462 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-063bcf2d-3452-4832-9d2b-aab4d680e029 req-46b9674b-0127-4418-9a3a-14ad1aefe4a8 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:21.742503 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-ac1d3b14-61cd-47c8-a1b6-fd7299700eb9 req-b33a7ff0-4e25-4c9a-b09c-0437a9e684aa tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:21.743138 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f56db24d-dbf0-4b73-b1ed-9dda9cc52d58', 'name': 'network-vif-deleted', 'tag': '2a037b94-b902-4d6e-8992-322e8d7693f3'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:03:21.759005 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-063bcf2d-3452-4832-9d2b-aab4d680e029 req-46b9674b-0127-4418-9a3a-14ad1aefe4a8 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "DELETE /v2.0/ports/2a037b94-b902-4d6e-8992-322e8d7693f3 HTTP/1.1" status: 204 len: 173 time: 0.9160697 May 05 20:03:21.772843 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-ac1d3b14-61cd-47c8-a1b6-fd7299700eb9 req-b33a7ff0-4e25-4c9a-b09c-0437a9e684aa tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:21.821618 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-ac1d3b14-61cd-47c8-a1b6-fd7299700eb9 req-b33a7ff0-4e25-4c9a-b09c-0437a9e684aa tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:21.839244 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33a7ff0-4e25-4c9a-b09c-0437a9e684aa tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0917d55-c568-46c7-ac83-394510800bca,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:21.843757 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-ac1d3b14-61cd-47c8-a1b6-fd7299700eb9 req-b33a7ff0-4e25-4c9a-b09c-0437a9e684aa tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:21.844833 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ac1d3b14-61cd-47c8-a1b6-fd7299700eb9 req-b33a7ff0-4e25-4c9a-b09c-0437a9e684aa tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] 10.222.0.36 "DELETE /v2.0/security-groups/b0917d55-c568-46c7-ac83-394510800bca HTTP/1.1" status: 204 len: 173 time: 0.1649220 May 05 20:03:21.884225 n-d-840717-1 neutron-server[88198]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-c8e6b8f2-adfd-4984-b060-6b8ce61f2ca4']: {'server_uuid': 'f56db24d-dbf0-4b73-b1ed-9dda9cc52d58', 'name': 'network-vif-deleted', 'tag': '2a037b94-b902-4d6e-8992-322e8d7693f3', 'status': 'failed', 'code': 422} returned with failed status May 05 20:03:21.944560 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d945b3b1-78ce-4603-bc5a-63379793618d req-5e4f6fa5-ef5c-4326-88bb-b53a03357a93 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] 10.222.0.36 "GET /v2.0/security-groups/75016bbd-cfd8-497c-a7eb-d0c1449c15a6 HTTP/1.1" status: 200 len: 1814 time: 0.0489662 May 05 20:03:22.013361 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d945b3b1-78ce-4603-bc5a-63379793618d req-b7c98f88-19d2-4825-acc8-df372ca3aece tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:22.041835 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d945b3b1-78ce-4603-bc5a-63379793618d req-b7c98f88-19d2-4825-acc8-df372ca3aece tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:22.089712 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d945b3b1-78ce-4603-bc5a-63379793618d req-b7c98f88-19d2-4825-acc8-df372ca3aece tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:22.109393 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c98f88-19d2-4825-acc8-df372ca3aece tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75016bbd-cfd8-497c-a7eb-d0c1449c15a6,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:22.114502 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d945b3b1-78ce-4603-bc5a-63379793618d req-b7c98f88-19d2-4825-acc8-df372ca3aece tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:22.123908 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d945b3b1-78ce-4603-bc5a-63379793618d req-b7c98f88-19d2-4825-acc8-df372ca3aece tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] 10.222.0.36 "DELETE /v2.0/security-groups/75016bbd-cfd8-497c-a7eb-d0c1449c15a6 HTTP/1.1" status: 204 len: 173 time: 0.1731298 May 05 20:03:22.297998 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1095110-697a-4f0d-beea-e53891c8f350 req-3c6073e5-f12e-48c2-b491-fa15d649fd43 tempest-InstanceActionsV221TestJSON-2126777909 tempest-InstanceActionsV221TestJSON-2126777909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:22.299543 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a1095110-697a-4f0d-beea-e53891c8f350 req-3c6073e5-f12e-48c2-b491-fa15d649fd43 tempest-InstanceActionsV221TestJSON-2126777909 tempest-InstanceActionsV221TestJSON-2126777909-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1d7cfd6-e8b3-40df-b32f-42326676a2df HTTP/1.1" status: 200 len: 944 time: 0.0902848 May 05 20:03:22.324674 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-34b04795-2c53-4b4c-9038-558ebb24d55a req-699b81a6-185a-4323-bc52-63fc4bc4236f tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] 10.222.0.36 "GET /v2.0/security-groups/2c35822f-53ad-4597-8eb3-556585ce0636 HTTP/1.1" status: 200 len: 1813 time: 0.0634744 May 05 20:03:22.354612 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a1095110-697a-4f0d-beea-e53891c8f350 req-5daf75ea-b9a4-450f-a1e3-1a967b185ac6 tempest-InstanceActionsV221TestJSON-2126777909 tempest-InstanceActionsV221TestJSON-2126777909-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c31ad1-1f23-4d93-b3ad-34a9909993dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487993 May 05 20:03:22.419249 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-34b04795-2c53-4b4c-9038-558ebb24d55a req-70ec5579-3fc0-4863-9c5d-765dda7d9dc6 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:22.447882 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-34b04795-2c53-4b4c-9038-558ebb24d55a req-70ec5579-3fc0-4863-9c5d-765dda7d9dc6 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:22.499733 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-34b04795-2c53-4b4c-9038-558ebb24d55a req-70ec5579-3fc0-4863-9c5d-765dda7d9dc6 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:22.523059 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ec5579-3fc0-4863-9c5d-765dda7d9dc6 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c35822f-53ad-4597-8eb3-556585ce0636,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:22.526462 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-34b04795-2c53-4b4c-9038-558ebb24d55a req-70ec5579-3fc0-4863-9c5d-765dda7d9dc6 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:22.530840 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-34b04795-2c53-4b4c-9038-558ebb24d55a req-70ec5579-3fc0-4863-9c5d-765dda7d9dc6 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] 10.222.0.36 "DELETE /v2.0/security-groups/2c35822f-53ad-4597-8eb3-556585ce0636 HTTP/1.1" status: 204 len: 173 time: 0.1976864 May 05 20:03:22.555072 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 6a54fb18-f909-4943-a16b-e377d09bf7e3 up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:03:22.606488 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7b0a81cb-c281-4756-a00b-ab4c1d0d3e4e req-66130f0d-6dab-423b-94e9-9fd494a37c7b tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] 10.222.0.36 "GET /v2.0/security-groups/96979c14-6104-48a7-9693-067bb2cd6207 HTTP/1.1" status: 200 len: 1815 time: 0.0598810 May 05 20:03:22.638050 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbafd6d-9331-4cfd-b39b-7092fa2a5f7d req-5680698e-1d7c-4859-afd6-fd59248bd2b9 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:22.639560 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4bbafd6d-9331-4cfd-b39b-7092fa2a5f7d req-5680698e-1d7c-4859-afd6-fd59248bd2b9 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=4323cae9-e867-48dc-bb84-72dbe559c9ec HTTP/1.1" status: 200 len: 946 time: 0.1027088 May 05 20:03:22.667045 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port 6a54fb18-f909-4943-a16b-e377d09bf7e3 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:03:22.672744 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 6a54fb18-f909-4943-a16b-e377d09bf7e3 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:03:22.673118 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:22.683768 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-7b0a81cb-c281-4756-a00b-ab4c1d0d3e4e req-621dae77-94ce-44f5-934e-ecbc46b082e9 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:22.691403 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4bbafd6d-9331-4cfd-b39b-7092fa2a5f7d req-1d59d934-b835-4b86-8e09-b1fdea56166f tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e8b672e-b72d-46a4-99a4-5f3b38959e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449200 May 05 20:03:22.716178 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-7b0a81cb-c281-4756-a00b-ab4c1d0d3e4e req-621dae77-94ce-44f5-934e-ecbc46b082e9 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:22.775042 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-7b0a81cb-c281-4756-a00b-ab4c1d0d3e4e req-621dae77-94ce-44f5-934e-ecbc46b082e9 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:22.797419 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621dae77-94ce-44f5-934e-ecbc46b082e9 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96979c14-6104-48a7-9693-067bb2cd6207,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:22.805086 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-7b0a81cb-c281-4756-a00b-ab4c1d0d3e4e req-621dae77-94ce-44f5-934e-ecbc46b082e9 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:22.811911 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7b0a81cb-c281-4756-a00b-ab4c1d0d3e4e req-621dae77-94ce-44f5-934e-ecbc46b082e9 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] 10.222.0.36 "DELETE /v2.0/security-groups/96979c14-6104-48a7-9693-067bb2cd6207 HTTP/1.1" status: 204 len: 173 time: 0.2044580 May 05 20:03:22.847224 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:22.878997 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d7cfd6-e8b3-40df-b32f-42326676a2df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a54fb18-f909-4943-a16b-e377d09bf7e3'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:03:22.889008 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 6a54fb18-f909-4943-a16b-e377d09bf7e3, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=6a54fb18-f909-4943-a16b-e377d09bf7e3,segment=NetworkSegment(54731126-49dc-4895-b507-afe15075ba06),segment_id=54731126-49dc-4895-b507-afe15075ba06)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:03:22.893596 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:22.953481 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ddbf1-d32c-4449-a226-9d3ba252b71a req-dd839d5e-0aeb-4375-820c-a9c46c370bc1 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:22.954930 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9e3ddbf1-d32c-4449-a226-9d3ba252b71a req-dd839d5e-0aeb-4375-820c-a9c46c370bc1 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/networks?id=00ecdd9f-1135-415f-b0c6-51153b85089d HTTP/1.1" status: 200 len: 812 time: 0.1649632 May 05 20:03:22.964204 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=6a54fb18-f909-4943-a16b-e377d09bf7e3,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:22.973140 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:03:22.973725 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:03:22.974064 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:03:22.974401 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:03:22.974731 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:03:22.975059 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:03:22.975403 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:03:22.975729 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:03:22.976049 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:03:22.976509 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:03:22.977057 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9e3ddbf1-d32c-4449-a226-9d3ba252b71a req-52c11dcc-bab0-45b9-bfb8-47628dc8483d tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/quotas/5dc7995786b847999f5838924c32320a HTTP/1.1" status: 200 len: 375 time: 0.0135427 May 05 20:03:22.979681 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:03:22.980443 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:03:22.987714 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd47346b-a842-4f95-845a-d8bddae3943e req-d2a5fa12-e267-4550-b640-303f432dfaf0 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:22.990179 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cd47346b-a842-4f95-845a-d8bddae3943e req-d2a5fa12-e267-4550-b640-303f432dfaf0 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/ports?device_id=024bc7a8-830a-4f2b-8ca7-a1123fbbb4f0 HTTP/1.1" status: 200 len: 945 time: 0.0932786 May 05 20:03:23.030638 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9e3ddbf1-d32c-4449-a226-9d3ba252b71a req-ca063909-18eb-401d-a1f8-2e5b4563c7a1 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5dc7995786b847999f5838924c32320a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475180 May 05 20:03:23.037094 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cd47346b-a842-4f95-845a-d8bddae3943e req-7c7a42b9-95ea-419f-9a1e-c8068ecbaae5 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/security-groups?id=68f86c4c-dba3-493f-a553-82dc543f33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404415 May 05 20:03:23.106381 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-deb4833e-eb4b-448a-a7e5-3ccf27f4dd0c req-4258335f-4e62-4201-b3d1-a2b9030f8173 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] 10.222.0.36 "GET /v2.0/security-groups/23b31665-94f5-4664-9576-7d759fed1e63 HTTP/1.1" status: 200 len: 1814 time: 0.0455649 May 05 20:03:23.165300 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9e3ddbf1-d32c-4449-a226-9d3ba252b71a req-f1908064-e1b2-4434-a06e-2957784bcadb service neutron] 10.222.0.36 "GET /v2.0/networks/00ecdd9f-1135-415f-b0c6-51153b85089d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276996 May 05 20:03:23.171654 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-deb4833e-eb4b-448a-a7e5-3ccf27f4dd0c req-396be355-7aac-499e-b246-d790cc889dd6 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:23.198468 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-deb4833e-eb4b-448a-a7e5-3ccf27f4dd0c req-396be355-7aac-499e-b246-d790cc889dd6 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:23.249076 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-deb4833e-eb4b-448a-a7e5-3ccf27f4dd0c req-396be355-7aac-499e-b246-d790cc889dd6 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:23.267485 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396be355-7aac-499e-b246-d790cc889dd6 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b31665-94f5-4664-9576-7d759fed1e63,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:23.272591 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-deb4833e-eb4b-448a-a7e5-3ccf27f4dd0c req-396be355-7aac-499e-b246-d790cc889dd6 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:23.273748 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-deb4833e-eb4b-448a-a7e5-3ccf27f4dd0c req-396be355-7aac-499e-b246-d790cc889dd6 tempest-SecurityGroupRulesNegativeTestJSON-1844085174 tempest-SecurityGroupRulesNegativeTestJSON-1844085174-project] 10.222.0.36 "DELETE /v2.0/security-groups/23b31665-94f5-4664-9576-7d759fed1e63 HTTP/1.1" status: 204 len: 173 time: 0.1618488 May 05 20:03:23.284040 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 45136) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:03:23.325966 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-890eb0ca-fc1b-4351-b44d-3abf09bee627'] response: {'server_uuid': 'b1d7cfd6-e8b3-40df-b32f-42326676a2df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a54fb18-f909-4943-a16b-e377d09bf7e3', 'code': 200} May 05 20:03:23.355966 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b69101e-fceb-45af-9612-38dcfc8bf99e admin admin] Deleting subnet 7f4ad41e-adec-4b99-b405-6ecea74f81ed {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:03:23.359246 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2b69101e-fceb-45af-9612-38dcfc8bf99e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:23.417285 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2b69101e-fceb-45af-9612-38dcfc8bf99e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:23.424867 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9e3ddbf1-d32c-4449-a226-9d3ba252b71a req-4e0e2856-0bde-4c8b-b4f2-288d1cd1bb6d service neutron] 10.222.0.36 "GET /v2.0/networks/00ecdd9f-1135-415f-b0c6-51153b85089d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531881 May 05 20:03:23.427670 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 2a037b94-b902-4d6e-8992-322e8d7693f3 no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:03:23.466515 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] No Port match for: 2a037b94-b902-4d6e-8992-322e8d7693f3 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:03:23.466887 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 2a037b94-b902-4d6e-8992-322e8d7693f3 not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:03:23.486592 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2b69101e-fceb-45af-9612-38dcfc8bf99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:23.591391 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2b69101e-fceb-45af-9612-38dcfc8bf99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:23.692658 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3665c08d-93b3-4d2d-82d4-9e483debd86d req-24e2a262-398f-4eba-b247-fde6eb5172e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:23.694187 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3665c08d-93b3-4d2d-82d4-9e483debd86d req-24e2a262-398f-4eba-b247-fde6eb5172e7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=906aba68473d4c909ae20bf98b18c462&device_id=024bc7a8-830a-4f2b-8ca7-a1123fbbb4f0 HTTP/1.1" status: 200 len: 1096 time: 0.1257823 May 05 20:03:23.696300 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4df3bb-bb77-4a57-8eee-747cf7fa16bd req-55ac2fc7-0453-430f-ae39-d0a8b33c7a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:23.697652 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ce4df3bb-bb77-4a57-8eee-747cf7fa16bd req-55ac2fc7-0453-430f-ae39-d0a8b33c7a40 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b1d7cfd6-e8b3-40df-b32f-42326676a2df HTTP/1.1" status: 200 len: 1096 time: 0.2930377 May 05 20:03:23.699867 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2b69101e-fceb-45af-9612-38dcfc8bf99e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:23.707624 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b69101e-fceb-45af-9612-38dcfc8bf99e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f4ad41e-adec-4b99-b405-6ecea74f81ed,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:23.711507 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-2b69101e-fceb-45af-9612-38dcfc8bf99e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/7f4ad41e-adec-4b99-b405-6ecea74f81ed HTTP/1.1" status: 204 len: 168 time: 0.4256546 May 05 20:03:23.713864 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 45152) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:03:23.836912 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ce4df3bb-bb77-4a57-8eee-747cf7fa16bd req-c817558c-7f96-482f-98c8-0e75b4bd4ddc service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=17c31ad1-1f23-4d93-b3ad-34a9909993dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119449 May 05 20:03:23.872122 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d52dddf7-6150-4c85-bcc4-d30553303ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:23.926834 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1b773-f448-4c23-bbfd-57a6a27592c8 req-a97a9139-b237-4953-9a28-2f4281fbe1fb tempest-InstanceActionsV221TestJSON-2126777909 tempest-InstanceActionsV221TestJSON-2126777909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:23.928375 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-43a1b773-f448-4c23-bbfd-57a6a27592c8 req-a97a9139-b237-4953-9a28-2f4281fbe1fb tempest-InstanceActionsV221TestJSON-2126777909 tempest-InstanceActionsV221TestJSON-2126777909-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1d7cfd6-e8b3-40df-b32f-42326676a2df HTTP/1.1" status: 200 len: 945 time: 0.2224014 May 05 20:03:23.937749 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3665c08d-93b3-4d2d-82d4-9e483debd86d req-1f41ac64-9a7a-43fd-a02d-c948b9752521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:23.939325 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3665c08d-93b3-4d2d-82d4-9e483debd86d req-1f41ac64-9a7a-43fd-a02d-c948b9752521 service neutron] 10.222.0.50 "GET /v2.0/networks?id=642babfc-0f83-431e-8336-efb566a9ef25 HTTP/1.1" status: 200 len: 911 time: 0.2388186 May 05 20:03:23.950807 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f87a6e1-9ce7-412e-83fb-fc5bb2b409d0 req-9035efe5-2f88-496f-826d-3c971d4cfcb8 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:23.952434 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5f87a6e1-9ce7-412e-83fb-fc5bb2b409d0 req-9035efe5-2f88-496f-826d-3c971d4cfcb8 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/ports?device_id=024bc7a8-830a-4f2b-8ca7-a1123fbbb4f0 HTTP/1.1" status: 200 len: 945 time: 0.2150083 May 05 20:03:24.034301 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3665c08d-93b3-4d2d-82d4-9e483debd86d req-38ce9aa6-85a4-4472-9807-6a5ef3dab3b5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33ee20be-c95c-49b0-befc-14f906a362ba HTTP/1.1" status: 200 len: 217 time: 0.0807197 May 05 20:03:24.052683 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d52dddf7-6150-4c85-bcc4-d30553303ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:24.098448 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-43a1b773-f448-4c23-bbfd-57a6a27592c8 req-610dd4f0-d240-4b2a-969a-c6a1e6d452f6 tempest-InstanceActionsV221TestJSON-2126777909 tempest-InstanceActionsV221TestJSON-2126777909-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c31ad1-1f23-4d93-b3ad-34a9909993dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517746 May 05 20:03:24.108479 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-d52dddf7-6150-4c85-bcc4-d30553303ed6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0e79e83-a747-4569-ab3b-c79ce875a461']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:03:24.136770 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-d52dddf7-6150-4c85-bcc4-d30553303ed6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb23f2c9-83eb-4fdc-bbd8-61148a3b8d75') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:03:24.137077 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-d52dddf7-6150-4c85-bcc4-d30553303ed6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb23f2c9-83eb-4fdc-bbd8-61148a3b8d75') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:03:24.145219 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5f87a6e1-9ce7-412e-83fb-fc5bb2b409d0 req-c28852e5-baae-4d2f-ac6c-3a05c01f2329 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/security-groups?id=68f86c4c-dba3-493f-a553-82dc543f33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377225 May 05 20:03:24.151599 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d52dddf7-6150-4c85-bcc4-d30553303ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:24.170833 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3665c08d-93b3-4d2d-82d4-9e483debd86d req-21e5f90e-256e-41d6-be11-a3e728f3c87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:24.174920 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3665c08d-93b3-4d2d-82d4-9e483debd86d req-21e5f90e-256e-41d6-be11-a3e728f3c87c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=51e3d3c7-531c-4a88-a4ff-ec92a467f790 HTTP/1.1" status: 200 len: 850 time: 0.1293788 May 05 20:03:24.216751 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d52dddf7-6150-4c85-bcc4-d30553303ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:24.219859 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-16cb688d-432e-4f00-9cff-89fb9a780cbb req-3a7c9654-4785-47a5-814a-241ab6503455 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Synchronizing usage tracker for tenant:5dc7995786b847999f5838924c32320a on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:03:24.232198 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3665c08d-93b3-4d2d-82d4-9e483debd86d req-55e3a4fc-62ab-4aab-89e5-c7cb451df820 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=642babfc-0f83-431e-8336-efb566a9ef25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517983 May 05 20:03:24.232891 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d52dddf7-6150-4c85-bcc4-d30553303ed6 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:03:24.233299 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d52dddf7-6150-4c85-bcc4-d30553303ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:24.247656 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:03:24.247656 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:03:24.247656 n-d-840717-1 neutron-server[88198]: timer() May 05 20:03:24.247656 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:03:24.247656 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:03:24.247656 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:03:24.247656 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:03:24.247656 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:03:24.247656 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:03:24.247656 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:03:24.247656 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:03:24.247656 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:03:24.247656 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:03:24.247656 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:03:24.247656 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:03:24.247656 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:03:24.247656 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:03:24.247656 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:03:24.247656 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:03:24.247656 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:03:24.247656 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:03:24.247656 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:03:24.247656 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:03:24.247656 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:03:24.247656 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:03:24.247656 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:03:24.247656 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:03:24.247656 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:03:24.247656 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:03:24.247656 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:03:24.247656 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:03:24.247656 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:03:24.421210 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-16cb688d-432e-4f00-9cff-89fb9a780cbb req-3a7c9654-4785-47a5-814a-241ab6503455 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Unset dirty status for tenant:5dc7995786b847999f5838924c32320a on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:03:24.422402 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-16cb688d-432e-4f00-9cff-89fb9a780cbb req-3a7c9654-4785-47a5-814a-241ab6503455 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e23ec14-a1e0-45b6-b7d0-81e437eb1a0f HTTP/1.1" status: 200 len: 210 time: 0.2518857 May 05 20:03:24.439047 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d52dddf7-6150-4c85-bcc4-d30553303ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:24.469680 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d52dddf7-6150-4c85-bcc4-d30553303ed6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:24.472421 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52dddf7-6150-4c85-bcc4-d30553303ed6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0e79e83-a747-4569-ab3b-c79ce875a461,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:24.478113 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d52dddf7-6150-4c85-bcc4-d30553303ed6 admin admin] 10.222.0.36 "DELETE /v2.0/networks/f0e79e83-a747-4569-ab3b-c79ce875a461 HTTP/1.1" status: 204 len: 168 time: 0.7629774 May 05 20:03:24.522128 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3665c08d-93b3-4d2d-82d4-9e483debd86d req-f43e37ef-c657-45df-a81d-e7d7d72dd0f6 service neutron] 10.222.0.50 "GET /v2.0/networks/642babfc-0f83-431e-8336-efb566a9ef25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837775 May 05 20:03:24.537020 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a8c0d1-3b9e-4099-8f9d-9ed1b7aee6ed req-5edd5a73-e203-4abd-8db3-ea9b9d5a4504 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:24.538690 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-12a8c0d1-3b9e-4099-8f9d-9ed1b7aee6ed req-5edd5a73-e203-4abd-8db3-ea9b9d5a4504 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.24 "GET /v2.0/ports?device_id=4323cae9-e867-48dc-bb84-72dbe559c9ec HTTP/1.1" status: 200 len: 946 time: 0.2652309 May 05 20:03:24.570758 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa64645-8044-4ad7-82e1-fa81367d555f req-54378f03-2f65-4d55-8a71-8f07e58dffa3 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:24.572465 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1aa64645-8044-4ad7-82e1-fa81367d555f req-54378f03-2f65-4d55-8a71-8f07e58dffa3 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=4323cae9-e867-48dc-bb84-72dbe559c9ec HTTP/1.1" status: 200 len: 946 time: 0.3009362 May 05 20:03:24.608016 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 45168) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:03:24.660985 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-8cb9dec5-4312-45c5-a909-c14cf544a981 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cd9b091eac9e455a849b4607a8646066&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0495887 May 05 20:03:24.661226 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 45172) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:03:24.726671 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-52388b73-ec23-41ee-884b-f97c4ad24243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:24.753087 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-12a8c0d1-3b9e-4099-8f9d-9ed1b7aee6ed req-5fc55b1f-2a5e-4fc1-9f3e-ccc9f012fd76 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Deleting port 6036ba91-7d41-42aa-8b3a-764af0ce77d6 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:03:24.753434 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-12a8c0d1-3b9e-4099-8f9d-9ed1b7aee6ed req-5fc55b1f-2a5e-4fc1-9f3e-ccc9f012fd76 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:24.753593 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-52388b73-ec23-41ee-884b-f97c4ad24243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:24.787673 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1aa64645-8044-4ad7-82e1-fa81367d555f req-7e2b74a6-c8b4-416c-a30b-41da45b44bb2 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e8b672e-b72d-46a4-99a4-5f3b38959e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1765301 May 05 20:03:24.828164 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-52388b73-ec23-41ee-884b-f97c4ad24243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:24.834353 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3665c08d-93b3-4d2d-82d4-9e483debd86d req-0585cf30-f411-4107-bf69-3c4f7bef1ed0 service neutron] 10.222.0.50 "GET /v2.0/networks/642babfc-0f83-431e-8336-efb566a9ef25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946343 May 05 20:03:24.854508 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52388b73-ec23-41ee-884b-f97c4ad24243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=123f2baa-59cb-4ae6-bce7-6c14ace9ed23,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:24.860600 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-52388b73-ec23-41ee-884b-f97c4ad24243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:24.862742 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-52388b73-ec23-41ee-884b-f97c4ad24243 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/123f2baa-59cb-4ae6-bce7-6c14ace9ed23 HTTP/1.1" status: 204 len: 168 time: 0.1997373 May 05 20:03:25.173206 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-12a8c0d1-3b9e-4099-8f9d-9ed1b7aee6ed req-5fc55b1f-2a5e-4fc1-9f3e-ccc9f012fd76 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] For port 6036ba91-7d41-42aa-8b3a-764af0ce77d6, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=6036ba91-7d41-42aa-8b3a-764af0ce77d6,segment=NetworkSegment(131841d7-b870-4a09-a673-d43da1d3ff2b),segment_id=131841d7-b870-4a09-a673-d43da1d3ff2b)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:03:25.173206 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-12a8c0d1-3b9e-4099-8f9d-9ed1b7aee6ed req-5fc55b1f-2a5e-4fc1-9f3e-ccc9f012fd76 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:25.454784 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2891588f-5159-4351-b00b-7db11edb1715 req-50d525ee-e214-4cc3-a81d-a07ebc89d4e8 tempest-InstanceActionsV221TestJSON-2126777909 tempest-InstanceActionsV221TestJSON-2126777909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:25.459520 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2891588f-5159-4351-b00b-7db11edb1715 req-50d525ee-e214-4cc3-a81d-a07ebc89d4e8 tempest-InstanceActionsV221TestJSON-2126777909 tempest-InstanceActionsV221TestJSON-2126777909-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1d7cfd6-e8b3-40df-b32f-42326676a2df HTTP/1.1" status: 200 len: 945 time: 0.1224561 May 05 20:03:25.527751 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2891588f-5159-4351-b00b-7db11edb1715 req-c30222d4-7390-4a8d-8466-cb379799bd0d tempest-InstanceActionsV221TestJSON-2126777909 tempest-InstanceActionsV221TestJSON-2126777909-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c31ad1-1f23-4d93-b3ad-34a9909993dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630784 May 05 20:03:25.595803 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ddbf1-d32c-4449-a226-9d3ba252b71a req-497a8a86-d482-422f-b0d3-78f781a6cbcd tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:25.597672 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9e3ddbf1-d32c-4449-a226-9d3ba252b71a req-497a8a86-d482-422f-b0d3-78f781a6cbcd tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.50 "GET /v2.0/networks?id=00ecdd9f-1135-415f-b0c6-51153b85089d HTTP/1.1" status: 200 len: 812 time: 0.6025121 May 05 20:03:25.711316 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-32486ebf-b299-4102-9fcb-4df6651e06e0 req-c1620a14-c7d8-401a-8656-62c3a48543c9 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e23ec14-a1e0-45b6-b7d0-81e437eb1a0f HTTP/1.1" status: 200 len: 210 time: 0.0762539 May 05 20:03:25.749661 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-9e3ddbf1-d32c-4449-a226-9d3ba252b71a req-eda8c297-a054-4ead-aa96-275657edd34b tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Request body: {'port': {'device_id': '3e23ec14-a1e0-45b6-b7d0-81e437eb1a0f', 'network_id': '00ecdd9f-1135-415f-b0c6-51153b85089d', 'admin_state_up': True, 'tenant_id': '5dc7995786b847999f5838924c32320a'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:03:25.980765 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0702ea27-78fa-400f-8a01-ffc0078921d4 req-30fa9e49-6663-4ec7-8de6-f5dd8c099e5f tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:25.982278 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0702ea27-78fa-400f-8a01-ffc0078921d4 req-30fa9e49-6663-4ec7-8de6-f5dd8c099e5f tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=4323cae9-e867-48dc-bb84-72dbe559c9ec HTTP/1.1" status: 200 len: 946 time: 0.0866456 May 05 20:03:25.989320 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc67f26a-6a6a-4c32-a59e-f2b619fdbed3 req-1250c879-c22f-45e2-abcd-95677748741a tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:25.991015 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fc67f26a-6a6a-4c32-a59e-f2b619fdbed3 req-1250c879-c22f-45e2-abcd-95677748741a tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/ports?device_id=024bc7a8-830a-4f2b-8ca7-a1123fbbb4f0 HTTP/1.1" status: 200 len: 945 time: 0.5138202 May 05 20:03:26.046965 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0702ea27-78fa-400f-8a01-ffc0078921d4 req-bd57a9b4-edd6-4b1e-8f7c-b13827b8afba tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e8b672e-b72d-46a4-99a4-5f3b38959e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422535 May 05 20:03:26.054749 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-12a8c0d1-3b9e-4099-8f9d-9ed1b7aee6ed req-5fc55b1f-2a5e-4fc1-9f3e-ccc9f012fd76 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:26.055133 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-12a8c0d1-3b9e-4099-8f9d-9ed1b7aee6ed req-5fc55b1f-2a5e-4fc1-9f3e-ccc9f012fd76 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:26.055741 n-d-840717-1 neutron-server[88197]: INFO neutron.db.l3_db [req-12a8c0d1-3b9e-4099-8f9d-9ed1b7aee6ed req-5fc55b1f-2a5e-4fc1-9f3e-ccc9f012fd76 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Floating IP 4dac1ecb-3ec4-41a7-a910-1bfdc5eef84a disassociated. External IP: 172.25.0.201, port: 6036ba91-7d41-42aa-8b3a-764af0ce77d6. May 05 20:03:26.056289 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-12a8c0d1-3b9e-4099-8f9d-9ed1b7aee6ed req-5fc55b1f-2a5e-4fc1-9f3e-ccc9f012fd76 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Calling delete_port for 6036ba91-7d41-42aa-8b3a-764af0ce77d6 owned by compute:nova {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:03:26.109610 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 45204) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:03:26.111801 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-9e3ddbf1-d32c-4449-a226-9d3ba252b71a req-eda8c297-a054-4ead-aa96-275657edd34b tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:03:26.135686 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-9e3ddbf1-d32c-4449-a226-9d3ba252b71a req-eda8c297-a054-4ead-aa96-275657edd34b tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:03:26.145215 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fc67f26a-6a6a-4c32-a59e-f2b619fdbed3 req-7455231b-8c2e-4173-9199-80dbc71a921d tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/security-groups?id=68f86c4c-dba3-493f-a553-82dc543f33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461353 May 05 20:03:26.171873 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e3ddbf1-d32c-4449-a226-9d3ba252b71a req-eda8c297-a054-4ead-aa96-275657edd34b tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Made reservation on behalf of 5dc7995786b847999f5838924c32320a for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:03:26.175532 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-9e3ddbf1-d32c-4449-a226-9d3ba252b71a req-eda8c297-a054-4ead-aa96-275657edd34b tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:26.222146 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-8cfcff01-884e-4754-8876-976d609181b9 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-228220537-network', 'tenant_id': '8b52762fd06e4296bbd13851ef018dfc'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:03:26.226904 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8cfcff01-884e-4754-8876-976d609181b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:03:26.231167 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-8cfcff01-884e-4754-8876-976d609181b9 admin admin] Usage tracker for resource:network and tenant:8b52762fd06e4296bbd13851ef018dfc is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:03:26.234156 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-8cfcff01-884e-4754-8876-976d609181b9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:03:26.240314 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8cfcff01-884e-4754-8876-976d609181b9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:03:26.249606 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cfcff01-884e-4754-8876-976d609181b9 admin admin] Made reservation on behalf of 8b52762fd06e4296bbd13851ef018dfc for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:03:26.252022 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8cfcff01-884e-4754-8876-976d609181b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:26.264230 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8cfcff01-884e-4754-8876-976d609181b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:26.279445 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8cfcff01-884e-4754-8876-976d609181b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:03:26.283344 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-8cfcff01-884e-4754-8876-976d609181b9 admin admin] Usage tracker for resource:security_group_rule and tenant:8b52762fd06e4296bbd13851ef018dfc is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:03:26.286742 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-8cfcff01-884e-4754-8876-976d609181b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:03:26.292511 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8cfcff01-884e-4754-8876-976d609181b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:03:26.385145 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-12a8c0d1-3b9e-4099-8f9d-9ed1b7aee6ed req-5fc55b1f-2a5e-4fc1-9f3e-ccc9f012fd76 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:26.400777 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8cfcff01-884e-4754-8876-976d609181b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:26.406366 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8cfcff01-884e-4754-8876-976d609181b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:26.436109 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cfcff01-884e-4754-8876-976d609181b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:03:26.449492 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfcff01-884e-4754-8876-976d609181b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66299a25-9ea8-43e5-ae69-782b36dd1dcf,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:26.454284 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8cfcff01-884e-4754-8876-976d609181b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:26.455174 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-8cfcff01-884e-4754-8876-976d609181b9 admin admin] Added segment e431113b-0838-4dae-91c9-bf783ad37054 of type vlan for network 64a22928-0684-4ae0-bb8b-56899f865035 May 05 20:03:26.483920 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8cfcff01-884e-4754-8876-976d609181b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:26.486485 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc55b1f-2a5e-4fc1-9f3e-ccc9f012fd76 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Pushing event deleted for resources: {'Port': ['ID=6036ba91-7d41-42aa-8b3a-764af0ce77d6,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:26.518417 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8cfcff01-884e-4754-8876-976d609181b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:26.519491 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfcff01-884e-4754-8876-976d609181b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:26.520085 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8cfcff01-884e-4754-8876-976d609181b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:26.564669 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 6036ba91-7d41-42aa-8b3a-764af0ce77d6 no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:03:26.599331 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-9e3ddbf1-d32c-4449-a226-9d3ba252b71a req-eda8c297-a054-4ead-aa96-275657edd34b tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Allocated IP 172.20.0.11 (00ecdd9f-1135-415f-b0c6-51153b85089d/08fe5f50-bbcd-4aa2-adfb-1629cfc316ff/15ed8d3d-9005-46a4-88c4-01d0ba7dd598) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:03:26.657508 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfcff01-884e-4754-8876-976d609181b9 admin admin] Pushing event updated for resources: {'Network': ['ID=64a22928-0684-4ae0-bb8b-56899f865035,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:26.689682 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-8cfcff01-884e-4754-8876-976d609181b9 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5782843 May 05 20:03:26.690083 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 45212) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:03:26.691251 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 64a22928-0684-4ae0-bb8b-56899f865035 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:03:26.696976 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-4e1cf633-f7cd-400f-a386-9eada97ea53b admin admin] Request body: {'subnet': {'network_id': '64a22928-0684-4ae0-bb8b-56899f865035', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-228220537-subnet', 'tenant_id': '8b52762fd06e4296bbd13851ef018dfc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:03:26.703594 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-4e1cf633-f7cd-400f-a386-9eada97ea53b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:03:26.709580 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-4e1cf633-f7cd-400f-a386-9eada97ea53b admin admin] Usage tracker for resource:subnet and tenant:8b52762fd06e4296bbd13851ef018dfc is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:03:26.715207 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-4e1cf633-f7cd-400f-a386-9eada97ea53b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:03:26.723542 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-4e1cf633-f7cd-400f-a386-9eada97ea53b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:03:26.738173 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] No Port match for: 6036ba91-7d41-42aa-8b3a-764af0ce77d6 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:03:26.738291 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 6036ba91-7d41-42aa-8b3a-764af0ce77d6 not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:03:26.877367 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12a8c0d1-3b9e-4099-8f9d-9ed1b7aee6ed req-5fc55b1f-2a5e-4fc1-9f3e-ccc9f012fd76 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Router edbadcb7-0a9a-4e6f-9b10-c398f361f466 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:03:26.913942 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1cf633-f7cd-400f-a386-9eada97ea53b admin admin] Made reservation on behalf of 8b52762fd06e4296bbd13851ef018dfc for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:03:26.913942 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4e1cf633-f7cd-400f-a386-9eada97ea53b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:27.095249 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2448790c-523e-414c-b988-7e6244b53992 req-2a1122b0-f5a5-4b0d-b725-ed2588bf5e49 tempest-InstanceActionsV221TestJSON-2126777909 tempest-InstanceActionsV221TestJSON-2126777909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:27.095249 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2448790c-523e-414c-b988-7e6244b53992 req-2a1122b0-f5a5-4b0d-b725-ed2588bf5e49 tempest-InstanceActionsV221TestJSON-2126777909 tempest-InstanceActionsV221TestJSON-2126777909-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1d7cfd6-e8b3-40df-b32f-42326676a2df HTTP/1.1" status: 200 len: 945 time: 0.3471208 May 05 20:03:27.178263 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-75e1d1da-4114-4f86-8f6c-431b9041c291 req-2d42964d-a8f5-40e3-bcec-73cdb5dd2b1c tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e23ec14-a1e0-45b6-b7d0-81e437eb1a0f HTTP/1.1" status: 200 len: 210 time: 0.2099671 May 05 20:03:27.228450 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-9e3ddbf1-d32c-4449-a226-9d3ba252b71a req-eda8c297-a054-4ead-aa96-275657edd34b tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:27.267378 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-9e3ddbf1-d32c-4449-a226-9d3ba252b71a req-eda8c297-a054-4ead-aa96-275657edd34b tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:27.296779 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2448790c-523e-414c-b988-7e6244b53992 req-e2d83124-71dc-4bbb-a483-3b1b83e0b110 tempest-InstanceActionsV221TestJSON-2126777909 tempest-InstanceActionsV221TestJSON-2126777909-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c31ad1-1f23-4d93-b3ad-34a9909993dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930959 May 05 20:03:27.296779 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4e1cf633-f7cd-400f-a386-9eada97ea53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:27.397315 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1cf633-f7cd-400f-a386-9eada97ea53b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac45120c-2218-40fc-a7a8-1f58fb39de57,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:27.429517 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1cf633-f7cd-400f-a386-9eada97ea53b admin admin] Checking segment: {'id': 'e431113b-0838-4dae-91c9-bf783ad37054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '64a22928-0684-4ae0-bb8b-56899f865035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:03:27.429517 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1cf633-f7cd-400f-a386-9eada97ea53b admin admin] Network hostable DHCP agents. Network: 64a22928-0684-4ae0-bb8b-56899f865035, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:03:27.458877 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1cf633-f7cd-400f-a386-9eada97ea53b admin admin] Network 64a22928-0684-4ae0-bb8b-56899f865035 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:03:27.521269 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-4e1cf633-f7cd-400f-a386-9eada97ea53b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 64a22928-0684-4ae0-bb8b-56899f865035) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:03:27.526956 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1cf633-f7cd-400f-a386-9eada97ea53b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:27.527090 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4e1cf633-f7cd-400f-a386-9eada97ea53b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:27.530653 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d679e661-42d4-434d-a2bc-eda05556dcad None None] Network 64a22928-0684-4ae0-bb8b-56899f865035 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:03:27.567499 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-4e1cf633-f7cd-400f-a386-9eada97ea53b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8698874 May 05 20:03:27.592376 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b59eb-d7c0-4229-a59e-ce40eacc7878 req-c0680f4d-eeb6-4965-82a5-af38e9b8cb9d tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:27.594262 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-aa6b59eb-d7c0-4229-a59e-ce40eacc7878 req-c0680f4d-eeb6-4965-82a5-af38e9b8cb9d tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/ports?device_id=024bc7a8-830a-4f2b-8ca7-a1123fbbb4f0 HTTP/1.1" status: 200 len: 945 time: 0.1377304 May 05 20:03:27.699301 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-270c346b-98f3-4d92-8639-3d74c8cc0a64 req-8c34ff1c-1866-4fa1-8e85-13149a2b9f44 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=4323cae9-e867-48dc-bb84-72dbe559c9ec HTTP/1.1" status: 200 len: 210 time: 0.0876877 May 05 20:03:27.702689 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda8c297-a054-4ead-aa96-275657edd34b tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Pushing event updated for resources: {'Port': ['ID=15ed8d3d-9005-46a4-88c4-01d0ba7dd598,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:27.720249 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e3ddbf1-d32c-4449-a226-9d3ba252b71a req-eda8c297-a054-4ead-aa96-275657edd34b tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Network 00ecdd9f-1135-415f-b0c6-51153b85089d is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:03:27.734900 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-9e3ddbf1-d32c-4449-a226-9d3ba252b71a req-eda8c297-a054-4ead-aa96-275657edd34b tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:03:27.738748 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e3ddbf1-d32c-4449-a226-9d3ba252b71a req-eda8c297-a054-4ead-aa96-275657edd34b tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:03:27.747810 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-aa6b59eb-d7c0-4229-a59e-ce40eacc7878 req-5052181e-b4c3-43e8-ade1-b55884b15f12 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/security-groups?id=68f86c4c-dba3-493f-a553-82dc543f33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454930 May 05 20:03:27.810791 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12a8c0d1-3b9e-4099-8f9d-9ed1b7aee6ed req-5fc55b1f-2a5e-4fc1-9f3e-ccc9f012fd76 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:03:27.849426 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44130c4b-4f87-42e8-a6f1-8af2412b9232 None None] Sync routers for ids ['edbadcb7-0a9a-4e6f-9b10-c398f361f466'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:03:27.905128 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03842817-f1ab-46a5-ada8-6d69056e58ba None None] Network 64a22928-0684-4ae0-bb8b-56899f865035 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:03:27.927759 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ddbf1-d32c-4449-a226-9d3ba252b71a req-eda8c297-a054-4ead-aa96-275657edd34b tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:27.928645 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-9e3ddbf1-d32c-4449-a226-9d3ba252b71a req-eda8c297-a054-4ead-aa96-275657edd34b tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:27.938276 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44130c4b-4f87-42e8-a6f1-8af2412b9232 None None] Routers {'edbadcb7-0a9a-4e6f-9b10-c398f361f466'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:03:27.938983 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-44130c4b-4f87-42e8-a6f1-8af2412b9232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:03:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['edbadcb7-0a9a-4e6f-9b10-c398f361f466'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:03:27.942326 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-12a8c0d1-3b9e-4099-8f9d-9ed1b7aee6ed req-5fc55b1f-2a5e-4fc1-9f3e-ccc9f012fd76 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] No DVR routers for this DVR port 6036ba91-7d41-42aa-8b3a-764af0ce77d6 on host n-h1-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:03:27.950642 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-12a8c0d1-3b9e-4099-8f9d-9ed1b7aee6ed req-5fc55b1f-2a5e-4fc1-9f3e-ccc9f012fd76 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:27.965279 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4323cae9-e867-48dc-bb84-72dbe559c9ec', 'name': 'network-vif-deleted', 'tag': '6036ba91-7d41-42aa-8b3a-764af0ce77d6'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:03:27.977850 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-12a8c0d1-3b9e-4099-8f9d-9ed1b7aee6ed req-5fc55b1f-2a5e-4fc1-9f3e-ccc9f012fd76 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.24 "DELETE /v2.0/ports/6036ba91-7d41-42aa-8b3a-764af0ce77d6 HTTP/1.1" status: 204 len: 173 time: 3.4182184 May 05 20:03:27.993720 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9e3ddbf1-d32c-4449-a226-9d3ba252b71a req-eda8c297-a054-4ead-aa96-275657edd34b tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2501161 May 05 20:03:28.003987 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-9e3ddbf1-d32c-4449-a226-9d3ba252b71a req-8ad4793a-f669-4d8d-9420-9318b6a9d450 service neutron] Request body: {'port': {'device_id': '3e23ec14-a1e0-45b6-b7d0-81e437eb1a0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:03:28.198742 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-9e3ddbf1-d32c-4449-a226-9d3ba252b71a req-8ad4793a-f669-4d8d-9420-9318b6a9d450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:28.366945 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-44130c4b-4f87-42e8-a6f1-8af2412b9232 None None] Set router edbadcb7-0a9a-4e6f-9b10-c398f361f466 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:03:28.457740 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6aa9776c-ce95-4827-9f64-cec08f2cd698'] response: {'server_uuid': '4323cae9-e867-48dc-bb84-72dbe559c9ec', 'name': 'network-vif-deleted', 'tag': '6036ba91-7d41-42aa-8b3a-764af0ce77d6', 'status': 'completed', 'code': 200} May 05 20:03:28.556195 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e83837f-08a5-4379-b821-637c4458ada1 req-821f1392-3ea4-4f09-b99b-ec26972ba01a tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:28.557424 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3e83837f-08a5-4379-b821-637c4458ada1 req-821f1392-3ea4-4f09-b99b-ec26972ba01a tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/networks?id=64a22928-0684-4ae0-bb8b-56899f865035 HTTP/1.1" status: 200 len: 814 time: 0.2137272 May 05 20:03:28.645347 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3e83837f-08a5-4379-b821-637c4458ada1 req-b425e739-d164-4152-83c3-50ad9384be16 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/quotas/8b52762fd06e4296bbd13851ef018dfc HTTP/1.1" status: 200 len: 375 time: 0.0716300 May 05 20:03:28.742146 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3e83837f-08a5-4379-b821-637c4458ada1 req-0705f5c0-e613-46c1-8baa-e8b35c72f03f tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8b52762fd06e4296bbd13851ef018dfc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0840669 May 05 20:03:28.838408 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf06959-71b0-4e29-80e8-861132a81d50 req-628ca9c5-c881-4703-88cb-b63dded43a96 tempest-InstanceActionsV221TestJSON-2126777909 tempest-InstanceActionsV221TestJSON-2126777909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:28.840523 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-adf06959-71b0-4e29-80e8-861132a81d50 req-628ca9c5-c881-4703-88cb-b63dded43a96 tempest-InstanceActionsV221TestJSON-2126777909 tempest-InstanceActionsV221TestJSON-2126777909-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1d7cfd6-e8b3-40df-b32f-42326676a2df HTTP/1.1" status: 200 len: 945 time: 0.1359978 May 05 20:03:28.891772 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-44130c4b-4f87-42e8-a6f1-8af2412b9232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edbadcb7-0a9a-4e6f-9b10-c398f361f466', 'name': 'tempest-ServerRescueNegativeTestJSON-1286592340-router', 'tenant_id': '2ac5211529134663a7b81ee9a43f1be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': 'aa240ef3-2b21-485d-bf4f-f659e6642aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:57:43Z', 'updated_at': '2022-05-05T19:58:07Z', 'revision_number': 4, 'project_id': '2ac5211529134663a7b81ee9a43f1be9', 'gw_port': {'id': 'aa240ef3-2b21-485d-bf4f-f659e6642aac', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbadcb7-0a9a-4e6f-9b10-c398f361f466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:45Z', 'updated_at': '2022-05-05T19:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'd9aa07f9-be66-4f2d-8243-9075cb80d91a', 'name': '', 'network_id': '8a536572-51e8-41c9-b6b4-029e4a14e253', 'tenant_id': '2ac5211529134663a7b81ee9a43f1be9', 'mac_address': 'fa:16:3e:19:ee:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbadcb7-0a9a-4e6f-9b10-c398f361f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'afbf8c9c-9fa3-4fdd-ba30-b4249970e4ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:59Z', 'updated_at': '2022-05-05T19:58:19Z', 'revision_number': 5, 'project_id': '2ac5211529134663a7b81ee9a43f1be9', 'subnets': [{'id': 'afbf8c9c-9fa3-4fdd-ba30-b4249970e4ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:03:28.895820 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44130c4b-4f87-42e8-a6f1-8af2412b9232 None None] Checking router: edbadcb7-0a9a-4e6f-9b10-c398f361f466 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:03:28.896185 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-adf06959-71b0-4e29-80e8-861132a81d50 req-43fa98a8-bb6f-4d88-9e20-315844fac030 tempest-InstanceActionsV221TestJSON-2126777909 tempest-InstanceActionsV221TestJSON-2126777909-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c31ad1-1f23-4d93-b3ad-34a9909993dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491600 May 05 20:03:28.905476 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44130c4b-4f87-42e8-a6f1-8af2412b9232 None None] Routers {'edbadcb7-0a9a-4e6f-9b10-c398f361f466'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:03:28.906154 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-44130c4b-4f87-42e8-a6f1-8af2412b9232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:03:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['edbadcb7-0a9a-4e6f-9b10-c398f361f466'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:03:28.974515 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3e83837f-08a5-4379-b821-637c4458ada1 req-9cb721d1-1711-4b3a-8ce9-56b96fc5179a service neutron] 10.222.0.36 "GET /v2.0/networks/64a22928-0684-4ae0-bb8b-56899f865035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314136 May 05 20:03:28.978688 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-9e3ddbf1-d32c-4449-a226-9d3ba252b71a req-8ad4793a-f669-4d8d-9420-9318b6a9d450 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15ed8d3d-9005-46a4-88c4-01d0ba7dd598 {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:03:28.987160 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-9e3ddbf1-d32c-4449-a226-9d3ba252b71a req-8ad4793a-f669-4d8d-9420-9318b6a9d450 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:29.044355 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-9e3ddbf1-d32c-4449-a226-9d3ba252b71a req-8ad4793a-f669-4d8d-9420-9318b6a9d450 service neutron] Transition to ACTIVE for port object 15ed8d3d-9005-46a4-88c4-01d0ba7dd598 will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:03:29.051204 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-9e3ddbf1-d32c-4449-a226-9d3ba252b71a req-8ad4793a-f669-4d8d-9420-9318b6a9d450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:29.106070 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c863f6d-4d7d-4f4a-92a6-a6e84e7ffe8e req-df1b868d-8d73-41e8-bb60-31e1a2030c9a tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:29.107724 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1c863f6d-4d7d-4f4a-92a6-a6e84e7ffe8e req-df1b868d-8d73-41e8-bb60-31e1a2030c9a tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/ports?device_id=024bc7a8-830a-4f2b-8ca7-a1123fbbb4f0 HTTP/1.1" status: 200 len: 945 time: 0.1013501 May 05 20:03:29.188109 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1c863f6d-4d7d-4f4a-92a6-a6e84e7ffe8e req-b5e3e20c-d8dc-4ce4-ab1e-5d018dbc3dc2 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/security-groups?id=68f86c4c-dba3-493f-a553-82dc543f33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698645 May 05 20:03:29.198243 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-44130c4b-4f87-42e8-a6f1-8af2412b9232 None None] Set router edbadcb7-0a9a-4e6f-9b10-c398f361f466 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:03:29.280937 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad4793a-f669-4d8d-9420-9318b6a9d450 service neutron] Pushing event updated for resources: {'Port': ['ID=15ed8d3d-9005-46a4-88c4-01d0ba7dd598,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:29.357604 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3e83837f-08a5-4379-b821-637c4458ada1 req-5a4236a1-70e7-472c-83ad-b4663f7698f3 service neutron] 10.222.0.36 "GET /v2.0/networks/64a22928-0684-4ae0-bb8b-56899f865035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3672969 May 05 20:03:29.431651 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-9e3ddbf1-d32c-4449-a226-9d3ba252b71a req-8ad4793a-f669-4d8d-9420-9318b6a9d450 service neutron] Attempting to bind port 15ed8d3d-9005-46a4-88c4-01d0ba7dd598 on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:03:29.431988 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-9e3ddbf1-d32c-4449-a226-9d3ba252b71a req-8ad4793a-f669-4d8d-9420-9318b6a9d450 service neutron] Attempting to bind port 15ed8d3d-9005-46a4-88c4-01d0ba7dd598 by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': 'eccdf1c4-efe8-4f03-97f1-7b574b83122b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '00ecdd9f-1135-415f-b0c6-51153b85089d'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:03:29.432319 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3ddbf1-d32c-4449-a226-9d3ba252b71a req-8ad4793a-f669-4d8d-9420-9318b6a9d450 service neutron] Attempting to bind port 15ed8d3d-9005-46a4-88c4-01d0ba7dd598 on network 00ecdd9f-1135-415f-b0c6-51153b85089d {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:03:29.438806 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3ddbf1-d32c-4449-a226-9d3ba252b71a req-8ad4793a-f669-4d8d-9420-9318b6a9d450 service neutron] Port 15ed8d3d-9005-46a4-88c4-01d0ba7dd598 on network 00ecdd9f-1135-415f-b0c6-51153b85089d not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:03:29.439127 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3ddbf1-d32c-4449-a226-9d3ba252b71a req-8ad4793a-f669-4d8d-9420-9318b6a9d450 service neutron] Attempting to bind port 15ed8d3d-9005-46a4-88c4-01d0ba7dd598 on network 00ecdd9f-1135-415f-b0c6-51153b85089d {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:03:29.447121 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3ddbf1-d32c-4449-a226-9d3ba252b71a req-8ad4793a-f669-4d8d-9420-9318b6a9d450 service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:03:29.450318 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3ddbf1-d32c-4449-a226-9d3ba252b71a req-8ad4793a-f669-4d8d-9420-9318b6a9d450 service neutron] Checking segment: {'id': 'eccdf1c4-efe8-4f03-97f1-7b574b83122b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '00ecdd9f-1135-415f-b0c6-51153b85089d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:03:29.450905 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3ddbf1-d32c-4449-a226-9d3ba252b71a req-8ad4793a-f669-4d8d-9420-9318b6a9d450 service neutron] Bound using segment: {'id': 'eccdf1c4-efe8-4f03-97f1-7b574b83122b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '00ecdd9f-1135-415f-b0c6-51153b85089d'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:03:29.451547 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-9e3ddbf1-d32c-4449-a226-9d3ba252b71a req-8ad4793a-f669-4d8d-9420-9318b6a9d450 service neutron] Bound port: 15ed8d3d-9005-46a4-88c4-01d0ba7dd598, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eccdf1c4-efe8-4f03-97f1-7b574b83122b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '00ecdd9f-1135-415f-b0c6-51153b85089d'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:03:29.452086 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-9e3ddbf1-d32c-4449-a226-9d3ba252b71a req-8ad4793a-f669-4d8d-9420-9318b6a9d450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:29.476611 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344f832-fe4b-4de5-bf0d-46befa822e7d req-d2acec87-657f-414a-9474-929321588b4d tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:29.478680 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2344f832-fe4b-4de5-bf0d-46befa822e7d req-d2acec87-657f-414a-9474-929321588b4d tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e23ec14-a1e0-45b6-b7d0-81e437eb1a0f HTTP/1.1" status: 200 len: 944 time: 0.1443217 May 05 20:03:29.596002 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2344f832-fe4b-4de5-bf0d-46befa822e7d req-6627b5e2-c8db-4be8-9b5f-613b07f377d8 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103644 May 05 20:03:29.674524 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-44130c4b-4f87-42e8-a6f1-8af2412b9232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edbadcb7-0a9a-4e6f-9b10-c398f361f466', 'name': 'tempest-ServerRescueNegativeTestJSON-1286592340-router', 'tenant_id': '2ac5211529134663a7b81ee9a43f1be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': 'aa240ef3-2b21-485d-bf4f-f659e6642aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:57:43Z', 'updated_at': '2022-05-05T19:58:07Z', 'revision_number': 4, 'project_id': '2ac5211529134663a7b81ee9a43f1be9', 'gw_port': {'id': 'aa240ef3-2b21-485d-bf4f-f659e6642aac', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbadcb7-0a9a-4e6f-9b10-c398f361f466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:45Z', 'updated_at': '2022-05-05T19:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'd9aa07f9-be66-4f2d-8243-9075cb80d91a', 'name': '', 'network_id': '8a536572-51e8-41c9-b6b4-029e4a14e253', 'tenant_id': '2ac5211529134663a7b81ee9a43f1be9', 'mac_address': 'fa:16:3e:19:ee:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbadcb7-0a9a-4e6f-9b10-c398f361f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'afbf8c9c-9fa3-4fdd-ba30-b4249970e4ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:59Z', 'updated_at': '2022-05-05T19:58:19Z', 'revision_number': 5, 'project_id': '2ac5211529134663a7b81ee9a43f1be9', 'subnets': [{'id': 'afbf8c9c-9fa3-4fdd-ba30-b4249970e4ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:03:29.680470 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44130c4b-4f87-42e8-a6f1-8af2412b9232 None None] The sync data for ids ['edbadcb7-0a9a-4e6f-9b10-c398f361f466'] in n-d-840717-1 is: [{'id': 'edbadcb7-0a9a-4e6f-9b10-c398f361f466', 'name': 'tempest-ServerRescueNegativeTestJSON-1286592340-router', 'tenant_id': '2ac5211529134663a7b81ee9a43f1be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': 'aa240ef3-2b21-485d-bf4f-f659e6642aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:57:43Z', 'updated_at': '2022-05-05T19:58:07Z', 'revision_number': 4, 'project_id': '2ac5211529134663a7b81ee9a43f1be9', 'gw_port': {'id': 'aa240ef3-2b21-485d-bf4f-f659e6642aac', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbadcb7-0a9a-4e6f-9b10-c398f361f466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:45Z', 'updated_at': '2022-05-05T19:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'd9aa07f9-be66-4f2d-8243-9075cb80d91a', 'name': '', 'network_id': '8a536572-51e8-41c9-b6b4-029e4a14e253', 'tenant_id': '2ac5211529134663a7b81ee9a43f1be9', 'mac_address': 'fa:16:3e:19:ee:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbadcb7-0a9a-4e6f-9b10-c398f361f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'afbf8c9c-9fa3-4fdd-ba30-b4249970e4ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:59Z', 'updated_at': '2022-05-05T19:58:19Z', 'revision_number': 5, 'project_id': '2ac5211529134663a7b81ee9a43f1be9', 'subnets': [{'id': 'afbf8c9c-9fa3-4fdd-ba30-b4249970e4ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:03:29.700988 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e0e9f343-5ce7-4963-b039-6e74bf78929d req-09877b5d-37b6-4511-b756-d9f6fd621985 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=03d3995a-afe6-400a-807d-eb8a774148f5 HTTP/1.1" status: 200 len: 210 time: 0.0638978 May 05 20:03:29.711752 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 45264) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:03:29.798478 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b7a4c109-819f-44ae-84ff-89695713595f tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:29.847278 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b7a4c109-819f-44ae-84ff-89695713595f tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:29.876223 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-9e3ddbf1-d32c-4449-a226-9d3ba252b71a req-8ad4793a-f669-4d8d-9420-9318b6a9d450 service neutron] For port 15ed8d3d-9005-46a4-88c4-01d0ba7dd598, host n-h2-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:03:29.879932 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-9e3ddbf1-d32c-4449-a226-9d3ba252b71a req-8ad4793a-f669-4d8d-9420-9318b6a9d450 service neutron] For port 15ed8d3d-9005-46a4-88c4-01d0ba7dd598, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=15ed8d3d-9005-46a4-88c4-01d0ba7dd598,segment=NetworkSegment(eccdf1c4-efe8-4f03-97f1-7b574b83122b),segment_id=eccdf1c4-efe8-4f03-97f1-7b574b83122b)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:03:29.889801 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-9e3ddbf1-d32c-4449-a226-9d3ba252b71a req-8ad4793a-f669-4d8d-9420-9318b6a9d450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:29.925837 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b7a4c109-819f-44ae-84ff-89695713595f tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:29.946433 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6010c717-8a3c-463a-8b47-6ce0b6febd13 req-d05648ab-9e6e-4b4e-b911-c2185f6cf155 tempest-InstanceActionsV221TestJSON-2126777909 tempest-InstanceActionsV221TestJSON-2126777909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:29.947989 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6010c717-8a3c-463a-8b47-6ce0b6febd13 req-d05648ab-9e6e-4b4e-b911-c2185f6cf155 tempest-InstanceActionsV221TestJSON-2126777909 tempest-InstanceActionsV221TestJSON-2126777909-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1d7cfd6-e8b3-40df-b32f-42326676a2df HTTP/1.1" status: 200 len: 945 time: 0.1636353 May 05 20:03:29.959479 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a4c109-819f-44ae-84ff-89695713595f tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8b672e-b72d-46a4-99a4-5f3b38959e58,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:29.964254 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ddbf1-d32c-4449-a226-9d3ba252b71a req-8ad4793a-f669-4d8d-9420-9318b6a9d450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:29.964941 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-9e3ddbf1-d32c-4449-a226-9d3ba252b71a req-8ad4793a-f669-4d8d-9420-9318b6a9d450 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:29.966286 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9e3ddbf1-d32c-4449-a226-9d3ba252b71a req-8ad4793a-f669-4d8d-9420-9318b6a9d450 service neutron] 10.222.0.50 "PUT /v2.0/ports/15ed8d3d-9005-46a4-88c4-01d0ba7dd598 HTTP/1.1" status: 200 len: 1092 time: 1.9682524 May 05 20:03:29.988482 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b7a4c109-819f-44ae-84ff-89695713595f tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:29.992761 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b7a4c109-819f-44ae-84ff-89695713595f tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "DELETE /v2.0/security-groups/2e8b672e-b72d-46a4-99a4-5f3b38959e58 HTTP/1.1" status: 204 len: 168 time: 0.2797239 May 05 20:03:29.993702 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 45274) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:03:30.015483 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-0c36fbd1-062f-4eca-80da-bff41dedd6ab tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] show failed (client error): The resource could not be found. May 05 20:03:30.021112 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-0c36fbd1-062f-4eca-80da-bff41dedd6ab tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/security-groups/2e8b672e-b72d-46a4-99a4-5f3b38959e58 HTTP/1.1" status: 404 len: 347 time: 0.0259235 May 05 20:03:30.021880 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 45278) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:03:30.092799 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a11c73f-ec65-4d68-8139-5cbcbd9254bf None None] New status for floating IP 4dac1ecb-3ec4-41a7-a910-1bfdc5eef84a: DOWN {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:03:30.132407 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-6010c717-8a3c-463a-8b47-6ce0b6febd13 req-5044496d-aaaf-46b5-ae77-203afc072e32 tempest-InstanceActionsV221TestJSON-2126777909 tempest-InstanceActionsV221TestJSON-2126777909-project] Deleting port 6a54fb18-f909-4943-a16b-e377d09bf7e3 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:03:30.132749 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-6010c717-8a3c-463a-8b47-6ce0b6febd13 req-5044496d-aaaf-46b5-ae77-203afc072e32 tempest-InstanceActionsV221TestJSON-2126777909 tempest-InstanceActionsV221TestJSON-2126777909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:30.158343 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad4793a-f669-4d8d-9420-9318b6a9d450 service neutron] Pushing event updated for resources: {'Port': ['ID=15ed8d3d-9005-46a4-88c4-01d0ba7dd598,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:30.203918 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ddbf1-d32c-4449-a226-9d3ba252b71a req-dada6208-a3c3-4dcd-b14a-67ca39d73202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:30.205420 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9e3ddbf1-d32c-4449-a226-9d3ba252b71a req-dada6208-a3c3-4dcd-b14a-67ca39d73202 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5dc7995786b847999f5838924c32320a&device_id=3e23ec14-a1e0-45b6-b7d0-81e437eb1a0f HTTP/1.1" status: 200 len: 1095 time: 0.1864600 May 05 20:03:30.318689 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9e3ddbf1-d32c-4449-a226-9d3ba252b71a req-c06f2053-8852-4d74-9e63-64e1521e067c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15ed8d3d-9005-46a4-88c4-01d0ba7dd598 HTTP/1.1" status: 200 len: 217 time: 0.0828645 May 05 20:03:30.410818 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-ddc10229-6604-43b4-8aa3-d204fad466f8 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Deleting port 3dec8641-5b35-4e1c-a517-0abed6a3dfa5 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:03:30.411532 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ddc10229-6604-43b4-8aa3-d204fad466f8 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:30.511619 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e23ec14-a1e0-45b6-b7d0-81e437eb1a0f', 'tag': '15ed8d3d-9005-46a4-88c4-01d0ba7dd598'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:03:30.533923 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ddbf1-d32c-4449-a226-9d3ba252b71a req-2ff1b190-d1fe-4cf5-92e0-5bcdb75e7e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:30.535386 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9e3ddbf1-d32c-4449-a226-9d3ba252b71a req-2ff1b190-d1fe-4cf5-92e0-5bcdb75e7e78 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=08fe5f50-bbcd-4aa2-adfb-1629cfc316ff HTTP/1.1" status: 200 len: 852 time: 0.2110629 May 05 20:03:30.604690 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9e3ddbf1-d32c-4449-a226-9d3ba252b71a req-6a3b409c-263c-4499-bb30-02cd7fac5bc7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=00ecdd9f-1135-415f-b0c6-51153b85089d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549760 May 05 20:03:30.607306 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ddc10229-6604-43b4-8aa3-d204fad466f8 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:30.607661 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ddc10229-6604-43b4-8aa3-d204fad466f8 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:30.655572 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-6010c717-8a3c-463a-8b47-6ce0b6febd13 req-5044496d-aaaf-46b5-ae77-203afc072e32 tempest-InstanceActionsV221TestJSON-2126777909 tempest-InstanceActionsV221TestJSON-2126777909-project] For port 6a54fb18-f909-4943-a16b-e377d09bf7e3, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=6a54fb18-f909-4943-a16b-e377d09bf7e3,segment=NetworkSegment(54731126-49dc-4895-b507-afe15075ba06),segment_id=54731126-49dc-4895-b507-afe15075ba06)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:03:30.656184 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-6010c717-8a3c-463a-8b47-6ce0b6febd13 req-5044496d-aaaf-46b5-ae77-203afc072e32 tempest-InstanceActionsV221TestJSON-2126777909 tempest-InstanceActionsV221TestJSON-2126777909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:30.742823 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-ddc10229-6604-43b4-8aa3-d204fad466f8 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Calling delete_port for 3dec8641-5b35-4e1c-a517-0abed6a3dfa5 owned by network:floatingip {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:03:30.811276 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37980b7-00ee-49e3-a244-33b45a0aeede req-6d91dd5b-31fd-4364-929e-93d0fbadf0e6 tempest-InstanceActionsV221TestJSON-2126777909 tempest-InstanceActionsV221TestJSON-2126777909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:30.812772 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e37980b7-00ee-49e3-a244-33b45a0aeede req-6d91dd5b-31fd-4364-929e-93d0fbadf0e6 tempest-InstanceActionsV221TestJSON-2126777909 tempest-InstanceActionsV221TestJSON-2126777909-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1d7cfd6-e8b3-40df-b32f-42326676a2df HTTP/1.1" status: 200 len: 945 time: 0.4847062 May 05 20:03:30.849777 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-6010c717-8a3c-463a-8b47-6ce0b6febd13 req-5044496d-aaaf-46b5-ae77-203afc072e32 tempest-InstanceActionsV221TestJSON-2126777909 tempest-InstanceActionsV221TestJSON-2126777909-project] Calling delete_port for 6a54fb18-f909-4943-a16b-e377d09bf7e3 owned by compute:nova {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:03:30.873286 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e37980b7-00ee-49e3-a244-33b45a0aeede req-b9351fee-04c8-4ce2-9186-fd6bf2d351b1 tempest-InstanceActionsV221TestJSON-2126777909 tempest-InstanceActionsV221TestJSON-2126777909-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c31ad1-1f23-4d93-b3ad-34a9909993dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517814 May 05 20:03:30.881673 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.db.api [None req-ddc10229-6604-43b4-8aa3-d204fad466f8 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88198) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:03:30.882041 n-d-840717-1 neutron-server[88198]: DEBUG oslo_db.api [None req-ddc10229-6604-43b4-8aa3-d204fad466f8 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:03:30.903793 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3e5c1d-746a-4a95-a6db-ad3335625dee req-986ca76a-6896-40e6-8ff2-3492bc178c74 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:30.906003 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4a3e5c1d-746a-4a95-a6db-ad3335625dee req-986ca76a-6896-40e6-8ff2-3492bc178c74 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/ports?device_id=024bc7a8-830a-4f2b-8ca7-a1123fbbb4f0 HTTP/1.1" status: 200 len: 945 time: 0.4958718 May 05 20:03:30.951176 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10edf08e-028c-4b0b-9cd2-584aeae2619d'] response: {'name': 'network-changed', 'server_uuid': '3e23ec14-a1e0-45b6-b7d0-81e437eb1a0f', 'tag': '15ed8d3d-9005-46a4-88c4-01d0ba7dd598', 'status': 'completed', 'code': 200} May 05 20:03:31.001802 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9e3ddbf1-d32c-4449-a226-9d3ba252b71a req-49b0846c-8c95-45b5-9963-cc8a1e6bf61a service neutron] 10.222.0.50 "GET /v2.0/networks/00ecdd9f-1135-415f-b0c6-51153b85089d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3809018 May 05 20:03:31.007227 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4a3e5c1d-746a-4a95-a6db-ad3335625dee req-0da164e0-f5fd-45e9-8863-a843a4a06b10 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/security-groups?id=68f86c4c-dba3-493f-a553-82dc543f33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893903 May 05 20:03:31.217059 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c534cf9-5d15-4841-813d-0d75c7ac7ead req-c31505fc-53b1-409a-b79e-cf8417e47c22 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:31.218790 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2c534cf9-5d15-4841-813d-0d75c7ac7ead req-c31505fc-53b1-409a-b79e-cf8417e47c22 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.50 "GET /v2.0/ports?device_id=024bc7a8-830a-4f2b-8ca7-a1123fbbb4f0 HTTP/1.1" status: 200 len: 945 time: 0.1559701 May 05 20:03:31.280517 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235396fb-63ca-49fe-a292-9812345d6148 req-22141d39-f562-41fa-a787-9a6efe6fda17 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:31.282228 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-235396fb-63ca-49fe-a292-9812345d6148 req-22141d39-f562-41fa-a787-9a6efe6fda17 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e23ec14-a1e0-45b6-b7d0-81e437eb1a0f HTTP/1.1" status: 200 len: 944 time: 0.1602056 May 05 20:03:31.343158 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-2c534cf9-5d15-4841-813d-0d75c7ac7ead req-da9a3897-eedd-445d-adf4-0ce852504ace tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Deleting port 33ee20be-c95c-49b0-befc-14f906a362ba {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:03:31.343520 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2c534cf9-5d15-4841-813d-0d75c7ac7ead req-da9a3897-eedd-445d-adf4-0ce852504ace tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:31.374662 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ebbcafcc-e07b-48ce-907c-37c3f734e3ec req-797a78d0-9319-4c2b-ae11-beef44f6715e tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=03d3995a-afe6-400a-807d-eb8a774148f5 HTTP/1.1" status: 200 len: 210 time: 0.1988676 May 05 20:03:31.385878 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-ddc10229-6604-43b4-8aa3-d204fad466f8 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Deleting port 3dec8641-5b35-4e1c-a517-0abed6a3dfa5 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:03:31.386226 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ddc10229-6604-43b4-8aa3-d204fad466f8 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:31.425994 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-235396fb-63ca-49fe-a292-9812345d6148 req-01526ff4-73ae-422d-825a-683b254dc531 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311433 May 05 20:03:31.467704 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-6010c717-8a3c-463a-8b47-6ce0b6febd13 req-5044496d-aaaf-46b5-ae77-203afc072e32 tempest-InstanceActionsV221TestJSON-2126777909 tempest-InstanceActionsV221TestJSON-2126777909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:31.537906 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9e3ddbf1-d32c-4449-a226-9d3ba252b71a req-20d9d2b9-8e66-45a2-ad31-5a526ef33b38 service neutron] 10.222.0.50 "GET /v2.0/networks/00ecdd9f-1135-415f-b0c6-51153b85089d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5294433 May 05 20:03:31.541723 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5044496d-aaaf-46b5-ae77-203afc072e32 tempest-InstanceActionsV221TestJSON-2126777909 tempest-InstanceActionsV221TestJSON-2126777909-project] Pushing event deleted for resources: {'Port': ['ID=6a54fb18-f909-4943-a16b-e377d09bf7e3,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:31.559897 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:03:31.562490 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e83837f-08a5-4379-b821-637c4458ada1 req-bd5133c5-1c7f-4809-86af-898b9e7fcb2a tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:31.564012 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3e83837f-08a5-4379-b821-637c4458ada1 req-bd5133c5-1c7f-4809-86af-898b9e7fcb2a tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.24 "GET /v2.0/networks?id=64a22928-0684-4ae0-bb8b-56899f865035 HTTP/1.1" status: 200 len: 814 time: 0.5198164 May 05 20:03:31.603678 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-3e83837f-08a5-4379-b821-637c4458ada1 req-04669bd3-00b7-48a8-b28b-798ce7bc3a8c tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Request body: {'port': {'device_id': '03d3995a-afe6-400a-807d-eb8a774148f5', 'network_id': '64a22928-0684-4ae0-bb8b-56899f865035', 'admin_state_up': True, 'tenant_id': '8b52762fd06e4296bbd13851ef018dfc'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:03:31.721340 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-6010c717-8a3c-463a-8b47-6ce0b6febd13 req-5044496d-aaaf-46b5-ae77-203afc072e32 tempest-InstanceActionsV221TestJSON-2126777909 tempest-InstanceActionsV221TestJSON-2126777909-project] No DVR routers for this DVR port 6a54fb18-f909-4943-a16b-e377d09bf7e3 on host n-h1-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:03:31.722232 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ddc10229-6604-43b4-8aa3-d204fad466f8 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:31.723368 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ddc10229-6604-43b4-8aa3-d204fad466f8 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:31.731273 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-6010c717-8a3c-463a-8b47-6ce0b6febd13 req-5044496d-aaaf-46b5-ae77-203afc072e32 tempest-InstanceActionsV221TestJSON-2126777909 tempest-InstanceActionsV221TestJSON-2126777909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:31.815733 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6010c717-8a3c-463a-8b47-6ce0b6febd13 req-5044496d-aaaf-46b5-ae77-203afc072e32 tempest-InstanceActionsV221TestJSON-2126777909 tempest-InstanceActionsV221TestJSON-2126777909-project] 10.222.0.24 "DELETE /v2.0/ports/6a54fb18-f909-4943-a16b-e377d09bf7e3 HTTP/1.1" status: 204 len: 173 time: 1.8531988 May 05 20:03:31.845299 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-3e83837f-08a5-4379-b821-637c4458ada1 req-04669bd3-00b7-48a8-b28b-798ce7bc3a8c tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:03:31.850945 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-3e83837f-08a5-4379-b821-637c4458ada1 req-04669bd3-00b7-48a8-b28b-798ce7bc3a8c tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Usage tracker for resource:port and tenant:8b52762fd06e4296bbd13851ef018dfc is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:03:31.855149 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d7ee98-d848-4d74-8a6f-31a3edbb7a01 req-0e31d73d-b591-4c6b-8436-7c689b21d757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:31.856870 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-36d7ee98-d848-4d74-8a6f-31a3edbb7a01 req-0e31d73d-b591-4c6b-8436-7c689b21d757 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5dc7995786b847999f5838924c32320a&device_id=3e23ec14-a1e0-45b6-b7d0-81e437eb1a0f HTTP/1.1" status: 200 len: 1095 time: 0.2570372 May 05 20:03:31.857849 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-3e83837f-08a5-4379-b821-637c4458ada1 req-04669bd3-00b7-48a8-b28b-798ce7bc3a8c tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:03:31.871936 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-ddc10229-6604-43b4-8aa3-d204fad466f8 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Calling delete_port for 3dec8641-5b35-4e1c-a517-0abed6a3dfa5 owned by network:floatingip {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:03:31.882161 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-3e83837f-08a5-4379-b821-637c4458ada1 req-04669bd3-00b7-48a8-b28b-798ce7bc3a8c tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:03:31.910604 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e83837f-08a5-4379-b821-637c4458ada1 req-04669bd3-00b7-48a8-b28b-798ce7bc3a8c tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Made reservation on behalf of 8b52762fd06e4296bbd13851ef018dfc for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:03:31.914119 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-3e83837f-08a5-4379-b821-637c4458ada1 req-04669bd3-00b7-48a8-b28b-798ce7bc3a8c tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:32.060234 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-2c534cf9-5d15-4841-813d-0d75c7ac7ead req-da9a3897-eedd-445d-adf4-0ce852504ace tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] For port 33ee20be-c95c-49b0-befc-14f906a362ba, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=33ee20be-c95c-49b0-befc-14f906a362ba,segment=NetworkSegment(3aca4ab0-929b-456d-aa84-5ecc6cb9893c),segment_id=3aca4ab0-929b-456d-aa84-5ecc6cb9893c)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:03:32.060745 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2c534cf9-5d15-4841-813d-0d75c7ac7ead req-da9a3897-eedd-445d-adf4-0ce852504ace tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:32.130977 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d7ee98-d848-4d74-8a6f-31a3edbb7a01 req-a992bb6c-e0f2-4147-998a-066f2417b505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:32.132454 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-36d7ee98-d848-4d74-8a6f-31a3edbb7a01 req-a992bb6c-e0f2-4147-998a-066f2417b505 service neutron] 10.222.0.50 "GET /v2.0/networks?id=00ecdd9f-1135-415f-b0c6-51153b85089d HTTP/1.1" status: 200 len: 913 time: 0.2686775 May 05 20:03:32.136829 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-984e7b58-d0e1-4372-a088-6c1c06376c4c req-27228274-c281-4af1-a384-c415b212ae89 tempest-InstanceActionsV221TestJSON-2126777909 tempest-InstanceActionsV221TestJSON-2126777909-project] Synchronizing usage tracker for tenant:de197203a5cf43bcb15cfadccefbd268 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:03:32.201191 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-2c534cf9-5d15-4841-813d-0d75c7ac7ead req-da9a3897-eedd-445d-adf4-0ce852504ace tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Calling delete_port for 33ee20be-c95c-49b0-befc-14f906a362ba owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:03:32.213151 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-36d7ee98-d848-4d74-8a6f-31a3edbb7a01 req-d0158439-cf55-469c-9b09-e51ab68367ae service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15ed8d3d-9005-46a4-88c4-01d0ba7dd598 HTTP/1.1" status: 200 len: 217 time: 0.0709662 May 05 20:03:32.302337 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-984e7b58-d0e1-4372-a088-6c1c06376c4c req-27228274-c281-4af1-a384-c415b212ae89 tempest-InstanceActionsV221TestJSON-2126777909 tempest-InstanceActionsV221TestJSON-2126777909-project] Unset dirty status for tenant:de197203a5cf43bcb15cfadccefbd268 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:03:32.303443 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-984e7b58-d0e1-4372-a088-6c1c06376c4c req-27228274-c281-4af1-a384-c415b212ae89 tempest-InstanceActionsV221TestJSON-2126777909 tempest-InstanceActionsV221TestJSON-2126777909-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1d7cfd6-e8b3-40df-b32f-42326676a2df HTTP/1.1" status: 200 len: 210 time: 0.2422614 May 05 20:03:32.338325 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d7ee98-d848-4d74-8a6f-31a3edbb7a01 req-99e95534-4c97-4bb7-9096-7eda6a25d82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:32.340759 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-36d7ee98-d848-4d74-8a6f-31a3edbb7a01 req-99e95534-4c97-4bb7-9096-7eda6a25d82d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=08fe5f50-bbcd-4aa2-adfb-1629cfc316ff HTTP/1.1" status: 200 len: 852 time: 0.1198952 May 05 20:03:32.345314 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-3e83837f-08a5-4379-b821-637c4458ada1 req-04669bd3-00b7-48a8-b28b-798ce7bc3a8c tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Allocated IP 172.20.0.2 (64a22928-0684-4ae0-bb8b-56899f865035/ac45120c-2218-40fc-a7a8-1f58fb39de57/ce17bfe8-457b-451d-af56-c6402b81dc50) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:03:32.402229 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-36d7ee98-d848-4d74-8a6f-31a3edbb7a01 req-b03745eb-547c-4c35-9af1-7dd4e7af30f4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=00ecdd9f-1135-415f-b0c6-51153b85089d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540919 May 05 20:03:32.472872 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf148e8b-6a11-4693-baba-4493154cf9fb req-c56cde5e-3287-4b73-ae93-b515a8c725f3 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:32.480665 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bf148e8b-6a11-4693-baba-4493154cf9fb req-c56cde5e-3287-4b73-ae93-b515a8c725f3 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/ports?device_id=024bc7a8-830a-4f2b-8ca7-a1123fbbb4f0 HTTP/1.1" status: 200 len: 945 time: 0.2922611 May 05 20:03:32.513432 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ddc10229-6604-43b4-8aa3-d204fad466f8 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:32.595213 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 6a54fb18-f909-4943-a16b-e377d09bf7e3 no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:03:32.618873 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-51d8f2c7-95db-41e6-be96-8db5b422e7ff req-8ee2b982-2dc2-4e13-a267-52d1f3feeb14 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=03d3995a-afe6-400a-807d-eb8a774148f5 HTTP/1.1" status: 200 len: 210 time: 0.0839312 May 05 20:03:32.637144 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc10229-6604-43b4-8aa3-d204fad466f8 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Pushing event deleted for resources: {'Port': ['ID=3dec8641-5b35-4e1c-a517-0abed6a3dfa5,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:32.662601 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] No Port match for: 6a54fb18-f909-4943-a16b-e377d09bf7e3 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:03:32.663488 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 6a54fb18-f909-4943-a16b-e377d09bf7e3 not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:03:32.736597 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-36d7ee98-d848-4d74-8a6f-31a3edbb7a01 req-eba5f91f-a23a-46a1-a4d8-f315dfbd5626 service neutron] 10.222.0.50 "GET /v2.0/networks/00ecdd9f-1135-415f-b0c6-51153b85089d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278010 May 05 20:03:32.743659 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bf148e8b-6a11-4693-baba-4493154cf9fb req-061c6464-7ef2-4697-968e-401339873b24 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/security-groups?id=68f86c4c-dba3-493f-a553-82dc543f33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619417 May 05 20:03:32.744245 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2c534cf9-5d15-4841-813d-0d75c7ac7ead req-da9a3897-eedd-445d-adf4-0ce852504ace tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:32.757482 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['539fb241-64aa-4f36-b8a3-92c71cd95a70'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:03:32.786774 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['33ee20be-c95c-49b0-befc-14f906a362ba'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:03:32.812660 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9a3897-eedd-445d-adf4-0ce852504ace tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Pushing event deleted for resources: {'Port': ['ID=33ee20be-c95c-49b0-befc-14f906a362ba,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:32.906284 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c534cf9-5d15-4841-813d-0d75c7ac7ead req-da9a3897-eedd-445d-adf4-0ce852504ace tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] No DVR routers for this DVR port 33ee20be-c95c-49b0-befc-14f906a362ba on host n-h2-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:03:32.907679 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ddc10229-6604-43b4-8aa3-d204fad466f8 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Notify callbacks [] for floatingip, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:32.913038 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-81eaa11b-ad5b-4071-b114-9f42a63bdd63 req-531ad174-d1b0-4451-abb3-ef7da22798d5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=78022ff8-79b6-40f3-923b-df6f4cd7291b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4043360 May 05 20:03:32.915147 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2c534cf9-5d15-4841-813d-0d75c7ac7ead req-da9a3897-eedd-445d-adf4-0ce852504ace tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:32.918216 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '024bc7a8-830a-4f2b-8ca7-a1123fbbb4f0', 'name': 'network-vif-deleted', 'tag': '33ee20be-c95c-49b0-befc-14f906a362ba'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:03:32.939950 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-3e83837f-08a5-4379-b821-637c4458ada1 req-04669bd3-00b7-48a8-b28b-798ce7bc3a8c tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:32.951483 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ddc10229-6604-43b4-8aa3-d204fad466f8 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:32.954394 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-ddc10229-6604-43b4-8aa3-d204fad466f8 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "DELETE /v2.0/floatingips/4dac1ecb-3ec4-41a7-a910-1bfdc5eef84a HTTP/1.1" status: 204 len: 168 time: 2.9313724 May 05 20:03:32.956440 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2c534cf9-5d15-4841-813d-0d75c7ac7ead req-da9a3897-eedd-445d-adf4-0ce852504ace tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.50 "DELETE /v2.0/ports/33ee20be-c95c-49b0-befc-14f906a362ba HTTP/1.1" status: 204 len: 173 time: 1.7317660 May 05 20:03:32.962328 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d7cfd6-e8b3-40df-b32f-42326676a2df', 'name': 'network-vif-deleted', 'tag': '6a54fb18-f909-4943-a16b-e377d09bf7e3'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:03:33.003471 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79217334-42ca-45cf-9dea-1004597005a6'] response: {'server_uuid': '024bc7a8-830a-4f2b-8ca7-a1123fbbb4f0', 'name': 'network-vif-deleted', 'tag': '33ee20be-c95c-49b0-befc-14f906a362ba', 'status': 'completed', 'code': 200} May 05 20:03:33.154756 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eaa11b-ad5b-4071-b114-9f42a63bdd63 req-804c751f-c9b9-473f-ab3e-d0e8c74bf30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:33.156687 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-81eaa11b-ad5b-4071-b114-9f42a63bdd63 req-804c751f-c9b9-473f-ab3e-d0e8c74bf30b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2ac5211529134663a7b81ee9a43f1be9&device_id=78022ff8-79b6-40f3-923b-df6f4cd7291b HTTP/1.1" status: 200 len: 1096 time: 0.0999048 May 05 20:03:33.174830 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-319bc236-fe5a-46f3-a1f0-6f9b32e65f4f'] response: {'server_uuid': 'b1d7cfd6-e8b3-40df-b32f-42326676a2df', 'name': 'network-vif-deleted', 'tag': '6a54fb18-f909-4943-a16b-e377d09bf7e3', 'status': 'completed', 'code': 200} May 05 20:03:33.186246 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-36d7ee98-d848-4d74-8a6f-31a3edbb7a01 req-1987f1ac-a550-4e4a-9db0-31d89bb06721 service neutron] 10.222.0.50 "GET /v2.0/networks/00ecdd9f-1135-415f-b0c6-51153b85089d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4051156 May 05 20:03:33.196418 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b0810-771d-4479-a4ae-ad7b03f4382e req-9e9fc597-3ead-43bd-afd0-9792fe85f418 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:33.197235 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-423b0810-771d-4479-a4ae-ad7b03f4382e req-9e9fc597-3ead-43bd-afd0-9792fe85f418 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Synchronizing usage tracker for tenant:5dc7995786b847999f5838924c32320a on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:03:33.229036 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-423b0810-771d-4479-a4ae-ad7b03f4382e req-9e9fc597-3ead-43bd-afd0-9792fe85f418 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Unset dirty status for tenant:5dc7995786b847999f5838924c32320a on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:03:33.231777 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-423b0810-771d-4479-a4ae-ad7b03f4382e req-9e9fc597-3ead-43bd-afd0-9792fe85f418 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e23ec14-a1e0-45b6-b7d0-81e437eb1a0f HTTP/1.1" status: 200 len: 944 time: 0.5001810 May 05 20:03:33.233902 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-3e83837f-08a5-4379-b821-637c4458ada1 req-04669bd3-00b7-48a8-b28b-798ce7bc3a8c tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:33.334813 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e83837f-08a5-4379-b821-637c4458ada1 req-04669bd3-00b7-48a8-b28b-798ce7bc3a8c tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Network 64a22928-0684-4ae0-bb8b-56899f865035 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:03:33.340001 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-3e83837f-08a5-4379-b821-637c4458ada1 req-04669bd3-00b7-48a8-b28b-798ce7bc3a8c tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:03:33.341608 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eaa11b-ad5b-4071-b114-9f42a63bdd63 req-61bee3b9-0c52-4db6-9dd7-d212433aa2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:33.342572 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e83837f-08a5-4379-b821-637c4458ada1 req-04669bd3-00b7-48a8-b28b-798ce7bc3a8c tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:03:33.343434 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-81eaa11b-ad5b-4071-b114-9f42a63bdd63 req-61bee3b9-0c52-4db6-9dd7-d212433aa2a0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8a536572-51e8-41c9-b6b4-029e4a14e253 HTTP/1.1" status: 200 len: 920 time: 0.1575723 May 05 20:03:33.401013 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-423b0810-771d-4479-a4ae-ad7b03f4382e req-ce78b1a8-c1af-4a2c-9bc3-2a36df6d8fcd tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593809 May 05 20:03:33.401709 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04669bd3-00b7-48a8-b28b-798ce7bc3a8c tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Pushing event updated for resources: {'Port': ['ID=ce17bfe8-457b-451d-af56-c6402b81dc50,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:33.449655 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-81eaa11b-ad5b-4071-b114-9f42a63bdd63 req-9035bebd-0fa9-46ea-b1ce-f4ec453d8442 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50d780a2-f495-43fb-9ec1-8a335ab63da3 HTTP/1.1" status: 200 len: 217 time: 0.0994411 May 05 20:03:33.474064 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 15ed8d3d-9005-46a4-88c4-01d0ba7dd598 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:03:33.488640 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e83837f-08a5-4379-b821-637c4458ada1 req-04669bd3-00b7-48a8-b28b-798ce7bc3a8c tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:33.492239 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-3e83837f-08a5-4379-b821-637c4458ada1 req-04669bd3-00b7-48a8-b28b-798ce7bc3a8c tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:33.541553 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eaa11b-ad5b-4071-b114-9f42a63bdd63 req-890ba77a-ce3b-41c0-9a3b-2ce3b20dd022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:33.543659 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-81eaa11b-ad5b-4071-b114-9f42a63bdd63 req-890ba77a-ce3b-41c0-9a3b-2ce3b20dd022 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=afbf8c9c-9fa3-4fdd-ba30-b4249970e4ad HTTP/1.1" status: 200 len: 858 time: 0.0828226 May 05 20:03:33.561737 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3e83837f-08a5-4379-b821-637c4458ada1 req-04669bd3-00b7-48a8-b28b-798ce7bc3a8c tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9678380 May 05 20:03:33.577320 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-3e83837f-08a5-4379-b821-637c4458ada1 req-f4ae407b-0ef3-4d25-b54b-bfb2e629d2e1 service neutron] Request body: {'port': {'device_id': '03d3995a-afe6-400a-807d-eb8a774148f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:03:33.664058 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eaa11b-ad5b-4071-b114-9f42a63bdd63 req-6b37ee9d-c584-466e-b1b2-315a924d6127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:33.668631 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-81eaa11b-ad5b-4071-b114-9f42a63bdd63 req-6b37ee9d-c584-466e-b1b2-315a924d6127 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8a536572-51e8-41c9-b6b4-029e4a14e253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1192575 May 05 20:03:33.761400 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 45318) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:03:33.794929 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 15ed8d3d-9005-46a4-88c4-01d0ba7dd598, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=15ed8d3d-9005-46a4-88c4-01d0ba7dd598,segment=NetworkSegment(eccdf1c4-efe8-4f03-97f1-7b574b83122b),segment_id=eccdf1c4-efe8-4f03-97f1-7b574b83122b)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:03:33.828454 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': '15ed8d3d-9005-46a4-88c4-01d0ba7dd598', 'network_id': '00ecdd9f-1135-415f-b0c6-51153b85089d', 'port_id': '15ed8d3d-9005-46a4-88c4-01d0ba7dd598', 'mac_address': 'fa:16:3e:6f:59:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08fe5f50-bbcd-4aa2-adfb-1629cfc316ff', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:03:33.840876 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-3e83837f-08a5-4379-b821-637c4458ada1 req-f4ae407b-0ef3-4d25-b54b-bfb2e629d2e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:33.897378 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:33.919345 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15ed8d3d-9005-46a4-88c4-01d0ba7dd598 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:03:33.965271 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 15ed8d3d-9005-46a4-88c4-01d0ba7dd598, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=15ed8d3d-9005-46a4-88c4-01d0ba7dd598,segment=NetworkSegment(eccdf1c4-efe8-4f03-97f1-7b574b83122b),segment_id=eccdf1c4-efe8-4f03-97f1-7b574b83122b)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:03:33.972287 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:34.005768 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-9372a5f0-38f0-465e-a86c-b30e7abe4de4 admin admin] Deleting subnet 46b860fc-dbce-4fdd-a5f5-388bab012625 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:03:34.010742 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9372a5f0-38f0-465e-a86c-b30e7abe4de4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:34.072557 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=15ed8d3d-9005-46a4-88c4-01d0ba7dd598,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:34.236014 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-81eaa11b-ad5b-4071-b114-9f42a63bdd63 req-74a16075-91a9-4d57-a854-21913530f386 service neutron] 10.222.0.50 "GET /v2.0/networks/8a536572-51e8-41c9-b6b4-029e4a14e253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5605211 May 05 20:03:34.241947 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9372a5f0-38f0-465e-a86c-b30e7abe4de4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:34.290219 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['15ed8d3d-9005-46a4-88c4-01d0ba7dd598'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:03:34.408124 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8367c2-bbb8-44b7-9415-2e61418b3787 req-7a0a398c-6417-4676-9065-d664369b733a tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:34.415602 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-da8367c2-bbb8-44b7-9415-2e61418b3787 req-7a0a398c-6417-4676-9065-d664369b733a tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=03d3995a-afe6-400a-807d-eb8a774148f5 HTTP/1.1" status: 200 len: 931 time: 0.5769029 May 05 20:03:34.421477 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-3e83837f-08a5-4379-b821-637c4458ada1 req-f4ae407b-0ef3-4d25-b54b-bfb2e629d2e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce17bfe8-457b-451d-af56-c6402b81dc50 {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:03:34.430854 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-3e83837f-08a5-4379-b821-637c4458ada1 req-f4ae407b-0ef3-4d25-b54b-bfb2e629d2e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:34.448867 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-3e83837f-08a5-4379-b821-637c4458ada1 req-f4ae407b-0ef3-4d25-b54b-bfb2e629d2e1 service neutron] Transition to ACTIVE for port object ce17bfe8-457b-451d-af56-c6402b81dc50 will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:03:34.499949 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9372a5f0-38f0-465e-a86c-b30e7abe4de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:34.506776 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-3e83837f-08a5-4379-b821-637c4458ada1 req-f4ae407b-0ef3-4d25-b54b-bfb2e629d2e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:34.585293 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-da8367c2-bbb8-44b7-9415-2e61418b3787 req-38f63b7a-2806-443e-955d-9f12fd0a5fbf tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Synchronizing usage tracker for tenant:8b52762fd06e4296bbd13851ef018dfc on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:03:34.606700 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1bbd4628-3130-400f-b3f6-4effc4c975bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:34.622983 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-81eaa11b-ad5b-4071-b114-9f42a63bdd63 req-d32def25-ec38-4213-868a-00c24149db3f service neutron] 10.222.0.50 "GET /v2.0/networks/8a536572-51e8-41c9-b6b4-029e4a14e253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3507042 May 05 20:03:34.647082 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-da8367c2-bbb8-44b7-9415-2e61418b3787 req-38f63b7a-2806-443e-955d-9f12fd0a5fbf tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Unset dirty status for tenant:8b52762fd06e4296bbd13851ef018dfc on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:03:34.648473 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-da8367c2-bbb8-44b7-9415-2e61418b3787 req-38f63b7a-2806-443e-955d-9f12fd0a5fbf tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/security-groups?id=66299a25-9ea8-43e5-ae69-782b36dd1dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321031 May 05 20:03:34.649696 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9372a5f0-38f0-465e-a86c-b30e7abe4de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:34.696242 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9372a5f0-38f0-465e-a86c-b30e7abe4de4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46b860fc-dbce-4fdd-a5f5-388bab012625,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:34.705166 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ae407b-0ef3-4d25-b54b-bfb2e629d2e1 service neutron] Pushing event updated for resources: {'Port': ['ID=ce17bfe8-457b-451d-af56-c6402b81dc50,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:34.713836 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9372a5f0-38f0-465e-a86c-b30e7abe4de4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:34.724473 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-9372a5f0-38f0-465e-a86c-b30e7abe4de4 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/46b860fc-dbce-4fdd-a5f5-388bab012625 HTTP/1.1" status: 204 len: 168 time: 0.9618609 May 05 20:03:34.725569 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 45332) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:03:34.804902 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e26b74-11a2-4977-81d6-bac1eeda13f8 req-6aef92f8-7bdf-4974-ac46-bc196df5cf88 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:34.806305 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-08e26b74-11a2-4977-81d6-bac1eeda13f8 req-6aef92f8-7bdf-4974-ac46-bc196df5cf88 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/ports?device_id=28ec62e4-742a-429a-9778-f6b0b46b806a HTTP/1.1" status: 200 len: 945 time: 0.3482955 May 05 20:03:34.841549 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-427dce20-c856-4271-92d8-ecdaf5878dc8 req-d17deb68-e467-438d-b768-c241e9a4ba6a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c66c5a81-58b3-46e3-8e2a-9f67da08f252&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.6062562 May 05 20:03:34.896272 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a537ed34-592d-4055-b185-e41e20d1d7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:34.917072 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-08e26b74-11a2-4977-81d6-bac1eeda13f8 req-e48ab6fa-c8a2-4fcd-a23a-b7a93981b7dd tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/security-groups?id=68f86c4c-dba3-493f-a553-82dc543f33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022711 May 05 20:03:34.966547 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-3e83837f-08a5-4379-b821-637c4458ada1 req-f4ae407b-0ef3-4d25-b54b-bfb2e629d2e1 service neutron] Attempting to bind port ce17bfe8-457b-451d-af56-c6402b81dc50 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:03:34.966878 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-3e83837f-08a5-4379-b821-637c4458ada1 req-f4ae407b-0ef3-4d25-b54b-bfb2e629d2e1 service neutron] Attempting to bind port ce17bfe8-457b-451d-af56-c6402b81dc50 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'e431113b-0838-4dae-91c9-bf783ad37054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '64a22928-0684-4ae0-bb8b-56899f865035'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:03:34.967208 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e83837f-08a5-4379-b821-637c4458ada1 req-f4ae407b-0ef3-4d25-b54b-bfb2e629d2e1 service neutron] Attempting to bind port ce17bfe8-457b-451d-af56-c6402b81dc50 on network 64a22928-0684-4ae0-bb8b-56899f865035 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:03:34.974952 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e83837f-08a5-4379-b821-637c4458ada1 req-f4ae407b-0ef3-4d25-b54b-bfb2e629d2e1 service neutron] Port ce17bfe8-457b-451d-af56-c6402b81dc50 on network 64a22928-0684-4ae0-bb8b-56899f865035 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:03:34.975279 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e83837f-08a5-4379-b821-637c4458ada1 req-f4ae407b-0ef3-4d25-b54b-bfb2e629d2e1 service neutron] Attempting to bind port ce17bfe8-457b-451d-af56-c6402b81dc50 on network 64a22928-0684-4ae0-bb8b-56899f865035 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:03:34.983616 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e83837f-08a5-4379-b821-637c4458ada1 req-f4ae407b-0ef3-4d25-b54b-bfb2e629d2e1 service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:03:34.983949 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e83837f-08a5-4379-b821-637c4458ada1 req-f4ae407b-0ef3-4d25-b54b-bfb2e629d2e1 service neutron] Checking segment: {'id': 'e431113b-0838-4dae-91c9-bf783ad37054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '64a22928-0684-4ae0-bb8b-56899f865035'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:03:34.984996 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e83837f-08a5-4379-b821-637c4458ada1 req-f4ae407b-0ef3-4d25-b54b-bfb2e629d2e1 service neutron] Bound using segment: {'id': 'e431113b-0838-4dae-91c9-bf783ad37054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '64a22928-0684-4ae0-bb8b-56899f865035'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:03:34.984996 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-3e83837f-08a5-4379-b821-637c4458ada1 req-f4ae407b-0ef3-4d25-b54b-bfb2e629d2e1 service neutron] Bound port: ce17bfe8-457b-451d-af56-c6402b81dc50, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e431113b-0838-4dae-91c9-bf783ad37054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '64a22928-0684-4ae0-bb8b-56899f865035'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:03:34.985289 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-3e83837f-08a5-4379-b821-637c4458ada1 req-f4ae407b-0ef3-4d25-b54b-bfb2e629d2e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:35.011878 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a7bcb-4979-4c2c-a000-c1ea46e7be7e req-a48afa61-a40f-45be-98a0-e9c3080433ba tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:35.013427 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-483a7bcb-4979-4c2c-a000-c1ea46e7be7e req-a48afa61-a40f-45be-98a0-e9c3080433ba tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e23ec14-a1e0-45b6-b7d0-81e437eb1a0f HTTP/1.1" status: 200 len: 945 time: 0.2398622 May 05 20:03:35.067315 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dce20-c856-4271-92d8-ecdaf5878dc8 req-0b390553-ffe4-4bda-b117-6bcd915f82ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:35.067538 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a537ed34-592d-4055-b185-e41e20d1d7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:35.067744 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dce20-c856-4271-92d8-ecdaf5878dc8 req-0b390553-ffe4-4bda-b117-6bcd915f82ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:35.068212 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dce20-c856-4271-92d8-ecdaf5878dc8 req-0b390553-ffe4-4bda-b117-6bcd915f82ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:35.068675 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dce20-c856-4271-92d8-ecdaf5878dc8 req-0b390553-ffe4-4bda-b117-6bcd915f82ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:35.069135 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dce20-c856-4271-92d8-ecdaf5878dc8 req-0b390553-ffe4-4bda-b117-6bcd915f82ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:35.069592 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dce20-c856-4271-92d8-ecdaf5878dc8 req-0b390553-ffe4-4bda-b117-6bcd915f82ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:35.070048 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dce20-c856-4271-92d8-ecdaf5878dc8 req-0b390553-ffe4-4bda-b117-6bcd915f82ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:35.072057 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-427dce20-c856-4271-92d8-ecdaf5878dc8 req-0b390553-ffe4-4bda-b117-6bcd915f82ef service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=99f8ff370e2040efb9285a4ae37c20cd&device_id=c66c5a81-58b3-46e3-8e2a-9f67da08f252 HTTP/1.1" status: 200 len: 6490 time: 0.1936257 May 05 20:03:35.126181 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-3e83837f-08a5-4379-b821-637c4458ada1 req-f4ae407b-0ef3-4d25-b54b-bfb2e629d2e1 service neutron] For port ce17bfe8-457b-451d-af56-c6402b81dc50, host n-h1-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:03:35.127851 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-a537ed34-592d-4055-b185-e41e20d1d7a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f1abbac-c2ba-4a1c-a4d4-543ad65dd0b4']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:03:35.145771 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-a537ed34-592d-4055-b185-e41e20d1d7a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54731126-49dc-4895-b507-afe15075ba06') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:03:35.146063 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-a537ed34-592d-4055-b185-e41e20d1d7a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54731126-49dc-4895-b507-afe15075ba06') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:03:35.157736 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-3e83837f-08a5-4379-b821-637c4458ada1 req-f4ae407b-0ef3-4d25-b54b-bfb2e629d2e1 service neutron] For port ce17bfe8-457b-451d-af56-c6402b81dc50, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=ce17bfe8-457b-451d-af56-c6402b81dc50,segment=NetworkSegment(e431113b-0838-4dae-91c9-bf783ad37054),segment_id=e431113b-0838-4dae-91c9-bf783ad37054)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:03:35.160190 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-483a7bcb-4979-4c2c-a000-c1ea46e7be7e req-0c3220ab-5b84-42a8-ba25-34222c6595ba tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992079 May 05 20:03:35.164943 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a537ed34-592d-4055-b185-e41e20d1d7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:35.169008 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-3e83837f-08a5-4379-b821-637c4458ada1 req-f4ae407b-0ef3-4d25-b54b-bfb2e629d2e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:35.197277 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a537ed34-592d-4055-b185-e41e20d1d7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:35.205009 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a537ed34-592d-4055-b185-e41e20d1d7a4 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:03:35.205440 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a537ed34-592d-4055-b185-e41e20d1d7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:35.220677 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:03:35.220677 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:03:35.220677 n-d-840717-1 neutron-server[88198]: timer() May 05 20:03:35.220677 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:03:35.220677 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:03:35.220677 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:03:35.220677 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:03:35.220677 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:03:35.220677 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:03:35.220677 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:03:35.220677 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:03:35.220677 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:03:35.220677 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:03:35.220677 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:03:35.220677 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:03:35.220677 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:03:35.220677 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:03:35.220677 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:03:35.220677 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:03:35.220677 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:03:35.220677 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:03:35.220677 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:03:35.220677 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:03:35.220677 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:03:35.220677 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:03:35.220677 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:03:35.220677 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:03:35.220677 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:03:35.220677 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:03:35.220677 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:03:35.220677 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:03:35.220677 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:03:35.286316 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e83837f-08a5-4379-b821-637c4458ada1 req-f4ae407b-0ef3-4d25-b54b-bfb2e629d2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:35.286974 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-3e83837f-08a5-4379-b821-637c4458ada1 req-f4ae407b-0ef3-4d25-b54b-bfb2e629d2e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:35.288365 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3e83837f-08a5-4379-b821-637c4458ada1 req-f4ae407b-0ef3-4d25-b54b-bfb2e629d2e1 service neutron] 10.222.0.24 "PUT /v2.0/ports/ce17bfe8-457b-451d-af56-c6402b81dc50 HTTP/1.1" status: 200 len: 1091 time: 1.7167258 May 05 20:03:35.291200 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03d3995a-afe6-400a-807d-eb8a774148f5', 'tag': 'ce17bfe8-457b-451d-af56-c6402b81dc50'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:03:35.310153 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a537ed34-592d-4055-b185-e41e20d1d7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:35.333645 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a537ed34-592d-4055-b185-e41e20d1d7a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:35.343799 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a537ed34-592d-4055-b185-e41e20d1d7a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f1abbac-c2ba-4a1c-a4d4-543ad65dd0b4,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:35.360743 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a537ed34-592d-4055-b185-e41e20d1d7a4 admin admin] 10.222.0.36 "DELETE /v2.0/networks/1f1abbac-c2ba-4a1c-a4d4-543ad65dd0b4 HTTP/1.1" status: 204 len: 168 time: 0.6310453 May 05 20:03:35.410648 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fec818f-4250-4757-8322-a07869fd1fe2'] response: {'name': 'network-changed', 'server_uuid': '03d3995a-afe6-400a-807d-eb8a774148f5', 'tag': 'ce17bfe8-457b-451d-af56-c6402b81dc50', 'status': 'completed', 'code': 200} May 05 20:03:35.434297 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dce20-c856-4271-92d8-ecdaf5878dc8 req-4ee1ccb1-c713-49a2-a20d-d1c32e32b5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:35.435236 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dce20-c856-4271-92d8-ecdaf5878dc8 req-4ee1ccb1-c713-49a2-a20d-d1c32e32b5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:35.435381 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dce20-c856-4271-92d8-ecdaf5878dc8 req-4ee1ccb1-c713-49a2-a20d-d1c32e32b5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:35.437023 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-427dce20-c856-4271-92d8-ecdaf5878dc8 req-4ee1ccb1-c713-49a2-a20d-d1c32e32b5d2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d94c136e-3c4f-4290-8cd6-81a4e89af7f3&id=0940b73f-d9f5-4601-bc7a-4ddc6f68c068&id=0940b73f-d9f5-4601-bc7a-4ddc6f68c068&id=0940b73f-d9f5-4601-bc7a-4ddc6f68c068&id=0940b73f-d9f5-4601-bc7a-4ddc6f68c068&id=98f65143-638f-41c6-b245-4fc7a96707e2&id=98f65143-638f-41c6-b245-4fc7a96707e2 HTTP/1.1" status: 200 len: 2291 time: 0.3380792 May 05 20:03:35.489038 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 15ed8d3d-9005-46a4-88c4-01d0ba7dd598 up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:03:35.508119 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 45344) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:03:35.620980 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-2f2333eb-8e50-4dfd-9622-77c99f512068 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=de197203a5cf43bcb15cfadccefbd268&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1091719 May 05 20:03:35.623808 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 45350) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:03:35.669082 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port 15ed8d3d-9005-46a4-88c4-01d0ba7dd598 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:03:35.675632 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port 15ed8d3d-9005-46a4-88c4-01d0ba7dd598 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:03:35.676647 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:35.757184 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-97eadda9-019d-4ef6-a238-ad1f8dce85b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:35.777875 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ae407b-0ef3-4d25-b54b-bfb2e629d2e1 service neutron] Pushing event updated for resources: {'Port': ['ID=ce17bfe8-457b-451d-af56-c6402b81dc50,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:35.789839 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-97eadda9-019d-4ef6-a238-ad1f8dce85b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:35.856258 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-427dce20-c856-4271-92d8-ecdaf5878dc8 req-9ce3fe24-1be3-4423-9d10-95f988d4aeb6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9fa97b06-019d-44e6-a1c4-eb81f10a0fdc HTTP/1.1" status: 200 len: 1001 time: 0.4073415 May 05 20:03:35.861732 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e83837f-08a5-4379-b821-637c4458ada1 req-c39c4f94-b180-4709-9301-2542026a29c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:35.863895 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3e83837f-08a5-4379-b821-637c4458ada1 req-c39c4f94-b180-4709-9301-2542026a29c0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8b52762fd06e4296bbd13851ef018dfc&device_id=03d3995a-afe6-400a-807d-eb8a774148f5 HTTP/1.1" status: 200 len: 1094 time: 0.4929512 May 05 20:03:35.875409 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:35.920048 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e23ec14-a1e0-45b6-b7d0-81e437eb1a0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15ed8d3d-9005-46a4-88c4-01d0ba7dd598'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:03:35.936222 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 15ed8d3d-9005-46a4-88c4-01d0ba7dd598, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=15ed8d3d-9005-46a4-88c4-01d0ba7dd598,segment=NetworkSegment(eccdf1c4-efe8-4f03-97f1-7b574b83122b),segment_id=eccdf1c4-efe8-4f03-97f1-7b574b83122b)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:03:35.945527 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:35.946944 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 33ee20be-c95c-49b0-befc-14f906a362ba no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:03:35.951246 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-97eadda9-019d-4ef6-a238-ad1f8dce85b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:36.012592 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3e83837f-08a5-4379-b821-637c4458ada1 req-131a983c-c107-44fb-86fb-16f627e151e2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ce17bfe8-457b-451d-af56-c6402b81dc50 HTTP/1.1" status: 200 len: 217 time: 0.1028364 May 05 20:03:36.040679 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eadda9-019d-4ef6-a238-ad1f8dce85b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c31ad1-1f23-4d93-b3ad-34a9909993dd,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:36.076646 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] No Port match for: 33ee20be-c95c-49b0-befc-14f906a362ba {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:03:36.077376 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 33ee20be-c95c-49b0-befc-14f906a362ba not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:03:36.084565 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fcf3b1a-870e-44dd-beb9-df90bfd4f7dd'] response: {'server_uuid': '3e23ec14-a1e0-45b6-b7d0-81e437eb1a0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15ed8d3d-9005-46a4-88c4-01d0ba7dd598', 'code': 200} May 05 20:03:36.092154 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4134097-6d4b-4d03-8110-9d1ea40008a6 req-efcdc521-2270-49cc-87a8-cad743d2126c tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:36.099348 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e4134097-6d4b-4d03-8110-9d1ea40008a6 req-efcdc521-2270-49cc-87a8-cad743d2126c tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=03d3995a-afe6-400a-807d-eb8a774148f5 HTTP/1.1" status: 200 len: 943 time: 0.2577212 May 05 20:03:36.101279 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dce20-c856-4271-92d8-ecdaf5878dc8 req-9ba35a34-f62d-43f2-8630-ecbad6149f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:36.103031 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-427dce20-c856-4271-92d8-ecdaf5878dc8 req-9ba35a34-f62d-43f2-8630-ecbad6149f7f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fb2a8ac4-25e5-4199-94bc-000b6944dde3 HTTP/1.1" status: 200 len: 851 time: 0.2372127 May 05 20:03:36.132554 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=15ed8d3d-9005-46a4-88c4-01d0ba7dd598,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:36.167819 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e83837f-08a5-4379-b821-637c4458ada1 req-f594a5a5-2478-4988-b456-917f0fb453d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:36.169408 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3e83837f-08a5-4379-b821-637c4458ada1 req-f594a5a5-2478-4988-b456-917f0fb453d6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ac45120c-2218-40fc-a7a8-1f58fb39de57 HTTP/1.1" status: 200 len: 854 time: 0.1487296 May 05 20:03:36.183441 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-97eadda9-019d-4ef6-a238-ad1f8dce85b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:36.198688 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-97eadda9-019d-4ef6-a238-ad1f8dce85b0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/17c31ad1-1f23-4d93-b3ad-34a9909993dd HTTP/1.1" status: 204 len: 168 time: 0.5619831 May 05 20:03:36.302730 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e4134097-6d4b-4d03-8110-9d1ea40008a6 req-7f32e3c1-fc71-49b2-a525-feb05c4a2295 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/security-groups?id=66299a25-9ea8-43e5-ae69-782b36dd1dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024169 May 05 20:03:36.322480 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1977e683-0f4f-436f-a3e7-a7b81309a9e5 req-7ee33d21-3ec2-47d3-b117-5511bffda429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:36.329273 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1977e683-0f4f-436f-a3e7-a7b81309a9e5 req-7ee33d21-3ec2-47d3-b117-5511bffda429 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3e23ec14-a1e0-45b6-b7d0-81e437eb1a0f HTTP/1.1" status: 200 len: 1097 time: 0.2271600 May 05 20:03:36.332064 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3e83837f-08a5-4379-b821-637c4458ada1 req-a2b3a0e1-2037-46a4-b9a2-fe2e13f5d816 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=64a22928-0684-4ae0-bb8b-56899f865035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1512041 May 05 20:03:36.391002 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1977e683-0f4f-436f-a3e7-a7b81309a9e5 req-c076647c-2825-46ee-b337-37c6a5c9baaa service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542333 May 05 20:03:36.459834 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dce20-c856-4271-92d8-ecdaf5878dc8 req-1f1e31ab-69d0-49a7-a729-27bbeeda263f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:36.461944 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-427dce20-c856-4271-92d8-ecdaf5878dc8 req-1f1e31ab-69d0-49a7-a729-27bbeeda263f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d94c136e-3c4f-4290-8cd6-81a4e89af7f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3505971 May 05 20:03:36.631131 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae0ae3-6ffc-4346-bb29-9f36d03f9f8f req-890dce57-1492-4d7a-84b1-11ae945896dc tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:36.633659 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-85ae0ae3-6ffc-4346-bb29-9f36d03f9f8f req-890dce57-1492-4d7a-84b1-11ae945896dc tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Synchronizing usage tracker for tenant:906aba68473d4c909ae20bf98b18c462 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:03:36.669118 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af85720-289a-49ac-8379-958696c62a87 req-e0efcdc2-85b2-47d8-b89a-b30db3851b92 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:36.676834 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3af85720-289a-49ac-8379-958696c62a87 req-e0efcdc2-85b2-47d8-b89a-b30db3851b92 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e23ec14-a1e0-45b6-b7d0-81e437eb1a0f HTTP/1.1" status: 200 len: 946 time: 0.2173910 May 05 20:03:36.703400 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-85ae0ae3-6ffc-4346-bb29-9f36d03f9f8f req-890dce57-1492-4d7a-84b1-11ae945896dc tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Unset dirty status for tenant:906aba68473d4c909ae20bf98b18c462 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:03:36.703400 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-85ae0ae3-6ffc-4346-bb29-9f36d03f9f8f req-890dce57-1492-4d7a-84b1-11ae945896dc tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.24 "GET /v2.0/ports?device_id=28ec62e4-742a-429a-9778-f6b0b46b806a HTTP/1.1" status: 200 len: 945 time: 0.2927201 May 05 20:03:36.790477 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4000ced-6702-452e-80ce-aebcec281bfb req-350e4815-94c8-48a8-9c12-f59601ee2f6f tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:36.798900 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a4000ced-6702-452e-80ce-aebcec281bfb req-350e4815-94c8-48a8-9c12-f59601ee2f6f tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/ports?device_id=28ec62e4-742a-429a-9778-f6b0b46b806a HTTP/1.1" status: 200 len: 945 time: 0.5601101 May 05 20:03:36.802526 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3e83837f-08a5-4379-b821-637c4458ada1 req-15a68ddd-684c-4761-8ee4-1f5c8ac45d9a service neutron] 10.222.0.24 "GET /v2.0/networks/64a22928-0684-4ae0-bb8b-56899f865035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4506667 May 05 20:03:36.828604 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-607a4e41-797d-4cff-b283-bba622bcd5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:36.883339 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3af85720-289a-49ac-8379-958696c62a87 req-32ff08dc-1641-4c1a-b4ca-16ef17bec4b4 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055621 May 05 20:03:36.892470 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-427dce20-c856-4271-92d8-ecdaf5878dc8 req-c8a13746-2cb5-49ac-87e2-8e67196d97cd service neutron] 10.222.0.24 "GET /v2.0/networks/d94c136e-3c4f-4290-8cd6-81a4e89af7f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3714554 May 05 20:03:36.907145 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-85ae0ae3-6ffc-4346-bb29-9f36d03f9f8f req-6dd547d3-d1af-47f0-9718-6830b87221f3 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Deleting port 539fb241-64aa-4f36-b8a3-92c71cd95a70 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:03:36.907882 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-85ae0ae3-6ffc-4346-bb29-9f36d03f9f8f req-6dd547d3-d1af-47f0-9718-6830b87221f3 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:37.023674 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a4000ced-6702-452e-80ce-aebcec281bfb req-54798392-f5f7-4db6-9c6a-71b4e7d02a8b tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/security-groups?id=68f86c4c-dba3-493f-a553-82dc543f33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205970 May 05 20:03:37.156761 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-427dce20-c856-4271-92d8-ecdaf5878dc8 req-9b26895f-f0eb-42cc-8c76-2f5ac2de373a service neutron] 10.222.0.24 "GET /v2.0/networks/d94c136e-3c4f-4290-8cd6-81a4e89af7f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522938 May 05 20:03:37.181503 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3e83837f-08a5-4379-b821-637c4458ada1 req-799505c2-4786-4b6e-9b23-5ce083fd0499 service neutron] 10.222.0.24 "GET /v2.0/networks/64a22928-0684-4ae0-bb8b-56899f865035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3493469 May 05 20:03:37.345667 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-427dce20-c856-4271-92d8-ecdaf5878dc8 req-feccf7e6-697e-493c-b106-d47fabfa365c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.3&port_id=14c5b767-97a9-4549-bb17-b81554f9a5a4 HTTP/1.1" status: 200 len: 217 time: 0.1627176 May 05 20:03:37.474468 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dce20-c856-4271-92d8-ecdaf5878dc8 req-219f777a-91b4-4cf0-8020-999e02c241fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:37.474468 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-427dce20-c856-4271-92d8-ecdaf5878dc8 req-219f777a-91b4-4cf0-8020-999e02c241fa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=27e9ce9d-105a-4d07-aa22-c9895d777ddb HTTP/1.1" status: 200 len: 797 time: 0.1142204 May 05 20:03:37.476762 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3fbd1-1814-447b-9814-ad50b45f7f93 req-bc5fafb0-eb98-4e18-9cce-dd210fc69b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:37.479097 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ced3fbd1-1814-447b-9814-ad50b45f7f93 req-bc5fafb0-eb98-4e18-9cce-dd210fc69b03 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8b52762fd06e4296bbd13851ef018dfc&device_id=03d3995a-afe6-400a-807d-eb8a774148f5 HTTP/1.1" status: 200 len: 1094 time: 0.2241399 May 05 20:03:37.524581 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 45392) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:03:37.600339 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-85ae0ae3-6ffc-4346-bb29-9f36d03f9f8f req-6dd547d3-d1af-47f0-9718-6830b87221f3 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] For port 539fb241-64aa-4f36-b8a3-92c71cd95a70, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=539fb241-64aa-4f36-b8a3-92c71cd95a70,segment=NetworkSegment(3aca4ab0-929b-456d-aa84-5ecc6cb9893c),segment_id=3aca4ab0-929b-456d-aa84-5ecc6cb9893c)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:03:37.600932 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-85ae0ae3-6ffc-4346-bb29-9f36d03f9f8f req-6dd547d3-d1af-47f0-9718-6830b87221f3 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:37.734928 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3fbd1-1814-447b-9814-ad50b45f7f93 req-b0cf8b97-f105-44c5-83a5-0325fa3757e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:37.736836 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ced3fbd1-1814-447b-9814-ad50b45f7f93 req-b0cf8b97-f105-44c5-83a5-0325fa3757e6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=64a22928-0684-4ae0-bb8b-56899f865035 HTTP/1.1" status: 200 len: 915 time: 0.2131674 May 05 20:03:37.746954 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:37.784880 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-85ae0ae3-6ffc-4346-bb29-9f36d03f9f8f req-6dd547d3-d1af-47f0-9718-6830b87221f3 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Calling delete_port for 539fb241-64aa-4f36-b8a3-92c71cd95a70 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:03:37.968877 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-bf5edf96-a60b-46ec-9009-c693d466f0c8 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1331582204-network', 'tenant_id': '56e8fe9085fa4bdb932a4c29aaeb4c08'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:03:37.986466 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-bf5edf96-a60b-46ec-9009-c693d466f0c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:03:38.007928 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:38.009556 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ced3fbd1-1814-447b-9814-ad50b45f7f93 req-464a5cef-eba3-4926-ae11-cafbd78144a6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ce17bfe8-457b-451d-af56-c6402b81dc50 HTTP/1.1" status: 200 len: 217 time: 0.2657266 May 05 20:03:38.013558 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-bf5edf96-a60b-46ec-9009-c693d466f0c8 admin admin] Usage tracker for resource:network and tenant:56e8fe9085fa4bdb932a4c29aaeb4c08 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:03:38.020735 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-bf5edf96-a60b-46ec-9009-c693d466f0c8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:03:38.026541 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dce20-c856-4271-92d8-ecdaf5878dc8 req-ebe8585b-8f53-4347-b0d3-2f4bf226dca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:38.027837 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-427dce20-c856-4271-92d8-ecdaf5878dc8 req-ebe8585b-8f53-4347-b0d3-2f4bf226dca3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0940b73f-d9f5-4601-bc7a-4ddc6f68c068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5477183 May 05 20:03:38.089639 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-bf5edf96-a60b-46ec-9009-c693d466f0c8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:03:38.125996 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-85ae0ae3-6ffc-4346-bb29-9f36d03f9f8f req-6dd547d3-d1af-47f0-9718-6830b87221f3 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:38.176465 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3fbd1-1814-447b-9814-ad50b45f7f93 req-2a1f0fc0-cb6f-4921-8327-0a148f716b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:38.178453 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ced3fbd1-1814-447b-9814-ad50b45f7f93 req-2a1f0fc0-cb6f-4921-8327-0a148f716b52 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ac45120c-2218-40fc-a7a8-1f58fb39de57 HTTP/1.1" status: 200 len: 854 time: 0.1493313 May 05 20:03:38.225472 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd547d3-d1af-47f0-9718-6830b87221f3 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Pushing event deleted for resources: {'Port': ['ID=539fb241-64aa-4f36-b8a3-92c71cd95a70,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:38.279428 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-85ae0ae3-6ffc-4346-bb29-9f36d03f9f8f req-6dd547d3-d1af-47f0-9718-6830b87221f3 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] No DVR routers for this DVR port 539fb241-64aa-4f36-b8a3-92c71cd95a70 on host n-h1-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:03:38.283141 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-85ae0ae3-6ffc-4346-bb29-9f36d03f9f8f req-6dd547d3-d1af-47f0-9718-6830b87221f3 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:38.285644 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ec62e4-742a-429a-9778-f6b0b46b806a', 'name': 'network-vif-deleted', 'tag': '539fb241-64aa-4f36-b8a3-92c71cd95a70'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:03:38.296260 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5edf96-a60b-46ec-9009-c693d466f0c8 admin admin] Made reservation on behalf of 56e8fe9085fa4bdb932a4c29aaeb4c08 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:03:38.298527 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bf5edf96-a60b-46ec-9009-c693d466f0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:38.301872 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee978b2d-b4bb-4558-8d58-e518f76000f4 req-7b1be1d7-88b7-4d6c-a800-244fc1483e1c tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:38.303384 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ee978b2d-b4bb-4558-8d58-e518f76000f4 req-7b1be1d7-88b7-4d6c-a800-244fc1483e1c tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=03d3995a-afe6-400a-807d-eb8a774148f5 HTTP/1.1" status: 200 len: 943 time: 0.2980478 May 05 20:03:38.309793 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ced3fbd1-1814-447b-9814-ad50b45f7f93 req-5a724b67-5211-44d4-993f-b0fbd33d0618 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=64a22928-0684-4ae0-bb8b-56899f865035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714409 May 05 20:03:38.311575 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-85ae0ae3-6ffc-4346-bb29-9f36d03f9f8f req-6dd547d3-d1af-47f0-9718-6830b87221f3 tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.24 "DELETE /v2.0/ports/539fb241-64aa-4f36-b8a3-92c71cd95a70 HTTP/1.1" status: 204 len: 173 time: 1.6019635 May 05 20:03:38.327842 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bf5edf96-a60b-46ec-9009-c693d466f0c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:38.354843 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ee978b2d-b4bb-4558-8d58-e518f76000f4 req-2991ff3e-a995-4839-97af-c368321752a1 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/security-groups?id=66299a25-9ea8-43e5-ae69-782b36dd1dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422604 May 05 20:03:38.394932 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-bf5edf96-a60b-46ec-9009-c693d466f0c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:03:38.414777 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-bf5edf96-a60b-46ec-9009-c693d466f0c8 admin admin] Usage tracker for resource:security_group_rule and tenant:56e8fe9085fa4bdb932a4c29aaeb4c08 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:03:38.424084 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-bf5edf96-a60b-46ec-9009-c693d466f0c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:03:38.439047 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-bf5edf96-a60b-46ec-9009-c693d466f0c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:03:38.444347 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-427dce20-c856-4271-92d8-ecdaf5878dc8 req-717a2260-8ae1-4cc2-b376-94ff44b5696d service neutron] 10.222.0.24 "GET /v2.0/networks/0940b73f-d9f5-4601-bc7a-4ddc6f68c068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3560944 May 05 20:03:38.628770 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 539fb241-64aa-4f36-b8a3-92c71cd95a70 no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:03:38.632565 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a756ee1c-f334-42af-8b84-fa24bb25786f req-5acdef54-45eb-4354-b308-72d0a571921d tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:38.634295 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a756ee1c-f334-42af-8b84-fa24bb25786f req-5acdef54-45eb-4354-b308-72d0a571921d tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e23ec14-a1e0-45b6-b7d0-81e437eb1a0f HTTP/1.1" status: 200 len: 946 time: 0.4992409 May 05 20:03:38.681485 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] No Port match for: 539fb241-64aa-4f36-b8a3-92c71cd95a70 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:03:38.682074 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 539fb241-64aa-4f36-b8a3-92c71cd95a70 not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:03:38.748890 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ced3fbd1-1814-447b-9814-ad50b45f7f93 req-f5a0c9c9-11b4-4c05-aa62-fb7f000337b9 service neutron] 10.222.0.24 "GET /v2.0/networks/64a22928-0684-4ae0-bb8b-56899f865035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4221084 May 05 20:03:38.814933 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13001a5-68a8-4452-bdeb-6b350ec2362f req-0f704436-0948-49d7-9836-556e0e13b25e tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:38.823408 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c13001a5-68a8-4452-bdeb-6b350ec2362f req-0f704436-0948-49d7-9836-556e0e13b25e tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b4ca4a7-04e1-460b-a945-b885562195de HTTP/1.1" status: 200 len: 945 time: 0.1054063 May 05 20:03:38.852625 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a756ee1c-f334-42af-8b84-fa24bb25786f req-a2a01c12-c640-47a8-8e28-8ebe892767ef tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966972 May 05 20:03:38.855390 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-427dce20-c856-4271-92d8-ecdaf5878dc8 req-f5b66fa6-1aec-48b8-810f-6259028bc60c service neutron] 10.222.0.24 "GET /v2.0/networks/0940b73f-d9f5-4601-bc7a-4ddc6f68c068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3502929 May 05 20:03:38.918719 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c13001a5-68a8-4452-bdeb-6b350ec2362f req-d213f677-b40b-4b15-ab6f-2ef05f5fa6c3 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/security-groups?id=f74f81b7-56c4-4512-a034-782c02e21f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936151 May 05 20:03:38.971090 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51a0d082-3f12-4a73-a476-624357d317d5'] response: {'server_uuid': '28ec62e4-742a-429a-9778-f6b0b46b806a', 'name': 'network-vif-deleted', 'tag': '539fb241-64aa-4f36-b8a3-92c71cd95a70', 'status': 'completed', 'code': 200} May 05 20:03:39.025179 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-427dce20-c856-4271-92d8-ecdaf5878dc8 req-8c49c6ef-4413-4200-acc5-db53fea3b087 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=109bdc14-cc66-4c71-a4e0-3647d00033b0 HTTP/1.1" status: 200 len: 217 time: 0.1556022 May 05 20:03:39.170033 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b506c9d6-7669-441a-b5c8-4ddcf1d806e2 req-fd87d6d4-9b4c-4ed8-aac4-53eedb6f8da2 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:39.170724 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-b506c9d6-7669-441a-b5c8-4ddcf1d806e2 req-fd87d6d4-9b4c-4ed8-aac4-53eedb6f8da2 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Synchronizing usage tracker for tenant:2ac5211529134663a7b81ee9a43f1be9 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:03:39.181828 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bf5edf96-a60b-46ec-9009-c693d466f0c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:39.185472 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d6a99d9a-adea-4882-8fd1-1829024c9549 req-f7f87d0e-ce3c-4bd6-bc16-66d6699b86fb tempest-ServerRescueTestJSON-1209155569 tempest-ServerRescueTestJSON-1209155569-project] 10.222.0.36 "GET /v2.0/ports?device_id=28ec62e4-742a-429a-9778-f6b0b46b806a HTTP/1.1" status: 200 len: 210 time: 0.1003537 May 05 20:03:39.188315 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-b506c9d6-7669-441a-b5c8-4ddcf1d806e2 req-fd87d6d4-9b4c-4ed8-aac4-53eedb6f8da2 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Unset dirty status for tenant:2ac5211529134663a7b81ee9a43f1be9 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:03:39.194180 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bf5edf96-a60b-46ec-9009-c693d466f0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:39.195869 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b506c9d6-7669-441a-b5c8-4ddcf1d806e2 req-fd87d6d4-9b4c-4ed8-aac4-53eedb6f8da2 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ef8a1b-b5c5-4d08-9e84-1bc77a3ab332 HTTP/1.1" status: 200 len: 946 time: 0.1154475 May 05 20:03:39.197773 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dce20-c856-4271-92d8-ecdaf5878dc8 req-362c4732-b2c9-4066-9dc4-166b2fd8f442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:39.199298 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-427dce20-c856-4271-92d8-ecdaf5878dc8 req-362c4732-b2c9-4066-9dc4-166b2fd8f442 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=27e9ce9d-105a-4d07-aa22-c9895d777ddb HTTP/1.1" status: 200 len: 797 time: 0.1619678 May 05 20:03:39.243191 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-b506c9d6-7669-441a-b5c8-4ddcf1d806e2 req-d3de7d6e-63a1-45f8-aa66-d4eb94c67fcb tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Synchronizing usage tracker for tenant:2ac5211529134663a7b81ee9a43f1be9 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:03:39.260321 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-b506c9d6-7669-441a-b5c8-4ddcf1d806e2 req-d3de7d6e-63a1-45f8-aa66-d4eb94c67fcb tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Unset dirty status for tenant:2ac5211529134663a7b81ee9a43f1be9 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:03:39.262466 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b506c9d6-7669-441a-b5c8-4ddcf1d806e2 req-d3de7d6e-63a1-45f8-aa66-d4eb94c67fcb tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/security-groups?id=60903d7d-e068-4be3-b1cd-aedae880a3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657711 May 05 20:03:39.273173 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ced3fbd1-1814-447b-9814-ad50b45f7f93 req-23ee2222-2dd0-4d3b-b0ef-b43144b9819d service neutron] 10.222.0.24 "GET /v2.0/networks/64a22928-0684-4ae0-bb8b-56899f865035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5045469 May 05 20:03:39.289812 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf5edf96-a60b-46ec-9009-c693d466f0c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:03:39.309160 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5edf96-a60b-46ec-9009-c693d466f0c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b31a0353-9cc7-4431-82ad-5f9b9985cf45,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:39.317888 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bf5edf96-a60b-46ec-9009-c693d466f0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:39.318233 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-bf5edf96-a60b-46ec-9009-c693d466f0c8 admin admin] Added segment e34c646b-9075-4e31-b89f-c8f9e824e389 of type vlan for network 7506b31f-3419-46e4-835c-80fe813661d5 May 05 20:03:39.352099 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bf5edf96-a60b-46ec-9009-c693d466f0c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:39.364817 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dce20-c856-4271-92d8-ecdaf5878dc8 req-0d1d862b-7fa6-424b-8285-dc46e1d67cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:39.366242 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-427dce20-c856-4271-92d8-ecdaf5878dc8 req-0d1d862b-7fa6-424b-8285-dc46e1d67cf6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0940b73f-d9f5-4601-bc7a-4ddc6f68c068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1468449 May 05 20:03:39.473528 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:39.490039 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bf5edf96-a60b-46ec-9009-c693d466f0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:39.490841 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5edf96-a60b-46ec-9009-c693d466f0c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:39.491445 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bf5edf96-a60b-46ec-9009-c693d466f0c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:39.591391 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b75549-5634-4170-99df-82554490e721 req-5f168a24-92b2-44f8-971d-5cbce76e3dc8 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:39.593629 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-66b75549-5634-4170-99df-82554490e721 req-5f168a24-92b2-44f8-971d-5cbce76e3dc8 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e23ec14-a1e0-45b6-b7d0-81e437eb1a0f HTTP/1.1" status: 200 len: 946 time: 0.0908401 May 05 20:03:39.642012 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-66b75549-5634-4170-99df-82554490e721 req-08ad02db-b562-4942-8415-72ae5512c2fb tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421741 May 05 20:03:39.841968 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-bf5edf96-a60b-46ec-9009-c693d466f0c8 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3160090 May 05 20:03:39.844939 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 45422) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:03:39.850488 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-c5a3555d-472c-4837-ac35-2d5a83d437b1 admin admin] Request body: {'subnet': {'network_id': '7506b31f-3419-46e4-835c-80fe813661d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1331582204-subnet', 'tenant_id': '56e8fe9085fa4bdb932a4c29aaeb4c08', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:03:39.855772 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5edf96-a60b-46ec-9009-c693d466f0c8 admin admin] Pushing event updated for resources: {'Network': ['ID=7506b31f-3419-46e4-835c-80fe813661d5,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:39.856059 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-c5a3555d-472c-4837-ac35-2d5a83d437b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:03:39.860800 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-c5a3555d-472c-4837-ac35-2d5a83d437b1 admin admin] Usage tracker for resource:subnet and tenant:56e8fe9085fa4bdb932a4c29aaeb4c08 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:03:39.864349 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-c5a3555d-472c-4837-ac35-2d5a83d437b1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:03:39.868881 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-427dce20-c856-4271-92d8-ecdaf5878dc8 req-7cceec3c-bac7-4417-aeca-83e154eb23f4 service neutron] 10.222.0.24 "GET /v2.0/networks/0940b73f-d9f5-4601-bc7a-4ddc6f68c068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4952731 May 05 20:03:39.869589 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 7506b31f-3419-46e4-835c-80fe813661d5 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:03:39.871486 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-c5a3555d-472c-4837-ac35-2d5a83d437b1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:03:39.890960 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a3555d-472c-4837-ac35-2d5a83d437b1 admin admin] Made reservation on behalf of 56e8fe9085fa4bdb932a4c29aaeb4c08 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:03:39.893954 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c5a3555d-472c-4837-ac35-2d5a83d437b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:39.944059 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbd29e9-1d59-4028-a69a-860f249a5460 req-bb6de508-531d-49aa-bd17-ce3d1fd7fd40 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:39.944955 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-ecbd29e9-1d59-4028-a69a-860f249a5460 req-bb6de508-531d-49aa-bd17-ce3d1fd7fd40 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Synchronizing usage tracker for tenant:8b52762fd06e4296bbd13851ef018dfc on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:03:40.060954 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73bc9c-c18e-45e2-a2a1-9e56058098b9 req-724f948a-6494-4c8b-9ec8-a1f559eac6ce tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:40.062404 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0f73bc9c-c18e-45e2-a2a1-9e56058098b9 req-724f948a-6494-4c8b-9ec8-a1f559eac6ce tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b4ca4a7-04e1-460b-a945-b885562195de HTTP/1.1" status: 200 len: 945 time: 0.4640481 May 05 20:03:40.066671 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-ecbd29e9-1d59-4028-a69a-860f249a5460 req-bb6de508-531d-49aa-bd17-ce3d1fd7fd40 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Unset dirty status for tenant:8b52762fd06e4296bbd13851ef018dfc on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:03:40.067838 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ecbd29e9-1d59-4028-a69a-860f249a5460 req-bb6de508-531d-49aa-bd17-ce3d1fd7fd40 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=03d3995a-afe6-400a-807d-eb8a774148f5 HTTP/1.1" status: 200 len: 943 time: 0.5790725 May 05 20:03:40.107715 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-427dce20-c856-4271-92d8-ecdaf5878dc8 req-693f3352-cc21-4a17-80d9-1de892870e38 service neutron] 10.222.0.24 "GET /v2.0/networks/0940b73f-d9f5-4601-bc7a-4ddc6f68c068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304876 May 05 20:03:40.173958 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c5a3555d-472c-4837-ac35-2d5a83d437b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:40.213028 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b37c29-f1bf-4435-a58f-3041c97eed0c req-2596f158-1ad1-4ce7-8f18-a2a96c497aef tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:40.215191 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-83b37c29-f1bf-4435-a58f-3041c97eed0c req-2596f158-1ad1-4ce7-8f18-a2a96c497aef tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b4ca4a7-04e1-460b-a945-b885562195de HTTP/1.1" status: 200 len: 945 time: 0.1630838 May 05 20:03:40.225551 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-427dce20-c856-4271-92d8-ecdaf5878dc8 req-e6e82dec-309c-48eb-8a2a-44a30bec54e9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=6a69c56a-ceaf-48c1-b4b6-46b3ad4a0052 HTTP/1.1" status: 200 len: 217 time: 0.0988095 May 05 20:03:40.243912 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-0f73bc9c-c18e-45e2-a2a1-9e56058098b9 req-f8805a28-2236-4768-9c28-a333b11d0b82 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Deleting port 2c04777e-7f56-479d-9e3a-54f9d106f947 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:03:40.244263 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-0f73bc9c-c18e-45e2-a2a1-9e56058098b9 req-f8805a28-2236-4768-9c28-a333b11d0b82 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:40.274095 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a3555d-472c-4837-ac35-2d5a83d437b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2507cd6-290d-4d3d-b14e-048ce031bb0a,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:40.303941 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-83b37c29-f1bf-4435-a58f-3041c97eed0c req-6864bcf6-17f4-4860-a3cc-fef86b8d0dac tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/security-groups?id=f74f81b7-56c4-4512-a034-782c02e21f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773487 May 05 20:03:40.304776 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a3555d-472c-4837-ac35-2d5a83d437b1 admin admin] Checking segment: {'id': 'e34c646b-9075-4e31-b89f-c8f9e824e389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7506b31f-3419-46e4-835c-80fe813661d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:03:40.306406 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a3555d-472c-4837-ac35-2d5a83d437b1 admin admin] Network hostable DHCP agents. Network: 7506b31f-3419-46e4-835c-80fe813661d5, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:03:40.328629 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ecbd29e9-1d59-4028-a69a-860f249a5460 req-8d2978e4-1bb9-4645-991e-b2715742dbeb tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/security-groups?id=66299a25-9ea8-43e5-ae69-782b36dd1dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284553 May 05 20:03:40.335802 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a3555d-472c-4837-ac35-2d5a83d437b1 admin admin] Network 7506b31f-3419-46e4-835c-80fe813661d5 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:03:40.347287 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-c5a3555d-472c-4837-ac35-2d5a83d437b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 7506b31f-3419-46e4-835c-80fe813661d5) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:03:40.352242 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a3555d-472c-4837-ac35-2d5a83d437b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:40.353743 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c5a3555d-472c-4837-ac35-2d5a83d437b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:40.373444 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9fe225-4b1a-44d5-96f0-95d9b3b0411d None None] Network 7506b31f-3419-46e4-835c-80fe813661d5 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:03:40.385839 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c5a3555d-472c-4837-ac35-2d5a83d437b1 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5371511 May 05 20:03:40.386159 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 45434) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:03:40.393630 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-efb83409-d720-4b79-b438-1fcc2136dc59 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1331582204-router', 'tenant_id': '56e8fe9085fa4bdb932a4c29aaeb4c08', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:03:40.402531 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-efb83409-d720-4b79-b438-1fcc2136dc59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:03:40.407504 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-efb83409-d720-4b79-b438-1fcc2136dc59 admin admin] Usage tracker for resource:router and tenant:56e8fe9085fa4bdb932a4c29aaeb4c08 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:03:40.409653 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dce20-c856-4271-92d8-ecdaf5878dc8 req-f976cac8-df11-4e48-b0af-3b5a0502b5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:40.411116 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-427dce20-c856-4271-92d8-ecdaf5878dc8 req-f976cac8-df11-4e48-b0af-3b5a0502b5ef service neutron] 10.222.0.24 "GET /v2.0/subnets?id=27e9ce9d-105a-4d07-aa22-c9895d777ddb HTTP/1.1" status: 200 len: 797 time: 0.1713665 May 05 20:03:40.412050 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-efb83409-d720-4b79-b438-1fcc2136dc59 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:03:40.422859 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-efb83409-d720-4b79-b438-1fcc2136dc59 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:03:40.434377 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 45438) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:03:40.513591 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-efb83409-d720-4b79-b438-1fcc2136dc59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:40.514992 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-efb83409-d720-4b79-b438-1fcc2136dc59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:40.558068 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-efb83409-d720-4b79-b438-1fcc2136dc59 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:40.653080 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device ce17bfe8-457b-451d-af56-c6402b81dc50 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:03:40.690825 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-0f73bc9c-c18e-45e2-a2a1-9e56058098b9 req-f8805a28-2236-4768-9c28-a333b11d0b82 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] For port 2c04777e-7f56-479d-9e3a-54f9d106f947, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=2c04777e-7f56-479d-9e3a-54f9d106f947,segment=NetworkSegment(f9de3193-e4fa-4f1d-a073-95ff8ac5fa76),segment_id=f9de3193-e4fa-4f1d-a073-95ff8ac5fa76)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:03:40.691185 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-0f73bc9c-c18e-45e2-a2a1-9e56058098b9 req-f8805a28-2236-4768-9c28-a333b11d0b82 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:40.702402 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dce20-c856-4271-92d8-ecdaf5878dc8 req-70dee164-d9e9-4fb4-9095-2c5e701cba2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:40.703963 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-427dce20-c856-4271-92d8-ecdaf5878dc8 req-70dee164-d9e9-4fb4-9095-2c5e701cba2c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0940b73f-d9f5-4601-bc7a-4ddc6f68c068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2835033 May 05 20:03:40.765392 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e155e4-01ef-415a-af3b-c69bb9867336 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-7506b31f-3419-46e4-835c-80fe813661d5', 'network_id': '7506b31f-3419-46e4-835c-80fe813661d5', 'tenant_id': '56e8fe9085fa4bdb932a4c29aaeb4c08', 'fixed_ips': [{'subnet_id': 'e2507cd6-290d-4d3d-b14e-048ce031bb0a'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:03:40.766314 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-36e155e4-01ef-415a-af3b-c69bb9867336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:40.840517 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf932596-b00d-4365-a738-94617a742eb5 req-e2c19cd8-90a6-4b66-a257-f2dcdb3f1495 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:40.841044 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-cf932596-b00d-4365-a738-94617a742eb5 req-e2c19cd8-90a6-4b66-a257-f2dcdb3f1495 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Synchronizing usage tracker for tenant:2ac5211529134663a7b81ee9a43f1be9 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:03:40.997955 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-cf932596-b00d-4365-a738-94617a742eb5 req-e2c19cd8-90a6-4b66-a257-f2dcdb3f1495 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Unset dirty status for tenant:2ac5211529134663a7b81ee9a43f1be9 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:03:41.004100 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cf932596-b00d-4365-a738-94617a742eb5 req-e2c19cd8-90a6-4b66-a257-f2dcdb3f1495 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ef8a1b-b5c5-4d08-9e84-1bc77a3ab332 HTTP/1.1" status: 200 len: 946 time: 0.4946935 May 05 20:03:41.005868 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port ce17bfe8-457b-451d-af56-c6402b81dc50, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=ce17bfe8-457b-451d-af56-c6402b81dc50,segment=NetworkSegment(e431113b-0838-4dae-91c9-bf783ad37054),segment_id=e431113b-0838-4dae-91c9-bf783ad37054)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:03:41.031996 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': 'ce17bfe8-457b-451d-af56-c6402b81dc50', 'network_id': '64a22928-0684-4ae0-bb8b-56899f865035', 'port_id': 'ce17bfe8-457b-451d-af56-c6402b81dc50', 'mac_address': 'fa:16:3e:62:fb:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac45120c-2218-40fc-a7a8-1f58fb39de57', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:03:41.084025 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-36e155e4-01ef-415a-af3b-c69bb9867336 None None] Allocated IP 172.20.0.2 (7506b31f-3419-46e4-835c-80fe813661d5/e2507cd6-290d-4d3d-b14e-048ce031bb0a/fc182971-3a01-431f-b41b-bcb0a74d3d2c) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:03:41.106008 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:41.142204 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-427dce20-c856-4271-92d8-ecdaf5878dc8 req-fdeda62c-2f85-4add-9ebd-de15e0b60d83 service neutron] 10.222.0.24 "GET /v2.0/networks/0940b73f-d9f5-4601-bc7a-4ddc6f68c068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3793745 May 05 20:03:41.149224 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce17bfe8-457b-451d-af56-c6402b81dc50 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:03:41.187918 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cf932596-b00d-4365-a738-94617a742eb5 req-5b0f6a15-fb86-4263-a1df-a3af12516845 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/security-groups?id=60903d7d-e068-4be3-b1cd-aedae880a3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829286 May 05 20:03:41.224622 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port ce17bfe8-457b-451d-af56-c6402b81dc50, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=ce17bfe8-457b-451d-af56-c6402b81dc50,segment=NetworkSegment(e431113b-0838-4dae-91c9-bf783ad37054),segment_id=e431113b-0838-4dae-91c9-bf783ad37054)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:03:41.237902 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:41.257644 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-efb83409-d720-4b79-b438-1fcc2136dc59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:41.300412 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-0f73bc9c-c18e-45e2-a2a1-9e56058098b9 req-f8805a28-2236-4768-9c28-a333b11d0b82 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:41.300792 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-0f73bc9c-c18e-45e2-a2a1-9e56058098b9 req-f8805a28-2236-4768-9c28-a333b11d0b82 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:41.301115 n-d-840717-1 neutron-server[88197]: INFO neutron.db.l3_db [req-0f73bc9c-c18e-45e2-a2a1-9e56058098b9 req-f8805a28-2236-4768-9c28-a333b11d0b82 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Floating IP 690653bf-56ab-4176-aa60-b475bc61e215 disassociated. External IP: 172.25.0.31, port: 2c04777e-7f56-479d-9e3a-54f9d106f947. May 05 20:03:41.301642 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-0f73bc9c-c18e-45e2-a2a1-9e56058098b9 req-f8805a28-2236-4768-9c28-a333b11d0b82 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Calling delete_port for 2c04777e-7f56-479d-9e3a-54f9d106f947 owned by compute:nova {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:03:41.410116 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b06cbd-b667-4a92-a59d-ced4946b8745 req-51c74d12-3a5b-4f2b-b948-209f082598dc tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:41.412590 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b2b06cbd-b667-4a92-a59d-ced4946b8745 req-51c74d12-3a5b-4f2b-b948-209f082598dc tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.24 "GET /v2.0/ports?device_id=50ef8a1b-b5c5-4d08-9e84-1bc77a3ab332 HTTP/1.1" status: 200 len: 946 time: 0.5214288 May 05 20:03:41.421901 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3738b79f-9abb-44fe-aa64-da66de5c15c0 req-6dd41d31-2c7b-44c6-8348-591b01e5ccb3 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:41.428935 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3738b79f-9abb-44fe-aa64-da66de5c15c0 req-6dd41d31-2c7b-44c6-8348-591b01e5ccb3 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e23ec14-a1e0-45b6-b7d0-81e437eb1a0f HTTP/1.1" status: 200 len: 946 time: 0.5826569 May 05 20:03:41.445197 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=ce17bfe8-457b-451d-af56-c6402b81dc50,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:41.459332 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-36e155e4-01ef-415a-af3b-c69bb9867336 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:41.471345 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-36e155e4-01ef-415a-af3b-c69bb9867336 None None] Transition to ACTIVE for port object fc182971-3a01-431f-b41b-bcb0a74d3d2c will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:03:41.492247 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-36e155e4-01ef-415a-af3b-c69bb9867336 None None] Transition to ACTIVE for port object fc182971-3a01-431f-b41b-bcb0a74d3d2c will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:03:41.498268 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-36e155e4-01ef-415a-af3b-c69bb9867336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:41.545985 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['ce17bfe8-457b-451d-af56-c6402b81dc50'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:03:41.569715 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-427dce20-c856-4271-92d8-ecdaf5878dc8 req-1aefdca4-0483-4471-94a2-4226bf092f66 service neutron] 10.222.0.24 "GET /v2.0/networks/0940b73f-d9f5-4601-bc7a-4ddc6f68c068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4200325 May 05 20:03:41.625898 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e155e4-01ef-415a-af3b-c69bb9867336 None None] Network 7506b31f-3419-46e4-835c-80fe813661d5 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:03:41.631706 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-36e155e4-01ef-415a-af3b-c69bb9867336 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:03:41.634786 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e155e4-01ef-415a-af3b-c69bb9867336 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:03:41.639232 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e155e4-01ef-415a-af3b-c69bb9867336 None None] Pushing event updated for resources: {'Port': ['ID=fc182971-3a01-431f-b41b-bcb0a74d3d2c,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:41.692655 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-b2b06cbd-b667-4a92-a59d-ced4946b8745 req-62956c4d-164f-480e-b889-4a1acaaca673 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Deleting port a8ddce1d-abb9-4ef9-ace4-1222370d0084 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:03:41.692993 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b2b06cbd-b667-4a92-a59d-ced4946b8745 req-62956c4d-164f-480e-b889-4a1acaaca673 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:41.723487 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3738b79f-9abb-44fe-aa64-da66de5c15c0 req-5ef45c68-c6d0-43f6-b001-535d8d1e6bcb tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358708 May 05 20:03:41.758507 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-36e155e4-01ef-415a-af3b-c69bb9867336 None None] Attempting to bind port fc182971-3a01-431f-b41b-bcb0a74d3d2c on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:03:41.759062 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-36e155e4-01ef-415a-af3b-c69bb9867336 None None] Attempting to bind port fc182971-3a01-431f-b41b-bcb0a74d3d2c by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'e34c646b-9075-4e31-b89f-c8f9e824e389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7506b31f-3419-46e4-835c-80fe813661d5'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:03:41.759465 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e155e4-01ef-415a-af3b-c69bb9867336 None None] Attempting to bind port fc182971-3a01-431f-b41b-bcb0a74d3d2c on network 7506b31f-3419-46e4-835c-80fe813661d5 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:03:41.765503 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-427dce20-c856-4271-92d8-ecdaf5878dc8 req-29651592-e572-4cf5-9883-5b5705e0a942 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=d8cebe77-24e5-40d1-a4fd-946a285e28bf HTTP/1.1" status: 200 len: 217 time: 0.1047072 May 05 20:03:41.770657 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e155e4-01ef-415a-af3b-c69bb9867336 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:03:41.771184 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e155e4-01ef-415a-af3b-c69bb9867336 None None] Checking segment: {'id': 'e34c646b-9075-4e31-b89f-c8f9e824e389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7506b31f-3419-46e4-835c-80fe813661d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:03:41.771712 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-36e155e4-01ef-415a-af3b-c69bb9867336 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:41.772207 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e155e4-01ef-415a-af3b-c69bb9867336 None None] Bound using segment: {'id': 'e34c646b-9075-4e31-b89f-c8f9e824e389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7506b31f-3419-46e4-835c-80fe813661d5'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:03:41.772784 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-36e155e4-01ef-415a-af3b-c69bb9867336 None None] Bound port: fc182971-3a01-431f-b41b-bcb0a74d3d2c, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e34c646b-9075-4e31-b89f-c8f9e824e389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7506b31f-3419-46e4-835c-80fe813661d5'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:03:41.773258 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-36e155e4-01ef-415a-af3b-c69bb9867336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:41.849956 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-0f73bc9c-c18e-45e2-a2a1-9e56058098b9 req-f8805a28-2236-4768-9c28-a333b11d0b82 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:41.861398 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25427e0e-03b8-4ffd-bb7d-d409ce482d6a req-2c2109eb-6a0e-4ad8-9f23-dd69d10f51be tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:41.863332 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-25427e0e-03b8-4ffd-bb7d-d409ce482d6a req-2c2109eb-6a0e-4ad8-9f23-dd69d10f51be tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b4ca4a7-04e1-460b-a945-b885562195de HTTP/1.1" status: 200 len: 945 time: 0.3462234 May 05 20:03:41.918971 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8805a28-2236-4768-9c28-a333b11d0b82 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Pushing event deleted for resources: {'Port': ['ID=2c04777e-7f56-479d-9e3a-54f9d106f947,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:41.956044 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-36e155e4-01ef-415a-af3b-c69bb9867336 None None] For port fc182971-3a01-431f-b41b-bcb0a74d3d2c, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:03:41.959211 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dce20-c856-4271-92d8-ecdaf5878dc8 req-a8b52abe-41f3-4187-a254-f3e394bcdb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:41.960674 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-427dce20-c856-4271-92d8-ecdaf5878dc8 req-a8b52abe-41f3-4187-a254-f3e394bcdb37 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=27e9ce9d-105a-4d07-aa22-c9895d777ddb HTTP/1.1" status: 200 len: 797 time: 0.1871955 May 05 20:03:41.969924 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-36e155e4-01ef-415a-af3b-c69bb9867336 None None] For port fc182971-3a01-431f-b41b-bcb0a74d3d2c, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=fc182971-3a01-431f-b41b-bcb0a74d3d2c,segment=NetworkSegment(e34c646b-9075-4e31-b89f-c8f9e824e389),segment_id=e34c646b-9075-4e31-b89f-c8f9e824e389)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:03:41.978238 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-36e155e4-01ef-415a-af3b-c69bb9867336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:42.066953 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e155e4-01ef-415a-af3b-c69bb9867336 None None] Pushing event updated for resources: {'Port': ['ID=fc182971-3a01-431f-b41b-bcb0a74d3d2c,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:42.093386 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-25427e0e-03b8-4ffd-bb7d-d409ce482d6a req-50c6f072-692f-4981-b828-70568b683c68 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/security-groups?id=f74f81b7-56c4-4512-a034-782c02e21f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1786282 May 05 20:03:42.218221 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dce20-c856-4271-92d8-ecdaf5878dc8 req-5872d9f4-da92-47c7-8abb-5853a90bf61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:42.219751 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-427dce20-c856-4271-92d8-ecdaf5878dc8 req-5872d9f4-da92-47c7-8abb-5853a90bf61e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0940b73f-d9f5-4601-bc7a-4ddc6f68c068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1944244 May 05 20:03:42.231678 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f73bc9c-c18e-45e2-a2a1-9e56058098b9 req-f8805a28-2236-4768-9c28-a333b11d0b82 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Router bc6a4113-edb3-47fc-a579-1ad503721aac has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:03:42.514298 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-b2b06cbd-b667-4a92-a59d-ced4946b8745 req-62956c4d-164f-480e-b889-4a1acaaca673 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] For port a8ddce1d-abb9-4ef9-ace4-1222370d0084, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=a8ddce1d-abb9-4ef9-ace4-1222370d0084,segment=NetworkSegment(131841d7-b870-4a09-a673-d43da1d3ff2b),segment_id=131841d7-b870-4a09-a673-d43da1d3ff2b)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:03:42.514814 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b2b06cbd-b667-4a92-a59d-ced4946b8745 req-62956c4d-164f-480e-b889-4a1acaaca673 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:42.673686 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device fc182971-3a01-431f-b41b-bcb0a74d3d2c up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:03:42.675497 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-b2b06cbd-b667-4a92-a59d-ced4946b8745 req-62956c4d-164f-480e-b889-4a1acaaca673 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Calling delete_port for a8ddce1d-abb9-4ef9-ace4-1222370d0084 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:03:42.687396 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-427dce20-c856-4271-92d8-ecdaf5878dc8 req-7b7978b3-f7da-49e4-b496-649ee52b2ea2 service neutron] 10.222.0.24 "GET /v2.0/networks/0940b73f-d9f5-4601-bc7a-4ddc6f68c068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4542782 May 05 20:03:42.694883 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f73bc9c-c18e-45e2-a2a1-9e56058098b9 req-f8805a28-2236-4768-9c28-a333b11d0b82 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:03:42.705915 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device ce17bfe8-457b-451d-af56-c6402b81dc50 up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:03:42.721338 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-efb83409-d720-4b79-b438-1fcc2136dc59 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:42.763851 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60335ba-6814-4c2f-a4ba-b43352cd35dd None None] Sync routers for ids ['bc6a4113-edb3-47fc-a579-1ad503721aac'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:03:42.768523 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-efb83409-d720-4b79-b438-1fcc2136dc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:42.804613 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60335ba-6814-4c2f-a4ba-b43352cd35dd None None] Routers {'bc6a4113-edb3-47fc-a579-1ad503721aac'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:03:42.805333 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-b60335ba-6814-4c2f-a4ba-b43352cd35dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:03:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['bc6a4113-edb3-47fc-a579-1ad503721aac'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:03:42.820522 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410221a1-431d-4d44-ae3a-414136b9376c req-8afb429d-178a-4076-ad4e-80528ba0d582 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:42.821073 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f73bc9c-c18e-45e2-a2a1-9e56058098b9 req-f8805a28-2236-4768-9c28-a333b11d0b82 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] No DVR routers for this DVR port 2c04777e-7f56-479d-9e3a-54f9d106f947 on host n-h1-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:03:42.822049 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-410221a1-431d-4d44-ae3a-414136b9376c req-8afb429d-178a-4076-ad4e-80528ba0d582 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=03d3995a-afe6-400a-807d-eb8a774148f5 HTTP/1.1" status: 200 len: 944 time: 0.8701084 May 05 20:03:42.833529 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5efc7d43-f4da-456f-9e9c-6bad9d1e3194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:42.876027 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-0f73bc9c-c18e-45e2-a2a1-9e56058098b9 req-f8805a28-2236-4768-9c28-a333b11d0b82 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:42.891219 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15025786-1b1b-4d50-b55b-b982edfdf87f req-9fe01ce7-b57f-4752-a3b2-74b92bbf7093 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:42.892918 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-15025786-1b1b-4d50-b55b-b982edfdf87f req-9fe01ce7-b57f-4752-a3b2-74b92bbf7093 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ef8a1b-b5c5-4d08-9e84-1bc77a3ab332 HTTP/1.1" status: 200 len: 946 time: 0.4567254 May 05 20:03:42.894125 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4ca4a7-04e1-460b-a945-b885562195de', 'name': 'network-vif-deleted', 'tag': '2c04777e-7f56-479d-9e3a-54f9d106f947'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:03:42.958394 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0f73bc9c-c18e-45e2-a2a1-9e56058098b9 req-f8805a28-2236-4768-9c28-a333b11d0b82 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.24 "DELETE /v2.0/ports/2c04777e-7f56-479d-9e3a-54f9d106f947 HTTP/1.1" status: 204 len: 173 time: 2.8877137 May 05 20:03:42.965659 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port ce17bfe8-457b-451d-af56-c6402b81dc50 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:03:42.987933 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-15025786-1b1b-4d50-b55b-b982edfdf87f req-3197a16c-5119-4597-913b-f5424511626e tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/security-groups?id=60903d7d-e068-4be3-b1cd-aedae880a3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803339 May 05 20:03:43.023724 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-427dce20-c856-4271-92d8-ecdaf5878dc8 req-05028106-d804-4c10-8500-3c33a28bfaaf service neutron] 10.222.0.24 "GET /v2.0/networks/0940b73f-d9f5-4601-bc7a-4ddc6f68c068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262053 May 05 20:03:43.090428 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port ce17bfe8-457b-451d-af56-c6402b81dc50 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:03:43.090898 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:43.152075 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port fc182971-3a01-431f-b41b-bcb0a74d3d2c completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:03:43.218593 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-410221a1-431d-4d44-ae3a-414136b9376c req-575e9570-22db-4e92-a933-2a4eba730c93 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/security-groups?id=66299a25-9ea8-43e5-ae69-782b36dd1dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295710 May 05 20:03:43.230891 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-b60335ba-6814-4c2f-a4ba-b43352cd35dd None None] Set router bc6a4113-edb3-47fc-a579-1ad503721aac gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:03:43.248354 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-427dce20-c856-4271-92d8-ecdaf5878dc8 req-94ad08c4-a28f-4d1a-8ae8-81a4ff3ac418 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=823374b2-c1db-4105-8ac8-804b4d578fcc HTTP/1.1" status: 200 len: 217 time: 0.2011850 May 05 20:03:43.377875 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:43.526306 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d3995a-afe6-400a-807d-eb8a774148f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce17bfe8-457b-451d-af56-c6402b81dc50'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:03:43.535978 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-135dedb7-b4db-4a5b-bda9-30a06d7d4b69'] response: {'server_uuid': '9b4ca4a7-04e1-460b-a945-b885562195de', 'name': 'network-vif-deleted', 'tag': '2c04777e-7f56-479d-9e3a-54f9d106f947', 'status': 'completed', 'code': 200} May 05 20:03:43.537655 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9821aa2b-df1a-49c3-9a99-af68009f5cd7 None None] Network 7506b31f-3419-46e4-835c-80fe813661d5 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:03:43.571013 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-905804bf-3036-4603-8339-cfe624b27357 req-b35c238e-6528-420d-880b-95e57c7dff3d tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b4ca4a7-04e1-460b-a945-b885562195de HTTP/1.1" status: 200 len: 210 time: 0.1098619 May 05 20:03:43.582749 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dce20-c856-4271-92d8-ecdaf5878dc8 req-9dd32a8d-68a4-4bce-8135-8c454031f2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:43.584583 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-427dce20-c856-4271-92d8-ecdaf5878dc8 req-9dd32a8d-68a4-4bce-8135-8c454031f2a3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c1793040-0572-406b-b093-3a5c700275df HTTP/1.1" status: 200 len: 797 time: 0.3288238 May 05 20:03:43.586027 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b2b06cbd-b667-4a92-a59d-ced4946b8745 req-62956c4d-164f-480e-b889-4a1acaaca673 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:43.655435 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-efb83409-d720-4b79-b438-1fcc2136dc59 admin admin] Allocated IP 172.25.0.186 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/56bc31fa-f73f-4d6e-8d81-c37725b0a1b1) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:03:43.694752 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e728d79e-ac6a-4e5e-a5ba-1e5d913b57ce req-90ff8fc7-8feb-45d9-aa3e-ff4eda7f9295 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:43.702547 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['50d780a2-f495-43fb-9ec1-8a335ab63da3'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:03:43.704340 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e728d79e-ac6a-4e5e-a5ba-1e5d913b57ce req-90ff8fc7-8feb-45d9-aa3e-ff4eda7f9295 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e23ec14-a1e0-45b6-b7d0-81e437eb1a0f HTTP/1.1" status: 200 len: 946 time: 0.5261464 May 05 20:03:43.741511 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port ce17bfe8-457b-451d-af56-c6402b81dc50, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=ce17bfe8-457b-451d-af56-c6402b81dc50,segment=NetworkSegment(e431113b-0838-4dae-91c9-bf783ad37054),segment_id=e431113b-0838-4dae-91c9-bf783ad37054)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:03:43.750039 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62956c4d-164f-480e-b889-4a1acaaca673 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Pushing event deleted for resources: {'Port': ['ID=a8ddce1d-abb9-4ef9-ace4-1222370d0084,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:43.762816 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2b06cbd-b667-4a92-a59d-ced4946b8745 req-62956c4d-164f-480e-b889-4a1acaaca673 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] No DVR routers for this DVR port a8ddce1d-abb9-4ef9-ace4-1222370d0084 on host n-h1-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:03:43.768300 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:43.768835 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b2b06cbd-b667-4a92-a59d-ced4946b8745 req-62956c4d-164f-480e-b889-4a1acaaca673 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:43.769088 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 2c04777e-7f56-479d-9e3a-54f9d106f947 no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:03:43.772088 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e728d79e-ac6a-4e5e-a5ba-1e5d913b57ce req-7bc015f6-223d-4a33-b8ac-9a4a37314e14 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667140 May 05 20:03:43.772387 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ef8a1b-b5c5-4d08-9e84-1bc77a3ab332', 'name': 'network-vif-deleted', 'tag': 'a8ddce1d-abb9-4ef9-ace4-1222370d0084'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:03:43.794332 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dce20-c856-4271-92d8-ecdaf5878dc8 req-1730abef-7fb8-4047-8a13-6606534a7770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:43.796456 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-427dce20-c856-4271-92d8-ecdaf5878dc8 req-1730abef-7fb8-4047-8a13-6606534a7770 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=98f65143-638f-41c6-b245-4fc7a96707e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2013917 May 05 20:03:43.853591 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b2b06cbd-b667-4a92-a59d-ced4946b8745 req-62956c4d-164f-480e-b889-4a1acaaca673 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.24 "DELETE /v2.0/ports/a8ddce1d-abb9-4ef9-ace4-1222370d0084 HTTP/1.1" status: 204 len: 173 time: 2.4207091 May 05 20:03:43.875139 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] No Port match for: 2c04777e-7f56-479d-9e3a-54f9d106f947 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:03:43.875708 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 2c04777e-7f56-479d-9e3a-54f9d106f947 not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:03:43.876246 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device a8ddce1d-abb9-4ef9-ace4-1222370d0084 no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:03:43.906853 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b265fb61-0627-458c-82d6-019dffb567d9'] response: {'server_uuid': '50ef8a1b-b5c5-4d08-9e84-1bc77a3ab332', 'name': 'network-vif-deleted', 'tag': 'a8ddce1d-abb9-4ef9-ace4-1222370d0084', 'status': 'completed', 'code': 200} May 05 20:03:43.946539 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-04ab9abc-fadc-4294-b9da-7d02aecc95f7 None None] Provisioning for port fc182971-3a01-431f-b41b-bcb0a74d3d2c completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:03:43.962294 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] No Port match for: a8ddce1d-abb9-4ef9-ace4-1222370d0084 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:03:43.962638 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device a8ddce1d-abb9-4ef9-ace4-1222370d0084 not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:03:44.022230 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-04ab9abc-fadc-4294-b9da-7d02aecc95f7 None None] Provisioning complete for port fc182971-3a01-431f-b41b-bcb0a74d3d2c triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:03:44.022707 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-04ab9abc-fadc-4294-b9da-7d02aecc95f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:44.023453 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-5efc7d43-f4da-456f-9e9c-6bad9d1e3194 admin admin] Deleting port 500e6d40-7ee9-461d-9bfc-e1f307580dc7 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:03:44.023796 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5efc7d43-f4da-456f-9e9c-6bad9d1e3194 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:44.124204 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-427dce20-c856-4271-92d8-ecdaf5878dc8 req-f7e0065c-4fcd-4784-89d5-6abfb23a6682 service neutron] 10.222.0.24 "GET /v2.0/networks/98f65143-638f-41c6-b245-4fc7a96707e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178356 May 05 20:03:44.146537 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-efb83409-d720-4b79-b438-1fcc2136dc59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:44.218179 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-974cb5cc-f8ec-4905-a7dd-89a0ff452864'] response: {'server_uuid': '03d3995a-afe6-400a-807d-eb8a774148f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce17bfe8-457b-451d-af56-c6402b81dc50', 'code': 200} May 05 20:03:44.310249 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-427dce20-c856-4271-92d8-ecdaf5878dc8 req-5c1c769c-ccd9-47b0-aa7c-12d4390186b5 service neutron] 10.222.0.24 "GET /v2.0/networks/98f65143-638f-41c6-b245-4fc7a96707e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786203 May 05 20:03:44.368276 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4f652d52-00f4-427b-ac50-e24a65b8f65a req-e3eefa82-c603-4d6f-8633-331b24f575c2 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ef8a1b-b5c5-4d08-9e84-1bc77a3ab332 HTTP/1.1" status: 200 len: 210 time: 0.0553420 May 05 20:03:44.417778 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=ce17bfe8-457b-451d-af56-c6402b81dc50,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:44.428483 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:44.483398 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-427dce20-c856-4271-92d8-ecdaf5878dc8 req-24eb9892-6c76-4876-85f3-061ccae78cdb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=206a9ec0-b9d9-495c-a620-820909a8baeb HTTP/1.1" status: 200 len: 217 time: 0.1141036 May 05 20:03:44.603834 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dce20-c856-4271-92d8-ecdaf5878dc8 req-4a2c0b5e-26f6-47f8-b0b6-baae831ff142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:44.606880 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-427dce20-c856-4271-92d8-ecdaf5878dc8 req-4a2c0b5e-26f6-47f8-b0b6-baae831ff142 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c1793040-0572-406b-b093-3a5c700275df HTTP/1.1" status: 200 len: 797 time: 0.1171751 May 05 20:03:44.660583 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-b60335ba-6814-4c2f-a4ba-b43352cd35dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'name': 'tempest-AttachVolumeNegativeTest-634632814-router', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'c75985dc-8b4c-4c87-85cd-20dbb82f7649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:00:48Z', 'updated_at': '2022-05-05T20:00:57Z', 'revision_number': 4, 'project_id': '2b65203be12a44e3b2b676f0adb9acc7', 'gw_port': {'id': 'c75985dc-8b4c-4c87-85cd-20dbb82f7649', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:49Z', 'updated_at': '2022-05-05T20:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '2755d2e1-de23-4b07-b90f-b7f57956bd8a', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'floating_ip_address': '172.25.0.83', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'port_id': '65f8906c-b8b8-4c48-b277-a82b65a05716', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8', 'mac_address': 'fa:16:3e:00:48:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e97702-69a7-488c-9bd1-a74418962f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:01:09Z', 'updated_at': '2022-05-05T20:01:50Z', 'revision_number': 2, 'project_id': '2b65203be12a44e3b2b676f0adb9acc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74d23f1e-73a7-42db-b11f-96808078f525', 'name': '', 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'mac_address': 'fa:16:3e:32:c5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '0d250ed8-07f6-4f08-a934-d3c76d471e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:55Z', 'updated_at': '2022-05-05T20:01:13Z', 'revision_number': 5, 'project_id': '2b65203be12a44e3b2b676f0adb9acc7', 'subnets': [{'id': '0d250ed8-07f6-4f08-a934-d3c76d471e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:03:44.661720 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-5efc7d43-f4da-456f-9e9c-6bad9d1e3194 admin admin] For port 500e6d40-7ee9-461d-9bfc-e1f307580dc7, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=500e6d40-7ee9-461d-9bfc-e1f307580dc7,segment=NetworkSegment(3aca4ab0-929b-456d-aa84-5ecc6cb9893c),segment_id=3aca4ab0-929b-456d-aa84-5ecc6cb9893c)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:03:44.662228 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5efc7d43-f4da-456f-9e9c-6bad9d1e3194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:44.670356 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60335ba-6814-4c2f-a4ba-b43352cd35dd None None] Checking router: bc6a4113-edb3-47fc-a579-1ad503721aac for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:03:44.680687 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-04ab9abc-fadc-4294-b9da-7d02aecc95f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:44.721760 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60335ba-6814-4c2f-a4ba-b43352cd35dd None None] Routers {'bc6a4113-edb3-47fc-a579-1ad503721aac'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:03:44.722293 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-b60335ba-6814-4c2f-a4ba-b43352cd35dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:03:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['bc6a4113-edb3-47fc-a579-1ad503721aac'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:03:44.741068 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 45472) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:03:44.784894 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86a604a-eb1c-4491-99a6-95f3b7188129 req-5ff667fa-dba1-4a33-bfc8-5571ac283b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:44.786405 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e86a604a-eb1c-4491-99a6-95f3b7188129 req-5ff667fa-dba1-4a33-bfc8-5571ac283b5c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=03d3995a-afe6-400a-807d-eb8a774148f5 HTTP/1.1" status: 200 len: 1096 time: 0.6430302 May 05 20:03:44.828062 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-04ab9abc-fadc-4294-b9da-7d02aecc95f7 None None] For port fc182971-3a01-431f-b41b-bcb0a74d3d2c, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=fc182971-3a01-431f-b41b-bcb0a74d3d2c,segment=NetworkSegment(e34c646b-9075-4e31-b89f-c8f9e824e389),segment_id=e34c646b-9075-4e31-b89f-c8f9e824e389)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:03:44.837871 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-04ab9abc-fadc-4294-b9da-7d02aecc95f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:44.851843 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dce20-c856-4271-92d8-ecdaf5878dc8 req-08ce04ea-f3a4-40a5-a5f6-fd02d15408b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:44.853860 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-427dce20-c856-4271-92d8-ecdaf5878dc8 req-08ce04ea-f3a4-40a5-a5f6-fd02d15408b2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=98f65143-638f-41c6-b245-4fc7a96707e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2397621 May 05 20:03:44.869124 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-efb83409-d720-4b79-b438-1fcc2136dc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:44.896508 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0c9289bb-9813-4a10-bc5d-e7054bb591aa tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:44.898635 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-5efc7d43-f4da-456f-9e9c-6bad9d1e3194 admin admin] Calling delete_port for 500e6d40-7ee9-461d-9bfc-e1f307580dc7 owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:03:44.998892 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95138b51-c379-4cc1-b09f-583921ec79e9 req-d011f7a1-d19f-4c98-812f-7e01d8331e4e tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:45.006258 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-95138b51-c379-4cc1-b09f-583921ec79e9 req-d011f7a1-d19f-4c98-812f-7e01d8331e4e tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=03d3995a-afe6-400a-807d-eb8a774148f5 HTTP/1.1" status: 200 len: 945 time: 0.5756354 May 05 20:03:45.023053 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0c9289bb-9813-4a10-bc5d-e7054bb591aa tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:45.076467 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ab9abc-fadc-4294-b9da-7d02aecc95f7 None None] Pushing event updated for resources: {'Port': ['ID=fc182971-3a01-431f-b41b-bcb0a74d3d2c,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:45.085766 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e86a604a-eb1c-4491-99a6-95f3b7188129 req-25969614-5bda-41e6-aa6c-8b9da7dcf643 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=66299a25-9ea8-43e5-ae69-782b36dd1dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533558 May 05 20:03:45.095667 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-48f22be8-ca4e-4df3-8d18-f40c6fcf6df7 None None] Provisioning complete for port fc182971-3a01-431f-b41b-bcb0a74d3d2c triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:03:45.096035 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-48f22be8-ca4e-4df3-8d18-f40c6fcf6df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:45.097294 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb83409-d720-4b79-b438-1fcc2136dc59 admin admin] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:03:45.106052 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-efb83409-d720-4b79-b438-1fcc2136dc59 admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:03:45.122465 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb83409-d720-4b79-b438-1fcc2136dc59 admin admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:03:45.155394 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-b60335ba-6814-4c2f-a4ba-b43352cd35dd None None] Set router bc6a4113-edb3-47fc-a579-1ad503721aac gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:03:45.160985 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-427dce20-c856-4271-92d8-ecdaf5878dc8 req-b7935515-66f2-4b25-b6ea-13c44d2da78d service neutron] 10.222.0.24 "GET /v2.0/networks/98f65143-638f-41c6-b245-4fc7a96707e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960122 May 05 20:03:45.183637 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb83409-d720-4b79-b438-1fcc2136dc59 admin admin] Pushing event updated for resources: {'Port': ['ID=56bc31fa-f73f-4d6e-8d81-c37725b0a1b1,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:45.185723 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067870af-40a4-41b9-80e9-391586dfdb0e req-5426c6d8-773a-474e-8530-5ced2a25f082 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:45.193482 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-067870af-40a4-41b9-80e9-391586dfdb0e req-5426c6d8-773a-474e-8530-5ced2a25f082 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e23ec14-a1e0-45b6-b7d0-81e437eb1a0f HTTP/1.1" status: 200 len: 946 time: 0.2365038 May 05 20:03:45.201991 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-95138b51-c379-4cc1-b09f-583921ec79e9 req-5a9bf95f-3f7f-463b-aa7c-b36258f8b928 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/security-groups?id=66299a25-9ea8-43e5-ae69-782b36dd1dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946511 May 05 20:03:45.219390 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0c9289bb-9813-4a10-bc5d-e7054bb591aa tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:45.259957 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9289bb-9813-4a10-bc5d-e7054bb591aa tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f74f81b7-56c4-4512-a034-782c02e21f6e,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:45.272367 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-067870af-40a4-41b9-80e9-391586dfdb0e req-2669077a-394d-404d-988b-680883ae3935 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774374 May 05 20:03:45.276164 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0c9289bb-9813-4a10-bc5d-e7054bb591aa tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:45.278344 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-0c9289bb-9813-4a10-bc5d-e7054bb591aa tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "DELETE /v2.0/security-groups/f74f81b7-56c4-4512-a034-782c02e21f6e HTTP/1.1" status: 204 len: 168 time: 0.5354009 May 05 20:03:45.294081 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 45478) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:03:45.390621 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-cd6aeb09-d8a9-486a-a9c6-ba600d5ec0a6 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] show failed (client error): The resource could not be found. May 05 20:03:45.395389 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-cd6aeb09-d8a9-486a-a9c6-ba600d5ec0a6 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/security-groups/f74f81b7-56c4-4512-a034-782c02e21f6e HTTP/1.1" status: 404 len: 347 time: 0.0965936 May 05 20:03:45.395735 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 45482) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:03:45.442627 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-427dce20-c856-4271-92d8-ecdaf5878dc8 req-cc7a67d1-3fa4-4933-b1b8-70b1cbbe26d0 service neutron] 10.222.0.24 "GET /v2.0/networks/98f65143-638f-41c6-b245-4fc7a96707e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697171 May 05 20:03:45.615472 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-b60335ba-6814-4c2f-a4ba-b43352cd35dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'name': 'tempest-AttachVolumeNegativeTest-634632814-router', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'c75985dc-8b4c-4c87-85cd-20dbb82f7649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:00:48Z', 'updated_at': '2022-05-05T20:00:57Z', 'revision_number': 4, 'project_id': '2b65203be12a44e3b2b676f0adb9acc7', 'gw_port': {'id': 'c75985dc-8b4c-4c87-85cd-20dbb82f7649', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:49Z', 'updated_at': '2022-05-05T20:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '2755d2e1-de23-4b07-b90f-b7f57956bd8a', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'floating_ip_address': '172.25.0.83', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'port_id': '65f8906c-b8b8-4c48-b277-a82b65a05716', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8', 'mac_address': 'fa:16:3e:00:48:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e97702-69a7-488c-9bd1-a74418962f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:01:09Z', 'updated_at': '2022-05-05T20:01:50Z', 'revision_number': 2, 'project_id': '2b65203be12a44e3b2b676f0adb9acc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74d23f1e-73a7-42db-b11f-96808078f525', 'name': '', 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'mac_address': 'fa:16:3e:32:c5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '0d250ed8-07f6-4f08-a934-d3c76d471e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:55Z', 'updated_at': '2022-05-05T20:01:13Z', 'revision_number': 5, 'project_id': '2b65203be12a44e3b2b676f0adb9acc7', 'subnets': [{'id': '0d250ed8-07f6-4f08-a934-d3c76d471e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:03:45.624560 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60335ba-6814-4c2f-a4ba-b43352cd35dd None None] The sync data for ids ['bc6a4113-edb3-47fc-a579-1ad503721aac'] in n-d-840717-1 is: [{'id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'name': 'tempest-AttachVolumeNegativeTest-634632814-router', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'c75985dc-8b4c-4c87-85cd-20dbb82f7649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:00:48Z', 'updated_at': '2022-05-05T20:00:57Z', 'revision_number': 4, 'project_id': '2b65203be12a44e3b2b676f0adb9acc7', 'gw_port': {'id': 'c75985dc-8b4c-4c87-85cd-20dbb82f7649', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:49Z', 'updated_at': '2022-05-05T20:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '2755d2e1-de23-4b07-b90f-b7f57956bd8a', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'floating_ip_address': '172.25.0.83', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'port_id': '65f8906c-b8b8-4c48-b277-a82b65a05716', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8', 'mac_address': 'fa:16:3e:00:48:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e97702-69a7-488c-9bd1-a74418962f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:01:09Z', 'updated_at': '2022-05-05T20:01:50Z', 'revision_number': 2, 'project_id': '2b65203be12a44e3b2b676f0adb9acc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74d23f1e-73a7-42db-b11f-96808078f525', 'name': '', 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'mac_address': 'fa:16:3e:32:c5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '0d250ed8-07f6-4f08-a934-d3c76d471e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:55Z', 'updated_at': '2022-05-05T20:01:13Z', 'revision_number': 5, 'project_id': '2b65203be12a44e3b2b676f0adb9acc7', 'subnets': [{'id': '0d250ed8-07f6-4f08-a934-d3c76d471e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:03:45.644847 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-5e0d07cd-26fb-4bb9-b817-ded55b8a195f tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Deleting port cecc570e-aa46-47aa-bbee-f34992241b03 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:03:45.645444 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5e0d07cd-26fb-4bb9-b817-ded55b8a195f tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:45.927259 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374238c9-1e22-4b84-91f2-9b479aaa22bc None None] New status for floating IP 690653bf-56ab-4176-aa60-b475bc61e215: DOWN {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:03:46.087729 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:46.239936 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5efc7d43-f4da-456f-9e9c-6bad9d1e3194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:46.318119 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5e0d07cd-26fb-4bb9-b817-ded55b8a195f tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:46.318475 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5e0d07cd-26fb-4bb9-b817-ded55b8a195f tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:46.327615 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-efb83409-d720-4b79-b438-1fcc2136dc59 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:46.380958 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efc7d43-f4da-456f-9e9c-6bad9d1e3194 admin admin] Pushing event deleted for resources: {'Port': ['ID=500e6d40-7ee9-461d-9bfc-e1f307580dc7,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:46.419158 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d635e-ced0-484a-add8-02fc8eff9662 req-224f725a-21e8-4833-b5e7-28d2bb0ada5e tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:46.420644 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0c7d635e-ced0-484a-add8-02fc8eff9662 req-224f725a-21e8-4833-b5e7-28d2bb0ada5e tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=03d3995a-afe6-400a-807d-eb8a774148f5 HTTP/1.1" status: 200 len: 945 time: 0.0870872 May 05 20:03:46.464975 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0c7d635e-ced0-484a-add8-02fc8eff9662 req-8f99ead1-6fc9-4b6f-8a49-4d4c056cd032 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/security-groups?id=66299a25-9ea8-43e5-ae69-782b36dd1dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386231 May 05 20:03:46.616459 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-5e0d07cd-26fb-4bb9-b817-ded55b8a195f tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Calling delete_port for cecc570e-aa46-47aa-bbee-f34992241b03 owned by network:floatingip {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:03:46.654189 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device fc182971-3a01-431f-b41b-bcb0a74d3d2c up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:03:46.657129 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69613d95-e5d8-4ab8-ab46-6ba335ad1f0d req-343f7d51-d0ad-44eb-a10e-5623540e0687 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:46.658657 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-69613d95-e5d8-4ab8-ab46-6ba335ad1f0d req-343f7d51-d0ad-44eb-a10e-5623540e0687 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e23ec14-a1e0-45b6-b7d0-81e437eb1a0f HTTP/1.1" status: 200 len: 946 time: 0.0935972 May 05 20:03:46.705361 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-69613d95-e5d8-4ab8-ab46-6ba335ad1f0d req-73ecacef-5c44-4f8a-a41d-b4da8f8b2bf6 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408113 May 05 20:03:46.725825 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port fc182971-3a01-431f-b41b-bcb0a74d3d2c triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:03:46.726204 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:46.759859 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a8756-67e8-43f8-8ec8-d5b2dc9deb5f req-854fc9d4-9dda-48ca-8d65-95c417130480 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:46.760689 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-be3a8756-67e8-43f8-8ec8-d5b2dc9deb5f req-854fc9d4-9dda-48ca-8d65-95c417130480 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Synchronizing usage tracker for tenant:2ac5211529134663a7b81ee9a43f1be9 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:03:46.886273 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-be3a8756-67e8-43f8-8ec8-d5b2dc9deb5f req-854fc9d4-9dda-48ca-8d65-95c417130480 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Unset dirty status for tenant:2ac5211529134663a7b81ee9a43f1be9 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:03:46.887453 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-be3a8756-67e8-43f8-8ec8-d5b2dc9deb5f req-854fc9d4-9dda-48ca-8d65-95c417130480 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=78022ff8-79b6-40f3-923b-df6f4cd7291b HTTP/1.1" status: 200 len: 945 time: 1.0575581 May 05 20:03:46.900231 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c83d7b-3f9f-45c2-a2a9-1bbcb2d476e0 req-b2a4b2a7-d0e2-4427-98dc-5ce182f77f9d tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:46.902415 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c1c83d7b-3f9f-45c2-a2a9-1bbcb2d476e0 req-b2a4b2a7-d0e2-4427-98dc-5ce182f77f9d tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=03d3995a-afe6-400a-807d-eb8a774148f5 HTTP/1.1" status: 200 len: 945 time: 0.0914133 May 05 20:03:46.948791 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c1c83d7b-3f9f-45c2-a2a9-1bbcb2d476e0 req-05819a38-e249-4a69-aedd-6aa6d2b9d2e6 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/security-groups?id=66299a25-9ea8-43e5-ae69-782b36dd1dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400672 May 05 20:03:47.061738 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.db.api [None req-5e0d07cd-26fb-4bb9-b817-ded55b8a195f tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88198) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:03:47.062087 n-d-840717-1 neutron-server[88198]: DEBUG oslo_db.api [None req-5e0d07cd-26fb-4bb9-b817-ded55b8a195f tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:03:47.156929 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-be3a8756-67e8-43f8-8ec8-d5b2dc9deb5f req-8204bec6-c56e-4b57-bb40-5b6f1ad38e87 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/security-groups?id=60903d7d-e068-4be3-b1cd-aedae880a3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495453 May 05 20:03:47.195842 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5efc7d43-f4da-456f-9e9c-6bad9d1e3194 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:47.270393 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-efb83409-d720-4b79-b438-1fcc2136dc59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:47.576381 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-5e0d07cd-26fb-4bb9-b817-ded55b8a195f tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Deleting port cecc570e-aa46-47aa-bbee-f34992241b03 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:03:47.576715 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5e0d07cd-26fb-4bb9-b817-ded55b8a195f tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:47.904773 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720f23b-0453-4014-b5d1-cb148f343138 req-8050487b-50b2-4f8c-ba40-dc2c66c16cb9 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:47.908145 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a720f23b-0453-4014-b5d1-cb148f343138 req-8050487b-50b2-4f8c-ba40-dc2c66c16cb9 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e23ec14-a1e0-45b6-b7d0-81e437eb1a0f HTTP/1.1" status: 200 len: 946 time: 0.0918508 May 05 20:03:47.952537 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a720f23b-0453-4014-b5d1-cb148f343138 req-8eddbf0d-614b-4403-9e1c-b894d6372d89 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406411 May 05 20:03:48.086598 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b8855-c5b4-4628-b8c4-2c25c2ab0bea req-c15d3171-13c1-4876-b835-d5b04cf3a753 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:48.088076 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-723b8855-c5b4-4628-b8c4-2c25c2ab0bea req-c15d3171-13c1-4876-b835-d5b04cf3a753 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=03d3995a-afe6-400a-807d-eb8a774148f5 HTTP/1.1" status: 200 len: 945 time: 0.4882133 May 05 20:03:48.095852 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5e0d07cd-26fb-4bb9-b817-ded55b8a195f tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:48.096174 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5e0d07cd-26fb-4bb9-b817-ded55b8a195f tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:48.310623 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-5e0d07cd-26fb-4bb9-b817-ded55b8a195f tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Calling delete_port for cecc570e-aa46-47aa-bbee-f34992241b03 owned by network:floatingip {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:03:48.339738 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efb83409-d720-4b79-b438-1fcc2136dc59 admin admin] Router d4347dcf-e6b7-4dc9-9b1d-bc8c1297b088 is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:03:48.398162 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5efc7d43-f4da-456f-9e9c-6bad9d1e3194 admin admin] Router 2cb68263-f621-4b8e-8f0c-8e218c68fe77 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:03:48.401405 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-723b8855-c5b4-4628-b8c4-2c25c2ab0bea req-71033f7c-229c-4a88-99c2-814ac2d91601 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/security-groups?id=66299a25-9ea8-43e5-ae69-782b36dd1dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946157 May 05 20:03:48.474787 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa37ad-d913-4301-998c-53ee7c97d46e req-65c14f5d-8fac-47c2-a815-85e6dce38192 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:48.476203 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-84fa37ad-d913-4301-998c-53ee7c97d46e req-65c14f5d-8fac-47c2-a815-85e6dce38192 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=78022ff8-79b6-40f3-923b-df6f4cd7291b HTTP/1.1" status: 200 len: 945 time: 0.2064886 May 05 20:03:48.530950 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-84fa37ad-d913-4301-998c-53ee7c97d46e req-4cbc3ac1-1e36-4cca-a0fd-e4a7d577b0fd tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/security-groups?id=60903d7d-e068-4be3-b1cd-aedae880a3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461037 May 05 20:03:48.669817 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ca527-b31e-4616-bb14-f1f1a2c305c1 req-9d089780-7420-48ef-9aea-b1193260a454 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:48.671257 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9b9ca527-b31e-4616-bb14-f1f1a2c305c1 req-9d089780-7420-48ef-9aea-b1193260a454 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.50 "GET /v2.0/ports?device_id=78022ff8-79b6-40f3-923b-df6f4cd7291b HTTP/1.1" status: 200 len: 945 time: 0.5773408 May 05 20:03:48.868601 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb83409-d720-4b79-b438-1fcc2136dc59 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:03:48.880243 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8020a66b-73a3-4676-a63d-c58501303db3 None None] Sync routers for ids ['d4347dcf-e6b7-4dc9-9b1d-bc8c1297b088'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:03:48.883409 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-9b9ca527-b31e-4616-bb14-f1f1a2c305c1 req-9c658176-03f4-4fe7-89d9-649977f3d661 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Deleting port 50d780a2-f495-43fb-9ec1-8a335ab63da3 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:03:48.883750 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9b9ca527-b31e-4616-bb14-f1f1a2c305c1 req-9c658176-03f4-4fe7-89d9-649977f3d661 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:48.889354 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8020a66b-73a3-4676-a63d-c58501303db3 None None] Routers {'d4347dcf-e6b7-4dc9-9b1d-bc8c1297b088'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:03:48.889964 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-8020a66b-73a3-4676-a63d-c58501303db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:03:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['d4347dcf-e6b7-4dc9-9b1d-bc8c1297b088'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:03:49.072772 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-8020a66b-73a3-4676-a63d-c58501303db3 None None] Set router d4347dcf-e6b7-4dc9-9b1d-bc8c1297b088 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:03:49.136864 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5efc7d43-f4da-456f-9e9c-6bad9d1e3194 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:03:49.146387 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708893ca-9016-46e8-992a-025e1e50f283 None None] Sync routers for ids ['2cb68263-f621-4b8e-8f0c-8e218c68fe77'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:03:49.147585 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5e0d07cd-26fb-4bb9-b817-ded55b8a195f tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:49.157475 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708893ca-9016-46e8-992a-025e1e50f283 None None] Routers {'2cb68263-f621-4b8e-8f0c-8e218c68fe77'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:03:49.158296 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-708893ca-9016-46e8-992a-025e1e50f283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:03:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['2cb68263-f621-4b8e-8f0c-8e218c68fe77'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:03:49.257044 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0d07cd-26fb-4bb9-b817-ded55b8a195f tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Pushing event deleted for resources: {'Port': ['ID=cecc570e-aa46-47aa-bbee-f34992241b03,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:49.281155 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-efb83409-d720-4b79-b438-1fcc2136dc59 admin admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:49.284851 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-efb83409-d720-4b79-b438-1fcc2136dc59 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.8941166 May 05 20:03:49.285303 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 45524) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:03:49.321979 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-5efc7d43-f4da-456f-9e9c-6bad9d1e3194 admin admin] 10.222.0.36 "PUT /v2.0/routers/2cb68263-f621-4b8e-8f0c-8e218c68fe77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8863502 May 05 20:03:49.329423 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 45528) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:03:49.361438 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-708893ca-9016-46e8-992a-025e1e50f283 None None] Set router 2cb68263-f621-4b8e-8f0c-8e218c68fe77 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:03:49.384203 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-8020a66b-73a3-4676-a63d-c58501303db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4347dcf-e6b7-4dc9-9b1d-bc8c1297b088', 'name': 'tempest-ServerActionsTestJSON-1331582204-router', 'tenant_id': '56e8fe9085fa4bdb932a4c29aaeb4c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '56bc31fa-f73f-4d6e-8d81-c37725b0a1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:03:40Z', 'updated_at': '2022-05-05T20:03:45Z', 'revision_number': 3, 'project_id': '56e8fe9085fa4bdb932a4c29aaeb4c08', 'gw_port': {'id': '56bc31fa-f73f-4d6e-8d81-c37725b0a1b1', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:36:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4347dcf-e6b7-4dc9-9b1d-bc8c1297b088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:03:42Z', 'updated_at': '2022-05-05T20:03:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:03:49.388816 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8020a66b-73a3-4676-a63d-c58501303db3 None None] Checking router: d4347dcf-e6b7-4dc9-9b1d-bc8c1297b088 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:03:49.389080 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8020a66b-73a3-4676-a63d-c58501303db3 None None] Updating router d4347dcf-e6b7-4dc9-9b1d-bc8c1297b088 port 56bc31fa-f73f-4d6e-8d81-c37725b0a1b1 binding host n-d-840717-1 {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:03:49.444920 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8020a66b-73a3-4676-a63d-c58501303db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:49.674415 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5e0d07cd-26fb-4bb9-b817-ded55b8a195f tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for floatingip, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:49.687771 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5e0d07cd-26fb-4bb9-b817-ded55b8a195f tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:49.691466 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-5e0d07cd-26fb-4bb9-b817-ded55b8a195f tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "DELETE /v2.0/floatingips/690653bf-56ab-4176-aa60-b475bc61e215 HTTP/1.1" status: 204 len: 168 time: 4.2921031 May 05 20:03:49.724511 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe90473d-8a57-428c-bc50-3420eb4c6003 req-d38cfc7b-17c2-49bb-b31e-7735e181820d tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:49.726033 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fe90473d-8a57-428c-bc50-3420eb4c6003 req-d38cfc7b-17c2-49bb-b31e-7735e181820d tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e23ec14-a1e0-45b6-b7d0-81e437eb1a0f HTTP/1.1" status: 200 len: 946 time: 0.6513233 May 05 20:03:49.835193 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3df0caeb-543a-4142-a3d3-ca211f2b0259 admin admin] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:49.880665 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-708893ca-9016-46e8-992a-025e1e50f283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb68263-f621-4b8e-8f0c-8e218c68fe77', 'name': 'tempest-ServerRescueTestJSON-355445715-router', 'tenant_id': '906aba68473d4c909ae20bf98b18c462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '4f1fcf8a-9c9d-4919-a5a3-e9257b59ea74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:01:20Z', 'updated_at': '2022-05-05T20:03:45Z', 'revision_number': 5, 'project_id': '906aba68473d4c909ae20bf98b18c462', 'gw_port': {'id': '4f1fcf8a-9c9d-4919-a5a3-e9257b59ea74', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb68263-f621-4b8e-8f0c-8e218c68fe77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:01:22Z', 'updated_at': '2022-05-05T20:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:03:49.887078 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708893ca-9016-46e8-992a-025e1e50f283 None None] Checking router: 2cb68263-f621-4b8e-8f0c-8e218c68fe77 for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:03:49.889333 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f4ade-9ac5-4f0b-9fd6-26f450b75264 req-4c0065f2-23d8-4676-85c2-952a034fa58e tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:49.896435 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7e4f4ade-9ac5-4f0b-9fd6-26f450b75264 req-4c0065f2-23d8-4676-85c2-952a034fa58e tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=03d3995a-afe6-400a-807d-eb8a774148f5 HTTP/1.1" status: 200 len: 945 time: 0.2221386 May 05 20:03:49.899196 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708893ca-9016-46e8-992a-025e1e50f283 None None] Routers {'2cb68263-f621-4b8e-8f0c-8e218c68fe77'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:03:49.901437 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-708893ca-9016-46e8-992a-025e1e50f283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:03:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['2cb68263-f621-4b8e-8f0c-8e218c68fe77'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:03:49.905245 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8020a66b-73a3-4676-a63d-c58501303db3 None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:49.920932 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-8020a66b-73a3-4676-a63d-c58501303db3 None None] Transition to ACTIVE for port object 56bc31fa-f73f-4d6e-8d81-c37725b0a1b1 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:03:49.929605 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8020a66b-73a3-4676-a63d-c58501303db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:49.936471 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fe90473d-8a57-428c-bc50-3420eb4c6003 req-84a9b4db-a40a-450b-8011-080174c06228 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948781 May 05 20:03:49.937964 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-9b9ca527-b31e-4616-bb14-f1f1a2c305c1 req-9c658176-03f4-4fe7-89d9-649977f3d661 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] For port 50d780a2-f495-43fb-9ec1-8a335ab63da3, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=50d780a2-f495-43fb-9ec1-8a335ab63da3,segment=NetworkSegment(131841d7-b870-4a09-a673-d43da1d3ff2b),segment_id=131841d7-b870-4a09-a673-d43da1d3ff2b)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:03:49.938320 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9b9ca527-b31e-4616-bb14-f1f1a2c305c1 req-9c658176-03f4-4fe7-89d9-649977f3d661 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:50.048575 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-8020a66b-73a3-4676-a63d-c58501303db3 None None] Attempting to bind port 56bc31fa-f73f-4d6e-8d81-c37725b0a1b1 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:03:50.049578 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-8020a66b-73a3-4676-a63d-c58501303db3 None None] Attempting to bind port 56bc31fa-f73f-4d6e-8d81-c37725b0a1b1 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:03:50.050207 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8020a66b-73a3-4676-a63d-c58501303db3 None None] Attempting to bind port 56bc31fa-f73f-4d6e-8d81-c37725b0a1b1 on network 0401d202-1605-4cfe-bad4-fb225df6afb0 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:03:50.053407 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7e4f4ade-9ac5-4f0b-9fd6-26f450b75264 req-f3ffcc2d-bdf7-47c1-8490-18be786de4d3 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/security-groups?id=66299a25-9ea8-43e5-ae69-782b36dd1dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560781 May 05 20:03:50.090488 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8020a66b-73a3-4676-a63d-c58501303db3 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:03:50.093722 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8020a66b-73a3-4676-a63d-c58501303db3 None None] Checking segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:03:50.094595 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8020a66b-73a3-4676-a63d-c58501303db3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:50.095466 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8020a66b-73a3-4676-a63d-c58501303db3 None None] Bound using segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:03:50.096177 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-8020a66b-73a3-4676-a63d-c58501303db3 None None] Bound port: 56bc31fa-f73f-4d6e-8d81-c37725b0a1b1, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:03:50.096762 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8020a66b-73a3-4676-a63d-c58501303db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:50.116015 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-708893ca-9016-46e8-992a-025e1e50f283 None None] Set router 2cb68263-f621-4b8e-8f0c-8e218c68fe77 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:03:50.156446 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-9b9ca527-b31e-4616-bb14-f1f1a2c305c1 req-9c658176-03f4-4fe7-89d9-649977f3d661 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Calling delete_port for 50d780a2-f495-43fb-9ec1-8a335ab63da3 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:03:50.194015 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263828eb-5d94-49fc-a7c6-ad45ae13b520 None None] Pushing event updated for resources: {'Port': ['ID=56bc31fa-f73f-4d6e-8d81-c37725b0a1b1,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:50.249145 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-8020a66b-73a3-4676-a63d-c58501303db3 None None] For port 56bc31fa-f73f-4d6e-8d81-c37725b0a1b1, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:03:50.252985 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-8020a66b-73a3-4676-a63d-c58501303db3 None None] For port 56bc31fa-f73f-4d6e-8d81-c37725b0a1b1, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=56bc31fa-f73f-4d6e-8d81-c37725b0a1b1,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:03:50.259419 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8020a66b-73a3-4676-a63d-c58501303db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:50.331177 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7251d9b0-5c95-45ae-82f3-15e0242c52d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:50.377162 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263828eb-5d94-49fc-a7c6-ad45ae13b520 None None] Pushing event updated for resources: {'Port': ['ID=56bc31fa-f73f-4d6e-8d81-c37725b0a1b1,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:50.392883 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8020a66b-73a3-4676-a63d-c58501303db3 None None] Routers {'d4347dcf-e6b7-4dc9-9b1d-bc8c1297b088'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:03:50.393616 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-8020a66b-73a3-4676-a63d-c58501303db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:03:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['d4347dcf-e6b7-4dc9-9b1d-bc8c1297b088'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:03:50.455750 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3df0caeb-543a-4142-a3d3-ca211f2b0259 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:50.477357 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-708893ca-9016-46e8-992a-025e1e50f283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb68263-f621-4b8e-8f0c-8e218c68fe77', 'name': 'tempest-ServerRescueTestJSON-355445715-router', 'tenant_id': '906aba68473d4c909ae20bf98b18c462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '4f1fcf8a-9c9d-4919-a5a3-e9257b59ea74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:01:20Z', 'updated_at': '2022-05-05T20:03:45Z', 'revision_number': 5, 'project_id': '906aba68473d4c909ae20bf98b18c462', 'gw_port': {'id': '4f1fcf8a-9c9d-4919-a5a3-e9257b59ea74', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb68263-f621-4b8e-8f0c-8e218c68fe77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:01:22Z', 'updated_at': '2022-05-05T20:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:03:50.485630 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708893ca-9016-46e8-992a-025e1e50f283 None None] The sync data for ids ['2cb68263-f621-4b8e-8f0c-8e218c68fe77'] in n-d-840717-1 is: [{'id': '2cb68263-f621-4b8e-8f0c-8e218c68fe77', 'name': 'tempest-ServerRescueTestJSON-355445715-router', 'tenant_id': '906aba68473d4c909ae20bf98b18c462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '4f1fcf8a-9c9d-4919-a5a3-e9257b59ea74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:01:20Z', 'updated_at': '2022-05-05T20:03:45Z', 'revision_number': 5, 'project_id': '906aba68473d4c909ae20bf98b18c462', 'gw_port': {'id': '4f1fcf8a-9c9d-4919-a5a3-e9257b59ea74', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb68263-f621-4b8e-8f0c-8e218c68fe77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:01:22Z', 'updated_at': '2022-05-05T20:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:03:50.520068 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-3df0caeb-543a-4142-a3d3-ca211f2b0259 admin admin] Deleting port 4f1fcf8a-9c9d-4919-a5a3-e9257b59ea74 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:03:50.520408 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3df0caeb-543a-4142-a3d3-ca211f2b0259 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:50.621587 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f90c1f-82d8-4b50-83b0-f65bcc673c3a req-4c5f1f08-ec4c-489d-9c76-21f842c30dad tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:50.628923 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e1f90c1f-82d8-4b50-83b0-f65bcc673c3a req-4c5f1f08-ec4c-489d-9c76-21f842c30dad tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=78022ff8-79b6-40f3-923b-df6f4cd7291b HTTP/1.1" status: 200 len: 945 time: 0.4223425 May 05 20:03:50.727544 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-8020a66b-73a3-4676-a63d-c58501303db3 None None] Set router d4347dcf-e6b7-4dc9-9b1d-bc8c1297b088 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:03:50.737779 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9b9ca527-b31e-4616-bb14-f1f1a2c305c1 req-9c658176-03f4-4fe7-89d9-649977f3d661 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:50.746812 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-7251d9b0-5c95-45ae-82f3-15e0242c52d5 admin admin] Allocated IP 172.20.0.1 (7506b31f-3419-46e4-835c-80fe813661d5/e2507cd6-290d-4d3d-b14e-048ce031bb0a/920e6d0f-b99e-4a04-83e1-1f4a91c7ea7d) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:03:50.807379 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e1f90c1f-82d8-4b50-83b0-f65bcc673c3a req-63dc3eaa-3dff-42f7-aa57-0ecc1484999a tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/security-groups?id=60903d7d-e068-4be3-b1cd-aedae880a3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774724 May 05 20:03:50.981300 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7251d9b0-5c95-45ae-82f3-15e0242c52d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:51.004131 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-7251d9b0-5c95-45ae-82f3-15e0242c52d5 admin admin] Transition to ACTIVE for port object 920e6d0f-b99e-4a04-83e1-1f4a91c7ea7d will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:03:51.054111 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7251d9b0-5c95-45ae-82f3-15e0242c52d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:51.160332 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c658176-03f4-4fe7-89d9-649977f3d661 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Pushing event deleted for resources: {'Port': ['ID=50d780a2-f495-43fb-9ec1-8a335ab63da3,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:51.235750 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7251d9b0-5c95-45ae-82f3-15e0242c52d5 admin admin] Network 7506b31f-3419-46e4-835c-80fe813661d5 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:03:51.263806 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-8020a66b-73a3-4676-a63d-c58501303db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4347dcf-e6b7-4dc9-9b1d-bc8c1297b088', 'name': 'tempest-ServerActionsTestJSON-1331582204-router', 'tenant_id': '56e8fe9085fa4bdb932a4c29aaeb4c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '56bc31fa-f73f-4d6e-8d81-c37725b0a1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:03:40Z', 'updated_at': '2022-05-05T20:03:45Z', 'revision_number': 3, 'project_id': '56e8fe9085fa4bdb932a4c29aaeb4c08', 'gw_port': {'id': '56bc31fa-f73f-4d6e-8d81-c37725b0a1b1', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:36:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4347dcf-e6b7-4dc9-9b1d-bc8c1297b088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:03:42Z', 'updated_at': '2022-05-05T20:03:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:03:51.263806 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8020a66b-73a3-4676-a63d-c58501303db3 None None] The sync data for ids ['d4347dcf-e6b7-4dc9-9b1d-bc8c1297b088'] in n-d-840717-1 is: [{'id': 'd4347dcf-e6b7-4dc9-9b1d-bc8c1297b088', 'name': 'tempest-ServerActionsTestJSON-1331582204-router', 'tenant_id': '56e8fe9085fa4bdb932a4c29aaeb4c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '56bc31fa-f73f-4d6e-8d81-c37725b0a1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:03:40Z', 'updated_at': '2022-05-05T20:03:45Z', 'revision_number': 3, 'project_id': '56e8fe9085fa4bdb932a4c29aaeb4c08', 'gw_port': {'id': '56bc31fa-f73f-4d6e-8d81-c37725b0a1b1', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:36:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4347dcf-e6b7-4dc9-9b1d-bc8c1297b088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:03:42Z', 'updated_at': '2022-05-05T20:03:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:03:51.285098 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b9ca527-b31e-4616-bb14-f1f1a2c305c1 req-9c658176-03f4-4fe7-89d9-649977f3d661 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] No DVR routers for this DVR port 50d780a2-f495-43fb-9ec1-8a335ab63da3 on host n-h2-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:03:51.322751 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-7251d9b0-5c95-45ae-82f3-15e0242c52d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:03:51.336795 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7251d9b0-5c95-45ae-82f3-15e0242c52d5 admin admin] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:03:51.349686 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9b9ca527-b31e-4616-bb14-f1f1a2c305c1 req-9c658176-03f4-4fe7-89d9-649977f3d661 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:51.365455 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-3df0caeb-543a-4142-a3d3-ca211f2b0259 admin admin] For port 4f1fcf8a-9c9d-4919-a5a3-e9257b59ea74, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=4f1fcf8a-9c9d-4919-a5a3-e9257b59ea74,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:03:51.366051 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3df0caeb-543a-4142-a3d3-ca211f2b0259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:51.385637 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7251d9b0-5c95-45ae-82f3-15e0242c52d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:51.427640 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7251d9b0-5c95-45ae-82f3-15e0242c52d5 admin admin] Pushing event updated for resources: {'Port': ['ID=920e6d0f-b99e-4a04-83e1-1f4a91c7ea7d,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:51.546650 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-3df0caeb-543a-4142-a3d3-ca211f2b0259 admin admin] Calling delete_port for 4f1fcf8a-9c9d-4919-a5a3-e9257b59ea74 owned by network:router_gateway {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:03:51.575030 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 50d780a2-f495-43fb-9ec1-8a335ab63da3 no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:03:51.722882 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] No Port match for: 50d780a2-f495-43fb-9ec1-8a335ab63da3 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:03:51.736111 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 50d780a2-f495-43fb-9ec1-8a335ab63da3 not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:03:51.774363 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b3f8cf-24b5-4678-9976-71d07a4961a1 req-15ba9d5e-0b76-4752-a168-45a103e0aafb tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:51.784102 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e9b3f8cf-24b5-4678-9976-71d07a4961a1 req-15ba9d5e-0b76-4752-a168-45a103e0aafb tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e23ec14-a1e0-45b6-b7d0-81e437eb1a0f HTTP/1.1" status: 200 len: 946 time: 0.5453782 May 05 20:03:51.790410 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78022ff8-79b6-40f3-923b-df6f4cd7291b', 'name': 'network-vif-deleted', 'tag': '50d780a2-f495-43fb-9ec1-8a335ab63da3'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:03:51.826485 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-21423b09-6829-4787-af05-93fb0dd54341 None None] Provisioning for port 920e6d0f-b99e-4a04-83e1-1f4a91c7ea7d completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:03:51.832156 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-21423b09-6829-4787-af05-93fb0dd54341 None None] Provisioning complete for port 920e6d0f-b99e-4a04-83e1-1f4a91c7ea7d triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:03:51.833466 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-21423b09-6829-4787-af05-93fb0dd54341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:51.882431 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9b9ca527-b31e-4616-bb14-f1f1a2c305c1 req-9c658176-03f4-4fe7-89d9-649977f3d661 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.50 "DELETE /v2.0/ports/50d780a2-f495-43fb-9ec1-8a335ab63da3 HTTP/1.1" status: 204 len: 173 time: 3.1801486 May 05 20:03:52.016678 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d7df9c-79d1-4fa4-8500-cb4e95f54978 req-a1a86f00-794c-49d6-8b80-da15f4b8a572 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:52.019256 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-21423b09-6829-4787-af05-93fb0dd54341 None None] Port 920e6d0f-b99e-4a04-83e1-1f4a91c7ea7d cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:03:52.030848 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e6d7df9c-79d1-4fa4-8500-cb4e95f54978 req-a1a86f00-794c-49d6-8b80-da15f4b8a572 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=03d3995a-afe6-400a-807d-eb8a774148f5 HTTP/1.1" status: 200 len: 945 time: 0.7505398 May 05 20:03:52.070491 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3df0caeb-543a-4142-a3d3-ca211f2b0259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:52.072284 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e9b3f8cf-24b5-4678-9976-71d07a4961a1 req-01cb4335-a6e8-4503-8429-c590eb651f47 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876499 May 05 20:03:52.082013 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7251d9b0-5c95-45ae-82f3-15e0242c52d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:52.175911 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df0caeb-543a-4142-a3d3-ca211f2b0259 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f1fcf8a-9c9d-4919-a5a3-e9257b59ea74,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:52.235248 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e6d7df9c-79d1-4fa4-8500-cb4e95f54978 req-9aebd7fa-7497-46a5-bc41-481548aa5106 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/security-groups?id=66299a25-9ea8-43e5-ae69-782b36dd1dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027185 May 05 20:03:52.324342 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3df0caeb-543a-4142-a3d3-ca211f2b0259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:52.678151 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76d6ec6d-2f8f-4c8f-bb90-88d51598337b'] response: {'server_uuid': '78022ff8-79b6-40f3-923b-df6f4cd7291b', 'name': 'network-vif-deleted', 'tag': '50d780a2-f495-43fb-9ec1-8a335ab63da3', 'status': 'completed', 'code': 200} May 05 20:03:52.743303 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7251d9b0-5c95-45ae-82f3-15e0242c52d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:52.749103 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3df0caeb-543a-4142-a3d3-ca211f2b0259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:52.756083 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7251d9b0-5c95-45ae-82f3-15e0242c52d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:52.764652 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3df0caeb-543a-4142-a3d3-ca211f2b0259 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:52.868485 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3df0caeb-543a-4142-a3d3-ca211f2b0259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:52.869266 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df0caeb-543a-4142-a3d3-ca211f2b0259 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2cb68263-f621-4b8e-8f0c-8e218c68fe77 {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:03:52.911693 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3df0caeb-543a-4142-a3d3-ca211f2b0259 admin admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:52.915020 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3df0caeb-543a-4142-a3d3-ca211f2b0259 admin admin] 10.222.0.36 "DELETE /v2.0/routers/2cb68263-f621-4b8e-8f0c-8e218c68fe77 HTTP/1.1" status: 204 len: 168 time: 3.5808620 May 05 20:03:52.915794 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 45566) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:03:52.956762 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 56bc31fa-f73f-4d6e-8d81-c37725b0a1b1 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:03:53.066016 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 56bc31fa-f73f-4d6e-8d81-c37725b0a1b1 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:03:53.071669 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 56bc31fa-f73f-4d6e-8d81-c37725b0a1b1 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:03:53.072101 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:53.090235 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-38271d2b-9d9e-45d3-bfb1-4175620a3002 req-cf4c3125-9833-44f5-ad4d-c746a100a797 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Synchronizing usage tracker for tenant:2ac5211529134663a7b81ee9a43f1be9 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:03:53.107318 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-d535b723-9808-4bfa-b284-49602e755d21 admin admin] Deleting subnet 51e3d3c7-531c-4a88-a4ff-ec92a467f790 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:03:53.110450 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d535b723-9808-4bfa-b284-49602e755d21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:53.116003 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7251d9b0-5c95-45ae-82f3-15e0242c52d5 admin admin] Pushing event updated for resources: {'Port': ['ID=920e6d0f-b99e-4a04-83e1-1f4a91c7ea7d,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:53.125415 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7251d9b0-5c95-45ae-82f3-15e0242c52d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:53.173353 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d535b723-9808-4bfa-b284-49602e755d21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:53.209884 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-38271d2b-9d9e-45d3-bfb1-4175620a3002 req-cf4c3125-9833-44f5-ad4d-c746a100a797 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] Unset dirty status for tenant:2ac5211529134663a7b81ee9a43f1be9 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:03:53.211040 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-38271d2b-9d9e-45d3-bfb1-4175620a3002 req-cf4c3125-9833-44f5-ad4d-c746a100a797 tempest-ServerRescueNegativeTestJSON-1692213683 tempest-ServerRescueNegativeTestJSON-1692213683-project] 10.222.0.36 "GET /v2.0/ports?device_id=78022ff8-79b6-40f3-923b-df6f4cd7291b HTTP/1.1" status: 200 len: 210 time: 0.1776121 May 05 20:03:53.237682 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d535b723-9808-4bfa-b284-49602e755d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:53.239298 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:53.264639 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 56bc31fa-f73f-4d6e-8d81-c37725b0a1b1, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=56bc31fa-f73f-4d6e-8d81-c37725b0a1b1,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:03:53.270496 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:53.274883 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7972a7-6414-4efc-929f-942dc371cbcc req-c6dc03bb-aaac-4cc6-909a-90cb64988c04 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:53.282583 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7972a7-6414-4efc-929f-942dc371cbcc req-c6dc03bb-aaac-4cc6-909a-90cb64988c04 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:53.290032 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7972a7-6414-4efc-929f-942dc371cbcc req-c6dc03bb-aaac-4cc6-909a-90cb64988c04 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:53.300113 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7972a7-6414-4efc-929f-942dc371cbcc req-c6dc03bb-aaac-4cc6-909a-90cb64988c04 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:53.307997 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7972a7-6414-4efc-929f-942dc371cbcc req-c6dc03bb-aaac-4cc6-909a-90cb64988c04 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:53.316352 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7972a7-6414-4efc-929f-942dc371cbcc req-c6dc03bb-aaac-4cc6-909a-90cb64988c04 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:53.317197 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d535b723-9808-4bfa-b284-49602e755d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:53.323837 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7972a7-6414-4efc-929f-942dc371cbcc req-c6dc03bb-aaac-4cc6-909a-90cb64988c04 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:53.331572 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5b7972a7-6414-4efc-929f-942dc371cbcc req-c6dc03bb-aaac-4cc6-909a-90cb64988c04 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933ae74-0c33-4c3c-82a1-5c532a76f33d HTTP/1.1" status: 200 len: 5445 time: 0.2928782 May 05 20:03:53.366469 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d535b723-9808-4bfa-b284-49602e755d21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51e3d3c7-531c-4a88-a4ff-ec92a467f790,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:53.378209 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d535b723-9808-4bfa-b284-49602e755d21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:53.386315 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d535b723-9808-4bfa-b284-49602e755d21 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/51e3d3c7-531c-4a88-a4ff-ec92a467f790 HTTP/1.1" status: 204 len: 168 time: 0.4686751 May 05 20:03:53.389703 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 45576) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:03:53.390852 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 500e6d40-7ee9-461d-9bfc-e1f307580dc7 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:03:53.426082 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5b7972a7-6414-4efc-929f-942dc371cbcc req-901fb28b-c0fb-49cf-b8cc-c5fae5a5110e tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e6be8f4-cbde-48c1-a6fd-f6caadba2c70&id=b31ec34e-3cb0-41c2-a678-bc0e8ba8a08d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0935001 May 05 20:03:53.428149 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7251d9b0-5c95-45ae-82f3-15e0242c52d5 admin admin] Network 7506b31f-3419-46e4-835c-80fe813661d5 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:03:53.429405 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-7251d9b0-5c95-45ae-82f3-15e0242c52d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:03:53.476704 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=56bc31fa-f73f-4d6e-8d81-c37725b0a1b1,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:53.491911 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 500e6d40-7ee9-461d-9bfc-e1f307580dc7 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:03:53.493187 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 500e6d40-7ee9-461d-9bfc-e1f307580dc7 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:03:53.590851 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8c8c8373-ed17-4a3d-ac56-dd4a7b800e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:53.780063 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8c8c8373-ed17-4a3d-ac56-dd4a7b800e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:53.860938 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7251d9b0-5c95-45ae-82f3-15e0242c52d5 admin admin] Router d4347dcf-e6b7-4dc9-9b1d-bc8c1297b088 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:03:53.868788 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-dc55189b-2672-47bb-9cde-60e42edd4bf2 None None] Provisioning complete for port 920e6d0f-b99e-4a04-83e1-1f4a91c7ea7d triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:03:53.869319 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-dc55189b-2672-47bb-9cde-60e42edd4bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:53.876870 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83526a8-2728-4eda-aa80-d52e451d79a4 req-144c90f3-b613-4638-9b71-29307979aa61 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:53.878714 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d83526a8-2728-4eda-aa80-d52e451d79a4 req-144c90f3-b613-4638-9b71-29307979aa61 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e23ec14-a1e0-45b6-b7d0-81e437eb1a0f HTTP/1.1" status: 200 len: 946 time: 0.2352164 May 05 20:03:53.929121 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-dc55189b-2672-47bb-9cde-60e42edd4bf2 None None] Port 920e6d0f-b99e-4a04-83e1-1f4a91c7ea7d cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:03:53.958056 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-8c8c8373-ed17-4a3d-ac56-dd4a7b800e99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['642babfc-0f83-431e-8336-efb566a9ef25']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:03:53.975090 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-8c8c8373-ed17-4a3d-ac56-dd4a7b800e99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aca4ab0-929b-456d-aa84-5ecc6cb9893c') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:03:53.975387 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-8c8c8373-ed17-4a3d-ac56-dd4a7b800e99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aca4ab0-929b-456d-aa84-5ecc6cb9893c') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:03:53.989993 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8c8c8373-ed17-4a3d-ac56-dd4a7b800e99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:54.009232 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8c8c8373-ed17-4a3d-ac56-dd4a7b800e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:54.011483 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d83526a8-2728-4eda-aa80-d52e451d79a4 req-7a94caa9-adbf-462a-91d7-6ba1d8e3929b tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246579 May 05 20:03:54.018745 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c8c8373-ed17-4a3d-ac56-dd4a7b800e99 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:03:54.019134 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8c8c8373-ed17-4a3d-ac56-dd4a7b800e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:54.035876 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:03:54.035876 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:03:54.035876 n-d-840717-1 neutron-server[88198]: timer() May 05 20:03:54.035876 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:03:54.035876 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:03:54.035876 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:03:54.035876 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:03:54.035876 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:03:54.035876 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:03:54.035876 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:03:54.035876 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:03:54.035876 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:03:54.035876 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:03:54.035876 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:03:54.035876 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:03:54.035876 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:03:54.035876 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:03:54.035876 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:03:54.035876 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:03:54.035876 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:03:54.035876 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:03:54.035876 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:03:54.035876 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:03:54.035876 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:03:54.035876 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:03:54.035876 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:03:54.035876 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:03:54.035876 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:03:54.035876 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:03:54.035876 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:03:54.035876 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:03:54.035876 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:03:54.063466 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130235b0-3ee6-49c7-a1ae-a887b1e2f908 req-0d388200-d9a9-432a-b501-21894967d9e8 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:54.064960 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-130235b0-3ee6-49c7-a1ae-a887b1e2f908 req-0d388200-d9a9-432a-b501-21894967d9e8 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=03d3995a-afe6-400a-807d-eb8a774148f5 HTTP/1.1" status: 200 len: 945 time: 0.2967453 May 05 20:03:54.108999 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7251d9b0-5c95-45ae-82f3-15e0242c52d5 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:03:54.123193 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419ae970-06d2-4c45-810a-032b1a068972 None None] Sync routers for ids ['d4347dcf-e6b7-4dc9-9b1d-bc8c1297b088'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:03:54.133527 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419ae970-06d2-4c45-810a-032b1a068972 None None] Routers {'d4347dcf-e6b7-4dc9-9b1d-bc8c1297b088'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:03:54.134696 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-419ae970-06d2-4c45-810a-032b1a068972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:03:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['d4347dcf-e6b7-4dc9-9b1d-bc8c1297b088'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:03:54.150392 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8c8c8373-ed17-4a3d-ac56-dd4a7b800e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:54.170356 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8c8c8373-ed17-4a3d-ac56-dd4a7b800e99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:54.175320 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-7251d9b0-5c95-45ae-82f3-15e0242c52d5 admin admin] 10.222.0.36 "PUT /v2.0/routers/d4347dcf-e6b7-4dc9-9b1d-bc8c1297b088/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8890443 May 05 20:03:54.184422 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-130235b0-3ee6-49c7-a1ae-a887b1e2f908 req-40a80142-63db-463f-bcde-133a81ec489f tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/security-groups?id=66299a25-9ea8-43e5-ae69-782b36dd1dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763986 May 05 20:03:54.196433 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8c8373-ed17-4a3d-ac56-dd4a7b800e99 admin admin] Pushing event deleted for resources: {'Network': ['ID=642babfc-0f83-431e-8336-efb566a9ef25,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:54.206890 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-8c8c8373-ed17-4a3d-ac56-dd4a7b800e99 admin admin] 10.222.0.36 "DELETE /v2.0/networks/642babfc-0f83-431e-8336-efb566a9ef25 HTTP/1.1" status: 204 len: 168 time: 0.8153763 May 05 20:03:54.224792 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be05fc-1de2-40ee-85e1-92ff29121e12 req-714b196b-abbd-49c6-b064-dd53e166319d tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:54.225724 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-35be05fc-1de2-40ee-85e1-92ff29121e12 req-714b196b-abbd-49c6-b064-dd53e166319d tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Synchronizing usage tracker for tenant:2b65203be12a44e3b2b676f0adb9acc7 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:03:54.247142 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-35be05fc-1de2-40ee-85e1-92ff29121e12 req-714b196b-abbd-49c6-b064-dd53e166319d tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Unset dirty status for tenant:2b65203be12a44e3b2b676f0adb9acc7 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:03:54.256189 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-35be05fc-1de2-40ee-85e1-92ff29121e12 req-714b196b-abbd-49c6-b064-dd53e166319d tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6e97702-69a7-488c-9bd1-a74418962f99 HTTP/1.1" status: 200 len: 945 time: 0.1366882 May 05 20:03:54.317649 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-35be05fc-1de2-40ee-85e1-92ff29121e12 req-375a7178-e5fc-4517-83d4-16b6d5c9fbaa tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Synchronizing usage tracker for tenant:2b65203be12a44e3b2b676f0adb9acc7 on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:03:54.341293 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-35be05fc-1de2-40ee-85e1-92ff29121e12 req-375a7178-e5fc-4517-83d4-16b6d5c9fbaa tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Unset dirty status for tenant:2b65203be12a44e3b2b676f0adb9acc7 on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:03:54.347572 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 45590) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:03:54.356258 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-35be05fc-1de2-40ee-85e1-92ff29121e12 req-375a7178-e5fc-4517-83d4-16b6d5c9fbaa tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba62d1b8-c48c-4c61-87a2-ddf75639631d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984251 May 05 20:03:54.389541 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 45600) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:03:54.466134 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-419ae970-06d2-4c45-810a-032b1a068972 None None] Set router d4347dcf-e6b7-4dc9-9b1d-bc8c1297b088 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:03:54.579326 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-1de8778e-e5e3-4f03-b28b-b9d4af7288dc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=906aba68473d4c909ae20bf98b18c462&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1882892 May 05 20:03:54.582223 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 45606) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:03:54.642644 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 56bc31fa-f73f-4d6e-8d81-c37725b0a1b1 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:03:54.729667 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-082bfd35-1481-4d37-b64c-f5a079800275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:54.757335 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-082bfd35-1481-4d37-b64c-f5a079800275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:54.842183 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f854a0-a30f-4076-85e8-c83d468ea5f8 req-b649abd9-5d5d-46e6-a97d-6c0302209741 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:54.842706 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 56bc31fa-f73f-4d6e-8d81-c37725b0a1b1 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:03:54.843170 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:54.850391 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f854a0-a30f-4076-85e8-c83d468ea5f8 req-b649abd9-5d5d-46e6-a97d-6c0302209741 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:54.857366 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f854a0-a30f-4076-85e8-c83d468ea5f8 req-b649abd9-5d5d-46e6-a97d-6c0302209741 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:54.866820 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f854a0-a30f-4076-85e8-c83d468ea5f8 req-b649abd9-5d5d-46e6-a97d-6c0302209741 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:54.875310 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f854a0-a30f-4076-85e8-c83d468ea5f8 req-b649abd9-5d5d-46e6-a97d-6c0302209741 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:54.881614 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f854a0-a30f-4076-85e8-c83d468ea5f8 req-b649abd9-5d5d-46e6-a97d-6c0302209741 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:54.888903 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f854a0-a30f-4076-85e8-c83d468ea5f8 req-b649abd9-5d5d-46e6-a97d-6c0302209741 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:54.896975 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c4f854a0-a30f-4076-85e8-c83d468ea5f8 req-b649abd9-5d5d-46e6-a97d-6c0302209741 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933ae74-0c33-4c3c-82a1-5c532a76f33d HTTP/1.1" status: 200 len: 5445 time: 0.2633901 May 05 20:03:54.902771 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-082bfd35-1481-4d37-b64c-f5a079800275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:54.947534 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082bfd35-1481-4d37-b64c-f5a079800275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f86c4c-dba3-493f-a553-82dc543f33b3,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:54.979144 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-082bfd35-1481-4d37-b64c-f5a079800275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:54.980782 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-082bfd35-1481-4d37-b64c-f5a079800275 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/68f86c4c-dba3-493f-a553-82dc543f33b3 HTTP/1.1" status: 204 len: 168 time: 0.3969679 May 05 20:03:54.989175 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c4f854a0-a30f-4076-85e8-c83d468ea5f8 req-e9dfa72f-cf28-4bb9-9598-dc23bc1d1c5d tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e6be8f4-cbde-48c1-a6fd-f6caadba2c70&id=b31ec34e-3cb0-41c2-a678-bc0e8ba8a08d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0912383 May 05 20:03:55.039319 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 45614) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:03:55.044498 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-6e322671-f971-4d96-a453-83070911c6cd tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Request body: {'security_group': {'name': 'tempest-securitygroup--438040393', 'description': 'tempest-description--225395427'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:03:55.050890 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-6e322671-f971-4d96-a453-83070911c6cd tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:03:55.056852 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-6e322671-f971-4d96-a453-83070911c6cd tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Usage tracker for resource:security_group and tenant:56e8fe9085fa4bdb932a4c29aaeb4c08 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:03:55.064109 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-419ae970-06d2-4c45-810a-032b1a068972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4347dcf-e6b7-4dc9-9b1d-bc8c1297b088', 'name': 'tempest-ServerActionsTestJSON-1331582204-router', 'tenant_id': '56e8fe9085fa4bdb932a4c29aaeb4c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '56bc31fa-f73f-4d6e-8d81-c37725b0a1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:03:40Z', 'updated_at': '2022-05-05T20:03:51Z', 'revision_number': 4, 'project_id': '56e8fe9085fa4bdb932a4c29aaeb4c08', 'gw_port': {'id': '56bc31fa-f73f-4d6e-8d81-c37725b0a1b1', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:36:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4347dcf-e6b7-4dc9-9b1d-bc8c1297b088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:03:42Z', 'updated_at': '2022-05-05T20:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '920e6d0f-b99e-4a04-83e1-1f4a91c7ea7d', 'name': '', 'network_id': '7506b31f-3419-46e4-835c-80fe813661d5', 'tenant_id': '56e8fe9085fa4bdb932a4c29aaeb4c08', 'mac_address': 'fa:16:3e:ea:a3:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4347dcf-e6b7-4dc9-9b1d-bc8c1297b088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'e2507cd6-290d-4d3d-b14e-048ce031bb0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:03:50Z', 'updated_at': '2022-05-05T20:03:52Z', 'revision_number': 2, 'project_id': '56e8fe9085fa4bdb932a4c29aaeb4c08', 'subnets': [{'id': 'e2507cd6-290d-4d3d-b14e-048ce031bb0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:03:55.067018 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-6e322671-f971-4d96-a453-83070911c6cd tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:03:55.084178 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419ae970-06d2-4c45-810a-032b1a068972 None None] Checking router: d4347dcf-e6b7-4dc9-9b1d-bc8c1297b088 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:03:55.084544 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419ae970-06d2-4c45-810a-032b1a068972 None None] Updating router d4347dcf-e6b7-4dc9-9b1d-bc8c1297b088 port 920e6d0f-b99e-4a04-83e1-1f4a91c7ea7d binding host n-d-840717-1 {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:03:55.084914 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-6e322671-f971-4d96-a453-83070911c6cd tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:03:55.115023 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6e322671-f971-4d96-a453-83070911c6cd tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:55.149906 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 4f1fcf8a-9c9d-4919-a5a3-e9257b59ea74 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:03:55.173200 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-6e322671-f971-4d96-a453-83070911c6cd tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:03:55.180222 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-6e322671-f971-4d96-a453-83070911c6cd tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Usage tracker for resource:security_group_rule and tenant:56e8fe9085fa4bdb932a4c29aaeb4c08 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:03:55.185703 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-6e322671-f971-4d96-a453-83070911c6cd tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:03:55.198679 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-6e322671-f971-4d96-a453-83070911c6cd tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:03:55.208355 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 4f1fcf8a-9c9d-4919-a5a3-e9257b59ea74 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:03:55.208851 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 4f1fcf8a-9c9d-4919-a5a3-e9257b59ea74 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:03:55.224396 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-419ae970-06d2-4c45-810a-032b1a068972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:55.320620 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c5f1c-6ecd-466f-ba16-98a79ce7dd38 req-47224881-25fc-4c05-94af-4b4f1c4d11b6 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:55.321847 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-774c5f1c-6ecd-466f-ba16-98a79ce7dd38 req-47224881-25fc-4c05-94af-4b4f1c4d11b6 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Synchronizing usage tracker for tenant:2b65203be12a44e3b2b676f0adb9acc7 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:03:55.475024 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-774c5f1c-6ecd-466f-ba16-98a79ce7dd38 req-47224881-25fc-4c05-94af-4b4f1c4d11b6 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Unset dirty status for tenant:2b65203be12a44e3b2b676f0adb9acc7 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:03:55.476710 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-774c5f1c-6ecd-466f-ba16-98a79ce7dd38 req-47224881-25fc-4c05-94af-4b4f1c4d11b6 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6e97702-69a7-488c-9bd1-a74418962f99 HTTP/1.1" status: 200 len: 945 time: 0.3110516 May 05 20:03:55.618101 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-774c5f1c-6ecd-466f-ba16-98a79ce7dd38 req-57b7aff0-3588-4380-b435-1d74ab0f569d tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Deleting port 65f8906c-b8b8-4c48-b277-a82b65a05716 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:03:55.618479 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-774c5f1c-6ecd-466f-ba16-98a79ce7dd38 req-57b7aff0-3588-4380-b435-1d74ab0f569d tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:55.621568 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6e322671-f971-4d96-a453-83070911c6cd tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:55.627411 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6e322671-f971-4d96-a453-83070911c6cd tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:55.724923 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579f180-8779-4115-9486-f9b5ca2678c8 req-b84ea128-8a36-4249-82c5-019b0a6998a9 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:55.730737 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-419ae970-06d2-4c45-810a-032b1a068972 None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:55.733292 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c579f180-8779-4115-9486-f9b5ca2678c8 req-b84ea128-8a36-4249-82c5-019b0a6998a9 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e23ec14-a1e0-45b6-b7d0-81e437eb1a0f HTTP/1.1" status: 200 len: 946 time: 0.2479892 May 05 20:03:55.750963 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-419ae970-06d2-4c45-810a-032b1a068972 None None] Transition to ACTIVE for port object 920e6d0f-b99e-4a04-83e1-1f4a91c7ea7d will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:03:55.757801 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e322671-f971-4d96-a453-83070911c6cd tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af5733cb-6953-4651-aa4d-f54fd85c6dd6,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:55.762378 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-419ae970-06d2-4c45-810a-032b1a068972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:55.765792 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6e322671-f971-4d96-a453-83070911c6cd tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:55.767728 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-6e322671-f971-4d96-a453-83070911c6cd tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7266734 May 05 20:03:55.777985 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 45630) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:03:55.783878 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-7039b1e8-d7ef-4eef-9fdb-3a31ecd97f53 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Request body: {'security_group_rule': {'security_group_id': 'af5733cb-6953-4651-aa4d-f54fd85c6dd6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:03:55.799073 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-7039b1e8-d7ef-4eef-9fdb-3a31ecd97f53 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:03:55.820580 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c579f180-8779-4115-9486-f9b5ca2678c8 req-da544bdc-c282-4179-8afb-c5d6dd8ec439 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858254 May 05 20:03:55.821695 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-7039b1e8-d7ef-4eef-9fdb-3a31ecd97f53 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Usage tracker for resource:security_group_rule and tenant:56e8fe9085fa4bdb932a4c29aaeb4c08 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:03:55.830872 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-7039b1e8-d7ef-4eef-9fdb-3a31ecd97f53 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:03:55.837276 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-7039b1e8-d7ef-4eef-9fdb-3a31ecd97f53 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:03:55.851395 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccc9f41-7311-459b-b9fd-66d800a93435 req-b48b766b-4aa4-4031-aaef-acf726210f91 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:55.860743 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3ccc9f41-7311-459b-b9fd-66d800a93435 req-b48b766b-4aa4-4031-aaef-acf726210f91 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=03d3995a-afe6-400a-807d-eb8a774148f5 HTTP/1.1" status: 200 len: 945 time: 0.4633231 May 05 20:03:55.888198 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-037f490c-c0f9-4394-91c0-f8f67fbcc2ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:55.900610 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7039b1e8-d7ef-4eef-9fdb-3a31ecd97f53 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:55.970801 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadb3f73-3a8b-462b-b946-f4aaeaac24f7 None None] Pushing event updated for resources: {'Port': ['ID=920e6d0f-b99e-4a04-83e1-1f4a91c7ea7d,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:56.046278 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-419ae970-06d2-4c45-810a-032b1a068972 None None] Attempting to bind port 920e6d0f-b99e-4a04-83e1-1f4a91c7ea7d on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:03:56.046987 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-419ae970-06d2-4c45-810a-032b1a068972 None None] Attempting to bind port 920e6d0f-b99e-4a04-83e1-1f4a91c7ea7d by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'e34c646b-9075-4e31-b89f-c8f9e824e389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7506b31f-3419-46e4-835c-80fe813661d5'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:03:56.047640 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419ae970-06d2-4c45-810a-032b1a068972 None None] Attempting to bind port 920e6d0f-b99e-4a04-83e1-1f4a91c7ea7d on network 7506b31f-3419-46e4-835c-80fe813661d5 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:03:56.057814 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419ae970-06d2-4c45-810a-032b1a068972 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:03:56.058566 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419ae970-06d2-4c45-810a-032b1a068972 None None] Checking segment: {'id': 'e34c646b-9075-4e31-b89f-c8f9e824e389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7506b31f-3419-46e4-835c-80fe813661d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:03:56.059633 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-419ae970-06d2-4c45-810a-032b1a068972 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:56.060238 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419ae970-06d2-4c45-810a-032b1a068972 None None] Bound using segment: {'id': 'e34c646b-9075-4e31-b89f-c8f9e824e389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7506b31f-3419-46e4-835c-80fe813661d5'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:03:56.060988 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-419ae970-06d2-4c45-810a-032b1a068972 None None] Bound port: 920e6d0f-b99e-4a04-83e1-1f4a91c7ea7d, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e34c646b-9075-4e31-b89f-c8f9e824e389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7506b31f-3419-46e4-835c-80fe813661d5'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:03:56.061600 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-419ae970-06d2-4c45-810a-032b1a068972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:56.157467 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7039b1e8-d7ef-4eef-9fdb-3a31ecd97f53 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:56.172354 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7039b1e8-d7ef-4eef-9fdb-3a31ecd97f53 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:56.200054 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-419ae970-06d2-4c45-810a-032b1a068972 None None] For port 920e6d0f-b99e-4a04-83e1-1f4a91c7ea7d, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:03:56.207464 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-419ae970-06d2-4c45-810a-032b1a068972 None None] For port 920e6d0f-b99e-4a04-83e1-1f4a91c7ea7d, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=920e6d0f-b99e-4a04-83e1-1f4a91c7ea7d,segment=NetworkSegment(e34c646b-9075-4e31-b89f-c8f9e824e389),segment_id=e34c646b-9075-4e31-b89f-c8f9e824e389)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:03:56.221264 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-419ae970-06d2-4c45-810a-032b1a068972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:56.240655 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7039b1e8-d7ef-4eef-9fdb-3a31ecd97f53 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:56.245312 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-7039b1e8-d7ef-4eef-9fdb-3a31ecd97f53 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4656672 May 05 20:03:56.248942 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 45646) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:03:56.250092 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7039b1e8-d7ef-4eef-9fdb-3a31ecd97f53 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b050b45c-1a48-4252-9207-8e12449ff450,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:56.256664 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-0007786a-ed7d-4443-8636-a2995a4f6128 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Request body: {'security_group_rule': {'security_group_id': 'af5733cb-6953-4651-aa4d-f54fd85c6dd6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:03:56.268559 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-0007786a-ed7d-4443-8636-a2995a4f6128 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:03:56.281146 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-0007786a-ed7d-4443-8636-a2995a4f6128 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Usage tracker for resource:security_group_rule and tenant:56e8fe9085fa4bdb932a4c29aaeb4c08 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:03:56.286455 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-0007786a-ed7d-4443-8636-a2995a4f6128 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:03:56.300398 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-0007786a-ed7d-4443-8636-a2995a4f6128 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:03:56.315150 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-a7f3fc59-34d2-4aa0-82c9-f8589897375e tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:56.321715 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-a7f3fc59-34d2-4aa0-82c9-f8589897375e tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:56.328399 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-a7f3fc59-34d2-4aa0-82c9-f8589897375e tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:56.334409 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-a7f3fc59-34d2-4aa0-82c9-f8589897375e tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:56.341962 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-a7f3fc59-34d2-4aa0-82c9-f8589897375e tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:56.347996 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-a7f3fc59-34d2-4aa0-82c9-f8589897375e tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:56.354196 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-a7f3fc59-34d2-4aa0-82c9-f8589897375e tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:56.357206 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-a7f3fc59-34d2-4aa0-82c9-f8589897375e tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.50 "GET /v2.0/ports?device_id=a933ae74-0c33-4c3c-82a1-5c532a76f33d HTTP/1.1" status: 200 len: 5445 time: 0.3978741 May 05 20:03:56.373302 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419ae970-06d2-4c45-810a-032b1a068972 None None] Routers {'d4347dcf-e6b7-4dc9-9b1d-bc8c1297b088'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:03:56.373926 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-419ae970-06d2-4c45-810a-032b1a068972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:03:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['d4347dcf-e6b7-4dc9-9b1d-bc8c1297b088'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:03:56.429200 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a470f2c-329e-43ad-8e50-775d7487d235 req-d6756899-65a5-4535-957b-18c5ac3715b6 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:56.431166 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7a470f2c-329e-43ad-8e50-775d7487d235 req-d6756899-65a5-4535-957b-18c5ac3715b6 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6e97702-69a7-488c-9bd1-a74418962f99 HTTP/1.1" status: 200 len: 945 time: 0.3935378 May 05 20:03:56.431761 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 45650) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:03:56.444604 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadb3f73-3a8b-462b-b946-f4aaeaac24f7 None None] Pushing event updated for resources: {'Port': ['ID=920e6d0f-b99e-4a04-83e1-1f4a91c7ea7d,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:56.474578 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3ccc9f41-7311-459b-b9fd-66d800a93435 req-629b9274-f3f8-4c5b-bf7e-5c636b4ec79f tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/security-groups?id=66299a25-9ea8-43e5-ae69-782b36dd1dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6127596 May 05 20:03:56.537803 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-13a7e85d-7888-4362-9416-9920ef0aa13e tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:56.539479 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-13a7e85d-7888-4362-9416-9920ef0aa13e tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.50 "GET /v2.0/ports/f84e637a-e4c6-4604-af15-a4ac4d5aa1b3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1705725 May 05 20:03:56.568171 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0007786a-ed7d-4443-8636-a2995a4f6128 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:56.657402 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-419ae970-06d2-4c45-810a-032b1a068972 None None] Set router d4347dcf-e6b7-4dc9-9b1d-bc8c1297b088 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:03:56.739005 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-774c5f1c-6ecd-466f-ba16-98a79ce7dd38 req-57b7aff0-3588-4380-b435-1d74ab0f569d tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] For port 65f8906c-b8b8-4c48-b277-a82b65a05716, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=65f8906c-b8b8-4c48-b277-a82b65a05716,segment=NetworkSegment(f9de3193-e4fa-4f1d-a073-95ff8ac5fa76),segment_id=f9de3193-e4fa-4f1d-a073-95ff8ac5fa76)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:03:56.739391 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-774c5f1c-6ecd-466f-ba16-98a79ce7dd38 req-57b7aff0-3588-4380-b435-1d74ab0f569d tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:56.743916 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7a470f2c-329e-43ad-8e50-775d7487d235 req-e035600d-a60f-4474-93a0-b0b80c6d6c95 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba62d1b8-c48c-4c61-87a2-ddf75639631d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2941940 May 05 20:03:56.809524 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0007786a-ed7d-4443-8636-a2995a4f6128 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:56.816937 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-858729c1-7c9a-4c97-8763-9f450333aad5 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-564037954-network', 'tenant_id': '277c878b3ea8422ebcf2cf4f35660a71'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:03:56.822463 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0007786a-ed7d-4443-8636-a2995a4f6128 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:56.865901 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-858729c1-7c9a-4c97-8763-9f450333aad5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:03:56.881229 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0007786a-ed7d-4443-8636-a2995a4f6128 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:56.885321 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-0007786a-ed7d-4443-8636-a2995a4f6128 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6302221 May 05 20:03:56.888635 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-858729c1-7c9a-4c97-8763-9f450333aad5 admin admin] Usage tracker for resource:network and tenant:277c878b3ea8422ebcf2cf4f35660a71 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:03:56.893866 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 45660) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:03:56.896863 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0007786a-ed7d-4443-8636-a2995a4f6128 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8f5bc9a-8b97-4ddc-bb4e-022235c7839b,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:56.910523 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-858729c1-7c9a-4c97-8763-9f450333aad5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:03:56.917321 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-7a206d3a-ad2c-48c3-9201-1b991dc5eb21 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Request body: {'floatingip': {'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:03:56.929385 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-7a206d3a-ad2c-48c3-9201-1b991dc5eb21 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:03:56.934081 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-858729c1-7c9a-4c97-8763-9f450333aad5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:03:56.941724 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-7a206d3a-ad2c-48c3-9201-1b991dc5eb21 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Usage tracker for resource:floatingip and tenant:56e8fe9085fa4bdb932a4c29aaeb4c08 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:03:56.949900 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-a1b1ff9c-e0a7-4521-93f5-b901535aef5b tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.50 "GET /v2.0/networks/5efdefe9-fb05-48a6-914c-98a1b2ebb362?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4046054 May 05 20:03:56.950869 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-7a206d3a-ad2c-48c3-9201-1b991dc5eb21 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:03:56.962010 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-8ee27703-8735-46c2-94e5-5ce5ed96f33a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:03:56.993151 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-7a206d3a-ad2c-48c3-9201-1b991dc5eb21 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:03:57.000437 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-858729c1-7c9a-4c97-8763-9f450333aad5 admin admin] Made reservation on behalf of 277c878b3ea8422ebcf2cf4f35660a71 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:03:57.003018 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-858729c1-7c9a-4c97-8763-9f450333aad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:57.030305 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-858729c1-7c9a-4c97-8763-9f450333aad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:57.065637 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-419ae970-06d2-4c45-810a-032b1a068972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4347dcf-e6b7-4dc9-9b1d-bc8c1297b088', 'name': 'tempest-ServerActionsTestJSON-1331582204-router', 'tenant_id': '56e8fe9085fa4bdb932a4c29aaeb4c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '56bc31fa-f73f-4d6e-8d81-c37725b0a1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:03:40Z', 'updated_at': '2022-05-05T20:03:51Z', 'revision_number': 4, 'project_id': '56e8fe9085fa4bdb932a4c29aaeb4c08', 'gw_port': {'id': '56bc31fa-f73f-4d6e-8d81-c37725b0a1b1', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:36:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4347dcf-e6b7-4dc9-9b1d-bc8c1297b088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:03:42Z', 'updated_at': '2022-05-05T20:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '920e6d0f-b99e-4a04-83e1-1f4a91c7ea7d', 'name': '', 'network_id': '7506b31f-3419-46e4-835c-80fe813661d5', 'tenant_id': '56e8fe9085fa4bdb932a4c29aaeb4c08', 'mac_address': 'fa:16:3e:ea:a3:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4347dcf-e6b7-4dc9-9b1d-bc8c1297b088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'e2507cd6-290d-4d3d-b14e-048ce031bb0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:03:50Z', 'updated_at': '2022-05-05T20:03:56Z', 'revision_number': 4, 'project_id': '56e8fe9085fa4bdb932a4c29aaeb4c08', 'subnets': [{'id': 'e2507cd6-290d-4d3d-b14e-048ce031bb0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:03:57.070460 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419ae970-06d2-4c45-810a-032b1a068972 None None] The sync data for ids ['d4347dcf-e6b7-4dc9-9b1d-bc8c1297b088'] in n-d-840717-1 is: [{'id': 'd4347dcf-e6b7-4dc9-9b1d-bc8c1297b088', 'name': 'tempest-ServerActionsTestJSON-1331582204-router', 'tenant_id': '56e8fe9085fa4bdb932a4c29aaeb4c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '56bc31fa-f73f-4d6e-8d81-c37725b0a1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:03:40Z', 'updated_at': '2022-05-05T20:03:51Z', 'revision_number': 4, 'project_id': '56e8fe9085fa4bdb932a4c29aaeb4c08', 'gw_port': {'id': '56bc31fa-f73f-4d6e-8d81-c37725b0a1b1', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:36:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4347dcf-e6b7-4dc9-9b1d-bc8c1297b088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:03:42Z', 'updated_at': '2022-05-05T20:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '920e6d0f-b99e-4a04-83e1-1f4a91c7ea7d', 'name': '', 'network_id': '7506b31f-3419-46e4-835c-80fe813661d5', 'tenant_id': '56e8fe9085fa4bdb932a4c29aaeb4c08', 'mac_address': 'fa:16:3e:ea:a3:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4347dcf-e6b7-4dc9-9b1d-bc8c1297b088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'e2507cd6-290d-4d3d-b14e-048ce031bb0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:03:50Z', 'updated_at': '2022-05-05T20:03:56Z', 'revision_number': 4, 'project_id': '56e8fe9085fa4bdb932a4c29aaeb4c08', 'subnets': [{'id': 'e2507cd6-290d-4d3d-b14e-048ce031bb0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:03:57.092444 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-037f490c-c0f9-4394-91c0-f8f67fbcc2ee admin admin] Deleting port d9aa07f9-be66-4f2d-8243-9075cb80d91a {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:03:57.092790 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-037f490c-c0f9-4394-91c0-f8f67fbcc2ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:57.110913 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7a206d3a-ad2c-48c3-9201-1b991dc5eb21 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks [] for floatingip, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:57.146128 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-858729c1-7c9a-4c97-8763-9f450333aad5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:03:57.164561 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-858729c1-7c9a-4c97-8763-9f450333aad5 admin admin] Usage tracker for resource:security_group_rule and tenant:277c878b3ea8422ebcf2cf4f35660a71 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:03:57.194442 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-858729c1-7c9a-4c97-8763-9f450333aad5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:03:57.216617 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68027a-43b7-4af6-bca0-1b3ab796d88c req-b4633b04-f57c-4560-bf3a-a8c4cb79b7a0 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:57.223036 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68027a-43b7-4af6-bca0-1b3ab796d88c req-b4633b04-f57c-4560-bf3a-a8c4cb79b7a0 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:57.229463 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-858729c1-7c9a-4c97-8763-9f450333aad5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:03:57.230088 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68027a-43b7-4af6-bca0-1b3ab796d88c req-b4633b04-f57c-4560-bf3a-a8c4cb79b7a0 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:57.236388 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68027a-43b7-4af6-bca0-1b3ab796d88c req-b4633b04-f57c-4560-bf3a-a8c4cb79b7a0 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:57.242554 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68027a-43b7-4af6-bca0-1b3ab796d88c req-b4633b04-f57c-4560-bf3a-a8c4cb79b7a0 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:57.249585 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68027a-43b7-4af6-bca0-1b3ab796d88c req-b4633b04-f57c-4560-bf3a-a8c4cb79b7a0 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:57.255788 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68027a-43b7-4af6-bca0-1b3ab796d88c req-b4633b04-f57c-4560-bf3a-a8c4cb79b7a0 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:57.263621 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ad68027a-43b7-4af6-bca0-1b3ab796d88c req-b4633b04-f57c-4560-bf3a-a8c4cb79b7a0 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933ae74-0c33-4c3c-82a1-5c532a76f33d HTTP/1.1" status: 200 len: 5445 time: 0.5148938 May 05 20:03:57.282947 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-8ee27703-8735-46c2-94e5-5ce5ed96f33a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:57.447437 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee0827d-b648-40d3-b870-23c2c232b645 req-8fc716a1-e124-4c8c-b993-c94adaa7c47a tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:57.449955 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fee0827d-b648-40d3-b870-23c2c232b645 req-8fc716a1-e124-4c8c-b993-c94adaa7c47a tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e23ec14-a1e0-45b6-b7d0-81e437eb1a0f HTTP/1.1" status: 200 len: 946 time: 0.4211185 May 05 20:03:57.500289 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ad68027a-43b7-4af6-bca0-1b3ab796d88c req-4aafca6e-c530-47fe-95f2-1b878e16342b tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e6be8f4-cbde-48c1-a6fd-f6caadba2c70&id=b31ec34e-3cb0-41c2-a678-bc0e8ba8a08d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2353835 May 05 20:03:57.508769 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-774c5f1c-6ecd-466f-ba16-98a79ce7dd38 req-57b7aff0-3588-4380-b435-1d74ab0f569d tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:57.509296 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-774c5f1c-6ecd-466f-ba16-98a79ce7dd38 req-57b7aff0-3588-4380-b435-1d74ab0f569d tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:57.509606 n-d-840717-1 neutron-server[88198]: INFO neutron.db.l3_db [req-774c5f1c-6ecd-466f-ba16-98a79ce7dd38 req-57b7aff0-3588-4380-b435-1d74ab0f569d tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Floating IP 2755d2e1-de23-4b07-b90f-b7f57956bd8a disassociated. External IP: 172.25.0.83, port: 65f8906c-b8b8-4c48-b277-a82b65a05716. May 05 20:03:57.510099 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-774c5f1c-6ecd-466f-ba16-98a79ce7dd38 req-57b7aff0-3588-4380-b435-1d74ab0f569d tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Calling delete_port for 65f8906c-b8b8-4c48-b277-a82b65a05716 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:03:57.576190 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-037f490c-c0f9-4394-91c0-f8f67fbcc2ee admin admin] For port d9aa07f9-be66-4f2d-8243-9075cb80d91a, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=d9aa07f9-be66-4f2d-8243-9075cb80d91a,segment=NetworkSegment(131841d7-b870-4a09-a673-d43da1d3ff2b),segment_id=131841d7-b870-4a09-a673-d43da1d3ff2b)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:03:57.576548 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-037f490c-c0f9-4394-91c0-f8f67fbcc2ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:57.613709 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fee0827d-b648-40d3-b870-23c2c232b645 req-174d6fd8-5acc-46c2-8d6a-68de11c10861 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571939 May 05 20:03:57.619450 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-858729c1-7c9a-4c97-8763-9f450333aad5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:57.677034 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-858729c1-7c9a-4c97-8763-9f450333aad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:57.721615 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7a206d3a-ad2c-48c3-9201-1b991dc5eb21 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:57.740734 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-858729c1-7c9a-4c97-8763-9f450333aad5 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:03:57.772646 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-037f490c-c0f9-4394-91c0-f8f67fbcc2ee admin admin] Calling delete_port for d9aa07f9-be66-4f2d-8243-9075cb80d91a owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:03:57.803058 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858729c1-7c9a-4c97-8763-9f450333aad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e0f49ac-7592-4418-b598-3461fd12254c,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:57.813658 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-858729c1-7c9a-4c97-8763-9f450333aad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:57.814182 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-858729c1-7c9a-4c97-8763-9f450333aad5 admin admin] Added segment 07d73326-58e0-449e-9e7e-4337195138de of type vlan for network 0a79cc9e-b852-4146-b5a3-1a01932fb83f May 05 20:03:57.828124 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-8ee27703-8735-46c2-94e5-5ce5ed96f33a service neutron] For port f84e637a-e4c6-4604-af15-a4ac4d5aa1b3, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=f84e637a-e4c6-4604-af15-a4ac4d5aa1b3,segment=NetworkSegment(c3ba2cac-7dc0-445c-aed5-2efecd511db4),segment_id=c3ba2cac-7dc0-445c-aed5-2efecd511db4)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:03:57.889317 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-858729c1-7c9a-4c97-8763-9f450333aad5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:57.988372 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de2530-5b98-453f-b8e6-0f2a771ee8ae req-283cfc52-9004-4487-a04a-dd9ab60eb107 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:57.989864 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-36de2530-5b98-453f-b8e6-0f2a771ee8ae req-283cfc52-9004-4487-a04a-dd9ab60eb107 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=03d3995a-afe6-400a-807d-eb8a774148f5 HTTP/1.1" status: 200 len: 945 time: 0.3238938 May 05 20:03:58.032730 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-774c5f1c-6ecd-466f-ba16-98a79ce7dd38 req-57b7aff0-3588-4380-b435-1d74ab0f569d tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:58.043108 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-8ee27703-8735-46c2-94e5-5ce5ed96f33a service neutron] For port f84e637a-e4c6-4604-af15-a4ac4d5aa1b3, host n-h2-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:03:58.098194 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b7aff0-3588-4380-b435-1d74ab0f569d tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Pushing event deleted for resources: {'Port': ['ID=65f8906c-b8b8-4c48-b277-a82b65a05716,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:58.126450 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-36de2530-5b98-453f-b8e6-0f2a771ee8ae req-c27b8bb5-0e4f-42fa-8dc5-c97c10dfff9e tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/security-groups?id=66299a25-9ea8-43e5-ae69-782b36dd1dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202796 May 05 20:03:58.234121 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-858729c1-7c9a-4c97-8763-9f450333aad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:58.235095 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858729c1-7c9a-4c97-8763-9f450333aad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:58.235708 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-858729c1-7c9a-4c97-8763-9f450333aad5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:58.319898 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-8ee27703-8735-46c2-94e5-5ce5ed96f33a service neutron] device_id is not set on port f84e637a-e4c6-4604-af15-a4ac4d5aa1b3 yet. {{(pid=88197) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:03:58.325847 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-7a206d3a-ad2c-48c3-9201-1b991dc5eb21 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Allocated IP 172.25.0.63 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/694c1fdc-d3ae-441e-879e-341ae18afbb3) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:03:58.399717 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858729c1-7c9a-4c97-8763-9f450333aad5 admin admin] Pushing event updated for resources: {'Network': ['ID=0a79cc9e-b852-4146-b5a3-1a01932fb83f,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:58.413205 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 0a79cc9e-b852-4146-b5a3-1a01932fb83f details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:03:58.414013 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-8ee27703-8735-46c2-94e5-5ce5ed96f33a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:58.428760 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6760b83e-6fd7-45fe-b975-7e7ff1d9f514 req-f04ed41a-0b0b-4a34-a952-cf16e3ee45ce tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:58.436495 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6760b83e-6fd7-45fe-b975-7e7ff1d9f514 req-f04ed41a-0b0b-4a34-a952-cf16e3ee45ce tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6e97702-69a7-488c-9bd1-a74418962f99 HTTP/1.1" status: 200 len: 867 time: 0.5571074 May 05 20:03:58.475397 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-8ee27703-8735-46c2-94e5-5ce5ed96f33a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:58.483492 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-858729c1-7c9a-4c97-8763-9f450333aad5 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0338192 May 05 20:03:58.488504 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-037f490c-c0f9-4394-91c0-f8f67fbcc2ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:58.692480 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037f490c-c0f9-4394-91c0-f8f67fbcc2ee admin admin] Pushing event deleted for resources: {'Port': ['ID=d9aa07f9-be66-4f2d-8243-9075cb80d91a,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:58.771579 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 920e6d0f-b99e-4a04-83e1-1f4a91c7ea7d up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:03:58.777859 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6760b83e-6fd7-45fe-b975-7e7ff1d9f514 req-418dbc20-e263-48cb-b9c3-5bfd0437288f tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba62d1b8-c48c-4c61-87a2-ddf75639631d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3405435 May 05 20:03:58.862180 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [req-774c5f1c-6ecd-466f-ba16-98a79ce7dd38 req-57b7aff0-3588-4380-b435-1d74ab0f569d tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Router bc6a4113-edb3-47fc-a579-1ad503721aac has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:03:58.994406 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 920e6d0f-b99e-4a04-83e1-1f4a91c7ea7d completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:03:59.001960 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 920e6d0f-b99e-4a04-83e1-1f4a91c7ea7d triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:03:59.002925 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:59.046200 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-8ee27703-8735-46c2-94e5-5ce5ed96f33a service neutron] No DVR routers for this DVR port f84e637a-e4c6-4604-af15-a4ac4d5aa1b3 on host n-h2-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:03:59.093551 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee27703-8735-46c2-94e5-5ce5ed96f33a service neutron] Pushing event updated for resources: {'Port': ['ID=f84e637a-e4c6-4604-af15-a4ac4d5aa1b3,revision_number=6']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:59.178931 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:59.204923 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-8ee27703-8735-46c2-94e5-5ce5ed96f33a service neutron] In _notify_port_updated(), no bound segment for port f84e637a-e4c6-4604-af15-a4ac4d5aa1b3 on network 5efdefe9-fb05-48a6-914c-98a1b2ebb362 {{(pid=88197) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 05 20:03:59.205811 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-8ee27703-8735-46c2-94e5-5ce5ed96f33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:59.206427 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-8ee27703-8735-46c2-94e5-5ce5ed96f33a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:59.207753 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-8ee27703-8735-46c2-94e5-5ce5ed96f33a service neutron] 10.222.0.50 "PUT /v2.0/ports/f84e637a-e4c6-4604-af15-a4ac4d5aa1b3 HTTP/1.1" status: 200 len: 1032 time: 2.2499616 May 05 20:03:59.221551 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 920e6d0f-b99e-4a04-83e1-1f4a91c7ea7d, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=920e6d0f-b99e-4a04-83e1-1f4a91c7ea7d,segment=NetworkSegment(e34c646b-9075-4e31-b89f-c8f9e824e389),segment_id=e34c646b-9075-4e31-b89f-c8f9e824e389)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:03:59.226320 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:59.265607 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7a206d3a-ad2c-48c3-9201-1b991dc5eb21 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:59.289078 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-192dcdbb-ba3b-4a57-8895-38de7364282c None None] Provisioning complete for port f84e637a-e4c6-4604-af15-a4ac4d5aa1b3 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:03:59.289731 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-192dcdbb-ba3b-4a57-8895-38de7364282c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:59.317114 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-6faf5189-797b-429d-af7c-ca36a27d1c1a tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:59.318504 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-6faf5189-797b-429d-af7c-ca36a27d1c1a tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.50 "GET /v2.0/ports/3e25fa10-4b16-4472-9de5-596123987dfe?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1008420 May 05 20:03:59.332191 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-27ae2e4f-da4f-43c7-9e4e-45f3c531787f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:03:59.362241 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb80822-332b-42e4-9760-248d23085f37 req-f3ba3dcb-43a8-4a21-947e-50f3e511ce8b tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:59.375394 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-192dcdbb-ba3b-4a57-8895-38de7364282c None None] Port f84e637a-e4c6-4604-af15-a4ac4d5aa1b3 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:03:59.378554 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb80822-332b-42e4-9760-248d23085f37 req-f3ba3dcb-43a8-4a21-947e-50f3e511ce8b tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:59.385086 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=920e6d0f-b99e-4a04-83e1-1f4a91c7ea7d,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:59.385772 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb80822-332b-42e4-9760-248d23085f37 req-f3ba3dcb-43a8-4a21-947e-50f3e511ce8b tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:59.385772 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb80822-332b-42e4-9760-248d23085f37 req-f3ba3dcb-43a8-4a21-947e-50f3e511ce8b tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:59.388061 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb80822-332b-42e4-9760-248d23085f37 req-f3ba3dcb-43a8-4a21-947e-50f3e511ce8b tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:59.393409 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1be7f3-21e4-40ba-997d-b440f91023ac req-a616ceb3-eb95-4180-86a1-f5b5ca3d8ad3 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:59.394080 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb80822-332b-42e4-9760-248d23085f37 req-f3ba3dcb-43a8-4a21-947e-50f3e511ce8b tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:03:59.394895 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2d1be7f3-21e4-40ba-997d-b440f91023ac req-a616ceb3-eb95-4180-86a1-f5b5ca3d8ad3 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e23ec14-a1e0-45b6-b7d0-81e437eb1a0f HTTP/1.1" status: 200 len: 946 time: 0.2728319 May 05 20:03:59.395927 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ccb80822-332b-42e4-9760-248d23085f37 req-f3ba3dcb-43a8-4a21-947e-50f3e511ce8b tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933ae74-0c33-4c3c-82a1-5c532a76f33d HTTP/1.1" status: 200 len: 4666 time: 0.4424331 May 05 20:03:59.424932 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7a206d3a-ad2c-48c3-9201-1b991dc5eb21 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:59.505726 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-774c5f1c-6ecd-466f-ba16-98a79ce7dd38 req-57b7aff0-3588-4380-b435-1d74ab0f569d tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:03:59.516752 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948ea09c-546e-4012-96aa-cded5b01f5f7 None None] Sync routers for ids ['bc6a4113-edb3-47fc-a579-1ad503721aac'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:03:59.527642 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948ea09c-546e-4012-96aa-cded5b01f5f7 None None] Routers {'bc6a4113-edb3-47fc-a579-1ad503721aac'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:03:59.528337 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-948ea09c-546e-4012-96aa-cded5b01f5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:03:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['bc6a4113-edb3-47fc-a579-1ad503721aac'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:03:59.559535 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a206d3a-ad2c-48c3-9201-1b991dc5eb21 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:03:59.567577 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ccb80822-332b-42e4-9760-248d23085f37 req-fdaa8e15-1318-4177-b028-be6437f7d7b8 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e6be8f4-cbde-48c1-a6fd-f6caadba2c70&id=b31ec34e-3cb0-41c2-a678-bc0e8ba8a08d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1103702 May 05 20:03:59.568451 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-7a206d3a-ad2c-48c3-9201-1b991dc5eb21 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:03:59.571035 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a206d3a-ad2c-48c3-9201-1b991dc5eb21 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:03:59.598872 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 3e25fa10-4b16-4472-9de5-596123987dfe no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:03:59.617749 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-774c5f1c-6ecd-466f-ba16-98a79ce7dd38 req-57b7aff0-3588-4380-b435-1d74ab0f569d tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] No DVR routers for this DVR port 65f8906c-b8b8-4c48-b277-a82b65a05716 on host n-h2-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:03:59.623217 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-774c5f1c-6ecd-466f-ba16-98a79ce7dd38 req-57b7aff0-3588-4380-b435-1d74ab0f569d tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:59.626131 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e97702-69a7-488c-9bd1-a74418962f99', 'name': 'network-vif-deleted', 'tag': '65f8906c-b8b8-4c48-b277-a82b65a05716'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:03:59.630630 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-037f490c-c0f9-4394-91c0-f8f67fbcc2ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:59.654975 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2d1be7f3-21e4-40ba-997d-b440f91023ac req-d221e313-af08-4164-89b4-a7e1a6bc0870 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485843 May 05 20:03:59.683499 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a206d3a-ad2c-48c3-9201-1b991dc5eb21 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Pushing event updated for resources: {'Port': ['ID=694c1fdc-d3ae-441e-879e-341ae18afbb3,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:03:59.716870 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-27ae2e4f-da4f-43c7-9e4e-45f3c531787f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:59.737456 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-774c5f1c-6ecd-466f-ba16-98a79ce7dd38 req-57b7aff0-3588-4380-b435-1d74ab0f569d tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.50 "DELETE /v2.0/ports/65f8906c-b8b8-4c48-b277-a82b65a05716 HTTP/1.1" status: 204 len: 173 time: 4.2466755 May 05 20:03:59.867498 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:03:59.884931 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-948ea09c-546e-4012-96aa-cded5b01f5f7 None None] Set router bc6a4113-edb3-47fc-a579-1ad503721aac gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:03:59.888323 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7a206d3a-ad2c-48c3-9201-1b991dc5eb21 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:00.111152 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7a206d3a-ad2c-48c3-9201-1b991dc5eb21 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:00.149108 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-27ae2e4f-da4f-43c7-9e4e-45f3c531787f service neutron] For port 3e25fa10-4b16-4472-9de5-596123987dfe, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=3e25fa10-4b16-4472-9de5-596123987dfe,segment=NetworkSegment(c3ba2cac-7dc0-445c-aed5-2efecd511db4),segment_id=c3ba2cac-7dc0-445c-aed5-2efecd511db4)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:04:00.226492 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e9e41-e901-45d3-8abf-cd416abfd08a req-6c1f33ed-904d-4ef1-b76f-9114136fe768 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:00.228277 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-243e9e41-e901-45d3-8abf-cd416abfd08a req-6c1f33ed-904d-4ef1-b76f-9114136fe768 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=03d3995a-afe6-400a-807d-eb8a774148f5 HTTP/1.1" status: 200 len: 945 time: 0.2749977 May 05 20:04:00.260660 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-948ea09c-546e-4012-96aa-cded5b01f5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'name': 'tempest-AttachVolumeNegativeTest-634632814-router', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'c75985dc-8b4c-4c87-85cd-20dbb82f7649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:00:48Z', 'updated_at': '2022-05-05T20:00:57Z', 'revision_number': 4, 'project_id': '2b65203be12a44e3b2b676f0adb9acc7', 'gw_port': {'id': 'c75985dc-8b4c-4c87-85cd-20dbb82f7649', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:49Z', 'updated_at': '2022-05-05T20:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '74d23f1e-73a7-42db-b11f-96808078f525', 'name': '', 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'mac_address': 'fa:16:3e:32:c5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '0d250ed8-07f6-4f08-a934-d3c76d471e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:55Z', 'updated_at': '2022-05-05T20:01:13Z', 'revision_number': 5, 'project_id': '2b65203be12a44e3b2b676f0adb9acc7', 'subnets': [{'id': '0d250ed8-07f6-4f08-a934-d3c76d471e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:04:00.265222 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948ea09c-546e-4012-96aa-cded5b01f5f7 None None] Checking router: bc6a4113-edb3-47fc-a579-1ad503721aac for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:04:00.269378 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-27ae2e4f-da4f-43c7-9e4e-45f3c531787f service neutron] For port 3e25fa10-4b16-4472-9de5-596123987dfe, host n-h2-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:04:00.274914 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948ea09c-546e-4012-96aa-cded5b01f5f7 None None] Routers {'bc6a4113-edb3-47fc-a579-1ad503721aac'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:04:00.275565 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-948ea09c-546e-4012-96aa-cded5b01f5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:03:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['bc6a4113-edb3-47fc-a579-1ad503721aac'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:04:00.375046 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-243e9e41-e901-45d3-8abf-cd416abfd08a req-fc20ca9e-2d1c-4116-b874-07b33362b582 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/security-groups?id=66299a25-9ea8-43e5-ae69-782b36dd1dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224561 May 05 20:04:00.491577 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37143068-7df1-475e-b3eb-cf1652ee26f3'] response: {'server_uuid': 'e6e97702-69a7-488c-9bd1-a74418962f99', 'name': 'network-vif-deleted', 'tag': '65f8906c-b8b8-4c48-b277-a82b65a05716', 'status': 'completed', 'code': 200} May 05 20:04:00.521685 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba13bcb-3cfa-4b69-b210-73246720cad1 req-f220a4ab-5f8b-4a16-95a1-30de438f7f44 tempest-ComputeTenantNetworksTest-1260361592 tempest-ComputeTenantNetworksTest-1260361592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:00.527763 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba13bcb-3cfa-4b69-b210-73246720cad1 req-f220a4ab-5f8b-4a16-95a1-30de438f7f44 tempest-ComputeTenantNetworksTest-1260361592 tempest-ComputeTenantNetworksTest-1260361592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:00.534467 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-948ea09c-546e-4012-96aa-cded5b01f5f7 None None] Set router bc6a4113-edb3-47fc-a579-1ad503721aac gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:04:00.546333 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba13bcb-3cfa-4b69-b210-73246720cad1 req-f220a4ab-5f8b-4a16-95a1-30de438f7f44 tempest-ComputeTenantNetworksTest-1260361592 tempest-ComputeTenantNetworksTest-1260361592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:00.551419 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fba13bcb-3cfa-4b69-b210-73246720cad1 req-f220a4ab-5f8b-4a16-95a1-30de438f7f44 tempest-ComputeTenantNetworksTest-1260361592 tempest-ComputeTenantNetworksTest-1260361592-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.5316947 May 05 20:04:00.569592 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-037f490c-c0f9-4394-91c0-f8f67fbcc2ee admin admin] Router edbadcb7-0a9a-4e6f-9b10-c398f361f466 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:04:00.626474 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-27ae2e4f-da4f-43c7-9e4e-45f3c531787f service neutron] device_id is not set on port 3e25fa10-4b16-4472-9de5-596123987dfe yet. {{(pid=88197) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:04:00.678467 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-27ae2e4f-da4f-43c7-9e4e-45f3c531787f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:00.694702 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-27ae2e4f-da4f-43c7-9e4e-45f3c531787f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:00.821213 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:04:00.821774 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:04:00.822226 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 920e6d0f-b99e-4a04-83e1-1f4a91c7ea7d up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:04:00.910484 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-27ae2e4f-da4f-43c7-9e4e-45f3c531787f service neutron] No DVR routers for this DVR port 3e25fa10-4b16-4472-9de5-596123987dfe on host n-h2-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:04:00.926734 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2306f4f3-0ab7-44eb-b3c0-306e203db24d req-acc3e0b6-6663-410c-9d14-8a9075beb994 tempest-ComputeTenantNetworksTest-1260361592 tempest-ComputeTenantNetworksTest-1260361592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:00.929121 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2306f4f3-0ab7-44eb-b3c0-306e203db24d req-acc3e0b6-6663-410c-9d14-8a9075beb994 tempest-ComputeTenantNetworksTest-1260361592 tempest-ComputeTenantNetworksTest-1260361592-project] 10.222.0.36 "GET /v2.0/networks/0a79cc9e-b852-4146-b5a3-1a01932fb83f HTTP/1.1" status: 200 len: 768 time: 0.3582993 May 05 20:04:00.942993 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 45694) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:04:00.944120 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.resource_extend [None req-7a206d3a-ad2c-48c3-9201-1b991dc5eb21 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 20:04:00.993277 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 920e6d0f-b99e-4a04-83e1-1f4a91c7ea7d triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:04:00.996700 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:01.005716 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 45698) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:04:01.008731 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7a206d3a-ad2c-48c3-9201-1b991dc5eb21 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:01.047640 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7a206d3a-ad2c-48c3-9201-1b991dc5eb21 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:01.052053 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ae2e4f-da4f-43c7-9e4e-45f3c531787f service neutron] Pushing event updated for resources: {'Port': ['ID=3e25fa10-4b16-4472-9de5-596123987dfe,revision_number=6']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:01.093255 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9fb9fbac-157b-490b-9756-83b0b4138bbd None None] Provisioning complete for port 3e25fa10-4b16-4472-9de5-596123987dfe triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:04:01.093781 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9fb9fbac-157b-490b-9756-83b0b4138bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:01.122461 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-037f490c-c0f9-4394-91c0-f8f67fbcc2ee admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:04:01.131222 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a206d3a-ad2c-48c3-9201-1b991dc5eb21 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Pushing event updated for resources: {'Port': ['ID=694c1fdc-d3ae-441e-879e-341ae18afbb3,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:01.140389 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cdeead-3076-4a4f-accb-aa53e4d52216 None None] Sync routers for ids ['edbadcb7-0a9a-4e6f-9b10-c398f361f466'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:04:01.149070 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-037f490c-c0f9-4394-91c0-f8f67fbcc2ee admin admin] 10.222.0.36 "PUT /v2.0/routers/edbadcb7-0a9a-4e6f-9b10-c398f361f466/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8002028 May 05 20:04:01.155998 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 45702) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:04:01.173881 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cdeead-3076-4a4f-accb-aa53e4d52216 None None] Routers {'edbadcb7-0a9a-4e6f-9b10-c398f361f466'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:04:01.174669 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-20cdeead-3076-4a4f-accb-aa53e4d52216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:03:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['edbadcb7-0a9a-4e6f-9b10-c398f361f466'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:04:01.185007 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-27ae2e4f-da4f-43c7-9e4e-45f3c531787f service neutron] In _notify_port_updated(), no bound segment for port 3e25fa10-4b16-4472-9de5-596123987dfe on network 5efdefe9-fb05-48a6-914c-98a1b2ebb362 {{(pid=88197) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 05 20:04:01.185899 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-27ae2e4f-da4f-43c7-9e4e-45f3c531787f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:01.186509 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-27ae2e4f-da4f-43c7-9e4e-45f3c531787f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:01.187804 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-27ae2e4f-da4f-43c7-9e4e-45f3c531787f service neutron] 10.222.0.50 "PUT /v2.0/ports/3e25fa10-4b16-4472-9de5-596123987dfe HTTP/1.1" status: 200 len: 1033 time: 1.8631296 May 05 20:04:01.206935 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-948ea09c-546e-4012-96aa-cded5b01f5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'name': 'tempest-AttachVolumeNegativeTest-634632814-router', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'c75985dc-8b4c-4c87-85cd-20dbb82f7649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:00:48Z', 'updated_at': '2022-05-05T20:00:57Z', 'revision_number': 4, 'project_id': '2b65203be12a44e3b2b676f0adb9acc7', 'gw_port': {'id': 'c75985dc-8b4c-4c87-85cd-20dbb82f7649', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:49Z', 'updated_at': '2022-05-05T20:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '74d23f1e-73a7-42db-b11f-96808078f525', 'name': '', 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'mac_address': 'fa:16:3e:32:c5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '0d250ed8-07f6-4f08-a934-d3c76d471e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:55Z', 'updated_at': '2022-05-05T20:01:13Z', 'revision_number': 5, 'project_id': '2b65203be12a44e3b2b676f0adb9acc7', 'subnets': [{'id': '0d250ed8-07f6-4f08-a934-d3c76d471e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:04:01.211283 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948ea09c-546e-4012-96aa-cded5b01f5f7 None None] The sync data for ids ['bc6a4113-edb3-47fc-a579-1ad503721aac'] in n-d-840717-1 is: [{'id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'name': 'tempest-AttachVolumeNegativeTest-634632814-router', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'c75985dc-8b4c-4c87-85cd-20dbb82f7649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:00:48Z', 'updated_at': '2022-05-05T20:00:57Z', 'revision_number': 4, 'project_id': '2b65203be12a44e3b2b676f0adb9acc7', 'gw_port': {'id': 'c75985dc-8b4c-4c87-85cd-20dbb82f7649', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:49Z', 'updated_at': '2022-05-05T20:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '74d23f1e-73a7-42db-b11f-96808078f525', 'name': '', 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'mac_address': 'fa:16:3e:32:c5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '0d250ed8-07f6-4f08-a934-d3c76d471e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:55Z', 'updated_at': '2022-05-05T20:01:13Z', 'revision_number': 5, 'project_id': '2b65203be12a44e3b2b676f0adb9acc7', 'subnets': [{'id': '0d250ed8-07f6-4f08-a934-d3c76d471e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:04:01.327836 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-62210d4c-05bc-4409-b92b-4d0ba6bccb22 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Deleting port 506f9f85-5ebc-4ad3-a1f3-615f8594dee2 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:04:01.328211 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-62210d4c-05bc-4409-b92b-4d0ba6bccb22 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:01.381203 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9fb9fbac-157b-490b-9756-83b0b4138bbd None None] Port 3e25fa10-4b16-4472-9de5-596123987dfe cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:04:01.396683 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-759ebd06-9f73-4aa7-aa9d-2f459a6f40e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:01.409249 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7a206d3a-ad2c-48c3-9201-1b991dc5eb21 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:01.442951 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-53a262be-0398-4c35-b940-345d1b1f645a tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:01.450034 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2588a-ac0c-4a0b-bd5f-6fd4ca54f210 req-80efdb5a-b76d-471a-a093-3680ae278898 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:01.456018 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2588a-ac0c-4a0b-bd5f-6fd4ca54f210 req-80efdb5a-b76d-471a-a093-3680ae278898 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:01.461930 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2588a-ac0c-4a0b-bd5f-6fd4ca54f210 req-80efdb5a-b76d-471a-a093-3680ae278898 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:01.475425 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2588a-ac0c-4a0b-bd5f-6fd4ca54f210 req-80efdb5a-b76d-471a-a093-3680ae278898 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:01.482000 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2588a-ac0c-4a0b-bd5f-6fd4ca54f210 req-80efdb5a-b76d-471a-a093-3680ae278898 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:01.483650 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9bd2588a-ac0c-4a0b-bd5f-6fd4ca54f210 req-80efdb5a-b76d-471a-a093-3680ae278898 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933ae74-0c33-4c3c-82a1-5c532a76f33d HTTP/1.1" status: 200 len: 3886 time: 0.6206751 May 05 20:04:01.485041 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7a206d3a-ad2c-48c3-9201-1b991dc5eb21 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:01.494746 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-7a206d3a-ad2c-48c3-9201-1b991dc5eb21 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5991244 May 05 20:04:01.502335 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-53a262be-0398-4c35-b940-345d1b1f645a tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:01.522216 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device e16abe2d-4652-4238-b1ff-10009a771c77 no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:04:01.576615 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7426ad31-2fc6-4a4d-bb6c-3f586da3f3ac admin admin] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:01.680593 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-20cdeead-3076-4a4f-accb-aa53e4d52216 None None] Set router edbadcb7-0a9a-4e6f-9b10-c398f361f466 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:04:01.695527 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2950d1a6-a686-4817-b535-beaa62face79 req-d4e99293-835d-43f3-abce-9596f316b3bc tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:01.706375 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2950d1a6-a686-4817-b535-beaa62face79 req-d4e99293-835d-43f3-abce-9596f316b3bc tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e23ec14-a1e0-45b6-b7d0-81e437eb1a0f HTTP/1.1" status: 200 len: 946 time: 0.4366944 May 05 20:04:01.707864 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9bd2588a-ac0c-4a0b-bd5f-6fd4ca54f210 req-6fe88f02-7836-4c87-8273-9b5b00b9deda tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31ec34e-3cb0-41c2-a678-bc0e8ba8a08d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2117624 May 05 20:04:01.717953 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118ee9ca-7cec-4f65-aa3f-2866742a6969 None None] New status for floating IP 2755d2e1-de23-4b07-b90f-b7f57956bd8a: DOWN {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:04:01.887740 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2950d1a6-a686-4817-b535-beaa62face79 req-4d954a5d-3311-4fd2-a312-2c42fc14e92a tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804583 May 05 20:04:01.890885 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-53a262be-0398-4c35-b940-345d1b1f645a tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:01.918880 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a262be-0398-4c35-b940-345d1b1f645a tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba62d1b8-c48c-4c61-87a2-ddf75639631d,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:01.943323 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-53a262be-0398-4c35-b940-345d1b1f645a tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:01.945302 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-53a262be-0398-4c35-b940-345d1b1f645a tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "DELETE /v2.0/security-groups/ba62d1b8-c48c-4c61-87a2-ddf75639631d HTTP/1.1" status: 204 len: 168 time: 0.9375865 May 05 20:04:01.947388 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7426ad31-2fc6-4a4d-bb6c-3f586da3f3ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:01.952327 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 45712) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:04:01.962381 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-759ebd06-9f73-4aa7-aa9d-2f459a6f40e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:01.976983 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-7426ad31-2fc6-4a4d-bb6c-3f586da3f3ac admin admin] Deleting port aa240ef3-2b21-485d-bf4f-f659e6642aac {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:04:01.986298 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7426ad31-2fc6-4a4d-bb6c-3f586da3f3ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:02.013926 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-ce8c148a-bc2d-4f97-9840-b358d96a4d41 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] show failed (client error): The resource could not be found. May 05 20:04:02.015112 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-ce8c148a-bc2d-4f97-9840-b358d96a4d41 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/security-groups/ba62d1b8-c48c-4c61-87a2-ddf75639631d HTTP/1.1" status: 404 len: 347 time: 0.0615761 May 05 20:04:02.020778 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 45720) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:04:02.059531 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:02.123873 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port e16abe2d-4652-4238-b1ff-10009a771c77, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=e16abe2d-4652-4238-b1ff-10009a771c77,segment=NetworkSegment(c3ba2cac-7dc0-445c-aed5-2efecd511db4),segment_id=c3ba2cac-7dc0-445c-aed5-2efecd511db4)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:04:02.126264 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a933ae74-0c33-4c3c-82a1-5c532a76f33d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e16abe2d-4652-4238-b1ff-10009a771c77'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:04:02.140488 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-759ebd06-9f73-4aa7-aa9d-2f459a6f40e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a79cc9e-b852-4146-b5a3-1a01932fb83f']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:04:02.159221 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:02.160026 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 65f8906c-b8b8-4c48-b277-a82b65a05716 no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:04:02.169128 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-759ebd06-9f73-4aa7-aa9d-2f459a6f40e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07d73326-58e0-449e-9e7e-4337195138de') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:04:02.169423 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-759ebd06-9f73-4aa7-aa9d-2f459a6f40e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07d73326-58e0-449e-9e7e-4337195138de') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:04:02.191322 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-759ebd06-9f73-4aa7-aa9d-2f459a6f40e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:02.198912 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-62210d4c-05bc-4409-b92b-4d0ba6bccb22 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] For port 506f9f85-5ebc-4ad3-a1f3-615f8594dee2, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=506f9f85-5ebc-4ad3-a1f3-615f8594dee2,segment=NetworkSegment(bdad0cc9-0dde-4c06-8eb7-13cca684b533),segment_id=bdad0cc9-0dde-4c06-8eb7-13cca684b533)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:04:02.199219 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-62210d4c-05bc-4409-b92b-4d0ba6bccb22 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:02.226202 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] No Port match for: 65f8906c-b8b8-4c48-b277-a82b65a05716 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:04:02.226536 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 65f8906c-b8b8-4c48-b277-a82b65a05716 not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:04:02.226948 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device f84e637a-e4c6-4604-af15-a4ac4d5aa1b3 no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:04:02.266883 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-48a3bddb-87fd-4950-8828-c8ee9ce3ae43 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Deleting port 93900d18-1c67-4215-96b4-95cf859b2ef9 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:04:02.267388 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-48a3bddb-87fd-4950-8828-c8ee9ce3ae43 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:02.324240 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device f84e637a-e4c6-4604-af15-a4ac4d5aa1b3 not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:04:02.324653 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device abcf9515-005c-4990-9cda-dea39f5122a3 no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:04:02.331792 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cd134b3f-892f-4f88-a2f1-36e1671fc829 req-8b0d0b5a-3334-4d9b-a47a-d7bff6e469bb tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--438040393&fields=id&tenant_id=56e8fe9085fa4bdb932a4c29aaeb4c08 HTTP/1.1" status: 200 len: 267 time: 0.2212844 May 05 20:04:02.355583 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-62210d4c-05bc-4409-b92b-4d0ba6bccb22 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Calling delete_port for 506f9f85-5ebc-4ad3-a1f3-615f8594dee2 owned by compute:nova {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:04:02.358156 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=e16abe2d-4652-4238-b1ff-10009a771c77,revision_number=6']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:02.385930 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-759ebd06-9f73-4aa7-aa9d-2f459a6f40e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:02.397561 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-20cdeead-3076-4a4f-accb-aa53e4d52216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edbadcb7-0a9a-4e6f-9b10-c398f361f466', 'name': 'tempest-ServerRescueNegativeTestJSON-1286592340-router', 'tenant_id': '2ac5211529134663a7b81ee9a43f1be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': 'aa240ef3-2b21-485d-bf4f-f659e6642aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:57:43Z', 'updated_at': '2022-05-05T20:03:58Z', 'revision_number': 5, 'project_id': '2ac5211529134663a7b81ee9a43f1be9', 'gw_port': {'id': 'aa240ef3-2b21-485d-bf4f-f659e6642aac', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbadcb7-0a9a-4e6f-9b10-c398f361f466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:45Z', 'updated_at': '2022-05-05T19:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:04:02.404480 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cdeead-3076-4a4f-accb-aa53e4d52216 None None] Checking router: edbadcb7-0a9a-4e6f-9b10-c398f361f466 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:04:02.414589 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-759ebd06-9f73-4aa7-aa9d-2f459a6f40e9 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:04:02.414989 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-759ebd06-9f73-4aa7-aa9d-2f459a6f40e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:02.428982 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:04:02.428982 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:04:02.428982 n-d-840717-1 neutron-server[88197]: timer() May 05 20:04:02.428982 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:04:02.428982 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:04:02.428982 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:04:02.428982 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:04:02.428982 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:04:02.428982 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:04:02.428982 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:04:02.428982 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:04:02.428982 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:04:02.428982 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:04:02.428982 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:04:02.428982 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:04:02.428982 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:04:02.428982 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:04:02.428982 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:04:02.428982 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:04:02.428982 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:04:02.428982 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:04:02.428982 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:04:02.428982 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:04:02.428982 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:04:02.428982 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:04:02.428982 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:04:02.428982 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:04:02.428982 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:04:02.428982 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:04:02.428982 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:04:02.428982 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:04:02.428982 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:04:02.447289 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1acff2-6900-4362-847b-9ad2e2a6dfde req-ed8bad97-3d16-4c7e-b6d9-c39c2bf98f95 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:02.450464 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9b1acff2-6900-4362-847b-9ad2e2a6dfde req-ed8bad97-3d16-4c7e-b6d9-c39c2bf98f95 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=03d3995a-afe6-400a-807d-eb8a774148f5 HTTP/1.1" status: 200 len: 945 time: 0.4748275 May 05 20:04:02.487104 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cdeead-3076-4a4f-accb-aa53e4d52216 None None] Routers {'edbadcb7-0a9a-4e6f-9b10-c398f361f466'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:04:02.487886 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-20cdeead-3076-4a4f-accb-aa53e4d52216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:03:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['edbadcb7-0a9a-4e6f-9b10-c398f361f466'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:04:02.642546 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:02.666921 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-20cdeead-3076-4a4f-accb-aa53e4d52216 None None] Set router edbadcb7-0a9a-4e6f-9b10-c398f361f466 gateway port host: None {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:04:02.703931 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9b1acff2-6900-4362-847b-9ad2e2a6dfde req-5b99c2c0-8065-45ea-b9a2-ee03cff1100a tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/security-groups?id=66299a25-9ea8-43e5-ae69-782b36dd1dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172943 May 05 20:04:02.705604 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-759ebd06-9f73-4aa7-aa9d-2f459a6f40e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:02.717045 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-759ebd06-9f73-4aa7-aa9d-2f459a6f40e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:02.792145 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759ebd06-9f73-4aa7-aa9d-2f459a6f40e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a79cc9e-b852-4146-b5a3-1a01932fb83f,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:02.807212 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-759ebd06-9f73-4aa7-aa9d-2f459a6f40e9 admin admin] 10.222.0.36 "DELETE /v2.0/networks/0a79cc9e-b852-4146-b5a3-1a01932fb83f HTTP/1.1" status: 204 len: 168 time: 1.8466091 May 05 20:04:02.818986 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9803eea9-f4fb-48ab-968d-56f7323ec296'] response: {'server_uuid': 'a933ae74-0c33-4c3c-82a1-5c532a76f33d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e16abe2d-4652-4238-b1ff-10009a771c77', 'code': 200} May 05 20:04:02.822322 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd134b3f-892f-4f88-a2f1-36e1671fc829 req-971f0b9a-ce6c-4866-9d17-fc7e5ac70deb tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:02.829557 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cd134b3f-892f-4f88-a2f1-36e1671fc829 req-971f0b9a-ce6c-4866-9d17-fc7e5ac70deb tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/networks?id=7506b31f-3419-46e4-835c-80fe813661d5 HTTP/1.1" status: 200 len: 812 time: 0.4802859 May 05 20:04:02.848678 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-62210d4c-05bc-4409-b92b-4d0ba6bccb22 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:02.860194 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-20cdeead-3076-4a4f-accb-aa53e4d52216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edbadcb7-0a9a-4e6f-9b10-c398f361f466', 'name': 'tempest-ServerRescueNegativeTestJSON-1286592340-router', 'tenant_id': '2ac5211529134663a7b81ee9a43f1be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:57:43Z', 'updated_at': '2022-05-05T20:04:01Z', 'revision_number': 6, 'project_id': '2ac5211529134663a7b81ee9a43f1be9', 'gw_port_host': None}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:04:02.864162 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-7426ad31-2fc6-4a4d-bb6c-3f586da3f3ac admin admin] For port aa240ef3-2b21-485d-bf4f-f659e6642aac, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=aa240ef3-2b21-485d-bf4f-f659e6642aac,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:04:02.864653 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7426ad31-2fc6-4a4d-bb6c-3f586da3f3ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:02.878541 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cd134b3f-892f-4f88-a2f1-36e1671fc829 req-54956d15-5fa6-42da-bde9-ca82975a8c83 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/quotas/56e8fe9085fa4bdb932a4c29aaeb4c08 HTTP/1.1" status: 200 len: 375 time: 0.0478668 May 05 20:04:02.881756 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cdeead-3076-4a4f-accb-aa53e4d52216 None None] The sync data for ids ['edbadcb7-0a9a-4e6f-9b10-c398f361f466'] in n-d-840717-1 is: [{'id': 'edbadcb7-0a9a-4e6f-9b10-c398f361f466', 'name': 'tempest-ServerRescueNegativeTestJSON-1286592340-router', 'tenant_id': '2ac5211529134663a7b81ee9a43f1be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:57:43Z', 'updated_at': '2022-05-05T20:04:01Z', 'revision_number': 6, 'project_id': '2ac5211529134663a7b81ee9a43f1be9', 'gw_port_host': None}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:04:02.894206 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port abcf9515-005c-4990-9cda-dea39f5122a3, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=abcf9515-005c-4990-9cda-dea39f5122a3,segment=NetworkSegment(bdad0cc9-0dde-4c06-8eb7-13cca684b533),segment_id=bdad0cc9-0dde-4c06-8eb7-13cca684b533)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:04:02.901535 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:02.902384 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device bd8854c6-838f-44f3-8df9-07057c4679c3 no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:04:03.005899 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62210d4c-05bc-4409-b92b-4d0ba6bccb22 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Pushing event deleted for resources: {'Port': ['ID=506f9f85-5ebc-4ad3-a1f3-615f8594dee2,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:03.015659 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 45736) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:04:03.058154 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=abcf9515-005c-4990-9cda-dea39f5122a3,revision_number=6']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:03.083508 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-7426ad31-2fc6-4a4d-bb6c-3f586da3f3ac admin admin] Calling delete_port for aa240ef3-2b21-485d-bf4f-f659e6642aac owned by network:router_gateway {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:04:03.112009 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-48a3bddb-87fd-4950-8828-c8ee9ce3ae43 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:03.112460 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-48a3bddb-87fd-4950-8828-c8ee9ce3ae43 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:03.117140 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-62210d4c-05bc-4409-b92b-4d0ba6bccb22 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] No DVR routers for this DVR port 506f9f85-5ebc-4ad3-a1f3-615f8594dee2 on host n-h2-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:04:03.121456 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:03.127975 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-62210d4c-05bc-4409-b92b-4d0ba6bccb22 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:03.129933 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-62210d4c-05bc-4409-b92b-4d0ba6bccb22 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.50 "DELETE /v2.0/ports/506f9f85-5ebc-4ad3-a1f3-615f8594dee2 HTTP/1.1" status: 204 len: 173 time: 1.8795574 May 05 20:04:03.131547 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a933ae74-0c33-4c3c-82a1-5c532a76f33d', 'name': 'network-vif-deleted', 'tag': '506f9f85-5ebc-4ad3-a1f3-615f8594dee2'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:04:03.155931 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port bd8854c6-838f-44f3-8df9-07057c4679c3, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=bd8854c6-838f-44f3-8df9-07057c4679c3,segment=NetworkSegment(c3ba2cac-7dc0-445c-aed5-2efecd511db4),segment_id=c3ba2cac-7dc0-445c-aed5-2efecd511db4)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:04:03.159859 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:03.160579 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 57a1046a-4c1a-41ae-8159-fc2baceea01a no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:04:03.216025 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-25ead84c-26a2-4373-b875-e8f6d52ec6a8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=277c878b3ea8422ebcf2cf4f35660a71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1708803 May 05 20:04:03.220165 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 45742) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:04:03.257633 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-48a3bddb-87fd-4950-8828-c8ee9ce3ae43 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Calling delete_port for 93900d18-1c67-4215-96b4-95cf859b2ef9 owned by network:floatingip {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:04:03.301531 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a990127c-28ef-4be7-8522-900f1772c291 req-00db7e95-3741-41c9-8999-06563b1a71c5 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:03.312467 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a990127c-28ef-4be7-8522-900f1772c291 req-00db7e95-3741-41c9-8999-06563b1a71c5 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:03.321381 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a990127c-28ef-4be7-8522-900f1772c291 req-00db7e95-3741-41c9-8999-06563b1a71c5 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:03.328878 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a990127c-28ef-4be7-8522-900f1772c291 req-00db7e95-3741-41c9-8999-06563b1a71c5 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:03.329906 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-a990127c-28ef-4be7-8522-900f1772c291 req-00db7e95-3741-41c9-8999-06563b1a71c5 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Synchronizing usage tracker for tenant:0a29a66ef9e34d17926285dc8f054582 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:04:03.340836 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-06af417d-114e-4236-8117-34a315677527 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Deleting port e16abe2d-4652-4238-b1ff-10009a771c77 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:04:03.341475 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-06af417d-114e-4236-8117-34a315677527 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:03.368254 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=bd8854c6-838f-44f3-8df9-07057c4679c3,revision_number=6']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:03.400278 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:03.411980 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cd134b3f-892f-4f88-a2f1-36e1671fc829 req-c074a7e7-660f-460f-a9bb-4b9ff261e347 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=56e8fe9085fa4bdb932a4c29aaeb4c08&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5323370 May 05 20:04:03.412334 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-88d7fe33-d6a6-469f-8309-abf0e5216d9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:03.447128 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 57a1046a-4c1a-41ae-8159-fc2baceea01a, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=57a1046a-4c1a-41ae-8159-fc2baceea01a,segment=NetworkSegment(250771b8-aad0-41ac-b102-a5f4eb30b198),segment_id=250771b8-aad0-41ac-b102-a5f4eb30b198)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:04:03.452062 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:03.453157 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 506f9f85-5ebc-4ad3-a1f3-615f8594dee2 no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:04:03.465468 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-a990127c-28ef-4be7-8522-900f1772c291 req-00db7e95-3741-41c9-8999-06563b1a71c5 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Unset dirty status for tenant:0a29a66ef9e34d17926285dc8f054582 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:04:03.472261 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a990127c-28ef-4be7-8522-900f1772c291 req-00db7e95-3741-41c9-8999-06563b1a71c5 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933ae74-0c33-4c3c-82a1-5c532a76f33d HTTP/1.1" status: 200 len: 3147 time: 0.5261028 May 05 20:04:03.523102 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-88d7fe33-d6a6-469f-8309-abf0e5216d9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:03.534653 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] No Port match for: 506f9f85-5ebc-4ad3-a1f3-615f8594dee2 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:04:03.534653 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 506f9f85-5ebc-4ad3-a1f3-615f8594dee2 not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:04:03.584380 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=57a1046a-4c1a-41ae-8159-fc2baceea01a,revision_number=6']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:03.612982 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a990127c-28ef-4be7-8522-900f1772c291 req-0120efec-dd5e-4703-a3a9-81e1286e967e tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31ec34e-3cb0-41c2-a678-bc0e8ba8a08d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397760 May 05 20:04:03.651695 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-48a3bddb-87fd-4950-8828-c8ee9ce3ae43 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:03.719569 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a3bddb-87fd-4950-8828-c8ee9ce3ae43 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Pushing event deleted for resources: {'Port': ['ID=93900d18-1c67-4215-96b4-95cf859b2ef9,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:03.830230 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-88d7fe33-d6a6-469f-8309-abf0e5216d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:03.844532 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cd134b3f-892f-4f88-a2f1-36e1671fc829 req-d4ffbeae-d8c6-4a18-9bec-fbc131c76a80 service neutron] 10.222.0.36 "GET /v2.0/networks/7506b31f-3419-46e4-835c-80fe813661d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3616993 May 05 20:04:03.866063 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d7fe33-d6a6-469f-8309-abf0e5216d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e0f49ac-7592-4418-b598-3461fd12254c,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:03.875628 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-88d7fe33-d6a6-469f-8309-abf0e5216d9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:03.876752 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-88d7fe33-d6a6-469f-8309-abf0e5216d9c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2e0f49ac-7592-4418-b598-3461fd12254c HTTP/1.1" status: 204 len: 168 time: 0.6537561 May 05 20:04:03.920907 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-06af417d-114e-4236-8117-34a315677527 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] For port e16abe2d-4652-4238-b1ff-10009a771c77, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=e16abe2d-4652-4238-b1ff-10009a771c77,segment=NetworkSegment(c3ba2cac-7dc0-445c-aed5-2efecd511db4),segment_id=c3ba2cac-7dc0-445c-aed5-2efecd511db4)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:04:03.921197 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-06af417d-114e-4236-8117-34a315677527 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:03.977019 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7426ad31-2fc6-4a4d-bb6c-3f586da3f3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:03.986556 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-48a3bddb-87fd-4950-8828-c8ee9ce3ae43 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for floatingip, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:04.052140 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7426ad31-2fc6-4a4d-bb6c-3f586da3f3ac admin admin] Pushing event deleted for resources: {'Port': ['ID=aa240ef3-2b21-485d-bf4f-f659e6642aac,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:04.090240 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-06af417d-114e-4236-8117-34a315677527 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Calling delete_port for e16abe2d-4652-4238-b1ff-10009a771c77 owned by compute:nova {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:04:04.166354 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2faa73d-8b6f-440c-ae61-cc1e3f53228d req-022e9bd4-1c36-4428-9c66-ce96f7ca5cb5 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:04.168646 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a2faa73d-8b6f-440c-ae61-cc1e3f53228d req-022e9bd4-1c36-4428-9c66-ce96f7ca5cb5 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e23ec14-a1e0-45b6-b7d0-81e437eb1a0f HTTP/1.1" status: 200 len: 946 time: 0.3863099 May 05 20:04:04.242795 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a2faa73d-8b6f-440c-ae61-cc1e3f53228d req-1a9d7dea-0386-4d6a-8c1c-5b2fc2c5317a tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680306 May 05 20:04:04.268486 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-48a3bddb-87fd-4950-8828-c8ee9ce3ae43 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:04.268486 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-48a3bddb-87fd-4950-8828-c8ee9ce3ae43 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "DELETE /v2.0/floatingips/2755d2e1-de23-4b07-b90f-b7f57956bd8a HTTP/1.1" status: 204 len: 168 time: 2.2441046 May 05 20:04:04.287485 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cd134b3f-892f-4f88-a2f1-36e1671fc829 req-9820ef39-3d9b-4173-b0d6-a131c4b1f76d service neutron] 10.222.0.36 "GET /v2.0/networks/7506b31f-3419-46e4-835c-80fe813661d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4367712 May 05 20:04:04.311242 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7426ad31-2fc6-4a4d-bb6c-3f586da3f3ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:04.334884 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58d32ffd-cd7f-497c-b62b-d127a56344fd'] response: {'server_uuid': 'a933ae74-0c33-4c3c-82a1-5c532a76f33d', 'name': 'network-vif-deleted', 'tag': '506f9f85-5ebc-4ad3-a1f3-615f8594dee2', 'status': 'completed', 'code': 200} May 05 20:04:04.375028 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-06af417d-114e-4236-8117-34a315677527 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:04.440982 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06af417d-114e-4236-8117-34a315677527 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Pushing event deleted for resources: {'Port': ['ID=e16abe2d-4652-4238-b1ff-10009a771c77,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:04.595556 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-06af417d-114e-4236-8117-34a315677527 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] No DVR routers for this DVR port e16abe2d-4652-4238-b1ff-10009a771c77 on host n-h2-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:04:04.603380 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-06af417d-114e-4236-8117-34a315677527 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:04.614157 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7426ad31-2fc6-4a4d-bb6c-3f586da3f3ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:04.616112 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-028f086b-a96c-4301-a6e5-75e18ac8f494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:04.627448 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7426ad31-2fc6-4a4d-bb6c-3f586da3f3ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:04.632099 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-06af417d-114e-4236-8117-34a315677527 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.50 "DELETE /v2.0/ports/e16abe2d-4652-4238-b1ff-10009a771c77 HTTP/1.1" status: 204 len: 173 time: 1.4872372 May 05 20:04:04.704266 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7426ad31-2fc6-4a4d-bb6c-3f586da3f3ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:04.704903 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7426ad31-2fc6-4a4d-bb6c-3f586da3f3ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router edbadcb7-0a9a-4e6f-9b10-c398f361f466 {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:04:04.725757 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device d9aa07f9-be66-4f2d-8243-9075cb80d91a no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:04:04.756654 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7426ad31-2fc6-4a4d-bb6c-3f586da3f3ac admin admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:04.761098 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-7426ad31-2fc6-4a4d-bb6c-3f586da3f3ac admin admin] 10.222.0.36 "DELETE /v2.0/routers/edbadcb7-0a9a-4e6f-9b10-c398f361f466 HTTP/1.1" status: 204 len: 168 time: 3.6013229 May 05 20:04:04.771423 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b76db43-b8c7-40aa-96f6-3ee5b6394386 req-f0be4cde-f480-457c-b3fc-b5fd7bc64f43 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:04.772774 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 45774) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:04:04.787394 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7b76db43-b8c7-40aa-96f6-3ee5b6394386 req-f0be4cde-f480-457c-b3fc-b5fd7bc64f43 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=03d3995a-afe6-400a-807d-eb8a774148f5 HTTP/1.1" status: 200 len: 945 time: 0.2756088 May 05 20:04:04.861056 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-f8693d1d-688b-4ec1-afa5-b30ccc990829 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Deleting port abcf9515-005c-4990-9cda-dea39f5122a3 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:04:04.861765 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-f8693d1d-688b-4ec1-afa5-b30ccc990829 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:04.884339 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a933ae74-0c33-4c3c-82a1-5c532a76f33d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abcf9515-005c-4990-9cda-dea39f5122a3'}, {'server_uuid': 'a933ae74-0c33-4c3c-82a1-5c532a76f33d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd8854c6-838f-44f3-8df9-07057c4679c3'}, {'server_uuid': 'a933ae74-0c33-4c3c-82a1-5c532a76f33d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57a1046a-4c1a-41ae-8159-fc2baceea01a'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:04:04.900013 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: d9aa07f9-be66-4f2d-8243-9075cb80d91a {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:04:04.902376 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device d9aa07f9-be66-4f2d-8243-9075cb80d91a not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:04:04.918593 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device aa240ef3-2b21-485d-bf4f-f659e6642aac no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:04:04.986778 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-103387cd-e298-4acf-a940-1f8c44977695 admin admin] Deleting subnet afbf8c9c-9fa3-4fdd-ba30-b4249970e4ad {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:04:04.991096 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-103387cd-e298-4acf-a940-1f8c44977695 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:05.037184 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 45786) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:04:05.048184 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: aa240ef3-2b21-485d-bf4f-f659e6642aac {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:04:05.048847 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device aa240ef3-2b21-485d-bf4f-f659e6642aac not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:04:05.051659 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-04474c75-d2c7-44f4-b52e-f61f6bc6754a tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1149187659', 'description': 'tempest-description--1325267929'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:04:05.082565 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-04474c75-d2c7-44f4-b52e-f61f6bc6754a tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:04:05.096869 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-04474c75-d2c7-44f4-b52e-f61f6bc6754a tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Usage tracker for resource:security_group and tenant:2b65203be12a44e3b2b676f0adb9acc7 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:04:05.101631 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-04474c75-d2c7-44f4-b52e-f61f6bc6754a tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:04:05.161227 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-04474c75-d2c7-44f4-b52e-f61f6bc6754a tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:04:05.173284 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-103387cd-e298-4acf-a940-1f8c44977695 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:05.203782 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-45a380e6-1b43-4321-920f-e5e4eadbcc6b req-c474719b-84b9-44c3-87fa-b8810970ddb1 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 210 time: 0.1031551 May 05 20:04:05.222679 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-04474c75-d2c7-44f4-b52e-f61f6bc6754a tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:05.236102 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7b76db43-b8c7-40aa-96f6-3ee5b6394386 req-fd3c0325-8b36-414a-9326-782e6dc522fd tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/security-groups?id=66299a25-9ea8-43e5-ae69-782b36dd1dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4419947 May 05 20:04:05.252594 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-04474c75-d2c7-44f4-b52e-f61f6bc6754a tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:04:05.271991 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-04474c75-d2c7-44f4-b52e-f61f6bc6754a tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Usage tracker for resource:security_group_rule and tenant:2b65203be12a44e3b2b676f0adb9acc7 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:04:05.277811 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-04474c75-d2c7-44f4-b52e-f61f6bc6754a tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:04:05.287430 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-04474c75-d2c7-44f4-b52e-f61f6bc6754a tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:04:05.329535 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-103387cd-e298-4acf-a940-1f8c44977695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:05.360297 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfa9c40d-d727-4d6d-a032-24c0c3910ebe'] response: {'server_uuid': 'a933ae74-0c33-4c3c-82a1-5c532a76f33d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abcf9515-005c-4990-9cda-dea39f5122a3', 'code': 200} May 05 20:04:05.361360 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfa9c40d-d727-4d6d-a032-24c0c3910ebe'] response: {'server_uuid': 'a933ae74-0c33-4c3c-82a1-5c532a76f33d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd8854c6-838f-44f3-8df9-07057c4679c3', 'code': 200} May 05 20:04:05.361910 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfa9c40d-d727-4d6d-a032-24c0c3910ebe'] response: {'server_uuid': 'a933ae74-0c33-4c3c-82a1-5c532a76f33d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57a1046a-4c1a-41ae-8159-fc2baceea01a', 'code': 200} May 05 20:04:05.537844 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-04474c75-d2c7-44f4-b52e-f61f6bc6754a tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:05.547633 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-04474c75-d2c7-44f4-b52e-f61f6bc6754a tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:05.580311 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-103387cd-e298-4acf-a940-1f8c44977695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:05.605687 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-f8693d1d-688b-4ec1-afa5-b30ccc990829 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] For port abcf9515-005c-4990-9cda-dea39f5122a3, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=abcf9515-005c-4990-9cda-dea39f5122a3,segment=NetworkSegment(bdad0cc9-0dde-4c06-8eb7-13cca684b533),segment_id=bdad0cc9-0dde-4c06-8eb7-13cca684b533)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:04:05.606414 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-f8693d1d-688b-4ec1-afa5-b30ccc990829 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:05.672453 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-103387cd-e298-4acf-a940-1f8c44977695 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:05.677881 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878bdd7e-5340-40c3-8d37-83f70ffdcc8f None None] Network 8a536572-51e8-41c9-b6b4-029e4a14e253 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:04:05.710853 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103387cd-e298-4acf-a940-1f8c44977695 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afbf8c9c-9fa3-4fdd-ba30-b4249970e4ad,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:05.740468 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04474c75-d2c7-44f4-b52e-f61f6bc6754a tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cce21569-2bcf-464e-bc67-f883ca1675ef,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:05.756515 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0664ecc4-cf10-43ec-94dd-70b531459d74 req-40b3e1dd-db2a-4c9e-9545-a6caff9b71aa tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:05.758239 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-f8693d1d-688b-4ec1-afa5-b30ccc990829 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Calling delete_port for abcf9515-005c-4990-9cda-dea39f5122a3 owned by compute:nova {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:04:05.764440 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0664ecc4-cf10-43ec-94dd-70b531459d74 req-40b3e1dd-db2a-4c9e-9545-a6caff9b71aa tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:05.771488 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0664ecc4-cf10-43ec-94dd-70b531459d74 req-40b3e1dd-db2a-4c9e-9545-a6caff9b71aa tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:05.780872 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0664ecc4-cf10-43ec-94dd-70b531459d74 req-40b3e1dd-db2a-4c9e-9545-a6caff9b71aa tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933ae74-0c33-4c3c-82a1-5c532a76f33d HTTP/1.1" status: 200 len: 2410 time: 0.3364832 May 05 20:04:05.783832 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-103387cd-e298-4acf-a940-1f8c44977695 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/afbf8c9c-9fa3-4fdd-ba30-b4249970e4ad HTTP/1.1" status: 204 len: 168 time: 1.0099897 May 05 20:04:05.792503 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 45802) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:04:05.801204 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-04474c75-d2c7-44f4-b52e-f61f6bc6754a tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:05.803202 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-04474c75-d2c7-44f4-b52e-f61f6bc6754a tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7643816 May 05 20:04:05.805560 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 45806) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:04:05.821500 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b993a87-9ccc-41f5-a826-774e99e22505 req-eb83e9f9-1f35-4ed3-8fbc-8a20cb7c0e25 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:05.823084 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4b993a87-9ccc-41f5-a826-774e99e22505 req-eb83e9f9-1f35-4ed3-8fbc-8a20cb7c0e25 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e23ec14-a1e0-45b6-b7d0-81e437eb1a0f HTTP/1.1" status: 200 len: 946 time: 0.3262095 May 05 20:04:05.826840 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-1d6a7b4c-fe95-4a4b-8dc9-3f3237c23f80 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Request body: {'security_group_rule': {'security_group_id': 'cce21569-2bcf-464e-bc67-f883ca1675ef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:04:05.843672 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1d6a7b4c-fe95-4a4b-8dc9-3f3237c23f80 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:04:05.849056 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-1d6a7b4c-fe95-4a4b-8dc9-3f3237c23f80 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Usage tracker for resource:security_group_rule and tenant:2b65203be12a44e3b2b676f0adb9acc7 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:04:05.851919 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-1d6a7b4c-fe95-4a4b-8dc9-3f3237c23f80 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:04:05.859212 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1d6a7b4c-fe95-4a4b-8dc9-3f3237c23f80 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:04:05.906303 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1d6a7b4c-fe95-4a4b-8dc9-3f3237c23f80 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:05.944238 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0664ecc4-cf10-43ec-94dd-70b531459d74 req-8ad15500-939b-4139-9a66-223516d0026e tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31ec34e-3cb0-41c2-a678-bc0e8ba8a08d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620159 May 05 20:04:05.981463 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4b993a87-9ccc-41f5-a826-774e99e22505 req-1e099abf-9eb9-4ab4-b3dd-008fa3647732 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387842 May 05 20:04:06.035701 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e2d29926-807f-4811-8482-3a7774c65743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:06.051301 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1d6a7b4c-fe95-4a4b-8dc9-3f3237c23f80 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:06.056148 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1d6a7b4c-fe95-4a4b-8dc9-3f3237c23f80 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:06.059801 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-e2d29926-807f-4811-8482-3a7774c65743 admin admin] Deleting port fac1ab28-dc21-47e9-a356-782aa11687ec {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:04:06.063087 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e2d29926-807f-4811-8482-3a7774c65743 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:06.084110 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6a7b4c-fe95-4a4b-8dc9-3f3237c23f80 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e91c7b6-89b2-4f34-a2fa-2387a21a5d00,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:06.102168 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1d6a7b4c-fe95-4a4b-8dc9-3f3237c23f80 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:06.112576 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-1d6a7b4c-fe95-4a4b-8dc9-3f3237c23f80 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3057935 May 05 20:04:06.113207 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 45818) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:04:06.115939 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732d2abb-a47e-4c26-a8e1-347f20de63b1 None None] DHCP port deletion for 8a536572-51e8-41c9-b6b4-029e4a14e253 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:04:06.118413 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-6161da37-01e7-4544-9b8d-d7cf4603923e tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Request body: {'security_group_rule': {'security_group_id': 'cce21569-2bcf-464e-bc67-f883ca1675ef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:04:06.123318 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-732d2abb-a47e-4c26-a8e1-347f20de63b1 None None] Deleting port fac1ab28-dc21-47e9-a356-782aa11687ec {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:04:06.125867 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-6161da37-01e7-4544-9b8d-d7cf4603923e tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:04:06.126292 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-732d2abb-a47e-4c26-a8e1-347f20de63b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:06.130112 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-6161da37-01e7-4544-9b8d-d7cf4603923e tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Usage tracker for resource:security_group_rule and tenant:2b65203be12a44e3b2b676f0adb9acc7 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:04:06.134112 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-6161da37-01e7-4544-9b8d-d7cf4603923e tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:04:06.154717 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-6161da37-01e7-4544-9b8d-d7cf4603923e tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:04:06.193321 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6161da37-01e7-4544-9b8d-d7cf4603923e tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:06.435424 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6161da37-01e7-4544-9b8d-d7cf4603923e tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:06.467673 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6161da37-01e7-4544-9b8d-d7cf4603923e tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:06.489668 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a933ae74-0c33-4c3c-82a1-5c532a76f33d', 'name': 'network-vif-deleted', 'tag': 'e16abe2d-4652-4238-b1ff-10009a771c77'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:04:06.516258 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-f8693d1d-688b-4ec1-afa5-b30ccc990829 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:06.530071 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6161da37-01e7-4544-9b8d-d7cf4603923e tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8095089f-1039-4129-b8d2-aa27375783fd,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:06.559664 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-732d2abb-a47e-4c26-a8e1-347f20de63b1 None None] For port fac1ab28-dc21-47e9-a356-782aa11687ec, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=fac1ab28-dc21-47e9-a356-782aa11687ec,segment=NetworkSegment(131841d7-b870-4a09-a673-d43da1d3ff2b),segment_id=131841d7-b870-4a09-a673-d43da1d3ff2b)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:04:06.559955 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-732d2abb-a47e-4c26-a8e1-347f20de63b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:06.704950 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6161da37-01e7-4544-9b8d-d7cf4603923e tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:06.706147 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-6161da37-01e7-4544-9b8d-d7cf4603923e tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5919359 May 05 20:04:06.721130 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 45836) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:04:06.730611 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-4af0bb88-baea-4152-94bf-56131baeb0c6 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Request body: {'floatingip': {'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:04:06.740969 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-4af0bb88-baea-4152-94bf-56131baeb0c6 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:04:06.754123 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device fac1ab28-dc21-47e9-a356-782aa11687ec no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:04:06.758920 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd134b3f-892f-4f88-a2f1-36e1671fc829 req-d4e8eab3-9858-40ab-8272-988eafd0daf2 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:06.761037 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cd134b3f-892f-4f88-a2f1-36e1671fc829 req-d4e8eab3-9858-40ab-8272-988eafd0daf2 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.50 "GET /v2.0/networks?id=7506b31f-3419-46e4-835c-80fe813661d5 HTTP/1.1" status: 200 len: 812 time: 0.4330242 May 05 20:04:06.762105 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-4af0bb88-baea-4152-94bf-56131baeb0c6 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Usage tracker for resource:floatingip and tenant:2b65203be12a44e3b2b676f0adb9acc7 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:04:06.766487 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-4af0bb88-baea-4152-94bf-56131baeb0c6 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:04:06.792659 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8693d1d-688b-4ec1-afa5-b30ccc990829 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Pushing event deleted for resources: {'Port': ['ID=abcf9515-005c-4990-9cda-dea39f5122a3,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:06.793689 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-4af0bb88-baea-4152-94bf-56131baeb0c6 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:04:06.799583 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-732d2abb-a47e-4c26-a8e1-347f20de63b1 None None] Calling delete_port for fac1ab28-dc21-47e9-a356-782aa11687ec owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:04:06.803137 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-ee99b5c5-92c3-485c-8304-a80315aa805d req-bf028678-6fca-484a-b08b-6825d84d9339 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Synchronizing usage tracker for tenant:56e8fe9085fa4bdb932a4c29aaeb4c08 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:04:06.839730 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1264daca-a584-4ddb-a6cb-13a620e83c8c req-2b46866a-7add-46ed-8970-9a8a7b2da683 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:06.841482 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1264daca-a584-4ddb-a6cb-13a620e83c8c req-2b46866a-7add-46ed-8970-9a8a7b2da683 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=03d3995a-afe6-400a-807d-eb8a774148f5 HTTP/1.1" status: 200 len: 945 time: 0.3124549 May 05 20:04:06.845256 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4af0bb88-baea-4152-94bf-56131baeb0c6 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for floatingip, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:06.873897 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cd134b3f-892f-4f88-a2f1-36e1671fc829 req-95f7cc66-f7ba-4ff2-9ef3-6d2c7b792b63 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56e8fe9085fa4bdb932a4c29aaeb4c08 HTTP/1.1" status: 200 len: 379 time: 0.1029816 May 05 20:04:06.899041 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-cd134b3f-892f-4f88-a2f1-36e1671fc829 req-6377c8bb-0673-473f-a00f-14b300c2648b tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Request body: {'port': {'device_id': '23be5922-5b14-4759-a0ea-a939a58aa704', 'network_id': '7506b31f-3419-46e4-835c-80fe813661d5', 'admin_state_up': True, 'tenant_id': '56e8fe9085fa4bdb932a4c29aaeb4c08', 'security_groups': ['af5733cb-6953-4651-aa4d-f54fd85c6dd6']}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:04:06.914825 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3f274948-648b-4742-b25a-9fad2108bea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:06.931630 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-f8693d1d-688b-4ec1-afa5-b30ccc990829 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] No DVR routers for this DVR port abcf9515-005c-4990-9cda-dea39f5122a3 on host n-h2-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:04:06.939877 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-f8693d1d-688b-4ec1-afa5-b30ccc990829 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:06.954999 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-f8693d1d-688b-4ec1-afa5-b30ccc990829 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.50 "DELETE /v2.0/ports/abcf9515-005c-4990-9cda-dea39f5122a3 HTTP/1.1" status: 204 len: 173 time: 2.3163285 May 05 20:04:06.957582 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-e2d29926-807f-4811-8482-3a7774c65743 admin admin] For port fac1ab28-dc21-47e9-a356-782aa11687ec, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=fac1ab28-dc21-47e9-a356-782aa11687ec,segment=NetworkSegment(131841d7-b870-4a09-a673-d43da1d3ff2b),segment_id=131841d7-b870-4a09-a673-d43da1d3ff2b)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:04:06.958108 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e2d29926-807f-4811-8482-3a7774c65743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:07.012856 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:07.033699 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-732d2abb-a47e-4c26-a8e1-347f20de63b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:07.040456 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1264daca-a584-4ddb-a6cb-13a620e83c8c req-b14c431c-8331-447f-98ce-974c7b0a20d8 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/security-groups?id=66299a25-9ea8-43e5-ae69-782b36dd1dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771648 May 05 20:04:07.097956 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732d2abb-a47e-4c26-a8e1-347f20de63b1 None None] Pushing event deleted for resources: {'Port': ['ID=fac1ab28-dc21-47e9-a356-782aa11687ec,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:07.146476 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732d2abb-a47e-4c26-a8e1-347f20de63b1 None None] No DVR routers for this DVR port fac1ab28-dc21-47e9-a356-782aa11687ec on host n-d-840717-1 {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:04:07.199839 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-cd134b3f-892f-4f88-a2f1-36e1671fc829 req-6377c8bb-0673-473f-a00f-14b300c2648b tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:04:07.227003 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-e2d29926-807f-4811-8482-3a7774c65743 admin admin] Calling delete_port for fac1ab28-dc21-47e9-a356-782aa11687ec owned by network:dhcp {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:04:07.242097 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-cd134b3f-892f-4f88-a2f1-36e1671fc829 req-6377c8bb-0673-473f-a00f-14b300c2648b tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Usage tracker for resource:port and tenant:56e8fe9085fa4bdb932a4c29aaeb4c08 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:04:07.249436 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-cd134b3f-892f-4f88-a2f1-36e1671fc829 req-6377c8bb-0673-473f-a00f-14b300c2648b tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:04:07.258143 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-cd134b3f-892f-4f88-a2f1-36e1671fc829 req-6377c8bb-0673-473f-a00f-14b300c2648b tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:04:07.291591 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-ee99b5c5-92c3-485c-8304-a80315aa805d req-bf028678-6fca-484a-b08b-6825d84d9339 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Unset dirty status for tenant:56e8fe9085fa4bdb932a4c29aaeb4c08 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:04:07.292974 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ee99b5c5-92c3-485c-8304-a80315aa805d req-bf028678-6fca-484a-b08b-6825d84d9339 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 210 time: 0.7831588 May 05 20:04:07.325943 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd134b3f-892f-4f88-a2f1-36e1671fc829 req-6377c8bb-0673-473f-a00f-14b300c2648b tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Made reservation on behalf of 56e8fe9085fa4bdb932a4c29aaeb4c08 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:04:07.330500 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-cd134b3f-892f-4f88-a2f1-36e1671fc829 req-6377c8bb-0673-473f-a00f-14b300c2648b tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:07.331992 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-46d27628-941e-4426-b21a-c98fe53fe9fd tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Deleting port 57a1046a-4c1a-41ae-8159-fc2baceea01a {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:04:07.332386 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-46d27628-941e-4426-b21a-c98fe53fe9fd tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:07.499587 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b676b4dd-4812-4b6f-a8d4-ff666f77ac59'] response: {'server_uuid': 'a933ae74-0c33-4c3c-82a1-5c532a76f33d', 'name': 'network-vif-deleted', 'tag': 'e16abe2d-4652-4238-b1ff-10009a771c77', 'status': 'completed', 'code': 200} May 05 20:04:07.534718 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4af0bb88-baea-4152-94bf-56131baeb0c6 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:07.598457 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.api [None req-e2d29926-807f-4811-8482-3a7774c65743 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88197) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:04:07.598786 n-d-840717-1 neutron-server[88197]: DEBUG oslo_db.api [None req-e2d29926-807f-4811-8482-3a7774c65743 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:04:07.723881 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d637f94-f801-464c-afda-a353cd458360 req-d3b41a20-5da0-461b-9581-52d7707f5c0c tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:07.731414 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d637f94-f801-464c-afda-a353cd458360 req-d3b41a20-5da0-461b-9581-52d7707f5c0c tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:07.732408 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-4d637f94-f801-464c-afda-a353cd458360 req-d3b41a20-5da0-461b-9581-52d7707f5c0c tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Synchronizing usage tracker for tenant:0a29a66ef9e34d17926285dc8f054582 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:04:07.745563 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:07.819553 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-4d637f94-f801-464c-afda-a353cd458360 req-d3b41a20-5da0-461b-9581-52d7707f5c0c tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Unset dirty status for tenant:0a29a66ef9e34d17926285dc8f054582 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:04:07.826169 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4d637f94-f801-464c-afda-a353cd458360 req-d3b41a20-5da0-461b-9581-52d7707f5c0c tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933ae74-0c33-4c3c-82a1-5c532a76f33d HTTP/1.1" status: 200 len: 1677 time: 0.3195941 May 05 20:04:07.848813 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 45852) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:04:07.889350 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-46d27628-941e-4426-b21a-c98fe53fe9fd tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] For port 57a1046a-4c1a-41ae-8159-fc2baceea01a, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=57a1046a-4c1a-41ae-8159-fc2baceea01a,segment=NetworkSegment(250771b8-aad0-41ac-b102-a5f4eb30b198),segment_id=250771b8-aad0-41ac-b102-a5f4eb30b198)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:04:07.889710 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-46d27628-941e-4426-b21a-c98fe53fe9fd tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:07.906369 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-cd134b3f-892f-4f88-a2f1-36e1671fc829 req-6377c8bb-0673-473f-a00f-14b300c2648b tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Allocated IP 172.20.0.12 (7506b31f-3419-46e4-835c-80fe813661d5/e2507cd6-290d-4d3d-b14e-048ce031bb0a/3f7222db-61b2-414b-9998-e780d493326a) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:04:07.975124 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4d637f94-f801-464c-afda-a353cd458360 req-f37b1a55-4899-4864-8929-63e493e00566 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31ec34e-3cb0-41c2-a678-bc0e8ba8a08d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480398 May 05 20:04:08.013796 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:08.048558 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d8f14a46-6cb0-4706-9e3f-012342fe1ccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:08.064134 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38adc5-c4bc-4629-912d-84b0d8f8766c req-95d4f646-c720-410e-b7ac-4334d1e19bea tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:08.065233 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0d38adc5-c4bc-4629-912d-84b0d8f8766c req-95d4f646-c720-410e-b7ac-4334d1e19bea tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e23ec14-a1e0-45b6-b7d0-81e437eb1a0f HTTP/1.1" status: 200 len: 946 time: 0.7924459 May 05 20:04:08.154026 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b24c63b-debf-4ccb-86cf-2b44ec88eb12 req-e12259fc-8fcf-48de-b2dc-c277c7a37846 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:08.155636 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1b24c63b-debf-4ccb-86cf-2b44ec88eb12 req-e12259fc-8fcf-48de-b2dc-c277c7a37846 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e23ec14-a1e0-45b6-b7d0-81e437eb1a0f HTTP/1.1" status: 200 len: 946 time: 0.6186478 May 05 20:04:08.162906 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-e2d29926-807f-4811-8482-3a7774c65743 admin admin] Deleting port fac1ab28-dc21-47e9-a356-782aa11687ec {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:04:08.163168 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e2d29926-807f-4811-8482-3a7774c65743 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:08.169249 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-4af0bb88-baea-4152-94bf-56131baeb0c6 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Allocated IP 172.25.0.243 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/b712d89b-b15c-4ad1-a86c-f4495616bc34) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:04:08.277455 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-d8f14a46-6cb0-4706-9e3f-012342fe1ccf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:04:08.289920 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-e2d29926-807f-4811-8482-3a7774c65743 admin admin] The port 'fac1ab28-dc21-47e9-a356-782aa11687ec' was deleted {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 20:04:08.306567 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-d8f14a46-6cb0-4706-9e3f-012342fe1ccf admin admin] Usage tracker for resource:security_group_rule and tenant:839bcadc08724d59a4c94a0f7c8d9954 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:04:08.322912 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0d38adc5-c4bc-4629-912d-84b0d8f8766c req-7df07bcd-a40e-4a4f-a270-8b22e45dc04a tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970146 May 05 20:04:08.340272 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-1b24c63b-debf-4ccb-86cf-2b44ec88eb12 req-2058a942-0e00-4c81-ae6d-b1adbee88879 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Deleting port 15ed8d3d-9005-46a4-88c4-01d0ba7dd598 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:04:08.340610 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1b24c63b-debf-4ccb-86cf-2b44ec88eb12 req-2058a942-0e00-4c81-ae6d-b1adbee88879 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:08.416310 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-d8f14a46-6cb0-4706-9e3f-012342fe1ccf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:04:08.428440 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-d8f14a46-6cb0-4706-9e3f-012342fe1ccf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:04:08.456783 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-cd134b3f-892f-4f88-a2f1-36e1671fc829 req-6377c8bb-0673-473f-a00f-14b300c2648b tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:08.521970 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-cd134b3f-892f-4f88-a2f1-36e1671fc829 req-6377c8bb-0673-473f-a00f-14b300c2648b tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Transition to ACTIVE for port object 3f7222db-61b2-414b-9998-e780d493326a will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:04:08.559879 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:04:08.572438 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-49b66703-3761-4154-8b70-51a319c0aa8e req-d8b6aafe-1b19-429a-b0ce-c3d24a91d314 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 210 time: 0.0912259 May 05 20:04:08.577168 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e2d29926-807f-4811-8482-3a7774c65743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:08.607823 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-46d27628-941e-4426-b21a-c98fe53fe9fd tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:08.608252 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-46d27628-941e-4426-b21a-c98fe53fe9fd tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:08.608769 n-d-840717-1 neutron-server[88197]: INFO neutron.db.l3_db [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-46d27628-941e-4426-b21a-c98fe53fe9fd tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Floating IP d8c2f5bc-2981-43f0-bc88-07c0ded1c28c disassociated. External IP: 172.25.0.156, port: 57a1046a-4c1a-41ae-8159-fc2baceea01a. May 05 20:04:08.609788 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-46d27628-941e-4426-b21a-c98fe53fe9fd tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Calling delete_port for 57a1046a-4c1a-41ae-8159-fc2baceea01a owned by compute:nova {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:04:08.638364 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4af0bb88-baea-4152-94bf-56131baeb0c6 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:08.692890 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-e2d29926-807f-4811-8482-3a7774c65743 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a536572-51e8-41c9-b6b4-029e4a14e253']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:04:08.719536 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712eb6a1-8bed-4954-9e71-6418853ae0d1 req-32efa5c9-ebf8-4bcc-9560-c403c0e2cd34 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:08.721011 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-712eb6a1-8bed-4954-9e71-6418853ae0d1 req-32efa5c9-ebf8-4bcc-9560-c403c0e2cd34 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=03d3995a-afe6-400a-807d-eb8a774148f5 HTTP/1.1" status: 200 len: 945 time: 0.5257878 May 05 20:04:08.728477 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-e2d29926-807f-4811-8482-3a7774c65743 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '131841d7-b870-4a09-a673-d43da1d3ff2b') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:04:08.729445 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-e2d29926-807f-4811-8482-3a7774c65743 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '131841d7-b870-4a09-a673-d43da1d3ff2b') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:04:08.756582 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-cd134b3f-892f-4f88-a2f1-36e1671fc829 req-6377c8bb-0673-473f-a00f-14b300c2648b tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:08.765381 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e2d29926-807f-4811-8482-3a7774c65743 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:08.833915 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e2d29926-807f-4811-8482-3a7774c65743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:08.865590 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-1b24c63b-debf-4ccb-86cf-2b44ec88eb12 req-2058a942-0e00-4c81-ae6d-b1adbee88879 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] For port 15ed8d3d-9005-46a4-88c4-01d0ba7dd598, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=15ed8d3d-9005-46a4-88c4-01d0ba7dd598,segment=NetworkSegment(eccdf1c4-efe8-4f03-97f1-7b574b83122b),segment_id=eccdf1c4-efe8-4f03-97f1-7b574b83122b)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:04:08.865964 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1b24c63b-debf-4ccb-86cf-2b44ec88eb12 req-2058a942-0e00-4c81-ae6d-b1adbee88879 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:08.867280 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2d29926-807f-4811-8482-3a7774c65743 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:04:08.867987 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e2d29926-807f-4811-8482-3a7774c65743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:08.881349 n-d-840717-1 neutron-server[88197]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:04:08.881349 n-d-840717-1 neutron-server[88197]: util.warn( May 05 20:04:08.881349 n-d-840717-1 neutron-server[88197]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:04:08.881349 n-d-840717-1 neutron-server[88197]: util.warn( May 05 20:04:08.881349 n-d-840717-1 neutron-server[88197]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:04:08.881349 n-d-840717-1 neutron-server[88197]: util.warn( May 05 20:04:08.881349 n-d-840717-1 neutron-server[88197]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:04:08.881349 n-d-840717-1 neutron-server[88197]: util.warn( May 05 20:04:08.881349 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:04:08.881349 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:04:08.881349 n-d-840717-1 neutron-server[88197]: timer() May 05 20:04:08.881349 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:04:08.881349 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:04:08.881349 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:04:08.881349 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:04:08.881349 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:04:08.881349 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:04:08.881349 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:04:08.881349 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:04:08.881349 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:04:08.881349 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:04:08.881349 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:04:08.881349 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:04:08.881349 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:04:08.881349 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:04:08.881349 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:04:08.881349 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:04:08.881349 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:04:08.881349 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:04:08.881349 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:04:08.881349 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:04:08.881349 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:04:08.881349 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:04:08.881349 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:04:08.881349 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:04:08.881349 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:04:08.881349 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:04:08.881349 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:04:08.881349 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:04:08.881349 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:04:08.884415 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd134b3f-892f-4f88-a2f1-36e1671fc829 req-6377c8bb-0673-473f-a00f-14b300c2648b tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Network 7506b31f-3419-46e4-835c-80fe813661d5 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:04:08.886712 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d8f14a46-6cb0-4706-9e3f-012342fe1ccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:08.889589 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-cd134b3f-892f-4f88-a2f1-36e1671fc829 req-6377c8bb-0673-473f-a00f-14b300c2648b tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:04:08.899215 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-712eb6a1-8bed-4954-9e71-6418853ae0d1 req-a95bdfee-68de-402e-9841-cee232015c34 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/security-groups?id=66299a25-9ea8-43e5-ae69-782b36dd1dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590710 May 05 20:04:08.951498 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd134b3f-892f-4f88-a2f1-36e1671fc829 req-6377c8bb-0673-473f-a00f-14b300c2648b tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:04:08.964096 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d8f14a46-6cb0-4706-9e3f-012342fe1ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:09.047027 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4af0bb88-baea-4152-94bf-56131baeb0c6 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:09.050619 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377c8bb-0673-473f-a00f-14b300c2648b tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Pushing event updated for resources: {'Port': ['ID=3f7222db-61b2-414b-9998-e780d493326a,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:09.068214 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-1b24c63b-debf-4ccb-86cf-2b44ec88eb12 req-2058a942-0e00-4c81-ae6d-b1adbee88879 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Calling delete_port for 15ed8d3d-9005-46a4-88c4-01d0ba7dd598 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:04:09.116087 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d8f14a46-6cb0-4706-9e3f-012342fe1ccf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=839bcadc08724d59a4c94a0f7c8d9954&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2662828 May 05 20:04:09.118536 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 45864) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:04:09.125875 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e2d29926-807f-4811-8482-3a7774c65743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:09.137411 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f14a46-6cb0-4706-9e3f-012342fe1ccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68895a30-d156-497f-8fb0-5eb6f087f3d1,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:09.164281 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e2d29926-807f-4811-8482-3a7774c65743 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:09.167698 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-46d27628-941e-4426-b21a-c98fe53fe9fd tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:09.174243 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-17f3cb39-c7f5-4ede-b79a-c92752776b16 None None] Provisioning for port 3f7222db-61b2-414b-9998-e780d493326a completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:04:09.179314 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-17f3cb39-c7f5-4ede-b79a-c92752776b16 None None] Provisioning complete for port 3f7222db-61b2-414b-9998-e780d493326a triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:04:09.179796 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-17f3cb39-c7f5-4ede-b79a-c92752776b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:09.247048 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-17f3cb39-c7f5-4ede-b79a-c92752776b16 None None] Port 3f7222db-61b2-414b-9998-e780d493326a cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:04:09.254797 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af0bb88-baea-4152-94bf-56131baeb0c6 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:04:09.267945 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-4af0bb88-baea-4152-94bf-56131baeb0c6 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:04:09.277677 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af0bb88-baea-4152-94bf-56131baeb0c6 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:04:09.359673 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d29926-807f-4811-8482-3a7774c65743 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a536572-51e8-41c9-b6b4-029e4a14e253,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:09.377511 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d27628-941e-4426-b21a-c98fe53fe9fd tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Pushing event deleted for resources: {'Port': ['ID=57a1046a-4c1a-41ae-8159-fc2baceea01a,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:09.465353 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd134b3f-892f-4f88-a2f1-36e1671fc829 req-6377c8bb-0673-473f-a00f-14b300c2648b tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:09.466259 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-cd134b3f-892f-4f88-a2f1-36e1671fc829 req-6377c8bb-0673-473f-a00f-14b300c2648b tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:09.479338 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:09.488581 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af0bb88-baea-4152-94bf-56131baeb0c6 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Pushing event updated for resources: {'Port': ['ID=b712d89b-b15c-4ad1-a86c-f4495616bc34,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:09.499236 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-e2d29926-807f-4811-8482-3a7774c65743 admin admin] 10.222.0.36 "DELETE /v2.0/networks/8a536572-51e8-41c9-b6b4-029e4a14e253 HTTP/1.1" status: 204 len: 168 time: 3.7058113 May 05 20:04:09.508160 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a933ae74-0c33-4c3c-82a1-5c532a76f33d', 'name': 'network-vif-deleted', 'tag': 'abcf9515-005c-4990-9cda-dea39f5122a3'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:04:09.559937 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-58922d24-76d6-470d-be06-c6217dda7719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:09.585569 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cd134b3f-892f-4f88-a2f1-36e1671fc829 req-6377c8bb-0673-473f-a00f-14b300c2648b tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6942241 May 05 20:04:09.601504 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-cd134b3f-892f-4f88-a2f1-36e1671fc829 req-3d1be7f0-86fc-46b4-b77f-c29ba1ed52c6 service neutron] Request body: {'port': {'device_id': '23be5922-5b14-4759-a0ea-a939a58aa704', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:04:09.677476 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 45876) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:04:09.683428 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-58922d24-76d6-470d-be06-c6217dda7719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:09.687446 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e27251-98a3-49d4-af78-ca44be69b748 req-0543fee5-00fa-4a42-bdb3-f978fc8b62e6 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:09.688888 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-15e27251-98a3-49d4-af78-ca44be69b748 req-0543fee5-00fa-4a42-bdb3-f978fc8b62e6 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933ae74-0c33-4c3c-82a1-5c532a76f33d HTTP/1.1" status: 200 len: 942 time: 0.5263364 May 05 20:04:09.705931 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1b24c63b-debf-4ccb-86cf-2b44ec88eb12 req-2058a942-0e00-4c81-ae6d-b1adbee88879 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:09.709289 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4af0bb88-baea-4152-94bf-56131baeb0c6 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:09.749813 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-46d27628-941e-4426-b21a-c98fe53fe9fd tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Router 649421de-0869-4a5d-a52d-ede22ea4ca73 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:04:09.764798 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827196a6-f287-494b-b8af-c66dea45f261 req-22845952-7a91-4222-8e3f-6d30613889fb tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:09.766335 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-827196a6-f287-494b-b8af-c66dea45f261 req-22845952-7a91-4222-8e3f-6d30613889fb tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e23ec14-a1e0-45b6-b7d0-81e437eb1a0f HTTP/1.1" status: 200 len: 867 time: 0.2659645 May 05 20:04:09.871898 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2058a942-0e00-4c81-ae6d-b1adbee88879 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Pushing event deleted for resources: {'Port': ['ID=15ed8d3d-9005-46a4-88c4-01d0ba7dd598,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:09.883790 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-58922d24-76d6-470d-be06-c6217dda7719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:09.982568 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58922d24-76d6-470d-be06-c6217dda7719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68895a30-d156-497f-8fb0-5eb6f087f3d1,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:09.989333 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-827196a6-f287-494b-b8af-c66dea45f261 req-7b0c3dc0-1902-44d9-8527-3404a072db4c tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638126 May 05 20:04:09.995771 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-58922d24-76d6-470d-be06-c6217dda7719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:09.999631 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-58922d24-76d6-470d-be06-c6217dda7719 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/68895a30-d156-497f-8fb0-5eb6f087f3d1 HTTP/1.1" status: 204 len: 168 time: 0.8767259 May 05 20:04:10.005086 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-cd134b3f-892f-4f88-a2f1-36e1671fc829 req-3d1be7f0-86fc-46b4-b77f-c29ba1ed52c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:10.028191 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b24c63b-debf-4ccb-86cf-2b44ec88eb12 req-2058a942-0e00-4c81-ae6d-b1adbee88879 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] No DVR routers for this DVR port 15ed8d3d-9005-46a4-88c4-01d0ba7dd598 on host n-h2-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:04:10.034342 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-46d27628-941e-4426-b21a-c98fe53fe9fd tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:04:10.035842 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-15e27251-98a3-49d4-af78-ca44be69b748 req-270d4c2c-c806-4d7d-a094-957c112334f0 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31ec34e-3cb0-41c2-a678-bc0e8ba8a08d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3235848 May 05 20:04:10.039935 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1b24c63b-debf-4ccb-86cf-2b44ec88eb12 req-2058a942-0e00-4c81-ae6d-b1adbee88879 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:10.045940 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59cf2b9-87cc-4600-8545-4df64cf72e34 None None] Sync routers for ids ['649421de-0869-4a5d-a52d-ede22ea4ca73'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:04:10.060072 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59cf2b9-87cc-4600-8545-4df64cf72e34 None None] Routers {'649421de-0869-4a5d-a52d-ede22ea4ca73'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:04:10.061010 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-d59cf2b9-87cc-4600-8545-4df64cf72e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:04:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['649421de-0869-4a5d-a52d-ede22ea4ca73'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:04:10.063997 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-43f5513a-7d5b-490d-9489-d1a5252d06a3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2ac5211529134663a7b81ee9a43f1be9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3852229 May 05 20:04:10.064676 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e23ec14-a1e0-45b6-b7d0-81e437eb1a0f', 'name': 'network-vif-deleted', 'tag': '15ed8d3d-9005-46a4-88c4-01d0ba7dd598'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:04:10.069235 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4af0bb88-baea-4152-94bf-56131baeb0c6 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:10.099495 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 45884) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:04:10.131488 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27ff87df-b263-4ba8-9b1c-38ca03fa9d8f'] response: {'server_uuid': 'a933ae74-0c33-4c3c-82a1-5c532a76f33d', 'name': 'network-vif-deleted', 'tag': 'abcf9515-005c-4990-9cda-dea39f5122a3', 'status': 'completed', 'code': 200} May 05 20:04:10.193920 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-46d27628-941e-4426-b21a-c98fe53fe9fd tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] No DVR routers for this DVR port 57a1046a-4c1a-41ae-8159-fc2baceea01a on host n-h2-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:04:10.202209 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-46d27628-941e-4426-b21a-c98fe53fe9fd tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:10.204244 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-46d27628-941e-4426-b21a-c98fe53fe9fd tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.50 "DELETE /v2.0/ports/57a1046a-4c1a-41ae-8159-fc2baceea01a HTTP/1.1" status: 204 len: 173 time: 3.2327547 May 05 20:04:10.301644 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1b24c63b-debf-4ccb-86cf-2b44ec88eb12 req-2058a942-0e00-4c81-ae6d-b1adbee88879 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.50 "DELETE /v2.0/ports/15ed8d3d-9005-46a4-88c4-01d0ba7dd598 HTTP/1.1" status: 204 len: 173 time: 2.1264596 May 05 20:04:10.344296 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-501b0a45-6787-40df-9246-7651b6ef37f4 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Deleting port bd8854c6-838f-44f3-8df9-07057c4679c3 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:04:10.344784 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-501b0a45-6787-40df-9246-7651b6ef37f4 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:10.386164 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-d59cf2b9-87cc-4600-8545-4df64cf72e34 None None] Set router 649421de-0869-4a5d-a52d-ede22ea4ca73 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:04:10.486692 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ddacc4c8-abbc-4b0e-b098-77d843cf772e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:10.514109 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ddacc4c8-abbc-4b0e-b098-77d843cf772e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:10.596547 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943e0a0-80f3-4290-acf1-4ed295ca3b7d req-5834f947-ca43-48e6-8282-92949dce389f tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:10.597274 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-3943e0a0-80f3-4290-acf1-4ed295ca3b7d req-5834f947-ca43-48e6-8282-92949dce389f tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Synchronizing usage tracker for tenant:56e8fe9085fa4bdb932a4c29aaeb4c08 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:04:10.657499 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ddacc4c8-abbc-4b0e-b098-77d843cf772e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:10.696627 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-3943e0a0-80f3-4290-acf1-4ed295ca3b7d req-5834f947-ca43-48e6-8282-92949dce389f tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Unset dirty status for tenant:56e8fe9085fa4bdb932a4c29aaeb4c08 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:04:10.698536 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3943e0a0-80f3-4290-acf1-4ed295ca3b7d req-5834f947-ca43-48e6-8282-92949dce389f tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 932 time: 0.4858494 May 05 20:04:10.717482 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 45892) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:04:10.727563 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e197c26e-20db-492f-8f4a-6e42ca729594 req-de337091-5dbb-4c1e-8a8b-c40d937e02ce tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:10.729902 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e197c26e-20db-492f-8f4a-6e42ca729594 req-de337091-5dbb-4c1e-8a8b-c40d937e02ce tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=03d3995a-afe6-400a-807d-eb8a774148f5 HTTP/1.1" status: 200 len: 945 time: 0.3491437 May 05 20:04:10.755263 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddacc4c8-abbc-4b0e-b098-77d843cf772e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60903d7d-e068-4be3-b1cd-aedae880a3cf,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:10.772923 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a877ea92-9f47-4cd9-a74e-a144f18790fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:10.811466 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3943e0a0-80f3-4290-acf1-4ed295ca3b7d req-9c0602b9-ebe7-4e7c-95e6-1311e6ce1c7b tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979040 May 05 20:04:10.834127 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a877ea92-9f47-4cd9-a74e-a144f18790fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:04:10.834781 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ddacc4c8-abbc-4b0e-b098-77d843cf772e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:10.836207 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-ddacc4c8-abbc-4b0e-b098-77d843cf772e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/60903d7d-e068-4be3-b1cd-aedae880a3cf HTTP/1.1" status: 204 len: 168 time: 0.7356303 May 05 20:04:10.844726 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4af0bb88-baea-4152-94bf-56131baeb0c6 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:10.847520 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a877ea92-9f47-4cd9-a74e-a144f18790fd admin admin] Usage tracker for resource:security_group_rule and tenant:26b2d52eedea45fd90c47e298aaa9cfd is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:04:10.865282 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a877ea92-9f47-4cd9-a74e-a144f18790fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:04:10.872565 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4af0bb88-baea-4152-94bf-56131baeb0c6 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:10.904003 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e197c26e-20db-492f-8f4a-6e42ca729594 req-2eb0243b-f3c2-4d59-8901-527d55b138c5 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/security-groups?id=66299a25-9ea8-43e5-ae69-782b36dd1dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554685 May 05 20:04:10.944118 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-501b0a45-6787-40df-9246-7651b6ef37f4 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] For port bd8854c6-838f-44f3-8df9-07057c4679c3, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=bd8854c6-838f-44f3-8df9-07057c4679c3,segment=NetworkSegment(c3ba2cac-7dc0-445c-aed5-2efecd511db4),segment_id=c3ba2cac-7dc0-445c-aed5-2efecd511db4)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:04:10.944846 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-501b0a45-6787-40df-9246-7651b6ef37f4 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:10.945968 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-d59cf2b9-87cc-4600-8545-4df64cf72e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649421de-0869-4a5d-a52d-ede22ea4ca73', 'name': 'tempest-TaggedBootDevicesTest_v242-1630048706-router', 'tenant_id': '0a29a66ef9e34d17926285dc8f054582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '22bfcec0-50f1-4029-8911-44755ba27f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:57:06Z', 'updated_at': '2022-05-05T19:57:23Z', 'revision_number': 4, 'project_id': '0a29a66ef9e34d17926285dc8f054582', 'gw_port': {'id': '22bfcec0-50f1-4029-8911-44755ba27f73', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:3a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649421de-0869-4a5d-a52d-ede22ea4ca73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:07Z', 'updated_at': '2022-05-05T19:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '9aec6688-6f5e-4bec-b54f-0d2eb2e7c57e', 'name': '', 'network_id': '5f383bab-d2ac-4d6b-b5b0-d3f0ff3c62c8', 'tenant_id': '0a29a66ef9e34d17926285dc8f054582', 'mac_address': 'fa:16:3e:de:66:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649421de-0869-4a5d-a52d-ede22ea4ca73', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '7d57aeb6-4b80-431f-8bfd-836e160c414f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:19Z', 'updated_at': '2022-05-05T19:57:36Z', 'revision_number': 5, 'project_id': '0a29a66ef9e34d17926285dc8f054582', 'subnets': [{'id': '7d57aeb6-4b80-431f-8bfd-836e160c414f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:04:10.955143 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59cf2b9-87cc-4600-8545-4df64cf72e34 None None] Checking router: 649421de-0869-4a5d-a52d-ede22ea4ca73 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:04:10.975797 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59cf2b9-87cc-4600-8545-4df64cf72e34 None None] Routers {'649421de-0869-4a5d-a52d-ede22ea4ca73'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:04:10.976476 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-d59cf2b9-87cc-4600-8545-4df64cf72e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:04:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['649421de-0869-4a5d-a52d-ede22ea4ca73'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:04:10.997762 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5d58b1a-b1cd-4342-bd02-a0008d28c44b'] response: {'server_uuid': '3e23ec14-a1e0-45b6-b7d0-81e437eb1a0f', 'name': 'network-vif-deleted', 'tag': '15ed8d3d-9005-46a4-88c4-01d0ba7dd598', 'status': 'completed', 'code': 200} May 05 20:04:10.998559 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a877ea92-9f47-4cd9-a74e-a144f18790fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:04:11.000812 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af0bb88-baea-4152-94bf-56131baeb0c6 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Pushing event updated for resources: {'Port': ['ID=b712d89b-b15c-4ad1-a86c-f4495616bc34,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:11.065255 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.db.resource_extend [req-cd134b3f-892f-4f88-a2f1-36e1671fc829 req-3d1be7f0-86fc-46b4-b77f-c29ba1ed52c6 service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 20:04:11.073520 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4af0bb88-baea-4152-94bf-56131baeb0c6 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:11.245674 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-501b0a45-6787-40df-9246-7651b6ef37f4 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Calling delete_port for bd8854c6-838f-44f3-8df9-07057c4679c3 owned by compute:nova {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:04:11.286648 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a877ea92-9f47-4cd9-a74e-a144f18790fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:11.290129 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-cd134b3f-892f-4f88-a2f1-36e1671fc829 req-3d1be7f0-86fc-46b4-b77f-c29ba1ed52c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f7222db-61b2-414b-9998-e780d493326a {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:04:11.295822 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4af0bb88-baea-4152-94bf-56131baeb0c6 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:11.305155 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-4af0bb88-baea-4152-94bf-56131baeb0c6 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5760067 May 05 20:04:11.349888 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-d59cf2b9-87cc-4600-8545-4df64cf72e34 None None] Set router 649421de-0869-4a5d-a52d-ede22ea4ca73 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:04:11.355027 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-cd134b3f-892f-4f88-a2f1-36e1671fc829 req-3d1be7f0-86fc-46b4-b77f-c29ba1ed52c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:11.364998 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a877ea92-9f47-4cd9-a74e-a144f18790fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:11.369855 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3b7e41d2-8d0d-4198-86b2-7dea9aae814a req-3dd6be02-e811-4637-90b5-ff0242e7796c tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e23ec14-a1e0-45b6-b7d0-81e437eb1a0f HTTP/1.1" status: 200 len: 210 time: 0.0944059 May 05 20:04:11.422143 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a877ea92-9f47-4cd9-a74e-a144f18790fd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=26b2d52eedea45fd90c47e298aaa9cfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6989133 May 05 20:04:11.424424 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a877ea92-9f47-4cd9-a74e-a144f18790fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07854a66-d2bd-4abd-ac64-4c853e920e87,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:11.430958 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 45910) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:04:11.479137 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-cd134b3f-892f-4f88-a2f1-36e1671fc829 req-3d1be7f0-86fc-46b4-b77f-c29ba1ed52c6 service neutron] Transition to ACTIVE for port object 3f7222db-61b2-414b-9998-e780d493326a will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:04:11.500040 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-cd134b3f-892f-4f88-a2f1-36e1671fc829 req-3d1be7f0-86fc-46b4-b77f-c29ba1ed52c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:11.649251 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 15ed8d3d-9005-46a4-88c4-01d0ba7dd598 no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:04:11.763881 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9059d658-eac5-4af5-8fda-13b330554f0a req-739d6b64-b15b-408c-a02a-0ea35a1feeac tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1149187659&fields=id&tenant_id=2b65203be12a44e3b2b676f0adb9acc7 HTTP/1.1" status: 200 len: 267 time: 0.1016512 May 05 20:04:11.767316 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-501b0a45-6787-40df-9246-7651b6ef37f4 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:11.815381 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] No Port match for: 15ed8d3d-9005-46a4-88c4-01d0ba7dd598 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:04:11.816004 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 15ed8d3d-9005-46a4-88c4-01d0ba7dd598 not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:04:11.927712 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501b0a45-6787-40df-9246-7651b6ef37f4 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Pushing event deleted for resources: {'Port': ['ID=bd8854c6-838f-44f3-8df9-07057c4679c3,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:11.993432 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-501b0a45-6787-40df-9246-7651b6ef37f4 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] No DVR routers for this DVR port bd8854c6-838f-44f3-8df9-07057c4679c3 on host n-h2-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:04:11.996474 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dd57320d-7c50-4b6b-8656-9cc25972dde8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:11.997366 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-501b0a45-6787-40df-9246-7651b6ef37f4 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:12.009356 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-d59cf2b9-87cc-4600-8545-4df64cf72e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649421de-0869-4a5d-a52d-ede22ea4ca73', 'name': 'tempest-TaggedBootDevicesTest_v242-1630048706-router', 'tenant_id': '0a29a66ef9e34d17926285dc8f054582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '22bfcec0-50f1-4029-8911-44755ba27f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:57:06Z', 'updated_at': '2022-05-05T19:57:23Z', 'revision_number': 4, 'project_id': '0a29a66ef9e34d17926285dc8f054582', 'gw_port': {'id': '22bfcec0-50f1-4029-8911-44755ba27f73', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:3a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649421de-0869-4a5d-a52d-ede22ea4ca73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:07Z', 'updated_at': '2022-05-05T19:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '9aec6688-6f5e-4bec-b54f-0d2eb2e7c57e', 'name': '', 'network_id': '5f383bab-d2ac-4d6b-b5b0-d3f0ff3c62c8', 'tenant_id': '0a29a66ef9e34d17926285dc8f054582', 'mac_address': 'fa:16:3e:de:66:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649421de-0869-4a5d-a52d-ede22ea4ca73', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '7d57aeb6-4b80-431f-8bfd-836e160c414f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:19Z', 'updated_at': '2022-05-05T19:57:36Z', 'revision_number': 5, 'project_id': '0a29a66ef9e34d17926285dc8f054582', 'subnets': [{'id': '7d57aeb6-4b80-431f-8bfd-836e160c414f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:04:12.014445 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59cf2b9-87cc-4600-8545-4df64cf72e34 None None] The sync data for ids ['649421de-0869-4a5d-a52d-ede22ea4ca73'] in n-d-840717-1 is: [{'id': '649421de-0869-4a5d-a52d-ede22ea4ca73', 'name': 'tempest-TaggedBootDevicesTest_v242-1630048706-router', 'tenant_id': '0a29a66ef9e34d17926285dc8f054582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '22bfcec0-50f1-4029-8911-44755ba27f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:57:06Z', 'updated_at': '2022-05-05T19:57:23Z', 'revision_number': 4, 'project_id': '0a29a66ef9e34d17926285dc8f054582', 'gw_port': {'id': '22bfcec0-50f1-4029-8911-44755ba27f73', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:3a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649421de-0869-4a5d-a52d-ede22ea4ca73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:07Z', 'updated_at': '2022-05-05T19:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '9aec6688-6f5e-4bec-b54f-0d2eb2e7c57e', 'name': '', 'network_id': '5f383bab-d2ac-4d6b-b5b0-d3f0ff3c62c8', 'tenant_id': '0a29a66ef9e34d17926285dc8f054582', 'mac_address': 'fa:16:3e:de:66:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649421de-0869-4a5d-a52d-ede22ea4ca73', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '7d57aeb6-4b80-431f-8bfd-836e160c414f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:19Z', 'updated_at': '2022-05-05T19:57:36Z', 'revision_number': 5, 'project_id': '0a29a66ef9e34d17926285dc8f054582', 'subnets': [{'id': '7d57aeb6-4b80-431f-8bfd-836e160c414f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:04:12.031079 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dd57320d-7c50-4b6b-8656-9cc25972dde8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:12.065177 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ef8f12eb-0b31-4f9c-9063-572a3e19d337 req-501b0a45-6787-40df-9246-7651b6ef37f4 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.50 "DELETE /v2.0/ports/bd8854c6-838f-44f3-8df9-07057c4679c3 HTTP/1.1" status: 204 len: 173 time: 1.8448887 May 05 20:04:12.089956 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42693355-3151-4eff-9ad7-6718bd94015b req-4b33def7-d49e-4bd5-89ca-0296b0e90fef tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:12.097123 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-42693355-3151-4eff-9ad7-6718bd94015b req-4b33def7-d49e-4bd5-89ca-0296b0e90fef tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933ae74-0c33-4c3c-82a1-5c532a76f33d HTTP/1.1" status: 200 len: 942 time: 0.7984486 May 05 20:04:12.104617 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1be7f0-86fc-46b4-b77f-c29ba1ed52c6 service neutron] Pushing event updated for resources: {'Port': ['ID=3f7222db-61b2-414b-9998-e780d493326a,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:12.132970 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a933ae74-0c33-4c3c-82a1-5c532a76f33d', 'name': 'network-vif-deleted', 'tag': '57a1046a-4c1a-41ae-8159-fc2baceea01a'}, {'server_uuid': 'a933ae74-0c33-4c3c-82a1-5c532a76f33d', 'name': 'network-vif-deleted', 'tag': 'bd8854c6-838f-44f3-8df9-07057c4679c3'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:04:12.144367 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 45942) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:04:12.153881 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9059d658-eac5-4af5-8fda-13b330554f0a req-0eb16e4b-ee02-45bb-bc91-cc0bf95fe5b6 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:12.155419 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9059d658-eac5-4af5-8fda-13b330554f0a req-0eb16e4b-ee02-45bb-bc91-cc0bf95fe5b6 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/networks?id=025bffd7-43d6-46c1-996a-8056de7069d8 HTTP/1.1" status: 200 len: 814 time: 0.3902297 May 05 20:04:12.183463 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9059d658-eac5-4af5-8fda-13b330554f0a req-2070dec6-822f-4ffc-aa04-85d7d007bc18 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/quotas/2b65203be12a44e3b2b676f0adb9acc7 HTTP/1.1" status: 200 len: 375 time: 0.0189886 May 05 20:04:12.246297 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-42693355-3151-4eff-9ad7-6718bd94015b req-5143621f-3eab-4916-b621-e9b58177018c tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31ec34e-3cb0-41c2-a678-bc0e8ba8a08d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480811 May 05 20:04:12.268437 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-cd134b3f-892f-4f88-a2f1-36e1671fc829 req-3d1be7f0-86fc-46b4-b77f-c29ba1ed52c6 service neutron] Attempting to bind port 3f7222db-61b2-414b-9998-e780d493326a on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:04:12.272253 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-cd134b3f-892f-4f88-a2f1-36e1671fc829 req-3d1be7f0-86fc-46b4-b77f-c29ba1ed52c6 service neutron] Attempting to bind port 3f7222db-61b2-414b-9998-e780d493326a by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': 'e34c646b-9075-4e31-b89f-c8f9e824e389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7506b31f-3419-46e4-835c-80fe813661d5'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:04:12.272755 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd134b3f-892f-4f88-a2f1-36e1671fc829 req-3d1be7f0-86fc-46b4-b77f-c29ba1ed52c6 service neutron] Attempting to bind port 3f7222db-61b2-414b-9998-e780d493326a on network 7506b31f-3419-46e4-835c-80fe813661d5 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:04:12.278452 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dd57320d-7c50-4b6b-8656-9cc25972dde8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:12.324618 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd134b3f-892f-4f88-a2f1-36e1671fc829 req-3d1be7f0-86fc-46b4-b77f-c29ba1ed52c6 service neutron] Port 3f7222db-61b2-414b-9998-e780d493326a on network 7506b31f-3419-46e4-835c-80fe813661d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:04:12.324937 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd134b3f-892f-4f88-a2f1-36e1671fc829 req-3d1be7f0-86fc-46b4-b77f-c29ba1ed52c6 service neutron] Attempting to bind port 3f7222db-61b2-414b-9998-e780d493326a on network 7506b31f-3419-46e4-835c-80fe813661d5 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:04:12.349358 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dd57320d-7c50-4b6b-8656-9cc25972dde8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:12.362143 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-dd57320d-7c50-4b6b-8656-9cc25972dde8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/07854a66-d2bd-4abd-ac64-4c853e920e87 HTTP/1.1" status: 204 len: 168 time: 0.9243894 May 05 20:04:12.363904 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd57320d-7c50-4b6b-8656-9cc25972dde8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07854a66-d2bd-4abd-ac64-4c853e920e87,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:12.376061 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd134b3f-892f-4f88-a2f1-36e1671fc829 req-3d1be7f0-86fc-46b4-b77f-c29ba1ed52c6 service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:04:12.376594 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd134b3f-892f-4f88-a2f1-36e1671fc829 req-3d1be7f0-86fc-46b4-b77f-c29ba1ed52c6 service neutron] Checking segment: {'id': 'e34c646b-9075-4e31-b89f-c8f9e824e389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7506b31f-3419-46e4-835c-80fe813661d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:04:12.378737 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd134b3f-892f-4f88-a2f1-36e1671fc829 req-3d1be7f0-86fc-46b4-b77f-c29ba1ed52c6 service neutron] Bound using segment: {'id': 'e34c646b-9075-4e31-b89f-c8f9e824e389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7506b31f-3419-46e4-835c-80fe813661d5'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:04:12.379298 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-cd134b3f-892f-4f88-a2f1-36e1671fc829 req-3d1be7f0-86fc-46b4-b77f-c29ba1ed52c6 service neutron] Bound port: 3f7222db-61b2-414b-9998-e780d493326a, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e34c646b-9075-4e31-b89f-c8f9e824e389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7506b31f-3419-46e4-835c-80fe813661d5'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:04:12.379781 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-cd134b3f-892f-4f88-a2f1-36e1671fc829 req-3d1be7f0-86fc-46b4-b77f-c29ba1ed52c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:12.383229 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9059d658-eac5-4af5-8fda-13b330554f0a req-7de6dc52-cbea-48a5-9bbd-ab829b563c07 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2b65203be12a44e3b2b676f0adb9acc7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1971009 May 05 20:04:12.413395 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-056da2dd-c02b-4864-ac8a-fde509e2cd70 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1368569695-network', 'tenant_id': '53717ff5a5004e85bd8909fef1aeefbf'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:04:12.427492 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-056da2dd-c02b-4864-ac8a-fde509e2cd70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:04:12.440968 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-056da2dd-c02b-4864-ac8a-fde509e2cd70 admin admin] Usage tracker for resource:network and tenant:53717ff5a5004e85bd8909fef1aeefbf is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:04:12.448118 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-056da2dd-c02b-4864-ac8a-fde509e2cd70 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:04:12.468429 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-056da2dd-c02b-4864-ac8a-fde509e2cd70 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:04:12.516718 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056da2dd-c02b-4864-ac8a-fde509e2cd70 admin admin] Made reservation on behalf of 53717ff5a5004e85bd8909fef1aeefbf for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:04:12.530893 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-056da2dd-c02b-4864-ac8a-fde509e2cd70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:12.550761 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d459a5d-43a5-4f40-bb21-44c2c8846f1f None None] New status for floating IP d8c2f5bc-2981-43f0-bc88-07c0ded1c28c: DOWN {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:04:12.565175 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-056da2dd-c02b-4864-ac8a-fde509e2cd70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:12.629895 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-056da2dd-c02b-4864-ac8a-fde509e2cd70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:04:12.642742 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-056da2dd-c02b-4864-ac8a-fde509e2cd70 admin admin] Usage tracker for resource:security_group_rule and tenant:53717ff5a5004e85bd8909fef1aeefbf is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:04:12.647612 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-056da2dd-c02b-4864-ac8a-fde509e2cd70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:04:12.754204 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-056da2dd-c02b-4864-ac8a-fde509e2cd70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:04:12.766532 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-cd134b3f-892f-4f88-a2f1-36e1671fc829 req-3d1be7f0-86fc-46b4-b77f-c29ba1ed52c6 service neutron] For port 3f7222db-61b2-414b-9998-e780d493326a, host n-h2-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:04:12.771177 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-cd134b3f-892f-4f88-a2f1-36e1671fc829 req-3d1be7f0-86fc-46b4-b77f-c29ba1ed52c6 service neutron] For port 3f7222db-61b2-414b-9998-e780d493326a, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=3f7222db-61b2-414b-9998-e780d493326a,segment=NetworkSegment(e34c646b-9075-4e31-b89f-c8f9e824e389),segment_id=e34c646b-9075-4e31-b89f-c8f9e824e389)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:04:12.786290 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-cd134b3f-892f-4f88-a2f1-36e1671fc829 req-3d1be7f0-86fc-46b4-b77f-c29ba1ed52c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:12.863922 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9059d658-eac5-4af5-8fda-13b330554f0a req-ff30aea6-cd97-488a-8acb-2c8168d4b173 service neutron] 10.222.0.36 "GET /v2.0/networks/025bffd7-43d6-46c1-996a-8056de7069d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3726976 May 05 20:04:12.891099 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1be7f0-86fc-46b4-b77f-c29ba1ed52c6 service neutron] Pushing event updated for resources: {'Port': ['ID=3f7222db-61b2-414b-9998-e780d493326a,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:12.904846 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e41c612-d8e7-4a5d-8700-455eef010e9d req-343aeb4d-bf33-40ed-b7ff-4255a0b9c625 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:12.913215 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9e41c612-d8e7-4a5d-8700-455eef010e9d req-343aeb4d-bf33-40ed-b7ff-4255a0b9c625 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 944 time: 0.3981133 May 05 20:04:12.943726 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd134b3f-892f-4f88-a2f1-36e1671fc829 req-3d1be7f0-86fc-46b4-b77f-c29ba1ed52c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:12.944343 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-cd134b3f-892f-4f88-a2f1-36e1671fc829 req-3d1be7f0-86fc-46b4-b77f-c29ba1ed52c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:12.945709 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cd134b3f-892f-4f88-a2f1-36e1671fc829 req-3d1be7f0-86fc-46b4-b77f-c29ba1ed52c6 service neutron] 10.222.0.50 "PUT /v2.0/ports/3f7222db-61b2-414b-9998-e780d493326a HTTP/1.1" status: 200 len: 1092 time: 3.3485429 May 05 20:04:12.992823 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9e41c612-d8e7-4a5d-8700-455eef010e9d req-a92e13fd-a1ce-4e19-905e-348d718fcb41 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770147 May 05 20:04:13.048650 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23be5922-5b14-4759-a0ea-a939a58aa704', 'tag': '3f7222db-61b2-414b-9998-e780d493326a'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:04:13.159674 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd134b3f-892f-4f88-a2f1-36e1671fc829 req-c5635808-4fa7-4b69-b0b9-60b71e85bed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:13.161327 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cd134b3f-892f-4f88-a2f1-36e1671fc829 req-c5635808-4fa7-4b69-b0b9-60b71e85bed7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=56e8fe9085fa4bdb932a4c29aaeb4c08&device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 1095 time: 0.1654146 May 05 20:04:13.231957 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9059d658-eac5-4af5-8fda-13b330554f0a req-b3959d8c-0a23-4bf3-b0d9-2788f1ae087f service neutron] 10.222.0.36 "GET /v2.0/networks/025bffd7-43d6-46c1-996a-8056de7069d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584983 May 05 20:04:13.265377 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-056da2dd-c02b-4864-ac8a-fde509e2cd70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:13.270261 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-056da2dd-c02b-4864-ac8a-fde509e2cd70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:13.299211 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-056da2dd-c02b-4864-ac8a-fde509e2cd70 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:04:13.330889 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-056da2dd-c02b-4864-ac8a-fde509e2cd70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:13.331295 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-056da2dd-c02b-4864-ac8a-fde509e2cd70 admin admin] Added segment c557e24d-ea85-4677-b775-07394f2a07f6 of type vlan for network 36557653-8770-47d4-a954-018e6f1b47d1 May 05 20:04:13.370209 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-056da2dd-c02b-4864-ac8a-fde509e2cd70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:13.394867 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cd134b3f-892f-4f88-a2f1-36e1671fc829 req-10cbaf62-0637-4084-8286-59395e9bcc73 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3f7222db-61b2-414b-9998-e780d493326a HTTP/1.1" status: 200 len: 217 time: 0.2256112 May 05 20:04:13.416797 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-056da2dd-c02b-4864-ac8a-fde509e2cd70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:13.417998 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056da2dd-c02b-4864-ac8a-fde509e2cd70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:13.418589 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-056da2dd-c02b-4864-ac8a-fde509e2cd70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:13.515870 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056da2dd-c02b-4864-ac8a-fde509e2cd70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6bfed31-c363-4859-912d-c6ef4137ba97,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:13.531562 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd134b3f-892f-4f88-a2f1-36e1671fc829 req-6b967982-6ee5-4ec9-9d0f-aab3380df18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:13.533023 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cd134b3f-892f-4f88-a2f1-36e1671fc829 req-6b967982-6ee5-4ec9-9d0f-aab3380df18d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e2507cd6-290d-4d3d-b14e-048ce031bb0a HTTP/1.1" status: 200 len: 851 time: 0.1307652 May 05 20:04:13.554191 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f1ef99-b297-4090-abe7-d56e8eaea02d req-2a6b8335-4275-4004-ba93-22e81f1b3a6f tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:13.559944 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-66f1ef99-b297-4090-abe7-d56e8eaea02d req-2a6b8335-4275-4004-ba93-22e81f1b3a6f tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=03d3995a-afe6-400a-807d-eb8a774148f5 HTTP/1.1" status: 200 len: 945 time: 0.2719023 May 05 20:04:13.694813 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfa2bfaf-1a0b-4db3-99e6-a96c9426d925'] response: {'server_uuid': 'a933ae74-0c33-4c3c-82a1-5c532a76f33d', 'name': 'network-vif-deleted', 'tag': '57a1046a-4c1a-41ae-8159-fc2baceea01a', 'status': 'completed', 'code': 200} May 05 20:04:13.698741 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfa2bfaf-1a0b-4db3-99e6-a96c9426d925'] response: {'server_uuid': 'a933ae74-0c33-4c3c-82a1-5c532a76f33d', 'name': 'network-vif-deleted', 'tag': 'bd8854c6-838f-44f3-8df9-07057c4679c3', 'status': 'completed', 'code': 200} May 05 20:04:13.718462 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056da2dd-c02b-4864-ac8a-fde509e2cd70 admin admin] Pushing event updated for resources: {'Network': ['ID=36557653-8770-47d4-a954-018e6f1b47d1,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:13.733940 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 36557653-8770-47d4-a954-018e6f1b47d1 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:04:13.741581 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 45986) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:04:13.745500 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-056da2dd-c02b-4864-ac8a-fde509e2cd70 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5929837 May 05 20:04:13.774882 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-c1bb748f-64ea-4565-b93d-27a2da1ab7ee admin admin] Request body: {'subnet': {'network_id': '36557653-8770-47d4-a954-018e6f1b47d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1368569695-subnet', 'tenant_id': '53717ff5a5004e85bd8909fef1aeefbf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:04:13.789839 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45e4e6bf-8173-4dc6-ace6-0f3c74f9bdb0'] response: {'name': 'network-changed', 'server_uuid': '23be5922-5b14-4759-a0ea-a939a58aa704', 'tag': '3f7222db-61b2-414b-9998-e780d493326a', 'status': 'completed', 'code': 200} May 05 20:04:13.793498 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-66f1ef99-b297-4090-abe7-d56e8eaea02d req-5c7a5cef-4d18-4f9f-89f3-5630923b1d22 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/security-groups?id=66299a25-9ea8-43e5-ae69-782b36dd1dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314680 May 05 20:04:13.798352 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-c1bb748f-64ea-4565-b93d-27a2da1ab7ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:04:13.835305 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-c1bb748f-64ea-4565-b93d-27a2da1ab7ee admin admin] Usage tracker for resource:subnet and tenant:53717ff5a5004e85bd8909fef1aeefbf is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:04:13.850452 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-c1bb748f-64ea-4565-b93d-27a2da1ab7ee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:04:13.865382 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-c1bb748f-64ea-4565-b93d-27a2da1ab7ee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:04:13.918157 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1bb748f-64ea-4565-b93d-27a2da1ab7ee admin admin] Made reservation on behalf of 53717ff5a5004e85bd8909fef1aeefbf for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:04:13.923996 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c1bb748f-64ea-4565-b93d-27a2da1ab7ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:14.063551 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-37e6bd96-af32-4f03-8af3-656b74a98fe8 req-9c9463fe-d7f3-42ac-b7a1-f63d8b4a145b tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Synchronizing usage tracker for tenant:0a29a66ef9e34d17926285dc8f054582 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:04:14.077636 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:14.116937 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-37e6bd96-af32-4f03-8af3-656b74a98fe8 req-9c9463fe-d7f3-42ac-b7a1-f63d8b4a145b tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Unset dirty status for tenant:0a29a66ef9e34d17926285dc8f054582 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:04:14.124139 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-37e6bd96-af32-4f03-8af3-656b74a98fe8 req-9c9463fe-d7f3-42ac-b7a1-f63d8b4a145b tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933ae74-0c33-4c3c-82a1-5c532a76f33d HTTP/1.1" status: 200 len: 210 time: 0.1764441 May 05 20:04:14.178256 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-9a02f2b3-c005-4081-a4a3-da4d42a228b1 req-5c8e789d-e480-4800-9301-beec74efdd83 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Synchronizing usage tracker for tenant:2b65203be12a44e3b2b676f0adb9acc7 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:04:14.190420 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd134b3f-892f-4f88-a2f1-36e1671fc829 req-dcf3fa53-a9c3-4a3b-b22d-4e280db1ffea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:14.192096 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cd134b3f-892f-4f88-a2f1-36e1671fc829 req-dcf3fa53-a9c3-4a3b-b22d-4e280db1ffea service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7506b31f-3419-46e4-835c-80fe813661d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6312585 May 05 20:04:14.328145 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-9a02f2b3-c005-4081-a4a3-da4d42a228b1 req-5c8e789d-e480-4800-9301-beec74efdd83 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Unset dirty status for tenant:2b65203be12a44e3b2b676f0adb9acc7 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:04:14.329523 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9a02f2b3-c005-4081-a4a3-da4d42a228b1 req-5c8e789d-e480-4800-9301-beec74efdd83 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/ports?device_id=3150ca4d-e5f5-4957-9d86-99fd8d6d41b4 HTTP/1.1" status: 200 len: 210 time: 0.2137227 May 05 20:04:14.393930 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c1bb748f-64ea-4565-b93d-27a2da1ab7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:14.446804 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cd134b3f-892f-4f88-a2f1-36e1671fc829 req-3b70d75d-c6f6-4fb8-918a-5014b0d72c8c service neutron] 10.222.0.50 "GET /v2.0/networks/7506b31f-3419-46e4-835c-80fe813661d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457478 May 05 20:04:14.622044 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520ac928-694e-47f3-a931-d72c718b8530 req-56f0bbde-c600-4946-81cb-854ce7a0f20a tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:14.628088 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-520ac928-694e-47f3-a931-d72c718b8530 req-56f0bbde-c600-4946-81cb-854ce7a0f20a tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/networks?id=00ecdd9f-1135-415f-b0c6-51153b85089d HTTP/1.1" status: 200 len: 812 time: 0.3029404 May 05 20:04:14.656766 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-520ac928-694e-47f3-a931-d72c718b8530 req-82aad91d-902f-47a1-b4c3-5732bcc964a2 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/quotas/5dc7995786b847999f5838924c32320a HTTP/1.1" status: 200 len: 375 time: 0.0272679 May 05 20:04:14.664468 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bb748f-64ea-4565-b93d-27a2da1ab7ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fc0a083-8af0-4bbb-959f-856ef96926f1,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:14.747641 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-520ac928-694e-47f3-a931-d72c718b8530 req-6b42e81a-3fd2-487b-8883-d000afbedbd1 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5dc7995786b847999f5838924c32320a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0904164 May 05 20:04:14.765285 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bb748f-64ea-4565-b93d-27a2da1ab7ee admin admin] Checking segment: {'id': 'c557e24d-ea85-4677-b775-07394f2a07f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '36557653-8770-47d4-a954-018e6f1b47d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:04:14.765740 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1bb748f-64ea-4565-b93d-27a2da1ab7ee admin admin] Network hostable DHCP agents. Network: 36557653-8770-47d4-a954-018e6f1b47d1, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:04:14.832972 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cd134b3f-892f-4f88-a2f1-36e1671fc829 req-2f166366-4478-4a8a-94a2-95e90c65efa0 service neutron] 10.222.0.50 "GET /v2.0/networks/7506b31f-3419-46e4-835c-80fe813661d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3732157 May 05 20:04:14.848641 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1bb748f-64ea-4565-b93d-27a2da1ab7ee admin admin] Network 36557653-8770-47d4-a954-018e6f1b47d1 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:04:14.871269 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d93b27d-83d5-42c9-9d31-0a727bd83e67 req-86e50855-da1c-4e91-b2e2-0cc62450fc3d tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:14.886010 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3d93b27d-83d5-42c9-9d31-0a727bd83e67 req-86e50855-da1c-4e91-b2e2-0cc62450fc3d tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 944 time: 0.2529647 May 05 20:04:14.960177 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-c1bb748f-64ea-4565-b93d-27a2da1ab7ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 36557653-8770-47d4-a954-018e6f1b47d1) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:04:14.969470 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b4d318-cb01-40e3-8867-1acc1cf0732d None None] Network 36557653-8770-47d4-a954-018e6f1b47d1 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:04:14.985700 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1bb748f-64ea-4565-b93d-27a2da1ab7ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:14.986594 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c1bb748f-64ea-4565-b93d-27a2da1ab7ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:15.047751 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c1bb748f-64ea-4565-b93d-27a2da1ab7ee admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3022468 May 05 20:04:15.070424 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3d93b27d-83d5-42c9-9d31-0a727bd83e67 req-ace1a906-80d9-478d-afac-3e0b8c9b50ce tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1831312 May 05 20:04:15.126504 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8b8567-7c64-45c3-8adb-9a4939413b16 req-3a103013-d151-4ec4-bd31-d0716e335e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:15.128088 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9a8b8567-7c64-45c3-8adb-9a4939413b16 req-3a103013-d151-4ec4-bd31-d0716e335e98 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=56e8fe9085fa4bdb932a4c29aaeb4c08&device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 1095 time: 0.2067950 May 05 20:04:15.411059 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9059d658-eac5-4af5-8fda-13b330554f0a req-86a4ed58-042f-4702-8b48-cc03ffe15df2 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:15.412575 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9059d658-eac5-4af5-8fda-13b330554f0a req-86a4ed58-042f-4702-8b48-cc03ffe15df2 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.24 "GET /v2.0/networks?id=025bffd7-43d6-46c1-996a-8056de7069d8 HTTP/1.1" status: 200 len: 814 time: 0.3647628 May 05 20:04:15.430699 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-520ac928-694e-47f3-a931-d72c718b8530 req-01bab733-7c3d-4e01-b389-ba5ff8b5bcaf service neutron] 10.222.0.36 "GET /v2.0/networks/00ecdd9f-1135-415f-b0c6-51153b85089d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6762264 May 05 20:04:15.506141 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82913b09-37a4-47a5-81a6-260306157a37 None None] Network 36557653-8770-47d4-a954-018e6f1b47d1 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:04:15.660716 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541963c2-5914-49b1-8d61-3bc58cc8faa9 req-49e5fcd9-1980-4ef8-bca3-4bff98054e23 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:15.669326 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-541963c2-5914-49b1-8d61-3bc58cc8faa9 req-49e5fcd9-1980-4ef8-bca3-4bff98054e23 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=03d3995a-afe6-400a-807d-eb8a774148f5 HTTP/1.1" status: 200 len: 945 time: 0.2397633 May 05 20:04:15.675935 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9059d658-eac5-4af5-8fda-13b330554f0a req-7ba64d70-4097-4d17-bd36-23747fe11e37 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b65203be12a44e3b2b676f0adb9acc7 HTTP/1.1" status: 200 len: 380 time: 0.2431839 May 05 20:04:15.722498 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8b8567-7c64-45c3-8adb-9a4939413b16 req-f023df04-b4c1-4eb0-8b9b-fd3fd9338845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:15.723993 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9a8b8567-7c64-45c3-8adb-9a4939413b16 req-f023df04-b4c1-4eb0-8b9b-fd3fd9338845 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7506b31f-3419-46e4-835c-80fe813661d5 HTTP/1.1" status: 200 len: 913 time: 0.5894873 May 05 20:04:15.740482 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-541963c2-5914-49b1-8d61-3bc58cc8faa9 req-54cc01de-f5c9-4df7-8a5f-d293941ba38a tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/security-groups?id=66299a25-9ea8-43e5-ae69-782b36dd1dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701766 May 05 20:04:15.775101 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-9059d658-eac5-4af5-8fda-13b330554f0a req-f3be4c0f-b85a-411e-95c3-e5c794122cd0 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Request body: {'port': {'device_id': '3150ca4d-e5f5-4957-9d86-99fd8d6d41b4', 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8', 'admin_state_up': True, 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'security_groups': ['cce21569-2bcf-464e-bc67-f883ca1675ef']}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:04:15.860043 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9a8b8567-7c64-45c3-8adb-9a4939413b16 req-35f0dfe5-6b5e-4ef6-930a-04cabdc106d5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3f7222db-61b2-414b-9998-e780d493326a HTTP/1.1" status: 200 len: 217 time: 0.1182032 May 05 20:04:15.958049 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8b8567-7c64-45c3-8adb-9a4939413b16 req-6a0e454b-8956-45fe-9f7d-ef57686d9479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:15.958197 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-520ac928-694e-47f3-a931-d72c718b8530 req-8f8c876e-9530-40e3-8bb7-a61889c63e63 service neutron] 10.222.0.36 "GET /v2.0/networks/00ecdd9f-1135-415f-b0c6-51153b85089d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5264804 May 05 20:04:15.959700 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9a8b8567-7c64-45c3-8adb-9a4939413b16 req-6a0e454b-8956-45fe-9f7d-ef57686d9479 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e2507cd6-290d-4d3d-b14e-048ce031bb0a HTTP/1.1" status: 200 len: 851 time: 0.0942919 May 05 20:04:16.026275 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-9059d658-eac5-4af5-8fda-13b330554f0a req-f3be4c0f-b85a-411e-95c3-e5c794122cd0 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:04:16.056448 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-9059d658-eac5-4af5-8fda-13b330554f0a req-f3be4c0f-b85a-411e-95c3-e5c794122cd0 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:04:16.076775 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9059d658-eac5-4af5-8fda-13b330554f0a req-f3be4c0f-b85a-411e-95c3-e5c794122cd0 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Made reservation on behalf of 2b65203be12a44e3b2b676f0adb9acc7 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:04:16.081605 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-9059d658-eac5-4af5-8fda-13b330554f0a req-f3be4c0f-b85a-411e-95c3-e5c794122cd0 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:16.094342 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8b8567-7c64-45c3-8adb-9a4939413b16 req-5eaa61cd-9a7b-4b16-adba-01202918aa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:16.096332 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9a8b8567-7c64-45c3-8adb-9a4939413b16 req-5eaa61cd-9a7b-4b16-adba-01202918aa53 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7506b31f-3419-46e4-835c-80fe813661d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1287172 May 05 20:04:16.106040 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:16.256704 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1ba2cf2e-2f36-47d5-804b-9b4db1bba6df req-82221161-dbe8-4134-95e5-e88970f9f4e2 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/ports?device_id=3150ca4d-e5f5-4957-9d86-99fd8d6d41b4 HTTP/1.1" status: 200 len: 210 time: 0.1256549 May 05 20:04:16.291294 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-9059d658-eac5-4af5-8fda-13b330554f0a req-f3be4c0f-b85a-411e-95c3-e5c794122cd0 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Allocated IP 172.20.0.11 (025bffd7-43d6-46c1-996a-8056de7069d8/0d250ed8-07f6-4f08-a934-d3c76d471e2d/9dc3a93f-6979-4e1d-827e-92a49558cafd) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:04:16.366216 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 46066) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:04:16.440594 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9a8b8567-7c64-45c3-8adb-9a4939413b16 req-c579716a-f23d-4b9d-a7ce-0b158bb59f0c service neutron] 10.222.0.50 "GET /v2.0/networks/7506b31f-3419-46e4-835c-80fe813661d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307521 May 05 20:04:16.590930 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8fe994df-28cf-417a-8951-c1e028739516 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:16.660222 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9a8b8567-7c64-45c3-8adb-9a4939413b16 req-e5e31a38-60c4-49ed-809a-e1f5bef948e9 service neutron] 10.222.0.50 "GET /v2.0/networks/7506b31f-3419-46e4-835c-80fe813661d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187796 May 05 20:04:16.663271 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-9059d658-eac5-4af5-8fda-13b330554f0a req-f3be4c0f-b85a-411e-95c3-e5c794122cd0 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:16.695622 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8fe994df-28cf-417a-8951-c1e028739516 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:16.741267 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-9059d658-eac5-4af5-8fda-13b330554f0a req-f3be4c0f-b85a-411e-95c3-e5c794122cd0 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Transition to ACTIVE for port object 9dc3a93f-6979-4e1d-827e-92a49558cafd will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:04:16.761632 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f382de6-0ff0-4970-bd15-49334d12168d req-3b570288-c657-42a1-b638-e345629003e5 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:16.763408 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0f382de6-0ff0-4970-bd15-49334d12168d req-3b570288-c657-42a1-b638-e345629003e5 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 944 time: 0.1021328 May 05 20:04:16.832139 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0f382de6-0ff0-4970-bd15-49334d12168d req-ca424124-23f5-420d-b7c7-a44161bcda8a tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605776 May 05 20:04:16.883781 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac0cff-c095-4ed2-9730-a182a0fecba2 req-98697742-badd-4907-ac0c-80224d538499 tempest-ServerTagsTestJSON-2094395425 tempest-ServerTagsTestJSON-2094395425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:16.884480 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-b1ac0cff-c095-4ed2-9730-a182a0fecba2 req-98697742-badd-4907-ac0c-80224d538499 tempest-ServerTagsTestJSON-2094395425 tempest-ServerTagsTestJSON-2094395425-project] Synchronizing usage tracker for tenant:53717ff5a5004e85bd8909fef1aeefbf on resource:network {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:04:16.888978 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8fe994df-28cf-417a-8951-c1e028739516 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:16.900069 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-9059d658-eac5-4af5-8fda-13b330554f0a req-f3be4c0f-b85a-411e-95c3-e5c794122cd0 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:16.941300 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-f081f1ed-dede-453a-a858-decca6f1c0fb req-1318cae9-7440-46e5-b0f7-8555de4ace88 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Synchronizing usage tracker for tenant:5dc7995786b847999f5838924c32320a on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:04:16.956602 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe994df-28cf-417a-8951-c1e028739516 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31ec34e-3cb0-41c2-a678-bc0e8ba8a08d,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:16.959887 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-f081f1ed-dede-453a-a858-decca6f1c0fb req-1318cae9-7440-46e5-b0f7-8555de4ace88 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Unset dirty status for tenant:5dc7995786b847999f5838924c32320a on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:04:16.961460 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f081f1ed-dede-453a-a858-decca6f1c0fb req-1318cae9-7440-46e5-b0f7-8555de4ace88 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=b79f96da-f8c6-4321-9f86-fcf49baefd36 HTTP/1.1" status: 200 len: 210 time: 0.0644412 May 05 20:04:16.978107 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe994df-28cf-417a-8951-c1e028739516 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:04:16.978575 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe994df-28cf-417a-8951-c1e028739516 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:04:16.979867 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe994df-28cf-417a-8951-c1e028739516 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:04:16.979999 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe994df-28cf-417a-8951-c1e028739516 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:04:16.983757 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe994df-28cf-417a-8951-c1e028739516 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:04:16.984267 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe994df-28cf-417a-8951-c1e028739516 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:04:16.984749 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe994df-28cf-417a-8951-c1e028739516 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:04:16.985244 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe994df-28cf-417a-8951-c1e028739516 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:04:16.985733 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe994df-28cf-417a-8951-c1e028739516 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:04:16.986233 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe994df-28cf-417a-8951-c1e028739516 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:04:16.986708 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe994df-28cf-417a-8951-c1e028739516 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:04:16.987340 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe994df-28cf-417a-8951-c1e028739516 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:04:17.056411 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9059d658-eac5-4af5-8fda-13b330554f0a req-f3be4c0f-b85a-411e-95c3-e5c794122cd0 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Network 025bffd7-43d6-46c1-996a-8056de7069d8 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:04:17.061013 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-9059d658-eac5-4af5-8fda-13b330554f0a req-f3be4c0f-b85a-411e-95c3-e5c794122cd0 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:04:17.066299 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-b1ac0cff-c095-4ed2-9730-a182a0fecba2 req-98697742-badd-4907-ac0c-80224d538499 tempest-ServerTagsTestJSON-2094395425 tempest-ServerTagsTestJSON-2094395425-project] Unset dirty status for tenant:53717ff5a5004e85bd8909fef1aeefbf on resource:network {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:04:17.067177 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b1ac0cff-c095-4ed2-9730-a182a0fecba2 req-98697742-badd-4907-ac0c-80224d538499 tempest-ServerTagsTestJSON-2094395425 tempest-ServerTagsTestJSON-2094395425-project] 10.222.0.36 "GET /v2.0/networks?id=36557653-8770-47d4-a954-018e6f1b47d1 HTTP/1.1" status: 200 len: 809 time: 0.4398918 May 05 20:04:17.068106 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-9059d658-eac5-4af5-8fda-13b330554f0a req-f3be4c0f-b85a-411e-95c3-e5c794122cd0 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:04:17.113333 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8fe994df-28cf-417a-8951-c1e028739516 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:17.116804 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-8fe994df-28cf-417a-8951-c1e028739516 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "DELETE /v2.0/security-groups/b31ec34e-3cb0-41c2-a678-bc0e8ba8a08d HTTP/1.1" status: 204 len: 168 time: 0.7469697 May 05 20:04:17.117370 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 46098) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:04:17.138338 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b1ac0cff-c095-4ed2-9730-a182a0fecba2 req-6761baa7-2822-4afb-8f71-a3dac1228152 tempest-ServerTagsTestJSON-2094395425 tempest-ServerTagsTestJSON-2094395425-project] 10.222.0.36 "GET /v2.0/quotas/53717ff5a5004e85bd8909fef1aeefbf HTTP/1.1" status: 200 len: 375 time: 0.0267344 May 05 20:04:17.142075 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be4c0f-b85a-411e-95c3-e5c794122cd0 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Pushing event updated for resources: {'Port': ['ID=9dc3a93f-6979-4e1d-827e-92a49558cafd,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:17.165809 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-079a3bfd-aa9a-435d-8299-317067d54714 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] show failed (client error): The resource could not be found. May 05 20:04:17.171007 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-079a3bfd-aa9a-435d-8299-317067d54714 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "GET /v2.0/security-groups/b31ec34e-3cb0-41c2-a678-bc0e8ba8a08d HTTP/1.1" status: 404 len: 347 time: 0.0526128 May 05 20:04:17.171879 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 46104) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:04:17.222563 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b1ac0cff-c095-4ed2-9730-a182a0fecba2 req-fc1483a5-600c-4d51-be1e-32c5588b1090 tempest-ServerTagsTestJSON-2094395425 tempest-ServerTagsTestJSON-2094395425-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=53717ff5a5004e85bd8909fef1aeefbf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0696452 May 05 20:04:17.233734 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9059d658-eac5-4af5-8fda-13b330554f0a req-f3be4c0f-b85a-411e-95c3-e5c794122cd0 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:17.234413 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-9059d658-eac5-4af5-8fda-13b330554f0a req-f3be4c0f-b85a-411e-95c3-e5c794122cd0 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:17.312206 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9059d658-eac5-4af5-8fda-13b330554f0a req-f3be4c0f-b85a-411e-95c3-e5c794122cd0 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5453358 May 05 20:04:17.325636 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-9059d658-eac5-4af5-8fda-13b330554f0a req-004ad249-e001-4f15-8846-1af87a668976 service neutron] Request body: {'port': {'device_id': '3150ca4d-e5f5-4957-9d86-99fd8d6d41b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:04:17.401304 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-8e7b279d-079f-4474-b822-dcb617addbca None None] Provisioning for port 9dc3a93f-6979-4e1d-827e-92a49558cafd completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:04:17.408233 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-8e7b279d-079f-4474-b822-dcb617addbca None None] Provisioning complete for port 9dc3a93f-6979-4e1d-827e-92a49558cafd triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:04:17.410067 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8e7b279d-079f-4474-b822-dcb617addbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:17.434697 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-b7b0d6ef-530e-4c34-b48a-8f84d970c8f7 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Deleting port fefa1cab-9c9b-4786-bc75-e7702f51003b {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:04:17.435159 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b7b0d6ef-530e-4c34-b48a-8f84d970c8f7 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:17.485868 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-8e7b279d-079f-4474-b822-dcb617addbca None None] Port 9dc3a93f-6979-4e1d-827e-92a49558cafd cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:04:17.544216 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b1ac0cff-c095-4ed2-9730-a182a0fecba2 req-3b82e417-a783-4fc8-b050-4378803029f6 service neutron] 10.222.0.36 "GET /v2.0/networks/36557653-8770-47d4-a954-018e6f1b47d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043642 May 05 20:04:17.546865 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-9059d658-eac5-4af5-8fda-13b330554f0a req-004ad249-e001-4f15-8846-1af87a668976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:17.560060 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab76b770-bfd0-4eff-9aae-976b1c764d22 req-cf81ff51-919e-4665-af2c-e213a5554894 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:17.567012 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ab76b770-bfd0-4eff-9aae-976b1c764d22 req-cf81ff51-919e-4665-af2c-e213a5554894 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=03d3995a-afe6-400a-807d-eb8a774148f5 HTTP/1.1" status: 200 len: 945 time: 0.3007765 May 05 20:04:17.692649 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 3f7222db-61b2-414b-9998-e780d493326a details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:04:17.693788 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ab76b770-bfd0-4eff-9aae-976b1c764d22 req-4a7005f7-a768-4885-a253-a743240d02e2 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/security-groups?id=66299a25-9ea8-43e5-ae69-782b36dd1dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259091 May 05 20:04:17.695657 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b7b0d6ef-530e-4c34-b48a-8f84d970c8f7 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:17.695980 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b7b0d6ef-530e-4c34-b48a-8f84d970c8f7 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:17.837279 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b1ac0cff-c095-4ed2-9730-a182a0fecba2 req-2a181b54-5ed1-4562-9f53-78dd48bd7346 service neutron] 10.222.0.36 "GET /v2.0/networks/36557653-8770-47d4-a954-018e6f1b47d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745869 May 05 20:04:18.026396 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 3f7222db-61b2-414b-9998-e780d493326a, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=3f7222db-61b2-414b-9998-e780d493326a,segment=NetworkSegment(e34c646b-9075-4e31-b89f-c8f9e824e389),segment_id=e34c646b-9075-4e31-b89f-c8f9e824e389)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:04:18.049098 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': '3f7222db-61b2-414b-9998-e780d493326a', 'network_id': '7506b31f-3419-46e4-835c-80fe813661d5', 'port_id': '3f7222db-61b2-414b-9998-e780d493326a', 'mac_address': 'fa:16:3e:7a:7b:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2507cd6-290d-4d3d-b14e-048ce031bb0a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:04:18.171243 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-b7b0d6ef-530e-4c34-b48a-8f84d970c8f7 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Calling delete_port for fefa1cab-9c9b-4786-bc75-e7702f51003b owned by network:floatingip {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:04:18.220132 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:18.242961 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f7222db-61b2-414b-9998-e780d493326a {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:04:18.265209 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 3f7222db-61b2-414b-9998-e780d493326a, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=3f7222db-61b2-414b-9998-e780d493326a,segment=NetworkSegment(e34c646b-9075-4e31-b89f-c8f9e824e389),segment_id=e34c646b-9075-4e31-b89f-c8f9e824e389)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:04:18.277797 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:18.406540 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-9059d658-eac5-4af5-8fda-13b330554f0a req-004ad249-e001-4f15-8846-1af87a668976 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dc3a93f-6979-4e1d-827e-92a49558cafd {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:04:18.424646 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=3f7222db-61b2-414b-9998-e780d493326a,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:18.428203 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-9059d658-eac5-4af5-8fda-13b330554f0a req-004ad249-e001-4f15-8846-1af87a668976 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:18.467935 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc851cac-310e-42fa-872d-f6c2b5329326 req-5fdf30a0-839f-451c-b83d-bd54ea0169bb tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:18.470013 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bc851cac-310e-42fa-872d-f6c2b5329326 req-5fdf30a0-839f-451c-b83d-bd54ea0169bb tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.2185564 May 05 20:04:18.473166 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-9059d658-eac5-4af5-8fda-13b330554f0a req-004ad249-e001-4f15-8846-1af87a668976 service neutron] Transition to ACTIVE for port object 9dc3a93f-6979-4e1d-827e-92a49558cafd will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:04:18.484496 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['3f7222db-61b2-414b-9998-e780d493326a'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:04:18.493822 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-9059d658-eac5-4af5-8fda-13b330554f0a req-004ad249-e001-4f15-8846-1af87a668976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:18.602667 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520ac928-694e-47f3-a931-d72c718b8530 req-a4276748-9ddb-48ae-aff9-9c9666fd4101 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:18.617623 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-520ac928-694e-47f3-a931-d72c718b8530 req-a4276748-9ddb-48ae-aff9-9c9666fd4101 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.50 "GET /v2.0/networks?id=00ecdd9f-1135-415f-b0c6-51153b85089d HTTP/1.1" status: 200 len: 812 time: 0.4762893 May 05 20:04:18.715494 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-520ac928-694e-47f3-a931-d72c718b8530 req-c169b1b8-7d1c-4861-97b1-05d06f3bf7dd tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Request body: {'port': {'device_id': 'b79f96da-f8c6-4321-9f86-fcf49baefd36', 'network_id': '00ecdd9f-1135-415f-b0c6-51153b85089d', 'admin_state_up': True, 'tenant_id': '5dc7995786b847999f5838924c32320a'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:04:18.766147 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5452774-6f4e-4f7a-a58a-0da701785fc8 req-951d26a9-7b87-4b23-b0dd-f6f544b4ba25 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:18.779624 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f5452774-6f4e-4f7a-a58a-0da701785fc8 req-951d26a9-7b87-4b23-b0dd-f6f544b4ba25 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/ports?device_id=3150ca4d-e5f5-4957-9d86-99fd8d6d41b4 HTTP/1.1" status: 200 len: 932 time: 0.6392951 May 05 20:04:18.924266 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device ce17bfe8-457b-451d-af56-c6402b81dc50 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:04:18.926283 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device ce17bfe8-457b-451d-af56-c6402b81dc50 no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:04:18.979816 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-bc851cac-310e-42fa-872d-f6c2b5329326 req-c7116f7c-f104-4ba1-80f3-397b4a6d34e1 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Synchronizing usage tracker for tenant:56e8fe9085fa4bdb932a4c29aaeb4c08 on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:04:18.999270 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-f5452774-6f4e-4f7a-a58a-0da701785fc8 req-ac330106-a9b3-4ad2-ad76-37449717dcfe tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Synchronizing usage tracker for tenant:2b65203be12a44e3b2b676f0adb9acc7 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:04:19.006278 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004ad249-e001-4f15-8846-1af87a668976 service neutron] Pushing event updated for resources: {'Port': ['ID=9dc3a93f-6979-4e1d-827e-92a49558cafd,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:19.032569 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b7b0d6ef-530e-4c34-b48a-8f84d970c8f7 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:19.063568 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-bc851cac-310e-42fa-872d-f6c2b5329326 req-c7116f7c-f104-4ba1-80f3-397b4a6d34e1 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Unset dirty status for tenant:56e8fe9085fa4bdb932a4c29aaeb4c08 on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:04:19.081720 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bc851cac-310e-42fa-872d-f6c2b5329326 req-c7116f7c-f104-4ba1-80f3-397b4a6d34e1 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6033096 May 05 20:04:19.131857 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-9059d658-eac5-4af5-8fda-13b330554f0a req-004ad249-e001-4f15-8846-1af87a668976 service neutron] Attempting to bind port 9dc3a93f-6979-4e1d-827e-92a49558cafd on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:04:19.132560 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-9059d658-eac5-4af5-8fda-13b330554f0a req-004ad249-e001-4f15-8846-1af87a668976 service neutron] Attempting to bind port 9dc3a93f-6979-4e1d-827e-92a49558cafd by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'f9de3193-e4fa-4f1d-a073-95ff8ac5fa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:04:19.132896 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9059d658-eac5-4af5-8fda-13b330554f0a req-004ad249-e001-4f15-8846-1af87a668976 service neutron] Attempting to bind port 9dc3a93f-6979-4e1d-827e-92a49558cafd on network 025bffd7-43d6-46c1-996a-8056de7069d8 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:04:19.145540 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9059d658-eac5-4af5-8fda-13b330554f0a req-004ad249-e001-4f15-8846-1af87a668976 service neutron] Port 9dc3a93f-6979-4e1d-827e-92a49558cafd on network 025bffd7-43d6-46c1-996a-8056de7069d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:04:19.145847 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9059d658-eac5-4af5-8fda-13b330554f0a req-004ad249-e001-4f15-8846-1af87a668976 service neutron] Attempting to bind port 9dc3a93f-6979-4e1d-827e-92a49558cafd on network 025bffd7-43d6-46c1-996a-8056de7069d8 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:04:19.156058 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9059d658-eac5-4af5-8fda-13b330554f0a req-004ad249-e001-4f15-8846-1af87a668976 service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:04:19.156395 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9059d658-eac5-4af5-8fda-13b330554f0a req-004ad249-e001-4f15-8846-1af87a668976 service neutron] Checking segment: {'id': 'f9de3193-e4fa-4f1d-a073-95ff8ac5fa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:04:19.156778 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9059d658-eac5-4af5-8fda-13b330554f0a req-004ad249-e001-4f15-8846-1af87a668976 service neutron] Bound using segment: {'id': 'f9de3193-e4fa-4f1d-a073-95ff8ac5fa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:04:19.157221 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-9059d658-eac5-4af5-8fda-13b330554f0a req-004ad249-e001-4f15-8846-1af87a668976 service neutron] Bound port: 9dc3a93f-6979-4e1d-827e-92a49558cafd, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9de3193-e4fa-4f1d-a073-95ff8ac5fa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:04:19.157547 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-9059d658-eac5-4af5-8fda-13b330554f0a req-004ad249-e001-4f15-8846-1af87a668976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:19.164436 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b0d6ef-530e-4c34-b48a-8f84d970c8f7 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Pushing event deleted for resources: {'Port': ['ID=fefa1cab-9c9b-4786-bc75-e7702f51003b,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:19.207820 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-f5452774-6f4e-4f7a-a58a-0da701785fc8 req-ac330106-a9b3-4ad2-ad76-37449717dcfe tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Unset dirty status for tenant:2b65203be12a44e3b2b676f0adb9acc7 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:04:19.209817 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f5452774-6f4e-4f7a-a58a-0da701785fc8 req-ac330106-a9b3-4ad2-ad76-37449717dcfe tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/security-groups?id=cce21569-2bcf-464e-bc67-f883ca1675ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4291816 May 05 20:04:19.216795 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-520ac928-694e-47f3-a931-d72c718b8530 req-c169b1b8-7d1c-4861-97b1-05d06f3bf7dd tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:04:19.264497 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-520ac928-694e-47f3-a931-d72c718b8530 req-c169b1b8-7d1c-4861-97b1-05d06f3bf7dd tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:04:19.290631 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-520ac928-694e-47f3-a931-d72c718b8530 req-c169b1b8-7d1c-4861-97b1-05d06f3bf7dd tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Made reservation on behalf of 5dc7995786b847999f5838924c32320a for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:04:19.295143 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-520ac928-694e-47f3-a931-d72c718b8530 req-c169b1b8-7d1c-4861-97b1-05d06f3bf7dd tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:19.324637 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b7b0d6ef-530e-4c34-b48a-8f84d970c8f7 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks [] for floatingip, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:19.362037 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port ce17bfe8-457b-451d-af56-c6402b81dc50, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=ce17bfe8-457b-451d-af56-c6402b81dc50,segment=NetworkSegment(e431113b-0838-4dae-91c9-bf783ad37054),segment_id=e431113b-0838-4dae-91c9-bf783ad37054)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:04:19.390391 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': 'ce17bfe8-457b-451d-af56-c6402b81dc50', 'network_id': '64a22928-0684-4ae0-bb8b-56899f865035', 'port_id': 'ce17bfe8-457b-451d-af56-c6402b81dc50', 'mac_address': 'fa:16:3e:62:fb:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac45120c-2218-40fc-a7a8-1f58fb39de57', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:04:19.399188 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1479e2db-caa5-4491-bab3-09eecdd19c5f req-119f2027-faa4-4219-a123-9bb68e0f81bf tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=b79f96da-f8c6-4321-9f86-fcf49baefd36 HTTP/1.1" status: 200 len: 210 time: 0.0942934 May 05 20:04:19.411628 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b7b0d6ef-530e-4c34-b48a-8f84d970c8f7 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:19.412937 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b7b0d6ef-530e-4c34-b48a-8f84d970c8f7 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "DELETE /v2.0/floatingips/d8c2f5bc-2981-43f0-bc88-07c0ded1c28c HTTP/1.1" status: 204 len: 168 time: 2.2397363 May 05 20:04:19.419656 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 46178) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:04:19.499802 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7702fade-c204-4482-ab89-8d2e2debe54a req-6c2838d5-fdf7-4d4b-8374-cb608fbbaf4e tempest-ServerTagsTestJSON-2094395425 tempest-ServerTagsTestJSON-2094395425-project] 10.222.0.36 "GET /v2.0/ports?device_id=dda81b11-58f2-4d5a-a709-37f656a9a972 HTTP/1.1" status: 200 len: 210 time: 0.0718448 May 05 20:04:19.508353 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-bc14984f-67a5-4475-9485-7d3cb2007a14 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Deleting port f84e637a-e4c6-4604-af15-a4ac4d5aa1b3 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:04:19.508702 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bc14984f-67a5-4475-9485-7d3cb2007a14 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:19.569206 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:19.587711 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-9059d658-eac5-4af5-8fda-13b330554f0a req-004ad249-e001-4f15-8846-1af87a668976 service neutron] For port 9dc3a93f-6979-4e1d-827e-92a49558cafd, host n-h1-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:04:19.592542 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:19.614044 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-9059d658-eac5-4af5-8fda-13b330554f0a req-004ad249-e001-4f15-8846-1af87a668976 service neutron] For port 9dc3a93f-6979-4e1d-827e-92a49558cafd, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=9dc3a93f-6979-4e1d-827e-92a49558cafd,segment=NetworkSegment(f9de3193-e4fa-4f1d-a073-95ff8ac5fa76),segment_id=f9de3193-e4fa-4f1d-a073-95ff8ac5fa76)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:04:19.614408 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-520ac928-694e-47f3-a931-d72c718b8530 req-c169b1b8-7d1c-4861-97b1-05d06f3bf7dd tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Allocated IP 172.20.0.2 (00ecdd9f-1135-415f-b0c6-51153b85089d/08fe5f50-bbcd-4aa2-adfb-1629cfc316ff/1a03fe6c-3650-4a30-b86a-1775114cf47b) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:04:19.625723 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ce17bfe8-457b-451d-af56-c6402b81dc50 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:04:19.643130 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port ce17bfe8-457b-451d-af56-c6402b81dc50, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=ce17bfe8-457b-451d-af56-c6402b81dc50,segment=NetworkSegment(e431113b-0838-4dae-91c9-bf783ad37054),segment_id=e431113b-0838-4dae-91c9-bf783ad37054)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:04:19.718864 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:19.804894 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 3f7222db-61b2-414b-9998-e780d493326a up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:04:19.857535 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=ce17bfe8-457b-451d-af56-c6402b81dc50,revision_number=6']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:19.860730 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:04:19.861325 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:04:19.877543 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-9059d658-eac5-4af5-8fda-13b330554f0a req-004ad249-e001-4f15-8846-1af87a668976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:19.920204 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port 3f7222db-61b2-414b-9998-e780d493326a completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:04:19.929390 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port 3f7222db-61b2-414b-9998-e780d493326a triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:04:19.929867 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:19.958931 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-520ac928-694e-47f3-a931-d72c718b8530 req-c169b1b8-7d1c-4861-97b1-05d06f3bf7dd tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:19.990276 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['ce17bfe8-457b-451d-af56-c6402b81dc50'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:04:20.001896 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-520ac928-694e-47f3-a931-d72c718b8530 req-c169b1b8-7d1c-4861-97b1-05d06f3bf7dd tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:20.076909 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9059d658-eac5-4af5-8fda-13b330554f0a req-004ad249-e001-4f15-8846-1af87a668976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:20.078127 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-9059d658-eac5-4af5-8fda-13b330554f0a req-004ad249-e001-4f15-8846-1af87a668976 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:20.079910 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9059d658-eac5-4af5-8fda-13b330554f0a req-004ad249-e001-4f15-8846-1af87a668976 service neutron] 10.222.0.24 "PUT /v2.0/ports/9dc3a93f-6979-4e1d-827e-92a49558cafd HTTP/1.1" status: 200 len: 1092 time: 2.7592876 May 05 20:04:20.080507 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3150ca4d-e5f5-4957-9d86-99fd8d6d41b4', 'tag': '9dc3a93f-6979-4e1d-827e-92a49558cafd'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:04:20.167235 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-520ac928-694e-47f3-a931-d72c718b8530 req-c169b1b8-7d1c-4861-97b1-05d06f3bf7dd tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Network 00ecdd9f-1135-415f-b0c6-51153b85089d is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:04:20.171228 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-520ac928-694e-47f3-a931-d72c718b8530 req-c169b1b8-7d1c-4861-97b1-05d06f3bf7dd tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:04:20.175279 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-520ac928-694e-47f3-a931-d72c718b8530 req-c169b1b8-7d1c-4861-97b1-05d06f3bf7dd tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:04:20.225633 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bc14984f-67a5-4475-9485-7d3cb2007a14 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:20.234212 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c169b1b8-7d1c-4861-97b1-05d06f3bf7dd tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Pushing event updated for resources: {'Port': ['ID=1a03fe6c-3650-4a30-b86a-1775114cf47b,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:20.249458 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004ad249-e001-4f15-8846-1af87a668976 service neutron] Pushing event updated for resources: {'Port': ['ID=9dc3a93f-6979-4e1d-827e-92a49558cafd,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:20.357104 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:20.381448 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520ac928-694e-47f3-a931-d72c718b8530 req-c169b1b8-7d1c-4861-97b1-05d06f3bf7dd tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:20.382315 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-520ac928-694e-47f3-a931-d72c718b8530 req-c169b1b8-7d1c-4861-97b1-05d06f3bf7dd tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:20.431817 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-520ac928-694e-47f3-a931-d72c718b8530 req-c169b1b8-7d1c-4861-97b1-05d06f3bf7dd tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7947085 May 05 20:04:20.444638 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-520ac928-694e-47f3-a931-d72c718b8530 req-143223b1-dde7-4962-9a79-aa4ef83ce366 service neutron] Request body: {'port': {'device_id': 'b79f96da-f8c6-4321-9f86-fcf49baefd36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:04:20.485842 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23be5922-5b14-4759-a0ea-a939a58aa704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f7222db-61b2-414b-9998-e780d493326a'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:04:20.496818 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe787687-2ca1-4e33-a571-9e43461668ac req-12af0709-5a34-4886-81fa-0f92ddd24a19 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:20.498375 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fe787687-2ca1-4e33-a571-9e43461668ac req-12af0709-5a34-4886-81fa-0f92ddd24a19 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.2149355 May 05 20:04:20.512741 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 3f7222db-61b2-414b-9998-e780d493326a, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=3f7222db-61b2-414b-9998-e780d493326a,segment=NetworkSegment(e34c646b-9075-4e31-b89f-c8f9e824e389),segment_id=e34c646b-9075-4e31-b89f-c8f9e824e389)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:04:20.533467 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:20.575275 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:20.669869 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-bc14984f-67a5-4475-9485-7d3cb2007a14 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Calling delete_port for f84e637a-e4c6-4604-af15-a4ac4d5aa1b3 owned by {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:04:20.680960 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ce17bfe8-457b-451d-af56-c6402b81dc50 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:04:20.698501 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-520ac928-694e-47f3-a931-d72c718b8530 req-143223b1-dde7-4962-9a79-aa4ef83ce366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:20.712421 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port ce17bfe8-457b-451d-af56-c6402b81dc50, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=ce17bfe8-457b-451d-af56-c6402b81dc50,segment=NetworkSegment(e431113b-0838-4dae-91c9-bf783ad37054),segment_id=e431113b-0838-4dae-91c9-bf783ad37054)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:04:20.723942 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=3f7222db-61b2-414b-9998-e780d493326a,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:20.733304 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fe787687-2ca1-4e33-a571-9e43461668ac req-bc4fb550-ec73-4671-973c-b5a245c76c4e tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2219913 May 05 20:04:20.739451 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:20.825616 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=ce17bfe8-457b-451d-af56-c6402b81dc50,revision_number=7']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:20.921409 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4c8aae2-d1de-4603-90c6-a35b912519c4'] response: {'name': 'network-changed', 'server_uuid': '3150ca4d-e5f5-4957-9d86-99fd8d6d41b4', 'tag': '9dc3a93f-6979-4e1d-827e-92a49558cafd', 'status': 'completed', 'code': 200} May 05 20:04:20.972890 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bc14984f-67a5-4475-9485-7d3cb2007a14 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:21.034716 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c373ac0-dbf6-41ab-a1e2-043d74df0b5e req-170e6608-fc60-4752-a9d7-3dbbae956769 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:21.042848 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6c373ac0-dbf6-41ab-a1e2-043d74df0b5e req-170e6608-fc60-4752-a9d7-3dbbae956769 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=03d3995a-afe6-400a-807d-eb8a774148f5 HTTP/1.1" status: 200 len: 944 time: 1.1993685 May 05 20:04:21.061357 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac0cff-c095-4ed2-9730-a182a0fecba2 req-a98560d7-2d20-4772-9685-1b3b19d7f5ba tempest-ServerTagsTestJSON-2094395425 tempest-ServerTagsTestJSON-2094395425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:21.063028 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b1ac0cff-c095-4ed2-9730-a182a0fecba2 req-a98560d7-2d20-4772-9685-1b3b19d7f5ba tempest-ServerTagsTestJSON-2094395425 tempest-ServerTagsTestJSON-2094395425-project] 10.222.0.50 "GET /v2.0/networks?id=36557653-8770-47d4-a954-018e6f1b47d1 HTTP/1.1" status: 200 len: 809 time: 1.2183347 May 05 20:04:21.079612 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc14984f-67a5-4475-9485-7d3cb2007a14 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Pushing event deleted for resources: {'Port': ['ID=f84e637a-e4c6-4604-af15-a4ac4d5aa1b3,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:21.094579 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-b1ac0cff-c095-4ed2-9730-a182a0fecba2 req-0afb7c78-5969-4c6a-ae6f-f0dd4f35239a tempest-ServerTagsTestJSON-2094395425 tempest-ServerTagsTestJSON-2094395425-project] Request body: {'port': {'device_id': 'dda81b11-58f2-4d5a-a709-37f656a9a972', 'network_id': '36557653-8770-47d4-a954-018e6f1b47d1', 'admin_state_up': True, 'tenant_id': '53717ff5a5004e85bd8909fef1aeefbf'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:04:21.194097 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdff840-3a17-4fe4-9536-64e2e72394c1 req-f9e173b1-fef3-4fe1-a56b-766f5662cd1d tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:21.195600 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bbdff840-3a17-4fe4-9536-64e2e72394c1 req-f9e173b1-fef3-4fe1-a56b-766f5662cd1d tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/ports?device_id=3150ca4d-e5f5-4957-9d86-99fd8d6d41b4 HTTP/1.1" status: 200 len: 944 time: 0.2531219 May 05 20:04:21.223988 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9059d658-eac5-4af5-8fda-13b330554f0a req-7098f47a-1172-49c3-8292-5723b400356b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:21.225406 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9059d658-eac5-4af5-8fda-13b330554f0a req-7098f47a-1172-49c3-8292-5723b400356b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2b65203be12a44e3b2b676f0adb9acc7&device_id=3150ca4d-e5f5-4957-9d86-99fd8d6d41b4 HTTP/1.1" status: 200 len: 1095 time: 0.9638638 May 05 20:04:21.265830 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bbdff840-3a17-4fe4-9536-64e2e72394c1 req-6a91cf7f-f7d6-4221-be16-7507549d0f15 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/security-groups?id=cce21569-2bcf-464e-bc67-f883ca1675ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511017 May 05 20:04:21.340035 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-520ac928-694e-47f3-a931-d72c718b8530 req-143223b1-dde7-4962-9a79-aa4ef83ce366 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a03fe6c-3650-4a30-b86a-1775114cf47b {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:04:21.351033 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-520ac928-694e-47f3-a931-d72c718b8530 req-143223b1-dde7-4962-9a79-aa4ef83ce366 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:21.360357 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6c373ac0-dbf6-41ab-a1e2-043d74df0b5e req-d2d969ee-3852-4d57-8bb6-5a1a9986211c tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/security-groups?id=66299a25-9ea8-43e5-ae69-782b36dd1dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166475 May 05 20:04:21.373509 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-520ac928-694e-47f3-a931-d72c718b8530 req-143223b1-dde7-4962-9a79-aa4ef83ce366 service neutron] Transition to ACTIVE for port object 1a03fe6c-3650-4a30-b86a-1775114cf47b will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:04:21.377996 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-520ac928-694e-47f3-a931-d72c718b8530 req-143223b1-dde7-4962-9a79-aa4ef83ce366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:21.388639 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9059d658-eac5-4af5-8fda-13b330554f0a req-545e36c6-1438-4b65-bd97-5e8776f10fd8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9dc3a93f-6979-4e1d-827e-92a49558cafd HTTP/1.1" status: 200 len: 217 time: 0.1472876 May 05 20:04:21.472058 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d2c823b-1950-413f-9d4d-66df3a3e247f'] response: {'server_uuid': '23be5922-5b14-4759-a0ea-a939a58aa704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f7222db-61b2-414b-9998-e780d493326a', 'code': 200} May 05 20:04:21.511961 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bc14984f-67a5-4475-9485-7d3cb2007a14 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:21.541577 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-bc14984f-67a5-4475-9485-7d3cb2007a14 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "DELETE /v2.0/ports/f84e637a-e4c6-4604-af15-a4ac4d5aa1b3 HTTP/1.1" status: 204 len: 168 time: 2.1081340 May 05 20:04:21.568763 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-b1ac0cff-c095-4ed2-9730-a182a0fecba2 req-0afb7c78-5969-4c6a-ae6f-f0dd4f35239a tempest-ServerTagsTestJSON-2094395425 tempest-ServerTagsTestJSON-2094395425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:04:21.570891 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 46280) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:04:21.576476 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9059d658-eac5-4af5-8fda-13b330554f0a req-432a14e7-cb96-46d8-af06-391b9580ab72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:21.578215 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9059d658-eac5-4af5-8fda-13b330554f0a req-432a14e7-cb96-46d8-af06-391b9580ab72 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d250ed8-07f6-4f08-a934-d3c76d471e2d HTTP/1.1" status: 200 len: 853 time: 0.1783214 May 05 20:04:21.578712 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 46284) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:04:21.579842 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-b1ac0cff-c095-4ed2-9730-a182a0fecba2 req-0afb7c78-5969-4c6a-ae6f-f0dd4f35239a tempest-ServerTagsTestJSON-2094395425 tempest-ServerTagsTestJSON-2094395425-project] Usage tracker for resource:port and tenant:53717ff5a5004e85bd8909fef1aeefbf is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:04:21.649598 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-b1ac0cff-c095-4ed2-9730-a182a0fecba2 req-0afb7c78-5969-4c6a-ae6f-f0dd4f35239a tempest-ServerTagsTestJSON-2094395425 tempest-ServerTagsTestJSON-2094395425-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:04:21.696813 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-b1ac0cff-c095-4ed2-9730-a182a0fecba2 req-0afb7c78-5969-4c6a-ae6f-f0dd4f35239a tempest-ServerTagsTestJSON-2094395425 tempest-ServerTagsTestJSON-2094395425-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:04:21.714225 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143223b1-dde7-4962-9a79-aa4ef83ce366 service neutron] Pushing event updated for resources: {'Port': ['ID=1a03fe6c-3650-4a30-b86a-1775114cf47b,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:21.762931 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143223b1-dde7-4962-9a79-aa4ef83ce366 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:04:21.763270 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143223b1-dde7-4962-9a79-aa4ef83ce366 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:04:21.763702 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143223b1-dde7-4962-9a79-aa4ef83ce366 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:04:21.764118 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143223b1-dde7-4962-9a79-aa4ef83ce366 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:04:21.764616 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143223b1-dde7-4962-9a79-aa4ef83ce366 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:04:21.765028 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143223b1-dde7-4962-9a79-aa4ef83ce366 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:04:21.765453 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143223b1-dde7-4962-9a79-aa4ef83ce366 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:04:21.765985 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143223b1-dde7-4962-9a79-aa4ef83ce366 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:04:21.766355 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143223b1-dde7-4962-9a79-aa4ef83ce366 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:04:21.766680 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143223b1-dde7-4962-9a79-aa4ef83ce366 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:04:21.767006 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143223b1-dde7-4962-9a79-aa4ef83ce366 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:04:21.767117 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-47e24222-cdc3-4b50-8cd3-95565ab854b6 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Deleting port 3e25fa10-4b16-4472-9de5-596123987dfe {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:04:21.767323 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143223b1-dde7-4962-9a79-aa4ef83ce366 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:04:21.767467 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-47e24222-cdc3-4b50-8cd3-95565ab854b6 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:21.798130 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-34a10931-e33b-41ec-a4e7-762fe11b098c req-02ef0509-f3c9-403b-b5ca-e65e3fa8fd44 tempest-ServerTagsTestJSON-2094395425 tempest-ServerTagsTestJSON-2094395425-project] 10.222.0.36 "GET /v2.0/ports?device_id=dda81b11-58f2-4d5a-a709-37f656a9a972 HTTP/1.1" status: 200 len: 210 time: 0.1499076 May 05 20:04:21.816582 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1ac0cff-c095-4ed2-9730-a182a0fecba2 req-0afb7c78-5969-4c6a-ae6f-f0dd4f35239a tempest-ServerTagsTestJSON-2094395425 tempest-ServerTagsTestJSON-2094395425-project] Made reservation on behalf of 53717ff5a5004e85bd8909fef1aeefbf for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:04:21.820062 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-b1ac0cff-c095-4ed2-9730-a182a0fecba2 req-0afb7c78-5969-4c6a-ae6f-f0dd4f35239a tempest-ServerTagsTestJSON-2094395425 tempest-ServerTagsTestJSON-2094395425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:21.835898 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeff3826-14ca-48e0-be09-59d363bae219 req-4a0dc7bc-f2c0-4b4f-acaa-9b394b1e3351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:21.835898 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-eeff3826-14ca-48e0-be09-59d363bae219 req-4a0dc7bc-f2c0-4b4f-acaa-9b394b1e3351 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 1097 time: 0.2529485 May 05 20:04:21.846172 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac6f897-2ab6-447c-8cd1-7f746affda4f req-d9cf8be5-1cbc-40bb-9392-8b5ce4844318 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:21.846858 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-eac6f897-2ab6-447c-8cd1-7f746affda4f req-d9cf8be5-1cbc-40bb-9392-8b5ce4844318 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Synchronizing usage tracker for tenant:5dc7995786b847999f5838924c32320a on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:04:21.868305 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3e493972-18c4-49fb-8969-41d7ae31cc1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:21.870210 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-520ac928-694e-47f3-a931-d72c718b8530 req-143223b1-dde7-4962-9a79-aa4ef83ce366 service neutron] Attempting to bind port 1a03fe6c-3650-4a30-b86a-1775114cf47b on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:04:21.870572 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-520ac928-694e-47f3-a931-d72c718b8530 req-143223b1-dde7-4962-9a79-aa4ef83ce366 service neutron] Attempting to bind port 1a03fe6c-3650-4a30-b86a-1775114cf47b by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': 'eccdf1c4-efe8-4f03-97f1-7b574b83122b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '00ecdd9f-1135-415f-b0c6-51153b85089d'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:04:21.871031 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520ac928-694e-47f3-a931-d72c718b8530 req-143223b1-dde7-4962-9a79-aa4ef83ce366 service neutron] Attempting to bind port 1a03fe6c-3650-4a30-b86a-1775114cf47b on network 00ecdd9f-1135-415f-b0c6-51153b85089d {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:04:21.886352 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520ac928-694e-47f3-a931-d72c718b8530 req-143223b1-dde7-4962-9a79-aa4ef83ce366 service neutron] Port 1a03fe6c-3650-4a30-b86a-1775114cf47b on network 00ecdd9f-1135-415f-b0c6-51153b85089d not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:04:21.886670 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520ac928-694e-47f3-a931-d72c718b8530 req-143223b1-dde7-4962-9a79-aa4ef83ce366 service neutron] Attempting to bind port 1a03fe6c-3650-4a30-b86a-1775114cf47b on network 00ecdd9f-1135-415f-b0c6-51153b85089d {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:04:21.897578 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520ac928-694e-47f3-a931-d72c718b8530 req-143223b1-dde7-4962-9a79-aa4ef83ce366 service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:04:21.898191 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520ac928-694e-47f3-a931-d72c718b8530 req-143223b1-dde7-4962-9a79-aa4ef83ce366 service neutron] Checking segment: {'id': 'eccdf1c4-efe8-4f03-97f1-7b574b83122b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '00ecdd9f-1135-415f-b0c6-51153b85089d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:04:21.898660 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520ac928-694e-47f3-a931-d72c718b8530 req-143223b1-dde7-4962-9a79-aa4ef83ce366 service neutron] Bound using segment: {'id': 'eccdf1c4-efe8-4f03-97f1-7b574b83122b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '00ecdd9f-1135-415f-b0c6-51153b85089d'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:04:21.899256 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-520ac928-694e-47f3-a931-d72c718b8530 req-143223b1-dde7-4962-9a79-aa4ef83ce366 service neutron] Bound port: 1a03fe6c-3650-4a30-b86a-1775114cf47b, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eccdf1c4-efe8-4f03-97f1-7b574b83122b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '00ecdd9f-1135-415f-b0c6-51153b85089d'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:04:21.899742 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-520ac928-694e-47f3-a931-d72c718b8530 req-143223b1-dde7-4962-9a79-aa4ef83ce366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:21.921629 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-eac6f897-2ab6-447c-8cd1-7f746affda4f req-d9cf8be5-1cbc-40bb-9392-8b5ce4844318 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Unset dirty status for tenant:5dc7995786b847999f5838924c32320a on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:04:21.922772 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-eac6f897-2ab6-447c-8cd1-7f746affda4f req-d9cf8be5-1cbc-40bb-9392-8b5ce4844318 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=b79f96da-f8c6-4321-9f86-fcf49baefd36 HTTP/1.1" status: 200 len: 943 time: 0.4768698 May 05 20:04:21.962217 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-3e493972-18c4-49fb-8969-41d7ae31cc1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:04:21.969840 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-eeff3826-14ca-48e0-be09-59d363bae219 req-cb4019be-0e23-4458-8f70-d7c352d303e4 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198401 May 05 20:04:21.985545 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-3e493972-18c4-49fb-8969-41d7ae31cc1b admin admin] Usage tracker for resource:security_group_rule and tenant:89c1cbee02fb4ca18bc790ef3a285dfd is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:04:22.026114 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-3e493972-18c4-49fb-8969-41d7ae31cc1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:04:22.028636 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-eac6f897-2ab6-447c-8cd1-7f746affda4f req-686cff6a-b6bc-42ca-a7ae-e4b9ed9b36e9 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995147 May 05 20:04:22.047969 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-520ac928-694e-47f3-a931-d72c718b8530 req-143223b1-dde7-4962-9a79-aa4ef83ce366 service neutron] For port 1a03fe6c-3650-4a30-b86a-1775114cf47b, host n-h2-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:04:22.049788 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-3e493972-18c4-49fb-8969-41d7ae31cc1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:04:22.051547 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-520ac928-694e-47f3-a931-d72c718b8530 req-143223b1-dde7-4962-9a79-aa4ef83ce366 service neutron] For port 1a03fe6c-3650-4a30-b86a-1775114cf47b, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=1a03fe6c-3650-4a30-b86a-1775114cf47b,segment=NetworkSegment(eccdf1c4-efe8-4f03-97f1-7b574b83122b),segment_id=eccdf1c4-efe8-4f03-97f1-7b574b83122b)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:04:22.056248 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-520ac928-694e-47f3-a931-d72c718b8530 req-143223b1-dde7-4962-9a79-aa4ef83ce366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:22.089876 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9059d658-eac5-4af5-8fda-13b330554f0a req-744b86bf-c4c4-4b09-a0b3-cab5aec8732e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:22.091385 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9059d658-eac5-4af5-8fda-13b330554f0a req-744b86bf-c4c4-4b09-a0b3-cab5aec8732e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=025bffd7-43d6-46c1-996a-8056de7069d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4382269 May 05 20:04:22.120247 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520ac928-694e-47f3-a931-d72c718b8530 req-143223b1-dde7-4962-9a79-aa4ef83ce366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:22.121029 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-520ac928-694e-47f3-a931-d72c718b8530 req-143223b1-dde7-4962-9a79-aa4ef83ce366 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:22.122367 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-520ac928-694e-47f3-a931-d72c718b8530 req-143223b1-dde7-4962-9a79-aa4ef83ce366 service neutron] 10.222.0.50 "PUT /v2.0/ports/1a03fe6c-3650-4a30-b86a-1775114cf47b HTTP/1.1" status: 200 len: 1091 time: 1.6829443 May 05 20:04:22.125290 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b79f96da-f8c6-4321-9f86-fcf49baefd36', 'tag': '1a03fe6c-3650-4a30-b86a-1775114cf47b'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:04:22.146072 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143223b1-dde7-4962-9a79-aa4ef83ce366 service neutron] Pushing event updated for resources: {'Port': ['ID=1a03fe6c-3650-4a30-b86a-1775114cf47b,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:22.176532 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ce4ee01-ff9f-4b8b-abb0-cc572e6f65fa'] response: {'name': 'network-changed', 'server_uuid': 'b79f96da-f8c6-4321-9f86-fcf49baefd36', 'tag': '1a03fe6c-3650-4a30-b86a-1775114cf47b', 'status': 'completed', 'code': 200} May 05 20:04:22.264759 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1cc050-9e13-4ad8-bf8b-e231341aaaa8 req-d17339f7-3f97-4cbf-ba0b-e0d8f4131714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:22.266262 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fc1cc050-9e13-4ad8-bf8b-e231341aaaa8 req-d17339f7-3f97-4cbf-ba0b-e0d8f4131714 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5dc7995786b847999f5838924c32320a&device_id=b79f96da-f8c6-4321-9f86-fcf49baefd36 HTTP/1.1" status: 200 len: 1094 time: 0.0722921 May 05 20:04:22.454808 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-47e24222-cdc3-4b50-8cd3-95565ab854b6 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:22.462450 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1cc050-9e13-4ad8-bf8b-e231341aaaa8 req-3e4e9c7a-08bc-4a05-8967-6ebb3902fa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:22.464718 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fc1cc050-9e13-4ad8-bf8b-e231341aaaa8 req-3e4e9c7a-08bc-4a05-8967-6ebb3902fa9a service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=5dc7995786b847999f5838924c32320a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1919744 May 05 20:04:22.475708 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4ffde4-5ed3-4fac-af7b-6780fae3d276 req-8a0f450b-04ae-4559-b943-5c25517e1c8f tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:22.477164 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6f4ffde4-5ed3-4fac-af7b-6780fae3d276 req-8a0f450b-04ae-4559-b943-5c25517e1c8f tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 946 time: 0.4995842 May 05 20:04:22.547925 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9059d658-eac5-4af5-8fda-13b330554f0a req-f73f9421-9eb4-49ea-a61c-3a6555cb1dca service neutron] 10.222.0.24 "GET /v2.0/networks/025bffd7-43d6-46c1-996a-8056de7069d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4300575 May 05 20:04:22.574823 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f9acb-89a4-4d42-9220-1d91d901b2dc req-20fbfb44-49f4-4433-814d-067c2d5433fb tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:22.576425 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-091f9acb-89a4-4d42-9220-1d91d901b2dc req-20fbfb44-49f4-4433-814d-067c2d5433fb tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/ports?device_id=3150ca4d-e5f5-4957-9d86-99fd8d6d41b4 HTTP/1.1" status: 200 len: 944 time: 0.1922936 May 05 20:04:22.652005 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1cc050-9e13-4ad8-bf8b-e231341aaaa8 req-b4a7939e-347e-48db-ac74-9d42c31e874c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:22.653461 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fc1cc050-9e13-4ad8-bf8b-e231341aaaa8 req-b4a7939e-347e-48db-ac74-9d42c31e874c service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1824553 May 05 20:04:22.656410 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-091f9acb-89a4-4d42-9220-1d91d901b2dc req-7a69a9e1-ae6b-48a8-a5d0-9a3d39430257 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/security-groups?id=cce21569-2bcf-464e-bc67-f883ca1675ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743973 May 05 20:04:22.736824 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-b1ac0cff-c095-4ed2-9730-a182a0fecba2 req-0afb7c78-5969-4c6a-ae6f-f0dd4f35239a tempest-ServerTagsTestJSON-2094395425 tempest-ServerTagsTestJSON-2094395425-project] Allocated IP 172.20.0.5 (36557653-8770-47d4-a954-018e6f1b47d1/6fc0a083-8af0-4bbb-959f-856ef96926f1/911594dc-9ad5-4042-93ca-076964bc30b6) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:04:22.746771 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-47e24222-cdc3-4b50-8cd3-95565ab854b6 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Calling delete_port for 3e25fa10-4b16-4472-9de5-596123987dfe owned by {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:04:22.841415 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device ce17bfe8-457b-451d-af56-c6402b81dc50 up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:04:22.909765 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3e493972-18c4-49fb-8969-41d7ae31cc1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:22.938534 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520ac928-694e-47f3-a931-d72c718b8530 req-bb55269b-6846-46f3-9405-5aed45a725ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:22.940081 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-520ac928-694e-47f3-a931-d72c718b8530 req-bb55269b-6846-46f3-9405-5aed45a725ca service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5dc7995786b847999f5838924c32320a&device_id=b79f96da-f8c6-4321-9f86-fcf49baefd36 HTTP/1.1" status: 200 len: 1094 time: 0.2440884 May 05 20:04:22.988589 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port ce17bfe8-457b-451d-af56-c6402b81dc50 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:04:22.988949 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:22.997552 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6f4ffde4-5ed3-4fac-af7b-6780fae3d276 req-2d91c382-4f71-47f9-a864-c3a1b0d44f99 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4519126 May 05 20:04:22.998152 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3e493972-18c4-49fb-8969-41d7ae31cc1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:23.036745 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-520ac928-694e-47f3-a931-d72c718b8530 req-53de3e8f-e631-407f-8561-7394fd61b7c2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1a03fe6c-3650-4a30-b86a-1775114cf47b HTTP/1.1" status: 200 len: 217 time: 0.0814521 May 05 20:04:23.053484 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09033a80-0789-44cd-885d-eee4bff6c895 req-c04c9d07-d861-4f6d-ad94-42ba8b101e04 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:23.061001 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-09033a80-0789-44cd-885d-eee4bff6c895 req-c04c9d07-d861-4f6d-ad94-42ba8b101e04 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=03d3995a-afe6-400a-807d-eb8a774148f5 HTTP/1.1" status: 200 len: 943 time: 0.3035834 May 05 20:04:23.183922 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-09033a80-0789-44cd-885d-eee4bff6c895 req-8213043e-da81-4408-87cf-0594b351a521 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/security-groups?id=66299a25-9ea8-43e5-ae69-782b36dd1dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220133 May 05 20:04:23.196388 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520ac928-694e-47f3-a931-d72c718b8530 req-0fc76e0c-9c24-4bfe-bac8-0616127f985c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:23.207679 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-520ac928-694e-47f3-a931-d72c718b8530 req-0fc76e0c-9c24-4bfe-bac8-0616127f985c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=08fe5f50-bbcd-4aa2-adfb-1629cfc316ff HTTP/1.1" status: 200 len: 852 time: 0.1562583 May 05 20:04:23.216655 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-3e493972-18c4-49fb-8969-41d7ae31cc1b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=89c1cbee02fb4ca18bc790ef3a285dfd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5725355 May 05 20:04:23.228514 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:23.249901 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 46304) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:04:23.262145 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e493972-18c4-49fb-8969-41d7ae31cc1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c8d544-6faf-4471-bcd0-bd07ed92e097,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:23.264719 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port ce17bfe8-457b-451d-af56-c6402b81dc50, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=ce17bfe8-457b-451d-af56-c6402b81dc50,segment=NetworkSegment(e431113b-0838-4dae-91c9-bf783ad37054),segment_id=e431113b-0838-4dae-91c9-bf783ad37054)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:04:23.270092 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:23.276009 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-520ac928-694e-47f3-a931-d72c718b8530 req-376fb858-6798-4015-ab45-610ccdec30f0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=00ecdd9f-1135-415f-b0c6-51153b85089d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711656 May 05 20:04:23.283228 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9059d658-eac5-4af5-8fda-13b330554f0a req-93692bdc-9e06-423d-8f59-145b7dbdbf0d service neutron] 10.222.0.24 "GET /v2.0/networks/025bffd7-43d6-46c1-996a-8056de7069d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5442181 May 05 20:04:23.315749 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d329ae9e-5764-4151-973f-ca64ede96b42 req-30b991f0-1c43-4fd5-88d4-0a01a2c45482 tempest-ServerTagsTestJSON-2094395425 tempest-ServerTagsTestJSON-2094395425-project] 10.222.0.36 "GET /v2.0/ports?device_id=dda81b11-58f2-4d5a-a709-37f656a9a972 HTTP/1.1" status: 200 len: 210 time: 0.1228487 May 05 20:04:23.368487 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=ce17bfe8-457b-451d-af56-c6402b81dc50,revision_number=8']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:23.377452 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:04:23.377798 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:04:23.378130 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:04:23.378524 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:04:23.378855 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:04:23.379170 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:04:23.379634 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:04:23.379955 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:04:23.380275 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:04:23.380589 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:04:23.380915 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:04:23.381269 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:04:23.442865 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-47e24222-cdc3-4b50-8cd3-95565ab854b6 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:23.473614 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d3995a-afe6-400a-807d-eb8a774148f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce17bfe8-457b-451d-af56-c6402b81dc50'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:04:23.506923 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e24222-cdc3-4b50-8cd3-95565ab854b6 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Pushing event deleted for resources: {'Port': ['ID=3e25fa10-4b16-4472-9de5-596123987dfe,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:23.512878 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e5bbe6cf-e5f2-4dff-a2b2-baef51f22bcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:23.521993 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39ba14c8-8658-424d-87f5-2edf2a2f5a09'] response: {'server_uuid': '03d3995a-afe6-400a-807d-eb8a774148f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce17bfe8-457b-451d-af56-c6402b81dc50', 'code': 200} May 05 20:04:23.561610 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-520ac928-694e-47f3-a931-d72c718b8530 req-69289031-41ce-4493-862c-1a96e278b19e service neutron] 10.222.0.50 "GET /v2.0/networks/00ecdd9f-1135-415f-b0c6-51153b85089d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291267 May 05 20:04:23.592779 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e5bbe6cf-e5f2-4dff-a2b2-baef51f22bcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:23.635998 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-b1ac0cff-c095-4ed2-9730-a182a0fecba2 req-0afb7c78-5969-4c6a-ae6f-f0dd4f35239a tempest-ServerTagsTestJSON-2094395425 tempest-ServerTagsTestJSON-2094395425-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:23.658022 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45673e0-f317-45ef-b35f-6679e5f253fc req-24a24a62-52c0-456b-8323-fa84b010b886 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:23.665657 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b45673e0-f317-45ef-b35f-6679e5f253fc req-24a24a62-52c0-456b-8323-fa84b010b886 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=b79f96da-f8c6-4321-9f86-fcf49baefd36 HTTP/1.1" status: 200 len: 943 time: 0.3096476 May 05 20:04:23.669707 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-47e24222-cdc3-4b50-8cd3-95565ab854b6 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:23.698683 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5edc67-3913-4a80-854a-d39b25d146b0 req-3fa075fc-02b1-4c63-955b-d081cf7916e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:23.700186 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ad5edc67-3913-4a80-854a-d39b25d146b0 req-3fa075fc-02b1-4c63-955b-d081cf7916e7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2b65203be12a44e3b2b676f0adb9acc7&device_id=3150ca4d-e5f5-4957-9d86-99fd8d6d41b4 HTTP/1.1" status: 200 len: 1095 time: 0.3316786 May 05 20:04:23.705586 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-47e24222-cdc3-4b50-8cd3-95565ab854b6 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "DELETE /v2.0/ports/3e25fa10-4b16-4472-9de5-596123987dfe HTTP/1.1" status: 204 len: 168 time: 2.1337242 May 05 20:04:23.725711 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 46312) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:04:23.790393 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-b1ac0cff-c095-4ed2-9730-a182a0fecba2 req-0afb7c78-5969-4c6a-ae6f-f0dd4f35239a tempest-ServerTagsTestJSON-2094395425 tempest-ServerTagsTestJSON-2094395425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:23.871593 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b45673e0-f317-45ef-b35f-6679e5f253fc req-609b0bd4-6942-434e-9355-86e169002fcd tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047076 May 05 20:04:23.874159 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-520ac928-694e-47f3-a931-d72c718b8530 req-06ecfaaa-789d-4394-91de-8d331566345b service neutron] 10.222.0.50 "GET /v2.0/networks/00ecdd9f-1135-415f-b0c6-51153b85089d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045440 May 05 20:04:23.899176 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e5bbe6cf-e5f2-4dff-a2b2-baef51f22bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:23.919661 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bbe6cf-e5f2-4dff-a2b2-baef51f22bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c8d544-6faf-4471-bcd0-bd07ed92e097,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:23.927455 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e5bbe6cf-e5f2-4dff-a2b2-baef51f22bcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:23.930660 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e5bbe6cf-e5f2-4dff-a2b2-baef51f22bcf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/40c8d544-6faf-4471-bcd0-bd07ed92e097 HTTP/1.1" status: 204 len: 168 time: 0.6803849 May 05 20:04:23.935042 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704dc00f-4295-4ce7-a76b-27741c8a72a6 req-7d0887fc-c6f4-4834-99ea-18fd71f66710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:23.936575 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-704dc00f-4295-4ce7-a76b-27741c8a72a6 req-7d0887fc-c6f4-4834-99ea-18fd71f66710 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=03d3995a-afe6-400a-807d-eb8a774148f5 HTTP/1.1" status: 200 len: 1096 time: 0.2123888 May 05 20:04:23.990543 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-704dc00f-4295-4ce7-a76b-27741c8a72a6 req-1e896c3b-e6d7-42fc-960e-2be67934a67e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=66299a25-9ea8-43e5-ae69-782b36dd1dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454161 May 05 20:04:24.008501 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1ac0cff-c095-4ed2-9730-a182a0fecba2 req-0afb7c78-5969-4c6a-ae6f-f0dd4f35239a tempest-ServerTagsTestJSON-2094395425 tempest-ServerTagsTestJSON-2094395425-project] Network 36557653-8770-47d4-a954-018e6f1b47d1 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:04:24.024617 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-b1ac0cff-c095-4ed2-9730-a182a0fecba2 req-0afb7c78-5969-4c6a-ae6f-f0dd4f35239a tempest-ServerTagsTestJSON-2094395425 tempest-ServerTagsTestJSON-2094395425-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:04:24.031712 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ac0cff-c095-4ed2-9730-a182a0fecba2 req-0afb7c78-5969-4c6a-ae6f-f0dd4f35239a tempest-ServerTagsTestJSON-2094395425 tempest-ServerTagsTestJSON-2094395425-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:04:24.074547 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-48be5f8f-3d37-4e04-8a86-85029b9e4178 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Deleting subnet 5d6b419d-4ed5-4b2f-a9e6-89c8e3d7a55a {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:04:24.088919 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-48be5f8f-3d37-4e04-8a86-85029b9e4178 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:24.124500 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afb7c78-5969-4c6a-ae6f-f0dd4f35239a tempest-ServerTagsTestJSON-2094395425 tempest-ServerTagsTestJSON-2094395425-project] Pushing event updated for resources: {'Port': ['ID=911594dc-9ad5-4042-93ca-076964bc30b6,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:24.180329 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5edc67-3913-4a80-854a-d39b25d146b0 req-2d479889-641e-486a-a7a2-2f4de0a1a745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:24.182977 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ad5edc67-3913-4a80-854a-d39b25d146b0 req-2d479889-641e-486a-a7a2-2f4de0a1a745 service neutron] 10.222.0.24 "GET /v2.0/networks?id=025bffd7-43d6-46c1-996a-8056de7069d8 HTTP/1.1" status: 200 len: 915 time: 0.4748554 May 05 20:04:24.247587 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69327531-38ca-42af-8080-f1ec3766b563 req-45b9f33c-678a-4bd1-b3c8-31e2bd754dd5 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:24.254232 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-69327531-38ca-42af-8080-f1ec3766b563 req-45b9f33c-678a-4bd1-b3c8-31e2bd754dd5 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 946 time: 0.1027765 May 05 20:04:24.271103 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac0cff-c095-4ed2-9730-a182a0fecba2 req-0afb7c78-5969-4c6a-ae6f-f0dd4f35239a tempest-ServerTagsTestJSON-2094395425 tempest-ServerTagsTestJSON-2094395425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:24.272063 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-b1ac0cff-c095-4ed2-9730-a182a0fecba2 req-0afb7c78-5969-4c6a-ae6f-f0dd4f35239a tempest-ServerTagsTestJSON-2094395425 tempest-ServerTagsTestJSON-2094395425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:24.279721 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-48be5f8f-3d37-4e04-8a86-85029b9e4178 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:24.310410 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ad5edc67-3913-4a80-854a-d39b25d146b0 req-33c657ff-37ac-4519-8c8e-0035093c4a2f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9dc3a93f-6979-4e1d-827e-92a49558cafd HTTP/1.1" status: 200 len: 217 time: 0.1183116 May 05 20:04:24.311563 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-69327531-38ca-42af-8080-f1ec3766b563 req-369b3e9e-b7c7-4a4a-be3a-90a27701cf17 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509546 May 05 20:04:24.390898 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045dd44d-d6c0-4e08-b204-00794c78723a req-cfc38da2-b898-44a0-a3bb-a5ad59b98379 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:24.391637 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-045dd44d-d6c0-4e08-b204-00794c78723a req-cfc38da2-b898-44a0-a3bb-a5ad59b98379 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Synchronizing usage tracker for tenant:2b65203be12a44e3b2b676f0adb9acc7 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:04:24.397067 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 46328) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:04:24.408066 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b1ac0cff-c095-4ed2-9730-a182a0fecba2 req-0afb7c78-5969-4c6a-ae6f-f0dd4f35239a tempest-ServerTagsTestJSON-2094395425 tempest-ServerTagsTestJSON-2094395425-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3253050 May 05 20:04:24.420842 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f54f7244-ef36-4b49-b7e3-18497e7a48f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:24.428752 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-b1ac0cff-c095-4ed2-9730-a182a0fecba2 req-3308713f-5f4a-46dc-9385-e1cd1d854470 service neutron] Request body: {'port': {'device_id': 'dda81b11-58f2-4d5a-a709-37f656a9a972', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:04:24.480185 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f54f7244-ef36-4b49-b7e3-18497e7a48f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:04:24.491165 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-f54f7244-ef36-4b49-b7e3-18497e7a48f2 admin admin] Usage tracker for resource:security_group_rule and tenant:d2497306c89b4f67bc11877c9e344b74 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:04:24.495231 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-f54f7244-ef36-4b49-b7e3-18497e7a48f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:04:24.502956 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f54f7244-ef36-4b49-b7e3-18497e7a48f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:04:24.567463 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9983eb6f-0a3b-47f3-824e-c254fc0676d6 req-3c04338c-44eb-49c7-84d9-3cb1f4547f07 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:24.569541 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9983eb6f-0a3b-47f3-824e-c254fc0676d6 req-3c04338c-44eb-49c7-84d9-3cb1f4547f07 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=03d3995a-afe6-400a-807d-eb8a774148f5 HTTP/1.1" status: 200 len: 945 time: 0.1371365 May 05 20:04:24.622250 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5edc67-3913-4a80-854a-d39b25d146b0 req-fe76a10f-68b9-4847-aaa9-d1d046309e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:24.624077 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ad5edc67-3913-4a80-854a-d39b25d146b0 req-fe76a10f-68b9-4847-aaa9-d1d046309e06 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d250ed8-07f6-4f08-a934-d3c76d471e2d HTTP/1.1" status: 200 len: 853 time: 0.2996087 May 05 20:04:24.658945 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9983eb6f-0a3b-47f3-824e-c254fc0676d6 req-26d19055-60a0-4509-acaf-c1ef34fe67a0 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/security-groups?id=66299a25-9ea8-43e5-ae69-782b36dd1dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782015 May 05 20:04:24.667999 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-045dd44d-d6c0-4e08-b204-00794c78723a req-cfc38da2-b898-44a0-a3bb-a5ad59b98379 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Unset dirty status for tenant:2b65203be12a44e3b2b676f0adb9acc7 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:04:24.682136 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-045dd44d-d6c0-4e08-b204-00794c78723a req-cfc38da2-b898-44a0-a3bb-a5ad59b98379 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/ports?device_id=3150ca4d-e5f5-4957-9d86-99fd8d6d41b4 HTTP/1.1" status: 200 len: 944 time: 0.8971899 May 05 20:04:24.707807 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f54f7244-ef36-4b49-b7e3-18497e7a48f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:24.713271 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f54f7244-ef36-4b49-b7e3-18497e7a48f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:24.771530 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f54f7244-ef36-4b49-b7e3-18497e7a48f2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d2497306c89b4f67bc11877c9e344b74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3718021 May 05 20:04:24.772693 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54f7244-ef36-4b49-b7e3-18497e7a48f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=548af0d5-11ff-401d-b920-b7e1395a43f9,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:24.776183 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 46332) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:04:24.802264 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-48be5f8f-3d37-4e04-8a86-85029b9e4178 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:24.862848 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-045dd44d-d6c0-4e08-b204-00794c78723a req-ee1b5ccb-2f6c-4102-a635-cf6d8915a775 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/security-groups?id=cce21569-2bcf-464e-bc67-f883ca1675ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858935 May 05 20:04:24.908480 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-b1ac0cff-c095-4ed2-9730-a182a0fecba2 req-3308713f-5f4a-46dc-9385-e1cd1d854470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:24.922764 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8bb008f1-c175-43ca-9f33-9ceadc0384f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:24.959110 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8bb008f1-c175-43ca-9f33-9ceadc0384f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:24.973754 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5edc67-3913-4a80-854a-d39b25d146b0 req-53b9c477-36ea-47a2-bbac-5e0398c50321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:24.974094 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c12d1-4a0a-420b-83e4-003dd7bea11e req-1f32e8cd-2b8b-4df8-b11f-238923e2965e tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:24.975235 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ad5edc67-3913-4a80-854a-d39b25d146b0 req-53b9c477-36ea-47a2-bbac-5e0398c50321 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=025bffd7-43d6-46c1-996a-8056de7069d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3416693 May 05 20:04:24.975616 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-be1c12d1-4a0a-420b-83e4-003dd7bea11e req-1f32e8cd-2b8b-4df8-b11f-238923e2965e tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 946 time: 0.1815114 May 05 20:04:24.987338 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 46338) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:04:24.999136 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-c5f533d4-75f2-4cf4-87a8-36038641294b tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Request body: {'floatingip': {'port_id': '3f7222db-61b2-414b-9998-e780d493326a'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:04:25.018900 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-48be5f8f-3d37-4e04-8a86-85029b9e4178 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:25.094763 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c5f533d4-75f2-4cf4-87a8-36038641294b tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks [] for floatingip, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:25.119958 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48be5f8f-3d37-4e04-8a86-85029b9e4178 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Pushing event deleted for resources: {'Subnet': ['ID=5d6b419d-4ed5-4b2f-a9e6-89c8e3d7a55a,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:25.133454 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-48be5f8f-3d37-4e04-8a86-85029b9e4178 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:25.140141 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebaf1cee-1bbf-49e4-ab0e-20c1e74c239d None None] Network 6b772374-6081-4e39-9eff-bc22d208b283 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:04:25.311048 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-48be5f8f-3d37-4e04-8a86-85029b9e4178 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "DELETE /v2.0/subnets/5d6b419d-4ed5-4b2f-a9e6-89c8e3d7a55a HTTP/1.1" status: 204 len: 168 time: 1.5831151 May 05 20:04:25.316968 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 46342) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:04:25.347088 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ad5edc67-3913-4a80-854a-d39b25d146b0 req-697a5865-fc07-4cfc-93b4-6d175bd302fb service neutron] 10.222.0.24 "GET /v2.0/networks/025bffd7-43d6-46c1-996a-8056de7069d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3623931 May 05 20:04:25.429190 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af9ed17-ff62-4dfb-b8e6-c30af15686e2 None None] DHCP port deletion for 6b772374-6081-4e39-9eff-bc22d208b283 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:04:25.434301 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-7af9ed17-ff62-4dfb-b8e6-c30af15686e2 None None] Deleting port edc6238c-945e-4b10-b835-f4414cc1d203 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:04:25.434767 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7af9ed17-ff62-4dfb-b8e6-c30af15686e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:25.495532 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8bb008f1-c175-43ca-9f33-9ceadc0384f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:25.531013 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb008f1-c175-43ca-9f33-9ceadc0384f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=548af0d5-11ff-401d-b920-b7e1395a43f9,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:25.633302 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bb728e6-23f4-4133-9ef7-b62c8aaa3924 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Deleting subnet 88000561-1dd2-4d2e-8ca8-f3ecd119e4d9 {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:04:25.643728 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1bb728e6-23f4-4133-9ef7-b62c8aaa3924 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:25.659185 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead125b-3ef1-4df0-aa27-b571087b6cf1 req-671a41e3-3f55-40a7-a058-2e771fe952dd tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:25.660834 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bead125b-3ef1-4df0-aa27-b571087b6cf1 req-671a41e3-3f55-40a7-a058-2e771fe952dd tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=b79f96da-f8c6-4321-9f86-fcf49baefd36 HTTP/1.1" status: 200 len: 943 time: 0.5088842 May 05 20:04:25.661743 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8bb008f1-c175-43ca-9f33-9ceadc0384f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:25.662829 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-8bb008f1-c175-43ca-9f33-9ceadc0384f3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/548af0d5-11ff-401d-b920-b7e1395a43f9 HTTP/1.1" status: 204 len: 168 time: 0.8856735 May 05 20:04:25.673399 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-7af9ed17-ff62-4dfb-b8e6-c30af15686e2 None None] For port edc6238c-945e-4b10-b835-f4414cc1d203, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=edc6238c-945e-4b10-b835-f4414cc1d203,segment=NetworkSegment(bdad0cc9-0dde-4c06-8eb7-13cca684b533),segment_id=bdad0cc9-0dde-4c06-8eb7-13cca684b533)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:04:25.673806 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7af9ed17-ff62-4dfb-b8e6-c30af15686e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:25.685790 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce97c1-aa52-4346-bca2-8c1a661b2e10 req-7ce207db-93c1-40b1-acf9-83320c8d6a5c tempest-ServerTagsTestJSON-2094395425 tempest-ServerTagsTestJSON-2094395425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:25.686548 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-26ce97c1-aa52-4346-bca2-8c1a661b2e10 req-7ce207db-93c1-40b1-acf9-83320c8d6a5c tempest-ServerTagsTestJSON-2094395425 tempest-ServerTagsTestJSON-2094395425-project] Synchronizing usage tracker for tenant:53717ff5a5004e85bd8909fef1aeefbf on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:04:25.738416 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 1a03fe6c-3650-4a30-b86a-1775114cf47b details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:04:25.761743 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ad5edc67-3913-4a80-854a-d39b25d146b0 req-d0630eff-5d6a-4105-8e1f-16fcff5a88c5 service neutron] 10.222.0.24 "GET /v2.0/networks/025bffd7-43d6-46c1-996a-8056de7069d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3732531 May 05 20:04:25.769430 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1bb728e6-23f4-4133-9ef7-b62c8aaa3924 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:25.781118 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bead125b-3ef1-4df0-aa27-b571087b6cf1 req-707af3d7-e727-4f24-b165-0c05a8912e65 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035793 May 05 20:04:25.801829 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-26ce97c1-aa52-4346-bca2-8c1a661b2e10 req-7ce207db-93c1-40b1-acf9-83320c8d6a5c tempest-ServerTagsTestJSON-2094395425 tempest-ServerTagsTestJSON-2094395425-project] Unset dirty status for tenant:53717ff5a5004e85bd8909fef1aeefbf on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:04:25.809662 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-26ce97c1-aa52-4346-bca2-8c1a661b2e10 req-7ce207db-93c1-40b1-acf9-83320c8d6a5c tempest-ServerTagsTestJSON-2094395425 tempest-ServerTagsTestJSON-2094395425-project] 10.222.0.36 "GET /v2.0/ports?device_id=dda81b11-58f2-4d5a-a709-37f656a9a972 HTTP/1.1" status: 200 len: 931 time: 0.7857127 May 05 20:04:25.824496 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-7af9ed17-ff62-4dfb-b8e6-c30af15686e2 None None] Calling delete_port for edc6238c-945e-4b10-b835-f4414cc1d203 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:04:25.919686 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-26ce97c1-aa52-4346-bca2-8c1a661b2e10 req-ff486f84-29f1-4235-8a97-78aab0625f9c tempest-ServerTagsTestJSON-2094395425 tempest-ServerTagsTestJSON-2094395425-project] Synchronizing usage tracker for tenant:53717ff5a5004e85bd8909fef1aeefbf on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:04:26.028899 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-b1ac0cff-c095-4ed2-9730-a182a0fecba2 req-3308713f-5f4a-46dc-9385-e1cd1d854470 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 911594dc-9ad5-4042-93ca-076964bc30b6 {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:04:26.039436 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-26ce97c1-aa52-4346-bca2-8c1a661b2e10 req-ff486f84-29f1-4235-8a97-78aab0625f9c tempest-ServerTagsTestJSON-2094395425 tempest-ServerTagsTestJSON-2094395425-project] Unset dirty status for tenant:53717ff5a5004e85bd8909fef1aeefbf on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:04:26.048682 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-26ce97c1-aa52-4346-bca2-8c1a661b2e10 req-ff486f84-29f1-4235-8a97-78aab0625f9c tempest-ServerTagsTestJSON-2094395425 tempest-ServerTagsTestJSON-2094395425-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6bfed31-c363-4859-912d-c6ef4137ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392795 May 05 20:04:26.050385 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7af9ed17-ff62-4dfb-b8e6-c30af15686e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:26.052125 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-b1ac0cff-c095-4ed2-9730-a182a0fecba2 req-3308713f-5f4a-46dc-9385-e1cd1d854470 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:26.054477 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1bb728e6-23f4-4133-9ef7-b62c8aaa3924 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:26.138922 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-b1ac0cff-c095-4ed2-9730-a182a0fecba2 req-3308713f-5f4a-46dc-9385-e1cd1d854470 service neutron] Transition to ACTIVE for port object 911594dc-9ad5-4042-93ca-076964bc30b6 will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:04:26.147343 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af9ed17-ff62-4dfb-b8e6-c30af15686e2 None None] Pushing event deleted for resources: {'Port': ['ID=edc6238c-945e-4b10-b835-f4414cc1d203,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:26.160332 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af9ed17-ff62-4dfb-b8e6-c30af15686e2 None None] No DVR routers for this DVR port edc6238c-945e-4b10-b835-f4414cc1d203 on host n-d-840717-1 {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:04:26.176079 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-b1ac0cff-c095-4ed2-9730-a182a0fecba2 req-3308713f-5f4a-46dc-9385-e1cd1d854470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:26.181247 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a292d-961a-4444-becb-38680bc5bc9d req-90f18c2d-4e34-4794-ae3f-cbca2bf99d3d tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:26.183088 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f68a292d-961a-4444-becb-38680bc5bc9d req-90f18c2d-4e34-4794-ae3f-cbca2bf99d3d tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=03d3995a-afe6-400a-807d-eb8a774148f5 HTTP/1.1" status: 200 len: 945 time: 0.1787713 May 05 20:04:26.225993 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 1a03fe6c-3650-4a30-b86a-1775114cf47b, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=1a03fe6c-3650-4a30-b86a-1775114cf47b,segment=NetworkSegment(eccdf1c4-efe8-4f03-97f1-7b574b83122b),segment_id=eccdf1c4-efe8-4f03-97f1-7b574b83122b)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:04:26.246650 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.db.resource_extend [None req-c5f533d4-75f2-4cf4-87a8-36038641294b tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 20:04:26.252434 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': '1a03fe6c-3650-4a30-b86a-1775114cf47b', 'network_id': '00ecdd9f-1135-415f-b0c6-51153b85089d', 'port_id': '1a03fe6c-3650-4a30-b86a-1775114cf47b', 'mac_address': 'fa:16:3e:46:e5:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08fe5f50-bbcd-4aa2-adfb-1629cfc316ff', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:04:26.312870 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:26.319827 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f68a292d-961a-4444-becb-38680bc5bc9d req-c1d477a3-004b-4147-b138-1987d7b69282 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/security-groups?id=66299a25-9ea8-43e5-ae69-782b36dd1dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304915 May 05 20:04:26.364406 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a03fe6c-3650-4a30-b86a-1775114cf47b {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:04:26.401278 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c5f533d4-75f2-4cf4-87a8-36038641294b tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:26.406027 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 1a03fe6c-3650-4a30-b86a-1775114cf47b, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=1a03fe6c-3650-4a30-b86a-1775114cf47b,segment=NetworkSegment(eccdf1c4-efe8-4f03-97f1-7b574b83122b),segment_id=eccdf1c4-efe8-4f03-97f1-7b574b83122b)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:04:26.408531 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c5f533d4-75f2-4cf4-87a8-36038641294b tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:26.420855 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:26.499724 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=1a03fe6c-3650-4a30-b86a-1775114cf47b,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:26.576471 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1bb728e6-23f4-4133-9ef7-b62c8aaa3924 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:26.622661 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['1a03fe6c-3650-4a30-b86a-1775114cf47b'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:04:26.632477 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb728e6-23f4-4133-9ef7-b62c8aaa3924 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Pushing event deleted for resources: {'Subnet': ['ID=88000561-1dd2-4d2e-8ca8-f3ecd119e4d9,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:26.668530 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3308713f-5f4a-46dc-9385-e1cd1d854470 service neutron] Pushing event updated for resources: {'Port': ['ID=911594dc-9ad5-4042-93ca-076964bc30b6,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:26.686958 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device edc6238c-945e-4b10-b835-f4414cc1d203 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:04:26.688211 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1bb728e6-23f4-4133-9ef7-b62c8aaa3924 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:26.698248 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-1bb728e6-23f4-4133-9ef7-b62c8aaa3924 tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "DELETE /v2.0/subnets/88000561-1dd2-4d2e-8ca8-f3ecd119e4d9 HTTP/1.1" status: 204 len: 168 time: 1.3535125 May 05 20:04:26.723689 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 46370) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:04:26.741839 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286c80ef-8d30-47e5-beb1-86d50eaedb89 None None] Network 5efdefe9-fb05-48a6-914c-98a1b2ebb362 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:04:26.770875 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: edc6238c-945e-4b10-b835-f4414cc1d203 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:04:26.771212 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device edc6238c-945e-4b10-b835-f4414cc1d203 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:04:26.800866 n-d-840717-1 neutron-server[88198]: INFO neutron.db.l3_db [None req-c5f533d4-75f2-4cf4-87a8-36038641294b tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Floating IP d07e63e8-410a-4e87-a402-7875fca787f0 associated. External IP: 172.25.0.63, port: 3f7222db-61b2-414b-9998-e780d493326a. May 05 20:04:26.826140 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-b1ac0cff-c095-4ed2-9730-a182a0fecba2 req-3308713f-5f4a-46dc-9385-e1cd1d854470 service neutron] Attempting to bind port 911594dc-9ad5-4042-93ca-076964bc30b6 on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:04:26.826625 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-b1ac0cff-c095-4ed2-9730-a182a0fecba2 req-3308713f-5f4a-46dc-9385-e1cd1d854470 service neutron] Attempting to bind port 911594dc-9ad5-4042-93ca-076964bc30b6 by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': 'c557e24d-ea85-4677-b775-07394f2a07f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '36557653-8770-47d4-a954-018e6f1b47d1'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:04:26.827055 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ac0cff-c095-4ed2-9730-a182a0fecba2 req-3308713f-5f4a-46dc-9385-e1cd1d854470 service neutron] Attempting to bind port 911594dc-9ad5-4042-93ca-076964bc30b6 on network 36557653-8770-47d4-a954-018e6f1b47d1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:04:26.841230 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47102a9d-4cc8-4514-b2cc-d20f71641bec req-c10a02e0-d08b-4864-911b-e841fd8689a4 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:26.842884 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-47102a9d-4cc8-4514-b2cc-d20f71641bec req-c10a02e0-d08b-4864-911b-e841fd8689a4 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/ports?device_id=3150ca4d-e5f5-4957-9d86-99fd8d6d41b4 HTTP/1.1" status: 200 len: 944 time: 0.5298791 May 05 20:04:26.902079 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 9dc3a93f-6979-4e1d-827e-92a49558cafd details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:04:26.948230 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ac0cff-c095-4ed2-9730-a182a0fecba2 req-3308713f-5f4a-46dc-9385-e1cd1d854470 service neutron] Port 911594dc-9ad5-4042-93ca-076964bc30b6 on network 36557653-8770-47d4-a954-018e6f1b47d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:04:26.949010 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ac0cff-c095-4ed2-9730-a182a0fecba2 req-3308713f-5f4a-46dc-9385-e1cd1d854470 service neutron] Attempting to bind port 911594dc-9ad5-4042-93ca-076964bc30b6 on network 36557653-8770-47d4-a954-018e6f1b47d1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:04:26.976164 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-de38294a-6337-417f-ba43-2bd5774d034e tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:26.988041 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ac0cff-c095-4ed2-9730-a182a0fecba2 req-3308713f-5f4a-46dc-9385-e1cd1d854470 service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:04:26.988640 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ac0cff-c095-4ed2-9730-a182a0fecba2 req-3308713f-5f4a-46dc-9385-e1cd1d854470 service neutron] Checking segment: {'id': 'c557e24d-ea85-4677-b775-07394f2a07f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '36557653-8770-47d4-a954-018e6f1b47d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:04:26.989429 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ac0cff-c095-4ed2-9730-a182a0fecba2 req-3308713f-5f4a-46dc-9385-e1cd1d854470 service neutron] Bound using segment: {'id': 'c557e24d-ea85-4677-b775-07394f2a07f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '36557653-8770-47d4-a954-018e6f1b47d1'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:04:26.990061 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-b1ac0cff-c095-4ed2-9730-a182a0fecba2 req-3308713f-5f4a-46dc-9385-e1cd1d854470 service neutron] Bound port: 911594dc-9ad5-4042-93ca-076964bc30b6, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c557e24d-ea85-4677-b775-07394f2a07f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '36557653-8770-47d4-a954-018e6f1b47d1'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:04:26.990587 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-b1ac0cff-c095-4ed2-9730-a182a0fecba2 req-3308713f-5f4a-46dc-9385-e1cd1d854470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:27.003510 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944c22e8-e7b5-40e0-bb0c-3d9f1e83a461 req-382764f9-d8b0-4b8f-830b-dbbf6c943079 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:27.013663 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-944c22e8-e7b5-40e0-bb0c-3d9f1e83a461 req-382764f9-d8b0-4b8f-830b-dbbf6c943079 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=03d3995a-afe6-400a-807d-eb8a774148f5 HTTP/1.1" status: 200 len: 945 time: 0.4732516 May 05 20:04:27.101494 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-47102a9d-4cc8-4514-b2cc-d20f71641bec req-42bf05d5-4176-4c36-80ba-91051a56cb30 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/security-groups?id=cce21569-2bcf-464e-bc67-f883ca1675ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1810069 May 05 20:04:27.122876 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.resource_extend [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 20:04:27.174377 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-944c22e8-e7b5-40e0-bb0c-3d9f1e83a461 req-e670eee4-aeb8-4b28-9219-f34fdeb949a3 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/security-groups?id=66299a25-9ea8-43e5-ae69-782b36dd1dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596024 May 05 20:04:27.365219 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 9dc3a93f-6979-4e1d-827e-92a49558cafd, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=9dc3a93f-6979-4e1d-827e-92a49558cafd,segment=NetworkSegment(f9de3193-e4fa-4f1d-a073-95ff8ac5fa76),segment_id=f9de3193-e4fa-4f1d-a073-95ff8ac5fa76)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:04:27.393185 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '9dc3a93f-6979-4e1d-827e-92a49558cafd', 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8', 'port_id': '9dc3a93f-6979-4e1d-827e-92a49558cafd', 'mac_address': 'fa:16:3e:56:53:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d250ed8-07f6-4f08-a934-d3c76d471e2d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:04:27.444580 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-de38294a-6337-417f-ba43-2bd5774d034e tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:27.454250 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-b1ac0cff-c095-4ed2-9730-a182a0fecba2 req-3308713f-5f4a-46dc-9385-e1cd1d854470 service neutron] For port 911594dc-9ad5-4042-93ca-076964bc30b6, host n-h2-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:04:27.480063 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5f533d4-75f2-4cf4-87a8-36038641294b tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Router d4347dcf-e6b7-4dc9-9b1d-bc8c1297b088 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:04:27.482967 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:27.484063 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-b1ac0cff-c095-4ed2-9730-a182a0fecba2 req-3308713f-5f4a-46dc-9385-e1cd1d854470 service neutron] For port 911594dc-9ad5-4042-93ca-076964bc30b6, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=911594dc-9ad5-4042-93ca-076964bc30b6,segment=NetworkSegment(c557e24d-ea85-4677-b775-07394f2a07f6),segment_id=c557e24d-ea85-4677-b775-07394f2a07f6)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:04:27.498284 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-de38294a-6337-417f-ba43-2bd5774d034e tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b772374-6081-4e39-9eff-bc22d208b283']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:04:27.498516 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298c3190-fb3a-4cd9-801b-e777df14c24c None None] DHCP port deletion for 5efdefe9-fb05-48a6-914c-98a1b2ebb362 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:04:27.504753 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-b1ac0cff-c095-4ed2-9730-a182a0fecba2 req-3308713f-5f4a-46dc-9385-e1cd1d854470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:27.517040 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-298c3190-fb3a-4cd9-801b-e777df14c24c None None] Deleting port bf2e36ad-7242-4b79-b049-561d34a77199 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:04:27.517529 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-298c3190-fb3a-4cd9-801b-e777df14c24c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:27.549238 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dc3a93f-6979-4e1d-827e-92a49558cafd {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:04:27.553369 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac0cff-c095-4ed2-9730-a182a0fecba2 req-3308713f-5f4a-46dc-9385-e1cd1d854470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:27.553997 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-b1ac0cff-c095-4ed2-9730-a182a0fecba2 req-3308713f-5f4a-46dc-9385-e1cd1d854470 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:27.555822 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b1ac0cff-c095-4ed2-9730-a182a0fecba2 req-3308713f-5f4a-46dc-9385-e1cd1d854470 service neutron] 10.222.0.50 "PUT /v2.0/ports/911594dc-9ad5-4042-93ca-076964bc30b6 HTTP/1.1" status: 200 len: 1091 time: 3.1353512 May 05 20:04:27.565116 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dda81b11-58f2-4d5a-a709-37f656a9a972', 'tag': '911594dc-9ad5-4042-93ca-076964bc30b6'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:04:27.580352 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab018f8-7ca6-4a5b-92a9-25e2cbd9a9d6 req-4bb5f844-8902-42f1-b92b-6efac385feb3 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:27.598524 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cab018f8-7ca6-4a5b-92a9-25e2cbd9a9d6 req-4bb5f844-8902-42f1-b92b-6efac385feb3 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=b79f96da-f8c6-4321-9f86-fcf49baefd36 HTTP/1.1" status: 200 len: 944 time: 0.3088675 May 05 20:04:27.602203 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-de38294a-6337-417f-ba43-2bd5774d034e tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdad0cc9-0dde-4c06-8eb7-13cca684b533') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:04:27.602503 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-de38294a-6337-417f-ba43-2bd5774d034e tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdad0cc9-0dde-4c06-8eb7-13cca684b533') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:04:27.605176 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 9dc3a93f-6979-4e1d-827e-92a49558cafd, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=9dc3a93f-6979-4e1d-827e-92a49558cafd,segment=NetworkSegment(f9de3193-e4fa-4f1d-a073-95ff8ac5fa76),segment_id=f9de3193-e4fa-4f1d-a073-95ff8ac5fa76)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:04:27.612461 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:27.738431 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cab018f8-7ca6-4a5b-92a9-25e2cbd9a9d6 req-63bb38d4-76db-4ee7-9147-b2673245efe4 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389320 May 05 20:04:27.749714 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-de38294a-6337-417f-ba43-2bd5774d034e tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:27.774361 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 1a03fe6c-3650-4a30-b86a-1775114cf47b up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:04:27.789468 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-de38294a-6337-417f-ba43-2bd5774d034e tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:27.797512 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdfe313-dd3d-4040-b6f6-9fc023e667db req-96f24adc-1fa4-47aa-9fde-c8a4afd35073 tempest-ServerTagsTestJSON-2094395425 tempest-ServerTagsTestJSON-2094395425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:27.809372 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bcdfe313-dd3d-4040-b6f6-9fc023e667db req-96f24adc-1fa4-47aa-9fde-c8a4afd35073 tempest-ServerTagsTestJSON-2094395425 tempest-ServerTagsTestJSON-2094395425-project] 10.222.0.36 "GET /v2.0/ports?device_id=dda81b11-58f2-4d5a-a709-37f656a9a972 HTTP/1.1" status: 200 len: 943 time: 0.4352443 May 05 20:04:27.811788 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de38294a-6337-417f-ba43-2bd5774d034e tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:04:27.812348 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-de38294a-6337-417f-ba43-2bd5774d034e tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:27.830294 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:04:27.830294 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:04:27.830294 n-d-840717-1 neutron-server[88197]: timer() May 05 20:04:27.830294 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:04:27.830294 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:04:27.830294 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:04:27.830294 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:04:27.830294 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:04:27.830294 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:04:27.830294 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:04:27.830294 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:04:27.830294 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:04:27.830294 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:04:27.830294 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:04:27.830294 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:04:27.830294 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:04:27.830294 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:04:27.830294 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:04:27.830294 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:04:27.830294 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:04:27.830294 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:04:27.830294 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:04:27.830294 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:04:27.830294 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:04:27.830294 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:04:27.830294 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:04:27.830294 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:04:27.830294 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:04:27.830294 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:04:27.830294 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:04:27.830294 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:04:27.830294 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:04:27.833666 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3308713f-5f4a-46dc-9385-e1cd1d854470 service neutron] Pushing event updated for resources: {'Port': ['ID=911594dc-9ad5-4042-93ca-076964bc30b6,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:27.864453 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac0cff-c095-4ed2-9730-a182a0fecba2 req-0caad3a3-3f2d-4e28-a406-aab50c0744d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:27.866514 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b1ac0cff-c095-4ed2-9730-a182a0fecba2 req-0caad3a3-3f2d-4e28-a406-aab50c0744d9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=53717ff5a5004e85bd8909fef1aeefbf&device_id=dda81b11-58f2-4d5a-a709-37f656a9a972 HTTP/1.1" status: 200 len: 1094 time: 0.2130830 May 05 20:04:27.928582 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=9dc3a93f-6979-4e1d-827e-92a49558cafd,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:27.948237 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['9dc3a93f-6979-4e1d-827e-92a49558cafd'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:04:28.026065 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bcdfe313-dd3d-4040-b6f6-9fc023e667db req-0d6f264a-904a-46fd-9754-5c7a9a2b0f7d tempest-ServerTagsTestJSON-2094395425 tempest-ServerTagsTestJSON-2094395425-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6bfed31-c363-4859-912d-c6ef4137ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161808 May 05 20:04:28.062997 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f533d4-75f2-4cf4-87a8-36038641294b tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:04:28.073248 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c5f533d4-75f2-4cf4-87a8-36038641294b tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:28.079467 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0987222-7084-4852-a5f1-6be11995a386 None None] Sync routers for ids ['d4347dcf-e6b7-4dc9-9b1d-bc8c1297b088'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:04:28.110073 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port 1a03fe6c-3650-4a30-b86a-1775114cf47b completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:04:28.117694 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-298c3190-fb3a-4cd9-801b-e777df14c24c None None] For port bf2e36ad-7242-4b79-b049-561d34a77199, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=bf2e36ad-7242-4b79-b049-561d34a77199,segment=NetworkSegment(c3ba2cac-7dc0-445c-aed5-2efecd511db4),segment_id=c3ba2cac-7dc0-445c-aed5-2efecd511db4)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:04:28.118089 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-298c3190-fb3a-4cd9-801b-e777df14c24c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:28.139457 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b1ac0cff-c095-4ed2-9730-a182a0fecba2 req-a064830d-ef85-4baf-ad33-e4ae5625ea87 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=911594dc-9ad5-4042-93ca-076964bc30b6 HTTP/1.1" status: 200 len: 217 time: 0.2169747 May 05 20:04:28.148185 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port 1a03fe6c-3650-4a30-b86a-1775114cf47b triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:04:28.149257 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:28.189088 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-de38294a-6337-417f-ba43-2bd5774d034e tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:28.196095 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c5f533d4-75f2-4cf4-87a8-36038641294b tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "PUT /v2.0/floatingips/d07e63e8-410a-4e87-a402-7875fca787f0 HTTP/1.1" status: 200 len: 991 time: 3.2076147 May 05 20:04:28.197064 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23be5922-5b14-4759-a0ea-a939a58aa704', 'tag': '3f7222db-61b2-414b-9998-e780d493326a'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:04:28.222373 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-de38294a-6337-417f-ba43-2bd5774d034e tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:28.223284 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0987222-7084-4852-a5f1-6be11995a386 None None] Routers {'d4347dcf-e6b7-4dc9-9b1d-bc8c1297b088'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:04:28.224423 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-b0987222-7084-4852-a5f1-6be11995a386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:04:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['d4347dcf-e6b7-4dc9-9b1d-bc8c1297b088'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:04:28.251900 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de38294a-6337-417f-ba43-2bd5774d034e tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Pushing event deleted for resources: {'Network': ['ID=6b772374-6081-4e39-9eff-bc22d208b283,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:28.287085 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 46414) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:04:28.287635 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-de38294a-6337-417f-ba43-2bd5774d034e tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "DELETE /v2.0/networks/6b772374-6081-4e39-9eff-bc22d208b283 HTTP/1.1" status: 204 len: 168 time: 1.5623140 May 05 20:04:28.300083 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac0cff-c095-4ed2-9730-a182a0fecba2 req-0a107147-687b-461b-82bf-a198f89a75ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:28.301723 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b1ac0cff-c095-4ed2-9730-a182a0fecba2 req-0a107147-687b-461b-82bf-a198f89a75ff service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6fc0a083-8af0-4bbb-959f-856ef96926f1 HTTP/1.1" status: 200 len: 849 time: 0.1570671 May 05 20:04:28.436079 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b1ac0cff-c095-4ed2-9730-a182a0fecba2 req-a2b89df7-45d6-415f-9388-6aec7c58b3fb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=36557653-8770-47d4-a954-018e6f1b47d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1279492 May 05 20:04:28.493818 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-298c3190-fb3a-4cd9-801b-e777df14c24c None None] Calling delete_port for bf2e36ad-7242-4b79-b049-561d34a77199 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:04:28.548039 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d92fdae6-d54c-4d80-927f-66d31b084cdc'] response: {'name': 'network-changed', 'server_uuid': 'dda81b11-58f2-4d5a-a709-37f656a9a972', 'tag': '911594dc-9ad5-4042-93ca-076964bc30b6', 'status': 'completed', 'code': 200} May 05 20:04:28.606567 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5d22165a-51ed-4103-864f-081284b37d2f tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:28.632961 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-5d22165a-51ed-4103-864f-081284b37d2f tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Deleting port bf2e36ad-7242-4b79-b049-561d34a77199 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:04:28.633311 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5d22165a-51ed-4103-864f-081284b37d2f tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:28.784430 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:28.794810 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device bf2e36ad-7242-4b79-b049-561d34a77199 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:04:28.887269 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b1ac0cff-c095-4ed2-9730-a182a0fecba2 req-e99c0436-c615-406e-b03b-b59c9c46bbc2 service neutron] 10.222.0.50 "GET /v2.0/networks/36557653-8770-47d4-a954-018e6f1b47d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4425759 May 05 20:04:28.936597 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-5d22165a-51ed-4103-864f-081284b37d2f tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] For port bf2e36ad-7242-4b79-b049-561d34a77199, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=bf2e36ad-7242-4b79-b049-561d34a77199,segment=NetworkSegment(c3ba2cac-7dc0-445c-aed5-2efecd511db4),segment_id=c3ba2cac-7dc0-445c-aed5-2efecd511db4)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:04:28.937205 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5d22165a-51ed-4103-864f-081284b37d2f tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:28.940066 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b79f96da-f8c6-4321-9f86-fcf49baefd36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a03fe6c-3650-4a30-b86a-1775114cf47b'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:04:28.999811 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-298c3190-fb3a-4cd9-801b-e777df14c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:29.004101 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 1a03fe6c-3650-4a30-b86a-1775114cf47b, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=1a03fe6c-3650-4a30-b86a-1775114cf47b,segment=NetworkSegment(eccdf1c4-efe8-4f03-97f1-7b574b83122b),segment_id=eccdf1c4-efe8-4f03-97f1-7b574b83122b)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:04:29.008053 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-b0987222-7084-4852-a5f1-6be11995a386 None None] Set router d4347dcf-e6b7-4dc9-9b1d-bc8c1297b088 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:04:29.072957 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57943af-c79b-4327-8c2a-d69fee355639 req-0f4efdaa-9926-452c-a433-0296b6e44222 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:29.074456 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f57943af-c79b-4327-8c2a-d69fee355639 req-0f4efdaa-9926-452c-a433-0296b6e44222 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 946 time: 0.2775507 May 05 20:04:29.083699 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b1ac0cff-c095-4ed2-9730-a182a0fecba2 req-5bd75ae8-cf8e-4715-887d-4ce37ce38e8a service neutron] 10.222.0.50 "GET /v2.0/networks/36557653-8770-47d4-a954-018e6f1b47d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909702 May 05 20:04:29.096063 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-5d22165a-51ed-4103-864f-081284b37d2f tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Calling delete_port for bf2e36ad-7242-4b79-b049-561d34a77199 owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:04:29.172302 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:29.174075 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No active binding found for port bf2e36ad-7242-4b79-b049-561d34a77199 {{(pid=88199) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 05 20:04:29.174478 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device bf2e36ad-7242-4b79-b049-561d34a77199 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:04:29.188075 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298c3190-fb3a-4cd9-801b-e777df14c24c None None] Pushing event deleted for resources: {'Port': ['ID=bf2e36ad-7242-4b79-b049-561d34a77199,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:29.238711 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298c3190-fb3a-4cd9-801b-e777df14c24c None None] No DVR routers for this DVR port bf2e36ad-7242-4b79-b049-561d34a77199 on host n-d-840717-1 {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:04:29.241501 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.db.api [None req-5d22165a-51ed-4103-864f-081284b37d2f tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88198) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:04:29.241820 n-d-840717-1 neutron-server[88198]: DEBUG oslo_db.api [None req-5d22165a-51ed-4103-864f-081284b37d2f tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:04:29.286183 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31697e94-2481-48d3-845a-05d5ee01552b req-e1a0596e-89a2-4d5b-add1-693589fe607c tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:29.293831 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-31697e94-2481-48d3-845a-05d5ee01552b req-e1a0596e-89a2-4d5b-add1-693589fe607c tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/ports?device_id=3150ca4d-e5f5-4957-9d86-99fd8d6d41b4 HTTP/1.1" status: 200 len: 945 time: 0.0974171 May 05 20:04:29.357949 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-31697e94-2481-48d3-845a-05d5ee01552b req-0ae33f84-ecf5-4a23-85ff-a889b75a6020 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/security-groups?id=cce21569-2bcf-464e-bc67-f883ca1675ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630882 May 05 20:04:29.375952 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f57943af-c79b-4327-8c2a-d69fee355639 req-5a47dda7-4012-4633-aabb-6195e6c038b9 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2910366 May 05 20:04:29.378949 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=1a03fe6c-3650-4a30-b86a-1775114cf47b,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:29.409848 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6ec6a4e-fc67-4b1a-b8f4-45aff130b182'] response: {'name': 'network-changed', 'server_uuid': '23be5922-5b14-4759-a0ea-a939a58aa704', 'tag': '3f7222db-61b2-414b-9998-e780d493326a', 'status': 'completed', 'code': 200} May 05 20:04:29.435232 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411bf568-c399-4f82-ad46-7f480ba33868 req-ca8f0476-ff1d-4575-b8ce-521e28596fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:29.436735 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-411bf568-c399-4f82-ad46-7f480ba33868 req-ca8f0476-ff1d-4575-b8ce-521e28596fd2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=53717ff5a5004e85bd8909fef1aeefbf&device_id=dda81b11-58f2-4d5a-a709-37f656a9a972 HTTP/1.1" status: 200 len: 1094 time: 0.3027406 May 05 20:04:29.544450 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6e7c1-976f-4c62-8c1b-8d44b5637331 req-6b3450af-6855-459c-9865-e0f1fc5a744d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:29.545937 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bfb6e7c1-976f-4c62-8c1b-8d44b5637331 req-6b3450af-6855-459c-9865-e0f1fc5a744d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=56e8fe9085fa4bdb932a4c29aaeb4c08&device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 1097 time: 0.1104043 May 05 20:04:29.677437 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-b0987222-7084-4852-a5f1-6be11995a386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4347dcf-e6b7-4dc9-9b1d-bc8c1297b088', 'name': 'tempest-ServerActionsTestJSON-1331582204-router', 'tenant_id': '56e8fe9085fa4bdb932a4c29aaeb4c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '56bc31fa-f73f-4d6e-8d81-c37725b0a1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:03:40Z', 'updated_at': '2022-05-05T20:03:51Z', 'revision_number': 4, 'project_id': '56e8fe9085fa4bdb932a4c29aaeb4c08', 'gw_port': {'id': '56bc31fa-f73f-4d6e-8d81-c37725b0a1b1', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:36:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4347dcf-e6b7-4dc9-9b1d-bc8c1297b088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:03:42Z', 'updated_at': '2022-05-05T20:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': 'd07e63e8-410a-4e87-a402-7875fca787f0', 'tenant_id': '56e8fe9085fa4bdb932a4c29aaeb4c08', 'floating_ip_address': '172.25.0.63', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'd4347dcf-e6b7-4dc9-9b1d-bc8c1297b088', 'port_id': '3f7222db-61b2-414b-9998-e780d493326a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7506b31f-3419-46e4-835c-80fe813661d5', 'mac_address': 'fa:16:3e:7a:7b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23be5922-5b14-4759-a0ea-a939a58aa704', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:03:59Z', 'updated_at': '2022-05-05T20:04:26Z', 'revision_number': 1, 'project_id': '56e8fe9085fa4bdb932a4c29aaeb4c08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '920e6d0f-b99e-4a04-83e1-1f4a91c7ea7d', 'name': '', 'network_id': '7506b31f-3419-46e4-835c-80fe813661d5', 'tenant_id': '56e8fe9085fa4bdb932a4c29aaeb4c08', 'mac_address': 'fa:16:3e:ea:a3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4347dcf-e6b7-4dc9-9b1d-bc8c1297b088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'e2507cd6-290d-4d3d-b14e-048ce031bb0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:03:50Z', 'updated_at': '2022-05-05T20:03:59Z', 'revision_number': 5, 'project_id': '56e8fe9085fa4bdb932a4c29aaeb4c08', 'subnets': [{'id': 'e2507cd6-290d-4d3d-b14e-048ce031bb0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:04:29.682557 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0987222-7084-4852-a5f1-6be11995a386 None None] Checking router: d4347dcf-e6b7-4dc9-9b1d-bc8c1297b088 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:04:29.693423 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0987222-7084-4852-a5f1-6be11995a386 None None] Routers {'d4347dcf-e6b7-4dc9-9b1d-bc8c1297b088'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:04:29.694193 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-b0987222-7084-4852-a5f1-6be11995a386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:04:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['d4347dcf-e6b7-4dc9-9b1d-bc8c1297b088'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:04:29.726809 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411bf568-c399-4f82-ad46-7f480ba33868 req-ea4de905-554e-447c-b2c5-b9f26ff4b975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:29.728622 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-411bf568-c399-4f82-ad46-7f480ba33868 req-ea4de905-554e-447c-b2c5-b9f26ff4b975 service neutron] 10.222.0.50 "GET /v2.0/networks?id=36557653-8770-47d4-a954-018e6f1b47d1 HTTP/1.1" status: 200 len: 910 time: 0.2856538 May 05 20:04:29.750163 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-5d22165a-51ed-4103-864f-081284b37d2f tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Deleting port bf2e36ad-7242-4b79-b049-561d34a77199 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:04:29.750371 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5d22165a-51ed-4103-864f-081284b37d2f tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:29.824761 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fa0d5-b061-4e1a-9096-b65418fab2f2 req-1904bc96-2ac6-4f93-8749-2c1dc672ce2c tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:29.832378 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fa0d5-b061-4e1a-9096-b65418fab2f2 req-1904bc96-2ac6-4f93-8749-2c1dc672ce2c tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:29.839002 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fa0d5-b061-4e1a-9096-b65418fab2f2 req-1904bc96-2ac6-4f93-8749-2c1dc672ce2c tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:29.844969 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fa0d5-b061-4e1a-9096-b65418fab2f2 req-1904bc96-2ac6-4f93-8749-2c1dc672ce2c tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:29.850848 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fa0d5-b061-4e1a-9096-b65418fab2f2 req-1904bc96-2ac6-4f93-8749-2c1dc672ce2c tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:29.857132 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fa0d5-b061-4e1a-9096-b65418fab2f2 req-1904bc96-2ac6-4f93-8749-2c1dc672ce2c tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:29.867459 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fa0d5-b061-4e1a-9096-b65418fab2f2 req-1904bc96-2ac6-4f93-8749-2c1dc672ce2c tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:29.867459 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-331fa0d5-b061-4e1a-9096-b65418fab2f2 req-1904bc96-2ac6-4f93-8749-2c1dc672ce2c tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/ports?device_id=c66c5a81-58b3-46e3-8e2a-9f67da08f252 HTTP/1.1" status: 200 len: 5433 time: 0.3554420 May 05 20:04:29.900892 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-411bf568-c399-4f82-ad46-7f480ba33868 req-2a4fd39d-1fa7-4472-942a-b11b5f1c47d3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=911594dc-9ad5-4042-93ca-076964bc30b6 HTTP/1.1" status: 200 len: 217 time: 0.1643853 May 05 20:04:29.920202 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-b0987222-7084-4852-a5f1-6be11995a386 None None] Set router d4347dcf-e6b7-4dc9-9b1d-bc8c1297b088 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:04:29.929570 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-5d22165a-51ed-4103-864f-081284b37d2f tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] The port 'bf2e36ad-7242-4b79-b049-561d34a77199' was deleted {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 20:04:29.976005 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841589b6-42d2-48c9-ba39-38dcb4ea510a req-f9af2ea7-1574-4edf-a0ee-69cf695e259d tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:29.976752 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-841589b6-42d2-48c9-ba39-38dcb4ea510a req-f9af2ea7-1574-4edf-a0ee-69cf695e259d tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Synchronizing usage tracker for tenant:8b52762fd06e4296bbd13851ef018dfc on resource:network {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:04:30.019529 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-331fa0d5-b061-4e1a-9096-b65418fab2f2 req-e2b7aca5-2c33-49df-978f-7571db26298e tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ea4b63-4d77-466d-a6d0-2611e1957d3d&id=6ef0a585-a6a9-4dc9-9f77-73dacf2639b2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1173441 May 05 20:04:30.032238 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6e7c1-976f-4c62-8c1b-8d44b5637331 req-bf954e38-9fac-4a0a-8dfb-3f056e357eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:30.033701 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bfb6e7c1-976f-4c62-8c1b-8d44b5637331 req-bf954e38-9fac-4a0a-8dfb-3f056e357eea service neutron] 10.222.0.50 "GET /v2.0/networks?id=7506b31f-3419-46e4-835c-80fe813661d5 HTTP/1.1" status: 200 len: 913 time: 0.4575663 May 05 20:04:30.034781 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411bf568-c399-4f82-ad46-7f480ba33868 req-6dd91932-b573-4e4f-80c8-866980fb4729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:30.036276 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-411bf568-c399-4f82-ad46-7f480ba33868 req-6dd91932-b573-4e4f-80c8-866980fb4729 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6fc0a083-8af0-4bbb-959f-856ef96926f1 HTTP/1.1" status: 200 len: 849 time: 0.1282473 May 05 20:04:30.156152 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-411bf568-c399-4f82-ad46-7f480ba33868 req-2a63354a-a7bf-430e-8138-d1836aadbbb6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=36557653-8770-47d4-a954-018e6f1b47d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1049023 May 05 20:04:30.198802 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00efe05-2490-48ce-ba8b-c01fd802a933 req-0e2d54cc-5e4e-41f9-ae41-280e417e1a9f tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:30.200307 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d00efe05-2490-48ce-ba8b-c01fd802a933 req-0e2d54cc-5e4e-41f9-ae41-280e417e1a9f tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.24 "GET /v2.0/ports?device_id=03d3995a-afe6-400a-807d-eb8a774148f5 HTTP/1.1" status: 200 len: 945 time: 0.3952501 May 05 20:04:30.262591 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-841589b6-42d2-48c9-ba39-38dcb4ea510a req-f9af2ea7-1574-4edf-a0ee-69cf695e259d tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Unset dirty status for tenant:8b52762fd06e4296bbd13851ef018dfc on resource:network {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:04:30.269075 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-841589b6-42d2-48c9-ba39-38dcb4ea510a req-f9af2ea7-1574-4edf-a0ee-69cf695e259d tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/networks?id=64a22928-0684-4ae0-bb8b-56899f865035 HTTP/1.1" status: 200 len: 814 time: 0.7198207 May 05 20:04:30.323414 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5d22165a-51ed-4103-864f-081284b37d2f tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:30.352307 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-841589b6-42d2-48c9-ba39-38dcb4ea510a req-9ccc6bca-4c33-4242-ba31-b8a3e461a960 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/quotas/8b52762fd06e4296bbd13851ef018dfc HTTP/1.1" status: 200 len: 375 time: 0.0822875 May 05 20:04:30.425873 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-d00efe05-2490-48ce-ba8b-c01fd802a933 req-61205523-e2a8-4b17-948d-1fc0d190238e tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Deleting port ce17bfe8-457b-451d-af56-c6402b81dc50 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:04:30.426272 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d00efe05-2490-48ce-ba8b-c01fd802a933 req-61205523-e2a8-4b17-948d-1fc0d190238e tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:30.430932 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-5d22165a-51ed-4103-864f-081284b37d2f tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5efdefe9-fb05-48a6-914c-98a1b2ebb362']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:04:30.431878 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-b0987222-7084-4852-a5f1-6be11995a386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4347dcf-e6b7-4dc9-9b1d-bc8c1297b088', 'name': 'tempest-ServerActionsTestJSON-1331582204-router', 'tenant_id': '56e8fe9085fa4bdb932a4c29aaeb4c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '56bc31fa-f73f-4d6e-8d81-c37725b0a1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:03:40Z', 'updated_at': '2022-05-05T20:03:51Z', 'revision_number': 4, 'project_id': '56e8fe9085fa4bdb932a4c29aaeb4c08', 'gw_port': {'id': '56bc31fa-f73f-4d6e-8d81-c37725b0a1b1', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:36:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4347dcf-e6b7-4dc9-9b1d-bc8c1297b088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:03:42Z', 'updated_at': '2022-05-05T20:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': 'd07e63e8-410a-4e87-a402-7875fca787f0', 'tenant_id': '56e8fe9085fa4bdb932a4c29aaeb4c08', 'floating_ip_address': '172.25.0.63', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'd4347dcf-e6b7-4dc9-9b1d-bc8c1297b088', 'port_id': '3f7222db-61b2-414b-9998-e780d493326a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7506b31f-3419-46e4-835c-80fe813661d5', 'mac_address': 'fa:16:3e:7a:7b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23be5922-5b14-4759-a0ea-a939a58aa704', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:03:59Z', 'updated_at': '2022-05-05T20:04:26Z', 'revision_number': 1, 'project_id': '56e8fe9085fa4bdb932a4c29aaeb4c08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '920e6d0f-b99e-4a04-83e1-1f4a91c7ea7d', 'name': '', 'network_id': '7506b31f-3419-46e4-835c-80fe813661d5', 'tenant_id': '56e8fe9085fa4bdb932a4c29aaeb4c08', 'mac_address': 'fa:16:3e:ea:a3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4347dcf-e6b7-4dc9-9b1d-bc8c1297b088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'e2507cd6-290d-4d3d-b14e-048ce031bb0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:03:50Z', 'updated_at': '2022-05-05T20:03:59Z', 'revision_number': 5, 'project_id': '56e8fe9085fa4bdb932a4c29aaeb4c08', 'subnets': [{'id': 'e2507cd6-290d-4d3d-b14e-048ce031bb0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:04:30.436773 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0987222-7084-4852-a5f1-6be11995a386 None None] The sync data for ids ['d4347dcf-e6b7-4dc9-9b1d-bc8c1297b088'] in n-d-840717-1 is: [{'id': 'd4347dcf-e6b7-4dc9-9b1d-bc8c1297b088', 'name': 'tempest-ServerActionsTestJSON-1331582204-router', 'tenant_id': '56e8fe9085fa4bdb932a4c29aaeb4c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '56bc31fa-f73f-4d6e-8d81-c37725b0a1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:03:40Z', 'updated_at': '2022-05-05T20:03:51Z', 'revision_number': 4, 'project_id': '56e8fe9085fa4bdb932a4c29aaeb4c08', 'gw_port': {'id': '56bc31fa-f73f-4d6e-8d81-c37725b0a1b1', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:36:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4347dcf-e6b7-4dc9-9b1d-bc8c1297b088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:03:42Z', 'updated_at': '2022-05-05T20:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': 'd07e63e8-410a-4e87-a402-7875fca787f0', 'tenant_id': '56e8fe9085fa4bdb932a4c29aaeb4c08', 'floating_ip_address': '172.25.0.63', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'd4347dcf-e6b7-4dc9-9b1d-bc8c1297b088', 'port_id': '3f7222db-61b2-414b-9998-e780d493326a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7506b31f-3419-46e4-835c-80fe813661d5', 'mac_address': 'fa:16:3e:7a:7b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23be5922-5b14-4759-a0ea-a939a58aa704', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:03:59Z', 'updated_at': '2022-05-05T20:04:26Z', 'revision_number': 1, 'project_id': '56e8fe9085fa4bdb932a4c29aaeb4c08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '920e6d0f-b99e-4a04-83e1-1f4a91c7ea7d', 'name': '', 'network_id': '7506b31f-3419-46e4-835c-80fe813661d5', 'tenant_id': '56e8fe9085fa4bdb932a4c29aaeb4c08', 'mac_address': 'fa:16:3e:ea:a3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4347dcf-e6b7-4dc9-9b1d-bc8c1297b088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'e2507cd6-290d-4d3d-b14e-048ce031bb0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:03:50Z', 'updated_at': '2022-05-05T20:03:59Z', 'revision_number': 5, 'project_id': '56e8fe9085fa4bdb932a4c29aaeb4c08', 'subnets': [{'id': 'e2507cd6-290d-4d3d-b14e-048ce031bb0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:04:30.445327 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bfb6e7c1-976f-4c62-8c1b-8d44b5637331 req-0dc80dce-74aa-4cea-800b-f6c754dcaf2d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3f7222db-61b2-414b-9998-e780d493326a HTTP/1.1" status: 200 len: 999 time: 0.3897693 May 05 20:04:30.495334 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-5d22165a-51ed-4103-864f-081284b37d2f tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3ba2cac-7dc0-445c-aed5-2efecd511db4') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:04:30.495334 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-5d22165a-51ed-4103-864f-081284b37d2f tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3ba2cac-7dc0-445c-aed5-2efecd511db4') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:04:30.513805 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5d22165a-51ed-4103-864f-081284b37d2f tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:30.515694 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-411bf568-c399-4f82-ad46-7f480ba33868 req-9b6cc3ca-d722-436f-921e-dddb0a5cf282 service neutron] 10.222.0.50 "GET /v2.0/networks/36557653-8770-47d4-a954-018e6f1b47d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481240 May 05 20:04:30.547582 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5d22165a-51ed-4103-864f-081284b37d2f tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:30.585186 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c124e-4ff0-4ce3-b0c7-7cdfc9794aeb req-7fd878c3-4525-48c0-9100-635b59f97d94 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:30.587080 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c47c124e-4ff0-4ce3-b0c7-7cdfc9794aeb req-7fd878c3-4525-48c0-9100-635b59f97d94 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=b79f96da-f8c6-4321-9f86-fcf49baefd36 HTTP/1.1" status: 200 len: 945 time: 0.3282335 May 05 20:04:30.595455 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d22165a-51ed-4103-864f-081284b37d2f tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:04:30.596087 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5d22165a-51ed-4103-864f-081284b37d2f tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:30.612775 n-d-840717-1 neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:04:30.612775 n-d-840717-1 neutron-server[88198]: util.warn( May 05 20:04:30.612775 n-d-840717-1 neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:04:30.612775 n-d-840717-1 neutron-server[88198]: util.warn( May 05 20:04:30.612775 n-d-840717-1 neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:04:30.612775 n-d-840717-1 neutron-server[88198]: util.warn( May 05 20:04:30.612775 n-d-840717-1 neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:04:30.612775 n-d-840717-1 neutron-server[88198]: util.warn( May 05 20:04:30.612775 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:04:30.612775 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:04:30.612775 n-d-840717-1 neutron-server[88198]: timer() May 05 20:04:30.612775 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:04:30.612775 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:04:30.612775 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:04:30.612775 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:04:30.612775 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:04:30.612775 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:04:30.612775 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:04:30.612775 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:04:30.612775 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:04:30.612775 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:04:30.612775 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:04:30.612775 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:04:30.612775 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:04:30.612775 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:04:30.612775 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:04:30.612775 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:04:30.612775 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:04:30.612775 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:04:30.612775 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:04:30.612775 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:04:30.612775 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:04:30.612775 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:04:30.612775 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:04:30.612775 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:04:30.612775 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:04:30.612775 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:04:30.612775 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:04:30.612775 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:04:30.612775 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:04:30.636494 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6e7c1-976f-4c62-8c1b-8d44b5637331 req-0282e867-6b04-451a-a839-6a5f82e9dbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:30.638446 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bfb6e7c1-976f-4c62-8c1b-8d44b5637331 req-0282e867-6b04-451a-a839-6a5f82e9dbf0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e2507cd6-290d-4d3d-b14e-048ce031bb0a HTTP/1.1" status: 200 len: 851 time: 0.1864359 May 05 20:04:30.757222 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-841589b6-42d2-48c9-ba39-38dcb4ea510a req-57c3ed90-e61d-4eb0-8d2a-e1956ae3970a tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8b52762fd06e4296bbd13851ef018dfc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4040883 May 05 20:04:30.793352 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2523ff24-cca1-4729-92a7-a1a4b273f888 None None] New status for floating IP d07e63e8-410a-4e87-a402-7875fca787f0: ACTIVE {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:04:30.812523 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5d22165a-51ed-4103-864f-081284b37d2f tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:30.828394 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5d22165a-51ed-4103-864f-081284b37d2f tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:30.881683 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d22165a-51ed-4103-864f-081284b37d2f tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] Pushing event deleted for resources: {'Network': ['ID=5efdefe9-fb05-48a6-914c-98a1b2ebb362,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:30.903544 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-5d22165a-51ed-4103-864f-081284b37d2f tempest-TaggedBootDevicesTest_v242-297560002 tempest-TaggedBootDevicesTest_v242-297560002-project] 10.222.0.36 "DELETE /v2.0/networks/5efdefe9-fb05-48a6-914c-98a1b2ebb362 HTTP/1.1" status: 204 len: 168 time: 2.6112561 May 05 20:04:30.940136 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 9dc3a93f-6979-4e1d-827e-92a49558cafd up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:04:30.980704 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6e7c1-976f-4c62-8c1b-8d44b5637331 req-9a843350-c09d-40ef-89ad-c09523bff42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:30.982045 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bfb6e7c1-976f-4c62-8c1b-8d44b5637331 req-9a843350-c09d-40ef-89ad-c09523bff42d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7506b31f-3419-46e4-835c-80fe813661d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3347197 May 05 20:04:30.983680 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-411bf568-c399-4f82-ad46-7f480ba33868 req-69729bfc-ec7a-4b72-a61a-4db09abffb1f service neutron] 10.222.0.50 "GET /v2.0/networks/36557653-8770-47d4-a954-018e6f1b47d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4580450 May 05 20:04:31.012189 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c47c124e-4ff0-4ce3-b0c7-7cdfc9794aeb req-24343a8d-3ed2-47ac-bf07-ffa5229d60a6 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4164865 May 05 20:04:31.094600 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port 9dc3a93f-6979-4e1d-827e-92a49558cafd completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:04:31.100419 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 9dc3a93f-6979-4e1d-827e-92a49558cafd triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:04:31.100958 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:31.216971 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5abfca1-1e98-4bc6-90a8-50a77dc731e8'] response: {'server_uuid': 'b79f96da-f8c6-4321-9f86-fcf49baefd36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a03fe6c-3650-4a30-b86a-1775114cf47b', 'code': 200} May 05 20:04:31.323431 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-d00efe05-2490-48ce-ba8b-c01fd802a933 req-61205523-e2a8-4b17-948d-1fc0d190238e tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] For port ce17bfe8-457b-451d-af56-c6402b81dc50, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=ce17bfe8-457b-451d-af56-c6402b81dc50,segment=NetworkSegment(e431113b-0838-4dae-91c9-bf783ad37054),segment_id=e431113b-0838-4dae-91c9-bf783ad37054)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:04:31.323801 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d00efe05-2490-48ce-ba8b-c01fd802a933 req-61205523-e2a8-4b17-948d-1fc0d190238e tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:31.325550 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:31.391545 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 9dc3a93f-6979-4e1d-827e-92a49558cafd, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=9dc3a93f-6979-4e1d-827e-92a49558cafd,segment=NetworkSegment(f9de3193-e4fa-4f1d-a073-95ff8ac5fa76),segment_id=f9de3193-e4fa-4f1d-a073-95ff8ac5fa76)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:04:31.401466 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:31.402525 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 109bdc14-cc66-4c71-a4e0-3647d00033b0 no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:04:31.487514 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-d00efe05-2490-48ce-ba8b-c01fd802a933 req-61205523-e2a8-4b17-948d-1fc0d190238e tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Calling delete_port for ce17bfe8-457b-451d-af56-c6402b81dc50 owned by compute:nova {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:04:31.505947 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bfb6e7c1-976f-4c62-8c1b-8d44b5637331 req-07274757-0a66-4ac3-a5d5-8466c3bda05c service neutron] 10.222.0.50 "GET /v2.0/networks/7506b31f-3419-46e4-835c-80fe813661d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5034680 May 05 20:04:31.518121 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=9dc3a93f-6979-4e1d-827e-92a49558cafd,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:31.669202 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:31.687282 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bfb6e7c1-976f-4c62-8c1b-8d44b5637331 req-1c466f5b-1194-41d5-a4ae-9fc73d402fa6 service neutron] 10.222.0.50 "GET /v2.0/networks/7506b31f-3419-46e4-835c-80fe813661d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697922 May 05 20:04:31.758424 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 109bdc14-cc66-4c71-a4e0-3647d00033b0, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=109bdc14-cc66-4c71-a4e0-3647d00033b0,segment=NetworkSegment(9712fa8a-84cf-4590-8760-a48340e4da1c),segment_id=9712fa8a-84cf-4590-8760-a48340e4da1c)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:04:31.759892 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-841589b6-42d2-48c9-ba39-38dcb4ea510a req-3448c766-fc30-4d06-80b1-46f7d196d955 service neutron] 10.222.0.36 "GET /v2.0/networks/64a22928-0684-4ae0-bb8b-56899f865035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9940410 May 05 20:04:31.764760 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 911594dc-9ad5-4042-93ca-076964bc30b6 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:04:31.773452 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:31.774475 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 823374b2-c1db-4105-8ac8-804b4d578fcc no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:04:31.841189 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d00efe05-2490-48ce-ba8b-c01fd802a933 req-61205523-e2a8-4b17-948d-1fc0d190238e tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:31.846026 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba96d85f-0506-40b5-b8c5-3d6cfb7fb7e3 req-de7968d4-efbd-4ef4-99dd-c77b28df1261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:31.848257 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ba96d85f-0506-40b5-b8c5-3d6cfb7fb7e3 req-de7968d4-efbd-4ef4-99dd-c77b28df1261 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b79f96da-f8c6-4321-9f86-fcf49baefd36 HTTP/1.1" status: 200 len: 1096 time: 0.6421235 May 05 20:04:31.917532 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61205523-e2a8-4b17-948d-1fc0d190238e tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Pushing event deleted for resources: {'Port': ['ID=ce17bfe8-457b-451d-af56-c6402b81dc50,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:31.921884 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-c50189e1-fd45-427b-9ceb-a2ad8877278a tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:31.930091 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-c50189e1-fd45-427b-9ceb-a2ad8877278a tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:31.940498 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-c50189e1-fd45-427b-9ceb-a2ad8877278a tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:31.955474 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-c50189e1-fd45-427b-9ceb-a2ad8877278a tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:31.963852 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-c50189e1-fd45-427b-9ceb-a2ad8877278a tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:31.971958 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-c50189e1-fd45-427b-9ceb-a2ad8877278a tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:31.980928 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-c50189e1-fd45-427b-9ceb-a2ad8877278a tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:31.983708 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-c50189e1-fd45-427b-9ceb-a2ad8877278a tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.24 "GET /v2.0/ports?device_id=c66c5a81-58b3-46e3-8e2a-9f67da08f252 HTTP/1.1" status: 200 len: 5433 time: 0.2948434 May 05 20:04:32.034817 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ba96d85f-0506-40b5-b8c5-3d6cfb7fb7e3 req-3efa5c8c-b34d-4b8a-9431-acea33ff5479 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331096 May 05 20:04:32.037795 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-841589b6-42d2-48c9-ba39-38dcb4ea510a req-1ff8cfab-5095-4485-8800-55355b2c7957 service neutron] 10.222.0.36 "GET /v2.0/networks/64a22928-0684-4ae0-bb8b-56899f865035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689517 May 05 20:04:32.043871 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-d00efe05-2490-48ce-ba8b-c01fd802a933 req-61205523-e2a8-4b17-948d-1fc0d190238e tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] No DVR routers for this DVR port ce17bfe8-457b-451d-af56-c6402b81dc50 on host n-h1-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:04:32.054377 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dabfc9-0804-4454-9a12-abc55656c3d2 req-6bf4a2ec-c6cc-466c-a339-2e9b21d1f439 tempest-ServerTagsTestJSON-2094395425 tempest-ServerTagsTestJSON-2094395425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:32.063920 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-14dabfc9-0804-4454-9a12-abc55656c3d2 req-6bf4a2ec-c6cc-466c-a339-2e9b21d1f439 tempest-ServerTagsTestJSON-2094395425 tempest-ServerTagsTestJSON-2094395425-project] 10.222.0.36 "GET /v2.0/ports?device_id=dda81b11-58f2-4d5a-a709-37f656a9a972 HTTP/1.1" status: 200 len: 943 time: 0.3054030 May 05 20:04:32.065441 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d00efe05-2490-48ce-ba8b-c01fd802a933 req-61205523-e2a8-4b17-948d-1fc0d190238e tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:32.068160 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d3995a-afe6-400a-807d-eb8a774148f5', 'name': 'network-vif-deleted', 'tag': 'ce17bfe8-457b-451d-af56-c6402b81dc50'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:04:32.082173 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=109bdc14-cc66-4c71-a4e0-3647d00033b0,revision_number=6']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:32.114181 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d00efe05-2490-48ce-ba8b-c01fd802a933 req-61205523-e2a8-4b17-948d-1fc0d190238e tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.24 "DELETE /v2.0/ports/ce17bfe8-457b-451d-af56-c6402b81dc50 HTTP/1.1" status: 204 len: 173 time: 1.9045980 May 05 20:04:32.143490 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-88bca333-b4c6-4689-9d21-b7b3b6ab590d tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:32.144981 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-88bca333-b4c6-4689-9d21-b7b3b6ab590d tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.24 "GET /v2.0/ports/109bdc14-cc66-4c71-a4e0-3647d00033b0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1062641 May 05 20:04:32.146460 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:32.211108 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 823374b2-c1db-4105-8ac8-804b4d578fcc, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=823374b2-c1db-4105-8ac8-804b4d578fcc,segment=NetworkSegment(9e0182ab-1e56-4080-b373-4bebb989122d),segment_id=9e0182ab-1e56-4080-b373-4bebb989122d)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:04:32.217430 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 911594dc-9ad5-4042-93ca-076964bc30b6, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=911594dc-9ad5-4042-93ca-076964bc30b6,segment=NetworkSegment(c557e24d-ea85-4677-b775-07394f2a07f6),segment_id=c557e24d-ea85-4677-b775-07394f2a07f6)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:04:32.219327 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-14dabfc9-0804-4454-9a12-abc55656c3d2 req-51c250f8-8e4c-49b2-bf9a-b2e0351032ce tempest-ServerTagsTestJSON-2094395425 tempest-ServerTagsTestJSON-2094395425-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6bfed31-c363-4859-912d-c6ef4137ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417956 May 05 20:04:32.226253 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:32.227151 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 206a9ec0-b9d9-495c-a620-820909a8baeb no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:04:32.359129 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': '911594dc-9ad5-4042-93ca-076964bc30b6', 'network_id': '36557653-8770-47d4-a954-018e6f1b47d1', 'port_id': '911594dc-9ad5-4042-93ca-076964bc30b6', 'mac_address': 'fa:16:3e:35:39:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fc0a083-8af0-4bbb-959f-856ef96926f1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:04:32.461665 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-0cb0743e-2441-4dfc-826e-560370e29fa7 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.24 "GET /v2.0/networks/0940b73f-d9f5-4601-bc7a-4ddc6f68c068?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3120744 May 05 20:04:32.488036 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-55973df3-54ea-4c9f-8637-96134f933fe1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:04:32.548813 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2767227d-1a3b-40fb-a265-3b2fc8b277f3 req-11000abb-c7f4-4b9c-b94d-6f9173b6ee6b tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:32.550549 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2767227d-1a3b-40fb-a265-3b2fc8b277f3 req-11000abb-c7f4-4b9c-b94d-6f9173b6ee6b tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 946 time: 0.1149051 May 05 20:04:32.594509 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=823374b2-c1db-4105-8ac8-804b4d578fcc,revision_number=6']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:32.609126 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:32.639118 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2767227d-1a3b-40fb-a265-3b2fc8b277f3 req-4687f444-106b-483c-b56a-d1273395d927 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692480 May 05 20:04:32.659602 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 911594dc-9ad5-4042-93ca-076964bc30b6 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:04:32.751017 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 911594dc-9ad5-4042-93ca-076964bc30b6, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=911594dc-9ad5-4042-93ca-076964bc30b6,segment=NetworkSegment(c557e24d-ea85-4677-b775-07394f2a07f6),segment_id=c557e24d-ea85-4677-b775-07394f2a07f6)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:04:32.760791 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:32.833555 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:32.912917 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784b2a38-b81e-4362-9a4e-1cfaa20e2fe0 req-b4663037-198a-48d6-aad7-6c257711158c tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:32.922164 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-784b2a38-b81e-4362-9a4e-1cfaa20e2fe0 req-b4663037-198a-48d6-aad7-6c257711158c tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/ports?device_id=3150ca4d-e5f5-4957-9d86-99fd8d6d41b4 HTTP/1.1" status: 200 len: 946 time: 0.5399754 May 05 20:04:32.941983 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 206a9ec0-b9d9-495c-a620-820909a8baeb, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=206a9ec0-b9d9-495c-a620-820909a8baeb,segment=NetworkSegment(9e0182ab-1e56-4080-b373-4bebb989122d),segment_id=9e0182ab-1e56-4080-b373-4bebb989122d)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:04:32.958882 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-55973df3-54ea-4c9f-8637-96134f933fe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:32.963036 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:32.969127 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 14c5b767-97a9-4549-bb17-b81554f9a5a4 no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:04:33.036508 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['911594dc-9ad5-4042-93ca-076964bc30b6'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:04:33.054877 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d07a0-0b85-4fa7-9665-809616552515 req-9663d11c-d4bf-4671-b568-5c5a6e9bbc6c tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:33.071105 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=911594dc-9ad5-4042-93ca-076964bc30b6,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:33.083620 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d07a0-0b85-4fa7-9665-809616552515 req-9663d11c-d4bf-4671-b568-5c5a6e9bbc6c tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:33.092282 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d07a0-0b85-4fa7-9665-809616552515 req-9663d11c-d4bf-4671-b568-5c5a6e9bbc6c tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:33.099590 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d07a0-0b85-4fa7-9665-809616552515 req-9663d11c-d4bf-4671-b568-5c5a6e9bbc6c tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:33.106755 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d07a0-0b85-4fa7-9665-809616552515 req-9663d11c-d4bf-4671-b568-5c5a6e9bbc6c tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:33.115541 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d07a0-0b85-4fa7-9665-809616552515 req-9663d11c-d4bf-4671-b568-5c5a6e9bbc6c tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:33.123266 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-784b2a38-b81e-4362-9a4e-1cfaa20e2fe0 req-6ab2329c-3bd4-4833-bdaf-e5e864b9f028 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/security-groups?id=cce21569-2bcf-464e-bc67-f883ca1675ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2000942 May 05 20:04:33.124398 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d07a0-0b85-4fa7-9665-809616552515 req-9663d11c-d4bf-4671-b568-5c5a6e9bbc6c tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:33.135887 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-083d07a0-0b85-4fa7-9665-809616552515 req-9663d11c-d4bf-4671-b568-5c5a6e9bbc6c tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/ports?device_id=c66c5a81-58b3-46e3-8e2a-9f67da08f252 HTTP/1.1" status: 200 len: 5427 time: 0.2209787 May 05 20:04:33.203963 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-083d07a0-0b85-4fa7-9665-809616552515 req-bb898a4b-5c62-406e-9a5f-298e8bd97fe4 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ea4b63-4d77-466d-a6d0-2611e1957d3d&id=6ef0a585-a6a9-4dc9-9f77-73dacf2639b2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0643101 May 05 20:04:33.248095 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3150ca4d-e5f5-4957-9d86-99fd8d6d41b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dc3a93f-6979-4e1d-827e-92a49558cafd'}, {'server_uuid': 'c66c5a81-58b3-46e3-8e2a-9f67da08f252', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '109bdc14-cc66-4c71-a4e0-3647d00033b0'}, {'server_uuid': 'c66c5a81-58b3-46e3-8e2a-9f67da08f252', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '823374b2-c1db-4105-8ac8-804b4d578fcc'}, {'server_uuid': 'c66c5a81-58b3-46e3-8e2a-9f67da08f252', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '206a9ec0-b9d9-495c-a620-820909a8baeb'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:04:33.275991 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fedf6502-4093-4574-a4aa-9e45b64c68b6'] response: {'server_uuid': '03d3995a-afe6-400a-807d-eb8a774148f5', 'name': 'network-vif-deleted', 'tag': 'ce17bfe8-457b-451d-af56-c6402b81dc50', 'status': 'completed', 'code': 200} May 05 20:04:33.332987 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=206a9ec0-b9d9-495c-a620-820909a8baeb,revision_number=6']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:33.533981 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:33.534165 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7804cce1-932d-4809-94e8-9ade7d25c363 req-6b8c3781-56cf-4f8c-a4af-a3eed501bb15 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:33.541160 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7804cce1-932d-4809-94e8-9ade7d25c363 req-6b8c3781-56cf-4f8c-a4af-a3eed501bb15 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=b79f96da-f8c6-4321-9f86-fcf49baefd36 HTTP/1.1" status: 200 len: 945 time: 0.2716451 May 05 20:04:33.552498 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-cfdeabea-2103-4fa8-bb96-5a483e0f6781 req-9862fca2-7390-480d-b9a2-43b1d4eab024 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Synchronizing usage tracker for tenant:8b52762fd06e4296bbd13851ef018dfc on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:04:33.566164 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-55973df3-54ea-4c9f-8637-96134f933fe1 service neutron] For port 109bdc14-cc66-4c71-a4e0-3647d00033b0, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=109bdc14-cc66-4c71-a4e0-3647d00033b0,segment=NetworkSegment(9712fa8a-84cf-4590-8760-a48340e4da1c),segment_id=9712fa8a-84cf-4590-8760-a48340e4da1c)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:04:33.574687 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-cfdeabea-2103-4fa8-bb96-5a483e0f6781 req-9862fca2-7390-480d-b9a2-43b1d4eab024 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Unset dirty status for tenant:8b52762fd06e4296bbd13851ef018dfc on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:04:33.585545 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cfdeabea-2103-4fa8-bb96-5a483e0f6781 req-9862fca2-7390-480d-b9a2-43b1d4eab024 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=5154f5d0-0840-4b52-9383-1737bd76c667 HTTP/1.1" status: 200 len: 210 time: 0.1103163 May 05 20:04:33.613238 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7804cce1-932d-4809-94e8-9ade7d25c363 req-7b10269d-30c2-4ace-b0da-c80d3ca3b8cb tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710454 May 05 20:04:33.676865 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 14c5b767-97a9-4549-bb17-b81554f9a5a4, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=14c5b767-97a9-4549-bb17-b81554f9a5a4,segment=NetworkSegment(9712fa8a-84cf-4590-8760-a48340e4da1c),segment_id=9712fa8a-84cf-4590-8760-a48340e4da1c)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:04:33.677303 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-55973df3-54ea-4c9f-8637-96134f933fe1 service neutron] For port 109bdc14-cc66-4c71-a4e0-3647d00033b0, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:04:33.692069 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:33.767917 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-55973df3-54ea-4c9f-8637-96134f933fe1 service neutron] device_id is not set on port 109bdc14-cc66-4c71-a4e0-3647d00033b0 yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:04:33.776424 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-55973df3-54ea-4c9f-8637-96134f933fe1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:33.784192 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-55973df3-54ea-4c9f-8637-96134f933fe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:33.805834 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device ce17bfe8-457b-451d-af56-c6402b81dc50 no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:04:33.879481 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecaf35d-0234-4a8e-ba3e-eac2e4782fa6 req-6e7bd766-ee1c-42fe-8db1-b64dee587318 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:33.888498 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5ecaf35d-0234-4a8e-ba3e-eac2e4782fa6 req-6e7bd766-ee1c-42fe-8db1-b64dee587318 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 946 time: 0.1510413 May 05 20:04:33.893847 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] No Port match for: ce17bfe8-457b-451d-af56-c6402b81dc50 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:04:33.894252 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device ce17bfe8-457b-451d-af56-c6402b81dc50 not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:04:33.894750 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 6a69c56a-ceaf-48c1-b4b6-46b3ad4a0052 no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:04:34.005912 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=14c5b767-97a9-4549-bb17-b81554f9a5a4,revision_number=6']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:34.019726 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5ecaf35d-0234-4a8e-ba3e-eac2e4782fa6 req-dc559af0-421a-45dc-8c97-7c332b7d1093 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237011 May 05 20:04:34.226395 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7f3651b-024f-44a4-93d0-c00819591108'] response: {'server_uuid': '3150ca4d-e5f5-4957-9d86-99fd8d6d41b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dc3a93f-6979-4e1d-827e-92a49558cafd', 'code': 200} May 05 20:04:34.227674 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7f3651b-024f-44a4-93d0-c00819591108'] response: {'server_uuid': 'c66c5a81-58b3-46e3-8e2a-9f67da08f252', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '109bdc14-cc66-4c71-a4e0-3647d00033b0', 'code': 200} May 05 20:04:34.228528 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7f3651b-024f-44a4-93d0-c00819591108'] response: {'server_uuid': 'c66c5a81-58b3-46e3-8e2a-9f67da08f252', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '823374b2-c1db-4105-8ac8-804b4d578fcc', 'code': 200} May 05 20:04:34.231733 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7f3651b-024f-44a4-93d0-c00819591108'] response: {'server_uuid': 'c66c5a81-58b3-46e3-8e2a-9f67da08f252', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '206a9ec0-b9d9-495c-a620-820909a8baeb', 'code': 200} May 05 20:04:34.277025 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:34.348934 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 6a69c56a-ceaf-48c1-b4b6-46b3ad4a0052, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=6a69c56a-ceaf-48c1-b4b6-46b3ad4a0052,segment=NetworkSegment(9712fa8a-84cf-4590-8760-a48340e4da1c),segment_id=9712fa8a-84cf-4590-8760-a48340e4da1c)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:04:34.356247 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:34.357170 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 9fa97b06-019d-44e6-a1c4-eb81f10a0fdc no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:04:34.498624 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-55973df3-54ea-4c9f-8637-96134f933fe1 service neutron] No DVR routers for this DVR port 109bdc14-cc66-4c71-a4e0-3647d00033b0 on host n-h1-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:04:34.595011 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=6a69c56a-ceaf-48c1-b4b6-46b3ad4a0052,revision_number=6']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:34.599291 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55973df3-54ea-4c9f-8637-96134f933fe1 service neutron] Pushing event updated for resources: {'Port': ['ID=109bdc14-cc66-4c71-a4e0-3647d00033b0,revision_number=7']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:34.655030 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-55973df3-54ea-4c9f-8637-96134f933fe1 service neutron] In _notify_port_updated(), no bound segment for port 109bdc14-cc66-4c71-a4e0-3647d00033b0 on network 0940b73f-d9f5-4601-bc7a-4ddc6f68c068 {{(pid=88198) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 05 20:04:34.656426 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-55973df3-54ea-4c9f-8637-96134f933fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:34.657443 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-55973df3-54ea-4c9f-8637-96134f933fe1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:34.658935 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-55973df3-54ea-4c9f-8637-96134f933fe1 service neutron] 10.222.0.24 "PUT /v2.0/ports/109bdc14-cc66-4c71-a4e0-3647d00033b0 HTTP/1.1" status: 200 len: 1028 time: 2.1797431 May 05 20:04:34.675273 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c1db39-c767-4893-8bde-c0fcfef0481a req-7f12f284-2a59-48c6-95f6-0bf55311ee67 tempest-ServerTagsTestJSON-2094395425 tempest-ServerTagsTestJSON-2094395425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:34.691505 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-64c1db39-c767-4893-8bde-c0fcfef0481a req-7f12f284-2a59-48c6-95f6-0bf55311ee67 tempest-ServerTagsTestJSON-2094395425 tempest-ServerTagsTestJSON-2094395425-project] 10.222.0.36 "GET /v2.0/ports?device_id=dda81b11-58f2-4d5a-a709-37f656a9a972 HTTP/1.1" status: 200 len: 944 time: 0.4742236 May 05 20:04:34.700715 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-141abc17-f3a7-4efe-a162-0bc32639aef7 None None] Provisioning complete for port 109bdc14-cc66-4c71-a4e0-3647d00033b0 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:04:34.701087 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-141abc17-f3a7-4efe-a162-0bc32639aef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:34.703036 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841589b6-42d2-48c9-ba39-38dcb4ea510a req-6d38b77f-a62b-45a4-b97a-cd1258cabb21 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:34.704571 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-841589b6-42d2-48c9-ba39-38dcb4ea510a req-6d38b77f-a62b-45a4-b97a-cd1258cabb21 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.24 "GET /v2.0/networks?id=64a22928-0684-4ae0-bb8b-56899f865035 HTTP/1.1" status: 200 len: 814 time: 0.6428022 May 05 20:04:34.735374 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-841589b6-42d2-48c9-ba39-38dcb4ea510a req-a4d2e00d-aee6-475b-bb6b-82707c3aaab1 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Request body: {'port': {'device_id': '5154f5d0-0840-4b52-9383-1737bd76c667', 'network_id': '64a22928-0684-4ae0-bb8b-56899f865035', 'admin_state_up': True, 'tenant_id': '8b52762fd06e4296bbd13851ef018dfc'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:04:34.794811 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-dc7eecd9-18de-444e-b4b6-72110b6e047d tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:34.801759 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-dc7eecd9-18de-444e-b4b6-72110b6e047d tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.24 "GET /v2.0/ports/14c5b767-97a9-4549-bb17-b81554f9a5a4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1062164 May 05 20:04:34.816153 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2684dd24-763b-45ac-ae4a-d68bda62006f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:34.821613 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-5f2b2470-9e36-44a4-8f62-26881e8bf34d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:04:34.915091 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-141abc17-f3a7-4efe-a162-0bc32639aef7 None None] Port 109bdc14-cc66-4c71-a4e0-3647d00033b0 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:04:34.932580 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:34.966374 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-64c1db39-c767-4893-8bde-c0fcfef0481a req-6e2bd516-125e-48de-8842-fada4e0c6d1f tempest-ServerTagsTestJSON-2094395425 tempest-ServerTagsTestJSON-2094395425-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6bfed31-c363-4859-912d-c6ef4137ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696700 May 05 20:04:34.968698 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a9434-4c9a-402e-8212-d330fd603a10 req-6712325d-b5a4-4cb7-9c41-8c51570c6adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:34.970611 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-452a9434-4c9a-402e-8212-d330fd603a10 req-6712325d-b5a4-4cb7-9c41-8c51570c6adc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3150ca4d-e5f5-4957-9d86-99fd8d6d41b4 HTTP/1.1" status: 200 len: 1097 time: 0.5157313 May 05 20:04:34.970787 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 9fa97b06-019d-44e6-a1c4-eb81f10a0fdc, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=9fa97b06-019d-44e6-a1c4-eb81f10a0fdc,segment=NetworkSegment(f64acd32-0a02-4606-b552-1dd633356c1d),segment_id=f64acd32-0a02-4606-b552-1dd633356c1d)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:04:34.975309 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:34.976490 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device d8cebe77-24e5-40d1-a4fd-946a285e28bf no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:04:35.111391 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-5f2b2470-9e36-44a4-8f62-26881e8bf34d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:35.124151 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-841589b6-42d2-48c9-ba39-38dcb4ea510a req-a4d2e00d-aee6-475b-bb6b-82707c3aaab1 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:04:35.133482 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-452a9434-4c9a-402e-8212-d330fd603a10 req-ffe86340-f0d3-46bc-bd8e-0ab5253f1fe2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=cce21569-2bcf-464e-bc67-f883ca1675ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292233 May 05 20:04:35.147802 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-841589b6-42d2-48c9-ba39-38dcb4ea510a req-a4d2e00d-aee6-475b-bb6b-82707c3aaab1 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:04:35.162519 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-841589b6-42d2-48c9-ba39-38dcb4ea510a req-a4d2e00d-aee6-475b-bb6b-82707c3aaab1 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Made reservation on behalf of 8b52762fd06e4296bbd13851ef018dfc for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:04:35.170081 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-841589b6-42d2-48c9-ba39-38dcb4ea510a req-a4d2e00d-aee6-475b-bb6b-82707c3aaab1 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:35.331757 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=9fa97b06-019d-44e6-a1c4-eb81f10a0fdc,revision_number=6']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:35.482915 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:35.510900 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8a3eb3-1800-466e-951a-6a5405d7a2aa req-ccdaafcc-0497-404d-a025-a7a18911c810 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:35.517912 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8b8a3eb3-1800-466e-951a-6a5405d7a2aa req-ccdaafcc-0497-404d-a025-a7a18911c810 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/ports?device_id=3150ca4d-e5f5-4957-9d86-99fd8d6d41b4 HTTP/1.1" status: 200 len: 946 time: 0.4075506 May 05 20:04:35.537065 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port d8cebe77-24e5-40d1-a4fd-946a285e28bf, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=d8cebe77-24e5-40d1-a4fd-946a285e28bf,segment=NetworkSegment(9712fa8a-84cf-4590-8760-a48340e4da1c),segment_id=9712fa8a-84cf-4590-8760-a48340e4da1c)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:04:35.542102 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:35.617393 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 46566) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:04:35.620852 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-841589b6-42d2-48c9-ba39-38dcb4ea510a req-a4d2e00d-aee6-475b-bb6b-82707c3aaab1 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Allocated IP 172.20.0.8 (64a22928-0684-4ae0-bb8b-56899f865035/ac45120c-2218-40fc-a7a8-1f58fb39de57/aa398864-3983-4d82-8698-fdab2000df6b) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:04:35.675290 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=d8cebe77-24e5-40d1-a4fd-946a285e28bf,revision_number=6']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:35.717255 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8b8a3eb3-1800-466e-951a-6a5405d7a2aa req-ceee3e61-46b6-4cb1-8ccd-0fc876d78d32 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/security-groups?id=cce21569-2bcf-464e-bc67-f883ca1675ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1984975 May 05 20:04:35.742148 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-5f2b2470-9e36-44a4-8f62-26881e8bf34d service neutron] For port 14c5b767-97a9-4549-bb17-b81554f9a5a4, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=14c5b767-97a9-4549-bb17-b81554f9a5a4,segment=NetworkSegment(9712fa8a-84cf-4590-8760-a48340e4da1c),segment_id=9712fa8a-84cf-4590-8760-a48340e4da1c)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:04:35.786155 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 911594dc-9ad5-4042-93ca-076964bc30b6 up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:04:35.803211 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-5f2b2470-9e36-44a4-8f62-26881e8bf34d service neutron] For port 14c5b767-97a9-4549-bb17-b81554f9a5a4, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:04:35.860019 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port 911594dc-9ad5-4042-93ca-076964bc30b6 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:04:35.866042 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port 911594dc-9ad5-4042-93ca-076964bc30b6 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:04:35.866493 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:35.887407 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0bb6f91a-5e99-4d31-b1e7-58c11d52adcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:35.925598 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-841589b6-42d2-48c9-ba39-38dcb4ea510a req-a4d2e00d-aee6-475b-bb6b-82707c3aaab1 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:35.944589 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc825246-b796-4f86-b82d-d00689e6400f req-7021b42a-83ac-4756-85ab-1674b3ddf9ee tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:35.951071 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc825246-b796-4f86-b82d-d00689e6400f req-7021b42a-83ac-4756-85ab-1674b3ddf9ee tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:35.956958 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc825246-b796-4f86-b82d-d00689e6400f req-7021b42a-83ac-4756-85ab-1674b3ddf9ee tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:35.962930 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc825246-b796-4f86-b82d-d00689e6400f req-7021b42a-83ac-4756-85ab-1674b3ddf9ee tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:35.968834 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc825246-b796-4f86-b82d-d00689e6400f req-7021b42a-83ac-4756-85ab-1674b3ddf9ee tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:35.970236 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-5f2b2470-9e36-44a4-8f62-26881e8bf34d service neutron] device_id is not set on port 14c5b767-97a9-4549-bb17-b81554f9a5a4 yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:04:35.974947 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc825246-b796-4f86-b82d-d00689e6400f req-7021b42a-83ac-4756-85ab-1674b3ddf9ee tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:35.980339 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-5f2b2470-9e36-44a4-8f62-26881e8bf34d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:35.983522 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dc825246-b796-4f86-b82d-d00689e6400f req-7021b42a-83ac-4756-85ab-1674b3ddf9ee tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/ports?device_id=c66c5a81-58b3-46e3-8e2a-9f67da08f252 HTTP/1.1" status: 200 len: 4648 time: 0.5909135 May 05 20:04:35.995483 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0bb6f91a-5e99-4d31-b1e7-58c11d52adcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:04:35.998515 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-5f2b2470-9e36-44a4-8f62-26881e8bf34d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:36.021947 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6450d1fb-e051-453a-93bb-024874f93247 req-b7b296b1-4804-442f-b78a-8d29c8308bfd tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=5154f5d0-0840-4b52-9383-1737bd76c667 HTTP/1.1" status: 200 len: 210 time: 0.1224060 May 05 20:04:36.028325 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:36.041425 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dc825246-b796-4f86-b82d-d00689e6400f req-23ef5a2c-acd5-4cf4-a280-37b473f0a889 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ea4b63-4d77-466d-a6d0-2611e1957d3d&id=6ef0a585-a6a9-4dc9-9f77-73dacf2639b2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555038 May 05 20:04:36.079101 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-841589b6-42d2-48c9-ba39-38dcb4ea510a req-a4d2e00d-aee6-475b-bb6b-82707c3aaab1 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:36.102279 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 911594dc-9ad5-4042-93ca-076964bc30b6, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=911594dc-9ad5-4042-93ca-076964bc30b6,segment=NetworkSegment(c557e24d-ea85-4677-b775-07394f2a07f6),segment_id=c557e24d-ea85-4677-b775-07394f2a07f6)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:04:36.109800 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:36.213217 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-841589b6-42d2-48c9-ba39-38dcb4ea510a req-a4d2e00d-aee6-475b-bb6b-82707c3aaab1 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Network 64a22928-0684-4ae0-bb8b-56899f865035 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:04:36.222446 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-841589b6-42d2-48c9-ba39-38dcb4ea510a req-a4d2e00d-aee6-475b-bb6b-82707c3aaab1 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:04:36.226752 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-841589b6-42d2-48c9-ba39-38dcb4ea510a req-a4d2e00d-aee6-475b-bb6b-82707c3aaab1 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:04:36.234482 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c66c5a81-58b3-46e3-8e2a-9f67da08f252', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14c5b767-97a9-4549-bb17-b81554f9a5a4'}, {'server_uuid': 'c66c5a81-58b3-46e3-8e2a-9f67da08f252', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a69c56a-ceaf-48c1-b4b6-46b3ad4a0052'}, {'server_uuid': 'c66c5a81-58b3-46e3-8e2a-9f67da08f252', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fa97b06-019d-44e6-a1c4-eb81f10a0fdc'}, {'server_uuid': 'c66c5a81-58b3-46e3-8e2a-9f67da08f252', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8cebe77-24e5-40d1-a4fd-946a285e28bf'}, {'server_uuid': 'dda81b11-58f2-4d5a-a709-37f656a9a972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '911594dc-9ad5-4042-93ca-076964bc30b6'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:04:36.278837 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-0bb6f91a-5e99-4d31-b1e7-58c11d52adcc admin admin] Usage tracker for resource:security_group_rule and tenant:d3febaf8786f49bf8a6892af40fe56b3 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:04:36.314198 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=911594dc-9ad5-4042-93ca-076964bc30b6,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:36.531406 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-0bb6f91a-5e99-4d31-b1e7-58c11d52adcc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:04:36.551146 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-87bc0a70-2d40-4637-9943-d094d3088313 None None] Provisioning complete for port 14c5b767-97a9-4549-bb17-b81554f9a5a4 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:04:36.551738 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-87bc0a70-2d40-4637-9943-d094d3088313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:36.574491 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d2e00d-aee6-475b-bb6b-82707c3aaab1 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Pushing event updated for resources: {'Port': ['ID=aa398864-3983-4d82-8698-fdab2000df6b,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:36.630060 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0bb6f91a-5e99-4d31-b1e7-58c11d52adcc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:04:36.640198 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-87bc0a70-2d40-4637-9943-d094d3088313 None None] Port 14c5b767-97a9-4549-bb17-b81554f9a5a4 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:04:36.676862 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841589b6-42d2-48c9-ba39-38dcb4ea510a req-a4d2e00d-aee6-475b-bb6b-82707c3aaab1 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:36.677446 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-841589b6-42d2-48c9-ba39-38dcb4ea510a req-a4d2e00d-aee6-475b-bb6b-82707c3aaab1 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:36.682409 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-5f2b2470-9e36-44a4-8f62-26881e8bf34d service neutron] No DVR routers for this DVR port 14c5b767-97a9-4549-bb17-b81554f9a5a4 on host n-h1-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:04:36.716582 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-841589b6-42d2-48c9-ba39-38dcb4ea510a req-a4d2e00d-aee6-475b-bb6b-82707c3aaab1 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9930477 May 05 20:04:36.727740 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a436ee-cd1b-453e-a156-c06e27611639 req-878f4190-0b18-42da-be7c-068881601c18 tempest-ServerTagsTestJSON-2094395425 tempest-ServerTagsTestJSON-2094395425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:36.730012 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d9a436ee-cd1b-453e-a156-c06e27611639 req-878f4190-0b18-42da-be7c-068881601c18 tempest-ServerTagsTestJSON-2094395425 tempest-ServerTagsTestJSON-2094395425-project] 10.222.0.36 "GET /v2.0/ports?device_id=dda81b11-58f2-4d5a-a709-37f656a9a972 HTTP/1.1" status: 200 len: 945 time: 0.2091439 May 05 20:04:36.735123 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-841589b6-42d2-48c9-ba39-38dcb4ea510a req-fdd04e30-6644-4cd2-850d-650c712ec831 service neutron] Request body: {'port': {'device_id': '5154f5d0-0840-4b52-9383-1737bd76c667', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:04:36.751468 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b2470-9e36-44a4-8f62-26881e8bf34d service neutron] Pushing event updated for resources: {'Port': ['ID=14c5b767-97a9-4549-bb17-b81554f9a5a4,revision_number=7']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:36.783073 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-5f2b2470-9e36-44a4-8f62-26881e8bf34d service neutron] In _notify_port_updated(), no bound segment for port 14c5b767-97a9-4549-bb17-b81554f9a5a4 on network 0940b73f-d9f5-4601-bc7a-4ddc6f68c068 {{(pid=88198) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 05 20:04:36.783968 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-5f2b2470-9e36-44a4-8f62-26881e8bf34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:36.784593 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-5f2b2470-9e36-44a4-8f62-26881e8bf34d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:36.785826 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-5f2b2470-9e36-44a4-8f62-26881e8bf34d service neutron] 10.222.0.24 "PUT /v2.0/ports/14c5b767-97a9-4549-bb17-b81554f9a5a4 HTTP/1.1" status: 200 len: 1026 time: 1.9710505 May 05 20:04:36.828161 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c3d10bab-b310-4c16-8c1d-3f0a48a31d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:36.881515 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-ce282b9b-8556-445a-be94-b2ede6d5f0ba tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Deleting port 9fa97b06-019d-44e6-a1c4-eb81f10a0fdc {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:04:36.881850 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-ce282b9b-8556-445a-be94-b2ede6d5f0ba tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:36.883942 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d9a436ee-cd1b-453e-a156-c06e27611639 req-25b9dd78-c689-4e78-bb23-627b05d110f4 tempest-ServerTagsTestJSON-2094395425 tempest-ServerTagsTestJSON-2094395425-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6bfed31-c363-4859-912d-c6ef4137ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140254 May 05 20:04:36.903869 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-841589b6-42d2-48c9-ba39-38dcb4ea510a req-fdd04e30-6644-4cd2-850d-650c712ec831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:36.934637 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f9d71-4ce1-4153-92b0-701e6524db01 req-b05bb064-cde1-45bc-84f2-ee696e5bfaf5 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:36.936187 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1c6f9d71-4ce1-4153-92b0-701e6524db01 req-b05bb064-cde1-45bc-84f2-ee696e5bfaf5 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=b79f96da-f8c6-4321-9f86-fcf49baefd36 HTTP/1.1" status: 200 len: 945 time: 0.4097414 May 05 20:04:36.979874 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-535cc9c9-8d10-41cb-adc4-5ad101f85e42'] response: {'server_uuid': 'c66c5a81-58b3-46e3-8e2a-9f67da08f252', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14c5b767-97a9-4549-bb17-b81554f9a5a4', 'code': 200} May 05 20:04:36.980255 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-535cc9c9-8d10-41cb-adc4-5ad101f85e42'] response: {'server_uuid': 'c66c5a81-58b3-46e3-8e2a-9f67da08f252', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a69c56a-ceaf-48c1-b4b6-46b3ad4a0052', 'code': 200} May 05 20:04:36.980614 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-535cc9c9-8d10-41cb-adc4-5ad101f85e42'] response: {'server_uuid': 'c66c5a81-58b3-46e3-8e2a-9f67da08f252', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fa97b06-019d-44e6-a1c4-eb81f10a0fdc', 'code': 200} May 05 20:04:36.980967 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-535cc9c9-8d10-41cb-adc4-5ad101f85e42'] response: {'server_uuid': 'c66c5a81-58b3-46e3-8e2a-9f67da08f252', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8cebe77-24e5-40d1-a4fd-946a285e28bf', 'code': 200} May 05 20:04:36.981663 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-535cc9c9-8d10-41cb-adc4-5ad101f85e42'] response: {'server_uuid': 'dda81b11-58f2-4d5a-a709-37f656a9a972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '911594dc-9ad5-4042-93ca-076964bc30b6', 'code': 200} May 05 20:04:37.065831 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1c6f9d71-4ce1-4153-92b0-701e6524db01 req-11badd32-33c7-4033-bb57-69f3943d57dc tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122746 May 05 20:04:37.087055 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0bb6f91a-5e99-4d31-b1e7-58c11d52adcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:37.105963 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0bb6f91a-5e99-4d31-b1e7-58c11d52adcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:37.162053 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-0bb6f91a-5e99-4d31-b1e7-58c11d52adcc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d3febaf8786f49bf8a6892af40fe56b3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5395129 May 05 20:04:37.183393 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 46590) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:04:37.284684 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb6f91a-5e99-4d31-b1e7-58c11d52adcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=633ed64f-0169-49eb-aa0b-a3383818d067,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:37.369722 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778705b5-0367-44be-b6ce-b09fba9cd914 req-eaf9ca5d-5229-46f5-80b7-c0394fd14e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:37.371226 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-778705b5-0367-44be-b6ce-b09fba9cd914 req-eaf9ca5d-5229-46f5-80b7-c0394fd14e5f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=dda81b11-58f2-4d5a-a709-37f656a9a972 HTTP/1.1" status: 200 len: 1096 time: 0.3193235 May 05 20:04:37.412455 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa71b95-a251-4dfa-89a7-faf26427651b req-a1887c04-a424-4207-bfd0-adc5700a7c78 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:37.413936 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-faa71b95-a251-4dfa-89a7-faf26427651b req-a1887c04-a424-4207-bfd0-adc5700a7c78 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/ports?device_id=3150ca4d-e5f5-4957-9d86-99fd8d6d41b4 HTTP/1.1" status: 200 len: 946 time: 0.3036275 May 05 20:04:37.427145 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-50433786-db01-4e57-a1b9-cf654f3ce70b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:37.447209 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-ce282b9b-8556-445a-be94-b2ede6d5f0ba tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] For port 9fa97b06-019d-44e6-a1c4-eb81f10a0fdc, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=9fa97b06-019d-44e6-a1c4-eb81f10a0fdc,segment=NetworkSegment(f64acd32-0a02-4606-b552-1dd633356c1d),segment_id=f64acd32-0a02-4606-b552-1dd633356c1d)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:04:37.447759 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-ce282b9b-8556-445a-be94-b2ede6d5f0ba tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:37.466605 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-778705b5-0367-44be-b6ce-b09fba9cd914 req-84db099a-8bb4-4e2a-a7fa-0933b70258df service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d6bfed31-c363-4859-912d-c6ef4137ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828731 May 05 20:04:37.510010 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-faa71b95-a251-4dfa-89a7-faf26427651b req-c9f92e21-15fa-472f-980c-70e380c45d0a tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/security-groups?id=cce21569-2bcf-464e-bc67-f883ca1675ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652728 May 05 20:04:37.576968 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf56a9f-e9f2-4f9e-aeb5-2e8663030332 req-e4a018eb-ed7d-4c6b-ace7-f5904f691bd8 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:37.584104 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-adf56a9f-e9f2-4f9e-aeb5-2e8663030332 req-e4a018eb-ed7d-4c6b-ace7-f5904f691bd8 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=5154f5d0-0840-4b52-9383-1737bd76c667 HTTP/1.1" status: 200 len: 931 time: 0.3922355 May 05 20:04:37.596024 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-50433786-db01-4e57-a1b9-cf654f3ce70b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:37.605999 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-841589b6-42d2-48c9-ba39-38dcb4ea510a req-fdd04e30-6644-4cd2-850d-650c712ec831 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa398864-3983-4d82-8698-fdab2000df6b {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:04:37.626970 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-841589b6-42d2-48c9-ba39-38dcb4ea510a req-fdd04e30-6644-4cd2-850d-650c712ec831 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:37.643974 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-841589b6-42d2-48c9-ba39-38dcb4ea510a req-fdd04e30-6644-4cd2-850d-650c712ec831 service neutron] Transition to ACTIVE for port object aa398864-3983-4d82-8698-fdab2000df6b will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:04:37.648551 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-841589b6-42d2-48c9-ba39-38dcb4ea510a req-fdd04e30-6644-4cd2-850d-650c712ec831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:37.754595 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:37.784905 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 3f7222db-61b2-414b-9998-e780d493326a details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:04:37.928820 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-adf56a9f-e9f2-4f9e-aeb5-2e8663030332 req-75257a31-ae67-4015-8571-3cebe27010eb tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/security-groups?id=66299a25-9ea8-43e5-ae69-782b36dd1dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3431420 May 05 20:04:37.959719 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd04e30-6644-4cd2-850d-650c712ec831 service neutron] Pushing event updated for resources: {'Port': ['ID=aa398864-3983-4d82-8698-fdab2000df6b,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:37.977225 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-ce282b9b-8556-445a-be94-b2ede6d5f0ba tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:37.978196 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-ce282b9b-8556-445a-be94-b2ede6d5f0ba tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:37.980889 n-d-840717-1 neutron-server[88198]: INFO neutron.db.l3_db [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-ce282b9b-8556-445a-be94-b2ede6d5f0ba tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Floating IP 6615baf9-f390-401e-bddd-d19a97d7adad disassociated. External IP: 172.25.0.143, port: 9fa97b06-019d-44e6-a1c4-eb81f10a0fdc. May 05 20:04:37.982026 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-ce282b9b-8556-445a-be94-b2ede6d5f0ba tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Calling delete_port for 9fa97b06-019d-44e6-a1c4-eb81f10a0fdc owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:04:38.051382 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-50433786-db01-4e57-a1b9-cf654f3ce70b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:38.057104 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-841589b6-42d2-48c9-ba39-38dcb4ea510a req-fdd04e30-6644-4cd2-850d-650c712ec831 service neutron] Attempting to bind port aa398864-3983-4d82-8698-fdab2000df6b on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:04:38.057436 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-841589b6-42d2-48c9-ba39-38dcb4ea510a req-fdd04e30-6644-4cd2-850d-650c712ec831 service neutron] Attempting to bind port aa398864-3983-4d82-8698-fdab2000df6b by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'e431113b-0838-4dae-91c9-bf783ad37054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '64a22928-0684-4ae0-bb8b-56899f865035'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:04:38.057757 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841589b6-42d2-48c9-ba39-38dcb4ea510a req-fdd04e30-6644-4cd2-850d-650c712ec831 service neutron] Attempting to bind port aa398864-3983-4d82-8698-fdab2000df6b on network 64a22928-0684-4ae0-bb8b-56899f865035 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:04:38.066268 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841589b6-42d2-48c9-ba39-38dcb4ea510a req-fdd04e30-6644-4cd2-850d-650c712ec831 service neutron] Port aa398864-3983-4d82-8698-fdab2000df6b on network 64a22928-0684-4ae0-bb8b-56899f865035 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:04:38.066586 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841589b6-42d2-48c9-ba39-38dcb4ea510a req-fdd04e30-6644-4cd2-850d-650c712ec831 service neutron] Attempting to bind port aa398864-3983-4d82-8698-fdab2000df6b on network 64a22928-0684-4ae0-bb8b-56899f865035 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:04:38.074321 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841589b6-42d2-48c9-ba39-38dcb4ea510a req-fdd04e30-6644-4cd2-850d-650c712ec831 service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:04:38.074647 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841589b6-42d2-48c9-ba39-38dcb4ea510a req-fdd04e30-6644-4cd2-850d-650c712ec831 service neutron] Checking segment: {'id': 'e431113b-0838-4dae-91c9-bf783ad37054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '64a22928-0684-4ae0-bb8b-56899f865035'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:04:38.075052 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841589b6-42d2-48c9-ba39-38dcb4ea510a req-fdd04e30-6644-4cd2-850d-650c712ec831 service neutron] Bound using segment: {'id': 'e431113b-0838-4dae-91c9-bf783ad37054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '64a22928-0684-4ae0-bb8b-56899f865035'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:04:38.075756 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-841589b6-42d2-48c9-ba39-38dcb4ea510a req-fdd04e30-6644-4cd2-850d-650c712ec831 service neutron] Bound port: aa398864-3983-4d82-8698-fdab2000df6b, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e431113b-0838-4dae-91c9-bf783ad37054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '64a22928-0684-4ae0-bb8b-56899f865035'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:04:38.075946 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-841589b6-42d2-48c9-ba39-38dcb4ea510a req-fdd04e30-6644-4cd2-850d-650c712ec831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:38.079609 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50433786-db01-4e57-a1b9-cf654f3ce70b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=633ed64f-0169-49eb-aa0b-a3383818d067,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:38.088624 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:38.107251 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-50433786-db01-4e57-a1b9-cf654f3ce70b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:38.108577 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-50433786-db01-4e57-a1b9-cf654f3ce70b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/633ed64f-0169-49eb-aa0b-a3383818d067 HTTP/1.1" status: 204 len: 168 time: 0.9241984 May 05 20:04:38.126971 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 3f7222db-61b2-414b-9998-e780d493326a, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=3f7222db-61b2-414b-9998-e780d493326a,segment=NetworkSegment(e34c646b-9075-4e31-b89f-c8f9e824e389),segment_id=e34c646b-9075-4e31-b89f-c8f9e824e389)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:04:38.138243 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec840c-dba4-47eb-9e98-07385ec0def9 req-54d3c73e-a365-4712-96f4-0c8d7afd36ba tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:38.146155 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec840c-dba4-47eb-9e98-07385ec0def9 req-54d3c73e-a365-4712-96f4-0c8d7afd36ba tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:38.158679 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec840c-dba4-47eb-9e98-07385ec0def9 req-54d3c73e-a365-4712-96f4-0c8d7afd36ba tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:38.170972 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec840c-dba4-47eb-9e98-07385ec0def9 req-54d3c73e-a365-4712-96f4-0c8d7afd36ba tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:38.181939 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': '3f7222db-61b2-414b-9998-e780d493326a', 'network_id': '7506b31f-3419-46e4-835c-80fe813661d5', 'port_id': '3f7222db-61b2-414b-9998-e780d493326a', 'mac_address': 'fa:16:3e:7a:7b:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2507cd6-290d-4d3d-b14e-048ce031bb0a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:04:38.187679 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec840c-dba4-47eb-9e98-07385ec0def9 req-54d3c73e-a365-4712-96f4-0c8d7afd36ba tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:38.201628 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a0ec840c-dba4-47eb-9e98-07385ec0def9 req-54d3c73e-a365-4712-96f4-0c8d7afd36ba tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/ports?device_id=c66c5a81-58b3-46e3-8e2a-9f67da08f252 HTTP/1.1" status: 200 len: 3875 time: 0.5122509 May 05 20:04:38.286435 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-ce282b9b-8556-445a-be94-b2ede6d5f0ba tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:38.327596 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:38.360356 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-841589b6-42d2-48c9-ba39-38dcb4ea510a req-fdd04e30-6644-4cd2-850d-650c712ec831 service neutron] For port aa398864-3983-4d82-8698-fdab2000df6b, host n-h1-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:04:38.365403 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3f7222db-61b2-414b-9998-e780d493326a {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:04:38.367403 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-841589b6-42d2-48c9-ba39-38dcb4ea510a req-fdd04e30-6644-4cd2-850d-650c712ec831 service neutron] For port aa398864-3983-4d82-8698-fdab2000df6b, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=aa398864-3983-4d82-8698-fdab2000df6b,segment=NetworkSegment(e431113b-0838-4dae-91c9-bf783ad37054),segment_id=e431113b-0838-4dae-91c9-bf783ad37054)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:04:38.396926 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 3f7222db-61b2-414b-9998-e780d493326a, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=3f7222db-61b2-414b-9998-e780d493326a,segment=NetworkSegment(e34c646b-9075-4e31-b89f-c8f9e824e389),segment_id=e34c646b-9075-4e31-b89f-c8f9e824e389)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:04:38.402254 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:38.403397 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-841589b6-42d2-48c9-ba39-38dcb4ea510a req-fdd04e30-6644-4cd2-850d-650c712ec831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:38.564036 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841589b6-42d2-48c9-ba39-38dcb4ea510a req-fdd04e30-6644-4cd2-850d-650c712ec831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:38.564679 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-841589b6-42d2-48c9-ba39-38dcb4ea510a req-fdd04e30-6644-4cd2-850d-650c712ec831 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:38.568627 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['3f7222db-61b2-414b-9998-e780d493326a'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:04:38.569566 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-841589b6-42d2-48c9-ba39-38dcb4ea510a req-fdd04e30-6644-4cd2-850d-650c712ec831 service neutron] 10.222.0.24 "PUT /v2.0/ports/aa398864-3983-4d82-8698-fdab2000df6b HTTP/1.1" status: 200 len: 1091 time: 1.8375187 May 05 20:04:38.603718 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce282b9b-8556-445a-be94-b2ede6d5f0ba tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Pushing event deleted for resources: {'Port': ['ID=9fa97b06-019d-44e6-a1c4-eb81f10a0fdc,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:38.620880 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5154f5d0-0840-4b52-9383-1737bd76c667', 'tag': 'aa398864-3983-4d82-8698-fdab2000df6b'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:04:38.642892 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a0ec840c-dba4-47eb-9e98-07385ec0def9 req-c78c4d5f-18c6-4240-b31f-64296c593c8d tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ea4b63-4d77-466d-a6d0-2611e1957d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4391348 May 05 20:04:38.804989 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=3f7222db-61b2-414b-9998-e780d493326a,revision_number=6']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:38.850945 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 46628) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:04:38.969567 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bdfa45a8-8c71-488d-b90f-7412585f4557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:39.159249 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-bdfa45a8-8c71-488d-b90f-7412585f4557 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:04:39.168376 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-bdfa45a8-8c71-488d-b90f-7412585f4557 admin admin] Usage tracker for resource:security_group_rule and tenant:a9aba426ae5a4bf9bf6214d7f6aaab6e is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:04:39.174027 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-bdfa45a8-8c71-488d-b90f-7412585f4557 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:04:39.191279 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-bdfa45a8-8c71-488d-b90f-7412585f4557 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:04:39.247224 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd04e30-6644-4cd2-850d-650c712ec831 service neutron] Pushing event updated for resources: {'Port': ['ID=aa398864-3983-4d82-8698-fdab2000df6b,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:39.300202 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda147f-5c24-44b7-b433-f511f266b9ec req-b3926b0e-9a21-46e2-8de7-30dbd8d9316e tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:39.316698 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7eda147f-5c24-44b7-b433-f511f266b9ec req-b3926b0e-9a21-46e2-8de7-30dbd8d9316e tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/ports?device_id=3150ca4d-e5f5-4957-9d86-99fd8d6d41b4 HTTP/1.1" status: 200 len: 946 time: 0.6009467 May 05 20:04:39.317122 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 46642) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:04:39.331407 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-6a0f9f9e-bd79-4e0a-a94a-9c5883ff8bb9 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Request body: {'floatingip': {'port_id': '9dc3a93f-6979-4e1d-827e-92a49558cafd'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:04:39.335187 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841589b6-42d2-48c9-ba39-38dcb4ea510a req-496dab74-64d6-454a-b79c-67e31b534835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:39.336704 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-841589b6-42d2-48c9-ba39-38dcb4ea510a req-496dab74-64d6-454a-b79c-67e31b534835 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8b52762fd06e4296bbd13851ef018dfc&device_id=5154f5d0-0840-4b52-9383-1737bd76c667 HTTP/1.1" status: 200 len: 1094 time: 0.6888883 May 05 20:04:39.401087 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-ce282b9b-8556-445a-be94-b2ede6d5f0ba tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Router 8f6122b3-cd70-4e01-be6d-ac9af74c40ea has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:04:39.480184 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6a0f9f9e-bd79-4e0a-a94a-9c5883ff8bb9 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for floatingip, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:39.482951 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:39.670880 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b1081d-6d7c-4376-94e7-ebf7fe6a00b2 req-806213e0-1aa7-42f0-9718-d337f7df0384 tempest-ServerTagsTestJSON-2094395425 tempest-ServerTagsTestJSON-2094395425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:39.678916 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-01b1081d-6d7c-4376-94e7-ebf7fe6a00b2 req-806213e0-1aa7-42f0-9718-d337f7df0384 tempest-ServerTagsTestJSON-2094395425 tempest-ServerTagsTestJSON-2094395425-project] 10.222.0.36 "GET /v2.0/ports?device_id=dda81b11-58f2-4d5a-a709-37f656a9a972 HTTP/1.1" status: 200 len: 945 time: 0.6735065 May 05 20:04:39.712897 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-841589b6-42d2-48c9-ba39-38dcb4ea510a req-ed3a47ce-e1d5-4d71-9223-f0d5288510b9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa398864-3983-4d82-8698-fdab2000df6b HTTP/1.1" status: 200 len: 217 time: 0.3548374 May 05 20:04:39.798989 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 3f7222db-61b2-414b-9998-e780d493326a up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:04:39.805758 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-01b1081d-6d7c-4376-94e7-ebf7fe6a00b2 req-cbf01321-e5a4-40b9-aa99-71ae2e049d24 tempest-ServerTagsTestJSON-2094395425 tempest-ServerTagsTestJSON-2094395425-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6bfed31-c363-4859-912d-c6ef4137ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253023 May 05 20:04:39.830975 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bdfa45a8-8c71-488d-b90f-7412585f4557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:39.844281 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bdfa45a8-8c71-488d-b90f-7412585f4557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:39.932456 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d4c73da-7c0c-4ad5-92cf-ad65a06e9ead'] response: {'name': 'network-changed', 'server_uuid': '5154f5d0-0840-4b52-9383-1737bd76c667', 'tag': 'aa398864-3983-4d82-8698-fdab2000df6b', 'status': 'completed', 'code': 200} May 05 20:04:39.976680 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port 3f7222db-61b2-414b-9998-e780d493326a triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:04:39.977281 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:39.997257 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-bdfa45a8-8c71-488d-b90f-7412585f4557 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a9aba426ae5a4bf9bf6214d7f6aaab6e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1259975 May 05 20:04:40.003653 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 46666) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:04:40.023989 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841589b6-42d2-48c9-ba39-38dcb4ea510a req-8a8d6792-b0dc-4014-ba1c-177645a69049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:40.027111 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-841589b6-42d2-48c9-ba39-38dcb4ea510a req-8a8d6792-b0dc-4014-ba1c-177645a69049 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ac45120c-2218-40fc-a7a8-1f58fb39de57 HTTP/1.1" status: 200 len: 854 time: 0.3059418 May 05 20:04:40.056820 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa45a8-8c71-488d-b90f-7412585f4557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a21b207-c17d-4867-829e-fa4a83f76a79,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:40.172905 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-841589b6-42d2-48c9-ba39-38dcb4ea510a req-3c47654a-b688-43b0-97cb-4667c1db385a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=64a22928-0684-4ae0-bb8b-56899f865035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1120682 May 05 20:04:40.238994 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:40.274402 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23be5922-5b14-4759-a0ea-a939a58aa704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f7222db-61b2-414b-9998-e780d493326a'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:04:40.289754 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 3f7222db-61b2-414b-9998-e780d493326a, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=3f7222db-61b2-414b-9998-e780d493326a,segment=NetworkSegment(e34c646b-9075-4e31-b89f-c8f9e824e389),segment_id=e34c646b-9075-4e31-b89f-c8f9e824e389)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:04:40.310989 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:40.450565 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6a0f9f9e-bd79-4e0a-a94a-9c5883ff8bb9 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:40.465358 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=3f7222db-61b2-414b-9998-e780d493326a,revision_number=7']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:40.500994 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-841589b6-42d2-48c9-ba39-38dcb4ea510a req-9a6d77d3-ce5e-4e3e-9110-881b4a99feda service neutron] 10.222.0.24 "GET /v2.0/networks/64a22928-0684-4ae0-bb8b-56899f865035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996805 May 05 20:04:40.616755 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0ec6f83f-34a5-4b5e-9536-40985f1f0f95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:40.648598 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0ec6f83f-34a5-4b5e-9536-40985f1f0f95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:40.740899 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-ce282b9b-8556-445a-be94-b2ede6d5f0ba tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:04:40.742713 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6a0f9f9e-bd79-4e0a-a94a-9c5883ff8bb9 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:40.752727 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26c0913-e175-4ea7-837e-d21630b63c8a None None] Sync routers for ids ['8f6122b3-cd70-4e01-be6d-ac9af74c40ea'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:04:40.769048 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26c0913-e175-4ea7-837e-d21630b63c8a None None] Routers {'8f6122b3-cd70-4e01-be6d-ac9af74c40ea'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:04:40.769678 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-b26c0913-e175-4ea7-837e-d21630b63c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:04:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['8f6122b3-cd70-4e01-be6d-ac9af74c40ea'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:04:40.773886 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0ec6f83f-34a5-4b5e-9536-40985f1f0f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:40.817876 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec6f83f-34a5-4b5e-9536-40985f1f0f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a21b207-c17d-4867-829e-fa4a83f76a79,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:40.836048 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627cd24-6e51-4df3-9b45-798cd1df10f7 req-daff4149-f51c-40c5-a2eb-158eb3e7b321 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:40.837025 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-4627cd24-6e51-4df3-9b45-798cd1df10f7 req-daff4149-f51c-40c5-a2eb-158eb3e7b321 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Synchronizing usage tracker for tenant:8b52762fd06e4296bbd13851ef018dfc on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:04:40.847118 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0ec6f83f-34a5-4b5e-9536-40985f1f0f95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:40.849105 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-0ec6f83f-34a5-4b5e-9536-40985f1f0f95 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9a21b207-c17d-4867-829e-fa4a83f76a79 HTTP/1.1" status: 204 len: 168 time: 0.8391457 May 05 20:04:40.909087 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-841589b6-42d2-48c9-ba39-38dcb4ea510a req-fea0a17a-c932-41d3-bb94-a81f432f1b98 service neutron] 10.222.0.24 "GET /v2.0/networks/64a22928-0684-4ae0-bb8b-56899f865035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4008181 May 05 20:04:40.921734 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-4627cd24-6e51-4df3-9b45-798cd1df10f7 req-daff4149-f51c-40c5-a2eb-158eb3e7b321 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Unset dirty status for tenant:8b52762fd06e4296bbd13851ef018dfc on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:04:40.934138 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4627cd24-6e51-4df3-9b45-798cd1df10f7 req-daff4149-f51c-40c5-a2eb-158eb3e7b321 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=5154f5d0-0840-4b52-9383-1737bd76c667 HTTP/1.1" status: 200 len: 943 time: 0.8093448 May 05 20:04:40.959145 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-ce282b9b-8556-445a-be94-b2ede6d5f0ba tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] No DVR routers for this DVR port 9fa97b06-019d-44e6-a1c4-eb81f10a0fdc on host n-h1-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:04:40.971936 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-ce282b9b-8556-445a-be94-b2ede6d5f0ba tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:41.001363 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c66c5a81-58b3-46e3-8e2a-9f67da08f252', 'name': 'network-vif-deleted', 'tag': '9fa97b06-019d-44e6-a1c4-eb81f10a0fdc'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:04:41.015387 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-ce282b9b-8556-445a-be94-b2ede6d5f0ba tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.24 "DELETE /v2.0/ports/9fa97b06-019d-44e6-a1c4-eb81f10a0fdc HTTP/1.1" status: 204 len: 173 time: 4.2210965 May 05 20:04:41.035639 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4073256d-18e7-4837-ab34-5aa0a60af544 req-eef833e7-38b5-483a-9df5-64c7405b418a tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:41.038221 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4073256d-18e7-4837-ab34-5aa0a60af544 req-eef833e7-38b5-483a-9df5-64c7405b418a tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=b79f96da-f8c6-4321-9f86-fcf49baefd36 HTTP/1.1" status: 200 len: 945 time: 1.6134496 May 05 20:04:41.138918 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-9bcd17d0-499b-43e3-8f04-5ce12befe6da tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Deleting port 823374b2-c1db-4105-8ac8-804b4d578fcc {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:04:41.139396 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-9bcd17d0-499b-43e3-8f04-5ce12befe6da tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:41.217523 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4627cd24-6e51-4df3-9b45-798cd1df10f7 req-672e7a02-e0b1-4852-a453-ce9bcede04a0 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/security-groups?id=66299a25-9ea8-43e5-ae69-782b36dd1dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782071 May 05 20:04:41.277527 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-b26c0913-e175-4ea7-837e-d21630b63c8a None None] Set router 8f6122b3-cd70-4e01-be6d-ac9af74c40ea gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:04:41.278100 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e2010-e953-4a43-a9e1-d3b54a87cbb2 req-1fd5579c-6192-4c17-a624-cd447c78c937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:41.285289 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2d7e2010-e953-4a43-a9e1-d3b54a87cbb2 req-1fd5579c-6192-4c17-a624-cd447c78c937 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8b52762fd06e4296bbd13851ef018dfc&device_id=5154f5d0-0840-4b52-9383-1737bd76c667 HTTP/1.1" status: 200 len: 1094 time: 0.3141532 May 05 20:04:41.691822 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e2010-e953-4a43-a9e1-d3b54a87cbb2 req-fa8faba1-0e10-48a8-bb6f-45be52627cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:41.693279 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2d7e2010-e953-4a43-a9e1-d3b54a87cbb2 req-fa8faba1-0e10-48a8-bb6f-45be52627cd7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=64a22928-0684-4ae0-bb8b-56899f865035 HTTP/1.1" status: 200 len: 915 time: 0.3966775 May 05 20:04:41.812349 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2d7e2010-e953-4a43-a9e1-d3b54a87cbb2 req-add0e6e5-6e44-478d-9d5b-b054c62207f2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa398864-3983-4d82-8698-fdab2000df6b HTTP/1.1" status: 200 len: 217 time: 0.1106882 May 05 20:04:41.989855 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d5a370-dde0-4917-ac58-103167248ade req-84db4f63-b831-4348-b685-7860c533f7c7 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:42.007255 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d5a370-dde0-4917-ac58-103167248ade req-84db4f63-b831-4348-b685-7860c533f7c7 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:42.021846 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d5a370-dde0-4917-ac58-103167248ade req-84db4f63-b831-4348-b685-7860c533f7c7 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:42.035977 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d5a370-dde0-4917-ac58-103167248ade req-84db4f63-b831-4348-b685-7860c533f7c7 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:42.053110 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d3d5a370-dde0-4917-ac58-103167248ade req-84db4f63-b831-4348-b685-7860c533f7c7 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/ports?device_id=c66c5a81-58b3-46e3-8e2a-9f67da08f252 HTTP/1.1" status: 200 len: 3142 time: 0.4573569 May 05 20:04:42.104406 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e2010-e953-4a43-a9e1-d3b54a87cbb2 req-1f9d4285-7d89-4d48-9e40-a43d133cbfff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:42.106201 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2d7e2010-e953-4a43-a9e1-d3b54a87cbb2 req-1f9d4285-7d89-4d48-9e40-a43d133cbfff service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ac45120c-2218-40fc-a7a8-1f58fb39de57 HTTP/1.1" status: 200 len: 854 time: 0.2877769 May 05 20:04:42.242063 n-d-840717-1 neutron-server[88198]: INFO neutron.db.l3_db [None req-6a0f9f9e-bd79-4e0a-a94a-9c5883ff8bb9 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Floating IP a92b9898-17a1-4b87-a8d6-d8abd232005e associated. External IP: 172.25.0.243, port: 9dc3a93f-6979-4e1d-827e-92a49558cafd. May 05 20:04:42.260329 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2d7e2010-e953-4a43-a9e1-d3b54a87cbb2 req-b902d3b9-181e-41dc-bcf5-63a552d93324 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=64a22928-0684-4ae0-bb8b-56899f865035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1471198 May 05 20:04:42.285264 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-b26c0913-e175-4ea7-837e-d21630b63c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f6122b3-cd70-4e01-be6d-ac9af74c40ea', 'name': 'tempest-TaggedBootDevicesTest-1815960725-router', 'tenant_id': '99f8ff370e2040efb9285a4ae37c20cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '6ccb0207-274c-4772-8f16-2f81972123af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:57:31Z', 'updated_at': '2022-05-05T19:57:45Z', 'revision_number': 4, 'project_id': '99f8ff370e2040efb9285a4ae37c20cd', 'gw_port': {'id': '6ccb0207-274c-4772-8f16-2f81972123af', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:05:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6122b3-cd70-4e01-be6d-ac9af74c40ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:33Z', 'updated_at': '2022-05-05T19:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'bc4734da-cacf-4eeb-ae81-2a30c4f28ce8', 'name': '', 'network_id': 'd94c136e-3c4f-4290-8cd6-81a4e89af7f3', 'tenant_id': '99f8ff370e2040efb9285a4ae37c20cd', 'mac_address': 'fa:16:3e:86:e2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6122b3-cd70-4e01-be6d-ac9af74c40ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': 'fb2a8ac4-25e5-4199-94bc-000b6944dde3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:41Z', 'updated_at': '2022-05-05T19:57:58Z', 'revision_number': 5, 'project_id': '99f8ff370e2040efb9285a4ae37c20cd', 'subnets': [{'id': 'fb2a8ac4-25e5-4199-94bc-000b6944dde3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:04:42.298065 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26c0913-e175-4ea7-837e-d21630b63c8a None None] Checking router: 8f6122b3-cd70-4e01-be6d-ac9af74c40ea for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:04:42.320263 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26c0913-e175-4ea7-837e-d21630b63c8a None None] Routers {'8f6122b3-cd70-4e01-be6d-ac9af74c40ea'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:04:42.320889 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-b26c0913-e175-4ea7-837e-d21630b63c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:04:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['8f6122b3-cd70-4e01-be6d-ac9af74c40ea'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:04:42.411236 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-9bcd17d0-499b-43e3-8f04-5ce12befe6da tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] For port 823374b2-c1db-4105-8ac8-804b4d578fcc, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=823374b2-c1db-4105-8ac8-804b4d578fcc,segment=NetworkSegment(9e0182ab-1e56-4080-b373-4bebb989122d),segment_id=9e0182ab-1e56-4080-b373-4bebb989122d)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:04:42.414045 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-9bcd17d0-499b-43e3-8f04-5ce12befe6da tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:42.469133 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d3d5a370-dde0-4917-ac58-103167248ade req-b5942afb-f49c-45cb-9d41-ef760ddfa0a0 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ea4b63-4d77-466d-a6d0-2611e1957d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4147673 May 05 20:04:42.512162 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2d7e2010-e953-4a43-a9e1-d3b54a87cbb2 req-63f52050-7790-4ec8-a94a-f75d48cf2c95 service neutron] 10.222.0.24 "GET /v2.0/networks/64a22928-0684-4ae0-bb8b-56899f865035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442684 May 05 20:04:42.669255 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-b26c0913-e175-4ea7-837e-d21630b63c8a None None] Set router 8f6122b3-cd70-4e01-be6d-ac9af74c40ea gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:04:42.711967 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2d7e2010-e953-4a43-a9e1-d3b54a87cbb2 req-891fb48e-9441-40be-965d-08714cc2cc36 service neutron] 10.222.0.24 "GET /v2.0/networks/64a22928-0684-4ae0-bb8b-56899f865035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916313 May 05 20:04:42.758676 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4073256d-18e7-4837-ab34-5aa0a60af544 req-6f097f1f-4af6-426b-ba63-8d54342796a8 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5030518 May 05 20:04:42.920464 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5fbe6a7-5072-4d54-b249-508d878b25b8'] response: {'server_uuid': '23be5922-5b14-4759-a0ea-a939a58aa704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f7222db-61b2-414b-9998-e780d493326a', 'code': 200} May 05 20:04:42.944029 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-9bcd17d0-499b-43e3-8f04-5ce12befe6da tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Calling delete_port for 823374b2-c1db-4105-8ac8-804b4d578fcc owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:04:43.273245 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccf56ef-6226-48f7-9764-dff4df4d316d req-8f9b248e-a416-44f0-8a56-7d0705ce2ce9 tempest-ServerTagsTestJSON-2094395425 tempest-ServerTagsTestJSON-2094395425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:43.276394 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6ced6c9-1f0b-4767-a7f9-1c5982de6cc7'] response: {'server_uuid': 'c66c5a81-58b3-46e3-8e2a-9f67da08f252', 'name': 'network-vif-deleted', 'tag': '9fa97b06-019d-44e6-a1c4-eb81f10a0fdc', 'status': 'completed', 'code': 200} May 05 20:04:43.277928 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bccf56ef-6226-48f7-9764-dff4df4d316d req-8f9b248e-a416-44f0-8a56-7d0705ce2ce9 tempest-ServerTagsTestJSON-2094395425 tempest-ServerTagsTestJSON-2094395425-project] 10.222.0.36 "GET /v2.0/ports?device_id=dda81b11-58f2-4d5a-a709-37f656a9a972 HTTP/1.1" status: 200 len: 945 time: 0.1311109 May 05 20:04:43.352769 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-b26c0913-e175-4ea7-837e-d21630b63c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f6122b3-cd70-4e01-be6d-ac9af74c40ea', 'name': 'tempest-TaggedBootDevicesTest-1815960725-router', 'tenant_id': '99f8ff370e2040efb9285a4ae37c20cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '6ccb0207-274c-4772-8f16-2f81972123af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:57:31Z', 'updated_at': '2022-05-05T19:57:45Z', 'revision_number': 4, 'project_id': '99f8ff370e2040efb9285a4ae37c20cd', 'gw_port': {'id': '6ccb0207-274c-4772-8f16-2f81972123af', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:05:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6122b3-cd70-4e01-be6d-ac9af74c40ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:33Z', 'updated_at': '2022-05-05T19:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'bc4734da-cacf-4eeb-ae81-2a30c4f28ce8', 'name': '', 'network_id': 'd94c136e-3c4f-4290-8cd6-81a4e89af7f3', 'tenant_id': '99f8ff370e2040efb9285a4ae37c20cd', 'mac_address': 'fa:16:3e:86:e2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6122b3-cd70-4e01-be6d-ac9af74c40ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': 'fb2a8ac4-25e5-4199-94bc-000b6944dde3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:41Z', 'updated_at': '2022-05-05T19:57:58Z', 'revision_number': 5, 'project_id': '99f8ff370e2040efb9285a4ae37c20cd', 'subnets': [{'id': 'fb2a8ac4-25e5-4199-94bc-000b6944dde3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:04:43.365163 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26c0913-e175-4ea7-837e-d21630b63c8a None None] The sync data for ids ['8f6122b3-cd70-4e01-be6d-ac9af74c40ea'] in n-d-840717-1 is: [{'id': '8f6122b3-cd70-4e01-be6d-ac9af74c40ea', 'name': 'tempest-TaggedBootDevicesTest-1815960725-router', 'tenant_id': '99f8ff370e2040efb9285a4ae37c20cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '6ccb0207-274c-4772-8f16-2f81972123af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:57:31Z', 'updated_at': '2022-05-05T19:57:45Z', 'revision_number': 4, 'project_id': '99f8ff370e2040efb9285a4ae37c20cd', 'gw_port': {'id': '6ccb0207-274c-4772-8f16-2f81972123af', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:05:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6122b3-cd70-4e01-be6d-ac9af74c40ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:33Z', 'updated_at': '2022-05-05T19:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'bc4734da-cacf-4eeb-ae81-2a30c4f28ce8', 'name': '', 'network_id': 'd94c136e-3c4f-4290-8cd6-81a4e89af7f3', 'tenant_id': '99f8ff370e2040efb9285a4ae37c20cd', 'mac_address': 'fa:16:3e:86:e2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6122b3-cd70-4e01-be6d-ac9af74c40ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': 'fb2a8ac4-25e5-4199-94bc-000b6944dde3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:41Z', 'updated_at': '2022-05-05T19:57:58Z', 'revision_number': 5, 'project_id': '99f8ff370e2040efb9285a4ae37c20cd', 'subnets': [{'id': 'fb2a8ac4-25e5-4199-94bc-000b6944dde3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:04:43.394744 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bccf56ef-6226-48f7-9764-dff4df4d316d req-50ef5cda-169d-4693-968d-e18443254c5f tempest-ServerTagsTestJSON-2094395425 tempest-ServerTagsTestJSON-2094395425-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6bfed31-c363-4859-912d-c6ef4137ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079266 May 05 20:04:43.436946 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-9bcd17d0-499b-43e3-8f04-5ce12befe6da tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:43.509893 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcd17d0-499b-43e3-8f04-5ce12befe6da tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Pushing event deleted for resources: {'Port': ['ID=823374b2-c1db-4105-8ac8-804b4d578fcc,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:43.641881 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-9bcd17d0-499b-43e3-8f04-5ce12befe6da tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] No DVR routers for this DVR port 823374b2-c1db-4105-8ac8-804b4d578fcc on host n-h1-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:04:43.645613 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-9bcd17d0-499b-43e3-8f04-5ce12befe6da tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:43.660039 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-9bcd17d0-499b-43e3-8f04-5ce12befe6da tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.24 "DELETE /v2.0/ports/823374b2-c1db-4105-8ac8-804b4d578fcc HTTP/1.1" status: 204 len: 173 time: 2.6373081 May 05 20:04:43.695037 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a0f9f9e-bd79-4e0a-a94a-9c5883ff8bb9 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Router bc6a4113-edb3-47fc-a579-1ad503721aac has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:04:43.718564 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf42e0-b4c1-4c0a-ba7e-af99592b86e5 req-d450a737-b254-44bc-b0d2-4e50d90255be tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:43.720124 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-acdf42e0-b4c1-4c0a-ba7e-af99592b86e5 req-d450a737-b254-44bc-b0d2-4e50d90255be tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=5154f5d0-0840-4b52-9383-1737bd76c667 HTTP/1.1" status: 200 len: 943 time: 0.5311408 May 05 20:04:43.836861 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-b7426938-caa2-45ad-b75c-c1ecd4a1a5f4 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Deleting port 206a9ec0-b9d9-495c-a620-820909a8baeb {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:04:43.837827 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-b7426938-caa2-45ad-b75c-c1ecd4a1a5f4 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:43.892127 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b003070d-ed55-4862-a551-776bd0da1065 None None] New status for floating IP 6615baf9-f390-401e-bddd-d19a97d7adad: DOWN {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:04:44.090374 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:44.265614 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a0f9f9e-bd79-4e0a-a94a-9c5883ff8bb9 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:04:44.277237 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e6cb91-fe2f-4176-8c00-2f7a3dc1d3a4 None None] Sync routers for ids ['bc6a4113-edb3-47fc-a579-1ad503721aac'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:04:44.290726 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6a0f9f9e-bd79-4e0a-a94a-9c5883ff8bb9 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:44.292177 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e6cb91-fe2f-4176-8c00-2f7a3dc1d3a4 None None] Routers {'bc6a4113-edb3-47fc-a579-1ad503721aac'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:04:44.292815 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-a5e6cb91-fe2f-4176-8c00-2f7a3dc1d3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:04:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['bc6a4113-edb3-47fc-a579-1ad503721aac'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:04:44.891824 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-a5e6cb91-fe2f-4176-8c00-2f7a3dc1d3a4 None None] Set router bc6a4113-edb3-47fc-a579-1ad503721aac gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:04:44.973747 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-6a0f9f9e-bd79-4e0a-a94a-9c5883ff8bb9 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "PUT /v2.0/floatingips/a92b9898-17a1-4b87-a8d6-d8abd232005e HTTP/1.1" status: 200 len: 992 time: 5.6536579 May 05 20:04:44.995437 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-acdf42e0-b4c1-4c0a-ba7e-af99592b86e5 req-cd1c5b62-8fbd-488b-87ba-0d3d3c8ec969 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/security-groups?id=66299a25-9ea8-43e5-ae69-782b36dd1dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0403283 May 05 20:04:45.029164 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34feac3d-4c98-4d74-80de-01b636f605cc req-e20601f0-42df-4d89-bdce-c21673fa21e4 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:45.051770 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34feac3d-4c98-4d74-80de-01b636f605cc req-e20601f0-42df-4d89-bdce-c21673fa21e4 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:45.077043 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34feac3d-4c98-4d74-80de-01b636f605cc req-e20601f0-42df-4d89-bdce-c21673fa21e4 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:45.093774 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-34feac3d-4c98-4d74-80de-01b636f605cc req-e20601f0-42df-4d89-bdce-c21673fa21e4 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/ports?device_id=c66c5a81-58b3-46e3-8e2a-9f67da08f252 HTTP/1.1" status: 200 len: 2409 time: 0.6223533 May 05 20:04:45.228515 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-34feac3d-4c98-4d74-80de-01b636f605cc req-9038d725-32e3-4438-8b1d-f099000e876d tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ea4b63-4d77-466d-a6d0-2611e1957d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277792 May 05 20:04:45.318116 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device aa398864-3983-4d82-8698-fdab2000df6b details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:04:45.346722 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c66c5a81-58b3-46e3-8e2a-9f67da08f252', 'name': 'network-vif-deleted', 'tag': '823374b2-c1db-4105-8ac8-804b4d578fcc'}, {'name': 'network-changed', 'server_uuid': '3150ca4d-e5f5-4957-9d86-99fd8d6d41b4', 'tag': '9dc3a93f-6979-4e1d-827e-92a49558cafd'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:04:45.381168 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 46772) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:04:45.505123 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.resource_extend [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 20:04:45.560611 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:04:45.597893 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-b7426938-caa2-45ad-b75c-c1ecd4a1a5f4 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] For port 206a9ec0-b9d9-495c-a620-820909a8baeb, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=206a9ec0-b9d9-495c-a620-820909a8baeb,segment=NetworkSegment(9e0182ab-1e56-4080-b373-4bebb989122d),segment_id=9e0182ab-1e56-4080-b373-4bebb989122d)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:04:45.616175 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-b7426938-caa2-45ad-b75c-c1ecd4a1a5f4 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:45.724457 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dba87a-f9bb-4753-9f3f-0d288fb9d892 req-dc28d588-5700-4571-acf1-ebe2368561b5 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:45.725995 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-58dba87a-f9bb-4753-9f3f-0d288fb9d892 req-dc28d588-5700-4571-acf1-ebe2368561b5 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.50 "GET /v2.0/ports?device_id=b79f96da-f8c6-4321-9f86-fcf49baefd36 HTTP/1.1" status: 200 len: 945 time: 0.3116398 May 05 20:04:45.818157 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port aa398864-3983-4d82-8698-fdab2000df6b, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=aa398864-3983-4d82-8698-fdab2000df6b,segment=NetworkSegment(e431113b-0838-4dae-91c9-bf783ad37054),segment_id=e431113b-0838-4dae-91c9-bf783ad37054)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:04:45.841080 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': 'aa398864-3983-4d82-8698-fdab2000df6b', 'network_id': '64a22928-0684-4ae0-bb8b-56899f865035', 'port_id': 'aa398864-3983-4d82-8698-fdab2000df6b', 'mac_address': 'fa:16:3e:dc:ea:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac45120c-2218-40fc-a7a8-1f58fb39de57', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:04:45.914722 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-58dba87a-f9bb-4753-9f3f-0d288fb9d892 req-39d09377-5ba8-4820-9bf2-f90e6ab94168 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Deleting port 1a03fe6c-3650-4a30-b86a-1775114cf47b {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:04:45.915065 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-58dba87a-f9bb-4753-9f3f-0d288fb9d892 req-39d09377-5ba8-4820-9bf2-f90e6ab94168 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:45.981702 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:46.026741 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e69a59b2-51ee-4607-aa7d-86550e016e76'] response: {'server_uuid': 'c66c5a81-58b3-46e3-8e2a-9f67da08f252', 'name': 'network-vif-deleted', 'tag': '823374b2-c1db-4105-8ac8-804b4d578fcc', 'status': 'completed', 'code': 200} May 05 20:04:46.029569 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e69a59b2-51ee-4607-aa7d-86550e016e76'] response: {'name': 'network-changed', 'server_uuid': '3150ca4d-e5f5-4957-9d86-99fd8d6d41b4', 'tag': '9dc3a93f-6979-4e1d-827e-92a49558cafd', 'status': 'completed', 'code': 200} May 05 20:04:46.032304 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa398864-3983-4d82-8698-fdab2000df6b {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:04:46.044563 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-b7426938-caa2-45ad-b75c-c1ecd4a1a5f4 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Calling delete_port for 206a9ec0-b9d9-495c-a620-820909a8baeb owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:04:46.112728 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port aa398864-3983-4d82-8698-fdab2000df6b, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=aa398864-3983-4d82-8698-fdab2000df6b,segment=NetworkSegment(e431113b-0838-4dae-91c9-bf783ad37054),segment_id=e431113b-0838-4dae-91c9-bf783ad37054)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:04:46.127203 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:46.261186 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=aa398864-3983-4d82-8698-fdab2000df6b,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:46.284011 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:46.329222 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-a5e6cb91-fe2f-4176-8c00-2f7a3dc1d3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'name': 'tempest-AttachVolumeNegativeTest-634632814-router', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'c75985dc-8b4c-4c87-85cd-20dbb82f7649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:00:48Z', 'updated_at': '2022-05-05T20:00:57Z', 'revision_number': 4, 'project_id': '2b65203be12a44e3b2b676f0adb9acc7', 'gw_port': {'id': 'c75985dc-8b4c-4c87-85cd-20dbb82f7649', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:49Z', 'updated_at': '2022-05-05T20:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': 'a92b9898-17a1-4b87-a8d6-d8abd232005e', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'floating_ip_address': '172.25.0.243', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'port_id': '9dc3a93f-6979-4e1d-827e-92a49558cafd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8', 'mac_address': 'fa:16:3e:56:53:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3150ca4d-e5f5-4957-9d86-99fd8d6d41b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:04:09Z', 'updated_at': '2022-05-05T20:04:40Z', 'revision_number': 1, 'project_id': '2b65203be12a44e3b2b676f0adb9acc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74d23f1e-73a7-42db-b11f-96808078f525', 'name': '', 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'mac_address': 'fa:16:3e:32:c5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '0d250ed8-07f6-4f08-a934-d3c76d471e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:55Z', 'updated_at': '2022-05-05T20:01:13Z', 'revision_number': 5, 'project_id': '2b65203be12a44e3b2b676f0adb9acc7', 'subnets': [{'id': '0d250ed8-07f6-4f08-a934-d3c76d471e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:04:46.338951 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e6cb91-fe2f-4176-8c00-2f7a3dc1d3a4 None None] Checking router: bc6a4113-edb3-47fc-a579-1ad503721aac for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:04:46.348722 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4999ba5c-607d-4888-ac8c-6a71a573e9d0 req-b5304778-a469-4d60-9044-006bf5086c15 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:46.355054 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4999ba5c-607d-4888-ac8c-6a71a573e9d0 req-b5304778-a469-4d60-9044-006bf5086c15 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=b79f96da-f8c6-4321-9f86-fcf49baefd36 HTTP/1.1" status: 200 len: 945 time: 1.0870645 May 05 20:04:46.365533 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e6cb91-fe2f-4176-8c00-2f7a3dc1d3a4 None None] Routers {'bc6a4113-edb3-47fc-a579-1ad503721aac'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:04:46.366648 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-a5e6cb91-fe2f-4176-8c00-2f7a3dc1d3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:04:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['bc6a4113-edb3-47fc-a579-1ad503721aac'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:04:46.448883 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4999ba5c-607d-4888-ac8c-6a71a573e9d0 req-070adfa7-11da-45b2-a51e-290570b90e11 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b06b3b7-0b10-43da-884a-d1d793e84fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862362 May 05 20:04:46.510184 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['aa398864-3983-4d82-8698-fdab2000df6b'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:04:46.533372 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-b7426938-caa2-45ad-b75c-c1ecd4a1a5f4 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:46.803821 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7426938-caa2-45ad-b75c-c1ecd4a1a5f4 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Pushing event deleted for resources: {'Port': ['ID=206a9ec0-b9d9-495c-a620-820909a8baeb,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:46.863770 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-a5e6cb91-fe2f-4176-8c00-2f7a3dc1d3a4 None None] Set router bc6a4113-edb3-47fc-a579-1ad503721aac gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:04:46.999149 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-b7426938-caa2-45ad-b75c-c1ecd4a1a5f4 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] No DVR routers for this DVR port 206a9ec0-b9d9-495c-a620-820909a8baeb on host n-h1-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:04:47.003396 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-b7426938-caa2-45ad-b75c-c1ecd4a1a5f4 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:47.013726 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-b7426938-caa2-45ad-b75c-c1ecd4a1a5f4 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.24 "DELETE /v2.0/ports/206a9ec0-b9d9-495c-a620-820909a8baeb HTTP/1.1" status: 204 len: 173 time: 3.3122470 May 05 20:04:47.188819 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e13d56-55bb-4c1f-8c80-60d407e181f7 req-aae08571-c8f9-4f0d-9602-cd7f19c29477 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:47.190628 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-13e13d56-55bb-4c1f-8c80-60d407e181f7 req-aae08571-c8f9-4f0d-9602-cd7f19c29477 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=5154f5d0-0840-4b52-9383-1737bd76c667 HTTP/1.1" status: 200 len: 944 time: 0.3714962 May 05 20:04:47.334862 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-13e13d56-55bb-4c1f-8c80-60d407e181f7 req-3952ae22-1acf-48b9-8241-07dce9b0d7d1 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/security-groups?id=66299a25-9ea8-43e5-ae69-782b36dd1dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344068 May 05 20:04:47.351559 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-83086659-7887-4ebc-8e38-54caddcee488 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Deleting port d8cebe77-24e5-40d1-a4fd-946a285e28bf {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:04:47.354548 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-58dba87a-f9bb-4753-9f3f-0d288fb9d892 req-39d09377-5ba8-4820-9bf2-f90e6ab94168 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] For port 1a03fe6c-3650-4a30-b86a-1775114cf47b, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=1a03fe6c-3650-4a30-b86a-1775114cf47b,segment=NetworkSegment(eccdf1c4-efe8-4f03-97f1-7b574b83122b),segment_id=eccdf1c4-efe8-4f03-97f1-7b574b83122b)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:04:47.355012 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-58dba87a-f9bb-4753-9f3f-0d288fb9d892 req-39d09377-5ba8-4820-9bf2-f90e6ab94168 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:47.361537 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-83086659-7887-4ebc-8e38-54caddcee488 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:47.643339 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-58dba87a-f9bb-4753-9f3f-0d288fb9d892 req-39d09377-5ba8-4820-9bf2-f90e6ab94168 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Calling delete_port for 1a03fe6c-3650-4a30-b86a-1775114cf47b owned by compute:nova {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:04:47.874090 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-a5e6cb91-fe2f-4176-8c00-2f7a3dc1d3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'name': 'tempest-AttachVolumeNegativeTest-634632814-router', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'c75985dc-8b4c-4c87-85cd-20dbb82f7649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:00:48Z', 'updated_at': '2022-05-05T20:00:57Z', 'revision_number': 4, 'project_id': '2b65203be12a44e3b2b676f0adb9acc7', 'gw_port': {'id': 'c75985dc-8b4c-4c87-85cd-20dbb82f7649', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:49Z', 'updated_at': '2022-05-05T20:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': 'a92b9898-17a1-4b87-a8d6-d8abd232005e', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'floating_ip_address': '172.25.0.243', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'port_id': '9dc3a93f-6979-4e1d-827e-92a49558cafd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8', 'mac_address': 'fa:16:3e:56:53:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3150ca4d-e5f5-4957-9d86-99fd8d6d41b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:04:09Z', 'updated_at': '2022-05-05T20:04:40Z', 'revision_number': 1, 'project_id': '2b65203be12a44e3b2b676f0adb9acc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74d23f1e-73a7-42db-b11f-96808078f525', 'name': '', 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'mac_address': 'fa:16:3e:32:c5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '0d250ed8-07f6-4f08-a934-d3c76d471e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:55Z', 'updated_at': '2022-05-05T20:01:13Z', 'revision_number': 5, 'project_id': '2b65203be12a44e3b2b676f0adb9acc7', 'subnets': [{'id': '0d250ed8-07f6-4f08-a934-d3c76d471e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:04:47.894890 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e6cb91-fe2f-4176-8c00-2f7a3dc1d3a4 None None] The sync data for ids ['bc6a4113-edb3-47fc-a579-1ad503721aac'] in n-d-840717-1 is: [{'id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'name': 'tempest-AttachVolumeNegativeTest-634632814-router', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'c75985dc-8b4c-4c87-85cd-20dbb82f7649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:00:48Z', 'updated_at': '2022-05-05T20:00:57Z', 'revision_number': 4, 'project_id': '2b65203be12a44e3b2b676f0adb9acc7', 'gw_port': {'id': 'c75985dc-8b4c-4c87-85cd-20dbb82f7649', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:49Z', 'updated_at': '2022-05-05T20:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': 'a92b9898-17a1-4b87-a8d6-d8abd232005e', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'floating_ip_address': '172.25.0.243', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'port_id': '9dc3a93f-6979-4e1d-827e-92a49558cafd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8', 'mac_address': 'fa:16:3e:56:53:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3150ca4d-e5f5-4957-9d86-99fd8d6d41b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:04:09Z', 'updated_at': '2022-05-05T20:04:40Z', 'revision_number': 1, 'project_id': '2b65203be12a44e3b2b676f0adb9acc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74d23f1e-73a7-42db-b11f-96808078f525', 'name': '', 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'mac_address': 'fa:16:3e:32:c5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '0d250ed8-07f6-4f08-a934-d3c76d471e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:55Z', 'updated_at': '2022-05-05T20:01:13Z', 'revision_number': 5, 'project_id': '2b65203be12a44e3b2b676f0adb9acc7', 'subnets': [{'id': '0d250ed8-07f6-4f08-a934-d3c76d471e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:04:47.969044 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc245ea0-520d-43a8-8a7b-0210e3f488ef req-04bb46cc-dc87-4a17-9f92-609e9f1c5d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:47.970597 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dc245ea0-520d-43a8-8a7b-0210e3f488ef req-04bb46cc-dc87-4a17-9f92-609e9f1c5d8f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2b65203be12a44e3b2b676f0adb9acc7&device_id=3150ca4d-e5f5-4957-9d86-99fd8d6d41b4 HTTP/1.1" status: 200 len: 1097 time: 1.9958708 May 05 20:04:48.043089 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-83086659-7887-4ebc-8e38-54caddcee488 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] For port d8cebe77-24e5-40d1-a4fd-946a285e28bf, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=d8cebe77-24e5-40d1-a4fd-946a285e28bf,segment=NetworkSegment(9712fa8a-84cf-4590-8760-a48340e4da1c),segment_id=9712fa8a-84cf-4590-8760-a48340e4da1c)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:04:48.043810 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-83086659-7887-4ebc-8e38-54caddcee488 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:48.074259 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c66c5a81-58b3-46e3-8e2a-9f67da08f252', 'name': 'network-vif-deleted', 'tag': '206a9ec0-b9d9-495c-a620-820909a8baeb'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:04:48.079014 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7021e1cd-5fd7-43fa-9959-fa9e57d0ffc4 req-ba49ef4d-80e9-4af4-ac5c-78bbdb2163ab tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:48.085382 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7021e1cd-5fd7-43fa-9959-fa9e57d0ffc4 req-ba49ef4d-80e9-4af4-ac5c-78bbdb2163ab tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:48.091917 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7021e1cd-5fd7-43fa-9959-fa9e57d0ffc4 req-ba49ef4d-80e9-4af4-ac5c-78bbdb2163ab tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/ports?device_id=c66c5a81-58b3-46e3-8e2a-9f67da08f252 HTTP/1.1" status: 200 len: 1676 time: 1.2968943 May 05 20:04:48.164128 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-58dba87a-f9bb-4753-9f3f-0d288fb9d892 req-39d09377-5ba8-4820-9bf2-f90e6ab94168 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:48.345606 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fd33d8-f9c6-48c2-9e63-d9f078e976d0 None None] New status for floating IP a92b9898-17a1-4b87-a8d6-d8abd232005e: ACTIVE {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:04:48.392382 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-83086659-7887-4ebc-8e38-54caddcee488 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Calling delete_port for d8cebe77-24e5-40d1-a4fd-946a285e28bf owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:04:48.431912 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4a851624-2f5f-4698-aeda-be70f8bb0816 req-33ab6f02-c966-48ba-a843-fc1819843fbc tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.36 "GET /v2.0/ports?device_id=b79f96da-f8c6-4321-9f86-fcf49baefd36 HTTP/1.1" status: 200 len: 210 time: 0.3379123 May 05 20:04:48.615971 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c7f5f3b-f2b5-4ce5-94de-f7d0c0f7f910'] response: {'server_uuid': 'c66c5a81-58b3-46e3-8e2a-9f67da08f252', 'name': 'network-vif-deleted', 'tag': '206a9ec0-b9d9-495c-a620-820909a8baeb', 'status': 'completed', 'code': 200} May 05 20:04:48.702345 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-83086659-7887-4ebc-8e38-54caddcee488 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:48.816280 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7021e1cd-5fd7-43fa-9959-fa9e57d0ffc4 req-d9ecbea5-ec2a-4230-9605-2181684c6100 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ea4b63-4d77-466d-a6d0-2611e1957d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6681523 May 05 20:04:48.873368 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d09377-5ba8-4820-9bf2-f90e6ab94168 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Pushing event deleted for resources: {'Port': ['ID=1a03fe6c-3650-4a30-b86a-1775114cf47b,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:48.968475 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83086659-7887-4ebc-8e38-54caddcee488 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Pushing event deleted for resources: {'Port': ['ID=d8cebe77-24e5-40d1-a4fd-946a285e28bf,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:48.975134 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-58dba87a-f9bb-4753-9f3f-0d288fb9d892 req-39d09377-5ba8-4820-9bf2-f90e6ab94168 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] No DVR routers for this DVR port 1a03fe6c-3650-4a30-b86a-1775114cf47b on host n-h2-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:04:48.979014 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-58dba87a-f9bb-4753-9f3f-0d288fb9d892 req-39d09377-5ba8-4820-9bf2-f90e6ab94168 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:48.999607 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b79f96da-f8c6-4321-9f86-fcf49baefd36', 'name': 'network-vif-deleted', 'tag': '1a03fe6c-3650-4a30-b86a-1775114cf47b'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:04:49.012129 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-58dba87a-f9bb-4753-9f3f-0d288fb9d892 req-39d09377-5ba8-4820-9bf2-f90e6ab94168 tempest-DeleteServersTestJSON-374914910 tempest-DeleteServersTestJSON-374914910-project] 10.222.0.50 "DELETE /v2.0/ports/1a03fe6c-3650-4a30-b86a-1775114cf47b HTTP/1.1" status: 204 len: 173 time: 3.2757118 May 05 20:04:49.029574 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device aa398864-3983-4d82-8698-fdab2000df6b up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:04:49.065992 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc245ea0-520d-43a8-8a7b-0210e3f488ef req-6a8c42e1-0faa-4fed-a0c0-da64a7a61a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:49.067655 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dc245ea0-520d-43a8-8a7b-0210e3f488ef req-6a8c42e1-0faa-4fed-a0c0-da64a7a61a52 service neutron] 10.222.0.24 "GET /v2.0/networks?id=025bffd7-43d6-46c1-996a-8056de7069d8 HTTP/1.1" status: 200 len: 915 time: 1.0851681 May 05 20:04:49.230784 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dc245ea0-520d-43a8-8a7b-0210e3f488ef req-bb52d99c-9cef-471d-8faf-3a82079ad76f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9dc3a93f-6979-4e1d-827e-92a49558cafd HTTP/1.1" status: 200 len: 1002 time: 0.1543481 May 05 20:04:49.231531 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c690a39-2fef-44f8-81bb-634f12b013cc req-266b6f7a-26f2-4f24-9c0b-261955b9612d tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:49.234467 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b99a6e61-3677-41db-8011-1199b2b75bad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:49.235216 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7c690a39-2fef-44f8-81bb-634f12b013cc req-266b6f7a-26f2-4f24-9c0b-261955b9612d tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=5154f5d0-0840-4b52-9383-1737bd76c667 HTTP/1.1" status: 200 len: 944 time: 0.2699845 May 05 20:04:49.247321 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-83086659-7887-4ebc-8e38-54caddcee488 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] No DVR routers for this DVR port d8cebe77-24e5-40d1-a4fd-946a285e28bf on host n-h1-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:04:49.292746 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-83086659-7887-4ebc-8e38-54caddcee488 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:49.304377 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port aa398864-3983-4d82-8698-fdab2000df6b completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:04:49.318367 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port aa398864-3983-4d82-8698-fdab2000df6b triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:04:49.319845 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:49.325234 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-83086659-7887-4ebc-8e38-54caddcee488 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.24 "DELETE /v2.0/ports/d8cebe77-24e5-40d1-a4fd-946a285e28bf HTTP/1.1" status: 204 len: 173 time: 2.3041372 May 05 20:04:49.479512 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc245ea0-520d-43a8-8a7b-0210e3f488ef req-1e85ab04-b84e-45eb-ba60-e02fe574479e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:49.480993 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dc245ea0-520d-43a8-8a7b-0210e3f488ef req-1e85ab04-b84e-45eb-ba60-e02fe574479e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d250ed8-07f6-4f08-a934-d3c76d471e2d HTTP/1.1" status: 200 len: 853 time: 0.0988748 May 05 20:04:49.482628 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62c33ca7-23d6-476f-8a73-3cb6d625fb74'] response: {'server_uuid': 'b79f96da-f8c6-4321-9f86-fcf49baefd36', 'name': 'network-vif-deleted', 'tag': '1a03fe6c-3650-4a30-b86a-1775114cf47b', 'status': 'completed', 'code': 200} May 05 20:04:49.505294 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-29972a56-1c76-4d1c-a0b8-a512c5611183 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Deleting port 6a69c56a-ceaf-48c1-b4b6-46b3ad4a0052 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:04:49.515796 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-29972a56-1c76-4d1c-a0b8-a512c5611183 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:49.640179 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7c690a39-2fef-44f8-81bb-634f12b013cc req-7432ecbe-a649-4e0c-b7fc-3b8a3fd612f8 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/security-groups?id=66299a25-9ea8-43e5-ae69-782b36dd1dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3941410 May 05 20:04:49.761591 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:49.878233 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5154f5d0-0840-4b52-9383-1737bd76c667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa398864-3983-4d82-8698-fdab2000df6b'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:04:49.912312 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port aa398864-3983-4d82-8698-fdab2000df6b, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=aa398864-3983-4d82-8698-fdab2000df6b,segment=NetworkSegment(e431113b-0838-4dae-91c9-bf783ad37054),segment_id=e431113b-0838-4dae-91c9-bf783ad37054)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:04:49.925611 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 1a03fe6c-3650-4a30-b86a-1775114cf47b no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:04:49.939228 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc245ea0-520d-43a8-8a7b-0210e3f488ef req-342b8d93-9ce6-48bd-9ba8-b1111d049503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:49.940842 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dc245ea0-520d-43a8-8a7b-0210e3f488ef req-342b8d93-9ce6-48bd-9ba8-b1111d049503 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=025bffd7-43d6-46c1-996a-8056de7069d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4420481 May 05 20:04:50.044710 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] No Port match for: 1a03fe6c-3650-4a30-b86a-1775114cf47b {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:04:50.045457 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 1a03fe6c-3650-4a30-b86a-1775114cf47b not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:04:50.051454 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:50.142656 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=aa398864-3983-4d82-8698-fdab2000df6b,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:50.170149 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dc245ea0-520d-43a8-8a7b-0210e3f488ef req-22f51001-dbdc-4838-a794-6bb1e3a86e8e service neutron] 10.222.0.24 "GET /v2.0/networks/025bffd7-43d6-46c1-996a-8056de7069d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133932 May 05 20:04:50.309782 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-29972a56-1c76-4d1c-a0b8-a512c5611183 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] For port 6a69c56a-ceaf-48c1-b4b6-46b3ad4a0052, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=6a69c56a-ceaf-48c1-b4b6-46b3ad4a0052,segment=NetworkSegment(9712fa8a-84cf-4590-8760-a48340e4da1c),segment_id=9712fa8a-84cf-4590-8760-a48340e4da1c)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:04:50.310222 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-29972a56-1c76-4d1c-a0b8-a512c5611183 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:50.487243 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-29972a56-1c76-4d1c-a0b8-a512c5611183 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Calling delete_port for 6a69c56a-ceaf-48c1-b4b6-46b3ad4a0052 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:04:50.581254 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3557c592-4051-43bc-aeb5-a66757a5379d req-d4305d4a-5cbe-4b87-a71f-1870ea290efc tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:50.594476 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3557c592-4051-43bc-aeb5-a66757a5379d req-d4305d4a-5cbe-4b87-a71f-1870ea290efc tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/ports?device_id=c66c5a81-58b3-46e3-8e2a-9f67da08f252 HTTP/1.1" status: 200 len: 942 time: 0.4216151 May 05 20:04:50.645365 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c66c5a81-58b3-46e3-8e2a-9f67da08f252', 'name': 'network-vif-deleted', 'tag': 'd8cebe77-24e5-40d1-a4fd-946a285e28bf'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:04:50.777543 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3557c592-4051-43bc-aeb5-a66757a5379d req-05429dd5-c3d4-42fa-8a80-e5bde74d8987 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ea4b63-4d77-466d-a6d0-2611e1957d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1819131 May 05 20:04:50.816176 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-29972a56-1c76-4d1c-a0b8-a512c5611183 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:50.890321 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5fa6b8b-74df-47d6-af4d-97d2ad44ef85'] response: {'server_uuid': '5154f5d0-0840-4b52-9383-1737bd76c667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa398864-3983-4d82-8698-fdab2000df6b', 'code': 200} May 05 20:04:50.935590 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dc245ea0-520d-43a8-8a7b-0210e3f488ef req-49ddfa5e-7bad-4e0e-b672-acaacad8267b service neutron] 10.222.0.24 "GET /v2.0/networks/025bffd7-43d6-46c1-996a-8056de7069d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7510092 May 05 20:04:50.936912 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-b99a6e61-3677-41db-8011-1199b2b75bad admin admin] Deleting port 9aec6688-6f5e-4bec-b54f-0d2eb2e7c57e {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:04:50.937447 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b99a6e61-3677-41db-8011-1199b2b75bad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:51.024785 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9b0a6f0-20eb-4218-916e-e35bb87bc81b'] response: {'server_uuid': 'c66c5a81-58b3-46e3-8e2a-9f67da08f252', 'name': 'network-vif-deleted', 'tag': 'd8cebe77-24e5-40d1-a4fd-946a285e28bf', 'status': 'completed', 'code': 200} May 05 20:04:51.093647 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29972a56-1c76-4d1c-a0b8-a512c5611183 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Pushing event deleted for resources: {'Port': ['ID=6a69c56a-ceaf-48c1-b4b6-46b3ad4a0052,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:51.112655 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-29972a56-1c76-4d1c-a0b8-a512c5611183 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] No DVR routers for this DVR port 6a69c56a-ceaf-48c1-b4b6-46b3ad4a0052 on host n-h1-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:04:51.116417 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-29972a56-1c76-4d1c-a0b8-a512c5611183 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:51.131973 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-45a14b73-3317-4695-ac0b-efebfd10b5fc req-29972a56-1c76-4d1c-a0b8-a512c5611183 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.24 "DELETE /v2.0/ports/6a69c56a-ceaf-48c1-b4b6-46b3ad4a0052 HTTP/1.1" status: 204 len: 173 time: 1.7962747 May 05 20:04:51.447389 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e954a074-2aed-4a0c-b971-40ed1fd81dd3 req-cd2a2f0e-1fe1-4cd9-98aa-54b14f8e1e14 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:51.454842 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e954a074-2aed-4a0c-b971-40ed1fd81dd3 req-cd2a2f0e-1fe1-4cd9-98aa-54b14f8e1e14 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=5154f5d0-0840-4b52-9383-1737bd76c667 HTTP/1.1" status: 200 len: 945 time: 0.2050712 May 05 20:04:51.528472 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e954a074-2aed-4a0c-b971-40ed1fd81dd3 req-26cd9cb2-8a14-4dce-9e8a-f469edb18f42 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/security-groups?id=66299a25-9ea8-43e5-ae69-782b36dd1dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701644 May 05 20:04:51.695018 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-b99a6e61-3677-41db-8011-1199b2b75bad admin admin] For port 9aec6688-6f5e-4bec-b54f-0d2eb2e7c57e, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=9aec6688-6f5e-4bec-b54f-0d2eb2e7c57e,segment=NetworkSegment(250771b8-aad0-41ac-b102-a5f4eb30b198),segment_id=250771b8-aad0-41ac-b102-a5f4eb30b198)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:04:51.696835 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b99a6e61-3677-41db-8011-1199b2b75bad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:51.894377 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff117f4c-2093-4c9f-aac9-0602eff987a5 req-5078b0dc-b3a8-4da6-bb27-8e61180109d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:51.898673 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ff117f4c-2093-4c9f-aac9-0602eff987a5 req-5078b0dc-b3a8-4da6-bb27-8e61180109d0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5154f5d0-0840-4b52-9383-1737bd76c667 HTTP/1.1" status: 200 len: 1096 time: 0.3352277 May 05 20:04:51.914625 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-b99a6e61-3677-41db-8011-1199b2b75bad admin admin] Calling delete_port for 9aec6688-6f5e-4bec-b54f-0d2eb2e7c57e owned by network:router_interface {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:04:52.173447 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-78eccd24-0ae6-46fb-8c31-9b1f447d625f req-9e46d8c9-64ba-463e-85e2-7b683d40e445 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/ports?device_id=c66c5a81-58b3-46e3-8e2a-9f67da08f252 HTTP/1.1" status: 200 len: 210 time: 0.1405220 May 05 20:04:52.237502 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ff117f4c-2093-4c9f-aac9-0602eff987a5 req-0fb8b6e7-8643-4fba-82d8-2ed37f53dcbe service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=66299a25-9ea8-43e5-ae69-782b36dd1dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059841 May 05 20:04:52.581253 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b99a6e61-3677-41db-8011-1199b2b75bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:52.873315 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99a6e61-3677-41db-8011-1199b2b75bad admin admin] Pushing event deleted for resources: {'Port': ['ID=9aec6688-6f5e-4bec-b54f-0d2eb2e7c57e,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:53.026627 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c66c5a81-58b3-46e3-8e2a-9f67da08f252', 'name': 'network-vif-deleted', 'tag': '6a69c56a-ceaf-48c1-b4b6-46b3ad4a0052'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:04:53.253293 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b99a6e61-3677-41db-8011-1199b2b75bad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:53.275347 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db79b80-04f3-43d2-8494-275c1e794253 req-e2f8a07a-3890-4907-b2cf-3a7fdbad30a2 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:53.283777 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0db79b80-04f3-43d2-8494-275c1e794253 req-e2f8a07a-3890-4907-b2cf-3a7fdbad30a2 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=5154f5d0-0840-4b52-9383-1737bd76c667 HTTP/1.1" status: 200 len: 945 time: 0.4661524 May 05 20:04:53.349395 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0db79b80-04f3-43d2-8494-275c1e794253 req-1c28e76c-a97c-4692-902c-794474eb98f3 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/security-groups?id=66299a25-9ea8-43e5-ae69-782b36dd1dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645409 May 05 20:04:53.595694 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4b90211-8878-4109-8995-91ca7d07f387'] response: {'server_uuid': 'c66c5a81-58b3-46e3-8e2a-9f67da08f252', 'name': 'network-vif-deleted', 'tag': '6a69c56a-ceaf-48c1-b4b6-46b3ad4a0052', 'status': 'completed', 'code': 200} May 05 20:04:53.949187 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-1178d4ac-58c7-4c22-a185-41d8524d60f8 req-31d003c2-188d-4557-a41a-4e46325f519d tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Synchronizing usage tracker for tenant:99f8ff370e2040efb9285a4ae37c20cd on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:04:53.999705 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-1178d4ac-58c7-4c22-a185-41d8524d60f8 req-31d003c2-188d-4557-a41a-4e46325f519d tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Unset dirty status for tenant:99f8ff370e2040efb9285a4ae37c20cd on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:04:54.001059 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1178d4ac-58c7-4c22-a185-41d8524d60f8 req-31d003c2-188d-4557-a41a-4e46325f519d tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/ports?device_id=c66c5a81-58b3-46e3-8e2a-9f67da08f252 HTTP/1.1" status: 200 len: 210 time: 0.1548367 May 05 20:04:54.253368 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b99a6e61-3677-41db-8011-1199b2b75bad admin admin] Router 649421de-0869-4a5d-a52d-ede22ea4ca73 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:04:55.143033 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71611062-b628-4303-aeeb-609fd590f164 req-8d7c771f-46fa-4186-bae6-438c8118f2d3 tempest-ServerTagsTestJSON-2094395425 tempest-ServerTagsTestJSON-2094395425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:55.144640 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-71611062-b628-4303-aeeb-609fd590f164 req-8d7c771f-46fa-4186-bae6-438c8118f2d3 tempest-ServerTagsTestJSON-2094395425 tempest-ServerTagsTestJSON-2094395425-project] 10.222.0.36 "GET /v2.0/ports?device_id=dda81b11-58f2-4d5a-a709-37f656a9a972 HTTP/1.1" status: 200 len: 945 time: 0.1888373 May 05 20:04:55.163598 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a318f3-a3f4-44ad-a39a-8ecc4fe3d1bb req-6f50c4d6-04e4-44a0-8e61-55951f517ac0 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:55.173911 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-10a318f3-a3f4-44ad-a39a-8ecc4fe3d1bb req-6f50c4d6-04e4-44a0-8e61-55951f517ac0 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=5154f5d0-0840-4b52-9383-1737bd76c667 HTTP/1.1" status: 200 len: 945 time: 0.5048938 May 05 20:04:55.235981 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b99a6e61-3677-41db-8011-1199b2b75bad admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:04:55.244955 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-71611062-b628-4303-aeeb-609fd590f164 req-0cbea3af-81db-42e2-8083-4b39d019024e tempest-ServerTagsTestJSON-2094395425 tempest-ServerTagsTestJSON-2094395425-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6bfed31-c363-4859-912d-c6ef4137ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927343 May 05 20:04:55.248653 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a25718-83fc-4cc3-b777-f5400730a3e6 None None] Sync routers for ids ['649421de-0869-4a5d-a52d-ede22ea4ca73'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:04:55.266679 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a25718-83fc-4cc3-b777-f5400730a3e6 None None] Routers {'649421de-0869-4a5d-a52d-ede22ea4ca73'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:04:55.267493 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-37a25718-83fc-4cc3-b777-f5400730a3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:04:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['649421de-0869-4a5d-a52d-ede22ea4ca73'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:04:55.281697 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-b99a6e61-3677-41db-8011-1199b2b75bad admin admin] 10.222.0.36 "PUT /v2.0/routers/649421de-0869-4a5d-a52d-ede22ea4ca73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8994112 May 05 20:04:55.284464 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 46982) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:04:55.309334 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-10a318f3-a3f4-44ad-a39a-8ecc4fe3d1bb req-a116e7fd-b38e-4de4-83e4-a479a9882a06 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/security-groups?id=66299a25-9ea8-43e5-ae69-782b36dd1dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341584 May 05 20:04:55.647752 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b560a-f1df-468c-ade7-e64d0c648ffd req-299c98d8-41f7-44b3-917c-011dc00e4632 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:55.657243 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e51b560a-f1df-468c-ade7-e64d0c648ffd req-299c98d8-41f7-44b3-917c-011dc00e4632 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=5154f5d0-0840-4b52-9383-1737bd76c667 HTTP/1.1" status: 200 len: 945 time: 0.1401575 May 05 20:04:55.716574 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-37a25718-83fc-4cc3-b777-f5400730a3e6 None None] Set router 649421de-0869-4a5d-a52d-ede22ea4ca73 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:04:55.720083 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e51b560a-f1df-468c-ade7-e64d0c648ffd req-76370b71-2ee8-41b5-b52f-48b1e23ad4a4 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/security-groups?id=66299a25-9ea8-43e5-ae69-782b36dd1dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615861 May 05 20:04:56.006770 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4c4db28b-cad8-4bb5-9bb1-d5ce0c66d115 req-a40a4938-145f-43da-8adc-9d0c33596273 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/ports?device_id=c66c5a81-58b3-46e3-8e2a-9f67da08f252 HTTP/1.1" status: 200 len: 210 time: 0.0788617 May 05 20:04:56.069010 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-420431ef-3513-4758-a8d6-783d6e417933 admin admin] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:56.235257 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b37f5-72a4-4f53-8113-375c531d7c2d req-97e8bbe8-7340-4d5d-8623-5835ee87a6d8 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:56.237460 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b08b37f5-72a4-4f53-8113-375c531d7c2d req-97e8bbe8-7340-4d5d-8623-5835ee87a6d8 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=5154f5d0-0840-4b52-9383-1737bd76c667 HTTP/1.1" status: 200 len: 945 time: 0.1233072 May 05 20:04:56.290899 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-37a25718-83fc-4cc3-b777-f5400730a3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649421de-0869-4a5d-a52d-ede22ea4ca73', 'name': 'tempest-TaggedBootDevicesTest_v242-1630048706-router', 'tenant_id': '0a29a66ef9e34d17926285dc8f054582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '22bfcec0-50f1-4029-8911-44755ba27f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:57:06Z', 'updated_at': '2022-05-05T20:04:52Z', 'revision_number': 5, 'project_id': '0a29a66ef9e34d17926285dc8f054582', 'gw_port': {'id': '22bfcec0-50f1-4029-8911-44755ba27f73', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:3a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649421de-0869-4a5d-a52d-ede22ea4ca73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:07Z', 'updated_at': '2022-05-05T19:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:04:56.298493 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a25718-83fc-4cc3-b777-f5400730a3e6 None None] Checking router: 649421de-0869-4a5d-a52d-ede22ea4ca73 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:04:56.312105 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a25718-83fc-4cc3-b777-f5400730a3e6 None None] Routers {'649421de-0869-4a5d-a52d-ede22ea4ca73'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:04:56.313653 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-37a25718-83fc-4cc3-b777-f5400730a3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:04:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['649421de-0869-4a5d-a52d-ede22ea4ca73'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:04:56.524828 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b08b37f5-72a4-4f53-8113-375c531d7c2d req-2a0a97aa-65b4-46e9-b508-445b94dc351a tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/security-groups?id=66299a25-9ea8-43e5-ae69-782b36dd1dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782736 May 05 20:04:56.653041 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a7de3f-1ccb-4a14-9de9-dd23233be7ab req-6fef583a-7251-424f-8b3b-12a5e0a8bcc3 tempest-ServerTagsTestJSON-2094395425 tempest-ServerTagsTestJSON-2094395425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:56.654567 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-99a7de3f-1ccb-4a14-9de9-dd23233be7ab req-6fef583a-7251-424f-8b3b-12a5e0a8bcc3 tempest-ServerTagsTestJSON-2094395425 tempest-ServerTagsTestJSON-2094395425-project] 10.222.0.50 "GET /v2.0/ports?device_id=dda81b11-58f2-4d5a-a709-37f656a9a972 HTTP/1.1" status: 200 len: 945 time: 0.3457057 May 05 20:04:56.740795 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-420431ef-3513-4758-a8d6-783d6e417933 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:56.752525 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-37a25718-83fc-4cc3-b777-f5400730a3e6 None None] Set router 649421de-0869-4a5d-a52d-ede22ea4ca73 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:04:56.755518 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-420431ef-3513-4758-a8d6-783d6e417933 admin admin] Deleting port 22bfcec0-50f1-4029-8911-44755ba27f73 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:04:56.755946 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-420431ef-3513-4758-a8d6-783d6e417933 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:56.924585 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933ef583-6c66-45bb-978c-81d46df9fb89 req-7eef4332-590f-4952-b52b-d3226e8392f9 tempest-ServerTagsTestJSON-2094395425 tempest-ServerTagsTestJSON-2094395425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:56.939292 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-933ef583-6c66-45bb-978c-81d46df9fb89 req-7eef4332-590f-4952-b52b-d3226e8392f9 tempest-ServerTagsTestJSON-2094395425 tempest-ServerTagsTestJSON-2094395425-project] 10.222.0.36 "GET /v2.0/ports?device_id=dda81b11-58f2-4d5a-a709-37f656a9a972 HTTP/1.1" status: 200 len: 945 time: 0.2554677 May 05 20:04:56.942375 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-99a7de3f-1ccb-4a14-9de9-dd23233be7ab req-99b6ac86-d069-4dd4-9854-18c0f87ff691 tempest-ServerTagsTestJSON-2094395425 tempest-ServerTagsTestJSON-2094395425-project] Deleting port 911594dc-9ad5-4042-93ca-076964bc30b6 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:04:56.943054 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-99a7de3f-1ccb-4a14-9de9-dd23233be7ab req-99b6ac86-d069-4dd4-9854-18c0f87ff691 tempest-ServerTagsTestJSON-2094395425 tempest-ServerTagsTestJSON-2094395425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:57.083678 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92873cd1-9e5c-4865-af2e-51af7fd35d39 req-100f6ec8-efcf-4631-8c59-4a2deacb299a tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:57.091827 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-92873cd1-9e5c-4865-af2e-51af7fd35d39 req-100f6ec8-efcf-4631-8c59-4a2deacb299a tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=5154f5d0-0840-4b52-9383-1737bd76c667 HTTP/1.1" status: 200 len: 945 time: 0.3075686 May 05 20:04:57.219867 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-37a25718-83fc-4cc3-b777-f5400730a3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649421de-0869-4a5d-a52d-ede22ea4ca73', 'name': 'tempest-TaggedBootDevicesTest_v242-1630048706-router', 'tenant_id': '0a29a66ef9e34d17926285dc8f054582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '22bfcec0-50f1-4029-8911-44755ba27f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:57:06Z', 'updated_at': '2022-05-05T20:04:52Z', 'revision_number': 5, 'project_id': '0a29a66ef9e34d17926285dc8f054582', 'gw_port': {'id': '22bfcec0-50f1-4029-8911-44755ba27f73', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:3a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649421de-0869-4a5d-a52d-ede22ea4ca73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:07Z', 'updated_at': '2022-05-05T19:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:04:57.225636 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a25718-83fc-4cc3-b777-f5400730a3e6 None None] The sync data for ids ['649421de-0869-4a5d-a52d-ede22ea4ca73'] in n-d-840717-1 is: [{'id': '649421de-0869-4a5d-a52d-ede22ea4ca73', 'name': 'tempest-TaggedBootDevicesTest_v242-1630048706-router', 'tenant_id': '0a29a66ef9e34d17926285dc8f054582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '22bfcec0-50f1-4029-8911-44755ba27f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:57:06Z', 'updated_at': '2022-05-05T20:04:52Z', 'revision_number': 5, 'project_id': '0a29a66ef9e34d17926285dc8f054582', 'gw_port': {'id': '22bfcec0-50f1-4029-8911-44755ba27f73', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:3a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649421de-0869-4a5d-a52d-ede22ea4ca73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:07Z', 'updated_at': '2022-05-05T19:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:04:57.229816 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-92873cd1-9e5c-4865-af2e-51af7fd35d39 req-09bf45d8-8e17-4946-b4d9-53db91b7581a tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/security-groups?id=66299a25-9ea8-43e5-ae69-782b36dd1dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368046 May 05 20:04:57.268454 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-933ef583-6c66-45bb-978c-81d46df9fb89 req-86a74ff5-a66d-459f-a794-0d5ec69b91fb tempest-ServerTagsTestJSON-2094395425 tempest-ServerTagsTestJSON-2094395425-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6bfed31-c363-4859-912d-c6ef4137ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265505 May 05 20:04:57.313459 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-420431ef-3513-4758-a8d6-783d6e417933 admin admin] For port 22bfcec0-50f1-4029-8911-44755ba27f73, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=22bfcec0-50f1-4029-8911-44755ba27f73,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:04:57.313827 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-420431ef-3513-4758-a8d6-783d6e417933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:57.449374 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 47030) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:04:57.496901 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-420431ef-3513-4758-a8d6-783d6e417933 admin admin] Calling delete_port for 22bfcec0-50f1-4029-8911-44755ba27f73 owned by network:router_gateway {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:04:57.843262 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-99a7de3f-1ccb-4a14-9de9-dd23233be7ab req-99b6ac86-d069-4dd4-9854-18c0f87ff691 tempest-ServerTagsTestJSON-2094395425 tempest-ServerTagsTestJSON-2094395425-project] For port 911594dc-9ad5-4042-93ca-076964bc30b6, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=911594dc-9ad5-4042-93ca-076964bc30b6,segment=NetworkSegment(c557e24d-ea85-4677-b775-07394f2a07f6),segment_id=c557e24d-ea85-4677-b775-07394f2a07f6)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:04:57.845362 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-99a7de3f-1ccb-4a14-9de9-dd23233be7ab req-99b6ac86-d069-4dd4-9854-18c0f87ff691 tempest-ServerTagsTestJSON-2094395425 tempest-ServerTagsTestJSON-2094395425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:57.861920 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-420431ef-3513-4758-a8d6-783d6e417933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:57.994100 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420431ef-3513-4758-a8d6-783d6e417933 admin admin] Pushing event deleted for resources: {'Port': ['ID=22bfcec0-50f1-4029-8911-44755ba27f73,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:58.015878 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d9b33cc2-57a2-4cd8-8916-7e4e651e2639 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:58.285939 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 47064) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:04:58.326508 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-420431ef-3513-4758-a8d6-783d6e417933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:58.480395 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-99a7de3f-1ccb-4a14-9de9-dd23233be7ab req-99b6ac86-d069-4dd4-9854-18c0f87ff691 tempest-ServerTagsTestJSON-2094395425 tempest-ServerTagsTestJSON-2094395425-project] Calling delete_port for 911594dc-9ad5-4042-93ca-076964bc30b6 owned by compute:nova {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:04:58.653983 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d9b33cc2-57a2-4cd8-8916-7e4e651e2639 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:58.757427 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-420431ef-3513-4758-a8d6-783d6e417933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:58.760555 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-420431ef-3513-4758-a8d6-783d6e417933 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:58.771751 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 9aec6688-6f5e-4bec-b54f-0d2eb2e7c57e no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:04:58.886277 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 9aec6688-6f5e-4bec-b54f-0d2eb2e7c57e {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:04:58.886849 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 9aec6688-6f5e-4bec-b54f-0d2eb2e7c57e not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:04:58.966670 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d9b33cc2-57a2-4cd8-8916-7e4e651e2639 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:58.983379 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-99a7de3f-1ccb-4a14-9de9-dd23233be7ab req-99b6ac86-d069-4dd4-9854-18c0f87ff691 tempest-ServerTagsTestJSON-2094395425 tempest-ServerTagsTestJSON-2094395425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:59.065119 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a953ddc-3722-449c-a89d-7e910610f639 admin admin] Deleting subnet 08fe5f50-bbcd-4aa2-adfb-1629cfc316ff {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:04:59.074938 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4a953ddc-3722-449c-a89d-7e910610f639 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:59.138146 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-420431ef-3513-4758-a8d6-783d6e417933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:59.138679 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420431ef-3513-4758-a8d6-783d6e417933 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 649421de-0869-4a5d-a52d-ede22ea4ca73 {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:04:59.156330 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b33cc2-57a2-4cd8-8916-7e4e651e2639 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ea4b63-4d77-466d-a6d0-2611e1957d3d,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:59.159565 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-420431ef-3513-4758-a8d6-783d6e417933 admin admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:59.160689 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-420431ef-3513-4758-a8d6-783d6e417933 admin admin] 10.222.0.36 "DELETE /v2.0/routers/649421de-0869-4a5d-a52d-ede22ea4ca73 HTTP/1.1" status: 204 len: 168 time: 3.8750446 May 05 20:04:59.166290 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 47088) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:04:59.214911 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4a953ddc-3722-449c-a89d-7e910610f639 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:59.326356 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b6ac86-d069-4dd4-9854-18c0f87ff691 tempest-ServerTagsTestJSON-2094395425 tempest-ServerTagsTestJSON-2094395425-project] Pushing event deleted for resources: {'Port': ['ID=911594dc-9ad5-4042-93ca-076964bc30b6,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:04:59.353385 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e36814-afc0-4d6f-9a51-24867dee3546 req-ddcbb87b-3b81-4836-b7c4-b5de22c9befd tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:04:59.361008 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-75e36814-afc0-4d6f-9a51-24867dee3546 req-ddcbb87b-3b81-4836-b7c4-b5de22c9befd tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=5154f5d0-0840-4b52-9383-1737bd76c667 HTTP/1.1" status: 200 len: 945 time: 0.5641408 May 05 20:04:59.416257 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-66636e99-c17f-472a-b911-e3c09a76bc73 req-9596081d-01dd-4bc1-a5a8-42c6ecfe32cd tempest-ServerTagsTestJSON-2094395425 tempest-ServerTagsTestJSON-2094395425-project] Synchronizing usage tracker for tenant:53717ff5a5004e85bd8909fef1aeefbf on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:04:59.570952 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-75e36814-afc0-4d6f-9a51-24867dee3546 req-fb6ec8b6-2c77-4fff-8f9a-d65f9d5591e3 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/security-groups?id=66299a25-9ea8-43e5-ae69-782b36dd1dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087233 May 05 20:04:59.582271 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce38e5c2-964e-474e-9dad-49c430f3915c admin admin] Deleting subnet 7d57aeb6-4b80-431f-8bfd-836e160c414f {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:04:59.595270 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-99a7de3f-1ccb-4a14-9de9-dd23233be7ab req-99b6ac86-d069-4dd4-9854-18c0f87ff691 tempest-ServerTagsTestJSON-2094395425 tempest-ServerTagsTestJSON-2094395425-project] No DVR routers for this DVR port 911594dc-9ad5-4042-93ca-076964bc30b6 on host n-h2-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:04:59.596460 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4a953ddc-3722-449c-a89d-7e910610f639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:59.599499 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d9b33cc2-57a2-4cd8-8916-7e4e651e2639 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:59.601425 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d9b33cc2-57a2-4cd8-8916-7e4e651e2639 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "DELETE /v2.0/security-groups/c1ea4b63-4d77-466d-a6d0-2611e1957d3d HTTP/1.1" status: 204 len: 168 time: 2.1510398 May 05 20:04:59.603538 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-99a7de3f-1ccb-4a14-9de9-dd23233be7ab req-99b6ac86-d069-4dd4-9854-18c0f87ff691 tempest-ServerTagsTestJSON-2094395425 tempest-ServerTagsTestJSON-2094395425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:59.605914 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-99a7de3f-1ccb-4a14-9de9-dd23233be7ab req-99b6ac86-d069-4dd4-9854-18c0f87ff691 tempest-ServerTagsTestJSON-2094395425 tempest-ServerTagsTestJSON-2094395425-project] 10.222.0.50 "DELETE /v2.0/ports/911594dc-9ad5-4042-93ca-076964bc30b6 HTTP/1.1" status: 204 len: 173 time: 2.9428394 May 05 20:04:59.623658 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda81b11-58f2-4d5a-a709-37f656a9a972', 'name': 'network-vif-deleted', 'tag': '911594dc-9ad5-4042-93ca-076964bc30b6'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:04:59.631014 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 47096) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:04:59.662296 n-d-840717-1 neutron-server[88197]: INFO neutron.api.v2.resource [None req-1f0b2c7f-79aa-4c65-b940-8851eb8627bb tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] show failed (client error): The resource could not be found. May 05 20:04:59.663861 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-1f0b2c7f-79aa-4c65-b940-8851eb8627bb tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "GET /v2.0/security-groups/c1ea4b63-4d77-466d-a6d0-2611e1957d3d HTTP/1.1" status: 404 len: 347 time: 0.0301936 May 05 20:04:59.678100 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 47102) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:04:59.684211 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-66636e99-c17f-472a-b911-e3c09a76bc73 req-9596081d-01dd-4bc1-a5a8-42c6ecfe32cd tempest-ServerTagsTestJSON-2094395425 tempest-ServerTagsTestJSON-2094395425-project] Unset dirty status for tenant:53717ff5a5004e85bd8909fef1aeefbf on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:04:59.698975 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-66636e99-c17f-472a-b911-e3c09a76bc73 req-9596081d-01dd-4bc1-a5a8-42c6ecfe32cd tempest-ServerTagsTestJSON-2094395425 tempest-ServerTagsTestJSON-2094395425-project] 10.222.0.36 "GET /v2.0/ports?device_id=dda81b11-58f2-4d5a-a709-37f656a9a972 HTTP/1.1" status: 200 len: 210 time: 0.5717759 May 05 20:04:59.701781 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ce38e5c2-964e-474e-9dad-49c430f3915c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:59.795120 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ce38e5c2-964e-474e-9dad-49c430f3915c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:59.956200 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4a953ddc-3722-449c-a89d-7e910610f639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:04:59.960580 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 47112) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:04:59.982752 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c254f3e8-0c5c-49cf-ae95-f7293236b6ad'] response: {'server_uuid': 'dda81b11-58f2-4d5a-a709-37f656a9a972', 'name': 'network-vif-deleted', 'tag': '911594dc-9ad5-4042-93ca-076964bc30b6', 'status': 'completed', 'code': 200} May 05 20:05:00.006989 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a953ddc-3722-449c-a89d-7e910610f639 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08fe5f50-bbcd-4aa2-adfb-1629cfc316ff,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:00.010923 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ce38e5c2-964e-474e-9dad-49c430f3915c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:00.014144 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 911594dc-9ad5-4042-93ca-076964bc30b6 no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:05:00.032792 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-c0661d4f-d2f5-4928-9a0a-ac5377e2e0c3 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Deleting port 1c7e984c-9372-48a7-88f0-bf67f4f47f74 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:05:00.033217 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c0661d4f-d2f5-4928-9a0a-ac5377e2e0c3 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:00.045176 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4a953ddc-3722-449c-a89d-7e910610f639 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:00.059729 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-4a953ddc-3722-449c-a89d-7e910610f639 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/08fe5f50-bbcd-4aa2-adfb-1629cfc316ff HTTP/1.1" status: 204 len: 168 time: 1.7703006 May 05 20:05:00.059947 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 47118) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:05:00.085109 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] No Port match for: 911594dc-9ad5-4042-93ca-076964bc30b6 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:05:00.085365 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 911594dc-9ad5-4042-93ca-076964bc30b6 not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:05:00.173719 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b8f1a116-59ac-4831-8535-cb68b79fd3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:00.268646 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-03c9d423-2ec4-41ab-868f-1747f37ad8bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:00.300136 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c0661d4f-d2f5-4928-9a0a-ac5377e2e0c3 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:00.300465 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c0661d4f-d2f5-4928-9a0a-ac5377e2e0c3 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:00.333244 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-03c9d423-2ec4-41ab-868f-1747f37ad8bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:05:00.388303 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-03c9d423-2ec4-41ab-868f-1747f37ad8bb admin admin] Usage tracker for resource:security_group_rule and tenant:dd69f63d2a5c4103b6f4710a6b461038 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:05:00.391379 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ce38e5c2-964e-474e-9dad-49c430f3915c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:00.402804 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-03c9d423-2ec4-41ab-868f-1747f37ad8bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:05:00.409652 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b8f1a116-59ac-4831-8535-cb68b79fd3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:00.461477 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f0b5e3-0a8a-43c7-a187-f11c8b1a418b None None] Network 5f383bab-d2ac-4d6b-b5b0-d3f0ff3c62c8 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:05:00.471771 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-c0661d4f-d2f5-4928-9a0a-ac5377e2e0c3 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Calling delete_port for 1c7e984c-9372-48a7-88f0-bf67f4f47f74 owned by network:floatingip {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:05:00.480718 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ce38e5c2-964e-474e-9dad-49c430f3915c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:00.502896 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-03c9d423-2ec4-41ab-868f-1747f37ad8bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:05:00.510511 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce38e5c2-964e-474e-9dad-49c430f3915c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d57aeb6-4b80-431f-8bfd-836e160c414f,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:00.532856 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-ce38e5c2-964e-474e-9dad-49c430f3915c admin admin] 10.222.0.36 "DELETE /v2.0/subnets/7d57aeb6-4b80-431f-8bfd-836e160c414f HTTP/1.1" status: 204 len: 168 time: 1.3653195 May 05 20:05:00.537090 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 47122) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:05:00.566333 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-b8f1a116-59ac-4831-8535-cb68b79fd3a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00ecdd9f-1135-415f-b0c6-51153b85089d']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:05:00.589561 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-b8f1a116-59ac-4831-8535-cb68b79fd3a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eccdf1c4-efe8-4f03-97f1-7b574b83122b') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:05:00.590307 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-b8f1a116-59ac-4831-8535-cb68b79fd3a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eccdf1c4-efe8-4f03-97f1-7b574b83122b') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:05:00.611153 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b8f1a116-59ac-4831-8535-cb68b79fd3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:00.635768 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b8f1a116-59ac-4831-8535-cb68b79fd3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:00.643009 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8f1a116-59ac-4831-8535-cb68b79fd3a0 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:05:00.643566 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b8f1a116-59ac-4831-8535-cb68b79fd3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:00.677628 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:05:00.677628 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:05:00.677628 n-d-840717-1 neutron-server[88198]: timer() May 05 20:05:00.677628 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:05:00.677628 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:05:00.677628 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:05:00.677628 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:05:00.677628 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:05:00.677628 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:05:00.677628 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:05:00.677628 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:05:00.677628 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:05:00.677628 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:05:00.677628 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:05:00.677628 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:05:00.677628 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:05:00.677628 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:05:00.677628 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:05:00.677628 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:05:00.677628 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:05:00.677628 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:05:00.677628 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:05:00.677628 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:05:00.677628 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:05:00.677628 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:05:00.677628 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:05:00.677628 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:05:00.677628 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:05:00.677628 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:05:00.677628 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:05:00.677628 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:05:00.677628 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:05:00.752141 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 22bfcec0-50f1-4029-8911-44755ba27f73 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:05:00.807210 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 22bfcec0-50f1-4029-8911-44755ba27f73 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:05:00.807755 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 22bfcec0-50f1-4029-8911-44755ba27f73 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:05:00.818360 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a4531cd8-3daa-40e5-b78d-65d50bc78018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:00.841215 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-a4531cd8-3daa-40e5-b78d-65d50bc78018 admin admin] Deleting port fb906e98-2c36-4e23-96e7-3736fdc97787 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:05:00.841664 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a4531cd8-3daa-40e5-b78d-65d50bc78018 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:00.906869 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 47130) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:05:00.912951 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ee4abe-0a66-462f-99c9-be8f79f5d8e5 None None] DHCP port deletion for 5f383bab-d2ac-4d6b-b5b0-d3f0ff3c62c8 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:05:00.921847 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b8ee4abe-0a66-462f-99c9-be8f79f5d8e5 None None] Deleting port fb906e98-2c36-4e23-96e7-3736fdc97787 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:05:00.922351 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b8ee4abe-0a66-462f-99c9-be8f79f5d8e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:00.985266 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-897117f3-778a-4d5e-a849-b7541fb06a60 admin admin] Deleting subnet 6fc0a083-8af0-4bbb-959f-856ef96926f1 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:05:00.987511 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b8f1a116-59ac-4831-8535-cb68b79fd3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:00.995824 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-897117f3-778a-4d5e-a849-b7541fb06a60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:01.053443 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b8f1a116-59ac-4831-8535-cb68b79fd3a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:01.095782 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f1a116-59ac-4831-8535-cb68b79fd3a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=00ecdd9f-1135-415f-b0c6-51153b85089d,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:01.132342 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b8f1a116-59ac-4831-8535-cb68b79fd3a0 admin admin] 10.222.0.36 "DELETE /v2.0/networks/00ecdd9f-1135-415f-b0c6-51153b85089d HTTP/1.1" status: 204 len: 168 time: 1.0713470 May 05 20:05:01.186803 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c0661d4f-d2f5-4928-9a0a-ac5377e2e0c3 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:01.210776 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-897117f3-778a-4d5e-a849-b7541fb06a60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:01.242934 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b8ee4abe-0a66-462f-99c9-be8f79f5d8e5 None None] For port fb906e98-2c36-4e23-96e7-3736fdc97787, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=fb906e98-2c36-4e23-96e7-3736fdc97787,segment=NetworkSegment(250771b8-aad0-41ac-b102-a5f4eb30b198),segment_id=250771b8-aad0-41ac-b102-a5f4eb30b198)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:05:01.245171 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b8ee4abe-0a66-462f-99c9-be8f79f5d8e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:01.262853 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0661d4f-d2f5-4928-9a0a-ac5377e2e0c3 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Pushing event deleted for resources: {'Port': ['ID=1c7e984c-9372-48a7-88f0-bf67f4f47f74,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:01.330888 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-a4531cd8-3daa-40e5-b78d-65d50bc78018 admin admin] For port fb906e98-2c36-4e23-96e7-3736fdc97787, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=fb906e98-2c36-4e23-96e7-3736fdc97787,segment=NetworkSegment(250771b8-aad0-41ac-b102-a5f4eb30b198),segment_id=250771b8-aad0-41ac-b102-a5f4eb30b198)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:05:01.331445 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a4531cd8-3daa-40e5-b78d-65d50bc78018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:01.390153 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 47140) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:05:01.425546 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b8ee4abe-0a66-462f-99c9-be8f79f5d8e5 None None] Calling delete_port for fb906e98-2c36-4e23-96e7-3736fdc97787 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:05:01.436380 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-897117f3-778a-4d5e-a849-b7541fb06a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:01.506637 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c0661d4f-d2f5-4928-9a0a-ac5377e2e0c3 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks [] for floatingip, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:01.519142 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-03c9d423-2ec4-41ab-868f-1747f37ad8bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:01.538264 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-03c9d423-2ec4-41ab-868f-1747f37ad8bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:01.549961 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b8ee4abe-0a66-462f-99c9-be8f79f5d8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:01.580707 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c710be6-2102-4c3a-9e35-3f99cc967d92 req-653ddd61-75f2-4ece-aaa1-8f9a3a39224b tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:01.582192 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9c710be6-2102-4c3a-9e35-3f99cc967d92 req-653ddd61-75f2-4ece-aaa1-8f9a3a39224b tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=5154f5d0-0840-4b52-9383-1737bd76c667 HTTP/1.1" status: 200 len: 945 time: 0.5925939 May 05 20:05:01.593014 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-03c9d423-2ec4-41ab-868f-1747f37ad8bb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dd69f63d2a5c4103b6f4710a6b461038&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5998566 May 05 20:05:01.617226 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 47144) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:05:01.637911 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f8251e47-a83d-4b70-878b-44ef8aae7a76 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5dc7995786b847999f5838924c32320a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2422204 May 05 20:05:01.642664 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-a4531cd8-3daa-40e5-b78d-65d50bc78018 admin admin] Calling delete_port for fb906e98-2c36-4e23-96e7-3736fdc97787 owned by network:dhcp {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:05:01.656565 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 47148) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:05:01.689319 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ee4abe-0a66-462f-99c9-be8f79f5d8e5 None None] Pushing event deleted for resources: {'Port': ['ID=fb906e98-2c36-4e23-96e7-3736fdc97787,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:01.698822 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ee4abe-0a66-462f-99c9-be8f79f5d8e5 None None] No DVR routers for this DVR port fb906e98-2c36-4e23-96e7-3736fdc97787 on host n-d-840717-1 {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:05:01.753506 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c9d423-2ec4-41ab-868f-1747f37ad8bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4bafce3-3392-453a-80b6-f12926eb5ce4,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:01.759922 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c0661d4f-d2f5-4928-9a0a-ac5377e2e0c3 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:01.764583 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-c0661d4f-d2f5-4928-9a0a-ac5377e2e0c3 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "DELETE /v2.0/floatingips/6615baf9-f390-401e-bddd-d19a97d7adad HTTP/1.1" status: 204 len: 168 time: 2.0848966 May 05 20:05:01.777159 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 47152) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:05:01.784473 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-73e0c143-44f1-4db3-b7f8-0ad128f5179c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:01.810776 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9c710be6-2102-4c3a-9e35-3f99cc967d92 req-d52cf189-c412-4b55-b49c-e670fdb09d1f tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/security-groups?id=66299a25-9ea8-43e5-ae69-782b36dd1dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153685 May 05 20:05:01.815011 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-897117f3-778a-4d5e-a849-b7541fb06a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:01.858029 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-73e0c143-44f1-4db3-b7f8-0ad128f5179c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:01.883035 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897117f3-778a-4d5e-a849-b7541fb06a60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fc0a083-8af0-4bbb-959f-856ef96926f1,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:01.899661 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-897117f3-778a-4d5e-a849-b7541fb06a60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:01.926401 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-897117f3-778a-4d5e-a849-b7541fb06a60 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/6fc0a083-8af0-4bbb-959f-856ef96926f1 HTTP/1.1" status: 204 len: 168 time: 1.0160117 May 05 20:05:01.927443 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 47156) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:05:02.038025 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-4ad4ab2d-27a5-4cc6-acec-1db5cec036dc tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Deleting port 109bdc14-cc66-4c71-a4e0-3647d00033b0 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:05:02.038429 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4ad4ab2d-27a5-4cc6-acec-1db5cec036dc tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:02.040996 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-73e0c143-44f1-4db3-b7f8-0ad128f5179c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:02.064818 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e0c143-44f1-4db3-b7f8-0ad128f5179c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b06b3b7-0b10-43da-884a-d1d793e84fc7,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:02.071044 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-960d083d-d904-43b7-bfd2-342a64c9661c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:02.115380 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.api [None req-a4531cd8-3daa-40e5-b78d-65d50bc78018 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88197) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:05:02.115976 n-d-840717-1 neutron-server[88197]: DEBUG oslo_db.api [None req-a4531cd8-3daa-40e5-b78d-65d50bc78018 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:05:02.128396 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-be2e8f1f-946e-405a-a714-7ed46a8b124b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:02.154782 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-73e0c143-44f1-4db3-b7f8-0ad128f5179c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:02.155838 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-73e0c143-44f1-4db3-b7f8-0ad128f5179c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4b06b3b7-0b10-43da-884a-d1d793e84fc7 HTTP/1.1" status: 204 len: 168 time: 0.4982839 May 05 20:05:02.157570 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-be2e8f1f-946e-405a-a714-7ed46a8b124b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:02.264292 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-be2e8f1f-946e-405a-a714-7ed46a8b124b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:02.271184 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-960d083d-d904-43b7-bfd2-342a64c9661c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:02.305844 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2e8f1f-946e-405a-a714-7ed46a8b124b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4bafce3-3392-453a-80b6-f12926eb5ce4,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:02.317398 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-960d083d-d904-43b7-bfd2-342a64c9661c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36557653-8770-47d4-a954-018e6f1b47d1']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:05:02.328472 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-be2e8f1f-946e-405a-a714-7ed46a8b124b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:02.329613 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-be2e8f1f-946e-405a-a714-7ed46a8b124b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c4bafce3-3392-453a-80b6-f12926eb5ce4 HTTP/1.1" status: 204 len: 168 time: 0.7098544 May 05 20:05:02.513353 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-960d083d-d904-43b7-bfd2-342a64c9661c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c557e24d-ea85-4677-b775-07394f2a07f6') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:05:02.516261 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-960d083d-d904-43b7-bfd2-342a64c9661c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c557e24d-ea85-4677-b775-07394f2a07f6') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:05:02.548292 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-960d083d-d904-43b7-bfd2-342a64c9661c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:02.585451 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-960d083d-d904-43b7-bfd2-342a64c9661c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:02.601074 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4ad4ab2d-27a5-4cc6-acec-1db5cec036dc tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:02.621585 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-960d083d-d904-43b7-bfd2-342a64c9661c admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:05:02.623845 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-a4531cd8-3daa-40e5-b78d-65d50bc78018 admin admin] Deleting port fb906e98-2c36-4e23-96e7-3736fdc97787 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:05:02.625052 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-960d083d-d904-43b7-bfd2-342a64c9661c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:02.626298 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a4531cd8-3daa-40e5-b78d-65d50bc78018 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:02.666327 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:05:02.666327 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:05:02.666327 n-d-840717-1 neutron-server[88198]: timer() May 05 20:05:02.666327 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:05:02.666327 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:05:02.666327 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:05:02.666327 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:05:02.666327 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:05:02.666327 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:05:02.666327 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:05:02.666327 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:05:02.666327 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:05:02.666327 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:05:02.666327 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:05:02.666327 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:05:02.666327 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:05:02.666327 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:05:02.666327 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:05:02.666327 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:05:02.666327 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:05:02.666327 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:05:02.666327 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:05:02.666327 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:05:02.666327 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:05:02.666327 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:05:02.666327 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:05:02.666327 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:05:02.666327 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:05:02.666327 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:05:02.666327 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:05:02.666327 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:05:02.666327 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:05:02.739082 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device fb906e98-2c36-4e23-96e7-3736fdc97787 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:05:02.813883 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: fb906e98-2c36-4e23-96e7-3736fdc97787 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:05:02.817661 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device fb906e98-2c36-4e23-96e7-3736fdc97787 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:05:02.854405 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-960d083d-d904-43b7-bfd2-342a64c9661c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:02.862612 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-960d083d-d904-43b7-bfd2-342a64c9661c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:02.887750 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-4ad4ab2d-27a5-4cc6-acec-1db5cec036dc tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Calling delete_port for 109bdc14-cc66-4c71-a4e0-3647d00033b0 owned by {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:05:02.904426 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d083d-d904-43b7-bfd2-342a64c9661c admin admin] Pushing event deleted for resources: {'Network': ['ID=36557653-8770-47d4-a954-018e6f1b47d1,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:02.921040 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-960d083d-d904-43b7-bfd2-342a64c9661c admin admin] 10.222.0.36 "DELETE /v2.0/networks/36557653-8770-47d4-a954-018e6f1b47d1 HTTP/1.1" status: 204 len: 168 time: 0.9917583 May 05 20:05:02.924758 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-a4531cd8-3daa-40e5-b78d-65d50bc78018 admin admin] The port 'fb906e98-2c36-4e23-96e7-3736fdc97787' was deleted {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 20:05:02.968805 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 47182) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:05:03.012739 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d103a16d-6e12-4d24-b574-f177f0604aef admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:03.072824 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d103a16d-6e12-4d24-b574-f177f0604aef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:05:03.081779 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d103a16d-6e12-4d24-b574-f177f0604aef admin admin] Usage tracker for resource:security_group_rule and tenant:0a98456bf8a14fa9936eec860862f0e9 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:05:03.089586 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d103a16d-6e12-4d24-b574-f177f0604aef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:05:03.102673 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d103a16d-6e12-4d24-b574-f177f0604aef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:05:03.205846 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d103a16d-6e12-4d24-b574-f177f0604aef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:03.210942 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d103a16d-6e12-4d24-b574-f177f0604aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:03.278989 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d103a16d-6e12-4d24-b574-f177f0604aef admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0a98456bf8a14fa9936eec860862f0e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3087151 May 05 20:05:03.281637 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d103a16d-6e12-4d24-b574-f177f0604aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400b3f99-af4d-4971-ad2b-10cc52a1bfbe,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:03.284630 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 47194) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:05:03.323398 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a4531cd8-3daa-40e5-b78d-65d50bc78018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:03.354033 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 47198) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:05:03.393656 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-a4531cd8-3daa-40e5-b78d-65d50bc78018 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f383bab-d2ac-4d6b-b5b0-d3f0ff3c62c8']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:05:03.413102 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-a4531cd8-3daa-40e5-b78d-65d50bc78018 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '250771b8-aad0-41ac-b102-a5f4eb30b198') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:05:03.413632 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-a4531cd8-3daa-40e5-b78d-65d50bc78018 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '250771b8-aad0-41ac-b102-a5f4eb30b198') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:05:03.424869 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-56774825-80ff-4b6c-9d24-bd57bc4affb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:03.435271 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a4531cd8-3daa-40e5-b78d-65d50bc78018 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:03.448423 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4ad4ab2d-27a5-4cc6-acec-1db5cec036dc tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:03.464234 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-56774825-80ff-4b6c-9d24-bd57bc4affb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:03.552127 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-58b8ffaa-1f10-4e59-99b4-753019968098 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=53717ff5a5004e85bd8909fef1aeefbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1968408 May 05 20:05:03.557077 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 47206) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:05:03.581164 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad4ab2d-27a5-4cc6-acec-1db5cec036dc tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Pushing event deleted for resources: {'Port': ['ID=109bdc14-cc66-4c71-a4e0-3647d00033b0,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:03.590131 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dab609-675d-463d-a81b-e9f173846650 req-32c15024-84cd-4b16-b52d-4f385428b044 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:03.607959 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c5dab609-675d-463d-a81b-e9f173846650 req-32c15024-84cd-4b16-b52d-4f385428b044 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=5154f5d0-0840-4b52-9383-1737bd76c667 HTTP/1.1" status: 200 len: 945 time: 0.5313504 May 05 20:05:03.610356 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a4531cd8-3daa-40e5-b78d-65d50bc78018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:03.636640 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-56774825-80ff-4b6c-9d24-bd57bc4affb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:03.665707 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56774825-80ff-4b6c-9d24-bd57bc4affb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400b3f99-af4d-4971-ad2b-10cc52a1bfbe,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:03.685898 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-56774825-80ff-4b6c-9d24-bd57bc4affb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:03.691254 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-56774825-80ff-4b6c-9d24-bd57bc4affb3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/400b3f99-af4d-4971-ad2b-10cc52a1bfbe HTTP/1.1" status: 204 len: 168 time: 0.3925509 May 05 20:05:03.700341 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2b88d201-f370-4660-9bc7-b4a9bd9bfcc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:03.734281 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2b88d201-f370-4660-9bc7-b4a9bd9bfcc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:03.745954 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4531cd8-3daa-40e5-b78d-65d50bc78018 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:05:03.746522 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a4531cd8-3daa-40e5-b78d-65d50bc78018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:03.762524 n-d-840717-1 neutron-server[88197]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:05:03.762524 n-d-840717-1 neutron-server[88197]: util.warn( May 05 20:05:03.762524 n-d-840717-1 neutron-server[88197]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:05:03.762524 n-d-840717-1 neutron-server[88197]: util.warn( May 05 20:05:03.762524 n-d-840717-1 neutron-server[88197]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:05:03.762524 n-d-840717-1 neutron-server[88197]: util.warn( May 05 20:05:03.762524 n-d-840717-1 neutron-server[88197]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:05:03.762524 n-d-840717-1 neutron-server[88197]: util.warn( May 05 20:05:03.762524 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:05:03.762524 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:05:03.762524 n-d-840717-1 neutron-server[88197]: timer() May 05 20:05:03.762524 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:05:03.762524 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:05:03.762524 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:05:03.762524 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:05:03.762524 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:05:03.762524 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:05:03.762524 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:05:03.762524 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:05:03.762524 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:05:03.762524 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:05:03.762524 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:05:03.762524 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:05:03.762524 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:05:03.762524 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:05:03.762524 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:05:03.762524 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:05:03.762524 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:05:03.762524 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:05:03.762524 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:05:03.762524 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:05:03.762524 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:05:03.762524 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:05:03.762524 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:05:03.762524 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:05:03.762524 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:05:03.762524 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:05:03.762524 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:05:03.762524 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:05:03.762524 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:05:03.815661 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2b88d201-f370-4660-9bc7-b4a9bd9bfcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:03.848451 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b88d201-f370-4660-9bc7-b4a9bd9bfcc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6bfed31-c363-4859-912d-c6ef4137ba97,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:03.854509 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2b88d201-f370-4660-9bc7-b4a9bd9bfcc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:03.856186 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-2b88d201-f370-4660-9bc7-b4a9bd9bfcc8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d6bfed31-c363-4859-912d-c6ef4137ba97 HTTP/1.1" status: 204 len: 168 time: 0.2979324 May 05 20:05:03.904533 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 47218) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:05:03.911065 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c5dab609-675d-463d-a81b-e9f173846650 req-deba25bc-5764-4ef5-8f7a-01b6aad46ccc tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/security-groups?id=66299a25-9ea8-43e5-ae69-782b36dd1dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021188 May 05 20:05:03.915180 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4ad4ab2d-27a5-4cc6-acec-1db5cec036dc tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:03.926954 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-4ad4ab2d-27a5-4cc6-acec-1db5cec036dc tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "DELETE /v2.0/ports/109bdc14-cc66-4c71-a4e0-3647d00033b0 HTTP/1.1" status: 204 len: 168 time: 2.1487019 May 05 20:05:03.929884 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 47224) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:05:03.942323 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a4531cd8-3daa-40e5-b78d-65d50bc78018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:03.986512 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a4531cd8-3daa-40e5-b78d-65d50bc78018 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:03.998816 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4531cd8-3daa-40e5-b78d-65d50bc78018 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f383bab-d2ac-4d6b-b5b0-d3f0ff3c62c8,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:04.007672 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-a4531cd8-3daa-40e5-b78d-65d50bc78018 admin admin] 10.222.0.36 "DELETE /v2.0/networks/5f383bab-d2ac-4d6b-b5b0-d3f0ff3c62c8 HTTP/1.1" status: 204 len: 168 time: 3.4694450 May 05 20:05:04.011485 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 47228) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:05:04.110751 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-733d6b4a-95ea-4e22-854a-b1eae1c979c6 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Deleting port 14c5b767-97a9-4549-bb17-b81554f9a5a4 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:05:04.110751 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-733d6b4a-95ea-4e22-854a-b1eae1c979c6 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:04.523249 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-733d6b4a-95ea-4e22-854a-b1eae1c979c6 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:04.614903 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-05488382-af12-4b3d-9436-5f13fa3c6508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:04.732549 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-733d6b4a-95ea-4e22-854a-b1eae1c979c6 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Calling delete_port for 14c5b767-97a9-4549-bb17-b81554f9a5a4 owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:05:04.865430 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-ddf49a1a-b914-42c7-b879-7b3ca654eccd admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-2001093087-network', 'tenant_id': 'd8df95d3e1674c4babf76ac9717049ea'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:05:04.882913 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ddf49a1a-b914-42c7-b879-7b3ca654eccd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:05:04.922669 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-ddf49a1a-b914-42c7-b879-7b3ca654eccd admin admin] Usage tracker for resource:network and tenant:d8df95d3e1674c4babf76ac9717049ea is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:05:04.932633 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-ddf49a1a-b914-42c7-b879-7b3ca654eccd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:05:04.941963 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ddf49a1a-b914-42c7-b879-7b3ca654eccd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:05:04.972318 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf49a1a-b914-42c7-b879-7b3ca654eccd admin admin] Made reservation on behalf of d8df95d3e1674c4babf76ac9717049ea for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:05:04.976219 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ddf49a1a-b914-42c7-b879-7b3ca654eccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:04.992432 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ddf49a1a-b914-42c7-b879-7b3ca654eccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:05.005907 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-733d6b4a-95ea-4e22-854a-b1eae1c979c6 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:05.063271 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ddf49a1a-b914-42c7-b879-7b3ca654eccd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:05:05.109059 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d6b4a-95ea-4e22-854a-b1eae1c979c6 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Pushing event deleted for resources: {'Port': ['ID=14c5b767-97a9-4549-bb17-b81554f9a5a4,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:05.116643 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-ddf49a1a-b914-42c7-b879-7b3ca654eccd admin admin] Usage tracker for resource:security_group_rule and tenant:d8df95d3e1674c4babf76ac9717049ea is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:05:05.148671 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-ddf49a1a-b914-42c7-b879-7b3ca654eccd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:05:05.164637 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ddf49a1a-b914-42c7-b879-7b3ca654eccd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:05:05.218720 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-733d6b4a-95ea-4e22-854a-b1eae1c979c6 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:05.240752 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-733d6b4a-95ea-4e22-854a-b1eae1c979c6 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "DELETE /v2.0/ports/14c5b767-97a9-4549-bb17-b81554f9a5a4 HTTP/1.1" status: 204 len: 168 time: 1.3098865 May 05 20:05:05.249296 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 47272) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:05:05.335217 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9208dfcd-5d3a-4525-a07b-67f9a133430f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:05.377721 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4ee7a3a-99f6-480d-8d0f-61b8dcb820e6 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Deleting subnet c1793040-0572-406b-b093-3a5c700275df {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:05:05.424207 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e4ee7a3a-99f6-480d-8d0f-61b8dcb820e6 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:05.537185 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e4ee7a3a-99f6-480d-8d0f-61b8dcb820e6 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:05.614249 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ddf49a1a-b914-42c7-b879-7b3ca654eccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:05.629213 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a186fa-10d0-40b4-b4fb-174fde02a4e4 req-a9292324-b52b-45ee-8570-a316a08a1298 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:05.631174 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e2a186fa-10d0-40b4-b4fb-174fde02a4e4 req-a9292324-b52b-45ee-8570-a316a08a1298 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=5154f5d0-0840-4b52-9383-1737bd76c667 HTTP/1.1" status: 200 len: 945 time: 0.3875668 May 05 20:05:05.639997 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ddf49a1a-b914-42c7-b879-7b3ca654eccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:05.877755 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddf49a1a-b914-42c7-b879-7b3ca654eccd admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:05:05.901194 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-9208dfcd-5d3a-4525-a07b-67f9a133430f admin admin] Deleting port 6049b94d-327a-4421-bd8e-7aee4a3d300f {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:05:05.901624 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9208dfcd-5d3a-4525-a07b-67f9a133430f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:05.907839 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e2a186fa-10d0-40b4-b4fb-174fde02a4e4 req-8b1c14e9-2e8d-489e-8fac-4c121c8d1815 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/security-groups?id=66299a25-9ea8-43e5-ae69-782b36dd1dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641304 May 05 20:05:05.917699 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf49a1a-b914-42c7-b879-7b3ca654eccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb0d1af-6061-4898-83b0-c73ccfcdf251,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:05.920644 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ddf49a1a-b914-42c7-b879-7b3ca654eccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:05.921141 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-ddf49a1a-b914-42c7-b879-7b3ca654eccd admin admin] Added segment e0332a18-ed56-4401-b5be-98efaa66d541 of type vlan for network e8c1f34c-15c8-42a1-bf9f-66f96046a03c May 05 20:05:05.959575 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ddf49a1a-b914-42c7-b879-7b3ca654eccd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:05.964975 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e4ee7a3a-99f6-480d-8d0f-61b8dcb820e6 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:06.054806 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ddf49a1a-b914-42c7-b879-7b3ca654eccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:06.056458 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf49a1a-b914-42c7-b879-7b3ca654eccd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:06.057106 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ddf49a1a-b914-42c7-b879-7b3ca654eccd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:06.110301 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e4ee7a3a-99f6-480d-8d0f-61b8dcb820e6 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:06.150283 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-9208dfcd-5d3a-4525-a07b-67f9a133430f admin admin] For port 6049b94d-327a-4421-bd8e-7aee4a3d300f, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=6049b94d-327a-4421-bd8e-7aee4a3d300f,segment=NetworkSegment(8a3e1ad3-d317-4f86-9800-d4cc789babd5),segment_id=8a3e1ad3-d317-4f86-9800-d4cc789babd5)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:05:06.150882 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9208dfcd-5d3a-4525-a07b-67f9a133430f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:06.176006 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ee7a3a-99f6-480d-8d0f-61b8dcb820e6 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Pushing event deleted for resources: {'Subnet': ['ID=c1793040-0572-406b-b093-3a5c700275df,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:06.178433 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e4ee7a3a-99f6-480d-8d0f-61b8dcb820e6 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:06.180800 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e4ee7a3a-99f6-480d-8d0f-61b8dcb820e6 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "DELETE /v2.0/subnets/c1793040-0572-406b-b093-3a5c700275df HTTP/1.1" status: 204 len: 168 time: 0.9301715 May 05 20:05:06.184528 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 47308) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:05:06.187036 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3c7e28-6510-4842-a828-6e178111272e None None] Network 98f65143-638f-41c6-b245-4fc7a96707e2 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:05:06.233804 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-ddf49a1a-b914-42c7-b879-7b3ca654eccd admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.3280737 May 05 20:05:06.330690 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-00912d03-90f4-449d-9bf0-f9e181cae1f6 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Deleting subnet 27e9ce9d-105a-4d07-aa22-c9895d777ddb {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:05:06.332478 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 47312) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:05:06.335931 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf49a1a-b914-42c7-b879-7b3ca654eccd admin admin] Pushing event updated for resources: {'Network': ['ID=e8c1f34c-15c8-42a1-bf9f-66f96046a03c,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:06.338747 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-00912d03-90f4-449d-9bf0-f9e181cae1f6 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:06.370868 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-b591f2a3-6f2e-4616-8cbe-2699c1924634 admin admin] Request body: {'subnet': {'network_id': 'e8c1f34c-15c8-42a1-bf9f-66f96046a03c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-2001093087-subnet', 'tenant_id': 'd8df95d3e1674c4babf76ac9717049ea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:05:06.374961 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-9208dfcd-5d3a-4525-a07b-67f9a133430f admin admin] Calling delete_port for 6049b94d-327a-4421-bd8e-7aee4a3d300f owned by network:router_interface {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:05:06.382541 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b591f2a3-6f2e-4616-8cbe-2699c1924634 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:05:06.394695 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-b591f2a3-6f2e-4616-8cbe-2699c1924634 admin admin] Usage tracker for resource:subnet and tenant:d8df95d3e1674c4babf76ac9717049ea is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:05:06.400222 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-b591f2a3-6f2e-4616-8cbe-2699c1924634 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:05:06.409900 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b591f2a3-6f2e-4616-8cbe-2699c1924634 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:05:06.413211 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network e8c1f34c-15c8-42a1-bf9f-66f96046a03c details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:05:06.417594 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-00912d03-90f4-449d-9bf0-f9e181cae1f6 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:06.473976 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b591f2a3-6f2e-4616-8cbe-2699c1924634 admin admin] Made reservation on behalf of d8df95d3e1674c4babf76ac9717049ea for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:05:06.476314 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b591f2a3-6f2e-4616-8cbe-2699c1924634 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:06.741738 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-00912d03-90f4-449d-9bf0-f9e181cae1f6 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:06.767845 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9208dfcd-5d3a-4525-a07b-67f9a133430f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:06.855822 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e17de57e-5ef5-4f45-8a0b-32ffbb114c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:06.871123 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66facf49-3fa7-450c-b629-ca7d8165e588 None None] DHCP port deletion for 98f65143-638f-41c6-b245-4fc7a96707e2 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:05:06.876971 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-66facf49-3fa7-450c-b629-ca7d8165e588 None None] Deleting port f16a734f-8030-4e1c-a4dc-bc7ff9351763 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:05:06.877471 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-66facf49-3fa7-450c-b629-ca7d8165e588 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:06.879809 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9208dfcd-5d3a-4525-a07b-67f9a133430f admin admin] Pushing event deleted for resources: {'Port': ['ID=6049b94d-327a-4421-bd8e-7aee4a3d300f,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:07.012942 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f16007-86f8-420b-a3a0-52c2a44bcdb5 req-b6e6ccca-0929-4d89-8ff6-cb9b2dbcb930 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:07.027191 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f4f16007-86f8-420b-a3a0-52c2a44bcdb5 req-b6e6ccca-0929-4d89-8ff6-cb9b2dbcb930 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 946 time: 0.4139812 May 05 20:05:07.059790 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-237c5ab5-62ac-4f04-b2b4-f1fc2d26562d req-f2197621-6cb2-48d6-b5c3-c080f11aa914 tempest-ServerShowV247Test-733317952 tempest-ServerShowV247Test-733317952-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ce1644c-4a79-4bba-91be-dff1b9e51f67 HTTP/1.1" status: 200 len: 210 time: 0.1836102 May 05 20:05:07.242284 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f4f16007-86f8-420b-a3a0-52c2a44bcdb5 req-2b2d56b4-f0a4-4d82-9831-88e00f6fca15 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2138562 May 05 20:05:07.287713 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-66facf49-3fa7-450c-b629-ca7d8165e588 None None] For port f16a734f-8030-4e1c-a4dc-bc7ff9351763, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=f16a734f-8030-4e1c-a4dc-bc7ff9351763,segment=NetworkSegment(9e0182ab-1e56-4080-b373-4bebb989122d),segment_id=9e0182ab-1e56-4080-b373-4bebb989122d)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:05:07.292940 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-66facf49-3fa7-450c-b629-ca7d8165e588 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:07.325822 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-00912d03-90f4-449d-9bf0-f9e181cae1f6 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:07.489452 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00912d03-90f4-449d-9bf0-f9e181cae1f6 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Pushing event deleted for resources: {'Subnet': ['ID=27e9ce9d-105a-4d07-aa22-c9895d777ddb,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:07.498478 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b591f2a3-6f2e-4616-8cbe-2699c1924634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:07.509143 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-00912d03-90f4-449d-9bf0-f9e181cae1f6 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:07.522880 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-66facf49-3fa7-450c-b629-ca7d8165e588 None None] Calling delete_port for f16a734f-8030-4e1c-a4dc-bc7ff9351763 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:05:07.600984 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-00912d03-90f4-449d-9bf0-f9e181cae1f6 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "DELETE /v2.0/subnets/27e9ce9d-105a-4d07-aa22-c9895d777ddb HTTP/1.1" status: 204 len: 168 time: 1.4153471 May 05 20:05:07.621144 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 47376) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:05:07.665298 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e24ade-8e8f-454c-9a66-b993c2ee2b23 None None] Network 0940b73f-d9f5-4601-bc7a-4ddc6f68c068 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:05:07.681392 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-66facf49-3fa7-450c-b629-ca7d8165e588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:07.775872 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66facf49-3fa7-450c-b629-ca7d8165e588 None None] Pushing event deleted for resources: {'Port': ['ID=f16a734f-8030-4e1c-a4dc-bc7ff9351763,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:07.807175 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66facf49-3fa7-450c-b629-ca7d8165e588 None None] No DVR routers for this DVR port f16a734f-8030-4e1c-a4dc-bc7ff9351763 on host n-d-840717-1 {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:05:07.820167 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9208dfcd-5d3a-4525-a07b-67f9a133430f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:07.853249 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6234edd9-6fa0-405a-a787-92091969d882 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:07.855671 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b08f48b-463e-43b9-a037-6d3605c6c952 req-fe78763f-dace-449e-9d04-29e763e287a8 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:07.860031 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8b08f48b-463e-43b9-a037-6d3605c6c952 req-fe78763f-dace-449e-9d04-29e763e287a8 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=5154f5d0-0840-4b52-9383-1737bd76c667 HTTP/1.1" status: 200 len: 945 time: 0.3966496 May 05 20:05:07.906938 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:07.911254 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b591f2a3-6f2e-4616-8cbe-2699c1924634 admin admin] Pushing event updated for resources: {'Subnet': ['ID=061cd493-ec4a-45f3-b2c4-44bb1223c5ba,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:08.023964 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b591f2a3-6f2e-4616-8cbe-2699c1924634 admin admin] Checking segment: {'id': 'e0332a18-ed56-4401-b5be-98efaa66d541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e8c1f34c-15c8-42a1-bf9f-66f96046a03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:05:08.024547 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b591f2a3-6f2e-4616-8cbe-2699c1924634 admin admin] Network hostable DHCP agents. Network: e8c1f34c-15c8-42a1-bf9f-66f96046a03c, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:05:08.137848 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:08.179246 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6234edd9-6fa0-405a-a787-92091969d882 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:08.208918 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-6234edd9-6fa0-405a-a787-92091969d882 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98f65143-638f-41c6-b245-4fc7a96707e2']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:05:08.227840 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-6234edd9-6fa0-405a-a787-92091969d882 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e0182ab-1e56-4080-b373-4bebb989122d') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:05:08.228422 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-6234edd9-6fa0-405a-a787-92091969d882 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e0182ab-1e56-4080-b373-4bebb989122d') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:05:08.241779 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6234edd9-6fa0-405a-a787-92091969d882 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:08.272096 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6234edd9-6fa0-405a-a787-92091969d882 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:08.280293 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6234edd9-6fa0-405a-a787-92091969d882 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:05:08.280869 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6234edd9-6fa0-405a-a787-92091969d882 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:08.338003 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e174f042-61b7-4762-946c-a0e1649d3c84 None None] DHCP port deletion for 0940b73f-d9f5-4601-bc7a-4ddc6f68c068 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:05:08.344005 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-e174f042-61b7-4762-946c-a0e1649d3c84 None None] Deleting port 1af44a99-a25d-4df3-92ac-74d83f8a2091 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:05:08.344384 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e174f042-61b7-4762-946c-a0e1649d3c84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:08.415255 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8b08f48b-463e-43b9-a037-6d3605c6c952 req-ccd29ecf-83b0-461c-8182-1804a0e0cf4d tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/security-groups?id=66299a25-9ea8-43e5-ae69-782b36dd1dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5443370 May 05 20:05:08.471443 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:05:08.471443 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:05:08.471443 n-d-840717-1 neutron-server[88198]: timer() May 05 20:05:08.471443 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:05:08.471443 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:05:08.471443 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:05:08.471443 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:05:08.471443 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:05:08.471443 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:05:08.471443 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:05:08.471443 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:05:08.471443 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:05:08.471443 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:05:08.471443 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:05:08.471443 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:05:08.471443 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:05:08.471443 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:05:08.471443 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:05:08.471443 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:05:08.471443 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:05:08.471443 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:05:08.471443 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:05:08.471443 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:05:08.471443 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:05:08.471443 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:05:08.471443 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:05:08.471443 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:05:08.471443 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:05:08.471443 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:05:08.471443 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:05:08.471443 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:05:08.471443 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:05:08.503372 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b591f2a3-6f2e-4616-8cbe-2699c1924634 admin admin] Network e8c1f34c-15c8-42a1-bf9f-66f96046a03c is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:05:08.517716 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6234edd9-6fa0-405a-a787-92091969d882 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:08.557343 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6234edd9-6fa0-405a-a787-92091969d882 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:08.631276 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6234edd9-6fa0-405a-a787-92091969d882 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Pushing event deleted for resources: {'Network': ['ID=98f65143-638f-41c6-b245-4fc7a96707e2,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:08.640954 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-b591f2a3-6f2e-4616-8cbe-2699c1924634 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, e8c1f34c-15c8-42a1-bf9f-66f96046a03c) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:05:08.658806 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b591f2a3-6f2e-4616-8cbe-2699c1924634 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:08.660432 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b591f2a3-6f2e-4616-8cbe-2699c1924634 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:08.670494 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-e174f042-61b7-4762-946c-a0e1649d3c84 None None] For port 1af44a99-a25d-4df3-92ac-74d83f8a2091, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=1af44a99-a25d-4df3-92ac-74d83f8a2091,segment=NetworkSegment(9712fa8a-84cf-4590-8760-a48340e4da1c),segment_id=9712fa8a-84cf-4590-8760-a48340e4da1c)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:05:08.670731 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-6234edd9-6fa0-405a-a787-92091969d882 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "DELETE /v2.0/networks/98f65143-638f-41c6-b245-4fc7a96707e2 HTTP/1.1" status: 204 len: 168 time: 1.0452409 May 05 20:05:08.671011 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e174f042-61b7-4762-946c-a0e1649d3c84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:08.677096 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 47422) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:05:08.891187 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047f1b5e-46e0-48f4-b7b9-5bc63d2c4775 None None] Network e8c1f34c-15c8-42a1-bf9f-66f96046a03c requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:05:08.965708 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8999a9a9-3657-4e80-b73b-2230229746c2 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:08.971316 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-e174f042-61b7-4762-946c-a0e1649d3c84 None None] Calling delete_port for 1af44a99-a25d-4df3-92ac-74d83f8a2091 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:05:09.014813 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b591f2a3-6f2e-4616-8cbe-2699c1924634 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.6656766 May 05 20:05:09.024900 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-8999a9a9-3657-4e80-b73b-2230229746c2 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Deleting port 1af44a99-a25d-4df3-92ac-74d83f8a2091 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:05:09.025252 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8999a9a9-3657-4e80-b73b-2230229746c2 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:09.111477 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device f16a734f-8030-4e1c-a4dc-bc7ff9351763 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:05:09.137292 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9208dfcd-5d3a-4525-a07b-67f9a133430f admin admin] Router bb07441c-015f-4259-8df4-5685be8e46af has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:05:09.199759 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: f16a734f-8030-4e1c-a4dc-bc7ff9351763 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:05:09.200241 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device f16a734f-8030-4e1c-a4dc-bc7ff9351763 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:05:09.200774 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 1af44a99-a25d-4df3-92ac-74d83f8a2091 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:05:09.438690 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4e4add51-f086-46d6-8da7-152e28cc68b3 req-a2b79031-59f2-4422-95fc-85c5615e0307 tempest-ServerShowV247Test-733317952 tempest-ServerShowV247Test-733317952-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ba66177-5f88-4375-b30c-96a1ed4cff25 HTTP/1.1" status: 200 len: 210 time: 0.0545342 May 05 20:05:09.564930 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 47450) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:05:09.633635 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:09.643397 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:09.721354 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e174f042-61b7-4762-946c-a0e1649d3c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:09.759059 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-8999a9a9-3657-4e80-b73b-2230229746c2 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] For port 1af44a99-a25d-4df3-92ac-74d83f8a2091, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=1af44a99-a25d-4df3-92ac-74d83f8a2091,segment=NetworkSegment(9712fa8a-84cf-4590-8760-a48340e4da1c),segment_id=9712fa8a-84cf-4590-8760-a48340e4da1c)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:05:09.759766 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8999a9a9-3657-4e80-b73b-2230229746c2 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:09.818321 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9208dfcd-5d3a-4525-a07b-67f9a133430f admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:05:09.829399 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea667de5-d7d1-46a7-b074-347be363feb0 None None] Sync routers for ids ['bb07441c-015f-4259-8df4-5685be8e46af'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:05:09.846074 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e174f042-61b7-4762-946c-a0e1649d3c84 None None] No DVR routers for this DVR port 1af44a99-a25d-4df3-92ac-74d83f8a2091 on host n-d-840717-1 {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:05:09.851296 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e174f042-61b7-4762-946c-a0e1649d3c84 None None] Pushing event deleted for resources: {'Port': ['ID=1af44a99-a25d-4df3-92ac-74d83f8a2091,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:09.855232 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea667de5-d7d1-46a7-b074-347be363feb0 None None] Routers {'bb07441c-015f-4259-8df4-5685be8e46af'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:05:09.857207 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-ea667de5-d7d1-46a7-b074-347be363feb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:05:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['bb07441c-015f-4259-8df4-5685be8e46af'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:05:09.859922 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-9208dfcd-5d3a-4525-a07b-67f9a133430f admin admin] 10.222.0.36 "PUT /v2.0/routers/bb07441c-015f-4259-8df4-5685be8e46af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8470273 May 05 20:05:09.863594 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 47462) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:05:10.065072 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 3f7222db-61b2-414b-9998-e780d493326a no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:05:10.101970 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d88bcc-15ad-4854-8af8-8afe3ebeb6ea req-774e808f-a114-40c3-ac76-14e19f7f3a0a tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:10.109819 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-25d88bcc-15ad-4854-8af8-8afe3ebeb6ea req-774e808f-a114-40c3-ac76-14e19f7f3a0a tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=5154f5d0-0840-4b52-9383-1737bd76c667 HTTP/1.1" status: 200 len: 945 time: 0.3592410 May 05 20:05:10.113321 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ac144029-a65c-48e2-97ba-625957d0d123 admin admin] Notify callbacks [] for router, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:10.188675 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-8999a9a9-3657-4e80-b73b-2230229746c2 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Calling delete_port for 1af44a99-a25d-4df3-92ac-74d83f8a2091 owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:05:10.223058 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb09d8a4-a1ef-434b-88a7-5ed625b7d78a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-e8c1f34c-15c8-42a1-bf9f-66f96046a03c', 'network_id': 'e8c1f34c-15c8-42a1-bf9f-66f96046a03c', 'tenant_id': 'd8df95d3e1674c4babf76ac9717049ea', 'fixed_ips': [{'subnet_id': '061cd493-ec4a-45f3-b2c4-44bb1223c5ba'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:05:10.224451 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bb09d8a4-a1ef-434b-88a7-5ed625b7d78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:10.245731 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-23e0289f-804a-45a0-9f0f-c6412c5154b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:10.295306 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-23e0289f-804a-45a0-9f0f-c6412c5154b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:05:10.308744 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-ea667de5-d7d1-46a7-b074-347be363feb0 None None] Set router bb07441c-015f-4259-8df4-5685be8e46af gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:05:10.337620 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-25d88bcc-15ad-4854-8af8-8afe3ebeb6ea req-130ef43b-cb36-49e9-8d48-93d8fb8f7dd2 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/security-groups?id=66299a25-9ea8-43e5-ae69-782b36dd1dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267425 May 05 20:05:10.397642 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:10.433705 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ac144029-a65c-48e2-97ba-625957d0d123 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:10.448431 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14e281-3cee-491f-9342-5fd17cc704be req-c717c0fa-107c-429e-ad99-c7561a158cec tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:10.449344 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-cb14e281-3cee-491f-9342-5fd17cc704be req-c717c0fa-107c-429e-ad99-c7561a158cec tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Synchronizing usage tracker for tenant:d8df95d3e1674c4babf76ac9717049ea on resource:network {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:05:10.452140 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.db.api [None req-8999a9a9-3657-4e80-b73b-2230229746c2 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88198) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:05:10.452524 n-d-840717-1 neutron-server[88198]: DEBUG oslo_db.api [None req-8999a9a9-3657-4e80-b73b-2230229746c2 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:05:10.454401 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-23e0289f-804a-45a0-9f0f-c6412c5154b8 admin admin] Usage tracker for resource:security_group_rule and tenant:174d603d20ce4e838ed2ddc77b2f676d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:05:10.454740 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-ac144029-a65c-48e2-97ba-625957d0d123 admin admin] Deleting port 2104dffc-5734-417d-bf74-9d28659dd5de {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:05:10.455172 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ac144029-a65c-48e2-97ba-625957d0d123 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:10.457040 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-23e0289f-804a-45a0-9f0f-c6412c5154b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:05:10.463844 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-23e0289f-804a-45a0-9f0f-c6412c5154b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:05:10.535157 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23be5922-5b14-4759-a0ea-a939a58aa704', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f7222db-61b2-414b-9998-e780d493326a'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:05:10.589670 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 3f7222db-61b2-414b-9998-e780d493326a, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=3f7222db-61b2-414b-9998-e780d493326a,segment=NetworkSegment(e34c646b-9075-4e31-b89f-c8f9e824e389),segment_id=e34c646b-9075-4e31-b89f-c8f9e824e389)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:05:10.648880 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-23e0289f-804a-45a0-9f0f-c6412c5154b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:10.655861 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:10.660867 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-23e0289f-804a-45a0-9f0f-c6412c5154b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:10.709376 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-23e0289f-804a-45a0-9f0f-c6412c5154b8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=174d603d20ce4e838ed2ddc77b2f676d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1404967 May 05 20:05:10.710539 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 47482) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:05:10.733925 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-cb14e281-3cee-491f-9342-5fd17cc704be req-c717c0fa-107c-429e-ad99-c7561a158cec tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Unset dirty status for tenant:d8df95d3e1674c4babf76ac9717049ea on resource:network {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:05:10.735079 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cb14e281-3cee-491f-9342-5fd17cc704be req-c717c0fa-107c-429e-ad99-c7561a158cec tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/networks?id=e8c1f34c-15c8-42a1-bf9f-66f96046a03c HTTP/1.1" status: 200 len: 816 time: 0.6050851 May 05 20:05:10.767275 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=3f7222db-61b2-414b-9998-e780d493326a,revision_number=8']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:10.772722 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-bb09d8a4-a1ef-434b-88a7-5ed625b7d78a None None] Allocated IP 172.20.0.2 (e8c1f34c-15c8-42a1-bf9f-66f96046a03c/061cd493-ec4a-45f3-b2c4-44bb1223c5ba/9f127ce1-8a08-4aee-8e1c-5d4664442d15) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:05:10.781602 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cb14e281-3cee-491f-9342-5fd17cc704be req-3a3833c5-9dd0-4ab4-8148-177944f92c41 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/quotas/d8df95d3e1674c4babf76ac9717049ea HTTP/1.1" status: 200 len: 375 time: 0.0252287 May 05 20:05:10.785910 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e0289f-804a-45a0-9f0f-c6412c5154b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=477491a0-4114-411f-b550-a16a0b3ed07e,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:10.861957 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cb14e281-3cee-491f-9342-5fd17cc704be req-79cf5498-5844-426b-92de-bc2958bee5b5 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d8df95d3e1674c4babf76ac9717049ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0557444 May 05 20:05:10.888170 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-65c57745-6c9f-468a-8e7b-1a426f6eab71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:10.959499 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-ea667de5-d7d1-46a7-b074-347be363feb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb07441c-015f-4259-8df4-5685be8e46af', 'name': 'tempest-TaggedBootDevicesTest_v242-1563065988-router', 'tenant_id': '704074c318f541ba80b6792c76eac67a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '2104dffc-5734-417d-bf74-9d28659dd5de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:57:37Z', 'updated_at': '2022-05-05T20:05:06Z', 'revision_number': 5, 'project_id': '704074c318f541ba80b6792c76eac67a', 'gw_port': {'id': '2104dffc-5734-417d-bf74-9d28659dd5de', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:92:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb07441c-015f-4259-8df4-5685be8e46af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:39Z', 'updated_at': '2022-05-05T19:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:05:10.963890 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-ac144029-a65c-48e2-97ba-625957d0d123 admin admin] For port 2104dffc-5734-417d-bf74-9d28659dd5de, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=2104dffc-5734-417d-bf74-9d28659dd5de,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:05:10.964177 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea667de5-d7d1-46a7-b074-347be363feb0 None None] Checking router: bb07441c-015f-4259-8df4-5685be8e46af for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:05:10.964628 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ac144029-a65c-48e2-97ba-625957d0d123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:10.973901 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea667de5-d7d1-46a7-b074-347be363feb0 None None] Routers {'bb07441c-015f-4259-8df4-5685be8e46af'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:05:10.974505 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-ea667de5-d7d1-46a7-b074-347be363feb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:05:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['bb07441c-015f-4259-8df4-5685be8e46af'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:05:10.974816 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c7de85ce-18b7-4ec4-b600-15c07b24cd07 req-e5a3fe79-7991-4fb8-b6be-6c51681ea95c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7ce1644c-4a79-4bba-91be-dff1b9e51f67 HTTP/1.1" status: 200 len: 210 time: 0.5845411 May 05 20:05:11.007736 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-8999a9a9-3657-4e80-b73b-2230229746c2 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Deleting port 1af44a99-a25d-4df3-92ac-74d83f8a2091 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:05:11.009001 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8999a9a9-3657-4e80-b73b-2230229746c2 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:11.135435 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-89e77c49-f16d-466f-a472-d540e03fa9ae req-6275d7f2-7f97-4e5c-af1e-a43c6f1e36aa tempest-ServerShowV247Test-733317952 tempest-ServerShowV247Test-733317952-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ba66177-5f88-4375-b30c-96a1ed4cff25 HTTP/1.1" status: 200 len: 210 time: 0.1591861 May 05 20:05:11.174150 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-ea667de5-d7d1-46a7-b074-347be363feb0 None None] Set router bb07441c-015f-4259-8df4-5685be8e46af gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:05:11.181172 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bb09d8a4-a1ef-434b-88a7-5ed625b7d78a None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:11.203056 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-bb09d8a4-a1ef-434b-88a7-5ed625b7d78a None None] Transition to ACTIVE for port object 9f127ce1-8a08-4aee-8e1c-5d4664442d15 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:05:11.204125 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-8999a9a9-3657-4e80-b73b-2230229746c2 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] The port '1af44a99-a25d-4df3-92ac-74d83f8a2091' was deleted {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 20:05:11.213248 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cb14e281-3cee-491f-9342-5fd17cc704be req-7d34d40f-8b3f-40b5-a441-f61310a8283f service neutron] 10.222.0.36 "GET /v2.0/networks/e8c1f34c-15c8-42a1-bf9f-66f96046a03c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260462 May 05 20:05:11.234490 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-bb09d8a4-a1ef-434b-88a7-5ed625b7d78a None None] Transition to ACTIVE for port object 9f127ce1-8a08-4aee-8e1c-5d4664442d15 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:05:11.246643 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bb09d8a4-a1ef-434b-88a7-5ed625b7d78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:11.257175 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6700a1e-f3d7-4d9f-af3d-6057114af804'] response: {'server_uuid': '23be5922-5b14-4759-a0ea-a939a58aa704', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f7222db-61b2-414b-9998-e780d493326a', 'code': 200} May 05 20:05:11.281409 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-ac144029-a65c-48e2-97ba-625957d0d123 admin admin] Calling delete_port for 2104dffc-5734-417d-bf74-9d28659dd5de owned by network:router_gateway {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:05:11.312588 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-ea667de5-d7d1-46a7-b074-347be363feb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb07441c-015f-4259-8df4-5685be8e46af', 'name': 'tempest-TaggedBootDevicesTest_v242-1563065988-router', 'tenant_id': '704074c318f541ba80b6792c76eac67a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:57:37Z', 'updated_at': '2022-05-05T20:05:10Z', 'revision_number': 6, 'project_id': '704074c318f541ba80b6792c76eac67a', 'gw_port_host': None}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:05:11.319072 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea667de5-d7d1-46a7-b074-347be363feb0 None None] The sync data for ids ['bb07441c-015f-4259-8df4-5685be8e46af'] in n-d-840717-1 is: [{'id': 'bb07441c-015f-4259-8df4-5685be8e46af', 'name': 'tempest-TaggedBootDevicesTest_v242-1563065988-router', 'tenant_id': '704074c318f541ba80b6792c76eac67a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:57:37Z', 'updated_at': '2022-05-05T20:05:10Z', 'revision_number': 6, 'project_id': '704074c318f541ba80b6792c76eac67a', 'gw_port_host': None}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:05:11.337160 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb09d8a4-a1ef-434b-88a7-5ed625b7d78a None None] Network e8c1f34c-15c8-42a1-bf9f-66f96046a03c is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:05:11.338064 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb09d8a4-a1ef-434b-88a7-5ed625b7d78a None None] Pushing event updated for resources: {'Port': ['ID=9f127ce1-8a08-4aee-8e1c-5d4664442d15,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:11.345836 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-bb09d8a4-a1ef-434b-88a7-5ed625b7d78a None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:05:11.348186 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb09d8a4-a1ef-434b-88a7-5ed625b7d78a None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:05:11.379396 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-65c57745-6c9f-468a-8e7b-1a426f6eab71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:11.525588 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-bb09d8a4-a1ef-434b-88a7-5ed625b7d78a None None] Attempting to bind port 9f127ce1-8a08-4aee-8e1c-5d4664442d15 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:05:11.525948 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-bb09d8a4-a1ef-434b-88a7-5ed625b7d78a None None] Attempting to bind port 9f127ce1-8a08-4aee-8e1c-5d4664442d15 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'e0332a18-ed56-4401-b5be-98efaa66d541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e8c1f34c-15c8-42a1-bf9f-66f96046a03c'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:05:11.526305 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb09d8a4-a1ef-434b-88a7-5ed625b7d78a None None] Attempting to bind port 9f127ce1-8a08-4aee-8e1c-5d4664442d15 on network e8c1f34c-15c8-42a1-bf9f-66f96046a03c {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:05:11.531815 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb09d8a4-a1ef-434b-88a7-5ed625b7d78a None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:05:11.532369 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb09d8a4-a1ef-434b-88a7-5ed625b7d78a None None] Checking segment: {'id': 'e0332a18-ed56-4401-b5be-98efaa66d541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e8c1f34c-15c8-42a1-bf9f-66f96046a03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:05:11.533191 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bb09d8a4-a1ef-434b-88a7-5ed625b7d78a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:11.533935 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb09d8a4-a1ef-434b-88a7-5ed625b7d78a None None] Bound using segment: {'id': 'e0332a18-ed56-4401-b5be-98efaa66d541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e8c1f34c-15c8-42a1-bf9f-66f96046a03c'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:05:11.534417 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-bb09d8a4-a1ef-434b-88a7-5ed625b7d78a None None] Bound port: 9f127ce1-8a08-4aee-8e1c-5d4664442d15, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0332a18-ed56-4401-b5be-98efaa66d541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e8c1f34c-15c8-42a1-bf9f-66f96046a03c'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:05:11.534960 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bb09d8a4-a1ef-434b-88a7-5ed625b7d78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:11.535962 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8999a9a9-3657-4e80-b73b-2230229746c2 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:11.564329 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ac144029-a65c-48e2-97ba-625957d0d123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:11.568077 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cb14e281-3cee-491f-9342-5fd17cc704be req-1cff9b1d-4c6f-4451-aedc-af360ffcaeb4 service neutron] 10.222.0.36 "GET /v2.0/networks/e8c1f34c-15c8-42a1-bf9f-66f96046a03c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3538644 May 05 20:05:11.614473 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-8999a9a9-3657-4e80-b73b-2230229746c2 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0940b73f-d9f5-4601-bc7a-4ddc6f68c068']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:05:11.623009 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac144029-a65c-48e2-97ba-625957d0d123 admin admin] Pushing event deleted for resources: {'Port': ['ID=2104dffc-5734-417d-bf74-9d28659dd5de,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:11.647126 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-bb09d8a4-a1ef-434b-88a7-5ed625b7d78a None None] For port 9f127ce1-8a08-4aee-8e1c-5d4664442d15, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:05:11.661946 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-bb09d8a4-a1ef-434b-88a7-5ed625b7d78a None None] For port 9f127ce1-8a08-4aee-8e1c-5d4664442d15, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=9f127ce1-8a08-4aee-8e1c-5d4664442d15,segment=NetworkSegment(e0332a18-ed56-4401-b5be-98efaa66d541),segment_id=e0332a18-ed56-4401-b5be-98efaa66d541)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:05:11.662566 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-8999a9a9-3657-4e80-b73b-2230229746c2 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9712fa8a-84cf-4590-8760-a48340e4da1c') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:05:11.662976 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-8999a9a9-3657-4e80-b73b-2230229746c2 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9712fa8a-84cf-4590-8760-a48340e4da1c') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:05:11.675033 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bb09d8a4-a1ef-434b-88a7-5ed625b7d78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:11.701314 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8999a9a9-3657-4e80-b73b-2230229746c2 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:11.710200 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-65c57745-6c9f-468a-8e7b-1a426f6eab71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:11.724033 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc9f09a-d06c-415f-93a0-f9e556d47842 req-3e2aca6c-8282-43a4-a163-a7ca754720e4 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:11.731399 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5cc9f09a-d06c-415f-93a0-f9e556d47842 req-3e2aca6c-8282-43a4-a163-a7ca754720e4 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=5154f5d0-0840-4b52-9383-1737bd76c667 HTTP/1.1" status: 200 len: 945 time: 0.2677977 May 05 20:05:11.751854 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c57745-6c9f-468a-8e7b-1a426f6eab71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=477491a0-4114-411f-b550-a16a0b3ed07e,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:11.763134 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8999a9a9-3657-4e80-b73b-2230229746c2 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:11.781173 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-65c57745-6c9f-468a-8e7b-1a426f6eab71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:11.782320 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-65c57745-6c9f-468a-8e7b-1a426f6eab71 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/477491a0-4114-411f-b550-a16a0b3ed07e HTTP/1.1" status: 204 len: 168 time: 1.0708883 May 05 20:05:11.789400 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8999a9a9-3657-4e80-b73b-2230229746c2 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:05:11.789939 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8999a9a9-3657-4e80-b73b-2230229746c2 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:11.795094 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ac144029-a65c-48e2-97ba-625957d0d123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:11.863420 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb09d8a4-a1ef-434b-88a7-5ed625b7d78a None None] Pushing event updated for resources: {'Port': ['ID=9f127ce1-8a08-4aee-8e1c-5d4664442d15,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:12.009645 n-d-840717-1 neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:05:12.009645 n-d-840717-1 neutron-server[88198]: util.warn( May 05 20:05:12.009645 n-d-840717-1 neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:05:12.009645 n-d-840717-1 neutron-server[88198]: util.warn( May 05 20:05:12.009645 n-d-840717-1 neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:05:12.009645 n-d-840717-1 neutron-server[88198]: util.warn( May 05 20:05:12.009645 n-d-840717-1 neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:05:12.009645 n-d-840717-1 neutron-server[88198]: util.warn( May 05 20:05:12.009645 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:05:12.009645 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:05:12.009645 n-d-840717-1 neutron-server[88198]: timer() May 05 20:05:12.009645 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:05:12.009645 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:05:12.009645 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:05:12.009645 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:05:12.009645 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:05:12.009645 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:05:12.009645 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:05:12.009645 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:05:12.009645 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:05:12.009645 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:05:12.009645 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:05:12.009645 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:05:12.009645 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:05:12.009645 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:05:12.009645 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:05:12.009645 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:05:12.009645 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:05:12.009645 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:05:12.009645 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:05:12.009645 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:05:12.009645 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:05:12.009645 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:05:12.009645 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:05:12.009645 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:05:12.009645 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:05:12.009645 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:05:12.009645 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:05:12.009645 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:05:12.009645 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:05:12.032842 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8999a9a9-3657-4e80-b73b-2230229746c2 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:12.043181 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5cc9f09a-d06c-415f-93a0-f9e556d47842 req-083afa9a-ada9-46fc-b3ac-2f842d460067 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/security-groups?id=66299a25-9ea8-43e5-ae69-782b36dd1dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106933 May 05 20:05:12.057273 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ac144029-a65c-48e2-97ba-625957d0d123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:12.062973 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8999a9a9-3657-4e80-b73b-2230229746c2 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:12.066474 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ac144029-a65c-48e2-97ba-625957d0d123 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:12.070396 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8999a9a9-3657-4e80-b73b-2230229746c2 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] Pushing event deleted for resources: {'Network': ['ID=0940b73f-d9f5-4601-bc7a-4ddc6f68c068,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:12.084447 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 3f7222db-61b2-414b-9998-e780d493326a details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:05:12.103475 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ac144029-a65c-48e2-97ba-625957d0d123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:12.104886 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac144029-a65c-48e2-97ba-625957d0d123 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb07441c-015f-4259-8df4-5685be8e46af {{(pid=88197) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:05:12.130826 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-8999a9a9-3657-4e80-b73b-2230229746c2 tempest-TaggedBootDevicesTest-293591941 tempest-TaggedBootDevicesTest-293591941-project] 10.222.0.36 "DELETE /v2.0/networks/0940b73f-d9f5-4601-bc7a-4ddc6f68c068 HTTP/1.1" status: 204 len: 168 time: 3.4497111 May 05 20:05:12.194362 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ac144029-a65c-48e2-97ba-625957d0d123 admin admin] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:12.195971 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-ac144029-a65c-48e2-97ba-625957d0d123 admin admin] 10.222.0.36 "DELETE /v2.0/routers/bb07441c-015f-4259-8df4-5685be8e46af HTTP/1.1" status: 204 len: 168 time: 2.3312035 May 05 20:05:12.202284 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 47518) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:05:12.542405 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 3f7222db-61b2-414b-9998-e780d493326a, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=3f7222db-61b2-414b-9998-e780d493326a,segment=NetworkSegment(e34c646b-9075-4e31-b89f-c8f9e824e389),segment_id=e34c646b-9075-4e31-b89f-c8f9e824e389)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:05:12.546184 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-aec514d0-df8e-4b75-8170-db89eb7f01b4 req-e1317bc9-85ff-47d2-9a05-99a592d0bb06 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3ba66177-5f88-4375-b30c-96a1ed4cff25 HTTP/1.1" status: 200 len: 210 time: 0.1675236 May 05 20:05:12.562377 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 47534) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:05:12.610644 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': '3f7222db-61b2-414b-9998-e780d493326a', 'network_id': '7506b31f-3419-46e4-835c-80fe813661d5', 'port_id': '3f7222db-61b2-414b-9998-e780d493326a', 'mac_address': 'fa:16:3e:7a:7b:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2507cd6-290d-4d3d-b14e-048ce031bb0a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:05:12.716688 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:12.717408 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2a2df167-a0bc-47cf-b4d0-be177258d165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:12.754930 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-31fb46cf-6a79-49d8-93ea-0bb6f6b7d35a admin admin] Deleting subnet 7c4a9369-8ea2-4319-946e-7013e66a4c78 {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:05:12.757808 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f7222db-61b2-414b-9998-e780d493326a {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:05:12.768231 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-31fb46cf-6a79-49d8-93ea-0bb6f6b7d35a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:12.822242 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 3f7222db-61b2-414b-9998-e780d493326a, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=3f7222db-61b2-414b-9998-e780d493326a,segment=NetworkSegment(e34c646b-9075-4e31-b89f-c8f9e824e389),segment_id=e34c646b-9075-4e31-b89f-c8f9e824e389)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:05:12.836420 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 9f127ce1-8a08-4aee-8e1c-5d4664442d15 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:05:12.908408 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-067e8385-73a0-4d61-9107-255444747442 req-5eb8d32c-fe8e-48c6-b172-8b56b1f3eab5 tempest-ServerShowV247Test-733317952 tempest-ServerShowV247Test-733317952-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ba66177-5f88-4375-b30c-96a1ed4cff25 HTTP/1.1" status: 200 len: 210 time: 0.1501477 May 05 20:05:12.909354 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-2a2df167-a0bc-47cf-b4d0-be177258d165 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:05:12.939110 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-2a2df167-a0bc-47cf-b4d0-be177258d165 admin admin] Usage tracker for resource:security_group_rule and tenant:a352c28333d4460da3e33445413d2c13 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:05:12.944068 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-2a2df167-a0bc-47cf-b4d0-be177258d165 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:05:12.952180 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:12.975141 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-2a2df167-a0bc-47cf-b4d0-be177258d165 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:05:13.033811 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-31fb46cf-6a79-49d8-93ea-0bb6f6b7d35a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:13.057435 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 9f127ce1-8a08-4aee-8e1c-5d4664442d15 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:05:13.076694 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['3f7222db-61b2-414b-9998-e780d493326a'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:05:13.077503 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc243d-c26d-447b-bafa-a7c22f1ae09c req-20e3ffab-c80e-436a-8e78-9d2940b99ee4 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:13.089662 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-46dc243d-c26d-447b-bafa-a7c22f1ae09c req-20e3ffab-c80e-436a-8e78-9d2940b99ee4 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/networks?id=e8c1f34c-15c8-42a1-bf9f-66f96046a03c HTTP/1.1" status: 200 len: 816 time: 0.9074454 May 05 20:05:13.124194 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-46dc243d-c26d-447b-bafa-a7c22f1ae09c req-5d6b9304-291d-4419-a891-57057b9ad3c0 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/quotas/d8df95d3e1674c4babf76ac9717049ea HTTP/1.1" status: 200 len: 375 time: 0.0284400 May 05 20:05:13.153489 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=3f7222db-61b2-414b-9998-e780d493326a,revision_number=9']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:13.187721 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 2104dffc-5734-417d-bf74-9d28659dd5de no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:05:13.282086 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 2104dffc-5734-417d-bf74-9d28659dd5de {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:05:13.282525 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 2104dffc-5734-417d-bf74-9d28659dd5de not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:05:13.283311 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 6049b94d-327a-4421-bd8e-7aee4a3d300f no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:05:13.310033 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2a2df167-a0bc-47cf-b4d0-be177258d165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:13.351516 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 6049b94d-327a-4421-bd8e-7aee4a3d300f {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:05:13.351805 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 6049b94d-327a-4421-bd8e-7aee4a3d300f not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:05:13.375552 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-46dc243d-c26d-447b-bafa-a7c22f1ae09c req-cadf0b46-a603-4f32-abb6-731448048f3b tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d8df95d3e1674c4babf76ac9717049ea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2500219 May 05 20:05:13.428010 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2a2df167-a0bc-47cf-b4d0-be177258d165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:13.743224 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-2a2df167-a0bc-47cf-b4d0-be177258d165 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a352c28333d4460da3e33445413d2c13&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1729059 May 05 20:05:13.749487 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 47566) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:05:13.783178 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-46dc243d-c26d-447b-bafa-a7c22f1ae09c req-33a96fc4-7ca7-4230-b1df-4856655056bb service neutron] 10.222.0.36 "GET /v2.0/networks/e8c1f34c-15c8-42a1-bf9f-66f96046a03c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4061801 May 05 20:05:14.035739 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eed95a0-c644-46e6-bd4a-aa55bae18994 None None] Network e8c1f34c-15c8-42a1-bf9f-66f96046a03c requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:05:14.089818 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-46dc243d-c26d-447b-bafa-a7c22f1ae09c req-b4de76df-47c9-480a-bfaf-923c74e94741 service neutron] 10.222.0.36 "GET /v2.0/networks/e8c1f34c-15c8-42a1-bf9f-66f96046a03c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998319 May 05 20:05:14.112469 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2df167-a0bc-47cf-b4d0-be177258d165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35fe8b8e-4341-40d2-b327-0b9915455836,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:14.172359 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-31fb46cf-6a79-49d8-93ea-0bb6f6b7d35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:14.309840 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 3f7222db-61b2-414b-9998-e780d493326a up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:05:14.322245 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7fe9c-06c6-4fee-bc2c-6478c1e7f830 req-d463ae1b-fc11-4e6c-815f-5843fd1a4bda tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:14.330881 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-aef7fe9c-06c6-4fee-bc2c-6478c1e7f830 req-d463ae1b-fc11-4e6c-815f-5843fd1a4bda tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=5154f5d0-0840-4b52-9383-1737bd76c667 HTTP/1.1" status: 200 len: 945 time: 0.9080529 May 05 20:05:14.429189 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-aef7fe9c-06c6-4fee-bc2c-6478c1e7f830 req-fabb6082-2f2a-496e-bd8c-2e70214f75d3 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/security-groups?id=66299a25-9ea8-43e5-ae69-782b36dd1dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968411 May 05 20:05:14.560785 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c464c1d8-b40c-45b7-9031-8d23ba79acf9 req-8c3fee2b-da61-4525-92fb-d2f719ef96fc tempest-ServerShowV247Test-733317952 tempest-ServerShowV247Test-733317952-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ba66177-5f88-4375-b30c-96a1ed4cff25 HTTP/1.1" status: 200 len: 210 time: 0.0695879 May 05 20:05:14.599652 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7b7010b1-97f0-4feb-8997-974ab52a4c81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:14.606760 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:14.631062 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14e281-3cee-491f-9342-5fd17cc704be req-a9054f49-18da-4391-8982-8bf4452366d6 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:14.633326 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cb14e281-3cee-491f-9342-5fd17cc704be req-a9054f49-18da-4391-8982-8bf4452366d6 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.50 "GET /v2.0/networks?id=e8c1f34c-15c8-42a1-bf9f-66f96046a03c HTTP/1.1" status: 200 len: 816 time: 0.8666091 May 05 20:05:14.637739 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-31fb46cf-6a79-49d8-93ea-0bb6f6b7d35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:14.683092 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-cb14e281-3cee-491f-9342-5fd17cc704be req-d9085c0e-5a4e-4d4f-8e56-41e225e38194 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Request body: {'port': {'device_id': 'c41999b5-4b70-480e-9673-e0a9ec8c2694', 'network_id': 'e8c1f34c-15c8-42a1-bf9f-66f96046a03c', 'admin_state_up': True, 'tenant_id': 'd8df95d3e1674c4babf76ac9717049ea'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:05:14.730350 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fb46cf-6a79-49d8-93ea-0bb6f6b7d35a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c4a9369-8ea2-4319-946e-7013e66a4c78,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:14.788739 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7b7010b1-97f0-4feb-8997-974ab52a4c81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:14.814227 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-31fb46cf-6a79-49d8-93ea-0bb6f6b7d35a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:14.903843 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ef6efc-c4ab-495d-bf03-f468eb71badb None None] Network 223e0808-40cb-409b-8c3a-1f6f35d326dd requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:05:15.038806 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-31fb46cf-6a79-49d8-93ea-0bb6f6b7d35a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/7c4a9369-8ea2-4319-946e-7013e66a4c78 HTTP/1.1" status: 204 len: 168 time: 2.8329513 May 05 20:05:15.072057 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 47610) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:05:15.141740 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-53ab7d7d-fa37-4fad-90e0-69ead92881b2 None None] Provisioning for port 9f127ce1-8a08-4aee-8e1c-5d4664442d15 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:05:15.180821 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54168ef3-1bd6-48e0-8d36-9e7a6ec3e8c2 req-fcdc2460-53de-4bd8-a6fc-56cb22400ec6 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:15.190443 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-54168ef3-1bd6-48e0-8d36-9e7a6ec3e8c2 req-fcdc2460-53de-4bd8-a6fc-56cb22400ec6 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/networks?id=e8c1f34c-15c8-42a1-bf9f-66f96046a03c HTTP/1.1" status: 200 len: 816 time: 0.2690461 May 05 20:05:15.214056 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-54168ef3-1bd6-48e0-8d36-9e7a6ec3e8c2 req-e30e8be1-f18d-4f1f-b2c6-f3c8866bac1d tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/quotas/d8df95d3e1674c4babf76ac9717049ea HTTP/1.1" status: 200 len: 375 time: 0.0222573 May 05 20:05:15.249624 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-cb14e281-3cee-491f-9342-5fd17cc704be req-d9085c0e-5a4e-4d4f-8e56-41e225e38194 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:05:15.250816 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-53ab7d7d-fa37-4fad-90e0-69ead92881b2 None None] Provisioning complete for port 9f127ce1-8a08-4aee-8e1c-5d4664442d15 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:05:15.251262 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-53ab7d7d-fa37-4fad-90e0-69ead92881b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:15.332192 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7b7010b1-97f0-4feb-8997-974ab52a4c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:15.341029 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-cb14e281-3cee-491f-9342-5fd17cc704be req-d9085c0e-5a4e-4d4f-8e56-41e225e38194 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Usage tracker for resource:port and tenant:d8df95d3e1674c4babf76ac9717049ea is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:05:15.357511 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-cb14e281-3cee-491f-9342-5fd17cc704be req-d9085c0e-5a4e-4d4f-8e56-41e225e38194 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:05:15.369342 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7010b1-97f0-4feb-8997-974ab52a4c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35fe8b8e-4341-40d2-b327-0b9915455836,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:15.373548 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-cb14e281-3cee-491f-9342-5fd17cc704be req-d9085c0e-5a4e-4d4f-8e56-41e225e38194 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:05:15.377638 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-977a5683-ab5f-4d02-abd2-058d3fb690e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:15.393762 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7b7010b1-97f0-4feb-8997-974ab52a4c81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:15.395225 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-7b7010b1-97f0-4feb-8997-974ab52a4c81 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/35fe8b8e-4341-40d2-b327-0b9915455836 HTTP/1.1" status: 204 len: 168 time: 1.6272411 May 05 20:05:15.397341 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb14e281-3cee-491f-9342-5fd17cc704be req-d9085c0e-5a4e-4d4f-8e56-41e225e38194 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Made reservation on behalf of d8df95d3e1674c4babf76ac9717049ea for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:05:15.402475 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-cb14e281-3cee-491f-9342-5fd17cc704be req-d9085c0e-5a4e-4d4f-8e56-41e225e38194 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:15.426602 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-977a5683-ab5f-4d02-abd2-058d3fb690e3 admin admin] Deleting port 955fd282-f86d-4c93-af7a-0f3ee21769e3 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:05:15.426964 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-977a5683-ab5f-4d02-abd2-058d3fb690e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:15.476332 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port 3f7222db-61b2-414b-9998-e780d493326a triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:05:15.476954 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:15.502836 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-54168ef3-1bd6-48e0-8d36-9e7a6ec3e8c2 req-e1b7324e-954a-426d-a2b6-6980cca5014c tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d8df95d3e1674c4babf76ac9717049ea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2875767 May 05 20:05:16.026239 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-cb14e281-3cee-491f-9342-5fd17cc704be req-d9085c0e-5a4e-4d4f-8e56-41e225e38194 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Allocated IP 172.20.0.10 (e8c1f34c-15c8-42a1-bf9f-66f96046a03c/061cd493-ec4a-45f3-b2c4-44bb1223c5ba/a9479bd4-dcf5-42a3-852e-112c535808c8) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:05:16.031217 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-54168ef3-1bd6-48e0-8d36-9e7a6ec3e8c2 req-95dd3d48-3938-4500-979b-22aa0a40cfbf service neutron] 10.222.0.36 "GET /v2.0/networks/e8c1f34c-15c8-42a1-bf9f-66f96046a03c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5195873 May 05 20:05:16.347995 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-53ab7d7d-fa37-4fad-90e0-69ead92881b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:16.387491 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eaeafa4-a031-4535-8b6f-e977ab7b9c74 None None] DHCP port deletion for 223e0808-40cb-409b-8c3a-1f6f35d326dd request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:05:16.437296 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-5eaeafa4-a031-4535-8b6f-e977ab7b9c74 None None] Deleting port 955fd282-f86d-4c93-af7a-0f3ee21769e3 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:05:16.437662 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5eaeafa4-a031-4535-8b6f-e977ab7b9c74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:16.472384 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-54168ef3-1bd6-48e0-8d36-9e7a6ec3e8c2 req-0b0750d0-57f0-413b-ac33-b9a22e95bb17 service neutron] 10.222.0.36 "GET /v2.0/networks/e8c1f34c-15c8-42a1-bf9f-66f96046a03c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4272671 May 05 20:05:16.880040 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 955fd282-f86d-4c93-af7a-0f3ee21769e3 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:05:17.006772 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:17.007521 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:17.053796 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 3f7222db-61b2-414b-9998-e780d493326a, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=3f7222db-61b2-414b-9998-e780d493326a,segment=NetworkSegment(e34c646b-9075-4e31-b89f-c8f9e824e389),segment_id=e34c646b-9075-4e31-b89f-c8f9e824e389)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:05:17.067138 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23be5922-5b14-4759-a0ea-a939a58aa704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f7222db-61b2-414b-9998-e780d493326a'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:05:17.089021 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:17.098444 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-53ab7d7d-fa37-4fad-90e0-69ead92881b2 None None] For port 9f127ce1-8a08-4aee-8e1c-5d4664442d15, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=9f127ce1-8a08-4aee-8e1c-5d4664442d15,segment=NetworkSegment(e0332a18-ed56-4401-b5be-98efaa66d541),segment_id=e0332a18-ed56-4401-b5be-98efaa66d541)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:05:17.173989 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a1402af6-7e95-4a6f-b172-dcdf3a0773d1 req-5323a80d-c0ae-4d7b-ae1b-f541de432005 tempest-ServerShowV247Test-733317952 tempest-ServerShowV247Test-733317952-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ba66177-5f88-4375-b30c-96a1ed4cff25 HTTP/1.1" status: 200 len: 210 time: 0.1458554 May 05 20:05:17.216858 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=3f7222db-61b2-414b-9998-e780d493326a,revision_number=10']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:17.294213 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-53ab7d7d-fa37-4fad-90e0-69ead92881b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:17.525675 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-da44ae46-6f7e-4caa-b573-3159f95e4161 req-025cb8e0-93a6-4205-baba-d45405b6698b tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a8572aa-15c6-4da9-9588-1eedd739d7cb HTTP/1.1" status: 200 len: 210 time: 0.1477013 May 05 20:05:17.730758 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-977a5683-ab5f-4d02-abd2-058d3fb690e3 admin admin] For port 955fd282-f86d-4c93-af7a-0f3ee21769e3, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=955fd282-f86d-4c93-af7a-0f3ee21769e3,segment=NetworkSegment(8a3e1ad3-d317-4f86-9800-d4cc789babd5),segment_id=8a3e1ad3-d317-4f86-9800-d4cc789babd5)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:05:17.731254 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-977a5683-ab5f-4d02-abd2-058d3fb690e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:17.736413 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-5eaeafa4-a031-4535-8b6f-e977ab7b9c74 None None] For port 955fd282-f86d-4c93-af7a-0f3ee21769e3, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=955fd282-f86d-4c93-af7a-0f3ee21769e3,segment=NetworkSegment(8a3e1ad3-d317-4f86-9800-d4cc789babd5),segment_id=8a3e1ad3-d317-4f86-9800-d4cc789babd5)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:05:17.739425 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5eaeafa4-a031-4535-8b6f-e977ab7b9c74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:17.912066 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-977a5683-ab5f-4d02-abd2-058d3fb690e3 admin admin] Calling delete_port for 955fd282-f86d-4c93-af7a-0f3ee21769e3 owned by network:dhcp {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:05:17.964814 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-5eaeafa4-a031-4535-8b6f-e977ab7b9c74 None None] Calling delete_port for 955fd282-f86d-4c93-af7a-0f3ee21769e3 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:05:17.972155 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc243d-c26d-447b-bafa-a7c22f1ae09c req-55bf5a00-1e41-481d-9845-d2646e08ecae tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:17.974297 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-46dc243d-c26d-447b-bafa-a7c22f1ae09c req-55bf5a00-1e41-481d-9845-d2646e08ecae tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.24 "GET /v2.0/networks?id=e8c1f34c-15c8-42a1-bf9f-66f96046a03c HTTP/1.1" status: 200 len: 816 time: 0.7753849 May 05 20:05:18.033926 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-46dc243d-c26d-447b-bafa-a7c22f1ae09c req-75ce7123-372d-4406-846d-63fa5d360efe tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Request body: {'port': {'device_id': 'e7a2105d-7b7f-44f4-9e5c-1fad082a90a4', 'network_id': 'e8c1f34c-15c8-42a1-bf9f-66f96046a03c', 'admin_state_up': True, 'tenant_id': 'd8df95d3e1674c4babf76ac9717049ea'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:05:18.120313 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03ecc55c-0fcb-4c16-8ce8-9e1eb2ebb634'] response: {'server_uuid': '23be5922-5b14-4759-a0ea-a939a58aa704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f7222db-61b2-414b-9998-e780d493326a', 'code': 200} May 05 20:05:18.123106 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ab7d7d-fa37-4fad-90e0-69ead92881b2 None None] Pushing event updated for resources: {'Port': ['ID=9f127ce1-8a08-4aee-8e1c-5d4664442d15,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:18.174754 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5eaeafa4-a031-4535-8b6f-e977ab7b9c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:18.240761 n-d-840717-1 neutron-server[88199]: INFO neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No ports have port_id starting with 955fd282-f86d-4c93-af7a-0f3ee21769e3 May 05 20:05:18.308197 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaeafa4-a031-4535-8b6f-e977ab7b9c74 None None] Pushing event deleted for resources: {'Port': ['ID=955fd282-f86d-4c93-af7a-0f3ee21769e3,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:18.316975 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-5e3b691c-8e6b-425f-8078-550444cc5d72 None None] Provisioning complete for port 9f127ce1-8a08-4aee-8e1c-5d4664442d15 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:05:18.317567 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5e3b691c-8e6b-425f-8078-550444cc5d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:18.426320 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eaeafa4-a031-4535-8b6f-e977ab7b9c74 None None] No DVR routers for this DVR port 955fd282-f86d-4c93-af7a-0f3ee21769e3 on host n-d-840717-1 {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:05:18.752731 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-de9d111e-e6bc-4c19-806e-60d6ed79b9a0 req-d4cdc325-390c-4acc-b605-b7dffd5627de tempest-ServerShowV247Test-733317952 tempest-ServerShowV247Test-733317952-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ba66177-5f88-4375-b30c-96a1ed4cff25 HTTP/1.1" status: 200 len: 210 time: 0.1758938 May 05 20:05:18.778513 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-cb14e281-3cee-491f-9342-5fd17cc704be req-d9085c0e-5a4e-4d4f-8e56-41e225e38194 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:18.793475 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 9f127ce1-8a08-4aee-8e1c-5d4664442d15 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:05:18.839485 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-cb14e281-3cee-491f-9342-5fd17cc704be req-d9085c0e-5a4e-4d4f-8e56-41e225e38194 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Transition to ACTIVE for port object a9479bd4-dcf5-42a3-852e-112c535808c8 will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:05:18.859234 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.api [None req-977a5683-ab5f-4d02-abd2-058d3fb690e3 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88197) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:05:18.859868 n-d-840717-1 neutron-server[88197]: DEBUG oslo_db.api [None req-977a5683-ab5f-4d02-abd2-058d3fb690e3 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:05:18.905564 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-cb14e281-3cee-491f-9342-5fd17cc704be req-d9085c0e-5a4e-4d4f-8e56-41e225e38194 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:19.120436 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da57e425-ec92-4d4e-941f-90a8be6eeb9b req-6134dfbd-5dc4-4530-9f25-b753052a130b tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:19.130469 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-da57e425-ec92-4d4e-941f-90a8be6eeb9b req-6134dfbd-5dc4-4530-9f25-b753052a130b tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=5154f5d0-0840-4b52-9383-1737bd76c667 HTTP/1.1" status: 200 len: 945 time: 2.6177843 May 05 20:05:19.134705 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 9f127ce1-8a08-4aee-8e1c-5d4664442d15 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:05:19.135083 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:19.143462 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb14e281-3cee-491f-9342-5fd17cc704be req-d9085c0e-5a4e-4d4f-8e56-41e225e38194 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Network e8c1f34c-15c8-42a1-bf9f-66f96046a03c is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:05:19.183723 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-cb14e281-3cee-491f-9342-5fd17cc704be req-d9085c0e-5a4e-4d4f-8e56-41e225e38194 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:05:19.185690 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9085c0e-5a4e-4d4f-8e56-41e225e38194 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Pushing event updated for resources: {'Port': ['ID=a9479bd4-dcf5-42a3-852e-112c535808c8,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:19.209823 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb14e281-3cee-491f-9342-5fd17cc704be req-d9085c0e-5a4e-4d4f-8e56-41e225e38194 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:05:19.418755 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-977a5683-ab5f-4d02-abd2-058d3fb690e3 admin admin] Deleting port 955fd282-f86d-4c93-af7a-0f3ee21769e3 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:05:19.422458 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-977a5683-ab5f-4d02-abd2-058d3fb690e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:19.628633 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9085c0e-5a4e-4d4f-8e56-41e225e38194 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:05:19.628997 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9085c0e-5a4e-4d4f-8e56-41e225e38194 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:05:19.629314 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9085c0e-5a4e-4d4f-8e56-41e225e38194 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:05:19.629649 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9085c0e-5a4e-4d4f-8e56-41e225e38194 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:05:19.632122 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9085c0e-5a4e-4d4f-8e56-41e225e38194 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:05:19.632472 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9085c0e-5a4e-4d4f-8e56-41e225e38194 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:05:19.632804 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9085c0e-5a4e-4d4f-8e56-41e225e38194 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:05:19.633655 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9085c0e-5a4e-4d4f-8e56-41e225e38194 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:05:19.637221 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9085c0e-5a4e-4d4f-8e56-41e225e38194 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:05:19.637564 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9085c0e-5a4e-4d4f-8e56-41e225e38194 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:05:19.637953 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9085c0e-5a4e-4d4f-8e56-41e225e38194 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:05:19.638301 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9085c0e-5a4e-4d4f-8e56-41e225e38194 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:05:19.774777 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-da57e425-ec92-4d4e-941f-90a8be6eeb9b req-0c15ed0e-f13a-4f7c-b3f6-c99c76ce40fa tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/security-groups?id=66299a25-9ea8-43e5-ae69-782b36dd1dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6401007 May 05 20:05:19.822709 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-46dc243d-c26d-447b-bafa-a7c22f1ae09c req-75ce7123-372d-4406-846d-63fa5d360efe tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:05:19.862587 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-966b3c1a-28e2-4144-b5f7-bb7d21c3aff2 None None] Provisioning for port a9479bd4-dcf5-42a3-852e-112c535808c8 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:05:19.886807 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-966b3c1a-28e2-4144-b5f7-bb7d21c3aff2 None None] Provisioning complete for port a9479bd4-dcf5-42a3-852e-112c535808c8 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:05:19.892430 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-966b3c1a-28e2-4144-b5f7-bb7d21c3aff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:19.963624 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-46dc243d-c26d-447b-bafa-a7c22f1ae09c req-75ce7123-372d-4406-846d-63fa5d360efe tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Usage tracker for resource:port and tenant:d8df95d3e1674c4babf76ac9717049ea is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:05:19.993890 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-977a5683-ab5f-4d02-abd2-058d3fb690e3 admin admin] The port '955fd282-f86d-4c93-af7a-0f3ee21769e3' was deleted {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 20:05:19.996239 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-46dc243d-c26d-447b-bafa-a7c22f1ae09c req-75ce7123-372d-4406-846d-63fa5d360efe tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:05:20.098117 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-46dc243d-c26d-447b-bafa-a7c22f1ae09c req-75ce7123-372d-4406-846d-63fa5d360efe tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:05:20.104556 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54168ef3-1bd6-48e0-8d36-9e7a6ec3e8c2 req-d63bea17-9918-4e9e-b7d2-2e9ab7364aa1 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:20.108177 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-54168ef3-1bd6-48e0-8d36-9e7a6ec3e8c2 req-d63bea17-9918-4e9e-b7d2-2e9ab7364aa1 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.50 "GET /v2.0/networks?id=e8c1f34c-15c8-42a1-bf9f-66f96046a03c HTTP/1.1" status: 200 len: 816 time: 0.8528473 May 05 20:05:20.135043 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-966b3c1a-28e2-4144-b5f7-bb7d21c3aff2 None None] Port a9479bd4-dcf5-42a3-852e-112c535808c8 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:05:20.147886 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-387435df-4166-443d-b53b-244236a063f4 req-191ce6be-cd7c-4bb0-8536-9dc29c5a662c tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a8572aa-15c6-4da9-9588-1eedd739d7cb HTTP/1.1" status: 200 len: 210 time: 0.2134688 May 05 20:05:20.161125 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-54168ef3-1bd6-48e0-8d36-9e7a6ec3e8c2 req-300fdfc6-ffc6-40fe-a9c5-7fabd3f43761 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Request body: {'port': {'device_id': '9a8572aa-15c6-4da9-9588-1eedd739d7cb', 'network_id': 'e8c1f34c-15c8-42a1-bf9f-66f96046a03c', 'admin_state_up': True, 'tenant_id': 'd8df95d3e1674c4babf76ac9717049ea'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:05:20.228777 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14e281-3cee-491f-9342-5fd17cc704be req-d9085c0e-5a4e-4d4f-8e56-41e225e38194 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:20.229575 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-cb14e281-3cee-491f-9342-5fd17cc704be req-d9085c0e-5a4e-4d4f-8e56-41e225e38194 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:20.312853 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cd66d65e-eaac-4c7c-824c-70fb7042014e req-a6dd7899-df9e-45d8-8316-be46962bccb0 tempest-ServerShowV247Test-733317952 tempest-ServerShowV247Test-733317952-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ba66177-5f88-4375-b30c-96a1ed4cff25 HTTP/1.1" status: 200 len: 210 time: 0.2103901 May 05 20:05:20.342359 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46dc243d-c26d-447b-bafa-a7c22f1ae09c req-75ce7123-372d-4406-846d-63fa5d360efe tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Made reservation on behalf of d8df95d3e1674c4babf76ac9717049ea for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:05:20.369855 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-46dc243d-c26d-447b-bafa-a7c22f1ae09c req-75ce7123-372d-4406-846d-63fa5d360efe tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:20.388091 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 47734) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:05:20.474025 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-977a5683-ab5f-4d02-abd2-058d3fb690e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:20.488941 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cb14e281-3cee-491f-9342-5fd17cc704be req-d9085c0e-5a4e-4d4f-8e56-41e225e38194 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8458869 May 05 20:05:20.544832 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-cb14e281-3cee-491f-9342-5fd17cc704be req-62863af3-61e7-4120-a9a4-ed0be767c69a service neutron] Request body: {'port': {'device_id': 'c41999b5-4b70-480e-9673-e0a9ec8c2694', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:05:20.571575 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-54168ef3-1bd6-48e0-8d36-9e7a6ec3e8c2 req-300fdfc6-ffc6-40fe-a9c5-7fabd3f43761 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:05:20.581700 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-54168ef3-1bd6-48e0-8d36-9e7a6ec3e8c2 req-300fdfc6-ffc6-40fe-a9c5-7fabd3f43761 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Usage tracker for resource:port and tenant:d8df95d3e1674c4babf76ac9717049ea is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:05:20.589934 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-54168ef3-1bd6-48e0-8d36-9e7a6ec3e8c2 req-300fdfc6-ffc6-40fe-a9c5-7fabd3f43761 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:05:20.605162 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-54168ef3-1bd6-48e0-8d36-9e7a6ec3e8c2 req-300fdfc6-ffc6-40fe-a9c5-7fabd3f43761 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:05:20.626346 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54168ef3-1bd6-48e0-8d36-9e7a6ec3e8c2 req-300fdfc6-ffc6-40fe-a9c5-7fabd3f43761 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Made reservation on behalf of d8df95d3e1674c4babf76ac9717049ea for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:05:20.631772 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-54168ef3-1bd6-48e0-8d36-9e7a6ec3e8c2 req-300fdfc6-ffc6-40fe-a9c5-7fabd3f43761 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:20.699226 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-977a5683-ab5f-4d02-abd2-058d3fb690e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['223e0808-40cb-409b-8c3a-1f6f35d326dd']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:05:20.739001 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-977a5683-ab5f-4d02-abd2-058d3fb690e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a3e1ad3-d317-4f86-9800-d4cc789babd5') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:05:20.739621 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-977a5683-ab5f-4d02-abd2-058d3fb690e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a3e1ad3-d317-4f86-9800-d4cc789babd5') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:05:20.814754 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-977a5683-ab5f-4d02-abd2-058d3fb690e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:20.862493 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c935dca1-8c78-4fcc-bfd6-631fe8e769f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:20.921229 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-cb14e281-3cee-491f-9342-5fd17cc704be req-62863af3-61e7-4120-a9a4-ed0be767c69a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:20.954619 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-977a5683-ab5f-4d02-abd2-058d3fb690e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:20.982640 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-c935dca1-8c78-4fcc-bfd6-631fe8e769f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:05:21.036489 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-977a5683-ab5f-4d02-abd2-058d3fb690e3 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:05:21.036773 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-977a5683-ab5f-4d02-abd2-058d3fb690e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:21.071788 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:05:21.071788 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:05:21.071788 n-d-840717-1 neutron-server[88197]: timer() May 05 20:05:21.071788 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:05:21.071788 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:05:21.071788 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:05:21.071788 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:05:21.071788 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:05:21.071788 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:05:21.071788 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:05:21.071788 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:05:21.071788 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:05:21.071788 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:05:21.071788 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:05:21.071788 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:05:21.071788 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:05:21.071788 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:05:21.071788 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:05:21.071788 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:05:21.071788 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:05:21.071788 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:05:21.071788 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:05:21.071788 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:05:21.071788 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:05:21.071788 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:05:21.071788 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:05:21.071788 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:05:21.071788 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:05:21.071788 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:05:21.071788 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:05:21.071788 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:05:21.071788 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:05:21.074973 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-c935dca1-8c78-4fcc-bfd6-631fe8e769f4 admin admin] Usage tracker for resource:security_group_rule and tenant:42f7fbe74b514f54aae64067cf390ed4 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:05:21.122318 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-46dc243d-c26d-447b-bafa-a7c22f1ae09c req-75ce7123-372d-4406-846d-63fa5d360efe tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Allocated IP 172.20.0.7 (e8c1f34c-15c8-42a1-bf9f-66f96046a03c/061cd493-ec4a-45f3-b2c4-44bb1223c5ba/3a526ecf-57d5-404f-9059-37fea8902f8e) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:05:21.224653 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1bc6d6-5ac3-4bd2-928b-b3c46a1fd482 req-e3608ccb-93f6-40ef-a953-49802d4e7cf1 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:21.226243 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2b1bc6d6-5ac3-4bd2-928b-b3c46a1fd482 req-e3608ccb-93f6-40ef-a953-49802d4e7cf1 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=5154f5d0-0840-4b52-9383-1737bd76c667 HTTP/1.1" status: 200 len: 945 time: 0.2055647 May 05 20:05:21.291267 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-c935dca1-8c78-4fcc-bfd6-631fe8e769f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:05:21.325750 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-c935dca1-8c78-4fcc-bfd6-631fe8e769f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:05:21.326787 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2b1bc6d6-5ac3-4bd2-928b-b3c46a1fd482 req-b87d0d4c-93db-4cf9-9f29-2a678bad65e2 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/security-groups?id=66299a25-9ea8-43e5-ae69-782b36dd1dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935662 May 05 20:05:21.591024 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2fb1b581-c030-4987-bc1a-be489870840c req-04f20426-ddff-4ce7-a511-0aae81a3bfec tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a8572aa-15c6-4da9-9588-1eedd739d7cb HTTP/1.1" status: 200 len: 210 time: 0.1088951 May 05 20:05:21.695591 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-977a5683-ab5f-4d02-abd2-058d3fb690e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:21.790419 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-977a5683-ab5f-4d02-abd2-058d3fb690e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:21.828406 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-977a5683-ab5f-4d02-abd2-058d3fb690e3 admin admin] 10.222.0.36 "DELETE /v2.0/networks/223e0808-40cb-409b-8c3a-1f6f35d326dd HTTP/1.1" status: 204 len: 168 time: 6.7559414 May 05 20:05:21.847409 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977a5683-ab5f-4d02-abd2-058d3fb690e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=223e0808-40cb-409b-8c3a-1f6f35d326dd,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:21.908281 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-85fa6b7c-57cd-414a-aa6b-a699a9e295ee req-e4c3a46d-a458-4ae2-831a-f3afe77243cd tempest-ServerShowV247Test-733317952 tempest-ServerShowV247Test-733317952-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ba66177-5f88-4375-b30c-96a1ed4cff25 HTTP/1.1" status: 200 len: 210 time: 0.1225791 May 05 20:05:22.022055 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-46dc243d-c26d-447b-bafa-a7c22f1ae09c req-75ce7123-372d-4406-846d-63fa5d360efe tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:22.052096 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-46dc243d-c26d-447b-bafa-a7c22f1ae09c req-75ce7123-372d-4406-846d-63fa5d360efe tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Transition to ACTIVE for port object 3a526ecf-57d5-404f-9059-37fea8902f8e will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:05:22.076000 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 47766) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:05:22.174309 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-46dc243d-c26d-447b-bafa-a7c22f1ae09c req-75ce7123-372d-4406-846d-63fa5d360efe tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:22.184996 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c935dca1-8c78-4fcc-bfd6-631fe8e769f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:22.315864 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-54168ef3-1bd6-48e0-8d36-9e7a6ec3e8c2 req-300fdfc6-ffc6-40fe-a9c5-7fabd3f43761 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Allocated IP 172.20.0.13 (e8c1f34c-15c8-42a1-bf9f-66f96046a03c/061cd493-ec4a-45f3-b2c4-44bb1223c5ba/50a21e70-796d-4a51-9281-e49e6ee3f8fc) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:05:22.410304 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ce7123-372d-4406-846d-63fa5d360efe tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Pushing event updated for resources: {'Port': ['ID=3a526ecf-57d5-404f-9059-37fea8902f8e,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:22.525825 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c935dca1-8c78-4fcc-bfd6-631fe8e769f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:22.561546 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:05:22.709359 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-3e2327f4-5aaa-493c-9f88-ac410c317b60 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0a29a66ef9e34d17926285dc8f054582&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5993884 May 05 20:05:22.719994 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46dc243d-c26d-447b-bafa-a7c22f1ae09c req-75ce7123-372d-4406-846d-63fa5d360efe tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Network e8c1f34c-15c8-42a1-bf9f-66f96046a03c is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:05:22.728564 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 47780) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:05:22.734700 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-46dc243d-c26d-447b-bafa-a7c22f1ae09c req-75ce7123-372d-4406-846d-63fa5d360efe tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:05:22.806524 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-46dc243d-c26d-447b-bafa-a7c22f1ae09c req-75ce7123-372d-4406-846d-63fa5d360efe tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:05:22.852335 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c935dca1-8c78-4fcc-bfd6-631fe8e769f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84bc0b53-e33c-412f-b1a6-7ef3eb7193c3,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:22.948043 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-c935dca1-8c78-4fcc-bfd6-631fe8e769f4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=42f7fbe74b514f54aae64067cf390ed4&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5556433 May 05 20:05:23.000206 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 47788) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:05:23.057348 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-54168ef3-1bd6-48e0-8d36-9e7a6ec3e8c2 req-300fdfc6-ffc6-40fe-a9c5-7fabd3f43761 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:23.107931 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-54168ef3-1bd6-48e0-8d36-9e7a6ec3e8c2 req-300fdfc6-ffc6-40fe-a9c5-7fabd3f43761 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Transition to ACTIVE for port object 50a21e70-796d-4a51-9281-e49e6ee3f8fc will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:05:23.184824 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-580b54c9-e39f-4300-8b6a-c45f8fbec28e None None] Provisioning for port 3a526ecf-57d5-404f-9059-37fea8902f8e completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:05:23.199696 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-580b54c9-e39f-4300-8b6a-c45f8fbec28e None None] Provisioning complete for port 3a526ecf-57d5-404f-9059-37fea8902f8e triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:05:23.200060 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-580b54c9-e39f-4300-8b6a-c45f8fbec28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:23.313845 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc243d-c26d-447b-bafa-a7c22f1ae09c req-75ce7123-372d-4406-846d-63fa5d360efe tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:23.316452 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-46dc243d-c26d-447b-bafa-a7c22f1ae09c req-75ce7123-372d-4406-846d-63fa5d360efe tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:23.393375 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-580b54c9-e39f-4300-8b6a-c45f8fbec28e None None] Port 3a526ecf-57d5-404f-9059-37fea8902f8e cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:05:23.404867 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-54168ef3-1bd6-48e0-8d36-9e7a6ec3e8c2 req-300fdfc6-ffc6-40fe-a9c5-7fabd3f43761 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:23.483023 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-37038b3b-0ec5-47c7-bcd3-47c93f1c84a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:23.504813 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54168ef3-1bd6-48e0-8d36-9e7a6ec3e8c2 req-300fdfc6-ffc6-40fe-a9c5-7fabd3f43761 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Network e8c1f34c-15c8-42a1-bf9f-66f96046a03c is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:05:23.516022 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-54168ef3-1bd6-48e0-8d36-9e7a6ec3e8c2 req-300fdfc6-ffc6-40fe-a9c5-7fabd3f43761 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:05:23.559190 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-54168ef3-1bd6-48e0-8d36-9e7a6ec3e8c2 req-300fdfc6-ffc6-40fe-a9c5-7fabd3f43761 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:05:23.632823 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-46dc243d-c26d-447b-bafa-a7c22f1ae09c req-75ce7123-372d-4406-846d-63fa5d360efe tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6033149 May 05 20:05:23.656032 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6df3b4-b996-4072-a541-7e80e3173a8b req-8f279d57-8a74-4f6d-a942-7853d099349d tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:23.658487 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1d6df3b4-b996-4072-a541-7e80e3173a8b req-8f279d57-8a74-4f6d-a942-7853d099349d tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=5154f5d0-0840-4b52-9383-1737bd76c667 HTTP/1.1" status: 200 len: 945 time: 0.8905635 May 05 20:05:23.723532 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-46dc243d-c26d-447b-bafa-a7c22f1ae09c req-d9a63f38-fdac-492e-8c0d-4131dabba9ba service neutron] Request body: {'port': {'device_id': 'e7a2105d-7b7f-44f4-9e5c-1fad082a90a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:05:23.754569 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54168ef3-1bd6-48e0-8d36-9e7a6ec3e8c2 req-300fdfc6-ffc6-40fe-a9c5-7fabd3f43761 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:23.760031 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-54168ef3-1bd6-48e0-8d36-9e7a6ec3e8c2 req-300fdfc6-ffc6-40fe-a9c5-7fabd3f43761 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:23.815462 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300fdfc6-ffc6-40fe-a9c5-7fabd3f43761 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Pushing event updated for resources: {'Port': ['ID=50a21e70-796d-4a51-9281-e49e6ee3f8fc,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:23.844239 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e28d7107-e114-427a-95d3-4f6a22ba94af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:23.849293 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-37038b3b-0ec5-47c7-bcd3-47c93f1c84a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:23.872671 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-54168ef3-1bd6-48e0-8d36-9e7a6ec3e8c2 req-300fdfc6-ffc6-40fe-a9c5-7fabd3f43761 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7382305 May 05 20:05:23.875763 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300fdfc6-ffc6-40fe-a9c5-7fabd3f43761 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:05:23.877236 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300fdfc6-ffc6-40fe-a9c5-7fabd3f43761 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:05:23.878842 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300fdfc6-ffc6-40fe-a9c5-7fabd3f43761 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:05:23.882719 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300fdfc6-ffc6-40fe-a9c5-7fabd3f43761 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:05:23.885970 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300fdfc6-ffc6-40fe-a9c5-7fabd3f43761 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:05:23.886971 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300fdfc6-ffc6-40fe-a9c5-7fabd3f43761 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:05:23.888006 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300fdfc6-ffc6-40fe-a9c5-7fabd3f43761 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:05:23.889797 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300fdfc6-ffc6-40fe-a9c5-7fabd3f43761 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:05:23.891082 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300fdfc6-ffc6-40fe-a9c5-7fabd3f43761 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:05:23.891479 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300fdfc6-ffc6-40fe-a9c5-7fabd3f43761 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:05:23.892039 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300fdfc6-ffc6-40fe-a9c5-7fabd3f43761 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:05:23.892291 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300fdfc6-ffc6-40fe-a9c5-7fabd3f43761 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:05:23.911601 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-54168ef3-1bd6-48e0-8d36-9e7a6ec3e8c2 req-a2d47044-ff51-46b9-8489-7f2bd354709e service neutron] Request body: {'port': {'device_id': '9a8572aa-15c6-4da9-9588-1eedd739d7cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:05:23.987451 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429860b6-8e4f-4111-9e1f-ab276707bc0a req-ef997b4f-f990-455c-adbe-7d0714398b58 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:23.988433 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-429860b6-8e4f-4111-9e1f-ab276707bc0a req-ef997b4f-f990-455c-adbe-7d0714398b58 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Synchronizing usage tracker for tenant:d8df95d3e1674c4babf76ac9717049ea on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:05:24.025365 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-4638a29f-a9d2-48ce-b8bc-a6a529ad29f7 None None] Provisioning for port 50a21e70-796d-4a51-9281-e49e6ee3f8fc completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:05:24.031104 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-4638a29f-a9d2-48ce-b8bc-a6a529ad29f7 None None] Provisioning complete for port 50a21e70-796d-4a51-9281-e49e6ee3f8fc triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:05:24.031488 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4638a29f-a9d2-48ce-b8bc-a6a529ad29f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:24.056201 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e28d7107-e114-427a-95d3-4f6a22ba94af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:24.094882 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1d6df3b4-b996-4072-a541-7e80e3173a8b req-b606c3b3-355a-4633-b0df-003a918c3451 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/security-groups?id=66299a25-9ea8-43e5-ae69-782b36dd1dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065486 May 05 20:05:24.174504 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-429860b6-8e4f-4111-9e1f-ab276707bc0a req-ef997b4f-f990-455c-adbe-7d0714398b58 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Unset dirty status for tenant:d8df95d3e1674c4babf76ac9717049ea on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:05:24.176082 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-429860b6-8e4f-4111-9e1f-ab276707bc0a req-ef997b4f-f990-455c-adbe-7d0714398b58 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a8572aa-15c6-4da9-9588-1eedd739d7cb HTTP/1.1" status: 200 len: 932 time: 0.9846256 May 05 20:05:24.206528 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-4638a29f-a9d2-48ce-b8bc-a6a529ad29f7 None None] Port 50a21e70-796d-4a51-9281-e49e6ee3f8fc cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:05:24.221584 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-54168ef3-1bd6-48e0-8d36-9e7a6ec3e8c2 req-a2d47044-ff51-46b9-8489-7f2bd354709e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:24.241791 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-46dc243d-c26d-447b-bafa-a7c22f1ae09c req-d9a63f38-fdac-492e-8c0d-4131dabba9ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:24.270211 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-429860b6-8e4f-4111-9e1f-ab276707bc0a req-ad56b7d7-d5e3-4af5-bd44-7de0ac5c0c08 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Synchronizing usage tracker for tenant:d8df95d3e1674c4babf76ac9717049ea on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:05:24.315944 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-429860b6-8e4f-4111-9e1f-ab276707bc0a req-ad56b7d7-d5e3-4af5-bd44-7de0ac5c0c08 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Unset dirty status for tenant:d8df95d3e1674c4babf76ac9717049ea on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:05:24.323711 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-429860b6-8e4f-4111-9e1f-ab276707bc0a req-ad56b7d7-d5e3-4af5-bd44-7de0ac5c0c08 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bb0d1af-6061-4898-83b0-c73ccfcdf251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386001 May 05 20:05:24.375432 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.resource_extend [req-cb14e281-3cee-491f-9342-5fd17cc704be req-62863af3-61e7-4120-a9a4-ed0be767c69a service neutron] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 20:05:24.739883 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8b8aee33-7567-482a-bcb7-62b26761266a req-0a738827-64a2-4a2b-9a85-b7e4467c1eaf tempest-ServerShowV247Test-733317952 tempest-ServerShowV247Test-733317952-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ba66177-5f88-4375-b30c-96a1ed4cff25 HTTP/1.1" status: 200 len: 210 time: 0.2565570 May 05 20:05:24.749352 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-37038b3b-0ec5-47c7-bcd3-47c93f1c84a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:24.806732 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-cb14e281-3cee-491f-9342-5fd17cc704be req-62863af3-61e7-4120-a9a4-ed0be767c69a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9479bd4-dcf5-42a3-852e-112c535808c8 {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:05:24.840898 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37038b3b-0ec5-47c7-bcd3-47c93f1c84a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6be8f4-cbde-48c1-a6fd-f6caadba2c70,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:24.847464 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-cb14e281-3cee-491f-9342-5fd17cc704be req-62863af3-61e7-4120-a9a4-ed0be767c69a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:24.895078 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-37038b3b-0ec5-47c7-bcd3-47c93f1c84a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:24.911229 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-37038b3b-0ec5-47c7-bcd3-47c93f1c84a6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5e6be8f4-cbde-48c1-a6fd-f6caadba2c70 HTTP/1.1" status: 204 len: 168 time: 2.1784587 May 05 20:05:24.942227 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e28d7107-e114-427a-95d3-4f6a22ba94af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:25.014974 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e28d7107-e114-427a-95d3-4f6a22ba94af admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:25.027208 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-e28d7107-e114-427a-95d3-4f6a22ba94af admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/84bc0b53-e33c-412f-b1a6-7ef3eb7193c3 HTTP/1.1" status: 204 len: 168 time: 2.0058720 May 05 20:05:25.030505 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28d7107-e114-427a-95d3-4f6a22ba94af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84bc0b53-e33c-412f-b1a6-7ef3eb7193c3,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:25.036681 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-cb14e281-3cee-491f-9342-5fd17cc704be req-62863af3-61e7-4120-a9a4-ed0be767c69a service neutron] Transition to ACTIVE for port object a9479bd4-dcf5-42a3-852e-112c535808c8 will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:05:25.069917 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-cb14e281-3cee-491f-9342-5fd17cc704be req-62863af3-61e7-4120-a9a4-ed0be767c69a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:25.801935 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62863af3-61e7-4120-a9a4-ed0be767c69a service neutron] Pushing event updated for resources: {'Port': ['ID=a9479bd4-dcf5-42a3-852e-112c535808c8,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:25.955518 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-cb14e281-3cee-491f-9342-5fd17cc704be req-62863af3-61e7-4120-a9a4-ed0be767c69a service neutron] Attempting to bind port a9479bd4-dcf5-42a3-852e-112c535808c8 on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:05:25.955856 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-cb14e281-3cee-491f-9342-5fd17cc704be req-62863af3-61e7-4120-a9a4-ed0be767c69a service neutron] Attempting to bind port a9479bd4-dcf5-42a3-852e-112c535808c8 by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': 'e0332a18-ed56-4401-b5be-98efaa66d541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e8c1f34c-15c8-42a1-bf9f-66f96046a03c'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:05:25.956182 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb14e281-3cee-491f-9342-5fd17cc704be req-62863af3-61e7-4120-a9a4-ed0be767c69a service neutron] Attempting to bind port a9479bd4-dcf5-42a3-852e-112c535808c8 on network e8c1f34c-15c8-42a1-bf9f-66f96046a03c {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:05:25.964744 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1aa591-fc6f-4437-9d69-58603f9fdad7 req-fe16d2fc-309c-4b35-b55c-111445a5352e tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:25.972841 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb14e281-3cee-491f-9342-5fd17cc704be req-62863af3-61e7-4120-a9a4-ed0be767c69a service neutron] Port a9479bd4-dcf5-42a3-852e-112c535808c8 on network e8c1f34c-15c8-42a1-bf9f-66f96046a03c not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:05:25.973164 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb14e281-3cee-491f-9342-5fd17cc704be req-62863af3-61e7-4120-a9a4-ed0be767c69a service neutron] Attempting to bind port a9479bd4-dcf5-42a3-852e-112c535808c8 on network e8c1f34c-15c8-42a1-bf9f-66f96046a03c {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:05:25.982056 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1e1aa591-fc6f-4437-9d69-58603f9fdad7 req-fe16d2fc-309c-4b35-b55c-111445a5352e tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=5154f5d0-0840-4b52-9383-1737bd76c667 HTTP/1.1" status: 200 len: 945 time: 0.4713459 May 05 20:05:25.982402 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb14e281-3cee-491f-9342-5fd17cc704be req-62863af3-61e7-4120-a9a4-ed0be767c69a service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:05:25.982747 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb14e281-3cee-491f-9342-5fd17cc704be req-62863af3-61e7-4120-a9a4-ed0be767c69a service neutron] Checking segment: {'id': 'e0332a18-ed56-4401-b5be-98efaa66d541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e8c1f34c-15c8-42a1-bf9f-66f96046a03c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:05:25.983126 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb14e281-3cee-491f-9342-5fd17cc704be req-62863af3-61e7-4120-a9a4-ed0be767c69a service neutron] Bound using segment: {'id': 'e0332a18-ed56-4401-b5be-98efaa66d541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e8c1f34c-15c8-42a1-bf9f-66f96046a03c'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:05:25.990974 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-cb14e281-3cee-491f-9342-5fd17cc704be req-62863af3-61e7-4120-a9a4-ed0be767c69a service neutron] Bound port: a9479bd4-dcf5-42a3-852e-112c535808c8, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0332a18-ed56-4401-b5be-98efaa66d541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e8c1f34c-15c8-42a1-bf9f-66f96046a03c'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:05:25.995495 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-cb14e281-3cee-491f-9342-5fd17cc704be req-62863af3-61e7-4120-a9a4-ed0be767c69a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:26.064000 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd21f54-a742-4bcb-be4e-1eb8e87e05fb req-58bb4a7f-279a-44b7-9429-f1c7ac9f14e8 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:26.064753 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-6fd21f54-a742-4bcb-be4e-1eb8e87e05fb req-58bb4a7f-279a-44b7-9429-f1c7ac9f14e8 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Synchronizing usage tracker for tenant:d8df95d3e1674c4babf76ac9717049ea on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:05:26.124740 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-54168ef3-1bd6-48e0-8d36-9e7a6ec3e8c2 req-a2d47044-ff51-46b9-8489-7f2bd354709e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50a21e70-796d-4a51-9281-e49e6ee3f8fc {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:05:26.131814 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 47842) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:05:26.151292 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1e1aa591-fc6f-4437-9d69-58603f9fdad7 req-81e81023-1239-4b74-a177-8453c128fc8e tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/security-groups?id=66299a25-9ea8-43e5-ae69-782b36dd1dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670206 May 05 20:05:26.156208 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-54168ef3-1bd6-48e0-8d36-9e7a6ec3e8c2 req-a2d47044-ff51-46b9-8489-7f2bd354709e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:26.270035 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-cb14e281-3cee-491f-9342-5fd17cc704be req-62863af3-61e7-4120-a9a4-ed0be767c69a service neutron] For port a9479bd4-dcf5-42a3-852e-112c535808c8, host n-h2-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:05:26.274051 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-cb14e281-3cee-491f-9342-5fd17cc704be req-62863af3-61e7-4120-a9a4-ed0be767c69a service neutron] For port a9479bd4-dcf5-42a3-852e-112c535808c8, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=a9479bd4-dcf5-42a3-852e-112c535808c8,segment=NetworkSegment(e0332a18-ed56-4401-b5be-98efaa66d541),segment_id=e0332a18-ed56-4401-b5be-98efaa66d541)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:05:26.280759 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-cb14e281-3cee-491f-9342-5fd17cc704be req-62863af3-61e7-4120-a9a4-ed0be767c69a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:26.309175 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-54168ef3-1bd6-48e0-8d36-9e7a6ec3e8c2 req-a2d47044-ff51-46b9-8489-7f2bd354709e service neutron] Transition to ACTIVE for port object 50a21e70-796d-4a51-9281-e49e6ee3f8fc will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:05:26.318421 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-bc7e0628-da0a-4f22-ae95-f210a023c0a4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=704074c318f541ba80b6792c76eac67a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1846201 May 05 20:05:26.327701 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-54168ef3-1bd6-48e0-8d36-9e7a6ec3e8c2 req-a2d47044-ff51-46b9-8489-7f2bd354709e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:26.336951 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 47846) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:05:26.380302 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-6fd21f54-a742-4bcb-be4e-1eb8e87e05fb req-58bb4a7f-279a-44b7-9429-f1c7ac9f14e8 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Unset dirty status for tenant:d8df95d3e1674c4babf76ac9717049ea on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:05:26.387531 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6fd21f54-a742-4bcb-be4e-1eb8e87e05fb req-58bb4a7f-279a-44b7-9429-f1c7ac9f14e8 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a8572aa-15c6-4da9-9588-1eedd739d7cb HTTP/1.1" status: 200 len: 932 time: 0.6763933 May 05 20:05:26.525010 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14e281-3cee-491f-9342-5fd17cc704be req-62863af3-61e7-4120-a9a4-ed0be767c69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:26.525010 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-cb14e281-3cee-491f-9342-5fd17cc704be req-62863af3-61e7-4120-a9a4-ed0be767c69a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:26.528317 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cb14e281-3cee-491f-9342-5fd17cc704be req-62863af3-61e7-4120-a9a4-ed0be767c69a service neutron] 10.222.0.50 "PUT /v2.0/ports/a9479bd4-dcf5-42a3-852e-112c535808c8 HTTP/1.1" status: 200 len: 1092 time: 6.0328200 May 05 20:05:26.535462 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c41999b5-4b70-480e-9673-e0a9ec8c2694', 'tag': 'a9479bd4-dcf5-42a3-852e-112c535808c8'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:05:26.614365 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d47044-ff51-46b9-8489-7f2bd354709e service neutron] Pushing event updated for resources: {'Port': ['ID=50a21e70-796d-4a51-9281-e49e6ee3f8fc,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:27.115403 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-46dc243d-c26d-447b-bafa-a7c22f1ae09c req-d9a63f38-fdac-492e-8c0d-4131dabba9ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a526ecf-57d5-404f-9059-37fea8902f8e {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:05:27.125881 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-46dc243d-c26d-447b-bafa-a7c22f1ae09c req-d9a63f38-fdac-492e-8c0d-4131dabba9ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:27.144933 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-46dc243d-c26d-447b-bafa-a7c22f1ae09c req-d9a63f38-fdac-492e-8c0d-4131dabba9ba service neutron] Transition to ACTIVE for port object 3a526ecf-57d5-404f-9059-37fea8902f8e will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:05:27.150062 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a951ff0c-51cf-44b0-b1ea-4fbd245b856e req-44fb8152-cf73-49eb-b98f-226933dea1b5 tempest-ServerShowV247Test-733317952 tempest-ServerShowV247Test-733317952-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ba66177-5f88-4375-b30c-96a1ed4cff25 HTTP/1.1" status: 200 len: 210 time: 0.5400865 May 05 20:05:27.155028 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62863af3-61e7-4120-a9a4-ed0be767c69a service neutron] Pushing event updated for resources: {'Port': ['ID=a9479bd4-dcf5-42a3-852e-112c535808c8,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:27.193910 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-54168ef3-1bd6-48e0-8d36-9e7a6ec3e8c2 req-a2d47044-ff51-46b9-8489-7f2bd354709e service neutron] Attempting to bind port 50a21e70-796d-4a51-9281-e49e6ee3f8fc on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:05:27.194250 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-54168ef3-1bd6-48e0-8d36-9e7a6ec3e8c2 req-a2d47044-ff51-46b9-8489-7f2bd354709e service neutron] Attempting to bind port 50a21e70-796d-4a51-9281-e49e6ee3f8fc by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': 'e0332a18-ed56-4401-b5be-98efaa66d541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e8c1f34c-15c8-42a1-bf9f-66f96046a03c'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:05:27.194556 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54168ef3-1bd6-48e0-8d36-9e7a6ec3e8c2 req-a2d47044-ff51-46b9-8489-7f2bd354709e service neutron] Attempting to bind port 50a21e70-796d-4a51-9281-e49e6ee3f8fc on network e8c1f34c-15c8-42a1-bf9f-66f96046a03c {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:05:27.209541 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 47872) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:05:27.217484 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54168ef3-1bd6-48e0-8d36-9e7a6ec3e8c2 req-a2d47044-ff51-46b9-8489-7f2bd354709e service neutron] Port 50a21e70-796d-4a51-9281-e49e6ee3f8fc on network e8c1f34c-15c8-42a1-bf9f-66f96046a03c not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:05:27.217917 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54168ef3-1bd6-48e0-8d36-9e7a6ec3e8c2 req-a2d47044-ff51-46b9-8489-7f2bd354709e service neutron] Attempting to bind port 50a21e70-796d-4a51-9281-e49e6ee3f8fc on network e8c1f34c-15c8-42a1-bf9f-66f96046a03c {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:05:27.247069 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54168ef3-1bd6-48e0-8d36-9e7a6ec3e8c2 req-a2d47044-ff51-46b9-8489-7f2bd354709e service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:05:27.250142 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54168ef3-1bd6-48e0-8d36-9e7a6ec3e8c2 req-a2d47044-ff51-46b9-8489-7f2bd354709e service neutron] Checking segment: {'id': 'e0332a18-ed56-4401-b5be-98efaa66d541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e8c1f34c-15c8-42a1-bf9f-66f96046a03c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:05:27.250541 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54168ef3-1bd6-48e0-8d36-9e7a6ec3e8c2 req-a2d47044-ff51-46b9-8489-7f2bd354709e service neutron] Bound using segment: {'id': 'e0332a18-ed56-4401-b5be-98efaa66d541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e8c1f34c-15c8-42a1-bf9f-66f96046a03c'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:05:27.250998 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-54168ef3-1bd6-48e0-8d36-9e7a6ec3e8c2 req-a2d47044-ff51-46b9-8489-7f2bd354709e service neutron] Bound port: 50a21e70-796d-4a51-9281-e49e6ee3f8fc, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0332a18-ed56-4401-b5be-98efaa66d541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e8c1f34c-15c8-42a1-bf9f-66f96046a03c'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:05:27.251347 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-54168ef3-1bd6-48e0-8d36-9e7a6ec3e8c2 req-a2d47044-ff51-46b9-8489-7f2bd354709e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:27.262869 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-46dc243d-c26d-447b-bafa-a7c22f1ae09c req-d9a63f38-fdac-492e-8c0d-4131dabba9ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:27.426693 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6fd21f54-a742-4bcb-be4e-1eb8e87e05fb req-75f5fedc-59db-40b8-b137-1b8a0d1ff062 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bb0d1af-6061-4898-83b0-c73ccfcdf251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0381634 May 05 20:05:27.437980 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dfcbfb7-bbc0-4500-91d4-c136f58d3997'] response: {'name': 'network-changed', 'server_uuid': 'c41999b5-4b70-480e-9673-e0a9ec8c2694', 'tag': 'a9479bd4-dcf5-42a3-852e-112c535808c8', 'status': 'completed', 'code': 200} May 05 20:05:27.481842 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-54168ef3-1bd6-48e0-8d36-9e7a6ec3e8c2 req-a2d47044-ff51-46b9-8489-7f2bd354709e service neutron] For port 50a21e70-796d-4a51-9281-e49e6ee3f8fc, host n-h2-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:05:27.487459 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-54168ef3-1bd6-48e0-8d36-9e7a6ec3e8c2 req-a2d47044-ff51-46b9-8489-7f2bd354709e service neutron] For port 50a21e70-796d-4a51-9281-e49e6ee3f8fc, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=50a21e70-796d-4a51-9281-e49e6ee3f8fc,segment=NetworkSegment(e0332a18-ed56-4401-b5be-98efaa66d541),segment_id=e0332a18-ed56-4401-b5be-98efaa66d541)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:05:27.497753 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-54168ef3-1bd6-48e0-8d36-9e7a6ec3e8c2 req-a2d47044-ff51-46b9-8489-7f2bd354709e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:27.575080 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-960ccad4-cb82-4569-bfc5-efcd8718a3b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:27.647905 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a63f38-fdac-492e-8c0d-4131dabba9ba service neutron] Pushing event updated for resources: {'Port': ['ID=3a526ecf-57d5-404f-9059-37fea8902f8e,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:27.827599 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-960ccad4-cb82-4569-bfc5-efcd8718a3b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:27.971876 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14e281-3cee-491f-9342-5fd17cc704be req-94a00534-33dc-4766-8f81-e8d6edb408d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:27.980063 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cb14e281-3cee-491f-9342-5fd17cc704be req-94a00534-33dc-4766-8f81-e8d6edb408d3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d8df95d3e1674c4babf76ac9717049ea&device_id=c41999b5-4b70-480e-9673-e0a9ec8c2694 HTTP/1.1" status: 200 len: 1095 time: 0.8228385 May 05 20:05:28.160896 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54168ef3-1bd6-48e0-8d36-9e7a6ec3e8c2 req-a2d47044-ff51-46b9-8489-7f2bd354709e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:28.162133 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-54168ef3-1bd6-48e0-8d36-9e7a6ec3e8c2 req-a2d47044-ff51-46b9-8489-7f2bd354709e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:28.163765 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-54168ef3-1bd6-48e0-8d36-9e7a6ec3e8c2 req-a2d47044-ff51-46b9-8489-7f2bd354709e service neutron] 10.222.0.50 "PUT /v2.0/ports/50a21e70-796d-4a51-9281-e49e6ee3f8fc HTTP/1.1" status: 200 len: 1092 time: 4.2628984 May 05 20:05:28.165305 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a8572aa-15c6-4da9-9588-1eedd739d7cb', 'tag': '50a21e70-796d-4a51-9281-e49e6ee3f8fc'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:05:28.205154 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cb14e281-3cee-491f-9342-5fd17cc704be req-a6c9a70e-ab30-40fd-b2ee-884bb37e8a3b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9479bd4-dcf5-42a3-852e-112c535808c8 HTTP/1.1" status: 200 len: 217 time: 0.2128100 May 05 20:05:28.313974 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-46dc243d-c26d-447b-bafa-a7c22f1ae09c req-d9a63f38-fdac-492e-8c0d-4131dabba9ba service neutron] Attempting to bind port 3a526ecf-57d5-404f-9059-37fea8902f8e on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:05:28.314636 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-46dc243d-c26d-447b-bafa-a7c22f1ae09c req-d9a63f38-fdac-492e-8c0d-4131dabba9ba service neutron] Attempting to bind port 3a526ecf-57d5-404f-9059-37fea8902f8e by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'e0332a18-ed56-4401-b5be-98efaa66d541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e8c1f34c-15c8-42a1-bf9f-66f96046a03c'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:05:28.314987 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46dc243d-c26d-447b-bafa-a7c22f1ae09c req-d9a63f38-fdac-492e-8c0d-4131dabba9ba service neutron] Attempting to bind port 3a526ecf-57d5-404f-9059-37fea8902f8e on network e8c1f34c-15c8-42a1-bf9f-66f96046a03c {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:05:28.342609 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1588c536-8d8a-4241-af5d-4c763af91017'] response: {'name': 'network-changed', 'server_uuid': '9a8572aa-15c6-4da9-9588-1eedd739d7cb', 'tag': '50a21e70-796d-4a51-9281-e49e6ee3f8fc', 'status': 'completed', 'code': 200} May 05 20:05:28.355746 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46dc243d-c26d-447b-bafa-a7c22f1ae09c req-d9a63f38-fdac-492e-8c0d-4131dabba9ba service neutron] Port 3a526ecf-57d5-404f-9059-37fea8902f8e on network e8c1f34c-15c8-42a1-bf9f-66f96046a03c not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:05:28.356163 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46dc243d-c26d-447b-bafa-a7c22f1ae09c req-d9a63f38-fdac-492e-8c0d-4131dabba9ba service neutron] Attempting to bind port 3a526ecf-57d5-404f-9059-37fea8902f8e on network e8c1f34c-15c8-42a1-bf9f-66f96046a03c {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:05:28.373418 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46dc243d-c26d-447b-bafa-a7c22f1ae09c req-d9a63f38-fdac-492e-8c0d-4131dabba9ba service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:05:28.373867 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46dc243d-c26d-447b-bafa-a7c22f1ae09c req-d9a63f38-fdac-492e-8c0d-4131dabba9ba service neutron] Checking segment: {'id': 'e0332a18-ed56-4401-b5be-98efaa66d541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e8c1f34c-15c8-42a1-bf9f-66f96046a03c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:05:28.374428 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46dc243d-c26d-447b-bafa-a7c22f1ae09c req-d9a63f38-fdac-492e-8c0d-4131dabba9ba service neutron] Bound using segment: {'id': 'e0332a18-ed56-4401-b5be-98efaa66d541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e8c1f34c-15c8-42a1-bf9f-66f96046a03c'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:05:28.375171 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-46dc243d-c26d-447b-bafa-a7c22f1ae09c req-d9a63f38-fdac-492e-8c0d-4131dabba9ba service neutron] Bound port: 3a526ecf-57d5-404f-9059-37fea8902f8e, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0332a18-ed56-4401-b5be-98efaa66d541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e8c1f34c-15c8-42a1-bf9f-66f96046a03c'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:05:28.375918 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-46dc243d-c26d-447b-bafa-a7c22f1ae09c req-d9a63f38-fdac-492e-8c0d-4131dabba9ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:28.393432 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-960ccad4-cb82-4569-bfc5-efcd8718a3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:28.515842 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d47044-ff51-46b9-8489-7f2bd354709e service neutron] Pushing event updated for resources: {'Port': ['ID=50a21e70-796d-4a51-9281-e49e6ee3f8fc,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:28.596197 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14e281-3cee-491f-9342-5fd17cc704be req-c0daf04f-96ee-463a-b6d2-7944ae10c8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:28.599622 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cb14e281-3cee-491f-9342-5fd17cc704be req-c0daf04f-96ee-463a-b6d2-7944ae10c8bf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=061cd493-ec4a-45f3-b2c4-44bb1223c5ba HTTP/1.1" status: 200 len: 855 time: 0.3828828 May 05 20:05:28.600368 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960ccad4-cb82-4569-bfc5-efcd8718a3b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f0fac3-e405-4a66-8058-62ba25d23640,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:28.650953 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e031ef-e7d8-4afd-a1d1-3aa67c31d678 req-77f5ce8a-1f04-4db8-85c7-e77527b1b37c tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:28.657937 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-59e031ef-e7d8-4afd-a1d1-3aa67c31d678 req-77f5ce8a-1f04-4db8-85c7-e77527b1b37c tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=5154f5d0-0840-4b52-9383-1737bd76c667 HTTP/1.1" status: 200 len: 945 time: 0.9934587 May 05 20:05:28.703396 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54168ef3-1bd6-48e0-8d36-9e7a6ec3e8c2 req-b088b3f5-1205-49ff-9d90-24a54ec038e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:28.704861 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-54168ef3-1bd6-48e0-8d36-9e7a6ec3e8c2 req-b088b3f5-1205-49ff-9d90-24a54ec038e7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d8df95d3e1674c4babf76ac9717049ea&device_id=9a8572aa-15c6-4da9-9588-1eedd739d7cb HTTP/1.1" status: 200 len: 1095 time: 0.4677365 May 05 20:05:28.744974 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-960ccad4-cb82-4569-bfc5-efcd8718a3b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:28.748405 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-960ccad4-cb82-4569-bfc5-efcd8718a3b5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/60f0fac3-e405-4a66-8058-62ba25d23640 HTTP/1.1" status: 204 len: 168 time: 2.3902926 May 05 20:05:28.748405 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f2a99198-fe2b-481d-9159-214fd462cbd6 req-773131f1-9129-46cf-bbb1-799d09d1f47a tempest-ServerShowV247Test-733317952 tempest-ServerShowV247Test-733317952-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ba66177-5f88-4375-b30c-96a1ed4cff25 HTTP/1.1" status: 200 len: 210 time: 0.2467482 May 05 20:05:28.771115 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-46dc243d-c26d-447b-bafa-a7c22f1ae09c req-d9a63f38-fdac-492e-8c0d-4131dabba9ba service neutron] For port 3a526ecf-57d5-404f-9059-37fea8902f8e, host n-h1-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:05:28.782395 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-46dc243d-c26d-447b-bafa-a7c22f1ae09c req-d9a63f38-fdac-492e-8c0d-4131dabba9ba service neutron] For port 3a526ecf-57d5-404f-9059-37fea8902f8e, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=3a526ecf-57d5-404f-9059-37fea8902f8e,segment=NetworkSegment(e0332a18-ed56-4401-b5be-98efaa66d541),segment_id=e0332a18-ed56-4401-b5be-98efaa66d541)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:05:28.793340 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-46dc243d-c26d-447b-bafa-a7c22f1ae09c req-d9a63f38-fdac-492e-8c0d-4131dabba9ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:28.896585 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-54168ef3-1bd6-48e0-8d36-9e7a6ec3e8c2 req-ae5ec1e5-04e9-494d-837c-7dc1bcff2da0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50a21e70-796d-4a51-9281-e49e6ee3f8fc HTTP/1.1" status: 200 len: 217 time: 0.1822386 May 05 20:05:28.913284 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14e281-3cee-491f-9342-5fd17cc704be req-9cdea920-8fc7-4e3b-a6ce-4eabfd49ef09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:28.916539 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cb14e281-3cee-491f-9342-5fd17cc704be req-9cdea920-8fc7-4e3b-a6ce-4eabfd49ef09 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e8c1f34c-15c8-42a1-bf9f-66f96046a03c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2638984 May 05 20:05:28.922976 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc243d-c26d-447b-bafa-a7c22f1ae09c req-d9a63f38-fdac-492e-8c0d-4131dabba9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:28.923813 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-46dc243d-c26d-447b-bafa-a7c22f1ae09c req-d9a63f38-fdac-492e-8c0d-4131dabba9ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:28.928621 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-46dc243d-c26d-447b-bafa-a7c22f1ae09c req-d9a63f38-fdac-492e-8c0d-4131dabba9ba service neutron] 10.222.0.24 "PUT /v2.0/ports/3a526ecf-57d5-404f-9059-37fea8902f8e HTTP/1.1" status: 200 len: 1091 time: 5.2245286 May 05 20:05:29.008946 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-59e031ef-e7d8-4afd-a1d1-3aa67c31d678 req-cb00182e-c271-44ba-847d-52610ce145be tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/security-groups?id=66299a25-9ea8-43e5-ae69-782b36dd1dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3338430 May 05 20:05:29.142142 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a63f38-fdac-492e-8c0d-4131dabba9ba service neutron] Pushing event updated for resources: {'Port': ['ID=3a526ecf-57d5-404f-9059-37fea8902f8e,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:29.236117 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device aa398864-3983-4d82-8698-fdab2000df6b details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:05:29.265063 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device aa398864-3983-4d82-8698-fdab2000df6b no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:05:29.265967 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54168ef3-1bd6-48e0-8d36-9e7a6ec3e8c2 req-5d67e486-a439-4feb-92b4-bc8be85249fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:29.267445 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-54168ef3-1bd6-48e0-8d36-9e7a6ec3e8c2 req-5d67e486-a439-4feb-92b4-bc8be85249fc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=061cd493-ec4a-45f3-b2c4-44bb1223c5ba HTTP/1.1" status: 200 len: 855 time: 0.2575049 May 05 20:05:29.437492 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54168ef3-1bd6-48e0-8d36-9e7a6ec3e8c2 req-d8c32bd5-f660-4951-8ae4-ddda392f9f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:29.438983 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-54168ef3-1bd6-48e0-8d36-9e7a6ec3e8c2 req-d8c32bd5-f660-4951-8ae4-ddda392f9f6c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e8c1f34c-15c8-42a1-bf9f-66f96046a03c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1447368 May 05 20:05:29.494797 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port aa398864-3983-4d82-8698-fdab2000df6b, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=aa398864-3983-4d82-8698-fdab2000df6b,segment=NetworkSegment(e431113b-0838-4dae-91c9-bf783ad37054),segment_id=e431113b-0838-4dae-91c9-bf783ad37054)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:05:29.501931 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a2105d-7b7f-44f4-9e5c-1fad082a90a4', 'tag': '3a526ecf-57d5-404f-9059-37fea8902f8e'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:05:29.519705 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': 'aa398864-3983-4d82-8698-fdab2000df6b', 'network_id': '64a22928-0684-4ae0-bb8b-56899f865035', 'port_id': 'aa398864-3983-4d82-8698-fdab2000df6b', 'mac_address': 'fa:16:3e:dc:ea:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac45120c-2218-40fc-a7a8-1f58fb39de57', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:05:29.612949 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d36e255-458a-4b3f-9976-240c0bb32dba'] response: {'name': 'network-changed', 'server_uuid': 'e7a2105d-7b7f-44f4-9e5c-1fad082a90a4', 'tag': '3a526ecf-57d5-404f-9059-37fea8902f8e', 'status': 'completed', 'code': 200} May 05 20:05:29.647112 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:29.691781 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc243d-c26d-447b-bafa-a7c22f1ae09c req-8d8c02b5-10d1-4c57-9be7-470e912b2a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:29.693292 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-46dc243d-c26d-447b-bafa-a7c22f1ae09c req-8d8c02b5-10d1-4c57-9be7-470e912b2a91 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d8df95d3e1674c4babf76ac9717049ea&device_id=e7a2105d-7b7f-44f4-9e5c-1fad082a90a4 HTTP/1.1" status: 200 len: 1094 time: 0.7210927 May 05 20:05:29.698071 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cb14e281-3cee-491f-9342-5fd17cc704be req-7d267d79-88ee-445d-8dbf-c26f73e0138a service neutron] 10.222.0.50 "GET /v2.0/networks/e8c1f34c-15c8-42a1-bf9f-66f96046a03c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7581232 May 05 20:05:29.837426 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port aa398864-3983-4d82-8698-fdab2000df6b, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=aa398864-3983-4d82-8698-fdab2000df6b,segment=NetworkSegment(e431113b-0838-4dae-91c9-bf783ad37054),segment_id=e431113b-0838-4dae-91c9-bf783ad37054)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:05:29.839117 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:29.896434 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5154f5d0-0840-4b52-9383-1737bd76c667', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa398864-3983-4d82-8698-fdab2000df6b'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:05:29.903182 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 47934) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:05:29.909244 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aa398864-3983-4d82-8698-fdab2000df6b {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:05:29.931256 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:29.939778 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-54168ef3-1bd6-48e0-8d36-9e7a6ec3e8c2 req-635accc6-f595-4ce6-b1fd-e0c8e6b2d6f0 service neutron] 10.222.0.50 "GET /v2.0/networks/e8c1f34c-15c8-42a1-bf9f-66f96046a03c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4903872 May 05 20:05:29.970723 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-46dc243d-c26d-447b-bafa-a7c22f1ae09c req-8dc21c64-96a8-4b9c-990f-8f56b42012b7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a526ecf-57d5-404f-9059-37fea8902f8e HTTP/1.1" status: 200 len: 217 time: 0.2649322 May 05 20:05:30.002257 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7963f-1c85-4476-b572-14834173bdf6 req-d23a7854-c74b-4fa0-ada7-9014691bb366 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:30.012859 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6ad7963f-1c85-4476-b572-14834173bdf6 req-d23a7854-c74b-4fa0-ada7-9014691bb366 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a8572aa-15c6-4da9-9588-1eedd739d7cb HTTP/1.1" status: 200 len: 944 time: 0.8695369 May 05 20:05:30.074973 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8a4b672e-2de2-4a98-a08a-61af01f0e359 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:30.137150 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:05:30.137502 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:05:30.139704 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=aa398864-3983-4d82-8698-fdab2000df6b,revision_number=6']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:30.166080 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:05:30.167419 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:05:30.168332 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:05:30.170935 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:05:30.171507 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:05:30.171989 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:05:30.172481 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:05:30.173002 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:05:30.174969 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:05:30.175492 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:05:30.175982 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:05:30.176467 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:05:30.308207 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-690f3d10-5abe-4168-9844-01a4d81919ca req-229db85d-ed44-45cb-aff4-ba28035d8688 tempest-ServerShowV247Test-733317952 tempest-ServerShowV247Test-733317952-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ba66177-5f88-4375-b30c-96a1ed4cff25 HTTP/1.1" status: 200 len: 210 time: 0.2967350 May 05 20:05:30.395991 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6ad7963f-1c85-4476-b572-14834173bdf6 req-f072f7d8-7a46-4829-b5bf-15bce09801b5 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bb0d1af-6061-4898-83b0-c73ccfcdf251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292964 May 05 20:05:30.397196 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d7788c0f-22c9-496c-9a85-d2d255c91a4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:30.417423 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a7c4ee6-375f-4af4-9dea-d64dce9b75a1'] response: {'server_uuid': '5154f5d0-0840-4b52-9383-1737bd76c667', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa398864-3983-4d82-8698-fdab2000df6b', 'code': 200} May 05 20:05:30.527815 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc243d-c26d-447b-bafa-a7c22f1ae09c req-ab2fcb3b-01d4-4653-93c5-5e1f04c51381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:30.529285 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-46dc243d-c26d-447b-bafa-a7c22f1ae09c req-ab2fcb3b-01d4-4653-93c5-5e1f04c51381 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=061cd493-ec4a-45f3-b2c4-44bb1223c5ba HTTP/1.1" status: 200 len: 855 time: 0.3642178 May 05 20:05:30.533006 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-d7788c0f-22c9-496c-9a85-d2d255c91a4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:05:30.552508 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-d7788c0f-22c9-496c-9a85-d2d255c91a4e admin admin] Usage tracker for resource:security_group_rule and tenant:59564e09b75c4c51b2dbc628e1157b39 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:05:30.556650 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-d7788c0f-22c9-496c-9a85-d2d255c91a4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:05:30.563894 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-d7788c0f-22c9-496c-9a85-d2d255c91a4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:05:30.723993 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:30.794224 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa398864-3983-4d82-8698-fdab2000df6b {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:05:30.854287 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port aa398864-3983-4d82-8698-fdab2000df6b, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=aa398864-3983-4d82-8698-fdab2000df6b,segment=NetworkSegment(e431113b-0838-4dae-91c9-bf783ad37054),segment_id=e431113b-0838-4dae-91c9-bf783ad37054)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:05:30.869072 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:30.899017 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cb14e281-3cee-491f-9342-5fd17cc704be req-eb507296-d485-487d-ad6a-cbb18eaab6ad service neutron] 10.222.0.50 "GET /v2.0/networks/e8c1f34c-15c8-42a1-bf9f-66f96046a03c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1920717 May 05 20:05:31.041775 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=aa398864-3983-4d82-8698-fdab2000df6b,revision_number=7']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:31.043848 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d7788c0f-22c9-496c-9a85-d2d255c91a4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:31.059116 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d7788c0f-22c9-496c-9a85-d2d255c91a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:31.127733 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['aa398864-3983-4d82-8698-fdab2000df6b'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:05:31.140864 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-54168ef3-1bd6-48e0-8d36-9e7a6ec3e8c2 req-238ff859-c7b3-40ae-9f88-f386ecd9d6ea service neutron] 10.222.0.50 "GET /v2.0/networks/e8c1f34c-15c8-42a1-bf9f-66f96046a03c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1909504 May 05 20:05:31.167552 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d7788c0f-22c9-496c-9a85-d2d255c91a4e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=59564e09b75c4c51b2dbc628e1157b39&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2438171 May 05 20:05:31.169984 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7788c0f-22c9-496c-9a85-d2d255c91a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ba2a7c-893e-4cdd-be22-30c042a2cf35,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:31.183964 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 47970) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:05:31.192511 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc243d-c26d-447b-bafa-a7c22f1ae09c req-37afb524-659f-4319-a9fa-a65184c462b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:31.197028 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-46dc243d-c26d-447b-bafa-a7c22f1ae09c req-37afb524-659f-4319-a9fa-a65184c462b8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e8c1f34c-15c8-42a1-bf9f-66f96046a03c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6482742 May 05 20:05:31.257422 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575bd725-6961-419a-bb65-75301fd56caf req-b19121d6-4c38-44fb-a923-e6d6486ff1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:31.259865 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-575bd725-6961-419a-bb65-75301fd56caf req-b19121d6-4c38-44fb-a923-e6d6486ff1c7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d8df95d3e1674c4babf76ac9717049ea&device_id=c41999b5-4b70-480e-9673-e0a9ec8c2694 HTTP/1.1" status: 200 len: 1095 time: 0.2989423 May 05 20:05:31.395126 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-46dc243d-c26d-447b-bafa-a7c22f1ae09c req-8270682a-ffa2-4b5d-84fa-5eade78a4262 service neutron] 10.222.0.24 "GET /v2.0/networks/e8c1f34c-15c8-42a1-bf9f-66f96046a03c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860874 May 05 20:05:31.619920 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f25e3cdd-3d33-4bba-9793-b09ac8a35d38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:31.625252 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-8a4b672e-2de2-4a98-a08a-61af01f0e359 admin admin] Deleting port bc4734da-cacf-4eeb-ae81-2a30c4f28ce8 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:05:31.625793 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8a4b672e-2de2-4a98-a08a-61af01f0e359 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:31.754925 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-46dc243d-c26d-447b-bafa-a7c22f1ae09c req-0eb0c4ed-2481-4c68-b1c4-dcaed6154a17 service neutron] 10.222.0.24 "GET /v2.0/networks/e8c1f34c-15c8-42a1-bf9f-66f96046a03c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371072 May 05 20:05:31.756084 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575bd725-6961-419a-bb65-75301fd56caf req-b333ced9-eb75-4cb1-9c5b-9cb9f5078344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:31.768480 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-575bd725-6961-419a-bb65-75301fd56caf req-b333ced9-eb75-4cb1-9c5b-9cb9f5078344 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e8c1f34c-15c8-42a1-bf9f-66f96046a03c HTTP/1.1" status: 200 len: 917 time: 0.3722234 May 05 20:05:31.939089 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ea435-5370-4753-b808-12f0ae1357b8 req-998b3df7-63e5-4fea-bd00-2fb4932e4bcb tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:31.944667 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7e9ea435-5370-4753-b808-12f0ae1357b8 req-998b3df7-63e5-4fea-bd00-2fb4932e4bcb tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=5154f5d0-0840-4b52-9383-1737bd76c667 HTTP/1.1" status: 200 len: 944 time: 1.0539000 May 05 20:05:31.972929 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-575bd725-6961-419a-bb65-75301fd56caf req-8f27781b-af1e-4264-85ad-87a77b98a16a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9479bd4-dcf5-42a3-852e-112c535808c8 HTTP/1.1" status: 200 len: 217 time: 0.1973906 May 05 20:05:31.993358 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e98ebb07-203d-4028-bb13-0469454bd63c req-92e563cc-b7bc-4500-8022-566b867d1532 tempest-ServerShowV247Test-733317952 tempest-ServerShowV247Test-733317952-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ba66177-5f88-4375-b30c-96a1ed4cff25 HTTP/1.1" status: 200 len: 210 time: 0.0870781 May 05 20:05:31.993577 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f25e3cdd-3d33-4bba-9793-b09ac8a35d38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:32.053876 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575bd725-6961-419a-bb65-75301fd56caf req-ff3de003-f1cd-4918-a5dd-2e58b7006b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:32.056229 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-575bd725-6961-419a-bb65-75301fd56caf req-ff3de003-f1cd-4918-a5dd-2e58b7006b69 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=061cd493-ec4a-45f3-b2c4-44bb1223c5ba HTTP/1.1" status: 200 len: 855 time: 0.0703828 May 05 20:05:32.123839 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f25e3cdd-3d33-4bba-9793-b09ac8a35d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:32.127834 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76c8a03-3a41-4b0b-919e-351aaeed0e99 req-c8e7ff70-a6a5-417d-a99b-6af5ef3e94d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:32.129458 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a76c8a03-3a41-4b0b-919e-351aaeed0e99 req-c8e7ff70-a6a5-417d-a99b-6af5ef3e94d5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d8df95d3e1674c4babf76ac9717049ea&device_id=e7a2105d-7b7f-44f4-9e5c-1fad082a90a4 HTTP/1.1" status: 200 len: 1094 time: 0.2599919 May 05 20:05:32.190731 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25e3cdd-3d33-4bba-9793-b09ac8a35d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ba2a7c-893e-4cdd-be22-30c042a2cf35,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:32.275477 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf2e5a-1d9c-4b81-bfab-247830b4f0a6 req-c72388b3-13b9-4c31-95ac-5ebf8c02d62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:32.276993 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d6cf2e5a-1d9c-4b81-bfab-247830b4f0a6 req-c72388b3-13b9-4c31-95ac-5ebf8c02d62e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d8df95d3e1674c4babf76ac9717049ea&device_id=9a8572aa-15c6-4da9-9588-1eedd739d7cb HTTP/1.1" status: 200 len: 1095 time: 0.9678164 May 05 20:05:32.277821 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f25e3cdd-3d33-4bba-9793-b09ac8a35d38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:32.278960 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f25e3cdd-3d33-4bba-9793-b09ac8a35d38 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d3ba2a7c-893e-4cdd-be22-30c042a2cf35 HTTP/1.1" status: 204 len: 168 time: 1.0805206 May 05 20:05:32.282523 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7e9ea435-5370-4753-b808-12f0ae1357b8 req-de3e9f5a-c7c8-4bef-afa9-1ac0a340a0fe tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/security-groups?id=66299a25-9ea8-43e5-ae69-782b36dd1dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461983 May 05 20:05:32.343696 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575bd725-6961-419a-bb65-75301fd56caf req-73c63aca-2d51-4f8f-937b-74b581d842cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:32.345201 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-575bd725-6961-419a-bb65-75301fd56caf req-73c63aca-2d51-4f8f-937b-74b581d842cc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e8c1f34c-15c8-42a1-bf9f-66f96046a03c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2778802 May 05 20:05:32.357994 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-8a4b672e-2de2-4a98-a08a-61af01f0e359 admin admin] For port bc4734da-cacf-4eeb-ae81-2a30c4f28ce8, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=bc4734da-cacf-4eeb-ae81-2a30c4f28ce8,segment=NetworkSegment(f64acd32-0a02-4606-b552-1dd633356c1d),segment_id=f64acd32-0a02-4606-b552-1dd633356c1d)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:05:32.358579 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8a4b672e-2de2-4a98-a08a-61af01f0e359 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:32.622169 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-575bd725-6961-419a-bb65-75301fd56caf req-cb2f2896-36ee-4d24-b3c9-4039548e3648 service neutron] 10.222.0.50 "GET /v2.0/networks/e8c1f34c-15c8-42a1-bf9f-66f96046a03c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601366 May 05 20:05:32.645439 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-8a4b672e-2de2-4a98-a08a-61af01f0e359 admin admin] Calling delete_port for bc4734da-cacf-4eeb-ae81-2a30c4f28ce8 owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:05:32.698714 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76c8a03-3a41-4b0b-919e-351aaeed0e99 req-cc5952b2-49b3-42d8-9685-76a0c3c021ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:32.701931 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a76c8a03-3a41-4b0b-919e-351aaeed0e99 req-cc5952b2-49b3-42d8-9685-76a0c3c021ef service neutron] 10.222.0.24 "GET /v2.0/networks?id=e8c1f34c-15c8-42a1-bf9f-66f96046a03c HTTP/1.1" status: 200 len: 917 time: 0.5645423 May 05 20:05:32.746030 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9e647282-d4fb-4744-bdfe-57db1972a1be req-1ee48a7b-fb3b-44f0-b677-9c54e10fb02f tempest-ServersAaction247Test-1554287890 tempest-ServersAaction247Test-1554287890-project] 10.222.0.36 "GET /v2.0/ports?device_id=4625552b-2def-42ef-808b-f71ab0fbeb21 HTTP/1.1" status: 200 len: 210 time: 0.1932251 May 05 20:05:32.864587 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a0c168-d629-4bea-8a9c-0b67ef1bc291 req-b39e75e3-c312-45aa-a4cd-2bc57b0254ee tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:32.875271 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e5a0c168-d629-4bea-8a9c-0b67ef1bc291 req-b39e75e3-c312-45aa-a4cd-2bc57b0254ee tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a8572aa-15c6-4da9-9588-1eedd739d7cb HTTP/1.1" status: 200 len: 944 time: 0.7127948 May 05 20:05:32.879989 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a76c8a03-3a41-4b0b-919e-351aaeed0e99 req-785c35bf-e522-4e15-ba54-5ca6c1fcdf2a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a526ecf-57d5-404f-9059-37fea8902f8e HTTP/1.1" status: 200 len: 217 time: 0.1683979 May 05 20:05:32.928808 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf2e5a-1d9c-4b81-bfab-247830b4f0a6 req-4c213d91-3660-4d69-8920-9566d4167bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:32.930581 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d6cf2e5a-1d9c-4b81-bfab-247830b4f0a6 req-4c213d91-3660-4d69-8920-9566d4167bec service neutron] 10.222.0.50 "GET /v2.0/networks?id=e8c1f34c-15c8-42a1-bf9f-66f96046a03c HTTP/1.1" status: 200 len: 917 time: 0.6471901 May 05 20:05:33.037413 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 48012) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:05:33.106140 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d6cf2e5a-1d9c-4b81-bfab-247830b4f0a6 req-4de11b03-1773-4172-ac1b-e3d12e691757 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50a21e70-796d-4a51-9281-e49e6ee3f8fc HTTP/1.1" status: 200 len: 217 time: 0.1695139 May 05 20:05:33.108175 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d0628e80-73df-4cb6-ae3d-4d55d3011187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:33.127118 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d0628e80-73df-4cb6-ae3d-4d55d3011187 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:05:33.130932 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d0628e80-73df-4cb6-ae3d-4d55d3011187 admin admin] Usage tracker for resource:security_group_rule and tenant:0c0ff5ac91b1462488db5898ec5c602a is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:05:33.134693 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d0628e80-73df-4cb6-ae3d-4d55d3011187 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:05:33.140691 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d0628e80-73df-4cb6-ae3d-4d55d3011187 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:05:33.247148 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device aa398864-3983-4d82-8698-fdab2000df6b up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:05:33.286069 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76c8a03-3a41-4b0b-919e-351aaeed0e99 req-464d0e66-5f4e-4e61-ac54-754c983180b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:33.292813 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a76c8a03-3a41-4b0b-919e-351aaeed0e99 req-464d0e66-5f4e-4e61-ac54-754c983180b8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=061cd493-ec4a-45f3-b2c4-44bb1223c5ba HTTP/1.1" status: 200 len: 855 time: 0.3478982 May 05 20:05:33.311430 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d0628e80-73df-4cb6-ae3d-4d55d3011187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:33.350730 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d0628e80-73df-4cb6-ae3d-4d55d3011187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:33.385400 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e5a0c168-d629-4bea-8a9c-0b67ef1bc291 req-a1cc351a-003c-45e7-854d-9fae4461360f tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bb0d1af-6061-4898-83b0-c73ccfcdf251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5060191 May 05 20:05:33.400882 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port aa398864-3983-4d82-8698-fdab2000df6b triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:05:33.401253 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:33.591528 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d0628e80-73df-4cb6-ae3d-4d55d3011187 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0c0ff5ac91b1462488db5898ec5c602a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5295508 May 05 20:05:33.614737 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 48030) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:05:33.639321 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0628e80-73df-4cb6-ae3d-4d55d3011187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=541ca670-5da0-4b5c-a5f8-25a52d20b7ab,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:33.643718 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-394bb742-3b91-4d79-ac7a-4924a4b5a793 req-e8ccb894-b382-4589-866c-75d8438e526a tempest-ServerShowV247Test-733317952 tempest-ServerShowV247Test-733317952-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ba66177-5f88-4375-b30c-96a1ed4cff25 HTTP/1.1" status: 200 len: 210 time: 0.2964115 May 05 20:05:33.674931 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf2e5a-1d9c-4b81-bfab-247830b4f0a6 req-7fba4ec0-cf3b-40cc-8443-efdeaeed759b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:33.676606 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d6cf2e5a-1d9c-4b81-bfab-247830b4f0a6 req-7fba4ec0-cf3b-40cc-8443-efdeaeed759b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=061cd493-ec4a-45f3-b2c4-44bb1223c5ba HTTP/1.1" status: 200 len: 855 time: 0.5549016 May 05 20:05:33.730730 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:33.753092 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-575bd725-6961-419a-bb65-75301fd56caf req-a01a3f14-9970-4955-b585-18a6e44b5896 service neutron] 10.222.0.50 "GET /v2.0/networks/e8c1f34c-15c8-42a1-bf9f-66f96046a03c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1109812 May 05 20:05:33.808919 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port aa398864-3983-4d82-8698-fdab2000df6b, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=aa398864-3983-4d82-8698-fdab2000df6b,segment=NetworkSegment(e431113b-0838-4dae-91c9-bf783ad37054),segment_id=e431113b-0838-4dae-91c9-bf783ad37054)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:05:33.810345 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5154f5d0-0840-4b52-9383-1737bd76c667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa398864-3983-4d82-8698-fdab2000df6b'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:05:33.819970 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:33.857068 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76c8a03-3a41-4b0b-919e-351aaeed0e99 req-05446cfb-1746-4d64-befc-ab6a2f60779f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:33.858709 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a76c8a03-3a41-4b0b-919e-351aaeed0e99 req-05446cfb-1746-4d64-befc-ab6a2f60779f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e8c1f34c-15c8-42a1-bf9f-66f96046a03c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5000880 May 05 20:05:33.865979 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d1ac9511-9fea-42b9-9d74-5c6f9d27b65f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:33.895659 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a26f7f-9dce-4a9c-9b7e-353b89b8c410 req-fb756226-416f-4815-9706-2d5ea2a0e1d9 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:33.897342 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a6a26f7f-9dce-4a9c-9b7e-353b89b8c410 req-fb756226-416f-4815-9706-2d5ea2a0e1d9 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=5154f5d0-0840-4b52-9383-1737bd76c667 HTTP/1.1" status: 200 len: 944 time: 0.3661227 May 05 20:05:33.933304 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=aa398864-3983-4d82-8698-fdab2000df6b,revision_number=8']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:33.979983 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8a4b672e-2de2-4a98-a08a-61af01f0e359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:34.087828 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d1ac9511-9fea-42b9-9d74-5c6f9d27b65f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:34.122189 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a6a26f7f-9dce-4a9c-9b7e-353b89b8c410 req-34729235-8d02-4095-b8e0-35aee1b4bb91 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/security-groups?id=66299a25-9ea8-43e5-ae69-782b36dd1dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125556 May 05 20:05:34.135443 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4b672e-2de2-4a98-a08a-61af01f0e359 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc4734da-cacf-4eeb-ae81-2a30c4f28ce8,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:34.182038 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device a9479bd4-dcf5-42a3-852e-112c535808c8 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:05:34.266609 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a76c8a03-3a41-4b0b-919e-351aaeed0e99 req-00e7f570-5a4c-4b22-b6ff-52b924dd79a5 service neutron] 10.222.0.24 "GET /v2.0/networks/e8c1f34c-15c8-42a1-bf9f-66f96046a03c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3979800 May 05 20:05:34.372482 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d1ac9511-9fea-42b9-9d74-5c6f9d27b65f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:34.441371 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port a9479bd4-dcf5-42a3-852e-112c535808c8, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=a9479bd4-dcf5-42a3-852e-112c535808c8,segment=NetworkSegment(e0332a18-ed56-4401-b5be-98efaa66d541),segment_id=e0332a18-ed56-4401-b5be-98efaa66d541)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:05:34.469062 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f278254-9e7d-4945-9e3a-2ecdccc90179'] response: {'server_uuid': '5154f5d0-0840-4b52-9383-1737bd76c667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa398864-3983-4d82-8698-fdab2000df6b', 'code': 200} May 05 20:05:34.474710 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': 'a9479bd4-dcf5-42a3-852e-112c535808c8', 'network_id': 'e8c1f34c-15c8-42a1-bf9f-66f96046a03c', 'port_id': 'a9479bd4-dcf5-42a3-852e-112c535808c8', 'mac_address': 'fa:16:3e:4d:97:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '061cd493-ec4a-45f3-b2c4-44bb1223c5ba', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:05:34.525781 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ac9511-9fea-42b9-9d74-5c6f9d27b65f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=541ca670-5da0-4b5c-a5f8-25a52d20b7ab,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:34.535887 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf2e5a-1d9c-4b81-bfab-247830b4f0a6 req-94be6fb2-a972-4431-b4ae-4630ddcd4456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:34.537907 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d6cf2e5a-1d9c-4b81-bfab-247830b4f0a6 req-94be6fb2-a972-4431-b4ae-4630ddcd4456 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e8c1f34c-15c8-42a1-bf9f-66f96046a03c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8522816 May 05 20:05:34.615197 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d1ac9511-9fea-42b9-9d74-5c6f9d27b65f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:34.616546 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d1ac9511-9fea-42b9-9d74-5c6f9d27b65f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/541ca670-5da0-4b5c-a5f8-25a52d20b7ab HTTP/1.1" status: 204 len: 168 time: 0.9871342 May 05 20:05:34.702224 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-578483f9-8bd7-4def-9fb5-51e193469fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:34.716195 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:34.761702 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9479bd4-dcf5-42a3-852e-112c535808c8 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:05:34.798411 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port a9479bd4-dcf5-42a3-852e-112c535808c8, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=a9479bd4-dcf5-42a3-852e-112c535808c8,segment=NetworkSegment(e0332a18-ed56-4401-b5be-98efaa66d541),segment_id=e0332a18-ed56-4401-b5be-98efaa66d541)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:05:34.802753 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:34.803520 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b828ee02-c807-4cb2-9dcb-3ce9835f2708 req-4e34d060-7fff-4869-b555-6a4fdb14ae52 tempest-ServersAaction247Test-1554287890 tempest-ServersAaction247Test-1554287890-project] 10.222.0.36 "GET /v2.0/ports?device_id=4625552b-2def-42ef-808b-f71ab0fbeb21 HTTP/1.1" status: 200 len: 210 time: 0.3153965 May 05 20:05:34.803825 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 50a21e70-796d-4a51-9281-e49e6ee3f8fc details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:05:34.887491 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a76c8a03-3a41-4b0b-919e-351aaeed0e99 req-80c3c8ef-2a25-4138-81e2-a4bc2912a017 service neutron] 10.222.0.24 "GET /v2.0/networks/e8c1f34c-15c8-42a1-bf9f-66f96046a03c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6148839 May 05 20:05:34.972761 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 50a21e70-796d-4a51-9281-e49e6ee3f8fc, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=50a21e70-796d-4a51-9281-e49e6ee3f8fc,segment=NetworkSegment(e0332a18-ed56-4401-b5be-98efaa66d541),segment_id=e0332a18-ed56-4401-b5be-98efaa66d541)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:05:34.996187 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=a9479bd4-dcf5-42a3-852e-112c535808c8,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:35.011477 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': '50a21e70-796d-4a51-9281-e49e6ee3f8fc', 'network_id': 'e8c1f34c-15c8-42a1-bf9f-66f96046a03c', 'port_id': '50a21e70-796d-4a51-9281-e49e6ee3f8fc', 'mac_address': 'fa:16:3e:84:b2:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '061cd493-ec4a-45f3-b2c4-44bb1223c5ba', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:05:35.017630 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-234d8535-5332-4ae3-8a03-d218de06fe84 req-ce8912e5-b83d-4f39-9632-b62af143a7b0 tempest-ServerShowV247Test-733317952 tempest-ServerShowV247Test-733317952-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ba66177-5f88-4375-b30c-96a1ed4cff25 HTTP/1.1" status: 200 len: 210 time: 0.0674407 May 05 20:05:35.140391 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415f3aa-875f-4754-9d03-f4c13bd209c3 req-e52b2250-8317-46cd-8744-4330892f80d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:35.142226 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9415f3aa-875f-4754-9d03-f4c13bd209c3 req-e52b2250-8317-46cd-8744-4330892f80d9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5154f5d0-0840-4b52-9383-1737bd76c667 HTTP/1.1" status: 200 len: 1096 time: 0.1130798 May 05 20:05:35.171798 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:35.209882 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50a21e70-796d-4a51-9281-e49e6ee3f8fc {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:05:35.230923 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8a4b672e-2de2-4a98-a08a-61af01f0e359 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:35.234484 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9415f3aa-875f-4754-9d03-f4c13bd209c3 req-a3b72903-accc-4e90-bee9-1212de3f102f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=66299a25-9ea8-43e5-ae69-782b36dd1dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822847 May 05 20:05:35.239016 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 50a21e70-796d-4a51-9281-e49e6ee3f8fc, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=50a21e70-796d-4a51-9281-e49e6ee3f8fc,segment=NetworkSegment(e0332a18-ed56-4401-b5be-98efaa66d541),segment_id=e0332a18-ed56-4401-b5be-98efaa66d541)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:05:35.245750 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:35.329725 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 3a526ecf-57d5-404f-9059-37fea8902f8e details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:05:35.429398 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=50a21e70-796d-4a51-9281-e49e6ee3f8fc,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:35.552407 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcecaa62-aff3-4d3f-8a5b-3074d401fe12 req-6c2ca6f7-5deb-4fbc-a866-60ff75b5738a tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:35.560166 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fcecaa62-aff3-4d3f-8a5b-3074d401fe12 req-6c2ca6f7-5deb-4fbc-a866-60ff75b5738a tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=5154f5d0-0840-4b52-9383-1737bd76c667 HTTP/1.1" status: 200 len: 945 time: 0.1757367 May 05 20:05:35.658508 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fcecaa62-aff3-4d3f-8a5b-3074d401fe12 req-5fb6532a-606d-4280-b66a-95e0f08db30e tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/security-groups?id=66299a25-9ea8-43e5-ae69-782b36dd1dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974793 May 05 20:05:35.664999 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['a9479bd4-dcf5-42a3-852e-112c535808c8'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:05:35.690735 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['50a21e70-796d-4a51-9281-e49e6ee3f8fc'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:05:35.743521 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1af7a473-e545-45c6-b255-fc55daaffbbb req-c9ccb99f-4527-445d-9e41-0f2aea8114e3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3150ca4d-e5f5-4957-9d86-99fd8d6d41b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.4714501 May 05 20:05:35.750281 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d6cf2e5a-1d9c-4b81-bfab-247830b4f0a6 req-b33fef81-de19-4d00-b73a-176e0f458be7 service neutron] 10.222.0.50 "GET /v2.0/networks/e8c1f34c-15c8-42a1-bf9f-66f96046a03c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1874809 May 05 20:05:35.955246 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2705ccc2-9247-4a8d-abf0-0dc361860624 req-60201af7-d55a-4c6b-8802-129ee2e8b723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:35.956783 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2705ccc2-9247-4a8d-abf0-0dc361860624 req-60201af7-d55a-4c6b-8802-129ee2e8b723 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=56e8fe9085fa4bdb932a4c29aaeb4c08&device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 1098 time: 0.2586288 May 05 20:05:36.121523 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 3a526ecf-57d5-404f-9059-37fea8902f8e, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=3a526ecf-57d5-404f-9059-37fea8902f8e,segment=NetworkSegment(e0332a18-ed56-4401-b5be-98efaa66d541),segment_id=e0332a18-ed56-4401-b5be-98efaa66d541)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:05:36.150958 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '3a526ecf-57d5-404f-9059-37fea8902f8e', 'network_id': 'e8c1f34c-15c8-42a1-bf9f-66f96046a03c', 'port_id': '3a526ecf-57d5-404f-9059-37fea8902f8e', 'mac_address': 'fa:16:3e:9e:22:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '061cd493-ec4a-45f3-b2c4-44bb1223c5ba', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:05:36.259879 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2705ccc2-9247-4a8d-abf0-0dc361860624 req-9eb44140-7771-4d64-8b81-9439d9a356ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:36.261789 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2705ccc2-9247-4a8d-abf0-0dc361860624 req-9eb44140-7771-4d64-8b81-9439d9a356ae service neutron] 10.222.0.50 "GET /v2.0/networks?id=7506b31f-3419-46e4-835c-80fe813661d5 HTTP/1.1" status: 200 len: 913 time: 0.2744205 May 05 20:05:36.303655 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:36.439392 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a526ecf-57d5-404f-9059-37fea8902f8e {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:05:36.530297 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 3a526ecf-57d5-404f-9059-37fea8902f8e, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=3a526ecf-57d5-404f-9059-37fea8902f8e,segment=NetworkSegment(e0332a18-ed56-4401-b5be-98efaa66d541),segment_id=e0332a18-ed56-4401-b5be-98efaa66d541)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:05:36.534109 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2705ccc2-9247-4a8d-abf0-0dc361860624 req-cbf0700e-2d0b-45bb-80c4-23dc1ec05ace service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3f7222db-61b2-414b-9998-e780d493326a HTTP/1.1" status: 200 len: 1001 time: 0.2333119 May 05 20:05:36.552950 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:36.556267 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3ca05ca7-af73-4f2a-ac8d-8ac51f61529b req-4ff46840-10f5-4723-a48d-c4ec16f5b512 tempest-ServersAaction247Test-1554287890 tempest-ServersAaction247Test-1554287890-project] 10.222.0.36 "GET /v2.0/ports?device_id=4625552b-2def-42ef-808b-f71ab0fbeb21 HTTP/1.1" status: 200 len: 210 time: 0.2932906 May 05 20:05:36.725854 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=3a526ecf-57d5-404f-9059-37fea8902f8e,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:36.741077 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2705ccc2-9247-4a8d-abf0-0dc361860624 req-a9f2a17b-3740-402b-b28c-a7cf8e110e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:36.748115 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2705ccc2-9247-4a8d-abf0-0dc361860624 req-a9f2a17b-3740-402b-b28c-a7cf8e110e43 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e2507cd6-290d-4d3d-b14e-048ce031bb0a HTTP/1.1" status: 200 len: 851 time: 0.2058966 May 05 20:05:36.831609 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['3a526ecf-57d5-404f-9059-37fea8902f8e'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:05:36.844322 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b302c341-7ad3-4b9d-b1f8-f0e9d80222c9 req-0d5051a6-2d95-42e2-9495-0d324294ba7e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4625552b-2def-42ef-808b-f71ab0fbeb21 HTTP/1.1" status: 200 len: 210 time: 0.5689774 May 05 20:05:36.929008 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a4b672e-2de2-4a98-a08a-61af01f0e359 admin admin] Router 8f6122b3-cd70-4e01-be6d-ac9af74c40ea has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:05:36.952333 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-190bdcc2-7fc7-47ce-a5de-a5e029692923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:36.965069 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d6cf2e5a-1d9c-4b81-bfab-247830b4f0a6 req-f6f51bbd-3eea-472d-8cc0-6dacb2b0c930 service neutron] 10.222.0.50 "GET /v2.0/networks/e8c1f34c-15c8-42a1-bf9f-66f96046a03c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1937125 May 05 20:05:36.974628 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0708186c-84cf-42e7-87b2-10f6996beb58 req-ea25c0d6-f0d5-4a88-b3e2-69118204d069 tempest-ServerShowV247Test-733317952 tempest-ServerShowV247Test-733317952-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ba66177-5f88-4375-b30c-96a1ed4cff25 HTTP/1.1" status: 200 len: 210 time: 0.1140428 May 05 20:05:36.999125 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2705ccc2-9247-4a8d-abf0-0dc361860624 req-31814021-1075-4d9f-a2c3-2bb88d2f39c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:37.001253 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2705ccc2-9247-4a8d-abf0-0dc361860624 req-31814021-1075-4d9f-a2c3-2bb88d2f39c2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7506b31f-3419-46e4-835c-80fe813661d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2467678 May 05 20:05:37.008000 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e4f74-7e86-4769-a760-968696ddf0eb req-25558969-f078-4d7f-8ad8-ec20496c7ea4 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:37.017751 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b30e4f74-7e86-4769-a760-968696ddf0eb req-25558969-f078-4d7f-8ad8-ec20496c7ea4 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a8572aa-15c6-4da9-9588-1eedd739d7cb HTTP/1.1" status: 200 len: 945 time: 1.8423369 May 05 20:05:37.185763 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af7a473-e545-45c6-b255-fc55daaffbbb req-79b3fa16-5cdb-472d-8732-a4b0fa3e69ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:37.187619 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1af7a473-e545-45c6-b255-fc55daaffbbb req-79b3fa16-5cdb-472d-8732-a4b0fa3e69ae service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2b65203be12a44e3b2b676f0adb9acc7&device_id=3150ca4d-e5f5-4957-9d86-99fd8d6d41b4 HTTP/1.1" status: 200 len: 1097 time: 1.2117369 May 05 20:05:37.201566 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b30e4f74-7e86-4769-a760-968696ddf0eb req-d2870799-43a9-4b85-985a-deebe4be9b55 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bb0d1af-6061-4898-83b0-c73ccfcdf251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827047 May 05 20:05:37.337721 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a4b672e-2de2-4a98-a08a-61af01f0e359 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:05:37.347488 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f0df85-ea03-4c0e-8e70-22dd05c2e250 None None] Sync routers for ids ['8f6122b3-cd70-4e01-be6d-ac9af74c40ea'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:05:37.362290 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f0df85-ea03-4c0e-8e70-22dd05c2e250 None None] Routers {'8f6122b3-cd70-4e01-be6d-ac9af74c40ea'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:05:37.363060 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-81f0df85-ea03-4c0e-8e70-22dd05c2e250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:05:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['8f6122b3-cd70-4e01-be6d-ac9af74c40ea'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:05:37.482211 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2705ccc2-9247-4a8d-abf0-0dc361860624 req-aaaf2790-a496-4672-94c7-05b960cce266 service neutron] 10.222.0.50 "GET /v2.0/networks/7506b31f-3419-46e4-835c-80fe813661d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4279106 May 05 20:05:37.501239 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af7a473-e545-45c6-b255-fc55daaffbbb req-af7b0bef-b345-4ce3-bec8-182e10ba63c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:37.502813 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1af7a473-e545-45c6-b255-fc55daaffbbb req-af7b0bef-b345-4ce3-bec8-182e10ba63c9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=025bffd7-43d6-46c1-996a-8056de7069d8 HTTP/1.1" status: 200 len: 915 time: 0.1675308 May 05 20:05:37.520476 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87188127-fb5a-44ba-84fb-6705ab6a61fb req-9c597a99-1251-472a-b034-0a1b29b8ff22 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:37.527859 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-87188127-fb5a-44ba-84fb-6705ab6a61fb req-9c597a99-1251-472a-b034-0a1b29b8ff22 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=5154f5d0-0840-4b52-9383-1737bd76c667 HTTP/1.1" status: 200 len: 945 time: 0.3880370 May 05 20:05:37.595571 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-87188127-fb5a-44ba-84fb-6705ab6a61fb req-9e380ede-6e53-40c3-9908-04b863525136 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/security-groups?id=66299a25-9ea8-43e5-ae69-782b36dd1dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665407 May 05 20:05:37.630388 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1af7a473-e545-45c6-b255-fc55daaffbbb req-b1412b3d-f777-4392-b56a-4f61a47298b4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9dc3a93f-6979-4e1d-827e-92a49558cafd HTTP/1.1" status: 200 len: 1002 time: 0.1165955 May 05 20:05:37.715755 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2705ccc2-9247-4a8d-abf0-0dc361860624 req-39ad7e14-5be9-4762-8f89-13edbf9e06e8 service neutron] 10.222.0.50 "GET /v2.0/networks/7506b31f-3419-46e4-835c-80fe813661d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264712 May 05 20:05:37.741296 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-81f0df85-ea03-4c0e-8e70-22dd05c2e250 None None] Set router 8f6122b3-cd70-4e01-be6d-ac9af74c40ea gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:05:37.797015 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af7a473-e545-45c6-b255-fc55daaffbbb req-1f12c8c0-d6ee-4b5a-a5a4-9adba1b31b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:37.798459 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1af7a473-e545-45c6-b255-fc55daaffbbb req-1f12c8c0-d6ee-4b5a-a5a4-9adba1b31b41 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d250ed8-07f6-4f08-a934-d3c76d471e2d HTTP/1.1" status: 200 len: 853 time: 0.1608915 May 05 20:05:37.802601 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-8a4b672e-2de2-4a98-a08a-61af01f0e359 admin admin] 10.222.0.36 "PUT /v2.0/routers/8f6122b3-cd70-4e01-be6d-ac9af74c40ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5894589 May 05 20:05:37.803332 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 48106) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:05:37.827029 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7fa44aff-7047-4abd-b340-a9173d41af44 req-3e7c9d28-4c02-49ca-80ba-60c8b4404647 tempest-ServersAaction247Test-1554287890 tempest-ServersAaction247Test-1554287890-project] 10.222.0.36 "GET /v2.0/ports?device_id=4625552b-2def-42ef-808b-f71ab0fbeb21 HTTP/1.1" status: 200 len: 210 time: 0.0648949 May 05 20:05:38.084414 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:38.215020 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-64f4258c-4beb-4aca-b726-2f783cb3f07a admin admin] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:38.261863 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce23bef-e364-46b1-8547-ab92448ac758 req-427e1095-0a54-41a5-a255-2cc03fea52b5 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:38.278788 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0ce23bef-e364-46b1-8547-ab92448ac758 req-427e1095-0a54-41a5-a255-2cc03fea52b5 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=5154f5d0-0840-4b52-9383-1737bd76c667 HTTP/1.1" status: 200 len: 945 time: 0.1590569 May 05 20:05:38.368282 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0ce23bef-e364-46b1-8547-ab92448ac758 req-ac9cdfab-796f-45ff-92f9-92381cbc854e tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/security-groups?id=66299a25-9ea8-43e5-ae69-782b36dd1dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884752 May 05 20:05:38.421885 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 50a21e70-796d-4a51-9281-e49e6ee3f8fc up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:05:38.483460 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:38.508607 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port 50a21e70-796d-4a51-9281-e49e6ee3f8fc completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:05:38.516845 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port 50a21e70-796d-4a51-9281-e49e6ee3f8fc triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:05:38.517184 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:38.638202 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-04e53126-2cf0-4da1-a7ef-a7a6ecc5b88a req-4207c9ca-d2cc-4037-bfe9-ed12b5699de7 tempest-ServerShowV247Test-733317952 tempest-ServerShowV247Test-733317952-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ba66177-5f88-4375-b30c-96a1ed4cff25 HTTP/1.1" status: 200 len: 210 time: 0.2759602 May 05 20:05:38.644109 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3481d9a-1b00-4518-9252-85ff0944d685 req-ea68a569-2d08-437f-9abe-25c8fbcb9771 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:38.645764 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-81f0df85-ea03-4c0e-8e70-22dd05c2e250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f6122b3-cd70-4e01-be6d-ac9af74c40ea', 'name': 'tempest-TaggedBootDevicesTest-1815960725-router', 'tenant_id': '99f8ff370e2040efb9285a4ae37c20cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '6ccb0207-274c-4772-8f16-2f81972123af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:57:31Z', 'updated_at': '2022-05-05T20:05:33Z', 'revision_number': 5, 'project_id': '99f8ff370e2040efb9285a4ae37c20cd', 'gw_port': {'id': '6ccb0207-274c-4772-8f16-2f81972123af', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:05:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6122b3-cd70-4e01-be6d-ac9af74c40ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:33Z', 'updated_at': '2022-05-05T19:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:05:38.647937 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af7a473-e545-45c6-b255-fc55daaffbbb req-ad451552-2658-448a-a7f2-2e6e60975dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:38.652042 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a3481d9a-1b00-4518-9252-85ff0944d685 req-ea68a569-2d08-437f-9abe-25c8fbcb9771 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/ports?device_id=3150ca4d-e5f5-4957-9d86-99fd8d6d41b4 HTTP/1.1" status: 200 len: 946 time: 0.1700716 May 05 20:05:38.652432 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:38.653226 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1af7a473-e545-45c6-b255-fc55daaffbbb req-ad451552-2658-448a-a7f2-2e6e60975dbd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=025bffd7-43d6-46c1-996a-8056de7069d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8463039 May 05 20:05:38.689215 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f0df85-ea03-4c0e-8e70-22dd05c2e250 None None] Checking router: 8f6122b3-cd70-4e01-be6d-ac9af74c40ea for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:05:38.732103 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f0df85-ea03-4c0e-8e70-22dd05c2e250 None None] Routers {'8f6122b3-cd70-4e01-be6d-ac9af74c40ea'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:05:38.732707 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-81f0df85-ea03-4c0e-8e70-22dd05c2e250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:05:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['8f6122b3-cd70-4e01-be6d-ac9af74c40ea'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:05:38.747842 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a3481d9a-1b00-4518-9252-85ff0944d685 req-4e127f61-03bb-40cf-9fcf-f063045911cd tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/security-groups?id=cce21569-2bcf-464e-bc67-f883ca1675ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948231 May 05 20:05:38.793218 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-64f4258c-4beb-4aca-b726-2f783cb3f07a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:38.817177 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a8572aa-15c6-4da9-9588-1eedd739d7cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50a21e70-796d-4a51-9281-e49e6ee3f8fc'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:05:38.831864 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 50a21e70-796d-4a51-9281-e49e6ee3f8fc, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=50a21e70-796d-4a51-9281-e49e6ee3f8fc,segment=NetworkSegment(e0332a18-ed56-4401-b5be-98efaa66d541),segment_id=e0332a18-ed56-4401-b5be-98efaa66d541)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:05:38.837963 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:38.838770 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device a9479bd4-dcf5-42a3-852e-112c535808c8 up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:05:38.873315 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-64f4258c-4beb-4aca-b726-2f783cb3f07a admin admin] Deleting port 6ccb0207-274c-4772-8f16-2f81972123af {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:05:38.875324 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-64f4258c-4beb-4aca-b726-2f783cb3f07a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:39.075835 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port a9479bd4-dcf5-42a3-852e-112c535808c8 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:05:39.078831 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=50a21e70-796d-4a51-9281-e49e6ee3f8fc,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:39.089178 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port a9479bd4-dcf5-42a3-852e-112c535808c8 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:05:39.089549 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:39.196121 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1af7a473-e545-45c6-b255-fc55daaffbbb req-3d9423e6-202d-4ae6-a253-edeb46b9f0c8 service neutron] 10.222.0.24 "GET /v2.0/networks/025bffd7-43d6-46c1-996a-8056de7069d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4558413 May 05 20:05:39.216763 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21ed5dd6-5dff-47de-88cc-eeaa95a99f6c'] response: {'server_uuid': '9a8572aa-15c6-4da9-9588-1eedd739d7cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50a21e70-796d-4a51-9281-e49e6ee3f8fc', 'code': 200} May 05 20:05:39.216763 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-81f0df85-ea03-4c0e-8e70-22dd05c2e250 None None] Set router 8f6122b3-cd70-4e01-be6d-ac9af74c40ea gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:05:39.316587 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 3a526ecf-57d5-404f-9059-37fea8902f8e up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:05:39.382816 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d72a32e6-949f-48ab-b7c2-e9aa6602bc8a req-e1a41dea-a159-40da-9a83-0db01521d30e tempest-ServersAaction247Test-1554287890 tempest-ServersAaction247Test-1554287890-project] 10.222.0.36 "GET /v2.0/ports?device_id=4625552b-2def-42ef-808b-f71ab0fbeb21 HTTP/1.1" status: 200 len: 210 time: 0.0638647 May 05 20:05:39.411080 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf1cf81-21fe-4c30-b946-c27bb08fd9b3 req-824d9000-a63f-48f5-b445-7ad555e5a6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:39.412871 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9cf1cf81-21fe-4c30-b946-c27bb08fd9b3 req-824d9000-a63f-48f5-b445-7ad555e5a6d3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9a8572aa-15c6-4da9-9588-1eedd739d7cb HTTP/1.1" status: 200 len: 1097 time: 0.2186227 May 05 20:05:39.493322 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9cf1cf81-21fe-4c30-b946-c27bb08fd9b3 req-bfe31da7-db39-4698-8847-0c8e86e80789 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=6bb0d1af-6061-4898-83b0-c73ccfcdf251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744290 May 05 20:05:39.569728 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beafb366-e7f0-45b4-927f-750fb857ac61 req-1fb1f7cf-569b-444a-b42d-9db758c53fc6 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:39.571898 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-beafb366-e7f0-45b4-927f-750fb857ac61 req-1fb1f7cf-569b-444a-b42d-9db758c53fc6 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a8572aa-15c6-4da9-9588-1eedd739d7cb HTTP/1.1" status: 200 len: 946 time: 0.7675483 May 05 20:05:39.699255 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-64f4258c-4beb-4aca-b726-2f783cb3f07a admin admin] For port 6ccb0207-274c-4772-8f16-2f81972123af, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=6ccb0207-274c-4772-8f16-2f81972123af,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:05:39.700007 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-64f4258c-4beb-4aca-b726-2f783cb3f07a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:39.747536 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:39.785363 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:39.832874 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-beafb366-e7f0-45b4-927f-750fb857ac61 req-8876035f-7b7a-4595-a98a-73916dc0e90b tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bb0d1af-6061-4898-83b0-c73ccfcdf251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270854 May 05 20:05:39.846041 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port 3a526ecf-57d5-404f-9059-37fea8902f8e completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:05:39.932413 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 3a526ecf-57d5-404f-9059-37fea8902f8e triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:05:39.932858 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:39.992604 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7ff02-e287-4461-ac4f-12b4eec6b8a9 req-76333249-9178-4d7a-835b-57ae0f376b22 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:39.994880 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2ea7ff02-e287-4461-ac4f-12b4eec6b8a9 req-76333249-9178-4d7a-835b-57ae0f376b22 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.24 "GET /v2.0/ports?device_id=3150ca4d-e5f5-4957-9d86-99fd8d6d41b4 HTTP/1.1" status: 200 len: 946 time: 0.3909943 May 05 20:05:40.012111 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-64f4258c-4beb-4aca-b726-2f783cb3f07a admin admin] Calling delete_port for 6ccb0207-274c-4772-8f16-2f81972123af owned by network:router_gateway {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:05:40.046051 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port a9479bd4-dcf5-42a3-852e-112c535808c8, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=a9479bd4-dcf5-42a3-852e-112c535808c8,segment=NetworkSegment(e0332a18-ed56-4401-b5be-98efaa66d541),segment_id=e0332a18-ed56-4401-b5be-98efaa66d541)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:05:40.077894 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:40.190851 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f0542-5cf2-4d25-9ed0-83fef402440e req-1cf73526-2a85-4175-b656-1db8f801962f tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:40.198601 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a96f0542-5cf2-4d25-9ed0-83fef402440e req-1cf73526-2a85-4175-b656-1db8f801962f tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/networks?id=64a22928-0684-4ae0-bb8b-56899f865035 HTTP/1.1" status: 200 len: 814 time: 0.4696288 May 05 20:05:40.211161 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-2ea7ff02-e287-4461-ac4f-12b4eec6b8a9 req-45783510-499c-47d0-801e-c90f0e1c2a07 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Deleting port 9dc3a93f-6979-4e1d-827e-92a49558cafd {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:05:40.211801 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-2ea7ff02-e287-4461-ac4f-12b4eec6b8a9 req-45783510-499c-47d0-801e-c90f0e1c2a07 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:40.241326 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1af7a473-e545-45c6-b255-fc55daaffbbb req-8db09e27-be3c-4d3f-9914-2402654f6c76 service neutron] 10.222.0.24 "GET /v2.0/networks/025bffd7-43d6-46c1-996a-8056de7069d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8375337 May 05 20:05:40.242912 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-64f4258c-4beb-4aca-b726-2f783cb3f07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:40.267879 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=a9479bd4-dcf5-42a3-852e-112c535808c8,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:40.315847 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f4258c-4beb-4aca-b726-2f783cb3f07a admin admin] Pushing event deleted for resources: {'Port': ['ID=6ccb0207-274c-4772-8f16-2f81972123af,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:40.342088 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-81f0df85-ea03-4c0e-8e70-22dd05c2e250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f6122b3-cd70-4e01-be6d-ac9af74c40ea', 'name': 'tempest-TaggedBootDevicesTest-1815960725-router', 'tenant_id': '99f8ff370e2040efb9285a4ae37c20cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '6ccb0207-274c-4772-8f16-2f81972123af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:57:31Z', 'updated_at': '2022-05-05T20:05:33Z', 'revision_number': 5, 'project_id': '99f8ff370e2040efb9285a4ae37c20cd', 'gw_port': {'id': '6ccb0207-274c-4772-8f16-2f81972123af', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:05:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6122b3-cd70-4e01-be6d-ac9af74c40ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:33Z', 'updated_at': '2022-05-05T19:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:05:40.347797 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a96f0542-5cf2-4d25-9ed0-83fef402440e req-18296b8b-07dd-48b8-80a7-d16de1977c12 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/quotas/8b52762fd06e4296bbd13851ef018dfc HTTP/1.1" status: 200 len: 375 time: 0.1480629 May 05 20:05:40.421585 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f0df85-ea03-4c0e-8e70-22dd05c2e250 None None] The sync data for ids ['8f6122b3-cd70-4e01-be6d-ac9af74c40ea'] in n-d-840717-1 is: [{'id': '8f6122b3-cd70-4e01-be6d-ac9af74c40ea', 'name': 'tempest-TaggedBootDevicesTest-1815960725-router', 'tenant_id': '99f8ff370e2040efb9285a4ae37c20cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '6ccb0207-274c-4772-8f16-2f81972123af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:57:31Z', 'updated_at': '2022-05-05T20:05:33Z', 'revision_number': 5, 'project_id': '99f8ff370e2040efb9285a4ae37c20cd', 'gw_port': {'id': '6ccb0207-274c-4772-8f16-2f81972123af', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:05:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6122b3-cd70-4e01-be6d-ac9af74c40ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:33Z', 'updated_at': '2022-05-05T19:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:05:40.433758 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:40.512169 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-64f4258c-4beb-4aca-b726-2f783cb3f07a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:40.514924 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 3a526ecf-57d5-404f-9059-37fea8902f8e, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=3a526ecf-57d5-404f-9059-37fea8902f8e,segment=NetworkSegment(e0332a18-ed56-4401-b5be-98efaa66d541),segment_id=e0332a18-ed56-4401-b5be-98efaa66d541)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:05:40.520537 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:40.606053 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a96f0542-5cf2-4d25-9ed0-83fef402440e req-e9282d1e-4485-4071-b140-ac84fa80c5f3 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8b52762fd06e4296bbd13851ef018dfc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2572985 May 05 20:05:40.622985 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=3a526ecf-57d5-404f-9059-37fea8902f8e,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:40.973141 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-64f4258c-4beb-4aca-b726-2f783cb3f07a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:40.988702 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-64f4258c-4beb-4aca-b726-2f783cb3f07a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:41.001468 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device bc4734da-cacf-4eeb-ae81-2a30c4f28ce8 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:05:41.057557 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a96f0542-5cf2-4d25-9ed0-83fef402440e req-5adfdd43-4257-49c8-9551-a392ed259910 service neutron] 10.222.0.36 "GET /v2.0/networks/64a22928-0684-4ae0-bb8b-56899f865035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4506218 May 05 20:05:41.130963 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: bc4734da-cacf-4eeb-ae81-2a30c4f28ce8 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:05:41.132179 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device bc4734da-cacf-4eeb-ae81-2a30c4f28ce8 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:05:41.215278 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c41999b5-4b70-480e-9673-e0a9ec8c2694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9479bd4-dcf5-42a3-852e-112c535808c8'}, {'server_uuid': 'e7a2105d-7b7f-44f4-9e5c-1fad082a90a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a526ecf-57d5-404f-9059-37fea8902f8e'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:05:41.260855 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8ebdc428-a132-414f-8e90-572573fe5481 req-967b4124-b8af-44a4-81a3-119986198a5e tempest-ServerShowV247Test-733317952 tempest-ServerShowV247Test-733317952-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ba66177-5f88-4375-b30c-96a1ed4cff25 HTTP/1.1" status: 200 len: 210 time: 0.1901090 May 05 20:05:41.266572 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-64f4258c-4beb-4aca-b726-2f783cb3f07a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:41.268102 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f4258c-4beb-4aca-b726-2f783cb3f07a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f6122b3-cd70-4e01-be6d-ac9af74c40ea {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:05:41.282994 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c8251-52a9-4d51-9422-1530bde386ac req-82b9987f-671d-44df-9f5f-7bf9c8619e05 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:41.289761 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-713c8251-52a9-4d51-9422-1530bde386ac req-82b9987f-671d-44df-9f5f-7bf9c8619e05 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.24 "GET /v2.0/ports?device_id=5154f5d0-0840-4b52-9383-1737bd76c667 HTTP/1.1" status: 200 len: 945 time: 0.7117791 May 05 20:05:41.312001 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-64f4258c-4beb-4aca-b726-2f783cb3f07a admin admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:41.316258 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-64f4258c-4beb-4aca-b726-2f783cb3f07a admin admin] 10.222.0.36 "DELETE /v2.0/routers/8f6122b3-cd70-4e01-be6d-ac9af74c40ea HTTP/1.1" status: 204 len: 168 time: 3.5117469 May 05 20:05:41.365170 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 48196) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:05:41.438906 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-713c8251-52a9-4d51-9422-1530bde386ac req-9aa8f1a9-2530-403e-a5d5-ebb2f4a2fcdd tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Deleting port aa398864-3983-4d82-8698-fdab2000df6b {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:05:41.439276 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-713c8251-52a9-4d51-9422-1530bde386ac req-9aa8f1a9-2530-403e-a5d5-ebb2f4a2fcdd tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:41.467061 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a96f0542-5cf2-4d25-9ed0-83fef402440e req-7b0a4732-5d4c-4ba6-baba-23fa30c962c7 service neutron] 10.222.0.36 "GET /v2.0/networks/64a22928-0684-4ae0-bb8b-56899f865035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3907909 May 05 20:05:41.780502 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-70f87dbc-e054-443c-a3c7-156735845ac9 admin admin] Deleting subnet fb2a8ac4-25e5-4199-94bc-000b6944dde3 {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:05:41.784906 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-70f87dbc-e054-443c-a3c7-156735845ac9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:41.840802 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-70f87dbc-e054-443c-a3c7-156735845ac9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:41.990176 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-70f87dbc-e054-443c-a3c7-156735845ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:42.156369 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-70f87dbc-e054-443c-a3c7-156735845ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:42.162304 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-2ea7ff02-e287-4461-ac4f-12b4eec6b8a9 req-45783510-499c-47d0-801e-c90f0e1c2a07 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] For port 9dc3a93f-6979-4e1d-827e-92a49558cafd, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=9dc3a93f-6979-4e1d-827e-92a49558cafd,segment=NetworkSegment(f9de3193-e4fa-4f1d-a073-95ff8ac5fa76),segment_id=f9de3193-e4fa-4f1d-a073-95ff8ac5fa76)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:05:42.162935 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-2ea7ff02-e287-4461-ac4f-12b4eec6b8a9 req-45783510-499c-47d0-801e-c90f0e1c2a07 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:42.221551 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bde63ba-c2e5-495b-9c1a-eb38a1881662 req-4c104018-e9ed-4055-9b66-6504a54e6a5c tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:42.247446 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3bde63ba-c2e5-495b-9c1a-eb38a1881662 req-4c104018-e9ed-4055-9b66-6504a54e6a5c tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/ports?device_id=3150ca4d-e5f5-4957-9d86-99fd8d6d41b4 HTTP/1.1" status: 200 len: 946 time: 0.5480459 May 05 20:05:42.369592 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f87dbc-e054-443c-a3c7-156735845ac9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb2a8ac4-25e5-4199-94bc-000b6944dde3,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:42.514000 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064f3feb-00f0-4041-8aad-56d46aad9a7a None None] Network d94c136e-3c4f-4290-8cd6-81a4e89af7f3 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:05:42.522505 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c0dcdefc-cc73-4350-9e33-814e939e0562 req-f2bd3bb8-09bc-4d3a-85a8-67caaf7953a4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ea7063b216404a7f921a093b8d94f573&device_id=4625552b-2def-42ef-808b-f71ab0fbeb21 HTTP/1.1" status: 200 len: 210 time: 0.1610963 May 05 20:05:42.715597 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3bde63ba-c2e5-495b-9c1a-eb38a1881662 req-6e374d58-1f09-4763-9063-401d81ee6e54 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/security-groups?id=cce21569-2bcf-464e-bc67-f883ca1675ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4736578 May 05 20:05:42.722222 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-713c8251-52a9-4d51-9422-1530bde386ac req-9aa8f1a9-2530-403e-a5d5-ebb2f4a2fcdd tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] For port aa398864-3983-4d82-8698-fdab2000df6b, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=aa398864-3983-4d82-8698-fdab2000df6b,segment=NetworkSegment(e431113b-0838-4dae-91c9-bf783ad37054),segment_id=e431113b-0838-4dae-91c9-bf783ad37054)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:05:42.723367 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-713c8251-52a9-4d51-9422-1530bde386ac req-9aa8f1a9-2530-403e-a5d5-ebb2f4a2fcdd tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:42.762988 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 6ccb0207-274c-4772-8f16-2f81972123af no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:05:42.894826 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 6ccb0207-274c-4772-8f16-2f81972123af {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:05:42.895170 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 6ccb0207-274c-4772-8f16-2f81972123af not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:05:42.904598 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4950ac31-6aa6-4010-a7f0-a3855fbf4a90'] response: {'server_uuid': 'c41999b5-4b70-480e-9673-e0a9ec8c2694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9479bd4-dcf5-42a3-852e-112c535808c8', 'code': 200} May 05 20:05:42.904797 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4950ac31-6aa6-4010-a7f0-a3855fbf4a90'] response: {'server_uuid': 'e7a2105d-7b7f-44f4-9e5c-1fad082a90a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a526ecf-57d5-404f-9059-37fea8902f8e', 'code': 200} May 05 20:05:43.018868 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-713c8251-52a9-4d51-9422-1530bde386ac req-9aa8f1a9-2530-403e-a5d5-ebb2f4a2fcdd tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Calling delete_port for aa398864-3983-4d82-8698-fdab2000df6b owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:05:43.056315 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-2ea7ff02-e287-4461-ac4f-12b4eec6b8a9 req-45783510-499c-47d0-801e-c90f0e1c2a07 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:43.056857 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-2ea7ff02-e287-4461-ac4f-12b4eec6b8a9 req-45783510-499c-47d0-801e-c90f0e1c2a07 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:43.057392 n-d-840717-1 neutron-server[88197]: INFO neutron.db.l3_db [req-2ea7ff02-e287-4461-ac4f-12b4eec6b8a9 req-45783510-499c-47d0-801e-c90f0e1c2a07 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Floating IP a92b9898-17a1-4b87-a8d6-d8abd232005e disassociated. External IP: 172.25.0.243, port: 9dc3a93f-6979-4e1d-827e-92a49558cafd. May 05 20:05:43.058337 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-2ea7ff02-e287-4461-ac4f-12b4eec6b8a9 req-45783510-499c-47d0-801e-c90f0e1c2a07 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Calling delete_port for 9dc3a93f-6979-4e1d-827e-92a49558cafd owned by compute:nova {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:05:43.216271 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-502d9b37-d82c-4b79-ac15-e3e8fb336e1f req-297d51c1-4207-46e9-8201-6843bf4eba43 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=f48bb592-11bc-4a9a-83c7-77098e5d0fa4 HTTP/1.1" status: 200 len: 210 time: 0.0889418 May 05 20:05:43.244521 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b675259a-8f59-43df-9776-6089afa86e77 None None] DHCP port deletion for d94c136e-3c4f-4290-8cd6-81a4e89af7f3 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:05:43.250597 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b675259a-8f59-43df-9776-6089afa86e77 None None] Deleting port 4471aecf-92cc-407e-a752-9efdb82f9811 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:05:43.250972 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b675259a-8f59-43df-9776-6089afa86e77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:43.323472 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-70f87dbc-e054-443c-a3c7-156735845ac9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:43.382137 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-713c8251-52a9-4d51-9422-1530bde386ac req-9aa8f1a9-2530-403e-a5d5-ebb2f4a2fcdd tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:43.480591 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa8f1a9-2530-403e-a5d5-ebb2f4a2fcdd tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Pushing event deleted for resources: {'Port': ['ID=aa398864-3983-4d82-8698-fdab2000df6b,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:43.543026 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0ef5c115-f023-4ee8-a7f3-2bfbb9f081ae req-ff225f3d-f18d-4384-92a0-a08ab2da599d tempest-ServersAaction247Test-1554287890 tempest-ServersAaction247Test-1554287890-project] 10.222.0.36 "GET /v2.0/ports?device_id=4625552b-2def-42ef-808b-f71ab0fbeb21 HTTP/1.1" status: 200 len: 210 time: 0.1006887 May 05 20:05:43.561626 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-2ea7ff02-e287-4461-ac4f-12b4eec6b8a9 req-45783510-499c-47d0-801e-c90f0e1c2a07 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:43.680047 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-713c8251-52a9-4d51-9422-1530bde386ac req-9aa8f1a9-2530-403e-a5d5-ebb2f4a2fcdd tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] No DVR routers for this DVR port aa398864-3983-4d82-8698-fdab2000df6b on host n-h1-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:05:43.683298 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-713c8251-52a9-4d51-9422-1530bde386ac req-9aa8f1a9-2530-403e-a5d5-ebb2f4a2fcdd tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:43.694866 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5154f5d0-0840-4b52-9383-1737bd76c667', 'name': 'network-vif-deleted', 'tag': 'aa398864-3983-4d82-8698-fdab2000df6b'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:05:43.704584 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-713c8251-52a9-4d51-9422-1530bde386ac req-9aa8f1a9-2530-403e-a5d5-ebb2f4a2fcdd tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.24 "DELETE /v2.0/ports/aa398864-3983-4d82-8698-fdab2000df6b HTTP/1.1" status: 204 len: 173 time: 2.4038050 May 05 20:05:43.727578 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c2fff0-0aff-40f1-b8da-225da3997e20 req-0ca347cd-4092-4d49-9811-a6aca392e795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:43.730064 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-28c2fff0-0aff-40f1-b8da-225da3997e20 req-0ca347cd-4092-4d49-9811-a6aca392e795 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c41999b5-4b70-480e-9673-e0a9ec8c2694 HTTP/1.1" status: 200 len: 1097 time: 0.1775901 May 05 20:05:43.737370 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b675259a-8f59-43df-9776-6089afa86e77 None None] For port 4471aecf-92cc-407e-a752-9efdb82f9811, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=4471aecf-92cc-407e-a752-9efdb82f9811,segment=NetworkSegment(f64acd32-0a02-4606-b552-1dd633356c1d),segment_id=f64acd32-0a02-4606-b552-1dd633356c1d)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:05:43.737926 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b675259a-8f59-43df-9776-6089afa86e77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:43.751280 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c0dcdefc-cc73-4350-9e33-814e939e0562 req-b2c4d602-e63d-4cb8-8614-14d2d6f014d4 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=ea7063b216404a7f921a093b8d94f573&shared=False HTTP/1.1" status: 200 len: 213 time: 1.2225583 May 05 20:05:43.766698 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45783510-499c-47d0-801e-c90f0e1c2a07 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Pushing event deleted for resources: {'Port': ['ID=9dc3a93f-6979-4e1d-827e-92a49558cafd,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:43.815597 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0788ab2c-8234-4c37-8d63-70d71e8b74ef req-074f398c-5262-47ab-80f7-7cfe926c93d3 tempest-ServerShowV247Test-733317952 tempest-ServerShowV247Test-733317952-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ba66177-5f88-4375-b30c-96a1ed4cff25 HTTP/1.1" status: 200 len: 210 time: 0.0559447 May 05 20:05:43.857457 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-28c2fff0-0aff-40f1-b8da-225da3997e20 req-2a92c8c9-3d79-4251-94bb-61e585e30293 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=6bb0d1af-6061-4898-83b0-c73ccfcdf251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106412 May 05 20:05:43.997643 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b675259a-8f59-43df-9776-6089afa86e77 None None] Calling delete_port for 4471aecf-92cc-407e-a752-9efdb82f9811 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:05:44.025398 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-70f87dbc-e054-443c-a3c7-156735845ac9 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/fb2a8ac4-25e5-4199-94bc-000b6944dde3 HTTP/1.1" status: 204 len: 168 time: 2.6591477 May 05 20:05:44.031278 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 48266) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:05:44.063725 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ea7ff02-e287-4461-ac4f-12b4eec6b8a9 req-45783510-499c-47d0-801e-c90f0e1c2a07 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Router bc6a4113-edb3-47fc-a579-1ad503721aac has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:05:44.127188 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:44.181965 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-050fc5ed-e8f8-4bed-bf7e-e562aa06f574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:44.208790 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-050fc5ed-e8f8-4bed-bf7e-e562aa06f574 admin admin] Deleting port 4471aecf-92cc-407e-a752-9efdb82f9811 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:05:44.209275 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-050fc5ed-e8f8-4bed-bf7e-e562aa06f574 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:44.228722 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b675259a-8f59-43df-9776-6089afa86e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:44.300159 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-050fc5ed-e8f8-4bed-bf7e-e562aa06f574 admin admin] The port '4471aecf-92cc-407e-a752-9efdb82f9811' was deleted {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 20:05:44.316566 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ea7ff02-e287-4461-ac4f-12b4eec6b8a9 req-45783510-499c-47d0-801e-c90f0e1c2a07 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:05:44.331162 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1dd3f5-2207-49ca-857f-3f9e1ffb3c17 None None] Sync routers for ids ['bc6a4113-edb3-47fc-a579-1ad503721aac'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:05:44.350155 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1dd3f5-2207-49ca-857f-3f9e1ffb3c17 None None] Routers {'bc6a4113-edb3-47fc-a579-1ad503721aac'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:05:44.350707 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-aa1dd3f5-2207-49ca-857f-3f9e1ffb3c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:05:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['bc6a4113-edb3-47fc-a579-1ad503721aac'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:05:44.373905 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b675259a-8f59-43df-9776-6089afa86e77 None None] Pushing event deleted for resources: {'Port': ['ID=4471aecf-92cc-407e-a752-9efdb82f9811,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:44.381215 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b675259a-8f59-43df-9776-6089afa86e77 None None] No DVR routers for this DVR port 4471aecf-92cc-407e-a752-9efdb82f9811 on host n-d-840717-1 {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:05:44.522279 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-050fc5ed-e8f8-4bed-bf7e-e562aa06f574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:44.581242 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-050fc5ed-e8f8-4bed-bf7e-e562aa06f574 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d94c136e-3c4f-4290-8cd6-81a4e89af7f3']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:05:44.603719 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-aa1dd3f5-2207-49ca-857f-3f9e1ffb3c17 None None] Set router bc6a4113-edb3-47fc-a579-1ad503721aac gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:05:44.615443 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1bf4ae-bc6f-468c-bd18-7c87277a9538 req-babcc8ef-aac0-47d3-9c40-64bbffeedc85 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:44.618498 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4f1bf4ae-bc6f-468c-bd18-7c87277a9538 req-babcc8ef-aac0-47d3-9c40-64bbffeedc85 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 947 time: 0.6441934 May 05 20:05:44.629179 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-050fc5ed-e8f8-4bed-bf7e-e562aa06f574 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f64acd32-0a02-4606-b552-1dd633356c1d') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:05:44.629469 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-050fc5ed-e8f8-4bed-bf7e-e562aa06f574 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f64acd32-0a02-4606-b552-1dd633356c1d') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:05:44.664580 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-050fc5ed-e8f8-4bed-bf7e-e562aa06f574 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:44.681344 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ea7ff02-e287-4461-ac4f-12b4eec6b8a9 req-45783510-499c-47d0-801e-c90f0e1c2a07 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] No DVR routers for this DVR port 9dc3a93f-6979-4e1d-827e-92a49558cafd on host n-h1-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:05:44.683974 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-2ea7ff02-e287-4461-ac4f-12b4eec6b8a9 req-45783510-499c-47d0-801e-c90f0e1c2a07 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:44.686120 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2ea7ff02-e287-4461-ac4f-12b4eec6b8a9 req-45783510-499c-47d0-801e-c90f0e1c2a07 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.24 "DELETE /v2.0/ports/9dc3a93f-6979-4e1d-827e-92a49558cafd HTTP/1.1" status: 204 len: 173 time: 4.6705594 May 05 20:05:44.687210 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dcdefc-cc73-4350-9e33-814e939e0562 req-10ba1302-7acb-48f8-b336-dc2db2896f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:44.690921 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c0dcdefc-cc73-4350-9e33-814e939e0562 req-10ba1302-7acb-48f8-b336-dc2db2896f1a service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6814158 May 05 20:05:44.692682 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3150ca4d-e5f5-4957-9d86-99fd8d6d41b4', 'name': 'network-vif-deleted', 'tag': '9dc3a93f-6979-4e1d-827e-92a49558cafd'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:05:44.707496 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f8394-f0ae-470c-b7ec-bf81fd30508b req-c1d2390c-4eab-4fb4-b391-1847a423b87b tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:44.714905 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cb8f8394-f0ae-470c-b7ec-bf81fd30508b req-c1d2390c-4eab-4fb4-b391-1847a423b87b tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a8572aa-15c6-4da9-9588-1eedd739d7cb HTTP/1.1" status: 200 len: 946 time: 1.3960555 May 05 20:05:44.737028 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e39749-1790-4c99-8779-b1adf3ef8f6a req-b28495af-472e-49a4-89c5-9d1067551c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:44.738556 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-95e39749-1790-4c99-8779-b1adf3ef8f6a req-b28495af-472e-49a4-89c5-9d1067551c23 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e7a2105d-7b7f-44f4-9e5c-1fad082a90a4 HTTP/1.1" status: 200 len: 1096 time: 1.4143534 May 05 20:05:44.809375 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 4471aecf-92cc-407e-a752-9efdb82f9811 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:05:44.814905 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cb8f8394-f0ae-470c-b7ec-bf81fd30508b req-8bc3a832-1f88-458e-ad0c-180fca738277 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bb0d1af-6061-4898-83b0-c73ccfcdf251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990236 May 05 20:05:44.824041 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-050fc5ed-e8f8-4bed-bf7e-e562aa06f574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:44.856408 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4f1bf4ae-bc6f-468c-bd18-7c87277a9538 req-9ba56bfc-b5b4-46f6-af95-f3744cb94a39 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2273660 May 05 20:05:44.873601 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-95e39749-1790-4c99-8779-b1adf3ef8f6a req-8c3aeccf-f992-41a4-948a-834678cbd49e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6bb0d1af-6061-4898-83b0-c73ccfcdf251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236403 May 05 20:05:44.915955 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-050fc5ed-e8f8-4bed-bf7e-e562aa06f574 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:05:44.918466 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-050fc5ed-e8f8-4bed-bf7e-e562aa06f574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:44.934108 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 4471aecf-92cc-407e-a752-9efdb82f9811 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:05:44.947498 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 4471aecf-92cc-407e-a752-9efdb82f9811 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:05:44.975545 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:05:44.975545 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:05:44.975545 n-d-840717-1 neutron-server[88198]: timer() May 05 20:05:44.975545 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:05:44.975545 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:05:44.975545 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:05:44.975545 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:05:44.975545 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:05:44.975545 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:05:44.975545 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:05:44.975545 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:05:44.975545 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:05:44.975545 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:05:44.975545 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:05:44.975545 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:05:44.975545 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:05:44.975545 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:05:44.975545 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:05:44.975545 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:05:44.975545 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:05:44.975545 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:05:44.975545 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:05:44.975545 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:05:44.975545 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:05:44.975545 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:05:44.975545 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:05:44.975545 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:05:44.975545 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:05:44.975545 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:05:44.975545 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:05:44.975545 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:05:44.975545 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:05:45.004254 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e27e9226-0d9d-428c-b13b-fcd05f0802d4'] response: {'server_uuid': '5154f5d0-0840-4b52-9383-1737bd76c667', 'name': 'network-vif-deleted', 'tag': 'aa398864-3983-4d82-8698-fdab2000df6b', 'status': 'completed', 'code': 200} May 05 20:05:45.033838 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f0542-5cf2-4d25-9ed0-83fef402440e req-f7eea15d-b3e1-4aa4-b3dd-5c00b1a4a90e tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:45.035575 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a96f0542-5cf2-4d25-9ed0-83fef402440e req-f7eea15d-b3e1-4aa4-b3dd-5c00b1a4a90e tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.24 "GET /v2.0/networks?id=64a22928-0684-4ae0-bb8b-56899f865035 HTTP/1.1" status: 200 len: 814 time: 0.4878159 May 05 20:05:45.094079 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-a96f0542-5cf2-4d25-9ed0-83fef402440e req-883635e7-3818-4f4c-a60a-0e4bfa355096 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Request body: {'port': {'device_id': 'f48bb592-11bc-4a9a-83c7-77098e5d0fa4', 'network_id': '64a22928-0684-4ae0-bb8b-56899f865035', 'admin_state_up': True, 'tenant_id': '8b52762fd06e4296bbd13851ef018dfc'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:05:45.242816 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4f669fb6-778c-4b91-9f0d-9e694d03d894 req-f0e2d39c-ed86-4e68-a61e-5f8666da8016 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=f48bb592-11bc-4a9a-83c7-77098e5d0fa4 HTTP/1.1" status: 200 len: 210 time: 0.1081827 May 05 20:05:45.340477 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 9dc3a93f-6979-4e1d-827e-92a49558cafd no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:05:45.446535 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] No Port match for: 9dc3a93f-6979-4e1d-827e-92a49558cafd {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:05:45.449363 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 9dc3a93f-6979-4e1d-827e-92a49558cafd not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:05:45.451255 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device aa398864-3983-4d82-8698-fdab2000df6b no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:05:45.486287 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-aa1dd3f5-2207-49ca-857f-3f9e1ffb3c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'name': 'tempest-AttachVolumeNegativeTest-634632814-router', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'c75985dc-8b4c-4c87-85cd-20dbb82f7649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:00:48Z', 'updated_at': '2022-05-05T20:00:57Z', 'revision_number': 4, 'project_id': '2b65203be12a44e3b2b676f0adb9acc7', 'gw_port': {'id': 'c75985dc-8b4c-4c87-85cd-20dbb82f7649', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:49Z', 'updated_at': '2022-05-05T20:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '74d23f1e-73a7-42db-b11f-96808078f525', 'name': '', 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'mac_address': 'fa:16:3e:32:c5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '0d250ed8-07f6-4f08-a934-d3c76d471e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:55Z', 'updated_at': '2022-05-05T20:01:13Z', 'revision_number': 5, 'project_id': '2b65203be12a44e3b2b676f0adb9acc7', 'subnets': [{'id': '0d250ed8-07f6-4f08-a934-d3c76d471e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:05:45.491888 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1dd3f5-2207-49ca-857f-3f9e1ffb3c17 None None] Checking router: bc6a4113-edb3-47fc-a579-1ad503721aac for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:05:45.496168 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-46e8130b-fbd1-4fbb-84ba-cefa3fb9cf41 req-fa77148e-5bbe-4578-b410-f22f244ed574 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3ba66177-5f88-4375-b30c-96a1ed4cff25 HTTP/1.1" status: 200 len: 210 time: 0.1181905 May 05 20:05:45.501247 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1dd3f5-2207-49ca-857f-3f9e1ffb3c17 None None] Routers {'bc6a4113-edb3-47fc-a579-1ad503721aac'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:05:45.502024 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-aa1dd3f5-2207-49ca-857f-3f9e1ffb3c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:05:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['bc6a4113-edb3-47fc-a579-1ad503721aac'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:05:45.532733 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] No Port match for: aa398864-3983-4d82-8698-fdab2000df6b {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:05:45.533635 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device aa398864-3983-4d82-8698-fdab2000df6b not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:05:45.558433 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5ab6262b-46c5-4bcc-acd0-c397d37b6cf1 req-961bc050-6e0c-457e-80d3-7ffab1c3b749 tempest-ServersAaction247Test-1554287890 tempest-ServersAaction247Test-1554287890-project] 10.222.0.36 "GET /v2.0/ports?device_id=4625552b-2def-42ef-808b-f71ab0fbeb21 HTTP/1.1" status: 200 len: 210 time: 0.0611398 May 05 20:05:45.561163 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-050fc5ed-e8f8-4bed-bf7e-e562aa06f574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:45.618091 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-050fc5ed-e8f8-4bed-bf7e-e562aa06f574 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:45.618762 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69a05d89-e6ba-476a-8806-4f6783e46e39'] response: {'server_uuid': '3150ca4d-e5f5-4957-9d86-99fd8d6d41b4', 'name': 'network-vif-deleted', 'tag': '9dc3a93f-6979-4e1d-827e-92a49558cafd', 'status': 'completed', 'code': 200} May 05 20:05:45.632911 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-050fc5ed-e8f8-4bed-bf7e-e562aa06f574 admin admin] 10.222.0.36 "DELETE /v2.0/networks/d94c136e-3c4f-4290-8cd6-81a4e89af7f3 HTTP/1.1" status: 204 len: 168 time: 1.5973151 May 05 20:05:45.633618 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 48294) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:05:45.645872 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc5ed-e8f8-4bed-bf7e-e562aa06f574 admin admin] Pushing event deleted for resources: {'Network': ['ID=d94c136e-3c4f-4290-8cd6-81a4e89af7f3,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:45.660225 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-632ccc5f-c093-4f8d-b438-8295e2666617 req-a89da954-1a02-4e0b-8d56-6fd8ab9af22a tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/ports?device_id=3150ca4d-e5f5-4957-9d86-99fd8d6d41b4 HTTP/1.1" status: 200 len: 210 time: 0.1090412 May 05 20:05:45.715208 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-a96f0542-5cf2-4d25-9ed0-83fef402440e req-883635e7-3818-4f4c-a60a-0e4bfa355096 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:05:45.722901 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-a96f0542-5cf2-4d25-9ed0-83fef402440e req-883635e7-3818-4f4c-a60a-0e4bfa355096 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Usage tracker for resource:port and tenant:8b52762fd06e4296bbd13851ef018dfc is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:05:45.725872 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-a96f0542-5cf2-4d25-9ed0-83fef402440e req-883635e7-3818-4f4c-a60a-0e4bfa355096 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:05:45.733779 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-a96f0542-5cf2-4d25-9ed0-83fef402440e req-883635e7-3818-4f4c-a60a-0e4bfa355096 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:05:45.744244 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a96f0542-5cf2-4d25-9ed0-83fef402440e req-883635e7-3818-4f4c-a60a-0e4bfa355096 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Made reservation on behalf of 8b52762fd06e4296bbd13851ef018dfc for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:05:45.748584 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-a96f0542-5cf2-4d25-9ed0-83fef402440e req-883635e7-3818-4f4c-a60a-0e4bfa355096 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:45.758840 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-aa1dd3f5-2207-49ca-857f-3f9e1ffb3c17 None None] Set router bc6a4113-edb3-47fc-a579-1ad503721aac gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:05:45.868663 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-90aa27c2-be62-4a43-9d18-9a757ada834d req-11457bb3-2d8f-43c7-9edb-694d5c736513 tempest-ServerShowV247Test-733317952 tempest-ServerShowV247Test-733317952-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ba66177-5f88-4375-b30c-96a1ed4cff25 HTTP/1.1" status: 200 len: 210 time: 0.0579145 May 05 20:05:45.945822 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c041f81c-e3bb-4f41-bf4e-4db35502f37c req-f1d8b56d-3a94-4eb4-8955-9e36bbb5ecea tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:45.947399 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c041f81c-e3bb-4f41-bf4e-4db35502f37c req-f1d8b56d-3a94-4eb4-8955-9e36bbb5ecea tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/ports?device_id=c41999b5-4b70-480e-9673-e0a9ec8c2694 HTTP/1.1" status: 200 len: 946 time: 0.2196877 May 05 20:05:46.065603 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-a96f0542-5cf2-4d25-9ed0-83fef402440e req-883635e7-3818-4f4c-a60a-0e4bfa355096 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Allocated IP 172.20.0.9 (64a22928-0684-4ae0-bb8b-56899f865035/ac45120c-2218-40fc-a7a8-1f58fb39de57/eff6d173-318a-4815-a8bc-a1fa777db5bb) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:05:46.096453 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c041f81c-e3bb-4f41-bf4e-4db35502f37c req-da0424e0-4c18-4f4a-8d83-a4fcd42213dd tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bb0d1af-6061-4898-83b0-c73ccfcdf251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787671 May 05 20:05:46.125446 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:46.299804 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-aa1dd3f5-2207-49ca-857f-3f9e1ffb3c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'name': 'tempest-AttachVolumeNegativeTest-634632814-router', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'c75985dc-8b4c-4c87-85cd-20dbb82f7649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:00:48Z', 'updated_at': '2022-05-05T20:00:57Z', 'revision_number': 4, 'project_id': '2b65203be12a44e3b2b676f0adb9acc7', 'gw_port': {'id': 'c75985dc-8b4c-4c87-85cd-20dbb82f7649', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:49Z', 'updated_at': '2022-05-05T20:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '74d23f1e-73a7-42db-b11f-96808078f525', 'name': '', 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'mac_address': 'fa:16:3e:32:c5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '0d250ed8-07f6-4f08-a934-d3c76d471e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:55Z', 'updated_at': '2022-05-05T20:01:13Z', 'revision_number': 5, 'project_id': '2b65203be12a44e3b2b676f0adb9acc7', 'subnets': [{'id': '0d250ed8-07f6-4f08-a934-d3c76d471e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:05:46.307178 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 3f7222db-61b2-414b-9998-e780d493326a no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:05:46.311636 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1dd3f5-2207-49ca-857f-3f9e1ffb3c17 None None] The sync data for ids ['bc6a4113-edb3-47fc-a579-1ad503721aac'] in n-d-840717-1 is: [{'id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'name': 'tempest-AttachVolumeNegativeTest-634632814-router', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'c75985dc-8b4c-4c87-85cd-20dbb82f7649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:00:48Z', 'updated_at': '2022-05-05T20:00:57Z', 'revision_number': 4, 'project_id': '2b65203be12a44e3b2b676f0adb9acc7', 'gw_port': {'id': 'c75985dc-8b4c-4c87-85cd-20dbb82f7649', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:49Z', 'updated_at': '2022-05-05T20:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '74d23f1e-73a7-42db-b11f-96808078f525', 'name': '', 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'mac_address': 'fa:16:3e:32:c5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '0d250ed8-07f6-4f08-a934-d3c76d471e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:55Z', 'updated_at': '2022-05-05T20:01:13Z', 'revision_number': 5, 'project_id': '2b65203be12a44e3b2b676f0adb9acc7', 'subnets': [{'id': '0d250ed8-07f6-4f08-a934-d3c76d471e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:05:46.500866 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-a96f0542-5cf2-4d25-9ed0-83fef402440e req-883635e7-3818-4f4c-a60a-0e4bfa355096 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:46.552427 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-a96f0542-5cf2-4d25-9ed0-83fef402440e req-883635e7-3818-4f4c-a60a-0e4bfa355096 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:46.603620 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:46.647456 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 3f7222db-61b2-414b-9998-e780d493326a, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=3f7222db-61b2-414b-9998-e780d493326a,segment=NetworkSegment(e34c646b-9075-4e31-b89f-c8f9e824e389),segment_id=e34c646b-9075-4e31-b89f-c8f9e824e389)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:05:46.650364 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23be5922-5b14-4759-a0ea-a939a58aa704', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f7222db-61b2-414b-9998-e780d493326a'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:05:46.660224 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:46.664982 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e38e2-56cf-42dd-a448-6d3b2379c657 req-551b3b24-7c34-46e0-8df4-28a9a5b90d04 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:46.670969 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-eb7e38e2-56cf-42dd-a448-6d3b2379c657 req-551b3b24-7c34-46e0-8df4-28a9a5b90d04 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7a2105d-7b7f-44f4-9e5c-1fad082a90a4 HTTP/1.1" status: 200 len: 945 time: 0.3021748 May 05 20:05:46.761947 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=3f7222db-61b2-414b-9998-e780d493326a,revision_number=11']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:46.765628 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a96f0542-5cf2-4d25-9ed0-83fef402440e req-883635e7-3818-4f4c-a60a-0e4bfa355096 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Network 64a22928-0684-4ae0-bb8b-56899f865035 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:05:46.768422 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883635e7-3818-4f4c-a60a-0e4bfa355096 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Pushing event updated for resources: {'Port': ['ID=eff6d173-318a-4815-a8bc-a1fa777db5bb,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:46.772143 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-a96f0542-5cf2-4d25-9ed0-83fef402440e req-883635e7-3818-4f4c-a60a-0e4bfa355096 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:05:46.775539 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-a96f0542-5cf2-4d25-9ed0-83fef402440e req-883635e7-3818-4f4c-a60a-0e4bfa355096 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:05:46.808757 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-eb7e38e2-56cf-42dd-a448-6d3b2379c657 req-a016882d-a968-41b3-9529-71bb95afa98e tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bb0d1af-6061-4898-83b0-c73ccfcdf251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305611 May 05 20:05:46.839312 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e27393d-deb3-4d49-9c04-92479a3eb10f None None] New status for floating IP a92b9898-17a1-4b87-a8d6-d8abd232005e: DOWN {{(pid=88199) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:05:46.876927 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f0542-5cf2-4d25-9ed0-83fef402440e req-883635e7-3818-4f4c-a60a-0e4bfa355096 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:46.877722 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-a96f0542-5cf2-4d25-9ed0-83fef402440e req-883635e7-3818-4f4c-a60a-0e4bfa355096 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:46.933089 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a96f0542-5cf2-4d25-9ed0-83fef402440e req-883635e7-3818-4f4c-a60a-0e4bfa355096 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8429437 May 05 20:05:46.937221 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dd3e20de-7023-45ce-89da-2cdf20fee866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:46.951268 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-a96f0542-5cf2-4d25-9ed0-83fef402440e req-6e2f15de-422b-4b69-aca9-2072dff20668 service neutron] Request body: {'port': {'device_id': 'f48bb592-11bc-4a9a-83c7-77098e5d0fa4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:05:47.021998 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b8c324-f5b8-4c43-bec2-12182c59a846 req-21bd51ce-171a-4300-9a59-793d4c177568 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:47.023046 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-a2b8c324-f5b8-4c43-bec2-12182c59a846 req-21bd51ce-171a-4300-9a59-793d4c177568 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Synchronizing usage tracker for tenant:8b52762fd06e4296bbd13851ef018dfc on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:05:47.088273 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-a96f0542-5cf2-4d25-9ed0-83fef402440e req-6e2f15de-422b-4b69-aca9-2072dff20668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:47.108270 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c0dcdefc-cc73-4350-9e33-814e939e0562 req-ec9f5453-34e8-4ef4-b43d-d85e13428a2c tempest-ServersAaction247Test-1554287890 tempest-ServersAaction247Test-1554287890-project] 10.222.0.50 "GET /v2.0/ports?device_id=4625552b-2def-42ef-808b-f71ab0fbeb21 HTTP/1.1" status: 200 len: 210 time: 0.1070478 May 05 20:05:47.189016 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-a2b8c324-f5b8-4c43-bec2-12182c59a846 req-21bd51ce-171a-4300-9a59-793d4c177568 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Unset dirty status for tenant:8b52762fd06e4296bbd13851ef018dfc on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:05:47.190107 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a2b8c324-f5b8-4c43-bec2-12182c59a846 req-21bd51ce-171a-4300-9a59-793d4c177568 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=f48bb592-11bc-4a9a-83c7-77098e5d0fa4 HTTP/1.1" status: 200 len: 931 time: 0.4228268 May 05 20:05:47.250463 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13238bb9-5f75-46d2-94e8-36dc04c07214 req-2d223036-bc80-4943-9270-b38c172e08ce tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:47.252091 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-13238bb9-5f75-46d2-94e8-36dc04c07214 req-2d223036-bc80-4943-9270-b38c172e08ce tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.2575359 May 05 20:05:47.324256 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a2b8c324-f5b8-4c43-bec2-12182c59a846 req-7d9dd05e-d286-4537-bda7-172a47a073cb tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/security-groups?id=66299a25-9ea8-43e5-ae69-782b36dd1dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173303 May 05 20:05:47.506145 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-13238bb9-5f75-46d2-94e8-36dc04c07214 req-44abbb88-c35a-4b72-b763-427143cbf04f tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898535 May 05 20:05:47.508871 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4b62588b-360d-4605-a6bb-cfba6b7adfe2 req-1ba1256d-6026-47ed-b3b7-80febe1c7f60 tempest-ServersAaction247Test-1554287890 tempest-ServersAaction247Test-1554287890-project] 10.222.0.36 "GET /v2.0/ports?device_id=4625552b-2def-42ef-808b-f71ab0fbeb21 HTTP/1.1" status: 200 len: 210 time: 0.0536840 May 05 20:05:47.576154 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7d0add3-b37b-46a1-b484-18c9ce0c379f'] response: {'server_uuid': '23be5922-5b14-4759-a0ea-a939a58aa704', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f7222db-61b2-414b-9998-e780d493326a', 'code': 200} May 05 20:05:47.592128 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-a96f0542-5cf2-4d25-9ed0-83fef402440e req-6e2f15de-422b-4b69-aca9-2072dff20668 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eff6d173-318a-4815-a8bc-a1fa777db5bb {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:05:47.600475 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-a96f0542-5cf2-4d25-9ed0-83fef402440e req-6e2f15de-422b-4b69-aca9-2072dff20668 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:47.619788 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-a96f0542-5cf2-4d25-9ed0-83fef402440e req-6e2f15de-422b-4b69-aca9-2072dff20668 service neutron] Transition to ACTIVE for port object eff6d173-318a-4815-a8bc-a1fa777db5bb will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:05:47.621243 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-dd3e20de-7023-45ce-89da-2cdf20fee866 admin admin] Deleting port 353de9a1-4771-4519-b474-c08670622bdf {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:05:47.621825 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dd3e20de-7023-45ce-89da-2cdf20fee866 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:47.624439 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-a96f0542-5cf2-4d25-9ed0-83fef402440e req-6e2f15de-422b-4b69-aca9-2072dff20668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:47.704129 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 48322) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:05:47.782898 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2f15de-422b-4b69-aca9-2072dff20668 service neutron] Pushing event updated for resources: {'Port': ['ID=eff6d173-318a-4815-a8bc-a1fa777db5bb,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:47.807096 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f310ac83-847c-49b3-988d-f24e47105405 req-5abbf0e8-0d7c-42bb-9306-e95ce605bf39 tempest-ServerShowV247Test-733317952 tempest-ServerShowV247Test-733317952-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ba66177-5f88-4375-b30c-96a1ed4cff25 HTTP/1.1" status: 200 len: 210 time: 0.0837328 May 05 20:05:47.913315 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-a96f0542-5cf2-4d25-9ed0-83fef402440e req-6e2f15de-422b-4b69-aca9-2072dff20668 service neutron] Attempting to bind port eff6d173-318a-4815-a8bc-a1fa777db5bb on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:05:47.914246 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-a96f0542-5cf2-4d25-9ed0-83fef402440e req-6e2f15de-422b-4b69-aca9-2072dff20668 service neutron] Attempting to bind port eff6d173-318a-4815-a8bc-a1fa777db5bb by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'e431113b-0838-4dae-91c9-bf783ad37054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '64a22928-0684-4ae0-bb8b-56899f865035'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:05:47.914564 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96f0542-5cf2-4d25-9ed0-83fef402440e req-6e2f15de-422b-4b69-aca9-2072dff20668 service neutron] Attempting to bind port eff6d173-318a-4815-a8bc-a1fa777db5bb on network 64a22928-0684-4ae0-bb8b-56899f865035 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:05:47.942353 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96f0542-5cf2-4d25-9ed0-83fef402440e req-6e2f15de-422b-4b69-aca9-2072dff20668 service neutron] Port eff6d173-318a-4815-a8bc-a1fa777db5bb on network 64a22928-0684-4ae0-bb8b-56899f865035 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:05:47.943423 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96f0542-5cf2-4d25-9ed0-83fef402440e req-6e2f15de-422b-4b69-aca9-2072dff20668 service neutron] Attempting to bind port eff6d173-318a-4815-a8bc-a1fa777db5bb on network 64a22928-0684-4ae0-bb8b-56899f865035 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:05:47.954752 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0fce86a4-9a19-4732-a198-3e82a4eedc1d tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:47.959199 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96f0542-5cf2-4d25-9ed0-83fef402440e req-6e2f15de-422b-4b69-aca9-2072dff20668 service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:05:47.960023 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96f0542-5cf2-4d25-9ed0-83fef402440e req-6e2f15de-422b-4b69-aca9-2072dff20668 service neutron] Checking segment: {'id': 'e431113b-0838-4dae-91c9-bf783ad37054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '64a22928-0684-4ae0-bb8b-56899f865035'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:05:47.961360 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96f0542-5cf2-4d25-9ed0-83fef402440e req-6e2f15de-422b-4b69-aca9-2072dff20668 service neutron] Bound using segment: {'id': 'e431113b-0838-4dae-91c9-bf783ad37054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '64a22928-0684-4ae0-bb8b-56899f865035'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:05:47.962059 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-a96f0542-5cf2-4d25-9ed0-83fef402440e req-6e2f15de-422b-4b69-aca9-2072dff20668 service neutron] Bound port: eff6d173-318a-4815-a8bc-a1fa777db5bb, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e431113b-0838-4dae-91c9-bf783ad37054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '64a22928-0684-4ae0-bb8b-56899f865035'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:05:47.962676 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-a96f0542-5cf2-4d25-9ed0-83fef402440e req-6e2f15de-422b-4b69-aca9-2072dff20668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:48.002487 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-dd3e20de-7023-45ce-89da-2cdf20fee866 admin admin] For port 353de9a1-4771-4519-b474-c08670622bdf, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=353de9a1-4771-4519-b474-c08670622bdf,segment=NetworkSegment(a44e85c0-7632-4cef-a6c8-f3c1d80294aa),segment_id=a44e85c0-7632-4cef-a6c8-f3c1d80294aa)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:05:48.003143 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dd3e20de-7023-45ce-89da-2cdf20fee866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:48.012195 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0fce86a4-9a19-4732-a198-3e82a4eedc1d tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:48.168240 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-dd3e20de-7023-45ce-89da-2cdf20fee866 admin admin] Calling delete_port for 353de9a1-4771-4519-b474-c08670622bdf owned by network:router_interface {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:05:48.233855 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-a96f0542-5cf2-4d25-9ed0-83fef402440e req-6e2f15de-422b-4b69-aca9-2072dff20668 service neutron] For port eff6d173-318a-4815-a8bc-a1fa777db5bb, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:05:48.237320 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-a96f0542-5cf2-4d25-9ed0-83fef402440e req-6e2f15de-422b-4b69-aca9-2072dff20668 service neutron] For port eff6d173-318a-4815-a8bc-a1fa777db5bb, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=eff6d173-318a-4815-a8bc-a1fa777db5bb,segment=NetworkSegment(e431113b-0838-4dae-91c9-bf783ad37054),segment_id=e431113b-0838-4dae-91c9-bf783ad37054)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:05:48.242674 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-a96f0542-5cf2-4d25-9ed0-83fef402440e req-6e2f15de-422b-4b69-aca9-2072dff20668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:48.275094 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9c34b65d-812d-4c2b-9a70-9845e7449e9d req-348b9743-fa1e-4e3a-b4df-8634bbf6dd37 tempest-ServerShowV247Test-733317952 tempest-ServerShowV247Test-733317952-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ba66177-5f88-4375-b30c-96a1ed4cff25&device_id=7ce1644c-4a79-4bba-91be-dff1b9e51f67 HTTP/1.1" status: 200 len: 210 time: 0.0644031 May 05 20:05:48.292932 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cefa43-41e5-4e55-8999-dc99676fc840 req-6a991881-4a79-41ae-9147-fe7644611a65 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:48.300308 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-96cefa43-41e5-4e55-8999-dc99676fc840 req-6a991881-4a79-41ae-9147-fe7644611a65 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7a2105d-7b7f-44f4-9e5c-1fad082a90a4 HTTP/1.1" status: 200 len: 945 time: 0.3249989 May 05 20:05:48.350159 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f0542-5cf2-4d25-9ed0-83fef402440e req-6e2f15de-422b-4b69-aca9-2072dff20668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:48.350765 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-a96f0542-5cf2-4d25-9ed0-83fef402440e req-6e2f15de-422b-4b69-aca9-2072dff20668 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:48.352491 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a96f0542-5cf2-4d25-9ed0-83fef402440e req-6e2f15de-422b-4b69-aca9-2072dff20668 service neutron] 10.222.0.24 "PUT /v2.0/ports/eff6d173-318a-4815-a8bc-a1fa777db5bb HTTP/1.1" status: 200 len: 1091 time: 1.4096496 May 05 20:05:48.352924 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f48bb592-11bc-4a9a-83c7-77098e5d0fa4', 'tag': 'eff6d173-318a-4815-a8bc-a1fa777db5bb'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:05:48.401564 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-96cefa43-41e5-4e55-8999-dc99676fc840 req-e5424eec-95f1-443c-92de-109d1fc7f1e9 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bb0d1af-6061-4898-83b0-c73ccfcdf251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003115 May 05 20:05:48.409835 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2f15de-422b-4b69-aca9-2072dff20668 service neutron] Pushing event updated for resources: {'Port': ['ID=eff6d173-318a-4815-a8bc-a1fa777db5bb,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:48.434453 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0fce86a4-9a19-4732-a198-3e82a4eedc1d tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:48.458808 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fce86a4-9a19-4732-a198-3e82a4eedc1d tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce21569-2bcf-464e-bc67-f883ca1675ef,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:48.496316 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dd3e20de-7023-45ce-89da-2cdf20fee866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:48.524839 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f0542-5cf2-4d25-9ed0-83fef402440e req-2d54fea4-5e89-43fe-9be4-519df7780e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:48.526542 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a96f0542-5cf2-4d25-9ed0-83fef402440e req-2d54fea4-5e89-43fe-9be4-519df7780e27 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8b52762fd06e4296bbd13851ef018dfc&device_id=f48bb592-11bc-4a9a-83c7-77098e5d0fa4 HTTP/1.1" status: 200 len: 1094 time: 0.1138427 May 05 20:05:48.552569 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0fce86a4-9a19-4732-a198-3e82a4eedc1d tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:48.553893 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-0fce86a4-9a19-4732-a198-3e82a4eedc1d tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "DELETE /v2.0/security-groups/cce21569-2bcf-464e-bc67-f883ca1675ef HTTP/1.1" status: 204 len: 168 time: 0.8484313 May 05 20:05:48.632787 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 48344) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:05:48.656573 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a96f0542-5cf2-4d25-9ed0-83fef402440e req-5dc01d84-541a-4c0a-b936-1a44730290df service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eff6d173-318a-4815-a8bc-a1fa777db5bb HTTP/1.1" status: 200 len: 217 time: 0.1235147 May 05 20:05:48.658544 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-851d66b4-6602-4f9f-bc1b-a1ee98468e61'] response: {'name': 'network-changed', 'server_uuid': 'f48bb592-11bc-4a9a-83c7-77098e5d0fa4', 'tag': 'eff6d173-318a-4815-a8bc-a1fa777db5bb', 'status': 'completed', 'code': 200} May 05 20:05:48.686700 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3e20de-7023-45ce-89da-2cdf20fee866 admin admin] Pushing event deleted for resources: {'Port': ['ID=353de9a1-4771-4519-b474-c08670622bdf,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:48.735108 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a9a3bbf3-6dcd-4ea0-b76c-56bee83c72e9 req-eb944d6c-50ee-4106-9145-17b79f1ae3a9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=914e9a4907af4af5bdcc51648b536621&device_id=3ba66177-5f88-4375-b30c-96a1ed4cff25 HTTP/1.1" status: 200 len: 210 time: 0.1010911 May 05 20:05:48.779863 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a9a3bbf3-6dcd-4ea0-b76c-56bee83c72e9 req-17d1e399-e57c-4339-990f-b573130e67aa service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=914e9a4907af4af5bdcc51648b536621&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341499 May 05 20:05:48.784061 n-d-840717-1 neutron-server[88197]: INFO neutron.api.v2.resource [None req-c1a96c04-ab46-4427-999d-191ad2f8cb32 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] show failed (client error): The resource could not be found. May 05 20:05:48.785035 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-c1a96c04-ab46-4427-999d-191ad2f8cb32 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/security-groups/cce21569-2bcf-464e-bc67-f883ca1675ef HTTP/1.1" status: 404 len: 347 time: 0.1098945 May 05 20:05:48.791551 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 48348) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:05:48.794888 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f0542-5cf2-4d25-9ed0-83fef402440e req-7cf06928-c84a-495a-8953-e2192f45d8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:48.796332 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a96f0542-5cf2-4d25-9ed0-83fef402440e req-7cf06928-c84a-495a-8953-e2192f45d8e5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ac45120c-2218-40fc-a7a8-1f58fb39de57 HTTP/1.1" status: 200 len: 854 time: 0.0992372 May 05 20:05:48.923236 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a96f0542-5cf2-4d25-9ed0-83fef402440e req-36ffa3e9-9b4e-43b9-a2a5-869d61592650 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=64a22928-0684-4ae0-bb8b-56899f865035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626981 May 05 20:05:49.034203 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-752bea7a-4902-4bf3-9f84-9d10bc22110d tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Deleting port b712d89b-b15c-4ad1-a86c-f4495616bc34 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:05:49.034486 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-752bea7a-4902-4bf3-9f84-9d10bc22110d tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:49.087705 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6037eb5-4f2e-4ad1-a7d4-b586c8f6e718 req-e9b60e13-5fa3-4c25-a32e-89d8b24a876f tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:49.089168 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c6037eb5-4f2e-4ad1-a7d4-b586c8f6e718 req-e9b60e13-5fa3-4c25-a32e-89d8b24a876f tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=f48bb592-11bc-4a9a-83c7-77098e5d0fa4 HTTP/1.1" status: 200 len: 943 time: 0.4297459 May 05 20:05:49.248311 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a3bbf3-6dcd-4ea0-b76c-56bee83c72e9 req-1bbe2d92-5d40-4a3e-9fa1-a1e9f8d6cb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:49.249845 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a9a3bbf3-6dcd-4ea0-b76c-56bee83c72e9 req-1bbe2d92-5d40-4a3e-9fa1-a1e9f8d6cb3e service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4637618 May 05 20:05:49.252121 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c6037eb5-4f2e-4ad1-a7d4-b586c8f6e718 req-a5982206-8879-490f-bcc8-b8d246962dbb tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/security-groups?id=66299a25-9ea8-43e5-ae69-782b36dd1dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557684 May 05 20:05:49.280247 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dd3e20de-7023-45ce-89da-2cdf20fee866 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:49.295723 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abc5ff-cf4a-4296-a8c1-9af88246ccd1 req-e008cc4b-c687-4d50-9e39-9302e02eb7af tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:49.297235 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-20abc5ff-cf4a-4296-a8c1-9af88246ccd1 req-e008cc4b-c687-4d50-9e39-9302e02eb7af tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a8572aa-15c6-4da9-9588-1eedd739d7cb HTTP/1.1" status: 200 len: 946 time: 0.3345165 May 05 20:05:49.312423 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a96f0542-5cf2-4d25-9ed0-83fef402440e req-ed553845-5c9d-469e-bd62-ab862aa55611 service neutron] 10.222.0.24 "GET /v2.0/networks/64a22928-0684-4ae0-bb8b-56899f865035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3308287 May 05 20:05:49.467838 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-752bea7a-4902-4bf3-9f84-9d10bc22110d tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:49.468165 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-752bea7a-4902-4bf3-9f84-9d10bc22110d tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:49.479018 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-20abc5ff-cf4a-4296-a8c1-9af88246ccd1 req-a0e7adb9-e171-4432-875c-f5d499ffffac tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bb0d1af-6061-4898-83b0-c73ccfcdf251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227100 May 05 20:05:49.621728 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-752bea7a-4902-4bf3-9f84-9d10bc22110d tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Calling delete_port for b712d89b-b15c-4ad1-a86c-f4495616bc34 owned by network:floatingip {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:05:49.701586 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0ca85130-892a-4468-a7de-2761fadd5ff4 req-196dc35e-5c65-42db-90f2-71c39d4e9ca5 tempest-ServerShowV247Test-733317952 tempest-ServerShowV247Test-733317952-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ba66177-5f88-4375-b30c-96a1ed4cff25 HTTP/1.1" status: 200 len: 210 time: 0.1075456 May 05 20:05:49.736442 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd3e20de-7023-45ce-89da-2cdf20fee866 admin admin] Router 2b45d6de-3413-4ee4-a5fa-a8f7c77e0503 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:05:49.830794 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a96f0542-5cf2-4d25-9ed0-83fef402440e req-9fe0825d-7402-47d0-856b-a238247c29ff service neutron] 10.222.0.24 "GET /v2.0/networks/64a22928-0684-4ae0-bb8b-56899f865035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5064774 May 05 20:05:49.877925 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1628a2f6-fc32-473e-b4da-cda426ae5950 req-a02007d4-725d-4426-9fa4-ba4d6901fddd tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:49.887448 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1628a2f6-fc32-473e-b4da-cda426ae5950 req-a02007d4-725d-4426-9fa4-ba4d6901fddd tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.5093625 May 05 20:05:49.997083 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd3e20de-7023-45ce-89da-2cdf20fee866 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:05:50.014231 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d61741-88ab-48c7-844b-4c388b7c5a72 None None] Sync routers for ids ['2b45d6de-3413-4ee4-a5fa-a8f7c77e0503'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:05:50.016127 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-dd3e20de-7023-45ce-89da-2cdf20fee866 admin admin] 10.222.0.36 "PUT /v2.0/routers/2b45d6de-3413-4ee4-a5fa-a8f7c77e0503/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3808300 May 05 20:05:50.017351 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 48356) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:05:50.028649 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d61741-88ab-48c7-844b-4c388b7c5a72 None None] Routers {'2b45d6de-3413-4ee4-a5fa-a8f7c77e0503'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:05:50.029672 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-57d61741-88ab-48c7-844b-4c388b7c5a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:05:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['2b45d6de-3413-4ee4-a5fa-a8f7c77e0503'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:05:50.038481 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1628a2f6-fc32-473e-b4da-cda426ae5950 req-ef1b3ec0-b0ea-48e1-8590-49c934c0bb31 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499343 May 05 20:05:50.078820 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-752bea7a-4902-4bf3-9f84-9d10bc22110d tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:50.113820 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337ac40f-983d-45ae-91c6-7710d729bc0a req-2898cafb-d474-4955-9640-41363383e1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:50.115306 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-337ac40f-983d-45ae-91c6-7710d729bc0a req-2898cafb-d474-4955-9640-41363383e1a2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8b52762fd06e4296bbd13851ef018dfc&device_id=f48bb592-11bc-4a9a-83c7-77098e5d0fa4 HTTP/1.1" status: 200 len: 1094 time: 0.2252221 May 05 20:05:50.182148 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752bea7a-4902-4bf3-9f84-9d10bc22110d tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Pushing event deleted for resources: {'Port': ['ID=b712d89b-b15c-4ad1-a86c-f4495616bc34,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:50.268136 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 48362) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:05:50.316033 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 3f7222db-61b2-414b-9998-e780d493326a details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:05:50.323295 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-57d61741-88ab-48c7-844b-4c388b7c5a72 None None] Set router 2b45d6de-3413-4ee4-a5fa-a8f7c77e0503 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:05:50.390056 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-727e02b2-5495-4def-bf9f-4632aa067442 admin admin] Notify callbacks [] for router, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:50.527370 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-752bea7a-4902-4bf3-9f84-9d10bc22110d tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for floatingip, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:50.536017 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337ac40f-983d-45ae-91c6-7710d729bc0a req-ab9bd231-0a14-42bb-a4cd-62b487738342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:50.537750 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-337ac40f-983d-45ae-91c6-7710d729bc0a req-ab9bd231-0a14-42bb-a4cd-62b487738342 service neutron] 10.222.0.24 "GET /v2.0/networks?id=64a22928-0684-4ae0-bb8b-56899f865035 HTTP/1.1" status: 200 len: 915 time: 0.4066627 May 05 20:05:50.556613 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 3f7222db-61b2-414b-9998-e780d493326a, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=3f7222db-61b2-414b-9998-e780d493326a,segment=NetworkSegment(e34c646b-9075-4e31-b89f-c8f9e824e389),segment_id=e34c646b-9075-4e31-b89f-c8f9e824e389)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:05:50.574227 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': '3f7222db-61b2-414b-9998-e780d493326a', 'network_id': '7506b31f-3419-46e4-835c-80fe813661d5', 'port_id': '3f7222db-61b2-414b-9998-e780d493326a', 'mac_address': 'fa:16:3e:7a:7b:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2507cd6-290d-4d3d-b14e-048ce031bb0a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:05:50.596650 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-88e588e9-8f96-43af-a6da-d36dbff67d32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:50.622416 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-337ac40f-983d-45ae-91c6-7710d729bc0a req-8e98ed22-b820-4f02-b67a-672908d5fa9d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eff6d173-318a-4815-a8bc-a1fa777db5bb HTTP/1.1" status: 200 len: 217 time: 0.0729105 May 05 20:05:50.624176 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-752bea7a-4902-4bf3-9f84-9d10bc22110d tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:50.628356 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-752bea7a-4902-4bf3-9f84-9d10bc22110d tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "DELETE /v2.0/floatingips/a92b9898-17a1-4b87-a8d6-d8abd232005e HTTP/1.1" status: 204 len: 168 time: 1.8355856 May 05 20:05:50.659921 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:50.665207 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a9a3bbf3-6dcd-4ea0-b76c-56bee83c72e9 req-c30e6895-5b73-4bbe-9d21-942362dce43c tempest-ServerShowV247Test-733317952 tempest-ServerShowV247Test-733317952-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ba66177-5f88-4375-b30c-96a1ed4cff25 HTTP/1.1" status: 200 len: 210 time: 0.1502588 May 05 20:05:50.728298 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc3de90-a5b3-4434-8d39-e20c9f050459 req-71d03cf4-b787-4fd9-b978-fb69ad1de15a tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:50.736679 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4bc3de90-a5b3-4434-8d39-e20c9f050459 req-71d03cf4-b787-4fd9-b978-fb69ad1de15a tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=f48bb592-11bc-4a9a-83c7-77098e5d0fa4 HTTP/1.1" status: 200 len: 943 time: 0.2829185 May 05 20:05:50.743135 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f7222db-61b2-414b-9998-e780d493326a {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:05:50.762839 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337ac40f-983d-45ae-91c6-7710d729bc0a req-a6e3a4f0-a6f6-42f8-867a-caa4bff6f98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:50.764447 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-337ac40f-983d-45ae-91c6-7710d729bc0a req-a6e3a4f0-a6f6-42f8-867a-caa4bff6f98d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ac45120c-2218-40fc-a7a8-1f58fb39de57 HTTP/1.1" status: 200 len: 854 time: 0.1307867 May 05 20:05:50.776482 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 3f7222db-61b2-414b-9998-e780d493326a, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=3f7222db-61b2-414b-9998-e780d493326a,segment=NetworkSegment(e34c646b-9075-4e31-b89f-c8f9e824e389),segment_id=e34c646b-9075-4e31-b89f-c8f9e824e389)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:05:50.781372 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:50.863107 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-337ac40f-983d-45ae-91c6-7710d729bc0a req-a3ecfdf7-3531-4960-bf03-c58a0a5c7e43 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=64a22928-0684-4ae0-bb8b-56899f865035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834272 May 05 20:05:50.881626 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-88e588e9-8f96-43af-a6da-d36dbff67d32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:05:50.888600 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-88e588e9-8f96-43af-a6da-d36dbff67d32 admin admin] Usage tracker for resource:security_group_rule and tenant:ea7063b216404a7f921a093b8d94f573 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:05:50.893280 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4bc3de90-a5b3-4434-8d39-e20c9f050459 req-887b454f-7767-40f7-8eca-fdd60e184879 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/security-groups?id=66299a25-9ea8-43e5-ae69-782b36dd1dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554189 May 05 20:05:50.893745 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-88e588e9-8f96-43af-a6da-d36dbff67d32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:05:50.910089 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-88e588e9-8f96-43af-a6da-d36dbff67d32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:05:50.919811 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['3f7222db-61b2-414b-9998-e780d493326a'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:05:50.992861 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c681464-4b50-4425-941a-2aebf0f3ffc1 req-21e3a432-933e-494d-855e-11a93631f954 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:51.011413 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6c681464-4b50-4425-941a-2aebf0f3ffc1 req-21e3a432-933e-494d-855e-11a93631f954 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/ports?device_id=c41999b5-4b70-480e-9673-e0a9ec8c2694 HTTP/1.1" status: 200 len: 946 time: 0.7990181 May 05 20:05:51.047046 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-727e02b2-5495-4def-bf9f-4632aa067442 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:51.074464 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=3f7222db-61b2-414b-9998-e780d493326a,revision_number=12']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:51.132578 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-727e02b2-5495-4def-bf9f-4632aa067442 admin admin] Deleting port 59c9a5b9-2cc7-444d-8e6f-2f8eaee77bcb {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:05:51.132938 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-727e02b2-5495-4def-bf9f-4632aa067442 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:51.156947 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-57d61741-88ab-48c7-844b-4c388b7c5a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b45d6de-3413-4ee4-a5fa-a8f7c77e0503', 'name': 'tempest-TaggedBootDevicesTest-515893162-router', 'tenant_id': 'fd9ec2f72b8c4ba9b10b3af5bf469588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '59c9a5b9-2cc7-444d-8e6f-2f8eaee77bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:57:54Z', 'updated_at': '2022-05-05T20:05:48Z', 'revision_number': 5, 'project_id': 'fd9ec2f72b8c4ba9b10b3af5bf469588', 'gw_port': {'id': '59c9a5b9-2cc7-444d-8e6f-2f8eaee77bcb', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b45d6de-3413-4ee4-a5fa-a8f7c77e0503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T19:57:55Z', 'updated_at': '2022-05-05T19:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:05:51.180903 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d61741-88ab-48c7-844b-4c388b7c5a72 None None] Checking router: 2b45d6de-3413-4ee4-a5fa-a8f7c77e0503 for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:05:51.197896 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d61741-88ab-48c7-844b-4c388b7c5a72 None None] Routers {'2b45d6de-3413-4ee4-a5fa-a8f7c77e0503'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:05:51.198628 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-57d61741-88ab-48c7-844b-4c388b7c5a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:05:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['2b45d6de-3413-4ee4-a5fa-a8f7c77e0503'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:05:51.212564 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-337ac40f-983d-45ae-91c6-7710d729bc0a req-d4baf805-c948-4036-a045-2ae1fd0bba93 service neutron] 10.222.0.24 "GET /v2.0/networks/64a22928-0684-4ae0-bb8b-56899f865035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390775 May 05 20:05:51.264170 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 48388) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:05:51.300917 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-45891a26-8a18-4710-acd8-d29c6475cb8b tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Request body: {'security_group': {'name': 'tempest-securitygroup--941639114', 'description': 'tempest-description--1663685920'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:05:51.336285 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-45891a26-8a18-4710-acd8-d29c6475cb8b tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:05:51.351983 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6c681464-4b50-4425-941a-2aebf0f3ffc1 req-fd3ba1bd-ae4e-4bbe-8e67-471ddbf638a6 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bb0d1af-6061-4898-83b0-c73ccfcdf251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336682 May 05 20:05:51.373778 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-45891a26-8a18-4710-acd8-d29c6475cb8b tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Usage tracker for resource:security_group and tenant:2b65203be12a44e3b2b676f0adb9acc7 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:05:51.389704 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-57d61741-88ab-48c7-844b-4c388b7c5a72 None None] Set router 2b45d6de-3413-4ee4-a5fa-a8f7c77e0503 gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:05:51.421906 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-45891a26-8a18-4710-acd8-d29c6475cb8b tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:05:51.448640 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-45891a26-8a18-4710-acd8-d29c6475cb8b tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:05:51.588721 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-522c516e-5ece-4cd7-bad7-adf3491b45c2 req-4380dfa6-81b6-4a91-a955-67f06b809f42 tempest-ServerShowV247Test-733317952 tempest-ServerShowV247Test-733317952-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ba66177-5f88-4375-b30c-96a1ed4cff25 HTTP/1.1" status: 200 len: 210 time: 0.0896022 May 05 20:05:51.621752 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-57d61741-88ab-48c7-844b-4c388b7c5a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b45d6de-3413-4ee4-a5fa-a8f7c77e0503', 'name': 'tempest-TaggedBootDevicesTest-515893162-router', 'tenant_id': 'fd9ec2f72b8c4ba9b10b3af5bf469588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:57:54Z', 'updated_at': '2022-05-05T20:05:51Z', 'revision_number': 6, 'project_id': 'fd9ec2f72b8c4ba9b10b3af5bf469588', 'gw_port_host': None}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:05:51.629479 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d61741-88ab-48c7-844b-4c388b7c5a72 None None] The sync data for ids ['2b45d6de-3413-4ee4-a5fa-a8f7c77e0503'] in n-d-840717-1 is: [{'id': '2b45d6de-3413-4ee4-a5fa-a8f7c77e0503', 'name': 'tempest-TaggedBootDevicesTest-515893162-router', 'tenant_id': 'fd9ec2f72b8c4ba9b10b3af5bf469588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T19:57:54Z', 'updated_at': '2022-05-05T20:05:51Z', 'revision_number': 6, 'project_id': 'fd9ec2f72b8c4ba9b10b3af5bf469588', 'gw_port_host': None}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:05:51.663695 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-337ac40f-983d-45ae-91c6-7710d729bc0a req-aa893dd1-d22a-4316-98ba-118895a96047 service neutron] 10.222.0.24 "GET /v2.0/networks/64a22928-0684-4ae0-bb8b-56899f865035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4450989 May 05 20:05:51.838227 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-45891a26-8a18-4710-acd8-d29c6475cb8b tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:51.890455 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-88e588e9-8f96-43af-a6da-d36dbff67d32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:51.895520 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-45891a26-8a18-4710-acd8-d29c6475cb8b tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:05:51.909886 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-88e588e9-8f96-43af-a6da-d36dbff67d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:51.918782 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-45891a26-8a18-4710-acd8-d29c6475cb8b tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Usage tracker for resource:security_group_rule and tenant:2b65203be12a44e3b2b676f0adb9acc7 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:05:51.934548 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-45891a26-8a18-4710-acd8-d29c6475cb8b tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:05:51.952818 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-45891a26-8a18-4710-acd8-d29c6475cb8b tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:05:51.956336 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-727e02b2-5495-4def-bf9f-4632aa067442 admin admin] For port 59c9a5b9-2cc7-444d-8e6f-2f8eaee77bcb, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=59c9a5b9-2cc7-444d-8e6f-2f8eaee77bcb,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:05:51.956695 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-727e02b2-5495-4def-bf9f-4632aa067442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:52.097712 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e9dcf1-b7b4-44e5-a9cd-913966077370 req-63977b11-3a4c-4a03-8717-ea220e2a960c tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:52.113239 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e9dcf1-b7b4-44e5-a9cd-913966077370 req-63977b11-3a4c-4a03-8717-ea220e2a960c tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:52.120613 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e9dcf1-b7b4-44e5-a9cd-913966077370 req-63977b11-3a4c-4a03-8717-ea220e2a960c tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:52.127037 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-727e02b2-5495-4def-bf9f-4632aa067442 admin admin] Calling delete_port for 59c9a5b9-2cc7-444d-8e6f-2f8eaee77bcb owned by network:router_gateway {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:05:52.130035 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-04e9dcf1-b7b4-44e5-a9cd-913966077370 req-63977b11-3a4c-4a03-8717-ea220e2a960c tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a8572aa-15c6-4da9-9588-1eedd739d7cb&device_id=e7a2105d-7b7f-44f4-9e5c-1fad082a90a4&device_id=c41999b5-4b70-480e-9673-e0a9ec8c2694 HTTP/1.1" status: 200 len: 2418 time: 0.1864798 May 05 20:05:52.160201 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-88e588e9-8f96-43af-a6da-d36dbff67d32 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ea7063b216404a7f921a093b8d94f573&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8791213 May 05 20:05:52.163231 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 48406) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:05:52.189053 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2be157-4cfe-4d8d-91f4-f9fa7d0c6064 req-f25f74d7-1cf0-43c2-bdde-1268dec5c3fb tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:52.194684 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8b2be157-4cfe-4d8d-91f4-f9fa7d0c6064 req-f25f74d7-1cf0-43c2-bdde-1268dec5c3fb tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 946 time: 0.5068192 May 05 20:05:52.216614 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e588e9-8f96-43af-a6da-d36dbff67d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7d99bf-5fb8-4666-a672-b766833c056e,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:52.224113 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-04e9dcf1-b7b4-44e5-a9cd-913966077370 req-3417845f-c649-41ef-9767-a9c7dfaca7cb tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bb0d1af-6061-4898-83b0-c73ccfcdf251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929275 May 05 20:05:52.282579 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8b2be157-4cfe-4d8d-91f4-f9fa7d0c6064 req-eac7d0f6-5e01-4d14-9cd3-ecc2239b9c01 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868876 May 05 20:05:52.318340 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 3f7222db-61b2-414b-9998-e780d493326a up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:05:52.328718 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7f50167b-1705-419b-9cf4-44c00a1ec70e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:52.352041 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-45891a26-8a18-4710-acd8-d29c6475cb8b tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:52.358664 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-45891a26-8a18-4710-acd8-d29c6475cb8b tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:52.424579 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45891a26-8a18-4710-acd8-d29c6475cb8b tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a87cffbd-4ad3-469d-b9f4-161689cc6d58,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:52.439134 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port 3f7222db-61b2-414b-9998-e780d493326a triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:05:52.439946 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:52.474507 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-45891a26-8a18-4710-acd8-d29c6475cb8b tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:52.476447 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-45891a26-8a18-4710-acd8-d29c6475cb8b tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.2011700 May 05 20:05:52.482348 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 48412) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:05:52.496403 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-421f4769-0ec3-4978-931b-9d33ef28a9e0 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Request body: {'security_group_rule': {'security_group_id': 'a87cffbd-4ad3-469d-b9f4-161689cc6d58', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:05:52.505529 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-421f4769-0ec3-4978-931b-9d33ef28a9e0 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:05:52.520585 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-421f4769-0ec3-4978-931b-9d33ef28a9e0 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Usage tracker for resource:security_group_rule and tenant:2b65203be12a44e3b2b676f0adb9acc7 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:05:52.525713 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-421f4769-0ec3-4978-931b-9d33ef28a9e0 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:05:52.533819 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7f50167b-1705-419b-9cf4-44c00a1ec70e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:52.540772 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-421f4769-0ec3-4978-931b-9d33ef28a9e0 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:05:52.566754 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-727e02b2-5495-4def-bf9f-4632aa067442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:52.607927 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-421f4769-0ec3-4978-931b-9d33ef28a9e0 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:52.698156 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7f50167b-1705-419b-9cf4-44c00a1ec70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:52.727566 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:52.782113 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f50167b-1705-419b-9cf4-44c00a1ec70e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7d99bf-5fb8-4666-a672-b766833c056e,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:52.791012 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727e02b2-5495-4def-bf9f-4632aa067442 admin admin] Pushing event deleted for resources: {'Port': ['ID=59c9a5b9-2cc7-444d-8e6f-2f8eaee77bcb,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:52.799141 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7f50167b-1705-419b-9cf4-44c00a1ec70e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:52.802780 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23be5922-5b14-4759-a0ea-a939a58aa704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f7222db-61b2-414b-9998-e780d493326a'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:05:52.803885 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-7f50167b-1705-419b-9cf4-44c00a1ec70e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9c7d99bf-5fb8-4666-a672-b766833c056e HTTP/1.1" status: 204 len: 168 time: 0.6213069 May 05 20:05:52.830831 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 59c9a5b9-2cc7-444d-8e6f-2f8eaee77bcb no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:05:52.841716 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5bd1e-dd73-45ca-9da4-54de82b6294a req-144be3f4-f23f-4408-9b29-bfc685ba738d tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:52.850179 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5ff5bd1e-dd73-45ca-9da4-54de82b6294a req-144be3f4-f23f-4408-9b29-bfc685ba738d tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=f48bb592-11bc-4a9a-83c7-77098e5d0fa4 HTTP/1.1" status: 200 len: 943 time: 0.4922366 May 05 20:05:52.867672 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-421f4769-0ec3-4978-931b-9d33ef28a9e0 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:52.900416 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 59c9a5b9-2cc7-444d-8e6f-2f8eaee77bcb {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:05:52.900771 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 59c9a5b9-2cc7-444d-8e6f-2f8eaee77bcb not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:05:52.903164 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-421f4769-0ec3-4978-931b-9d33ef28a9e0 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:52.904458 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 353de9a1-4771-4519-b474-c08670622bdf no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:05:52.920055 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5ff5bd1e-dd73-45ca-9da4-54de82b6294a req-8c361cac-f071-47c2-bcb2-93901e1fcfc4 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/security-groups?id=66299a25-9ea8-43e5-ae69-782b36dd1dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687070 May 05 20:05:53.008797 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 3f7222db-61b2-414b-9998-e780d493326a, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=3f7222db-61b2-414b-9998-e780d493326a,segment=NetworkSegment(e34c646b-9075-4e31-b89f-c8f9e824e389),segment_id=e34c646b-9075-4e31-b89f-c8f9e824e389)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:05:53.026103 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4769-0ec3-4978-931b-9d33ef28a9e0 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef1dcc6e-6349-4a55-8589-629fff7fb0d9,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:53.031905 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:53.062751 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-421f4769-0ec3-4978-931b-9d33ef28a9e0 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:53.071524 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 48428) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:05:53.072067 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-421f4769-0ec3-4978-931b-9d33ef28a9e0 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5867841 May 05 20:05:53.078827 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-61b2228c-e2f9-4701-a3e9-b8bee7100c59 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Request body: {'security_group_rule': {'security_group_id': 'a87cffbd-4ad3-469d-b9f4-161689cc6d58', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:05:53.079820 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-727e02b2-5495-4def-bf9f-4632aa067442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:53.089004 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-61b2228c-e2f9-4701-a3e9-b8bee7100c59 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:05:53.098312 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-61b2228c-e2f9-4701-a3e9-b8bee7100c59 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Usage tracker for resource:security_group_rule and tenant:2b65203be12a44e3b2b676f0adb9acc7 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:05:53.106743 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-61b2228c-e2f9-4701-a3e9-b8bee7100c59 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:05:53.119634 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-61b2228c-e2f9-4701-a3e9-b8bee7100c59 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:05:53.120085 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 353de9a1-4771-4519-b474-c08670622bdf {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:05:53.124579 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 353de9a1-4771-4519-b474-c08670622bdf not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:05:53.166776 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eac53d32-dd11-400f-ab75-d42a619a6359'] response: {'server_uuid': '23be5922-5b14-4759-a0ea-a939a58aa704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f7222db-61b2-414b-9998-e780d493326a', 'code': 200} May 05 20:05:53.195512 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-61b2228c-e2f9-4701-a3e9-b8bee7100c59 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:53.218497 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=3f7222db-61b2-414b-9998-e780d493326a,revision_number=13']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:53.333590 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-61b2228c-e2f9-4701-a3e9-b8bee7100c59 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:53.338473 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-61b2228c-e2f9-4701-a3e9-b8bee7100c59 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:53.387683 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b2228c-e2f9-4701-a3e9-b8bee7100c59 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7244c27c-d941-4c54-80e8-a652b6b9da5a,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:53.392897 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-61b2228c-e2f9-4701-a3e9-b8bee7100c59 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:53.392897 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-61b2228c-e2f9-4701-a3e9-b8bee7100c59 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3173563 May 05 20:05:53.393944 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 48442) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:05:53.395980 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-727e02b2-5495-4def-bf9f-4632aa067442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:53.399491 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-727e02b2-5495-4def-bf9f-4632aa067442 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:53.400031 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-44e8f5f2-14b6-4f52-ae2f-2f1d247a96c2 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Request body: {'floatingip': {'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:05:53.406752 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-44e8f5f2-14b6-4f52-ae2f-2f1d247a96c2 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:05:53.411085 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-44e8f5f2-14b6-4f52-ae2f-2f1d247a96c2 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Usage tracker for resource:floatingip and tenant:2b65203be12a44e3b2b676f0adb9acc7 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:05:53.411344 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caedcae-4c64-458f-8633-f501c4e95278 req-c75ae2f1-6ad4-4716-9836-b08acb42aa1e tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:53.413145 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8caedcae-4c64-458f-8633-f501c4e95278 req-c75ae2f1-6ad4-4716-9836-b08acb42aa1e tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a8572aa-15c6-4da9-9588-1eedd739d7cb HTTP/1.1" status: 200 len: 946 time: 0.7631128 May 05 20:05:53.415309 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device eff6d173-318a-4815-a8bc-a1fa777db5bb details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:05:53.415847 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-44e8f5f2-14b6-4f52-ae2f-2f1d247a96c2 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:05:53.422608 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-44e8f5f2-14b6-4f52-ae2f-2f1d247a96c2 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:05:53.452764 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-44e8f5f2-14b6-4f52-ae2f-2f1d247a96c2 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for floatingip, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:53.477811 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-727e02b2-5495-4def-bf9f-4632aa067442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:53.478981 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-727e02b2-5495-4def-bf9f-4632aa067442 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b45d6de-3413-4ee4-a5fa-a8f7c77e0503 {{(pid=88197) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:05:53.498465 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-727e02b2-5495-4def-bf9f-4632aa067442 admin admin] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:53.503200 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-727e02b2-5495-4def-bf9f-4632aa067442 admin admin] 10.222.0.36 "DELETE /v2.0/routers/2b45d6de-3413-4ee4-a5fa-a8f7c77e0503 HTTP/1.1" status: 204 len: 168 time: 3.4844885 May 05 20:05:53.504330 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 48446) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:05:53.509123 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8caedcae-4c64-458f-8633-f501c4e95278 req-b4679755-ac35-4307-9b2b-ddb96c30a4cf tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bb0d1af-6061-4898-83b0-c73ccfcdf251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856433 May 05 20:05:53.653869 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-613d663d-b741-4e53-917c-64db0eac1168 admin admin] Deleting subnet 3d660fa0-c1b5-4f59-bae8-8d35bd9a2b79 {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:05:53.689228 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-613d663d-b741-4e53-917c-64db0eac1168 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:53.865672 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-44e8f5f2-14b6-4f52-ae2f-2f1d247a96c2 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:53.905775 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-613d663d-b741-4e53-917c-64db0eac1168 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:54.027159 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port eff6d173-318a-4815-a8bc-a1fa777db5bb, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=eff6d173-318a-4815-a8bc-a1fa777db5bb,segment=NetworkSegment(e431113b-0838-4dae-91c9-bf783ad37054),segment_id=e431113b-0838-4dae-91c9-bf783ad37054)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:05:54.076511 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': 'eff6d173-318a-4815-a8bc-a1fa777db5bb', 'network_id': '64a22928-0684-4ae0-bb8b-56899f865035', 'port_id': 'eff6d173-318a-4815-a8bc-a1fa777db5bb', 'mac_address': 'fa:16:3e:49:d5:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac45120c-2218-40fc-a7a8-1f58fb39de57', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:05:54.284877 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:54.311306 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-44e8f5f2-14b6-4f52-ae2f-2f1d247a96c2 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Allocated IP 172.25.0.64 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/85f71088-8bc3-4164-8728-da9ec1cd35af) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:05:54.329016 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eff6d173-318a-4815-a8bc-a1fa777db5bb {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:05:54.368526 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port eff6d173-318a-4815-a8bc-a1fa777db5bb, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=eff6d173-318a-4815-a8bc-a1fa777db5bb,segment=NetworkSegment(e431113b-0838-4dae-91c9-bf783ad37054),segment_id=e431113b-0838-4dae-91c9-bf783ad37054)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:05:54.378223 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:54.542207 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3d61e70a-50b9-4f4c-988d-41cb7296fc07 req-b47ec6da-0cee-4464-897c-cf080435bd97 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=914e9a4907af4af5bdcc51648b536621&device_id=7ce1644c-4a79-4bba-91be-dff1b9e51f67 HTTP/1.1" status: 200 len: 210 time: 0.2879784 May 05 20:05:54.597027 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=eff6d173-318a-4815-a8bc-a1fa777db5bb,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:54.609304 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['eff6d173-318a-4815-a8bc-a1fa777db5bb'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:05:54.625606 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dcda0a3a-9ecb-4f84-ae31-2f4cdd9c2ada req-858328d7-75b4-4b54-89da-b4b9360d0090 tempest-ServerShowV247Test-733317952 tempest-ServerShowV247Test-733317952-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ce1644c-4a79-4bba-91be-dff1b9e51f67 HTTP/1.1" status: 200 len: 210 time: 0.0878606 May 05 20:05:54.635343 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-44e8f5f2-14b6-4f52-ae2f-2f1d247a96c2 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:54.657307 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3d61e70a-50b9-4f4c-988d-41cb7296fc07 req-949275a0-d5ba-4003-85e0-ea732d2660ed service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=914e9a4907af4af5bdcc51648b536621&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0979490 May 05 20:05:54.686498 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-44e8f5f2-14b6-4f52-ae2f-2f1d247a96c2 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:54.695556 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-613d663d-b741-4e53-917c-64db0eac1168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:54.813247 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-613d663d-b741-4e53-917c-64db0eac1168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:54.876562 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613d663d-b741-4e53-917c-64db0eac1168 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d660fa0-c1b5-4f59-bae8-8d35bd9a2b79,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:54.908368 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519fa1b1-31c0-4aca-9b89-0c6a05ab3d73 req-0681841d-b538-41cc-a624-75c91151f590 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:54.910004 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-519fa1b1-31c0-4aca-9b89-0c6a05ab3d73 req-0681841d-b538-41cc-a624-75c91151f590 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 947 time: 0.8783484 May 05 20:05:54.927623 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e8f5f2-14b6-4f52-ae2f-2f1d247a96c2 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:05:54.950653 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-44e8f5f2-14b6-4f52-ae2f-2f1d247a96c2 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:05:54.960262 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e8f5f2-14b6-4f52-ae2f-2f1d247a96c2 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:05:54.981742 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-613d663d-b741-4e53-917c-64db0eac1168 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:54.982688 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c893a0ea-d14f-4ce2-88fe-3a6e87d38f09 None None] Network a583ddb3-bb1b-4632-af9a-c0b97a245cca requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:05:55.018513 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e8f5f2-14b6-4f52-ae2f-2f1d247a96c2 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Pushing event updated for resources: {'Port': ['ID=85f71088-8bc3-4164-8728-da9ec1cd35af,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:55.028838 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-613d663d-b741-4e53-917c-64db0eac1168 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3d660fa0-c1b5-4f59-bae8-8d35bd9a2b79 HTTP/1.1" status: 204 len: 168 time: 1.5178797 May 05 20:05:55.032486 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 48468) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:05:55.064416 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-519fa1b1-31c0-4aca-9b89-0c6a05ab3d73 req-35fafde7-a1b1-4aaf-afd8-5b4fe221dfe3 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949011 May 05 20:05:55.093365 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d61e70a-50b9-4f4c-988d-41cb7296fc07 req-c880a54e-b931-417f-9151-9c0979764f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:55.094916 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3d61e70a-50b9-4f4c-988d-41cb7296fc07 req-c880a54e-b931-417f-9151-9c0979764f8d service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3203588 May 05 20:05:55.128430 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-44e8f5f2-14b6-4f52-ae2f-2f1d247a96c2 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:55.221785 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c029f01f-d569-4164-9ffe-e602ac216ec2 req-2c285db9-c804-4502-8e24-2d86111876a1 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:55.224119 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c029f01f-d569-4164-9ffe-e602ac216ec2 req-2c285db9-c804-4502-8e24-2d86111876a1 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=f48bb592-11bc-4a9a-83c7-77098e5d0fa4 HTTP/1.1" status: 200 len: 944 time: 0.3902836 May 05 20:05:55.331739 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-37e2af35-2623-47d1-95fe-cea7d7bb9014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:55.356472 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-44e8f5f2-14b6-4f52-ae2f-2f1d247a96c2 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:55.404410 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa77d25-8b2d-4810-b737-661f55e31a45 None None] DHCP port deletion for a583ddb3-bb1b-4632-af9a-c0b97a245cca request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:05:55.409661 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-eaa77d25-8b2d-4810-b737-661f55e31a45 None None] Deleting port b0b8c5df-9fa9-46e5-a4f3-fe2e520ffa4b {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:05:55.410033 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-eaa77d25-8b2d-4810-b737-661f55e31a45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:55.427454 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c029f01f-d569-4164-9ffe-e602ac216ec2 req-dafdda17-9b75-44da-842f-c6b9d640ecfc tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/security-groups?id=66299a25-9ea8-43e5-ae69-782b36dd1dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358650 May 05 20:05:55.439033 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-37e2af35-2623-47d1-95fe-cea7d7bb9014 admin admin] Deleting port b0b8c5df-9fa9-46e5-a4f3-fe2e520ffa4b {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:05:55.439398 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-37e2af35-2623-47d1-95fe-cea7d7bb9014 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:55.783224 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-eaa77d25-8b2d-4810-b737-661f55e31a45 None None] For port b0b8c5df-9fa9-46e5-a4f3-fe2e520ffa4b, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=b0b8c5df-9fa9-46e5-a4f3-fe2e520ffa4b,segment=NetworkSegment(a44e85c0-7632-4cef-a6c8-f3c1d80294aa),segment_id=a44e85c0-7632-4cef-a6c8-f3c1d80294aa)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:05:55.783837 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-eaa77d25-8b2d-4810-b737-661f55e31a45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:55.787834 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-44e8f5f2-14b6-4f52-ae2f-2f1d247a96c2 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:55.810495 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-44e8f5f2-14b6-4f52-ae2f-2f1d247a96c2 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:55.918851 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-eaa77d25-8b2d-4810-b737-661f55e31a45 None None] Calling delete_port for b0b8c5df-9fa9-46e5-a4f3-fe2e520ffa4b owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:05:56.005617 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-eaa77d25-8b2d-4810-b737-661f55e31a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:56.074362 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa77d25-8b2d-4810-b737-661f55e31a45 None None] Pushing event deleted for resources: {'Port': ['ID=b0b8c5df-9fa9-46e5-a4f3-fe2e520ffa4b,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:56.081280 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa77d25-8b2d-4810-b737-661f55e31a45 None None] No DVR routers for this DVR port b0b8c5df-9fa9-46e5-a4f3-fe2e520ffa4b on host n-d-840717-1 {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:05:56.174468 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e8f5f2-14b6-4f52-ae2f-2f1d247a96c2 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Pushing event updated for resources: {'Port': ['ID=85f71088-8bc3-4164-8728-da9ec1cd35af,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:56.179894 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c23f4ea2-26db-4510-8fe4-950deeb91b45 req-c62d4acc-0a7f-49c5-926b-3f0830680439 tempest-ServerShowV247Test-733317952 tempest-ServerShowV247Test-733317952-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ce1644c-4a79-4bba-91be-dff1b9e51f67 HTTP/1.1" status: 200 len: 210 time: 0.0541322 May 05 20:05:56.195240 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-37e2af35-2623-47d1-95fe-cea7d7bb9014 admin admin] The port 'b0b8c5df-9fa9-46e5-a4f3-fe2e520ffa4b' was deleted {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 20:05:56.245813 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-44e8f5f2-14b6-4f52-ae2f-2f1d247a96c2 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:56.416975 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-44e8f5f2-14b6-4f52-ae2f-2f1d247a96c2 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:56.451916 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-44e8f5f2-14b6-4f52-ae2f-2f1d247a96c2 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0566349 May 05 20:05:56.468572 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-37e2af35-2623-47d1-95fe-cea7d7bb9014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:56.538652 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-37e2af35-2623-47d1-95fe-cea7d7bb9014 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a583ddb3-bb1b-4632-af9a-c0b97a245cca']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:05:56.580829 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-37e2af35-2623-47d1-95fe-cea7d7bb9014 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a44e85c0-7632-4cef-a6c8-f3c1d80294aa') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:05:56.582981 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-37e2af35-2623-47d1-95fe-cea7d7bb9014 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a44e85c0-7632-4cef-a6c8-f3c1d80294aa') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:05:56.665035 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-37e2af35-2623-47d1-95fe-cea7d7bb9014 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:56.698627 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3d61e70a-50b9-4f4c-988d-41cb7296fc07 req-9dc3fd30-aa17-43f3-93a8-08bf14f76d63 tempest-ServerShowV247Test-733317952 tempest-ServerShowV247Test-733317952-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ce1644c-4a79-4bba-91be-dff1b9e51f67 HTTP/1.1" status: 200 len: 210 time: 0.1728573 May 05 20:05:56.729482 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-37e2af35-2623-47d1-95fe-cea7d7bb9014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:56.766233 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37e2af35-2623-47d1-95fe-cea7d7bb9014 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:05:56.767801 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-37e2af35-2623-47d1-95fe-cea7d7bb9014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:56.783684 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device b0b8c5df-9fa9-46e5-a4f3-fe2e520ffa4b no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:05:56.795092 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42865c47-73f8-4faa-a770-a666724bee20 req-dc908694-02f9-4dcb-ae93-03330e6acafe tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:56.807056 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-42865c47-73f8-4faa-a770-a666724bee20 req-dc908694-02f9-4dcb-ae93-03330e6acafe tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 947 time: 0.4272354 May 05 20:05:56.845638 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:05:56.845638 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:05:56.845638 n-d-840717-1 neutron-server[88198]: timer() May 05 20:05:56.845638 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:05:56.845638 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:05:56.845638 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:05:56.845638 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:05:56.845638 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:05:56.845638 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:05:56.845638 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:05:56.845638 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:05:56.845638 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:05:56.845638 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:05:56.845638 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:05:56.845638 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:05:56.845638 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:05:56.845638 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:05:56.845638 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:05:56.845638 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:05:56.845638 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:05:56.845638 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:05:56.845638 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:05:56.845638 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:05:56.845638 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:05:56.845638 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:05:56.845638 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:05:56.845638 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:05:56.845638 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:05:56.845638 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:05:56.845638 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:05:56.845638 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:05:56.845638 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:05:56.870527 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: b0b8c5df-9fa9-46e5-a4f3-fe2e520ffa4b {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:05:56.873403 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device b0b8c5df-9fa9-46e5-a4f3-fe2e520ffa4b not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:05:56.934485 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-42865c47-73f8-4faa-a770-a666724bee20 req-2657b5e4-816e-43cc-b018-6318aca73f5c tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263993 May 05 20:05:57.051202 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-37e2af35-2623-47d1-95fe-cea7d7bb9014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:57.057595 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-37e2af35-2623-47d1-95fe-cea7d7bb9014 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:57.104596 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-37e2af35-2623-47d1-95fe-cea7d7bb9014 admin admin] 10.222.0.36 "DELETE /v2.0/networks/a583ddb3-bb1b-4632-af9a-c0b97a245cca HTTP/1.1" status: 204 len: 168 time: 2.0609045 May 05 20:05:57.114648 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e2af35-2623-47d1-95fe-cea7d7bb9014 admin admin] Pushing event deleted for resources: {'Network': ['ID=a583ddb3-bb1b-4632-af9a-c0b97a245cca,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:57.408531 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-b3203cca-414b-4ec7-bc20-721377b43a41 req-88dcfab7-7f87-4489-914b-f162c5e1cb79 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Synchronizing usage tracker for tenant:2b65203be12a44e3b2b676f0adb9acc7 on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:05:57.423181 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device eff6d173-318a-4815-a8bc-a1fa777db5bb up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:05:57.426060 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f17a70-f851-47d5-9c19-258988bfcf69 req-784d7634-1226-4c56-8303-8f37e39f8298 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:57.444029 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f5f17a70-f851-47d5-9c19-258988bfcf69 req-784d7634-1226-4c56-8303-8f37e39f8298 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=f48bb592-11bc-4a9a-83c7-77098e5d0fa4 HTTP/1.1" status: 200 len: 944 time: 0.3179376 May 05 20:05:57.465199 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-b3203cca-414b-4ec7-bc20-721377b43a41 req-88dcfab7-7f87-4489-914b-f162c5e1cb79 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Unset dirty status for tenant:2b65203be12a44e3b2b676f0adb9acc7 on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:05:57.473791 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b3203cca-414b-4ec7-bc20-721377b43a41 req-88dcfab7-7f87-4489-914b-f162c5e1cb79 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--941639114&fields=id&tenant_id=2b65203be12a44e3b2b676f0adb9acc7 HTTP/1.1" status: 200 len: 267 time: 0.1621146 May 05 20:05:57.531614 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 48520) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:05:57.586478 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f5f17a70-f851-47d5-9c19-258988bfcf69 req-8134cc18-62e4-4f5b-87ff-86add015fc09 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/security-groups?id=66299a25-9ea8-43e5-ae69-782b36dd1dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406507 May 05 20:05:57.665300 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port eff6d173-318a-4815-a8bc-a1fa777db5bb completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:05:57.677092 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port eff6d173-318a-4815-a8bc-a1fa777db5bb triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:05:57.677677 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:57.858697 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:57.895247 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 48526) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:05:57.895991 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-9a6bbd34-6718-46e8-a71e-067a080f4a59 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=99f8ff370e2040efb9285a4ae37c20cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3390906 May 05 20:05:57.919295 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f48bb592-11bc-4a9a-83c7-77098e5d0fa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eff6d173-318a-4815-a8bc-a1fa777db5bb'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:05:57.928127 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3203cca-414b-4ec7-bc20-721377b43a41 req-498e1c45-241c-41b7-a33c-f385add11f32 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:57.930761 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b3203cca-414b-4ec7-bc20-721377b43a41 req-498e1c45-241c-41b7-a33c-f385add11f32 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/networks?id=025bffd7-43d6-46c1-996a-8056de7069d8 HTTP/1.1" status: 200 len: 814 time: 0.4558477 May 05 20:05:57.945100 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port eff6d173-318a-4815-a8bc-a1fa777db5bb, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=eff6d173-318a-4815-a8bc-a1fa777db5bb,segment=NetworkSegment(e431113b-0838-4dae-91c9-bf783ad37054),segment_id=e431113b-0838-4dae-91c9-bf783ad37054)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:05:57.952357 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:57.961000 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b3203cca-414b-4ec7-bc20-721377b43a41 req-67fd2357-c35d-4596-a3d6-072afa0a8bbb tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/quotas/2b65203be12a44e3b2b676f0adb9acc7 HTTP/1.1" status: 200 len: 375 time: 0.0194182 May 05 20:05:58.059241 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-90b0f61e-f7c2-49a7-aa0e-1875cac17c56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:58.073070 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=eff6d173-318a-4815-a8bc-a1fa777db5bb,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:58.133595 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-90b0f61e-f7c2-49a7-aa0e-1875cac17c56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:58.214673 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-90b0f61e-f7c2-49a7-aa0e-1875cac17c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:58.250277 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-b3203cca-414b-4ec7-bc20-721377b43a41 req-1c5de1d1-9dfd-4e1e-92be-533bd1ecf54c tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Synchronizing usage tracker for tenant:2b65203be12a44e3b2b676f0adb9acc7 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:05:58.253045 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29fd933e-4669-4e9b-bf5d-7c2b4545fcdc'] response: {'server_uuid': 'f48bb592-11bc-4a9a-83c7-77098e5d0fa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eff6d173-318a-4815-a8bc-a1fa777db5bb', 'code': 200} May 05 20:05:58.284007 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b0f61e-f7c2-49a7-aa0e-1875cac17c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef0a585-a6a9-4dc9-9f77-73dacf2639b2,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:05:58.337513 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-b3203cca-414b-4ec7-bc20-721377b43a41 req-1c5de1d1-9dfd-4e1e-92be-533bd1ecf54c tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Unset dirty status for tenant:2b65203be12a44e3b2b676f0adb9acc7 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:05:58.338871 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b3203cca-414b-4ec7-bc20-721377b43a41 req-1c5de1d1-9dfd-4e1e-92be-533bd1ecf54c tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2b65203be12a44e3b2b676f0adb9acc7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3724821 May 05 20:05:58.342634 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-90b0f61e-f7c2-49a7-aa0e-1875cac17c56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:58.348329 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-90b0f61e-f7c2-49a7-aa0e-1875cac17c56 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6ef0a585-a6a9-4dc9-9f77-73dacf2639b2 HTTP/1.1" status: 204 len: 168 time: 0.4519420 May 05 20:05:58.630874 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd1367-2dfb-42ea-8590-b277db5ca931 req-43080e31-0e19-4197-baec-8c2478f8b540 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:58.632931 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-29cd1367-2dfb-42ea-8590-b277db5ca931 req-43080e31-0e19-4197-baec-8c2478f8b540 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 947 time: 0.1866767 May 05 20:05:58.650822 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b3203cca-414b-4ec7-bc20-721377b43a41 req-b75c92f8-3761-42f5-90ae-c8d3d387943b service neutron] 10.222.0.36 "GET /v2.0/networks/025bffd7-43d6-46c1-996a-8056de7069d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952247 May 05 20:05:58.729573 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db400c5-9976-4c7f-8b7d-4da9419c20a8 req-49ac486e-9952-4c95-b1ed-bc0adc711b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:58.731272 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6db400c5-9976-4c7f-8b7d-4da9419c20a8 req-49ac486e-9952-4c95-b1ed-bc0adc711b56 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f48bb592-11bc-4a9a-83c7-77098e5d0fa4 HTTP/1.1" status: 200 len: 1096 time: 0.3818908 May 05 20:05:58.752742 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-29cd1367-2dfb-42ea-8590-b277db5ca931 req-18219435-8ca7-4400-ae79-d7883d520c93 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124372 May 05 20:05:58.839377 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6db400c5-9976-4c7f-8b7d-4da9419c20a8 req-f1b524b5-8c52-416f-b225-3ad3b9162f6a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=66299a25-9ea8-43e5-ae69-782b36dd1dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994372 May 05 20:05:58.919426 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b3203cca-414b-4ec7-bc20-721377b43a41 req-00bc3a5a-0967-49d6-8a78-a5505d25ee3c service neutron] 10.222.0.36 "GET /v2.0/networks/025bffd7-43d6-46c1-996a-8056de7069d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622302 May 05 20:05:58.948379 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 48564) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:05:59.252049 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 48578) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:05:59.369021 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-aaacf586-7336-4b08-8102-2bdda818d038 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fd9ec2f72b8c4ba9b10b3af5bf469588&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1158295 May 05 20:05:59.375099 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 48588) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:05:59.385455 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b1ddf-7012-4308-96eb-6ef75adcba37 req-fe5202fc-f90f-4545-8b30-74871ffc27a6 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:05:59.394420 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-872b1ddf-7012-4308-96eb-6ef75adcba37 req-fe5202fc-f90f-4545-8b30-74871ffc27a6 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=f48bb592-11bc-4a9a-83c7-77098e5d0fa4 HTTP/1.1" status: 200 len: 945 time: 0.1743245 May 05 20:05:59.454910 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-872b1ddf-7012-4308-96eb-6ef75adcba37 req-99ae2930-90b7-42f7-8119-e9e6e638f4c3 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/security-groups?id=66299a25-9ea8-43e5-ae69-782b36dd1dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588641 May 05 20:05:59.563386 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:05:59.579684 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bd6a2773-1dd7-43eb-b0b7-3a3ae76bb20a req-a25a2193-4fb5-4330-a082-f191c9ceea0e tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/ports?device_id=63250baa-2318-4b71-bc1f-87c95bbcfd10 HTTP/1.1" status: 200 len: 210 time: 0.0763912 May 05 20:05:59.671390 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8f991adf-3b24-4ec4-a1ed-b87e0e871ffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:59.673425 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3cbef67c-fcaa-4ffd-af35-bf20daace51d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:59.737134 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3cbef67c-fcaa-4ffd-af35-bf20daace51d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:05:59.742052 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-3cbef67c-fcaa-4ffd-af35-bf20daace51d admin admin] Usage tracker for resource:security_group_rule and tenant:914e9a4907af4af5bdcc51648b536621 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:05:59.745159 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-3cbef67c-fcaa-4ffd-af35-bf20daace51d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:05:59.751548 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3cbef67c-fcaa-4ffd-af35-bf20daace51d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:05:59.894857 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3cbef67c-fcaa-4ffd-af35-bf20daace51d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:59.900407 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3cbef67c-fcaa-4ffd-af35-bf20daace51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:05:59.960800 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3cbef67c-fcaa-4ffd-af35-bf20daace51d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=914e9a4907af4af5bdcc51648b536621&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0099726 May 05 20:05:59.963465 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 48602) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:05:59.992807 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8f991adf-3b24-4ec4-a1ed-b87e0e871ffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:00.066888 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbef67c-fcaa-4ffd-af35-bf20daace51d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be9a4232-0912-423e-918e-119d4272b432,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:00.151732 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87633218-1d81-42e3-962f-94dc3041c456 req-71671c24-6b27-4196-b131-c62517e0ac09 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:00.153465 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-87633218-1d81-42e3-962f-94dc3041c456 req-71671c24-6b27-4196-b131-c62517e0ac09 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/ports?device_id=c41999b5-4b70-480e-9673-e0a9ec8c2694 HTTP/1.1" status: 200 len: 946 time: 0.6595771 May 05 20:06:00.156511 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-01d992c6-0055-4299-9da2-621682b16b3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:00.224550 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-01d992c6-0055-4299-9da2-621682b16b3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:00.250154 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-87633218-1d81-42e3-962f-94dc3041c456 req-50a47875-e995-4f9e-86e1-b65729701303 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bb0d1af-6061-4898-83b0-c73ccfcdf251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826519 May 05 20:06:00.279855 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8f991adf-3b24-4ec4-a1ed-b87e0e871ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:00.320065 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f991adf-3b24-4ec4-a1ed-b87e0e871ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d970ef48-57ed-440e-9963-9f5ebb0ba149,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:00.349232 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8f991adf-3b24-4ec4-a1ed-b87e0e871ffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:00.350581 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-8f991adf-3b24-4ec4-a1ed-b87e0e871ffc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d970ef48-57ed-440e-9963-9f5ebb0ba149 HTTP/1.1" status: 204 len: 168 time: 0.9744024 May 05 20:06:00.420717 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-01d992c6-0055-4299-9da2-621682b16b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:00.445474 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d992c6-0055-4299-9da2-621682b16b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be9a4232-0912-423e-918e-119d4272b432,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:00.454511 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-01d992c6-0055-4299-9da2-621682b16b3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:00.456052 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-01d992c6-0055-4299-9da2-621682b16b3e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/be9a4232-0912-423e-918e-119d4272b432 HTTP/1.1" status: 204 len: 168 time: 0.4909503 May 05 20:06:00.480980 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d10150-9f78-461c-b693-83712e7d6612 req-ec75c008-6d23-441f-82b9-c01e0245858b tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:00.491002 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-50d10150-9f78-461c-b693-83712e7d6612 req-ec75c008-6d23-441f-82b9-c01e0245858b tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 947 time: 0.1789689 May 05 20:06:00.568550 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-50d10150-9f78-461c-b693-83712e7d6612 req-3fab0a81-476d-4004-a210-ff7b286de6a9 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764320 May 05 20:06:00.903196 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e3340844-3f63-4c19-a13c-4d0df662062c req-2fff0196-f5dc-4a1d-8fbb-e1bd08ca7fd1 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/ports?device_id=63250baa-2318-4b71-bc1f-87c95bbcfd10 HTTP/1.1" status: 200 len: 210 time: 0.0940304 May 05 20:06:01.406933 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2becc67-3fc7-4d09-bfe6-1f34f1c0d34d req-ba81d8e2-0e9e-4384-a8fa-0cf392d4ac6a tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:01.408461 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b2becc67-3fc7-4d09-bfe6-1f34f1c0d34d req-ba81d8e2-0e9e-4384-a8fa-0cf392d4ac6a tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=f48bb592-11bc-4a9a-83c7-77098e5d0fa4 HTTP/1.1" status: 200 len: 945 time: 0.5456455 May 05 20:06:01.441584 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3203cca-414b-4ec7-bc20-721377b43a41 req-89150b4f-12d2-4435-8f7a-b6b9561a6489 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:01.443174 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b3203cca-414b-4ec7-bc20-721377b43a41 req-89150b4f-12d2-4435-8f7a-b6b9561a6489 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.24 "GET /v2.0/networks?id=025bffd7-43d6-46c1-996a-8056de7069d8 HTTP/1.1" status: 200 len: 814 time: 0.3915942 May 05 20:06:01.530230 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b2becc67-3fc7-4d09-bfe6-1f34f1c0d34d req-2e978c56-37f1-4d5d-a5eb-af81289a9098 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/security-groups?id=66299a25-9ea8-43e5-ae69-782b36dd1dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860171 May 05 20:06:01.697884 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ae690-0b7a-49c9-95cf-1645c49d3bdd req-362cf7d2-f9fc-4aee-86b0-449bd810c89b tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:01.716069 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-076ae690-0b7a-49c9-95cf-1645c49d3bdd req-362cf7d2-f9fc-4aee-86b0-449bd810c89b tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/ports?device_id=c41999b5-4b70-480e-9673-e0a9ec8c2694 HTTP/1.1" status: 200 len: 946 time: 0.1970668 May 05 20:06:01.791695 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-076ae690-0b7a-49c9-95cf-1645c49d3bdd req-fac69b56-ba81-4116-9d1e-26dfb516e73d tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bb0d1af-6061-4898-83b0-c73ccfcdf251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744870 May 05 20:06:01.827232 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9a08d2-4aa1-4fce-b8b8-b64e0596642f req-852b0565-4d08-480c-b3ec-959729566795 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:01.834272 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4e9a08d2-4aa1-4fce-b8b8-b64e0596642f req-852b0565-4d08-480c-b3ec-959729566795 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=f48bb592-11bc-4a9a-83c7-77098e5d0fa4 HTTP/1.1" status: 200 len: 945 time: 0.1465013 May 05 20:06:01.925852 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4e9a08d2-4aa1-4fce-b8b8-b64e0596642f req-8915c57a-854f-467e-999a-c5f88aca50f7 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/security-groups?id=66299a25-9ea8-43e5-ae69-782b36dd1dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897195 May 05 20:06:02.105665 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b3203cca-414b-4ec7-bc20-721377b43a41 req-14419fcb-d10f-454c-a31b-1d34f9959f9d tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b65203be12a44e3b2b676f0adb9acc7 HTTP/1.1" status: 200 len: 379 time: 0.6474280 May 05 20:06:02.122293 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-b3203cca-414b-4ec7-bc20-721377b43a41 req-52b4ca6c-eea4-4490-a26d-ce11f2b0a1bb tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Request body: {'port': {'device_id': '63250baa-2318-4b71-bc1f-87c95bbcfd10', 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8', 'admin_state_up': True, 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'security_groups': ['a87cffbd-4ad3-469d-b9f4-161689cc6d58']}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:06:02.171048 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcda561-d695-4fbb-b05d-0054f1e637ec req-576d8f69-548f-4fad-89f2-724db2cbba29 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:02.184008 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1dcda561-d695-4fbb-b05d-0054f1e637ec req-576d8f69-548f-4fad-89f2-724db2cbba29 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 947 time: 0.1664541 May 05 20:06:02.311387 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1dcda561-d695-4fbb-b05d-0054f1e637ec req-1aecedd6-8438-4305-9f65-dddcc4c7160e tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247199 May 05 20:06:02.481496 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-b3203cca-414b-4ec7-bc20-721377b43a41 req-52b4ca6c-eea4-4490-a26d-ce11f2b0a1bb tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:06:02.526724 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-b3203cca-414b-4ec7-bc20-721377b43a41 req-52b4ca6c-eea4-4490-a26d-ce11f2b0a1bb tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:06:02.550515 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3203cca-414b-4ec7-bc20-721377b43a41 req-52b4ca6c-eea4-4490-a26d-ce11f2b0a1bb tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Made reservation on behalf of 2b65203be12a44e3b2b676f0adb9acc7 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:06:02.574593 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b3203cca-414b-4ec7-bc20-721377b43a41 req-52b4ca6c-eea4-4490-a26d-ce11f2b0a1bb tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:02.885726 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-b3203cca-414b-4ec7-bc20-721377b43a41 req-52b4ca6c-eea4-4490-a26d-ce11f2b0a1bb tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Allocated IP 172.20.0.10 (025bffd7-43d6-46c1-996a-8056de7069d8/0d250ed8-07f6-4f08-a934-d3c76d471e2d/6ae0d955-b67c-408e-854a-dc6c78117432) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:06:02.960140 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-a2d773fe-fc0b-49b3-85d2-b4f1d64da6a0 req-5a6e95ff-a40a-4fda-b2c0-dbf91f6766a1 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Synchronizing usage tracker for tenant:2b65203be12a44e3b2b676f0adb9acc7 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:06:02.983677 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-a2d773fe-fc0b-49b3-85d2-b4f1d64da6a0 req-5a6e95ff-a40a-4fda-b2c0-dbf91f6766a1 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Unset dirty status for tenant:2b65203be12a44e3b2b676f0adb9acc7 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:06:02.994676 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a2d773fe-fc0b-49b3-85d2-b4f1d64da6a0 req-5a6e95ff-a40a-4fda-b2c0-dbf91f6766a1 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/ports?device_id=63250baa-2318-4b71-bc1f-87c95bbcfd10 HTTP/1.1" status: 200 len: 210 time: 0.1053970 May 05 20:06:03.388419 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ca6d3-df84-4553-b00b-bc14fd76d21b req-46d47a85-2303-46e4-abfa-6b56db05e9d9 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:03.390671 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2e8ca6d3-df84-4553-b00b-bc14fd76d21b req-46d47a85-2303-46e4-abfa-6b56db05e9d9 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=f48bb592-11bc-4a9a-83c7-77098e5d0fa4 HTTP/1.1" status: 200 len: 945 time: 0.2341902 May 05 20:06:03.404521 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddf2ded-9243-47f0-916d-e96ea5e2713a req-44c0a3dd-2cce-4e63-b29c-8229dedd4ed7 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:03.406084 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1ddf2ded-9243-47f0-916d-e96ea5e2713a req-44c0a3dd-2cce-4e63-b29c-8229dedd4ed7 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/ports?device_id=c41999b5-4b70-480e-9673-e0a9ec8c2694 HTTP/1.1" status: 200 len: 946 time: 0.1696520 May 05 20:06:03.415577 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b3203cca-414b-4ec7-bc20-721377b43a41 req-52b4ca6c-eea4-4490-a26d-ce11f2b0a1bb tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:03.438059 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-b3203cca-414b-4ec7-bc20-721377b43a41 req-52b4ca6c-eea4-4490-a26d-ce11f2b0a1bb tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Transition to ACTIVE for port object 6ae0d955-b67c-408e-854a-dc6c78117432 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:06:03.467035 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2e8ca6d3-df84-4553-b00b-bc14fd76d21b req-7626f34f-bd35-49ba-a9d2-7d14bd07872f tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/security-groups?id=66299a25-9ea8-43e5-ae69-782b36dd1dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692372 May 05 20:06:03.668266 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1ddf2ded-9243-47f0-916d-e96ea5e2713a req-3d26ed3b-a79a-4855-a7da-1ef470218091 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bb0d1af-6061-4898-83b0-c73ccfcdf251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492042 May 05 20:06:03.683713 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b3203cca-414b-4ec7-bc20-721377b43a41 req-52b4ca6c-eea4-4490-a26d-ce11f2b0a1bb tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:03.763050 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3203cca-414b-4ec7-bc20-721377b43a41 req-52b4ca6c-eea4-4490-a26d-ce11f2b0a1bb tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Network 025bffd7-43d6-46c1-996a-8056de7069d8 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:06:03.766251 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-b3203cca-414b-4ec7-bc20-721377b43a41 req-52b4ca6c-eea4-4490-a26d-ce11f2b0a1bb tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:06:03.770137 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3203cca-414b-4ec7-bc20-721377b43a41 req-52b4ca6c-eea4-4490-a26d-ce11f2b0a1bb tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:06:03.841970 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b4ca6c-eea4-4490-a26d-ce11f2b0a1bb tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Pushing event updated for resources: {'Port': ['ID=6ae0d955-b67c-408e-854a-dc6c78117432,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:03.934703 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3203cca-414b-4ec7-bc20-721377b43a41 req-52b4ca6c-eea4-4490-a26d-ce11f2b0a1bb tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:03.935345 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b3203cca-414b-4ec7-bc20-721377b43a41 req-52b4ca6c-eea4-4490-a26d-ce11f2b0a1bb tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:03.969477 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b3203cca-414b-4ec7-bc20-721377b43a41 req-52b4ca6c-eea4-4490-a26d-ce11f2b0a1bb tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8550954 May 05 20:06:03.984239 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-b3203cca-414b-4ec7-bc20-721377b43a41 req-fc4da5d3-22b5-4683-b699-a954ecf59499 service neutron] Request body: {'port': {'device_id': '63250baa-2318-4b71-bc1f-87c95bbcfd10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:06:04.169384 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-ac59d48a-ef6c-4e21-b01a-4918b8271896 None None] Provisioning for port 6ae0d955-b67c-408e-854a-dc6c78117432 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:06:04.182102 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-ac59d48a-ef6c-4e21-b01a-4918b8271896 None None] Provisioning complete for port 6ae0d955-b67c-408e-854a-dc6c78117432 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:06:04.182482 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ac59d48a-ef6c-4e21-b01a-4918b8271896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:04.346961 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b3203cca-414b-4ec7-bc20-721377b43a41 req-fc4da5d3-22b5-4683-b699-a954ecf59499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:04.371276 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-ac59d48a-ef6c-4e21-b01a-4918b8271896 None None] Port 6ae0d955-b67c-408e-854a-dc6c78117432 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:06:04.441662 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3bb898-bd9a-42a1-ab14-c1de8302fccd req-1ed0c77f-f75e-4680-bfbb-8f6f2192659f tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:04.443697 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3b3bb898-bd9a-42a1-ab14-c1de8302fccd req-1ed0c77f-f75e-4680-bfbb-8f6f2192659f tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 947 time: 0.3629410 May 05 20:06:04.493679 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e1a45-5792-43d1-a6dd-7afb8706d069 req-1c9d3d35-2942-4a73-a9c7-8c83265bcc44 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:04.501836 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c53e1a45-5792-43d1-a6dd-7afb8706d069 req-1c9d3d35-2942-4a73-a9c7-8c83265bcc44 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=f48bb592-11bc-4a9a-83c7-77098e5d0fa4 HTTP/1.1" status: 200 len: 945 time: 0.1262681 May 05 20:06:04.616037 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c53e1a45-5792-43d1-a6dd-7afb8706d069 req-89896fbe-8428-420d-9454-c0d33423f1bb tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/security-groups?id=66299a25-9ea8-43e5-ae69-782b36dd1dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124320 May 05 20:06:04.619273 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3409b786-b5af-488f-8c80-9b5547397846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:04.701614 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3b3bb898-bd9a-42a1-ab14-c1de8302fccd req-1c6ee262-df0e-4422-ac09-eca0473dcc24 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2491901 May 05 20:06:04.978973 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-28c27749-22a5-422c-8319-d2bc4acf8299 req-25650d61-3ff2-4c96-87ff-bcf5ed64a523 tempest-ServerShowV257Test-1717809176 tempest-ServerShowV257Test-1717809176-project] 10.222.0.36 "GET /v2.0/ports?device_id=650582a6-7d9c-4ed8-8839-02c2f3e4c8ec HTTP/1.1" status: 200 len: 210 time: 0.0712500 May 05 20:06:05.280641 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa39004b-ff2f-4a4c-ae17-4c2e3edbc23c req-fe4661b8-9d87-4cfb-96b0-2bdb6116f900 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:05.287692 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-aa39004b-ff2f-4a4c-ae17-4c2e3edbc23c req-fe4661b8-9d87-4cfb-96b0-2bdb6116f900 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/ports?device_id=63250baa-2318-4b71-bc1f-87c95bbcfd10 HTTP/1.1" status: 200 len: 932 time: 0.4256172 May 05 20:06:05.382731 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-aa39004b-ff2f-4a4c-ae17-4c2e3edbc23c req-79d70cad-c5a5-446e-96e7-91933b4155bc tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/security-groups?id=a87cffbd-4ad3-469d-b9f4-161689cc6d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866785 May 05 20:06:05.385121 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 48754) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:06:05.511528 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-b3203cca-414b-4ec7-bc20-721377b43a41 req-fc4da5d3-22b5-4683-b699-a954ecf59499 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ae0d955-b67c-408e-854a-dc6c78117432 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:06:05.513202 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f905d052-bd61-4eb5-b0c5-024d3635cb13 req-d5bb67df-0537-4167-b003-711799c3f67d tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:05.515800 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f905d052-bd61-4eb5-b0c5-024d3635cb13 req-d5bb67df-0537-4167-b003-711799c3f67d tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/ports?device_id=c41999b5-4b70-480e-9673-e0a9ec8c2694 HTTP/1.1" status: 200 len: 946 time: 0.1776891 May 05 20:06:05.519804 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 48762) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:06:05.540451 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b3203cca-414b-4ec7-bc20-721377b43a41 req-fc4da5d3-22b5-4683-b699-a954ecf59499 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:05.628526 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f905d052-bd61-4eb5-b0c5-024d3635cb13 req-2bf60128-00cf-4d90-a6f1-1cc896c7034c tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bb0d1af-6061-4898-83b0-c73ccfcdf251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054888 May 05 20:06:05.652353 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-b3203cca-414b-4ec7-bc20-721377b43a41 req-fc4da5d3-22b5-4683-b699-a954ecf59499 service neutron] Transition to ACTIVE for port object 6ae0d955-b67c-408e-854a-dc6c78117432 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:06:05.724066 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b3203cca-414b-4ec7-bc20-721377b43a41 req-fc4da5d3-22b5-4683-b699-a954ecf59499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:05.903379 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-075e0486-4df6-4afe-9c3a-5783d93724bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:05.960862 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b1a2cd0c-1241-4094-a20e-2fd39ad89d04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:05.963485 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-075e0486-4df6-4afe-9c3a-5783d93724bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:06:05.972203 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-075e0486-4df6-4afe-9c3a-5783d93724bf admin admin] Usage tracker for resource:security_group_rule and tenant:409b21e74c2142c296b5f3ca96c980de is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:06:05.974761 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4da5d3-22b5-4683-b699-a954ecf59499 service neutron] Pushing event updated for resources: {'Port': ['ID=6ae0d955-b67c-408e-854a-dc6c78117432,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:05.977015 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-075e0486-4df6-4afe-9c3a-5783d93724bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:06:05.990523 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-075e0486-4df6-4afe-9c3a-5783d93724bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:06:06.008444 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b1a2cd0c-1241-4094-a20e-2fd39ad89d04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:06:06.012949 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-b1a2cd0c-1241-4094-a20e-2fd39ad89d04 admin admin] Usage tracker for resource:security_group_rule and tenant:618c27589f38479aa01b1bafb63ba1b1 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:06:06.016233 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-b1a2cd0c-1241-4094-a20e-2fd39ad89d04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:06:06.020872 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b830f06-6fb0-49f6-9ef3-1ed2d6c7efa3 req-31c0fa5e-0df5-4687-9f46-689bd6c82210 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:06.022810 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b1a2cd0c-1241-4094-a20e-2fd39ad89d04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:06:06.028746 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1b830f06-6fb0-49f6-9ef3-1ed2d6c7efa3 req-31c0fa5e-0df5-4687-9f46-689bd6c82210 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 947 time: 0.1702356 May 05 20:06:06.144378 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1b830f06-6fb0-49f6-9ef3-1ed2d6c7efa3 req-f3e208c0-80d3-43e9-9297-3764d106ee02 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145232 May 05 20:06:06.234832 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-b3203cca-414b-4ec7-bc20-721377b43a41 req-fc4da5d3-22b5-4683-b699-a954ecf59499 service neutron] Attempting to bind port 6ae0d955-b67c-408e-854a-dc6c78117432 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:06:06.235334 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-b3203cca-414b-4ec7-bc20-721377b43a41 req-fc4da5d3-22b5-4683-b699-a954ecf59499 service neutron] Attempting to bind port 6ae0d955-b67c-408e-854a-dc6c78117432 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'f9de3193-e4fa-4f1d-a073-95ff8ac5fa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:06:06.235831 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3203cca-414b-4ec7-bc20-721377b43a41 req-fc4da5d3-22b5-4683-b699-a954ecf59499 service neutron] Attempting to bind port 6ae0d955-b67c-408e-854a-dc6c78117432 on network 025bffd7-43d6-46c1-996a-8056de7069d8 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:06:06.248368 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3203cca-414b-4ec7-bc20-721377b43a41 req-fc4da5d3-22b5-4683-b699-a954ecf59499 service neutron] Port 6ae0d955-b67c-408e-854a-dc6c78117432 on network 025bffd7-43d6-46c1-996a-8056de7069d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:06:06.248768 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3203cca-414b-4ec7-bc20-721377b43a41 req-fc4da5d3-22b5-4683-b699-a954ecf59499 service neutron] Attempting to bind port 6ae0d955-b67c-408e-854a-dc6c78117432 on network 025bffd7-43d6-46c1-996a-8056de7069d8 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:06:06.268770 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3203cca-414b-4ec7-bc20-721377b43a41 req-fc4da5d3-22b5-4683-b699-a954ecf59499 service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:06:06.268770 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3203cca-414b-4ec7-bc20-721377b43a41 req-fc4da5d3-22b5-4683-b699-a954ecf59499 service neutron] Checking segment: {'id': 'f9de3193-e4fa-4f1d-a073-95ff8ac5fa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:06:06.268770 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3203cca-414b-4ec7-bc20-721377b43a41 req-fc4da5d3-22b5-4683-b699-a954ecf59499 service neutron] Bound using segment: {'id': 'f9de3193-e4fa-4f1d-a073-95ff8ac5fa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:06:06.268770 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-b3203cca-414b-4ec7-bc20-721377b43a41 req-fc4da5d3-22b5-4683-b699-a954ecf59499 service neutron] Bound port: 6ae0d955-b67c-408e-854a-dc6c78117432, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9de3193-e4fa-4f1d-a073-95ff8ac5fa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:06:06.268770 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b3203cca-414b-4ec7-bc20-721377b43a41 req-fc4da5d3-22b5-4683-b699-a954ecf59499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:06.290019 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bb029d-43a2-4f53-a806-30cfc35f63f3 req-66354b27-4769-47f4-b2fb-27a709d58f18 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:06.293800 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d2bb029d-43a2-4f53-a806-30cfc35f63f3 req-66354b27-4769-47f4-b2fb-27a709d58f18 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=f48bb592-11bc-4a9a-83c7-77098e5d0fa4 HTTP/1.1" status: 200 len: 945 time: 0.6398079 May 05 20:06:06.314962 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-075e0486-4df6-4afe-9c3a-5783d93724bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:06.320776 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-075e0486-4df6-4afe-9c3a-5783d93724bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:06.366895 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075e0486-4df6-4afe-9c3a-5783d93724bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e50b71e0-4804-4772-b3dc-41ce804175f8,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:06.405905 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-075e0486-4df6-4afe-9c3a-5783d93724bf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=409b21e74c2142c296b5f3ca96c980de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8845990 May 05 20:06:06.411552 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 48786) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:06:06.421248 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b1a2cd0c-1241-4094-a20e-2fd39ad89d04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:06.428314 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-b3203cca-414b-4ec7-bc20-721377b43a41 req-fc4da5d3-22b5-4683-b699-a954ecf59499 service neutron] For port 6ae0d955-b67c-408e-854a-dc6c78117432, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:06:06.431588 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-b3203cca-414b-4ec7-bc20-721377b43a41 req-fc4da5d3-22b5-4683-b699-a954ecf59499 service neutron] For port 6ae0d955-b67c-408e-854a-dc6c78117432, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=6ae0d955-b67c-408e-854a-dc6c78117432,segment=NetworkSegment(f9de3193-e4fa-4f1d-a073-95ff8ac5fa76),segment_id=f9de3193-e4fa-4f1d-a073-95ff8ac5fa76)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:06:06.467839 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b1a2cd0c-1241-4094-a20e-2fd39ad89d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:06.473353 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fb7fc4dd-93d7-47f3-aeca-50a8304123c4 req-b2a48e08-2651-4303-9e94-ed41e35550de tempest-ServerShowV257Test-1717809176 tempest-ServerShowV257Test-1717809176-project] 10.222.0.36 "GET /v2.0/ports?device_id=650582a6-7d9c-4ed8-8839-02c2f3e4c8ec HTTP/1.1" status: 200 len: 210 time: 0.0648715 May 05 20:06:06.498545 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b3203cca-414b-4ec7-bc20-721377b43a41 req-fc4da5d3-22b5-4683-b699-a954ecf59499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:06.512066 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b1a2cd0c-1241-4094-a20e-2fd39ad89d04 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=618c27589f38479aa01b1bafb63ba1b1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1258945 May 05 20:06:06.514710 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 48792) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:06:06.620855 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d2bb029d-43a2-4f53-a806-30cfc35f63f3 req-ba4fcb54-f802-437a-9f23-2c9964e4554b tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/security-groups?id=66299a25-9ea8-43e5-ae69-782b36dd1dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260438 May 05 20:06:06.674914 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a2cd0c-1241-4094-a20e-2fd39ad89d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c54fdfaa-8278-4a0f-8d7e-36604f144302,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:06.697352 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3203cca-414b-4ec7-bc20-721377b43a41 req-fc4da5d3-22b5-4683-b699-a954ecf59499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:06.697963 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b3203cca-414b-4ec7-bc20-721377b43a41 req-fc4da5d3-22b5-4683-b699-a954ecf59499 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:06.699377 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b3203cca-414b-4ec7-bc20-721377b43a41 req-fc4da5d3-22b5-4683-b699-a954ecf59499 service neutron] 10.222.0.24 "PUT /v2.0/ports/6ae0d955-b67c-408e-854a-dc6c78117432 HTTP/1.1" status: 200 len: 1092 time: 2.7198198 May 05 20:06:06.714249 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63250baa-2318-4b71-bc1f-87c95bbcfd10', 'tag': '6ae0d955-b67c-408e-854a-dc6c78117432'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:06:06.795270 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3dd4c2ea-d41c-44c2-ba7f-83f05a12f926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:06.830411 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-aac29468-a138-4739-a005-6db73ae80986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:06.836735 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3dd4c2ea-d41c-44c2-ba7f-83f05a12f926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:06.860894 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4da5d3-22b5-4683-b699-a954ecf59499 service neutron] Pushing event updated for resources: {'Port': ['ID=6ae0d955-b67c-408e-854a-dc6c78117432,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:06.925956 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3dd4c2ea-d41c-44c2-ba7f-83f05a12f926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:06.946170 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0054bc44-cb63-4392-b9a1-1ab2b2d71a39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:06.964681 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd4c2ea-d41c-44c2-ba7f-83f05a12f926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54fdfaa-8278-4a0f-8d7e-36604f144302,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:07.007554 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 48804) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:06:07.026944 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3dd4c2ea-d41c-44c2-ba7f-83f05a12f926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:07.030680 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-3dd4c2ea-d41c-44c2-ba7f-83f05a12f926 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c54fdfaa-8278-4a0f-8d7e-36604f144302 HTTP/1.1" status: 204 len: 168 time: 0.5126965 May 05 20:06:07.123554 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0054bc44-cb63-4392-b9a1-1ab2b2d71a39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:07.124617 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776fc4fb-4d00-4de9-9484-a1fd18abb677 req-feeaebe5-81ba-4971-9470-530a5285fc0a tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:07.136546 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-776fc4fb-4d00-4de9-9484-a1fd18abb677 req-feeaebe5-81ba-4971-9470-530a5285fc0a tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/ports?device_id=63250baa-2318-4b71-bc1f-87c95bbcfd10 HTTP/1.1" status: 200 len: 944 time: 0.4677444 May 05 20:06:07.181820 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3203cca-414b-4ec7-bc20-721377b43a41 req-7e144e11-4c5a-48c7-976a-4235067fecbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:07.183327 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b3203cca-414b-4ec7-bc20-721377b43a41 req-7e144e11-4c5a-48c7-976a-4235067fecbb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2b65203be12a44e3b2b676f0adb9acc7&device_id=63250baa-2318-4b71-bc1f-87c95bbcfd10 HTTP/1.1" status: 200 len: 1095 time: 0.4411077 May 05 20:06:07.192556 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd1862-1e6b-4d1f-a477-7f2b07d7a1dd req-c3c76c22-7d8c-404f-895c-09d494871f36 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:07.200298 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3cdd1862-1e6b-4d1f-a477-7f2b07d7a1dd req-c3c76c22-7d8c-404f-895c-09d494871f36 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=f48bb592-11bc-4a9a-83c7-77098e5d0fa4 HTTP/1.1" status: 200 len: 945 time: 0.3506444 May 05 20:06:07.270203 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b3203cca-414b-4ec7-bc20-721377b43a41 req-89ffd9cc-168c-4a1d-83d0-1d7dded8a014 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ae0d955-b67c-408e-854a-dc6c78117432 HTTP/1.1" status: 200 len: 217 time: 0.0677073 May 05 20:06:07.284648 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-26071229-3c6b-48ef-b417-2ab5f15d7210 req-ea9c4f58-dba4-4483-afd1-35a386290b93 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=650582a6-7d9c-4ed8-8839-02c2f3e4c8ec HTTP/1.1" status: 200 len: 210 time: 0.0499220 May 05 20:06:07.301887 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-776fc4fb-4d00-4de9-9484-a1fd18abb677 req-dba6f48f-41a5-4bf8-b2d1-1e444dc3ab7f tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/security-groups?id=a87cffbd-4ad3-469d-b9f4-161689cc6d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1642613 May 05 20:06:07.355997 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3203cca-414b-4ec7-bc20-721377b43a41 req-faf6f2fe-807b-4c51-8e62-ea3d4a12648d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:07.357630 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b3203cca-414b-4ec7-bc20-721377b43a41 req-faf6f2fe-807b-4c51-8e62-ea3d4a12648d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d250ed8-07f6-4f08-a934-d3c76d471e2d HTTP/1.1" status: 200 len: 853 time: 0.0679746 May 05 20:06:07.447222 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3cdd1862-1e6b-4d1f-a477-7f2b07d7a1dd req-b4f4cbec-fa2f-4920-8257-a88b8190bea3 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/security-groups?id=66299a25-9ea8-43e5-ae69-782b36dd1dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457600 May 05 20:06:07.451333 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0054bc44-cb63-4392-b9a1-1ab2b2d71a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:07.512588 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054bc44-cb63-4392-b9a1-1ab2b2d71a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e50b71e0-4804-4772-b3dc-41ce804175f8,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:07.528686 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6559dff6-d9c0-4e61-aabf-83aa93f79c17 req-f1b9d4a0-7f43-4e27-8764-a66bfc9aaca7 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:07.541444 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6559dff6-d9c0-4e61-aabf-83aa93f79c17 req-f1b9d4a0-7f43-4e27-8764-a66bfc9aaca7 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/ports?device_id=c41999b5-4b70-480e-9673-e0a9ec8c2694 HTTP/1.1" status: 200 len: 946 time: 0.1228588 May 05 20:06:07.550598 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cb65a5e-9904-410a-8a08-81432d6908d4'] response: {'name': 'network-changed', 'server_uuid': '63250baa-2318-4b71-bc1f-87c95bbcfd10', 'tag': '6ae0d955-b67c-408e-854a-dc6c78117432', 'status': 'completed', 'code': 200} May 05 20:06:07.556290 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0054bc44-cb63-4392-b9a1-1ab2b2d71a39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:07.557607 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-0054bc44-cb63-4392-b9a1-1ab2b2d71a39 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e50b71e0-4804-4772-b3dc-41ce804175f8 HTTP/1.1" status: 204 len: 168 time: 1.1393757 May 05 20:06:07.577395 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3203cca-414b-4ec7-bc20-721377b43a41 req-1500cf5e-1ec7-4e73-85a7-9f7310bf060b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:07.590409 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b3203cca-414b-4ec7-bc20-721377b43a41 req-1500cf5e-1ec7-4e73-85a7-9f7310bf060b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=025bffd7-43d6-46c1-996a-8056de7069d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2206199 May 05 20:06:07.598490 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6559dff6-d9c0-4e61-aabf-83aa93f79c17 req-c14a2b6f-9b1c-4f17-8c09-d74c53604d27 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bb0d1af-6061-4898-83b0-c73ccfcdf251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526736 May 05 20:06:07.683841 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9a3f976e-2251-4e79-affc-3ff61f13532a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:07.721838 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-9a3f976e-2251-4e79-affc-3ff61f13532a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:06:07.732748 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-9a3f976e-2251-4e79-affc-3ff61f13532a admin admin] Usage tracker for resource:security_group_rule and tenant:20dd6da07cd444a0ba45f9909641b059 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:06:07.737735 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-9a3f976e-2251-4e79-affc-3ff61f13532a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:06:07.751858 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-9a3f976e-2251-4e79-affc-3ff61f13532a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:06:07.768394 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:07.999522 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9a3f976e-2251-4e79-affc-3ff61f13532a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:08.009276 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9a3f976e-2251-4e79-affc-3ff61f13532a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:08.016566 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:08.070065 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3f976e-2251-4e79-affc-3ff61f13532a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4cfdb0-f26f-45df-ba63-de17e57a476a,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:08.123737 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-9a3f976e-2251-4e79-affc-3ff61f13532a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=20dd6da07cd444a0ba45f9909641b059&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1096375 May 05 20:06:08.127466 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 48834) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:06:08.129063 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b3203cca-414b-4ec7-bc20-721377b43a41 req-32751b4f-bf49-43f0-ba00-f156890fd725 service neutron] 10.222.0.24 "GET /v2.0/networks/025bffd7-43d6-46c1-996a-8056de7069d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5250614 May 05 20:06:08.266162 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fa4863e7-c6ab-49cd-bb70-e692f93e537b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:08.369801 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fa4863e7-c6ab-49cd-bb70-e692f93e537b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:08.537740 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b3203cca-414b-4ec7-bc20-721377b43a41 req-f6346b06-56c4-4d3f-bddd-99d77bf8216e service neutron] 10.222.0.24 "GET /v2.0/networks/025bffd7-43d6-46c1-996a-8056de7069d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4070640 May 05 20:06:08.544054 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-948c6a1a-0bb9-4c5a-8d1e-73cb8a413ea9 req-0d99fca1-e36a-4125-91be-0539ecbbd6d4 tempest-ServerShowV257Test-1717809176 tempest-ServerShowV257Test-1717809176-project] 10.222.0.36 "GET /v2.0/ports?device_id=650582a6-7d9c-4ed8-8839-02c2f3e4c8ec HTTP/1.1" status: 200 len: 210 time: 0.0631189 May 05 20:06:08.545249 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fa4863e7-c6ab-49cd-bb70-e692f93e537b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:08.571588 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4863e7-c6ab-49cd-bb70-e692f93e537b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4cfdb0-f26f-45df-ba63-de17e57a476a,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:08.575899 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fa4863e7-c6ab-49cd-bb70-e692f93e537b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:08.579231 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-fa4863e7-c6ab-49cd-bb70-e692f93e537b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ca4cfdb0-f26f-45df-ba63-de17e57a476a HTTP/1.1" status: 204 len: 168 time: 0.4451201 May 05 20:06:08.641537 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab29ca2-e9b0-42a8-8eee-0860d41beae5 req-461f0ac6-e216-4d43-acd6-1306529238c4 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:08.660193 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-aab29ca2-e9b0-42a8-8eee-0860d41beae5 req-461f0ac6-e216-4d43-acd6-1306529238c4 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 947 time: 0.8092055 May 05 20:06:08.746995 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-aab29ca2-e9b0-42a8-8eee-0860d41beae5 req-4bcc905a-ea7b-487a-8637-6178ba880045 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846844 May 05 20:06:09.143795 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b0ba68-6716-4f3c-a6a3-f04d5cb0be7d req-a9ae2887-2c55-4c8b-a1c4-45c56e7dad24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:09.148354 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-73b0ba68-6716-4f3c-a6a3-f04d5cb0be7d req-a9ae2887-2c55-4c8b-a1c4-45c56e7dad24 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2b65203be12a44e3b2b676f0adb9acc7&device_id=63250baa-2318-4b71-bc1f-87c95bbcfd10 HTTP/1.1" status: 200 len: 1095 time: 0.3523908 May 05 20:06:09.486955 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:09.528832 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843d8d63-7ed7-49e1-a18b-45666724ca2f req-6039e08b-87ea-4b12-97c9-d3586d7e8e63 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:09.530396 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-843d8d63-7ed7-49e1-a18b-45666724ca2f req-6039e08b-87ea-4b12-97c9-d3586d7e8e63 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/ports?device_id=63250baa-2318-4b71-bc1f-87c95bbcfd10 HTTP/1.1" status: 200 len: 944 time: 0.5313327 May 05 20:06:09.605474 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f43e4fc-dcec-45ba-bac3-f73270a662e7 req-cbe55108-6fc1-4d4f-9d56-5fce6f134245 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:09.608216 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9f43e4fc-dcec-45ba-bac3-f73270a662e7 req-cbe55108-6fc1-4d4f-9d56-5fce6f134245 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.24 "GET /v2.0/ports?device_id=f48bb592-11bc-4a9a-83c7-77098e5d0fa4 HTTP/1.1" status: 200 len: 945 time: 0.1145895 May 05 20:06:09.665049 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b0ba68-6716-4f3c-a6a3-f04d5cb0be7d req-6d5a1b87-f362-4b72-a5d7-5abb0851633b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:09.666843 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-73b0ba68-6716-4f3c-a6a3-f04d5cb0be7d req-6d5a1b87-f362-4b72-a5d7-5abb0851633b service neutron] 10.222.0.24 "GET /v2.0/networks?id=025bffd7-43d6-46c1-996a-8056de7069d8 HTTP/1.1" status: 200 len: 915 time: 0.5081944 May 05 20:06:09.787326 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-73b0ba68-6716-4f3c-a6a3-f04d5cb0be7d req-63bf61a7-557c-4012-b0f0-898d666c5918 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ae0d955-b67c-408e-854a-dc6c78117432 HTTP/1.1" status: 200 len: 217 time: 0.1046619 May 05 20:06:09.797520 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-843d8d63-7ed7-49e1-a18b-45666724ca2f req-aecc994c-aaf6-4fe4-9f32-683fccc15c0e tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/security-groups?id=a87cffbd-4ad3-469d-b9f4-161689cc6d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2318907 May 05 20:06:09.944726 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b0ba68-6716-4f3c-a6a3-f04d5cb0be7d req-4c0754ce-8a4a-4592-973e-5fdea6cbdd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:09.946521 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-73b0ba68-6716-4f3c-a6a3-f04d5cb0be7d req-4c0754ce-8a4a-4592-973e-5fdea6cbdd6c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d250ed8-07f6-4f08-a934-d3c76d471e2d HTTP/1.1" status: 200 len: 853 time: 0.1447976 May 05 20:06:09.953888 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-9f43e4fc-dcec-45ba-bac3-f73270a662e7 req-f78dbce8-256e-47e1-ae9a-f1c2639777a8 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Deleting port eff6d173-318a-4815-a8bc-a1fa777db5bb {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:06:09.954366 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-9f43e4fc-dcec-45ba-bac3-f73270a662e7 req-f78dbce8-256e-47e1-ae9a-f1c2639777a8 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:10.254081 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b40e2-4887-4a91-be9f-80d42a583d91 req-6da6958e-a7f7-499c-9022-4bf231728971 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:10.255018 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-787b40e2-4887-4a91-be9f-80d42a583d91 req-6da6958e-a7f7-499c-9022-4bf231728971 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=f48bb592-11bc-4a9a-83c7-77098e5d0fa4 HTTP/1.1" status: 200 len: 945 time: 0.2077510 May 05 20:06:10.258240 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b0ba68-6716-4f3c-a6a3-f04d5cb0be7d req-e52b7919-99a1-40ff-b5be-3b95345fd61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:10.259857 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-73b0ba68-6716-4f3c-a6a3-f04d5cb0be7d req-e52b7919-99a1-40ff-b5be-3b95345fd61a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=025bffd7-43d6-46c1-996a-8056de7069d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3066897 May 05 20:06:10.273467 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb08238c-78ce-42be-b664-3c7b1e7752c9 req-df228c73-dfca-497e-9a7a-a9304515d439 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:10.275135 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fb08238c-78ce-42be-b664-3c7b1e7752c9 req-df228c73-dfca-497e-9a7a-a9304515d439 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/ports?device_id=c41999b5-4b70-480e-9673-e0a9ec8c2694 HTTP/1.1" status: 200 len: 946 time: 0.4661987 May 05 20:06:10.342823 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fb08238c-78ce-42be-b664-3c7b1e7752c9 req-7dcbde90-d79e-457e-920b-bb6221dc58dd tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bb0d1af-6061-4898-83b0-c73ccfcdf251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567987 May 05 20:06:10.352272 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-9f43e4fc-dcec-45ba-bac3-f73270a662e7 req-f78dbce8-256e-47e1-ae9a-f1c2639777a8 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] For port eff6d173-318a-4815-a8bc-a1fa777db5bb, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=eff6d173-318a-4815-a8bc-a1fa777db5bb,segment=NetworkSegment(e431113b-0838-4dae-91c9-bf783ad37054),segment_id=e431113b-0838-4dae-91c9-bf783ad37054)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:06:10.352791 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-9f43e4fc-dcec-45ba-bac3-f73270a662e7 req-f78dbce8-256e-47e1-ae9a-f1c2639777a8 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:10.516067 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-787b40e2-4887-4a91-be9f-80d42a583d91 req-b3b6413f-08b6-47f9-9a11-e616e5f46eee tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/security-groups?id=66299a25-9ea8-43e5-ae69-782b36dd1dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510753 May 05 20:06:10.626794 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-73b0ba68-6716-4f3c-a6a3-f04d5cb0be7d req-f63517fd-0703-4be9-b8c4-8f95fff0485a service neutron] 10.222.0.24 "GET /v2.0/networks/025bffd7-43d6-46c1-996a-8056de7069d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282440 May 05 20:06:10.790009 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-9f43e4fc-dcec-45ba-bac3-f73270a662e7 req-f78dbce8-256e-47e1-ae9a-f1c2639777a8 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Calling delete_port for eff6d173-318a-4815-a8bc-a1fa777db5bb owned by compute:nova {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:06:10.898470 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1d6a9594-fc51-48ca-9465-f4a9ed5d80cc req-d51e2fcd-9932-4efc-80a8-903664cf30ba tempest-ServerShowV257Test-1717809176 tempest-ServerShowV257Test-1717809176-project] 10.222.0.36 "GET /v2.0/ports?device_id=650582a6-7d9c-4ed8-8839-02c2f3e4c8ec HTTP/1.1" status: 200 len: 210 time: 0.3271809 May 05 20:06:11.290179 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-9f43e4fc-dcec-45ba-bac3-f73270a662e7 req-f78dbce8-256e-47e1-ae9a-f1c2639777a8 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:11.304179 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['eff6d173-318a-4815-a8bc-a1fa777db5bb'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:06:11.435777 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 48926) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:06:11.473029 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-73b0ba68-6716-4f3c-a6a3-f04d5cb0be7d req-5ee4d4d3-43f7-493a-81dd-808886359137 service neutron] 10.222.0.24 "GET /v2.0/networks/025bffd7-43d6-46c1-996a-8056de7069d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8391547 May 05 20:06:11.530368 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 6ae0d955-b67c-408e-854a-dc6c78117432 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:06:11.686088 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de23058-d525-4532-b7f8-4eebe773ae41 req-6aa5ac5a-bf2d-4b34-bb62-a18dc6740f9e tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:11.699457 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0de23058-d525-4532-b7f8-4eebe773ae41 req-6aa5ac5a-bf2d-4b34-bb62-a18dc6740f9e tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 947 time: 0.8196135 May 05 20:06:11.719437 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78dbce8-256e-47e1-ae9a-f1c2639777a8 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Pushing event deleted for resources: {'Port': ['ID=eff6d173-318a-4815-a8bc-a1fa777db5bb,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:11.742379 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f43e4fc-dcec-45ba-bac3-f73270a662e7 req-f78dbce8-256e-47e1-ae9a-f1c2639777a8 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] No DVR routers for this DVR port eff6d173-318a-4815-a8bc-a1fa777db5bb on host n-h1-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:06:11.745602 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-9f43e4fc-dcec-45ba-bac3-f73270a662e7 req-f78dbce8-256e-47e1-ae9a-f1c2639777a8 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:11.757594 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f48bb592-11bc-4a9a-83c7-77098e5d0fa4', 'name': 'network-vif-deleted', 'tag': 'eff6d173-318a-4815-a8bc-a1fa777db5bb'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:06:11.769346 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9f43e4fc-dcec-45ba-bac3-f73270a662e7 req-f78dbce8-256e-47e1-ae9a-f1c2639777a8 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.24 "DELETE /v2.0/ports/eff6d173-318a-4815-a8bc-a1fa777db5bb HTTP/1.1" status: 204 len: 173 time: 2.1496804 May 05 20:06:11.788983 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21224d1-c6b5-4524-b2b9-cecb42d2e593 req-ba8880bd-d9c8-49e4-8c08-b71596fe105d tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:11.797756 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 6ae0d955-b67c-408e-854a-dc6c78117432, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=6ae0d955-b67c-408e-854a-dc6c78117432,segment=NetworkSegment(f9de3193-e4fa-4f1d-a073-95ff8ac5fa76),segment_id=f9de3193-e4fa-4f1d-a073-95ff8ac5fa76)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:06:11.798841 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b21224d1-c6b5-4524-b2b9-cecb42d2e593 req-ba8880bd-d9c8-49e4-8c08-b71596fe105d tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/ports?device_id=63250baa-2318-4b71-bc1f-87c95bbcfd10 HTTP/1.1" status: 200 len: 944 time: 0.6418023 May 05 20:06:11.815646 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '6ae0d955-b67c-408e-854a-dc6c78117432', 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8', 'port_id': '6ae0d955-b67c-408e-854a-dc6c78117432', 'mac_address': 'fa:16:3e:11:5c:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d250ed8-07f6-4f08-a934-d3c76d471e2d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:06:11.861270 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b21224d1-c6b5-4524-b2b9-cecb42d2e593 req-e0b6e638-5a85-4624-a618-eed4203e24e7 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/security-groups?id=a87cffbd-4ad3-469d-b9f4-161689cc6d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601661 May 05 20:06:11.899384 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:11.921168 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0de23058-d525-4532-b7f8-4eebe773ae41 req-2d9c76f6-1211-4eef-9f24-42701e4eaed5 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2207460 May 05 20:06:11.936554 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ae0d955-b67c-408e-854a-dc6c78117432 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:06:11.990152 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 6ae0d955-b67c-408e-854a-dc6c78117432, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=6ae0d955-b67c-408e-854a-dc6c78117432,segment=NetworkSegment(f9de3193-e4fa-4f1d-a073-95ff8ac5fa76),segment_id=f9de3193-e4fa-4f1d-a073-95ff8ac5fa76)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:06:11.995844 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:12.062783 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 48956) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:06:12.120628 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-78fc9a15-b8ea-44ce-a7bc-f4ea6cf7f017 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1727356474-network', 'tenant_id': '437a40f247c444b7b8d3dc7c0c8e0aa1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:06:12.128352 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-78fc9a15-b8ea-44ce-a7bc-f4ea6cf7f017 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:06:12.142795 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-78fc9a15-b8ea-44ce-a7bc-f4ea6cf7f017 admin admin] Usage tracker for resource:network and tenant:437a40f247c444b7b8d3dc7c0c8e0aa1 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:06:12.150159 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-78fc9a15-b8ea-44ce-a7bc-f4ea6cf7f017 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:06:12.168073 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-78fc9a15-b8ea-44ce-a7bc-f4ea6cf7f017 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:06:12.186403 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78fc9a15-b8ea-44ce-a7bc-f4ea6cf7f017 admin admin] Made reservation on behalf of 437a40f247c444b7b8d3dc7c0c8e0aa1 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:06:12.191469 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-78fc9a15-b8ea-44ce-a7bc-f4ea6cf7f017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:12.203714 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=6ae0d955-b67c-408e-854a-dc6c78117432,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:12.216525 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-78fc9a15-b8ea-44ce-a7bc-f4ea6cf7f017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:12.231405 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['6ae0d955-b67c-408e-854a-dc6c78117432'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:06:12.264594 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-78fc9a15-b8ea-44ce-a7bc-f4ea6cf7f017 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:06:12.271103 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-78fc9a15-b8ea-44ce-a7bc-f4ea6cf7f017 admin admin] Usage tracker for resource:security_group_rule and tenant:437a40f247c444b7b8d3dc7c0c8e0aa1 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:06:12.296485 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-78fc9a15-b8ea-44ce-a7bc-f4ea6cf7f017 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:06:12.305660 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-78fc9a15-b8ea-44ce-a7bc-f4ea6cf7f017 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:06:12.308307 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-b9c6f91b-a105-41fb-982d-4d34197d0662 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Request body: {'floatingip': {'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:06:12.320597 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b9c6f91b-a105-41fb-982d-4d34197d0662 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:06:12.333886 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-b9c6f91b-a105-41fb-982d-4d34197d0662 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Usage tracker for resource:floatingip and tenant:ee4ab4890f8e46d8bf1051da3595abcd is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:06:12.338402 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-b9c6f91b-a105-41fb-982d-4d34197d0662 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:06:12.356490 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b9c6f91b-a105-41fb-982d-4d34197d0662 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:06:12.440491 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48a960f-705e-44fc-9d3d-ad21091ff3e7 req-64a0edd2-bb5f-464c-be4e-f007fc0121c0 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:12.452581 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c48a960f-705e-44fc-9d3d-ad21091ff3e7 req-64a0edd2-bb5f-464c-be4e-f007fc0121c0 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/ports?device_id=c41999b5-4b70-480e-9673-e0a9ec8c2694 HTTP/1.1" status: 200 len: 946 time: 0.2568138 May 05 20:06:12.477705 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-78fc9a15-b8ea-44ce-a7bc-f4ea6cf7f017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:12.490977 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b9c6f91b-a105-41fb-982d-4d34197d0662 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks [] for floatingip, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:12.494099 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-78fc9a15-b8ea-44ce-a7bc-f4ea6cf7f017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:12.531234 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78fc9a15-b8ea-44ce-a7bc-f4ea6cf7f017 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:06:12.572689 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-78fc9a15-b8ea-44ce-a7bc-f4ea6cf7f017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:12.573049 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-78fc9a15-b8ea-44ce-a7bc-f4ea6cf7f017 admin admin] Added segment 50b16787-3d56-4698-8708-596db0fae658 of type vlan for network 4bb260c0-58ef-42fa-9b03-aaae2c79357f May 05 20:06:12.638398 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c48a960f-705e-44fc-9d3d-ad21091ff3e7 req-24cd7fe9-faea-4391-ac4f-5230e30b1310 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bb0d1af-6061-4898-83b0-c73ccfcdf251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781843 May 05 20:06:12.639232 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-78fc9a15-b8ea-44ce-a7bc-f4ea6cf7f017 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:12.742439 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-78fc9a15-b8ea-44ce-a7bc-f4ea6cf7f017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:12.743551 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fc9a15-b8ea-44ce-a7bc-f4ea6cf7f017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:12.744157 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-78fc9a15-b8ea-44ce-a7bc-f4ea6cf7f017 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:12.885057 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd48fee6-e5ea-4ce6-9cf2-b7478ec29862'] response: {'server_uuid': 'f48bb592-11bc-4a9a-83c7-77098e5d0fa4', 'name': 'network-vif-deleted', 'tag': 'eff6d173-318a-4815-a8bc-a1fa777db5bb', 'status': 'completed', 'code': 200} May 05 20:06:12.894696 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fc9a15-b8ea-44ce-a7bc-f4ea6cf7f017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b32f94be-5622-4e78-a4ef-53b2e5705148,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:12.990313 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-69dc3271-41ee-4dfa-8023-66ce3565db25 req-14874bb9-21c4-4357-b469-67f17cdb3247 tempest-ServerDiskConfigTestJSON-1846522769 tempest-ServerDiskConfigTestJSON-1846522769-project] 10.222.0.36 "GET /v2.0/ports?device_id=f48bb592-11bc-4a9a-83c7-77098e5d0fa4 HTTP/1.1" status: 200 len: 210 time: 0.0723917 May 05 20:06:13.073776 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b9c6f91b-a105-41fb-982d-4d34197d0662 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:13.184497 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-78fc9a15-b8ea-44ce-a7bc-f4ea6cf7f017 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7426672 May 05 20:06:13.192029 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ddf5dea6-1d2d-46c7-9c32-c0e26dd4a005 req-d85fcc4d-a196-4e1b-8b0a-6d77c25d00b9 tempest-ServerShowV257Test-1717809176 tempest-ServerShowV257Test-1717809176-project] 10.222.0.36 "GET /v2.0/ports?device_id=650582a6-7d9c-4ed8-8839-02c2f3e4c8ec HTTP/1.1" status: 200 len: 210 time: 0.2178378 May 05 20:06:13.192862 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fc9a15-b8ea-44ce-a7bc-f4ea6cf7f017 admin admin] Pushing event updated for resources: {'Network': ['ID=4bb260c0-58ef-42fa-9b03-aaae2c79357f,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:13.198117 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 48974) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:06:13.219520 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-a30730fb-c8bb-4bce-9c7e-b9e9e773affe admin admin] Request body: {'subnet': {'network_id': '4bb260c0-58ef-42fa-9b03-aaae2c79357f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1727356474-subnet', 'tenant_id': '437a40f247c444b7b8d3dc7c0c8e0aa1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:06:13.222484 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 4bb260c0-58ef-42fa-9b03-aaae2c79357f details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:06:13.245470 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-a30730fb-c8bb-4bce-9c7e-b9e9e773affe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:06:13.257410 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a30730fb-c8bb-4bce-9c7e-b9e9e773affe admin admin] Usage tracker for resource:subnet and tenant:437a40f247c444b7b8d3dc7c0c8e0aa1 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:06:13.270785 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a30730fb-c8bb-4bce-9c7e-b9e9e773affe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:06:13.325640 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-a30730fb-c8bb-4bce-9c7e-b9e9e773affe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:06:13.339485 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a30730fb-c8bb-4bce-9c7e-b9e9e773affe admin admin] Made reservation on behalf of 437a40f247c444b7b8d3dc7c0c8e0aa1 for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:06:13.343852 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a30730fb-c8bb-4bce-9c7e-b9e9e773affe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:13.405507 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a122dee7-ef40-4111-ac52-d26acb8376ae req-c1c58c6b-f04c-4f28-8d43-b86e65c374c0 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:13.417009 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a122dee7-ef40-4111-ac52-d26acb8376ae req-c1c58c6b-f04c-4f28-8d43-b86e65c374c0 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/ports?device_id=63250baa-2318-4b71-bc1f-87c95bbcfd10 HTTP/1.1" status: 200 len: 945 time: 0.2667515 May 05 20:06:13.514927 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-b9c6f91b-a105-41fb-982d-4d34197d0662 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Allocated IP 172.25.0.141 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/06a7149c-2773-4824-a96a-80d32abf67cb) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:06:13.520020 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a122dee7-ef40-4111-ac52-d26acb8376ae req-1d8e81c6-a2a8-48f3-a61b-536465e04ea6 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/security-groups?id=a87cffbd-4ad3-469d-b9f4-161689cc6d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021993 May 05 20:06:13.530416 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 6ae0d955-b67c-408e-854a-dc6c78117432 up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:06:13.636030 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port 6ae0d955-b67c-408e-854a-dc6c78117432 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:06:13.641648 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 6ae0d955-b67c-408e-854a-dc6c78117432 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:06:13.642249 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:13.777463 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a30730fb-c8bb-4bce-9c7e-b9e9e773affe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:13.834518 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b9c6f91b-a105-41fb-982d-4d34197d0662 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:13.873184 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b9c6f91b-a105-41fb-982d-4d34197d0662 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:13.916366 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409c1c80-b496-4cfe-8225-17bffc1d266f req-a0df51eb-5e7e-4eb4-a997-6a299c8db14b tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:13.922087 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-409c1c80-b496-4cfe-8225-17bffc1d266f req-a0df51eb-5e7e-4eb4-a997-6a299c8db14b tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 947 time: 0.2915275 May 05 20:06:13.949893 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30730fb-c8bb-4bce-9c7e-b9e9e773affe admin admin] Checking segment: {'id': '50b16787-3d56-4698-8708-596db0fae658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4bb260c0-58ef-42fa-9b03-aaae2c79357f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:06:13.950269 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30730fb-c8bb-4bce-9c7e-b9e9e773affe admin admin] Network hostable DHCP agents. Network: 4bb260c0-58ef-42fa-9b03-aaae2c79357f, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:06:13.952751 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:14.004332 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c6f91b-a105-41fb-982d-4d34197d0662 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:06:14.012643 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-b9c6f91b-a105-41fb-982d-4d34197d0662 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:06:14.026189 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63250baa-2318-4b71-bc1f-87c95bbcfd10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae0d955-b67c-408e-854a-dc6c78117432'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:06:14.030513 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c6f91b-a105-41fb-982d-4d34197d0662 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:06:14.051735 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 6ae0d955-b67c-408e-854a-dc6c78117432, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=6ae0d955-b67c-408e-854a-dc6c78117432,segment=NetworkSegment(f9de3193-e4fa-4f1d-a073-95ff8ac5fa76),segment_id=f9de3193-e4fa-4f1d-a073-95ff8ac5fa76)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:06:14.058130 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:14.064500 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device eff6d173-318a-4815-a8bc-a1fa777db5bb no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:06:14.086068 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c6f91b-a105-41fb-982d-4d34197d0662 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Pushing event updated for resources: {'Port': ['ID=06a7149c-2773-4824-a96a-80d32abf67cb,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:14.095281 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-409c1c80-b496-4cfe-8225-17bffc1d266f req-7b8505b2-e938-4920-b9d2-ffa335b09f0a tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514163 May 05 20:06:14.119968 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30730fb-c8bb-4bce-9c7e-b9e9e773affe admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cdbcd87-3122-4405-9158-91956439b36b,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:14.124685 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf5b617-2fae-48be-a627-ea83106c6a98 req-7da0c485-a9bb-4a61-8764-a235682d5f3d tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:14.126198 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30730fb-c8bb-4bce-9c7e-b9e9e773affe admin admin] Network 4bb260c0-58ef-42fa-9b03-aaae2c79357f is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:06:14.126326 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7bf5b617-2fae-48be-a627-ea83106c6a98 req-7da0c485-a9bb-4a61-8764-a235682d5f3d tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/ports?device_id=c41999b5-4b70-480e-9673-e0a9ec8c2694 HTTP/1.1" status: 200 len: 946 time: 0.1924262 May 05 20:06:14.149076 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-a30730fb-c8bb-4bce-9c7e-b9e9e773affe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 4bb260c0-58ef-42fa-9b03-aaae2c79357f) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:06:14.156986 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30730fb-c8bb-4bce-9c7e-b9e9e773affe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:14.157703 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a30730fb-c8bb-4bce-9c7e-b9e9e773affe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:14.197705 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-a30730fb-c8bb-4bce-9c7e-b9e9e773affe admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9881361 May 05 20:06:14.202844 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561b29dc-c980-4c63-825b-3f0b0bddf8fa None None] Network 4bb260c0-58ef-42fa-9b03-aaae2c79357f requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:06:14.277307 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7bf5b617-2fae-48be-a627-ea83106c6a98 req-c024fbb0-0ce6-4dfc-9b93-8efe752ff728 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bb0d1af-6061-4898-83b0-c73ccfcdf251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224444 May 05 20:06:14.302320 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b9c6f91b-a105-41fb-982d-4d34197d0662 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:14.409138 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] No Port match for: eff6d173-318a-4815-a8bc-a1fa777db5bb {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:06:14.409717 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device eff6d173-318a-4815-a8bc-a1fa777db5bb not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:06:14.510833 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b9c6f91b-a105-41fb-982d-4d34197d0662 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:14.544461 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=6ae0d955-b67c-408e-854a-dc6c78117432,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:14.609587 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d30c520-3aaf-488a-a196-3151af3424ee'] response: {'server_uuid': '63250baa-2318-4b71-bc1f-87c95bbcfd10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae0d955-b67c-408e-854a-dc6c78117432', 'code': 200} May 05 20:06:14.619260 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:14.776935 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1955db0a-ca54-4aa3-92b0-1031c41a2eb9 req-f047290e-f04f-4808-8d27-74983367d158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:14.781868 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1955db0a-ca54-4aa3-92b0-1031c41a2eb9 req-f047290e-f04f-4808-8d27-74983367d158 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=63250baa-2318-4b71-bc1f-87c95bbcfd10 HTTP/1.1" status: 200 len: 1097 time: 0.2923994 May 05 20:06:14.810562 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe07db6c-11ba-4cdf-bf47-6674eca2175a None None] Network 4bb260c0-58ef-42fa-9b03-aaae2c79357f requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:06:14.962635 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b9c6f91b-a105-41fb-982d-4d34197d0662 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:15.005200 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1955db0a-ca54-4aa3-92b0-1031c41a2eb9 req-1ccae976-bae2-473b-93a1-e98bbe22ac1a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a87cffbd-4ad3-469d-b9f4-161689cc6d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2117586 May 05 20:06:15.012957 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b9c6f91b-a105-41fb-982d-4d34197d0662 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:15.071169 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f366c3-9cf6-40d7-9846-ff1058c7c975 req-23cd1934-9b23-42db-9725-fd18b03b9d12 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:15.073318 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c3f366c3-9cf6-40d7-9846-ff1058c7c975 req-23cd1934-9b23-42db-9725-fd18b03b9d12 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/ports?device_id=63250baa-2318-4b71-bc1f-87c95bbcfd10 HTTP/1.1" status: 200 len: 946 time: 0.2292743 May 05 20:06:15.122725 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-149aaa21-3edf-4eb9-b33c-bfded45ba692 req-977b02bd-7c3e-4cf4-8a26-2644271fe031 tempest-ServerShowV257Test-1717809176 tempest-ServerShowV257Test-1717809176-project] 10.222.0.36 "GET /v2.0/ports?device_id=650582a6-7d9c-4ed8-8839-02c2f3e4c8ec HTTP/1.1" status: 200 len: 210 time: 0.1578236 May 05 20:06:15.203264 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c3f366c3-9cf6-40d7-9846-ff1058c7c975 req-5e55fc53-2ed5-49b8-bb69-7fb228ea8eed tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/security-groups?id=a87cffbd-4ad3-469d-b9f4-161689cc6d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175387 May 05 20:06:15.264819 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c6f91b-a105-41fb-982d-4d34197d0662 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Pushing event updated for resources: {'Port': ['ID=06a7149c-2773-4824-a96a-80d32abf67cb,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:15.293456 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b9c6f91b-a105-41fb-982d-4d34197d0662 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:15.322350 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b9c6f91b-a105-41fb-982d-4d34197d0662 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:15.328093 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b9c6f91b-a105-41fb-982d-4d34197d0662 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2603865 May 05 20:06:15.328093 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 49030) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:06:15.339190 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-8295266e-25b5-47b4-9fcd-a6bc37855a25 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1125033807'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:06:15.356189 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8295266e-25b5-47b4-9fcd-a6bc37855a25 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:06:15.362173 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-8295266e-25b5-47b4-9fcd-a6bc37855a25 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Usage tracker for resource:network and tenant:ee4ab4890f8e46d8bf1051da3595abcd is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:06:15.368879 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-8295266e-25b5-47b4-9fcd-a6bc37855a25 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:06:15.383397 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8295266e-25b5-47b4-9fcd-a6bc37855a25 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:06:15.400278 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8295266e-25b5-47b4-9fcd-a6bc37855a25 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Made reservation on behalf of ee4ab4890f8e46d8bf1051da3595abcd for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:06:15.404812 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8295266e-25b5-47b4-9fcd-a6bc37855a25 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:15.420886 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8295266e-25b5-47b4-9fcd-a6bc37855a25 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:15.455131 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8295266e-25b5-47b4-9fcd-a6bc37855a25 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:06:15.459129 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-8295266e-25b5-47b4-9fcd-a6bc37855a25 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Usage tracker for resource:security_group_rule and tenant:ee4ab4890f8e46d8bf1051da3595abcd is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:06:15.463072 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-8295266e-25b5-47b4-9fcd-a6bc37855a25 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:06:15.470326 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8295266e-25b5-47b4-9fcd-a6bc37855a25 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:06:15.525224 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0bff28-85d1-4c81-b5b1-176832a96d45 req-25e7120f-d7ba-4d89-aa7b-4bf964d66a4b tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:15.532351 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4c0bff28-85d1-4c81-b5b1-176832a96d45 req-25e7120f-d7ba-4d89-aa7b-4bf964d66a4b tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 947 time: 0.1038678 May 05 20:06:15.601859 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4c0bff28-85d1-4c81-b5b1-176832a96d45 req-81b8de02-7a6e-402d-879d-a29bc2dc1947 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665665 May 05 20:06:15.790145 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae62e31-7e58-42f9-b1a2-2b00fec15abc req-09779316-c7f8-44ef-b1e6-28ac558be96d tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:15.792155 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3ae62e31-7e58-42f9-b1a2-2b00fec15abc req-09779316-c7f8-44ef-b1e6-28ac558be96d tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/ports?device_id=c41999b5-4b70-480e-9673-e0a9ec8c2694 HTTP/1.1" status: 200 len: 946 time: 0.0936234 May 05 20:06:15.839378 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8295266e-25b5-47b4-9fcd-a6bc37855a25 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:15.852466 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3ae62e31-7e58-42f9-b1a2-2b00fec15abc req-b511705c-11a1-463b-bc46-4a42292148c7 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bb0d1af-6061-4898-83b0-c73ccfcdf251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545287 May 05 20:06:15.885266 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8295266e-25b5-47b4-9fcd-a6bc37855a25 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:15.918658 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8295266e-25b5-47b4-9fcd-a6bc37855a25 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:06:15.942660 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f0310-20cd-4a6f-8d60-8432278739a8 req-86ab6757-b224-4aaf-a164-72e7b4639cb2 tempest-ServerAddressesTestJSON-1745532123 tempest-ServerAddressesTestJSON-1745532123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:15.944784 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0e7f0310-20cd-4a6f-8d60-8432278739a8 req-86ab6757-b224-4aaf-a164-72e7b4639cb2 tempest-ServerAddressesTestJSON-1745532123 tempest-ServerAddressesTestJSON-1745532123-project] 10.222.0.36 "GET /v2.0/networks?id=4bb260c0-58ef-42fa-9b03-aaae2c79357f HTTP/1.1" status: 200 len: 814 time: 0.4185691 May 05 20:06:15.946220 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8295266e-25b5-47b4-9fcd-a6bc37855a25 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:15.946564 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-8295266e-25b5-47b4-9fcd-a6bc37855a25 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Added segment 31917ae2-1201-492b-ac38-1b73a6345583 of type vlan for network 0a53b6ca-750c-40a5-9257-56e6f1e52cc3 May 05 20:06:15.982812 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0e7f0310-20cd-4a6f-8d60-8432278739a8 req-78537af4-2214-45b5-b613-929b6afb742d tempest-ServerAddressesTestJSON-1745532123 tempest-ServerAddressesTestJSON-1745532123-project] 10.222.0.36 "GET /v2.0/quotas/437a40f247c444b7b8d3dc7c0c8e0aa1 HTTP/1.1" status: 200 len: 375 time: 0.0236914 May 05 20:06:15.991563 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8295266e-25b5-47b4-9fcd-a6bc37855a25 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af18af20-ee9f-4367-847e-ca3f561127ff,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:16.085692 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8295266e-25b5-47b4-9fcd-a6bc37855a25 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:16.091061 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0e7f0310-20cd-4a6f-8d60-8432278739a8 req-41bacccb-6b7c-48cb-ad7d-c772b22c54f7 tempest-ServerAddressesTestJSON-1745532123 tempest-ServerAddressesTestJSON-1745532123-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=437a40f247c444b7b8d3dc7c0c8e0aa1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0716980 May 05 20:06:16.099551 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 49060) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:06:16.118203 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:16.244639 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8295266e-25b5-47b4-9fcd-a6bc37855a25 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:16.254733 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8295266e-25b5-47b4-9fcd-a6bc37855a25 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:16.255381 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8295266e-25b5-47b4-9fcd-a6bc37855a25 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:16.386365 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f5ff2bc-52e0-4388-9167-f980e08cef66 admin admin] Deleting subnet ac45120c-2218-40fc-a7a8-1f58fb39de57 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:06:16.404544 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0f5ff2bc-52e0-4388-9167-f980e08cef66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:16.475814 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3a9ab283-b4d9-4598-aec3-f6ee77fe1feb req-2e7ac6fb-bfcf-4396-8786-08bca89a38d7 tempest-ServerShowV257Test-1717809176 tempest-ServerShowV257Test-1717809176-project] 10.222.0.36 "GET /v2.0/ports?device_id=650582a6-7d9c-4ed8-8839-02c2f3e4c8ec HTTP/1.1" status: 200 len: 210 time: 0.1499481 May 05 20:06:16.525768 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-8295266e-25b5-47b4-9fcd-a6bc37855a25 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1968842 May 05 20:06:16.528659 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 49098) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:06:16.530079 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8295266e-25b5-47b4-9fcd-a6bc37855a25 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Pushing event updated for resources: {'Network': ['ID=0a53b6ca-750c-40a5-9257-56e6f1e52cc3,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:16.544394 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-79297bd6-e464-4740-a737-809a23ba4059 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Request body: {'subnet': {'network_id': '0a53b6ca-750c-40a5-9257-56e6f1e52cc3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:06:16.559533 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 0a53b6ca-750c-40a5-9257-56e6f1e52cc3 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:06:16.576820 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0f5ff2bc-52e0-4388-9167-f980e08cef66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:16.683651 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0e7f0310-20cd-4a6f-8d60-8432278739a8 req-3bacc9ab-efb9-4c5a-9689-1fd64a13f3cd service neutron] 10.222.0.36 "GET /v2.0/networks/4bb260c0-58ef-42fa-9b03-aaae2c79357f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5806127 May 05 20:06:16.794606 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-79297bd6-e464-4740-a737-809a23ba4059 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:06:16.800956 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-79297bd6-e464-4740-a737-809a23ba4059 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Usage tracker for resource:subnet and tenant:ee4ab4890f8e46d8bf1051da3595abcd is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:06:16.805197 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-79297bd6-e464-4740-a737-809a23ba4059 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:06:16.812180 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-79297bd6-e464-4740-a737-809a23ba4059 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:06:16.827214 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79297bd6-e464-4740-a737-809a23ba4059 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Made reservation on behalf of ee4ab4890f8e46d8bf1051da3595abcd for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:06:16.830538 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-79297bd6-e464-4740-a737-809a23ba4059 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:16.834437 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0e7f0310-20cd-4a6f-8d60-8432278739a8 req-a17ed8a6-cfc6-4a28-9841-75e726257139 service neutron] 10.222.0.36 "GET /v2.0/networks/4bb260c0-58ef-42fa-9b03-aaae2c79357f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499476 May 05 20:06:16.835456 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0f5ff2bc-52e0-4388-9167-f980e08cef66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:16.884391 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72045e96-7fb5-4682-97aa-b9b63fc4cb55 req-48ef76fb-19d8-4ca0-b049-eede240f187a tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:16.886058 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-72045e96-7fb5-4682-97aa-b9b63fc4cb55 req-48ef76fb-19d8-4ca0-b049-eede240f187a tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/ports?device_id=63250baa-2318-4b71-bc1f-87c95bbcfd10 HTTP/1.1" status: 200 len: 946 time: 0.1809578 May 05 20:06:16.918186 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0f5ff2bc-52e0-4388-9167-f980e08cef66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:16.962604 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5ff2bc-52e0-4388-9167-f980e08cef66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac45120c-2218-40fc-a7a8-1f58fb39de57,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:16.966277 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0f5ff2bc-52e0-4388-9167-f980e08cef66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:16.975472 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-0f5ff2bc-52e0-4388-9167-f980e08cef66 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/ac45120c-2218-40fc-a7a8-1f58fb39de57 HTTP/1.1" status: 204 len: 168 time: 0.8747027 May 05 20:06:16.976133 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 49112) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:06:16.998661 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-72045e96-7fb5-4682-97aa-b9b63fc4cb55 req-7e296299-31c9-4bf5-892f-b4f129ba977b tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/security-groups?id=a87cffbd-4ad3-469d-b9f4-161689cc6d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633492 May 05 20:06:17.112559 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-199909d0-beb0-4ea5-bb2d-cd33ae43eedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:17.271978 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-199909d0-beb0-4ea5-bb2d-cd33ae43eedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:17.313188 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-79297bd6-e464-4740-a737-809a23ba4059 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:17.350914 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-199909d0-beb0-4ea5-bb2d-cd33ae43eedf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64a22928-0684-4ae0-bb8b-56899f865035']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:06:17.368470 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-199909d0-beb0-4ea5-bb2d-cd33ae43eedf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e431113b-0838-4dae-91c9-bf783ad37054') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:06:17.368757 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-199909d0-beb0-4ea5-bb2d-cd33ae43eedf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e431113b-0838-4dae-91c9-bf783ad37054') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:06:17.383819 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-199909d0-beb0-4ea5-bb2d-cd33ae43eedf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:17.409348 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-199909d0-beb0-4ea5-bb2d-cd33ae43eedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:17.419144 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-199909d0-beb0-4ea5-bb2d-cd33ae43eedf admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:06:17.419566 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-199909d0-beb0-4ea5-bb2d-cd33ae43eedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:17.433640 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:06:17.433640 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:06:17.433640 n-d-840717-1 neutron-server[88198]: timer() May 05 20:06:17.433640 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:06:17.433640 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:06:17.433640 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:06:17.433640 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:06:17.433640 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:06:17.433640 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:06:17.433640 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:06:17.433640 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:06:17.433640 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:06:17.433640 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:06:17.433640 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:06:17.433640 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:06:17.433640 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:06:17.433640 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:06:17.433640 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:06:17.433640 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:06:17.433640 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:06:17.433640 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:06:17.433640 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:06:17.433640 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:06:17.433640 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:06:17.433640 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:06:17.433640 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:06:17.433640 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:06:17.433640 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:06:17.433640 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:06:17.433640 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:06:17.433640 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:06:17.433640 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:06:17.442468 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164a29be-d322-4a6e-a0bd-6bc18c84c096 req-aee829c5-74e5-4994-8821-9408e294cbf5 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:17.452207 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-164a29be-d322-4a6e-a0bd-6bc18c84c096 req-aee829c5-74e5-4994-8821-9408e294cbf5 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 947 time: 0.2232547 May 05 20:06:17.465250 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1005319-9c0e-409c-bfb3-d19f208a0b6f req-12f7eaeb-de21-4813-85dd-9ff7b49f4c7c tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:17.473265 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c1005319-9c0e-409c-bfb3-d19f208a0b6f req-12f7eaeb-de21-4813-85dd-9ff7b49f4c7c tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/ports?device_id=c41999b5-4b70-480e-9673-e0a9ec8c2694 HTTP/1.1" status: 200 len: 946 time: 0.1904960 May 05 20:06:17.492748 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79297bd6-e464-4740-a737-809a23ba4059 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Pushing event updated for resources: {'Subnet': ['ID=933215f6-6664-4c34-8fc5-e07fba002224,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:17.514795 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79297bd6-e464-4740-a737-809a23ba4059 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Checking segment: {'id': '31917ae2-1201-492b-ac38-1b73a6345583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0a53b6ca-750c-40a5-9257-56e6f1e52cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:06:17.515205 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79297bd6-e464-4740-a737-809a23ba4059 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Network hostable DHCP agents. Network: 0a53b6ca-750c-40a5-9257-56e6f1e52cc3, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:06:17.537134 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-164a29be-d322-4a6e-a0bd-6bc18c84c096 req-d3c7e6bd-b303-459d-b90a-0b157a0a9541 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823805 May 05 20:06:17.572025 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79297bd6-e464-4740-a737-809a23ba4059 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Network 0a53b6ca-750c-40a5-9257-56e6f1e52cc3 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:06:17.602945 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-79297bd6-e464-4740-a737-809a23ba4059 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 0a53b6ca-750c-40a5-9257-56e6f1e52cc3) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:06:17.615473 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79297bd6-e464-4740-a737-809a23ba4059 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:17.617033 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-79297bd6-e464-4740-a737-809a23ba4059 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:17.621385 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32943149-dc61-489f-a2fb-813d016b8084 None None] Network 0a53b6ca-750c-40a5-9257-56e6f1e52cc3 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:06:17.678557 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-79297bd6-e464-4740-a737-809a23ba4059 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1471670 May 05 20:06:17.682369 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 49144) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:06:17.691328 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-1bdfa55d-d670-4e85-8868-e97b9115a385 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-916321692', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}, 'admin_state_up': False}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:06:17.698081 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c1005319-9c0e-409c-bfb3-d19f208a0b6f req-1068f278-a291-4fa5-b8a9-c075109e0c28 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bb0d1af-6061-4898-83b0-c73ccfcdf251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225199 May 05 20:06:17.700456 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-199909d0-beb0-4ea5-bb2d-cd33ae43eedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:17.711143 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-1bdfa55d-d670-4e85-8868-e97b9115a385 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:06:17.711345 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-199909d0-beb0-4ea5-bb2d-cd33ae43eedf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:17.722346 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-1bdfa55d-d670-4e85-8868-e97b9115a385 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Usage tracker for resource:router and tenant:ee4ab4890f8e46d8bf1051da3595abcd is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:06:17.731189 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-1bdfa55d-d670-4e85-8868-e97b9115a385 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:06:17.744417 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-1bdfa55d-d670-4e85-8868-e97b9115a385 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:06:17.763271 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1bdfa55d-d670-4e85-8868-e97b9115a385 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:17.764828 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1bdfa55d-d670-4e85-8868-e97b9115a385 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:17.800746 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199909d0-beb0-4ea5-bb2d-cd33ae43eedf admin admin] Pushing event deleted for resources: {'Network': ['ID=64a22928-0684-4ae0-bb8b-56899f865035,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:17.801093 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1bdfa55d-d670-4e85-8868-e97b9115a385 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:17.828102 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-199909d0-beb0-4ea5-bb2d-cd33ae43eedf admin admin] 10.222.0.36 "DELETE /v2.0/networks/64a22928-0684-4ae0-bb8b-56899f865035 HTTP/1.1" status: 204 len: 168 time: 0.8508756 May 05 20:06:18.088783 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5c830d88-234a-4fa8-b783-17bdfa1e4fba req-06e6aaab-7665-4405-803a-5ad371ee38a9 tempest-ServerAddressesTestJSON-1745532123 tempest-ServerAddressesTestJSON-1745532123-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcd6bde3-024f-4ea1-ba21-a055ddf79dcb HTTP/1.1" status: 200 len: 210 time: 0.1309423 May 05 20:06:18.209999 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 49154) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:06:18.228386 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d24b8-57a7-41dd-8fee-4e2633229a7b req-cd7d7556-6f7d-4533-a510-834a094c8046 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:18.243938 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f69d24b8-57a7-41dd-8fee-4e2633229a7b req-cd7d7556-6f7d-4533-a510-834a094c8046 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/ports?device_id=63250baa-2318-4b71-bc1f-87c95bbcfd10 HTTP/1.1" status: 200 len: 946 time: 0.1846459 May 05 20:06:18.246808 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 49158) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:06:18.289814 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-47c4b666-e111-4d35-890f-fdadd9d9cebe tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Request body: {'floatingip': {'port_id': '6ae0d955-b67c-408e-854a-dc6c78117432'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:06:18.315571 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1bdfa55d-d670-4e85-8868-e97b9115a385 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:18.324283 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f153ac0-9a34-4895-911e-6f8efcc4c764 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-0a53b6ca-750c-40a5-9257-56e6f1e52cc3', 'network_id': '0a53b6ca-750c-40a5-9257-56e6f1e52cc3', 'tenant_id': 'ee4ab4890f8e46d8bf1051da3595abcd', 'fixed_ips': [{'subnet_id': '933215f6-6664-4c34-8fc5-e07fba002224'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:06:18.325532 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5f153ac0-9a34-4895-911e-6f8efcc4c764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:18.418890 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b9b37ce3-d470-4bcd-b604-b6f4a639cadc req-56ef4b0b-c31d-4460-a6a6-97fa07f980b6 tempest-ServerShowV257Test-1717809176 tempest-ServerShowV257Test-1717809176-project] 10.222.0.36 "GET /v2.0/ports?device_id=650582a6-7d9c-4ed8-8839-02c2f3e4c8ec HTTP/1.1" status: 200 len: 210 time: 0.0747924 May 05 20:06:18.460645 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 3f7222db-61b2-414b-9998-e780d493326a no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:06:18.645989 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-5f153ac0-9a34-4895-911e-6f8efcc4c764 None None] Allocated IP 172.20.0.2 (0a53b6ca-750c-40a5-9257-56e6f1e52cc3/933215f6-6664-4c34-8fc5-e07fba002224/9be11f97-5068-4e3d-8065-9774275915bd) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:06:18.707998 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:18.775921 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-47c4b666-e111-4d35-890f-fdadd9d9cebe tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for floatingip, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:19.014246 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23be5922-5b14-4759-a0ea-a939a58aa704', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f7222db-61b2-414b-9998-e780d493326a'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:06:19.035431 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5f153ac0-9a34-4895-911e-6f8efcc4c764 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:19.038779 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 3f7222db-61b2-414b-9998-e780d493326a, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=3f7222db-61b2-414b-9998-e780d493326a,segment=NetworkSegment(e34c646b-9075-4e31-b89f-c8f9e824e389),segment_id=e34c646b-9075-4e31-b89f-c8f9e824e389)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:06:19.046716 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:19.058211 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f74d99f8-2a0c-4444-b16a-6f5466fb4d72 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8b52762fd06e4296bbd13851ef018dfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8401978 May 05 20:06:19.086152 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 49170) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:06:19.109984 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-5f153ac0-9a34-4895-911e-6f8efcc4c764 None None] Transition to ACTIVE for port object 9be11f97-5068-4e3d-8065-9774275915bd will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:06:19.138937 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-5f153ac0-9a34-4895-911e-6f8efcc4c764 None None] Transition to ACTIVE for port object 9be11f97-5068-4e3d-8065-9774275915bd will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:06:19.142680 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=3f7222db-61b2-414b-9998-e780d493326a,revision_number=14']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:19.146089 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5f153ac0-9a34-4895-911e-6f8efcc4c764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:19.150271 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1bdfa55d-d670-4e85-8868-e97b9115a385 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks [] for router_gateway, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:19.160279 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64164558-15ed-4d0a-8ee4-b1166dea5acd req-10af05bb-216d-4753-bc97-f7e4b451940d tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:19.161865 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-64164558-15ed-4d0a-8ee4-b1166dea5acd req-10af05bb-216d-4753-bc97-f7e4b451940d tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 947 time: 0.5676541 May 05 20:06:19.201590 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1bdfa55d-d670-4e85-8868-e97b9115a385 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:19.208793 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f153ac0-9a34-4895-911e-6f8efcc4c764 None None] Network 0a53b6ca-750c-40a5-9257-56e6f1e52cc3 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:06:19.212467 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-5f153ac0-9a34-4895-911e-6f8efcc4c764 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:06:19.216242 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f153ac0-9a34-4895-911e-6f8efcc4c764 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:06:19.266813 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f153ac0-9a34-4895-911e-6f8efcc4c764 None None] Pushing event updated for resources: {'Port': ['ID=9be11f97-5068-4e3d-8065-9774275915bd,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:19.319069 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-5f153ac0-9a34-4895-911e-6f8efcc4c764 None None] Attempting to bind port 9be11f97-5068-4e3d-8065-9774275915bd on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:06:19.319593 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-5f153ac0-9a34-4895-911e-6f8efcc4c764 None None] Attempting to bind port 9be11f97-5068-4e3d-8065-9774275915bd by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '31917ae2-1201-492b-ac38-1b73a6345583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0a53b6ca-750c-40a5-9257-56e6f1e52cc3'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:06:19.319887 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f153ac0-9a34-4895-911e-6f8efcc4c764 None None] Attempting to bind port 9be11f97-5068-4e3d-8065-9774275915bd on network 0a53b6ca-750c-40a5-9257-56e6f1e52cc3 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:06:19.325529 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f153ac0-9a34-4895-911e-6f8efcc4c764 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:06:19.325901 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f153ac0-9a34-4895-911e-6f8efcc4c764 None None] Checking segment: {'id': '31917ae2-1201-492b-ac38-1b73a6345583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0a53b6ca-750c-40a5-9257-56e6f1e52cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:06:19.326299 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5f153ac0-9a34-4895-911e-6f8efcc4c764 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:19.326686 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f153ac0-9a34-4895-911e-6f8efcc4c764 None None] Bound using segment: {'id': '31917ae2-1201-492b-ac38-1b73a6345583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0a53b6ca-750c-40a5-9257-56e6f1e52cc3'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:06:19.327145 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-5f153ac0-9a34-4895-911e-6f8efcc4c764 None None] Bound port: 9be11f97-5068-4e3d-8065-9774275915bd, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31917ae2-1201-492b-ac38-1b73a6345583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0a53b6ca-750c-40a5-9257-56e6f1e52cc3'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:06:19.327539 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5f153ac0-9a34-4895-911e-6f8efcc4c764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:19.329677 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f0310-20cd-4a6f-8d60-8432278739a8 req-020196f8-bdea-4a83-a62d-cf6725983621 tempest-ServerAddressesTestJSON-1745532123 tempest-ServerAddressesTestJSON-1745532123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:19.330366 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-0e7f0310-20cd-4a6f-8d60-8432278739a8 req-020196f8-bdea-4a83-a62d-cf6725983621 tempest-ServerAddressesTestJSON-1745532123 tempest-ServerAddressesTestJSON-1745532123-project] Synchronizing usage tracker for tenant:437a40f247c444b7b8d3dc7c0c8e0aa1 on resource:network {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:06:19.369054 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-64164558-15ed-4d0a-8ee4-b1166dea5acd req-a881d9c9-fe24-460c-93f5-efe68fb88072 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1940975 May 05 20:06:19.425310 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-5f153ac0-9a34-4895-911e-6f8efcc4c764 None None] For port 9be11f97-5068-4e3d-8065-9774275915bd, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:06:19.428704 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-5f153ac0-9a34-4895-911e-6f8efcc4c764 None None] For port 9be11f97-5068-4e3d-8065-9774275915bd, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=9be11f97-5068-4e3d-8065-9774275915bd,segment=NetworkSegment(31917ae2-1201-492b-ac38-1b73a6345583),segment_id=31917ae2-1201-492b-ac38-1b73a6345583)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:06:19.433293 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5f153ac0-9a34-4895-911e-6f8efcc4c764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:19.451302 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-09aa4678-ccab-4cf6-9a44-06d31f9494b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:19.472243 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-0e7f0310-20cd-4a6f-8d60-8432278739a8 req-020196f8-bdea-4a83-a62d-cf6725983621 tempest-ServerAddressesTestJSON-1745532123 tempest-ServerAddressesTestJSON-1745532123-project] Unset dirty status for tenant:437a40f247c444b7b8d3dc7c0c8e0aa1 on resource:network {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:06:19.473399 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0e7f0310-20cd-4a6f-8d60-8432278739a8 req-020196f8-bdea-4a83-a62d-cf6725983621 tempest-ServerAddressesTestJSON-1745532123 tempest-ServerAddressesTestJSON-1745532123-project] 10.222.0.24 "GET /v2.0/networks?id=4bb260c0-58ef-42fa-9b03-aaae2c79357f HTTP/1.1" status: 200 len: 814 time: 0.6413646 May 05 20:06:19.496608 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-0e7f0310-20cd-4a6f-8d60-8432278739a8 req-6d9775b3-0e5a-4f00-8199-141c07ddd536 tempest-ServerAddressesTestJSON-1745532123 tempest-ServerAddressesTestJSON-1745532123-project] Request body: {'port': {'device_id': 'fcd6bde3-024f-4ea1-ba21-a055ddf79dcb', 'network_id': '4bb260c0-58ef-42fa-9b03-aaae2c79357f', 'admin_state_up': True, 'tenant_id': '437a40f247c444b7b8d3dc7c0c8e0aa1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:06:19.518966 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3febc970-195a-46fb-a618-22a731dbcc55 req-88ed6c9c-29e6-48e5-b7d3-00d29da1b530 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:19.526808 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3febc970-195a-46fb-a618-22a731dbcc55 req-88ed6c9c-29e6-48e5-b7d3-00d29da1b530 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/ports?device_id=c41999b5-4b70-480e-9673-e0a9ec8c2694 HTTP/1.1" status: 200 len: 946 time: 0.4885733 May 05 20:06:19.596390 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-09aa4678-ccab-4cf6-9a44-06d31f9494b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:19.604253 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f153ac0-9a34-4895-911e-6f8efcc4c764 None None] Pushing event updated for resources: {'Port': ['ID=9be11f97-5068-4e3d-8065-9774275915bd,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:19.613420 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-1bdfa55d-d670-4e85-8868-e97b9115a385 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Allocated IP 172.25.0.69 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/564b0ef3-4a1a-450c-aa66-cff661e31ff2) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:06:19.684806 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c48a1572-1ecb-49a9-b16b-a71b36460796'] response: {'server_uuid': '23be5922-5b14-4759-a0ea-a939a58aa704', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f7222db-61b2-414b-9998-e780d493326a', 'code': 200} May 05 20:06:19.739821 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3febc970-195a-46fb-a618-22a731dbcc55 req-c1ca8f14-8ba8-4c03-9d70-01b5f9b9a57d tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bb0d1af-6061-4898-83b0-c73ccfcdf251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120419 May 05 20:06:19.895813 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5fe81d78-ba1c-471d-864d-12d44c9d00e1 req-cf9404aa-d231-4df6-a84b-2499e99d3026 tempest-ServerAddressesTestJSON-1745532123 tempest-ServerAddressesTestJSON-1745532123-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcd6bde3-024f-4ea1-ba21-a055ddf79dcb HTTP/1.1" status: 200 len: 210 time: 0.0750194 May 05 20:06:19.946154 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-47c4b666-e111-4d35-890f-fdadd9d9cebe tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:19.951857 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-47c4b666-e111-4d35-890f-fdadd9d9cebe tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:20.114515 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4770b3c9-68a9-4f9c-8659-50f0148c75f8 req-8ea97690-6537-45ca-a7f9-fadc3d1eccf9 tempest-ServerShowV257Test-1717809176 tempest-ServerShowV257Test-1717809176-project] 10.222.0.36 "GET /v2.0/ports?device_id=650582a6-7d9c-4ed8-8839-02c2f3e4c8ec HTTP/1.1" status: 200 len: 210 time: 0.1502860 May 05 20:06:20.184701 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-0e7f0310-20cd-4a6f-8d60-8432278739a8 req-6d9775b3-0e5a-4f00-8199-141c07ddd536 tempest-ServerAddressesTestJSON-1745532123 tempest-ServerAddressesTestJSON-1745532123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:06:20.198490 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-0e7f0310-20cd-4a6f-8d60-8432278739a8 req-6d9775b3-0e5a-4f00-8199-141c07ddd536 tempest-ServerAddressesTestJSON-1745532123 tempest-ServerAddressesTestJSON-1745532123-project] Usage tracker for resource:port and tenant:437a40f247c444b7b8d3dc7c0c8e0aa1 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:06:20.205458 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-0e7f0310-20cd-4a6f-8d60-8432278739a8 req-6d9775b3-0e5a-4f00-8199-141c07ddd536 tempest-ServerAddressesTestJSON-1745532123 tempest-ServerAddressesTestJSON-1745532123-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:06:20.217398 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-0e7f0310-20cd-4a6f-8d60-8432278739a8 req-6d9775b3-0e5a-4f00-8199-141c07ddd536 tempest-ServerAddressesTestJSON-1745532123 tempest-ServerAddressesTestJSON-1745532123-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:06:20.243447 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-09aa4678-ccab-4cf6-9a44-06d31f9494b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:20.250019 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1bdfa55d-d670-4e85-8868-e97b9115a385 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:20.274103 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e7f0310-20cd-4a6f-8d60-8432278739a8 req-6d9775b3-0e5a-4f00-8199-141c07ddd536 tempest-ServerAddressesTestJSON-1745532123 tempest-ServerAddressesTestJSON-1745532123-project] Made reservation on behalf of 437a40f247c444b7b8d3dc7c0c8e0aa1 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:06:20.277928 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-0e7f0310-20cd-4a6f-8d60-8432278739a8 req-6d9775b3-0e5a-4f00-8199-141c07ddd536 tempest-ServerAddressesTestJSON-1745532123 tempest-ServerAddressesTestJSON-1745532123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:20.287209 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aa4678-ccab-4cf6-9a44-06d31f9494b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66299a25-9ea8-43e5-ae69-782b36dd1dcf,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:20.290684 n-d-840717-1 neutron-server[88198]: INFO neutron.db.l3_db [None req-47c4b666-e111-4d35-890f-fdadd9d9cebe tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Floating IP a13ed0d0-d163-4f19-b6ec-c2b2d8efc50d associated. External IP: 172.25.0.64, port: 6ae0d955-b67c-408e-854a-dc6c78117432. May 05 20:06:20.310387 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa4678-ccab-4cf6-9a44-06d31f9494b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:06:20.310691 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa4678-ccab-4cf6-9a44-06d31f9494b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:06:20.311027 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa4678-ccab-4cf6-9a44-06d31f9494b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:06:20.311377 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa4678-ccab-4cf6-9a44-06d31f9494b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:06:20.311709 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa4678-ccab-4cf6-9a44-06d31f9494b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:06:20.312034 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa4678-ccab-4cf6-9a44-06d31f9494b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:06:20.312352 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa4678-ccab-4cf6-9a44-06d31f9494b4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:06:20.312840 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa4678-ccab-4cf6-9a44-06d31f9494b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:06:20.312953 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa4678-ccab-4cf6-9a44-06d31f9494b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:06:20.313275 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa4678-ccab-4cf6-9a44-06d31f9494b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:06:20.313593 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa4678-ccab-4cf6-9a44-06d31f9494b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:06:20.313901 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa4678-ccab-4cf6-9a44-06d31f9494b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:06:20.413772 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-09aa4678-ccab-4cf6-9a44-06d31f9494b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:20.415034 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-09aa4678-ccab-4cf6-9a44-06d31f9494b4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/66299a25-9ea8-43e5-ae69-782b36dd1dcf HTTP/1.1" status: 204 len: 168 time: 1.3278148 May 05 20:06:20.500672 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1bdfa55d-d670-4e85-8868-e97b9115a385 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:20.703311 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdfa55d-d670-4e85-8868-e97b9115a385 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Pushing event updated for resources: {'Port': ['ID=564b0ef3-4a1a-450c-aa66-cff661e31ff2,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:20.729252 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdfa55d-d670-4e85-8868-e97b9115a385 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:06:20.732825 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-1bdfa55d-d670-4e85-8868-e97b9115a385 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:06:20.763511 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdfa55d-d670-4e85-8868-e97b9115a385 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:06:20.931817 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-0e7f0310-20cd-4a6f-8d60-8432278739a8 req-6d9775b3-0e5a-4f00-8199-141c07ddd536 tempest-ServerAddressesTestJSON-1745532123 tempest-ServerAddressesTestJSON-1745532123-project] Allocated IP 172.20.0.4 (4bb260c0-58ef-42fa-9b03-aaae2c79357f/0cdbcd87-3122-4405-9158-91956439b36b/6c99454e-ca86-41c7-ac20-87c24520a619) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:06:20.977072 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 9be11f97-5068-4e3d-8065-9774275915bd up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:06:21.165334 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 9be11f97-5068-4e3d-8065-9774275915bd completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:06:21.246545 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ea0bbeae-6052-40a2-8974-b742570b046f req-906e1988-785a-40f7-8db7-c8f697b67ab8 tempest-ServerAddressesTestJSON-1745532123 tempest-ServerAddressesTestJSON-1745532123-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcd6bde3-024f-4ea1-ba21-a055ddf79dcb HTTP/1.1" status: 200 len: 210 time: 0.0516739 May 05 20:06:21.251184 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47c4b666-e111-4d35-890f-fdadd9d9cebe tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Router bc6a4113-edb3-47fc-a579-1ad503721aac has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:06:21.372151 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e46da7-09a1-49e1-9809-94129eb1a12a None None] Network 0a53b6ca-750c-40a5-9257-56e6f1e52cc3 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:06:21.483750 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c4b666-e111-4d35-890f-fdadd9d9cebe tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:06:21.489554 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-47c4b666-e111-4d35-890f-fdadd9d9cebe tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:21.555282 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0cc295-748f-47b5-a30e-600857a40048 None None] Sync routers for ids ['bc6a4113-edb3-47fc-a579-1ad503721aac'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:06:21.584044 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0cc295-748f-47b5-a30e-600857a40048 None None] Routers {'bc6a4113-edb3-47fc-a579-1ad503721aac'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:06:21.585320 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-ff0cc295-748f-47b5-a30e-600857a40048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:06:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['bc6a4113-edb3-47fc-a579-1ad503721aac'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:06:21.652344 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-47c4b666-e111-4d35-890f-fdadd9d9cebe tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "PUT /v2.0/floatingips/a13ed0d0-d163-4f19-b6ec-c2b2d8efc50d HTTP/1.1" status: 200 len: 991 time: 3.3724370 May 05 20:06:21.653704 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63250baa-2318-4b71-bc1f-87c95bbcfd10', 'tag': '6ae0d955-b67c-408e-854a-dc6c78117432'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:06:21.684417 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-6adcc318-ba31-40ed-abf0-ece2c7f4318e None None] Provisioning for port 9be11f97-5068-4e3d-8065-9774275915bd completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:06:21.690929 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c9ed6-ba81-44be-9905-b2c54ce1e0d0 req-41091375-a295-4106-ba9b-64d23844f541 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:21.701522 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b63c9ed6-ba81-44be-9905-b2c54ce1e0d0 req-41091375-a295-4106-ba9b-64d23844f541 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.1651576 May 05 20:06:21.720851 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-6adcc318-ba31-40ed-abf0-ece2c7f4318e None None] Provisioning complete for port 9be11f97-5068-4e3d-8065-9774275915bd triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:06:21.720851 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6adcc318-ba31-40ed-abf0-ece2c7f4318e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:21.761730 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b63c9ed6-ba81-44be-9905-b2c54ce1e0d0 req-747babbf-ffba-4cbf-b5df-d6fd9f320f18 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530365 May 05 20:06:21.801728 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8474c7b0-3d75-404a-9111-1ab0409a8660 req-f3b74ef5-d87f-4105-b6f3-c6827afc22d3 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:21.803257 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8474c7b0-3d75-404a-9111-1ab0409a8660 req-f3b74ef5-d87f-4105-b6f3-c6827afc22d3 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/ports?device_id=c41999b5-4b70-480e-9673-e0a9ec8c2694 HTTP/1.1" status: 200 len: 946 time: 0.6689837 May 05 20:06:21.868238 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 49316) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:06:21.979763 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-778f92d6-5f29-424c-b73f-0588d792a307 req-6e91d820-8c82-4763-bebd-1e5518231ecb tempest-ServerShowV257Test-1717809176 tempest-ServerShowV257Test-1717809176-project] 10.222.0.36 "GET /v2.0/ports?device_id=650582a6-7d9c-4ed8-8839-02c2f3e4c8ec HTTP/1.1" status: 200 len: 210 time: 0.0964158 May 05 20:06:21.983957 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8474c7b0-3d75-404a-9111-1ab0409a8660 req-34c873ce-f27c-4b28-b1db-3f6d88f09fef tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bb0d1af-6061-4898-83b0-c73ccfcdf251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715233 May 05 20:06:21.991895 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-0e7f0310-20cd-4a6f-8d60-8432278739a8 req-6d9775b3-0e5a-4f00-8199-141c07ddd536 tempest-ServerAddressesTestJSON-1745532123 tempest-ServerAddressesTestJSON-1745532123-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:21.995088 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1bdfa55d-d670-4e85-8868-e97b9115a385 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks [] for router_gateway, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:22.018728 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-891ca3f8-7778-410a-ad13-12e4d8b34323 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-645240957-network', 'tenant_id': '51033f662b4a41faabaa592f98ca548e'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:06:22.024627 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-891ca3f8-7778-410a-ad13-12e4d8b34323 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:06:22.032021 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-891ca3f8-7778-410a-ad13-12e4d8b34323 admin admin] Usage tracker for resource:network and tenant:51033f662b4a41faabaa592f98ca548e is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:06:22.037145 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-891ca3f8-7778-410a-ad13-12e4d8b34323 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:06:22.058301 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-891ca3f8-7778-410a-ad13-12e4d8b34323 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:06:22.111865 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12323917-2c6c-4f92-a44c-ea1acad773f8'] response: {'name': 'network-changed', 'server_uuid': '63250baa-2318-4b71-bc1f-87c95bbcfd10', 'tag': '6ae0d955-b67c-408e-854a-dc6c78117432', 'status': 'completed', 'code': 200} May 05 20:06:22.122605 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-ff0cc295-748f-47b5-a30e-600857a40048 None None] Set router bc6a4113-edb3-47fc-a579-1ad503721aac gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:06:22.173851 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-891ca3f8-7778-410a-ad13-12e4d8b34323 admin admin] Made reservation on behalf of 51033f662b4a41faabaa592f98ca548e for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:06:22.176439 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-891ca3f8-7778-410a-ad13-12e4d8b34323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:22.291688 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-891ca3f8-7778-410a-ad13-12e4d8b34323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:22.333023 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6adcc318-ba31-40ed-abf0-ece2c7f4318e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:22.375256 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-891ca3f8-7778-410a-ad13-12e4d8b34323 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:06:22.391516 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-891ca3f8-7778-410a-ad13-12e4d8b34323 admin admin] Usage tracker for resource:security_group_rule and tenant:51033f662b4a41faabaa592f98ca548e is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:06:22.403793 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-891ca3f8-7778-410a-ad13-12e4d8b34323 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:06:22.407859 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-6adcc318-ba31-40ed-abf0-ece2c7f4318e None None] For port 9be11f97-5068-4e3d-8065-9774275915bd, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=9be11f97-5068-4e3d-8065-9774275915bd,segment=NetworkSegment(31917ae2-1201-492b-ac38-1b73a6345583),segment_id=31917ae2-1201-492b-ac38-1b73a6345583)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:06:22.415627 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6adcc318-ba31-40ed-abf0-ece2c7f4318e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:22.422285 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-891ca3f8-7778-410a-ad13-12e4d8b34323 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:06:22.488673 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42bc184-ed4c-4299-a393-95463a49bd4d req-12fa51e6-fc51-432f-aa79-7438ec7f78f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:22.490333 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c42bc184-ed4c-4299-a393-95463a49bd4d req-12fa51e6-fc51-432f-aa79-7438ec7f78f8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2b65203be12a44e3b2b676f0adb9acc7&device_id=63250baa-2318-4b71-bc1f-87c95bbcfd10 HTTP/1.1" status: 200 len: 1097 time: 0.3832066 May 05 20:06:22.499706 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bfbad8-aaa1-4e16-afae-88afb75271ff req-d0986629-1ca5-4230-8a37-b2f30fc14fe0 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:22.508053 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-94bfbad8-aaa1-4e16-afae-88afb75271ff req-d0986629-1ca5-4230-8a37-b2f30fc14fe0 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.3127284 May 05 20:06:22.533696 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1bdfa55d-d670-4e85-8868-e97b9115a385 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:22.537696 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-0e7f0310-20cd-4a6f-8d60-8432278739a8 req-6d9775b3-0e5a-4f00-8199-141c07ddd536 tempest-ServerAddressesTestJSON-1745532123 tempest-ServerAddressesTestJSON-1745532123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:22.745758 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adcc318-ba31-40ed-abf0-ece2c7f4318e None None] Pushing event updated for resources: {'Port': ['ID=9be11f97-5068-4e3d-8065-9774275915bd,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:22.760504 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-50e98804-af42-4e29-9a9d-b95542fc3f8b None None] Provisioning complete for port 9be11f97-5068-4e3d-8065-9774275915bd triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:06:22.760876 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-50e98804-af42-4e29-9a9d-b95542fc3f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:22.762392 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-94bfbad8-aaa1-4e16-afae-88afb75271ff req-432e6fd4-2815-405b-b3a0-5c8f9a580b56 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2533579 May 05 20:06:22.767395 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-891ca3f8-7778-410a-ad13-12e4d8b34323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:22.770663 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9775b3-0e5a-4f00-8199-141c07ddd536 tempest-ServerAddressesTestJSON-1745532123 tempest-ServerAddressesTestJSON-1745532123-project] Pushing event updated for resources: {'Port': ['ID=6c99454e-ca86-41c7-ac20-87c24520a619,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:22.887402 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-891ca3f8-7778-410a-ad13-12e4d8b34323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:22.903667 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 9be11f97-5068-4e3d-8065-9774275915bd up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:06:22.943592 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-891ca3f8-7778-410a-ad13-12e4d8b34323 admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:06:22.987939 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891ca3f8-7778-410a-ad13-12e4d8b34323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:23.011976 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-891ca3f8-7778-410a-ad13-12e4d8b34323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:23.012316 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-891ca3f8-7778-410a-ad13-12e4d8b34323 admin admin] Added segment 0a9940fa-b2d8-4605-a2bb-ab46df53c9ac of type vlan for network 35d37522-ff35-47af-b60c-b213aa781c6f May 05 20:06:23.036840 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e7f0310-20cd-4a6f-8d60-8432278739a8 req-6d9775b3-0e5a-4f00-8199-141c07ddd536 tempest-ServerAddressesTestJSON-1745532123 tempest-ServerAddressesTestJSON-1745532123-project] Network 4bb260c0-58ef-42fa-9b03-aaae2c79357f is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:06:23.039029 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-0e7f0310-20cd-4a6f-8d60-8432278739a8 req-6d9775b3-0e5a-4f00-8199-141c07ddd536 tempest-ServerAddressesTestJSON-1745532123 tempest-ServerAddressesTestJSON-1745532123-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:06:23.051905 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42bc184-ed4c-4299-a393-95463a49bd4d req-558e1a59-5ec1-4da0-b3a9-06ef7cf29f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:23.053421 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c42bc184-ed4c-4299-a393-95463a49bd4d req-558e1a59-5ec1-4da0-b3a9-06ef7cf29f2c service neutron] 10.222.0.24 "GET /v2.0/networks?id=025bffd7-43d6-46c1-996a-8056de7069d8 HTTP/1.1" status: 200 len: 915 time: 0.5079455 May 05 20:06:23.058396 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e7f0310-20cd-4a6f-8d60-8432278739a8 req-6d9775b3-0e5a-4f00-8199-141c07ddd536 tempest-ServerAddressesTestJSON-1745532123 tempest-ServerAddressesTestJSON-1745532123-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:06:23.138838 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-ff0cc295-748f-47b5-a30e-600857a40048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'name': 'tempest-AttachVolumeNegativeTest-634632814-router', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'c75985dc-8b4c-4c87-85cd-20dbb82f7649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:00:48Z', 'updated_at': '2022-05-05T20:00:57Z', 'revision_number': 4, 'project_id': '2b65203be12a44e3b2b676f0adb9acc7', 'gw_port': {'id': 'c75985dc-8b4c-4c87-85cd-20dbb82f7649', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:49Z', 'updated_at': '2022-05-05T20:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': 'a13ed0d0-d163-4f19-b6ec-c2b2d8efc50d', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'floating_ip_address': '172.25.0.64', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'port_id': '6ae0d955-b67c-408e-854a-dc6c78117432', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8', 'mac_address': 'fa:16:3e:11:5c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63250baa-2318-4b71-bc1f-87c95bbcfd10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:05:55Z', 'updated_at': '2022-05-05T20:06:19Z', 'revision_number': 1, 'project_id': '2b65203be12a44e3b2b676f0adb9acc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74d23f1e-73a7-42db-b11f-96808078f525', 'name': '', 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'mac_address': 'fa:16:3e:32:c5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '0d250ed8-07f6-4f08-a934-d3c76d471e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:55Z', 'updated_at': '2022-05-05T20:01:13Z', 'revision_number': 5, 'project_id': '2b65203be12a44e3b2b676f0adb9acc7', 'subnets': [{'id': '0d250ed8-07f6-4f08-a934-d3c76d471e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:06:23.148536 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 9be11f97-5068-4e3d-8065-9774275915bd triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:06:23.149140 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:23.174615 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f0310-20cd-4a6f-8d60-8432278739a8 req-6d9775b3-0e5a-4f00-8199-141c07ddd536 tempest-ServerAddressesTestJSON-1745532123 tempest-ServerAddressesTestJSON-1745532123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:23.175393 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-0e7f0310-20cd-4a6f-8d60-8432278739a8 req-6d9775b3-0e5a-4f00-8199-141c07ddd536 tempest-ServerAddressesTestJSON-1745532123 tempest-ServerAddressesTestJSON-1745532123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:23.202398 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0cc295-748f-47b5-a30e-600857a40048 None None] Checking router: bc6a4113-edb3-47fc-a579-1ad503721aac for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:06:23.215116 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-891ca3f8-7778-410a-ad13-12e4d8b34323 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:23.217618 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c55d83b-2d2c-48cd-b956-e2406ae156fe req-183a7d6d-2160-4fe2-8dab-3b21c9d82e93 tempest-ServerAddressesTestJSON-1745532123 tempest-ServerAddressesTestJSON-1745532123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:23.219261 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5c55d83b-2d2c-48cd-b956-e2406ae156fe req-183a7d6d-2160-4fe2-8dab-3b21c9d82e93 tempest-ServerAddressesTestJSON-1745532123 tempest-ServerAddressesTestJSON-1745532123-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcd6bde3-024f-4ea1-ba21-a055ddf79dcb HTTP/1.1" status: 200 len: 931 time: 0.4546373 May 05 20:06:23.221541 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bdfa55d-d670-4e85-8868-e97b9115a385 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Router d2d1f416-e53a-4bdd-b094-4743bbedb0f0 is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88197) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:06:23.242170 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0e7f0310-20cd-4a6f-8d60-8432278739a8 req-6d9775b3-0e5a-4f00-8199-141c07ddd536 tempest-ServerAddressesTestJSON-1745532123 tempest-ServerAddressesTestJSON-1745532123-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7540727 May 05 20:06:23.258542 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0cc295-748f-47b5-a30e-600857a40048 None None] Routers {'bc6a4113-edb3-47fc-a579-1ad503721aac'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:06:23.259566 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-ff0cc295-748f-47b5-a30e-600857a40048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:06:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['bc6a4113-edb3-47fc-a579-1ad503721aac'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:06:23.310643 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-0e7f0310-20cd-4a6f-8d60-8432278739a8 req-6bc913c8-837c-4255-8f9b-63a9654aec35 service neutron] Request body: {'port': {'device_id': 'fcd6bde3-024f-4ea1-ba21-a055ddf79dcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:06:23.367976 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c42bc184-ed4c-4299-a393-95463a49bd4d req-2c362502-a2db-46c9-ad73-0a2ead4b98fe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ae0d955-b67c-408e-854a-dc6c78117432 HTTP/1.1" status: 200 len: 999 time: 0.2878482 May 05 20:06:23.369362 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-891ca3f8-7778-410a-ad13-12e4d8b34323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:23.370265 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891ca3f8-7778-410a-ad13-12e4d8b34323 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:23.370844 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-891ca3f8-7778-410a-ad13-12e4d8b34323 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:23.446886 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-891ca3f8-7778-410a-ad13-12e4d8b34323 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5733016 May 05 20:06:23.451766 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 49340) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:06:23.514774 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-541d1e73-0e86-447d-a3d2-37d2e0e2bfda admin admin] Request body: {'subnet': {'network_id': '35d37522-ff35-47af-b60c-b213aa781c6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-645240957-subnet', 'tenant_id': '51033f662b4a41faabaa592f98ca548e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:06:23.520711 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-5c55d83b-2d2c-48cd-b956-e2406ae156fe req-ba4f5279-c09b-47dd-a406-21c1c9b60dc9 tempest-ServerAddressesTestJSON-1745532123 tempest-ServerAddressesTestJSON-1745532123-project] Synchronizing usage tracker for tenant:437a40f247c444b7b8d3dc7c0c8e0aa1 on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:06:23.526219 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-ff0cc295-748f-47b5-a30e-600857a40048 None None] Set router bc6a4113-edb3-47fc-a579-1ad503721aac gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:06:23.585601 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891ca3f8-7778-410a-ad13-12e4d8b34323 admin admin] Pushing event updated for resources: {'Network': ['ID=35d37522-ff35-47af-b60c-b213aa781c6f,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:23.601666 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42bc184-ed4c-4299-a393-95463a49bd4d req-90f6deb6-d3b1-4d73-b2ef-0944c62cc038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:23.613487 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c42bc184-ed4c-4299-a393-95463a49bd4d req-90f6deb6-d3b1-4d73-b2ef-0944c62cc038 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d250ed8-07f6-4f08-a934-d3c76d471e2d HTTP/1.1" status: 200 len: 853 time: 0.2197468 May 05 20:06:23.623982 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bca0dc-4160-40bf-8ade-99964ee0362c req-4bd04cd4-4796-406c-b623-2f72faaa8c45 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:23.636328 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-94bca0dc-4160-40bf-8ade-99964ee0362c req-4bd04cd4-4796-406c-b623-2f72faaa8c45 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.4238775 May 05 20:06:23.691016 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 35d37522-ff35-47af-b60c-b213aa781c6f details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:06:23.735639 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-541d1e73-0e86-447d-a3d2-37d2e0e2bfda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:06:23.746964 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-541d1e73-0e86-447d-a3d2-37d2e0e2bfda admin admin] Usage tracker for resource:subnet and tenant:51033f662b4a41faabaa592f98ca548e is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:06:23.758369 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-541d1e73-0e86-447d-a3d2-37d2e0e2bfda admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:06:23.774383 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-541d1e73-0e86-447d-a3d2-37d2e0e2bfda admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:06:23.782108 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-94bca0dc-4160-40bf-8ade-99964ee0362c req-ad42cc05-b791-4c27-b729-008398e56db1 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674572 May 05 20:06:23.792452 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-5c55d83b-2d2c-48cd-b956-e2406ae156fe req-ba4f5279-c09b-47dd-a406-21c1c9b60dc9 tempest-ServerAddressesTestJSON-1745532123 tempest-ServerAddressesTestJSON-1745532123-project] Unset dirty status for tenant:437a40f247c444b7b8d3dc7c0c8e0aa1 on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:06:23.800857 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5c55d83b-2d2c-48cd-b956-e2406ae156fe req-ba4f5279-c09b-47dd-a406-21c1c9b60dc9 tempest-ServerAddressesTestJSON-1745532123 tempest-ServerAddressesTestJSON-1745532123-project] 10.222.0.36 "GET /v2.0/security-groups?id=b32f94be-5622-4e78-a4ef-53b2e5705148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5744374 May 05 20:06:23.828202 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-0e7f0310-20cd-4a6f-8d60-8432278739a8 req-6bc913c8-837c-4255-8f9b-63a9654aec35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:23.830824 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42bc184-ed4c-4299-a393-95463a49bd4d req-fb906137-4e77-455a-9c9b-718152668503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:23.832364 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c42bc184-ed4c-4299-a393-95463a49bd4d req-fb906137-4e77-455a-9c9b-718152668503 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=025bffd7-43d6-46c1-996a-8056de7069d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1949227 May 05 20:06:23.854145 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-541d1e73-0e86-447d-a3d2-37d2e0e2bfda admin admin] Made reservation on behalf of 51033f662b4a41faabaa592f98ca548e for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:06:23.867170 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-541d1e73-0e86-447d-a3d2-37d2e0e2bfda admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:23.900220 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bdfa55d-d670-4e85-8868-e97b9115a385 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:06:23.919896 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a630d9-9f92-4f2e-b063-7e61737b33da None None] Sync routers for ids ['d2d1f416-e53a-4bdd-b094-4743bbedb0f0'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:06:23.931152 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a630d9-9f92-4f2e-b063-7e61737b33da None None] Routers {'d2d1f416-e53a-4bdd-b094-4743bbedb0f0'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:06:23.932040 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-f8a630d9-9f92-4f2e-b063-7e61737b33da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:06:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['d2d1f416-e53a-4bdd-b094-4743bbedb0f0'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:06:24.013255 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-f8a630d9-9f92-4f2e-b063-7e61737b33da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:06:24.031594 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a630d9-9f92-4f2e-b063-7e61737b33da None None] Routers {'d2d1f416-e53a-4bdd-b094-4743bbedb0f0'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:06:24.032253 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-f8a630d9-9f92-4f2e-b063-7e61737b33da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:06:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['d2d1f416-e53a-4bdd-b094-4743bbedb0f0'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:06:24.058052 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df15aee-3958-43d7-bff8-04fa50004649 req-1d9a4d71-7481-4314-9c42-4c1546df8fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:24.059788 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8df15aee-3958-43d7-bff8-04fa50004649 req-1d9a4d71-7481-4314-9c42-4c1546df8fba service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d8df95d3e1674c4babf76ac9717049ea&device_id=c41999b5-4b70-480e-9673-e0a9ec8c2694 HTTP/1.1" status: 200 len: 1097 time: 0.7155457 May 05 20:06:24.119386 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-f8a630d9-9f92-4f2e-b063-7e61737b33da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:06:24.119741 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a630d9-9f92-4f2e-b063-7e61737b33da None None] The sync data for ids ['d2d1f416-e53a-4bdd-b094-4743bbedb0f0'] in n-d-840717-1 is: [] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:06:24.184247 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1bdfa55d-d670-4e85-8868-e97b9115a385 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:24.185633 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-1bdfa55d-d670-4e85-8868-e97b9115a385 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 6.5021465 May 05 20:06:24.188911 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 49348) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:06:24.200496 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d6ea9b68-9e03-45fb-b85a-32061ee3d96a req-5d9bfd94-8190-41df-b122-9c74d8f84d30 tempest-ServerShowV257Test-1717809176 tempest-ServerShowV257Test-1717809176-project] 10.222.0.36 "GET /v2.0/ports?device_id=650582a6-7d9c-4ed8-8839-02c2f3e4c8ec HTTP/1.1" status: 200 len: 210 time: 0.1941130 May 05 20:06:24.237622 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-ff0cc295-748f-47b5-a30e-600857a40048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'name': 'tempest-AttachVolumeNegativeTest-634632814-router', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'c75985dc-8b4c-4c87-85cd-20dbb82f7649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:00:48Z', 'updated_at': '2022-05-05T20:00:57Z', 'revision_number': 4, 'project_id': '2b65203be12a44e3b2b676f0adb9acc7', 'gw_port': {'id': 'c75985dc-8b4c-4c87-85cd-20dbb82f7649', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:49Z', 'updated_at': '2022-05-05T20:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': 'a13ed0d0-d163-4f19-b6ec-c2b2d8efc50d', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'floating_ip_address': '172.25.0.64', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'port_id': '6ae0d955-b67c-408e-854a-dc6c78117432', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8', 'mac_address': 'fa:16:3e:11:5c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63250baa-2318-4b71-bc1f-87c95bbcfd10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:05:55Z', 'updated_at': '2022-05-05T20:06:19Z', 'revision_number': 1, 'project_id': '2b65203be12a44e3b2b676f0adb9acc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74d23f1e-73a7-42db-b11f-96808078f525', 'name': '', 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'mac_address': 'fa:16:3e:32:c5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '0d250ed8-07f6-4f08-a934-d3c76d471e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:55Z', 'updated_at': '2022-05-05T20:01:13Z', 'revision_number': 5, 'project_id': '2b65203be12a44e3b2b676f0adb9acc7', 'subnets': [{'id': '0d250ed8-07f6-4f08-a934-d3c76d471e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:06:24.244828 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0cc295-748f-47b5-a30e-600857a40048 None None] The sync data for ids ['bc6a4113-edb3-47fc-a579-1ad503721aac'] in n-d-840717-1 is: [{'id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'name': 'tempest-AttachVolumeNegativeTest-634632814-router', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'c75985dc-8b4c-4c87-85cd-20dbb82f7649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:00:48Z', 'updated_at': '2022-05-05T20:00:57Z', 'revision_number': 4, 'project_id': '2b65203be12a44e3b2b676f0adb9acc7', 'gw_port': {'id': 'c75985dc-8b4c-4c87-85cd-20dbb82f7649', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:49Z', 'updated_at': '2022-05-05T20:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': 'a13ed0d0-d163-4f19-b6ec-c2b2d8efc50d', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'floating_ip_address': '172.25.0.64', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'port_id': '6ae0d955-b67c-408e-854a-dc6c78117432', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8', 'mac_address': 'fa:16:3e:11:5c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63250baa-2318-4b71-bc1f-87c95bbcfd10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:05:55Z', 'updated_at': '2022-05-05T20:06:19Z', 'revision_number': 1, 'project_id': '2b65203be12a44e3b2b676f0adb9acc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74d23f1e-73a7-42db-b11f-96808078f525', 'name': '', 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'mac_address': 'fa:16:3e:32:c5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '0d250ed8-07f6-4f08-a934-d3c76d471e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:55Z', 'updated_at': '2022-05-05T20:01:13Z', 'revision_number': 5, 'project_id': '2b65203be12a44e3b2b676f0adb9acc7', 'subnets': [{'id': '0d250ed8-07f6-4f08-a934-d3c76d471e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:06:24.579543 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2ebeef-1044-46c0-8617-2251b57f6151 None None] New status for floating IP a13ed0d0-d163-4f19-b6ec-c2b2d8efc50d: ACTIVE {{(pid=88199) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:06:24.618021 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-541d1e73-0e86-447d-a3d2-37d2e0e2bfda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:24.685912 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c42bc184-ed4c-4299-a393-95463a49bd4d req-0b7a2928-b215-4bba-8781-ea026d9f5f21 service neutron] 10.222.0.24 "GET /v2.0/networks/025bffd7-43d6-46c1-996a-8056de7069d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8469217 May 05 20:06:24.711076 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f7de1-c1bf-4eb1-9af1-d32cb27dee53 req-4a3c2c08-8c7f-40b0-9289-6e3f030254cb tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:24.717882 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-271f7de1-c1bf-4eb1-9af1-d32cb27dee53 req-4a3c2c08-8c7f-40b0-9289-6e3f030254cb tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/ports?device_id=c41999b5-4b70-480e-9673-e0a9ec8c2694 HTTP/1.1" status: 200 len: 946 time: 0.7140768 May 05 20:06:24.885437 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-271f7de1-c1bf-4eb1-9af1-d32cb27dee53 req-cdaf0d58-b31b-495d-a2b6-e32e2f35a8ff tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bb0d1af-6061-4898-83b0-c73ccfcdf251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666412 May 05 20:06:24.915219 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541d1e73-0e86-447d-a3d2-37d2e0e2bfda admin admin] Checking segment: {'id': '0a9940fa-b2d8-4605-a2bb-ab46df53c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '35d37522-ff35-47af-b60c-b213aa781c6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:06:24.915219 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541d1e73-0e86-447d-a3d2-37d2e0e2bfda admin admin] Network hostable DHCP agents. Network: 35d37522-ff35-47af-b60c-b213aa781c6f, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:06:24.917384 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df15aee-3958-43d7-bff8-04fa50004649 req-fc2353b3-94a2-410b-b21f-a692fcfcb3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:24.919071 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8df15aee-3958-43d7-bff8-04fa50004649 req-fc2353b3-94a2-410b-b21f-a692fcfcb3dc service neutron] 10.222.0.50 "GET /v2.0/networks?id=e8c1f34c-15c8-42a1-bf9f-66f96046a03c HTTP/1.1" status: 200 len: 917 time: 0.7877455 May 05 20:06:24.923658 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541d1e73-0e86-447d-a3d2-37d2e0e2bfda admin admin] Pushing event updated for resources: {'Subnet': ['ID=abe7c8d5-c1a3-49ab-83d4-2252eacbfbcf,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:25.054479 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8df15aee-3958-43d7-bff8-04fa50004649 req-f8fc31a1-5f61-4244-aea1-86e329221e60 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9479bd4-dcf5-42a3-852e-112c535808c8 HTTP/1.1" status: 200 len: 217 time: 0.0824549 May 05 20:06:25.096254 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bb2211-8149-4fad-846a-4f2ccf5f1f77 req-56434fcf-36b3-40bf-812b-0eabccf18021 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:25.097872 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-61bb2211-8149-4fad-846a-4f2ccf5f1f77 req-56434fcf-36b3-40bf-812b-0eabccf18021 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.4721713 May 05 20:06:25.187780 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2084a06-4eae-4cdd-8b81-701b35959852 req-93af661d-9187-42eb-b33c-061605b7527e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:25.189325 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d2084a06-4eae-4cdd-8b81-701b35959852 req-93af661d-9187-42eb-b33c-061605b7527e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=56e8fe9085fa4bdb932a4c29aaeb4c08&device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 1096 time: 0.5647464 May 05 20:06:25.193553 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541d1e73-0e86-447d-a3d2-37d2e0e2bfda admin admin] Network 35d37522-ff35-47af-b60c-b213aa781c6f is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:06:25.214561 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df15aee-3958-43d7-bff8-04fa50004649 req-197e4c16-f1f6-4c5a-80a9-d31bdf140b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:25.215864 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8df15aee-3958-43d7-bff8-04fa50004649 req-197e4c16-f1f6-4c5a-80a9-d31bdf140b28 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=061cd493-ec4a-45f3-b2c4-44bb1223c5ba HTTP/1.1" status: 200 len: 855 time: 0.1237230 May 05 20:06:25.216745 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c42bc184-ed4c-4299-a393-95463a49bd4d req-1a8cc3cc-7512-4e87-ad49-cbf011d33d47 service neutron] 10.222.0.24 "GET /v2.0/networks/025bffd7-43d6-46c1-996a-8056de7069d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4558437 May 05 20:06:25.219804 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-541d1e73-0e86-447d-a3d2-37d2e0e2bfda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 35d37522-ff35-47af-b60c-b213aa781c6f) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:06:25.229265 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541d1e73-0e86-447d-a3d2-37d2e0e2bfda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:25.230177 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-541d1e73-0e86-447d-a3d2-37d2e0e2bfda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:25.234415 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e0142d-322f-4af0-8113-042b4b0b6675 None None] Network 35d37522-ff35-47af-b60c-b213aa781c6f requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:06:25.324508 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bfb24c-8166-440b-9c4e-b7b1abb5cb28 req-b2c76463-fb15-4b46-aaba-ccfcd89b796b tempest-ServerAddressesTestJSON-1745532123 tempest-ServerAddressesTestJSON-1745532123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:25.325229 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-57bfb24c-8166-440b-9c4e-b7b1abb5cb28 req-b2c76463-fb15-4b46-aaba-ccfcd89b796b tempest-ServerAddressesTestJSON-1745532123 tempest-ServerAddressesTestJSON-1745532123-project] Synchronizing usage tracker for tenant:437a40f247c444b7b8d3dc7c0c8e0aa1 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:06:25.373486 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-541d1e73-0e86-447d-a3d2-37d2e0e2bfda admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.9175608 May 05 20:06:25.428688 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-57bfb24c-8166-440b-9c4e-b7b1abb5cb28 req-b2c76463-fb15-4b46-aaba-ccfcd89b796b tempest-ServerAddressesTestJSON-1745532123 tempest-ServerAddressesTestJSON-1745532123-project] Unset dirty status for tenant:437a40f247c444b7b8d3dc7c0c8e0aa1 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:06:25.429852 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-57bfb24c-8166-440b-9c4e-b7b1abb5cb28 req-b2c76463-fb15-4b46-aaba-ccfcd89b796b tempest-ServerAddressesTestJSON-1745532123 tempest-ServerAddressesTestJSON-1745532123-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcd6bde3-024f-4ea1-ba21-a055ddf79dcb HTTP/1.1" status: 200 len: 931 time: 0.3728395 May 05 20:06:25.442222 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-0e7f0310-20cd-4a6f-8d60-8432278739a8 req-6bc913c8-837c-4255-8f9b-63a9654aec35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c99454e-ca86-41c7-ac20-87c24520a619 {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:06:25.454721 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-61bb2211-8149-4fad-846a-4f2ccf5f1f77 req-c0f972ca-f882-47f1-a6e7-acad0d0978e4 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3385587 May 05 20:06:25.462873 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-0e7f0310-20cd-4a6f-8d60-8432278739a8 req-6bc913c8-837c-4255-8f9b-63a9654aec35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:25.499818 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64eb5290-470d-4915-ac33-4f85055ff63b None None] Network 35d37522-ff35-47af-b60c-b213aa781c6f requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:06:25.539740 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-57bfb24c-8166-440b-9c4e-b7b1abb5cb28 req-e82c44c4-e09f-46f5-8b3f-d452a788f9f6 tempest-ServerAddressesTestJSON-1745532123 tempest-ServerAddressesTestJSON-1745532123-project] 10.222.0.36 "GET /v2.0/security-groups?id=b32f94be-5622-4e78-a4ef-53b2e5705148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921414 May 05 20:06:25.583215 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df15aee-3958-43d7-bff8-04fa50004649 req-8ec45b9d-71bd-4d11-a68b-831c48da6f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:25.585713 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8df15aee-3958-43d7-bff8-04fa50004649 req-8ec45b9d-71bd-4d11-a68b-831c48da6f98 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e8c1f34c-15c8-42a1-bf9f-66f96046a03c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3591828 May 05 20:06:25.589193 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-0e7f0310-20cd-4a6f-8d60-8432278739a8 req-6bc913c8-837c-4255-8f9b-63a9654aec35 service neutron] Transition to ACTIVE for port object 6c99454e-ca86-41c7-ac20-87c24520a619 will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:06:25.661877 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-0e7f0310-20cd-4a6f-8d60-8432278739a8 req-6bc913c8-837c-4255-8f9b-63a9654aec35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:25.701097 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2084a06-4eae-4cdd-8b81-701b35959852 req-277a6184-1b52-4b22-9899-e394c781cea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:25.702618 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d2084a06-4eae-4cdd-8b81-701b35959852 req-277a6184-1b52-4b22-9899-e394c781cea0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7506b31f-3419-46e4-835c-80fe813661d5 HTTP/1.1" status: 200 len: 913 time: 0.4918082 May 05 20:06:25.861855 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ddeac62e-66ae-45ef-8e38-998c227909d6 req-eeec6fc0-2bba-4c4e-81cb-13ce127f8ce6 tempest-ServerShowV257Test-1717809176 tempest-ServerShowV257Test-1717809176-project] 10.222.0.36 "GET /v2.0/ports?device_id=650582a6-7d9c-4ed8-8839-02c2f3e4c8ec HTTP/1.1" status: 200 len: 210 time: 0.2298787 May 05 20:06:25.863704 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d2084a06-4eae-4cdd-8b81-701b35959852 req-0b9e9684-6fde-4ab5-85cf-703140d75cb1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3f7222db-61b2-414b-9998-e780d493326a HTTP/1.1" status: 200 len: 999 time: 0.1513240 May 05 20:06:25.950868 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc913c8-837c-4255-8f9b-63a9654aec35 service neutron] Pushing event updated for resources: {'Port': ['ID=6c99454e-ca86-41c7-ac20-87c24520a619,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:26.224334 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8df15aee-3958-43d7-bff8-04fa50004649 req-95f60f08-c08d-40e4-98a4-04a91e3caf17 service neutron] 10.222.0.50 "GET /v2.0/networks/e8c1f34c-15c8-42a1-bf9f-66f96046a03c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6317229 May 05 20:06:26.324103 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2084a06-4eae-4cdd-8b81-701b35959852 req-fd8a8fb0-9dcb-4a4f-9236-969398bcdce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:26.325981 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d2084a06-4eae-4cdd-8b81-701b35959852 req-fd8a8fb0-9dcb-4a4f-9236-969398bcdce0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e2507cd6-290d-4d3d-b14e-048ce031bb0a HTTP/1.1" status: 200 len: 851 time: 0.4543431 May 05 20:06:26.453366 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-0e7f0310-20cd-4a6f-8d60-8432278739a8 req-6bc913c8-837c-4255-8f9b-63a9654aec35 service neutron] Attempting to bind port 6c99454e-ca86-41c7-ac20-87c24520a619 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:06:26.453704 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-0e7f0310-20cd-4a6f-8d60-8432278739a8 req-6bc913c8-837c-4255-8f9b-63a9654aec35 service neutron] Attempting to bind port 6c99454e-ca86-41c7-ac20-87c24520a619 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': '50b16787-3d56-4698-8708-596db0fae658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4bb260c0-58ef-42fa-9b03-aaae2c79357f'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:06:26.454844 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7f0310-20cd-4a6f-8d60-8432278739a8 req-6bc913c8-837c-4255-8f9b-63a9654aec35 service neutron] Attempting to bind port 6c99454e-ca86-41c7-ac20-87c24520a619 on network 4bb260c0-58ef-42fa-9b03-aaae2c79357f {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:06:26.455525 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a5c54f-0cb7-478a-947c-6ef9aae4ed72 req-54e1eda5-4b92-4f92-aa79-9e779a7319b2 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:26.457070 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-93a5c54f-0cb7-478a-947c-6ef9aae4ed72 req-54e1eda5-4b92-4f92-aa79-9e779a7319b2 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/ports?device_id=c41999b5-4b70-480e-9673-e0a9ec8c2694 HTTP/1.1" status: 200 len: 946 time: 0.2449582 May 05 20:06:26.482174 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7f0310-20cd-4a6f-8d60-8432278739a8 req-6bc913c8-837c-4255-8f9b-63a9654aec35 service neutron] Port 6c99454e-ca86-41c7-ac20-87c24520a619 on network 4bb260c0-58ef-42fa-9b03-aaae2c79357f not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:06:26.482418 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7f0310-20cd-4a6f-8d60-8432278739a8 req-6bc913c8-837c-4255-8f9b-63a9654aec35 service neutron] Attempting to bind port 6c99454e-ca86-41c7-ac20-87c24520a619 on network 4bb260c0-58ef-42fa-9b03-aaae2c79357f {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:06:26.489302 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b04dc82b-6402-4e10-8b06-99a5d94ea92d tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:26.502098 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b808f4-f2ba-40d3-895a-8e8623158d0a req-9f15036a-2ad3-4350-a98e-9d0c5b2c9234 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:26.503590 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-25b808f4-f2ba-40d3-895a-8e8623158d0a req-9f15036a-2ad3-4350-a98e-9d0c5b2c9234 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/networks?id=35d37522-ff35-47af-b60c-b213aa781c6f HTTP/1.1" status: 200 len: 805 time: 0.3633854 May 05 20:06:26.510774 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7f0310-20cd-4a6f-8d60-8432278739a8 req-6bc913c8-837c-4255-8f9b-63a9654aec35 service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:06:26.511153 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7f0310-20cd-4a6f-8d60-8432278739a8 req-6bc913c8-837c-4255-8f9b-63a9654aec35 service neutron] Checking segment: {'id': '50b16787-3d56-4698-8708-596db0fae658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4bb260c0-58ef-42fa-9b03-aaae2c79357f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:06:26.511571 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7f0310-20cd-4a6f-8d60-8432278739a8 req-6bc913c8-837c-4255-8f9b-63a9654aec35 service neutron] Bound using segment: {'id': '50b16787-3d56-4698-8708-596db0fae658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4bb260c0-58ef-42fa-9b03-aaae2c79357f'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:06:26.512036 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-0e7f0310-20cd-4a6f-8d60-8432278739a8 req-6bc913c8-837c-4255-8f9b-63a9654aec35 service neutron] Bound port: 6c99454e-ca86-41c7-ac20-87c24520a619, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50b16787-3d56-4698-8708-596db0fae658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4bb260c0-58ef-42fa-9b03-aaae2c79357f'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:06:26.512380 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-0e7f0310-20cd-4a6f-8d60-8432278739a8 req-6bc913c8-837c-4255-8f9b-63a9654aec35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:26.613601 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-93a5c54f-0cb7-478a-947c-6ef9aae4ed72 req-348b24f2-cce0-4cb9-afe9-83279625b311 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bb0d1af-6061-4898-83b0-c73ccfcdf251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485872 May 05 20:06:26.625201 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2084a06-4eae-4cdd-8b81-701b35959852 req-6819442a-565d-4699-803a-fd2d7f362870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:26.626838 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d2084a06-4eae-4cdd-8b81-701b35959852 req-6819442a-565d-4699-803a-fd2d7f362870 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7506b31f-3419-46e4-835c-80fe813661d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2913499 May 05 20:06:26.669749 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8df15aee-3958-43d7-bff8-04fa50004649 req-1475f562-fc13-4a4f-a839-101bfbad978e service neutron] 10.222.0.50 "GET /v2.0/networks/e8c1f34c-15c8-42a1-bf9f-66f96046a03c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4352868 May 05 20:06:26.678061 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-25b808f4-f2ba-40d3-895a-8e8623158d0a req-9c8c12bb-bd87-455b-8f34-87d4edf3b816 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/quotas/51033f662b4a41faabaa592f98ca548e HTTP/1.1" status: 200 len: 375 time: 0.1508925 May 05 20:06:26.748386 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-25b808f4-f2ba-40d3-895a-8e8623158d0a req-05ac52fb-e579-4417-92e7-6352bb2f2fc9 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=51033f662b4a41faabaa592f98ca548e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0691056 May 05 20:06:26.797623 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-0e7f0310-20cd-4a6f-8d60-8432278739a8 req-6bc913c8-837c-4255-8f9b-63a9654aec35 service neutron] For port 6c99454e-ca86-41c7-ac20-87c24520a619, host n-h1-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:06:26.862669 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-0e7f0310-20cd-4a6f-8d60-8432278739a8 req-6bc913c8-837c-4255-8f9b-63a9654aec35 service neutron] For port 6c99454e-ca86-41c7-ac20-87c24520a619, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=6c99454e-ca86-41c7-ac20-87c24520a619,segment=NetworkSegment(50b16787-3d56-4698-8708-596db0fae658),segment_id=50b16787-3d56-4698-8708-596db0fae658)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:06:26.884901 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-0e7f0310-20cd-4a6f-8d60-8432278739a8 req-6bc913c8-837c-4255-8f9b-63a9654aec35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:26.977660 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f0310-20cd-4a6f-8d60-8432278739a8 req-6bc913c8-837c-4255-8f9b-63a9654aec35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:26.978542 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-0e7f0310-20cd-4a6f-8d60-8432278739a8 req-6bc913c8-837c-4255-8f9b-63a9654aec35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:26.979946 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0e7f0310-20cd-4a6f-8d60-8432278739a8 req-6bc913c8-837c-4255-8f9b-63a9654aec35 service neutron] 10.222.0.24 "PUT /v2.0/ports/6c99454e-ca86-41c7-ac20-87c24520a619 HTTP/1.1" status: 200 len: 1091 time: 3.6741562 May 05 20:06:26.982487 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcd6bde3-024f-4ea1-ba21-a055ddf79dcb', 'tag': '6c99454e-ca86-41c7-ac20-87c24520a619'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:06:26.991234 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-25b808f4-f2ba-40d3-895a-8e8623158d0a req-e1b7d161-df49-4540-b876-0177304c06d9 service neutron] 10.222.0.36 "GET /v2.0/networks/35d37522-ff35-47af-b60c-b213aa781c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420983 May 05 20:06:27.018374 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d2084a06-4eae-4cdd-8b81-701b35959852 req-4244bcbc-a6c1-451b-a357-13522c7aef6d service neutron] 10.222.0.50 "GET /v2.0/networks/7506b31f-3419-46e4-835c-80fe813661d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385594 May 05 20:06:27.058598 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc913c8-837c-4255-8f9b-63a9654aec35 service neutron] Pushing event updated for resources: {'Port': ['ID=6c99454e-ca86-41c7-ac20-87c24520a619,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:27.203534 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-25b808f4-f2ba-40d3-895a-8e8623158d0a req-0121c8d1-b601-4076-a15b-a124d96a36dd service neutron] 10.222.0.36 "GET /v2.0/networks/35d37522-ff35-47af-b60c-b213aa781c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001915 May 05 20:06:27.211100 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f0310-20cd-4a6f-8d60-8432278739a8 req-475c9d4e-bc06-4276-8322-ac8fddff1887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:27.212869 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0e7f0310-20cd-4a6f-8d60-8432278739a8 req-475c9d4e-bc06-4276-8322-ac8fddff1887 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=437a40f247c444b7b8d3dc7c0c8e0aa1&device_id=fcd6bde3-024f-4ea1-ba21-a055ddf79dcb HTTP/1.1" status: 200 len: 1094 time: 0.1863630 May 05 20:06:27.302339 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0e7f0310-20cd-4a6f-8d60-8432278739a8 req-02deeb4e-be65-479b-87e0-3c086a94904e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c99454e-ca86-41c7-ac20-87c24520a619 HTTP/1.1" status: 200 len: 217 time: 0.0820897 May 05 20:06:27.342873 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340a657-ffcf-49d4-b204-574b389bf3cf req-64b822e2-c8a3-4c01-bf50-c19fefaa55ce tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:27.344467 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d340a657-ffcf-49d4-b204-574b389bf3cf req-64b822e2-c8a3-4c01-bf50-c19fefaa55ce tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.5318139 May 05 20:06:27.388438 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f0310-20cd-4a6f-8d60-8432278739a8 req-4ed91820-5d6f-4780-8a40-c7eede77c6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:27.389886 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0e7f0310-20cd-4a6f-8d60-8432278739a8 req-4ed91820-5d6f-4780-8a40-c7eede77c6ce service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0cdbcd87-3122-4405-9158-91956439b36b HTTP/1.1" status: 200 len: 854 time: 0.0811675 May 05 20:06:27.401340 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-b04dc82b-6402-4e10-8b06-99a5d94ea92d tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Allocated IP 172.20.0.1 (0a53b6ca-750c-40a5-9257-56e6f1e52cc3/933215f6-6664-4c34-8fc5-e07fba002224/e7841b25-6932-450d-aa37-031a45b1e9d3) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:06:27.467277 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0e7f0310-20cd-4a6f-8d60-8432278739a8 req-597ca344-f2bf-4afa-b974-c30e727a3bd6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4bb260c0-58ef-42fa-9b03-aaae2c79357f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704293 May 05 20:06:27.472599 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d2084a06-4eae-4cdd-8b81-701b35959852 req-c670e406-faa4-410f-a85b-2aec33f53c9d service neutron] 10.222.0.50 "GET /v2.0/networks/7506b31f-3419-46e4-835c-80fe813661d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4199896 May 05 20:06:27.502284 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d340a657-ffcf-49d4-b204-574b389bf3cf req-fb944beb-b6ca-485c-9c77-3b0abd75a47c tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430066 May 05 20:06:27.814693 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0e7f0310-20cd-4a6f-8d60-8432278739a8 req-e3db929c-d26f-4a7d-b778-d63045cfbf58 service neutron] 10.222.0.24 "GET /v2.0/networks/4bb260c0-58ef-42fa-9b03-aaae2c79357f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402739 May 05 20:06:27.887917 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b8195932-1d33-49f8-abf2-8ffb0f64e1bc req-7432cd26-fe27-4f49-b29d-5b7e741e5a47 tempest-ServerShowV257Test-1717809176 tempest-ServerShowV257Test-1717809176-project] 10.222.0.36 "GET /v2.0/ports?device_id=650582a6-7d9c-4ed8-8839-02c2f3e4c8ec HTTP/1.1" status: 200 len: 210 time: 0.0871058 May 05 20:06:27.937317 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b04dc82b-6402-4e10-8b06-99a5d94ea92d tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:27.956123 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-b04dc82b-6402-4e10-8b06-99a5d94ea92d tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Transition to ACTIVE for port object e7841b25-6932-450d-aa37-031a45b1e9d3 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:06:27.986812 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65eb1c42-3815-48d5-a8f1-bf6c74a916a4'] response: {'name': 'network-changed', 'server_uuid': 'fcd6bde3-024f-4ea1-ba21-a055ddf79dcb', 'tag': '6c99454e-ca86-41c7-ac20-87c24520a619', 'status': 'completed', 'code': 200} May 05 20:06:27.999194 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b04dc82b-6402-4e10-8b06-99a5d94ea92d tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:28.030271 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bfef2e-5e6c-4773-ba17-458277f3f246 req-6d4851f9-fb3f-4a3a-8b49-ad449fbff1ba tempest-ServerAddressesTestJSON-1745532123 tempest-ServerAddressesTestJSON-1745532123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:28.047049 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b4bfef2e-5e6c-4773-ba17-458277f3f246 req-6d4851f9-fb3f-4a3a-8b49-ad449fbff1ba tempest-ServerAddressesTestJSON-1745532123 tempest-ServerAddressesTestJSON-1745532123-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcd6bde3-024f-4ea1-ba21-a055ddf79dcb HTTP/1.1" status: 200 len: 943 time: 0.3700802 May 05 20:06:28.119633 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0e7f0310-20cd-4a6f-8d60-8432278739a8 req-b2c5f225-76d4-4a95-87c8-f273074c8c11 service neutron] 10.222.0.24 "GET /v2.0/networks/4bb260c0-58ef-42fa-9b03-aaae2c79357f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904217 May 05 20:06:28.129753 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b4bfef2e-5e6c-4773-ba17-458277f3f246 req-85988983-bd7b-4881-94ad-55e4ba839215 tempest-ServerAddressesTestJSON-1745532123 tempest-ServerAddressesTestJSON-1745532123-project] 10.222.0.36 "GET /v2.0/security-groups?id=b32f94be-5622-4e78-a4ef-53b2e5705148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814912 May 05 20:06:28.196624 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2bd3740e-7a36-40e2-bb6d-d9feec80a7e1 req-500bd605-0cd2-4422-a74d-59841baa59e3 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8c99457-7a9a-4bdf-b25b-2a49a4935854 HTTP/1.1" status: 200 len: 210 time: 0.0852046 May 05 20:06:28.203484 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04dc82b-6402-4e10-8b06-99a5d94ea92d tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Network 0a53b6ca-750c-40a5-9257-56e6f1e52cc3 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:06:28.207921 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-b04dc82b-6402-4e10-8b06-99a5d94ea92d tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:06:28.211547 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04dc82b-6402-4e10-8b06-99a5d94ea92d tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Pushing event updated for resources: {'Port': ['ID=e7841b25-6932-450d-aa37-031a45b1e9d3,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:28.214123 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04dc82b-6402-4e10-8b06-99a5d94ea92d tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:06:28.316539 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b04dc82b-6402-4e10-8b06-99a5d94ea92d tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:28.576500 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-d6a3612a-07ff-42f1-8512-0954dc71dc57 None None] Provisioning for port e7841b25-6932-450d-aa37-031a45b1e9d3 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:06:28.588583 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-d6a3612a-07ff-42f1-8512-0954dc71dc57 None None] Provisioning complete for port e7841b25-6932-450d-aa37-031a45b1e9d3 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:06:28.591434 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d6a3612a-07ff-42f1-8512-0954dc71dc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:28.594392 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1914afc-1145-40e4-9a13-6568f1428402 req-f7dd2b35-64c3-41ef-83a9-43fb8fa446f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:28.596133 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a1914afc-1145-40e4-9a13-6568f1428402 req-f7dd2b35-64c3-41ef-83a9-43fb8fa446f1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=437a40f247c444b7b8d3dc7c0c8e0aa1&device_id=fcd6bde3-024f-4ea1-ba21-a055ddf79dcb HTTP/1.1" status: 200 len: 1094 time: 0.1099215 May 05 20:06:28.691755 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04dc82b-6402-4e10-8b06-99a5d94ea92d tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:06:28.692106 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04dc82b-6402-4e10-8b06-99a5d94ea92d tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:06:28.692443 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04dc82b-6402-4e10-8b06-99a5d94ea92d tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:06:28.692824 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04dc82b-6402-4e10-8b06-99a5d94ea92d tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:06:28.693162 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04dc82b-6402-4e10-8b06-99a5d94ea92d tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:06:28.694039 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04dc82b-6402-4e10-8b06-99a5d94ea92d tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:06:28.694996 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04dc82b-6402-4e10-8b06-99a5d94ea92d tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:06:28.694996 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04dc82b-6402-4e10-8b06-99a5d94ea92d tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:06:28.695544 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04dc82b-6402-4e10-8b06-99a5d94ea92d tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:06:28.695879 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04dc82b-6402-4e10-8b06-99a5d94ea92d tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:06:28.696209 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04dc82b-6402-4e10-8b06-99a5d94ea92d tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:06:28.696535 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04dc82b-6402-4e10-8b06-99a5d94ea92d tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:06:28.737384 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-d6a3612a-07ff-42f1-8512-0954dc71dc57 None None] Port e7841b25-6932-450d-aa37-031a45b1e9d3 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:06:28.745728 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1914afc-1145-40e4-9a13-6568f1428402 req-f0028eff-98aa-44f7-b898-37a6d58dff41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:28.747188 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a1914afc-1145-40e4-9a13-6568f1428402 req-f0028eff-98aa-44f7-b898-37a6d58dff41 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4bb260c0-58ef-42fa-9b03-aaae2c79357f HTTP/1.1" status: 200 len: 915 time: 0.1446242 May 05 20:06:28.770565 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a72310-a804-4fa8-a2c2-76cf5d56ed98 req-643ccc29-6bfd-449f-ac85-905b2b29cc97 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:28.772267 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-99a72310-a804-4fa8-a2c2-76cf5d56ed98 req-643ccc29-6bfd-449f-ac85-905b2b29cc97 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/ports?device_id=c41999b5-4b70-480e-9673-e0a9ec8c2694 HTTP/1.1" status: 200 len: 946 time: 0.4978135 May 05 20:06:28.815197 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b04dc82b-6402-4e10-8b06-99a5d94ea92d tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:28.885128 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a1914afc-1145-40e4-9a13-6568f1428402 req-28ec41c3-a34f-46ea-a207-718e3cb1e858 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c99454e-ca86-41c7-ac20-87c24520a619 HTTP/1.1" status: 200 len: 217 time: 0.1118474 May 05 20:06:28.973514 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-99a72310-a804-4fa8-a2c2-76cf5d56ed98 req-ef769fcd-a941-4fdb-8313-2d500d0db61b tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bb0d1af-6061-4898-83b0-c73ccfcdf251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231830 May 05 20:06:29.043321 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1914afc-1145-40e4-9a13-6568f1428402 req-83f86aed-21aa-4f8b-9b50-753b2508fac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:29.046170 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a1914afc-1145-40e4-9a13-6568f1428402 req-83f86aed-21aa-4f8b-9b50-753b2508fac7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0cdbcd87-3122-4405-9158-91956439b36b HTTP/1.1" status: 200 len: 854 time: 0.1461830 May 05 20:06:29.135648 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d90e4-3e16-4bcf-a611-d2e5d6a1d1a5 req-d6b2b125-b1e6-40d0-a942-ac88cf9842e6 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:29.137357 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e72d90e4-3e16-4bcf-a611-d2e5d6a1d1a5 req-d6b2b125-b1e6-40d0-a942-ac88cf9842e6 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.3782957 May 05 20:06:29.149542 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a1914afc-1145-40e4-9a13-6568f1428402 req-6b91f1ae-3452-4659-9169-268910de55fa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4bb260c0-58ef-42fa-9b03-aaae2c79357f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0906422 May 05 20:06:29.248733 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d4818a33-ffd3-41a4-8dae-ffc8750ca9d5 req-2b406082-3485-469e-890d-a069796ecac3 tempest-ServerShowV257Test-1717809176 tempest-ServerShowV257Test-1717809176-project] 10.222.0.36 "GET /v2.0/ports?device_id=650582a6-7d9c-4ed8-8839-02c2f3e4c8ec HTTP/1.1" status: 200 len: 210 time: 0.0930178 May 05 20:06:29.393572 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b808f4-f2ba-40d3-895a-8e8623158d0a req-c87fab92-ccc4-49a1-9f27-fe58dd6cee2b tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:29.394355 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-25b808f4-f2ba-40d3-895a-8e8623158d0a req-c87fab92-ccc4-49a1-9f27-fe58dd6cee2b tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Synchronizing usage tracker for tenant:51033f662b4a41faabaa592f98ca548e on resource:network {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:06:29.447409 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a1914afc-1145-40e4-9a13-6568f1428402 req-063d9816-2aac-458c-a8ed-062ae372faf1 service neutron] 10.222.0.24 "GET /v2.0/networks/4bb260c0-58ef-42fa-9b03-aaae2c79357f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565017 May 05 20:06:29.508524 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e72d90e4-3e16-4bcf-a611-d2e5d6a1d1a5 req-ee6accba-38e3-40ec-839d-bdc6ea84a1ad tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232741 May 05 20:06:29.528341 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-25b808f4-f2ba-40d3-895a-8e8623158d0a req-c87fab92-ccc4-49a1-9f27-fe58dd6cee2b tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Unset dirty status for tenant:51033f662b4a41faabaa592f98ca548e on resource:network {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:06:29.529680 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-25b808f4-f2ba-40d3-895a-8e8623158d0a req-c87fab92-ccc4-49a1-9f27-fe58dd6cee2b tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.24 "GET /v2.0/networks?id=35d37522-ff35-47af-b60c-b213aa781c6f HTTP/1.1" status: 200 len: 805 time: 0.4932413 May 05 20:06:29.598819 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-25b808f4-f2ba-40d3-895a-8e8623158d0a req-a17628e9-5653-414e-8529-83d5a6801acf tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Request body: {'port': {'device_id': 'c8c99457-7a9a-4bdf-b25b-2a49a4935854', 'network_id': '35d37522-ff35-47af-b60c-b213aa781c6f', 'admin_state_up': True, 'tenant_id': '51033f662b4a41faabaa592f98ca548e'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:06:29.733577 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72c3ba-0ac4-481c-a594-a6a38f7be4fa req-69ad8917-9647-4e0b-b6ec-936e6db1c03b tempest-ServerAddressesTestJSON-1745532123 tempest-ServerAddressesTestJSON-1745532123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:29.744576 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7f72c3ba-0ac4-481c-a594-a6a38f7be4fa req-69ad8917-9647-4e0b-b6ec-936e6db1c03b tempest-ServerAddressesTestJSON-1745532123 tempest-ServerAddressesTestJSON-1745532123-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcd6bde3-024f-4ea1-ba21-a055ddf79dcb HTTP/1.1" status: 200 len: 943 time: 0.2443674 May 05 20:06:29.748638 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a1914afc-1145-40e4-9a13-6568f1428402 req-1caff134-d57c-48bd-81d5-279f55392146 service neutron] 10.222.0.24 "GET /v2.0/networks/4bb260c0-58ef-42fa-9b03-aaae2c79357f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952845 May 05 20:06:29.798423 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7f72c3ba-0ac4-481c-a594-a6a38f7be4fa req-ce91e95c-2cfa-4bb8-ad7f-d5e85ac1ff62 tempest-ServerAddressesTestJSON-1745532123 tempest-ServerAddressesTestJSON-1745532123-project] 10.222.0.36 "GET /v2.0/security-groups?id=b32f94be-5622-4e78-a4ef-53b2e5705148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528846 May 05 20:06:29.924617 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6f0fbb49-e6ec-4e93-8a09-b83be06fd0b6 req-dc35e5eb-d41b-42bd-83d8-b4999d3ac1f8 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8c99457-7a9a-4bdf-b25b-2a49a4935854 HTTP/1.1" status: 200 len: 210 time: 0.2048848 May 05 20:06:29.999783 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-25b808f4-f2ba-40d3-895a-8e8623158d0a req-a17628e9-5653-414e-8529-83d5a6801acf tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:06:30.001686 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500aa29-252e-4842-9aca-a2ae7ce0eb7f req-49e28a71-ee4d-4132-9bf9-2accc8a2d53e tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:30.005368 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-25b808f4-f2ba-40d3-895a-8e8623158d0a req-a17628e9-5653-414e-8529-83d5a6801acf tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Usage tracker for resource:port and tenant:51033f662b4a41faabaa592f98ca548e is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:06:30.009559 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4500aa29-252e-4842-9aca-a2ae7ce0eb7f req-49e28a71-ee4d-4132-9bf9-2accc8a2d53e tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/ports?device_id=c41999b5-4b70-480e-9673-e0a9ec8c2694 HTTP/1.1" status: 200 len: 946 time: 0.1016669 May 05 20:06:30.010982 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-25b808f4-f2ba-40d3-895a-8e8623158d0a req-a17628e9-5653-414e-8529-83d5a6801acf tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:06:30.018216 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-25b808f4-f2ba-40d3-895a-8e8623158d0a req-a17628e9-5653-414e-8529-83d5a6801acf tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:06:30.040453 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b04dc82b-6402-4e10-8b06-99a5d94ea92d tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:30.043667 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25b808f4-f2ba-40d3-895a-8e8623158d0a req-a17628e9-5653-414e-8529-83d5a6801acf tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Made reservation on behalf of 51033f662b4a41faabaa592f98ca548e for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:06:30.048768 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-25b808f4-f2ba-40d3-895a-8e8623158d0a req-a17628e9-5653-414e-8529-83d5a6801acf tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:30.065815 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b04dc82b-6402-4e10-8b06-99a5d94ea92d tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:30.066648 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4500aa29-252e-4842-9aca-a2ae7ce0eb7f req-685c3817-e70e-4082-8550-3be6a6f5424b tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bb0d1af-6061-4898-83b0-c73ccfcdf251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561059 May 05 20:06:30.282019 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ac061-2a50-409a-a3e2-e79e67fea2c2 req-7742b1b6-72a7-47d4-822f-ea2612b268b9 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:30.283885 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9a1ac061-2a50-409a-a3e2-e79e67fea2c2 req-7742b1b6-72a7-47d4-822f-ea2612b268b9 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7a2105d-7b7f-44f4-9e5c-1fad082a90a4 HTTP/1.1" status: 200 len: 945 time: 0.0979717 May 05 20:06:30.294441 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b04dc82b-6402-4e10-8b06-99a5d94ea92d tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:30.310982 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04dc82b-6402-4e10-8b06-99a5d94ea92d tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Pushing event updated for resources: {'Port': ['ID=e7841b25-6932-450d-aa37-031a45b1e9d3,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:30.335200 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9a1ac061-2a50-409a-a3e2-e79e67fea2c2 req-132155a7-1494-4ea5-8a10-e2c2994f0953 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bb0d1af-6061-4898-83b0-c73ccfcdf251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447266 May 05 20:06:30.503216 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-436c69d7-e2e3-4566-b7ef-b48d60d22554 req-4d888ded-622c-4512-abdb-d1df5abfa03f tempest-ServerShowV257Test-1717809176 tempest-ServerShowV257Test-1717809176-project] 10.222.0.36 "GET /v2.0/ports?device_id=650582a6-7d9c-4ed8-8839-02c2f3e4c8ec HTTP/1.1" status: 200 len: 210 time: 0.0445118 May 05 20:06:30.695738 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-25b808f4-f2ba-40d3-895a-8e8623158d0a req-a17628e9-5653-414e-8529-83d5a6801acf tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Allocated IP 172.20.0.5 (35d37522-ff35-47af-b60c-b213aa781c6f/abe7c8d5-c1a3-49ab-83d4-2252eacbfbcf/81d837ab-bc11-4126-87e9-1c216ab3a6e9) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:06:30.706788 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923f262-cc7f-4a27-9009-46adaaff8e5a req-d0a47469-b66a-41a9-aa2b-9373099c5b33 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:30.708470 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2923f262-cc7f-4a27-9009-46adaaff8e5a req-d0a47469-b66a-41a9-aa2b-9373099c5b33 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.4719756 May 05 20:06:30.719637 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f1f05-1ef1-42e5-ac02-29840c13b274 req-63813937-2b9a-4428-bc1c-f68ee17d96ed tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:30.721177 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5d1f1f05-1ef1-42e5-ac02-29840c13b274 req-63813937-2b9a-4428-bc1c-f68ee17d96ed tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a8572aa-15c6-4da9-9588-1eedd739d7cb HTTP/1.1" status: 200 len: 946 time: 0.1016843 May 05 20:06:30.751205 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04dc82b-6402-4e10-8b06-99a5d94ea92d tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Network 0a53b6ca-750c-40a5-9257-56e6f1e52cc3 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:06:30.755430 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-b04dc82b-6402-4e10-8b06-99a5d94ea92d tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:06:30.782956 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5d1f1f05-1ef1-42e5-ac02-29840c13b274 req-5e7266fe-9d8c-41f3-b9c4-b5f7e9566345 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bb0d1af-6061-4898-83b0-c73ccfcdf251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546937 May 05 20:06:30.834772 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [req-fff80b6c-9e98-4c77-a456-6135378fa548 req-4774f31c-98f2-4fa7-8a28-c021b65f4e27 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88197) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:06:30.836009 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fff80b6c-9e98-4c77-a456-6135378fa548 req-4774f31c-98f2-4fa7-8a28-c021b65f4e27 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065503 May 05 20:06:30.882860 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2923f262-cc7f-4a27-9009-46adaaff8e5a req-6bf20616-259b-4185-b659-b8ce1b7fbcea tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1660006 May 05 20:06:30.981177 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fff80b6c-9e98-4c77-a456-6135378fa548 req-1cba59c8-158d-4fe7-885c-0494e0fb453c tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1378794 May 05 20:06:31.076848 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-24a95462-a8f0-4f5b-8bff-e24100aa8b1d None None] Provisioning complete for port e7841b25-6932-450d-aa37-031a45b1e9d3 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:06:31.077977 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-24a95462-a8f0-4f5b-8bff-e24100aa8b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:31.151945 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-24a95462-a8f0-4f5b-8bff-e24100aa8b1d None None] Port e7841b25-6932-450d-aa37-031a45b1e9d3 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:06:31.217980 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b04dc82b-6402-4e10-8b06-99a5d94ea92d tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Router d2d1f416-e53a-4bdd-b094-4743bbedb0f0 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:06:31.257585 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-25b808f4-f2ba-40d3-895a-8e8623158d0a req-a17628e9-5653-414e-8529-83d5a6801acf tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:31.359185 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed129c-c643-4b94-b9b8-7f7d4314982b req-fcf45235-85f2-41f9-9598-1cb8fcfae900 tempest-ServerAddressesTestJSON-1745532123 tempest-ServerAddressesTestJSON-1745532123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:31.360617 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-72ed129c-c643-4b94-b9b8-7f7d4314982b req-fcf45235-85f2-41f9-9598-1cb8fcfae900 tempest-ServerAddressesTestJSON-1745532123 tempest-ServerAddressesTestJSON-1745532123-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcd6bde3-024f-4ea1-ba21-a055ddf79dcb HTTP/1.1" status: 200 len: 943 time: 0.3136075 May 05 20:06:31.449136 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0ce97-b03d-427f-92f0-71ed3f6abc2c req-b2970830-b7e7-41f2-a7ed-1c0cecb90734 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:31.456942 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6ee0ce97-b03d-427f-92f0-71ed3f6abc2c req-b2970830-b7e7-41f2-a7ed-1c0cecb90734 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.1295631 May 05 20:06:31.507447 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-72ed129c-c643-4b94-b9b8-7f7d4314982b req-0b531014-2e86-4d0b-8d58-9e3a56997dbb tempest-ServerAddressesTestJSON-1745532123 tempest-ServerAddressesTestJSON-1745532123-project] 10.222.0.36 "GET /v2.0/security-groups?id=b32f94be-5622-4e78-a4ef-53b2e5705148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376064 May 05 20:06:31.520426 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b04dc82b-6402-4e10-8b06-99a5d94ea92d tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:06:31.522398 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6ee0ce97-b03d-427f-92f0-71ed3f6abc2c req-4be4d2f0-473c-450b-b1d9-f4d8458dcd68 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642653 May 05 20:06:31.541568 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-25b808f4-f2ba-40d3-895a-8e8623158d0a req-a17628e9-5653-414e-8529-83d5a6801acf tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:31.545794 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b04dc82b-6402-4e10-8b06-99a5d94ea92d tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] 10.222.0.36 "PUT /v2.0/routers/d2d1f416-e53a-4bdd-b094-4743bbedb0f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3558264 May 05 20:06:31.548994 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 49456) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:06:31.551942 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29e497a-105e-416c-b829-9b9dfd43818f None None] Sync routers for ids ['d2d1f416-e53a-4bdd-b094-4743bbedb0f0'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:06:31.554984 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-597c96be-48be-4254-9484-84ab9e165f72 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Request body: {'port': {'network_id': '0a53b6ca-750c-40a5-9257-56e6f1e52cc3', 'name': 'tempest-FloatingIPAdminTestJSON-2084340785'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:06:31.577404 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 6c99454e-ca86-41c7-ac20-87c24520a619 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:06:31.578359 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29e497a-105e-416c-b829-9b9dfd43818f None None] Routers {'d2d1f416-e53a-4bdd-b094-4743bbedb0f0'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:06:31.581180 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-e29e497a-105e-416c-b829-9b9dfd43818f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:06:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['d2d1f416-e53a-4bdd-b094-4743bbedb0f0'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:06:31.717040 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-e29e497a-105e-416c-b829-9b9dfd43818f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:06:31.729247 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29e497a-105e-416c-b829-9b9dfd43818f None None] Routers {'d2d1f416-e53a-4bdd-b094-4743bbedb0f0'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:06:31.730318 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-e29e497a-105e-416c-b829-9b9dfd43818f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:06:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['d2d1f416-e53a-4bdd-b094-4743bbedb0f0'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:06:31.784714 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 49462) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:06:31.801018 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-e29e497a-105e-416c-b829-9b9dfd43818f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:06:31.802396 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29e497a-105e-416c-b829-9b9dfd43818f None None] The sync data for ids ['d2d1f416-e53a-4bdd-b094-4743bbedb0f0'] in n-d-840717-1 is: [] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:06:31.821343 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 6c99454e-ca86-41c7-ac20-87c24520a619, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=6c99454e-ca86-41c7-ac20-87c24520a619,segment=NetworkSegment(50b16787-3d56-4698-8708-596db0fae658),segment_id=50b16787-3d56-4698-8708-596db0fae658)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:06:31.827433 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25b808f4-f2ba-40d3-895a-8e8623158d0a req-a17628e9-5653-414e-8529-83d5a6801acf tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Network 35d37522-ff35-47af-b60c-b213aa781c6f is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:06:31.840482 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-25b808f4-f2ba-40d3-895a-8e8623158d0a req-a17628e9-5653-414e-8529-83d5a6801acf tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:06:31.843378 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-25b808f4-f2ba-40d3-895a-8e8623158d0a req-a17628e9-5653-414e-8529-83d5a6801acf tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:06:31.850355 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '6c99454e-ca86-41c7-ac20-87c24520a619', 'network_id': '4bb260c0-58ef-42fa-9b03-aaae2c79357f', 'port_id': '6c99454e-ca86-41c7-ac20-87c24520a619', 'mac_address': 'fa:16:3e:91:0a:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cdbcd87-3122-4405-9158-91956439b36b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:06:31.920611 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17628e9-5653-414e-8529-83d5a6801acf tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Pushing event updated for resources: {'Port': ['ID=81d837ab-bc11-4126-87e9-1c216ab3a6e9,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:31.946592 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b808f4-f2ba-40d3-895a-8e8623158d0a req-a17628e9-5653-414e-8529-83d5a6801acf tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:31.947737 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-25b808f4-f2ba-40d3-895a-8e8623158d0a req-a17628e9-5653-414e-8529-83d5a6801acf tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:31.966537 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:31.992593 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca9a20-0185-4e90-bc34-6beef7afadea req-b42c08eb-0471-45a4-8f22-380d6d31f98e tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:31.993235 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c99454e-ca86-41c7-ac20-87c24520a619 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:06:31.993408 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-f7ca9a20-0185-4e90-bc34-6beef7afadea req-b42c08eb-0471-45a4-8f22-380d6d31f98e tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Synchronizing usage tracker for tenant:51033f662b4a41faabaa592f98ca548e on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:06:31.998719 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-25b808f4-f2ba-40d3-895a-8e8623158d0a req-a17628e9-5653-414e-8529-83d5a6801acf tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4180064 May 05 20:06:32.003641 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-597c96be-48be-4254-9484-84ab9e165f72 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:06:32.013215 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-597c96be-48be-4254-9484-84ab9e165f72 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Usage tracker for resource:port and tenant:ee4ab4890f8e46d8bf1051da3595abcd is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:06:32.013640 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-25b808f4-f2ba-40d3-895a-8e8623158d0a req-5ede19c6-b166-4c6b-828b-f390f541293d service neutron] Request body: {'port': {'device_id': 'c8c99457-7a9a-4bdf-b25b-2a49a4935854', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:06:32.018952 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-597c96be-48be-4254-9484-84ab9e165f72 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:06:32.019436 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 6c99454e-ca86-41c7-ac20-87c24520a619, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=6c99454e-ca86-41c7-ac20-87c24520a619,segment=NetworkSegment(50b16787-3d56-4698-8708-596db0fae658),segment_id=50b16787-3d56-4698-8708-596db0fae658)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:06:32.026754 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:32.042318 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-597c96be-48be-4254-9484-84ab9e165f72 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:06:32.050174 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a16a46fb-afd4-4983-bdbf-7dc13e12fbcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:32.073417 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a529f6-fd08-44c6-bca6-aafef897e436 req-fbd84528-da5d-454d-8e8d-ff75c2ab3eaa tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:32.079936 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-62a529f6-fd08-44c6-bca6-aafef897e436 req-fbd84528-da5d-454d-8e8d-ff75c2ab3eaa tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/ports?device_id=c41999b5-4b70-480e-9673-e0a9ec8c2694 HTTP/1.1" status: 200 len: 946 time: 0.2959867 May 05 20:06:32.089458 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-a16a46fb-afd4-4983-bdbf-7dc13e12fbcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:06:32.099308 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=6c99454e-ca86-41c7-ac20-87c24520a619,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:32.109101 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:06:32.109709 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:06:32.110195 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:06:32.110676 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:06:32.111138 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:06:32.111628 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:06:32.113330 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:06:32.113677 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:06:32.114008 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:06:32.114336 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:06:32.115010 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:06:32.115876 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:06:32.123712 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597c96be-48be-4254-9484-84ab9e165f72 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Made reservation on behalf of ee4ab4890f8e46d8bf1051da3595abcd for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:06:32.127123 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-597c96be-48be-4254-9484-84ab9e165f72 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:32.138328 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-f7ca9a20-0185-4e90-bc34-6beef7afadea req-b42c08eb-0471-45a4-8f22-380d6d31f98e tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Unset dirty status for tenant:51033f662b4a41faabaa592f98ca548e on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:06:32.139747 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f7ca9a20-0185-4e90-bc34-6beef7afadea req-b42c08eb-0471-45a4-8f22-380d6d31f98e tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8c99457-7a9a-4bdf-b25b-2a49a4935854 HTTP/1.1" status: 200 len: 931 time: 0.4931486 May 05 20:06:32.142262 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a16a46fb-afd4-4983-bdbf-7dc13e12fbcd admin admin] Usage tracker for resource:security_group_rule and tenant:dbaa3b4756604cb2977ff069f12c5774 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:06:32.145520 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a16a46fb-afd4-4983-bdbf-7dc13e12fbcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:06:32.148950 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-25b808f4-f2ba-40d3-895a-8e8623158d0a req-5ede19c6-b166-4c6b-828b-f390f541293d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:32.157934 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-a16a46fb-afd4-4983-bdbf-7dc13e12fbcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:06:32.170089 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-62a529f6-fd08-44c6-bca6-aafef897e436 req-fa1c436c-32a9-4eba-a711-798bca0f251e tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bb0d1af-6061-4898-83b0-c73ccfcdf251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857627 May 05 20:06:32.183453 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [None req-597c96be-48be-4254-9484-84ab9e165f72 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] device_id is not set on port 5f26f70e-b959-48fd-87c1-593ffa6f3e8d yet. {{(pid=88197) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:06:32.247543 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-f7ca9a20-0185-4e90-bc34-6beef7afadea req-fb0f2e42-8903-46ca-b055-25a7d8214a1d tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Synchronizing usage tracker for tenant:51033f662b4a41faabaa592f98ca548e on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:06:32.256610 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['6c99454e-ca86-41c7-ac20-87c24520a619'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:06:32.315153 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-f7ca9a20-0185-4e90-bc34-6beef7afadea req-fb0f2e42-8903-46ca-b055-25a7d8214a1d tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Unset dirty status for tenant:51033f662b4a41faabaa592f98ca548e on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:06:32.317490 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f7ca9a20-0185-4e90-bc34-6beef7afadea req-fb0f2e42-8903-46ca-b055-25a7d8214a1d tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708608 May 05 20:06:32.417335 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a16a46fb-afd4-4983-bdbf-7dc13e12fbcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:32.427764 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4d1935e9-64e1-4279-8010-66d34bf1fd08 req-722bd90f-6dba-4779-9e32-f0d1fbb2cc53 tempest-ServerShowV257Test-1717809176 tempest-ServerShowV257Test-1717809176-project] 10.222.0.36 "GET /v2.0/ports?device_id=650582a6-7d9c-4ed8-8839-02c2f3e4c8ec HTTP/1.1" status: 200 len: 210 time: 0.1138031 May 05 20:06:32.428925 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a16a46fb-afd4-4983-bdbf-7dc13e12fbcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:32.492411 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-597c96be-48be-4254-9484-84ab9e165f72 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Allocated IP 172.20.0.8 (0a53b6ca-750c-40a5-9257-56e6f1e52cc3/933215f6-6664-4c34-8fc5-e07fba002224/5f26f70e-b959-48fd-87c1-593ffa6f3e8d) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:06:32.496172 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-a16a46fb-afd4-4983-bdbf-7dc13e12fbcd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dbaa3b4756604cb2977ff069f12c5774&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7105694 May 05 20:06:32.500725 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 49472) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:06:32.506595 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16a46fb-afd4-4983-bdbf-7dc13e12fbcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=928f6fc2-f107-4d0f-9d35-37374aa60703,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:32.638396 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa194019-ceeb-4773-afd7-041d6096f76d req-7ddee886-f07f-4db3-9acf-31cb70cf5877 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:32.639938 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-aa194019-ceeb-4773-afd7-041d6096f76d req-7ddee886-f07f-4db3-9acf-31cb70cf5877 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.2098327 May 05 20:06:32.695843 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e09f4c5e-0512-4dfa-9d98-f5e1927a8831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:32.805586 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e09f4c5e-0512-4dfa-9d98-f5e1927a8831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:32.872224 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-25b808f4-f2ba-40d3-895a-8e8623158d0a req-5ede19c6-b166-4c6b-828b-f390f541293d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81d837ab-bc11-4126-87e9-1c216ab3a6e9 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:06:32.880559 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6121df70-103d-46b5-aa82-9baad688f5e4 req-1e524860-b8df-4b34-9f58-3d715cc08588 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:32.882066 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6121df70-103d-46b5-aa82-9baad688f5e4 req-1e524860-b8df-4b34-9f58-3d715cc08588 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7a2105d-7b7f-44f4-9e5c-1fad082a90a4 HTTP/1.1" status: 200 len: 945 time: 0.3011284 May 05 20:06:32.883189 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-25b808f4-f2ba-40d3-895a-8e8623158d0a req-5ede19c6-b166-4c6b-828b-f390f541293d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:32.888393 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-aa194019-ceeb-4773-afd7-041d6096f76d req-8ff648ff-d170-4354-bb17-03a081cd906b tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2112401 May 05 20:06:32.888607 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-597c96be-48be-4254-9484-84ab9e165f72 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:32.903727 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-25b808f4-f2ba-40d3-895a-8e8623158d0a req-5ede19c6-b166-4c6b-828b-f390f541293d service neutron] Transition to ACTIVE for port object 81d837ab-bc11-4126-87e9-1c216ab3a6e9 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:06:32.907906 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-25b808f4-f2ba-40d3-895a-8e8623158d0a req-5ede19c6-b166-4c6b-828b-f390f541293d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:32.947201 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-597c96be-48be-4254-9484-84ab9e165f72 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Transition to ACTIVE for port object 5f26f70e-b959-48fd-87c1-593ffa6f3e8d will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:06:32.958219 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e09f4c5e-0512-4dfa-9d98-f5e1927a8831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:32.986452 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09f4c5e-0512-4dfa-9d98-f5e1927a8831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=928f6fc2-f107-4d0f-9d35-37374aa60703,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:32.995253 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6121df70-103d-46b5-aa82-9baad688f5e4 req-5f0856ed-37ca-4927-b643-3bb79e7c14d9 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bb0d1af-6061-4898-83b0-c73ccfcdf251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925486 May 05 20:06:33.009184 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e09f4c5e-0512-4dfa-9d98-f5e1927a8831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:33.013171 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-e09f4c5e-0512-4dfa-9d98-f5e1927a8831 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/928f6fc2-f107-4d0f-9d35-37374aa60703 HTTP/1.1" status: 204 len: 168 time: 0.5090070 May 05 20:06:33.038024 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-597c96be-48be-4254-9484-84ab9e165f72 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:33.112448 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597c96be-48be-4254-9484-84ab9e165f72 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Network 0a53b6ca-750c-40a5-9257-56e6f1e52cc3 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:06:33.116084 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ede19c6-b166-4c6b-828b-f390f541293d service neutron] Pushing event updated for resources: {'Port': ['ID=81d837ab-bc11-4126-87e9-1c216ab3a6e9,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:33.116592 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-597c96be-48be-4254-9484-84ab9e165f72 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:06:33.120818 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597c96be-48be-4254-9484-84ab9e165f72 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:06:33.243065 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-25b808f4-f2ba-40d3-895a-8e8623158d0a req-5ede19c6-b166-4c6b-828b-f390f541293d service neutron] Attempting to bind port 81d837ab-bc11-4126-87e9-1c216ab3a6e9 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:06:33.243583 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-25b808f4-f2ba-40d3-895a-8e8623158d0a req-5ede19c6-b166-4c6b-828b-f390f541293d service neutron] Attempting to bind port 81d837ab-bc11-4126-87e9-1c216ab3a6e9 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': '0a9940fa-b2d8-4605-a2bb-ab46df53c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '35d37522-ff35-47af-b60c-b213aa781c6f'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:06:33.244404 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b808f4-f2ba-40d3-895a-8e8623158d0a req-5ede19c6-b166-4c6b-828b-f390f541293d service neutron] Attempting to bind port 81d837ab-bc11-4126-87e9-1c216ab3a6e9 on network 35d37522-ff35-47af-b60c-b213aa781c6f {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:06:33.253559 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597c96be-48be-4254-9484-84ab9e165f72 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:33.254424 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-597c96be-48be-4254-9484-84ab9e165f72 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:33.255724 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5496e1-cea1-481e-a369-5dad8621f933 req-b0ade0c0-7cf7-42b5-8eb3-5f97d39212ca tempest-ServerAddressesTestJSON-1745532123 tempest-ServerAddressesTestJSON-1745532123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:33.261094 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597c96be-48be-4254-9484-84ab9e165f72 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Pushing event updated for resources: {'Port': ['ID=5f26f70e-b959-48fd-87c1-593ffa6f3e8d,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:33.263427 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1b5496e1-cea1-481e-a369-5dad8621f933 req-b0ade0c0-7cf7-42b5-8eb3-5f97d39212ca tempest-ServerAddressesTestJSON-1745532123 tempest-ServerAddressesTestJSON-1745532123-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcd6bde3-024f-4ea1-ba21-a055ddf79dcb HTTP/1.1" status: 200 len: 944 time: 0.2269568 May 05 20:06:33.282102 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b808f4-f2ba-40d3-895a-8e8623158d0a req-5ede19c6-b166-4c6b-828b-f390f541293d service neutron] Port 81d837ab-bc11-4126-87e9-1c216ab3a6e9 on network 35d37522-ff35-47af-b60c-b213aa781c6f not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:06:33.282545 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b808f4-f2ba-40d3-895a-8e8623158d0a req-5ede19c6-b166-4c6b-828b-f390f541293d service neutron] Attempting to bind port 81d837ab-bc11-4126-87e9-1c216ab3a6e9 on network 35d37522-ff35-47af-b60c-b213aa781c6f {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:06:33.292859 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b808f4-f2ba-40d3-895a-8e8623158d0a req-5ede19c6-b166-4c6b-828b-f390f541293d service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:06:33.293587 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b808f4-f2ba-40d3-895a-8e8623158d0a req-5ede19c6-b166-4c6b-828b-f390f541293d service neutron] Checking segment: {'id': '0a9940fa-b2d8-4605-a2bb-ab46df53c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '35d37522-ff35-47af-b60c-b213aa781c6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:06:33.294187 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b808f4-f2ba-40d3-895a-8e8623158d0a req-5ede19c6-b166-4c6b-828b-f390f541293d service neutron] Bound using segment: {'id': '0a9940fa-b2d8-4605-a2bb-ab46df53c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '35d37522-ff35-47af-b60c-b213aa781c6f'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:06:33.295055 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-25b808f4-f2ba-40d3-895a-8e8623158d0a req-5ede19c6-b166-4c6b-828b-f390f541293d service neutron] Bound port: 81d837ab-bc11-4126-87e9-1c216ab3a6e9, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a9940fa-b2d8-4605-a2bb-ab46df53c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '35d37522-ff35-47af-b60c-b213aa781c6f'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:06:33.298595 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-597c96be-48be-4254-9484-84ab9e165f72 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7461545 May 05 20:06:33.298844 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 49486) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:06:33.299272 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-25b808f4-f2ba-40d3-895a-8e8623158d0a req-5ede19c6-b166-4c6b-828b-f390f541293d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:33.352481 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f4a9f1-5dbb-4d36-8859-3c59ace83cac req-9d8a5612-2c66-45af-b88d-4f401ee70888 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:33.354407 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a6f4a9f1-5dbb-4d36-8859-3c59ace83cac req-9d8a5612-2c66-45af-b88d-4f401ee70888 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.2004087 May 05 20:06:33.382104 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1b5496e1-cea1-481e-a369-5dad8621f933 req-ddf1008a-d0a1-44b4-916c-def142dc5745 tempest-ServerAddressesTestJSON-1745532123 tempest-ServerAddressesTestJSON-1745532123-project] 10.222.0.36 "GET /v2.0/security-groups?id=b32f94be-5622-4e78-a4ef-53b2e5705148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170378 May 05 20:06:33.421940 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a6f4a9f1-5dbb-4d36-8859-3c59ace83cac req-5ca645c8-430f-4452-b0f8-e7539080a2c1 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612826 May 05 20:06:33.451829 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-25b808f4-f2ba-40d3-895a-8e8623158d0a req-5ede19c6-b166-4c6b-828b-f390f541293d service neutron] For port 81d837ab-bc11-4126-87e9-1c216ab3a6e9, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:06:33.457351 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-25b808f4-f2ba-40d3-895a-8e8623158d0a req-5ede19c6-b166-4c6b-828b-f390f541293d service neutron] For port 81d837ab-bc11-4126-87e9-1c216ab3a6e9, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=81d837ab-bc11-4126-87e9-1c216ab3a6e9,segment=NetworkSegment(0a9940fa-b2d8-4605-a2bb-ab46df53c9ac),segment_id=0a9940fa-b2d8-4605-a2bb-ab46df53c9ac)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:06:33.463542 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-25b808f4-f2ba-40d3-895a-8e8623158d0a req-5ede19c6-b166-4c6b-828b-f390f541293d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:33.499270 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-f48df75d-3922-434f-869a-4bc4e1efc6b5 None None] Provisioning for port 5f26f70e-b959-48fd-87c1-593ffa6f3e8d completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:06:33.506653 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-f48df75d-3922-434f-869a-4bc4e1efc6b5 None None] Provisioning complete for port 5f26f70e-b959-48fd-87c1-593ffa6f3e8d triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:06:33.507474 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f48df75d-3922-434f-869a-4bc4e1efc6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:33.577558 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 6c99454e-ca86-41c7-ac20-87c24520a619 up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:06:33.590352 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b808f4-f2ba-40d3-895a-8e8623158d0a req-5ede19c6-b166-4c6b-828b-f390f541293d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:33.593988 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-25b808f4-f2ba-40d3-895a-8e8623158d0a req-5ede19c6-b166-4c6b-828b-f390f541293d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:33.595691 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-25b808f4-f2ba-40d3-895a-8e8623158d0a req-5ede19c6-b166-4c6b-828b-f390f541293d service neutron] 10.222.0.24 "PUT /v2.0/ports/81d837ab-bc11-4126-87e9-1c216ab3a6e9 HTTP/1.1" status: 200 len: 1091 time: 1.5886886 May 05 20:06:33.596245 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8c99457-7a9a-4bdf-b25b-2a49a4935854', 'tag': '81d837ab-bc11-4126-87e9-1c216ab3a6e9'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:06:33.648829 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5aae54-291f-49eb-a1e7-c18497449382 req-ab6c46f4-c6d8-4924-b09f-000463c8f721 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:33.657614 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5e5aae54-291f-49eb-a1e7-c18497449382 req-ab6c46f4-c6d8-4924-b09f-000463c8f721 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8c99457-7a9a-4bdf-b25b-2a49a4935854 HTTP/1.1" status: 200 len: 943 time: 0.1227884 May 05 20:06:33.722901 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5e5aae54-291f-49eb-a1e7-c18497449382 req-59d40c79-f883-4eed-8fd2-48ade44d3682 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620368 May 05 20:06:33.741226 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-f48df75d-3922-434f-869a-4bc4e1efc6b5 None None] Port 5f26f70e-b959-48fd-87c1-593ffa6f3e8d cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:06:33.778891 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-81ac6790-fde9-4c8f-9ac2-3fe87818f200 tempest-FloatingIPAdminTestJSON-642720836 tempest-FloatingIPAdminTestJSON-642720836-project-admin] Request body: {'floatingip': {'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'project_id': 'ee4ab4890f8e46d8bf1051da3595abcd', 'port_id': '5f26f70e-b959-48fd-87c1-593ffa6f3e8d'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:06:33.779989 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port 6c99454e-ca86-41c7-ac20-87c24520a619 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:06:33.785594 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-81ac6790-fde9-4c8f-9ac2-3fe87818f200 tempest-FloatingIPAdminTestJSON-642720836 tempest-FloatingIPAdminTestJSON-642720836-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:06:33.786760 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 6c99454e-ca86-41c7-ac20-87c24520a619 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:06:33.788129 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:33.790559 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-81ac6790-fde9-4c8f-9ac2-3fe87818f200 tempest-FloatingIPAdminTestJSON-642720836 tempest-FloatingIPAdminTestJSON-642720836-project-admin] Usage tracker for resource:floatingip and tenant:ee4ab4890f8e46d8bf1051da3595abcd is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:06:33.793981 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-81ac6790-fde9-4c8f-9ac2-3fe87818f200 tempest-FloatingIPAdminTestJSON-642720836 tempest-FloatingIPAdminTestJSON-642720836-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:06:33.800027 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-81ac6790-fde9-4c8f-9ac2-3fe87818f200 tempest-FloatingIPAdminTestJSON-642720836 tempest-FloatingIPAdminTestJSON-642720836-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:06:33.812366 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-81ac6790-fde9-4c8f-9ac2-3fe87818f200 tempest-FloatingIPAdminTestJSON-642720836 tempest-FloatingIPAdminTestJSON-642720836-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:33.821731 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6144f1-b3a5-4375-9a73-31ab2f2df925 req-ff6534f6-cac8-418b-a477-bbc9573c0283 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:33.833906 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3a6144f1-b3a5-4375-9a73-31ab2f2df925 req-ff6534f6-cac8-418b-a477-bbc9573c0283 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a8572aa-15c6-4da9-9588-1eedd739d7cb HTTP/1.1" status: 200 len: 946 time: 0.2314818 May 05 20:06:33.932874 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ede19c6-b166-4c6b-828b-f390f541293d service neutron] Pushing event updated for resources: {'Port': ['ID=81d837ab-bc11-4126-87e9-1c216ab3a6e9,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:33.948650 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3a6144f1-b3a5-4375-9a73-31ab2f2df925 req-f8745dd0-ce35-4b37-af88-2c7ef11c1d2c tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bb0d1af-6061-4898-83b0-c73ccfcdf251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136379 May 05 20:06:33.960982 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-81ac6790-fde9-4c8f-9ac2-3fe87818f200 tempest-FloatingIPAdminTestJSON-642720836 tempest-FloatingIPAdminTestJSON-642720836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:33.964857 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b808f4-f2ba-40d3-895a-8e8623158d0a req-e04a572a-4779-46f9-b003-1698b9d803ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:33.966684 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-25b808f4-f2ba-40d3-895a-8e8623158d0a req-e04a572a-4779-46f9-b003-1698b9d803ef service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=51033f662b4a41faabaa592f98ca548e&device_id=c8c99457-7a9a-4bdf-b25b-2a49a4935854 HTTP/1.1" status: 200 len: 1094 time: 0.3003507 May 05 20:06:34.029402 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:34.069588 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-618e78eb-b3d1-43c8-8099-dd61150ea1ac req-5ebc2f81-2e20-487f-b972-3847f4ef206c tempest-ServerShowV257Test-1717809176 tempest-ServerShowV257Test-1717809176-project] 10.222.0.36 "GET /v2.0/ports?device_id=650582a6-7d9c-4ed8-8839-02c2f3e4c8ec HTTP/1.1" status: 200 len: 210 time: 0.0613239 May 05 20:06:34.083634 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcd6bde3-024f-4ea1-ba21-a055ddf79dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c99454e-ca86-41c7-ac20-87c24520a619'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:06:34.107515 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c53d76d8-d03b-4ea9-8489-9f489c786067'] response: {'name': 'network-changed', 'server_uuid': 'c8c99457-7a9a-4bdf-b25b-2a49a4935854', 'tag': '81d837ab-bc11-4126-87e9-1c216ab3a6e9', 'status': 'completed', 'code': 200} May 05 20:06:34.112599 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 6c99454e-ca86-41c7-ac20-87c24520a619, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=6c99454e-ca86-41c7-ac20-87c24520a619,segment=NetworkSegment(50b16787-3d56-4698-8708-596db0fae658),segment_id=50b16787-3d56-4698-8708-596db0fae658)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:06:34.119870 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:34.155003 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-25b808f4-f2ba-40d3-895a-8e8623158d0a req-8a421e8d-5550-4039-8b58-920318635a87 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81d837ab-bc11-4126-87e9-1c216ab3a6e9 HTTP/1.1" status: 200 len: 217 time: 0.1814249 May 05 20:06:34.192453 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-81ac6790-fde9-4c8f-9ac2-3fe87818f200 tempest-FloatingIPAdminTestJSON-642720836 tempest-FloatingIPAdminTestJSON-642720836-project-admin] Allocated IP 172.25.0.89 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/071b142d-e5c5-480a-9397-0c2d230025b7) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:06:34.278773 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=6c99454e-ca86-41c7-ac20-87c24520a619,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:34.359975 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-81ac6790-fde9-4c8f-9ac2-3fe87818f200 tempest-FloatingIPAdminTestJSON-642720836 tempest-FloatingIPAdminTestJSON-642720836-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:34.369368 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5c9fd-4517-4882-972b-f1251c1931ba req-8a16df8d-133f-45af-ab4b-292194896b41 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:34.371232 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-46b5c9fd-4517-4882-972b-f1251c1931ba req-8a16df8d-133f-45af-ab4b-292194896b41 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/networks?id=7506b31f-3419-46e4-835c-80fe813661d5 HTTP/1.1" status: 200 len: 812 time: 0.2317002 May 05 20:06:34.392008 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-81ac6790-fde9-4c8f-9ac2-3fe87818f200 tempest-FloatingIPAdminTestJSON-642720836 tempest-FloatingIPAdminTestJSON-642720836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:34.430495 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-46b5c9fd-4517-4882-972b-f1251c1931ba req-156f03d2-fe99-4024-b05b-0dc1ec29d8bd tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/quotas/56e8fe9085fa4bdb932a4c29aaeb4c08 HTTP/1.1" status: 200 len: 375 time: 0.0198286 May 05 20:06:34.500969 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b808f4-f2ba-40d3-895a-8e8623158d0a req-a960fae3-ebe1-45de-82f9-03bf69d9c144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:34.502618 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-25b808f4-f2ba-40d3-895a-8e8623158d0a req-a960fae3-ebe1-45de-82f9-03bf69d9c144 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abe7c8d5-c1a3-49ab-83d4-2252eacbfbcf HTTP/1.1" status: 200 len: 845 time: 0.1305428 May 05 20:06:34.560026 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-25b808f4-f2ba-40d3-895a-8e8623158d0a req-a923cf11-5660-4dc6-9dcb-2ee78e41a315 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=35d37522-ff35-47af-b60c-b213aa781c6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504937 May 05 20:06:34.625060 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ac6790-fde9-4c8f-9ac2-3fe87818f200 tempest-FloatingIPAdminTestJSON-642720836 tempest-FloatingIPAdminTestJSON-642720836-project-admin] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:06:34.628580 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7b9ec6ec-6be4-4d41-843f-4aee3de56727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:34.630257 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-81ac6790-fde9-4c8f-9ac2-3fe87818f200 tempest-FloatingIPAdminTestJSON-642720836 tempest-FloatingIPAdminTestJSON-642720836-project-admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:06:34.635554 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ac6790-fde9-4c8f-9ac2-3fe87818f200 tempest-FloatingIPAdminTestJSON-642720836 tempest-FloatingIPAdminTestJSON-642720836-project-admin] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:06:34.660304 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ac6790-fde9-4c8f-9ac2-3fe87818f200 tempest-FloatingIPAdminTestJSON-642720836 tempest-FloatingIPAdminTestJSON-642720836-project-admin] Pushing event updated for resources: {'Port': ['ID=071b142d-e5c5-480a-9397-0c2d230025b7,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:34.713002 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-46b5c9fd-4517-4882-972b-f1251c1931ba req-b5810bc9-4a71-416a-8166-6b30b580eb4f tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=56e8fe9085fa4bdb932a4c29aaeb4c08&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2813792 May 05 20:06:34.720872 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-25b808f4-f2ba-40d3-895a-8e8623158d0a req-34e7ace1-5091-418c-bd5a-83aabacd578b service neutron] 10.222.0.24 "GET /v2.0/networks/35d37522-ff35-47af-b60c-b213aa781c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555882 May 05 20:06:34.751575 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d819b1b-1c3a-4757-a9d8-49f14632d65c req-0602b48b-d258-4dcb-b86e-84f73b7c270d tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:34.757432 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d819b1b-1c3a-4757-a9d8-49f14632d65c req-0602b48b-d258-4dcb-b86e-84f73b7c270d tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:34.763423 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d819b1b-1c3a-4757-a9d8-49f14632d65c req-0602b48b-d258-4dcb-b86e-84f73b7c270d tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:34.770198 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3d819b1b-1c3a-4757-a9d8-49f14632d65c req-0602b48b-d258-4dcb-b86e-84f73b7c270d tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a8572aa-15c6-4da9-9588-1eedd739d7cb&device_id=e7a2105d-7b7f-44f4-9e5c-1fad082a90a4&device_id=c41999b5-4b70-480e-9673-e0a9ec8c2694 HTTP/1.1" status: 200 len: 2418 time: 0.3326507 May 05 20:06:34.860762 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3d819b1b-1c3a-4757-a9d8-49f14632d65c req-74d0483c-2ae1-426d-99db-d2992bc537fa tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bb0d1af-6061-4898-83b0-c73ccfcdf251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895798 May 05 20:06:34.932899 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-257ad305-cba3-4b4f-bf88-58a8002a2e07'] response: {'server_uuid': 'fcd6bde3-024f-4ea1-ba21-a055ddf79dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c99454e-ca86-41c7-ac20-87c24520a619', 'code': 200} May 05 20:06:35.135978 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-46b5c9fd-4517-4882-972b-f1251c1931ba req-d13fd24e-1831-40fc-b531-ebdd97903a68 service neutron] 10.222.0.36 "GET /v2.0/networks/7506b31f-3419-46e4-835c-80fe813661d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4140751 May 05 20:06:35.141968 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-25b808f4-f2ba-40d3-895a-8e8623158d0a req-a40e0863-fb32-48f0-b809-a50206eedeb4 service neutron] 10.222.0.24 "GET /v2.0/networks/35d37522-ff35-47af-b60c-b213aa781c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3987780 May 05 20:06:35.216878 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baa661e-1cfd-49f9-9824-9838baf125b3 req-40fe77a3-90a9-4eca-bb0b-d4c13a885258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:35.218359 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2baa661e-1cfd-49f9-9824-9838baf125b3 req-40fe77a3-90a9-4eca-bb0b-d4c13a885258 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fcd6bde3-024f-4ea1-ba21-a055ddf79dcb HTTP/1.1" status: 200 len: 1096 time: 0.2025452 May 05 20:06:35.255113 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d02c74-6f87-477b-b13a-64f54c8700c0 req-bc85f0ea-e00f-4e01-bf9c-2a987ca7c8d2 tempest-ServerAddressesTestJSON-1745532123 tempest-ServerAddressesTestJSON-1745532123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:35.257121 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-89d02c74-6f87-477b-b13a-64f54c8700c0 req-bc85f0ea-e00f-4e01-bf9c-2a987ca7c8d2 tempest-ServerAddressesTestJSON-1745532123 tempest-ServerAddressesTestJSON-1745532123-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcd6bde3-024f-4ea1-ba21-a055ddf79dcb HTTP/1.1" status: 200 len: 945 time: 0.1767104 May 05 20:06:35.305398 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2baa661e-1cfd-49f9-9824-9838baf125b3 req-78e77d9c-d100-48a6-ae2f-138cc2b3909d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b32f94be-5622-4e78-a4ef-53b2e5705148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778835 May 05 20:06:35.337432 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-89d02c74-6f87-477b-b13a-64f54c8700c0 req-32c42442-1e4e-4fcf-8949-a3b0350a1837 tempest-ServerAddressesTestJSON-1745532123 tempest-ServerAddressesTestJSON-1745532123-project] 10.222.0.36 "GET /v2.0/security-groups?id=b32f94be-5622-4e78-a4ef-53b2e5705148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647962 May 05 20:06:35.343799 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-81ac6790-fde9-4c8f-9ac2-3fe87818f200 tempest-FloatingIPAdminTestJSON-642720836 tempest-FloatingIPAdminTestJSON-642720836-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:35.346570 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-46b5c9fd-4517-4882-972b-f1251c1931ba req-404a90ce-0d6c-4732-af50-e964c6dca67f service neutron] 10.222.0.36 "GET /v2.0/networks/7506b31f-3419-46e4-835c-80fe813661d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026179 May 05 20:06:35.356773 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb84d7e-ff6f-41ac-aef8-1f9144d6dcd9 req-dbb09579-98aa-4a48-8b2d-0b32ed5e767e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:35.358340 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dfb84d7e-ff6f-41ac-aef8-1f9144d6dcd9 req-dbb09579-98aa-4a48-8b2d-0b32ed5e767e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=51033f662b4a41faabaa592f98ca548e&device_id=c8c99457-7a9a-4bdf-b25b-2a49a4935854 HTTP/1.1" status: 200 len: 1094 time: 0.1191874 May 05 20:06:35.482812 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-81ac6790-fde9-4c8f-9ac2-3fe87818f200 tempest-FloatingIPAdminTestJSON-642720836 tempest-FloatingIPAdminTestJSON-642720836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:35.495623 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [req-53fd367f-92db-4d0f-bac2-bb386a75bbde req-717c3384-e4a5-4166-b845-87b78f763861 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:06:35.496823 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-53fd367f-92db-4d0f-bac2-bb386a75bbde req-717c3384-e4a5-4166-b845-87b78f763861 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069013 May 05 20:06:35.762108 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-53fd367f-92db-4d0f-bac2-bb386a75bbde req-3416a20e-f955-4f91-90cf-a4108d8d7db6 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2385759 May 05 20:06:35.767060 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb84d7e-ff6f-41ac-aef8-1f9144d6dcd9 req-c048ec0c-40b6-4de9-b7cf-a50cc935a797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:35.768596 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dfb84d7e-ff6f-41ac-aef8-1f9144d6dcd9 req-c048ec0c-40b6-4de9-b7cf-a50cc935a797 service neutron] 10.222.0.24 "GET /v2.0/networks?id=35d37522-ff35-47af-b60c-b213aa781c6f HTTP/1.1" status: 200 len: 906 time: 0.2644827 May 05 20:06:35.818176 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c8dbdd-0ddd-46d8-baeb-20859abcccf3 req-e019b64a-edd6-4c69-af9b-097ad4a225d6 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:35.820397 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-24c8dbdd-0ddd-46d8-baeb-20859abcccf3 req-e019b64a-edd6-4c69-af9b-097ad4a225d6 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8c99457-7a9a-4bdf-b25b-2a49a4935854 HTTP/1.1" status: 200 len: 943 time: 0.2942433 May 05 20:06:35.872312 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dfb84d7e-ff6f-41ac-aef8-1f9144d6dcd9 req-1e204aa0-f705-4955-9976-d07182e24f11 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81d837ab-bc11-4126-87e9-1c216ab3a6e9 HTTP/1.1" status: 200 len: 217 time: 0.0956268 May 05 20:06:35.878160 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-81ac6790-fde9-4c8f-9ac2-3fe87818f200 tempest-FloatingIPAdminTestJSON-642720836 tempest-FloatingIPAdminTestJSON-642720836-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:35.900778 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-81ac6790-fde9-4c8f-9ac2-3fe87818f200 tempest-FloatingIPAdminTestJSON-642720836 tempest-FloatingIPAdminTestJSON-642720836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:36.004613 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb84d7e-ff6f-41ac-aef8-1f9144d6dcd9 req-f2f0f57e-7310-4ee4-b1c6-193920b4f20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:36.006331 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dfb84d7e-ff6f-41ac-aef8-1f9144d6dcd9 req-f2f0f57e-7310-4ee4-b1c6-193920b4f20a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abe7c8d5-c1a3-49ab-83d4-2252eacbfbcf HTTP/1.1" status: 200 len: 845 time: 0.1279416 May 05 20:06:36.006872 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-24c8dbdd-0ddd-46d8-baeb-20859abcccf3 req-3935b667-4518-49bf-bcec-7a7d754c32a6 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225097 May 05 20:06:36.079844 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dfb84d7e-ff6f-41ac-aef8-1f9144d6dcd9 req-b850fe3d-812d-4bf5-8bec-7a8c463c83a9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=35d37522-ff35-47af-b60c-b213aa781c6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655742 May 05 20:06:36.110513 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ac6790-fde9-4c8f-9ac2-3fe87818f200 tempest-FloatingIPAdminTestJSON-642720836 tempest-FloatingIPAdminTestJSON-642720836-project-admin] Pushing event updated for resources: {'Port': ['ID=071b142d-e5c5-480a-9397-0c2d230025b7,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:36.129383 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-81ac6790-fde9-4c8f-9ac2-3fe87818f200 tempest-FloatingIPAdminTestJSON-642720836 tempest-FloatingIPAdminTestJSON-642720836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:36.253857 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-48fb0923-47d2-491a-a77d-373dd5fe16e0 req-cbc2ec0a-2ff5-430d-9c56-20144bec9818 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3775c53-95fc-463a-847a-74bdf4015c90 HTTP/1.1" status: 200 len: 210 time: 0.0773399 May 05 20:06:36.283576 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-97345e75-cbda-4b35-9bc4-70eb033d0731 req-2b15da63-0ed3-4896-9dda-a35139f3f0de tempest-ServerShowV257Test-1717809176 tempest-ServerShowV257Test-1717809176-project] 10.222.0.36 "GET /v2.0/ports?device_id=650582a6-7d9c-4ed8-8839-02c2f3e4c8ec HTTP/1.1" status: 200 len: 210 time: 0.0596519 May 05 20:06:36.388648 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dfb84d7e-ff6f-41ac-aef8-1f9144d6dcd9 req-b79f205b-a3b1-4fb8-afa2-9c774d0c35f4 service neutron] 10.222.0.24 "GET /v2.0/networks/35d37522-ff35-47af-b60c-b213aa781c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016298 May 05 20:06:36.410509 n-d-840717-1 neutron-server[88197]: INFO neutron.db.l3_db [None req-81ac6790-fde9-4c8f-9ac2-3fe87818f200 tempest-FloatingIPAdminTestJSON-642720836 tempest-FloatingIPAdminTestJSON-642720836-project-admin] Floating IP 6950baf6-6fe4-4f8f-9935-4dc23a27acbf associated. External IP: 172.25.0.89, port: 5f26f70e-b959-48fd-87c1-593ffa6f3e8d. May 05 20:06:36.563110 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:06:36.630151 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dfb84d7e-ff6f-41ac-aef8-1f9144d6dcd9 req-ad7f38e5-01ae-49dc-ac53-11a6b6ddc55f service neutron] 10.222.0.24 "GET /v2.0/networks/35d37522-ff35-47af-b60c-b213aa781c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349129 May 05 20:06:36.818782 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-265cc52b-44eb-44e2-b790-c72497a9ed8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:36.975975 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d50c6-a2cd-4500-a673-0153e1b39d25 req-dfa267bc-ba4e-4606-9c25-7ee57d7c60af tempest-ServerAddressesTestJSON-1745532123 tempest-ServerAddressesTestJSON-1745532123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:36.979838 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-145d50c6-a2cd-4500-a673-0153e1b39d25 req-dfa267bc-ba4e-4606-9c25-7ee57d7c60af tempest-ServerAddressesTestJSON-1745532123 tempest-ServerAddressesTestJSON-1745532123-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcd6bde3-024f-4ea1-ba21-a055ddf79dcb HTTP/1.1" status: 200 len: 945 time: 0.2501416 May 05 20:06:37.124358 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-145d50c6-a2cd-4500-a673-0153e1b39d25 req-0bc7e41b-b404-4751-adcd-059c3bac162d tempest-ServerAddressesTestJSON-1745532123 tempest-ServerAddressesTestJSON-1745532123-project] 10.222.0.36 "GET /v2.0/security-groups?id=b32f94be-5622-4e78-a4ef-53b2e5705148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281300 May 05 20:06:37.195930 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81ac6790-fde9-4c8f-9ac2-3fe87818f200 tempest-FloatingIPAdminTestJSON-642720836 tempest-FloatingIPAdminTestJSON-642720836-project-admin] Router d2d1f416-e53a-4bdd-b094-4743bbedb0f0 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:06:37.338357 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5c9fd-4517-4882-972b-f1251c1931ba req-bdc88ee5-589c-4178-9570-94d5aff409ae tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:37.340833 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-46b5c9fd-4517-4882-972b-f1251c1931ba req-bdc88ee5-589c-4178-9570-94d5aff409ae tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.50 "GET /v2.0/networks?id=7506b31f-3419-46e4-835c-80fe813661d5 HTTP/1.1" status: 200 len: 812 time: 0.2238719 May 05 20:06:37.359870 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-46b5c9fd-4517-4882-972b-f1251c1931ba req-a82a916b-45f8-4c77-84e4-39d822bd682d tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Request body: {'port': {'device_id': 'b3775c53-95fc-463a-847a-74bdf4015c90', 'network_id': '7506b31f-3419-46e4-835c-80fe813661d5', 'admin_state_up': True, 'tenant_id': '56e8fe9085fa4bdb932a4c29aaeb4c08'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:06:37.526747 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-46b5c9fd-4517-4882-972b-f1251c1931ba req-a82a916b-45f8-4c77-84e4-39d822bd682d tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:06:37.538743 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-46b5c9fd-4517-4882-972b-f1251c1931ba req-a82a916b-45f8-4c77-84e4-39d822bd682d tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:06:37.553884 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46b5c9fd-4517-4882-972b-f1251c1931ba req-a82a916b-45f8-4c77-84e4-39d822bd682d tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Made reservation on behalf of 56e8fe9085fa4bdb932a4c29aaeb4c08 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:06:37.556121 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ac6790-fde9-4c8f-9ac2-3fe87818f200 tempest-FloatingIPAdminTestJSON-642720836 tempest-FloatingIPAdminTestJSON-642720836-project-admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:06:37.570829 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebe13e7-520d-48b7-922e-c894890211e5 None None] Sync routers for ids ['d2d1f416-e53a-4bdd-b094-4743bbedb0f0'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:06:37.580447 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-46b5c9fd-4517-4882-972b-f1251c1931ba req-a82a916b-45f8-4c77-84e4-39d822bd682d tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:37.582173 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-81ac6790-fde9-4c8f-9ac2-3fe87818f200 tempest-FloatingIPAdminTestJSON-642720836 tempest-FloatingIPAdminTestJSON-642720836-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:37.590391 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebe13e7-520d-48b7-922e-c894890211e5 None None] Routers {'d2d1f416-e53a-4bdd-b094-4743bbedb0f0'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:06:37.591333 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-3ebe13e7-520d-48b7-922e-c894890211e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:06:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['d2d1f416-e53a-4bdd-b094-4743bbedb0f0'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:06:37.629959 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 49610) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:06:37.681399 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11c117c-aed5-4f07-a1f4-0e3ddf8546c8 req-5acc3b1d-2b1d-4409-a5d5-f85764016d20 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:37.688272 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f11c117c-aed5-4f07-a1f4-0e3ddf8546c8 req-5acc3b1d-2b1d-4409-a5d5-f85764016d20 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8c99457-7a9a-4bdf-b25b-2a49a4935854 HTTP/1.1" status: 200 len: 943 time: 0.3980157 May 05 20:06:37.710950 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-81ac6790-fde9-4c8f-9ac2-3fe87818f200 tempest-FloatingIPAdminTestJSON-642720836 tempest-FloatingIPAdminTestJSON-642720836-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 4.4108922 May 05 20:06:37.712032 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-3ebe13e7-520d-48b7-922e-c894890211e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:06:37.714676 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 49616) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:06:37.723753 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebe13e7-520d-48b7-922e-c894890211e5 None None] Routers {'d2d1f416-e53a-4bdd-b094-4743bbedb0f0'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:06:37.724726 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-3ebe13e7-520d-48b7-922e-c894890211e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:06:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['d2d1f416-e53a-4bdd-b094-4743bbedb0f0'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:06:37.787690 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5b5c403f-08f8-48f8-847f-3ace0e3bad1d req-33ccf426-306b-4de3-bfdd-c2fb106e658c tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3775c53-95fc-463a-847a-74bdf4015c90 HTTP/1.1" status: 200 len: 210 time: 0.0667269 May 05 20:06:37.809359 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-3ebe13e7-520d-48b7-922e-c894890211e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:06:37.810620 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebe13e7-520d-48b7-922e-c894890211e5 None None] The sync data for ids ['d2d1f416-e53a-4bdd-b094-4743bbedb0f0'] in n-d-840717-1 is: [] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:06:37.829085 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f11c117c-aed5-4f07-a1f4-0e3ddf8546c8 req-069140ed-e4c2-475d-a5c4-d012b5dfd706 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398089 May 05 20:06:37.837733 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:37.869432 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-35ce48b6-61d9-48fa-8757-01d9137d730c tempest-FloatingIPAdminTestJSON-642720836 tempest-FloatingIPAdminTestJSON-642720836-project-admin] 10.222.0.36 "GET /v2.0/floatingips/6950baf6-6fe4-4f8f-9935-4dc23a27acbf HTTP/1.1" status: 200 len: 982 time: 0.1536076 May 05 20:06:37.875478 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 49620) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:06:37.924438 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-46b5c9fd-4517-4882-972b-f1251c1931ba req-a82a916b-45f8-4c77-84e4-39d822bd682d tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Allocated IP 172.20.0.14 (7506b31f-3419-46e4-835c-80fe813661d5/e2507cd6-290d-4d3d-b14e-048ce031bb0a/bce2af7d-790b-4ce3-a14c-94fce56cd638) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:06:37.985075 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-4c776f9e-daa0-4984-b740-d73bdfe323e6 tempest-FloatingIPAdminTestJSON-642720836 tempest-FloatingIPAdminTestJSON-642720836-project-admin] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3034 time: 0.1044199 May 05 20:06:37.985631 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 49624) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:06:38.005900 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:38.020159 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-28363d88-9797-4680-8974-ff916524b234 req-f47a7164-1ca6-41cc-8454-c133a9296f74 tempest-ServerShowV257Test-1717809176 tempest-ServerShowV257Test-1717809176-project] 10.222.0.36 "GET /v2.0/ports?device_id=650582a6-7d9c-4ed8-8839-02c2f3e4c8ec HTTP/1.1" status: 200 len: 210 time: 0.0905871 May 05 20:06:38.020849 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-043f5176-ef8a-409e-b8e9-8d1216fd9078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:38.081437 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-043f5176-ef8a-409e-b8e9-8d1216fd9078 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:06:38.090903 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-043f5176-ef8a-409e-b8e9-8d1216fd9078 admin admin] Usage tracker for resource:security_group_rule and tenant:da19635fbbc44989948f9fdbdac6cc00 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:06:38.095150 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-043f5176-ef8a-409e-b8e9-8d1216fd9078 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:06:38.235578 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-beae6ea4-eb85-4909-a8da-1592fbfd81bc tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Deleting port 071b142d-e5c5-480a-9397-0c2d230025b7 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:06:38.235927 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-beae6ea4-eb85-4909-a8da-1592fbfd81bc tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:38.237543 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-043f5176-ef8a-409e-b8e9-8d1216fd9078 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:06:38.471979 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-46b5c9fd-4517-4882-972b-f1251c1931ba req-a82a916b-45f8-4c77-84e4-39d822bd682d tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:38.519015 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-46b5c9fd-4517-4882-972b-f1251c1931ba req-a82a916b-45f8-4c77-84e4-39d822bd682d tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Transition to ACTIVE for port object bce2af7d-790b-4ce3-a14c-94fce56cd638 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:06:38.531603 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-043f5176-ef8a-409e-b8e9-8d1216fd9078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:38.541200 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-043f5176-ef8a-409e-b8e9-8d1216fd9078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:38.602799 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075fce7-d49f-4ceb-b277-06bbe6397dfd req-561f686d-ee62-4e39-a13a-5a391b97bdab tempest-ServerAddressesTestJSON-1745532123 tempest-ServerAddressesTestJSON-1745532123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:38.604983 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5075fce7-d49f-4ceb-b277-06bbe6397dfd req-561f686d-ee62-4e39-a13a-5a391b97bdab tempest-ServerAddressesTestJSON-1745532123 tempest-ServerAddressesTestJSON-1745532123-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcd6bde3-024f-4ea1-ba21-a055ddf79dcb HTTP/1.1" status: 200 len: 945 time: 0.3338327 May 05 20:06:38.610727 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-043f5176-ef8a-409e-b8e9-8d1216fd9078 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=da19635fbbc44989948f9fdbdac6cc00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9729905 May 05 20:06:38.614350 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-beae6ea4-eb85-4909-a8da-1592fbfd81bc tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:38.615731 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-beae6ea4-eb85-4909-a8da-1592fbfd81bc tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:38.615883 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f5176-ef8a-409e-b8e9-8d1216fd9078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58517fe1-2fce-41e3-ad0e-ed567067dfa4,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:38.619413 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 49634) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:06:38.632454 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454f506-b651-4faa-b07d-2e194f664085 req-2510ae34-7c7c-42ca-b044-570f8bd1e23d tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:38.634039 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0454f506-b651-4faa-b07d-2e194f664085 req-2510ae34-7c7c-42ca-b044-570f8bd1e23d tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a8572aa-15c6-4da9-9588-1eedd739d7cb HTTP/1.1" status: 200 len: 946 time: 0.2348120 May 05 20:06:38.663294 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-46b5c9fd-4517-4882-972b-f1251c1931ba req-a82a916b-45f8-4c77-84e4-39d822bd682d tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:38.761202 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-beae6ea4-eb85-4909-a8da-1592fbfd81bc tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Calling delete_port for 071b142d-e5c5-480a-9397-0c2d230025b7 owned by network:floatingip {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:06:38.770897 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46b5c9fd-4517-4882-972b-f1251c1931ba req-a82a916b-45f8-4c77-84e4-39d822bd682d tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Network 7506b31f-3419-46e4-835c-80fe813661d5 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:06:38.778348 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0454f506-b651-4faa-b07d-2e194f664085 req-5c5067b3-6667-4725-8bed-df52f981b801 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bb0d1af-6061-4898-83b0-c73ccfcdf251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345389 May 05 20:06:38.783278 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-46b5c9fd-4517-4882-972b-f1251c1931ba req-a82a916b-45f8-4c77-84e4-39d822bd682d tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:06:38.791759 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-46b5c9fd-4517-4882-972b-f1251c1931ba req-a82a916b-45f8-4c77-84e4-39d822bd682d tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:06:38.827912 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82a916b-45f8-4c77-84e4-39d822bd682d tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Pushing event updated for resources: {'Port': ['ID=bce2af7d-790b-4ce3-a14c-94fce56cd638,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:38.830725 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5075fce7-d49f-4ceb-b277-06bbe6397dfd req-dfb954dc-0070-4358-9fcb-da532156e0d2 tempest-ServerAddressesTestJSON-1745532123 tempest-ServerAddressesTestJSON-1745532123-project] 10.222.0.36 "GET /v2.0/security-groups?id=b32f94be-5622-4e78-a4ef-53b2e5705148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066095 May 05 20:06:38.863930 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-34124432-e184-4841-b4d3-ffcc3cd07612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:38.889461 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5c9fd-4517-4882-972b-f1251c1931ba req-a82a916b-45f8-4c77-84e4-39d822bd682d tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:38.890750 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-46b5c9fd-4517-4882-972b-f1251c1931ba req-a82a916b-45f8-4c77-84e4-39d822bd682d tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:38.929407 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-34124432-e184-4841-b4d3-ffcc3cd07612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:38.972032 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-46b5c9fd-4517-4882-972b-f1251c1931ba req-a82a916b-45f8-4c77-84e4-39d822bd682d tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6202478 May 05 20:06:38.985868 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-46b5c9fd-4517-4882-972b-f1251c1931ba req-ca13f464-c635-4fcd-9c76-337bfaedced3 service neutron] Request body: {'port': {'device_id': 'b3775c53-95fc-463a-847a-74bdf4015c90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:06:39.064000 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-beae6ea4-eb85-4909-a8da-1592fbfd81bc tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:39.105362 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-34124432-e184-4841-b4d3-ffcc3cd07612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:39.109418 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-f7aba2c9-8037-45de-841f-e3eb87d970e9 None None] Provisioning for port bce2af7d-790b-4ce3-a14c-94fce56cd638 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:06:39.115804 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-f7aba2c9-8037-45de-841f-e3eb87d970e9 None None] Provisioning complete for port bce2af7d-790b-4ce3-a14c-94fce56cd638 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:06:39.116399 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f7aba2c9-8037-45de-841f-e3eb87d970e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:39.120800 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beae6ea4-eb85-4909-a8da-1592fbfd81bc tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Pushing event deleted for resources: {'Port': ['ID=071b142d-e5c5-480a-9397-0c2d230025b7,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:39.172453 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34124432-e184-4841-b4d3-ffcc3cd07612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58517fe1-2fce-41e3-ad0e-ed567067dfa4,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:39.181601 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-34124432-e184-4841-b4d3-ffcc3cd07612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:39.182717 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-34124432-e184-4841-b4d3-ffcc3cd07612 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/58517fe1-2fce-41e3-ad0e-ed567067dfa4 HTTP/1.1" status: 204 len: 168 time: 0.5608068 May 05 20:06:39.183304 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-f7aba2c9-8037-45de-841f-e3eb87d970e9 None None] Port bce2af7d-790b-4ce3-a14c-94fce56cd638 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:06:39.194090 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-46b5c9fd-4517-4882-972b-f1251c1931ba req-ca13f464-c635-4fcd-9c76-337bfaedced3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:39.225519 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc745e-e047-4e4b-a793-7c412fdb8452 req-75de564c-bb8a-43f7-95b0-64beb54a1cbd tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:39.226227 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-12cc745e-e047-4e4b-a793-7c412fdb8452 req-75de564c-bb8a-43f7-95b0-64beb54a1cbd tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Synchronizing usage tracker for tenant:56e8fe9085fa4bdb932a4c29aaeb4c08 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:06:39.231067 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a3748b-924b-4776-9afe-d0ab5fd6caf1 req-5588e389-fb96-4332-8719-75d32a7038eb tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:39.232845 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-43a3748b-924b-4776-9afe-d0ab5fd6caf1 req-5588e389-fb96-4332-8719-75d32a7038eb tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8c99457-7a9a-4bdf-b25b-2a49a4935854 HTTP/1.1" status: 200 len: 943 time: 0.2469404 May 05 20:06:39.275315 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-beae6ea4-eb85-4909-a8da-1592fbfd81bc tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks [] for floatingip, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:39.275579 n-d-840717-1 neutron-server[88197]: INFO neutron.db.l3_db [None req-beae6ea4-eb85-4909-a8da-1592fbfd81bc tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Floating IP 6950baf6-6fe4-4f8f-9935-4dc23a27acbf disassociated (deleted). External IP: 172.25.0.89, port: 5f26f70e-b959-48fd-87c1-593ffa6f3e8d. May 05 20:06:39.295040 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-12cc745e-e047-4e4b-a793-7c412fdb8452 req-75de564c-bb8a-43f7-95b0-64beb54a1cbd tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Unset dirty status for tenant:56e8fe9085fa4bdb932a4c29aaeb4c08 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:06:39.296220 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-12cc745e-e047-4e4b-a793-7c412fdb8452 req-75de564c-bb8a-43f7-95b0-64beb54a1cbd tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3775c53-95fc-463a-847a-74bdf4015c90 HTTP/1.1" status: 200 len: 932 time: 0.2829931 May 05 20:06:39.370241 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-43a3748b-924b-4776-9afe-d0ab5fd6caf1 req-f897e26f-2fcb-46b6-b357-40838e22b641 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282063 May 05 20:06:39.420891 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-12cc745e-e047-4e4b-a793-7c412fdb8452 req-55950aee-5d7b-4121-a4a8-dce03437efd9 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31a0353-9cc7-4431-82ad-5f9b9985cf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844855 May 05 20:06:39.502206 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:39.591501 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 81d837ab-bc11-4126-87e9-1c216ab3a6e9 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:06:39.614778 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 49652) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:06:39.772809 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-49509ef3-ef15-4d0a-8ed2-65366df06c3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:39.787529 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 81d837ab-bc11-4126-87e9-1c216ab3a6e9, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=81d837ab-bc11-4126-87e9-1c216ab3a6e9,segment=NetworkSegment(0a9940fa-b2d8-4605-a2bb-ab46df53c9ac),segment_id=0a9940fa-b2d8-4605-a2bb-ab46df53c9ac)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:06:39.804146 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '81d837ab-bc11-4126-87e9-1c216ab3a6e9', 'network_id': '35d37522-ff35-47af-b60c-b213aa781c6f', 'port_id': '81d837ab-bc11-4126-87e9-1c216ab3a6e9', 'mac_address': 'fa:16:3e:80:03:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abe7c8d5-c1a3-49ab-83d4-2252eacbfbcf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:06:39.826201 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-32b70a03-40cf-4356-997c-52f5c1bfa4c0 req-ce9d6cc6-6bd1-4e82-9272-667eacdd0ab5 tempest-ServerShowV257Test-1717809176 tempest-ServerShowV257Test-1717809176-project] 10.222.0.36 "GET /v2.0/ports?device_id=650582a6-7d9c-4ed8-8839-02c2f3e4c8ec HTTP/1.1" status: 200 len: 210 time: 0.0992272 May 05 20:06:39.833303 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-49509ef3-ef15-4d0a-8ed2-65366df06c3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:06:39.834799 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beae6ea4-eb85-4909-a8da-1592fbfd81bc tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Router d2d1f416-e53a-4bdd-b094-4743bbedb0f0 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:06:39.841470 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-46b5c9fd-4517-4882-972b-f1251c1931ba req-ca13f464-c635-4fcd-9c76-337bfaedced3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bce2af7d-790b-4ce3-a14c-94fce56cd638 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:06:39.846380 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-49509ef3-ef15-4d0a-8ed2-65366df06c3c admin admin] Usage tracker for resource:security_group_rule and tenant:b2474f3c156b4c2ab1d7bcf5dc40a101 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:06:39.851583 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-49509ef3-ef15-4d0a-8ed2-65366df06c3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:06:39.855858 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-46b5c9fd-4517-4882-972b-f1251c1931ba req-ca13f464-c635-4fcd-9c76-337bfaedced3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:39.862249 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-49509ef3-ef15-4d0a-8ed2-65366df06c3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:06:39.877236 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-46b5c9fd-4517-4882-972b-f1251c1931ba req-ca13f464-c635-4fcd-9c76-337bfaedced3 service neutron] Transition to ACTIVE for port object bce2af7d-790b-4ce3-a14c-94fce56cd638 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:06:39.885169 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-46b5c9fd-4517-4882-972b-f1251c1931ba req-ca13f464-c635-4fcd-9c76-337bfaedced3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:39.937184 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:39.956760 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81d837ab-bc11-4126-87e9-1c216ab3a6e9 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:06:39.976370 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 81d837ab-bc11-4126-87e9-1c216ab3a6e9, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=81d837ab-bc11-4126-87e9-1c216ab3a6e9,segment=NetworkSegment(0a9940fa-b2d8-4605-a2bb-ab46df53c9ac),segment_id=0a9940fa-b2d8-4605-a2bb-ab46df53c9ac)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:06:39.992637 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:40.079680 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=81d837ab-bc11-4126-87e9-1c216ab3a6e9,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:40.163628 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca13f464-c635-4fcd-9c76-337bfaedced3 service neutron] Pushing event updated for resources: {'Port': ['ID=bce2af7d-790b-4ce3-a14c-94fce56cd638,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:40.165894 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef0bc9f-e7bc-4f66-afd0-4ed9ef6706df req-9a82ed97-bb23-484d-90e9-6b8968745e61 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:40.167586 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fef0bc9f-e7bc-4f66-afd0-4ed9ef6706df req-9a82ed97-bb23-484d-90e9-6b8968745e61 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a8572aa-15c6-4da9-9588-1eedd739d7cb HTTP/1.1" status: 200 len: 946 time: 0.3308511 May 05 20:06:40.171332 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beae6ea4-eb85-4909-a8da-1592fbfd81bc tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:06:40.186926 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b3000a-83da-4445-9e03-aea6b145a28c None None] Sync routers for ids ['d2d1f416-e53a-4bdd-b094-4743bbedb0f0'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:06:40.202561 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b3000a-83da-4445-9e03-aea6b145a28c None None] Routers {'d2d1f416-e53a-4bdd-b094-4743bbedb0f0'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:06:40.203205 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-d2b3000a-83da-4445-9e03-aea6b145a28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:06:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['d2d1f416-e53a-4bdd-b094-4743bbedb0f0'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:06:40.230559 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['81d837ab-bc11-4126-87e9-1c216ab3a6e9'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:06:40.279572 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-fef0bc9f-e7bc-4f66-afd0-4ed9ef6706df req-74354377-6d3f-4b53-a228-036db7fa2fee tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Deleting port 50a21e70-796d-4a51-9281-e49e6ee3f8fc {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:06:40.280446 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-fef0bc9f-e7bc-4f66-afd0-4ed9ef6706df req-74354377-6d3f-4b53-a228-036db7fa2fee tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:40.304560 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-d2b3000a-83da-4445-9e03-aea6b145a28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:06:40.317994 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b3000a-83da-4445-9e03-aea6b145a28c None None] Routers {'d2d1f416-e53a-4bdd-b094-4743bbedb0f0'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:06:40.318949 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-d2b3000a-83da-4445-9e03-aea6b145a28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:06:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['d2d1f416-e53a-4bdd-b094-4743bbedb0f0'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:06:40.379835 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552b718-a542-4209-8419-e73f43721de9 req-19630939-8c93-41a5-92e6-d6468f070078 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:40.387665 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a552b718-a542-4209-8419-e73f43721de9 req-19630939-8c93-41a5-92e6-d6468f070078 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a8572aa-15c6-4da9-9588-1eedd739d7cb HTTP/1.1" status: 200 len: 946 time: 0.3418276 May 05 20:06:40.390653 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-d2b3000a-83da-4445-9e03-aea6b145a28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:06:40.391288 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b3000a-83da-4445-9e03-aea6b145a28c None None] The sync data for ids ['d2d1f416-e53a-4bdd-b094-4743bbedb0f0'] in n-d-840717-1 is: [] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:06:40.409453 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-49509ef3-ef15-4d0a-8ed2-65366df06c3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:40.420845 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-46b5c9fd-4517-4882-972b-f1251c1931ba req-ca13f464-c635-4fcd-9c76-337bfaedced3 service neutron] Attempting to bind port bce2af7d-790b-4ce3-a14c-94fce56cd638 on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:06:40.421171 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-46b5c9fd-4517-4882-972b-f1251c1931ba req-ca13f464-c635-4fcd-9c76-337bfaedced3 service neutron] Attempting to bind port bce2af7d-790b-4ce3-a14c-94fce56cd638 by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': 'e34c646b-9075-4e31-b89f-c8f9e824e389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7506b31f-3419-46e4-835c-80fe813661d5'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:06:40.421499 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b5c9fd-4517-4882-972b-f1251c1931ba req-ca13f464-c635-4fcd-9c76-337bfaedced3 service neutron] Attempting to bind port bce2af7d-790b-4ce3-a14c-94fce56cd638 on network 7506b31f-3419-46e4-835c-80fe813661d5 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:06:40.423542 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-49509ef3-ef15-4d0a-8ed2-65366df06c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:40.459137 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b5c9fd-4517-4882-972b-f1251c1931ba req-ca13f464-c635-4fcd-9c76-337bfaedced3 service neutron] Port bce2af7d-790b-4ce3-a14c-94fce56cd638 on network 7506b31f-3419-46e4-835c-80fe813661d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:06:40.459472 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b5c9fd-4517-4882-972b-f1251c1931ba req-ca13f464-c635-4fcd-9c76-337bfaedced3 service neutron] Attempting to bind port bce2af7d-790b-4ce3-a14c-94fce56cd638 on network 7506b31f-3419-46e4-835c-80fe813661d5 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:06:40.612116 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-beae6ea4-eb85-4909-a8da-1592fbfd81bc tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:40.612545 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b5c9fd-4517-4882-972b-f1251c1931ba req-ca13f464-c635-4fcd-9c76-337bfaedced3 service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:06:40.612882 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b5c9fd-4517-4882-972b-f1251c1931ba req-ca13f464-c635-4fcd-9c76-337bfaedced3 service neutron] Checking segment: {'id': 'e34c646b-9075-4e31-b89f-c8f9e824e389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7506b31f-3419-46e4-835c-80fe813661d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:06:40.613262 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b5c9fd-4517-4882-972b-f1251c1931ba req-ca13f464-c635-4fcd-9c76-337bfaedced3 service neutron] Bound using segment: {'id': 'e34c646b-9075-4e31-b89f-c8f9e824e389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7506b31f-3419-46e4-835c-80fe813661d5'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:06:40.613694 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-46b5c9fd-4517-4882-972b-f1251c1931ba req-ca13f464-c635-4fcd-9c76-337bfaedced3 service neutron] Bound port: bce2af7d-790b-4ce3-a14c-94fce56cd638, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e34c646b-9075-4e31-b89f-c8f9e824e389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7506b31f-3419-46e4-835c-80fe813661d5'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:06:40.614034 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-46b5c9fd-4517-4882-972b-f1251c1931ba req-ca13f464-c635-4fcd-9c76-337bfaedced3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:40.628266 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49509ef3-ef15-4d0a-8ed2-65366df06c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed2c8ae3-c06a-4fd6-8ce1-ddf6eb1eeed1,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:40.633282 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a552b718-a542-4209-8419-e73f43721de9 req-f819a004-720b-4085-971a-220f5d90658d tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bb0d1af-6061-4898-83b0-c73ccfcdf251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448337 May 05 20:06:40.638746 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-49509ef3-ef15-4d0a-8ed2-65366df06c3c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b2474f3c156b4c2ab1d7bcf5dc40a101&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0201316 May 05 20:06:40.639853 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 49668) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:06:40.715777 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-beae6ea4-eb85-4909-a8da-1592fbfd81bc tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] 10.222.0.36 "DELETE /v2.0/floatingips/6950baf6-6fe4-4f8f-9935-4dc23a27acbf HTTP/1.1" status: 204 len: 168 time: 2.7295127 May 05 20:06:40.729459 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 49672) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:06:40.738500 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-53b66d21-a244-4db6-b294-a85e334282b0 tempest-FloatingIPAdminTestJSON-642720836 tempest-FloatingIPAdminTestJSON-642720836-project-admin] Request body: {'floatingip': {'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:06:40.744151 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-53b66d21-a244-4db6-b294-a85e334282b0 tempest-FloatingIPAdminTestJSON-642720836 tempest-FloatingIPAdminTestJSON-642720836-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:06:40.763592 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-53b66d21-a244-4db6-b294-a85e334282b0 tempest-FloatingIPAdminTestJSON-642720836 tempest-FloatingIPAdminTestJSON-642720836-project-admin] Usage tracker for resource:floatingip and tenant:0181099fe2bb4a9f92c5967c9ecddc26 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:06:40.793952 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ebb966-5d16-4855-a05c-bd5033b903bb req-a3e3f926-aab2-4eaa-a00e-55c50ebe9b2e tempest-ServerAddressesTestJSON-1745532123 tempest-ServerAddressesTestJSON-1745532123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:40.795431 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-49ebb966-5d16-4855-a05c-bd5033b903bb req-a3e3f926-aab2-4eaa-a00e-55c50ebe9b2e tempest-ServerAddressesTestJSON-1745532123 tempest-ServerAddressesTestJSON-1745532123-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcd6bde3-024f-4ea1-ba21-a055ddf79dcb HTTP/1.1" status: 200 len: 945 time: 0.4219742 May 05 20:06:40.810105 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-53b66d21-a244-4db6-b294-a85e334282b0 tempest-FloatingIPAdminTestJSON-642720836 tempest-FloatingIPAdminTestJSON-642720836-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:06:40.837002 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-fef0bc9f-e7bc-4f66-afd0-4ed9ef6706df req-74354377-6d3f-4b53-a228-036db7fa2fee tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] For port 50a21e70-796d-4a51-9281-e49e6ee3f8fc, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=50a21e70-796d-4a51-9281-e49e6ee3f8fc,segment=NetworkSegment(e0332a18-ed56-4401-b5be-98efaa66d541),segment_id=e0332a18-ed56-4401-b5be-98efaa66d541)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:06:40.837361 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-fef0bc9f-e7bc-4f66-afd0-4ed9ef6706df req-74354377-6d3f-4b53-a228-036db7fa2fee tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:40.840384 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-53b66d21-a244-4db6-b294-a85e334282b0 tempest-FloatingIPAdminTestJSON-642720836 tempest-FloatingIPAdminTestJSON-642720836-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:06:40.842559 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-46b5c9fd-4517-4882-972b-f1251c1931ba req-ca13f464-c635-4fcd-9c76-337bfaedced3 service neutron] For port bce2af7d-790b-4ce3-a14c-94fce56cd638, host n-h2-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:06:40.856231 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c2815517-4320-47cf-bf7d-a5ad12a53822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:40.866491 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-46b5c9fd-4517-4882-972b-f1251c1931ba req-ca13f464-c635-4fcd-9c76-337bfaedced3 service neutron] For port bce2af7d-790b-4ce3-a14c-94fce56cd638, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=bce2af7d-790b-4ce3-a14c-94fce56cd638,segment=NetworkSegment(e34c646b-9075-4e31-b89f-c8f9e824e389),segment_id=e34c646b-9075-4e31-b89f-c8f9e824e389)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:06:40.879240 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-53b66d21-a244-4db6-b294-a85e334282b0 tempest-FloatingIPAdminTestJSON-642720836 tempest-FloatingIPAdminTestJSON-642720836-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:40.895866 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-46b5c9fd-4517-4882-972b-f1251c1931ba req-ca13f464-c635-4fcd-9c76-337bfaedced3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:40.983566 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c2815517-4320-47cf-bf7d-a5ad12a53822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:40.985438 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-fef0bc9f-e7bc-4f66-afd0-4ed9ef6706df req-74354377-6d3f-4b53-a228-036db7fa2fee tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Calling delete_port for 50a21e70-796d-4a51-9281-e49e6ee3f8fc owned by compute:nova {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:06:41.018288 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5c9fd-4517-4882-972b-f1251c1931ba req-ca13f464-c635-4fcd-9c76-337bfaedced3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:41.018484 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-46b5c9fd-4517-4882-972b-f1251c1931ba req-ca13f464-c635-4fcd-9c76-337bfaedced3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:41.020387 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-49ebb966-5d16-4855-a05c-bd5033b903bb req-d4b32553-ff94-4a4e-9905-32ca56ce2090 tempest-ServerAddressesTestJSON-1745532123 tempest-ServerAddressesTestJSON-1745532123-project] 10.222.0.36 "GET /v2.0/security-groups?id=b32f94be-5622-4e78-a4ef-53b2e5705148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179658 May 05 20:06:41.023146 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-46b5c9fd-4517-4882-972b-f1251c1931ba req-ca13f464-c635-4fcd-9c76-337bfaedced3 service neutron] 10.222.0.50 "PUT /v2.0/ports/bce2af7d-790b-4ce3-a14c-94fce56cd638 HTTP/1.1" status: 200 len: 1092 time: 2.0390708 May 05 20:06:41.065488 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3775c53-95fc-463a-847a-74bdf4015c90', 'tag': 'bce2af7d-790b-4ce3-a14c-94fce56cd638'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:06:41.146050 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-106bcfe5-bd2e-4e45-b001-aa346ce5cdcb req-1c24fde3-ca0c-4f71-9635-c73a8f5a71af service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=650582a6-7d9c-4ed8-8839-02c2f3e4c8ec HTTP/1.1" status: 200 len: 210 time: 0.1522920 May 05 20:06:41.191813 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca13f464-c635-4fcd-9c76-337bfaedced3 service neutron] Pushing event updated for resources: {'Port': ['ID=bce2af7d-790b-4ce3-a14c-94fce56cd638,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:41.207983 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c6af6-a66a-42a4-8913-eb247d1c31f6 req-9a5ac12f-3fa2-4800-bd39-434ba36148ed tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:41.210061 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-438c6af6-a66a-42a4-8913-eb247d1c31f6 req-9a5ac12f-3fa2-4800-bd39-434ba36148ed tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8c99457-7a9a-4bdf-b25b-2a49a4935854 HTTP/1.1" status: 200 len: 944 time: 0.4530270 May 05 20:06:41.255038 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-fef0bc9f-e7bc-4f66-afd0-4ed9ef6706df req-74354377-6d3f-4b53-a228-036db7fa2fee tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:41.268268 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['50a21e70-796d-4a51-9281-e49e6ee3f8fc', 'a9479bd4-dcf5-42a3-852e-112c535808c8'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:06:41.296142 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['3a526ecf-57d5-404f-9059-37fea8902f8e'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:06:41.311889 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74354377-6d3f-4b53-a228-036db7fa2fee tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Pushing event deleted for resources: {'Port': ['ID=50a21e70-796d-4a51-9281-e49e6ee3f8fc,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:41.328637 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c2815517-4320-47cf-bf7d-a5ad12a53822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:41.360665 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-438c6af6-a66a-42a4-8913-eb247d1c31f6 req-4d2d4336-0ff5-47f6-b2d4-22ad08f6f40d tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412904 May 05 20:06:41.383913 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2815517-4320-47cf-bf7d-a5ad12a53822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed2c8ae3-c06a-4fd6-8ce1-ddf6eb1eeed1,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:41.392785 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f1d5fe-d5a6-48eb-9e2f-507fb01d6788 req-06d70acb-e6a3-46b6-8d6c-30388b1cb7f6 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:41.396036 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c8f1d5fe-d5a6-48eb-9e2f-507fb01d6788 req-06d70acb-e6a3-46b6-8d6c-30388b1cb7f6 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3775c53-95fc-463a-847a-74bdf4015c90 HTTP/1.1" status: 200 len: 944 time: 0.2301071 May 05 20:06:41.397745 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5c9fd-4517-4882-972b-f1251c1931ba req-a4540664-3afa-4031-a51e-96a7cd605f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:41.401306 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-46b5c9fd-4517-4882-972b-f1251c1931ba req-a4540664-3afa-4031-a51e-96a7cd605f09 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=56e8fe9085fa4bdb932a4c29aaeb4c08&device_id=b3775c53-95fc-463a-847a-74bdf4015c90 HTTP/1.1" status: 200 len: 1095 time: 0.3279736 May 05 20:06:41.409813 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c2815517-4320-47cf-bf7d-a5ad12a53822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:41.414314 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c2815517-4320-47cf-bf7d-a5ad12a53822 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ed2c8ae3-c06a-4fd6-8ce1-ddf6eb1eeed1 HTTP/1.1" status: 204 len: 168 time: 0.7735469 May 05 20:06:41.498111 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-fef0bc9f-e7bc-4f66-afd0-4ed9ef6706df req-74354377-6d3f-4b53-a228-036db7fa2fee tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] No DVR routers for this DVR port 50a21e70-796d-4a51-9281-e49e6ee3f8fc on host n-h2-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:06:41.513361 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-fef0bc9f-e7bc-4f66-afd0-4ed9ef6706df req-74354377-6d3f-4b53-a228-036db7fa2fee tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:41.517340 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a8572aa-15c6-4da9-9588-1eedd739d7cb', 'name': 'network-vif-deleted', 'tag': '50a21e70-796d-4a51-9281-e49e6ee3f8fc'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:06:41.549876 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-46b5c9fd-4517-4882-972b-f1251c1931ba req-514824da-c778-43b1-b996-ea50ad368368 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bce2af7d-790b-4ce3-a14c-94fce56cd638 HTTP/1.1" status: 200 len: 217 time: 0.1209786 May 05 20:06:41.563527 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-53b66d21-a244-4db6-b294-a85e334282b0 tempest-FloatingIPAdminTestJSON-642720836 tempest-FloatingIPAdminTestJSON-642720836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:41.570753 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fef0bc9f-e7bc-4f66-afd0-4ed9ef6706df req-74354377-6d3f-4b53-a228-036db7fa2fee tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.50 "DELETE /v2.0/ports/50a21e70-796d-4a51-9281-e49e6ee3f8fc HTTP/1.1" status: 204 len: 173 time: 1.3904207 May 05 20:06:41.586438 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c8f1d5fe-d5a6-48eb-9e2f-507fb01d6788 req-e6df66f8-cf3a-43a9-9ff0-e336b1ac0e04 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31a0353-9cc7-4431-82ad-5f9b9985cf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590185 May 05 20:06:41.612426 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 81d837ab-bc11-4126-87e9-1c216ab3a6e9 up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:06:41.663753 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-546e5752-dc68-43e1-a223-e8220bccefe9'] response: {'name': 'network-changed', 'server_uuid': 'b3775c53-95fc-463a-847a-74bdf4015c90', 'tag': 'bce2af7d-790b-4ce3-a14c-94fce56cd638', 'status': 'completed', 'code': 200} May 05 20:06:41.744952 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfdd03b1-a050-490c-af0d-4c297c596eeb'] response: {'server_uuid': '9a8572aa-15c6-4da9-9588-1eedd739d7cb', 'name': 'network-vif-deleted', 'tag': '50a21e70-796d-4a51-9281-e49e6ee3f8fc', 'status': 'completed', 'code': 200} May 05 20:06:41.919136 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port 81d837ab-bc11-4126-87e9-1c216ab3a6e9 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:06:41.928866 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 81d837ab-bc11-4126-87e9-1c216ab3a6e9 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:06:41.929366 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:41.967996 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-58ac948a-f151-4bd6-abe3-d1cc3fb59782 req-1ef00218-a310-4c17-90d9-b0d85fbfe6aa tempest-ServerShowV257Test-1717809176 tempest-ServerShowV257Test-1717809176-project] 10.222.0.36 "GET /v2.0/ports?device_id=650582a6-7d9c-4ed8-8839-02c2f3e4c8ec HTTP/1.1" status: 200 len: 210 time: 0.3021553 May 05 20:06:42.044905 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5c9fd-4517-4882-972b-f1251c1931ba req-90faa492-83d3-467b-b789-c170163e2e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:42.052427 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-46b5c9fd-4517-4882-972b-f1251c1931ba req-90faa492-83d3-467b-b789-c170163e2e2b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e2507cd6-290d-4d3d-b14e-048ce031bb0a HTTP/1.1" status: 200 len: 851 time: 0.3854983 May 05 20:06:42.068014 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-ce5b2e62-7c61-4cb2-85c7-4abde42041a9 req-db812395-b6d3-403d-b968-694d00aec2f7 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Synchronizing usage tracker for tenant:d8df95d3e1674c4babf76ac9717049ea on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:06:42.100601 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:42.113918 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-ce5b2e62-7c61-4cb2-85c7-4abde42041a9 req-db812395-b6d3-403d-b968-694d00aec2f7 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Unset dirty status for tenant:d8df95d3e1674c4babf76ac9717049ea on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:06:42.116300 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ce5b2e62-7c61-4cb2-85c7-4abde42041a9 req-db812395-b6d3-403d-b968-694d00aec2f7 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a8572aa-15c6-4da9-9588-1eedd739d7cb HTTP/1.1" status: 200 len: 210 time: 0.1116335 May 05 20:06:42.136807 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8c99457-7a9a-4bdf-b25b-2a49a4935854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d837ab-bc11-4126-87e9-1c216ab3a6e9'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:06:42.143326 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 81d837ab-bc11-4126-87e9-1c216ab3a6e9, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=81d837ab-bc11-4126-87e9-1c216ab3a6e9,segment=NetworkSegment(0a9940fa-b2d8-4605-a2bb-ab46df53c9ac),segment_id=0a9940fa-b2d8-4605-a2bb-ab46df53c9ac)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:06:42.147486 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:42.220691 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=81d837ab-bc11-4126-87e9-1c216ab3a6e9,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:42.232615 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13aa920a-4c9e-46a2-b9c0-9aefd8fa5389'] response: {'server_uuid': 'c8c99457-7a9a-4bdf-b25b-2a49a4935854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d837ab-bc11-4126-87e9-1c216ab3a6e9', 'code': 200} May 05 20:06:42.312210 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-53b66d21-a244-4db6-b294-a85e334282b0 tempest-FloatingIPAdminTestJSON-642720836 tempest-FloatingIPAdminTestJSON-642720836-project-admin] Allocated IP 172.25.0.163 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/763168b7-35ea-428e-9c24-b3e4b4248842) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:06:42.336196 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e9d0b5-bd15-4d7c-b090-8ce512086c4e req-70f878f5-45a3-424b-9ba7-594c2f10cccd tempest-ServerAddressesTestJSON-1745532123 tempest-ServerAddressesTestJSON-1745532123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:42.338381 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c2e9d0b5-bd15-4d7c-b090-8ce512086c4e req-70f878f5-45a3-424b-9ba7-594c2f10cccd tempest-ServerAddressesTestJSON-1745532123 tempest-ServerAddressesTestJSON-1745532123-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcd6bde3-024f-4ea1-ba21-a055ddf79dcb HTTP/1.1" status: 200 len: 945 time: 0.6738653 May 05 20:06:42.417239 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c2f96-f382-4d1a-a341-66d835728fd9 req-7b2b991f-d441-4ed0-bbdb-5a12c667de80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:42.418740 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6e9c2f96-f382-4d1a-a341-66d835728fd9 req-7b2b991f-d441-4ed0-bbdb-5a12c667de80 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c8c99457-7a9a-4bdf-b25b-2a49a4935854 HTTP/1.1" status: 200 len: 1096 time: 0.0968957 May 05 20:06:42.445832 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-c2e9d0b5-bd15-4d7c-b090-8ce512086c4e req-bd753ffb-7a32-4215-8f05-77f290b3ad08 tempest-ServerAddressesTestJSON-1745532123 tempest-ServerAddressesTestJSON-1745532123-project] Deleting port 6c99454e-ca86-41c7-ac20-87c24520a619 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:06:42.446489 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c2e9d0b5-bd15-4d7c-b090-8ce512086c4e req-bd753ffb-7a32-4215-8f05-77f290b3ad08 tempest-ServerAddressesTestJSON-1745532123 tempest-ServerAddressesTestJSON-1745532123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:42.513134 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6e9c2f96-f382-4d1a-a341-66d835728fd9 req-925cc993-e507-4bb5-8561-4727a9d85877 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832624 May 05 20:06:42.570819 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5c9fd-4517-4882-972b-f1251c1931ba req-9b6afd29-5bad-4733-8f33-5f52e89de0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:42.572601 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-46b5c9fd-4517-4882-972b-f1251c1931ba req-9b6afd29-5bad-4733-8f33-5f52e89de0b4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7506b31f-3419-46e4-835c-80fe813661d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4650283 May 05 20:06:42.648151 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abe98cb-da01-428d-8801-3020a3b80f86 req-617738bf-8775-4f09-897d-b87ac5e47613 tempest-ServerAddressesTestJSON-1745532123 tempest-ServerAddressesTestJSON-1745532123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:42.649651 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9abe98cb-da01-428d-8801-3020a3b80f86 req-617738bf-8775-4f09-897d-b87ac5e47613 tempest-ServerAddressesTestJSON-1745532123 tempest-ServerAddressesTestJSON-1745532123-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcd6bde3-024f-4ea1-ba21-a055ddf79dcb HTTP/1.1" status: 200 len: 945 time: 0.4585550 May 05 20:06:42.655680 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e88a61-b44a-423f-bc47-7af1ff93914f req-66910d99-50c1-4cfd-b747-063df37a9c18 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:42.663598 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c0e88a61-b44a-423f-bc47-7af1ff93914f req-66910d99-50c1-4cfd-b747-063df37a9c18 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8c99457-7a9a-4bdf-b25b-2a49a4935854 HTTP/1.1" status: 200 len: 945 time: 0.1091685 May 05 20:06:42.721167 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c0e88a61-b44a-423f-bc47-7af1ff93914f req-891b47fd-71bf-4b24-b532-7c03d24d274e tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567729 May 05 20:06:42.939880 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbdcf4a-b9f7-40db-85b2-36865421118c req-75d827f6-dd53-478b-8e0f-b8fb708f7537 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:42.941415 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5fbdcf4a-b9f7-40db-85b2-36865421118c req-75d827f6-dd53-478b-8e0f-b8fb708f7537 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3775c53-95fc-463a-847a-74bdf4015c90 HTTP/1.1" status: 200 len: 944 time: 0.0945115 May 05 20:06:42.999801 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5fbdcf4a-b9f7-40db-85b2-36865421118c req-5f9586c9-cd3b-40d8-834d-fc26bf0efdde tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31a0353-9cc7-4431-82ad-5f9b9985cf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512440 May 05 20:06:43.071706 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9abe98cb-da01-428d-8801-3020a3b80f86 req-98c3b99a-1907-42d0-b2e7-cb2ee545b9e0 tempest-ServerAddressesTestJSON-1745532123 tempest-ServerAddressesTestJSON-1745532123-project] 10.222.0.36 "GET /v2.0/security-groups?id=b32f94be-5622-4e78-a4ef-53b2e5705148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649008 May 05 20:06:43.080617 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-53b66d21-a244-4db6-b294-a85e334282b0 tempest-FloatingIPAdminTestJSON-642720836 tempest-FloatingIPAdminTestJSON-642720836-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:43.152469 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-24dd308f-48b7-421f-ae26-ab33c1f969fb req-342fd520-df32-4649-9231-6162d3f8bd70 tempest-ServerShowV257Test-1717809176 tempest-ServerShowV257Test-1717809176-project] 10.222.0.36 "GET /v2.0/ports?device_id=650582a6-7d9c-4ed8-8839-02c2f3e4c8ec HTTP/1.1" status: 200 len: 210 time: 0.0472631 May 05 20:06:43.202530 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-46b5c9fd-4517-4882-972b-f1251c1931ba req-a954530c-d855-4ee7-855d-0be15b22aadf service neutron] 10.222.0.50 "GET /v2.0/networks/7506b31f-3419-46e4-835c-80fe813661d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4967172 May 05 20:06:43.293260 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-c2e9d0b5-bd15-4d7c-b090-8ce512086c4e req-bd753ffb-7a32-4215-8f05-77f290b3ad08 tempest-ServerAddressesTestJSON-1745532123 tempest-ServerAddressesTestJSON-1745532123-project] For port 6c99454e-ca86-41c7-ac20-87c24520a619, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=6c99454e-ca86-41c7-ac20-87c24520a619,segment=NetworkSegment(50b16787-3d56-4698-8708-596db0fae658),segment_id=50b16787-3d56-4698-8708-596db0fae658)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:06:43.293652 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c2e9d0b5-bd15-4d7c-b090-8ce512086c4e req-bd753ffb-7a32-4215-8f05-77f290b3ad08 tempest-ServerAddressesTestJSON-1745532123 tempest-ServerAddressesTestJSON-1745532123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:43.303960 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-53b66d21-a244-4db6-b294-a85e334282b0 tempest-FloatingIPAdminTestJSON-642720836 tempest-FloatingIPAdminTestJSON-642720836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:43.562621 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a1d0815c-ca85-48ca-929e-256a905dd0b6 req-34992a4c-2ce8-4f61-9fac-739505a3085b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c9fea74575bb47a49d84090743da43f1&device_id=650582a6-7d9c-4ed8-8839-02c2f3e4c8ec HTTP/1.1" status: 200 len: 210 time: 0.1174142 May 05 20:06:43.592055 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b66d21-a244-4db6-b294-a85e334282b0 tempest-FloatingIPAdminTestJSON-642720836 tempest-FloatingIPAdminTestJSON-642720836-project-admin] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:06:43.608856 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-c2e9d0b5-bd15-4d7c-b090-8ce512086c4e req-bd753ffb-7a32-4215-8f05-77f290b3ad08 tempest-ServerAddressesTestJSON-1745532123 tempest-ServerAddressesTestJSON-1745532123-project] Calling delete_port for 6c99454e-ca86-41c7-ac20-87c24520a619 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:06:43.609493 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4b153820-8810-4973-b6e9-481a17f53de9 req-9df48d6f-4af1-4e0d-a0a2-d23fcdb34d1a tempest-ServerShowV257Test-1717809176 tempest-ServerShowV257Test-1717809176-project] 10.222.0.36 "GET /v2.0/ports?device_id=650582a6-7d9c-4ed8-8839-02c2f3e4c8ec HTTP/1.1" status: 200 len: 210 time: 0.0459135 May 05 20:06:43.660240 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a1d0815c-ca85-48ca-929e-256a905dd0b6 req-b225eb37-1cf0-4b78-b867-a332bb062456 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=c9fea74575bb47a49d84090743da43f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497761 May 05 20:06:43.714100 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-53b66d21-a244-4db6-b294-a85e334282b0 tempest-FloatingIPAdminTestJSON-642720836 tempest-FloatingIPAdminTestJSON-642720836-project-admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:06:43.723246 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b66d21-a244-4db6-b294-a85e334282b0 tempest-FloatingIPAdminTestJSON-642720836 tempest-FloatingIPAdminTestJSON-642720836-project-admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:06:43.849237 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d0815c-ca85-48ca-929e-256a905dd0b6 req-2d183d6c-d3b6-4e32-b7d9-5bf17955c3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:43.850864 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a1d0815c-ca85-48ca-929e-256a905dd0b6 req-2d183d6c-d3b6-4e32-b7d9-5bf17955c3f7 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1845665 May 05 20:06:43.876401 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b66d21-a244-4db6-b294-a85e334282b0 tempest-FloatingIPAdminTestJSON-642720836 tempest-FloatingIPAdminTestJSON-642720836-project-admin] Pushing event updated for resources: {'Port': ['ID=763168b7-35ea-428e-9c24-b3e4b4248842,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:43.886785 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-46b5c9fd-4517-4882-972b-f1251c1931ba req-e03c5972-5a6b-47d3-842f-241e8618537d service neutron] 10.222.0.50 "GET /v2.0/networks/7506b31f-3419-46e4-835c-80fe813661d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6770720 May 05 20:06:43.969140 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c16bad4-cced-456d-910e-5319cf03d68b req-930a2c23-3bfe-412a-b672-b8167c9f9f7e tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:43.970612 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4c16bad4-cced-456d-910e-5319cf03d68b req-930a2c23-3bfe-412a-b672-b8167c9f9f7e tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8c99457-7a9a-4bdf-b25b-2a49a4935854 HTTP/1.1" status: 200 len: 945 time: 0.0986149 May 05 20:06:44.026162 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4c16bad4-cced-456d-910e-5319cf03d68b req-4389e778-192e-4c0b-9090-a2768bbd04c5 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445237 May 05 20:06:44.060632 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa157d-544d-4521-960d-1c153639e4b1 req-9915c8da-7725-48b3-82fd-c6bddc23840a tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:44.062091 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-84fa157d-544d-4521-960d-1c153639e4b1 req-9915c8da-7725-48b3-82fd-c6bddc23840a tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7a2105d-7b7f-44f4-9e5c-1fad082a90a4 HTTP/1.1" status: 200 len: 945 time: 0.2953875 May 05 20:06:44.081993 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:44.107228 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c2e9d0b5-bd15-4d7c-b090-8ce512086c4e req-bd753ffb-7a32-4215-8f05-77f290b3ad08 tempest-ServerAddressesTestJSON-1745532123 tempest-ServerAddressesTestJSON-1745532123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:44.184379 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd753ffb-7a32-4215-8f05-77f290b3ad08 tempest-ServerAddressesTestJSON-1745532123 tempest-ServerAddressesTestJSON-1745532123-project] Pushing event deleted for resources: {'Port': ['ID=6c99454e-ca86-41c7-ac20-87c24520a619,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:44.229971 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-53b66d21-a244-4db6-b294-a85e334282b0 tempest-FloatingIPAdminTestJSON-642720836 tempest-FloatingIPAdminTestJSON-642720836-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:44.248439 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-84fa157d-544d-4521-960d-1c153639e4b1 req-a449ad57-616e-4217-bc37-b059a2506f7c tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bb0d1af-6061-4898-83b0-c73ccfcdf251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739063 May 05 20:06:44.259694 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42f836d-593d-49c4-b653-f033c74c07d1 req-f2b31341-8bf6-4930-b79e-97d17ceedd74 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:44.261574 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d42f836d-593d-49c4-b653-f033c74c07d1 req-f2b31341-8bf6-4930-b79e-97d17ceedd74 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3775c53-95fc-463a-847a-74bdf4015c90 HTTP/1.1" status: 200 len: 944 time: 0.0945752 May 05 20:06:44.295156 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4b5de3-74bc-4d90-bfd1-4a3153728ed7 req-ddf134d8-47a3-474c-a566-e9034504c89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:44.296606 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fd4b5de3-74bc-4d90-bfd1-4a3153728ed7 req-ddf134d8-47a3-474c-a566-e9034504c89d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=56e8fe9085fa4bdb932a4c29aaeb4c08&device_id=b3775c53-95fc-463a-847a-74bdf4015c90 HTTP/1.1" status: 200 len: 1095 time: 0.3262818 May 05 20:06:44.362878 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2e9d0b5-bd15-4d7c-b090-8ce512086c4e req-bd753ffb-7a32-4215-8f05-77f290b3ad08 tempest-ServerAddressesTestJSON-1745532123 tempest-ServerAddressesTestJSON-1745532123-project] No DVR routers for this DVR port 6c99454e-ca86-41c7-ac20-87c24520a619 on host n-h1-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:06:44.371434 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c2e9d0b5-bd15-4d7c-b090-8ce512086c4e req-bd753ffb-7a32-4215-8f05-77f290b3ad08 tempest-ServerAddressesTestJSON-1745532123 tempest-ServerAddressesTestJSON-1745532123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:44.375981 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcd6bde3-024f-4ea1-ba21-a055ddf79dcb', 'name': 'network-vif-deleted', 'tag': '6c99454e-ca86-41c7-ac20-87c24520a619'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:06:44.425970 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d42f836d-593d-49c4-b653-f033c74c07d1 req-9d5e771b-e0bb-41d8-8194-36536af18f46 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31a0353-9cc7-4431-82ad-5f9b9985cf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573849 May 05 20:06:44.465815 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e516320f-da8b-4a53-8890-e3fc0708ef02 req-241f1b08-41bb-49ee-b65d-8615be084810 tempest-ServerAddressesTestJSON-1745532123 tempest-ServerAddressesTestJSON-1745532123-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcd6bde3-024f-4ea1-ba21-a055ddf79dcb HTTP/1.1" status: 200 len: 210 time: 0.0799470 May 05 20:06:44.514454 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-53b66d21-a244-4db6-b294-a85e334282b0 tempest-FloatingIPAdminTestJSON-642720836 tempest-FloatingIPAdminTestJSON-642720836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:44.545457 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5e70fce-f911-4de1-9182-682f0ab6d47b'] response: {'server_uuid': 'fcd6bde3-024f-4ea1-ba21-a055ddf79dcb', 'name': 'network-vif-deleted', 'tag': '6c99454e-ca86-41c7-ac20-87c24520a619', 'status': 'completed', 'code': 200} May 05 20:06:44.574881 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c2e9d0b5-bd15-4d7c-b090-8ce512086c4e req-bd753ffb-7a32-4215-8f05-77f290b3ad08 tempest-ServerAddressesTestJSON-1745532123 tempest-ServerAddressesTestJSON-1745532123-project] 10.222.0.24 "DELETE /v2.0/ports/6c99454e-ca86-41c7-ac20-87c24520a619 HTTP/1.1" status: 204 len: 173 time: 2.2256379 May 05 20:06:44.612071 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 50a21e70-796d-4a51-9281-e49e6ee3f8fc no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:06:44.633965 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4b5de3-74bc-4d90-bfd1-4a3153728ed7 req-933a3530-5943-4dbc-ad94-51a110c02bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:44.635467 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fd4b5de3-74bc-4d90-bfd1-4a3153728ed7 req-933a3530-5943-4dbc-ad94-51a110c02bfa service neutron] 10.222.0.50 "GET /v2.0/networks?id=7506b31f-3419-46e4-835c-80fe813661d5 HTTP/1.1" status: 200 len: 913 time: 0.3085814 May 05 20:06:44.707309 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464da5b-6598-491a-a40c-a7745a4f4047 req-e67b933d-e3ea-41b0-82e5-74681d124d85 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:44.714913 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] No Port match for: 50a21e70-796d-4a51-9281-e49e6ee3f8fc {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:06:44.715651 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 50a21e70-796d-4a51-9281-e49e6ee3f8fc not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:06:44.717958 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3464da5b-6598-491a-a40c-a7745a4f4047 req-e67b933d-e3ea-41b0-82e5-74681d124d85 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/networks?id=35d37522-ff35-47af-b60c-b213aa781c6f HTTP/1.1" status: 200 len: 805 time: 0.1949344 May 05 20:06:44.748431 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3464da5b-6598-491a-a40c-a7745a4f4047 req-939d808a-2c99-40bb-b7df-11d138db6fde tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/quotas/51033f662b4a41faabaa592f98ca548e HTTP/1.1" status: 200 len: 375 time: 0.0294650 May 05 20:06:44.853776 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3464da5b-6598-491a-a40c-a7745a4f4047 req-47e4a8e9-f395-4f11-b15f-0210354b2fb6 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=51033f662b4a41faabaa592f98ca548e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1041675 May 05 20:06:44.926147 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fd4b5de3-74bc-4d90-bfd1-4a3153728ed7 req-b9a04c2c-ae8e-4473-8912-a152c2318de5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bce2af7d-790b-4ce3-a14c-94fce56cd638 HTTP/1.1" status: 200 len: 217 time: 0.2709432 May 05 20:06:44.929376 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 49784) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:06:45.001000 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3464da5b-6598-491a-a40c-a7745a4f4047 req-2bdecb4f-9472-4cf7-a690-92442fe34de1 service neutron] 10.222.0.36 "GET /v2.0/networks/35d37522-ff35-47af-b60c-b213aa781c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350315 May 05 20:06:45.012409 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cbec12ea-3686-4e1c-9352-3b86f6b73b2a req-054c8ae8-1923-4a3a-8894-7a242e1d0a1f tempest-ServerShowV257Test-1717809176 tempest-ServerShowV257Test-1717809176-project] 10.222.0.36 "GET /v2.0/ports?device_id=650582a6-7d9c-4ed8-8839-02c2f3e4c8ec HTTP/1.1" status: 200 len: 210 time: 0.1383257 May 05 20:06:45.134795 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4b5de3-74bc-4d90-bfd1-4a3153728ed7 req-409aef3c-8b67-48c4-869f-cebc92d9b13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:45.136280 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fd4b5de3-74bc-4d90-bfd1-4a3153728ed7 req-409aef3c-8b67-48c4-869f-cebc92d9b13c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e2507cd6-290d-4d3d-b14e-048ce031bb0a HTTP/1.1" status: 200 len: 851 time: 0.2005372 May 05 20:06:45.179603 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3464da5b-6598-491a-a40c-a7745a4f4047 req-f13f719e-8f6f-4271-8a9c-ebf96e3afa74 service neutron] 10.222.0.36 "GET /v2.0/networks/35d37522-ff35-47af-b60c-b213aa781c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726277 May 05 20:06:45.234148 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0e764e52-8ec1-4b90-82b8-86743dd9e047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:45.266826 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c843713-b57b-471a-8f60-5260d528dc95 req-2ad7a6ac-65c5-46eb-a206-1e075f90ad13 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:45.268976 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0c843713-b57b-471a-8f60-5260d528dc95 req-2ad7a6ac-65c5-46eb-a206-1e075f90ad13 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7a2105d-7b7f-44f4-9e5c-1fad082a90a4 HTTP/1.1" status: 200 len: 945 time: 0.3419943 May 05 20:06:45.270036 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0e764e52-8ec1-4b90-82b8-86743dd9e047 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:06:45.309285 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a1d0815c-ca85-48ca-929e-256a905dd0b6 req-a960d34c-9e2e-4571-a8c6-c9126bfc4e22 tempest-ServerShowV257Test-1717809176 tempest-ServerShowV257Test-1717809176-project] 10.222.0.50 "GET /v2.0/ports?device_id=650582a6-7d9c-4ed8-8839-02c2f3e4c8ec HTTP/1.1" status: 200 len: 210 time: 0.0784612 May 05 20:06:45.339714 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-0e764e52-8ec1-4b90-82b8-86743dd9e047 admin admin] Usage tracker for resource:security_group_rule and tenant:013c7f139de24df589e5069a4c3f98ce is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:06:45.356173 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-0e764e52-8ec1-4b90-82b8-86743dd9e047 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:06:45.361225 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-53b66d21-a244-4db6-b294-a85e334282b0 tempest-FloatingIPAdminTestJSON-642720836 tempest-FloatingIPAdminTestJSON-642720836-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:45.386618 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0e764e52-8ec1-4b90-82b8-86743dd9e047 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:06:45.388647 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-53b66d21-a244-4db6-b294-a85e334282b0 tempest-FloatingIPAdminTestJSON-642720836 tempest-FloatingIPAdminTestJSON-642720836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:45.565839 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-0c843713-b57b-471a-8f60-5260d528dc95 req-4d0c3dbf-9d26-487e-9020-31e6716f93f9 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Deleting port 3a526ecf-57d5-404f-9059-37fea8902f8e {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:06:45.566187 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0c843713-b57b-471a-8f60-5260d528dc95 req-4d0c3dbf-9d26-487e-9020-31e6716f93f9 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:45.585411 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 6c99454e-ca86-41c7-ac20-87c24520a619 no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:06:45.653356 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] No Port match for: 6c99454e-ca86-41c7-ac20-87c24520a619 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:06:45.653886 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 6c99454e-ca86-41c7-ac20-87c24520a619 not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:06:45.679912 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b66d21-a244-4db6-b294-a85e334282b0 tempest-FloatingIPAdminTestJSON-642720836 tempest-FloatingIPAdminTestJSON-642720836-project-admin] Pushing event updated for resources: {'Port': ['ID=763168b7-35ea-428e-9c24-b3e4b4248842,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:45.743282 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4b5de3-74bc-4d90-bfd1-4a3153728ed7 req-4cf18823-3560-43ac-ae9d-07e6c2b2d757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:45.745312 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fd4b5de3-74bc-4d90-bfd1-4a3153728ed7 req-4cf18823-3560-43ac-ae9d-07e6c2b2d757 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7506b31f-3419-46e4-835c-80fe813661d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5908644 May 05 20:06:45.869086 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-53b66d21-a244-4db6-b294-a85e334282b0 tempest-FloatingIPAdminTestJSON-642720836 tempest-FloatingIPAdminTestJSON-642720836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:45.965179 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0e764e52-8ec1-4b90-82b8-86743dd9e047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:45.993485 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0e764e52-8ec1-4b90-82b8-86743dd9e047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:46.020312 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49612fc3-2b97-4de2-a916-2cebc9b11477 req-2817709c-c765-461b-9442-782f4adfde23 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:46.028039 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-49612fc3-2b97-4de2-a916-2cebc9b11477 req-2817709c-c765-461b-9442-782f4adfde23 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3775c53-95fc-463a-847a-74bdf4015c90 HTTP/1.1" status: 200 len: 944 time: 0.0948951 May 05 20:06:46.062105 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-53b66d21-a244-4db6-b294-a85e334282b0 tempest-FloatingIPAdminTestJSON-642720836 tempest-FloatingIPAdminTestJSON-642720836-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:46.062966 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-53b66d21-a244-4db6-b294-a85e334282b0 tempest-FloatingIPAdminTestJSON-642720836 tempest-FloatingIPAdminTestJSON-642720836-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3324108 May 05 20:06:46.067183 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 49826) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:06:46.089791 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-49612fc3-2b97-4de2-a916-2cebc9b11477 req-3e97085f-a3a4-456f-8ec5-1a037a468f80 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31a0353-9cc7-4431-82ad-5f9b9985cf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606630 May 05 20:06:46.095335 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f542d85-5631-4de5-9f92-90d20b3072e8 req-9c85ee05-76b1-4d4f-91b1-9cc72e89d9f3 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:46.096733 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3f542d85-5631-4de5-9f92-90d20b3072e8 req-9c85ee05-76b1-4d4f-91b1-9cc72e89d9f3 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7a2105d-7b7f-44f4-9e5c-1fad082a90a4 HTTP/1.1" status: 200 len: 945 time: 0.6524537 May 05 20:06:46.120839 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-0e764e52-8ec1-4b90-82b8-86743dd9e047 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=013c7f139de24df589e5069a4c3f98ce&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1863902 May 05 20:06:46.124701 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 49832) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:06:46.131703 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:46.175398 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e764e52-8ec1-4b90-82b8-86743dd9e047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee1e137-30f2-4442-810d-5bad8f2dd144,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:46.204280 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fd4b5de3-74bc-4d90-bfd1-4a3153728ed7 req-6669d4e4-4ca0-44f7-9a5a-9ad3526bac49 service neutron] 10.222.0.50 "GET /v2.0/networks/7506b31f-3419-46e4-835c-80fe813661d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4448504 May 05 20:06:46.204891 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 49836) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:06:46.264621 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a95574de-e5d4-439e-8c29-d74b73712cd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:46.293852 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-8437674d-d1af-47e0-b85d-37c2526cc599 tempest-FloatingIPAdminTestJSON-1023900382 tempest-FloatingIPAdminTestJSON-1023900382-project] Request body: {'floatingip': {'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:06:46.311755 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-8437674d-d1af-47e0-b85d-37c2526cc599 tempest-FloatingIPAdminTestJSON-1023900382 tempest-FloatingIPAdminTestJSON-1023900382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:06:46.323234 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3c70353-0f9e-48b1-8098-5ed1349788a1 admin admin] Deleting subnet 0cdbcd87-3122-4405-9158-91956439b36b {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:06:46.325309 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-8437674d-d1af-47e0-b85d-37c2526cc599 tempest-FloatingIPAdminTestJSON-1023900382 tempest-FloatingIPAdminTestJSON-1023900382-project] Usage tracker for resource:floatingip and tenant:e523c87e47d547ff85f43f65f066d382 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:06:46.330619 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-8437674d-d1af-47e0-b85d-37c2526cc599 tempest-FloatingIPAdminTestJSON-1023900382 tempest-FloatingIPAdminTestJSON-1023900382-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:06:46.336758 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a95574de-e5d4-439e-8c29-d74b73712cd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:46.348659 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d3c70353-0f9e-48b1-8098-5ed1349788a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:46.388484 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-8437674d-d1af-47e0-b85d-37c2526cc599 tempest-FloatingIPAdminTestJSON-1023900382 tempest-FloatingIPAdminTestJSON-1023900382-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:06:46.399234 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3f542d85-5631-4de5-9f92-90d20b3072e8 req-70b3dee8-499c-4c5b-9025-949666f8e4b2 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bb0d1af-6061-4898-83b0-c73ccfcdf251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809803 May 05 20:06:46.420529 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-0c843713-b57b-471a-8f60-5260d528dc95 req-4d0c3dbf-9d26-487e-9020-31e6716f93f9 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] For port 3a526ecf-57d5-404f-9059-37fea8902f8e, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=3a526ecf-57d5-404f-9059-37fea8902f8e,segment=NetworkSegment(e0332a18-ed56-4401-b5be-98efaa66d541),segment_id=e0332a18-ed56-4401-b5be-98efaa66d541)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:06:46.420939 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0c843713-b57b-471a-8f60-5260d528dc95 req-4d0c3dbf-9d26-487e-9020-31e6716f93f9 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:46.473690 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8437674d-d1af-47e0-b85d-37c2526cc599 tempest-FloatingIPAdminTestJSON-1023900382 tempest-FloatingIPAdminTestJSON-1023900382-project] Notify callbacks [] for floatingip, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:46.498961 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fd4b5de3-74bc-4d90-bfd1-4a3153728ed7 req-7d0587ae-b6ef-46c6-b63d-3cef920054fe service neutron] 10.222.0.50 "GET /v2.0/networks/7506b31f-3419-46e4-835c-80fe813661d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713308 May 05 20:06:46.516717 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d3c70353-0f9e-48b1-8098-5ed1349788a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:46.592936 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-0c843713-b57b-471a-8f60-5260d528dc95 req-4d0c3dbf-9d26-487e-9020-31e6716f93f9 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Calling delete_port for 3a526ecf-57d5-404f-9059-37fea8902f8e owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:06:46.628670 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device bce2af7d-790b-4ce3-a14c-94fce56cd638 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:06:46.654406 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 49856) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:06:46.702004 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d3c70353-0f9e-48b1-8098-5ed1349788a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:46.792815 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a95574de-e5d4-439e-8c29-d74b73712cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:46.867699 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95574de-e5d4-439e-8c29-d74b73712cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee1e137-30f2-4442-810d-5bad8f2dd144,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:46.874437 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a95574de-e5d4-439e-8c29-d74b73712cd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:46.875054 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port bce2af7d-790b-4ce3-a14c-94fce56cd638, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=bce2af7d-790b-4ce3-a14c-94fce56cd638,segment=NetworkSegment(e34c646b-9075-4e31-b89f-c8f9e824e389),segment_id=e34c646b-9075-4e31-b89f-c8f9e824e389)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:06:46.878228 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-a95574de-e5d4-439e-8c29-d74b73712cd3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3ee1e137-30f2-4442-810d-5bad8f2dd144 HTTP/1.1" status: 204 len: 168 time: 0.7513976 May 05 20:06:46.883342 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a49a2877-45b0-4f1a-96b8-bc5763c680fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:46.903682 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836d5e2-e619-4774-8941-a18f50360590 req-31ac5832-a7ee-4b94-8920-d2b6850ef966 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:46.911070 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b836d5e2-e619-4774-8941-a18f50360590 req-31ac5832-a7ee-4b94-8920-d2b6850ef966 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/networks?id=35d37522-ff35-47af-b60c-b213aa781c6f HTTP/1.1" status: 200 len: 805 time: 0.4444435 May 05 20:06:46.912512 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0c843713-b57b-471a-8f60-5260d528dc95 req-4d0c3dbf-9d26-487e-9020-31e6716f93f9 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:46.927158 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['3a526ecf-57d5-404f-9059-37fea8902f8e'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:06:46.933141 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-a49a2877-45b0-4f1a-96b8-bc5763c680fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:06:46.956021 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b836d5e2-e619-4774-8941-a18f50360590 req-f4eaf647-b6d8-40b5-93ca-dfb68b39288b tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/quotas/51033f662b4a41faabaa592f98ca548e HTTP/1.1" status: 200 len: 375 time: 0.0440104 May 05 20:06:46.960420 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a49a2877-45b0-4f1a-96b8-bc5763c680fa admin admin] Usage tracker for resource:security_group_rule and tenant:c9fea74575bb47a49d84090743da43f1 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:06:46.964628 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a49a2877-45b0-4f1a-96b8-bc5763c680fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:06:46.966003 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['a9479bd4-dcf5-42a3-852e-112c535808c8'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:06:46.992340 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': 'bce2af7d-790b-4ce3-a14c-94fce56cd638', 'network_id': '7506b31f-3419-46e4-835c-80fe813661d5', 'port_id': 'bce2af7d-790b-4ce3-a14c-94fce56cd638', 'mac_address': 'fa:16:3e:ba:95:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2507cd6-290d-4d3d-b14e-048ce031bb0a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:06:46.995217 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0c3dbf-9d26-487e-9020-31e6716f93f9 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Pushing event deleted for resources: {'Port': ['ID=3a526ecf-57d5-404f-9059-37fea8902f8e,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:47.027066 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-a49a2877-45b0-4f1a-96b8-bc5763c680fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:06:47.044882 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d3c70353-0f9e-48b1-8098-5ed1349788a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:47.094553 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c843713-b57b-471a-8f60-5260d528dc95 req-4d0c3dbf-9d26-487e-9020-31e6716f93f9 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] No DVR routers for this DVR port 3a526ecf-57d5-404f-9059-37fea8902f8e on host n-h1-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:06:47.097891 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0c843713-b57b-471a-8f60-5260d528dc95 req-4d0c3dbf-9d26-487e-9020-31e6716f93f9 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:47.101646 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a2105d-7b7f-44f4-9e5c-1fad082a90a4', 'name': 'network-vif-deleted', 'tag': '3a526ecf-57d5-404f-9059-37fea8902f8e'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:06:47.103449 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c70353-0f9e-48b1-8098-5ed1349788a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cdbcd87-3122-4405-9158-91956439b36b,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:47.124317 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0c843713-b57b-471a-8f60-5260d528dc95 req-4d0c3dbf-9d26-487e-9020-31e6716f93f9 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.24 "DELETE /v2.0/ports/3a526ecf-57d5-404f-9059-37fea8902f8e HTTP/1.1" status: 204 len: 173 time: 1.8386741 May 05 20:06:47.129572 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:47.130223 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d3c70353-0f9e-48b1-8098-5ed1349788a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:47.157897 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8437674d-d1af-47e0-b85d-37c2526cc599 tempest-FloatingIPAdminTestJSON-1023900382 tempest-FloatingIPAdminTestJSON-1023900382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:47.166047 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bce2af7d-790b-4ce3-a14c-94fce56cd638 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:06:47.205209 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d3c70353-0f9e-48b1-8098-5ed1349788a1 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/0cdbcd87-3122-4405-9158-91956439b36b HTTP/1.1" status: 204 len: 168 time: 0.9991753 May 05 20:06:47.208208 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 49870) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:06:47.221579 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port bce2af7d-790b-4ce3-a14c-94fce56cd638, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=bce2af7d-790b-4ce3-a14c-94fce56cd638,segment=NetworkSegment(e34c646b-9075-4e31-b89f-c8f9e824e389),segment_id=e34c646b-9075-4e31-b89f-c8f9e824e389)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:06:47.239689 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:47.314214 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b836d5e2-e619-4774-8941-a18f50360590 req-4ea1cd14-3cd2-47ab-881f-999397b4518b tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=51033f662b4a41faabaa592f98ca548e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3572402 May 05 20:06:47.387910 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 49876) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:06:47.404737 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=bce2af7d-790b-4ce3-a14c-94fce56cd638,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:47.458563 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4ea90821-21c6-4c19-a452-4eed4c5afef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:47.472977 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fcde1e32-cd0e-4617-97a8-0a959c30a2e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:47.503338 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-fcde1e32-cd0e-4617-97a8-0a959c30a2e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:06:47.537618 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-fcde1e32-cd0e-4617-97a8-0a959c30a2e4 admin admin] Usage tracker for resource:security_group_rule and tenant:88c993d2989341cf97844ff22abe7045 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:06:47.543387 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-fcde1e32-cd0e-4617-97a8-0a959c30a2e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:06:47.545006 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['bce2af7d-790b-4ce3-a14c-94fce56cd638'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:06:47.565964 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-fcde1e32-cd0e-4617-97a8-0a959c30a2e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:06:47.614322 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9460c8fa-d976-49a0-8fd9-fc9b3052720d req-f20e4bc9-3df0-4e28-b7c6-8551544d8194 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:47.622100 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9460c8fa-d976-49a0-8fd9-fc9b3052720d req-f20e4bc9-3df0-4e28-b7c6-8551544d8194 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3775c53-95fc-463a-847a-74bdf4015c90 HTTP/1.1" status: 200 len: 945 time: 0.2500780 May 05 20:06:47.654052 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a49a2877-45b0-4f1a-96b8-bc5763c680fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:47.675967 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a49a2877-45b0-4f1a-96b8-bc5763c680fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:47.684120 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-8437674d-d1af-47e0-b85d-37c2526cc599 tempest-FloatingIPAdminTestJSON-1023900382 tempest-FloatingIPAdminTestJSON-1023900382-project] Allocated IP 172.25.0.184 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/842e94ba-264a-406f-9c20-e4288abf0ba3) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:06:47.714667 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4ea90821-21c6-4c19-a452-4eed4c5afef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:47.739252 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b836d5e2-e619-4774-8941-a18f50360590 req-3420c917-afa1-49e5-87b8-725f28c00666 service neutron] 10.222.0.36 "GET /v2.0/networks/35d37522-ff35-47af-b60c-b213aa781c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4239724 May 05 20:06:47.770243 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-4ea90821-21c6-4c19-a452-4eed4c5afef0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bb260c0-58ef-42fa-9b03-aaae2c79357f']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:06:47.791533 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-a49a2877-45b0-4f1a-96b8-bc5763c680fa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c9fea74575bb47a49d84090743da43f1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1294932 May 05 20:06:47.795181 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 49882) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:06:47.796857 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-4ea90821-21c6-4c19-a452-4eed4c5afef0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50b16787-3d56-4698-8708-596db0fae658') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:06:47.797022 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49a2877-45b0-4f1a-96b8-bc5763c680fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=655c8eb1-7373-4b1c-85d5-76387f5ff253,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:47.797130 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-4ea90821-21c6-4c19-a452-4eed4c5afef0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50b16787-3d56-4698-8708-596db0fae658') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:06:47.814198 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9460c8fa-d976-49a0-8fd9-fc9b3052720d req-5e141251-966b-4ddc-b273-25d8538763cb tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31a0353-9cc7-4431-82ad-5f9b9985cf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913168 May 05 20:06:47.920451 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4ea90821-21c6-4c19-a452-4eed4c5afef0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:47.928085 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b23a5644-6296-408b-a18c-c469bb1f23c3'] response: {'server_uuid': 'e7a2105d-7b7f-44f4-9e5c-1fad082a90a4', 'name': 'network-vif-deleted', 'tag': '3a526ecf-57d5-404f-9059-37fea8902f8e', 'status': 'completed', 'code': 200} May 05 20:06:47.970134 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4ea90821-21c6-4c19-a452-4eed4c5afef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:47.998110 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ea90821-21c6-4c19-a452-4eed4c5afef0 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:06:47.998639 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4ea90821-21c6-4c19-a452-4eed4c5afef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:48.012752 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:06:48.012752 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:06:48.012752 n-d-840717-1 neutron-server[88198]: timer() May 05 20:06:48.012752 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:06:48.012752 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:06:48.012752 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:06:48.012752 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:06:48.012752 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:06:48.012752 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:06:48.012752 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:06:48.012752 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:06:48.012752 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:06:48.012752 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:06:48.012752 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:06:48.012752 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:06:48.012752 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:06:48.012752 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:06:48.012752 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:06:48.012752 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:06:48.012752 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:06:48.012752 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:06:48.012752 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:06:48.012752 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:06:48.012752 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:06:48.012752 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:06:48.012752 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:06:48.012752 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:06:48.012752 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:06:48.012752 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:06:48.012752 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:06:48.012752 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:06:48.012752 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:06:48.027573 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b836d5e2-e619-4774-8941-a18f50360590 req-b540f1bd-fde2-423f-84ee-7063b168391e service neutron] 10.222.0.36 "GET /v2.0/networks/35d37522-ff35-47af-b60c-b213aa781c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872579 May 05 20:06:48.031095 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0ab2445a-07fa-41c2-9f6a-4fa124b57c75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:48.089990 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fcde1e32-cd0e-4617-97a8-0a959c30a2e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:48.094318 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8437674d-d1af-47e0-b85d-37c2526cc599 tempest-FloatingIPAdminTestJSON-1023900382 tempest-FloatingIPAdminTestJSON-1023900382-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:48.108780 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fcde1e32-cd0e-4617-97a8-0a959c30a2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:48.132950 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8437674d-d1af-47e0-b85d-37c2526cc599 tempest-FloatingIPAdminTestJSON-1023900382 tempest-FloatingIPAdminTestJSON-1023900382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:48.180738 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-fcde1e32-cd0e-4617-97a8-0a959c30a2e4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=88c993d2989341cf97844ff22abe7045&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7545354 May 05 20:06:48.191884 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 49890) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:06:48.192958 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcde1e32-cd0e-4617-97a8-0a959c30a2e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef939b3b-6f61-4036-9828-99d2f0e1a2a4,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:48.201720 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4ea90821-21c6-4c19-a452-4eed4c5afef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:48.206773 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4ea90821-21c6-4c19-a452-4eed4c5afef0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:48.210633 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8437674d-d1af-47e0-b85d-37c2526cc599 tempest-FloatingIPAdminTestJSON-1023900382 tempest-FloatingIPAdminTestJSON-1023900382-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:06:48.211399 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0ab2445a-07fa-41c2-9f6a-4fa124b57c75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:48.213617 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-8437674d-d1af-47e0-b85d-37c2526cc599 tempest-FloatingIPAdminTestJSON-1023900382 tempest-FloatingIPAdminTestJSON-1023900382-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:06:48.217645 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8437674d-d1af-47e0-b85d-37c2526cc599 tempest-FloatingIPAdminTestJSON-1023900382 tempest-FloatingIPAdminTestJSON-1023900382-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:06:48.259667 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8437674d-d1af-47e0-b85d-37c2526cc599 tempest-FloatingIPAdminTestJSON-1023900382 tempest-FloatingIPAdminTestJSON-1023900382-project] Pushing event updated for resources: {'Port': ['ID=842e94ba-264a-406f-9c20-e4288abf0ba3,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:48.278615 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea90821-21c6-4c19-a452-4eed4c5afef0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4bb260c0-58ef-42fa-9b03-aaae2c79357f,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:48.331872 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-4ea90821-21c6-4c19-a452-4eed4c5afef0 admin admin] 10.222.0.36 "DELETE /v2.0/networks/4bb260c0-58ef-42fa-9b03-aaae2c79357f HTTP/1.1" status: 204 len: 168 time: 1.1212332 May 05 20:06:48.384507 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8437674d-d1af-47e0-b85d-37c2526cc599 tempest-FloatingIPAdminTestJSON-1023900382 tempest-FloatingIPAdminTestJSON-1023900382-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:48.394306 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-edf8d858-3737-44ea-98dc-d72c201494c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:48.410227 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-048224e3-6368-444b-b30c-773ac89e5e04 req-b4eb2407-1d53-4f59-974c-9d2e66f7826d tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=6653810a-8bbe-4eb4-9580-559408135f43 HTTP/1.1" status: 200 len: 210 time: 0.1340683 May 05 20:06:48.446311 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0ab2445a-07fa-41c2-9f6a-4fa124b57c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:48.497539 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-edf8d858-3737-44ea-98dc-d72c201494c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:48.509043 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8437674d-d1af-47e0-b85d-37c2526cc599 tempest-FloatingIPAdminTestJSON-1023900382 tempest-FloatingIPAdminTestJSON-1023900382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:48.535057 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab2445a-07fa-41c2-9f6a-4fa124b57c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=655c8eb1-7373-4b1c-85d5-76387f5ff253,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:48.570199 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0ab2445a-07fa-41c2-9f6a-4fa124b57c75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:48.573502 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-0ab2445a-07fa-41c2-9f6a-4fa124b57c75 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/655c8eb1-7373-4b1c-85d5-76387f5ff253 HTTP/1.1" status: 204 len: 168 time: 0.7576149 May 05 20:06:48.628478 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957a680-2edb-4ad1-babd-429999563f2d req-a1f26c05-0d42-44be-a8f0-ee2d487e152e tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:48.633933 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 49908) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:06:48.639099 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-9957a680-2edb-4ad1-babd-429999563f2d req-a1f26c05-0d42-44be-a8f0-ee2d487e152e tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Synchronizing usage tracker for tenant:d8df95d3e1674c4babf76ac9717049ea on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:06:48.642209 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device bce2af7d-790b-4ce3-a14c-94fce56cd638 up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:06:48.662757 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-edf8d858-3737-44ea-98dc-d72c201494c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:48.692743 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-9957a680-2edb-4ad1-babd-429999563f2d req-a1f26c05-0d42-44be-a8f0-ee2d487e152e tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Unset dirty status for tenant:d8df95d3e1674c4babf76ac9717049ea on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:06:48.702608 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-024f58c9-6a3b-4aff-94ec-49561b16fa69 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=437a40f247c444b7b8d3dc7c0c8e0aa1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0673184 May 05 20:06:48.703492 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9957a680-2edb-4ad1-babd-429999563f2d req-a1f26c05-0d42-44be-a8f0-ee2d487e152e tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/ports?device_id=c41999b5-4b70-480e-9673-e0a9ec8c2694 HTTP/1.1" status: 200 len: 946 time: 0.2599950 May 05 20:06:48.705728 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 49912) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:06:48.709040 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf8d858-3737-44ea-98dc-d72c201494c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef939b3b-6f61-4036-9828-99d2f0e1a2a4,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:48.756482 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-edf8d858-3737-44ea-98dc-d72c201494c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:48.760739 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-edf8d858-3737-44ea-98dc-d72c201494c2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ef939b3b-6f61-4036-9828-99d2f0e1a2a4 HTTP/1.1" status: 204 len: 168 time: 0.5634055 May 05 20:06:48.836043 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9957a680-2edb-4ad1-babd-429999563f2d req-6d9e76e1-9176-4e12-8285-f35904bc339d tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bb0d1af-6061-4898-83b0-c73ccfcdf251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291897 May 05 20:06:48.873785 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port bce2af7d-790b-4ce3-a14c-94fce56cd638 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:06:48.889369 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port bce2af7d-790b-4ce3-a14c-94fce56cd638 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:06:48.892421 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:48.936468 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a93ad0bf-640e-47f9-85a0-e3e5951e197e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:49.031082 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a93ad0bf-640e-47f9-85a0-e3e5951e197e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:49.143274 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:49.168293 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8437674d-d1af-47e0-b85d-37c2526cc599 tempest-FloatingIPAdminTestJSON-1023900382 tempest-FloatingIPAdminTestJSON-1023900382-project] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:49.186583 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3775c53-95fc-463a-847a-74bdf4015c90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bce2af7d-790b-4ce3-a14c-94fce56cd638'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:06:49.202034 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port bce2af7d-790b-4ce3-a14c-94fce56cd638, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=bce2af7d-790b-4ce3-a14c-94fce56cd638,segment=NetworkSegment(e34c646b-9075-4e31-b89f-c8f9e824e389),segment_id=e34c646b-9075-4e31-b89f-c8f9e824e389)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:06:49.207627 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:49.214626 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa286b62-f961-4a15-9444-283783aec8f1 req-a4d0981c-66b0-4b6e-92ec-9f908387aea2 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:49.228729 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fa286b62-f961-4a15-9444-283783aec8f1 req-a4d0981c-66b0-4b6e-92ec-9f908387aea2 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3775c53-95fc-463a-847a-74bdf4015c90 HTTP/1.1" status: 200 len: 945 time: 0.2419066 May 05 20:06:49.231815 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8437674d-d1af-47e0-b85d-37c2526cc599 tempest-FloatingIPAdminTestJSON-1023900382 tempest-FloatingIPAdminTestJSON-1023900382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:49.281627 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40716914-70b1-46dd-9eb0-41971c93e5d4'] response: {'server_uuid': 'b3775c53-95fc-463a-847a-74bdf4015c90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bce2af7d-790b-4ce3-a14c-94fce56cd638', 'code': 200} May 05 20:06:49.312036 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=bce2af7d-790b-4ce3-a14c-94fce56cd638,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:49.451659 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8437674d-d1af-47e0-b85d-37c2526cc599 tempest-FloatingIPAdminTestJSON-1023900382 tempest-FloatingIPAdminTestJSON-1023900382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:49.473994 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5d2a26-fcf5-449e-8bc3-d770eeb5a12c req-c97edc56-13fb-4513-9518-4efc6fda8998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:49.475737 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cb5d2a26-fcf5-449e-8bc3-d770eeb5a12c req-c97edc56-13fb-4513-9518-4efc6fda8998 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b3775c53-95fc-463a-847a-74bdf4015c90 HTTP/1.1" status: 200 len: 1097 time: 0.1085103 May 05 20:06:49.492203 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a93ad0bf-640e-47f9-85a0-e3e5951e197e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:49.525019 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fa286b62-f961-4a15-9444-283783aec8f1 req-653dd2fb-4cef-49f0-bcec-ec1863f8522a tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31a0353-9cc7-4431-82ad-5f9b9985cf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953825 May 05 20:06:49.530987 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cb5d2a26-fcf5-449e-8bc3-d770eeb5a12c req-06d0305b-d10c-4878-85f5-216c2faa60cb service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b31a0353-9cc7-4431-82ad-5f9b9985cf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485504 May 05 20:06:49.535812 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8437674d-d1af-47e0-b85d-37c2526cc599 tempest-FloatingIPAdminTestJSON-1023900382 tempest-FloatingIPAdminTestJSON-1023900382-project] Pushing event updated for resources: {'Port': ['ID=842e94ba-264a-406f-9c20-e4288abf0ba3,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:49.551143 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93ad0bf-640e-47f9-85a0-e3e5951e197e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32f94be-5622-4e78-a4ef-53b2e5705148,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:49.572273 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a93ad0bf-640e-47f9-85a0-e3e5951e197e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:49.573392 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-a93ad0bf-640e-47f9-85a0-e3e5951e197e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b32f94be-5622-4e78-a4ef-53b2e5705148 HTTP/1.1" status: 204 len: 168 time: 0.8655846 May 05 20:06:49.580287 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8437674d-d1af-47e0-b85d-37c2526cc599 tempest-FloatingIPAdminTestJSON-1023900382 tempest-FloatingIPAdminTestJSON-1023900382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:49.584383 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-8437674d-d1af-47e0-b85d-37c2526cc599 tempest-FloatingIPAdminTestJSON-1023900382 tempest-FloatingIPAdminTestJSON-1023900382-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5132930 May 05 20:06:49.584719 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 49948) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:06:49.592322 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 3a526ecf-57d5-404f-9059-37fea8902f8e no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:06:49.679396 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] No Port match for: 3a526ecf-57d5-404f-9059-37fea8902f8e {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:06:49.680048 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 3a526ecf-57d5-404f-9059-37fea8902f8e not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:06:49.682610 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-29e68e2e-99a1-4276-ac50-e632701cd7cd req-337bd28f-2347-49d3-bb95-0fbde6c99097 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=6653810a-8bbe-4eb4-9580-559408135f43 HTTP/1.1" status: 200 len: 210 time: 0.1553922 May 05 20:06:49.710567 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 49956) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:06:49.711383 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-8b1e9a6a-edf5-4df5-9527-180344ac5f7c tempest-FloatingIPAdminTestJSON-642720836 tempest-FloatingIPAdminTestJSON-642720836-project-admin] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3220 time: 0.1248777 May 05 20:06:49.852156 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-67aefaac-d4ab-42f1-9f31-52502d1bf5a9 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Synchronizing usage tracker for tenant:ee4ab4890f8e46d8bf1051da3595abcd on resource:floatingip {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:06:49.955675 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-67aefaac-d4ab-42f1-9f31-52502d1bf5a9 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Unset dirty status for tenant:ee4ab4890f8e46d8bf1051da3595abcd on resource:floatingip {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:06:49.960029 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-67aefaac-d4ab-42f1-9f31-52502d1bf5a9 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2483351 May 05 20:06:49.960169 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 49970) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:06:49.999585 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836d5e2-e619-4774-8941-a18f50360590 req-ee5bfe5e-e2e9-453b-af08-c1afa41fe9d0 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:50.001303 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b836d5e2-e619-4774-8941-a18f50360590 req-ee5bfe5e-e2e9-453b-af08-c1afa41fe9d0 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.24 "GET /v2.0/networks?id=35d37522-ff35-47af-b60c-b213aa781c6f HTTP/1.1" status: 200 len: 805 time: 0.2009890 May 05 20:06:50.015156 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-b836d5e2-e619-4774-8941-a18f50360590 req-108a35a2-e1ed-4605-a1b1-43c529c611df tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Request body: {'port': {'device_id': '6653810a-8bbe-4eb4-9580-559408135f43', 'network_id': '35d37522-ff35-47af-b60c-b213aa781c6f', 'admin_state_up': True, 'tenant_id': '51033f662b4a41faabaa592f98ca548e'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:06:50.288627 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 49980) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:06:50.372154 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-b836d5e2-e619-4774-8941-a18f50360590 req-108a35a2-e1ed-4605-a1b1-43c529c611df tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:06:50.381934 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbcc510-15ed-4e9b-bc44-efb0bff8fa2f req-27cf3089-cf54-4214-8910-253f44689494 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:50.383545 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9bbcc510-15ed-4e9b-bc44-efb0bff8fa2f req-27cf3089-cf54-4214-8910-253f44689494 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.50 "GET /v2.0/ports?device_id=c41999b5-4b70-480e-9673-e0a9ec8c2694 HTTP/1.1" status: 200 len: 946 time: 0.1431999 May 05 20:06:50.427283 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-b836d5e2-e619-4774-8941-a18f50360590 req-108a35a2-e1ed-4605-a1b1-43c529c611df tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:06:50.429380 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-92efd46f-5786-4c94-a59e-bcffc1ca7bbe tempest-FloatingIPAdminTestJSON-1023900382 tempest-FloatingIPAdminTestJSON-1023900382-project] Deleting port 842e94ba-264a-406f-9c20-e4288abf0ba3 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:06:50.429827 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-92efd46f-5786-4c94-a59e-bcffc1ca7bbe tempest-FloatingIPAdminTestJSON-1023900382 tempest-FloatingIPAdminTestJSON-1023900382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:50.451665 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-d475a7b3-6a2d-4596-bc6e-6a96a36c81ba admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1362590998-network', 'tenant_id': 'daec84382a6c48208f1f131455c56ed2'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:06:50.456878 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d475a7b3-6a2d-4596-bc6e-6a96a36c81ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:06:50.461376 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d475a7b3-6a2d-4596-bc6e-6a96a36c81ba admin admin] Usage tracker for resource:network and tenant:daec84382a6c48208f1f131455c56ed2 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:06:50.464286 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d475a7b3-6a2d-4596-bc6e-6a96a36c81ba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:06:50.471848 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d475a7b3-6a2d-4596-bc6e-6a96a36c81ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:06:50.493500 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b836d5e2-e619-4774-8941-a18f50360590 req-108a35a2-e1ed-4605-a1b1-43c529c611df tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Made reservation on behalf of 51033f662b4a41faabaa592f98ca548e for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:06:50.497109 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b836d5e2-e619-4774-8941-a18f50360590 req-108a35a2-e1ed-4605-a1b1-43c529c611df tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:50.510373 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d475a7b3-6a2d-4596-bc6e-6a96a36c81ba admin admin] Made reservation on behalf of daec84382a6c48208f1f131455c56ed2 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:06:50.513617 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d475a7b3-6a2d-4596-bc6e-6a96a36c81ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:50.532508 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-9bbcc510-15ed-4e9b-bc44-efb0bff8fa2f req-522f4b5a-de2e-4ddc-b112-9f1a84e21312 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Deleting port a9479bd4-dcf5-42a3-852e-112c535808c8 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:06:50.532851 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9bbcc510-15ed-4e9b-bc44-efb0bff8fa2f req-522f4b5a-de2e-4ddc-b112-9f1a84e21312 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:50.533356 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b9405d-9038-4de6-802e-23c6ed0d8ce2 req-68e75868-c5e6-4211-8438-c97eaee0e13e tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:50.559964 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-81b9405d-9038-4de6-802e-23c6ed0d8ce2 req-68e75868-c5e6-4211-8438-c97eaee0e13e tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/ports?device_id=c41999b5-4b70-480e-9673-e0a9ec8c2694 HTTP/1.1" status: 200 len: 946 time: 0.4580462 May 05 20:06:50.592416 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d475a7b3-6a2d-4596-bc6e-6a96a36c81ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:50.750068 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-81b9405d-9038-4de6-802e-23c6ed0d8ce2 req-e07fdf2f-7968-4adf-bed5-49815f08c05c tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bb0d1af-6061-4898-83b0-c73ccfcdf251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891813 May 05 20:06:50.770786 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d475a7b3-6a2d-4596-bc6e-6a96a36c81ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:06:50.825145 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-92efd46f-5786-4c94-a59e-bcffc1ca7bbe tempest-FloatingIPAdminTestJSON-1023900382 tempest-FloatingIPAdminTestJSON-1023900382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:50.831523 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-92efd46f-5786-4c94-a59e-bcffc1ca7bbe tempest-FloatingIPAdminTestJSON-1023900382 tempest-FloatingIPAdminTestJSON-1023900382-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:50.908317 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d475a7b3-6a2d-4596-bc6e-6a96a36c81ba admin admin] Usage tracker for resource:security_group_rule and tenant:daec84382a6c48208f1f131455c56ed2 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:06:50.939394 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d475a7b3-6a2d-4596-bc6e-6a96a36c81ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:06:50.978327 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d475a7b3-6a2d-4596-bc6e-6a96a36c81ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:06:51.039723 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-92efd46f-5786-4c94-a59e-bcffc1ca7bbe tempest-FloatingIPAdminTestJSON-1023900382 tempest-FloatingIPAdminTestJSON-1023900382-project] Calling delete_port for 842e94ba-264a-406f-9c20-e4288abf0ba3 owned by network:floatingip {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:06:51.117290 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ab746570-2205-475e-a81e-2c974a7ae675 req-ba3acbef-abcd-46f4-9e32-501da90dedf2 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=6653810a-8bbe-4eb4-9580-559408135f43 HTTP/1.1" status: 200 len: 210 time: 0.1459055 May 05 20:06:51.125044 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 50014) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:06:51.195493 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-9bbcc510-15ed-4e9b-bc44-efb0bff8fa2f req-522f4b5a-de2e-4ddc-b112-9f1a84e21312 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] For port a9479bd4-dcf5-42a3-852e-112c535808c8, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=a9479bd4-dcf5-42a3-852e-112c535808c8,segment=NetworkSegment(e0332a18-ed56-4401-b5be-98efaa66d541),segment_id=e0332a18-ed56-4401-b5be-98efaa66d541)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:06:51.195851 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9bbcc510-15ed-4e9b-bc44-efb0bff8fa2f req-522f4b5a-de2e-4ddc-b112-9f1a84e21312 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:51.290807 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-92efd46f-5786-4c94-a59e-bcffc1ca7bbe tempest-FloatingIPAdminTestJSON-1023900382 tempest-FloatingIPAdminTestJSON-1023900382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:51.353955 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92efd46f-5786-4c94-a59e-bcffc1ca7bbe tempest-FloatingIPAdminTestJSON-1023900382 tempest-FloatingIPAdminTestJSON-1023900382-project] Pushing event deleted for resources: {'Port': ['ID=842e94ba-264a-406f-9c20-e4288abf0ba3,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:51.389108 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-9bbcc510-15ed-4e9b-bc44-efb0bff8fa2f req-522f4b5a-de2e-4ddc-b112-9f1a84e21312 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Calling delete_port for a9479bd4-dcf5-42a3-852e-112c535808c8 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:06:51.444236 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-12c0e3f2-7d7b-42dd-a1b6-af3a594b2776 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1906936474-network', 'tenant_id': '3031261c3700488ebb21ce749cad6bf8'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:06:51.450274 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-12c0e3f2-7d7b-42dd-a1b6-af3a594b2776 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:06:51.465493 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-12c0e3f2-7d7b-42dd-a1b6-af3a594b2776 admin admin] Usage tracker for resource:network and tenant:3031261c3700488ebb21ce749cad6bf8 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:06:51.470126 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-12c0e3f2-7d7b-42dd-a1b6-af3a594b2776 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:06:51.480471 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-12c0e3f2-7d7b-42dd-a1b6-af3a594b2776 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:06:51.492380 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c11392d-04a8-4ef3-9523-2102803198cd req-54ef0e10-79c4-40c5-a1ea-88ebd8047a0c tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:51.493240 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-92efd46f-5786-4c94-a59e-bcffc1ca7bbe tempest-FloatingIPAdminTestJSON-1023900382 tempest-FloatingIPAdminTestJSON-1023900382-project] Notify callbacks [] for floatingip, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:51.494166 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8c11392d-04a8-4ef3-9523-2102803198cd req-54ef0e10-79c4-40c5-a1ea-88ebd8047a0c tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3775c53-95fc-463a-847a-74bdf4015c90 HTTP/1.1" status: 200 len: 946 time: 0.7204766 May 05 20:06:51.508477 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-92efd46f-5786-4c94-a59e-bcffc1ca7bbe tempest-FloatingIPAdminTestJSON-1023900382 tempest-FloatingIPAdminTestJSON-1023900382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:51.512540 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-92efd46f-5786-4c94-a59e-bcffc1ca7bbe tempest-FloatingIPAdminTestJSON-1023900382 tempest-FloatingIPAdminTestJSON-1023900382-project] 10.222.0.36 "DELETE /v2.0/floatingips/8268f55c-d7f1-46ad-83b2-cc1db0571bb6 HTTP/1.1" status: 204 len: 168 time: 1.5479898 May 05 20:06:51.512658 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d475a7b3-6a2d-4596-bc6e-6a96a36c81ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:51.515642 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 50030) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:06:51.532837 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d475a7b3-6a2d-4596-bc6e-6a96a36c81ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:51.538824 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-b836d5e2-e619-4774-8941-a18f50360590 req-108a35a2-e1ed-4605-a1b1-43c529c611df tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Allocated IP 172.20.0.2 (35d37522-ff35-47af-b60c-b213aa781c6f/abe7c8d5-c1a3-49ab-83d4-2252eacbfbcf/ca402498-78e2-4466-ac84-bf6084dd922b) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:06:51.576494 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c0e3f2-7d7b-42dd-a1b6-af3a594b2776 admin admin] Made reservation on behalf of 3031261c3700488ebb21ce749cad6bf8 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:06:51.581828 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f2-7d7b-42dd-a1b6-af3a594b2776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:51.610099 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d475a7b3-6a2d-4596-bc6e-6a96a36c81ba admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:06:51.622695 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f2-7d7b-42dd-a1b6-af3a594b2776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:51.647570 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-12c0e3f2-7d7b-42dd-a1b6-af3a594b2776 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:06:51.652492 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-12c0e3f2-7d7b-42dd-a1b6-af3a594b2776 admin admin] Usage tracker for resource:security_group_rule and tenant:3031261c3700488ebb21ce749cad6bf8 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:06:51.656135 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-12c0e3f2-7d7b-42dd-a1b6-af3a594b2776 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:06:51.685469 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d475a7b3-6a2d-4596-bc6e-6a96a36c81ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db4831d3-dd27-46bd-8d11-93d00a7dbe37,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:51.706503 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8c11392d-04a8-4ef3-9523-2102803198cd req-ff843ad7-87a8-4790-b07c-dd81c85c9ce2 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31a0353-9cc7-4431-82ad-5f9b9985cf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906912 May 05 20:06:51.717257 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d475a7b3-6a2d-4596-bc6e-6a96a36c81ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:51.718401 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-d475a7b3-6a2d-4596-bc6e-6a96a36c81ba admin admin] Added segment c016b080-0146-431c-9f6b-5979a32d0fd8 of type vlan for network 976eb87e-c8f2-4da3-bfa5-44bffd395e41 May 05 20:06:51.756607 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-12c0e3f2-7d7b-42dd-a1b6-af3a594b2776 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:06:51.775881 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d475a7b3-6a2d-4596-bc6e-6a96a36c81ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:51.791432 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-41950d3d-5010-4b5e-b8c3-7feccaf2447a tempest-FloatingIPAdminTestJSON-642720836 tempest-FloatingIPAdminTestJSON-642720836-project-admin] Deleting port 763168b7-35ea-428e-9c24-b3e4b4248842 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:06:51.791782 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-41950d3d-5010-4b5e-b8c3-7feccaf2447a tempest-FloatingIPAdminTestJSON-642720836 tempest-FloatingIPAdminTestJSON-642720836-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:51.802090 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9bbcc510-15ed-4e9b-bc44-efb0bff8fa2f req-522f4b5a-de2e-4ddc-b112-9f1a84e21312 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:51.812940 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['a9479bd4-dcf5-42a3-852e-112c535808c8'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:06:51.932640 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522f4b5a-de2e-4ddc-b112-9f1a84e21312 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Pushing event deleted for resources: {'Port': ['ID=a9479bd4-dcf5-42a3-852e-112c535808c8,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:51.980479 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e966c5f7-66ec-4f3f-83a0-714fd7102480 req-da49496d-331a-437d-b471-eef4d06f9d6b tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/ports?device_id=c41999b5-4b70-480e-9673-e0a9ec8c2694 HTTP/1.1" status: 200 len: 210 time: 0.0650122 May 05 20:06:52.090664 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f2-7d7b-42dd-a1b6-af3a594b2776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:52.109263 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f2-7d7b-42dd-a1b6-af3a594b2776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:52.132689 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d475a7b3-6a2d-4596-bc6e-6a96a36c81ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:52.133699 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d475a7b3-6a2d-4596-bc6e-6a96a36c81ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:52.134290 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d475a7b3-6a2d-4596-bc6e-6a96a36c81ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:52.137003 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-41950d3d-5010-4b5e-b8c3-7feccaf2447a tempest-FloatingIPAdminTestJSON-642720836 tempest-FloatingIPAdminTestJSON-642720836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:52.137390 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-41950d3d-5010-4b5e-b8c3-7feccaf2447a tempest-FloatingIPAdminTestJSON-642720836 tempest-FloatingIPAdminTestJSON-642720836-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:52.167124 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bbcc510-15ed-4e9b-bc44-efb0bff8fa2f req-522f4b5a-de2e-4ddc-b112-9f1a84e21312 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] No DVR routers for this DVR port a9479bd4-dcf5-42a3-852e-112c535808c8 on host n-h2-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:06:52.174707 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12c0e3f2-7d7b-42dd-a1b6-af3a594b2776 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:06:52.188728 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9bbcc510-15ed-4e9b-bc44-efb0bff8fa2f req-522f4b5a-de2e-4ddc-b112-9f1a84e21312 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:52.191078 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c41999b5-4b70-480e-9673-e0a9ec8c2694', 'name': 'network-vif-deleted', 'tag': 'a9479bd4-dcf5-42a3-852e-112c535808c8'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:06:52.315254 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-41950d3d-5010-4b5e-b8c3-7feccaf2447a tempest-FloatingIPAdminTestJSON-642720836 tempest-FloatingIPAdminTestJSON-642720836-project-admin] Calling delete_port for 763168b7-35ea-428e-9c24-b3e4b4248842 owned by network:floatingip {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:06:52.401520 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b21415c3-6257-49fc-889d-13513d19b25a'] response: {'server_uuid': 'c41999b5-4b70-480e-9673-e0a9ec8c2694', 'name': 'network-vif-deleted', 'tag': 'a9479bd4-dcf5-42a3-852e-112c535808c8', 'status': 'completed', 'code': 200} May 05 20:06:52.468285 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c0e3f2-7d7b-42dd-a1b6-af3a594b2776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07a2565c-93bd-498a-86aa-b5f08fe98b3a,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:52.479147 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f2-7d7b-42dd-a1b6-af3a594b2776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:52.479687 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-12c0e3f2-7d7b-42dd-a1b6-af3a594b2776 admin admin] Added segment e993827b-d125-4776-82f2-15b5301e92be of type vlan for network 73dcf8ee-7da8-4049-833b-422cfa756c03 May 05 20:06:52.508428 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b836d5e2-e619-4774-8941-a18f50360590 req-108a35a2-e1ed-4605-a1b1-43c529c611df tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:52.529177 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f2-7d7b-42dd-a1b6-af3a594b2776 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:52.536403 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-c6efe957-0ea8-4706-86eb-4431da58948c req-2f393257-33c7-4152-8699-52ae07c790fd tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Synchronizing usage tracker for tenant:51033f662b4a41faabaa592f98ca548e on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:06:52.548959 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d475a7b3-6a2d-4596-bc6e-6a96a36c81ba admin admin] Pushing event updated for resources: {'Network': ['ID=976eb87e-c8f2-4da3-bfa5-44bffd395e41,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:52.564871 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 976eb87e-c8f2-4da3-bfa5-44bffd395e41 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:06:52.575178 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9bbcc510-15ed-4e9b-bc44-efb0bff8fa2f req-522f4b5a-de2e-4ddc-b112-9f1a84e21312 tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.50 "DELETE /v2.0/ports/a9479bd4-dcf5-42a3-852e-112c535808c8 HTTP/1.1" status: 204 len: 173 time: 2.1849508 May 05 20:06:52.596594 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d475a7b3-6a2d-4596-bc6e-6a96a36c81ba admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.3082480 May 05 20:06:52.602090 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 50070) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:06:52.611676 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-d0d91b99-798b-42c0-8da0-45c8b43f4fe2 admin admin] Request body: {'subnet': {'network_id': '976eb87e-c8f2-4da3-bfa5-44bffd395e41', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1362590998-subnet', 'tenant_id': 'daec84382a6c48208f1f131455c56ed2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:06:52.636405 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d0d91b99-798b-42c0-8da0-45c8b43f4fe2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:06:52.644428 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-c6efe957-0ea8-4706-86eb-4431da58948c req-2f393257-33c7-4152-8699-52ae07c790fd tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Unset dirty status for tenant:51033f662b4a41faabaa592f98ca548e on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:06:52.655798 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c6efe957-0ea8-4706-86eb-4431da58948c req-2f393257-33c7-4152-8699-52ae07c790fd tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=6653810a-8bbe-4eb4-9580-559408135f43 HTTP/1.1" status: 200 len: 210 time: 0.2497048 May 05 20:06:52.657643 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-41950d3d-5010-4b5e-b8c3-7feccaf2447a tempest-FloatingIPAdminTestJSON-642720836 tempest-FloatingIPAdminTestJSON-642720836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:52.665298 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d0d91b99-798b-42c0-8da0-45c8b43f4fe2 admin admin] Usage tracker for resource:subnet and tenant:daec84382a6c48208f1f131455c56ed2 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:06:52.671658 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d0d91b99-798b-42c0-8da0-45c8b43f4fe2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:06:52.680958 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d0d91b99-798b-42c0-8da0-45c8b43f4fe2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:06:52.696776 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d91b99-798b-42c0-8da0-45c8b43f4fe2 admin admin] Made reservation on behalf of daec84382a6c48208f1f131455c56ed2 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:06:52.699592 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d0d91b99-798b-42c0-8da0-45c8b43f4fe2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:52.719958 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41950d3d-5010-4b5e-b8c3-7feccaf2447a tempest-FloatingIPAdminTestJSON-642720836 tempest-FloatingIPAdminTestJSON-642720836-project-admin] Pushing event deleted for resources: {'Port': ['ID=763168b7-35ea-428e-9c24-b3e4b4248842,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:52.727473 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b836d5e2-e619-4774-8941-a18f50360590 req-108a35a2-e1ed-4605-a1b1-43c529c611df tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:52.757710 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f2-7d7b-42dd-a1b6-af3a594b2776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:52.759125 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c0e3f2-7d7b-42dd-a1b6-af3a594b2776 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:52.760202 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f2-7d7b-42dd-a1b6-af3a594b2776 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:52.806644 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['81d837ab-bc11-4126-87e9-1c216ab3a6e9'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:06:52.871063 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 50078) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:06:52.873135 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-41950d3d-5010-4b5e-b8c3-7feccaf2447a tempest-FloatingIPAdminTestJSON-642720836 tempest-FloatingIPAdminTestJSON-642720836-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:52.886239 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b836d5e2-e619-4774-8941-a18f50360590 req-108a35a2-e1ed-4605-a1b1-43c529c611df tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Network 35d37522-ff35-47af-b60c-b213aa781c6f is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:06:52.899281 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-b836d5e2-e619-4774-8941-a18f50360590 req-108a35a2-e1ed-4605-a1b1-43c529c611df tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:06:52.907993 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-b836d5e2-e619-4774-8941-a18f50360590 req-108a35a2-e1ed-4605-a1b1-43c529c611df tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:06:52.962351 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108a35a2-e1ed-4605-a1b1-43c529c611df tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Pushing event updated for resources: {'Port': ['ID=ca402498-78e2-4466-ac84-bf6084dd922b,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:52.988079 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c0e3f2-7d7b-42dd-a1b6-af3a594b2776 admin admin] Pushing event updated for resources: {'Network': ['ID=73dcf8ee-7da8-4049-833b-422cfa756c03,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:52.996735 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-41950d3d-5010-4b5e-b8c3-7feccaf2447a tempest-FloatingIPAdminTestJSON-642720836 tempest-FloatingIPAdminTestJSON-642720836-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:52.998032 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-41950d3d-5010-4b5e-b8c3-7feccaf2447a tempest-FloatingIPAdminTestJSON-642720836 tempest-FloatingIPAdminTestJSON-642720836-project-admin] 10.222.0.36 "DELETE /v2.0/floatingips/462e9ec8-bc95-41f3-bd65-021e879cd949 HTTP/1.1" status: 204 len: 168 time: 1.4810143 May 05 20:06:53.003780 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 50084) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:06:53.005238 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-12c0e3f2-7d7b-42dd-a1b6-af3a594b2776 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8789666 May 05 20:06:53.006830 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 50086) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:06:53.010523 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 73dcf8ee-7da8-4049-833b-422cfa756c03 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:06:53.064168 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-6c7aa85f-b961-4b18-80d2-7b53dcabcce1 admin admin] Request body: {'subnet': {'network_id': '73dcf8ee-7da8-4049-833b-422cfa756c03', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1906936474-subnet', 'tenant_id': '3031261c3700488ebb21ce749cad6bf8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:06:53.070625 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-6c7aa85f-b961-4b18-80d2-7b53dcabcce1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:06:53.081225 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-6c7aa85f-b961-4b18-80d2-7b53dcabcce1 admin admin] Usage tracker for resource:subnet and tenant:3031261c3700488ebb21ce749cad6bf8 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:06:53.092459 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836d5e2-e619-4774-8941-a18f50360590 req-108a35a2-e1ed-4605-a1b1-43c529c611df tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:53.093216 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b836d5e2-e619-4774-8941-a18f50360590 req-108a35a2-e1ed-4605-a1b1-43c529c611df tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:53.104824 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-6c7aa85f-b961-4b18-80d2-7b53dcabcce1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:06:53.133716 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-6c7aa85f-b961-4b18-80d2-7b53dcabcce1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:06:53.136502 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a18c0f54-24cc-4b4a-9feb-949cf080cf88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:53.185726 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-a18c0f54-24cc-4b4a-9feb-949cf080cf88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:06:53.190214 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c7aa85f-b961-4b18-80d2-7b53dcabcce1 admin admin] Made reservation on behalf of 3031261c3700488ebb21ce749cad6bf8 for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:06:53.193398 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6c7aa85f-b961-4b18-80d2-7b53dcabcce1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:53.241675 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b836d5e2-e619-4774-8941-a18f50360590 req-108a35a2-e1ed-4605-a1b1-43c529c611df tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2314696 May 05 20:06:53.245319 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-2ed8db09-12a5-43cf-9df2-384b9a64dd89 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Deleting port 5f26f70e-b959-48fd-87c1-593ffa6f3e8d {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:06:53.245758 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2ed8db09-12a5-43cf-9df2-384b9a64dd89 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:53.276074 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-063a013e-6634-457b-9544-62aeeb668ea2 req-26df34a1-0808-4b07-a95e-d3d58cae45ea tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Synchronizing usage tracker for tenant:d8df95d3e1674c4babf76ac9717049ea on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:06:53.281667 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-b836d5e2-e619-4774-8941-a18f50360590 req-ae1a8d71-9c85-473e-81ed-05cbcd8570b0 service neutron] Request body: {'port': {'device_id': '6653810a-8bbe-4eb4-9580-559408135f43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:06:53.314637 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9babc35a-754f-4c67-a377-65de461d9629 req-d237205d-3e90-40fa-89f8-c3cd529e4e44 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:53.316034 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9babc35a-754f-4c67-a377-65de461d9629 req-d237205d-3e90-40fa-89f8-c3cd529e4e44 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3775c53-95fc-463a-847a-74bdf4015c90 HTTP/1.1" status: 200 len: 946 time: 0.3224509 May 05 20:06:53.317069 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a18c0f54-24cc-4b4a-9feb-949cf080cf88 admin admin] Usage tracker for resource:security_group_rule and tenant:7c3ec08af1d041c9af3720d3f42d940d is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:06:53.326138 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a18c0f54-24cc-4b4a-9feb-949cf080cf88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:06:53.346335 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-a18c0f54-24cc-4b4a-9feb-949cf080cf88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:06:53.403391 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9babc35a-754f-4c67-a377-65de461d9629 req-77860224-8db0-46f2-9abc-7b74924c0634 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31a0353-9cc7-4431-82ad-5f9b9985cf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765426 May 05 20:06:53.410004 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-063a013e-6634-457b-9544-62aeeb668ea2 req-26df34a1-0808-4b07-a95e-d3d58cae45ea tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] Unset dirty status for tenant:d8df95d3e1674c4babf76ac9717049ea on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:06:53.416133 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-063a013e-6634-457b-9544-62aeeb668ea2 req-26df34a1-0808-4b07-a95e-d3d58cae45ea tempest-ListServerFiltersTestJSON-22048490 tempest-ListServerFiltersTestJSON-22048490-project] 10.222.0.36 "GET /v2.0/ports?device_id=c41999b5-4b70-480e-9673-e0a9ec8c2694 HTTP/1.1" status: 200 len: 210 time: 0.2485805 May 05 20:06:53.512052 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d0d91b99-798b-42c0-8da0-45c8b43f4fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:53.556573 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a18c0f54-24cc-4b4a-9feb-949cf080cf88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:53.558930 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6c7aa85f-b961-4b18-80d2-7b53dcabcce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:53.593457 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a18c0f54-24cc-4b4a-9feb-949cf080cf88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:53.613973 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b836d5e2-e619-4774-8941-a18f50360590 req-ae1a8d71-9c85-473e-81ed-05cbcd8570b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:53.655711 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d91b99-798b-42c0-8da0-45c8b43f4fe2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9e98f42-8b8d-41d7-9fec-2234425adabe,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:53.711782 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-a18c0f54-24cc-4b4a-9feb-949cf080cf88 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7c3ec08af1d041c9af3720d3f42d940d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8337870 May 05 20:06:53.714835 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18c0f54-24cc-4b4a-9feb-949cf080cf88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47665c20-dd7e-49c8-bf02-09694b7a6e21,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:53.720469 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 50100) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:06:53.784279 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7aa85f-b961-4b18-80d2-7b53dcabcce1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4827f7a3-de71-4f27-901b-2f2a7feca415,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:53.814456 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7aa85f-b961-4b18-80d2-7b53dcabcce1 admin admin] Checking segment: {'id': 'e993827b-d125-4776-82f2-15b5301e92be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '73dcf8ee-7da8-4049-833b-422cfa756c03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:06:53.814714 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7aa85f-b961-4b18-80d2-7b53dcabcce1 admin admin] Network hostable DHCP agents. Network: 73dcf8ee-7da8-4049-833b-422cfa756c03, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:06:53.844937 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3c47953e-1cf9-4d0c-831a-3ec9888a3e7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:53.868207 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7aa85f-b961-4b18-80d2-7b53dcabcce1 admin admin] Network 73dcf8ee-7da8-4049-833b-422cfa756c03 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:06:53.892679 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d91b99-798b-42c0-8da0-45c8b43f4fe2 admin admin] Checking segment: {'id': 'c016b080-0146-431c-9f6b-5979a32d0fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '976eb87e-c8f2-4da3-bfa5-44bffd395e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:06:53.893006 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3c47953e-1cf9-4d0c-831a-3ec9888a3e7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:53.893123 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d91b99-798b-42c0-8da0-45c8b43f4fe2 admin admin] Network hostable DHCP agents. Network: 976eb87e-c8f2-4da3-bfa5-44bffd395e41, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:06:53.903213 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-6c7aa85f-b961-4b18-80d2-7b53dcabcce1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 73dcf8ee-7da8-4049-833b-422cfa756c03) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:06:53.908592 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7aa85f-b961-4b18-80d2-7b53dcabcce1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:53.909713 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6c7aa85f-b961-4b18-80d2-7b53dcabcce1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:53.922384 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee52243-ef53-47a1-acaa-1126066b8fb7 None None] Network 73dcf8ee-7da8-4049-833b-422cfa756c03 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:06:53.991456 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2ed8db09-12a5-43cf-9df2-384b9a64dd89 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:54.043195 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-6c7aa85f-b961-4b18-80d2-7b53dcabcce1 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9885762 May 05 20:06:54.066751 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3c47953e-1cf9-4d0c-831a-3ec9888a3e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:54.088693 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c47953e-1cf9-4d0c-831a-3ec9888a3e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47665c20-dd7e-49c8-bf02-09694b7a6e21,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:54.113952 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3c47953e-1cf9-4d0c-831a-3ec9888a3e7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:54.115749 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-3c47953e-1cf9-4d0c-831a-3ec9888a3e7d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/47665c20-dd7e-49c8-bf02-09694b7a6e21 HTTP/1.1" status: 204 len: 168 time: 0.3920562 May 05 20:06:54.127755 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1235dc4-c4de-4fea-bb0b-3f07a93e0be7 req-425b2973-fb98-4f6d-8873-c270a8b29e76 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:54.129716 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f1235dc4-c4de-4fea-bb0b-3f07a93e0be7 req-425b2973-fb98-4f6d-8873-c270a8b29e76 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=6653810a-8bbe-4eb4-9580-559408135f43 HTTP/1.1" status: 200 len: 931 time: 0.1673758 May 05 20:06:54.149187 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d91b99-798b-42c0-8da0-45c8b43f4fe2 admin admin] Network 976eb87e-c8f2-4da3-bfa5-44bffd395e41 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:06:54.163256 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-2ed8db09-12a5-43cf-9df2-384b9a64dd89 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Calling delete_port for 5f26f70e-b959-48fd-87c1-593ffa6f3e8d owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:06:54.199876 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7105f7ee-7910-4356-905e-7b26d28d3542 None None] Network 73dcf8ee-7da8-4049-833b-422cfa756c03 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:06:54.225524 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f1235dc4-c4de-4fea-bb0b-3f07a93e0be7 req-c5756e83-ff92-4934-a15e-4bb1736e389e tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785823 May 05 20:06:54.251844 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-d0d91b99-798b-42c0-8da0-45c8b43f4fe2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 976eb87e-c8f2-4da3-bfa5-44bffd395e41) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:06:54.268530 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873ec4eb-7e04-4193-b96a-c60c1aaa6744 None None] Network 976eb87e-c8f2-4da3-bfa5-44bffd395e41 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:06:54.311079 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d91b99-798b-42c0-8da0-45c8b43f4fe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:54.311762 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d0d91b99-798b-42c0-8da0-45c8b43f4fe2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:54.351120 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c613f682-db84-4a38-bb0b-9755d5ffc23e req-7e1455d1-7fa4-4a4f-9080-3e7f7f122008 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:54.361291 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c613f682-db84-4a38-bb0b-9755d5ffc23e req-7e1455d1-7fa4-4a4f-9080-3e7f7f122008 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3775c53-95fc-463a-847a-74bdf4015c90 HTTP/1.1" status: 200 len: 946 time: 0.6099823 May 05 20:06:54.596872 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 50124) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:06:54.767840 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ad93ae5-f600-4c87-b0b3-e3fa33ee8d4f admin admin] Deleting subnet 061cd493-ec4a-45f3-b2c4-44bb1223c5ba {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:06:54.771089 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 50130) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:06:54.773769 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7ad93ae5-f600-4c87-b0b3-e3fa33ee8d4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:54.801362 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device a9479bd4-dcf5-42a3-852e-112c535808c8 no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:06:54.848094 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c4b4d7ce-42d0-4327-8f67-0255bd71795e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:54.884315 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-c4b4d7ce-42d0-4327-8f67-0255bd71795e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:06:54.894648 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-c4b4d7ce-42d0-4327-8f67-0255bd71795e admin admin] Usage tracker for resource:security_group_rule and tenant:c9b2b31407df4c2c8e88542cff341276 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:06:54.902651 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7ad93ae5-f600-4c87-b0b3-e3fa33ee8d4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:54.915217 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d0d91b99-798b-42c0-8da0-45c8b43f4fe2 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.3110094 May 05 20:06:54.920464 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] No Port match for: a9479bd4-dcf5-42a3-852e-112c535808c8 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:06:54.921188 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device a9479bd4-dcf5-42a3-852e-112c535808c8 not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:06:54.959467 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-c4b4d7ce-42d0-4327-8f67-0255bd71795e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:06:54.971695 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-c4b4d7ce-42d0-4327-8f67-0255bd71795e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:06:55.029037 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c613f682-db84-4a38-bb0b-9755d5ffc23e req-bddc5c34-00af-4d36-8689-89a80ea1b569 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31a0353-9cc7-4431-82ad-5f9b9985cf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6671779 May 05 20:06:55.095101 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7ad93ae5-f600-4c87-b0b3-e3fa33ee8d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:55.119466 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2ed8db09-12a5-43cf-9df2-384b9a64dd89 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:55.215037 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c4b4d7ce-42d0-4327-8f67-0255bd71795e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:55.219306 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c4b4d7ce-42d0-4327-8f67-0255bd71795e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:55.326414 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7ad93ae5-f600-4c87-b0b3-e3fa33ee8d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:55.412984 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c72b7fc-9d0a-45d7-a111-b1a8c7eaf658 None None] Network 976eb87e-c8f2-4da3-bfa5-44bffd395e41 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:06:55.414522 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad93ae5-f600-4c87-b0b3-e3fa33ee8d4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=061cd493-ec4a-45f3-b2c4-44bb1223c5ba,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:55.420452 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-c4b4d7ce-42d0-4327-8f67-0255bd71795e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c9b2b31407df4c2c8e88542cff341276&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6462483 May 05 20:06:55.420452 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7ad93ae5-f600-4c87-b0b3-e3fa33ee8d4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:55.438269 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b4d7ce-42d0-4327-8f67-0255bd71795e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecbfb9af-1ba7-4e6f-acef-32285f165be7,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:55.445915 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 50156) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:06:55.449870 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4a12c5-8e6d-4cb7-b97b-ace975adce3e None None] Network e8c1f34c-15c8-42a1-bf9f-66f96046a03c requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:06:55.564668 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-7ad93ae5-f600-4c87-b0b3-e3fa33ee8d4f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/061cd493-ec4a-45f3-b2c4-44bb1223c5ba HTTP/1.1" status: 204 len: 168 time: 0.9666681 May 05 20:06:55.573297 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 50164) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:06:55.576444 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed8db09-12a5-43cf-9df2-384b9a64dd89 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Pushing event deleted for resources: {'Port': ['ID=5f26f70e-b959-48fd-87c1-593ffa6f3e8d,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:55.588196 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2ed8db09-12a5-43cf-9df2-384b9a64dd89 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:55.669376 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-2ed8db09-12a5-43cf-9df2-384b9a64dd89 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] 10.222.0.36 "DELETE /v2.0/ports/5f26f70e-b959-48fd-87c1-593ffa6f3e8d HTTP/1.1" status: 204 len: 168 time: 2.6627367 May 05 20:06:55.672196 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-b836d5e2-e619-4774-8941-a18f50360590 req-ae1a8d71-9c85-473e-81ed-05cbcd8570b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca402498-78e2-4466-ac84-bf6084dd922b {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:06:55.684378 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 50170) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:06:55.766413 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b836d5e2-e619-4774-8941-a18f50360590 req-ae1a8d71-9c85-473e-81ed-05cbcd8570b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:55.843688 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cd39c786-eab1-4582-ad35-fd886a98d832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:55.845515 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 50178) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:06:55.858783 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3f300583-5647-4623-b7fd-21a937b3079c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:55.867319 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-050307a3-fb9a-4e28-b881-46bd813b5e44 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-326643726-network', 'tenant_id': '3a168f69933c46a98b69a40ce2651db9'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:06:55.873255 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-b836d5e2-e619-4774-8941-a18f50360590 req-ae1a8d71-9c85-473e-81ed-05cbcd8570b0 service neutron] Transition to ACTIVE for port object ca402498-78e2-4466-ac84-bf6084dd922b will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:06:55.883455 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-050307a3-fb9a-4e28-b881-46bd813b5e44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:06:55.901138 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7510b8f-7ae8-43bb-baf8-baebf109de49 req-7399526f-7ec3-47da-871a-d15bd9d7deff tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:55.902962 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f7510b8f-7ae8-43bb-baf8-baebf109de49 req-7399526f-7ec3-47da-871a-d15bd9d7deff tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=6653810a-8bbe-4eb4-9580-559408135f43 HTTP/1.1" status: 200 len: 931 time: 0.3116724 May 05 20:06:55.916291 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3f300583-5647-4623-b7fd-21a937b3079c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:55.918387 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b836d5e2-e619-4774-8941-a18f50360590 req-ae1a8d71-9c85-473e-81ed-05cbcd8570b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:55.923776 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-cd39c786-eab1-4582-ad35-fd886a98d832 admin admin] Deleting port 9f127ce1-8a08-4aee-8e1c-5d4664442d15 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:06:55.924112 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cd39c786-eab1-4582-ad35-fd886a98d832 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:55.924417 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-050307a3-fb9a-4e28-b881-46bd813b5e44 admin admin] Usage tracker for resource:network and tenant:3a168f69933c46a98b69a40ce2651db9 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:06:56.009482 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-050307a3-fb9a-4e28-b881-46bd813b5e44 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:06:56.014476 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a8d71-9c85-473e-81ed-05cbcd8570b0 service neutron] Pushing event updated for resources: {'Port': ['ID=ca402498-78e2-4466-ac84-bf6084dd922b,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:56.045858 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-050307a3-fb9a-4e28-b881-46bd813b5e44 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:06:56.059425 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e13fe38-99fc-4102-a450-cc0d59b3c8f4 req-f391ba3a-3399-4566-9660-8e68857d85c1 tempest-ServerPasswordTestJSON-1279502387 tempest-ServerPasswordTestJSON-1279502387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:56.060121 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-4e13fe38-99fc-4102-a450-cc0d59b3c8f4 req-f391ba3a-3399-4566-9660-8e68857d85c1 tempest-ServerPasswordTestJSON-1279502387 tempest-ServerPasswordTestJSON-1279502387-project] Synchronizing usage tracker for tenant:3031261c3700488ebb21ce749cad6bf8 on resource:network {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:06:56.074891 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940056f7-d579-464c-9e35-3c07320cfa38 None None] DHCP port deletion for e8c1f34c-15c8-42a1-bf9f-66f96046a03c request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:06:56.079824 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-940056f7-d579-464c-9e35-3c07320cfa38 None None] Deleting port 9f127ce1-8a08-4aee-8e1c-5d4664442d15 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:06:56.080437 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-940056f7-d579-464c-9e35-3c07320cfa38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:56.145502 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3631cf68-0137-45b6-9996-f62162b17ab0 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:56.146749 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-3631cf68-0137-45b6-9996-f62162b17ab0 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Synchronizing usage tracker for tenant:ee4ab4890f8e46d8bf1051da3595abcd on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:06:56.169430 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050307a3-fb9a-4e28-b881-46bd813b5e44 admin admin] Made reservation on behalf of 3a168f69933c46a98b69a40ce2651db9 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:06:56.171891 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-050307a3-fb9a-4e28-b881-46bd813b5e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:56.218899 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-cd39c786-eab1-4582-ad35-fd886a98d832 admin admin] For port 9f127ce1-8a08-4aee-8e1c-5d4664442d15, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=9f127ce1-8a08-4aee-8e1c-5d4664442d15,segment=NetworkSegment(e0332a18-ed56-4401-b5be-98efaa66d541),segment_id=e0332a18-ed56-4401-b5be-98efaa66d541)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:06:56.219250 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cd39c786-eab1-4582-ad35-fd886a98d832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:56.227473 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-4e13fe38-99fc-4102-a450-cc0d59b3c8f4 req-f391ba3a-3399-4566-9660-8e68857d85c1 tempest-ServerPasswordTestJSON-1279502387 tempest-ServerPasswordTestJSON-1279502387-project] Unset dirty status for tenant:3031261c3700488ebb21ce749cad6bf8 on resource:network {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:06:56.228063 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f7510b8f-7ae8-43bb-baf8-baebf109de49 req-a3121cf1-c84e-4700-83c2-bd71fb821597 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989864 May 05 20:06:56.228933 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4e13fe38-99fc-4102-a450-cc0d59b3c8f4 req-f391ba3a-3399-4566-9660-8e68857d85c1 tempest-ServerPasswordTestJSON-1279502387 tempest-ServerPasswordTestJSON-1279502387-project] 10.222.0.36 "GET /v2.0/networks?id=73dcf8ee-7da8-4049-833b-422cfa756c03 HTTP/1.1" status: 200 len: 813 time: 0.9465134 May 05 20:06:56.233263 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3f300583-5647-4623-b7fd-21a937b3079c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:56.236941 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-050307a3-fb9a-4e28-b881-46bd813b5e44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:56.356097 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-3631cf68-0137-45b6-9996-f62162b17ab0 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Unset dirty status for tenant:ee4ab4890f8e46d8bf1051da3595abcd on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:06:56.360034 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3631cf68-0137-45b6-9996-f62162b17ab0 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2d1f416-e53a-4bdd-b094-4743bbedb0f0 HTTP/1.1" status: 200 len: 913 time: 0.6715415 May 05 20:06:56.366746 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 50186) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:06:56.391328 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-050307a3-fb9a-4e28-b881-46bd813b5e44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:06:56.496991 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-940056f7-d579-464c-9e35-3c07320cfa38 None None] For port 9f127ce1-8a08-4aee-8e1c-5d4664442d15, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=9f127ce1-8a08-4aee-8e1c-5d4664442d15,segment=NetworkSegment(e0332a18-ed56-4401-b5be-98efaa66d541),segment_id=e0332a18-ed56-4401-b5be-98efaa66d541)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:06:56.497576 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-940056f7-d579-464c-9e35-3c07320cfa38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:56.502726 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-cd39c786-eab1-4582-ad35-fd886a98d832 admin admin] Calling delete_port for 9f127ce1-8a08-4aee-8e1c-5d4664442d15 owned by network:dhcp {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:06:56.556782 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-050307a3-fb9a-4e28-b881-46bd813b5e44 admin admin] Usage tracker for resource:security_group_rule and tenant:3a168f69933c46a98b69a40ce2651db9 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:06:56.570661 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-050307a3-fb9a-4e28-b881-46bd813b5e44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:06:56.599881 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-050307a3-fb9a-4e28-b881-46bd813b5e44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:06:56.600356 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f300583-5647-4623-b7fd-21a937b3079c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecbfb9af-1ba7-4e6f-acef-32285f165be7,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:56.612900 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4e13fe38-99fc-4102-a450-cc0d59b3c8f4 req-2c5c621d-1377-49b1-b4c0-22c6539f93a6 tempest-ServerPasswordTestJSON-1279502387 tempest-ServerPasswordTestJSON-1279502387-project] 10.222.0.36 "GET /v2.0/quotas/3031261c3700488ebb21ce749cad6bf8 HTTP/1.1" status: 200 len: 375 time: 0.3666673 May 05 20:06:56.619496 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3f300583-5647-4623-b7fd-21a937b3079c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:56.624176 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-3f300583-5647-4623-b7fd-21a937b3079c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ecbfb9af-1ba7-4e6f-acef-32285f165be7 HTTP/1.1" status: 204 len: 168 time: 1.1769371 May 05 20:06:56.650816 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-b836d5e2-e619-4774-8941-a18f50360590 req-ae1a8d71-9c85-473e-81ed-05cbcd8570b0 service neutron] Attempting to bind port ca402498-78e2-4466-ac84-bf6084dd922b on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:06:56.651154 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-b836d5e2-e619-4774-8941-a18f50360590 req-ae1a8d71-9c85-473e-81ed-05cbcd8570b0 service neutron] Attempting to bind port ca402498-78e2-4466-ac84-bf6084dd922b by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': '0a9940fa-b2d8-4605-a2bb-ab46df53c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '35d37522-ff35-47af-b60c-b213aa781c6f'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:06:56.651508 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b836d5e2-e619-4774-8941-a18f50360590 req-ae1a8d71-9c85-473e-81ed-05cbcd8570b0 service neutron] Attempting to bind port ca402498-78e2-4466-ac84-bf6084dd922b on network 35d37522-ff35-47af-b60c-b213aa781c6f {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:06:56.683492 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4e13fe38-99fc-4102-a450-cc0d59b3c8f4 req-f28a7d3e-ff80-42a9-b20a-2ab4a5c730bc tempest-ServerPasswordTestJSON-1279502387 tempest-ServerPasswordTestJSON-1279502387-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3031261c3700488ebb21ce749cad6bf8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0691998 May 05 20:06:56.699762 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-940056f7-d579-464c-9e35-3c07320cfa38 None None] Calling delete_port for 9f127ce1-8a08-4aee-8e1c-5d4664442d15 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:06:56.780377 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b836d5e2-e619-4774-8941-a18f50360590 req-ae1a8d71-9c85-473e-81ed-05cbcd8570b0 service neutron] Port ca402498-78e2-4466-ac84-bf6084dd922b on network 35d37522-ff35-47af-b60c-b213aa781c6f not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:06:56.780377 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b836d5e2-e619-4774-8941-a18f50360590 req-ae1a8d71-9c85-473e-81ed-05cbcd8570b0 service neutron] Attempting to bind port ca402498-78e2-4466-ac84-bf6084dd922b on network 35d37522-ff35-47af-b60c-b213aa781c6f {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:06:56.799568 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-940056f7-d579-464c-9e35-3c07320cfa38 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:06:56.799784 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-940056f7-d579-464c-9e35-3c07320cfa38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:06:56.817527 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b836d5e2-e619-4774-8941-a18f50360590 req-ae1a8d71-9c85-473e-81ed-05cbcd8570b0 service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:06:56.818055 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b836d5e2-e619-4774-8941-a18f50360590 req-ae1a8d71-9c85-473e-81ed-05cbcd8570b0 service neutron] Checking segment: {'id': '0a9940fa-b2d8-4605-a2bb-ab46df53c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '35d37522-ff35-47af-b60c-b213aa781c6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:06:56.818865 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b836d5e2-e619-4774-8941-a18f50360590 req-ae1a8d71-9c85-473e-81ed-05cbcd8570b0 service neutron] Bound using segment: {'id': '0a9940fa-b2d8-4605-a2bb-ab46df53c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '35d37522-ff35-47af-b60c-b213aa781c6f'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:06:56.819283 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-b836d5e2-e619-4774-8941-a18f50360590 req-ae1a8d71-9c85-473e-81ed-05cbcd8570b0 service neutron] Bound port: ca402498-78e2-4466-ac84-bf6084dd922b, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a9940fa-b2d8-4605-a2bb-ab46df53c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '35d37522-ff35-47af-b60c-b213aa781c6f'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:06:56.819436 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cd39c786-eab1-4582-ad35-fd886a98d832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:56.819806 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b836d5e2-e619-4774-8941-a18f50360590 req-ae1a8d71-9c85-473e-81ed-05cbcd8570b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:56.885132 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd39c786-eab1-4582-ad35-fd886a98d832 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f127ce1-8a08-4aee-8e1c-5d4664442d15,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:56.912914 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd39c786-eab1-4582-ad35-fd886a98d832 admin admin] No DVR routers for this DVR port 9f127ce1-8a08-4aee-8e1c-5d4664442d15 on host n-d-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:06:56.923605 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 9f127ce1-8a08-4aee-8e1c-5d4664442d15 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:06:56.940563 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efbb6c9-85d7-41c5-9eb3-36d75368c539 req-4407473d-4a54-4185-bb1a-f8db4ee71641 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:56.942114 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3efbb6c9-85d7-41c5-9eb3-36d75368c539 req-4407473d-4a54-4185-bb1a-f8db4ee71641 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3775c53-95fc-463a-847a-74bdf4015c90 HTTP/1.1" status: 200 len: 946 time: 0.5525632 May 05 20:06:56.973575 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 9f127ce1-8a08-4aee-8e1c-5d4664442d15 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:06:56.973913 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 9f127ce1-8a08-4aee-8e1c-5d4664442d15 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:06:57.035587 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4e13fe38-99fc-4102-a450-cc0d59b3c8f4 req-546dd066-fee5-4fbb-91c5-800f53da367c service neutron] 10.222.0.36 "GET /v2.0/networks/73dcf8ee-7da8-4049-833b-422cfa756c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3511307 May 05 20:06:57.090441 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cd39c786-eab1-4582-ad35-fd886a98d832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:57.099714 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-b836d5e2-e619-4774-8941-a18f50360590 req-ae1a8d71-9c85-473e-81ed-05cbcd8570b0 service neutron] For port ca402498-78e2-4466-ac84-bf6084dd922b, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:06:57.111475 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-b836d5e2-e619-4774-8941-a18f50360590 req-ae1a8d71-9c85-473e-81ed-05cbcd8570b0 service neutron] For port ca402498-78e2-4466-ac84-bf6084dd922b, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=ca402498-78e2-4466-ac84-bf6084dd922b,segment=NetworkSegment(0a9940fa-b2d8-4605-a2bb-ab46df53c9ac),segment_id=0a9940fa-b2d8-4605-a2bb-ab46df53c9ac)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:06:57.140528 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b836d5e2-e619-4774-8941-a18f50360590 req-ae1a8d71-9c85-473e-81ed-05cbcd8570b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:57.152535 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-cd39c786-eab1-4582-ad35-fd886a98d832 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8c1f34c-15c8-42a1-bf9f-66f96046a03c']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:06:57.214409 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-cd39c786-eab1-4582-ad35-fd886a98d832 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0332a18-ed56-4401-b5be-98efaa66d541') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:06:57.214706 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-cd39c786-eab1-4582-ad35-fd886a98d832 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0332a18-ed56-4401-b5be-98efaa66d541') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:06:57.233683 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cd39c786-eab1-4582-ad35-fd886a98d832 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:57.243392 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3efbb6c9-85d7-41c5-9eb3-36d75368c539 req-17c99024-5aad-4236-915d-0de5912797af tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31a0353-9cc7-4431-82ad-5f9b9985cf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894034 May 05 20:06:57.268987 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cd39c786-eab1-4582-ad35-fd886a98d832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:57.289803 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd39c786-eab1-4582-ad35-fd886a98d832 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:06:57.290236 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cd39c786-eab1-4582-ad35-fd886a98d832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:57.300769 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-940056f7-d579-464c-9e35-3c07320cfa38 None None] Deleting port 9f127ce1-8a08-4aee-8e1c-5d4664442d15 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:06:57.301553 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-940056f7-d579-464c-9e35-3c07320cfa38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:57.304624 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:06:57.304624 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:06:57.304624 n-d-840717-1 neutron-server[88197]: timer() May 05 20:06:57.304624 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:06:57.304624 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:06:57.304624 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:06:57.304624 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:06:57.304624 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:06:57.304624 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:06:57.304624 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:06:57.304624 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:06:57.304624 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:06:57.304624 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:06:57.304624 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:06:57.304624 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:06:57.304624 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:06:57.304624 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:06:57.304624 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:06:57.304624 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:06:57.304624 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:06:57.304624 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:06:57.304624 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:06:57.304624 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:06:57.304624 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:06:57.304624 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:06:57.304624 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:06:57.304624 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:06:57.304624 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:06:57.304624 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:06:57.304624 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:06:57.304624 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:06:57.304624 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:06:57.322772 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4e13fe38-99fc-4102-a450-cc0d59b3c8f4 req-fbd941fd-6cf6-4908-a20d-ca9bf661445a service neutron] 10.222.0.36 "GET /v2.0/networks/73dcf8ee-7da8-4049-833b-422cfa756c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366705 May 05 20:06:57.404066 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cd39c786-eab1-4582-ad35-fd886a98d832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:57.439306 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cd39c786-eab1-4582-ad35-fd886a98d832 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:57.477321 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd39c786-eab1-4582-ad35-fd886a98d832 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8c1f34c-15c8-42a1-bf9f-66f96046a03c,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:57.485787 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-cd39c786-eab1-4582-ad35-fd886a98d832 admin admin] 10.222.0.36 "DELETE /v2.0/networks/e8c1f34c-15c8-42a1-bf9f-66f96046a03c HTTP/1.1" status: 204 len: 168 time: 1.9097669 May 05 20:06:57.491418 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-940056f7-d579-464c-9e35-3c07320cfa38 None None] The port '9f127ce1-8a08-4aee-8e1c-5d4664442d15' was deleted {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 20:06:57.499387 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836d5e2-e619-4774-8941-a18f50360590 req-ae1a8d71-9c85-473e-81ed-05cbcd8570b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:57.503007 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b836d5e2-e619-4774-8941-a18f50360590 req-ae1a8d71-9c85-473e-81ed-05cbcd8570b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:57.505807 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b836d5e2-e619-4774-8941-a18f50360590 req-ae1a8d71-9c85-473e-81ed-05cbcd8570b0 service neutron] 10.222.0.24 "PUT /v2.0/ports/ca402498-78e2-4466-ac84-bf6084dd922b HTTP/1.1" status: 200 len: 1091 time: 4.2336915 May 05 20:06:57.507693 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-050307a3-fb9a-4e28-b881-46bd813b5e44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:57.508527 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6653810a-8bbe-4eb4-9580-559408135f43', 'tag': 'ca402498-78e2-4466-ac84-bf6084dd922b'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:06:57.558806 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-050307a3-fb9a-4e28-b881-46bd813b5e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:57.655648 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7f0cad5c-90ee-4349-a7d5-bb692f0078a9 req-713f7841-313a-47f7-bb7c-379ce5fbea83 tempest-ServerPasswordTestJSON-1279502387 tempest-ServerPasswordTestJSON-1279502387-project] 10.222.0.36 "GET /v2.0/ports?device_id=22e1e128-4fec-4dbb-944d-d6c282f8a641 HTTP/1.1" status: 200 len: 210 time: 0.0730042 May 05 20:06:57.686028 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a8d71-9c85-473e-81ed-05cbcd8570b0 service neutron] Pushing event updated for resources: {'Port': ['ID=ca402498-78e2-4466-ac84-bf6084dd922b,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:57.740496 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-050307a3-fb9a-4e28-b881-46bd813b5e44 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:06:57.746901 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 50218) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:06:57.765892 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050307a3-fb9a-4e28-b881-46bd813b5e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c74d70-7c0a-470e-9d47-e44d12e22de9,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:57.779340 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-050307a3-fb9a-4e28-b881-46bd813b5e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:57.779729 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-050307a3-fb9a-4e28-b881-46bd813b5e44 admin admin] Added segment 5a818116-57ee-4bec-8890-824333f27903 of type vlan for network db74a5df-228b-4ea1-b7c9-1cfb7a524cdb May 05 20:06:57.841505 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f9681f52-6178-4f3c-93e3-f02f499338cc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d8df95d3e1674c4babf76ac9717049ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0928910 May 05 20:06:57.842118 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 50228) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:06:57.845887 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2839a36-1e5e-4ff4-9dd9-bb0b9314a125'] response: {'name': 'network-changed', 'server_uuid': '6653810a-8bbe-4eb4-9580-559408135f43', 'tag': 'ca402498-78e2-4466-ac84-bf6084dd922b', 'status': 'completed', 'code': 200} May 05 20:06:57.909736 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-050307a3-fb9a-4e28-b881-46bd813b5e44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:57.944377 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836d5e2-e619-4774-8941-a18f50360590 req-36e5d68a-fe46-482f-bff6-4ad0bc165206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:57.945929 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b836d5e2-e619-4774-8941-a18f50360590 req-36e5d68a-fe46-482f-bff6-4ad0bc165206 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=51033f662b4a41faabaa592f98ca548e&device_id=6653810a-8bbe-4eb4-9580-559408135f43 HTTP/1.1" status: 200 len: 1094 time: 0.3742788 May 05 20:06:57.956921 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1494b67d-42a0-4f57-aca6-ae7e4c6ecefe req-ccf7b096-cc23-4763-99ea-d69c79d5ed8e tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:57.965294 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1494b67d-42a0-4f57-aca6-ae7e4c6ecefe req-ccf7b096-cc23-4763-99ea-d69c79d5ed8e tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=6653810a-8bbe-4eb4-9580-559408135f43 HTTP/1.1" status: 200 len: 943 time: 0.4721880 May 05 20:06:57.976364 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c3d40b8a-444b-4bda-a5fe-c8c028608302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:58.025393 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c3d40b8a-444b-4bda-a5fe-c8c028608302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:58.054648 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.db.resource_extend [None req-050307a3-fb9a-4e28-b881-46bd813b5e44 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 20:06:58.100589 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c3d40b8a-444b-4bda-a5fe-c8c028608302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:58.110297 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b836d5e2-e619-4774-8941-a18f50360590 req-39d41419-c373-453e-9d28-9ed2282072c3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ca402498-78e2-4466-ac84-bf6084dd922b HTTP/1.1" status: 200 len: 217 time: 0.1416857 May 05 20:06:58.139422 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d40b8a-444b-4bda-a5fe-c8c028608302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb0d1af-6061-4898-83b0-c73ccfcdf251,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:58.157557 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c3d40b8a-444b-4bda-a5fe-c8c028608302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:58.160971 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-c3d40b8a-444b-4bda-a5fe-c8c028608302 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6bb0d1af-6061-4898-83b0-c73ccfcdf251 HTTP/1.1" status: 204 len: 168 time: 0.3178861 May 05 20:06:58.186727 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-050307a3-fb9a-4e28-b881-46bd813b5e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:58.187723 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050307a3-fb9a-4e28-b881-46bd813b5e44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:58.188731 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-050307a3-fb9a-4e28-b881-46bd813b5e44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:58.219666 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1494b67d-42a0-4f57-aca6-ae7e4c6ecefe req-27660c27-5eff-4eb9-8cc3-c6c2535e2db4 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533534 May 05 20:06:58.460510 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050307a3-fb9a-4e28-b881-46bd813b5e44 admin admin] Pushing event updated for resources: {'Network': ['ID=db74a5df-228b-4ea1-b7c9-1cfb7a524cdb,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:58.472140 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836d5e2-e619-4774-8941-a18f50360590 req-3598a979-efde-4902-84d0-da2a0a7ea955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:58.474131 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b836d5e2-e619-4774-8941-a18f50360590 req-3598a979-efde-4902-84d0-da2a0a7ea955 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abe7c8d5-c1a3-49ab-83d4-2252eacbfbcf HTTP/1.1" status: 200 len: 845 time: 0.3495908 May 05 20:06:58.474306 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network db74a5df-228b-4ea1-b7c9-1cfb7a524cdb details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:06:58.508398 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-050307a3-fb9a-4e28-b881-46bd813b5e44 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.6574328 May 05 20:06:58.511229 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 50254) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:06:58.519175 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-f92d64a3-1aca-46cc-aeb0-1c2c014c4af6 admin admin] Request body: {'subnet': {'network_id': 'db74a5df-228b-4ea1-b7c9-1cfb7a524cdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-326643726-subnet', 'tenant_id': '3a168f69933c46a98b69a40ce2651db9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:06:58.529616 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-f92d64a3-1aca-46cc-aeb0-1c2c014c4af6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:06:58.541940 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-f92d64a3-1aca-46cc-aeb0-1c2c014c4af6 admin admin] Usage tracker for resource:subnet and tenant:3a168f69933c46a98b69a40ce2651db9 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:06:58.552516 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-f92d64a3-1aca-46cc-aeb0-1c2c014c4af6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:06:58.566045 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-f92d64a3-1aca-46cc-aeb0-1c2c014c4af6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:06:58.585624 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92d64a3-1aca-46cc-aeb0-1c2c014c4af6 admin admin] Made reservation on behalf of 3a168f69933c46a98b69a40ce2651db9 for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:06:58.590185 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f92d64a3-1aca-46cc-aeb0-1c2c014c4af6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:58.643057 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b836d5e2-e619-4774-8941-a18f50360590 req-ddb3df03-6960-4f9e-be8e-065ac3e65840 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=35d37522-ff35-47af-b60c-b213aa781c6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1332126 May 05 20:06:58.953125 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b4bca-fab7-4220-93d2-47e2dd430b34 req-3a8aa9bd-cfd5-464d-a114-a04dd564ed07 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:58.960381 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8b5b4bca-fab7-4220-93d2-47e2dd430b34 req-3a8aa9bd-cfd5-464d-a114-a04dd564ed07 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3775c53-95fc-463a-847a-74bdf4015c90 HTTP/1.1" status: 200 len: 946 time: 0.5493977 May 05 20:06:58.981083 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f9aa61f1-4724-4929-be9c-836332c565ce tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:59.069841 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b836d5e2-e619-4774-8941-a18f50360590 req-64479dae-a838-46eb-a11c-2c7189c6b8ad service neutron] 10.222.0.24 "GET /v2.0/networks/35d37522-ff35-47af-b60c-b213aa781c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3881948 May 05 20:06:59.174235 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-92c36910-666a-4a5d-88b9-061c77b9e948 req-a9d0fff3-978d-41b2-8b76-877a7bddadc7 tempest-ServerPasswordTestJSON-1279502387 tempest-ServerPasswordTestJSON-1279502387-project] 10.222.0.36 "GET /v2.0/ports?device_id=22e1e128-4fec-4dbb-944d-d6c282f8a641 HTTP/1.1" status: 200 len: 210 time: 0.1004777 May 05 20:06:59.236471 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8b5b4bca-fab7-4220-93d2-47e2dd430b34 req-b7805289-167d-43dc-9286-5bbe73778e0e tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31a0353-9cc7-4431-82ad-5f9b9985cf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748628 May 05 20:06:59.378816 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f92d64a3-1aca-46cc-aeb0-1c2c014c4af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:59.727131 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92d64a3-1aca-46cc-aeb0-1c2c014c4af6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c637c9f-9758-4a61-8950-56ca08523220,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:06:59.755895 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92d64a3-1aca-46cc-aeb0-1c2c014c4af6 admin admin] Checking segment: {'id': '5a818116-57ee-4bec-8890-824333f27903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'db74a5df-228b-4ea1-b7c9-1cfb7a524cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:06:59.756299 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92d64a3-1aca-46cc-aeb0-1c2c014c4af6 admin admin] Network hostable DHCP agents. Network: db74a5df-228b-4ea1-b7c9-1cfb7a524cdb, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:06:59.790443 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92d64a3-1aca-46cc-aeb0-1c2c014c4af6 admin admin] Network db74a5df-228b-4ea1-b7c9-1cfb7a524cdb is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:06:59.827916 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876db7f-754d-4136-9dc8-8f7907bc9496 req-7c25812e-7ec0-48c1-932d-8697eb23ffc4 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:59.829607 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d876db7f-754d-4136-9dc8-8f7907bc9496 req-7c25812e-7ec0-48c1-932d-8697eb23ffc4 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=6653810a-8bbe-4eb4-9580-559408135f43 HTTP/1.1" status: 200 len: 943 time: 0.3226316 May 05 20:06:59.838722 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-f92d64a3-1aca-46cc-aeb0-1c2c014c4af6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, db74a5df-228b-4ea1-b7c9-1cfb7a524cdb) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:06:59.850099 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312011cf-6b5d-4bdd-bb9e-4cc11f536aff None None] Network db74a5df-228b-4ea1-b7c9-1cfb7a524cdb requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:06:59.875810 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92d64a3-1aca-46cc-aeb0-1c2c014c4af6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:06:59.876417 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f92d64a3-1aca-46cc-aeb0-1c2c014c4af6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:06:59.944957 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b836d5e2-e619-4774-8941-a18f50360590 req-16600ddc-a099-4967-b679-2eb1a9792cbd service neutron] 10.222.0.24 "GET /v2.0/networks/35d37522-ff35-47af-b60c-b213aa781c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8604434 May 05 20:06:59.975138 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f92d64a3-1aca-46cc-aeb0-1c2c014c4af6 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4625876 May 05 20:06:59.998170 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d876db7f-754d-4136-9dc8-8f7907bc9496 req-2407b9e1-830e-4cfb-a542-84c091ebf203 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603806 May 05 20:07:00.070808 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 50300) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:00.124782 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e13fe38-99fc-4102-a450-cc0d59b3c8f4 req-7d7aaa95-85b6-4807-b639-944cb3380314 tempest-ServerPasswordTestJSON-1279502387 tempest-ServerPasswordTestJSON-1279502387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:00.126301 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4e13fe38-99fc-4102-a450-cc0d59b3c8f4 req-7d7aaa95-85b6-4807-b639-944cb3380314 tempest-ServerPasswordTestJSON-1279502387 tempest-ServerPasswordTestJSON-1279502387-project] 10.222.0.50 "GET /v2.0/networks?id=73dcf8ee-7da8-4049-833b-422cfa756c03 HTTP/1.1" status: 200 len: 813 time: 0.7375591 May 05 20:07:00.144403 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-4e13fe38-99fc-4102-a450-cc0d59b3c8f4 req-63a40860-5f15-420f-8a42-9f48a6d074d9 tempest-ServerPasswordTestJSON-1279502387 tempest-ServerPasswordTestJSON-1279502387-project] Request body: {'port': {'device_id': '22e1e128-4fec-4dbb-944d-d6c282f8a641', 'network_id': '73dcf8ee-7da8-4049-833b-422cfa756c03', 'admin_state_up': True, 'tenant_id': '3031261c3700488ebb21ce749cad6bf8'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:07:00.211654 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33630584-143c-47ab-b6ac-e6834cf9ca51 None None] Network db74a5df-228b-4ea1-b7c9-1cfb7a524cdb requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:07:00.250728 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-f9aa61f1-4724-4929-be9c-836332c565ce tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Deleting port e7841b25-6932-450d-aa37-031a45b1e9d3 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:07:00.251074 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f9aa61f1-4724-4929-be9c-836332c565ce tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:00.314763 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9176a404-b34f-4476-9e5d-d51cb1ab6f76 req-4ab4e831-b6bc-4b64-9efc-b1dc26a058b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:00.316268 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9176a404-b34f-4476-9e5d-d51cb1ab6f76 req-4ab4e831-b6bc-4b64-9efc-b1dc26a058b6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=51033f662b4a41faabaa592f98ca548e&device_id=6653810a-8bbe-4eb4-9580-559408135f43 HTTP/1.1" status: 200 len: 1094 time: 0.2811561 May 05 20:07:00.369198 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-d540cce7-640a-43dc-a36b-5343225a1649 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-732222054-network', 'tenant_id': '3d63b33534d3407d820af636c031019a'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:07:00.378509 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-d540cce7-640a-43dc-a36b-5343225a1649 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:07:00.391820 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-d540cce7-640a-43dc-a36b-5343225a1649 admin admin] Usage tracker for resource:network and tenant:3d63b33534d3407d820af636c031019a is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:07:00.402808 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-d540cce7-640a-43dc-a36b-5343225a1649 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:07:00.429789 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-d540cce7-640a-43dc-a36b-5343225a1649 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:07:00.461576 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d540cce7-640a-43dc-a36b-5343225a1649 admin admin] Made reservation on behalf of 3d63b33534d3407d820af636c031019a for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:07:00.470127 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d540cce7-640a-43dc-a36b-5343225a1649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:00.582204 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d540cce7-640a-43dc-a36b-5343225a1649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:00.593508 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ce21475c-b8b0-44cc-a2d9-a52ab4da8d60 req-7674851a-e2a0-4392-b62a-930a5a877875 tempest-ServerPasswordTestJSON-1279502387 tempest-ServerPasswordTestJSON-1279502387-project] 10.222.0.36 "GET /v2.0/ports?device_id=22e1e128-4fec-4dbb-944d-d6c282f8a641 HTTP/1.1" status: 200 len: 210 time: 0.1456032 May 05 20:07:00.629922 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-d540cce7-640a-43dc-a36b-5343225a1649 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:07:00.641881 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-d540cce7-640a-43dc-a36b-5343225a1649 admin admin] Usage tracker for resource:security_group_rule and tenant:3d63b33534d3407d820af636c031019a is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:07:00.646254 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-d540cce7-640a-43dc-a36b-5343225a1649 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:07:00.662410 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-d540cce7-640a-43dc-a36b-5343225a1649 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:07:00.687833 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3425d942-4719-411f-b2b4-34588e3dcdc4 req-b329c06e-aaac-44d4-9e90-39d6d3c42ae1 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:00.696320 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3425d942-4719-411f-b2b4-34588e3dcdc4 req-b329c06e-aaac-44d4-9e90-39d6d3c42ae1 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3775c53-95fc-463a-847a-74bdf4015c90 HTTP/1.1" status: 200 len: 946 time: 0.1827381 May 05 20:07:00.727034 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-4e13fe38-99fc-4102-a450-cc0d59b3c8f4 req-63a40860-5f15-420f-8a42-9f48a6d074d9 tempest-ServerPasswordTestJSON-1279502387 tempest-ServerPasswordTestJSON-1279502387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:07:00.738344 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-4e13fe38-99fc-4102-a450-cc0d59b3c8f4 req-63a40860-5f15-420f-8a42-9f48a6d074d9 tempest-ServerPasswordTestJSON-1279502387 tempest-ServerPasswordTestJSON-1279502387-project] Usage tracker for resource:port and tenant:3031261c3700488ebb21ce749cad6bf8 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:07:00.749469 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-4e13fe38-99fc-4102-a450-cc0d59b3c8f4 req-63a40860-5f15-420f-8a42-9f48a6d074d9 tempest-ServerPasswordTestJSON-1279502387 tempest-ServerPasswordTestJSON-1279502387-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:07:00.759309 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9176a404-b34f-4476-9e5d-d51cb1ab6f76 req-20143fb3-73fb-4217-991b-f187238e54a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:00.760787 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9176a404-b34f-4476-9e5d-d51cb1ab6f76 req-20143fb3-73fb-4217-991b-f187238e54a0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=35d37522-ff35-47af-b60c-b213aa781c6f HTTP/1.1" status: 200 len: 906 time: 0.3843522 May 05 20:07:00.761874 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-4e13fe38-99fc-4102-a450-cc0d59b3c8f4 req-63a40860-5f15-420f-8a42-9f48a6d074d9 tempest-ServerPasswordTestJSON-1279502387 tempest-ServerPasswordTestJSON-1279502387-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:07:00.767070 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f9aa61f1-4724-4929-be9c-836332c565ce tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:00.818196 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3425d942-4719-411f-b2b4-34588e3dcdc4 req-bb54c749-840a-401a-9af4-e7d41d4fa10b tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31a0353-9cc7-4431-82ad-5f9b9985cf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197917 May 05 20:07:00.858460 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9176a404-b34f-4476-9e5d-d51cb1ab6f76 req-28b1c19b-7665-417b-8344-97e860abb8c6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ca402498-78e2-4466-ac84-bf6084dd922b HTTP/1.1" status: 200 len: 217 time: 0.0807121 May 05 20:07:00.945628 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d540cce7-640a-43dc-a36b-5343225a1649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:00.954156 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d540cce7-640a-43dc-a36b-5343225a1649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:01.004820 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e13fe38-99fc-4102-a450-cc0d59b3c8f4 req-63a40860-5f15-420f-8a42-9f48a6d074d9 tempest-ServerPasswordTestJSON-1279502387 tempest-ServerPasswordTestJSON-1279502387-project] Made reservation on behalf of 3031261c3700488ebb21ce749cad6bf8 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:07:01.008817 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-4e13fe38-99fc-4102-a450-cc0d59b3c8f4 req-63a40860-5f15-420f-8a42-9f48a6d074d9 tempest-ServerPasswordTestJSON-1279502387 tempest-ServerPasswordTestJSON-1279502387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:01.033332 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d540cce7-640a-43dc-a36b-5343225a1649 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:07:01.059717 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d540cce7-640a-43dc-a36b-5343225a1649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce92438-ad62-4d6c-ac39-8f1b582bbd1d,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:01.073509 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d540cce7-640a-43dc-a36b-5343225a1649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:01.073860 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-d540cce7-640a-43dc-a36b-5343225a1649 admin admin] Added segment 45d2fdd1-a29a-4c56-a2a2-5ddfd0608ff2 of type vlan for network 054eb509-9ff2-4b05-baaf-707c2a47b919 May 05 20:07:01.147831 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d540cce7-640a-43dc-a36b-5343225a1649 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:01.185998 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-f9aa61f1-4724-4929-be9c-836332c565ce tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Calling delete_port for e7841b25-6932-450d-aa37-031a45b1e9d3 owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:07:01.234454 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d540cce7-640a-43dc-a36b-5343225a1649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:01.235472 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d540cce7-640a-43dc-a36b-5343225a1649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:01.236047 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d540cce7-640a-43dc-a36b-5343225a1649 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:01.322030 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d540cce7-640a-43dc-a36b-5343225a1649 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2446089 May 05 20:07:01.322030 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 50340) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:01.327143 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-a8e0f976-9119-4ea4-aaf6-ef68b98dee5b admin admin] Request body: {'subnet': {'network_id': '054eb509-9ff2-4b05-baaf-707c2a47b919', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-732222054-subnet', 'tenant_id': '3d63b33534d3407d820af636c031019a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:07:01.339329 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-a8e0f976-9119-4ea4-aaf6-ef68b98dee5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:07:01.393295 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a8e0f976-9119-4ea4-aaf6-ef68b98dee5b admin admin] Usage tracker for resource:subnet and tenant:3d63b33534d3407d820af636c031019a is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:07:01.400670 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a8e0f976-9119-4ea4-aaf6-ef68b98dee5b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:07:01.414631 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b6d6b-0d6c-4395-901b-a136ec9b6e5f req-66650d58-039f-4c86-bd2c-f78921bc9a62 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:01.420268 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-325b6d6b-0d6c-4395-901b-a136ec9b6e5f req-66650d58-039f-4c86-bd2c-f78921bc9a62 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=6653810a-8bbe-4eb4-9580-559408135f43 HTTP/1.1" status: 200 len: 943 time: 0.2453647 May 05 20:07:01.420268 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d540cce7-640a-43dc-a36b-5343225a1649 admin admin] Pushing event updated for resources: {'Network': ['ID=054eb509-9ff2-4b05-baaf-707c2a47b919,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:01.420774 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-a8e0f976-9119-4ea4-aaf6-ef68b98dee5b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:07:01.431574 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 054eb509-9ff2-4b05-baaf-707c2a47b919 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:07:01.464062 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e0f976-9119-4ea4-aaf6-ef68b98dee5b admin admin] Made reservation on behalf of 3d63b33534d3407d820af636c031019a for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:07:01.466814 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a8e0f976-9119-4ea4-aaf6-ef68b98dee5b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:01.586774 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-325b6d6b-0d6c-4395-901b-a136ec9b6e5f req-0dc7caca-ca51-4be6-96b8-5fcf8a038a94 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617229 May 05 20:07:01.648900 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9176a404-b34f-4476-9e5d-d51cb1ab6f76 req-633cc71e-907f-4771-be8b-907124f4da29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:01.650738 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9176a404-b34f-4476-9e5d-d51cb1ab6f76 req-633cc71e-907f-4771-be8b-907124f4da29 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abe7c8d5-c1a3-49ab-83d4-2252eacbfbcf HTTP/1.1" status: 200 len: 845 time: 0.7862155 May 05 20:07:01.778138 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 50350) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:01.785836 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a8e0f976-9119-4ea4-aaf6-ef68b98dee5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:01.825239 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-58cfb711-0042-449f-a4d8-bf741076d4b8 req-f031dacc-0783-433f-a4d8-04f812dee37a tempest-ServerPasswordTestJSON-1279502387 tempest-ServerPasswordTestJSON-1279502387-project] 10.222.0.36 "GET /v2.0/ports?device_id=22e1e128-4fec-4dbb-944d-d6c282f8a641 HTTP/1.1" status: 200 len: 210 time: 0.0813029 May 05 20:07:01.874058 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e0f976-9119-4ea4-aaf6-ef68b98dee5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6df7e06c-4939-4ba1-b3db-b8666bd5ffe1,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:01.885604 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e0f976-9119-4ea4-aaf6-ef68b98dee5b admin admin] Checking segment: {'id': '45d2fdd1-a29a-4c56-a2a2-5ddfd0608ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '054eb509-9ff2-4b05-baaf-707c2a47b919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:07:01.885958 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e0f976-9119-4ea4-aaf6-ef68b98dee5b admin admin] Network hostable DHCP agents. Network: 054eb509-9ff2-4b05-baaf-707c2a47b919, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:07:01.903978 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9176a404-b34f-4476-9e5d-d51cb1ab6f76 req-af2e931d-ba62-42bf-b096-460d2a2e511d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=35d37522-ff35-47af-b60c-b213aa781c6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2369821 May 05 20:07:01.928045 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e0f976-9119-4ea4-aaf6-ef68b98dee5b admin admin] Network 054eb509-9ff2-4b05-baaf-707c2a47b919 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:07:01.940958 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-a8e0f976-9119-4ea4-aaf6-ef68b98dee5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 054eb509-9ff2-4b05-baaf-707c2a47b919) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:07:01.949271 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e0f976-9119-4ea4-aaf6-ef68b98dee5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:01.949436 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c64187f-ded3-4909-bc6e-c3af4ea857d7 None None] Network 054eb509-9ff2-4b05-baaf-707c2a47b919 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:07:01.949992 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a8e0f976-9119-4ea4-aaf6-ef68b98dee5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:01.952694 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053da6ca-5079-493b-a8b7-ab319cea20d9 req-b6e88635-f01f-4fd7-8139-9fd5c8f813a3 tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:01.953447 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-053da6ca-5079-493b-a8b7-ab319cea20d9 req-b6e88635-f01f-4fd7-8139-9fd5c8f813a3 tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] Synchronizing usage tracker for tenant:daec84382a6c48208f1f131455c56ed2 on resource:network {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:07:02.050361 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-a8e0f976-9119-4ea4-aaf6-ef68b98dee5b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7216682 May 05 20:07:02.050361 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d6228c8a-f5fe-4d94-a152-99be9ed38378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:02.079089 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-d6228c8a-f5fe-4d94-a152-99be9ed38378 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:07:02.084348 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-d6228c8a-f5fe-4d94-a152-99be9ed38378 admin admin] Usage tracker for resource:security_group_rule and tenant:033e32e4787744eba9ff9f0a0bcf1cfd is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:07:02.087248 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-d6228c8a-f5fe-4d94-a152-99be9ed38378 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:07:02.092986 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-d6228c8a-f5fe-4d94-a152-99be9ed38378 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:07:02.155093 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-053da6ca-5079-493b-a8b7-ab319cea20d9 req-b6e88635-f01f-4fd7-8139-9fd5c8f813a3 tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] Unset dirty status for tenant:daec84382a6c48208f1f131455c56ed2 on resource:network {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:07:02.161190 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-053da6ca-5079-493b-a8b7-ab319cea20d9 req-b6e88635-f01f-4fd7-8139-9fd5c8f813a3 tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] 10.222.0.36 "GET /v2.0/networks?id=976eb87e-c8f2-4da3-bfa5-44bffd395e41 HTTP/1.1" status: 200 len: 825 time: 0.9121065 May 05 20:07:02.210947 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb232f-0ffd-4c2d-9d78-5203caa3c46c req-ed598a54-a0a7-4c23-8319-53b1d4eee6d7 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:02.216474 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-4e13fe38-99fc-4102-a450-cc0d59b3c8f4 req-63a40860-5f15-420f-8a42-9f48a6d074d9 tempest-ServerPasswordTestJSON-1279502387 tempest-ServerPasswordTestJSON-1279502387-project] Allocated IP 172.20.0.4 (73dcf8ee-7da8-4049-833b-422cfa756c03/4827f7a3-de71-4f27-901b-2f2a7feca415/4b84a355-ec4d-4d95-b7a8-6b025fb0c45e) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:07:02.221252 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6ecb232f-0ffd-4c2d-9d78-5203caa3c46c req-ed598a54-a0a7-4c23-8319-53b1d4eee6d7 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3775c53-95fc-463a-847a-74bdf4015c90 HTTP/1.1" status: 200 len: 946 time: 0.2518024 May 05 20:07:02.245900 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92c6676-e2b6-46c1-9c53-85efef98a58e None None] Network 054eb509-9ff2-4b05-baaf-707c2a47b919 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:07:02.259077 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-053da6ca-5079-493b-a8b7-ab319cea20d9 req-f41ff5b1-c34d-4a63-887b-ade0ac1ae25b tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] 10.222.0.36 "GET /v2.0/quotas/daec84382a6c48208f1f131455c56ed2 HTTP/1.1" status: 200 len: 375 time: 0.0963452 May 05 20:07:02.276267 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d6228c8a-f5fe-4d94-a152-99be9ed38378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:02.290465 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6ecb232f-0ffd-4c2d-9d78-5203caa3c46c req-6017e1f9-489d-4f93-b748-2f0651d911a0 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31a0353-9cc7-4431-82ad-5f9b9985cf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680265 May 05 20:07:02.294478 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d6228c8a-f5fe-4d94-a152-99be9ed38378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:02.355796 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9176a404-b34f-4476-9e5d-d51cb1ab6f76 req-9eae67b8-6b17-4292-8d74-2615fcdc84c8 service neutron] 10.222.0.24 "GET /v2.0/networks/35d37522-ff35-47af-b60c-b213aa781c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4105871 May 05 20:07:02.361622 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-053da6ca-5079-493b-a8b7-ab319cea20d9 req-9593b277-30d2-4de1-9abf-9fb4f8c54f24 tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=daec84382a6c48208f1f131455c56ed2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1016228 May 05 20:07:02.366078 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f9aa61f1-4724-4929-be9c-836332c565ce tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:02.376457 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d6228c8a-f5fe-4d94-a152-99be9ed38378 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=033e32e4787744eba9ff9f0a0bcf1cfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5969338 May 05 20:07:02.378009 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 50364) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:02.382429 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6228c8a-f5fe-4d94-a152-99be9ed38378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e6adc0-4eda-4aff-bc6a-0369416749c7,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:02.469797 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b08e35a5-9226-420d-b9f7-72a090f0de53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:02.503382 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b08e35a5-9226-420d-b9f7-72a090f0de53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:02.504990 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aa61f1-4724-4929-be9c-836332c565ce tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Pushing event deleted for resources: {'Port': ['ID=e7841b25-6932-450d-aa37-031a45b1e9d3,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:02.590519 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b08e35a5-9226-420d-b9f7-72a090f0de53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:02.611445 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08e35a5-9226-420d-b9f7-72a090f0de53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e6adc0-4eda-4aff-bc6a-0369416749c7,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:02.626164 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b08e35a5-9226-420d-b9f7-72a090f0de53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:02.628990 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-b08e35a5-9226-420d-b9f7-72a090f0de53 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/46e6adc0-4eda-4aff-bc6a-0369416749c7 HTTP/1.1" status: 204 len: 168 time: 0.2493982 May 05 20:07:02.869588 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc261f-7093-4643-afc2-f48ef22a65f7 req-290de2fc-f2b8-404c-9721-71a2749279ef tempest-ServerAddressesNegativeTestJSON-855669114 tempest-ServerAddressesNegativeTestJSON-855669114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:02.870693 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-d1dc261f-7093-4643-afc2-f48ef22a65f7 req-290de2fc-f2b8-404c-9721-71a2749279ef tempest-ServerAddressesNegativeTestJSON-855669114 tempest-ServerAddressesNegativeTestJSON-855669114-project] Synchronizing usage tracker for tenant:3d63b33534d3407d820af636c031019a on resource:network {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:07:02.881882 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9176a404-b34f-4476-9e5d-d51cb1ab6f76 req-e5c9c67a-ea59-4131-86bc-7654235d3fdf service neutron] 10.222.0.24 "GET /v2.0/networks/35d37522-ff35-47af-b60c-b213aa781c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5167587 May 05 20:07:02.890919 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-d1dc261f-7093-4643-afc2-f48ef22a65f7 req-290de2fc-f2b8-404c-9721-71a2749279ef tempest-ServerAddressesNegativeTestJSON-855669114 tempest-ServerAddressesNegativeTestJSON-855669114-project] Unset dirty status for tenant:3d63b33534d3407d820af636c031019a on resource:network {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:07:02.892531 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d1dc261f-7093-4643-afc2-f48ef22a65f7 req-290de2fc-f2b8-404c-9721-71a2749279ef tempest-ServerAddressesNegativeTestJSON-855669114 tempest-ServerAddressesNegativeTestJSON-855669114-project] 10.222.0.36 "GET /v2.0/networks?id=054eb509-9ff2-4b05-baaf-707c2a47b919 HTTP/1.1" status: 200 len: 821 time: 0.2092361 May 05 20:07:02.917437 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d1dc261f-7093-4643-afc2-f48ef22a65f7 req-0fb33163-2ca0-434a-beb5-7eb1c40841ac tempest-ServerAddressesNegativeTestJSON-855669114 tempest-ServerAddressesNegativeTestJSON-855669114-project] 10.222.0.36 "GET /v2.0/quotas/3d63b33534d3407d820af636c031019a HTTP/1.1" status: 200 len: 375 time: 0.0105848 May 05 20:07:02.970743 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d1dc261f-7093-4643-afc2-f48ef22a65f7 req-c37a8f30-5e05-4055-92a9-dce6ab1f324f tempest-ServerAddressesNegativeTestJSON-855669114 tempest-ServerAddressesNegativeTestJSON-855669114-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3d63b33534d3407d820af636c031019a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451574 May 05 20:07:03.006792 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 50388) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:03.035189 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f186a020-2259-401c-82c0-0181960e0a14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:03.051432 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-053da6ca-5079-493b-a8b7-ab319cea20d9 req-59dbab66-7c4b-4abd-8925-79e280cc1b6c service neutron] 10.222.0.36 "GET /v2.0/networks/976eb87e-c8f2-4da3-bfa5-44bffd395e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6799247 May 05 20:07:03.194251 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-f186a020-2259-401c-82c0-0181960e0a14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:07:03.200772 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-f186a020-2259-401c-82c0-0181960e0a14 admin admin] Usage tracker for resource:security_group_rule and tenant:563c49802a41442ca08f9890a6bf1c11 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:07:03.209717 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-4e13fe38-99fc-4102-a450-cc0d59b3c8f4 req-63a40860-5f15-420f-8a42-9f48a6d074d9 tempest-ServerPasswordTestJSON-1279502387 tempest-ServerPasswordTestJSON-1279502387-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:03.209917 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-f186a020-2259-401c-82c0-0181960e0a14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:07:03.218615 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-f186a020-2259-401c-82c0-0181960e0a14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:07:03.258142 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d1dc261f-7093-4643-afc2-f48ef22a65f7 req-82e434f1-43b2-4827-8e08-dec9554693a5 service neutron] 10.222.0.36 "GET /v2.0/networks/054eb509-9ff2-4b05-baaf-707c2a47b919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784023 May 05 20:07:03.300420 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f9aa61f1-4724-4929-be9c-836332c565ce tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:03.336467 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-053da6ca-5079-493b-a8b7-ab319cea20d9 req-6e4ec050-fbe3-4fb7-a344-c66243970ac7 service neutron] 10.222.0.36 "GET /v2.0/networks/976eb87e-c8f2-4da3-bfa5-44bffd395e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773707 May 05 20:07:03.427829 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-4e13fe38-99fc-4102-a450-cc0d59b3c8f4 req-63a40860-5f15-420f-8a42-9f48a6d074d9 tempest-ServerPasswordTestJSON-1279502387 tempest-ServerPasswordTestJSON-1279502387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:03.471760 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d1dc261f-7093-4643-afc2-f48ef22a65f7 req-bcba7624-95e6-4f2f-b56a-0ccedd64f66e service neutron] 10.222.0.36 "GET /v2.0/networks/054eb509-9ff2-4b05-baaf-707c2a47b919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042484 May 05 20:07:03.494500 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f186a020-2259-401c-82c0-0181960e0a14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:03.500468 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f186a020-2259-401c-82c0-0181960e0a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:03.580647 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f186a020-2259-401c-82c0-0181960e0a14 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=563c49802a41442ca08f9890a6bf1c11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5701821 May 05 20:07:03.580781 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f186a020-2259-401c-82c0-0181960e0a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e307f91-c830-4aae-aa34-6a5352ba371c,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:03.583505 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 50400) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:03.679597 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3925730e-d28a-40a1-9dc3-28b4ce0ef164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:03.684848 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device ca402498-78e2-4466-ac84-bf6084dd922b details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:07:03.738945 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3925730e-d28a-40a1-9dc3-28b4ce0ef164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:03.753316 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a40860-5f15-420f-8a42-9f48a6d074d9 tempest-ServerPasswordTestJSON-1279502387 tempest-ServerPasswordTestJSON-1279502387-project] Pushing event updated for resources: {'Port': ['ID=4b84a355-ec4d-4d95-b7a8-6b025fb0c45e,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:03.908721 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e13fe38-99fc-4102-a450-cc0d59b3c8f4 req-63a40860-5f15-420f-8a42-9f48a6d074d9 tempest-ServerPasswordTestJSON-1279502387 tempest-ServerPasswordTestJSON-1279502387-project] Network 73dcf8ee-7da8-4049-833b-422cfa756c03 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:07:03.918093 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-4e13fe38-99fc-4102-a450-cc0d59b3c8f4 req-63a40860-5f15-420f-8a42-9f48a6d074d9 tempest-ServerPasswordTestJSON-1279502387 tempest-ServerPasswordTestJSON-1279502387-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:07:03.940273 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e13fe38-99fc-4102-a450-cc0d59b3c8f4 req-63a40860-5f15-420f-8a42-9f48a6d074d9 tempest-ServerPasswordTestJSON-1279502387 tempest-ServerPasswordTestJSON-1279502387-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:07:03.969991 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3925730e-d28a-40a1-9dc3-28b4ce0ef164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:04.019028 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port ca402498-78e2-4466-ac84-bf6084dd922b, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=ca402498-78e2-4466-ac84-bf6084dd922b,segment=NetworkSegment(0a9940fa-b2d8-4605-a2bb-ab46df53c9ac),segment_id=0a9940fa-b2d8-4605-a2bb-ab46df53c9ac)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:07:04.025776 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3925730e-d28a-40a1-9dc3-28b4ce0ef164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e307f91-c830-4aae-aa34-6a5352ba371c,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:04.037241 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3925730e-d28a-40a1-9dc3-28b4ce0ef164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:04.048393 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': 'ca402498-78e2-4466-ac84-bf6084dd922b', 'network_id': '35d37522-ff35-47af-b60c-b213aa781c6f', 'port_id': 'ca402498-78e2-4466-ac84-bf6084dd922b', 'mac_address': 'fa:16:3e:7a:04:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abe7c8d5-c1a3-49ab-83d4-2252eacbfbcf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:07:04.057110 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e13fe38-99fc-4102-a450-cc0d59b3c8f4 req-63a40860-5f15-420f-8a42-9f48a6d074d9 tempest-ServerPasswordTestJSON-1279502387 tempest-ServerPasswordTestJSON-1279502387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:04.058012 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-4e13fe38-99fc-4102-a450-cc0d59b3c8f4 req-63a40860-5f15-420f-8a42-9f48a6d074d9 tempest-ServerPasswordTestJSON-1279502387 tempest-ServerPasswordTestJSON-1279502387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:04.059798 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-3925730e-d28a-40a1-9dc3-28b4ce0ef164 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8e307f91-c830-4aae-aa34-6a5352ba371c HTTP/1.1" status: 204 len: 168 time: 0.4622638 May 05 20:07:04.138160 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7febf1fe-3d47-401e-836e-33c306db9fa0 req-9f9b5dbf-1a3a-4f8f-871a-5aa69f32c908 tempest-ServerPasswordTestJSON-1279502387 tempest-ServerPasswordTestJSON-1279502387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:04.139928 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:04.141674 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7febf1fe-3d47-401e-836e-33c306db9fa0 req-9f9b5dbf-1a3a-4f8f-871a-5aa69f32c908 tempest-ServerPasswordTestJSON-1279502387 tempest-ServerPasswordTestJSON-1279502387-project] 10.222.0.36 "GET /v2.0/ports?device_id=22e1e128-4fec-4dbb-944d-d6c282f8a641 HTTP/1.1" status: 200 len: 931 time: 0.2522767 May 05 20:07:04.174603 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca402498-78e2-4466-ac84-bf6084dd922b {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:07:04.190094 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4e13fe38-99fc-4102-a450-cc0d59b3c8f4 req-63a40860-5f15-420f-8a42-9f48a6d074d9 tempest-ServerPasswordTestJSON-1279502387 tempest-ServerPasswordTestJSON-1279502387-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0526204 May 05 20:07:04.213553 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port ca402498-78e2-4466-ac84-bf6084dd922b, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=ca402498-78e2-4466-ac84-bf6084dd922b,segment=NetworkSegment(0a9940fa-b2d8-4605-a2bb-ab46df53c9ac),segment_id=0a9940fa-b2d8-4605-a2bb-ab46df53c9ac)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:07:04.221508 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:04.237762 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-7febf1fe-3d47-401e-836e-33c306db9fa0 req-ac443087-cd37-4df5-a249-a029ed544db7 tempest-ServerPasswordTestJSON-1279502387 tempest-ServerPasswordTestJSON-1279502387-project] Synchronizing usage tracker for tenant:3031261c3700488ebb21ce749cad6bf8 on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:07:04.258168 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-7febf1fe-3d47-401e-836e-33c306db9fa0 req-ac443087-cd37-4df5-a249-a029ed544db7 tempest-ServerPasswordTestJSON-1279502387 tempest-ServerPasswordTestJSON-1279502387-project] Unset dirty status for tenant:3031261c3700488ebb21ce749cad6bf8 on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:07:04.269290 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7febf1fe-3d47-401e-836e-33c306db9fa0 req-ac443087-cd37-4df5-a249-a029ed544db7 tempest-ServerPasswordTestJSON-1279502387 tempest-ServerPasswordTestJSON-1279502387-project] 10.222.0.36 "GET /v2.0/security-groups?id=07a2565c-93bd-498a-86aa-b5f08fe98b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193535 May 05 20:07:04.272830 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-4e13fe38-99fc-4102-a450-cc0d59b3c8f4 req-48e37686-f320-44eb-b5da-ce61f02ec8c8 service neutron] Request body: {'port': {'device_id': '22e1e128-4fec-4dbb-944d-d6c282f8a641', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:07:04.354540 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=ca402498-78e2-4466-ac84-bf6084dd922b,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:04.423277 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b4d0c-198d-4d75-a450-540583abab70 req-cd132561-01eb-4676-8998-5e928b7c8502 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:04.425065 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-585b4d0c-198d-4d75-a450-540583abab70 req-cd132561-01eb-4676-8998-5e928b7c8502 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=6653810a-8bbe-4eb4-9580-559408135f43 HTTP/1.1" status: 200 len: 943 time: 0.6754198 May 05 20:07:04.464112 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['ca402498-78e2-4466-ac84-bf6084dd922b'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:07:04.507023 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ab0c4-6611-4cd9-97d7-164e6b80876b req-e36553fb-934f-429e-a7f1-29003f39f540 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:04.515581 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2e7ab0c4-6611-4cd9-97d7-164e6b80876b req-e36553fb-934f-429e-a7f1-29003f39f540 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3775c53-95fc-463a-847a-74bdf4015c90 HTTP/1.1" status: 200 len: 946 time: 0.1233776 May 05 20:07:04.545511 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-4e13fe38-99fc-4102-a450-cc0d59b3c8f4 req-48e37686-f320-44eb-b5da-ce61f02ec8c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:04.576751 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2e7ab0c4-6611-4cd9-97d7-164e6b80876b req-9730a6ea-d76b-4992-ac14-f051c4798595 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31a0353-9cc7-4431-82ad-5f9b9985cf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598881 May 05 20:07:04.603650 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9aa61f1-4724-4929-be9c-836332c565ce tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Router d2d1f416-e53a-4bdd-b094-4743bbedb0f0 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:07:04.710274 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cda70f0e-1d16-4df1-bd0b-ea82a8cf47ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:04.777621 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-da4a381d-c44c-482a-ac84-0c6277539dd5 req-2bcbd222-71f3-4c55-a39f-68d7859f26aa tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] 10.222.0.36 "GET /v2.0/ports?device_id=816f2d8f-036b-4110-aa62-63392bf1fcbd HTTP/1.1" status: 200 len: 210 time: 0.0716331 May 05 20:07:04.832930 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-585b4d0c-198d-4d75-a450-540583abab70 req-4d60c5b5-4ebe-4440-b0a9-378193df41aa tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3831983 May 05 20:07:04.952849 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a567b045-e36f-48ce-a271-188666609988 req-ef60c540-b7e1-4ddd-a748-9bd168a3fd50 tempest-ServerAddressesNegativeTestJSON-855669114 tempest-ServerAddressesNegativeTestJSON-855669114-project] 10.222.0.36 "GET /v2.0/ports?device_id=d077dafe-1df4-4879-8d2a-6309376784c1 HTTP/1.1" status: 200 len: 210 time: 0.0572536 May 05 20:07:05.051207 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9aa61f1-4724-4929-be9c-836332c565ce tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:07:05.060289 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f9aa61f1-4724-4929-be9c-836332c565ce tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] 10.222.0.36 "PUT /v2.0/routers/d2d1f416-e53a-4bdd-b094-4743bbedb0f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6822641 May 05 20:07:05.063066 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 50436) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:05.064544 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9386e0bb-40e4-4942-8c31-2597eba9779f None None] Sync routers for ids ['d2d1f416-e53a-4bdd-b094-4743bbedb0f0'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:07:05.074356 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9386e0bb-40e4-4942-8c31-2597eba9779f None None] Routers {'d2d1f416-e53a-4bdd-b094-4743bbedb0f0'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:07:05.074970 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-9386e0bb-40e4-4942-8c31-2597eba9779f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:06:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['d2d1f416-e53a-4bdd-b094-4743bbedb0f0'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:07:05.190889 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-9386e0bb-40e4-4942-8c31-2597eba9779f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:07:05.201034 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9386e0bb-40e4-4942-8c31-2597eba9779f None None] Routers {'d2d1f416-e53a-4bdd-b094-4743bbedb0f0'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:07:05.201643 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-9386e0bb-40e4-4942-8c31-2597eba9779f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:06:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['d2d1f416-e53a-4bdd-b094-4743bbedb0f0'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:07:05.299804 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-9386e0bb-40e4-4942-8c31-2597eba9779f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:07:05.300219 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9386e0bb-40e4-4942-8c31-2597eba9779f None None] The sync data for ids ['d2d1f416-e53a-4bdd-b094-4743bbedb0f0'] in n-d-840717-1 is: [] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:07:05.324897 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2545720c-ab45-499d-a479-5cf7383febc0 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks [] for router, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:05.547742 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-4e13fe38-99fc-4102-a450-cc0d59b3c8f4 req-48e37686-f320-44eb-b5da-ce61f02ec8c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b84a355-ec4d-4d95-b7a8-6b025fb0c45e {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:07:05.610919 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2545720c-ab45-499d-a479-5cf7383febc0 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:05.617545 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-4e13fe38-99fc-4102-a450-cc0d59b3c8f4 req-48e37686-f320-44eb-b5da-ce61f02ec8c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:05.626021 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-2545720c-ab45-499d-a479-5cf7383febc0 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Deleting port 564b0ef3-4a1a-450c-aa66-cff661e31ff2 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:07:05.626507 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2545720c-ab45-499d-a479-5cf7383febc0 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:05.668448 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-4e13fe38-99fc-4102-a450-cc0d59b3c8f4 req-48e37686-f320-44eb-b5da-ce61f02ec8c8 service neutron] Transition to ACTIVE for port object 4b84a355-ec4d-4d95-b7a8-6b025fb0c45e will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:07:05.680744 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-4e13fe38-99fc-4102-a450-cc0d59b3c8f4 req-48e37686-f320-44eb-b5da-ce61f02ec8c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:05.700146 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device ca402498-78e2-4466-ac84-bf6084dd922b up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:07:05.913244 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port ca402498-78e2-4466-ac84-bf6084dd922b completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:07:05.920893 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port ca402498-78e2-4466-ac84-bf6084dd922b triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:07:05.921484 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:06.108116 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad77d8d0-3ac3-4618-be80-8753d83161ff req-b9460a65-d39f-4cf8-8028-3d2cdb734272 tempest-ServerPasswordTestJSON-1279502387 tempest-ServerPasswordTestJSON-1279502387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:06.108622 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-ad77d8d0-3ac3-4618-be80-8753d83161ff req-b9460a65-d39f-4cf8-8028-3d2cdb734272 tempest-ServerPasswordTestJSON-1279502387 tempest-ServerPasswordTestJSON-1279502387-project] Synchronizing usage tracker for tenant:3031261c3700488ebb21ce749cad6bf8 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:07:06.138033 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053da6ca-5079-493b-a8b7-ab319cea20d9 req-b5a47b31-7b0b-467c-a992-92e5bd8dcb6d tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:06.139895 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-053da6ca-5079-493b-a8b7-ab319cea20d9 req-b5a47b31-7b0b-467c-a992-92e5bd8dcb6d tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] 10.222.0.24 "GET /v2.0/networks?id=976eb87e-c8f2-4da3-bfa5-44bffd395e41 HTTP/1.1" status: 200 len: 825 time: 0.6798472 May 05 20:07:06.164158 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:06.168647 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2545720c-ab45-499d-a479-5cf7383febc0 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:06.199169 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6653810a-8bbe-4eb4-9580-559408135f43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca402498-78e2-4466-ac84-bf6084dd922b'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:07:06.207969 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port ca402498-78e2-4466-ac84-bf6084dd922b, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=ca402498-78e2-4466-ac84-bf6084dd922b,segment=NetworkSegment(0a9940fa-b2d8-4605-a2bb-ab46df53c9ac),segment_id=0a9940fa-b2d8-4605-a2bb-ab46df53c9ac)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:07:06.214200 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:06.245134 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-053da6ca-5079-493b-a8b7-ab319cea20d9 req-2892b453-392d-4f06-8166-9e0030c79df2 tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] Request body: {'port': {'device_id': '816f2d8f-036b-4110-aa62-63392bf1fcbd', 'network_id': '976eb87e-c8f2-4da3-bfa5-44bffd395e41', 'admin_state_up': True, 'tenant_id': 'daec84382a6c48208f1f131455c56ed2'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:07:06.273765 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-ad77d8d0-3ac3-4618-be80-8753d83161ff req-b9460a65-d39f-4cf8-8028-3d2cdb734272 tempest-ServerPasswordTestJSON-1279502387 tempest-ServerPasswordTestJSON-1279502387-project] Unset dirty status for tenant:3031261c3700488ebb21ce749cad6bf8 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:07:06.275879 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ad77d8d0-3ac3-4618-be80-8753d83161ff req-b9460a65-d39f-4cf8-8028-3d2cdb734272 tempest-ServerPasswordTestJSON-1279502387 tempest-ServerPasswordTestJSON-1279502387-project] 10.222.0.36 "GET /v2.0/ports?device_id=22e1e128-4fec-4dbb-944d-d6c282f8a641 HTTP/1.1" status: 200 len: 931 time: 0.8554089 May 05 20:07:06.284878 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e37686-f320-44eb-b5da-ce61f02ec8c8 service neutron] Pushing event updated for resources: {'Port': ['ID=4b84a355-ec4d-4d95-b7a8-6b025fb0c45e,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:06.307784 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=ca402498-78e2-4466-ac84-bf6084dd922b,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:06.460169 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fea9cd-5bbf-4b33-a698-b6eca60d242c req-a18bd05c-5c91-4301-9d9e-f2b2013080d6 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:06.467398 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-77fea9cd-5bbf-4b33-a698-b6eca60d242c req-a18bd05c-5c91-4301-9d9e-f2b2013080d6 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3775c53-95fc-463a-847a-74bdf4015c90 HTTP/1.1" status: 200 len: 946 time: 0.6569252 May 05 20:07:06.492805 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-2545720c-ab45-499d-a479-5cf7383febc0 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Calling delete_port for 564b0ef3-4a1a-450c-aa66-cff661e31ff2 owned by network:router_gateway {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:07:06.504159 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ad77d8d0-3ac3-4618-be80-8753d83161ff req-87ae0628-fc26-414d-82f7-55bcf8419223 tempest-ServerPasswordTestJSON-1279502387 tempest-ServerPasswordTestJSON-1279502387-project] 10.222.0.36 "GET /v2.0/security-groups?id=07a2565c-93bd-498a-86aa-b5f08fe98b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001457 May 05 20:07:06.530480 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-4e13fe38-99fc-4102-a450-cc0d59b3c8f4 req-48e37686-f320-44eb-b5da-ce61f02ec8c8 service neutron] Attempting to bind port 4b84a355-ec4d-4d95-b7a8-6b025fb0c45e on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:07:06.530819 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-4e13fe38-99fc-4102-a450-cc0d59b3c8f4 req-48e37686-f320-44eb-b5da-ce61f02ec8c8 service neutron] Attempting to bind port 4b84a355-ec4d-4d95-b7a8-6b025fb0c45e by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': 'e993827b-d125-4776-82f2-15b5301e92be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '73dcf8ee-7da8-4049-833b-422cfa756c03'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:07:06.531774 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e13fe38-99fc-4102-a450-cc0d59b3c8f4 req-48e37686-f320-44eb-b5da-ce61f02ec8c8 service neutron] Attempting to bind port 4b84a355-ec4d-4d95-b7a8-6b025fb0c45e on network 73dcf8ee-7da8-4049-833b-422cfa756c03 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:07:06.540744 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc261f-7093-4643-afc2-f48ef22a65f7 req-938e23f6-29b7-47b2-b60d-b2373e85d149 tempest-ServerAddressesNegativeTestJSON-855669114 tempest-ServerAddressesNegativeTestJSON-855669114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:06.542156 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d1dc261f-7093-4643-afc2-f48ef22a65f7 req-938e23f6-29b7-47b2-b60d-b2373e85d149 tempest-ServerAddressesNegativeTestJSON-855669114 tempest-ServerAddressesNegativeTestJSON-855669114-project] 10.222.0.24 "GET /v2.0/networks?id=054eb509-9ff2-4b05-baaf-707c2a47b919 HTTP/1.1" status: 200 len: 821 time: 0.6671567 May 05 20:07:06.559466 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-d1dc261f-7093-4643-afc2-f48ef22a65f7 req-5372a069-65f0-4bda-8887-0f8cc71fb3da tempest-ServerAddressesNegativeTestJSON-855669114 tempest-ServerAddressesNegativeTestJSON-855669114-project] Request body: {'port': {'device_id': 'd077dafe-1df4-4879-8d2a-6309376784c1', 'network_id': '054eb509-9ff2-4b05-baaf-707c2a47b919', 'admin_state_up': True, 'tenant_id': '3d63b33534d3407d820af636c031019a'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:07:06.563166 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-053da6ca-5079-493b-a8b7-ab319cea20d9 req-2892b453-392d-4f06-8166-9e0030c79df2 tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:07:06.568165 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-053da6ca-5079-493b-a8b7-ab319cea20d9 req-2892b453-392d-4f06-8166-9e0030c79df2 tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] Usage tracker for resource:port and tenant:daec84382a6c48208f1f131455c56ed2 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:07:06.571798 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-053da6ca-5079-493b-a8b7-ab319cea20d9 req-2892b453-392d-4f06-8166-9e0030c79df2 tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:07:06.578400 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-053da6ca-5079-493b-a8b7-ab319cea20d9 req-2892b453-392d-4f06-8166-9e0030c79df2 tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:07:06.584377 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e13fe38-99fc-4102-a450-cc0d59b3c8f4 req-48e37686-f320-44eb-b5da-ce61f02ec8c8 service neutron] Port 4b84a355-ec4d-4d95-b7a8-6b025fb0c45e on network 73dcf8ee-7da8-4049-833b-422cfa756c03 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:07:06.585101 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e13fe38-99fc-4102-a450-cc0d59b3c8f4 req-48e37686-f320-44eb-b5da-ce61f02ec8c8 service neutron] Attempting to bind port 4b84a355-ec4d-4d95-b7a8-6b025fb0c45e on network 73dcf8ee-7da8-4049-833b-422cfa756c03 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:07:06.592646 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e13fe38-99fc-4102-a450-cc0d59b3c8f4 req-48e37686-f320-44eb-b5da-ce61f02ec8c8 service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:07:06.593192 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e13fe38-99fc-4102-a450-cc0d59b3c8f4 req-48e37686-f320-44eb-b5da-ce61f02ec8c8 service neutron] Checking segment: {'id': 'e993827b-d125-4776-82f2-15b5301e92be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '73dcf8ee-7da8-4049-833b-422cfa756c03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:07:06.593739 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e13fe38-99fc-4102-a450-cc0d59b3c8f4 req-48e37686-f320-44eb-b5da-ce61f02ec8c8 service neutron] Bound using segment: {'id': 'e993827b-d125-4776-82f2-15b5301e92be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '73dcf8ee-7da8-4049-833b-422cfa756c03'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:07:06.594473 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-4e13fe38-99fc-4102-a450-cc0d59b3c8f4 req-48e37686-f320-44eb-b5da-ce61f02ec8c8 service neutron] Bound port: 4b84a355-ec4d-4d95-b7a8-6b025fb0c45e, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e993827b-d125-4776-82f2-15b5301e92be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '73dcf8ee-7da8-4049-833b-422cfa756c03'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:07:06.594999 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-4e13fe38-99fc-4102-a450-cc0d59b3c8f4 req-48e37686-f320-44eb-b5da-ce61f02ec8c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:06.673886 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-053da6ca-5079-493b-a8b7-ab319cea20d9 req-2892b453-392d-4f06-8166-9e0030c79df2 tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] Made reservation on behalf of daec84382a6c48208f1f131455c56ed2 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:07:06.679780 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-053da6ca-5079-493b-a8b7-ab319cea20d9 req-2892b453-392d-4f06-8166-9e0030c79df2 tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:06.745502 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-77fea9cd-5bbf-4b33-a698-b6eca60d242c req-304241ed-40f9-488a-8efc-24e55aaa5cc7 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31a0353-9cc7-4431-82ad-5f9b9985cf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774634 May 05 20:07:06.757023 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-d1dc261f-7093-4643-afc2-f48ef22a65f7 req-5372a069-65f0-4bda-8887-0f8cc71fb3da tempest-ServerAddressesNegativeTestJSON-855669114 tempest-ServerAddressesNegativeTestJSON-855669114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:07:06.777970 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-d1dc261f-7093-4643-afc2-f48ef22a65f7 req-5372a069-65f0-4bda-8887-0f8cc71fb3da tempest-ServerAddressesNegativeTestJSON-855669114 tempest-ServerAddressesNegativeTestJSON-855669114-project] Usage tracker for resource:port and tenant:3d63b33534d3407d820af636c031019a is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:07:06.786290 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-d1dc261f-7093-4643-afc2-f48ef22a65f7 req-5372a069-65f0-4bda-8887-0f8cc71fb3da tempest-ServerAddressesNegativeTestJSON-855669114 tempest-ServerAddressesNegativeTestJSON-855669114-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:07:06.794657 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c65099ab-13a3-4d9e-a307-39544849d76c req-72fd2d6b-7e5f-4ee3-b98e-59089a056f4b tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] 10.222.0.36 "GET /v2.0/ports?device_id=816f2d8f-036b-4110-aa62-63392bf1fcbd HTTP/1.1" status: 200 len: 210 time: 0.0824544 May 05 20:07:06.806995 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-d1dc261f-7093-4643-afc2-f48ef22a65f7 req-5372a069-65f0-4bda-8887-0f8cc71fb3da tempest-ServerAddressesNegativeTestJSON-855669114 tempest-ServerAddressesNegativeTestJSON-855669114-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:07:06.828180 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1dc261f-7093-4643-afc2-f48ef22a65f7 req-5372a069-65f0-4bda-8887-0f8cc71fb3da tempest-ServerAddressesNegativeTestJSON-855669114 tempest-ServerAddressesNegativeTestJSON-855669114-project] Made reservation on behalf of 3d63b33534d3407d820af636c031019a for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:07:06.844645 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-727a56d6-47b9-4581-912a-00267f49dc38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:06.858220 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d1dc261f-7093-4643-afc2-f48ef22a65f7 req-5372a069-65f0-4bda-8887-0f8cc71fb3da tempest-ServerAddressesNegativeTestJSON-855669114 tempest-ServerAddressesNegativeTestJSON-855669114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:07.027979 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-4e13fe38-99fc-4102-a450-cc0d59b3c8f4 req-48e37686-f320-44eb-b5da-ce61f02ec8c8 service neutron] For port 4b84a355-ec4d-4d95-b7a8-6b025fb0c45e, host n-h2-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:07:07.150142 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-053da6ca-5079-493b-a8b7-ab319cea20d9 req-2892b453-392d-4f06-8166-9e0030c79df2 tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] Allocated IP 172.20.0.6 (976eb87e-c8f2-4da3-bfa5-44bffd395e41/b9e98f42-8b8d-41d7-9fec-2234425adabe/4a472655-f6f4-4a70-88a3-61720e632166) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:07:07.182710 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 50552) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:07.191442 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2545720c-ab45-499d-a479-5cf7383febc0 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:07.206231 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f771e597-cd5b-4d99-ae4c-eb9d1d82e32e req-d1a5d11c-bb97-4085-b0f1-9d0627c8a173 tempest-ServerAddressesNegativeTestJSON-855669114 tempest-ServerAddressesNegativeTestJSON-855669114-project] 10.222.0.36 "GET /v2.0/ports?device_id=d077dafe-1df4-4879-8d2a-6309376784c1 HTTP/1.1" status: 200 len: 210 time: 0.1004384 May 05 20:07:07.210167 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-4e13fe38-99fc-4102-a450-cc0d59b3c8f4 req-48e37686-f320-44eb-b5da-ce61f02ec8c8 service neutron] For port 4b84a355-ec4d-4d95-b7a8-6b025fb0c45e, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=4b84a355-ec4d-4d95-b7a8-6b025fb0c45e,segment=NetworkSegment(e993827b-d125-4776-82f2-15b5301e92be),segment_id=e993827b-d125-4776-82f2-15b5301e92be)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:07:07.230206 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-4e13fe38-99fc-4102-a450-cc0d59b3c8f4 req-48e37686-f320-44eb-b5da-ce61f02ec8c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:07.261387 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2545720c-ab45-499d-a479-5cf7383febc0 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Pushing event deleted for resources: {'Port': ['ID=564b0ef3-4a1a-450c-aa66-cff661e31ff2,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:07.275163 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2b5bfc9-c811-45cf-9c26-f0ac22e7dbfa'] response: {'server_uuid': '6653810a-8bbe-4eb4-9580-559408135f43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca402498-78e2-4466-ac84-bf6084dd922b', 'code': 200} May 05 20:07:07.321629 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e13fe38-99fc-4102-a450-cc0d59b3c8f4 req-48e37686-f320-44eb-b5da-ce61f02ec8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:07.322249 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-4e13fe38-99fc-4102-a450-cc0d59b3c8f4 req-48e37686-f320-44eb-b5da-ce61f02ec8c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:07.323652 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4e13fe38-99fc-4102-a450-cc0d59b3c8f4 req-48e37686-f320-44eb-b5da-ce61f02ec8c8 service neutron] 10.222.0.50 "PUT /v2.0/ports/4b84a355-ec4d-4d95-b7a8-6b025fb0c45e HTTP/1.1" status: 200 len: 1091 time: 3.0672245 May 05 20:07:07.324283 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22e1e128-4fec-4dbb-944d-d6c282f8a641', 'tag': '4b84a355-ec4d-4d95-b7a8-6b025fb0c45e'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:07:07.420219 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e37686-f320-44eb-b5da-ce61f02ec8c8 service neutron] Pushing event updated for resources: {'Port': ['ID=4b84a355-ec4d-4d95-b7a8-6b025fb0c45e,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:07.430757 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64a36611-0945-4aaf-bb15-5f585289636e'] response: {'name': 'network-changed', 'server_uuid': '22e1e128-4fec-4dbb-944d-d6c282f8a641', 'tag': '4b84a355-ec4d-4d95-b7a8-6b025fb0c45e', 'status': 'completed', 'code': 200} May 05 20:07:07.501992 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4333aa5b-9517-4765-85aa-071e9635281d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:07.546396 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4333aa5b-9517-4765-85aa-071e9635281d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:07:07.558293 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2545720c-ab45-499d-a479-5cf7383febc0 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:07.570669 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e13fe38-99fc-4102-a450-cc0d59b3c8f4 req-2d3c4c61-c191-46ae-8b23-f92c6f301290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:07.572202 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4e13fe38-99fc-4102-a450-cc0d59b3c8f4 req-2d3c4c61-c191-46ae-8b23-f92c6f301290 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3031261c3700488ebb21ce749cad6bf8&device_id=22e1e128-4fec-4dbb-944d-d6c282f8a641 HTTP/1.1" status: 200 len: 1094 time: 0.1922007 May 05 20:07:07.575183 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-053da6ca-5079-493b-a8b7-ab319cea20d9 req-2892b453-392d-4f06-8166-9e0030c79df2 tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:07.609573 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4333aa5b-9517-4765-85aa-071e9635281d admin admin] Usage tracker for resource:security_group_rule and tenant:577c321bc59e4589b9784f906c65081d is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:07:07.618069 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-d1dc261f-7093-4643-afc2-f48ef22a65f7 req-5372a069-65f0-4bda-8887-0f8cc71fb3da tempest-ServerAddressesNegativeTestJSON-855669114 tempest-ServerAddressesNegativeTestJSON-855669114-project] Allocated IP 172.20.0.13 (054eb509-9ff2-4b05-baaf-707c2a47b919/6df7e06c-4939-4ba1-b3db-b8666bd5ffe1/7d9d5a52-5c78-47e0-b59b-00a85b10b369) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:07:07.620257 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4333aa5b-9517-4765-85aa-071e9635281d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:07:07.681567 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4e13fe38-99fc-4102-a450-cc0d59b3c8f4 req-5006031d-0ef8-4851-b4e5-4f66dd5dbf7f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b84a355-ec4d-4d95-b7a8-6b025fb0c45e HTTP/1.1" status: 200 len: 217 time: 0.1013303 May 05 20:07:07.695944 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f1f00-9c26-4fa8-b347-cc3d55f315f8 req-2c815205-f65d-4d1f-a928-31da028cd940 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:07.697443 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7f2f1f00-9c26-4fa8-b347-cc3d55f315f8 req-2c815205-f65d-4d1f-a928-31da028cd940 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=6653810a-8bbe-4eb4-9580-559408135f43 HTTP/1.1" status: 200 len: 945 time: 0.7708147 May 05 20:07:07.758925 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4333aa5b-9517-4765-85aa-071e9635281d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:07:07.759643 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:07.780870 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e13fe38-99fc-4102-a450-cc0d59b3c8f4 req-64451506-fd10-498e-b0de-1c3780600018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:07.782327 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4e13fe38-99fc-4102-a450-cc0d59b3c8f4 req-64451506-fd10-498e-b0de-1c3780600018 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4827f7a3-de71-4f27-901b-2f2a7feca415 HTTP/1.1" status: 200 len: 853 time: 0.0937881 May 05 20:07:07.810090 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2545720c-ab45-499d-a479-5cf7383febc0 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:07.826807 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2545720c-ab45-499d-a479-5cf7383febc0 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:07.828307 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-053da6ca-5079-493b-a8b7-ab319cea20d9 req-2892b453-392d-4f06-8166-9e0030c79df2 tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:07.874059 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4e13fe38-99fc-4102-a450-cc0d59b3c8f4 req-fd33946e-0be2-451e-b55e-33c5b15da44a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=73dcf8ee-7da8-4049-833b-422cfa756c03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846109 May 05 20:07:07.913900 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7f2f1f00-9c26-4fa8-b347-cc3d55f315f8 req-510df70e-4a9b-44dc-ac79-42e602546140 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414852 May 05 20:07:07.922621 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1750328-6a6c-41f6-9ec4-1519d4960c7f req-d9bc3abd-8624-4858-8314-441da745ab59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:07.924178 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c1750328-6a6c-41f6-9ec4-1519d4960c7f req-d9bc3abd-8624-4858-8314-441da745ab59 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6653810a-8bbe-4eb4-9580-559408135f43 HTTP/1.1" status: 200 len: 1096 time: 0.5237508 May 05 20:07:07.935792 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe9ad1-bb3b-47fd-8f67-57c26730710e req-52d75a8a-ca85-4f54-93a2-38ecae582c1e tempest-ServerPasswordTestJSON-1279502387 tempest-ServerPasswordTestJSON-1279502387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:07.936270 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2545720c-ab45-499d-a479-5cf7383febc0 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:07.936800 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2545720c-ab45-499d-a479-5cf7383febc0 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Fanout notify agent at l3_agent the message router_deleted on router d2d1f416-e53a-4bdd-b094-4743bbedb0f0 {{(pid=88197) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:07:07.943373 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-45fe9ad1-bb3b-47fd-8f67-57c26730710e req-52d75a8a-ca85-4f54-93a2-38ecae582c1e tempest-ServerPasswordTestJSON-1279502387 tempest-ServerPasswordTestJSON-1279502387-project] 10.222.0.36 "GET /v2.0/ports?device_id=22e1e128-4fec-4dbb-944d-d6c282f8a641 HTTP/1.1" status: 200 len: 943 time: 0.3013709 May 05 20:07:07.988565 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-053da6ca-5079-493b-a8b7-ab319cea20d9 req-2892b453-392d-4f06-8166-9e0030c79df2 tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] Network 976eb87e-c8f2-4da3-bfa5-44bffd395e41 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:07:07.998707 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-053da6ca-5079-493b-a8b7-ab319cea20d9 req-2892b453-392d-4f06-8166-9e0030c79df2 tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:07:08.009747 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-053da6ca-5079-493b-a8b7-ab319cea20d9 req-2892b453-392d-4f06-8166-9e0030c79df2 tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:07:08.026166 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:08.095608 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2892b453-392d-4f06-8166-9e0030c79df2 tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] Pushing event updated for resources: {'Port': ['ID=4a472655-f6f4-4a70-88a3-61720e632166,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:08.113720 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c1750328-6a6c-41f6-9ec4-1519d4960c7f req-7aedadf3-9302-4b9c-b2da-06a6a0df3aaf service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714790 May 05 20:07:08.158619 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-45fe9ad1-bb3b-47fd-8f67-57c26730710e req-c97b0e8c-ddca-4c37-b346-e5b98754c881 tempest-ServerPasswordTestJSON-1279502387 tempest-ServerPasswordTestJSON-1279502387-project] 10.222.0.36 "GET /v2.0/security-groups?id=07a2565c-93bd-498a-86aa-b5f08fe98b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140586 May 05 20:07:08.230197 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053da6ca-5079-493b-a8b7-ab319cea20d9 req-2892b453-392d-4f06-8166-9e0030c79df2 tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:08.241801 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-053da6ca-5079-493b-a8b7-ab319cea20d9 req-2892b453-392d-4f06-8166-9e0030c79df2 tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:08.250427 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4e13fe38-99fc-4102-a450-cc0d59b3c8f4 req-9a362938-6ae1-4cdc-bc29-0b769e1ff092 service neutron] 10.222.0.50 "GET /v2.0/networks/73dcf8ee-7da8-4049-833b-422cfa756c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3675168 May 05 20:07:08.350367 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2545720c-ab45-499d-a479-5cf7383febc0 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:08.351578 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-2545720c-ab45-499d-a479-5cf7383febc0 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] 10.222.0.36 "DELETE /v2.0/routers/d2d1f416-e53a-4bdd-b094-4743bbedb0f0 HTTP/1.1" status: 204 len: 168 time: 3.2870843 May 05 20:07:08.362065 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4333aa5b-9517-4765-85aa-071e9635281d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:08.389174 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 50572) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:08.395946 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4333aa5b-9517-4765-85aa-071e9635281d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:08.498708 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-053da6ca-5079-493b-a8b7-ab319cea20d9 req-2892b453-392d-4f06-8166-9e0030c79df2 tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3283691 May 05 20:07:08.499363 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d1dc261f-7093-4643-afc2-f48ef22a65f7 req-5372a069-65f0-4bda-8887-0f8cc71fb3da tempest-ServerAddressesNegativeTestJSON-855669114 tempest-ServerAddressesNegativeTestJSON-855669114-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:08.522200 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-053da6ca-5079-493b-a8b7-ab319cea20d9 req-7105df7e-c1f8-4367-b580-763f17dd8b2e service neutron] Request body: {'port': {'device_id': '816f2d8f-036b-4110-aa62-63392bf1fcbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:07:08.544209 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-4333aa5b-9517-4765-85aa-071e9635281d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=577c321bc59e4589b9784f906c65081d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3601954 May 05 20:07:08.548481 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4333aa5b-9517-4765-85aa-071e9635281d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7b8bcc-83de-4da7-8e1b-e34da9b4287c,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:08.548634 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 50580) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:08.565046 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b7b0e2d-ddc3-4f42-93e7-7221595d92f6 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Deleting subnet 933215f6-6664-4c34-8fc5-e07fba002224 {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:07:08.574371 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9b7b0e2d-ddc3-4f42-93e7-7221595d92f6 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:08.627856 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba3e8b5-fed3-4ee7-a0c9-b9cd9db912d3 req-cc48a54b-86e3-461e-b466-f563ab7698cd tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:08.636181 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2ba3e8b5-fed3-4ee7-a0c9-b9cd9db912d3 req-cc48a54b-86e3-461e-b466-f563ab7698cd tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3775c53-95fc-463a-847a-74bdf4015c90 HTTP/1.1" status: 200 len: 946 time: 0.4996016 May 05 20:07:08.680143 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9b7b0e2d-ddc3-4f42-93e7-7221595d92f6 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:08.720696 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d1dc261f-7093-4643-afc2-f48ef22a65f7 req-5372a069-65f0-4bda-8887-0f8cc71fb3da tempest-ServerAddressesNegativeTestJSON-855669114 tempest-ServerAddressesNegativeTestJSON-855669114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:08.779058 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4e13fe38-99fc-4102-a450-cc0d59b3c8f4 req-ffbc2c6f-7fb2-465e-b4da-ff85179362f4 service neutron] 10.222.0.50 "GET /v2.0/networks/73dcf8ee-7da8-4049-833b-422cfa756c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5118783 May 05 20:07:08.812071 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372419bb-f8c4-4b02-a77e-2b8d901eb25f req-ea61c54a-bab4-4ab0-9800-229d84a33ab2 tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:08.813184 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-372419bb-f8c4-4b02-a77e-2b8d901eb25f req-ea61c54a-bab4-4ab0-9800-229d84a33ab2 tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] Synchronizing usage tracker for tenant:daec84382a6c48208f1f131455c56ed2 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:07:08.815066 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2ba3e8b5-fed3-4ee7-a0c9-b9cd9db912d3 req-5d4f3621-09d0-468b-887e-579bb1d10a95 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31a0353-9cc7-4431-82ad-5f9b9985cf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777067 May 05 20:07:08.819760 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-053da6ca-5079-493b-a8b7-ab319cea20d9 req-7105df7e-c1f8-4367-b580-763f17dd8b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:08.831821 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ef4060e3-704e-4363-b65b-b8aa248f0115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:08.841263 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1dc261f-7093-4643-afc2-f48ef22a65f7 req-5372a069-65f0-4bda-8887-0f8cc71fb3da tempest-ServerAddressesNegativeTestJSON-855669114 tempest-ServerAddressesNegativeTestJSON-855669114-project] Network 054eb509-9ff2-4b05-baaf-707c2a47b919 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:07:08.842807 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-d1dc261f-7093-4643-afc2-f48ef22a65f7 req-5372a069-65f0-4bda-8887-0f8cc71fb3da tempest-ServerAddressesNegativeTestJSON-855669114 tempest-ServerAddressesNegativeTestJSON-855669114-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:07:08.850944 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1dc261f-7093-4643-afc2-f48ef22a65f7 req-5372a069-65f0-4bda-8887-0f8cc71fb3da tempest-ServerAddressesNegativeTestJSON-855669114 tempest-ServerAddressesNegativeTestJSON-855669114-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:07:08.883133 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5372a069-65f0-4bda-8887-0f8cc71fb3da tempest-ServerAddressesNegativeTestJSON-855669114 tempest-ServerAddressesNegativeTestJSON-855669114-project] Pushing event updated for resources: {'Port': ['ID=7d9d5a52-5c78-47e0-b59b-00a85b10b369,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:08.933053 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc261f-7093-4643-afc2-f48ef22a65f7 req-5372a069-65f0-4bda-8887-0f8cc71fb3da tempest-ServerAddressesNegativeTestJSON-855669114 tempest-ServerAddressesNegativeTestJSON-855669114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:08.933661 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d1dc261f-7093-4643-afc2-f48ef22a65f7 req-5372a069-65f0-4bda-8887-0f8cc71fb3da tempest-ServerAddressesNegativeTestJSON-855669114 tempest-ServerAddressesNegativeTestJSON-855669114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:08.948020 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9b7b0e2d-ddc3-4f42-93e7-7221595d92f6 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:08.988984 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-372419bb-f8c4-4b02-a77e-2b8d901eb25f req-ea61c54a-bab4-4ab0-9800-229d84a33ab2 tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] Unset dirty status for tenant:daec84382a6c48208f1f131455c56ed2 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:07:08.991130 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-372419bb-f8c4-4b02-a77e-2b8d901eb25f req-ea61c54a-bab4-4ab0-9800-229d84a33ab2 tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] 10.222.0.36 "GET /v2.0/ports?device_id=816f2d8f-036b-4110-aa62-63392bf1fcbd HTTP/1.1" status: 200 len: 931 time: 0.6889417 May 05 20:07:08.993021 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ef4060e3-704e-4363-b65b-b8aa248f0115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:09.009649 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d1dc261f-7093-4643-afc2-f48ef22a65f7 req-5372a069-65f0-4bda-8887-0f8cc71fb3da tempest-ServerAddressesNegativeTestJSON-855669114 tempest-ServerAddressesNegativeTestJSON-855669114-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4579022 May 05 20:07:09.050842 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-d1dc261f-7093-4643-afc2-f48ef22a65f7 req-b698619f-2fb5-4384-81d1-47ce2569ac5d service neutron] Request body: {'port': {'device_id': 'd077dafe-1df4-4879-8d2a-6309376784c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:07:09.155529 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-372419bb-f8c4-4b02-a77e-2b8d901eb25f req-d1bebd62-ec27-4828-a18c-615c7a946f23 tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] Synchronizing usage tracker for tenant:daec84382a6c48208f1f131455c56ed2 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:07:09.184998 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9b7b0e2d-ddc3-4f42-93e7-7221595d92f6 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:09.217550 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45857e87-2e7a-4578-96a9-847b806d2951 req-ddcddfa8-e4db-4544-ad03-3f73bc46f661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:09.219223 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-45857e87-2e7a-4578-96a9-847b806d2951 req-ddcddfa8-e4db-4544-ad03-3f73bc46f661 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3031261c3700488ebb21ce749cad6bf8&device_id=22e1e128-4fec-4dbb-944d-d6c282f8a641 HTTP/1.1" status: 200 len: 1094 time: 0.3631024 May 05 20:07:09.222880 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ef4060e3-704e-4363-b65b-b8aa248f0115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:09.227504 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-372419bb-f8c4-4b02-a77e-2b8d901eb25f req-d1bebd62-ec27-4828-a18c-615c7a946f23 tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] Unset dirty status for tenant:daec84382a6c48208f1f131455c56ed2 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:07:09.228924 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-372419bb-f8c4-4b02-a77e-2b8d901eb25f req-d1bebd62-ec27-4828-a18c-615c7a946f23 tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db4831d3-dd27-46bd-8d11-93d00a7dbe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153580 May 05 20:07:09.243167 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9b7b0e2d-ddc3-4f42-93e7-7221595d92f6 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:09.248996 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7b0e2d-ddc3-4f42-93e7-7221595d92f6 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Pushing event deleted for resources: {'Subnet': ['ID=933215f6-6664-4c34-8fc5-e07fba002224,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:09.250121 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee70103-9c1c-440b-abca-dee3748dac75 None None] Network 0a53b6ca-750c-40a5-9257-56e6f1e52cc3 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:07:09.264379 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d1dc261f-7093-4643-afc2-f48ef22a65f7 req-b698619f-2fb5-4384-81d1-47ce2569ac5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:09.271161 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4060e3-704e-4363-b65b-b8aa248f0115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7b8bcc-83de-4da7-8e1b-e34da9b4287c,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:09.283252 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-9b7b0e2d-ddc3-4f42-93e7-7221595d92f6 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] 10.222.0.36 "DELETE /v2.0/subnets/933215f6-6664-4c34-8fc5-e07fba002224 HTTP/1.1" status: 204 len: 168 time: 0.8925505 May 05 20:07:09.290356 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 50590) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:09.351135 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f7fe5a-fbed-4cac-b1a8-2a375d20fbe4 req-530ae9d8-0efd-4c09-b477-3f91249e9af7 tempest-ServerAddressesNegativeTestJSON-855669114 tempest-ServerAddressesNegativeTestJSON-855669114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:09.352050 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-99f7fe5a-fbed-4cac-b1a8-2a375d20fbe4 req-530ae9d8-0efd-4c09-b477-3f91249e9af7 tempest-ServerAddressesNegativeTestJSON-855669114 tempest-ServerAddressesNegativeTestJSON-855669114-project] Synchronizing usage tracker for tenant:3d63b33534d3407d820af636c031019a on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:07:09.469140 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-99f7fe5a-fbed-4cac-b1a8-2a375d20fbe4 req-530ae9d8-0efd-4c09-b477-3f91249e9af7 tempest-ServerAddressesNegativeTestJSON-855669114 tempest-ServerAddressesNegativeTestJSON-855669114-project] Unset dirty status for tenant:3d63b33534d3407d820af636c031019a on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:07:09.477306 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-99f7fe5a-fbed-4cac-b1a8-2a375d20fbe4 req-530ae9d8-0efd-4c09-b477-3f91249e9af7 tempest-ServerAddressesNegativeTestJSON-855669114 tempest-ServerAddressesNegativeTestJSON-855669114-project] 10.222.0.36 "GET /v2.0/ports?device_id=d077dafe-1df4-4879-8d2a-6309376784c1 HTTP/1.1" status: 200 len: 932 time: 0.4716938 May 05 20:07:09.513444 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45857e87-2e7a-4578-96a9-847b806d2951 req-8d707bd7-ee6f-42dc-824d-54bff80cacb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:09.514963 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-45857e87-2e7a-4578-96a9-847b806d2951 req-8d707bd7-ee6f-42dc-824d-54bff80cacb6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=73dcf8ee-7da8-4049-833b-422cfa756c03 HTTP/1.1" status: 200 len: 914 time: 0.2852030 May 05 20:07:09.521381 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ef4060e3-704e-4363-b65b-b8aa248f0115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:09.525429 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-ef4060e3-704e-4363-b65b-b8aa248f0115 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4e7b8bcc-83de-4da7-8e1b-e34da9b4287c HTTP/1.1" status: 204 len: 168 time: 0.9205668 May 05 20:07:09.595107 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:09.615437 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-31b330a4-30a2-40a5-9dd7-22887c9a68d2 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:09.699223 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-99f7fe5a-fbed-4cac-b1a8-2a375d20fbe4 req-d2cef7ef-25dc-45a7-8ac0-28881c5a9a70 tempest-ServerAddressesNegativeTestJSON-855669114 tempest-ServerAddressesNegativeTestJSON-855669114-project] Synchronizing usage tracker for tenant:3d63b33534d3407d820af636c031019a on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:07:09.734894 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-31b330a4-30a2-40a5-9dd7-22887c9a68d2 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Deleting port 9be11f97-5068-4e3d-8065-9774275915bd {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:07:09.735341 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-31b330a4-30a2-40a5-9dd7-22887c9a68d2 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:09.756153 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f871af19-5c32-445e-ad6c-44d04a589409 None None] DHCP port deletion for 0a53b6ca-750c-40a5-9257-56e6f1e52cc3 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:07:09.765097 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-f871af19-5c32-445e-ad6c-44d04a589409 None None] Deleting port 9be11f97-5068-4e3d-8065-9774275915bd {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:07:09.765476 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f871af19-5c32-445e-ad6c-44d04a589409 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:09.767628 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-053da6ca-5079-493b-a8b7-ab319cea20d9 req-7105df7e-c1f8-4367-b580-763f17dd8b2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a472655-f6f4-4a70-88a3-61720e632166 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:07:09.777061 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-053da6ca-5079-493b-a8b7-ab319cea20d9 req-7105df7e-c1f8-4367-b580-763f17dd8b2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:09.801455 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-45857e87-2e7a-4578-96a9-847b806d2951 req-3e3cf2aa-2e6c-4cdc-80bd-684a8106efd6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b84a355-ec4d-4d95-b7a8-6b025fb0c45e HTTP/1.1" status: 200 len: 217 time: 0.2722774 May 05 20:07:09.858463 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-99f7fe5a-fbed-4cac-b1a8-2a375d20fbe4 req-d2cef7ef-25dc-45a7-8ac0-28881c5a9a70 tempest-ServerAddressesNegativeTestJSON-855669114 tempest-ServerAddressesNegativeTestJSON-855669114-project] Unset dirty status for tenant:3d63b33534d3407d820af636c031019a on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:07:09.872176 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-99f7fe5a-fbed-4cac-b1a8-2a375d20fbe4 req-d2cef7ef-25dc-45a7-8ac0-28881c5a9a70 tempest-ServerAddressesNegativeTestJSON-855669114 tempest-ServerAddressesNegativeTestJSON-855669114-project] 10.222.0.36 "GET /v2.0/security-groups?id=bce92438-ad62-4d6c-ac39-8f1b582bbd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3878725 May 05 20:07:09.883521 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-053da6ca-5079-493b-a8b7-ab319cea20d9 req-7105df7e-c1f8-4367-b580-763f17dd8b2e service neutron] Transition to ACTIVE for port object 4a472655-f6f4-4a70-88a3-61720e632166 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:07:09.940165 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-053da6ca-5079-493b-a8b7-ab319cea20d9 req-7105df7e-c1f8-4367-b580-763f17dd8b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:10.026148 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45857e87-2e7a-4578-96a9-847b806d2951 req-13a32727-5c7a-4b49-a495-075b08166e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:10.027229 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-45857e87-2e7a-4578-96a9-847b806d2951 req-13a32727-5c7a-4b49-a495-075b08166e79 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4827f7a3-de71-4f27-901b-2f2a7feca415 HTTP/1.1" status: 200 len: 853 time: 0.2196431 May 05 20:07:10.141180 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-f871af19-5c32-445e-ad6c-44d04a589409 None None] For port 9be11f97-5068-4e3d-8065-9774275915bd, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=9be11f97-5068-4e3d-8065-9774275915bd,segment=NetworkSegment(31917ae2-1201-492b-ac38-1b73a6345583),segment_id=31917ae2-1201-492b-ac38-1b73a6345583)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:07:10.141950 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f871af19-5c32-445e-ad6c-44d04a589409 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:10.166271 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-45857e87-2e7a-4578-96a9-847b806d2951 req-a23ea206-d8ab-406c-8f6a-c999a009995f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=73dcf8ee-7da8-4049-833b-422cfa756c03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1300254 May 05 20:07:10.204073 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105df7e-c1f8-4367-b580-763f17dd8b2e service neutron] Pushing event updated for resources: {'Port': ['ID=4a472655-f6f4-4a70-88a3-61720e632166,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:10.252544 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-31b330a4-30a2-40a5-9dd7-22887c9a68d2 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] For port 9be11f97-5068-4e3d-8065-9774275915bd, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=9be11f97-5068-4e3d-8065-9774275915bd,segment=NetworkSegment(31917ae2-1201-492b-ac38-1b73a6345583),segment_id=31917ae2-1201-492b-ac38-1b73a6345583)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:07:10.252908 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-31b330a4-30a2-40a5-9dd7-22887c9a68d2 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:10.312122 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-f871af19-5c32-445e-ad6c-44d04a589409 None None] Calling delete_port for 9be11f97-5068-4e3d-8065-9774275915bd owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:07:10.460716 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f871af19-5c32-445e-ad6c-44d04a589409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:10.521988 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f871af19-5c32-445e-ad6c-44d04a589409 None None] No DVR routers for this DVR port 9be11f97-5068-4e3d-8065-9774275915bd on host n-d-840717-1 {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:07:10.532988 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f871af19-5c32-445e-ad6c-44d04a589409 None None] Pushing event deleted for resources: {'Port': ['ID=9be11f97-5068-4e3d-8065-9774275915bd,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:10.553328 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66237ce-d5e1-430f-9a10-2901a0b549a9 req-803ff919-2cbf-469a-b430-92e1cdf33dde tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:10.560716 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c66237ce-d5e1-430f-9a10-2901a0b549a9 req-803ff919-2cbf-469a-b430-92e1cdf33dde tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=6653810a-8bbe-4eb4-9580-559408135f43 HTTP/1.1" status: 200 len: 945 time: 0.6942232 May 05 20:07:10.581136 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-053da6ca-5079-493b-a8b7-ab319cea20d9 req-7105df7e-c1f8-4367-b580-763f17dd8b2e service neutron] Attempting to bind port 4a472655-f6f4-4a70-88a3-61720e632166 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:07:10.581464 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-053da6ca-5079-493b-a8b7-ab319cea20d9 req-7105df7e-c1f8-4367-b580-763f17dd8b2e service neutron] Attempting to bind port 4a472655-f6f4-4a70-88a3-61720e632166 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'c016b080-0146-431c-9f6b-5979a32d0fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '976eb87e-c8f2-4da3-bfa5-44bffd395e41'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:07:10.581787 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053da6ca-5079-493b-a8b7-ab319cea20d9 req-7105df7e-c1f8-4367-b580-763f17dd8b2e service neutron] Attempting to bind port 4a472655-f6f4-4a70-88a3-61720e632166 on network 976eb87e-c8f2-4da3-bfa5-44bffd395e41 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:07:10.594371 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053da6ca-5079-493b-a8b7-ab319cea20d9 req-7105df7e-c1f8-4367-b580-763f17dd8b2e service neutron] Port 4a472655-f6f4-4a70-88a3-61720e632166 on network 976eb87e-c8f2-4da3-bfa5-44bffd395e41 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:07:10.594712 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053da6ca-5079-493b-a8b7-ab319cea20d9 req-7105df7e-c1f8-4367-b580-763f17dd8b2e service neutron] Attempting to bind port 4a472655-f6f4-4a70-88a3-61720e632166 on network 976eb87e-c8f2-4da3-bfa5-44bffd395e41 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:07:10.621308 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053da6ca-5079-493b-a8b7-ab319cea20d9 req-7105df7e-c1f8-4367-b580-763f17dd8b2e service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:07:10.621620 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053da6ca-5079-493b-a8b7-ab319cea20d9 req-7105df7e-c1f8-4367-b580-763f17dd8b2e service neutron] Checking segment: {'id': 'c016b080-0146-431c-9f6b-5979a32d0fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '976eb87e-c8f2-4da3-bfa5-44bffd395e41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:07:10.622006 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053da6ca-5079-493b-a8b7-ab319cea20d9 req-7105df7e-c1f8-4367-b580-763f17dd8b2e service neutron] Bound using segment: {'id': 'c016b080-0146-431c-9f6b-5979a32d0fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '976eb87e-c8f2-4da3-bfa5-44bffd395e41'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:07:10.622490 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-053da6ca-5079-493b-a8b7-ab319cea20d9 req-7105df7e-c1f8-4367-b580-763f17dd8b2e service neutron] Bound port: 4a472655-f6f4-4a70-88a3-61720e632166, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c016b080-0146-431c-9f6b-5979a32d0fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '976eb87e-c8f2-4da3-bfa5-44bffd395e41'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:07:10.622769 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-053da6ca-5079-493b-a8b7-ab319cea20d9 req-7105df7e-c1f8-4367-b580-763f17dd8b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:10.666404 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c66237ce-d5e1-430f-9a10-2901a0b549a9 req-240f28d6-d8b9-47b2-92e2-3d535eb74898 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047442 May 05 20:07:10.704452 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-31b330a4-30a2-40a5-9dd7-22887c9a68d2 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Calling delete_port for 9be11f97-5068-4e3d-8065-9774275915bd owned by network:dhcp {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:07:10.728707 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 4b84a355-ec4d-4d95-b7a8-6b025fb0c45e details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:07:10.769645 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-45857e87-2e7a-4578-96a9-847b806d2951 req-e279726d-3cb8-483f-8238-84c8458e349f service neutron] 10.222.0.50 "GET /v2.0/networks/73dcf8ee-7da8-4049-833b-422cfa756c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5667095 May 05 20:07:10.811273 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083fb120-4733-430c-9b85-dd7a96ea27d3 req-42b6fa43-1c3f-414e-88e1-122e8d2b81eb tempest-ServerPasswordTestJSON-1279502387 tempest-ServerPasswordTestJSON-1279502387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:10.825244 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-083fb120-4733-430c-9b85-dd7a96ea27d3 req-42b6fa43-1c3f-414e-88e1-122e8d2b81eb tempest-ServerPasswordTestJSON-1279502387 tempest-ServerPasswordTestJSON-1279502387-project] 10.222.0.36 "GET /v2.0/ports?device_id=22e1e128-4fec-4dbb-944d-d6c282f8a641 HTTP/1.1" status: 200 len: 943 time: 0.8119848 May 05 20:07:10.977486 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 9be11f97-5068-4e3d-8065-9774275915bd no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:07:10.981036 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-083fb120-4733-430c-9b85-dd7a96ea27d3 req-225a43b6-170c-4543-8acb-38952d3562d2 tempest-ServerPasswordTestJSON-1279502387 tempest-ServerPasswordTestJSON-1279502387-project] 10.222.0.36 "GET /v2.0/security-groups?id=07a2565c-93bd-498a-86aa-b5f08fe98b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539574 May 05 20:07:10.984897 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.resource_extend [req-d1dc261f-7093-4643-afc2-f48ef22a65f7 req-b698619f-2fb5-4384-81d1-47ce2569ac5d service neutron] It took 0.73 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 20:07:11.117757 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-053da6ca-5079-493b-a8b7-ab319cea20d9 req-7105df7e-c1f8-4367-b580-763f17dd8b2e service neutron] For port 4a472655-f6f4-4a70-88a3-61720e632166, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:07:11.147686 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-053da6ca-5079-493b-a8b7-ab319cea20d9 req-7105df7e-c1f8-4367-b580-763f17dd8b2e service neutron] For port 4a472655-f6f4-4a70-88a3-61720e632166, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=4a472655-f6f4-4a70-88a3-61720e632166,segment=NetworkSegment(c016b080-0146-431c-9f6b-5979a32d0fd8),segment_id=c016b080-0146-431c-9f6b-5979a32d0fd8)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:07:11.148770 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 9be11f97-5068-4e3d-8065-9774275915bd {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:07:11.149112 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 9be11f97-5068-4e3d-8065-9774275915bd not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:07:11.181562 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-d1dc261f-7093-4643-afc2-f48ef22a65f7 req-b698619f-2fb5-4384-81d1-47ce2569ac5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d9d5a52-5c78-47e0-b59b-00a85b10b369 {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:07:11.184773 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-053da6ca-5079-493b-a8b7-ab319cea20d9 req-7105df7e-c1f8-4367-b580-763f17dd8b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:11.195750 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 4b84a355-ec4d-4d95-b7a8-6b025fb0c45e, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=4b84a355-ec4d-4d95-b7a8-6b025fb0c45e,segment=NetworkSegment(e993827b-d125-4776-82f2-15b5301e92be),segment_id=e993827b-d125-4776-82f2-15b5301e92be)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:07:11.198832 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d1dc261f-7093-4643-afc2-f48ef22a65f7 req-b698619f-2fb5-4384-81d1-47ce2569ac5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:11.215273 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': '4b84a355-ec4d-4d95-b7a8-6b025fb0c45e', 'network_id': '73dcf8ee-7da8-4049-833b-422cfa756c03', 'port_id': '4b84a355-ec4d-4d95-b7a8-6b025fb0c45e', 'mac_address': 'fa:16:3e:c4:96:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4827f7a3-de71-4f27-901b-2f2a7feca415', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:07:11.232108 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-d1dc261f-7093-4643-afc2-f48ef22a65f7 req-b698619f-2fb5-4384-81d1-47ce2569ac5d service neutron] Transition to ACTIVE for port object 7d9d5a52-5c78-47e0-b59b-00a85b10b369 will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:07:11.239340 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d1dc261f-7093-4643-afc2-f48ef22a65f7 req-b698619f-2fb5-4384-81d1-47ce2569ac5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:11.273533 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-45857e87-2e7a-4578-96a9-847b806d2951 req-e594166b-82fa-4a27-9d28-ffcc1a8d1bcc service neutron] 10.222.0.50 "GET /v2.0/networks/73dcf8ee-7da8-4049-833b-422cfa756c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4659855 May 05 20:07:11.323451 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053da6ca-5079-493b-a8b7-ab319cea20d9 req-7105df7e-c1f8-4367-b580-763f17dd8b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:11.324287 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-053da6ca-5079-493b-a8b7-ab319cea20d9 req-7105df7e-c1f8-4367-b580-763f17dd8b2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:11.326592 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-053da6ca-5079-493b-a8b7-ab319cea20d9 req-7105df7e-c1f8-4367-b580-763f17dd8b2e service neutron] 10.222.0.24 "PUT /v2.0/ports/4a472655-f6f4-4a70-88a3-61720e632166 HTTP/1.1" status: 200 len: 1091 time: 2.8192163 May 05 20:07:11.327634 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '816f2d8f-036b-4110-aa62-63392bf1fcbd', 'tag': '4a472655-f6f4-4a70-88a3-61720e632166'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:07:11.328079 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b698619f-2fb5-4384-81d1-47ce2569ac5d service neutron] Pushing event updated for resources: {'Port': ['ID=7d9d5a52-5c78-47e0-b59b-00a85b10b369,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:11.383497 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105df7e-c1f8-4367-b580-763f17dd8b2e service neutron] Pushing event updated for resources: {'Port': ['ID=4a472655-f6f4-4a70-88a3-61720e632166,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:11.393455 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:11.408092 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.api [None req-31b330a4-30a2-40a5-9dd7-22887c9a68d2 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88197) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:07:11.408417 n-d-840717-1 neutron-server[88197]: DEBUG oslo_db.api [None req-31b330a4-30a2-40a5-9dd7-22887c9a68d2 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:07:11.448891 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b84a355-ec4d-4d95-b7a8-6b025fb0c45e {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:07:11.473419 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 4b84a355-ec4d-4d95-b7a8-6b025fb0c45e, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=4b84a355-ec4d-4d95-b7a8-6b025fb0c45e,segment=NetworkSegment(e993827b-d125-4776-82f2-15b5301e92be),segment_id=e993827b-d125-4776-82f2-15b5301e92be)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:07:11.486934 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:11.543818 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053da6ca-5079-493b-a8b7-ab319cea20d9 req-6eabb115-9352-4143-8c26-79b5b488c9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:11.545442 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-053da6ca-5079-493b-a8b7-ab319cea20d9 req-6eabb115-9352-4143-8c26-79b5b488c9bf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=daec84382a6c48208f1f131455c56ed2&device_id=816f2d8f-036b-4110-aa62-63392bf1fcbd HTTP/1.1" status: 200 len: 1094 time: 0.1541817 May 05 20:07:11.561032 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d561ccd-a5c0-4873-8922-8185971e38c0 req-dc11ece4-a742-44bf-b38c-44e6d1c375ba tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:11.563123 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5d561ccd-a5c0-4873-8922-8185971e38c0 req-dc11ece4-a742-44bf-b38c-44e6d1c375ba tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] 10.222.0.36 "GET /v2.0/ports?device_id=816f2d8f-036b-4110-aa62-63392bf1fcbd HTTP/1.1" status: 200 len: 943 time: 0.1257935 May 05 20:07:11.601211 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=4b84a355-ec4d-4d95-b7a8-6b025fb0c45e,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:11.645281 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-d1dc261f-7093-4643-afc2-f48ef22a65f7 req-b698619f-2fb5-4384-81d1-47ce2569ac5d service neutron] Attempting to bind port 7d9d5a52-5c78-47e0-b59b-00a85b10b369 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:07:11.646167 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-d1dc261f-7093-4643-afc2-f48ef22a65f7 req-b698619f-2fb5-4384-81d1-47ce2569ac5d service neutron] Attempting to bind port 7d9d5a52-5c78-47e0-b59b-00a85b10b369 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': '45d2fdd1-a29a-4c56-a2a2-5ddfd0608ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '054eb509-9ff2-4b05-baaf-707c2a47b919'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:07:11.646516 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1dc261f-7093-4643-afc2-f48ef22a65f7 req-b698619f-2fb5-4384-81d1-47ce2569ac5d service neutron] Attempting to bind port 7d9d5a52-5c78-47e0-b59b-00a85b10b369 on network 054eb509-9ff2-4b05-baaf-707c2a47b919 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:07:11.650791 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-053da6ca-5079-493b-a8b7-ab319cea20d9 req-1653f47b-afa6-4312-816c-fe90050ef734 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a472655-f6f4-4a70-88a3-61720e632166 HTTP/1.1" status: 200 len: 217 time: 0.0866001 May 05 20:07:11.659217 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e91fe-8d59-457d-a963-2d3feffa7acf req-b5eecd2b-82f8-4527-b654-20a70a8b238d tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:11.663896 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-004e91fe-8d59-457d-a963-2d3feffa7acf req-b5eecd2b-82f8-4527-b654-20a70a8b238d tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3775c53-95fc-463a-847a-74bdf4015c90 HTTP/1.1" status: 200 len: 946 time: 0.3368955 May 05 20:07:11.664915 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1dc261f-7093-4643-afc2-f48ef22a65f7 req-b698619f-2fb5-4384-81d1-47ce2569ac5d service neutron] Port 7d9d5a52-5c78-47e0-b59b-00a85b10b369 on network 054eb509-9ff2-4b05-baaf-707c2a47b919 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:07:11.665313 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1dc261f-7093-4643-afc2-f48ef22a65f7 req-b698619f-2fb5-4384-81d1-47ce2569ac5d service neutron] Attempting to bind port 7d9d5a52-5c78-47e0-b59b-00a85b10b369 on network 054eb509-9ff2-4b05-baaf-707c2a47b919 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:07:11.691934 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1dc261f-7093-4643-afc2-f48ef22a65f7 req-b698619f-2fb5-4384-81d1-47ce2569ac5d service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:07:11.692290 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1dc261f-7093-4643-afc2-f48ef22a65f7 req-b698619f-2fb5-4384-81d1-47ce2569ac5d service neutron] Checking segment: {'id': '45d2fdd1-a29a-4c56-a2a2-5ddfd0608ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '054eb509-9ff2-4b05-baaf-707c2a47b919'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:07:11.693004 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1dc261f-7093-4643-afc2-f48ef22a65f7 req-b698619f-2fb5-4384-81d1-47ce2569ac5d service neutron] Bound using segment: {'id': '45d2fdd1-a29a-4c56-a2a2-5ddfd0608ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '054eb509-9ff2-4b05-baaf-707c2a47b919'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:07:11.693553 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-d1dc261f-7093-4643-afc2-f48ef22a65f7 req-b698619f-2fb5-4384-81d1-47ce2569ac5d service neutron] Bound port: 7d9d5a52-5c78-47e0-b59b-00a85b10b369, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45d2fdd1-a29a-4c56-a2a2-5ddfd0608ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '054eb509-9ff2-4b05-baaf-707c2a47b919'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:07:11.693861 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d1dc261f-7093-4643-afc2-f48ef22a65f7 req-b698619f-2fb5-4384-81d1-47ce2569ac5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:11.701877 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['4b84a355-ec4d-4d95-b7a8-6b025fb0c45e'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:07:11.726844 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5d561ccd-a5c0-4873-8922-8185971e38c0 req-d97c7744-ff73-4a98-9344-818e5f15ffd7 tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db4831d3-dd27-46bd-8d11-93d00a7dbe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993071 May 05 20:07:11.736939 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053da6ca-5079-493b-a8b7-ab319cea20d9 req-8a2c54ff-fb18-4e3c-acf6-0fbbeaad0724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:11.738403 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-053da6ca-5079-493b-a8b7-ab319cea20d9 req-8a2c54ff-fb18-4e3c-acf6-0fbbeaad0724 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b9e98f42-8b8d-41d7-9fec-2234425adabe HTTP/1.1" status: 200 len: 865 time: 0.0821955 May 05 20:07:11.739911 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-004e91fe-8d59-457d-a963-2d3feffa7acf req-e0448b4a-11a4-427f-8e5e-4598376f1e14 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31a0353-9cc7-4431-82ad-5f9b9985cf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716825 May 05 20:07:11.799438 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 50660) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:11.803769 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-053da6ca-5079-493b-a8b7-ab319cea20d9 req-56173224-7d63-4852-9d38-e068d0bee71c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=976eb87e-c8f2-4da3-bfa5-44bffd395e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571399 May 05 20:07:11.835850 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-d1dc261f-7093-4643-afc2-f48ef22a65f7 req-b698619f-2fb5-4384-81d1-47ce2569ac5d service neutron] For port 7d9d5a52-5c78-47e0-b59b-00a85b10b369, host n-h1-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:07:11.840398 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-d1dc261f-7093-4643-afc2-f48ef22a65f7 req-b698619f-2fb5-4384-81d1-47ce2569ac5d service neutron] For port 7d9d5a52-5c78-47e0-b59b-00a85b10b369, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=7d9d5a52-5c78-47e0-b59b-00a85b10b369,segment=NetworkSegment(45d2fdd1-a29a-4c56-a2a2-5ddfd0608ff2),segment_id=45d2fdd1-a29a-4c56-a2a2-5ddfd0608ff2)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:07:11.850892 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d1dc261f-7093-4643-afc2-f48ef22a65f7 req-b698619f-2fb5-4384-81d1-47ce2569ac5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:11.909624 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-31b330a4-30a2-40a5-9dd7-22887c9a68d2 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Deleting port 9be11f97-5068-4e3d-8065-9774275915bd {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:07:11.910593 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-31b330a4-30a2-40a5-9dd7-22887c9a68d2 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:11.945026 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc261f-7093-4643-afc2-f48ef22a65f7 req-b698619f-2fb5-4384-81d1-47ce2569ac5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:11.945590 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d1dc261f-7093-4643-afc2-f48ef22a65f7 req-b698619f-2fb5-4384-81d1-47ce2569ac5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:11.947222 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d1dc261f-7093-4643-afc2-f48ef22a65f7 req-b698619f-2fb5-4384-81d1-47ce2569ac5d service neutron] 10.222.0.24 "PUT /v2.0/ports/7d9d5a52-5c78-47e0-b59b-00a85b10b369 HTTP/1.1" status: 200 len: 1092 time: 2.9006977 May 05 20:07:11.960394 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd077dafe-1df4-4879-8d2a-6309376784c1', 'tag': '7d9d5a52-5c78-47e0-b59b-00a85b10b369'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:07:12.046858 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-35ff2869-456b-4964-9c0c-b9877fa84ebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:12.079902 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-35ff2869-456b-4964-9c0c-b9877fa84ebb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:07:12.087775 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-35ff2869-456b-4964-9c0c-b9877fa84ebb admin admin] Usage tracker for resource:security_group_rule and tenant:cd1fc15d784340358e38b35c3aa8d45a is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:07:12.092178 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-053da6ca-5079-493b-a8b7-ab319cea20d9 req-bdcf8111-9ae2-4f74-87c7-3baaa27c9d6a service neutron] 10.222.0.24 "GET /v2.0/networks/976eb87e-c8f2-4da3-bfa5-44bffd395e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815862 May 05 20:07:12.092966 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-35ff2869-456b-4964-9c0c-b9877fa84ebb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:07:12.101927 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-35ff2869-456b-4964-9c0c-b9877fa84ebb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:07:12.102470 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-31b330a4-30a2-40a5-9dd7-22887c9a68d2 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] The port '9be11f97-5068-4e3d-8065-9774275915bd' was deleted {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 20:07:12.176775 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b698619f-2fb5-4384-81d1-47ce2569ac5d service neutron] Pushing event updated for resources: {'Port': ['ID=7d9d5a52-5c78-47e0-b59b-00a85b10b369,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:12.233379 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d910c1-2695-4a19-8a4e-049dece41b91 req-ca38e53b-ec09-40ba-99f6-d8bd4a744574 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:12.234846 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c3d910c1-2695-4a19-8a4e-049dece41b91 req-ca38e53b-ec09-40ba-99f6-d8bd4a744574 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=6653810a-8bbe-4eb4-9580-559408135f43 HTTP/1.1" status: 200 len: 945 time: 0.2926400 May 05 20:07:12.270689 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-31b330a4-30a2-40a5-9dd7-22887c9a68d2 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:12.308613 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64e63f-1940-4b37-8ea3-8ffe1c46b56d req-257e94a4-f4e7-4c2a-bd46-46ce0af02e30 tempest-ServerAddressesNegativeTestJSON-855669114 tempest-ServerAddressesNegativeTestJSON-855669114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:12.310323 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cf64e63f-1940-4b37-8ea3-8ffe1c46b56d req-257e94a4-f4e7-4c2a-bd46-46ce0af02e30 tempest-ServerAddressesNegativeTestJSON-855669114 tempest-ServerAddressesNegativeTestJSON-855669114-project] 10.222.0.36 "GET /v2.0/ports?device_id=d077dafe-1df4-4879-8d2a-6309376784c1 HTTP/1.1" status: 200 len: 944 time: 0.3677044 May 05 20:07:12.314608 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc261f-7093-4643-afc2-f48ef22a65f7 req-0f9ad2c0-eb6f-4080-a88f-4536817fa3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:12.315931 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d1dc261f-7093-4643-afc2-f48ef22a65f7 req-0f9ad2c0-eb6f-4080-a88f-4536817fa3fa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3d63b33534d3407d820af636c031019a&device_id=d077dafe-1df4-4879-8d2a-6309376784c1 HTTP/1.1" status: 200 len: 1095 time: 0.3041124 May 05 20:07:12.317542 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-31b330a4-30a2-40a5-9dd7-22887c9a68d2 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a53b6ca-750c-40a5-9257-56e6f1e52cc3']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:07:12.328309 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-053da6ca-5079-493b-a8b7-ab319cea20d9 req-f6a1d458-8425-4fbe-8569-813ddc53b935 service neutron] 10.222.0.24 "GET /v2.0/networks/976eb87e-c8f2-4da3-bfa5-44bffd395e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239459 May 05 20:07:12.332726 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c3d910c1-2695-4a19-8a4e-049dece41b91 req-00f91d93-0f3d-42d0-be44-c9054ee95be2 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910261 May 05 20:07:12.379847 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-35ff2869-456b-4964-9c0c-b9877fa84ebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:12.384658 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-35ff2869-456b-4964-9c0c-b9877fa84ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:12.398339 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-31b330a4-30a2-40a5-9dd7-22887c9a68d2 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31917ae2-1201-492b-ac38-1b73a6345583') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:07:12.398648 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-31b330a4-30a2-40a5-9dd7-22887c9a68d2 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31917ae2-1201-492b-ac38-1b73a6345583') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:07:12.421789 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25d43eab-751c-45c2-815b-93b28374ae13'] response: {'name': 'network-changed', 'server_uuid': '816f2d8f-036b-4110-aa62-63392bf1fcbd', 'tag': '4a472655-f6f4-4a70-88a3-61720e632166', 'status': 'completed', 'code': 200} May 05 20:07:12.424413 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d1dc261f-7093-4643-afc2-f48ef22a65f7 req-0483df22-552c-42e7-9b59-45b06643b683 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d9d5a52-5c78-47e0-b59b-00a85b10b369 HTTP/1.1" status: 200 len: 217 time: 0.0993297 May 05 20:07:12.435111 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-31b330a4-30a2-40a5-9dd7-22887c9a68d2 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:12.482362 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ff2869-456b-4964-9c0c-b9877fa84ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1b80c7-ed8c-4a92-905c-07a893d8cbc6,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:12.482578 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-487ebb47-9eb8-415e-938e-ad6669f9f73a'] response: {'name': 'network-changed', 'server_uuid': 'd077dafe-1df4-4879-8d2a-6309376784c1', 'tag': '7d9d5a52-5c78-47e0-b59b-00a85b10b369', 'status': 'completed', 'code': 200} May 05 20:07:12.502195 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-35ff2869-456b-4964-9c0c-b9877fa84ebb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cd1fc15d784340358e38b35c3aa8d45a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6974297 May 05 20:07:12.503231 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 50674) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:12.506871 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cf64e63f-1940-4b37-8ea3-8ffe1c46b56d req-b599f8d7-cf15-4031-a29b-f8db719f2fa7 tempest-ServerAddressesNegativeTestJSON-855669114 tempest-ServerAddressesNegativeTestJSON-855669114-project] 10.222.0.36 "GET /v2.0/security-groups?id=bce92438-ad62-4d6c-ac39-8f1b582bbd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809235 May 05 20:07:12.507956 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-31b330a4-30a2-40a5-9dd7-22887c9a68d2 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:12.519401 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31b330a4-30a2-40a5-9dd7-22887c9a68d2 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:07:12.519401 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-31b330a4-30a2-40a5-9dd7-22887c9a68d2 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:12.534364 n-d-840717-1 neutron-server[88197]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:07:12.534364 n-d-840717-1 neutron-server[88197]: util.warn( May 05 20:07:12.534364 n-d-840717-1 neutron-server[88197]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:07:12.534364 n-d-840717-1 neutron-server[88197]: util.warn( May 05 20:07:12.534364 n-d-840717-1 neutron-server[88197]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:07:12.534364 n-d-840717-1 neutron-server[88197]: util.warn( May 05 20:07:12.534364 n-d-840717-1 neutron-server[88197]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:07:12.534364 n-d-840717-1 neutron-server[88197]: util.warn( May 05 20:07:12.534364 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:07:12.534364 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:07:12.534364 n-d-840717-1 neutron-server[88197]: timer() May 05 20:07:12.534364 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:07:12.534364 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:07:12.534364 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:07:12.534364 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:07:12.534364 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:07:12.534364 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:07:12.534364 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:07:12.534364 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:07:12.534364 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:07:12.534364 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:07:12.534364 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:07:12.534364 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:07:12.534364 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:07:12.534364 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:07:12.534364 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:07:12.534364 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:07:12.534364 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:07:12.534364 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:07:12.534364 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:07:12.534364 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:07:12.534364 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:07:12.534364 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:07:12.534364 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:07:12.534364 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:07:12.534364 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:07:12.534364 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:07:12.534364 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:07:12.534364 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:07:12.534364 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:07:12.565482 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc261f-7093-4643-afc2-f48ef22a65f7 req-6415b865-830d-469d-bcbd-18283d176eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:12.566899 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d1dc261f-7093-4643-afc2-f48ef22a65f7 req-6415b865-830d-469d-bcbd-18283d176eb4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6df7e06c-4939-4ba1-b3db-b8666bd5ffe1 HTTP/1.1" status: 200 len: 861 time: 0.1245999 May 05 20:07:12.644470 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a926734-924c-4d54-be06-e0563071e6b5 req-ca96d948-8edb-4742-82a0-566b86140dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:12.646605 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2a926734-924c-4d54-be06-e0563071e6b5 req-ca96d948-8edb-4742-82a0-566b86140dc3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=daec84382a6c48208f1f131455c56ed2&device_id=816f2d8f-036b-4110-aa62-63392bf1fcbd HTTP/1.1" status: 200 len: 1094 time: 0.2096448 May 05 20:07:12.657488 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a6d6cf4a-856e-405a-ba72-d2fd22bd56ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:12.687843 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d1dc261f-7093-4643-afc2-f48ef22a65f7 req-0550a00d-6df1-40d8-aef2-21e68096ff96 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=054eb509-9ff2-4b05-baaf-707c2a47b919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680590 May 05 20:07:12.689039 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-31b330a4-30a2-40a5-9dd7-22887c9a68d2 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:12.718954 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 4b84a355-ec4d-4d95-b7a8-6b025fb0c45e up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:07:12.725201 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-31b330a4-30a2-40a5-9dd7-22887c9a68d2 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:12.728038 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b330a4-30a2-40a5-9dd7-22887c9a68d2 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Pushing event deleted for resources: {'Network': ['ID=0a53b6ca-750c-40a5-9257-56e6f1e52cc3,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:12.737020 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a6d6cf4a-856e-405a-ba72-d2fd22bd56ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:12.848267 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port 4b84a355-ec4d-4d95-b7a8-6b025fb0c45e completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:07:12.860669 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port 4b84a355-ec4d-4d95-b7a8-6b025fb0c45e triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:07:12.861228 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:12.865224 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e29f0-d913-47c2-91a9-270bc43edba6 req-44389c0b-671b-4d1f-8d6b-30e66c72da4f tempest-ServerPasswordTestJSON-1279502387 tempest-ServerPasswordTestJSON-1279502387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:12.873112 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-005e29f0-d913-47c2-91a9-270bc43edba6 req-44389c0b-671b-4d1f-8d6b-30e66c72da4f tempest-ServerPasswordTestJSON-1279502387 tempest-ServerPasswordTestJSON-1279502387-project] 10.222.0.36 "GET /v2.0/ports?device_id=22e1e128-4fec-4dbb-944d-d6c282f8a641 HTTP/1.1" status: 200 len: 944 time: 0.3163838 May 05 20:07:12.968760 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a926734-924c-4d54-be06-e0563071e6b5 req-90c7696b-639f-45bb-a3bd-753aa9723b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:12.970457 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2a926734-924c-4d54-be06-e0563071e6b5 req-90c7696b-639f-45bb-a3bd-753aa9723b76 service neutron] 10.222.0.24 "GET /v2.0/networks?id=976eb87e-c8f2-4da3-bfa5-44bffd395e41 HTTP/1.1" status: 200 len: 926 time: 0.3142641 May 05 20:07:12.976962 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-005e29f0-d913-47c2-91a9-270bc43edba6 req-5f5b0a52-446d-4d3b-b8a9-aea0a7b51b15 tempest-ServerPasswordTestJSON-1279502387 tempest-ServerPasswordTestJSON-1279502387-project] 10.222.0.36 "GET /v2.0/security-groups?id=07a2565c-93bd-498a-86aa-b5f08fe98b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023328 May 05 20:07:12.978021 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-31b330a4-30a2-40a5-9dd7-22887c9a68d2 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] 10.222.0.36 "DELETE /v2.0/networks/0a53b6ca-750c-40a5-9257-56e6f1e52cc3 HTTP/1.1" status: 204 len: 168 time: 3.6864028 May 05 20:07:12.983322 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 50688) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:12.987175 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a6d6cf4a-856e-405a-ba72-d2fd22bd56ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:13.055273 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:13.125555 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 4b84a355-ec4d-4d95-b7a8-6b025fb0c45e, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=4b84a355-ec4d-4d95-b7a8-6b025fb0c45e,segment=NetworkSegment(e993827b-d125-4776-82f2-15b5301e92be),segment_id=e993827b-d125-4776-82f2-15b5301e92be)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:07:13.129808 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e1e128-4fec-4dbb-944d-d6c282f8a641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b84a355-ec4d-4d95-b7a8-6b025fb0c45e'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:07:13.142096 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:13.185830 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-9cd49a03-3dcf-41a8-b70e-33477b9c9461 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Deleting port 06a7149c-2773-4824-a96a-80d32abf67cb {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:07:13.186417 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9cd49a03-3dcf-41a8-b70e-33477b9c9461 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:13.233376 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d1dc261f-7093-4643-afc2-f48ef22a65f7 req-edc99726-cd5d-40e4-a0c2-eac2a8aa9850 service neutron] 10.222.0.24 "GET /v2.0/networks/054eb509-9ff2-4b05-baaf-707c2a47b919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5095062 May 05 20:07:13.240635 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2a926734-924c-4d54-be06-e0563071e6b5 req-72ca5884-04bc-4502-9359-57909e881f8b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a472655-f6f4-4a70-88a3-61720e632166 HTTP/1.1" status: 200 len: 217 time: 0.2570233 May 05 20:07:13.244860 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a6d6cf4a-856e-405a-ba72-d2fd22bd56ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:13.248381 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a6d6cf4a-856e-405a-ba72-d2fd22bd56ee admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ff1b80c7-ed8c-4a92-905c-07a893d8cbc6 HTTP/1.1" status: 204 len: 168 time: 0.7397943 May 05 20:07:13.250684 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=4b84a355-ec4d-4d95-b7a8-6b025fb0c45e,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:13.383022 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a926734-924c-4d54-be06-e0563071e6b5 req-b4f24a33-923f-4a8d-b735-79288e508205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:13.384375 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d1dc261f-7093-4643-afc2-f48ef22a65f7 req-369a2d9a-b199-4c2e-bbb5-f6b890f27c8a service neutron] 10.222.0.24 "GET /v2.0/networks/054eb509-9ff2-4b05-baaf-707c2a47b919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434195 May 05 20:07:13.384590 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2a926734-924c-4d54-be06-e0563071e6b5 req-b4f24a33-923f-4a8d-b735-79288e508205 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b9e98f42-8b8d-41d7-9fec-2234425adabe HTTP/1.1" status: 200 len: 865 time: 0.1216576 May 05 20:07:13.385358 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d6cf4a-856e-405a-ba72-d2fd22bd56ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1b80c7-ed8c-4a92-905c-07a893d8cbc6,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:13.448480 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2a926734-924c-4d54-be06-e0563071e6b5 req-f5f2d020-3971-4a7d-aba3-e5675ca05f42 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=976eb87e-c8f2-4da3-bfa5-44bffd395e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513322 May 05 20:07:13.556467 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c0c83-b0dd-4c44-9df7-d25057e026c5 req-d40218ac-2d04-4ab4-ba5e-287258045319 tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:13.557978 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-838c0c83-b0dd-4c44-9df7-d25057e026c5 req-d40218ac-2d04-4ab4-ba5e-287258045319 tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] 10.222.0.36 "GET /v2.0/ports?device_id=816f2d8f-036b-4110-aa62-63392bf1fcbd HTTP/1.1" status: 200 len: 943 time: 0.3159997 May 05 20:07:13.563265 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:07:13.634874 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-838c0c83-b0dd-4c44-9df7-d25057e026c5 req-3ecfcab6-5a8a-4e70-b598-a4fa00d224dd tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db4831d3-dd27-46bd-8d11-93d00a7dbe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697470 May 05 20:07:13.636747 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2a926734-924c-4d54-be06-e0563071e6b5 req-715eb72b-3016-47dc-ac92-66464b0af91f service neutron] 10.222.0.24 "GET /v2.0/networks/976eb87e-c8f2-4da3-bfa5-44bffd395e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773322 May 05 20:07:13.684246 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9cd49a03-3dcf-41a8-b70e-33477b9c9461 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:13.684580 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9cd49a03-3dcf-41a8-b70e-33477b9c9461 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:13.831372 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-9cd49a03-3dcf-41a8-b70e-33477b9c9461 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Calling delete_port for 06a7149c-2773-4824-a96a-80d32abf67cb owned by network:floatingip {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:07:13.847670 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2a926734-924c-4d54-be06-e0563071e6b5 req-02100ec6-a448-4dc9-b61a-d72509a77694 service neutron] 10.222.0.24 "GET /v2.0/networks/976eb87e-c8f2-4da3-bfa5-44bffd395e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029490 May 05 20:07:13.871042 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb659b1d-b1b1-4c22-b8f1-e6cb27613f85 req-2e5855e7-42da-4978-b9c0-e18bc2c23f19 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:13.872584 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-eb659b1d-b1b1-4c22-b8f1-e6cb27613f85 req-2e5855e7-42da-4978-b9c0-e18bc2c23f19 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=6653810a-8bbe-4eb4-9580-559408135f43 HTTP/1.1" status: 200 len: 945 time: 0.1182659 May 05 20:07:13.883143 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c89a89-e389-41c8-ae13-85a3e238e228 req-8afe35d5-36ea-447c-ab1e-b20ba83023d9 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:13.884672 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-87c89a89-e389-41c8-ae13-85a3e238e228 req-8afe35d5-36ea-447c-ab1e-b20ba83023d9 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3775c53-95fc-463a-847a-74bdf4015c90 HTTP/1.1" status: 200 len: 946 time: 0.4963422 May 05 20:07:13.889229 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b16022-b7ec-4ffb-83eb-dd737289e788 req-49514c3f-5e58-434d-8f53-0672ba5e89a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:13.890657 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-51b16022-b7ec-4ffb-83eb-dd737289e788 req-49514c3f-5e58-434d-8f53-0672ba5e89a7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3d63b33534d3407d820af636c031019a&device_id=d077dafe-1df4-4879-8d2a-6309376784c1 HTTP/1.1" status: 200 len: 1095 time: 0.4381773 May 05 20:07:13.925842 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-eb659b1d-b1b1-4c22-b8f1-e6cb27613f85 req-372de4df-b9ca-4a20-8350-4c5b82661079 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458498 May 05 20:07:13.994227 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d6001d4-2c6d-4bf5-a001-78e1c82a96b7'] response: {'server_uuid': '22e1e128-4fec-4dbb-944d-d6c282f8a641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b84a355-ec4d-4d95-b7a8-6b025fb0c45e', 'code': 200} May 05 20:07:14.017354 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-87c89a89-e389-41c8-ae13-85a3e238e228 req-39ad429a-dafb-4df6-92d6-0175c035ea1c tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31a0353-9cc7-4431-82ad-5f9b9985cf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166344 May 05 20:07:14.091989 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:14.143993 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d9fc4d-1df9-4f56-9bf6-6d19938d579b req-d46e95ee-1a8d-4c7d-b0a6-218cad605282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:14.146585 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-12d9fc4d-1df9-4f56-9bf6-6d19938d579b req-d46e95ee-1a8d-4c7d-b0a6-218cad605282 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=22e1e128-4fec-4dbb-944d-d6c282f8a641 HTTP/1.1" status: 200 len: 1096 time: 0.0872815 May 05 20:07:14.201733 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b16022-b7ec-4ffb-83eb-dd737289e788 req-f354e7ee-6a04-43b7-8441-9d4b72312e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:14.203640 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-51b16022-b7ec-4ffb-83eb-dd737289e788 req-f354e7ee-6a04-43b7-8441-9d4b72312e45 service neutron] 10.222.0.24 "GET /v2.0/networks?id=054eb509-9ff2-4b05-baaf-707c2a47b919 HTTP/1.1" status: 200 len: 922 time: 0.2903266 May 05 20:07:14.240875 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9cd49a03-3dcf-41a8-b70e-33477b9c9461 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:14.262652 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-12d9fc4d-1df9-4f56-9bf6-6d19938d579b req-fb0eb9ec-1e09-4c90-87d4-d17f1bd7107c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=07a2565c-93bd-498a-86aa-b5f08fe98b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105113 May 05 20:07:14.290490 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38220f8-131c-4223-8570-907bd07350cd req-b610d996-e8c7-4e53-bc02-8378ebf5b356 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:14.292233 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c38220f8-131c-4223-8570-907bd07350cd req-b610d996-e8c7-4e53-bc02-8378ebf5b356 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/ports?device_id=63250baa-2318-4b71-bc1f-87c95bbcfd10 HTTP/1.1" status: 200 len: 946 time: 0.1162119 May 05 20:07:14.351884 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c38220f8-131c-4223-8570-907bd07350cd req-ca10e88b-e97c-40bc-ac0c-9b55c8f8fafb tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/security-groups?id=a87cffbd-4ad3-469d-b9f4-161689cc6d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526383 May 05 20:07:14.366892 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd49a03-3dcf-41a8-b70e-33477b9c9461 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Pushing event deleted for resources: {'Port': ['ID=06a7149c-2773-4824-a96a-80d32abf67cb,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:14.369277 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-51b16022-b7ec-4ffb-83eb-dd737289e788 req-ddee0395-fb17-4519-9cc0-67fb702bcd6e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d9d5a52-5c78-47e0-b59b-00a85b10b369 HTTP/1.1" status: 200 len: 217 time: 0.1347909 May 05 20:07:14.603915 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9bccd3-b256-4a14-8886-ac2fc8f8979d req-25a6c9a2-41c9-4128-b5c4-b709fe037c83 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:14.605533 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ba9bccd3-b256-4a14-8886-ac2fc8f8979d req-25a6c9a2-41c9-4128-b5c4-b709fe037c83 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.24 "GET /v2.0/ports?device_id=6653810a-8bbe-4eb4-9580-559408135f43 HTTP/1.1" status: 200 len: 945 time: 0.1176705 May 05 20:07:14.614308 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde0386f-42b9-4141-84f1-38bec4122528 req-3b46d92b-f8d4-4e62-8c64-d35ed0c0fc50 tempest-ServerPasswordTestJSON-1279502387 tempest-ServerPasswordTestJSON-1279502387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:14.615707 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fde0386f-42b9-4141-84f1-38bec4122528 req-3b46d92b-f8d4-4e62-8c64-d35ed0c0fc50 tempest-ServerPasswordTestJSON-1279502387 tempest-ServerPasswordTestJSON-1279502387-project] 10.222.0.36 "GET /v2.0/ports?device_id=22e1e128-4fec-4dbb-944d-d6c282f8a641 HTTP/1.1" status: 200 len: 945 time: 0.1618209 May 05 20:07:14.633157 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b16022-b7ec-4ffb-83eb-dd737289e788 req-52078c3a-592c-4aac-84a0-39de5fad6caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:14.634707 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-51b16022-b7ec-4ffb-83eb-dd737289e788 req-52078c3a-592c-4aac-84a0-39de5fad6caa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6df7e06c-4939-4ba1-b3db-b8666bd5ffe1 HTTP/1.1" status: 200 len: 861 time: 0.1279409 May 05 20:07:14.637878 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9cd49a03-3dcf-41a8-b70e-33477b9c9461 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks [] for floatingip, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:14.692328 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-51b16022-b7ec-4ffb-83eb-dd737289e788 req-f49f57e9-4f77-4c52-825b-03a5b615d96d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=054eb509-9ff2-4b05-baaf-707c2a47b919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486753 May 05 20:07:14.706188 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c220b5-f7fe-431f-97f4-11ee8953097f req-f95bfdfd-c014-4a97-a2de-23af63ed2a12 tempest-ServerAddressesNegativeTestJSON-855669114 tempest-ServerAddressesNegativeTestJSON-855669114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:14.707696 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a9c220b5-f7fe-431f-97f4-11ee8953097f req-f95bfdfd-c014-4a97-a2de-23af63ed2a12 tempest-ServerAddressesNegativeTestJSON-855669114 tempest-ServerAddressesNegativeTestJSON-855669114-project] 10.222.0.36 "GET /v2.0/ports?device_id=d077dafe-1df4-4879-8d2a-6309376784c1 HTTP/1.1" status: 200 len: 944 time: 0.5113137 May 05 20:07:14.715786 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-ba9bccd3-b256-4a14-8886-ac2fc8f8979d req-dc58f896-7550-46b6-9bae-1d9b7953ef88 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Deleting port ca402498-78e2-4466-ac84-bf6084dd922b {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:07:14.716131 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ba9bccd3-b256-4a14-8886-ac2fc8f8979d req-dc58f896-7550-46b6-9bae-1d9b7953ef88 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:14.753108 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9cd49a03-3dcf-41a8-b70e-33477b9c9461 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:14.756787 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-9cd49a03-3dcf-41a8-b70e-33477b9c9461 tempest-FloatingIPAdminTestJSON-952128847 tempest-FloatingIPAdminTestJSON-952128847-project] 10.222.0.36 "DELETE /v2.0/floatingips/dff1f2aa-7e54-473b-a88d-b00340ba3b46 HTTP/1.1" status: 204 len: 168 time: 1.7699952 May 05 20:07:14.765199 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fde0386f-42b9-4141-84f1-38bec4122528 req-5961d852-2bb8-4dc9-9f22-96c365ddf8d8 tempest-ServerPasswordTestJSON-1279502387 tempest-ServerPasswordTestJSON-1279502387-project] 10.222.0.36 "GET /v2.0/security-groups?id=07a2565c-93bd-498a-86aa-b5f08fe98b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186202 May 05 20:07:14.896145 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-51b16022-b7ec-4ffb-83eb-dd737289e788 req-d9b1a747-f10b-4c78-ae5e-82ad5615eb6a service neutron] 10.222.0.24 "GET /v2.0/networks/054eb509-9ff2-4b05-baaf-707c2a47b919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846046 May 05 20:07:15.012988 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a9c220b5-f7fe-431f-97f4-11ee8953097f req-3769c025-5ab1-4730-a5d5-2cd500490ac9 tempest-ServerAddressesNegativeTestJSON-855669114 tempest-ServerAddressesNegativeTestJSON-855669114-project] 10.222.0.36 "GET /v2.0/security-groups?id=bce92438-ad62-4d6c-ac39-8f1b582bbd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784855 May 05 20:07:15.034789 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 50740) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:15.188668 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 50750) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:15.190510 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-ba9bccd3-b256-4a14-8886-ac2fc8f8979d req-dc58f896-7550-46b6-9bae-1d9b7953ef88 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] For port ca402498-78e2-4466-ac84-bf6084dd922b, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=ca402498-78e2-4466-ac84-bf6084dd922b,segment=NetworkSegment(0a9940fa-b2d8-4605-a2bb-ab46df53c9ac),segment_id=0a9940fa-b2d8-4605-a2bb-ab46df53c9ac)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:07:15.191062 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ba9bccd3-b256-4a14-8886-ac2fc8f8979d req-dc58f896-7550-46b6-9bae-1d9b7953ef88 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:15.212613 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-51b16022-b7ec-4ffb-83eb-dd737289e788 req-ffc604a0-2b4f-40f8-ba9d-eb572a95360a service neutron] 10.222.0.24 "GET /v2.0/networks/054eb509-9ff2-4b05-baaf-707c2a47b919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084197 May 05 20:07:15.239549 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973252b3-7169-4496-83ee-5099b1ee8df3 req-66a331c5-d0d0-4076-ad67-40ccf623c991 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:15.241160 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-973252b3-7169-4496-83ee-5099b1ee8df3 req-66a331c5-d0d0-4076-ad67-40ccf623c991 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.24 "GET /v2.0/ports?device_id=63250baa-2318-4b71-bc1f-87c95bbcfd10 HTTP/1.1" status: 200 len: 946 time: 0.2271044 May 05 20:07:15.250908 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d155d5e-3bdb-4991-88a4-a66fda7f09db req-65472eb7-0506-4d1d-a659-c44281b6a298 tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:15.252476 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5d155d5e-3bdb-4991-88a4-a66fda7f09db req-65472eb7-0506-4d1d-a659-c44281b6a298 tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] 10.222.0.36 "GET /v2.0/ports?device_id=816f2d8f-036b-4110-aa62-63392bf1fcbd HTTP/1.1" status: 200 len: 943 time: 0.2187355 May 05 20:07:15.330531 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-973252b3-7169-4496-83ee-5099b1ee8df3 req-7d715cb7-63c0-47ae-8401-dfe9db05f1ff tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Deleting port 6ae0d955-b67c-408e-854a-dc6c78117432 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:07:15.330871 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-973252b3-7169-4496-83ee-5099b1ee8df3 req-7d715cb7-63c0-47ae-8401-dfe9db05f1ff tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:15.400925 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76225c5e-e8ef-49bc-be06-08f0380b987f req-9d6838a7-c8e6-4490-924e-c216a3789dda tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:15.402519 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-76225c5e-e8ef-49bc-be06-08f0380b987f req-9d6838a7-c8e6-4490-924e-c216a3789dda tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=6653810a-8bbe-4eb4-9580-559408135f43 HTTP/1.1" status: 200 len: 945 time: 0.2418058 May 05 20:07:15.511567 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-76225c5e-e8ef-49bc-be06-08f0380b987f req-61d646f9-2dc7-4ffd-b6e4-6f456fbda6ac tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965538 May 05 20:07:15.523278 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-ba9bccd3-b256-4a14-8886-ac2fc8f8979d req-dc58f896-7550-46b6-9bae-1d9b7953ef88 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Calling delete_port for ca402498-78e2-4466-ac84-bf6084dd922b owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:07:15.554868 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-442644b5-0c1e-4f57-a8a7-ebb8fdbf8aff tempest-ExternalNetworksAdminNegativeTestJSON-1178660139 tempest-ExternalNetworksAdminNegativeTestJSON-1178660139-project-admin] Request body: {'floatingip': {'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:07:15.591658 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-442644b5-0c1e-4f57-a8a7-ebb8fdbf8aff tempest-ExternalNetworksAdminNegativeTestJSON-1178660139 tempest-ExternalNetworksAdminNegativeTestJSON-1178660139-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:07:15.603772 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-442644b5-0c1e-4f57-a8a7-ebb8fdbf8aff tempest-ExternalNetworksAdminNegativeTestJSON-1178660139 tempest-ExternalNetworksAdminNegativeTestJSON-1178660139-project-admin] Usage tracker for resource:floatingip and tenant:7ac0c3b5134c4cf9a276810b6e076c69 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:07:15.615253 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-442644b5-0c1e-4f57-a8a7-ebb8fdbf8aff tempest-ExternalNetworksAdminNegativeTestJSON-1178660139 tempest-ExternalNetworksAdminNegativeTestJSON-1178660139-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:07:15.639070 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-442644b5-0c1e-4f57-a8a7-ebb8fdbf8aff tempest-ExternalNetworksAdminNegativeTestJSON-1178660139 tempest-ExternalNetworksAdminNegativeTestJSON-1178660139-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:07:15.659308 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5d155d5e-3bdb-4991-88a4-a66fda7f09db req-a5cf7de8-c5c9-4f7d-b023-f9fe4da97257 tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db4831d3-dd27-46bd-8d11-93d00a7dbe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3531406 May 05 20:07:15.688726 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-442644b5-0c1e-4f57-a8a7-ebb8fdbf8aff tempest-ExternalNetworksAdminNegativeTestJSON-1178660139 tempest-ExternalNetworksAdminNegativeTestJSON-1178660139-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:15.712431 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-2b606049-7015-432f-89c5-ea1156949f32 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ee4ab4890f8e46d8bf1051da3595abcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5081668 May 05 20:07:15.715872 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 50760) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:15.737821 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-973252b3-7169-4496-83ee-5099b1ee8df3 req-7d715cb7-63c0-47ae-8401-dfe9db05f1ff tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] For port 6ae0d955-b67c-408e-854a-dc6c78117432, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=6ae0d955-b67c-408e-854a-dc6c78117432,segment=NetworkSegment(f9de3193-e4fa-4f1d-a073-95ff8ac5fa76),segment_id=f9de3193-e4fa-4f1d-a073-95ff8ac5fa76)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:07:15.738234 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-973252b3-7169-4496-83ee-5099b1ee8df3 req-7d715cb7-63c0-47ae-8401-dfe9db05f1ff tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:15.738493 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 7d9d5a52-5c78-47e0-b59b-00a85b10b369 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:07:15.858884 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e2d11e-f003-4933-a57a-4888f53724b8 req-a8ac9b72-396f-451e-9779-666a32218765 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:15.860387 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e3e2d11e-f003-4933-a57a-4888f53724b8 req-a8ac9b72-396f-451e-9779-666a32218765 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3775c53-95fc-463a-847a-74bdf4015c90 HTTP/1.1" status: 200 len: 946 time: 0.2138608 May 05 20:07:15.903950 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 7d9d5a52-5c78-47e0-b59b-00a85b10b369, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=7d9d5a52-5c78-47e0-b59b-00a85b10b369,segment=NetworkSegment(45d2fdd1-a29a-4c56-a2a2-5ddfd0608ff2),segment_id=45d2fdd1-a29a-4c56-a2a2-5ddfd0608ff2)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:07:15.919640 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '7d9d5a52-5c78-47e0-b59b-00a85b10b369', 'network_id': '054eb509-9ff2-4b05-baaf-707c2a47b919', 'port_id': '7d9d5a52-5c78-47e0-b59b-00a85b10b369', 'mac_address': 'fa:16:3e:33:6f:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df7e06c-4939-4ba1-b3db-b8666bd5ffe1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:07:15.924447 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ba9bccd3-b256-4a14-8886-ac2fc8f8979d req-dc58f896-7550-46b6-9bae-1d9b7953ef88 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:15.960863 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['81d837ab-bc11-4126-87e9-1c216ab3a6e9', 'ca402498-78e2-4466-ac84-bf6084dd922b'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:07:15.963997 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ad9b48df-d063-4e33-9e32-9add7b09e290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:16.036805 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:16.044455 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc58f896-7550-46b6-9bae-1d9b7953ef88 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Pushing event deleted for resources: {'Port': ['ID=ca402498-78e2-4466-ac84-bf6084dd922b,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:16.045524 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e3e2d11e-f003-4933-a57a-4888f53724b8 req-ac7bd9e6-a534-4ef3-aa2b-fd87fb9e31fe tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31a0353-9cc7-4431-82ad-5f9b9985cf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288397 May 05 20:07:16.069197 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d9d5a52-5c78-47e0-b59b-00a85b10b369 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:07:16.093862 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-973252b3-7169-4496-83ee-5099b1ee8df3 req-7d715cb7-63c0-47ae-8401-dfe9db05f1ff tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:16.094239 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-973252b3-7169-4496-83ee-5099b1ee8df3 req-7d715cb7-63c0-47ae-8401-dfe9db05f1ff tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:16.094991 n-d-840717-1 neutron-server[88197]: INFO neutron.db.l3_db [req-973252b3-7169-4496-83ee-5099b1ee8df3 req-7d715cb7-63c0-47ae-8401-dfe9db05f1ff tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Floating IP a13ed0d0-d163-4f19-b6ec-c2b2d8efc50d disassociated. External IP: 172.25.0.64, port: 6ae0d955-b67c-408e-854a-dc6c78117432. May 05 20:07:16.094991 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-973252b3-7169-4496-83ee-5099b1ee8df3 req-7d715cb7-63c0-47ae-8401-dfe9db05f1ff tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Calling delete_port for 6ae0d955-b67c-408e-854a-dc6c78117432 owned by compute:nova {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:07:16.110361 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 7d9d5a52-5c78-47e0-b59b-00a85b10b369, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=7d9d5a52-5c78-47e0-b59b-00a85b10b369,segment=NetworkSegment(45d2fdd1-a29a-4c56-a2a2-5ddfd0608ff2),segment_id=45d2fdd1-a29a-4c56-a2a2-5ddfd0608ff2)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:07:16.115930 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ad9b48df-d063-4e33-9e32-9add7b09e290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:16.124071 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:16.124721 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 4a472655-f6f4-4a70-88a3-61720e632166 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:07:16.170042 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1256c801-dcbb-4657-9f24-09192e2ee8af req-3d93bfb2-42c0-49e4-a27a-01db514b0cee tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:16.176817 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1256c801-dcbb-4657-9f24-09192e2ee8af req-3d93bfb2-42c0-49e4-a27a-01db514b0cee tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/ports?device_id=63250baa-2318-4b71-bc1f-87c95bbcfd10 HTTP/1.1" status: 200 len: 946 time: 0.3996251 May 05 20:07:16.181464 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba9bccd3-b256-4a14-8886-ac2fc8f8979d req-dc58f896-7550-46b6-9bae-1d9b7953ef88 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] No DVR routers for this DVR port ca402498-78e2-4466-ac84-bf6084dd922b on host n-h1-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:07:16.189107 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ba9bccd3-b256-4a14-8886-ac2fc8f8979d req-dc58f896-7550-46b6-9bae-1d9b7953ef88 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:16.203221 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6653810a-8bbe-4eb4-9580-559408135f43', 'name': 'network-vif-deleted', 'tag': 'ca402498-78e2-4466-ac84-bf6084dd922b'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:07:16.211682 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=7d9d5a52-5c78-47e0-b59b-00a85b10b369,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:16.252114 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:16.258846 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ba9bccd3-b256-4a14-8886-ac2fc8f8979d req-dc58f896-7550-46b6-9bae-1d9b7953ef88 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.24 "DELETE /v2.0/ports/ca402498-78e2-4466-ac84-bf6084dd922b HTTP/1.1" status: 204 len: 173 time: 1.6421235 May 05 20:07:16.288280 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1256c801-dcbb-4657-9f24-09192e2ee8af req-32bd3fc7-b8cc-4683-9a03-befa1a5faf70 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/security-groups?id=a87cffbd-4ad3-469d-b9f4-161689cc6d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102540 May 05 20:07:16.309282 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-442644b5-0c1e-4f57-a8a7-ebb8fdbf8aff tempest-ExternalNetworksAdminNegativeTestJSON-1178660139 tempest-ExternalNetworksAdminNegativeTestJSON-1178660139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:16.383461 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ad9b48df-d063-4e33-9e32-9add7b09e290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:16.414809 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9b48df-d063-4e33-9e32-9add7b09e290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af18af20-ee9f-4367-847e-ca3f561127ff,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:16.422843 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ad9b48df-d063-4e33-9e32-9add7b09e290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:16.424378 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-ad9b48df-d063-4e33-9e32-9add7b09e290 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/af18af20-ee9f-4367-847e-ca3f561127ff HTTP/1.1" status: 204 len: 168 time: 0.7072775 May 05 20:07:16.485973 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-973252b3-7169-4496-83ee-5099b1ee8df3 req-7d715cb7-63c0-47ae-8401-dfe9db05f1ff tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:16.524731 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 4a472655-f6f4-4a70-88a3-61720e632166, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=4a472655-f6f4-4a70-88a3-61720e632166,segment=NetworkSegment(c016b080-0146-431c-9f6b-5979a32d0fd8),segment_id=c016b080-0146-431c-9f6b-5979a32d0fd8)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:07:16.543279 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '4a472655-f6f4-4a70-88a3-61720e632166', 'network_id': '976eb87e-c8f2-4da3-bfa5-44bffd395e41', 'port_id': '4a472655-f6f4-4a70-88a3-61720e632166', 'mac_address': 'fa:16:3e:e9:2b:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9e98f42-8b8d-41d7-9fec-2234425adabe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:07:16.597620 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d715cb7-63c0-47ae-8401-dfe9db05f1ff tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Pushing event deleted for resources: {'Port': ['ID=6ae0d955-b67c-408e-854a-dc6c78117432,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:16.613140 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:16.641634 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a472655-f6f4-4a70-88a3-61720e632166 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:07:16.672601 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 4a472655-f6f4-4a70-88a3-61720e632166, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=4a472655-f6f4-4a70-88a3-61720e632166,segment=NetworkSegment(c016b080-0146-431c-9f6b-5979a32d0fd8),segment_id=c016b080-0146-431c-9f6b-5979a32d0fd8)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:07:16.677470 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:16.686890 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-442644b5-0c1e-4f57-a8a7-ebb8fdbf8aff tempest-ExternalNetworksAdminNegativeTestJSON-1178660139 tempest-ExternalNetworksAdminNegativeTestJSON-1178660139-project-admin] Allocated IP 172.25.0.58 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/ea384b9a-f7b4-48a7-882c-6fbf96cad160) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:07:16.773097 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=4a472655-f6f4-4a70-88a3-61720e632166,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:16.807556 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9558de-6f9d-4fcf-9e74-4d7efc0cd4d7 req-95aea93e-e13a-49b6-8433-9437d0fe561b tempest-ServerPasswordTestJSON-1279502387 tempest-ServerPasswordTestJSON-1279502387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:16.809146 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cc9558de-6f9d-4fcf-9e74-4d7efc0cd4d7 req-95aea93e-e13a-49b6-8433-9437d0fe561b tempest-ServerPasswordTestJSON-1279502387 tempest-ServerPasswordTestJSON-1279502387-project] 10.222.0.36 "GET /v2.0/ports?device_id=22e1e128-4fec-4dbb-944d-d6c282f8a641 HTTP/1.1" status: 200 len: 945 time: 0.5575526 May 05 20:07:16.835476 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 50778) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:16.874684 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-43c4dc5e-56cb-41f6-bde3-25288b356749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:16.884269 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cc9558de-6f9d-4fcf-9e74-4d7efc0cd4d7 req-b80d30e4-9733-4df0-88e8-06b2b5224f96 tempest-ServerPasswordTestJSON-1279502387 tempest-ServerPasswordTestJSON-1279502387-project] 10.222.0.36 "GET /v2.0/security-groups?id=07a2565c-93bd-498a-86aa-b5f08fe98b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616059 May 05 20:07:16.886628 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [req-973252b3-7169-4496-83ee-5099b1ee8df3 req-7d715cb7-63c0-47ae-8401-dfe9db05f1ff tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Router bc6a4113-edb3-47fc-a579-1ad503721aac has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:07:16.915971 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['7d9d5a52-5c78-47e0-b59b-00a85b10b369'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:07:16.921235 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-43c4dc5e-56cb-41f6-bde3-25288b356749 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:07:16.937726 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-43c4dc5e-56cb-41f6-bde3-25288b356749 admin admin] Usage tracker for resource:security_group_rule and tenant:e523c87e47d547ff85f43f65f066d382 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:07:16.960067 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1e1f9-bfe0-4f0e-9ff3-0e12022b8713 req-b36d5d28-be5d-4939-afe0-72e94dcae5df tempest-ServerAddressesNegativeTestJSON-855669114 tempest-ServerAddressesNegativeTestJSON-855669114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:16.967029 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2df1e1f9-bfe0-4f0e-9ff3-0e12022b8713 req-b36d5d28-be5d-4939-afe0-72e94dcae5df tempest-ServerAddressesNegativeTestJSON-855669114 tempest-ServerAddressesNegativeTestJSON-855669114-project] 10.222.0.36 "GET /v2.0/ports?device_id=d077dafe-1df4-4879-8d2a-6309376784c1 HTTP/1.1" status: 200 len: 945 time: 0.5406249 May 05 20:07:16.969718 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a876e06b-dcfe-4637-9d5c-e2de07de9907'] response: {'server_uuid': '6653810a-8bbe-4eb4-9580-559408135f43', 'name': 'network-vif-deleted', 'tag': 'ca402498-78e2-4466-ac84-bf6084dd922b', 'status': 'completed', 'code': 200} May 05 20:07:16.979552 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-43c4dc5e-56cb-41f6-bde3-25288b356749 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:07:17.025641 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-43c4dc5e-56cb-41f6-bde3-25288b356749 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:07:17.034975 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-442644b5-0c1e-4f57-a8a7-ebb8fdbf8aff tempest-ExternalNetworksAdminNegativeTestJSON-1178660139 tempest-ExternalNetworksAdminNegativeTestJSON-1178660139-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:17.097081 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['4a472655-f6f4-4a70-88a3-61720e632166'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:07:17.141469 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2df1e1f9-bfe0-4f0e-9ff3-0e12022b8713 req-a1016203-c334-4fec-961a-98d6d82b2473 tempest-ServerAddressesNegativeTestJSON-855669114 tempest-ServerAddressesNegativeTestJSON-855669114-project] 10.222.0.36 "GET /v2.0/security-groups?id=bce92438-ad62-4d6c-ac39-8f1b582bbd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734564 May 05 20:07:17.231159 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-442644b5-0c1e-4f57-a8a7-ebb8fdbf8aff tempest-ExternalNetworksAdminNegativeTestJSON-1178660139 tempest-ExternalNetworksAdminNegativeTestJSON-1178660139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:17.233513 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-973252b3-7169-4496-83ee-5099b1ee8df3 req-7d715cb7-63c0-47ae-8401-dfe9db05f1ff tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:07:17.247952 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b0dc3b-d759-472c-8582-5497e9fe4618 None None] Sync routers for ids ['bc6a4113-edb3-47fc-a579-1ad503721aac'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:07:17.265829 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b0dc3b-d759-472c-8582-5497e9fe4618 None None] Routers {'bc6a4113-edb3-47fc-a579-1ad503721aac'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:07:17.266448 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-d3b0dc3b-d759-472c-8582-5497e9fe4618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:07:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['bc6a4113-edb3-47fc-a579-1ad503721aac'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:07:17.362036 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-43c4dc5e-56cb-41f6-bde3-25288b356749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:17.377784 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-43c4dc5e-56cb-41f6-bde3-25288b356749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:17.390200 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-973252b3-7169-4496-83ee-5099b1ee8df3 req-7d715cb7-63c0-47ae-8401-dfe9db05f1ff tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] No DVR routers for this DVR port 6ae0d955-b67c-408e-854a-dc6c78117432 on host n-h1-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:07:17.392599 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442644b5-0c1e-4f57-a8a7-ebb8fdbf8aff tempest-ExternalNetworksAdminNegativeTestJSON-1178660139 tempest-ExternalNetworksAdminNegativeTestJSON-1178660139-project-admin] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:07:17.394789 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-973252b3-7169-4496-83ee-5099b1ee8df3 req-7d715cb7-63c0-47ae-8401-dfe9db05f1ff tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:17.398591 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63250baa-2318-4b71-bc1f-87c95bbcfd10', 'name': 'network-vif-deleted', 'tag': '6ae0d955-b67c-408e-854a-dc6c78117432'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:07:17.426348 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-973252b3-7169-4496-83ee-5099b1ee8df3 req-7d715cb7-63c0-47ae-8401-dfe9db05f1ff tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.24 "DELETE /v2.0/ports/6ae0d955-b67c-408e-854a-dc6c78117432 HTTP/1.1" status: 204 len: 173 time: 2.1724041 May 05 20:07:17.446858 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-442644b5-0c1e-4f57-a8a7-ebb8fdbf8aff tempest-ExternalNetworksAdminNegativeTestJSON-1178660139 tempest-ExternalNetworksAdminNegativeTestJSON-1178660139-project-admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:07:17.456751 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442644b5-0c1e-4f57-a8a7-ebb8fdbf8aff tempest-ExternalNetworksAdminNegativeTestJSON-1178660139 tempest-ExternalNetworksAdminNegativeTestJSON-1178660139-project-admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:07:17.460063 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87612b92-963c-430f-9248-b1419a1c8d45 req-93cedd98-3116-455e-ac82-d753c8f7dfa0 tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:17.462083 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-87612b92-963c-430f-9248-b1419a1c8d45 req-93cedd98-3116-455e-ac82-d753c8f7dfa0 tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] 10.222.0.36 "GET /v2.0/ports?device_id=816f2d8f-036b-4110-aa62-63392bf1fcbd HTTP/1.1" status: 200 len: 944 time: 0.2304261 May 05 20:07:17.528841 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c4dc5e-56cb-41f6-bde3-25288b356749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15791309-4722-41ea-b4f4-7c9e6ff55857,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:17.567635 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-87612b92-963c-430f-9248-b1419a1c8d45 req-a900e208-925a-45ee-baa1-d0fbb6965c08 tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db4831d3-dd27-46bd-8d11-93d00a7dbe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896475 May 05 20:07:17.579272 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-43c4dc5e-56cb-41f6-bde3-25288b356749 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e523c87e47d547ff85f43f65f066d382&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7427719 May 05 20:07:17.582088 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 50794) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:17.588851 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442644b5-0c1e-4f57-a8a7-ebb8fdbf8aff tempest-ExternalNetworksAdminNegativeTestJSON-1178660139 tempest-ExternalNetworksAdminNegativeTestJSON-1178660139-project-admin] Pushing event updated for resources: {'Port': ['ID=ea384b9a-f7b4-48a7-882c-6fbf96cad160,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:17.602832 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-d3b0dc3b-d759-472c-8582-5497e9fe4618 None None] Set router bc6a4113-edb3-47fc-a579-1ad503721aac gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:07:17.676627 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-442644b5-0c1e-4f57-a8a7-ebb8fdbf8aff tempest-ExternalNetworksAdminNegativeTestJSON-1178660139 tempest-ExternalNetworksAdminNegativeTestJSON-1178660139-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:17.722234 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e2a08c8c-87c9-45b6-9717-8ce050927327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:17.747005 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-442644b5-0c1e-4f57-a8a7-ebb8fdbf8aff tempest-ExternalNetworksAdminNegativeTestJSON-1178660139 tempest-ExternalNetworksAdminNegativeTestJSON-1178660139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:17.755573 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device ca402498-78e2-4466-ac84-bf6084dd922b no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:07:17.810282 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e2a08c8c-87c9-45b6-9717-8ce050927327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:17.866121 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] No Port match for: ca402498-78e2-4466-ac84-bf6084dd922b {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:07:17.867197 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device ca402498-78e2-4466-ac84-bf6084dd922b not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:07:17.868351 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 6ae0d955-b67c-408e-854a-dc6c78117432 no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:07:17.914029 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e2a08c8c-87c9-45b6-9717-8ce050927327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:17.934445 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a08c8c-87c9-45b6-9717-8ce050927327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15791309-4722-41ea-b4f4-7c9e6ff55857,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:17.962365 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e2a08c8c-87c9-45b6-9717-8ce050927327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:17.963723 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-e2a08c8c-87c9-45b6-9717-8ce050927327 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/15791309-4722-41ea-b4f4-7c9e6ff55857 HTTP/1.1" status: 204 len: 168 time: 0.3805795 May 05 20:07:18.049246 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd34692f-d49a-444b-8503-ac5a677e71cf req-f9962b91-f554-4dda-8f97-aca68b9fc75b tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:18.051636 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fd34692f-d49a-444b-8503-ac5a677e71cf req-f9962b91-f554-4dda-8f97-aca68b9fc75b tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3775c53-95fc-463a-847a-74bdf4015c90 HTTP/1.1" status: 200 len: 946 time: 0.1819248 May 05 20:07:18.108446 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] No Port match for: 6ae0d955-b67c-408e-854a-dc6c78117432 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:07:18.108789 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 6ae0d955-b67c-408e-854a-dc6c78117432 not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:07:18.171256 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-d3b0dc3b-d759-472c-8582-5497e9fe4618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'name': 'tempest-AttachVolumeNegativeTest-634632814-router', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'c75985dc-8b4c-4c87-85cd-20dbb82f7649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:00:48Z', 'updated_at': '2022-05-05T20:00:57Z', 'revision_number': 4, 'project_id': '2b65203be12a44e3b2b676f0adb9acc7', 'gw_port': {'id': 'c75985dc-8b4c-4c87-85cd-20dbb82f7649', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:49Z', 'updated_at': '2022-05-05T20:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '74d23f1e-73a7-42db-b11f-96808078f525', 'name': '', 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'mac_address': 'fa:16:3e:32:c5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '0d250ed8-07f6-4f08-a934-d3c76d471e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:55Z', 'updated_at': '2022-05-05T20:01:13Z', 'revision_number': 5, 'project_id': '2b65203be12a44e3b2b676f0adb9acc7', 'subnets': [{'id': '0d250ed8-07f6-4f08-a934-d3c76d471e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:07:18.178711 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fd34692f-d49a-444b-8503-ac5a677e71cf req-2ebb356b-0d9e-4613-9267-578e1f0fae8a tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31a0353-9cc7-4431-82ad-5f9b9985cf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148610 May 05 20:07:18.179342 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b0dc3b-d759-472c-8582-5497e9fe4618 None None] Checking router: bc6a4113-edb3-47fc-a579-1ad503721aac for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:07:18.200254 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b0dc3b-d759-472c-8582-5497e9fe4618 None None] Routers {'bc6a4113-edb3-47fc-a579-1ad503721aac'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:07:18.201201 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-d3b0dc3b-d759-472c-8582-5497e9fe4618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:07:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['bc6a4113-edb3-47fc-a579-1ad503721aac'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:07:18.229373 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4edbc48-4cd1-41d4-81d0-01dfd8b8944f'] response: {'server_uuid': '63250baa-2318-4b71-bc1f-87c95bbcfd10', 'name': 'network-vif-deleted', 'tag': '6ae0d955-b67c-408e-854a-dc6c78117432', 'status': 'completed', 'code': 200} May 05 20:07:18.307783 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-442644b5-0c1e-4f57-a8a7-ebb8fdbf8aff tempest-ExternalNetworksAdminNegativeTestJSON-1178660139 tempest-ExternalNetworksAdminNegativeTestJSON-1178660139-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:18.366746 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-22ee2679-4be2-4726-98ec-fe0b91af455d req-c0153441-227b-4306-9645-f760a02fb9e0 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/ports?device_id=63250baa-2318-4b71-bc1f-87c95bbcfd10 HTTP/1.1" status: 200 len: 210 time: 0.0580959 May 05 20:07:18.371151 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-442644b5-0c1e-4f57-a8a7-ebb8fdbf8aff tempest-ExternalNetworksAdminNegativeTestJSON-1178660139 tempest-ExternalNetworksAdminNegativeTestJSON-1178660139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:18.493388 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-d3b0dc3b-d759-472c-8582-5497e9fe4618 None None] Set router bc6a4113-edb3-47fc-a579-1ad503721aac gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:07:18.573971 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 50812) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:18.594010 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442644b5-0c1e-4f57-a8a7-ebb8fdbf8aff tempest-ExternalNetworksAdminNegativeTestJSON-1178660139 tempest-ExternalNetworksAdminNegativeTestJSON-1178660139-project-admin] Pushing event updated for resources: {'Port': ['ID=ea384b9a-f7b4-48a7-882c-6fbf96cad160,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:18.610130 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-442644b5-0c1e-4f57-a8a7-ebb8fdbf8aff tempest-ExternalNetworksAdminNegativeTestJSON-1178660139 tempest-ExternalNetworksAdminNegativeTestJSON-1178660139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:18.628226 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ea25cba2-f7da-49e5-95ed-d291c89fed25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:18.648154 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-ea25cba2-f7da-49e5-95ed-d291c89fed25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:07:18.653461 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-442644b5-0c1e-4f57-a8a7-ebb8fdbf8aff tempest-ExternalNetworksAdminNegativeTestJSON-1178660139 tempest-ExternalNetworksAdminNegativeTestJSON-1178660139-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:18.654974 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-ea25cba2-f7da-49e5-95ed-d291c89fed25 admin admin] Usage tracker for resource:security_group_rule and tenant:0181099fe2bb4a9f92c5967c9ecddc26 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:07:18.661444 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 50818) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:18.662010 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-442644b5-0c1e-4f57-a8a7-ebb8fdbf8aff tempest-ExternalNetworksAdminNegativeTestJSON-1178660139 tempest-ExternalNetworksAdminNegativeTestJSON-1178660139-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6254194 May 05 20:07:18.662249 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-ea25cba2-f7da-49e5-95ed-d291c89fed25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:07:18.673732 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-0a83c646-cff9-4079-83c2-1fc9babca6d4 tempest-ExternalNetworksAdminNegativeTestJSON-1178660139 tempest-ExternalNetworksAdminNegativeTestJSON-1178660139-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-557215704', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'fixed_ips': [{'ip_address': '172.25.0.58'}]}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:07:18.678609 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-0a83c646-cff9-4079-83c2-1fc9babca6d4 tempest-ExternalNetworksAdminNegativeTestJSON-1178660139 tempest-ExternalNetworksAdminNegativeTestJSON-1178660139-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:07:18.683480 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-0a83c646-cff9-4079-83c2-1fc9babca6d4 tempest-ExternalNetworksAdminNegativeTestJSON-1178660139 tempest-ExternalNetworksAdminNegativeTestJSON-1178660139-project-admin] Usage tracker for resource:port and tenant:7ac0c3b5134c4cf9a276810b6e076c69 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:07:18.686136 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-ea25cba2-f7da-49e5-95ed-d291c89fed25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:07:18.690431 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-0a83c646-cff9-4079-83c2-1fc9babca6d4 tempest-ExternalNetworksAdminNegativeTestJSON-1178660139 tempest-ExternalNetworksAdminNegativeTestJSON-1178660139-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:07:18.699708 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-0a83c646-cff9-4079-83c2-1fc9babca6d4 tempest-ExternalNetworksAdminNegativeTestJSON-1178660139 tempest-ExternalNetworksAdminNegativeTestJSON-1178660139-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:07:18.736180 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8917bbce-6ad3-4bac-8d32-3102cb05352d req-9e8cefc3-b4f9-4216-bac2-2dece776989a tempest-ServerAddressesNegativeTestJSON-855669114 tempest-ServerAddressesNegativeTestJSON-855669114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:18.737656 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8917bbce-6ad3-4bac-8d32-3102cb05352d req-9e8cefc3-b4f9-4216-bac2-2dece776989a tempest-ServerAddressesNegativeTestJSON-855669114 tempest-ServerAddressesNegativeTestJSON-855669114-project] 10.222.0.36 "GET /v2.0/ports?device_id=d077dafe-1df4-4879-8d2a-6309376784c1 HTTP/1.1" status: 200 len: 945 time: 0.2266309 May 05 20:07:18.742646 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a83c646-cff9-4079-83c2-1fc9babca6d4 tempest-ExternalNetworksAdminNegativeTestJSON-1178660139 tempest-ExternalNetworksAdminNegativeTestJSON-1178660139-project-admin] Made reservation on behalf of 7ac0c3b5134c4cf9a276810b6e076c69 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:07:18.745032 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0a83c646-cff9-4079-83c2-1fc9babca6d4 tempest-ExternalNetworksAdminNegativeTestJSON-1178660139 tempest-ExternalNetworksAdminNegativeTestJSON-1178660139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:18.778211 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0a83c646-cff9-4079-83c2-1fc9babca6d4 tempest-ExternalNetworksAdminNegativeTestJSON-1178660139 tempest-ExternalNetworksAdminNegativeTestJSON-1178660139-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:18.812211 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-0a83c646-cff9-4079-83c2-1fc9babca6d4 tempest-ExternalNetworksAdminNegativeTestJSON-1178660139 tempest-ExternalNetworksAdminNegativeTestJSON-1178660139-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:07:18.828438 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-0a83c646-cff9-4079-83c2-1fc9babca6d4 tempest-ExternalNetworksAdminNegativeTestJSON-1178660139 tempest-ExternalNetworksAdminNegativeTestJSON-1178660139-project-admin] Usage tracker for resource:security_group_rule and tenant:7ac0c3b5134c4cf9a276810b6e076c69 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:07:18.837671 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-0a83c646-cff9-4079-83c2-1fc9babca6d4 tempest-ExternalNetworksAdminNegativeTestJSON-1178660139 tempest-ExternalNetworksAdminNegativeTestJSON-1178660139-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:07:18.846787 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-0a83c646-cff9-4079-83c2-1fc9babca6d4 tempest-ExternalNetworksAdminNegativeTestJSON-1178660139 tempest-ExternalNetworksAdminNegativeTestJSON-1178660139-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:07:18.852627 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8917bbce-6ad3-4bac-8d32-3102cb05352d req-c897c575-f4b2-468f-aafa-99564e41c0e7 tempest-ServerAddressesNegativeTestJSON-855669114 tempest-ServerAddressesNegativeTestJSON-855669114-project] 10.222.0.36 "GET /v2.0/security-groups?id=bce92438-ad62-4d6c-ac39-8f1b582bbd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964816 May 05 20:07:18.918197 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ea25cba2-f7da-49e5-95ed-d291c89fed25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:18.924154 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ea25cba2-f7da-49e5-95ed-d291c89fed25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:19.001297 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-d3b0dc3b-d759-472c-8582-5497e9fe4618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'name': 'tempest-AttachVolumeNegativeTest-634632814-router', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'c75985dc-8b4c-4c87-85cd-20dbb82f7649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:00:48Z', 'updated_at': '2022-05-05T20:00:57Z', 'revision_number': 4, 'project_id': '2b65203be12a44e3b2b676f0adb9acc7', 'gw_port': {'id': 'c75985dc-8b4c-4c87-85cd-20dbb82f7649', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:49Z', 'updated_at': '2022-05-05T20:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '74d23f1e-73a7-42db-b11f-96808078f525', 'name': '', 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'mac_address': 'fa:16:3e:32:c5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '0d250ed8-07f6-4f08-a934-d3c76d471e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:55Z', 'updated_at': '2022-05-05T20:01:13Z', 'revision_number': 5, 'project_id': '2b65203be12a44e3b2b676f0adb9acc7', 'subnets': [{'id': '0d250ed8-07f6-4f08-a934-d3c76d471e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:07:19.004198 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb8d94e-c908-47bd-a204-fa2050445c12 req-82fc99f0-6c89-4201-9822-22c241c3f4e6 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:19.006012 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5cb8d94e-c908-47bd-a204-fa2050445c12 req-82fc99f0-6c89-4201-9822-22c241c3f4e6 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/networks?id=35d37522-ff35-47af-b60c-b213aa781c6f HTTP/1.1" status: 200 len: 805 time: 0.2037020 May 05 20:07:19.006541 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-ea25cba2-f7da-49e5-95ed-d291c89fed25 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0181099fe2bb4a9f92c5967c9ecddc26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4242847 May 05 20:07:19.009412 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b0dc3b-d759-472c-8582-5497e9fe4618 None None] The sync data for ids ['bc6a4113-edb3-47fc-a579-1ad503721aac'] in n-d-840717-1 is: [{'id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'name': 'tempest-AttachVolumeNegativeTest-634632814-router', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'c75985dc-8b4c-4c87-85cd-20dbb82f7649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:00:48Z', 'updated_at': '2022-05-05T20:00:57Z', 'revision_number': 4, 'project_id': '2b65203be12a44e3b2b676f0adb9acc7', 'gw_port': {'id': 'c75985dc-8b4c-4c87-85cd-20dbb82f7649', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:49Z', 'updated_at': '2022-05-05T20:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '74d23f1e-73a7-42db-b11f-96808078f525', 'name': '', 'network_id': '025bffd7-43d6-46c1-996a-8056de7069d8', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'mac_address': 'fa:16:3e:32:c5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '0d250ed8-07f6-4f08-a934-d3c76d471e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:55Z', 'updated_at': '2022-05-05T20:01:13Z', 'revision_number': 5, 'project_id': '2b65203be12a44e3b2b676f0adb9acc7', 'subnets': [{'id': '0d250ed8-07f6-4f08-a934-d3c76d471e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:07:19.010020 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 50832) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:19.025466 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea25cba2-f7da-49e5-95ed-d291c89fed25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9176c574-df30-46fb-8bd9-0205efe0b026,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:19.077243 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5cb8d94e-c908-47bd-a204-fa2050445c12 req-d7babe83-b5ca-4885-9165-6909694b4937 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/quotas/51033f662b4a41faabaa592f98ca548e HTTP/1.1" status: 200 len: 375 time: 0.0504205 May 05 20:07:19.131621 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0a83c646-cff9-4079-83c2-1fc9babca6d4 tempest-ExternalNetworksAdminNegativeTestJSON-1178660139 tempest-ExternalNetworksAdminNegativeTestJSON-1178660139-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:19.137584 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0a83c646-cff9-4079-83c2-1fc9babca6d4 tempest-ExternalNetworksAdminNegativeTestJSON-1178660139 tempest-ExternalNetworksAdminNegativeTestJSON-1178660139-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:19.153881 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [None req-0a83c646-cff9-4079-83c2-1fc9babca6d4 tempest-ExternalNetworksAdminNegativeTestJSON-1178660139 tempest-ExternalNetworksAdminNegativeTestJSON-1178660139-project-admin] device_id is not set on port 39114f24-9db5-4ec8-9cfb-51f14537166f yet. {{(pid=88197) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:07:19.170076 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0e277d33-938a-420b-a021-88483f19e227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:19.207645 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0e277d33-938a-420b-a021-88483f19e227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:19.222036 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83c646-cff9-4079-83c2-1fc9babca6d4 tempest-ExternalNetworksAdminNegativeTestJSON-1178660139 tempest-ExternalNetworksAdminNegativeTestJSON-1178660139-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa2e98d-4112-40a0-9432-3e06857682c4,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:19.232711 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-5cb8d94e-c908-47bd-a204-fa2050445c12 req-8be3a455-859e-403d-a860-6b296f66b823 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Synchronizing usage tracker for tenant:51033f662b4a41faabaa592f98ca548e on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:07:19.266821 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-5cb8d94e-c908-47bd-a204-fa2050445c12 req-8be3a455-859e-403d-a860-6b296f66b823 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Unset dirty status for tenant:51033f662b4a41faabaa592f98ca548e on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:07:19.268075 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5cb8d94e-c908-47bd-a204-fa2050445c12 req-8be3a455-859e-403d-a860-6b296f66b823 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=51033f662b4a41faabaa592f98ca548e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1789296 May 05 20:07:19.291058 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd66178-e474-4817-b4c6-e73f874e26ae req-07b2594b-6dcb-4485-8789-1f6488913e30 tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:19.295824 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2fd66178-e474-4817-b4c6-e73f874e26ae req-07b2594b-6dcb-4485-8789-1f6488913e30 tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] 10.222.0.36 "GET /v2.0/ports?device_id=816f2d8f-036b-4110-aa62-63392bf1fcbd HTTP/1.1" status: 200 len: 944 time: 0.2361391 May 05 20:07:19.305387 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0e277d33-938a-420b-a021-88483f19e227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:19.334690 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e277d33-938a-420b-a021-88483f19e227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9176c574-df30-46fb-8bd9-0205efe0b026,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:19.382359 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba5ebeb-6de8-400e-85c9-d8f3081af3f9 None None] New status for floating IP a13ed0d0-d163-4f19-b6ec-c2b2d8efc50d: DOWN {{(pid=88199) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:07:19.399698 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0e277d33-938a-420b-a021-88483f19e227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:19.402295 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2fd66178-e474-4817-b4c6-e73f874e26ae req-f829b18c-c644-4cd0-92f8-27a67d65f121 tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db4831d3-dd27-46bd-8d11-93d00a7dbe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004286 May 05 20:07:19.403449 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-0e277d33-938a-420b-a021-88483f19e227 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9176c574-df30-46fb-8bd9-0205efe0b026 HTTP/1.1" status: 204 len: 168 time: 0.3924060 May 05 20:07:19.464545 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5cb8d94e-c908-47bd-a204-fa2050445c12 req-358441c9-0858-4218-95d0-2808de085e43 service neutron] 10.222.0.36 "GET /v2.0/networks/35d37522-ff35-47af-b60c-b213aa781c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804719 May 05 20:07:19.476913 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a83c646-cff9-4079-83c2-1fc9babca6d4 tempest-ExternalNetworksAdminNegativeTestJSON-1178660139 tempest-ExternalNetworksAdminNegativeTestJSON-1178660139-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 05 20:07:19.477454 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a83c646-cff9-4079-83c2-1fc9babca6d4 tempest-ExternalNetworksAdminNegativeTestJSON-1178660139 tempest-ExternalNetworksAdminNegativeTestJSON-1178660139-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:07:19.674266 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5cb8d94e-c908-47bd-a204-fa2050445c12 req-a4a35c70-2d4d-4c38-b601-06a3268bd064 service neutron] 10.222.0.36 "GET /v2.0/networks/35d37522-ff35-47af-b60c-b213aa781c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013206 May 05 20:07:19.693937 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-0a83c646-cff9-4079-83c2-1fc9babca6d4 tempest-ExternalNetworksAdminNegativeTestJSON-1178660139 tempest-ExternalNetworksAdminNegativeTestJSON-1178660139-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.0283470 May 05 20:07:19.697006 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 50842) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:19.747299 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3089329f-14d2-44e0-adca-23283e90ecea req-39797e5e-db9b-4486-9001-603701a23de5 tempest-ServerPasswordTestJSON-1279502387 tempest-ServerPasswordTestJSON-1279502387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:19.748895 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3089329f-14d2-44e0-adca-23283e90ecea req-39797e5e-db9b-4486-9001-603701a23de5 tempest-ServerPasswordTestJSON-1279502387 tempest-ServerPasswordTestJSON-1279502387-project] 10.222.0.36 "GET /v2.0/ports?device_id=22e1e128-4fec-4dbb-944d-d6c282f8a641 HTTP/1.1" status: 200 len: 945 time: 0.2320747 May 05 20:07:19.761721 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 4a472655-f6f4-4a70-88a3-61720e632166 up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:07:19.849904 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3089329f-14d2-44e0-adca-23283e90ecea req-45600971-d5d1-444b-9386-0cbd82a65931 tempest-ServerPasswordTestJSON-1279502387 tempest-ServerPasswordTestJSON-1279502387-project] 10.222.0.36 "GET /v2.0/security-groups?id=07a2565c-93bd-498a-86aa-b5f08fe98b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935869 May 05 20:07:19.912280 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port 4a472655-f6f4-4a70-88a3-61720e632166 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:07:19.927754 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 4a472655-f6f4-4a70-88a3-61720e632166 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:07:19.928169 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:20.104994 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:20.106527 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d6f5a607-2ba0-422e-b52f-3e3520a8ff2d req-a7f7b688-a4ce-4113-9a19-88cb17167433 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a81fc02-e3e2-42f0-9473-c8386cc7ad03 HTTP/1.1" status: 200 len: 210 time: 0.0708029 May 05 20:07:20.108132 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-2c0352d7-407b-44e4-9ebb-edb3cb64550e tempest-ExternalNetworksAdminNegativeTestJSON-1178660139 tempest-ExternalNetworksAdminNegativeTestJSON-1178660139-project-admin] Deleting port ea384b9a-f7b4-48a7-882c-6fbf96cad160 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:07:20.109043 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2c0352d7-407b-44e4-9ebb-edb3cb64550e tempest-ExternalNetworksAdminNegativeTestJSON-1178660139 tempest-ExternalNetworksAdminNegativeTestJSON-1178660139-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:20.178440 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '816f2d8f-036b-4110-aa62-63392bf1fcbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a472655-f6f4-4a70-88a3-61720e632166'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:07:20.191586 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 4a472655-f6f4-4a70-88a3-61720e632166, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=4a472655-f6f4-4a70-88a3-61720e632166,segment=NetworkSegment(c016b080-0146-431c-9f6b-5979a32d0fd8),segment_id=c016b080-0146-431c-9f6b-5979a32d0fd8)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:07:20.200710 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:20.201886 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 7d9d5a52-5c78-47e0-b59b-00a85b10b369 up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:07:20.342467 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f230913b-8935-4a1f-80a1-0a21ab6f3b96 req-b48de69d-9430-4e63-8c70-6cb6ab5d492c tempest-ServerPasswordTestJSON-1279502387 tempest-ServerPasswordTestJSON-1279502387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:20.344079 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f230913b-8935-4a1f-80a1-0a21ab6f3b96 req-b48de69d-9430-4e63-8c70-6cb6ab5d492c tempest-ServerPasswordTestJSON-1279502387 tempest-ServerPasswordTestJSON-1279502387-project] 10.222.0.50 "GET /v2.0/ports?device_id=22e1e128-4fec-4dbb-944d-d6c282f8a641 HTTP/1.1" status: 200 len: 945 time: 0.3303115 May 05 20:07:20.364317 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646ef57-6e8f-4c27-8153-3f54af511e5f req-ea1db623-dc15-4361-90fe-591c52d4b94e tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:20.371187 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f646ef57-6e8f-4c27-8153-3f54af511e5f req-ea1db623-dc15-4361-90fe-591c52d4b94e tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3775c53-95fc-463a-847a-74bdf4015c90 HTTP/1.1" status: 200 len: 946 time: 0.3598320 May 05 20:07:20.394020 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=4a472655-f6f4-4a70-88a3-61720e632166,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:20.407336 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port 7d9d5a52-5c78-47e0-b59b-00a85b10b369 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:07:20.409812 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31303de8-b3c3-4670-8300-5e41ce1bfda8 req-5b8577e0-c2c6-4d83-bafc-d1517a2a53dd tempest-ServerAddressesNegativeTestJSON-855669114 tempest-ServerAddressesNegativeTestJSON-855669114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:20.414483 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 7d9d5a52-5c78-47e0-b59b-00a85b10b369 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:07:20.414854 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:20.423921 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-31303de8-b3c3-4670-8300-5e41ce1bfda8 req-5b8577e0-c2c6-4d83-bafc-d1517a2a53dd tempest-ServerAddressesNegativeTestJSON-855669114 tempest-ServerAddressesNegativeTestJSON-855669114-project] 10.222.0.36 "GET /v2.0/ports?device_id=d077dafe-1df4-4879-8d2a-6309376784c1 HTTP/1.1" status: 200 len: 945 time: 0.1272566 May 05 20:07:20.495463 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2c0352d7-407b-44e4-9ebb-edb3cb64550e tempest-ExternalNetworksAdminNegativeTestJSON-1178660139 tempest-ExternalNetworksAdminNegativeTestJSON-1178660139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:20.495847 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2c0352d7-407b-44e4-9ebb-edb3cb64550e tempest-ExternalNetworksAdminNegativeTestJSON-1178660139 tempest-ExternalNetworksAdminNegativeTestJSON-1178660139-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:20.501910 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-31303de8-b3c3-4670-8300-5e41ce1bfda8 req-4fd09595-9586-4cbc-b2e3-ecd84a3c44ee tempest-ServerAddressesNegativeTestJSON-855669114 tempest-ServerAddressesNegativeTestJSON-855669114-project] 10.222.0.36 "GET /v2.0/security-groups?id=bce92438-ad62-4d6c-ac39-8f1b582bbd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732663 May 05 20:07:20.532491 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 50882) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:20.625054 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f07a2b79-fe30-4d9f-a19d-bb65b1e601e7'] response: {'server_uuid': '816f2d8f-036b-4110-aa62-63392bf1fcbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a472655-f6f4-4a70-88a3-61720e632166', 'code': 200} May 05 20:07:20.627886 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:20.692849 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-eb535cd0-67c3-4be7-a3ed-8604b902b4b0 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:20.712791 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 7d9d5a52-5c78-47e0-b59b-00a85b10b369, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=7d9d5a52-5c78-47e0-b59b-00a85b10b369,segment=NetworkSegment(45d2fdd1-a29a-4c56-a2a2-5ddfd0608ff2),segment_id=45d2fdd1-a29a-4c56-a2a2-5ddfd0608ff2)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:07:20.724405 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:20.826964 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=7d9d5a52-5c78-47e0-b59b-00a85b10b369,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:20.842028 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-eb535cd0-67c3-4be7-a3ed-8604b902b4b0 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:20.943825 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f86920c-9616-427c-973d-3b7f9e01e09e req-37cc9048-00a2-46ed-b98d-d62059976218 tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:20.945505 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7f86920c-9616-427c-973d-3b7f9e01e09e req-37cc9048-00a2-46ed-b98d-d62059976218 tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] 10.222.0.36 "GET /v2.0/ports?device_id=816f2d8f-036b-4110-aa62-63392bf1fcbd HTTP/1.1" status: 200 len: 945 time: 0.2231305 May 05 20:07:20.952201 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c20025-9bef-4a51-9faa-000439e425f8 req-1b5b342a-e255-4e74-a789-c3d24cb33e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:20.953841 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d0c20025-9bef-4a51-9faa-000439e425f8 req-1b5b342a-e255-4e74-a789-c3d24cb33e12 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=816f2d8f-036b-4110-aa62-63392bf1fcbd HTTP/1.1" status: 200 len: 1096 time: 0.1799603 May 05 20:07:20.968538 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-2c0352d7-407b-44e4-9ebb-edb3cb64550e tempest-ExternalNetworksAdminNegativeTestJSON-1178660139 tempest-ExternalNetworksAdminNegativeTestJSON-1178660139-project-admin] Calling delete_port for ea384b9a-f7b4-48a7-882c-6fbf96cad160 owned by network:floatingip {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:07:20.996713 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-eb535cd0-67c3-4be7-a3ed-8604b902b4b0 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:21.028537 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f646ef57-6e8f-4c27-8153-3f54af511e5f req-34d512ca-8c7c-4b04-b1a5-ec7597d4b53e tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31a0353-9cc7-4431-82ad-5f9b9985cf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6564684 May 05 20:07:21.038066 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb535cd0-67c3-4be7-a3ed-8604b902b4b0 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87cffbd-4ad3-469d-b9f4-161689cc6d58,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:21.041886 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-f230913b-8935-4a1f-80a1-0a21ab6f3b96 req-2f6c1674-42f0-4b3f-a733-8b3bea8336b2 tempest-ServerPasswordTestJSON-1279502387 tempest-ServerPasswordTestJSON-1279502387-project] Deleting port 4b84a355-ec4d-4d95-b7a8-6b025fb0c45e {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:07:21.042229 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-f230913b-8935-4a1f-80a1-0a21ab6f3b96 req-2f6c1674-42f0-4b3f-a733-8b3bea8336b2 tempest-ServerPasswordTestJSON-1279502387 tempest-ServerPasswordTestJSON-1279502387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:21.057484 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d0c20025-9bef-4a51-9faa-000439e425f8 req-f4f51041-7849-45dd-af48-f4951d9610ca service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=db4831d3-dd27-46bd-8d11-93d00a7dbe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865576 May 05 20:07:21.058897 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb535cd0-67c3-4be7-a3ed-8604b902b4b0 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:07:21.059255 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb535cd0-67c3-4be7-a3ed-8604b902b4b0 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:07:21.059595 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb535cd0-67c3-4be7-a3ed-8604b902b4b0 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:07:21.059920 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb535cd0-67c3-4be7-a3ed-8604b902b4b0 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:07:21.060248 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb535cd0-67c3-4be7-a3ed-8604b902b4b0 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:07:21.060566 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb535cd0-67c3-4be7-a3ed-8604b902b4b0 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:07:21.060889 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb535cd0-67c3-4be7-a3ed-8604b902b4b0 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:07:21.061202 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb535cd0-67c3-4be7-a3ed-8604b902b4b0 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:07:21.061520 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb535cd0-67c3-4be7-a3ed-8604b902b4b0 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:07:21.061834 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb535cd0-67c3-4be7-a3ed-8604b902b4b0 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:07:21.062160 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb535cd0-67c3-4be7-a3ed-8604b902b4b0 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:07:21.062459 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb535cd0-67c3-4be7-a3ed-8604b902b4b0 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:07:21.075539 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7f86920c-9616-427c-973d-3b7f9e01e09e req-66b38492-1db1-48f1-8be2-ae90a27d540e tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db4831d3-dd27-46bd-8d11-93d00a7dbe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199882 May 05 20:07:21.095860 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-eb535cd0-67c3-4be7-a3ed-8604b902b4b0 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:21.100322 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-eb535cd0-67c3-4be7-a3ed-8604b902b4b0 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "DELETE /v2.0/security-groups/a87cffbd-4ad3-469d-b9f4-161689cc6d58 HTTP/1.1" status: 204 len: 168 time: 0.5631652 May 05 20:07:21.100852 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 50894) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:21.132489 n-d-840717-1 neutron-server[88197]: INFO neutron.api.v2.resource [None req-85300169-d64a-4262-ae97-3733754113e2 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] show failed (client error): The resource could not be found. May 05 20:07:21.136140 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-85300169-d64a-4262-ae97-3733754113e2 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "GET /v2.0/security-groups/a87cffbd-4ad3-469d-b9f4-161689cc6d58 HTTP/1.1" status: 404 len: 347 time: 0.0316684 May 05 20:07:21.136711 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 50902) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:21.372590 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-7c9a0461-d910-4e80-967d-304f58449e85 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Deleting port 85f71088-8bc3-4164-8728-da9ec1cd35af {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:07:21.373307 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7c9a0461-d910-4e80-967d-304f58449e85 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:21.518390 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2c0352d7-407b-44e4-9ebb-edb3cb64550e tempest-ExternalNetworksAdminNegativeTestJSON-1178660139 tempest-ExternalNetworksAdminNegativeTestJSON-1178660139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:21.607624 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3b9b63fe-f6b5-40e5-89d3-4d7fb522c912 req-db89142b-e9e3-4839-bdd6-4adbc667cd2c tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a81fc02-e3e2-42f0-9473-c8386cc7ad03 HTTP/1.1" status: 200 len: 210 time: 0.2022448 May 05 20:07:21.623558 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d74a8-d8ae-43b8-8c83-b7125ff5bfef req-98ce7c53-f9c8-4d19-aee1-a0d5c90ed47f tempest-ServerPasswordTestJSON-1279502387 tempest-ServerPasswordTestJSON-1279502387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:21.630639 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-206d74a8-d8ae-43b8-8c83-b7125ff5bfef req-98ce7c53-f9c8-4d19-aee1-a0d5c90ed47f tempest-ServerPasswordTestJSON-1279502387 tempest-ServerPasswordTestJSON-1279502387-project] 10.222.0.36 "GET /v2.0/ports?device_id=22e1e128-4fec-4dbb-944d-d6c282f8a641 HTTP/1.1" status: 200 len: 945 time: 0.4081264 May 05 20:07:21.666482 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0352d7-407b-44e4-9ebb-edb3cb64550e tempest-ExternalNetworksAdminNegativeTestJSON-1178660139 tempest-ExternalNetworksAdminNegativeTestJSON-1178660139-project-admin] Pushing event deleted for resources: {'Port': ['ID=ea384b9a-f7b4-48a7-882c-6fbf96cad160,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:21.671478 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 50918) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:21.746322 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb8d94e-c908-47bd-a204-fa2050445c12 req-43830c2a-359c-4bc5-8923-2e837377cfef tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:21.748164 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5cb8d94e-c908-47bd-a204-fa2050445c12 req-43830c2a-359c-4bc5-8923-2e837377cfef tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.50 "GET /v2.0/networks?id=35d37522-ff35-47af-b60c-b213aa781c6f HTTP/1.1" status: 200 len: 805 time: 0.3443549 May 05 20:07:21.762843 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-206d74a8-d8ae-43b8-8c83-b7125ff5bfef req-58992296-e006-4607-84a3-9ecda996e167 tempest-ServerPasswordTestJSON-1279502387 tempest-ServerPasswordTestJSON-1279502387-project] 10.222.0.36 "GET /v2.0/security-groups?id=07a2565c-93bd-498a-86aa-b5f08fe98b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313491 May 05 20:07:21.796748 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-f230913b-8935-4a1f-80a1-0a21ab6f3b96 req-2f6c1674-42f0-4b3f-a733-8b3bea8336b2 tempest-ServerPasswordTestJSON-1279502387 tempest-ServerPasswordTestJSON-1279502387-project] For port 4b84a355-ec4d-4d95-b7a8-6b025fb0c45e, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=4b84a355-ec4d-4d95-b7a8-6b025fb0c45e,segment=NetworkSegment(e993827b-d125-4776-82f2-15b5301e92be),segment_id=e993827b-d125-4776-82f2-15b5301e92be)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:07:21.797448 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-f230913b-8935-4a1f-80a1-0a21ab6f3b96 req-2f6c1674-42f0-4b3f-a733-8b3bea8336b2 tempest-ServerPasswordTestJSON-1279502387 tempest-ServerPasswordTestJSON-1279502387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:21.837255 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-5cb8d94e-c908-47bd-a204-fa2050445c12 req-9de4f3fb-60e2-4a00-890e-82a8d2530ce4 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Request body: {'port': {'device_id': '6a81fc02-e3e2-42f0-9473-c8386cc7ad03', 'network_id': '35d37522-ff35-47af-b60c-b213aa781c6f', 'admin_state_up': True, 'tenant_id': '51033f662b4a41faabaa592f98ca548e'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:07:21.869151 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-b1afd68d-5db3-4627-b478-f82ef7221ad4 tempest-RoutersAdminNegativeTest-477782539 tempest-RoutersAdminNegativeTest-477782539-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-397430330', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:07:21.893349 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-b1afd68d-5db3-4627-b478-f82ef7221ad4 tempest-RoutersAdminNegativeTest-477782539 tempest-RoutersAdminNegativeTest-477782539-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:07:21.913456 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-b1afd68d-5db3-4627-b478-f82ef7221ad4 tempest-RoutersAdminNegativeTest-477782539 tempest-RoutersAdminNegativeTest-477782539-project-admin] Usage tracker for resource:port and tenant:9671eb06d335473e9fbdfb85347b850c is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:07:21.953975 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-f230913b-8935-4a1f-80a1-0a21ab6f3b96 req-2f6c1674-42f0-4b3f-a733-8b3bea8336b2 tempest-ServerPasswordTestJSON-1279502387 tempest-ServerPasswordTestJSON-1279502387-project] Calling delete_port for 4b84a355-ec4d-4d95-b7a8-6b025fb0c45e owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:07:21.977736 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-b1afd68d-5db3-4627-b478-f82ef7221ad4 tempest-RoutersAdminNegativeTest-477782539 tempest-RoutersAdminNegativeTest-477782539-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:07:21.984695 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2c0352d7-407b-44e4-9ebb-edb3cb64550e tempest-ExternalNetworksAdminNegativeTestJSON-1178660139 tempest-ExternalNetworksAdminNegativeTestJSON-1178660139-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:21.990949 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-b1afd68d-5db3-4627-b478-f82ef7221ad4 tempest-RoutersAdminNegativeTest-477782539 tempest-RoutersAdminNegativeTest-477782539-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:07:22.039400 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7c9a0461-d910-4e80-967d-304f58449e85 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:22.039749 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7c9a0461-d910-4e80-967d-304f58449e85 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:22.052706 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2c0352d7-407b-44e4-9ebb-edb3cb64550e tempest-ExternalNetworksAdminNegativeTestJSON-1178660139 tempest-ExternalNetworksAdminNegativeTestJSON-1178660139-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:22.057319 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-2c0352d7-407b-44e4-9ebb-edb3cb64550e tempest-ExternalNetworksAdminNegativeTestJSON-1178660139 tempest-ExternalNetworksAdminNegativeTestJSON-1178660139-project-admin] 10.222.0.36 "DELETE /v2.0/floatingips/f18259f1-d213-44fb-bed6-9463c27c663b HTTP/1.1" status: 204 len: 168 time: 2.3560495 May 05 20:07:22.134072 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688f6a3-9ae7-43a9-b9d8-a30ba86800b4 req-969c6b40-2ed5-473f-a998-e55d1f6f30cd tempest-ServerAddressesNegativeTestJSON-855669114 tempest-ServerAddressesNegativeTestJSON-855669114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:22.141003 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a688f6a3-9ae7-43a9-b9d8-a30ba86800b4 req-969c6b40-2ed5-473f-a998-e55d1f6f30cd tempest-ServerAddressesNegativeTestJSON-855669114 tempest-ServerAddressesNegativeTestJSON-855669114-project] 10.222.0.36 "GET /v2.0/ports?device_id=d077dafe-1df4-4879-8d2a-6309376784c1 HTTP/1.1" status: 200 len: 946 time: 0.1993251 May 05 20:07:22.181481 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1afd68d-5db3-4627-b478-f82ef7221ad4 tempest-RoutersAdminNegativeTest-477782539 tempest-RoutersAdminNegativeTest-477782539-project-admin] Made reservation on behalf of 9671eb06d335473e9fbdfb85347b850c for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:07:22.183795 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b1afd68d-5db3-4627-b478-f82ef7221ad4 tempest-RoutersAdminNegativeTest-477782539 tempest-RoutersAdminNegativeTest-477782539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:22.240282 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a688f6a3-9ae7-43a9-b9d8-a30ba86800b4 req-59052838-41ed-49fc-b029-0e10af42096b tempest-ServerAddressesNegativeTestJSON-855669114 tempest-ServerAddressesNegativeTestJSON-855669114-project] 10.222.0.36 "GET /v2.0/security-groups?id=bce92438-ad62-4d6c-ac39-8f1b582bbd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983381 May 05 20:07:22.255270 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-f230913b-8935-4a1f-80a1-0a21ab6f3b96 req-2f6c1674-42f0-4b3f-a733-8b3bea8336b2 tempest-ServerPasswordTestJSON-1279502387 tempest-ServerPasswordTestJSON-1279502387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:22.313679 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6c1674-42f0-4b3f-a733-8b3bea8336b2 tempest-ServerPasswordTestJSON-1279502387 tempest-ServerPasswordTestJSON-1279502387-project] Pushing event deleted for resources: {'Port': ['ID=4b84a355-ec4d-4d95-b7a8-6b025fb0c45e,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:22.382832 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-7c9a0461-d910-4e80-967d-304f58449e85 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Calling delete_port for 85f71088-8bc3-4164-8728-da9ec1cd35af owned by network:floatingip {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:07:22.403656 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-f230913b-8935-4a1f-80a1-0a21ab6f3b96 req-2f6c1674-42f0-4b3f-a733-8b3bea8336b2 tempest-ServerPasswordTestJSON-1279502387 tempest-ServerPasswordTestJSON-1279502387-project] No DVR routers for this DVR port 4b84a355-ec4d-4d95-b7a8-6b025fb0c45e on host n-h2-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:07:22.425763 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 50930) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:22.429450 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b1afd68d-5db3-4627-b478-f82ef7221ad4 tempest-RoutersAdminNegativeTest-477782539 tempest-RoutersAdminNegativeTest-477782539-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:22.436950 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-f230913b-8935-4a1f-80a1-0a21ab6f3b96 req-2f6c1674-42f0-4b3f-a733-8b3bea8336b2 tempest-ServerPasswordTestJSON-1279502387 tempest-ServerPasswordTestJSON-1279502387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:22.439380 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e1e128-4fec-4dbb-944d-d6c282f8a641', 'name': 'network-vif-deleted', 'tag': '4b84a355-ec4d-4d95-b7a8-6b025fb0c45e'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:07:22.460048 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b1376-94ea-446e-b325-c4d72c358c07 req-8a3f8794-e55e-4921-861e-33e03c46894f tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:22.461497 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-016b1376-94ea-446e-b325-c4d72c358c07 req-8a3f8794-e55e-4921-861e-33e03c46894f tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.7251375 May 05 20:07:22.462450 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-5cb8d94e-c908-47bd-a204-fa2050445c12 req-9de4f3fb-60e2-4a00-890e-82a8d2530ce4 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:07:22.474442 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-b1afd68d-5db3-4627-b478-f82ef7221ad4 tempest-RoutersAdminNegativeTest-477782539 tempest-RoutersAdminNegativeTest-477782539-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:07:22.481897 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f230913b-8935-4a1f-80a1-0a21ab6f3b96 req-2f6c1674-42f0-4b3f-a733-8b3bea8336b2 tempest-ServerPasswordTestJSON-1279502387 tempest-ServerPasswordTestJSON-1279502387-project] 10.222.0.50 "DELETE /v2.0/ports/4b84a355-ec4d-4d95-b7a8-6b025fb0c45e HTTP/1.1" status: 204 len: 173 time: 2.1052988 May 05 20:07:22.503458 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-b1afd68d-5db3-4627-b478-f82ef7221ad4 tempest-RoutersAdminNegativeTest-477782539 tempest-RoutersAdminNegativeTest-477782539-project-admin] Usage tracker for resource:security_group_rule and tenant:9671eb06d335473e9fbdfb85347b850c is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:07:22.509445 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c914c68-4696-4238-bccc-592879b05f9f req-0fba0f4e-d8e0-4a3b-bc3c-b3efcaf027dd tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:22.510525 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-b1afd68d-5db3-4627-b478-f82ef7221ad4 tempest-RoutersAdminNegativeTest-477782539 tempest-RoutersAdminNegativeTest-477782539-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:07:22.510992 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2c914c68-4696-4238-bccc-592879b05f9f req-0fba0f4e-d8e0-4a3b-bc3c-b3efcaf027dd tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] 10.222.0.36 "GET /v2.0/ports?device_id=816f2d8f-036b-4110-aa62-63392bf1fcbd HTTP/1.1" status: 200 len: 945 time: 0.1139708 May 05 20:07:22.518163 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-5cb8d94e-c908-47bd-a204-fa2050445c12 req-9de4f3fb-60e2-4a00-890e-82a8d2530ce4 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:07:22.530924 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-b1afd68d-5db3-4627-b478-f82ef7221ad4 tempest-RoutersAdminNegativeTest-477782539 tempest-RoutersAdminNegativeTest-477782539-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:07:22.596527 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2c914c68-4696-4238-bccc-592879b05f9f req-f14976f1-53a6-4e9d-b331-120bb0c2f946 tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db4831d3-dd27-46bd-8d11-93d00a7dbe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722430 May 05 20:07:22.615917 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-016b1376-94ea-446e-b325-c4d72c358c07 req-081f8fcf-ee8a-4120-8457-48ba18a238bc tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462884 May 05 20:07:22.626153 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd077dafe-1df4-4879-8d2a-6309376784c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d9d5a52-5c78-47e0-b59b-00a85b10b369'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:07:22.676792 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-179c681f-603a-4f75-a9cb-bcfcee036fc9'] response: {'server_uuid': '22e1e128-4fec-4dbb-944d-d6c282f8a641', 'name': 'network-vif-deleted', 'tag': '4b84a355-ec4d-4d95-b7a8-6b025fb0c45e', 'status': 'completed', 'code': 200} May 05 20:07:22.680841 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cb8d94e-c908-47bd-a204-fa2050445c12 req-9de4f3fb-60e2-4a00-890e-82a8d2530ce4 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Made reservation on behalf of 51033f662b4a41faabaa592f98ca548e for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:07:22.685373 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-5cb8d94e-c908-47bd-a204-fa2050445c12 req-9de4f3fb-60e2-4a00-890e-82a8d2530ce4 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:22.720724 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-87efbfaf-09d0-4b3a-8f56-c16ea26820b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:22.734481 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 4b84a355-ec4d-4d95-b7a8-6b025fb0c45e no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:07:22.778343 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] No Port match for: 4b84a355-ec4d-4d95-b7a8-6b025fb0c45e {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:07:22.778685 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 4b84a355-ec4d-4d95-b7a8-6b025fb0c45e not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:07:22.810851 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-87efbfaf-09d0-4b3a-8f56-c16ea26820b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:07:22.846213 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ccbe16-534c-47d9-b07f-96fe2622d5ea req-159f3dfb-dbb7-4254-9812-7f565ecfd7ae tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:22.847752 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b7ccbe16-534c-47d9-b07f-96fe2622d5ea req-159f3dfb-dbb7-4254-9812-7f565ecfd7ae tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.0795283 May 05 20:07:22.859550 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-87efbfaf-09d0-4b3a-8f56-c16ea26820b0 admin admin] Usage tracker for resource:security_group_rule and tenant:ca39bf56d01547dd838815860739fdb3 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:07:22.870166 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-87efbfaf-09d0-4b3a-8f56-c16ea26820b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:07:22.899478 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b7ccbe16-534c-47d9-b07f-96fe2622d5ea req-0b0f1ca8-5ba7-40b6-8f3e-af9e3a956a92 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450928 May 05 20:07:22.910431 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-87efbfaf-09d0-4b3a-8f56-c16ea26820b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:07:22.955897 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b136ba6b-0655-4bed-ab80-e7feb33e46da'] response: {'server_uuid': 'd077dafe-1df4-4879-8d2a-6309376784c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d9d5a52-5c78-47e0-b59b-00a85b10b369', 'code': 200} May 05 20:07:23.029791 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7c9a0461-d910-4e80-967d-304f58449e85 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:23.035784 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b1afd68d-5db3-4627-b478-f82ef7221ad4 tempest-RoutersAdminNegativeTest-477782539 tempest-RoutersAdminNegativeTest-477782539-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:23.096739 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ed70bd97-b428-40d4-b0ea-7b8f44740cd7 req-ef0ffcd7-d306-492e-bdaf-991d5fc48ed1 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a81fc02-e3e2-42f0-9473-c8386cc7ad03 HTTP/1.1" status: 200 len: 210 time: 0.0507088 May 05 20:07:23.167807 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b1afd68d-5db3-4627-b478-f82ef7221ad4 tempest-RoutersAdminNegativeTest-477782539 tempest-RoutersAdminNegativeTest-477782539-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:23.186094 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 50950) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:23.189334 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9a0461-d910-4e80-967d-304f58449e85 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Pushing event deleted for resources: {'Port': ['ID=85f71088-8bc3-4164-8728-da9ec1cd35af,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:23.220833 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [None req-b1afd68d-5db3-4627-b478-f82ef7221ad4 tempest-RoutersAdminNegativeTest-477782539 tempest-RoutersAdminNegativeTest-477782539-project-admin] device_id is not set on port c9006ccd-f6ed-4c55-acd8-af8f6c305f25 yet. {{(pid=88197) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:07:23.257403 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-334d36ba-19b3-44c4-adb5-283b85380c68 admin admin] Deleting subnet 4827f7a3-de71-4f27-901b-2f2a7feca415 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:07:23.261205 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-334d36ba-19b3-44c4-adb5-283b85380c68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:23.375295 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afd68d-5db3-4627-b478-f82ef7221ad4 tempest-RoutersAdminNegativeTest-477782539 tempest-RoutersAdminNegativeTest-477782539-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7862ca9e-5429-41d0-abfc-7d2748eede88,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:23.410766 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-5cb8d94e-c908-47bd-a204-fa2050445c12 req-9de4f3fb-60e2-4a00-890e-82a8d2530ce4 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Allocated IP 172.20.0.6 (35d37522-ff35-47af-b60c-b213aa781c6f/abe7c8d5-c1a3-49ab-83d4-2252eacbfbcf/2921c332-ba54-44dd-b51c-aece8fb27047) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:07:23.447077 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd6b0fc-cb07-4f98-8cec-3978e839fcd4 req-ba894f97-c8b9-41b2-9ee9-fcef57455d67 tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:23.448534 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ffd6b0fc-cb07-4f98-8cec-3978e839fcd4 req-ba894f97-c8b9-41b2-9ee9-fcef57455d67 tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] 10.222.0.36 "GET /v2.0/ports?device_id=816f2d8f-036b-4110-aa62-63392bf1fcbd HTTP/1.1" status: 200 len: 945 time: 0.6341758 May 05 20:07:23.487018 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-334d36ba-19b3-44c4-adb5-283b85380c68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:23.554608 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-334d36ba-19b3-44c4-adb5-283b85380c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:23.562405 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7c9a0461-d910-4e80-967d-304f58449e85 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks [] for floatingip, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:23.590680 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b0c715-c809-4747-a5f7-028cbed18a74 req-377d9c61-7c2c-4e31-8632-97c7b592e4cd tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:23.592173 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-57b0c715-c809-4747-a5f7-028cbed18a74 req-377d9c61-7c2c-4e31-8632-97c7b592e4cd tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.3031881 May 05 20:07:23.608206 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c532ac-b329-4af6-9854-b38ebbbd3f2c req-4d3e591d-e90c-42d5-b658-9a792a2b53db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:23.609783 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a8c532ac-b329-4af6-9854-b38ebbbd3f2c req-4d3e591d-e90c-42d5-b658-9a792a2b53db service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d077dafe-1df4-4879-8d2a-6309376784c1 HTTP/1.1" status: 200 len: 1097 time: 0.5853000 May 05 20:07:23.623726 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-87efbfaf-09d0-4b3a-8f56-c16ea26820b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:23.661620 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-57b0c715-c809-4747-a5f7-028cbed18a74 req-8a9249da-4b6e-47ac-b679-1d0ee000a770 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545914 May 05 20:07:23.670527 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ffd6b0fc-cb07-4f98-8cec-3978e839fcd4 req-5817bde2-3b1c-4db9-8a5a-8d9acc63df1c tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db4831d3-dd27-46bd-8d11-93d00a7dbe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789970 May 05 20:07:23.672345 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-334d36ba-19b3-44c4-adb5-283b85380c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:23.681586 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-b1afd68d-5db3-4627-b478-f82ef7221ad4 tempest-RoutersAdminNegativeTest-477782539 tempest-RoutersAdminNegativeTest-477782539-project-admin] Allocated IP 172.25.0.160 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/c9006ccd-f6ed-4c55-acd8-af8f6c305f25) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:07:23.705450 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-87efbfaf-09d0-4b3a-8f56-c16ea26820b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:23.712152 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334d36ba-19b3-44c4-adb5-283b85380c68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4827f7a3-de71-4f27-901b-2f2a7feca415,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:23.718289 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-334d36ba-19b3-44c4-adb5-283b85380c68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:23.724504 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-334d36ba-19b3-44c4-adb5-283b85380c68 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/4827f7a3-de71-4f27-901b-2f2a7feca415 HTTP/1.1" status: 204 len: 168 time: 0.5371077 May 05 20:07:23.726975 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 50960) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:23.894195 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d8a342d6-64d9-43aa-b320-10357bc2065f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:23.918258 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-87efbfaf-09d0-4b3a-8f56-c16ea26820b0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ca39bf56d01547dd838815860739fdb3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4899874 May 05 20:07:23.919246 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87efbfaf-09d0-4b3a-8f56-c16ea26820b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89769c0-bca2-46cc-b09a-0b619ec38688,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:23.922899 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 50964) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:23.937344 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a8c532ac-b329-4af6-9854-b38ebbbd3f2c req-7b82ec15-cc34-4c95-a868-f03e6f83f530 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bce92438-ad62-4d6c-ac39-8f1b582bbd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076746 May 05 20:07:23.984198 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe4de6c-1f2e-402d-b8a9-5c69df8c56e8 req-35483fc4-9520-40aa-b8d3-284a06a16ed9 tempest-ServerAddressesNegativeTestJSON-855669114 tempest-ServerAddressesNegativeTestJSON-855669114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:23.985586 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bfe4de6c-1f2e-402d-b8a9-5c69df8c56e8 req-35483fc4-9520-40aa-b8d3-284a06a16ed9 tempest-ServerAddressesNegativeTestJSON-855669114 tempest-ServerAddressesNegativeTestJSON-855669114-project] 10.222.0.36 "GET /v2.0/ports?device_id=d077dafe-1df4-4879-8d2a-6309376784c1 HTTP/1.1" status: 200 len: 946 time: 0.2115204 May 05 20:07:24.043677 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d8a342d6-64d9-43aa-b320-10357bc2065f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:24.060358 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7c9a0461-d910-4e80-967d-304f58449e85 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:24.061709 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-7c9a0461-d910-4e80-967d-304f58449e85 tempest-AttachVolumeNegativeTest-617964280 tempest-AttachVolumeNegativeTest-617964280-project] 10.222.0.36 "DELETE /v2.0/floatingips/a13ed0d0-d163-4f19-b6ec-c2b2d8efc50d HTTP/1.1" status: 204 len: 168 time: 2.9238534 May 05 20:07:24.101045 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-d8a342d6-64d9-43aa-b320-10357bc2065f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73dcf8ee-7da8-4049-833b-422cfa756c03']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:07:24.110655 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bfe4de6c-1f2e-402d-b8a9-5c69df8c56e8 req-e1a407c5-c6b0-46a7-b7db-fb0f3a48a5a3 tempest-ServerAddressesNegativeTestJSON-855669114 tempest-ServerAddressesNegativeTestJSON-855669114-project] 10.222.0.36 "GET /v2.0/security-groups?id=bce92438-ad62-4d6c-ac39-8f1b582bbd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168258 May 05 20:07:24.117200 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-d8a342d6-64d9-43aa-b320-10357bc2065f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e993827b-d125-4776-82f2-15b5301e92be') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:07:24.117409 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-d8a342d6-64d9-43aa-b320-10357bc2065f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e993827b-d125-4776-82f2-15b5301e92be') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:07:24.140011 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d8a342d6-64d9-43aa-b320-10357bc2065f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:24.164129 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d8a342d6-64d9-43aa-b320-10357bc2065f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:24.171262 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8a342d6-64d9-43aa-b320-10357bc2065f admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:07:24.171677 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d8a342d6-64d9-43aa-b320-10357bc2065f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:24.187218 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:07:24.187218 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:07:24.187218 n-d-840717-1 neutron-server[88198]: timer() May 05 20:07:24.187218 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:07:24.187218 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:07:24.187218 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:07:24.187218 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:07:24.187218 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:07:24.187218 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:07:24.187218 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:07:24.187218 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:07:24.187218 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:07:24.187218 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:07:24.187218 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:07:24.187218 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:07:24.187218 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:07:24.187218 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:07:24.187218 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:07:24.187218 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:07:24.187218 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:07:24.187218 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:07:24.187218 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:07:24.187218 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:07:24.187218 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:07:24.187218 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:07:24.187218 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:07:24.187218 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:07:24.187218 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:07:24.187218 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:07:24.187218 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:07:24.187218 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:07:24.187218 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:07:24.235165 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-5cb8d94e-c908-47bd-a204-fa2050445c12 req-9de4f3fb-60e2-4a00-890e-82a8d2530ce4 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:24.262020 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5477a971-ed14-45a8-a0f5-71fd55f7a878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:24.293717 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d8a342d6-64d9-43aa-b320-10357bc2065f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:24.312596 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61b002-8cca-4b66-85aa-01cfcdb7c948 req-7f3595ab-7143-4217-b9ad-4c156887dd89 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:24.314114 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2b61b002-8cca-4b66-85aa-01cfcdb7c948 req-7f3595ab-7143-4217-b9ad-4c156887dd89 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.4719207 May 05 20:07:24.316909 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d8a342d6-64d9-43aa-b320-10357bc2065f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:24.327411 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a342d6-64d9-43aa-b320-10357bc2065f admin admin] Pushing event deleted for resources: {'Network': ['ID=73dcf8ee-7da8-4049-833b-422cfa756c03,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:24.334247 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5477a971-ed14-45a8-a0f5-71fd55f7a878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:24.345410 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d8a342d6-64d9-43aa-b320-10357bc2065f admin admin] 10.222.0.36 "DELETE /v2.0/networks/73dcf8ee-7da8-4049-833b-422cfa756c03 HTTP/1.1" status: 204 len: 168 time: 0.6147830 May 05 20:07:24.398418 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b1afd68d-5db3-4627-b478-f82ef7221ad4 tempest-RoutersAdminNegativeTest-477782539 tempest-RoutersAdminNegativeTest-477782539-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:24.454711 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2b61b002-8cca-4b66-85aa-01cfcdb7c948 req-a67ffb3a-cc5b-454a-970d-944c3167d45a tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278763 May 05 20:07:24.478420 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-5cb8d94e-c908-47bd-a204-fa2050445c12 req-9de4f3fb-60e2-4a00-890e-82a8d2530ce4 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:24.500361 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['81d837ab-bc11-4126-87e9-1c216ab3a6e9'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:07:24.528628 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 50980) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:24.540972 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5477a971-ed14-45a8-a0f5-71fd55f7a878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:24.595478 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cb8d94e-c908-47bd-a204-fa2050445c12 req-9de4f3fb-60e2-4a00-890e-82a8d2530ce4 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Network 35d37522-ff35-47af-b60c-b213aa781c6f is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:07:24.600989 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5477a971-ed14-45a8-a0f5-71fd55f7a878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89769c0-bca2-46cc-b09a-0b619ec38688,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:24.622919 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5477a971-ed14-45a8-a0f5-71fd55f7a878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:24.624103 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-5477a971-ed14-45a8-a0f5-71fd55f7a878 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c89769c0-bca2-46cc-b09a-0b619ec38688 HTTP/1.1" status: 204 len: 168 time: 0.6891792 May 05 20:07:24.639987 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-5cb8d94e-c908-47bd-a204-fa2050445c12 req-9de4f3fb-60e2-4a00-890e-82a8d2530ce4 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:07:24.642531 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cb8d94e-c908-47bd-a204-fa2050445c12 req-9de4f3fb-60e2-4a00-890e-82a8d2530ce4 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:07:24.671719 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b2222ac0-3b23-4680-b182-7ed741518d7f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3031261c3700488ebb21ce749cad6bf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1380408 May 05 20:07:24.678713 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 50986) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:24.692845 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b1afd68d-5db3-4627-b478-f82ef7221ad4 tempest-RoutersAdminNegativeTest-477782539 tempest-RoutersAdminNegativeTest-477782539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:24.844496 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-df4dbd39-980a-449b-bf3b-1c8c2daab95b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:24.909331 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-df4dbd39-980a-449b-bf3b-1c8c2daab95b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:25.044921 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc3fc8-36e6-493c-8ac2-2923a9e55198 req-01bdf8ab-e7c5-4350-af38-7ba1e9c9fe3b tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:25.053412 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-37dc3fc8-36e6-493c-8ac2-2923a9e55198 req-01bdf8ab-e7c5-4350-af38-7ba1e9c9fe3b tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] 10.222.0.36 "GET /v2.0/ports?device_id=816f2d8f-036b-4110-aa62-63392bf1fcbd HTTP/1.1" status: 200 len: 945 time: 0.1243598 May 05 20:07:25.068103 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-df4dbd39-980a-449b-bf3b-1c8c2daab95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:25.102193 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4dbd39-980a-449b-bf3b-1c8c2daab95b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a2565c-93bd-498a-86aa-b5f08fe98b3a,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:25.112238 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de4f3fb-60e2-4a00-890e-82a8d2530ce4 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Pushing event updated for resources: {'Port': ['ID=2921c332-ba54-44dd-b51c-aece8fb27047,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:25.142645 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-37dc3fc8-36e6-493c-8ac2-2923a9e55198 req-2dc18a2c-ad3c-4a5c-bc59-6a9ecc3c9ace tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db4831d3-dd27-46bd-8d11-93d00a7dbe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879266 May 05 20:07:25.146391 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-df4dbd39-980a-449b-bf3b-1c8c2daab95b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:25.147750 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-df4dbd39-980a-449b-bf3b-1c8c2daab95b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/07a2565c-93bd-498a-86aa-b5f08fe98b3a HTTP/1.1" status: 204 len: 168 time: 0.4638925 May 05 20:07:25.217205 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1afd68d-5db3-4627-b478-f82ef7221ad4 tempest-RoutersAdminNegativeTest-477782539 tempest-RoutersAdminNegativeTest-477782539-project-admin] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:07:25.224102 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-b1afd68d-5db3-4627-b478-f82ef7221ad4 tempest-RoutersAdminNegativeTest-477782539 tempest-RoutersAdminNegativeTest-477782539-project-admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:07:25.251192 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb8d94e-c908-47bd-a204-fa2050445c12 req-9de4f3fb-60e2-4a00-890e-82a8d2530ce4 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:25.251867 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-5cb8d94e-c908-47bd-a204-fa2050445c12 req-9de4f3fb-60e2-4a00-890e-82a8d2530ce4 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:25.263175 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1afd68d-5db3-4627-b478-f82ef7221ad4 tempest-RoutersAdminNegativeTest-477782539 tempest-RoutersAdminNegativeTest-477782539-project-admin] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:07:25.324052 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1afd68d-5db3-4627-b478-f82ef7221ad4 tempest-RoutersAdminNegativeTest-477782539 tempest-RoutersAdminNegativeTest-477782539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:25.324651 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b1afd68d-5db3-4627-b478-f82ef7221ad4 tempest-RoutersAdminNegativeTest-477782539 tempest-RoutersAdminNegativeTest-477782539-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:25.332523 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 51012) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:25.353668 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-b1afd68d-5db3-4627-b478-f82ef7221ad4 tempest-RoutersAdminNegativeTest-477782539 tempest-RoutersAdminNegativeTest-477782539-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.6665254 May 05 20:07:25.358172 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51016) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:25.375756 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-bc68815c-0c8e-4e92-91d9-b052c4311835 tempest-RoutersAdminNegativeTest-477782539 tempest-RoutersAdminNegativeTest-477782539-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.160'}]}}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:07:25.386285 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afd68d-5db3-4627-b478-f82ef7221ad4 tempest-RoutersAdminNegativeTest-477782539 tempest-RoutersAdminNegativeTest-477782539-project-admin] Pushing event updated for resources: {'Port': ['ID=c9006ccd-f6ed-4c55-acd8-af8f6c305f25,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:25.389503 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5cb8d94e-c908-47bd-a204-fa2050445c12 req-9de4f3fb-60e2-4a00-890e-82a8d2530ce4 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6083076 May 05 20:07:25.390464 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-bc68815c-0c8e-4e92-91d9-b052c4311835 tempest-RoutersAdminNegativeTest-477782539 tempest-RoutersAdminNegativeTest-477782539-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:07:25.397519 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-bc68815c-0c8e-4e92-91d9-b052c4311835 tempest-RoutersAdminNegativeTest-477782539 tempest-RoutersAdminNegativeTest-477782539-project-admin] Usage tracker for resource:router and tenant:9671eb06d335473e9fbdfb85347b850c is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:07:25.408800 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-5cb8d94e-c908-47bd-a204-fa2050445c12 req-9feb0321-60eb-41ff-ad77-288e9e73be44 service neutron] Request body: {'port': {'device_id': '6a81fc02-e3e2-42f0-9473-c8386cc7ad03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:07:25.436233 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-bc68815c-0c8e-4e92-91d9-b052c4311835 tempest-RoutersAdminNegativeTest-477782539 tempest-RoutersAdminNegativeTest-477782539-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:07:25.447785 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-bc68815c-0c8e-4e92-91d9-b052c4311835 tempest-RoutersAdminNegativeTest-477782539 tempest-RoutersAdminNegativeTest-477782539-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:07:25.481222 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d05444-9984-4a03-9ad2-f4856f6383f3 req-de584edf-4ace-48c5-99d2-c2882a4d7aef tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:25.481970 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-46d05444-9984-4a03-9ad2-f4856f6383f3 req-de584edf-4ace-48c5-99d2-c2882a4d7aef tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Synchronizing usage tracker for tenant:51033f662b4a41faabaa592f98ca548e on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:07:25.510510 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bc68815c-0c8e-4e92-91d9-b052c4311835 tempest-RoutersAdminNegativeTest-477782539 tempest-RoutersAdminNegativeTest-477782539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:25.511525 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bc68815c-0c8e-4e92-91d9-b052c4311835 tempest-RoutersAdminNegativeTest-477782539 tempest-RoutersAdminNegativeTest-477782539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:25.554962 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-46d05444-9984-4a03-9ad2-f4856f6383f3 req-de584edf-4ace-48c5-99d2-c2882a4d7aef tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Unset dirty status for tenant:51033f662b4a41faabaa592f98ca548e on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:07:25.562286 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-46d05444-9984-4a03-9ad2-f4856f6383f3 req-de584edf-4ace-48c5-99d2-c2882a4d7aef tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a81fc02-e3e2-42f0-9473-c8386cc7ad03 HTTP/1.1" status: 200 len: 931 time: 0.5506449 May 05 20:07:25.613819 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f3578b5f-7d7a-4d58-9da0-91db28468f8e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7ac0c3b5134c4cf9a276810b6e076c69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2768455 May 05 20:07:25.616044 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 51026) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:25.627190 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bc68815c-0c8e-4e92-91d9-b052c4311835 tempest-RoutersAdminNegativeTest-477782539 tempest-RoutersAdminNegativeTest-477782539-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:25.641564 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-46d05444-9984-4a03-9ad2-f4856f6383f3 req-c62f28ac-3926-44a5-916d-1c01eecc9269 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783215 May 05 20:07:25.643769 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-5cb8d94e-c908-47bd-a204-fa2050445c12 req-9feb0321-60eb-41ff-ad77-288e9e73be44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:25.731193 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f146c9-3d1f-402b-9f04-12b952eb79cf req-dd772b06-8b42-4df5-95d4-373b72397f09 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:25.737089 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a0f146c9-3d1f-402b-9f04-12b952eb79cf req-dd772b06-8b42-4df5-95d4-373b72397f09 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/networks?id=7506b31f-3419-46e4-835c-80fe813661d5 HTTP/1.1" status: 200 len: 812 time: 0.4365661 May 05 20:07:25.773549 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f573f1cb-2907-4fbf-8b7d-9fa6b85daced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:25.776921 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a0f146c9-3d1f-402b-9f04-12b952eb79cf req-8bbcd910-4254-406a-8497-e45ae4b882ec tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/quotas/56e8fe9085fa4bdb932a4c29aaeb4c08 HTTP/1.1" status: 200 len: 375 time: 0.0219827 May 05 20:07:25.867962 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f573f1cb-2907-4fbf-8b7d-9fa6b85daced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:25.960911 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f573f1cb-2907-4fbf-8b7d-9fa6b85daced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:25.986450 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f573f1cb-2907-4fbf-8b7d-9fa6b85daced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa2e98d-4112-40a0-9432-3e06857682c4,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:26.011764 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a0f146c9-3d1f-402b-9f04-12b952eb79cf req-8e79abbf-408c-41c1-929d-8228b5dcb19c tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=56e8fe9085fa4bdb932a4c29aaeb4c08&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2242389 May 05 20:07:26.035277 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f573f1cb-2907-4fbf-8b7d-9fa6b85daced admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:26.039229 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f573f1cb-2907-4fbf-8b7d-9fa6b85daced admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1fa2e98d-4112-40a0-9432-3e06857682c4 HTTP/1.1" status: 204 len: 168 time: 0.4194655 May 05 20:07:26.252285 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a0f146c9-3d1f-402b-9f04-12b952eb79cf req-89aa32c7-9da6-4ad0-8d63-ac7d666ecfe8 service neutron] 10.222.0.36 "GET /v2.0/networks/7506b31f-3419-46e4-835c-80fe813661d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396445 May 05 20:07:26.357457 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bc68815c-0c8e-4e92-91d9-b052c4311835 tempest-RoutersAdminNegativeTest-477782539 tempest-RoutersAdminNegativeTest-477782539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:26.494575 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f4843-3818-4150-b3ae-54cb0f350623 req-ed22a5cc-dd9e-4480-8094-cf5ec65758bc tempest-ServerAddressesNegativeTestJSON-855669114 tempest-ServerAddressesNegativeTestJSON-855669114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:26.495047 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2e4f4843-3818-4150-b3ae-54cb0f350623 req-ed22a5cc-dd9e-4480-8094-cf5ec65758bc tempest-ServerAddressesNegativeTestJSON-855669114 tempest-ServerAddressesNegativeTestJSON-855669114-project] 10.222.0.36 "GET /v2.0/ports?device_id=d077dafe-1df4-4879-8d2a-6309376784c1 HTTP/1.1" status: 200 len: 946 time: 0.6770632 May 05 20:07:26.555853 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a0f146c9-3d1f-402b-9f04-12b952eb79cf req-83a02f65-4c89-456c-b0d5-fb4b41270950 service neutron] 10.222.0.36 "GET /v2.0/networks/7506b31f-3419-46e4-835c-80fe813661d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021648 May 05 20:07:26.584065 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2e4f4843-3818-4150-b3ae-54cb0f350623 req-f94843a0-844f-4276-bc06-8d43b221cff6 tempest-ServerAddressesNegativeTestJSON-855669114 tempest-ServerAddressesNegativeTestJSON-855669114-project] 10.222.0.36 "GET /v2.0/security-groups?id=bce92438-ad62-4d6c-ac39-8f1b582bbd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641809 May 05 20:07:26.887035 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-5cb8d94e-c908-47bd-a204-fa2050445c12 req-9feb0321-60eb-41ff-ad77-288e9e73be44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2921c332-ba54-44dd-b51c-aece8fb27047 {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:07:26.901902 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-5cb8d94e-c908-47bd-a204-fa2050445c12 req-9feb0321-60eb-41ff-ad77-288e9e73be44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:26.929322 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-5cb8d94e-c908-47bd-a204-fa2050445c12 req-9feb0321-60eb-41ff-ad77-288e9e73be44 service neutron] Transition to ACTIVE for port object 2921c332-ba54-44dd-b51c-aece8fb27047 will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:07:26.954035 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-5cb8d94e-c908-47bd-a204-fa2050445c12 req-9feb0321-60eb-41ff-ad77-288e9e73be44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:27.320798 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 51100) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:27.365290 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feb0321-60eb-41ff-ad77-288e9e73be44 service neutron] Pushing event updated for resources: {'Port': ['ID=2921c332-ba54-44dd-b51c-aece8fb27047,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:27.512708 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-029d9670-619e-49e7-8f46-a556d4a4926d req-7e02cf75-b7ed-405a-a6ee-f4d9a83582ff tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7e6dddb-50c0-4fef-ba67-4d7ecd092f1e HTTP/1.1" status: 200 len: 210 time: 0.0701950 May 05 20:07:27.531345 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-298f2575-35fd-4d54-8084-99ed87aa8d0a tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-271959668'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:07:27.536957 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-298f2575-35fd-4d54-8084-99ed87aa8d0a tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:07:27.541557 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-298f2575-35fd-4d54-8084-99ed87aa8d0a tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Usage tracker for resource:network and tenant:e7b4691455934d18964a38dc28a1831a is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:07:27.545089 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-298f2575-35fd-4d54-8084-99ed87aa8d0a tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:07:27.553554 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-298f2575-35fd-4d54-8084-99ed87aa8d0a tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:07:27.565336 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298f2575-35fd-4d54-8084-99ed87aa8d0a tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Made reservation on behalf of e7b4691455934d18964a38dc28a1831a for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:07:27.570426 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-298f2575-35fd-4d54-8084-99ed87aa8d0a tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:27.588090 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-298f2575-35fd-4d54-8084-99ed87aa8d0a tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:27.610746 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-298f2575-35fd-4d54-8084-99ed87aa8d0a tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:07:27.617834 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-298f2575-35fd-4d54-8084-99ed87aa8d0a tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Usage tracker for resource:security_group_rule and tenant:e7b4691455934d18964a38dc28a1831a is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:07:27.622249 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-298f2575-35fd-4d54-8084-99ed87aa8d0a tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:07:27.632493 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-298f2575-35fd-4d54-8084-99ed87aa8d0a tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:07:27.827992 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-298f2575-35fd-4d54-8084-99ed87aa8d0a tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:27.834657 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-298f2575-35fd-4d54-8084-99ed87aa8d0a tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:27.903150 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-298f2575-35fd-4d54-8084-99ed87aa8d0a tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:07:27.925005 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298f2575-35fd-4d54-8084-99ed87aa8d0a tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f9e573-21a1-4039-b164-87d0ad04f1bb,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:27.931956 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-5cb8d94e-c908-47bd-a204-fa2050445c12 req-9feb0321-60eb-41ff-ad77-288e9e73be44 service neutron] Attempting to bind port 2921c332-ba54-44dd-b51c-aece8fb27047 on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:07:27.932289 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-5cb8d94e-c908-47bd-a204-fa2050445c12 req-9feb0321-60eb-41ff-ad77-288e9e73be44 service neutron] Attempting to bind port 2921c332-ba54-44dd-b51c-aece8fb27047 by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': '0a9940fa-b2d8-4605-a2bb-ab46df53c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '35d37522-ff35-47af-b60c-b213aa781c6f'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:07:27.932616 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb8d94e-c908-47bd-a204-fa2050445c12 req-9feb0321-60eb-41ff-ad77-288e9e73be44 service neutron] Attempting to bind port 2921c332-ba54-44dd-b51c-aece8fb27047 on network 35d37522-ff35-47af-b60c-b213aa781c6f {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:07:27.947644 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-298f2575-35fd-4d54-8084-99ed87aa8d0a tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:27.948190 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-298f2575-35fd-4d54-8084-99ed87aa8d0a tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Added segment d4a337e8-cd9e-4c5b-a765-1ddac49fdbe9 of type vlan for network 79e2a248-49d4-4f66-9b41-fa1fb8fad7ad May 05 20:07:27.958501 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb8d94e-c908-47bd-a204-fa2050445c12 req-9feb0321-60eb-41ff-ad77-288e9e73be44 service neutron] Port 2921c332-ba54-44dd-b51c-aece8fb27047 on network 35d37522-ff35-47af-b60c-b213aa781c6f not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:07:27.959217 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb8d94e-c908-47bd-a204-fa2050445c12 req-9feb0321-60eb-41ff-ad77-288e9e73be44 service neutron] Attempting to bind port 2921c332-ba54-44dd-b51c-aece8fb27047 on network 35d37522-ff35-47af-b60c-b213aa781c6f {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:07:27.993884 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-298f2575-35fd-4d54-8084-99ed87aa8d0a tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:28.017943 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73bbbf3-2b2b-4ac0-8519-444aebc55f8f req-240e73c0-caff-4de4-8cbe-0568cad7eb6f tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:28.022945 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f73bbbf3-2b2b-4ac0-8519-444aebc55f8f req-240e73c0-caff-4de4-8cbe-0568cad7eb6f tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a81fc02-e3e2-42f0-9473-c8386cc7ad03 HTTP/1.1" status: 200 len: 943 time: 0.8834863 May 05 20:07:28.028539 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bc68815c-0c8e-4e92-91d9-b052c4311835 tempest-RoutersAdminNegativeTest-477782539 tempest-RoutersAdminNegativeTest-477782539-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:28.052689 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-298f2575-35fd-4d54-8084-99ed87aa8d0a tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:28.069307 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298f2575-35fd-4d54-8084-99ed87aa8d0a tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:28.070360 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-298f2575-35fd-4d54-8084-99ed87aa8d0a tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:28.073889 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb8d94e-c908-47bd-a204-fa2050445c12 req-9feb0321-60eb-41ff-ad77-288e9e73be44 service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:07:28.074232 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb8d94e-c908-47bd-a204-fa2050445c12 req-9feb0321-60eb-41ff-ad77-288e9e73be44 service neutron] Checking segment: {'id': '0a9940fa-b2d8-4605-a2bb-ab46df53c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '35d37522-ff35-47af-b60c-b213aa781c6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:07:28.074614 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb8d94e-c908-47bd-a204-fa2050445c12 req-9feb0321-60eb-41ff-ad77-288e9e73be44 service neutron] Bound using segment: {'id': '0a9940fa-b2d8-4605-a2bb-ab46df53c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '35d37522-ff35-47af-b60c-b213aa781c6f'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:07:28.075059 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-5cb8d94e-c908-47bd-a204-fa2050445c12 req-9feb0321-60eb-41ff-ad77-288e9e73be44 service neutron] Bound port: 2921c332-ba54-44dd-b51c-aece8fb27047, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a9940fa-b2d8-4605-a2bb-ab46df53c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '35d37522-ff35-47af-b60c-b213aa781c6f'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:07:28.075417 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-5cb8d94e-c908-47bd-a204-fa2050445c12 req-9feb0321-60eb-41ff-ad77-288e9e73be44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:28.136005 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bc68815c-0c8e-4e92-91d9-b052c4311835 tempest-RoutersAdminNegativeTest-477782539 tempest-RoutersAdminNegativeTest-477782539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:28.207191 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-800864a0-9c4d-400a-b21f-731727d1be7f req-d9f29fb6-2c5d-42ce-b734-c8408e74a973 tempest-ServerShowV254Test-1562950060 tempest-ServerShowV254Test-1562950060-project] 10.222.0.36 "GET /v2.0/ports?device_id=19189751-42ed-4c35-9870-2c9430e577e8 HTTP/1.1" status: 200 len: 210 time: 0.1289580 May 05 20:07:28.351539 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-298f2575-35fd-4d54-8084-99ed87aa8d0a tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.0256565 May 05 20:07:28.356010 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 51124) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:28.360093 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298f2575-35fd-4d54-8084-99ed87aa8d0a tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Pushing event updated for resources: {'Network': ['ID=79e2a248-49d4-4f66-9b41-fa1fb8fad7ad,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:28.374850 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 79e2a248-49d4-4f66-9b41-fa1fb8fad7ad details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:07:28.379633 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-6f6f73fc-02f5-4bb9-a09f-04d0146e1292 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Request body: {'subnet': {'network_id': '79e2a248-49d4-4f66-9b41-fa1fb8fad7ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:07:28.436877 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-5cb8d94e-c908-47bd-a204-fa2050445c12 req-9feb0321-60eb-41ff-ad77-288e9e73be44 service neutron] For port 2921c332-ba54-44dd-b51c-aece8fb27047, host n-h2-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:07:28.441770 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-5cb8d94e-c908-47bd-a204-fa2050445c12 req-9feb0321-60eb-41ff-ad77-288e9e73be44 service neutron] For port 2921c332-ba54-44dd-b51c-aece8fb27047, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=2921c332-ba54-44dd-b51c-aece8fb27047,segment=NetworkSegment(0a9940fa-b2d8-4605-a2bb-ab46df53c9ac),segment_id=0a9940fa-b2d8-4605-a2bb-ab46df53c9ac)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:07:28.534425 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-6f6f73fc-02f5-4bb9-a09f-04d0146e1292 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:07:28.597795 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-6f6f73fc-02f5-4bb9-a09f-04d0146e1292 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Usage tracker for resource:subnet and tenant:e7b4691455934d18964a38dc28a1831a is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:07:28.603425 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-6f6f73fc-02f5-4bb9-a09f-04d0146e1292 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:07:28.625749 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-6f6f73fc-02f5-4bb9-a09f-04d0146e1292 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:07:28.635815 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f73bbbf3-2b2b-4ac0-8519-444aebc55f8f req-180394a4-2328-40e8-ac84-750546ec33db tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5479221 May 05 20:07:28.638344 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-5cb8d94e-c908-47bd-a204-fa2050445c12 req-9feb0321-60eb-41ff-ad77-288e9e73be44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:28.705410 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bc68815c-0c8e-4e92-91d9-b052c4311835 tempest-RoutersAdminNegativeTest-477782539 tempest-RoutersAdminNegativeTest-477782539-project-admin] Notify callbacks [] for router, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:28.718650 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6f73fc-02f5-4bb9-a09f-04d0146e1292 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Made reservation on behalf of e7b4691455934d18964a38dc28a1831a for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:07:28.722194 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6f6f73fc-02f5-4bb9-a09f-04d0146e1292 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:28.831799 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea8bad-af0a-4b2f-8b2c-d7c17e55cf0f req-89f3729b-fcab-426d-a020-97e8fb79db13 tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:28.839108 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-edea8bad-af0a-4b2f-8b2c-d7c17e55cf0f req-89f3729b-fcab-426d-a020-97e8fb79db13 tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] 10.222.0.36 "GET /v2.0/ports?device_id=816f2d8f-036b-4110-aa62-63392bf1fcbd HTTP/1.1" status: 200 len: 945 time: 0.3353281 May 05 20:07:28.925679 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f146c9-3d1f-402b-9f04-12b952eb79cf req-b7a0fbc4-4e00-4404-9845-727e2f30c11d tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:28.928098 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a0f146c9-3d1f-402b-9f04-12b952eb79cf req-b7a0fbc4-4e00-4404-9845-727e2f30c11d tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.50 "GET /v2.0/networks?id=7506b31f-3419-46e4-835c-80fe813661d5 HTTP/1.1" status: 200 len: 812 time: 0.4226186 May 05 20:07:28.938584 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb8d94e-c908-47bd-a204-fa2050445c12 req-9feb0321-60eb-41ff-ad77-288e9e73be44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:28.940717 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-5cb8d94e-c908-47bd-a204-fa2050445c12 req-9feb0321-60eb-41ff-ad77-288e9e73be44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:28.943185 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5cb8d94e-c908-47bd-a204-fa2050445c12 req-9feb0321-60eb-41ff-ad77-288e9e73be44 service neutron] 10.222.0.50 "PUT /v2.0/ports/2921c332-ba54-44dd-b51c-aece8fb27047 HTTP/1.1" status: 200 len: 1091 time: 3.5423102 May 05 20:07:28.944318 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-a0f146c9-3d1f-402b-9f04-12b952eb79cf req-428b0301-a1d8-4e90-8021-56f2e815b23f tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Request body: {'port': {'device_id': 'a7e6dddb-50c0-4fef-ba67-4d7ecd092f1e', 'network_id': '7506b31f-3419-46e4-835c-80fe813661d5', 'admin_state_up': True, 'tenant_id': '56e8fe9085fa4bdb932a4c29aaeb4c08'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:07:28.948260 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a81fc02-e3e2-42f0-9473-c8386cc7ad03', 'tag': '2921c332-ba54-44dd-b51c-aece8fb27047'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:07:29.093325 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-a0f146c9-3d1f-402b-9f04-12b952eb79cf req-428b0301-a1d8-4e90-8021-56f2e815b23f tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:07:29.124227 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-a0f146c9-3d1f-402b-9f04-12b952eb79cf req-428b0301-a1d8-4e90-8021-56f2e815b23f tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:07:29.150960 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-edea8bad-af0a-4b2f-8b2c-d7c17e55cf0f req-f80e6fd9-4a3a-435b-8aa5-bf2cd6737ab0 tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db4831d3-dd27-46bd-8d11-93d00a7dbe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108616 May 05 20:07:29.158849 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0f146c9-3d1f-402b-9f04-12b952eb79cf req-428b0301-a1d8-4e90-8021-56f2e815b23f tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Made reservation on behalf of 56e8fe9085fa4bdb932a4c29aaeb4c08 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:07:29.165346 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-a0f146c9-3d1f-402b-9f04-12b952eb79cf req-428b0301-a1d8-4e90-8021-56f2e815b23f tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:29.373614 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-48d12a36-0bcb-4467-b764-2ceee03ae1af req-62fb76a5-111a-47ce-9aca-e6f489722eb9 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7e6dddb-50c0-4fef-ba67-4d7ecd092f1e HTTP/1.1" status: 200 len: 210 time: 0.1373122 May 05 20:07:29.380487 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bc68815c-0c8e-4e92-91d9-b052c4311835 tempest-RoutersAdminNegativeTest-477782539 tempest-RoutersAdminNegativeTest-477782539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:29.392135 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bc68815c-0c8e-4e92-91d9-b052c4311835 tempest-RoutersAdminNegativeTest-477782539 tempest-RoutersAdminNegativeTest-477782539-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:29.399504 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feb0321-60eb-41ff-ad77-288e9e73be44 service neutron] Pushing event updated for resources: {'Port': ['ID=2921c332-ba54-44dd-b51c-aece8fb27047,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:29.463714 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bc68815c-0c8e-4e92-91d9-b052c4311835 tempest-RoutersAdminNegativeTest-477782539 tempest-RoutersAdminNegativeTest-477782539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:29.464409 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc68815c-0c8e-4e92-91d9-b052c4311835 tempest-RoutersAdminNegativeTest-477782539 tempest-RoutersAdminNegativeTest-477782539-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f9faee45-736c-4528-9547-f5ddf157d2a6 {{(pid=88197) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:07:29.497134 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6f6f73fc-02f5-4bb9-a09f-04d0146e1292 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:29.501904 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b048ff2-4c3d-4070-9a9d-aa6846bbdc02 req-fbb24584-422b-45dc-b6d9-115972248c16 tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:29.503527 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3b048ff2-4c3d-4070-9a9d-aa6846bbdc02 req-fbb24584-422b-45dc-b6d9-115972248c16 tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] 10.222.0.24 "GET /v2.0/ports?device_id=816f2d8f-036b-4110-aa62-63392bf1fcbd HTTP/1.1" status: 200 len: 945 time: 0.2028561 May 05 20:07:29.506539 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c8bd956-6cf7-4140-93b1-7e1afc3665d9'] response: {'name': 'network-changed', 'server_uuid': '6a81fc02-e3e2-42f0-9473-c8386cc7ad03', 'tag': '2921c332-ba54-44dd-b51c-aece8fb27047', 'status': 'completed', 'code': 200} May 05 20:07:29.508945 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb8d94e-c908-47bd-a204-fa2050445c12 req-d448164a-9dba-4e85-955b-64361f07d19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:29.510409 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5cb8d94e-c908-47bd-a204-fa2050445c12 req-d448164a-9dba-4e85-955b-64361f07d19f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=51033f662b4a41faabaa592f98ca548e&device_id=6a81fc02-e3e2-42f0-9473-c8386cc7ad03 HTTP/1.1" status: 200 len: 1094 time: 0.3887365 May 05 20:07:29.511191 n-d-840717-1 neutron-server[88197]: INFO neutron.api.v2.resource [None req-bc68815c-0c8e-4e92-91d9-b052c4311835 tempest-RoutersAdminNegativeTest-477782539 tempest-RoutersAdminNegativeTest-477782539-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 05 20:07:29.512256 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-bc68815c-0c8e-4e92-91d9-b052c4311835 tempest-RoutersAdminNegativeTest-477782539 tempest-RoutersAdminNegativeTest-477782539-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.1506178 May 05 20:07:29.543265 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 51138) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:29.624006 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-a0f146c9-3d1f-402b-9f04-12b952eb79cf req-428b0301-a1d8-4e90-8021-56f2e815b23f tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Allocated IP 172.20.0.11 (7506b31f-3419-46e4-835c-80fe813661d5/e2507cd6-290d-4d3d-b14e-048ce031bb0a/b446eac7-8758-4a4b-aebd-2c24c1652d79) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:07:29.631389 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-eaabea09-9115-444b-be69-c93cbc5db0f8 tempest-RoutersAdminNegativeTest-477782539 tempest-RoutersAdminNegativeTest-477782539-project-admin] Deleting port c9006ccd-f6ed-4c55-acd8-af8f6c305f25 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:07:29.631680 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eaabea09-9115-444b-be69-c93cbc5db0f8 tempest-RoutersAdminNegativeTest-477782539 tempest-RoutersAdminNegativeTest-477782539-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:29.757628 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a477e-6997-4f7c-b967-e75b1976f08c req-25b8fc3b-0b1c-4fba-b918-6c76b725e96d tempest-ServerAddressesNegativeTestJSON-855669114 tempest-ServerAddressesNegativeTestJSON-855669114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:29.759133 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-398a477e-6997-4f7c-b967-e75b1976f08c req-25b8fc3b-0b1c-4fba-b918-6c76b725e96d tempest-ServerAddressesNegativeTestJSON-855669114 tempest-ServerAddressesNegativeTestJSON-855669114-project] 10.222.0.36 "GET /v2.0/ports?device_id=d077dafe-1df4-4879-8d2a-6309376784c1 HTTP/1.1" status: 200 len: 946 time: 0.4173422 May 05 20:07:29.780896 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6f73fc-02f5-4bb9-a09f-04d0146e1292 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Pushing event updated for resources: {'Subnet': ['ID=f816e756-9732-46f6-8c75-a79755ad2e24,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:29.832485 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5cb8d94e-c908-47bd-a204-fa2050445c12 req-ed028236-9e31-407f-b3fa-0a824c8bdf0a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2921c332-ba54-44dd-b51c-aece8fb27047 HTTP/1.1" status: 200 len: 217 time: 0.1106844 May 05 20:07:29.880493 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a2cafa27-dfaf-484d-8daa-7a52f0986d21 req-bce03418-edae-4b0b-92d1-0c1f48e2659c tempest-ServerShowV254Test-1562950060 tempest-ServerShowV254Test-1562950060-project] 10.222.0.36 "GET /v2.0/ports?device_id=19189751-42ed-4c35-9870-2c9430e577e8 HTTP/1.1" status: 200 len: 210 time: 0.1085861 May 05 20:07:29.905765 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-3b048ff2-4c3d-4070-9a9d-aa6846bbdc02 req-511a46ea-d72c-4ac7-84b9-2316e8eeb5c4 tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] Deleting port 4a472655-f6f4-4a70-88a3-61720e632166 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:07:29.906131 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-3b048ff2-4c3d-4070-9a9d-aa6846bbdc02 req-511a46ea-d72c-4ac7-84b9-2316e8eeb5c4 tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:29.979287 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb8d94e-c908-47bd-a204-fa2050445c12 req-c30b60a4-fb1b-42eb-aa81-5070aafad16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:29.980746 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5cb8d94e-c908-47bd-a204-fa2050445c12 req-c30b60a4-fb1b-42eb-aa81-5070aafad16b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=abe7c8d5-c1a3-49ab-83d4-2252eacbfbcf HTTP/1.1" status: 200 len: 845 time: 0.1362290 May 05 20:07:30.033535 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5cb8d94e-c908-47bd-a204-fa2050445c12 req-23e08698-1f27-42b3-b19f-38778e27eb42 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=35d37522-ff35-47af-b60c-b213aa781c6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448048 May 05 20:07:30.097475 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eaabea09-9115-444b-be69-c93cbc5db0f8 tempest-RoutersAdminNegativeTest-477782539 tempest-RoutersAdminNegativeTest-477782539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:30.222603 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-eaabea09-9115-444b-be69-c93cbc5db0f8 tempest-RoutersAdminNegativeTest-477782539 tempest-RoutersAdminNegativeTest-477782539-project-admin] Calling delete_port for c9006ccd-f6ed-4c55-acd8-af8f6c305f25 owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:07:30.296353 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6f73fc-02f5-4bb9-a09f-04d0146e1292 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Checking segment: {'id': 'd4a337e8-cd9e-4c5b-a765-1ddac49fdbe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '79e2a248-49d4-4f66-9b41-fa1fb8fad7ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:07:30.296713 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6f73fc-02f5-4bb9-a09f-04d0146e1292 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Network hostable DHCP agents. Network: 79e2a248-49d4-4f66-9b41-fa1fb8fad7ad, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:07:30.360157 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6f73fc-02f5-4bb9-a09f-04d0146e1292 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:07:30.360503 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6f73fc-02f5-4bb9-a09f-04d0146e1292 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:07:30.360843 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6f73fc-02f5-4bb9-a09f-04d0146e1292 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:07:30.361182 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6f73fc-02f5-4bb9-a09f-04d0146e1292 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:07:30.361509 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6f73fc-02f5-4bb9-a09f-04d0146e1292 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:07:30.361845 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6f73fc-02f5-4bb9-a09f-04d0146e1292 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:07:30.362171 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6f73fc-02f5-4bb9-a09f-04d0146e1292 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:07:30.362493 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6f73fc-02f5-4bb9-a09f-04d0146e1292 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:07:30.362813 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6f73fc-02f5-4bb9-a09f-04d0146e1292 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:07:30.363171 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6f73fc-02f5-4bb9-a09f-04d0146e1292 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:07:30.363524 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6f73fc-02f5-4bb9-a09f-04d0146e1292 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:07:30.364363 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6f73fc-02f5-4bb9-a09f-04d0146e1292 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:07:30.381274 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6dee98f3-a6c9-40a4-acfa-53bc63616423 req-c27fccc4-2d63-45ac-a651-3c9f3f68afec service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=19189751-42ed-4c35-9870-2c9430e577e8 HTTP/1.1" status: 200 len: 210 time: 0.0608606 May 05 20:07:30.389200 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5cb8d94e-c908-47bd-a204-fa2050445c12 req-22b33ed8-d0f4-45b8-bbb7-1ed601320352 service neutron] 10.222.0.50 "GET /v2.0/networks/35d37522-ff35-47af-b60c-b213aa781c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3312776 May 05 20:07:30.397380 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b936aec8-ac3f-4b23-88cd-1dbb907e1441 req-782ba062-e27e-4427-bf7b-c8da485d3d3e tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:30.398902 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b936aec8-ac3f-4b23-88cd-1dbb907e1441 req-782ba062-e27e-4427-bf7b-c8da485d3d3e tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a81fc02-e3e2-42f0-9473-c8386cc7ad03 HTTP/1.1" status: 200 len: 943 time: 0.3400009 May 05 20:07:30.437052 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-3b048ff2-4c3d-4070-9a9d-aa6846bbdc02 req-511a46ea-d72c-4ac7-84b9-2316e8eeb5c4 tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] For port 4a472655-f6f4-4a70-88a3-61720e632166, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=4a472655-f6f4-4a70-88a3-61720e632166,segment=NetworkSegment(c016b080-0146-431c-9f6b-5979a32d0fd8),segment_id=c016b080-0146-431c-9f6b-5979a32d0fd8)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:07:30.437408 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-3b048ff2-4c3d-4070-9a9d-aa6846bbdc02 req-511a46ea-d72c-4ac7-84b9-2316e8eeb5c4 tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:30.508479 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-398a477e-6997-4f7c-b967-e75b1976f08c req-28ffa462-1fb2-4d13-a220-233417a4fff2 tempest-ServerAddressesNegativeTestJSON-855669114 tempest-ServerAddressesNegativeTestJSON-855669114-project] 10.222.0.36 "GET /v2.0/security-groups?id=bce92438-ad62-4d6c-ac39-8f1b582bbd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7309194 May 05 20:07:30.558733 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6f73fc-02f5-4bb9-a09f-04d0146e1292 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Network 79e2a248-49d4-4f66-9b41-fa1fb8fad7ad is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:07:30.583927 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-6f6f73fc-02f5-4bb9-a09f-04d0146e1292 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 79e2a248-49d4-4f66-9b41-fa1fb8fad7ad) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:07:30.588895 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6f73fc-02f5-4bb9-a09f-04d0146e1292 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:30.590068 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6f6f73fc-02f5-4bb9-a09f-04d0146e1292 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:30.594127 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965428ee-c111-4434-b5c5-1e815553a707 None None] Network 79e2a248-49d4-4f66-9b41-fa1fb8fad7ad requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:07:30.676225 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-3b048ff2-4c3d-4070-9a9d-aa6846bbdc02 req-511a46ea-d72c-4ac7-84b9-2316e8eeb5c4 tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] Calling delete_port for 4a472655-f6f4-4a70-88a3-61720e632166 owned by compute:nova {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:07:30.726652 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b936aec8-ac3f-4b23-88cd-1dbb907e1441 req-1ebd89be-983c-4fba-ae23-03f86abcdcd4 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174093 May 05 20:07:30.805624 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-6f6f73fc-02f5-4bb9-a09f-04d0146e1292 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4476080 May 05 20:07:30.815145 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 51152) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:30.818727 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eaabea09-9115-444b-be69-c93cbc5db0f8 tempest-RoutersAdminNegativeTest-477782539 tempest-RoutersAdminNegativeTest-477782539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:30.876519 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c38f3c1-5c88-4934-9b80-dea13159e54e req-c762806c-23b7-4bef-81fc-b0b962f18c74 tempest-ServerAddressesNegativeTestJSON-855669114 tempest-ServerAddressesNegativeTestJSON-855669114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:30.878879 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2c38f3c1-5c88-4934-9b80-dea13159e54e req-c762806c-23b7-4bef-81fc-b0b962f18c74 tempest-ServerAddressesNegativeTestJSON-855669114 tempest-ServerAddressesNegativeTestJSON-855669114-project] 10.222.0.24 "GET /v2.0/ports?device_id=d077dafe-1df4-4879-8d2a-6309376784c1 HTTP/1.1" status: 200 len: 946 time: 0.4599910 May 05 20:07:30.884358 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-90075beb-ab9a-47ed-b9d1-bb8a87b6ca90 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Request body: {'port': {'network_id': '79e2a248-49d4-4f66-9b41-fa1fb8fad7ad', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1571273534'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:07:30.921872 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3f929f-85d8-49cc-87e3-bb27bb43b79a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-79e2a248-49d4-4f66-9b41-fa1fb8fad7ad', 'network_id': '79e2a248-49d4-4f66-9b41-fa1fb8fad7ad', 'tenant_id': 'e7b4691455934d18964a38dc28a1831a', 'fixed_ips': [{'subnet_id': 'f816e756-9732-46f6-8c75-a79755ad2e24'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:07:30.922815 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5a3f929f-85d8-49cc-87e3-bb27bb43b79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:30.957151 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-a0f146c9-3d1f-402b-9f04-12b952eb79cf req-428b0301-a1d8-4e90-8021-56f2e815b23f tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:30.996883 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaabea09-9115-444b-be69-c93cbc5db0f8 tempest-RoutersAdminNegativeTest-477782539 tempest-RoutersAdminNegativeTest-477782539-project-admin] Pushing event deleted for resources: {'Port': ['ID=c9006ccd-f6ed-4c55-acd8-af8f6c305f25,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:31.032185 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7901004c-ff97-4433-b90b-406f1433fd31 req-9defdfc7-4fd7-4a97-ac7b-4bfe91f8cf4d tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7e6dddb-50c0-4fef-ba67-4d7ecd092f1e HTTP/1.1" status: 200 len: 210 time: 0.0810781 May 05 20:07:31.034122 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5cb8d94e-c908-47bd-a204-fa2050445c12 req-05726c77-6575-4876-a9e1-143d2e158b2b service neutron] 10.222.0.50 "GET /v2.0/networks/35d37522-ff35-47af-b60c-b213aa781c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4006987 May 05 20:07:31.088490 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-a0f146c9-3d1f-402b-9f04-12b952eb79cf req-428b0301-a1d8-4e90-8021-56f2e815b23f tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Transition to ACTIVE for port object b446eac7-8758-4a4b-aebd-2c24c1652d79 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:07:31.142387 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-5a3f929f-85d8-49cc-87e3-bb27bb43b79a None None] Allocated IP 2001:db8::2 (79e2a248-49d4-4f66-9b41-fa1fb8fad7ad/f816e756-9732-46f6-8c75-a79755ad2e24/bba0f2e8-0b6f-48be-aa8e-ef6877db24b1) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:07:31.186894 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-3b048ff2-4c3d-4070-9a9d-aa6846bbdc02 req-511a46ea-d72c-4ac7-84b9-2316e8eeb5c4 tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:31.200899 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['4a472655-f6f4-4a70-88a3-61720e632166'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:07:31.296748 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511a46ea-d72c-4ac7-84b9-2316e8eeb5c4 tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] Pushing event deleted for resources: {'Port': ['ID=4a472655-f6f4-4a70-88a3-61720e632166,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:31.355481 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-90075beb-ab9a-47ed-b9d1-bb8a87b6ca90 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:07:31.359617 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-90075beb-ab9a-47ed-b9d1-bb8a87b6ca90 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Usage tracker for resource:port and tenant:e7b4691455934d18964a38dc28a1831a is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:07:31.362580 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-90075beb-ab9a-47ed-b9d1-bb8a87b6ca90 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:07:31.370755 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-90075beb-ab9a-47ed-b9d1-bb8a87b6ca90 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:07:31.379393 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-a0f146c9-3d1f-402b-9f04-12b952eb79cf req-428b0301-a1d8-4e90-8021-56f2e815b23f tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:31.396409 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['bce2af7d-790b-4ce3-a14c-94fce56cd638'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:07:31.496854 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90075beb-ab9a-47ed-b9d1-bb8a87b6ca90 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Made reservation on behalf of e7b4691455934d18964a38dc28a1831a for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:07:31.500788 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-90075beb-ab9a-47ed-b9d1-bb8a87b6ca90 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:31.524881 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eaabea09-9115-444b-be69-c93cbc5db0f8 tempest-RoutersAdminNegativeTest-477782539 tempest-RoutersAdminNegativeTest-477782539-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:31.529959 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-eaabea09-9115-444b-be69-c93cbc5db0f8 tempest-RoutersAdminNegativeTest-477782539 tempest-RoutersAdminNegativeTest-477782539-project-admin] 10.222.0.36 "DELETE /v2.0/ports/c9006ccd-f6ed-4c55-acd8-af8f6c305f25 HTTP/1.1" status: 204 len: 168 time: 1.9816089 May 05 20:07:31.529959 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428b0301-a1d8-4e90-8021-56f2e815b23f tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Pushing event updated for resources: {'Port': ['ID=b446eac7-8758-4a4b-aebd-2c24c1652d79,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:31.537084 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-90075beb-ab9a-47ed-b9d1-bb8a87b6ca90 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] device_id is not set on port 949c5070-d7a4-4aaa-962b-f853103ec052 yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:07:31.655283 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b048ff2-4c3d-4070-9a9d-aa6846bbdc02 req-511a46ea-d72c-4ac7-84b9-2316e8eeb5c4 tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] No DVR routers for this DVR port 4a472655-f6f4-4a70-88a3-61720e632166 on host n-h1-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:07:31.658554 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-3b048ff2-4c3d-4070-9a9d-aa6846bbdc02 req-511a46ea-d72c-4ac7-84b9-2316e8eeb5c4 tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:31.674583 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-28931173-f1da-4321-911d-a1d33c0b4124 req-729b8e8b-2e82-4b2c-8f65-c4e2cb6ff0a8 tempest-ServerShowV254Test-1562950060 tempest-ServerShowV254Test-1562950060-project] 10.222.0.36 "GET /v2.0/ports?device_id=19189751-42ed-4c35-9870-2c9430e577e8 HTTP/1.1" status: 200 len: 210 time: 0.3939569 May 05 20:07:31.680081 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '816f2d8f-036b-4110-aa62-63392bf1fcbd', 'name': 'network-vif-deleted', 'tag': '4a472655-f6f4-4a70-88a3-61720e632166'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:07:31.731243 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-2c38f3c1-5c88-4934-9b80-dea13159e54e req-4daca1ac-7980-4590-ac1e-b4b8f9b0ff4e tempest-ServerAddressesNegativeTestJSON-855669114 tempest-ServerAddressesNegativeTestJSON-855669114-project] Deleting port 7d9d5a52-5c78-47e0-b59b-00a85b10b369 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:07:31.731744 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2c38f3c1-5c88-4934-9b80-dea13159e54e req-4daca1ac-7980-4590-ac1e-b4b8f9b0ff4e tempest-ServerAddressesNegativeTestJSON-855669114 tempest-ServerAddressesNegativeTestJSON-855669114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:31.762866 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a1da57-e7a4-4485-82cb-7bbd14ba9d95 req-1548e39e-4e08-4aa5-a0db-e53c5ac40d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:31.764528 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-98a1da57-e7a4-4485-82cb-7bbd14ba9d95 req-1548e39e-4e08-4aa5-a0db-e53c5ac40d09 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=51033f662b4a41faabaa592f98ca548e&device_id=6a81fc02-e3e2-42f0-9473-c8386cc7ad03 HTTP/1.1" status: 200 len: 1094 time: 0.6380205 May 05 20:07:31.766034 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3b048ff2-4c3d-4070-9a9d-aa6846bbdc02 req-511a46ea-d72c-4ac7-84b9-2316e8eeb5c4 tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] 10.222.0.24 "DELETE /v2.0/ports/4a472655-f6f4-4a70-88a3-61720e632166 HTTP/1.1" status: 204 len: 173 time: 2.2526865 May 05 20:07:31.773668 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5a3f929f-85d8-49cc-87e3-bb27bb43b79a None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:31.803775 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0f146c9-3d1f-402b-9f04-12b952eb79cf req-428b0301-a1d8-4e90-8021-56f2e815b23f tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Network 7506b31f-3419-46e4-835c-80fe813661d5 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:07:31.809169 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-a0f146c9-3d1f-402b-9f04-12b952eb79cf req-428b0301-a1d8-4e90-8021-56f2e815b23f tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:07:31.812255 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0f146c9-3d1f-402b-9f04-12b952eb79cf req-428b0301-a1d8-4e90-8021-56f2e815b23f tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:07:31.814427 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-5a3f929f-85d8-49cc-87e3-bb27bb43b79a None None] Transition to ACTIVE for port object bba0f2e8-0b6f-48be-aa8e-ef6877db24b1 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:07:31.856815 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-5a3f929f-85d8-49cc-87e3-bb27bb43b79a None None] Transition to ACTIVE for port object bba0f2e8-0b6f-48be-aa8e-ef6877db24b1 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:07:31.868266 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5a3f929f-85d8-49cc-87e3-bb27bb43b79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:32.090517 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3f929f-85d8-49cc-87e3-bb27bb43b79a None None] Network 79e2a248-49d4-4f66-9b41-fa1fb8fad7ad is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:07:32.093584 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-5a3f929f-85d8-49cc-87e3-bb27bb43b79a None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:07:32.105099 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3f929f-85d8-49cc-87e3-bb27bb43b79a None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:07:32.155789 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51174) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:32.158803 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a1da57-e7a4-4485-82cb-7bbd14ba9d95 req-a77926d6-84a5-43d8-b24c-6a7096d2ff2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:32.160626 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-98a1da57-e7a4-4485-82cb-7bbd14ba9d95 req-a77926d6-84a5-43d8-b24c-6a7096d2ff2b service neutron] 10.222.0.50 "GET /v2.0/networks?id=35d37522-ff35-47af-b60c-b213aa781c6f HTTP/1.1" status: 200 len: 906 time: 0.3833172 May 05 20:07:32.171655 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f146c9-3d1f-402b-9f04-12b952eb79cf req-428b0301-a1d8-4e90-8021-56f2e815b23f tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:32.172281 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-a0f146c9-3d1f-402b-9f04-12b952eb79cf req-428b0301-a1d8-4e90-8021-56f2e815b23f tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:32.234436 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3f929f-85d8-49cc-87e3-bb27bb43b79a None None] Pushing event updated for resources: {'Port': ['ID=bba0f2e8-0b6f-48be-aa8e-ef6877db24b1,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:32.237939 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-98a1da57-e7a4-4485-82cb-7bbd14ba9d95 req-3e9537c1-4501-4fc7-a6eb-4b328114199c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2921c332-ba54-44dd-b51c-aece8fb27047 HTTP/1.1" status: 200 len: 217 time: 0.0692506 May 05 20:07:32.245339 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-90ca7d09-45fe-49f0-961d-d6dc3b26966a None None] Provisioning for port b446eac7-8758-4a4b-aebd-2c24c1652d79 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:07:32.263899 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-90ca7d09-45fe-49f0-961d-d6dc3b26966a None None] Provisioning complete for port b446eac7-8758-4a4b-aebd-2c24c1652d79 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:07:32.264498 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-90ca7d09-45fe-49f0-961d-d6dc3b26966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:32.331655 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d7587ccf-3f83-44df-b3fc-ab4fa53374a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:32.335860 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3f929f-85d8-49cc-87e3-bb27bb43b79a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:07:32.336380 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3f929f-85d8-49cc-87e3-bb27bb43b79a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:07:32.336993 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3f929f-85d8-49cc-87e3-bb27bb43b79a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:07:32.337481 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3f929f-85d8-49cc-87e3-bb27bb43b79a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:07:32.338172 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3f929f-85d8-49cc-87e3-bb27bb43b79a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:07:32.338909 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3f929f-85d8-49cc-87e3-bb27bb43b79a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:07:32.339563 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3f929f-85d8-49cc-87e3-bb27bb43b79a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:07:32.340059 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3f929f-85d8-49cc-87e3-bb27bb43b79a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:07:32.340538 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3f929f-85d8-49cc-87e3-bb27bb43b79a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:07:32.341022 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3f929f-85d8-49cc-87e3-bb27bb43b79a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:07:32.341487 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3f929f-85d8-49cc-87e3-bb27bb43b79a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:07:32.341945 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3f929f-85d8-49cc-87e3-bb27bb43b79a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:07:32.349263 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-5a3f929f-85d8-49cc-87e3-bb27bb43b79a None None] Attempting to bind port bba0f2e8-0b6f-48be-aa8e-ef6877db24b1 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:07:32.349983 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-5a3f929f-85d8-49cc-87e3-bb27bb43b79a None None] Attempting to bind port bba0f2e8-0b6f-48be-aa8e-ef6877db24b1 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'd4a337e8-cd9e-4c5b-a765-1ddac49fdbe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '79e2a248-49d4-4f66-9b41-fa1fb8fad7ad'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:07:32.350508 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3f929f-85d8-49cc-87e3-bb27bb43b79a None None] Attempting to bind port bba0f2e8-0b6f-48be-aa8e-ef6877db24b1 on network 79e2a248-49d4-4f66-9b41-fa1fb8fad7ad {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:07:32.351713 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-d7587ccf-3f83-44df-b3fc-ab4fa53374a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:07:32.355589 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-d7587ccf-3f83-44df-b3fc-ab4fa53374a1 admin admin] Usage tracker for resource:security_group_rule and tenant:0eb58a466e974775b734b378c3e1b107 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:07:32.358658 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-d7587ccf-3f83-44df-b3fc-ab4fa53374a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:07:32.361545 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3f929f-85d8-49cc-87e3-bb27bb43b79a None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:07:32.362142 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3f929f-85d8-49cc-87e3-bb27bb43b79a None None] Checking segment: {'id': 'd4a337e8-cd9e-4c5b-a765-1ddac49fdbe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '79e2a248-49d4-4f66-9b41-fa1fb8fad7ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:07:32.362700 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5a3f929f-85d8-49cc-87e3-bb27bb43b79a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:32.363310 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3f929f-85d8-49cc-87e3-bb27bb43b79a None None] Bound using segment: {'id': 'd4a337e8-cd9e-4c5b-a765-1ddac49fdbe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '79e2a248-49d4-4f66-9b41-fa1fb8fad7ad'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:07:32.364009 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-5a3f929f-85d8-49cc-87e3-bb27bb43b79a None None] Bound port: bba0f2e8-0b6f-48be-aa8e-ef6877db24b1, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a337e8-cd9e-4c5b-a765-1ddac49fdbe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '79e2a248-49d4-4f66-9b41-fa1fb8fad7ad'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:07:32.364586 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5a3f929f-85d8-49cc-87e3-bb27bb43b79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:32.365005 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-d7587ccf-3f83-44df-b3fc-ab4fa53374a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:07:32.404286 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca10cb0-be46-4586-a003-544886e725d8 req-56bd752c-892c-40e9-aa3b-85a24acd4900 tempest-ServerAddressesNegativeTestJSON-855669114 tempest-ServerAddressesNegativeTestJSON-855669114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:32.405792 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6ca10cb0-be46-4586-a003-544886e725d8 req-56bd752c-892c-40e9-aa3b-85a24acd4900 tempest-ServerAddressesNegativeTestJSON-855669114 tempest-ServerAddressesNegativeTestJSON-855669114-project] 10.222.0.36 "GET /v2.0/ports?device_id=d077dafe-1df4-4879-8d2a-6309376784c1 HTTP/1.1" status: 200 len: 946 time: 0.3033962 May 05 20:07:32.421084 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-2c38f3c1-5c88-4934-9b80-dea13159e54e req-4daca1ac-7980-4590-ac1e-b4b8f9b0ff4e tempest-ServerAddressesNegativeTestJSON-855669114 tempest-ServerAddressesNegativeTestJSON-855669114-project] For port 7d9d5a52-5c78-47e0-b59b-00a85b10b369, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=7d9d5a52-5c78-47e0-b59b-00a85b10b369,segment=NetworkSegment(45d2fdd1-a29a-4c56-a2a2-5ddfd0608ff2),segment_id=45d2fdd1-a29a-4c56-a2a2-5ddfd0608ff2)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:07:32.421084 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2c38f3c1-5c88-4934-9b80-dea13159e54e req-4daca1ac-7980-4590-ac1e-b4b8f9b0ff4e tempest-ServerAddressesNegativeTestJSON-855669114 tempest-ServerAddressesNegativeTestJSON-855669114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:32.442989 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a1da57-e7a4-4485-82cb-7bbd14ba9d95 req-fdccbf91-fe38-4292-96d2-569e55970206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:32.444458 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-98a1da57-e7a4-4485-82cb-7bbd14ba9d95 req-fdccbf91-fe38-4292-96d2-569e55970206 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=abe7c8d5-c1a3-49ab-83d4-2252eacbfbcf HTTP/1.1" status: 200 len: 845 time: 0.1989765 May 05 20:07:32.468484 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-5a3f929f-85d8-49cc-87e3-bb27bb43b79a None None] For port bba0f2e8-0b6f-48be-aa8e-ef6877db24b1, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:07:32.472315 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-5a3f929f-85d8-49cc-87e3-bb27bb43b79a None None] For port bba0f2e8-0b6f-48be-aa8e-ef6877db24b1, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=bba0f2e8-0b6f-48be-aa8e-ef6877db24b1,segment=NetworkSegment(d4a337e8-cd9e-4c5b-a765-1ddac49fdbe9),segment_id=d4a337e8-cd9e-4c5b-a765-1ddac49fdbe9)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:07:32.476837 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-90ca7d09-45fe-49f0-961d-d6dc3b26966a None None] Port b446eac7-8758-4a4b-aebd-2c24c1652d79 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:07:32.482376 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5a3f929f-85d8-49cc-87e3-bb27bb43b79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:32.512327 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-98a1da57-e7a4-4485-82cb-7bbd14ba9d95 req-b0d5d3b5-f7e4-43ed-8b81-62fbfd4f8ed8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=35d37522-ff35-47af-b60c-b213aa781c6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615747 May 05 20:07:32.515255 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6ca10cb0-be46-4586-a003-544886e725d8 req-5431061f-5d16-4d79-9a2a-d2d9254c3c2b tempest-ServerAddressesNegativeTestJSON-855669114 tempest-ServerAddressesNegativeTestJSON-855669114-project] 10.222.0.36 "GET /v2.0/security-groups?id=bce92438-ad62-4d6c-ac39-8f1b582bbd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031463 May 05 20:07:32.570077 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3f929f-85d8-49cc-87e3-bb27bb43b79a None None] Pushing event updated for resources: {'Port': ['ID=bba0f2e8-0b6f-48be-aa8e-ef6877db24b1,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:32.594241 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-2c38f3c1-5c88-4934-9b80-dea13159e54e req-4daca1ac-7980-4590-ac1e-b4b8f9b0ff4e tempest-ServerAddressesNegativeTestJSON-855669114 tempest-ServerAddressesNegativeTestJSON-855669114-project] Calling delete_port for 7d9d5a52-5c78-47e0-b59b-00a85b10b369 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:07:32.648254 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca39b3ec-4fe3-4631-86df-7c9765a2a387 req-20c53ccb-b3b0-4ffd-9843-0d5fa3794030 tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:32.655532 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ca39b3ec-4fe3-4631-86df-7c9765a2a387 req-20c53ccb-b3b0-4ffd-9843-0d5fa3794030 tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] 10.222.0.36 "GET /v2.0/ports?device_id=816f2d8f-036b-4110-aa62-63392bf1fcbd HTTP/1.1" status: 200 len: 945 time: 1.9502616 May 05 20:07:32.693784 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47dbb2b5-bb0a-41a2-8d6d-d07375542466'] response: {'server_uuid': '816f2d8f-036b-4110-aa62-63392bf1fcbd', 'name': 'network-vif-deleted', 'tag': '4a472655-f6f4-4a70-88a3-61720e632166', 'status': 'completed', 'code': 200} May 05 20:07:32.697320 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-98a1da57-e7a4-4485-82cb-7bbd14ba9d95 req-7d47115a-6eb8-457d-a0dd-bdbf4282978c service neutron] 10.222.0.50 "GET /v2.0/networks/35d37522-ff35-47af-b60c-b213aa781c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770668 May 05 20:07:32.726469 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-90075beb-ab9a-47ed-b9d1-bb8a87b6ca90 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Allocated IP 2001:db8::30f (79e2a248-49d4-4f66-9b41-fa1fb8fad7ad/f816e756-9732-46f6-8c75-a79755ad2e24/949c5070-d7a4-4aaa-962b-f853103ec052) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:07:32.744163 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 2921c332-ba54-44dd-b51c-aece8fb27047 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:07:32.822054 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a0f146c9-3d1f-402b-9f04-12b952eb79cf req-428b0301-a1d8-4e90-8021-56f2e815b23f tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8832152 May 05 20:07:32.845126 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-a0f146c9-3d1f-402b-9f04-12b952eb79cf req-73146e38-5b6f-40f0-b6ad-df716ea72b77 service neutron] Request body: {'port': {'device_id': 'a7e6dddb-50c0-4fef-ba67-4d7ecd092f1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:07:32.925523 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d7587ccf-3f83-44df-b3fc-ab4fa53374a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:32.939977 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d7587ccf-3f83-44df-b3fc-ab4fa53374a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:32.970921 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 2921c332-ba54-44dd-b51c-aece8fb27047, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=2921c332-ba54-44dd-b51c-aece8fb27047,segment=NetworkSegment(0a9940fa-b2d8-4605-a2bb-ab46df53c9ac),segment_id=0a9940fa-b2d8-4605-a2bb-ab46df53c9ac)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:07:33.003376 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': '2921c332-ba54-44dd-b51c-aece8fb27047', 'network_id': '35d37522-ff35-47af-b60c-b213aa781c6f', 'port_id': '2921c332-ba54-44dd-b51c-aece8fb27047', 'mac_address': 'fa:16:3e:5f:ba:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abe7c8d5-c1a3-49ab-83d4-2252eacbfbcf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:07:33.059492 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ca39b3ec-4fe3-4631-86df-7c9765a2a387 req-859c5dda-b4e5-4f51-b0e0-3f9a7bf0144c tempest-ServersNegativeTestMultiTenantJSON-1029156826 tempest-ServersNegativeTestMultiTenantJSON-1029156826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db4831d3-dd27-46bd-8d11-93d00a7dbe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4029748 May 05 20:07:33.060681 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b4919-1737-46fa-9679-5a6f6a2d5cd7 req-b167f525-7ed5-4668-8bf2-9dc62518f0bf tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:33.069225 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device bba0f2e8-0b6f-48be-aa8e-ef6877db24b1 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:07:33.069414 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-800b4919-1737-46fa-9679-5a6f6a2d5cd7 req-b167f525-7ed5-4668-8bf2-9dc62518f0bf tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a81fc02-e3e2-42f0-9473-c8386cc7ad03 HTTP/1.1" status: 200 len: 943 time: 0.3381395 May 05 20:07:33.095634 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-98a1da57-e7a4-4485-82cb-7bbd14ba9d95 req-e067f5a6-1173-4cd4-8a89-b678c7dec60d service neutron] 10.222.0.50 "GET /v2.0/networks/35d37522-ff35-47af-b60c-b213aa781c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3923590 May 05 20:07:33.118616 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d7587ccf-3f83-44df-b3fc-ab4fa53374a1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0eb58a466e974775b734b378c3e1b107&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9610653 May 05 20:07:33.126497 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7587ccf-3f83-44df-b3fc-ab4fa53374a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28fa624f-00ba-4420-bb43-68de25eb16b8,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:33.132024 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 51182) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:33.182239 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:33.194960 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-800b4919-1737-46fa-9679-5a6f6a2d5cd7 req-005961ff-4619-4af0-bf84-fbdc7a1138dc tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169670 May 05 20:07:33.205839 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2921c332-ba54-44dd-b51c-aece8fb27047 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:07:33.230160 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 2921c332-ba54-44dd-b51c-aece8fb27047, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=2921c332-ba54-44dd-b51c-aece8fb27047,segment=NetworkSegment(0a9940fa-b2d8-4605-a2bb-ab46df53c9ac),segment_id=0a9940fa-b2d8-4605-a2bb-ab46df53c9ac)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:07:33.232870 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port bba0f2e8-0b6f-48be-aa8e-ef6877db24b1 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:07:33.240955 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:33.314023 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=2921c332-ba54-44dd-b51c-aece8fb27047,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:33.333890 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-a0f146c9-3d1f-402b-9f04-12b952eb79cf req-73146e38-5b6f-40f0-b6ad-df716ea72b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:33.366521 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8e1d5f4a-06e4-4a39-af0c-aa1e2e8e9cda req-18b0399f-64f0-46ea-a2ee-9dc3b1b82a04 tempest-ServerShowV254Test-1562950060 tempest-ServerShowV254Test-1562950060-project] 10.222.0.36 "GET /v2.0/ports?device_id=19189751-42ed-4c35-9870-2c9430e577e8 HTTP/1.1" status: 200 len: 210 time: 0.0555854 May 05 20:07:33.372371 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-90075beb-ab9a-47ed-b9d1-bb8a87b6ca90 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:33.449370 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['2921c332-ba54-44dd-b51c-aece8fb27047'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:07:33.538473 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-90075beb-ab9a-47ed-b9d1-bb8a87b6ca90 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Transition to ACTIVE for port object 949c5070-d7a4-4aaa-962b-f853103ec052 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:07:33.555277 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2c38f3c1-5c88-4934-9b80-dea13159e54e req-4daca1ac-7980-4590-ac1e-b4b8f9b0ff4e tempest-ServerAddressesNegativeTestJSON-855669114 tempest-ServerAddressesNegativeTestJSON-855669114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:33.619513 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['7d9d5a52-5c78-47e0-b59b-00a85b10b369'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:07:33.749689 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daca1ac-7980-4590-ac1e-b4b8f9b0ff4e tempest-ServerAddressesNegativeTestJSON-855669114 tempest-ServerAddressesNegativeTestJSON-855669114-project] Pushing event deleted for resources: {'Port': ['ID=7d9d5a52-5c78-47e0-b59b-00a85b10b369,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:33.834756 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 4a472655-f6f4-4a70-88a3-61720e632166 no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:07:33.882379 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] No Port match for: 4a472655-f6f4-4a70-88a3-61720e632166 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:07:33.882855 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 4a472655-f6f4-4a70-88a3-61720e632166 not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:07:34.021478 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fbb0f7-50f1-4d56-b29c-672cc2f26144 None None] Network 79e2a248-49d4-4f66-9b41-fa1fb8fad7ad requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:07:34.024940 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1841669f-d2cb-4ed0-902e-7e5c4d45362d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:34.051396 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c38f3c1-5c88-4934-9b80-dea13159e54e req-4daca1ac-7980-4590-ac1e-b4b8f9b0ff4e tempest-ServerAddressesNegativeTestJSON-855669114 tempest-ServerAddressesNegativeTestJSON-855669114-project] No DVR routers for this DVR port 7d9d5a52-5c78-47e0-b59b-00a85b10b369 on host n-h1-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:07:34.059731 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2c38f3c1-5c88-4934-9b80-dea13159e54e req-4daca1ac-7980-4590-ac1e-b4b8f9b0ff4e tempest-ServerAddressesNegativeTestJSON-855669114 tempest-ServerAddressesNegativeTestJSON-855669114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:34.062208 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd077dafe-1df4-4879-8d2a-6309376784c1', 'name': 'network-vif-deleted', 'tag': '7d9d5a52-5c78-47e0-b59b-00a85b10b369'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:07:34.076938 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1841669f-d2cb-4ed0-902e-7e5c4d45362d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:34.127814 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-25708fe1-6617-43c2-953f-fd451102a712 req-695386ea-46e2-4098-879b-d46a12fbeca2 tempest-ServerAddressesNegativeTestJSON-855669114 tempest-ServerAddressesNegativeTestJSON-855669114-project] 10.222.0.36 "GET /v2.0/ports?device_id=d077dafe-1df4-4879-8d2a-6309376784c1 HTTP/1.1" status: 200 len: 210 time: 0.0857322 May 05 20:07:34.128414 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2c38f3c1-5c88-4934-9b80-dea13159e54e req-4daca1ac-7980-4590-ac1e-b4b8f9b0ff4e tempest-ServerAddressesNegativeTestJSON-855669114 tempest-ServerAddressesNegativeTestJSON-855669114-project] 10.222.0.24 "DELETE /v2.0/ports/7d9d5a52-5c78-47e0-b59b-00a85b10b369 HTTP/1.1" status: 204 len: 173 time: 3.2115839 May 05 20:07:34.146007 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f30c3-b0a8-4c40-946d-fa9e2165bc78 req-aa9987ca-2583-42b6-acfa-70c7242c675c tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:34.146993 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-027f30c3-b0a8-4c40-946d-fa9e2165bc78 req-aa9987ca-2583-42b6-acfa-70c7242c675c tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Synchronizing usage tracker for tenant:56e8fe9085fa4bdb932a4c29aaeb4c08 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:07:34.175718 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-90075beb-ab9a-47ed-b9d1-bb8a87b6ca90 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:34.205142 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9c5a0681-f7f9-44e4-87fa-dfc53f198bf4 None None] Provisioning for port bba0f2e8-0b6f-48be-aa8e-ef6877db24b1 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:07:34.215582 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9c5a0681-f7f9-44e4-87fa-dfc53f198bf4 None None] Provisioning complete for port bba0f2e8-0b6f-48be-aa8e-ef6877db24b1 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:07:34.215947 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9c5a0681-f7f9-44e4-87fa-dfc53f198bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:34.299738 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90075beb-ab9a-47ed-b9d1-bb8a87b6ca90 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Network 79e2a248-49d4-4f66-9b41-fa1fb8fad7ad is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:07:34.303277 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-027f30c3-b0a8-4c40-946d-fa9e2165bc78 req-aa9987ca-2583-42b6-acfa-70c7242c675c tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Unset dirty status for tenant:56e8fe9085fa4bdb932a4c29aaeb4c08 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:07:34.304491 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-027f30c3-b0a8-4c40-946d-fa9e2165bc78 req-aa9987ca-2583-42b6-acfa-70c7242c675c tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7e6dddb-50c0-4fef-ba67-4d7ecd092f1e HTTP/1.1" status: 200 len: 932 time: 0.9537530 May 05 20:07:34.309454 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-90075beb-ab9a-47ed-b9d1-bb8a87b6ca90 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:07:34.323485 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90075beb-ab9a-47ed-b9d1-bb8a87b6ca90 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:07:34.329411 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90075beb-ab9a-47ed-b9d1-bb8a87b6ca90 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:34.330280 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-90075beb-ab9a-47ed-b9d1-bb8a87b6ca90 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:34.384839 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90075beb-ab9a-47ed-b9d1-bb8a87b6ca90 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Pushing event updated for resources: {'Port': ['ID=949c5070-d7a4-4aaa-962b-f853103ec052,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:34.399020 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1841669f-d2cb-4ed0-902e-7e5c4d45362d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:34.443552 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-027f30c3-b0a8-4c40-946d-fa9e2165bc78 req-feb3df43-d3fa-4266-b3d2-17e3f0b62291 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31a0353-9cc7-4431-82ad-5f9b9985cf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228607 May 05 20:07:34.477485 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1841669f-d2cb-4ed0-902e-7e5c4d45362d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28fa624f-00ba-4420-bb43-68de25eb16b8,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:34.479924 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1841669f-d2cb-4ed0-902e-7e5c4d45362d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:34.481430 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-1841669f-d2cb-4ed0-902e-7e5c4d45362d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/28fa624f-00ba-4420-bb43-68de25eb16b8 HTTP/1.1" status: 204 len: 168 time: 1.3413103 May 05 20:07:34.642467 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51214) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:34.644136 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-90075beb-ab9a-47ed-b9d1-bb8a87b6ca90 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.8187852 May 05 20:07:34.648999 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64603894-a197-44a9-9936-ebf7737324a3'] response: {'server_uuid': 'd077dafe-1df4-4879-8d2a-6309376784c1', 'name': 'network-vif-deleted', 'tag': '7d9d5a52-5c78-47e0-b59b-00a85b10b369', 'status': 'completed', 'code': 200} May 05 20:07:34.649943 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-7d2b84a9-3eb3-48ec-8c12-954e9910ddc7 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Request body: {'port': {'network_id': '79e2a248-49d4-4f66-9b41-fa1fb8fad7ad', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1071336288', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:07:34.650617 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.api.validators [None req-7d2b84a9-3eb3-48ec-8c12-954e9910ddc7 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] bootfile-name is not in valid_values {{(pid=88197) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 05 20:07:34.651091 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.api.validators [None req-7d2b84a9-3eb3-48ec-8c12-954e9910ddc7 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] tftp-server is not in valid_values {{(pid=88197) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 05 20:07:34.651485 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.api.validators [None req-7d2b84a9-3eb3-48ec-8c12-954e9910ddc7 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] server-ip-address is not in valid_values {{(pid=88197) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 05 20:07:34.654931 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6ae9e54d-193e-426e-9af9-73ef807dfb65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:34.658721 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9c5a0681-f7f9-44e4-87fa-dfc53f198bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:34.696083 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-a0f146c9-3d1f-402b-9f04-12b952eb79cf req-73146e38-5b6f-40f0-b6ad-df716ea72b77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b446eac7-8758-4a4b-aebd-2c24c1652d79 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:07:34.721133 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9c5a0681-f7f9-44e4-87fa-dfc53f198bf4 None None] For port bba0f2e8-0b6f-48be-aa8e-ef6877db24b1, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=bba0f2e8-0b6f-48be-aa8e-ef6877db24b1,segment=NetworkSegment(d4a337e8-cd9e-4c5b-a765-1ddac49fdbe9),segment_id=d4a337e8-cd9e-4c5b-a765-1ddac49fdbe9)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:07:34.725468 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-a0f146c9-3d1f-402b-9f04-12b952eb79cf req-73146e38-5b6f-40f0-b6ad-df716ea72b77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:34.729680 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9c5a0681-f7f9-44e4-87fa-dfc53f198bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:34.792034 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-a0f146c9-3d1f-402b-9f04-12b952eb79cf req-73146e38-5b6f-40f0-b6ad-df716ea72b77 service neutron] Transition to ACTIVE for port object b446eac7-8758-4a4b-aebd-2c24c1652d79 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:07:34.798742 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-a0f146c9-3d1f-402b-9f04-12b952eb79cf req-73146e38-5b6f-40f0-b6ad-df716ea72b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:34.911981 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 51224) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:34.924564 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 2921c332-ba54-44dd-b51c-aece8fb27047 up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:07:35.061500 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port 2921c332-ba54-44dd-b51c-aece8fb27047 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:07:35.085215 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5a0681-f7f9-44e4-87fa-dfc53f198bf4 None None] Pushing event updated for resources: {'Port': ['ID=bba0f2e8-0b6f-48be-aa8e-ef6877db24b1,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:35.108970 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port 2921c332-ba54-44dd-b51c-aece8fb27047 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:07:35.110285 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:35.178405 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-7d2b84a9-3eb3-48ec-8c12-954e9910ddc7 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:07:35.185678 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-7d2b84a9-3eb3-48ec-8c12-954e9910ddc7 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Usage tracker for resource:port and tenant:e7b4691455934d18964a38dc28a1831a is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:07:35.196990 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-7d2b84a9-3eb3-48ec-8c12-954e9910ddc7 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:07:35.210399 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-7d2b84a9-3eb3-48ec-8c12-954e9910ddc7 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:07:35.233378 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2b84a9-3eb3-48ec-8c12-954e9910ddc7 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Made reservation on behalf of e7b4691455934d18964a38dc28a1831a for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:07:35.242113 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7d2b84a9-3eb3-48ec-8c12-954e9910ddc7 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:35.407147 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:35.411653 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7ca20bc2-43de-475c-b396-09b2aee146c1 req-36d710b5-45b5-4db0-a526-9c534507ffa0 tempest-ServerShowV254Test-1562950060 tempest-ServerShowV254Test-1562950060-project] 10.222.0.36 "GET /v2.0/ports?device_id=19189751-42ed-4c35-9870-2c9430e577e8 HTTP/1.1" status: 200 len: 210 time: 0.1371896 May 05 20:07:35.412179 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51234) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:35.472764 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-5709e0c6-a82f-41bb-a88e-1e50faab0d62 None None] Provisioning complete for port bba0f2e8-0b6f-48be-aa8e-ef6877db24b1 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:07:35.473740 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5709e0c6-a82f-41bb-a88e-1e50faab0d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:35.492111 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [None req-7d2b84a9-3eb3-48ec-8c12-954e9910ddc7 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] device_id is not set on port 1bfa8419-845d-4846-a78b-4fd12c0df69b yet. {{(pid=88197) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:07:35.516175 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73146e38-5b6f-40f0-b6ad-df716ea72b77 service neutron] Pushing event updated for resources: {'Port': ['ID=b446eac7-8758-4a4b-aebd-2c24c1652d79,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:35.583243 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-01b21c50-86c9-4088-8c5d-a7d1a5bc71f8 admin admin] Deleting subnet b9e98f42-8b8d-41d7-9fec-2234425adabe {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:07:35.605708 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 2921c332-ba54-44dd-b51c-aece8fb27047, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=2921c332-ba54-44dd-b51c-aece8fb27047,segment=NetworkSegment(0a9940fa-b2d8-4605-a2bb-ab46df53c9ac),segment_id=0a9940fa-b2d8-4605-a2bb-ab46df53c9ac)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:07:35.611802 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a81fc02-e3e2-42f0-9473-c8386cc7ad03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2921c332-ba54-44dd-b51c-aece8fb27047'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:07:35.615927 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51240) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:35.630973 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:35.672801 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-01b21c50-86c9-4088-8c5d-a7d1a5bc71f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:35.777235 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=2921c332-ba54-44dd-b51c-aece8fb27047,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:35.799778 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-01b21c50-86c9-4088-8c5d-a7d1a5bc71f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:35.828378 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-5709e0c6-a82f-41bb-a88e-1e50faab0d62 None None] Provisioning for port 949c5070-d7a4-4aaa-962b-f853103ec052 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:07:35.836727 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-5709e0c6-a82f-41bb-a88e-1e50faab0d62 None None] Provisioning complete for port 949c5070-d7a4-4aaa-962b-f853103ec052 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:07:35.837187 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5709e0c6-a82f-41bb-a88e-1e50faab0d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:35.852392 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-a3503dbd-fbfa-425c-bfc7-baf52d499b02 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9671eb06d335473e9fbdfb85347b850c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4357259 May 05 20:07:35.859336 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b1cef-5c17-4f82-afb7-2bf8c846ba62 req-3b52838f-2efe-4cd1-af9f-fec4535c7c23 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:35.859719 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51246) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:35.869063 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f39b1cef-5c17-4f82-afb7-2bf8c846ba62 req-3b52838f-2efe-4cd1-af9f-fec4535c7c23 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a81fc02-e3e2-42f0-9473-c8386cc7ad03 HTTP/1.1" status: 200 len: 944 time: 0.5736682 May 05 20:07:35.887065 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 7d9d5a52-5c78-47e0-b59b-00a85b10b369 no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:07:35.893958 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-a0f146c9-3d1f-402b-9f04-12b952eb79cf req-73146e38-5b6f-40f0-b6ad-df716ea72b77 service neutron] Attempting to bind port b446eac7-8758-4a4b-aebd-2c24c1652d79 on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:07:35.894791 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-a0f146c9-3d1f-402b-9f04-12b952eb79cf req-73146e38-5b6f-40f0-b6ad-df716ea72b77 service neutron] Attempting to bind port b446eac7-8758-4a4b-aebd-2c24c1652d79 by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': 'e34c646b-9075-4e31-b89f-c8f9e824e389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7506b31f-3419-46e4-835c-80fe813661d5'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:07:35.895694 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f146c9-3d1f-402b-9f04-12b952eb79cf req-73146e38-5b6f-40f0-b6ad-df716ea72b77 service neutron] Attempting to bind port b446eac7-8758-4a4b-aebd-2c24c1652d79 on network 7506b31f-3419-46e4-835c-80fe813661d5 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:07:35.905351 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f146c9-3d1f-402b-9f04-12b952eb79cf req-73146e38-5b6f-40f0-b6ad-df716ea72b77 service neutron] Port b446eac7-8758-4a4b-aebd-2c24c1652d79 on network 7506b31f-3419-46e4-835c-80fe813661d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:07:35.906101 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f146c9-3d1f-402b-9f04-12b952eb79cf req-73146e38-5b6f-40f0-b6ad-df716ea72b77 service neutron] Attempting to bind port b446eac7-8758-4a4b-aebd-2c24c1652d79 on network 7506b31f-3419-46e4-835c-80fe813661d5 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:07:35.920282 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f146c9-3d1f-402b-9f04-12b952eb79cf req-73146e38-5b6f-40f0-b6ad-df716ea72b77 service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:07:35.920907 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f146c9-3d1f-402b-9f04-12b952eb79cf req-73146e38-5b6f-40f0-b6ad-df716ea72b77 service neutron] Checking segment: {'id': 'e34c646b-9075-4e31-b89f-c8f9e824e389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7506b31f-3419-46e4-835c-80fe813661d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:07:35.921478 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f146c9-3d1f-402b-9f04-12b952eb79cf req-73146e38-5b6f-40f0-b6ad-df716ea72b77 service neutron] Bound using segment: {'id': 'e34c646b-9075-4e31-b89f-c8f9e824e389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7506b31f-3419-46e4-835c-80fe813661d5'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:07:35.922111 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-a0f146c9-3d1f-402b-9f04-12b952eb79cf req-73146e38-5b6f-40f0-b6ad-df716ea72b77 service neutron] Bound port: b446eac7-8758-4a4b-aebd-2c24c1652d79, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e34c646b-9075-4e31-b89f-c8f9e824e389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7506b31f-3419-46e4-835c-80fe813661d5'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:07:35.922644 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-a0f146c9-3d1f-402b-9f04-12b952eb79cf req-73146e38-5b6f-40f0-b6ad-df716ea72b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:35.944487 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-869c8aec-59c2-40ac-a2c2-a0505274918f admin admin] Deleting subnet 6df7e06c-4939-4ba1-b3db-b8666bd5ffe1 {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:07:35.949269 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-869c8aec-59c2-40ac-a2c2-a0505274918f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:35.953189 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] No Port match for: 7d9d5a52-5c78-47e0-b59b-00a85b10b369 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:07:35.953593 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 7d9d5a52-5c78-47e0-b59b-00a85b10b369 not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:07:35.962700 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-01b21c50-86c9-4088-8c5d-a7d1a5bc71f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:35.969049 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-5709e0c6-a82f-41bb-a88e-1e50faab0d62 None None] Port 949c5070-d7a4-4aaa-962b-f853103ec052 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:07:36.054051 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f39b1cef-5c17-4f82-afb7-2bf8c846ba62 req-42ff2018-a5db-45b0-91ca-790b103f3245 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818485 May 05 20:07:36.107237 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-3da8e945-bb26-468e-8fb0-e347efc29e31 None None] Provisioning complete for port 949c5070-d7a4-4aaa-962b-f853103ec052 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:07:36.108407 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3da8e945-bb26-468e-8fb0-e347efc29e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:36.172375 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-a0f146c9-3d1f-402b-9f04-12b952eb79cf req-73146e38-5b6f-40f0-b6ad-df716ea72b77 service neutron] For port b446eac7-8758-4a4b-aebd-2c24c1652d79, host n-h2-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:07:36.181303 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-a0f146c9-3d1f-402b-9f04-12b952eb79cf req-73146e38-5b6f-40f0-b6ad-df716ea72b77 service neutron] For port b446eac7-8758-4a4b-aebd-2c24c1652d79, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=b446eac7-8758-4a4b-aebd-2c24c1652d79,segment=NetworkSegment(e34c646b-9075-4e31-b89f-c8f9e824e389),segment_id=e34c646b-9075-4e31-b89f-c8f9e824e389)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:07:36.183080 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-01b21c50-86c9-4088-8c5d-a7d1a5bc71f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:36.206781 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2000aee-d9b2-41a3-bd7a-90a4b9aa6a8e'] response: {'server_uuid': '6a81fc02-e3e2-42f0-9473-c8386cc7ad03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2921c332-ba54-44dd-b51c-aece8fb27047', 'code': 200} May 05 20:07:36.229923 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-a0f146c9-3d1f-402b-9f04-12b952eb79cf req-73146e38-5b6f-40f0-b6ad-df716ea72b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:36.234417 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-3da8e945-bb26-468e-8fb0-e347efc29e31 None None] Port 949c5070-d7a4-4aaa-962b-f853103ec052 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:07:36.272153 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b21c50-86c9-4088-8c5d-a7d1a5bc71f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9e98f42-8b8d-41d7-9fec-2234425adabe,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:36.282686 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-01b21c50-86c9-4088-8c5d-a7d1a5bc71f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:36.305274 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-869c8aec-59c2-40ac-a2c2-a0505274918f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:36.307598 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f146c9-3d1f-402b-9f04-12b952eb79cf req-73146e38-5b6f-40f0-b6ad-df716ea72b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:36.308217 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-a0f146c9-3d1f-402b-9f04-12b952eb79cf req-73146e38-5b6f-40f0-b6ad-df716ea72b77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:36.309638 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a0f146c9-3d1f-402b-9f04-12b952eb79cf req-73146e38-5b6f-40f0-b6ad-df716ea72b77 service neutron] 10.222.0.50 "PUT /v2.0/ports/b446eac7-8758-4a4b-aebd-2c24c1652d79 HTTP/1.1" status: 200 len: 1092 time: 3.4734128 May 05 20:07:36.315869 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-01b21c50-86c9-4088-8c5d-a7d1a5bc71f8 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b9e98f42-8b8d-41d7-9fec-2234425adabe HTTP/1.1" status: 204 len: 168 time: 1.4007862 May 05 20:07:36.316668 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 51252) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:36.362884 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-7d2b84a9-3eb3-48ec-8c12-954e9910ddc7 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Allocated IP 2001:db8::35 (79e2a248-49d4-4f66-9b41-fa1fb8fad7ad/f816e756-9732-46f6-8c75-a79755ad2e24/1bfa8419-845d-4846-a78b-4fd12c0df69b) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:07:36.425945 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73146e38-5b6f-40f0-b6ad-df716ea72b77 service neutron] Pushing event updated for resources: {'Port': ['ID=b446eac7-8758-4a4b-aebd-2c24c1652d79,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:36.458357 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f54eac33-212b-4eca-81da-8db462ee0413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:36.518179 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b8800363-af50-4128-93a2-9dab166e473c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:36.600839 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-869c8aec-59c2-40ac-a2c2-a0505274918f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:36.653844 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7e6dddb-50c0-4fef-ba67-4d7ecd092f1e', 'tag': 'b446eac7-8758-4a4b-aebd-2c24c1652d79'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:07:36.655185 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b154cdaf-a012-49a4-b124-acbb0588dbcc req-70f38a46-a348-4c7a-a83c-02fddb4c935f tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:36.656849 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b154cdaf-a012-49a4-b124-acbb0588dbcc req-70f38a46-a348-4c7a-a83c-02fddb4c935f tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7e6dddb-50c0-4fef-ba67-4d7ecd092f1e HTTP/1.1" status: 200 len: 944 time: 0.9042435 May 05 20:07:36.660165 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f146c9-3d1f-402b-9f04-12b952eb79cf req-fb45b574-dad5-4b05-b6ce-b43d6cd187c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:36.662556 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a0f146c9-3d1f-402b-9f04-12b952eb79cf req-fb45b574-dad5-4b05-b6ce-b43d6cd187c5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=56e8fe9085fa4bdb932a4c29aaeb4c08&device_id=a7e6dddb-50c0-4fef-ba67-4d7ecd092f1e HTTP/1.1" status: 200 len: 1095 time: 0.3136115 May 05 20:07:36.668980 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f54eac33-212b-4eca-81da-8db462ee0413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:36.723259 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b8800363-af50-4128-93a2-9dab166e473c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:36.820522 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-061797ab-874d-4ce7-91ba-b23cddb2cc5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:36.826005 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de1139-af9b-45b1-8140-a222b45ff557 req-d95c745d-91cf-4da2-8605-06f5645ca3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:36.827622 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-79de1139-af9b-45b1-8140-a222b45ff557 req-d95c745d-91cf-4da2-8605-06f5645ca3e3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6a81fc02-e3e2-42f0-9473-c8386cc7ad03 HTTP/1.1" status: 200 len: 1096 time: 0.5841269 May 05 20:07:36.849514 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-b8800363-af50-4128-93a2-9dab166e473c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['976eb87e-c8f2-4da3-bfa5-44bffd395e41']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:07:36.862200 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a0f146c9-3d1f-402b-9f04-12b952eb79cf req-b856869b-6975-4973-ad73-2f5c8acfb2b3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b446eac7-8758-4a4b-aebd-2c24c1652d79 HTTP/1.1" status: 200 len: 217 time: 0.1157818 May 05 20:07:36.867217 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a7e4ca07-3ad7-447d-a337-2c400decdbf5 req-2eb2d03a-1919-42d1-bb93-5fe4a6071c5c tempest-ServerShowV254Test-1562950060 tempest-ServerShowV254Test-1562950060-project] 10.222.0.36 "GET /v2.0/ports?device_id=19189751-42ed-4c35-9870-2c9430e577e8 HTTP/1.1" status: 200 len: 210 time: 0.2037256 May 05 20:07:36.870865 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-b8800363-af50-4128-93a2-9dab166e473c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c016b080-0146-431c-9f6b-5979a32d0fd8') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:07:36.871635 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-b8800363-af50-4128-93a2-9dab166e473c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c016b080-0146-431c-9f6b-5979a32d0fd8') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:07:36.883293 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b154cdaf-a012-49a4-b124-acbb0588dbcc req-740ca5d8-34d7-4754-9a56-bf15d5573f4f tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31a0353-9cc7-4431-82ad-5f9b9985cf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535318 May 05 20:07:36.939415 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-869c8aec-59c2-40ac-a2c2-a0505274918f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:36.949994 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1fccf11-d4ce-4534-92a7-742a41caa179'] response: {'name': 'network-changed', 'server_uuid': 'a7e6dddb-50c0-4fef-ba67-4d7ecd092f1e', 'tag': 'b446eac7-8758-4a4b-aebd-2c24c1652d79', 'status': 'completed', 'code': 200} May 05 20:07:36.951374 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f146c9-3d1f-402b-9f04-12b952eb79cf req-3caa3806-c4af-480a-92cf-7aff0c14c96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:36.952958 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a0f146c9-3d1f-402b-9f04-12b952eb79cf req-3caa3806-c4af-480a-92cf-7aff0c14c96e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e2507cd6-290d-4d3d-b14e-048ce031bb0a HTTP/1.1" status: 200 len: 851 time: 0.0743701 May 05 20:07:36.971374 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b8800363-af50-4128-93a2-9dab166e473c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:37.002499 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device bba0f2e8-0b6f-48be-aa8e-ef6877db24b1 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:07:37.020784 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7d2b84a9-3eb3-48ec-8c12-954e9910ddc7 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:37.043869 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-79de1139-af9b-45b1-8140-a222b45ff557 req-f7b04787-959d-4f9a-b497-1e64856d02f1 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957285 May 05 20:07:37.044734 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b8800363-af50-4128-93a2-9dab166e473c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:37.056013 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-869c8aec-59c2-40ac-a2c2-a0505274918f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:37.061217 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8800363-af50-4128-93a2-9dab166e473c admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:07:37.061659 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b8800363-af50-4128-93a2-9dab166e473c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:37.071536 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869c8aec-59c2-40ac-a2c2-a0505274918f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6df7e06c-4939-4ba1-b3db-b8666bd5ffe1,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:37.076437 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:07:37.076437 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:07:37.076437 n-d-840717-1 neutron-server[88198]: timer() May 05 20:07:37.076437 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:07:37.076437 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:07:37.076437 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:07:37.076437 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:07:37.076437 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:07:37.076437 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:07:37.076437 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:07:37.076437 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:07:37.076437 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:07:37.076437 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:07:37.076437 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:07:37.076437 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:07:37.076437 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:07:37.076437 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:07:37.076437 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:07:37.076437 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:07:37.076437 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:07:37.076437 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:07:37.076437 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:07:37.076437 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:07:37.076437 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:07:37.076437 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:07:37.076437 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:07:37.076437 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:07:37.076437 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:07:37.076437 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:07:37.076437 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:07:37.076437 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:07:37.076437 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:07:37.079546 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-7d2b84a9-3eb3-48ec-8c12-954e9910ddc7 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Transition to ACTIVE for port object 1bfa8419-845d-4846-a78b-4fd12c0df69b will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:07:37.107879 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port bba0f2e8-0b6f-48be-aa8e-ef6877db24b1 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:07:37.108815 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:37.111387 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f54eac33-212b-4eca-81da-8db462ee0413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:37.114259 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f54eac33-212b-4eca-81da-8db462ee0413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:37.133676 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f54eac33-212b-4eca-81da-8db462ee0413 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7862ca9e-5429-41d0-abfc-7d2748eede88 HTTP/1.1" status: 204 len: 168 time: 1.2637382 May 05 20:07:37.139197 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-869c8aec-59c2-40ac-a2c2-a0505274918f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/6df7e06c-4939-4ba1-b3db-b8666bd5ffe1 HTTP/1.1" status: 204 len: 168 time: 1.5131035 May 05 20:07:37.143019 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51264) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:37.182891 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7d2b84a9-3eb3-48ec-8c12-954e9910ddc7 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:37.190056 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54eac33-212b-4eca-81da-8db462ee0413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7862ca9e-5429-41d0-abfc-7d2748eede88,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:37.232019 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b8800363-af50-4128-93a2-9dab166e473c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:37.257346 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b8800363-af50-4128-93a2-9dab166e473c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:37.452277 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8800363-af50-4128-93a2-9dab166e473c admin admin] Pushing event deleted for resources: {'Network': ['ID=976eb87e-c8f2-4da3-bfa5-44bffd395e41,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:37.467176 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f146c9-3d1f-402b-9f04-12b952eb79cf req-95b47add-6b60-4b3b-96b3-c6f231a80667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:37.468900 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a0f146c9-3d1f-402b-9f04-12b952eb79cf req-95b47add-6b60-4b3b-96b3-c6f231a80667 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7506b31f-3419-46e4-835c-80fe813661d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4989529 May 05 20:07:37.471132 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b8800363-af50-4128-93a2-9dab166e473c admin admin] 10.222.0.36 "DELETE /v2.0/networks/976eb87e-c8f2-4da3-bfa5-44bffd395e41 HTTP/1.1" status: 204 len: 168 time: 1.1498137 May 05 20:07:37.474178 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 51276) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:37.481461 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2b84a9-3eb3-48ec-8c12-954e9910ddc7 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Pushing event updated for resources: {'Port': ['ID=1bfa8419-845d-4846-a78b-4fd12c0df69b,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:37.491541 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c5b6eabe-8fb3-49e2-a85c-4c8f98da50d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:37.537300 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 51280) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:37.671897 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2b84a9-3eb3-48ec-8c12-954e9910ddc7 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Network 79e2a248-49d4-4f66-9b41-fa1fb8fad7ad is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:07:37.704885 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-7d2b84a9-3eb3-48ec-8c12-954e9910ddc7 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:07:37.710188 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d06f343-743b-40d6-b080-29c43991a3dd admin admin] Deleting subnet 9c637c9f-9758-4a61-8950-56ca08523220 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:07:37.710394 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2b84a9-3eb3-48ec-8c12-954e9910ddc7 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:07:37.714764 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8d06f343-743b-40d6-b080-29c43991a3dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:37.725649 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2b84a9-3eb3-48ec-8c12-954e9910ddc7 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:37.726343 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7d2b84a9-3eb3-48ec-8c12-954e9910ddc7 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:37.786686 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:37.851330 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8d06f343-743b-40d6-b080-29c43991a3dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:37.897732 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c5b6eabe-8fb3-49e2-a85c-4c8f98da50d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:37.927702 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-c5b6eabe-8fb3-49e2-a85c-4c8f98da50d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['054eb509-9ff2-4b05-baaf-707c2a47b919']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:07:37.945925 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a0f146c9-3d1f-402b-9f04-12b952eb79cf req-ef54444a-232c-451b-b631-f85dfb48d4e8 service neutron] 10.222.0.50 "GET /v2.0/networks/7506b31f-3419-46e4-835c-80fe813661d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4680839 May 05 20:07:37.946091 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-c5b6eabe-8fb3-49e2-a85c-4c8f98da50d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45d2fdd1-a29a-4c56-a2a2-5ddfd0608ff2') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:07:37.946429 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-c5b6eabe-8fb3-49e2-a85c-4c8f98da50d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45d2fdd1-a29a-4c56-a2a2-5ddfd0608ff2') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:07:37.970399 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c5b6eabe-8fb3-49e2-a85c-4c8f98da50d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:37.998456 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c5b6eabe-8fb3-49e2-a85c-4c8f98da50d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:38.006091 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8d06f343-743b-40d6-b080-29c43991a3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:38.015753 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:38.034711 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5b6eabe-8fb3-49e2-a85c-4c8f98da50d8 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:07:38.035119 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c5b6eabe-8fb3-49e2-a85c-4c8f98da50d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:38.216469 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-a1ec4b44-562e-407b-a9a3-bc6fdce24126 None None] Provisioning for port 1bfa8419-845d-4846-a78b-4fd12c0df69b completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:07:38.225991 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-a1ec4b44-562e-407b-a9a3-bc6fdce24126 None None] Provisioning complete for port 1bfa8419-845d-4846-a78b-4fd12c0df69b triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:07:38.226675 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a1ec4b44-562e-407b-a9a3-bc6fdce24126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:38.232025 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:07:38.232025 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:07:38.232025 n-d-840717-1 neutron-server[88197]: timer() May 05 20:07:38.232025 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:07:38.232025 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:07:38.232025 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:07:38.232025 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:07:38.232025 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:07:38.232025 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:07:38.232025 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:07:38.232025 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:07:38.232025 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:07:38.232025 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:07:38.232025 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:07:38.232025 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:07:38.232025 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:07:38.232025 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:07:38.232025 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:07:38.232025 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:07:38.232025 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:07:38.232025 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:07:38.232025 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:07:38.232025 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:07:38.232025 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:07:38.232025 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:07:38.232025 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:07:38.232025 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:07:38.232025 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:07:38.232025 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:07:38.232025 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:07:38.232025 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:07:38.232025 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:07:38.234882 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c5b6eabe-8fb3-49e2-a85c-4c8f98da50d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:38.265784 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c5b6eabe-8fb3-49e2-a85c-4c8f98da50d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:38.268646 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-c5b6eabe-8fb3-49e2-a85c-4c8f98da50d8 admin admin] 10.222.0.36 "DELETE /v2.0/networks/054eb509-9ff2-4b05-baaf-707c2a47b919 HTTP/1.1" status: 204 len: 168 time: 1.1163061 May 05 20:07:38.283996 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-7d2b84a9-3eb3-48ec-8c12-954e9910ddc7 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 3.6402562 May 05 20:07:38.285390 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b6eabe-8fb3-49e2-a85c-4c8f98da50d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=054eb509-9ff2-4b05-baaf-707c2a47b919,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:38.289129 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51308) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:38.339756 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a3fff0f4-2322-4a8d-a6f4-d31143bde579 req-efb716f5-d247-4a0c-bb89-a6347f694ead service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8293414 May 05 20:07:38.388523 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-a1ec4b44-562e-407b-a9a3-bc6fdce24126 None None] Port 1bfa8419-845d-4846-a78b-4fd12c0df69b cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:07:38.424993 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a0f146c9-3d1f-402b-9f04-12b952eb79cf req-2430c695-2146-48da-8b70-76c485744360 service neutron] 10.222.0.50 "GET /v2.0/networks/7506b31f-3419-46e4-835c-80fe813661d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3758574 May 05 20:07:38.437300 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8d06f343-743b-40d6-b080-29c43991a3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:38.454059 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d323d5-68b2-4d10-a6df-db03009e5797 req-1410ad26-dcf8-49b5-8b67-973f3d319e16 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:38.462608 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-40d323d5-68b2-4d10-a6df-db03009e5797 req-1410ad26-dcf8-49b5-8b67-973f3d319e16 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a81fc02-e3e2-42f0-9473-c8386cc7ad03 HTTP/1.1" status: 200 len: 945 time: 0.9534903 May 05 20:07:38.474280 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 51312) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:38.565080 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-40d323d5-68b2-4d10-a6df-db03009e5797 req-f1c7cdf7-1596-4baf-9567-6b4dc7299605 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013808 May 05 20:07:38.576351 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51316) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:38.590182 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d06f343-743b-40d6-b080-29c43991a3dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c637c9f-9758-4a61-8950-56ca08523220,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:38.601757 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8d06f343-743b-40d6-b080-29c43991a3dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:38.640956 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc656e4-4faf-4fde-8457-3a1c6d9f1ee7 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:38.642456 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-8d06f343-743b-40d6-b080-29c43991a3dd admin admin] 10.222.0.36 "DELETE /v2.0/subnets/9c637c9f-9758-4a61-8950-56ca08523220 HTTP/1.1" status: 204 len: 168 time: 1.1669300 May 05 20:07:38.648701 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 51322) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:38.654197 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc656e4-4faf-4fde-8457-3a1c6d9f1ee7 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:38.655159 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6d11424e-1479-404d-8699-b4ee7039cac8 req-9402a1cd-435d-42ad-a0fd-a7a196a15651 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c8c99457-7a9a-4bdf-b25b-2a49a4935854&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4645228 May 05 20:07:38.666222 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a8f36-4ad3-4515-ac4d-216fdeefab6a req-d9bce796-55e9-4fe5-9b13-ad859fecd1b2 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:38.673017 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-393a8f36-4ad3-4515-ac4d-216fdeefab6a req-d9bce796-55e9-4fe5-9b13-ad859fecd1b2 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7e6dddb-50c0-4fef-ba67-4d7ecd092f1e HTTP/1.1" status: 200 len: 944 time: 0.6188982 May 05 20:07:38.674976 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc656e4-4faf-4fde-8457-3a1c6d9f1ee7 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:38.675966 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-ecc656e4-4faf-4fde-8457-3a1c6d9f1ee7 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Synchronizing usage tracker for tenant:e7b4691455934d18964a38dc28a1831a on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:07:38.805620 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c1fef68b-5716-4cae-baaf-5072a7c5c920 req-78ab514d-d9d8-4af7-9087-3463e396e9ff tempest-ServerShowV254Test-1562950060 tempest-ServerShowV254Test-1562950060-project] 10.222.0.36 "GET /v2.0/ports?device_id=19189751-42ed-4c35-9870-2c9430e577e8 HTTP/1.1" status: 200 len: 210 time: 0.0850856 May 05 20:07:38.824791 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b492d8-2344-48b3-8eab-116e66bf932c req-aa4ae4ac-146f-4900-88b2-959dca79ff9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:38.826281 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e3b492d8-2344-48b3-8eab-116e66bf932c req-aa4ae4ac-146f-4900-88b2-959dca79ff9d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=56e8fe9085fa4bdb932a4c29aaeb4c08&device_id=a7e6dddb-50c0-4fef-ba67-4d7ecd092f1e HTTP/1.1" status: 200 len: 1095 time: 0.3458734 May 05 20:07:38.826880 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-ecc656e4-4faf-4fde-8457-3a1c6d9f1ee7 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Unset dirty status for tenant:e7b4691455934d18964a38dc28a1831a on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:07:38.827942 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-ecc656e4-4faf-4fde-8457-3a1c6d9f1ee7 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.5376689 May 05 20:07:38.833289 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-4df99c42-b5da-4c85-894a-a688ea8e4bce admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3d63b33534d3407d820af636c031019a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2533710 May 05 20:07:38.833289 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51326) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:38.833857 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51328) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:38.952425 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-393a8f36-4ad3-4515-ac4d-216fdeefab6a req-1d61a5ca-6822-477c-8c4f-4ff785b7a003 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31a0353-9cc7-4431-82ad-5f9b9985cf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785697 May 05 20:07:38.958794 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [None req-1ab837a3-197c-4704-ac4d-a403ad2daf99 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:07:38.960644 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-1ab837a3-197c-4704-ac4d-a403ad2daf99 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.4769228 May 05 20:07:38.965565 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 51336) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:38.981286 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [None req-9f829806-8f41-47c4-a87f-cb9f81d989d1 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] http://10.222.0.36:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:07:38.982572 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-9f829806-8f41-47c4-a87f-cb9f81d989d1 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] 10.222.0.36 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0146453 May 05 20:07:38.986139 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fff0f4-2322-4a8d-a6f4-d31143bde579 req-5fff98a2-5785-42e7-8136-79f7f868f300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:38.987654 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a3fff0f4-2322-4a8d-a6f4-d31143bde579 req-5fff98a2-5785-42e7-8136-79f7f868f300 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=56e8fe9085fa4bdb932a4c29aaeb4c08&device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 1096 time: 0.5059726 May 05 20:07:39.034694 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51340) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:39.064079 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [None req-73935783-932c-45ae-8a9d-521288c77255 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] http://10.222.0.36:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88197) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:07:39.065050 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-73935783-932c-45ae-8a9d-521288c77255 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] 10.222.0.36 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0236914 May 05 20:07:39.081993 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51344) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:39.094864 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [None req-ec4cbe00-6e46-41d3-b762-75632a626c31 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] http://10.222.0.36:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88197) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:07:39.095863 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-ec4cbe00-6e46-41d3-b762-75632a626c31 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] 10.222.0.36 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0120385 May 05 20:07:39.143008 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b64ad7ac-1ee0-4445-bd9a-2d6394ce32aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:39.149864 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 51348) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:39.168758 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-850b06ce-18bc-4d8c-9548-4e1fa3c2f5ae tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Deleting port 1bfa8419-845d-4846-a78b-4fd12c0df69b {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:07:39.169096 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-850b06ce-18bc-4d8c-9548-4e1fa3c2f5ae tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:39.178505 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [None req-fec3200d-208b-4422-9411-3e7bb4198d83 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] http://10.222.0.36:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:07:39.179479 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-fec3200d-208b-4422-9411-3e7bb4198d83 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] 10.222.0.36 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0275252 May 05 20:07:39.186282 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 51352) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:39.217562 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [None req-092e151b-beb8-4ab3-b72f-e0ea78b8ede4 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] http://10.222.0.36:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:07:39.218504 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-092e151b-beb8-4ab3-b72f-e0ea78b8ede4 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] 10.222.0.36 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0248740 May 05 20:07:39.223059 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 51356) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:39.235559 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [None req-3ace56d1-daa3-40b6-ae07-8573336d91a9 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] http://10.222.0.36:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:07:39.236409 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3ace56d1-daa3-40b6-ae07-8573336d91a9 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] 10.222.0.36 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0106885 May 05 20:07:39.240054 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 51360) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:39.258827 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f86b49fb-62f9-46c3-9439-97fb2d31649a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:39.280497 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b492d8-2344-48b3-8eab-116e66bf932c req-c536aaea-1b1e-4e98-8066-bc3175eafbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:39.281945 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e3b492d8-2344-48b3-8eab-116e66bf932c req-c536aaea-1b1e-4e98-8066-bc3175eafbeb service neutron] 10.222.0.50 "GET /v2.0/networks?id=7506b31f-3419-46e4-835c-80fe813661d5 HTTP/1.1" status: 200 len: 913 time: 0.4471853 May 05 20:07:39.324458 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [None req-dbec50d6-3206-41c6-9a4c-51c307f43763 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] http://10.222.0.36:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:07:39.325408 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-dbec50d6-3206-41c6-9a4c-51c307f43763 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] 10.222.0.36 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0562065 May 05 20:07:39.328189 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51364) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:39.383188 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d11424e-1479-404d-8699-b4ee7039cac8 req-3e899ed7-86d1-48ca-8503-bc26341d2be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:39.384657 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6d11424e-1479-404d-8699-b4ee7039cac8 req-3e899ed7-86d1-48ca-8503-bc26341d2be0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=51033f662b4a41faabaa592f98ca548e&device_id=c8c99457-7a9a-4bdf-b25b-2a49a4935854 HTTP/1.1" status: 200 len: 1096 time: 0.6106842 May 05 20:07:39.393411 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f86b49fb-62f9-46c3-9439-97fb2d31649a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:39.412173 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [None req-c35906b3-c735-4d96-b4c0-a564fa121254 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] http://10.222.0.36:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88197) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:07:39.415737 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-c35906b3-c735-4d96-b4c0-a564fa121254 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] 10.222.0.36 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0355928 May 05 20:07:39.426346 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51368) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:39.438900 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e3b492d8-2344-48b3-8eab-116e66bf932c req-c7b851de-f670-4648-921e-a47417987347 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b446eac7-8758-4a4b-aebd-2c24c1652d79 HTTP/1.1" status: 200 len: 217 time: 0.1191435 May 05 20:07:39.446197 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [None req-57aa9aec-4ec1-43d6-9a7a-fa1045fa6f6a tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] http://10.222.0.36:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88197) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:07:39.447222 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-57aa9aec-4ec1-43d6-9a7a-fa1045fa6f6a tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] 10.222.0.36 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0182507 May 05 20:07:39.458404 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 51372) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:39.500623 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:39.532535 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [None req-bb1b560e-9719-4a18-a724-c32520f5246e tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] http://10.222.0.36:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:07:39.537503 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-bb1b560e-9719-4a18-a724-c32520f5246e tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] 10.222.0.36 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0662115 May 05 20:07:39.543042 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b64ad7ac-1ee0-4445-bd9a-2d6394ce32aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:39.544149 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51376) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:39.555063 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fff0f4-2322-4a8d-a6f4-d31143bde579 req-26c570e0-87a1-4d20-9c97-d4fa8bce17c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:39.556521 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a3fff0f4-2322-4a8d-a6f4-d31143bde579 req-26c570e0-87a1-4d20-9c97-d4fa8bce17c6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7506b31f-3419-46e4-835c-80fe813661d5 HTTP/1.1" status: 200 len: 913 time: 0.4058266 May 05 20:07:39.557676 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [None req-28716a53-3820-4e0f-9fd8-beab865f9323 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] http://10.222.0.36:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88197) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:07:39.561117 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-28716a53-3820-4e0f-9fd8-beab865f9323 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] 10.222.0.36 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0132308 May 05 20:07:39.562227 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 51380) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:39.642594 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b492d8-2344-48b3-8eab-116e66bf932c req-1bfdba7e-c183-4036-b37e-a5c57ca6e095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:39.644075 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e3b492d8-2344-48b3-8eab-116e66bf932c req-1bfdba7e-c183-4036-b37e-a5c57ca6e095 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e2507cd6-290d-4d3d-b14e-048ce031bb0a HTTP/1.1" status: 200 len: 851 time: 0.1958876 May 05 20:07:39.683826 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [None req-aecb16d8-821b-4262-a646-120f5b579caf tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] http://10.222.0.36:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:07:39.684909 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-aecb16d8-821b-4262-a646-120f5b579caf tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] 10.222.0.36 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0775244 May 05 20:07:39.706982 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 51386) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:39.722332 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-b64ad7ac-1ee0-4445-bd9a-2d6394ce32aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db74a5df-228b-4ea1-b7c9-1cfb7a524cdb']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:07:39.736999 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [None req-dcf8aa15-dc1d-4321-97bc-9dedcd425164 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] http://10.222.0.36:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:07:39.741711 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-dcf8aa15-dc1d-4321-97bc-9dedcd425164 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] 10.222.0.36 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0231600 May 05 20:07:39.744087 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 51390) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:39.756458 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-b64ad7ac-1ee0-4445-bd9a-2d6394ce32aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a818116-57ee-4bec-8890-824333f27903') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:07:39.756691 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-b64ad7ac-1ee0-4445-bd9a-2d6394ce32aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a818116-57ee-4bec-8890-824333f27903') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:07:39.768854 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [None req-a95365d4-d571-4011-9d71-4ec7c4de987b tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] http://10.222.0.36:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:07:39.770005 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a95365d4-d571-4011-9d71-4ec7c4de987b tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] 10.222.0.36 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0225368 May 05 20:07:39.772813 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f86b49fb-62f9-46c3-9439-97fb2d31649a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:39.781583 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51394) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:39.794530 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b64ad7ac-1ee0-4445-bd9a-2d6394ce32aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:39.800005 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-850b06ce-18bc-4d8c-9548-4e1fa3c2f5ae tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:39.809437 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [None req-edd49c23-1d3a-446c-bd43-08e8d2be3f0b tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] http://10.222.0.36:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88197) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:07:39.810412 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-edd49c23-1d3a-446c-bd43-08e8d2be3f0b tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] 10.222.0.36 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0204036 May 05 20:07:39.814219 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d11424e-1479-404d-8699-b4ee7039cac8 req-4352570e-8967-4e5a-8c71-6c895b6f2a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:39.815472 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51398) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:39.815670 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6d11424e-1479-404d-8699-b4ee7039cac8 req-4352570e-8967-4e5a-8c71-6c895b6f2a68 service neutron] 10.222.0.24 "GET /v2.0/networks?id=35d37522-ff35-47af-b60c-b213aa781c6f HTTP/1.1" status: 200 len: 906 time: 0.3963878 May 05 20:07:39.820342 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a3fff0f4-2322-4a8d-a6f4-d31143bde579 req-d0d5fd1d-023b-4542-a42e-5b0db66ea073 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3f7222db-61b2-414b-9998-e780d493326a HTTP/1.1" status: 200 len: 999 time: 0.2572708 May 05 20:07:39.822129 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86b49fb-62f9-46c3-9439-97fb2d31649a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce92438-ad62-4d6c-ac39-8f1b582bbd1d,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:39.832307 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [None req-6c0910b4-acfd-4278-82e3-bc6191812cf0 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] http://10.222.0.36:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88197) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:07:39.835421 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-6c0910b4-acfd-4278-82e3-bc6191812cf0 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] 10.222.0.36 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0131423 May 05 20:07:39.837806 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51402) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:39.917320 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b64ad7ac-1ee0-4445-bd9a-2d6394ce32aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:39.935723 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6d11424e-1479-404d-8699-b4ee7039cac8 req-75795f37-4193-465c-b0e7-217713ef0a36 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81d837ab-bc11-4126-87e9-1c216ab3a6e9 HTTP/1.1" status: 200 len: 217 time: 0.1121371 May 05 20:07:39.941291 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b64ad7ac-1ee0-4445-bd9a-2d6394ce32aa admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:07:39.942259 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b64ad7ac-1ee0-4445-bd9a-2d6394ce32aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:39.955667 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:07:39.955667 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:07:39.955667 n-d-840717-1 neutron-server[88198]: timer() May 05 20:07:39.955667 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:07:39.955667 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:07:39.955667 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:07:39.955667 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:07:39.955667 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:07:39.955667 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:07:39.955667 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:07:39.955667 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:07:39.955667 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:07:39.955667 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:07:39.955667 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:07:39.955667 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:07:39.955667 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:07:39.955667 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:07:39.955667 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:07:39.955667 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:07:39.955667 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:07:39.955667 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:07:39.955667 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:07:39.955667 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:07:39.955667 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:07:39.955667 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:07:39.955667 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:07:39.955667 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:07:39.955667 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:07:39.955667 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:07:39.955667 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:07:39.955667 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:07:39.955667 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:07:39.959943 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [None req-3fae68ed-79f1-4d2a-afa0-aab5e41f25c0 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] http://10.222.0.36:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88197) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:07:39.960906 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-3fae68ed-79f1-4d2a-afa0-aab5e41f25c0 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] 10.222.0.36 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0620461 May 05 20:07:39.967606 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-850b06ce-18bc-4d8c-9548-4e1fa3c2f5ae tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Calling delete_port for 1bfa8419-845d-4846-a78b-4fd12c0df69b owned by {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:07:39.969347 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 51408) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:40.003236 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f86b49fb-62f9-46c3-9439-97fb2d31649a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:40.004548 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f86b49fb-62f9-46c3-9439-97fb2d31649a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bce92438-ad62-4d6c-ac39-8f1b582bbd1d HTTP/1.1" status: 204 len: 168 time: 1.1680980 May 05 20:07:40.052529 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b492d8-2344-48b3-8eab-116e66bf932c req-7166213a-2c9f-4d12-a97f-c3a2fb328ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:40.054039 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e3b492d8-2344-48b3-8eab-116e66bf932c req-7166213a-2c9f-4d12-a97f-c3a2fb328ac4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7506b31f-3419-46e4-835c-80fe813661d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4009671 May 05 20:07:40.056417 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [None req-f4a6e69f-79e2-4bad-b3cb-f19c317cbbb6 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] http://10.222.0.36:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:07:40.059949 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f4a6e69f-79e2-4bad-b3cb-f19c317cbbb6 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] 10.222.0.36 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0458729 May 05 20:07:40.067741 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51416) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:40.101549 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0c9ca1-541a-45d8-b11f-1999809e7bf7 req-50ec6059-3f3e-419e-9971-9578131d433b tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:40.103009 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8d0c9ca1-541a-45d8-b11f-1999809e7bf7 req-50ec6059-3f3e-419e-9971-9578131d433b tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a81fc02-e3e2-42f0-9473-c8386cc7ad03 HTTP/1.1" status: 200 len: 945 time: 0.4179013 May 05 20:07:40.106193 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [None req-c6faed69-5b84-4a6e-807d-a9e0eba88e7f tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] http://10.222.0.36:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88197) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:07:40.107121 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-c6faed69-5b84-4a6e-807d-a9e0eba88e7f tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] 10.222.0.36 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0366459 May 05 20:07:40.114038 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51420) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:40.133628 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [None req-36f7002e-411a-493b-b970-52e2fd4d678d tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] http://10.222.0.36:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88197) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:07:40.136987 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-36f7002e-411a-493b-b970-52e2fd4d678d tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] 10.222.0.36 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0196388 May 05 20:07:40.147232 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51424) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:40.161706 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [None req-32ec5503-395b-4ae4-9938-765d5c1aa1d0 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] http://10.222.0.36:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88197) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:07:40.162785 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-32ec5503-395b-4ae4-9938-765d5c1aa1d0 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] 10.222.0.36 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0113523 May 05 20:07:40.166036 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51428) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:40.166337 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fff0f4-2322-4a8d-a6f4-d31143bde579 req-930df7f2-8cfa-434a-8280-c6be2599f892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:40.167831 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a3fff0f4-2322-4a8d-a6f4-d31143bde579 req-930df7f2-8cfa-434a-8280-c6be2599f892 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e2507cd6-290d-4d3d-b14e-048ce031bb0a HTTP/1.1" status: 200 len: 851 time: 0.2914312 May 05 20:07:40.177887 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-db620e89-7543-4279-a58d-66fcf90b655d req-d77be49f-53b8-446b-8dc2-81a43ecdfe6d tempest-ServerShowV254Test-1562950060 tempest-ServerShowV254Test-1562950060-project] 10.222.0.36 "GET /v2.0/ports?device_id=19189751-42ed-4c35-9870-2c9430e577e8 HTTP/1.1" status: 200 len: 210 time: 0.2212451 May 05 20:07:40.241176 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [None req-a83f1a62-0c71-466b-9df7-8ee92ad7a55c tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] http://10.222.0.36:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88197) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:07:40.242407 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-a83f1a62-0c71-466b-9df7-8ee92ad7a55c tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] 10.222.0.36 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0726941 May 05 20:07:40.247280 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 51434) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:40.249701 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b64ad7ac-1ee0-4445-bd9a-2d6394ce32aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:40.280807 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b64ad7ac-1ee0-4445-bd9a-2d6394ce32aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:40.291686 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [None req-08ae353f-4857-4096-8786-82a60733e142 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] http://10.222.0.36:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:07:40.292936 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-08ae353f-4857-4096-8786-82a60733e142 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] 10.222.0.36 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0354888 May 05 20:07:40.300234 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d11424e-1479-404d-8699-b4ee7039cac8 req-01e42c43-f892-4d6b-86b1-4b1352a173b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:40.302663 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6d11424e-1479-404d-8699-b4ee7039cac8 req-01e42c43-f892-4d6b-86b1-4b1352a173b2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abe7c8d5-c1a3-49ab-83d4-2252eacbfbcf HTTP/1.1" status: 200 len: 845 time: 0.3363035 May 05 20:07:40.302786 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51438) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:40.307544 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64ad7ac-1ee0-4445-bd9a-2d6394ce32aa admin admin] Pushing event deleted for resources: {'Network': ['ID=db74a5df-228b-4ea1-b7c9-1cfb7a524cdb,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:40.320783 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8d0c9ca1-541a-45d8-b11f-1999809e7bf7 req-8b382b3b-3c86-4521-9779-ba024e4bd0b2 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039204 May 05 20:07:40.337252 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [None req-0f62c8a0-eaac-4717-9bec-6cc82dc0d926 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] http://10.222.0.36:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88197) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:07:40.340229 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-0f62c8a0-eaac-4717-9bec-6cc82dc0d926 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] 10.222.0.36 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0329113 May 05 20:07:40.343071 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b64ad7ac-1ee0-4445-bd9a-2d6394ce32aa admin admin] 10.222.0.36 "DELETE /v2.0/networks/db74a5df-228b-4ea1-b7c9-1cfb7a524cdb HTTP/1.1" status: 204 len: 168 time: 1.6914651 May 05 20:07:40.349086 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 51444) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:40.367444 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [None req-87978609-c227-43a5-825a-ca39e65d9181 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] http://10.222.0.36:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:07:40.368593 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-87978609-c227-43a5-825a-ca39e65d9181 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] 10.222.0.36 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0130994 May 05 20:07:40.387314 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51450) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:40.401483 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6d11424e-1479-404d-8699-b4ee7039cac8 req-7c90e6a5-a943-49a5-a049-619446d9c227 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=35d37522-ff35-47af-b60c-b213aa781c6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0909467 May 05 20:07:40.419311 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [None req-dcfa35d2-0ce7-4b0e-9326-d588051f93e1 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] http://10.222.0.36:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88197) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:07:40.420304 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-dcfa35d2-0ce7-4b0e-9326-d588051f93e1 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] 10.222.0.36 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0320458 May 05 20:07:40.428197 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51456) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:40.432332 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e3b492d8-2344-48b3-8eab-116e66bf932c req-274cc7f2-c0cb-494f-84b3-354f1de93340 service neutron] 10.222.0.50 "GET /v2.0/networks/7506b31f-3419-46e4-835c-80fe813661d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3630276 May 05 20:07:40.487543 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-77c70466-2724-46a4-a1ce-ed9f95e7de08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:40.492726 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [None req-fc2080ce-be99-4558-a601-ba7db8d0340c tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] http://10.222.0.36:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88197) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:07:40.493751 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-fc2080ce-be99-4558-a601-ba7db8d0340c tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] 10.222.0.36 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0642228 May 05 20:07:40.502800 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-850b06ce-18bc-4d8c-9548-4e1fa3c2f5ae tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:40.505132 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51464) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:40.565152 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [None req-f3d86bb7-e720-4d16-bfbb-7ca6f47aa5c1 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] http://10.222.0.36:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88197) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:07:40.566115 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f3d86bb7-e720-4d16-bfbb-7ca6f47aa5c1 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] 10.222.0.36 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0502820 May 05 20:07:40.608983 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51468) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:40.619971 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850b06ce-18bc-4d8c-9548-4e1fa3c2f5ae tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Pushing event deleted for resources: {'Port': ['ID=1bfa8419-845d-4846-a78b-4fd12c0df69b,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:40.684738 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [None req-24d14951-842e-48fc-bacf-bd9ab0cb4eb2 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] http://10.222.0.36:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88197) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:07:40.691306 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-24d14951-842e-48fc-bacf-bd9ab0cb4eb2 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] 10.222.0.36 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0716136 May 05 20:07:40.766018 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51474) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:40.766352 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51476) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:40.771139 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e3b492d8-2344-48b3-8eab-116e66bf932c req-f755ac9f-362b-47fd-b263-193e24692c7b service neutron] 10.222.0.50 "GET /v2.0/networks/7506b31f-3419-46e4-835c-80fe813661d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3266764 May 05 20:07:40.776991 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device b446eac7-8758-4a4b-aebd-2c24c1652d79 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:07:40.798072 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fff0f4-2322-4a8d-a6f4-d31143bde579 req-2d33acec-1f1d-4b8d-a412-c648c4203418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:40.799587 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a3fff0f4-2322-4a8d-a6f4-d31143bde579 req-2d33acec-1f1d-4b8d-a412-c648c4203418 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7506b31f-3419-46e4-835c-80fe813661d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6088285 May 05 20:07:40.974725 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6d11424e-1479-404d-8699-b4ee7039cac8 req-c8f8dbc1-a816-4569-91bc-ed8a2aee8c1e service neutron] 10.222.0.24 "GET /v2.0/networks/35d37522-ff35-47af-b60c-b213aa781c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5643454 May 05 20:07:41.006314 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [None req-f2dedfc3-9279-4e22-86ba-5141fd9e6287 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] http://10.222.0.36:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=88197) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:07:41.010097 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f2dedfc3-9279-4e22-86ba-5141fd9e6287 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] 10.222.0.36 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.2363997 May 05 20:07:41.018932 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51488) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:41.028787 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [None req-c150dcf7-39db-4781-83aa-ab1324eb2b18 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] http://10.222.0.36:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88197) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:07:41.032431 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-c150dcf7-39db-4781-83aa-ab1324eb2b18 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] 10.222.0.36 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0077903 May 05 20:07:41.033806 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-850b06ce-18bc-4d8c-9548-4e1fa3c2f5ae tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:41.034791 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port b446eac7-8758-4a4b-aebd-2c24c1652d79, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=b446eac7-8758-4a4b-aebd-2c24c1652d79,segment=NetworkSegment(e34c646b-9075-4e31-b89f-c8f9e824e389),segment_id=e34c646b-9075-4e31-b89f-c8f9e824e389)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:07:41.051430 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': 'b446eac7-8758-4a4b-aebd-2c24c1652d79', 'network_id': '7506b31f-3419-46e4-835c-80fe813661d5', 'port_id': 'b446eac7-8758-4a4b-aebd-2c24c1652d79', 'mac_address': 'fa:16:3e:30:d2:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2507cd6-290d-4d3d-b14e-048ce031bb0a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:07:41.059232 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 51492) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:41.077858 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-e49ef739-2a4d-4e82-8120-3ddf9f24e31a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=daec84382a6c48208f1f131455c56ed2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3033941 May 05 20:07:41.079650 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51498) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:41.087385 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [None req-a638c081-4002-4e9b-8ac1-31f254b77b83 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] http://10.222.0.36:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:07:41.088422 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a638c081-4002-4e9b-8ac1-31f254b77b83 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] 10.222.0.36 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0251544 May 05 20:07:41.097162 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51502) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:41.102443 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-850b06ce-18bc-4d8c-9548-4e1fa3c2f5ae tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] 10.222.0.36 "DELETE /v2.0/ports/1bfa8419-845d-4846-a78b-4fd12c0df69b HTTP/1.1" status: 204 len: 168 time: 2.2698054 May 05 20:07:41.103666 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34af57-e3d8-4c3a-a3ad-550a17a8c972 req-ffba8af1-4a7e-4a13-9287-64eee0f01897 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:41.110230 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [None req-0f49c729-2d61-49e7-9649-dd7cda531d66 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] http://10.222.0.36:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88197) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:07:41.110739 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ac34af57-e3d8-4c3a-a3ad-550a17a8c972 req-ffba8af1-4a7e-4a13-9287-64eee0f01897 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7e6dddb-50c0-4fef-ba67-4d7ecd092f1e HTTP/1.1" status: 200 len: 944 time: 0.7629752 May 05 20:07:41.111780 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-0f49c729-2d61-49e7-9649-dd7cda531d66 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] 10.222.0.36 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0113015 May 05 20:07:41.112602 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51506) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:41.120786 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 51508) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:41.132448 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-48842ccc-d917-451e-9782-c046b5a58235 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Request body: {'port': {'name': 'tempest-new-port-name-1085763819', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:07:41.133246 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.api.validators [None req-48842ccc-d917-451e-9782-c046b5a58235 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] bootfile-name is not in valid_values {{(pid=88197) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 05 20:07:41.133798 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.api.validators [None req-48842ccc-d917-451e-9782-c046b5a58235 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] tftp-server is not in valid_values {{(pid=88197) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 05 20:07:41.134344 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.api.validators [None req-48842ccc-d917-451e-9782-c046b5a58235 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] server-ip-address is not in valid_values {{(pid=88197) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 05 20:07:41.155184 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [None req-0e463db3-7c9c-4209-ba1f-265b15bbec60 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] http://10.222.0.36:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:07:41.156174 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-0e463db3-7c9c-4209-ba1f-265b15bbec60 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] 10.222.0.36 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0315015 May 05 20:07:41.158084 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:41.168240 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 51514) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:41.196121 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b446eac7-8758-4a4b-aebd-2c24c1652d79 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:07:41.197211 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51516) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:41.214837 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port b446eac7-8758-4a4b-aebd-2c24c1652d79, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=b446eac7-8758-4a4b-aebd-2c24c1652d79,segment=NetworkSegment(e34c646b-9075-4e31-b89f-c8f9e824e389),segment_id=e34c646b-9075-4e31-b89f-c8f9e824e389)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:07:41.219461 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:41.283319 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e4d09c-25ad-4336-848c-f264cca4ddfd req-f189caf4-0229-4dd5-bde2-e77d5e25071e tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:41.284817 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c2e4d09c-25ad-4336-848c-f264cca4ddfd req-f189caf4-0229-4dd5-bde2-e77d5e25071e tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a81fc02-e3e2-42f0-9473-c8386cc7ad03 HTTP/1.1" status: 200 len: 945 time: 0.7609029 May 05 20:07:41.293454 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [None req-eb5c6c9e-05b1-43f1-8fc8-ab95680a8b2a tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] http://10.222.0.36:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:07:41.294403 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-eb5c6c9e-05b1-43f1-8fc8-ab95680a8b2a tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] 10.222.0.36 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0823874 May 05 20:07:41.303607 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51526) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:41.309084 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=b446eac7-8758-4a4b-aebd-2c24c1652d79,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:41.318754 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a3fff0f4-2322-4a8d-a6f4-d31143bde579 req-437ebff7-48c1-40d8-8bad-59aea7fed97b service neutron] 10.222.0.50 "GET /v2.0/networks/7506b31f-3419-46e4-835c-80fe813661d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5081701 May 05 20:07:41.325188 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [None req-a56c07ea-4d9e-46dd-9760-f03141a5481a tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] http://10.222.0.36:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88197) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:07:41.327461 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-a56c07ea-4d9e-46dd-9760-f03141a5481a tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] 10.222.0.36 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0052536 May 05 20:07:41.337875 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51530) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:41.354838 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [None req-1ade757b-c1da-4621-80d0-c895582ea029 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] http://10.222.0.36:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=88197) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:07:41.358261 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-1ade757b-c1da-4621-80d0-c895582ea029 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] 10.222.0.36 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0120430 May 05 20:07:41.360183 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51534) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:41.387125 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-3ff80476-9dae-4f3e-bd44-882b20e6d165 admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-1498466206-network', 'tenant_id': 'ffa885be918b4ac9a03a1f47ba419b72'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:07:41.389873 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ac34af57-e3d8-4c3a-a3ad-550a17a8c972 req-54997af4-442a-4f29-9bac-3410808cab38 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31a0353-9cc7-4431-82ad-5f9b9985cf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783058 May 05 20:07:41.398508 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [None req-58af55a2-092e-4bd0-8c79-4db57b86f9de tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] http://10.222.0.36:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88197) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:07:41.401658 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-58af55a2-092e-4bd0-8c79-4db57b86f9de tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] 10.222.0.36 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0260601 May 05 20:07:41.401658 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-072da153-0c82-4091-bc65-52f9ae41daf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:41.402868 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 51538) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:41.405623 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-3ff80476-9dae-4f3e-bd44-882b20e6d165 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:07:41.407841 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-48842ccc-d917-451e-9782-c046b5a58235 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:41.427116 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-3ff80476-9dae-4f3e-bd44-882b20e6d165 admin admin] Usage tracker for resource:network and tenant:ffa885be918b4ac9a03a1f47ba419b72 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:07:41.427222 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [None req-e106920b-dfeb-4c76-a2ac-2e645523d47f tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] http://10.222.0.36:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:07:41.428195 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e106920b-dfeb-4c76-a2ac-2e645523d47f tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] 10.222.0.36 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0231810 May 05 20:07:41.434341 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c2e4d09c-25ad-4336-848c-f264cca4ddfd req-347b7a62-8ef6-4fbc-8773-5777eb033165 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293283 May 05 20:07:41.434807 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51542) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:41.437998 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-3ff80476-9dae-4f3e-bd44-882b20e6d165 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:07:41.455979 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [None req-b9806643-a09d-4676-975c-575168133e28 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] http://10.222.0.36:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88197) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:07:41.456985 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-b9806643-a09d-4676-975c-575168133e28 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] 10.222.0.36 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0115736 May 05 20:07:41.465439 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51548) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:41.469722 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-3ff80476-9dae-4f3e-bd44-882b20e6d165 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:07:41.472233 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['b446eac7-8758-4a4b-aebd-2c24c1652d79'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:07:41.497940 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6d11424e-1479-404d-8699-b4ee7039cac8 req-586534cb-2843-4399-9e60-0b9b0d14dfcf service neutron] 10.222.0.24 "GET /v2.0/networks/35d37522-ff35-47af-b60c-b213aa781c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5127776 May 05 20:07:41.537167 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [None req-28c9a4af-57ea-4385-81f0-9af93ccb0b6d tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] http://10.222.0.36:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88197) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:07:41.540358 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-28c9a4af-57ea-4385-81f0-9af93ccb0b6d tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] 10.222.0.36 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0655780 May 05 20:07:41.542444 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 51552) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:41.542898 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-072da153-0c82-4091-bc65-52f9ae41daf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:41.552003 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [None req-3e3e4a34-c8e5-4653-a09e-bcf26bcd2a61 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] http://10.222.0.36:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:07:41.555214 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3e3e4a34-c8e5-4653-a09e-bcf26bcd2a61 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] 10.222.0.36 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0095553 May 05 20:07:41.557788 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 51556) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:41.566102 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [None req-433ceca4-6ee8-4a8a-8fc5-c199e2b12b80 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] http://10.222.0.36:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:07:41.569576 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-433ceca4-6ee8-4a8a-8fc5-c199e2b12b80 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] 10.222.0.36 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0076823 May 05 20:07:41.569716 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a3fff0f4-2322-4a8d-a6f4-d31143bde579 req-a04de179-b65b-46cb-a3e8-fd07cc31b861 service neutron] 10.222.0.50 "GET /v2.0/networks/7506b31f-3419-46e4-835c-80fe813661d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103209 May 05 20:07:41.576591 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51560) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:41.579264 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff80476-9dae-4f3e-bd44-882b20e6d165 admin admin] Made reservation on behalf of ffa885be918b4ac9a03a1f47ba419b72 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:07:41.581559 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3ff80476-9dae-4f3e-bd44-882b20e6d165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:41.625387 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [None req-60a8253d-f8f6-4184-8bb5-4b9f418630c3 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] http://10.222.0.36:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88197) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:07:41.627405 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-60a8253d-f8f6-4184-8bb5-4b9f418630c3 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] 10.222.0.36 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0487449 May 05 20:07:41.634884 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 51564) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:41.635857 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-77c70466-2724-46a4-a1ce-ed9f95e7de08 admin admin] Deleting port 74d23f1e-73a7-42db-b11f-96808078f525 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:07:41.636343 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-77c70466-2724-46a4-a1ce-ed9f95e7de08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:41.637593 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3ff80476-9dae-4f3e-bd44-882b20e6d165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:41.685725 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-3ff80476-9dae-4f3e-bd44-882b20e6d165 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:07:41.687603 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [None req-dd7ebce5-e42b-409b-ab96-41479bf61b15 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] http://10.222.0.36:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:07:41.689588 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-dd7ebce5-e42b-409b-ab96-41479bf61b15 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] 10.222.0.36 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0240953 May 05 20:07:41.703255 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51568) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:41.712999 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-3ff80476-9dae-4f3e-bd44-882b20e6d165 admin admin] Usage tracker for resource:security_group_rule and tenant:ffa885be918b4ac9a03a1f47ba419b72 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:07:41.718810 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-3ff80476-9dae-4f3e-bd44-882b20e6d165 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:07:41.727135 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [None req-7d674e02-5fc9-4983-be83-8b265beba95b tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] http://10.222.0.36:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88197) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:07:41.729918 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-7d674e02-5fc9-4983-be83-8b265beba95b tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] 10.222.0.36 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0222931 May 05 20:07:41.731521 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 51572) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:41.736921 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [None req-ee37e020-cea9-4de9-ad07-a4cca5393702 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] http://10.222.0.36:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:07:41.737852 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-ee37e020-cea9-4de9-ad07-a4cca5393702 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] 10.222.0.36 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0054271 May 05 20:07:41.737996 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-3ff80476-9dae-4f3e-bd44-882b20e6d165 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:07:41.741712 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51576) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:41.746504 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [None req-931478f9-11b6-424e-bc2e-f8f9c7285b80 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] http://10.222.0.36:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=88197) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:07:41.747477 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-931478f9-11b6-424e-bc2e-f8f9c7285b80 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] 10.222.0.36 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0048339 May 05 20:07:41.750888 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c3d91f93-3222-4370-8278-cdd59beab604 req-3e6966ef-ddfc-4e86-855e-b449012e8642 tempest-ServerShowV254Test-1562950060 tempest-ServerShowV254Test-1562950060-project] 10.222.0.36 "GET /v2.0/ports?device_id=19189751-42ed-4c35-9870-2c9430e577e8 HTTP/1.1" status: 200 len: 210 time: 0.0799100 May 05 20:07:41.751405 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 51580) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:41.759108 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [None req-134962d1-c4fb-4cd2-9664-57d12ea69db8 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] http://10.222.0.36:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:07:41.762148 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-134962d1-c4fb-4cd2-9664-57d12ea69db8 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] 10.222.0.36 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0060322 May 05 20:07:41.782841 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 51584) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:41.791268 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [None req-7dd0fcc0-adc5-4fb5-8820-bddcec140315 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] http://10.222.0.36:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:07:41.795723 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-7dd0fcc0-adc5-4fb5-8820-bddcec140315 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] 10.222.0.36 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0110717 May 05 20:07:41.797606 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 51588) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:41.820534 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-072da153-0c82-4091-bc65-52f9ae41daf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:41.823789 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [None req-df00d7b3-34da-454a-b358-8fd1d06513ae tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] http://10.222.0.36:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:07:41.824976 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-df00d7b3-34da-454a-b358-8fd1d06513ae tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] 10.222.0.36 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0217175 May 05 20:07:41.829189 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 51592) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:41.837578 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [None req-68c881bf-2943-4170-b7a1-22ba53c18681 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] http://10.222.0.36:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:07:41.840164 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-68c881bf-2943-4170-b7a1-22ba53c18681 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] 10.222.0.36 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0096962 May 05 20:07:41.843439 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 51596) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:41.848653 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [None req-b5bb64bc-9086-4d0b-8842-69ba1c713b0c tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:07:41.849974 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b5bb64bc-9086-4d0b-8842-69ba1c713b0c tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0054350 May 05 20:07:41.853663 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 51600) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:41.876731 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072da153-0c82-4091-bc65-52f9ae41daf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4831d3-dd27-46bd-8d11-93d00a7dbe37,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:41.909538 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [None req-8d715539-0b27-4920-bfd1-00f72122101c tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] http://10.222.0.36:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:07:41.910306 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-8d715539-0b27-4920-bfd1-00f72122101c tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] 10.222.0.36 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0554698 May 05 20:07:41.916116 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 51604) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:41.917773 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-072da153-0c82-4091-bc65-52f9ae41daf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:41.920464 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-072da153-0c82-4091-bc65-52f9ae41daf5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/db4831d3-dd27-46bd-8d11-93d00a7dbe37 HTTP/1.1" status: 204 len: 168 time: 0.8379846 May 05 20:07:41.938116 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [None req-dbcaeaf8-2fd7-4c7f-9eae-f21fada5520b tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] http://10.222.0.36:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:07:41.940026 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-dbcaeaf8-2fd7-4c7f-9eae-f21fada5520b tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] 10.222.0.36 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0223212 May 05 20:07:41.944313 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51610) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:41.962064 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [None req-4d296c49-afde-438f-98f5-7e888baa308a tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] http://10.222.0.36:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88197) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:07:41.963072 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-4d296c49-afde-438f-98f5-7e888baa308a tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] 10.222.0.36 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0156987 May 05 20:07:41.966261 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51614) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:41.990174 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [None req-12bbdd24-a745-49a1-9bdb-4f97b984e5fb tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] http://10.222.0.36:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=88197) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:07:41.994874 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-12bbdd24-a745-49a1-9bdb-4f97b984e5fb tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] 10.222.0.36 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0241859 May 05 20:07:41.997355 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-77c70466-2724-46a4-a1ce-ed9f95e7de08 admin admin] For port 74d23f1e-73a7-42db-b11f-96808078f525, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=74d23f1e-73a7-42db-b11f-96808078f525,segment=NetworkSegment(f9de3193-e4fa-4f1d-a073-95ff8ac5fa76),segment_id=f9de3193-e4fa-4f1d-a073-95ff8ac5fa76)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:07:41.997917 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51620) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:41.998075 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-77c70466-2724-46a4-a1ce-ed9f95e7de08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:42.010508 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [None req-53bcfd33-91d0-4cf4-85bd-8bf6722a58ec tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] http://10.222.0.36:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88197) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:07:42.013915 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-53bcfd33-91d0-4cf4-85bd-8bf6722a58ec tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] 10.222.0.36 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0117457 May 05 20:07:42.014859 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51624) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:42.022604 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [None req-55b2e4e8-dbda-4152-b2ad-9ebcff04ee47 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] http://10.222.0.36:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88197) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:07:42.025827 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-55b2e4e8-dbda-4152-b2ad-9ebcff04ee47 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] 10.222.0.36 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0085328 May 05 20:07:42.037705 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51628) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:42.042793 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [None req-542de86b-3b74-4418-8ce1-4e395053c9bc tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] http://10.222.0.36:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88197) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:07:42.046036 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-542de86b-3b74-4418-8ce1-4e395053c9bc tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] 10.222.0.36 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0051219 May 05 20:07:42.052557 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51632) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:42.067498 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-48842ccc-d917-451e-9782-c046b5a58235 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:42.071774 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [None req-b0b99c1b-fa19-49cf-8b1d-2feb622b942b tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88197) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:07:42.075654 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-b0b99c1b-fa19-49cf-8b1d-2feb622b942b tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0173378 May 05 20:07:42.075796 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51636) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:42.081787 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-48842ccc-d917-451e-9782-c046b5a58235 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:42.096114 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [None req-b3b3d335-dd6c-4d01-bbb0-90583990107a tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] http://10.222.0.36:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88197) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:07:42.098294 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-b3b3d335-dd6c-4d01-bbb0-90583990107a tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] 10.222.0.36 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0205853 May 05 20:07:42.101532 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 51642) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:42.167596 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-48842ccc-d917-451e-9782-c046b5a58235 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] In _notify_port_updated(), no bound segment for port 949c5070-d7a4-4aaa-962b-f853103ec052 on network 79e2a248-49d4-4f66-9b41-fa1fb8fad7ad {{(pid=88197) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 05 20:07:42.173004 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48842ccc-d917-451e-9782-c046b5a58235 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:42.173645 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-48842ccc-d917-451e-9782-c046b5a58235 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:42.178837 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-48842ccc-d917-451e-9782-c046b5a58235 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] 10.222.0.36 "PUT /v2.0/ports/949c5070-d7a4-4aaa-962b-f853103ec052 HTTP/1.1" status: 200 len: 1130 time: 1.0623264 May 05 20:07:42.180511 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-77c70466-2724-46a4-a1ce-ed9f95e7de08 admin admin] Calling delete_port for 74d23f1e-73a7-42db-b11f-96808078f525 owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:07:42.180980 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3ff80476-9dae-4f3e-bd44-882b20e6d165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:42.181977 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51646) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:42.229003 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3ff80476-9dae-4f3e-bd44-882b20e6d165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:42.260326 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [None req-fc7515f1-395c-45b3-984c-14aa7ccb5393 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] http://10.222.0.36:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:07:42.262456 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-fc7515f1-395c-45b3-984c-14aa7ccb5393 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] 10.222.0.36 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.1598754 May 05 20:07:42.267429 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51650) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:42.272838 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48842ccc-d917-451e-9782-c046b5a58235 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Pushing event updated for resources: {'Port': ['ID=949c5070-d7a4-4aaa-962b-f853103ec052,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:42.289105 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [None req-cd44c0db-58fe-456e-8201-88e3601203d2 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] http://10.222.0.36:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88197) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:07:42.290057 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-cd44c0db-58fe-456e-8201-88e3601203d2 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] 10.222.0.36 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0143507 May 05 20:07:42.301415 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51654) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:42.304386 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ff80476-9dae-4f3e-bd44-882b20e6d165 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:07:42.314929 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [None req-f52ba3e9-5e9b-4f6e-959a-487597e208fd tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] http://10.222.0.36:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88197) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:07:42.316176 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f52ba3e9-5e9b-4f6e-959a-487597e208fd tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] 10.222.0.36 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0136201 May 05 20:07:42.327153 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51658) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:42.335604 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 51662) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:42.337533 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56dc0cc5-2bc4-4510-8772-6687e7a53248 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:42.338175 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-56dc0cc5-2bc4-4510-8772-6687e7a53248 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Synchronizing usage tracker for tenant:e7b4691455934d18964a38dc28a1831a on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:07:42.344263 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [None req-e61f0e6e-0411-4066-9e42-d0dc4a270b28 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] http://10.222.0.36:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88197) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:07:42.348403 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-e61f0e6e-0411-4066-9e42-d0dc4a270b28 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] 10.222.0.36 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0196435 May 05 20:07:42.348403 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff80476-9dae-4f3e-bd44-882b20e6d165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c0dff3-a9a9-4598-8af2-66054b634573,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:42.350751 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51666) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:42.352199 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3ff80476-9dae-4f3e-bd44-882b20e6d165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:42.352540 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-3ff80476-9dae-4f3e-bd44-882b20e6d165 admin admin] Added segment 9bd7ae0c-6841-40b4-8a3e-cfc4c4eac108 of type vlan for network 3f44fbc7-e083-419c-b1a7-b3d347eab4fe May 05 20:07:42.368728 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [None req-b19b058b-3dd8-4d14-a89c-eca0c27cd15a tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88197) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:07:42.372301 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-b19b058b-3dd8-4d14-a89c-eca0c27cd15a tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0156446 May 05 20:07:42.373002 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 51670) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:42.387622 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [None req-0adf412f-a886-4410-a9b7-ab017fedfd35 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:07:42.389251 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-0adf412f-a886-4410-a9b7-ab017fedfd35 tempest-ExtensionsTestJSON-977219983 tempest-ExtensionsTestJSON-977219983-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0110073 May 05 20:07:42.407852 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-56dc0cc5-2bc4-4510-8772-6687e7a53248 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Unset dirty status for tenant:e7b4691455934d18964a38dc28a1831a on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:07:42.409476 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-56dc0cc5-2bc4-4510-8772-6687e7a53248 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] 10.222.0.36 "GET /v2.0/ports/949c5070-d7a4-4aaa-962b-f853103ec052 HTTP/1.1" status: 200 len: 1130 time: 0.2236235 May 05 20:07:42.414083 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51676) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:42.446580 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-174d16f1-01d2-47d7-94ac-9c5fa38f5629 None None] Provisioning complete for port 949c5070-d7a4-4aaa-962b-f853103ec052 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:07:42.447565 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-174d16f1-01d2-47d7-94ac-9c5fa38f5629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:42.460017 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-908d03d3-b6bf-4dbb-b35b-eb40ffceb259 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3a168f69933c46a98b69a40ce2651db9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1233139 May 05 20:07:42.463410 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 51682) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:42.474963 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3ff80476-9dae-4f3e-bd44-882b20e6d165 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:42.508211 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa50e2-0e27-442a-b854-c389a2a76cbf req-3fca473b-d964-46a6-88ba-9743976b96c9 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:42.517045 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f3aa50e2-0e27-442a-b854-c389a2a76cbf req-3fca473b-d964-46a6-88ba-9743976b96c9 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a81fc02-e3e2-42f0-9473-c8386cc7ad03 HTTP/1.1" status: 200 len: 945 time: 0.4170630 May 05 20:07:42.532900 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3ff80476-9dae-4f3e-bd44-882b20e6d165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:42.533951 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff80476-9dae-4f3e-bd44-882b20e6d165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:42.534194 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-174d16f1-01d2-47d7-94ac-9c5fa38f5629 None None] Port 949c5070-d7a4-4aaa-962b-f853103ec052 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:07:42.534576 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3ff80476-9dae-4f3e-bd44-882b20e6d165 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:42.607304 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-3ff80476-9dae-4f3e-bd44-882b20e6d165 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4054852 May 05 20:07:42.609970 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f3aa50e2-0e27-442a-b854-c389a2a76cbf req-5986898d-3a87-4215-895b-313b95d88f58 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916715 May 05 20:07:42.618836 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 51686) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:42.624857 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-5f7c08e6-4366-4f6c-8ae0-8bc276fceb98 admin admin] Request body: {'subnet': {'network_id': '3f44fbc7-e083-419c-b1a7-b3d347eab4fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-1498466206-subnet', 'tenant_id': 'ffa885be918b4ac9a03a1f47ba419b72', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:07:42.640020 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5f7c08e6-4366-4f6c-8ae0-8bc276fceb98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:07:42.704156 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-8e3577d7-284c-4236-a981-09bc44a702dc tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Deleting port 949c5070-d7a4-4aaa-962b-f853103ec052 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:07:42.704749 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8e3577d7-284c-4236-a981-09bc44a702dc tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:42.776202 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device b446eac7-8758-4a4b-aebd-2c24c1652d79 up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:07:42.814315 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff80476-9dae-4f3e-bd44-882b20e6d165 admin admin] Pushing event updated for resources: {'Network': ['ID=3f44fbc7-e083-419c-b1a7-b3d347eab4fe,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:42.820095 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-5f7c08e6-4366-4f6c-8ae0-8bc276fceb98 admin admin] Usage tracker for resource:subnet and tenant:ffa885be918b4ac9a03a1f47ba419b72 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:07:42.828667 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-5f7c08e6-4366-4f6c-8ae0-8bc276fceb98 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:07:42.848745 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5f7c08e6-4366-4f6c-8ae0-8bc276fceb98 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:07:42.859320 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 51694) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:42.879601 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3d7e922e-4a8a-4a22-b171-318e0231cd6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:42.884893 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 3f44fbc7-e083-419c-b1a7-b3d347eab4fe details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:07:42.907323 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f7c08e6-4366-4f6c-8ae0-8bc276fceb98 admin admin] Made reservation on behalf of ffa885be918b4ac9a03a1f47ba419b72 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:07:42.910064 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5f7c08e6-4366-4f6c-8ae0-8bc276fceb98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:42.948420 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-77c70466-2724-46a4-a1ce-ed9f95e7de08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:42.971304 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dbd3a9-1c9f-4296-83a7-8c6610392a74 req-218f249b-eebb-47fc-9737-1887ee26beb4 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:42.974640 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-20dbd3a9-1c9f-4296-83a7-8c6610392a74 req-218f249b-eebb-47fc-9737-1887ee26beb4 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7e6dddb-50c0-4fef-ba67-4d7ecd092f1e HTTP/1.1" status: 200 len: 945 time: 0.3788936 May 05 20:07:43.021333 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3d7e922e-4a8a-4a22-b171-318e0231cd6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:43.033853 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c70466-2724-46a4-a1ce-ed9f95e7de08 admin admin] Pushing event deleted for resources: {'Port': ['ID=74d23f1e-73a7-42db-b11f-96808078f525,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:43.055967 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port b446eac7-8758-4a4b-aebd-2c24c1652d79 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:07:43.061086 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port b446eac7-8758-4a4b-aebd-2c24c1652d79 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:07:43.061459 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:43.075162 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-20dbd3a9-1c9f-4296-83a7-8c6610392a74 req-a62a2658-6688-4edb-9395-48ad6635609d tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31a0353-9cc7-4431-82ad-5f9b9985cf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928166 May 05 20:07:43.192566 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:43.200363 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8e3577d7-284c-4236-a981-09bc44a702dc tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:43.231586 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7e6dddb-50c0-4fef-ba67-4d7ecd092f1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b446eac7-8758-4a4b-aebd-2c24c1652d79'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:07:43.242429 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port b446eac7-8758-4a4b-aebd-2c24c1652d79, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=b446eac7-8758-4a4b-aebd-2c24c1652d79,segment=NetworkSegment(e34c646b-9075-4e31-b89f-c8f9e824e389),segment_id=e34c646b-9075-4e31-b89f-c8f9e824e389)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:07:43.247945 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:43.340920 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fd5708e-183a-4a8b-86c4-6211a2088962'] response: {'server_uuid': 'a7e6dddb-50c0-4fef-ba67-4d7ecd092f1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b446eac7-8758-4a4b-aebd-2c24c1652d79', 'code': 200} May 05 20:07:43.343147 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-53df5123-15a7-406e-a620-68e218d76dad req-9e74f59a-e630-4ac1-929d-f88be74d786b tempest-ServerShowV254Test-1562950060 tempest-ServerShowV254Test-1562950060-project] 10.222.0.36 "GET /v2.0/ports?device_id=19189751-42ed-4c35-9870-2c9430e577e8 HTTP/1.1" status: 200 len: 210 time: 0.3242726 May 05 20:07:43.348603 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=b446eac7-8758-4a4b-aebd-2c24c1652d79,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:43.381552 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-8e3577d7-284c-4236-a981-09bc44a702dc tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Calling delete_port for 949c5070-d7a4-4aaa-962b-f853103ec052 owned by {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:07:43.391883 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a876e6d9-bcb5-4578-80f2-d07fa96a794d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:43.406196 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3d7e922e-4a8a-4a22-b171-318e0231cd6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:43.497326 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a876e6d9-bcb5-4578-80f2-d07fa96a794d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:07:43.507861 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7e922e-4a8a-4a22-b171-318e0231cd6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c74d70-7c0a-470e-9d47-e44d12e22de9,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:43.524015 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a876e6d9-bcb5-4578-80f2-d07fa96a794d admin admin] Usage tracker for resource:security_group_rule and tenant:5fdeca672cfe458aafbd3b6e6f977a6e is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:07:43.536548 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a876e6d9-bcb5-4578-80f2-d07fa96a794d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:07:43.560946 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a876e6d9-bcb5-4578-80f2-d07fa96a794d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:07:43.682285 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8e3577d7-284c-4236-a981-09bc44a702dc tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:43.703212 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3d7e922e-4a8a-4a22-b171-318e0231cd6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:43.704373 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3d7e922e-4a8a-4a22-b171-318e0231cd6a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/77c74d70-7c0a-470e-9d47-e44d12e22de9 HTTP/1.1" status: 204 len: 168 time: 1.2374992 May 05 20:07:43.803095 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3577d7-284c-4236-a981-09bc44a702dc tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Pushing event deleted for resources: {'Port': ['ID=949c5070-d7a4-4aaa-962b-f853103ec052,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:43.812255 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61513d-6a09-45f4-8dc0-6fb30714759a req-cae09208-d802-4a9b-9219-734a788eeeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:43.813771 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-db61513d-6a09-45f4-8dc0-6fb30714759a req-cae09208-d802-4a9b-9219-734a788eeeff service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a7e6dddb-50c0-4fef-ba67-4d7ecd092f1e HTTP/1.1" status: 200 len: 1097 time: 0.3877931 May 05 20:07:43.814637 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5f7c08e6-4366-4f6c-8ae0-8bc276fceb98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:43.840957 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8e3577d7-284c-4236-a981-09bc44a702dc tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:43.874291 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-8e3577d7-284c-4236-a981-09bc44a702dc tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] 10.222.0.36 "DELETE /v2.0/ports/949c5070-d7a4-4aaa-962b-f853103ec052 HTTP/1.1" status: 204 len: 168 time: 1.4537871 May 05 20:07:43.877996 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51708) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:43.890447 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9066e63-0e74-49b1-a58f-a6c1ea391ef3 req-40264e9c-b001-4713-b2b6-81b5063f1dd5 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:43.892008 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b9066e63-0e74-49b1-a58f-a6c1ea391ef3 req-40264e9c-b001-4713-b2b6-81b5063f1dd5 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a81fc02-e3e2-42f0-9473-c8386cc7ad03 HTTP/1.1" status: 200 len: 945 time: 0.3751838 May 05 20:07:43.899035 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7c08e6-4366-4f6c-8ae0-8bc276fceb98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b229b82f-da82-4a01-84dd-06dfb70b4121,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:43.984853 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-77c70466-2724-46a4-a1ce-ed9f95e7de08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:44.008558 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-db61513d-6a09-45f4-8dc0-6fb30714759a req-78d1fa2c-05e9-48c2-82a0-c1b648be038b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b31a0353-9cc7-4431-82ad-5f9b9985cf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855459 May 05 20:07:44.023073 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-b9066e63-0e74-49b1-a58f-a6c1ea391ef3 req-d42080fa-11ed-430e-89a5-8f87bcd19140 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Deleting port 2921c332-ba54-44dd-b51c-aece8fb27047 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:07:44.023445 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-b9066e63-0e74-49b1-a58f-a6c1ea391ef3 req-d42080fa-11ed-430e-89a5-8f87bcd19140 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:44.029528 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7c08e6-4366-4f6c-8ae0-8bc276fceb98 admin admin] Checking segment: {'id': '9bd7ae0c-6841-40b4-8a3e-cfc4c4eac108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3f44fbc7-e083-419c-b1a7-b3d347eab4fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:07:44.029980 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7c08e6-4366-4f6c-8ae0-8bc276fceb98 admin admin] Network hostable DHCP agents. Network: 3f44fbc7-e083-419c-b1a7-b3d347eab4fe, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:07:44.069727 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a23fb46-adf1-48d2-aee8-84ed51ff73ed req-7ded9116-86a1-4ff5-ab28-8547daac9f12 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:44.071239 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7a23fb46-adf1-48d2-aee8-84ed51ff73ed req-7ded9116-86a1-4ff5-ab28-8547daac9f12 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a81fc02-e3e2-42f0-9473-c8386cc7ad03 HTTP/1.1" status: 200 len: 945 time: 0.3406408 May 05 20:07:44.091179 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-fabbaeda-7d9e-416a-9010-4dad809f0d87 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Deleting subnet f816e756-9732-46f6-8c75-a79755ad2e24 {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:07:44.105475 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:44.114144 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fabbaeda-7d9e-416a-9010-4dad809f0d87 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:44.158257 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a876e6d9-bcb5-4578-80f2-d07fa96a794d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:44.211128 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a876e6d9-bcb5-4578-80f2-d07fa96a794d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:44.230636 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fabbaeda-7d9e-416a-9010-4dad809f0d87 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:44.283437 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7a23fb46-adf1-48d2-aee8-84ed51ff73ed req-6607761d-0ef9-47d0-a471-a541bd6e529d tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970317 May 05 20:07:44.341522 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7c08e6-4366-4f6c-8ae0-8bc276fceb98 admin admin] Network 3f44fbc7-e083-419c-b1a7-b3d347eab4fe is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:07:44.417301 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a876e6d9-bcb5-4578-80f2-d07fa96a794d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5fdeca672cfe458aafbd3b6e6f977a6e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5529351 May 05 20:07:44.423520 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51730) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:44.434155 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a876e6d9-bcb5-4578-80f2-d07fa96a794d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5abc7b-1772-4a14-8594-a514cfa54e66,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:44.447636 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-5f7c08e6-4366-4f6c-8ae0-8bc276fceb98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 3f44fbc7-e083-419c-b1a7-b3d347eab4fe) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:07:44.456999 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7c08e6-4366-4f6c-8ae0-8bc276fceb98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:44.458209 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ca57d4-ada5-4e90-b66d-7848a1b46b37 None None] Network 3f44fbc7-e083-419c-b1a7-b3d347eab4fe requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:07:44.458356 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5f7c08e6-4366-4f6c-8ae0-8bc276fceb98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:44.487053 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fabbaeda-7d9e-416a-9010-4dad809f0d87 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:44.612322 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-01beddcd-16e5-478d-aa39-8a5f5b649acf req-c0b89bb9-e41d-4249-9df4-eb1591240c09 tempest-ServerShowV254Test-1562950060 tempest-ServerShowV254Test-1562950060-project] 10.222.0.36 "GET /v2.0/ports?device_id=19189751-42ed-4c35-9870-2c9430e577e8 HTTP/1.1" status: 200 len: 210 time: 0.0935297 May 05 20:07:44.619976 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b311b16-ef0e-4205-b49e-9bf7588fbc02 req-e2b3afeb-dcec-408f-9336-890a5903b5ca tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:44.621571 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4b311b16-ef0e-4205-b49e-9bf7588fbc02 req-e2b3afeb-dcec-408f-9336-890a5903b5ca tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7e6dddb-50c0-4fef-ba67-4d7ecd092f1e HTTP/1.1" status: 200 len: 946 time: 0.4014997 May 05 20:07:44.626550 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-b9066e63-0e74-49b1-a58f-a6c1ea391ef3 req-d42080fa-11ed-430e-89a5-8f87bcd19140 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] For port 2921c332-ba54-44dd-b51c-aece8fb27047, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=2921c332-ba54-44dd-b51c-aece8fb27047,segment=NetworkSegment(0a9940fa-b2d8-4605-a2bb-ab46df53c9ac),segment_id=0a9940fa-b2d8-4605-a2bb-ab46df53c9ac)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:07:44.626843 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-b9066e63-0e74-49b1-a58f-a6c1ea391ef3 req-d42080fa-11ed-430e-89a5-8f87bcd19140 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:44.659955 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-5f7c08e6-4366-4f6c-8ae0-8bc276fceb98 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0395830 May 05 20:07:44.798893 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-b9066e63-0e74-49b1-a58f-a6c1ea391ef3 req-d42080fa-11ed-430e-89a5-8f87bcd19140 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Calling delete_port for 2921c332-ba54-44dd-b51c-aece8fb27047 owned by compute:nova {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:07:44.883886 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1917db-16ed-4f17-a725-18afb67fb46f None None] Network 3f44fbc7-e083-419c-b1a7-b3d347eab4fe requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:07:44.885232 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1ed9bbe1-dc9b-40fc-bd08-0511a306c9f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:44.959091 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4b311b16-ef0e-4205-b49e-9bf7588fbc02 req-d8f78eec-9338-414a-9e36-78ad143d8007 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31a0353-9cc7-4431-82ad-5f9b9985cf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969720 May 05 20:07:44.970853 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1ed9bbe1-dc9b-40fc-bd08-0511a306c9f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:45.009777 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77c70466-2724-46a4-a1ce-ed9f95e7de08 admin admin] Router bc6a4113-edb3-47fc-a579-1ad503721aac has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:07:45.037585 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fabbaeda-7d9e-416a-9010-4dad809f0d87 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:45.139513 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabbaeda-7d9e-416a-9010-4dad809f0d87 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Pushing event deleted for resources: {'Subnet': ['ID=f816e756-9732-46f6-8c75-a79755ad2e24,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:45.170809 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fabbaeda-7d9e-416a-9010-4dad809f0d87 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:45.180634 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837edb77-ba8c-41d9-9b7d-328ec2d8f1a3 None None] Network 79e2a248-49d4-4f66-9b41-fa1fb8fad7ad requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:07:45.282835 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-fabbaeda-7d9e-416a-9010-4dad809f0d87 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] 10.222.0.36 "DELETE /v2.0/subnets/f816e756-9732-46f6-8c75-a79755ad2e24 HTTP/1.1" status: 204 len: 168 time: 1.4028928 May 05 20:07:45.284842 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 51750) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:45.339428 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-b9066e63-0e74-49b1-a58f-a6c1ea391ef3 req-d42080fa-11ed-430e-89a5-8f87bcd19140 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:45.373570 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['81d837ab-bc11-4126-87e9-1c216ab3a6e9'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:07:45.416061 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c70466-2724-46a4-a1ce-ed9f95e7de08 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:07:45.425477 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-77c70466-2724-46a4-a1ce-ed9f95e7de08 admin admin] 10.222.0.36 "PUT /v2.0/routers/bc6a4113-edb3-47fc-a579-1ad503721aac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8843181 May 05 20:07:45.428840 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9834259-5e85-479d-a6fb-da7ec2d10de9 None None] Sync routers for ids ['bc6a4113-edb3-47fc-a579-1ad503721aac'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:07:45.437691 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 51762) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:45.440717 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9834259-5e85-479d-a6fb-da7ec2d10de9 None None] Routers {'bc6a4113-edb3-47fc-a579-1ad503721aac'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:07:45.441651 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-d9834259-5e85-479d-a6fb-da7ec2d10de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:07:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['bc6a4113-edb3-47fc-a579-1ad503721aac'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:07:45.587993 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 51770) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:45.629064 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42080fa-11ed-430e-89a5-8f87bcd19140 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Pushing event deleted for resources: {'Port': ['ID=2921c332-ba54-44dd-b51c-aece8fb27047,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:45.632369 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1ed9bbe1-dc9b-40fc-bd08-0511a306c9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:45.654516 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9066e63-0e74-49b1-a58f-a6c1ea391ef3 req-d42080fa-11ed-430e-89a5-8f87bcd19140 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] No DVR routers for this DVR port 2921c332-ba54-44dd-b51c-aece8fb27047 on host n-h2-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:07:45.658431 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-b9066e63-0e74-49b1-a58f-a6c1ea391ef3 req-d42080fa-11ed-430e-89a5-8f87bcd19140 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:45.662735 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a81fc02-e3e2-42f0-9473-c8386cc7ad03', 'name': 'network-vif-deleted', 'tag': '2921c332-ba54-44dd-b51c-aece8fb27047'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:07:45.673335 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed9bbe1-dc9b-40fc-bd08-0511a306c9f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5abc7b-1772-4a14-8594-a514cfa54e66,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:45.679018 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1ed9bbe1-dc9b-40fc-bd08-0511a306c9f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:45.680403 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-1ed9bbe1-dc9b-40fc-bd08-0511a306c9f6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2d5abc7b-1772-4a14-8594-a514cfa54e66 HTTP/1.1" status: 204 len: 168 time: 1.2558389 May 05 20:07:45.702021 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51780) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:45.721205 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b9066e63-0e74-49b1-a58f-a6c1ea391ef3 req-d42080fa-11ed-430e-89a5-8f87bcd19140 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.50 "DELETE /v2.0/ports/2921c332-ba54-44dd-b51c-aece8fb27047 HTTP/1.1" status: 204 len: 173 time: 1.7898977 May 05 20:07:45.803031 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-d9834259-5e85-479d-a6fb-da7ec2d10de9 None None] Set router bc6a4113-edb3-47fc-a579-1ad503721aac gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:07:45.820745 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3a4c4e3f-644b-4b4d-8a9a-506c46bbb7e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:45.887725 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-02e7aac8-880d-424d-961b-da9d0c71ad2e admin admin] Deleting subnet b229b82f-da82-4a01-84dd-06dfb70b4121 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:07:45.905245 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-02e7aac8-880d-424d-961b-da9d0c71ad2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:45.906487 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b3d52573-d762-4924-b8bd-979fc45bb632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:45.946048 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-91553a09-6835-4040-8d9c-4df78cbcfff5 req-b7034e41-e3c3-4493-8c4c-c17f3d6edd55 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a81fc02-e3e2-42f0-9473-c8386cc7ad03 HTTP/1.1" status: 200 len: 210 time: 0.3532853 May 05 20:07:46.031277 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-b3d52573-d762-4924-b8bd-979fc45bb632 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:07:46.040447 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e67b7d-5acc-4e66-913c-b63e053548bc None None] DHCP port deletion for 79e2a248-49d4-4f66-9b41-fa1fb8fad7ad request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:07:46.046249 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-f7e67b7d-5acc-4e66-913c-b63e053548bc None None] Deleting port bba0f2e8-0b6f-48be-aa8e-ef6877db24b1 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:07:46.046960 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f7e67b7d-5acc-4e66-913c-b63e053548bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:46.055965 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-565ef025-cdbc-4bb6-825a-7295f6bc9473 req-e6e47b5f-9cb1-462b-a117-8e56c5a25d4e tempest-ServerShowV254Test-1562950060 tempest-ServerShowV254Test-1562950060-project] 10.222.0.36 "GET /v2.0/ports?device_id=19189751-42ed-4c35-9870-2c9430e577e8 HTTP/1.1" status: 200 len: 210 time: 0.1158383 May 05 20:07:46.057617 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a84e03e-e5c9-470b-9e0a-df84b4af290d'] response: {'server_uuid': '6a81fc02-e3e2-42f0-9473-c8386cc7ad03', 'name': 'network-vif-deleted', 'tag': '2921c332-ba54-44dd-b51c-aece8fb27047', 'status': 'completed', 'code': 200} May 05 20:07:46.067180 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-b3d52573-d762-4924-b8bd-979fc45bb632 admin admin] Usage tracker for resource:security_group_rule and tenant:b0927195dcac4acb93e4f0d5a24b702c is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:07:46.067180 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-b3d52573-d762-4924-b8bd-979fc45bb632 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:07:46.072195 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-b3d52573-d762-4924-b8bd-979fc45bb632 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:07:46.131882 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-3a4c4e3f-644b-4b4d-8a9a-506c46bbb7e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Deleting port bba0f2e8-0b6f-48be-aa8e-ef6877db24b1 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:07:46.132265 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3a4c4e3f-644b-4b4d-8a9a-506c46bbb7e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:46.297494 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-02e7aac8-880d-424d-961b-da9d0c71ad2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:46.383112 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-f7e67b7d-5acc-4e66-913c-b63e053548bc None None] For port bba0f2e8-0b6f-48be-aa8e-ef6877db24b1, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=bba0f2e8-0b6f-48be-aa8e-ef6877db24b1,segment=NetworkSegment(d4a337e8-cd9e-4c5b-a765-1ddac49fdbe9),segment_id=d4a337e8-cd9e-4c5b-a765-1ddac49fdbe9)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:07:46.383813 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f7e67b7d-5acc-4e66-913c-b63e053548bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:46.401502 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b3d52573-d762-4924-b8bd-979fc45bb632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:46.406086 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b3d52573-d762-4924-b8bd-979fc45bb632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:46.464854 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-b3d52573-d762-4924-b8bd-979fc45bb632 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b0927195dcac4acb93e4f0d5a24b702c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7589097 May 05 20:07:46.464854 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d52573-d762-4924-b8bd-979fc45bb632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d5fd87-97be-4b1b-9ec5-5308adfeb1c9,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:46.466799 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51796) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:46.468037 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-d9834259-5e85-479d-a6fb-da7ec2d10de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'name': 'tempest-AttachVolumeNegativeTest-634632814-router', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'c75985dc-8b4c-4c87-85cd-20dbb82f7649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:00:48Z', 'updated_at': '2022-05-05T20:07:42Z', 'revision_number': 5, 'project_id': '2b65203be12a44e3b2b676f0adb9acc7', 'gw_port': {'id': 'c75985dc-8b4c-4c87-85cd-20dbb82f7649', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:49Z', 'updated_at': '2022-05-05T20:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:07:46.469111 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:46.476594 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9834259-5e85-479d-a6fb-da7ec2d10de9 None None] Checking router: bc6a4113-edb3-47fc-a579-1ad503721aac for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:07:46.499521 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9834259-5e85-479d-a6fb-da7ec2d10de9 None None] Routers {'bc6a4113-edb3-47fc-a579-1ad503721aac'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:07:46.500450 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-d9834259-5e85-479d-a6fb-da7ec2d10de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:07:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['bc6a4113-edb3-47fc-a579-1ad503721aac'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:07:46.537605 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-db833c64-9f40-4497-b3a9-e0f2ba996be4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:46.581567 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-f7e67b7d-5acc-4e66-913c-b63e053548bc None None] Calling delete_port for bba0f2e8-0b6f-48be-aa8e-ef6877db24b1 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:07:46.610451 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-db833c64-9f40-4497-b3a9-e0f2ba996be4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:46.654946 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-3a4c4e3f-644b-4b4d-8a9a-506c46bbb7e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] For port bba0f2e8-0b6f-48be-aa8e-ef6877db24b1, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=bba0f2e8-0b6f-48be-aa8e-ef6877db24b1,segment=NetworkSegment(d4a337e8-cd9e-4c5b-a765-1ddac49fdbe9),segment_id=d4a337e8-cd9e-4c5b-a765-1ddac49fdbe9)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:07:46.655417 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3a4c4e3f-644b-4b4d-8a9a-506c46bbb7e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:46.723437 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-db833c64-9f40-4497-b3a9-e0f2ba996be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:46.757699 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db833c64-9f40-4497-b3a9-e0f2ba996be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d5fd87-97be-4b1b-9ec5-5308adfeb1c9,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:46.773953 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-db833c64-9f40-4497-b3a9-e0f2ba996be4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:46.782524 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-db833c64-9f40-4497-b3a9-e0f2ba996be4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d5d5fd87-97be-4b1b-9ec5-5308adfeb1c9 HTTP/1.1" status: 204 len: 168 time: 0.3148026 May 05 20:07:46.785510 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 2921c332-ba54-44dd-b51c-aece8fb27047 no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:07:46.807101 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-3a4c4e3f-644b-4b4d-8a9a-506c46bbb7e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Calling delete_port for bba0f2e8-0b6f-48be-aa8e-ef6877db24b1 owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:07:46.824051 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f7e67b7d-5acc-4e66-913c-b63e053548bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:46.852691 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-d9834259-5e85-479d-a6fb-da7ec2d10de9 None None] Set router bc6a4113-edb3-47fc-a579-1ad503721aac gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:07:46.891510 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.db.api [None req-3a4c4e3f-644b-4b4d-8a9a-506c46bbb7e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88198) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:07:46.891847 n-d-840717-1 neutron-server[88198]: DEBUG oslo_db.api [None req-3a4c4e3f-644b-4b4d-8a9a-506c46bbb7e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:07:46.893347 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-315beb63-3121-4651-a8d4-ca96b588c11e admin admin] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:46.937452 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e67b7d-5acc-4e66-913c-b63e053548bc None None] Pushing event deleted for resources: {'Port': ['ID=bba0f2e8-0b6f-48be-aa8e-ef6877db24b1,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:46.947401 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] No Port match for: 2921c332-ba54-44dd-b51c-aece8fb27047 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:07:46.947401 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 2921c332-ba54-44dd-b51c-aece8fb27047 not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:07:46.948318 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e67b7d-5acc-4e66-913c-b63e053548bc None None] No DVR routers for this DVR port bba0f2e8-0b6f-48be-aa8e-ef6877db24b1 on host n-d-840717-1 {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:07:46.995878 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device bba0f2e8-0b6f-48be-aa8e-ef6877db24b1 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:07:47.018107 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-02e7aac8-880d-424d-961b-da9d0c71ad2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:47.068561 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: bba0f2e8-0b6f-48be-aa8e-ef6877db24b1 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:07:47.068893 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device bba0f2e8-0b6f-48be-aa8e-ef6877db24b1 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:07:47.247008 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51822) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:47.333020 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f65656-fa86-4650-8135-a70627f35fc1 req-276bcb10-87dd-4d86-ac63-a2f6a537b24a tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:47.338231 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-67f65656-fa86-4650-8135-a70627f35fc1 req-276bcb10-87dd-4d86-ac63-a2f6a537b24a tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7e6dddb-50c0-4fef-ba67-4d7ecd092f1e HTTP/1.1" status: 200 len: 946 time: 1.0882020 May 05 20:07:47.340010 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6b614841-5fe2-4b27-ab37-3620cf9bec65 req-d4d847ac-13a7-47b3-b1bf-bd32ee15f092 tempest-ServerShowV254Test-1562950060 tempest-ServerShowV254Test-1562950060-project] 10.222.0.36 "GET /v2.0/ports?device_id=19189751-42ed-4c35-9870-2c9430e577e8 HTTP/1.1" status: 200 len: 210 time: 0.0649545 May 05 20:07:47.360023 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-d9834259-5e85-479d-a6fb-da7ec2d10de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'name': 'tempest-AttachVolumeNegativeTest-634632814-router', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'c75985dc-8b4c-4c87-85cd-20dbb82f7649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:00:48Z', 'updated_at': '2022-05-05T20:07:42Z', 'revision_number': 5, 'project_id': '2b65203be12a44e3b2b676f0adb9acc7', 'gw_port': {'id': 'c75985dc-8b4c-4c87-85cd-20dbb82f7649', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:49Z', 'updated_at': '2022-05-05T20:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:07:47.366154 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9834259-5e85-479d-a6fb-da7ec2d10de9 None None] The sync data for ids ['bc6a4113-edb3-47fc-a579-1ad503721aac'] in n-d-840717-1 is: [{'id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'name': 'tempest-AttachVolumeNegativeTest-634632814-router', 'tenant_id': '2b65203be12a44e3b2b676f0adb9acc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'c75985dc-8b4c-4c87-85cd-20dbb82f7649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:00:48Z', 'updated_at': '2022-05-05T20:07:42Z', 'revision_number': 5, 'project_id': '2b65203be12a44e3b2b676f0adb9acc7', 'gw_port': {'id': 'c75985dc-8b4c-4c87-85cd-20dbb82f7649', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a4113-edb3-47fc-a579-1ad503721aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:00:49Z', 'updated_at': '2022-05-05T20:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:07:47.397414 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-3a4c4e3f-644b-4b4d-8a9a-506c46bbb7e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Deleting port bba0f2e8-0b6f-48be-aa8e-ef6877db24b1 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:07:47.397909 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3a4c4e3f-644b-4b4d-8a9a-506c46bbb7e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:47.453176 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-3e3223ea-3dde-4039-8dad-be1190ca9552 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-155930556'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:07:47.459254 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-3e3223ea-3dde-4039-8dad-be1190ca9552 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:07:47.464134 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-3e3223ea-3dde-4039-8dad-be1190ca9552 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Usage tracker for resource:network and tenant:5612e7242a04466e929d2d320c132523 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:07:47.467287 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-3e3223ea-3dde-4039-8dad-be1190ca9552 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:07:47.475587 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-3e3223ea-3dde-4039-8dad-be1190ca9552 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:07:47.485635 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e3223ea-3dde-4039-8dad-be1190ca9552 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Made reservation on behalf of 5612e7242a04466e929d2d320c132523 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:07:47.490533 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3e3223ea-3dde-4039-8dad-be1190ca9552 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:47.505500 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3e3223ea-3dde-4039-8dad-be1190ca9552 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:47.507420 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-3a4c4e3f-644b-4b4d-8a9a-506c46bbb7e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] The port 'bba0f2e8-0b6f-48be-aa8e-ef6877db24b1' was deleted {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 20:07:47.516762 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-315beb63-3121-4651-a8d4-ca96b588c11e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:47.525878 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-3e3223ea-3dde-4039-8dad-be1190ca9552 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:07:47.530815 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-3e3223ea-3dde-4039-8dad-be1190ca9552 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Usage tracker for resource:security_group_rule and tenant:5612e7242a04466e929d2d320c132523 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:07:47.539596 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-3e3223ea-3dde-4039-8dad-be1190ca9552 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:07:47.546896 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-3e3223ea-3dde-4039-8dad-be1190ca9552 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:07:47.587733 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-02e7aac8-880d-424d-961b-da9d0c71ad2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:47.646425 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-315beb63-3121-4651-a8d4-ca96b588c11e admin admin] Deleting port c75985dc-8b4c-4c87-85cd-20dbb82f7649 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:07:47.646775 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-315beb63-3121-4651-a8d4-ca96b588c11e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:47.655838 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3e3223ea-3dde-4039-8dad-be1190ca9552 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:47.662580 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3e3223ea-3dde-4039-8dad-be1190ca9552 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:47.702345 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-67f65656-fa86-4650-8135-a70627f35fc1 req-c3fda735-31ae-4dab-aa01-cec5902ead16 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31a0353-9cc7-4431-82ad-5f9b9985cf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289366 May 05 20:07:47.715498 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e3223ea-3dde-4039-8dad-be1190ca9552 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:07:47.732592 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-02e7aac8-880d-424d-961b-da9d0c71ad2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:47.742377 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e7aac8-880d-424d-961b-da9d0c71ad2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b229b82f-da82-4a01-84dd-06dfb70b4121,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:47.771460 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3223ea-3dde-4039-8dad-be1190ca9552 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa71649-f4e4-4cfa-994c-efb19ebb2aa3,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:47.774371 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3e3223ea-3dde-4039-8dad-be1190ca9552 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:47.774716 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-3e3223ea-3dde-4039-8dad-be1190ca9552 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Added segment 615dac50-0798-4604-be66-df9e17acc7a8 of type vlan for network f6742214-4aff-4718-b4d5-06f9af7d100a May 05 20:07:47.834073 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3a4c4e3f-644b-4b4d-8a9a-506c46bbb7e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:47.878437 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-02e7aac8-880d-424d-961b-da9d0c71ad2e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b229b82f-da82-4a01-84dd-06dfb70b4121 HTTP/1.1" status: 204 len: 168 time: 2.2711036 May 05 20:07:47.879653 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 51854) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:47.881434 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-3a4c4e3f-644b-4b4d-8a9a-506c46bbb7e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79e2a248-49d4-4f66-9b41-fa1fb8fad7ad']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:07:47.905757 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3e3223ea-3dde-4039-8dad-be1190ca9552 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:47.927218 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0846a-c46f-43f5-aa90-414d9666e943 req-97f223e9-e094-4a10-9dce-4142ccec5f8c tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:47.933977 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-85a0846a-c46f-43f5-aa90-414d9666e943 req-97f223e9-e094-4a10-9dce-4142ccec5f8c tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/networks?id=35d37522-ff35-47af-b60c-b213aa781c6f HTTP/1.1" status: 200 len: 805 time: 0.2609982 May 05 20:07:47.965753 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-85a0846a-c46f-43f5-aa90-414d9666e943 req-3de37bea-d9b6-49e7-95e9-5bc179ac4561 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/quotas/51033f662b4a41faabaa592f98ca548e HTTP/1.1" status: 200 len: 375 time: 0.0308182 May 05 20:07:47.981533 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-3a4c4e3f-644b-4b4d-8a9a-506c46bbb7e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4a337e8-cd9e-4c5b-a765-1ddac49fdbe9') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:07:47.981962 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-3a4c4e3f-644b-4b4d-8a9a-506c46bbb7e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4a337e8-cd9e-4c5b-a765-1ddac49fdbe9') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:07:48.014048 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3a4c4e3f-644b-4b4d-8a9a-506c46bbb7e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:48.027244 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3e3223ea-3dde-4039-8dad-be1190ca9552 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:48.032826 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3223ea-3dde-4039-8dad-be1190ca9552 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:48.033449 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3e3223ea-3dde-4039-8dad-be1190ca9552 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:48.158650 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-3e3223ea-3dde-4039-8dad-be1190ca9552 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9110985 May 05 20:07:48.162555 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 51864) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:48.166054 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3223ea-3dde-4039-8dad-be1190ca9552 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Pushing event updated for resources: {'Network': ['ID=f6742214-4aff-4718-b4d5-06f9af7d100a,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:48.168228 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-572e0be7-1cfd-4935-bcf9-3835c87b7284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:48.172114 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-85a0846a-c46f-43f5-aa90-414d9666e943 req-4ba4dd0e-f489-4d93-8efd-c926efa49df1 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Synchronizing usage tracker for tenant:51033f662b4a41faabaa592f98ca548e on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:07:48.173733 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3a4c4e3f-644b-4b4d-8a9a-506c46bbb7e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:48.180615 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network f6742214-4aff-4718-b4d5-06f9af7d100a details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:07:48.189887 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-85a0846a-c46f-43f5-aa90-414d9666e943 req-4ba4dd0e-f489-4d93-8efd-c926efa49df1 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Unset dirty status for tenant:51033f662b4a41faabaa592f98ca548e on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:07:48.190090 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-14c8dca0-d237-4a7c-86f2-d7f179e3c40b tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Request body: {'subnet': {'network_id': 'f6742214-4aff-4718-b4d5-06f9af7d100a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:07:48.200062 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-85a0846a-c46f-43f5-aa90-414d9666e943 req-4ba4dd0e-f489-4d93-8efd-c926efa49df1 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=51033f662b4a41faabaa592f98ca548e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2332664 May 05 20:07:48.214125 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a4c4e3f-644b-4b4d-8a9a-506c46bbb7e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:07:48.214718 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3a4c4e3f-644b-4b4d-8a9a-506c46bbb7e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:48.232478 n-d-840717-1 neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:07:48.232478 n-d-840717-1 neutron-server[88198]: util.warn( May 05 20:07:48.232478 n-d-840717-1 neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:07:48.232478 n-d-840717-1 neutron-server[88198]: util.warn( May 05 20:07:48.232478 n-d-840717-1 neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:07:48.232478 n-d-840717-1 neutron-server[88198]: util.warn( May 05 20:07:48.232478 n-d-840717-1 neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:07:48.232478 n-d-840717-1 neutron-server[88198]: util.warn( May 05 20:07:48.232478 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:07:48.232478 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:07:48.232478 n-d-840717-1 neutron-server[88198]: timer() May 05 20:07:48.232478 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:07:48.232478 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:07:48.232478 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:07:48.232478 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:07:48.232478 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:07:48.232478 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:07:48.232478 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:07:48.232478 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:07:48.232478 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:07:48.232478 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:07:48.232478 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:07:48.232478 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:07:48.232478 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:07:48.232478 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:07:48.232478 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:07:48.232478 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:07:48.232478 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:07:48.232478 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:07:48.232478 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:07:48.232478 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:07:48.232478 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:07:48.232478 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:07:48.232478 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:07:48.232478 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:07:48.232478 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:07:48.232478 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:07:48.232478 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:07:48.232478 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:07:48.232478 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:07:48.348559 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-85a0846a-c46f-43f5-aa90-414d9666e943 req-70c4e297-ec9c-4bb7-a514-a223ea2f249e service neutron] 10.222.0.36 "GET /v2.0/networks/35d37522-ff35-47af-b60c-b213aa781c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469181 May 05 20:07:48.406743 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-315beb63-3121-4651-a8d4-ca96b588c11e admin admin] For port c75985dc-8b4c-4c87-85cd-20dbb82f7649, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=c75985dc-8b4c-4c87-85cd-20dbb82f7649,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:07:48.407879 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-315beb63-3121-4651-a8d4-ca96b588c11e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:48.477255 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3a4c4e3f-644b-4b4d-8a9a-506c46bbb7e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:48.501152 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-85a0846a-c46f-43f5-aa90-414d9666e943 req-05634241-132d-4e4e-85ff-04e2aca4f09a service neutron] 10.222.0.36 "GET /v2.0/networks/35d37522-ff35-47af-b60c-b213aa781c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450970 May 05 20:07:48.528509 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3a4c4e3f-644b-4b4d-8a9a-506c46bbb7e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:48.596287 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3a4c4e3f-644b-4b4d-8a9a-506c46bbb7e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] 10.222.0.36 "DELETE /v2.0/networks/79e2a248-49d4-4f66-9b41-fa1fb8fad7ad HTTP/1.1" status: 204 len: 168 time: 3.3098233 May 05 20:07:48.717539 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-315beb63-3121-4651-a8d4-ca96b588c11e admin admin] Calling delete_port for c75985dc-8b4c-4c87-85cd-20dbb82f7649 owned by network:router_gateway {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:07:48.770206 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4c4e3f-644b-4b4d-8a9a-506c46bbb7e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610 tempest-ExtraDHCPOptionsIpV6TestJSON-1471561610-project] Pushing event deleted for resources: {'Network': ['ID=79e2a248-49d4-4f66-9b41-fa1fb8fad7ad,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:48.843823 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-14c8dca0-d237-4a7c-86f2-d7f179e3c40b tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:07:48.854310 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-23778c02-6e5b-4162-bb4b-0df05509da27 req-3a0f914f-0951-4fb1-903a-684d5f90a1d4 tempest-ServerShowV254Test-1562950060 tempest-ServerShowV254Test-1562950060-project] 10.222.0.36 "GET /v2.0/ports?device_id=19189751-42ed-4c35-9870-2c9430e577e8 HTTP/1.1" status: 200 len: 210 time: 0.0635557 May 05 20:07:48.925938 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 74d23f1e-73a7-42db-b11f-96808078f525 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:07:48.943685 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-572e0be7-1cfd-4935-bcf9-3835c87b7284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:48.966845 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-14c8dca0-d237-4a7c-86f2-d7f179e3c40b tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Usage tracker for resource:subnet and tenant:5612e7242a04466e929d2d320c132523 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:07:48.992538 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-14c8dca0-d237-4a7c-86f2-d7f179e3c40b tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:07:49.006292 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 74d23f1e-73a7-42db-b11f-96808078f525 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:07:49.006876 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 74d23f1e-73a7-42db-b11f-96808078f525 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:07:49.081221 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7677a44b-d568-4c94-b679-ed5274b98e92 req-815149dc-006b-485c-beeb-22e5fa66c407 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1784ace-04ea-4816-b05d-fc9884904109 HTTP/1.1" status: 200 len: 210 time: 0.1092558 May 05 20:07:49.082964 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-14c8dca0-d237-4a7c-86f2-d7f179e3c40b tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:07:49.126644 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-572e0be7-1cfd-4935-bcf9-3835c87b7284 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f44fbc7-e083-419c-b1a7-b3d347eab4fe']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:07:49.162610 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c8dca0-d237-4a7c-86f2-d7f179e3c40b tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Made reservation on behalf of 5612e7242a04466e929d2d320c132523 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:07:49.166678 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-14c8dca0-d237-4a7c-86f2-d7f179e3c40b tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:49.185995 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-572e0be7-1cfd-4935-bcf9-3835c87b7284 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bd7ae0c-6841-40b4-8a3e-cfc4c4eac108') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:07:49.186599 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-572e0be7-1cfd-4935-bcf9-3835c87b7284 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bd7ae0c-6841-40b4-8a3e-cfc4c4eac108') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:07:49.209865 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51898) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:49.226872 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-572e0be7-1cfd-4935-bcf9-3835c87b7284 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:49.420154 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d9a1450f-b04b-469c-97f5-c98b8bd61fe8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e7b4691455934d18964a38dc28a1831a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2088170 May 05 20:07:49.422540 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51904) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:49.465519 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-572e0be7-1cfd-4935-bcf9-3835c87b7284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:49.483539 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-572e0be7-1cfd-4935-bcf9-3835c87b7284 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:07:49.484213 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-572e0be7-1cfd-4935-bcf9-3835c87b7284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:49.490153 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-eef1e933-9642-47e5-95fb-e1d2ee31f4cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:49.498333 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:07:49.498333 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:07:49.498333 n-d-840717-1 neutron-server[88198]: timer() May 05 20:07:49.498333 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:07:49.498333 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:07:49.498333 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:07:49.498333 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:07:49.498333 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:07:49.498333 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:07:49.498333 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:07:49.498333 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:07:49.498333 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:07:49.498333 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:07:49.498333 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:07:49.498333 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:07:49.498333 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:07:49.498333 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:07:49.498333 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:07:49.498333 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:07:49.498333 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:07:49.498333 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:07:49.498333 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:07:49.498333 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:07:49.498333 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:07:49.498333 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:07:49.498333 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:07:49.498333 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:07:49.498333 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:07:49.498333 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:07:49.498333 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:07:49.498333 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:07:49.498333 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:07:49.548749 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-eef1e933-9642-47e5-95fb-e1d2ee31f4cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:49.628196 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-eef1e933-9642-47e5-95fb-e1d2ee31f4cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:49.648380 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-572e0be7-1cfd-4935-bcf9-3835c87b7284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:49.670211 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef1e933-9642-47e5-95fb-e1d2ee31f4cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f9e573-21a1-4039-b164-87d0ad04f1bb,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:49.671739 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-572e0be7-1cfd-4935-bcf9-3835c87b7284 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:49.673027 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-eef1e933-9642-47e5-95fb-e1d2ee31f4cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:49.674472 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-eef1e933-9642-47e5-95fb-e1d2ee31f4cb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e1f9e573-21a1-4039-b164-87d0ad04f1bb HTTP/1.1" status: 204 len: 168 time: 0.2497754 May 05 20:07:49.688889 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572e0be7-1cfd-4935-bcf9-3835c87b7284 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f44fbc7-e083-419c-b1a7-b3d347eab4fe,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:49.706709 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-572e0be7-1cfd-4935-bcf9-3835c87b7284 admin admin] 10.222.0.36 "DELETE /v2.0/networks/3f44fbc7-e083-419c-b1a7-b3d347eab4fe HTTP/1.1" status: 204 len: 168 time: 1.7652493 May 05 20:07:49.709226 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-315beb63-3121-4651-a8d4-ca96b588c11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:49.797142 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315beb63-3121-4651-a8d4-ca96b588c11e admin admin] Pushing event deleted for resources: {'Port': ['ID=c75985dc-8b4c-4c87-85cd-20dbb82f7649,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:49.853106 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51912) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:49.915194 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d79793b9-ea85-4f16-b53f-0b7cb437e846 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ffa885be918b4ac9a03a1f47ba419b72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0602267 May 05 20:07:49.917534 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51920) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:49.941313 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-315beb63-3121-4651-a8d4-ca96b588c11e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:49.986037 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-14c8dca0-d237-4a7c-86f2-d7f179e3c40b tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:49.995760 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6eecf15b-568b-4204-8f91-db322dcc63fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:50.028172 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6eecf15b-568b-4204-8f91-db322dcc63fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:50.156571 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6eecf15b-568b-4204-8f91-db322dcc63fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:50.180070 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eecf15b-568b-4204-8f91-db322dcc63fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c0dff3-a9a9-4598-8af2-66054b634573,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:50.182443 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6eecf15b-568b-4204-8f91-db322dcc63fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:50.183810 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-6eecf15b-568b-4204-8f91-db322dcc63fe admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a8c0dff3-a9a9-4598-8af2-66054b634573 HTTP/1.1" status: 204 len: 168 time: 0.2651250 May 05 20:07:50.323029 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e34fa753-643a-4250-b89a-4f88e201cb77 req-3b5fb7d7-aa06-46e3-afdd-e42b41518174 tempest-ServerShowV254Test-1562950060 tempest-ServerShowV254Test-1562950060-project] 10.222.0.36 "GET /v2.0/ports?device_id=19189751-42ed-4c35-9870-2c9430e577e8 HTTP/1.1" status: 200 len: 210 time: 0.2269137 May 05 20:07:50.329584 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-315beb63-3121-4651-a8d4-ca96b588c11e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:50.337033 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-315beb63-3121-4651-a8d4-ca96b588c11e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:50.373192 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c8dca0-d237-4a7c-86f2-d7f179e3c40b tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Pushing event updated for resources: {'Subnet': ['ID=b8cfd6f9-133c-4dc4-a8c0-195e4c2e3933,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:50.434262 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-55e9ea32-f531-4b45-8310-4dc091ffd54e req-db5afd8b-01c8-4a0f-952c-62fa542a522b tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1784ace-04ea-4816-b05d-fc9884904109 HTTP/1.1" status: 200 len: 210 time: 0.1271398 May 05 20:07:50.473083 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c8dca0-d237-4a7c-86f2-d7f179e3c40b tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Checking segment: {'id': '615dac50-0798-4604-be66-df9e17acc7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f6742214-4aff-4718-b4d5-06f9af7d100a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:07:50.474273 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c8dca0-d237-4a7c-86f2-d7f179e3c40b tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Network hostable DHCP agents. Network: f6742214-4aff-4718-b4d5-06f9af7d100a, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:07:50.483810 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-315beb63-3121-4651-a8d4-ca96b588c11e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:50.484503 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-315beb63-3121-4651-a8d4-ca96b588c11e admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc6a4113-edb3-47fc-a579-1ad503721aac {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:07:50.509534 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-315beb63-3121-4651-a8d4-ca96b588c11e admin admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:50.510880 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-315beb63-3121-4651-a8d4-ca96b588c11e admin admin] 10.222.0.36 "DELETE /v2.0/routers/bc6a4113-edb3-47fc-a579-1ad503721aac HTTP/1.1" status: 204 len: 168 time: 5.0719111 May 05 20:07:50.513689 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51950) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:50.528694 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0846a-c46f-43f5-aa90-414d9666e943 req-cdba05fd-3e13-4691-8af8-4348d8e46f3e tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:50.530437 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-85a0846a-c46f-43f5-aa90-414d9666e943 req-cdba05fd-3e13-4691-8af8-4348d8e46f3e tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.24 "GET /v2.0/networks?id=35d37522-ff35-47af-b60c-b213aa781c6f HTTP/1.1" status: 200 len: 805 time: 0.4333460 May 05 20:07:50.536229 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c8dca0-d237-4a7c-86f2-d7f179e3c40b tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Network f6742214-4aff-4718-b4d5-06f9af7d100a is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:07:50.562952 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:07:50.567923 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-85a0846a-c46f-43f5-aa90-414d9666e943 req-9bde4070-2785-4a0d-b364-4d21bfb580b5 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Request body: {'port': {'device_id': 'd1784ace-04ea-4816-b05d-fc9884904109', 'network_id': '35d37522-ff35-47af-b60c-b213aa781c6f', 'admin_state_up': True, 'tenant_id': '51033f662b4a41faabaa592f98ca548e'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:07:50.634575 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-14c8dca0-d237-4a7c-86f2-d7f179e3c40b tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, f6742214-4aff-4718-b4d5-06f9af7d100a) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:07:50.642741 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ba1387-7bb1-4299-b028-2c488a3f006e None None] Network f6742214-4aff-4718-b4d5-06f9af7d100a requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:07:50.688417 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c8dca0-d237-4a7c-86f2-d7f179e3c40b tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:50.689009 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-14c8dca0-d237-4a7c-86f2-d7f179e3c40b tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:50.689906 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-db9f3047-69bf-4307-a852-c4260568ce14 admin admin] Deleting subnet 0d250ed8-07f6-4f08-a934-d3c76d471e2d {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:07:50.699009 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-db9f3047-69bf-4307-a852-c4260568ce14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:50.747732 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-14c8dca0-d237-4a7c-86f2-d7f179e3c40b tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.5800390 May 05 20:07:50.752056 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 51962) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:50.775989 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-6d858dca-2a2d-40a2-8963-d0817b6082b4 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1060568654', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}, 'admin_state_up': False}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:07:50.791226 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-6d858dca-2a2d-40a2-8963-d0817b6082b4 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:07:50.798679 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-6d858dca-2a2d-40a2-8963-d0817b6082b4 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Usage tracker for resource:router and tenant:5612e7242a04466e929d2d320c132523 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:07:50.803168 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-6d858dca-2a2d-40a2-8963-d0817b6082b4 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:07:50.810716 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-6d858dca-2a2d-40a2-8963-d0817b6082b4 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:07:50.841683 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-db9f3047-69bf-4307-a852-c4260568ce14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:50.912503 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6d858dca-2a2d-40a2-8963-d0817b6082b4 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:50.913502 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6d858dca-2a2d-40a2-8963-d0817b6082b4 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:50.990070 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6d858dca-2a2d-40a2-8963-d0817b6082b4 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:51.017357 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d58eeb1-763d-487f-9139-0efbd510bd1d None None] Network f6742214-4aff-4718-b4d5-06f9af7d100a requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:07:51.033851 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-85a0846a-c46f-43f5-aa90-414d9666e943 req-9bde4070-2785-4a0d-b364-4d21bfb580b5 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:07:51.089547 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-db9f3047-69bf-4307-a852-c4260568ce14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:51.187714 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51976) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:51.265244 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device c75985dc-8b4c-4c87-85cd-20dbb82f7649 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:07:51.295444 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-db9f3047-69bf-4307-a852-c4260568ce14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:51.334031 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: c75985dc-8b4c-4c87-85cd-20dbb82f7649 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:07:51.339830 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device c75985dc-8b4c-4c87-85cd-20dbb82f7649 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:07:51.363706 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-db9f3047-69bf-4307-a852-c4260568ce14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:51.371211 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-db9f3047-69bf-4307-a852-c4260568ce14 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/0d250ed8-07f6-4f08-a934-d3c76d471e2d HTTP/1.1" status: 204 len: 168 time: 0.8564289 May 05 20:07:51.376051 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51994) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:51.378600 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9f3047-69bf-4307-a852-c4260568ce14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d250ed8-07f6-4f08-a934-d3c76d471e2d,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:51.398666 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331d3af9-55e4-41b0-8cf4-f2bc342e37e1 None None] Network 025bffd7-43d6-46c1-996a-8056de7069d8 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:07:51.613986 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-025d04ea-3890-4375-ac86-cd2608a42dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:51.631037 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-025d04ea-3890-4375-ac86-cd2608a42dfa admin admin] Deleting port ce5640e6-b8e1-4c36-8050-2753545c9512 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:07:51.634242 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-025d04ea-3890-4375-ac86-cd2608a42dfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:51.800951 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-77a83c44-f01d-4aa6-b7ef-c372ca78469f req-051edaa9-9f40-4bf5-a97a-29ac8d750fbb tempest-ServerShowV254Test-1562950060 tempest-ServerShowV254Test-1562950060-project] 10.222.0.36 "GET /v2.0/ports?device_id=19189751-42ed-4c35-9870-2c9430e577e8 HTTP/1.1" status: 200 len: 210 time: 0.0999429 May 05 20:07:51.815204 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-85a0846a-c46f-43f5-aa90-414d9666e943 req-9bde4070-2785-4a0d-b364-4d21bfb580b5 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:07:51.875796 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72480ee7-49ce-42f2-845b-eedc41fffbd5 None None] DHCP port deletion for 025bffd7-43d6-46c1-996a-8056de7069d8 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:07:51.881711 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-72480ee7-49ce-42f2-845b-eedc41fffbd5 None None] Deleting port ce5640e6-b8e1-4c36-8050-2753545c9512 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:07:51.882337 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-72480ee7-49ce-42f2-845b-eedc41fffbd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:51.935160 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0eb46a82-7c1c-4b56-b880-4f4ae8ef336e req-19d89ea0-cb2f-46e2-824e-5d2ad23fadeb tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1784ace-04ea-4816-b05d-fc9884904109 HTTP/1.1" status: 200 len: 210 time: 0.1227174 May 05 20:07:51.943737 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6d858dca-2a2d-40a2-8963-d0817b6082b4 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:51.948740 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85a0846a-c46f-43f5-aa90-414d9666e943 req-9bde4070-2785-4a0d-b364-4d21bfb580b5 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Made reservation on behalf of 51033f662b4a41faabaa592f98ca548e for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:07:51.967437 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-85a0846a-c46f-43f5-aa90-414d9666e943 req-9bde4070-2785-4a0d-b364-4d21bfb580b5 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:52.026404 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-163a7fe6-7d14-46ff-94ac-fca175b1f113 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1521731628'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:07:52.036689 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-163a7fe6-7d14-46ff-94ac-fca175b1f113 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:07:52.041835 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-163a7fe6-7d14-46ff-94ac-fca175b1f113 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Usage tracker for resource:network and tenant:d25a9484054c4089b629b2bf454f1312 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:07:52.048116 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-163a7fe6-7d14-46ff-94ac-fca175b1f113 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:07:52.072743 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-163a7fe6-7d14-46ff-94ac-fca175b1f113 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:07:52.136838 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-163a7fe6-7d14-46ff-94ac-fca175b1f113 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Made reservation on behalf of d25a9484054c4089b629b2bf454f1312 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:07:52.140640 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-163a7fe6-7d14-46ff-94ac-fca175b1f113 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:52.171389 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-163a7fe6-7d14-46ff-94ac-fca175b1f113 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:52.202717 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-025d04ea-3890-4375-ac86-cd2608a42dfa admin admin] For port ce5640e6-b8e1-4c36-8050-2753545c9512, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=ce5640e6-b8e1-4c36-8050-2753545c9512,segment=NetworkSegment(f9de3193-e4fa-4f1d-a073-95ff8ac5fa76),segment_id=f9de3193-e4fa-4f1d-a073-95ff8ac5fa76)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:07:52.202983 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-025d04ea-3890-4375-ac86-cd2608a42dfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:52.218619 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-163a7fe6-7d14-46ff-94ac-fca175b1f113 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:07:52.278637 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-72480ee7-49ce-42f2-845b-eedc41fffbd5 None None] For port ce5640e6-b8e1-4c36-8050-2753545c9512, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=ce5640e6-b8e1-4c36-8050-2753545c9512,segment=NetworkSegment(f9de3193-e4fa-4f1d-a073-95ff8ac5fa76),segment_id=f9de3193-e4fa-4f1d-a073-95ff8ac5fa76)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:07:52.279126 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-72480ee7-49ce-42f2-845b-eedc41fffbd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:52.363604 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-163a7fe6-7d14-46ff-94ac-fca175b1f113 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Usage tracker for resource:security_group_rule and tenant:d25a9484054c4089b629b2bf454f1312 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:07:52.374424 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-025d04ea-3890-4375-ac86-cd2608a42dfa admin admin] Calling delete_port for ce5640e6-b8e1-4c36-8050-2753545c9512 owned by network:dhcp {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:07:52.442235 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-163a7fe6-7d14-46ff-94ac-fca175b1f113 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:07:52.444963 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-72480ee7-49ce-42f2-845b-eedc41fffbd5 None None] Calling delete_port for ce5640e6-b8e1-4c36-8050-2753545c9512 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:07:52.485470 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-163a7fe6-7d14-46ff-94ac-fca175b1f113 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:07:52.557076 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-72480ee7-49ce-42f2-845b-eedc41fffbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:52.633839 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.api [None req-025d04ea-3890-4375-ac86-cd2608a42dfa admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88197) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:07:52.639154 n-d-840717-1 neutron-server[88197]: DEBUG oslo_db.api [None req-025d04ea-3890-4375-ac86-cd2608a42dfa admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:07:52.640096 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72480ee7-49ce-42f2-845b-eedc41fffbd5 None None] Pushing event deleted for resources: {'Port': ['ID=ce5640e6-b8e1-4c36-8050-2753545c9512,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:52.645755 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72480ee7-49ce-42f2-845b-eedc41fffbd5 None None] No DVR routers for this DVR port ce5640e6-b8e1-4c36-8050-2753545c9512 on host n-d-840717-1 {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:07:52.739030 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-85a0846a-c46f-43f5-aa90-414d9666e943 req-9bde4070-2785-4a0d-b364-4d21bfb580b5 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Allocated IP 172.20.0.2 (35d37522-ff35-47af-b60c-b213aa781c6f/abe7c8d5-c1a3-49ab-83d4-2252eacbfbcf/8499fae9-bcb7-415f-93e7-d714d01bcd5c) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:07:52.760704 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-163a7fe6-7d14-46ff-94ac-fca175b1f113 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:52.765571 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-163a7fe6-7d14-46ff-94ac-fca175b1f113 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:52.783502 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6d858dca-2a2d-40a2-8963-d0817b6082b4 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for router_gateway, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:52.808490 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-163a7fe6-7d14-46ff-94ac-fca175b1f113 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:07:52.814755 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163a7fe6-7d14-46ff-94ac-fca175b1f113 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c0d07d-8dfe-48ba-a9b4-e2899a2a6b00,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:52.823591 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-163a7fe6-7d14-46ff-94ac-fca175b1f113 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:52.823947 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-163a7fe6-7d14-46ff-94ac-fca175b1f113 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Added segment c4dd6f11-587d-436f-8edb-940453722a04 of type vlan for network 1ec2a5de-7aba-4770-b60f-08f0768df39a May 05 20:07:52.853505 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6d858dca-2a2d-40a2-8963-d0817b6082b4 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:52.877930 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-163a7fe6-7d14-46ff-94ac-fca175b1f113 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:52.969222 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-163a7fe6-7d14-46ff-94ac-fca175b1f113 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:52.978121 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163a7fe6-7d14-46ff-94ac-fca175b1f113 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:52.979209 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-163a7fe6-7d14-46ff-94ac-fca175b1f113 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:53.047517 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device ce5640e6-b8e1-4c36-8050-2753545c9512 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:07:53.183866 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: ce5640e6-b8e1-4c36-8050-2753545c9512 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:07:53.184642 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device ce5640e6-b8e1-4c36-8050-2753545c9512 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:07:53.252622 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-025d04ea-3890-4375-ac86-cd2608a42dfa admin admin] Deleting port ce5640e6-b8e1-4c36-8050-2753545c9512 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:07:53.252874 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-025d04ea-3890-4375-ac86-cd2608a42dfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:53.285151 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163a7fe6-7d14-46ff-94ac-fca175b1f113 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Pushing event updated for resources: {'Network': ['ID=1ec2a5de-7aba-4770-b60f-08f0768df39a,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:53.286611 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3a2e60f2-70f0-4392-bddf-767684f68d3b req-51eddc3d-cb2f-46df-9c84-b1bee7f52bee tempest-ServerShowV254Test-1562950060 tempest-ServerShowV254Test-1562950060-project] 10.222.0.36 "GET /v2.0/ports?device_id=19189751-42ed-4c35-9870-2c9430e577e8 HTTP/1.1" status: 200 len: 210 time: 0.1538377 May 05 20:07:53.303865 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 1ec2a5de-7aba-4770-b60f-08f0768df39a details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:07:53.312195 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-163a7fe6-7d14-46ff-94ac-fca175b1f113 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.1168840 May 05 20:07:53.392261 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c53b2f7e-3245-4e80-a08f-e9b6a66c4e22 req-d93fb634-ea5b-4168-81ec-ced4bfe9a596 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1784ace-04ea-4816-b05d-fc9884904109 HTTP/1.1" status: 200 len: 210 time: 0.1358051 May 05 20:07:53.444652 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-025d04ea-3890-4375-ac86-cd2608a42dfa admin admin] The port 'ce5640e6-b8e1-4c36-8050-2753545c9512' was deleted {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 20:07:53.458313 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 52054) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:53.473925 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-1a6992be-7965-42e5-b0e9-1adc278daa40 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Request body: {'subnet': {'network_id': '1ec2a5de-7aba-4770-b60f-08f0768df39a', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:07:53.535828 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 52058) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:53.556568 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-6d858dca-2a2d-40a2-8963-d0817b6082b4 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Allocated IP 172.25.0.183 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/24715716-b36e-4bd1-8aa3-980cc5546ea5) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:07:53.603775 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-025d04ea-3890-4375-ac86-cd2608a42dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:53.641965 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-025d04ea-3890-4375-ac86-cd2608a42dfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['025bffd7-43d6-46c1-996a-8056de7069d8']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:07:53.662592 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-025d04ea-3890-4375-ac86-cd2608a42dfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9de3193-e4fa-4f1d-a073-95ff8ac5fa76') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:07:53.662909 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-025d04ea-3890-4375-ac86-cd2608a42dfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9de3193-e4fa-4f1d-a073-95ff8ac5fa76') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:07:53.675466 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-025d04ea-3890-4375-ac86-cd2608a42dfa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:53.693900 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-025d04ea-3890-4375-ac86-cd2608a42dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:53.698370 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-85a0846a-c46f-43f5-aa90-414d9666e943 req-9bde4070-2785-4a0d-b364-4d21bfb580b5 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:53.705394 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-025d04ea-3890-4375-ac86-cd2608a42dfa admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:07:53.705917 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-025d04ea-3890-4375-ac86-cd2608a42dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:53.721659 n-d-840717-1 neutron-server[88197]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:07:53.721659 n-d-840717-1 neutron-server[88197]: util.warn( May 05 20:07:53.721659 n-d-840717-1 neutron-server[88197]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:07:53.721659 n-d-840717-1 neutron-server[88197]: util.warn( May 05 20:07:53.721659 n-d-840717-1 neutron-server[88197]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:07:53.721659 n-d-840717-1 neutron-server[88197]: util.warn( May 05 20:07:53.721659 n-d-840717-1 neutron-server[88197]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:07:53.721659 n-d-840717-1 neutron-server[88197]: util.warn( May 05 20:07:53.721659 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:07:53.721659 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:07:53.721659 n-d-840717-1 neutron-server[88197]: timer() May 05 20:07:53.721659 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:07:53.721659 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:07:53.721659 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:07:53.721659 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:07:53.721659 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:07:53.721659 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:07:53.721659 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:07:53.721659 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:07:53.721659 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:07:53.721659 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:07:53.721659 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:07:53.721659 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:07:53.721659 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:07:53.721659 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:07:53.721659 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:07:53.721659 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:07:53.721659 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:07:53.721659 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:07:53.721659 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:07:53.721659 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:07:53.721659 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:07:53.721659 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:07:53.721659 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:07:53.721659 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:07:53.721659 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:07:53.721659 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:07:53.721659 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:07:53.721659 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:07:53.721659 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:07:53.732417 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1a6992be-7965-42e5-b0e9-1adc278daa40 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:07:53.758736 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-1a6992be-7965-42e5-b0e9-1adc278daa40 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Usage tracker for resource:subnet and tenant:d25a9484054c4089b629b2bf454f1312 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:07:53.765437 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-1a6992be-7965-42e5-b0e9-1adc278daa40 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:07:53.823960 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1a6992be-7965-42e5-b0e9-1adc278daa40 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:07:53.848425 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-025d04ea-3890-4375-ac86-cd2608a42dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:53.853045 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6992be-7965-42e5-b0e9-1adc278daa40 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Made reservation on behalf of d25a9484054c4089b629b2bf454f1312 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:07:53.855591 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d21b5883-9344-4fcd-9ade-30902d710b9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:53.856791 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1a6992be-7965-42e5-b0e9-1adc278daa40 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:53.884063 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-025d04ea-3890-4375-ac86-cd2608a42dfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:53.907871 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-025d04ea-3890-4375-ac86-cd2608a42dfa admin admin] 10.222.0.36 "DELETE /v2.0/networks/025bffd7-43d6-46c1-996a-8056de7069d8 HTTP/1.1" status: 204 len: 168 time: 2.5282509 May 05 20:07:53.908750 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025d04ea-3890-4375-ac86-cd2608a42dfa admin admin] Pushing event deleted for resources: {'Network': ['ID=025bffd7-43d6-46c1-996a-8056de7069d8,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:53.920510 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-d21b5883-9344-4fcd-9ade-30902d710b9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:07:53.925633 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-d21b5883-9344-4fcd-9ade-30902d710b9f admin admin] Usage tracker for resource:security_group_rule and tenant:0d934e0f86ce401d81ea145db2049dc0 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:07:53.929479 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-d21b5883-9344-4fcd-9ade-30902d710b9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:07:53.935733 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-d21b5883-9344-4fcd-9ade-30902d710b9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:07:53.990440 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-85a0846a-c46f-43f5-aa90-414d9666e943 req-9bde4070-2785-4a0d-b364-4d21bfb580b5 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:54.000806 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['81d837ab-bc11-4126-87e9-1c216ab3a6e9'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:07:54.031684 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6d858dca-2a2d-40a2-8963-d0817b6082b4 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:54.043861 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d21b5883-9344-4fcd-9ade-30902d710b9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:54.049062 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d21b5883-9344-4fcd-9ade-30902d710b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:54.103135 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d21b5883-9344-4fcd-9ade-30902d710b9f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0d934e0f86ce401d81ea145db2049dc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5635316 May 05 20:07:54.106174 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 52078) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:54.106583 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 52080) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:54.219191 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-9d713c23-e7c4-4d0c-af1d-c28bdd3c75bf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2b65203be12a44e3b2b676f0adb9acc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1111553 May 05 20:07:54.222546 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21b5883-9344-4fcd-9ade-30902d710b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8a0a1c-2661-466e-8166-fd0a7670ffba,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:54.224160 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 52086) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:54.227403 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6d858dca-2a2d-40a2-8963-d0817b6082b4 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:54.258363 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-344d3c23-482b-4104-bc52-d658bc9cc1b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:54.292872 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-344d3c23-482b-4104-bc52-d658bc9cc1b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:54.294425 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85a0846a-c46f-43f5-aa90-414d9666e943 req-9bde4070-2785-4a0d-b364-4d21bfb580b5 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Network 35d37522-ff35-47af-b60c-b213aa781c6f is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:07:54.299025 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d858dca-2a2d-40a2-8963-d0817b6082b4 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:07:54.303702 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-85a0846a-c46f-43f5-aa90-414d9666e943 req-9bde4070-2785-4a0d-b364-4d21bfb580b5 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:07:54.325516 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-6d858dca-2a2d-40a2-8963-d0817b6082b4 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:07:54.334011 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-85a0846a-c46f-43f5-aa90-414d9666e943 req-9bde4070-2785-4a0d-b364-4d21bfb580b5 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:07:54.368790 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-344d3c23-482b-4104-bc52-d658bc9cc1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:54.388294 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344d3c23-482b-4104-bc52-d658bc9cc1b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8a0a1c-2661-466e-8166-fd0a7670ffba,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:54.392006 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-344d3c23-482b-4104-bc52-d658bc9cc1b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:54.397059 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-344d3c23-482b-4104-bc52-d658bc9cc1b6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2c8a0a1c-2661-466e-8166-fd0a7670ffba HTTP/1.1" status: 204 len: 168 time: 0.2839100 May 05 20:07:54.501017 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d858dca-2a2d-40a2-8963-d0817b6082b4 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:07:54.669621 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde4070-2785-4a0d-b364-4d21bfb580b5 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Pushing event updated for resources: {'Port': ['ID=8499fae9-bcb7-415f-93e7-d714d01bcd5c,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:54.690173 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab20683-2c11-419b-8c3e-0378a8c1b8b5 req-02b655e1-e2fc-480a-a05a-48642cbb2223 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:54.699962 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8ab20683-2c11-419b-8c3e-0378a8c1b8b5 req-02b655e1-e2fc-480a-a05a-48642cbb2223 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1784ace-04ea-4816-b05d-fc9884904109 HTTP/1.1" status: 200 len: 931 time: 0.1434975 May 05 20:07:54.852661 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f739eb4d-691e-48b8-be3f-36821b5e6509 req-a4eb64c3-927a-4007-9a10-f43c64841df0 tempest-ServerShowV254Test-1562950060 tempest-ServerShowV254Test-1562950060-project] 10.222.0.36 "GET /v2.0/ports?device_id=19189751-42ed-4c35-9870-2c9430e577e8 HTTP/1.1" status: 200 len: 210 time: 0.3548875 May 05 20:07:54.947172 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8ab20683-2c11-419b-8c3e-0378a8c1b8b5 req-8a8125bd-48b6-4796-b8cb-15d73840b2be tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459481 May 05 20:07:55.022073 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1a6992be-7965-42e5-b0e9-1adc278daa40 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:55.041717 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d858dca-2a2d-40a2-8963-d0817b6082b4 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Pushing event updated for resources: {'Port': ['ID=24715716-b36e-4bd1-8aa3-980cc5546ea5,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:55.160554 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0846a-c46f-43f5-aa90-414d9666e943 req-9bde4070-2785-4a0d-b364-4d21bfb580b5 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:55.161177 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-85a0846a-c46f-43f5-aa90-414d9666e943 req-9bde4070-2785-4a0d-b364-4d21bfb580b5 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:55.202523 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5a66ece0-9793-4e18-8083-72b8770340c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:55.294893 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6992be-7965-42e5-b0e9-1adc278daa40 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Pushing event updated for resources: {'Subnet': ['ID=c5b101b9-b927-4b97-9f4c-5f8580bef16d,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:55.298920 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5a66ece0-9793-4e18-8083-72b8770340c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:55.314569 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-85a0846a-c46f-43f5-aa90-414d9666e943 req-9bde4070-2785-4a0d-b364-4d21bfb580b5 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7530246 May 05 20:07:55.315271 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6992be-7965-42e5-b0e9-1adc278daa40 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Checking segment: {'id': 'c4dd6f11-587d-436f-8edb-940453722a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1ec2a5de-7aba-4770-b60f-08f0768df39a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:07:55.315649 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6992be-7965-42e5-b0e9-1adc278daa40 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Network hostable DHCP agents. Network: 1ec2a5de-7aba-4770-b60f-08f0768df39a, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:07:55.389765 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-85a0846a-c46f-43f5-aa90-414d9666e943 req-51363e33-122f-40b1-b209-192a9671b10a service neutron] Request body: {'port': {'device_id': 'd1784ace-04ea-4816-b05d-fc9884904109', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:07:55.546997 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6992be-7965-42e5-b0e9-1adc278daa40 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Network 1ec2a5de-7aba-4770-b60f-08f0768df39a is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:07:55.619888 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-1a6992be-7965-42e5-b0e9-1adc278daa40 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 1ec2a5de-7aba-4770-b60f-08f0768df39a) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:07:55.629216 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5a66ece0-9793-4e18-8083-72b8770340c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:55.633643 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6992be-7965-42e5-b0e9-1adc278daa40 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:55.633853 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be34a524-4bf5-47fc-b8aa-541e508b1dac None None] Network 1ec2a5de-7aba-4770-b60f-08f0768df39a requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:07:55.634312 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1a6992be-7965-42e5-b0e9-1adc278daa40 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:55.656814 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a66ece0-9793-4e18-8083-72b8770340c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac2ba6c-ffd0-44f5-bccb-f0f89c8554bb,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:55.677483 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-85a0846a-c46f-43f5-aa90-414d9666e943 req-51363e33-122f-40b1-b209-192a9671b10a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:55.712738 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-1a6992be-7965-42e5-b0e9-1adc278daa40 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.2445104 May 05 20:07:55.712738 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6d858dca-2a2d-40a2-8963-d0817b6082b4 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for router_gateway, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:55.713382 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 52130) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:55.718752 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-aab4234d-97fe-44fb-a801-a56db18fe4da tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2109485281'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:07:55.726783 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-aab4234d-97fe-44fb-a801-a56db18fe4da tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:07:55.730977 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-aab4234d-97fe-44fb-a801-a56db18fe4da tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Usage tracker for resource:network and tenant:d25a9484054c4089b629b2bf454f1312 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:07:55.734933 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-aab4234d-97fe-44fb-a801-a56db18fe4da tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:07:55.743956 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-aab4234d-97fe-44fb-a801-a56db18fe4da tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:07:55.757049 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab4234d-97fe-44fb-a801-a56db18fe4da tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Made reservation on behalf of d25a9484054c4089b629b2bf454f1312 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:07:55.762851 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-aab4234d-97fe-44fb-a801-a56db18fe4da tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:55.765027 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5a66ece0-9793-4e18-8083-72b8770340c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:55.766152 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-5a66ece0-9793-4e18-8083-72b8770340c7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2ac2ba6c-ffd0-44f5-bccb-f0f89c8554bb HTTP/1.1" status: 204 len: 168 time: 1.5346806 May 05 20:07:55.801891 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aab4234d-97fe-44fb-a801-a56db18fe4da tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:07:55.814680 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-aab4234d-97fe-44fb-a801-a56db18fe4da tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:55.815661 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-aab4234d-97fe-44fb-a801-a56db18fe4da tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Added segment 5677c053-b1d4-4d5d-aa7e-5baf0a9c0d82 of type vlan for network 555dcaf8-c589-4ae3-b5b1-d9a042b5689a May 05 20:07:55.857456 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-aab4234d-97fe-44fb-a801-a56db18fe4da tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:55.892790 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-aab4234d-97fe-44fb-a801-a56db18fe4da tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:55.901414 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab4234d-97fe-44fb-a801-a56db18fe4da tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:55.902152 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-aab4234d-97fe-44fb-a801-a56db18fe4da tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:55.953893 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2482ab-7075-4340-adf3-d02b82711ba6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-1ec2a5de-7aba-4770-b60f-08f0768df39a', 'network_id': '1ec2a5de-7aba-4770-b60f-08f0768df39a', 'tenant_id': 'd25a9484054c4089b629b2bf454f1312', 'fixed_ips': [{'subnet_id': 'c5b101b9-b927-4b97-9f4c-5f8580bef16d'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:07:55.954843 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0e2482ab-7075-4340-adf3-d02b82711ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:56.041425 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 52144) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:56.062932 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-aab4234d-97fe-44fb-a801-a56db18fe4da tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3484726 May 05 20:07:56.066878 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 52152) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:56.085399 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-ed1ddc30-242a-44bb-afa9-7c6880c901f1 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Request body: {'subnet': {'network_id': '555dcaf8-c589-4ae3-b5b1-d9a042b5689a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:07:56.240605 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e822c531-fb4b-46b4-923f-efd41165e37d req-8afd99e3-2cac-46a1-9288-d05d78f41141 tempest-ServerShowV254Test-1562950060 tempest-ServerShowV254Test-1562950060-project] 10.222.0.36 "GET /v2.0/ports?device_id=19189751-42ed-4c35-9870-2c9430e577e8 HTTP/1.1" status: 200 len: 210 time: 0.0807476 May 05 20:07:56.245484 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab4234d-97fe-44fb-a801-a56db18fe4da tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Pushing event updated for resources: {'Network': ['ID=555dcaf8-c589-4ae3-b5b1-d9a042b5689a,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:56.271975 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 555dcaf8-c589-4ae3-b5b1-d9a042b5689a details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:07:56.376926 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-ed1ddc30-242a-44bb-afa9-7c6880c901f1 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:07:56.381805 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-ed1ddc30-242a-44bb-afa9-7c6880c901f1 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Usage tracker for resource:subnet and tenant:d25a9484054c4089b629b2bf454f1312 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:07:56.385345 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-ed1ddc30-242a-44bb-afa9-7c6880c901f1 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:07:56.391576 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-ed1ddc30-242a-44bb-afa9-7c6880c901f1 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:07:56.402680 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1ddc30-242a-44bb-afa9-7c6880c901f1 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Made reservation on behalf of d25a9484054c4089b629b2bf454f1312 for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:07:56.408585 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ed1ddc30-242a-44bb-afa9-7c6880c901f1 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:56.454367 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-0e2482ab-7075-4340-adf3-d02b82711ba6 None None] Allocated IP 172.20.255.242 (1ec2a5de-7aba-4770-b60f-08f0768df39a/c5b101b9-b927-4b97-9f4c-5f8580bef16d/e74b640b-288e-437e-b53d-4c64152e7b39) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:07:56.500879 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-21a5a196-f70e-49ff-96da-6851f149e23c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:56.728568 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ed1ddc30-242a-44bb-afa9-7c6880c901f1 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:56.729493 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0e2482ab-7075-4340-adf3-d02b82711ba6 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:56.758016 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-21a5a196-f70e-49ff-96da-6851f149e23c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:07:56.760049 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-0e2482ab-7075-4340-adf3-d02b82711ba6 None None] Transition to ACTIVE for port object e74b640b-288e-437e-b53d-4c64152e7b39 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:07:56.783331 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-0e2482ab-7075-4340-adf3-d02b82711ba6 None None] Transition to ACTIVE for port object e74b640b-288e-437e-b53d-4c64152e7b39 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:07:56.788043 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-21a5a196-f70e-49ff-96da-6851f149e23c admin admin] Usage tracker for resource:security_group_rule and tenant:12ec761e405d465983941842c68b7598 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:07:56.795801 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-21a5a196-f70e-49ff-96da-6851f149e23c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:07:56.805933 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0e2482ab-7075-4340-adf3-d02b82711ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:56.818510 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-21a5a196-f70e-49ff-96da-6851f149e23c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:07:56.892759 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2482ab-7075-4340-adf3-d02b82711ba6 None None] Pushing event updated for resources: {'Port': ['ID=e74b640b-288e-437e-b53d-4c64152e7b39,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:56.922967 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2482ab-7075-4340-adf3-d02b82711ba6 None None] Network 1ec2a5de-7aba-4770-b60f-08f0768df39a is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:07:56.924290 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-0e2482ab-7075-4340-adf3-d02b82711ba6 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:07:56.932689 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1ddc30-242a-44bb-afa9-7c6880c901f1 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Pushing event updated for resources: {'Subnet': ['ID=68577a14-3aa7-4a52-aaa9-a39697c4c012,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:56.932883 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2482ab-7075-4340-adf3-d02b82711ba6 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:07:56.942816 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1ddc30-242a-44bb-afa9-7c6880c901f1 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Checking segment: {'id': '5677c053-b1d4-4d5d-aa7e-5baf0a9c0d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '555dcaf8-c589-4ae3-b5b1-d9a042b5689a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:07:56.944917 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1ddc30-242a-44bb-afa9-7c6880c901f1 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Network hostable DHCP agents. Network: 555dcaf8-c589-4ae3-b5b1-d9a042b5689a, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:07:56.998994 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-85a0846a-c46f-43f5-aa90-414d9666e943 req-51363e33-122f-40b1-b209-192a9671b10a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8499fae9-bcb7-415f-93e7-d714d01bcd5c {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:07:56.999891 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1ddc30-242a-44bb-afa9-7c6880c901f1 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Network 555dcaf8-c589-4ae3-b5b1-d9a042b5689a is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:07:57.007938 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-85a0846a-c46f-43f5-aa90-414d9666e943 req-51363e33-122f-40b1-b209-192a9671b10a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:57.016555 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-ed1ddc30-242a-44bb-afa9-7c6880c901f1 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 555dcaf8-c589-4ae3-b5b1-d9a042b5689a) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:07:57.017704 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6d858dca-2a2d-40a2-8963-d0817b6082b4 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:57.027891 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1ddc30-242a-44bb-afa9-7c6880c901f1 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:57.029462 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ed1ddc30-242a-44bb-afa9-7c6880c901f1 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:57.071912 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47555cdd-622d-47af-a9ce-21f8d48bd9cf None None] Network 555dcaf8-c589-4ae3-b5b1-d9a042b5689a requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:07:57.081557 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-ed1ddc30-242a-44bb-afa9-7c6880c901f1 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.0125167 May 05 20:07:57.086961 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 52186) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:57.109742 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-85a0846a-c46f-43f5-aa90-414d9666e943 req-51363e33-122f-40b1-b209-192a9671b10a service neutron] Transition to ACTIVE for port object 8499fae9-bcb7-415f-93e7-d714d01bcd5c will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:07:57.188094 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-85a0846a-c46f-43f5-aa90-414d9666e943 req-51363e33-122f-40b1-b209-192a9671b10a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:57.197520 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-0e2482ab-7075-4340-adf3-d02b82711ba6 None None] Attempting to bind port e74b640b-288e-437e-b53d-4c64152e7b39 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:07:57.198081 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-0e2482ab-7075-4340-adf3-d02b82711ba6 None None] Attempting to bind port e74b640b-288e-437e-b53d-4c64152e7b39 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'c4dd6f11-587d-436f-8edb-940453722a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1ec2a5de-7aba-4770-b60f-08f0768df39a'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:07:57.199173 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2482ab-7075-4340-adf3-d02b82711ba6 None None] Attempting to bind port e74b640b-288e-437e-b53d-4c64152e7b39 on network 1ec2a5de-7aba-4770-b60f-08f0768df39a {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:07:57.225713 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2482ab-7075-4340-adf3-d02b82711ba6 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:07:57.226570 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2482ab-7075-4340-adf3-d02b82711ba6 None None] Checking segment: {'id': 'c4dd6f11-587d-436f-8edb-940453722a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1ec2a5de-7aba-4770-b60f-08f0768df39a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:07:57.227260 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0e2482ab-7075-4340-adf3-d02b82711ba6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:57.228601 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2482ab-7075-4340-adf3-d02b82711ba6 None None] Bound using segment: {'id': 'c4dd6f11-587d-436f-8edb-940453722a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1ec2a5de-7aba-4770-b60f-08f0768df39a'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:07:57.230200 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-0e2482ab-7075-4340-adf3-d02b82711ba6 None None] Bound port: e74b640b-288e-437e-b53d-4c64152e7b39, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4dd6f11-587d-436f-8edb-940453722a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1ec2a5de-7aba-4770-b60f-08f0768df39a'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:07:57.231454 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0e2482ab-7075-4340-adf3-d02b82711ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:57.271819 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ade55787-08b5-4181-a3f1-bf5daf78376c tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:57.282662 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d886d33-b35e-4f7f-a285-0f2fa27418db req-8b2bb23c-be8d-4084-9afe-034a80113ed7 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:57.283786 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-8d886d33-b35e-4f7f-a285-0f2fa27418db req-8b2bb23c-be8d-4084-9afe-034a80113ed7 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Synchronizing usage tracker for tenant:51033f662b4a41faabaa592f98ca548e on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:07:57.404533 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ade55787-08b5-4181-a3f1-bf5daf78376c tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:57.552871 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51363e33-122f-40b1-b209-192a9671b10a service neutron] Pushing event updated for resources: {'Port': ['ID=8499fae9-bcb7-415f-93e7-d714d01bcd5c,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:57.566753 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-8d886d33-b35e-4f7f-a285-0f2fa27418db req-8b2bb23c-be8d-4084-9afe-034a80113ed7 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Unset dirty status for tenant:51033f662b4a41faabaa592f98ca548e on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:07:57.568430 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8d886d33-b35e-4f7f-a285-0f2fa27418db req-8b2bb23c-be8d-4084-9afe-034a80113ed7 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1784ace-04ea-4816-b05d-fc9884904109 HTTP/1.1" status: 200 len: 931 time: 1.4846065 May 05 20:07:57.612077 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8f59e39c-0d9b-423f-9a53-79e96206d397 req-2198b648-12ad-4b4b-b768-09fc3496f23b tempest-ServerShowV254Test-1562950060 tempest-ServerShowV254Test-1562950060-project] 10.222.0.36 "GET /v2.0/ports?device_id=19189751-42ed-4c35-9870-2c9430e577e8 HTTP/1.1" status: 200 len: 210 time: 0.0786169 May 05 20:07:57.640016 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-0e2482ab-7075-4340-adf3-d02b82711ba6 None None] For port e74b640b-288e-437e-b53d-4c64152e7b39, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:07:57.668040 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ade55787-08b5-4181-a3f1-bf5daf78376c tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:57.733977 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-0e2482ab-7075-4340-adf3-d02b82711ba6 None None] For port e74b640b-288e-437e-b53d-4c64152e7b39, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=e74b640b-288e-437e-b53d-4c64152e7b39,segment=NetworkSegment(c4dd6f11-587d-436f-8edb-940453722a04),segment_id=c4dd6f11-587d-436f-8edb-940453722a04)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:07:57.803191 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0e2482ab-7075-4340-adf3-d02b82711ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:57.820685 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade55787-08b5-4181-a3f1-bf5daf78376c tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Pushing event deleted for resources: {'Subnet': ['ID=68577a14-3aa7-4a52-aaa9-a39697c4c012,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:57.829460 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8d886d33-b35e-4f7f-a285-0f2fa27418db req-b65fb4df-bcc8-4fbe-993e-bcf4ebd5a5a7 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511971 May 05 20:07:57.889474 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3c8694-3c6e-4344-98de-8119331e5fb5 None None] Network 555dcaf8-c589-4ae3-b5b1-d9a042b5689a requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:07:57.940766 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ade55787-08b5-4181-a3f1-bf5daf78376c tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:57.941796 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2482ab-7075-4340-adf3-d02b82711ba6 None None] Pushing event updated for resources: {'Port': ['ID=e74b640b-288e-437e-b53d-4c64152e7b39,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:57.968983 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-85a0846a-c46f-43f5-aa90-414d9666e943 req-51363e33-122f-40b1-b209-192a9671b10a service neutron] Attempting to bind port 8499fae9-bcb7-415f-93e7-d714d01bcd5c on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:07:57.969329 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-85a0846a-c46f-43f5-aa90-414d9666e943 req-51363e33-122f-40b1-b209-192a9671b10a service neutron] Attempting to bind port 8499fae9-bcb7-415f-93e7-d714d01bcd5c by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': '0a9940fa-b2d8-4605-a2bb-ab46df53c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '35d37522-ff35-47af-b60c-b213aa781c6f'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:07:57.969659 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a0846a-c46f-43f5-aa90-414d9666e943 req-51363e33-122f-40b1-b209-192a9671b10a service neutron] Attempting to bind port 8499fae9-bcb7-415f-93e7-d714d01bcd5c on network 35d37522-ff35-47af-b60c-b213aa781c6f {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:07:57.973132 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-ade55787-08b5-4181-a3f1-bf5daf78376c tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['555dcaf8-c589-4ae3-b5b1-d9a042b5689a']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:07:57.988571 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-21a5a196-f70e-49ff-96da-6851f149e23c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:57.989858 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a0846a-c46f-43f5-aa90-414d9666e943 req-51363e33-122f-40b1-b209-192a9671b10a service neutron] Port 8499fae9-bcb7-415f-93e7-d714d01bcd5c on network 35d37522-ff35-47af-b60c-b213aa781c6f not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:07:57.990340 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a0846a-c46f-43f5-aa90-414d9666e943 req-51363e33-122f-40b1-b209-192a9671b10a service neutron] Attempting to bind port 8499fae9-bcb7-415f-93e7-d714d01bcd5c on network 35d37522-ff35-47af-b60c-b213aa781c6f {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:07:58.007411 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-ade55787-08b5-4181-a3f1-bf5daf78376c tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5677c053-b1d4-4d5d-aa7e-5baf0a9c0d82') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:07:58.007717 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-ade55787-08b5-4181-a3f1-bf5daf78376c tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5677c053-b1d4-4d5d-aa7e-5baf0a9c0d82') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:07:58.009775 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-21a5a196-f70e-49ff-96da-6851f149e23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:58.041981 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a0846a-c46f-43f5-aa90-414d9666e943 req-51363e33-122f-40b1-b209-192a9671b10a service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:07:58.042399 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a0846a-c46f-43f5-aa90-414d9666e943 req-51363e33-122f-40b1-b209-192a9671b10a service neutron] Checking segment: {'id': '0a9940fa-b2d8-4605-a2bb-ab46df53c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '35d37522-ff35-47af-b60c-b213aa781c6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:07:58.042750 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a0846a-c46f-43f5-aa90-414d9666e943 req-51363e33-122f-40b1-b209-192a9671b10a service neutron] Bound using segment: {'id': '0a9940fa-b2d8-4605-a2bb-ab46df53c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '35d37522-ff35-47af-b60c-b213aa781c6f'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:07:58.043301 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-85a0846a-c46f-43f5-aa90-414d9666e943 req-51363e33-122f-40b1-b209-192a9671b10a service neutron] Bound port: 8499fae9-bcb7-415f-93e7-d714d01bcd5c, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a9940fa-b2d8-4605-a2bb-ab46df53c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '35d37522-ff35-47af-b60c-b213aa781c6f'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:07:58.043738 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-85a0846a-c46f-43f5-aa90-414d9666e943 req-51363e33-122f-40b1-b209-192a9671b10a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:58.045740 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ade55787-08b5-4181-a3f1-bf5daf78376c tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:58.084137 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ade55787-08b5-4181-a3f1-bf5daf78376c tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:58.098245 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ade55787-08b5-4181-a3f1-bf5daf78376c tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:07:58.098829 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ade55787-08b5-4181-a3f1-bf5daf78376c tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:58.109610 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d858dca-2a2d-40a2-8963-d0817b6082b4 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Router b06cf728-838a-4d45-b322-45e16e190c58 is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:07:58.125958 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:07:58.125958 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:07:58.125958 n-d-840717-1 neutron-server[88197]: timer() May 05 20:07:58.125958 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:07:58.125958 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:07:58.125958 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:07:58.125958 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:07:58.125958 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:07:58.125958 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:07:58.125958 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:07:58.125958 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:07:58.125958 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:07:58.125958 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:07:58.125958 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:07:58.125958 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:07:58.125958 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:07:58.125958 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:07:58.125958 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:07:58.125958 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:07:58.125958 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:07:58.125958 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:07:58.125958 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:07:58.125958 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:07:58.125958 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:07:58.125958 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:07:58.125958 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:07:58.125958 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:07:58.125958 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:07:58.125958 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:07:58.125958 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:07:58.125958 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:07:58.125958 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:07:58.252758 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ade55787-08b5-4181-a3f1-bf5daf78376c tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:58.283967 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ade55787-08b5-4181-a3f1-bf5daf78376c tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:58.297489 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade55787-08b5-4181-a3f1-bf5daf78376c tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Pushing event deleted for resources: {'Network': ['ID=555dcaf8-c589-4ae3-b5b1-d9a042b5689a,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:58.302088 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-ade55787-08b5-4181-a3f1-bf5daf78376c tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] 10.222.0.36 "DELETE /v2.0/networks/555dcaf8-c589-4ae3-b5b1-d9a042b5689a HTTP/1.1" status: 204 len: 168 time: 1.2140169 May 05 20:07:58.305700 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 52214) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:58.311600 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-0972dba3-44ac-4e1c-ab8a-e6ed88ef6201 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1715590634'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:07:58.327728 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a5a196-f70e-49ff-96da-6851f149e23c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82124f6e-24e7-411b-8c9e-a3232070c3ce,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:58.328313 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-0972dba3-44ac-4e1c-ab8a-e6ed88ef6201 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:07:58.337491 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-0972dba3-44ac-4e1c-ab8a-e6ed88ef6201 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Usage tracker for resource:network and tenant:d25a9484054c4089b629b2bf454f1312 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:07:58.337901 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 52218) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:58.341403 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-0972dba3-44ac-4e1c-ab8a-e6ed88ef6201 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:07:58.342405 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-21a5a196-f70e-49ff-96da-6851f149e23c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=12ec761e405d465983941842c68b7598&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2974100 May 05 20:07:58.360685 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-0972dba3-44ac-4e1c-ab8a-e6ed88ef6201 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:07:58.423738 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0972dba3-44ac-4e1c-ab8a-e6ed88ef6201 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Made reservation on behalf of d25a9484054c4089b629b2bf454f1312 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:07:58.438458 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0972dba3-44ac-4e1c-ab8a-e6ed88ef6201 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:58.524818 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0972dba3-44ac-4e1c-ab8a-e6ed88ef6201 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:07:58.535688 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0972dba3-44ac-4e1c-ab8a-e6ed88ef6201 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:58.536033 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-0972dba3-44ac-4e1c-ab8a-e6ed88ef6201 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Added segment a9195ebd-df39-44dd-aaaa-4ccd45146974 of type vlan for network 0ce70aa4-930a-4b42-bf69-3d8749ade360 May 05 20:07:58.566958 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0972dba3-44ac-4e1c-ab8a-e6ed88ef6201 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:58.608791 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0972dba3-44ac-4e1c-ab8a-e6ed88ef6201 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:58.615707 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0972dba3-44ac-4e1c-ab8a-e6ed88ef6201 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:58.616487 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0972dba3-44ac-4e1c-ab8a-e6ed88ef6201 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:58.782379 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-85a0846a-c46f-43f5-aa90-414d9666e943 req-51363e33-122f-40b1-b209-192a9671b10a service neutron] For port 8499fae9-bcb7-415f-93e7-d714d01bcd5c, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:07:58.795888 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-85a0846a-c46f-43f5-aa90-414d9666e943 req-51363e33-122f-40b1-b209-192a9671b10a service neutron] For port 8499fae9-bcb7-415f-93e7-d714d01bcd5c, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=8499fae9-bcb7-415f-93e7-d714d01bcd5c,segment=NetworkSegment(0a9940fa-b2d8-4605-a2bb-ab46df53c9ac),segment_id=0a9940fa-b2d8-4605-a2bb-ab46df53c9ac)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:07:58.819670 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-85a0846a-c46f-43f5-aa90-414d9666e943 req-51363e33-122f-40b1-b209-192a9671b10a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:58.903050 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef97a0-5716-443e-b488-87d6deac0f76 req-32433c00-502b-4e19-ba82-db05da829d2e tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:58.910443 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bfef97a0-5716-443e-b488-87d6deac0f76 req-32433c00-502b-4e19-ba82-db05da829d2e tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.7975838 May 05 20:07:58.917247 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0846a-c46f-43f5-aa90-414d9666e943 req-51363e33-122f-40b1-b209-192a9671b10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:58.918344 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-85a0846a-c46f-43f5-aa90-414d9666e943 req-51363e33-122f-40b1-b209-192a9671b10a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:58.921352 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-85a0846a-c46f-43f5-aa90-414d9666e943 req-51363e33-122f-40b1-b209-192a9671b10a service neutron] 10.222.0.24 "PUT /v2.0/ports/8499fae9-bcb7-415f-93e7-d714d01bcd5c HTTP/1.1" status: 200 len: 1091 time: 3.5389631 May 05 20:07:58.929519 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1784ace-04ea-4816-b05d-fc9884904109', 'tag': '8499fae9-bcb7-415f-93e7-d714d01bcd5c'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:07:58.929718 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9de73631-8767-4a79-89ad-0778e4d67ce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:58.974863 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d858dca-2a2d-40a2-8963-d0817b6082b4 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:07:58.997682 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0972dba3-44ac-4e1c-ab8a-e6ed88ef6201 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Pushing event updated for resources: {'Network': ['ID=0ce70aa4-930a-4b42-bf69-3d8749ade360,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:59.001305 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885d6939-e117-4e18-a1be-727bbb801ee8 None None] Sync routers for ids ['b06cf728-838a-4d45-b322-45e16e190c58'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:07:59.014415 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885d6939-e117-4e18-a1be-727bbb801ee8 None None] Routers {'b06cf728-838a-4d45-b322-45e16e190c58'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:07:59.016063 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-885d6939-e117-4e18-a1be-727bbb801ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:07:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['b06cf728-838a-4d45-b322-45e16e190c58'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:07:59.055170 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9de73631-8767-4a79-89ad-0778e4d67ce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:59.091772 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51363e33-122f-40b1-b209-192a9671b10a service neutron] Pushing event updated for resources: {'Port': ['ID=8499fae9-bcb7-415f-93e7-d714d01bcd5c,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:59.159057 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bef3bafc-0bfa-4205-a93f-8146f82c7eb0 req-2a2b58e0-eb05-4140-a85e-5ac47a27ebe8 tempest-ServerShowV254Test-1562950060 tempest-ServerShowV254Test-1562950060-project] 10.222.0.36 "GET /v2.0/ports?device_id=19189751-42ed-4c35-9870-2c9430e577e8 HTTP/1.1" status: 200 len: 210 time: 0.2414951 May 05 20:07:59.165856 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6d858dca-2a2d-40a2-8963-d0817b6082b4 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:59.169663 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-6d858dca-2a2d-40a2-8963-d0817b6082b4 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.4060230 May 05 20:07:59.169823 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9de73631-8767-4a79-89ad-0778e4d67ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:59.174097 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 52244) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:59.196452 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 0ce70aa4-930a-4b42-bf69-3d8749ade360 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:07:59.211723 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de73631-8767-4a79-89ad-0778e4d67ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82124f6e-24e7-411b-8c9e-a3232070c3ce,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:07:59.223320 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-0972dba3-44ac-4e1c-ab8a-e6ed88ef6201 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9153457 May 05 20:07:59.223832 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9de73631-8767-4a79-89ad-0778e4d67ce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:59.235469 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-9de73631-8767-4a79-89ad-0778e4d67ce8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/82124f6e-24e7-411b-8c9e-a3232070c3ce HTTP/1.1" status: 204 len: 168 time: 0.8958633 May 05 20:07:59.239340 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 52250) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:07:59.245656 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-ce1c0604-82c3-42bf-9433-4b866f5d68d0 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Request body: {'subnet': {'network_id': '0ce70aa4-930a-4b42-bf69-3d8749ade360', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:07:59.245985 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device e74b640b-288e-437e-b53d-4c64152e7b39 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:07:59.412940 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-885d6939-e117-4e18-a1be-727bbb801ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:07:59.565615 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885d6939-e117-4e18-a1be-727bbb801ee8 None None] Routers {'b06cf728-838a-4d45-b322-45e16e190c58'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:07:59.582416 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-885d6939-e117-4e18-a1be-727bbb801ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:07:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['b06cf728-838a-4d45-b322-45e16e190c58'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:07:59.697139 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-ce1c0604-82c3-42bf-9433-4b866f5d68d0 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:07:59.708321 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-ce1c0604-82c3-42bf-9433-4b866f5d68d0 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Usage tracker for resource:subnet and tenant:d25a9484054c4089b629b2bf454f1312 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:07:59.718263 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-ce1c0604-82c3-42bf-9433-4b866f5d68d0 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:07:59.731723 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-ce1c0604-82c3-42bf-9433-4b866f5d68d0 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:07:59.752783 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce1c0604-82c3-42bf-9433-4b866f5d68d0 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Made reservation on behalf of d25a9484054c4089b629b2bf454f1312 for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:07:59.756709 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ce1c0604-82c3-42bf-9433-4b866f5d68d0 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:07:59.781430 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-885d6939-e117-4e18-a1be-727bbb801ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:07:59.781841 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885d6939-e117-4e18-a1be-727bbb801ee8 None None] The sync data for ids ['b06cf728-838a-4d45-b322-45e16e190c58'] in n-d-840717-1 is: [] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:07:59.824679 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port e74b640b-288e-437e-b53d-4c64152e7b39 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:07:59.888741 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.ipam_backend_mixin [None req-ce1c0604-82c3-42bf-9433-4b866f5d68d0 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Performing IP validity checks on allocation pools {{(pid=88197) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 05 20:07:59.889278 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.ipam_backend_mixin [None req-ce1c0604-82c3-42bf-9433-4b866f5d68d0 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88197) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 05 20:07:59.922984 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9c0d7-04ae-43a5-83b5-32b90d483959 req-786d41ec-8287-4945-871d-9f2135b9fb4a tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:07:59.931585 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cfe9c0d7-04ae-43a5-83b5-32b90d483959 req-786d41ec-8287-4945-871d-9f2135b9fb4a tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1784ace-04ea-4816-b05d-fc9884904109 HTTP/1.1" status: 200 len: 943 time: 0.4624729 May 05 20:07:59.959199 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49dfff4b-0344-4913-b7dc-3d94b6ff1bb2 None None] Network 1ec2a5de-7aba-4770-b60f-08f0768df39a requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:08:00.007999 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0846a-c46f-43f5-aa90-414d9666e943 req-3590fbaf-71c0-4784-8a00-66e1d1cc4bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:00.009994 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-85a0846a-c46f-43f5-aa90-414d9666e943 req-3590fbaf-71c0-4784-8a00-66e1d1cc4bdc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=51033f662b4a41faabaa592f98ca548e&device_id=d1784ace-04ea-4816-b05d-fc9884904109 HTTP/1.1" status: 200 len: 1094 time: 1.0195625 May 05 20:08:00.036367 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cfe9c0d7-04ae-43a5-83b5-32b90d483959 req-e8e82eb3-843f-48bc-b762-e5c2758a3353 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009912 May 05 20:08:00.060145 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-fda34f5e-6412-4cbd-ba1d-18632e2fe051 None None] Provisioning for port e74b640b-288e-437e-b53d-4c64152e7b39 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:08:00.152186 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db881b8d-6128-416d-9f4a-4d0e043af5b6'] response: {'name': 'network-changed', 'server_uuid': 'd1784ace-04ea-4816-b05d-fc9884904109', 'tag': '8499fae9-bcb7-415f-93e7-d714d01bcd5c', 'status': 'completed', 'code': 200} May 05 20:08:00.154644 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-fda34f5e-6412-4cbd-ba1d-18632e2fe051 None None] Provisioning complete for port e74b640b-288e-437e-b53d-4c64152e7b39 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:08:00.155027 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fda34f5e-6412-4cbd-ba1d-18632e2fe051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:00.165513 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bfef97a0-5716-443e-b488-87d6deac0f76 req-92472e2a-19cc-448d-9618-5c4e6160a704 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2540441 May 05 20:08:00.286789 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ce1c0604-82c3-42bf-9433-4b866f5d68d0 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:00.326997 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-85a0846a-c46f-43f5-aa90-414d9666e943 req-c3697794-a2d9-46b4-b26e-0422d4757797 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8499fae9-bcb7-415f-93e7-d714d01bcd5c HTTP/1.1" status: 200 len: 217 time: 0.3055747 May 05 20:08:00.514010 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1c0604-82c3-42bf-9433-4b866f5d68d0 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Pushing event updated for resources: {'Subnet': ['ID=787a49b4-f7f9-44c5-87c9-20f8324b3d4c,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:00.527463 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1c0604-82c3-42bf-9433-4b866f5d68d0 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Checking segment: {'id': 'a9195ebd-df39-44dd-aaaa-4ccd45146974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0ce70aa4-930a-4b42-bf69-3d8749ade360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:08:00.527717 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1c0604-82c3-42bf-9433-4b866f5d68d0 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Network hostable DHCP agents. Network: 0ce70aa4-930a-4b42-bf69-3d8749ade360, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:08:00.576700 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1c0604-82c3-42bf-9433-4b866f5d68d0 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Network 0ce70aa4-930a-4b42-bf69-3d8749ade360 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:08:00.605330 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-ce1c0604-82c3-42bf-9433-4b866f5d68d0 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 0ce70aa4-930a-4b42-bf69-3d8749ade360) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:08:00.618469 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60c366a-ba50-4f56-95af-fd7c1aaf0e36 None None] Network 0ce70aa4-930a-4b42-bf69-3d8749ade360 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:08:00.623050 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1c0604-82c3-42bf-9433-4b866f5d68d0 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:00.623695 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ce1c0604-82c3-42bf-9433-4b866f5d68d0 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:00.794444 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0b163cfd-30ac-41b3-ae56-82ec6d743c3c req-759b24f3-f21c-45e4-b55f-d02d5d5d0543 tempest-ServerShowV254Test-1562950060 tempest-ServerShowV254Test-1562950060-project] 10.222.0.36 "GET /v2.0/ports?device_id=19189751-42ed-4c35-9870-2c9430e577e8 HTTP/1.1" status: 200 len: 210 time: 0.3357079 May 05 20:08:00.804372 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-ce1c0604-82c3-42bf-9433-4b866f5d68d0 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.5626557 May 05 20:08:00.805419 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 52294) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:00.838030 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0846a-c46f-43f5-aa90-414d9666e943 req-1eab906d-977e-46ee-8f2e-64a83d2b6933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:00.839486 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-85a0846a-c46f-43f5-aa90-414d9666e943 req-1eab906d-977e-46ee-8f2e-64a83d2b6933 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abe7c8d5-c1a3-49ab-83d4-2252eacbfbcf HTTP/1.1" status: 200 len: 845 time: 0.4879165 May 05 20:08:00.887056 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fda34f5e-6412-4cbd-ba1d-18632e2fe051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:00.905751 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 52300) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:00.927230 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-85a0846a-c46f-43f5-aa90-414d9666e943 req-350a8356-53b1-47da-af69-6a11924af2a5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=35d37522-ff35-47af-b60c-b213aa781c6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804996 May 05 20:08:01.053259 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-fda34f5e-6412-4cbd-ba1d-18632e2fe051 None None] For port e74b640b-288e-437e-b53d-4c64152e7b39, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=e74b640b-288e-437e-b53d-4c64152e7b39,segment=NetworkSegment(c4dd6f11-587d-436f-8edb-940453722a04),segment_id=c4dd6f11-587d-436f-8edb-940453722a04)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:08:01.064496 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fda34f5e-6412-4cbd-ba1d-18632e2fe051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:01.148052 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea608eec-4839-4927-b2a4-c820cded7a40 req-d7173d06-5e7e-4b41-b4e3-42559bf4af41 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:01.156512 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ea608eec-4839-4927-b2a4-c820cded7a40 req-d7173d06-5e7e-4b41-b4e3-42559bf4af41 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.5588889 May 05 20:08:01.245030 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda34f5e-6412-4cbd-ba1d-18632e2fe051 None None] Pushing event updated for resources: {'Port': ['ID=e74b640b-288e-437e-b53d-4c64152e7b39,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:01.280970 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ae63330f-d4ff-4ce7-ba92-15b25864d4d3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:01.340084 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6486de-a96f-4d04-ac5b-e704f64e7aa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-0ce70aa4-930a-4b42-bf69-3d8749ade360', 'network_id': '0ce70aa4-930a-4b42-bf69-3d8749ade360', 'tenant_id': 'd25a9484054c4089b629b2bf454f1312', 'fixed_ips': [{'subnet_id': '787a49b4-f7f9-44c5-87c9-20f8324b3d4c'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:08:01.340909 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1e6486de-a96f-4d04-ac5b-e704f64e7aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:01.379088 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d35a4cd1-5321-410d-b195-4a580620ccfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:01.392851 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ae63330f-d4ff-4ce7-ba92-15b25864d4d3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:01.532606 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 52320) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:01.561910 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d35a4cd1-5321-410d-b195-4a580620ccfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:08:01.576256 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d35a4cd1-5321-410d-b195-4a580620ccfd admin admin] Usage tracker for resource:security_group_rule and tenant:22d3b23d76aa4e94b07d12177b8dffc7 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:08:01.587302 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d35a4cd1-5321-410d-b195-4a580620ccfd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:08:01.600877 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ea608eec-4839-4927-b2a4-c820cded7a40 req-0b32db25-654e-49e2-8e3c-371897336e36 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4430652 May 05 20:08:01.653567 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-85a0846a-c46f-43f5-aa90-414d9666e943 req-db18427d-241c-485e-a81c-7653bb79c22a service neutron] 10.222.0.24 "GET /v2.0/networks/35d37522-ff35-47af-b60c-b213aa781c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6346135 May 05 20:08:01.658350 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d35a4cd1-5321-410d-b195-4a580620ccfd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:08:01.666094 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-43731562-26b5-4580-8c2b-3b7b46eda04e None None] Provisioning complete for port e74b640b-288e-437e-b53d-4c64152e7b39 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:08:01.667425 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-43731562-26b5-4580-8c2b-3b7b46eda04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:01.750658 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-1e6486de-a96f-4d04-ac5b-e704f64e7aa9 None None] Allocated IP 172.20.0.3 (0ce70aa4-930a-4b42-bf69-3d8749ade360/787a49b4-f7f9-44c5-87c9-20f8324b3d4c/45068804-aa0a-43bf-9c4f-36c9f49886e8) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:08:01.897315 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed9367b-a051-4c1e-a139-f72e0e6ebbd2 req-5c4f67dd-8f9a-4b54-8407-f3c25c088d5f tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:01.901330 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3ed9367b-a051-4c1e-a139-f72e0e6ebbd2 req-5c4f67dd-8f9a-4b54-8407-f3c25c088d5f tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.1870980 May 05 20:08:01.940174 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-36555afd-b4b8-4e27-ac28-57954b381be8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:01.975588 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-36555afd-b4b8-4e27-ac28-57954b381be8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:08:01.986197 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-36555afd-b4b8-4e27-ac28-57954b381be8 admin admin] Usage tracker for resource:security_group_rule and tenant:262046349b864140852ef31dfa016fbc is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:08:01.989242 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e0d819-0130-4866-b5ab-207bd3659a8a req-6dd2af00-193e-4c24-b8c3-b6945bc64990 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:01.990825 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a7e0d819-0130-4866-b5ab-207bd3659a8a req-6dd2af00-193e-4c24-b8c3-b6945bc64990 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1784ace-04ea-4816-b05d-fc9884904109 HTTP/1.1" status: 200 len: 943 time: 0.6186440 May 05 20:08:01.997515 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-36555afd-b4b8-4e27-ac28-57954b381be8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:08:02.019373 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3ed9367b-a051-4c1e-a139-f72e0e6ebbd2 req-0eda8664-4e41-4135-ae0d-c591cfc64fc9 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968370 May 05 20:08:02.025112 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-36555afd-b4b8-4e27-ac28-57954b381be8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:08:02.172461 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-85a0846a-c46f-43f5-aa90-414d9666e943 req-c423af17-23ca-4971-9f8d-6a0d5f287b2a service neutron] 10.222.0.24 "GET /v2.0/networks/35d37522-ff35-47af-b60c-b213aa781c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5027838 May 05 20:08:02.237100 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6bb50b53-a9cd-4734-9c65-685514e6f5b8 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:02.245743 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1e6486de-a96f-4d04-ac5b-e704f64e7aa9 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:02.262541 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a7e0d819-0130-4866-b5ab-207bd3659a8a req-b8471978-85d8-475c-aad7-82ebf9ddd2b6 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618058 May 05 20:08:02.265706 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-1e6486de-a96f-4d04-ac5b-e704f64e7aa9 None None] Transition to ACTIVE for port object 45068804-aa0a-43bf-9c4f-36c9f49886e8 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:08:02.298868 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-1e6486de-a96f-4d04-ac5b-e704f64e7aa9 None None] Transition to ACTIVE for port object 45068804-aa0a-43bf-9c4f-36c9f49886e8 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:08:02.305250 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dfbd1eaf-6a79-4d0e-9002-e2190172819a req-0a21cf61-f731-4169-b0c1-1a5eaa954728 tempest-ServerShowV254Test-1562950060 tempest-ServerShowV254Test-1562950060-project] 10.222.0.36 "GET /v2.0/ports?device_id=19189751-42ed-4c35-9870-2c9430e577e8 HTTP/1.1" status: 200 len: 210 time: 0.0839281 May 05 20:08:02.306914 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1e6486de-a96f-4d04-ac5b-e704f64e7aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:02.323443 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-36555afd-b4b8-4e27-ac28-57954b381be8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:02.342339 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-36555afd-b4b8-4e27-ac28-57954b381be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:02.413397 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ae63330f-d4ff-4ce7-ba92-15b25864d4d3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:02.450301 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6486de-a96f-4d04-ac5b-e704f64e7aa9 None None] Pushing event updated for resources: {'Port': ['ID=45068804-aa0a-43bf-9c4f-36c9f49886e8,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:02.466994 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6486de-a96f-4d04-ac5b-e704f64e7aa9 None None] Network 0ce70aa4-930a-4b42-bf69-3d8749ade360 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:08:02.468493 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-1e6486de-a96f-4d04-ac5b-e704f64e7aa9 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:08:02.471596 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6486de-a96f-4d04-ac5b-e704f64e7aa9 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:08:02.505245 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-36555afd-b4b8-4e27-ac28-57954b381be8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=262046349b864140852ef31dfa016fbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9674177 May 05 20:08:02.509627 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 52346) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:02.535939 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae63330f-d4ff-4ce7-ba92-15b25864d4d3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Pushing event deleted for resources: {'Subnet': ['ID=787a49b4-f7f9-44c5-87c9-20f8324b3d4c,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:02.543771 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36555afd-b4b8-4e27-ac28-57954b381be8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21785e8e-f5e5-4598-9605-d5a75d654f16,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:02.607992 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ae63330f-d4ff-4ce7-ba92-15b25864d4d3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:02.614670 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-1e6486de-a96f-4d04-ac5b-e704f64e7aa9 None None] Attempting to bind port 45068804-aa0a-43bf-9c4f-36c9f49886e8 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:08:02.615428 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-1e6486de-a96f-4d04-ac5b-e704f64e7aa9 None None] Attempting to bind port 45068804-aa0a-43bf-9c4f-36c9f49886e8 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'a9195ebd-df39-44dd-aaaa-4ccd45146974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0ce70aa4-930a-4b42-bf69-3d8749ade360'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:08:02.616477 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6486de-a96f-4d04-ac5b-e704f64e7aa9 None None] Attempting to bind port 45068804-aa0a-43bf-9c4f-36c9f49886e8 on network 0ce70aa4-930a-4b42-bf69-3d8749ade360 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:08:02.624259 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6486de-a96f-4d04-ac5b-e704f64e7aa9 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:08:02.625192 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6486de-a96f-4d04-ac5b-e704f64e7aa9 None None] Checking segment: {'id': 'a9195ebd-df39-44dd-aaaa-4ccd45146974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0ce70aa4-930a-4b42-bf69-3d8749ade360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:08:02.625787 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1e6486de-a96f-4d04-ac5b-e704f64e7aa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:02.626378 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6486de-a96f-4d04-ac5b-e704f64e7aa9 None None] Bound using segment: {'id': 'a9195ebd-df39-44dd-aaaa-4ccd45146974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0ce70aa4-930a-4b42-bf69-3d8749ade360'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:08:02.627175 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-1e6486de-a96f-4d04-ac5b-e704f64e7aa9 None None] Bound port: 45068804-aa0a-43bf-9c4f-36c9f49886e8, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9195ebd-df39-44dd-aaaa-4ccd45146974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0ce70aa4-930a-4b42-bf69-3d8749ade360'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:08:02.627754 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1e6486de-a96f-4d04-ac5b-e704f64e7aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:02.641044 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-ae63330f-d4ff-4ce7-ba92-15b25864d4d3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ce70aa4-930a-4b42-bf69-3d8749ade360']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:02.656462 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-ae63330f-d4ff-4ce7-ba92-15b25864d4d3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9195ebd-df39-44dd-aaaa-4ccd45146974') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:02.656975 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-ae63330f-d4ff-4ce7-ba92-15b25864d4d3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9195ebd-df39-44dd-aaaa-4ccd45146974') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:02.670019 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ae63330f-d4ff-4ce7-ba92-15b25864d4d3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:02.687674 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ae63330f-d4ff-4ce7-ba92-15b25864d4d3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:02.695662 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae63330f-d4ff-4ce7-ba92-15b25864d4d3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:08:02.696351 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ae63330f-d4ff-4ce7-ba92-15b25864d4d3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:02.717554 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:08:02.717554 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:08:02.717554 n-d-840717-1 neutron-server[88197]: timer() May 05 20:08:02.717554 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:08:02.717554 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:08:02.717554 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:08:02.717554 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:08:02.717554 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:08:02.717554 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:08:02.717554 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:08:02.717554 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:08:02.717554 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:08:02.717554 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:08:02.717554 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:08:02.717554 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:08:02.717554 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:08:02.717554 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:08:02.717554 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:08:02.717554 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:08:02.717554 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:08:02.717554 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:08:02.717554 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:08:02.717554 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:08:02.717554 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:08:02.717554 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:08:02.717554 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:08:02.717554 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:08:02.717554 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:08:02.717554 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:08:02.717554 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:08:02.717554 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:08:02.717554 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:08:02.720201 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d35a4cd1-5321-410d-b195-4a580620ccfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:02.739470 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-1e6486de-a96f-4d04-ac5b-e704f64e7aa9 None None] For port 45068804-aa0a-43bf-9c4f-36c9f49886e8, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:08:02.761867 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d35a4cd1-5321-410d-b195-4a580620ccfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:02.813654 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-1e6486de-a96f-4d04-ac5b-e704f64e7aa9 None None] For port 45068804-aa0a-43bf-9c4f-36c9f49886e8, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=45068804-aa0a-43bf-9c4f-36c9f49886e8,segment=NetworkSegment(a9195ebd-df39-44dd-aaaa-4ccd45146974),segment_id=a9195ebd-df39-44dd-aaaa-4ccd45146974)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:08:02.816366 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.api [None req-ae63330f-d4ff-4ce7-ba92-15b25864d4d3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 05 20:08:02.816366 n-d-840717-1 neutron-server[88197]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 05 20:08:02.816366 n-d-840717-1 neutron-server[88197]: [parameters: {'id': '0ce70aa4-930a-4b42-bf69-3d8749ade360'}] May 05 20:08:02.816366 n-d-840717-1 neutron-server[88197]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88197) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:08:02.817550 n-d-840717-1 neutron-server[88197]: DEBUG oslo_db.api [None req-ae63330f-d4ff-4ce7-ba92-15b25864d4d3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:08:02.818063 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1e6486de-a96f-4d04-ac5b-e704f64e7aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:02.943375 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d35a4cd1-5321-410d-b195-4a580620ccfd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=22d3b23d76aa4e94b07d12177b8dffc7&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0281680 May 05 20:08:02.950040 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6486de-a96f-4d04-ac5b-e704f64e7aa9 None None] Pushing event updated for resources: {'Port': ['ID=45068804-aa0a-43bf-9c4f-36c9f49886e8,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:02.951504 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 52360) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:02.962013 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35a4cd1-5321-410d-b195-4a580620ccfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599b640b-01d8-4f4b-a31c-b71dc5e67f75,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:02.971663 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc82bb-550b-49dc-94d1-abe20adf02fb req-6bd2ff58-917f-4224-99c8-beb00d330c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:02.973650 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-66cc82bb-550b-49dc-94d1-abe20adf02fb req-6bd2ff58-917f-4224-99c8-beb00d330c8c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=51033f662b4a41faabaa592f98ca548e&device_id=d1784ace-04ea-4816-b05d-fc9884904109 HTTP/1.1" status: 200 len: 1094 time: 0.7387915 May 05 20:08:02.980820 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e309209-7ac0-4742-a2bb-d027c8ca3627 None None] Network 0ce70aa4-930a-4b42-bf69-3d8749ade360 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:08:02.987505 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e167e58c-4223-4556-8658-a6ada4707d03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:03.017331 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device e74b640b-288e-437e-b53d-4c64152e7b39 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:08:03.067690 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0f36c378-3b88-4169-a504-97f4b7b6449c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:03.080784 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e167e58c-4223-4556-8658-a6ada4707d03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:03.212419 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0f36c378-3b88-4169-a504-97f4b7b6449c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:03.270277 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port e74b640b-288e-437e-b53d-4c64152e7b39 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:08:03.270849 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:03.272073 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970992c9-4480-4eb5-a307-654a34bd221f req-75928f0e-3bab-4539-ad9e-6207fd18df34 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:03.291650 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-970992c9-4480-4eb5-a307-654a34bd221f req-75928f0e-3bab-4539-ad9e-6207fd18df34 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.7773077 May 05 20:08:03.328859 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0f36c378-3b88-4169-a504-97f4b7b6449c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:03.332031 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ae63330f-d4ff-4ce7-ba92-15b25864d4d3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:03.337233 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b400735f-b31d-446c-a9f4-d9a589ba259f req-40765477-7e00-4ece-8485-e5d0cd441978 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=19189751-42ed-4c35-9870-2c9430e577e8 HTTP/1.1" status: 200 len: 210 time: 0.0605388 May 05 20:08:03.354514 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f36c378-3b88-4169-a504-97f4b7b6449c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599b640b-01d8-4f4b-a31c-b71dc5e67f75,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:03.377635 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-ae63330f-d4ff-4ce7-ba92-15b25864d4d3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Deleting port 45068804-aa0a-43bf-9c4f-36c9f49886e8 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:08:03.378111 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ae63330f-d4ff-4ce7-ba92-15b25864d4d3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:03.444019 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e78b0d5-e07f-4822-a566-bb8dbcf90d26 None None] get_active_networks_info from n-d-840717-1 {{(pid=88199) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 05 20:08:03.511161 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0f36c378-3b88-4169-a504-97f4b7b6449c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:03.512630 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-0f36c378-3b88-4169-a504-97f4b7b6449c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/599b640b-01d8-4f4b-a31c-b71dc5e67f75 HTTP/1.1" status: 204 len: 168 time: 0.5547991 May 05 20:08:03.555513 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-970992c9-4480-4eb5-a307-654a34bd221f req-2ec8540c-ea38-463f-b7c3-12a47fa1b2c4 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2628372 May 05 20:08:03.577924 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e78b0d5-e07f-4822-a566-bb8dbcf90d26 None None] Resources bound (agent type, host, resource id): {{(pid=88199) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 05 20:08:03.588071 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc82bb-550b-49dc-94d1-abe20adf02fb req-e6a191d1-2897-4ac9-9315-b56e044ee4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:03.589890 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-66cc82bb-550b-49dc-94d1-abe20adf02fb req-e6a191d1-2897-4ac9-9315-b56e044ee4da service neutron] 10.222.0.24 "GET /v2.0/networks?id=35d37522-ff35-47af-b60c-b213aa781c6f HTTP/1.1" status: 200 len: 906 time: 0.6090293 May 05 20:08:03.750457 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-ae63330f-d4ff-4ce7-ba92-15b25864d4d3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] For port 45068804-aa0a-43bf-9c4f-36c9f49886e8, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=45068804-aa0a-43bf-9c4f-36c9f49886e8,segment=NetworkSegment(a9195ebd-df39-44dd-aaaa-4ccd45146974),segment_id=a9195ebd-df39-44dd-aaaa-4ccd45146974)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:08:03.750805 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ae63330f-d4ff-4ce7-ba92-15b25864d4d3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:03.783635 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-66cc82bb-550b-49dc-94d1-abe20adf02fb req-eac21e88-3e7a-4831-b8d8-7dcb1629b590 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8499fae9-bcb7-415f-93e7-d714d01bcd5c HTTP/1.1" status: 200 len: 217 time: 0.1730063 May 05 20:08:03.791390 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e167e58c-4223-4556-8658-a6ada4707d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:03.912395 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-ae63330f-d4ff-4ce7-ba92-15b25864d4d3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Calling delete_port for 45068804-aa0a-43bf-9c4f-36c9f49886e8 owned by network:dhcp {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:08:03.947957 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0c96f5af-5c04-4a00-b203-1d9760335a43 req-bd65f5cd-d3e2-4f9a-9263-23290e12939d tempest-ServerShowV254Test-1562950060 tempest-ServerShowV254Test-1562950060-project] 10.222.0.36 "GET /v2.0/ports?device_id=19189751-42ed-4c35-9870-2c9430e577e8 HTTP/1.1" status: 200 len: 210 time: 0.1694312 May 05 20:08:03.966094 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e167e58c-4223-4556-8658-a6ada4707d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21785e8e-f5e5-4598-9605-d5a75d654f16,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:04.032104 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ae63330f-d4ff-4ce7-ba92-15b25864d4d3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:04.069038 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc82bb-550b-49dc-94d1-abe20adf02fb req-7387ae92-30e2-43ba-8baf-60116ff842ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:04.080824 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-66cc82bb-550b-49dc-94d1-abe20adf02fb req-7387ae92-30e2-43ba-8baf-60116ff842ae service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abe7c8d5-c1a3-49ab-83d4-2252eacbfbcf HTTP/1.1" status: 200 len: 845 time: 0.2431736 May 05 20:08:04.103988 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae63330f-d4ff-4ce7-ba92-15b25864d4d3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] No DVR routers for this DVR port 45068804-aa0a-43bf-9c4f-36c9f49886e8 on host n-d-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:08:04.151637 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae63330f-d4ff-4ce7-ba92-15b25864d4d3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Pushing event deleted for resources: {'Port': ['ID=45068804-aa0a-43bf-9c4f-36c9f49886e8,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:04.178696 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e167e58c-4223-4556-8658-a6ada4707d03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:04.192144 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e167e58c-4223-4556-8658-a6ada4707d03 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/21785e8e-f5e5-4598-9605-d5a75d654f16 HTTP/1.1" status: 204 len: 168 time: 1.6765857 May 05 20:08:04.193649 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-6bb50b53-a9cd-4734-9c65-685514e6f5b8 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Allocated IP 172.20.0.1 (f6742214-4aff-4718-b4d5-06f9af7d100a/b8cfd6f9-133c-4dc4-a8c0-195e4c2e3933/92dc18ce-98b9-4e20-800f-6eaffc5e673e) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:08:04.212871 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-66cc82bb-550b-49dc-94d1-abe20adf02fb req-62804c6a-d9a1-4dbd-8565-5197b7d3448d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=35d37522-ff35-47af-b60c-b213aa781c6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1134148 May 05 20:08:04.274012 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 52388) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:04.278540 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea866d3-b707-4525-8929-bb52419e26f0 req-0a63cd0a-a3d3-4cfc-bd6c-1fb98bf977fc tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:04.289418 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fea866d3-b707-4525-8929-bb52419e26f0 req-0a63cd0a-a3d3-4cfc-bd6c-1fb98bf977fc tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1784ace-04ea-4816-b05d-fc9884904109 HTTP/1.1" status: 200 len: 943 time: 0.8630366 May 05 20:08:04.295721 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ae63330f-d4ff-4ce7-ba92-15b25864d4d3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:04.358593 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-ae63330f-d4ff-4ce7-ba92-15b25864d4d3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ce70aa4-930a-4b42-bf69-3d8749ade360']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:04.412513 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fea866d3-b707-4525-8929-bb52419e26f0 req-1d6539b8-19a4-48df-9dd9-5d41e0d4beb2 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192565 May 05 20:08:04.415801 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-ae63330f-d4ff-4ce7-ba92-15b25864d4d3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9195ebd-df39-44dd-aaaa-4ccd45146974') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:04.415801 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-ae63330f-d4ff-4ce7-ba92-15b25864d4d3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9195ebd-df39-44dd-aaaa-4ccd45146974') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:04.448196 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ae63330f-d4ff-4ce7-ba92-15b25864d4d3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:04.509948 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ae63330f-d4ff-4ce7-ba92-15b25864d4d3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:04.520950 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-72a24232-1b48-4dec-b412-2afc3107da4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:04.529715 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae63330f-d4ff-4ce7-ba92-15b25864d4d3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:08:04.530208 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ae63330f-d4ff-4ce7-ba92-15b25864d4d3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:04.572603 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:08:04.572603 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:08:04.572603 n-d-840717-1 neutron-server[88197]: timer() May 05 20:08:04.572603 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:08:04.572603 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:08:04.572603 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:08:04.572603 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:08:04.572603 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:08:04.572603 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:08:04.572603 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:08:04.572603 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:08:04.572603 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:08:04.572603 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:08:04.572603 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:08:04.572603 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:08:04.572603 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:08:04.572603 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:08:04.572603 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:08:04.572603 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:08:04.572603 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:08:04.572603 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:08:04.572603 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:08:04.572603 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:08:04.572603 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:08:04.572603 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:08:04.572603 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:08:04.572603 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:08:04.572603 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:08:04.572603 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:08:04.572603 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:08:04.572603 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:08:04.572603 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:08:04.617504 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-70172347-9a4c-4ed7-b0bf-85fbab6e35bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:04.689078 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ae63330f-d4ff-4ce7-ba92-15b25864d4d3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:04.701538 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ae63330f-d4ff-4ce7-ba92-15b25864d4d3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:04.712440 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-72a24232-1b48-4dec-b412-2afc3107da4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:08:04.720194 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-72a24232-1b48-4dec-b412-2afc3107da4a admin admin] Usage tracker for resource:security_group_rule and tenant:82d35b185659431a8b51f471284643f8 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:08:04.723454 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-72a24232-1b48-4dec-b412-2afc3107da4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:08:04.730054 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-72a24232-1b48-4dec-b412-2afc3107da4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:08:04.742438 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-ae63330f-d4ff-4ce7-ba92-15b25864d4d3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] 10.222.0.36 "DELETE /v2.0/networks/0ce70aa4-930a-4b42-bf69-3d8749ade360 HTTP/1.1" status: 204 len: 168 time: 3.9341271 May 05 20:08:04.744612 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae63330f-d4ff-4ce7-ba92-15b25864d4d3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Pushing event deleted for resources: {'Network': ['ID=0ce70aa4-930a-4b42-bf69-3d8749ade360,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:04.748812 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 52400) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:04.757746 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-bcfdfd92-3b11-4be3-96f4-1f14bfdb1772 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1533118229'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:08:04.765392 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-bcfdfd92-3b11-4be3-96f4-1f14bfdb1772 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:08:04.773129 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-bcfdfd92-3b11-4be3-96f4-1f14bfdb1772 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Usage tracker for resource:network and tenant:d25a9484054c4089b629b2bf454f1312 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:08:04.778879 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-bcfdfd92-3b11-4be3-96f4-1f14bfdb1772 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:08:04.788589 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-bcfdfd92-3b11-4be3-96f4-1f14bfdb1772 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:08:04.805478 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcfdfd92-3b11-4be3-96f4-1f14bfdb1772 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Made reservation on behalf of d25a9484054c4089b629b2bf454f1312 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:08:04.809633 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bcfdfd92-3b11-4be3-96f4-1f14bfdb1772 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:04.826011 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-72a24232-1b48-4dec-b412-2afc3107da4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:04.852869 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcfdfd92-3b11-4be3-96f4-1f14bfdb1772 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:08:04.866926 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bcfdfd92-3b11-4be3-96f4-1f14bfdb1772 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:04.867322 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-bcfdfd92-3b11-4be3-96f4-1f14bfdb1772 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Added segment 14e57595-0348-48e9-bb83-b7ccc041e340 of type vlan for network 227d8720-9697-43c4-a575-edabc95c9472 May 05 20:08:04.895345 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-72a24232-1b48-4dec-b412-2afc3107da4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:04.912817 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bcfdfd92-3b11-4be3-96f4-1f14bfdb1772 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:04.955904 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bcfdfd92-3b11-4be3-96f4-1f14bfdb1772 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:04.962203 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfdfd92-3b11-4be3-96f4-1f14bfdb1772 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:04.962545 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bcfdfd92-3b11-4be3-96f4-1f14bfdb1772 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:05.032758 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-bcfdfd92-3b11-4be3-96f4-1f14bfdb1772 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2828059 May 05 20:08:05.036843 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 52414) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:05.040672 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6bb50b53-a9cd-4734-9c65-685514e6f5b8 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:05.092888 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-f5e06a80-35ed-4ee9-b31c-d9f485ffedd3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Request body: {'subnet': {'network_id': '227d8720-9697-43c4-a575-edabc95c9472', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:08:05.120383 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfdfd92-3b11-4be3-96f4-1f14bfdb1772 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Pushing event updated for resources: {'Network': ['ID=227d8720-9697-43c4-a575-edabc95c9472,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:05.130877 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 227d8720-9697-43c4-a575-edabc95c9472 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:08:05.146774 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6bb50b53-a9cd-4734-9c65-685514e6f5b8 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:05.295070 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-670afd16-30fd-4fd6-9dd0-c00a20a34fff req-16a5165f-e5ed-4e1e-9cf6-9f330aef46da tempest-ServerShowV254Test-1562950060 tempest-ServerShowV254Test-1562950060-project] 10.222.0.36 "GET /v2.0/ports?device_id=19189751-42ed-4c35-9870-2c9430e577e8 HTTP/1.1" status: 200 len: 210 time: 0.1873026 May 05 20:08:05.296205 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-f5e06a80-35ed-4ee9-b31c-d9f485ffedd3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:08:05.300997 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-f5e06a80-35ed-4ee9-b31c-d9f485ffedd3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Usage tracker for resource:subnet and tenant:d25a9484054c4089b629b2bf454f1312 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:08:05.305440 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-f5e06a80-35ed-4ee9-b31c-d9f485ffedd3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:08:05.316917 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-f5e06a80-35ed-4ee9-b31c-d9f485ffedd3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:08:05.330982 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 52422) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:05.330982 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e06a80-35ed-4ee9-b31c-d9f485ffedd3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Made reservation on behalf of d25a9484054c4089b629b2bf454f1312 for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:08:05.334636 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f5e06a80-35ed-4ee9-b31c-d9f485ffedd3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:05.397477 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-72a24232-1b48-4dec-b412-2afc3107da4a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=82d35b185659431a8b51f471284643f8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1224048 May 05 20:08:05.398308 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a24232-1b48-4dec-b412-2afc3107da4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd28786-6716-433b-9b9d-f4b401459b05,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:05.418364 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 52434) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:05.420445 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-66cc82bb-550b-49dc-94d1-abe20adf02fb req-846117b2-332d-4147-b2e6-8d44d03d563f service neutron] 10.222.0.24 "GET /v2.0/networks/35d37522-ff35-47af-b60c-b213aa781c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1914334 May 05 20:08:05.464717 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb50b53-a9cd-4734-9c65-685514e6f5b8 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Network f6742214-4aff-4718-b4d5-06f9af7d100a is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:08:05.476406 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4b9bf-e628-4536-9aa6-31c4fb8bd282 req-211f4aab-e455-432e-8218-26cf9e517e61 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:05.483826 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c7b4b9bf-e628-4536-9aa6-31c4fb8bd282 req-211f4aab-e455-432e-8218-26cf9e517e61 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.9668832 May 05 20:08:05.508303 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-6bb50b53-a9cd-4734-9c65-685514e6f5b8 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:08:05.531008 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb50b53-a9cd-4734-9c65-685514e6f5b8 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:08:05.586238 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b079dbe4-5db3-4141-967a-adbd80b47dfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:05.606600 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-b079dbe4-5db3-4141-967a-adbd80b47dfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:08:05.611189 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-b079dbe4-5db3-4141-967a-adbd80b47dfd admin admin] Usage tracker for resource:security_group_rule and tenant:04835a29e4e74a26ab42a1c5adb2b14c is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:08:05.614851 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-b079dbe4-5db3-4141-967a-adbd80b47dfd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:08:05.622798 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-b079dbe4-5db3-4141-967a-adbd80b47dfd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:08:05.644907 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb50b53-a9cd-4734-9c65-685514e6f5b8 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Pushing event updated for resources: {'Port': ['ID=92dc18ce-98b9-4e20-800f-6eaffc5e673e,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:05.763700 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c7b4b9bf-e628-4536-9aa6-31c4fb8bd282 req-29eac4f3-b682-426c-abf2-b732bce26833 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2788293 May 05 20:08:05.788599 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6bb50b53-a9cd-4734-9c65-685514e6f5b8 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:05.901098 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b079dbe4-5db3-4141-967a-adbd80b47dfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:05.926269 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 8499fae9-bcb7-415f-93e7-d714d01bcd5c details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:08:05.939768 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b079dbe4-5db3-4141-967a-adbd80b47dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:05.975504 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-66cc82bb-550b-49dc-94d1-abe20adf02fb req-9f18412e-1a77-43d4-a3f5-f6cccef4e30a service neutron] 10.222.0.24 "GET /v2.0/networks/35d37522-ff35-47af-b60c-b213aa781c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5130105 May 05 20:08:06.033632 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-be45a37b-4de7-480f-91f7-4c02fabdb201 req-6a45f0d3-8871-4124-a9c9-00c1cf0d875b tempest-ServerShowV254Test-1562950060 tempest-ServerShowV254Test-1562950060-project] 10.222.0.36 "GET /v2.0/ports?device_id=19189751-42ed-4c35-9870-2c9430e577e8 HTTP/1.1" status: 200 len: 210 time: 0.0855758 May 05 20:08:06.035509 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-b079dbe4-5db3-4141-967a-adbd80b47dfd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=04835a29e4e74a26ab42a1c5adb2b14c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7147005 May 05 20:08:06.036839 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 52456) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:06.070344 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-294bca3a-3ab3-4b92-9c98-54c159fb5fb3 req-deec0130-472f-456c-aec6-50442df4697e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cd67b31022df4a598c8a9c2222fa76d4&device_id=19189751-42ed-4c35-9870-2c9430e577e8 HTTP/1.1" status: 200 len: 210 time: 0.2016451 May 05 20:08:06.124099 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-79e18d57-f78c-4691-b14b-4d094a320f30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:06.146998 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 8499fae9-bcb7-415f-93e7-d714d01bcd5c, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=8499fae9-bcb7-415f-93e7-d714d01bcd5c,segment=NetworkSegment(0a9940fa-b2d8-4605-a2bb-ab46df53c9ac),segment_id=0a9940fa-b2d8-4605-a2bb-ab46df53c9ac)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:08:06.155736 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-79e18d57-f78c-4691-b14b-4d094a320f30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:06.155930 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-561ab493-7ca5-4527-8856-079401539033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:06.167756 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '8499fae9-bcb7-415f-93e7-d714d01bcd5c', 'network_id': '35d37522-ff35-47af-b60c-b213aa781c6f', 'port_id': '8499fae9-bcb7-415f-93e7-d714d01bcd5c', 'mac_address': 'fa:16:3e:64:43:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abe7c8d5-c1a3-49ab-83d4-2252eacbfbcf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:08:06.190074 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-561ab493-7ca5-4527-8856-079401539033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:06.274334 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-79e18d57-f78c-4691-b14b-4d094a320f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:06.277661 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b079dbe4-5db3-4141-967a-adbd80b47dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea06e07b-68fa-4ffc-a86f-c70b8cf6afcb,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:06.291767 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6bb50b53-a9cd-4734-9c65-685514e6f5b8 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:06.301997 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-294bca3a-3ab3-4b92-9c98-54c159fb5fb3 req-4d94128c-4a81-4740-9702-39e8bc10614b service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=cd67b31022df4a598c8a9c2222fa76d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1914730 May 05 20:08:06.320471 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e18d57-f78c-4691-b14b-4d094a320f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd28786-6716-433b-9b9d-f4b401459b05,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:06.356561 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:06.409217 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8499fae9-bcb7-415f-93e7-d714d01bcd5c {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:08:06.424026 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f0731-a00c-4c05-8bc9-46400f1e5850 req-05ab5591-530b-461f-a7c0-1ab4b5c50e9e tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:06.434378 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-466f0731-a00c-4c05-8bc9-46400f1e5850 req-05ab5591-530b-461f-a7c0-1ab4b5c50e9e tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1784ace-04ea-4816-b05d-fc9884904109 HTTP/1.1" status: 200 len: 943 time: 0.5293314 May 05 20:08:06.434879 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 8499fae9-bcb7-415f-93e7-d714d01bcd5c, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=8499fae9-bcb7-415f-93e7-d714d01bcd5c,segment=NetworkSegment(0a9940fa-b2d8-4605-a2bb-ab46df53c9ac),segment_id=0a9940fa-b2d8-4605-a2bb-ab46df53c9ac)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:08:06.440175 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:06.480749 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-561ab493-7ca5-4527-8856-079401539033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:06.515607 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=8499fae9-bcb7-415f-93e7-d714d01bcd5c,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:06.518494 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561ab493-7ca5-4527-8856-079401539033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea06e07b-68fa-4ffc-a86f-c70b8cf6afcb,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:06.539669 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-79e18d57-f78c-4691-b14b-4d094a320f30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:06.539806 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-561ab493-7ca5-4527-8856-079401539033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:06.540588 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-79e18d57-f78c-4691-b14b-4d094a320f30 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3cd28786-6716-433b-9b9d-f4b401459b05 HTTP/1.1" status: 204 len: 168 time: 1.1212871 May 05 20:08:06.543717 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-561ab493-7ca5-4527-8856-079401539033 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ea06e07b-68fa-4ffc-a86f-c70b8cf6afcb HTTP/1.1" status: 204 len: 168 time: 0.5061593 May 05 20:08:06.653803 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['8499fae9-bcb7-415f-93e7-d714d01bcd5c'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:08:06.663236 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-466f0731-a00c-4c05-8bc9-46400f1e5850 req-f7930366-7ab0-4a71-a0c2-45a041a2b5a3 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275844 May 05 20:08:06.671258 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f5e06a80-35ed-4ee9-b31c-d9f485ffedd3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:06.832316 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e06a80-35ed-4ee9-b31c-d9f485ffedd3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Pushing event updated for resources: {'Subnet': ['ID=a5328388-ee01-4271-9bfa-67ef90f444f7,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:06.843139 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294bca3a-3ab3-4b92-9c98-54c159fb5fb3 req-429c3cb4-9e94-458b-a6dd-708173b7d557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:06.844508 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-294bca3a-3ab3-4b92-9c98-54c159fb5fb3 req-429c3cb4-9e94-458b-a6dd-708173b7d557 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5311284 May 05 20:08:06.845412 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e06a80-35ed-4ee9-b31c-d9f485ffedd3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Checking segment: {'id': '14e57595-0348-48e9-bb83-b7ccc041e340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '227d8720-9697-43c4-a575-edabc95c9472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:08:06.845711 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e06a80-35ed-4ee9-b31c-d9f485ffedd3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Network hostable DHCP agents. Network: 227d8720-9697-43c4-a575-edabc95c9472, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:08:06.869779 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e06a80-35ed-4ee9-b31c-d9f485ffedd3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Network 227d8720-9697-43c4-a575-edabc95c9472 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:08:06.888422 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-f5e06a80-35ed-4ee9-b31c-d9f485ffedd3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 227d8720-9697-43c4-a575-edabc95c9472) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:08:06.903438 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e06a80-35ed-4ee9-b31c-d9f485ffedd3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:06.904326 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f5e06a80-35ed-4ee9-b31c-d9f485ffedd3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:06.929148 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f5e06a80-35ed-4ee9-b31c-d9f485ffedd3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8907259 May 05 20:08:06.930859 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b07a544-3a90-42db-8ad0-3646b6075339 None None] Network 227d8720-9697-43c4-a575-edabc95c9472 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:08:06.932062 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 52480) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:07.063650 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6bb50b53-a9cd-4734-9c65-685514e6f5b8 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:07.070412 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6bb50b53-a9cd-4734-9c65-685514e6f5b8 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:07.114708 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-447bfd77-aea0-470c-9556-e054df2fb69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:07.218771 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6990f531-3a8b-4f55-bf81-98440fb23f6b tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:07.297425 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 52492) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:07.355789 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb50b53-a9cd-4734-9c65-685514e6f5b8 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Pushing event updated for resources: {'Port': ['ID=92dc18ce-98b9-4e20-800f-6eaffc5e673e,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:07.372271 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d9b2c9a4-5fd6-4383-8b4c-ab7649d814b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:07.378944 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6990f531-3a8b-4f55-bf81-98440fb23f6b tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:07.396144 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6bb50b53-a9cd-4734-9c65-685514e6f5b8 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:07.468356 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d9b2c9a4-5fd6-4383-8b4c-ab7649d814b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:08:07.512178 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-55c22239-5442-4f69-8c2a-b885e4e483ae req-08df5356-753f-42a2-8aea-b075d9afa118 tempest-ServerShowV254Test-1562950060 tempest-ServerShowV254Test-1562950060-project] 10.222.0.36 "GET /v2.0/ports?device_id=19189751-42ed-4c35-9870-2c9430e577e8 HTTP/1.1" status: 200 len: 210 time: 0.1454380 May 05 20:08:07.528430 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d9b2c9a4-5fd6-4383-8b4c-ab7649d814b1 admin admin] Usage tracker for resource:security_group_rule and tenant:1dcccfcee445428783db98c6645b706f is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:08:07.555993 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da5b979-8f1e-4a2e-9c38-d5cdb95326b5 req-a1594cb4-6c57-42c7-9668-9a2d7d119564 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:07.556492 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d9b2c9a4-5fd6-4383-8b4c-ab7649d814b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:08:07.558608 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5da5b979-8f1e-4a2e-9c38-d5cdb95326b5 req-a1594cb4-6c57-42c7-9668-9a2d7d119564 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.1821246 May 05 20:08:07.567960 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6990f531-3a8b-4f55-bf81-98440fb23f6b tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:07.574088 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d9b2c9a4-5fd6-4383-8b4c-ab7649d814b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:08:07.596854 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c47b14-84fd-4e29-a443-b0575f266e5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-227d8720-9697-43c4-a575-edabc95c9472', 'network_id': '227d8720-9697-43c4-a575-edabc95c9472', 'tenant_id': 'd25a9484054c4089b629b2bf454f1312', 'fixed_ips': [{'subnet_id': 'a5328388-ee01-4271-9bfa-67ef90f444f7'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:08:07.598509 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-74c47b14-84fd-4e29-a443-b0575f266e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:07.662161 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990f531-3a8b-4f55-bf81-98440fb23f6b tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Pushing event deleted for resources: {'Subnet': ['ID=a5328388-ee01-4271-9bfa-67ef90f444f7,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:07.776850 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:07.781944 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3920eb9-838b-47dd-aa9c-4a7bf2b0e702 None None] Network 227d8720-9697-43c4-a575-edabc95c9472 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:08:07.817858 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb50b53-a9cd-4734-9c65-685514e6f5b8 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Network f6742214-4aff-4718-b4d5-06f9af7d100a is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:08:07.827089 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-6bb50b53-a9cd-4734-9c65-685514e6f5b8 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:08:07.866207 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5da5b979-8f1e-4a2e-9c38-d5cdb95326b5 req-d473fb04-2d10-4c18-ae42-db85b299e340 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2829108 May 05 20:08:08.007822 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6990f531-3a8b-4f55-bf81-98440fb23f6b tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:08.052812 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 8499fae9-bcb7-415f-93e7-d714d01bcd5c up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:08:08.082806 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-6990f531-3a8b-4f55-bf81-98440fb23f6b tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['227d8720-9697-43c4-a575-edabc95c9472']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:08.112202 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-6990f531-3a8b-4f55-bf81-98440fb23f6b tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14e57595-0348-48e9-bb83-b7ccc041e340') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:08.112497 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-6990f531-3a8b-4f55-bf81-98440fb23f6b tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14e57595-0348-48e9-bb83-b7ccc041e340') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:08.140053 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6990f531-3a8b-4f55-bf81-98440fb23f6b tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:08.188150 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:08.191415 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6990f531-3a8b-4f55-bf81-98440fb23f6b tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:08.208138 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6990f531-3a8b-4f55-bf81-98440fb23f6b tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:08:08.208559 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6990f531-3a8b-4f55-bf81-98440fb23f6b tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:08.231307 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port 8499fae9-bcb7-415f-93e7-d714d01bcd5c completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:08:08.239667 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 8499fae9-bcb7-415f-93e7-d714d01bcd5c triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:08:08.240133 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:08.316385 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:08:08.316385 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:08:08.316385 n-d-840717-1 neutron-server[88197]: timer() May 05 20:08:08.316385 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:08:08.316385 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:08:08.316385 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:08:08.316385 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:08:08.316385 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:08:08.316385 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:08:08.316385 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:08:08.316385 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:08:08.316385 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:08:08.316385 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:08:08.316385 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:08:08.316385 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:08:08.316385 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:08:08.316385 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:08:08.316385 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:08:08.316385 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:08:08.316385 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:08:08.316385 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:08:08.316385 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:08:08.316385 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:08:08.316385 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:08:08.316385 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:08:08.316385 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:08:08.316385 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:08:08.316385 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:08:08.316385 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:08:08.316385 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:08:08.316385 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:08:08.316385 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:08:08.337688 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d9b2c9a4-5fd6-4383-8b4c-ab7649d814b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:08.362764 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d9b2c9a4-5fd6-4383-8b4c-ab7649d814b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:08.391732 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-294bca3a-3ab3-4b92-9c98-54c159fb5fb3 req-2938cf3b-c429-47b7-b29d-3c3e24154af9 tempest-ServerShowV254Test-1562950060 tempest-ServerShowV254Test-1562950060-project] 10.222.0.50 "GET /v2.0/ports?device_id=19189751-42ed-4c35-9870-2c9430e577e8 HTTP/1.1" status: 200 len: 210 time: 0.0744379 May 05 20:08:08.401019 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6990f531-3a8b-4f55-bf81-98440fb23f6b tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:08.445517 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6990f531-3a8b-4f55-bf81-98440fb23f6b tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:08.458695 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990f531-3a8b-4f55-bf81-98440fb23f6b tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Pushing event deleted for resources: {'Network': ['ID=227d8720-9697-43c4-a575-edabc95c9472,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:08.474688 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-6990f531-3a8b-4f55-bf81-98440fb23f6b tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] 10.222.0.36 "DELETE /v2.0/networks/227d8720-9697-43c4-a575-edabc95c9472 HTTP/1.1" status: 204 len: 168 time: 1.5412066 May 05 20:08:08.480955 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 52532) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:08.493858 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-f88e88a3-58e2-44c0-bbb2-66dbc3935b1f tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-89989857'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:08:08.504547 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-f88e88a3-58e2-44c0-bbb2-66dbc3935b1f tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:08:08.513329 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-f88e88a3-58e2-44c0-bbb2-66dbc3935b1f tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Usage tracker for resource:network and tenant:d25a9484054c4089b629b2bf454f1312 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:08:08.527237 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-f88e88a3-58e2-44c0-bbb2-66dbc3935b1f tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:08:08.538253 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-f88e88a3-58e2-44c0-bbb2-66dbc3935b1f tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:08:08.557241 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d9b2c9a4-5fd6-4383-8b4c-ab7649d814b1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1dcccfcee445428783db98c6645b706f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2586503 May 05 20:08:08.559912 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 52538) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:08.566526 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f88e88a3-58e2-44c0-bbb2-66dbc3935b1f tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Made reservation on behalf of d25a9484054c4089b629b2bf454f1312 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:08:08.571126 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b2c9a4-5fd6-4383-8b4c-ab7649d814b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e35088b8-386a-48bb-a796-2bf95ff02630,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:08.574724 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f88e88a3-58e2-44c0-bbb2-66dbc3935b1f tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:08.578490 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:08.637771 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bb50b53-a9cd-4734-9c65-685514e6f5b8 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Router b06cf728-838a-4d45-b322-45e16e190c58 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:08:08.666066 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1784ace-04ea-4816-b05d-fc9884904109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8499fae9-bcb7-415f-93e7-d714d01bcd5c'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:08:08.679385 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d967db-aa8b-4204-8057-6a7c3818bc64 req-9189b8cd-ccaa-4b30-b293-f5a7eb775bf5 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:08.683318 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c8d967db-aa8b-4204-8057-6a7c3818bc64 req-9189b8cd-ccaa-4b30-b293-f5a7eb775bf5 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1784ace-04ea-4816-b05d-fc9884904109 HTTP/1.1" status: 200 len: 944 time: 0.5592122 May 05 20:08:08.688198 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f88e88a3-58e2-44c0-bbb2-66dbc3935b1f tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:08:08.699036 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 8499fae9-bcb7-415f-93e7-d714d01bcd5c, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=8499fae9-bcb7-415f-93e7-d714d01bcd5c,segment=NetworkSegment(0a9940fa-b2d8-4605-a2bb-ab46df53c9ac),segment_id=0a9940fa-b2d8-4605-a2bb-ab46df53c9ac)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:08:08.707306 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:08.709552 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f88e88a3-58e2-44c0-bbb2-66dbc3935b1f tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:08.710438 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-f88e88a3-58e2-44c0-bbb2-66dbc3935b1f tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Added segment f8127e96-a9cc-409f-8a11-f743a2c21bde of type vlan for network cd703b39-7a6b-49a6-9220-e391997301de May 05 20:08:08.817036 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f88e88a3-58e2-44c0-bbb2-66dbc3935b1f tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:08.881847 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=8499fae9-bcb7-415f-93e7-d714d01bcd5c,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:08.902548 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c8d967db-aa8b-4204-8057-6a7c3818bc64 req-ec853fca-f790-4d54-94a8-55a32e7c48ef tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116017 May 05 20:08:08.963701 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f88e88a3-58e2-44c0-bbb2-66dbc3935b1f tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:08.973534 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88e88a3-58e2-44c0-bbb2-66dbc3935b1f tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:08.974707 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f88e88a3-58e2-44c0-bbb2-66dbc3935b1f tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:09.022190 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a5af704-86cc-4709-93ab-363ffd2938df'] response: {'server_uuid': 'd1784ace-04ea-4816-b05d-fc9884904109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8499fae9-bcb7-415f-93e7-d714d01bcd5c', 'code': 200} May 05 20:08:09.080250 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bb50b53-a9cd-4734-9c65-685514e6f5b8 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:08:09.093167 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8db823-248a-4d2d-8252-c3c529e7df58 None None] Sync routers for ids ['b06cf728-838a-4d45-b322-45e16e190c58'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:08:09.112251 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8db823-248a-4d2d-8252-c3c529e7df58 None None] Routers {'b06cf728-838a-4d45-b322-45e16e190c58'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:08:09.112913 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-fb8db823-248a-4d2d-8252-c3c529e7df58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:08:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['b06cf728-838a-4d45-b322-45e16e190c58'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:09.227316 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-6bb50b53-a9cd-4734-9c65-685514e6f5b8 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] 10.222.0.36 "PUT /v2.0/routers/b06cf728-838a-4d45-b322-45e16e190c58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0337369 May 05 20:08:09.262222 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 52562) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:09.360558 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-fb8db823-248a-4d2d-8252-c3c529e7df58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:09.372908 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8db823-248a-4d2d-8252-c3c529e7df58 None None] Routers {'b06cf728-838a-4d45-b322-45e16e190c58'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:08:09.377108 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-fb8db823-248a-4d2d-8252-c3c529e7df58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:08:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['b06cf728-838a-4d45-b322-45e16e190c58'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:09.382124 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-06e2bc0e-3f07-4c48-bb62-d0234a9f4fb5 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Request body: {'port': {'network_id': 'f6742214-4aff-4718-b4d5-06f9af7d100a', 'name': 'tempest-FloatingIPTestJSON-2143785269'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:08:09.383513 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88e88a3-58e2-44c0-bbb2-66dbc3935b1f tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Pushing event updated for resources: {'Network': ['ID=cd703b39-7a6b-49a6-9220-e391997301de,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:09.395141 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network cd703b39-7a6b-49a6-9220-e391997301de details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:08:09.402150 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-73b572c1-ac0e-4eb2-bae9-23369a6a5691 req-c6d13d7e-f428-4ebb-a312-15af86e61e97 tempest-ServerShowV254Test-1562950060 tempest-ServerShowV254Test-1562950060-project] 10.222.0.36 "GET /v2.0/ports?device_id=19189751-42ed-4c35-9870-2c9430e577e8 HTTP/1.1" status: 200 len: 210 time: 0.5378714 May 05 20:08:09.423213 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f88e88a3-58e2-44c0-bbb2-66dbc3935b1f tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.9386103 May 05 20:08:09.431273 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 52576) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:09.440389 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-7dfbb704-e2be-4c47-a218-357021f39ada tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Request body: {'subnet': {'network_id': 'cd703b39-7a6b-49a6-9220-e391997301de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:08:09.469328 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-fb8db823-248a-4d2d-8252-c3c529e7df58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:09.470215 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8db823-248a-4d2d-8252-c3c529e7df58 None None] The sync data for ids ['b06cf728-838a-4d45-b322-45e16e190c58'] in n-d-840717-1 is: [] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:08:09.586856 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-7dfbb704-e2be-4c47-a218-357021f39ada tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:08:09.591466 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-7dfbb704-e2be-4c47-a218-357021f39ada tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Usage tracker for resource:subnet and tenant:d25a9484054c4089b629b2bf454f1312 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:08:09.594457 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-7dfbb704-e2be-4c47-a218-357021f39ada tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:08:09.600802 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-7dfbb704-e2be-4c47-a218-357021f39ada tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:08:09.616556 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dfbb704-e2be-4c47-a218-357021f39ada tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Made reservation on behalf of d25a9484054c4089b629b2bf454f1312 for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:08:09.620219 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7dfbb704-e2be-4c47-a218-357021f39ada tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:09.640509 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:09.723469 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d710510b-528d-4f2e-a3bb-8dac0a29244f req-37e46f21-4bb7-4502-b334-09d07eba6051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:09.726081 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d710510b-528d-4f2e-a3bb-8dac0a29244f req-37e46f21-4bb7-4502-b334-09d07eba6051 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d1784ace-04ea-4816-b05d-fc9884904109 HTTP/1.1" status: 200 len: 1096 time: 0.6424029 May 05 20:08:09.738236 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8150a0b3-ec12-4884-bf07-ad0e53e39da8 req-be6596ad-a028-4f60-9d79-9c81a1b8051f tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:09.745726 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8150a0b3-ec12-4884-bf07-ad0e53e39da8 req-be6596ad-a028-4f60-9d79-9c81a1b8051f tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.5201910 May 05 20:08:09.747895 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a6124019-41a4-4821-9a81-889a21931e4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:09.792543 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a6124019-41a4-4821-9a81-889a21931e4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:09.793885 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-06e2bc0e-3f07-4c48-bb62-d0234a9f4fb5 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:08:09.797919 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-06e2bc0e-3f07-4c48-bb62-d0234a9f4fb5 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Usage tracker for resource:port and tenant:5612e7242a04466e929d2d320c132523 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:08:09.802404 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-06e2bc0e-3f07-4c48-bb62-d0234a9f4fb5 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:08:09.808567 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-06e2bc0e-3f07-4c48-bb62-d0234a9f4fb5 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:08:09.841298 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e2bc0e-3f07-4c48-bb62-d0234a9f4fb5 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Made reservation on behalf of 5612e7242a04466e929d2d320c132523 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:08:09.844810 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-06e2bc0e-3f07-4c48-bb62-d0234a9f4fb5 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:09.942027 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a6124019-41a4-4821-9a81-889a21931e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:09.946676 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8150a0b3-ec12-4884-bf07-ad0e53e39da8 req-2d75e16c-4742-47e4-bcde-957f7639229b tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1995935 May 05 20:08:09.947926 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-06e2bc0e-3f07-4c48-bb62-d0234a9f4fb5 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] device_id is not set on port 7e240780-2de7-42a2-b2bb-33e7cf2c9e71 yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:08:09.972512 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6124019-41a4-4821-9a81-889a21931e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35088b8-386a-48bb-a796-2bf95ff02630,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:09.979118 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7dfbb704-e2be-4c47-a218-357021f39ada tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:09.992858 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d710510b-528d-4f2e-a3bb-8dac0a29244f req-8b8286cc-f6cb-4de0-855d-96126d256913 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443430 May 05 20:08:10.076839 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfbb704-e2be-4c47-a218-357021f39ada tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Pushing event updated for resources: {'Subnet': ['ID=c3e442a5-7dd1-4630-9e6e-e4e194078121,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:10.083107 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a6124019-41a4-4821-9a81-889a21931e4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:10.087154 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-a6124019-41a4-4821-9a81-889a21931e4b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e35088b8-386a-48bb-a796-2bf95ff02630 HTTP/1.1" status: 204 len: 168 time: 1.5258787 May 05 20:08:10.101144 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfbb704-e2be-4c47-a218-357021f39ada tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Checking segment: {'id': 'f8127e96-a9cc-409f-8a11-f743a2c21bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'cd703b39-7a6b-49a6-9220-e391997301de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:08:10.101969 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfbb704-e2be-4c47-a218-357021f39ada tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Network hostable DHCP agents. Network: cd703b39-7a6b-49a6-9220-e391997301de, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:08:10.123215 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-06e2bc0e-3f07-4c48-bb62-d0234a9f4fb5 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Allocated IP 172.20.0.13 (f6742214-4aff-4718-b4d5-06f9af7d100a/b8cfd6f9-133c-4dc4-a8c0-195e4c2e3933/7e240780-2de7-42a2-b2bb-33e7cf2c9e71) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:08:10.126332 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfbb704-e2be-4c47-a218-357021f39ada tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Network cd703b39-7a6b-49a6-9220-e391997301de is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:08:10.142497 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-7dfbb704-e2be-4c47-a218-357021f39ada tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, cd703b39-7a6b-49a6-9220-e391997301de) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:08:10.152752 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0633b687-82be-444d-8795-967eca0976e4 None None] Network cd703b39-7a6b-49a6-9220-e391997301de requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:08:10.152920 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfbb704-e2be-4c47-a218-357021f39ada tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:10.153364 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7dfbb704-e2be-4c47-a218-357021f39ada tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:10.237011 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-7dfbb704-e2be-4c47-a218-357021f39ada tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8043170 May 05 20:08:10.240407 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 52604) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:10.413278 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0689fbd0-7970-40f4-9a47-9dd2d96c896f req-4c822796-f8f5-40b4-b9cb-e2ed1f9adb4e tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:10.414787 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0689fbd0-7970-40f4-9a47-9dd2d96c896f req-4c822796-f8f5-40b4-b9cb-e2ed1f9adb4e tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1784ace-04ea-4816-b05d-fc9884904109 HTTP/1.1" status: 200 len: 945 time: 0.2559714 May 05 20:08:10.444147 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-06e2bc0e-3f07-4c48-bb62-d0234a9f4fb5 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:10.485929 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-01beb17a-83e7-42e1-b810-bf2cbaef2b32 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:10.490318 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-06e2bc0e-3f07-4c48-bb62-d0234a9f4fb5 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:10.510031 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0689fbd0-7970-40f4-9a47-9dd2d96c896f req-b2d56fd1-d576-4f84-82f1-5b1676ce2163 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870090 May 05 20:08:10.590589 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e2bc0e-3f07-4c48-bb62-d0234a9f4fb5 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Pushing event updated for resources: {'Port': ['ID=7e240780-2de7-42a2-b2bb-33e7cf2c9e71,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:10.591376 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-01beb17a-83e7-42e1-b810-bf2cbaef2b32 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:10.612086 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e2bc0e-3f07-4c48-bb62-d0234a9f4fb5 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Network f6742214-4aff-4718-b4d5-06f9af7d100a is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:08:10.613491 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-06e2bc0e-3f07-4c48-bb62-d0234a9f4fb5 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:08:10.621271 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e2bc0e-3f07-4c48-bb62-d0234a9f4fb5 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:08:10.692589 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42ff22c-4c8d-4af2-be02-1b90edacf982 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-cd703b39-7a6b-49a6-9220-e391997301de', 'network_id': 'cd703b39-7a6b-49a6-9220-e391997301de', 'tenant_id': 'd25a9484054c4089b629b2bf454f1312', 'fixed_ips': [{'subnet_id': 'c3e442a5-7dd1-4630-9e6e-e4e194078121'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:08:10.693414 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e42ff22c-4c8d-4af2-be02-1b90edacf982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:10.713196 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e2bc0e-3f07-4c48-bb62-d0234a9f4fb5 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:10.713697 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-06e2bc0e-3f07-4c48-bb62-d0234a9f4fb5 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:10.741888 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-06e2bc0e-3f07-4c48-bb62-d0234a9f4fb5 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3759506 May 05 20:08:10.743219 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 52622) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:10.746262 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-01beb17a-83e7-42e1-b810-bf2cbaef2b32 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:10.749670 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-c59c4b09-015b-4806-bd8b-e31382a2bc2e tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Request body: {'port': {'network_id': 'f6742214-4aff-4718-b4d5-06f9af7d100a', 'name': 'tempest-FloatingIPTestJSON-49974427'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:08:10.837455 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01beb17a-83e7-42e1-b810-bf2cbaef2b32 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Pushing event deleted for resources: {'Subnet': ['ID=c3e442a5-7dd1-4630-9e6e-e4e194078121,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:10.889379 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server [None req-e42ff22c-4c8d-4af2-be02-1b90edacf982 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c3e442a5-7dd1-4630-9e6e-e4e194078121: This subnet is being modified by another concurrent operation. May 05 20:08:10.889379 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 05 20:08:10.889379 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 05 20:08:10.889379 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 05 20:08:10.889379 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 05 20:08:10.889379 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 05 20:08:10.889379 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 05 20:08:10.889379 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 05 20:08:10.889379 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 05 20:08:10.889379 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 05 20:08:10.889379 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 05 20:08:10.889379 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 05 20:08:10.889379 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 05 20:08:10.889379 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 20:08:10.889379 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 05 20:08:10.889379 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server raise self.value May 05 20:08:10.889379 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 05 20:08:10.889379 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 05 20:08:10.889379 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 05 20:08:10.889379 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 05 20:08:10.889379 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 05 20:08:10.889379 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 20:08:10.889379 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 05 20:08:10.889379 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server raise self.value May 05 20:08:10.889379 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 05 20:08:10.889379 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 05 20:08:10.889379 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 05 20:08:10.889379 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 05 20:08:10.889379 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 05 20:08:10.889379 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 20:08:10.889379 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 05 20:08:10.889379 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server raise self.value May 05 20:08:10.889379 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 05 20:08:10.889379 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 05 20:08:10.889379 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 05 20:08:10.889379 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 05 20:08:10.889379 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 05 20:08:10.889379 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 05 20:08:10.889379 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 05 20:08:10.889379 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 05 20:08:10.889379 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 05 20:08:10.889379 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 05 20:08:10.889379 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 05 20:08:10.889379 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 05 20:08:10.889379 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 05 20:08:10.889379 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 05 20:08:10.889379 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 05 20:08:10.889379 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 05 20:08:10.889379 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 05 20:08:10.889379 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 20:08:10.889379 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 05 20:08:10.889379 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server raise self.value May 05 20:08:10.889379 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 05 20:08:10.889379 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 05 20:08:10.893432 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 05 20:08:10.893432 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 05 20:08:10.893432 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 05 20:08:10.893432 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 20:08:10.893432 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 05 20:08:10.893432 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server raise self.value May 05 20:08:10.893432 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 05 20:08:10.893432 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 05 20:08:10.893432 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 05 20:08:10.893432 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 05 20:08:10.893432 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 05 20:08:10.893432 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 20:08:10.893432 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 05 20:08:10.893432 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server raise self.value May 05 20:08:10.893432 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 05 20:08:10.893432 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 05 20:08:10.893432 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 05 20:08:10.893432 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 05 20:08:10.893432 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 05 20:08:10.893432 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 05 20:08:10.893432 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 05 20:08:10.893432 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 05 20:08:10.893432 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 05 20:08:10.893432 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 05 20:08:10.893432 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 05 20:08:10.893432 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 05 20:08:10.893432 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 05 20:08:10.893432 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 05 20:08:10.893432 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 05 20:08:10.893432 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 05 20:08:10.893432 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 05 20:08:10.893432 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 05 20:08:10.893432 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 05 20:08:10.893432 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 05 20:08:10.893432 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 05 20:08:10.893432 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server raise exception May 05 20:08:10.893432 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c3e442a5-7dd1-4630-9e6e-e4e194078121: This subnet is being modified by another concurrent operation. May 05 20:08:10.893432 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server May 05 20:08:10.934410 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-01beb17a-83e7-42e1-b810-bf2cbaef2b32 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:10.947678 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd34c14f-5934-4509-8775-737ced76a070 None None] Network cd703b39-7a6b-49a6-9220-e391997301de requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:08:10.978021 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-01beb17a-83e7-42e1-b810-bf2cbaef2b32 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd703b39-7a6b-49a6-9220-e391997301de']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:10.985236 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-c59c4b09-015b-4806-bd8b-e31382a2bc2e tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:08:10.993491 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-c59c4b09-015b-4806-bd8b-e31382a2bc2e tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Usage tracker for resource:port and tenant:5612e7242a04466e929d2d320c132523 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:08:10.998073 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-c59c4b09-015b-4806-bd8b-e31382a2bc2e tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:08:11.006443 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-c59c4b09-015b-4806-bd8b-e31382a2bc2e tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:08:11.015770 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-01beb17a-83e7-42e1-b810-bf2cbaef2b32 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8127e96-a9cc-409f-8a11-f743a2c21bde') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:11.016092 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-01beb17a-83e7-42e1-b810-bf2cbaef2b32 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8127e96-a9cc-409f-8a11-f743a2c21bde') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:11.022767 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c59c4b09-015b-4806-bd8b-e31382a2bc2e tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Made reservation on behalf of 5612e7242a04466e929d2d320c132523 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:08:11.029299 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-01beb17a-83e7-42e1-b810-bf2cbaef2b32 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:11.032331 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c59c4b09-015b-4806-bd8b-e31382a2bc2e tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:11.046387 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-01beb17a-83e7-42e1-b810-bf2cbaef2b32 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:11.053076 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01beb17a-83e7-42e1-b810-bf2cbaef2b32 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:08:11.053466 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-01beb17a-83e7-42e1-b810-bf2cbaef2b32 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:11.103723 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-c59c4b09-015b-4806-bd8b-e31382a2bc2e tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] device_id is not set on port 52b48cc4-70e9-4259-8c6a-5320f56ca7e5 yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:08:11.211698 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:08:11.211698 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:08:11.211698 n-d-840717-1 neutron-server[88197]: timer() May 05 20:08:11.211698 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:08:11.211698 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:08:11.211698 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:08:11.211698 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:08:11.211698 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:08:11.211698 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:08:11.211698 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:08:11.211698 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:08:11.211698 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:08:11.211698 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:08:11.211698 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:08:11.211698 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:08:11.211698 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:08:11.211698 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:08:11.211698 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:08:11.211698 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:08:11.211698 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:08:11.211698 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:08:11.211698 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:08:11.211698 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:08:11.211698 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:08:11.211698 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:08:11.211698 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:08:11.211698 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:08:11.211698 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:08:11.211698 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:08:11.211698 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:08:11.211698 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:08:11.211698 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:08:11.214957 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-01beb17a-83e7-42e1-b810-bf2cbaef2b32 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:11.278852 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-01beb17a-83e7-42e1-b810-bf2cbaef2b32 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:11.286298 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01beb17a-83e7-42e1-b810-bf2cbaef2b32 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Pushing event deleted for resources: {'Network': ['ID=cd703b39-7a6b-49a6-9220-e391997301de,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:11.309400 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-01beb17a-83e7-42e1-b810-bf2cbaef2b32 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] 10.222.0.36 "DELETE /v2.0/networks/cd703b39-7a6b-49a6-9220-e391997301de HTTP/1.1" status: 204 len: 168 time: 1.0681558 May 05 20:08:11.312893 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 52642) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:11.321051 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-44972564-efa1-48cc-ad9a-75d6d9c607b3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1809396719'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:08:11.326725 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-44972564-efa1-48cc-ad9a-75d6d9c607b3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:08:11.355168 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-44972564-efa1-48cc-ad9a-75d6d9c607b3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Usage tracker for resource:network and tenant:d25a9484054c4089b629b2bf454f1312 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:08:11.362615 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b071fa-cbf3-4130-9664-1785f694bd87 None None] get_active_networks_info from n-d-840717-1 {{(pid=88199) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 05 20:08:11.364924 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-44972564-efa1-48cc-ad9a-75d6d9c607b3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:08:11.368505 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 52646) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:11.394283 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-44972564-efa1-48cc-ad9a-75d6d9c607b3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:08:11.408003 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50297a1-dd43-41e0-9601-b6b122bcda03 req-93fa15a7-8d99-4a51-a67a-46c46ba3adac tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:11.415446 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b50297a1-dd43-41e0-9601-b6b122bcda03 req-93fa15a7-8d99-4a51-a67a-46c46ba3adac tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.2027965 May 05 20:08:11.451859 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44972564-efa1-48cc-ad9a-75d6d9c607b3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Made reservation on behalf of d25a9484054c4089b629b2bf454f1312 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:08:11.455254 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-44972564-efa1-48cc-ad9a-75d6d9c607b3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:11.497467 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b50297a1-dd43-41e0-9601-b6b122bcda03 req-0d6c6c77-01f6-4895-be0a-4d7ff3424a56 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810866 May 05 20:08:11.519457 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44972564-efa1-48cc-ad9a-75d6d9c607b3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:08:11.528982 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-44972564-efa1-48cc-ad9a-75d6d9c607b3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:11.529623 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-44972564-efa1-48cc-ad9a-75d6d9c607b3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Added segment 10088e64-7758-477b-91b3-7081d1c277bf of type vlan for network 871d1c0a-b4e6-430c-835b-fabd65400b0d May 05 20:08:11.563075 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-44972564-efa1-48cc-ad9a-75d6d9c607b3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:11.599541 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-44972564-efa1-48cc-ad9a-75d6d9c607b3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:11.601404 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b071fa-cbf3-4130-9664-1785f694bd87 None None] Resources bound (agent type, host, resource id): {{(pid=88199) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 05 20:08:11.605763 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-c59c4b09-015b-4806-bd8b-e31382a2bc2e tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Allocated IP 172.20.0.8 (f6742214-4aff-4718-b4d5-06f9af7d100a/b8cfd6f9-133c-4dc4-a8c0-195e4c2e3933/52b48cc4-70e9-4259-8c6a-5320f56ca7e5) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:08:11.606218 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44972564-efa1-48cc-ad9a-75d6d9c607b3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:11.607901 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-44972564-efa1-48cc-ad9a-75d6d9c607b3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:11.742622 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44972564-efa1-48cc-ad9a-75d6d9c607b3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Pushing event updated for resources: {'Network': ['ID=871d1c0a-b4e6-430c-835b-fabd65400b0d,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:11.762554 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 871d1c0a-b4e6-430c-835b-fabd65400b0d details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:08:11.772454 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-25e823d7-d6df-499c-a5e7-662416e8d0a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:11.791118 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-25e823d7-d6df-499c-a5e7-662416e8d0a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:08:11.795823 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-25e823d7-d6df-499c-a5e7-662416e8d0a9 admin admin] Usage tracker for resource:security_group_rule and tenant:cd67b31022df4a598c8a9c2222fa76d4 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:08:11.798872 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-25e823d7-d6df-499c-a5e7-662416e8d0a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:08:11.806402 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-25e823d7-d6df-499c-a5e7-662416e8d0a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:08:11.830512 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-44972564-efa1-48cc-ad9a-75d6d9c607b3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5164287 May 05 20:08:11.834169 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 52664) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:11.842116 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-e0cdefb1-1b29-4699-bc7f-4ef63282a7f2 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Request body: {'subnet': {'network_id': '871d1c0a-b4e6-430c-835b-fabd65400b0d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:08:12.007832 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c59c4b09-015b-4806-bd8b-e31382a2bc2e tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:12.020895 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d40802a-a5cb-46aa-9c86-8c79c51272b3 req-25d4e653-8ba6-482e-902d-44fab528bf51 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:12.022599 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6d40802a-a5cb-46aa-9c86-8c79c51272b3 req-25d4e653-8ba6-482e-902d-44fab528bf51 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1784ace-04ea-4816-b05d-fc9884904109 HTTP/1.1" status: 200 len: 945 time: 0.1693377 May 05 20:08:12.065448 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-e0cdefb1-1b29-4699-bc7f-4ef63282a7f2 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:08:12.079417 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-e0cdefb1-1b29-4699-bc7f-4ef63282a7f2 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Usage tracker for resource:subnet and tenant:d25a9484054c4089b629b2bf454f1312 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:08:12.085299 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-e0cdefb1-1b29-4699-bc7f-4ef63282a7f2 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:08:12.093321 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6d40802a-a5cb-46aa-9c86-8c79c51272b3 req-2316358e-5a8f-4401-a862-3a52fcbf2625 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620105 May 05 20:08:12.104157 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c59c4b09-015b-4806-bd8b-e31382a2bc2e tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:12.115651 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-e0cdefb1-1b29-4699-bc7f-4ef63282a7f2 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:08:12.166220 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-25e823d7-d6df-499c-a5e7-662416e8d0a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:12.167940 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0cdefb1-1b29-4699-bc7f-4ef63282a7f2 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Made reservation on behalf of d25a9484054c4089b629b2bf454f1312 for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:08:12.179100 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e0cdefb1-1b29-4699-bc7f-4ef63282a7f2 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:12.205651 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59c4b09-015b-4806-bd8b-e31382a2bc2e tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Network f6742214-4aff-4718-b4d5-06f9af7d100a is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:08:12.209405 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-c59c4b09-015b-4806-bd8b-e31382a2bc2e tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:08:12.213893 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59c4b09-015b-4806-bd8b-e31382a2bc2e tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:08:12.214346 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-25e823d7-d6df-499c-a5e7-662416e8d0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:12.267663 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59c4b09-015b-4806-bd8b-e31382a2bc2e tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Pushing event updated for resources: {'Port': ['ID=52b48cc4-70e9-4259-8c6a-5320f56ca7e5,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:12.296032 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59c4b09-015b-4806-bd8b-e31382a2bc2e tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:12.296967 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c59c4b09-015b-4806-bd8b-e31382a2bc2e tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:12.301788 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-25e823d7-d6df-499c-a5e7-662416e8d0a9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cd67b31022df4a598c8a9c2222fa76d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9292879 May 05 20:08:12.304079 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 52680) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:12.381326 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c59c4b09-015b-4806-bd8b-e31382a2bc2e tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.6368704 May 05 20:08:12.389880 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 52686) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:12.400236 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-686f3bd4-565a-4cc4-8481-bd38d664e7eb tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Request body: {'floatingip': {'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'port_id': '52b48cc4-70e9-4259-8c6a-5320f56ca7e5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:08:12.402607 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.ipam_backend_mixin [None req-e0cdefb1-1b29-4699-bc7f-4ef63282a7f2 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Performing IP validity checks on allocation pools {{(pid=88197) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 05 20:08:12.403179 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.ipam_backend_mixin [None req-e0cdefb1-1b29-4699-bc7f-4ef63282a7f2 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88197) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 05 20:08:12.408228 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e823d7-d6df-499c-a5e7-662416e8d0a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b5f375-a0e7-4f73-94d9-0d3a31df2794,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:12.428893 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-686f3bd4-565a-4cc4-8481-bd38d664e7eb tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:08:12.439674 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-686f3bd4-565a-4cc4-8481-bd38d664e7eb tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Usage tracker for resource:floatingip and tenant:5612e7242a04466e929d2d320c132523 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:08:12.443706 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-686f3bd4-565a-4cc4-8481-bd38d664e7eb tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:08:12.458141 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-686f3bd4-565a-4cc4-8481-bd38d664e7eb tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:08:12.472932 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3b351f3d-8d4d-4bd3-aba8-76b650260c5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:12.486603 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-686f3bd4-565a-4cc4-8481-bd38d664e7eb tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for floatingip, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:12.572232 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3b351f3d-8d4d-4bd3-aba8-76b650260c5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:12.787427 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e0cdefb1-1b29-4699-bc7f-4ef63282a7f2 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:12.793153 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3b351f3d-8d4d-4bd3-aba8-76b650260c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:12.843421 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b351f3d-8d4d-4bd3-aba8-76b650260c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b5f375-a0e7-4f73-94d9-0d3a31df2794,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:12.881253 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cdefb1-1b29-4699-bc7f-4ef63282a7f2 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Pushing event updated for resources: {'Subnet': ['ID=7d2d431a-831c-446d-9b10-d9d3161e8f24,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:12.881713 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3b351f3d-8d4d-4bd3-aba8-76b650260c5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:12.883256 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3b351f3d-8d4d-4bd3-aba8-76b650260c5e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/63b5f375-a0e7-4f73-94d9-0d3a31df2794 HTTP/1.1" status: 204 len: 168 time: 0.5779305 May 05 20:08:12.919123 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-686f3bd4-565a-4cc4-8481-bd38d664e7eb tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:12.930092 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b769e-de3a-4f57-9332-8f42323a2e38 req-38b2cbc7-db12-44ed-abdd-d41109e8cefc tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:12.936963 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-990b769e-de3a-4f57-9332-8f42323a2e38 req-38b2cbc7-db12-44ed-abdd-d41109e8cefc tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.2470918 May 05 20:08:13.013557 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cdefb1-1b29-4699-bc7f-4ef63282a7f2 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Checking segment: {'id': '10088e64-7758-477b-91b3-7081d1c277bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '871d1c0a-b4e6-430c-835b-fabd65400b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:08:13.013903 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cdefb1-1b29-4699-bc7f-4ef63282a7f2 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Network hostable DHCP agents. Network: 871d1c0a-b4e6-430c-835b-fabd65400b0d, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:08:13.042315 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-990b769e-de3a-4f57-9332-8f42323a2e38 req-74d378b8-7b9c-4072-be3d-ca4a64e8bbfb tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042988 May 05 20:08:13.052933 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cdefb1-1b29-4699-bc7f-4ef63282a7f2 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Network 871d1c0a-b4e6-430c-835b-fabd65400b0d is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:08:13.066943 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009cc756-0c3c-4344-b6cc-bd55a013633b req-f2082542-799e-4947-83ea-559f742eabd1 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:13.068472 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-009cc756-0c3c-4344-b6cc-bd55a013633b req-f2082542-799e-4947-83ea-559f742eabd1 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/networks?id=35d37522-ff35-47af-b60c-b213aa781c6f HTTP/1.1" status: 200 len: 805 time: 0.2855365 May 05 20:08:13.085427 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-e0cdefb1-1b29-4699-bc7f-4ef63282a7f2 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 871d1c0a-b4e6-430c-835b-fabd65400b0d) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:08:13.091271 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cdefb1-1b29-4699-bc7f-4ef63282a7f2 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:13.091888 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e0cdefb1-1b29-4699-bc7f-4ef63282a7f2 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:13.096680 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-009cc756-0c3c-4344-b6cc-bd55a013633b req-bc81e922-171a-44e0-8f57-e42cea0c1bf5 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/quotas/51033f662b4a41faabaa592f98ca548e HTTP/1.1" status: 200 len: 375 time: 0.0215073 May 05 20:08:13.097371 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0735d9-9b55-48a2-a514-33176ea25a13 None None] Network 871d1c0a-b4e6-430c-835b-fabd65400b0d requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:08:13.171778 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-686f3bd4-565a-4cc4-8481-bd38d664e7eb tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Allocated IP 172.25.0.95 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/c99f0a5f-b4db-4ea6-a2ea-d81f45b378a2) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:08:13.189876 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-e0cdefb1-1b29-4699-bc7f-4ef63282a7f2 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.3547950 May 05 20:08:13.194791 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 52724) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:13.357124 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-009cc756-0c3c-4344-b6cc-bd55a013633b req-9435edf7-1a96-47c1-aaf0-dae1f8a27ddb tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=51033f662b4a41faabaa592f98ca548e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2525678 May 05 20:08:13.415290 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-686f3bd4-565a-4cc4-8481-bd38d664e7eb tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:13.457978 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-686f3bd4-565a-4cc4-8481-bd38d664e7eb tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:13.485369 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8e3ac819-6bf1-47e5-9538-1285a7fd28eb tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:13.501336 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff9672e-d5d2-454d-9e7f-a407a5dbe234 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-871d1c0a-b4e6-430c-835b-fabd65400b0d', 'network_id': '871d1c0a-b4e6-430c-835b-fabd65400b0d', 'tenant_id': 'd25a9484054c4089b629b2bf454f1312', 'fixed_ips': [{'subnet_id': '7d2d431a-831c-446d-9b10-d9d3161e8f24'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:08:13.502708 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5ff9672e-d5d2-454d-9e7f-a407a5dbe234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:13.544772 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686f3bd4-565a-4cc4-8481-bd38d664e7eb tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:08:13.550035 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-686f3bd4-565a-4cc4-8481-bd38d664e7eb tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:08:13.556671 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686f3bd4-565a-4cc4-8481-bd38d664e7eb tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:08:13.689675 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686f3bd4-565a-4cc4-8481-bd38d664e7eb tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Pushing event updated for resources: {'Port': ['ID=c99f0a5f-b4db-4ea6-a2ea-d81f45b378a2,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:13.739690 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8e3ac819-6bf1-47e5-9538-1285a7fd28eb tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:13.804401 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-009cc756-0c3c-4344-b6cc-bd55a013633b req-666c0647-d04b-4198-9789-ba637491c33e service neutron] 10.222.0.36 "GET /v2.0/networks/35d37522-ff35-47af-b60c-b213aa781c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4340775 May 05 20:08:13.835985 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-5ff9672e-d5d2-454d-9e7f-a407a5dbe234 None None] Allocated IP 172.20.0.3 (871d1c0a-b4e6-430c-835b-fabd65400b0d/7d2d431a-831c-446d-9b10-d9d3161e8f24/c2f5d328-2d53-4fe6-8dde-8a4612b646c1) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:08:13.865019 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 52742) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:14.007145 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-009cc756-0c3c-4344-b6cc-bd55a013633b req-b73422ac-0719-49a1-b4a7-887bcfb34bcb service neutron] 10.222.0.36 "GET /v2.0/networks/35d37522-ff35-47af-b60c-b213aa781c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921031 May 05 20:08:14.119053 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:14.125309 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 52756) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:14.130741 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5ff9672e-d5d2-454d-9e7f-a407a5dbe234 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:14.147929 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-5ff9672e-d5d2-454d-9e7f-a407a5dbe234 None None] Transition to ACTIVE for port object c2f5d328-2d53-4fe6-8dde-8a4612b646c1 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:08:14.171599 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-5ff9672e-d5d2-454d-9e7f-a407a5dbe234 None None] Transition to ACTIVE for port object c2f5d328-2d53-4fe6-8dde-8a4612b646c1 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:08:14.190276 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5ff9672e-d5d2-454d-9e7f-a407a5dbe234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:14.212182 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8e3ac819-6bf1-47e5-9538-1285a7fd28eb tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:14.278994 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3ac819-6bf1-47e5-9538-1285a7fd28eb tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Pushing event deleted for resources: {'Subnet': ['ID=7d2d431a-831c-446d-9b10-d9d3161e8f24,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:14.366464 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff9672e-d5d2-454d-9e7f-a407a5dbe234 None None] Network 871d1c0a-b4e6-430c-835b-fabd65400b0d is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:08:14.375519 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-5ff9672e-d5d2-454d-9e7f-a407a5dbe234 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:08:14.380393 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff9672e-d5d2-454d-9e7f-a407a5dbe234 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:08:14.469180 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8e3ac819-6bf1-47e5-9538-1285a7fd28eb tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:14.493027 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff9672e-d5d2-454d-9e7f-a407a5dbe234 None None] Pushing event updated for resources: {'Port': ['ID=c2f5d328-2d53-4fe6-8dde-8a4612b646c1,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:14.498407 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-8e3ac819-6bf1-47e5-9538-1285a7fd28eb tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['871d1c0a-b4e6-430c-835b-fabd65400b0d']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:14.514441 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-8e3ac819-6bf1-47e5-9538-1285a7fd28eb tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10088e64-7758-477b-91b3-7081d1c277bf') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:14.514744 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-8e3ac819-6bf1-47e5-9538-1285a7fd28eb tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10088e64-7758-477b-91b3-7081d1c277bf') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:14.528767 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8e3ac819-6bf1-47e5-9538-1285a7fd28eb tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:14.548720 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8e3ac819-6bf1-47e5-9538-1285a7fd28eb tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:14.556522 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e3ac819-6bf1-47e5-9538-1285a7fd28eb tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:08:14.557000 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8e3ac819-6bf1-47e5-9538-1285a7fd28eb tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:14.562916 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b835d-91a3-452f-972d-94094aa3e38d req-bc2ec139-132d-48ba-89ac-6ce0c8a046eb tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:14.571469 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-610b835d-91a3-452f-972d-94094aa3e38d req-bc2ec139-132d-48ba-89ac-6ce0c8a046eb tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.1625903 May 05 20:08:14.644904 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-610b835d-91a3-452f-972d-94094aa3e38d req-ee7af3d0-b32e-4bba-a701-53af29b65a79 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672765 May 05 20:08:14.668503 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-5ff9672e-d5d2-454d-9e7f-a407a5dbe234 None None] Attempting to bind port c2f5d328-2d53-4fe6-8dde-8a4612b646c1 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:08:14.668886 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-5ff9672e-d5d2-454d-9e7f-a407a5dbe234 None None] Attempting to bind port c2f5d328-2d53-4fe6-8dde-8a4612b646c1 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '10088e64-7758-477b-91b3-7081d1c277bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '871d1c0a-b4e6-430c-835b-fabd65400b0d'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:08:14.669287 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff9672e-d5d2-454d-9e7f-a407a5dbe234 None None] Attempting to bind port c2f5d328-2d53-4fe6-8dde-8a4612b646c1 on network 871d1c0a-b4e6-430c-835b-fabd65400b0d {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:08:14.685279 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff9672e-d5d2-454d-9e7f-a407a5dbe234 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:08:14.686326 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff9672e-d5d2-454d-9e7f-a407a5dbe234 None None] Checking segment: {'id': '10088e64-7758-477b-91b3-7081d1c277bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '871d1c0a-b4e6-430c-835b-fabd65400b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:08:14.686586 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5ff9672e-d5d2-454d-9e7f-a407a5dbe234 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:14.686995 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff9672e-d5d2-454d-9e7f-a407a5dbe234 None None] Bound using segment: {'id': '10088e64-7758-477b-91b3-7081d1c277bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '871d1c0a-b4e6-430c-835b-fabd65400b0d'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:08:14.687979 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-5ff9672e-d5d2-454d-9e7f-a407a5dbe234 None None] Bound port: c2f5d328-2d53-4fe6-8dde-8a4612b646c1, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10088e64-7758-477b-91b3-7081d1c277bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '871d1c0a-b4e6-430c-835b-fabd65400b0d'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:08:14.689362 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5ff9672e-d5d2-454d-9e7f-a407a5dbe234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:14.703614 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-686f3bd4-565a-4cc4-8481-bd38d664e7eb tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:14.777332 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:08:14.777332 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:08:14.777332 n-d-840717-1 neutron-server[88197]: timer() May 05 20:08:14.777332 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:08:14.777332 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:08:14.777332 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:08:14.777332 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:08:14.777332 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:08:14.777332 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:08:14.777332 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:08:14.777332 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:08:14.777332 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:08:14.777332 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:08:14.777332 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:08:14.777332 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:08:14.777332 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:08:14.777332 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:08:14.777332 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:08:14.777332 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:08:14.777332 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:08:14.777332 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:08:14.777332 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:08:14.777332 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:08:14.777332 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:08:14.777332 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:08:14.777332 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:08:14.777332 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:08:14.777332 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:08:14.777332 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:08:14.777332 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:08:14.777332 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:08:14.777332 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:08:14.784065 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bd8b8cab-3dd8-4b0d-8791-150244a583de req-751342a6-90a1-48b5-b8a5-f87f48608a75 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f7fb3f0-ccc4-4bd0-8ef8-806f63f36824 HTTP/1.1" status: 200 len: 210 time: 0.5083659 May 05 20:08:14.795846 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6cff8aac-78fc-4b02-a3f1-c7d0465ae022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:14.809025 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.api [None req-8e3ac819-6bf1-47e5-9538-1285a7fd28eb tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 05 20:08:14.809025 n-d-840717-1 neutron-server[88197]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 05 20:08:14.809025 n-d-840717-1 neutron-server[88197]: [parameters: {'id': '871d1c0a-b4e6-430c-835b-fabd65400b0d'}] May 05 20:08:14.809025 n-d-840717-1 neutron-server[88197]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88197) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:08:14.809858 n-d-840717-1 neutron-server[88197]: DEBUG oslo_db.api [None req-8e3ac819-6bf1-47e5-9538-1285a7fd28eb tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:08:14.840626 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-686f3bd4-565a-4cc4-8481-bd38d664e7eb tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:14.860240 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ca964bba-627d-42fb-89f4-6bd2237179ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:14.890295 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-6cff8aac-78fc-4b02-a3f1-c7d0465ae022 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:08:14.907134 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-6cff8aac-78fc-4b02-a3f1-c7d0465ae022 admin admin] Usage tracker for resource:security_group_rule and tenant:86bfa04c89864ce19182a7647a80e655 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:08:14.915553 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-6cff8aac-78fc-4b02-a3f1-c7d0465ae022 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:08:14.922992 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-5ff9672e-d5d2-454d-9e7f-a407a5dbe234 None None] For port c2f5d328-2d53-4fe6-8dde-8a4612b646c1, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:08:14.923144 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-ca964bba-627d-42fb-89f4-6bd2237179ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:08:14.927857 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-5ff9672e-d5d2-454d-9e7f-a407a5dbe234 None None] For port c2f5d328-2d53-4fe6-8dde-8a4612b646c1, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=c2f5d328-2d53-4fe6-8dde-8a4612b646c1,segment=NetworkSegment(10088e64-7758-477b-91b3-7081d1c277bf),segment_id=10088e64-7758-477b-91b3-7081d1c277bf)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:08:14.934062 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5ff9672e-d5d2-454d-9e7f-a407a5dbe234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:14.934479 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-6cff8aac-78fc-4b02-a3f1-c7d0465ae022 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:08:14.942335 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-ca964bba-627d-42fb-89f4-6bd2237179ea admin admin] Usage tracker for resource:security_group_rule and tenant:1593811b9a9c40739fbaa27d09024a38 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:08:14.952921 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-ca964bba-627d-42fb-89f4-6bd2237179ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:08:14.966294 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-ca964bba-627d-42fb-89f4-6bd2237179ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:08:15.138315 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ca964bba-627d-42fb-89f4-6bd2237179ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:15.146969 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ca964bba-627d-42fb-89f4-6bd2237179ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:15.164104 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 52796) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:15.209471 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-686f3bd4-565a-4cc4-8481-bd38d664e7eb tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:15.209727 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff9672e-d5d2-454d-9e7f-a407a5dbe234 None None] Pushing event updated for resources: {'Port': ['ID=c2f5d328-2d53-4fe6-8dde-8a4612b646c1,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:15.217869 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-686f3bd4-565a-4cc4-8481-bd38d664e7eb tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:15.235109 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-ca964bba-627d-42fb-89f4-6bd2237179ea admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1593811b9a9c40739fbaa27d09024a38&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1083031 May 05 20:08:15.236059 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca964bba-627d-42fb-89f4-6bd2237179ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e75c1dc-2b51-4fba-853e-0fe5b1584052,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:15.240448 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 52804) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:15.281601 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a486065-edfa-42f8-85a1-63d52542da9e None None] Network 871d1c0a-b4e6-430c-835b-fabd65400b0d requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:08:15.319018 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8e3ac819-6bf1-47e5-9538-1285a7fd28eb tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:15.389652 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a2b63828-3b20-4d32-91f1-ce7c832256ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:15.443295 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-8e3ac819-6bf1-47e5-9538-1285a7fd28eb tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Deleting port c2f5d328-2d53-4fe6-8dde-8a4612b646c1 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:08:15.443917 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8e3ac819-6bf1-47e5-9538-1285a7fd28eb tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:15.466244 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686f3bd4-565a-4cc4-8481-bd38d664e7eb tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Pushing event updated for resources: {'Port': ['ID=c99f0a5f-b4db-4ea6-a2ea-d81f45b378a2,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:15.475054 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-686f3bd4-565a-4cc4-8481-bd38d664e7eb tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:15.563935 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a2b63828-3b20-4d32-91f1-ce7c832256ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:15.746237 n-d-840717-1 neutron-server[88198]: INFO neutron.db.l3_db [None req-686f3bd4-565a-4cc4-8481-bd38d664e7eb tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Floating IP 9edd4c8b-1513-4119-90b7-e55675796b6e associated. External IP: 172.25.0.95, port: 52b48cc4-70e9-4259-8c6a-5320f56ca7e5. May 05 20:08:15.782971 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbb2051-6578-4893-8250-1e82b3700d1b None None] get_active_networks_info from n-d-840717-1 {{(pid=88199) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 05 20:08:15.806810 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6cff8aac-78fc-4b02-a3f1-c7d0465ae022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:15.828654 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-4e26bfcc-a60c-4b38-bb4b-9a7bd1010001 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-20360602-network', 'tenant_id': '3bcce80065784aa6a77c066afd5e6401'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:08:15.833821 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6cff8aac-78fc-4b02-a3f1-c7d0465ae022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:15.859519 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4e26bfcc-a60c-4b38-bb4b-9a7bd1010001 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:08:15.871623 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4e26bfcc-a60c-4b38-bb4b-9a7bd1010001 admin admin] Usage tracker for resource:network and tenant:3bcce80065784aa6a77c066afd5e6401 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:08:15.886986 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4e26bfcc-a60c-4b38-bb4b-9a7bd1010001 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:08:15.943697 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4e26bfcc-a60c-4b38-bb4b-9a7bd1010001 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:08:15.977955 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-6cff8aac-78fc-4b02-a3f1-c7d0465ae022 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=86bfa04c89864ce19182a7647a80e655&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1087747 May 05 20:08:15.979374 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 52872) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:16.007097 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbb2051-6578-4893-8250-1e82b3700d1b None None] Resources bound (agent type, host, resource id): {{(pid=88199) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 05 20:08:16.011240 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cff8aac-78fc-4b02-a3f1-c7d0465ae022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f839461a-1db4-4f30-afa5-e15d961c0305,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:16.175799 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:16.207805 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a2b63828-3b20-4d32-91f1-ce7c832256ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:16.214790 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e26bfcc-a60c-4b38-bb4b-9a7bd1010001 admin admin] Made reservation on behalf of 3bcce80065784aa6a77c066afd5e6401 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:08:16.217639 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4e26bfcc-a60c-4b38-bb4b-9a7bd1010001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:16.259426 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b63828-3b20-4d32-91f1-ce7c832256ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e75c1dc-2b51-4fba-853e-0fe5b1584052,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:16.274356 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-509ca0b3-e33d-4be7-85fc-a87e75c73066 req-d863670c-0ab6-427c-851f-11517c23f525 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f7fb3f0-ccc4-4bd0-8ef8-806f63f36824 HTTP/1.1" status: 200 len: 210 time: 0.2736917 May 05 20:08:16.308608 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4e26bfcc-a60c-4b38-bb4b-9a7bd1010001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:16.311121 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009cc756-0c3c-4344-b6cc-bd55a013633b req-c668c9af-730f-451c-a15d-db0b0f70c612 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:16.312767 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-009cc756-0c3c-4344-b6cc-bd55a013633b req-c668c9af-730f-451c-a15d-db0b0f70c612 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.24 "GET /v2.0/networks?id=35d37522-ff35-47af-b60c-b213aa781c6f HTTP/1.1" status: 200 len: 805 time: 0.4408135 May 05 20:08:16.316708 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 52884) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:16.337418 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-009cc756-0c3c-4344-b6cc-bd55a013633b req-22f307bc-58ee-4fda-a84d-70446d9d5eea tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Request body: {'port': {'device_id': '7f7fb3f0-ccc4-4bd0-8ef8-806f63f36824', 'network_id': '35d37522-ff35-47af-b60c-b213aa781c6f', 'admin_state_up': True, 'tenant_id': '51033f662b4a41faabaa592f98ca548e'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:08:16.365336 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4e26bfcc-a60c-4b38-bb4b-9a7bd1010001 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:08:16.376803 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4e26bfcc-a60c-4b38-bb4b-9a7bd1010001 admin admin] Usage tracker for resource:security_group_rule and tenant:3bcce80065784aa6a77c066afd5e6401 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:08:16.383095 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4e26bfcc-a60c-4b38-bb4b-9a7bd1010001 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:08:16.390735 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae3608-b30d-4419-9bfb-1c1b657dded7 req-faadf826-e153-4328-8fb0-9f38aab47de0 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:16.398528 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-20ae3608-b30d-4419-9bfb-1c1b657dded7 req-faadf826-e153-4328-8fb0-9f38aab47de0 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.5248621 May 05 20:08:16.436245 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8463aee0-8845-4a6a-b2ad-74ad1c8d254c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:16.438175 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a2b63828-3b20-4d32-91f1-ce7c832256ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:16.439486 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-a2b63828-3b20-4d32-91f1-ce7c832256ae admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7e75c1dc-2b51-4fba-853e-0fe5b1584052 HTTP/1.1" status: 204 len: 168 time: 1.1947629 May 05 20:08:16.465994 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4e26bfcc-a60c-4b38-bb4b-9a7bd1010001 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:08:16.481126 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-8e3ac819-6bf1-47e5-9538-1285a7fd28eb tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] For port c2f5d328-2d53-4fe6-8dde-8a4612b646c1, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=c2f5d328-2d53-4fe6-8dde-8a4612b646c1,segment=NetworkSegment(10088e64-7758-477b-91b3-7081d1c277bf),segment_id=10088e64-7758-477b-91b3-7081d1c277bf)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:08:16.481696 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8e3ac819-6bf1-47e5-9538-1285a7fd28eb tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:16.512327 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8463aee0-8845-4a6a-b2ad-74ad1c8d254c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:16.579516 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-20ae3608-b30d-4419-9bfb-1c1b657dded7 req-7fe74f88-1db5-4e38-bf32-570ecad2bb73 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1780803 May 05 20:08:16.647969 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-8e3ac819-6bf1-47e5-9538-1285a7fd28eb tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Calling delete_port for c2f5d328-2d53-4fe6-8dde-8a4612b646c1 owned by network:dhcp {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:08:16.804859 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 52894) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:16.805962 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8463aee0-8845-4a6a-b2ad-74ad1c8d254c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:16.820024 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1aa10fd4-929b-4247-a04d-57c9cf4efda9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:16.836024 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8e3ac819-6bf1-47e5-9538-1285a7fd28eb tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:16.867073 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1aa10fd4-929b-4247-a04d-57c9cf4efda9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:08:16.889889 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-1aa10fd4-929b-4247-a04d-57c9cf4efda9 admin admin] Usage tracker for resource:security_group_rule and tenant:eb89d85d439f4c00bb93d3796518bcb2 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:08:16.892962 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8463aee0-8845-4a6a-b2ad-74ad1c8d254c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f839461a-1db4-4f30-afa5-e15d961c0305,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:16.895781 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-1aa10fd4-929b-4247-a04d-57c9cf4efda9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:08:16.913779 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1aa10fd4-929b-4247-a04d-57c9cf4efda9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:08:16.915437 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-41a9b15d-405c-4af9-9a38-0b042d3d309c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:16.919656 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-009cc756-0c3c-4344-b6cc-bd55a013633b req-22f307bc-58ee-4fda-a84d-70446d9d5eea tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:08:16.939862 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3ac819-6bf1-47e5-9538-1285a7fd28eb tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] No DVR routers for this DVR port c2f5d328-2d53-4fe6-8dde-8a4612b646c1 on host n-d-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:08:16.941758 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-009cc756-0c3c-4344-b6cc-bd55a013633b req-22f307bc-58ee-4fda-a84d-70446d9d5eea tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:08:16.944886 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-686f3bd4-565a-4cc4-8481-bd38d664e7eb tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Router b06cf728-838a-4d45-b322-45e16e190c58 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:08:16.969238 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3ac819-6bf1-47e5-9538-1285a7fd28eb tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Pushing event deleted for resources: {'Port': ['ID=c2f5d328-2d53-4fe6-8dde-8a4612b646c1,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:17.007569 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4e26bfcc-a60c-4b38-bb4b-9a7bd1010001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:17.008943 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-41a9b15d-405c-4af9-9a38-0b042d3d309c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:08:17.022902 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-41a9b15d-405c-4af9-9a38-0b042d3d309c admin admin] Usage tracker for resource:security_group_rule and tenant:b4af0b4492ff4b91a4e031802c70ff69 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:08:17.025526 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4e26bfcc-a60c-4b38-bb4b-9a7bd1010001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:17.029160 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-41a9b15d-405c-4af9-9a38-0b042d3d309c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:08:17.048394 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-009cc756-0c3c-4344-b6cc-bd55a013633b req-22f307bc-58ee-4fda-a84d-70446d9d5eea tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Made reservation on behalf of 51033f662b4a41faabaa592f98ca548e for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:08:17.052382 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-009cc756-0c3c-4344-b6cc-bd55a013633b req-22f307bc-58ee-4fda-a84d-70446d9d5eea tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:17.057900 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8463aee0-8845-4a6a-b2ad-74ad1c8d254c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:17.061536 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-8463aee0-8845-4a6a-b2ad-74ad1c8d254c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f839461a-1db4-4f30-afa5-e15d961c0305 HTTP/1.1" status: 204 len: 168 time: 1.0443048 May 05 20:08:17.062449 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-41a9b15d-405c-4af9-9a38-0b042d3d309c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:08:17.095087 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e26bfcc-a60c-4b38-bb4b-9a7bd1010001 admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:08:17.160976 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8e3ac819-6bf1-47e5-9538-1285a7fd28eb tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:17.185280 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4e26bfcc-a60c-4b38-bb4b-9a7bd1010001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:17.185570 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-4e26bfcc-a60c-4b38-bb4b-9a7bd1010001 admin admin] Added segment b1dd65d9-c07f-4164-9458-eedf0f51eafc of type vlan for network dd240240-b981-4728-a92a-09bd25dc9abb May 05 20:08:17.194743 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e26bfcc-a60c-4b38-bb4b-9a7bd1010001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=338fe95a-0a70-4217-b649-97b0b664e645,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:17.228752 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-8e3ac819-6bf1-47e5-9538-1285a7fd28eb tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['871d1c0a-b4e6-430c-835b-fabd65400b0d']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:17.258011 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-8e3ac819-6bf1-47e5-9538-1285a7fd28eb tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10088e64-7758-477b-91b3-7081d1c277bf') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:17.258255 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-8e3ac819-6bf1-47e5-9538-1285a7fd28eb tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10088e64-7758-477b-91b3-7081d1c277bf') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:17.265583 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4e26bfcc-a60c-4b38-bb4b-9a7bd1010001 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:17.279316 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1aa10fd4-929b-4247-a04d-57c9cf4efda9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:17.285516 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8e3ac819-6bf1-47e5-9538-1285a7fd28eb tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:17.294384 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1aa10fd4-929b-4247-a04d-57c9cf4efda9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:17.302059 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-686f3bd4-565a-4cc4-8481-bd38d664e7eb tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:08:17.314663 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a0d32e-1032-4958-a93d-7f22c59e69a6 None None] Sync routers for ids ['b06cf728-838a-4d45-b322-45e16e190c58'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:08:17.336668 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a0d32e-1032-4958-a93d-7f22c59e69a6 None None] Routers {'b06cf728-838a-4d45-b322-45e16e190c58'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:08:17.338911 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-23a0d32e-1032-4958-a93d-7f22c59e69a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:08:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['b06cf728-838a-4d45-b322-45e16e190c58'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:17.367078 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8e3ac819-6bf1-47e5-9538-1285a7fd28eb tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:17.399234 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e3ac819-6bf1-47e5-9538-1285a7fd28eb tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:08:17.401211 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8e3ac819-6bf1-47e5-9538-1285a7fd28eb tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:17.414724 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-1aa10fd4-929b-4247-a04d-57c9cf4efda9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=eb89d85d439f4c00bb93d3796518bcb2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0934293 May 05 20:08:17.420678 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 52904) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:17.425704 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa10fd4-929b-4247-a04d-57c9cf4efda9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b29e3f56-c28f-4b2a-bd60-57781bc50cad,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:17.451387 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:08:17.451387 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:08:17.451387 n-d-840717-1 neutron-server[88197]: timer() May 05 20:08:17.451387 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:08:17.451387 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:08:17.451387 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:08:17.451387 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:08:17.451387 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:08:17.451387 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:08:17.451387 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:08:17.451387 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:08:17.451387 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:08:17.451387 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:08:17.451387 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:08:17.451387 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:08:17.451387 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:08:17.451387 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:08:17.451387 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:08:17.451387 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:08:17.451387 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:08:17.451387 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:08:17.451387 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:08:17.451387 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:08:17.451387 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:08:17.451387 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:08:17.451387 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:08:17.451387 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:08:17.451387 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:08:17.451387 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:08:17.451387 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:08:17.451387 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:08:17.451387 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:08:17.478875 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-23a0d32e-1032-4958-a93d-7f22c59e69a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:17.480053 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-686f3bd4-565a-4cc4-8481-bd38d664e7eb tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:17.510732 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-009cc756-0c3c-4344-b6cc-bd55a013633b req-22f307bc-58ee-4fda-a84d-70446d9d5eea tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Allocated IP 172.20.0.10 (35d37522-ff35-47af-b60c-b213aa781c6f/abe7c8d5-c1a3-49ab-83d4-2252eacbfbcf/7280cfa2-2a26-4daa-8c0a-b67af5736b26) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:08:17.519810 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a0d32e-1032-4958-a93d-7f22c59e69a6 None None] Routers {'b06cf728-838a-4d45-b322-45e16e190c58'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:08:17.520708 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-23a0d32e-1032-4958-a93d-7f22c59e69a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:08:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['b06cf728-838a-4d45-b322-45e16e190c58'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:17.597205 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 52908) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:17.599307 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-686f3bd4-565a-4cc4-8481-bd38d664e7eb tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 980 time: 5.2083774 May 05 20:08:17.604075 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 52912) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:17.615203 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c24064a0-458c-412b-b33e-c4798296c4f4 req-48ddbdd8-f4f0-4fa8-974b-70f9adc7e0f2 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f7fb3f0-ccc4-4bd0-8ef8-806f63f36824 HTTP/1.1" status: 200 len: 210 time: 0.1011760 May 05 20:08:17.617571 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dba6c3c2-39b7-46ac-9a96-676740fed370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:17.621938 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-c93791b2-70b7-4ea7-b02f-bf98e6cc2322 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:08:17.673276 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-23a0d32e-1032-4958-a93d-7f22c59e69a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:17.673765 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a0d32e-1032-4958-a93d-7f22c59e69a6 None None] The sync data for ids ['b06cf728-838a-4d45-b322-45e16e190c58'] in n-d-840717-1 is: [] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:08:17.704328 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4e26bfcc-a60c-4b38-bb4b-9a7bd1010001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:17.705442 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e26bfcc-a60c-4b38-bb4b-9a7bd1010001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:17.706369 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4e26bfcc-a60c-4b38-bb4b-9a7bd1010001 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:17.796072 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a34fc845-aa31-4a35-8274-e974e0836cc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:17.797123 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dba6c3c2-39b7-46ac-9a96-676740fed370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:17.815452 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-41a9b15d-405c-4af9-9a38-0b042d3d309c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:17.819323 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8e3ac819-6bf1-47e5-9538-1285a7fd28eb tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:17.874512 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-41a9b15d-405c-4af9-9a38-0b042d3d309c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:17.881390 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c93791b2-70b7-4ea7-b02f-bf98e6cc2322 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for floatingip, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:17.886493 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-a34fc845-aa31-4a35-8274-e974e0836cc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:08:17.894479 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8e3ac819-6bf1-47e5-9538-1285a7fd28eb tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:17.896382 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-8e3ac819-6bf1-47e5-9538-1285a7fd28eb tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] 10.222.0.36 "DELETE /v2.0/networks/871d1c0a-b4e6-430c-835b-fabd65400b0d HTTP/1.1" status: 204 len: 168 time: 4.7008483 May 05 20:08:17.908293 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 52918) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:17.912291 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e26bfcc-a60c-4b38-bb4b-9a7bd1010001 admin admin] Pushing event updated for resources: {'Network': ['ID=dd240240-b981-4728-a92a-09bd25dc9abb,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:17.918123 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a34fc845-aa31-4a35-8274-e974e0836cc6 admin admin] Usage tracker for resource:security_group_rule and tenant:c0eff260817743e19b0ab7e7c15aebb8 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:08:17.921408 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-4e26bfcc-a60c-4b38-bb4b-9a7bd1010001 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.7141898 May 05 20:08:17.925698 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-240c86a9-db7e-4d7d-ad15-8c925a620cfa tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1646194241'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:08:17.925869 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network dd240240-b981-4728-a92a-09bd25dc9abb details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:08:17.941270 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 52922) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:17.951266 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a34fc845-aa31-4a35-8274-e974e0836cc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:08:17.968133 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-240c86a9-db7e-4d7d-ad15-8c925a620cfa tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:08:17.975444 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-a34fc845-aa31-4a35-8274-e974e0836cc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:08:17.984120 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3ac819-6bf1-47e5-9538-1285a7fd28eb tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Pushing event deleted for resources: {'Network': ['ID=871d1c0a-b4e6-430c-835b-fabd65400b0d,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:17.985757 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-240c86a9-db7e-4d7d-ad15-8c925a620cfa tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Usage tracker for resource:network and tenant:d25a9484054c4089b629b2bf454f1312 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:08:17.988720 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-cefece17-ac49-494d-b4b8-21c9cf0faf2f admin admin] Request body: {'subnet': {'network_id': 'dd240240-b981-4728-a92a-09bd25dc9abb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-20360602-subnet', 'tenant_id': '3bcce80065784aa6a77c066afd5e6401', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:08:17.992694 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-240c86a9-db7e-4d7d-ad15-8c925a620cfa tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:08:17.993991 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-cefece17-ac49-494d-b4b8-21c9cf0faf2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:08:17.999346 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-41a9b15d-405c-4af9-9a38-0b042d3d309c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b4af0b4492ff4b91a4e031802c70ff69&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1890152 May 05 20:08:18.007042 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 52926) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:18.007984 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-240c86a9-db7e-4d7d-ad15-8c925a620cfa tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:08:18.011533 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a9b15d-405c-4af9-9a38-0b042d3d309c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a69dddd-d4b5-433c-8155-e0fadc432444,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:18.055174 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-cefece17-ac49-494d-b4b8-21c9cf0faf2f admin admin] Usage tracker for resource:subnet and tenant:3bcce80065784aa6a77c066afd5e6401 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:08:18.057919 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-240c86a9-db7e-4d7d-ad15-8c925a620cfa tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Made reservation on behalf of d25a9484054c4089b629b2bf454f1312 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:08:18.061331 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-240c86a9-db7e-4d7d-ad15-8c925a620cfa tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:18.064952 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-cefece17-ac49-494d-b4b8-21c9cf0faf2f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:08:18.086531 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-cefece17-ac49-494d-b4b8-21c9cf0faf2f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:08:18.135538 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8fa7efac-a731-4369-b2b4-48b07f6f77ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:18.140792 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-240c86a9-db7e-4d7d-ad15-8c925a620cfa tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:08:18.183838 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-240c86a9-db7e-4d7d-ad15-8c925a620cfa tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:18.184283 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-240c86a9-db7e-4d7d-ad15-8c925a620cfa tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Added segment d562aa6d-8b2f-4773-8d99-54bf30b262f1 of type vlan for network 8effdf98-f11f-4e45-b077-92ca7f4a9c26 May 05 20:08:18.186750 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8fa7efac-a731-4369-b2b4-48b07f6f77ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:18.233681 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cefece17-ac49-494d-b4b8-21c9cf0faf2f admin admin] Made reservation on behalf of 3bcce80065784aa6a77c066afd5e6401 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:08:18.235979 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cefece17-ac49-494d-b4b8-21c9cf0faf2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:18.248991 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dba6c3c2-39b7-46ac-9a96-676740fed370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:18.249948 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a34fc845-aa31-4a35-8274-e974e0836cc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:18.266012 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a34fc845-aa31-4a35-8274-e974e0836cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:18.288905 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-240c86a9-db7e-4d7d-ad15-8c925a620cfa tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:18.290555 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-009cc756-0c3c-4344-b6cc-bd55a013633b req-22f307bc-58ee-4fda-a84d-70446d9d5eea tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:18.303228 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba6c3c2-39b7-46ac-9a96-676740fed370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29e3f56-c28f-4b2a-bd60-57781bc50cad,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:18.312614 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14707e23-18ea-4c67-bfff-3cf1a388c69a req-5d62a518-f6b7-499b-ad9b-3e4ea98b0998 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:18.314119 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-14707e23-18ea-4c67-bfff-3cf1a388c69a req-5d62a518-f6b7-499b-ad9b-3e4ea98b0998 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.5676894 May 05 20:08:18.327466 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-a34fc845-aa31-4a35-8274-e974e0836cc6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c0eff260817743e19b0ab7e7c15aebb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7245309 May 05 20:08:18.331558 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 52930) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:18.334918 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34fc845-aa31-4a35-8274-e974e0836cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d544ee-982a-41f8-b06e-4f7e368556df,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:18.359480 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8fa7efac-a731-4369-b2b4-48b07f6f77ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:18.372309 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-240c86a9-db7e-4d7d-ad15-8c925a620cfa tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:18.377744 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240c86a9-db7e-4d7d-ad15-8c925a620cfa tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:18.378934 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-240c86a9-db7e-4d7d-ad15-8c925a620cfa tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:18.404373 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa7efac-a731-4369-b2b4-48b07f6f77ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a69dddd-d4b5-433c-8155-e0fadc432444,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:18.455808 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-240c86a9-db7e-4d7d-ad15-8c925a620cfa tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5446913 May 05 20:08:18.480470 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c93791b2-70b7-4ea7-b02f-bf98e6cc2322 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:18.481204 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 52934) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:18.607492 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8fa7efac-a731-4369-b2b4-48b07f6f77ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:18.610898 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-8fa7efac-a731-4369-b2b4-48b07f6f77ea admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1a69dddd-d4b5-433c-8155-e0fadc432444 HTTP/1.1" status: 204 len: 168 time: 0.5983441 May 05 20:08:18.615246 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240c86a9-db7e-4d7d-ad15-8c925a620cfa tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Pushing event updated for resources: {'Network': ['ID=8effdf98-f11f-4e45-b077-92ca7f4a9c26,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:18.635859 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 8effdf98-f11f-4e45-b077-92ca7f4a9c26 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:08:18.641253 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dba6c3c2-39b7-46ac-9a96-676740fed370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:18.643058 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-dba6c3c2-39b7-46ac-9a96-676740fed370 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b29e3f56-c28f-4b2a-bd60-57781bc50cad HTTP/1.1" status: 204 len: 168 time: 1.2180936 May 05 20:08:18.665452 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-f6d680f2-d0e9-4452-aa37-425ccdfd1d33 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Request body: {'subnet': {'network_id': '8effdf98-f11f-4e45-b077-92ca7f4a9c26', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:08:18.684043 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c93791b2-70b7-4ea7-b02f-bf98e6cc2322 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:18.684360 n-d-840717-1 neutron-server[88198]: INFO neutron.db.l3_db [None req-c93791b2-70b7-4ea7-b02f-bf98e6cc2322 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Floating IP 9edd4c8b-1513-4119-90b7-e55675796b6e disassociated. External IP: 172.25.0.95, port: 52b48cc4-70e9-4259-8c6a-5320f56ca7e5. May 05 20:08:18.809993 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fca6fcf7-8bb6-4336-8cc7-fbcaddd24fbc req-a348b37d-369b-47da-83c4-a851380b9cc5 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f7fb3f0-ccc4-4bd0-8ef8-806f63f36824 HTTP/1.1" status: 200 len: 210 time: 0.0513792 May 05 20:08:18.917059 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-14707e23-18ea-4c67-bfff-3cf1a388c69a req-355719d4-5df1-4d29-b06c-c3681a5995d3 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4671962 May 05 20:08:19.084367 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f6d680f2-d0e9-4452-aa37-425ccdfd1d33 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:08:19.108878 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-f6d680f2-d0e9-4452-aa37-425ccdfd1d33 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Usage tracker for resource:subnet and tenant:d25a9484054c4089b629b2bf454f1312 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:08:19.112359 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-009cc756-0c3c-4344-b6cc-bd55a013633b req-22f307bc-58ee-4fda-a84d-70446d9d5eea tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:19.114150 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-f6d680f2-d0e9-4452-aa37-425ccdfd1d33 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:08:19.124081 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['81d837ab-bc11-4126-87e9-1c216ab3a6e9', '8499fae9-bcb7-415f-93e7-d714d01bcd5c'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:08:19.182291 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f6d680f2-d0e9-4452-aa37-425ccdfd1d33 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:08:19.191759 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b32168d4-a4c8-4d86-980e-18729db15b7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:19.294100 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 52960) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:19.301863 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b32168d4-a4c8-4d86-980e-18729db15b7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:19.317791 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d2b1a6d5-620a-4e92-85b4-ebd8a68d6e9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:19.333486 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-d2b1a6d5-620a-4e92-85b4-ebd8a68d6e9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:08:19.337403 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-d2b1a6d5-620a-4e92-85b4-ebd8a68d6e9b admin admin] Usage tracker for resource:security_group_rule and tenant:f2aac271edd24ca4abb25edb9c307f04 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:08:19.340300 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-d2b1a6d5-620a-4e92-85b4-ebd8a68d6e9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:08:19.348087 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-d2b1a6d5-620a-4e92-85b4-ebd8a68d6e9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:08:19.395561 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-009cc756-0c3c-4344-b6cc-bd55a013633b req-22f307bc-58ee-4fda-a84d-70446d9d5eea tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Network 35d37522-ff35-47af-b60c-b213aa781c6f is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:08:19.405481 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-009cc756-0c3c-4344-b6cc-bd55a013633b req-22f307bc-58ee-4fda-a84d-70446d9d5eea tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:08:19.407277 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b32168d4-a4c8-4d86-980e-18729db15b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:19.455051 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-009cc756-0c3c-4344-b6cc-bd55a013633b req-22f307bc-58ee-4fda-a84d-70446d9d5eea tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:08:19.531660 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009cc756-0c3c-4344-b6cc-bd55a013633b req-22f307bc-58ee-4fda-a84d-70446d9d5eea tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:19.532589 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-009cc756-0c3c-4344-b6cc-bd55a013633b req-22f307bc-58ee-4fda-a84d-70446d9d5eea tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:19.541012 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d2b1a6d5-620a-4e92-85b4-ebd8a68d6e9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:19.548210 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da6fc2-c294-4c93-bd71-f01ca507b31c req-e9212fa7-03ed-4362-8f46-ae38ad4d45cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:19.549968 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-47da6fc2-c294-4c93-bd71-f01ca507b31c req-e9212fa7-03ed-4362-8f46-ae38ad4d45cb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=56e8fe9085fa4bdb932a4c29aaeb4c08&device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 1096 time: 0.1368618 May 05 20:08:19.551314 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d2b1a6d5-620a-4e92-85b4-ebd8a68d6e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:19.553537 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d680f2-d0e9-4452-aa37-425ccdfd1d33 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Made reservation on behalf of d25a9484054c4089b629b2bf454f1312 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:08:19.557209 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f6d680f2-d0e9-4452-aa37-425ccdfd1d33 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:19.646139 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b1a6d5-620a-4e92-85b4-ebd8a68d6e9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9100e652-e71f-4685-bb88-2b53f25e8d1e,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:19.651553 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d2b1a6d5-620a-4e92-85b4-ebd8a68d6e9b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f2aac271edd24ca4abb25edb9c307f04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3557384 May 05 20:08:19.654993 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 52970) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:19.750068 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32168d4-a4c8-4d86-980e-18729db15b7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d544ee-982a-41f8-b06e-4f7e368556df,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:19.769524 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f307bc-58ee-4fda-a84d-70446d9d5eea tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Pushing event updated for resources: {'Port': ['ID=7280cfa2-2a26-4daa-8c0a-b67af5736b26,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:19.789030 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da6fc2-c294-4c93-bd71-f01ca507b31c req-c67ced20-ff1a-4359-9a4f-d4ae2c756f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:19.790479 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-47da6fc2-c294-4c93-bd71-f01ca507b31c req-c67ced20-ff1a-4359-9a4f-d4ae2c756f7d service neutron] 10.222.0.50 "GET /v2.0/networks?id=7506b31f-3419-46e4-835c-80fe813661d5 HTTP/1.1" status: 200 len: 913 time: 0.2309179 May 05 20:08:19.799536 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e0298270-2965-4da7-ab74-f158f7b9ac23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:19.827762 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cefece17-ac49-494d-b4b8-21c9cf0faf2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:19.831582 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b32168d4-a4c8-4d86-980e-18729db15b7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:19.832708 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b32168d4-a4c8-4d86-980e-18729db15b7d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/95d544ee-982a-41f8-b06e-4f7e368556df HTTP/1.1" status: 204 len: 168 time: 1.4360526 May 05 20:08:19.834806 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-009cc756-0c3c-4344-b6cc-bd55a013633b req-22f307bc-58ee-4fda-a84d-70446d9d5eea tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5059297 May 05 20:08:19.887484 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-009cc756-0c3c-4344-b6cc-bd55a013633b req-001928ba-4d72-41be-a945-f3e4a3358228 service neutron] Request body: {'port': {'device_id': '7f7fb3f0-ccc4-4bd0-8ef8-806f63f36824', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:08:20.054285 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e0298270-2965-4da7-ab74-f158f7b9ac23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:20.123798 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b4097a-7390-4898-9e5c-f0df28fbd20f req-70a7dcf3-e384-4ba2-9131-4a10fbadeaa6 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:20.124026 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e177a-2d43-4a83-8f23-f2491350fd25 req-93366abe-81e4-48d2-be24-210f292e204a tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:20.125231 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-74b4097a-7390-4898-9e5c-f0df28fbd20f req-70a7dcf3-e384-4ba2-9131-4a10fbadeaa6 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f7fb3f0-ccc4-4bd0-8ef8-806f63f36824 HTTP/1.1" status: 200 len: 932 time: 0.1673310 May 05 20:08:20.127063 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-47da6fc2-c294-4c93-bd71-f01ca507b31c req-055b7a04-e29c-4bdb-a2f9-cd86ab7394a7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3f7222db-61b2-414b-9998-e780d493326a HTTP/1.1" status: 200 len: 999 time: 0.3288455 May 05 20:08:20.131434 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ad1e177a-2d43-4a83-8f23-f2491350fd25 req-93366abe-81e4-48d2-be24-210f292e204a tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.7336946 May 05 20:08:20.191178 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefece17-ac49-494d-b4b8-21c9cf0faf2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4839f055-edd7-4ed9-a2d6-dc3f9daf425d,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:20.218711 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefece17-ac49-494d-b4b8-21c9cf0faf2f admin admin] Checking segment: {'id': 'b1dd65d9-c07f-4164-9458-eedf0f51eafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dd240240-b981-4728-a92a-09bd25dc9abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:08:20.218947 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefece17-ac49-494d-b4b8-21c9cf0faf2f admin admin] Network hostable DHCP agents. Network: dd240240-b981-4728-a92a-09bd25dc9abb, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:08:20.243494 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-74b4097a-7390-4898-9e5c-f0df28fbd20f req-a7adf8f5-bad7-4a50-9acc-e82dd816643d tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759006 May 05 20:08:20.253646 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da6fc2-c294-4c93-bd71-f01ca507b31c req-19abdb96-a65c-4ab4-a98f-385234a617ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:20.254503 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c93791b2-70b7-4ea7-b02f-bf98e6cc2322 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Router b06cf728-838a-4d45-b322-45e16e190c58 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:08:20.255713 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-47da6fc2-c294-4c93-bd71-f01ca507b31c req-19abdb96-a65c-4ab4-a98f-385234a617ce service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e2507cd6-290d-4d3d-b14e-048ce031bb0a HTTP/1.1" status: 200 len: 851 time: 0.1191847 May 05 20:08:20.349424 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e0298270-2965-4da7-ab74-f158f7b9ac23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:20.377471 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0298270-2965-4da7-ab74-f158f7b9ac23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9100e652-e71f-4685-bb88-2b53f25e8d1e,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:20.391091 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e0298270-2965-4da7-ab74-f158f7b9ac23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:20.395934 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-e0298270-2965-4da7-ab74-f158f7b9ac23 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9100e652-e71f-4685-bb88-2b53f25e8d1e HTTP/1.1" status: 204 len: 168 time: 0.7395711 May 05 20:08:20.406849 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da6fc2-c294-4c93-bd71-f01ca507b31c req-7cb80014-fb18-46aa-ac23-660e49e02d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:20.408423 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-47da6fc2-c294-4c93-bd71-f01ca507b31c req-7cb80014-fb18-46aa-ac23-660e49e02d31 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7506b31f-3419-46e4-835c-80fe813661d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1466506 May 05 20:08:20.511516 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ad1e177a-2d43-4a83-8f23-f2491350fd25 req-04ae9ef3-1642-4a2f-8ea0-1701e2709a1d tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3789744 May 05 20:08:20.521207 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-009cc756-0c3c-4344-b6cc-bd55a013633b req-001928ba-4d72-41be-a945-f3e4a3358228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:20.555261 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefece17-ac49-494d-b4b8-21c9cf0faf2f admin admin] Network dd240240-b981-4728-a92a-09bd25dc9abb is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:08:20.562946 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f6d680f2-d0e9-4452-aa37-425ccdfd1d33 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:20.581956 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-47da6fc2-c294-4c93-bd71-f01ca507b31c req-19b8d069-8afa-4ad2-9f28-18fd133b48f4 service neutron] 10.222.0.50 "GET /v2.0/networks/7506b31f-3419-46e4-835c-80fe813661d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666398 May 05 20:08:20.754676 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-cefece17-ac49-494d-b4b8-21c9cf0faf2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, dd240240-b981-4728-a92a-09bd25dc9abb) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:08:20.763594 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52e223a-41b2-4aee-9543-3aed11a09caa None None] Network dd240240-b981-4728-a92a-09bd25dc9abb requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:08:20.774906 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-47da6fc2-c294-4c93-bd71-f01ca507b31c req-f02ae018-7ef3-486f-8751-5bea5caee673 service neutron] 10.222.0.50 "GET /v2.0/networks/7506b31f-3419-46e4-835c-80fe813661d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862597 May 05 20:08:20.845408 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefece17-ac49-494d-b4b8-21c9cf0faf2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:20.845986 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cefece17-ac49-494d-b4b8-21c9cf0faf2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:20.934217 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d680f2-d0e9-4452-aa37-425ccdfd1d33 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Pushing event updated for resources: {'Subnet': ['ID=8ecf4e76-4327-4e92-b071-0fc8cfcdbff9,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:20.948028 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-cefece17-ac49-494d-b4b8-21c9cf0faf2f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.9901736 May 05 20:08:20.951224 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 53012) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:20.957250 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-d94cbb48-715c-4303-94e7-84854b20cad0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-20360602-router', 'tenant_id': '3bcce80065784aa6a77c066afd5e6401', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:08:20.965000 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-d94cbb48-715c-4303-94e7-84854b20cad0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:08:20.975041 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-d94cbb48-715c-4303-94e7-84854b20cad0 admin admin] Usage tracker for resource:router and tenant:3bcce80065784aa6a77c066afd5e6401 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:08:20.981414 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-d94cbb48-715c-4303-94e7-84854b20cad0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:08:20.992166 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-d94cbb48-715c-4303-94e7-84854b20cad0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:08:21.013482 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d94cbb48-715c-4303-94e7-84854b20cad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:21.016857 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d94cbb48-715c-4303-94e7-84854b20cad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:21.018925 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d680f2-d0e9-4452-aa37-425ccdfd1d33 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Checking segment: {'id': 'd562aa6d-8b2f-4773-8d99-54bf30b262f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8effdf98-f11f-4e45-b077-92ca7f4a9c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:08:21.019589 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d680f2-d0e9-4452-aa37-425ccdfd1d33 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Network hostable DHCP agents. Network: 8effdf98-f11f-4e45-b077-92ca7f4a9c26, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:08:21.027649 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c93791b2-70b7-4ea7-b02f-bf98e6cc2322 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:08:21.033985 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c93791b2-70b7-4ea7-b02f-bf98e6cc2322 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:21.042879 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba3e833-fc1e-41be-8cfc-55e45754b396 None None] Sync routers for ids ['b06cf728-838a-4d45-b322-45e16e190c58'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:08:21.043811 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e4f3f0-211b-41bf-be92-2f27483b3a76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-dd240240-b981-4728-a92a-09bd25dc9abb', 'network_id': 'dd240240-b981-4728-a92a-09bd25dc9abb', 'tenant_id': '3bcce80065784aa6a77c066afd5e6401', 'fixed_ips': [{'subnet_id': '4839f055-edd7-4ed9-a2d6-dc3f9daf425d'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:08:21.044696 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-04e4f3f0-211b-41bf-be92-2f27483b3a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:21.049790 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d94cbb48-715c-4303-94e7-84854b20cad0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:21.057926 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba3e833-fc1e-41be-8cfc-55e45754b396 None None] Routers {'b06cf728-838a-4d45-b322-45e16e190c58'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:08:21.059312 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-3ba3e833-fc1e-41be-8cfc-55e45754b396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:08:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['b06cf728-838a-4d45-b322-45e16e190c58'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:21.171254 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d680f2-d0e9-4452-aa37-425ccdfd1d33 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Network 8effdf98-f11f-4e45-b077-92ca7f4a9c26 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:08:21.187755 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-3ba3e833-fc1e-41be-8cfc-55e45754b396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:21.194345 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c93791b2-70b7-4ea7-b02f-bf98e6cc2322 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] 10.222.0.36 "PUT /v2.0/floatingips/9edd4c8b-1513-4119-90b7-e55675796b6e HTTP/1.1" status: 200 len: 687 time: 3.5874197 May 05 20:08:21.196589 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 53022) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:21.209738 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba3e833-fc1e-41be-8cfc-55e45754b396 None None] Routers {'b06cf728-838a-4d45-b322-45e16e190c58'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:08:21.211967 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-3ba3e833-fc1e-41be-8cfc-55e45754b396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:08:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['b06cf728-838a-4d45-b322-45e16e190c58'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:21.214850 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-f6d680f2-d0e9-4452-aa37-425ccdfd1d33 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 8effdf98-f11f-4e45-b077-92ca7f4a9c26) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:08:21.222553 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d680f2-d0e9-4452-aa37-425ccdfd1d33 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:21.228648 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f6d680f2-d0e9-4452-aa37-425ccdfd1d33 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:21.244811 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7382387-e531-4001-a24f-3933b7ba91c8 None None] Network 8effdf98-f11f-4e45-b077-92ca7f4a9c26 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:08:21.306060 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f6d680f2-d0e9-4452-aa37-425ccdfd1d33 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.6730373 May 05 20:08:21.365736 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-3ba3e833-fc1e-41be-8cfc-55e45754b396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:21.367962 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba3e833-fc1e-41be-8cfc-55e45754b396 None None] The sync data for ids ['b06cf728-838a-4d45-b322-45e16e190c58'] in n-d-840717-1 is: [] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:08:21.381863 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 53030) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:21.517989 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-009cc756-0c3c-4344-b6cc-bd55a013633b req-001928ba-4d72-41be-a945-f3e4a3358228 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7280cfa2-2a26-4daa-8c0a-b67af5736b26 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:08:21.580220 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-009cc756-0c3c-4344-b6cc-bd55a013633b req-001928ba-4d72-41be-a945-f3e4a3358228 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:21.624357 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-009cc756-0c3c-4344-b6cc-bd55a013633b req-001928ba-4d72-41be-a945-f3e4a3358228 service neutron] Transition to ACTIVE for port object 7280cfa2-2a26-4daa-8c0a-b67af5736b26 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:08:21.639837 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-009cc756-0c3c-4344-b6cc-bd55a013633b req-001928ba-4d72-41be-a945-f3e4a3358228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:21.701877 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-04e4f3f0-211b-41bf-be92-2f27483b3a76 None None] Allocated IP 172.20.0.2 (dd240240-b981-4728-a92a-09bd25dc9abb/4839f055-edd7-4ed9-a2d6-dc3f9daf425d/e4fcd9a8-d603-4a92-b535-eecb2c2b239c) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:08:21.785812 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-28e8259e-cfd3-447f-8324-261566e31bf0 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:21.831413 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001928ba-4d72-41be-a945-f3e4a3358228 service neutron] Pushing event updated for resources: {'Port': ['ID=7280cfa2-2a26-4daa-8c0a-b67af5736b26,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:22.016258 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f009f5-c8e7-42cc-82a2-b8efbc870523 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-8effdf98-f11f-4e45-b077-92ca7f4a9c26', 'network_id': '8effdf98-f11f-4e45-b077-92ca7f4a9c26', 'tenant_id': 'd25a9484054c4089b629b2bf454f1312', 'fixed_ips': [{'subnet_id': '8ecf4e76-4327-4e92-b071-0fc8cfcdbff9'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:08:22.017312 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a4f009f5-c8e7-42cc-82a2-b8efbc870523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:22.050383 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-28e8259e-cfd3-447f-8324-261566e31bf0 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:22.195532 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-25ba7a19-db21-44dd-96b4-dfdbcab254ea tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Deleting port c99f0a5f-b4db-4ea6-a2ea-d81f45b378a2 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:08:22.196685 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-25ba7a19-db21-44dd-96b4-dfdbcab254ea tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:22.226752 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-009cc756-0c3c-4344-b6cc-bd55a013633b req-001928ba-4d72-41be-a945-f3e4a3358228 service neutron] Attempting to bind port 7280cfa2-2a26-4daa-8c0a-b67af5736b26 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:08:22.227324 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-009cc756-0c3c-4344-b6cc-bd55a013633b req-001928ba-4d72-41be-a945-f3e4a3358228 service neutron] Attempting to bind port 7280cfa2-2a26-4daa-8c0a-b67af5736b26 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': '0a9940fa-b2d8-4605-a2bb-ab46df53c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '35d37522-ff35-47af-b60c-b213aa781c6f'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:08:22.227638 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009cc756-0c3c-4344-b6cc-bd55a013633b req-001928ba-4d72-41be-a945-f3e4a3358228 service neutron] Attempting to bind port 7280cfa2-2a26-4daa-8c0a-b67af5736b26 on network 35d37522-ff35-47af-b60c-b213aa781c6f {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:08:22.252907 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009cc756-0c3c-4344-b6cc-bd55a013633b req-001928ba-4d72-41be-a945-f3e4a3358228 service neutron] Port 7280cfa2-2a26-4daa-8c0a-b67af5736b26 on network 35d37522-ff35-47af-b60c-b213aa781c6f not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:08:22.255581 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009cc756-0c3c-4344-b6cc-bd55a013633b req-001928ba-4d72-41be-a945-f3e4a3358228 service neutron] Attempting to bind port 7280cfa2-2a26-4daa-8c0a-b67af5736b26 on network 35d37522-ff35-47af-b60c-b213aa781c6f {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:08:22.266352 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d94cbb48-715c-4303-94e7-84854b20cad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:22.290999 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009cc756-0c3c-4344-b6cc-bd55a013633b req-001928ba-4d72-41be-a945-f3e4a3358228 service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:08:22.294277 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009cc756-0c3c-4344-b6cc-bd55a013633b req-001928ba-4d72-41be-a945-f3e4a3358228 service neutron] Checking segment: {'id': '0a9940fa-b2d8-4605-a2bb-ab46df53c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '35d37522-ff35-47af-b60c-b213aa781c6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:08:22.295179 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009cc756-0c3c-4344-b6cc-bd55a013633b req-001928ba-4d72-41be-a945-f3e4a3358228 service neutron] Bound using segment: {'id': '0a9940fa-b2d8-4605-a2bb-ab46df53c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '35d37522-ff35-47af-b60c-b213aa781c6f'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:08:22.295834 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-009cc756-0c3c-4344-b6cc-bd55a013633b req-001928ba-4d72-41be-a945-f3e4a3358228 service neutron] Bound port: 7280cfa2-2a26-4daa-8c0a-b67af5736b26, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a9940fa-b2d8-4605-a2bb-ab46df53c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '35d37522-ff35-47af-b60c-b213aa781c6f'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:08:22.296347 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-009cc756-0c3c-4344-b6cc-bd55a013633b req-001928ba-4d72-41be-a945-f3e4a3358228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:22.339167 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d046b008-522e-414b-995c-30799e6edc37 req-f857f451-dd9a-4346-882f-babca916823b tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:22.342191 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d046b008-522e-414b-995c-30799e6edc37 req-f857f451-dd9a-4346-882f-babca916823b tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.2633970 May 05 20:08:22.420668 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server [None req-a4f009f5-c8e7-42cc-82a2-b8efbc870523 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8ecf4e76-4327-4e92-b071-0fc8cfcdbff9: This subnet is being modified by another concurrent operation. May 05 20:08:22.420668 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 05 20:08:22.420668 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 05 20:08:22.420668 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 05 20:08:22.420668 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 05 20:08:22.420668 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 05 20:08:22.420668 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 05 20:08:22.420668 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 05 20:08:22.420668 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 05 20:08:22.420668 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 05 20:08:22.420668 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 05 20:08:22.420668 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 05 20:08:22.420668 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 05 20:08:22.420668 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 20:08:22.420668 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 05 20:08:22.420668 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server raise self.value May 05 20:08:22.420668 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 05 20:08:22.420668 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 05 20:08:22.420668 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 05 20:08:22.420668 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 05 20:08:22.420668 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 05 20:08:22.420668 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 20:08:22.420668 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 05 20:08:22.420668 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server raise self.value May 05 20:08:22.420668 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 05 20:08:22.420668 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 05 20:08:22.420668 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 05 20:08:22.420668 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 05 20:08:22.420668 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 05 20:08:22.420668 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 20:08:22.420668 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 05 20:08:22.420668 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server raise self.value May 05 20:08:22.420668 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 05 20:08:22.420668 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 05 20:08:22.420668 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 05 20:08:22.420668 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 05 20:08:22.420668 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 05 20:08:22.420668 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 05 20:08:22.420668 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 05 20:08:22.420668 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 05 20:08:22.420668 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 05 20:08:22.420668 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 05 20:08:22.420668 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 05 20:08:22.420668 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 05 20:08:22.420668 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 05 20:08:22.420668 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 05 20:08:22.420668 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 05 20:08:22.420668 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 05 20:08:22.420668 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 05 20:08:22.420668 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 20:08:22.420668 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 05 20:08:22.420668 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server raise self.value May 05 20:08:22.420668 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 05 20:08:22.420668 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 05 20:08:22.424797 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 05 20:08:22.424797 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 05 20:08:22.424797 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 05 20:08:22.424797 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 20:08:22.424797 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 05 20:08:22.424797 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server raise self.value May 05 20:08:22.424797 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 05 20:08:22.424797 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 05 20:08:22.424797 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 05 20:08:22.424797 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 05 20:08:22.424797 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 05 20:08:22.424797 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 20:08:22.424797 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 05 20:08:22.424797 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server raise self.value May 05 20:08:22.424797 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 05 20:08:22.424797 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 05 20:08:22.424797 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 05 20:08:22.424797 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 05 20:08:22.424797 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 05 20:08:22.424797 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 05 20:08:22.424797 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 05 20:08:22.424797 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 05 20:08:22.424797 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 05 20:08:22.424797 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 05 20:08:22.424797 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 05 20:08:22.424797 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 05 20:08:22.424797 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 05 20:08:22.424797 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 05 20:08:22.424797 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 05 20:08:22.424797 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 05 20:08:22.424797 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 05 20:08:22.424797 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 05 20:08:22.424797 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 05 20:08:22.424797 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 05 20:08:22.424797 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 05 20:08:22.424797 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server raise exception May 05 20:08:22.424797 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8ecf4e76-4327-4e92-b071-0fc8cfcdbff9: This subnet is being modified by another concurrent operation. May 05 20:08:22.424797 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server May 05 20:08:22.449109 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4381e6e5-1973-4c02-96e8-3db8a44f18f5 None None] Network 8effdf98-f11f-4e45-b077-92ca7f4a9c26 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:08:22.455015 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-28e8259e-cfd3-447f-8324-261566e31bf0 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:22.491091 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-04e4f3f0-211b-41bf-be92-2f27483b3a76 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:22.512149 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-04e4f3f0-211b-41bf-be92-2f27483b3a76 None None] Transition to ACTIVE for port object e4fcd9a8-d603-4a92-b535-eecb2c2b239c will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:08:22.526283 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e8259e-cfd3-447f-8324-261566e31bf0 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Pushing event deleted for resources: {'Subnet': ['ID=8ecf4e76-4327-4e92-b071-0fc8cfcdbff9,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:22.533887 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83640ecc-9e60-4ecb-a7b7-2b53fde921ea req-bea850ef-be07-4f54-9e0d-f5ce635be6c3 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:22.541419 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d046b008-522e-414b-995c-30799e6edc37 req-2e5a5fc2-491a-4c17-a3cf-09d112383bea tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1649010 May 05 20:08:22.548491 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-83640ecc-9e60-4ecb-a7b7-2b53fde921ea req-bea850ef-be07-4f54-9e0d-f5ce635be6c3 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f7fb3f0-ccc4-4bd0-8ef8-806f63f36824 HTTP/1.1" status: 200 len: 944 time: 1.0378077 May 05 20:08:22.662057 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-25ba7a19-db21-44dd-96b4-dfdbcab254ea tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:22.662401 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-25ba7a19-db21-44dd-96b4-dfdbcab254ea tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:22.705463 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-04e4f3f0-211b-41bf-be92-2f27483b3a76 None None] Transition to ACTIVE for port object e4fcd9a8-d603-4a92-b535-eecb2c2b239c will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:08:22.715574 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-28e8259e-cfd3-447f-8324-261566e31bf0 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:22.754502 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-04e4f3f0-211b-41bf-be92-2f27483b3a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:22.762027 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-28e8259e-cfd3-447f-8324-261566e31bf0 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8effdf98-f11f-4e45-b077-92ca7f4a9c26']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:22.834202 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e4f3f0-211b-41bf-be92-2f27483b3a76 None None] Network dd240240-b981-4728-a92a-09bd25dc9abb is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:08:22.837516 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-04e4f3f0-211b-41bf-be92-2f27483b3a76 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:08:22.841580 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e4f3f0-211b-41bf-be92-2f27483b3a76 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:08:22.874555 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e4f3f0-211b-41bf-be92-2f27483b3a76 None None] Pushing event updated for resources: {'Port': ['ID=e4fcd9a8-d603-4a92-b535-eecb2c2b239c,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:22.946698 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-04e4f3f0-211b-41bf-be92-2f27483b3a76 None None] Attempting to bind port e4fcd9a8-d603-4a92-b535-eecb2c2b239c on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:08:22.947062 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-04e4f3f0-211b-41bf-be92-2f27483b3a76 None None] Attempting to bind port e4fcd9a8-d603-4a92-b535-eecb2c2b239c by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'b1dd65d9-c07f-4164-9458-eedf0f51eafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dd240240-b981-4728-a92a-09bd25dc9abb'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:08:22.947557 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e4f3f0-211b-41bf-be92-2f27483b3a76 None None] Attempting to bind port e4fcd9a8-d603-4a92-b535-eecb2c2b239c on network dd240240-b981-4728-a92a-09bd25dc9abb {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:08:22.954147 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e4f3f0-211b-41bf-be92-2f27483b3a76 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:08:22.954520 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e4f3f0-211b-41bf-be92-2f27483b3a76 None None] Checking segment: {'id': 'b1dd65d9-c07f-4164-9458-eedf0f51eafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dd240240-b981-4728-a92a-09bd25dc9abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:08:22.955035 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-04e4f3f0-211b-41bf-be92-2f27483b3a76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:22.955463 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e4f3f0-211b-41bf-be92-2f27483b3a76 None None] Bound using segment: {'id': 'b1dd65d9-c07f-4164-9458-eedf0f51eafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dd240240-b981-4728-a92a-09bd25dc9abb'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:08:22.956466 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-04e4f3f0-211b-41bf-be92-2f27483b3a76 None None] Bound port: e4fcd9a8-d603-4a92-b535-eecb2c2b239c, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1dd65d9-c07f-4164-9458-eedf0f51eafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dd240240-b981-4728-a92a-09bd25dc9abb'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:08:22.956899 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-04e4f3f0-211b-41bf-be92-2f27483b3a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:23.041879 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-25ba7a19-db21-44dd-96b4-dfdbcab254ea tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Calling delete_port for c99f0a5f-b4db-4ea6-a2ea-d81f45b378a2 owned by network:floatingip {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:08:23.078721 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-28e8259e-cfd3-447f-8324-261566e31bf0 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd562aa6d-8b2f-4773-8d99-54bf30b262f1') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:23.079035 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-28e8259e-cfd3-447f-8324-261566e31bf0 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd562aa6d-8b2f-4773-8d99-54bf30b262f1') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:23.086344 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-04e4f3f0-211b-41bf-be92-2f27483b3a76 None None] For port e4fcd9a8-d603-4a92-b535-eecb2c2b239c, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:08:23.090577 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-04e4f3f0-211b-41bf-be92-2f27483b3a76 None None] For port e4fcd9a8-d603-4a92-b535-eecb2c2b239c, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=e4fcd9a8-d603-4a92-b535-eecb2c2b239c,segment=NetworkSegment(b1dd65d9-c07f-4164-9458-eedf0f51eafc),segment_id=b1dd65d9-c07f-4164-9458-eedf0f51eafc)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:08:23.095688 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-04e4f3f0-211b-41bf-be92-2f27483b3a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:23.147959 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-83640ecc-9e60-4ecb-a7b7-2b53fde921ea req-29048525-c799-4961-becc-dee8f82a2f22 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5985982 May 05 20:08:23.218889 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-009cc756-0c3c-4344-b6cc-bd55a013633b req-001928ba-4d72-41be-a945-f3e4a3358228 service neutron] For port 7280cfa2-2a26-4daa-8c0a-b67af5736b26, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:08:23.227226 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-009cc756-0c3c-4344-b6cc-bd55a013633b req-001928ba-4d72-41be-a945-f3e4a3358228 service neutron] For port 7280cfa2-2a26-4daa-8c0a-b67af5736b26, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=7280cfa2-2a26-4daa-8c0a-b67af5736b26,segment=NetworkSegment(0a9940fa-b2d8-4605-a2bb-ab46df53c9ac),segment_id=0a9940fa-b2d8-4605-a2bb-ab46df53c9ac)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:08:23.255091 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-28e8259e-cfd3-447f-8324-261566e31bf0 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:23.270952 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e4f3f0-211b-41bf-be92-2f27483b3a76 None None] Pushing event updated for resources: {'Port': ['ID=e4fcd9a8-d603-4a92-b535-eecb2c2b239c,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:23.278721 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-009cc756-0c3c-4344-b6cc-bd55a013633b req-001928ba-4d72-41be-a945-f3e4a3358228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:23.367693 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-28e8259e-cfd3-447f-8324-261566e31bf0 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:23.394768 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28e8259e-cfd3-447f-8324-261566e31bf0 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:08:23.395812 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-28e8259e-cfd3-447f-8324-261566e31bf0 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:23.496549 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-25ba7a19-db21-44dd-96b4-dfdbcab254ea tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:23.562113 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d94cbb48-715c-4303-94e7-84854b20cad0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:23.602635 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:08:23.602635 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:08:23.602635 n-d-840717-1 neutron-server[88198]: timer() May 05 20:08:23.602635 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:08:23.602635 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:08:23.602635 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:08:23.602635 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:08:23.602635 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:08:23.602635 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:08:23.602635 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:08:23.602635 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:08:23.602635 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:08:23.602635 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:08:23.602635 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:08:23.602635 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:08:23.602635 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:08:23.602635 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:08:23.602635 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:08:23.602635 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:08:23.602635 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:08:23.602635 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:08:23.602635 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:08:23.602635 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:08:23.602635 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:08:23.602635 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:08:23.602635 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:08:23.602635 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:08:23.602635 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:08:23.602635 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:08:23.602635 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:08:23.602635 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:08:23.602635 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:08:23.637012 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ba7a19-db21-44dd-96b4-dfdbcab254ea tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Pushing event deleted for resources: {'Port': ['ID=c99f0a5f-b4db-4ea6-a2ea-d81f45b378a2,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:23.645233 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009cc756-0c3c-4344-b6cc-bd55a013633b req-001928ba-4d72-41be-a945-f3e4a3358228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:23.645861 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-009cc756-0c3c-4344-b6cc-bd55a013633b req-001928ba-4d72-41be-a945-f3e4a3358228 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:23.650522 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-009cc756-0c3c-4344-b6cc-bd55a013633b req-001928ba-4d72-41be-a945-f3e4a3358228 service neutron] 10.222.0.24 "PUT /v2.0/ports/7280cfa2-2a26-4daa-8c0a-b67af5736b26 HTTP/1.1" status: 200 len: 1092 time: 3.7734628 May 05 20:08:23.658162 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f7fb3f0-ccc4-4bd0-8ef8-806f63f36824', 'tag': '7280cfa2-2a26-4daa-8c0a-b67af5736b26'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:08:23.715686 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-28e8259e-cfd3-447f-8324-261566e31bf0 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:23.729439 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d94cbb48-715c-4303-94e7-84854b20cad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:23.749338 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ba7a19-db21-44dd-96b4-dfdbcab254ea tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:08:23.749662 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ba7a19-db21-44dd-96b4-dfdbcab254ea tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:08:23.749996 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ba7a19-db21-44dd-96b4-dfdbcab254ea tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:08:23.750347 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ba7a19-db21-44dd-96b4-dfdbcab254ea tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:08:23.750823 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ba7a19-db21-44dd-96b4-dfdbcab254ea tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:08:23.751245 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ba7a19-db21-44dd-96b4-dfdbcab254ea tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:08:23.751609 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ba7a19-db21-44dd-96b4-dfdbcab254ea tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:08:23.751930 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ba7a19-db21-44dd-96b4-dfdbcab254ea tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:08:23.752265 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ba7a19-db21-44dd-96b4-dfdbcab254ea tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:08:23.752566 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ba7a19-db21-44dd-96b4-dfdbcab254ea tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:08:23.753571 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ba7a19-db21-44dd-96b4-dfdbcab254ea tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:08:23.754078 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ba7a19-db21-44dd-96b4-dfdbcab254ea tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:08:23.797961 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-28e8259e-cfd3-447f-8324-261566e31bf0 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:23.809690 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9bc0610-272d-4c67-9d6a-eb62aae0a25d'] response: {'name': 'network-changed', 'server_uuid': '7f7fb3f0-ccc4-4bd0-8ef8-806f63f36824', 'tag': '7280cfa2-2a26-4daa-8c0a-b67af5736b26', 'status': 'completed', 'code': 200} May 05 20:08:23.823097 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e8259e-cfd3-447f-8324-261566e31bf0 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Pushing event deleted for resources: {'Network': ['ID=8effdf98-f11f-4e45-b077-92ca7f4a9c26,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:23.836305 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa4008b-aa71-4e6b-8504-0457d096dff8 req-ad955185-1243-417b-9419-f69a3b2bdc29 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:23.843854 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-faa4008b-aa71-4e6b-8504-0457d096dff8 req-ad955185-1243-417b-9419-f69a3b2bdc29 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.7375672 May 05 20:08:23.861137 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001928ba-4d72-41be-a945-f3e4a3358228 service neutron] Pushing event updated for resources: {'Port': ['ID=7280cfa2-2a26-4daa-8c0a-b67af5736b26,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:23.866822 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-28e8259e-cfd3-447f-8324-261566e31bf0 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] 10.222.0.36 "DELETE /v2.0/networks/8effdf98-f11f-4e45-b077-92ca7f4a9c26 HTTP/1.1" status: 204 len: 168 time: 2.4826066 May 05 20:08:23.871023 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 53096) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:23.882650 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-a4ef90d5-8c0f-44d6-b031-091034b734c6 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1786841506'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:08:23.890760 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a4ef90d5-8c0f-44d6-b031-091034b734c6 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:08:23.905376 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a4ef90d5-8c0f-44d6-b031-091034b734c6 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Usage tracker for resource:network and tenant:d25a9484054c4089b629b2bf454f1312 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:08:23.913162 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a4ef90d5-8c0f-44d6-b031-091034b734c6 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:08:23.924252 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a4ef90d5-8c0f-44d6-b031-091034b734c6 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:08:23.936016 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-faa4008b-aa71-4e6b-8504-0457d096dff8 req-b66fbbb1-3bcf-47a0-b925-0ff236da218d tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909026 May 05 20:08:23.959422 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ef90d5-8c0f-44d6-b031-091034b734c6 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Made reservation on behalf of d25a9484054c4089b629b2bf454f1312 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:08:23.964342 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a4ef90d5-8c0f-44d6-b031-091034b734c6 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:24.002286 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4ef90d5-8c0f-44d6-b031-091034b734c6 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:08:24.018778 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a4ef90d5-8c0f-44d6-b031-091034b734c6 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:24.019181 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-a4ef90d5-8c0f-44d6-b031-091034b734c6 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Added segment 04dfc87c-e42b-4428-ba49-1ea96dfe3142 of type vlan for network edccba8d-5ae6-44ba-8250-de39e5a9fcf9 May 05 20:08:24.075631 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a4ef90d5-8c0f-44d6-b031-091034b734c6 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:24.118415 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a4ef90d5-8c0f-44d6-b031-091034b734c6 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:24.126212 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ef90d5-8c0f-44d6-b031-091034b734c6 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:24.127196 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a4ef90d5-8c0f-44d6-b031-091034b734c6 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:24.160086 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-25ba7a19-db21-44dd-96b4-dfdbcab254ea tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for floatingip, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:24.229281 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a4ef90d5-8c0f-44d6-b031-091034b734c6 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3523381 May 05 20:08:24.233263 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 53110) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:24.234563 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-25ba7a19-db21-44dd-96b4-dfdbcab254ea tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:24.239586 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-25ba7a19-db21-44dd-96b4-dfdbcab254ea tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] 10.222.0.36 "DELETE /v2.0/floatingips/9edd4c8b-1513-4119-90b7-e55675796b6e HTTP/1.1" status: 204 len: 168 time: 3.0417783 May 05 20:08:24.240851 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 53112) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:24.241128 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-d94cbb48-715c-4303-94e7-84854b20cad0 admin admin] Allocated IP 172.25.0.7 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/239445f0-21f4-478a-bb75-a548d22b1013) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:08:24.357894 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-8b1098b3-3a6e-4c9c-bfa7-24af98135f92 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Request body: {'floatingip': {'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'port_id': '7e240780-2de7-42a2-b2bb-33e7cf2c9e71'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:08:24.371525 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8b1098b3-3a6e-4c9c-bfa7-24af98135f92 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:08:24.376319 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-8b1098b3-3a6e-4c9c-bfa7-24af98135f92 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Usage tracker for resource:floatingip and tenant:5612e7242a04466e929d2d320c132523 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:08:24.381204 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-8b1098b3-3a6e-4c9c-bfa7-24af98135f92 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:08:24.389445 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8b1098b3-3a6e-4c9c-bfa7-24af98135f92 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:08:24.488687 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-3ad00cc7-665f-4854-96be-248b7048d216 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Request body: {'subnet': {'network_id': 'edccba8d-5ae6-44ba-8250-de39e5a9fcf9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:08:24.563618 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d94cbb48-715c-4303-94e7-84854b20cad0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:24.590464 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f742b-c2de-4631-a490-fc1bd6a93ebe req-45313452-0ab4-434c-bbb7-76327ff11fba tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:24.590750 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ef90d5-8c0f-44d6-b031-091034b734c6 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Pushing event updated for resources: {'Network': ['ID=edccba8d-5ae6-44ba-8250-de39e5a9fcf9,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:24.592064 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-df1f742b-c2de-4631-a490-fc1bd6a93ebe req-45313452-0ab4-434c-bbb7-76327ff11fba tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.1619694 May 05 20:08:24.613492 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network edccba8d-5ae6-44ba-8250-de39e5a9fcf9 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:08:24.709921 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8b1098b3-3a6e-4c9c-bfa7-24af98135f92 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for floatingip, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:24.751039 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-df1f742b-c2de-4631-a490-fc1bd6a93ebe req-6653bd5b-941b-4155-82c7-11eaee83ad38 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221223 May 05 20:08:24.754477 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d94cbb48-715c-4303-94e7-84854b20cad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:24.931329 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94cbb48-715c-4303-94e7-84854b20cad0 admin admin] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:08:24.934691 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-d94cbb48-715c-4303-94e7-84854b20cad0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:08:24.942876 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94cbb48-715c-4303-94e7-84854b20cad0 admin admin] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:08:24.955254 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3ad00cc7-665f-4854-96be-248b7048d216 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:08:24.966917 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-3ad00cc7-665f-4854-96be-248b7048d216 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Usage tracker for resource:subnet and tenant:d25a9484054c4089b629b2bf454f1312 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:08:24.979760 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-3ad00cc7-665f-4854-96be-248b7048d216 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:08:24.981632 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267abec5-9050-405a-8e6e-c45458be7410 None None] Network dd240240-b981-4728-a92a-09bd25dc9abb requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:08:24.991284 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3ad00cc7-665f-4854-96be-248b7048d216 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:08:25.028829 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009cc756-0c3c-4344-b6cc-bd55a013633b req-1af9759c-0483-4008-836e-ae130927a0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:25.030335 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-009cc756-0c3c-4344-b6cc-bd55a013633b req-1af9759c-0483-4008-836e-ae130927a0c3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=51033f662b4a41faabaa592f98ca548e&device_id=7f7fb3f0-ccc4-4bd0-8ef8-806f63f36824 HTTP/1.1" status: 200 len: 1095 time: 1.3169253 May 05 20:08:25.031953 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad00cc7-665f-4854-96be-248b7048d216 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Made reservation on behalf of d25a9484054c4089b629b2bf454f1312 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:08:25.035911 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3ad00cc7-665f-4854-96be-248b7048d216 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:25.146417 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-3d581b71-b260-4207-aee9-7a143832747d None None] Provisioning for port e4fcd9a8-d603-4a92-b535-eecb2c2b239c completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:08:25.244301 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device e4fcd9a8-d603-4a92-b535-eecb2c2b239c up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:08:25.252017 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b12a2a-34a3-4a10-9235-1d7f4de9d59e req-6970b646-6d16-49c9-a355-f963a04e0326 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:25.252879 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-d9b12a2a-34a3-4a10-9235-1d7f4de9d59e req-6970b646-6d16-49c9-a355-f963a04e0326 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Synchronizing usage tracker for tenant:51033f662b4a41faabaa592f98ca548e on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:08:25.461869 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port e4fcd9a8-d603-4a92-b535-eecb2c2b239c completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:08:25.469824 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port e4fcd9a8-d603-4a92-b535-eecb2c2b239c triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:08:25.470286 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:25.498437 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94cbb48-715c-4303-94e7-84854b20cad0 admin admin] Pushing event updated for resources: {'Port': ['ID=239445f0-21f4-478a-bb75-a548d22b1013,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:25.698357 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:25.714706 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-009cc756-0c3c-4344-b6cc-bd55a013633b req-70d77453-8888-471e-999c-36132bd37180 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7280cfa2-2a26-4daa-8c0a-b67af5736b26 HTTP/1.1" status: 200 len: 217 time: 0.6608379 May 05 20:08:25.790322 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d94cbb48-715c-4303-94e7-84854b20cad0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:25.824836 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009cc756-0c3c-4344-b6cc-bd55a013633b req-8ed70b5e-1b08-4fa9-8687-a11966deb921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:25.826391 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-009cc756-0c3c-4344-b6cc-bd55a013633b req-8ed70b5e-1b08-4fa9-8687-a11966deb921 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abe7c8d5-c1a3-49ab-83d4-2252eacbfbcf HTTP/1.1" status: 200 len: 845 time: 0.0862787 May 05 20:08:25.831344 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3ad00cc7-665f-4854-96be-248b7048d216 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:25.844129 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-d9b12a2a-34a3-4a10-9235-1d7f4de9d59e req-6970b646-6d16-49c9-a355-f963a04e0326 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Unset dirty status for tenant:51033f662b4a41faabaa592f98ca548e on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:08:25.845310 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d9b12a2a-34a3-4a10-9235-1d7f4de9d59e req-6970b646-6d16-49c9-a355-f963a04e0326 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f7fb3f0-ccc4-4bd0-8ef8-806f63f36824 HTTP/1.1" status: 200 len: 944 time: 1.2560065 May 05 20:08:25.891296 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port e4fcd9a8-d603-4a92-b535-eecb2c2b239c, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=e4fcd9a8-d603-4a92-b535-eecb2c2b239c,segment=NetworkSegment(b1dd65d9-c07f-4164-9458-eedf0f51eafc),segment_id=b1dd65d9-c07f-4164-9458-eedf0f51eafc)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:08:25.897014 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:25.995078 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-009cc756-0c3c-4344-b6cc-bd55a013633b req-2b9fc872-443a-485e-b793-3bd579c03bd6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=35d37522-ff35-47af-b60c-b213aa781c6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1424749 May 05 20:08:25.998183 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad00cc7-665f-4854-96be-248b7048d216 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Pushing event updated for resources: {'Subnet': ['ID=79e252b7-f163-444c-87e9-e2a5d7b1ce9e,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:26.016972 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [req-009cc756-0c3c-4344-b6cc-bd55a013633b req-fa94474f-6aee-4144-bb5c-c78f12a54ca9 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:08:26.018052 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-009cc756-0c3c-4344-b6cc-bd55a013633b req-fa94474f-6aee-4144-bb5c-c78f12a54ca9 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088971 May 05 20:08:26.075537 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6316bf-6c0d-4265-9fc3-fff68dc3cdaa req-a8895d47-3e58-43b7-90e7-24c8f9d45909 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:26.080460 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=e4fcd9a8-d603-4a92-b535-eecb2c2b239c,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:26.084429 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9c6316bf-6c0d-4265-9fc3-fff68dc3cdaa req-a8895d47-3e58-43b7-90e7-24c8f9d45909 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.6561353 May 05 20:08:26.155480 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d9b12a2a-34a3-4a10-9235-1d7f4de9d59e req-f825f8c5-e07e-4f2f-8102-5c6a12f52af0 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583481 May 05 20:08:26.170209 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb4404b-4466-4afe-9749-3a6d766c9bc3 None None] get_active_networks_info from n-d-840717-1 {{(pid=88199) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 05 20:08:26.212212 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad00cc7-665f-4854-96be-248b7048d216 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Checking segment: {'id': '04dfc87c-e42b-4428-ba49-1ea96dfe3142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'edccba8d-5ae6-44ba-8250-de39e5a9fcf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:08:26.212571 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad00cc7-665f-4854-96be-248b7048d216 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Network hostable DHCP agents. Network: edccba8d-5ae6-44ba-8250-de39e5a9fcf9, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:08:26.283038 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b9d4d3a7-3fd1-4e6b-8bd3-3ca2599ac45b None None] Provisioning complete for port e4fcd9a8-d603-4a92-b535-eecb2c2b239c triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:08:26.283576 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b9d4d3a7-3fd1-4e6b-8bd3-3ca2599ac45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:26.308868 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9c6316bf-6c0d-4265-9fc3-fff68dc3cdaa req-92bd2fe4-2404-41b2-98e6-8a90901a7a23 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2215166 May 05 20:08:26.365947 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8b1098b3-3a6e-4c9c-bfa7-24af98135f92 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:26.429274 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad00cc7-665f-4854-96be-248b7048d216 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Network edccba8d-5ae6-44ba-8250-de39e5a9fcf9 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:08:26.475254 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-009cc756-0c3c-4344-b6cc-bd55a013633b req-2376919b-88cd-4d0f-8d97-06f62011d4c8 service neutron] 10.222.0.24 "GET /v2.0/networks/35d37522-ff35-47af-b60c-b213aa781c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4156475 May 05 20:08:26.481171 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-3ad00cc7-665f-4854-96be-248b7048d216 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, edccba8d-5ae6-44ba-8250-de39e5a9fcf9) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:08:26.513570 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad00cc7-665f-4854-96be-248b7048d216 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:26.514141 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3ad00cc7-665f-4854-96be-248b7048d216 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:26.755484 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d94cbb48-715c-4303-94e7-84854b20cad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:26.781921 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-8b1098b3-3a6e-4c9c-bfa7-24af98135f92 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Allocated IP 172.25.0.97 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/c7b287fe-6497-4a7a-b5b7-50265da582a0) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:08:26.818224 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb4404b-4466-4afe-9749-3a6d766c9bc3 None None] Unable to find a vacant binding_index for network edccba8d-5ae6-44ba-8250-de39e5a9fcf9 and agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e {{(pid=88199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} May 05 20:08:26.837278 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb4404b-4466-4afe-9749-3a6d766c9bc3 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, edccba8d-5ae6-44ba-8250-de39e5a9fcf9) {{(pid=88199) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 05 20:08:26.886560 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3ad00cc7-665f-4854-96be-248b7048d216 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.6497495 May 05 20:08:26.889393 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 53224) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:26.992889 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-009cc756-0c3c-4344-b6cc-bd55a013633b req-e553a318-889b-472d-94bf-b9444b282b53 service neutron] 10.222.0.24 "GET /v2.0/networks/35d37522-ff35-47af-b60c-b213aa781c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5050998 May 05 20:08:27.041065 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 53230) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:27.160664 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device e4fcd9a8-d603-4a92-b535-eecb2c2b239c up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:08:27.291745 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa83bb5-d418-4fa5-89b1-f95bd28489ad req-4d4bf5a9-b74e-4c04-bdfd-62224225e1bb tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:27.298687 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6aa83bb5-d418-4fa5-89b1-f95bd28489ad req-4d4bf5a9-b74e-4c04-bdfd-62224225e1bb tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.7092099 May 05 20:08:27.305663 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port e4fcd9a8-d603-4a92-b535-eecb2c2b239c triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:08:27.306484 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:27.357886 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d94cbb48-715c-4303-94e7-84854b20cad0 admin admin] Router d77d22ac-cfe3-4696-a86f-f8f26504a064 is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88197) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:08:27.407391 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8b1098b3-3a6e-4c9c-bfa7-24af98135f92 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:27.530109 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b358dbbd-2702-4493-b00a-19a0edc0f765 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:27.564067 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:08:27.583302 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159c709b-5e8c-42cf-a86c-9ab7e3d462e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-edccba8d-5ae6-44ba-8250-de39e5a9fcf9', 'network_id': 'edccba8d-5ae6-44ba-8250-de39e5a9fcf9', 'tenant_id': 'd25a9484054c4089b629b2bf454f1312', 'fixed_ips': [{'subnet_id': '79e252b7-f163-444c-87e9-e2a5d7b1ce9e'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:08:27.586640 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-159c709b-5e8c-42cf-a86c-9ab7e3d462e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:27.602540 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9df1bb73-f944-4197-8e67-f0c3b08acf6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:27.646868 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d94cbb48-715c-4303-94e7-84854b20cad0 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:08:27.649094 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6aa83bb5-d418-4fa5-89b1-f95bd28489ad req-ec4c3ac6-ff73-4a93-805f-fc40a05fe78e tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3494875 May 05 20:08:27.680644 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cab4f1-3d6e-4251-9930-ab0f26e85673 req-e577bcc2-d72e-441b-a870-fafe14455a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:27.680644 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e7cab4f1-3d6e-4251-9930-ab0f26e85673 req-e577bcc2-d72e-441b-a870-fafe14455a20 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=51033f662b4a41faabaa592f98ca548e&device_id=7f7fb3f0-ccc4-4bd0-8ef8-806f63f36824 HTTP/1.1" status: 200 len: 1095 time: 0.5638590 May 05 20:08:27.680644 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-9df1bb73-f944-4197-8e67-f0c3b08acf6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:08:27.693668 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d94cbb48-715c-4303-94e7-84854b20cad0 admin admin] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:27.695205 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d94cbb48-715c-4303-94e7-84854b20cad0 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.7429309 May 05 20:08:27.698513 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 53246) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:27.722614 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddb06ee-062a-45b3-99d3-cf3fd46672e9 None None] Sync routers for ids ['d77d22ac-cfe3-4696-a86f-f8f26504a064'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:08:27.759963 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddb06ee-062a-45b3-99d3-cf3fd46672e9 None None] Routers {'d77d22ac-cfe3-4696-a86f-f8f26504a064'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:08:27.760616 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-cddb06ee-062a-45b3-99d3-cf3fd46672e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:08:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['d77d22ac-cfe3-4696-a86f-f8f26504a064'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:27.763210 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-9df1bb73-f944-4197-8e67-f0c3b08acf6b admin admin] Usage tracker for resource:security_group_rule and tenant:a3931c27562641898645badf9df4a179 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:08:27.767595 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b358dbbd-2702-4493-b00a-19a0edc0f765 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:27.808154 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-9df1bb73-f944-4197-8e67-f0c3b08acf6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:08:27.810731 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 53252) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:27.849967 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-9df1bb73-f944-4197-8e67-f0c3b08acf6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:08:28.044473 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8b1098b3-3a6e-4c9c-bfa7-24af98135f92 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:28.197607 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-cddb06ee-062a-45b3-99d3-cf3fd46672e9 None None] Set router d77d22ac-cfe3-4696-a86f-f8f26504a064 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:08:28.319776 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d3dc0-9f8a-4cd6-8a75-cae3609f8881 req-006542da-17c5-4cc2-9117-52e59f96d3b4 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:28.328272 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a95d3dc0-9f8a-4cd6-8a75-cae3609f8881 req-006542da-17c5-4cc2-9117-52e59f96d3b4 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f7fb3f0-ccc4-4bd0-8ef8-806f63f36824 HTTP/1.1" status: 200 len: 944 time: 0.9585543 May 05 20:08:28.361272 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1098b3-3a6e-4c9c-bfa7-24af98135f92 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:08:28.406267 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-8b1098b3-3a6e-4c9c-bfa7-24af98135f92 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:08:28.413259 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1098b3-3a6e-4c9c-bfa7-24af98135f92 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:08:28.461475 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a95d3dc0-9f8a-4cd6-8a75-cae3609f8881 req-16c376ef-2caf-4f0e-8dd3-22217e31641c tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315682 May 05 20:08:28.529918 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server [None req-159c709b-5e8c-42cf-a86c-9ab7e3d462e5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 79e252b7-f163-444c-87e9-e2a5d7b1ce9e: This subnet is being modified by another concurrent operation. May 05 20:08:28.529918 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 05 20:08:28.529918 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 05 20:08:28.529918 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 05 20:08:28.529918 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 05 20:08:28.529918 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 05 20:08:28.529918 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 05 20:08:28.529918 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 05 20:08:28.529918 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 05 20:08:28.529918 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 05 20:08:28.529918 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 05 20:08:28.529918 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 05 20:08:28.529918 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 05 20:08:28.529918 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 20:08:28.529918 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 05 20:08:28.529918 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server raise self.value May 05 20:08:28.529918 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 05 20:08:28.529918 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 05 20:08:28.529918 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 05 20:08:28.529918 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 05 20:08:28.529918 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 05 20:08:28.529918 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 20:08:28.529918 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 05 20:08:28.529918 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server raise self.value May 05 20:08:28.529918 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 05 20:08:28.529918 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 05 20:08:28.529918 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 05 20:08:28.529918 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 05 20:08:28.529918 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 05 20:08:28.529918 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 20:08:28.529918 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 05 20:08:28.529918 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server raise self.value May 05 20:08:28.529918 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 05 20:08:28.529918 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 05 20:08:28.529918 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 05 20:08:28.529918 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 05 20:08:28.529918 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 05 20:08:28.529918 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 05 20:08:28.529918 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 05 20:08:28.529918 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 05 20:08:28.529918 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 05 20:08:28.529918 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 05 20:08:28.529918 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 05 20:08:28.529918 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 05 20:08:28.529918 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 05 20:08:28.529918 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 05 20:08:28.529918 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 05 20:08:28.529918 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 05 20:08:28.529918 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 05 20:08:28.529918 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 20:08:28.529918 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 05 20:08:28.529918 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server raise self.value May 05 20:08:28.529918 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 05 20:08:28.529918 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 05 20:08:28.533561 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 05 20:08:28.533561 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 05 20:08:28.533561 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 05 20:08:28.533561 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 20:08:28.533561 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 05 20:08:28.533561 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server raise self.value May 05 20:08:28.533561 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 05 20:08:28.533561 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 05 20:08:28.533561 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 05 20:08:28.533561 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 05 20:08:28.533561 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 05 20:08:28.533561 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 20:08:28.533561 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 05 20:08:28.533561 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server raise self.value May 05 20:08:28.533561 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 05 20:08:28.533561 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 05 20:08:28.533561 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 05 20:08:28.533561 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 05 20:08:28.533561 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 05 20:08:28.533561 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 05 20:08:28.533561 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 05 20:08:28.533561 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 05 20:08:28.533561 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 05 20:08:28.533561 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 05 20:08:28.533561 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 05 20:08:28.533561 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 05 20:08:28.533561 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 05 20:08:28.533561 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 05 20:08:28.533561 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 05 20:08:28.533561 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 05 20:08:28.533561 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 05 20:08:28.533561 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 05 20:08:28.533561 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 05 20:08:28.533561 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 05 20:08:28.533561 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 05 20:08:28.533561 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server raise exception May 05 20:08:28.533561 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 79e252b7-f163-444c-87e9-e2a5d7b1ce9e: This subnet is being modified by another concurrent operation. May 05 20:08:28.533561 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server May 05 20:08:28.560817 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c712dc04-db88-4b42-9b41-583d4a924103 None None] get_active_networks_info from n-d-840717-1 {{(pid=88199) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 05 20:08:28.692751 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-87e61be4-e6fd-4232-8af4-e70fe41fd904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:28.825453 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c712dc04-db88-4b42-9b41-583d4a924103 None None] Resources bound (agent type, host, resource id): {{(pid=88199) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 05 20:08:28.973570 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-87e61be4-e6fd-4232-8af4-e70fe41fd904 admin admin] Allocated IP 172.20.0.1 (dd240240-b981-4728-a92a-09bd25dc9abb/4839f055-edd7-4ed9-a2d6-dc3f9daf425d/efd8bd0a-882b-4384-8a9c-44af39c1d59b) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:08:29.016011 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b358dbbd-2702-4493-b00a-19a0edc0f765 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:29.027933 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cab4f1-3d6e-4251-9930-ab0f26e85673 req-0c11db0c-bbac-42e6-bcb6-11c764b22c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:29.029425 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e7cab4f1-3d6e-4251-9930-ab0f26e85673 req-0c11db0c-bbac-42e6-bcb6-11c764b22c60 service neutron] 10.222.0.24 "GET /v2.0/networks?id=35d37522-ff35-47af-b60c-b213aa781c6f HTTP/1.1" status: 200 len: 906 time: 1.2675922 May 05 20:08:29.082262 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1098b3-3a6e-4c9c-bfa7-24af98135f92 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Pushing event updated for resources: {'Port': ['ID=c7b287fe-6497-4a7a-b5b7-50265da582a0,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:29.084867 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b73e097a-d18a-482a-b5ef-67ef548884d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:29.147786 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-cddb06ee-062a-45b3-99d3-cf3fd46672e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77d22ac-cfe3-4696-a86f-f8f26504a064', 'name': 'tempest-AttachVolumeShelveTestJSON-20360602-router', 'tenant_id': '3bcce80065784aa6a77c066afd5e6401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '239445f0-21f4-478a-bb75-a548d22b1013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:08:21Z', 'updated_at': '2022-05-05T20:08:25Z', 'revision_number': 3, 'project_id': '3bcce80065784aa6a77c066afd5e6401', 'gw_port': {'id': '239445f0-21f4-478a-bb75-a548d22b1013', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:77:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd77d22ac-cfe3-4696-a86f-f8f26504a064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:08:23Z', 'updated_at': '2022-05-05T20:08:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:29.169551 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b358dbbd-2702-4493-b00a-19a0edc0f765 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Pushing event deleted for resources: {'Subnet': ['ID=79e252b7-f163-444c-87e9-e2a5d7b1ce9e,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:29.225155 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e7cab4f1-3d6e-4251-9930-ab0f26e85673 req-19e40379-c96d-4ede-9dd4-2ffab141bd78 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7280cfa2-2a26-4daa-8c0a-b67af5736b26 HTTP/1.1" status: 200 len: 217 time: 0.1453524 May 05 20:08:29.236832 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b73e097a-d18a-482a-b5ef-67ef548884d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:08:29.247950 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddb06ee-062a-45b3-99d3-cf3fd46672e9 None None] Checking router: d77d22ac-cfe3-4696-a86f-f8f26504a064 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:08:29.248557 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddb06ee-062a-45b3-99d3-cf3fd46672e9 None None] Updating router d77d22ac-cfe3-4696-a86f-f8f26504a064 port 239445f0-21f4-478a-bb75-a548d22b1013 binding host n-d-840717-1 {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:08:29.275627 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73aadd5a-8709-4d5a-967e-0a79fad18b0f None None] Network edccba8d-5ae6-44ba-8250-de39e5a9fcf9 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:08:29.303862 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-b73e097a-d18a-482a-b5ef-67ef548884d0 admin admin] Usage tracker for resource:security_group_rule and tenant:fc94a19ab2f24d2d96f12d541068b3d2 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:08:29.317689 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-b73e097a-d18a-482a-b5ef-67ef548884d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:08:29.322584 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-87e61be4-e6fd-4232-8af4-e70fe41fd904 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:29.343438 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-87e61be4-e6fd-4232-8af4-e70fe41fd904 admin admin] Transition to ACTIVE for port object efd8bd0a-882b-4384-8a9c-44af39c1d59b will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:08:29.367061 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-87e61be4-e6fd-4232-8af4-e70fe41fd904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:29.380998 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7cce0-f630-48b6-814c-89cdb210acc0 req-0b19c29b-f816-4f52-bc59-829aeccc08e1 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:29.383948 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-88f7cce0-f630-48b6-814c-89cdb210acc0 req-0b19c29b-f816-4f52-bc59-829aeccc08e1 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 1.1733971 May 05 20:08:29.400069 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b358dbbd-2702-4493-b00a-19a0edc0f765 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:29.412539 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b73e097a-d18a-482a-b5ef-67ef548884d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:08:29.432813 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cddb06ee-062a-45b3-99d3-cf3fd46672e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:29.437468 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e61be4-e6fd-4232-8af4-e70fe41fd904 admin admin] Network dd240240-b981-4728-a92a-09bd25dc9abb is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:08:29.440676 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-87e61be4-e6fd-4232-8af4-e70fe41fd904 admin admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:08:29.445089 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e61be4-e6fd-4232-8af4-e70fe41fd904 admin admin] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:08:29.489336 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e61be4-e6fd-4232-8af4-e70fe41fd904 admin admin] Pushing event updated for resources: {'Port': ['ID=efd8bd0a-882b-4384-8a9c-44af39c1d59b,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:29.498997 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-b358dbbd-2702-4493-b00a-19a0edc0f765 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edccba8d-5ae6-44ba-8250-de39e5a9fcf9']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:29.528392 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-87e61be4-e6fd-4232-8af4-e70fe41fd904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:29.541935 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8198b0-7f61-446d-974f-c930e9a766fb None None] Network edccba8d-5ae6-44ba-8250-de39e5a9fcf9 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:08:29.569907 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9df1bb73-f944-4197-8e67-f0c3b08acf6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:29.584095 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cab4f1-3d6e-4251-9930-ab0f26e85673 req-c20b7f41-5073-4aff-8289-c1f0e63849ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:29.585723 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e7cab4f1-3d6e-4251-9930-ab0f26e85673 req-c20b7f41-5073-4aff-8289-c1f0e63849ac service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abe7c8d5-c1a3-49ab-83d4-2252eacbfbcf HTTP/1.1" status: 200 len: 845 time: 0.3434994 May 05 20:08:29.627273 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-b358dbbd-2702-4493-b00a-19a0edc0f765 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04dfc87c-e42b-4428-ba49-1ea96dfe3142') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:29.628321 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-b358dbbd-2702-4493-b00a-19a0edc0f765 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04dfc87c-e42b-4428-ba49-1ea96dfe3142') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:29.664498 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-88f7cce0-f630-48b6-814c-89cdb210acc0 req-2a7b6405-8515-4161-9589-62baad2c4a4b tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2421272 May 05 20:08:29.712951 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9df1bb73-f944-4197-8e67-f0c3b08acf6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:29.757174 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b358dbbd-2702-4493-b00a-19a0edc0f765 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:29.777165 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e7cab4f1-3d6e-4251-9930-ab0f26e85673 req-e3ed16dd-b0a8-4b8e-bb25-bbdb0e5dcb29 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=35d37522-ff35-47af-b60c-b213aa781c6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1234629 May 05 20:08:29.837477 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-35cd6011-af37-4fdf-9435-876edaadf5f2 None None] Provisioning for port efd8bd0a-882b-4384-8a9c-44af39c1d59b completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:08:29.847659 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df3464-1bee-47ee-986b-da55967b6a0b req-d8bac000-0fbc-484b-ad5c-6cbcc48ca75f tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:29.848153 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b358dbbd-2702-4493-b00a-19a0edc0f765 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:29.851849 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f8df3464-1bee-47ee-986b-da55967b6a0b req-d8bac000-0fbc-484b-ad5c-6cbcc48ca75f tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f7fb3f0-ccc4-4bd0-8ef8-806f63f36824 HTTP/1.1" status: 200 len: 944 time: 0.1543403 May 05 20:08:29.875380 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-35cd6011-af37-4fdf-9435-876edaadf5f2 None None] Provisioning complete for port efd8bd0a-882b-4384-8a9c-44af39c1d59b triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:08:29.875732 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-35cd6011-af37-4fdf-9435-876edaadf5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:29.879937 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-9df1bb73-f944-4197-8e67-f0c3b08acf6b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a3931c27562641898645badf9df4a179&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8368289 May 05 20:08:29.881109 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df1bb73-f944-4197-8e67-f0c3b08acf6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb8dc8d-343a-400b-b781-c52bb1fa8f96,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:29.885876 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 53278) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:29.891612 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8b1098b3-3a6e-4c9c-bfa7-24af98135f92 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:29.906018 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b358dbbd-2702-4493-b00a-19a0edc0f765 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:08:29.906438 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b358dbbd-2702-4493-b00a-19a0edc0f765 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:29.930936 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:08:29.930936 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:08:29.930936 n-d-840717-1 neutron-server[88198]: timer() May 05 20:08:29.930936 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:08:29.930936 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:08:29.930936 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:08:29.930936 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:08:29.930936 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:08:29.930936 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:08:29.930936 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:08:29.930936 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:08:29.930936 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:08:29.930936 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:08:29.930936 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:08:29.930936 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:08:29.930936 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:08:29.930936 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:08:29.930936 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:08:29.930936 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:08:29.930936 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:08:29.930936 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:08:29.930936 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:08:29.930936 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:08:29.930936 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:08:29.930936 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:08:29.930936 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:08:29.930936 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:08:29.930936 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:08:29.930936 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:08:29.930936 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:08:29.930936 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:08:29.930936 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:08:29.936883 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f8df3464-1bee-47ee-986b-da55967b6a0b req-0f91fb0d-051d-48fa-a792-ead2e93933c4 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770018 May 05 20:08:29.992120 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-706733a3-0b18-4b16-ac0d-40ccb1070cae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:29.996904 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-35cd6011-af37-4fdf-9435-876edaadf5f2 None None] Port efd8bd0a-882b-4384-8a9c-44af39c1d59b cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:08:30.065034 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-706733a3-0b18-4b16-ac0d-40ccb1070cae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:30.078347 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-87e61be4-e6fd-4232-8af4-e70fe41fd904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:30.118335 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cddb06ee-062a-45b3-99d3-cf3fd46672e9 None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:30.120677 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b358dbbd-2702-4493-b00a-19a0edc0f765 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:30.129611 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 7280cfa2-2a26-4daa-8c0a-b67af5736b26 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:08:30.138475 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-cddb06ee-062a-45b3-99d3-cf3fd46672e9 None None] Transition to ACTIVE for port object 239445f0-21f4-478a-bb75-a548d22b1013 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:08:30.148731 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cddb06ee-062a-45b3-99d3-cf3fd46672e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:30.171783 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b358dbbd-2702-4493-b00a-19a0edc0f765 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:30.180603 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b73e097a-d18a-482a-b5ef-67ef548884d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:30.208557 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b358dbbd-2702-4493-b00a-19a0edc0f765 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Pushing event deleted for resources: {'Network': ['ID=edccba8d-5ae6-44ba-8250-de39e5a9fcf9,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:30.218365 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b73e097a-d18a-482a-b5ef-67ef548884d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:30.226733 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-706733a3-0b18-4b16-ac0d-40ccb1070cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:30.255117 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e7cab4f1-3d6e-4251-9930-ab0f26e85673 req-c251018c-fce5-4ceb-887f-9af8b994fb98 service neutron] 10.222.0.24 "GET /v2.0/networks/35d37522-ff35-47af-b60c-b213aa781c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4530492 May 05 20:08:30.273336 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-cddb06ee-062a-45b3-99d3-cf3fd46672e9 None None] Attempting to bind port 239445f0-21f4-478a-bb75-a548d22b1013 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:08:30.273940 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-cddb06ee-062a-45b3-99d3-cf3fd46672e9 None None] Attempting to bind port 239445f0-21f4-478a-bb75-a548d22b1013 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:08:30.273940 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddb06ee-062a-45b3-99d3-cf3fd46672e9 None None] Attempting to bind port 239445f0-21f4-478a-bb75-a548d22b1013 on network 0401d202-1605-4cfe-bad4-fb225df6afb0 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:08:30.287692 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddb06ee-062a-45b3-99d3-cf3fd46672e9 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:08:30.288135 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddb06ee-062a-45b3-99d3-cf3fd46672e9 None None] Checking segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:08:30.289965 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cddb06ee-062a-45b3-99d3-cf3fd46672e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:30.289965 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddb06ee-062a-45b3-99d3-cf3fd46672e9 None None] Bound using segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:08:30.289965 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-cddb06ee-062a-45b3-99d3-cf3fd46672e9 None None] Bound port: 239445f0-21f4-478a-bb75-a548d22b1013, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:08:30.290275 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cddb06ee-062a-45b3-99d3-cf3fd46672e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:30.307181 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706733a3-0b18-4b16-ac0d-40ccb1070cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb8dc8d-343a-400b-b781-c52bb1fa8f96,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:30.330963 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-706733a3-0b18-4b16-ac0d-40ccb1070cae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:30.334753 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-706733a3-0b18-4b16-ac0d-40ccb1070cae admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1cb8dc8d-343a-400b-b781-c52bb1fa8f96 HTTP/1.1" status: 204 len: 168 time: 0.4455965 May 05 20:08:30.355511 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8b1098b3-3a6e-4c9c-bfa7-24af98135f92 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:30.373969 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1574a4-7d57-405f-b3a8-9222a205ee53 None None] Pushing event updated for resources: {'Port': ['ID=239445f0-21f4-478a-bb75-a548d22b1013,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:30.383588 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b358dbbd-2702-4493-b00a-19a0edc0f765 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] 10.222.0.36 "DELETE /v2.0/networks/edccba8d-5ae6-44ba-8250-de39e5a9fcf9 HTTP/1.1" status: 204 len: 168 time: 3.4871073 May 05 20:08:30.391555 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 53288) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:30.401181 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73e097a-d18a-482a-b5ef-67ef548884d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=151a6336-7aed-4dd6-8980-949af9caaee6,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:30.404605 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-f3772281-d16e-46f5-a8ef-bfdc828bd579 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-321883041'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:08:30.411334 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b73e097a-d18a-482a-b5ef-67ef548884d0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fc94a19ab2f24d2d96f12d541068b3d2&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5770831 May 05 20:08:30.419763 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 53294) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:30.426606 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-f3772281-d16e-46f5-a8ef-bfdc828bd579 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:08:30.432631 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73e097a-d18a-482a-b5ef-67ef548884d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:08:30.432786 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73e097a-d18a-482a-b5ef-67ef548884d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:08:30.433296 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73e097a-d18a-482a-b5ef-67ef548884d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:08:30.434348 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73e097a-d18a-482a-b5ef-67ef548884d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:08:30.435066 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73e097a-d18a-482a-b5ef-67ef548884d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:08:30.435750 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73e097a-d18a-482a-b5ef-67ef548884d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:08:30.436246 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73e097a-d18a-482a-b5ef-67ef548884d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:08:30.436722 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73e097a-d18a-482a-b5ef-67ef548884d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:08:30.437197 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73e097a-d18a-482a-b5ef-67ef548884d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:08:30.437670 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73e097a-d18a-482a-b5ef-67ef548884d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:08:30.438705 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73e097a-d18a-482a-b5ef-67ef548884d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:08:30.439210 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73e097a-d18a-482a-b5ef-67ef548884d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:08:30.477012 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 7280cfa2-2a26-4daa-8c0a-b67af5736b26, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=7280cfa2-2a26-4daa-8c0a-b67af5736b26,segment=NetworkSegment(0a9940fa-b2d8-4605-a2bb-ab46df53c9ac),segment_id=0a9940fa-b2d8-4605-a2bb-ab46df53c9ac)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:08:30.490222 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-cddb06ee-062a-45b3-99d3-cf3fd46672e9 None None] For port 239445f0-21f4-478a-bb75-a548d22b1013, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:08:30.493848 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-f3772281-d16e-46f5-a8ef-bfdc828bd579 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Usage tracker for resource:network and tenant:d25a9484054c4089b629b2bf454f1312 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:08:30.497711 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '7280cfa2-2a26-4daa-8c0a-b67af5736b26', 'network_id': '35d37522-ff35-47af-b60c-b213aa781c6f', 'port_id': '7280cfa2-2a26-4daa-8c0a-b67af5736b26', 'mac_address': 'fa:16:3e:ab:ca:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abe7c8d5-c1a3-49ab-83d4-2252eacbfbcf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:08:30.505486 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-f3772281-d16e-46f5-a8ef-bfdc828bd579 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:08:30.517891 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-87e61be4-e6fd-4232-8af4-e70fe41fd904 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:30.538362 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-f3772281-d16e-46f5-a8ef-bfdc828bd579 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:08:30.554749 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-87e61be4-e6fd-4232-8af4-e70fe41fd904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:30.602133 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e7cab4f1-3d6e-4251-9930-ab0f26e85673 req-a751d108-056c-42e7-bb3d-8d09c4738666 service neutron] 10.222.0.24 "GET /v2.0/networks/35d37522-ff35-47af-b60c-b213aa781c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260198 May 05 20:08:30.681237 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3772281-d16e-46f5-a8ef-bfdc828bd579 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Made reservation on behalf of d25a9484054c4089b629b2bf454f1312 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:08:30.684777 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f3772281-d16e-46f5-a8ef-bfdc828bd579 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:30.708336 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-cddb06ee-062a-45b3-99d3-cf3fd46672e9 None None] For port 239445f0-21f4-478a-bb75-a548d22b1013, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=239445f0-21f4-478a-bb75-a548d22b1013,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:08:30.712473 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:30.758447 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7280cfa2-2a26-4daa-8c0a-b67af5736b26 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:08:30.773596 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cddb06ee-062a-45b3-99d3-cf3fd46672e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:30.842074 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-87e61be4-e6fd-4232-8af4-e70fe41fd904 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:30.866488 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e61be4-e6fd-4232-8af4-e70fe41fd904 admin admin] Pushing event updated for resources: {'Port': ['ID=efd8bd0a-882b-4384-8a9c-44af39c1d59b,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:30.869255 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b11bf0c9-38e2-422d-95ae-bae4892f6014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:30.904315 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3772281-d16e-46f5-a8ef-bfdc828bd579 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:08:30.942034 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f3772281-d16e-46f5-a8ef-bfdc828bd579 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:30.942636 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-f3772281-d16e-46f5-a8ef-bfdc828bd579 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Added segment 3946cc5c-1d66-4112-bb52-742f89814aa8 of type vlan for network 25b13dfe-6339-43c0-aee1-dbfe5c020847 May 05 20:08:30.959752 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.db.resource_extend [None req-8b1098b3-3a6e-4c9c-bfa7-24af98135f92 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 20:08:30.964165 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b11bf0c9-38e2-422d-95ae-bae4892f6014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:30.980631 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 7280cfa2-2a26-4daa-8c0a-b67af5736b26, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=7280cfa2-2a26-4daa-8c0a-b67af5736b26,segment=NetworkSegment(0a9940fa-b2d8-4605-a2bb-ab46df53c9ac),segment_id=0a9940fa-b2d8-4605-a2bb-ab46df53c9ac)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:08:31.010331 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:31.026287 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8b1098b3-3a6e-4c9c-bfa7-24af98135f92 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:31.037525 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddb06ee-062a-45b3-99d3-cf3fd46672e9 None None] Routers {'d77d22ac-cfe3-4696-a86f-f8f26504a064'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:08:31.039819 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8b1098b3-3a6e-4c9c-bfa7-24af98135f92 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:31.040339 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-cddb06ee-062a-45b3-99d3-cf3fd46672e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:08:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['d77d22ac-cfe3-4696-a86f-f8f26504a064'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:31.161878 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1098b3-3a6e-4c9c-bfa7-24af98135f92 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Pushing event updated for resources: {'Port': ['ID=c7b287fe-6497-4a7a-b5b7-50265da582a0,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:31.196147 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 53310) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:31.240846 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f3772281-d16e-46f5-a8ef-bfdc828bd579 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:31.270103 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8b1098b3-3a6e-4c9c-bfa7-24af98135f92 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:31.315630 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e61be4-e6fd-4232-8af4-e70fe41fd904 admin admin] Network dd240240-b981-4728-a92a-09bd25dc9abb is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:08:31.316291 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-cddb06ee-062a-45b3-99d3-cf3fd46672e9 None None] Set router d77d22ac-cfe3-4696-a86f-f8f26504a064 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:08:31.320162 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-87e61be4-e6fd-4232-8af4-e70fe41fd904 admin admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:08:31.367570 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8770da85-d4a1-4315-89bc-e36a21c89cd0 req-134f5ee4-dd86-465c-8630-a98211d64f63 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:31.369445 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8770da85-d4a1-4315-89bc-e36a21c89cd0 req-134f5ee4-dd86-465c-8630-a98211d64f63 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.5059249 May 05 20:08:31.422600 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b11bf0c9-38e2-422d-95ae-bae4892f6014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:31.454898 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f3772281-d16e-46f5-a8ef-bfdc828bd579 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:31.460732 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3772281-d16e-46f5-a8ef-bfdc828bd579 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:31.461469 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f3772281-d16e-46f5-a8ef-bfdc828bd579 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:31.500297 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1574a4-7d57-405f-b3a8-9222a205ee53 None None] Pushing event updated for resources: {'Port': ['ID=239445f0-21f4-478a-bb75-a548d22b1013,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:31.527974 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11bf0c9-38e2-422d-95ae-bae4892f6014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=151a6336-7aed-4dd6-8980-949af9caaee6,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:31.564489 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c5353-6bad-4b43-bc2a-8c1cb2f34f8f req-d533793d-40ff-4264-8876-aecd917ab8ca tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:31.572172 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-db4c5353-6bad-4b43-bc2a-8c1cb2f34f8f req-d533793d-40ff-4264-8876-aecd917ab8ca tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f7fb3f0-ccc4-4bd0-8ef8-806f63f36824 HTTP/1.1" status: 200 len: 945 time: 0.4003792 May 05 20:08:31.680320 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bd4aa709-a6bb-4429-b2d5-dc8299bc5927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:31.772273 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=7280cfa2-2a26-4daa-8c0a-b67af5736b26,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:31.806486 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['7280cfa2-2a26-4daa-8c0a-b67af5736b26'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:08:31.827100 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b11bf0c9-38e2-422d-95ae-bae4892f6014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:31.831579 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-b11bf0c9-38e2-422d-95ae-bae4892f6014 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/151a6336-7aed-4dd6-8980-949af9caaee6 HTTP/1.1" status: 204 len: 168 time: 1.4087286 May 05 20:08:31.853499 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-bd4aa709-a6bb-4429-b2d5-dc8299bc5927 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:08:31.861254 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-bd4aa709-a6bb-4429-b2d5-dc8299bc5927 admin admin] Usage tracker for resource:security_group_rule and tenant:0357afbff57f463b85506407139c82e4 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:08:31.873302 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-bd4aa709-a6bb-4429-b2d5-dc8299bc5927 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:08:31.878606 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f3772281-d16e-46f5-a8ef-bfdc828bd579 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4872139 May 05 20:08:31.885752 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 53322) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:31.887250 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-25d29ff5-4704-4592-b98a-bc4a38214e99 None None] Provisioning complete for port efd8bd0a-882b-4384-8a9c-44af39c1d59b triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:08:31.887646 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-25d29ff5-4704-4592-b98a-bc4a38214e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:31.897887 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-bd4aa709-a6bb-4429-b2d5-dc8299bc5927 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:08:31.936644 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-20e0311f-4278-4fc4-8cbb-3a2cb5ba0dfa tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:08:31.947158 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3772281-d16e-46f5-a8ef-bfdc828bd579 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Pushing event updated for resources: {'Network': ['ID=25b13dfe-6339-43c0-aee1-dbfe5c020847,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:31.954268 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-25d29ff5-4704-4592-b98a-bc4a38214e99 None None] Port efd8bd0a-882b-4384-8a9c-44af39c1d59b cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:08:31.963857 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 25b13dfe-6339-43c0-aee1-dbfe5c020847 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:08:31.998891 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-db4c5353-6bad-4b43-bc2a-8c1cb2f34f8f req-c8c80fa0-6df1-449c-81e1-88d244f3718a tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4255979 May 05 20:08:32.011504 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87e61be4-e6fd-4232-8af4-e70fe41fd904 admin admin] Router d77d22ac-cfe3-4696-a86f-f8f26504a064 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:08:32.115835 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8770da85-d4a1-4315-89bc-e36a21c89cd0 req-403e7cad-d662-444f-a2b5-bb11ad6f8aa3 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4639494 May 05 20:08:32.220610 n-d-840717-1 neutron-server[88198]: INFO neutron.db.l3_db [None req-8b1098b3-3a6e-4c9c-bfa7-24af98135f92 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Floating IP d636c4a1-f0a0-40b8-9c75-210683ad0be7 associated. External IP: 172.25.0.97, port: 7e240780-2de7-42a2-b2bb-33e7cf2c9e71. May 05 20:08:32.254350 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e61be4-e6fd-4232-8af4-e70fe41fd904 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:08:32.269088 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-87e61be4-e6fd-4232-8af4-e70fe41fd904 admin admin] 10.222.0.36 "PUT /v2.0/routers/d77d22ac-cfe3-4696-a86f-f8f26504a064/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5605426 May 05 20:08:32.380708 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-cddb06ee-062a-45b3-99d3-cf3fd46672e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77d22ac-cfe3-4696-a86f-f8f26504a064', 'name': 'tempest-AttachVolumeShelveTestJSON-20360602-router', 'tenant_id': '3bcce80065784aa6a77c066afd5e6401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '239445f0-21f4-478a-bb75-a548d22b1013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:08:21Z', 'updated_at': '2022-05-05T20:08:29Z', 'revision_number': 4, 'project_id': '3bcce80065784aa6a77c066afd5e6401', 'gw_port': {'id': '239445f0-21f4-478a-bb75-a548d22b1013', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:77:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd77d22ac-cfe3-4696-a86f-f8f26504a064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:08:23Z', 'updated_at': '2022-05-05T20:08:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'efd8bd0a-882b-4384-8a9c-44af39c1d59b', 'name': '', 'network_id': 'dd240240-b981-4728-a92a-09bd25dc9abb', 'tenant_id': '3bcce80065784aa6a77c066afd5e6401', 'mac_address': 'fa:16:3e:a7:b9:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd77d22ac-cfe3-4696-a86f-f8f26504a064', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '4839f055-edd7-4ed9-a2d6-dc3f9daf425d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:08:28Z', 'updated_at': '2022-05-05T20:08:30Z', 'revision_number': 2, 'project_id': '3bcce80065784aa6a77c066afd5e6401', 'subnets': [{'id': '4839f055-edd7-4ed9-a2d6-dc3f9daf425d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:32.410359 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddb06ee-062a-45b3-99d3-cf3fd46672e9 None None] The sync data for ids ['d77d22ac-cfe3-4696-a86f-f8f26504a064'] in n-d-840717-1 is: [{'id': 'd77d22ac-cfe3-4696-a86f-f8f26504a064', 'name': 'tempest-AttachVolumeShelveTestJSON-20360602-router', 'tenant_id': '3bcce80065784aa6a77c066afd5e6401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '239445f0-21f4-478a-bb75-a548d22b1013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:08:21Z', 'updated_at': '2022-05-05T20:08:29Z', 'revision_number': 4, 'project_id': '3bcce80065784aa6a77c066afd5e6401', 'gw_port': {'id': '239445f0-21f4-478a-bb75-a548d22b1013', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:77:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd77d22ac-cfe3-4696-a86f-f8f26504a064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:08:23Z', 'updated_at': '2022-05-05T20:08:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'efd8bd0a-882b-4384-8a9c-44af39c1d59b', 'name': '', 'network_id': 'dd240240-b981-4728-a92a-09bd25dc9abb', 'tenant_id': '3bcce80065784aa6a77c066afd5e6401', 'mac_address': 'fa:16:3e:a7:b9:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd77d22ac-cfe3-4696-a86f-f8f26504a064', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '4839f055-edd7-4ed9-a2d6-dc3f9daf425d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:08:28Z', 'updated_at': '2022-05-05T20:08:30Z', 'revision_number': 2, 'project_id': '3bcce80065784aa6a77c066afd5e6401', 'subnets': [{'id': '4839f055-edd7-4ed9-a2d6-dc3f9daf425d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:08:32.499920 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 53338) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:32.717430 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-20e0311f-4278-4fc4-8cbb-3a2cb5ba0dfa tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:32.723774 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 53348) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:32.801781 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-083bf04a-cb74-45c2-b0c2-ef80a1b722c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:32.823286 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bd4aa709-a6bb-4429-b2d5-dc8299bc5927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:32.889344 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-560c6af7-57a1-49a3-a333-7cbcdf07c595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:32.906297 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bd4aa709-a6bb-4429-b2d5-dc8299bc5927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:32.907485 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-083bf04a-cb74-45c2-b0c2-ef80a1b722c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:08:32.918685 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-083bf04a-cb74-45c2-b0c2-ef80a1b722c1 admin admin] Usage tracker for resource:security_group_rule and tenant:4a2354045be843e3a6200577fba5d580 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:08:32.923505 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-560c6af7-57a1-49a3-a333-7cbcdf07c595 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:08:32.928014 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-083bf04a-cb74-45c2-b0c2-ef80a1b722c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:08:32.933965 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-20e0311f-4278-4fc4-8cbb-3a2cb5ba0dfa tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:32.936435 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-560c6af7-57a1-49a3-a333-7cbcdf07c595 admin admin] Usage tracker for resource:security_group_rule and tenant:e09d338b5c9f492db36385f8ddbef0a2 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:08:32.941119 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-083bf04a-cb74-45c2-b0c2-ef80a1b722c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:08:32.943533 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-560c6af7-57a1-49a3-a333-7cbcdf07c595 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:08:32.962713 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-560c6af7-57a1-49a3-a333-7cbcdf07c595 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:08:33.059222 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-20e0311f-4278-4fc4-8cbb-3a2cb5ba0dfa tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Network 25b13dfe-6339-43c0-aee1-dbfe5c020847 is not hosted by any dhcp agent {{(pid=88198) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 05 20:08:33.063646 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e0311f-4278-4fc4-8cbb-3a2cb5ba0dfa tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:33.064259 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-20e0311f-4278-4fc4-8cbb-3a2cb5ba0dfa tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:33.068621 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-20e0311f-4278-4fc4-8cbb-3a2cb5ba0dfa tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] 10.222.0.36 "PUT /v2.0/networks/25b13dfe-6339-43c0-aee1-dbfe5c020847 HTTP/1.1" status: 200 len: 723 time: 1.1640875 May 05 20:08:33.068902 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 53354) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:33.092106 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-8855f1af-c3b3-4aa7-9a61-d098d002dfde tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Request body: {'subnet': {'network_id': '25b13dfe-6339-43c0-aee1-dbfe5c020847', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:08:33.137190 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4aa709-a6bb-4429-b2d5-dc8299bc5927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf5b9e5-82bc-472b-af49-876321a26051,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:33.207702 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-bd4aa709-a6bb-4429-b2d5-dc8299bc5927 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0357afbff57f463b85506407139c82e4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9401739 May 05 20:08:33.218036 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 53358) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:33.218674 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e0311f-4278-4fc4-8cbb-3a2cb5ba0dfa tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Pushing event updated for resources: {'Network': ['ID=25b13dfe-6339-43c0-aee1-dbfe5c020847,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:33.230404 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 25b13dfe-6339-43c0-aee1-dbfe5c020847 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:08:33.257183 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b1098b3-3a6e-4c9c-bfa7-24af98135f92 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Router b06cf728-838a-4d45-b322-45e16e190c58 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:08:33.295403 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-083bf04a-cb74-45c2-b0c2-ef80a1b722c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:33.298917 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-560c6af7-57a1-49a3-a333-7cbcdf07c595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:33.302443 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-083bf04a-cb74-45c2-b0c2-ef80a1b722c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:33.319465 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924193cf-2ed9-4912-9457-391d0f0ca174 req-fa03584d-a318-492b-a17a-3301d0d46142 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:33.321245 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-924193cf-2ed9-4912-9457-391d0f0ca174 req-fa03584d-a318-492b-a17a-3301d0d46142 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.5794251 May 05 20:08:33.370992 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-8855f1af-c3b3-4aa7-9a61-d098d002dfde tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:08:33.375213 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-8855f1af-c3b3-4aa7-9a61-d098d002dfde tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Usage tracker for resource:subnet and tenant:d25a9484054c4089b629b2bf454f1312 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:08:33.378405 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-8855f1af-c3b3-4aa7-9a61-d098d002dfde tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:08:33.388729 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-8855f1af-c3b3-4aa7-9a61-d098d002dfde tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:08:33.412991 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083bf04a-cb74-45c2-b0c2-ef80a1b722c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d572526-4258-427b-8183-c2afa17c2c14,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:33.415531 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-560c6af7-57a1-49a3-a333-7cbcdf07c595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:33.471781 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 53362) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:33.517637 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8855f1af-c3b3-4aa7-9a61-d098d002dfde tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Made reservation on behalf of d25a9484054c4089b629b2bf454f1312 for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:08:33.523181 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8855f1af-c3b3-4aa7-9a61-d098d002dfde tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:33.547090 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-b0a34a91-ca15-4d03-b1fe-2cd6e95a0a5c tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1856859153', 'description': 'tempest-description--2099205912'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:08:33.573161 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-b0a34a91-ca15-4d03-b1fe-2cd6e95a0a5c tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:08:33.590965 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-083bf04a-cb74-45c2-b0c2-ef80a1b722c1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4a2354045be843e3a6200577fba5d580&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8661139 May 05 20:08:33.593675 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-560c6af7-57a1-49a3-a333-7cbcdf07c595 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e09d338b5c9f492db36385f8ddbef0a2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0925312 May 05 20:08:33.595051 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-b0a34a91-ca15-4d03-b1fe-2cd6e95a0a5c tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Usage tracker for resource:security_group and tenant:3bcce80065784aa6a77c066afd5e6401 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:08:33.598247 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 53366) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:33.598641 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 53368) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:33.617595 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-924193cf-2ed9-4912-9457-391d0f0ca174 req-fc286a97-fdf6-4abe-a81b-d523141650f9 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2173295 May 05 20:08:33.618866 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1098b3-3a6e-4c9c-bfa7-24af98135f92 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:08:33.620932 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8b1c07d3-827a-44e2-86ab-dd741c3c4475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:33.635748 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86241936-32c0-4438-a0a6-38ad37a81c62 None None] Sync routers for ids ['b06cf728-838a-4d45-b322-45e16e190c58'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:08:33.652139 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-b0a34a91-ca15-4d03-b1fe-2cd6e95a0a5c tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:08:33.655996 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8b1c07d3-827a-44e2-86ab-dd741c3c4475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:33.656385 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86241936-32c0-4438-a0a6-38ad37a81c62 None None] Routers {'b06cf728-838a-4d45-b322-45e16e190c58'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:08:33.658060 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-86241936-32c0-4438-a0a6-38ad37a81c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:08:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['b06cf728-838a-4d45-b322-45e16e190c58'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:33.684830 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-b0a34a91-ca15-4d03-b1fe-2cd6e95a0a5c tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:08:33.700012 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560c6af7-57a1-49a3-a333-7cbcdf07c595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5afa030-53ae-45b0-8f82-58b1519b77c5,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:33.736613 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8b1c07d3-827a-44e2-86ab-dd741c3c4475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:33.756132 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1c07d3-827a-44e2-86ab-dd741c3c4475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf5b9e5-82bc-472b-af49-876321a26051,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:33.759025 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8b1c07d3-827a-44e2-86ab-dd741c3c4475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:33.762992 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-8b1c07d3-827a-44e2-86ab-dd741c3c4475 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cbf5b9e5-82bc-472b-af49-876321a26051 HTTP/1.1" status: 204 len: 168 time: 0.5400803 May 05 20:08:33.775301 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8b1098b3-3a6e-4c9c-bfa7-24af98135f92 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:33.797288 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-86241936-32c0-4438-a0a6-38ad37a81c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:33.807555 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86241936-32c0-4438-a0a6-38ad37a81c62 None None] Routers {'b06cf728-838a-4d45-b322-45e16e190c58'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:08:33.808218 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-86241936-32c0-4438-a0a6-38ad37a81c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:08:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['b06cf728-838a-4d45-b322-45e16e190c58'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:33.883550 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-86241936-32c0-4438-a0a6-38ad37a81c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:33.883944 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86241936-32c0-4438-a0a6-38ad37a81c62 None None] The sync data for ids ['b06cf728-838a-4d45-b322-45e16e190c58'] in n-d-840717-1 is: [] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:08:33.885824 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b0a34a91-ca15-4d03-b1fe-2cd6e95a0a5c tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:33.993175 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-8b1098b3-3a6e-4c9c-bfa7-24af98135f92 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 9.6469953 May 05 20:08:33.995578 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 53376) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:34.029346 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-b0a34a91-ca15-4d03-b1fe-2cd6e95a0a5c tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:08:34.059746 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-b0a34a91-ca15-4d03-b1fe-2cd6e95a0a5c tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Usage tracker for resource:security_group_rule and tenant:3bcce80065784aa6a77c066afd5e6401 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:08:34.070254 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-b0a34a91-ca15-4d03-b1fe-2cd6e95a0a5c tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:08:34.093440 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-b0a34a91-ca15-4d03-b1fe-2cd6e95a0a5c tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:08:34.098688 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-47491182-0fd1-46c3-b620-b1fb9a248a02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:34.100388 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d8fafdcd-be09-4fa1-a577-e8b62f25f20f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:34.124438 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-fdc42b4d-ea83-4c97-865b-6c0064c191b9 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] 10.222.0.36 "GET /v2.0/floatingips/d636c4a1-f0a0-40b8-9c75-210683ad0be7 HTTP/1.1" status: 200 len: 978 time: 0.1274912 May 05 20:08:34.127733 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 53382) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:34.156030 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 7280cfa2-2a26-4daa-8c0a-b67af5736b26 up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:08:34.170978 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c62b9-ac93-4198-b17e-980b95cf8d4f req-fab5d036-0f8a-4f81-8772-2748e0ead87e tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:34.175591 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-270c62b9-ac93-4198-b17e-980b95cf8d4f req-fab5d036-0f8a-4f81-8772-2748e0ead87e tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f7fb3f0-ccc4-4bd0-8ef8-806f63f36824 HTTP/1.1" status: 200 len: 945 time: 0.5951743 May 05 20:08:34.254537 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d8fafdcd-be09-4fa1-a577-e8b62f25f20f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:34.271603 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port 7280cfa2-2a26-4daa-8c0a-b67af5736b26 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:08:34.275263 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-b46a15dc-bbf0-4dd7-bc79-bb9274833d30 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Synchronizing usage tracker for tenant:5612e7242a04466e929d2d320c132523 on resource:floatingip {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:08:34.281774 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 7280cfa2-2a26-4daa-8c0a-b67af5736b26 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:08:34.282390 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:34.300804 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-b46a15dc-bbf0-4dd7-bc79-bb9274833d30 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Unset dirty status for tenant:5612e7242a04466e929d2d320c132523 on resource:floatingip {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:08:34.302198 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b46a15dc-bbf0-4dd7-bc79-bb9274833d30 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1733322 May 05 20:08:34.304667 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-47491182-0fd1-46c3-b620-b1fb9a248a02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:34.304787 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 53392) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:34.311124 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-4fa6932a-c04c-4e12-bd16-9b583bf371fb tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Request body: {'floatingip': {'port_id': '52b48cc4-70e9-4259-8c6a-5320f56ca7e5'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:08:34.405012 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8855f1af-c3b3-4aa7-9a61-d098d002dfde tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:34.448071 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:34.451886 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4fa6932a-c04c-4e12-bd16-9b583bf371fb tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for floatingip, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:34.499663 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-270c62b9-ac93-4198-b17e-980b95cf8d4f req-c9e84ae7-45f0-4af4-87d0-1da9c0fa4889 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230989 May 05 20:08:34.504889 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 7280cfa2-2a26-4daa-8c0a-b67af5736b26, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=7280cfa2-2a26-4daa-8c0a-b67af5736b26,segment=NetworkSegment(0a9940fa-b2d8-4605-a2bb-ab46df53c9ac),segment_id=0a9940fa-b2d8-4605-a2bb-ab46df53c9ac)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:08:34.505939 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f7fb3f0-ccc4-4bd0-8ef8-806f63f36824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7280cfa2-2a26-4daa-8c0a-b67af5736b26'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:08:34.532543 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:34.625140 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d8fafdcd-be09-4fa1-a577-e8b62f25f20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:34.627286 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20a10a29-a27d-4625-b458-78aaacc1b9cd'] response: {'server_uuid': '7f7fb3f0-ccc4-4bd0-8ef8-806f63f36824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7280cfa2-2a26-4daa-8c0a-b67af5736b26', 'code': 200} May 05 20:08:34.696614 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b0a34a91-ca15-4d03-b1fe-2cd6e95a0a5c tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:34.698399 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fafdcd-be09-4fa1-a577-e8b62f25f20f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d572526-4258-427b-8183-c2afa17c2c14,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:34.708007 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b0a34a91-ca15-4d03-b1fe-2cd6e95a0a5c tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:34.748373 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8855f1af-c3b3-4aa7-9a61-d098d002dfde tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Pushing event updated for resources: {'Subnet': ['ID=3b86a8c9-8454-4c6c-a94d-c7b1787c348b,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:34.750013 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1c1712ac-db7f-4428-b287-66f862a1b39f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:34.764773 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=7280cfa2-2a26-4daa-8c0a-b67af5736b26,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:34.774464 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:08:34.775057 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:08:34.775632 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:08:34.776114 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:08:34.776420 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d8fafdcd-be09-4fa1-a577-e8b62f25f20f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:34.776756 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:08:34.777239 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:08:34.777779 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:08:34.780605 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d8fafdcd-be09-4fa1-a577-e8b62f25f20f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2d572526-4258-427b-8183-c2afa17c2c14 HTTP/1.1" status: 204 len: 168 time: 1.1292980 May 05 20:08:34.780605 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b0a34a91-ca15-4d03-b1fe-2cd6e95a0a5c tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:34.780605 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-b0a34a91-ca15-4d03-b1fe-2cd6e95a0a5c tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.3076973 May 05 20:08:34.781478 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:08:34.781997 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:08:34.782472 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:08:34.782949 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:08:34.783994 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:08:34.784225 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 53408) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:34.785982 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8855f1af-c3b3-4aa7-9a61-d098d002dfde tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Checking segment: {'id': '3946cc5c-1d66-4112-bb52-742f89814aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '25b13dfe-6339-43c0-aee1-dbfe5c020847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:08:34.786420 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8855f1af-c3b3-4aa7-9a61-d098d002dfde tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Network hostable DHCP agents. Network: 25b13dfe-6339-43c0-aee1-dbfe5c020847, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:08:34.794959 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-58c2f999-7966-445a-8139-b9718fb83281 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Request body: {'security_group_rule': {'security_group_id': '2d31c7e0-0b9b-4b82-8e51-a502610a4c42', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:08:34.813846 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-47491182-0fd1-46c3-b620-b1fb9a248a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:34.816649 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-47491182-0fd1-46c3-b620-b1fb9a248a02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:34.817779 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-47491182-0fd1-46c3-b620-b1fb9a248a02 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c5afa030-53ae-45b0-8f82-58b1519b77c5 HTTP/1.1" status: 204 len: 168 time: 1.1673927 May 05 20:08:34.837117 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a34a91-ca15-4d03-b1fe-2cd6e95a0a5c tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d31c7e0-0b9b-4b82-8e51-a502610a4c42,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:34.851644 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-58c2f999-7966-445a-8139-b9718fb83281 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:08:34.851981 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8855f1af-c3b3-4aa7-9a61-d098d002dfde tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Network 25b13dfe-6339-43c0-aee1-dbfe5c020847 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:08:34.859744 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47491182-0fd1-46c3-b620-b1fb9a248a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5afa030-53ae-45b0-8f82-58b1519b77c5,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:34.863842 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-8855f1af-c3b3-4aa7-9a61-d098d002dfde tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 25b13dfe-6339-43c0-aee1-dbfe5c020847) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:08:34.869427 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8855f1af-c3b3-4aa7-9a61-d098d002dfde tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:34.870027 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8855f1af-c3b3-4aa7-9a61-d098d002dfde tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:34.872264 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-58c2f999-7966-445a-8139-b9718fb83281 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Usage tracker for resource:security_group_rule and tenant:3bcce80065784aa6a77c066afd5e6401 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:08:34.876665 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e997ecc-1251-4a76-a993-c43ded40f070 None None] Network 25b13dfe-6339-43c0-aee1-dbfe5c020847 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:08:34.879864 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-58c2f999-7966-445a-8139-b9718fb83281 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:08:34.893951 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-8855f1af-c3b3-4aa7-9a61-d098d002dfde tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8210917 May 05 20:08:34.894621 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 53416) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:34.901758 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-a4d8524c-4894-4bfc-93b9-18e7415257b4 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:08:34.903556 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-58c2f999-7966-445a-8139-b9718fb83281 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:08:34.907937 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbaf866-0d43-44f6-a630-51a7ba0a4d23 req-4254942e-cc05-42fc-9790-d3eb52752255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:34.910195 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6cbaf866-0d43-44f6-a630-51a7ba0a4d23 req-4254942e-cc05-42fc-9790-d3eb52752255 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7f7fb3f0-ccc4-4bd0-8ef8-806f63f36824 HTTP/1.1" status: 200 len: 1097 time: 0.2259269 May 05 20:08:35.112836 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6cbaf866-0d43-44f6-a630-51a7ba0a4d23 req-a80a5f88-6544-48b7-b6ba-af21d25e44c4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910837 May 05 20:08:35.116924 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-58c2f999-7966-445a-8139-b9718fb83281 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:35.194679 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a4d8524c-4894-4bfc-93b9-18e7415257b4 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-61006860'] for subnet, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:35.335477 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-58c2f999-7966-445a-8139-b9718fb83281 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:35.341898 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-58c2f999-7966-445a-8139-b9718fb83281 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:35.392147 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c2f999-7966-445a-8139-b9718fb83281 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea9591ed-486c-4288-81ea-b6abee6be957,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:35.398251 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-58c2f999-7966-445a-8139-b9718fb83281 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:35.400004 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-58c2f999-7966-445a-8139-b9718fb83281 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6127589 May 05 20:08:35.403006 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 239445f0-21f4-478a-bb75-a548d22b1013 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:08:35.477260 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 53426) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:35.506954 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-90d5c36a-191d-4b28-ae9b-85b19e469310 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Request body: {'security_group_rule': {'security_group_id': '2d31c7e0-0b9b-4b82-8e51-a502610a4c42', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:08:35.519545 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-90d5c36a-191d-4b28-ae9b-85b19e469310 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:08:35.535912 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-90d5c36a-191d-4b28-ae9b-85b19e469310 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Usage tracker for resource:security_group_rule and tenant:3bcce80065784aa6a77c066afd5e6401 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:08:35.541231 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-90d5c36a-191d-4b28-ae9b-85b19e469310 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:08:35.569074 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-90d5c36a-191d-4b28-ae9b-85b19e469310 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:08:35.603736 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-90d5c36a-191d-4b28-ae9b-85b19e469310 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:35.643770 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189b0c24-4b1c-4b7a-8d50-7b38c5822818 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-25b13dfe-6339-43c0-aee1-dbfe5c020847', 'network_id': '25b13dfe-6339-43c0-aee1-dbfe5c020847', 'tenant_id': 'd25a9484054c4089b629b2bf454f1312', 'fixed_ips': [{'subnet_id': '3b86a8c9-8454-4c6c-a94d-c7b1787c348b'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:08:35.647462 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-189b0c24-4b1c-4b7a-8d50-7b38c5822818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:35.686034 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9f0bc-4ded-4c9b-ac0c-7198e76e19b1 req-2c7f54e9-4ab6-41a7-bd57-9a63c2f05749 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:35.699888 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4ec9f0bc-4ded-4c9b-ac0c-7198e76e19b1 req-2c7f54e9-4ab6-41a7-bd57-9a63c2f05749 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.6287172 May 05 20:08:35.738888 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-90d5c36a-191d-4b28-ae9b-85b19e469310 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:35.747381 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-90d5c36a-191d-4b28-ae9b-85b19e469310 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:35.791726 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5e9242-7c57-499f-ad20-d352db5363e0 None None] Sync routers for ids ['d77d22ac-cfe3-4696-a86f-f8f26504a064'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:08:35.803125 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-90d5c36a-191d-4b28-ae9b-85b19e469310 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:35.805120 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-90d5c36a-191d-4b28-ae9b-85b19e469310 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3262661 May 05 20:08:35.808008 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c36a-191d-4b28-ae9b-85b19e469310 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0283a4d5-302a-424c-a369-ed003970a70f,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:35.821324 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 53438) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:35.824457 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 239445f0-21f4-478a-bb75-a548d22b1013 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:08:35.829706 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-b1b06cae-9d7f-4985-a0b1-59702ed72e8e tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Request body: {'floatingip': {'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:08:35.846364 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 53442) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:35.846584 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5e9242-7c57-499f-ad20-d352db5363e0 None None] Routers {'d77d22ac-cfe3-4696-a86f-f8f26504a064'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:08:35.847796 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-fc5e9242-7c57-499f-ad20-d352db5363e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:08:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['d77d22ac-cfe3-4696-a86f-f8f26504a064'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:35.851585 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-b1b06cae-9d7f-4985-a0b1-59702ed72e8e tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:08:35.886253 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4ec9f0bc-4ded-4c9b-ac0c-7198e76e19b1 req-fd1745a7-466d-4450-80ee-38c814379d63 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1852725 May 05 20:08:35.952031 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-b1b06cae-9d7f-4985-a0b1-59702ed72e8e tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Usage tracker for resource:floatingip and tenant:3bcce80065784aa6a77c066afd5e6401 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:08:35.968412 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-b1b06cae-9d7f-4985-a0b1-59702ed72e8e tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:08:35.984915 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8083cf29-59ec-4da5-89d1-6bd7b253c0c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:36.003723 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4fa6932a-c04c-4e12-bd16-9b583bf371fb tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:36.009395 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4fa6932a-c04c-4e12-bd16-9b583bf371fb tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:36.033473 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-8083cf29-59ec-4da5-89d1-6bd7b253c0c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:08:36.039482 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-8083cf29-59ec-4da5-89d1-6bd7b253c0c2 admin admin] Usage tracker for resource:security_group_rule and tenant:9176a33e224a4c59ae0ffb672b1b87a4 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:08:36.043070 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-8083cf29-59ec-4da5-89d1-6bd7b253c0c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:08:36.050672 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-8083cf29-59ec-4da5-89d1-6bd7b253c0c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:08:36.128584 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-b1b06cae-9d7f-4985-a0b1-59702ed72e8e tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:08:36.136567 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a4d8524c-4894-4bfc-93b9-18e7415257b4 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771839089156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-62298392'] for subnet, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:36.141068 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 239445f0-21f4-478a-bb75-a548d22b1013 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:08:36.141445 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:36.349751 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8083cf29-59ec-4da5-89d1-6bd7b253c0c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:36.402276 n-d-840717-1 neutron-server[88198]: INFO neutron.db.l3_db [None req-4fa6932a-c04c-4e12-bd16-9b583bf371fb tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Floating IP d636c4a1-f0a0-40b8-9c75-210683ad0be7 associated. External IP: 172.25.0.97, port: 7e240780-2de7-42a2-b2bb-33e7cf2c9e71. May 05 20:08:36.442104 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d8524c-4894-4bfc-93b9-18e7415257b4 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:36.445740 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a4d8524c-4894-4bfc-93b9-18e7415257b4 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:36.447375 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-a4d8524c-4894-4bfc-93b9-18e7415257b4 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] 10.222.0.36 "PUT /v2.0/subnets/3b86a8c9-8454-4c6c-a94d-c7b1787c348b HTTP/1.1" status: 200 len: 806 time: 1.5520072 May 05 20:08:36.449888 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-fc5e9242-7c57-499f-ad20-d352db5363e0 None None] Set router d77d22ac-cfe3-4696-a86f-f8f26504a064 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:08:36.476766 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 53466) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:36.487866 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fa4c27-4688-40e0-aebc-23626c3d5521 req-886c9458-f18b-4cce-834f-513af1148133 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:36.499334 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-68fa4c27-4688-40e0-aebc-23626c3d5521 req-886c9458-f18b-4cce-834f-513af1148133 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f7fb3f0-ccc4-4bd0-8ef8-806f63f36824 HTTP/1.1" status: 200 len: 946 time: 0.7011504 May 05 20:08:36.509496 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8083cf29-59ec-4da5-89d1-6bd7b253c0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:36.562050 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b1b06cae-9d7f-4985-a0b1-59702ed72e8e tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks [] for floatingip, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:36.656040 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8083cf29-59ec-4da5-89d1-6bd7b253c0c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01bda616-2751-402c-b6cd-e58dc2d265e1,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:36.720834 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-189b0c24-4b1c-4b7a-8d50-7b38c5822818 None None] Allocated IP 172.20.0.2 (25b13dfe-6339-43c0-aee1-dbfe5c020847/3b86a8c9-8454-4c6c-a94d-c7b1787c348b/3bf78210-e930-4970-a42f-53a0365b3760) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:08:36.744193 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-8083cf29-59ec-4da5-89d1-6bd7b253c0c2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9176a33e224a4c59ae0ffb672b1b87a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8926611 May 05 20:08:36.748342 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 53476) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:36.748990 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d8524c-4894-4bfc-93b9-18e7415257b4 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Pushing event updated for resources: {'Subnet': ['ID=3b86a8c9-8454-4c6c-a94d-c7b1787c348b,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:36.865130 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-03e3e3b4-a5c7-4671-a695-a78c28cd38c3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:36.866076 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 53480) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:36.899448 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022698a5-ff69-42c3-aaf2-c0dfbd4e8aca req-84d165bc-6e6f-4574-bb29-385f6cd833d9 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:36.901350 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-022698a5-ff69-42c3-aaf2-c0dfbd4e8aca req-84d165bc-6e6f-4574-bb29-385f6cd833d9 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.7394361 May 05 20:08:36.912477 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-da70f46b-b12a-43d3-aa8d-644dba581422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:36.928465 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-95a7bd46-bed2-414b-be00-23d6a232ea44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:36.977863 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:37.006248 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-68fa4c27-4688-40e0-aebc-23626c3d5521 req-fa2b3097-edaa-4e1e-bc2b-a6762513b9e1 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5056581 May 05 20:08:37.041364 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-95a7bd46-bed2-414b-be00-23d6a232ea44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:37.068791 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 239445f0-21f4-478a-bb75-a548d22b1013, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=239445f0-21f4-478a-bb75-a548d22b1013,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:08:37.076487 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-03e3e3b4-a5c7-4671-a695-a78c28cd38c3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:37.093840 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:37.125875 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-022698a5-ff69-42c3-aaf2-c0dfbd4e8aca req-a9ff72b3-8383-4512-88d9-9ebfb8799a1e tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1984997 May 05 20:08:37.184825 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b1b06cae-9d7f-4985-a0b1-59702ed72e8e tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:37.367614 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-b1b06cae-9d7f-4985-a0b1-59702ed72e8e tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Allocated IP 172.25.0.222 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/35fc26b4-cd7c-4a27-b717-764c641130db) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:08:37.389001 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fa6932a-c04c-4e12-bd16-9b583bf371fb tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Router b06cf728-838a-4d45-b322-45e16e190c58 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:08:37.395782 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-d90fcf97-0e57-4116-a606-409e7a6d0bdc tempest-ExternalNetworksTestJSON-2080027705 tempest-ExternalNetworksTestJSON-2080027705-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1978034425'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:08:37.401331 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d90fcf97-0e57-4116-a606-409e7a6d0bdc tempest-ExternalNetworksTestJSON-2080027705 tempest-ExternalNetworksTestJSON-2080027705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:08:37.406484 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d90fcf97-0e57-4116-a606-409e7a6d0bdc tempest-ExternalNetworksTestJSON-2080027705 tempest-ExternalNetworksTestJSON-2080027705-project] Usage tracker for resource:network and tenant:ef6a9d9c09674808b388c72ea1d9a168 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:08:37.408230 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=239445f0-21f4-478a-bb75-a548d22b1013,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:37.410498 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d90fcf97-0e57-4116-a606-409e7a6d0bdc tempest-ExternalNetworksTestJSON-2080027705 tempest-ExternalNetworksTestJSON-2080027705-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:08:37.416664 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d90fcf97-0e57-4116-a606-409e7a6d0bdc tempest-ExternalNetworksTestJSON-2080027705 tempest-ExternalNetworksTestJSON-2080027705-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:08:37.492755 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-189b0c24-4b1c-4b7a-8d50-7b38c5822818 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:37.494570 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-95a7bd46-bed2-414b-be00-23d6a232ea44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:37.517130 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-189b0c24-4b1c-4b7a-8d50-7b38c5822818 None None] Transition to ACTIVE for port object 3bf78210-e930-4970-a42f-53a0365b3760 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:08:37.530563 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-fc5e9242-7c57-499f-ad20-d352db5363e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77d22ac-cfe3-4696-a86f-f8f26504a064', 'name': 'tempest-AttachVolumeShelveTestJSON-20360602-router', 'tenant_id': '3bcce80065784aa6a77c066afd5e6401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '239445f0-21f4-478a-bb75-a548d22b1013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:08:21Z', 'updated_at': '2022-05-05T20:08:29Z', 'revision_number': 4, 'project_id': '3bcce80065784aa6a77c066afd5e6401', 'gw_port': {'id': '239445f0-21f4-478a-bb75-a548d22b1013', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:77:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd77d22ac-cfe3-4696-a86f-f8f26504a064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:08:23Z', 'updated_at': '2022-05-05T20:08:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'efd8bd0a-882b-4384-8a9c-44af39c1d59b', 'name': '', 'network_id': 'dd240240-b981-4728-a92a-09bd25dc9abb', 'tenant_id': '3bcce80065784aa6a77c066afd5e6401', 'mac_address': 'fa:16:3e:a7:b9:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd77d22ac-cfe3-4696-a86f-f8f26504a064', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '4839f055-edd7-4ed9-a2d6-dc3f9daf425d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:08:28Z', 'updated_at': '2022-05-05T20:08:30Z', 'revision_number': 2, 'project_id': '3bcce80065784aa6a77c066afd5e6401', 'subnets': [{'id': '4839f055-edd7-4ed9-a2d6-dc3f9daf425d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:37.531408 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a7bd46-bed2-414b-be00-23d6a232ea44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01bda616-2751-402c-b6cd-e58dc2d265e1,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:37.532086 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d90fcf97-0e57-4116-a606-409e7a6d0bdc tempest-ExternalNetworksTestJSON-2080027705 tempest-ExternalNetworksTestJSON-2080027705-project] Made reservation on behalf of ef6a9d9c09674808b388c72ea1d9a168 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:08:37.541171 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5e9242-7c57-499f-ad20-d352db5363e0 None None] Checking router: d77d22ac-cfe3-4696-a86f-f8f26504a064 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:08:37.541426 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d90fcf97-0e57-4116-a606-409e7a6d0bdc tempest-ExternalNetworksTestJSON-2080027705 tempest-ExternalNetworksTestJSON-2080027705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:37.541973 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5e9242-7c57-499f-ad20-d352db5363e0 None None] Updating router d77d22ac-cfe3-4696-a86f-f8f26504a064 port efd8bd0a-882b-4384-8a9c-44af39c1d59b binding host n-d-840717-1 {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:08:37.557780 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-95a7bd46-bed2-414b-be00-23d6a232ea44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:37.561024 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-95a7bd46-bed2-414b-be00-23d6a232ea44 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/01bda616-2751-402c-b6cd-e58dc2d265e1 HTTP/1.1" status: 204 len: 168 time: 0.7994177 May 05 20:08:37.610918 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b1b06cae-9d7f-4985-a0b1-59702ed72e8e tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:37.641139 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d90fcf97-0e57-4116-a606-409e7a6d0bdc tempest-ExternalNetworksTestJSON-2080027705 tempest-ExternalNetworksTestJSON-2080027705-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:37.668674 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b1b06cae-9d7f-4985-a0b1-59702ed72e8e tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:37.712793 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-189b0c24-4b1c-4b7a-8d50-7b38c5822818 None None] Transition to ACTIVE for port object 3bf78210-e930-4970-a42f-53a0365b3760 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:08:37.730368 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-189b0c24-4b1c-4b7a-8d50-7b38c5822818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:37.791572 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b06cae-9d7f-4985-a0b1-59702ed72e8e tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:08:37.795668 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-b1b06cae-9d7f-4985-a0b1-59702ed72e8e tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:08:37.800506 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b06cae-9d7f-4985-a0b1-59702ed72e8e tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:08:37.834438 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d90fcf97-0e57-4116-a606-409e7a6d0bdc tempest-ExternalNetworksTestJSON-2080027705 tempest-ExternalNetworksTestJSON-2080027705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:08:37.834749 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b06cae-9d7f-4985-a0b1-59702ed72e8e tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Pushing event updated for resources: {'Port': ['ID=35fc26b4-cd7c-4a27-b717-764c641130db,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:37.840129 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-03e3e3b4-a5c7-4671-a695-a78c28cd38c3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:37.911494 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d17f84bd-d10e-45e3-a618-7a529cde728e req-ba18c74e-89c5-469e-82d4-00328b40d797 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b3775c53-95fc-463a-847a-74bdf4015c90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3904181 May 05 20:08:37.913278 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d90fcf97-0e57-4116-a606-409e7a6d0bdc tempest-ExternalNetworksTestJSON-2080027705 tempest-ExternalNetworksTestJSON-2080027705-project] Usage tracker for resource:security_group_rule and tenant:ef6a9d9c09674808b388c72ea1d9a168 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:08:37.919240 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e3e3b4-a5c7-4671-a695-a78c28cd38c3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Pushing event deleted for resources: {'Subnet': ['ID=3b86a8c9-8454-4c6c-a94d-c7b1787c348b,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:37.926678 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d90fcf97-0e57-4116-a606-409e7a6d0bdc tempest-ExternalNetworksTestJSON-2080027705 tempest-ExternalNetworksTestJSON-2080027705-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:08:37.952079 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d90fcf97-0e57-4116-a606-409e7a6d0bdc tempest-ExternalNetworksTestJSON-2080027705 tempest-ExternalNetworksTestJSON-2080027705-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:08:37.961511 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b1b06cae-9d7f-4985-a0b1-59702ed72e8e tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:38.007509 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa6932a-c04c-4e12-bd16-9b583bf371fb tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:08:38.029783 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887bc82b-c2ad-404e-a363-93b246c08088 None None] Sync routers for ids ['b06cf728-838a-4d45-b322-45e16e190c58'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:08:38.053507 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887bc82b-c2ad-404e-a363-93b246c08088 None None] Routers {'b06cf728-838a-4d45-b322-45e16e190c58'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:08:38.055131 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-887bc82b-c2ad-404e-a363-93b246c08088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:08:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['b06cf728-838a-4d45-b322-45e16e190c58'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:38.083971 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fc5e9242-7c57-499f-ad20-d352db5363e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:38.136261 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d7c7dc-d184-4083-9809-eaf217da1d87 req-4b1efac5-38db-40d8-8d72-7227541c914a tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:38.138103 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-77d7c7dc-d184-4083-9809-eaf217da1d87 req-4b1efac5-38db-40d8-8d72-7227541c914a tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.7583575 May 05 20:08:38.150957 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189b0c24-4b1c-4b7a-8d50-7b38c5822818 None None] Network 25b13dfe-6339-43c0-aee1-dbfe5c020847 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:08:38.158102 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-189b0c24-4b1c-4b7a-8d50-7b38c5822818 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:08:38.180686 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189b0c24-4b1c-4b7a-8d50-7b38c5822818 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:08:38.185620 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:38.202549 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:38.215253 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-03e3e3b4-a5c7-4671-a695-a78c28cd38c3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:38.230102 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b1b06cae-9d7f-4985-a0b1-59702ed72e8e tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:38.268692 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189b0c24-4b1c-4b7a-8d50-7b38c5822818 None None] Pushing event updated for resources: {'Port': ['ID=3bf78210-e930-4970-a42f-53a0365b3760,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:38.306700 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-887bc82b-c2ad-404e-a363-93b246c08088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:38.325497 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887bc82b-c2ad-404e-a363-93b246c08088 None None] Routers {'b06cf728-838a-4d45-b322-45e16e190c58'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:08:38.326116 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-887bc82b-c2ad-404e-a363-93b246c08088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:08:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['b06cf728-838a-4d45-b322-45e16e190c58'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:38.464296 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-887bc82b-c2ad-404e-a363-93b246c08088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:38.465164 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887bc82b-c2ad-404e-a363-93b246c08088 None None] The sync data for ids ['b06cf728-838a-4d45-b322-45e16e190c58'] in n-d-840717-1 is: [] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:08:38.478184 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-189b0c24-4b1c-4b7a-8d50-7b38c5822818 None None] Attempting to bind port 3bf78210-e930-4970-a42f-53a0365b3760 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:08:38.478808 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-189b0c24-4b1c-4b7a-8d50-7b38c5822818 None None] Attempting to bind port 3bf78210-e930-4970-a42f-53a0365b3760 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '3946cc5c-1d66-4112-bb52-742f89814aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '25b13dfe-6339-43c0-aee1-dbfe5c020847'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:08:38.479698 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189b0c24-4b1c-4b7a-8d50-7b38c5822818 None None] Attempting to bind port 3bf78210-e930-4970-a42f-53a0365b3760 on network 25b13dfe-6339-43c0-aee1-dbfe5c020847 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:08:38.482020 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f84bd-d10e-45e3-a618-7a529cde728e req-309f1ded-1745-4b53-986d-169f4e1b43bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:38.483679 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d17f84bd-d10e-45e3-a618-7a529cde728e req-309f1ded-1745-4b53-986d-169f4e1b43bc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=56e8fe9085fa4bdb932a4c29aaeb4c08&device_id=b3775c53-95fc-463a-847a-74bdf4015c90 HTTP/1.1" status: 200 len: 1097 time: 0.5142448 May 05 20:08:38.511665 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189b0c24-4b1c-4b7a-8d50-7b38c5822818 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:08:38.512191 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189b0c24-4b1c-4b7a-8d50-7b38c5822818 None None] Checking segment: {'id': '3946cc5c-1d66-4112-bb52-742f89814aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '25b13dfe-6339-43c0-aee1-dbfe5c020847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:08:38.512447 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-189b0c24-4b1c-4b7a-8d50-7b38c5822818 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:38.512865 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189b0c24-4b1c-4b7a-8d50-7b38c5822818 None None] Bound using segment: {'id': '3946cc5c-1d66-4112-bb52-742f89814aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '25b13dfe-6339-43c0-aee1-dbfe5c020847'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:08:38.514104 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-189b0c24-4b1c-4b7a-8d50-7b38c5822818 None None] Bound port: 3bf78210-e930-4970-a42f-53a0365b3760, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3946cc5c-1d66-4112-bb52-742f89814aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '25b13dfe-6339-43c0-aee1-dbfe5c020847'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:08:38.514322 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-189b0c24-4b1c-4b7a-8d50-7b38c5822818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:38.716039 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d90fcf97-0e57-4116-a606-409e7a6d0bdc tempest-ExternalNetworksTestJSON-2080027705 tempest-ExternalNetworksTestJSON-2080027705-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:38.739784 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-77d7c7dc-d184-4083-9809-eaf217da1d87 req-471e9f6c-f1f7-4030-9adb-0d42ef42d661 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5288351 May 05 20:08:38.751118 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-03e3e3b4-a5c7-4671-a695-a78c28cd38c3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25b13dfe-6339-43c0-aee1-dbfe5c020847']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:38.787398 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d90fcf97-0e57-4116-a606-409e7a6d0bdc tempest-ExternalNetworksTestJSON-2080027705 tempest-ExternalNetworksTestJSON-2080027705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:38.820264 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d90fcf97-0e57-4116-a606-409e7a6d0bdc tempest-ExternalNetworksTestJSON-2080027705 tempest-ExternalNetworksTestJSON-2080027705-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:08:38.834171 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-189b0c24-4b1c-4b7a-8d50-7b38c5822818 None None] For port 3bf78210-e930-4970-a42f-53a0365b3760, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:08:38.836505 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d90fcf97-0e57-4116-a606-409e7a6d0bdc tempest-ExternalNetworksTestJSON-2080027705 tempest-ExternalNetworksTestJSON-2080027705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:38.836853 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-d90fcf97-0e57-4116-a606-409e7a6d0bdc tempest-ExternalNetworksTestJSON-2080027705 tempest-ExternalNetworksTestJSON-2080027705-project] Added segment 1c76a467-36ec-47e2-ab95-c2678eecbaf6 of type vlan for network 7b4a5f52-3933-4993-b1ae-5330a9e21f63 May 05 20:08:38.890804 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d90fcf97-0e57-4116-a606-409e7a6d0bdc tempest-ExternalNetworksTestJSON-2080027705 tempest-ExternalNetworksTestJSON-2080027705-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:38.953143 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-189b0c24-4b1c-4b7a-8d50-7b38c5822818 None None] For port 3bf78210-e930-4970-a42f-53a0365b3760, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=3bf78210-e930-4970-a42f-53a0365b3760,segment=NetworkSegment(3946cc5c-1d66-4112-bb52-742f89814aa8),segment_id=3946cc5c-1d66-4112-bb52-742f89814aa8)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:08:38.960322 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1370c951-0131-4af0-95e7-66fa44c224cd req-82a3cd75-2217-4b4f-9a42-19c241b52da3 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:38.962096 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1370c951-0131-4af0-95e7-66fa44c224cd req-82a3cd75-2217-4b4f-9a42-19c241b52da3 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f7fb3f0-ccc4-4bd0-8ef8-806f63f36824 HTTP/1.1" status: 200 len: 946 time: 0.6389270 May 05 20:08:38.980880 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-189b0c24-4b1c-4b7a-8d50-7b38c5822818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:39.014882 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-03e3e3b4-a5c7-4671-a695-a78c28cd38c3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3946cc5c-1d66-4112-bb52-742f89814aa8') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:39.015805 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-03e3e3b4-a5c7-4671-a695-a78c28cd38c3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3946cc5c-1d66-4112-bb52-742f89814aa8') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:39.039840 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.db.resource_extend [None req-d90fcf97-0e57-4116-a606-409e7a6d0bdc tempest-ExternalNetworksTestJSON-2080027705 tempest-ExternalNetworksTestJSON-2080027705-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 20:08:39.050173 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b1b06cae-9d7f-4985-a0b1-59702ed72e8e tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:39.053276 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f84bd-d10e-45e3-a618-7a529cde728e req-f1ab4e74-6578-4b7d-9151-fadf73f73d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:39.055225 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d17f84bd-d10e-45e3-a618-7a529cde728e req-f1ab4e74-6578-4b7d-9151-fadf73f73d07 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7506b31f-3419-46e4-835c-80fe813661d5 HTTP/1.1" status: 200 len: 913 time: 0.5372546 May 05 20:08:39.058531 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b1b06cae-9d7f-4985-a0b1-59702ed72e8e tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:39.120132 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-03e3e3b4-a5c7-4671-a695-a78c28cd38c3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:39.175081 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-03e3e3b4-a5c7-4671-a695-a78c28cd38c3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:39.181439 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d17f84bd-d10e-45e3-a618-7a529cde728e req-9b5b877b-e671-438c-869b-ae0b5941c06b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bce2af7d-790b-4ce3-a14c-94fce56cd638 HTTP/1.1" status: 200 len: 217 time: 0.1148040 May 05 20:08:39.186519 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90fcf97-0e57-4116-a606-409e7a6d0bdc tempest-ExternalNetworksTestJSON-2080027705 tempest-ExternalNetworksTestJSON-2080027705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8054e0c4-99ed-41a9-aab2-9ae17b8b9d86,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:39.189568 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189b0c24-4b1c-4b7a-8d50-7b38c5822818 None None] Pushing event updated for resources: {'Port': ['ID=3bf78210-e930-4970-a42f-53a0365b3760,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:39.228999 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1370c951-0131-4af0-95e7-66fa44c224cd req-e222823c-8c8a-4a16-91be-533a56fa218a tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528350 May 05 20:08:39.257235 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d90fcf97-0e57-4116-a606-409e7a6d0bdc tempest-ExternalNetworksTestJSON-2080027705 tempest-ExternalNetworksTestJSON-2080027705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:39.265271 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90fcf97-0e57-4116-a606-409e7a6d0bdc tempest-ExternalNetworksTestJSON-2080027705 tempest-ExternalNetworksTestJSON-2080027705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:39.266123 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d90fcf97-0e57-4116-a606-409e7a6d0bdc tempest-ExternalNetworksTestJSON-2080027705 tempest-ExternalNetworksTestJSON-2080027705-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:39.272181 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03e3e3b4-a5c7-4671-a695-a78c28cd38c3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:08:39.272950 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-03e3e3b4-a5c7-4671-a695-a78c28cd38c3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:39.355005 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:08:39.355005 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:08:39.355005 n-d-840717-1 neutron-server[88198]: timer() May 05 20:08:39.355005 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:08:39.355005 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:08:39.355005 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:08:39.355005 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:08:39.355005 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:08:39.355005 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:08:39.355005 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:08:39.355005 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:08:39.355005 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:08:39.355005 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:08:39.355005 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:08:39.355005 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:08:39.355005 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:08:39.355005 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:08:39.355005 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:08:39.355005 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:08:39.355005 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:08:39.355005 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:08:39.355005 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:08:39.355005 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:08:39.355005 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:08:39.355005 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:08:39.355005 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:08:39.355005 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:08:39.355005 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:08:39.355005 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:08:39.355005 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:08:39.355005 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:08:39.355005 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:08:39.384562 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 239445f0-21f4-478a-bb75-a548d22b1013 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:08:39.460073 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feedad1f-b604-445c-8073-f65b2ece2642 None None] Network 25b13dfe-6339-43c0-aee1-dbfe5c020847 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:08:39.531758 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b06cae-9d7f-4985-a0b1-59702ed72e8e tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Pushing event updated for resources: {'Port': ['ID=35fc26b4-cd7c-4a27-b717-764c641130db,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:39.534717 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b1b06cae-9d7f-4985-a0b1-59702ed72e8e tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:39.590524 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc06782d-d49f-4ebf-bc68-33fcb3884802 req-33941c61-3776-450b-b6ce-a21fe08962d8 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:39.591925 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f84bd-d10e-45e3-a618-7a529cde728e req-31313fe2-bae3-4334-be0e-ce24eff4fa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:39.592614 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dc06782d-d49f-4ebf-bc68-33fcb3884802 req-33941c61-3776-450b-b6ce-a21fe08962d8 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.5693982 May 05 20:08:39.601365 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d17f84bd-d10e-45e3-a618-7a529cde728e req-31313fe2-bae3-4334-be0e-ce24eff4fa4d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e2507cd6-290d-4d3d-b14e-048ce031bb0a HTTP/1.1" status: 200 len: 851 time: 0.3942242 May 05 20:08:39.680537 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b1b06cae-9d7f-4985-a0b1-59702ed72e8e tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:39.681855 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-b1b06cae-9d7f-4985-a0b1-59702ed72e8e tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8571992 May 05 20:08:39.710177 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.db.api [None req-03e3e3b4-a5c7-4671-a695-a78c28cd38c3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 05 20:08:39.710177 n-d-840717-1 neutron-server[88198]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 05 20:08:39.710177 n-d-840717-1 neutron-server[88198]: [parameters: {'id': '25b13dfe-6339-43c0-aee1-dbfe5c020847'}] May 05 20:08:39.710177 n-d-840717-1 neutron-server[88198]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88198) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:08:39.711512 n-d-840717-1 neutron-server[88198]: DEBUG oslo_db.api [None req-03e3e3b4-a5c7-4671-a695-a78c28cd38c3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:08:39.726930 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fc5e9242-7c57-499f-ad20-d352db5363e0 None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:39.731987 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168e91c-96d4-4a35-be62-2257c1e923f5 req-de00cf6f-0748-4faf-b8fb-edade0623487 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:39.734297 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90fcf97-0e57-4116-a606-409e7a6d0bdc tempest-ExternalNetworksTestJSON-2080027705 tempest-ExternalNetworksTestJSON-2080027705-project] Pushing event updated for resources: {'Network': ['ID=7b4a5f52-3933-4993-b1ae-5330a9e21f63,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:39.739392 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6168e91c-96d4-4a35-be62-2257c1e923f5 req-de00cf6f-0748-4faf-b8fb-edade0623487 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1784ace-04ea-4816-b05d-fc9884904109 HTTP/1.1" status: 200 len: 945 time: 0.2871509 May 05 20:08:39.762289 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d90fcf97-0e57-4116-a606-409e7a6d0bdc tempest-ExternalNetworksTestJSON-2080027705 tempest-ExternalNetworksTestJSON-2080027705-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.8884780 May 05 20:08:39.764300 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 7b4a5f52-3933-4993-b1ae-5330a9e21f63 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:08:39.764481 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 53572) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:39.777306 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:39.779182 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f84bd-d10e-45e3-a618-7a529cde728e req-244e25b4-e068-443f-8eb8-47499ece61ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:39.780828 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d17f84bd-d10e-45e3-a618-7a529cde728e req-244e25b4-e068-443f-8eb8-47499ece61ad service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7506b31f-3419-46e4-835c-80fe813661d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1729207 May 05 20:08:39.782478 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fa6932a-c04c-4e12-bd16-9b583bf371fb tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Router b06cf728-838a-4d45-b322-45e16e190c58 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:08:39.795259 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [req-d17f84bd-d10e-45e3-a618-7a529cde728e req-bcde1869-3b85-46cd-9fa7-d2498befca7e service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88197) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:08:39.796491 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d17f84bd-d10e-45e3-a618-7a529cde728e req-bcde1869-3b85-46cd-9fa7-d2498befca7e service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075397 May 05 20:08:39.813540 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dc06782d-d49f-4ebf-bc68-33fcb3884802 req-c5d196c8-9d2b-4df9-bfbc-71eaac1678ec tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2049062 May 05 20:08:39.861614 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-fc5e9242-7c57-499f-ad20-d352db5363e0 None None] Transition to ACTIVE for port object efd8bd0a-882b-4384-8a9c-44af39c1d59b will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:08:39.878326 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6168e91c-96d4-4a35-be62-2257c1e923f5 req-60893711-8e33-4603-90df-4b1fc51be770 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373122 May 05 20:08:39.883523 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fc5e9242-7c57-499f-ad20-d352db5363e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:39.886258 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 53580) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:39.901670 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 239445f0-21f4-478a-bb75-a548d22b1013 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:08:39.902045 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:39.954751 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 53586) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:40.061363 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa6932a-c04c-4e12-bd16-9b583bf371fb tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:08:40.077284 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4fa6932a-c04c-4e12-bd16-9b583bf371fb tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:40.082286 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ea1362-81ea-4d5c-ae06-f50fbb4f5673 None None] Pushing event updated for resources: {'Port': ['ID=efd8bd0a-882b-4384-8a9c-44af39c1d59b,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:40.093329 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d535a09-3ae4-4bfe-9e45-b95d08d9183a None None] Sync routers for ids ['b06cf728-838a-4d45-b322-45e16e190c58'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:08:40.206678 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-72dbc36f-81d9-48f7-9cc5-c3df71214c6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:40.245995 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-03e3e3b4-a5c7-4671-a695-a78c28cd38c3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:40.259109 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d535a09-3ae4-4bfe-9e45-b95d08d9183a None None] Routers {'b06cf728-838a-4d45-b322-45e16e190c58'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:08:40.259781 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-3d535a09-3ae4-4bfe-9e45-b95d08d9183a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:08:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['b06cf728-838a-4d45-b322-45e16e190c58'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:40.300785 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-cbf74a55-11eb-416a-b150-8a832252d5c7 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Request body: {'network': {'name': 'tempest-network--845601352', 'router:external': True}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:08:40.306143 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-cbf74a55-11eb-416a-b150-8a832252d5c7 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:08:40.310887 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-cbf74a55-11eb-416a-b150-8a832252d5c7 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Usage tracker for resource:network and tenant:478018a6b0c7451b92389b09af517963 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:08:40.313907 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-cbf74a55-11eb-416a-b150-8a832252d5c7 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:08:40.322727 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-cbf74a55-11eb-416a-b150-8a832252d5c7 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:08:40.326813 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-03e3e3b4-a5c7-4671-a695-a78c28cd38c3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Deleting port 3bf78210-e930-4970-a42f-53a0365b3760 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:08:40.327305 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-03e3e3b4-a5c7-4671-a695-a78c28cd38c3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:40.336194 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-72dbc36f-81d9-48f7-9cc5-c3df71214c6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:08:40.371833 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bb3fc971-e533-4e78-a3ce-882e4df4930d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:40.375474 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-3d535a09-3ae4-4bfe-9e45-b95d08d9183a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:40.388500 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf74a55-11eb-416a-b150-8a832252d5c7 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Made reservation on behalf of 478018a6b0c7451b92389b09af517963 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:08:40.390880 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cbf74a55-11eb-416a-b150-8a832252d5c7 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:40.403742 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-72dbc36f-81d9-48f7-9cc5-c3df71214c6c admin admin] Usage tracker for resource:security_group_rule and tenant:ae994a6dea3e4746b384eebca516c04c is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:08:40.414775 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-72dbc36f-81d9-48f7-9cc5-c3df71214c6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:08:40.428121 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cbf74a55-11eb-416a-b150-8a832252d5c7 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:40.443639 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-72dbc36f-81d9-48f7-9cc5-c3df71214c6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:08:40.456798 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-bb3fc971-e533-4e78-a3ce-882e4df4930d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:08:40.463418 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d636688-33bf-4718-a59f-040eb29bdb11 req-ca3eca94-5f63-4d33-b0e4-68154d48157a tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:40.464942 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8d636688-33bf-4718-a59f-040eb29bdb11 req-ca3eca94-5f63-4d33-b0e4-68154d48157a tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.3255010 May 05 20:08:40.466381 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-4fa6932a-c04c-4e12-bd16-9b583bf371fb tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] 10.222.0.36 "PUT /v2.0/floatingips/d636c4a1-f0a0-40b8-9c75-210683ad0be7 HTTP/1.1" status: 200 len: 975 time: 6.1604073 May 05 20:08:40.470129 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 53600) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:40.471625 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-bb3fc971-e533-4e78-a3ce-882e4df4930d admin admin] Usage tracker for resource:security_group_rule and tenant:f3aa91cc06664cf1b008ef125234485a is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:08:40.475942 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-9e9b1ff1-b7ca-461c-bdbe-f4594d3eb7f4 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:08:40.484989 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-bb3fc971-e533-4e78-a3ce-882e4df4930d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:08:40.487580 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc35b38f-68ca-4300-b2af-bc47d498792b None None] Network 25b13dfe-6339-43c0-aee1-dbfe5c020847 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:08:40.489535 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-cbf74a55-11eb-416a-b150-8a832252d5c7 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:08:40.500999 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d17f84bd-d10e-45e3-a618-7a529cde728e req-b05f9031-0f9a-44a2-a519-fa359936dafb service neutron] 10.222.0.50 "GET /v2.0/networks/7506b31f-3419-46e4-835c-80fe813661d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6983700 May 05 20:08:40.503631 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-cbf74a55-11eb-416a-b150-8a832252d5c7 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Usage tracker for resource:security_group_rule and tenant:478018a6b0c7451b92389b09af517963 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:08:40.513971 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-bb3fc971-e533-4e78-a3ce-882e4df4930d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:08:40.516112 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-cbf74a55-11eb-416a-b150-8a832252d5c7 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:08:40.527653 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d535a09-3ae4-4bfe-9e45-b95d08d9183a None None] Routers {'b06cf728-838a-4d45-b322-45e16e190c58'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:08:40.528290 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-3d535a09-3ae4-4bfe-9e45-b95d08d9183a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:08:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['b06cf728-838a-4d45-b322-45e16e190c58'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:40.579435 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-fc5e9242-7c57-499f-ad20-d352db5363e0 None None] Attempting to bind port efd8bd0a-882b-4384-8a9c-44af39c1d59b on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:08:40.579810 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-fc5e9242-7c57-499f-ad20-d352db5363e0 None None] Attempting to bind port efd8bd0a-882b-4384-8a9c-44af39c1d59b by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'b1dd65d9-c07f-4164-9458-eedf0f51eafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dd240240-b981-4728-a92a-09bd25dc9abb'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:08:40.580181 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5e9242-7c57-499f-ad20-d352db5363e0 None None] Attempting to bind port efd8bd0a-882b-4384-8a9c-44af39c1d59b on network dd240240-b981-4728-a92a-09bd25dc9abb {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:08:40.618186 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5e9242-7c57-499f-ad20-d352db5363e0 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:08:40.618486 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5e9242-7c57-499f-ad20-d352db5363e0 None None] Checking segment: {'id': 'b1dd65d9-c07f-4164-9458-eedf0f51eafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dd240240-b981-4728-a92a-09bd25dc9abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:08:40.618899 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fc5e9242-7c57-499f-ad20-d352db5363e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:40.619305 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5e9242-7c57-499f-ad20-d352db5363e0 None None] Bound using segment: {'id': 'b1dd65d9-c07f-4164-9458-eedf0f51eafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dd240240-b981-4728-a92a-09bd25dc9abb'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:08:40.619804 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-fc5e9242-7c57-499f-ad20-d352db5363e0 None None] Bound port: efd8bd0a-882b-4384-8a9c-44af39c1d59b, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1dd65d9-c07f-4164-9458-eedf0f51eafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dd240240-b981-4728-a92a-09bd25dc9abb'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:08:40.620175 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fc5e9242-7c57-499f-ad20-d352db5363e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:40.628440 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-898ea6b0-ae23-4988-93f8-61ebeed7822c req-251fa6a5-60ed-4f4b-bf21-23e7488420b2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c8c99457-7a9a-4bdf-b25b-2a49a4935854&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4396436 May 05 20:08:40.635293 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-3d535a09-3ae4-4bfe-9e45-b95d08d9183a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:40.635651 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d535a09-3ae4-4bfe-9e45-b95d08d9183a None None] The sync data for ids ['b06cf728-838a-4d45-b322-45e16e190c58'] in n-d-840717-1 is: [] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:08:40.680246 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9e9b1ff1-b7ca-461c-bdbe-f4594d3eb7f4 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for floatingip, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:40.690761 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-cbf74a55-11eb-416a-b150-8a832252d5c7 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:08:40.751696 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42764fd4-4478-4f3f-ba13-e0883638ee94 req-9425e169-8073-4239-816f-cd6deaea7d5b tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:40.753383 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-42764fd4-4478-4f3f-ba13-e0883638ee94 req-9425e169-8073-4239-816f-cd6deaea7d5b tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f7fb3f0-ccc4-4bd0-8ef8-806f63f36824 HTTP/1.1" status: 200 len: 946 time: 0.5952792 May 05 20:08:40.843678 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d17f84bd-d10e-45e3-a618-7a529cde728e req-933c377e-6b35-4da0-8c49-e68414b4a29e service neutron] 10.222.0.50 "GET /v2.0/networks/7506b31f-3419-46e4-835c-80fe813661d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3229840 May 05 20:08:40.878616 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-fc5e9242-7c57-499f-ad20-d352db5363e0 None None] For port efd8bd0a-882b-4384-8a9c-44af39c1d59b, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:08:40.889344 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-fc5e9242-7c57-499f-ad20-d352db5363e0 None None] For port efd8bd0a-882b-4384-8a9c-44af39c1d59b, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=efd8bd0a-882b-4384-8a9c-44af39c1d59b,segment=NetworkSegment(b1dd65d9-c07f-4164-9458-eedf0f51eafc),segment_id=b1dd65d9-c07f-4164-9458-eedf0f51eafc)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:08:40.896247 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fc5e9242-7c57-499f-ad20-d352db5363e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:40.903080 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-42764fd4-4478-4f3f-ba13-e0883638ee94 req-8fd70da5-a4c3-45ab-8839-c853f5b4e9e0 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263361 May 05 20:08:40.922940 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bb3fc971-e533-4e78-a3ce-882e4df4930d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:40.944159 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bb3fc971-e533-4e78-a3ce-882e4df4930d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:41.007095 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5e9242-7c57-499f-ad20-d352db5363e0 None None] Routers {'d77d22ac-cfe3-4696-a86f-f8f26504a064'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:08:41.007751 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-fc5e9242-7c57-499f-ad20-d352db5363e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:08:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['d77d22ac-cfe3-4696-a86f-f8f26504a064'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:41.027546 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-bb3fc971-e533-4e78-a3ce-882e4df4930d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f3aa91cc06664cf1b008ef125234485a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0658610 May 05 20:08:41.037474 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8d636688-33bf-4718-a59f-040eb29bdb11 req-c50101be-34c8-4eca-9ee7-f21139b84f72 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4814084 May 05 20:08:41.037935 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 53610) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:41.103770 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ea1362-81ea-4d5c-ae06-f50fbb4f5673 None None] Pushing event updated for resources: {'Port': ['ID=efd8bd0a-882b-4384-8a9c-44af39c1d59b,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:41.108543 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-72dbc36f-81d9-48f7-9cc5-c3df71214c6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:41.160981 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-72dbc36f-81d9-48f7-9cc5-c3df71214c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:41.188901 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cbf74a55-11eb-416a-b150-8a832252d5c7 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:41.209834 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3fc971-e533-4e78-a3ce-882e4df4930d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27bc06ff-3a0e-4ef3-8584-71c2a61de7e5,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:41.212412 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cbf74a55-11eb-416a-b150-8a832252d5c7 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:41.265941 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-a63a606f-af43-4d61-8b90-e6cc84c6f684 req-e575b1ab-ca60-44c2-85bb-a0cb145fdd7c tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Synchronizing usage tracker for tenant:3bcce80065784aa6a77c066afd5e6401 on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:08:41.280135 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-72dbc36f-81d9-48f7-9cc5-c3df71214c6c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ae994a6dea3e4746b384eebca516c04c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3893559 May 05 20:08:41.280872 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 53620) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:41.300919 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device efd8bd0a-882b-4384-8a9c-44af39c1d59b up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:08:41.316352 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbf74a55-11eb-416a-b150-8a832252d5c7 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:08:41.346410 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81dda6b3-293f-49a8-a0db-e447cfe04cb2 None None] get_active_networks_info from n-d-840717-1 {{(pid=88199) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 05 20:08:41.358531 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dbc36f-81d9-48f7-9cc5-c3df71214c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2dfeb8-99c9-4104-88db-4438517e4a28,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:41.368728 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cbf74a55-11eb-416a-b150-8a832252d5c7 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:41.369139 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-cbf74a55-11eb-416a-b150-8a832252d5c7 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Added segment e5c4ef15-5438-42ac-a431-96dad1b8b756 of type vlan for network c502bed8-f1f6-4723-9445-6720acf09e8b May 05 20:08:41.426310 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-a63a606f-af43-4d61-8b90-e6cc84c6f684 req-e575b1ab-ca60-44c2-85bb-a0cb145fdd7c tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Unset dirty status for tenant:3bcce80065784aa6a77c066afd5e6401 on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:08:41.434424 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a63a606f-af43-4d61-8b90-e6cc84c6f684 req-e575b1ab-ca60-44c2-85bb-a0cb145fdd7c tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1856859153&fields=id&tenant_id=3bcce80065784aa6a77c066afd5e6401 HTTP/1.1" status: 200 len: 267 time: 0.3491063 May 05 20:08:41.470153 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-fc5e9242-7c57-499f-ad20-d352db5363e0 None None] Set router d77d22ac-cfe3-4696-a86f-f8f26504a064 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:08:41.509784 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9e9b1ff1-b7ca-461c-bdbe-f4594d3eb7f4 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:41.529237 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-03e3e3b4-a5c7-4671-a695-a78c28cd38c3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] For port 3bf78210-e930-4970-a42f-53a0365b3760, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=3bf78210-e930-4970-a42f-53a0365b3760,segment=NetworkSegment(3946cc5c-1d66-4112-bb52-742f89814aa8),segment_id=3946cc5c-1d66-4112-bb52-742f89814aa8)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:08:41.529848 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-03e3e3b4-a5c7-4671-a695-a78c28cd38c3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:41.530347 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf74a55-11eb-416a-b150-8a832252d5c7 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ebbd1e2-0992-48b5-bce4-0cb395be064f,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:41.544979 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cbf74a55-11eb-416a-b150-8a832252d5c7 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:41.568110 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9e9b1ff1-b7ca-461c-bdbe-f4594d3eb7f4 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:41.568423 n-d-840717-1 neutron-server[88198]: INFO neutron.db.l3_db [None req-9e9b1ff1-b7ca-461c-bdbe-f4594d3eb7f4 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Floating IP d636c4a1-f0a0-40b8-9c75-210683ad0be7 disassociated. External IP: 172.25.0.97, port: 52b48cc4-70e9-4259-8c6a-5320f56ca7e5. May 05 20:08:41.586664 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5b68f406-a090-4236-aa1c-db3e6f8a0a3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:41.613732 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5b68f406-a090-4236-aa1c-db3e6f8a0a3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:41.661631 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port efd8bd0a-882b-4384-8a9c-44af39c1d59b completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:08:41.688098 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port efd8bd0a-882b-4384-8a9c-44af39c1d59b triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:08:41.688541 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:41.737972 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5b68f406-a090-4236-aa1c-db3e6f8a0a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:41.746319 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5b46cb8b-d205-461c-b487-f4e79a0c351b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:41.769438 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dda6b3-293f-49a8-a0db-e447cfe04cb2 None None] Resources bound (agent type, host, resource id): {{(pid=88199) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 05 20:08:41.776266 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b68f406-a090-4236-aa1c-db3e6f8a0a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2dfeb8-99c9-4104-88db-4438517e4a28,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:41.789823 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cbf74a55-11eb-416a-b150-8a832252d5c7 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:41.790766 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf74a55-11eb-416a-b150-8a832252d5c7 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:41.791347 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cbf74a55-11eb-416a-b150-8a832252d5c7 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:41.839588 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-03e3e3b4-a5c7-4671-a695-a78c28cd38c3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Calling delete_port for 3bf78210-e930-4970-a42f-53a0365b3760 owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:08:41.881125 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898ea6b0-ae23-4988-93f8-61ebeed7822c req-d4761c99-940e-4509-a01e-34cdf1462b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:41.882804 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-898ea6b0-ae23-4988-93f8-61ebeed7822c req-d4761c99-940e-4509-a01e-34cdf1462b30 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=51033f662b4a41faabaa592f98ca548e&device_id=c8c99457-7a9a-4bdf-b25b-2a49a4935854 HTTP/1.1" status: 200 len: 1096 time: 1.1495330 May 05 20:08:42.020873 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf74a55-11eb-416a-b150-8a832252d5c7 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Pushing event updated for resources: {'Network': ['ID=c502bed8-f1f6-4723-9445-6720acf09e8b,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:42.035810 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a606f-af43-4d61-8b90-e6cc84c6f684 req-6172d918-d258-4069-8870-5976b2d5c913 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:42.036499 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-a63a606f-af43-4d61-8b90-e6cc84c6f684 req-6172d918-d258-4069-8870-5976b2d5c913 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Synchronizing usage tracker for tenant:3bcce80065784aa6a77c066afd5e6401 on resource:network {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:08:42.041562 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5b68f406-a090-4236-aa1c-db3e6f8a0a3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:42.045157 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-5b68f406-a090-4236-aa1c-db3e6f8a0a3d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9e2dfeb8-99c9-4104-88db-4438517e4a28 HTTP/1.1" status: 204 len: 168 time: 0.7562034 May 05 20:08:42.051990 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-cbf74a55-11eb-416a-b150-8a832252d5c7 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.2855964 May 05 20:08:42.057025 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 53628) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:42.069905 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5b46cb8b-d205-461c-b487-f4e79a0c351b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:42.086723 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-a63a606f-af43-4d61-8b90-e6cc84c6f684 req-6172d918-d258-4069-8870-5976b2d5c913 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Unset dirty status for tenant:3bcce80065784aa6a77c066afd5e6401 on resource:network {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:08:42.088247 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a63a606f-af43-4d61-8b90-e6cc84c6f684 req-6172d918-d258-4069-8870-5976b2d5c913 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/networks?id=dd240240-b981-4728-a92a-09bd25dc9abb HTTP/1.1" status: 200 len: 815 time: 0.6531467 May 05 20:08:42.118625 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a63a606f-af43-4d61-8b90-e6cc84c6f684 req-102a9f8b-76aa-4fb1-9548-dca89f4b3f0f tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/quotas/3bcce80065784aa6a77c066afd5e6401 HTTP/1.1" status: 200 len: 375 time: 0.0194159 May 05 20:08:42.125823 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network c502bed8-f1f6-4723-9445-6720acf09e8b details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:08:42.200383 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:42.223604 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b5df74f7-d1c7-4e09-9ec6-dbe5a8113404 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:42.237770 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f148546f-9d03-4a18-b4d3-701c33297bd9 req-2fa53d4b-ec83-4026-a04d-3b15251fb30c tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:42.244542 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f148546f-9d03-4a18-b4d3-701c33297bd9 req-2fa53d4b-ec83-4026-a04d-3b15251fb30c tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.6082385 May 05 20:08:42.279316 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-03e3e3b4-a5c7-4671-a695-a78c28cd38c3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:42.385505 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port efd8bd0a-882b-4384-8a9c-44af39c1d59b, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=efd8bd0a-882b-4384-8a9c-44af39c1d59b,segment=NetworkSegment(b1dd65d9-c07f-4164-9458-eedf0f51eafc),segment_id=b1dd65d9-c07f-4164-9458-eedf0f51eafc)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:08:42.402631 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:42.436975 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b5df74f7-d1c7-4e09-9ec6-dbe5a8113404 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:42.443595 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e3e3b4-a5c7-4671-a695-a78c28cd38c3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] No DVR routers for this DVR port 3bf78210-e930-4970-a42f-53a0365b3760 on host n-d-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:08:42.470613 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-b5df74f7-d1c7-4e09-9ec6-dbe5a8113404 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c502bed8-f1f6-4723-9445-6720acf09e8b']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:42.485822 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=efd8bd0a-882b-4384-8a9c-44af39c1d59b,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:42.486354 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 53634) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:42.493824 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-fc5e9242-7c57-499f-ad20-d352db5363e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77d22ac-cfe3-4696-a86f-f8f26504a064', 'name': 'tempest-AttachVolumeShelveTestJSON-20360602-router', 'tenant_id': '3bcce80065784aa6a77c066afd5e6401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '239445f0-21f4-478a-bb75-a548d22b1013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:08:21Z', 'updated_at': '2022-05-05T20:08:29Z', 'revision_number': 4, 'project_id': '3bcce80065784aa6a77c066afd5e6401', 'gw_port': {'id': '239445f0-21f4-478a-bb75-a548d22b1013', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:77:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77d22ac-cfe3-4696-a86f-f8f26504a064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:08:23Z', 'updated_at': '2022-05-05T20:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'efd8bd0a-882b-4384-8a9c-44af39c1d59b', 'name': '', 'network_id': 'dd240240-b981-4728-a92a-09bd25dc9abb', 'tenant_id': '3bcce80065784aa6a77c066afd5e6401', 'mac_address': 'fa:16:3e:a7:b9:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd77d22ac-cfe3-4696-a86f-f8f26504a064', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '4839f055-edd7-4ed9-a2d6-dc3f9daf425d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:08:28Z', 'updated_at': '2022-05-05T20:08:40Z', 'revision_number': 4, 'project_id': '3bcce80065784aa6a77c066afd5e6401', 'subnets': [{'id': '4839f055-edd7-4ed9-a2d6-dc3f9daf425d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:42.498066 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e3e3b4-a5c7-4671-a695-a78c28cd38c3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Pushing event deleted for resources: {'Port': ['ID=3bf78210-e930-4970-a42f-53a0365b3760,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:42.501613 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5e9242-7c57-499f-ad20-d352db5363e0 None None] The sync data for ids ['d77d22ac-cfe3-4696-a86f-f8f26504a064'] in n-d-840717-1 is: [{'id': 'd77d22ac-cfe3-4696-a86f-f8f26504a064', 'name': 'tempest-AttachVolumeShelveTestJSON-20360602-router', 'tenant_id': '3bcce80065784aa6a77c066afd5e6401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '239445f0-21f4-478a-bb75-a548d22b1013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:08:21Z', 'updated_at': '2022-05-05T20:08:29Z', 'revision_number': 4, 'project_id': '3bcce80065784aa6a77c066afd5e6401', 'gw_port': {'id': '239445f0-21f4-478a-bb75-a548d22b1013', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:77:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77d22ac-cfe3-4696-a86f-f8f26504a064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:08:23Z', 'updated_at': '2022-05-05T20:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'efd8bd0a-882b-4384-8a9c-44af39c1d59b', 'name': '', 'network_id': 'dd240240-b981-4728-a92a-09bd25dc9abb', 'tenant_id': '3bcce80065784aa6a77c066afd5e6401', 'mac_address': 'fa:16:3e:a7:b9:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd77d22ac-cfe3-4696-a86f-f8f26504a064', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '4839f055-edd7-4ed9-a2d6-dc3f9daf425d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:08:28Z', 'updated_at': '2022-05-05T20:08:40Z', 'revision_number': 4, 'project_id': '3bcce80065784aa6a77c066afd5e6401', 'subnets': [{'id': '4839f055-edd7-4ed9-a2d6-dc3f9daf425d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:08:42.508573 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-28f5191f-6c5f-47af-8821-1ac1e897b31f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:42.527729 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-b5df74f7-d1c7-4e09-9ec6-dbe5a8113404 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5c4ef15-5438-42ac-a431-96dad1b8b756') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:42.528077 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-b5df74f7-d1c7-4e09-9ec6-dbe5a8113404 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5c4ef15-5438-42ac-a431-96dad1b8b756') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:42.551135 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-a63a606f-af43-4d61-8b90-e6cc84c6f684 req-ef89123e-0601-45e0-ad42-9a71034b3ecb tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Synchronizing usage tracker for tenant:3bcce80065784aa6a77c066afd5e6401 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:08:42.554650 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b5df74f7-d1c7-4e09-9ec6-dbe5a8113404 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:42.566131 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-28f5191f-6c5f-47af-8821-1ac1e897b31f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:08:42.572094 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-28f5191f-6c5f-47af-8821-1ac1e897b31f admin admin] Usage tracker for resource:security_group_rule and tenant:f891606805e645f2b6375f88d4478946 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:08:42.578644 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-28f5191f-6c5f-47af-8821-1ac1e897b31f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:08:42.594615 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b5df74f7-d1c7-4e09-9ec6-dbe5a8113404 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:42.597476 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-28f5191f-6c5f-47af-8821-1ac1e897b31f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:08:42.609702 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5df74f7-d1c7-4e09-9ec6-dbe5a8113404 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:08:42.610106 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b5df74f7-d1c7-4e09-9ec6-dbe5a8113404 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:42.624125 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:08:42.624125 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:08:42.624125 n-d-840717-1 neutron-server[88197]: timer() May 05 20:08:42.624125 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:08:42.624125 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:08:42.624125 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:08:42.624125 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:08:42.624125 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:08:42.624125 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:08:42.624125 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:08:42.624125 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:08:42.624125 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:08:42.624125 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:08:42.624125 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:08:42.624125 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:08:42.624125 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:08:42.624125 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:08:42.624125 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:08:42.624125 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:08:42.624125 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:08:42.624125 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:08:42.624125 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:08:42.624125 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:08:42.624125 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:08:42.624125 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:08:42.624125 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:08:42.624125 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:08:42.624125 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:08:42.624125 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:08:42.624125 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:08:42.624125 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:08:42.624125 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:08:42.647824 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-a63a606f-af43-4d61-8b90-e6cc84c6f684 req-ef89123e-0601-45e0-ad42-9a71034b3ecb tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Unset dirty status for tenant:3bcce80065784aa6a77c066afd5e6401 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:08:42.649172 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a63a606f-af43-4d61-8b90-e6cc84c6f684 req-ef89123e-0601-45e0-ad42-9a71034b3ecb tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3bcce80065784aa6a77c066afd5e6401&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4806397 May 05 20:08:42.788520 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b5df74f7-d1c7-4e09-9ec6-dbe5a8113404 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:42.841525 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898ea6b0-ae23-4988-93f8-61ebeed7822c req-c5aa662c-b676-4d60-ad24-7f1a8eaaf085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:42.842980 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-898ea6b0-ae23-4988-93f8-61ebeed7822c req-c5aa662c-b676-4d60-ad24-7f1a8eaaf085 service neutron] 10.222.0.24 "GET /v2.0/networks?id=35d37522-ff35-47af-b60c-b213aa781c6f HTTP/1.1" status: 200 len: 906 time: 0.8586226 May 05 20:08:42.851422 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f148546f-9d03-4a18-b4d3-701c33297bd9 req-4477e6b3-2f11-4940-aa55-d0dea527ad99 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6060517 May 05 20:08:42.854187 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5df74f7-d1c7-4e09-9ec6-dbe5a8113404 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c502bed8-f1f6-4723-9445-6720acf09e8b {{(pid=88197) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 05 20:08:42.929896 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5b46cb8b-d205-461c-b487-f4e79a0c351b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:42.931736 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b5df74f7-d1c7-4e09-9ec6-dbe5a8113404 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:42.948906 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-b5df74f7-d1c7-4e09-9ec6-dbe5a8113404 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] 10.222.0.36 "DELETE /v2.0/networks/c502bed8-f1f6-4723-9445-6720acf09e8b HTTP/1.1" status: 204 len: 168 time: 0.8908281 May 05 20:08:42.962173 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 53640) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:42.974864 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df74f7-d1c7-4e09-9ec6-dbe5a8113404 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Pushing event deleted for resources: {'Network': ['ID=c502bed8-f1f6-4723-9445-6720acf09e8b,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:42.990132 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-6e72cb18-68d2-49d4-b7bc-85c6aec060a6 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:08:43.002287 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-6e72cb18-68d2-49d4-b7bc-85c6aec060a6 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:08:43.016205 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-03e3e3b4-a5c7-4671-a695-a78c28cd38c3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:43.023388 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-6e72cb18-68d2-49d4-b7bc-85c6aec060a6 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Usage tracker for resource:network and tenant:478018a6b0c7451b92389b09af517963 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:08:43.024491 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-898ea6b0-ae23-4988-93f8-61ebeed7822c req-3c893a16-2cf0-4840-b070-870e598e4385 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81d837ab-bc11-4126-87e9-1c216ab3a6e9 HTTP/1.1" status: 200 len: 217 time: 0.1669633 May 05 20:08:43.035924 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-6e72cb18-68d2-49d4-b7bc-85c6aec060a6 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:08:43.037289 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b46cb8b-d205-461c-b487-f4e79a0c351b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27bc06ff-3a0e-4ef3-8584-71c2a61de7e5,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:43.053504 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a63a606f-af43-4d61-8b90-e6cc84c6f684 req-1438db58-e5e8-4ca9-a1ea-4abb05a814fa service neutron] 10.222.0.36 "GET /v2.0/networks/dd240240-b981-4728-a92a-09bd25dc9abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346694 May 05 20:08:43.059141 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-6e72cb18-68d2-49d4-b7bc-85c6aec060a6 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:08:43.128614 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e72cb18-68d2-49d4-b7bc-85c6aec060a6 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Made reservation on behalf of 478018a6b0c7451b92389b09af517963 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:08:43.130853 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6e72cb18-68d2-49d4-b7bc-85c6aec060a6 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:43.149299 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-03e3e3b4-a5c7-4671-a695-a78c28cd38c3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25b13dfe-6339-43c0-aee1-dbfe5c020847']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:43.173885 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e9b1ff1-b7ca-461c-bdbe-f4594d3eb7f4 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Router b06cf728-838a-4d45-b322-45e16e190c58 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:08:43.202376 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5b46cb8b-d205-461c-b487-f4e79a0c351b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:43.202609 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device efd8bd0a-882b-4384-8a9c-44af39c1d59b up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:08:43.204605 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-5b46cb8b-d205-461c-b487-f4e79a0c351b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/27bc06ff-3a0e-4ef3-8584-71c2a61de7e5 HTTP/1.1" status: 204 len: 168 time: 2.0844054 May 05 20:08:43.217137 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-03e3e3b4-a5c7-4671-a695-a78c28cd38c3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3946cc5c-1d66-4112-bb52-742f89814aa8') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:43.217681 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-03e3e3b4-a5c7-4671-a695-a78c28cd38c3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3946cc5c-1d66-4112-bb52-742f89814aa8') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:43.246509 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a558980-4f9c-4b7c-b054-dba3a8552a69 req-fb231cb6-1b7c-4e7c-a3a8-b330898b6e88 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:43.248094 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3a558980-4f9c-4b7c-b054-dba3a8552a69 req-fb231cb6-1b7c-4e7c-a3a8-b330898b6e88 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f7fb3f0-ccc4-4bd0-8ef8-806f63f36824 HTTP/1.1" status: 200 len: 946 time: 0.3953161 May 05 20:08:43.299047 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port efd8bd0a-882b-4384-8a9c-44af39c1d59b triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:08:43.302315 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:43.305589 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e72cb18-68d2-49d4-b7bc-85c6aec060a6 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:08:43.315476 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898ea6b0-ae23-4988-93f8-61ebeed7822c req-53c23a50-ffe8-49f8-ad29-beaa951846e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:43.317936 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-898ea6b0-ae23-4988-93f8-61ebeed7822c req-53c23a50-ffe8-49f8-ad29-beaa951846e7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abe7c8d5-c1a3-49ab-83d4-2252eacbfbcf HTTP/1.1" status: 200 len: 845 time: 0.2816470 May 05 20:08:43.320086 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-03e3e3b4-a5c7-4671-a695-a78c28cd38c3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:43.325571 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6e72cb18-68d2-49d4-b7bc-85c6aec060a6 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:43.327199 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-6e72cb18-68d2-49d4-b7bc-85c6aec060a6 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Added segment 6748ce49-897d-41cc-b096-c139ec2b95e9 of type vlan for network ba1350f2-c692-472a-bdf7-7ae72d02268c May 05 20:08:43.344134 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-03e3e3b4-a5c7-4671-a695-a78c28cd38c3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:43.376888 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6e72cb18-68d2-49d4-b7bc-85c6aec060a6 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:43.420093 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03e3e3b4-a5c7-4671-a695-a78c28cd38c3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:08:43.420529 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-03e3e3b4-a5c7-4671-a695-a78c28cd38c3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:43.447805 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:08:43.447805 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:08:43.447805 n-d-840717-1 neutron-server[88198]: timer() May 05 20:08:43.447805 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:08:43.447805 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:08:43.447805 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:08:43.447805 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:08:43.447805 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:08:43.447805 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:08:43.447805 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:08:43.447805 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:08:43.447805 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:08:43.447805 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:08:43.447805 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:08:43.447805 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:08:43.447805 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:08:43.447805 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:08:43.447805 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:08:43.447805 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:08:43.447805 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:08:43.447805 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:08:43.447805 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:08:43.447805 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:08:43.447805 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:08:43.447805 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:08:43.447805 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:08:43.447805 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:08:43.447805 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:08:43.447805 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:08:43.447805 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:08:43.447805 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:08:43.447805 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:08:43.515281 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-28f5191f-6c5f-47af-8821-1ac1e897b31f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:43.530311 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a63a606f-af43-4d61-8b90-e6cc84c6f684 req-49c1feb1-0ca6-4f93-bde1-ef9ac3529cf2 service neutron] 10.222.0.36 "GET /v2.0/networks/dd240240-b981-4728-a92a-09bd25dc9abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4759588 May 05 20:08:43.530891 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-28f5191f-6c5f-47af-8821-1ac1e897b31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:43.567473 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6e72cb18-68d2-49d4-b7bc-85c6aec060a6 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:43.568396 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e72cb18-68d2-49d4-b7bc-85c6aec060a6 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:43.569026 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6e72cb18-68d2-49d4-b7bc-85c6aec060a6 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:43.577298 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f5191f-6c5f-47af-8821-1ac1e897b31f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02efcfad-83b5-4b52-8dc0-753835216554,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:43.609933 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-3a558980-4f9c-4b7c-b054-dba3a8552a69 req-fdd73c73-ee8c-4780-8643-d2ee41847692 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Deleting port 7280cfa2-2a26-4daa-8c0a-b67af5736b26 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:08:43.610344 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-3a558980-4f9c-4b7c-b054-dba3a8552a69 req-fdd73c73-ee8c-4780-8643-d2ee41847692 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:43.621493 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-898ea6b0-ae23-4988-93f8-61ebeed7822c req-a84262ef-4d47-45e1-a107-921eae2de01f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=35d37522-ff35-47af-b60c-b213aa781c6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2467690 May 05 20:08:43.637175 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-03e3e3b4-a5c7-4671-a695-a78c28cd38c3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:43.690840 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-03e3e3b4-a5c7-4671-a695-a78c28cd38c3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:43.711960 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-28f5191f-6c5f-47af-8821-1ac1e897b31f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f891606805e645f2b6375f88d4478946&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2204974 May 05 20:08:43.720415 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-6e72cb18-68d2-49d4-b7bc-85c6aec060a6 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.7431810 May 05 20:08:43.732342 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 53648) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:43.732495 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 53650) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:43.835137 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-667f7f40-c64e-43ca-91a5-84e1d2b17d11 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Request body: {'subnet': {'network_id': 'ba1350f2-c692-472a-bdf7-7ae72d02268c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:08:43.854813 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-667f7f40-c64e-43ca-91a5-84e1d2b17d11 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:08:43.857036 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e72cb18-68d2-49d4-b7bc-85c6aec060a6 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Pushing event updated for resources: {'Network': ['ID=ba1350f2-c692-472a-bdf7-7ae72d02268c,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:43.869555 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network ba1350f2-c692-472a-bdf7-7ae72d02268c details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:08:43.960117 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d8a9bac2-a697-4484-b93f-eae57ed01fe8 req-ddcd30ca-754c-4df7-bb24-3eee1f4041bf tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f014c38-9d5a-4aa6-825b-562b0fc1b7d9 HTTP/1.1" status: 200 len: 210 time: 0.1107564 May 05 20:08:43.961821 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-667f7f40-c64e-43ca-91a5-84e1d2b17d11 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Usage tracker for resource:subnet and tenant:478018a6b0c7451b92389b09af517963 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:08:43.965753 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-667f7f40-c64e-43ca-91a5-84e1d2b17d11 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:08:43.968920 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e3e3b4-a5c7-4671-a695-a78c28cd38c3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Pushing event deleted for resources: {'Network': ['ID=25b13dfe-6339-43c0-aee1-dbfe5c020847,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:43.996744 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-667f7f40-c64e-43ca-91a5-84e1d2b17d11 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:08:44.006769 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-03e3e3b4-a5c7-4671-a695-a78c28cd38c3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] 10.222.0.36 "DELETE /v2.0/networks/25b13dfe-6339-43c0-aee1-dbfe5c020847 HTTP/1.1" status: 204 len: 168 time: 7.5029242 May 05 20:08:44.019539 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 53668) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:44.047516 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54eeb9e-01eb-4801-9b6d-844371c781e6 req-1da9ed5f-adf2-40cc-a08e-57c39ab7023b tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:44.049499 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b54eeb9e-01eb-4801-9b6d-844371c781e6 req-1da9ed5f-adf2-40cc-a08e-57c39ab7023b tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f7fb3f0-ccc4-4bd0-8ef8-806f63f36824 HTTP/1.1" status: 200 len: 946 time: 1.0378702 May 05 20:08:44.059989 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-667f7f40-c64e-43ca-91a5-84e1d2b17d11 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Made reservation on behalf of 478018a6b0c7451b92389b09af517963 for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:08:44.063294 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-667f7f40-c64e-43ca-91a5-84e1d2b17d11 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:44.125704 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:44.149984 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e9b1ff1-b7ca-461c-bdbe-f4594d3eb7f4 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:08:44.163523 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65608fc-9532-46ee-83b7-39b1f4fb41f0 None None] Sync routers for ids ['b06cf728-838a-4d45-b322-45e16e190c58'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:08:44.174462 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9e9b1ff1-b7ca-461c-bdbe-f4594d3eb7f4 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:44.177404 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65608fc-9532-46ee-83b7-39b1f4fb41f0 None None] Routers {'b06cf728-838a-4d45-b322-45e16e190c58'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:08:44.178296 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-c65608fc-9532-46ee-83b7-39b1f4fb41f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:08:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['b06cf728-838a-4d45-b322-45e16e190c58'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:44.207223 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-b38e61ea-d6df-4da2-b35d-3cab523f9102 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] DELETE failed (client error): The resource could not be found. May 05 20:08:44.207720 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b38e61ea-d6df-4da2-b35d-3cab523f9102 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:08:44.209429 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-b38e61ea-d6df-4da2-b35d-3cab523f9102 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] 10.222.0.36 "DELETE /v2.0/networks/25b13dfe-6339-43c0-aee1-dbfe5c020847 HTTP/1.1" status: 404 len: 339 time: 0.1625385 May 05 20:08:44.235674 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 53676) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:44.258507 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-c65608fc-9532-46ee-83b7-39b1f4fb41f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:44.267420 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-52799aa7-ca46-4c0f-a302-1f2af1e8284c tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1000870390', 'description': 'd1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:08:44.277757 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65608fc-9532-46ee-83b7-39b1f4fb41f0 None None] Routers {'b06cf728-838a-4d45-b322-45e16e190c58'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:08:44.278589 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-c65608fc-9532-46ee-83b7-39b1f4fb41f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:08:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['b06cf728-838a-4d45-b322-45e16e190c58'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:44.329590 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-9e9b1ff1-b7ca-461c-bdbe-f4594d3eb7f4 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] 10.222.0.36 "PUT /v2.0/floatingips/d636c4a1-f0a0-40b8-9c75-210683ad0be7 HTTP/1.1" status: 200 len: 687 time: 3.8583124 May 05 20:08:44.333878 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b54eeb9e-01eb-4801-9b6d-844371c781e6 req-7cc4ada2-e20f-4e6f-9154-69e40612d47e tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786229 May 05 20:08:44.334772 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 53688) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:44.399658 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-c65608fc-9532-46ee-83b7-39b1f4fb41f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:44.400463 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65608fc-9532-46ee-83b7-39b1f4fb41f0 None None] The sync data for ids ['b06cf728-838a-4d45-b322-45e16e190c58'] in n-d-840717-1 is: [] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:08:44.436975 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-898ea6b0-ae23-4988-93f8-61ebeed7822c req-47c9071d-c2a8-4b12-8c82-75f5dd6df301 service neutron] 10.222.0.24 "GET /v2.0/networks/35d37522-ff35-47af-b60c-b213aa781c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7908645 May 05 20:08:44.482204 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-52799aa7-ca46-4c0f-a302-1f2af1e8284c tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:08:44.484431 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-21d568ca-11d3-4262-b747-4e294d31b4cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:44.496285 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-52799aa7-ca46-4c0f-a302-1f2af1e8284c tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Usage tracker for resource:network and tenant:d25a9484054c4089b629b2bf454f1312 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:08:44.551036 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-52799aa7-ca46-4c0f-a302-1f2af1e8284c tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:08:44.566490 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9b433-e616-42f7-a4fd-d7da45fa7518 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Deleting port c7b287fe-6497-4a7a-b5b7-50265da582a0 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:08:44.566831 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3dc9b433-e616-42f7-a4fd-d7da45fa7518 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:44.574067 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-52799aa7-ca46-4c0f-a302-1f2af1e8284c tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:08:44.635584 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-21d568ca-11d3-4262-b747-4e294d31b4cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:44.670015 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52799aa7-ca46-4c0f-a302-1f2af1e8284c tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Made reservation on behalf of d25a9484054c4089b629b2bf454f1312 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:08:44.689186 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-52799aa7-ca46-4c0f-a302-1f2af1e8284c tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:44.773442 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-898ea6b0-ae23-4988-93f8-61ebeed7822c req-98d64c55-b5e2-4507-85bc-a79f642fbe92 service neutron] 10.222.0.24 "GET /v2.0/networks/35d37522-ff35-47af-b60c-b213aa781c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596798 May 05 20:08:44.869930 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-3a558980-4f9c-4b7c-b054-dba3a8552a69 req-fdd73c73-ee8c-4780-8643-d2ee41847692 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] For port 7280cfa2-2a26-4daa-8c0a-b67af5736b26, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=7280cfa2-2a26-4daa-8c0a-b67af5736b26,segment=NetworkSegment(0a9940fa-b2d8-4605-a2bb-ab46df53c9ac),segment_id=0a9940fa-b2d8-4605-a2bb-ab46df53c9ac)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:08:44.870537 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-3a558980-4f9c-4b7c-b054-dba3a8552a69 req-fdd73c73-ee8c-4780-8643-d2ee41847692 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:44.876143 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3dc9b433-e616-42f7-a4fd-d7da45fa7518 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:44.876764 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3dc9b433-e616-42f7-a4fd-d7da45fa7518 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:44.901152 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52799aa7-ca46-4c0f-a302-1f2af1e8284c tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:08:44.912265 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-52799aa7-ca46-4c0f-a302-1f2af1e8284c tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:44.912907 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-52799aa7-ca46-4c0f-a302-1f2af1e8284c tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Added segment 45a713d9-44bc-4a0d-917f-2a7a3513290b of type vlan for network c48e7a08-4bf6-4467-af76-5882cc7ba3e0 May 05 20:08:44.932748 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-21d568ca-11d3-4262-b747-4e294d31b4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:45.030791 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d568ca-11d3-4262-b747-4e294d31b4cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02efcfad-83b5-4b52-8dc0-753835216554,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:45.224343 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9b433-e616-42f7-a4fd-d7da45fa7518 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Calling delete_port for c7b287fe-6497-4a7a-b5b7-50265da582a0 owned by network:floatingip {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:08:45.256476 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-3a558980-4f9c-4b7c-b054-dba3a8552a69 req-fdd73c73-ee8c-4780-8643-d2ee41847692 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Calling delete_port for 7280cfa2-2a26-4daa-8c0a-b67af5736b26 owned by compute:nova {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:08:45.301589 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-47dc9469-c85b-44ac-9a43-f63c1a27948e req-3c47c1c7-99e7-40fa-b2ea-9944974e0d49 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f014c38-9d5a-4aa6-825b-562b0fc1b7d9 HTTP/1.1" status: 200 len: 210 time: 0.1084194 May 05 20:08:45.326652 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-52799aa7-ca46-4c0f-a302-1f2af1e8284c tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:45.388457 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-21d568ca-11d3-4262-b747-4e294d31b4cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:45.389816 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-21d568ca-11d3-4262-b747-4e294d31b4cc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/02efcfad-83b5-4b52-8dc0-753835216554 HTTP/1.1" status: 204 len: 168 time: 1.6562901 May 05 20:08:45.426033 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3dc9b433-e616-42f7-a4fd-d7da45fa7518 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:45.477217 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9b433-e616-42f7-a4fd-d7da45fa7518 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Pushing event deleted for resources: {'Port': ['ID=c7b287fe-6497-4a7a-b5b7-50265da582a0,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:45.525369 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-52799aa7-ca46-4c0f-a302-1f2af1e8284c tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:45.531068 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52799aa7-ca46-4c0f-a302-1f2af1e8284c tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:45.531676 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-52799aa7-ca46-4c0f-a302-1f2af1e8284c tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599644'] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:45.623527 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 53728) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:45.675142 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3dc9b433-e616-42f7-a4fd-d7da45fa7518 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for floatingip, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:45.722453 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3dc9b433-e616-42f7-a4fd-d7da45fa7518 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:45.723627 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3dc9b433-e616-42f7-a4fd-d7da45fa7518 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] 10.222.0.36 "DELETE /v2.0/floatingips/d636c4a1-f0a0-40b8-9c75-210683ad0be7 HTTP/1.1" status: 204 len: 168 time: 1.3789876 May 05 20:08:45.736073 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 53738) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:45.744597 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfb4da4-187a-46ca-b569-5eaf2f9dbc75 req-3ffe5b86-d693-4fab-8c2b-996449bca937 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:45.746121 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2dfb4da4-187a-46ca-b569-5eaf2f9dbc75 req-3ffe5b86-d693-4fab-8c2b-996449bca937 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f7fb3f0-ccc4-4bd0-8ef8-806f63f36824 HTTP/1.1" status: 200 len: 946 time: 0.2663286 May 05 20:08:45.814224 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-13d57422-b228-42f2-ad8f-e15b14743f90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:45.827688 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2dfb4da4-187a-46ca-b569-5eaf2f9dbc75 req-639ad6c9-f492-47ca-9aea-352b49414d02 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695848 May 05 20:08:45.834342 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-13d57422-b228-42f2-ad8f-e15b14743f90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:08:45.838364 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-13d57422-b228-42f2-ad8f-e15b14743f90 admin admin] Usage tracker for resource:security_group_rule and tenant:694829ea8a9146538b38c9d8bae81687 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:08:45.841759 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-13d57422-b228-42f2-ad8f-e15b14743f90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:08:45.848651 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-13d57422-b228-42f2-ad8f-e15b14743f90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:08:45.970420 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-52799aa7-ca46-4c0f-a302-1f2af1e8284c tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.7312291 May 05 20:08:45.970420 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52799aa7-ca46-4c0f-a302-1f2af1e8284c tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Pushing event updated for resources: {'Network': ['ID=c48e7a08-4bf6-4467-af76-5882cc7ba3e0,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:45.971595 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 53748) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:45.972569 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-13d57422-b228-42f2-ad8f-e15b14743f90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:45.979323 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-13d57422-b228-42f2-ad8f-e15b14743f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:45.981535 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network c48e7a08-4bf6-4467-af76-5882cc7ba3e0 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:08:45.982771 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-3a558980-4f9c-4b7c-b054-dba3a8552a69 req-fdd73c73-ee8c-4780-8643-d2ee41847692 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:45.995268 n-d-840717-1 neutron-server[88197]: INFO neutron.api.v2.resource [None req-ade46403-2d03-4491-a31e-9180a7efca69 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] delete failed (client error): The resource could not be found. May 05 20:08:45.996311 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-ade46403-2d03-4491-a31e-9180a7efca69 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] 10.222.0.36 "DELETE /v2.0/floatingips/d636c4a1-f0a0-40b8-9c75-210683ad0be7 HTTP/1.1" status: 404 len: 345 time: 0.2471972 May 05 20:08:46.007065 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 53752) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:46.062597 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['81d837ab-bc11-4126-87e9-1c216ab3a6e9', '8499fae9-bcb7-415f-93e7-d714d01bcd5c', '7280cfa2-2a26-4daa-8c0a-b67af5736b26'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:08:46.137980 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-13d57422-b228-42f2-ad8f-e15b14743f90 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=694829ea8a9146538b38c9d8bae81687&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5124657 May 05 20:08:46.139276 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d57422-b228-42f2-ad8f-e15b14743f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b092656-1e1d-426b-b5d6-15eb9352a587,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:46.144196 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 53760) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:46.207129 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd73c73-ee8c-4780-8643-d2ee41847692 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Pushing event deleted for resources: {'Port': ['ID=7280cfa2-2a26-4daa-8c0a-b67af5736b26,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:46.236763 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:46.246583 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1d9512a6-43ac-4788-bb5a-5fb81a3045ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:46.257997 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42f3926-6b08-4980-90ae-28cb3cf313b0 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:46.264456 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42f3926-6b08-4980-90ae-28cb3cf313b0 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:46.271405 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42f3926-6b08-4980-90ae-28cb3cf313b0 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:46.272393 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a42f3926-6b08-4980-90ae-28cb3cf313b0 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Synchronizing usage tracker for tenant:5612e7242a04466e929d2d320c132523 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:08:46.321427 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1d9512a6-43ac-4788-bb5a-5fb81a3045ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:46.332993 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a42f3926-6b08-4980-90ae-28cb3cf313b0 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Unset dirty status for tenant:5612e7242a04466e929d2d320c132523 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:08:46.349604 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a42f3926-6b08-4980-90ae-28cb3cf313b0 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] 10.222.0.36 "GET /v2.0/ports?network_id=f6742214-4aff-4718-b4d5-06f9af7d100a HTTP/1.1" status: 200 len: 2357 time: 0.3351624 May 05 20:08:46.356074 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 53770) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:46.452942 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64931a92-0f66-4ed7-acc3-f5080c8f833b tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:46.453619 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-64931a92-0f66-4ed7-acc3-f5080c8f833b tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Synchronizing usage tracker for tenant:5612e7242a04466e929d2d320c132523 on resource:subnet {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:08:46.470560 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1d9512a6-43ac-4788-bb5a-5fb81a3045ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:46.488418 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-64931a92-0f66-4ed7-acc3-f5080c8f833b tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Unset dirty status for tenant:5612e7242a04466e929d2d320c132523 on resource:subnet {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:08:46.496391 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-64931a92-0f66-4ed7-acc3-f5080c8f833b tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] 10.222.0.36 "GET /v2.0/subnets/b8cfd6f9-133c-4dc4-a8c0-195e4c2e3933 HTTP/1.1" status: 200 len: 797 time: 0.1335399 May 05 20:08:46.496582 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a558980-4f9c-4b7c-b054-dba3a8552a69 req-fdd73c73-ee8c-4780-8643-d2ee41847692 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] No DVR routers for this DVR port 7280cfa2-2a26-4daa-8c0a-b67af5736b26 on host n-h1-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:08:46.497420 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 53776) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:46.500785 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9512a6-43ac-4788-bb5a-5fb81a3045ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b092656-1e1d-426b-b5d6-15eb9352a587,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:46.507310 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-0e879907-e6f4-423b-8b0b-22256b836a95 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Request body: {'port': {'network_id': 'f6742214-4aff-4718-b4d5-06f9af7d100a', 'name': 'tempest-FloatingIPTestJSON-67936255', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:08:46.607857 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a606f-af43-4d61-8b90-e6cc84c6f684 req-7ff22d64-9652-4c6b-b37e-9bc8243956f0 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:46.609655 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a63a606f-af43-4d61-8b90-e6cc84c6f684 req-7ff22d64-9652-4c6b-b37e-9bc8243956f0 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.50 "GET /v2.0/networks?id=dd240240-b981-4728-a92a-09bd25dc9abb HTTP/1.1" status: 200 len: 815 time: 0.6783388 May 05 20:08:46.610863 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1d9512a6-43ac-4788-bb5a-5fb81a3045ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:46.614579 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-1d9512a6-43ac-4788-bb5a-5fb81a3045ca admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9b092656-1e1d-426b-b5d6-15eb9352a587 HTTP/1.1" status: 204 len: 168 time: 0.4668500 May 05 20:08:46.633016 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-3a558980-4f9c-4b7c-b054-dba3a8552a69 req-fdd73c73-ee8c-4780-8643-d2ee41847692 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:46.636407 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3a558980-4f9c-4b7c-b054-dba3a8552a69 req-fdd73c73-ee8c-4780-8643-d2ee41847692 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.24 "DELETE /v2.0/ports/7280cfa2-2a26-4daa-8c0a-b67af5736b26 HTTP/1.1" status: 204 len: 173 time: 3.3589773 May 05 20:08:46.657643 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f61395-5a34-444f-a7ec-051ed08853b0 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:46.658358 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-e1f61395-5a34-444f-a7ec-051ed08853b0 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Synchronizing usage tracker for tenant:d25a9484054c4089b629b2bf454f1312 on resource:network {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:08:46.664411 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f7fb3f0-ccc4-4bd0-8ef8-806f63f36824', 'name': 'network-vif-deleted', 'tag': '7280cfa2-2a26-4daa-8c0a-b67af5736b26'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:08:46.675237 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0e879907-e6f4-423b-8b0b-22256b836a95 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:08:46.677735 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3cb93657-0e4e-42c9-8c92-dc875b3a2629 req-12515797-e990-4fdd-b855-81118a1f73f6 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f014c38-9d5a-4aa6-825b-562b0fc1b7d9 HTTP/1.1" status: 200 len: 210 time: 0.1949270 May 05 20:08:46.695289 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0e879907-e6f4-423b-8b0b-22256b836a95 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:08:46.725416 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e879907-e6f4-423b-8b0b-22256b836a95 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Made reservation on behalf of 5612e7242a04466e929d2d320c132523 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:08:46.737768 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a63a606f-af43-4d61-8b90-e6cc84c6f684 req-a624db2b-d593-4084-b5e3-1716f088ba29 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3bcce80065784aa6a77c066afd5e6401 HTTP/1.1" status: 200 len: 380 time: 0.0655618 May 05 20:08:46.754335 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-a63a606f-af43-4d61-8b90-e6cc84c6f684 req-7454bb07-0c4f-4925-aaa0-c196a5e8f37b tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Request body: {'port': {'device_id': '2f014c38-9d5a-4aa6-825b-562b0fc1b7d9', 'network_id': 'dd240240-b981-4728-a92a-09bd25dc9abb', 'admin_state_up': True, 'tenant_id': '3bcce80065784aa6a77c066afd5e6401', 'security_groups': ['2d31c7e0-0b9b-4b82-8e51-a502610a4c42']}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:08:46.918662 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-e1f61395-5a34-444f-a7ec-051ed08853b0 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Unset dirty status for tenant:d25a9484054c4089b629b2bf454f1312 on resource:network {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:08:46.923426 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-e1f61395-5a34-444f-a7ec-051ed08853b0 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] 10.222.0.36 "GET /v2.0/networks?id=c48e7a08-4bf6-4467-af76-5882cc7ba3e0 HTTP/1.1" status: 200 len: 761 time: 0.9384651 May 05 20:08:46.932300 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 53792) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:46.936682 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0e879907-e6f4-423b-8b0b-22256b836a95 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:46.950005 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-a4e024d8-7e25-40d4-8181-55a95cfbb4f2 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Request body: {'network': {'description': 'd2'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:08:46.966608 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-0e879907-e6f4-423b-8b0b-22256b836a95 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] device_id is not set on port d0252d90-7a0e-45eb-bc80-25ac18f90161 yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:08:47.075947 n-d-840717-1 neutron-server[88197]: DEBUG neutron.objects.ports [None req-667f7f40-c64e-43ca-91a5-84e1d2b17d11 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88197) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 05 20:08:47.077030 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-667f7f40-c64e-43ca-91a5-84e1d2b17d11 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:47.258444 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-793b75bf-02f1-4435-a35e-4888a3de56d5'] response: {'server_uuid': '7f7fb3f0-ccc4-4bd0-8ef8-806f63f36824', 'name': 'network-vif-deleted', 'tag': '7280cfa2-2a26-4daa-8c0a-b67af5736b26', 'status': 'completed', 'code': 200} May 05 20:08:47.286762 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-3156a17c-6f84-4dcd-9678-ccf4406e54b0 req-36b8e4b4-f986-4edd-86ab-a62c89ce75cd tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Synchronizing usage tracker for tenant:51033f662b4a41faabaa592f98ca548e on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:08:47.479824 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-0e879907-e6f4-423b-8b0b-22256b836a95 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Allocated IP 172.20.0.14 (f6742214-4aff-4718-b4d5-06f9af7d100a/b8cfd6f9-133c-4dc4-a8c0-195e4c2e3933/d0252d90-7a0e-45eb-bc80-25ac18f90161) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:08:47.493071 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-0e879907-e6f4-423b-8b0b-22256b836a95 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Allocated IP 172.20.0.12 (f6742214-4aff-4718-b4d5-06f9af7d100a/b8cfd6f9-133c-4dc4-a8c0-195e4c2e3933/d0252d90-7a0e-45eb-bc80-25ac18f90161) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:08:47.521638 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667f7f40-c64e-43ca-91a5-84e1d2b17d11 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Pushing event updated for resources: {'Subnet': ['ID=52bf07ae-494f-48ec-89e5-df42dc3b77ff,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:47.533143 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-3156a17c-6f84-4dcd-9678-ccf4406e54b0 req-36b8e4b4-f986-4edd-86ab-a62c89ce75cd tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Unset dirty status for tenant:51033f662b4a41faabaa592f98ca548e on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:08:47.541490 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3156a17c-6f84-4dcd-9678-ccf4406e54b0 req-36b8e4b4-f986-4edd-86ab-a62c89ce75cd tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f7fb3f0-ccc4-4bd0-8ef8-806f63f36824 HTTP/1.1" status: 200 len: 210 time: 0.5431976 May 05 20:08:47.577673 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-a63a606f-af43-4d61-8b90-e6cc84c6f684 req-7454bb07-0c4f-4925-aaa0-c196a5e8f37b tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:08:47.630844 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667f7f40-c64e-43ca-91a5-84e1d2b17d11 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Checking segment: {'id': '6748ce49-897d-41cc-b096-c139ec2b95e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ba1350f2-c692-472a-bdf7-7ae72d02268c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:08:47.631200 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667f7f40-c64e-43ca-91a5-84e1d2b17d11 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Network hostable DHCP agents. Network: ba1350f2-c692-472a-bdf7-7ae72d02268c, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:08:47.661363 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-a63a606f-af43-4d61-8b90-e6cc84c6f684 req-7454bb07-0c4f-4925-aaa0-c196a5e8f37b tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:08:47.691833 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a4e024d8-7e25-40d4-8181-55a95cfbb4f2 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:47.704128 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a63a606f-af43-4d61-8b90-e6cc84c6f684 req-7454bb07-0c4f-4925-aaa0-c196a5e8f37b tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Made reservation on behalf of 3bcce80065784aa6a77c066afd5e6401 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:08:47.708231 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-a63a606f-af43-4d61-8b90-e6cc84c6f684 req-7454bb07-0c4f-4925-aaa0-c196a5e8f37b tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:47.733090 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667f7f40-c64e-43ca-91a5-84e1d2b17d11 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Network ba1350f2-c692-472a-bdf7-7ae72d02268c is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:08:47.741508 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a4e024d8-7e25-40d4-8181-55a95cfbb4f2 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:47.820350 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a4e024d8-7e25-40d4-8181-55a95cfbb4f2 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Network c48e7a08-4bf6-4467-af76-5882cc7ba3e0 is not hosted by any dhcp agent {{(pid=88197) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 05 20:08:47.826837 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e024d8-7e25-40d4-8181-55a95cfbb4f2 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:47.827514 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a4e024d8-7e25-40d4-8181-55a95cfbb4f2 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:47.833441 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-a4e024d8-7e25-40d4-8181-55a95cfbb4f2 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] 10.222.0.36 "PUT /v2.0/networks/c48e7a08-4bf6-4467-af76-5882cc7ba3e0 HTTP/1.1" status: 200 len: 758 time: 0.9003150 May 05 20:08:47.834317 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 53820) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:47.863142 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-667f7f40-c64e-43ca-91a5-84e1d2b17d11 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, ba1350f2-c692-472a-bdf7-7ae72d02268c) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:08:47.868911 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667f7f40-c64e-43ca-91a5-84e1d2b17d11 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:47.870096 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-667f7f40-c64e-43ca-91a5-84e1d2b17d11 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:47.871888 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78915286-87f4-4f73-9885-3dca6c07b14c None None] Network ba1350f2-c692-472a-bdf7-7ae72d02268c requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:08:47.940416 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0e879907-e6f4-423b-8b0b-22256b836a95 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:47.989449 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e024d8-7e25-40d4-8181-55a95cfbb4f2 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Pushing event updated for resources: {'Network': ['ID=c48e7a08-4bf6-4467-af76-5882cc7ba3e0,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:47.998491 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-407add28-d6e7-469b-af55-ad90f6d438bd req-83d51ffb-998e-4140-821f-b7b650fb4a27 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f014c38-9d5a-4aa6-825b-562b0fc1b7d9 HTTP/1.1" status: 200 len: 210 time: 0.0513968 May 05 20:08:48.012195 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network c48e7a08-4bf6-4467-af76-5882cc7ba3e0 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:08:48.040957 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0e879907-e6f4-423b-8b0b-22256b836a95 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:48.128202 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-a63a606f-af43-4d61-8b90-e6cc84c6f684 req-7454bb07-0c4f-4925-aaa0-c196a5e8f37b tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Allocated IP 172.20.0.10 (dd240240-b981-4728-a92a-09bd25dc9abb/4839f055-edd7-4ed9-a2d6-dc3f9daf425d/955e8e00-019e-4031-a1bb-9652211ae3e0) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:08:48.136255 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e879907-e6f4-423b-8b0b-22256b836a95 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Network f6742214-4aff-4718-b4d5-06f9af7d100a is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:08:48.158582 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-0e879907-e6f4-423b-8b0b-22256b836a95 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:08:48.164591 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e879907-e6f4-423b-8b0b-22256b836a95 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:08:48.213081 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 7280cfa2-2a26-4daa-8c0a-b67af5736b26 no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:08:48.235825 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e879907-e6f4-423b-8b0b-22256b836a95 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Pushing event updated for resources: {'Port': ['ID=d0252d90-7a0e-45eb-bc80-25ac18f90161,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:48.254913 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] No Port match for: 7280cfa2-2a26-4daa-8c0a-b67af5736b26 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:08:48.255259 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 7280cfa2-2a26-4daa-8c0a-b67af5736b26 not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:08:48.266547 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e879907-e6f4-423b-8b0b-22256b836a95 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:48.267605 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0e879907-e6f4-423b-8b0b-22256b836a95 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:48.297601 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-0e879907-e6f4-423b-8b0b-22256b836a95 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.7997177 May 05 20:08:48.301367 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 53836) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:48.311737 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f859cd63-05d8-40e0-afba-34612d47b515 None None] Network ba1350f2-c692-472a-bdf7-7ae72d02268c requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:08:48.316517 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-4f6c8ec9-b8b4-482c-9462-b3e562435580 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Request body: {'floatingip': {'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'port_id': 'd0252d90-7a0e-45eb-bc80-25ac18f90161', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:08:48.325118 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-4f6c8ec9-b8b4-482c-9462-b3e562435580 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:08:48.330087 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-4f6c8ec9-b8b4-482c-9462-b3e562435580 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Usage tracker for resource:floatingip and tenant:5612e7242a04466e929d2d320c132523 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:08:48.335811 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-4f6c8ec9-b8b4-482c-9462-b3e562435580 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:08:48.343484 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-4f6c8ec9-b8b4-482c-9462-b3e562435580 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:08:48.362092 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4f6c8ec9-b8b4-482c-9462-b3e562435580 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for floatingip, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:48.380146 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-667f7f40-c64e-43ca-91a5-84e1d2b17d11 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.6449864 May 05 20:08:48.395765 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 53840) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:48.414565 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-37fe736f-afc9-46a2-aadc-eadb84cd1c86 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Request body: {'floatingip': {'floating_network_id': 'ba1350f2-c692-472a-bdf7-7ae72d02268c'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:08:48.419589 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-37fe736f-afc9-46a2-aadc-eadb84cd1c86 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:08:48.423605 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-37fe736f-afc9-46a2-aadc-eadb84cd1c86 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Usage tracker for resource:floatingip and tenant:478018a6b0c7451b92389b09af517963 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:08:48.427590 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-37fe736f-afc9-46a2-aadc-eadb84cd1c86 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:08:48.434249 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-37fe736f-afc9-46a2-aadc-eadb84cd1c86 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:08:48.500977 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-a63a606f-af43-4d61-8b90-e6cc84c6f684 req-7454bb07-0c4f-4925-aaa0-c196a5e8f37b tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:48.553647 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-37fe736f-afc9-46a2-aadc-eadb84cd1c86 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:48.594365 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-a63a606f-af43-4d61-8b90-e6cc84c6f684 req-7454bb07-0c4f-4925-aaa0-c196a5e8f37b tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Transition to ACTIVE for port object 955e8e00-019e-4031-a1bb-9652211ae3e0 will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:08:48.598480 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4f6c8ec9-b8b4-482c-9462-b3e562435580 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:48.621538 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5461db-a517-4862-9031-977be59b50c9 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:48.623160 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-ac5461db-a517-4862-9031-977be59b50c9 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] 10.222.0.36 "GET /v2.0/networks?id=c48e7a08-4bf6-4467-af76-5882cc7ba3e0 HTTP/1.1" status: 200 len: 761 time: 0.7707224 May 05 20:08:48.629301 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 53854) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:48.636169 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-466449a9-ef9c-492c-84eb-8b99a61e0b0b tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1130471308'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:08:48.646248 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-466449a9-ef9c-492c-84eb-8b99a61e0b0b tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:08:48.670139 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-466449a9-ef9c-492c-84eb-8b99a61e0b0b tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:08:48.824439 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-466449a9-ef9c-492c-84eb-8b99a61e0b0b tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Made reservation on behalf of d25a9484054c4089b629b2bf454f1312 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:08:48.829747 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-466449a9-ef9c-492c-84eb-8b99a61e0b0b tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:48.849147 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-a63a606f-af43-4d61-8b90-e6cc84c6f684 req-7454bb07-0c4f-4925-aaa0-c196a5e8f37b tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:48.875395 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-4f6c8ec9-b8b4-482c-9462-b3e562435580 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Allocated IP 172.25.0.24 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/ac8ceebe-6ee8-4524-a264-4ffcdf6be780) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:08:48.993448 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-466449a9-ef9c-492c-84eb-8b99a61e0b0b tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:08:48.997281 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a63a606f-af43-4d61-8b90-e6cc84c6f684 req-7454bb07-0c4f-4925-aaa0-c196a5e8f37b tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Network dd240240-b981-4728-a92a-09bd25dc9abb is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:08:49.002894 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7454bb07-0c4f-4925-aaa0-c196a5e8f37b tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Pushing event updated for resources: {'Port': ['ID=955e8e00-019e-4031-a1bb-9652211ae3e0,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:49.006270 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-a63a606f-af43-4d61-8b90-e6cc84c6f684 req-7454bb07-0c4f-4925-aaa0-c196a5e8f37b tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:08:49.012302 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-a63a606f-af43-4d61-8b90-e6cc84c6f684 req-7454bb07-0c4f-4925-aaa0-c196a5e8f37b tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:08:49.083941 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-466449a9-ef9c-492c-84eb-8b99a61e0b0b tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:49.085430 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-466449a9-ef9c-492c-84eb-8b99a61e0b0b tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Added segment 0e3b7e1a-4ac3-43bf-a123-c014fbfe95f8 of type vlan for network 6f3cd6ab-2042-4dfe-a533-be269e4ba599 May 05 20:08:49.205713 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4f6c8ec9-b8b4-482c-9462-b3e562435580 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:49.249416 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-466449a9-ef9c-492c-84eb-8b99a61e0b0b tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:49.250573 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4f6c8ec9-b8b4-482c-9462-b3e562435580 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:49.274426 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a606f-af43-4d61-8b90-e6cc84c6f684 req-7454bb07-0c4f-4925-aaa0-c196a5e8f37b tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:49.275268 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-a63a606f-af43-4d61-8b90-e6cc84c6f684 req-7454bb07-0c4f-4925-aaa0-c196a5e8f37b tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:49.280822 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-37fe736f-afc9-46a2-aadc-eadb84cd1c86 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:49.340402 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6c8ec9-b8b4-482c-9462-b3e562435580 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:08:49.394607 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-4f6c8ec9-b8b4-482c-9462-b3e562435580 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:08:49.399937 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6c8ec9-b8b4-482c-9462-b3e562435580 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:08:49.406690 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-5b4f8ff1-31ed-4e6b-ad57-139c50ac53ea None None] Provisioning for port 955e8e00-019e-4031-a1bb-9652211ae3e0 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:08:49.413737 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-5b4f8ff1-31ed-4e6b-ad57-139c50ac53ea None None] Provisioning complete for port 955e8e00-019e-4031-a1bb-9652211ae3e0 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:08:49.414102 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5b4f8ff1-31ed-4e6b-ad57-139c50ac53ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:49.478521 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-5b4f8ff1-31ed-4e6b-ad57-139c50ac53ea None None] Port 955e8e00-019e-4031-a1bb-9652211ae3e0 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:08:49.496129 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6c8ec9-b8b4-482c-9462-b3e562435580 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Pushing event updated for resources: {'Port': ['ID=ac8ceebe-6ee8-4524-a264-4ffcdf6be780,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:49.556816 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.resource_extend [None req-466449a9-ef9c-492c-84eb-8b99a61e0b0b tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 20:08:49.573937 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a63a606f-af43-4d61-8b90-e6cc84c6f684 req-7454bb07-0c4f-4925-aaa0-c196a5e8f37b tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8308930 May 05 20:08:49.598300 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-a63a606f-af43-4d61-8b90-e6cc84c6f684 req-8fd885d2-dfba-4b2b-a5c9-c1bd741d142d service neutron] Request body: {'port': {'device_id': '2f014c38-9d5a-4aa6-825b-562b0fc1b7d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:08:49.613565 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c1c27-e6a3-4a0a-a3fc-4da0ca54c07e req-acddffde-394b-4e94-8cd1-a9a1ebf07f4d tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:49.620865 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bc2c1c27-e6a3-4a0a-a3fc-4da0ca54c07e req-acddffde-394b-4e94-8cd1-a9a1ebf07f4d tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1784ace-04ea-4816-b05d-fc9884904109 HTTP/1.1" status: 200 len: 945 time: 0.3040402 May 05 20:08:49.714594 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-466449a9-ef9c-492c-84eb-8b99a61e0b0b tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:49.720030 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466449a9-ef9c-492c-84eb-8b99a61e0b0b tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:49.720613 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-466449a9-ef9c-492c-84eb-8b99a61e0b0b tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:49.736282 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bc2c1c27-e6a3-4a0a-a3fc-4da0ca54c07e req-5e873ef7-b043-46fd-8148-a309dd937f10 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143799 May 05 20:08:49.776718 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-466449a9-ef9c-492c-84eb-8b99a61e0b0b tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1453431 May 05 20:08:49.777676 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 53896) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:49.788144 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-08aa4649-0496-432a-835b-210cb1033a95 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Request body: {'subnet': {'network_id': '6f3cd6ab-2042-4dfe-a533-be269e4ba599', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:08:49.849534 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-a63a606f-af43-4d61-8b90-e6cc84c6f684 req-8fd885d2-dfba-4b2b-a5c9-c1bd741d142d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:49.867939 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5286a8f5-d8bc-4dd4-85c8-6c797c4071f7 req-9732b58c-fe6f-4a49-a9c7-bf02c480ac08 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:49.868714 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-5286a8f5-d8bc-4dd4-85c8-6c797c4071f7 req-9732b58c-fe6f-4a49-a9c7-bf02c480ac08 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Synchronizing usage tracker for tenant:3bcce80065784aa6a77c066afd5e6401 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:08:49.953434 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-5286a8f5-d8bc-4dd4-85c8-6c797c4071f7 req-9732b58c-fe6f-4a49-a9c7-bf02c480ac08 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Unset dirty status for tenant:3bcce80065784aa6a77c066afd5e6401 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:08:49.960844 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5286a8f5-d8bc-4dd4-85c8-6c797c4071f7 req-9732b58c-fe6f-4a49-a9c7-bf02c480ac08 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f014c38-9d5a-4aa6-825b-562b0fc1b7d9 HTTP/1.1" status: 200 len: 932 time: 0.7724445 May 05 20:08:50.032637 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466449a9-ef9c-492c-84eb-8b99a61e0b0b tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Pushing event updated for resources: {'Network': ['ID=6f3cd6ab-2042-4dfe-a533-be269e4ba599,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:50.046857 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 6f3cd6ab-2042-4dfe-a533-be269e4ba599 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:08:50.067388 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-37fe736f-afc9-46a2-aadc-eadb84cd1c86 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Allocated IP 172.20.0.5 (ba1350f2-c692-472a-bdf7-7ae72d02268c/52bf07ae-494f-48ec-89e5-df42dc3b77ff/23c52538-6578-4679-b27b-f756492518bb) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:08:50.116193 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5286a8f5-d8bc-4dd4-85c8-6c797c4071f7 req-2a9cdd0b-0cd4-4b8d-ae59-cf56fae633b2 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d31c7e0-0b9b-4b82-8e51-a502610a4c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544838 May 05 20:08:50.159238 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-08aa4649-0496-432a-835b-210cb1033a95 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:08:50.178733 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-08aa4649-0496-432a-835b-210cb1033a95 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Usage tracker for resource:subnet and tenant:d25a9484054c4089b629b2bf454f1312 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:08:50.188870 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-08aa4649-0496-432a-835b-210cb1033a95 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:08:50.218124 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-08aa4649-0496-432a-835b-210cb1033a95 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:08:50.293649 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08aa4649-0496-432a-835b-210cb1033a95 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Made reservation on behalf of d25a9484054c4089b629b2bf454f1312 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:08:50.297160 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-08aa4649-0496-432a-835b-210cb1033a95 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:50.491986 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-37fe736f-afc9-46a2-aadc-eadb84cd1c86 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:50.504213 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4f6c8ec9-b8b4-482c-9462-b3e562435580 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:50.587802 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c409fae-252f-46e1-af26-6c8850403aed req-c616a3f0-cb02-4ef3-875a-82cc26441c9c tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:50.589354 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7c409fae-252f-46e1-af26-6c8850403aed req-c616a3f0-cb02-4ef3-875a-82cc26441c9c tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1784ace-04ea-4816-b05d-fc9884904109 HTTP/1.1" status: 200 len: 945 time: 0.2336855 May 05 20:08:50.632779 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 53938) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:50.709951 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-08aa4649-0496-432a-835b-210cb1033a95 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:50.718906 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-37fe736f-afc9-46a2-aadc-eadb84cd1c86 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:50.766361 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-7c409fae-252f-46e1-af26-6c8850403aed req-cc75b3a0-a04e-42d6-ad7e-600ef980289b tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Deleting port 8499fae9-bcb7-415f-93e7-d714d01bcd5c {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:08:50.767527 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-7c409fae-252f-46e1-af26-6c8850403aed req-cc75b3a0-a04e-42d6-ad7e-600ef980289b tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:50.818612 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aa4649-0496-432a-835b-210cb1033a95 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Pushing event updated for resources: {'Subnet': ['ID=1ddbf268-74ae-4973-8d34-f0ce88159b1f,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:50.822069 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4f6c8ec9-b8b4-482c-9462-b3e562435580 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:50.822495 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-a63a606f-af43-4d61-8b90-e6cc84c6f684 req-8fd885d2-dfba-4b2b-a5c9-c1bd741d142d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 955e8e00-019e-4031-a1bb-9652211ae3e0 {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:08:50.849648 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fe736f-afc9-46a2-aadc-eadb84cd1c86 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Network ba1350f2-c692-472a-bdf7-7ae72d02268c is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:08:50.857401 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-37fe736f-afc9-46a2-aadc-eadb84cd1c86 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:08:50.860348 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fe736f-afc9-46a2-aadc-eadb84cd1c86 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:08:50.870270 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08aa4649-0496-432a-835b-210cb1033a95 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Checking segment: {'id': '0e3b7e1a-4ac3-43bf-a123-c014fbfe95f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6f3cd6ab-2042-4dfe-a533-be269e4ba599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:08:50.870750 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08aa4649-0496-432a-835b-210cb1033a95 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Network hostable DHCP agents. Network: 6f3cd6ab-2042-4dfe-a533-be269e4ba599, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:08:50.891167 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-a63a606f-af43-4d61-8b90-e6cc84c6f684 req-8fd885d2-dfba-4b2b-a5c9-c1bd741d142d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:50.913616 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08aa4649-0496-432a-835b-210cb1033a95 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Network 6f3cd6ab-2042-4dfe-a533-be269e4ba599 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:08:50.935540 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fe736f-afc9-46a2-aadc-eadb84cd1c86 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Pushing event updated for resources: {'Port': ['ID=23c52538-6578-4679-b27b-f756492518bb,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:50.951014 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-a63a606f-af43-4d61-8b90-e6cc84c6f684 req-8fd885d2-dfba-4b2b-a5c9-c1bd741d142d service neutron] Transition to ACTIVE for port object 955e8e00-019e-4031-a1bb-9652211ae3e0 will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:08:51.003645 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-08aa4649-0496-432a-835b-210cb1033a95 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 6f3cd6ab-2042-4dfe-a533-be269e4ba599) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:08:51.012886 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08aa4649-0496-432a-835b-210cb1033a95 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:51.013365 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-08aa4649-0496-432a-835b-210cb1033a95 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:51.015627 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ecf943-8af0-4226-9721-b36988d27bc1 None None] Network 6f3cd6ab-2042-4dfe-a533-be269e4ba599 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:08:51.022252 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-a63a606f-af43-4d61-8b90-e6cc84c6f684 req-8fd885d2-dfba-4b2b-a5c9-c1bd741d142d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:51.128753 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-08aa4649-0496-432a-835b-210cb1033a95 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3494036 May 05 20:08:51.129302 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 53954) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:51.169532 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-31f82a7f-c35b-4294-95f1-eacc0cebea69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:51.208699 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a465152f-cfdd-49a7-a3af-0462bb3ac0e0 req-121d4560-d17b-46d4-94de-bd81cccf6ac2 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:51.215573 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a465152f-cfdd-49a7-a3af-0462bb3ac0e0 req-121d4560-d17b-46d4-94de-bd81cccf6ac2 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1784ace-04ea-4816-b05d-fc9884904109 HTTP/1.1" status: 200 len: 945 time: 0.2828066 May 05 20:08:51.335000 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1e7262-51ff-46ac-b2ec-88995b096b88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-6f3cd6ab-2042-4dfe-a533-be269e4ba599', 'network_id': '6f3cd6ab-2042-4dfe-a533-be269e4ba599', 'tenant_id': 'd25a9484054c4089b629b2bf454f1312', 'fixed_ips': [{'subnet_id': '1ddbf268-74ae-4973-8d34-f0ce88159b1f'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:08:51.335936 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0c1e7262-51ff-46ac-b2ec-88995b096b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:51.338641 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.db.resource_extend [None req-4f6c8ec9-b8b4-482c-9462-b3e562435580 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 20:08:51.472487 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4f6c8ec9-b8b4-482c-9462-b3e562435580 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:51.483012 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-31f82a7f-c35b-4294-95f1-eacc0cebea69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:08:51.491386 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a465152f-cfdd-49a7-a3af-0462bb3ac0e0 req-5e103010-8528-4c9a-a930-c490f9e7dda1 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748413 May 05 20:08:51.498231 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-44bff811-125e-41cd-8f61-55e25d2194f0 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:51.503871 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4f6c8ec9-b8b4-482c-9462-b3e562435580 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:51.537273 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-0c1e7262-51ff-46ac-b2ec-88995b096b88 None None] Allocated IP 172.20.0.2 (6f3cd6ab-2042-4dfe-a533-be269e4ba599/1ddbf268-74ae-4973-8d34-f0ce88159b1f/d98bb9e9-7352-4b80-9cf0-8404150d6b47) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:08:51.672051 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6c8ec9-b8b4-482c-9462-b3e562435580 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Pushing event updated for resources: {'Port': ['ID=ac8ceebe-6ee8-4524-a264-4ffcdf6be780,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:51.721092 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4f6c8ec9-b8b4-482c-9462-b3e562435580 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:51.731918 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-31f82a7f-c35b-4294-95f1-eacc0cebea69 admin admin] Usage tracker for resource:security_group_rule and tenant:7bb3083479824042bffbead6e8680190 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:08:51.747609 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-31f82a7f-c35b-4294-95f1-eacc0cebea69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:08:51.780811 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd885d2-dfba-4b2b-a5c9-c1bd741d142d service neutron] Pushing event updated for resources: {'Port': ['ID=955e8e00-019e-4031-a1bb-9652211ae3e0,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:51.802732 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-44bff811-125e-41cd-8f61-55e25d2194f0 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:51.803102 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-31f82a7f-c35b-4294-95f1-eacc0cebea69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:08:51.834399 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-37fe736f-afc9-46a2-aadc-eadb84cd1c86 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:51.884725 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0c1e7262-51ff-46ac-b2ec-88995b096b88 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:51.900274 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-0c1e7262-51ff-46ac-b2ec-88995b096b88 None None] Transition to ACTIVE for port object d98bb9e9-7352-4b80-9cf0-8404150d6b47 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:08:51.930780 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-0c1e7262-51ff-46ac-b2ec-88995b096b88 None None] Transition to ACTIVE for port object d98bb9e9-7352-4b80-9cf0-8404150d6b47 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:08:51.938678 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0c1e7262-51ff-46ac-b2ec-88995b096b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:51.975245 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-7c409fae-252f-46e1-af26-6c8850403aed req-cc75b3a0-a04e-42d6-ad7e-600ef980289b tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] For port 8499fae9-bcb7-415f-93e7-d714d01bcd5c, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=8499fae9-bcb7-415f-93e7-d714d01bcd5c,segment=NetworkSegment(0a9940fa-b2d8-4605-a2bb-ab46df53c9ac),segment_id=0a9940fa-b2d8-4605-a2bb-ab46df53c9ac)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:08:51.975633 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-7c409fae-252f-46e1-af26-6c8850403aed req-cc75b3a0-a04e-42d6-ad7e-600ef980289b tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:51.987444 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-44bff811-125e-41cd-8f61-55e25d2194f0 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:52.035781 n-d-840717-1 neutron-server[88198]: INFO neutron.db.l3_db [None req-4f6c8ec9-b8b4-482c-9462-b3e562435580 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Floating IP ea52c177-2393-4d5e-b995-98a587f10f14 associated. External IP: 172.25.0.24, port: d0252d90-7a0e-45eb-bc80-25ac18f90161. May 05 20:08:52.040939 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1e7262-51ff-46ac-b2ec-88995b096b88 None None] Pushing event updated for resources: {'Port': ['ID=d98bb9e9-7352-4b80-9cf0-8404150d6b47,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:52.048331 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1e7262-51ff-46ac-b2ec-88995b096b88 None None] Network 6f3cd6ab-2042-4dfe-a533-be269e4ba599 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:08:52.050543 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-0c1e7262-51ff-46ac-b2ec-88995b096b88 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:08:52.053291 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1e7262-51ff-46ac-b2ec-88995b096b88 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:08:52.067417 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-a63a606f-af43-4d61-8b90-e6cc84c6f684 req-8fd885d2-dfba-4b2b-a5c9-c1bd741d142d service neutron] Attempting to bind port 955e8e00-019e-4031-a1bb-9652211ae3e0 on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:08:52.067754 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-a63a606f-af43-4d61-8b90-e6cc84c6f684 req-8fd885d2-dfba-4b2b-a5c9-c1bd741d142d service neutron] Attempting to bind port 955e8e00-019e-4031-a1bb-9652211ae3e0 by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': 'b1dd65d9-c07f-4164-9458-eedf0f51eafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dd240240-b981-4728-a92a-09bd25dc9abb'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:08:52.068082 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63a606f-af43-4d61-8b90-e6cc84c6f684 req-8fd885d2-dfba-4b2b-a5c9-c1bd741d142d service neutron] Attempting to bind port 955e8e00-019e-4031-a1bb-9652211ae3e0 on network dd240240-b981-4728-a92a-09bd25dc9abb {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:08:52.130360 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bff811-125e-41cd-8f61-55e25d2194f0 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Pushing event deleted for resources: {'Subnet': ['ID=1ddbf268-74ae-4973-8d34-f0ce88159b1f,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:52.146580 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-7c409fae-252f-46e1-af26-6c8850403aed req-cc75b3a0-a04e-42d6-ad7e-600ef980289b tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Calling delete_port for 8499fae9-bcb7-415f-93e7-d714d01bcd5c owned by compute:nova {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:08:52.194420 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-0c1e7262-51ff-46ac-b2ec-88995b096b88 None None] Attempting to bind port d98bb9e9-7352-4b80-9cf0-8404150d6b47 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:08:52.195466 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-0c1e7262-51ff-46ac-b2ec-88995b096b88 None None] Attempting to bind port d98bb9e9-7352-4b80-9cf0-8404150d6b47 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '0e3b7e1a-4ac3-43bf-a123-c014fbfe95f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6f3cd6ab-2042-4dfe-a533-be269e4ba599'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:08:52.196198 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1e7262-51ff-46ac-b2ec-88995b096b88 None None] Attempting to bind port d98bb9e9-7352-4b80-9cf0-8404150d6b47 on network 6f3cd6ab-2042-4dfe-a533-be269e4ba599 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:08:52.199942 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63a606f-af43-4d61-8b90-e6cc84c6f684 req-8fd885d2-dfba-4b2b-a5c9-c1bd741d142d service neutron] Port 955e8e00-019e-4031-a1bb-9652211ae3e0 on network dd240240-b981-4728-a92a-09bd25dc9abb not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:08:52.200270 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63a606f-af43-4d61-8b90-e6cc84c6f684 req-8fd885d2-dfba-4b2b-a5c9-c1bd741d142d service neutron] Attempting to bind port 955e8e00-019e-4031-a1bb-9652211ae3e0 on network dd240240-b981-4728-a92a-09bd25dc9abb {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:08:52.204189 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1e7262-51ff-46ac-b2ec-88995b096b88 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:08:52.206406 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1e7262-51ff-46ac-b2ec-88995b096b88 None None] Checking segment: {'id': '0e3b7e1a-4ac3-43bf-a123-c014fbfe95f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6f3cd6ab-2042-4dfe-a533-be269e4ba599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:08:52.207190 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0c1e7262-51ff-46ac-b2ec-88995b096b88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:52.207791 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1e7262-51ff-46ac-b2ec-88995b096b88 None None] Bound using segment: {'id': '0e3b7e1a-4ac3-43bf-a123-c014fbfe95f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6f3cd6ab-2042-4dfe-a533-be269e4ba599'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:08:52.208494 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-0c1e7262-51ff-46ac-b2ec-88995b096b88 None None] Bound port: d98bb9e9-7352-4b80-9cf0-8404150d6b47, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e3b7e1a-4ac3-43bf-a123-c014fbfe95f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6f3cd6ab-2042-4dfe-a533-be269e4ba599'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:08:52.209438 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0c1e7262-51ff-46ac-b2ec-88995b096b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:52.216783 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-37fe736f-afc9-46a2-aadc-eadb84cd1c86 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:52.256842 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7508c-0cab-49c5-a202-6763f1b9eceb req-b6ec4b59-a105-4af6-86d3-0b9e6ab8a3b3 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:52.258412 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-42c7508c-0cab-49c5-a202-6763f1b9eceb req-b6ec4b59-a105-4af6-86d3-0b9e6ab8a3b3 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f014c38-9d5a-4aa6-825b-562b0fc1b7d9 HTTP/1.1" status: 200 len: 944 time: 0.8905625 May 05 20:08:52.259206 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63a606f-af43-4d61-8b90-e6cc84c6f684 req-8fd885d2-dfba-4b2b-a5c9-c1bd741d142d service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:08:52.259565 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63a606f-af43-4d61-8b90-e6cc84c6f684 req-8fd885d2-dfba-4b2b-a5c9-c1bd741d142d service neutron] Checking segment: {'id': 'b1dd65d9-c07f-4164-9458-eedf0f51eafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dd240240-b981-4728-a92a-09bd25dc9abb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:08:52.259944 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63a606f-af43-4d61-8b90-e6cc84c6f684 req-8fd885d2-dfba-4b2b-a5c9-c1bd741d142d service neutron] Bound using segment: {'id': 'b1dd65d9-c07f-4164-9458-eedf0f51eafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dd240240-b981-4728-a92a-09bd25dc9abb'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:08:52.260381 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-a63a606f-af43-4d61-8b90-e6cc84c6f684 req-8fd885d2-dfba-4b2b-a5c9-c1bd741d142d service neutron] Bound port: 955e8e00-019e-4031-a1bb-9652211ae3e0, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1dd65d9-c07f-4164-9458-eedf0f51eafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dd240240-b981-4728-a92a-09bd25dc9abb'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:08:52.260722 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-a63a606f-af43-4d61-8b90-e6cc84c6f684 req-8fd885d2-dfba-4b2b-a5c9-c1bd741d142d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:52.333326 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-44bff811-125e-41cd-8f61-55e25d2194f0 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:52.341558 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-0c1e7262-51ff-46ac-b2ec-88995b096b88 None None] For port d98bb9e9-7352-4b80-9cf0-8404150d6b47, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:08:52.345716 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-0c1e7262-51ff-46ac-b2ec-88995b096b88 None None] For port d98bb9e9-7352-4b80-9cf0-8404150d6b47, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=d98bb9e9-7352-4b80-9cf0-8404150d6b47,segment=NetworkSegment(0e3b7e1a-4ac3-43bf-a123-c014fbfe95f8),segment_id=0e3b7e1a-4ac3-43bf-a123-c014fbfe95f8)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:08:52.351299 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0c1e7262-51ff-46ac-b2ec-88995b096b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:52.371226 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-44bff811-125e-41cd-8f61-55e25d2194f0 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f3cd6ab-2042-4dfe-a533-be269e4ba599']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:52.393433 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-44bff811-125e-41cd-8f61-55e25d2194f0 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e3b7e1a-4ac3-43bf-a123-c014fbfe95f8') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:52.394027 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-44bff811-125e-41cd-8f61-55e25d2194f0 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e3b7e1a-4ac3-43bf-a123-c014fbfe95f8') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:52.483896 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-42c7508c-0cab-49c5-a202-6763f1b9eceb req-c9993aed-585c-4766-b727-aea18a49a6e1 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d31c7e0-0b9b-4b82-8e51-a502610a4c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1971824 May 05 20:08:52.494640 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1e7262-51ff-46ac-b2ec-88995b096b88 None None] Pushing event updated for resources: {'Port': ['ID=d98bb9e9-7352-4b80-9cf0-8404150d6b47,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:52.531497 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-31f82a7f-c35b-4294-95f1-eacc0cebea69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:52.561535 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4403fc-342b-4675-aa14-d9530f4ab09a None None] Network 6f3cd6ab-2042-4dfe-a533-be269e4ba599 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:08:52.589172 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-31f82a7f-c35b-4294-95f1-eacc0cebea69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:52.670618 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-a63a606f-af43-4d61-8b90-e6cc84c6f684 req-8fd885d2-dfba-4b2b-a5c9-c1bd741d142d service neutron] For port 955e8e00-019e-4031-a1bb-9652211ae3e0, host n-h2-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:08:52.735830 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-a63a606f-af43-4d61-8b90-e6cc84c6f684 req-8fd885d2-dfba-4b2b-a5c9-c1bd741d142d service neutron] For port 955e8e00-019e-4031-a1bb-9652211ae3e0, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=955e8e00-019e-4031-a1bb-9652211ae3e0,segment=NetworkSegment(b1dd65d9-c07f-4164-9458-eedf0f51eafc),segment_id=b1dd65d9-c07f-4164-9458-eedf0f51eafc)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:08:52.744275 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-31f82a7f-c35b-4294-95f1-eacc0cebea69 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7bb3083479824042bffbead6e8680190&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0821824 May 05 20:08:52.750604 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 53986) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:52.751387 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f82a7f-c35b-4294-95f1-eacc0cebea69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc7f6ed-243e-40ba-9021-057a7c0d2f63,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:52.767509 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-a63a606f-af43-4d61-8b90-e6cc84c6f684 req-8fd885d2-dfba-4b2b-a5c9-c1bd741d142d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:52.777295 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-44bff811-125e-41cd-8f61-55e25d2194f0 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:52.801370 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4afef3af-1869-45ce-83e0-38364551251b req-bdc07791-8c3f-4024-9ae4-309992096fe2 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1784ace-04ea-4816-b05d-fc9884904109 HTTP/1.1" status: 200 len: 210 time: 0.0840766 May 05 20:08:52.813477 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-44bff811-125e-41cd-8f61-55e25d2194f0 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:52.849615 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-7c409fae-252f-46e1-af26-6c8850403aed req-cc75b3a0-a04e-42d6-ad7e-600ef980289b tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:52.866727 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['81d837ab-bc11-4126-87e9-1c216ab3a6e9'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:08:52.901187 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44bff811-125e-41cd-8f61-55e25d2194f0 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:08:52.901589 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-44bff811-125e-41cd-8f61-55e25d2194f0 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:52.917310 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:08:52.917310 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:08:52.917310 n-d-840717-1 neutron-server[88198]: timer() May 05 20:08:52.917310 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:08:52.917310 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:08:52.917310 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:08:52.917310 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:08:52.917310 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:08:52.917310 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:08:52.917310 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:08:52.917310 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:08:52.917310 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:08:52.917310 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:08:52.917310 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:08:52.917310 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:08:52.917310 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:08:52.917310 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:08:52.917310 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:08:52.917310 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:08:52.917310 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:08:52.917310 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:08:52.917310 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:08:52.917310 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:08:52.917310 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:08:52.917310 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:08:52.917310 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:08:52.917310 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:08:52.917310 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:08:52.917310 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:08:52.917310 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:08:52.917310 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:08:52.917310 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:08:52.923376 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a606f-af43-4d61-8b90-e6cc84c6f684 req-8fd885d2-dfba-4b2b-a5c9-c1bd741d142d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:52.924676 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-a63a606f-af43-4d61-8b90-e6cc84c6f684 req-8fd885d2-dfba-4b2b-a5c9-c1bd741d142d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:52.926297 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a63a606f-af43-4d61-8b90-e6cc84c6f684 req-8fd885d2-dfba-4b2b-a5c9-c1bd741d142d service neutron] 10.222.0.50 "PUT /v2.0/ports/955e8e00-019e-4031-a1bb-9652211ae3e0 HTTP/1.1" status: 200 len: 1092 time: 3.3338902 May 05 20:08:52.938550 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f014c38-9d5a-4aa6-825b-562b0fc1b7d9', 'tag': '955e8e00-019e-4031-a1bb-9652211ae3e0'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:08:53.063745 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.db.api [None req-44bff811-125e-41cd-8f61-55e25d2194f0 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 05 20:08:53.063745 n-d-840717-1 neutron-server[88198]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 05 20:08:53.063745 n-d-840717-1 neutron-server[88198]: [parameters: {'id': '6f3cd6ab-2042-4dfe-a533-be269e4ba599'}] May 05 20:08:53.063745 n-d-840717-1 neutron-server[88198]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88198) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:08:53.064157 n-d-840717-1 neutron-server[88198]: DEBUG oslo_db.api [None req-44bff811-125e-41cd-8f61-55e25d2194f0 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:08:53.070038 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f6c8ec9-b8b4-482c-9462-b3e562435580 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Router b06cf728-838a-4d45-b322-45e16e190c58 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:08:53.155713 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4405b077-da86-4547-86f9-a5233c92dc52 None None] get_active_networks_info from n-d-840717-1 {{(pid=88199) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 05 20:08:53.157036 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0862153-7237-40c8-8050-18c7409e1c73'] response: {'name': 'network-changed', 'server_uuid': '2f014c38-9d5a-4aa6-825b-562b0fc1b7d9', 'tag': '955e8e00-019e-4031-a1bb-9652211ae3e0', 'status': 'completed', 'code': 200} May 05 20:08:53.171020 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-37fe736f-afc9-46a2-aadc-eadb84cd1c86 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:53.217181 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd885d2-dfba-4b2b-a5c9-c1bd741d142d service neutron] Pushing event updated for resources: {'Port': ['ID=955e8e00-019e-4031-a1bb-9652211ae3e0,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:53.300765 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-37fe736f-afc9-46a2-aadc-eadb84cd1c86 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:53.307393 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6c8ec9-b8b4-482c-9462-b3e562435580 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:08:53.323000 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e62ddca-2ed4-4fbe-9c7e-985cd456267c None None] Sync routers for ids ['b06cf728-838a-4d45-b322-45e16e190c58'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:08:53.324617 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c409fae-252f-46e1-af26-6c8850403aed req-cc75b3a0-a04e-42d6-ad7e-600ef980289b tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] No DVR routers for this DVR port 8499fae9-bcb7-415f-93e7-d714d01bcd5c on host n-h1-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:08:53.336473 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc75b3a0-a04e-42d6-ad7e-600ef980289b tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Pushing event deleted for resources: {'Port': ['ID=8499fae9-bcb7-415f-93e7-d714d01bcd5c,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:53.339391 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-7c409fae-252f-46e1-af26-6c8850403aed req-cc75b3a0-a04e-42d6-ad7e-600ef980289b tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:53.350337 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4f6c8ec9-b8b4-482c-9462-b3e562435580 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:53.353979 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e62ddca-2ed4-4fbe-9c7e-985cd456267c None None] Routers {'b06cf728-838a-4d45-b322-45e16e190c58'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:08:53.354613 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-5e62ddca-2ed4-4fbe-9c7e-985cd456267c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:08:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['b06cf728-838a-4d45-b322-45e16e190c58'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:53.394084 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1cc41ab6-74fb-4df2-80e4-1cf87ad8c81f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:53.418331 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-5e62ddca-2ed4-4fbe-9c7e-985cd456267c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:53.427203 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-4f6c8ec9-b8b4-482c-9462-b3e562435580 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 5.1216562 May 05 20:08:53.427867 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4405b077-da86-4547-86f9-a5233c92dc52 None None] Resources bound (agent type, host, resource id): {{(pid=88199) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 05 20:08:53.428177 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54002) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:53.434870 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-467fdfb6-ed37-4470-8bf8-d8b05c1183ec tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Request body: {'floatingip': {'port_id': 'd0252d90-7a0e-45eb-bc80-25ac18f90161', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:08:53.435000 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e62ddca-2ed4-4fbe-9c7e-985cd456267c None None] Routers {'b06cf728-838a-4d45-b322-45e16e190c58'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:08:53.435544 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-5e62ddca-2ed4-4fbe-9c7e-985cd456267c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:08:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['b06cf728-838a-4d45-b322-45e16e190c58'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:53.506470 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-5e62ddca-2ed4-4fbe-9c7e-985cd456267c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:53.506865 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e62ddca-2ed4-4fbe-9c7e-985cd456267c None None] The sync data for ids ['b06cf728-838a-4d45-b322-45e16e190c58'] in n-d-840717-1 is: [] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:08:53.536215 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1cc41ab6-74fb-4df2-80e4-1cf87ad8c81f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:53.553389 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a606f-af43-4d61-8b90-e6cc84c6f684 req-0a48095f-d68b-455c-86b1-d1ec58237166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:53.554909 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a63a606f-af43-4d61-8b90-e6cc84c6f684 req-0a48095f-d68b-455c-86b1-d1ec58237166 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3bcce80065784aa6a77c066afd5e6401&device_id=2f014c38-9d5a-4aa6-825b-562b0fc1b7d9 HTTP/1.1" status: 200 len: 1095 time: 0.5672045 May 05 20:08:53.559737 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fe736f-afc9-46a2-aadc-eadb84cd1c86 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Pushing event updated for resources: {'Port': ['ID=23c52538-6578-4679-b27b-f756492518bb,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:53.562749 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7c409fae-252f-46e1-af26-6c8850403aed req-cc75b3a0-a04e-42d6-ad7e-600ef980289b tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.24 "DELETE /v2.0/ports/8499fae9-bcb7-415f-93e7-d714d01bcd5c HTTP/1.1" status: 204 len: 173 time: 2.9658723 May 05 20:08:53.571929 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-37fe736f-afc9-46a2-aadc-eadb84cd1c86 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:53.572790 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-44bff811-125e-41cd-8f61-55e25d2194f0 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:53.652175 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a63a606f-af43-4d61-8b90-e6cc84c6f684 req-29ba35f7-e2c9-42dd-a577-7e2bd44e1b26 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=955e8e00-019e-4031-a1bb-9652211ae3e0 HTTP/1.1" status: 200 len: 217 time: 0.0884199 May 05 20:08:53.662619 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-44bff811-125e-41cd-8f61-55e25d2194f0 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Deleting port d98bb9e9-7352-4b80-9cf0-8404150d6b47 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:08:53.663295 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-44bff811-125e-41cd-8f61-55e25d2194f0 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:53.730358 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-37fe736f-afc9-46a2-aadc-eadb84cd1c86 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:53.734299 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-37fe736f-afc9-46a2-aadc-eadb84cd1c86 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.3343310 May 05 20:08:53.734745 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54016) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:53.834332 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-467fdfb6-ed37-4470-8bf8-d8b05c1183ec tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for floatingip, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:54.148912 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a606f-af43-4d61-8b90-e6cc84c6f684 req-f6dbfdb1-5ea0-426d-a354-03b932776573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:54.150387 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a63a606f-af43-4d61-8b90-e6cc84c6f684 req-f6dbfdb1-5ea0-426d-a354-03b932776573 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4839f055-edd7-4ed9-a2d6-dc3f9daf425d HTTP/1.1" status: 200 len: 854 time: 0.4774027 May 05 20:08:54.151446 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-b30af2ee-e28a-425d-844d-2e26e5dd2ea9 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Synchronizing usage tracker for tenant:478018a6b0c7451b92389b09af517963 on resource:floatingip {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:08:54.156485 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-0f40f527-83e6-4749-a4fc-cb983f8c2ffa req-ef9acea7-6d31-4227-b3cc-a529fc44fc7f tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Synchronizing usage tracker for tenant:51033f662b4a41faabaa592f98ca548e on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:08:54.235703 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1cc41ab6-74fb-4df2-80e4-1cf87ad8c81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:54.252981 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 8499fae9-bcb7-415f-93e7-d714d01bcd5c no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:08:54.256724 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-b30af2ee-e28a-425d-844d-2e26e5dd2ea9 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Unset dirty status for tenant:478018a6b0c7451b92389b09af517963 on resource:floatingip {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:08:54.257918 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-b30af2ee-e28a-425d-844d-2e26e5dd2ea9 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] 10.222.0.36 "GET /v2.0/floatingips?floating_network_id=ba1350f2-c692-472a-bdf7-7ae72d02268c HTTP/1.1" status: 200 len: 689 time: 0.5224524 May 05 20:08:54.262107 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-0f40f527-83e6-4749-a4fc-cb983f8c2ffa req-ef9acea7-6d31-4227-b3cc-a529fc44fc7f tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Unset dirty status for tenant:51033f662b4a41faabaa592f98ca548e on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:08:54.263124 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0f40f527-83e6-4749-a4fc-cb983f8c2ffa req-ef9acea7-6d31-4227-b3cc-a529fc44fc7f tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1784ace-04ea-4816-b05d-fc9884904109 HTTP/1.1" status: 200 len: 210 time: 0.1760046 May 05 20:08:54.263942 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc41ab6-74fb-4df2-80e4-1cf87ad8c81f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc7f6ed-243e-40ba-9021-057a7c0d2f63,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:54.267419 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54036) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:54.292623 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1cc41ab6-74fb-4df2-80e4-1cf87ad8c81f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:54.296182 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-1cc41ab6-74fb-4df2-80e4-1cf87ad8c81f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ebc7f6ed-243e-40ba-9021-057a7c0d2f63 HTTP/1.1" status: 204 len: 168 time: 1.5388980 May 05 20:08:54.382999 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a606f-af43-4d61-8b90-e6cc84c6f684 req-329db3fb-f33e-4cdb-97b4-b3daf6c9cce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:54.384559 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a63a606f-af43-4d61-8b90-e6cc84c6f684 req-329db3fb-f33e-4cdb-97b4-b3daf6c9cce4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dd240240-b981-4728-a92a-09bd25dc9abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2253752 May 05 20:08:54.391230 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] No Port match for: 8499fae9-bcb7-415f-93e7-d714d01bcd5c {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:08:54.391613 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 8499fae9-bcb7-415f-93e7-d714d01bcd5c not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:08:54.442839 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-44bff811-125e-41cd-8f61-55e25d2194f0 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] For port d98bb9e9-7352-4b80-9cf0-8404150d6b47, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=d98bb9e9-7352-4b80-9cf0-8404150d6b47,segment=NetworkSegment(0e3b7e1a-4ac3-43bf-a123-c014fbfe95f8),segment_id=0e3b7e1a-4ac3-43bf-a123-c014fbfe95f8)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:08:54.443581 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-44bff811-125e-41cd-8f61-55e25d2194f0 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:54.520327 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9d01db35-5ae6-4376-a3a4-e7b4b411661d tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:54.528837 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b246973-fb62-48c7-ad14-ab9ab45ed7f1 req-24515c80-3a4d-40d2-ac45-1c33dc0345ed tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:54.530203 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5b246973-fb62-48c7-ad14-ab9ab45ed7f1 req-24515c80-3a4d-40d2-ac45-1c33dc0345ed tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f014c38-9d5a-4aa6-825b-562b0fc1b7d9 HTTP/1.1" status: 200 len: 944 time: 0.7020094 May 05 20:08:54.594390 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-44bff811-125e-41cd-8f61-55e25d2194f0 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Calling delete_port for d98bb9e9-7352-4b80-9cf0-8404150d6b47 owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:08:54.625866 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-9d01db35-5ae6-4376-a3a4-e7b4b411661d tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Deleting port 23c52538-6578-4679-b27b-f756492518bb {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:08:54.626748 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9d01db35-5ae6-4376-a3a4-e7b4b411661d tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:54.704215 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a63a606f-af43-4d61-8b90-e6cc84c6f684 req-c0993a23-a582-4687-a815-cf31cf853d3f service neutron] 10.222.0.50 "GET /v2.0/networks/dd240240-b981-4728-a92a-09bd25dc9abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003454 May 05 20:08:54.903661 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5b246973-fb62-48c7-ad14-ab9ab45ed7f1 req-22166fe4-6b5b-4403-9d36-42c9c20179b5 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d31c7e0-0b9b-4b82-8e51-a502610a4c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3162966 May 05 20:08:54.966790 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9d01db35-5ae6-4376-a3a4-e7b4b411661d tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:54.967189 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9d01db35-5ae6-4376-a3a4-e7b4b411661d tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:54.977053 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a63a606f-af43-4d61-8b90-e6cc84c6f684 req-acf6e86d-68d9-431c-aff6-5d785ba96b18 service neutron] 10.222.0.50 "GET /v2.0/networks/dd240240-b981-4728-a92a-09bd25dc9abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658255 May 05 20:08:55.043847 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-44bff811-125e-41cd-8f61-55e25d2194f0 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:55.095164 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bff811-125e-41cd-8f61-55e25d2194f0 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] No DVR routers for this DVR port d98bb9e9-7352-4b80-9cf0-8404150d6b47 on host n-d-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:08:55.106886 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54064) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:55.152988 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bff811-125e-41cd-8f61-55e25d2194f0 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Pushing event deleted for resources: {'Port': ['ID=d98bb9e9-7352-4b80-9cf0-8404150d6b47,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:55.154829 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-9d01db35-5ae6-4376-a3a4-e7b4b411661d tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Calling delete_port for 23c52538-6578-4679-b27b-f756492518bb owned by network:floatingip {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:08:55.179845 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a9955787-bbb8-4037-bd6d-15c6283b5156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:55.184351 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1784ace-04ea-4816-b05d-fc9884904109', 'name': 'network-vif-deleted', 'tag': '8499fae9-bcb7-415f-93e7-d714d01bcd5c'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:08:55.266882 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-325f2005-2808-47d5-bc6b-6633a7031df5'] response: {'server_uuid': 'd1784ace-04ea-4816-b05d-fc9884904109', 'name': 'network-vif-deleted', 'tag': '8499fae9-bcb7-415f-93e7-d714d01bcd5c', 'status': 'completed', 'code': 200} May 05 20:08:55.293566 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a9955787-bbb8-4037-bd6d-15c6283b5156 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:08:55.300988 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a9955787-bbb8-4037-bd6d-15c6283b5156 admin admin] Usage tracker for resource:security_group_rule and tenant:8c10241c03ac4f68b319a275cf76c32f is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:08:55.308838 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a9955787-bbb8-4037-bd6d-15c6283b5156 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:08:55.362405 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9d01db35-5ae6-4376-a3a4-e7b4b411661d tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:55.405065 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a9955787-bbb8-4037-bd6d-15c6283b5156 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:08:55.412974 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-44bff811-125e-41cd-8f61-55e25d2194f0 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:55.416283 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b849b-507d-47ec-b33b-b70933649262 req-d2824953-81f6-411a-866a-eb77bd74dbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:55.418013 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bf2b849b-507d-47ec-b33b-b70933649262 req-d2824953-81f6-411a-866a-eb77bd74dbbe service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3bcce80065784aa6a77c066afd5e6401&device_id=2f014c38-9d5a-4aa6-825b-562b0fc1b7d9 HTTP/1.1" status: 200 len: 1095 time: 0.3806434 May 05 20:08:55.479814 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d01db35-5ae6-4376-a3a4-e7b4b411661d tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Pushing event deleted for resources: {'Port': ['ID=23c52538-6578-4679-b27b-f756492518bb,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:55.556765 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-44bff811-125e-41cd-8f61-55e25d2194f0 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f3cd6ab-2042-4dfe-a533-be269e4ba599']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:55.586646 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-44bff811-125e-41cd-8f61-55e25d2194f0 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e3b7e1a-4ac3-43bf-a123-c014fbfe95f8') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:55.586997 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-44bff811-125e-41cd-8f61-55e25d2194f0 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e3b7e1a-4ac3-43bf-a123-c014fbfe95f8') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:55.616567 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-44bff811-125e-41cd-8f61-55e25d2194f0 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:55.658562 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-44bff811-125e-41cd-8f61-55e25d2194f0 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:55.691077 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44bff811-125e-41cd-8f61-55e25d2194f0 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:08:55.691578 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-44bff811-125e-41cd-8f61-55e25d2194f0 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:55.729910 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:08:55.729910 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:08:55.729910 n-d-840717-1 neutron-server[88198]: timer() May 05 20:08:55.729910 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:08:55.729910 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:08:55.729910 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:08:55.729910 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:08:55.729910 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:08:55.729910 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:08:55.729910 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:08:55.729910 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:08:55.729910 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:08:55.729910 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:08:55.729910 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:08:55.729910 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:08:55.729910 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:08:55.729910 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:08:55.729910 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:08:55.729910 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:08:55.729910 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:08:55.729910 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:08:55.729910 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:08:55.729910 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:08:55.729910 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:08:55.729910 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:08:55.729910 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:08:55.729910 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:08:55.729910 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:08:55.729910 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:08:55.729910 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:08:55.729910 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:08:55.729910 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:08:55.808010 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9d01db35-5ae6-4376-a3a4-e7b4b411661d tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:55.820830 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b849b-507d-47ec-b33b-b70933649262 req-9344ff30-deae-415e-8fd6-c28d4fbd9736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:55.822363 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bf2b849b-507d-47ec-b33b-b70933649262 req-9344ff30-deae-415e-8fd6-c28d4fbd9736 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dd240240-b981-4728-a92a-09bd25dc9abb HTTP/1.1" status: 200 len: 916 time: 0.3923068 May 05 20:08:55.867753 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.db.resource_extend [None req-467fdfb6-ed37-4470-8bf8-d8b05c1183ec tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 20:08:55.934735 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-44bff811-125e-41cd-8f61-55e25d2194f0 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:55.957598 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a9955787-bbb8-4037-bd6d-15c6283b5156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:55.984660 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-44bff811-125e-41cd-8f61-55e25d2194f0 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:56.015607 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a9955787-bbb8-4037-bd6d-15c6283b5156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:56.032692 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-467fdfb6-ed37-4470-8bf8-d8b05c1183ec tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:56.045127 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bff811-125e-41cd-8f61-55e25d2194f0 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Pushing event deleted for resources: {'Network': ['ID=6f3cd6ab-2042-4dfe-a533-be269e4ba599,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:56.069971 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-467fdfb6-ed37-4470-8bf8-d8b05c1183ec tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:56.092644 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bf2b849b-507d-47ec-b33b-b70933649262 req-e94fcd54-811a-4792-83e4-d09bacbff64b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=955e8e00-019e-4031-a1bb-9652211ae3e0 HTTP/1.1" status: 200 len: 217 time: 0.2594883 May 05 20:08:56.245228 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a9955787-bbb8-4037-bd6d-15c6283b5156 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8c10241c03ac4f68b319a275cf76c32f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1081202 May 05 20:08:56.245701 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba89e84a-f9f1-4264-8679-8d6ba8d1b56e req-02f9c4a2-2d28-4f41-9fc8-6fad02aa7ae5 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:56.247156 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ba89e84a-f9f1-4264-8679-8d6ba8d1b56e req-02f9c4a2-2d28-4f41-9fc8-6fad02aa7ae5 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/networks?id=35d37522-ff35-47af-b60c-b213aa781c6f HTTP/1.1" status: 200 len: 805 time: 0.5049706 May 05 20:08:56.248522 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54102) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:56.252784 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9d01db35-5ae6-4376-a3a4-e7b4b411661d tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:56.253396 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9955787-bbb8-4037-bd6d-15c6283b5156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb1aeff-c6fe-43d9-b8b4-12bcc19ce35b,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:56.298638 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b849b-507d-47ec-b33b-b70933649262 req-95bb3237-7e61-457c-afba-9cd87cdb2900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:56.300145 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bf2b849b-507d-47ec-b33b-b70933649262 req-95bb3237-7e61-457c-afba-9cd87cdb2900 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4839f055-edd7-4ed9-a2d6-dc3f9daf425d HTTP/1.1" status: 200 len: 854 time: 0.2019477 May 05 20:08:56.303828 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ba89e84a-f9f1-4264-8679-8d6ba8d1b56e req-5a4c94ce-084e-4a04-be4a-1125a43c45e5 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/quotas/51033f662b4a41faabaa592f98ca548e HTTP/1.1" status: 200 len: 375 time: 0.0257688 May 05 20:08:56.326492 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-44bff811-125e-41cd-8f61-55e25d2194f0 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] 10.222.0.36 "DELETE /v2.0/networks/6f3cd6ab-2042-4dfe-a533-be269e4ba599 HTTP/1.1" status: 204 len: 168 time: 5.1929677 May 05 20:08:56.342435 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54108) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:56.411962 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-3697b156-6ef7-4533-b4c9-b8ed7dadfea5 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] GET failed (client error): The resource could not be found. May 05 20:08:56.412482 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-3697b156-6ef7-4533-b4c9-b8ed7dadfea5 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Synchronizing usage tracker for tenant:d25a9484054c4089b629b2bf454f1312 on resource:subnet {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:08:56.447433 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba5da7-3813-45b7-ae11-8facbb98de7f req-0abc5403-b5a6-4d3a-986d-bedf43d03cda tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:56.448354 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9d01db35-5ae6-4376-a3a4-e7b4b411661d tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:56.449027 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-70ba5da7-3813-45b7-ae11-8facbb98de7f req-0abc5403-b5a6-4d3a-986d-bedf43d03cda tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f014c38-9d5a-4aa6-825b-562b0fc1b7d9 HTTP/1.1" status: 200 len: 944 time: 0.3825052 May 05 20:08:56.493227 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d01db35-5ae6-4376-a3a4-e7b4b411661d tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=52bf07ae-494f-48ec-89e5-df42dc3b77ff,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:56.514377 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-3697b156-6ef7-4533-b4c9-b8ed7dadfea5 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Unset dirty status for tenant:d25a9484054c4089b629b2bf454f1312 on resource:subnet {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:08:56.515619 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3697b156-6ef7-4533-b4c9-b8ed7dadfea5 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] 10.222.0.36 "GET /v2.0/subnets/1ddbf268-74ae-4973-8d34-f0ce88159b1f HTTP/1.1" status: 404 len: 337 time: 0.1665554 May 05 20:08:56.517556 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c9befb47-9339-456c-b0fc-d84cc7ab302f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:56.524792 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54112) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:56.564823 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ba89e84a-f9f1-4264-8679-8d6ba8d1b56e req-0fd47ae1-2051-4a39-9aa0-eb75ab9c23ea tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=51033f662b4a41faabaa592f98ca548e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2548270 May 05 20:08:56.572439 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b849b-507d-47ec-b33b-b70933649262 req-497a7b2e-21b2-463b-a0db-168f41f100ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:56.575040 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bf2b849b-507d-47ec-b33b-b70933649262 req-497a7b2e-21b2-463b-a0db-168f41f100ef service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dd240240-b981-4728-a92a-09bd25dc9abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2629924 May 05 20:08:56.604728 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d5e285f-223c-433c-957f-7cf952b14ae6 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] DELETE failed (client error): The resource could not be found. May 05 20:08:56.605192 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d5e285f-223c-433c-957f-7cf952b14ae6 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:08:56.692888 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9d01db35-5ae6-4376-a3a4-e7b4b411661d tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:56.741558 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-8d5e285f-223c-433c-957f-7cf952b14ae6 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] 10.222.0.36 "DELETE /v2.0/networks/6f3cd6ab-2042-4dfe-a533-be269e4ba599 HTTP/1.1" status: 404 len: 339 time: 0.2130077 May 05 20:08:56.750937 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54122) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:56.755152 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-70ba5da7-3813-45b7-ae11-8facbb98de7f req-1d223025-8474-4c9a-bacc-6f6695078868 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d31c7e0-0b9b-4b82-8e51-a502610a4c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2915342 May 05 20:08:56.791746 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c9befb47-9339-456c-b0fc-d84cc7ab302f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:56.883180 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-9d01db35-5ae6-4376-a3a4-e7b4b411661d tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba1350f2-c692-472a-bdf7-7ae72d02268c']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:56.931452 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-467fdfb6-ed37-4470-8bf8-d8b05c1183ec tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Router b06cf728-838a-4d45-b322-45e16e190c58 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:08:56.942822 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-9d01db35-5ae6-4376-a3a4-e7b4b411661d tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6748ce49-897d-41cc-b096-c139ec2b95e9') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:56.943127 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-9d01db35-5ae6-4376-a3a4-e7b4b411661d tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6748ce49-897d-41cc-b096-c139ec2b95e9') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:57.021012 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c9befb47-9339-456c-b0fc-d84cc7ab302f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:57.023909 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9d01db35-5ae6-4376-a3a4-e7b4b411661d tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:57.040314 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9befb47-9339-456c-b0fc-d84cc7ab302f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb1aeff-c6fe-43d9-b8b4-12bcc19ce35b,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:57.062541 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bf2b849b-507d-47ec-b33b-b70933649262 req-79d4a969-9ecf-43d0-a2c9-3a15ba7bd062 service neutron] 10.222.0.50 "GET /v2.0/networks/dd240240-b981-4728-a92a-09bd25dc9abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4595370 May 05 20:08:57.097150 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 955e8e00-019e-4031-a1bb-9652211ae3e0 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:08:57.109782 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9d01db35-5ae6-4376-a3a4-e7b4b411661d tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:57.114420 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ba89e84a-f9f1-4264-8679-8d6ba8d1b56e req-2035c72b-97de-41d6-a61b-3f62d659f8f4 service neutron] 10.222.0.36 "GET /v2.0/networks/35d37522-ff35-47af-b60c-b213aa781c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5355015 May 05 20:08:57.138560 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c9befb47-9339-456c-b0fc-d84cc7ab302f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:57.139743 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c9befb47-9339-456c-b0fc-d84cc7ab302f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9eb1aeff-c6fe-43d9-b8b4-12bcc19ce35b HTTP/1.1" status: 204 len: 168 time: 0.8879147 May 05 20:08:57.169020 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d01db35-5ae6-4376-a3a4-e7b4b411661d tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:08:57.169420 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9d01db35-5ae6-4376-a3a4-e7b4b411661d tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:57.183861 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-467fdfb6-ed37-4470-8bf8-d8b05c1183ec tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:08:57.186336 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:08:57.186336 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:08:57.186336 n-d-840717-1 neutron-server[88197]: timer() May 05 20:08:57.186336 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:08:57.186336 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:08:57.186336 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:08:57.186336 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:08:57.186336 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:08:57.186336 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:08:57.186336 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:08:57.186336 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:08:57.186336 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:08:57.186336 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:08:57.186336 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:08:57.186336 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:08:57.186336 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:08:57.186336 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:08:57.186336 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:08:57.186336 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:08:57.186336 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:08:57.186336 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:08:57.186336 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:08:57.186336 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:08:57.186336 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:08:57.186336 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:08:57.186336 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:08:57.186336 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:08:57.186336 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:08:57.186336 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:08:57.186336 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:08:57.186336 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:08:57.186336 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:08:57.197189 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8c2729-3723-4811-b72c-bf2e2872d3a2 None None] Sync routers for ids ['b06cf728-838a-4d45-b322-45e16e190c58'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:08:57.215621 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8c2729-3723-4811-b72c-bf2e2872d3a2 None None] Routers {'b06cf728-838a-4d45-b322-45e16e190c58'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:08:57.216263 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-ff8c2729-3723-4811-b72c-bf2e2872d3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:08:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['b06cf728-838a-4d45-b322-45e16e190c58'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:57.217248 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-467fdfb6-ed37-4470-8bf8-d8b05c1183ec tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:57.360242 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 955e8e00-019e-4031-a1bb-9652211ae3e0, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=955e8e00-019e-4031-a1bb-9652211ae3e0,segment=NetworkSegment(b1dd65d9-c07f-4164-9458-eedf0f51eafc),segment_id=b1dd65d9-c07f-4164-9458-eedf0f51eafc)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:08:57.371175 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-ff8c2729-3723-4811-b72c-bf2e2872d3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:57.393720 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8c2729-3723-4811-b72c-bf2e2872d3a2 None None] Routers {'b06cf728-838a-4d45-b322-45e16e190c58'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:08:57.394158 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-ff8c2729-3723-4811-b72c-bf2e2872d3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:08:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['b06cf728-838a-4d45-b322-45e16e190c58'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:57.396735 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': '955e8e00-019e-4031-a1bb-9652211ae3e0', 'network_id': 'dd240240-b981-4728-a92a-09bd25dc9abb', 'port_id': '955e8e00-019e-4031-a1bb-9652211ae3e0', 'mac_address': 'fa:16:3e:c3:27:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4839f055-edd7-4ed9-a2d6-dc3f9daf425d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:08:57.433356 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-467fdfb6-ed37-4470-8bf8-d8b05c1183ec tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] 10.222.0.36 "PUT /v2.0/floatingips/ea52c177-2393-4d5e-b995-98a587f10f14 HTTP/1.1" status: 200 len: 976 time: 4.0041006 May 05 20:08:57.436320 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54140) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:57.484122 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c14f8b9-fc5d-47d8-a5f4-8d37f60aa0b9 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:57.492179 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c14f8b9-fc5d-47d8-a5f4-8d37f60aa0b9 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:57.493236 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-3c14f8b9-fc5d-47d8-a5f4-8d37f60aa0b9 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Synchronizing usage tracker for tenant:d25a9484054c4089b629b2bf454f1312 on resource:network {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:08:57.494508 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:57.524654 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ba89e84a-f9f1-4264-8679-8d6ba8d1b56e req-c92c91aa-12f7-4028-a378-60d6f1ed1a13 service neutron] 10.222.0.36 "GET /v2.0/networks/35d37522-ff35-47af-b60c-b213aa781c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3838155 May 05 20:08:57.539709 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 955e8e00-019e-4031-a1bb-9652211ae3e0 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:08:57.563580 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-ff8c2729-3723-4811-b72c-bf2e2872d3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:08:57.566130 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8c2729-3723-4811-b72c-bf2e2872d3a2 None None] The sync data for ids ['b06cf728-838a-4d45-b322-45e16e190c58'] in n-d-840717-1 is: [] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:08:57.577541 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 955e8e00-019e-4031-a1bb-9652211ae3e0, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=955e8e00-019e-4031-a1bb-9652211ae3e0,segment=NetworkSegment(b1dd65d9-c07f-4164-9458-eedf0f51eafc),segment_id=b1dd65d9-c07f-4164-9458-eedf0f51eafc)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:08:57.583683 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:57.760356 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=955e8e00-019e-4031-a1bb-9652211ae3e0,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:57.857423 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-1ca2498f-a4d0-4621-a7c5-88404a3e613b tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Deleting port ac8ceebe-6ee8-4524-a264-4ffcdf6be780 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:08:57.857768 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1ca2498f-a4d0-4621-a7c5-88404a3e613b tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:57.880183 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['955e8e00-019e-4031-a1bb-9652211ae3e0'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:08:57.905387 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-3c14f8b9-fc5d-47d8-a5f4-8d37f60aa0b9 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Unset dirty status for tenant:d25a9484054c4089b629b2bf454f1312 on resource:network {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:08:57.911218 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-3c14f8b9-fc5d-47d8-a5f4-8d37f60aa0b9 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1314 time: 1.1570036 May 05 20:08:57.920494 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54154) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:57.927639 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9d01db35-5ae6-4376-a3a4-e7b4b411661d tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:57.979381 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-d3f286b3-e499-4711-a7c2-3540720e1404 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Synchronizing usage tracker for tenant:d25a9484054c4089b629b2bf454f1312 on resource:subnet {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:08:57.985453 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bf2b849b-507d-47ec-b33b-b70933649262 req-1dd708da-c190-46c2-bdb6-00369299d157 service neutron] 10.222.0.50 "GET /v2.0/networks/dd240240-b981-4728-a92a-09bd25dc9abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9054024 May 05 20:08:58.022144 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d01db35-5ae6-4376-a3a4-e7b4b411661d tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ba1350f2-c692-472a-bdf7-7ae72d02268c {{(pid=88197) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 05 20:08:58.023741 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-d3f286b3-e499-4711-a7c2-3540720e1404 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Unset dirty status for tenant:d25a9484054c4089b629b2bf454f1312 on resource:subnet {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:08:58.031186 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d3f286b3-e499-4711-a7c2-3540720e1404 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] 10.222.0.36 "GET /v2.0/subnets?network_id=0401d202-1605-4cfe-bad4-fb225df6afb0 HTTP/1.1" status: 200 len: 207 time: 0.1094956 May 05 20:08:58.032146 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d01db35-5ae6-4376-a3a4-e7b4b411661d tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Pushing event deleted for resources: {'Network': ['ID=ba1350f2-c692-472a-bdf7-7ae72d02268c,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:58.035386 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9d01db35-5ae6-4376-a3a4-e7b4b411661d tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:58.039163 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54158) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:58.223266 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1ca2498f-a4d0-4621-a7c5-88404a3e613b tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:58.223875 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1ca2498f-a4d0-4621-a7c5-88404a3e613b tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:58.269967 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-9d01db35-5ae6-4376-a3a4-e7b4b411661d tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] 10.222.0.36 "DELETE /v2.0/networks/ba1350f2-c692-472a-bdf7-7ae72d02268c HTTP/1.1" status: 204 len: 168 time: 3.9977679 May 05 20:08:58.305703 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54170) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:58.492662 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-adf08d1f-bb9f-49ec-94ad-fad8089074f8 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Synchronizing usage tracker for tenant:478018a6b0c7451b92389b09af517963 on resource:floatingip {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:08:58.513633 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-1ca2498f-a4d0-4621-a7c5-88404a3e613b tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Calling delete_port for ac8ceebe-6ee8-4524-a264-4ffcdf6be780 owned by network:floatingip {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:08:58.574312 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-adf08d1f-bb9f-49ec-94ad-fad8089074f8 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Unset dirty status for tenant:478018a6b0c7451b92389b09af517963 on resource:floatingip {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:08:58.575560 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-adf08d1f-bb9f-49ec-94ad-fad8089074f8 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2243 time: 0.2688873 May 05 20:08:58.585333 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54184) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:58.701925 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e3ff4b-0932-4971-b7fd-c7e212d2ab56 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:58.702635 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e3ff4b-0932-4971-b7fd-c7e212d2ab56 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:58.702848 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e3ff4b-0932-4971-b7fd-c7e212d2ab56 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:58.703304 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e3ff4b-0932-4971-b7fd-c7e212d2ab56 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:58.704344 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e3ff4b-0932-4971-b7fd-c7e212d2ab56 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:58.704344 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e3ff4b-0932-4971-b7fd-c7e212d2ab56 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:58.704670 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e3ff4b-0932-4971-b7fd-c7e212d2ab56 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:58.705163 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e3ff4b-0932-4971-b7fd-c7e212d2ab56 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:58.706485 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-03e3ff4b-0932-4971-b7fd-c7e212d2ab56 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Synchronizing usage tracker for tenant:478018a6b0c7451b92389b09af517963 on resource:subnet {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:08:58.770375 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9012a6ee-2544-47c5-8a6d-3ee22b6d3602 req-2d58b3a1-5deb-4aae-8056-a0e4a219c471 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=007ef628-f7c7-48f7-8428-bec52247349b HTTP/1.1" status: 200 len: 210 time: 0.1235521 May 05 20:08:58.903617 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef5c858-439d-4b43-8956-44e8576f9f2e req-b98c42c8-bfcb-46c9-b2f1-2f73a262b4a4 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:58.905177 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2ef5c858-439d-4b43-8956-44e8576f9f2e req-b98c42c8-bfcb-46c9-b2f1-2f73a262b4a4 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f014c38-9d5a-4aa6-825b-562b0fc1b7d9 HTTP/1.1" status: 200 len: 945 time: 0.8669775 May 05 20:08:58.986158 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da30ea5-1a22-4b5b-aeb0-326776c93005 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:59.016317 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da30ea5-1a22-4b5b-aeb0-326776c93005 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:59.024209 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da30ea5-1a22-4b5b-aeb0-326776c93005 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:59.030125 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da30ea5-1a22-4b5b-aeb0-326776c93005 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:59.038503 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-1da30ea5-1a22-4b5b-aeb0-326776c93005 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.9983501 May 05 20:08:59.042940 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-03e3ff4b-0932-4971-b7fd-c7e212d2ab56 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Unset dirty status for tenant:478018a6b0c7451b92389b09af517963 on resource:subnet {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:08:59.044384 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-03e3ff4b-0932-4971-b7fd-c7e212d2ab56 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5219 time: 0.4577429 May 05 20:08:59.058095 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54198) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:59.058481 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54200) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:59.069383 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1ca2498f-a4d0-4621-a7c5-88404a3e613b tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:59.090922 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 955e8e00-019e-4031-a1bb-9652211ae3e0 up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:08:59.192861 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca2498f-a4d0-4621-a7c5-88404a3e613b tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Pushing event deleted for resources: {'Port': ['ID=ac8ceebe-6ee8-4524-a264-4ffcdf6be780,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:59.269350 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port 955e8e00-019e-4031-a1bb-9652211ae3e0 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:08:59.276128 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port 955e8e00-019e-4031-a1bb-9652211ae3e0 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:08:59.276502 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:59.317826 n-d-840717-1 neutron-server[88197]: INFO neutron.api.v2.resource [None req-6add2bda-534a-4494-a04c-5474a4407f67 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] delete failed (client error): The resource could not be found. May 05 20:08:59.322474 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-6add2bda-534a-4494-a04c-5474a4407f67 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] 10.222.0.36 "DELETE /v2.0/floatingips/57683e33-8ba5-41b0-b380-76aa53efcb06 HTTP/1.1" status: 404 len: 345 time: 0.2611480 May 05 20:08:59.340954 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54214) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:59.347297 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2ef5c858-439d-4b43-8956-44e8576f9f2e req-b20c9b61-f24f-4904-99ad-299eb7d665af tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d31c7e0-0b9b-4b82-8e51-a502610a4c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4238966 May 05 20:08:59.386699 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb1866f0-186a-4091-a642-76364040ea00 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] DELETE failed (client error): The resource could not be found. May 05 20:08:59.387745 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb1866f0-186a-4091-a642-76364040ea00 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:08:59.397549 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-fb1866f0-186a-4091-a642-76364040ea00 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] 10.222.0.36 "DELETE /v2.0/networks/ba1350f2-c692-472a-bdf7-7ae72d02268c HTTP/1.1" status: 404 len: 339 time: 0.0487249 May 05 20:08:59.402979 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54222) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:59.449177 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1ca2498f-a4d0-4621-a7c5-88404a3e613b tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for floatingip, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:59.449889 n-d-840717-1 neutron-server[88198]: INFO neutron.db.l3_db [None req-1ca2498f-a4d0-4621-a7c5-88404a3e613b tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Floating IP ea52c177-2393-4d5e-b995-98a587f10f14 disassociated (deleted). External IP: 172.25.0.24, port: d0252d90-7a0e-45eb-bc80-25ac18f90161. May 05 20:08:59.505101 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:59.506211 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64b179f-8e0d-45d2-bf79-ce9b616ae447 req-0c89b9f9-96cc-4d4f-866b-48d9b3bfdd9c tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:59.513111 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b64b179f-8e0d-45d2-bf79-ce9b616ae447 req-0c89b9f9-96cc-4d4f-866b-48d9b3bfdd9c tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.5227094 May 05 20:08:59.539026 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54226) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:08:59.539789 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-0df50fa5-34b9-4b29-8e33-8e1ec2a9dd3f tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Request body: {'network': {'name': 'tempest-network--1738384281', 'router:external': True}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:08:59.559074 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 955e8e00-019e-4031-a1bb-9652211ae3e0, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=955e8e00-019e-4031-a1bb-9652211ae3e0,segment=NetworkSegment(b1dd65d9-c07f-4164-9458-eedf0f51eafc),segment_id=b1dd65d9-c07f-4164-9458-eedf0f51eafc)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:08:59.560426 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f014c38-9d5a-4aa6-825b-562b0fc1b7d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955e8e00-019e-4031-a1bb-9652211ae3e0'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:08:59.566549 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-0df50fa5-34b9-4b29-8e33-8e1ec2a9dd3f tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:08:59.569166 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:59.594937 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-0df50fa5-34b9-4b29-8e33-8e1ec2a9dd3f tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Usage tracker for resource:network and tenant:478018a6b0c7451b92389b09af517963 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:08:59.606966 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-0df50fa5-34b9-4b29-8e33-8e1ec2a9dd3f tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:08:59.649529 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce964593-af8f-406d-9544-bd41198c1f82 req-addf8cea-c977-45c7-9175-05147f687e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:08:59.652652 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ce964593-af8f-406d-9544-bd41198c1f82 req-addf8cea-c977-45c7-9175-05147f687e09 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=56e8fe9085fa4bdb932a4c29aaeb4c08&device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 1096 time: 0.9361217 May 05 20:08:59.657307 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-0df50fa5-34b9-4b29-8e33-8e1ec2a9dd3f tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:08:59.675567 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b64b179f-8e0d-45d2-bf79-ce9b616ae447 req-6688a419-4552-400e-bea1-5bb210911bb8 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1614614 May 05 20:08:59.676954 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=955e8e00-019e-4031-a1bb-9652211ae3e0,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:08:59.751914 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df50fa5-34b9-4b29-8e33-8e1ec2a9dd3f tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Made reservation on behalf of 478018a6b0c7451b92389b09af517963 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:08:59.754424 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0df50fa5-34b9-4b29-8e33-8e1ec2a9dd3f tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:08:59.918667 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d27b796-1baf-47e6-ba08-6a8e31292113'] response: {'server_uuid': '2f014c38-9d5a-4aa6-825b-562b0fc1b7d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955e8e00-019e-4031-a1bb-9652211ae3e0', 'code': 200} May 05 20:09:00.057661 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-2fa59e91-ffbf-4881-9044-8ad1466fa3e3 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] 10.222.0.36 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.9978948 May 05 20:09:00.064566 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-3d0ff45a-87f0-4ae2-8a4f-3f6ee0c54b9d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-454146233'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:09:00.102950 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54242) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:00.107929 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3d0ff45a-87f0-4ae2-8a4f-3f6ee0c54b9d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:09:00.132985 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba89e84a-f9f1-4264-8679-8d6ba8d1b56e req-8933e461-2280-4355-a4b8-c76add8e9f66 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:00.134462 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ba89e84a-f9f1-4264-8679-8d6ba8d1b56e req-8933e461-2280-4355-a4b8-c76add8e9f66 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.24 "GET /v2.0/networks?id=35d37522-ff35-47af-b60c-b213aa781c6f HTTP/1.1" status: 200 len: 805 time: 0.3447535 May 05 20:09:00.154977 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-ba89e84a-f9f1-4264-8679-8d6ba8d1b56e req-8315782d-6a53-4cd2-b86c-028b758439ce tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Request body: {'port': {'device_id': '007ef628-f7c7-48f7-8428-bec52247349b', 'network_id': '35d37522-ff35-47af-b60c-b213aa781c6f', 'admin_state_up': True, 'tenant_id': '51033f662b4a41faabaa592f98ca548e'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:09:00.170312 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-3d0ff45a-87f0-4ae2-8a4f-3f6ee0c54b9d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Usage tracker for resource:network and tenant:0cc5f4a365af4a94a73e5ef336438b10 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:09:00.175132 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-931d4b5d-d7f2-405c-a397-97e801fd4aa1 req-9c2b69c6-9de9-49cf-8ee5-003f88a5f8d3 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=007ef628-f7c7-48f7-8428-bec52247349b HTTP/1.1" status: 200 len: 210 time: 0.1536071 May 05 20:09:00.175928 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-3d0ff45a-87f0-4ae2-8a4f-3f6ee0c54b9d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:09:00.182706 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0df50fa5-34b9-4b29-8e33-8e1ec2a9dd3f tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:09:00.196221 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3d0ff45a-87f0-4ae2-8a4f-3f6ee0c54b9d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:09:00.197154 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0df50fa5-34b9-4b29-8e33-8e1ec2a9dd3f tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:00.197600 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-0df50fa5-34b9-4b29-8e33-8e1ec2a9dd3f tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Added segment 4af62821-b568-4eea-8530-1c68095fb750 of type vlan for network c8340769-3235-4714-90a0-707e9880088c May 05 20:09:00.243772 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f116fb-c236-4fe9-b59d-470c957cbffc tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:00.245458 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f116fb-c236-4fe9-b59d-470c957cbffc tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:00.251980 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-58f116fb-c236-4fe9-b59d-470c957cbffc tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1406462 May 05 20:09:00.251980 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d0ff45a-87f0-4ae2-8a4f-3f6ee0c54b9d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Made reservation on behalf of 0cc5f4a365af4a94a73e5ef336438b10 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:09:00.252940 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3d0ff45a-87f0-4ae2-8a4f-3f6ee0c54b9d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:00.260485 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0df50fa5-34b9-4b29-8e33-8e1ec2a9dd3f tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:00.264782 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54254) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:00.269711 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ca2498f-a4d0-4621-a7c5-88404a3e613b tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Router b06cf728-838a-4d45-b322-45e16e190c58 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:09:00.307136 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3d0ff45a-87f0-4ae2-8a4f-3f6ee0c54b9d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:00.344828 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3d0ff45a-87f0-4ae2-8a4f-3f6ee0c54b9d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:09:00.355863 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce964593-af8f-406d-9544-bd41198c1f82 req-a2bf4e15-8438-420b-b3db-48b82666d7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:00.357571 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ce964593-af8f-406d-9544-bd41198c1f82 req-a2bf4e15-8438-420b-b3db-48b82666d7db service neutron] 10.222.0.50 "GET /v2.0/networks?id=7506b31f-3419-46e4-835c-80fe813661d5 HTTP/1.1" status: 200 len: 913 time: 0.6867471 May 05 20:09:00.412004 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-3d0ff45a-87f0-4ae2-8a4f-3f6ee0c54b9d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Usage tracker for resource:security_group_rule and tenant:0cc5f4a365af4a94a73e5ef336438b10 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:09:00.421185 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.resource_extend [None req-0df50fa5-34b9-4b29-8e33-8e1ec2a9dd3f tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 20:09:00.432646 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-3d0ff45a-87f0-4ae2-8a4f-3f6ee0c54b9d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:09:00.443618 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7241bc1-6e1f-4ded-9e09-f6eaaa90fb31 req-66fc4219-51e3-47df-a4b5-6698f74496c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:00.445097 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b7241bc1-6e1f-4ded-9e09-f6eaaa90fb31 req-66fc4219-51e3-47df-a4b5-6698f74496c6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2f014c38-9d5a-4aa6-825b-562b0fc1b7d9 HTTP/1.1" status: 200 len: 1097 time: 0.4254825 May 05 20:09:00.449653 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3d0ff45a-87f0-4ae2-8a4f-3f6ee0c54b9d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:09:00.522175 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0df50fa5-34b9-4b29-8e33-8e1ec2a9dd3f tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:00.523195 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df50fa5-34b9-4b29-8e33-8e1ec2a9dd3f tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:00.523874 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0df50fa5-34b9-4b29-8e33-8e1ec2a9dd3f tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:00.539315 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf112eb2-0636-4bf0-9ce3-7cd652ca1ef6 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Attributes excluded by policy engine: ['shared'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:00.541365 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf112eb2-0636-4bf0-9ce3-7cd652ca1ef6 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Attributes excluded by policy engine: ['shared'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:00.542488 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-bf112eb2-0636-4bf0-9ce3-7cd652ca1ef6 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] 10.222.0.36 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2751331 May 05 20:09:00.562970 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54266) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:00.657218 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b7241bc1-6e1f-4ded-9e09-f6eaaa90fb31 req-6a00a6a7-79bd-4393-bd2b-c3a498e69908 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2d31c7e0-0b9b-4b82-8e51-a502610a4c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1977787 May 05 20:09:00.732488 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca2498f-a4d0-4621-a7c5-88404a3e613b tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:09:00.746752 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2912d0-24eb-4d2d-a9c6-31b45f70a5ea None None] Sync routers for ids ['b06cf728-838a-4d45-b322-45e16e190c58'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:09:00.765774 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2912d0-24eb-4d2d-a9c6-31b45f70a5ea None None] Routers {'b06cf728-838a-4d45-b322-45e16e190c58'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:09:00.768657 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-4a2912d0-24eb-4d2d-a9c6-31b45f70a5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:08:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['b06cf728-838a-4d45-b322-45e16e190c58'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:09:00.834907 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ab6a1f-add1-49ea-a57a-9df6b49c9462 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:00.835811 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a8ab6a1f-add1-49ea-a57a-9df6b49c9462 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Synchronizing usage tracker for tenant:d25a9484054c4089b629b2bf454f1312 on resource:network {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:09:00.859505 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df50fa5-34b9-4b29-8e33-8e1ec2a9dd3f tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Pushing event updated for resources: {'Network': ['ID=c8340769-3235-4714-90a0-707e9880088c,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:00.862770 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-0df50fa5-34b9-4b29-8e33-8e1ec2a9dd3f tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4573419 May 05 20:09:00.864732 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ce964593-af8f-406d-9544-bd41198c1f82 req-e65a9c04-b531-489d-a7e0-7827b1bc5d48 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3f7222db-61b2-414b-9998-e780d493326a HTTP/1.1" status: 200 len: 999 time: 0.4997127 May 05 20:09:00.865874 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-ba89e84a-f9f1-4264-8679-8d6ba8d1b56e req-8315782d-6a53-4cd2-b86c-028b758439ce tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:09:00.878412 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54276) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:00.879669 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-4a2912d0-24eb-4d2d-a9c6-31b45f70a5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:09:00.882070 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network c8340769-3235-4714-90a0-707e9880088c details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:09:00.888288 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3d0ff45a-87f0-4ae2-8a4f-3f6ee0c54b9d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:00.909740 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3d0ff45a-87f0-4ae2-8a4f-3f6ee0c54b9d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:00.922832 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1ca2498f-a4d0-4621-a7c5-88404a3e613b tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:00.934716 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2912d0-24eb-4d2d-a9c6-31b45f70a5ea None None] Routers {'b06cf728-838a-4d45-b322-45e16e190c58'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:09:00.935373 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-4a2912d0-24eb-4d2d-a9c6-31b45f70a5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:08:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['b06cf728-838a-4d45-b322-45e16e190c58'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:09:00.970427 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a8ab6a1f-add1-49ea-a57a-9df6b49c9462 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Unset dirty status for tenant:d25a9484054c4089b629b2bf454f1312 on resource:network {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:09:00.972835 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a8ab6a1f-add1-49ea-a57a-9df6b49c9462 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] 10.222.0.36 "GET /v2.0/networks/1ec2a5de-7aba-4770-b60f-08f0768df39a HTTP/1.1" status: 200 len: 800 time: 0.4085848 May 05 20:09:00.993781 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-ba89e84a-f9f1-4264-8679-8d6ba8d1b56e req-8315782d-6a53-4cd2-b86c-028b758439ce tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:09:00.994940 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54282) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:01.022143 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d0ff45a-87f0-4ae2-8a4f-3f6ee0c54b9d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:09:01.062026 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0ff45a-87f0-4ae2-8a4f-3f6ee0c54b9d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a0d0d7-48e4-411a-a6c1-847818b77e71,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:01.091911 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3d0ff45a-87f0-4ae2-8a4f-3f6ee0c54b9d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:01.092500 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-3d0ff45a-87f0-4ae2-8a4f-3f6ee0c54b9d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Added segment 261b8cdf-8b05-4f6a-9ef0-d58aa2bfd7db of type vlan for network 06549593-4e36-4897-b3db-51a795771b98 May 05 20:09:01.099521 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-1ca2498f-a4d0-4621-a7c5-88404a3e613b tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] 10.222.0.36 "DELETE /v2.0/floatingips/ea52c177-2393-4d5e-b995-98a587f10f14 HTTP/1.1" status: 204 len: 168 time: 3.6601098 May 05 20:09:01.099812 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-4a2912d0-24eb-4d2d-a9c6-31b45f70a5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:09:01.100220 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2912d0-24eb-4d2d-a9c6-31b45f70a5ea None None] The sync data for ids ['b06cf728-838a-4d45-b322-45e16e190c58'] in n-d-840717-1 is: [] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:09:01.109149 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54290) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:01.139713 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba89e84a-f9f1-4264-8679-8d6ba8d1b56e req-8315782d-6a53-4cd2-b86c-028b758439ce tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Made reservation on behalf of 51033f662b4a41faabaa592f98ca548e for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:09:01.143958 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-ba89e84a-f9f1-4264-8679-8d6ba8d1b56e req-8315782d-6a53-4cd2-b86c-028b758439ce tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:01.165250 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce964593-af8f-406d-9544-bd41198c1f82 req-387d6b86-b187-47a2-8b0e-0fea43e357f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:01.166632 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ce964593-af8f-406d-9544-bd41198c1f82 req-387d6b86-b187-47a2-8b0e-0fea43e357f4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e2507cd6-290d-4d3d-b14e-048ce031bb0a HTTP/1.1" status: 200 len: 851 time: 0.2898712 May 05 20:09:01.286510 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b84244-8006-4d3b-a522-20f595218c82 req-27f55123-25a4-4e82-a45d-1246e3d08ea4 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:01.288109 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-72b84244-8006-4d3b-a522-20f595218c82 req-27f55123-25a4-4e82-a45d-1246e3d08ea4 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f014c38-9d5a-4aa6-825b-562b0fc1b7d9 HTTP/1.1" status: 200 len: 946 time: 0.7722135 May 05 20:09:01.390648 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e1db1b-bf5a-4929-bcea-d141ca1b9621 tempest-ExternalNetworksTestJSON-2080027705 tempest-ExternalNetworksTestJSON-2080027705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:01.397988 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e1db1b-bf5a-4929-bcea-d141ca1b9621 tempest-ExternalNetworksTestJSON-2080027705 tempest-ExternalNetworksTestJSON-2080027705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:01.400648 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea9b4e-9133-4fbc-95d2-39c010d60630 req-2625eefc-e570-4a70-800b-0a6197913d32 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:01.402136 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-63ea9b4e-9133-4fbc-95d2-39c010d60630 req-2625eefc-e570-4a70-800b-0a6197913d32 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.5522084 May 05 20:09:01.404996 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e1db1b-bf5a-4929-bcea-d141ca1b9621 tempest-ExternalNetworksTestJSON-2080027705 tempest-ExternalNetworksTestJSON-2080027705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:01.408572 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3d0ff45a-87f0-4ae2-8a4f-3f6ee0c54b9d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:01.412991 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e1db1b-bf5a-4929-bcea-d141ca1b9621 tempest-ExternalNetworksTestJSON-2080027705 tempest-ExternalNetworksTestJSON-2080027705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:01.417589 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-62e1db1b-bf5a-4929-bcea-d141ca1b9621 tempest-ExternalNetworksTestJSON-2080027705 tempest-ExternalNetworksTestJSON-2080027705-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.5354140 May 05 20:09:01.424505 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54302) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:01.428928 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-58b7f87d-dc80-425e-a79a-7f774a3c0f81 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Deleting port d0252d90-7a0e-45eb-bc80-25ac18f90161 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:09:01.429305 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-58b7f87d-dc80-425e-a79a-7f774a3c0f81 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:01.503566 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-72b84244-8006-4d3b-a522-20f595218c82 req-806a2924-7e19-4d36-bfb5-1c218ba90a9e tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d31c7e0-0b9b-4b82-8e51-a502610a4c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1969728 May 05 20:09:01.516369 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-ba89e84a-f9f1-4264-8679-8d6ba8d1b56e req-8315782d-6a53-4cd2-b86c-028b758439ce tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Allocated IP 172.20.0.11 (35d37522-ff35-47af-b60c-b213aa781c6f/abe7c8d5-c1a3-49ab-83d4-2252eacbfbcf/6345e626-6ff3-417b-9d59-841430128926) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:09:01.525629 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-43ccb7c2-3a0d-467a-a23e-e72341497a16 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] 10.222.0.36 "GET /v2.0/networks/1ec2a5de-7aba-4770-b60f-08f0768df39a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.5179796 May 05 20:09:01.532040 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce964593-af8f-406d-9544-bd41198c1f82 req-7b976ade-8284-4d14-9b4a-70dfe895f194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:01.533927 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54306) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:01.534392 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ce964593-af8f-406d-9544-bd41198c1f82 req-7b976ade-8284-4d14-9b4a-70dfe895f194 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7506b31f-3419-46e4-835c-80fe813661d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3552179 May 05 20:09:01.700115 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ce964593-af8f-406d-9544-bd41198c1f82 req-2c27a4b9-f47e-44c2-979b-01a1af05d838 service neutron] 10.222.0.50 "GET /v2.0/networks/7506b31f-3419-46e4-835c-80fe813661d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570482 May 05 20:09:01.765607 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-63ea9b4e-9133-4fbc-95d2-39c010d60630 req-0f26745e-9ca7-4ec8-a7e4-ce5b7b56ccbe tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3516049 May 05 20:09:01.807067 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3d0ff45a-87f0-4ae2-8a4f-3f6ee0c54b9d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:01.810368 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0ff45a-87f0-4ae2-8a4f-3f6ee0c54b9d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:01.810953 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3d0ff45a-87f0-4ae2-8a4f-3f6ee0c54b9d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:01.836279 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9d3fd7d0-5051-4524-b800-64da8fcb16da tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:01.864740 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b391323-7269-4fbd-8953-3a867d5010de tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:01.866075 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-6b391323-7269-4fbd-8953-3a867d5010de tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] 10.222.0.36 "GET /v2.0/subnets/c5b101b9-b927-4b97-9f4c-5f8580bef16d HTTP/1.1" status: 200 len: 811 time: 0.3186972 May 05 20:09:01.876696 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54314) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:01.929449 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-15fe1d8b-2f6f-4aa8-a0eb-94228c6afc90 req-8577e134-39bd-4dd5-b7eb-d0967dc5db47 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=007ef628-f7c7-48f7-8428-bec52247349b HTTP/1.1" status: 200 len: 210 time: 0.2290370 May 05 20:09:02.005303 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ce964593-af8f-406d-9544-bd41198c1f82 req-159a6c0d-6332-46dc-b8ce-c9effe2df746 service neutron] 10.222.0.50 "GET /v2.0/networks/7506b31f-3419-46e4-835c-80fe813661d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533069 May 05 20:09:02.053302 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3d0ff45a-87f0-4ae2-8a4f-3f6ee0c54b9d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.5002806 May 05 20:09:02.054097 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0ff45a-87f0-4ae2-8a4f-3f6ee0c54b9d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event updated for resources: {'Network': ['ID=06549593-4e36-4897-b3db-51a795771b98,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:02.056137 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54320) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:02.066283 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 06549593-4e36-4897-b3db-51a795771b98 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:09:02.129532 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-ba89e84a-f9f1-4264-8679-8d6ba8d1b56e req-8315782d-6a53-4cd2-b86c-028b758439ce tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:02.130139 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-7314ba36-505e-40ea-9814-a6df14474b46 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Request body: {'port': {'network_id': '06549593-4e36-4897-b3db-51a795771b98', 'name': 'tempest-PortsTestJSON-1716754337'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:09:02.186964 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-ba89e84a-f9f1-4264-8679-8d6ba8d1b56e req-8315782d-6a53-4cd2-b86c-028b758439ce tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:02.202942 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbc2a99-2088-44b2-820b-fa9298079e07 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Attributes excluded by policy engine: ['shared'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:02.204675 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-2dbc2a99-2088-44b2-820b-fa9298079e07 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] 10.222.0.36 "GET /v2.0/subnets/c5b101b9-b927-4b97-9f4c-5f8580bef16d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3051713 May 05 20:09:02.205666 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['81d837ab-bc11-4126-87e9-1c216ab3a6e9'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:09:02.229963 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54324) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:02.245298 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-123ecf40-994d-4fce-bd01-e0879c40484e tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1061122044'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:09:02.288175 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8315782d-6a53-4cd2-b86c-028b758439ce tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Pushing event updated for resources: {'Port': ['ID=6345e626-6ff3-417b-9d59-841430128926,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:02.300481 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba89e84a-f9f1-4264-8679-8d6ba8d1b56e req-8315782d-6a53-4cd2-b86c-028b758439ce tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Network 35d37522-ff35-47af-b60c-b213aa781c6f is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:09:02.301740 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-ba89e84a-f9f1-4264-8679-8d6ba8d1b56e req-8315782d-6a53-4cd2-b86c-028b758439ce tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:09:02.304722 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba89e84a-f9f1-4264-8679-8d6ba8d1b56e req-8315782d-6a53-4cd2-b86c-028b758439ce tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:09:02.313590 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-123ecf40-994d-4fce-bd01-e0879c40484e tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:09:02.367207 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9d3fd7d0-5051-4524-b800-64da8fcb16da tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:02.400765 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba89e84a-f9f1-4264-8679-8d6ba8d1b56e req-8315782d-6a53-4cd2-b86c-028b758439ce tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:02.401417 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-ba89e84a-f9f1-4264-8679-8d6ba8d1b56e req-8315782d-6a53-4cd2-b86c-028b758439ce tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:02.407251 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-58b7f87d-dc80-425e-a79a-7f774a3c0f81 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:02.426976 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-123ecf40-994d-4fce-bd01-e0879c40484e tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:09:02.430647 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ba89e84a-f9f1-4264-8679-8d6ba8d1b56e req-8315782d-6a53-4cd2-b86c-028b758439ce tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2820275 May 05 20:09:02.439627 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-9d3fd7d0-5051-4524-b800-64da8fcb16da tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8340769-3235-4714-90a0-707e9880088c']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:09:02.446382 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-ba89e84a-f9f1-4264-8679-8d6ba8d1b56e req-20d7a3a2-f632-48e7-b355-96a39ac37335 service neutron] Request body: {'port': {'device_id': '007ef628-f7c7-48f7-8428-bec52247349b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:09:02.577532 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-58b7f87d-dc80-425e-a79a-7f774a3c0f81 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Calling delete_port for d0252d90-7a0e-45eb-bc80-25ac18f90161 owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:09:02.606984 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-7314ba36-505e-40ea-9814-a6df14474b46 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:09:02.609741 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-9d3fd7d0-5051-4524-b800-64da8fcb16da tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4af62821-b568-4eea-8530-1c68095fb750') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:09:02.610034 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-9d3fd7d0-5051-4524-b800-64da8fcb16da tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4af62821-b568-4eea-8530-1c68095fb750') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:09:02.623723 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-ba89e84a-f9f1-4264-8679-8d6ba8d1b56e req-20d7a3a2-f632-48e7-b355-96a39ac37335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:02.636469 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123ecf40-994d-4fce-bd01-e0879c40484e tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Made reservation on behalf of d25a9484054c4089b629b2bf454f1312 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:09:02.639891 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-123ecf40-994d-4fce-bd01-e0879c40484e tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:02.657047 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-7314ba36-505e-40ea-9814-a6df14474b46 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Usage tracker for resource:port and tenant:0cc5f4a365af4a94a73e5ef336438b10 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:09:02.666489 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9d3fd7d0-5051-4524-b800-64da8fcb16da tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:02.683720 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-7314ba36-505e-40ea-9814-a6df14474b46 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:09:02.706892 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-7314ba36-505e-40ea-9814-a6df14474b46 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:09:02.720414 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9d3fd7d0-5051-4524-b800-64da8fcb16da tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:02.745230 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d3fd7d0-5051-4524-b800-64da8fcb16da tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:09:02.745583 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9d3fd7d0-5051-4524-b800-64da8fcb16da tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:02.764702 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:09:02.764702 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:09:02.764702 n-d-840717-1 neutron-server[88198]: timer() May 05 20:09:02.764702 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:09:02.764702 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:09:02.764702 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:09:02.764702 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:09:02.764702 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:09:02.764702 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:09:02.764702 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:09:02.764702 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:09:02.764702 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:09:02.764702 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:09:02.764702 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:09:02.764702 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:09:02.764702 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:09:02.764702 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:09:02.764702 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:09:02.764702 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:09:02.764702 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:09:02.764702 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:09:02.764702 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:09:02.764702 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:09:02.764702 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:09:02.764702 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:09:02.764702 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:09:02.764702 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:09:02.764702 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:09:02.764702 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:09:02.764702 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:09:02.764702 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:09:02.764702 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:09:02.836456 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7314ba36-505e-40ea-9814-a6df14474b46 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Made reservation on behalf of 0cc5f4a365af4a94a73e5ef336438b10 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:09:02.840774 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7314ba36-505e-40ea-9814-a6df14474b46 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:02.861622 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-123ecf40-994d-4fce-bd01-e0879c40484e tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:09:03.161026 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-7314ba36-505e-40ea-9814-a6df14474b46 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] device_id is not set on port 7e3809c3-4527-4731-8aa3-79a353440aa0 yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:09:03.195167 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435ecec9-692f-4c63-af4b-b2a2bb667ebc req-8223512d-a1c0-4dbc-9b5d-05b0f2c9ad87 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:03.196922 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-435ecec9-692f-4c63-af4b-b2a2bb667ebc req-8223512d-a1c0-4dbc-9b5d-05b0f2c9ad87 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.2457726 May 05 20:09:03.204837 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-123ecf40-994d-4fce-bd01-e0879c40484e tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:03.205337 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-123ecf40-994d-4fce-bd01-e0879c40484e tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Added segment cc2e8cfb-aa44-499f-ac7a-1211435f10b3 of type vlan for network d33b8bfc-847b-488e-b91c-3caa1139039b May 05 20:09:03.245167 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9d3fd7d0-5051-4524-b800-64da8fcb16da tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:03.298008 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-ba89e84a-f9f1-4264-8679-8d6ba8d1b56e req-20d7a3a2-f632-48e7-b355-96a39ac37335 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6345e626-6ff3-417b-9d59-841430128926 {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:09:03.308683 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-435ecec9-692f-4c63-af4b-b2a2bb667ebc req-0b077730-fdf8-4594-a191-f92332ad2844 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991344 May 05 20:09:03.310345 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-ba89e84a-f9f1-4264-8679-8d6ba8d1b56e req-20d7a3a2-f632-48e7-b355-96a39ac37335 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:03.315591 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d3fd7d0-5051-4524-b800-64da8fcb16da tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c8340769-3235-4714-90a0-707e9880088c {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 05 20:09:03.332914 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9d3fd7d0-5051-4524-b800-64da8fcb16da tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:03.346045 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3fd7d0-5051-4524-b800-64da8fcb16da tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Pushing event deleted for resources: {'Network': ['ID=c8340769-3235-4714-90a0-707e9880088c,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:03.356432 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-123ecf40-994d-4fce-bd01-e0879c40484e tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:03.433805 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-ba89e84a-f9f1-4264-8679-8d6ba8d1b56e req-20d7a3a2-f632-48e7-b355-96a39ac37335 service neutron] Transition to ACTIVE for port object 6345e626-6ff3-417b-9d59-841430128926 will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:09:03.439933 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-ba89e84a-f9f1-4264-8679-8d6ba8d1b56e req-20d7a3a2-f632-48e7-b355-96a39ac37335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:03.449511 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe45bde-94a7-4ac3-a346-edc9ecf55be1 req-b1d00abd-8bdd-4344-b184-ed1c9f8e97f7 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:03.451021 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bbe45bde-94a7-4ac3-a346-edc9ecf55be1 req-b1d00abd-8bdd-4344-b184-ed1c9f8e97f7 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f014c38-9d5a-4aa6-825b-562b0fc1b7d9 HTTP/1.1" status: 200 len: 946 time: 0.6853809 May 05 20:09:03.539470 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-58b7f87d-dc80-425e-a79a-7f774a3c0f81 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:03.700590 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-9d3fd7d0-5051-4524-b800-64da8fcb16da tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] 10.222.0.36 "DELETE /v2.0/networks/c8340769-3235-4714-90a0-707e9880088c HTTP/1.1" status: 204 len: 168 time: 2.2444072 May 05 20:09:03.721101 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54350) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:03.734067 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-123ecf40-994d-4fce-bd01-e0879c40484e tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:03.740301 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123ecf40-994d-4fce-bd01-e0879c40484e tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:03.741097 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-123ecf40-994d-4fce-bd01-e0879c40484e tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:03.765282 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54352) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:03.771158 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-2c96bb53-1ddd-4bc9-be97-0e2579959f6c tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Request body: {'network': {'name': 'tempest-network--1701988012', 'router:external': True}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:09:03.777019 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b7f87d-dc80-425e-a79a-7f774a3c0f81 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Pushing event deleted for resources: {'Port': ['ID=d0252d90-7a0e-45eb-bc80-25ac18f90161,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:03.788330 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-2c96bb53-1ddd-4bc9-be97-0e2579959f6c tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:09:03.821760 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-2c96bb53-1ddd-4bc9-be97-0e2579959f6c tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Usage tracker for resource:network and tenant:478018a6b0c7451b92389b09af517963 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:09:03.826298 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-2c96bb53-1ddd-4bc9-be97-0e2579959f6c tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:09:03.833401 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-2c96bb53-1ddd-4bc9-be97-0e2579959f6c tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:09:03.860170 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-123ecf40-994d-4fce-bd01-e0879c40484e tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6261699 May 05 20:09:03.862308 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bbe45bde-94a7-4ac3-a346-edc9ecf55be1 req-36675e89-3994-4cc4-b672-d66ffe86db4a tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d31c7e0-0b9b-4b82-8e51-a502610a4c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3907092 May 05 20:09:03.870337 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7314ba36-505e-40ea-9814-a6df14474b46 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:03.871909 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54360) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:03.880202 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d7a3a2-f632-48e7-b355-96a39ac37335 service neutron] Pushing event updated for resources: {'Port': ['ID=6345e626-6ff3-417b-9d59-841430128926,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:03.887331 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-ba89e84a-f9f1-4264-8679-8d6ba8d1b56e req-20d7a3a2-f632-48e7-b355-96a39ac37335 service neutron] Attempting to bind port 6345e626-6ff3-417b-9d59-841430128926 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:09:03.887912 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-ba89e84a-f9f1-4264-8679-8d6ba8d1b56e req-20d7a3a2-f632-48e7-b355-96a39ac37335 service neutron] Attempting to bind port 6345e626-6ff3-417b-9d59-841430128926 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': '0a9940fa-b2d8-4605-a2bb-ab46df53c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '35d37522-ff35-47af-b60c-b213aa781c6f'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:09:03.888451 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba89e84a-f9f1-4264-8679-8d6ba8d1b56e req-20d7a3a2-f632-48e7-b355-96a39ac37335 service neutron] Attempting to bind port 6345e626-6ff3-417b-9d59-841430128926 on network 35d37522-ff35-47af-b60c-b213aa781c6f {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:09:03.901007 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c96bb53-1ddd-4bc9-be97-0e2579959f6c tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Made reservation on behalf of 478018a6b0c7451b92389b09af517963 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:09:03.903777 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2c96bb53-1ddd-4bc9-be97-0e2579959f6c tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:03.922932 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-efc2a4ab-9ba1-4e42-a903-2c78b91f7636 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Request body: {'subnet': {'network_id': 'd33b8bfc-847b-488e-b91c-3caa1139039b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:09:03.944665 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba89e84a-f9f1-4264-8679-8d6ba8d1b56e req-20d7a3a2-f632-48e7-b355-96a39ac37335 service neutron] Port 6345e626-6ff3-417b-9d59-841430128926 on network 35d37522-ff35-47af-b60c-b213aa781c6f not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:09:03.946450 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba89e84a-f9f1-4264-8679-8d6ba8d1b56e req-20d7a3a2-f632-48e7-b355-96a39ac37335 service neutron] Attempting to bind port 6345e626-6ff3-417b-9d59-841430128926 on network 35d37522-ff35-47af-b60c-b213aa781c6f {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:09:03.979138 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba89e84a-f9f1-4264-8679-8d6ba8d1b56e req-20d7a3a2-f632-48e7-b355-96a39ac37335 service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:09:03.979685 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba89e84a-f9f1-4264-8679-8d6ba8d1b56e req-20d7a3a2-f632-48e7-b355-96a39ac37335 service neutron] Checking segment: {'id': '0a9940fa-b2d8-4605-a2bb-ab46df53c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '35d37522-ff35-47af-b60c-b213aa781c6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:09:03.980168 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba89e84a-f9f1-4264-8679-8d6ba8d1b56e req-20d7a3a2-f632-48e7-b355-96a39ac37335 service neutron] Bound using segment: {'id': '0a9940fa-b2d8-4605-a2bb-ab46df53c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '35d37522-ff35-47af-b60c-b213aa781c6f'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:09:03.980707 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-ba89e84a-f9f1-4264-8679-8d6ba8d1b56e req-20d7a3a2-f632-48e7-b355-96a39ac37335 service neutron] Bound port: 6345e626-6ff3-417b-9d59-841430128926, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a9940fa-b2d8-4605-a2bb-ab46df53c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '35d37522-ff35-47af-b60c-b213aa781c6f'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:09:03.981148 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-ba89e84a-f9f1-4264-8679-8d6ba8d1b56e req-20d7a3a2-f632-48e7-b355-96a39ac37335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:04.007104 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7488db6c-04e1-4ce7-b8c8-f3500404723d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:04.059985 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c96bb53-1ddd-4bc9-be97-0e2579959f6c tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:09:04.085606 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-7488db6c-04e1-4ce7-b8c8-f3500404723d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:09:04.100196 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123ecf40-994d-4fce-bd01-e0879c40484e tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Pushing event updated for resources: {'Network': ['ID=d33b8bfc-847b-488e-b91c-3caa1139039b,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:04.102199 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d10d5e1-c048-48b5-b7c4-9a83a2e6918a req-e0c8c42a-6242-4892-90a9-f7550af7a43a tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:04.102909 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-3d10d5e1-c048-48b5-b7c4-9a83a2e6918a req-e0c8c42a-6242-4892-90a9-f7550af7a43a tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Synchronizing usage tracker for tenant:51033f662b4a41faabaa592f98ca548e on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:09:04.105973 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-7488db6c-04e1-4ce7-b8c8-f3500404723d admin admin] Usage tracker for resource:security_group_rule and tenant:7f9542912f844322a17488f58491368c is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:09:04.112951 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2c96bb53-1ddd-4bc9-be97-0e2579959f6c tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:04.112951 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-2c96bb53-1ddd-4bc9-be97-0e2579959f6c tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Added segment dadbf4a1-1218-407a-aaf3-31cd21eaf246 of type vlan for network 06a4b694-3ed2-4285-92c5-a45c7c0ec283 May 05 20:09:04.115038 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-7488db6c-04e1-4ce7-b8c8-f3500404723d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:09:04.119695 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network d33b8bfc-847b-488e-b91c-3caa1139039b details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:09:04.141965 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-7488db6c-04e1-4ce7-b8c8-f3500404723d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:09:04.164249 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-ba89e84a-f9f1-4264-8679-8d6ba8d1b56e req-20d7a3a2-f632-48e7-b355-96a39ac37335 service neutron] For port 6345e626-6ff3-417b-9d59-841430128926, host n-h1-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:09:04.174463 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-ba89e84a-f9f1-4264-8679-8d6ba8d1b56e req-20d7a3a2-f632-48e7-b355-96a39ac37335 service neutron] For port 6345e626-6ff3-417b-9d59-841430128926, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=6345e626-6ff3-417b-9d59-841430128926,segment=NetworkSegment(0a9940fa-b2d8-4605-a2bb-ab46df53c9ac),segment_id=0a9940fa-b2d8-4605-a2bb-ab46df53c9ac)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:09:04.185543 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-3d10d5e1-c048-48b5-b7c4-9a83a2e6918a req-e0c8c42a-6242-4892-90a9-f7550af7a43a tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Unset dirty status for tenant:51033f662b4a41faabaa592f98ca548e on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:09:04.186746 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3d10d5e1-c048-48b5-b7c4-9a83a2e6918a req-e0c8c42a-6242-4892-90a9-f7550af7a43a tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=007ef628-f7c7-48f7-8428-bec52247349b HTTP/1.1" status: 200 len: 944 time: 0.6896815 May 05 20:09:04.197778 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-ba89e84a-f9f1-4264-8679-8d6ba8d1b56e req-20d7a3a2-f632-48e7-b355-96a39ac37335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:04.239334 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-58b7f87d-dc80-425e-a79a-7f774a3c0f81 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:04.241193 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-58b7f87d-dc80-425e-a79a-7f774a3c0f81 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] 10.222.0.36 "DELETE /v2.0/ports/d0252d90-7a0e-45eb-bc80-25ac18f90161 HTTP/1.1" status: 204 len: 168 time: 3.1299129 May 05 20:09:04.242176 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-efc2a4ab-9ba1-4e42-a903-2c78b91f7636 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:09:04.247185 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2c96bb53-1ddd-4bc9-be97-0e2579959f6c tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:04.248724 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54366) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:04.261015 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-2b75d54b-c024-4975-a5bf-7f8454b51bc2 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Request body: {'floatingip': {'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:09:04.269364 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-efc2a4ab-9ba1-4e42-a903-2c78b91f7636 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:09:04.275533 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-2b75d54b-c024-4975-a5bf-7f8454b51bc2 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:09:04.284239 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-2b75d54b-c024-4975-a5bf-7f8454b51bc2 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Usage tracker for resource:floatingip and tenant:5612e7242a04466e929d2d320c132523 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:09:04.288961 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7314ba36-505e-40ea-9814-a6df14474b46 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:04.292817 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-2b75d54b-c024-4975-a5bf-7f8454b51bc2 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:09:04.317191 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba89e84a-f9f1-4264-8679-8d6ba8d1b56e req-20d7a3a2-f632-48e7-b355-96a39ac37335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:04.317729 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-ba89e84a-f9f1-4264-8679-8d6ba8d1b56e req-20d7a3a2-f632-48e7-b355-96a39ac37335 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:04.319090 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ba89e84a-f9f1-4264-8679-8d6ba8d1b56e req-20d7a3a2-f632-48e7-b355-96a39ac37335 service neutron] 10.222.0.24 "PUT /v2.0/ports/6345e626-6ff3-417b-9d59-841430128926 HTTP/1.1" status: 200 len: 1092 time: 1.8769174 May 05 20:09:04.319553 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '007ef628-f7c7-48f7-8428-bec52247349b', 'tag': '6345e626-6ff3-417b-9d59-841430128926'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:09:04.359818 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-2b75d54b-c024-4975-a5bf-7f8454b51bc2 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:09:04.363291 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc2a4ab-9ba1-4e42-a903-2c78b91f7636 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Made reservation on behalf of d25a9484054c4089b629b2bf454f1312 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:09:04.366786 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-efc2a4ab-9ba1-4e42-a903-2c78b91f7636 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:04.413371 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d7a3a2-f632-48e7-b355-96a39ac37335 service neutron] Pushing event updated for resources: {'Port': ['ID=6345e626-6ff3-417b-9d59-841430128926,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:04.427647 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3d10d5e1-c048-48b5-b7c4-9a83a2e6918a req-e105840d-9319-4fab-8a9d-bfdbbb8901c4 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236247 May 05 20:09:04.429413 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6683d5-bac7-4a3f-b794-faf1f60ad5ee req-06c93180-0e50-45ea-ab3b-fd795371c46b tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:04.430927 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5a6683d5-bac7-4a3f-b794-faf1f60ad5ee req-06c93180-0e50-45ea-ab3b-fd795371c46b tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f014c38-9d5a-4aa6-825b-562b0fc1b7d9 HTTP/1.1" status: 200 len: 946 time: 0.4046986 May 05 20:09:04.443216 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2c96bb53-1ddd-4bc9-be97-0e2579959f6c tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:04.443216 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c96bb53-1ddd-4bc9-be97-0e2579959f6c tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:04.443216 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2c96bb53-1ddd-4bc9-be97-0e2579959f6c tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:04.449687 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54374) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:04.457732 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7314ba36-505e-40ea-9814-a6df14474b46 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event updated for resources: {'Port': ['ID=7e3809c3-4527-4731-8aa3-79a353440aa0,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:04.460103 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2b75d54b-c024-4975-a5bf-7f8454b51bc2 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for floatingip, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:04.477785 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-effd66a2-bd88-461f-ac9b-4a73ee7e68ba tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Request body: {'floatingip': {'port_id': '955e8e00-019e-4031-a1bb-9652211ae3e0'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:09:04.495604 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdb040a6-f69e-48f5-a395-80f7ae358cc9'] response: {'name': 'network-changed', 'server_uuid': '007ef628-f7c7-48f7-8428-bec52247349b', 'tag': '6345e626-6ff3-417b-9d59-841430128926', 'status': 'completed', 'code': 200} May 05 20:09:04.550431 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7488db6c-04e1-4ce7-b8c8-f3500404723d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:04.565755 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:09:04.595020 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.ipam_backend_mixin [None req-efc2a4ab-9ba1-4e42-a903-2c78b91f7636 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Performing IP validity checks on allocation pools {{(pid=88198) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 05 20:09:04.599475 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.ipam_backend_mixin [None req-efc2a4ab-9ba1-4e42-a903-2c78b91f7636 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88198) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 05 20:09:04.599598 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-2c96bb53-1ddd-4bc9-be97-0e2579959f6c tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8365638 May 05 20:09:04.605724 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54378) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:04.605724 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7488db6c-04e1-4ce7-b8c8-f3500404723d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:04.623038 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96bb53-1ddd-4bc9-be97-0e2579959f6c tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Pushing event updated for resources: {'Network': ['ID=06a4b694-3ed2-4285-92c5-a45c7c0ec283,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:04.624715 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1d6a47fd-09ae-4f65-97e0-d93b3f11d559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:04.641509 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-effd66a2-bd88-461f-ac9b-4a73ee7e68ba tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks [] for floatingip, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:04.646777 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 06a4b694-3ed2-4285-92c5-a45c7c0ec283 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:09:04.762287 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-7488db6c-04e1-4ce7-b8c8-f3500404723d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7f9542912f844322a17488f58491368c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9870949 May 05 20:09:04.773495 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7314ba36-505e-40ea-9814-a6df14474b46 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Checking segment: {'id': '261b8cdf-8b05-4f6a-9ef0-d58aa2bfd7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '06549593-4e36-4897-b3db-51a795771b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:09:04.774051 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7314ba36-505e-40ea-9814-a6df14474b46 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Network hostable DHCP agents. Network: 06549593-4e36-4897-b3db-51a795771b98, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:09:04.775870 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba89e84a-f9f1-4264-8679-8d6ba8d1b56e req-ee94e25c-16b3-4060-8296-3d1e498765f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:04.777369 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ba89e84a-f9f1-4264-8679-8d6ba8d1b56e req-ee94e25c-16b3-4060-8296-3d1e498765f4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=51033f662b4a41faabaa592f98ca548e&device_id=007ef628-f7c7-48f7-8428-bec52247349b HTTP/1.1" status: 200 len: 1095 time: 0.4089942 May 05 20:09:04.777825 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54382) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:04.782840 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488db6c-04e1-4ce7-b8c8-f3500404723d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35362295-719a-44ff-b66e-1ed1be015cad,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:04.864170 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3a08f5-8f9f-4e7f-8139-7599ef65e95a tempest-ExternalNetworksTestJSON-2080027705 tempest-ExternalNetworksTestJSON-2080027705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:04.867956 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-5f3a08f5-8f9f-4e7f-8139-7599ef65e95a tempest-ExternalNetworksTestJSON-2080027705 tempest-ExternalNetworksTestJSON-2080027705-project] 10.222.0.36 "GET /v2.0/networks/06a4b694-3ed2-4285-92c5-a45c7c0ec283 HTTP/1.1" status: 200 len: 757 time: 0.2528307 May 05 20:09:04.872903 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54386) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:04.879189 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ba89e84a-f9f1-4264-8679-8d6ba8d1b56e req-593d8560-4265-4d6d-bdfc-14a3063dfd67 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6345e626-6ff3-417b-9d59-841430128926 HTTP/1.1" status: 200 len: 217 time: 0.0915937 May 05 20:09:04.949153 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7314ba36-505e-40ea-9814-a6df14474b46 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Network 06549593-4e36-4897-b3db-51a795771b98 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:09:04.972630 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba89e84a-f9f1-4264-8679-8d6ba8d1b56e req-872ba7b0-ccf4-4ea9-b922-02f8db9b47ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:04.974078 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ba89e84a-f9f1-4264-8679-8d6ba8d1b56e req-872ba7b0-ccf4-4ea9-b922-02f8db9b47ad service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abe7c8d5-c1a3-49ab-83d4-2252eacbfbcf HTTP/1.1" status: 200 len: 845 time: 0.0881214 May 05 20:09:04.976381 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fb32d169-76b6-4af1-b927-a336acf81211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:05.041455 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ba89e84a-f9f1-4264-8679-8d6ba8d1b56e req-aea89d24-97a1-4ec9-8583-21fe65052ea3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=35d37522-ff35-47af-b60c-b213aa781c6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558603 May 05 20:09:05.067385 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fb32d169-76b6-4af1-b927-a336acf81211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:05.213246 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ba89e84a-f9f1-4264-8679-8d6ba8d1b56e req-4795a471-f809-4807-bfca-7c6c9553f8fc service neutron] 10.222.0.24 "GET /v2.0/networks/35d37522-ff35-47af-b60c-b213aa781c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652813 May 05 20:09:05.214485 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fb32d169-76b6-4af1-b927-a336acf81211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:05.239919 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-7314ba36-505e-40ea-9814-a6df14474b46 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 06549593-4e36-4897-b3db-51a795771b98) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:09:05.249092 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8130bfc-b8ed-488b-b121-2342611fb314 None None] Network 06549593-4e36-4897-b3db-51a795771b98 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:09:05.253853 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb32d169-76b6-4af1-b927-a336acf81211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35362295-719a-44ff-b66e-1ed1be015cad,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:05.271226 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fb32d169-76b6-4af1-b927-a336acf81211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:05.276403 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-fb32d169-76b6-4af1-b927-a336acf81211 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/35362295-719a-44ff-b66e-1ed1be015cad HTTP/1.1" status: 204 len: 168 time: 0.4909704 May 05 20:09:05.334488 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7314ba36-505e-40ea-9814-a6df14474b46 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:09:05.339965 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7314ba36-505e-40ea-9814-a6df14474b46 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:05.340558 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7314ba36-505e-40ea-9814-a6df14474b46 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:05.389210 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2203067-32c1-4c5f-92a1-25e4a9f715db tempest-ExternalNetworksTestJSON-2080027705 tempest-ExternalNetworksTestJSON-2080027705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:05.389742 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-b2203067-32c1-4c5f-92a1-25e4a9f715db tempest-ExternalNetworksTestJSON-2080027705 tempest-ExternalNetworksTestJSON-2080027705-project] Synchronizing usage tracker for tenant:ef6a9d9c09674808b388c72ea1d9a168 on resource:network {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:09:05.534610 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-7314ba36-505e-40ea-9814-a6df14474b46 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.4209054 May 05 20:09:05.534862 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54396) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:05.541851 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-8e8afa25-9691-4a24-a535-0900d014f040 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1682832251'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:09:05.547148 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ba89e84a-f9f1-4264-8679-8d6ba8d1b56e req-17d2d4b6-f60f-4858-ba0a-eea2e6d40239 service neutron] 10.222.0.24 "GET /v2.0/networks/35d37522-ff35-47af-b60c-b213aa781c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221066 May 05 20:09:05.549853 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-8e8afa25-9691-4a24-a535-0900d014f040 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:09:05.554269 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-8e8afa25-9691-4a24-a535-0900d014f040 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Usage tracker for resource:network and tenant:0cc5f4a365af4a94a73e5ef336438b10 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:09:05.557434 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-8e8afa25-9691-4a24-a535-0900d014f040 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:09:05.564873 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-8e8afa25-9691-4a24-a535-0900d014f040 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:09:05.577135 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e8afa25-9691-4a24-a535-0900d014f040 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Made reservation on behalf of 0cc5f4a365af4a94a73e5ef336438b10 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:09:05.582179 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8e8afa25-9691-4a24-a535-0900d014f040 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:05.611899 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-efc2a4ab-9ba1-4e42-a903-2c78b91f7636 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:05.681752 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-b2203067-32c1-4c5f-92a1-25e4a9f715db tempest-ExternalNetworksTestJSON-2080027705 tempest-ExternalNetworksTestJSON-2080027705-project] Unset dirty status for tenant:ef6a9d9c09674808b388c72ea1d9a168 on resource:network {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:09:05.682896 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b2203067-32c1-4c5f-92a1-25e4a9f715db tempest-ExternalNetworksTestJSON-2080027705 tempest-ExternalNetworksTestJSON-2080027705-project] 10.222.0.36 "GET /v2.0/networks/7b4a5f52-3933-4993-b1ae-5330a9e21f63 HTTP/1.1" status: 200 len: 768 time: 0.8071818 May 05 20:09:05.699298 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54400) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:05.753493 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54404) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:05.754175 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e8afa25-9691-4a24-a535-0900d014f040 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:09:05.765065 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2b75d54b-c024-4975-a5bf-7f8454b51bc2 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:05.809685 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e0d94c55-8c24-422f-a88e-479bd76ef25d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:05.823739 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8e8afa25-9691-4a24-a535-0900d014f040 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:05.824084 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-8e8afa25-9691-4a24-a535-0900d014f040 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Added segment afb7b148-b18c-4e66-9bd9-8e33e315672a of type vlan for network 4899e8da-1ed7-4ec4-9856-a68a24c051d5 May 05 20:09:05.863721 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc2a4ab-9ba1-4e42-a903-2c78b91f7636 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Pushing event updated for resources: {'Subnet': ['ID=a07171c6-fb79-42a0-9259-c6109aeb8f83,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:05.902999 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-e0d94c55-8c24-422f-a88e-479bd76ef25d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:09:05.904404 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc2a4ab-9ba1-4e42-a903-2c78b91f7636 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Checking segment: {'id': 'cc2e8cfb-aa44-499f-ac7a-1211435f10b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd33b8bfc-847b-488e-b91c-3caa1139039b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:09:05.904760 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc2a4ab-9ba1-4e42-a903-2c78b91f7636 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Network hostable DHCP agents. Network: d33b8bfc-847b-488e-b91c-3caa1139039b, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:09:05.912607 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-e0d94c55-8c24-422f-a88e-479bd76ef25d admin admin] Usage tracker for resource:security_group_rule and tenant:1286667483fc4fd5ac0e534a4b69711c is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:09:05.919501 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5bde5c54-af3a-464e-8bac-173554345fcc tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:05.921482 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-e0d94c55-8c24-422f-a88e-479bd76ef25d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:09:05.937323 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-e0d94c55-8c24-422f-a88e-479bd76ef25d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:09:05.972845 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8e8afa25-9691-4a24-a535-0900d014f040 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:05.982684 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e676d676-a760-45bb-87a3-925437d6dd55 req-9d9cd2ab-4223-43b9-b533-adbbd8e86d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:05.984353 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e676d676-a760-45bb-87a3-925437d6dd55 req-9d9cd2ab-4223-43b9-b533-adbbd8e86d22 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=51033f662b4a41faabaa592f98ca548e&device_id=007ef628-f7c7-48f7-8428-bec52247349b HTTP/1.1" status: 200 len: 1095 time: 0.3695371 May 05 20:09:05.989413 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc2a4ab-9ba1-4e42-a903-2c78b91f7636 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Network d33b8bfc-847b-488e-b91c-3caa1139039b is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:09:06.019296 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-efc2a4ab-9ba1-4e42-a903-2c78b91f7636 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, d33b8bfc-847b-488e-b91c-3caa1139039b) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:09:06.022440 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-2b75d54b-c024-4975-a5bf-7f8454b51bc2 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Allocated IP 172.25.0.232 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/403c2a14-c80b-4763-bf52-fb8d65ad4de1) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:09:06.029926 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80935875-4550-456f-9197-333d67c34bf9 None None] Network d33b8bfc-847b-488e-b91c-3caa1139039b requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:09:06.030332 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc2a4ab-9ba1-4e42-a903-2c78b91f7636 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:06.030921 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-efc2a4ab-9ba1-4e42-a903-2c78b91f7636 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:06.052207 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e5ff8-c87a-4581-92be-43109efd5c2c req-45fddb60-35af-490a-8db8-ea0c2933886c tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:06.053723 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-377e5ff8-c87a-4581-92be-43109efd5c2c req-45fddb60-35af-490a-8db8-ea0c2933886c tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=007ef628-f7c7-48f7-8428-bec52247349b HTTP/1.1" status: 200 len: 944 time: 0.3925266 May 05 20:09:06.168693 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-efc2a4ab-9ba1-4e42-a903-2c78b91f7636 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.2851665 May 05 20:09:06.172739 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54410) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:06.184648 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-2f27d1d6-8ec0-43ca-adb1-e46a490f4f79 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:09:06.236613 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8e8afa25-9691-4a24-a535-0900d014f040 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:06.242151 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8afa25-9691-4a24-a535-0900d014f040 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:06.242741 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8e8afa25-9691-4a24-a535-0900d014f040 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:06.270075 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-effd66a2-bd88-461f-ac9b-4a73ee7e68ba tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:06.285452 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-effd66a2-bd88-461f-ac9b-4a73ee7e68ba tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:06.289171 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0027f79-3d91-41f0-9e7f-89687ad0e431 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-d33b8bfc-847b-488e-b91c-3caa1139039b', 'network_id': 'd33b8bfc-847b-488e-b91c-3caa1139039b', 'tenant_id': 'd25a9484054c4089b629b2bf454f1312', 'fixed_ips': [{'subnet_id': 'a07171c6-fb79-42a0-9259-c6109aeb8f83'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:09:06.290123 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c0027f79-3d91-41f0-9e7f-89687ad0e431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:06.323475 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-377e5ff8-c87a-4581-92be-43109efd5c2c req-763e021a-784e-4c19-aea7-99dfbb461b79 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592740 May 05 20:09:06.337823 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5bde5c54-af3a-464e-8bac-173554345fcc tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:06.435285 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-5bde5c54-af3a-464e-8bac-173554345fcc tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06a4b694-3ed2-4285-92c5-a45c7c0ec283']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:09:06.447936 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e676d676-a760-45bb-87a3-925437d6dd55 req-cfe73357-2f90-4dfe-9b8a-eff613817753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:06.449535 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e676d676-a760-45bb-87a3-925437d6dd55 req-cfe73357-2f90-4dfe-9b8a-eff613817753 service neutron] 10.222.0.24 "GET /v2.0/networks?id=35d37522-ff35-47af-b60c-b213aa781c6f HTTP/1.1" status: 200 len: 906 time: 0.4244893 May 05 20:09:06.482192 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-c0027f79-3d91-41f0-9e7f-89687ad0e431 None None] Allocated IP 172.20.0.3 (d33b8bfc-847b-488e-b91c-3caa1139039b/a07171c6-fb79-42a0-9259-c6109aeb8f83/10cd98a0-f99f-451f-90f9-15899e20be60) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:09:06.510675 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-8e8afa25-9691-4a24-a535-0900d014f040 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9726064 May 05 20:09:06.510675 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-5bde5c54-af3a-464e-8bac-173554345fcc tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dadbf4a1-1218-407a-aaf3-31cd21eaf246') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:09:06.510675 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-5bde5c54-af3a-464e-8bac-173554345fcc tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dadbf4a1-1218-407a-aaf3-31cd21eaf246') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:09:06.519913 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54414) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:06.541329 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-3570f34c-329c-4383-8787-c9c394632d09 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Request body: {'ports': [{'network_id': '06549593-4e36-4897-b3db-51a795771b98'}, {'network_id': '4899e8da-1ed7-4ec4-9856-a68a24c051d5'}]} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:09:06.541329 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-3570f34c-329c-4383-8787-c9c394632d09 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Request body: {'port': {'network_id': '06549593-4e36-4897-b3db-51a795771b98'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:09:06.541329 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-3570f34c-329c-4383-8787-c9c394632d09 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Request body: {'port': {'network_id': '4899e8da-1ed7-4ec4-9856-a68a24c051d5'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:09:06.569913 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8afa25-9691-4a24-a535-0900d014f040 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event updated for resources: {'Network': ['ID=4899e8da-1ed7-4ec4-9856-a68a24c051d5,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:06.577773 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2b75d54b-c024-4975-a5bf-7f8454b51bc2 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:06.597677 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2f27d1d6-8ec0-43ca-adb1-e46a490f4f79 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-62129840'] for subnet, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:06.598435 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e676d676-a760-45bb-87a3-925437d6dd55 req-b69fb231-644e-4d49-be36-f503b25ebcdc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6345e626-6ff3-417b-9d59-841430128926 HTTP/1.1" status: 200 len: 217 time: 0.0917735 May 05 20:09:06.600094 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5bde5c54-af3a-464e-8bac-173554345fcc tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:06.650561 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 4899e8da-1ed7-4ec4-9856-a68a24c051d5 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:09:06.671861 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e0d94c55-8c24-422f-a88e-479bd76ef25d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:06.672894 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5bde5c54-af3a-464e-8bac-173554345fcc tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:06.684659 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e0d94c55-8c24-422f-a88e-479bd76ef25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:06.703624 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bde5c54-af3a-464e-8bac-173554345fcc tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:09:06.703938 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5bde5c54-af3a-464e-8bac-173554345fcc tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:06.711333 n-d-840717-1 neutron-server[88198]: INFO neutron.db.l3_db [None req-effd66a2-bd88-461f-ac9b-4a73ee7e68ba tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Floating IP a267eff8-eac4-4b30-8244-a17bb1068d4b associated. External IP: 172.25.0.222, port: 955e8e00-019e-4031-a1bb-9652211ae3e0. May 05 20:09:06.723112 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:09:06.723112 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:09:06.723112 n-d-840717-1 neutron-server[88197]: timer() May 05 20:09:06.723112 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:09:06.723112 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:09:06.723112 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:09:06.723112 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:09:06.723112 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:09:06.723112 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:09:06.723112 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:09:06.723112 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:09:06.723112 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:09:06.723112 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:09:06.723112 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:09:06.723112 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:09:06.723112 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:09:06.723112 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:09:06.723112 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:09:06.723112 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:09:06.723112 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:09:06.723112 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:09:06.723112 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:09:06.723112 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:09:06.723112 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:09:06.723112 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:09:06.723112 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:09:06.723112 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:09:06.723112 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:09:06.723112 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:09:06.723112 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:09:06.723112 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:09:06.723112 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:09:06.765888 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e676d676-a760-45bb-87a3-925437d6dd55 req-8bb81c2e-5dbb-4994-81fd-2f4aab719c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:06.768017 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e676d676-a760-45bb-87a3-925437d6dd55 req-8bb81c2e-5dbb-4994-81fd-2f4aab719c0a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abe7c8d5-c1a3-49ab-83d4-2252eacbfbcf HTTP/1.1" status: 200 len: 845 time: 0.1588376 May 05 20:09:06.788967 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-e0d94c55-8c24-422f-a88e-479bd76ef25d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1286667483fc4fd5ac0e534a4b69711c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0262687 May 05 20:09:06.857132 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c102a688-31ce-4b98-a2f7-4cdc93da147a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:06.874552 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c0027f79-3d91-41f0-9e7f-89687ad0e431 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:06.877984 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54418) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:06.891643 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d94c55-8c24-422f-a88e-479bd76ef25d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5ce7ba-e4f7-454b-996c-b79316ef9ccc,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:06.905789 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e676d676-a760-45bb-87a3-925437d6dd55 req-f39c7c4c-a96a-4e8d-aeed-18ba55090616 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=35d37522-ff35-47af-b60c-b213aa781c6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1265399 May 05 20:09:06.929572 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [req-5127ca0d-f380-4245-94ee-c614e1db1a46 req-f1505709-d2fb-469f-a83f-32aaa2d3c08e service neutron] (88198) timed out ('10.222.0.36', 56650) {{(pid=88198) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 05 20:09:06.942536 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-c0027f79-3d91-41f0-9e7f-89687ad0e431 None None] Transition to ACTIVE for port object 10cd98a0-f99f-451f-90f9-15899e20be60 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:09:06.959472 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5bde5c54-af3a-464e-8bac-173554345fcc tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:06.968530 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-c0027f79-3d91-41f0-9e7f-89687ad0e431 None None] Transition to ACTIVE for port object 10cd98a0-f99f-451f-90f9-15899e20be60 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:09:06.977320 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c0027f79-3d91-41f0-9e7f-89687ad0e431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:06.982258 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bde5c54-af3a-464e-8bac-173554345fcc tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 06a4b694-3ed2-4285-92c5-a45c7c0ec283 {{(pid=88197) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 05 20:09:06.999076 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5bde5c54-af3a-464e-8bac-173554345fcc tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:07.013876 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bde5c54-af3a-464e-8bac-173554345fcc tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Pushing event deleted for resources: {'Network': ['ID=06a4b694-3ed2-4285-92c5-a45c7c0ec283,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:07.059980 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0027f79-3d91-41f0-9e7f-89687ad0e431 None None] Network d33b8bfc-847b-488e-b91c-3caa1139039b is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:09:07.066032 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-c0027f79-3d91-41f0-9e7f-89687ad0e431 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:09:07.070971 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0027f79-3d91-41f0-9e7f-89687ad0e431 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:09:07.073516 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-5bde5c54-af3a-464e-8bac-173554345fcc tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] 10.222.0.36 "DELETE /v2.0/networks/06a4b694-3ed2-4285-92c5-a45c7c0ec283 HTTP/1.1" status: 204 len: 168 time: 1.3635213 May 05 20:09:07.078241 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54422) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:07.095734 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-aed4dcaa-840a-4dcd-87d0-83bba0a21745 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Request body: {'network': {'name': 'tempest-network--626161881'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:09:07.107769 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2b75d54b-c024-4975-a5bf-7f8454b51bc2 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:07.114640 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0c1c5a18-26ba-4216-88fe-d9955ee4071b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:07.119814 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-aed4dcaa-840a-4dcd-87d0-83bba0a21745 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:09:07.153298 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-aed4dcaa-840a-4dcd-87d0-83bba0a21745 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Usage tracker for resource:network and tenant:478018a6b0c7451b92389b09af517963 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:09:07.167935 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-aed4dcaa-840a-4dcd-87d0-83bba0a21745 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:09:07.176006 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0c1c5a18-26ba-4216-88fe-d9955ee4071b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:07.188503 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-aed4dcaa-840a-4dcd-87d0-83bba0a21745 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:09:07.192358 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e676d676-a760-45bb-87a3-925437d6dd55 req-3ababe67-97c2-49f1-9e79-ff069084d627 service neutron] 10.222.0.24 "GET /v2.0/networks/35d37522-ff35-47af-b60c-b213aa781c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784619 May 05 20:09:07.194098 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3570f34c-329c-4383-8787-c9c394632d09 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:09:07.198130 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-3570f34c-329c-4383-8787-c9c394632d09 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Usage tracker for resource:port and tenant:0cc5f4a365af4a94a73e5ef336438b10 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:09:07.201193 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-3570f34c-329c-4383-8787-c9c394632d09 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:09:07.207871 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3570f34c-329c-4383-8787-c9c394632d09 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:09:07.226469 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-c0027f79-3d91-41f0-9e7f-89687ad0e431 None None] Attempting to bind port 10cd98a0-f99f-451f-90f9-15899e20be60 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:09:07.226953 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-c0027f79-3d91-41f0-9e7f-89687ad0e431 None None] Attempting to bind port 10cd98a0-f99f-451f-90f9-15899e20be60 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'cc2e8cfb-aa44-499f-ac7a-1211435f10b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd33b8bfc-847b-488e-b91c-3caa1139039b'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:09:07.227437 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0027f79-3d91-41f0-9e7f-89687ad0e431 None None] Attempting to bind port 10cd98a0-f99f-451f-90f9-15899e20be60 on network d33b8bfc-847b-488e-b91c-3caa1139039b {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:09:07.237504 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0027f79-3d91-41f0-9e7f-89687ad0e431 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:09:07.238051 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0027f79-3d91-41f0-9e7f-89687ad0e431 None None] Checking segment: {'id': 'cc2e8cfb-aa44-499f-ac7a-1211435f10b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd33b8bfc-847b-488e-b91c-3caa1139039b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:09:07.238786 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c0027f79-3d91-41f0-9e7f-89687ad0e431 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:07.239278 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0027f79-3d91-41f0-9e7f-89687ad0e431 None None] Bound using segment: {'id': 'cc2e8cfb-aa44-499f-ac7a-1211435f10b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd33b8bfc-847b-488e-b91c-3caa1139039b'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:09:07.239892 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-c0027f79-3d91-41f0-9e7f-89687ad0e431 None None] Bound port: 10cd98a0-f99f-451f-90f9-15899e20be60, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc2e8cfb-aa44-499f-ac7a-1211435f10b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd33b8bfc-847b-488e-b91c-3caa1139039b'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:09:07.240387 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c0027f79-3d91-41f0-9e7f-89687ad0e431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:07.242407 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3570f34c-329c-4383-8787-c9c394632d09 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Made reservation on behalf of 0cc5f4a365af4a94a73e5ef336438b10 for: {'port': 2} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:09:07.247063 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3570f34c-329c-4383-8787-c9c394632d09 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:07.300708 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3570f34c-329c-4383-8787-c9c394632d09 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:07.303030 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0027f79-3d91-41f0-9e7f-89687ad0e431 None None] Pushing event updated for resources: {'Port': ['ID=10cd98a0-f99f-451f-90f9-15899e20be60,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:07.324183 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b75d54b-c024-4975-a5bf-7f8454b51bc2 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:09:07.331835 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-2b75d54b-c024-4975-a5bf-7f8454b51bc2 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:09:07.334046 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b75d54b-c024-4975-a5bf-7f8454b51bc2 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Pushing event updated for resources: {'Port': ['ID=403c2a14-c80b-4763-bf52-fb8d65ad4de1,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:07.342388 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b75d54b-c024-4975-a5bf-7f8454b51bc2 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:09:07.362998 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed4dcaa-840a-4dcd-87d0-83bba0a21745 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Made reservation on behalf of 478018a6b0c7451b92389b09af517963 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:09:07.365398 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-aed4dcaa-840a-4dcd-87d0-83bba0a21745 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:07.450175 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-c0027f79-3d91-41f0-9e7f-89687ad0e431 None None] For port 10cd98a0-f99f-451f-90f9-15899e20be60, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:09:07.458029 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-c0027f79-3d91-41f0-9e7f-89687ad0e431 None None] For port 10cd98a0-f99f-451f-90f9-15899e20be60, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=10cd98a0-f99f-451f-90f9-15899e20be60,segment=NetworkSegment(cc2e8cfb-aa44-499f-ac7a-1211435f10b3),segment_id=cc2e8cfb-aa44-499f-ac7a-1211435f10b3)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:09:07.463078 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c0027f79-3d91-41f0-9e7f-89687ad0e431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:07.513130 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aed4dcaa-840a-4dcd-87d0-83bba0a21745 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:09:07.538090 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0c1c5a18-26ba-4216-88fe-d9955ee4071b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:07.560195 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-aed4dcaa-840a-4dcd-87d0-83bba0a21745 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:07.560550 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-aed4dcaa-840a-4dcd-87d0-83bba0a21745 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Added segment de924ced-1230-4f51-bd61-76a5a6efada9 of type vlan for network ab825743-e19b-45d5-b1b0-fb682bcce774 May 05 20:09:07.591116 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1c5a18-26ba-4216-88fe-d9955ee4071b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5ce7ba-e4f7-454b-996c-b79316ef9ccc,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:07.598637 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e676d676-a760-45bb-87a3-925437d6dd55 req-9bd80ea2-ab8a-45d5-937d-3c1a5aacc572 service neutron] 10.222.0.24 "GET /v2.0/networks/35d37522-ff35-47af-b60c-b213aa781c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3949227 May 05 20:09:07.619419 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-aed4dcaa-840a-4dcd-87d0-83bba0a21745 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:07.623536 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0c1c5a18-26ba-4216-88fe-d9955ee4071b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:07.624630 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-0c1c5a18-26ba-4216-88fe-d9955ee4071b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4f5ce7ba-e4f7-454b-996c-b79316ef9ccc HTTP/1.1" status: 204 len: 168 time: 0.7456880 May 05 20:09:07.668564 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-aed4dcaa-840a-4dcd-87d0-83bba0a21745 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:07.670365 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed4dcaa-840a-4dcd-87d0-83bba0a21745 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:07.671165 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-aed4dcaa-840a-4dcd-87d0-83bba0a21745 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:07.674088 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0027f79-3d91-41f0-9e7f-89687ad0e431 None None] Pushing event updated for resources: {'Port': ['ID=10cd98a0-f99f-451f-90f9-15899e20be60,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:07.765299 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:07.769302 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-effd66a2-bd88-461f-ac9b-4a73ee7e68ba tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Router d77d22ac-cfe3-4696-a86f-f8f26504a064 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:09:07.791173 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-aed4dcaa-840a-4dcd-87d0-83bba0a21745 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7118466 May 05 20:09:07.797604 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54430) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:07.802233 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed4dcaa-840a-4dcd-87d0-83bba0a21745 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Pushing event updated for resources: {'Network': ['ID=ab825743-e19b-45d5-b1b0-fb682bcce774,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:07.820519 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network ab825743-e19b-45d5-b1b0-fb682bcce774 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:09:07.870240 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-df0f2326-cd5e-4e47-92be-4f6b497bf887 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:09:08.023002 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:08.315466 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 6345e626-6ff3-417b-9d59-841430128926 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:09:08.349056 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2b75d54b-c024-4975-a5bf-7f8454b51bc2 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:08.483001 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 6345e626-6ff3-417b-9d59-841430128926, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=6345e626-6ff3-417b-9d59-841430128926,segment=NetworkSegment(0a9940fa-b2d8-4605-a2bb-ab46df53c9ac),segment_id=0a9940fa-b2d8-4605-a2bb-ab46df53c9ac)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:09:08.499852 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '6345e626-6ff3-417b-9d59-841430128926', 'network_id': '35d37522-ff35-47af-b60c-b213aa781c6f', 'port_id': '6345e626-6ff3-417b-9d59-841430128926', 'mac_address': 'fa:16:3e:70:29:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abe7c8d5-c1a3-49ab-83d4-2252eacbfbcf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:09:08.580724 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:08.622757 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6345e626-6ff3-417b-9d59-841430128926 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:09:08.629179 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-3570f34c-329c-4383-8787-c9c394632d09 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] device_id is not set on port 12073818-d2ee-4694-a5e5-e31952ec1e2c yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:09:08.671038 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 6345e626-6ff3-417b-9d59-841430128926, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=6345e626-6ff3-417b-9d59-841430128926,segment=NetworkSegment(0a9940fa-b2d8-4605-a2bb-ab46df53c9ac),segment_id=0a9940fa-b2d8-4605-a2bb-ab46df53c9ac)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:09:08.680929 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:08.738680 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c508d39-f033-426c-883e-614a9ef888b3 req-a0ebf44e-21e6-4f35-994c-83f39306bccf tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:08.745906 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8c508d39-f033-426c-883e-614a9ef888b3 req-a0ebf44e-21e6-4f35-994c-83f39306bccf tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=007ef628-f7c7-48f7-8428-bec52247349b HTTP/1.1" status: 200 len: 944 time: 1.1734762 May 05 20:09:08.767829 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2f27d1d6-8ec0-43ca-adb1-e46a490f4f79 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771839089156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-61289360'] for subnet, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:08.809579 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=6345e626-6ff3-417b-9d59-841430128926,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:08.896047 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['6345e626-6ff3-417b-9d59-841430128926'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:09:08.965497 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-effd66a2-bd88-461f-ac9b-4a73ee7e68ba tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:09:08.977982 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed0cb52-f2eb-4796-9f74-97db475d834b None None] Sync routers for ids ['d77d22ac-cfe3-4696-a86f-f8f26504a064'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:09:08.991645 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2b75d54b-c024-4975-a5bf-7f8454b51bc2 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:08.995061 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed0cb52-f2eb-4796-9f74-97db475d834b None None] Routers {'d77d22ac-cfe3-4696-a86f-f8f26504a064'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:09:08.996255 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-eed0cb52-f2eb-4796-9f74-97db475d834b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:09:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['d77d22ac-cfe3-4696-a86f-f8f26504a064'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:09:09.034055 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f27d1d6-8ec0-43ca-adb1-e46a490f4f79 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:09.034669 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2f27d1d6-8ec0-43ca-adb1-e46a490f4f79 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:09.036002 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-2f27d1d6-8ec0-43ca-adb1-e46a490f4f79 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] 10.222.0.36 "PUT /v2.0/subnets/a07171c6-fb79-42a0-9259-c6109aeb8f83 HTTP/1.1" status: 200 len: 877 time: 2.8598297 May 05 20:09:09.039381 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6bee6d-4eb3-493b-a504-3ec964b9d140 None None] Network d33b8bfc-847b-488e-b91c-3caa1139039b requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:09:09.039529 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54458) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:09.069910 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8c508d39-f033-426c-883e-614a9ef888b3 req-b9145fe9-f898-481d-92aa-7ab999ba711f tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228343 May 05 20:09:09.076071 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f27d1d6-8ec0-43ca-adb1-e46a490f4f79 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Pushing event updated for resources: {'Subnet': ['ID=a07171c6-fb79-42a0-9259-c6109aeb8f83,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:09.106938 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-df0f2326-cd5e-4e47-92be-4f6b497bf887 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:09.137592 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-effd66a2-bd88-461f-ac9b-4a73ee7e68ba tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:09.253647 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-6a2d604e-098e-47a7-bf2c-17ec0b32db86 None None] Provisioning for port 10cd98a0-f99f-451f-90f9-15899e20be60 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:09:09.304333 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 10cd98a0-f99f-451f-90f9-15899e20be60 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:09:09.310947 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-effd66a2-bd88-461f-ac9b-4a73ee7e68ba tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "PUT /v2.0/floatingips/a267eff8-eac4-4b30-8244-a17bb1068d4b HTTP/1.1" status: 200 len: 992 time: 4.8603075 May 05 20:09:09.316492 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f014c38-9d5a-4aa6-825b-562b0fc1b7d9', 'tag': '955e8e00-019e-4031-a1bb-9652211ae3e0'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:09:09.321535 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-df0f2326-cd5e-4e47-92be-4f6b497bf887 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:09.339476 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-eed0cb52-f2eb-4796-9f74-97db475d834b None None] Set router d77d22ac-cfe3-4696-a86f-f8f26504a064 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:09:09.414599 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-df0f2326-cd5e-4e47-92be-4f6b497bf887 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Network ab825743-e19b-45d5-b1b0-fb682bcce774 is not hosted by any dhcp agent {{(pid=88198) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 05 20:09:09.415761 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0f2326-cd5e-4e47-92be-4f6b497bf887 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:09.416443 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-df0f2326-cd5e-4e47-92be-4f6b497bf887 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:09.417920 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-df0f2326-cd5e-4e47-92be-4f6b497bf887 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] 10.222.0.36 "PUT /v2.0/networks/ab825743-e19b-45d5-b1b0-fb682bcce774 HTTP/1.1" status: 200 len: 857 time: 1.6155944 May 05 20:09:09.443671 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54468) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:09.480103 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f9d6157c-d389-43a7-bddb-d20148eb7d7f tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:09.522918 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-f9d6157c-d389-43a7-bddb-d20148eb7d7f tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Deleting port 10cd98a0-f99f-451f-90f9-15899e20be60 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:09:09.523653 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f9d6157c-d389-43a7-bddb-d20148eb7d7f tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:09.557970 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 10cd98a0-f99f-451f-90f9-15899e20be60 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:09:09.571062 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 10cd98a0-f99f-451f-90f9-15899e20be60 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:09:09.571666 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:09.613514 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:09.631917 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0f2326-cd5e-4e47-92be-4f6b497bf887 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Pushing event updated for resources: {'Network': ['ID=ab825743-e19b-45d5-b1b0-fb682bcce774,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:09.779228 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a185d4d-7cae-4ef6-b991-75721f156ba3'] response: {'name': 'network-changed', 'server_uuid': '2f014c38-9d5a-4aa6-825b-562b0fc1b7d9', 'tag': '955e8e00-019e-4031-a1bb-9652211ae3e0', 'status': 'completed', 'code': 200} May 05 20:09:09.784075 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3570f34c-329c-4383-8787-c9c394632d09 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:09.788795 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-67b177d8-8f47-4596-8438-25e1d03b1a09 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:09.812748 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:09.854241 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2b75d54b-c024-4975-a5bf-7f8454b51bc2 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:09.876313 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2b75d54b-c024-4975-a5bf-7f8454b51bc2 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:09.887282 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 10cd98a0-f99f-451f-90f9-15899e20be60, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=10cd98a0-f99f-451f-90f9-15899e20be60,segment=NetworkSegment(cc2e8cfb-aa44-499f-ac7a-1211435f10b3),segment_id=cc2e8cfb-aa44-499f-ac7a-1211435f10b3)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:09:09.895595 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:09.938808 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-f9d6157c-d389-43a7-bddb-d20148eb7d7f tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] For port 10cd98a0-f99f-451f-90f9-15899e20be60, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=10cd98a0-f99f-451f-90f9-15899e20be60,segment=NetworkSegment(cc2e8cfb-aa44-499f-ac7a-1211435f10b3),segment_id=cc2e8cfb-aa44-499f-ac7a-1211435f10b3)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:09:09.939737 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f9d6157c-d389-43a7-bddb-d20148eb7d7f tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:10.013040 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=10cd98a0-f99f-451f-90f9-15899e20be60,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:10.040958 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-eed0cb52-f2eb-4796-9f74-97db475d834b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77d22ac-cfe3-4696-a86f-f8f26504a064', 'name': 'tempest-AttachVolumeShelveTestJSON-20360602-router', 'tenant_id': '3bcce80065784aa6a77c066afd5e6401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '239445f0-21f4-478a-bb75-a548d22b1013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:08:21Z', 'updated_at': '2022-05-05T20:08:29Z', 'revision_number': 4, 'project_id': '3bcce80065784aa6a77c066afd5e6401', 'gw_port': {'id': '239445f0-21f4-478a-bb75-a548d22b1013', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:77:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77d22ac-cfe3-4696-a86f-f8f26504a064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:08:23Z', 'updated_at': '2022-05-05T20:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': 'a267eff8-eac4-4b30-8244-a17bb1068d4b', 'tenant_id': '3bcce80065784aa6a77c066afd5e6401', 'floating_ip_address': '172.25.0.222', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'd77d22ac-cfe3-4696-a86f-f8f26504a064', 'port_id': '955e8e00-019e-4031-a1bb-9652211ae3e0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd240240-b981-4728-a92a-09bd25dc9abb', 'mac_address': 'fa:16:3e:c3:27:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f014c38-9d5a-4aa6-825b-562b0fc1b7d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:08:37Z', 'updated_at': '2022-05-05T20:09:05Z', 'revision_number': 1, 'project_id': '3bcce80065784aa6a77c066afd5e6401', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efd8bd0a-882b-4384-8a9c-44af39c1d59b', 'name': '', 'network_id': 'dd240240-b981-4728-a92a-09bd25dc9abb', 'tenant_id': '3bcce80065784aa6a77c066afd5e6401', 'mac_address': 'fa:16:3e:a7:b9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77d22ac-cfe3-4696-a86f-f8f26504a064', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '4839f055-edd7-4ed9-a2d6-dc3f9daf425d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:08:28Z', 'updated_at': '2022-05-05T20:08:42Z', 'revision_number': 5, 'project_id': '3bcce80065784aa6a77c066afd5e6401', 'subnets': [{'id': '4839f055-edd7-4ed9-a2d6-dc3f9daf425d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:09:10.044981 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed0cb52-f2eb-4796-9f74-97db475d834b None None] Checking router: d77d22ac-cfe3-4696-a86f-f8f26504a064 for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:09:10.055073 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed0cb52-f2eb-4796-9f74-97db475d834b None None] Routers {'d77d22ac-cfe3-4696-a86f-f8f26504a064'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:09:10.055488 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-eed0cb52-f2eb-4796-9f74-97db475d834b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:09:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['d77d22ac-cfe3-4696-a86f-f8f26504a064'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:09:10.096355 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72ae9c1-e5e6-4113-9aef-35b82d9de98c None None] Network d33b8bfc-847b-488e-b91c-3caa1139039b requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:09:10.149227 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-3570f34c-329c-4383-8787-c9c394632d09 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] device_id is not set on port 9a9e7589-fce5-4556-89d4-110e8017d320 yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:09:10.227735 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b75d54b-c024-4975-a5bf-7f8454b51bc2 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Pushing event updated for resources: {'Port': ['ID=403c2a14-c80b-4763-bf52-fb8d65ad4de1,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:10.232415 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-f9d6157c-d389-43a7-bddb-d20148eb7d7f tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Calling delete_port for 10cd98a0-f99f-451f-90f9-15899e20be60 owned by network:dhcp {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:09:10.263156 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-6641c203-96ba-4049-86d0-0962003d43c1 None None] Provisioning complete for port 10cd98a0-f99f-451f-90f9-15899e20be60 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:09:10.263855 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6641c203-96ba-4049-86d0-0962003d43c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:10.342260 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-eed0cb52-f2eb-4796-9f74-97db475d834b None None] Set router d77d22ac-cfe3-4696-a86f-f8f26504a064 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:09:10.358414 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-67b177d8-8f47-4596-8438-25e1d03b1a09 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:10.361637 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.api [None req-f9d6157c-d389-43a7-bddb-d20148eb7d7f tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88197) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:09:10.362380 n-d-840717-1 neutron-server[88197]: DEBUG oslo_db.api [None req-f9d6157c-d389-43a7-bddb-d20148eb7d7f tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:09:10.378890 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2b75d54b-c024-4975-a5bf-7f8454b51bc2 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:10.381630 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 6345e626-6ff3-417b-9d59-841430128926 up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:09:10.400135 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac7c5db-bc5a-4fa2-92aa-fb3ae3650c8d req-0627cc2a-2ac2-4634-b022-7bb96a7820b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:10.402030 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fac7c5db-bc5a-4fa2-92aa-fb3ae3650c8d req-0627cc2a-2ac2-4634-b022-7bb96a7820b3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3bcce80065784aa6a77c066afd5e6401&device_id=2f014c38-9d5a-4aa6-825b-562b0fc1b7d9 HTTP/1.1" status: 200 len: 1097 time: 0.0814469 May 05 20:09:10.423708 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2b75d54b-c024-4975-a5bf-7f8454b51bc2 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:10.424987 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-2b75d54b-c024-4975-a5bf-7f8454b51bc2 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.1753159 May 05 20:09:10.433595 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54486) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:10.436803 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-67b177d8-8f47-4596-8438-25e1d03b1a09 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab825743-e19b-45d5-b1b0-fb682bcce774']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:09:10.449722 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-042f6e75-af47-4392-b340-df91be343660 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Request body: {'port': {'network_id': 'f6742214-4aff-4718-b4d5-06f9af7d100a', 'name': 'tempest-FloatingIPTestJSON-1403893797'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:09:10.492609 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-67b177d8-8f47-4596-8438-25e1d03b1a09 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de924ced-1230-4f51-bd61-76a5a6efada9') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:09:10.492909 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-67b177d8-8f47-4596-8438-25e1d03b1a09 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de924ced-1230-4f51-bd61-76a5a6efada9') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:09:10.543102 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-67b177d8-8f47-4596-8438-25e1d03b1a09 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:10.641927 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac7c5db-bc5a-4fa2-92aa-fb3ae3650c8d req-2bef1e9a-0777-459c-9f57-dafe5f76c761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:10.655451 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fac7c5db-bc5a-4fa2-92aa-fb3ae3650c8d req-2bef1e9a-0777-459c-9f57-dafe5f76c761 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dd240240-b981-4728-a92a-09bd25dc9abb HTTP/1.1" status: 200 len: 916 time: 0.2361209 May 05 20:09:10.664392 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-67b177d8-8f47-4596-8438-25e1d03b1a09 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:10.786838 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fac7c5db-bc5a-4fa2-92aa-fb3ae3650c8d req-0a67248e-7aed-407a-a5d8-643f6c332944 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=955e8e00-019e-4031-a1bb-9652211ae3e0 HTTP/1.1" status: 200 len: 1000 time: 0.1301241 May 05 20:09:10.792605 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-042f6e75-af47-4392-b340-df91be343660 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:09:10.811510 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3570f34c-329c-4383-8787-c9c394632d09 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:10.830979 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-eed0cb52-f2eb-4796-9f74-97db475d834b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77d22ac-cfe3-4696-a86f-f8f26504a064', 'name': 'tempest-AttachVolumeShelveTestJSON-20360602-router', 'tenant_id': '3bcce80065784aa6a77c066afd5e6401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '239445f0-21f4-478a-bb75-a548d22b1013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:08:21Z', 'updated_at': '2022-05-05T20:08:29Z', 'revision_number': 4, 'project_id': '3bcce80065784aa6a77c066afd5e6401', 'gw_port': {'id': '239445f0-21f4-478a-bb75-a548d22b1013', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:77:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77d22ac-cfe3-4696-a86f-f8f26504a064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:08:23Z', 'updated_at': '2022-05-05T20:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': 'a267eff8-eac4-4b30-8244-a17bb1068d4b', 'tenant_id': '3bcce80065784aa6a77c066afd5e6401', 'floating_ip_address': '172.25.0.222', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'd77d22ac-cfe3-4696-a86f-f8f26504a064', 'port_id': '955e8e00-019e-4031-a1bb-9652211ae3e0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd240240-b981-4728-a92a-09bd25dc9abb', 'mac_address': 'fa:16:3e:c3:27:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f014c38-9d5a-4aa6-825b-562b0fc1b7d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:08:37Z', 'updated_at': '2022-05-05T20:09:05Z', 'revision_number': 1, 'project_id': '3bcce80065784aa6a77c066afd5e6401', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efd8bd0a-882b-4384-8a9c-44af39c1d59b', 'name': '', 'network_id': 'dd240240-b981-4728-a92a-09bd25dc9abb', 'tenant_id': '3bcce80065784aa6a77c066afd5e6401', 'mac_address': 'fa:16:3e:a7:b9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77d22ac-cfe3-4696-a86f-f8f26504a064', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '4839f055-edd7-4ed9-a2d6-dc3f9daf425d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:08:28Z', 'updated_at': '2022-05-05T20:08:42Z', 'revision_number': 5, 'project_id': '3bcce80065784aa6a77c066afd5e6401', 'subnets': [{'id': '4839f055-edd7-4ed9-a2d6-dc3f9daf425d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:09:10.838677 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed0cb52-f2eb-4796-9f74-97db475d834b None None] The sync data for ids ['d77d22ac-cfe3-4696-a86f-f8f26504a064'] in n-d-840717-1 is: [{'id': 'd77d22ac-cfe3-4696-a86f-f8f26504a064', 'name': 'tempest-AttachVolumeShelveTestJSON-20360602-router', 'tenant_id': '3bcce80065784aa6a77c066afd5e6401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '239445f0-21f4-478a-bb75-a548d22b1013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:08:21Z', 'updated_at': '2022-05-05T20:08:29Z', 'revision_number': 4, 'project_id': '3bcce80065784aa6a77c066afd5e6401', 'gw_port': {'id': '239445f0-21f4-478a-bb75-a548d22b1013', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:77:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77d22ac-cfe3-4696-a86f-f8f26504a064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:08:23Z', 'updated_at': '2022-05-05T20:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': 'a267eff8-eac4-4b30-8244-a17bb1068d4b', 'tenant_id': '3bcce80065784aa6a77c066afd5e6401', 'floating_ip_address': '172.25.0.222', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'd77d22ac-cfe3-4696-a86f-f8f26504a064', 'port_id': '955e8e00-019e-4031-a1bb-9652211ae3e0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd240240-b981-4728-a92a-09bd25dc9abb', 'mac_address': 'fa:16:3e:c3:27:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f014c38-9d5a-4aa6-825b-562b0fc1b7d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:08:37Z', 'updated_at': '2022-05-05T20:09:05Z', 'revision_number': 1, 'project_id': '3bcce80065784aa6a77c066afd5e6401', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efd8bd0a-882b-4384-8a9c-44af39c1d59b', 'name': '', 'network_id': 'dd240240-b981-4728-a92a-09bd25dc9abb', 'tenant_id': '3bcce80065784aa6a77c066afd5e6401', 'mac_address': 'fa:16:3e:a7:b9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77d22ac-cfe3-4696-a86f-f8f26504a064', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '4839f055-edd7-4ed9-a2d6-dc3f9daf425d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:08:28Z', 'updated_at': '2022-05-05T20:08:42Z', 'revision_number': 5, 'project_id': '3bcce80065784aa6a77c066afd5e6401', 'subnets': [{'id': '4839f055-edd7-4ed9-a2d6-dc3f9daf425d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:09:10.848519 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a408813e-bfc3-400a-9064-120dae0fb477 req-bdce8389-3bcd-4661-a9f6-f230286384e9 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:10.858482 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac7c5db-bc5a-4fa2-92aa-fb3ae3650c8d req-8742d2c7-0bc3-431b-a9db-7e1c2a33274a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:10.860380 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fac7c5db-bc5a-4fa2-92aa-fb3ae3650c8d req-8742d2c7-0bc3-431b-a9db-7e1c2a33274a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4839f055-edd7-4ed9-a2d6-dc3f9daf425d HTTP/1.1" status: 200 len: 854 time: 0.0662682 May 05 20:09:10.861520 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a408813e-bfc3-400a-9064-120dae0fb477 req-bdce8389-3bcd-4661-a9f6-f230286384e9 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=007ef628-f7c7-48f7-8428-bec52247349b HTTP/1.1" status: 200 len: 945 time: 0.5448971 May 05 20:09:10.864059 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-f9d6157c-d389-43a7-bddb-d20148eb7d7f tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Deleting port 10cd98a0-f99f-451f-90f9-15899e20be60 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:09:10.864951 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f9d6157c-d389-43a7-bddb-d20148eb7d7f tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:10.868137 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67b177d8-8f47-4596-8438-25e1d03b1a09 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:09:10.868137 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-67b177d8-8f47-4596-8438-25e1d03b1a09 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:10.917454 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port 6345e626-6ff3-417b-9d59-841430128926 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:09:11.019737 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 6345e626-6ff3-417b-9d59-841430128926 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:09:11.020105 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:11.160239 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:09:11.160239 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:09:11.160239 n-d-840717-1 neutron-server[88198]: timer() May 05 20:09:11.160239 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:09:11.160239 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:09:11.160239 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:09:11.160239 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:09:11.160239 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:09:11.160239 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:09:11.160239 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:09:11.160239 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:09:11.160239 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:09:11.160239 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:09:11.160239 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:09:11.160239 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:09:11.160239 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:09:11.160239 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:09:11.160239 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:09:11.160239 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:09:11.160239 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:09:11.160239 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:09:11.160239 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:09:11.160239 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:09:11.160239 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:09:11.160239 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:09:11.160239 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:09:11.160239 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:09:11.160239 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:09:11.160239 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:09:11.160239 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:09:11.160239 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:09:11.160239 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:09:11.163170 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-042f6e75-af47-4392-b340-df91be343660 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Usage tracker for resource:port and tenant:5612e7242a04466e929d2d320c132523 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:09:11.181276 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-67b177d8-8f47-4596-8438-25e1d03b1a09 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:11.190209 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-042f6e75-af47-4392-b340-df91be343660 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:09:11.249749 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b177d8-8f47-4596-8438-25e1d03b1a09 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ab825743-e19b-45d5-b1b0-fb682bcce774 {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 05 20:09:11.258488 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac7c5db-bc5a-4fa2-92aa-fb3ae3650c8d req-c8e1e7c5-8e55-446e-a1d7-c2f1766bf32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:11.260094 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fac7c5db-bc5a-4fa2-92aa-fb3ae3650c8d req-c8e1e7c5-8e55-446e-a1d7-c2f1766bf32d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dd240240-b981-4728-a92a-09bd25dc9abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3695257 May 05 20:09:11.266344 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-67b177d8-8f47-4596-8438-25e1d03b1a09 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:11.277000 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-042f6e75-af47-4392-b340-df91be343660 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:09:11.299860 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3570f34c-329c-4383-8787-c9c394632d09 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:11.303492 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66798318-6617-45dc-80ca-607e4872e958 None None] New status for floating IP a267eff8-eac4-4b30-8244-a17bb1068d4b: ACTIVE {{(pid=88199) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:09:11.317689 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b177d8-8f47-4596-8438-25e1d03b1a09 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] Pushing event deleted for resources: {'Network': ['ID=ab825743-e19b-45d5-b1b0-fb682bcce774,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:11.468202 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-f9d6157c-d389-43a7-bddb-d20148eb7d7f tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] For port 10cd98a0-f99f-451f-90f9-15899e20be60, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=10cd98a0-f99f-451f-90f9-15899e20be60,segment=NetworkSegment(cc2e8cfb-aa44-499f-ac7a-1211435f10b3),segment_id=cc2e8cfb-aa44-499f-ac7a-1211435f10b3)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:09:11.468867 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f9d6157c-d389-43a7-bddb-d20148eb7d7f tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:11.476718 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 10cd98a0-f99f-451f-90f9-15899e20be60 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:09:11.481237 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3570f34c-329c-4383-8787-c9c394632d09 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event updated for resources: {'Port': ['ID=12073818-d2ee-4694-a5e5-e31952ec1e2c,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:11.496895 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-67b177d8-8f47-4596-8438-25e1d03b1a09 tempest-ExternalNetworksTestJSON-1557381969 tempest-ExternalNetworksTestJSON-1557381969-project-admin] 10.222.0.36 "DELETE /v2.0/networks/ab825743-e19b-45d5-b1b0-fb682bcce774 HTTP/1.1" status: 204 len: 168 time: 2.0521386 May 05 20:09:11.500073 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54508) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:11.510361 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3570f34c-329c-4383-8787-c9c394632d09 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Network 06549593-4e36-4897-b3db-51a795771b98 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:09:11.513781 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-3570f34c-329c-4383-8787-c9c394632d09 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:09:11.516923 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042f6e75-af47-4392-b340-df91be343660 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Made reservation on behalf of 5612e7242a04466e929d2d320c132523 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:09:11.521508 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-042f6e75-af47-4392-b340-df91be343660 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:11.540776 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a408813e-bfc3-400a-9064-120dae0fb477 req-5375c8c9-72e5-4367-9e97-5236e1306a47 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6783254 May 05 20:09:11.595129 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3570f34c-329c-4383-8787-c9c394632d09 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:09:11.596127 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3570f34c-329c-4383-8787-c9c394632d09 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:11.654391 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-12422f20-75ed-437b-be81-4dd3a11b2e3c tempest-ExternalNetworksTestJSON-2080027705 tempest-ExternalNetworksTestJSON-2080027705-project] DELETE failed (client error): The resource could not be found. May 05 20:09:11.654917 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12422f20-75ed-437b-be81-4dd3a11b2e3c tempest-ExternalNetworksTestJSON-2080027705 tempest-ExternalNetworksTestJSON-2080027705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:09:11.660708 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-12422f20-75ed-437b-be81-4dd3a11b2e3c tempest-ExternalNetworksTestJSON-2080027705 tempest-ExternalNetworksTestJSON-2080027705-project] 10.222.0.36 "DELETE /v2.0/subnets/52bf07ae-494f-48ec-89e5-df42dc3b77ff HTTP/1.1" status: 404 len: 337 time: 0.1489706 May 05 20:09:11.674952 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54514) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:11.709707 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-f9d6157c-d389-43a7-bddb-d20148eb7d7f tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Calling delete_port for 10cd98a0-f99f-451f-90f9-15899e20be60 owned by network:dhcp {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:09:11.734582 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-042f6e75-af47-4392-b340-df91be343660 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] device_id is not set on port 9da9e265-d15b-4fcb-8f8d-bab2422439ff yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:09:11.755864 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fac7c5db-bc5a-4fa2-92aa-fb3ae3650c8d req-4d385a37-c9ab-4799-b467-1182bfdcfedc service neutron] 10.222.0.50 "GET /v2.0/networks/dd240240-b981-4728-a92a-09bd25dc9abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4869647 May 05 20:09:11.863501 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:11.920137 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54520) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:11.932925 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3570f34c-329c-4383-8787-c9c394632d09 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event updated for resources: {'Port': ['ID=9a9e7589-fce5-4556-89d4-110e8017d320,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:11.982850 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fac7c5db-bc5a-4fa2-92aa-fb3ae3650c8d req-fb5ba322-3075-4c22-a040-37d452c2f24e service neutron] 10.222.0.50 "GET /v2.0/networks/dd240240-b981-4728-a92a-09bd25dc9abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202079 May 05 20:09:12.004804 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f9d6157c-d389-43a7-bddb-d20148eb7d7f tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:12.010871 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '007ef628-f7c7-48f7-8428-bec52247349b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6345e626-6ff3-417b-9d59-841430128926'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:09:12.104127 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d6157c-d389-43a7-bddb-d20148eb7d7f tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Pushing event deleted for resources: {'Port': ['ID=10cd98a0-f99f-451f-90f9-15899e20be60,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:12.156452 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f76cc86d-8381-4f9e-97d4-e68982710443'] response: {'server_uuid': '007ef628-f7c7-48f7-8428-bec52247349b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6345e626-6ff3-417b-9d59-841430128926', 'code': 200} May 05 20:09:12.173498 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3570f34c-329c-4383-8787-c9c394632d09 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Checking segment: {'id': 'afb7b148-b18c-4e66-9bd9-8e33e315672a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4899e8da-1ed7-4ec4-9856-a68a24c051d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:09:12.174362 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3570f34c-329c-4383-8787-c9c394632d09 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Network hostable DHCP agents. Network: 4899e8da-1ed7-4ec4-9856-a68a24c051d5, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:09:12.176363 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 6345e626-6ff3-417b-9d59-841430128926, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=6345e626-6ff3-417b-9d59-841430128926,segment=NetworkSegment(0a9940fa-b2d8-4605-a2bb-ab46df53c9ac),segment_id=0a9940fa-b2d8-4605-a2bb-ab46df53c9ac)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:09:12.178877 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 10cd98a0-f99f-451f-90f9-15899e20be60 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:09:12.179470 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:12.182337 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-27bb5c38-e0a8-4987-b14f-4505bb6be3d6 tempest-ExternalNetworksTestJSON-2080027705 tempest-ExternalNetworksTestJSON-2080027705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:12.226260 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Port 10cd98a0-f99f-451f-90f9-15899e20be60 was deleted so its status cannot be updated. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 05 20:09:12.231662 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:12.245612 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d4a7d5a9-3179-487c-a6be-d6b2681d9cb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:12.270242 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d6157c-d389-43a7-bddb-d20148eb7d7f tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] No DVR routers for this DVR port 10cd98a0-f99f-451f-90f9-15899e20be60 on host n-d-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:09:12.335685 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-d4a7d5a9-3179-487c-a6be-d6b2681d9cb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:09:12.340997 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=6345e626-6ff3-417b-9d59-841430128926,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:12.349968 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3570f34c-329c-4383-8787-c9c394632d09 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Network 4899e8da-1ed7-4ec4-9856-a68a24c051d5 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:09:12.352918 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-d4a7d5a9-3179-487c-a6be-d6b2681d9cb4 admin admin] Usage tracker for resource:security_group_rule and tenant:4fd72e182c684ec5ab502962599a3b4b is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:09:12.360503 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-d4a7d5a9-3179-487c-a6be-d6b2681d9cb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:09:12.369316 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177e269d-8974-43c7-8958-0f6a604a4cce None None] DHCP port deletion for d33b8bfc-847b-488e-b91c-3caa1139039b request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:09:12.375229 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-d4a7d5a9-3179-487c-a6be-d6b2681d9cb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:09:12.378294 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-a06190d8-158d-4b84-9d55-40bc411b467a None None] Could not find standard attr ID for object 10cd98a0-f99f-451f-90f9-15899e20be60. {{(pid=88199) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 20:09:12.388993 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-3570f34c-329c-4383-8787-c9c394632d09 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 4899e8da-1ed7-4ec4-9856-a68a24c051d5) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:09:12.396018 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f9d6157c-d389-43a7-bddb-d20148eb7d7f tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:12.401017 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3570f34c-329c-4383-8787-c9c394632d09 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:09:12.404633 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c453af-c78f-4771-b574-b44afcedabbc None None] get_active_networks_info from n-d-840717-1 {{(pid=88199) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 05 20:09:12.406639 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3570f34c-329c-4383-8787-c9c394632d09 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:12.411612 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3570f34c-329c-4383-8787-c9c394632d09 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:12.412325 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3570f34c-329c-4383-8787-c9c394632d09 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:12.449557 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76133bd7-ebae-4246-b7d8-5dd903f82b19 req-fc12ee35-5d10-456a-af24-a8d334c5abb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:12.451117 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-76133bd7-ebae-4246-b7d8-5dd903f82b19 req-fc12ee35-5d10-456a-af24-a8d334c5abb9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=007ef628-f7c7-48f7-8428-bec52247349b HTTP/1.1" status: 200 len: 1097 time: 0.2475893 May 05 20:09:12.482223 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-27bb5c38-e0a8-4987-b14f-4505bb6be3d6 tempest-ExternalNetworksTestJSON-2080027705 tempest-ExternalNetworksTestJSON-2080027705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:12.493877 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-042f6e75-af47-4392-b340-df91be343660 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Allocated IP 172.20.0.9 (f6742214-4aff-4718-b4d5-06f9af7d100a/b8cfd6f9-133c-4dc4-a8c0-195e4c2e3933/9da9e265-d15b-4fcb-8f8d-bab2422439ff) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:09:12.524800 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3570f34c-329c-4383-8787-c9c394632d09 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.9990942 May 05 20:09:12.526316 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54528) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:12.529452 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-27bb5c38-e0a8-4987-b14f-4505bb6be3d6 tempest-ExternalNetworksTestJSON-2080027705 tempest-ExternalNetworksTestJSON-2080027705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b4a5f52-3933-4993-b1ae-5330a9e21f63']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:09:12.533549 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-76133bd7-ebae-4246-b7d8-5dd903f82b19 req-0a420697-f068-49d8-8651-39345fe5b2a0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755587 May 05 20:09:12.563931 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c453af-c78f-4771-b574-b44afcedabbc None None] Resources bound (agent type, host, resource id): {{(pid=88199) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 05 20:09:12.597810 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-27bb5c38-e0a8-4987-b14f-4505bb6be3d6 tempest-ExternalNetworksTestJSON-2080027705 tempest-ExternalNetworksTestJSON-2080027705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c76a467-36ec-47e2-ab95-c2678eecbaf6') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:09:12.597810 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-27bb5c38-e0a8-4987-b14f-4505bb6be3d6 tempest-ExternalNetworksTestJSON-2080027705 tempest-ExternalNetworksTestJSON-2080027705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c76a467-36ec-47e2-ab95-c2678eecbaf6') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:09:12.625384 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-27bb5c38-e0a8-4987-b14f-4505bb6be3d6 tempest-ExternalNetworksTestJSON-2080027705 tempest-ExternalNetworksTestJSON-2080027705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:12.631185 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f9d6157c-d389-43a7-bddb-d20148eb7d7f tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:12.673952 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-27bb5c38-e0a8-4987-b14f-4505bb6be3d6 tempest-ExternalNetworksTestJSON-2080027705 tempest-ExternalNetworksTestJSON-2080027705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:12.681716 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d4a7d5a9-3179-487c-a6be-d6b2681d9cb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:12.682357 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-5f2a46fb-e42c-4e61-a589-d91110d71fe9 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Deleting port 9a9e7589-fce5-4556-89d4-110e8017d320 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:09:12.682703 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5f2a46fb-e42c-4e61-a589-d91110d71fe9 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:12.693752 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d4a7d5a9-3179-487c-a6be-d6b2681d9cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:12.722546 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d6157c-d389-43a7-bddb-d20148eb7d7f tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Pushing event deleted for resources: {'Subnet': ['ID=a07171c6-fb79-42a0-9259-c6109aeb8f83,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:12.785409 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a7d5a9-3179-487c-a6be-d6b2681d9cb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5044a2ad-dfa8-4045-a52e-b53d85e3ce23,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:12.797956 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27bb5c38-e0a8-4987-b14f-4505bb6be3d6 tempest-ExternalNetworksTestJSON-2080027705 tempest-ExternalNetworksTestJSON-2080027705-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:09:12.798173 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-27bb5c38-e0a8-4987-b14f-4505bb6be3d6 tempest-ExternalNetworksTestJSON-2080027705 tempest-ExternalNetworksTestJSON-2080027705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:12.824666 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:09:12.824666 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:09:12.824666 n-d-840717-1 neutron-server[88198]: timer() May 05 20:09:12.824666 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:09:12.824666 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:09:12.824666 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:09:12.824666 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:09:12.824666 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:09:12.824666 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:09:12.824666 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:09:12.824666 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:09:12.824666 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:09:12.824666 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:09:12.824666 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:09:12.824666 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:09:12.824666 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:09:12.824666 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:09:12.824666 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:09:12.824666 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:09:12.824666 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:09:12.824666 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:09:12.824666 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:09:12.824666 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:09:12.824666 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:09:12.824666 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:09:12.824666 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:09:12.824666 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:09:12.824666 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:09:12.824666 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:09:12.824666 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:09:12.824666 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:09:12.824666 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:09:12.841483 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f9d6157c-d389-43a7-bddb-d20148eb7d7f tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:12.849983 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d4a7d5a9-3179-487c-a6be-d6b2681d9cb4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4fd72e182c684ec5ab502962599a3b4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9285972 May 05 20:09:12.853210 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54536) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:12.883628 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-f9d6157c-d389-43a7-bddb-d20148eb7d7f tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d33b8bfc-847b-488e-b91c-3caa1139039b']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:09:12.905915 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-f9d6157c-d389-43a7-bddb-d20148eb7d7f tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc2e8cfb-aa44-499f-ac7a-1211435f10b3') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:09:12.906215 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-f9d6157c-d389-43a7-bddb-d20148eb7d7f tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc2e8cfb-aa44-499f-ac7a-1211435f10b3') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:09:12.929611 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f9d6157c-d389-43a7-bddb-d20148eb7d7f tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:12.958590 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f9d6157c-d389-43a7-bddb-d20148eb7d7f tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:12.970055 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9d6157c-d389-43a7-bddb-d20148eb7d7f tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:09:12.970913 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f9d6157c-d389-43a7-bddb-d20148eb7d7f tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:12.990351 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1344858c-2036-4953-8e92-f5753efb740b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:12.992188 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:09:12.992188 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:09:12.992188 n-d-840717-1 neutron-server[88197]: timer() May 05 20:09:12.992188 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:09:12.992188 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:09:12.992188 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:09:12.992188 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:09:12.992188 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:09:12.992188 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:09:12.992188 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:09:12.992188 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:09:12.992188 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:09:12.992188 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:09:12.992188 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:09:12.992188 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:09:12.992188 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:09:12.992188 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:09:12.992188 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:09:12.992188 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:09:12.992188 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:09:12.992188 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:09:12.992188 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:09:12.992188 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:09:12.992188 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:09:12.992188 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:09:12.992188 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:09:12.992188 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:09:12.992188 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:09:12.992188 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:09:12.992188 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:09:12.992188 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:09:12.992188 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:09:13.000528 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd9b49e-4185-4d02-b4ad-2c410ecca171 None None] Network 4899e8da-1ed7-4ec4-9856-a68a24c051d5 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:09:13.016606 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e808c0-b73a-4324-a355-725b516ec59f None None] Network d33b8bfc-847b-488e-b91c-3caa1139039b requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:09:13.051580 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-27bb5c38-e0a8-4987-b14f-4505bb6be3d6 tempest-ExternalNetworksTestJSON-2080027705 tempest-ExternalNetworksTestJSON-2080027705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:13.080058 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-27bb5c38-e0a8-4987-b14f-4505bb6be3d6 tempest-ExternalNetworksTestJSON-2080027705 tempest-ExternalNetworksTestJSON-2080027705-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:13.089528 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1344858c-2036-4953-8e92-f5753efb740b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:13.109426 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f9d6157c-d389-43a7-bddb-d20148eb7d7f tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:13.118723 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bb5c38-e0a8-4987-b14f-4505bb6be3d6 tempest-ExternalNetworksTestJSON-2080027705 tempest-ExternalNetworksTestJSON-2080027705-project] Pushing event deleted for resources: {'Network': ['ID=7b4a5f52-3933-4993-b1ae-5330a9e21f63,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:13.137554 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f9d6157c-d389-43a7-bddb-d20148eb7d7f tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:13.163647 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-27bb5c38-e0a8-4987-b14f-4505bb6be3d6 tempest-ExternalNetworksTestJSON-2080027705 tempest-ExternalNetworksTestJSON-2080027705-project] 10.222.0.36 "DELETE /v2.0/networks/7b4a5f52-3933-4993-b1ae-5330a9e21f63 HTTP/1.1" status: 204 len: 168 time: 1.4812999 May 05 20:09:13.264757 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 10cd98a0-f99f-451f-90f9-15899e20be60 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:09:13.272330 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d6157c-d389-43a7-bddb-d20148eb7d7f tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Pushing event deleted for resources: {'Network': ['ID=d33b8bfc-847b-488e-b91c-3caa1139039b,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:13.283702 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1404ce-4428-441c-a612-db8e855ff7ba req-cbae7bd9-eb9c-400c-ba3e-a4a01be3e5f9 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:13.285627 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4a1404ce-4428-441c-a612-db8e855ff7ba req-cbae7bd9-eb9c-400c-ba3e-a4a01be3e5f9 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=007ef628-f7c7-48f7-8428-bec52247349b HTTP/1.1" status: 200 len: 946 time: 0.5607359 May 05 20:09:13.292242 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-042f6e75-af47-4392-b340-df91be343660 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:13.301308 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5f2a46fb-e42c-4e61-a589-d91110d71fe9 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:13.304924 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f9d6157c-d389-43a7-bddb-d20148eb7d7f tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] 10.222.0.36 "DELETE /v2.0/networks/d33b8bfc-847b-488e-b91c-3caa1139039b HTTP/1.1" status: 204 len: 168 time: 4.2626941 May 05 20:09:13.306852 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54542) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:13.314996 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 10cd98a0-f99f-451f-90f9-15899e20be60 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:09:13.315632 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 10cd98a0-f99f-451f-90f9-15899e20be60 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:09:13.377991 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1344858c-2036-4953-8e92-f5753efb740b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:13.380685 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1344858c-2036-4953-8e92-f5753efb740b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:13.382222 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-1344858c-2036-4953-8e92-f5753efb740b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5044a2ad-dfa8-4045-a52e-b53d85e3ce23 HTTP/1.1" status: 204 len: 168 time: 0.5276892 May 05 20:09:13.391597 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeb6261d-3879-4f62-a259-014a6073b301 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] DELETE failed (client error): The resource could not be found. May 05 20:09:13.393224 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aeb6261d-3879-4f62-a259-014a6073b301 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:09:13.395319 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-aeb6261d-3879-4f62-a259-014a6073b301 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] 10.222.0.36 "DELETE /v2.0/subnets/a07171c6-fb79-42a0-9259-c6109aeb8f83 HTTP/1.1" status: 404 len: 337 time: 0.0875173 May 05 20:09:13.397954 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54548) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:13.426610 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1344858c-2036-4953-8e92-f5753efb740b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5044a2ad-dfa8-4045-a52e-b53d85e3ce23,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:13.434641 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-43c5e8ac-2e1e-4aaa-b39e-55e81a7765be tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] DELETE failed (client error): The resource could not be found. May 05 20:09:13.439775 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43c5e8ac-2e1e-4aaa-b39e-55e81a7765be tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:09:13.444046 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-43c5e8ac-2e1e-4aaa-b39e-55e81a7765be tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] 10.222.0.36 "DELETE /v2.0/networks/d33b8bfc-847b-488e-b91c-3caa1139039b HTTP/1.1" status: 404 len: 339 time: 0.0425253 May 05 20:09:13.444264 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54554) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:13.537204 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-878def75-3a22-4e4e-a0d9-9d973542fa42 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] DELETE failed (client error): The resource could not be found. May 05 20:09:13.537587 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-878def75-3a22-4e4e-a0d9-9d973542fa42 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:09:13.541506 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-878def75-3a22-4e4e-a0d9-9d973542fa42 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] 10.222.0.36 "DELETE /v2.0/subnets/1ddbf268-74ae-4973-8d34-f0ce88159b1f HTTP/1.1" status: 404 len: 337 time: 0.0939083 May 05 20:09:13.542562 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54558) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:13.562840 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfc854a-6296-4b02-a81b-6bb6ec3792ec None None] DHCP port deletion for d33b8bfc-847b-488e-b91c-3caa1139039b request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:09:13.620808 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54562) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:13.621925 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-11d2ce4b-3ad9-45f6-a3c0-76421b17b56e tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] DELETE failed (client error): The resource could not be found. May 05 20:09:13.622783 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11d2ce4b-3ad9-45f6-a3c0-76421b17b56e tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:09:13.625186 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-11d2ce4b-3ad9-45f6-a3c0-76421b17b56e tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] 10.222.0.36 "DELETE /v2.0/networks/6f3cd6ab-2042-4dfe-a533-be269e4ba599 HTTP/1.1" status: 404 len: 339 time: 0.0817561 May 05 20:09:13.644144 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54568) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:13.714657 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-5f2a46fb-e42c-4e61-a589-d91110d71fe9 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Calling delete_port for 9a9e7589-fce5-4556-89d4-110e8017d320 owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:09:13.807842 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4a1404ce-4428-441c-a612-db8e855ff7ba req-338121a7-bb00-4fe4-b3d2-8148e03ed5ef tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4976587 May 05 20:09:13.832489 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3864affa-18b0-4f7f-88f1-8597aa1b1d92 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:13.835743 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5f2a46fb-e42c-4e61-a589-d91110d71fe9 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:13.860400 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-2d614fd0-48ee-4489-9890-2b6406b9ffbf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ef6a9d9c09674808b388c72ea1d9a168&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2339110 May 05 20:09:13.887084 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54580) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:13.888233 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-042f6e75-af47-4392-b340-df91be343660 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:13.915390 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2a46fb-e42c-4e61-a589-d91110d71fe9 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event deleted for resources: {'Port': ['ID=9a9e7589-fce5-4556-89d4-110e8017d320,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:13.922207 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5f2a46fb-e42c-4e61-a589-d91110d71fe9 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:13.984392 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042f6e75-af47-4392-b340-df91be343660 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Network f6742214-4aff-4718-b4d5-06f9af7d100a is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:09:13.985339 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3864affa-18b0-4f7f-88f1-8597aa1b1d92 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:13.999856 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-042f6e75-af47-4392-b340-df91be343660 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:09:14.008617 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-5f2a46fb-e42c-4e61-a589-d91110d71fe9 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "DELETE /v2.0/ports/9a9e7589-fce5-4556-89d4-110e8017d320 HTTP/1.1" status: 204 len: 168 time: 1.4810319 May 05 20:09:14.011597 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042f6e75-af47-4392-b340-df91be343660 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:09:14.012397 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54586) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:14.015590 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-3864affa-18b0-4f7f-88f1-8597aa1b1d92 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c48e7a08-4bf6-4467-af76-5882cc7ba3e0']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:09:14.075486 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-3864affa-18b0-4f7f-88f1-8597aa1b1d92 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45a713d9-44bc-4a0d-917f-2a7a3513290b') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:09:14.075851 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-3864affa-18b0-4f7f-88f1-8597aa1b1d92 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45a713d9-44bc-4a0d-917f-2a7a3513290b') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:09:14.083266 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042f6e75-af47-4392-b340-df91be343660 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Pushing event updated for resources: {'Port': ['ID=9da9e265-d15b-4fcb-8f8d-bab2422439ff,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:14.091145 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3864affa-18b0-4f7f-88f1-8597aa1b1d92 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:14.107927 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-18e66920-dbf0-4713-bc50-6a96b4626c5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:14.113739 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3864affa-18b0-4f7f-88f1-8597aa1b1d92 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:14.118997 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042f6e75-af47-4392-b340-df91be343660 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:14.119930 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-042f6e75-af47-4392-b340-df91be343660 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:14.123090 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3864affa-18b0-4f7f-88f1-8597aa1b1d92 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:09:14.123509 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3864affa-18b0-4f7f-88f1-8597aa1b1d92 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:14.135933 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:14.141754 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:09:14.141754 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:09:14.141754 n-d-840717-1 neutron-server[88197]: timer() May 05 20:09:14.141754 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:09:14.141754 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:09:14.141754 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:09:14.141754 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:09:14.141754 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:09:14.141754 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:09:14.141754 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:09:14.141754 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:09:14.141754 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:09:14.141754 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:09:14.141754 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:09:14.141754 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:09:14.141754 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:09:14.141754 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:09:14.141754 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:09:14.141754 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:09:14.141754 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:09:14.141754 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:09:14.141754 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:09:14.141754 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:09:14.141754 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:09:14.141754 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:09:14.141754 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:09:14.141754 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:09:14.141754 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:09:14.141754 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:09:14.141754 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:09:14.141754 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:09:14.141754 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:09:14.165785 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-042f6e75-af47-4392-b340-df91be343660 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.7311292 May 05 20:09:14.168201 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-18e66920-dbf0-4713-bc50-6a96b4626c5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:14.174920 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3921deb-94f1-4327-8600-443b9dbd4415 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:14.175307 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54596) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:14.180778 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3921deb-94f1-4327-8600-443b9dbd4415 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:14.184670 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-4eb86ed3-afdf-4f83-971e-04fc9439d07a tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Request body: {'floatingip': {'port_id': '9da9e265-d15b-4fcb-8f8d-bab2422439ff'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:09:14.185103 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f3921deb-94f1-4327-8600-443b9dbd4415 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1717451 May 05 20:09:14.185682 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54600) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:14.286450 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4eb86ed3-afdf-4f83-971e-04fc9439d07a tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for floatingip, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:14.299542 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3864affa-18b0-4f7f-88f1-8597aa1b1d92 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:14.331411 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3864affa-18b0-4f7f-88f1-8597aa1b1d92 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:14.352578 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3864affa-18b0-4f7f-88f1-8597aa1b1d92 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Pushing event deleted for resources: {'Network': ['ID=c48e7a08-4bf6-4467-af76-5882cc7ba3e0,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:14.359247 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-3864affa-18b0-4f7f-88f1-8597aa1b1d92 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] 10.222.0.36 "DELETE /v2.0/networks/c48e7a08-4bf6-4467-af76-5882cc7ba3e0 HTTP/1.1" status: 204 len: 168 time: 0.7128088 May 05 20:09:14.363165 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54608) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:14.406153 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-64bea0be-0431-48d6-9712-1b642c11469e tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Deleting port 12073818-d2ee-4694-a5e5-e31952ec1e2c {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:09:14.406580 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-64bea0be-0431-48d6-9712-1b642c11469e tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:14.449753 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-978c7a3e-79e6-4db3-b5d5-5a09e6a80886 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] DELETE failed (client error): The resource could not be found. May 05 20:09:14.450294 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-978c7a3e-79e6-4db3-b5d5-5a09e6a80886 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:09:14.455691 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-978c7a3e-79e6-4db3-b5d5-5a09e6a80886 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] 10.222.0.36 "DELETE /v2.0/subnets/3b86a8c9-8454-4c6c-a94d-c7b1787c348b HTTP/1.1" status: 404 len: 337 time: 0.0882320 May 05 20:09:14.456523 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54614) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:14.490595 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-18e66920-dbf0-4713-bc50-6a96b4626c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:14.494397 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b37107e-9792-4141-bfaf-94e3e4632c1e tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] DELETE failed (client error): The resource could not be found. May 05 20:09:14.494885 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b37107e-9792-4141-bfaf-94e3e4632c1e tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:09:14.523689 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-18e66920-dbf0-4713-bc50-6a96b4626c5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:14.524804 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-18e66920-dbf0-4713-bc50-6a96b4626c5b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8054e0c4-99ed-41a9-aab2-9ae17b8b9d86 HTTP/1.1" status: 204 len: 168 time: 0.6347356 May 05 20:09:14.527932 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e66920-dbf0-4713-bc50-6a96b4626c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8054e0c4-99ed-41a9-aab2-9ae17b8b9d86,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:14.530307 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3b37107e-9792-4141-bfaf-94e3e4632c1e tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] 10.222.0.36 "DELETE /v2.0/networks/25b13dfe-6339-43c0-aee1-dbfe5c020847 HTTP/1.1" status: 404 len: 339 time: 0.0728438 May 05 20:09:14.533749 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54620) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:14.687568 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-a390b4fb-3798-4840-a5e1-c15f732a7ed7 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] DELETE failed (client error): The resource could not be found. May 05 20:09:14.688022 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a390b4fb-3798-4840-a5e1-c15f732a7ed7 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:09:14.690565 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a390b4fb-3798-4840-a5e1-c15f732a7ed7 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] 10.222.0.36 "DELETE /v2.0/subnets/79e252b7-f163-444c-87e9-e2a5d7b1ce9e HTTP/1.1" status: 404 len: 337 time: 0.1556590 May 05 20:09:14.691549 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-64bea0be-0431-48d6-9712-1b642c11469e tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:14.693433 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54626) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:14.721177 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54632) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:14.728002 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2b7d9c2-0cb2-4224-8b3c-684e47cdea19 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] DELETE failed (client error): The resource could not be found. May 05 20:09:14.728721 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2b7d9c2-0cb2-4224-8b3c-684e47cdea19 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:09:14.730339 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d2b7d9c2-0cb2-4224-8b3c-684e47cdea19 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] 10.222.0.36 "DELETE /v2.0/networks/edccba8d-5ae6-44ba-8250-de39e5a9fcf9 HTTP/1.1" status: 404 len: 339 time: 0.0360966 May 05 20:09:14.782135 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54636) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:14.882526 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbb2c57f-fcdf-47ff-b11b-ae3be99eba72 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] DELETE failed (client error): The resource could not be found. May 05 20:09:14.882984 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbb2c57f-fcdf-47ff-b11b-ae3be99eba72 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:09:14.884707 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-fbb2c57f-fcdf-47ff-b11b-ae3be99eba72 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] 10.222.0.36 "DELETE /v2.0/subnets/8ecf4e76-4327-4e92-b071-0fc8cfcdbff9 HTTP/1.1" status: 404 len: 337 time: 0.1015146 May 05 20:09:14.891530 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-64bea0be-0431-48d6-9712-1b642c11469e tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Calling delete_port for 12073818-d2ee-4694-a5e5-e31952ec1e2c owned by {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:09:14.916020 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54644) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:14.987931 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54648) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:14.990783 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-64bea0be-0431-48d6-9712-1b642c11469e tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:14.991300 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-81b97e4c-9cb1-4eb6-948a-59e2930a2d55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:15.001560 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc987b9b-aa0a-4771-812c-e616ce1961ee tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] DELETE failed (client error): The resource could not be found. May 05 20:09:15.002034 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc987b9b-aa0a-4771-812c-e616ce1961ee tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:09:15.003698 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-dc987b9b-aa0a-4771-812c-e616ce1961ee tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] 10.222.0.36 "DELETE /v2.0/networks/8effdf98-f11f-4e45-b077-92ca7f4a9c26 HTTP/1.1" status: 404 len: 339 time: 0.0862491 May 05 20:09:15.008524 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54652) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:15.053379 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-81b97e4c-9cb1-4eb6-948a-59e2930a2d55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:09:15.060575 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8c4fbae-e3a5-4496-80ca-9bf5b56445f7 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] DELETE failed (client error): The resource could not be found. May 05 20:09:15.061029 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8c4fbae-e3a5-4496-80ca-9bf5b56445f7 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:09:15.062669 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d8c4fbae-e3a5-4496-80ca-9bf5b56445f7 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] 10.222.0.36 "DELETE /v2.0/subnets/7d2d431a-831c-446d-9b10-d9d3161e8f24 HTTP/1.1" status: 404 len: 337 time: 0.0532515 May 05 20:09:15.066026 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-81b97e4c-9cb1-4eb6-948a-59e2930a2d55 admin admin] Usage tracker for resource:security_group_rule and tenant:6f50a2a904754ff5ac81f1cfa53cfc96 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:09:15.067471 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54656) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:15.075341 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-81b97e4c-9cb1-4eb6-948a-59e2930a2d55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:09:15.095855 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bea0be-0431-48d6-9712-1b642c11469e tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event deleted for resources: {'Port': ['ID=12073818-d2ee-4694-a5e5-e31952ec1e2c,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:15.106341 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-81b97e4c-9cb1-4eb6-948a-59e2930a2d55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:09:15.117975 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce1fd4b2-d665-43a1-8381-c492930830e2 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] DELETE failed (client error): The resource could not be found. May 05 20:09:15.118576 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce1fd4b2-d665-43a1-8381-c492930830e2 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:09:15.120141 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-64bea0be-0431-48d6-9712-1b642c11469e tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:15.120414 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-ce1fd4b2-d665-43a1-8381-c492930830e2 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] 10.222.0.36 "DELETE /v2.0/networks/871d1c0a-b4e6-430c-835b-fabd65400b0d HTTP/1.1" status: 404 len: 339 time: 0.0466943 May 05 20:09:15.124641 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54660) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:15.179086 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-64bea0be-0431-48d6-9712-1b642c11469e tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "DELETE /v2.0/ports/12073818-d2ee-4694-a5e5-e31952ec1e2c HTTP/1.1" status: 204 len: 168 time: 0.9461570 May 05 20:09:15.188728 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54664) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:15.191310 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc3b54d2-8e49-4f19-814b-8bd26d5149b4 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] DELETE failed (client error): The resource could not be found. May 05 20:09:15.191783 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc3b54d2-8e49-4f19-814b-8bd26d5149b4 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:09:15.193379 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-dc3b54d2-8e49-4f19-814b-8bd26d5149b4 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] 10.222.0.36 "DELETE /v2.0/subnets/c3e442a5-7dd1-4630-9e6e-e4e194078121 HTTP/1.1" status: 404 len: 337 time: 0.0653012 May 05 20:09:15.196856 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-085cf3bd-e256-40a4-8703-1e70fa700878 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=478018a6b0c7451b92389b09af517963&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2074246 May 05 20:09:15.197349 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54668) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:15.233566 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54670) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:15.388414 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-358e9933-52e6-474d-965f-cca26595d777 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] DELETE failed (client error): The resource could not be found. May 05 20:09:15.389061 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-358e9933-52e6-474d-965f-cca26595d777 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:09:15.390446 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-358e9933-52e6-474d-965f-cca26595d777 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] 10.222.0.36 "DELETE /v2.0/networks/cd703b39-7a6b-49a6-9220-e391997301de HTTP/1.1" status: 404 len: 339 time: 0.1636796 May 05 20:09:15.399084 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54676) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:15.437122 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cfd562-5980-4882-8330-b0fef171202f req-88ea9f9b-b25e-41a2-a716-6b01fa43478c tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:15.438564 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-48cfd562-5980-4882-8330-b0fef171202f req-88ea9f9b-b25e-41a2-a716-6b01fa43478c tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=007ef628-f7c7-48f7-8428-bec52247349b HTTP/1.1" status: 200 len: 946 time: 0.4458807 May 05 20:09:15.459113 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-42e8bc0e-d008-4060-ab57-8d8edb5f27e0 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] DELETE failed (client error): The resource could not be found. May 05 20:09:15.459606 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42e8bc0e-d008-4060-ab57-8d8edb5f27e0 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:09:15.478910 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c42ffec9-ac54-4663-8120-4f36407342fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:15.483503 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4eb86ed3-afdf-4f83-971e-04fc9439d07a tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:15.488873 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-42e8bc0e-d008-4060-ab57-8d8edb5f27e0 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] 10.222.0.36 "DELETE /v2.0/subnets/a5328388-ee01-4271-9bfa-67ef90f444f7 HTTP/1.1" status: 404 len: 337 time: 0.0886068 May 05 20:09:15.490836 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-81b97e4c-9cb1-4eb6-948a-59e2930a2d55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:15.491952 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4eb86ed3-afdf-4f83-971e-04fc9439d07a tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:15.495571 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54680) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:15.540140 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f882f33e-6ab9-4fad-9302-2d9e621d3731 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:15.540684 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-f882f33e-6ab9-4fad-9302-2d9e621d3731 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Synchronizing usage tracker for tenant:0cc5f4a365af4a94a73e5ef336438b10 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:09:15.546336 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-81b97e4c-9cb1-4eb6-948a-59e2930a2d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:15.562037 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-48cfd562-5980-4882-8330-b0fef171202f req-91b6c260-1f09-47b6-b083-e9588a1bbf48 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172187 May 05 20:09:15.563797 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c42ffec9-ac54-4663-8120-4f36407342fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:15.572606 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-d72d7972-780e-4494-9713-3d444fb41917 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] DELETE failed (client error): The resource could not be found. May 05 20:09:15.572939 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d72d7972-780e-4494-9713-3d444fb41917 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:09:15.576989 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d72d7972-780e-4494-9713-3d444fb41917 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] 10.222.0.36 "DELETE /v2.0/networks/227d8720-9697-43c4-a575-edabc95c9472 HTTP/1.1" status: 404 len: 339 time: 0.0715749 May 05 20:09:15.582082 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54684) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:15.646701 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2196c6f-a052-45ac-8e85-a4f276901cd2 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] DELETE failed (client error): The resource could not be found. May 05 20:09:15.646912 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2196c6f-a052-45ac-8e85-a4f276901cd2 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:09:15.648556 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-e2196c6f-a052-45ac-8e85-a4f276901cd2 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] 10.222.0.36 "DELETE /v2.0/subnets/787a49b4-f7f9-44c5-87c9-20f8324b3d4c HTTP/1.1" status: 404 len: 337 time: 0.0655668 May 05 20:09:15.656840 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-f882f33e-6ab9-4fad-9302-2d9e621d3731 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Unset dirty status for tenant:0cc5f4a365af4a94a73e5ef336438b10 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:09:15.660892 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f882f33e-6ab9-4fad-9302-2d9e621d3731 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.4687607 May 05 20:09:15.660892 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54690) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:15.665708 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54692) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:15.682334 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-81b97e4c-9cb1-4eb6-948a-59e2930a2d55 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6f50a2a904754ff5ac81f1cfa53cfc96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9579604 May 05 20:09:15.683096 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54698) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:15.699707 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b97e4c-9cb1-4eb6-948a-59e2930a2d55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d512df5-dd30-481e-adfe-fae695c22901,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:15.731802 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-30341056-14cf-463e-a90d-509f0e494dc2 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] DELETE failed (client error): The resource could not be found. May 05 20:09:15.732589 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30341056-14cf-463e-a90d-509f0e494dc2 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:09:15.737904 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-91ef490c-14fd-4422-a349-176506818cad tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] GET failed (client error): The resource could not be found. May 05 20:09:15.740387 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-91ef490c-14fd-4422-a349-176506818cad tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "GET /v2.0/ports/9a9e7589-fce5-4556-89d4-110e8017d320 HTTP/1.1" status: 404 len: 333 time: 0.0718384 May 05 20:09:15.742236 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54702) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:15.771815 n-d-840717-1 neutron-server[88198]: INFO neutron.db.l3_db [None req-4eb86ed3-afdf-4f83-971e-04fc9439d07a tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Floating IP 5bfda8cd-173e-49bc-98e1-09ecd35409ee associated. External IP: 172.25.0.232, port: 9da9e265-d15b-4fcb-8f8d-bab2422439ff. May 05 20:09:15.782078 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-30341056-14cf-463e-a90d-509f0e494dc2 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] 10.222.0.36 "DELETE /v2.0/networks/0ce70aa4-930a-4b42-bf69-3d8749ade360 HTTP/1.1" status: 404 len: 339 time: 0.1193180 May 05 20:09:15.797393 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54706) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:15.826979 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-74cf92a3-d583-42eb-8ea9-175a7e36ec39 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] GET failed (client error): The resource could not be found. May 05 20:09:15.831852 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-74cf92a3-d583-42eb-8ea9-175a7e36ec39 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "GET /v2.0/ports/12073818-d2ee-4694-a5e5-e31952ec1e2c HTTP/1.1" status: 404 len: 333 time: 0.0849125 May 05 20:09:15.834603 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54714) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:15.841476 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-85ee611c-36a5-4282-a428-8bf775a2d4b7 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] DELETE failed (client error): The resource could not be found. May 05 20:09:15.841923 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85ee611c-36a5-4282-a428-8bf775a2d4b7 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:09:15.860968 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c42ffec9-ac54-4663-8120-4f36407342fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:15.869284 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e8351699-6500-45d7-b644-d84900673a24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:15.899185 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-85ee611c-36a5-4282-a428-8bf775a2d4b7 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] 10.222.0.36 "DELETE /v2.0/subnets/68577a14-3aa7-4a52-aaa9-a39697c4c012 HTTP/1.1" status: 404 len: 337 time: 0.1020138 May 05 20:09:15.900010 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42ffec9-ac54-4663-8120-4f36407342fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ebbd1e2-0992-48b5-bce4-0cb395be064f,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:15.933215 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54718) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:15.934327 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c42ffec9-ac54-4663-8120-4f36407342fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:15.935443 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-c42ffec9-ac54-4663-8120-4f36407342fc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0ebbd1e2-0992-48b5-bce4-0cb395be064f HTTP/1.1" status: 204 len: 168 time: 0.7009835 May 05 20:09:15.977304 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e8351699-6500-45d7-b644-d84900673a24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:16.045174 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-bec01364-7f32-48b8-ae0f-233665403c06 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] DELETE failed (client error): The resource could not be found. May 05 20:09:16.045653 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bec01364-7f32-48b8-ae0f-233665403c06 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:09:16.047318 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-bec01364-7f32-48b8-ae0f-233665403c06 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] 10.222.0.36 "DELETE /v2.0/networks/555dcaf8-c589-4ae3-b5b1-d9a042b5689a HTTP/1.1" status: 404 len: 339 time: 0.1108410 May 05 20:09:16.051031 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54724) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:16.092306 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-85e84560-b212-451a-943a-cf57a5066353 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:16.114648 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e8351699-6500-45d7-b644-d84900673a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:16.169059 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:16.174349 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-95560420-a267-4682-b473-cd4d25926537 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Deleting subnet c5b101b9-b927-4b97-9f4c-5f8580bef16d {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:09:16.181885 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-95560420-a267-4682-b473-cd4d25926537 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:16.201989 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8351699-6500-45d7-b644-d84900673a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d512df5-dd30-481e-adfe-fae695c22901,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:16.212240 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e8351699-6500-45d7-b644-d84900673a24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:16.215595 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e8351699-6500-45d7-b644-d84900673a24 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6d512df5-dd30-481e-adfe-fae695c22901 HTTP/1.1" status: 204 len: 168 time: 0.5151176 May 05 20:09:16.253895 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eb86ed3-afdf-4f83-971e-04fc9439d07a tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Router b06cf728-838a-4d45-b322-45e16e190c58 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:09:16.276507 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f672c-7f2d-4a2d-9a2a-1ffdc59b71c7 req-cd673e7f-9e4b-4e32-8146-52477de0c32a tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:16.277996 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6c9f672c-7f2d-4a2d-9a2a-1ffdc59b71c7 req-cd673e7f-9e4b-4e32-8146-52477de0c32a tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=007ef628-f7c7-48f7-8428-bec52247349b HTTP/1.1" status: 200 len: 946 time: 0.3843992 May 05 20:09:16.292100 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-95560420-a267-4682-b473-cd4d25926537 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:16.388997 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-85e84560-b212-451a-943a-cf57a5066353 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:16.440299 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-85e84560-b212-451a-943a-cf57a5066353 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4899e8da-1ed7-4ec4-9856-a68a24c051d5']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:09:16.467005 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-85e84560-b212-451a-943a-cf57a5066353 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afb7b148-b18c-4e66-9bd9-8e33e315672a') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:09:16.467304 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-85e84560-b212-451a-943a-cf57a5066353 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afb7b148-b18c-4e66-9bd9-8e33e315672a') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:09:16.477187 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6c9f672c-7f2d-4a2d-9a2a-1ffdc59b71c7 req-93b1a638-1a00-46d8-88fe-18ea4da27f46 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881058 May 05 20:09:16.489470 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-85e84560-b212-451a-943a-cf57a5066353 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:16.516625 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb86ed3-afdf-4f83-971e-04fc9439d07a tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:09:16.521082 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4eb86ed3-afdf-4f83-971e-04fc9439d07a tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:16.529547 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782c719e-4273-4e7f-bdb4-e0a3fc30c942 None None] Sync routers for ids ['b06cf728-838a-4d45-b322-45e16e190c58'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:09:16.545953 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-85e84560-b212-451a-943a-cf57a5066353 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:16.554592 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782c719e-4273-4e7f-bdb4-e0a3fc30c942 None None] Routers {'b06cf728-838a-4d45-b322-45e16e190c58'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:09:16.555380 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-95560420-a267-4682-b473-cd4d25926537 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:16.556873 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-782c719e-4273-4e7f-bdb4-e0a3fc30c942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:09:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['b06cf728-838a-4d45-b322-45e16e190c58'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:09:16.599452 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-4eb86ed3-afdf-4f83-971e-04fc9439d07a tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] 10.222.0.36 "PUT /v2.0/floatingips/5bfda8cd-173e-49bc-98e1-09ecd35409ee HTTP/1.1" status: 200 len: 978 time: 2.4227781 May 05 20:09:16.602894 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54746) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:16.631776 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85e84560-b212-451a-943a-cf57a5066353 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:09:16.632178 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-85e84560-b212-451a-943a-cf57a5066353 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:16.647570 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-782c719e-4273-4e7f-bdb4-e0a3fc30c942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:09:16.659440 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782c719e-4273-4e7f-bdb4-e0a3fc30c942 None None] Routers {'b06cf728-838a-4d45-b322-45e16e190c58'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:09:16.660398 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-782c719e-4273-4e7f-bdb4-e0a3fc30c942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:09:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['b06cf728-838a-4d45-b322-45e16e190c58'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:09:16.663076 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:09:16.663076 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:09:16.663076 n-d-840717-1 neutron-server[88197]: timer() May 05 20:09:16.663076 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:09:16.663076 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:09:16.663076 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:09:16.663076 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:09:16.663076 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:09:16.663076 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:09:16.663076 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:09:16.663076 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:09:16.663076 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:09:16.663076 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:09:16.663076 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:09:16.663076 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:09:16.663076 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:09:16.663076 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:09:16.663076 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:09:16.663076 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:09:16.663076 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:09:16.663076 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:09:16.663076 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:09:16.663076 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:09:16.663076 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:09:16.663076 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:09:16.663076 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:09:16.663076 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:09:16.663076 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:09:16.663076 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:09:16.663076 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:09:16.663076 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:09:16.663076 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:09:16.743685 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-782c719e-4273-4e7f-bdb4-e0a3fc30c942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:09:16.744649 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782c719e-4273-4e7f-bdb4-e0a3fc30c942 None None] The sync data for ids ['b06cf728-838a-4d45-b322-45e16e190c58'] in n-d-840717-1 is: [] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:09:16.780229 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-85e84560-b212-451a-943a-cf57a5066353 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:16.797353 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-2906bb6a-8916-4787-9a91-5e691f5a3ae0 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Deleting port 9da9e265-d15b-4fcb-8f8d-bab2422439ff {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:09:16.797883 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2906bb6a-8916-4787-9a91-5e691f5a3ae0 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:16.805312 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-85e84560-b212-451a-943a-cf57a5066353 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:16.825102 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e84560-b212-451a-943a-cf57a5066353 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event deleted for resources: {'Network': ['ID=4899e8da-1ed7-4ec4-9856-a68a24c051d5,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:16.838885 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-85e84560-b212-451a-943a-cf57a5066353 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "DELETE /v2.0/networks/4899e8da-1ed7-4ec4-9856-a68a24c051d5 HTTP/1.1" status: 204 len: 168 time: 0.9993689 May 05 20:09:16.842569 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54754) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:16.846800 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-95560420-a267-4682-b473-cd4d25926537 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:16.859947 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-a1b1ba71-7780-4e96-aa9f-5bb66cd47dc9 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-696682681'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:09:16.866737 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a1b1ba71-7780-4e96-aa9f-5bb66cd47dc9 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:09:16.870976 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a1b1ba71-7780-4e96-aa9f-5bb66cd47dc9 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Usage tracker for resource:network and tenant:0cc5f4a365af4a94a73e5ef336438b10 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:09:16.880314 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a1b1ba71-7780-4e96-aa9f-5bb66cd47dc9 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:09:16.889234 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a1b1ba71-7780-4e96-aa9f-5bb66cd47dc9 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:09:16.899002 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95560420-a267-4682-b473-cd4d25926537 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Pushing event deleted for resources: {'Subnet': ['ID=c5b101b9-b927-4b97-9f4c-5f8580bef16d,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:16.904733 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-95560420-a267-4682-b473-cd4d25926537 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:16.905886 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb09102e-bb4b-451a-937b-5ae69b72a834 None None] Network 1ec2a5de-7aba-4770-b60f-08f0768df39a requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:09:16.907000 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-95560420-a267-4682-b473-cd4d25926537 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] 10.222.0.36 "DELETE /v2.0/subnets/c5b101b9-b927-4b97-9f4c-5f8580bef16d HTTP/1.1" status: 204 len: 168 time: 0.8550589 May 05 20:09:16.911053 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54764) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:17.036902 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b1ba71-7780-4e96-aa9f-5bb66cd47dc9 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Made reservation on behalf of 0cc5f4a365af4a94a73e5ef336438b10 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:09:17.049325 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a1b1ba71-7780-4e96-aa9f-5bb66cd47dc9 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:17.059618 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b8f42f7d-1b0d-42d4-a023-96fe5093f083 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:17.071758 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-b8f42f7d-1b0d-42d4-a023-96fe5093f083 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Deleting port e74b640b-288e-437e-b53d-4c64152e7b39 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:09:17.072529 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b8f42f7d-1b0d-42d4-a023-96fe5093f083 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:17.101004 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f34603-5324-4301-bf49-1b1b80b51c13 req-1676172b-104b-4032-a054-433d0c0551d3 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:17.101004 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e3f34603-5324-4301-bf49-1b1b80b51c13 req-1676172b-104b-4032-a054-433d0c0551d3 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=007ef628-f7c7-48f7-8428-bec52247349b HTTP/1.1" status: 200 len: 946 time: 0.4249620 May 05 20:09:17.196441 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1b1ba71-7780-4e96-aa9f-5bb66cd47dc9 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:09:17.312201 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6287ed-a220-432a-af6b-1b69a0c8e3a5 None None] DHCP port deletion for 1ec2a5de-7aba-4770-b60f-08f0768df39a request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:09:17.317414 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-5c6287ed-a220-432a-af6b-1b69a0c8e3a5 None None] Deleting port e74b640b-288e-437e-b53d-4c64152e7b39 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:09:17.317938 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5c6287ed-a220-432a-af6b-1b69a0c8e3a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:17.379037 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-b8f42f7d-1b0d-42d4-a023-96fe5093f083 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] For port e74b640b-288e-437e-b53d-4c64152e7b39, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=e74b640b-288e-437e-b53d-4c64152e7b39,segment=NetworkSegment(c4dd6f11-587d-436f-8edb-940453722a04),segment_id=c4dd6f11-587d-436f-8edb-940453722a04)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:09:17.380125 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b8f42f7d-1b0d-42d4-a023-96fe5093f083 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:17.528612 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e3f34603-5324-4301-bf49-1b1b80b51c13 req-bef00b42-fb73-4633-92e1-ced44e50810c tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4112666 May 05 20:09:17.533034 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a1b1ba71-7780-4e96-aa9f-5bb66cd47dc9 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:17.534854 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-a1b1ba71-7780-4e96-aa9f-5bb66cd47dc9 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Added segment 3f1c8517-cccf-4ee0-acb1-545f292a9283 of type vlan for network 8217c4bf-c0e2-4035-8338-fe552f9a589f May 05 20:09:17.620289 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-5c6287ed-a220-432a-af6b-1b69a0c8e3a5 None None] For port e74b640b-288e-437e-b53d-4c64152e7b39, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=e74b640b-288e-437e-b53d-4c64152e7b39,segment=NetworkSegment(c4dd6f11-587d-436f-8edb-940453722a04),segment_id=c4dd6f11-587d-436f-8edb-940453722a04)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:09:17.620910 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5c6287ed-a220-432a-af6b-1b69a0c8e3a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:17.654049 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-b8f42f7d-1b0d-42d4-a023-96fe5093f083 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Calling delete_port for e74b640b-288e-437e-b53d-4c64152e7b39 owned by network:dhcp {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:09:17.713715 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2906bb6a-8916-4787-9a91-5e691f5a3ae0 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:17.763436 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-5c6287ed-a220-432a-af6b-1b69a0c8e3a5 None None] Calling delete_port for e74b640b-288e-437e-b53d-4c64152e7b39 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:09:17.817035 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b8f42f7d-1b0d-42d4-a023-96fe5093f083 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:17.843799 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-5c6287ed-a220-432a-af6b-1b69a0c8e3a5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:09:17.844426 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-5c6287ed-a220-432a-af6b-1b69a0c8e3a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:09:17.872582 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f42f7d-1b0d-42d4-a023-96fe5093f083 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Pushing event deleted for resources: {'Port': ['ID=e74b640b-288e-437e-b53d-4c64152e7b39,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:17.879481 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f42f7d-1b0d-42d4-a023-96fe5093f083 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] No DVR routers for this DVR port e74b640b-288e-437e-b53d-4c64152e7b39 on host n-d-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:09:17.977773 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a1b1ba71-7780-4e96-aa9f-5bb66cd47dc9 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:18.037875 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b8f42f7d-1b0d-42d4-a023-96fe5093f083 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:18.070502 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-b8f42f7d-1b0d-42d4-a023-96fe5093f083 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ec2a5de-7aba-4770-b60f-08f0768df39a']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:09:18.086383 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-b8f42f7d-1b0d-42d4-a023-96fe5093f083 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4dd6f11-587d-436f-8edb-940453722a04') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:09:18.086685 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-b8f42f7d-1b0d-42d4-a023-96fe5093f083 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4dd6f11-587d-436f-8edb-940453722a04') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:09:18.111749 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b8f42f7d-1b0d-42d4-a023-96fe5093f083 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:18.131949 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b8f42f7d-1b0d-42d4-a023-96fe5093f083 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:18.141296 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8f42f7d-1b0d-42d4-a023-96fe5093f083 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:09:18.141691 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b8f42f7d-1b0d-42d4-a023-96fe5093f083 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:18.160398 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:09:18.160398 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:09:18.160398 n-d-840717-1 neutron-server[88197]: timer() May 05 20:09:18.160398 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:09:18.160398 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:09:18.160398 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:09:18.160398 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:09:18.160398 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:09:18.160398 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:09:18.160398 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:09:18.160398 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:09:18.160398 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:09:18.160398 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:09:18.160398 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:09:18.160398 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:09:18.160398 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:09:18.160398 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:09:18.160398 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:09:18.160398 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:09:18.160398 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:09:18.160398 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:09:18.160398 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:09:18.160398 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:09:18.160398 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:09:18.160398 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:09:18.160398 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:09:18.160398 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:09:18.160398 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:09:18.160398 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:09:18.160398 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:09:18.160398 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:09:18.160398 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:09:18.235924 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54812) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:18.260358 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b8f42f7d-1b0d-42d4-a023-96fe5093f083 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:18.281491 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b8f42f7d-1b0d-42d4-a023-96fe5093f083 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:18.300946 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-b8f42f7d-1b0d-42d4-a023-96fe5093f083 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] 10.222.0.36 "DELETE /v2.0/networks/1ec2a5de-7aba-4770-b60f-08f0768df39a HTTP/1.1" status: 204 len: 168 time: 1.3845274 May 05 20:09:18.302295 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f42f7d-1b0d-42d4-a023-96fe5093f083 tempest-NetworksTest-598530832 tempest-NetworksTest-598530832-project] Pushing event deleted for resources: {'Network': ['ID=1ec2a5de-7aba-4770-b60f-08f0768df39a,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:18.319284 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a1b1ba71-7780-4e96-aa9f-5bb66cd47dc9 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:18.324802 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b1ba71-7780-4e96-aa9f-5bb66cd47dc9 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:18.325381 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a1b1ba71-7780-4e96-aa9f-5bb66cd47dc9 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:18.345824 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-5c6287ed-a220-432a-af6b-1b69a0c8e3a5 None None] Deleting port e74b640b-288e-437e-b53d-4c64152e7b39 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:09:18.346410 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5c6287ed-a220-432a-af6b-1b69a0c8e3a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:18.414095 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2906bb6a-8916-4787-9a91-5e691f5a3ae0 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:18.414514 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2906bb6a-8916-4787-9a91-5e691f5a3ae0 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:18.415022 n-d-840717-1 neutron-server[88198]: INFO neutron.db.l3_db [None req-2906bb6a-8916-4787-9a91-5e691f5a3ae0 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Floating IP 5bfda8cd-173e-49bc-98e1-09ecd35409ee disassociated. External IP: 172.25.0.232, port: 9da9e265-d15b-4fcb-8f8d-bab2422439ff. May 05 20:09:18.415379 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-2906bb6a-8916-4787-9a91-5e691f5a3ae0 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Calling delete_port for 9da9e265-d15b-4fcb-8f8d-bab2422439ff owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:09:18.424408 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-5c6287ed-a220-432a-af6b-1b69a0c8e3a5 None None] The port 'e74b640b-288e-437e-b53d-4c64152e7b39' was deleted {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 20:09:18.496775 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a1b1ba71-7780-4e96-aa9f-5bb66cd47dc9 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.6500809 May 05 20:09:18.500780 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54824) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:18.507216 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-dca776af-659e-4897-ac2b-4c5d07f9d198 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Request body: {'subnet': {'network_id': '8217c4bf-c0e2-4035-8338-fe552f9a589f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:09:18.585336 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0755016e-5539-4406-85f5-666d2580724f req-5c59ea23-fdb3-4488-910d-bf45d6a6f769 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:18.587065 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0755016e-5539-4406-85f5-666d2580724f req-5c59ea23-fdb3-4488-910d-bf45d6a6f769 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=007ef628-f7c7-48f7-8428-bec52247349b HTTP/1.1" status: 200 len: 946 time: 0.4289002 May 05 20:09:18.589693 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b1ba71-7780-4e96-aa9f-5bb66cd47dc9 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event updated for resources: {'Network': ['ID=8217c4bf-c0e2-4035-8338-fe552f9a589f,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:18.602070 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 8217c4bf-c0e2-4035-8338-fe552f9a589f details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:09:18.632576 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-c144aaa9-8154-404b-a8fc-61540996d507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1794006079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1794006079-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1143976525'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:09:18.649144 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0755016e-5539-4406-85f5-666d2580724f req-9b713ab8-f2e5-47a9-942c-29594996c8ea tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431910 May 05 20:09:18.672446 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-c144aaa9-8154-404b-a8fc-61540996d507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1794006079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1794006079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:09:18.696973 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-dca776af-659e-4897-ac2b-4c5d07f9d198 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:09:18.699307 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-c144aaa9-8154-404b-a8fc-61540996d507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1794006079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1794006079-project] Usage tracker for resource:network and tenant:ca28def23c6f4099ae62fa58140525c7 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:09:18.710409 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-c144aaa9-8154-404b-a8fc-61540996d507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1794006079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1794006079-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:09:18.713348 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-dca776af-659e-4897-ac2b-4c5d07f9d198 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Usage tracker for resource:subnet and tenant:0cc5f4a365af4a94a73e5ef336438b10 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:09:18.729477 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-dca776af-659e-4897-ac2b-4c5d07f9d198 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:09:18.733204 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-c144aaa9-8154-404b-a8fc-61540996d507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1794006079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1794006079-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:09:18.739927 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2906bb6a-8916-4787-9a91-5e691f5a3ae0 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:18.752378 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c144aaa9-8154-404b-a8fc-61540996d507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1794006079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1794006079-project] Made reservation on behalf of ca28def23c6f4099ae62fa58140525c7 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:09:18.757502 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c144aaa9-8154-404b-a8fc-61540996d507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1794006079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1794006079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:18.770965 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-dca776af-659e-4897-ac2b-4c5d07f9d198 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:09:18.776918 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c144aaa9-8154-404b-a8fc-61540996d507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1794006079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1794006079-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:18.791218 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54830) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:18.805217 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-c144aaa9-8154-404b-a8fc-61540996d507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1794006079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1794006079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:09:18.809507 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-c144aaa9-8154-404b-a8fc-61540996d507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1794006079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1794006079-project] Usage tracker for resource:security_group_rule and tenant:ca28def23c6f4099ae62fa58140525c7 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:09:18.813255 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-c144aaa9-8154-404b-a8fc-61540996d507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1794006079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1794006079-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:09:18.817000 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca776af-659e-4897-ac2b-4c5d07f9d198 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Made reservation on behalf of 0cc5f4a365af4a94a73e5ef336438b10 for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:09:18.819536 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2906bb6a-8916-4787-9a91-5e691f5a3ae0 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Pushing event deleted for resources: {'Port': ['ID=9da9e265-d15b-4fcb-8f8d-bab2422439ff,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:18.820582 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dca776af-659e-4897-ac2b-4c5d07f9d198 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:18.841308 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-c144aaa9-8154-404b-a8fc-61540996d507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1794006079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1794006079-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:09:18.935532 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.ipam_backend_mixin [None req-dca776af-659e-4897-ac2b-4c5d07f9d198 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Performing IP validity checks on allocation pools {{(pid=88197) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 05 20:09:18.936178 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.ipam_backend_mixin [None req-dca776af-659e-4897-ac2b-4c5d07f9d198 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88197) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 05 20:09:19.051298 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2906bb6a-8916-4787-9a91-5e691f5a3ae0 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Router b06cf728-838a-4d45-b322-45e16e190c58 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:09:19.114677 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-48c8f05d-d6d0-4fc7-b0e7-d7093c8a3bf9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d25a9484054c4089b629b2bf454f1312&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3194296 May 05 20:09:19.115005 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54842) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:19.156833 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c144aaa9-8154-404b-a8fc-61540996d507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1794006079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1794006079-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:19.163902 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c144aaa9-8154-404b-a8fc-61540996d507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1794006079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1794006079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:19.202475 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c144aaa9-8154-404b-a8fc-61540996d507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1794006079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1794006079-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:09:19.226467 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device e74b640b-288e-437e-b53d-4c64152e7b39 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:09:19.241437 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c144aaa9-8154-404b-a8fc-61540996d507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1794006079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1794006079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:19.241781 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-c144aaa9-8154-404b-a8fc-61540996d507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1794006079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1794006079-project] Added segment b22cdb97-2302-4646-abd4-dbe51fc57b26 of type vlan for network 7c315706-05e1-4109-9cd4-b3692d7cb6c2 May 05 20:09:19.243292 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c144aaa9-8154-404b-a8fc-61540996d507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1794006079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1794006079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a688e747-7f8d-404e-98a7-019d92143daa,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:19.250672 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dca776af-659e-4897-ac2b-4c5d07f9d198 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:19.264217 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: e74b640b-288e-437e-b53d-4c64152e7b39 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:09:19.264557 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device e74b640b-288e-437e-b53d-4c64152e7b39 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:09:19.366347 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-aead2a04-7f0b-481e-a9ea-d7e6e03ebef8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:19.369466 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2906bb6a-8916-4787-9a91-5e691f5a3ae0 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:09:19.385138 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137f9836-4e6a-4dd9-8b95-d6080c7e2fbd None None] Sync routers for ids ['b06cf728-838a-4d45-b322-45e16e190c58'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:09:19.389086 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c144aaa9-8154-404b-a8fc-61540996d507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1794006079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1794006079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:19.404126 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137f9836-4e6a-4dd9-8b95-d6080c7e2fbd None None] Routers {'b06cf728-838a-4d45-b322-45e16e190c58'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:09:19.405881 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-137f9836-4e6a-4dd9-8b95-d6080c7e2fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:09:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['b06cf728-838a-4d45-b322-45e16e190c58'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:09:19.443178 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca776af-659e-4897-ac2b-4c5d07f9d198 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event updated for resources: {'Subnet': ['ID=7ed15233-d92f-434b-9882-05591e984576,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:19.479620 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca776af-659e-4897-ac2b-4c5d07f9d198 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Checking segment: {'id': '3f1c8517-cccf-4ee0-acb1-545f292a9283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8217c4bf-c0e2-4035-8338-fe552f9a589f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:09:19.480276 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca776af-659e-4897-ac2b-4c5d07f9d198 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Network hostable DHCP agents. Network: 8217c4bf-c0e2-4035-8338-fe552f9a589f, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:09:19.487777 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2906bb6a-8916-4787-9a91-5e691f5a3ae0 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:19.498715 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-137f9836-4e6a-4dd9-8b95-d6080c7e2fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:09:19.505555 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-2906bb6a-8916-4787-9a91-5e691f5a3ae0 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] 10.222.0.36 "DELETE /v2.0/ports/9da9e265-d15b-4fcb-8f8d-bab2422439ff HTTP/1.1" status: 204 len: 168 time: 2.9013462 May 05 20:09:19.509129 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54870) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:19.518860 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137f9836-4e6a-4dd9-8b95-d6080c7e2fbd None None] Routers {'b06cf728-838a-4d45-b322-45e16e190c58'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:09:19.520221 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-137f9836-4e6a-4dd9-8b95-d6080c7e2fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:09:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['b06cf728-838a-4d45-b322-45e16e190c58'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:09:19.520889 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c144aaa9-8154-404b-a8fc-61540996d507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1794006079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1794006079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:19.527324 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c144aaa9-8154-404b-a8fc-61540996d507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1794006079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1794006079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:19.528438 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c144aaa9-8154-404b-a8fc-61540996d507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1794006079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1794006079-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:19.559940 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b975d7e7-1bc6-4ef6-b6e6-ca7e8041ddd0 req-bb3b96b9-5d3c-4204-aa76-b38ac640fc67 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:19.561708 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b975d7e7-1bc6-4ef6-b6e6-ca7e8041ddd0 req-bb3b96b9-5d3c-4204-aa76-b38ac640fc67 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.24 "GET /v2.0/ports?device_id=007ef628-f7c7-48f7-8428-bec52247349b HTTP/1.1" status: 200 len: 946 time: 0.3056955 May 05 20:09:19.571384 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca776af-659e-4897-ac2b-4c5d07f9d198 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Network 8217c4bf-c0e2-4035-8338-fe552f9a589f is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:09:19.606585 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-137f9836-4e6a-4dd9-8b95-d6080c7e2fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:09:19.607656 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137f9836-4e6a-4dd9-8b95-d6080c7e2fbd None None] The sync data for ids ['b06cf728-838a-4d45-b322-45e16e190c58'] in n-d-840717-1 is: [] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:09:19.680568 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-dca776af-659e-4897-ac2b-4c5d07f9d198 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 8217c4bf-c0e2-4035-8338-fe552f9a589f) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:09:19.690630 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b13307-14fa-4bc6-9665-4c44f9273fd9 None None] Network 8217c4bf-c0e2-4035-8338-fe552f9a589f requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:09:19.740243 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca776af-659e-4897-ac2b-4c5d07f9d198 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:19.740924 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dca776af-659e-4897-ac2b-4c5d07f9d198 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:19.756694 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c144aaa9-8154-404b-a8fc-61540996d507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1794006079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1794006079-project] Pushing event updated for resources: {'Network': ['ID=7c315706-05e1-4109-9cd4-b3692d7cb6c2,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:19.762328 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-c144aaa9-8154-404b-a8fc-61540996d507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1794006079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1794006079-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.5226243 May 05 20:09:19.769674 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-b975d7e7-1bc6-4ef6-b6e6-ca7e8041ddd0 req-9aba2805-d257-43b5-abda-0d5f776fe88f tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Deleting port 6345e626-6ff3-417b-9d59-841430128926 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:09:19.770009 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-b975d7e7-1bc6-4ef6-b6e6-ca7e8041ddd0 req-9aba2805-d257-43b5-abda-0d5f776fe88f tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:19.820665 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-40f59f9f-7634-48ad-b3e5-79598353f193 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] 10.222.0.36 "GET /v2.0/floatingips/5bfda8cd-173e-49bc-98e1-09ecd35409ee HTTP/1.1" status: 200 len: 688 time: 0.3103516 May 05 20:09:19.826538 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-aead2a04-7f0b-481e-a9ea-d7e6e03ebef8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:19.833604 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54886) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:19.841034 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 7c315706-05e1-4109-9cd4-b3692d7cb6c2 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:09:19.971758 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54892) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:20.107382 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-cd39978d-c3b1-44f8-ba93-aafd62af572a tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Deleting port 403c2a14-c80b-4763-bf52-fb8d65ad4de1 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:09:20.107945 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cd39978d-c3b1-44f8-ba93-aafd62af572a tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:20.124109 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-dca776af-659e-4897-ac2b-4c5d07f9d198 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6221504 May 05 20:09:20.129505 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54898) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:20.137070 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-5b581eaf-6938-4a6e-a72d-612d8bb7cc3d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Request body: {'port': {'network_id': '8217c4bf-c0e2-4035-8338-fe552f9a589f', 'name': 'tempest-PortsTestJSON-667094532'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:09:20.149707 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734c16f7-65e8-4cda-bba3-8380d4de1f1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-8217c4bf-c0e2-4035-8338-fe552f9a589f', 'network_id': '8217c4bf-c0e2-4035-8338-fe552f9a589f', 'tenant_id': '0cc5f4a365af4a94a73e5ef336438b10', 'fixed_ips': [{'subnet_id': '7ed15233-d92f-434b-9882-05591e984576'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:09:20.150573 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-734c16f7-65e8-4cda-bba3-8380d4de1f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:20.310562 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54902) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:20.320041 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Request body: {'port': {'network_id': '7c315706-05e1-4109-9cd4-b3692d7cb6c2', 'binding:host_id': 'n-h1-840717-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-434064338'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:09:20.325086 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:09:20.328994 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Usage tracker for resource:port and tenant:2b28e4ccf84a4782a9930dcb225bc895 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:09:20.332087 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:09:20.341134 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:09:20.349957 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-235d171b-fa93-44c6-8279-18b2d3d11caf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:20.356460 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Made reservation on behalf of 2b28e4ccf84a4782a9930dcb225bc895 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:09:20.359115 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:20.365016 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-734c16f7-65e8-4cda-bba3-8380d4de1f1c None None] Allocated IP 172.20.0.2 (8217c4bf-c0e2-4035-8338-fe552f9a589f/7ed15233-d92f-434b-9882-05591e984576/70fe8844-6c1b-490d-94d6-13011af21fd5) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:09:20.378962 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cd39978d-c3b1-44f8-ba93-aafd62af572a tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:20.379425 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cd39978d-c3b1-44f8-ba93-aafd62af572a tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:20.387849 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:20.459209 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-235d171b-fa93-44c6-8279-18b2d3d11caf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:09:20.466553 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-aead2a04-7f0b-481e-a9ea-d7e6e03ebef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:20.469700 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:09:20.484561 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-235d171b-fa93-44c6-8279-18b2d3d11caf admin admin] Usage tracker for resource:security_group_rule and tenant:7b3f1564419342b2b9855f3a32cdecb9 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:09:20.493921 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-235d171b-fa93-44c6-8279-18b2d3d11caf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:09:20.519883 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-235d171b-fa93-44c6-8279-18b2d3d11caf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:09:20.527237 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-5b581eaf-6938-4a6e-a72d-612d8bb7cc3d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:09:20.550333 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-cd39978d-c3b1-44f8-ba93-aafd62af572a tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Calling delete_port for 403c2a14-c80b-4763-bf52-fb8d65ad4de1 owned by network:floatingip {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:09:20.551790 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad0128-8efa-426a-9c01-c1f0d2aa18e3 req-0fb190b2-f698-47a3-a4d3-6434565d65e1 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:20.553313 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-00ad0128-8efa-426a-9c01-c1f0d2aa18e3 req-0fb190b2-f698-47a3-a4d3-6434565d65e1 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=007ef628-f7c7-48f7-8428-bec52247349b HTTP/1.1" status: 200 len: 946 time: 0.6821053 May 05 20:09:20.557957 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-b975d7e7-1bc6-4ef6-b6e6-ca7e8041ddd0 req-9aba2805-d257-43b5-abda-0d5f776fe88f tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] For port 6345e626-6ff3-417b-9d59-841430128926, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=6345e626-6ff3-417b-9d59-841430128926,segment=NetworkSegment(0a9940fa-b2d8-4605-a2bb-ab46df53c9ac),segment_id=0a9940fa-b2d8-4605-a2bb-ab46df53c9ac)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:09:20.558341 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-b975d7e7-1bc6-4ef6-b6e6-ca7e8041ddd0 req-9aba2805-d257-43b5-abda-0d5f776fe88f tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:20.569089 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-5b581eaf-6938-4a6e-a72d-612d8bb7cc3d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:09:20.578041 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Usage tracker for resource:security_group_rule and tenant:2b28e4ccf84a4782a9930dcb225bc895 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:09:20.592707 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:09:20.604142 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aead2a04-7f0b-481e-a9ea-d7e6e03ebef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c0d07d-8dfe-48ba-a9b4-e2899a2a6b00,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:20.608648 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:09:20.622446 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-aead2a04-7f0b-481e-a9ea-d7e6e03ebef8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:20.623588 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-aead2a04-7f0b-481e-a9ea-d7e6e03ebef8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f9c0d07d-8dfe-48ba-a9b4-e2899a2a6b00 HTTP/1.1" status: 204 len: 168 time: 1.5075231 May 05 20:09:20.636525 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-734c16f7-65e8-4cda-bba3-8380d4de1f1c None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:20.653886 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-734c16f7-65e8-4cda-bba3-8380d4de1f1c None None] Transition to ACTIVE for port object 70fe8844-6c1b-490d-94d6-13011af21fd5 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:09:20.761101 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-b975d7e7-1bc6-4ef6-b6e6-ca7e8041ddd0 req-9aba2805-d257-43b5-abda-0d5f776fe88f tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Calling delete_port for 6345e626-6ff3-417b-9d59-841430128926 owned by compute:nova {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:09:20.780113 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cd39978d-c3b1-44f8-ba93-aafd62af572a tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:20.780610 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-734c16f7-65e8-4cda-bba3-8380d4de1f1c None None] Transition to ACTIVE for port object 70fe8844-6c1b-490d-94d6-13011af21fd5 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:09:20.800130 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-734c16f7-65e8-4cda-bba3-8380d4de1f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:20.813091 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b581eaf-6938-4a6e-a72d-612d8bb7cc3d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Made reservation on behalf of 0cc5f4a365af4a94a73e5ef336438b10 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:09:20.817345 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5b581eaf-6938-4a6e-a72d-612d8bb7cc3d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:20.842843 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:20.845389 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd39978d-c3b1-44f8-ba93-aafd62af572a tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Pushing event deleted for resources: {'Port': ['ID=403c2a14-c80b-4763-bf52-fb8d65ad4de1,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:20.856310 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [None req-5b581eaf-6938-4a6e-a72d-612d8bb7cc3d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] device_id is not set on port 51919b92-28ed-4da0-970c-6a817802fb36 yet. {{(pid=88197) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:09:20.882277 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:20.885993 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] device_id is not set on port 189de49e-2572-4f84-ad82-848a2f0a9030 yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:09:20.904170 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-00ad0128-8efa-426a-9c01-c1f0d2aa18e3 req-bdfcffb8-ecf2-41a2-9a44-deb838dd7070 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330276 May 05 20:09:20.922536 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734c16f7-65e8-4cda-bba3-8380d4de1f1c None None] Pushing event updated for resources: {'Port': ['ID=70fe8844-6c1b-490d-94d6-13011af21fd5,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:20.930660 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734c16f7-65e8-4cda-bba3-8380d4de1f1c None None] Network 8217c4bf-c0e2-4035-8338-fe552f9a589f is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:09:20.932455 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-734c16f7-65e8-4cda-bba3-8380d4de1f1c None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:09:20.939443 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734c16f7-65e8-4cda-bba3-8380d4de1f1c None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:09:21.059555 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-734c16f7-65e8-4cda-bba3-8380d4de1f1c None None] Attempting to bind port 70fe8844-6c1b-490d-94d6-13011af21fd5 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:09:21.059932 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-734c16f7-65e8-4cda-bba3-8380d4de1f1c None None] Attempting to bind port 70fe8844-6c1b-490d-94d6-13011af21fd5 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '3f1c8517-cccf-4ee0-acb1-545f292a9283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8217c4bf-c0e2-4035-8338-fe552f9a589f'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:09:21.060639 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734c16f7-65e8-4cda-bba3-8380d4de1f1c None None] Attempting to bind port 70fe8844-6c1b-490d-94d6-13011af21fd5 on network 8217c4bf-c0e2-4035-8338-fe552f9a589f {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:09:21.066931 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734c16f7-65e8-4cda-bba3-8380d4de1f1c None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:09:21.067310 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734c16f7-65e8-4cda-bba3-8380d4de1f1c None None] Checking segment: {'id': '3f1c8517-cccf-4ee0-acb1-545f292a9283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8217c4bf-c0e2-4035-8338-fe552f9a589f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:09:21.067742 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-734c16f7-65e8-4cda-bba3-8380d4de1f1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:21.068138 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734c16f7-65e8-4cda-bba3-8380d4de1f1c None None] Bound using segment: {'id': '3f1c8517-cccf-4ee0-acb1-545f292a9283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8217c4bf-c0e2-4035-8338-fe552f9a589f'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:09:21.068604 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-734c16f7-65e8-4cda-bba3-8380d4de1f1c None None] Bound port: 70fe8844-6c1b-490d-94d6-13011af21fd5, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f1c8517-cccf-4ee0-acb1-545f292a9283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8217c4bf-c0e2-4035-8338-fe552f9a589f'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:09:21.068979 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-734c16f7-65e8-4cda-bba3-8380d4de1f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:21.103210 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-235d171b-fa93-44c6-8279-18b2d3d11caf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:21.117101 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-235d171b-fa93-44c6-8279-18b2d3d11caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:21.167917 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-235d171b-fa93-44c6-8279-18b2d3d11caf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7b3f1564419342b2b9855f3a32cdecb9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1900470 May 05 20:09:21.179123 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54918) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:21.187862 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-734c16f7-65e8-4cda-bba3-8380d4de1f1c None None] For port 70fe8844-6c1b-490d-94d6-13011af21fd5, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:09:21.221689 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-734c16f7-65e8-4cda-bba3-8380d4de1f1c None None] For port 70fe8844-6c1b-490d-94d6-13011af21fd5, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=70fe8844-6c1b-490d-94d6-13011af21fd5,segment=NetworkSegment(3f1c8517-cccf-4ee0-acb1-545f292a9283),segment_id=3f1c8517-cccf-4ee0-acb1-545f292a9283)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:09:21.227937 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-734c16f7-65e8-4cda-bba3-8380d4de1f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:21.230731 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-b975d7e7-1bc6-4ef6-b6e6-ca7e8041ddd0 req-9aba2805-d257-43b5-abda-0d5f776fe88f tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:21.236579 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-5b581eaf-6938-4a6e-a72d-612d8bb7cc3d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Allocated IP 172.20.0.9 (8217c4bf-c0e2-4035-8338-fe552f9a589f/7ed15233-d92f-434b-9882-05591e984576/51919b92-28ed-4da0-970c-6a817802fb36) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:09:21.238804 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235d171b-fa93-44c6-8279-18b2d3d11caf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8391e6-969b-46a5-ba56-4e28305317f3,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:21.274533 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] device_id is not set on port 189de49e-2572-4f84-ad82-848a2f0a9030 yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:09:21.298723 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c2f2f1-14e7-4fc6-9a9e-516b240de573,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:21.301884 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:21.322222 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cd39978d-c3b1-44f8-ba93-aafd62af572a tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for floatingip, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:21.331061 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Transition to ACTIVE for port object 189de49e-2572-4f84-ad82-848a2f0a9030 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:09:21.340314 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['81d837ab-bc11-4126-87e9-1c216ab3a6e9', '6345e626-6ff3-417b-9d59-841430128926'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:09:21.354488 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:21.393864 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aba2805-d257-43b5-abda-0d5f776fe88f tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Pushing event deleted for resources: {'Port': ['ID=6345e626-6ff3-417b-9d59-841430128926,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:21.407241 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-b975d7e7-1bc6-4ef6-b6e6-ca7e8041ddd0 req-9aba2805-d257-43b5-abda-0d5f776fe88f tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] No DVR routers for this DVR port 6345e626-6ff3-417b-9d59-841430128926 on host n-h1-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:09:21.413505 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-b975d7e7-1bc6-4ef6-b6e6-ca7e8041ddd0 req-9aba2805-d257-43b5-abda-0d5f776fe88f tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:21.436123 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cd39978d-c3b1-44f8-ba93-aafd62af572a tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:21.437602 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-cd39978d-c3b1-44f8-ba93-aafd62af572a tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] 10.222.0.36 "DELETE /v2.0/floatingips/5bfda8cd-173e-49bc-98e1-09ecd35409ee HTTP/1.1" status: 204 len: 168 time: 1.6030583 May 05 20:09:21.444228 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54928) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:21.447041 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '007ef628-f7c7-48f7-8428-bec52247349b', 'name': 'network-vif-deleted', 'tag': '6345e626-6ff3-417b-9d59-841430128926'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:09:21.458939 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b975d7e7-1bc6-4ef6-b6e6-ca7e8041ddd0 req-9aba2805-d257-43b5-abda-0d5f776fe88f tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.24 "DELETE /v2.0/ports/6345e626-6ff3-417b-9d59-841430128926 HTTP/1.1" status: 204 len: 173 time: 1.8844626 May 05 20:09:21.465332 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-f4b9be70-2188-4791-b780-8e8e71ba9882 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Request body: {'floatingip': {'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'port_id': '52b48cc4-70e9-4259-8c6a-5320f56ca7e5'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:09:21.484088 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f4b9be70-2188-4791-b780-8e8e71ba9882 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:09:21.489102 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Pushing event updated for resources: {'Port': ['ID=189de49e-2572-4f84-ad82-848a2f0a9030,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:21.498818 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-f4b9be70-2188-4791-b780-8e8e71ba9882 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Usage tracker for resource:floatingip and tenant:5612e7242a04466e929d2d320c132523 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:09:21.503501 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-f4b9be70-2188-4791-b780-8e8e71ba9882 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:09:21.507064 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-86e8a6b2-ff0c-4d03-be56-ae378b86d997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:21.528563 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f4b9be70-2188-4791-b780-8e8e71ba9882 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:09:21.537001 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Checking segment: {'id': 'b22cdb97-2302-4646-abd4-dbe51fc57b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c315706-05e1-4109-9cd4-b3692d7cb6c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:09:21.537387 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Network hostable DHCP agents. Network: 7c315706-05e1-4109-9cd4-b3692d7cb6c2, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:09:21.567181 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11acafeb-a5c8-404e-a9ad-0629da4165cf'] response: {'server_uuid': '007ef628-f7c7-48f7-8428-bec52247349b', 'name': 'network-vif-deleted', 'tag': '6345e626-6ff3-417b-9d59-841430128926', 'status': 'completed', 'code': 200} May 05 20:09:21.579807 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f4b9be70-2188-4791-b780-8e8e71ba9882 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for floatingip, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:21.582519 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-86e8a6b2-ff0c-4d03-be56-ae378b86d997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:21.653426 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Network 7c315706-05e1-4109-9cd4-b3692d7cb6c2 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:09:21.654532 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734c16f7-65e8-4cda-bba3-8380d4de1f1c None None] Pushing event updated for resources: {'Port': ['ID=70fe8844-6c1b-490d-94d6-13011af21fd5,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:21.711253 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 7c315706-05e1-4109-9cd4-b3692d7cb6c2) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:09:21.724095 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91574303-2865-4ec2-8492-d359a72445ee None None] Network 7c315706-05e1-4109-9cd4-b3692d7cb6c2 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:09:21.727666 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:09:21.754326 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54936) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:21.763651 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port 189de49e-2572-4f84-ad82-848a2f0a9030 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:09:21.764074 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port 189de49e-2572-4f84-ad82-848a2f0a9030 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'b22cdb97-2302-4646-abd4-dbe51fc57b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c315706-05e1-4109-9cd4-b3692d7cb6c2'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:09:21.764468 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port 189de49e-2572-4f84-ad82-848a2f0a9030 on network 7c315706-05e1-4109-9cd4-b3692d7cb6c2 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:09:21.812405 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-86e8a6b2-ff0c-4d03-be56-ae378b86d997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:21.845929 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Port 189de49e-2572-4f84-ad82-848a2f0a9030 on network 7c315706-05e1-4109-9cd4-b3692d7cb6c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:09:21.846592 n-d-840717-1 neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Failed to bind port 189de49e-2572-4f84-ad82-848a2f0a9030 on host n-h1-840717-1 for vnic_type normal using segments [{'id': 'b22cdb97-2302-4646-abd4-dbe51fc57b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c315706-05e1-4109-9cd4-b3692d7cb6c2'}] May 05 20:09:21.862402 n-d-840717-1 neutron-server[88198]: INFO neutron.plugins.ml2.plugin [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempt 2 to bind port 189de49e-2572-4f84-ad82-848a2f0a9030 May 05 20:09:21.901004 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port 189de49e-2572-4f84-ad82-848a2f0a9030 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:09:21.901348 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port 189de49e-2572-4f84-ad82-848a2f0a9030 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'b22cdb97-2302-4646-abd4-dbe51fc57b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c315706-05e1-4109-9cd4-b3692d7cb6c2'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:09:21.902478 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port 189de49e-2572-4f84-ad82-848a2f0a9030 on network 7c315706-05e1-4109-9cd4-b3692d7cb6c2 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:09:21.902612 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e8a6b2-ff0c-4d03-be56-ae378b86d997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8391e6-969b-46a5-ba56-4e28305317f3,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:21.910016 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Port 189de49e-2572-4f84-ad82-848a2f0a9030 on network 7c315706-05e1-4109-9cd4-b3692d7cb6c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:09:21.910521 n-d-840717-1 neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Failed to bind port 189de49e-2572-4f84-ad82-848a2f0a9030 on host n-h1-840717-1 for vnic_type normal using segments [{'id': 'b22cdb97-2302-4646-abd4-dbe51fc57b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c315706-05e1-4109-9cd4-b3692d7cb6c2'}] May 05 20:09:21.914747 n-d-840717-1 neutron-server[88198]: INFO neutron.plugins.ml2.plugin [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempt 3 to bind port 189de49e-2572-4f84-ad82-848a2f0a9030 May 05 20:09:21.933006 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-86e8a6b2-ff0c-4d03-be56-ae378b86d997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:21.934900 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-86e8a6b2-ff0c-4d03-be56-ae378b86d997 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3e8391e6-969b-46a5-ba56-4e28305317f3 HTTP/1.1" status: 204 len: 168 time: 0.7548034 May 05 20:09:21.972131 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-f3374d56-81d3-4f8f-9a47-5d39e942d6b9 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-627505686', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:09:22.024060 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5b581eaf-6938-4a6e-a72d-612d8bb7cc3d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:22.064025 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-5b581eaf-6938-4a6e-a72d-612d8bb7cc3d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Transition to ACTIVE for port object 51919b92-28ed-4da0-970c-6a817802fb36 will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:09:22.167453 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5b581eaf-6938-4a6e-a72d-612d8bb7cc3d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:22.226923 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b581eaf-6938-4a6e-a72d-612d8bb7cc3d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Network 8217c4bf-c0e2-4035-8338-fe552f9a589f is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:09:22.240051 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-5b581eaf-6938-4a6e-a72d-612d8bb7cc3d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:09:22.259092 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-004028f0-c62c-4d86-89d8-35a429762228 req-b2b92ef1-8c41-4297-aa5d-c244d8a78187 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Synchronizing usage tracker for tenant:51033f662b4a41faabaa592f98ca548e on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:09:22.265527 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b581eaf-6938-4a6e-a72d-612d8bb7cc3d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:09:22.269546 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f3374d56-81d3-4f8f-9a47-5d39e942d6b9 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:09:22.277668 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-f3374d56-81d3-4f8f-9a47-5d39e942d6b9 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Usage tracker for resource:router and tenant:7ba5eccb22a44156924af5bf360040ac is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:09:22.283858 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-f3374d56-81d3-4f8f-9a47-5d39e942d6b9 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:09:22.287193 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port 189de49e-2572-4f84-ad82-848a2f0a9030 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:09:22.287613 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port 189de49e-2572-4f84-ad82-848a2f0a9030 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'b22cdb97-2302-4646-abd4-dbe51fc57b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c315706-05e1-4109-9cd4-b3692d7cb6c2'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:09:22.288018 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port 189de49e-2572-4f84-ad82-848a2f0a9030 on network 7c315706-05e1-4109-9cd4-b3692d7cb6c2 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:09:22.300232 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f3374d56-81d3-4f8f-9a47-5d39e942d6b9 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:09:22.312241 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Port 189de49e-2572-4f84-ad82-848a2f0a9030 on network 7c315706-05e1-4109-9cd4-b3692d7cb6c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:09:22.312448 n-d-840717-1 neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Failed to bind port 189de49e-2572-4f84-ad82-848a2f0a9030 on host n-h1-840717-1 for vnic_type normal using segments [{'id': 'b22cdb97-2302-4646-abd4-dbe51fc57b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c315706-05e1-4109-9cd4-b3692d7cb6c2'}] May 05 20:09:22.316051 n-d-840717-1 neutron-server[88198]: INFO neutron.plugins.ml2.plugin [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempt 4 to bind port 189de49e-2572-4f84-ad82-848a2f0a9030 May 05 20:09:22.330114 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b581eaf-6938-4a6e-a72d-612d8bb7cc3d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event updated for resources: {'Port': ['ID=51919b92-28ed-4da0-970c-6a817802fb36,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:22.335624 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-004028f0-c62c-4d86-89d8-35a429762228 req-b2b92ef1-8c41-4297-aa5d-c244d8a78187 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Unset dirty status for tenant:51033f662b4a41faabaa592f98ca548e on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:09:22.336798 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-004028f0-c62c-4d86-89d8-35a429762228 req-b2b92ef1-8c41-4297-aa5d-c244d8a78187 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=007ef628-f7c7-48f7-8428-bec52247349b HTTP/1.1" status: 200 len: 210 time: 0.2243547 May 05 20:09:22.354083 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f3374d56-81d3-4f8f-9a47-5d39e942d6b9 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:22.355689 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f3374d56-81d3-4f8f-9a47-5d39e942d6b9 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:22.367126 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b581eaf-6938-4a6e-a72d-612d8bb7cc3d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:22.367839 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5b581eaf-6938-4a6e-a72d-612d8bb7cc3d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:22.372482 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port 189de49e-2572-4f84-ad82-848a2f0a9030 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:09:22.372837 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port 189de49e-2572-4f84-ad82-848a2f0a9030 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'b22cdb97-2302-4646-abd4-dbe51fc57b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c315706-05e1-4109-9cd4-b3692d7cb6c2'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:09:22.373183 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port 189de49e-2572-4f84-ad82-848a2f0a9030 on network 7c315706-05e1-4109-9cd4-b3692d7cb6c2 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:09:22.383965 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f4b9be70-2188-4791-b780-8e8e71ba9882 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:22.386835 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Port 189de49e-2572-4f84-ad82-848a2f0a9030 on network 7c315706-05e1-4109-9cd4-b3692d7cb6c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:09:22.387163 n-d-840717-1 neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Failed to bind port 189de49e-2572-4f84-ad82-848a2f0a9030 on host n-h1-840717-1 for vnic_type normal using segments [{'id': 'b22cdb97-2302-4646-abd4-dbe51fc57b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c315706-05e1-4109-9cd4-b3692d7cb6c2'}] May 05 20:09:22.389235 n-d-840717-1 neutron-server[88198]: INFO neutron.plugins.ml2.plugin [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempt 5 to bind port 189de49e-2572-4f84-ad82-848a2f0a9030 May 05 20:09:22.395450 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-5b581eaf-6938-4a6e-a72d-612d8bb7cc3d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2626143 May 05 20:09:22.396525 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54948) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:22.442994 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f3374d56-81d3-4f8f-9a47-5d39e942d6b9 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:22.454138 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port 189de49e-2572-4f84-ad82-848a2f0a9030 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:09:22.455222 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port 189de49e-2572-4f84-ad82-848a2f0a9030 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'b22cdb97-2302-4646-abd4-dbe51fc57b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c315706-05e1-4109-9cd4-b3692d7cb6c2'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:09:22.455374 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port 189de49e-2572-4f84-ad82-848a2f0a9030 on network 7c315706-05e1-4109-9cd4-b3692d7cb6c2 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:09:22.469086 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Port 189de49e-2572-4f84-ad82-848a2f0a9030 on network 7c315706-05e1-4109-9cd4-b3692d7cb6c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:09:22.469443 n-d-840717-1 neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Failed to bind port 189de49e-2572-4f84-ad82-848a2f0a9030 on host n-h1-840717-1 for vnic_type normal using segments [{'id': 'b22cdb97-2302-4646-abd4-dbe51fc57b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c315706-05e1-4109-9cd4-b3692d7cb6c2'}] May 05 20:09:22.471902 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-e32f3388-b616-4fa2-820d-219a98f69997 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Deleting port 51919b92-28ed-4da0-970c-6a817802fb36 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:09:22.472314 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e32f3388-b616-4fa2-820d-219a98f69997 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:22.473616 n-d-840717-1 neutron-server[88198]: INFO neutron.plugins.ml2.plugin [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempt 6 to bind port 189de49e-2572-4f84-ad82-848a2f0a9030 May 05 20:09:22.505716 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port 189de49e-2572-4f84-ad82-848a2f0a9030 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:09:22.506073 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port 189de49e-2572-4f84-ad82-848a2f0a9030 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'b22cdb97-2302-4646-abd4-dbe51fc57b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c315706-05e1-4109-9cd4-b3692d7cb6c2'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:09:22.506413 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port 189de49e-2572-4f84-ad82-848a2f0a9030 on network 7c315706-05e1-4109-9cd4-b3692d7cb6c2 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:09:22.508696 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54952) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:22.519998 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f3374d56-81d3-4f8f-9a47-5d39e942d6b9 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:22.554831 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Port 189de49e-2572-4f84-ad82-848a2f0a9030 on network 7c315706-05e1-4109-9cd4-b3692d7cb6c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:09:22.555164 n-d-840717-1 neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Failed to bind port 189de49e-2572-4f84-ad82-848a2f0a9030 on host n-h1-840717-1 for vnic_type normal using segments [{'id': 'b22cdb97-2302-4646-abd4-dbe51fc57b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c315706-05e1-4109-9cd4-b3692d7cb6c2'}] May 05 20:09:22.565367 n-d-840717-1 neutron-server[88198]: INFO neutron.plugins.ml2.plugin [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempt 7 to bind port 189de49e-2572-4f84-ad82-848a2f0a9030 May 05 20:09:22.602663 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5895bf02-56f2-41d2-a75a-8ba1e7b026c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:22.649641 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5895bf02-56f2-41d2-a75a-8ba1e7b026c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:09:22.651957 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port 189de49e-2572-4f84-ad82-848a2f0a9030 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:09:22.652290 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port 189de49e-2572-4f84-ad82-848a2f0a9030 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'b22cdb97-2302-4646-abd4-dbe51fc57b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c315706-05e1-4109-9cd4-b3692d7cb6c2'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:09:22.652630 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port 189de49e-2572-4f84-ad82-848a2f0a9030 on network 7c315706-05e1-4109-9cd4-b3692d7cb6c2 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:09:22.664711 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f3374d56-81d3-4f8f-9a47-5d39e942d6b9 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:22.666070 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f3374d56-81d3-4f8f-9a47-5d39e942d6b9 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.9107273 May 05 20:09:22.669673 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-5895bf02-56f2-41d2-a75a-8ba1e7b026c8 admin admin] Usage tracker for resource:security_group_rule and tenant:a7b4604701844526be142d7db5c884fb is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:09:22.672326 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Port 189de49e-2572-4f84-ad82-848a2f0a9030 on network 7c315706-05e1-4109-9cd4-b3692d7cb6c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:09:22.672661 n-d-840717-1 neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Failed to bind port 189de49e-2572-4f84-ad82-848a2f0a9030 on host n-h1-840717-1 for vnic_type normal using segments [{'id': 'b22cdb97-2302-4646-abd4-dbe51fc57b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c315706-05e1-4109-9cd4-b3692d7cb6c2'}] May 05 20:09:22.676559 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54956) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:22.677327 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-5895bf02-56f2-41d2-a75a-8ba1e7b026c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:09:22.680434 n-d-840717-1 neutron-server[88198]: INFO neutron.plugins.ml2.plugin [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempt 8 to bind port 189de49e-2572-4f84-ad82-848a2f0a9030 May 05 20:09:22.705274 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-55cacd82-38eb-44da-875c-591432015ec7 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1797477053'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:09:22.716335 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5895bf02-56f2-41d2-a75a-8ba1e7b026c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:09:22.722021 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-f4b9be70-2188-4791-b780-8e8e71ba9882 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Allocated IP 172.25.0.249 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/e30d37b4-80dc-4998-8fa3-0000200b71aa) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:09:22.724309 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-55cacd82-38eb-44da-875c-591432015ec7 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:09:22.734928 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port 189de49e-2572-4f84-ad82-848a2f0a9030 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:09:22.735285 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port 189de49e-2572-4f84-ad82-848a2f0a9030 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'b22cdb97-2302-4646-abd4-dbe51fc57b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c315706-05e1-4109-9cd4-b3692d7cb6c2'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:09:22.735823 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port 189de49e-2572-4f84-ad82-848a2f0a9030 on network 7c315706-05e1-4109-9cd4-b3692d7cb6c2 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:09:22.741019 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-55cacd82-38eb-44da-875c-591432015ec7 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Usage tracker for resource:network and tenant:7ba5eccb22a44156924af5bf360040ac is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:09:22.750090 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Port 189de49e-2572-4f84-ad82-848a2f0a9030 on network 7c315706-05e1-4109-9cd4-b3692d7cb6c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:09:22.750421 n-d-840717-1 neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Failed to bind port 189de49e-2572-4f84-ad82-848a2f0a9030 on host n-h1-840717-1 for vnic_type normal using segments [{'id': 'b22cdb97-2302-4646-abd4-dbe51fc57b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c315706-05e1-4109-9cd4-b3692d7cb6c2'}] May 05 20:09:22.753572 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-55cacd82-38eb-44da-875c-591432015ec7 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:09:22.756565 n-d-840717-1 neutron-server[88198]: INFO neutron.plugins.ml2.plugin [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempt 9 to bind port 189de49e-2572-4f84-ad82-848a2f0a9030 May 05 20:09:22.771890 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-55cacd82-38eb-44da-875c-591432015ec7 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:09:22.831931 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port 189de49e-2572-4f84-ad82-848a2f0a9030 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:09:22.832265 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port 189de49e-2572-4f84-ad82-848a2f0a9030 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'b22cdb97-2302-4646-abd4-dbe51fc57b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c315706-05e1-4109-9cd4-b3692d7cb6c2'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:09:22.832615 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port 189de49e-2572-4f84-ad82-848a2f0a9030 on network 7c315706-05e1-4109-9cd4-b3692d7cb6c2 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:09:22.847376 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55cacd82-38eb-44da-875c-591432015ec7 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Made reservation on behalf of 7ba5eccb22a44156924af5bf360040ac for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:09:22.850989 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-55cacd82-38eb-44da-875c-591432015ec7 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:22.862449 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e32f3388-b616-4fa2-820d-219a98f69997 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:22.871304 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Port 189de49e-2572-4f84-ad82-848a2f0a9030 on network 7c315706-05e1-4109-9cd4-b3692d7cb6c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:09:22.871715 n-d-840717-1 neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Failed to bind port 189de49e-2572-4f84-ad82-848a2f0a9030 on host n-h1-840717-1 for vnic_type normal using segments [{'id': 'b22cdb97-2302-4646-abd4-dbe51fc57b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c315706-05e1-4109-9cd4-b3692d7cb6c2'}] May 05 20:09:22.878808 n-d-840717-1 neutron-server[88198]: INFO neutron.plugins.ml2.plugin [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempt 10 to bind port 189de49e-2572-4f84-ad82-848a2f0a9030 May 05 20:09:22.910182 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ea1312-2f08-4644-80c4-2e215a7a71b0 None None] Network 8217c4bf-c0e2-4035-8338-fe552f9a589f requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:09:22.938768 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-55cacd82-38eb-44da-875c-591432015ec7 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:22.996555 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-55cacd82-38eb-44da-875c-591432015ec7 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:09:23.000029 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port 189de49e-2572-4f84-ad82-848a2f0a9030 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:09:23.000380 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port 189de49e-2572-4f84-ad82-848a2f0a9030 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'b22cdb97-2302-4646-abd4-dbe51fc57b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c315706-05e1-4109-9cd4-b3692d7cb6c2'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:09:23.000757 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port 189de49e-2572-4f84-ad82-848a2f0a9030 on network 7c315706-05e1-4109-9cd4-b3692d7cb6c2 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:09:23.000911 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-e32f3388-b616-4fa2-820d-219a98f69997 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Calling delete_port for 51919b92-28ed-4da0-970c-6a817802fb36 owned by {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:09:23.014873 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-55cacd82-38eb-44da-875c-591432015ec7 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Usage tracker for resource:security_group_rule and tenant:7ba5eccb22a44156924af5bf360040ac is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:09:23.027961 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-7d9987ba-601b-43fa-a62d-3bfb58c02631 None None] Provisioning for port 70fe8844-6c1b-490d-94d6-13011af21fd5 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:09:23.029118 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Port 189de49e-2572-4f84-ad82-848a2f0a9030 on network 7c315706-05e1-4109-9cd4-b3692d7cb6c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:09:23.029491 n-d-840717-1 neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Failed to bind port 189de49e-2572-4f84-ad82-848a2f0a9030 on host n-h1-840717-1 for vnic_type normal using segments [{'id': 'b22cdb97-2302-4646-abd4-dbe51fc57b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c315706-05e1-4109-9cd4-b3692d7cb6c2'}] May 05 20:09:23.029892 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:23.040417 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-55cacd82-38eb-44da-875c-591432015ec7 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:09:23.061673 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-55cacd82-38eb-44da-875c-591432015ec7 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:09:23.143432 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f4b9be70-2188-4791-b780-8e8e71ba9882 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:23.152074 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e32f3388-b616-4fa2-820d-219a98f69997 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:23.219837 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5895bf02-56f2-41d2-a75a-8ba1e7b026c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:23.230675 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f3388-b616-4fa2-820d-219a98f69997 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event deleted for resources: {'Port': ['ID=51919b92-28ed-4da0-970c-6a817802fb36,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:23.234417 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5895bf02-56f2-41d2-a75a-8ba1e7b026c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:23.295503 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 70fe8844-6c1b-490d-94d6-13011af21fd5 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:09:23.303722 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] For port 189de49e-2572-4f84-ad82-848a2f0a9030, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:09:23.305870 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempted to set empty binding levels {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 05 20:09:23.333589 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:23.385331 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5895bf02-56f2-41d2-a75a-8ba1e7b026c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3c9751-26ef-4f58-aa9a-82b59869fa8e,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:23.405656 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-5895bf02-56f2-41d2-a75a-8ba1e7b026c8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a7b4604701844526be142d7db5c884fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8930004 May 05 20:09:23.408350 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54964) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:23.445124 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 70fe8844-6c1b-490d-94d6-13011af21fd5 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:09:23.451629 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:23.452008 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 70fe8844-6c1b-490d-94d6-13011af21fd5 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:09:23.452173 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:23.452559 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:23.458041 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f4b9be70-2188-4791-b780-8e8e71ba9882 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:23.490823 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e32f3388-b616-4fa2-820d-219a98f69997 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:23.509308 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Pushing event updated for resources: {'Port': ['ID=189de49e-2572-4f84-ad82-848a2f0a9030,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:23.516069 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-e32f3388-b616-4fa2-820d-219a98f69997 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "DELETE /v2.0/ports/51919b92-28ed-4da0-970c-6a817802fb36 HTTP/1.1" status: 204 len: 168 time: 1.1179941 May 05 20:09:23.535877 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54970) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:23.536690 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8385b26a-1f96-45d3-92de-ce1cb53c24a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:23.585885 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-2f74d8c7-917b-42b0-94bd-5a52fd06ea98 None None] Provisioning complete for port 70fe8844-6c1b-490d-94d6-13011af21fd5 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:09:23.586257 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2f74d8c7-917b-42b0-94bd-5a52fd06ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:23.625221 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bb0c788-eb6f-4a17-a342-6ef5ab7c2e27 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] DELETE failed (client error): The resource could not be found. May 05 20:09:23.625979 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bb0c788-eb6f-4a17-a342-6ef5ab7c2e27 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:09:23.628952 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-4bb0c788-eb6f-4a17-a342-6ef5ab7c2e27 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "DELETE /v2.0/ports/51919b92-28ed-4da0-970c-6a817802fb36 HTTP/1.1" status: 404 len: 333 time: 0.0902858 May 05 20:09:23.637821 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54974) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:23.665494 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-55cacd82-38eb-44da-875c-591432015ec7 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:23.675406 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b9be70-2188-4791-b780-8e8e71ba9882 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:09:23.683646 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b1257cf1-bd8d-48bf-b2d8-7eca5d0979d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 3.3682225 May 05 20:09:23.686708 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54978) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:23.687774 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-f4b9be70-2188-4791-b780-8e8e71ba9882 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:09:23.691442 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-55cacd82-38eb-44da-875c-591432015ec7 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:23.703889 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55cacd82-38eb-44da-875c-591432015ec7 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:09:23.710480 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8385b26a-1f96-45d3-92de-ce1cb53c24a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:23.714722 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-55cacd82-38eb-44da-875c-591432015ec7 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:23.715087 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-55cacd82-38eb-44da-875c-591432015ec7 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Added segment dba916e3-8d42-413e-a8b3-95220e20730f of type vlan for network 09ead9eb-b969-46f8-8daa-ddf1535ee79b May 05 20:09:23.721574 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-424e14f6-0982-44da-8729-a9d4f2c55e11 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] GET failed (client error): The resource could not be found. May 05 20:09:23.722388 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-424e14f6-0982-44da-8729-a9d4f2c55e11 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Synchronizing usage tracker for tenant:0cc5f4a365af4a94a73e5ef336438b10 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:09:23.744886 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-55cacd82-38eb-44da-875c-591432015ec7 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:23.774961 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b9be70-2188-4791-b780-8e8e71ba9882 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:09:23.776056 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-424e14f6-0982-44da-8729-a9d4f2c55e11 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Unset dirty status for tenant:0cc5f4a365af4a94a73e5ef336438b10 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:09:23.777596 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-424e14f6-0982-44da-8729-a9d4f2c55e11 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "GET /v2.0/ports/51919b92-28ed-4da0-970c-6a817802fb36 HTTP/1.1" status: 404 len: 333 time: 0.1385067 May 05 20:09:23.780991 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54988) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:23.882144 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:23.882580 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cacd82-38eb-44da-875c-591432015ec7 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35c3217d-53d0-48cd-8387-db226143a1ba,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:23.895654 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2f74d8c7-917b-42b0-94bd-5a52fd06ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:23.896926 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8385b26a-1f96-45d3-92de-ce1cb53c24a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:23.926361 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-55cacd82-38eb-44da-875c-591432015ec7 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:23.932593 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cacd82-38eb-44da-875c-591432015ec7 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:23.933456 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-55cacd82-38eb-44da-875c-591432015ec7 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:23.943998 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 70fe8844-6c1b-490d-94d6-13011af21fd5, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=70fe8844-6c1b-490d-94d6-13011af21fd5,segment=NetworkSegment(3f1c8517-cccf-4ee0-acb1-545f292a9283),segment_id=3f1c8517-cccf-4ee0-acb1-545f292a9283)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:09:23.951509 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:23.991069 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-55cacd82-38eb-44da-875c-591432015ec7 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3032591 May 05 20:09:23.992157 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b9be70-2188-4791-b780-8e8e71ba9882 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Pushing event updated for resources: {'Port': ['ID=e30d37b4-80dc-4998-8fa3-0000200b71aa,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:24.000705 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8385b26a-1f96-45d3-92de-ce1cb53c24a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e3c9751-26ef-4f58-aa9a-82b59869fa8e,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:24.003276 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54998) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:24.007333 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae61214f-f096-4261-952b-e1dbc3ac4dc2 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Deleting subnet 7ed15233-d92f-434b-9882-05591e984576 {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:09:24.016445 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ae61214f-f096-4261-952b-e1dbc3ac4dc2 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:24.036174 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-a293c173-af95-4ce3-91e5-4ea643bf69ba tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Request body: {'subnet': {'network_id': '09ead9eb-b969-46f8-8daa-ddf1535ee79b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:09:24.046612 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8385b26a-1f96-45d3-92de-ce1cb53c24a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:24.050199 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-8385b26a-1f96-45d3-92de-ce1cb53c24a4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1e3c9751-26ef-4f58-aa9a-82b59869fa8e HTTP/1.1" status: 204 len: 168 time: 0.6384790 May 05 20:09:24.080111 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8385b26a-1f96-45d3-92de-ce1cb53c24a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:09:24.080633 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8385b26a-1f96-45d3-92de-ce1cb53c24a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:09:24.080977 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8385b26a-1f96-45d3-92de-ce1cb53c24a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:09:24.081307 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8385b26a-1f96-45d3-92de-ce1cb53c24a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:09:24.081634 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8385b26a-1f96-45d3-92de-ce1cb53c24a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:09:24.081958 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8385b26a-1f96-45d3-92de-ce1cb53c24a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:09:24.082278 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8385b26a-1f96-45d3-92de-ce1cb53c24a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:09:24.082599 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8385b26a-1f96-45d3-92de-ce1cb53c24a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:09:24.082916 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8385b26a-1f96-45d3-92de-ce1cb53c24a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:09:24.083231 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8385b26a-1f96-45d3-92de-ce1cb53c24a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:09:24.084941 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8385b26a-1f96-45d3-92de-ce1cb53c24a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:09:24.085591 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8385b26a-1f96-45d3-92de-ce1cb53c24a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:09:24.138118 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ae61214f-f096-4261-952b-e1dbc3ac4dc2 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:24.157790 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-2f74d8c7-917b-42b0-94bd-5a52fd06ea98 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:09:24.158251 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-2f74d8c7-917b-42b0-94bd-5a52fd06ea98 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:09:24.164282 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=70fe8844-6c1b-490d-94d6-13011af21fd5,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:24.180692 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f7b65-0a35-45c2-b40f-32ef2b283c4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Deleting port 189de49e-2572-4f84-ad82-848a2f0a9030 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:09:24.181261 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0a7f7b65-0a35-45c2-b40f-32ef2b283c4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:24.184510 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3882892-5d27-43bb-bd99-0cf8282b1fda req-bd4ad453-d4ce-4002-9926-12e6581da11d tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:24.185980 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c3882892-5d27-43bb-bd99-0cf8282b1fda req-bd4ad453-d4ce-4002-9926-12e6581da11d tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/networks?id=35d37522-ff35-47af-b60c-b213aa781c6f HTTP/1.1" status: 200 len: 805 time: 0.3588467 May 05 20:09:24.231724 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c3882892-5d27-43bb-bd99-0cf8282b1fda req-c7429139-e9c9-4723-a33c-4c167b66fa2e tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/quotas/51033f662b4a41faabaa592f98ca548e HTTP/1.1" status: 200 len: 375 time: 0.0343177 May 05 20:09:24.251682 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cacd82-38eb-44da-875c-591432015ec7 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Pushing event updated for resources: {'Network': ['ID=09ead9eb-b969-46f8-8daa-ddf1535ee79b,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:24.269597 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 09ead9eb-b969-46f8-8daa-ddf1535ee79b details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:09:24.326200 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ae61214f-f096-4261-952b-e1dbc3ac4dc2 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:24.384402 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c3882892-5d27-43bb-bd99-0cf8282b1fda req-72b497b0-cfb8-406f-b293-14e423924d9c tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=51033f662b4a41faabaa592f98ca548e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1515360 May 05 20:09:24.422252 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ae61214f-f096-4261-952b-e1dbc3ac4dc2 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:24.465456 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae61214f-f096-4261-952b-e1dbc3ac4dc2 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event deleted for resources: {'Subnet': ['ID=7ed15233-d92f-434b-9882-05591e984576,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:24.469341 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ae61214f-f096-4261-952b-e1dbc3ac4dc2 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:24.479826 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be99453-4920-4ea1-8ba0-8825218e065e None None] Network 8217c4bf-c0e2-4035-8338-fe552f9a589f requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:09:24.483431 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-ae61214f-f096-4261-952b-e1dbc3ac4dc2 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "DELETE /v2.0/subnets/7ed15233-d92f-434b-9882-05591e984576 HTTP/1.1" status: 204 len: 168 time: 0.6991136 May 05 20:09:24.486559 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 55010) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:24.520431 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a293c173-af95-4ce3-91e5-4ea643bf69ba tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:09:24.524199 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 6345e626-6ff3-417b-9d59-841430128926 no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:09:24.529605 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a293c173-af95-4ce3-91e5-4ea643bf69ba tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Usage tracker for resource:subnet and tenant:7ba5eccb22a44156924af5bf360040ac is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:09:24.533086 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a293c173-af95-4ce3-91e5-4ea643bf69ba tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:09:24.540320 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a293c173-af95-4ce3-91e5-4ea643bf69ba tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:09:24.553086 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [req-d85e53b9-55fe-4d84-be49-43fd8dfbbce9 req-776b9ecc-7feb-415d-ac4d-20dd1c1147ba service neutron] (88198) timed out ('10.222.0.36', 59282) {{(pid=88198) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 05 20:09:24.561473 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a293c173-af95-4ce3-91e5-4ea643bf69ba tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Made reservation on behalf of 7ba5eccb22a44156924af5bf360040ac for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:09:24.561473 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a293c173-af95-4ce3-91e5-4ea643bf69ba tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:24.577161 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] No Port match for: 6345e626-6ff3-417b-9d59-841430128926 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:09:24.577672 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 6345e626-6ff3-417b-9d59-841430128926 not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:09:24.614554 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [req-c3882892-5d27-43bb-bd99-0cf8282b1fda req-ec05620a-f4ee-4c2f-bb78-da4985864a1f service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88197) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:09:24.620531 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c3882892-5d27-43bb-bd99-0cf8282b1fda req-ec05620a-f4ee-4c2f-bb78-da4985864a1f service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2304330 May 05 20:09:24.765634 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e3078bcb-956a-4aed-a1e1-ed8aed648630 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:24.854051 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-2f74d8c7-917b-42b0-94bd-5a52fd06ea98 None None] Could not find standard attr ID for object 51919b92-28ed-4da0-970c-6a817802fb36. {{(pid=88199) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 20:09:24.955904 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4bf75c-7546-4c1a-8ab6-ae4b041c7f36 None None] DHCP port deletion for 8217c4bf-c0e2-4035-8338-fe552f9a589f request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:09:24.960279 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-db4bf75c-7546-4c1a-8ab6-ae4b041c7f36 None None] Deleting port 70fe8844-6c1b-490d-94d6-13011af21fd5 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:09:24.960585 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-db4bf75c-7546-4c1a-8ab6-ae4b041c7f36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:24.964938 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-e3078bcb-956a-4aed-a1e1-ed8aed648630 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Deleting port 70fe8844-6c1b-490d-94d6-13011af21fd5 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:09:24.965513 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e3078bcb-956a-4aed-a1e1-ed8aed648630 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:24.972268 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-0a7f7b65-0a35-45c2-b40f-32ef2b283c4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] For port 189de49e-2572-4f84-ad82-848a2f0a9030, host n-h1-840717-1, got binding levels [] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:09:24.972624 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0a7f7b65-0a35-45c2-b40f-32ef2b283c4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:25.025143 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-96d1f466-0f7e-4e22-8193-2253561032f1 None None] Could not find standard attr ID for object 51919b92-28ed-4da0-970c-6a817802fb36. {{(pid=88199) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 20:09:25.102473 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c3882892-5d27-43bb-bd99-0cf8282b1fda req-0284d56b-7dd5-4e63-b2c4-ccfcc384c397 service neutron] 10.222.0.36 "GET /v2.0/networks/35d37522-ff35-47af-b60c-b213aa781c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3900595 May 05 20:09:25.192914 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f7b65-0a35-45c2-b40f-32ef2b283c4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Calling delete_port for 189de49e-2572-4f84-ad82-848a2f0a9030 owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:09:25.294041 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 70fe8844-6c1b-490d-94d6-13011af21fd5 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:09:25.378320 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-e3078bcb-956a-4aed-a1e1-ed8aed648630 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] For port 70fe8844-6c1b-490d-94d6-13011af21fd5, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=70fe8844-6c1b-490d-94d6-13011af21fd5,segment=NetworkSegment(3f1c8517-cccf-4ee0-acb1-545f292a9283),segment_id=3f1c8517-cccf-4ee0-acb1-545f292a9283)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:09:25.378721 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0a7f7b65-0a35-45c2-b40f-32ef2b283c4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:25.378892 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e3078bcb-956a-4aed-a1e1-ed8aed648630 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:25.397074 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-db4bf75c-7546-4c1a-8ab6-ae4b041c7f36 None None] For port 70fe8844-6c1b-490d-94d6-13011af21fd5, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=70fe8844-6c1b-490d-94d6-13011af21fd5,segment=NetworkSegment(3f1c8517-cccf-4ee0-acb1-545f292a9283),segment_id=3f1c8517-cccf-4ee0-acb1-545f292a9283)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:09:25.399687 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-db4bf75c-7546-4c1a-8ab6-ae4b041c7f36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:25.408468 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c3882892-5d27-43bb-bd99-0cf8282b1fda req-de2e839f-6bb8-4d68-9e6d-0db01450b698 service neutron] 10.222.0.36 "GET /v2.0/networks/35d37522-ff35-47af-b60c-b213aa781c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050554 May 05 20:09:25.448632 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f7b65-0a35-45c2-b40f-32ef2b283c4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Pushing event deleted for resources: {'Port': ['ID=189de49e-2572-4f84-ad82-848a2f0a9030,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:25.479624 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0a7f7b65-0a35-45c2-b40f-32ef2b283c4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:25.487735 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a293c173-af95-4ce3-91e5-4ea643bf69ba tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:25.553936 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-0a7f7b65-0a35-45c2-b40f-32ef2b283c4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] 10.222.0.36 "DELETE /v2.0/ports/189de49e-2572-4f84-ad82-848a2f0a9030 HTTP/1.1" status: 204 len: 168 time: 1.8616612 May 05 20:09:25.564208 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55040) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:25.621937 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-e3078bcb-956a-4aed-a1e1-ed8aed648630 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Calling delete_port for 70fe8844-6c1b-490d-94d6-13011af21fd5 owned by network:dhcp {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:09:25.629422 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d8caf20-2ca0-40af-8fb8-1e9c2a006d38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] GET failed (client error): The resource could not be found. May 05 20:09:25.629970 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-9d8caf20-2ca0-40af-8fb8-1e9c2a006d38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Synchronizing usage tracker for tenant:2b28e4ccf84a4782a9930dcb225bc895 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:09:25.669624 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-db4bf75c-7546-4c1a-8ab6-ae4b041c7f36 None None] Calling delete_port for 70fe8844-6c1b-490d-94d6-13011af21fd5 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:09:25.716050 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e3078bcb-956a-4aed-a1e1-ed8aed648630 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:25.730816 n-d-840717-1 neutron-server[88199]: INFO neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No ports have port_id starting with 70fe8844-6c1b-490d-94d6-13011af21fd5 May 05 20:09:25.763261 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f4b9be70-2188-4791-b780-8e8e71ba9882 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:25.765797 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a293c173-af95-4ce3-91e5-4ea643bf69ba tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Pushing event updated for resources: {'Subnet': ['ID=f2f7f1ed-c633-4f19-b73b-25e35e198963,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:25.776021 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cde601cb-3242-4f47-afa6-8259eaa576f8 req-b98d532b-f9a1-4df1-b54c-266ae8db0acc tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=828561c9-9d5f-4221-aeed-1c85076dea0c HTTP/1.1" status: 200 len: 210 time: 0.1423738 May 05 20:09:25.776718 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a293c173-af95-4ce3-91e5-4ea643bf69ba tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Checking segment: {'id': 'dba916e3-8d42-413e-a8b3-95220e20730f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '09ead9eb-b969-46f8-8daa-ddf1535ee79b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:09:25.777072 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a293c173-af95-4ce3-91e5-4ea643bf69ba tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Network hostable DHCP agents. Network: 09ead9eb-b969-46f8-8daa-ddf1535ee79b, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:09:25.799980 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-9d8caf20-2ca0-40af-8fb8-1e9c2a006d38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Unset dirty status for tenant:2b28e4ccf84a4782a9930dcb225bc895 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:09:25.800967 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-9d8caf20-2ca0-40af-8fb8-1e9c2a006d38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] 10.222.0.36 "GET /v2.0/ports/189de49e-2572-4f84-ad82-848a2f0a9030 HTTP/1.1" status: 404 len: 333 time: 0.2250245 May 05 20:09:25.814289 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 55048) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:25.821603 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-db4bf75c-7546-4c1a-8ab6-ae4b041c7f36 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:09:25.821947 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-db4bf75c-7546-4c1a-8ab6-ae4b041c7f36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:09:25.839218 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-199374cf-6290-4f05-b2ef-7f6230977116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Request body: {'port': {'network_id': '7c315706-05e1-4109-9cd4-b3692d7cb6c2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713124077'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:09:25.844070 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-199374cf-6290-4f05-b2ef-7f6230977116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:09:25.854694 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-199374cf-6290-4f05-b2ef-7f6230977116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:09:25.862213 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3078bcb-956a-4aed-a1e1-ed8aed648630 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event deleted for resources: {'Port': ['ID=70fe8844-6c1b-490d-94d6-13011af21fd5,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:25.868333 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199374cf-6290-4f05-b2ef-7f6230977116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Made reservation on behalf of 2b28e4ccf84a4782a9930dcb225bc895 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:09:25.870745 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-199374cf-6290-4f05-b2ef-7f6230977116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:25.887994 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3078bcb-956a-4aed-a1e1-ed8aed648630 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] No DVR routers for this DVR port 70fe8844-6c1b-490d-94d6-13011af21fd5 on host n-d-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:09:25.921238 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [None req-199374cf-6290-4f05-b2ef-7f6230977116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] device_id is not set on port 4c376eef-8642-4df6-9e16-860d6a2ddf66 yet. {{(pid=88197) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:09:25.921633 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f4b9be70-2188-4791-b780-8e8e71ba9882 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:25.958665 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a293c173-af95-4ce3-91e5-4ea643bf69ba tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Network 09ead9eb-b969-46f8-8daa-ddf1535ee79b is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:09:25.986223 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-a293c173-af95-4ce3-91e5-4ea643bf69ba tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 09ead9eb-b969-46f8-8daa-ddf1535ee79b) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:09:25.994000 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295e045d-bbb6-4038-89e4-894b8a07c409 None None] Network 09ead9eb-b969-46f8-8daa-ddf1535ee79b requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:09:26.009164 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a293c173-af95-4ce3-91e5-4ea643bf69ba tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:26.021006 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a293c173-af95-4ce3-91e5-4ea643bf69ba tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:26.061219 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a293c173-af95-4ce3-91e5-4ea643bf69ba tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0562508 May 05 20:09:26.062306 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55068) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:26.069792 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-78463d5c-de20-4071-9980-c611ac2efce0 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Request body: {'network': {'name': 'tempest-router-network01--297555053'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:09:26.075162 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-78463d5c-de20-4071-9980-c611ac2efce0 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:09:26.080031 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-78463d5c-de20-4071-9980-c611ac2efce0 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Usage tracker for resource:network and tenant:7ba5eccb22a44156924af5bf360040ac is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:09:26.085466 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-78463d5c-de20-4071-9980-c611ac2efce0 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:09:26.086159 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e3078bcb-956a-4aed-a1e1-ed8aed648630 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:26.096317 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-78463d5c-de20-4071-9980-c611ac2efce0 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:09:26.133391 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-e3078bcb-956a-4aed-a1e1-ed8aed648630 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8217c4bf-c0e2-4035-8338-fe552f9a589f']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:09:26.153103 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78463d5c-de20-4071-9980-c611ac2efce0 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Made reservation on behalf of 7ba5eccb22a44156924af5bf360040ac for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:09:26.156961 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-78463d5c-de20-4071-9980-c611ac2efce0 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:26.163570 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-e3078bcb-956a-4aed-a1e1-ed8aed648630 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f1c8517-cccf-4ee0-acb1-545f292a9283') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:09:26.163983 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-e3078bcb-956a-4aed-a1e1-ed8aed648630 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f1c8517-cccf-4ee0-acb1-545f292a9283') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:09:26.229205 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e3078bcb-956a-4aed-a1e1-ed8aed648630 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:26.304026 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e3078bcb-956a-4aed-a1e1-ed8aed648630 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:26.325390 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3078bcb-956a-4aed-a1e1-ed8aed648630 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:09:26.325700 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e3078bcb-956a-4aed-a1e1-ed8aed648630 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:26.340538 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:09:26.340538 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:09:26.340538 n-d-840717-1 neutron-server[88197]: timer() May 05 20:09:26.340538 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:09:26.340538 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:09:26.340538 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:09:26.340538 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:09:26.340538 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:09:26.340538 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:09:26.340538 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:09:26.340538 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:09:26.340538 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:09:26.340538 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:09:26.340538 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:09:26.340538 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:09:26.340538 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:09:26.340538 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:09:26.340538 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:09:26.340538 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:09:26.340538 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:09:26.340538 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:09:26.340538 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:09:26.340538 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:09:26.340538 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:09:26.340538 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:09:26.340538 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:09:26.340538 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:09:26.340538 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:09:26.340538 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:09:26.340538 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:09:26.340538 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:09:26.340538 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:09:26.355187 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f4b9be70-2188-4791-b780-8e8e71ba9882 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:26.364317 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-db4bf75c-7546-4c1a-8ab6-ae4b041c7f36 None None] Deleting port 70fe8844-6c1b-490d-94d6-13011af21fd5 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:09:26.365636 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-db4bf75c-7546-4c1a-8ab6-ae4b041c7f36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:26.369249 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f4b9be70-2188-4791-b780-8e8e71ba9882 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:26.381267 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-199374cf-6290-4f05-b2ef-7f6230977116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:26.473045 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e3078bcb-956a-4aed-a1e1-ed8aed648630 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:26.476715 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-199374cf-6290-4f05-b2ef-7f6230977116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:26.493225 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-db4bf75c-7546-4c1a-8ab6-ae4b041c7f36 None None] The port '70fe8844-6c1b-490d-94d6-13011af21fd5' was deleted {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 20:09:26.505186 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e3078bcb-956a-4aed-a1e1-ed8aed648630 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:26.550248 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78463d5c-de20-4071-9980-c611ac2efce0 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:09:26.577537 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3078bcb-956a-4aed-a1e1-ed8aed648630 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event deleted for resources: {'Network': ['ID=8217c4bf-c0e2-4035-8338-fe552f9a589f,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:26.585344 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-e3078bcb-956a-4aed-a1e1-ed8aed648630 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "DELETE /v2.0/networks/8217c4bf-c0e2-4035-8338-fe552f9a589f HTTP/1.1" status: 204 len: 168 time: 2.0977771 May 05 20:09:26.596136 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55086) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:26.607108 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6835be69-fcc2-4e10-a823-a1a33a248544 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-09ead9eb-b969-46f8-8daa-ddf1535ee79b', 'network_id': '09ead9eb-b969-46f8-8daa-ddf1535ee79b', 'tenant_id': '7ba5eccb22a44156924af5bf360040ac', 'fixed_ips': [{'subnet_id': 'f2f7f1ed-c633-4f19-b73b-25e35e198963'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:09:26.608024 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6835be69-fcc2-4e10-a823-a1a33a248544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:26.625035 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-b6547f2f-6534-4a32-86c6-a724e5ff6597 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-141263694'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:09:26.635589 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b6547f2f-6534-4a32-86c6-a724e5ff6597 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:09:26.638270 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-78463d5c-de20-4071-9980-c611ac2efce0 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:26.648459 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-78463d5c-de20-4071-9980-c611ac2efce0 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Added segment 3db4898e-bb37-4e59-8416-9ae65d3e37f4 of type vlan for network 9a258958-ef7d-4aae-8286-0682380fd260 May 05 20:09:26.655505 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199374cf-6290-4f05-b2ef-7f6230977116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Pushing event updated for resources: {'Port': ['ID=4c376eef-8642-4df6-9e16-860d6a2ddf66,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:26.668183 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199374cf-6290-4f05-b2ef-7f6230977116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Network 7c315706-05e1-4109-9cd4-b3692d7cb6c2 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:09:26.671150 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-199374cf-6290-4f05-b2ef-7f6230977116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:09:26.676029 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199374cf-6290-4f05-b2ef-7f6230977116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:09:26.676860 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-b6547f2f-6534-4a32-86c6-a724e5ff6597 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Usage tracker for resource:network and tenant:0cc5f4a365af4a94a73e5ef336438b10 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:09:26.677602 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199374cf-6290-4f05-b2ef-7f6230977116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:26.678676 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-199374cf-6290-4f05-b2ef-7f6230977116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:26.680339 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-b6547f2f-6534-4a32-86c6-a724e5ff6597 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:09:26.687220 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b6547f2f-6534-4a32-86c6-a724e5ff6597 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:09:26.698514 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b9be70-2188-4791-b780-8e8e71ba9882 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Pushing event updated for resources: {'Port': ['ID=e30d37b4-80dc-4998-8fa3-0000200b71aa,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:26.710601 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f4b9be70-2188-4791-b780-8e8e71ba9882 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:26.712661 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-199374cf-6290-4f05-b2ef-7f6230977116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8864288 May 05 20:09:26.714698 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 55092) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:26.720928 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-21bdc0c1-4a6e-435b-bb8f-f1d42e0a3f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:09:26.775740 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6547f2f-6534-4a32-86c6-a724e5ff6597 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Made reservation on behalf of 0cc5f4a365af4a94a73e5ef336438b10 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:09:26.781311 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b6547f2f-6534-4a32-86c6-a724e5ff6597 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:26.833765 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-6835be69-fcc2-4e10-a823-a1a33a248544 None None] Allocated IP 2001:db8::2 (09ead9eb-b969-46f8-8daa-ddf1535ee79b/f2f7f1ed-c633-4f19-b73b-25e35e198963/e147c30b-0f8e-418a-ae33-e60159fd8457) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:09:26.846007 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-78463d5c-de20-4071-9980-c611ac2efce0 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:26.854622 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-21bdc0c1-4a6e-435b-bb8f-f1d42e0a3f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:27.111143 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6547f2f-6534-4a32-86c6-a724e5ff6597 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:09:27.132589 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-78463d5c-de20-4071-9980-c611ac2efce0 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:27.138417 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78463d5c-de20-4071-9980-c611ac2efce0 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:27.139279 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-78463d5c-de20-4071-9980-c611ac2efce0 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:27.184162 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b6547f2f-6534-4a32-86c6-a724e5ff6597 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:27.184502 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-b6547f2f-6534-4a32-86c6-a724e5ff6597 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Added segment 33171a77-b6dc-44ce-9cf3-e4483a2ac826 of type vlan for network b5c2366f-4cab-4291-9c6d-e828048a3fed May 05 20:09:27.232257 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-87f8e8c9-3e16-4ef7-a48e-310e4e75f6e0 req-d1bf5c02-5684-4af3-97b6-d7eba51184f3 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=828561c9-9d5f-4221-aeed-1c85076dea0c HTTP/1.1" status: 200 len: 210 time: 0.2661035 May 05 20:09:27.237289 n-d-840717-1 neutron-server[88198]: INFO neutron.db.l3_db [None req-f4b9be70-2188-4791-b780-8e8e71ba9882 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Floating IP 4a2d6655-c0e5-4499-90e7-411097e28ab4 associated. External IP: 172.25.0.249, port: 52b48cc4-70e9-4259-8c6a-5320f56ca7e5. May 05 20:09:27.240498 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6835be69-fcc2-4e10-a823-a1a33a248544 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:27.259461 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-6835be69-fcc2-4e10-a823-a1a33a248544 None None] Transition to ACTIVE for port object e147c30b-0f8e-418a-ae33-e60159fd8457 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:09:27.294592 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-6835be69-fcc2-4e10-a823-a1a33a248544 None None] Transition to ACTIVE for port object e147c30b-0f8e-418a-ae33-e60159fd8457 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:09:27.312895 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6835be69-fcc2-4e10-a823-a1a33a248544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:27.351758 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-78463d5c-de20-4071-9980-c611ac2efce0 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2875302 May 05 20:09:27.360918 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 55122) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:27.372619 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-32dbf355-a1c8-426f-b3b2-a12c78f9a777 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Request body: {'network': {'name': 'tempest-router-network02--461140264'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:09:27.392815 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-32dbf355-a1c8-426f-b3b2-a12c78f9a777 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:09:27.424441 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b6547f2f-6534-4a32-86c6-a724e5ff6597 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:27.425239 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6835be69-fcc2-4e10-a823-a1a33a248544 None None] Network 09ead9eb-b969-46f8-8daa-ddf1535ee79b is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:09:27.428860 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78463d5c-de20-4071-9980-c611ac2efce0 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Pushing event updated for resources: {'Network': ['ID=9a258958-ef7d-4aae-8286-0682380fd260,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:27.434727 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-6835be69-fcc2-4e10-a823-a1a33a248544 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:09:27.443190 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6835be69-fcc2-4e10-a823-a1a33a248544 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:09:27.462405 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-32dbf355-a1c8-426f-b3b2-a12c78f9a777 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Usage tracker for resource:network and tenant:7ba5eccb22a44156924af5bf360040ac is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:09:27.486443 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-32dbf355-a1c8-426f-b3b2-a12c78f9a777 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:09:27.488483 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 9a258958-ef7d-4aae-8286-0682380fd260 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:09:27.514420 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-32dbf355-a1c8-426f-b3b2-a12c78f9a777 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:09:27.556251 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b6547f2f-6534-4a32-86c6-a724e5ff6597 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:27.567984 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6547f2f-6534-4a32-86c6-a724e5ff6597 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:27.573182 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3882892-5d27-43bb-bd99-0cf8282b1fda req-4eb814d0-c875-4266-8e87-0a0e4c188c89 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:27.574800 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c3882892-5d27-43bb-bd99-0cf8282b1fda req-4eb814d0-c875-4266-8e87-0a0e4c188c89 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.24 "GET /v2.0/networks?id=35d37522-ff35-47af-b60c-b213aa781c6f HTTP/1.1" status: 200 len: 805 time: 0.4099545 May 05 20:09:27.575553 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b6547f2f-6534-4a32-86c6-a724e5ff6597 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:27.584618 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6835be69-fcc2-4e10-a823-a1a33a248544 None None] Pushing event updated for resources: {'Port': ['ID=e147c30b-0f8e-418a-ae33-e60159fd8457,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:27.601426 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-c3882892-5d27-43bb-bd99-0cf8282b1fda req-3b52577c-6276-4449-9634-19a60350b282 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Request body: {'port': {'device_id': '828561c9-9d5f-4221-aeed-1c85076dea0c', 'network_id': '35d37522-ff35-47af-b60c-b213aa781c6f', 'admin_state_up': True, 'tenant_id': '51033f662b4a41faabaa592f98ca548e'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:09:27.637745 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32dbf355-a1c8-426f-b3b2-a12c78f9a777 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Made reservation on behalf of 7ba5eccb22a44156924af5bf360040ac for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:09:27.642189 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-32dbf355-a1c8-426f-b3b2-a12c78f9a777 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:27.681703 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-6835be69-fcc2-4e10-a823-a1a33a248544 None None] Attempting to bind port e147c30b-0f8e-418a-ae33-e60159fd8457 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:09:27.682095 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-6835be69-fcc2-4e10-a823-a1a33a248544 None None] Attempting to bind port e147c30b-0f8e-418a-ae33-e60159fd8457 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'dba916e3-8d42-413e-a8b3-95220e20730f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '09ead9eb-b969-46f8-8daa-ddf1535ee79b'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:09:27.682892 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6835be69-fcc2-4e10-a823-a1a33a248544 None None] Attempting to bind port e147c30b-0f8e-418a-ae33-e60159fd8457 on network 09ead9eb-b969-46f8-8daa-ddf1535ee79b {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:09:27.691448 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6835be69-fcc2-4e10-a823-a1a33a248544 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:09:27.691838 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6835be69-fcc2-4e10-a823-a1a33a248544 None None] Checking segment: {'id': 'dba916e3-8d42-413e-a8b3-95220e20730f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '09ead9eb-b969-46f8-8daa-ddf1535ee79b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:09:27.692213 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6835be69-fcc2-4e10-a823-a1a33a248544 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:27.692605 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6835be69-fcc2-4e10-a823-a1a33a248544 None None] Bound using segment: {'id': 'dba916e3-8d42-413e-a8b3-95220e20730f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '09ead9eb-b969-46f8-8daa-ddf1535ee79b'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:09:27.693058 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-6835be69-fcc2-4e10-a823-a1a33a248544 None None] Bound port: e147c30b-0f8e-418a-ae33-e60159fd8457, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dba916e3-8d42-413e-a8b3-95220e20730f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '09ead9eb-b969-46f8-8daa-ddf1535ee79b'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:09:27.693414 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6835be69-fcc2-4e10-a823-a1a33a248544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:27.718210 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b6547f2f-6534-4a32-86c6-a724e5ff6597 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1168134 May 05 20:09:27.720899 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55136) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:27.721058 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.resource_extend [None req-21bdc0c1-4a6e-435b-bb8f-f1d42e0a3f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 20:09:27.776827 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-0dbf30f8-4e93-48d6-9b8d-266011d918f0 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Request body: {'subnet': {'network_id': 'b5c2366f-4cab-4291-9c6d-e828048a3fed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:09:27.798637 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6547f2f-6534-4a32-86c6-a724e5ff6597 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event updated for resources: {'Network': ['ID=b5c2366f-4cab-4291-9c6d-e828048a3fed,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:27.817018 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network b5c2366f-4cab-4291-9c6d-e828048a3fed details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:09:27.869378 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32dbf355-a1c8-426f-b3b2-a12c78f9a777 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:09:27.906830 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [None req-21bdc0c1-4a6e-435b-bb8f-f1d42e0a3f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] device_id is not set on port 4c376eef-8642-4df6-9e16-860d6a2ddf66 yet. {{(pid=88197) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:09:27.917268 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-32dbf355-a1c8-426f-b3b2-a12c78f9a777 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:27.917910 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-32dbf355-a1c8-426f-b3b2-a12c78f9a777 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Added segment 4ed4730d-8bcd-4ea9-a1d8-dae4df99a4b0 of type vlan for network 204636aa-3c45-43b8-87bd-6981c6c4a4dc May 05 20:09:27.929319 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-21bdc0c1-4a6e-435b-bb8f-f1d42e0a3f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:27.964866 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-6835be69-fcc2-4e10-a823-a1a33a248544 None None] For port e147c30b-0f8e-418a-ae33-e60159fd8457, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:09:27.975222 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0dbf30f8-4e93-48d6-9b8d-266011d918f0 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:09:27.981333 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-6835be69-fcc2-4e10-a823-a1a33a248544 None None] For port e147c30b-0f8e-418a-ae33-e60159fd8457, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=e147c30b-0f8e-418a-ae33-e60159fd8457,segment=NetworkSegment(dba916e3-8d42-413e-a8b3-95220e20730f),segment_id=dba916e3-8d42-413e-a8b3-95220e20730f)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:09:27.981757 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-0dbf30f8-4e93-48d6-9b8d-266011d918f0 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Usage tracker for resource:subnet and tenant:0cc5f4a365af4a94a73e5ef336438b10 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:09:27.987842 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-0dbf30f8-4e93-48d6-9b8d-266011d918f0 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:09:27.988894 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-21bdc0c1-4a6e-435b-bb8f-f1d42e0a3f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Transition to ACTIVE for port object 4c376eef-8642-4df6-9e16-860d6a2ddf66 will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:09:27.992314 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6835be69-fcc2-4e10-a823-a1a33a248544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:27.992597 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4b9be70-2188-4791-b780-8e8e71ba9882 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Router b06cf728-838a-4d45-b322-45e16e190c58 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:09:27.993329 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-c3882892-5d27-43bb-bd99-0cf8282b1fda req-3b52577c-6276-4449-9634-19a60350b282 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:09:27.998354 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-32dbf355-a1c8-426f-b3b2-a12c78f9a777 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:27.999870 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0dbf30f8-4e93-48d6-9b8d-266011d918f0 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:09:28.006099 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-21bdc0c1-4a6e-435b-bb8f-f1d42e0a3f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:28.073713 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dbf30f8-4e93-48d6-9b8d-266011d918f0 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Made reservation on behalf of 0cc5f4a365af4a94a73e5ef336438b10 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:09:28.077532 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0dbf30f8-4e93-48d6-9b8d-266011d918f0 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:28.091652 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-c3882892-5d27-43bb-bd99-0cf8282b1fda req-3b52577c-6276-4449-9634-19a60350b282 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:09:28.094038 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6835be69-fcc2-4e10-a823-a1a33a248544 None None] Pushing event updated for resources: {'Port': ['ID=e147c30b-0f8e-418a-ae33-e60159fd8457,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:28.197006 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bdc0c1-4a6e-435b-bb8f-f1d42e0a3f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Pushing event updated for resources: {'Port': ['ID=4c376eef-8642-4df6-9e16-860d6a2ddf66,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:28.199462 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3882892-5d27-43bb-bd99-0cf8282b1fda req-3b52577c-6276-4449-9634-19a60350b282 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Made reservation on behalf of 51033f662b4a41faabaa592f98ca548e for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:09:28.203436 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c3882892-5d27-43bb-bd99-0cf8282b1fda req-3b52577c-6276-4449-9634-19a60350b282 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:28.261587 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [None req-21bdc0c1-4a6e-435b-bb8f-f1d42e0a3f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port 4c376eef-8642-4df6-9e16-860d6a2ddf66 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:09:28.262473 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [None req-21bdc0c1-4a6e-435b-bb8f-f1d42e0a3f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port 4c376eef-8642-4df6-9e16-860d6a2ddf66 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'b22cdb97-2302-4646-abd4-dbe51fc57b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c315706-05e1-4109-9cd4-b3692d7cb6c2'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:09:28.263290 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bdc0c1-4a6e-435b-bb8f-f1d42e0a3f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port 4c376eef-8642-4df6-9e16-860d6a2ddf66 on network 7c315706-05e1-4109-9cd4-b3692d7cb6c2 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:09:28.315534 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4b9be70-2188-4791-b780-8e8e71ba9882 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:09:28.333750 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7701df44-7b96-4bf8-9d71-7e9760e55c48 None None] Sync routers for ids ['b06cf728-838a-4d45-b322-45e16e190c58'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:09:28.348868 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7701df44-7b96-4bf8-9d71-7e9760e55c48 None None] Routers {'b06cf728-838a-4d45-b322-45e16e190c58'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:09:28.349490 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-7701df44-7b96-4bf8-9d71-7e9760e55c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:09:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['b06cf728-838a-4d45-b322-45e16e190c58'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:09:28.358882 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-32dbf355-a1c8-426f-b3b2-a12c78f9a777 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:28.365184 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32dbf355-a1c8-426f-b3b2-a12c78f9a777 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:28.366577 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-32dbf355-a1c8-426f-b3b2-a12c78f9a777 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:28.402069 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bdc0c1-4a6e-435b-bb8f-f1d42e0a3f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Port 4c376eef-8642-4df6-9e16-860d6a2ddf66 on network 7c315706-05e1-4109-9cd4-b3692d7cb6c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:09:28.402417 n-d-840717-1 neutron-server[88197]: ERROR neutron.plugins.ml2.managers [None req-21bdc0c1-4a6e-435b-bb8f-f1d42e0a3f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Failed to bind port 4c376eef-8642-4df6-9e16-860d6a2ddf66 on host n-h1-840717-1 for vnic_type normal using segments [{'id': 'b22cdb97-2302-4646-abd4-dbe51fc57b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c315706-05e1-4109-9cd4-b3692d7cb6c2'}] May 05 20:09:28.421073 n-d-840717-1 neutron-server[88197]: INFO neutron.plugins.ml2.plugin [None req-21bdc0c1-4a6e-435b-bb8f-f1d42e0a3f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempt 2 to bind port 4c376eef-8642-4df6-9e16-860d6a2ddf66 May 05 20:09:28.452010 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6a4f01cd-0eec-4ae6-913b-92169ad46f0a req-432f6626-61eb-4c7d-acfd-5d74862d87d5 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=828561c9-9d5f-4221-aeed-1c85076dea0c HTTP/1.1" status: 200 len: 210 time: 0.0781662 May 05 20:09:28.455450 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f4b9be70-2188-4791-b780-8e8e71ba9882 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:28.463599 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-7701df44-7b96-4bf8-9d71-7e9760e55c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:09:28.495702 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7701df44-7b96-4bf8-9d71-7e9760e55c48 None None] Routers {'b06cf728-838a-4d45-b322-45e16e190c58'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:09:28.500772 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-7701df44-7b96-4bf8-9d71-7e9760e55c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:09:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['b06cf728-838a-4d45-b322-45e16e190c58'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:09:28.560720 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [None req-21bdc0c1-4a6e-435b-bb8f-f1d42e0a3f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port 4c376eef-8642-4df6-9e16-860d6a2ddf66 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:09:28.560720 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [None req-21bdc0c1-4a6e-435b-bb8f-f1d42e0a3f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port 4c376eef-8642-4df6-9e16-860d6a2ddf66 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'b22cdb97-2302-4646-abd4-dbe51fc57b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c315706-05e1-4109-9cd4-b3692d7cb6c2'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:09:28.560900 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bdc0c1-4a6e-435b-bb8f-f1d42e0a3f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port 4c376eef-8642-4df6-9e16-860d6a2ddf66 on network 7c315706-05e1-4109-9cd4-b3692d7cb6c2 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:09:28.579450 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-32dbf355-a1c8-426f-b3b2-a12c78f9a777 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2173123 May 05 20:09:28.611538 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-7701df44-7b96-4bf8-9d71-7e9760e55c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:09:28.615726 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7701df44-7b96-4bf8-9d71-7e9760e55c48 None None] The sync data for ids ['b06cf728-838a-4d45-b322-45e16e190c58'] in n-d-840717-1 is: [] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:09:28.628712 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55178) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:28.642710 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bdc0c1-4a6e-435b-bb8f-f1d42e0a3f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Port 4c376eef-8642-4df6-9e16-860d6a2ddf66 on network 7c315706-05e1-4109-9cd4-b3692d7cb6c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:09:28.643270 n-d-840717-1 neutron-server[88197]: ERROR neutron.plugins.ml2.managers [None req-21bdc0c1-4a6e-435b-bb8f-f1d42e0a3f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Failed to bind port 4c376eef-8642-4df6-9e16-860d6a2ddf66 on host n-h1-840717-1 for vnic_type normal using segments [{'id': 'b22cdb97-2302-4646-abd4-dbe51fc57b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c315706-05e1-4109-9cd4-b3692d7cb6c2'}] May 05 20:09:28.649961 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-8f497ff3-0147-4b5d-8405-3b2e64a7d618 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Request body: {'subnet': {'network_id': '9a258958-ef7d-4aae-8286-0682380fd260', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:09:28.651154 n-d-840717-1 neutron-server[88197]: INFO neutron.plugins.ml2.plugin [None req-21bdc0c1-4a6e-435b-bb8f-f1d42e0a3f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempt 3 to bind port 4c376eef-8642-4df6-9e16-860d6a2ddf66 May 05 20:09:28.670038 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [None req-21bdc0c1-4a6e-435b-bb8f-f1d42e0a3f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port 4c376eef-8642-4df6-9e16-860d6a2ddf66 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:09:28.670609 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [None req-21bdc0c1-4a6e-435b-bb8f-f1d42e0a3f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port 4c376eef-8642-4df6-9e16-860d6a2ddf66 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'b22cdb97-2302-4646-abd4-dbe51fc57b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c315706-05e1-4109-9cd4-b3692d7cb6c2'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:09:28.671097 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bdc0c1-4a6e-435b-bb8f-f1d42e0a3f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port 4c376eef-8642-4df6-9e16-860d6a2ddf66 on network 7c315706-05e1-4109-9cd4-b3692d7cb6c2 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:09:28.673564 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dbf355-a1c8-426f-b3b2-a12c78f9a777 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Pushing event updated for resources: {'Network': ['ID=204636aa-3c45-43b8-87bd-6981c6c4a4dc,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:28.681065 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f4b9be70-2188-4791-b780-8e8e71ba9882 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 7.2276433 May 05 20:09:28.687029 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 204636aa-3c45-43b8-87bd-6981c6c4a4dc details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:09:28.696943 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55182) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:28.725877 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bdc0c1-4a6e-435b-bb8f-f1d42e0a3f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Port 4c376eef-8642-4df6-9e16-860d6a2ddf66 on network 7c315706-05e1-4109-9cd4-b3692d7cb6c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:09:28.726225 n-d-840717-1 neutron-server[88197]: ERROR neutron.plugins.ml2.managers [None req-21bdc0c1-4a6e-435b-bb8f-f1d42e0a3f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Failed to bind port 4c376eef-8642-4df6-9e16-860d6a2ddf66 on host n-h1-840717-1 for vnic_type normal using segments [{'id': 'b22cdb97-2302-4646-abd4-dbe51fc57b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c315706-05e1-4109-9cd4-b3692d7cb6c2'}] May 05 20:09:28.729778 n-d-840717-1 neutron-server[88197]: INFO neutron.plugins.ml2.plugin [None req-21bdc0c1-4a6e-435b-bb8f-f1d42e0a3f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempt 4 to bind port 4c376eef-8642-4df6-9e16-860d6a2ddf66 May 05 20:09:28.771837 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-182c78da-7cb8-4027-8f70-2afdda195975 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1492844925'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:09:28.772471 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [None req-21bdc0c1-4a6e-435b-bb8f-f1d42e0a3f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port 4c376eef-8642-4df6-9e16-860d6a2ddf66 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:09:28.772767 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [None req-21bdc0c1-4a6e-435b-bb8f-f1d42e0a3f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port 4c376eef-8642-4df6-9e16-860d6a2ddf66 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'b22cdb97-2302-4646-abd4-dbe51fc57b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c315706-05e1-4109-9cd4-b3692d7cb6c2'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:09:28.773211 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bdc0c1-4a6e-435b-bb8f-f1d42e0a3f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port 4c376eef-8642-4df6-9e16-860d6a2ddf66 on network 7c315706-05e1-4109-9cd4-b3692d7cb6c2 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:09:28.780777 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-182c78da-7cb8-4027-8f70-2afdda195975 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:09:28.786815 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bdc0c1-4a6e-435b-bb8f-f1d42e0a3f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Port 4c376eef-8642-4df6-9e16-860d6a2ddf66 on network 7c315706-05e1-4109-9cd4-b3692d7cb6c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:09:28.787311 n-d-840717-1 neutron-server[88197]: ERROR neutron.plugins.ml2.managers [None req-21bdc0c1-4a6e-435b-bb8f-f1d42e0a3f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Failed to bind port 4c376eef-8642-4df6-9e16-860d6a2ddf66 on host n-h1-840717-1 for vnic_type normal using segments [{'id': 'b22cdb97-2302-4646-abd4-dbe51fc57b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c315706-05e1-4109-9cd4-b3692d7cb6c2'}] May 05 20:09:28.790638 n-d-840717-1 neutron-server[88197]: INFO neutron.plugins.ml2.plugin [None req-21bdc0c1-4a6e-435b-bb8f-f1d42e0a3f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempt 5 to bind port 4c376eef-8642-4df6-9e16-860d6a2ddf66 May 05 20:09:28.792664 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-182c78da-7cb8-4027-8f70-2afdda195975 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Usage tracker for resource:network and tenant:5612e7242a04466e929d2d320c132523 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:09:28.800976 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-c3882892-5d27-43bb-bd99-0cf8282b1fda req-3b52577c-6276-4449-9634-19a60350b282 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Allocated IP 172.20.0.4 (35d37522-ff35-47af-b60c-b213aa781c6f/abe7c8d5-c1a3-49ab-83d4-2252eacbfbcf/c2ecdede-36ca-408b-a364-763d1248a843) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:09:28.821708 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [None req-21bdc0c1-4a6e-435b-bb8f-f1d42e0a3f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port 4c376eef-8642-4df6-9e16-860d6a2ddf66 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:09:28.822415 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [None req-21bdc0c1-4a6e-435b-bb8f-f1d42e0a3f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port 4c376eef-8642-4df6-9e16-860d6a2ddf66 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'b22cdb97-2302-4646-abd4-dbe51fc57b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c315706-05e1-4109-9cd4-b3692d7cb6c2'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:09:28.823052 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bdc0c1-4a6e-435b-bb8f-f1d42e0a3f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port 4c376eef-8642-4df6-9e16-860d6a2ddf66 on network 7c315706-05e1-4109-9cd4-b3692d7cb6c2 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:09:28.868645 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bdc0c1-4a6e-435b-bb8f-f1d42e0a3f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Port 4c376eef-8642-4df6-9e16-860d6a2ddf66 on network 7c315706-05e1-4109-9cd4-b3692d7cb6c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:09:28.868967 n-d-840717-1 neutron-server[88197]: ERROR neutron.plugins.ml2.managers [None req-21bdc0c1-4a6e-435b-bb8f-f1d42e0a3f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Failed to bind port 4c376eef-8642-4df6-9e16-860d6a2ddf66 on host n-h1-840717-1 for vnic_type normal using segments [{'id': 'b22cdb97-2302-4646-abd4-dbe51fc57b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c315706-05e1-4109-9cd4-b3692d7cb6c2'}] May 05 20:09:28.871406 n-d-840717-1 neutron-server[88197]: INFO neutron.plugins.ml2.plugin [None req-21bdc0c1-4a6e-435b-bb8f-f1d42e0a3f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempt 6 to bind port 4c376eef-8642-4df6-9e16-860d6a2ddf66 May 05 20:09:28.908727 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [None req-21bdc0c1-4a6e-435b-bb8f-f1d42e0a3f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port 4c376eef-8642-4df6-9e16-860d6a2ddf66 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:09:28.908920 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [None req-21bdc0c1-4a6e-435b-bb8f-f1d42e0a3f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port 4c376eef-8642-4df6-9e16-860d6a2ddf66 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'b22cdb97-2302-4646-abd4-dbe51fc57b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c315706-05e1-4109-9cd4-b3692d7cb6c2'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:09:28.909184 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bdc0c1-4a6e-435b-bb8f-f1d42e0a3f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port 4c376eef-8642-4df6-9e16-860d6a2ddf66 on network 7c315706-05e1-4109-9cd4-b3692d7cb6c2 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:09:28.924524 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bdc0c1-4a6e-435b-bb8f-f1d42e0a3f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Port 4c376eef-8642-4df6-9e16-860d6a2ddf66 on network 7c315706-05e1-4109-9cd4-b3692d7cb6c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:09:28.924969 n-d-840717-1 neutron-server[88197]: ERROR neutron.plugins.ml2.managers [None req-21bdc0c1-4a6e-435b-bb8f-f1d42e0a3f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Failed to bind port 4c376eef-8642-4df6-9e16-860d6a2ddf66 on host n-h1-840717-1 for vnic_type normal using segments [{'id': 'b22cdb97-2302-4646-abd4-dbe51fc57b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c315706-05e1-4109-9cd4-b3692d7cb6c2'}] May 05 20:09:28.927330 n-d-840717-1 neutron-server[88197]: INFO neutron.plugins.ml2.plugin [None req-21bdc0c1-4a6e-435b-bb8f-f1d42e0a3f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempt 7 to bind port 4c376eef-8642-4df6-9e16-860d6a2ddf66 May 05 20:09:28.979551 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [None req-21bdc0c1-4a6e-435b-bb8f-f1d42e0a3f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port 4c376eef-8642-4df6-9e16-860d6a2ddf66 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:09:28.979687 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-182c78da-7cb8-4027-8f70-2afdda195975 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:09:28.979894 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [None req-21bdc0c1-4a6e-435b-bb8f-f1d42e0a3f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port 4c376eef-8642-4df6-9e16-860d6a2ddf66 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'b22cdb97-2302-4646-abd4-dbe51fc57b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c315706-05e1-4109-9cd4-b3692d7cb6c2'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:09:28.980230 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bdc0c1-4a6e-435b-bb8f-f1d42e0a3f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port 4c376eef-8642-4df6-9e16-860d6a2ddf66 on network 7c315706-05e1-4109-9cd4-b3692d7cb6c2 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:09:28.993151 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bdc0c1-4a6e-435b-bb8f-f1d42e0a3f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Port 4c376eef-8642-4df6-9e16-860d6a2ddf66 on network 7c315706-05e1-4109-9cd4-b3692d7cb6c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:09:28.993513 n-d-840717-1 neutron-server[88197]: ERROR neutron.plugins.ml2.managers [None req-21bdc0c1-4a6e-435b-bb8f-f1d42e0a3f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Failed to bind port 4c376eef-8642-4df6-9e16-860d6a2ddf66 on host n-h1-840717-1 for vnic_type normal using segments [{'id': 'b22cdb97-2302-4646-abd4-dbe51fc57b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c315706-05e1-4109-9cd4-b3692d7cb6c2'}] May 05 20:09:29.008523 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-182c78da-7cb8-4027-8f70-2afdda195975 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:09:29.040843 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8f497ff3-0147-4b5d-8405-3b2e64a7d618 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:09:29.045829 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-182c78da-7cb8-4027-8f70-2afdda195975 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Made reservation on behalf of 5612e7242a04466e929d2d320c132523 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:09:29.048737 n-d-840717-1 neutron-server[88197]: INFO neutron.plugins.ml2.plugin [None req-21bdc0c1-4a6e-435b-bb8f-f1d42e0a3f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempt 8 to bind port 4c376eef-8642-4df6-9e16-860d6a2ddf66 May 05 20:09:29.050114 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-182c78da-7cb8-4027-8f70-2afdda195975 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:29.059833 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-8f497ff3-0147-4b5d-8405-3b2e64a7d618 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Usage tracker for resource:subnet and tenant:7ba5eccb22a44156924af5bf360040ac is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:09:29.064758 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-8f497ff3-0147-4b5d-8405-3b2e64a7d618 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:09:29.067509 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0dbf30f8-4e93-48d6-9b8d-266011d918f0 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:29.080325 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [None req-21bdc0c1-4a6e-435b-bb8f-f1d42e0a3f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port 4c376eef-8642-4df6-9e16-860d6a2ddf66 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:09:29.080655 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [None req-21bdc0c1-4a6e-435b-bb8f-f1d42e0a3f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port 4c376eef-8642-4df6-9e16-860d6a2ddf66 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'b22cdb97-2302-4646-abd4-dbe51fc57b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c315706-05e1-4109-9cd4-b3692d7cb6c2'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:09:29.080994 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bdc0c1-4a6e-435b-bb8f-f1d42e0a3f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port 4c376eef-8642-4df6-9e16-860d6a2ddf66 on network 7c315706-05e1-4109-9cd4-b3692d7cb6c2 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:09:29.090599 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bdc0c1-4a6e-435b-bb8f-f1d42e0a3f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Port 4c376eef-8642-4df6-9e16-860d6a2ddf66 on network 7c315706-05e1-4109-9cd4-b3692d7cb6c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:09:29.090916 n-d-840717-1 neutron-server[88197]: ERROR neutron.plugins.ml2.managers [None req-21bdc0c1-4a6e-435b-bb8f-f1d42e0a3f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Failed to bind port 4c376eef-8642-4df6-9e16-860d6a2ddf66 on host n-h1-840717-1 for vnic_type normal using segments [{'id': 'b22cdb97-2302-4646-abd4-dbe51fc57b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c315706-05e1-4109-9cd4-b3692d7cb6c2'}] May 05 20:09:29.093734 n-d-840717-1 neutron-server[88197]: INFO neutron.plugins.ml2.plugin [None req-21bdc0c1-4a6e-435b-bb8f-f1d42e0a3f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempt 9 to bind port 4c376eef-8642-4df6-9e16-860d6a2ddf66 May 05 20:09:29.105435 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8f497ff3-0147-4b5d-8405-3b2e64a7d618 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:09:29.129225 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [None req-21bdc0c1-4a6e-435b-bb8f-f1d42e0a3f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port 4c376eef-8642-4df6-9e16-860d6a2ddf66 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:09:29.129556 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [None req-21bdc0c1-4a6e-435b-bb8f-f1d42e0a3f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port 4c376eef-8642-4df6-9e16-860d6a2ddf66 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'b22cdb97-2302-4646-abd4-dbe51fc57b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c315706-05e1-4109-9cd4-b3692d7cb6c2'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:09:29.129888 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bdc0c1-4a6e-435b-bb8f-f1d42e0a3f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port 4c376eef-8642-4df6-9e16-860d6a2ddf66 on network 7c315706-05e1-4109-9cd4-b3692d7cb6c2 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:09:29.147595 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bdc0c1-4a6e-435b-bb8f-f1d42e0a3f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Port 4c376eef-8642-4df6-9e16-860d6a2ddf66 on network 7c315706-05e1-4109-9cd4-b3692d7cb6c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:09:29.148329 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f497ff3-0147-4b5d-8405-3b2e64a7d618 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Made reservation on behalf of 7ba5eccb22a44156924af5bf360040ac for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:09:29.148898 n-d-840717-1 neutron-server[88197]: ERROR neutron.plugins.ml2.managers [None req-21bdc0c1-4a6e-435b-bb8f-f1d42e0a3f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Failed to bind port 4c376eef-8642-4df6-9e16-860d6a2ddf66 on host n-h1-840717-1 for vnic_type normal using segments [{'id': 'b22cdb97-2302-4646-abd4-dbe51fc57b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c315706-05e1-4109-9cd4-b3692d7cb6c2'}] May 05 20:09:29.151813 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8f497ff3-0147-4b5d-8405-3b2e64a7d618 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:29.152007 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c3882892-5d27-43bb-bd99-0cf8282b1fda req-3b52577c-6276-4449-9634-19a60350b282 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:29.154729 n-d-840717-1 neutron-server[88197]: INFO neutron.plugins.ml2.plugin [None req-21bdc0c1-4a6e-435b-bb8f-f1d42e0a3f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempt 10 to bind port 4c376eef-8642-4df6-9e16-860d6a2ddf66 May 05 20:09:29.176142 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [None req-21bdc0c1-4a6e-435b-bb8f-f1d42e0a3f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port 4c376eef-8642-4df6-9e16-860d6a2ddf66 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:09:29.176871 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [None req-21bdc0c1-4a6e-435b-bb8f-f1d42e0a3f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port 4c376eef-8642-4df6-9e16-860d6a2ddf66 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'b22cdb97-2302-4646-abd4-dbe51fc57b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c315706-05e1-4109-9cd4-b3692d7cb6c2'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:09:29.177362 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bdc0c1-4a6e-435b-bb8f-f1d42e0a3f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port 4c376eef-8642-4df6-9e16-860d6a2ddf66 on network 7c315706-05e1-4109-9cd4-b3692d7cb6c2 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:09:29.184918 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bdc0c1-4a6e-435b-bb8f-f1d42e0a3f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Port 4c376eef-8642-4df6-9e16-860d6a2ddf66 on network 7c315706-05e1-4109-9cd4-b3692d7cb6c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:09:29.185486 n-d-840717-1 neutron-server[88197]: ERROR neutron.plugins.ml2.managers [None req-21bdc0c1-4a6e-435b-bb8f-f1d42e0a3f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Failed to bind port 4c376eef-8642-4df6-9e16-860d6a2ddf66 on host n-h1-840717-1 for vnic_type normal using segments [{'id': 'b22cdb97-2302-4646-abd4-dbe51fc57b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c315706-05e1-4109-9cd4-b3692d7cb6c2'}] May 05 20:09:29.186024 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-21bdc0c1-4a6e-435b-bb8f-f1d42e0a3f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:29.206156 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-182c78da-7cb8-4027-8f70-2afdda195975 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:09:29.230726 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbf30f8-4e93-48d6-9b8d-266011d918f0 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event updated for resources: {'Subnet': ['ID=29db89b7-0a5c-4f69-b6f5-a6297d29b1aa,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:29.315873 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c3882892-5d27-43bb-bd99-0cf8282b1fda req-3b52577c-6276-4449-9634-19a60350b282 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:29.328509 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['81d837ab-bc11-4126-87e9-1c216ab3a6e9'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:09:29.358359 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbf30f8-4e93-48d6-9b8d-266011d918f0 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Checking segment: {'id': '33171a77-b6dc-44ce-9cf3-e4483a2ac826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b5c2366f-4cab-4291-9c6d-e828048a3fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:09:29.358833 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbf30f8-4e93-48d6-9b8d-266011d918f0 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Network hostable DHCP agents. Network: b5c2366f-4cab-4291-9c6d-e828048a3fed, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:09:29.395702 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-182c78da-7cb8-4027-8f70-2afdda195975 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:29.396329 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-182c78da-7cb8-4027-8f70-2afdda195975 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Added segment 7253996e-3a29-4371-a347-80385e812120 of type vlan for network 0e733769-1d44-43dd-b5de-989074369baa May 05 20:09:29.398168 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-21bdc0c1-4a6e-435b-bb8f-f1d42e0a3f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] For port 4c376eef-8642-4df6-9e16-860d6a2ddf66, host n-h1-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:09:29.398671 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-21bdc0c1-4a6e-435b-bb8f-f1d42e0a3f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempted to set empty binding levels {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 05 20:09:29.410896 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-21bdc0c1-4a6e-435b-bb8f-f1d42e0a3f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:29.412690 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device e147c30b-0f8e-418a-ae33-e60159fd8457 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:09:29.427850 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3882892-5d27-43bb-bd99-0cf8282b1fda req-3b52577c-6276-4449-9634-19a60350b282 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Network 35d37522-ff35-47af-b60c-b213aa781c6f is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:09:29.433303 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-c3882892-5d27-43bb-bd99-0cf8282b1fda req-3b52577c-6276-4449-9634-19a60350b282 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:09:29.435372 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbf30f8-4e93-48d6-9b8d-266011d918f0 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Network b5c2366f-4cab-4291-9c6d-e828048a3fed is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:09:29.436216 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3882892-5d27-43bb-bd99-0cf8282b1fda req-3b52577c-6276-4449-9634-19a60350b282 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:09:29.477578 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-21bdc0c1-4a6e-435b-bb8f-f1d42e0a3f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] In _notify_port_updated(), no bound segment for port 4c376eef-8642-4df6-9e16-860d6a2ddf66 on network 7c315706-05e1-4109-9cd4-b3692d7cb6c2 {{(pid=88197) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 05 20:09:29.479771 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bdc0c1-4a6e-435b-bb8f-f1d42e0a3f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:29.480567 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-21bdc0c1-4a6e-435b-bb8f-f1d42e0a3f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:29.482364 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-21bdc0c1-4a6e-435b-bb8f-f1d42e0a3f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] 10.222.0.36 "PUT /v2.0/ports/4c376eef-8642-4df6-9e16-860d6a2ddf66 HTTP/1.1" status: 200 len: 979 time: 2.7661602 May 05 20:09:29.489967 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55226) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:29.497150 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b52577c-6276-4449-9634-19a60350b282 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Pushing event updated for resources: {'Port': ['ID=c2ecdede-36ca-408b-a364-763d1248a843,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:29.499559 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-182c78da-7cb8-4027-8f70-2afdda195975 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:29.510743 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-0dbf30f8-4e93-48d6-9b8d-266011d918f0 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, b5c2366f-4cab-4291-9c6d-e828048a3fed) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:09:29.534290 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb00a0d-075f-477b-9980-07ad9c46837e None None] Network b5c2366f-4cab-4291-9c6d-e828048a3fed requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:09:29.558702 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbf30f8-4e93-48d6-9b8d-266011d918f0 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:29.559602 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0dbf30f8-4e93-48d6-9b8d-266011d918f0 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:29.602184 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-0dbf30f8-4e93-48d6-9b8d-266011d918f0 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8371465 May 05 20:09:29.612171 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55232) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:29.630534 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-502645b7-d948-4ca1-8f98-12de0dd497a8 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Request body: {'port': {'network_id': 'b5c2366f-4cab-4291-9c6d-e828048a3fed', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1772015011'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:09:29.762543 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3882892-5d27-43bb-bd99-0cf8282b1fda req-3b52577c-6276-4449-9634-19a60350b282 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:29.763166 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c3882892-5d27-43bb-bd99-0cf8282b1fda req-3b52577c-6276-4449-9634-19a60350b282 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:29.772183 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bdc0c1-4a6e-435b-bb8f-f1d42e0a3f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Pushing event updated for resources: {'Port': ['ID=4c376eef-8642-4df6-9e16-860d6a2ddf66,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:29.816915 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18cf0bf5-9ba6-4184-9f5d-b2f13621e621 None None] Network 09ead9eb-b969-46f8-8daa-ddf1535ee79b requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:09:29.862442 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c3882892-5d27-43bb-bd99-0cf8282b1fda req-3b52577c-6276-4449-9634-19a60350b282 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2767582 May 05 20:09:29.878125 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.db.resource_extend [None req-182c78da-7cb8-4027-8f70-2afdda195975 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 20:09:29.879998 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-c3882892-5d27-43bb-bd99-0cf8282b1fda req-1673532e-4193-465a-9fe6-cc498ae27a93 service neutron] Request body: {'port': {'device_id': '828561c9-9d5f-4221-aeed-1c85076dea0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:09:29.915868 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-502645b7-d948-4ca1-8f98-12de0dd497a8 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:09:29.942176 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-502645b7-d948-4ca1-8f98-12de0dd497a8 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Usage tracker for resource:port and tenant:0cc5f4a365af4a94a73e5ef336438b10 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:09:29.947303 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-502645b7-d948-4ca1-8f98-12de0dd497a8 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:09:29.957192 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-502645b7-d948-4ca1-8f98-12de0dd497a8 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:09:30.009726 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-182c78da-7cb8-4027-8f70-2afdda195975 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:30.014021 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-abec30e4-c5b3-4a61-8015-07fc5535f13a None None] Provisioning for port e147c30b-0f8e-418a-ae33-e60159fd8457 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:09:30.015502 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182c78da-7cb8-4027-8f70-2afdda195975 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:30.016165 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-182c78da-7cb8-4027-8f70-2afdda195975 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:30.025025 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port e147c30b-0f8e-418a-ae33-e60159fd8457 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:09:30.029190 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df020075-2f92-4a76-b70b-d8b8d874577d req-5c45d2f5-44ca-4ffd-983a-8512c4b65437 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:30.030413 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-df020075-2f92-4a76-b70b-d8b8d874577d req-5c45d2f5-44ca-4ffd-983a-8512c4b65437 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Synchronizing usage tracker for tenant:51033f662b4a41faabaa592f98ca548e on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:09:30.044122 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502645b7-d948-4ca1-8f98-12de0dd497a8 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Made reservation on behalf of 0cc5f4a365af4a94a73e5ef336438b10 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:09:30.050065 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-502645b7-d948-4ca1-8f98-12de0dd497a8 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:30.060237 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c3882892-5d27-43bb-bd99-0cf8282b1fda req-1673532e-4193-465a-9fe6-cc498ae27a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:30.064115 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-abec30e4-c5b3-4a61-8015-07fc5535f13a None None] Provisioning complete for port e147c30b-0f8e-418a-ae33-e60159fd8457 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:09:30.064555 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-abec30e4-c5b3-4a61-8015-07fc5535f13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:30.074362 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-df020075-2f92-4a76-b70b-d8b8d874577d req-5c45d2f5-44ca-4ffd-983a-8512c4b65437 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Unset dirty status for tenant:51033f662b4a41faabaa592f98ca548e on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:09:30.082420 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-df020075-2f92-4a76-b70b-d8b8d874577d req-5c45d2f5-44ca-4ffd-983a-8512c4b65437 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=828561c9-9d5f-4221-aeed-1c85076dea0c HTTP/1.1" status: 200 len: 931 time: 0.2833397 May 05 20:09:30.114318 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port e147c30b-0f8e-418a-ae33-e60159fd8457 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:09:30.114483 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:30.120904 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-502645b7-d948-4ca1-8f98-12de0dd497a8 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] device_id is not set on port 60268288-26fd-4cef-8fc1-f82917428c88 yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:09:30.192342 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-df020075-2f92-4a76-b70b-d8b8d874577d req-08ea8740-3954-4733-96a4-16dfd35fa2f6 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088252 May 05 20:09:30.365576 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794f929b-a55b-47bf-8e3c-8dd7af8b3078 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-b5c2366f-4cab-4291-9c6d-e828048a3fed', 'network_id': 'b5c2366f-4cab-4291-9c6d-e828048a3fed', 'tenant_id': '0cc5f4a365af4a94a73e5ef336438b10', 'fixed_ips': [{'subnet_id': '29db89b7-0a5c-4f69-b6f5-a6297d29b1aa'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:09:30.366398 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-794f929b-a55b-47bf-8e3c-8dd7af8b3078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:30.387670 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-502645b7-d948-4ca1-8f98-12de0dd497a8 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Allocated IP 172.20.0.13 (b5c2366f-4cab-4291-9c6d-e828048a3fed/29db89b7-0a5c-4f69-b6f5-a6297d29b1aa/60268288-26fd-4cef-8fc1-f82917428c88) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:09:30.429577 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8f497ff3-0147-4b5d-8405-3b2e64a7d618 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:30.501975 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c291e860-9149-4daf-b764-6d28ae1785c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:30.502522 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c291e860-9149-4daf-b764-6d28ae1785c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:30.502948 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c291e860-9149-4daf-b764-6d28ae1785c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:30.503773 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c291e860-9149-4daf-b764-6d28ae1785c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:30.504826 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c291e860-9149-4daf-b764-6d28ae1785c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:30.504826 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c291e860-9149-4daf-b764-6d28ae1785c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:30.505069 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c291e860-9149-4daf-b764-6d28ae1785c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:30.508807 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c291e860-9149-4daf-b764-6d28ae1785c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:30.509338 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c291e860-9149-4daf-b764-6d28ae1785c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:30.509949 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c291e860-9149-4daf-b764-6d28ae1785c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:30.510584 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c291e860-9149-4daf-b764-6d28ae1785c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:30.511072 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c291e860-9149-4daf-b764-6d28ae1785c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:30.511539 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c291e860-9149-4daf-b764-6d28ae1785c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:30.511998 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c291e860-9149-4daf-b764-6d28ae1785c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:30.512453 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c291e860-9149-4daf-b764-6d28ae1785c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:30.512912 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c291e860-9149-4daf-b764-6d28ae1785c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:30.513356 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c291e860-9149-4daf-b764-6d28ae1785c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:30.513810 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c291e860-9149-4daf-b764-6d28ae1785c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:30.514253 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c291e860-9149-4daf-b764-6d28ae1785c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:30.514706 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c291e860-9149-4daf-b764-6d28ae1785c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:30.515156 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c291e860-9149-4daf-b764-6d28ae1785c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:30.515636 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c291e860-9149-4daf-b764-6d28ae1785c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:30.516083 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c291e860-9149-4daf-b764-6d28ae1785c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:30.516672 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c291e860-9149-4daf-b764-6d28ae1785c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:30.517129 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c291e860-9149-4daf-b764-6d28ae1785c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:30.517671 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c291e860-9149-4daf-b764-6d28ae1785c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:30.524728 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c291e860-9149-4daf-b764-6d28ae1785c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 22661 time: 1.0283594 May 05 20:09:30.533490 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 55280) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:30.541617 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182c78da-7cb8-4027-8f70-2afdda195975 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Pushing event updated for resources: {'Network': ['ID=0e733769-1d44-43dd-b5de-989074369baa,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:30.543616 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-182c78da-7cb8-4027-8f70-2afdda195975 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.8434997 May 05 20:09:30.553334 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55288) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:30.572164 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-8dbcc7ea-e833-4b10-90ca-1a3af7b096de tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Request body: {'subnet': {'network_id': '0e733769-1d44-43dd-b5de-989074369baa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:09:30.599734 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182c78da-7cb8-4027-8f70-2afdda195975 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:09:30.600067 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182c78da-7cb8-4027-8f70-2afdda195975 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:09:30.600423 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182c78da-7cb8-4027-8f70-2afdda195975 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:09:30.600752 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182c78da-7cb8-4027-8f70-2afdda195975 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:09:30.601076 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182c78da-7cb8-4027-8f70-2afdda195975 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:09:30.601394 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182c78da-7cb8-4027-8f70-2afdda195975 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:09:30.601714 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182c78da-7cb8-4027-8f70-2afdda195975 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:09:30.602023 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182c78da-7cb8-4027-8f70-2afdda195975 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:09:30.602335 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182c78da-7cb8-4027-8f70-2afdda195975 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:09:30.602653 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182c78da-7cb8-4027-8f70-2afdda195975 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:09:30.602980 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182c78da-7cb8-4027-8f70-2afdda195975 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:09:30.603577 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182c78da-7cb8-4027-8f70-2afdda195975 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:09:30.642592 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-781d57df-8e38-4b1e-bbfd-8ac48ee62412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Deleting port 4c376eef-8642-4df6-9e16-860d6a2ddf66 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:09:30.642976 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-781d57df-8e38-4b1e-bbfd-8ac48ee62412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:30.646106 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 0e733769-1d44-43dd-b5de-989074369baa details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:09:30.742649 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-abec30e4-c5b3-4a61-8015-07fc5535f13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:30.750793 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:30.784911 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-c3882892-5d27-43bb-bd99-0cf8282b1fda req-1673532e-4193-465a-9fe6-cc498ae27a93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2ecdede-36ca-408b-a364-763d1248a843 {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:09:30.802269 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c3882892-5d27-43bb-bd99-0cf8282b1fda req-1673532e-4193-465a-9fe6-cc498ae27a93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:30.812924 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f497ff3-0147-4b5d-8405-3b2e64a7d618 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Pushing event updated for resources: {'Subnet': ['ID=73b250fb-a91e-4c0f-bed6-f636a2c7e8b3,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:30.871277 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-c3882892-5d27-43bb-bd99-0cf8282b1fda req-1673532e-4193-465a-9fe6-cc498ae27a93 service neutron] Transition to ACTIVE for port object c2ecdede-36ca-408b-a364-763d1248a843 will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:09:30.872639 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f497ff3-0147-4b5d-8405-3b2e64a7d618 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Checking segment: {'id': '3db4898e-bb37-4e59-8416-9ae65d3e37f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9a258958-ef7d-4aae-8286-0682380fd260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:09:30.874527 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f497ff3-0147-4b5d-8405-3b2e64a7d618 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Network hostable DHCP agents. Network: 9a258958-ef7d-4aae-8286-0682380fd260, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:09:30.879399 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c3882892-5d27-43bb-bd99-0cf8282b1fda req-1673532e-4193-465a-9fe6-cc498ae27a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:30.885636 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port e147c30b-0f8e-418a-ae33-e60159fd8457, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=e147c30b-0f8e-418a-ae33-e60159fd8457,segment=NetworkSegment(dba916e3-8d42-413e-a8b3-95220e20730f),segment_id=dba916e3-8d42-413e-a8b3-95220e20730f)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:09:30.891340 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:30.911620 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8dbcc7ea-e833-4b10-90ca-1a3af7b096de tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:09:30.928406 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8dbcc7ea-e833-4b10-90ca-1a3af7b096de tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:09:30.951135 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-502645b7-d948-4ca1-8f98-12de0dd497a8 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:30.954561 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dbcc7ea-e833-4b10-90ca-1a3af7b096de tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Made reservation on behalf of 5612e7242a04466e929d2d320c132523 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:09:30.958434 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8dbcc7ea-e833-4b10-90ca-1a3af7b096de tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:31.026195 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-502645b7-d948-4ca1-8f98-12de0dd497a8 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Transition to ACTIVE for port object 60268288-26fd-4cef-8fc1-f82917428c88 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:09:31.027335 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f497ff3-0147-4b5d-8405-3b2e64a7d618 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Network 9a258958-ef7d-4aae-8286-0682380fd260 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:09:31.057702 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-abec30e4-c5b3-4a61-8015-07fc5535f13a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:09:31.057702 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-abec30e4-c5b3-4a61-8015-07fc5535f13a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:09:31.062706 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=e147c30b-0f8e-418a-ae33-e60159fd8457,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:31.103887 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-8f497ff3-0147-4b5d-8405-3b2e64a7d618 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 9a258958-ef7d-4aae-8286-0682380fd260) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:09:31.109650 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f497ff3-0147-4b5d-8405-3b2e64a7d618 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:31.110401 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8f497ff3-0147-4b5d-8405-3b2e64a7d618 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:31.110940 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6658921d-27f3-4bf8-a49f-66d7968b7447 None None] Network 9a258958-ef7d-4aae-8286-0682380fd260 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:09:31.142497 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-8f497ff3-0147-4b5d-8405-3b2e64a7d618 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5101421 May 05 20:09:31.144616 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-781d57df-8e38-4b1e-bbfd-8ac48ee62412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] For port 4c376eef-8642-4df6-9e16-860d6a2ddf66, host n-h1-840717-1, got binding levels [] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:09:31.144981 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-781d57df-8e38-4b1e-bbfd-8ac48ee62412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:31.146177 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55322) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:31.158868 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-2904f44f-70e5-4721-bd61-bc83f14fc90e tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Request body: {'subnet': {'network_id': '204636aa-3c45-43b8-87bd-6981c6c4a4dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:09:31.291933 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device e147c30b-0f8e-418a-ae33-e60159fd8457 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:09:31.368447 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-502645b7-d948-4ca1-8f98-12de0dd497a8 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:31.438041 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1673532e-4193-465a-9fe6-cc498ae27a93 service neutron] Pushing event updated for resources: {'Port': ['ID=c2ecdede-36ca-408b-a364-763d1248a843,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:31.456336 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-781d57df-8e38-4b1e-bbfd-8ac48ee62412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Calling delete_port for 4c376eef-8642-4df6-9e16-860d6a2ddf66 owned by {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:09:31.531972 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-794f929b-a55b-47bf-8e3c-8dd7af8b3078 None None] Allocated IP 172.20.0.2 (b5c2366f-4cab-4291-9c6d-e828048a3fed/29db89b7-0a5c-4f69-b6f5-a6297d29b1aa/76765458-975f-49b2-8933-065ded567f01) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:09:31.600520 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-c3882892-5d27-43bb-bd99-0cf8282b1fda req-1673532e-4193-465a-9fe6-cc498ae27a93 service neutron] Attempting to bind port c2ecdede-36ca-408b-a364-763d1248a843 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:09:31.601990 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-c3882892-5d27-43bb-bd99-0cf8282b1fda req-1673532e-4193-465a-9fe6-cc498ae27a93 service neutron] Attempting to bind port c2ecdede-36ca-408b-a364-763d1248a843 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': '0a9940fa-b2d8-4605-a2bb-ab46df53c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '35d37522-ff35-47af-b60c-b213aa781c6f'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:09:31.602603 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3882892-5d27-43bb-bd99-0cf8282b1fda req-1673532e-4193-465a-9fe6-cc498ae27a93 service neutron] Attempting to bind port c2ecdede-36ca-408b-a364-763d1248a843 on network 35d37522-ff35-47af-b60c-b213aa781c6f {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:09:31.606452 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-781d57df-8e38-4b1e-bbfd-8ac48ee62412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:31.657308 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa76af9-e40c-4a3c-933c-dcec6fae7e41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-9a258958-ef7d-4aae-8286-0682380fd260', 'network_id': '9a258958-ef7d-4aae-8286-0682380fd260', 'tenant_id': '7ba5eccb22a44156924af5bf360040ac', 'fixed_ips': [{'subnet_id': '73b250fb-a91e-4c0f-bed6-f636a2c7e8b3'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:09:31.658091 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7aa76af9-e40c-4a3c-933c-dcec6fae7e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:31.671496 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d57df-8e38-4b1e-bbfd-8ac48ee62412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Pushing event deleted for resources: {'Port': ['ID=4c376eef-8642-4df6-9e16-860d6a2ddf66,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:31.681390 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3882892-5d27-43bb-bd99-0cf8282b1fda req-1673532e-4193-465a-9fe6-cc498ae27a93 service neutron] Port c2ecdede-36ca-408b-a364-763d1248a843 on network 35d37522-ff35-47af-b60c-b213aa781c6f not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:09:31.681714 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3882892-5d27-43bb-bd99-0cf8282b1fda req-1673532e-4193-465a-9fe6-cc498ae27a93 service neutron] Attempting to bind port c2ecdede-36ca-408b-a364-763d1248a843 on network 35d37522-ff35-47af-b60c-b213aa781c6f {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:09:31.690728 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3882892-5d27-43bb-bd99-0cf8282b1fda req-1673532e-4193-465a-9fe6-cc498ae27a93 service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:09:31.691071 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3882892-5d27-43bb-bd99-0cf8282b1fda req-1673532e-4193-465a-9fe6-cc498ae27a93 service neutron] Checking segment: {'id': '0a9940fa-b2d8-4605-a2bb-ab46df53c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '35d37522-ff35-47af-b60c-b213aa781c6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:09:31.691482 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3882892-5d27-43bb-bd99-0cf8282b1fda req-1673532e-4193-465a-9fe6-cc498ae27a93 service neutron] Bound using segment: {'id': '0a9940fa-b2d8-4605-a2bb-ab46df53c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '35d37522-ff35-47af-b60c-b213aa781c6f'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:09:31.691911 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-c3882892-5d27-43bb-bd99-0cf8282b1fda req-1673532e-4193-465a-9fe6-cc498ae27a93 service neutron] Bound port: c2ecdede-36ca-408b-a364-763d1248a843, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a9940fa-b2d8-4605-a2bb-ab46df53c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '35d37522-ff35-47af-b60c-b213aa781c6f'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:09:31.692962 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c3882892-5d27-43bb-bd99-0cf8282b1fda req-1673532e-4193-465a-9fe6-cc498ae27a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:31.698187 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-2904f44f-70e5-4721-bd61-bc83f14fc90e tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:09:31.721329 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502645b7-d948-4ca1-8f98-12de0dd497a8 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Network b5c2366f-4cab-4291-9c6d-e828048a3fed is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:09:31.724730 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-2904f44f-70e5-4721-bd61-bc83f14fc90e tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Usage tracker for resource:subnet and tenant:7ba5eccb22a44156924af5bf360040ac is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:09:31.734505 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-2904f44f-70e5-4721-bd61-bc83f14fc90e tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:09:31.737582 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-502645b7-d948-4ca1-8f98-12de0dd497a8 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:09:31.740436 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502645b7-d948-4ca1-8f98-12de0dd497a8 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:09:31.769875 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-781d57df-8e38-4b1e-bbfd-8ac48ee62412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:31.796974 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-781d57df-8e38-4b1e-bbfd-8ac48ee62412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] 10.222.0.36 "DELETE /v2.0/ports/4c376eef-8642-4df6-9e16-860d6a2ddf66 HTTP/1.1" status: 204 len: 168 time: 1.2623031 May 05 20:09:31.806574 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port e147c30b-0f8e-418a-ae33-e60159fd8457 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:09:31.807508 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 55356) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:31.807623 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:31.823445 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502645b7-d948-4ca1-8f98-12de0dd497a8 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:31.824197 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-502645b7-d948-4ca1-8f98-12de0dd497a8 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:31.831623 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-2904f44f-70e5-4721-bd61-bc83f14fc90e tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:09:31.836039 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502645b7-d948-4ca1-8f98-12de0dd497a8 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event updated for resources: {'Port': ['ID=60268288-26fd-4cef-8fc1-f82917428c88,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:31.912779 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-502645b7-d948-4ca1-8f98-12de0dd497a8 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 2.2949553 May 05 20:09:31.918573 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8dbcc7ea-e833-4b10-90ca-1a3af7b096de tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:31.929590 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55364) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:31.968706 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2904f44f-70e5-4721-bd61-bc83f14fc90e tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Made reservation on behalf of 7ba5eccb22a44156924af5bf360040ac for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:09:31.973721 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2904f44f-70e5-4721-bd61-bc83f14fc90e tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:31.980475 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-57a7566a-a84a-485f-81db-e5aa68804383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] GET failed (client error): The resource could not be found. May 05 20:09:31.981064 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-57a7566a-a84a-485f-81db-e5aa68804383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Synchronizing usage tracker for tenant:2b28e4ccf84a4782a9930dcb225bc895 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:09:31.988747 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-c3882892-5d27-43bb-bd99-0cf8282b1fda req-1673532e-4193-465a-9fe6-cc498ae27a93 service neutron] For port c2ecdede-36ca-408b-a364-763d1248a843, host n-h1-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:09:32.001339 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-c3882892-5d27-43bb-bd99-0cf8282b1fda req-1673532e-4193-465a-9fe6-cc498ae27a93 service neutron] For port c2ecdede-36ca-408b-a364-763d1248a843, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=c2ecdede-36ca-408b-a364-763d1248a843,segment=NetworkSegment(0a9940fa-b2d8-4605-a2bb-ab46df53c9ac),segment_id=0a9940fa-b2d8-4605-a2bb-ab46df53c9ac)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:09:32.006022 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c3882892-5d27-43bb-bd99-0cf8282b1fda req-1673532e-4193-465a-9fe6-cc498ae27a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:32.047961 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-57a7566a-a84a-485f-81db-e5aa68804383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Unset dirty status for tenant:2b28e4ccf84a4782a9930dcb225bc895 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:09:32.049365 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-57a7566a-a84a-485f-81db-e5aa68804383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] 10.222.0.36 "GET /v2.0/ports/4c376eef-8642-4df6-9e16-860d6a2ddf66 HTTP/1.1" status: 404 len: 333 time: 0.2409086 May 05 20:09:32.068321 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 55378) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:32.076574 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-2600a11e-981c-46b9-86b7-e005b600acb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814009575', 'network_id': '7c315706-05e1-4109-9cd4-b3692d7cb6c2'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:09:32.088962 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3882892-5d27-43bb-bd99-0cf8282b1fda req-1673532e-4193-465a-9fe6-cc498ae27a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:32.089575 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c3882892-5d27-43bb-bd99-0cf8282b1fda req-1673532e-4193-465a-9fe6-cc498ae27a93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:32.090906 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c3882892-5d27-43bb-bd99-0cf8282b1fda req-1673532e-4193-465a-9fe6-cc498ae27a93 service neutron] 10.222.0.24 "PUT /v2.0/ports/c2ecdede-36ca-408b-a364-763d1248a843 HTTP/1.1" status: 200 len: 1091 time: 2.2192924 May 05 20:09:32.092868 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-2600a11e-981c-46b9-86b7-e005b600acb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:09:32.094199 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '828561c9-9d5f-4221-aeed-1c85076dea0c', 'tag': 'c2ecdede-36ca-408b-a364-763d1248a843'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:09:32.114223 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-2600a11e-981c-46b9-86b7-e005b600acb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:09:32.128441 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1673532e-4193-465a-9fe6-cc498ae27a93 service neutron] Pushing event updated for resources: {'Port': ['ID=c2ecdede-36ca-408b-a364-763d1248a843,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:32.133852 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2600a11e-981c-46b9-86b7-e005b600acb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Made reservation on behalf of 2b28e4ccf84a4782a9930dcb225bc895 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:09:32.136602 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2600a11e-981c-46b9-86b7-e005b600acb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:32.192329 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2bef3dc-3b0a-4e59-9ce8-0c19795d6007'] response: {'name': 'network-changed', 'server_uuid': '828561c9-9d5f-4221-aeed-1c85076dea0c', 'tag': 'c2ecdede-36ca-408b-a364-763d1248a843', 'status': 'completed', 'code': 200} May 05 20:09:32.200736 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01ef566-613f-4f56-8f52-e7730dbb65a8 req-1d2affe9-bf8a-4874-b16b-a5f25278e229 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:32.201831 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a01ef566-613f-4f56-8f52-e7730dbb65a8 req-1d2affe9-bf8a-4874-b16b-a5f25278e229 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=828561c9-9d5f-4221-aeed-1c85076dea0c HTTP/1.1" status: 200 len: 943 time: 0.6386805 May 05 20:09:32.214031 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [None req-2600a11e-981c-46b9-86b7-e005b600acb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] device_id is not set on port 2f23d7be-0c0d-4a56-9bff-59c7931b1b26 yet. {{(pid=88197) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:09:32.314029 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbcc7ea-e833-4b10-90ca-1a3af7b096de tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Pushing event updated for resources: {'Subnet': ['ID=49d2e3a2-960d-4f94-ac7f-d98040a4b83a,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:32.320416 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-fd0bb916-8425-490b-a325-2893a34a1585 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Deleting port 60268288-26fd-4cef-8fc1-f82917428c88 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:09:32.320748 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fd0bb916-8425-490b-a325-2893a34a1585 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:32.325194 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3882892-5d27-43bb-bd99-0cf8282b1fda req-d93f6a31-44de-4685-8f93-240f934af1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:32.326934 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c3882892-5d27-43bb-bd99-0cf8282b1fda req-d93f6a31-44de-4685-8f93-240f934af1f2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=51033f662b4a41faabaa592f98ca548e&device_id=828561c9-9d5f-4221-aeed-1c85076dea0c HTTP/1.1" status: 200 len: 1094 time: 0.1788509 May 05 20:09:32.356357 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-794f929b-a55b-47bf-8e3c-8dd7af8b3078 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:32.362999 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbcc7ea-e833-4b10-90ca-1a3af7b096de tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Checking segment: {'id': '7253996e-3a29-4371-a347-80385e812120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0e733769-1d44-43dd-b5de-989074369baa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:09:32.363373 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbcc7ea-e833-4b10-90ca-1a3af7b096de tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Network hostable DHCP agents. Network: 0e733769-1d44-43dd-b5de-989074369baa, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:09:32.369935 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-7ba0f7ec-8f8d-4304-b913-e6ea5a58a00c None None] Provisioning complete for port e147c30b-0f8e-418a-ae33-e60159fd8457 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:09:32.370638 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7ba0f7ec-8f8d-4304-b913-e6ea5a58a00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:32.430064 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c3882892-5d27-43bb-bd99-0cf8282b1fda req-12466284-c4ea-4b07-ab65-72cd8fa18805 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2ecdede-36ca-408b-a364-763d1248a843 HTTP/1.1" status: 200 len: 217 time: 0.0909243 May 05 20:09:32.433130 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a01ef566-613f-4f56-8f52-e7730dbb65a8 req-a97cb326-aa8c-486f-a546-78ee1fa493d3 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101190 May 05 20:09:32.449116 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-7aa76af9-e40c-4a3c-933c-dcec6fae7e41 None None] Allocated IP 2001:db8::2 (9a258958-ef7d-4aae-8286-0682380fd260/73b250fb-a91e-4c0f-bed6-f636a2c7e8b3/e817261c-727d-45aa-8ff1-00cc612ff091) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:09:32.477420 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-794f929b-a55b-47bf-8e3c-8dd7af8b3078 None None] Transition to ACTIVE for port object 76765458-975f-49b2-8933-065ded567f01 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:09:32.492058 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbcc7ea-e833-4b10-90ca-1a3af7b096de tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Network 0e733769-1d44-43dd-b5de-989074369baa is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:09:32.517654 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-8dbcc7ea-e833-4b10-90ca-1a3af7b096de tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 0e733769-1d44-43dd-b5de-989074369baa) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:09:32.522476 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbcc7ea-e833-4b10-90ca-1a3af7b096de tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:32.523223 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8dbcc7ea-e833-4b10-90ca-1a3af7b096de tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:32.548769 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d3f426-4b77-4139-aa35-df99d8894d52 None None] Network 0e733769-1d44-43dd-b5de-989074369baa requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:09:32.564292 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-794f929b-a55b-47bf-8e3c-8dd7af8b3078 None None] Transition to ACTIVE for port object 76765458-975f-49b2-8933-065ded567f01 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:09:32.629070 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3882892-5d27-43bb-bd99-0cf8282b1fda req-735530ed-200a-4d02-bcf2-c2edba14b171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:32.631206 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c3882892-5d27-43bb-bd99-0cf8282b1fda req-735530ed-200a-4d02-bcf2-c2edba14b171 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abe7c8d5-c1a3-49ab-83d4-2252eacbfbcf HTTP/1.1" status: 200 len: 845 time: 0.1821887 May 05 20:09:32.636091 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2600a11e-981c-46b9-86b7-e005b600acb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:32.647683 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-8dbcc7ea-e833-4b10-90ca-1a3af7b096de tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0880609 May 05 20:09:32.655059 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55408) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:32.688153 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c3882892-5d27-43bb-bd99-0cf8282b1fda req-57400b42-b402-451e-8bc1-fac47d7e3f96 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=35d37522-ff35-47af-b60c-b213aa781c6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500114 May 05 20:09:32.754301 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-794f929b-a55b-47bf-8e3c-8dd7af8b3078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:32.762804 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fd0bb916-8425-490b-a325-2893a34a1585 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:32.802079 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2600a11e-981c-46b9-86b7-e005b600acb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:32.906006 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-fd0bb916-8425-490b-a325-2893a34a1585 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Calling delete_port for 60268288-26fd-4cef-8fc1-f82917428c88 owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:09:32.907125 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2600a11e-981c-46b9-86b7-e005b600acb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Network 7c315706-05e1-4109-9cd4-b3692d7cb6c2 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:09:32.911021 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-2600a11e-981c-46b9-86b7-e005b600acb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:09:32.914745 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c3882892-5d27-43bb-bd99-0cf8282b1fda req-0b9bcbef-9e13-4578-aca9-4fd5cb90223d service neutron] 10.222.0.24 "GET /v2.0/networks/35d37522-ff35-47af-b60c-b213aa781c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201266 May 05 20:09:32.915551 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2600a11e-981c-46b9-86b7-e005b600acb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:09:32.916615 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2600a11e-981c-46b9-86b7-e005b600acb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:32.917024 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2600a11e-981c-46b9-86b7-e005b600acb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:32.928445 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794f929b-a55b-47bf-8e3c-8dd7af8b3078 None None] Network b5c2366f-4cab-4291-9c6d-e828048a3fed is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:09:32.944746 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2600a11e-981c-46b9-86b7-e005b600acb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Pushing event updated for resources: {'Port': ['ID=2f23d7be-0c0d-4a56-9bff-59c7931b1b26,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:32.972550 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-794f929b-a55b-47bf-8e3c-8dd7af8b3078 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:09:32.999629 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794f929b-a55b-47bf-8e3c-8dd7af8b3078 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:09:33.036426 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-2600a11e-981c-46b9-86b7-e005b600acb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9644930 May 05 20:09:33.038689 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 55432) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:33.058219 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794f929b-a55b-47bf-8e3c-8dd7af8b3078 None None] Pushing event updated for resources: {'Port': ['ID=76765458-975f-49b2-8933-065ded567f01,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:33.108052 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-23564465-e010-4b19-b040-548c656f097d tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-753623165', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}, 'admin_state_up': False}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:09:33.129968 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc15103-3601-4896-805a-ece63edf8976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:33.130221 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-23564465-e010-4b19-b040-548c656f097d tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:09:33.130532 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-9fc15103-3601-4896-805a-ece63edf8976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Synchronizing usage tracker for tenant:2b28e4ccf84a4782a9930dcb225bc895 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:09:33.140062 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c3882892-5d27-43bb-bd99-0cf8282b1fda req-6b83c6d4-a5a0-435a-bf56-adf3942c1e8b service neutron] 10.222.0.24 "GET /v2.0/networks/35d37522-ff35-47af-b60c-b213aa781c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162032 May 05 20:09:33.152977 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-9fc15103-3601-4896-805a-ece63edf8976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Unset dirty status for tenant:2b28e4ccf84a4782a9930dcb225bc895 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:09:33.154384 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-23564465-e010-4b19-b040-548c656f097d tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Usage tracker for resource:router and tenant:5612e7242a04466e929d2d320c132523 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:09:33.155016 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-9fc15103-3601-4896-805a-ece63edf8976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] 10.222.0.36 "GET /v2.0/ports/2f23d7be-0c0d-4a56-9bff-59c7931b1b26 HTTP/1.1" status: 200 len: 959 time: 0.1152463 May 05 20:09:33.169953 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 55442) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:33.178451 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-23564465-e010-4b19-b040-548c656f097d tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:09:33.201017 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-23564465-e010-4b19-b040-548c656f097d tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:09:33.223865 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fd0bb916-8425-490b-a325-2893a34a1585 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:33.295019 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-23564465-e010-4b19-b040-548c656f097d tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:33.296095 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-23564465-e010-4b19-b040-548c656f097d tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:33.300925 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2904f44f-70e5-4721-bd61-bc83f14fc90e tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:33.308626 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-794f929b-a55b-47bf-8e3c-8dd7af8b3078 None None] Attempting to bind port 76765458-975f-49b2-8933-065ded567f01 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:09:33.310114 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-794f929b-a55b-47bf-8e3c-8dd7af8b3078 None None] Attempting to bind port 76765458-975f-49b2-8933-065ded567f01 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '33171a77-b6dc-44ce-9cf3-e4483a2ac826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b5c2366f-4cab-4291-9c6d-e828048a3fed'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:09:33.310838 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794f929b-a55b-47bf-8e3c-8dd7af8b3078 None None] Attempting to bind port 76765458-975f-49b2-8933-065ded567f01 on network b5c2366f-4cab-4291-9c6d-e828048a3fed {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:09:33.323992 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794f929b-a55b-47bf-8e3c-8dd7af8b3078 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:09:33.324363 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794f929b-a55b-47bf-8e3c-8dd7af8b3078 None None] Checking segment: {'id': '33171a77-b6dc-44ce-9cf3-e4483a2ac826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b5c2366f-4cab-4291-9c6d-e828048a3fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:09:33.324772 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-794f929b-a55b-47bf-8e3c-8dd7af8b3078 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:33.325711 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794f929b-a55b-47bf-8e3c-8dd7af8b3078 None None] Bound using segment: {'id': '33171a77-b6dc-44ce-9cf3-e4483a2ac826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b5c2366f-4cab-4291-9c6d-e828048a3fed'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:09:33.326214 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-794f929b-a55b-47bf-8e3c-8dd7af8b3078 None None] Bound port: 76765458-975f-49b2-8933-065ded567f01, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33171a77-b6dc-44ce-9cf3-e4483a2ac826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b5c2366f-4cab-4291-9c6d-e828048a3fed'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:09:33.326578 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-794f929b-a55b-47bf-8e3c-8dd7af8b3078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:33.338637 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-a0577bf6-457e-40d2-8bab-7bcbbcc10ddb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Deleting port 2f23d7be-0c0d-4a56-9bff-59c7931b1b26 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:09:33.338883 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a0577bf6-457e-40d2-8bab-7bcbbcc10ddb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:33.346615 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0bb916-8425-490b-a325-2893a34a1585 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event deleted for resources: {'Port': ['ID=60268288-26fd-4cef-8fc1-f82917428c88,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:33.348228 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d50721a-a6e6-415e-a5a1-77f0bad4d836 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-0e733769-1d44-43dd-b5de-989074369baa', 'network_id': '0e733769-1d44-43dd-b5de-989074369baa', 'tenant_id': '5612e7242a04466e929d2d320c132523', 'fixed_ips': [{'subnet_id': '49d2e3a2-960d-4f94-ac7f-d98040a4b83a'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:09:33.349145 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3d50721a-a6e6-415e-a5a1-77f0bad4d836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:33.379026 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7aa76af9-e40c-4a3c-933c-dcec6fae7e41 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:33.415177 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c50bedf-6c61-48ea-bf78-8de15874c63e req-113a06f6-8377-47d7-a3a1-fa2907302331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:33.416330 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9c50bedf-6c61-48ea-bf78-8de15874c63e req-113a06f6-8377-47d7-a3a1-fa2907302331 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=51033f662b4a41faabaa592f98ca548e&device_id=828561c9-9d5f-4221-aeed-1c85076dea0c HTTP/1.1" status: 200 len: 1094 time: 0.1953518 May 05 20:09:33.502886 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fd0bb916-8425-490b-a325-2893a34a1585 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:33.533756 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-7aa76af9-e40c-4a3c-933c-dcec6fae7e41 None None] Transition to ACTIVE for port object e817261c-727d-45aa-8ff1-00cc612ff091 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:09:33.549227 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-fd0bb916-8425-490b-a325-2893a34a1585 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "DELETE /v2.0/ports/60268288-26fd-4cef-8fc1-f82917428c88 HTTP/1.1" status: 204 len: 168 time: 1.5565987 May 05 20:09:33.570587 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55456) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:33.601228 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-7aa76af9-e40c-4a3c-933c-dcec6fae7e41 None None] Transition to ACTIVE for port object e817261c-727d-45aa-8ff1-00cc612ff091 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:09:33.620050 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-794f929b-a55b-47bf-8e3c-8dd7af8b3078 None None] For port 76765458-975f-49b2-8933-065ded567f01, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:09:33.623506 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7aa76af9-e40c-4a3c-933c-dcec6fae7e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:33.633668 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-794f929b-a55b-47bf-8e3c-8dd7af8b3078 None None] For port 76765458-975f-49b2-8933-065ded567f01, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=76765458-975f-49b2-8933-065ded567f01,segment=NetworkSegment(33171a77-b6dc-44ce-9cf3-e4483a2ac826),segment_id=33171a77-b6dc-44ce-9cf3-e4483a2ac826)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:09:33.674328 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-23564465-e010-4b19-b040-548c656f097d tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:33.701887 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2904f44f-70e5-4721-bd61-bc83f14fc90e tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Pushing event updated for resources: {'Subnet': ['ID=78088af0-82a1-4ce7-b268-96785dc6942d,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:33.706015 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 55460) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:33.728798 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-794f929b-a55b-47bf-8e3c-8dd7af8b3078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:33.769664 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa76af9-e40c-4a3c-933c-dcec6fae7e41 None None] Network 9a258958-ef7d-4aae-8286-0682380fd260 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:09:33.783791 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-7aa76af9-e40c-4a3c-933c-dcec6fae7e41 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:09:33.794411 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa76af9-e40c-4a3c-933c-dcec6fae7e41 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:09:33.800782 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa76af9-e40c-4a3c-933c-dcec6fae7e41 None None] Pushing event updated for resources: {'Port': ['ID=e817261c-727d-45aa-8ff1-00cc612ff091,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:33.834031 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2904f44f-70e5-4721-bd61-bc83f14fc90e tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Checking segment: {'id': '4ed4730d-8bcd-4ea9-a1d8-dae4df99a4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '204636aa-3c45-43b8-87bd-6981c6c4a4dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:09:33.834671 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2904f44f-70e5-4721-bd61-bc83f14fc90e tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Network hostable DHCP agents. Network: 204636aa-3c45-43b8-87bd-6981c6c4a4dc, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:09:33.910713 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-3d50721a-a6e6-415e-a5a1-77f0bad4d836 None None] Allocated IP 172.20.0.2 (0e733769-1d44-43dd-b5de-989074369baa/49d2e3a2-960d-4f94-ac7f-d98040a4b83a/45fa299e-cb8b-443f-8ffe-1a7b5c29b44e) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:09:33.912162 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a0577bf6-457e-40d2-8bab-7bcbbcc10ddb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:34.022738 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-7aa76af9-e40c-4a3c-933c-dcec6fae7e41 None None] Attempting to bind port e817261c-727d-45aa-8ff1-00cc612ff091 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:09:34.022995 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-72efd5f6-d0bb-4624-bfe0-8cced34d9299 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] GET failed (client error): The resource could not be found. May 05 20:09:34.023144 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-7aa76af9-e40c-4a3c-933c-dcec6fae7e41 None None] Attempting to bind port e817261c-727d-45aa-8ff1-00cc612ff091 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '3db4898e-bb37-4e59-8416-9ae65d3e37f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9a258958-ef7d-4aae-8286-0682380fd260'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:09:34.023469 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa76af9-e40c-4a3c-933c-dcec6fae7e41 None None] Attempting to bind port e817261c-727d-45aa-8ff1-00cc612ff091 on network 9a258958-ef7d-4aae-8286-0682380fd260 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:09:34.023598 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-72efd5f6-d0bb-4624-bfe0-8cced34d9299 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Synchronizing usage tracker for tenant:0cc5f4a365af4a94a73e5ef336438b10 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:09:34.038270 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794f929b-a55b-47bf-8e3c-8dd7af8b3078 None None] Pushing event updated for resources: {'Port': ['ID=76765458-975f-49b2-8933-065ded567f01,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:34.083622 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa76af9-e40c-4a3c-933c-dcec6fae7e41 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:09:34.083828 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c50bedf-6c61-48ea-bf78-8de15874c63e req-72adf16d-e5d6-4a2c-a10e-99b065936dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:34.083997 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa76af9-e40c-4a3c-933c-dcec6fae7e41 None None] Checking segment: {'id': '3db4898e-bb37-4e59-8416-9ae65d3e37f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9a258958-ef7d-4aae-8286-0682380fd260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:09:34.084397 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7aa76af9-e40c-4a3c-933c-dcec6fae7e41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:34.084789 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa76af9-e40c-4a3c-933c-dcec6fae7e41 None None] Bound using segment: {'id': '3db4898e-bb37-4e59-8416-9ae65d3e37f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9a258958-ef7d-4aae-8286-0682380fd260'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:09:34.085261 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-7aa76af9-e40c-4a3c-933c-dcec6fae7e41 None None] Bound port: e817261c-727d-45aa-8ff1-00cc612ff091, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3db4898e-bb37-4e59-8416-9ae65d3e37f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9a258958-ef7d-4aae-8286-0682380fd260'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:09:34.085629 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7aa76af9-e40c-4a3c-933c-dcec6fae7e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:34.085839 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9c50bedf-6c61-48ea-bf78-8de15874c63e req-72adf16d-e5d6-4a2c-a10e-99b065936dc0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=35d37522-ff35-47af-b60c-b213aa781c6f HTTP/1.1" status: 200 len: 906 time: 0.6326578 May 05 20:09:34.094133 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-a0577bf6-457e-40d2-8bab-7bcbbcc10ddb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Calling delete_port for 2f23d7be-0c0d-4a56-9bff-59c7931b1b26 owned by {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:09:34.129356 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6f9d22c3-91cb-4b9b-b44e-91c24d7cd229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:34.247253 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-23564465-e010-4b19-b040-548c656f097d tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:34.249851 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9c50bedf-6c61-48ea-bf78-8de15874c63e req-928accc0-845f-4775-a0ba-ac61ae884209 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2ecdede-36ca-408b-a364-763d1248a843 HTTP/1.1" status: 200 len: 217 time: 0.1089892 May 05 20:09:34.273675 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-6f9d22c3-91cb-4b9b-b44e-91c24d7cd229 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:09:34.325723 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-6f9d22c3-91cb-4b9b-b44e-91c24d7cd229 admin admin] Usage tracker for resource:security_group_rule and tenant:8487d7c9fd3144a2981b5bbcda6974cd is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:09:34.327488 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-72efd5f6-d0bb-4624-bfe0-8cced34d9299 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Unset dirty status for tenant:0cc5f4a365af4a94a73e5ef336438b10 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:09:34.332271 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-72efd5f6-d0bb-4624-bfe0-8cced34d9299 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "GET /v2.0/ports/60268288-26fd-4cef-8fc1-f82917428c88 HTTP/1.1" status: 404 len: 333 time: 0.7574887 May 05 20:09:34.332929 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55468) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:34.336995 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2904f44f-70e5-4721-bd61-bc83f14fc90e tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Network 204636aa-3c45-43b8-87bd-6981c6c4a4dc is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:09:34.337494 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-6f9d22c3-91cb-4b9b-b44e-91c24d7cd229 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:09:34.351130 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd78d4a-bfc7-48e3-b779-5dc36d8343f4 req-fca86900-6d7a-47bd-b882-2b094f177e78 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:34.353155 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3bd78d4a-bfc7-48e3-b779-5dc36d8343f4 req-fca86900-6d7a-47bd-b882-2b094f177e78 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=828561c9-9d5f-4221-aeed-1c85076dea0c HTTP/1.1" status: 200 len: 943 time: 0.6467769 May 05 20:09:34.354064 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-7aa76af9-e40c-4a3c-933c-dcec6fae7e41 None None] For port e817261c-727d-45aa-8ff1-00cc612ff091, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:09:34.362912 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-7aa76af9-e40c-4a3c-933c-dcec6fae7e41 None None] For port e817261c-727d-45aa-8ff1-00cc612ff091, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=e817261c-727d-45aa-8ff1-00cc612ff091,segment=NetworkSegment(3db4898e-bb37-4e59-8416-9ae65d3e37f4),segment_id=3db4898e-bb37-4e59-8416-9ae65d3e37f4)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:09:34.370189 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7aa76af9-e40c-4a3c-933c-dcec6fae7e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:34.377838 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-6f9d22c3-91cb-4b9b-b44e-91c24d7cd229 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:09:34.427713 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3d50721a-a6e6-415e-a5a1-77f0bad4d836 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:34.457847 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c50bedf-6c61-48ea-bf78-8de15874c63e req-d2960910-56d0-485c-ae68-ca581bb47d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:34.459509 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9c50bedf-6c61-48ea-bf78-8de15874c63e req-d2960910-56d0-485c-ae68-ca581bb47d41 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abe7c8d5-c1a3-49ab-83d4-2252eacbfbcf HTTP/1.1" status: 200 len: 845 time: 0.2002869 May 05 20:09:34.464044 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a0577bf6-457e-40d2-8bab-7bcbbcc10ddb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:34.465138 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-2904f44f-70e5-4721-bd61-bc83f14fc90e tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 204636aa-3c45-43b8-87bd-6981c6c4a4dc) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:09:34.471399 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-250b6c5e-a24d-425a-b043-051cb1b958b7 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Deleting subnet 29db89b7-0a5c-4f69-b6f5-a6297d29b1aa {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:09:34.473753 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-3d50721a-a6e6-415e-a5a1-77f0bad4d836 None None] Transition to ACTIVE for port object 45fa299e-cb8b-443f-8ffe-1a7b5c29b44e will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:09:34.478514 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-250b6c5e-a24d-425a-b043-051cb1b958b7 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:34.488383 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9d0d03-c90e-48b6-84e4-ad560c0c70d9 None None] Network 204636aa-3c45-43b8-87bd-6981c6c4a4dc requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:09:34.509582 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2904f44f-70e5-4721-bd61-bc83f14fc90e tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:34.510181 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2904f44f-70e5-4721-bd61-bc83f14fc90e tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:34.514678 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3bd78d4a-bfc7-48e3-b779-5dc36d8343f4 req-85345fcd-25a9-42a5-8f43-eb4787259ea2 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393645 May 05 20:09:34.556924 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-3d50721a-a6e6-415e-a5a1-77f0bad4d836 None None] Transition to ACTIVE for port object 45fa299e-cb8b-443f-8ffe-1a7b5c29b44e will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:09:34.578862 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0577bf6-457e-40d2-8bab-7bcbbcc10ddb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Pushing event deleted for resources: {'Port': ['ID=2f23d7be-0c0d-4a56-9bff-59c7931b1b26,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:34.591279 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9c50bedf-6c61-48ea-bf78-8de15874c63e req-7b8ddcf6-4a85-4d47-bd7c-3c4822e0ceb8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=35d37522-ff35-47af-b60c-b213aa781c6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1158066 May 05 20:09:34.596351 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-250b6c5e-a24d-425a-b043-051cb1b958b7 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:34.602158 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a0577bf6-457e-40d2-8bab-7bcbbcc10ddb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:34.652928 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3d50721a-a6e6-415e-a5a1-77f0bad4d836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:34.664622 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa76af9-e40c-4a3c-933c-dcec6fae7e41 None None] Pushing event updated for resources: {'Port': ['ID=e817261c-727d-45aa-8ff1-00cc612ff091,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:34.712294 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-250b6c5e-a24d-425a-b043-051cb1b958b7 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:34.729396 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-a0577bf6-457e-40d2-8bab-7bcbbcc10ddb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] 10.222.0.36 "DELETE /v2.0/ports/2f23d7be-0c0d-4a56-9bff-59c7931b1b26 HTTP/1.1" status: 204 len: 168 time: 1.5557954 May 05 20:09:34.778438 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 55472) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:34.785443 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d50721a-a6e6-415e-a5a1-77f0bad4d836 None None] Pushing event updated for resources: {'Port': ['ID=45fa299e-cb8b-443f-8ffe-1a7b5c29b44e,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:34.821415 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-250b6c5e-a24d-425a-b043-051cb1b958b7 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:34.831633 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d50721a-a6e6-415e-a5a1-77f0bad4d836 None None] Network 0e733769-1d44-43dd-b5de-989074369baa is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:09:34.836748 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7381bff5-32da-4885-aed5-69cad449247e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:34.845134 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-3d50721a-a6e6-415e-a5a1-77f0bad4d836 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:09:34.848158 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d50721a-a6e6-415e-a5a1-77f0bad4d836 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:09:34.872344 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-2904f44f-70e5-4721-bd61-bc83f14fc90e tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7240105 May 05 20:09:34.884237 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55476) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:34.888042 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d50721a-a6e6-415e-a5a1-77f0bad4d836 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:09:34.888382 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d50721a-a6e6-415e-a5a1-77f0bad4d836 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:09:34.888719 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d50721a-a6e6-415e-a5a1-77f0bad4d836 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:09:34.889053 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d50721a-a6e6-415e-a5a1-77f0bad4d836 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:09:34.889378 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d50721a-a6e6-415e-a5a1-77f0bad4d836 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:09:34.889702 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d50721a-a6e6-415e-a5a1-77f0bad4d836 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:09:34.890022 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d50721a-a6e6-415e-a5a1-77f0bad4d836 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:09:34.890343 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d50721a-a6e6-415e-a5a1-77f0bad4d836 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:09:34.890709 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d50721a-a6e6-415e-a5a1-77f0bad4d836 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:09:34.891030 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d50721a-a6e6-415e-a5a1-77f0bad4d836 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:09:34.891445 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d50721a-a6e6-415e-a5a1-77f0bad4d836 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:09:34.891748 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d50721a-a6e6-415e-a5a1-77f0bad4d836 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:09:34.934828 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-c08fef70-076d-4c1d-834c-4581bb8b9222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] GET failed (client error): The resource could not be found. May 05 20:09:34.935570 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-c08fef70-076d-4c1d-834c-4581bb8b9222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Synchronizing usage tracker for tenant:2b28e4ccf84a4782a9930dcb225bc895 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:09:34.953235 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6f9d22c3-91cb-4b9b-b44e-91c24d7cd229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:34.978974 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6f9d22c3-91cb-4b9b-b44e-91c24d7cd229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:34.981894 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250b6c5e-a24d-425a-b043-051cb1b958b7 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event deleted for resources: {'Subnet': ['ID=29db89b7-0a5c-4f69-b6f5-a6297d29b1aa,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:35.035543 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9c50bedf-6c61-48ea-bf78-8de15874c63e req-77444a2f-e1bc-4dbf-aade-81765b4e97b6 service neutron] 10.222.0.24 "GET /v2.0/networks/35d37522-ff35-47af-b60c-b213aa781c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4287748 May 05 20:09:35.051206 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-c08fef70-076d-4c1d-834c-4581bb8b9222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Unset dirty status for tenant:2b28e4ccf84a4782a9930dcb225bc895 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:09:35.052559 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-c08fef70-076d-4c1d-834c-4581bb8b9222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] 10.222.0.36 "GET /v2.0/ports/2f23d7be-0c0d-4a56-9bff-59c7931b1b26 HTTP/1.1" status: 404 len: 333 time: 0.2672126 May 05 20:09:35.060075 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-3d50721a-a6e6-415e-a5a1-77f0bad4d836 None None] Attempting to bind port 45fa299e-cb8b-443f-8ffe-1a7b5c29b44e on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:09:35.060437 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-3d50721a-a6e6-415e-a5a1-77f0bad4d836 None None] Attempting to bind port 45fa299e-cb8b-443f-8ffe-1a7b5c29b44e by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '7253996e-3a29-4371-a347-80385e812120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0e733769-1d44-43dd-b5de-989074369baa'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:09:35.060792 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d50721a-a6e6-415e-a5a1-77f0bad4d836 None None] Attempting to bind port 45fa299e-cb8b-443f-8ffe-1a7b5c29b44e on network 0e733769-1d44-43dd-b5de-989074369baa {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:09:35.081827 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-250b6c5e-a24d-425a-b043-051cb1b958b7 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:35.084019 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-250b6c5e-a24d-425a-b043-051cb1b958b7 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "DELETE /v2.0/subnets/29db89b7-0a5c-4f69-b6f5-a6297d29b1aa HTTP/1.1" status: 204 len: 168 time: 0.7491293 May 05 20:09:35.087527 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d50721a-a6e6-415e-a5a1-77f0bad4d836 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:09:35.088126 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d50721a-a6e6-415e-a5a1-77f0bad4d836 None None] Checking segment: {'id': '7253996e-3a29-4371-a347-80385e812120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0e733769-1d44-43dd-b5de-989074369baa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:09:35.088536 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 55480) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:35.088698 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3d50721a-a6e6-415e-a5a1-77f0bad4d836 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:35.089092 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d50721a-a6e6-415e-a5a1-77f0bad4d836 None None] Bound using segment: {'id': '7253996e-3a29-4371-a347-80385e812120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0e733769-1d44-43dd-b5de-989074369baa'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:09:35.089335 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 55482) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:35.089562 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-3d50721a-a6e6-415e-a5a1-77f0bad4d836 None None] Bound port: 45fa299e-cb8b-443f-8ffe-1a7b5c29b44e, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7253996e-3a29-4371-a347-80385e812120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0e733769-1d44-43dd-b5de-989074369baa'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:09:35.089933 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3d50721a-a6e6-415e-a5a1-77f0bad4d836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:35.113340 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-18556c8a-f060-4617-a9fc-8694a6160425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Request body: {'port': {'network_id': '7c315706-05e1-4109-9cd4-b3692d7cb6c2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-568834549'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:09:35.138448 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-6f9d22c3-91cb-4b9b-b44e-91c24d7cd229 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8487d7c9fd3144a2981b5bbcda6974cd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4288805 May 05 20:09:35.139267 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 55488) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:35.162079 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9d22c3-91cb-4b9b-b44e-91c24d7cd229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c21ffb1-b63a-4f7c-a1d4-a2c4a8aa5533,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:35.172630 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-18556c8a-f060-4617-a9fc-8694a6160425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:09:35.197033 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b172e6a-94a9-4ef4-8bcf-86c2e1bf79de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-204636aa-3c45-43b8-87bd-6981c6c4a4dc', 'network_id': '204636aa-3c45-43b8-87bd-6981c6c4a4dc', 'tenant_id': '7ba5eccb22a44156924af5bf360040ac', 'fixed_ips': [{'subnet_id': '78088af0-82a1-4ce7-b268-96785dc6942d'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:09:35.197965 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6b172e6a-94a9-4ef4-8bcf-86c2e1bf79de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:35.213026 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-18556c8a-f060-4617-a9fc-8694a6160425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:09:35.377286 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-3d50721a-a6e6-415e-a5a1-77f0bad4d836 None None] For port 45fa299e-cb8b-443f-8ffe-1a7b5c29b44e, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:09:35.423581 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-3d50721a-a6e6-415e-a5a1-77f0bad4d836 None None] For port 45fa299e-cb8b-443f-8ffe-1a7b5c29b44e, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=45fa299e-cb8b-443f-8ffe-1a7b5c29b44e,segment=NetworkSegment(7253996e-3a29-4371-a347-80385e812120),segment_id=7253996e-3a29-4371-a347-80385e812120)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:09:35.444723 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3d50721a-a6e6-415e-a5a1-77f0bad4d836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:35.487271 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18556c8a-f060-4617-a9fc-8694a6160425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Made reservation on behalf of 2b28e4ccf84a4782a9930dcb225bc895 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:09:35.490052 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-18556c8a-f060-4617-a9fc-8694a6160425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:35.524796 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 76765458-975f-49b2-8933-065ded567f01 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:09:35.533138 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0aaebad6-099b-41f1-bab5-6ed483bb55ca tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:35.553826 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9c50bedf-6c61-48ea-bf78-8de15874c63e req-b14762d5-b250-4e8b-9563-c016175e0cd8 service neutron] 10.222.0.24 "GET /v2.0/networks/35d37522-ff35-47af-b60c-b213aa781c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5035303 May 05 20:09:35.563886 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [None req-18556c8a-f060-4617-a9fc-8694a6160425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] device_id is not set on port aac240d9-a5d0-4f65-98f3-8d90d2dd8c11 yet. {{(pid=88197) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:09:35.641259 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09a3cf9-72c1-46fb-81da-0273a3f8b14f None None] Network b5c2366f-4cab-4291-9c6d-e828048a3fed requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:09:35.657211 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-334da62c-62f9-40f8-aa79-8531226d3a0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:35.673673 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-0aaebad6-099b-41f1-bab5-6ed483bb55ca tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Deleting port 76765458-975f-49b2-8933-065ded567f01 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:09:35.674144 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0aaebad6-099b-41f1-bab5-6ed483bb55ca tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:35.814339 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-334da62c-62f9-40f8-aa79-8531226d3a0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:35.872782 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 76765458-975f-49b2-8933-065ded567f01 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:09:35.890539 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 76765458-975f-49b2-8933-065ded567f01 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:09:35.890903 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:35.930858 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-42e5ff1b-8dc8-44fb-bdb1-ead92681e8f9 None None] Provisioning for port 76765458-975f-49b2-8933-065ded567f01 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:09:35.953053 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-6b172e6a-94a9-4ef4-8bcf-86c2e1bf79de None None] Allocated IP 2001:db8::2 (204636aa-3c45-43b8-87bd-6981c6c4a4dc/78088af0-82a1-4ce7-b268-96785dc6942d/dc3f372b-7c84-49c0-beb2-ccad41edb0b1) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:09:35.975460 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-42e5ff1b-8dc8-44fb-bdb1-ead92681e8f9 None None] Provisioning complete for port 76765458-975f-49b2-8933-065ded567f01 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:09:35.975768 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-42e5ff1b-8dc8-44fb-bdb1-ead92681e8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:36.014008 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d50721a-a6e6-415e-a5a1-77f0bad4d836 None None] Pushing event updated for resources: {'Port': ['ID=45fa299e-cb8b-443f-8ffe-1a7b5c29b44e,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:36.211426 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-23564465-e010-4b19-b040-548c656f097d tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for router_gateway, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:36.274407 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-23564465-e010-4b19-b040-548c656f097d tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:36.315969 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ac49e0-0188-491d-8040-0f3a5f7b463a None None] Network 9a258958-ef7d-4aae-8286-0682380fd260 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:09:36.373442 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d24f4a9-9cb7-4829-9f95-a34cf17dd336 req-4e4f5aa6-334d-4970-9236-a20de2dfb702 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:36.381211 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6d24f4a9-9cb7-4829-9f95-a34cf17dd336 req-4e4f5aa6-334d-4970-9236-a20de2dfb702 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.8216984 May 05 20:09:36.489683 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c631145f-7f74-49fd-879c-23ceb003d8cc tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:36.524747 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-334da62c-62f9-40f8-aa79-8531226d3a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:36.539982 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-42e5ff1b-8dc8-44fb-bdb1-ead92681e8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:36.551114 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445ca567-a8f3-426f-b692-e6476b73c3cf None None] DHCP port deletion for b5c2366f-4cab-4291-9c6d-e828048a3fed request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:09:36.553186 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-18556c8a-f060-4617-a9fc-8694a6160425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:36.556282 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device c2ecdede-36ca-408b-a364-763d1248a843 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:09:36.556803 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334da62c-62f9-40f8-aa79-8531226d3a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c21ffb1-b63a-4f7c-a1d4-a2c4a8aa5533,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:36.564352 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6d24f4a9-9cb7-4829-9f95-a34cf17dd336 req-519a810b-21c9-46cb-b909-138916b3792a tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1760778 May 05 20:09:36.568100 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-0aaebad6-099b-41f1-bab5-6ed483bb55ca tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] For port 76765458-975f-49b2-8933-065ded567f01, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=76765458-975f-49b2-8933-065ded567f01,segment=NetworkSegment(33171a77-b6dc-44ce-9cf3-e4483a2ac826),segment_id=33171a77-b6dc-44ce-9cf3-e4483a2ac826)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:09:36.568583 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0aaebad6-099b-41f1-bab5-6ed483bb55ca tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:36.600088 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e73394-82aa-42ee-a0d4-00bf33d4f1bb req-3e92509d-6e25-4484-b65a-09133a2e8ec8 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:36.601750 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-38e73394-82aa-42ee-a0d4-00bf33d4f1bb req-3e92509d-6e25-4484-b65a-09133a2e8ec8 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=828561c9-9d5f-4221-aeed-1c85076dea0c HTTP/1.1" status: 200 len: 943 time: 0.7744930 May 05 20:09:36.623043 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-445ca567-a8f3-426f-b692-e6476b73c3cf None None] Deleting port 76765458-975f-49b2-8933-065ded567f01 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:09:36.623669 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-445ca567-a8f3-426f-b692-e6476b73c3cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:36.749969 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-0aaebad6-099b-41f1-bab5-6ed483bb55ca tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Calling delete_port for 76765458-975f-49b2-8933-065ded567f01 owned by network:dhcp {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:09:36.799934 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-334da62c-62f9-40f8-aa79-8531226d3a0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:36.803544 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-334da62c-62f9-40f8-aa79-8531226d3a0c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6c21ffb1-b63a-4f7c-a1d4-a2c4a8aa5533 HTTP/1.1" status: 204 len: 168 time: 1.6409237 May 05 20:09:36.845643 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-42e5ff1b-8dc8-44fb-bdb1-ead92681e8f9 None None] For port 76765458-975f-49b2-8933-065ded567f01, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=76765458-975f-49b2-8933-065ded567f01,segment=NetworkSegment(33171a77-b6dc-44ce-9cf3-e4483a2ac826),segment_id=33171a77-b6dc-44ce-9cf3-e4483a2ac826)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:09:36.846792 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:36.864619 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-23564465-e010-4b19-b040-548c656f097d tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Allocated IP 172.25.0.172 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/a4b27fb9-4f34-4cd0-842a-e6b4b7bd8069) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:09:36.882530 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-38e73394-82aa-42ee-a0d4-00bf33d4f1bb req-fea83b02-5760-4567-ab90-0f3be5e375d2 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193027 May 05 20:09:36.889734 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-18556c8a-f060-4617-a9fc-8694a6160425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:36.910786 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-42e5ff1b-8dc8-44fb-bdb1-ead92681e8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:36.974425 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.api [None req-0aaebad6-099b-41f1-bab5-6ed483bb55ca tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88197) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:09:36.974884 n-d-840717-1 neutron-server[88197]: DEBUG oslo_db.api [None req-0aaebad6-099b-41f1-bab5-6ed483bb55ca tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:09:37.004007 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18556c8a-f060-4617-a9fc-8694a6160425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Network 7c315706-05e1-4109-9cd4-b3692d7cb6c2 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:09:37.005197 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-18556c8a-f060-4617-a9fc-8694a6160425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:09:37.009301 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18556c8a-f060-4617-a9fc-8694a6160425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:09:37.010520 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18556c8a-f060-4617-a9fc-8694a6160425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:37.011274 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-18556c8a-f060-4617-a9fc-8694a6160425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:37.039191 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18556c8a-f060-4617-a9fc-8694a6160425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Pushing event updated for resources: {'Port': ['ID=aac240d9-a5d0-4f65-98f3-8d90d2dd8c11,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:37.048741 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-18556c8a-f060-4617-a9fc-8694a6160425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.9497657 May 05 20:09:37.051626 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 55504) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:37.063047 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-269e5e58-42d9-4cd7-bfd2-5edbce03d39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:09:37.224210 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-269e5e58-42d9-4cd7-bfd2-5edbce03d39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:37.423743 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-23564465-e010-4b19-b040-548c656f097d tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:37.493916 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-0aaebad6-099b-41f1-bab5-6ed483bb55ca tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Deleting port 76765458-975f-49b2-8933-065ded567f01 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:09:37.495728 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0aaebad6-099b-41f1-bab5-6ed483bb55ca tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:37.497629 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e5ff1b-8dc8-44fb-bdb1-ead92681e8f9 None None] Pushing event updated for resources: {'Port': ['ID=76765458-975f-49b2-8933-065ded567f01,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:37.525326 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcea183-f5e3-480c-a85c-a4381575b0ec None None] Network 0e733769-1d44-43dd-b5de-989074369baa requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:09:37.559858 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-c631145f-7f74-49fd-879c-23ceb003d8cc tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Allocated IP 2001:db8::1 (9a258958-ef7d-4aae-8286-0682380fd260/73b250fb-a91e-4c0f-bed6-f636a2c7e8b3/1389b88b-4995-4511-afa8-e5658be5719e) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:09:37.562282 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-31401636-ddb3-44d3-8b0b-a12bc0236de7 None None] Provisioning for port e817261c-727d-45aa-8ff1-00cc612ff091 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:09:37.570157 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1bd1768d-3656-4fa3-b341-f6e656cf7190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:37.716172 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:09:37.716784 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:09:37.724991 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6b172e6a-94a9-4ef4-8bcf-86c2e1bf79de None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:37.733180 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port c2ecdede-36ca-408b-a364-763d1248a843, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=c2ecdede-36ca-408b-a364-763d1248a843,segment=NetworkSegment(0a9940fa-b2d8-4605-a2bb-ab46df53c9ac),segment_id=0a9940fa-b2d8-4605-a2bb-ab46df53c9ac)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:09:37.763087 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-445ca567-a8f3-426f-b692-e6476b73c3cf None None] For port 76765458-975f-49b2-8933-065ded567f01, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=76765458-975f-49b2-8933-065ded567f01,segment=NetworkSegment(33171a77-b6dc-44ce-9cf3-e4483a2ac826),segment_id=33171a77-b6dc-44ce-9cf3-e4483a2ac826)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:09:37.763517 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-445ca567-a8f3-426f-b692-e6476b73c3cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:37.925675 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c631145f-7f74-49fd-879c-23ceb003d8cc tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:37.965660 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-c631145f-7f74-49fd-879c-23ceb003d8cc tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Transition to ACTIVE for port object 1389b88b-4995-4511-afa8-e5658be5719e will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:09:37.997851 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [None req-269e5e58-42d9-4cd7-bfd2-5edbce03d39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] device_id is not set on port aac240d9-a5d0-4f65-98f3-8d90d2dd8c11 yet. {{(pid=88197) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:09:38.009138 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-269e5e58-42d9-4cd7-bfd2-5edbce03d39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:38.024764 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-6b172e6a-94a9-4ef4-8bcf-86c2e1bf79de None None] Transition to ACTIVE for port object dc3f372b-7c84-49c0-beb2-ccad41edb0b1 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:09:38.036822 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-0aaebad6-099b-41f1-bab5-6ed483bb55ca tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] For port 76765458-975f-49b2-8933-065ded567f01, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=76765458-975f-49b2-8933-065ded567f01,segment=NetworkSegment(33171a77-b6dc-44ce-9cf3-e4483a2ac826),segment_id=33171a77-b6dc-44ce-9cf3-e4483a2ac826)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:09:38.037291 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0aaebad6-099b-41f1-bab5-6ed483bb55ca tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:38.040933 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006e61c3-a685-4433-9914-8c173d31df27 req-2df2531c-9ae5-4e57-8d7b-498f8ef242aa tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:38.042492 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-006e61c3-a685-4433-9914-8c173d31df27 req-2df2531c-9ae5-4e57-8d7b-498f8ef242aa tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 1.2440405 May 05 20:09:38.049701 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': 'c2ecdede-36ca-408b-a364-763d1248a843', 'network_id': '35d37522-ff35-47af-b60c-b213aa781c6f', 'port_id': 'c2ecdede-36ca-408b-a364-763d1248a843', 'mac_address': 'fa:16:3e:f6:3c:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abe7c8d5-c1a3-49ab-83d4-2252eacbfbcf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:09:38.068410 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-269e5e58-42d9-4cd7-bfd2-5edbce03d39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Transition to ACTIVE for port object aac240d9-a5d0-4f65-98f3-8d90d2dd8c11 will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:09:38.120297 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c631145f-7f74-49fd-879c-23ceb003d8cc tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:38.149077 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-23564465-e010-4b19-b040-548c656f097d tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:38.198710 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-269e5e58-42d9-4cd7-bfd2-5edbce03d39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:38.223178 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-0aaebad6-099b-41f1-bab5-6ed483bb55ca tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Calling delete_port for 76765458-975f-49b2-8933-065ded567f01 owned by network:dhcp {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:09:38.307695 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c631145f-7f74-49fd-879c-23ceb003d8cc tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Network 9a258958-ef7d-4aae-8286-0682380fd260 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:09:38.310016 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c631145f-7f74-49fd-879c-23ceb003d8cc tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Pushing event updated for resources: {'Port': ['ID=1389b88b-4995-4511-afa8-e5658be5719e,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:38.347835 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-006e61c3-a685-4433-9914-8c173d31df27 req-4ffe7b0c-8bca-42bf-9c6e-43e58fef8ff9 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2818308 May 05 20:09:38.425863 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-6b172e6a-94a9-4ef4-8bcf-86c2e1bf79de None None] Transition to ACTIVE for port object dc3f372b-7c84-49c0-beb2-ccad41edb0b1 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:09:38.441979 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-445ca567-a8f3-426f-b692-e6476b73c3cf None None] Calling delete_port for 76765458-975f-49b2-8933-065ded567f01 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:09:38.464626 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-c631145f-7f74-49fd-879c-23ceb003d8cc tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:09:38.475115 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23564465-e010-4b19-b040-548c656f097d tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:09:38.487735 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:38.489564 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c631145f-7f74-49fd-879c-23ceb003d8cc tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:09:38.493432 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c631145f-7f74-49fd-879c-23ceb003d8cc tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:38.544823 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2ecdede-36ca-408b-a364-763d1248a843 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:09:38.588919 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port c2ecdede-36ca-408b-a364-763d1248a843, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=c2ecdede-36ca-408b-a364-763d1248a843,segment=NetworkSegment(0a9940fa-b2d8-4605-a2bb-ab46df53c9ac),segment_id=0a9940fa-b2d8-4605-a2bb-ab46df53c9ac)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:09:38.592712 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-fd95ad6f-1ba0-43f7-bfaf-ed816f7541fa None None] Provisioning for port 45fa299e-cb8b-443f-8ffe-1a7b5c29b44e completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:09:38.597051 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-23564465-e010-4b19-b040-548c656f097d tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:09:38.613454 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:38.615585 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:38.705433 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0aaebad6-099b-41f1-bab5-6ed483bb55ca tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:38.737921 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aaebad6-099b-41f1-bab5-6ed483bb55ca tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] No DVR routers for this DVR port 76765458-975f-49b2-8933-065ded567f01 on host n-d-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:09:38.741733 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6b172e6a-94a9-4ef4-8bcf-86c2e1bf79de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:38.767305 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23564465-e010-4b19-b040-548c656f097d tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:09:38.778092 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=c2ecdede-36ca-408b-a364-763d1248a843,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:38.786071 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:38.834704 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [None req-269e5e58-42d9-4cd7-bfd2-5edbce03d39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port aac240d9-a5d0-4f65-98f3-8d90d2dd8c11 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:09:38.835107 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [None req-269e5e58-42d9-4cd7-bfd2-5edbce03d39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port aac240d9-a5d0-4f65-98f3-8d90d2dd8c11 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'b22cdb97-2302-4646-abd4-dbe51fc57b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c315706-05e1-4109-9cd4-b3692d7cb6c2'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:09:38.835379 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269e5e58-42d9-4cd7-bfd2-5edbce03d39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port aac240d9-a5d0-4f65-98f3-8d90d2dd8c11 on network 7c315706-05e1-4109-9cd4-b3692d7cb6c2 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:09:38.870984 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269e5e58-42d9-4cd7-bfd2-5edbce03d39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Port aac240d9-a5d0-4f65-98f3-8d90d2dd8c11 on network 7c315706-05e1-4109-9cd4-b3692d7cb6c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:09:38.871322 n-d-840717-1 neutron-server[88197]: ERROR neutron.plugins.ml2.managers [None req-269e5e58-42d9-4cd7-bfd2-5edbce03d39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Failed to bind port aac240d9-a5d0-4f65-98f3-8d90d2dd8c11 on host n-h1-840717-1 for vnic_type normal using segments [{'id': 'b22cdb97-2302-4646-abd4-dbe51fc57b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c315706-05e1-4109-9cd4-b3692d7cb6c2'}] May 05 20:09:38.901078 n-d-840717-1 neutron-server[88197]: INFO neutron.plugins.ml2.plugin [None req-269e5e58-42d9-4cd7-bfd2-5edbce03d39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempt 2 to bind port aac240d9-a5d0-4f65-98f3-8d90d2dd8c11 May 05 20:09:38.911935 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269e5e58-42d9-4cd7-bfd2-5edbce03d39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Pushing event updated for resources: {'Port': ['ID=aac240d9-a5d0-4f65-98f3-8d90d2dd8c11,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:38.947322 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device e817261c-727d-45aa-8ff1-00cc612ff091 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:09:39.118070 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaebad6-099b-41f1-bab5-6ed483bb55ca tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event deleted for resources: {'Port': ['ID=76765458-975f-49b2-8933-065ded567f01,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:39.229887 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c99f51b-64e6-4507-a7d0-5c957d331d0c req-5976664b-588a-4f66-a34d-ed47f92ff914 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:39.236338 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['c2ecdede-36ca-408b-a364-763d1248a843'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:09:39.240591 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8c99f51b-64e6-4507-a7d0-5c957d331d0c req-5976664b-588a-4f66-a34d-ed47f92ff914 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=828561c9-9d5f-4221-aeed-1c85076dea0c HTTP/1.1" status: 200 len: 943 time: 1.1170766 May 05 20:09:39.242676 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [None req-269e5e58-42d9-4cd7-bfd2-5edbce03d39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port aac240d9-a5d0-4f65-98f3-8d90d2dd8c11 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:09:39.242828 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [None req-269e5e58-42d9-4cd7-bfd2-5edbce03d39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port aac240d9-a5d0-4f65-98f3-8d90d2dd8c11 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'b22cdb97-2302-4646-abd4-dbe51fc57b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c315706-05e1-4109-9cd4-b3692d7cb6c2'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:09:39.243300 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269e5e58-42d9-4cd7-bfd2-5edbce03d39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port aac240d9-a5d0-4f65-98f3-8d90d2dd8c11 on network 7c315706-05e1-4109-9cd4-b3692d7cb6c2 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:09:39.252877 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0aaebad6-099b-41f1-bab5-6ed483bb55ca tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:39.268158 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269e5e58-42d9-4cd7-bfd2-5edbce03d39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Port aac240d9-a5d0-4f65-98f3-8d90d2dd8c11 on network 7c315706-05e1-4109-9cd4-b3692d7cb6c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:09:39.268506 n-d-840717-1 neutron-server[88197]: ERROR neutron.plugins.ml2.managers [None req-269e5e58-42d9-4cd7-bfd2-5edbce03d39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Failed to bind port aac240d9-a5d0-4f65-98f3-8d90d2dd8c11 on host n-h1-840717-1 for vnic_type normal using segments [{'id': 'b22cdb97-2302-4646-abd4-dbe51fc57b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c315706-05e1-4109-9cd4-b3692d7cb6c2'}] May 05 20:09:39.295923 n-d-840717-1 neutron-server[88197]: INFO neutron.plugins.ml2.plugin [None req-269e5e58-42d9-4cd7-bfd2-5edbce03d39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempt 3 to bind port aac240d9-a5d0-4f65-98f3-8d90d2dd8c11 May 05 20:09:39.322041 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b172e6a-94a9-4ef4-8bcf-86c2e1bf79de None None] Network 204636aa-3c45-43b8-87bd-6981c6c4a4dc is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:09:39.338166 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-0aaebad6-099b-41f1-bab5-6ed483bb55ca tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5c2366f-4cab-4291-9c6d-e828048a3fed']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:09:39.363446 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [None req-269e5e58-42d9-4cd7-bfd2-5edbce03d39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port aac240d9-a5d0-4f65-98f3-8d90d2dd8c11 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:09:39.363674 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [None req-269e5e58-42d9-4cd7-bfd2-5edbce03d39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port aac240d9-a5d0-4f65-98f3-8d90d2dd8c11 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'b22cdb97-2302-4646-abd4-dbe51fc57b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c315706-05e1-4109-9cd4-b3692d7cb6c2'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:09:39.364287 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269e5e58-42d9-4cd7-bfd2-5edbce03d39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port aac240d9-a5d0-4f65-98f3-8d90d2dd8c11 on network 7c315706-05e1-4109-9cd4-b3692d7cb6c2 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:09:39.387479 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-0aaebad6-099b-41f1-bab5-6ed483bb55ca tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33171a77-b6dc-44ce-9cf3-e4483a2ac826') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:09:39.387479 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-0aaebad6-099b-41f1-bab5-6ed483bb55ca tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33171a77-b6dc-44ce-9cf3-e4483a2ac826') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:09:39.389291 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-6b172e6a-94a9-4ef4-8bcf-86c2e1bf79de None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:09:39.397184 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269e5e58-42d9-4cd7-bfd2-5edbce03d39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Port aac240d9-a5d0-4f65-98f3-8d90d2dd8c11 on network 7c315706-05e1-4109-9cd4-b3692d7cb6c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:09:39.397520 n-d-840717-1 neutron-server[88197]: ERROR neutron.plugins.ml2.managers [None req-269e5e58-42d9-4cd7-bfd2-5edbce03d39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Failed to bind port aac240d9-a5d0-4f65-98f3-8d90d2dd8c11 on host n-h1-840717-1 for vnic_type normal using segments [{'id': 'b22cdb97-2302-4646-abd4-dbe51fc57b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c315706-05e1-4109-9cd4-b3692d7cb6c2'}] May 05 20:09:39.401941 n-d-840717-1 neutron-server[88197]: INFO neutron.plugins.ml2.plugin [None req-269e5e58-42d9-4cd7-bfd2-5edbce03d39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempt 4 to bind port aac240d9-a5d0-4f65-98f3-8d90d2dd8c11 May 05 20:09:39.420286 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [None req-269e5e58-42d9-4cd7-bfd2-5edbce03d39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port aac240d9-a5d0-4f65-98f3-8d90d2dd8c11 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:09:39.420528 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [None req-269e5e58-42d9-4cd7-bfd2-5edbce03d39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port aac240d9-a5d0-4f65-98f3-8d90d2dd8c11 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'b22cdb97-2302-4646-abd4-dbe51fc57b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c315706-05e1-4109-9cd4-b3692d7cb6c2'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:09:39.420789 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269e5e58-42d9-4cd7-bfd2-5edbce03d39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port aac240d9-a5d0-4f65-98f3-8d90d2dd8c11 on network 7c315706-05e1-4109-9cd4-b3692d7cb6c2 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:09:39.437604 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8c99f51b-64e6-4507-a7d0-5c957d331d0c req-d78f594f-08c6-48c9-bc07-45fc1e263684 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960335 May 05 20:09:39.439872 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0aaebad6-099b-41f1-bab5-6ed483bb55ca tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:39.446688 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269e5e58-42d9-4cd7-bfd2-5edbce03d39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Port aac240d9-a5d0-4f65-98f3-8d90d2dd8c11 on network 7c315706-05e1-4109-9cd4-b3692d7cb6c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:09:39.453473 n-d-840717-1 neutron-server[88197]: ERROR neutron.plugins.ml2.managers [None req-269e5e58-42d9-4cd7-bfd2-5edbce03d39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Failed to bind port aac240d9-a5d0-4f65-98f3-8d90d2dd8c11 on host n-h1-840717-1 for vnic_type normal using segments [{'id': 'b22cdb97-2302-4646-abd4-dbe51fc57b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c315706-05e1-4109-9cd4-b3692d7cb6c2'}] May 05 20:09:39.457822 n-d-840717-1 neutron-server[88197]: INFO neutron.plugins.ml2.plugin [None req-269e5e58-42d9-4cd7-bfd2-5edbce03d39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempt 5 to bind port aac240d9-a5d0-4f65-98f3-8d90d2dd8c11 May 05 20:09:39.477423 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [None req-269e5e58-42d9-4cd7-bfd2-5edbce03d39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port aac240d9-a5d0-4f65-98f3-8d90d2dd8c11 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:09:39.478143 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [None req-269e5e58-42d9-4cd7-bfd2-5edbce03d39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port aac240d9-a5d0-4f65-98f3-8d90d2dd8c11 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'b22cdb97-2302-4646-abd4-dbe51fc57b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c315706-05e1-4109-9cd4-b3692d7cb6c2'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:09:39.478926 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269e5e58-42d9-4cd7-bfd2-5edbce03d39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port aac240d9-a5d0-4f65-98f3-8d90d2dd8c11 on network 7c315706-05e1-4109-9cd4-b3692d7cb6c2 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:09:39.494603 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269e5e58-42d9-4cd7-bfd2-5edbce03d39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Port aac240d9-a5d0-4f65-98f3-8d90d2dd8c11 on network 7c315706-05e1-4109-9cd4-b3692d7cb6c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:09:39.495168 n-d-840717-1 neutron-server[88197]: ERROR neutron.plugins.ml2.managers [None req-269e5e58-42d9-4cd7-bfd2-5edbce03d39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Failed to bind port aac240d9-a5d0-4f65-98f3-8d90d2dd8c11 on host n-h1-840717-1 for vnic_type normal using segments [{'id': 'b22cdb97-2302-4646-abd4-dbe51fc57b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c315706-05e1-4109-9cd4-b3692d7cb6c2'}] May 05 20:09:39.496191 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0aaebad6-099b-41f1-bab5-6ed483bb55ca tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:39.498838 n-d-840717-1 neutron-server[88197]: INFO neutron.plugins.ml2.plugin [None req-269e5e58-42d9-4cd7-bfd2-5edbce03d39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempt 6 to bind port aac240d9-a5d0-4f65-98f3-8d90d2dd8c11 May 05 20:09:39.515016 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aaebad6-099b-41f1-bab5-6ed483bb55ca tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:09:39.515783 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0aaebad6-099b-41f1-bab5-6ed483bb55ca tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:39.526378 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b172e6a-94a9-4ef4-8bcf-86c2e1bf79de None None] Pushing event updated for resources: {'Port': ['ID=dc3f372b-7c84-49c0-beb2-ccad41edb0b1,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:39.534767 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:09:39.534767 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:09:39.534767 n-d-840717-1 neutron-server[88197]: timer() May 05 20:09:39.534767 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:09:39.534767 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:09:39.534767 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:09:39.534767 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:09:39.534767 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:09:39.534767 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:09:39.534767 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:09:39.534767 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:09:39.534767 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:09:39.534767 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:09:39.534767 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:09:39.534767 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:09:39.534767 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:09:39.534767 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:09:39.534767 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:09:39.534767 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:09:39.534767 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:09:39.534767 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:09:39.534767 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:09:39.534767 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:09:39.534767 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:09:39.534767 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:09:39.534767 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:09:39.534767 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:09:39.534767 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:09:39.534767 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:09:39.534767 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:09:39.534767 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:09:39.534767 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:09:39.557732 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [None req-269e5e58-42d9-4cd7-bfd2-5edbce03d39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port aac240d9-a5d0-4f65-98f3-8d90d2dd8c11 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:09:39.558262 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [None req-269e5e58-42d9-4cd7-bfd2-5edbce03d39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port aac240d9-a5d0-4f65-98f3-8d90d2dd8c11 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'b22cdb97-2302-4646-abd4-dbe51fc57b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c315706-05e1-4109-9cd4-b3692d7cb6c2'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:09:39.558791 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269e5e58-42d9-4cd7-bfd2-5edbce03d39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port aac240d9-a5d0-4f65-98f3-8d90d2dd8c11 on network 7c315706-05e1-4109-9cd4-b3692d7cb6c2 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:09:39.572614 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b172e6a-94a9-4ef4-8bcf-86c2e1bf79de None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:09:39.623240 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269e5e58-42d9-4cd7-bfd2-5edbce03d39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Port aac240d9-a5d0-4f65-98f3-8d90d2dd8c11 on network 7c315706-05e1-4109-9cd4-b3692d7cb6c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:09:39.624317 n-d-840717-1 neutron-server[88197]: ERROR neutron.plugins.ml2.managers [None req-269e5e58-42d9-4cd7-bfd2-5edbce03d39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Failed to bind port aac240d9-a5d0-4f65-98f3-8d90d2dd8c11 on host n-h1-840717-1 for vnic_type normal using segments [{'id': 'b22cdb97-2302-4646-abd4-dbe51fc57b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c315706-05e1-4109-9cd4-b3692d7cb6c2'}] May 05 20:09:39.631858 n-d-840717-1 neutron-server[88197]: INFO neutron.plugins.ml2.plugin [None req-269e5e58-42d9-4cd7-bfd2-5edbce03d39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempt 7 to bind port aac240d9-a5d0-4f65-98f3-8d90d2dd8c11 May 05 20:09:39.644577 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-445ca567-a8f3-426f-b692-e6476b73c3cf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:09:39.648407 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-445ca567-a8f3-426f-b692-e6476b73c3cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:09:39.650457 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [None req-269e5e58-42d9-4cd7-bfd2-5edbce03d39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port aac240d9-a5d0-4f65-98f3-8d90d2dd8c11 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:09:39.650457 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [None req-269e5e58-42d9-4cd7-bfd2-5edbce03d39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port aac240d9-a5d0-4f65-98f3-8d90d2dd8c11 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'b22cdb97-2302-4646-abd4-dbe51fc57b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c315706-05e1-4109-9cd4-b3692d7cb6c2'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:09:39.650704 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269e5e58-42d9-4cd7-bfd2-5edbce03d39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port aac240d9-a5d0-4f65-98f3-8d90d2dd8c11 on network 7c315706-05e1-4109-9cd4-b3692d7cb6c2 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:09:39.658644 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269e5e58-42d9-4cd7-bfd2-5edbce03d39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Port aac240d9-a5d0-4f65-98f3-8d90d2dd8c11 on network 7c315706-05e1-4109-9cd4-b3692d7cb6c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:09:39.659035 n-d-840717-1 neutron-server[88197]: ERROR neutron.plugins.ml2.managers [None req-269e5e58-42d9-4cd7-bfd2-5edbce03d39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Failed to bind port aac240d9-a5d0-4f65-98f3-8d90d2dd8c11 on host n-h1-840717-1 for vnic_type normal using segments [{'id': 'b22cdb97-2302-4646-abd4-dbe51fc57b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c315706-05e1-4109-9cd4-b3692d7cb6c2'}] May 05 20:09:39.659581 n-d-840717-1 neutron-server[88197]: INFO neutron.plugins.ml2.plugin [None req-269e5e58-42d9-4cd7-bfd2-5edbce03d39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempt 8 to bind port aac240d9-a5d0-4f65-98f3-8d90d2dd8c11 May 05 20:09:39.668965 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0aaebad6-099b-41f1-bab5-6ed483bb55ca tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:39.698129 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0aaebad6-099b-41f1-bab5-6ed483bb55ca tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:39.703426 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaebad6-099b-41f1-bab5-6ed483bb55ca tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event deleted for resources: {'Network': ['ID=b5c2366f-4cab-4291-9c6d-e828048a3fed,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:39.717979 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [None req-269e5e58-42d9-4cd7-bfd2-5edbce03d39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port aac240d9-a5d0-4f65-98f3-8d90d2dd8c11 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:09:39.718871 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [None req-269e5e58-42d9-4cd7-bfd2-5edbce03d39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port aac240d9-a5d0-4f65-98f3-8d90d2dd8c11 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'b22cdb97-2302-4646-abd4-dbe51fc57b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c315706-05e1-4109-9cd4-b3692d7cb6c2'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:09:39.718871 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269e5e58-42d9-4cd7-bfd2-5edbce03d39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port aac240d9-a5d0-4f65-98f3-8d90d2dd8c11 on network 7c315706-05e1-4109-9cd4-b3692d7cb6c2 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:09:39.720404 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-23564465-e010-4b19-b040-548c656f097d tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for router_gateway, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:39.723291 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:39.729295 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-0aaebad6-099b-41f1-bab5-6ed483bb55ca tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "DELETE /v2.0/networks/b5c2366f-4cab-4291-9c6d-e828048a3fed HTTP/1.1" status: 204 len: 168 time: 4.6258440 May 05 20:09:39.730779 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269e5e58-42d9-4cd7-bfd2-5edbce03d39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Port aac240d9-a5d0-4f65-98f3-8d90d2dd8c11 on network 7c315706-05e1-4109-9cd4-b3692d7cb6c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:09:39.731280 n-d-840717-1 neutron-server[88197]: ERROR neutron.plugins.ml2.managers [None req-269e5e58-42d9-4cd7-bfd2-5edbce03d39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Failed to bind port aac240d9-a5d0-4f65-98f3-8d90d2dd8c11 on host n-h1-840717-1 for vnic_type normal using segments [{'id': 'b22cdb97-2302-4646-abd4-dbe51fc57b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c315706-05e1-4109-9cd4-b3692d7cb6c2'}] May 05 20:09:39.731942 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 55582) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:39.732914 n-d-840717-1 neutron-server[88197]: INFO neutron.plugins.ml2.plugin [None req-269e5e58-42d9-4cd7-bfd2-5edbce03d39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempt 9 to bind port aac240d9-a5d0-4f65-98f3-8d90d2dd8c11 May 05 20:09:39.748754 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-94572255-cb28-4118-a4c8-48c18961b5c3 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Request body: {'port': {'network_id': '06549593-4e36-4897-b3db-51a795771b98', 'name': 'tempest-PortsTestJSON-2135981461'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:09:39.762719 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 55586) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:39.795603 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [None req-269e5e58-42d9-4cd7-bfd2-5edbce03d39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port aac240d9-a5d0-4f65-98f3-8d90d2dd8c11 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:09:39.795933 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [None req-269e5e58-42d9-4cd7-bfd2-5edbce03d39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port aac240d9-a5d0-4f65-98f3-8d90d2dd8c11 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'b22cdb97-2302-4646-abd4-dbe51fc57b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c315706-05e1-4109-9cd4-b3692d7cb6c2'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:09:39.796270 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269e5e58-42d9-4cd7-bfd2-5edbce03d39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port aac240d9-a5d0-4f65-98f3-8d90d2dd8c11 on network 7c315706-05e1-4109-9cd4-b3692d7cb6c2 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:09:39.809824 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269e5e58-42d9-4cd7-bfd2-5edbce03d39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Port aac240d9-a5d0-4f65-98f3-8d90d2dd8c11 on network 7c315706-05e1-4109-9cd4-b3692d7cb6c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:09:39.810156 n-d-840717-1 neutron-server[88197]: ERROR neutron.plugins.ml2.managers [None req-269e5e58-42d9-4cd7-bfd2-5edbce03d39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Failed to bind port aac240d9-a5d0-4f65-98f3-8d90d2dd8c11 on host n-h1-840717-1 for vnic_type normal using segments [{'id': 'b22cdb97-2302-4646-abd4-dbe51fc57b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c315706-05e1-4109-9cd4-b3692d7cb6c2'}] May 05 20:09:39.814423 n-d-840717-1 neutron-server[88197]: INFO neutron.plugins.ml2.plugin [None req-269e5e58-42d9-4cd7-bfd2-5edbce03d39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempt 10 to bind port aac240d9-a5d0-4f65-98f3-8d90d2dd8c11 May 05 20:09:39.818024 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23564465-e010-4b19-b040-548c656f097d tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Pushing event updated for resources: {'Port': ['ID=a4b27fb9-4f34-4cd0-842a-e6b4b7bd8069,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:39.828076 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-6b172e6a-94a9-4ef4-8bcf-86c2e1bf79de None None] Attempting to bind port dc3f372b-7c84-49c0-beb2-ccad41edb0b1 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:09:39.828076 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-6b172e6a-94a9-4ef4-8bcf-86c2e1bf79de None None] Attempting to bind port dc3f372b-7c84-49c0-beb2-ccad41edb0b1 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '4ed4730d-8bcd-4ea9-a1d8-dae4df99a4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '204636aa-3c45-43b8-87bd-6981c6c4a4dc'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:09:39.828553 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b172e6a-94a9-4ef4-8bcf-86c2e1bf79de None None] Attempting to bind port dc3f372b-7c84-49c0-beb2-ccad41edb0b1 on network 204636aa-3c45-43b8-87bd-6981c6c4a4dc {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:09:39.834454 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c631145f-7f74-49fd-879c-23ceb003d8cc tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:39.846038 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b172e6a-94a9-4ef4-8bcf-86c2e1bf79de None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:09:39.846592 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b172e6a-94a9-4ef4-8bcf-86c2e1bf79de None None] Checking segment: {'id': '4ed4730d-8bcd-4ea9-a1d8-dae4df99a4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '204636aa-3c45-43b8-87bd-6981c6c4a4dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:09:39.847027 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6b172e6a-94a9-4ef4-8bcf-86c2e1bf79de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:39.847543 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b172e6a-94a9-4ef4-8bcf-86c2e1bf79de None None] Bound using segment: {'id': '4ed4730d-8bcd-4ea9-a1d8-dae4df99a4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '204636aa-3c45-43b8-87bd-6981c6c4a4dc'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:09:39.848131 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-6b172e6a-94a9-4ef4-8bcf-86c2e1bf79de None None] Bound port: dc3f372b-7c84-49c0-beb2-ccad41edb0b1, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ed4730d-8bcd-4ea9-a1d8-dae4df99a4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '204636aa-3c45-43b8-87bd-6981c6c4a4dc'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:09:39.848635 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6b172e6a-94a9-4ef4-8bcf-86c2e1bf79de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:39.879138 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port e817261c-727d-45aa-8ff1-00cc612ff091 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:09:39.890046 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-7339f51e-fc5f-49ab-8abf-e17e64f34df1 None None] Provisioning for port 1389b88b-4995-4511-afa8-e5658be5719e completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:09:39.892604 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [None req-269e5e58-42d9-4cd7-bfd2-5edbce03d39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port aac240d9-a5d0-4f65-98f3-8d90d2dd8c11 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:09:39.892945 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [None req-269e5e58-42d9-4cd7-bfd2-5edbce03d39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port aac240d9-a5d0-4f65-98f3-8d90d2dd8c11 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'b22cdb97-2302-4646-abd4-dbe51fc57b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c315706-05e1-4109-9cd4-b3692d7cb6c2'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:09:39.893282 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269e5e58-42d9-4cd7-bfd2-5edbce03d39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempting to bind port aac240d9-a5d0-4f65-98f3-8d90d2dd8c11 on network 7c315706-05e1-4109-9cd4-b3692d7cb6c2 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:09:39.899437 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269e5e58-42d9-4cd7-bfd2-5edbce03d39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Port aac240d9-a5d0-4f65-98f3-8d90d2dd8c11 on network 7c315706-05e1-4109-9cd4-b3692d7cb6c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:09:39.899776 n-d-840717-1 neutron-server[88197]: ERROR neutron.plugins.ml2.managers [None req-269e5e58-42d9-4cd7-bfd2-5edbce03d39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Failed to bind port aac240d9-a5d0-4f65-98f3-8d90d2dd8c11 on host n-h1-840717-1 for vnic_type normal using segments [{'id': 'b22cdb97-2302-4646-abd4-dbe51fc57b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c315706-05e1-4109-9cd4-b3692d7cb6c2'}] May 05 20:09:39.900256 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-269e5e58-42d9-4cd7-bfd2-5edbce03d39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:39.947607 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port e817261c-727d-45aa-8ff1-00cc612ff091 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:09:39.948102 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:40.010348 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-7339f51e-fc5f-49ab-8abf-e17e64f34df1 None None] Provisioning complete for port 1389b88b-4995-4511-afa8-e5658be5719e triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:09:40.010987 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7339f51e-fc5f-49ab-8abf-e17e64f34df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:40.017812 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-269e5e58-42d9-4cd7-bfd2-5edbce03d39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] For port aac240d9-a5d0-4f65-98f3-8d90d2dd8c11, host n-h1-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:09:40.018191 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-269e5e58-42d9-4cd7-bfd2-5edbce03d39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attempted to set empty binding levels {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 05 20:09:40.019481 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-94572255-cb28-4118-a4c8-48c18961b5c3 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:09:40.046312 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e758c8ea-8eaa-4391-90e3-c0db8bed3258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:40.064981 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-94572255-cb28-4118-a4c8-48c18961b5c3 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Usage tracker for resource:port and tenant:0cc5f4a365af4a94a73e5ef336438b10 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:09:40.068937 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-94572255-cb28-4118-a4c8-48c18961b5c3 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:09:40.076495 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-94572255-cb28-4118-a4c8-48c18961b5c3 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:09:40.092763 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-e758c8ea-8eaa-4391-90e3-c0db8bed3258 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:09:40.100492 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-e758c8ea-8eaa-4391-90e3-c0db8bed3258 admin admin] Usage tracker for resource:security_group_rule and tenant:7e156e3b9158458bbde571e4975e6020 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:09:40.118759 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-e758c8ea-8eaa-4391-90e3-c0db8bed3258 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:09:40.135155 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-e758c8ea-8eaa-4391-90e3-c0db8bed3258 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:09:40.151840 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-445ca567-a8f3-426f-b692-e6476b73c3cf None None] Deleting port 76765458-975f-49b2-8933-065ded567f01 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:09:40.152611 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-445ca567-a8f3-426f-b692-e6476b73c3cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:40.180423 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-269e5e58-42d9-4cd7-bfd2-5edbce03d39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:40.184717 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d94709-173f-4d65-9a2a-6a8ddfcb1c68 req-23cbe327-12f4-4f6d-be29-8e3265c5a2e9 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:40.208797 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-7339f51e-fc5f-49ab-8abf-e17e64f34df1 None None] Port 1389b88b-4995-4511-afa8-e5658be5719e cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:09:40.211013 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a3d94709-173f-4d65-9a2a-6a8ddfcb1c68 req-23cbe327-12f4-4f6d-be29-8e3265c5a2e9 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 1.5610108 May 05 20:09:40.226491 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94572255-cb28-4118-a4c8-48c18961b5c3 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Made reservation on behalf of 0cc5f4a365af4a94a73e5ef336438b10 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:09:40.230817 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-94572255-cb28-4118-a4c8-48c18961b5c3 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:40.289029 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-445ca567-a8f3-426f-b692-e6476b73c3cf None None] The port '76765458-975f-49b2-8933-065ded567f01' was deleted {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 20:09:40.292372 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-269e5e58-42d9-4cd7-bfd2-5edbce03d39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] In _notify_port_updated(), no bound segment for port aac240d9-a5d0-4f65-98f3-8d90d2dd8c11 on network 7c315706-05e1-4109-9cd4-b3692d7cb6c2 {{(pid=88197) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 05 20:09:40.293228 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269e5e58-42d9-4cd7-bfd2-5edbce03d39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:40.293826 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-269e5e58-42d9-4cd7-bfd2-5edbce03d39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:40.295124 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-269e5e58-42d9-4cd7-bfd2-5edbce03d39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] 10.222.0.36 "PUT /v2.0/ports/aac240d9-a5d0-4f65-98f3-8d90d2dd8c11 HTTP/1.1" status: 200 len: 978 time: 3.2422183 May 05 20:09:40.305903 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [None req-94572255-cb28-4118-a4c8-48c18961b5c3 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] device_id is not set on port 475cb150-8be9-4667-9985-a75eb4f59a86 yet. {{(pid=88197) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:09:40.319290 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-6b172e6a-94a9-4ef4-8bcf-86c2e1bf79de None None] For port dc3f372b-7c84-49c0-beb2-ccad41edb0b1, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:09:40.346576 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 55594) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:40.347465 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-6b172e6a-94a9-4ef4-8bcf-86c2e1bf79de None None] For port dc3f372b-7c84-49c0-beb2-ccad41edb0b1, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=dc3f372b-7c84-49c0-beb2-ccad41edb0b1,segment=NetworkSegment(4ed4730d-8bcd-4ea9-a1d8-dae4df99a4b0),segment_id=4ed4730d-8bcd-4ea9-a1d8-dae4df99a4b0)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:09:40.366531 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6b172e6a-94a9-4ef4-8bcf-86c2e1bf79de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:40.411054 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:40.424934 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269e5e58-42d9-4cd7-bfd2-5edbce03d39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Pushing event updated for resources: {'Port': ['ID=aac240d9-a5d0-4f65-98f3-8d90d2dd8c11,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:40.427921 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a3d94709-173f-4d65-9a2a-6a8ddfcb1c68 req-757c110d-6873-49b1-aae5-ffa566c4d047 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2160037 May 05 20:09:40.508059 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b172e6a-94a9-4ef4-8bcf-86c2e1bf79de None None] Pushing event updated for resources: {'Port': ['ID=dc3f372b-7c84-49c0-beb2-ccad41edb0b1,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:40.512404 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port e817261c-727d-45aa-8ff1-00cc612ff091, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=e817261c-727d-45aa-8ff1-00cc612ff091,segment=NetworkSegment(3db4898e-bb37-4e59-8416-9ae65d3e37f4),segment_id=3db4898e-bb37-4e59-8416-9ae65d3e37f4)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:09:40.527301 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:40.619606 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=e817261c-727d-45aa-8ff1-00cc612ff091,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:40.669283 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e758c8ea-8eaa-4391-90e3-c0db8bed3258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:40.733950 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-85b0a51c-f57b-4f7d-8568-356a394a8297 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Deleting port aac240d9-a5d0-4f65-98f3-8d90d2dd8c11 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:09:40.734335 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-85b0a51c-f57b-4f7d-8568-356a394a8297 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:40.744257 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 45fa299e-cb8b-443f-8ffe-1a7b5c29b44e up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:09:40.821768 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-23564465-e010-4b19-b040-548c656f097d tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:40.865705 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e758c8ea-8eaa-4391-90e3-c0db8bed3258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:40.870562 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 45fa299e-cb8b-443f-8ffe-1a7b5c29b44e completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:09:40.877046 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 45fa299e-cb8b-443f-8ffe-1a7b5c29b44e triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:09:40.877755 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:40.913470 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55608) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:40.914039 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-e758c8ea-8eaa-4391-90e3-c0db8bed3258 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7e156e3b9158458bbde571e4975e6020&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1467805 May 05 20:09:41.049523 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:41.084761 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 45fa299e-cb8b-443f-8ffe-1a7b5c29b44e, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=45fa299e-cb8b-443f-8ffe-1a7b5c29b44e,segment=NetworkSegment(7253996e-3a29-4371-a347-80385e812120),segment_id=7253996e-3a29-4371-a347-80385e812120)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:09:41.089099 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:41.152939 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 76765458-975f-49b2-8933-065ded567f01 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:09:41.156783 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e758c8ea-8eaa-4391-90e3-c0db8bed3258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d040e7c-9e7d-455a-8b87-742cb81816eb,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:41.199137 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 76765458-975f-49b2-8933-065ded567f01 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:09:41.199330 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 76765458-975f-49b2-8933-065ded567f01 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:09:41.211007 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb968bbf-cdf7-47c0-929c-a4bb1e060ca6 req-34a19a46-717e-4772-ba91-03ec898c6215 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:41.215825 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fb968bbf-cdf7-47c0-929c-a4bb1e060ca6 req-34a19a46-717e-4772-ba91-03ec898c6215 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.4469266 May 05 20:09:41.217842 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=45fa299e-cb8b-443f-8ffe-1a7b5c29b44e,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:41.223850 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-94572255-cb28-4118-a4c8-48c18961b5c3 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:41.315756 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7622e85-1b51-4fe9-8e0a-fdd7f94bbcd0 req-ead6cb73-3360-45c1-bcfd-6fcf40dda723 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:41.317272 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c7622e85-1b51-4fe9-8e0a-fdd7f94bbcd0 req-ead6cb73-3360-45c1-bcfd-6fcf40dda723 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=828561c9-9d5f-4221-aeed-1c85076dea0c HTTP/1.1" status: 200 len: 944 time: 0.5937407 May 05 20:09:41.328343 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c631145f-7f74-49fd-879c-23ceb003d8cc tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:41.331726 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e6a6c4c4-7d11-4c3e-a395-3c770b8478a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:41.359190 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c631145f-7f74-49fd-879c-23ceb003d8cc tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:41.360039 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c631145f-7f74-49fd-879c-23ceb003d8cc tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:41.383917 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fb968bbf-cdf7-47c0-929c-a4bb1e060ca6 req-4d9d6ed2-7505-48f2-9137-a23648bc2a54 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389327 May 05 20:09:41.403712 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-85b0a51c-f57b-4f7d-8568-356a394a8297 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] For port aac240d9-a5d0-4f65-98f3-8d90d2dd8c11, host n-h1-840717-1, got binding levels [] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:09:41.403712 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-85b0a51c-f57b-4f7d-8568-356a394a8297 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:41.525436 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e6a6c4c4-7d11-4c3e-a395-3c770b8478a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:41.546774 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23564465-e010-4b19-b040-548c656f097d tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Router 2910eac5-2958-4668-a144-ad4638d4330b is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:09:41.569580 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:09:41.585966 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c7622e85-1b51-4fe9-8e0a-fdd7f94bbcd0 req-1ec3019d-98b6-43cf-b67f-416274582cc8 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553594 May 05 20:09:41.662132 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-94572255-cb28-4118-a4c8-48c18961b5c3 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:41.707870 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c631145f-7f74-49fd-879c-23ceb003d8cc tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Pushing event updated for resources: {'Port': ['ID=1389b88b-4995-4511-afa8-e5658be5719e,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:41.817447 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-85b0a51c-f57b-4f7d-8568-356a394a8297 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Calling delete_port for aac240d9-a5d0-4f65-98f3-8d90d2dd8c11 owned by {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:09:41.845409 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572255-cb28-4118-a4c8-48c18961b5c3 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event updated for resources: {'Port': ['ID=475cb150-8be9-4667-9985-a75eb4f59a86,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:41.875277 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94572255-cb28-4118-a4c8-48c18961b5c3 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Network 06549593-4e36-4897-b3db-51a795771b98 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:09:41.878769 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-94572255-cb28-4118-a4c8-48c18961b5c3 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:09:41.882438 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94572255-cb28-4118-a4c8-48c18961b5c3 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:09:41.888036 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94572255-cb28-4118-a4c8-48c18961b5c3 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:41.888635 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-94572255-cb28-4118-a4c8-48c18961b5c3 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:41.899099 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bded29-41fe-4239-9f18-8598cb6dd27a None None] Network 204636aa-3c45-43b8-87bd-6981c6c4a4dc requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:09:41.943715 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-94572255-cb28-4118-a4c8-48c18961b5c3 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.2018321 May 05 20:09:41.947096 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 55632) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:41.990363 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-85b0a51c-f57b-4f7d-8568-356a394a8297 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:42.053083 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-edd8cc06-bf89-4fc1-bdae-9eef135ddc82 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Deleting port 475cb150-8be9-4667-9985-a75eb4f59a86 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:09:42.053437 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-edd8cc06-bf89-4fc1-bdae-9eef135ddc82 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:42.137358 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23564465-e010-4b19-b040-548c656f097d tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:09:42.155674 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b0a51c-f57b-4f7d-8568-356a394a8297 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Pushing event deleted for resources: {'Port': ['ID=aac240d9-a5d0-4f65-98f3-8d90d2dd8c11,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:42.166026 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-85b0a51c-f57b-4f7d-8568-356a394a8297 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:42.167344 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abcd014-c8e6-4848-bd1a-8724a0d427a9 None None] Sync routers for ids ['2910eac5-2958-4668-a144-ad4638d4330b'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:09:42.170498 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c631145f-7f74-49fd-879c-23ceb003d8cc tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Network 9a258958-ef7d-4aae-8286-0682380fd260 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:09:42.176632 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-c631145f-7f74-49fd-879c-23ceb003d8cc tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:09:42.193522 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abcd014-c8e6-4848-bd1a-8724a0d427a9 None None] Routers {'2910eac5-2958-4668-a144-ad4638d4330b'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:09:42.194264 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-1abcd014-c8e6-4848-bd1a-8724a0d427a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:09:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['2910eac5-2958-4668-a144-ad4638d4330b'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:09:42.196503 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15c9808-89d6-467f-8c72-d2e2a1d0753f req-6c3ae197-af92-4e17-bb24-b5fef4851232 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:42.198021 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d15c9808-89d6-467f-8c72-d2e2a1d0753f req-6c3ae197-af92-4e17-bb24-b5fef4851232 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/networks?id=7506b31f-3419-46e4-835c-80fe813661d5 HTTP/1.1" status: 200 len: 812 time: 0.4303470 May 05 20:09:42.237080 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-85b0a51c-f57b-4f7d-8568-356a394a8297 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] 10.222.0.36 "DELETE /v2.0/ports/aac240d9-a5d0-4f65-98f3-8d90d2dd8c11 HTTP/1.1" status: 204 len: 168 time: 1.8893175 May 05 20:09:42.240803 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 55640) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:42.253812 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-1f5fa2de-c921-47bf-b7f1-16c85682e7fa None None] Provisioning for port dc3f372b-7c84-49c0-beb2-ccad41edb0b1 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:09:42.271758 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-1abcd014-c8e6-4848-bd1a-8724a0d427a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:09:42.273761 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e6a6c4c4-7d11-4c3e-a395-3c770b8478a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:42.277410 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e6a6c4c4-7d11-4c3e-a395-3c770b8478a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:42.281056 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e6a6c4c4-7d11-4c3e-a395-3c770b8478a4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6d040e7c-9e7d-455a-8b87-742cb81816eb HTTP/1.1" status: 204 len: 168 time: 1.3604534 May 05 20:09:42.306186 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abcd014-c8e6-4848-bd1a-8724a0d427a9 None None] Routers {'2910eac5-2958-4668-a144-ad4638d4330b'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:09:42.306819 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-1abcd014-c8e6-4848-bd1a-8724a0d427a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:09:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['2910eac5-2958-4668-a144-ad4638d4330b'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:09:42.354453 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-23564465-e010-4b19-b040-548c656f097d tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:42.359276 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-23564465-e010-4b19-b040-548c656f097d tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 9.7028031 May 05 20:09:42.360562 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55646) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:42.379348 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e7176e8-d726-4d3f-9a2a-914958dd84e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] GET failed (client error): The resource could not be found. May 05 20:09:42.379930 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-6e7176e8-d726-4d3f-9a2a-914958dd84e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Synchronizing usage tracker for tenant:2b28e4ccf84a4782a9930dcb225bc895 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:09:42.401949 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d15c9808-89d6-467f-8c72-d2e2a1d0753f req-ef5efd2e-3c85-46a4-ab0d-5654e8313218 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/quotas/56e8fe9085fa4bdb932a4c29aaeb4c08 HTTP/1.1" status: 200 len: 375 time: 0.1307306 May 05 20:09:42.406804 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a6c4c4-7d11-4c3e-a395-3c770b8478a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d040e7c-9e7d-455a-8b87-742cb81816eb,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:42.452718 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-6e7176e8-d726-4d3f-9a2a-914958dd84e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] Unset dirty status for tenant:2b28e4ccf84a4782a9930dcb225bc895 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:09:42.454414 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-6e7176e8-d726-4d3f-9a2a-914958dd84e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882466657-project-admin] 10.222.0.36 "GET /v2.0/ports/aac240d9-a5d0-4f65-98f3-8d90d2dd8c11 HTTP/1.1" status: 404 len: 333 time: 0.2108381 May 05 20:09:42.466777 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b72a7-390b-4d1d-a077-31b9398f5049 req-14097eb4-421a-4738-a562-690a3af4c0ee tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:42.475212 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-db1b72a7-390b-4d1d-a077-31b9398f5049 req-14097eb4-421a-4738-a562-690a3af4c0ee tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f014c38-9d5a-4aa6-825b-562b0fc1b7d9 HTTP/1.1" status: 200 len: 946 time: 0.3343616 May 05 20:09:42.501852 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-1abcd014-c8e6-4848-bd1a-8724a0d427a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:09:42.502503 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abcd014-c8e6-4848-bd1a-8724a0d427a9 None None] The sync data for ids ['2910eac5-2958-4668-a144-ad4638d4330b'] in n-d-840717-1 is: [] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:09:42.535118 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 55650) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:42.626184 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device c2ecdede-36ca-408b-a364-763d1248a843 up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:09:42.678257 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-edd8cc06-bf89-4fc1-bdae-9eef135ddc82 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:42.753633 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-27244156-fed9-4d6b-84f7-83b55de6d44f None None] Provisioning complete for port 1389b88b-4995-4511-afa8-e5658be5719e triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:09:42.753990 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-27244156-fed9-4d6b-84f7-83b55de6d44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:42.846974 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-db1b72a7-390b-4d1d-a077-31b9398f5049 req-780fbc5f-5740-4288-ad89-a9058e43333f tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d31c7e0-0b9b-4b82-8e51-a502610a4c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3695424 May 05 20:09:42.874225 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device e817261c-727d-45aa-8ff1-00cc612ff091 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:09:42.953559 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-27244156-fed9-4d6b-84f7-83b55de6d44f None None] Port 1389b88b-4995-4511-afa8-e5658be5719e cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:09:42.964844 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port c2ecdede-36ca-408b-a364-763d1248a843 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:09:42.979851 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port c2ecdede-36ca-408b-a364-763d1248a843 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:09:42.980212 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:43.072481 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-edd8cc06-bf89-4fc1-bdae-9eef135ddc82 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Calling delete_port for 475cb150-8be9-4667-9985-a75eb4f59a86 owned by {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:09:43.177664 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port e817261c-727d-45aa-8ff1-00cc612ff091 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:09:43.178076 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:43.181683 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-920b713b-c063-4fd7-acab-d376250ba6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1794006079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1794006079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:43.244881 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:43.280028 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d15c9808-89d6-467f-8c72-d2e2a1d0753f req-bf66ebd1-1cda-426f-97a4-795c9ad70de9 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=56e8fe9085fa4bdb932a4c29aaeb4c08&fields=id HTTP/1.1" status: 200 len: 486 time: 0.8069253 May 05 20:09:43.290502 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '828561c9-9d5f-4221-aeed-1c85076dea0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ecdede-36ca-408b-a364-763d1248a843'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:09:43.301173 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c631145f-7f74-49fd-879c-23ceb003d8cc tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Router e72ce146-bbbf-4b9a-a8ec-f8141fbfb3e0 is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:09:43.311291 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port c2ecdede-36ca-408b-a364-763d1248a843, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=c2ecdede-36ca-408b-a364-763d1248a843,segment=NetworkSegment(0a9940fa-b2d8-4605-a2bb-ab46df53c9ac),segment_id=0a9940fa-b2d8-4605-a2bb-ab46df53c9ac)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:09:43.318318 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:43.330434 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-edd8cc06-bf89-4fc1-bdae-9eef135ddc82 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:43.452358 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 45fa299e-cb8b-443f-8ffe-1a7b5c29b44e up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:09:43.491238 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-920b713b-c063-4fd7-acab-d376250ba6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1794006079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1794006079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:43.499922 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd8cc06-bf89-4fc1-bdae-9eef135ddc82 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event deleted for resources: {'Port': ['ID=475cb150-8be9-4667-9985-a75eb4f59a86,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:43.503628 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=c2ecdede-36ca-408b-a364-763d1248a843,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:43.506241 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-edd8cc06-bf89-4fc1-bdae-9eef135ddc82 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:43.519794 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a970145-0434-4d1e-90c4-c798b49d2038 req-c0365876-78a6-4fbe-a9c3-84c28b0f3927 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:43.529786 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8a970145-0434-4d1e-90c4-c798b49d2038 req-c0365876-78a6-4fbe-a9c3-84c28b0f3927 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=828561c9-9d5f-4221-aeed-1c85076dea0c HTTP/1.1" status: 200 len: 944 time: 0.4229438 May 05 20:09:43.557050 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 45fa299e-cb8b-443f-8ffe-1a7b5c29b44e triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:09:43.557726 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:43.616093 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [req-d15c9808-89d6-467f-8c72-d2e2a1d0753f req-5f43c41b-c1b6-4073-8ed5-9988cb892417 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:09:43.617097 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d15c9808-89d6-467f-8c72-d2e2a1d0753f req-5f43c41b-c1b6-4073-8ed5-9988cb892417 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3273287 May 05 20:09:43.624792 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-920b713b-c063-4fd7-acab-d376250ba6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1794006079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1794006079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c315706-05e1-4109-9cd4-b3692d7cb6c2']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:09:43.634780 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c631145f-7f74-49fd-879c-23ceb003d8cc tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:09:43.640670 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-920b713b-c063-4fd7-acab-d376250ba6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1794006079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1794006079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b22cdb97-2302-4646-abd4-dbe51fc57b26') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:09:43.641152 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-920b713b-c063-4fd7-acab-d376250ba6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1794006079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1794006079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b22cdb97-2302-4646-abd4-dbe51fc57b26') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:09:43.646941 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946d36fa-e6f1-4d04-bb33-3ecc3f591974 None None] Sync routers for ids ['e72ce146-bbbf-4b9a-a8ec-f8141fbfb3e0'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:09:43.652248 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c631145f-7f74-49fd-879c-23ceb003d8cc tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] 10.222.0.36 "PUT /v2.0/routers/e72ce146-bbbf-4b9a-a8ec-f8141fbfb3e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7665296 May 05 20:09:43.655256 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55680) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:43.657755 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946d36fa-e6f1-4d04-bb33-3ecc3f591974 None None] Routers {'e72ce146-bbbf-4b9a-a8ec-f8141fbfb3e0'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:09:43.658364 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-946d36fa-e6f1-4d04-bb33-3ecc3f591974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:09:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['e72ce146-bbbf-4b9a-a8ec-f8141fbfb3e0'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:09:43.660317 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-920b713b-c063-4fd7-acab-d376250ba6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1794006079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1794006079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:43.681140 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-920b713b-c063-4fd7-acab-d376250ba6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1794006079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1794006079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:43.688551 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-920b713b-c063-4fd7-acab-d376250ba6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1794006079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1794006079-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:09:43.689366 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-920b713b-c063-4fd7-acab-d376250ba6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1794006079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1794006079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:43.757407 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-946d36fa-e6f1-4d04-bb33-3ecc3f591974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:09:43.767383 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946d36fa-e6f1-4d04-bb33-3ecc3f591974 None None] Routers {'e72ce146-bbbf-4b9a-a8ec-f8141fbfb3e0'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:09:43.768272 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-946d36fa-e6f1-4d04-bb33-3ecc3f591974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:09:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['e72ce146-bbbf-4b9a-a8ec-f8141fbfb3e0'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:09:43.833305 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-946d36fa-e6f1-4d04-bb33-3ecc3f591974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:09:43.834082 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946d36fa-e6f1-4d04-bb33-3ecc3f591974 None None] The sync data for ids ['e72ce146-bbbf-4b9a-a8ec-f8141fbfb3e0'] in n-d-840717-1 is: [] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:09:43.845345 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device dc3f372b-7c84-49c0-beb2-ccad41edb0b1 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:09:43.927381 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port dc3f372b-7c84-49c0-beb2-ccad41edb0b1 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:09:43.933178 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:09:43.933178 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:09:43.933178 n-d-840717-1 neutron-server[88197]: timer() May 05 20:09:43.933178 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:09:43.933178 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:09:43.933178 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:09:43.933178 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:09:43.933178 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:09:43.933178 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:09:43.933178 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:09:43.933178 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:09:43.933178 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:09:43.933178 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:09:43.933178 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:09:43.933178 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:09:43.933178 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:09:43.933178 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:09:43.933178 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:09:43.933178 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:09:43.933178 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:09:43.933178 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:09:43.933178 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:09:43.933178 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:09:43.933178 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:09:43.933178 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:09:43.933178 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:09:43.933178 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:09:43.933178 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:09:43.933178 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:09:43.933178 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:09:43.933178 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:09:43.933178 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:09:43.937146 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port dc3f372b-7c84-49c0-beb2-ccad41edb0b1 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:09:43.937146 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:43.939617 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-920b713b-c063-4fd7-acab-d376250ba6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1794006079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1794006079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:43.945735 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-edd8cc06-bf89-4fc1-bdae-9eef135ddc82 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "DELETE /v2.0/ports/475cb150-8be9-4667-9985-a75eb4f59a86 HTTP/1.1" status: 204 len: 168 time: 1.9971137 May 05 20:09:43.951566 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55688) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:43.968133 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-920b713b-c063-4fd7-acab-d376250ba6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1794006079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1794006079-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:43.977881 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8a970145-0434-4d1e-90c4-c798b49d2038 req-e9b98dd9-99c6-4135-8709-153b5264e821 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4466667 May 05 20:09:43.982217 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920b713b-c063-4fd7-acab-d376250ba6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1794006079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1794006079-project] Pushing event deleted for resources: {'Network': ['ID=7c315706-05e1-4109-9cd4-b3692d7cb6c2,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:43.988523 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-920b713b-c063-4fd7-acab-d376250ba6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1794006079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1794006079-project] 10.222.0.36 "DELETE /v2.0/networks/7c315706-05e1-4109-9cd4-b3692d7cb6c2 HTTP/1.1" status: 204 len: 168 time: 1.4516082 May 05 20:09:44.023945 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-d66eae64-0f71-4b63-9489-0df8d99e132d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Request body: {'port': {'network_id': '06549593-4e36-4897-b3db-51a795771b98', 'mac_address': 'fa:16:3e:e1:b8:44', 'name': 'tempest-PortsTestJSON-1302158057'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:09:44.067139 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b667d01-539c-4cd8-897a-24a1b8f43c15'] response: {'server_uuid': '828561c9-9d5f-4221-aeed-1c85076dea0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ecdede-36ca-408b-a364-763d1248a843', 'code': 200} May 05 20:09:44.091927 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:44.175533 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port dc3f372b-7c84-49c0-beb2-ccad41edb0b1, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=dc3f372b-7c84-49c0-beb2-ccad41edb0b1,segment=NetworkSegment(4ed4730d-8bcd-4ea9-a1d8-dae4df99a4b0),segment_id=4ed4730d-8bcd-4ea9-a1d8-dae4df99a4b0)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:09:44.182161 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:44.228674 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:44.276577 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=dc3f372b-7c84-49c0-beb2-ccad41edb0b1,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:44.365296 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e180df5e-3b2e-4bb5-bacd-b047e20b0418 req-afebd6d4-2727-4a7f-8af4-5cc2f4ac45de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:44.366803 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e180df5e-3b2e-4bb5-bacd-b047e20b0418 req-afebd6d4-2727-4a7f-8af4-5cc2f4ac45de service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=828561c9-9d5f-4221-aeed-1c85076dea0c HTTP/1.1" status: 200 len: 1096 time: 0.2296064 May 05 20:09:44.372742 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 55704) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:44.397090 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9cfc7b-d7b2-4bb2-8c24-a5779b6d50b7 req-be8fccbb-56b5-4b59-91c3-8ffbb09df532 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:44.398612 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bd9cfc7b-d7b2-4bb2-8c24-a5779b6d50b7 req-be8fccbb-56b5-4b59-91c3-8ffbb09df532 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f014c38-9d5a-4aa6-825b-562b0fc1b7d9 HTTP/1.1" status: 200 len: 946 time: 0.1969743 May 05 20:09:44.455749 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e180df5e-3b2e-4bb5-bacd-b047e20b0418 req-dd154cd6-d3db-463e-8898-589080301c77 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820196 May 05 20:09:44.477634 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bd9cfc7b-d7b2-4bb2-8c24-a5779b6d50b7 req-1bfdee9d-046f-492e-9882-87b0aa607c5a tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d31c7e0-0b9b-4b82-8e51-a502610a4c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699952 May 05 20:09:44.533052 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d15c9808-89d6-467f-8c72-d2e2a1d0753f req-0a95fdbd-fa6e-4468-b274-b676e68564af service neutron] 10.222.0.36 "GET /v2.0/networks/7506b31f-3419-46e4-835c-80fe813661d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8937411 May 05 20:09:44.559555 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 55712) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:44.659762 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d66eae64-0f71-4b63-9489-0df8d99e132d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:09:44.673726 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device dc3f372b-7c84-49c0-beb2-ccad41edb0b1 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:09:44.679833 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d66eae64-0f71-4b63-9489-0df8d99e132d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Usage tracker for resource:port and tenant:0cc5f4a365af4a94a73e5ef336438b10 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:09:44.687998 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d66eae64-0f71-4b63-9489-0df8d99e132d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:09:44.752423 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port dc3f372b-7c84-49c0-beb2-ccad41edb0b1 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:09:44.752712 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:44.771870 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-4c65aaf1-1dec-43f7-b39d-5540ef853730 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ca28def23c6f4099ae62fa58140525c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3945494 May 05 20:09:44.772676 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 55718) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:44.806525 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-dc684a17-cc5c-4b37-a564-77b401c14f9c tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1881227566'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:09:44.814840 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-dc684a17-cc5c-4b37-a564-77b401c14f9c tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:09:44.826132 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-dc684a17-cc5c-4b37-a564-77b401c14f9c tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Usage tracker for resource:network and tenant:b1a7effab56e45d39918ad231085d34f is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:09:44.832943 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-dc684a17-cc5c-4b37-a564-77b401c14f9c tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:09:44.841778 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-dc684a17-cc5c-4b37-a564-77b401c14f9c tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:09:44.866157 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ab4a7980-6c1f-4955-bd99-4464fdbafff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:44.868001 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc684a17-cc5c-4b37-a564-77b401c14f9c tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Made reservation on behalf of b1a7effab56e45d39918ad231085d34f for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:09:44.871665 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dc684a17-cc5c-4b37-a564-77b401c14f9c tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:44.891405 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dc684a17-cc5c-4b37-a564-77b401c14f9c tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:44.923134 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-dc684a17-cc5c-4b37-a564-77b401c14f9c tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:09:44.926339 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ab4a7980-6c1f-4955-bd99-4464fdbafff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:44.940978 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-dc684a17-cc5c-4b37-a564-77b401c14f9c tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Usage tracker for resource:security_group_rule and tenant:b1a7effab56e45d39918ad231085d34f is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:09:44.949192 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-dc684a17-cc5c-4b37-a564-77b401c14f9c tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:09:44.961984 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-dc684a17-cc5c-4b37-a564-77b401c14f9c tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:09:44.968510 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d66eae64-0f71-4b63-9489-0df8d99e132d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:09:45.032533 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ab4a7980-6c1f-4955-bd99-4464fdbafff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:45.061240 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4a7980-6c1f-4955-bd99-4464fdbafff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a688e747-7f8d-404e-98a7-019d92143daa,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:45.074521 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bce75705-1604-4628-8b87-9764a9b8e61d tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:45.116143 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ab4a7980-6c1f-4955-bd99-4464fdbafff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:45.120756 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-ab4a7980-6c1f-4955-bd99-4464fdbafff7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a688e747-7f8d-404e-98a7-019d92143daa HTTP/1.1" status: 204 len: 168 time: 0.3437674 May 05 20:09:45.120756 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dc684a17-cc5c-4b37-a564-77b401c14f9c tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:45.128639 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dc684a17-cc5c-4b37-a564-77b401c14f9c tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:45.166889 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc684a17-cc5c-4b37-a564-77b401c14f9c tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:09:45.182502 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc684a17-cc5c-4b37-a564-77b401c14f9c tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cec1225b-2279-4438-9594-0eba099d27de,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:45.187544 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dc684a17-cc5c-4b37-a564-77b401c14f9c tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:45.188193 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-dc684a17-cc5c-4b37-a564-77b401c14f9c tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Added segment a171c4f8-b888-4ef4-8483-060b06e3987a of type vlan for network b4d779e7-2c6f-4e99-a867-407b8032bf43 May 05 20:09:45.222619 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dc684a17-cc5c-4b37-a564-77b401c14f9c tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:45.245185 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d66eae64-0f71-4b63-9489-0df8d99e132d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Made reservation on behalf of 0cc5f4a365af4a94a73e5ef336438b10 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:09:45.266592 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dc684a17-cc5c-4b37-a564-77b401c14f9c tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:45.273606 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc684a17-cc5c-4b37-a564-77b401c14f9c tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:45.274291 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dc684a17-cc5c-4b37-a564-77b401c14f9c tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:45.373866 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d15c9808-89d6-467f-8c72-d2e2a1d0753f req-efb25e4a-bb32-4742-a3d1-345204db613e service neutron] 10.222.0.36 "GET /v2.0/networks/7506b31f-3419-46e4-835c-80fe813661d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7796481 May 05 20:09:45.449773 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-dc684a17-cc5c-4b37-a564-77b401c14f9c tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.8890479 May 05 20:09:45.452716 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 55728) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:45.469094 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-15a08be3-5997-425d-a569-0ed73984f9a3 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Request body: {'subnet': {'network_id': 'b4d779e7-2c6f-4e99-a867-407b8032bf43', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:09:45.486308 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc684a17-cc5c-4b37-a564-77b401c14f9c tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Pushing event updated for resources: {'Network': ['ID=b4d779e7-2c6f-4e99-a867-407b8032bf43,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:45.497977 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network b4d779e7-2c6f-4e99-a867-407b8032bf43 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:09:45.518727 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d66eae64-0f71-4b63-9489-0df8d99e132d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:45.621333 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-d66eae64-0f71-4b63-9489-0df8d99e132d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] device_id is not set on port 5ea7c513-4584-49f2-922d-48f929a43df1 yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:09:45.734686 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-15a08be3-5997-425d-a569-0ed73984f9a3 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:09:45.746017 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-15a08be3-5997-425d-a569-0ed73984f9a3 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Usage tracker for resource:subnet and tenant:b1a7effab56e45d39918ad231085d34f is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:09:45.753343 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-15a08be3-5997-425d-a569-0ed73984f9a3 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:09:45.762479 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-15a08be3-5997-425d-a569-0ed73984f9a3 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:09:45.797424 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48733d4d-645d-43bc-9715-cd1a044303e0 req-7658c085-ea70-44dc-bc2b-6c862d81d3de tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:45.799060 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-48733d4d-645d-43bc-9715-cd1a044303e0 req-7658c085-ea70-44dc-bc2b-6c862d81d3de tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=828561c9-9d5f-4221-aeed-1c85076dea0c HTTP/1.1" status: 200 len: 945 time: 0.4783957 May 05 20:09:45.800129 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 55738) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:45.800814 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a08be3-5997-425d-a569-0ed73984f9a3 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Made reservation on behalf of b1a7effab56e45d39918ad231085d34f for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:09:45.805388 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-15a08be3-5997-425d-a569-0ed73984f9a3 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:45.873153 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-f77a2eb4-301f-4a3a-857e-9b3a7b8fa5aa tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 20:09:45.877361 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f77a2eb4-301f-4a3a-857e-9b3a7b8fa5aa tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] 10.222.0.36 "PUT /v2.0/routers/e72ce146-bbbf-4b9a-a8ec-f8141fbfb3e0/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.1953619 May 05 20:09:45.893011 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55746) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:46.036054 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-48733d4d-645d-43bc-9715-cd1a044303e0 req-57fb8f9b-cc2e-4a43-83b5-ee08d908c32f tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721599 May 05 20:09:46.160661 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-51e9d31a-9cd8-4ee2-817a-a4827dd13fae req-4344faae-d98b-4dea-800b-8643f650942e tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=244fa877-43eb-43fe-be1f-c77361537301 HTTP/1.1" status: 200 len: 210 time: 0.0676920 May 05 20:09:46.163222 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-44188748-a952-441d-895c-0a999f48d840 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2b28e4ccf84a4782a9930dcb225bc895&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3071575 May 05 20:09:46.165940 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 55752) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:46.185126 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:46.260222 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-bce75705-1604-4628-8b87-9764a9b8e61d tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Allocated IP 172.20.0.1 (0e733769-1d44-43dd-b5de-989074369baa/49d2e3a2-960d-4f94-ac7f-d98040a4b83a/48aaccee-1255-4aef-9be4-14660c54c0f3) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:09:46.269611 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-15a08be3-5997-425d-a569-0ed73984f9a3 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:46.316342 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f3f905ce-e2cd-4f51-ad48-b81ef6f9594d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:46.336366 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2237a1ff-f456-48a8-a2e1-0ff1ce18c5f5 req-6b0c37ac-e8f7-411e-9601-c114d377ee38 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:46.337867 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2237a1ff-f456-48a8-a2e1-0ff1ce18c5f5 req-6b0c37ac-e8f7-411e-9601-c114d377ee38 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f014c38-9d5a-4aa6-825b-562b0fc1b7d9 HTTP/1.1" status: 200 len: 946 time: 0.5468578 May 05 20:09:46.382368 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f3f905ce-e2cd-4f51-ad48-b81ef6f9594d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:46.400429 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a08be3-5997-425d-a569-0ed73984f9a3 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Pushing event updated for resources: {'Subnet': ['ID=2de80287-3e84-4abc-a28d-1204bd1a4dbe,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:46.428916 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a08be3-5997-425d-a569-0ed73984f9a3 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Checking segment: {'id': 'a171c4f8-b888-4ef4-8483-060b06e3987a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b4d779e7-2c6f-4e99-a867-407b8032bf43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:09:46.429289 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a08be3-5997-425d-a569-0ed73984f9a3 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Network hostable DHCP agents. Network: b4d779e7-2c6f-4e99-a867-407b8032bf43, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:09:46.456204 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a08be3-5997-425d-a569-0ed73984f9a3 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Network b4d779e7-2c6f-4e99-a867-407b8032bf43 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:09:46.466656 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-15a08be3-5997-425d-a569-0ed73984f9a3 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, b4d779e7-2c6f-4e99-a867-407b8032bf43) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:09:46.471898 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a08be3-5997-425d-a569-0ed73984f9a3 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:46.472508 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-15a08be3-5997-425d-a569-0ed73984f9a3 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:46.481836 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66be56b2-635d-478c-bb05-ce90834a1397 None None] Network b4d779e7-2c6f-4e99-a867-407b8032bf43 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:09:46.493942 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f3f905ce-e2cd-4f51-ad48-b81ef6f9594d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:46.518096 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f905ce-e2cd-4f51-ad48-b81ef6f9594d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c2f2f1-14e7-4fc6-9a9e-516b240de573,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:46.532800 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f3f905ce-e2cd-4f51-ad48-b81ef6f9594d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:46.536583 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f3f905ce-e2cd-4f51-ad48-b81ef6f9594d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e0c2f2f1-14e7-4fc6-9a9e-516b240de573 HTTP/1.1" status: 204 len: 168 time: 0.3671486 May 05 20:09:46.545363 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-15a08be3-5997-425d-a569-0ed73984f9a3 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0915821 May 05 20:09:46.546550 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 55758) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:46.555088 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-9d18ddd8-c4d2-44e0-8f9b-cdbb0e1f6711 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Request body: {'port': {'network_id': 'b4d779e7-2c6f-4e99-a867-407b8032bf43', 'name': 'tempest-DHCPAgentSchedulersTestJSON-732892765'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:09:46.738701 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671719d5-d0e6-415c-894f-9827be8db402 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-b4d779e7-2c6f-4e99-a867-407b8032bf43', 'network_id': 'b4d779e7-2c6f-4e99-a867-407b8032bf43', 'tenant_id': 'b1a7effab56e45d39918ad231085d34f', 'fixed_ips': [{'subnet_id': '2de80287-3e84-4abc-a28d-1204bd1a4dbe'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:09:46.739610 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-671719d5-d0e6-415c-894f-9827be8db402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:46.770221 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-9d18ddd8-c4d2-44e0-8f9b-cdbb0e1f6711 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:09:46.775225 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-9d18ddd8-c4d2-44e0-8f9b-cdbb0e1f6711 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Usage tracker for resource:port and tenant:b1a7effab56e45d39918ad231085d34f is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:09:46.778700 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-9d18ddd8-c4d2-44e0-8f9b-cdbb0e1f6711 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:09:46.787343 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-9d18ddd8-c4d2-44e0-8f9b-cdbb0e1f6711 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:09:46.802199 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d18ddd8-c4d2-44e0-8f9b-cdbb0e1f6711 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Made reservation on behalf of b1a7effab56e45d39918ad231085d34f for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:09:46.809552 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9d18ddd8-c4d2-44e0-8f9b-cdbb0e1f6711 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:46.821203 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2237a1ff-f456-48a8-a2e1-0ff1ce18c5f5 req-7fa86553-3bdd-4bcc-b5d5-c258ca06d01f tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d31c7e0-0b9b-4b82-8e51-a502610a4c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4247494 May 05 20:09:46.861597 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d66eae64-0f71-4b63-9489-0df8d99e132d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:46.877254 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [None req-9d18ddd8-c4d2-44e0-8f9b-cdbb0e1f6711 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] device_id is not set on port dbcee23c-93f8-4fec-bfa2-b360fa85cdcb yet. {{(pid=88197) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:09:47.026028 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-671719d5-d0e6-415c-894f-9827be8db402 None None] Allocated IP 172.20.0.2 (b4d779e7-2c6f-4e99-a867-407b8032bf43/2de80287-3e84-4abc-a28d-1204bd1a4dbe/52c52aab-a183-45f0-80e0-81ab6fd27bfc) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:09:47.105324 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bce75705-1604-4628-8b87-9764a9b8e61d tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:47.147074 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-bce75705-1604-4628-8b87-9764a9b8e61d tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Transition to ACTIVE for port object 48aaccee-1255-4aef-9be4-14660c54c0f3 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:09:47.156249 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d66eae64-0f71-4b63-9489-0df8d99e132d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:47.295833 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66eae64-0f71-4b63-9489-0df8d99e132d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event updated for resources: {'Port': ['ID=5ea7c513-4584-49f2-922d-48f929a43df1,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:47.326055 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66eae64-0f71-4b63-9489-0df8d99e132d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Network 06549593-4e36-4897-b3db-51a795771b98 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:09:47.330140 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-d66eae64-0f71-4b63-9489-0df8d99e132d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:09:47.333982 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66eae64-0f71-4b63-9489-0df8d99e132d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:09:47.340931 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66eae64-0f71-4b63-9489-0df8d99e132d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:47.341574 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d66eae64-0f71-4b63-9489-0df8d99e132d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:47.411973 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-671719d5-d0e6-415c-894f-9827be8db402 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:47.424243 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15c9808-89d6-467f-8c72-d2e2a1d0753f req-2f60bdad-70d8-4a3c-8982-cac4bae09d05 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:47.424947 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-d15c9808-89d6-467f-8c72-d2e2a1d0753f req-2f60bdad-70d8-4a3c-8982-cac4bae09d05 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Synchronizing usage tracker for tenant:56e8fe9085fa4bdb932a4c29aaeb4c08 on resource:network {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:09:47.425818 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-671719d5-d0e6-415c-894f-9827be8db402 None None] Transition to ACTIVE for port object 52c52aab-a183-45f0-80e0-81ab6fd27bfc will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:09:47.441367 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d66eae64-0f71-4b63-9489-0df8d99e132d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.4838026 May 05 20:09:47.448333 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 55776) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:47.450766 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-671719d5-d0e6-415c-894f-9827be8db402 None None] Transition to ACTIVE for port object 52c52aab-a183-45f0-80e0-81ab6fd27bfc will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:09:47.450960 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-81fef71e-b03a-4ef1-a853-88457008a9ce req-16866a0d-0148-4576-9ff7-9eb7ca90e731 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=244fa877-43eb-43fe-be1f-c77361537301 HTTP/1.1" status: 200 len: 210 time: 0.0575180 May 05 20:09:47.469480 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-671719d5-d0e6-415c-894f-9827be8db402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:47.486200 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bce75705-1604-4628-8b87-9764a9b8e61d tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:47.537176 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-d15c9808-89d6-467f-8c72-d2e2a1d0753f req-2f60bdad-70d8-4a3c-8982-cac4bae09d05 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Unset dirty status for tenant:56e8fe9085fa4bdb932a4c29aaeb4c08 on resource:network {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:09:47.538303 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d15c9808-89d6-467f-8c72-d2e2a1d0753f req-2f60bdad-70d8-4a3c-8982-cac4bae09d05 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.24 "GET /v2.0/networks?id=7506b31f-3419-46e4-835c-80fe813661d5 HTTP/1.1" status: 200 len: 812 time: 0.6170945 May 05 20:09:47.556127 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9ac88-fb85-45fb-b5c2-718c27db1085 req-4c7edd64-89c3-43ab-8655-014e97d4e28f tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:47.557592 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3cf9ac88-fb85-45fb-b5c2-718c27db1085 req-4c7edd64-89c3-43ab-8655-014e97d4e28f tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=828561c9-9d5f-4221-aeed-1c85076dea0c HTTP/1.1" status: 200 len: 945 time: 0.2977579 May 05 20:09:47.567572 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-d15c9808-89d6-467f-8c72-d2e2a1d0753f req-ec965ef9-e730-4f20-a62c-be05006d6176 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Request body: {'port': {'device_id': '244fa877-43eb-43fe-be1f-c77361537301', 'network_id': '7506b31f-3419-46e4-835c-80fe813661d5', 'admin_state_up': True, 'tenant_id': '56e8fe9085fa4bdb932a4c29aaeb4c08'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:09:47.578966 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671719d5-d0e6-415c-894f-9827be8db402 None None] Network b4d779e7-2c6f-4e99-a867-407b8032bf43 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:09:47.583004 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-671719d5-d0e6-415c-894f-9827be8db402 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:09:47.591486 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671719d5-d0e6-415c-894f-9827be8db402 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:09:47.593846 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671719d5-d0e6-415c-894f-9827be8db402 None None] Pushing event updated for resources: {'Port': ['ID=52c52aab-a183-45f0-80e0-81ab6fd27bfc,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:47.597639 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce75705-1604-4628-8b87-9764a9b8e61d tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Network 0e733769-1d44-43dd-b5de-989074369baa is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:09:47.601263 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-bce75705-1604-4628-8b87-9764a9b8e61d tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:09:47.605612 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce75705-1604-4628-8b87-9764a9b8e61d tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:09:47.685633 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f534a0-9d41-4567-bc5c-b6ed360aba28 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:47.686217 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-26f534a0-9d41-4567-bc5c-b6ed360aba28 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Synchronizing usage tracker for tenant:0cc5f4a365af4a94a73e5ef336438b10 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:09:47.715580 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-671719d5-d0e6-415c-894f-9827be8db402 None None] Attempting to bind port 52c52aab-a183-45f0-80e0-81ab6fd27bfc on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:09:47.716349 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-671719d5-d0e6-415c-894f-9827be8db402 None None] Attempting to bind port 52c52aab-a183-45f0-80e0-81ab6fd27bfc by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'a171c4f8-b888-4ef4-8483-060b06e3987a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b4d779e7-2c6f-4e99-a867-407b8032bf43'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:09:47.716995 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671719d5-d0e6-415c-894f-9827be8db402 None None] Attempting to bind port 52c52aab-a183-45f0-80e0-81ab6fd27bfc on network b4d779e7-2c6f-4e99-a867-407b8032bf43 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:09:47.724471 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671719d5-d0e6-415c-894f-9827be8db402 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:09:47.726362 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671719d5-d0e6-415c-894f-9827be8db402 None None] Checking segment: {'id': 'a171c4f8-b888-4ef4-8483-060b06e3987a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b4d779e7-2c6f-4e99-a867-407b8032bf43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:09:47.727124 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-671719d5-d0e6-415c-894f-9827be8db402 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:47.728775 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671719d5-d0e6-415c-894f-9827be8db402 None None] Bound using segment: {'id': 'a171c4f8-b888-4ef4-8483-060b06e3987a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b4d779e7-2c6f-4e99-a867-407b8032bf43'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:09:47.729625 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-671719d5-d0e6-415c-894f-9827be8db402 None None] Bound port: 52c52aab-a183-45f0-80e0-81ab6fd27bfc, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a171c4f8-b888-4ef4-8483-060b06e3987a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b4d779e7-2c6f-4e99-a867-407b8032bf43'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:09:47.730354 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-671719d5-d0e6-415c-894f-9827be8db402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:47.730492 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b70a1e09-d8af-4c16-bebb-c9f28edd7646 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:47.835544 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.api [None req-9d18ddd8-c4d2-44e0-8f9b-cdbb0e1f6711 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-e8ac6201-a6b2-4641-b16a-e33bbfeed9a1 {{(pid=88197) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:09:47.835883 n-d-840717-1 neutron-server[88197]: DEBUG oslo_db.api [None req-9d18ddd8-c4d2-44e0-8f9b-cdbb0e1f6711 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:09:47.846904 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-671719d5-d0e6-415c-894f-9827be8db402 None None] For port 52c52aab-a183-45f0-80e0-81ab6fd27bfc, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:09:47.850668 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-671719d5-d0e6-415c-894f-9827be8db402 None None] For port 52c52aab-a183-45f0-80e0-81ab6fd27bfc, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=52c52aab-a183-45f0-80e0-81ab6fd27bfc,segment=NetworkSegment(a171c4f8-b888-4ef4-8483-060b06e3987a),segment_id=a171c4f8-b888-4ef4-8483-060b06e3987a)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:09:47.853155 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3cf9ac88-fb85-45fb-b5c2-718c27db1085 req-c9f07d0a-4108-4b3e-ae74-750438745c57 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618418 May 05 20:09:47.872196 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-26f534a0-9d41-4567-bc5c-b6ed360aba28 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Unset dirty status for tenant:0cc5f4a365af4a94a73e5ef336438b10 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:09:47.876403 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-26f534a0-9d41-4567-bc5c-b6ed360aba28 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "GET /v2.0/ports/5ea7c513-4584-49f2-922d-48f929a43df1 HTTP/1.1" status: 200 len: 841 time: 0.4240634 May 05 20:09:47.876588 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-671719d5-d0e6-415c-894f-9827be8db402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:47.877877 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 55792) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:47.926499 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce75705-1604-4628-8b87-9764a9b8e61d tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Pushing event updated for resources: {'Port': ['ID=48aaccee-1255-4aef-9be4-14660c54c0f3,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:47.958983 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-d15c9808-89d6-467f-8c72-d2e2a1d0753f req-ec965ef9-e730-4f20-a62c-be05006d6176 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:09:47.978823 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bce75705-1604-4628-8b87-9764a9b8e61d tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:47.990521 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-ae34d2af-df8f-493b-96c9-e700a736493c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Deleting port 5ea7c513-4584-49f2-922d-48f929a43df1 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:09:47.990859 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ae34d2af-df8f-493b-96c9-e700a736493c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:48.046811 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671719d5-d0e6-415c-894f-9827be8db402 None None] Pushing event updated for resources: {'Port': ['ID=52c52aab-a183-45f0-80e0-81ab6fd27bfc,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:48.057444 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-1ca829b7-e82e-4029-96ce-005497d37075 None None] Provisioning for port 48aaccee-1255-4aef-9be4-14660c54c0f3 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:09:48.069180 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-d15c9808-89d6-467f-8c72-d2e2a1d0753f req-ec965ef9-e730-4f20-a62c-be05006d6176 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:09:48.077928 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-1ca829b7-e82e-4029-96ce-005497d37075 None None] Provisioning complete for port 48aaccee-1255-4aef-9be4-14660c54c0f3 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:09:48.078394 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1ca829b7-e82e-4029-96ce-005497d37075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:48.146523 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d15c9808-89d6-467f-8c72-d2e2a1d0753f req-ec965ef9-e730-4f20-a62c-be05006d6176 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Made reservation on behalf of 56e8fe9085fa4bdb932a4c29aaeb4c08 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:09:48.152372 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d15c9808-89d6-467f-8c72-d2e2a1d0753f req-ec965ef9-e730-4f20-a62c-be05006d6176 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:48.194677 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-1ca829b7-e82e-4029-96ce-005497d37075 None None] Port 48aaccee-1255-4aef-9be4-14660c54c0f3 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:09:48.338446 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9d18ddd8-c4d2-44e0-8f9b-cdbb0e1f6711 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:48.386126 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bce75705-1604-4628-8b87-9764a9b8e61d tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:48.522277 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [None req-9d18ddd8-c4d2-44e0-8f9b-cdbb0e1f6711 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] device_id is not set on port 620691bc-de70-4fcb-9b7a-8ebb6e1d54b8 yet. {{(pid=88197) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:09:48.701079 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ae34d2af-df8f-493b-96c9-e700a736493c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:48.784352 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 52c52aab-a183-45f0-80e0-81ab6fd27bfc up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:09:48.871925 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 52c52aab-a183-45f0-80e0-81ab6fd27bfc completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:09:48.877788 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-ae34d2af-df8f-493b-96c9-e700a736493c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Calling delete_port for 5ea7c513-4584-49f2-922d-48f929a43df1 owned by {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:09:48.960609 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55814) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:48.989893 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eabf2d6-f2a9-42f8-a0e6-2052681c7d37 req-9a360939-7c4c-4f6c-81f6-b41008e36a55 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:48.990100 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-d15c9808-89d6-467f-8c72-d2e2a1d0753f req-ec965ef9-e730-4f20-a62c-be05006d6176 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Allocated IP 172.20.0.6 (7506b31f-3419-46e4-835c-80fe813661d5/e2507cd6-290d-4d3d-b14e-048ce031bb0a/9b820cbc-f7c4-4de8-a598-d9e9201f5a28) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:09:48.991945 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9eabf2d6-f2a9-42f8-a0e6-2052681c7d37 req-9a360939-7c4c-4f6c-81f6-b41008e36a55 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f014c38-9d5a-4aa6-825b-562b0fc1b7d9 HTTP/1.1" status: 200 len: 946 time: 0.7530708 May 05 20:09:49.032433 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25140a5-fd11-4f36-b780-c944652b1f6d req-20a158f4-81df-4301-8435-0d47b71b8b63 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:49.041386 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d25140a5-fd11-4f36-b780-c944652b1f6d req-20a158f4-81df-4301-8435-0d47b71b8b63 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=828561c9-9d5f-4221-aeed-1c85076dea0c HTTP/1.1" status: 200 len: 945 time: 0.6440721 May 05 20:09:49.136552 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-9d18ddd8-c4d2-44e0-8f9b-cdbb0e1f6711 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Allocated IP 172.20.0.12 (b4d779e7-2c6f-4e99-a867-407b8032bf43/2de80287-3e84-4abc-a28d-1204bd1a4dbe/620691bc-de70-4fcb-9b7a-8ebb6e1d54b8) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:09:49.138661 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-f54eabfe-0f2b-4232-934c-77b2aac6594f tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-275033491'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:09:49.155034 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9eabf2d6-f2a9-42f8-a0e6-2052681c7d37 req-686f3785-0fb0-4573-85c5-f2c0b30c3f49 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d31c7e0-0b9b-4b82-8e51-a502610a4c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460910 May 05 20:09:49.175404 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bce75705-1604-4628-8b87-9764a9b8e61d tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:49.175890 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ae34d2af-df8f-493b-96c9-e700a736493c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:49.176065 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f54eabfe-0f2b-4232-934c-77b2aac6594f tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:09:49.181406 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bce75705-1604-4628-8b87-9764a9b8e61d tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:49.195592 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d25140a5-fd11-4f36-b780-c944652b1f6d req-089e62be-ff8b-4003-a9ad-897c4fe8306d tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530907 May 05 20:09:49.249345 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-f54eabfe-0f2b-4232-934c-77b2aac6594f tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] Usage tracker for resource:router and tenant:c3325c27f4d74b3fa59cc7823faebfd4 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:09:49.258172 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-b70a1e09-d8af-4c16-bebb-c9f28edd7646 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Deleting port 1389b88b-4995-4511-afa8-e5658be5719e {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:09:49.258733 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b70a1e09-d8af-4c16-bebb-c9f28edd7646 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:49.289892 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-f54eabfe-0f2b-4232-934c-77b2aac6594f tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:09:49.331747 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f54eabfe-0f2b-4232-934c-77b2aac6594f tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:09:49.415889 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c21452aa-e5b1-423f-80f6-95f1056b98bb req-f8f5f7d4-fa8f-4ba0-88d0-7ac6830091b7 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=244fa877-43eb-43fe-be1f-c77361537301 HTTP/1.1" status: 200 len: 210 time: 0.1165600 May 05 20:09:49.430290 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae34d2af-df8f-493b-96c9-e700a736493c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event deleted for resources: {'Port': ['ID=5ea7c513-4584-49f2-922d-48f929a43df1,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:49.439787 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f54eabfe-0f2b-4232-934c-77b2aac6594f tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:49.440820 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f54eabfe-0f2b-4232-934c-77b2aac6594f tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:49.462785 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce75705-1604-4628-8b87-9764a9b8e61d tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Pushing event updated for resources: {'Port': ['ID=48aaccee-1255-4aef-9be4-14660c54c0f3,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:49.483768 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bce75705-1604-4628-8b87-9764a9b8e61d tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:49.517919 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4a5daf-de16-421a-b15c-4c5fcce27db6 None None] Network b4d779e7-2c6f-4e99-a867-407b8032bf43 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:09:49.565153 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-8b063f87-a346-4c9c-a61e-ca9259f80976 None None] Provisioning for port 52c52aab-a183-45f0-80e0-81ab6fd27bfc completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:09:49.596669 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f54eabfe-0f2b-4232-934c-77b2aac6594f tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:49.620630 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-8b063f87-a346-4c9c-a61e-ca9259f80976 None None] Provisioning complete for port 52c52aab-a183-45f0-80e0-81ab6fd27bfc triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:09:49.621379 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8b063f87-a346-4c9c-a61e-ca9259f80976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:49.695657 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ae34d2af-df8f-493b-96c9-e700a736493c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:49.708174 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b70a1e09-d8af-4c16-bebb-c9f28edd7646 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:49.722383 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f54eabfe-0f2b-4232-934c-77b2aac6594f tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:49.836666 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-ae34d2af-df8f-493b-96c9-e700a736493c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "DELETE /v2.0/ports/5ea7c513-4584-49f2-922d-48f929a43df1 HTTP/1.1" status: 204 len: 168 time: 1.9557467 May 05 20:09:49.849938 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 55822) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:49.851199 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8b063f87-a346-4c9c-a61e-ca9259f80976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:49.864271 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-b70a1e09-d8af-4c16-bebb-c9f28edd7646 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Calling delete_port for 1389b88b-4995-4511-afa8-e5658be5719e owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:09:49.893934 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-8b063f87-a346-4c9c-a61e-ca9259f80976 None None] For port 52c52aab-a183-45f0-80e0-81ab6fd27bfc, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=52c52aab-a183-45f0-80e0-81ab6fd27bfc,segment=NetworkSegment(a171c4f8-b888-4ef4-8483-060b06e3987a),segment_id=a171c4f8-b888-4ef4-8483-060b06e3987a)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:09:49.900120 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8b063f87-a346-4c9c-a61e-ca9259f80976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:49.908573 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f54eabfe-0f2b-4232-934c-77b2aac6594f tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:49.912348 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f54eabfe-0f2b-4232-934c-77b2aac6594f tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.9494874 May 05 20:09:49.912961 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55826) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:49.949146 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9d18ddd8-c4d2-44e0-8f9b-cdbb0e1f6711 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:49.956684 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfbdadc2-a5fe-4d2f-8d9d-4e499198dbf0 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] GET failed (client error): The resource could not be found. May 05 20:09:49.957230 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-bfbdadc2-a5fe-4d2f-8d9d-4e499198dbf0 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Synchronizing usage tracker for tenant:0cc5f4a365af4a94a73e5ef336438b10 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:09:49.967390 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d15c9808-89d6-467f-8c72-d2e2a1d0753f req-ec965ef9-e730-4f20-a62c-be05006d6176 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:49.974510 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b063f87-a346-4c9c-a61e-ca9259f80976 None None] Pushing event updated for resources: {'Port': ['ID=52c52aab-a183-45f0-80e0-81ab6fd27bfc,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:49.985531 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce75705-1604-4628-8b87-9764a9b8e61d tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Network 0e733769-1d44-43dd-b5de-989074369baa is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:09:50.004593 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-bfbdadc2-a5fe-4d2f-8d9d-4e499198dbf0 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Unset dirty status for tenant:0cc5f4a365af4a94a73e5ef336438b10 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:09:50.005781 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-bfbdadc2-a5fe-4d2f-8d9d-4e499198dbf0 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "GET /v2.0/ports/5ea7c513-4584-49f2-922d-48f929a43df1 HTTP/1.1" status: 404 len: 333 time: 0.1532199 May 05 20:09:50.012204 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-9d18ddd8-c4d2-44e0-8f9b-cdbb0e1f6711 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Transition to ACTIVE for port object 620691bc-de70-4fcb-9b7a-8ebb6e1d54b8 will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:09:50.014881 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 55830) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:50.019257 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-d15c9808-89d6-467f-8c72-d2e2a1d0753f req-ec965ef9-e730-4f20-a62c-be05006d6176 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Transition to ACTIVE for port object 9b820cbc-f7c4-4de8-a598-d9e9201f5a28 will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:09:50.023787 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-ef8bacc8-9d4e-42e1-aaaf-2a4b9830511f tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Request body: {'port': {'network_id': '06549593-4e36-4897-b3db-51a795771b98', 'name': 'tempest-PortsTestJSON-1975151204'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:09:50.040967 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-bce75705-1604-4628-8b87-9764a9b8e61d tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:09:50.051713 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21485b3b-f4b2-49af-b1d7-9373027110f5 req-d1726fd5-a66d-4ec5-80a3-ca6dd1d217ae tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:50.053457 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-21485b3b-f4b2-49af-b1d7-9373027110f5 req-d1726fd5-a66d-4ec5-80a3-ca6dd1d217ae tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=828561c9-9d5f-4221-aeed-1c85076dea0c HTTP/1.1" status: 200 len: 945 time: 0.6244161 May 05 20:09:50.131764 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d59c7833-666d-443b-adcc-29dfe99228f2 tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:50.228193 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-ef8bacc8-9d4e-42e1-aaaf-2a4b9830511f tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:09:50.253214 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-21485b3b-f4b2-49af-b1d7-9373027110f5 req-29999c81-96e0-4549-a680-09a9de07b1f7 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908400 May 05 20:09:50.270846 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-ef8bacc8-9d4e-42e1-aaaf-2a4b9830511f tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:09:50.303733 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9d18ddd8-c4d2-44e0-8f9b-cdbb0e1f6711 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:50.334123 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-d7a6e2f6-6889-483b-99f7-075b1bb4923c None None] Provisioning complete for port 52c52aab-a183-45f0-80e0-81ab6fd27bfc triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:09:50.334807 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d7a6e2f6-6889-483b-99f7-075b1bb4923c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:50.395643 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d15c9808-89d6-467f-8c72-d2e2a1d0753f req-ec965ef9-e730-4f20-a62c-be05006d6176 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:50.398103 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef8bacc8-9d4e-42e1-aaaf-2a4b9830511f tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Made reservation on behalf of 0cc5f4a365af4a94a73e5ef336438b10 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:09:50.403109 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ef8bacc8-9d4e-42e1-aaaf-2a4b9830511f tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:50.411552 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['bce2af7d-790b-4ce3-a14c-94fce56cd638', 'b446eac7-8758-4a4b-aebd-2c24c1652d79'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:09:50.479069 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [None req-ef8bacc8-9d4e-42e1-aaaf-2a4b9830511f tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] device_id is not set on port 8d97dd07-5231-4366-b376-bdec2dc022c4 yet. {{(pid=88197) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:09:50.527612 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d18ddd8-c4d2-44e0-8f9b-cdbb0e1f6711 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Network b4d779e7-2c6f-4e99-a867-407b8032bf43 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:09:50.535646 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-9d18ddd8-c4d2-44e0-8f9b-cdbb0e1f6711 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:09:50.552776 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d18ddd8-c4d2-44e0-8f9b-cdbb0e1f6711 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:09:50.616360 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d15c9808-89d6-467f-8c72-d2e2a1d0753f req-ec965ef9-e730-4f20-a62c-be05006d6176 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Network 7506b31f-3419-46e4-835c-80fe813661d5 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:09:50.620670 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d18ddd8-c4d2-44e0-8f9b-cdbb0e1f6711 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Pushing event updated for resources: {'Port': ['ID=620691bc-de70-4fcb-9b7a-8ebb6e1d54b8,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:50.648380 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-d15c9808-89d6-467f-8c72-d2e2a1d0753f req-ec965ef9-e730-4f20-a62c-be05006d6176 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:09:50.744713 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 52c52aab-a183-45f0-80e0-81ab6fd27bfc up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:09:50.757603 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec965ef9-e730-4f20-a62c-be05006d6176 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Pushing event updated for resources: {'Port': ['ID=9b820cbc-f7c4-4de8-a598-d9e9201f5a28,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:50.765468 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-d15c9808-89d6-467f-8c72-d2e2a1d0753f req-ec965ef9-e730-4f20-a62c-be05006d6176 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:09:50.965871 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d18ddd8-c4d2-44e0-8f9b-cdbb0e1f6711 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:50.966559 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 52c52aab-a183-45f0-80e0-81ab6fd27bfc triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:09:50.966972 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9d18ddd8-c4d2-44e0-8f9b-cdbb0e1f6711 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:50.967079 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:51.017955 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15c9808-89d6-467f-8c72-d2e2a1d0753f req-ec965ef9-e730-4f20-a62c-be05006d6176 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:51.018733 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d15c9808-89d6-467f-8c72-d2e2a1d0753f req-ec965ef9-e730-4f20-a62c-be05006d6176 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:51.040112 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bce75705-1604-4628-8b87-9764a9b8e61d tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Router 2910eac5-2958-4668-a144-ad4638d4330b has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:09:51.062596 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-9d18ddd8-c4d2-44e0-8f9b-cdbb0e1f6711 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.5106678 May 05 20:09:51.065378 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 55842) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:51.090443 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-1145e45b-e918-4e34-990a-46e2736343b6 None None] Provisioning for port 9b820cbc-f7c4-4de8-a598-d9e9201f5a28 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:09:51.113428 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-1145e45b-e918-4e34-990a-46e2736343b6 None None] Provisioning complete for port 9b820cbc-f7c4-4de8-a598-d9e9201f5a28 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:09:51.113803 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1145e45b-e918-4e34-990a-46e2736343b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:51.128816 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d15c9808-89d6-467f-8c72-d2e2a1d0753f req-ec965ef9-e730-4f20-a62c-be05006d6176 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5656869 May 05 20:09:51.148807 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d59c7833-666d-443b-adcc-29dfe99228f2 tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:51.153809 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-d15c9808-89d6-467f-8c72-d2e2a1d0753f req-3309bc3f-6942-472b-b13f-42aa9bbee4bb service neutron] Request body: {'port': {'device_id': '244fa877-43eb-43fe-be1f-c77361537301', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:09:51.211658 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d59c7833-666d-443b-adcc-29dfe99228f2 tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:51.241004 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-1145e45b-e918-4e34-990a-46e2736343b6 None None] Port 9b820cbc-f7c4-4de8-a598-d9e9201f5a28 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:09:51.280303 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3551742-bd3e-4df2-8b23-f29f8bc11e59 req-86132a1b-a57c-4587-99bc-5b04d81f5359 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:51.281251 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-b3551742-bd3e-4df2-8b23-f29f8bc11e59 req-86132a1b-a57c-4587-99bc-5b04d81f5359 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Synchronizing usage tracker for tenant:56e8fe9085fa4bdb932a4c29aaeb4c08 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:09:51.285883 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c685ad-e926-41c4-b140-861d0182ad80 req-79460a0b-88ba-4f84-81bc-2e46b61d1c38 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:51.290732 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-1145e45b-e918-4e34-990a-46e2736343b6 None None] Provisioning for port 620691bc-de70-4fcb-9b7a-8ebb6e1d54b8 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:09:51.291832 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-29c685ad-e926-41c4-b140-861d0182ad80 req-79460a0b-88ba-4f84-81bc-2e46b61d1c38 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f014c38-9d5a-4aa6-825b-562b0fc1b7d9 HTTP/1.1" status: 200 len: 946 time: 0.9617445 May 05 20:09:51.300820 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-1145e45b-e918-4e34-990a-46e2736343b6 None None] Provisioning complete for port 620691bc-de70-4fcb-9b7a-8ebb6e1d54b8 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:09:51.301213 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1145e45b-e918-4e34-990a-46e2736343b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:51.311299 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-685ae686-b56a-49f6-a0d5-0c30dd391449 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Deleting port 620691bc-de70-4fcb-9b7a-8ebb6e1d54b8 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:09:51.311781 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-685ae686-b56a-49f6-a0d5-0c30dd391449 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:51.370534 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-1145e45b-e918-4e34-990a-46e2736343b6 None None] Port 620691bc-de70-4fcb-9b7a-8ebb6e1d54b8 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:09:51.382747 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-1145e45b-e918-4e34-990a-46e2736343b6 None None] Provisioning complete for port 48aaccee-1255-4aef-9be4-14660c54c0f3 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:09:51.383119 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1145e45b-e918-4e34-990a-46e2736343b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:51.398604 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ef8bacc8-9d4e-42e1-aaaf-2a4b9830511f tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:51.416840 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d59c7833-666d-443b-adcc-29dfe99228f2 tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:51.417298 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d59c7833-666d-443b-adcc-29dfe99228f2 tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b782b3f1-c1e8-487d-8363-4f744a339acb {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:09:51.428504 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-b3551742-bd3e-4df2-8b23-f29f8bc11e59 req-86132a1b-a57c-4587-99bc-5b04d81f5359 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Unset dirty status for tenant:56e8fe9085fa4bdb932a4c29aaeb4c08 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:09:51.429754 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b3551742-bd3e-4df2-8b23-f29f8bc11e59 req-86132a1b-a57c-4587-99bc-5b04d81f5359 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=244fa877-43eb-43fe-be1f-c77361537301 HTTP/1.1" status: 200 len: 931 time: 0.6656349 May 05 20:09:51.450661 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-1145e45b-e918-4e34-990a-46e2736343b6 None None] Port 48aaccee-1255-4aef-9be4-14660c54c0f3 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:09:51.511578 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d59c7833-666d-443b-adcc-29dfe99228f2 tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:51.512702 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d59c7833-666d-443b-adcc-29dfe99228f2 tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] 10.222.0.36 "DELETE /v2.0/routers/b782b3f1-c1e8-487d-8363-4f744a339acb HTTP/1.1" status: 204 len: 168 time: 1.5933208 May 05 20:09:51.516085 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce75705-1604-4628-8b87-9764a9b8e61d tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:09:51.518395 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55846) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:51.518537 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d15c9808-89d6-467f-8c72-d2e2a1d0753f req-3309bc3f-6942-472b-b13f-42aa9bbee4bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:51.521442 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-29c685ad-e926-41c4-b140-861d0182ad80 req-ff87e5a3-a685-4d8b-91f1-a826a4ab09c4 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d31c7e0-0b9b-4b82-8e51-a502610a4c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707995 May 05 20:09:51.522039 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b70a1e09-d8af-4c16-bebb-c9f28edd7646 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:51.530096 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184160e2-fef1-4dba-a9dc-289a704b5122 None None] Sync routers for ids ['2910eac5-2958-4668-a144-ad4638d4330b'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:09:51.539593 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-bce75705-1604-4628-8b87-9764a9b8e61d tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] 10.222.0.36 "PUT /v2.0/routers/2910eac5-2958-4668-a144-ad4638d4330b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1396041 May 05 20:09:51.543160 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184160e2-fef1-4dba-a9dc-289a704b5122 None None] Routers {'2910eac5-2958-4668-a144-ad4638d4330b'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:09:51.544184 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-184160e2-fef1-4dba-a9dc-289a704b5122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:09:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['2910eac5-2958-4668-a144-ad4638d4330b'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:09:51.560247 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 55850) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:51.597341 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-1bbe84cd-435e-48d7-81cd-6ee0260aff62 tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] Request body: {'router': {'name': 'tempest-router-1536158710', 'distributed': False}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:09:51.639222 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-184160e2-fef1-4dba-a9dc-289a704b5122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:09:51.663198 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184160e2-fef1-4dba-a9dc-289a704b5122 None None] Routers {'2910eac5-2958-4668-a144-ad4638d4330b'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:09:51.664104 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-184160e2-fef1-4dba-a9dc-289a704b5122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:09:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['2910eac5-2958-4668-a144-ad4638d4330b'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:09:51.674808 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1bbe84cd-435e-48d7-81cd-6ee0260aff62 tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:09:51.684448 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70a1e09-d8af-4c16-bebb-c9f28edd7646 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Pushing event deleted for resources: {'Port': ['ID=1389b88b-4995-4511-afa8-e5658be5719e,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:51.687318 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-1bbe84cd-435e-48d7-81cd-6ee0260aff62 tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] Usage tracker for resource:router and tenant:c3325c27f4d74b3fa59cc7823faebfd4 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:09:51.695302 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-1bbe84cd-435e-48d7-81cd-6ee0260aff62 tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:09:51.748206 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-184160e2-fef1-4dba-a9dc-289a704b5122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:09:51.748767 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184160e2-fef1-4dba-a9dc-289a704b5122 None None] The sync data for ids ['2910eac5-2958-4668-a144-ad4638d4330b'] in n-d-840717-1 is: [] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:09:51.749190 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1bbe84cd-435e-48d7-81cd-6ee0260aff62 tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:09:51.796792 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-1c0b75eb-4c56-4637-8eda-c0b3d2ffd3e8 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Request body: {'port': {'network_id': '0e733769-1d44-43dd-b5de-989074369baa', 'name': 'tempest-FloatingIPTestJSON-1482815922'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:09:51.829160 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1bbe84cd-435e-48d7-81cd-6ee0260aff62 tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:51.829160 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1bbe84cd-435e-48d7-81cd-6ee0260aff62 tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:51.869370 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b3551742-bd3e-4df2-8b23-f29f8bc11e59 req-4e31d1b3-1e7b-46d1-ade8-20312a28f65b tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31a0353-9cc7-4431-82ad-5f9b9985cf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4316280 May 05 20:09:51.928993 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1bbe84cd-435e-48d7-81cd-6ee0260aff62 tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:51.938170 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b70a1e09-d8af-4c16-bebb-c9f28edd7646 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:51.985844 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ef8bacc8-9d4e-42e1-aaaf-2a4b9830511f tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:52.068319 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1bbe84cd-435e-48d7-81cd-6ee0260aff62 tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:52.091070 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc3bd0-017b-4f3a-a7c3-45ea6ce8bec6 req-06533959-eb61-4973-94ee-d5f9c305216e tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:52.092577 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fdcc3bd0-017b-4f3a-a7c3-45ea6ce8bec6 req-06533959-eb61-4973-94ee-d5f9c305216e tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=828561c9-9d5f-4221-aeed-1c85076dea0c HTTP/1.1" status: 200 len: 945 time: 0.4107966 May 05 20:09:52.163449 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8bacc8-9d4e-42e1-aaaf-2a4b9830511f tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Network 06549593-4e36-4897-b3db-51a795771b98 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:09:52.185818 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-ef8bacc8-9d4e-42e1-aaaf-2a4b9830511f tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:09:52.196280 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8bacc8-9d4e-42e1-aaaf-2a4b9830511f tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:09:52.201825 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8bacc8-9d4e-42e1-aaaf-2a4b9830511f tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:52.202445 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ef8bacc8-9d4e-42e1-aaaf-2a4b9830511f tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:52.237772 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8bacc8-9d4e-42e1-aaaf-2a4b9830511f tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event updated for resources: {'Port': ['ID=8d97dd07-5231-4366-b376-bdec2dc022c4,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:52.267597 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-685ae686-b56a-49f6-a0d5-0c30dd391449 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:52.269610 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1bbe84cd-435e-48d7-81cd-6ee0260aff62 tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:52.270789 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-1bbe84cd-435e-48d7-81cd-6ee0260aff62 tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7392836 May 05 20:09:52.274637 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 55854) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:52.285060 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-1c0b75eb-4c56-4637-8eda-c0b3d2ffd3e8 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:09:52.345454 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-1c0b75eb-4c56-4637-8eda-c0b3d2ffd3e8 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Usage tracker for resource:port and tenant:5612e7242a04466e929d2d320c132523 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:09:52.355013 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-1c0b75eb-4c56-4637-8eda-c0b3d2ffd3e8 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:09:52.359970 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-ef8bacc8-9d4e-42e1-aaaf-2a4b9830511f tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.3441551 May 05 20:09:52.386733 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55858) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:52.404557 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-3bdf1964-d7ac-4df6-a2a9-cd1826077c5f tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:09:52.457810 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fdcc3bd0-017b-4f3a-a7c3-45ea6ce8bec6 req-b9103d49-4a0e-4481-92b2-6a9bf746852a tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3551221 May 05 20:09:52.474489 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-1c0b75eb-4c56-4637-8eda-c0b3d2ffd3e8 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:09:52.475800 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b70a1e09-d8af-4c16-bebb-c9f28edd7646 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Router e72ce146-bbbf-4b9a-a8ec-f8141fbfb3e0 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:09:52.597730 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-685ae686-b56a-49f6-a0d5-0c30dd391449 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Calling delete_port for 620691bc-de70-4fcb-9b7a-8ebb6e1d54b8 owned by {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:09:52.664060 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3bdf1964-d7ac-4df6-a2a9-cd1826077c5f tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:52.671749 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ca4d9825-67f4-4026-8288-4669a973d885 tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] Notify callbacks [] for router, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:52.676463 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b70a1e09-d8af-4c16-bebb-c9f28edd7646 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:09:52.686964 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b70a1e09-d8af-4c16-bebb-c9f28edd7646 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] 10.222.0.36 "PUT /v2.0/routers/e72ce146-bbbf-4b9a-a8ec-f8141fbfb3e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7722514 May 05 20:09:52.688485 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a3d604-246a-461c-bee5-2015d64cd25b None None] Sync routers for ids ['e72ce146-bbbf-4b9a-a8ec-f8141fbfb3e0'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:09:52.693019 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55864) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:52.698029 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a3d604-246a-461c-bee5-2015d64cd25b None None] Routers {'e72ce146-bbbf-4b9a-a8ec-f8141fbfb3e0'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:09:52.698623 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-a7a3d604-246a-461c-bee5-2015d64cd25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:09:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['e72ce146-bbbf-4b9a-a8ec-f8141fbfb3e0'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:09:52.731309 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0b75eb-4c56-4637-8eda-c0b3d2ffd3e8 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Made reservation on behalf of 5612e7242a04466e929d2d320c132523 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:09:52.734838 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1c0b75eb-4c56-4637-8eda-c0b3d2ffd3e8 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:52.757311 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-a7a3d604-246a-461c-bee5-2015d64cd25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:09:52.765911 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a3d604-246a-461c-bee5-2015d64cd25b None None] Routers {'e72ce146-bbbf-4b9a-a8ec-f8141fbfb3e0'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:09:52.767299 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-a7a3d604-246a-461c-bee5-2015d64cd25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:09:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['e72ce146-bbbf-4b9a-a8ec-f8141fbfb3e0'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:09:52.807398 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-8162836c-60a9-4c0b-b225-6efeb66894cb tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] delete failed (client error): The resource could not be found. May 05 20:09:52.808603 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-8162836c-60a9-4c0b-b225-6efeb66894cb tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] 10.222.0.36 "DELETE /v2.0/routers/tempest-non_exist_router-1366782512 HTTP/1.1" status: 404 len: 335 time: 0.1144488 May 05 20:09:52.812937 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55868) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:52.820663 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-2908b78c-25c7-4836-a504-0e274c69fd65 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e72ce146-bbbf-4b9a-a8ec-f8141fbfb3e0'}}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:09:52.829832 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-a7a3d604-246a-461c-bee5-2015d64cd25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:09:52.830224 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a3d604-246a-461c-bee5-2015d64cd25b None None] The sync data for ids ['e72ce146-bbbf-4b9a-a8ec-f8141fbfb3e0'] in n-d-840717-1 is: [] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:09:52.922608 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [None req-1c0b75eb-4c56-4637-8eda-c0b3d2ffd3e8 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] device_id is not set on port cd70aa76-8237-4316-8cc6-f5204562cff6 yet. {{(pid=88197) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:09:53.327794 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.resource_extend [req-d15c9808-89d6-467f-8c72-d2e2a1d0753f req-3309bc3f-6942-472b-b13f-42aa9bbee4bb service neutron] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 20:09:53.384860 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2908b78c-25c7-4836-a504-0e274c69fd65 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:53.392867 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ca4d9825-67f4-4026-8288-4669a973d885 tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:53.413957 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ca4d9825-67f4-4026-8288-4669a973d885 tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:53.428698 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3bdf1964-d7ac-4df6-a2a9-cd1826077c5f tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:53.435916 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-2908b78c-25c7-4836-a504-0e274c69fd65 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] update failed (client error): The resource could not be found. May 05 20:09:53.441285 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-2908b78c-25c7-4836-a504-0e274c69fd65 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] 10.222.0.36 "PUT /v2.0/routers/e72ce146-bbbf-4b9a-a8ec-f8141fbfb3e0 HTTP/1.1" status: 404 len: 339 time: 0.6225021 May 05 20:09:53.441510 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55874) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:53.458397 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c30b506-5732-434a-a451-cb761c178d5a req-491480cc-9d26-4ae8-a1b2-d7f7ccfd09fe tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:53.459960 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7c30b506-5732-434a-a451-cb761c178d5a req-491480cc-9d26-4ae8-a1b2-d7f7ccfd09fe tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=244fa877-43eb-43fe-be1f-c77361537301 HTTP/1.1" status: 200 len: 931 time: 0.4212539 May 05 20:09:53.463607 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-f3163c42-febd-4e4c-a4c1-caecd6863935 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-319551769'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:09:53.467227 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3bdf1964-d7ac-4df6-a2a9-cd1826077c5f tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:53.484638 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92b582-fe65-4c80-9f0e-bbcd41192d81 req-c328bd4f-436a-46b6-bf75-1b6ac00f5113 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:53.486322 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8d92b582-fe65-4c80-9f0e-bbcd41192d81 req-c328bd4f-436a-46b6-bf75-1b6ac00f5113 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f014c38-9d5a-4aa6-825b-562b0fc1b7d9 HTTP/1.1" status: 200 len: 946 time: 0.7581904 May 05 20:09:53.537995 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-d15c9808-89d6-467f-8c72-d2e2a1d0753f req-3309bc3f-6942-472b-b13f-42aa9bbee4bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b820cbc-f7c4-4de8-a598-d9e9201f5a28 {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:09:53.554336 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-685ae686-b56a-49f6-a0d5-0c30dd391449 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:53.561031 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d15c9808-89d6-467f-8c72-d2e2a1d0753f req-3309bc3f-6942-472b-b13f-42aa9bbee4bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:53.571306 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ca4d9825-67f4-4026-8288-4669a973d885 tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:53.571827 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca4d9825-67f4-4026-8288-4669a973d885 tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 35ac4f22-2883-4a54-a63c-23acf28be6cb {{(pid=88197) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:09:53.632822 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f3163c42-febd-4e4c-a4c1-caecd6863935 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:09:53.637253 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-1c0b75eb-4c56-4637-8eda-c0b3d2ffd3e8 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Allocated IP 172.20.0.8 (0e733769-1d44-43dd-b5de-989074369baa/49d2e3a2-960d-4f94-ac7f-d98040a4b83a/cd70aa76-8237-4316-8cc6-f5204562cff6) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:09:53.659654 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685ae686-b56a-49f6-a0d5-0c30dd391449 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Pushing event deleted for resources: {'Port': ['ID=620691bc-de70-4fcb-9b7a-8ebb6e1d54b8,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:53.667770 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-f3163c42-febd-4e4c-a4c1-caecd6863935 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Usage tracker for resource:network and tenant:7ba5eccb22a44156924af5bf360040ac is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:09:53.671445 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8d92b582-fe65-4c80-9f0e-bbcd41192d81 req-f0e62d39-4ab5-48bc-b3ea-fddb4e20fd40 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d31c7e0-0b9b-4b82-8e51-a502610a4c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1602139 May 05 20:09:53.675093 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-f3163c42-febd-4e4c-a4c1-caecd6863935 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:09:53.678191 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-3bdf1964-d7ac-4df6-a2a9-cd1826077c5f tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] In _notify_port_updated(), no bound segment for port 8d97dd07-5231-4366-b376-bdec2dc022c4 on network 06549593-4e36-4897-b3db-51a795771b98 {{(pid=88198) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 05 20:09:53.684483 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdf1964-d7ac-4df6-a2a9-cd1826077c5f tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:53.685111 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3bdf1964-d7ac-4df6-a2a9-cd1826077c5f tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:53.689583 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3bdf1964-d7ac-4df6-a2a9-cd1826077c5f tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "PUT /v2.0/ports/8d97dd07-5231-4366-b376-bdec2dc022c4 HTTP/1.1" status: 200 len: 818 time: 1.2912772 May 05 20:09:53.695734 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55880) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:53.705653 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-d15c9808-89d6-467f-8c72-d2e2a1d0753f req-3309bc3f-6942-472b-b13f-42aa9bbee4bb service neutron] Transition to ACTIVE for port object 9b820cbc-f7c4-4de8-a598-d9e9201f5a28 will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:09:53.709482 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f3163c42-febd-4e4c-a4c1-caecd6863935 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:09:53.766534 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdf1964-d7ac-4df6-a2a9-cd1826077c5f tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event updated for resources: {'Port': ['ID=8d97dd07-5231-4366-b376-bdec2dc022c4,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:53.771499 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7c30b506-5732-434a-a451-cb761c178d5a req-081f1fad-8a1a-4fb7-9ea2-14a43b5ca202 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31a0353-9cc7-4431-82ad-5f9b9985cf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002641 May 05 20:09:53.798005 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ca4d9825-67f4-4026-8288-4669a973d885 tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:53.800422 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-ca4d9825-67f4-4026-8288-4669a973d885 tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] 10.222.0.36 "DELETE /v2.0/routers/35ac4f22-2883-4a54-a63c-23acf28be6cb HTTP/1.1" status: 204 len: 168 time: 1.5120394 May 05 20:09:53.801682 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d15c9808-89d6-467f-8c72-d2e2a1d0753f req-3309bc3f-6942-472b-b13f-42aa9bbee4bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:53.806817 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3163c42-febd-4e4c-a4c1-caecd6863935 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Made reservation on behalf of 7ba5eccb22a44156924af5bf360040ac for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:09:53.811156 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f3163c42-febd-4e4c-a4c1-caecd6863935 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:53.811803 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 55884) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:53.833301 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-ff2ee44b-9f7c-4946-b051-8dc7ac26eff2 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Deleting port 8d97dd07-5231-4366-b376-bdec2dc022c4 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:09:53.833561 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ff2ee44b-9f7c-4946-b051-8dc7ac26eff2 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:53.869188 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-f4e54b0c-234c-49fb-bdaf-e89030fba8d8 tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] Request body: {'router': {'name': 'tempest-router-384211434', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '0752fe41c7b7412290da122bf38d55d8'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:09:53.901809 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3163c42-febd-4e4c-a4c1-caecd6863935 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:09:53.954408 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-f4e54b0c-234c-49fb-bdaf-e89030fba8d8 tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:09:53.957028 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f3163c42-febd-4e4c-a4c1-caecd6863935 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:53.957378 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-f3163c42-febd-4e4c-a4c1-caecd6863935 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Added segment 31147d50-47ca-4703-a442-61ef42ed29d2 of type vlan for network 270a043d-23a9-4c2c-8948-be41947d0840 May 05 20:09:54.022833 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f3163c42-febd-4e4c-a4c1-caecd6863935 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:54.041462 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-f4e54b0c-234c-49fb-bdaf-e89030fba8d8 tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] Usage tracker for resource:router and tenant:0752fe41c7b7412290da122bf38d55d8 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:09:54.061809 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-f4e54b0c-234c-49fb-bdaf-e89030fba8d8 tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:09:54.078064 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-f4e54b0c-234c-49fb-bdaf-e89030fba8d8 tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:09:54.084466 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3309bc3f-6942-472b-b13f-42aa9bbee4bb service neutron] Pushing event updated for resources: {'Port': ['ID=9b820cbc-f7c4-4de8-a598-d9e9201f5a28,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:54.124008 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ff2ee44b-9f7c-4946-b051-8dc7ac26eff2 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:54.142645 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-685ae686-b56a-49f6-a0d5-0c30dd391449 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:54.145738 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-685ae686-b56a-49f6-a0d5-0c30dd391449 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] 10.222.0.36 "DELETE /v2.0/ports/620691bc-de70-4fcb-9b7a-8ebb6e1d54b8 HTTP/1.1" status: 204 len: 168 time: 3.0784395 May 05 20:09:54.151141 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 55888) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:54.217394 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f4e54b0c-234c-49fb-bdaf-e89030fba8d8 tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:54.218323 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f4e54b0c-234c-49fb-bdaf-e89030fba8d8 tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:54.249660 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f3163c42-febd-4e4c-a4c1-caecd6863935 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:54.255232 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3163c42-febd-4e4c-a4c1-caecd6863935 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:54.255854 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f3163c42-febd-4e4c-a4c1-caecd6863935 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:54.265894 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-ff2ee44b-9f7c-4946-b051-8dc7ac26eff2 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Calling delete_port for 8d97dd07-5231-4366-b376-bdec2dc022c4 owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:09:54.345367 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f4e54b0c-234c-49fb-bdaf-e89030fba8d8 tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:54.373067 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f3163c42-febd-4e4c-a4c1-caecd6863935 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9264448 May 05 20:09:54.381555 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 55894) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:54.403808 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-111ad587-fb52-4ef0-b7a3-39555dcbcdfe tempest-DHCPAgentSchedulersTestJSON-1745900046 tempest-DHCPAgentSchedulersTestJSON-1745900046-project-admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.2398453 May 05 20:09:54.419538 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-57d32529-a687-4f65-b0ae-4b0f344773b3 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Request body: {'subnet': {'network_id': '270a043d-23a9-4c2c-8948-be41947d0840', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:09:54.419797 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55898) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:54.428330 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3163c42-febd-4e4c-a4c1-caecd6863935 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Pushing event updated for resources: {'Network': ['ID=270a043d-23a9-4c2c-8948-be41947d0840,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:54.433587 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-ce3636fe-1d93-4d5c-96d0-3a1ba3685d09 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1782472872'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:09:54.442025 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 270a043d-23a9-4c2c-8948-be41947d0840 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:09:54.442528 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb005344-7ff6-4d79-98ae-c860b9848e13 req-7135ddff-40bd-4834-bd82-e864615fe7e8 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:54.444083 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cb005344-7ff6-4d79-98ae-c860b9848e13 req-7135ddff-40bd-4834-bd82-e864615fe7e8 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=828561c9-9d5f-4221-aeed-1c85076dea0c HTTP/1.1" status: 200 len: 945 time: 0.5908391 May 05 20:09:54.450338 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ce3636fe-1d93-4d5c-96d0-3a1ba3685d09 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:09:54.456185 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-ce3636fe-1d93-4d5c-96d0-3a1ba3685d09 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Usage tracker for resource:network and tenant:b1a7effab56e45d39918ad231085d34f is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:09:54.460668 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-ce3636fe-1d93-4d5c-96d0-3a1ba3685d09 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:09:54.471120 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ce3636fe-1d93-4d5c-96d0-3a1ba3685d09 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:09:54.474550 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ff2ee44b-9f7c-4946-b051-8dc7ac26eff2 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:54.477332 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-d15c9808-89d6-467f-8c72-d2e2a1d0753f req-3309bc3f-6942-472b-b13f-42aa9bbee4bb service neutron] Attempting to bind port 9b820cbc-f7c4-4de8-a598-d9e9201f5a28 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:09:54.477674 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-d15c9808-89d6-467f-8c72-d2e2a1d0753f req-3309bc3f-6942-472b-b13f-42aa9bbee4bb service neutron] Attempting to bind port 9b820cbc-f7c4-4de8-a598-d9e9201f5a28 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'e34c646b-9075-4e31-b89f-c8f9e824e389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7506b31f-3419-46e4-835c-80fe813661d5'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:09:54.478121 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15c9808-89d6-467f-8c72-d2e2a1d0753f req-3309bc3f-6942-472b-b13f-42aa9bbee4bb service neutron] Attempting to bind port 9b820cbc-f7c4-4de8-a598-d9e9201f5a28 on network 7506b31f-3419-46e4-835c-80fe813661d5 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:09:54.489427 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1c0b75eb-4c56-4637-8eda-c0b3d2ffd3e8 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:54.516501 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15c9808-89d6-467f-8c72-d2e2a1d0753f req-3309bc3f-6942-472b-b13f-42aa9bbee4bb service neutron] Port 9b820cbc-f7c4-4de8-a598-d9e9201f5a28 on network 7506b31f-3419-46e4-835c-80fe813661d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:09:54.517317 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15c9808-89d6-467f-8c72-d2e2a1d0753f req-3309bc3f-6942-472b-b13f-42aa9bbee4bb service neutron] Attempting to bind port 9b820cbc-f7c4-4de8-a598-d9e9201f5a28 on network 7506b31f-3419-46e4-835c-80fe813661d5 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:09:54.534246 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2ee44b-9f7c-4946-b051-8dc7ac26eff2 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event deleted for resources: {'Port': ['ID=8d97dd07-5231-4366-b376-bdec2dc022c4,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:54.536390 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce3636fe-1d93-4d5c-96d0-3a1ba3685d09 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Made reservation on behalf of b1a7effab56e45d39918ad231085d34f for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:09:54.540493 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ce3636fe-1d93-4d5c-96d0-3a1ba3685d09 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:54.557829 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ff2ee44b-9f7c-4946-b051-8dc7ac26eff2 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:54.573954 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce3636fe-1d93-4d5c-96d0-3a1ba3685d09 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:09:54.583538 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ce3636fe-1d93-4d5c-96d0-3a1ba3685d09 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:54.583882 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-ce3636fe-1d93-4d5c-96d0-3a1ba3685d09 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Added segment 86b290b9-5423-4b30-844d-062a37837376 of type vlan for network 91abd3ae-2187-4f2d-974b-fc9bff399767 May 05 20:09:54.584230 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f4e54b0c-234c-49fb-bdaf-e89030fba8d8 tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:54.604733 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15c9808-89d6-467f-8c72-d2e2a1d0753f req-3309bc3f-6942-472b-b13f-42aa9bbee4bb service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:09:54.605047 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15c9808-89d6-467f-8c72-d2e2a1d0753f req-3309bc3f-6942-472b-b13f-42aa9bbee4bb service neutron] Checking segment: {'id': 'e34c646b-9075-4e31-b89f-c8f9e824e389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7506b31f-3419-46e4-835c-80fe813661d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:09:54.605255 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15c9808-89d6-467f-8c72-d2e2a1d0753f req-3309bc3f-6942-472b-b13f-42aa9bbee4bb service neutron] Bound using segment: {'id': 'e34c646b-9075-4e31-b89f-c8f9e824e389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7506b31f-3419-46e4-835c-80fe813661d5'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:09:54.605938 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-d15c9808-89d6-467f-8c72-d2e2a1d0753f req-3309bc3f-6942-472b-b13f-42aa9bbee4bb service neutron] Bound port: 9b820cbc-f7c4-4de8-a598-d9e9201f5a28, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e34c646b-9075-4e31-b89f-c8f9e824e389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7506b31f-3419-46e4-835c-80fe813661d5'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:09:54.606297 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d15c9808-89d6-467f-8c72-d2e2a1d0753f req-3309bc3f-6942-472b-b13f-42aa9bbee4bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:54.614688 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ce3636fe-1d93-4d5c-96d0-3a1ba3685d09 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:54.622390 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-ff2ee44b-9f7c-4946-b051-8dc7ac26eff2 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "DELETE /v2.0/ports/8d97dd07-5231-4366-b376-bdec2dc022c4 HTTP/1.1" status: 204 len: 168 time: 0.9169507 May 05 20:09:54.622623 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55902) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:54.649222 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-1c0b75eb-4c56-4637-8eda-c0b3d2ffd3e8 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Transition to ACTIVE for port object cd70aa76-8237-4316-8cc6-f5204562cff6 will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:09:54.697293 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ce3636fe-1d93-4d5c-96d0-3a1ba3685d09 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:54.699953 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-57d32529-a687-4f65-b0ae-4b0f344773b3 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:09:54.702706 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3636fe-1d93-4d5c-96d0-3a1ba3685d09 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:54.703363 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ce3636fe-1d93-4d5c-96d0-3a1ba3685d09 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:54.705174 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cb005344-7ff6-4d79-98ae-c860b9848e13 req-da3fd43c-3a47-4145-8a27-5f6e2dfc9e7b tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289703 May 05 20:09:54.705881 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f4e54b0c-234c-49fb-bdaf-e89030fba8d8 tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:54.706920 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f4e54b0c-234c-49fb-bdaf-e89030fba8d8 tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.8552921 May 05 20:09:54.724375 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 55906) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:54.727856 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-57d32529-a687-4f65-b0ae-4b0f344773b3 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Usage tracker for resource:subnet and tenant:7ba5eccb22a44156924af5bf360040ac is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:09:54.739906 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-4ce955ad-6fea-4dd6-9c7e-68435bacc1b5 tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:09:54.775304 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-ce3636fe-1d93-4d5c-96d0-3a1ba3685d09 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.3502657 May 05 20:09:54.776971 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55912) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:54.804761 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-57d32529-a687-4f65-b0ae-4b0f344773b3 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:09:54.842739 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3636fe-1d93-4d5c-96d0-3a1ba3685d09 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Pushing event updated for resources: {'Network': ['ID=91abd3ae-2187-4f2d-974b-fc9bff399767,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:54.858154 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 91abd3ae-2187-4f2d-974b-fc9bff399767 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:09:54.908642 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3f4f35-135b-482a-a6e1-fd219ff003a6 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:54.909408 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-6f3f4f35-135b-482a-a6e1-fd219ff003a6 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Synchronizing usage tracker for tenant:0cc5f4a365af4a94a73e5ef336438b10 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:09:54.977766 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-6f3f4f35-135b-482a-a6e1-fd219ff003a6 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Unset dirty status for tenant:0cc5f4a365af4a94a73e5ef336438b10 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:09:54.979205 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-6f3f4f35-135b-482a-a6e1-fd219ff003a6 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3556900 May 05 20:09:54.982815 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55918) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:55.001813 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-57d32529-a687-4f65-b0ae-4b0f344773b3 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:09:55.089955 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-e696e941-e9ba-4841-b237-3137a666390e tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] GET failed (client error): The resource could not be found. May 05 20:09:55.091290 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e696e941-e9ba-4841-b237-3137a666390e tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "GET /v2.0/ports/8d97dd07-5231-4366-b376-bdec2dc022c4 HTTP/1.1" status: 404 len: 333 time: 0.1054170 May 05 20:09:55.099104 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55922) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:55.115065 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-813603ec-b40d-4b08-8b4d-727bc70fc452 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-613365065'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:09:55.126879 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-813603ec-b40d-4b08-8b4d-727bc70fc452 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:09:55.135979 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-813603ec-b40d-4b08-8b4d-727bc70fc452 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Usage tracker for resource:network and tenant:0cc5f4a365af4a94a73e5ef336438b10 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:09:55.146366 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-813603ec-b40d-4b08-8b4d-727bc70fc452 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:09:55.155639 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-813603ec-b40d-4b08-8b4d-727bc70fc452 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:09:55.163711 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d32529-a687-4f65-b0ae-4b0f344773b3 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Made reservation on behalf of 7ba5eccb22a44156924af5bf360040ac for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:09:55.167510 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-57d32529-a687-4f65-b0ae-4b0f344773b3 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:55.181404 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1c0b75eb-4c56-4637-8eda-c0b3d2ffd3e8 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:55.182654 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67edf10b-6bca-4fe2-8cb5-5452cd748186 req-1bd592a4-9f86-4461-a311-78caf23796c8 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:55.184335 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-67edf10b-6bca-4fe2-8cb5-5452cd748186 req-1bd592a4-9f86-4461-a311-78caf23796c8 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f014c38-9d5a-4aa6-825b-562b0fc1b7d9 HTTP/1.1" status: 200 len: 946 time: 0.3431871 May 05 20:09:55.216166 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-93edc5cc-c218-442d-8613-d84da83ef132 tempest-DHCPAgentSchedulersTestJSON-1745900046 tempest-DHCPAgentSchedulersTestJSON-1745900046-project-admin] 10.222.0.36 "GET /v2.0/agents/9e656b53-c886-4dab-aa9d-6ac8a606f96e/dhcp-networks HTTP/1.1" status: 200 len: 10407 time: 0.4354243 May 05 20:09:55.218595 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813603ec-b40d-4b08-8b4d-727bc70fc452 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Made reservation on behalf of 0cc5f4a365af4a94a73e5ef336438b10 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:09:55.222658 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-813603ec-b40d-4b08-8b4d-727bc70fc452 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:55.231405 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55926) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:55.288817 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-67edf10b-6bca-4fe2-8cb5-5452cd748186 req-7adf2c68-984e-4111-a28f-34a2d62af50d tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d31c7e0-0b9b-4b82-8e51-a502610a4c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983002 May 05 20:09:55.307105 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-813603ec-b40d-4b08-8b4d-727bc70fc452 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:09:55.320918 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-813603ec-b40d-4b08-8b4d-727bc70fc452 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:55.321253 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-813603ec-b40d-4b08-8b4d-727bc70fc452 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Added segment 3d14438e-2ec1-44f3-8572-40e894b50797 of type vlan for network 36a08080-f4c8-4bfb-959d-92971cdb9618 May 05 20:09:55.322089 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-d15c9808-89d6-467f-8c72-d2e2a1d0753f req-3309bc3f-6942-472b-b13f-42aa9bbee4bb service neutron] For port 9b820cbc-f7c4-4de8-a598-d9e9201f5a28, host n-h1-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:09:55.420408 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-d15c9808-89d6-467f-8c72-d2e2a1d0753f req-3309bc3f-6942-472b-b13f-42aa9bbee4bb service neutron] For port 9b820cbc-f7c4-4de8-a598-d9e9201f5a28, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=9b820cbc-f7c4-4de8-a598-d9e9201f5a28,segment=NetworkSegment(e34c646b-9075-4e31-b89f-c8f9e824e389),segment_id=e34c646b-9075-4e31-b89f-c8f9e824e389)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:09:55.502487 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0b75eb-4c56-4637-8eda-c0b3d2ffd3e8 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Network 0e733769-1d44-43dd-b5de-989074369baa is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:09:55.503200 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-813603ec-b40d-4b08-8b4d-727bc70fc452 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:55.539337 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5247b40a-810d-471f-be6a-0f0aefdc202c tempest-DHCPAgentSchedulersTestJSON-1745900046 tempest-DHCPAgentSchedulersTestJSON-1745900046-project-admin] Network 91abd3ae-2187-4f2d-974b-fc9bff399767 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:09:55.569911 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-5247b40a-810d-471f-be6a-0f0aefdc202c tempest-DHCPAgentSchedulersTestJSON-1745900046 tempest-DHCPAgentSchedulersTestJSON-1745900046-project-admin] 10.222.0.36 "POST /v2.0/agents/9e656b53-c886-4dab-aa9d-6ac8a606f96e/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3309610 May 05 20:09:55.572054 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55932) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:55.572775 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d15c9808-89d6-467f-8c72-d2e2a1d0753f req-3309bc3f-6942-472b-b13f-42aa9bbee4bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:55.575523 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-813603ec-b40d-4b08-8b4d-727bc70fc452 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:55.576664 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc94af9-28c5-4749-bfa0-a5e845dbae34 None None] Network 91abd3ae-2187-4f2d-974b-fc9bff399767 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:09:55.582331 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813603ec-b40d-4b08-8b4d-727bc70fc452 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:55.582929 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-813603ec-b40d-4b08-8b4d-727bc70fc452 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:55.589134 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-1c0b75eb-4c56-4637-8eda-c0b3d2ffd3e8 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:09:55.608793 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0b75eb-4c56-4637-8eda-c0b3d2ffd3e8 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:09:55.649610 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0b75eb-4c56-4637-8eda-c0b3d2ffd3e8 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Pushing event updated for resources: {'Port': ['ID=cd70aa76-8237-4316-8cc6-f5204562cff6,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:55.677668 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-813603ec-b40d-4b08-8b4d-727bc70fc452 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5738626 May 05 20:09:55.680813 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15c9808-89d6-467f-8c72-d2e2a1d0753f req-3309bc3f-6942-472b-b13f-42aa9bbee4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:55.681462 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d15c9808-89d6-467f-8c72-d2e2a1d0753f req-3309bc3f-6942-472b-b13f-42aa9bbee4bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:55.682942 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d15c9808-89d6-467f-8c72-d2e2a1d0753f req-3309bc3f-6942-472b-b13f-42aa9bbee4bb service neutron] 10.222.0.24 "PUT /v2.0/ports/9b820cbc-f7c4-4de8-a598-d9e9201f5a28 HTTP/1.1" status: 200 len: 1091 time: 4.5389504 May 05 20:09:55.685327 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4ce955ad-6fea-4dd6-9c7e-68435bacc1b5 tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:55.685659 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4ce955ad-6fea-4dd6-9c7e-68435bacc1b5 tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] Notify callbacks [] for router, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:55.693552 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55936) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:55.775294 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '244fa877-43eb-43fe-be1f-c77361537301', 'tag': '9b820cbc-f7c4-4de8-a598-d9e9201f5a28'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:09:55.904724 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-8a1b848a-d400-45e7-a7b6-0c72909e7085 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Request body: {'subnet': {'network_id': '36a08080-f4c8-4bfb-959d-92971cdb9618', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:09:55.932515 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813603ec-b40d-4b08-8b4d-727bc70fc452 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event updated for resources: {'Network': ['ID=36a08080-f4c8-4bfb-959d-92971cdb9618,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:55.955989 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 36a08080-f4c8-4bfb-959d-92971cdb9618 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:09:55.982364 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-cb6c5670-2515-43ab-888c-d3e6b0dd953e None None] Provisioning for port cd70aa76-8237-4316-8cc6-f5204562cff6 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:09:56.015130 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-cb6c5670-2515-43ab-888c-d3e6b0dd953e None None] Provisioning complete for port cd70aa76-8237-4316-8cc6-f5204562cff6 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:09:56.016431 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cb6c5670-2515-43ab-888c-d3e6b0dd953e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:56.136719 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e6696f-f110-449a-9590-95f2dad27018 req-912de78e-6756-4283-ac4b-85034805bea7 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:56.144003 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-45e6696f-f110-449a-9590-95f2dad27018 req-912de78e-6756-4283-ac4b-85034805bea7 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=244fa877-43eb-43fe-be1f-c77361537301 HTTP/1.1" status: 200 len: 943 time: 1.1390011 May 05 20:09:56.162188 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-cb6c5670-2515-43ab-888c-d3e6b0dd953e None None] Port cd70aa76-8237-4316-8cc6-f5204562cff6 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:09:56.199822 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0b75eb-4c56-4637-8eda-c0b3d2ffd3e8 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:56.200353 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1c0b75eb-4c56-4637-8eda-c0b3d2ffd3e8 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:56.201015 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8a1b848a-d400-45e7-a7b6-0c72909e7085 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:09:56.204915 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-ca0d5a87-deb5-4cf7-b465-9ac7c584bb40 tempest-DHCPAgentSchedulersTestJSON-1745900046 tempest-DHCPAgentSchedulersTestJSON-1745900046-project-admin] 10.222.0.36 "GET /v2.0/agents/9e656b53-c886-4dab-aa9d-6ac8a606f96e/dhcp-networks HTTP/1.1" status: 200 len: 11178 time: 0.6324363 May 05 20:09:56.208203 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55944) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:56.211266 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-8a1b848a-d400-45e7-a7b6-0c72909e7085 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Usage tracker for resource:subnet and tenant:0cc5f4a365af4a94a73e5ef336438b10 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:09:56.221371 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-8a1b848a-d400-45e7-a7b6-0c72909e7085 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:09:56.224528 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4ce955ad-6fea-4dd6-9c7e-68435bacc1b5 tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88197) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} May 05 20:09:56.224864 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4ce955ad-6fea-4dd6-9c7e-68435bacc1b5 tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] Router 758ee1e3-0a6a-4e54-878c-a87706a40115 migrating from provider to provider. {{(pid=88197) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} May 05 20:09:56.225242 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4ce955ad-6fea-4dd6-9c7e-68435bacc1b5 tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:56.232945 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8a1b848a-d400-45e7-a7b6-0c72909e7085 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:09:56.236728 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3309bc3f-6942-472b-b13f-42aa9bbee4bb service neutron] Pushing event updated for resources: {'Port': ['ID=9b820cbc-f7c4-4de8-a598-d9e9201f5a28,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:56.260488 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea47706f-1237-4cc6-811f-77c5c12fbeed req-186f1101-4fc7-4ee0-9330-2cf8512b30e4 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:56.262005 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ea47706f-1237-4cc6-811f-77c5c12fbeed req-186f1101-4fc7-4ee0-9330-2cf8512b30e4 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=828561c9-9d5f-4221-aeed-1c85076dea0c HTTP/1.1" status: 200 len: 945 time: 0.3700624 May 05 20:09:56.297701 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4ce955ad-6fea-4dd6-9c7e-68435bacc1b5 tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:56.298127 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1b848a-d400-45e7-a7b6-0c72909e7085 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Made reservation on behalf of 0cc5f4a365af4a94a73e5ef336438b10 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:09:56.301959 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8a1b848a-d400-45e7-a7b6-0c72909e7085 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:56.329639 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4ce955ad-6fea-4dd6-9c7e-68435bacc1b5 tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-641266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-641259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-651706'] for router, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:56.333796 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-45e6696f-f110-449a-9590-95f2dad27018 req-f70a10e7-8135-4409-8dfe-22d2069f1ab6 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31a0353-9cc7-4431-82ad-5f9b9985cf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890094 May 05 20:09:56.342545 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-1c0b75eb-4c56-4637-8eda-c0b3d2ffd3e8 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.5824392 May 05 20:09:56.348505 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 55950) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:56.354235 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-fb519491-35a7-4a75-af5b-3dd1b2e65eae tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Request body: {'floatingip': {'port_id': 'cd70aa76-8237-4316-8cc6-f5204562cff6'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:09:56.448422 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-7eb7b4aa-10e6-4bf4-bff7-e5fbe6a8e9d5 tempest-DHCPAgentSchedulersTestJSON-1745900046 tempest-DHCPAgentSchedulersTestJSON-1745900046-project-admin] 10.222.0.36 "DELETE /v2.0/agents/9e656b53-c886-4dab-aa9d-6ac8a606f96e/dhcp-networks/91abd3ae-2187-4f2d-974b-fc9bff399767 HTTP/1.1" status: 204 len: 168 time: 0.2362835 May 05 20:09:56.450585 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ea47706f-1237-4cc6-811f-77c5c12fbeed req-66fa9727-d5ec-4c04-887d-de192bc15dc2 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589003 May 05 20:09:56.452870 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55954) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:56.495520 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f14eaa3f-840d-4fbf-8426-e47b48e5ecd3'] response: {'name': 'network-changed', 'server_uuid': '244fa877-43eb-43fe-be1f-c77361537301', 'tag': '9b820cbc-f7c4-4de8-a598-d9e9201f5a28', 'status': 'completed', 'code': 200} May 05 20:09:56.570028 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-57d32529-a687-4f65-b0ae-4b0f344773b3 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:56.714511 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-dd917fb3-8ba7-409b-a34b-685c49ed243a tempest-DHCPAgentSchedulersTestJSON-1745900046 tempest-DHCPAgentSchedulersTestJSON-1745900046-project-admin] 10.222.0.36 "GET /v2.0/agents/9e656b53-c886-4dab-aa9d-6ac8a606f96e/dhcp-networks HTTP/1.1" status: 200 len: 10407 time: 0.2556255 May 05 20:09:56.715075 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55958) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:56.753009 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8a1b848a-d400-45e7-a7b6-0c72909e7085 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:56.783753 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-39e84387-f967-41e6-970c-fa670c58d08c tempest-DHCPAgentSchedulersTestJSON-1745900046 tempest-DHCPAgentSchedulersTestJSON-1745900046-project-admin] 10.222.0.36 "GET /v2.0/networks/b4d779e7-2c6f-4e99-a867-407b8032bf43/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0680878 May 05 20:09:56.793851 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55962) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:56.806608 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15c9808-89d6-467f-8c72-d2e2a1d0753f req-348a29f4-0ee7-4cf7-99cd-98efdfaf2334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:56.808135 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d15c9808-89d6-467f-8c72-d2e2a1d0753f req-348a29f4-0ee7-4cf7-99cd-98efdfaf2334 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=56e8fe9085fa4bdb932a4c29aaeb4c08&device_id=244fa877-43eb-43fe-be1f-c77361537301 HTTP/1.1" status: 200 len: 1094 time: 0.8916969 May 05 20:09:56.834609 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-abc18e10-0348-4f88-aa02-98a72010fe07 tempest-DHCPAgentSchedulersTestJSON-1745900046 tempest-DHCPAgentSchedulersTestJSON-1745900046-project-admin] 10.222.0.36 "GET /v2.0/networks/b4d779e7-2c6f-4e99-a867-407b8032bf43/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0409236 May 05 20:09:56.839735 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55966) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:56.860438 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1b848a-d400-45e7-a7b6-0c72909e7085 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event updated for resources: {'Subnet': ['ID=6ab67181-836b-498c-9b91-bf4e337836bf,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:56.909814 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1b848a-d400-45e7-a7b6-0c72909e7085 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Checking segment: {'id': '3d14438e-2ec1-44f3-8572-40e894b50797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '36a08080-f4c8-4bfb-959d-92971cdb9618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:09:56.910168 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1b848a-d400-45e7-a7b6-0c72909e7085 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Network hostable DHCP agents. Network: 36a08080-f4c8-4bfb-959d-92971cdb9618, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:09:56.921733 n-d-840717-1 neutron-server[88197]: WARNING neutron.scheduler.l3_agent_scheduler [None req-4ce955ad-6fea-4dd6-9c7e-68435bacc1b5 tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] No L3 agents can host the router 758ee1e3-0a6a-4e54-878c-a87706a40115 May 05 20:09:56.940614 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fb519491-35a7-4a75-af5b-3dd1b2e65eae tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for floatingip, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:56.991824 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1b848a-d400-45e7-a7b6-0c72909e7085 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Network 36a08080-f4c8-4bfb-959d-92971cdb9618 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:09:57.005963 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d15c9808-89d6-467f-8c72-d2e2a1d0753f req-4ac0d3d0-c336-4b32-af35-074b07e364a8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b820cbc-f7c4-4de8-a598-d9e9201f5a28 HTTP/1.1" status: 200 len: 217 time: 0.1729271 May 05 20:09:57.013039 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-8a1b848a-d400-45e7-a7b6-0c72909e7085 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 36a08080-f4c8-4bfb-959d-92971cdb9618) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:09:57.024005 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88cca738-d2be-43e9-b824-4c55a017d4e4 None None] Network 36a08080-f4c8-4bfb-959d-92971cdb9618 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:09:57.024550 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1b848a-d400-45e7-a7b6-0c72909e7085 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:57.024688 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8a1b848a-d400-45e7-a7b6-0c72909e7085 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:57.026185 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d32529-a687-4f65-b0ae-4b0f344773b3 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Pushing event updated for resources: {'Subnet': ['ID=3105da27-8c5c-4b80-9f18-032bd8a165e1,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:57.072772 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-8a1b848a-d400-45e7-a7b6-0c72909e7085 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3709202 May 05 20:09:57.081196 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-2e270078-c9c6-48f6-b7ed-1e7462475b4d tempest-DHCPAgentSchedulersTestJSON-1745900046 tempest-DHCPAgentSchedulersTestJSON-1745900046-project-admin] 10.222.0.36 "GET /v2.0/agents/9e656b53-c886-4dab-aa9d-6ac8a606f96e/dhcp-networks HTTP/1.1" status: 200 len: 10407 time: 0.2343683 May 05 20:09:57.081196 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55970) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:57.081582 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55974) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:57.086501 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-86ca5c3c-5a3e-437c-9059-43a02c9430c7 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Request body: {'subnet': {'network_id': '36a08080-f4c8-4bfb-959d-92971cdb9618', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:09:57.223012 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d32529-a687-4f65-b0ae-4b0f344773b3 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Checking segment: {'id': '31147d50-47ca-4703-a442-61ef42ed29d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '270a043d-23a9-4c2c-8948-be41947d0840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:09:57.223395 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d32529-a687-4f65-b0ae-4b0f344773b3 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Network hostable DHCP agents. Network: 270a043d-23a9-4c2c-8948-be41947d0840, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:09:57.275687 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9019827a-ac19-4a2b-adf4-6c5d8127b9b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-36a08080-f4c8-4bfb-959d-92971cdb9618', 'network_id': '36a08080-f4c8-4bfb-959d-92971cdb9618', 'tenant_id': '0cc5f4a365af4a94a73e5ef336438b10', 'fixed_ips': [{'subnet_id': '6ab67181-836b-498c-9b91-bf4e337836bf'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:09:57.276545 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9019827a-ac19-4a2b-adf4-6c5d8127b9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:57.304389 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d873f953-aea3-4b3b-ba4f-db113e9a20aa tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:57.351420 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15c9808-89d6-467f-8c72-d2e2a1d0753f req-965328d4-0a58-4570-bc6b-9d907c67f89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:57.352935 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d15c9808-89d6-467f-8c72-d2e2a1d0753f req-965328d4-0a58-4570-bc6b-9d907c67f89e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e2507cd6-290d-4d3d-b14e-048ce031bb0a HTTP/1.1" status: 200 len: 851 time: 0.3205359 May 05 20:09:57.366348 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-86ca5c3c-5a3e-437c-9059-43a02c9430c7 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:09:57.373897 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36cacae-fb55-4fcc-8bd0-94a26e79f03f req-c7297c89-1f20-4e1e-b4d2-c97393597992 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:57.374897 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-86ca5c3c-5a3e-437c-9059-43a02c9430c7 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Usage tracker for resource:subnet and tenant:0cc5f4a365af4a94a73e5ef336438b10 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:09:57.383967 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e36cacae-fb55-4fcc-8bd0-94a26e79f03f req-c7297c89-1f20-4e1e-b4d2-c97393597992 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f014c38-9d5a-4aa6-825b-562b0fc1b7d9 HTTP/1.1" status: 200 len: 946 time: 0.7994416 May 05 20:09:57.397069 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-86ca5c3c-5a3e-437c-9059-43a02c9430c7 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:09:57.468538 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 955e8e00-019e-4031-a1bb-9652211ae3e0 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:09:57.525281 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d32529-a687-4f65-b0ae-4b0f344773b3 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Network 270a043d-23a9-4c2c-8948-be41947d0840 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:09:57.538481 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-9019827a-ac19-4a2b-adf4-6c5d8127b9b2 None None] Allocated IP 172.20.0.2 (36a08080-f4c8-4bfb-959d-92971cdb9618/6ab67181-836b-498c-9b91-bf4e337836bf/61217a66-7a36-4224-8ca6-52f7c2605b61) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:09:57.540758 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce955ad-6fea-4dd6-9c7e-68435bacc1b5 tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] Hosts for router 758ee1e3-0a6a-4e54-878c-a87706a40115: [] {{(pid=88197) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} May 05 20:09:57.543505 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-86ca5c3c-5a3e-437c-9059-43a02c9430c7 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:09:57.596134 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-57d32529-a687-4f65-b0ae-4b0f344773b3 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 270a043d-23a9-4c2c-8948-be41947d0840) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:09:57.617491 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d32529-a687-4f65-b0ae-4b0f344773b3 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:57.618083 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-57d32529-a687-4f65-b0ae-4b0f344773b3 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:57.628088 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce955ad-6fea-4dd6-9c7e-68435bacc1b5 tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] Hosts for other DVR routers connected to router 758ee1e3-0a6a-4e54-878c-a87706a40115: set() {{(pid=88197) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} May 05 20:09:57.630442 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4ce955ad-6fea-4dd6-9c7e-68435bacc1b5 tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:57.633927 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-4ce955ad-6fea-4dd6-9c7e-68435bacc1b5 tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] 10.222.0.36 "PUT /v2.0/routers/758ee1e3-0a6a-4e54-878c-a87706a40115 HTTP/1.1" status: 200 len: 716 time: 2.9063060 May 05 20:09:57.644733 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 55982) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:57.654413 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d873f953-aea3-4b3b-ba4f-db113e9a20aa tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:57.668005 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ca5c3c-5a3e-437c-9059-43a02c9430c7 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Made reservation on behalf of 0cc5f4a365af4a94a73e5ef336438b10 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:09:57.671652 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-86ca5c3c-5a3e-437c-9059-43a02c9430c7 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:57.694070 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29923494-37e1-418d-ab80-50a19e9db271 None None] Network 270a043d-23a9-4c2c-8948-be41947d0840 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:09:57.724984 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-d873f953-aea3-4b3b-ba4f-db113e9a20aa tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91abd3ae-2187-4f2d-974b-fc9bff399767']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:09:57.783513 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e36cacae-fb55-4fcc-8bd0-94a26e79f03f req-96c296a7-4876-46e5-a029-bbee19204e12 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d31c7e0-0b9b-4b82-8e51-a502610a4c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3982680 May 05 20:09:57.796698 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-d873f953-aea3-4b3b-ba4f-db113e9a20aa tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86b290b9-5423-4b30-844d-062a37837376') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:09:57.797030 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-d873f953-aea3-4b3b-ba4f-db113e9a20aa tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86b290b9-5423-4b30-844d-062a37837376') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:09:57.832882 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d873f953-aea3-4b3b-ba4f-db113e9a20aa tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:57.862531 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34998505-f336-46dc-9c85-23b0383ec3fd req-6607cc5d-c6c9-4793-a6d0-d586e0f16534 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:57.864001 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-34998505-f336-46dc-9c85-23b0383ec3fd req-6607cc5d-c6c9-4793-a6d0-d586e0f16534 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=244fa877-43eb-43fe-be1f-c77361537301 HTTP/1.1" status: 200 len: 943 time: 0.3374424 May 05 20:09:57.866041 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d873f953-aea3-4b3b-ba4f-db113e9a20aa tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:57.868062 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-57d32529-a687-4f65-b0ae-4b0f344773b3 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.4738297 May 05 20:09:57.872863 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 55986) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:57.880234 n-d-840717-1 neutron-server[88198]: INFO neutron.db.ipam_backend_mixin [None req-86ca5c3c-5a3e-437c-9059-43a02c9430c7 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6ab67181-836b-498c-9b91-bf4e337836bf (CIDR: 172.20.0.0/28) May 05 20:09:57.894427 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d873f953-aea3-4b3b-ba4f-db113e9a20aa tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:09:57.895045 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d873f953-aea3-4b3b-ba4f-db113e9a20aa tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:57.914115 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:09:57.914115 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:09:57.914115 n-d-840717-1 neutron-server[88198]: timer() May 05 20:09:57.914115 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:09:57.914115 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:09:57.914115 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:09:57.914115 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:09:57.914115 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:09:57.914115 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:09:57.914115 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:09:57.914115 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:09:57.914115 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:09:57.914115 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:09:57.914115 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:09:57.914115 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:09:57.914115 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:09:57.914115 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:09:57.914115 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:09:57.914115 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:09:57.914115 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:09:57.914115 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:09:57.914115 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:09:57.914115 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:09:57.914115 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:09:57.914115 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:09:57.914115 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:09:57.914115 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:09:57.914115 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:09:57.914115 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:09:57.914115 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:09:57.914115 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:09:57.914115 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:09:57.923409 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-86ca5c3c-5a3e-437c-9059-43a02c9430c7 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 20:09:57.923924 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86ca5c3c-5a3e-437c-9059-43a02c9430c7 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:09:57.950267 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-a2f903b4-9e47-43d5-8a5a-646ce8115ced tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Request body: {'router': {'external_gateway_info': {'network_id': '270a043d-23a9-4c2c-8948-be41947d0840'}}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:09:58.003560 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-651484f5-edda-4078-8ec5-d57297ace94d tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] 10.222.0.36 "GET /v2.0/routers/758ee1e3-0a6a-4e54-878c-a87706a40115 HTTP/1.1" status: 200 len: 716 time: 0.3474205 May 05 20:09:58.008863 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55990) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:58.034665 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-34998505-f336-46dc-9c85-23b0383ec3fd req-9f85e60d-d695-491c-9630-22ee4efdcc5b tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31a0353-9cc7-4431-82ad-5f9b9985cf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570752 May 05 20:09:58.043641 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-86ca5c3c-5a3e-437c-9059-43a02c9430c7 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9653440 May 05 20:09:58.046693 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55996) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:58.058743 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-3c32d860-3cde-49c8-b13d-8dfebf619cfb tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Request body: {'subnet': {'network_id': '36a08080-f4c8-4bfb-959d-92971cdb9618', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:09:58.120941 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9019827a-ac19-4a2b-adf4-6c5d8127b9b2 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:58.123584 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15c9808-89d6-467f-8c72-d2e2a1d0753f req-b13067d1-ef3b-4d06-b497-638db7f3ecfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:58.125139 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d15c9808-89d6-467f-8c72-d2e2a1d0753f req-b13067d1-ef3b-4d06-b497-638db7f3ecfc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7506b31f-3419-46e4-835c-80fe813661d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7372036 May 05 20:09:58.136836 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9019827a-ac19-4a2b-adf4-6c5d8127b9b2 None None] Transition to ACTIVE for port object 61217a66-7a36-4224-8ca6-52f7c2605b61 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:09:58.147333 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d873f953-aea3-4b3b-ba4f-db113e9a20aa tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:58.177596 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 955e8e00-019e-4031-a1bb-9652211ae3e0, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=955e8e00-019e-4031-a1bb-9652211ae3e0,segment=NetworkSegment(b1dd65d9-c07f-4164-9458-eedf0f51eafc),segment_id=b1dd65d9-c07f-4164-9458-eedf0f51eafc)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:09:58.215249 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9019827a-ac19-4a2b-adf4-6c5d8127b9b2 None None] Transition to ACTIVE for port object 61217a66-7a36-4224-8ca6-52f7c2605b61 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:09:58.231921 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': '955e8e00-019e-4031-a1bb-9652211ae3e0', 'network_id': 'dd240240-b981-4728-a92a-09bd25dc9abb', 'port_id': '955e8e00-019e-4031-a1bb-9652211ae3e0', 'mac_address': 'fa:16:3e:c3:27:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4839f055-edd7-4ed9-a2d6-dc3f9daf425d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:09:58.235113 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d873f953-aea3-4b3b-ba4f-db113e9a20aa tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:58.239542 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9019827a-ac19-4a2b-adf4-6c5d8127b9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:58.318048 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d873f953-aea3-4b3b-ba4f-db113e9a20aa tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Pushing event deleted for resources: {'Network': ['ID=91abd3ae-2187-4f2d-974b-fc9bff399767,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:58.404645 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d873f953-aea3-4b3b-ba4f-db113e9a20aa tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] 10.222.0.36 "DELETE /v2.0/networks/91abd3ae-2187-4f2d-974b-fc9bff399767 HTTP/1.1" status: 204 len: 168 time: 1.3222322 May 05 20:09:58.413869 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56000) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:58.415196 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9019827a-ac19-4a2b-adf4-6c5d8127b9b2 None None] Network 36a08080-f4c8-4bfb-959d-92971cdb9618 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:09:58.427662 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-9019827a-ac19-4a2b-adf4-6c5d8127b9b2 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:09:58.437915 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9019827a-ac19-4a2b-adf4-6c5d8127b9b2 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:09:58.483090 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:58.494379 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b5bda878-a197-4ca2-84c5-75ae10990c04 tempest-RoutersTestDVR-1601588716 tempest-RoutersTestDVR-1601588716-project] 10.222.0.36 "GET /v2.0/routers/758ee1e3-0a6a-4e54-878c-a87706a40115 HTTP/1.1" status: 200 len: 682 time: 0.4747787 May 05 20:09:58.496696 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56004) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:58.501141 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c004f80-6b0e-41c7-9531-76cd005b6cd1 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] DELETE failed (client error): The resource could not be found. May 05 20:09:58.501694 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c004f80-6b0e-41c7-9531-76cd005b6cd1 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:09:58.507313 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-5c004f80-6b0e-41c7-9531-76cd005b6cd1 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] 10.222.0.36 "DELETE /v2.0/ports/620691bc-de70-4fcb-9b7a-8ebb6e1d54b8 HTTP/1.1" status: 404 len: 333 time: 0.0883141 May 05 20:09:58.507313 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3c32d860-3cde-49c8-b13d-8dfebf619cfb tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:09:58.507634 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56008) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:58.511614 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-3c32d860-3cde-49c8-b13d-8dfebf619cfb tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Usage tracker for resource:subnet and tenant:0cc5f4a365af4a94a73e5ef336438b10 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:09:58.516885 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 955e8e00-019e-4031-a1bb-9652211ae3e0 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:09:58.606348 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019827a-ac19-4a2b-adf4-6c5d8127b9b2 None None] Pushing event updated for resources: {'Port': ['ID=61217a66-7a36-4224-8ca6-52f7c2605b61,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:58.607234 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-3c32d860-3cde-49c8-b13d-8dfebf619cfb tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:09:58.633859 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7aab11-33fb-449d-a3a6-39e1d666206b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-270a043d-23a9-4c2c-8948-be41947d0840', 'network_id': '270a043d-23a9-4c2c-8948-be41947d0840', 'tenant_id': '7ba5eccb22a44156924af5bf360040ac', 'fixed_ips': [{'subnet_id': '3105da27-8c5c-4b80-9f18-032bd8a165e1'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:09:58.634696 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1c7aab11-33fb-449d-a3a6-39e1d666206b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:58.649987 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 955e8e00-019e-4031-a1bb-9652211ae3e0, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=955e8e00-019e-4031-a1bb-9652211ae3e0,segment=NetworkSegment(b1dd65d9-c07f-4164-9458-eedf0f51eafc),segment_id=b1dd65d9-c07f-4164-9458-eedf0f51eafc)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:09:58.659539 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-9019827a-ac19-4a2b-adf4-6c5d8127b9b2 None None] Attempting to bind port 61217a66-7a36-4224-8ca6-52f7c2605b61 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:09:58.659956 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-9019827a-ac19-4a2b-adf4-6c5d8127b9b2 None None] Attempting to bind port 61217a66-7a36-4224-8ca6-52f7c2605b61 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '3d14438e-2ec1-44f3-8572-40e894b50797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '36a08080-f4c8-4bfb-959d-92971cdb9618'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:09:58.660256 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9019827a-ac19-4a2b-adf4-6c5d8127b9b2 None None] Attempting to bind port 61217a66-7a36-4224-8ca6-52f7c2605b61 on network 36a08080-f4c8-4bfb-959d-92971cdb9618 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:09:58.667227 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9019827a-ac19-4a2b-adf4-6c5d8127b9b2 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:09:58.667655 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9019827a-ac19-4a2b-adf4-6c5d8127b9b2 None None] Checking segment: {'id': '3d14438e-2ec1-44f3-8572-40e894b50797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '36a08080-f4c8-4bfb-959d-92971cdb9618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:09:58.667995 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9019827a-ac19-4a2b-adf4-6c5d8127b9b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:58.668388 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9019827a-ac19-4a2b-adf4-6c5d8127b9b2 None None] Bound using segment: {'id': '3d14438e-2ec1-44f3-8572-40e894b50797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '36a08080-f4c8-4bfb-959d-92971cdb9618'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:09:58.668907 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-9019827a-ac19-4a2b-adf4-6c5d8127b9b2 None None] Bound port: 61217a66-7a36-4224-8ca6-52f7c2605b61, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d14438e-2ec1-44f3-8572-40e894b50797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '36a08080-f4c8-4bfb-959d-92971cdb9618'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:09:58.669280 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9019827a-ac19-4a2b-adf4-6c5d8127b9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:58.684786 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:58.692891 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3c32d860-3cde-49c8-b13d-8dfebf619cfb tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:09:58.720952 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-57ddf1ec-86f6-4610-9372-f8f47e416306 tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:58.783605 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c32d860-3cde-49c8-b13d-8dfebf619cfb tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Made reservation on behalf of 0cc5f4a365af4a94a73e5ef336438b10 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:09:58.788770 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3c32d860-3cde-49c8-b13d-8dfebf619cfb tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:58.817612 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a2f903b4-9e47-43d5-8a5a-646ce8115ced tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:58.886921 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1164bcb-0ee0-4702-b1c4-50bbc46aa5f2 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Deleting subnet 2de80287-3e84-4abc-a28d-1204bd1a4dbe {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:09:58.907079 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d15c9808-89d6-467f-8c72-d2e2a1d0753f req-011e9247-9ad9-4b70-a2ca-be4ac30ccdf7 service neutron] 10.222.0.24 "GET /v2.0/networks/7506b31f-3419-46e4-835c-80fe813661d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6267662 May 05 20:09:58.909192 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e1164bcb-0ee0-4702-b1c4-50bbc46aa5f2 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:58.917831 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b2af7-c5cb-4d43-90f7-6034f1b51ff7 req-20af72e8-fac8-4efc-a161-60a8c13494c1 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:58.925742 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f18b2af7-c5cb-4d43-90f7-6034f1b51ff7 req-20af72e8-fac8-4efc-a161-60a8c13494c1 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=828561c9-9d5f-4221-aeed-1c85076dea0c HTTP/1.1" status: 200 len: 945 time: 0.9239929 May 05 20:09:58.959510 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['955e8e00-019e-4031-a1bb-9652211ae3e0'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:09:59.097491 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=955e8e00-019e-4031-a1bb-9652211ae3e0,revision_number=6']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:59.119960 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f18b2af7-c5cb-4d43-90f7-6034f1b51ff7 req-1dc94fee-25ae-4ae4-824f-93e41c8b5cc2 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927946 May 05 20:09:59.131489 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-1c7aab11-33fb-449d-a3a6-39e1d666206b None None] Allocated IP 2001:db8:1::2 (270a043d-23a9-4c2c-8948-be41947d0840/3105da27-8c5c-4b80-9f18-032bd8a165e1/2d0257b3-2cac-483a-a650-519ae04eda75) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:09:59.134572 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9019827a-ac19-4a2b-adf4-6c5d8127b9b2 None None] For port 61217a66-7a36-4224-8ca6-52f7c2605b61, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:09:59.139543 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9019827a-ac19-4a2b-adf4-6c5d8127b9b2 None None] For port 61217a66-7a36-4224-8ca6-52f7c2605b61, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=61217a66-7a36-4224-8ca6-52f7c2605b61,segment=NetworkSegment(3d14438e-2ec1-44f3-8572-40e894b50797),segment_id=3d14438e-2ec1-44f3-8572-40e894b50797)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:09:59.161547 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9019827a-ac19-4a2b-adf4-6c5d8127b9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:59.282101 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019827a-ac19-4a2b-adf4-6c5d8127b9b2 None None] Pushing event updated for resources: {'Port': ['ID=61217a66-7a36-4224-8ca6-52f7c2605b61,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:59.411467 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fb519491-35a7-4a75-af5b-3dd1b2e65eae tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:59.414539 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d15c9808-89d6-467f-8c72-d2e2a1d0753f req-47824e7d-a20a-474f-ac9b-476568f6bf55 service neutron] 10.222.0.24 "GET /v2.0/networks/7506b31f-3419-46e4-835c-80fe813661d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4852474 May 05 20:09:59.425692 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fb519491-35a7-4a75-af5b-3dd1b2e65eae tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:59.539996 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e1164bcb-0ee0-4702-b1c4-50bbc46aa5f2 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:59.579995 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-57ddf1ec-86f6-4610-9372-f8f47e416306 tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:59.588825 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-57ddf1ec-86f6-4610-9372-f8f47e416306 tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:59.634743 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1c7aab11-33fb-449d-a3a6-39e1d666206b None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:59.670449 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-1c7aab11-33fb-449d-a3a6-39e1d666206b None None] Transition to ACTIVE for port object 2d0257b3-2cac-483a-a650-519ae04eda75 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:09:59.691825 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-1c7aab11-33fb-449d-a3a6-39e1d666206b None None] Transition to ACTIVE for port object 2d0257b3-2cac-483a-a650-519ae04eda75 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:09:59.705333 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1c7aab11-33fb-449d-a3a6-39e1d666206b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:59.722639 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-57ddf1ec-86f6-4610-9372-f8f47e416306 tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:59.723153 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ddf1ec-86f6-4610-9372-f8f47e416306 tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 758ee1e3-0a6a-4e54-878c-a87706a40115 {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:09:59.781973 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043dff60-a9a1-4338-846c-ba540e99c0a3 req-b2d1d706-7e3a-4446-985c-4cb6da9ef6b0 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:59.792077 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-043dff60-a9a1-4338-846c-ba540e99c0a3 req-b2d1d706-7e3a-4446-985c-4cb6da9ef6b0 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=244fa877-43eb-43fe-be1f-c77361537301 HTTP/1.1" status: 200 len: 943 time: 0.5324070 May 05 20:09:59.815759 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb153515-a43f-46b1-86c7-e87a83f98504 req-8a473bc3-07d9-4b6f-a5cc-3015158f6d62 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:09:59.822810 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cb153515-a43f-46b1-86c7-e87a83f98504 req-8a473bc3-07d9-4b6f-a5cc-3015158f6d62 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f014c38-9d5a-4aa6-825b-562b0fc1b7d9 HTTP/1.1" status: 200 len: 945 time: 0.5658586 May 05 20:09:59.827845 n-d-840717-1 neutron-server[88197]: INFO neutron.api.v2.resource [None req-a2f903b4-9e47-43d5-8a5a-646ce8115ced tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 20:09:59.834281 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-a2f903b4-9e47-43d5-8a5a-646ce8115ced tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] 10.222.0.36 "PUT /v2.0/routers/e72ce146-bbbf-4b9a-a8ec-f8141fbfb3e0 HTTP/1.1" status: 400 len: 364 time: 1.9581842 May 05 20:09:59.841740 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56024) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:59.845419 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-57ddf1ec-86f6-4610-9372-f8f47e416306 tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:09:59.846796 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-57ddf1ec-86f6-4610-9372-f8f47e416306 tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] 10.222.0.36 "DELETE /v2.0/routers/758ee1e3-0a6a-4e54-878c-a87706a40115 HTTP/1.1" status: 204 len: 168 time: 1.3478997 May 05 20:09:59.854884 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56026) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:09:59.885591 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-69c850b8-e532-4fed-b39a-0170c716b4b8 tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] Request body: {'router': {'name': 'tempest-router-1165497620', 'distributed': True}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:09:59.888448 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7aab11-33fb-449d-a3a6-39e1d666206b None None] Network 270a043d-23a9-4c2c-8948-be41947d0840 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:09:59.893748 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-1c7aab11-33fb-449d-a3a6-39e1d666206b None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:09:59.898690 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7aab11-33fb-449d-a3a6-39e1d666206b None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:09:59.901308 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-043dff60-a9a1-4338-846c-ba540e99c0a3 req-480a3f79-aeb0-4fc0-8c74-ff1b0f47fade tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31a0353-9cc7-4431-82ad-5f9b9985cf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082726 May 05 20:09:59.903006 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-69c850b8-e532-4fed-b39a-0170c716b4b8 tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:09:59.908416 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7aab11-33fb-449d-a3a6-39e1d666206b None None] Pushing event updated for resources: {'Port': ['ID=2d0257b3-2cac-483a-a650-519ae04eda75,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:09:59.947735 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e1164bcb-0ee0-4702-b1c4-50bbc46aa5f2 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:00.031950 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-69c850b8-e532-4fed-b39a-0170c716b4b8 tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] Usage tracker for resource:router and tenant:c3325c27f4d74b3fa59cc7823faebfd4 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:10:00.041664 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-69c850b8-e532-4fed-b39a-0170c716b4b8 tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:10:00.055570 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-69c850b8-e532-4fed-b39a-0170c716b4b8 tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:10:00.060668 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cb153515-a43f-46b1-86c7-e87a83f98504 req-b71ccd3d-026e-475c-9517-8b5e03d2f943 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d31c7e0-0b9b-4b82-8e51-a502610a4c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2369487 May 05 20:10:00.066579 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3c32d860-3cde-49c8-b13d-8dfebf619cfb tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:00.123433 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-69c850b8-e532-4fed-b39a-0170c716b4b8 tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:00.124345 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-69c850b8-e532-4fed-b39a-0170c716b4b8 tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:00.134586 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-1c7aab11-33fb-449d-a3a6-39e1d666206b None None] Attempting to bind port 2d0257b3-2cac-483a-a650-519ae04eda75 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:10:00.135259 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-1c7aab11-33fb-449d-a3a6-39e1d666206b None None] Attempting to bind port 2d0257b3-2cac-483a-a650-519ae04eda75 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '31147d50-47ca-4703-a442-61ef42ed29d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '270a043d-23a9-4c2c-8948-be41947d0840'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:10:00.135398 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7aab11-33fb-449d-a3a6-39e1d666206b None None] Attempting to bind port 2d0257b3-2cac-483a-a650-519ae04eda75 on network 270a043d-23a9-4c2c-8948-be41947d0840 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:10:00.142725 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7aab11-33fb-449d-a3a6-39e1d666206b None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:10:00.143591 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7aab11-33fb-449d-a3a6-39e1d666206b None None] Checking segment: {'id': '31147d50-47ca-4703-a442-61ef42ed29d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '270a043d-23a9-4c2c-8948-be41947d0840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:10:00.144259 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1c7aab11-33fb-449d-a3a6-39e1d666206b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:00.144873 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7aab11-33fb-449d-a3a6-39e1d666206b None None] Bound using segment: {'id': '31147d50-47ca-4703-a442-61ef42ed29d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '270a043d-23a9-4c2c-8948-be41947d0840'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:10:00.145552 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-1c7aab11-33fb-449d-a3a6-39e1d666206b None None] Bound port: 2d0257b3-2cac-483a-a650-519ae04eda75, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31147d50-47ca-4703-a442-61ef42ed29d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '270a043d-23a9-4c2c-8948-be41947d0840'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:10:00.146192 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1c7aab11-33fb-449d-a3a6-39e1d666206b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:00.160111 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c32d860-3cde-49c8-b13d-8dfebf619cfb tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Network 36a08080-f4c8-4bfb-959d-92971cdb9618 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:10:00.164128 n-d-840717-1 neutron-server[88197]: INFO neutron.db.l3_db [None req-fb519491-35a7-4a75-af5b-3dd1b2e65eae tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Floating IP 4a2d6655-c0e5-4499-90e7-411097e28ab4 associated. External IP: 172.25.0.249, port: 52b48cc4-70e9-4259-8c6a-5320f56ca7e5. May 05 20:10:00.165362 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-3c32d860-3cde-49c8-b13d-8dfebf619cfb tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:10:00.171635 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c32d860-3cde-49c8-b13d-8dfebf619cfb tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:00.172567 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3c32d860-3cde-49c8-b13d-8dfebf619cfb tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:00.182389 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e1164bcb-0ee0-4702-b1c4-50bbc46aa5f2 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:00.187389 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-69c850b8-e532-4fed-b39a-0170c716b4b8 tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:00.210899 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c32d860-3cde-49c8-b13d-8dfebf619cfb tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event updated for resources: {'Subnet': ['ID=a187ef0b-39df-4f25-a186-c395be05cba7,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:00.261934 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa7d270-44a2-41f3-8538-cd7c74239db9 None None] Network b4d779e7-2c6f-4e99-a867-407b8032bf43 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:10:00.268528 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e1164bcb-0ee0-4702-b1c4-50bbc46aa5f2 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:00.274653 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1164bcb-0ee0-4702-b1c4-50bbc46aa5f2 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Pushing event deleted for resources: {'Subnet': ['ID=2de80287-3e84-4abc-a28d-1204bd1a4dbe,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:00.290524 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e1164bcb-0ee0-4702-b1c4-50bbc46aa5f2 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] 10.222.0.36 "DELETE /v2.0/subnets/2de80287-3e84-4abc-a28d-1204bd1a4dbe HTTP/1.1" status: 204 len: 168 time: 1.7750840 May 05 20:10:00.290524 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3c32d860-3cde-49c8-b13d-8dfebf619cfb tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.2339087 May 05 20:10:00.291177 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56040) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:00.291703 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56042) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:00.296578 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-69c850b8-e532-4fed-b39a-0170c716b4b8 tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:00.308989 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-4e3f573f-bc05-4c50-8fdb-e6044434039c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Request body: {'port': {'network_id': '36a08080-f4c8-4bfb-959d-92971cdb9618', 'fixed_ips': [{'subnet_id': '6ab67181-836b-498c-9b91-bf4e337836bf'}, {'subnet_id': 'a187ef0b-39df-4f25-a186-c395be05cba7'}], 'name': 'tempest-PortsTestJSON-235044665'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:10:00.325709 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-1c7aab11-33fb-449d-a3a6-39e1d666206b None None] For port 2d0257b3-2cac-483a-a650-519ae04eda75, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:10:00.404654 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-1c7aab11-33fb-449d-a3a6-39e1d666206b None None] For port 2d0257b3-2cac-483a-a650-519ae04eda75, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=2d0257b3-2cac-483a-a650-519ae04eda75,segment=NetworkSegment(31147d50-47ca-4703-a442-61ef42ed29d2),segment_id=31147d50-47ca-4703-a442-61ef42ed29d2)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:10:00.457899 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1c7aab11-33fb-449d-a3a6-39e1d666206b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:00.497166 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-69c850b8-e532-4fed-b39a-0170c716b4b8 tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:00.498806 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-69c850b8-e532-4fed-b39a-0170c716b4b8 tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6417041 May 05 20:10:00.516469 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56054) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:00.778314 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 61217a66-7a36-4224-8ca6-52f7c2605b61 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:10:00.783190 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-25d92c40-e2aa-433f-b22e-7dbd538e8f80 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:00.932067 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7aab11-33fb-449d-a3a6-39e1d666206b None None] Pushing event updated for resources: {'Port': ['ID=2d0257b3-2cac-483a-a650-519ae04eda75,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:00.945497 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-01064098-c0e5-4353-8c79-d72d15bc87aa tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:00.955859 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ce9ed-b3f6-46b6-8a89-5c56fdf5fdf8 req-6c5d62c1-35a5-4a9b-83ec-e82d5b9ceaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:00.966762 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ae0ce9ed-b3f6-46b6-8a89-5c56fdf5fdf8 req-6c5d62c1-35a5-4a9b-83ec-e82d5b9ceaa0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=56e8fe9085fa4bdb932a4c29aaeb4c08&device_id=244fa877-43eb-43fe-be1f-c77361537301 HTTP/1.1" status: 200 len: 1094 time: 1.4330595 May 05 20:10:01.010339 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 61217a66-7a36-4224-8ca6-52f7c2605b61 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:10:01.057746 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-25d92c40-e2aa-433f-b22e-7dbd538e8f80 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Deleting port 52c52aab-a183-45f0-80e0-81ab6fd27bfc {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:10:01.058088 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-25d92c40-e2aa-433f-b22e-7dbd538e8f80 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:01.159823 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9e2643-5ed4-46c4-9826-01941a4b2400 None None] DHCP port deletion for b4d779e7-2c6f-4e99-a867-407b8032bf43 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:10:01.168683 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-2d9e2643-5ed4-46c4-9826-01941a4b2400 None None] Deleting port 52c52aab-a183-45f0-80e0-81ab6fd27bfc {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:10:01.169524 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2d9e2643-5ed4-46c4-9826-01941a4b2400 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:01.241865 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12f5971-5756-4f15-b0aa-29d1912751d1 None None] Network 36a08080-f4c8-4bfb-959d-92971cdb9618 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:10:01.469640 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ce9ed-b3f6-46b6-8a89-5c56fdf5fdf8 req-cf2edea1-ce3a-4207-a800-7030e596900d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:01.471486 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ae0ce9ed-b3f6-46b6-8a89-5c56fdf5fdf8 req-cf2edea1-ce3a-4207-a800-7030e596900d service neutron] 10.222.0.24 "GET /v2.0/networks?id=7506b31f-3419-46e4-835c-80fe813661d5 HTTP/1.1" status: 200 len: 913 time: 0.3451807 May 05 20:10:01.493060 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-4e3f573f-bc05-4c50-8fdb-e6044434039c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:10:01.567325 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 955e8e00-019e-4031-a1bb-9652211ae3e0 up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:10:01.632772 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-4e3f573f-bc05-4c50-8fdb-e6044434039c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Usage tracker for resource:port and tenant:0cc5f4a365af4a94a73e5ef336438b10 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:10:01.688821 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-0770d1a7-afb1-476b-aef2-346996dce322 None None] Provisioning for port 61217a66-7a36-4224-8ca6-52f7c2605b61 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:10:01.704136 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-0770d1a7-afb1-476b-aef2-346996dce322 None None] Provisioning complete for port 61217a66-7a36-4224-8ca6-52f7c2605b61 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:10:01.704598 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0770d1a7-afb1-476b-aef2-346996dce322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:01.752461 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-4e3f573f-bc05-4c50-8fdb-e6044434039c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:10:01.788134 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port 955e8e00-019e-4031-a1bb-9652211ae3e0 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:10:01.788894 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:01.811365 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb519491-35a7-4a75-af5b-3dd1b2e65eae tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Router b06cf728-838a-4d45-b322-45e16e190c58 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:10:01.831613 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c17c9f95-d98e-4748-aa3a-79ca175519f8 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:01.851648 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ae0ce9ed-b3f6-46b6-8a89-5c56fdf5fdf8 req-b8f1af0d-7462-4c3f-901b-9d13c5534ab6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b820cbc-f7c4-4de8-a598-d9e9201f5a28 HTTP/1.1" status: 200 len: 217 time: 0.3432052 May 05 20:10:01.873408 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-4e3f573f-bc05-4c50-8fdb-e6044434039c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:10:01.943851 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-01064098-c0e5-4353-8c79-d72d15bc87aa tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:01.950998 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-01064098-c0e5-4353-8c79-d72d15bc87aa tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:01.994778 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-01064098-c0e5-4353-8c79-d72d15bc87aa tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:01.995178 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01064098-c0e5-4353-8c79-d72d15bc87aa tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1910f944-d902-4d57-8415-4a61b3b61fb1 {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:10:02.034744 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e3f573f-bc05-4c50-8fdb-e6044434039c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Made reservation on behalf of 0cc5f4a365af4a94a73e5ef336438b10 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:10:02.080036 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-01064098-c0e5-4353-8c79-d72d15bc87aa tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:02.081461 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-01064098-c0e5-4353-8c79-d72d15bc87aa tempest-RoutersTestDVR-12304997 tempest-RoutersTestDVR-12304997-project-admin] 10.222.0.36 "DELETE /v2.0/routers/1910f944-d902-4d57-8415-4a61b3b61fb1 HTTP/1.1" status: 204 len: 168 time: 1.5553324 May 05 20:10:02.121236 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-2d9e2643-5ed4-46c4-9826-01941a4b2400 None None] For port 52c52aab-a183-45f0-80e0-81ab6fd27bfc, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=52c52aab-a183-45f0-80e0-81ab6fd27bfc,segment=NetworkSegment(a171c4f8-b888-4ef4-8483-060b06e3987a),segment_id=a171c4f8-b888-4ef4-8483-060b06e3987a)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:10:02.121772 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2d9e2643-5ed4-46c4-9826-01941a4b2400 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:02.243679 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a046996-c944-4479-9b0c-37a2d5641a2c req-44cf0761-9fb9-4766-962d-4c61feafb521 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:02.254154 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5a046996-c944-4479-9b0c-37a2d5641a2c req-44cf0761-9fb9-4766-962d-4c61feafb521 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=244fa877-43eb-43fe-be1f-c77361537301 HTTP/1.1" status: 200 len: 943 time: 0.9950972 May 05 20:10:02.259638 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-2d9e2643-5ed4-46c4-9826-01941a4b2400 None None] Calling delete_port for 52c52aab-a183-45f0-80e0-81ab6fd27bfc owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:10:02.393768 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5a046996-c944-4479-9b0c-37a2d5641a2c req-ca6ef11c-547e-42df-a4a0-7ac20c0d8dbd tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31a0353-9cc7-4431-82ad-5f9b9985cf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382570 May 05 20:10:02.417474 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-25d92c40-e2aa-433f-b22e-7dbd538e8f80 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] For port 52c52aab-a183-45f0-80e0-81ab6fd27bfc, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=52c52aab-a183-45f0-80e0-81ab6fd27bfc,segment=NetworkSegment(a171c4f8-b888-4ef4-8483-060b06e3987a),segment_id=a171c4f8-b888-4ef4-8483-060b06e3987a)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:10:02.418055 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-25d92c40-e2aa-433f-b22e-7dbd538e8f80 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:02.520336 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2d9e2643-5ed4-46c4-9826-01941a4b2400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:02.526366 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd4fe91-5034-461a-9a82-3a9627109118 req-c6149f88-cc41-4e40-b0d9-9986170de4cc tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:02.527949 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-afd4fe91-5034-461a-9a82-3a9627109118 req-c6149f88-cc41-4e40-b0d9-9986170de4cc tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=828561c9-9d5f-4221-aeed-1c85076dea0c HTTP/1.1" status: 200 len: 945 time: 1.9290907 May 05 20:10:02.667747 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-25d92c40-e2aa-433f-b22e-7dbd538e8f80 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Calling delete_port for 52c52aab-a183-45f0-80e0-81ab6fd27bfc owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:10:02.673764 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-afd4fe91-5034-461a-9a82-3a9627109118 req-9d67ff1c-f863-487f-8bd3-14d279ca632f tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147194 May 05 20:10:02.776068 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9e2643-5ed4-46c4-9826-01941a4b2400 None None] No DVR routers for this DVR port 52c52aab-a183-45f0-80e0-81ab6fd27bfc on host n-d-840717-1 {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:10:02.801431 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56068) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:02.804883 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.db.api [None req-25d92c40-e2aa-433f-b22e-7dbd538e8f80 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88198) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:10:02.805213 n-d-840717-1 neutron-server[88198]: DEBUG oslo_db.api [None req-25d92c40-e2aa-433f-b22e-7dbd538e8f80 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:10:02.807784 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fff068-a31b-4213-b5b3-8cacdb35a53c None None] Network 270a043d-23a9-4c2c-8948-be41947d0840 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:10:02.842831 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9e2643-5ed4-46c4-9826-01941a4b2400 None None] Pushing event deleted for resources: {'Port': ['ID=52c52aab-a183-45f0-80e0-81ab6fd27bfc,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:02.849500 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 9b820cbc-f7c4-4de8-a598-d9e9201f5a28 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:10:02.852448 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 2d0257b3-2cac-483a-a650-519ae04eda75 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:10:02.896374 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4e3f573f-bc05-4c50-8fdb-e6044434039c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:02.928435 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0770d1a7-afb1-476b-aef2-346996dce322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:02.934656 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-4e3f573f-bc05-4c50-8fdb-e6044434039c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] device_id is not set on port 80f1421e-b55d-4257-8322-cf4314f50070 yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:10:02.950927 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ce9ed-b3f6-46b6-8a89-5c56fdf5fdf8 req-fd6a9832-92a8-4c8f-8b79-f9e440252f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:02.955441 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ae0ce9ed-b3f6-46b6-8a89-5c56fdf5fdf8 req-fd6a9832-92a8-4c8f-8b79-f9e440252f4d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e2507cd6-290d-4d3d-b14e-048ce031bb0a HTTP/1.1" status: 200 len: 851 time: 0.5723894 May 05 20:10:03.025051 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b87c8-baf9-436e-9597-d431b638482a req-e1e5287a-38e3-4069-a7fc-b4f225d746db tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:03.033418 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-981b87c8-baf9-436e-9597-d431b638482a req-e1e5287a-38e3-4069-a7fc-b4f225d746db tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f014c38-9d5a-4aa6-825b-562b0fc1b7d9 HTTP/1.1" status: 200 len: 945 time: 0.2272108 May 05 20:10:03.052478 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:03.095457 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-981b87c8-baf9-436e-9597-d431b638482a req-e00fa086-d8d7-43bd-8167-d409c3fb421a tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d31c7e0-0b9b-4b82-8e51-a502610a4c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607433 May 05 20:10:03.245494 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 955e8e00-019e-4031-a1bb-9652211ae3e0, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=955e8e00-019e-4031-a1bb-9652211ae3e0,segment=NetworkSegment(b1dd65d9-c07f-4164-9458-eedf0f51eafc),segment_id=b1dd65d9-c07f-4164-9458-eedf0f51eafc)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:10:03.276413 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f014c38-9d5a-4aa6-825b-562b0fc1b7d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955e8e00-019e-4031-a1bb-9652211ae3e0'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:10:03.296706 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.resource_extend [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 20:10:03.312100 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-25d92c40-e2aa-433f-b22e-7dbd538e8f80 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Deleting port 52c52aab-a183-45f0-80e0-81ab6fd27bfc {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:10:03.313817 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-25d92c40-e2aa-433f-b22e-7dbd538e8f80 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:03.381044 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-0770d1a7-afb1-476b-aef2-346996dce322 None None] For port 61217a66-7a36-4224-8ca6-52f7c2605b61, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=61217a66-7a36-4224-8ca6-52f7c2605b61,segment=NetworkSegment(3d14438e-2ec1-44f3-8572-40e894b50797),segment_id=3d14438e-2ec1-44f3-8572-40e894b50797)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:10:03.388736 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:03.409743 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-25d92c40-e2aa-433f-b22e-7dbd538e8f80 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] The port '52c52aab-a183-45f0-80e0-81ab6fd27bfc' was deleted {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 20:10:03.416718 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-c17c9f95-d98e-4748-aa3a-79ca175519f8 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Allocated IP 2001:db8::1 (09ead9eb-b969-46f8-8daa-ddf1535ee79b/f2f7f1ed-c633-4f19-b73b-25e35e198963/88486736-ed97-4854-b703-0a8e130b302a) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:10:03.515100 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e18b52a-a078-4469-b0c3-4c776c5c9671'] response: {'server_uuid': '2f014c38-9d5a-4aa6-825b-562b0fc1b7d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955e8e00-019e-4031-a1bb-9652211ae3e0', 'code': 200} May 05 20:10:03.516415 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0770d1a7-afb1-476b-aef2-346996dce322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:03.550341 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74e921e-2248-482a-ae07-4aafe0ddda01 None None] Update dhcp port {'port': {'network_id': '36a08080-f4c8-4bfb-959d-92971cdb9618', 'fixed_ips': [{'subnet_id': '6ab67181-836b-498c-9b91-bf4e337836bf', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a187ef0b-39df-4f25-a186-c395be05cba7'}], 'binding:host_id': 'n-d-840717-1'}, 'id': '61217a66-7a36-4224-8ca6-52f7c2605b61'} from n-d-840717-1. {{(pid=88199) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 05 20:10:03.624462 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb519491-35a7-4a75-af5b-3dd1b2e65eae tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:10:03.715070 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d66d50-215b-4f42-8629-6cef4451290c None None] Sync routers for ids ['b06cf728-838a-4d45-b322-45e16e190c58'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:10:03.772166 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 2d0257b3-2cac-483a-a650-519ae04eda75 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:10:03.798062 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-748dfc31-d538-47b8-884f-05e2b15ecda1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:03.870950 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d66d50-215b-4f42-8629-6cef4451290c None None] Routers {'b06cf728-838a-4d45-b322-45e16e190c58'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:10:03.871630 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-48d66d50-215b-4f42-8629-6cef4451290c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:09:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['b06cf728-838a-4d45-b322-45e16e190c58'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:10:03.975616 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-748dfc31-d538-47b8-884f-05e2b15ecda1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:10:03.976421 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-48d66d50-215b-4f42-8629-6cef4451290c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:10:03.979438 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 52c52aab-a183-45f0-80e0-81ab6fd27bfc no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:10:03.994775 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-748dfc31-d538-47b8-884f-05e2b15ecda1 admin admin] Usage tracker for resource:security_group_rule and tenant:0752fe41c7b7412290da122bf38d55d8 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:10:04.008570 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-748dfc31-d538-47b8-884f-05e2b15ecda1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:10:04.021570 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b74e921e-2248-482a-ae07-4aafe0ddda01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:04.029265 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-748dfc31-d538-47b8-884f-05e2b15ecda1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:10:04.048102 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 52c52aab-a183-45f0-80e0-81ab6fd27bfc {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:10:04.048477 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 52c52aab-a183-45f0-80e0-81ab6fd27bfc not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:10:04.049862 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-2864a5c3-fbc8-4ff9-af10-b78d3a1018f7 None None] Provisioning for port 2d0257b3-2cac-483a-a650-519ae04eda75 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:10:04.066816 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-2864a5c3-fbc8-4ff9-af10-b78d3a1018f7 None None] Provisioning complete for port 2d0257b3-2cac-483a-a650-519ae04eda75 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:10:04.067187 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2864a5c3-fbc8-4ff9-af10-b78d3a1018f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:04.122331 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d66d50-215b-4f42-8629-6cef4451290c None None] Routers {'b06cf728-838a-4d45-b322-45e16e190c58'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:10:04.122975 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-48d66d50-215b-4f42-8629-6cef4451290c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:09:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['b06cf728-838a-4d45-b322-45e16e190c58'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:10:04.165829 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-25d92c40-e2aa-433f-b22e-7dbd538e8f80 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:04.193555 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c17c9f95-d98e-4748-aa3a-79ca175519f8 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:04.204212 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-25d92c40-e2aa-433f-b22e-7dbd538e8f80 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4d779e7-2c6f-4e99-a867-407b8032bf43']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:10:04.208485 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ce9ed-b3f6-46b6-8a89-5c56fdf5fdf8 req-96336aa0-a4ea-4a11-a83f-bc2e521d1c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:04.210096 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ae0ce9ed-b3f6-46b6-8a89-5c56fdf5fdf8 req-96336aa0-a4ea-4a11-a83f-bc2e521d1c8c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7506b31f-3419-46e4-835c-80fe813661d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2454555 May 05 20:10:04.243050 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-25d92c40-e2aa-433f-b22e-7dbd538e8f80 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a171c4f8-b888-4ef4-8483-060b06e3987a') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:10:04.246996 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-25d92c40-e2aa-433f-b22e-7dbd538e8f80 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a171c4f8-b888-4ef4-8483-060b06e3987a') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:10:04.272928 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-25d92c40-e2aa-433f-b22e-7dbd538e8f80 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:04.280471 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-c17c9f95-d98e-4748-aa3a-79ca175519f8 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Transition to ACTIVE for port object 88486736-ed97-4854-b703-0a8e130b302a will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:10:04.296667 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-25d92c40-e2aa-433f-b22e-7dbd538e8f80 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:04.315247 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25d92c40-e2aa-433f-b22e-7dbd538e8f80 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:10:04.316210 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-25d92c40-e2aa-433f-b22e-7dbd538e8f80 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:04.367865 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=955e8e00-019e-4031-a1bb-9652211ae3e0,revision_number=7']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:04.374404 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 9b820cbc-f7c4-4de8-a598-d9e9201f5a28, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=9b820cbc-f7c4-4de8-a598-d9e9201f5a28,segment=NetworkSegment(e34c646b-9075-4e31-b89f-c8f9e824e389),segment_id=e34c646b-9075-4e31-b89f-c8f9e824e389)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:10:04.392358 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984a636e-b99c-46cc-addb-d7ddae30bec2 req-b4fcc72c-82d3-449e-9fed-7c101f88ca0f tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:04.394085 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-984a636e-b99c-46cc-addb-d7ddae30bec2 req-b4fcc72c-82d3-449e-9fed-7c101f88ca0f tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=828561c9-9d5f-4221-aeed-1c85076dea0c HTTP/1.1" status: 200 len: 945 time: 0.4727910 May 05 20:10:04.547401 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0770d1a7-afb1-476b-aef2-346996dce322 None None] Pushing event updated for resources: {'Port': ['ID=61217a66-7a36-4224-8ca6-52f7c2605b61,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:04.547401 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-48d66d50-215b-4f42-8629-6cef4451290c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:10:04.547401 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d66d50-215b-4f42-8629-6cef4451290c None None] The sync data for ids ['b06cf728-838a-4d45-b322-45e16e190c58'] in n-d-840717-1 is: [] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:10:04.555749 n-d-840717-1 neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:10:04.555749 n-d-840717-1 neutron-server[88198]: util.warn( May 05 20:10:04.555749 n-d-840717-1 neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:10:04.555749 n-d-840717-1 neutron-server[88198]: util.warn( May 05 20:10:04.555749 n-d-840717-1 neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:10:04.555749 n-d-840717-1 neutron-server[88198]: util.warn( May 05 20:10:04.555749 n-d-840717-1 neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:10:04.555749 n-d-840717-1 neutron-server[88198]: util.warn( May 05 20:10:04.555749 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:10:04.555749 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:10:04.555749 n-d-840717-1 neutron-server[88198]: timer() May 05 20:10:04.555749 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:10:04.555749 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:10:04.555749 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:10:04.555749 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:10:04.555749 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:10:04.555749 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:10:04.555749 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:10:04.555749 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:10:04.555749 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:10:04.555749 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:10:04.555749 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:10:04.555749 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:10:04.555749 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:10:04.555749 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:10:04.555749 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:10:04.555749 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:10:04.555749 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:10:04.555749 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:10:04.555749 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:10:04.555749 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:10:04.555749 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:10:04.555749 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:10:04.555749 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:10:04.555749 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:10:04.555749 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:10:04.555749 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:10:04.555749 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:10:04.555749 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:10:04.555749 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:10:04.562857 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '9b820cbc-f7c4-4de8-a598-d9e9201f5a28', 'network_id': '7506b31f-3419-46e4-835c-80fe813661d5', 'port_id': '9b820cbc-f7c4-4de8-a598-d9e9201f5a28', 'mac_address': 'fa:16:3e:34:59:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2507cd6-290d-4d3d-b14e-048ce031bb0a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:10:04.571753 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-25d92c40-e2aa-433f-b22e-7dbd538e8f80 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:04.621738 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-25d92c40-e2aa-433f-b22e-7dbd538e8f80 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:04.664013 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-25d92c40-e2aa-433f-b22e-7dbd538e8f80 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] 10.222.0.36 "DELETE /v2.0/networks/b4d779e7-2c6f-4e99-a867-407b8032bf43 HTTP/1.1" status: 204 len: 168 time: 4.3671510 May 05 20:10:04.715744 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d92c40-e2aa-433f-b22e-7dbd538e8f80 tempest-DHCPAgentSchedulersTestJSON-342546047 tempest-DHCPAgentSchedulersTestJSON-342546047-project] Pushing event deleted for resources: {'Network': ['ID=b4d779e7-2c6f-4e99-a867-407b8032bf43,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:04.733035 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 61217a66-7a36-4224-8ca6-52f7c2605b61 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:10:04.743774 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-4e3f573f-bc05-4c50-8fdb-e6044434039c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Allocated IP 172.20.0.13 (36a08080-f4c8-4bfb-959d-92971cdb9618/6ab67181-836b-498c-9b91-bf4e337836bf/80f1421e-b55d-4257-8322-cf4314f50070) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:10:04.761477 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f12a79bb-012c-4397-b9a4-0f28690363f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:04.773610 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-4e3f573f-bc05-4c50-8fdb-e6044434039c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Allocated IP 172.20.0.30 (36a08080-f4c8-4bfb-959d-92971cdb9618/a187ef0b-39df-4f25-a186-c395be05cba7/80f1421e-b55d-4257-8322-cf4314f50070) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:10:04.831645 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:04.832304 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ad15f7-17fa-4219-931b-0013f40c77cc req-ffbe0de5-2d12-450b-a286-e90557b8b3af tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:04.838151 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c7ad15f7-17fa-4219-931b-0013f40c77cc req-ffbe0de5-2d12-450b-a286-e90557b8b3af tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=244fa877-43eb-43fe-be1f-c77361537301 HTTP/1.1" status: 200 len: 943 time: 1.2011111 May 05 20:10:04.869880 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b820cbc-f7c4-4de8-a598-d9e9201f5a28 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:10:04.889471 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 9b820cbc-f7c4-4de8-a598-d9e9201f5a28, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=9b820cbc-f7c4-4de8-a598-d9e9201f5a28,segment=NetworkSegment(e34c646b-9075-4e31-b89f-c8f9e824e389),segment_id=e34c646b-9075-4e31-b89f-c8f9e824e389)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:10:04.907266 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:04.924080 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb519491-35a7-4a75-af5b-3dd1b2e65eae tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Router 2910eac5-2958-4668-a144-ad4638d4330b has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:10:04.954118 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-748dfc31-d538-47b8-884f-05e2b15ecda1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:04.975131 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-748dfc31-d538-47b8-884f-05e2b15ecda1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:04.993802 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c7ad15f7-17fa-4219-931b-0013f40c77cc req-2e153d45-2d68-4b51-b29e-e7ff206cbb05 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31a0353-9cc7-4431-82ad-5f9b9985cf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385818 May 05 20:10:05.057944 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c17c9f95-d98e-4748-aa3a-79ca175519f8 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:05.079896 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 61217a66-7a36-4224-8ca6-52f7c2605b61 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:10:05.080569 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:05.082568 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-984a636e-b99c-46cc-addb-d7ddae30bec2 req-d4b8781a-5296-4ffc-b5e8-148b7d34eacb tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6195040 May 05 20:10:05.083127 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56086) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:05.108397 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=9b820cbc-f7c4-4de8-a598-d9e9201f5a28,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:05.111186 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748dfc31-d538-47b8-884f-05e2b15ecda1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24229186-5f57-4894-b402-620bb71c63ca,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:05.212792 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['9b820cbc-f7c4-4de8-a598-d9e9201f5a28'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:10:05.254223 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4e3f573f-bc05-4c50-8fdb-e6044434039c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:05.256679 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17c9f95-d98e-4748-aa3a-79ca175519f8 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Network 09ead9eb-b969-46f8-8daa-ddf1535ee79b is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:10:05.272709 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17c9f95-d98e-4748-aa3a-79ca175519f8 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Pushing event updated for resources: {'Port': ['ID=88486736-ed97-4854-b703-0a8e130b302a,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:05.276200 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-c17c9f95-d98e-4748-aa3a-79ca175519f8 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:10:05.287705 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-4e3f573f-bc05-4c50-8fdb-e6044434039c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Transition to ACTIVE for port object 80f1421e-b55d-4257-8322-cf4314f50070 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:10:05.289619 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17c9f95-d98e-4748-aa3a-79ca175519f8 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:10:05.290352 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c17c9f95-d98e-4748-aa3a-79ca175519f8 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:05.365691 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4e3f573f-bc05-4c50-8fdb-e6044434039c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:05.386823 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2864a5c3-fbc8-4ff9-af10-b78d3a1018f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:05.474628 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3f573f-bc05-4c50-8fdb-e6044434039c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event updated for resources: {'Port': ['ID=80f1421e-b55d-4257-8322-cf4314f50070,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:05.524211 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3f573f-bc05-4c50-8fdb-e6044434039c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Network 36a08080-f4c8-4bfb-959d-92971cdb9618 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:10:05.529054 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-4e3f573f-bc05-4c50-8fdb-e6044434039c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:10:05.533129 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3f573f-bc05-4c50-8fdb-e6044434039c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:10:05.710420 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd250846-63ed-49a7-b4bd-71ff4f3aa754 req-091ddf8f-ad87-4ec4-b62f-3e97ecf709a5 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:05.712965 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fd250846-63ed-49a7-b4bd-71ff4f3aa754 req-091ddf8f-ad87-4ec4-b62f-3e97ecf709a5 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f014c38-9d5a-4aa6-825b-562b0fc1b7d9 HTTP/1.1" status: 200 len: 946 time: 0.3955050 May 05 20:10:05.732769 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3f573f-bc05-4c50-8fdb-e6044434039c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:05.733443 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4e3f573f-bc05-4c50-8fdb-e6044434039c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:05.735527 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-2864a5c3-fbc8-4ff9-af10-b78d3a1018f7 None None] For port 2d0257b3-2cac-483a-a650-519ae04eda75, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=2d0257b3-2cac-483a-a650-519ae04eda75,segment=NetworkSegment(31147d50-47ca-4703-a442-61ef42ed29d2),segment_id=31147d50-47ca-4703-a442-61ef42ed29d2)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:10:05.777436 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb519491-35a7-4a75-af5b-3dd1b2e65eae tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:10:05.790039 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e2fab4-fc1b-4fda-9b4d-aba48ac05811 None None] Sync routers for ids ['2910eac5-2958-4668-a144-ad4638d4330b'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:10:05.804298 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fd250846-63ed-49a7-b4bd-71ff4f3aa754 req-9b3e368d-a1df-4a9a-acee-3da77a58956e tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d31c7e0-0b9b-4b82-8e51-a502610a4c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597084 May 05 20:10:05.807348 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e2fab4-fc1b-4fda-9b4d-aba48ac05811 None None] Routers {'2910eac5-2958-4668-a144-ad4638d4330b'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:10:05.808741 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-a4e2fab4-fc1b-4fda-9b4d-aba48ac05811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:09:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['2910eac5-2958-4668-a144-ad4638d4330b'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:10:05.822802 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-4e3f573f-bc05-4c50-8fdb-e6044434039c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 5.5273280 May 05 20:10:05.823204 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56092) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:05.839965 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-057dd5ea-d51f-4505-8858-ffde34d7815c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6ab67181-836b-498c-9b91-bf4e337836bf'}]}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:10:05.840110 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-b74e921e-2248-482a-ae07-4aafe0ddda01 None None] Allocated IP 172.20.0.18 (36a08080-f4c8-4bfb-959d-92971cdb9618/a187ef0b-39df-4f25-a186-c395be05cba7/61217a66-7a36-4224-8ca6-52f7c2605b61) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:10:05.877683 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2864a5c3-fbc8-4ff9-af10-b78d3a1018f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:05.898489 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ae0ce9ed-b3f6-46b6-8a89-5c56fdf5fdf8 req-be79ee0e-2e94-4e0a-9511-bd562467eaba service neutron] 10.222.0.24 "GET /v2.0/networks/7506b31f-3419-46e4-835c-80fe813661d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6722775 May 05 20:10:05.912903 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-50c9d202-f6f3-452c-a399-9aae7a3c3fad admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b1a7effab56e45d39918ad231085d34f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6477020 May 05 20:10:05.912903 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-748dfc31-d538-47b8-884f-05e2b15ecda1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0752fe41c7b7412290da122bf38d55d8&name=default HTTP/1.1" status: 200 len: 2983 time: 3.1035931 May 05 20:10:05.921252 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-a4e2fab4-fc1b-4fda-9b4d-aba48ac05811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:10:05.932245 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56096) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:05.933241 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56098) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:05.936812 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e2fab4-fc1b-4fda-9b4d-aba48ac05811 None None] Routers {'2910eac5-2958-4668-a144-ad4638d4330b'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:10:05.938919 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-a4e2fab4-fc1b-4fda-9b4d-aba48ac05811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:09:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['2910eac5-2958-4668-a144-ad4638d4330b'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:10:06.020483 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-a4e2fab4-fc1b-4fda-9b4d-aba48ac05811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:10:06.021133 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e2fab4-fc1b-4fda-9b4d-aba48ac05811 None None] The sync data for ids ['2910eac5-2958-4668-a144-ad4638d4330b'] in n-d-840717-1 is: [] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:10:06.132005 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-057dd5ea-d51f-4505-8858-ffde34d7815c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:06.167173 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ae0ce9ed-b3f6-46b6-8a89-5c56fdf5fdf8 req-6335f28e-78ba-4464-a87c-b73ee5f4fe1c service neutron] 10.222.0.24 "GET /v2.0/networks/7506b31f-3419-46e4-835c-80fe813661d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376606 May 05 20:10:06.177693 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-070d1684-1a3f-426b-80af-cefd4f9712dc None None] Provisioning complete for port 2d0257b3-2cac-483a-a650-519ae04eda75 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:10:06.178243 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-070d1684-1a3f-426b-80af-cefd4f9712dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:06.223112 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2864a5c3-fbc8-4ff9-af10-b78d3a1018f7 None None] Pushing event updated for resources: {'Port': ['ID=2d0257b3-2cac-483a-a650-519ae04eda75,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:06.307072 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b74e921e-2248-482a-ae07-4aafe0ddda01 None None] For port 61217a66-7a36-4224-8ca6-52f7c2605b61, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=61217a66-7a36-4224-8ca6-52f7c2605b61,segment=NetworkSegment(3d14438e-2ec1-44f3-8572-40e894b50797),segment_id=3d14438e-2ec1-44f3-8572-40e894b50797)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:10:06.345675 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fb519491-35a7-4a75-af5b-3dd1b2e65eae tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:06.416322 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a964ff06-5fa7-446e-b9f8-dff75e3cf62d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:06.416539 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b74e921e-2248-482a-ae07-4aafe0ddda01 None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:06.450010 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b74e921e-2248-482a-ae07-4aafe0ddda01 None None] Transition to ACTIVE for port object 61217a66-7a36-4224-8ca6-52f7c2605b61 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:10:06.471688 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b74e921e-2248-482a-ae07-4aafe0ddda01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:06.504421 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-fb519491-35a7-4a75-af5b-3dd1b2e65eae tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] 10.222.0.36 "PUT /v2.0/floatingips/4a2d6655-c0e5-4499-90e7-411097e28ab4 HTTP/1.1" status: 200 len: 978 time: 10.1548059 May 05 20:10:06.520062 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56108) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:06.523037 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-070d1684-1a3f-426b-80af-cefd4f9712dc None None] Provisioning for port 88486736-ed97-4854-b703-0a8e130b302a completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:10:06.618771 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-1a9acde9-49a6-44e9-b5c7-90c4e0bb6e1b tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Deleting port cd70aa76-8237-4316-8cc6-f5204562cff6 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:10:06.619116 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1a9acde9-49a6-44e9-b5c7-90c4e0bb6e1b tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:06.752265 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 2d0257b3-2cac-483a-a650-519ae04eda75 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:10:06.833316 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-070d1684-1a3f-426b-80af-cefd4f9712dc None None] Provisioning complete for port 88486736-ed97-4854-b703-0a8e130b302a triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:10:06.833599 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-070d1684-1a3f-426b-80af-cefd4f9712dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:06.835768 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-057dd5ea-d51f-4505-8858-ffde34d7815c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Delete allocated IP 172.20.0.30 (36a08080-f4c8-4bfb-959d-92971cdb9618/a187ef0b-39df-4f25-a186-c395be05cba7) {{(pid=88198) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 05 20:10:06.944715 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c17c9f95-d98e-4748-aa3a-79ca175519f8 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:06.956449 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f39a96-ea26-4c50-aa79-0423e6f2c7fb req-f1a37466-9893-407e-a6e6-1e231a036908 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:06.957947 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-82f39a96-ea26-4c50-aa79-0423e6f2c7fb req-f1a37466-9893-407e-a6e6-1e231a036908 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=828561c9-9d5f-4221-aeed-1c85076dea0c HTTP/1.1" status: 200 len: 945 time: 0.2402670 May 05 20:10:06.965611 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 9b820cbc-f7c4-4de8-a598-d9e9201f5a28 up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:10:07.059322 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-070d1684-1a3f-426b-80af-cefd4f9712dc None None] Port 88486736-ed97-4854-b703-0a8e130b302a cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:10:07.069983 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74e921e-2248-482a-ae07-4aafe0ddda01 None None] Pushing event updated for resources: {'Port': ['ID=61217a66-7a36-4224-8ca6-52f7c2605b61,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:07.089640 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1a9acde9-49a6-44e9-b5c7-90c4e0bb6e1b tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:07.107184 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7c918885-b464-460a-8b09-c5967286429a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:07.112701 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 2d0257b3-2cac-483a-a650-519ae04eda75 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:10:07.113206 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:07.127138 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-82f39a96-ea26-4c50-aa79-0423e6f2c7fb req-5b21965b-72a2-4ffb-8b80-3cdc79f4f132 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554875 May 05 20:10:07.263224 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port 9b820cbc-f7c4-4de8-a598-d9e9201f5a28 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:10:07.273882 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 9b820cbc-f7c4-4de8-a598-d9e9201f5a28 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:10:07.273882 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:07.298421 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-057dd5ea-d51f-4505-8858-ffde34d7815c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:07.342811 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-057dd5ea-d51f-4505-8858-ffde34d7815c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Ignored duplicate provisioning block setup for port 80f1421e-b55d-4257-8322-cf4314f50070 by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 05 20:10:07.354327 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-057dd5ea-d51f-4505-8858-ffde34d7815c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:07.585973 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:07.655015 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '244fa877-43eb-43fe-be1f-c77361537301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b820cbc-f7c4-4de8-a598-d9e9201f5a28'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:10:07.683926 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 9b820cbc-f7c4-4de8-a598-d9e9201f5a28, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=9b820cbc-f7c4-4de8-a598-d9e9201f5a28,segment=NetworkSegment(e34c646b-9075-4e31-b89f-c8f9e824e389),segment_id=e34c646b-9075-4e31-b89f-c8f9e824e389)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:10:07.698916 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:07.736442 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057dd5ea-d51f-4505-8858-ffde34d7815c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event updated for resources: {'Port': ['ID=80f1421e-b55d-4257-8322-cf4314f50070,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:07.756382 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a964ff06-5fa7-446e-b9f8-dff75e3cf62d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:07.763609 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dacb9d4d-11a6-4d89-8b80-cb4ca9d3bbc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:07.777478 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-057dd5ea-d51f-4505-8858-ffde34d7815c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] In _notify_port_updated(), no bound segment for port 80f1421e-b55d-4257-8322-cf4314f50070 on network 36a08080-f4c8-4bfb-959d-92971cdb9618 {{(pid=88198) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 05 20:10:07.783449 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057dd5ea-d51f-4505-8858-ffde34d7815c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:07.784097 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-057dd5ea-d51f-4505-8858-ffde34d7815c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:07.786250 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-057dd5ea-d51f-4505-8858-ffde34d7815c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "PUT /v2.0/ports/80f1421e-b55d-4257-8322-cf4314f50070 HTTP/1.1" status: 200 len: 919 time: 1.9619539 May 05 20:10:07.787018 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556faaf7-99e9-4126-8187-a3f68ea32e7b None None] Network 36a08080-f4c8-4bfb-959d-92971cdb9618 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:10:07.789722 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56116) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:07.798740 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-86fe5c49-2da7-4bef-a6f1-8c69e2358201 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6ab67181-836b-498c-9b91-bf4e337836bf'}, {'subnet_id': 'a187ef0b-39df-4f25-a186-c395be05cba7'}]}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:10:07.875447 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-8df024dd-6664-4ec2-850e-8691015669b8 None None] Provisioning for port 61217a66-7a36-4224-8ca6-52f7c2605b61 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:10:07.957630 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eede2700-e5bb-4112-9858-b42b799dc8bc req-b3debe4e-9bde-4e25-9e9c-fe8f21e6eaf7 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:07.959226 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-eede2700-e5bb-4112-9858-b42b799dc8bc req-b3debe4e-9bde-4e25-9e9c-fe8f21e6eaf7 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=244fa877-43eb-43fe-be1f-c77361537301 HTTP/1.1" status: 200 len: 944 time: 1.6758375 May 05 20:10:07.966719 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:07.967779 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-8df024dd-6664-4ec2-850e-8691015669b8 None None] Provisioning complete for port 61217a66-7a36-4224-8ca6-52f7c2605b61 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:10:07.968373 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8df024dd-6664-4ec2-850e-8691015669b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:08.049026 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=9b820cbc-f7c4-4de8-a598-d9e9201f5a28,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:08.171990 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:08.209631 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1a9acde9-49a6-44e9-b5c7-90c4e0bb6e1b tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:08.210125 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1a9acde9-49a6-44e9-b5c7-90c4e0bb6e1b tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:08.210446 n-d-840717-1 neutron-server[88197]: INFO neutron.db.l3_db [None req-1a9acde9-49a6-44e9-b5c7-90c4e0bb6e1b tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Floating IP 4a2d6655-c0e5-4499-90e7-411097e28ab4 disassociated. External IP: 172.25.0.249, port: cd70aa76-8237-4316-8cc6-f5204562cff6. May 05 20:10:08.210790 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-1a9acde9-49a6-44e9-b5c7-90c4e0bb6e1b tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Calling delete_port for cd70aa76-8237-4316-8cc6-f5204562cff6 owned by {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:10:08.242355 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93057ac3-0639-4ba0-bec5-3222a394dcd2 req-4b7bf3b9-fd99-4d2a-a39c-10b5c401a48d tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:08.245333 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-93057ac3-0639-4ba0-bec5-3222a394dcd2 req-4b7bf3b9-fd99-4d2a-a39c-10b5c401a48d tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f014c38-9d5a-4aa6-825b-562b0fc1b7d9 HTTP/1.1" status: 200 len: 946 time: 0.8429310 May 05 20:10:08.274384 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dacb9d4d-11a6-4d89-8b80-cb4ca9d3bbc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:08.331037 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-93057ac3-0639-4ba0-bec5-3222a394dcd2 req-ec0abadb-f11d-49d7-9999-0f72bf9818ff tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d31c7e0-0b9b-4b82-8e51-a502610a4c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707564 May 05 20:10:08.408892 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-eede2700-e5bb-4112-9858-b42b799dc8bc req-d32e203d-eff5-4637-8277-5cb2d46212bd tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31a0353-9cc7-4431-82ad-5f9b9985cf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139900 May 05 20:10:08.467796 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7163c5c6-78af-4252-aa03-aaeb69ec5421'] response: {'server_uuid': '244fa877-43eb-43fe-be1f-c77361537301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b820cbc-f7c4-4de8-a598-d9e9201f5a28', 'code': 200} May 05 20:10:08.615054 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-86fe5c49-2da7-4bef-a6f1-8c69e2358201 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:08.655049 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a964ff06-5fa7-446e-b9f8-dff75e3cf62d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:08.710259 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dacb9d4d-11a6-4d89-8b80-cb4ca9d3bbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:08.787310 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 61217a66-7a36-4224-8ca6-52f7c2605b61 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:10:08.866082 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a964ff06-5fa7-446e-b9f8-dff75e3cf62d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24229186-5f57-4894-b402-620bb71c63ca,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:08.938300 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dacb9d4d-11a6-4d89-8b80-cb4ca9d3bbc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:08.942372 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-dacb9d4d-11a6-4d89-8b80-cb4ca9d3bbc8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cec1225b-2279-4438-9594-0eba099d27de HTTP/1.1" status: 204 len: 168 time: 3.0060737 May 05 20:10:09.082129 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-4b41b709-d949-4dcd-a8b2-4169eacb0915 None None] Provisioning for port 80f1421e-b55d-4257-8322-cf4314f50070 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:10:09.100422 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-4b41b709-d949-4dcd-a8b2-4169eacb0915 None None] Provisioning complete for port 80f1421e-b55d-4257-8322-cf4314f50070 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:10:09.100782 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4b41b709-d949-4dcd-a8b2-4169eacb0915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:09.103631 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacb9d4d-11a6-4d89-8b80-cb4ca9d3bbc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec1225b-2279-4438-9594-0eba099d27de,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:09.126300 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a964ff06-5fa7-446e-b9f8-dff75e3cf62d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:09.138426 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-a964ff06-5fa7-446e-b9f8-dff75e3cf62d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/24229186-5f57-4894-b402-620bb71c63ca HTTP/1.1" status: 204 len: 168 time: 3.2004592 May 05 20:10:09.281899 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a481449-2589-451d-b41a-cd0ebaaea5af req-0ffff1a2-5f32-4767-b7f8-b66beae175c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:09.283594 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7a481449-2589-451d-b41a-cd0ebaaea5af req-0ffff1a2-5f32-4767-b7f8-b66beae175c9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=244fa877-43eb-43fe-be1f-c77361537301 HTTP/1.1" status: 200 len: 1096 time: 0.7306733 May 05 20:10:09.305178 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-4b41b709-d949-4dcd-a8b2-4169eacb0915 None None] Port 80f1421e-b55d-4257-8322-cf4314f50070 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:10:09.364431 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-4b41b709-d949-4dcd-a8b2-4169eacb0915 None None] Provisioning complete for port 61217a66-7a36-4224-8ca6-52f7c2605b61 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:10:09.364812 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4b41b709-d949-4dcd-a8b2-4169eacb0915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:09.444443 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-86fe5c49-2da7-4bef-a6f1-8c69e2358201 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Allocated IP 172.20.0.26 (36a08080-f4c8-4bfb-959d-92971cdb9618/a187ef0b-39df-4f25-a186-c395be05cba7/80f1421e-b55d-4257-8322-cf4314f50070) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:10:09.533186 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1a9acde9-49a6-44e9-b5c7-90c4e0bb6e1b tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:09.541402 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7a481449-2589-451d-b41a-cd0ebaaea5af req-31a48aac-0d5e-48d9-8535-bd2aeba81abf service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b31a0353-9cc7-4431-82ad-5f9b9985cf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485874 May 05 20:10:09.555847 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b06cc4-7015-400e-9e6e-af109ee0a2c3 req-36f601c3-1c2d-49cd-8a0c-8b5a353391c2 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:09.557782 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e9b06cc4-7015-400e-9e6e-af109ee0a2c3 req-36f601c3-1c2d-49cd-8a0c-8b5a353391c2 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=828561c9-9d5f-4221-aeed-1c85076dea0c HTTP/1.1" status: 200 len: 945 time: 0.7775943 May 05 20:10:09.590199 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 61217a66-7a36-4224-8ca6-52f7c2605b61 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:10:09.590651 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:09.721101 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9acde9-49a6-44e9-b5c7-90c4e0bb6e1b tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Pushing event deleted for resources: {'Port': ['ID=cd70aa76-8237-4316-8cc6-f5204562cff6,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:09.770323 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:09.942314 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56140) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:09.995038 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1491512c-2243-4ad8-848a-186c8f1f25fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:10.010749 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a9acde9-49a6-44e9-b5c7-90c4e0bb6e1b tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Router 2910eac5-2958-4668-a144-ad4638d4330b has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:10:10.045017 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e5578c-085f-41ef-bf22-20fe43e0e490 req-4ef6f409-3277-47c4-90b6-83b676288f44 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:10.047325 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b1e5578c-085f-41ef-bf22-20fe43e0e490 req-4ef6f409-3277-47c4-90b6-83b676288f44 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f014c38-9d5a-4aa6-825b-562b0fc1b7d9 HTTP/1.1" status: 200 len: 946 time: 0.5184588 May 05 20:10:10.051728 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1491512c-2243-4ad8-848a-186c8f1f25fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:10:10.056130 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-1491512c-2243-4ad8-848a-186c8f1f25fb admin admin] Usage tracker for resource:security_group_rule and tenant:403193331ebc4c72895303955538f5ac is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:10:10.059243 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-1491512c-2243-4ad8-848a-186c8f1f25fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:10:10.068502 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1491512c-2243-4ad8-848a-186c8f1f25fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:10:10.167887 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c17c9f95-d98e-4748-aa3a-79ca175519f8 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:10.176924 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e9b06cc4-7015-400e-9e6e-af109ee0a2c3 req-febea1eb-9a6b-408c-8ccd-85e903fe2621 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5621109 May 05 20:10:10.190360 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1491512c-2243-4ad8-848a-186c8f1f25fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:10.207601 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1491512c-2243-4ad8-848a-186c8f1f25fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:10.278137 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-6c797875-4270-4323-8092-2dd8e91b1481 None None] Provisioning complete for port 80f1421e-b55d-4257-8322-cf4314f50070 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:10:10.279417 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6c797875-4270-4323-8092-2dd8e91b1481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:10.293406 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-1491512c-2243-4ad8-848a-186c8f1f25fb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=403193331ebc4c72895303955538f5ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3484695 May 05 20:10:10.322418 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56144) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:10.367850 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-6c797875-4270-4323-8092-2dd8e91b1481 None None] Port 80f1421e-b55d-4257-8322-cf4314f50070 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:10:10.375215 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c17c9f95-d98e-4748-aa3a-79ca175519f8 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:10.376197 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c17c9f95-d98e-4748-aa3a-79ca175519f8 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:10.419899 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-86fe5c49-2da7-4bef-a6f1-8c69e2358201 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:10.429951 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56148) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:10.460484 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b1e5578c-085f-41ef-bf22-20fe43e0e490 req-24958d69-5176-4820-a62e-74c03a4929d1 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d31c7e0-0b9b-4b82-8e51-a502610a4c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2682917 May 05 20:10:10.464470 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-86fe5c49-2da7-4bef-a6f1-8c69e2358201 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Ignored duplicate provisioning block setup for port 80f1421e-b55d-4257-8322-cf4314f50070 by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 05 20:10:10.473181 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1491512c-2243-4ad8-848a-186c8f1f25fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8afd4b-90eb-4a3c-a4c6-d7aa8d3738dd,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:10.479437 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-86fe5c49-2da7-4bef-a6f1-8c69e2358201 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:10.522605 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a9acde9-49a6-44e9-b5c7-90c4e0bb6e1b tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:10:10.551671 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e4ca44-b88f-4f37-a340-4c1fd048568d None None] Sync routers for ids ['2910eac5-2958-4668-a144-ad4638d4330b'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:10:10.565979 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-026f5396-48ec-4395-a572-b76634904fec admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:10.568704 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e4ca44-b88f-4f37-a340-4c1fd048568d None None] Routers {'2910eac5-2958-4668-a144-ad4638d4330b'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:10:10.569332 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-77e4ca44-b88f-4f37-a340-4c1fd048568d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:10:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['2910eac5-2958-4668-a144-ad4638d4330b'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:10:10.741005 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-77e4ca44-b88f-4f37-a340-4c1fd048568d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:10:10.753679 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e4ca44-b88f-4f37-a340-4c1fd048568d None None] Routers {'2910eac5-2958-4668-a144-ad4638d4330b'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:10:10.754324 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-77e4ca44-b88f-4f37-a340-4c1fd048568d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:10:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['2910eac5-2958-4668-a144-ad4638d4330b'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:10:10.836646 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-77e4ca44-b88f-4f37-a340-4c1fd048568d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:10:10.838124 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e4ca44-b88f-4f37-a340-4c1fd048568d None None] The sync data for ids ['2910eac5-2958-4668-a144-ad4638d4330b'] in n-d-840717-1 is: [] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:10:10.880651 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fe5c49-2da7-4bef-a6f1-8c69e2358201 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event updated for resources: {'Port': ['ID=80f1421e-b55d-4257-8322-cf4314f50070,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:10.885039 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-026f5396-48ec-4395-a572-b76634904fec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:10:10.897337 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4ed0f2d4-0ca7-43db-803d-5f2e39b824c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:10.948450 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4ed0f2d4-0ca7-43db-803d-5f2e39b824c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:10.954610 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-86fe5c49-2da7-4bef-a6f1-8c69e2358201 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] In _notify_port_updated(), no bound segment for port 80f1421e-b55d-4257-8322-cf4314f50070 on network 36a08080-f4c8-4bfb-959d-92971cdb9618 {{(pid=88198) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 05 20:10:10.960355 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86fe5c49-2da7-4bef-a6f1-8c69e2358201 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:10.961108 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-86fe5c49-2da7-4bef-a6f1-8c69e2358201 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:10.962523 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-86fe5c49-2da7-4bef-a6f1-8c69e2358201 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "PUT /v2.0/ports/80f1421e-b55d-4257-8322-cf4314f50070 HTTP/1.1" status: 200 len: 999 time: 3.1711814 May 05 20:10:10.966260 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56152) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:10.968845 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-026f5396-48ec-4395-a572-b76634904fec admin admin] Usage tracker for resource:security_group_rule and tenant:c3325c27f4d74b3fa59cc7823faebfd4 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:10:10.974561 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-026f5396-48ec-4395-a572-b76634904fec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:10:10.979611 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17c9f95-d98e-4748-aa3a-79ca175519f8 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Pushing event updated for resources: {'Port': ['ID=88486736-ed97-4854-b703-0a8e130b302a,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:11.006395 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-026f5396-48ec-4395-a572-b76634904fec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:10:11.023234 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-1dd09c8f-9b6c-4064-85cf-41596e0168b5 None None] Provisioning complete for port 80f1421e-b55d-4257-8322-cf4314f50070 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:10:11.024966 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1dd09c8f-9b6c-4064-85cf-41596e0168b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:11.053111 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1a9acde9-49a6-44e9-b5c7-90c4e0bb6e1b tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:11.066844 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-a8ecadcb-ec59-451e-b2d4-dc5603fabf7d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Deleting port 80f1421e-b55d-4257-8322-cf4314f50070 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:10:11.067333 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a8ecadcb-ec59-451e-b2d4-dc5603fabf7d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:11.105444 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-1a9acde9-49a6-44e9-b5c7-90c4e0bb6e1b tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] 10.222.0.36 "DELETE /v2.0/ports/cd70aa76-8237-4316-8cc6-f5204562cff6 HTTP/1.1" status: 204 len: 168 time: 4.5809014 May 05 20:10:11.108475 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56156) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:11.114964 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17c9f95-d98e-4748-aa3a-79ca175519f8 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Network 09ead9eb-b969-46f8-8daa-ddf1535ee79b is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:10:11.126010 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab5b24-b079-4afd-b90a-77d4c96d98ba req-70585dae-17e3-49f7-b6e6-a2dcf567704e tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:11.127692 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b1ab5b24-b079-4afd-b90a-77d4c96d98ba req-70585dae-17e3-49f7-b6e6-a2dcf567704e tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=244fa877-43eb-43fe-be1f-c77361537301 HTTP/1.1" status: 200 len: 945 time: 0.7044420 May 05 20:10:11.153523 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-1dd09c8f-9b6c-4064-85cf-41596e0168b5 None None] Port 80f1421e-b55d-4257-8322-cf4314f50070 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:10:11.196837 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4ed0f2d4-0ca7-43db-803d-5f2e39b824c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:11.201290 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-c17c9f95-d98e-4748-aa3a-79ca175519f8 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:10:11.239523 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed0f2d4-0ca7-43db-803d-5f2e39b824c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8afd4b-90eb-4a3c-a4c6-d7aa8d3738dd,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:11.271152 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4ed0f2d4-0ca7-43db-803d-5f2e39b824c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:11.276850 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-4ed0f2d4-0ca7-43db-803d-5f2e39b824c4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8a8afd4b-90eb-4a3c-a4c6-d7aa8d3738dd HTTP/1.1" status: 204 len: 168 time: 0.9413784 May 05 20:10:11.416891 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a8ecadcb-ec59-451e-b2d4-dc5603fabf7d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:11.701069 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b1ab5b24-b079-4afd-b90a-77d4c96d98ba req-2904f93f-91e5-4b50-9619-7a7b854e1957 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31a0353-9cc7-4431-82ad-5f9b9985cf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4989364 May 05 20:10:11.764154 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-1dae52ce-07f8-4e8d-92d0-daae896babb8 None None] Provisioning complete for port 88486736-ed97-4854-b703-0a8e130b302a triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:10:11.764753 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1dae52ce-07f8-4e8d-92d0-daae896babb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:11.799297 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-a8ecadcb-ec59-451e-b2d4-dc5603fabf7d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Calling delete_port for 80f1421e-b55d-4257-8322-cf4314f50070 owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:10:11.852367 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-1dae52ce-07f8-4e8d-92d0-daae896babb8 None None] Port 88486736-ed97-4854-b703-0a8e130b302a cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:10:11.927028 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-026f5396-48ec-4395-a572-b76634904fec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:11.947315 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c17c9f95-d98e-4748-aa3a-79ca175519f8 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Router e72ce146-bbbf-4b9a-a8ec-f8141fbfb3e0 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:10:11.956149 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-026f5396-48ec-4395-a572-b76634904fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:12.078955 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bbbfd0-3b99-4572-a971-e9adb943b620 req-050c9c2c-3bc6-4d36-a3a8-77e6aa391ac4 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:12.080994 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-81bbbfd0-3b99-4572-a971-e9adb943b620 req-050c9c2c-3bc6-4d36-a3a8-77e6aa391ac4 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=828561c9-9d5f-4221-aeed-1c85076dea0c HTTP/1.1" status: 200 len: 945 time: 0.3962119 May 05 20:10:12.197838 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-81bbbfd0-3b99-4572-a971-e9adb943b620 req-ac4bd3b6-ca22-4f13-958c-3e71a5bb2509 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760577 May 05 20:10:12.209302 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026f5396-48ec-4395-a572-b76634904fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6f741b-c43b-4428-beee-a786ab8efdf8,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:12.214423 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a8ecadcb-ec59-451e-b2d4-dc5603fabf7d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:12.248442 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-026f5396-48ec-4395-a572-b76634904fec admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c3325c27f4d74b3fa59cc7823faebfd4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8103399 May 05 20:10:12.257092 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56176) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:12.268019 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ecadcb-ec59-451e-b2d4-dc5603fabf7d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event deleted for resources: {'Port': ['ID=80f1421e-b55d-4257-8322-cf4314f50070,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:12.339722 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c17c9f95-d98e-4748-aa3a-79ca175519f8 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:10:12.350785 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe9cea3-f4b6-495e-88dd-816019b4e24d None None] Sync routers for ids ['e72ce146-bbbf-4b9a-a8ec-f8141fbfb3e0'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:10:12.372021 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe9cea3-f4b6-495e-88dd-816019b4e24d None None] Routers {'e72ce146-bbbf-4b9a-a8ec-f8141fbfb3e0'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:10:12.372749 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-7fe9cea3-f4b6-495e-88dd-816019b4e24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:10:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['e72ce146-bbbf-4b9a-a8ec-f8141fbfb3e0'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:10:12.507372 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a8ecadcb-ec59-451e-b2d4-dc5603fabf7d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:12.516857 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-c17c9f95-d98e-4748-aa3a-79ca175519f8 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] 10.222.0.36 "PUT /v2.0/routers/e72ce146-bbbf-4b9a-a8ec-f8141fbfb3e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6294620 May 05 20:10:12.518770 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56186) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:12.551792 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-7fe9cea3-f4b6-495e-88dd-816019b4e24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:10:12.568280 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe9cea3-f4b6-495e-88dd-816019b4e24d None None] Routers {'e72ce146-bbbf-4b9a-a8ec-f8141fbfb3e0'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:10:12.569127 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-7fe9cea3-f4b6-495e-88dd-816019b4e24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:10:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['e72ce146-bbbf-4b9a-a8ec-f8141fbfb3e0'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:10:12.650085 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7e9121d8-325a-4c07-8150-2c4ab5d287fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:12.685779 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f578f-8622-42bf-ac2a-be29d94a159c req-1d2e89f3-bb89-45eb-b699-4bdfa2756076 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:12.688829 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f31f578f-8622-42bf-ac2a-be29d94a159c req-1d2e89f3-bb89-45eb-b699-4bdfa2756076 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f014c38-9d5a-4aa6-825b-562b0fc1b7d9 HTTP/1.1" status: 200 len: 946 time: 0.7403266 May 05 20:10:12.690182 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-7fe9cea3-f4b6-495e-88dd-816019b4e24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:10:12.690814 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe9cea3-f4b6-495e-88dd-816019b4e24d None None] The sync data for ids ['e72ce146-bbbf-4b9a-a8ec-f8141fbfb3e0'] in n-d-840717-1 is: [] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:10:12.700235 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a8ecadcb-ec59-451e-b2d4-dc5603fabf7d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "DELETE /v2.0/ports/80f1421e-b55d-4257-8322-cf4314f50070 HTTP/1.1" status: 204 len: 168 time: 1.7328248 May 05 20:10:12.706814 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56192) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:12.775048 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7e9121d8-325a-4c07-8150-2c4ab5d287fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:12.813918 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f31f578f-8622-42bf-ac2a-be29d94a159c req-d6fb81c8-456b-47ca-b702-719a5bae09d5 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d31c7e0-0b9b-4b82-8e51-a502610a4c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919852 May 05 20:10:12.845240 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-8993511a-49e7-43d0-9ec8-eb9e8365d2e8 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] GET failed (client error): The resource could not be found. May 05 20:10:12.845856 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-8993511a-49e7-43d0-9ec8-eb9e8365d2e8 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Synchronizing usage tracker for tenant:0cc5f4a365af4a94a73e5ef336438b10 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:10:12.889014 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-8993511a-49e7-43d0-9ec8-eb9e8365d2e8 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Unset dirty status for tenant:0cc5f4a365af4a94a73e5ef336438b10 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:10:12.890906 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-8993511a-49e7-43d0-9ec8-eb9e8365d2e8 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "GET /v2.0/ports/80f1421e-b55d-4257-8322-cf4314f50070 HTTP/1.1" status: 404 len: 333 time: 0.1819701 May 05 20:10:12.896303 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56198) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:12.960586 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7e9121d8-325a-4c07-8150-2c4ab5d287fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:12.961669 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6e74201d-868a-4ec1-bbe1-1a95e1184985 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:12.985583 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9121d8-325a-4c07-8150-2c4ab5d287fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6f741b-c43b-4428-beee-a786ab8efdf8,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:12.992323 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7d836e93-8172-4a89-a01d-42be46ae61a2 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:13.218032 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-42bdef80-7da3-4505-bcc5-9c0bb09b7320 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Deleting subnet a187ef0b-39df-4f25-a186-c395be05cba7 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:10:13.225598 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-42bdef80-7da3-4505-bcc5-9c0bb09b7320 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:13.272142 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7e9121d8-325a-4c07-8150-2c4ab5d287fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:13.273935 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-7e9121d8-325a-4c07-8150-2c4ab5d287fe admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cf6f741b-c43b-4428-beee-a786ab8efdf8 HTTP/1.1" status: 204 len: 168 time: 0.9784005 May 05 20:10:13.326093 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-6e74201d-868a-4ec1-bbe1-1a95e1184985 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] delete failed (client error): There was a conflict when trying to complete your request. May 05 20:10:13.335754 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-6e74201d-868a-4ec1-bbe1-1a95e1184985 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] 10.222.0.36 "DELETE /v2.0/routers/e72ce146-bbbf-4b9a-a8ec-f8141fbfb3e0 HTTP/1.1" status: 409 len: 329 time: 0.8158441 May 05 20:10:13.362968 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c472de1-e35f-473a-b072-8f4a85a36160 req-cc09adc1-8ea9-46ae-a4a8-e0a036f5aaae tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:13.382517 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4c472de1-e35f-473a-b072-8f4a85a36160 req-cc09adc1-8ea9-46ae-a4a8-e0a036f5aaae tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=244fa877-43eb-43fe-be1f-c77361537301 HTTP/1.1" status: 200 len: 945 time: 0.4236777 May 05 20:10:13.392079 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56212) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:13.648850 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-42bdef80-7da3-4505-bcc5-9c0bb09b7320 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:13.814549 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b392d778-5e0a-4880-86d4-d6e3c2f70f7f req-7050d5ab-be0c-43ed-98dc-a68fc14da140 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:13.816100 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b392d778-5e0a-4880-86d4-d6e3c2f70f7f req-7050d5ab-be0c-43ed-98dc-a68fc14da140 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=828561c9-9d5f-4221-aeed-1c85076dea0c HTTP/1.1" status: 200 len: 945 time: 0.3048744 May 05 20:10:13.879411 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b392d778-5e0a-4880-86d4-d6e3c2f70f7f req-b93ef67e-23ae-4d8f-b9da-c1f4ef77c7a1 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533786 May 05 20:10:13.998043 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-7d836e93-8172-4a89-a01d-42be46ae61a2 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Deleting port 48aaccee-1255-4aef-9be4-14660c54c0f3 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:10:13.998392 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7d836e93-8172-4a89-a01d-42be46ae61a2 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:14.150196 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:14.402167 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4c472de1-e35f-473a-b072-8f4a85a36160 req-46a804d3-fb64-4993-a960-944ff9433235 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31a0353-9cc7-4431-82ad-5f9b9985cf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0097151 May 05 20:10:14.454112 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d808c86b-68b4-4930-93e3-9f28a7abe71b req-c6bdf2f5-debb-4bb5-85c5-6bde2813e7e3 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:14.457499 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d808c86b-68b4-4930-93e3-9f28a7abe71b req-c6bdf2f5-debb-4bb5-85c5-6bde2813e7e3 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f014c38-9d5a-4aa6-825b-562b0fc1b7d9 HTTP/1.1" status: 200 len: 946 time: 0.3606498 May 05 20:10:14.667966 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56252) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:14.670283 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d808c86b-68b4-4930-93e3-9f28a7abe71b req-c1a11bde-6e29-4ae4-8e35-fb70cc485703 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d31c7e0-0b9b-4b82-8e51-a502610a4c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036067 May 05 20:10:14.748159 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7d836e93-8172-4a89-a01d-42be46ae61a2 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:14.829542 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56258) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:14.852254 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-93dd7055-0d94-4425-a034-7273f4f7c430 req-9a854b4b-2895-4ed5-84f6-17cb77b90aaa tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=56e8fe9085fa4bdb932a4c29aaeb4c08 HTTP/1.1" status: 200 len: 267 time: 0.2203870 May 05 20:10:14.965147 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-7d836e93-8172-4a89-a01d-42be46ae61a2 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Calling delete_port for 48aaccee-1255-4aef-9be4-14660c54c0f3 owned by network:router_interface {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:10:15.057751 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-28a8eae3-3f2c-4df1-99b2-15c0b899de0d tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:10:15.134412 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-d3168cba-e63d-4122-a6ad-ca692b95b536 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-126860337'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:10:15.151336 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-42bdef80-7da3-4505-bcc5-9c0bb09b7320 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:15.189909 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d3168cba-e63d-4122-a6ad-ca692b95b536 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:10:15.250273 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d3168cba-e63d-4122-a6ad-ca692b95b536 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Usage tracker for resource:network and tenant:297514388b04490999a95707be5dc14a is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:10:15.264690 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d3168cba-e63d-4122-a6ad-ca692b95b536 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:10:15.275340 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d3168cba-e63d-4122-a6ad-ca692b95b536 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:10:15.307577 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-28a8eae3-3f2c-4df1-99b2-15c0b899de0d tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] 10.222.0.36 "PUT /v2.0/quotas/1f6baef10f9f485bb916dea9f92dc1cf HTTP/1.1" status: 200 len: 368 time: 0.6335661 May 05 20:10:15.312210 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56272) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:15.326855 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-17572ddb-7434-4324-bfc6-aebf109efba4 tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] Request body: {'network': {'project_id': '1f6baef10f9f485bb916dea9f92dc1cf'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:10:15.346976 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-17572ddb-7434-4324-bfc6-aebf109efba4 tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:10:15.360704 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-17572ddb-7434-4324-bfc6-aebf109efba4 tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] Usage tracker for resource:network and tenant:1f6baef10f9f485bb916dea9f92dc1cf is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:10:15.373388 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3168cba-e63d-4122-a6ad-ca692b95b536 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Made reservation on behalf of 297514388b04490999a95707be5dc14a for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:10:15.377262 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d3168cba-e63d-4122-a6ad-ca692b95b536 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:15.388279 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-17572ddb-7434-4324-bfc6-aebf109efba4 tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:10:15.394693 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7258b8-250c-4b1b-861e-00f038e8aab3 req-13ddd6d5-ebad-4416-8b1c-2cad359248d6 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:15.401913 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8c7258b8-250c-4b1b-861e-00f038e8aab3 req-13ddd6d5-ebad-4416-8b1c-2cad359248d6 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=828561c9-9d5f-4221-aeed-1c85076dea0c HTTP/1.1" status: 200 len: 945 time: 0.1587102 May 05 20:10:15.410316 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-17572ddb-7434-4324-bfc6-aebf109efba4 tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:10:15.412379 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d3168cba-e63d-4122-a6ad-ca692b95b536 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:15.491975 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d3168cba-e63d-4122-a6ad-ca692b95b536 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:10:15.495578 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-42bdef80-7da3-4505-bcc5-9c0bb09b7320 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:15.506769 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8c7258b8-250c-4b1b-861e-00f038e8aab3 req-5c066913-3745-432d-81bb-23b77ef8f41e tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038301 May 05 20:10:15.532027 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7d836e93-8172-4a89-a01d-42be46ae61a2 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:15.552510 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d3168cba-e63d-4122-a6ad-ca692b95b536 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Usage tracker for resource:security_group_rule and tenant:297514388b04490999a95707be5dc14a is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:10:15.555984 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d3168cba-e63d-4122-a6ad-ca692b95b536 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:10:15.563297 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d3168cba-e63d-4122-a6ad-ca692b95b536 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:10:15.590269 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d836e93-8172-4a89-a01d-42be46ae61a2 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Pushing event deleted for resources: {'Port': ['ID=48aaccee-1255-4aef-9be4-14660c54c0f3,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:15.678828 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d3168cba-e63d-4122-a6ad-ca692b95b536 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:15.681649 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bdef80-7da3-4505-bcc5-9c0bb09b7320 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event deleted for resources: {'Subnet': ['ID=a187ef0b-39df-4f25-a186-c395be05cba7,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:15.691403 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17572ddb-7434-4324-bfc6-aebf109efba4 tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] Made reservation on behalf of 1f6baef10f9f485bb916dea9f92dc1cf for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:10:15.693886 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-17572ddb-7434-4324-bfc6-aebf109efba4 tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:15.729078 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689a2614-c37a-4c93-b027-d3819d89a1bf None None] Network 36a08080-f4c8-4bfb-959d-92971cdb9618 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:10:15.729916 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dd7055-0d94-4425-a034-7273f4f7c430 req-ffebb854-6bfb-4be5-9f7f-b71f15b04b42 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:15.731625 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-93dd7055-0d94-4425-a034-7273f4f7c430 req-ffebb854-6bfb-4be5-9f7f-b71f15b04b42 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=244fa877-43eb-43fe-be1f-c77361537301 HTTP/1.1" status: 200 len: 945 time: 0.7378380 May 05 20:10:15.735595 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-42bdef80-7da3-4505-bcc5-9c0bb09b7320 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:15.747102 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-17572ddb-7434-4324-bfc6-aebf109efba4 tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:15.762661 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-42bdef80-7da3-4505-bcc5-9c0bb09b7320 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "DELETE /v2.0/subnets/a187ef0b-39df-4f25-a186-c395be05cba7 HTTP/1.1" status: 204 len: 168 time: 2.8649640 May 05 20:10:15.774740 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56278) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:15.779667 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-93dd7055-0d94-4425-a034-7273f4f7c430 req-be3615f9-2992-4fcd-8ffe-966c0ad83558 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Request body: {'port': {'security_groups': []}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:10:15.869300 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d3168cba-e63d-4122-a6ad-ca692b95b536 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:15.912658 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d2731f3-3d13-4d21-9bc8-a38557b6e60c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Deleting subnet 6ab67181-836b-498c-9b91-bf4e337836bf {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:10:15.916202 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3d2731f3-3d13-4d21-9bc8-a38557b6e60c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:15.940758 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-17572ddb-7434-4324-bfc6-aebf109efba4 tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:10:15.980350 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-17572ddb-7434-4324-bfc6-aebf109efba4 tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] Usage tracker for resource:security_group_rule and tenant:1f6baef10f9f485bb916dea9f92dc1cf is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:10:16.007450 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-17572ddb-7434-4324-bfc6-aebf109efba4 tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:10:16.083533 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-17572ddb-7434-4324-bfc6-aebf109efba4 tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:10:16.087839 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3168cba-e63d-4122-a6ad-ca692b95b536 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:10:16.166048 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3168cba-e63d-4122-a6ad-ca692b95b536 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=705c17c4-122e-43da-b930-43bf081b8de5,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:16.190284 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d3168cba-e63d-4122-a6ad-ca692b95b536 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:16.190626 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-d3168cba-e63d-4122-a6ad-ca692b95b536 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Added segment 83c2e482-0912-4c66-80b2-b58b4612a31e of type vlan for network 6c218295-7ff7-417b-9a96-81f18639dc30 May 05 20:10:16.223495 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c3c7d43a-6949-4326-9443-ad6c272f7efc tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:16.258574 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3d2731f3-3d13-4d21-9bc8-a38557b6e60c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:16.316795 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:16.334491 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f020d0-a265-43de-b450-5824c7e20895 req-5167b8d6-6785-4cdf-aceb-7e9f9895726c tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:16.341772 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-28f020d0-a265-43de-b450-5824c7e20895 req-5167b8d6-6785-4cdf-aceb-7e9f9895726c tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f014c38-9d5a-4aa6-825b-562b0fc1b7d9 HTTP/1.1" status: 200 len: 946 time: 0.3600817 May 05 20:10:16.409769 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d3168cba-e63d-4122-a6ad-ca692b95b536 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:16.413452 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7d836e93-8172-4a89-a01d-42be46ae61a2 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:16.419268 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-93dd7055-0d94-4425-a034-7273f4f7c430 req-be3615f9-2992-4fcd-8ffe-966c0ad83558 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:16.442861 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-28f020d0-a265-43de-b450-5824c7e20895 req-057fba79-0b35-409b-a172-2d584c106021 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d31c7e0-0b9b-4b82-8e51-a502610a4c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999973 May 05 20:10:16.739120 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d3168cba-e63d-4122-a6ad-ca692b95b536 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:16.744826 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3168cba-e63d-4122-a6ad-ca692b95b536 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:16.745434 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d3168cba-e63d-4122-a6ad-ca692b95b536 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:16.785171 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3d2731f3-3d13-4d21-9bc8-a38557b6e60c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:16.972505 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d19ca-c9a5-4244-b5f4-11b134486dac req-0878a8d7-9d1a-41cc-ab2a-7779b182ef04 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:16.979970 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-982d19ca-c9a5-4244-b5f4-11b134486dac req-0878a8d7-9d1a-41cc-ab2a-7779b182ef04 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=828561c9-9d5f-4221-aeed-1c85076dea0c HTTP/1.1" status: 200 len: 945 time: 0.2710249 May 05 20:10:17.081613 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-982d19ca-c9a5-4244-b5f4-11b134486dac req-d9bcf8ba-8bb1-46c5-b40a-ae2f9d9c06b1 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006184 May 05 20:10:17.094908 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3d2731f3-3d13-4d21-9bc8-a38557b6e60c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:17.272735 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d3168cba-e63d-4122-a6ad-ca692b95b536 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.4400730 May 05 20:10:17.298062 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3168cba-e63d-4122-a6ad-ca692b95b536 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Pushing event updated for resources: {'Network': ['ID=6c218295-7ff7-417b-9a96-81f18639dc30,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:17.317605 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 6c218295-7ff7-417b-9a96-81f18639dc30 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:10:17.322783 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56286) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:17.350940 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-ddac0a8d-4c95-4d32-acf6-d10f1780d727 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Request body: {'subnet': {'network_id': '6c218295-7ff7-417b-9a96-81f18639dc30', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:10:17.366679 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-17572ddb-7434-4324-bfc6-aebf109efba4 tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:17.382741 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-17572ddb-7434-4324-bfc6-aebf109efba4 tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:17.426343 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2731f3-3d13-4d21-9bc8-a38557b6e60c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event deleted for resources: {'Subnet': ['ID=6ab67181-836b-498c-9b91-bf4e337836bf,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:17.469664 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3d2731f3-3d13-4d21-9bc8-a38557b6e60c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:17.512049 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-3d2731f3-3d13-4d21-9bc8-a38557b6e60c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "DELETE /v2.0/subnets/6ab67181-836b-498c-9b91-bf4e337836bf HTTP/1.1" status: 204 len: 168 time: 1.7310750 May 05 20:10:17.515866 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56294) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:17.527020 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172fbb1a-169a-4f3d-9e79-e3665af1ba42 None None] Network 36a08080-f4c8-4bfb-959d-92971cdb9618 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:10:17.552342 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17572ddb-7434-4324-bfc6-aebf109efba4 tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:10:17.582983 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d836e93-8172-4a89-a01d-42be46ae61a2 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Router 2910eac5-2958-4668-a144-ad4638d4330b has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:10:17.636541 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17572ddb-7434-4324-bfc6-aebf109efba4 tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d44c855b-84be-44c7-90b7-645d119c4f06,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:17.679280 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-17572ddb-7434-4324-bfc6-aebf109efba4 tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:17.680050 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-17572ddb-7434-4324-bfc6-aebf109efba4 tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] Added segment 13a9a945-d382-4eea-86ad-a4d60eb7f8aa of type vlan for network 35459163-dc4b-4bd7-83fc-3a86ca4f56ae May 05 20:10:17.691732 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ddac0a8d-4c95-4d32-acf6-d10f1780d727 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:10:17.702458 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f7129e03-8b97-4ddc-9bc6-082e39d3230d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:17.707203 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-ddac0a8d-4c95-4d32-acf6-d10f1780d727 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Usage tracker for resource:subnet and tenant:297514388b04490999a95707be5dc14a is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:10:17.736588 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-ddac0a8d-4c95-4d32-acf6-d10f1780d727 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:10:17.795274 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9510836d-c1a6-4eac-8d69-c4227b4183d6 None None] Provisioning complete for port 61217a66-7a36-4224-8ca6-52f7c2605b61 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:10:17.796308 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9510836d-c1a6-4eac-8d69-c4227b4183d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:17.823387 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ddac0a8d-4c95-4d32-acf6-d10f1780d727 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:10:17.826590 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-93dd7055-0d94-4425-a034-7273f4f7c430 req-be3615f9-2992-4fcd-8ffe-966c0ad83558 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] For port 9b820cbc-f7c4-4de8-a598-d9e9201f5a28, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=9b820cbc-f7c4-4de8-a598-d9e9201f5a28,segment=NetworkSegment(e34c646b-9075-4e31-b89f-c8f9e824e389),segment_id=e34c646b-9075-4e31-b89f-c8f9e824e389)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:10:17.842544 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-17572ddb-7434-4324-bfc6-aebf109efba4 tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:17.869407 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddac0a8d-4c95-4d32-acf6-d10f1780d727 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Made reservation on behalf of 297514388b04490999a95707be5dc14a for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:10:17.873022 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ddac0a8d-4c95-4d32-acf6-d10f1780d727 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:17.894297 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-c3c7d43a-6949-4326-9443-ad6c272f7efc tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Deleting port 88486736-ed97-4854-b703-0a8e130b302a {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:10:17.894685 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c3c7d43a-6949-4326-9443-ad6c272f7efc tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:18.006780 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-93dd7055-0d94-4425-a034-7273f4f7c430 req-be3615f9-2992-4fcd-8ffe-966c0ad83558 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:18.024255 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-93dd7055-0d94-4425-a034-7273f4f7c430 req-be3615f9-2992-4fcd-8ffe-966c0ad83558 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:18.055281 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['bce2af7d-790b-4ce3-a14c-94fce56cd638', 'b446eac7-8758-4a4b-aebd-2c24c1652d79'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:10:18.092750 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-f7129e03-8b97-4ddc-9bc6-082e39d3230d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Deleting port 61217a66-7a36-4224-8ca6-52f7c2605b61 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:10:18.093606 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f7129e03-8b97-4ddc-9bc6-082e39d3230d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:18.162145 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d836e93-8172-4a89-a01d-42be46ae61a2 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:10:18.174981 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-7d836e93-8172-4a89-a01d-42be46ae61a2 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] 10.222.0.36 "PUT /v2.0/routers/2910eac5-2958-4668-a144-ad4638d4330b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0632186 May 05 20:10:18.178087 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56298) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:18.181201 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-17572ddb-7434-4324-bfc6-aebf109efba4 tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:18.182151 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17572ddb-7434-4324-bfc6-aebf109efba4 tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:18.182734 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-17572ddb-7434-4324-bfc6-aebf109efba4 tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:18.284410 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['9b820cbc-f7c4-4de8-a598-d9e9201f5a28'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:10:18.286203 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dd7055-0d94-4425-a034-7273f4f7c430 req-be3615f9-2992-4fcd-8ffe-966c0ad83558 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:18.286507 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-93dd7055-0d94-4425-a034-7273f4f7c430 req-be3615f9-2992-4fcd-8ffe-966c0ad83558 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:18.287957 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-93dd7055-0d94-4425-a034-7273f4f7c430 req-be3615f9-2992-4fcd-8ffe-966c0ad83558 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "PUT /v2.0/ports/9b820cbc-f7c4-4de8-a598-d9e9201f5a28 HTTP/1.1" status: 200 len: 904 time: 2.5216296 May 05 20:10:18.295725 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '244fa877-43eb-43fe-be1f-c77361537301', 'tag': '9b820cbc-f7c4-4de8-a598-d9e9201f5a28'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:10:18.395870 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa196c6-cf2a-46a5-aaa9-8c80a9e95e61 req-64d433f3-362d-4050-b523-13fe4cc72e64 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:18.403120 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-aaa196c6-cf2a-46a5-aaa9-8c80a9e95e61 req-64d433f3-362d-4050-b523-13fe4cc72e64 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=828561c9-9d5f-4221-aeed-1c85076dea0c HTTP/1.1" status: 200 len: 945 time: 0.6954622 May 05 20:10:18.475378 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-17572ddb-7434-4324-bfc6-aebf109efba4 tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 3.1615272 May 05 20:10:18.479319 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c93ec3c-66a0-4908-910c-1d6fff54662d None None] Sync routers for ids ['2910eac5-2958-4668-a144-ad4638d4330b'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:10:18.488724 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f811a767-8504-42b6-b729-5b3ca471e7e3 None None] DHCP port deletion for 36a08080-f4c8-4bfb-959d-92971cdb9618 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:10:18.490349 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56306) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:18.492535 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17572ddb-7434-4324-bfc6-aebf109efba4 tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] Pushing event updated for resources: {'Network': ['ID=35459163-dc4b-4bd7-83fc-3a86ca4f56ae,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:18.521978 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-f811a767-8504-42b6-b729-5b3ca471e7e3 None None] Deleting port 61217a66-7a36-4224-8ca6-52f7c2605b61 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:10:18.522877 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f811a767-8504-42b6-b729-5b3ca471e7e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:18.527529 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-5617bf1d-2a3f-47a5-ade6-5cd6552eb435 tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] Request body: {'network': {'project_id': '1f6baef10f9f485bb916dea9f92dc1cf'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:10:18.554836 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3615f9-2992-4fcd-8ffe-966c0ad83558 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Pushing event updated for resources: {'Port': ['ID=9b820cbc-f7c4-4de8-a598-d9e9201f5a28,revision_number=6']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:18.571598 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:10:18.576401 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5617bf1d-2a3f-47a5-ade6-5cd6552eb435 tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:10:18.608269 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-5617bf1d-2a3f-47a5-ade6-5cd6552eb435 tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] Usage tracker for resource:network and tenant:1f6baef10f9f485bb916dea9f92dc1cf is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:10:18.619683 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 35459163-dc4b-4bd7-83fc-3a86ca4f56ae details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:10:18.654104 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-5617bf1d-2a3f-47a5-ade6-5cd6552eb435 tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:10:18.670378 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c3c7d43a-6949-4326-9443-ad6c272f7efc tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:18.719945 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-aaa196c6-cf2a-46a5-aaa9-8c80a9e95e61 req-2cf43a47-00ea-4775-be95-eb9cf2884504 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158560 May 05 20:10:18.739900 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5617bf1d-2a3f-47a5-ade6-5cd6552eb435 tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:10:18.782109 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c93ec3c-66a0-4908-910c-1d6fff54662d None None] Routers {'2910eac5-2958-4668-a144-ad4638d4330b'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:10:18.782743 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-6c93ec3c-66a0-4908-910c-1d6fff54662d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:10:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['2910eac5-2958-4668-a144-ad4638d4330b'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:10:18.837938 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5617bf1d-2a3f-47a5-ade6-5cd6552eb435 tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] Made reservation on behalf of 1f6baef10f9f485bb916dea9f92dc1cf for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:10:18.841805 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5617bf1d-2a3f-47a5-ade6-5cd6552eb435 tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:18.895936 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0d7111b5-8857-48a3-ad34-aa15ff79bf09 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for router, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:18.984672 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-f7129e03-8b97-4ddc-9bc6-082e39d3230d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] For port 61217a66-7a36-4224-8ca6-52f7c2605b61, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=61217a66-7a36-4224-8ca6-52f7c2605b61,segment=NetworkSegment(3d14438e-2ec1-44f3-8572-40e894b50797),segment_id=3d14438e-2ec1-44f3-8572-40e894b50797)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:10:18.985073 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f7129e03-8b97-4ddc-9bc6-082e39d3230d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:19.000720 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-c3c7d43a-6949-4326-9443-ad6c272f7efc tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Calling delete_port for 88486736-ed97-4854-b703-0a8e130b302a owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:10:19.052770 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-f811a767-8504-42b6-b729-5b3ca471e7e3 None None] For port 61217a66-7a36-4224-8ca6-52f7c2605b61, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=61217a66-7a36-4224-8ca6-52f7c2605b61,segment=NetworkSegment(3d14438e-2ec1-44f3-8572-40e894b50797),segment_id=3d14438e-2ec1-44f3-8572-40e894b50797)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:10:19.053216 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f811a767-8504-42b6-b729-5b3ca471e7e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:19.118638 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5617bf1d-2a3f-47a5-ade6-5cd6552eb435 tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:10:19.125676 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-f7129e03-8b97-4ddc-9bc6-082e39d3230d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Calling delete_port for 61217a66-7a36-4224-8ca6-52f7c2605b61 owned by network:dhcp {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:10:19.194870 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5617bf1d-2a3f-47a5-ade6-5cd6552eb435 tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:19.195670 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-5617bf1d-2a3f-47a5-ade6-5cd6552eb435 tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] Added segment f34c89c1-483a-4b19-b128-0c50ecacf9b8 of type vlan for network 2f30a8e6-f51e-43b1-8274-eb2270c8c0cd May 05 20:10:19.220918 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['9b820cbc-f7c4-4de8-a598-d9e9201f5a28'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:10:19.233903 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ddac0a8d-4c95-4d32-acf6-d10f1780d727 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:19.269969 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 61217a66-7a36-4224-8ca6-52f7c2605b61 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:10:19.273547 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e77b7c-6530-4151-9d3e-2957e7a0024b req-ff4a8414-d455-4283-9f54-19de64c65c7f tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:19.275099 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-67e77b7c-6530-4151-9d3e-2957e7a0024b req-ff4a8414-d455-4283-9f54-19de64c65c7f tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=244fa877-43eb-43fe-be1f-c77361537301 HTTP/1.1" status: 200 len: 907 time: 0.4498055 May 05 20:10:19.309693 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0d7111b5-8857-48a3-ad34-aa15ff79bf09 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:19.331695 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-0d7111b5-8857-48a3-ad34-aa15ff79bf09 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Deleting port a4b27fb9-4f34-4cd0-842a-e6b4b7bd8069 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:10:19.332183 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0d7111b5-8857-48a3-ad34-aa15ff79bf09 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:19.339368 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-f811a767-8504-42b6-b729-5b3ca471e7e3 None None] Calling delete_port for 61217a66-7a36-4224-8ca6-52f7c2605b61 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:10:19.360437 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f4446c-e738-423a-8ad1-5d636d954b5d req-5890cf48-6fa6-4312-a9ae-5d44535103f0 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:19.362616 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f7129e03-8b97-4ddc-9bc6-082e39d3230d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:19.363871 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f4f4446c-e738-423a-8ad1-5d636d954b5d req-5890cf48-6fa6-4312-a9ae-5d44535103f0 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f014c38-9d5a-4aa6-825b-562b0fc1b7d9 HTTP/1.1" status: 200 len: 946 time: 0.7631011 May 05 20:10:19.390938 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5617bf1d-2a3f-47a5-ade6-5cd6552eb435 tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:19.438838 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-6c93ec3c-66a0-4908-910c-1d6fff54662d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:10:19.476647 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7129e03-8b97-4ddc-9bc6-082e39d3230d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event deleted for resources: {'Port': ['ID=61217a66-7a36-4224-8ca6-52f7c2605b61,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:19.484586 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7129e03-8b97-4ddc-9bc6-082e39d3230d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] No DVR routers for this DVR port 61217a66-7a36-4224-8ca6-52f7c2605b61 on host n-d-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:10:19.576587 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac0a8d-4c95-4d32-acf6-d10f1780d727 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Pushing event updated for resources: {'Subnet': ['ID=762981af-c1c3-446c-8ebc-f927b7a90f57,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:19.585232 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85f5bdbc-865d-4cb9-84ec-b76db2a9c9e1'] response: {'name': 'network-changed', 'server_uuid': '244fa877-43eb-43fe-be1f-c77361537301', 'tag': '9b820cbc-f7c4-4de8-a598-d9e9201f5a28', 'status': 'completed', 'code': 200} May 05 20:10:19.592624 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5617bf1d-2a3f-47a5-ade6-5cd6552eb435 tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:19.593784 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5617bf1d-2a3f-47a5-ade6-5cd6552eb435 tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:19.595344 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5617bf1d-2a3f-47a5-ade6-5cd6552eb435 tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:19.613565 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 61217a66-7a36-4224-8ca6-52f7c2605b61 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:10:19.614168 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 61217a66-7a36-4224-8ca6-52f7c2605b61 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:10:19.654478 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c93ec3c-66a0-4908-910c-1d6fff54662d None None] Routers {'2910eac5-2958-4668-a144-ad4638d4330b'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:10:19.655038 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-6c93ec3c-66a0-4908-910c-1d6fff54662d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:10:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['2910eac5-2958-4668-a144-ad4638d4330b'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:10:19.793275 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-6c93ec3c-66a0-4908-910c-1d6fff54662d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:10:19.793682 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c93ec3c-66a0-4908-910c-1d6fff54662d None None] The sync data for ids ['2910eac5-2958-4668-a144-ad4638d4330b'] in n-d-840717-1 is: [] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:10:19.805384 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-79fe443a-8f3b-4472-83d4-891decfeb049 None None] Provisioning complete for port 9b820cbc-f7c4-4de8-a598-d9e9201f5a28 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:10:19.805762 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-79fe443a-8f3b-4472-83d4-891decfeb049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:19.834764 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c3c7d43a-6949-4326-9443-ad6c272f7efc tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:19.875059 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f7129e03-8b97-4ddc-9bc6-082e39d3230d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:19.909810 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-f811a767-8504-42b6-b729-5b3ca471e7e3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:10:19.910171 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-f811a767-8504-42b6-b729-5b3ca471e7e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:10:19.967609 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-5617bf1d-2a3f-47a5-ade6-5cd6552eb435 tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.4717674 May 05 20:10:19.977020 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56314) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:19.995907 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-f7129e03-8b97-4ddc-9bc6-082e39d3230d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36a08080-f4c8-4bfb-959d-92971cdb9618']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:10:20.009327 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-cbb28c87-a436-4d2a-9f88-c93bbec42237 tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] Request body: {'network': {'project_id': '1f6baef10f9f485bb916dea9f92dc1cf'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:10:20.024591 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb9f7ab-6998-44b0-9664-f83acc238ca0 req-c4d1dfc8-3b6f-4547-8cf9-100bea6832c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:20.026626 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0eb9f7ab-6998-44b0-9664-f83acc238ca0 req-c4d1dfc8-3b6f-4547-8cf9-100bea6832c2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=56e8fe9085fa4bdb932a4c29aaeb4c08&device_id=244fa877-43eb-43fe-be1f-c77361537301 HTTP/1.1" status: 200 len: 1058 time: 0.6090562 May 05 20:10:20.029917 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-cbb28c87-a436-4d2a-9f88-c93bbec42237 tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:10:20.064643 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-f7129e03-8b97-4ddc-9bc6-082e39d3230d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d14438e-2ec1-44f3-8572-40e894b50797') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:10:20.065310 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-f7129e03-8b97-4ddc-9bc6-082e39d3230d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d14438e-2ec1-44f3-8572-40e894b50797') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:10:20.077728 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-cbb28c87-a436-4d2a-9f88-c93bbec42237 tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] Usage tracker for resource:network and tenant:1f6baef10f9f485bb916dea9f92dc1cf is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:10:20.132757 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-cbb28c87-a436-4d2a-9f88-c93bbec42237 tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:10:20.149534 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0d7111b5-8857-48a3-ad34-aa15ff79bf09 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:20.164197 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-cbb28c87-a436-4d2a-9f88-c93bbec42237 tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:10:20.187012 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f7129e03-8b97-4ddc-9bc6-082e39d3230d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:20.205319 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbb28c87-a436-4d2a-9f88-c93bbec42237 tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 05 20:10:20.206234 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbb28c87-a436-4d2a-9f88-c93bbec42237 tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:10:20.207775 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-cbb28c87-a436-4d2a-9f88-c93bbec42237 tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2205513 May 05 20:10:20.278288 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56318) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:20.303635 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5617bf1d-2a3f-47a5-ade6-5cd6552eb435 tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] Pushing event updated for resources: {'Network': ['ID=2f30a8e6-f51e-43b1-8274-eb2270c8c0cd,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:20.305776 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c7d43a-6949-4326-9443-ad6c272f7efc tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Pushing event deleted for resources: {'Port': ['ID=88486736-ed97-4854-b703-0a8e130b302a,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:20.318155 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 2f30a8e6-f51e-43b1-8274-eb2270c8c0cd details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:10:20.344925 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-0d7111b5-8857-48a3-ad34-aa15ff79bf09 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Calling delete_port for a4b27fb9-4f34-4cd0-842a-e6b4b7bd8069 owned by network:router_gateway {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:10:20.360789 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddac0a8d-4c95-4d32-acf6-d10f1780d727 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Checking segment: {'id': '83c2e482-0912-4c66-80b2-b58b4612a31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6c218295-7ff7-417b-9a96-81f18639dc30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:10:20.361628 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddac0a8d-4c95-4d32-acf6-d10f1780d727 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Network hostable DHCP agents. Network: 6c218295-7ff7-417b-9a96-81f18639dc30, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:10:20.404293 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f4f4446c-e738-423a-8ad1-5d636d954b5d req-f96825c9-f8ba-43e4-b277-ea2a2b286a9c tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d31c7e0-0b9b-4b82-8e51-a502610a4c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8219287 May 05 20:10:20.421974 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c3c7d43a-6949-4326-9443-ad6c272f7efc tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:20.426437 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f7129e03-8b97-4ddc-9bc6-082e39d3230d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:20.491809 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-f811a767-8504-42b6-b729-5b3ca471e7e3 None None] Deleting port 61217a66-7a36-4224-8ca6-52f7c2605b61 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:10:20.492520 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f811a767-8504-42b6-b729-5b3ca471e7e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:20.501810 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7129e03-8b97-4ddc-9bc6-082e39d3230d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:10:20.502243 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f7129e03-8b97-4ddc-9bc6-082e39d3230d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:20.542679 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3489df97-fb84-47cb-acf2-e04730a62cda req-d86f05ce-00ea-4e93-b545-d9bdcfa9f145 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:20.544257 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3489df97-fb84-47cb-acf2-e04730a62cda req-d86f05ce-00ea-4e93-b545-d9bdcfa9f145 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=828561c9-9d5f-4221-aeed-1c85076dea0c HTTP/1.1" status: 200 len: 945 time: 0.7304525 May 05 20:10:20.544926 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:10:20.544926 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:10:20.544926 n-d-840717-1 neutron-server[88197]: timer() May 05 20:10:20.544926 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:10:20.544926 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:10:20.544926 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:10:20.544926 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:10:20.544926 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:10:20.544926 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:10:20.544926 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:10:20.544926 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:10:20.544926 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:10:20.544926 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:10:20.544926 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:10:20.544926 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:10:20.544926 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:10:20.544926 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:10:20.544926 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:10:20.544926 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:10:20.544926 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:10:20.544926 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:10:20.544926 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:10:20.544926 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:10:20.544926 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:10:20.544926 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:10:20.544926 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:10:20.544926 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:10:20.544926 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:10:20.544926 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:10:20.544926 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:10:20.544926 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:10:20.544926 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:10:20.551272 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddac0a8d-4c95-4d32-acf6-d10f1780d727 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Network 6c218295-7ff7-417b-9a96-81f18639dc30 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:10:20.615535 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-f811a767-8504-42b6-b729-5b3ca471e7e3 None None] The port '61217a66-7a36-4224-8ca6-52f7c2605b61' was deleted {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 20:10:20.755744 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-81bda730-f45e-4bcd-8d88-4d33892f75c1 tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1f6baef10f9f485bb916dea9f92dc1cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4192774 May 05 20:10:20.775886 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3489df97-fb84-47cb-acf2-e04730a62cda req-0416b285-a562-41ec-9a56-c2832698c9c7 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854861 May 05 20:10:20.776931 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56322) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:20.789733 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb9f7ab-6998-44b0-9664-f83acc238ca0 req-6b753e2e-5f8e-43d0-8a9a-11f07d88e69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:20.791436 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0eb9f7ab-6998-44b0-9664-f83acc238ca0 req-6b753e2e-5f8e-43d0-8a9a-11f07d88e69a service neutron] 10.222.0.24 "GET /v2.0/networks?id=7506b31f-3419-46e4-835c-80fe813661d5 HTTP/1.1" status: 200 len: 913 time: 0.7403812 May 05 20:10:20.794363 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-ddac0a8d-4c95-4d32-acf6-d10f1780d727 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 6c218295-7ff7-417b-9a96-81f18639dc30) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:10:20.796173 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f7129e03-8b97-4ddc-9bc6-082e39d3230d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:20.813905 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d004e308-b367-4879-9684-95be8d01977f None None] Network 6c218295-7ff7-417b-9a96-81f18639dc30 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:10:20.897813 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddac0a8d-4c95-4d32-acf6-d10f1780d727 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:20.900002 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ddac0a8d-4c95-4d32-acf6-d10f1780d727 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:20.911787 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3c7d43a-6949-4326-9443-ad6c272f7efc tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Router e72ce146-bbbf-4b9a-a8ec-f8141fbfb3e0 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:10:20.937606 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0eb9f7ab-6998-44b0-9664-f83acc238ca0 req-acb65e16-89c5-48e3-8aac-a9a6e2e766b4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b820cbc-f7c4-4de8-a598-d9e9201f5a28 HTTP/1.1" status: 200 len: 217 time: 0.1373608 May 05 20:10:21.024961 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-ddac0a8d-4c95-4d32-acf6-d10f1780d727 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6968129 May 05 20:10:21.028647 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f7129e03-8b97-4ddc-9bc6-082e39d3230d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:21.032297 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7129e03-8b97-4ddc-9bc6-082e39d3230d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event deleted for resources: {'Network': ['ID=36a08080-f4c8-4bfb-959d-92971cdb9618,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:21.032457 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56328) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:21.038166 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-b882d7e1-da0a-45f7-83ae-7b4ca3035b9e tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-968817152', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:10:21.131547 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b882d7e1-da0a-45f7-83ae-7b4ca3035b9e tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:10:21.144231 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-b882d7e1-da0a-45f7-83ae-7b4ca3035b9e tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Usage tracker for resource:router and tenant:297514388b04490999a95707be5dc14a is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:10:21.152027 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-b882d7e1-da0a-45f7-83ae-7b4ca3035b9e tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:10:21.166567 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b882d7e1-da0a-45f7-83ae-7b4ca3035b9e tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:10:21.171535 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f7129e03-8b97-4ddc-9bc6-082e39d3230d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "DELETE /v2.0/networks/36a08080-f4c8-4bfb-959d-92971cdb9618 HTTP/1.1" status: 204 len: 168 time: 3.6403835 May 05 20:10:21.183931 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56332) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:21.221244 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38de402-5f7e-48ce-bbae-d96088341f60 req-ff30038a-158c-4cd8-9974-08b9058b56f5 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:21.224360 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d38de402-5f7e-48ce-bbae-d96088341f60 req-ff30038a-158c-4cd8-9974-08b9058b56f5 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.5438724 May 05 20:10:21.227983 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b882d7e1-da0a-45f7-83ae-7b4ca3035b9e tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:21.229651 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b882d7e1-da0a-45f7-83ae-7b4ca3035b9e tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:21.257354 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3c7d43a-6949-4326-9443-ad6c272f7efc tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:10:21.271415 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4b92a5-9417-4996-aa2a-4fee4f14825c None None] Sync routers for ids ['e72ce146-bbbf-4b9a-a8ec-f8141fbfb3e0'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:10:21.278867 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c3c7d43a-6949-4326-9443-ad6c272f7efc tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] 10.222.0.36 "PUT /v2.0/routers/e72ce146-bbbf-4b9a-a8ec-f8141fbfb3e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8778231 May 05 20:10:21.279991 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56338) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:21.290514 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4b92a5-9417-4996-aa2a-4fee4f14825c None None] Routers {'e72ce146-bbbf-4b9a-a8ec-f8141fbfb3e0'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:10:21.292520 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-ad4b92a5-9417-4996-aa2a-4fee4f14825c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:10:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['e72ce146-bbbf-4b9a-a8ec-f8141fbfb3e0'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:10:21.298449 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6630797-de39-4bd7-aa22-1a0d6640fe25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-6c218295-7ff7-417b-9a96-81f18639dc30', 'network_id': '6c218295-7ff7-417b-9a96-81f18639dc30', 'tenant_id': '297514388b04490999a95707be5dc14a', 'fixed_ips': [{'subnet_id': '762981af-c1c3-446c-8ebc-f927b7a90f57'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:10:21.299503 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a6630797-de39-4bd7-aa22-1a0d6640fe25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:21.344778 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb9f7ab-6998-44b0-9664-f83acc238ca0 req-acef3eb3-2a93-4a21-bcc6-72b98982c95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:21.351641 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0eb9f7ab-6998-44b0-9664-f83acc238ca0 req-acef3eb3-2a93-4a21-bcc6-72b98982c95c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e2507cd6-290d-4d3d-b14e-048ce031bb0a HTTP/1.1" status: 200 len: 851 time: 0.3357027 May 05 20:10:21.494966 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-ad4b92a5-9417-4996-aa2a-4fee4f14825c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:10:21.508050 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f50695bc-6e5c-405e-bd05-9a2292855293 tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:21.511149 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4b92a5-9417-4996-aa2a-4fee4f14825c None None] Routers {'e72ce146-bbbf-4b9a-a8ec-f8141fbfb3e0'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:10:21.511540 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0d7111b5-8857-48a3-ad34-aa15ff79bf09 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:21.512533 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-ad4b92a5-9417-4996-aa2a-4fee4f14825c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:10:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['e72ce146-bbbf-4b9a-a8ec-f8141fbfb3e0'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:10:21.515261 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-43f94f1c-3e9f-4cfa-92c7-2be7a99c7467 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] show failed (client error): The resource could not be found. May 05 20:10:21.516648 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-43f94f1c-3e9f-4cfa-92c7-2be7a99c7467 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] 10.222.0.36 "GET /v2.0/routers/tempest-non_exist_router-2131869002 HTTP/1.1" status: 404 len: 335 time: 0.2257483 May 05 20:10:21.525448 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b882d7e1-da0a-45f7-83ae-7b4ca3035b9e tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:21.527923 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56344) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:21.557828 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d38de402-5f7e-48ce-bbae-d96088341f60 req-e7d5ec9e-f22d-4dfb-883d-f01a9595ad71 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3209748 May 05 20:10:21.573312 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b882d7e1-da0a-45f7-83ae-7b4ca3035b9e tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:21.641585 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b882d7e1-da0a-45f7-83ae-7b4ca3035b9e tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:21.643584 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b882d7e1-da0a-45f7-83ae-7b4ca3035b9e tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.6099074 May 05 20:10:21.646549 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56348) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:21.682856 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-a6630797-de39-4bd7-aa22-1a0d6640fe25 None None] Allocated IP 172.20.0.2 (6c218295-7ff7-417b-9a96-81f18639dc30/762981af-c1c3-446c-8ebc-f927b7a90f57/4287859f-caca-4ca9-b6ac-ff534acb307e) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:10:21.700670 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-ad4b92a5-9417-4996-aa2a-4fee4f14825c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:10:21.701540 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4b92a5-9417-4996-aa2a-4fee4f14825c None None] The sync data for ids ['e72ce146-bbbf-4b9a-a8ec-f8141fbfb3e0'] in n-d-840717-1 is: [] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:10:21.855949 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7111b5-8857-48a3-ad34-aa15ff79bf09 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Pushing event deleted for resources: {'Port': ['ID=a4b27fb9-4f34-4cd0-842a-e6b4b7bd8069,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:21.872930 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-e206b7e8-3a0a-48e7-bcd9-aac9257e835c tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:10:21.956754 n-d-840717-1 neutron-server[88197]: INFO neutron.api.v2.resource [None req-e206b7e8-3a0a-48e7-bcd9-aac9257e835c tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] update failed (client error): The resource could not be found. May 05 20:10:21.961054 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-e206b7e8-3a0a-48e7-bcd9-aac9257e835c tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] 10.222.0.36 "PUT /v2.0/routers/tempest-non_exist_router-865350984 HTTP/1.1" status: 404 len: 334 time: 0.1644652 May 05 20:10:22.061107 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a6630797-de39-4bd7-aa22-1a0d6640fe25 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:22.077366 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-a6630797-de39-4bd7-aa22-1a0d6640fe25 None None] Transition to ACTIVE for port object 4287859f-caca-4ca9-b6ac-ff534acb307e will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:10:22.108876 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-a6630797-de39-4bd7-aa22-1a0d6640fe25 None None] Transition to ACTIVE for port object 4287859f-caca-4ca9-b6ac-ff534acb307e will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:10:22.113813 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56358) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:22.120570 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a6630797-de39-4bd7-aa22-1a0d6640fe25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:22.219139 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0d7111b5-8857-48a3-ad34-aa15ff79bf09 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:22.226131 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6630797-de39-4bd7-aa22-1a0d6640fe25 None None] Pushing event updated for resources: {'Port': ['ID=4287859f-caca-4ca9-b6ac-ff534acb307e,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:22.255429 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6630797-de39-4bd7-aa22-1a0d6640fe25 None None] Network 6c218295-7ff7-417b-9a96-81f18639dc30 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:10:22.257242 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-a6630797-de39-4bd7-aa22-1a0d6640fe25 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:10:22.259919 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6630797-de39-4bd7-aa22-1a0d6640fe25 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:10:22.281639 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f50695bc-6e5c-405e-bd05-9a2292855293 tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:22.365055 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4095f4c5-fe37-4dad-ad41-99920c7ecde8 req-82eff4a1-adae-41ef-aabd-06f50d17b429 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:22.366944 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4095f4c5-fe37-4dad-ad41-99920c7ecde8 req-82eff4a1-adae-41ef-aabd-06f50d17b429 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f014c38-9d5a-4aa6-825b-562b0fc1b7d9 HTTP/1.1" status: 200 len: 946 time: 0.5960999 May 05 20:10:22.398373 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-a6630797-de39-4bd7-aa22-1a0d6640fe25 None None] Attempting to bind port 4287859f-caca-4ca9-b6ac-ff534acb307e on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:10:22.398830 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-a6630797-de39-4bd7-aa22-1a0d6640fe25 None None] Attempting to bind port 4287859f-caca-4ca9-b6ac-ff534acb307e by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '83c2e482-0912-4c66-80b2-b58b4612a31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6c218295-7ff7-417b-9a96-81f18639dc30'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:10:22.399879 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6630797-de39-4bd7-aa22-1a0d6640fe25 None None] Attempting to bind port 4287859f-caca-4ca9-b6ac-ff534acb307e on network 6c218295-7ff7-417b-9a96-81f18639dc30 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:10:22.408766 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6630797-de39-4bd7-aa22-1a0d6640fe25 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:10:22.409341 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6630797-de39-4bd7-aa22-1a0d6640fe25 None None] Checking segment: {'id': '83c2e482-0912-4c66-80b2-b58b4612a31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6c218295-7ff7-417b-9a96-81f18639dc30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:10:22.410344 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a6630797-de39-4bd7-aa22-1a0d6640fe25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:22.410968 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6630797-de39-4bd7-aa22-1a0d6640fe25 None None] Bound using segment: {'id': '83c2e482-0912-4c66-80b2-b58b4612a31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6c218295-7ff7-417b-9a96-81f18639dc30'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:10:22.411512 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-a6630797-de39-4bd7-aa22-1a0d6640fe25 None None] Bound port: 4287859f-caca-4ca9-b6ac-ff534acb307e, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83c2e482-0912-4c66-80b2-b58b4612a31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6c218295-7ff7-417b-9a96-81f18639dc30'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:10:22.412645 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a6630797-de39-4bd7-aa22-1a0d6640fe25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:22.445302 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-20b26750-9598-48b1-a1ef-d51f4e75417e tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:22.510546 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a3d0f0-c642-4329-b5a9-1e42409f051d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:22.511522 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-e7a3d0f0-c642-4329-b5a9-1e42409f051d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Synchronizing usage tracker for tenant:0cc5f4a365af4a94a73e5ef336438b10 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:10:22.535226 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0d7111b5-8857-48a3-ad34-aa15ff79bf09 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:22.535787 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-a6630797-de39-4bd7-aa22-1a0d6640fe25 None None] For port 4287859f-caca-4ca9-b6ac-ff534acb307e, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:10:22.542355 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-a6630797-de39-4bd7-aa22-1a0d6640fe25 None None] For port 4287859f-caca-4ca9-b6ac-ff534acb307e, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=4287859f-caca-4ca9-b6ac-ff534acb307e,segment=NetworkSegment(83c2e482-0912-4c66-80b2-b58b4612a31e),segment_id=83c2e482-0912-4c66-80b2-b58b4612a31e)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:10:22.552726 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a6630797-de39-4bd7-aa22-1a0d6640fe25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:22.567948 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb9f7ab-6998-44b0-9664-f83acc238ca0 req-b3441886-d497-4e0c-982e-56462fcd36ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:22.569448 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0eb9f7ab-6998-44b0-9664-f83acc238ca0 req-b3441886-d497-4e0c-982e-56462fcd36ad service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7506b31f-3419-46e4-835c-80fe813661d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0667100 May 05 20:10:22.589258 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b194aa-9882-4f19-ba95-daa68a567d7a req-7cd48b1b-0725-40e4-b4bb-802d88231c40 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:22.590738 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-86b194aa-9882-4f19-ba95-daa68a567d7a req-7cd48b1b-0725-40e4-b4bb-802d88231c40 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=828561c9-9d5f-4221-aeed-1c85076dea0c HTTP/1.1" status: 200 len: 945 time: 1.0922303 May 05 20:10:22.597204 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4095f4c5-fe37-4dad-ad41-99920c7ecde8 req-25c231da-7fed-4bd6-abad-1c5c729c843b tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d31c7e0-0b9b-4b82-8e51-a502610a4c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2233427 May 05 20:10:22.631347 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0d7111b5-8857-48a3-ad34-aa15ff79bf09 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:22.699122 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6630797-de39-4bd7-aa22-1a0d6640fe25 None None] Pushing event updated for resources: {'Port': ['ID=4287859f-caca-4ca9-b6ac-ff534acb307e,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:22.743034 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a107894-2edf-4247-81fc-cb0bc742e47e tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Deleting subnet 3105da27-8c5c-4b80-9f18-032bd8a165e1 {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:10:22.787201 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-e7a3d0f0-c642-4329-b5a9-1e42409f051d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Unset dirty status for tenant:0cc5f4a365af4a94a73e5ef336438b10 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:10:22.791901 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-e7a3d0f0-c642-4329-b5a9-1e42409f051d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 1.6013796 May 05 20:10:22.804948 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56362) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:22.886281 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2a107894-2edf-4247-81fc-cb0bc742e47e tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:23.031346 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42592641-252c-4375-82d4-a4bc1838f268 req-e2525ba3-5e3a-4e4f-8fd5-30efd3503270 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:23.033863 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-42592641-252c-4375-82d4-a4bc1838f268 req-e2525ba3-5e3a-4e4f-8fd5-30efd3503270 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.24 "GET /v2.0/ports?device_id=828561c9-9d5f-4221-aeed-1c85076dea0c HTTP/1.1" status: 200 len: 945 time: 0.4862947 May 05 20:10:23.047310 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0d7111b5-8857-48a3-ad34-aa15ff79bf09 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:23.047755 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d7111b5-8857-48a3-ad34-aa15ff79bf09 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Fanout notify agent at l3_agent the message router_deleted on router 2910eac5-2958-4668-a144-ad4638d4330b {{(pid=88197) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:10:23.100023 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-86b194aa-9882-4f19-ba95-daa68a567d7a req-80809cf8-c5bd-468e-9eae-7f6d9bae91e0 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4624696 May 05 20:10:23.127799 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2a107894-2edf-4247-81fc-cb0bc742e47e tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:23.162165 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-42592641-252c-4375-82d4-a4bc1838f268 req-829481a4-ca83-43f7-9b7a-10f957f410a4 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Deleting port c2ecdede-36ca-408b-a364-763d1248a843 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:10:23.162638 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-42592641-252c-4375-82d4-a4bc1838f268 req-829481a4-ca83-43f7-9b7a-10f957f410a4 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:23.168789 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f50695bc-6e5c-405e-bd05-9a2292855293 tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:23.236469 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50695bc-6e5c-405e-bd05-9a2292855293 tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44c855b-84be-44c7-90b7-645d119c4f06,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:23.244331 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0eb9f7ab-6998-44b0-9664-f83acc238ca0 req-536646e1-5095-4d59-9b0a-fcbb34ce2fe5 service neutron] 10.222.0.24 "GET /v2.0/networks/7506b31f-3419-46e4-835c-80fe813661d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6079400 May 05 20:10:23.300334 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0d7111b5-8857-48a3-ad34-aa15ff79bf09 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:23.304980 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-0d7111b5-8857-48a3-ad34-aa15ff79bf09 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] 10.222.0.36 "DELETE /v2.0/routers/2910eac5-2958-4668-a144-ad4638d4330b HTTP/1.1" status: 204 len: 168 time: 5.1245306 May 05 20:10:23.306368 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f50695bc-6e5c-405e-bd05-9a2292855293 tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:23.309887 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f50695bc-6e5c-405e-bd05-9a2292855293 tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] 10.222.0.36 "DELETE /v2.0/security-groups/d44c855b-84be-44c7-90b7-645d119c4f06 HTTP/1.1" status: 204 len: 168 time: 2.5149117 May 05 20:10:23.310059 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56372) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:23.310263 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56374) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:23.359767 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d92559f0-3115-4457-aed4-2fbeaecac89f tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.5380402 May 05 20:10:23.362472 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56380) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:23.368422 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d09c229-be81-4b44-9a3b-62e68f591fcc req-d93593de-17dc-4132-932c-6c683b6243f5 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:23.374044 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-4caf5d85-d072-4f26-90ff-b3976c7060a7 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-399042593'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:10:23.376766 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3d09c229-be81-4b44-9a3b-62e68f591fcc req-d93593de-17dc-4132-932c-6c683b6243f5 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.5137508 May 05 20:10:23.429123 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4caf5d85-d072-4f26-90ff-b3976c7060a7 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:10:23.438305 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4caf5d85-d072-4f26-90ff-b3976c7060a7 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Usage tracker for resource:network and tenant:0cc5f4a365af4a94a73e5ef336438b10 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:10:23.449964 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4caf5d85-d072-4f26-90ff-b3976c7060a7 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:10:23.461698 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-20b26750-9598-48b1-a1ef-d51f4e75417e tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Allocated IP 172.20.0.1 (6c218295-7ff7-417b-9a96-81f18639dc30/762981af-c1c3-446c-8ebc-f927b7a90f57/d181f4ce-49fb-4564-b80d-bb1e0a263428) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:10:23.462751 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4caf5d85-d072-4f26-90ff-b3976c7060a7 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:10:23.465096 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2a107894-2edf-4247-81fc-cb0bc742e47e tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:23.536985 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0eb9f7ab-6998-44b0-9664-f83acc238ca0 req-42c16854-12d2-4806-9b19-7e01d7419879 service neutron] 10.222.0.24 "GET /v2.0/networks/7506b31f-3419-46e4-835c-80fe813661d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672319 May 05 20:10:23.540083 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4caf5d85-d072-4f26-90ff-b3976c7060a7 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Made reservation on behalf of 0cc5f4a365af4a94a73e5ef336438b10 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:10:23.543551 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4caf5d85-d072-4f26-90ff-b3976c7060a7 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:23.587776 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4caf5d85-d072-4f26-90ff-b3976c7060a7 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:10:23.605089 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4caf5d85-d072-4f26-90ff-b3976c7060a7 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:23.605779 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-4caf5d85-d072-4f26-90ff-b3976c7060a7 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Added segment 3494a118-edf9-446a-912e-a91e453fadfb of type vlan for network 166b98df-2d1b-4f95-9865-4c410a865cc0 May 05 20:10:23.608010 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2a107894-2edf-4247-81fc-cb0bc742e47e tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:23.654013 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3d09c229-be81-4b44-9a3b-62e68f591fcc req-bbf67242-5859-4cc8-a553-0e10370fe720 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2762890 May 05 20:10:23.662722 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a107894-2edf-4247-81fc-cb0bc742e47e tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Pushing event deleted for resources: {'Subnet': ['ID=3105da27-8c5c-4b80-9f18-032bd8a165e1,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:23.666687 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2a107894-2edf-4247-81fc-cb0bc742e47e tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:23.672006 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-be4270f4-81f0-4bea-be74-b4fc401e5365 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Deleting subnet 49d2e3a2-960d-4f94-ac7f-d98040a4b83a {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:10:23.680535 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-49ed7734-0cf4-430f-93a2-15eed41171fe tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:23.684532 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58faf8fe-68f3-4e59-b178-506b15817ec4 None None] Network 270a043d-23a9-4c2c-8948-be41947d0840 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:10:23.686727 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4caf5d85-d072-4f26-90ff-b3976c7060a7 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:23.696149 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-2a107894-2edf-4247-81fc-cb0bc742e47e tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] 10.222.0.36 "DELETE /v2.0/subnets/3105da27-8c5c-4b80-9f18-032bd8a165e1 HTTP/1.1" status: 204 len: 168 time: 1.5225966 May 05 20:10:23.697027 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56390) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:23.706419 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-be4270f4-81f0-4bea-be74-b4fc401e5365 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:23.826461 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-600c5529-4b3a-466a-b0f0-8b4250040c48 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:23.864596 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.resource_extend [None req-4caf5d85-d072-4f26-90ff-b3976c7060a7 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 20:10:23.892413 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4caf5d85-d072-4f26-90ff-b3976c7060a7 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:23.898086 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4caf5d85-d072-4f26-90ff-b3976c7060a7 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:23.898730 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4caf5d85-d072-4f26-90ff-b3976c7060a7 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:23.982067 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-600c5529-4b3a-466a-b0f0-8b4250040c48 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Deleting port 2d0257b3-2cac-483a-a650-519ae04eda75 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:10:23.983212 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-600c5529-4b3a-466a-b0f0-8b4250040c48 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:24.132491 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caf5d85-d072-4f26-90ff-b3976c7060a7 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event updated for resources: {'Network': ['ID=166b98df-2d1b-4f95-9865-4c410a865cc0,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:24.138385 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-4caf5d85-d072-4f26-90ff-b3976c7060a7 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7721579 May 05 20:10:24.138580 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9570ea06-5bb9-46ae-b285-dee087e8f361 None None] DHCP port deletion for 270a043d-23a9-4c2c-8948-be41947d0840 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:10:24.150079 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9570ea06-5bb9-46ae-b285-dee087e8f361 None None] Deleting port 2d0257b3-2cac-483a-a650-519ae04eda75 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:10:24.150781 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9570ea06-5bb9-46ae-b285-dee087e8f361 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:24.155347 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56398) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:24.196904 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caf5d85-d072-4f26-90ff-b3976c7060a7 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:10:24.197244 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caf5d85-d072-4f26-90ff-b3976c7060a7 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:10:24.197581 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caf5d85-d072-4f26-90ff-b3976c7060a7 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:10:24.197900 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caf5d85-d072-4f26-90ff-b3976c7060a7 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:10:24.198241 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caf5d85-d072-4f26-90ff-b3976c7060a7 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:10:24.198758 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caf5d85-d072-4f26-90ff-b3976c7060a7 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:10:24.198879 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caf5d85-d072-4f26-90ff-b3976c7060a7 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:10:24.199186 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caf5d85-d072-4f26-90ff-b3976c7060a7 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:10:24.199653 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caf5d85-d072-4f26-90ff-b3976c7060a7 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:10:24.200014 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caf5d85-d072-4f26-90ff-b3976c7060a7 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:10:24.200344 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caf5d85-d072-4f26-90ff-b3976c7060a7 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:10:24.200664 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caf5d85-d072-4f26-90ff-b3976c7060a7 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:10:24.215279 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-be4270f4-81f0-4bea-be74-b4fc401e5365 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:24.254449 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 166b98df-2d1b-4f95-9865-4c410a865cc0 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:10:24.263668 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-b499fe46-361a-40b3-8ca1-c6b9e5c71bb1 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Request body: {'subnet': {'network_id': '166b98df-2d1b-4f95-9865-4c410a865cc0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:10:24.304990 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa94346-0409-43f0-a8b3-8aec57ca4256 None None] Network 6c218295-7ff7-417b-9a96-81f18639dc30 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:10:24.411624 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5912024-b633-4dee-984c-2ae6eff9d01b req-e08f39e5-fad2-4c4d-9dbb-1622f1b8cd18 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:24.414228 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d5912024-b633-4dee-984c-2ae6eff9d01b req-e08f39e5-fad2-4c4d-9dbb-1622f1b8cd18 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f014c38-9d5a-4aa6-825b-562b0fc1b7d9 HTTP/1.1" status: 200 len: 946 time: 0.5830829 May 05 20:10:24.463031 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-49ed7734-0cf4-430f-93a2-15eed41171fe tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:24.475475 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-20b26750-9598-48b1-a1ef-d51f4e75417e tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:24.498502 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc436a4-8832-4064-b8a3-81fc84c53723 req-e2fb44d3-5ed7-493f-abfb-918bb8b6f17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:24.500226 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7cc436a4-8832-4064-b8a3-81fc84c53723 req-e2fb44d3-5ed7-493f-abfb-918bb8b6f17d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3bcce80065784aa6a77c066afd5e6401&device_id=2f014c38-9d5a-4aa6-825b-562b0fc1b7d9 HTTP/1.1" status: 200 len: 1097 time: 0.3813462 May 05 20:10:24.518361 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-6dd1fcc6-bf87-4727-a7cd-cf5418250b6d None None] Provisioning for port 4287859f-caca-4ca9-b6ac-ff534acb307e completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:10:24.544425 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d5912024-b633-4dee-984c-2ae6eff9d01b req-d4ebce1d-3cfd-47d6-9042-d441d8f8c706 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d31c7e0-0b9b-4b82-8e51-a502610a4c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247487 May 05 20:10:24.571432 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-42592641-252c-4375-82d4-a4bc1838f268 req-829481a4-ca83-43f7-9b7a-10f957f410a4 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] For port c2ecdede-36ca-408b-a364-763d1248a843, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=c2ecdede-36ca-408b-a364-763d1248a843,segment=NetworkSegment(0a9940fa-b2d8-4605-a2bb-ab46df53c9ac),segment_id=0a9940fa-b2d8-4605-a2bb-ab46df53c9ac)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:10:24.571794 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-42592641-252c-4375-82d4-a4bc1838f268 req-829481a4-ca83-43f7-9b7a-10f957f410a4 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:24.638566 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-600c5529-4b3a-466a-b0f0-8b4250040c48 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] For port 2d0257b3-2cac-483a-a650-519ae04eda75, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=2d0257b3-2cac-483a-a650-519ae04eda75,segment=NetworkSegment(31147d50-47ca-4703-a442-61ef42ed29d2),segment_id=31147d50-47ca-4703-a442-61ef42ed29d2)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:10:24.638963 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-600c5529-4b3a-466a-b0f0-8b4250040c48 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:24.657555 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9570ea06-5bb9-46ae-b285-dee087e8f361 None None] For port 2d0257b3-2cac-483a-a650-519ae04eda75, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=2d0257b3-2cac-483a-a650-519ae04eda75,segment=NetworkSegment(31147d50-47ca-4703-a442-61ef42ed29d2),segment_id=31147d50-47ca-4703-a442-61ef42ed29d2)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:10:24.659681 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9570ea06-5bb9-46ae-b285-dee087e8f361 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:24.681638 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-20b26750-9598-48b1-a1ef-d51f4e75417e tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Transition to ACTIVE for port object d181f4ce-49fb-4564-b80d-bb1e0a263428 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:10:24.690687 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-49ed7734-0cf4-430f-93a2-15eed41171fe tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f30a8e6-f51e-43b1-8274-eb2270c8c0cd']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:10:24.789241 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b8854-616a-4f24-9270-6810f5f3bb65 req-e2a51b09-fe16-45ac-a077-c45c362c2801 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:24.790976 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-335b8854-616a-4f24-9270-6810f5f3bb65 req-e2a51b09-fe16-45ac-a077-c45c362c2801 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.8570406 May 05 20:10:24.800519 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-42592641-252c-4375-82d4-a4bc1838f268 req-829481a4-ca83-43f7-9b7a-10f957f410a4 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Calling delete_port for c2ecdede-36ca-408b-a364-763d1248a843 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:10:24.842324 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b499fe46-361a-40b3-8ca1-c6b9e5c71bb1 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:10:24.858738 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-49ed7734-0cf4-430f-93a2-15eed41171fe tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f34c89c1-483a-4b19-b128-0c50ecacf9b8') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:10:24.859660 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-49ed7734-0cf4-430f-93a2-15eed41171fe tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f34c89c1-483a-4b19-b128-0c50ecacf9b8') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:10:24.877465 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9570ea06-5bb9-46ae-b285-dee087e8f361 None None] Calling delete_port for 2d0257b3-2cac-483a-a650-519ae04eda75 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:10:24.888324 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-b499fe46-361a-40b3-8ca1-c6b9e5c71bb1 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Usage tracker for resource:subnet and tenant:0cc5f4a365af4a94a73e5ef336438b10 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:10:24.890159 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-600c5529-4b3a-466a-b0f0-8b4250040c48 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Calling delete_port for 2d0257b3-2cac-483a-a650-519ae04eda75 owned by network:dhcp {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:10:24.891877 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-49ed7734-0cf4-430f-93a2-15eed41171fe tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:24.907290 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 4287859f-caca-4ca9-b6ac-ff534acb307e up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:10:24.908789 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-b499fe46-361a-40b3-8ca1-c6b9e5c71bb1 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:10:24.927600 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b499fe46-361a-40b3-8ca1-c6b9e5c71bb1 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:10:24.941890 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-49ed7734-0cf4-430f-93a2-15eed41171fe tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:24.978971 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-be4270f4-81f0-4bea-be74-b4fc401e5365 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:24.990975 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc436a4-8832-4064-b8a3-81fc84c53723 req-0ad9d512-eeb6-4cab-9897-e15c324c4f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:24.992477 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7cc436a4-8832-4064-b8a3-81fc84c53723 req-0ad9d512-eeb6-4cab-9897-e15c324c4f3f service neutron] 10.222.0.50 "GET /v2.0/networks?id=dd240240-b981-4728-a92a-09bd25dc9abb HTTP/1.1" status: 200 len: 916 time: 0.4775991 May 05 20:10:25.010019 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49ed7734-0cf4-430f-93a2-15eed41171fe tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:10:25.010590 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-49ed7734-0cf4-430f-93a2-15eed41171fe tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:25.025309 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:10:25.025309 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:10:25.025309 n-d-840717-1 neutron-server[88198]: timer() May 05 20:10:25.025309 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:10:25.025309 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:10:25.025309 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:10:25.025309 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:10:25.025309 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:10:25.025309 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:10:25.025309 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:10:25.025309 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:10:25.025309 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:10:25.025309 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:10:25.025309 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:10:25.025309 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:10:25.025309 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:10:25.025309 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:10:25.025309 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:10:25.025309 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:10:25.025309 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:10:25.025309 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:10:25.025309 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:10:25.025309 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:10:25.025309 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:10:25.025309 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:10:25.025309 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:10:25.025309 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:10:25.025309 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:10:25.025309 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:10:25.025309 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:10:25.025309 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:10:25.025309 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:10:25.028215 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b499fe46-361a-40b3-8ca1-c6b9e5c71bb1 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Made reservation on behalf of 0cc5f4a365af4a94a73e5ef336438b10 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:10:25.029224 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b499fe46-361a-40b3-8ca1-c6b9e5c71bb1 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:25.112764 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef9d59-aca2-4e10-bba0-1b9530791cc3 req-e2e9212f-fcd9-417b-a58e-245cf994e23f tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:25.114270 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-87ef9d59-aca2-4e10-bba0-1b9530791cc3 req-e2e9212f-fcd9-417b-a58e-245cf994e23f tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=828561c9-9d5f-4221-aeed-1c85076dea0c HTTP/1.1" status: 200 len: 945 time: 0.2670462 May 05 20:10:25.114902 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-600c5529-4b3a-466a-b0f0-8b4250040c48 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:25.116994 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-335b8854-616a-4f24-9270-6810f5f3bb65 req-700de22d-3a42-495a-9e3a-3c39f4243a8d tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2698171 May 05 20:10:25.144050 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-9570ea06-5bb9-46ae-b285-dee087e8f361 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:10:25.144653 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-9570ea06-5bb9-46ae-b285-dee087e8f361 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:10:25.181399 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 4287859f-caca-4ca9-b6ac-ff534acb307e completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:10:25.187179 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 4287859f-caca-4ca9-b6ac-ff534acb307e triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:10:25.187587 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:25.211235 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c5529-4b3a-466a-b0f0-8b4250040c48 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Pushing event deleted for resources: {'Port': ['ID=2d0257b3-2cac-483a-a650-519ae04eda75,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:25.220892 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7cc436a4-8832-4064-b8a3-81fc84c53723 req-aaaabb9a-1a70-4b15-b697-812e3e7de3e0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=955e8e00-019e-4031-a1bb-9652211ae3e0 HTTP/1.1" status: 200 len: 1002 time: 0.2154744 May 05 20:10:25.232341 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600c5529-4b3a-466a-b0f0-8b4250040c48 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] No DVR routers for this DVR port 2d0257b3-2cac-483a-a650-519ae04eda75 on host n-d-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:10:25.256332 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-20b26750-9598-48b1-a1ef-d51f4e75417e tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:25.378200 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:25.386143 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-87ef9d59-aca2-4e10-bba0-1b9530791cc3 req-0791c7bf-4e2c-488c-924f-e0e567a839d0 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308352 May 05 20:10:25.415271 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc436a4-8832-4064-b8a3-81fc84c53723 req-d8775233-0254-41ee-a761-7c5927259063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:25.416784 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7cc436a4-8832-4064-b8a3-81fc84c53723 req-d8775233-0254-41ee-a761-7c5927259063 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4839f055-edd7-4ed9-a2d6-dc3f9daf425d HTTP/1.1" status: 200 len: 854 time: 0.1857498 May 05 20:10:25.421393 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 4287859f-caca-4ca9-b6ac-ff534acb307e, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=4287859f-caca-4ca9-b6ac-ff534acb307e,segment=NetworkSegment(83c2e482-0912-4c66-80b2-b58b4612a31e),segment_id=83c2e482-0912-4c66-80b2-b58b4612a31e)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:10:25.428857 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:25.463647 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-49ed7734-0cf4-430f-93a2-15eed41171fe tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:25.469392 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b26750-9598-48b1-a1ef-d51f4e75417e tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Network 6c218295-7ff7-417b-9a96-81f18639dc30 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:10:25.488965 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-600c5529-4b3a-466a-b0f0-8b4250040c48 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:25.516339 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-20b26750-9598-48b1-a1ef-d51f4e75417e tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:10:25.529835 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-49ed7734-0cf4-430f-93a2-15eed41171fe tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:25.532786 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 2d0257b3-2cac-483a-a650-519ae04eda75 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:10:25.542901 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b26750-9598-48b1-a1ef-d51f4e75417e tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:10:25.578820 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-600c5529-4b3a-466a-b0f0-8b4250040c48 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['270a043d-23a9-4c2c-8948-be41947d0840']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:10:25.595235 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-600c5529-4b3a-466a-b0f0-8b4250040c48 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31147d50-47ca-4703-a442-61ef42ed29d2') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:10:25.595710 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-600c5529-4b3a-466a-b0f0-8b4250040c48 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31147d50-47ca-4703-a442-61ef42ed29d2') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:10:25.630890 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-600c5529-4b3a-466a-b0f0-8b4250040c48 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:25.673161 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 2d0257b3-2cac-483a-a650-519ae04eda75 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:10:25.673899 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 2d0257b3-2cac-483a-a650-519ae04eda75 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:10:25.683563 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-600c5529-4b3a-466a-b0f0-8b4250040c48 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:25.697268 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9570ea06-5bb9-46ae-b285-dee087e8f361 None None] Deleting port 2d0257b3-2cac-483a-a650-519ae04eda75 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:10:25.698006 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9570ea06-5bb9-46ae-b285-dee087e8f361 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:25.705068 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc436a4-8832-4064-b8a3-81fc84c53723 req-871b707d-4e57-41cf-9e01-02fdd7bce34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:25.706601 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7cc436a4-8832-4064-b8a3-81fc84c53723 req-871b707d-4e57-41cf-9e01-02fdd7bce34c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dd240240-b981-4728-a92a-09bd25dc9abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2283971 May 05 20:10:25.729828 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=4287859f-caca-4ca9-b6ac-ff534acb307e,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:25.744962 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b26750-9598-48b1-a1ef-d51f4e75417e tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Pushing event updated for resources: {'Port': ['ID=d181f4ce-49fb-4564-b80d-bb1e0a263428,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:25.747525 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ed7734-0cf4-430f-93a2-15eed41171fe tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] Pushing event deleted for resources: {'Network': ['ID=2f30a8e6-f51e-43b1-8274-eb2270c8c0cd,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:25.759815 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-600c5529-4b3a-466a-b0f0-8b4250040c48 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:10:25.761824 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-600c5529-4b3a-466a-b0f0-8b4250040c48 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:25.784247 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:10:25.784247 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:10:25.784247 n-d-840717-1 neutron-server[88197]: timer() May 05 20:10:25.784247 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:10:25.784247 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:10:25.784247 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:10:25.784247 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:10:25.784247 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:10:25.784247 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:10:25.784247 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:10:25.784247 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:10:25.784247 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:10:25.784247 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:10:25.784247 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:10:25.784247 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:10:25.784247 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:10:25.784247 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:10:25.784247 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:10:25.784247 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:10:25.784247 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:10:25.784247 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:10:25.784247 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:10:25.784247 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:10:25.784247 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:10:25.784247 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:10:25.784247 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:10:25.784247 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:10:25.784247 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:10:25.784247 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:10:25.784247 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:10:25.784247 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:10:25.784247 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:10:25.787230 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-be4270f4-81f0-4bea-be74-b4fc401e5365 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:25.820034 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9570ea06-5bb9-46ae-b285-dee087e8f361 None None] The port '2d0257b3-2cac-483a-a650-519ae04eda75' was deleted {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 20:10:25.830920 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-6004efc1-fc46-4cb2-8099-42eaf9a300e9 None None] Provisioning complete for port 4287859f-caca-4ca9-b6ac-ff534acb307e triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:10:25.831507 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6004efc1-fc46-4cb2-8099-42eaf9a300e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:25.852402 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-20b26750-9598-48b1-a1ef-d51f4e75417e tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:25.870004 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c476bcf-c3e3-40e6-9504-7eacf3974fd4 None None] Network 0e733769-1d44-43dd-b5de-989074369baa requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:10:25.965736 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-be4270f4-81f0-4bea-be74-b4fc401e5365 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:25.985862 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-42592641-252c-4375-82d4-a4bc1838f268 req-829481a4-ca83-43f7-9b7a-10f957f410a4 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:25.994763 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-600c5529-4b3a-466a-b0f0-8b4250040c48 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:26.020549 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-600c5529-4b3a-466a-b0f0-8b4250040c48 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:26.040227 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['81d837ab-bc11-4126-87e9-1c216ab3a6e9'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:10:26.049258 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c5529-4b3a-466a-b0f0-8b4250040c48 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Pushing event deleted for resources: {'Network': ['ID=270a043d-23a9-4c2c-8948-be41947d0840,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:26.059324 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-600c5529-4b3a-466a-b0f0-8b4250040c48 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] 10.222.0.36 "DELETE /v2.0/networks/270a043d-23a9-4c2c-8948-be41947d0840 HTTP/1.1" status: 204 len: 168 time: 2.3587527 May 05 20:10:26.067466 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4270f4-81f0-4bea-be74-b4fc401e5365 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Pushing event deleted for resources: {'Subnet': ['ID=49d2e3a2-960d-4f94-ac7f-d98040a4b83a,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:26.067661 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56406) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:26.079004 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829481a4-ca83-43f7-9b7a-10f957f410a4 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Pushing event deleted for resources: {'Port': ['ID=c2ecdede-36ca-408b-a364-763d1248a843,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:26.117886 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7cc436a4-8832-4064-b8a3-81fc84c53723 req-eb83e314-f8bf-4f59-8943-a587aae0d74c service neutron] 10.222.0.50 "GET /v2.0/networks/dd240240-b981-4728-a92a-09bd25dc9abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3974867 May 05 20:10:26.128781 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ffa32c-9485-41fe-9a39-cba8dacd6f6f req-a3390cf9-a825-4302-9e04-80b3333e7117 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:26.130073 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-30ffa32c-9485-41fe-9a39-cba8dacd6f6f req-a3390cf9-a825-4302-9e04-80b3333e7117 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f014c38-9d5a-4aa6-825b-562b0fc1b7d9 HTTP/1.1" status: 200 len: 946 time: 0.3372204 May 05 20:10:26.141265 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-be4270f4-81f0-4bea-be74-b4fc401e5365 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] 10.222.0.36 "DELETE /v2.0/subnets/49d2e3a2-960d-4f94-ac7f-d98040a4b83a HTTP/1.1" status: 204 len: 168 time: 2.8291855 May 05 20:10:26.148429 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-49ed7734-0cf4-430f-93a2-15eed41171fe tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] 10.222.0.36 "DELETE /v2.0/networks/2f30a8e6-f51e-43b1-8274-eb2270c8c0cd HTTP/1.1" status: 204 len: 168 time: 2.8285475 May 05 20:10:26.163740 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56410) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:26.164062 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56412) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:26.259550 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdbfb7f-4318-4d34-9cdc-0e60b7880440 req-64e2f451-92f2-4087-bf22-16aca50d7df3 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:26.267653 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8bdbfb7f-4318-4d34-9cdc-0e60b7880440 req-64e2f451-92f2-4087-bf22-16aca50d7df3 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.9559865 May 05 20:10:26.300669 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-42592641-252c-4375-82d4-a4bc1838f268 req-829481a4-ca83-43f7-9b7a-10f957f410a4 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] No DVR routers for this DVR port c2ecdede-36ca-408b-a364-763d1248a843 on host n-h1-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:10:26.308932 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-42592641-252c-4375-82d4-a4bc1838f268 req-829481a4-ca83-43f7-9b7a-10f957f410a4 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:26.310874 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-42592641-252c-4375-82d4-a4bc1838f268 req-829481a4-ca83-43f7-9b7a-10f957f410a4 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.24 "DELETE /v2.0/ports/c2ecdede-36ca-408b-a364-763d1248a843 HTTP/1.1" status: 204 len: 173 time: 3.2641525 May 05 20:10:26.321744 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '828561c9-9d5f-4221-aeed-1c85076dea0c', 'name': 'network-vif-deleted', 'tag': 'c2ecdede-36ca-408b-a364-763d1248a843'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:10:26.377849 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfbb063-7f0d-42c4-9184-1c64431d74da None None] DHCP port deletion for 0e733769-1d44-43dd-b5de-989074369baa request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:10:26.390155 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-1dfbb063-7f0d-42c4-9184-1c64431d74da None None] Deleting port 45fa299e-cb8b-443f-8ffe-1a7b5c29b44e {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:10:26.390762 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1dfbb063-7f0d-42c4-9184-1c64431d74da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:26.412431 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5f0d1ee-7e3d-4d0d-bc83-6b61baac09d8 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Deleting subnet 78088af0-82a1-4ce7-b268-96785dc6942d {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:10:26.424457 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-bfaccf12-2ec9-4a46-bcf4-fe309a346811 None None] Provisioning for port d181f4ce-49fb-4564-b80d-bb1e0a263428 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:10:26.440725 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-bfaccf12-2ec9-4a46-bcf4-fe309a346811 None None] Provisioning complete for port d181f4ce-49fb-4564-b80d-bb1e0a263428 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:10:26.441609 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bfaccf12-2ec9-4a46-bcf4-fe309a346811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:26.456289 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8bdbfb7f-4318-4d34-9cdc-0e60b7880440 req-7576ecdd-e4fb-4a45-88cd-60e5559f3b00 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1876454 May 05 20:10:26.463304 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e5f0d1ee-7e3d-4d0d-bc83-6b61baac09d8 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:26.469802 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b499fe46-361a-40b3-8ca1-c6b9e5c71bb1 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:26.551163 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-30ffa32c-9485-41fe-9a39-cba8dacd6f6f req-cffcb13b-1d7e-4cf2-819b-30fd3a23f0cb tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d31c7e0-0b9b-4b82-8e51-a502610a4c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3882110 May 05 20:10:26.559951 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-bfaccf12-2ec9-4a46-bcf4-fe309a346811 None None] Port d181f4ce-49fb-4564-b80d-bb1e0a263428 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:10:26.618473 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c3e98e7-543d-4956-ac82-a546c096da2a'] response: {'server_uuid': '828561c9-9d5f-4221-aeed-1c85076dea0c', 'name': 'network-vif-deleted', 'tag': 'c2ecdede-36ca-408b-a364-763d1248a843', 'status': 'completed', 'code': 200} May 05 20:10:26.651059 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-20b26750-9598-48b1-a1ef-d51f4e75417e tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:26.748285 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b499fe46-361a-40b3-8ca1-c6b9e5c71bb1 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event updated for resources: {'Subnet': ['ID=6d46628c-ecca-438b-8ade-7afde89595a8,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:26.752050 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 4287859f-caca-4ca9-b6ac-ff534acb307e up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:10:26.781923 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b499fe46-361a-40b3-8ca1-c6b9e5c71bb1 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Checking segment: {'id': '3494a118-edf9-446a-912e-a91e453fadfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '166b98df-2d1b-4f95-9865-4c410a865cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:10:26.782547 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b499fe46-361a-40b3-8ca1-c6b9e5c71bb1 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Network hostable DHCP agents. Network: 166b98df-2d1b-4f95-9865-4c410a865cc0, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:10:26.820224 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-1dfbb063-7f0d-42c4-9184-1c64431d74da None None] For port 45fa299e-cb8b-443f-8ffe-1a7b5c29b44e, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=45fa299e-cb8b-443f-8ffe-1a7b5c29b44e,segment=NetworkSegment(7253996e-3a29-4371-a347-80385e812120),segment_id=7253996e-3a29-4371-a347-80385e812120)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:10:26.820853 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1dfbb063-7f0d-42c4-9184-1c64431d74da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:26.824814 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7cc436a4-8832-4064-b8a3-81fc84c53723 req-27982247-17b1-4876-9aed-7d544a63f5be service neutron] 10.222.0.50 "GET /v2.0/networks/dd240240-b981-4728-a92a-09bd25dc9abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6875522 May 05 20:10:26.881423 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-544fca34-39ec-4e15-9568-01fed0e2f867 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:26.965494 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-61e5818e-67b2-4f2c-852d-4d622ec97b30 req-4d375646-9d36-470d-921e-218a047b179e tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=828561c9-9d5f-4221-aeed-1c85076dea0c HTTP/1.1" status: 200 len: 210 time: 0.1087155 May 05 20:10:26.973599 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e5f0d1ee-7e3d-4d0d-bc83-6b61baac09d8 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:26.996449 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device c2ecdede-36ca-408b-a364-763d1248a843 no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:10:26.997290 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b499fe46-361a-40b3-8ca1-c6b9e5c71bb1 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Network 166b98df-2d1b-4f95-9865-4c410a865cc0 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:10:27.008522 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-544fca34-39ec-4e15-9568-01fed0e2f867 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Deleting port 45fa299e-cb8b-443f-8ffe-1a7b5c29b44e {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:10:27.008869 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-544fca34-39ec-4e15-9568-01fed0e2f867 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:27.035012 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0c70ccbd-b5bb-4894-97cf-9866a4d7fe4c tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:27.051970 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-b499fe46-361a-40b3-8ca1-c6b9e5c71bb1 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 166b98df-2d1b-4f95-9865-4c410a865cc0) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:10:27.067192 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-1dfbb063-7f0d-42c4-9184-1c64431d74da None None] Calling delete_port for 45fa299e-cb8b-443f-8ffe-1a7b5c29b44e owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:10:27.104646 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] No Port match for: c2ecdede-36ca-408b-a364-763d1248a843 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:10:27.104984 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device c2ecdede-36ca-408b-a364-763d1248a843 not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:10:27.119166 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d22ee81-38a6-43c5-a696-dc339719d9f6 None None] Network 166b98df-2d1b-4f95-9865-4c410a865cc0 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:10:27.134652 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b499fe46-361a-40b3-8ca1-c6b9e5c71bb1 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:27.135591 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b499fe46-361a-40b3-8ca1-c6b9e5c71bb1 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:27.188491 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b499fe46-361a-40b3-8ca1-c6b9e5c71bb1 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0202329 May 05 20:10:27.203149 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56434) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:27.212185 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-6a245396-2467-4f3e-be4d-cd628bef81ae tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Request body: {'port': {'network_id': '166b98df-2d1b-4f95-9865-4c410a865cc0', 'name': 'tempest-PortsTestJSON-107933478'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:10:27.229694 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 4287859f-caca-4ca9-b6ac-ff534acb307e triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:10:27.230089 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:27.299416 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de317bc-37d1-43eb-af5c-256519b0164d req-f9577d33-460a-4925-adb7-e99edb0c4884 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:27.300921 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2de317bc-37d1-43eb-af5c-256519b0164d req-f9577d33-460a-4925-adb7-e99edb0c4884 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/networks?id=7506b31f-3419-46e4-835c-80fe813661d5 HTTP/1.1" status: 200 len: 812 time: 0.3526599 May 05 20:10:27.313562 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0c70ccbd-b5bb-4894-97cf-9866a4d7fe4c tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:27.337803 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1dfbb063-7f0d-42c4-9184-1c64431d74da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:27.366873 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2de317bc-37d1-43eb-af5c-256519b0164d req-437ab5b7-2138-44fa-aacb-f1db3037dafb tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/quotas/56e8fe9085fa4bdb932a4c29aaeb4c08 HTTP/1.1" status: 200 len: 375 time: 0.0332201 May 05 20:10:27.424861 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfbb063-7f0d-42c4-9184-1c64431d74da None None] No DVR routers for this DVR port 45fa299e-cb8b-443f-8ffe-1a7b5c29b44e on host n-d-840717-1 {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:10:27.429671 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfbb063-7f0d-42c4-9184-1c64431d74da None None] Pushing event deleted for resources: {'Port': ['ID=45fa299e-cb8b-443f-8ffe-1a7b5c29b44e,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:27.448342 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-0c70ccbd-b5bb-4894-97cf-9866a4d7fe4c tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35459163-dc4b-4bd7-83fc-3a86ca4f56ae']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:10:27.462489 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-20b26750-9598-48b1-a1ef-d51f4e75417e tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:27.471165 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-20b26750-9598-48b1-a1ef-d51f4e75417e tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:27.534737 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-0c70ccbd-b5bb-4894-97cf-9866a4d7fe4c tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13a9a945-d382-4eea-86ad-a4d60eb7f8aa') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:10:27.535340 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-0c70ccbd-b5bb-4894-97cf-9866a4d7fe4c tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13a9a945-d382-4eea-86ad-a4d60eb7f8aa') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:10:27.546917 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e5f0d1ee-7e3d-4d0d-bc83-6b61baac09d8 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:27.575384 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 955e8e00-019e-4031-a1bb-9652211ae3e0 no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:10:27.605545 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0c70ccbd-b5bb-4894-97cf-9866a4d7fe4c tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:27.614904 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2de317bc-37d1-43eb-af5c-256519b0164d req-5dc46d60-58ed-4c6e-8779-99216756fef2 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=56e8fe9085fa4bdb932a4c29aaeb4c08&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2392628 May 05 20:10:27.619428 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-544fca34-39ec-4e15-9568-01fed0e2f867 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] For port 45fa299e-cb8b-443f-8ffe-1a7b5c29b44e, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=45fa299e-cb8b-443f-8ffe-1a7b5c29b44e,segment=NetworkSegment(7253996e-3a29-4371-a347-80385e812120),segment_id=7253996e-3a29-4371-a347-80385e812120)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:10:27.619654 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0048d20-4569-416e-9ec8-45b4b48ef983 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-166b98df-2d1b-4f95-9865-4c410a865cc0', 'network_id': '166b98df-2d1b-4f95-9865-4c410a865cc0', 'tenant_id': '0cc5f4a365af4a94a73e5ef336438b10', 'fixed_ips': [{'subnet_id': '6d46628c-ecca-438b-8ade-7afde89595a8'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:10:27.619786 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-544fca34-39ec-4e15-9568-01fed0e2f867 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:27.625588 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f0048d20-4569-416e-9ec8-45b4b48ef983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:27.646785 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0c70ccbd-b5bb-4894-97cf-9866a4d7fe4c tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:27.650658 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-6a245396-2467-4f3e-be4d-cd628bef81ae tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:10:27.689362 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 45fa299e-cb8b-443f-8ffe-1a7b5c29b44e no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:10:27.756376 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 45fa299e-cb8b-443f-8ffe-1a7b5c29b44e {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:10:27.757236 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 45fa299e-cb8b-443f-8ffe-1a7b5c29b44e not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:10:27.799605 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-6a245396-2467-4f3e-be4d-cd628bef81ae tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Usage tracker for resource:port and tenant:0cc5f4a365af4a94a73e5ef336438b10 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:10:27.808983 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-544fca34-39ec-4e15-9568-01fed0e2f867 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Calling delete_port for 45fa299e-cb8b-443f-8ffe-1a7b5c29b44e owned by network:dhcp {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:10:27.813694 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-20b26750-9598-48b1-a1ef-d51f4e75417e tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:27.828436 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b26750-9598-48b1-a1ef-d51f4e75417e tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Pushing event updated for resources: {'Port': ['ID=d181f4ce-49fb-4564-b80d-bb1e0a263428,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:27.840551 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c70ccbd-b5bb-4894-97cf-9866a4d7fe4c tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:10:27.840748 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0c70ccbd-b5bb-4894-97cf-9866a4d7fe4c tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:27.857318 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-6a245396-2467-4f3e-be4d-cd628bef81ae tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:10:27.869643 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:10:27.869643 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:10:27.869643 n-d-840717-1 neutron-server[88197]: timer() May 05 20:10:27.869643 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:10:27.869643 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:10:27.869643 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:10:27.869643 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:10:27.869643 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:10:27.869643 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:10:27.869643 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:10:27.869643 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:10:27.869643 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:10:27.869643 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:10:27.869643 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:10:27.869643 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:10:27.869643 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:10:27.869643 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:10:27.869643 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:10:27.869643 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:10:27.869643 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:10:27.869643 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:10:27.869643 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:10:27.869643 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:10:27.869643 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:10:27.869643 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:10:27.869643 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:10:27.869643 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:10:27.869643 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:10:27.869643 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:10:27.869643 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:10:27.869643 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:10:27.869643 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:10:27.925243 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-6a245396-2467-4f3e-be4d-cd628bef81ae tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:10:27.940838 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:27.989762 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f014c38-9d5a-4aa6-825b-562b0fc1b7d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '955e8e00-019e-4031-a1bb-9652211ae3e0'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:10:28.002693 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-f0048d20-4569-416e-9ec8-45b4b48ef983 None None] Allocated IP 172.20.0.2 (166b98df-2d1b-4f95-9865-4c410a865cc0/6d46628c-ecca-438b-8ade-7afde89595a8/cea4f222-59a7-4e4f-8e2b-ed0848256c77) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:10:28.012666 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 955e8e00-019e-4031-a1bb-9652211ae3e0, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=955e8e00-019e-4031-a1bb-9652211ae3e0,segment=NetworkSegment(b1dd65d9-c07f-4164-9458-eedf0f51eafc),segment_id=b1dd65d9-c07f-4164-9458-eedf0f51eafc)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:10:28.019004 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:28.021456 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2de317bc-37d1-43eb-af5c-256519b0164d req-edacea7a-bedd-498e-9bde-95a1f6f84e69 service neutron] 10.222.0.36 "GET /v2.0/networks/7506b31f-3419-46e4-835c-80fe813661d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4056075 May 05 20:10:28.149182 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b26750-9598-48b1-a1ef-d51f4e75417e tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Network 6c218295-7ff7-417b-9a96-81f18639dc30 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:10:28.152126 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-20b26750-9598-48b1-a1ef-d51f4e75417e tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:10:28.156707 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a245396-2467-4f3e-be4d-cd628bef81ae tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Made reservation on behalf of 0cc5f4a365af4a94a73e5ef336438b10 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:10:28.161174 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6a245396-2467-4f3e-be4d-cd628bef81ae tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:28.184699 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e5f0d1ee-7e3d-4d0d-bc83-6b61baac09d8 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:28.205968 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=955e8e00-019e-4031-a1bb-9652211ae3e0,revision_number=8']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:28.240026 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0c70ccbd-b5bb-4894-97cf-9866a4d7fe4c tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:28.247883 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0d1ee-7e3d-4d0d-bc83-6b61baac09d8 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Pushing event deleted for resources: {'Subnet': ['ID=78088af0-82a1-4ce7-b268-96785dc6942d,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:28.253454 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e5f0d1ee-7e3d-4d0d-bc83-6b61baac09d8 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:28.267481 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f583b3-f123-42ee-9438-a52be5a02732 None None] Network 204636aa-3c45-43b8-87bd-6981c6c4a4dc requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:10:28.296586 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0c70ccbd-b5bb-4894-97cf-9866a4d7fe4c tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:28.306121 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c70ccbd-b5bb-4894-97cf-9866a4d7fe4c tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] Pushing event deleted for resources: {'Network': ['ID=35459163-dc4b-4bd7-83fc-3a86ca4f56ae,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:28.308174 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.api [None req-544fca34-39ec-4e15-9568-01fed0e2f867 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88197) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:10:28.308695 n-d-840717-1 neutron-server[88197]: DEBUG oslo_db.api [None req-544fca34-39ec-4e15-9568-01fed0e2f867 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:10:28.315581 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [None req-6a245396-2467-4f3e-be4d-cd628bef81ae tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] device_id is not set on port 4e842295-61c6-4775-a7fe-cc8ff3418157 yet. {{(pid=88197) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:10:28.364666 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-e5f0d1ee-7e3d-4d0d-bc83-6b61baac09d8 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] 10.222.0.36 "DELETE /v2.0/subnets/78088af0-82a1-4ce7-b268-96785dc6942d HTTP/1.1" status: 204 len: 168 time: 2.2935362 May 05 20:10:28.367595 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-0c70ccbd-b5bb-4894-97cf-9866a4d7fe4c tempest-QuotasNegativeTest-2012933858 tempest-QuotasNegativeTest-2012933858-project-admin] 10.222.0.36 "DELETE /v2.0/networks/35459163-dc4b-4bd7-83fc-3a86ca4f56ae HTTP/1.1" status: 204 len: 168 time: 2.1968174 May 05 20:10:28.383623 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56444) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:28.453633 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21108bd7-f1f1-451e-bee7-c0d8d0ee7319 req-33c6091b-3b8b-436f-9906-e9dd3715f672 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:28.457028 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-21108bd7-f1f1-451e-bee7-c0d8d0ee7319 req-33c6091b-3b8b-436f-9906-e9dd3715f672 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f014c38-9d5a-4aa6-825b-562b0fc1b7d9 HTTP/1.1" status: 200 len: 946 time: 0.6184046 May 05 20:10:28.478141 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-abff704c-b4e4-4e75-8f1c-aa6ef4f04190 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Deleting subnet 73b250fb-a91e-4c0f-bed6-f636a2c7e8b3 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:10:28.500499 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2de317bc-37d1-43eb-af5c-256519b0164d req-af867cd8-12ce-4439-923e-f2d6761be2c7 service neutron] 10.222.0.36 "GET /v2.0/networks/7506b31f-3419-46e4-835c-80fe813661d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4777782 May 05 20:10:28.503580 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f0048d20-4569-416e-9ec8-45b4b48ef983 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:28.508402 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-abff704c-b4e4-4e75-8f1c-aa6ef4f04190 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:28.560650 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-21108bd7-f1f1-451e-bee7-c0d8d0ee7319 req-48147588-b1a2-4912-ae7d-8839cbc2acba tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d31c7e0-0b9b-4b82-8e51-a502610a4c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879955 May 05 20:10:28.583886 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-f0048d20-4569-416e-9ec8-45b4b48ef983 None None] Transition to ACTIVE for port object cea4f222-59a7-4e4f-8e2b-ed0848256c77 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:10:28.681029 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-abff704c-b4e4-4e75-8f1c-aa6ef4f04190 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:28.767097 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-f0048d20-4569-416e-9ec8-45b4b48ef983 None None] Transition to ACTIVE for port object cea4f222-59a7-4e4f-8e2b-ed0848256c77 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:10:28.769563 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-0fc21488-0219-4c88-951f-fb54ef08e4f1 None None] Provisioning complete for port d181f4ce-49fb-4564-b80d-bb1e0a263428 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:10:28.781847 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0fc21488-0219-4c88-951f-fb54ef08e4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:28.823042 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-544fca34-39ec-4e15-9568-01fed0e2f867 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Deleting port 45fa299e-cb8b-443f-8ffe-1a7b5c29b44e {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:10:28.823636 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-544fca34-39ec-4e15-9568-01fed0e2f867 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:28.826137 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-abff704c-b4e4-4e75-8f1c-aa6ef4f04190 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:28.868329 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbb7cb58-def9-4e7d-9506-d5fc8f25910d'] response: {'server_uuid': '2f014c38-9d5a-4aa6-825b-562b0fc1b7d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '955e8e00-019e-4031-a1bb-9652211ae3e0', 'code': 200} May 05 20:10:28.880599 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2efceb91-a7a5-4eeb-862b-c05ff3ff584b req-79b2b5fe-4e38-4f4c-a30e-c7b8156b896e tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=4554207a-7966-4e03-aa31-6d0021a7ef42 HTTP/1.1" status: 200 len: 210 time: 0.0916352 May 05 20:10:28.931142 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f0048d20-4569-416e-9ec8-45b4b48ef983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:28.950815 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20b26750-9598-48b1-a1ef-d51f4e75417e tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Router a53a416a-0ee9-4d83-bd27-b3936f8cb237 is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:10:28.965543 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-544fca34-39ec-4e15-9568-01fed0e2f867 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] The port '45fa299e-cb8b-443f-8ffe-1a7b5c29b44e' was deleted {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 20:10:29.124951 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-6a245396-2467-4f3e-be4d-cd628bef81ae tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Allocated IP 172.20.0.3 (166b98df-2d1b-4f95-9865-4c410a865cc0/6d46628c-ecca-438b-8ade-7afde89595a8/4e842295-61c6-4775-a7fe-cc8ff3418157) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:10:29.131279 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-544fca34-39ec-4e15-9568-01fed0e2f867 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:29.170588 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-544fca34-39ec-4e15-9568-01fed0e2f867 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e733769-1d44-43dd-b5de-989074369baa']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:10:29.185029 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-544fca34-39ec-4e15-9568-01fed0e2f867 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7253996e-3a29-4371-a347-80385e812120') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:10:29.185455 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-544fca34-39ec-4e15-9568-01fed0e2f867 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7253996e-3a29-4371-a347-80385e812120') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:10:29.199698 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-544fca34-39ec-4e15-9568-01fed0e2f867 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:29.220488 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-544fca34-39ec-4e15-9568-01fed0e2f867 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:29.230541 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-544fca34-39ec-4e15-9568-01fed0e2f867 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:10:29.231170 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-544fca34-39ec-4e15-9568-01fed0e2f867 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:29.252750 n-d-840717-1 neutron-server[88197]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:10:29.252750 n-d-840717-1 neutron-server[88197]: util.warn( May 05 20:10:29.252750 n-d-840717-1 neutron-server[88197]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:10:29.252750 n-d-840717-1 neutron-server[88197]: util.warn( May 05 20:10:29.252750 n-d-840717-1 neutron-server[88197]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:10:29.252750 n-d-840717-1 neutron-server[88197]: util.warn( May 05 20:10:29.252750 n-d-840717-1 neutron-server[88197]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:10:29.252750 n-d-840717-1 neutron-server[88197]: util.warn( May 05 20:10:29.252750 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:10:29.252750 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:10:29.252750 n-d-840717-1 neutron-server[88197]: timer() May 05 20:10:29.252750 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:10:29.252750 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:10:29.252750 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:10:29.252750 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:10:29.252750 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:10:29.252750 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:10:29.252750 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:10:29.252750 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:10:29.252750 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:10:29.252750 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:10:29.252750 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:10:29.252750 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:10:29.252750 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:10:29.252750 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:10:29.252750 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:10:29.252750 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:10:29.252750 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:10:29.252750 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:10:29.252750 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:10:29.252750 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:10:29.252750 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:10:29.252750 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:10:29.252750 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:10:29.252750 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:10:29.252750 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:10:29.252750 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:10:29.252750 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:10:29.252750 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:10:29.252750 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:10:29.282009 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0048d20-4569-416e-9ec8-45b4b48ef983 None None] Pushing event updated for resources: {'Port': ['ID=cea4f222-59a7-4e4f-8e2b-ed0848256c77,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:29.283890 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56470) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:29.346307 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0048d20-4569-416e-9ec8-45b4b48ef983 None None] Network 166b98df-2d1b-4f95-9865-4c410a865cc0 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:10:29.357959 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-f0048d20-4569-416e-9ec8-45b4b48ef983 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:10:29.365910 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0048d20-4569-416e-9ec8-45b4b48ef983 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:10:29.370247 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-544fca34-39ec-4e15-9568-01fed0e2f867 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:29.399071 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-0fc21488-0219-4c88-951f-fb54ef08e4f1 None None] Port d181f4ce-49fb-4564-b80d-bb1e0a263428 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:10:29.399530 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-544fca34-39ec-4e15-9568-01fed0e2f867 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:29.404810 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-abff704c-b4e4-4e75-8f1c-aa6ef4f04190 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:29.447605 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544fca34-39ec-4e15-9568-01fed0e2f867 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Pushing event deleted for resources: {'Network': ['ID=0e733769-1d44-43dd-b5de-989074369baa,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:29.456554 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-544fca34-39ec-4e15-9568-01fed0e2f867 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] 10.222.0.36 "DELETE /v2.0/networks/0e733769-1d44-43dd-b5de-989074369baa HTTP/1.1" status: 204 len: 168 time: 3.2844663 May 05 20:10:29.460114 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56480) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:29.523834 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abff704c-b4e4-4e75-8f1c-aa6ef4f04190 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Pushing event deleted for resources: {'Subnet': ['ID=73b250fb-a91e-4c0f-bed6-f636a2c7e8b3,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:29.526112 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-abff704c-b4e4-4e75-8f1c-aa6ef4f04190 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:29.541515 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b26750-9598-48b1-a1ef-d51f4e75417e tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:10:29.549643 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-20b26750-9598-48b1-a1ef-d51f4e75417e tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] 10.222.0.36 "PUT /v2.0/routers/a53a416a-0ee9-4d83-bd27-b3936f8cb237/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8961272 May 05 20:10:29.563967 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56486) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:29.567227 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-abff704c-b4e4-4e75-8f1c-aa6ef4f04190 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] 10.222.0.36 "DELETE /v2.0/subnets/73b250fb-a91e-4c0f-bed6-f636a2c7e8b3 HTTP/1.1" status: 204 len: 168 time: 1.1741722 May 05 20:10:29.571220 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-deb9354f-f2fb-4df5-9854-72c7a772639b tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Request body: {'port': {'network_id': '6c218295-7ff7-417b-9a96-81f18639dc30', 'name': 'tempest-FloatingIPNegativeTestJSON-1050664637'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:10:29.578123 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12ff407-ee22-427f-8c84-948aab21eaa6 None None] Sync routers for ids ['a53a416a-0ee9-4d83-bd27-b3936f8cb237'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:10:29.597639 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357816de-6c08-4a5f-b73a-de8fd7928c0f None None] Network 9a258958-ef7d-4aae-8286-0682380fd260 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:10:29.605018 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56490) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:29.722917 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12ff407-ee22-427f-8c84-948aab21eaa6 None None] Routers {'a53a416a-0ee9-4d83-bd27-b3936f8cb237'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:10:29.724000 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-d12ff407-ee22-427f-8c84-948aab21eaa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:10:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['a53a416a-0ee9-4d83-bd27-b3936f8cb237'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:10:29.763206 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-51a59689-dd59-4330-8ab3-812bdae33f6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:29.784424 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16271668-6cc0-4d62-8549-6cd21623e596 None None] DHCP port deletion for 204636aa-3c45-43b8-87bd-6981c6c4a4dc request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:10:29.811260 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-16271668-6cc0-4d62-8549-6cd21623e596 None None] Deleting port dc3f372b-7c84-49c0-beb2-ccad41edb0b1 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:10:29.812061 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-16271668-6cc0-4d62-8549-6cd21623e596 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:29.840849 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-f0048d20-4569-416e-9ec8-45b4b48ef983 None None] Attempting to bind port cea4f222-59a7-4e4f-8e2b-ed0848256c77 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:10:29.842610 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-f0048d20-4569-416e-9ec8-45b4b48ef983 None None] Attempting to bind port cea4f222-59a7-4e4f-8e2b-ed0848256c77 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '3494a118-edf9-446a-912e-a91e453fadfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '166b98df-2d1b-4f95-9865-4c410a865cc0'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:10:29.844087 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0048d20-4569-416e-9ec8-45b4b48ef983 None None] Attempting to bind port cea4f222-59a7-4e4f-8e2b-ed0848256c77 on network 166b98df-2d1b-4f95-9865-4c410a865cc0 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:10:29.851285 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-deb9354f-f2fb-4df5-9854-72c7a772639b tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:10:29.865357 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-deb9354f-f2fb-4df5-9854-72c7a772639b tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Usage tracker for resource:port and tenant:297514388b04490999a95707be5dc14a is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:10:29.868588 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-deb9354f-f2fb-4df5-9854-72c7a772639b tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:10:29.883316 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-deb9354f-f2fb-4df5-9854-72c7a772639b tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:10:29.909464 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb9354f-f2fb-4df5-9854-72c7a772639b tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Made reservation on behalf of 297514388b04490999a95707be5dc14a for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:10:29.912975 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-deb9354f-f2fb-4df5-9854-72c7a772639b tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:29.941480 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-deb9354f-f2fb-4df5-9854-72c7a772639b tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] device_id is not set on port 109cca8f-b778-4bdd-ae13-58a078ce5da1 yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:10:29.946320 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-d12ff407-ee22-427f-8c84-948aab21eaa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:10:30.003577 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0048d20-4569-416e-9ec8-45b4b48ef983 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:10:30.003979 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0048d20-4569-416e-9ec8-45b4b48ef983 None None] Checking segment: {'id': '3494a118-edf9-446a-912e-a91e453fadfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '166b98df-2d1b-4f95-9865-4c410a865cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:10:30.004275 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f0048d20-4569-416e-9ec8-45b4b48ef983 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:30.004676 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0048d20-4569-416e-9ec8-45b4b48ef983 None None] Bound using segment: {'id': '3494a118-edf9-446a-912e-a91e453fadfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '166b98df-2d1b-4f95-9865-4c410a865cc0'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:10:30.005182 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-f0048d20-4569-416e-9ec8-45b4b48ef983 None None] Bound port: cea4f222-59a7-4e4f-8e2b-ed0848256c77, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3494a118-edf9-446a-912e-a91e453fadfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '166b98df-2d1b-4f95-9865-4c410a865cc0'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:10:30.005547 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f0048d20-4569-416e-9ec8-45b4b48ef983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:30.059544 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-51a59689-dd59-4330-8ab3-812bdae33f6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:10:30.074259 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-1630711d-7700-44c3-8bf0-958f580499a0 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Deleting port e30d37b4-80dc-4998-8fa3-0000200b71aa {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:10:30.074998 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1630711d-7700-44c3-8bf0-958f580499a0 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:30.083448 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12ff407-ee22-427f-8c84-948aab21eaa6 None None] Routers {'a53a416a-0ee9-4d83-bd27-b3936f8cb237'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:10:30.084094 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-d12ff407-ee22-427f-8c84-948aab21eaa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:10:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['a53a416a-0ee9-4d83-bd27-b3936f8cb237'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:10:30.118558 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f75de5d8-729c-4b61-96ff-3b090c8be297 req-872ea234-7b9e-4bd2-8661-c80e89e812f9 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=4554207a-7966-4e03-aa31-6d0021a7ef42 HTTP/1.1" status: 200 len: 210 time: 0.0604265 May 05 20:10:30.121562 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-51a59689-dd59-4330-8ab3-812bdae33f6a admin admin] Usage tracker for resource:security_group_rule and tenant:388fd8f8a1d04051891dc03a831b00d1 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:10:30.137504 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-51a59689-dd59-4330-8ab3-812bdae33f6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:10:30.139266 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-deb9354f-f2fb-4df5-9854-72c7a772639b tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Allocated IP 172.20.0.4 (6c218295-7ff7-417b-9a96-81f18639dc30/762981af-c1c3-446c-8ebc-f927b7a90f57/109cca8f-b778-4bdd-ae13-58a078ce5da1) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:10:30.223552 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-51a59689-dd59-4330-8ab3-812bdae33f6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:10:30.250002 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-d12ff407-ee22-427f-8c84-948aab21eaa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:10:30.250766 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12ff407-ee22-427f-8c84-948aab21eaa6 None None] The sync data for ids ['a53a416a-0ee9-4d83-bd27-b3936f8cb237'] in n-d-840717-1 is: [] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:10:30.337667 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-aac4e55b-5b95-4268-9e21-08dce980b5f8 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:30.367334 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-f0048d20-4569-416e-9ec8-45b4b48ef983 None None] For port cea4f222-59a7-4e4f-8e2b-ed0848256c77, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:10:30.457966 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-f0048d20-4569-416e-9ec8-45b4b48ef983 None None] For port cea4f222-59a7-4e4f-8e2b-ed0848256c77, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=cea4f222-59a7-4e4f-8e2b-ed0848256c77,segment=NetworkSegment(3494a118-edf9-446a-912e-a91e453fadfb),segment_id=3494a118-edf9-446a-912e-a91e453fadfb)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:10:30.469097 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-16271668-6cc0-4d62-8549-6cd21623e596 None None] For port dc3f372b-7c84-49c0-beb2-ccad41edb0b1, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=dc3f372b-7c84-49c0-beb2-ccad41edb0b1,segment=NetworkSegment(4ed4730d-8bcd-4ea9-a1d8-dae4df99a4b0),segment_id=4ed4730d-8bcd-4ea9-a1d8-dae4df99a4b0)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:10:30.469607 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-16271668-6cc0-4d62-8549-6cd21623e596 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:30.479215 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f0048d20-4569-416e-9ec8-45b4b48ef983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:30.546804 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-51a59689-dd59-4330-8ab3-812bdae33f6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:30.645237 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4d51b9-d2fd-440f-b0c6-d4f338823ec1 None None] DHCP port deletion for 9a258958-ef7d-4aae-8286-0682380fd260 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:10:30.694617 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-deb9354f-f2fb-4df5-9854-72c7a772639b tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:30.735686 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-deb9354f-f2fb-4df5-9854-72c7a772639b tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Transition to ACTIVE for port object 109cca8f-b778-4bdd-ae13-58a078ce5da1 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:10:30.781235 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-deb9354f-f2fb-4df5-9854-72c7a772639b tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:30.816127 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-4e4d51b9-d2fd-440f-b0c6-d4f338823ec1 None None] Deleting port e817261c-727d-45aa-8ff1-00cc612ff091 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:10:30.817602 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4e4d51b9-d2fd-440f-b0c6-d4f338823ec1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:30.866909 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-16271668-6cc0-4d62-8549-6cd21623e596 None None] Calling delete_port for dc3f372b-7c84-49c0-beb2-ccad41edb0b1 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:10:30.896858 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1630711d-7700-44c3-8bf0-958f580499a0 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:30.897482 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1630711d-7700-44c3-8bf0-958f580499a0 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:30.900765 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device dc3f372b-7c84-49c0-beb2-ccad41edb0b1 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:10:30.959619 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb9354f-f2fb-4df5-9854-72c7a772639b tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Network 6c218295-7ff7-417b-9a96-81f18639dc30 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:10:30.970666 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-51a59689-dd59-4330-8ab3-812bdae33f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:30.980101 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-deb9354f-f2fb-4df5-9854-72c7a772639b tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:10:30.985303 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb9354f-f2fb-4df5-9854-72c7a772639b tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:10:31.024949 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb9354f-f2fb-4df5-9854-72c7a772639b tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Pushing event updated for resources: {'Port': ['ID=109cca8f-b778-4bdd-ae13-58a078ce5da1,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:31.040320 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9354f-f2fb-4df5-9854-72c7a772639b tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:10:31.041170 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9354f-f2fb-4df5-9854-72c7a772639b tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:10:31.041170 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9354f-f2fb-4df5-9854-72c7a772639b tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:10:31.041483 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9354f-f2fb-4df5-9854-72c7a772639b tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:10:31.041761 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9354f-f2fb-4df5-9854-72c7a772639b tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:10:31.042094 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9354f-f2fb-4df5-9854-72c7a772639b tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:10:31.043040 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9354f-f2fb-4df5-9854-72c7a772639b tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:10:31.043527 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9354f-f2fb-4df5-9854-72c7a772639b tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:10:31.043864 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9354f-f2fb-4df5-9854-72c7a772639b tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:10:31.044198 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9354f-f2fb-4df5-9854-72c7a772639b tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:10:31.044525 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9354f-f2fb-4df5-9854-72c7a772639b tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:10:31.044848 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9354f-f2fb-4df5-9854-72c7a772639b tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:10:31.069867 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0048d20-4569-416e-9ec8-45b4b48ef983 None None] Pushing event updated for resources: {'Port': ['ID=cea4f222-59a7-4e4f-8e2b-ed0848256c77,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:31.178445 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-1630711d-7700-44c3-8bf0-958f580499a0 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Calling delete_port for e30d37b4-80dc-4998-8fa3-0000200b71aa owned by network:floatingip {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:10:31.180175 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb9354f-f2fb-4df5-9854-72c7a772639b tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:31.180849 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-deb9354f-f2fb-4df5-9854-72c7a772639b tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:31.225775 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-deb9354f-f2fb-4df5-9854-72c7a772639b tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6602151 May 05 20:10:31.228934 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56520) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:31.251088 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ceb34-ecf5-49bf-a656-23f37f067682 req-5e354e0c-d337-4daf-8405-776a1fc1f465 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:31.251991 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-756ceb34-ecf5-49bf-a656-23f37f067682 req-5e354e0c-d337-4daf-8405-776a1fc1f465 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Synchronizing usage tracker for tenant:51033f662b4a41faabaa592f98ca548e on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:10:31.266275 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-7ae20a0c-fbab-4858-a01e-68bde5e8d93e tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Request body: {'floatingip': {'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:10:31.279671 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-7ae20a0c-fbab-4858-a01e-68bde5e8d93e tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:10:31.290432 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-7ae20a0c-fbab-4858-a01e-68bde5e8d93e tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Usage tracker for resource:floatingip and tenant:297514388b04490999a95707be5dc14a is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:10:31.301085 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-7ae20a0c-fbab-4858-a01e-68bde5e8d93e tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:10:31.310367 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-7ae20a0c-fbab-4858-a01e-68bde5e8d93e tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:10:31.313934 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-756ceb34-ecf5-49bf-a656-23f37f067682 req-5e354e0c-d337-4daf-8405-776a1fc1f465 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Unset dirty status for tenant:51033f662b4a41faabaa592f98ca548e on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:10:31.314307 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a59689-dd59-4330-8ab3-812bdae33f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba5cd7e-c2e6-4237-b816-f36da927be2d,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:31.322134 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-756ceb34-ecf5-49bf-a656-23f37f067682 req-5e354e0c-d337-4daf-8405-776a1fc1f465 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8c99457-7a9a-4bdf-b25b-2a49a4935854 HTTP/1.1" status: 200 len: 945 time: 0.2367017 May 05 20:10:31.332185 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-4e4d51b9-d2fd-440f-b0c6-d4f338823ec1 None None] For port e817261c-727d-45aa-8ff1-00cc612ff091, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=e817261c-727d-45aa-8ff1-00cc612ff091,segment=NetworkSegment(3db4898e-bb37-4e59-8416-9ae65d3e37f4),segment_id=3db4898e-bb37-4e59-8416-9ae65d3e37f4)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:10:31.332589 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4e4d51b9-d2fd-440f-b0c6-d4f338823ec1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:31.371387 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-aac4e55b-5b95-4268-9e21-08dce980b5f8 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Deleting port dc3f372b-7c84-49c0-beb2-ccad41edb0b1 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:10:31.377276 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-aac4e55b-5b95-4268-9e21-08dce980b5f8 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:31.403432 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-756ceb34-ecf5-49bf-a656-23f37f067682 req-4e3ec52a-4ba4-460a-a20f-50030df3f58e tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801525 May 05 20:10:31.404374 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7ae20a0c-fbab-4858-a01e-68bde5e8d93e tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks [] for floatingip, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:31.620273 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e4203a-7902-4546-8c9d-8acdc0c92227 req-19428ec5-a76f-4f9d-95c6-3529c8df0320 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:31.622528 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-61e4203a-7902-4546-8c9d-8acdc0c92227 req-19428ec5-a76f-4f9d-95c6-3529c8df0320 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f014c38-9d5a-4aa6-825b-562b0fc1b7d9 HTTP/1.1" status: 200 len: 944 time: 1.8120217 May 05 20:10:31.630381 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-32d62a5f-fa5e-4b6e-a685-272d04ec1af6 req-674d2c19-7051-4b63-913a-fbada3b63452 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=4554207a-7966-4e03-aa31-6d0021a7ef42 HTTP/1.1" status: 200 len: 210 time: 0.0553732 May 05 20:10:31.638948 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7ae20a0c-fbab-4858-a01e-68bde5e8d93e tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:31.658475 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-51a59689-dd59-4330-8ab3-812bdae33f6a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=388fd8f8a1d04051891dc03a831b00d1&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3714857 May 05 20:10:31.665527 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56524) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:31.705288 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6a245396-2467-4f3e-be4d-cd628bef81ae tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:31.708592 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-4e4d51b9-d2fd-440f-b0c6-d4f338823ec1 None None] Calling delete_port for e817261c-727d-45aa-8ff1-00cc612ff091 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:10:31.739482 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 955e8e00-019e-4031-a1bb-9652211ae3e0 no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:10:31.801616 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-16271668-6cc0-4d62-8549-6cd21623e596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:31.803252 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-7ae20a0c-fbab-4858-a01e-68bde5e8d93e tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Allocated IP 172.25.0.160 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/35acd9bf-fad6-470b-98e2-f20302667c49) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:10:31.819601 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-6a245396-2467-4f3e-be4d-cd628bef81ae tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Transition to ACTIVE for port object 4e842295-61c6-4775-a7fe-cc8ff3418157 will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:10:31.848172 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de317bc-37d1-43eb-af5c-256519b0164d req-20b199ef-f5bf-4a3d-b5f9-5fac3e6c5bbc tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:31.849620 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2de317bc-37d1-43eb-af5c-256519b0164d req-20b199ef-f5bf-4a3d-b5f9-5fac3e6c5bbc tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.50 "GET /v2.0/networks?id=7506b31f-3419-46e4-835c-80fe813661d5 HTTP/1.1" status: 200 len: 812 time: 1.3006864 May 05 20:10:31.862946 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-61e4203a-7902-4546-8c9d-8acdc0c92227 req-c714f795-1022-4660-a528-a99f05b1d621 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d31c7e0-0b9b-4b82-8e51-a502610a4c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2236872 May 05 20:10:31.873523 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-2de317bc-37d1-43eb-af5c-256519b0164d req-3e6d731b-0743-4f6c-b95b-0f8188205210 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Request body: {'port': {'device_id': '4554207a-7966-4e03-aa31-6d0021a7ef42', 'network_id': '7506b31f-3419-46e4-835c-80fe813661d5', 'admin_state_up': True, 'tenant_id': '56e8fe9085fa4bdb932a4c29aaeb4c08'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:10:31.894984 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16271668-6cc0-4d62-8549-6cd21623e596 None None] Pushing event deleted for resources: {'Port': ['ID=dc3f372b-7c84-49c0-beb2-ccad41edb0b1,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:31.896876 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-ad1cdf55-5073-4a55-adbb-e66c87289696 None None] Provisioning for port 109cca8f-b778-4bdd-ae13-58a078ce5da1 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:10:31.925122 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:31.955779 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16271668-6cc0-4d62-8549-6cd21623e596 None None] No DVR routers for this DVR port dc3f372b-7c84-49c0-beb2-ccad41edb0b1 on host n-d-840717-1 {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:10:31.996171 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7ae20a0c-fbab-4858-a01e-68bde5e8d93e tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:32.055954 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6a245396-2467-4f3e-be4d-cd628bef81ae tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:32.073765 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7ae20a0c-fbab-4858-a01e-68bde5e8d93e tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:32.075004 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device e817261c-727d-45aa-8ff1-00cc612ff091 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:10:32.110416 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-ad1cdf55-5073-4a55-adbb-e66c87289696 None None] Provisioning complete for port 109cca8f-b778-4bdd-ae13-58a078ce5da1 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:10:32.110416 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ad1cdf55-5073-4a55-adbb-e66c87289696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:32.173326 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae20a0c-fbab-4858-a01e-68bde5e8d93e tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:10:32.176068 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-aac4e55b-5b95-4268-9e21-08dce980b5f8 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] For port dc3f372b-7c84-49c0-beb2-ccad41edb0b1, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=dc3f372b-7c84-49c0-beb2-ccad41edb0b1,segment=NetworkSegment(4ed4730d-8bcd-4ea9-a1d8-dae4df99a4b0),segment_id=4ed4730d-8bcd-4ea9-a1d8-dae4df99a4b0)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:10:32.176922 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-aac4e55b-5b95-4268-9e21-08dce980b5f8 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:32.178048 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-7ae20a0c-fbab-4858-a01e-68bde5e8d93e tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:10:32.185576 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae20a0c-fbab-4858-a01e-68bde5e8d93e tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:10:32.255749 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae20a0c-fbab-4858-a01e-68bde5e8d93e tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Pushing event updated for resources: {'Port': ['ID=35acd9bf-fad6-470b-98e2-f20302667c49,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:32.268879 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-ad1cdf55-5073-4a55-adbb-e66c87289696 None None] Port 109cca8f-b778-4bdd-ae13-58a078ce5da1 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:10:32.308257 n-d-840717-1 neutron-server[88199]: INFO neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No ports have port_id starting with e817261c-727d-45aa-8ff1-00cc612ff091 May 05 20:10:32.319839 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4e4d51b9-d2fd-440f-b0c6-d4f338823ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:32.413146 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4d51b9-d2fd-440f-b0c6-d4f338823ec1 None None] No DVR routers for this DVR port e817261c-727d-45aa-8ff1-00cc612ff091 on host n-d-840717-1 {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:10:32.419796 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4d51b9-d2fd-440f-b0c6-d4f338823ec1 None None] Pushing event deleted for resources: {'Port': ['ID=e817261c-727d-45aa-8ff1-00cc612ff091,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:32.455773 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db4826-06d9-40e3-a83e-5042563d2682 req-4a7fd4ad-8949-448a-8b88-2fd8aa54dac3 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:32.457360 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b2db4826-06d9-40e3-a83e-5042563d2682 req-4a7fd4ad-8949-448a-8b88-2fd8aa54dac3 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8c99457-7a9a-4bdf-b25b-2a49a4935854 HTTP/1.1" status: 200 len: 945 time: 0.1364202 May 05 20:10:32.504021 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-aac4e55b-5b95-4268-9e21-08dce980b5f8 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Calling delete_port for dc3f372b-7c84-49c0-beb2-ccad41edb0b1 owned by network:dhcp {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:10:32.588025 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-b2db4826-06d9-40e3-a83e-5042563d2682 req-1aa4b168-becc-4950-b109-2c4e853ca553 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Deleting port 81d837ab-bc11-4126-87e9-1c216ab3a6e9 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:10:32.588730 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b2db4826-06d9-40e3-a83e-5042563d2682 req-1aa4b168-becc-4950-b109-2c4e853ca553 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:32.625553 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.api [None req-aac4e55b-5b95-4268-9e21-08dce980b5f8 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88197) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:10:32.625939 n-d-840717-1 neutron-server[88197]: DEBUG oslo_db.api [None req-aac4e55b-5b95-4268-9e21-08dce980b5f8 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:10:32.631803 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a245396-2467-4f3e-be4d-cd628bef81ae tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Network 166b98df-2d1b-4f95-9865-4c410a865cc0 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:10:32.654424 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0eaee5-d658-4e79-b96f-547a0408f834 None None] Network 166b98df-2d1b-4f95-9865-4c410a865cc0 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:10:32.675693 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-2de317bc-37d1-43eb-af5c-256519b0164d req-3e6d731b-0743-4f6c-b95b-0f8188205210 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:10:32.679419 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-35f821fa-bb4f-427c-994f-805562edf351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:32.686510 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7ae20a0c-fbab-4858-a01e-68bde5e8d93e tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:32.710116 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-35f821fa-bb4f-427c-994f-805562edf351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:32.776197 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-6a245396-2467-4f3e-be4d-cd628bef81ae tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:10:32.838050 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1630711d-7700-44c3-8bf0-958f580499a0 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:32.842126 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a245396-2467-4f3e-be4d-cd628bef81ae tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:10:32.864043 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a4911e31-0c4d-4f28-b33f-a94fbd47d794 req-4458a77f-10c8-4550-88ac-82403f4b3ebc tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=4554207a-7966-4e03-aa31-6d0021a7ef42 HTTP/1.1" status: 200 len: 210 time: 0.0732067 May 05 20:10:32.867330 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7ae20a0c-fbab-4858-a01e-68bde5e8d93e tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:32.869179 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-2de317bc-37d1-43eb-af5c-256519b0164d req-3e6d731b-0743-4f6c-b95b-0f8188205210 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:10:32.894918 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a245396-2467-4f3e-be4d-cd628bef81ae tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event updated for resources: {'Port': ['ID=4e842295-61c6-4775-a7fe-cc8ff3418157,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:32.908472 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device cea4f222-59a7-4e4f-8e2b-ed0848256c77 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:10:32.910909 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-35f821fa-bb4f-427c-994f-805562edf351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:32.983243 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9cd6715e-edc0-4ee7-baf4-0cb02a14faec None None] Provisioning for port cea4f222-59a7-4e4f-8e2b-ed0848256c77 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:10:33.157181 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port cea4f222-59a7-4e4f-8e2b-ed0848256c77 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:10:33.175627 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port cea4f222-59a7-4e4f-8e2b-ed0848256c77 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:10:33.176007 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:33.186163 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-aac4e55b-5b95-4268-9e21-08dce980b5f8 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Deleting port dc3f372b-7c84-49c0-beb2-ccad41edb0b1 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:10:33.187240 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-aac4e55b-5b95-4268-9e21-08dce980b5f8 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:33.318169 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f821fa-bb4f-427c-994f-805562edf351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba5cd7e-c2e6-4237-b816-f36da927be2d,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:33.320201 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2de317bc-37d1-43eb-af5c-256519b0164d req-3e6d731b-0743-4f6c-b95b-0f8188205210 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Made reservation on behalf of 56e8fe9085fa4bdb932a4c29aaeb4c08 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:10:33.323853 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-2de317bc-37d1-43eb-af5c-256519b0164d req-3e6d731b-0743-4f6c-b95b-0f8188205210 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:33.335947 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1630711d-7700-44c3-8bf0-958f580499a0 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Pushing event deleted for resources: {'Port': ['ID=e30d37b4-80dc-4998-8fa3-0000200b71aa,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:33.339529 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:33.385539 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port cea4f222-59a7-4e4f-8e2b-ed0848256c77, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=cea4f222-59a7-4e4f-8e2b-ed0848256c77,segment=NetworkSegment(3494a118-edf9-446a-912e-a91e453fadfb),segment_id=3494a118-edf9-446a-912e-a91e453fadfb)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:10:33.395121 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:33.449624 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-aac4e55b-5b95-4268-9e21-08dce980b5f8 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] The port 'dc3f372b-7c84-49c0-beb2-ccad41edb0b1' was deleted {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 20:10:33.460861 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a245396-2467-4f3e-be4d-cd628bef81ae tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:33.461530 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6a245396-2467-4f3e-be4d-cd628bef81ae tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:33.495905 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-b2db4826-06d9-40e3-a83e-5042563d2682 req-1aa4b168-becc-4950-b109-2c4e853ca553 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] For port 81d837ab-bc11-4126-87e9-1c216ab3a6e9, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=81d837ab-bc11-4126-87e9-1c216ab3a6e9,segment=NetworkSegment(0a9940fa-b2d8-4605-a2bb-ab46df53c9ac),segment_id=0a9940fa-b2d8-4605-a2bb-ab46df53c9ac)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:10:33.496497 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b2db4826-06d9-40e3-a83e-5042563d2682 req-1aa4b168-becc-4950-b109-2c4e853ca553 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:33.502199 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=cea4f222-59a7-4e4f-8e2b-ed0848256c77,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:33.608290 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1630711d-7700-44c3-8bf0-958f580499a0 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for floatingip, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:33.634844 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f3666a-3edd-498b-98bc-db0c52f82aa5 req-95da1c63-d84a-43e7-877b-b03e18557d42 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:33.639953 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-00f3666a-3edd-498b-98bc-db0c52f82aa5 req-95da1c63-d84a-43e7-877b-b03e18557d42 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8c99457-7a9a-4bdf-b25b-2a49a4935854 HTTP/1.1" status: 200 len: 945 time: 1.0105150 May 05 20:10:33.690568 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-6a245396-2467-4f3e-be4d-cd628bef81ae tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 6.4866290 May 05 20:10:33.691668 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-35f821fa-bb4f-427c-994f-805562edf351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:33.695381 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-35f821fa-bb4f-427c-994f-805562edf351 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dba5cd7e-c2e6-4237-b816-f36da927be2d HTTP/1.1" status: 204 len: 168 time: 2.0058978 May 05 20:10:33.706914 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-b2db4826-06d9-40e3-a83e-5042563d2682 req-1aa4b168-becc-4950-b109-2c4e853ca553 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Calling delete_port for 81d837ab-bc11-4126-87e9-1c216ab3a6e9 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:10:33.729689 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-8aa3cc82-55ed-49a5-ba13-7f5b5bff5bb8 None None] Provisioning complete for port cea4f222-59a7-4e4f-8e2b-ed0848256c77 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:10:33.729932 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8aa3cc82-55ed-49a5-ba13-7f5b5bff5bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:33.761104 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56560) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:33.761438 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56562) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:33.763535 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1630711d-7700-44c3-8bf0-958f580499a0 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:33.771439 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-1630711d-7700-44c3-8bf0-958f580499a0 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] 10.222.0.36 "DELETE /v2.0/floatingips/4a2d6655-c0e5-4499-90e7-411097e28ab4 HTTP/1.1" status: 204 len: 168 time: 4.3101852 May 05 20:10:33.783375 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-aac4e55b-5b95-4268-9e21-08dce980b5f8 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:33.800367 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56566) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:33.804336 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-ada0e903-d52d-4df7-a2e0-31e74ff3990d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Request body: {'port': {'network_id': '166b98df-2d1b-4f95-9865-4c410a865cc0', 'name': 'tempest-PortsTestJSON-1073905631'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:10:33.958218 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7ae20a0c-fbab-4858-a01e-68bde5e8d93e tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:33.962997 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b2db4826-06d9-40e3-a83e-5042563d2682 req-1aa4b168-becc-4950-b109-2c4e853ca553 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:33.964645 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-8aa3cc82-55ed-49a5-ba13-7f5b5bff5bb8 None None] Provisioning for port 4e842295-61c6-4775-a7fe-cc8ff3418157 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:10:33.972942 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-8aa3cc82-55ed-49a5-ba13-7f5b5bff5bb8 None None] Provisioning complete for port 4e842295-61c6-4775-a7fe-cc8ff3418157 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:10:33.974105 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8aa3cc82-55ed-49a5-ba13-7f5b5bff5bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:33.991112 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-88060dba-ad27-4cd4-b89d-04f2d52bf2b1 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] DELETE failed (client error): The resource could not be found. May 05 20:10:33.991927 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88060dba-ad27-4cd4-b89d-04f2d52bf2b1 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:10:33.996557 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-88060dba-ad27-4cd4-b89d-04f2d52bf2b1 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] 10.222.0.36 "DELETE /v2.0/ports/cd70aa76-8237-4316-8cc6-f5204562cff6 HTTP/1.1" status: 404 len: 333 time: 0.1781356 May 05 20:10:34.004950 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56580) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:34.010049 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-aac4e55b-5b95-4268-9e21-08dce980b5f8 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['204636aa-3c45-43b8-87bd-6981c6c4a4dc']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:10:34.053087 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-8aa3cc82-55ed-49a5-ba13-7f5b5bff5bb8 None None] Port 4e842295-61c6-4775-a7fe-cc8ff3418157 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:10:34.054614 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7ae20a0c-fbab-4858-a01e-68bde5e8d93e tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:34.058042 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['81d837ab-bc11-4126-87e9-1c216ab3a6e9'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:10:34.066930 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa4b168-becc-4950-b109-2c4e853ca553 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Pushing event deleted for resources: {'Port': ['ID=81d837ab-bc11-4126-87e9-1c216ab3a6e9,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:34.109435 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-00f3666a-3edd-498b-98bc-db0c52f82aa5 req-f7eb2768-f760-4887-8038-e29207061e2e tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4287643 May 05 20:10:34.117225 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-92bf612b-bcfa-4424-9e4e-0dd10385dfa7 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Synchronizing usage tracker for tenant:5612e7242a04466e929d2d320c132523 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:10:34.129937 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a94a27-bf9f-41cc-b0aa-361aa252f77a req-0c9dcdda-c9d4-45eb-a75e-1dcd4900c2ca tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:34.136803 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-70a94a27-bf9f-41cc-b0aa-361aa252f77a req-0c9dcdda-c9d4-45eb-a75e-1dcd4900c2ca tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f014c38-9d5a-4aa6-825b-562b0fc1b7d9 HTTP/1.1" status: 200 len: 944 time: 0.7443306 May 05 20:10:34.181757 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-572d4389-31f8-486c-8fb2-216f9f7cbd3b None None] Provisioning complete for port 4e842295-61c6-4775-a7fe-cc8ff3418157 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:10:34.182283 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-572d4389-31f8-486c-8fb2-216f9f7cbd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:34.208767 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-ada0e903-d52d-4df7-a2e0-31e74ff3990d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:10:34.214076 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-ada0e903-d52d-4df7-a2e0-31e74ff3990d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Usage tracker for resource:port and tenant:0cc5f4a365af4a94a73e5ef336438b10 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:10:34.217623 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-ada0e903-d52d-4df7-a2e0-31e74ff3990d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:10:34.225141 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-ada0e903-d52d-4df7-a2e0-31e74ff3990d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:10:34.239207 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-aac4e55b-5b95-4268-9e21-08dce980b5f8 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ed4730d-8bcd-4ea9-a1d8-dae4df99a4b0') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:10:34.239659 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-aac4e55b-5b95-4268-9e21-08dce980b5f8 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ed4730d-8bcd-4ea9-a1d8-dae4df99a4b0') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:10:34.265672 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-572d4389-31f8-486c-8fb2-216f9f7cbd3b None None] Port 4e842295-61c6-4775-a7fe-cc8ff3418157 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:10:34.298767 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56584) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:34.301493 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2db4826-06d9-40e3-a83e-5042563d2682 req-1aa4b168-becc-4950-b109-2c4e853ca553 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] No DVR routers for this DVR port 81d837ab-bc11-4126-87e9-1c216ab3a6e9 on host n-h1-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:10:34.312354 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b2db4826-06d9-40e3-a83e-5042563d2682 req-1aa4b168-becc-4950-b109-2c4e853ca553 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:34.317989 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada0e903-d52d-4df7-a2e0-31e74ff3990d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Made reservation on behalf of 0cc5f4a365af4a94a73e5ef336438b10 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:10:34.321433 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ada0e903-d52d-4df7-a2e0-31e74ff3990d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:34.331515 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8c99457-7a9a-4bdf-b25b-2a49a4935854', 'name': 'network-vif-deleted', 'tag': '81d837ab-bc11-4126-87e9-1c216ab3a6e9'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:10:34.344448 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-aac4e55b-5b95-4268-9e21-08dce980b5f8 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:34.357943 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-92bf612b-bcfa-4424-9e4e-0dd10385dfa7 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Unset dirty status for tenant:5612e7242a04466e929d2d320c132523 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:10:34.359659 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-92bf612b-bcfa-4424-9e4e-0dd10385dfa7 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] 10.222.0.36 "GET /v2.0/ports?device_id=2910eac5-2958-4668-a144-ad4638d4330b HTTP/1.1" status: 200 len: 205 time: 0.3470860 May 05 20:10:34.372045 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-42dbc035-5bd0-400d-82af-79b2096a99fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:34.384916 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56592) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:34.399714 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae20a0c-fbab-4858-a01e-68bde5e8d93e tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Pushing event updated for resources: {'Port': ['ID=35acd9bf-fad6-470b-98e2-f20302667c49,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:34.415301 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-2de317bc-37d1-43eb-af5c-256519b0164d req-3e6d731b-0743-4f6c-b95b-0f8188205210 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Allocated IP 172.20.0.13 (7506b31f-3419-46e4-835c-80fe813661d5/e2507cd6-290d-4d3d-b14e-048ce031bb0a/f4f0749c-2c73-4b07-9a8b-a977bd839b6a) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:10:34.424448 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-02a5ad75-e7cf-4de0-b0ec-9fabb6b1d9ef req-683916fb-9f4a-4967-bfa7-e3605eca90f3 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Synchronizing usage tracker for tenant:56e8fe9085fa4bdb932a4c29aaeb4c08 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:10:34.431910 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [None req-ada0e903-d52d-4df7-a2e0-31e74ff3990d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] device_id is not set on port 024be2d0-dbda-4302-8bb9-4301c34a179c yet. {{(pid=88197) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:10:34.463572 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-70a94a27-bf9f-41cc-b0aa-361aa252f77a req-8d0f8e60-f7ab-42f2-b5ec-7eadabe8e16b tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d31c7e0-0b9b-4b82-8e51-a502610a4c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3257542 May 05 20:10:34.474249 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-aac4e55b-5b95-4268-9e21-08dce980b5f8 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:34.477754 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-42dbc035-5bd0-400d-82af-79b2096a99fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:10:34.480986 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b2db4826-06d9-40e3-a83e-5042563d2682 req-1aa4b168-becc-4950-b109-2c4e853ca553 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.24 "DELETE /v2.0/ports/81d837ab-bc11-4126-87e9-1c216ab3a6e9 HTTP/1.1" status: 204 len: 173 time: 2.0168889 May 05 20:10:34.492058 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7ae20a0c-fbab-4858-a01e-68bde5e8d93e tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:34.496482 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-42dbc035-5bd0-400d-82af-79b2096a99fe admin admin] Usage tracker for resource:security_group_rule and tenant:1e57b06833ae41f9ad7980f11830efb6 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:10:34.501296 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-42dbc035-5bd0-400d-82af-79b2096a99fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:10:34.509272 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-77464bdc-bc07-47ac-9a32-56dab36f416d tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] delete failed (client error): The resource could not be found. May 05 20:10:34.512795 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-77464bdc-bc07-47ac-9a32-56dab36f416d tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] 10.222.0.36 "DELETE /v2.0/routers/2910eac5-2958-4668-a144-ad4638d4330b HTTP/1.1" status: 404 len: 336 time: 0.1192632 May 05 20:10:34.516415 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56596) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:34.517273 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-42dbc035-5bd0-400d-82af-79b2096a99fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:10:34.528720 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aac4e55b-5b95-4268-9e21-08dce980b5f8 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:10:34.529080 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-aac4e55b-5b95-4268-9e21-08dce980b5f8 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:34.553067 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:10:34.553067 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:10:34.553067 n-d-840717-1 neutron-server[88197]: timer() May 05 20:10:34.553067 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:10:34.553067 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:10:34.553067 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:10:34.553067 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:10:34.553067 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:10:34.553067 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:10:34.553067 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:10:34.553067 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:10:34.553067 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:10:34.553067 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:10:34.553067 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:10:34.553067 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:10:34.553067 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:10:34.553067 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:10:34.553067 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:10:34.553067 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:10:34.553067 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:10:34.553067 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:10:34.553067 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:10:34.553067 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:10:34.553067 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:10:34.553067 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:10:34.553067 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:10:34.553067 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:10:34.553067 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:10:34.553067 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:10:34.553067 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:10:34.553067 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:10:34.553067 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:10:34.563276 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40a13097-477b-4ba2-939c-f23bf5adc61c'] response: {'server_uuid': 'c8c99457-7a9a-4bdf-b25b-2a49a4935854', 'name': 'network-vif-deleted', 'tag': '81d837ab-bc11-4126-87e9-1c216ab3a6e9', 'status': 'completed', 'code': 200} May 05 20:10:34.606586 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-02a5ad75-e7cf-4de0-b0ec-9fabb6b1d9ef req-683916fb-9f4a-4967-bfa7-e3605eca90f3 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Unset dirty status for tenant:56e8fe9085fa4bdb932a4c29aaeb4c08 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:10:34.608195 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-02a5ad75-e7cf-4de0-b0ec-9fabb6b1d9ef req-683916fb-9f4a-4967-bfa7-e3605eca90f3 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=4554207a-7966-4e03-aa31-6d0021a7ef42 HTTP/1.1" status: 200 len: 210 time: 0.2912760 May 05 20:10:34.630863 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-009d200a-c4cb-44d9-a253-e3ab5e6686b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:34.673072 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-42dbc035-5bd0-400d-82af-79b2096a99fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:34.675238 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-53f1a45d-52b6-4ec5-8971-d0129c4edef0 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] DELETE failed (client error): The resource could not be found. May 05 20:10:34.675898 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53f1a45d-52b6-4ec5-8971-d0129c4edef0 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:10:34.681059 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7ae20a0c-fbab-4858-a01e-68bde5e8d93e tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:34.685506 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-7ae20a0c-fbab-4858-a01e-68bde5e8d93e tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4523547 May 05 20:10:34.686821 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56600) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:34.689576 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-42dbc035-5bd0-400d-82af-79b2096a99fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:34.716295 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-9de510b4-5905-426b-8eda-68261d6cb556 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Request body: {'floatingip': {'port_id': '109cca8f-b778-4bdd-ae13-58a078ce5da1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:10:34.719095 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-aac4e55b-5b95-4268-9e21-08dce980b5f8 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:34.729730 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device cea4f222-59a7-4e4f-8e2b-ed0848256c77 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:10:34.789176 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-53f1a45d-52b6-4ec5-8971-d0129c4edef0 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] 10.222.0.36 "DELETE /v2.0/subnets/49d2e3a2-960d-4f94-ac7f-d98040a4b83a HTTP/1.1" status: 404 len: 337 time: 0.2691524 May 05 20:10:34.792495 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-aac4e55b-5b95-4268-9e21-08dce980b5f8 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:34.801341 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56604) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:34.819684 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port cea4f222-59a7-4e4f-8e2b-ed0848256c77 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:10:34.820358 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:34.836416 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9de510b4-5905-426b-8eda-68261d6cb556 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks [] for floatingip, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:34.867146 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac4e55b-5b95-4268-9e21-08dce980b5f8 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Pushing event deleted for resources: {'Network': ['ID=204636aa-3c45-43b8-87bd-6981c6c4a4dc,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:34.880717 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e49bf89b-0d88-48ef-92a0-976b8dfe3f94 req-d0eacf0c-1478-48d0-83d8-321784d8da10 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2f014c38-9d5a-4aa6-825b-562b0fc1b7d9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.1080031 May 05 20:10:34.898492 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-aac4e55b-5b95-4268-9e21-08dce980b5f8 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] 10.222.0.36 "DELETE /v2.0/networks/204636aa-3c45-43b8-87bd-6981c6c4a4dc HTTP/1.1" status: 204 len: 168 time: 5.2769005 May 05 20:10:34.906762 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56608) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:34.929406 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-42dbc035-5bd0-400d-82af-79b2096a99fe admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1e57b06833ae41f9ad7980f11830efb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6294158 May 05 20:10:34.930763 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dbc035-5bd0-400d-82af-79b2096a99fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d991132-39e9-4c8a-b6ea-0074f8200aff,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:34.961057 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56612) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:35.060321 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-ada0e903-d52d-4df7-a2e0-31e74ff3990d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Allocated IP 172.20.0.10 (166b98df-2d1b-4f95-9865-4c410a865cc0/6d46628c-ecca-438b-8ade-7afde89595a8/024be2d0-dbda-4302-8bb9-4301c34a179c) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:10:35.066779 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-236bb69f-7728-4140-a921-d8d71dd7a24b tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Deleting port 52b48cc4-70e9-4259-8c6a-5320f56ca7e5 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:10:35.067331 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-236bb69f-7728-4140-a921-d8d71dd7a24b tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:35.132597 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-9de510b4-5905-426b-8eda-68261d6cb556 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] update failed (client error): The resource could not be found. May 05 20:10:35.133826 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-9de510b4-5905-426b-8eda-68261d6cb556 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] 10.222.0.36 "PUT /v2.0/floatingips/963b3f71-9aba-4efe-b763-70d51e458ff6 HTTP/1.1" status: 404 len: 507 time: 0.4456575 May 05 20:10:35.136650 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56624) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:35.394121 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-c7551d12-2384-4cf7-a065-7249b5b29a5e req-a05a26e5-b946-4930-9c2e-18f4091cfcd5 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Synchronizing usage tracker for tenant:51033f662b4a41faabaa592f98ca548e on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:10:35.398417 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-cd8b490e-f4b1-4710-9ca3-fb2486f9fb53 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Deleting port 35acd9bf-fad6-470b-98e2-f20302667c49 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:10:35.398764 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cd8b490e-f4b1-4710-9ca3-fb2486f9fb53 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:35.506446 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-2de317bc-37d1-43eb-af5c-256519b0164d req-3e6d731b-0743-4f6c-b95b-0f8188205210 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:35.516661 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-adb2ad3d-65d9-4e47-a1ce-8b52fc79a001 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:35.585387 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-c7551d12-2384-4cf7-a065-7249b5b29a5e req-a05a26e5-b946-4930-9c2e-18f4091cfcd5 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] Unset dirty status for tenant:51033f662b4a41faabaa592f98ca548e on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:10:35.586816 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c7551d12-2384-4cf7-a065-7249b5b29a5e req-a05a26e5-b946-4930-9c2e-18f4091cfcd5 tempest-ServersTestJSON-1059150851 tempest-ServersTestJSON-1059150851-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8c99457-7a9a-4bdf-b25b-2a49a4935854 HTTP/1.1" status: 200 len: 210 time: 0.2566581 May 05 20:10:35.704089 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0348e27a-17bc-4cb4-86a1-dcb5c8ce8f1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:35.746411 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cd8b490e-f4b1-4710-9ca3-fb2486f9fb53 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:35.746888 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cd8b490e-f4b1-4710-9ca3-fb2486f9fb53 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:35.757621 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-2de317bc-37d1-43eb-af5c-256519b0164d req-3e6d731b-0743-4f6c-b95b-0f8188205210 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Transition to ACTIVE for port object f4f0749c-2c73-4b07-9a8b-a977bd839b6a will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:10:35.905835 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0348e27a-17bc-4cb4-86a1-dcb5c8ce8f1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:35.917626 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-cd8b490e-f4b1-4710-9ca3-fb2486f9fb53 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Calling delete_port for 35acd9bf-fad6-470b-98e2-f20302667c49 owned by network:floatingip {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:10:35.960834 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-87ea3d97-4c6a-4900-bdea-5e86799fb776 req-fb843e1e-1461-4f84-bfaf-fd19cb2ffe54 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=4554207a-7966-4e03-aa31-6d0021a7ef42 HTTP/1.1" status: 200 len: 210 time: 0.1474216 May 05 20:10:36.079483 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cd8b490e-f4b1-4710-9ca3-fb2486f9fb53 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:36.091615 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-adb2ad3d-65d9-4e47-a1ce-8b52fc79a001 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:36.125754 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8b490e-f4b1-4710-9ca3-fb2486f9fb53 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Pushing event deleted for resources: {'Port': ['ID=35acd9bf-fad6-470b-98e2-f20302667c49,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:36.211786 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-236bb69f-7728-4140-a921-d8d71dd7a24b tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:36.224939 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cd8b490e-f4b1-4710-9ca3-fb2486f9fb53 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks [] for floatingip, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:36.234127 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-adb2ad3d-65d9-4e47-a1ce-8b52fc79a001 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a258958-ef7d-4aae-8286-0682380fd260']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:10:36.237146 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cd8b490e-f4b1-4710-9ca3-fb2486f9fb53 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:36.241684 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-cd8b490e-f4b1-4710-9ca3-fb2486f9fb53 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] 10.222.0.36 "DELETE /v2.0/floatingips/963b3f71-9aba-4efe-b763-70d51e458ff6 HTTP/1.1" status: 204 len: 168 time: 1.1004555 May 05 20:10:36.241901 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56632) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:36.246989 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-c0cec667-003a-4506-97f6-68399f95d2cb tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Request body: {'floatingip': {'floating_network_id': '6c218295-7ff7-417b-9a96-81f18639dc30', 'port_id': '109cca8f-b778-4bdd-ae13-58a078ce5da1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:10:36.254171 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-c0cec667-003a-4506-97f6-68399f95d2cb tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:10:36.258294 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-c0cec667-003a-4506-97f6-68399f95d2cb tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Usage tracker for resource:floatingip and tenant:297514388b04490999a95707be5dc14a is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:10:36.261259 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-c0cec667-003a-4506-97f6-68399f95d2cb tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:10:36.268033 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-c0cec667-003a-4506-97f6-68399f95d2cb tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:10:36.278863 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c0cec667-003a-4506-97f6-68399f95d2cb tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks [] for floatingip, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:36.313462 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-2de317bc-37d1-43eb-af5c-256519b0164d req-3e6d731b-0743-4f6c-b95b-0f8188205210 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:36.323817 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['bce2af7d-790b-4ce3-a14c-94fce56cd638', 'b446eac7-8758-4a4b-aebd-2c24c1652d79'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:10:36.394835 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60493fef-b54a-4a51-acfd-999c79d1d5cc req-08db12fb-3b00-4307-9019-aa6f6c6747a4 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:36.396399 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-60493fef-b54a-4a51-acfd-999c79d1d5cc req-08db12fb-3b00-4307-9019-aa6f6c6747a4 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f014c38-9d5a-4aa6-825b-562b0fc1b7d9 HTTP/1.1" status: 200 len: 944 time: 0.7470608 May 05 20:10:36.403721 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-236bb69f-7728-4140-a921-d8d71dd7a24b tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Calling delete_port for 52b48cc4-70e9-4259-8c6a-5320f56ca7e5 owned by {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:10:36.444213 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-adb2ad3d-65d9-4e47-a1ce-8b52fc79a001 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3db4898e-bb37-4e59-8416-9ae65d3e37f4') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:10:36.444463 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-adb2ad3d-65d9-4e47-a1ce-8b52fc79a001 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3db4898e-bb37-4e59-8416-9ae65d3e37f4') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:10:36.463711 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-c0cec667-003a-4506-97f6-68399f95d2cb tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 20:10:36.469839 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c0cec667-003a-4506-97f6-68399f95d2cb tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2269568 May 05 20:10:36.470577 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56636) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:36.476019 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-ca591cb5-6d60-48e8-852f-0ba2b6514ed3 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Request body: {'floatingip': {'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'port_id': '109cca8f-b778-4bdd-ae13-58a078ce5da1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:10:36.484876 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ca591cb5-6d60-48e8-852f-0ba2b6514ed3 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:10:36.489520 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-ca591cb5-6d60-48e8-852f-0ba2b6514ed3 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Usage tracker for resource:floatingip and tenant:297514388b04490999a95707be5dc14a is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:10:36.492963 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-ca591cb5-6d60-48e8-852f-0ba2b6514ed3 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:10:36.501250 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ca591cb5-6d60-48e8-852f-0ba2b6514ed3 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:10:36.509028 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0348e27a-17bc-4cb4-86a1-dcb5c8ce8f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:36.518307 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ca591cb5-6d60-48e8-852f-0ba2b6514ed3 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks [] for floatingip, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:36.566579 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-adb2ad3d-65d9-4e47-a1ce-8b52fc79a001 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:36.675414 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ada0e903-d52d-4df7-a2e0-31e74ff3990d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:36.694261 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-ada0e903-d52d-4df7-a2e0-31e74ff3990d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Transition to ACTIVE for port object 024be2d0-dbda-4302-8bb9-4301c34a179c will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:10:36.709484 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2de317bc-37d1-43eb-af5c-256519b0164d req-3e6d731b-0743-4f6c-b95b-0f8188205210 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Network 7506b31f-3419-46e4-835c-80fe813661d5 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:10:36.726987 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ca591cb5-6d60-48e8-852f-0ba2b6514ed3 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:36.735695 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-2de317bc-37d1-43eb-af5c-256519b0164d req-3e6d731b-0743-4f6c-b95b-0f8188205210 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:10:36.737774 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0348e27a-17bc-4cb4-86a1-dcb5c8ce8f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d991132-39e9-4c8a-b6ea-0074f8200aff,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:36.744823 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56642) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:36.753013 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-2de317bc-37d1-43eb-af5c-256519b0164d req-3e6d731b-0743-4f6c-b95b-0f8188205210 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:10:36.800616 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-adb2ad3d-65d9-4e47-a1ce-8b52fc79a001 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:36.832539 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e3fe82d1-362a-4993-aeb3-7cd6713b5ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:36.908766 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-60493fef-b54a-4a51-acfd-999c79d1d5cc req-d43dbd44-4085-4ac7-a256-74397dd545f1 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d31c7e0-0b9b-4b82-8e51-a502610a4c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4064202 May 05 20:10:36.909651 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0348e27a-17bc-4cb4-86a1-dcb5c8ce8f1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:36.910727 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-0348e27a-17bc-4cb4-86a1-dcb5c8ce8f1c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7d991132-39e9-4c8a-b6ea-0074f8200aff HTTP/1.1" status: 204 len: 168 time: 1.9402363 May 05 20:10:36.923138 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-77aaa914-229a-41e2-809b-0dbae21d98ea admin admin] Deleting subnet abe7c8d5-c1a3-49ab-83d4-2252eacbfbcf {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:10:36.929499 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-ca591cb5-6d60-48e8-852f-0ba2b6514ed3 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Allocated IP 172.25.0.214 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/eb43dbbf-88ac-450f-b169-2e771eeabe51) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:10:36.970434 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adb2ad3d-65d9-4e47-a1ce-8b52fc79a001 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:10:36.970836 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-adb2ad3d-65d9-4e47-a1ce-8b52fc79a001 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:36.989528 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:10:36.989528 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:10:36.989528 n-d-840717-1 neutron-server[88197]: timer() May 05 20:10:36.989528 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:10:36.989528 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:10:36.989528 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:10:36.989528 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:10:36.989528 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:10:36.989528 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:10:36.989528 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:10:36.989528 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:10:36.989528 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:10:36.989528 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:10:36.989528 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:10:36.989528 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:10:36.989528 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:10:36.989528 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:10:36.989528 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:10:36.989528 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:10:36.989528 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:10:36.989528 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:10:36.989528 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:10:36.989528 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:10:36.989528 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:10:36.989528 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:10:36.989528 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:10:36.989528 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:10:36.989528 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:10:36.989528 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:10:36.989528 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:10:36.989528 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:10:36.989528 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:10:36.989528 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6d731b-0743-4f6c-b95b-0f8188205210 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Pushing event updated for resources: {'Port': ['ID=f4f0749c-2c73-4b07-9a8b-a977bd839b6a,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:37.015076 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-73fc8490-d2fc-46ea-8a50-0dff2cc515b4 None None] Provisioning for port f4f0749c-2c73-4b07-9a8b-a977bd839b6a completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:10:37.016538 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-77aaa914-229a-41e2-809b-0dbae21d98ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:37.022863 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-73fc8490-d2fc-46ea-8a50-0dff2cc515b4 None None] Provisioning complete for port f4f0749c-2c73-4b07-9a8b-a977bd839b6a triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:10:37.023535 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-73fc8490-d2fc-46ea-8a50-0dff2cc515b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:37.071975 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 81d837ab-bc11-4126-87e9-1c216ab3a6e9 no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:10:37.110280 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de317bc-37d1-43eb-af5c-256519b0164d req-3e6d731b-0743-4f6c-b95b-0f8188205210 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:37.110923 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-2de317bc-37d1-43eb-af5c-256519b0164d req-3e6d731b-0743-4f6c-b95b-0f8188205210 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:37.127288 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] No Port match for: 81d837ab-bc11-4126-87e9-1c216ab3a6e9 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:10:37.128549 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 81d837ab-bc11-4126-87e9-1c216ab3a6e9 not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:10:37.179614 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-73fc8490-d2fc-46ea-8a50-0dff2cc515b4 None None] Port f4f0749c-2c73-4b07-9a8b-a977bd839b6a cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:10:37.260554 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ada0e903-d52d-4df7-a2e0-31e74ff3990d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:37.267489 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ca591cb5-6d60-48e8-852f-0ba2b6514ed3 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:37.268092 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-77aaa914-229a-41e2-809b-0dbae21d98ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:37.314502 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ebaf0b-3242-436d-b204-b8a781de3528 req-c62dea91-f964-4e97-ba22-006cf6ebd3ea tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:37.321681 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-94ebaf0b-3242-436d-b204-b8a781de3528 req-c62dea91-f964-4e97-ba22-006cf6ebd3ea tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=4554207a-7966-4e03-aa31-6d0021a7ef42 HTTP/1.1" status: 200 len: 932 time: 0.1396129 May 05 20:10:37.379148 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-94ebaf0b-3242-436d-b204-b8a781de3528 req-5f474a33-2f7d-41ec-b7ac-73df5d0a5964 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31a0353-9cc7-4431-82ad-5f9b9985cf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563288 May 05 20:10:37.395588 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ca591cb5-6d60-48e8-852f-0ba2b6514ed3 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:37.481218 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca591cb5-6d60-48e8-852f-0ba2b6514ed3 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:10:37.485105 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-ca591cb5-6d60-48e8-852f-0ba2b6514ed3 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:10:37.487602 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca591cb5-6d60-48e8-852f-0ba2b6514ed3 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:10:37.531155 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca591cb5-6d60-48e8-852f-0ba2b6514ed3 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Pushing event updated for resources: {'Port': ['ID=eb43dbbf-88ac-450f-b169-2e771eeabe51,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:37.532667 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-adb2ad3d-65d9-4e47-a1ce-8b52fc79a001 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:37.544724 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada0e903-d52d-4df7-a2e0-31e74ff3990d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Network 166b98df-2d1b-4f95-9865-4c410a865cc0 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:10:37.575061 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-adb2ad3d-65d9-4e47-a1ce-8b52fc79a001 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:37.580216 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-adb2ad3d-65d9-4e47-a1ce-8b52fc79a001 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] 10.222.0.36 "DELETE /v2.0/networks/9a258958-ef7d-4aae-8286-0682380fd260 HTTP/1.1" status: 204 len: 168 time: 2.6196065 May 05 20:10:37.581655 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2de317bc-37d1-43eb-af5c-256519b0164d req-3e6d731b-0743-4f6c-b95b-0f8188205210 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.7133915 May 05 20:10:37.582572 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-ada0e903-d52d-4df7-a2e0-31e74ff3990d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:10:37.590367 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56660) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:37.606654 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada0e903-d52d-4df7-a2e0-31e74ff3990d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:10:37.660175 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb2ad3d-65d9-4e47-a1ce-8b52fc79a001 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Pushing event deleted for resources: {'Network': ['ID=9a258958-ef7d-4aae-8286-0682380fd260,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:37.662663 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada0e903-d52d-4df7-a2e0-31e74ff3990d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event updated for resources: {'Port': ['ID=024be2d0-dbda-4302-8bb9-4301c34a179c,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:37.675406 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-77aaa914-229a-41e2-809b-0dbae21d98ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:37.785407 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:37.872950 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-2de317bc-37d1-43eb-af5c-256519b0164d req-18d43a46-6fb6-4d94-80dc-6900b4affd66 service neutron] Request body: {'port': {'device_id': '4554207a-7966-4e03-aa31-6d0021a7ef42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:10:37.892500 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-ca591cb5-6d60-48e8-852f-0ba2b6514ed3 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Deleting port eb43dbbf-88ac-450f-b169-2e771eeabe51 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:10:37.892845 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ca591cb5-6d60-48e8-852f-0ba2b6514ed3 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:37.907640 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-30d8dd12-3c9b-4afa-bf8b-ec7ecaf853b3 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Deleting subnet f2f7f1ed-c633-4f19-b73b-25e35e198963 {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:10:37.926958 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-30d8dd12-3c9b-4afa-bf8b-ec7ecaf853b3 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:37.970287 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-236bb69f-7728-4140-a921-d8d71dd7a24b tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:38.032719 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:38.040867 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b0c17667-acaf-49dd-9ab9-105e3c30fa65 None None] Provisioning for port 024be2d0-dbda-4302-8bb9-4301c34a179c completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:10:38.047213 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b0c17667-acaf-49dd-9ab9-105e3c30fa65 None None] Provisioning complete for port 024be2d0-dbda-4302-8bb9-4301c34a179c triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:10:38.047885 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b0c17667-acaf-49dd-9ab9-105e3c30fa65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:38.119231 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b0c17667-acaf-49dd-9ab9-105e3c30fa65 None None] Port 024be2d0-dbda-4302-8bb9-4301c34a179c cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:10:38.172771 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-77aaa914-229a-41e2-809b-0dbae21d98ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:38.196086 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ca591cb5-6d60-48e8-852f-0ba2b6514ed3 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:38.196455 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ca591cb5-6d60-48e8-852f-0ba2b6514ed3 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:38.219383 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bb69f-7728-4140-a921-d8d71dd7a24b tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Pushing event deleted for resources: {'Port': ['ID=52b48cc4-70e9-4259-8c6a-5320f56ca7e5,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:38.292476 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada0e903-d52d-4df7-a2e0-31e74ff3990d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:38.292476 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ada0e903-d52d-4df7-a2e0-31e74ff3990d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:38.304130 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aaa914-229a-41e2-809b-0dbae21d98ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abe7c8d5-c1a3-49ab-83d4-2252eacbfbcf,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:38.329142 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-ca591cb5-6d60-48e8-852f-0ba2b6514ed3 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Calling delete_port for eb43dbbf-88ac-450f-b169-2e771eeabe51 owned by network:floatingip {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:10:38.353171 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-30d8dd12-3c9b-4afa-bf8b-ec7ecaf853b3 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:38.387140 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49bf89b-0d88-48ef-92a0-976b8dfe3f94 req-506f3fe8-37b3-481c-ad95-694c0611d555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:38.388651 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e49bf89b-0d88-48ef-92a0-976b8dfe3f94 req-506f3fe8-37b3-481c-ad95-694c0611d555 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2f014c38-9d5a-4aa6-825b-562b0fc1b7d9&tenant_id=3bcce80065784aa6a77c066afd5e6401 HTTP/1.1" status: 200 len: 1095 time: 0.2674198 May 05 20:10:38.394155 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-77aaa914-229a-41e2-809b-0dbae21d98ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:38.399684 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-e49bf89b-0d88-48ef-92a0-976b8dfe3f94 req-96e026b5-dd9a-4dd6-8380-4ac33c2581b6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-840717-1', 'device_owner': 'compute:nova'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:10:38.450191 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-77aaa914-229a-41e2-809b-0dbae21d98ea admin admin] 10.222.0.36 "DELETE /v2.0/subnets/abe7c8d5-c1a3-49ab-83d4-2252eacbfbcf HTTP/1.1" status: 204 len: 168 time: 1.6607895 May 05 20:10:38.456250 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56682) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:38.471586 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-ada0e903-d52d-4df7-a2e0-31e74ff3990d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.6973908 May 05 20:10:38.475081 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-236bb69f-7728-4140-a921-d8d71dd7a24b tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:38.479535 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-236bb69f-7728-4140-a921-d8d71dd7a24b tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] 10.222.0.36 "DELETE /v2.0/ports/52b48cc4-70e9-4259-8c6a-5320f56ca7e5 HTTP/1.1" status: 204 len: 168 time: 3.6700287 May 05 20:10:38.479685 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56688) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:38.481433 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56690) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:38.487554 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-2de317bc-37d1-43eb-af5c-256519b0164d req-18d43a46-6fb6-4d94-80dc-6900b4affd66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:38.637791 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe79ebb-aa66-4472-850b-94ee872af8f2 req-8ca8ddd1-c501-4a3b-8951-dc81a2453e77 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:38.644753 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ffe79ebb-aa66-4472-850b-94ee872af8f2 req-8ca8ddd1-c501-4a3b-8951-dc81a2453e77 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f014c38-9d5a-4aa6-825b-562b0fc1b7d9 HTTP/1.1" status: 200 len: 944 time: 0.5844209 May 05 20:10:38.697129 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-47168fde-8279-4db7-897c-fdf8cf6437bc tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Deleting port 7e240780-2de7-42a2-b2bb-33e7cf2c9e71 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:10:38.697470 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-47168fde-8279-4db7-897c-fdf8cf6437bc tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:38.754689 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b9ed4cee-8d5d-41e3-8019-24c3ee893398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:38.764337 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-30d8dd12-3c9b-4afa-bf8b-ec7ecaf853b3 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:38.810623 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-e49bf89b-0d88-48ef-92a0-976b8dfe3f94 req-96e026b5-dd9a-4dd6-8380-4ac33c2581b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:38.858092 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ffe79ebb-aa66-4472-850b-94ee872af8f2 req-13f1e9a3-f32d-466f-a600-4684118fcc32 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d31c7e0-0b9b-4b82-8e51-a502610a4c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2124395 May 05 20:10:38.876603 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ca591cb5-6d60-48e8-852f-0ba2b6514ed3 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:38.927505 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56702) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:38.971396 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca591cb5-6d60-48e8-852f-0ba2b6514ed3 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Pushing event deleted for resources: {'Port': ['ID=eb43dbbf-88ac-450f-b169-2e771eeabe51,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:38.999222 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1726c3-2235-47e1-8e9e-56e3371d91b2 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:39.003590 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-cd1726c3-2235-47e1-8e9e-56e3371d91b2 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 921 time: 0.5177569 May 05 20:10:39.023027 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56708) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:39.148358 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-30d8dd12-3c9b-4afa-bf8b-ec7ecaf853b3 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:39.200046 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-971c9dce-b9e6-4f4b-ac74-bf2c7ca4a29d tempest-PortsAdminExtendedAttrsTestJSON-637360156 tempest-PortsAdminExtendedAttrsTestJSON-637360156-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1696759347'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:10:39.233931 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b9ed4cee-8d5d-41e3-8019-24c3ee893398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:39.264037 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-971c9dce-b9e6-4f4b-ac74-bf2c7ca4a29d tempest-PortsAdminExtendedAttrsTestJSON-637360156 tempest-PortsAdminExtendedAttrsTestJSON-637360156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:10:39.274660 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e458f-ba5e-4883-a594-f54e5f1e9bbc req-0b73dbb2-564a-4b81-932a-e9e8a956a25b tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:39.276184 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a51e458f-ba5e-4883-a594-f54e5f1e9bbc req-0b73dbb2-564a-4b81-932a-e9e8a956a25b tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=4554207a-7966-4e03-aa31-6d0021a7ef42 HTTP/1.1" status: 200 len: 932 time: 0.5958188 May 05 20:10:39.280066 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d8dd12-3c9b-4afa-bf8b-ec7ecaf853b3 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Pushing event deleted for resources: {'Subnet': ['ID=f2f7f1ed-c633-4f19-b73b-25e35e198963,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:39.281324 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b25fdb-0ba1-4f0e-a46a-2467e4f791e7 None None] Network 09ead9eb-b969-46f8-8daa-ddf1535ee79b requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:10:39.286738 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-971c9dce-b9e6-4f4b-ac74-bf2c7ca4a29d tempest-PortsAdminExtendedAttrsTestJSON-637360156 tempest-PortsAdminExtendedAttrsTestJSON-637360156-project] Usage tracker for resource:network and tenant:47a0a664398c4a5e8c7d96b394798323 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:10:39.290414 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-30d8dd12-3c9b-4afa-bf8b-ec7ecaf853b3 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:39.334150 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-b9ed4cee-8d5d-41e3-8019-24c3ee893398 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35d37522-ff35-47af-b60c-b213aa781c6f']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:10:39.372635 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-b9ed4cee-8d5d-41e3-8019-24c3ee893398 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a9940fa-b2d8-4605-a2bb-ab46df53c9ac') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:10:39.373245 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-b9ed4cee-8d5d-41e3-8019-24c3ee893398 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a9940fa-b2d8-4605-a2bb-ab46df53c9ac') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:10:39.421103 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-971c9dce-b9e6-4f4b-ac74-bf2c7ca4a29d tempest-PortsAdminExtendedAttrsTestJSON-637360156 tempest-PortsAdminExtendedAttrsTestJSON-637360156-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:10:39.445522 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-971c9dce-b9e6-4f4b-ac74-bf2c7ca4a29d tempest-PortsAdminExtendedAttrsTestJSON-637360156 tempest-PortsAdminExtendedAttrsTestJSON-637360156-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:10:39.450710 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-35fe4bda-6e59-43b0-954a-d1aaf609d980 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Deleting port 024be2d0-dbda-4302-8bb9-4301c34a179c {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:10:39.451041 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-35fe4bda-6e59-43b0-954a-d1aaf609d980 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:39.496748 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-30d8dd12-3c9b-4afa-bf8b-ec7ecaf853b3 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] 10.222.0.36 "DELETE /v2.0/subnets/f2f7f1ed-c633-4f19-b73b-25e35e198963 HTTP/1.1" status: 204 len: 168 time: 1.9013815 May 05 20:10:39.522337 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:39.524847 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56712) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:39.559092 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-47168fde-8279-4db7-897c-fdf8cf6437bc tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:39.570023 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-971c9dce-b9e6-4f4b-ac74-bf2c7ca4a29d tempest-PortsAdminExtendedAttrsTestJSON-637360156 tempest-PortsAdminExtendedAttrsTestJSON-637360156-project] Made reservation on behalf of 47a0a664398c4a5e8c7d96b394798323 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:10:39.573044 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-971c9dce-b9e6-4f4b-ac74-bf2c7ca4a29d tempest-PortsAdminExtendedAttrsTestJSON-637360156 tempest-PortsAdminExtendedAttrsTestJSON-637360156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:39.581285 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad783d8-a08e-4b5a-a747-d8eb309bda4f None None] DHCP port deletion for 09ead9eb-b969-46f8-8daa-ddf1535ee79b request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:10:39.586220 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-5ad783d8-a08e-4b5a-a747-d8eb309bda4f None None] Deleting port e147c30b-0f8e-418a-ae33-e60159fd8457 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:10:39.586595 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5ad783d8-a08e-4b5a-a747-d8eb309bda4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:39.617730 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-971c9dce-b9e6-4f4b-ac74-bf2c7ca4a29d tempest-PortsAdminExtendedAttrsTestJSON-637360156 tempest-PortsAdminExtendedAttrsTestJSON-637360156-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:39.628905 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b9ed4cee-8d5d-41e3-8019-24c3ee893398 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:39.687851 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-ca591cb5-6d60-48e8-852f-0ba2b6514ed3 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] create failed (client error): The resource could not be found. May 05 20:10:39.692594 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-ca591cb5-6d60-48e8-852f-0ba2b6514ed3 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.2209234 May 05 20:10:39.693164 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56716) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:39.694204 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b9ed4cee-8d5d-41e3-8019-24c3ee893398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:39.711930 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a51e458f-ba5e-4883-a594-f54e5f1e9bbc req-1bea3189-09d2-4c3b-8fdf-f35227405531 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31a0353-9cc7-4431-82ad-5f9b9985cf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3977864 May 05 20:10:39.742213 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.resource_extend [req-2de317bc-37d1-43eb-af5c-256519b0164d req-18d43a46-6fb6-4d94-80dc-6900b4affd66 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 20:10:39.763781 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-47168fde-8279-4db7-897c-fdf8cf6437bc tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Calling delete_port for 7e240780-2de7-42a2-b2bb-33e7cf2c9e71 owned by {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:10:39.770168 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9ed4cee-8d5d-41e3-8019-24c3ee893398 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:10:39.770566 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b9ed4cee-8d5d-41e3-8019-24c3ee893398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:39.790018 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:10:39.790018 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:10:39.790018 n-d-840717-1 neutron-server[88198]: timer() May 05 20:10:39.790018 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:10:39.790018 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:10:39.790018 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:10:39.790018 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:10:39.790018 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:10:39.790018 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:10:39.790018 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:10:39.790018 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:10:39.790018 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:10:39.790018 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:10:39.790018 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:10:39.790018 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:10:39.790018 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:10:39.790018 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:10:39.790018 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:10:39.790018 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:10:39.790018 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:10:39.790018 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:10:39.790018 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:10:39.790018 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:10:39.790018 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:10:39.790018 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:10:39.790018 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:10:39.790018 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:10:39.790018 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:10:39.790018 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:10:39.790018 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:10:39.790018 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:10:39.790018 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:10:39.818057 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-e49bf89b-0d88-48ef-92a0-976b8dfe3f94 req-96e026b5-dd9a-4dd6-8380-4ac33c2581b6 service neutron] For port 955e8e00-019e-4031-a1bb-9652211ae3e0, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=955e8e00-019e-4031-a1bb-9652211ae3e0,segment=NetworkSegment(b1dd65d9-c07f-4164-9458-eedf0f51eafc),segment_id=b1dd65d9-c07f-4164-9458-eedf0f51eafc)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:10:39.820448 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-5ad783d8-a08e-4b5a-a747-d8eb309bda4f None None] For port e147c30b-0f8e-418a-ae33-e60159fd8457, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=e147c30b-0f8e-418a-ae33-e60159fd8457,segment=NetworkSegment(dba916e3-8d42-413e-a8b3-95220e20730f),segment_id=dba916e3-8d42-413e-a8b3-95220e20730f)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:10:39.820941 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5ad783d8-a08e-4b5a-a747-d8eb309bda4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:39.918820 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b9ed4cee-8d5d-41e3-8019-24c3ee893398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:39.923041 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b9ed4cee-8d5d-41e3-8019-24c3ee893398 admin admin] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:39.955084 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-971c9dce-b9e6-4f4b-ac74-bf2c7ca4a29d tempest-PortsAdminExtendedAttrsTestJSON-637360156 tempest-PortsAdminExtendedAttrsTestJSON-637360156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:10:39.960836 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-dbdd09e6-e154-4822-ba36-2ccc73fbe238 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Deleting port 109cca8f-b778-4bdd-ae13-58a078ce5da1 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:10:39.961737 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dbdd09e6-e154-4822-ba36-2ccc73fbe238 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:39.978790 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-971c9dce-b9e6-4f4b-ac74-bf2c7ca4a29d tempest-PortsAdminExtendedAttrsTestJSON-637360156 tempest-PortsAdminExtendedAttrsTestJSON-637360156-project] Usage tracker for resource:security_group_rule and tenant:47a0a664398c4a5e8c7d96b394798323 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:10:39.985511 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-5ad783d8-a08e-4b5a-a747-d8eb309bda4f None None] Calling delete_port for e147c30b-0f8e-418a-ae33-e60159fd8457 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:10:39.991096 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-971c9dce-b9e6-4f4b-ac74-bf2c7ca4a29d tempest-PortsAdminExtendedAttrsTestJSON-637360156 tempest-PortsAdminExtendedAttrsTestJSON-637360156-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:10:39.996742 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-284e5c23-f648-4450-972c-f849373eecc2 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:40.000409 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ed4cee-8d5d-41e3-8019-24c3ee893398 admin admin] Pushing event deleted for resources: {'Network': ['ID=35d37522-ff35-47af-b60c-b213aa781c6f,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:40.007725 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b9ed4cee-8d5d-41e3-8019-24c3ee893398 admin admin] 10.222.0.36 "DELETE /v2.0/networks/35d37522-ff35-47af-b60c-b213aa781c6f HTTP/1.1" status: 204 len: 168 time: 1.5497944 May 05 20:10:40.028604 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-df128a66-126b-4442-bcba-105906b8bdc6 req-e27d6e5f-93fd-414f-a651-b51ac82b94b8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4482472 May 05 20:10:40.028912 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-971c9dce-b9e6-4f4b-ac74-bf2c7ca4a29d tempest-PortsAdminExtendedAttrsTestJSON-637360156 tempest-PortsAdminExtendedAttrsTestJSON-637360156-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:10:40.043383 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-2de317bc-37d1-43eb-af5c-256519b0164d req-18d43a46-6fb6-4d94-80dc-6900b4affd66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4f0749c-2c73-4b07-9a8b-a977bd839b6a {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:10:40.052615 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-e49bf89b-0d88-48ef-92a0-976b8dfe3f94 req-96e026b5-dd9a-4dd6-8380-4ac33c2581b6 service neutron] For port 955e8e00-019e-4031-a1bb-9652211ae3e0, host n-h2-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:10:40.106515 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5ad783d8-a08e-4b5a-a747-d8eb309bda4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:40.121049 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-2de317bc-37d1-43eb-af5c-256519b0164d req-18d43a46-6fb6-4d94-80dc-6900b4affd66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:40.176660 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad783d8-a08e-4b5a-a747-d8eb309bda4f None None] Pushing event deleted for resources: {'Port': ['ID=e147c30b-0f8e-418a-ae33-e60159fd8457,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:40.186199 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad783d8-a08e-4b5a-a747-d8eb309bda4f None None] No DVR routers for this DVR port e147c30b-0f8e-418a-ae33-e60159fd8457 on host n-d-840717-1 {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:10:40.201640 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad783d8-a08e-4b5a-a747-d8eb309bda4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:10:40.202657 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad783d8-a08e-4b5a-a747-d8eb309bda4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:10:40.203160 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad783d8-a08e-4b5a-a747-d8eb309bda4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:10:40.203569 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad783d8-a08e-4b5a-a747-d8eb309bda4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:10:40.203905 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad783d8-a08e-4b5a-a747-d8eb309bda4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:10:40.204320 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad783d8-a08e-4b5a-a747-d8eb309bda4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:10:40.205334 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad783d8-a08e-4b5a-a747-d8eb309bda4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:10:40.205721 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad783d8-a08e-4b5a-a747-d8eb309bda4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:10:40.206090 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad783d8-a08e-4b5a-a747-d8eb309bda4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:10:40.206420 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad783d8-a08e-4b5a-a747-d8eb309bda4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:10:40.207125 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad783d8-a08e-4b5a-a747-d8eb309bda4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:10:40.207371 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad783d8-a08e-4b5a-a747-d8eb309bda4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:10:40.274452 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-e49bf89b-0d88-48ef-92a0-976b8dfe3f94 req-96e026b5-dd9a-4dd6-8380-4ac33c2581b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 955e8e00-019e-4031-a1bb-9652211ae3e0 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:10:40.289891 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56724) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:40.295554 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-e49bf89b-0d88-48ef-92a0-976b8dfe3f94 req-96e026b5-dd9a-4dd6-8380-4ac33c2581b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:40.417419 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-35fe4bda-6e59-43b0-954a-d1aaf609d980 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:40.475973 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-8ef41ffe-e30e-40b5-9513-fe948e2cfaae admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=51033f662b4a41faabaa592f98ca548e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1848538 May 05 20:10:40.480151 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56728) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:40.488659 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-284e5c23-f648-4450-972c-f849373eecc2 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:40.512608 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df128a66-126b-4442-bcba-105906b8bdc6 req-b4ad85b7-17a6-434c-b01e-77bc832123ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:40.514065 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-df128a66-126b-4442-bcba-105906b8bdc6 req-b4ad85b7-17a6-434c-b01e-77bc832123ef service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=56e8fe9085fa4bdb932a4c29aaeb4c08&device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 1096 time: 0.3208475 May 05 20:10:40.520923 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-e49bf89b-0d88-48ef-92a0-976b8dfe3f94 req-96e026b5-dd9a-4dd6-8380-4ac33c2581b6 service neutron] Transition to ACTIVE for port object 955e8e00-019e-4031-a1bb-9652211ae3e0 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:10:40.526179 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dbdd09e6-e154-4822-ba36-2ccc73fbe238 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:40.558497 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-2de317bc-37d1-43eb-af5c-256519b0164d req-18d43a46-6fb6-4d94-80dc-6900b4affd66 service neutron] Transition to ACTIVE for port object f4f0749c-2c73-4b07-9a8b-a977bd839b6a will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:10:40.570281 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-e49bf89b-0d88-48ef-92a0-976b8dfe3f94 req-96e026b5-dd9a-4dd6-8380-4ac33c2581b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:40.626677 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-47168fde-8279-4db7-897c-fdf8cf6437bc tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:40.650620 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-35fe4bda-6e59-43b0-954a-d1aaf609d980 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Calling delete_port for 024be2d0-dbda-4302-8bb9-4301c34a179c owned by {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:10:40.673479 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device e147c30b-0f8e-418a-ae33-e60159fd8457 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:10:40.711570 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: e147c30b-0f8e-418a-ae33-e60159fd8457 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:10:40.712233 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device e147c30b-0f8e-418a-ae33-e60159fd8457 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:10:40.730976 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-2de317bc-37d1-43eb-af5c-256519b0164d req-18d43a46-6fb6-4d94-80dc-6900b4affd66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:40.756558 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-284e5c23-f648-4450-972c-f849373eecc2 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09ead9eb-b969-46f8-8daa-ddf1535ee79b']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:10:40.759469 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-dbdd09e6-e154-4822-ba36-2ccc73fbe238 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Calling delete_port for 109cca8f-b778-4bdd-ae13-58a078ce5da1 owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:10:40.771509 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47168fde-8279-4db7-897c-fdf8cf6437bc tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Pushing event deleted for resources: {'Port': ['ID=7e240780-2de7-42a2-b2bb-33e7cf2c9e71,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:40.854181 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-284e5c23-f648-4450-972c-f849373eecc2 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dba916e3-8d42-413e-a8b3-95220e20730f') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:10:40.854477 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-284e5c23-f648-4450-972c-f849373eecc2 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dba916e3-8d42-413e-a8b3-95220e20730f') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:10:40.871203 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1464b18-3c77-4782-af77-4f0c41da1630 req-75d00c36-52a9-4c2e-ba1e-48556eb76935 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:40.872787 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a1464b18-3c77-4782-af77-4f0c41da1630 req-75d00c36-52a9-4c2e-ba1e-48556eb76935 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f014c38-9d5a-4aa6-825b-562b0fc1b7d9 HTTP/1.1" status: 200 len: 944 time: 0.8058739 May 05 20:10:41.073397 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e026b5-dd9a-4dd6-8380-4ac33c2581b6 service neutron] Pushing event updated for resources: {'Port': ['ID=955e8e00-019e-4031-a1bb-9652211ae3e0,revision_number=9']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:41.089734 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3680b975-21b3-43c3-8552-71ee7bf013f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:41.175986 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-284e5c23-f648-4450-972c-f849373eecc2 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:41.241004 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-971c9dce-b9e6-4f4b-ac74-bf2c7ca4a29d tempest-PortsAdminExtendedAttrsTestJSON-637360156 tempest-PortsAdminExtendedAttrsTestJSON-637360156-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:41.293835 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-284e5c23-f648-4450-972c-f849373eecc2 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:41.295412 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d43a46-6fb6-4d94-80dc-6900b4affd66 service neutron] Pushing event updated for resources: {'Port': ['ID=f4f0749c-2c73-4b07-9a8b-a977bd839b6a,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:41.312199 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-971c9dce-b9e6-4f4b-ac74-bf2c7ca4a29d tempest-PortsAdminExtendedAttrsTestJSON-637360156 tempest-PortsAdminExtendedAttrsTestJSON-637360156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:41.321968 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df128a66-126b-4442-bcba-105906b8bdc6 req-27cba8dc-7990-49ed-978d-a3d3bed06612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:41.323444 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-df128a66-126b-4442-bcba-105906b8bdc6 req-27cba8dc-7990-49ed-978d-a3d3bed06612 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7506b31f-3419-46e4-835c-80fe813661d5 HTTP/1.1" status: 200 len: 913 time: 0.7888353 May 05 20:10:41.328582 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-e49bf89b-0d88-48ef-92a0-976b8dfe3f94 req-96e026b5-dd9a-4dd6-8380-4ac33c2581b6 service neutron] No DVR routers for this DVR port 955e8e00-019e-4031-a1bb-9652211ae3e0 on host n-h2-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:10:41.369688 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-284e5c23-f648-4450-972c-f849373eecc2 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:10:41.370091 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-284e5c23-f648-4450-972c-f849373eecc2 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:41.402091 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3680b975-21b3-43c3-8552-71ee7bf013f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:41.409205 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:10:41.409205 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:10:41.409205 n-d-840717-1 neutron-server[88197]: timer() May 05 20:10:41.409205 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:10:41.409205 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:10:41.409205 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:10:41.409205 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:10:41.409205 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:10:41.409205 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:10:41.409205 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:10:41.409205 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:10:41.409205 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:10:41.409205 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:10:41.409205 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:10:41.409205 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:10:41.409205 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:10:41.409205 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:10:41.409205 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:10:41.409205 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:10:41.409205 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:10:41.409205 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:10:41.409205 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:10:41.409205 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:10:41.409205 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:10:41.409205 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:10:41.409205 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:10:41.409205 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:10:41.409205 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:10:41.409205 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:10:41.409205 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:10:41.409205 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:10:41.409205 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:10:41.432322 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a1464b18-3c77-4782-af77-4f0c41da1630 req-5d610fce-7d10-4785-b0b9-c70a124e31dc tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d31c7e0-0b9b-4b82-8e51-a502610a4c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5199289 May 05 20:10:41.474842 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-47168fde-8279-4db7-897c-fdf8cf6437bc tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:41.560475 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971c9dce-b9e6-4f4b-ac74-bf2c7ca4a29d tempest-PortsAdminExtendedAttrsTestJSON-637360156 tempest-PortsAdminExtendedAttrsTestJSON-637360156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa3fe70-77b4-49dd-9991-4e782dd06656,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:41.582348 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-284e5c23-f648-4450-972c-f849373eecc2 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:41.617261 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-284e5c23-f648-4450-972c-f849373eecc2 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:41.620416 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-47168fde-8279-4db7-897c-fdf8cf6437bc tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] 10.222.0.36 "DELETE /v2.0/ports/7e240780-2de7-42a2-b2bb-33e7cf2c9e71 HTTP/1.1" status: 204 len: 168 time: 3.1341007 May 05 20:10:41.621173 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-35fe4bda-6e59-43b0-954a-d1aaf609d980 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:41.634820 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56736) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:41.635620 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284e5c23-f648-4450-972c-f849373eecc2 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Pushing event deleted for resources: {'Network': ['ID=09ead9eb-b969-46f8-8daa-ddf1535ee79b,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:41.666284 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-df128a66-126b-4442-bcba-105906b8bdc6 req-477ed46b-c019-4099-9bc6-477ff632bf22 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3f7222db-61b2-414b-9998-e780d493326a HTTP/1.1" status: 200 len: 999 time: 0.2812977 May 05 20:10:41.682817 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e117d7c7-ef01-4483-a27a-30beedca405e req-85caffd5-721d-48a2-8c4f-90c5f96e1ea6 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:41.684266 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e117d7c7-ef01-4483-a27a-30beedca405e req-85caffd5-721d-48a2-8c4f-90c5f96e1ea6 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=4554207a-7966-4e03-aa31-6d0021a7ef42 HTTP/1.1" status: 200 len: 944 time: 0.8227236 May 05 20:10:41.715137 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-284e5c23-f648-4450-972c-f849373eecc2 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] 10.222.0.36 "DELETE /v2.0/networks/09ead9eb-b969-46f8-8daa-ddf1535ee79b HTTP/1.1" status: 204 len: 168 time: 2.1885445 May 05 20:10:41.716019 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-2de317bc-37d1-43eb-af5c-256519b0164d req-18d43a46-6fb6-4d94-80dc-6900b4affd66 service neutron] Attempting to bind port f4f0749c-2c73-4b07-9a8b-a977bd839b6a on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:10:41.716341 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-2de317bc-37d1-43eb-af5c-256519b0164d req-18d43a46-6fb6-4d94-80dc-6900b4affd66 service neutron] Attempting to bind port f4f0749c-2c73-4b07-9a8b-a977bd839b6a by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': 'e34c646b-9075-4e31-b89f-c8f9e824e389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7506b31f-3419-46e4-835c-80fe813661d5'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:10:41.717395 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de317bc-37d1-43eb-af5c-256519b0164d req-18d43a46-6fb6-4d94-80dc-6900b4affd66 service neutron] Attempting to bind port f4f0749c-2c73-4b07-9a8b-a977bd839b6a on network 7506b31f-3419-46e4-835c-80fe813661d5 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:10:41.725473 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56740) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:41.729693 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fe4bda-6e59-43b0-954a-d1aaf609d980 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event deleted for resources: {'Port': ['ID=024be2d0-dbda-4302-8bb9-4301c34a179c,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:41.747398 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dbdd09e6-e154-4822-ba36-2ccc73fbe238 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:41.776210 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de317bc-37d1-43eb-af5c-256519b0164d req-18d43a46-6fb6-4d94-80dc-6900b4affd66 service neutron] Port f4f0749c-2c73-4b07-9a8b-a977bd839b6a on network 7506b31f-3419-46e4-835c-80fe813661d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:10:41.776760 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de317bc-37d1-43eb-af5c-256519b0164d req-18d43a46-6fb6-4d94-80dc-6900b4affd66 service neutron] Attempting to bind port f4f0749c-2c73-4b07-9a8b-a977bd839b6a on network 7506b31f-3419-46e4-835c-80fe813661d5 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:10:41.820544 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-971c9dce-b9e6-4f4b-ac74-bf2c7ca4a29d tempest-PortsAdminExtendedAttrsTestJSON-637360156 tempest-PortsAdminExtendedAttrsTestJSON-637360156-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:10:41.835402 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdd09e6-e154-4822-ba36-2ccc73fbe238 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Pushing event deleted for resources: {'Port': ['ID=109cca8f-b778-4bdd-ae13-58a078ce5da1,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:41.842021 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-93536aba-01fb-47ac-8668-d328575abaae tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Synchronizing usage tracker for tenant:7ba5eccb22a44156924af5bf360040ac on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:10:41.845468 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de317bc-37d1-43eb-af5c-256519b0164d req-18d43a46-6fb6-4d94-80dc-6900b4affd66 service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:10:41.845810 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de317bc-37d1-43eb-af5c-256519b0164d req-18d43a46-6fb6-4d94-80dc-6900b4affd66 service neutron] Checking segment: {'id': 'e34c646b-9075-4e31-b89f-c8f9e824e389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7506b31f-3419-46e4-835c-80fe813661d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:10:41.846192 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de317bc-37d1-43eb-af5c-256519b0164d req-18d43a46-6fb6-4d94-80dc-6900b4affd66 service neutron] Bound using segment: {'id': 'e34c646b-9075-4e31-b89f-c8f9e824e389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7506b31f-3419-46e4-835c-80fe813661d5'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:10:41.846632 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-2de317bc-37d1-43eb-af5c-256519b0164d req-18d43a46-6fb6-4d94-80dc-6900b4affd66 service neutron] Bound port: f4f0749c-2c73-4b07-9a8b-a977bd839b6a, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e34c646b-9075-4e31-b89f-c8f9e824e389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7506b31f-3419-46e4-835c-80fe813661d5'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:10:41.846974 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-2de317bc-37d1-43eb-af5c-256519b0164d req-18d43a46-6fb6-4d94-80dc-6900b4affd66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:41.851067 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3680b975-21b3-43c3-8552-71ee7bf013f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:41.902561 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e117d7c7-ef01-4483-a27a-30beedca405e req-559932e6-19bc-4029-92f1-9a16b9c835ce tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31a0353-9cc7-4431-82ad-5f9b9985cf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843536 May 05 20:10:41.904006 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df128a66-126b-4442-bcba-105906b8bdc6 req-5e5a9c2f-e48b-43eb-bc97-365c9e31f3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:41.906171 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-df128a66-126b-4442-bcba-105906b8bdc6 req-5e5a9c2f-e48b-43eb-bc97-365c9e31f3e3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e2507cd6-290d-4d3d-b14e-048ce031bb0a HTTP/1.1" status: 200 len: 851 time: 0.2307100 May 05 20:10:41.927013 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3680b975-21b3-43c3-8552-71ee7bf013f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:41.930737 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-971c9dce-b9e6-4f4b-ac74-bf2c7ca4a29d tempest-PortsAdminExtendedAttrsTestJSON-637360156 tempest-PortsAdminExtendedAttrsTestJSON-637360156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:41.931202 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-971c9dce-b9e6-4f4b-ac74-bf2c7ca4a29d tempest-PortsAdminExtendedAttrsTestJSON-637360156 tempest-PortsAdminExtendedAttrsTestJSON-637360156-project] Added segment c73c0b60-ca7e-43a7-a840-82efc7825b7c of type vlan for network b12f9536-f791-454b-86d7-9ebb2d34fae2 May 05 20:10:41.953629 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-93536aba-01fb-47ac-8668-d328575abaae tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Unset dirty status for tenant:7ba5eccb22a44156924af5bf360040ac on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:10:41.955206 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-93536aba-01fb-47ac-8668-d328575abaae tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] 10.222.0.36 "GET /v2.0/ports?device_id=e72ce146-bbbf-4b9a-a8ec-f8141fbfb3e0 HTTP/1.1" status: 200 len: 205 time: 0.2273583 May 05 20:10:41.988997 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56744) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:42.098840 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-e49bf89b-0d88-48ef-92a0-976b8dfe3f94 req-96e026b5-dd9a-4dd6-8380-4ac33c2581b6 service neutron] Attempting to bind port 955e8e00-019e-4031-a1bb-9652211ae3e0 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:10:42.099089 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-e49bf89b-0d88-48ef-92a0-976b8dfe3f94 req-96e026b5-dd9a-4dd6-8380-4ac33c2581b6 service neutron] Attempting to bind port 955e8e00-019e-4031-a1bb-9652211ae3e0 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'b1dd65d9-c07f-4164-9458-eedf0f51eafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dd240240-b981-4728-a92a-09bd25dc9abb'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:10:42.099427 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49bf89b-0d88-48ef-92a0-976b8dfe3f94 req-96e026b5-dd9a-4dd6-8380-4ac33c2581b6 service neutron] Attempting to bind port 955e8e00-019e-4031-a1bb-9652211ae3e0 on network dd240240-b981-4728-a92a-09bd25dc9abb {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:10:42.116839 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49bf89b-0d88-48ef-92a0-976b8dfe3f94 req-96e026b5-dd9a-4dd6-8380-4ac33c2581b6 service neutron] Port 955e8e00-019e-4031-a1bb-9652211ae3e0 on network dd240240-b981-4728-a92a-09bd25dc9abb not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:10:42.117161 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49bf89b-0d88-48ef-92a0-976b8dfe3f94 req-96e026b5-dd9a-4dd6-8380-4ac33c2581b6 service neutron] Attempting to bind port 955e8e00-019e-4031-a1bb-9652211ae3e0 on network dd240240-b981-4728-a92a-09bd25dc9abb {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:10:42.131420 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3680b975-21b3-43c3-8552-71ee7bf013f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:42.135022 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3680b975-21b3-43c3-8552-71ee7bf013f3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5dfe678a-15e4-4a14-a8c3-c5655dfa5fcb HTTP/1.1" status: 204 len: 168 time: 1.6514735 May 05 20:10:42.135022 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49bf89b-0d88-48ef-92a0-976b8dfe3f94 req-96e026b5-dd9a-4dd6-8380-4ac33c2581b6 service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:10:42.135022 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49bf89b-0d88-48ef-92a0-976b8dfe3f94 req-96e026b5-dd9a-4dd6-8380-4ac33c2581b6 service neutron] Checking segment: {'id': 'b1dd65d9-c07f-4164-9458-eedf0f51eafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dd240240-b981-4728-a92a-09bd25dc9abb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:10:42.135022 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49bf89b-0d88-48ef-92a0-976b8dfe3f94 req-96e026b5-dd9a-4dd6-8380-4ac33c2581b6 service neutron] Bound using segment: {'id': 'b1dd65d9-c07f-4164-9458-eedf0f51eafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dd240240-b981-4728-a92a-09bd25dc9abb'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:10:42.135022 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-e49bf89b-0d88-48ef-92a0-976b8dfe3f94 req-96e026b5-dd9a-4dd6-8380-4ac33c2581b6 service neutron] Bound port: 955e8e00-019e-4031-a1bb-9652211ae3e0, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1dd65d9-c07f-4164-9458-eedf0f51eafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dd240240-b981-4728-a92a-09bd25dc9abb'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:10:42.135022 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-e49bf89b-0d88-48ef-92a0-976b8dfe3f94 req-96e026b5-dd9a-4dd6-8380-4ac33c2581b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:42.145724 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dbdd09e6-e154-4822-ba36-2ccc73fbe238 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:42.150221 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-dbdd09e6-e154-4822-ba36-2ccc73fbe238 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] 10.222.0.36 "DELETE /v2.0/ports/109cca8f-b778-4bdd-ae13-58a078ce5da1 HTTP/1.1" status: 204 len: 168 time: 2.4465439 May 05 20:10:42.153511 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56750) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:42.232753 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5ff0b366-2380-4a70-a5b0-953f2f69e689 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks [] for router, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:42.276655 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df128a66-126b-4442-bcba-105906b8bdc6 req-ce5802f0-6327-4b90-afb0-3f223df8d549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:42.278150 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-df128a66-126b-4442-bcba-105906b8bdc6 req-ce5802f0-6327-4b90-afb0-3f223df8d549 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7506b31f-3419-46e4-835c-80fe813661d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3579619 May 05 20:10:42.283276 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-35fe4bda-6e59-43b0-954a-d1aaf609d980 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:42.298891 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-971c9dce-b9e6-4f4b-ac74-bf2c7ca4a29d tempest-PortsAdminExtendedAttrsTestJSON-637360156 tempest-PortsAdminExtendedAttrsTestJSON-637360156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:42.343452 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-e49bf89b-0d88-48ef-92a0-976b8dfe3f94 req-96e026b5-dd9a-4dd6-8380-4ac33c2581b6 service neutron] For port 955e8e00-019e-4031-a1bb-9652211ae3e0, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:10:42.351472 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385950eb-9318-4b63-a750-b2fa3c9cdc45 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:42.352661 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-385950eb-9318-4b63-a750-b2fa3c9cdc45 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Synchronizing usage tracker for tenant:5612e7242a04466e929d2d320c132523 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:10:42.359561 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-e49bf89b-0d88-48ef-92a0-976b8dfe3f94 req-96e026b5-dd9a-4dd6-8380-4ac33c2581b6 service neutron] For port 955e8e00-019e-4031-a1bb-9652211ae3e0, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=955e8e00-019e-4031-a1bb-9652211ae3e0,segment=NetworkSegment(b1dd65d9-c07f-4164-9458-eedf0f51eafc),segment_id=b1dd65d9-c07f-4164-9458-eedf0f51eafc)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:10:42.411147 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-e49bf89b-0d88-48ef-92a0-976b8dfe3f94 req-96e026b5-dd9a-4dd6-8380-4ac33c2581b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:42.445322 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-35fe4bda-6e59-43b0-954a-d1aaf609d980 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "DELETE /v2.0/ports/024be2d0-dbda-4302-8bb9-4301c34a179c HTTP/1.1" status: 204 len: 168 time: 3.4180124 May 05 20:10:42.455762 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56756) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:42.474381 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-2de317bc-37d1-43eb-af5c-256519b0164d req-18d43a46-6fb6-4d94-80dc-6900b4affd66 service neutron] For port f4f0749c-2c73-4b07-9a8b-a977bd839b6a, host n-h2-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:10:42.480538 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44e5caf-6e60-4da4-943d-009301f3e4ca tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:42.481508 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-b44e5caf-6e60-4da4-943d-009301f3e4ca tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Synchronizing usage tracker for tenant:297514388b04490999a95707be5dc14a on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:10:42.506550 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49bf89b-0d88-48ef-92a0-976b8dfe3f94 req-96e026b5-dd9a-4dd6-8380-4ac33c2581b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:42.507167 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-e49bf89b-0d88-48ef-92a0-976b8dfe3f94 req-96e026b5-dd9a-4dd6-8380-4ac33c2581b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:42.508560 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e49bf89b-0d88-48ef-92a0-976b8dfe3f94 req-96e026b5-dd9a-4dd6-8380-4ac33c2581b6 service neutron] 10.222.0.24 "PUT /v2.0/ports/955e8e00-019e-4031-a1bb-9652211ae3e0 HTTP/1.1" status: 200 len: 1092 time: 4.1134496 May 05 20:10:42.510730 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f014c38-9d5a-4aa6-825b-562b0fc1b7d9', 'tag': '955e8e00-019e-4031-a1bb-9652211ae3e0'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:10:42.554140 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-df128a66-126b-4442-bcba-105906b8bdc6 req-20e1c255-12ab-4590-aa79-28aef9e6bd66 service neutron] 10.222.0.50 "GET /v2.0/networks/7506b31f-3419-46e4-835c-80fe813661d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616944 May 05 20:10:42.555676 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e026b5-dd9a-4dd6-8380-4ac33c2581b6 service neutron] Pushing event updated for resources: {'Port': ['ID=955e8e00-019e-4031-a1bb-9652211ae3e0,revision_number=10']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:42.569079 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.resource_extend [None req-971c9dce-b9e6-4f4b-ac74-bf2c7ca4a29d tempest-PortsAdminExtendedAttrsTestJSON-637360156 tempest-PortsAdminExtendedAttrsTestJSON-637360156-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 20:10:42.607017 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-b44e5caf-6e60-4da4-943d-009301f3e4ca tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Unset dirty status for tenant:297514388b04490999a95707be5dc14a on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:10:42.611312 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b44e5caf-6e60-4da4-943d-009301f3e4ca tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] 10.222.0.36 "GET /v2.0/ports?device_id=a53a416a-0ee9-4d83-bd27-b3936f8cb237 HTTP/1.1" status: 200 len: 913 time: 0.4523327 May 05 20:10:42.612947 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56768) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:42.724965 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ce00e9b-0d2d-4a1a-9994-c9f61acbd62a'] response: {'name': 'network-changed', 'server_uuid': '2f014c38-9d5a-4aa6-825b-562b0fc1b7d9', 'tag': '955e8e00-019e-4031-a1bb-9652211ae3e0', 'status': 'completed', 'code': 200} May 05 20:10:42.892742 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-40f0d5b5-de75-4e42-9b80-e567ce75a4bf tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] GET failed (client error): The resource could not be found. May 05 20:10:42.893380 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-40f0d5b5-de75-4e42-9b80-e567ce75a4bf tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Synchronizing usage tracker for tenant:0cc5f4a365af4a94a73e5ef336438b10 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:10:42.895703 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-385950eb-9318-4b63-a750-b2fa3c9cdc45 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Unset dirty status for tenant:5612e7242a04466e929d2d320c132523 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:10:42.896834 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-385950eb-9318-4b63-a750-b2fa3c9cdc45 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] 10.222.0.36 "GET /v2.0/ports?device_id=b06cf728-838a-4d45-b322-45e16e190c58 HTTP/1.1" status: 200 len: 913 time: 1.2300098 May 05 20:10:42.898892 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-2de317bc-37d1-43eb-af5c-256519b0164d req-18d43a46-6fb6-4d94-80dc-6900b4affd66 service neutron] For port f4f0749c-2c73-4b07-9a8b-a977bd839b6a, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=f4f0749c-2c73-4b07-9a8b-a977bd839b6a,segment=NetworkSegment(e34c646b-9075-4e31-b89f-c8f9e824e389),segment_id=e34c646b-9075-4e31-b89f-c8f9e824e389)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:10:42.912992 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56780) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:42.966856 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-2de317bc-37d1-43eb-af5c-256519b0164d req-18d43a46-6fb6-4d94-80dc-6900b4affd66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:43.061786 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-df128a66-126b-4442-bcba-105906b8bdc6 req-70695cdb-fa43-475b-a43f-2df384fbd4c1 service neutron] 10.222.0.50 "GET /v2.0/networks/7506b31f-3419-46e4-835c-80fe813661d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4970801 May 05 20:10:43.087204 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5ff0b366-2380-4a70-a5b0-953f2f69e689 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:43.091394 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-971c9dce-b9e6-4f4b-ac74-bf2c7ca4a29d tempest-PortsAdminExtendedAttrsTestJSON-637360156 tempest-PortsAdminExtendedAttrsTestJSON-637360156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:43.097478 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971c9dce-b9e6-4f4b-ac74-bf2c7ca4a29d tempest-PortsAdminExtendedAttrsTestJSON-637360156 tempest-PortsAdminExtendedAttrsTestJSON-637360156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:43.098068 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-971c9dce-b9e6-4f4b-ac74-bf2c7ca4a29d tempest-PortsAdminExtendedAttrsTestJSON-637360156 tempest-PortsAdminExtendedAttrsTestJSON-637360156-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:43.125242 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5ff0b366-2380-4a70-a5b0-953f2f69e689 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:43.200920 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-40f0d5b5-de75-4e42-9b80-e567ce75a4bf tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Unset dirty status for tenant:0cc5f4a365af4a94a73e5ef336438b10 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:10:43.202703 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-40f0d5b5-de75-4e42-9b80-e567ce75a4bf tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "GET /v2.0/ports/024be2d0-dbda-4302-8bb9-4301c34a179c HTTP/1.1" status: 404 len: 333 time: 0.7440765 May 05 20:10:43.204142 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de317bc-37d1-43eb-af5c-256519b0164d req-18d43a46-6fb6-4d94-80dc-6900b4affd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:43.204752 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-2de317bc-37d1-43eb-af5c-256519b0164d req-18d43a46-6fb6-4d94-80dc-6900b4affd66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:43.205997 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2de317bc-37d1-43eb-af5c-256519b0164d req-18d43a46-6fb6-4d94-80dc-6900b4affd66 service neutron] 10.222.0.50 "PUT /v2.0/ports/f4f0749c-2c73-4b07-9a8b-a977bd839b6a HTTP/1.1" status: 200 len: 1092 time: 5.6092017 May 05 20:10:43.209907 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56794) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:43.221908 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4554207a-7966-4e03-aa31-6d0021a7ef42', 'tag': 'f4f0749c-2c73-4b07-9a8b-a977bd839b6a'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:10:43.242808 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-971c9dce-b9e6-4f4b-ac74-bf2c7ca4a29d tempest-PortsAdminExtendedAttrsTestJSON-637360156 tempest-PortsAdminExtendedAttrsTestJSON-637360156-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 4.3141556 May 05 20:10:43.337449 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-d9c34c5d-9bd0-4f3b-bf9d-bd37e45870b5 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Deleting port 4e842295-61c6-4775-a7fe-cc8ff3418157 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:10:43.337788 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d9c34c5d-9bd0-4f3b-bf9d-bd37e45870b5 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:43.384154 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22335af0-7021-4201-8d5a-6166627910d4 req-1a366f8a-a47d-4bf5-8120-110db2397f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:43.385643 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-22335af0-7021-4201-8d5a-6166627910d4 req-1a366f8a-a47d-4bf5-8120-110db2397f28 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3bcce80065784aa6a77c066afd5e6401&device_id=2f014c38-9d5a-4aa6-825b-562b0fc1b7d9 HTTP/1.1" status: 200 len: 1096 time: 1.0953956 May 05 20:10:43.399740 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5ff0b366-2380-4a70-a5b0-953f2f69e689 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:43.400037 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff0b366-2380-4a70-a5b0-953f2f69e689 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Fanout notify agent at l3_agent the message router_deleted on router e72ce146-bbbf-4b9a-a8ec-f8141fbfb3e0 {{(pid=88197) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:10:43.413926 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d43a46-6fb6-4d94-80dc-6900b4affd66 service neutron] Pushing event updated for resources: {'Port': ['ID=f4f0749c-2c73-4b07-9a8b-a977bd839b6a,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:43.493391 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0541257-d6dc-455d-a655-e4a39a015834 req-3fd6f565-f260-4445-b158-f6bfa98f9f00 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:43.494851 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e0541257-d6dc-455d-a655-e4a39a015834 req-3fd6f565-f260-4445-b158-f6bfa98f9f00 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=4554207a-7966-4e03-aa31-6d0021a7ef42 HTTP/1.1" status: 200 len: 944 time: 0.3746698 May 05 20:10:43.509285 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971c9dce-b9e6-4f4b-ac74-bf2c7ca4a29d tempest-PortsAdminExtendedAttrsTestJSON-637360156 tempest-PortsAdminExtendedAttrsTestJSON-637360156-project] Pushing event updated for resources: {'Network': ['ID=b12f9536-f791-454b-86d7-9ebb2d34fae2,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:43.521883 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network b12f9536-f791-454b-86d7-9ebb2d34fae2 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:10:43.524143 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5ff0b366-2380-4a70-a5b0-953f2f69e689 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:43.527741 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-5ff0b366-2380-4a70-a5b0-953f2f69e689 tempest-RoutersNegativeIpV6Test-1288978475 tempest-RoutersNegativeIpV6Test-1288978475-project] 10.222.0.36 "DELETE /v2.0/routers/e72ce146-bbbf-4b9a-a8ec-f8141fbfb3e0 HTTP/1.1" status: 204 len: 168 time: 1.5281911 May 05 20:10:43.618768 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e0541257-d6dc-455d-a655-e4a39a015834 req-65c46bcc-89f9-4f9f-b349-e83ade34dfe9 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31a0353-9cc7-4431-82ad-5f9b9985cf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774186 May 05 20:10:43.688643 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38386a38-5c87-4955-9e0e-c2e670ae0de0 req-395b8681-f001-4fd4-8603-e6aa1057907e tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:43.691396 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-38386a38-5c87-4955-9e0e-c2e670ae0de0 req-395b8681-f001-4fd4-8603-e6aa1057907e tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f014c38-9d5a-4aa6-825b-562b0fc1b7d9 HTTP/1.1" status: 200 len: 945 time: 0.9830720 May 05 20:10:43.739338 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45b11653-0367-48ad-9308-5f00c137f572'] response: {'name': 'network-changed', 'server_uuid': '4554207a-7966-4e03-aa31-6d0021a7ef42', 'tag': 'f4f0749c-2c73-4b07-9a8b-a977bd839b6a', 'status': 'completed', 'code': 200} May 05 20:10:43.876394 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de317bc-37d1-43eb-af5c-256519b0164d req-d5ca4edb-6f7f-4569-9b97-00005c954e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:43.878039 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2de317bc-37d1-43eb-af5c-256519b0164d req-d5ca4edb-6f7f-4569-9b97-00005c954e08 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=56e8fe9085fa4bdb932a4c29aaeb4c08&device_id=4554207a-7966-4e03-aa31-6d0021a7ef42 HTTP/1.1" status: 200 len: 1095 time: 0.5606809 May 05 20:10:43.889142 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22335af0-7021-4201-8d5a-6166627910d4 req-1f7397c6-d049-446a-86ea-0a1c3da09e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:43.890694 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-22335af0-7021-4201-8d5a-6166627910d4 req-1f7397c6-d049-446a-86ea-0a1c3da09e76 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dd240240-b981-4728-a92a-09bd25dc9abb HTTP/1.1" status: 200 len: 916 time: 0.4193549 May 05 20:10:43.914510 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d9c34c5d-9bd0-4f3b-bf9d-bd37e45870b5 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:43.955265 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-38386a38-5c87-4955-9e0e-c2e670ae0de0 req-c6a31d6e-2159-45d8-8628-ef81869d5a56 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d31c7e0-0b9b-4b82-8e51-a502610a4c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2424450 May 05 20:10:44.027967 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2de317bc-37d1-43eb-af5c-256519b0164d req-c2fa9c63-bb19-464c-8c9d-0cee377e9024 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4f0749c-2c73-4b07-9a8b-a977bd839b6a HTTP/1.1" status: 200 len: 217 time: 0.1428883 May 05 20:10:44.064696 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-d9c34c5d-9bd0-4f3b-bf9d-bd37e45870b5 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Calling delete_port for 4e842295-61c6-4775-a7fe-cc8ff3418157 owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:10:44.083984 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56814) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:44.108199 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56818) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:44.136528 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7387f3c2-6cc6-414b-bbe5-3e3e5df6559a tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:44.151226 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:44.220846 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-22335af0-7021-4201-8d5a-6166627910d4 req-c675a6a8-c17a-48a2-bb45-bcbee9e01b43 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=955e8e00-019e-4031-a1bb-9652211ae3e0 HTTP/1.1" status: 200 len: 1000 time: 0.2712896 May 05 20:10:44.229794 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de317bc-37d1-43eb-af5c-256519b0164d req-3b100128-c8da-4bed-a138-7a2b28cefd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:44.235187 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2de317bc-37d1-43eb-af5c-256519b0164d req-3b100128-c8da-4bed-a138-7a2b28cefd8d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e2507cd6-290d-4d3d-b14e-048ce031bb0a HTTP/1.1" status: 200 len: 851 time: 0.1900690 May 05 20:10:44.293221 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56826) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:44.314685 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Request body: {'port': {'network_id': 'b12f9536-f791-454b-86d7-9ebb2d34fae2', 'binding:host_id': 'n-h1-840717-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-902296184'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:10:44.327813 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:10:44.334726 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Usage tracker for resource:port and tenant:47803a70b16c4200a7e9395c14d34ca6 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:10:44.338746 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:10:44.374787 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:10:44.464327 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Made reservation on behalf of 47803a70b16c4200a7e9395c14d34ca6 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:10:44.466621 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:44.495451 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:44.529271 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d9c34c5d-9bd0-4f3b-bf9d-bd37e45870b5 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:44.572466 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ff290c80-722d-4d2b-a9d7-864f9cc9c714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:44.622583 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22335af0-7021-4201-8d5a-6166627910d4 req-bed1d23f-aca8-43a0-9998-4a1f643f0ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:44.624168 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-22335af0-7021-4201-8d5a-6166627910d4 req-bed1d23f-aca8-43a0-9998-4a1f643f0ab0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4839f055-edd7-4ed9-a2d6-dc3f9daf425d HTTP/1.1" status: 200 len: 854 time: 0.3814435 May 05 20:10:44.627549 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-ff290c80-722d-4d2b-a9d7-864f9cc9c714 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:10:44.638480 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-256036f6-f27b-4fb4-9034-7769eb84bc17 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7ba5eccb22a44156924af5bf360040ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5488799 May 05 20:10:44.670903 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-ff290c80-722d-4d2b-a9d7-864f9cc9c714 admin admin] Usage tracker for resource:security_group_rule and tenant:53103c90d3fc422f8abe68f770f0d7e3 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:10:44.679401 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56832) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:44.679921 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-ff290c80-722d-4d2b-a9d7-864f9cc9c714 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:10:44.696707 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-ff290c80-722d-4d2b-a9d7-864f9cc9c714 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:10:44.745065 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:10:44.747205 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c34c5d-9bd0-4f3b-bf9d-bd37e45870b5 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event deleted for resources: {'Port': ['ID=4e842295-61c6-4775-a7fe-cc8ff3418157,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:44.753398 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Usage tracker for resource:security_group_rule and tenant:47803a70b16c4200a7e9395c14d34ca6 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:10:44.783307 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:10:44.800733 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:10:44.821922 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de317bc-37d1-43eb-af5c-256519b0164d req-91fc717d-aa62-40f7-99cf-80c255eba7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:44.823442 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2de317bc-37d1-43eb-af5c-256519b0164d req-91fc717d-aa62-40f7-99cf-80c255eba7fd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7506b31f-3419-46e4-835c-80fe813661d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5332370 May 05 20:10:44.896794 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d9c34c5d-9bd0-4f3b-bf9d-bd37e45870b5 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:44.967968 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d9c34c5d-9bd0-4f3b-bf9d-bd37e45870b5 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "DELETE /v2.0/ports/4e842295-61c6-4775-a7fe-cc8ff3418157 HTTP/1.1" status: 204 len: 168 time: 1.7331908 May 05 20:10:44.980560 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56838) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:45.021617 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-7387f3c2-6cc6-414b-bbe5-3e3e5df6559a tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Deleting port d181f4ce-49fb-4564-b80d-bb1e0a263428 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:10:45.021951 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7387f3c2-6cc6-414b-bbe5-3e3e5df6559a tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:45.078322 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8f04e3d2-d778-46c7-b08a-305ef1e30408 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:45.079414 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:45.092027 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:45.092928 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22335af0-7021-4201-8d5a-6166627910d4 req-bc00ced2-cdfe-428a-bf1c-c167c06b343f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:45.094690 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-22335af0-7021-4201-8d5a-6166627910d4 req-bc00ced2-cdfe-428a-bf1c-c167c06b343f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd240240-b981-4728-a92a-09bd25dc9abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4606669 May 05 20:10:45.149982 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] device_id is not set on port 13574619-4c41-4fff-ac8c-09a124d9339e yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:10:45.150225 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-76802cd3-3b5d-427c-8562-98a63e81fc06 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] GET failed (client error): The resource could not be found. May 05 20:10:45.153906 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-76802cd3-3b5d-427c-8562-98a63e81fc06 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "GET /v2.0/ports/4e842295-61c6-4775-a7fe-cc8ff3418157 HTTP/1.1" status: 404 len: 333 time: 0.1671085 May 05 20:10:45.173619 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56846) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:45.237977 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8f04e3d2-d778-46c7-b08a-305ef1e30408 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:45.311157 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff94ab49-0474-4d38-8941-fe96d32f6440 req-52845b6c-6378-4929-bd06-d408219fe2f0 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:45.312977 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ff94ab49-0474-4d38-8941-fe96d32f6440 req-52845b6c-6378-4929-bd06-d408219fe2f0 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=4554207a-7966-4e03-aa31-6d0021a7ef42 HTTP/1.1" status: 200 len: 944 time: 0.5758741 May 05 20:10:45.328990 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d3abb4-65ce-4f06-ac9a-e60c7c0d8586,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:45.393440 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2de317bc-37d1-43eb-af5c-256519b0164d req-da2179f7-b981-4368-9a71-be7815abcfd2 service neutron] 10.222.0.50 "GET /v2.0/networks/7506b31f-3419-46e4-835c-80fe813661d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5570195 May 05 20:10:45.405883 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7387f3c2-6cc6-414b-bbe5-3e3e5df6559a tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:45.410532 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b22b3e76-2b56-4c21-87e4-c90e238e66d6 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:45.438182 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546184cd-f276-4441-bc1b-caa2dd9c371e req-fdf834e9-15e7-4063-819d-a450564e1eb5 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:45.439708 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-546184cd-f276-4441-bc1b-caa2dd9c371e req-fdf834e9-15e7-4063-819d-a450564e1eb5 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f014c38-9d5a-4aa6-825b-562b0fc1b7d9 HTTP/1.1" status: 200 len: 945 time: 0.3515759 May 05 20:10:45.462140 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ff290c80-722d-4d2b-a9d7-864f9cc9c714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:45.538235 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ff290c80-722d-4d2b-a9d7-864f9cc9c714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:45.566220 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-da7d2076-fd73-4993-b1a9-96e49c21e1b0 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Deleting subnet 6d46628c-ecca-438b-8ade-7afde89595a8 {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:10:45.570848 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-7387f3c2-6cc6-414b-bbe5-3e3e5df6559a tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Calling delete_port for d181f4ce-49fb-4564-b80d-bb1e0a263428 owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:10:45.587196 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-da7d2076-fd73-4993-b1a9-96e49c21e1b0 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:45.737610 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-546184cd-f276-4441-bc1b-caa2dd9c371e req-f7e4172f-b3ab-4d92-b726-963199241421 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d31c7e0-0b9b-4b82-8e51-a502610a4c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1869605 May 05 20:10:45.819037 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ff94ab49-0474-4d38-8941-fe96d32f6440 req-a2fd8ab3-4712-43a8-8c12-dc54258fc0f6 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31a0353-9cc7-4431-82ad-5f9b9985cf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4369948 May 05 20:10:45.819574 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff290c80-722d-4d2b-a9d7-864f9cc9c714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7820ce3f-a79b-4c07-a27e-3b4b0dd2cbe8,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:45.843034 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-ff290c80-722d-4d2b-a9d7-864f9cc9c714 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=53103c90d3fc422f8abe68f770f0d7e3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7061782 May 05 20:10:45.845417 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-22335af0-7021-4201-8d5a-6166627910d4 req-cc8ff724-5243-48d1-8ee0-0ebb8cb9a50d service neutron] 10.222.0.24 "GET /v2.0/networks/dd240240-b981-4728-a92a-09bd25dc9abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7301111 May 05 20:10:45.852818 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56850) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:45.863255 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-da7d2076-fd73-4993-b1a9-96e49c21e1b0 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:45.930591 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8f04e3d2-d778-46c7-b08a-305ef1e30408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:45.970334 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] device_id is not set on port 13574619-4c41-4fff-ac8c-09a124d9339e yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:10:45.985820 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:45.998573 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f04e3d2-d778-46c7-b08a-305ef1e30408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c3217d-53d0-48cd-8387-db226143a1ba,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:46.001334 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Transition to ACTIVE for port object 13574619-4c41-4fff-ac8c-09a124d9339e will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:10:46.043083 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:46.150349 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Pushing event updated for resources: {'Port': ['ID=13574619-4c41-4fff-ac8c-09a124d9339e,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:46.153151 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2de317bc-37d1-43eb-af5c-256519b0164d req-822ab706-924b-44c0-8dfc-92e31ba7a360 service neutron] 10.222.0.50 "GET /v2.0/networks/7506b31f-3419-46e4-835c-80fe813661d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6930964 May 05 20:10:46.157897 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7387f3c2-6cc6-414b-bbe5-3e3e5df6559a tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:46.207281 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:46.217855 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7387f3c2-6cc6-414b-bbe5-3e3e5df6559a tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Pushing event deleted for resources: {'Port': ['ID=d181f4ce-49fb-4564-b80d-bb1e0a263428,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:46.221516 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Checking segment: {'id': 'c73c0b60-ca7e-43a7-a840-82efc7825b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b12f9536-f791-454b-86d7-9ebb2d34fae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:10:46.221871 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Network hostable DHCP agents. Network: b12f9536-f791-454b-86d7-9ebb2d34fae2, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:10:46.327730 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Network b12f9536-f791-454b-86d7-9ebb2d34fae2 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:10:46.347662 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, b12f9536-f791-454b-86d7-9ebb2d34fae2) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:10:46.351532 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8f04e3d2-d778-46c7-b08a-305ef1e30408 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:46.353983 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-8f04e3d2-d778-46c7-b08a-305ef1e30408 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/35c3217d-53d0-48cd-8387-db226143a1ba HTTP/1.1" status: 204 len: 168 time: 1.6687565 May 05 20:10:46.359909 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3ee5d9-d644-4920-a53f-14de523f3c5b None None] Network b12f9536-f791-454b-86d7-9ebb2d34fae2 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:10:46.485604 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-64e30e61-fb17-4af0-9eeb-283b4e6011df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:46.512742 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-da7d2076-fd73-4993-b1a9-96e49c21e1b0 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:46.550007 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-22335af0-7021-4201-8d5a-6166627910d4 req-eba9acf0-d799-4d43-89e8-bd4a9ace7d81 service neutron] 10.222.0.24 "GET /v2.0/networks/dd240240-b981-4728-a92a-09bd25dc9abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6585946 May 05 20:10:46.557996 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:10:46.582055 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-64e30e61-fb17-4af0-9eeb-283b4e6011df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:46.679579 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 13574619-4c41-4fff-ac8c-09a124d9339e on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:10:46.680651 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 13574619-4c41-4fff-ac8c-09a124d9339e by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'c73c0b60-ca7e-43a7-a840-82efc7825b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b12f9536-f791-454b-86d7-9ebb2d34fae2'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:10:46.681226 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 13574619-4c41-4fff-ac8c-09a124d9339e on network b12f9536-f791-454b-86d7-9ebb2d34fae2 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:10:46.707190 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Port 13574619-4c41-4fff-ac8c-09a124d9339e on network b12f9536-f791-454b-86d7-9ebb2d34fae2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:10:46.707572 n-d-840717-1 neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Failed to bind port 13574619-4c41-4fff-ac8c-09a124d9339e on host n-h1-840717-1 for vnic_type normal using segments [{'id': 'c73c0b60-ca7e-43a7-a840-82efc7825b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b12f9536-f791-454b-86d7-9ebb2d34fae2'}] May 05 20:10:46.712181 n-d-840717-1 neutron-server[88198]: INFO neutron.plugins.ml2.plugin [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempt 2 to bind port 13574619-4c41-4fff-ac8c-09a124d9339e May 05 20:10:46.713507 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af679be-e610-44c8-b544-975e077b2a50 req-5bab3711-a679-486e-82ef-a77139f6420e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:46.715002 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1af679be-e610-44c8-b544-975e077b2a50 req-5bab3711-a679-486e-82ef-a77139f6420e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=56e8fe9085fa4bdb932a4c29aaeb4c08&device_id=4554207a-7966-4e03-aa31-6d0021a7ef42 HTTP/1.1" status: 200 len: 1095 time: 0.5078554 May 05 20:10:46.735627 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7387f3c2-6cc6-414b-bbe5-3e3e5df6559a tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:46.743369 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 13574619-4c41-4fff-ac8c-09a124d9339e on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:10:46.743566 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 13574619-4c41-4fff-ac8c-09a124d9339e by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'c73c0b60-ca7e-43a7-a840-82efc7825b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b12f9536-f791-454b-86d7-9ebb2d34fae2'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:10:46.743844 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 13574619-4c41-4fff-ac8c-09a124d9339e on network b12f9536-f791-454b-86d7-9ebb2d34fae2 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:10:46.751930 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Port 13574619-4c41-4fff-ac8c-09a124d9339e on network b12f9536-f791-454b-86d7-9ebb2d34fae2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:10:46.754249 n-d-840717-1 neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Failed to bind port 13574619-4c41-4fff-ac8c-09a124d9339e on host n-h1-840717-1 for vnic_type normal using segments [{'id': 'c73c0b60-ca7e-43a7-a840-82efc7825b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b12f9536-f791-454b-86d7-9ebb2d34fae2'}] May 05 20:10:46.809887 n-d-840717-1 neutron-server[88198]: INFO neutron.plugins.ml2.plugin [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempt 3 to bind port 13574619-4c41-4fff-ac8c-09a124d9339e May 05 20:10:46.818440 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-da7d2076-fd73-4993-b1a9-96e49c21e1b0 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:46.959154 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7d2076-fd73-4993-b1a9-96e49c21e1b0 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event deleted for resources: {'Subnet': ['ID=6d46628c-ecca-438b-8ade-7afde89595a8,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:46.969704 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-64e30e61-fb17-4af0-9eeb-283b4e6011df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:46.974329 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-da7d2076-fd73-4993-b1a9-96e49c21e1b0 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:46.978102 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 13574619-4c41-4fff-ac8c-09a124d9339e on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:10:46.978888 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b41499-1c54-4961-930c-d75bc7f16cde None None] Network 166b98df-2d1b-4f95-9865-4c410a865cc0 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:10:46.979003 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 13574619-4c41-4fff-ac8c-09a124d9339e by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'c73c0b60-ca7e-43a7-a840-82efc7825b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b12f9536-f791-454b-86d7-9ebb2d34fae2'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:10:46.979003 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 13574619-4c41-4fff-ac8c-09a124d9339e on network b12f9536-f791-454b-86d7-9ebb2d34fae2 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:10:47.007439 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Port 13574619-4c41-4fff-ac8c-09a124d9339e on network b12f9536-f791-454b-86d7-9ebb2d34fae2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:10:47.008101 n-d-840717-1 neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Failed to bind port 13574619-4c41-4fff-ac8c-09a124d9339e on host n-h1-840717-1 for vnic_type normal using segments [{'id': 'c73c0b60-ca7e-43a7-a840-82efc7825b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b12f9536-f791-454b-86d7-9ebb2d34fae2'}] May 05 20:10:47.012661 n-d-840717-1 neutron-server[88198]: INFO neutron.plugins.ml2.plugin [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempt 4 to bind port 13574619-4c41-4fff-ac8c-09a124d9339e May 05 20:10:47.030008 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-b22b3e76-2b56-4c21-87e4-c90e238e66d6 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Deleting port 92dc18ce-98b9-4e20-800f-6eaffc5e673e {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:10:47.030616 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b22b3e76-2b56-4c21-87e4-c90e238e66d6 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:47.097178 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e30e61-fb17-4af0-9eeb-283b4e6011df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7820ce3f-a79b-4c07-a27e-3b4b0dd2cbe8,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:47.114058 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-64e30e61-fb17-4af0-9eeb-283b4e6011df admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:47.115696 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-64e30e61-fb17-4af0-9eeb-283b4e6011df admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7820ce3f-a79b-4c07-a27e-3b4b0dd2cbe8 HTTP/1.1" status: 204 len: 168 time: 1.2554007 May 05 20:10:47.127175 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-da7d2076-fd73-4993-b1a9-96e49c21e1b0 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "DELETE /v2.0/subnets/6d46628c-ecca-438b-8ade-7afde89595a8 HTTP/1.1" status: 204 len: 168 time: 1.9458122 May 05 20:10:47.138214 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56872) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:47.149097 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af679be-e610-44c8-b544-975e077b2a50 req-8d3a425d-7a10-43b9-916c-5a34c4167c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:47.150852 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1af679be-e610-44c8-b544-975e077b2a50 req-8d3a425d-7a10-43b9-916c-5a34c4167c3b service neutron] 10.222.0.50 "GET /v2.0/networks?id=7506b31f-3419-46e4-835c-80fe813661d5 HTTP/1.1" status: 200 len: 913 time: 0.4265039 May 05 20:10:47.174065 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49bf89b-0d88-48ef-92a0-976b8dfe3f94 req-34677fce-43cd-4517-abd3-afa498a8db0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:47.175935 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e49bf89b-0d88-48ef-92a0-976b8dfe3f94 req-34677fce-43cd-4517-abd3-afa498a8db0d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3bcce80065784aa6a77c066afd5e6401&device_id=2f014c38-9d5a-4aa6-825b-562b0fc1b7d9 HTTP/1.1" status: 200 len: 1096 time: 0.5521002 May 05 20:10:47.298010 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 13574619-4c41-4fff-ac8c-09a124d9339e on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:10:47.299191 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 13574619-4c41-4fff-ac8c-09a124d9339e by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'c73c0b60-ca7e-43a7-a840-82efc7825b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b12f9536-f791-454b-86d7-9ebb2d34fae2'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:10:47.299558 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 13574619-4c41-4fff-ac8c-09a124d9339e on network b12f9536-f791-454b-86d7-9ebb2d34fae2 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:10:47.330045 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1af679be-e610-44c8-b544-975e077b2a50 req-0435d1e0-8e0e-45d7-b17d-dafe2e25be5c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4f0749c-2c73-4b07-9a8b-a977bd839b6a HTTP/1.1" status: 200 len: 217 time: 0.1518035 May 05 20:10:47.332835 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Port 13574619-4c41-4fff-ac8c-09a124d9339e on network b12f9536-f791-454b-86d7-9ebb2d34fae2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:10:47.333374 n-d-840717-1 neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Failed to bind port 13574619-4c41-4fff-ac8c-09a124d9339e on host n-h1-840717-1 for vnic_type normal using segments [{'id': 'c73c0b60-ca7e-43a7-a840-82efc7825b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b12f9536-f791-454b-86d7-9ebb2d34fae2'}] May 05 20:10:47.336660 n-d-840717-1 neutron-server[88198]: INFO neutron.plugins.ml2.plugin [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempt 5 to bind port 13574619-4c41-4fff-ac8c-09a124d9339e May 05 20:10:47.350814 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2a8976-11c1-438b-8bf7-878bc020b258 None None] DHCP port deletion for 166b98df-2d1b-4f95-9865-4c410a865cc0 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:10:47.354993 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-ee2a8976-11c1-438b-8bf7-878bc020b258 None None] Deleting port cea4f222-59a7-4e4f-8e2b-ed0848256c77 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:10:47.355394 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ee2a8976-11c1-438b-8bf7-878bc020b258 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:47.355868 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 13574619-4c41-4fff-ac8c-09a124d9339e on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:10:47.356201 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 13574619-4c41-4fff-ac8c-09a124d9339e by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'c73c0b60-ca7e-43a7-a840-82efc7825b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b12f9536-f791-454b-86d7-9ebb2d34fae2'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:10:47.356533 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 13574619-4c41-4fff-ac8c-09a124d9339e on network b12f9536-f791-454b-86d7-9ebb2d34fae2 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:10:47.366348 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5059037-8e63-4989-b9fa-5e71f3a27ba0 req-1d6283ad-1e72-4344-aa15-a94ccf74b9fa tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:47.368620 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d5059037-8e63-4989-b9fa-5e71f3a27ba0 req-1d6283ad-1e72-4344-aa15-a94ccf74b9fa tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f014c38-9d5a-4aa6-825b-562b0fc1b7d9 HTTP/1.1" status: 200 len: 945 time: 0.4464960 May 05 20:10:47.380851 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Port 13574619-4c41-4fff-ac8c-09a124d9339e on network b12f9536-f791-454b-86d7-9ebb2d34fae2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:10:47.381174 n-d-840717-1 neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Failed to bind port 13574619-4c41-4fff-ac8c-09a124d9339e on host n-h1-840717-1 for vnic_type normal using segments [{'id': 'c73c0b60-ca7e-43a7-a840-82efc7825b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b12f9536-f791-454b-86d7-9ebb2d34fae2'}] May 05 20:10:47.382884 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7387f3c2-6cc6-414b-bbe5-3e3e5df6559a tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Router a53a416a-0ee9-4d83-bd27-b3936f8cb237 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:10:47.384126 n-d-840717-1 neutron-server[88198]: INFO neutron.plugins.ml2.plugin [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempt 6 to bind port 13574619-4c41-4fff-ac8c-09a124d9339e May 05 20:10:47.419012 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 13574619-4c41-4fff-ac8c-09a124d9339e on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:10:47.419343 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 13574619-4c41-4fff-ac8c-09a124d9339e by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'c73c0b60-ca7e-43a7-a840-82efc7825b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b12f9536-f791-454b-86d7-9ebb2d34fae2'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:10:47.419695 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 13574619-4c41-4fff-ac8c-09a124d9339e on network b12f9536-f791-454b-86d7-9ebb2d34fae2 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:10:47.446113 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Port 13574619-4c41-4fff-ac8c-09a124d9339e on network b12f9536-f791-454b-86d7-9ebb2d34fae2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:10:47.446454 n-d-840717-1 neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Failed to bind port 13574619-4c41-4fff-ac8c-09a124d9339e on host n-h1-840717-1 for vnic_type normal using segments [{'id': 'c73c0b60-ca7e-43a7-a840-82efc7825b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b12f9536-f791-454b-86d7-9ebb2d34fae2'}] May 05 20:10:47.450976 n-d-840717-1 neutron-server[88198]: INFO neutron.plugins.ml2.plugin [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempt 7 to bind port 13574619-4c41-4fff-ac8c-09a124d9339e May 05 20:10:47.496441 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 13574619-4c41-4fff-ac8c-09a124d9339e on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:10:47.496777 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 13574619-4c41-4fff-ac8c-09a124d9339e by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'c73c0b60-ca7e-43a7-a840-82efc7825b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b12f9536-f791-454b-86d7-9ebb2d34fae2'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:10:47.497111 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 13574619-4c41-4fff-ac8c-09a124d9339e on network b12f9536-f791-454b-86d7-9ebb2d34fae2 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:10:47.626616 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e21ed2a3-4b2d-4920-9bf4-6bcf331a9d1b tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:47.666769 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Port 13574619-4c41-4fff-ac8c-09a124d9339e on network b12f9536-f791-454b-86d7-9ebb2d34fae2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:10:47.671213 n-d-840717-1 neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Failed to bind port 13574619-4c41-4fff-ac8c-09a124d9339e on host n-h1-840717-1 for vnic_type normal using segments [{'id': 'c73c0b60-ca7e-43a7-a840-82efc7825b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b12f9536-f791-454b-86d7-9ebb2d34fae2'}] May 05 20:10:47.710644 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af679be-e610-44c8-b544-975e077b2a50 req-ccb08e96-b37a-44c2-b8e2-35a84e193bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:47.712050 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1af679be-e610-44c8-b544-975e077b2a50 req-ccb08e96-b37a-44c2-b8e2-35a84e193bae service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e2507cd6-290d-4d3d-b14e-048ce031bb0a HTTP/1.1" status: 200 len: 851 time: 0.3474636 May 05 20:10:47.715617 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b22b3e76-2b56-4c21-87e4-c90e238e66d6 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:47.740225 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6514182-37a7-4bbb-9cc1-ad24bc738b40 req-5de132cd-e39f-47a1-ab5a-7eebe0a1cdbe tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:47.751100 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d6514182-37a7-4bbb-9cc1-ad24bc738b40 req-5de132cd-e39f-47a1-ab5a-7eebe0a1cdbe tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=4554207a-7966-4e03-aa31-6d0021a7ef42 HTTP/1.1" status: 200 len: 944 time: 0.7851615 May 05 20:10:47.812711 n-d-840717-1 neutron-server[88198]: INFO neutron.plugins.ml2.plugin [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempt 8 to bind port 13574619-4c41-4fff-ac8c-09a124d9339e May 05 20:10:47.814437 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-ee2a8976-11c1-438b-8bf7-878bc020b258 None None] For port cea4f222-59a7-4e4f-8e2b-ed0848256c77, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=cea4f222-59a7-4e4f-8e2b-ed0848256c77,segment=NetworkSegment(3494a118-edf9-446a-912e-a91e453fadfb),segment_id=3494a118-edf9-446a-912e-a91e453fadfb)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:10:47.814844 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ee2a8976-11c1-438b-8bf7-878bc020b258 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:47.859111 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d5059037-8e63-4989-b9fa-5e71f3a27ba0 req-b05ce182-ee2e-4395-b37b-1a7b722e8e9f tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d31c7e0-0b9b-4b82-8e51-a502610a4c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4820836 May 05 20:10:47.873374 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-e21ed2a3-4b2d-4920-9bf4-6bcf331a9d1b tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Deleting port cea4f222-59a7-4e4f-8e2b-ed0848256c77 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:10:47.873760 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e21ed2a3-4b2d-4920-9bf4-6bcf331a9d1b tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:47.884112 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7387f3c2-6cc6-414b-bbe5-3e3e5df6559a tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:10:47.885683 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 13574619-4c41-4fff-ac8c-09a124d9339e on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:10:47.895401 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab12905-b11b-496f-911f-7d5ddd4dcb5c None None] Sync routers for ids ['a53a416a-0ee9-4d83-bd27-b3936f8cb237'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:10:47.906488 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 13574619-4c41-4fff-ac8c-09a124d9339e by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'c73c0b60-ca7e-43a7-a840-82efc7825b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b12f9536-f791-454b-86d7-9ebb2d34fae2'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:10:47.906908 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 13574619-4c41-4fff-ac8c-09a124d9339e on network b12f9536-f791-454b-86d7-9ebb2d34fae2 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:10:47.920395 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab12905-b11b-496f-911f-7d5ddd4dcb5c None None] Routers {'a53a416a-0ee9-4d83-bd27-b3936f8cb237'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:10:47.921093 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-6ab12905-b11b-496f-911f-7d5ddd4dcb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:10:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['a53a416a-0ee9-4d83-bd27-b3936f8cb237'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:10:47.940362 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Port 13574619-4c41-4fff-ac8c-09a124d9339e on network b12f9536-f791-454b-86d7-9ebb2d34fae2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:10:47.944039 n-d-840717-1 neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Failed to bind port 13574619-4c41-4fff-ac8c-09a124d9339e on host n-h1-840717-1 for vnic_type normal using segments [{'id': 'c73c0b60-ca7e-43a7-a840-82efc7825b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b12f9536-f791-454b-86d7-9ebb2d34fae2'}] May 05 20:10:47.954141 n-d-840717-1 neutron-server[88198]: INFO neutron.plugins.ml2.plugin [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempt 9 to bind port 13574619-4c41-4fff-ac8c-09a124d9339e May 05 20:10:47.996402 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-b22b3e76-2b56-4c21-87e4-c90e238e66d6 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Calling delete_port for 92dc18ce-98b9-4e20-800f-6eaffc5e673e owned by network:router_interface {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:10:48.006553 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-7387f3c2-6cc6-414b-bbe5-3e3e5df6559a tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] 10.222.0.36 "PUT /v2.0/routers/a53a416a-0ee9-4d83-bd27-b3936f8cb237/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3922653 May 05 20:10:48.010369 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56896) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:48.011688 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 13574619-4c41-4fff-ac8c-09a124d9339e on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:10:48.014023 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 13574619-4c41-4fff-ac8c-09a124d9339e by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'c73c0b60-ca7e-43a7-a840-82efc7825b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b12f9536-f791-454b-86d7-9ebb2d34fae2'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:10:48.016930 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 13574619-4c41-4fff-ac8c-09a124d9339e on network b12f9536-f791-454b-86d7-9ebb2d34fae2 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:10:48.062348 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-6ab12905-b11b-496f-911f-7d5ddd4dcb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:10:48.075388 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-ee2a8976-11c1-438b-8bf7-878bc020b258 None None] Calling delete_port for cea4f222-59a7-4e4f-8e2b-ed0848256c77 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:10:48.092574 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab12905-b11b-496f-911f-7d5ddd4dcb5c None None] Routers {'a53a416a-0ee9-4d83-bd27-b3936f8cb237'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:10:48.093899 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-6ab12905-b11b-496f-911f-7d5ddd4dcb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:10:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['a53a416a-0ee9-4d83-bd27-b3936f8cb237'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:10:48.229343 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-6ab12905-b11b-496f-911f-7d5ddd4dcb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:10:48.230277 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab12905-b11b-496f-911f-7d5ddd4dcb5c None None] The sync data for ids ['a53a416a-0ee9-4d83-bd27-b3936f8cb237'] in n-d-840717-1 is: [] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:10:48.259133 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49bf89b-0d88-48ef-92a0-976b8dfe3f94 req-30c2b4f8-2402-4564-a682-23ffc62620b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:48.261314 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e49bf89b-0d88-48ef-92a0-976b8dfe3f94 req-30c2b4f8-2402-4564-a682-23ffc62620b8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dd240240-b981-4728-a92a-09bd25dc9abb HTTP/1.1" status: 200 len: 916 time: 1.0754988 May 05 20:10:48.262179 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ee2a8976-11c1-438b-8bf7-878bc020b258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:48.339523 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2a8976-11c1-438b-8bf7-878bc020b258 None None] No DVR routers for this DVR port cea4f222-59a7-4e4f-8e2b-ed0848256c77 on host n-d-840717-1 {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:10:48.341772 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2a8976-11c1-438b-8bf7-878bc020b258 None None] Pushing event deleted for resources: {'Port': ['ID=cea4f222-59a7-4e4f-8e2b-ed0848256c77,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:48.347841 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e361d5d9-4a55-4358-a606-c09a03c594c8 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:48.437813 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56902) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:48.537839 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e49bf89b-0d88-48ef-92a0-976b8dfe3f94 req-c32e95ea-207d-4707-835b-52e8c4ca783b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=955e8e00-019e-4031-a1bb-9652211ae3e0 HTTP/1.1" status: 200 len: 1000 time: 0.2627296 May 05 20:10:48.549309 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d6514182-37a7-4bbb-9cc1-ad24bc738b40 req-d67bffa3-9995-45af-8cc3-79ee525d355d tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31a0353-9cc7-4431-82ad-5f9b9985cf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7970314 May 05 20:10:48.555045 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Port 13574619-4c41-4fff-ac8c-09a124d9339e on network b12f9536-f791-454b-86d7-9ebb2d34fae2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:10:48.555587 n-d-840717-1 neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Failed to bind port 13574619-4c41-4fff-ac8c-09a124d9339e on host n-h1-840717-1 for vnic_type normal using segments [{'id': 'c73c0b60-ca7e-43a7-a840-82efc7825b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b12f9536-f791-454b-86d7-9ebb2d34fae2'}] May 05 20:10:48.559872 n-d-840717-1 neutron-server[88198]: INFO neutron.plugins.ml2.plugin [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempt 10 to bind port 13574619-4c41-4fff-ac8c-09a124d9339e May 05 20:10:48.631332 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 13574619-4c41-4fff-ac8c-09a124d9339e on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:10:48.631332 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 13574619-4c41-4fff-ac8c-09a124d9339e by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'c73c0b60-ca7e-43a7-a840-82efc7825b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b12f9536-f791-454b-86d7-9ebb2d34fae2'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:10:48.631583 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 13574619-4c41-4fff-ac8c-09a124d9339e on network b12f9536-f791-454b-86d7-9ebb2d34fae2 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:10:48.645810 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-e21ed2a3-4b2d-4920-9bf4-6bcf331a9d1b tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] The port 'cea4f222-59a7-4e4f-8e2b-ed0848256c77' was deleted {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 20:10:48.718560 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Port 13574619-4c41-4fff-ac8c-09a124d9339e on network b12f9536-f791-454b-86d7-9ebb2d34fae2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:10:48.719160 n-d-840717-1 neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Failed to bind port 13574619-4c41-4fff-ac8c-09a124d9339e on host n-h1-840717-1 for vnic_type normal using segments [{'id': 'c73c0b60-ca7e-43a7-a840-82efc7825b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b12f9536-f791-454b-86d7-9ebb2d34fae2'}] May 05 20:10:48.719708 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:48.727120 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device cea4f222-59a7-4e4f-8e2b-ed0848256c77 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:10:48.789055 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49bf89b-0d88-48ef-92a0-976b8dfe3f94 req-d1b52e5f-11c7-4ea7-a121-1a9aa16f6645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:48.790591 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e49bf89b-0d88-48ef-92a0-976b8dfe3f94 req-d1b52e5f-11c7-4ea7-a121-1a9aa16f6645 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4839f055-edd7-4ed9-a2d6-dc3f9daf425d HTTP/1.1" status: 200 len: 854 time: 0.2402260 May 05 20:10:48.854245 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e21ed2a3-4b2d-4920-9bf4-6bcf331a9d1b tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:48.875892 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: cea4f222-59a7-4e4f-8e2b-ed0848256c77 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:10:48.876248 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device cea4f222-59a7-4e4f-8e2b-ed0848256c77 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:10:48.932442 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af679be-e610-44c8-b544-975e077b2a50 req-e231b949-eda4-4680-87ad-521c3c5e8cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:48.934004 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1af679be-e610-44c8-b544-975e077b2a50 req-e231b949-eda4-4680-87ad-521c3c5e8cbf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7506b31f-3419-46e4-835c-80fe813661d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2070477 May 05 20:10:49.055506 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e361d5d9-4a55-4358-a606-c09a03c594c8 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:49.064730 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e361d5d9-4a55-4358-a606-c09a03c594c8 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:49.144018 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-f5be948f-2f0e-451d-a1eb-20f544162b3e tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:10:49.146165 n-d-840717-1 neutron-server[88198]: WARNING neutron.api.v2.base [None req-f5be948f-2f0e-451d-a1eb-20f544162b3e tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 05 20:10:49.146866 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-f5be948f-2f0e-451d-a1eb-20f544162b3e tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] create failed (client error): There was a conflict when trying to complete your request. May 05 20:10:49.153626 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f5be948f-2f0e-451d-a1eb-20f544162b3e tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.7137282 May 05 20:10:49.158834 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56922) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:49.169281 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1af679be-e610-44c8-b544-975e077b2a50 req-5de6a92e-e126-4530-89db-67549d4d31d3 service neutron] 10.222.0.50 "GET /v2.0/networks/7506b31f-3419-46e4-835c-80fe813661d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139618 May 05 20:10:49.205994 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-88f95d08-f05b-4772-83de-8d693ff3d11d tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Request body: {'security_group': {'name': 'tempest-secgroup--467081065'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:10:49.207404 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-e21ed2a3-4b2d-4920-9bf4-6bcf331a9d1b tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['166b98df-2d1b-4f95-9865-4c410a865cc0']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:10:49.221686 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e361d5d9-4a55-4358-a606-c09a03c594c8 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:49.222567 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e361d5d9-4a55-4358-a606-c09a03c594c8 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Fanout notify agent at l3_agent the message router_deleted on router a53a416a-0ee9-4d83-bd27-b3936f8cb237 {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:10:49.237209 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-88f95d08-f05b-4772-83de-8d693ff3d11d tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:10:49.241535 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] For port 13574619-4c41-4fff-ac8c-09a124d9339e, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:10:49.241899 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempted to set empty binding levels {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 05 20:10:49.247333 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-88f95d08-f05b-4772-83de-8d693ff3d11d tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Usage tracker for resource:security_group and tenant:90dddf935ad8452980e08dcb3ee9a575 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:10:49.254115 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-88f95d08-f05b-4772-83de-8d693ff3d11d tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:10:49.260035 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e361d5d9-4a55-4358-a606-c09a03c594c8 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:49.263713 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e361d5d9-4a55-4358-a606-c09a03c594c8 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] 10.222.0.36 "DELETE /v2.0/routers/a53a416a-0ee9-4d83-bd27-b3936f8cb237 HTTP/1.1" status: 204 len: 168 time: 1.2406821 May 05 20:10:49.266527 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:49.270217 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56926) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:49.271115 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-88f95d08-f05b-4772-83de-8d693ff3d11d tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:10:49.293733 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-e21ed2a3-4b2d-4920-9bf4-6bcf331a9d1b tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3494a118-edf9-446a-912e-a91e453fadfb') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:10:49.294300 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-e21ed2a3-4b2d-4920-9bf4-6bcf331a9d1b tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3494a118-edf9-446a-912e-a91e453fadfb') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:10:49.327263 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e21ed2a3-4b2d-4920-9bf4-6bcf331a9d1b tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:49.385214 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:49.385819 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:49.409282 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e21ed2a3-4b2d-4920-9bf4-6bcf331a9d1b tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:49.410370 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b22b3e76-2b56-4c21-87e4-c90e238e66d6 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:49.414373 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-88f95d08-f05b-4772-83de-8d693ff3d11d tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:49.443266 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Pushing event updated for resources: {'Port': ['ID=13574619-4c41-4fff-ac8c-09a124d9339e,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:49.448919 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-88f95d08-f05b-4772-83de-8d693ff3d11d tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:49.470081 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-393547fc-c827-4966-a1e9-722fc89033f9 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Deleting subnet 762981af-c1c3-446c-8ebc-f927b7a90f57 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:10:49.472997 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c01d2b90-c63c-4491-8b88-c802e00fd702 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 5.1788092 May 05 20:10:49.474289 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e21ed2a3-4b2d-4920-9bf4-6bcf331a9d1b tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:10:49.474712 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e21ed2a3-4b2d-4920-9bf4-6bcf331a9d1b tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:49.476998 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56936) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:49.487464 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d98c54-b66e-4cd9-aba3-5c25a588ddaf req-347226d6-c862-42cf-bb0c-377f57cb55fd tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:49.491971 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-37d98c54-b66e-4cd9-aba3-5c25a588ddaf req-347226d6-c862-42cf-bb0c-377f57cb55fd tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f014c38-9d5a-4aa6-825b-562b0fc1b7d9 HTTP/1.1" status: 200 len: 945 time: 0.3369470 May 05 20:10:49.501811 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-88f95d08-f05b-4772-83de-8d693ff3d11d tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:10:49.507735 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-88f95d08-f05b-4772-83de-8d693ff3d11d tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Usage tracker for resource:security_group_rule and tenant:90dddf935ad8452980e08dcb3ee9a575 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:10:49.511155 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-88f95d08-f05b-4772-83de-8d693ff3d11d tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:10:49.519196 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-88f95d08-f05b-4772-83de-8d693ff3d11d tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:10:49.522645 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:10:49.522645 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:10:49.522645 n-d-840717-1 neutron-server[88197]: timer() May 05 20:10:49.522645 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:10:49.522645 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:10:49.522645 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:10:49.522645 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:10:49.522645 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:10:49.522645 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:10:49.522645 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:10:49.522645 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:10:49.522645 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:10:49.522645 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:10:49.522645 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:10:49.522645 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:10:49.522645 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:10:49.522645 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:10:49.522645 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:10:49.522645 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:10:49.522645 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:10:49.522645 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:10:49.522645 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:10:49.522645 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:10:49.522645 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:10:49.522645 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:10:49.522645 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:10:49.522645 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:10:49.522645 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:10:49.522645 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:10:49.522645 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:10:49.522645 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:10:49.522645 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:10:49.540165 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22b3e76-2b56-4c21-87e4-c90e238e66d6 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Pushing event deleted for resources: {'Port': ['ID=92dc18ce-98b9-4e20-800f-6eaffc5e673e,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:49.573077 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-393547fc-c827-4966-a1e9-722fc89033f9 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:49.609294 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49bf89b-0d88-48ef-92a0-976b8dfe3f94 req-7cd43bfb-0557-4d2c-bc46-57bce99a28e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:49.611091 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e49bf89b-0d88-48ef-92a0-976b8dfe3f94 req-7cd43bfb-0557-4d2c-bc46-57bce99a28e0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd240240-b981-4728-a92a-09bd25dc9abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8141954 May 05 20:10:49.619108 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device f4f0749c-2c73-4b07-9a8b-a977bd839b6a details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:10:49.744586 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1af679be-e610-44c8-b544-975e077b2a50 req-320c61ed-66a4-4bd9-8db6-85f618656667 service neutron] 10.222.0.50 "GET /v2.0/networks/7506b31f-3419-46e4-835c-80fe813661d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5231466 May 05 20:10:49.754926 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e21ed2a3-4b2d-4920-9bf4-6bcf331a9d1b tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:49.785210 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e21ed2a3-4b2d-4920-9bf4-6bcf331a9d1b tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:49.789256 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-73516543-239b-486e-b656-552d68c85e35 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Deleting port 13574619-4c41-4fff-ac8c-09a124d9339e {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:10:49.789606 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-73516543-239b-486e-b656-552d68c85e35 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:49.842333 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21ed2a3-4b2d-4920-9bf4-6bcf331a9d1b tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event deleted for resources: {'Network': ['ID=166b98df-2d1b-4f95-9865-4c410a865cc0,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:49.885467 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-37d98c54-b66e-4cd9-aba3-5c25a588ddaf req-5b36abae-3ef8-4e92-8846-ea4625d46b3e tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d31c7e0-0b9b-4b82-8e51-a502610a4c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3135765 May 05 20:10:49.935436 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port f4f0749c-2c73-4b07-9a8b-a977bd839b6a, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=f4f0749c-2c73-4b07-9a8b-a977bd839b6a,segment=NetworkSegment(e34c646b-9075-4e31-b89f-c8f9e824e389),segment_id=e34c646b-9075-4e31-b89f-c8f9e824e389)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:10:49.965786 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-393547fc-c827-4966-a1e9-722fc89033f9 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:49.966429 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': 'f4f0749c-2c73-4b07-9a8b-a977bd839b6a', 'network_id': '7506b31f-3419-46e4-835c-80fe813661d5', 'port_id': 'f4f0749c-2c73-4b07-9a8b-a977bd839b6a', 'mac_address': 'fa:16:3e:3b:ab:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2507cd6-290d-4d3d-b14e-048ce031bb0a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:10:50.048027 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:50.067955 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4f0749c-2c73-4b07-9a8b-a977bd839b6a {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:10:50.086925 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port f4f0749c-2c73-4b07-9a8b-a977bd839b6a, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=f4f0749c-2c73-4b07-9a8b-a977bd839b6a,segment=NetworkSegment(e34c646b-9075-4e31-b89f-c8f9e824e389),segment_id=e34c646b-9075-4e31-b89f-c8f9e824e389)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:10:50.088812 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-393547fc-c827-4966-a1e9-722fc89033f9 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:50.094305 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:50.187167 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-e21ed2a3-4b2d-4920-9bf4-6bcf331a9d1b tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "DELETE /v2.0/networks/166b98df-2d1b-4f95-9865-4c410a865cc0 HTTP/1.1" status: 204 len: 168 time: 3.0388761 May 05 20:10:50.190288 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56950) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:50.213742 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=f4f0749c-2c73-4b07-9a8b-a977bd839b6a,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:50.223700 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-6db4c784-d285-46a5-b691-6c9f194eea18 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-529074459'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:10:50.266495 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-88f95d08-f05b-4772-83de-8d693ff3d11d tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:50.272181 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-393547fc-c827-4966-a1e9-722fc89033f9 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:50.293176 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-6db4c784-d285-46a5-b691-6c9f194eea18 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:10:50.318306 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-6db4c784-d285-46a5-b691-6c9f194eea18 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Usage tracker for resource:network and tenant:0cc5f4a365af4a94a73e5ef336438b10 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:10:50.330029 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-6db4c784-d285-46a5-b691-6c9f194eea18 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:10:50.330270 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-88f95d08-f05b-4772-83de-8d693ff3d11d tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:50.343010 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-6db4c784-d285-46a5-b691-6c9f194eea18 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:10:50.357984 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-88f95d08-f05b-4772-83de-8d693ff3d11d tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:10:50.360294 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393547fc-c827-4966-a1e9-722fc89033f9 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Pushing event deleted for resources: {'Subnet': ['ID=762981af-c1c3-446c-8ebc-f927b7a90f57,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:50.361420 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['f4f0749c-2c73-4b07-9a8b-a977bd839b6a'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:10:50.363516 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e49bf89b-0d88-48ef-92a0-976b8dfe3f94 req-eb9c46be-8f94-40a4-bea7-94475733a6ca service neutron] 10.222.0.24 "GET /v2.0/networks/dd240240-b981-4728-a92a-09bd25dc9abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6999385 May 05 20:10:50.370778 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-393547fc-c827-4966-a1e9-722fc89033f9 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:50.374443 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-88f95d08-f05b-4772-83de-8d693ff3d11d tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Usage tracker for resource:security_group_rule and tenant:90dddf935ad8452980e08dcb3ee9a575 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:10:50.390898 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-88f95d08-f05b-4772-83de-8d693ff3d11d tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:10:50.409346 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-88f95d08-f05b-4772-83de-8d693ff3d11d tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:10:50.410739 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db4c784-d285-46a5-b691-6c9f194eea18 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Made reservation on behalf of 0cc5f4a365af4a94a73e5ef336438b10 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:10:50.414179 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6db4c784-d285-46a5-b691-6c9f194eea18 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:50.442327 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b22b3e76-2b56-4c21-87e4-c90e238e66d6 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:50.457816 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda02369-3f39-438c-8132-fb430c7a2742 None None] Network 6c218295-7ff7-417b-9a96-81f18639dc30 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:10:50.474329 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6db4c784-d285-46a5-b691-6c9f194eea18 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:10:50.482629 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-393547fc-c827-4966-a1e9-722fc89033f9 tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] 10.222.0.36 "DELETE /v2.0/subnets/762981af-c1c3-446c-8ebc-f927b7a90f57 HTTP/1.1" status: 204 len: 168 time: 1.1788456 May 05 20:10:50.486011 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6db4c784-d285-46a5-b691-6c9f194eea18 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:50.486373 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-6db4c784-d285-46a5-b691-6c9f194eea18 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Added segment 96ff4135-30b8-45bb-b38a-c2ac762d4e34 of type vlan for network 56afceb9-8f86-4abd-9c1d-0036c78e2547 May 05 20:10:50.492707 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56958) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:50.503514 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f95d08-f05b-4772-83de-8d693ff3d11d tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e88052eb-0af0-453e-85e0-c55cbdf66038,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:50.509049 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-73516543-239b-486e-b656-552d68c85e35 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] For port 13574619-4c41-4fff-ac8c-09a124d9339e, host n-h1-840717-1, got binding levels [] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:10:50.517495 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6db4c784-d285-46a5-b691-6c9f194eea18 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:50.519090 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-73516543-239b-486e-b656-552d68c85e35 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:50.604810 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6db4c784-d285-46a5-b691-6c9f194eea18 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:50.605775 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db4c784-d285-46a5-b691-6c9f194eea18 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:50.606031 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6db4c784-d285-46a5-b691-6c9f194eea18 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:50.711986 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3722a5-2549-48eb-bb80-63f346d3a8fc req-e1d64611-725a-426c-9be7-7de6edaf021d tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:50.713497 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1c3722a5-2549-48eb-bb80-63f346d3a8fc req-e1d64611-725a-426c-9be7-7de6edaf021d tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=4554207a-7966-4e03-aa31-6d0021a7ef42 HTTP/1.1" status: 200 len: 945 time: 0.7357299 May 05 20:10:50.825985 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-6db4c784-d285-46a5-b691-6c9f194eea18 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6276152 May 05 20:10:50.828768 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-73516543-239b-486e-b656-552d68c85e35 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Calling delete_port for 13574619-4c41-4fff-ac8c-09a124d9339e owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:10:50.856166 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56968) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:50.898904 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-8fcf29b4-adfb-4cca-a9c3-c283b8009511 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Request body: {'subnet': {'network_id': '56afceb9-8f86-4abd-9c1d-0036c78e2547', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:10:50.940480 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4f9e6c9e-5d15-4de9-bd31-dde019e190af tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:50.972144 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1c3722a5-2549-48eb-bb80-63f346d3a8fc req-0e4cd641-e929-4660-a79c-9b8ee4b3c854 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31a0353-9cc7-4431-82ad-5f9b9985cf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430141 May 05 20:10:51.022601 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdeb774-55d4-46a6-beb8-d62bea4c7f60 None None] DHCP port deletion for 6c218295-7ff7-417b-9a96-81f18639dc30 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:10:51.077580 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-1fdeb774-55d4-46a6-beb8-d62bea4c7f60 None None] Deleting port 4287859f-caca-4ca9-b6ac-ff534acb307e {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:10:51.077962 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1fdeb774-55d4-46a6-beb8-d62bea4c7f60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:51.120653 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db4c784-d285-46a5-b691-6c9f194eea18 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event updated for resources: {'Network': ['ID=56afceb9-8f86-4abd-9c1d-0036c78e2547,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:51.129068 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e49bf89b-0d88-48ef-92a0-976b8dfe3f94 req-6f4184e7-141a-4914-9afe-f46e39e9eee6 service neutron] 10.222.0.24 "GET /v2.0/networks/dd240240-b981-4728-a92a-09bd25dc9abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7519431 May 05 20:10:51.150066 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 56afceb9-8f86-4abd-9c1d-0036c78e2547 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:10:51.522016 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8fcf29b4-adfb-4cca-a9c3-c283b8009511 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:10:51.534117 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-4f9e6c9e-5d15-4de9-bd31-dde019e190af tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Deleting port 4287859f-caca-4ca9-b6ac-ff534acb307e {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:10:51.534454 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4f9e6c9e-5d15-4de9-bd31-dde019e190af tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:51.561268 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-1fdeb774-55d4-46a6-beb8-d62bea4c7f60 None None] For port 4287859f-caca-4ca9-b6ac-ff534acb307e, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=4287859f-caca-4ca9-b6ac-ff534acb307e,segment=NetworkSegment(83c2e482-0912-4c66-80b2-b58b4612a31e),segment_id=83c2e482-0912-4c66-80b2-b58b4612a31e)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:10:51.562893 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1fdeb774-55d4-46a6-beb8-d62bea4c7f60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:51.582949 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b22b3e76-2b56-4c21-87e4-c90e238e66d6 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Router b06cf728-838a-4d45-b322-45e16e190c58 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:10:51.598599 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-8fcf29b4-adfb-4cca-a9c3-c283b8009511 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Usage tracker for resource:subnet and tenant:0cc5f4a365af4a94a73e5ef336438b10 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:10:51.620133 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-8fcf29b4-adfb-4cca-a9c3-c283b8009511 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:10:51.625546 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-88f95d08-f05b-4772-83de-8d693ff3d11d tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:51.642611 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8fcf29b4-adfb-4cca-a9c3-c283b8009511 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:10:51.651284 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-88f95d08-f05b-4772-83de-8d693ff3d11d tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:51.688612 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-73516543-239b-486e-b656-552d68c85e35 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:51.719070 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device f4f0749c-2c73-4b07-9a8b-a977bd839b6a up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:10:51.756688 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa64cdac-5dae-4c20-acd9-df0039eddcdd req-eb28d5fa-fd60-43b4-8a22-91f4428dd521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:51.758519 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-aa64cdac-5dae-4c20-acd9-df0039eddcdd req-eb28d5fa-fd60-43b4-8a22-91f4428dd521 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3bcce80065784aa6a77c066afd5e6401&device_id=2f014c38-9d5a-4aa6-825b-562b0fc1b7d9 HTTP/1.1" status: 200 len: 1096 time: 0.2538900 May 05 20:10:51.849076 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fcf29b4-adfb-4cca-a9c3-c283b8009511 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Made reservation on behalf of 0cc5f4a365af4a94a73e5ef336438b10 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:10:51.853000 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8fcf29b4-adfb-4cca-a9c3-c283b8009511 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:51.881410 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73516543-239b-486e-b656-552d68c85e35 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Pushing event deleted for resources: {'Port': ['ID=13574619-4c41-4fff-ac8c-09a124d9339e,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:51.917836 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3832bb-dd12-4bac-8643-b35f16a685e8 req-c55ff825-1eab-4ce5-943a-4cdc5f60205c tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:51.919523 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7e3832bb-dd12-4bac-8643-b35f16a685e8 req-c55ff825-1eab-4ce5-943a-4cdc5f60205c tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f014c38-9d5a-4aa6-825b-562b0fc1b7d9 HTTP/1.1" status: 200 len: 945 time: 0.6329184 May 05 20:10:51.920181 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f95d08-f05b-4772-83de-8d693ff3d11d tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=047649d9-633a-416f-b1da-535f6b648f9e,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:51.929924 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56996) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:51.932392 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-73516543-239b-486e-b656-552d68c85e35 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:51.934359 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-73516543-239b-486e-b656-552d68c85e35 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] 10.222.0.36 "DELETE /v2.0/ports/13574619-4c41-4fff-ac8c-09a124d9339e HTTP/1.1" status: 204 len: 168 time: 2.4560122 May 05 20:10:51.935254 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-1fdeb774-55d4-46a6-beb8-d62bea4c7f60 None None] Calling delete_port for 4287859f-caca-4ca9-b6ac-ff534acb307e owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:10:51.940310 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-88f95d08-f05b-4772-83de-8d693ff3d11d tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:51.944670 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-88f95d08-f05b-4772-83de-8d693ff3d11d tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.7810755 May 05 20:10:51.950433 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56998) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:51.950757 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57002) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:51.958778 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-3422a85c-5255-42de-8929-280d63d988fb tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Request body: {'security_group_rule': {'security_group_id': '047649d9-633a-416f-b1da-535f6b648f9e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:10:51.965610 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa64cdac-5dae-4c20-acd9-df0039eddcdd req-ab06deaf-1394-4762-9ce2-a763ac64cdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:51.966883 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-aa64cdac-5dae-4c20-acd9-df0039eddcdd req-ab06deaf-1394-4762-9ce2-a763ac64cdc7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dd240240-b981-4728-a92a-09bd25dc9abb HTTP/1.1" status: 200 len: 916 time: 0.1572402 May 05 20:10:52.078223 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b22b3e76-2b56-4c21-87e4-c90e238e66d6 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:10:52.089114 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-b22b3e76-2b56-4c21-87e4-c90e238e66d6 tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] 10.222.0.36 "PUT /v2.0/routers/b06cf728-838a-4d45-b322-45e16e190c58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1371593 May 05 20:10:52.092894 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57012) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:52.097112 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-aa64cdac-5dae-4c20-acd9-df0039eddcdd req-a1c353b0-5187-4378-ad56-f151fb36f0c0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=955e8e00-019e-4031-a1bb-9652211ae3e0 HTTP/1.1" status: 200 len: 1000 time: 0.1237910 May 05 20:10:52.190716 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea5d658-b59a-4c8b-942f-de2f07c800f3 None None] Sync routers for ids ['b06cf728-838a-4d45-b322-45e16e190c58'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:10:52.197306 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3422a85c-5255-42de-8929-280d63d988fb tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:10:52.206039 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1fdeb774-55d4-46a6-beb8-d62bea4c7f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:52.228977 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-b69a4320-68aa-4f37-80af-3c829188d896 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] GET failed (client error): The resource could not be found. May 05 20:10:52.229637 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-b69a4320-68aa-4f37-80af-3c829188d896 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Synchronizing usage tracker for tenant:47803a70b16c4200a7e9395c14d34ca6 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:10:52.232484 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-3422a85c-5255-42de-8929-280d63d988fb tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Usage tracker for resource:security_group_rule and tenant:90dddf935ad8452980e08dcb3ee9a575 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:10:52.255931 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-3422a85c-5255-42de-8929-280d63d988fb tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:10:52.279603 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea5d658-b59a-4c8b-942f-de2f07c800f3 None None] Routers {'b06cf728-838a-4d45-b322-45e16e190c58'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:10:52.281034 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-dea5d658-b59a-4c8b-942f-de2f07c800f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:10:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['b06cf728-838a-4d45-b322-45e16e190c58'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:10:52.303416 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-91ab9c00-3973-4407-94de-04abec048165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:52.331371 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3422a85c-5255-42de-8929-280d63d988fb tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:10:52.380568 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdeb774-55d4-46a6-beb8-d62bea4c7f60 None None] Pushing event deleted for resources: {'Port': ['ID=4287859f-caca-4ca9-b6ac-ff534acb307e,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:52.393388 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-4f9e6c9e-5d15-4de9-bd31-dde019e190af tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] For port 4287859f-caca-4ca9-b6ac-ff534acb307e, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=4287859f-caca-4ca9-b6ac-ff534acb307e,segment=NetworkSegment(83c2e482-0912-4c66-80b2-b58b4612a31e),segment_id=83c2e482-0912-4c66-80b2-b58b4612a31e)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:10:52.393775 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4f9e6c9e-5d15-4de9-bd31-dde019e190af tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:52.407600 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-91ab9c00-3973-4407-94de-04abec048165 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:10:52.412573 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7e3832bb-dd12-4bac-8643-b35f16a685e8 req-da84536a-f608-45dd-8d7a-33bdc060a50a tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d31c7e0-0b9b-4b82-8e51-a502610a4c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4817345 May 05 20:10:52.416540 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdeb774-55d4-46a6-beb8-d62bea4c7f60 None None] No DVR routers for this DVR port 4287859f-caca-4ca9-b6ac-ff534acb307e on host n-d-840717-1 {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:10:52.438125 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-dea5d658-b59a-4c8b-942f-de2f07c800f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:10:52.449679 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-91ab9c00-3973-4407-94de-04abec048165 admin admin] Usage tracker for resource:security_group_rule and tenant:862978926e77486c8d2b64bebf73019b is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:10:52.456646 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-91ab9c00-3973-4407-94de-04abec048165 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:10:52.471200 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea5d658-b59a-4c8b-942f-de2f07c800f3 None None] Routers {'b06cf728-838a-4d45-b322-45e16e190c58'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:10:52.474308 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-dea5d658-b59a-4c8b-942f-de2f07c800f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:10:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['b06cf728-838a-4d45-b322-45e16e190c58'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:10:52.649903 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-b69a4320-68aa-4f37-80af-3c829188d896 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Unset dirty status for tenant:47803a70b16c4200a7e9395c14d34ca6 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:10:52.651333 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa64cdac-5dae-4c20-acd9-df0039eddcdd req-421ccd3b-6a09-4749-855e-12a044b4876f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:52.653474 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-aa64cdac-5dae-4c20-acd9-df0039eddcdd req-421ccd3b-6a09-4749-855e-12a044b4876f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4839f055-edd7-4ed9-a2d6-dc3f9daf425d HTTP/1.1" status: 200 len: 854 time: 0.3292670 May 05 20:10:52.660108 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b69a4320-68aa-4f37-80af-3c829188d896 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] 10.222.0.36 "GET /v2.0/ports/13574619-4c41-4fff-ac8c-09a124d9339e HTTP/1.1" status: 404 len: 333 time: 0.7071316 May 05 20:10:52.661821 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port f4f0749c-2c73-4b07-9a8b-a977bd839b6a completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:10:52.663011 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-91ab9c00-3973-4407-94de-04abec048165 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:10:52.665102 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57022) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:52.667169 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-dea5d658-b59a-4c8b-942f-de2f07c800f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:10:52.667458 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea5d658-b59a-4c8b-942f-de2f07c800f3 None None] The sync data for ids ['b06cf728-838a-4d45-b322-45e16e190c58'] in n-d-840717-1 is: [] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:10:52.683633 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-cb7f2d25-780d-4585-82c4-5ac8d7086685 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Request body: {'port': {'network_id': 'b12f9536-f791-454b-86d7-9ebb2d34fae2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1090747848'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:10:52.688092 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port f4f0749c-2c73-4b07-9a8b-a977bd839b6a triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:10:52.688463 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:52.702292 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-cb7f2d25-780d-4585-82c4-5ac8d7086685 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:10:52.731524 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-cb7f2d25-780d-4585-82c4-5ac8d7086685 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:10:52.740958 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5550e8dd-89c1-4d3f-af34-0f5d4ef2dc3f tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for router, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:52.760481 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-4f9e6c9e-5d15-4de9-bd31-dde019e190af tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Calling delete_port for 4287859f-caca-4ca9-b6ac-ff534acb307e owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:10:52.788936 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 4287859f-caca-4ca9-b6ac-ff534acb307e no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:10:52.843952 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 4287859f-caca-4ca9-b6ac-ff534acb307e {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:10:52.844351 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 4287859f-caca-4ca9-b6ac-ff534acb307e not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:10:52.859434 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3422a85c-5255-42de-8929-280d63d988fb tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:52.869224 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.db.api [None req-4f9e6c9e-5d15-4de9-bd31-dde019e190af tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88198) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:10:52.869620 n-d-840717-1 neutron-server[88198]: DEBUG oslo_db.api [None req-4f9e6c9e-5d15-4de9-bd31-dde019e190af tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:10:52.885509 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e571d8-ee3d-4852-a985-207e2d077a3f req-7b887ec9-2d02-41fa-8632-cf070002d02c tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:52.887253 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d7e571d8-ee3d-4852-a985-207e2d077a3f req-7b887ec9-2d02-41fa-8632-cf070002d02c tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=4554207a-7966-4e03-aa31-6d0021a7ef42 HTTP/1.1" status: 200 len: 945 time: 0.5617833 May 05 20:10:52.931804 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7f2d25-780d-4585-82c4-5ac8d7086685 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Made reservation on behalf of 47803a70b16c4200a7e9395c14d34ca6 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:10:52.934183 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cb7f2d25-780d-4585-82c4-5ac8d7086685 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:52.935605 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:52.970825 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4554207a-7966-4e03-aa31-6d0021a7ef42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f0749c-2c73-4b07-9a8b-a977bd839b6a'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:10:52.984330 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port f4f0749c-2c73-4b07-9a8b-a977bd839b6a, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=f4f0749c-2c73-4b07-9a8b-a977bd839b6a,segment=NetworkSegment(e34c646b-9075-4e31-b89f-c8f9e824e389),segment_id=e34c646b-9075-4e31-b89f-c8f9e824e389)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:10:52.991677 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:53.119472 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [None req-cb7f2d25-780d-4585-82c4-5ac8d7086685 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] device_id is not set on port 59d4233c-8f06-4e5e-aa71-0299d19ec2cc yet. {{(pid=88197) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:10:53.157973 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d7e571d8-ee3d-4852-a985-207e2d077a3f req-c4512c0a-e15e-4701-aced-6eb21f3d3449 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31a0353-9cc7-4431-82ad-5f9b9985cf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603581 May 05 20:10:53.196457 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcc35979-d67b-4b0f-8ce2-4de01668703f'] response: {'server_uuid': '4554207a-7966-4e03-aa31-6d0021a7ef42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f0749c-2c73-4b07-9a8b-a977bd839b6a', 'code': 200} May 05 20:10:53.199956 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=f4f0749c-2c73-4b07-9a8b-a977bd839b6a,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:53.257228 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3422a85c-5255-42de-8929-280d63d988fb tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:53.325649 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5550e8dd-89c1-4d3f-af34-0f5d4ef2dc3f tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:53.336476 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa64cdac-5dae-4c20-acd9-df0039eddcdd req-fc84f631-eaeb-4df8-b694-e3fbe8ed87cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:53.337982 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-aa64cdac-5dae-4c20-acd9-df0039eddcdd req-fc84f631-eaeb-4df8-b694-e3fbe8ed87cd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd240240-b981-4728-a92a-09bd25dc9abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5268948 May 05 20:10:53.361074 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3422a85c-5255-42de-8929-280d63d988fb tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:53.366053 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-5550e8dd-89c1-4d3f-af34-0f5d4ef2dc3f tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Deleting port 24715716-b36e-4bd1-8aa3-980cc5546ea5 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:10:53.366508 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5550e8dd-89c1-4d3f-af34-0f5d4ef2dc3f tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:53.409634 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-4f9e6c9e-5d15-4de9-bd31-dde019e190af tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Deleting port 4287859f-caca-4ca9-b6ac-ff534acb307e {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:10:53.410038 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4f9e6c9e-5d15-4de9-bd31-dde019e190af tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:53.601560 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3422a85c-5255-42de-8929-280d63d988fb tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f97d7e69-f90e-45b5-a982-25adead777bb,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:53.615025 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35138f7a-d757-4877-b3d4-9e89f7b7a345 req-981f8c8e-08d3-4f1d-9351-cd5d12427f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:53.616828 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-35138f7a-d757-4877-b3d4-9e89f7b7a345 req-981f8c8e-08d3-4f1d-9351-cd5d12427f3a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4554207a-7966-4e03-aa31-6d0021a7ef42 HTTP/1.1" status: 200 len: 1097 time: 0.4545379 May 05 20:10:53.629958 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8fcf29b4-adfb-4cca-a9c3-c283b8009511 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:53.732348 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cb7f2d25-780d-4585-82c4-5ac8d7086685 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:53.770882 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3422a85c-5255-42de-8929-280d63d988fb tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:53.776151 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3422a85c-5255-42de-8929-280d63d988fb tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8215611 May 05 20:10:53.784401 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57030) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:53.846581 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-a029d1c9-535c-4f18-98db-10c1981fc86a tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Request body: {'security_group_rule': {'security_group_id': '047649d9-633a-416f-b1da-535f6b648f9e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:10:53.872838 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-4f9e6c9e-5d15-4de9-bd31-dde019e190af tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] The port '4287859f-caca-4ca9-b6ac-ff534acb307e' was deleted {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 20:10:53.880067 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a029d1c9-535c-4f18-98db-10c1981fc86a tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:10:53.890436 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-91ab9c00-3973-4407-94de-04abec048165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:53.931951 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a029d1c9-535c-4f18-98db-10c1981fc86a tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Usage tracker for resource:security_group_rule and tenant:90dddf935ad8452980e08dcb3ee9a575 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:10:53.944280 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-91ab9c00-3973-4407-94de-04abec048165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:53.958099 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a029d1c9-535c-4f18-98db-10c1981fc86a tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:10:54.006855 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a029d1c9-535c-4f18-98db-10c1981fc86a tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:10:54.043237 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcf29b4-adfb-4cca-a9c3-c283b8009511 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event updated for resources: {'Subnet': ['ID=d9ab4ec4-7b03-499a-b31b-08b0c769a811,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:54.051269 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-35138f7a-d757-4877-b3d4-9e89f7b7a345 req-787370cc-5d75-4555-bb15-54331a1559b4 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b31a0353-9cc7-4431-82ad-5f9b9985cf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4267926 May 05 20:10:54.087875 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-91ab9c00-3973-4407-94de-04abec048165 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=862978926e77486c8d2b64bebf73019b&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1491313 May 05 20:10:54.094916 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ab9c00-3973-4407-94de-04abec048165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1590c44-697f-4236-81de-2da7ffab6683,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:54.099058 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57034) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:54.114474 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcf29b4-adfb-4cca-a9c3-c283b8009511 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Checking segment: {'id': '96ff4135-30b8-45bb-b38a-c2ac762d4e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '56afceb9-8f86-4abd-9c1d-0036c78e2547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:10:54.114906 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcf29b4-adfb-4cca-a9c3-c283b8009511 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Network hostable DHCP agents. Network: 56afceb9-8f86-4abd-9c1d-0036c78e2547, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:10:54.169682 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5550e8dd-89c1-4d3f-af34-0f5d4ef2dc3f tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:54.183967 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4f9e6c9e-5d15-4de9-bd31-dde019e190af tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:54.206766 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a029d1c9-535c-4f18-98db-10c1981fc86a tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:54.255303 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-aa64cdac-5dae-4c20-acd9-df0039eddcdd req-1a9f6ca4-3934-4c91-8ad8-3a8a5c9e3559 service neutron] 10.222.0.24 "GET /v2.0/networks/dd240240-b981-4728-a92a-09bd25dc9abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6294882 May 05 20:10:54.278766 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-4f9e6c9e-5d15-4de9-bd31-dde019e190af tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c218295-7ff7-417b-9a96-81f18639dc30']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:10:54.293749 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c82554-fa79-465c-a9e6-b3f2f1151371 req-a88fb6ea-9b2b-4d17-98a0-7a9e6d8ae689 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:54.296128 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-30c82554-fa79-465c-a9e6-b3f2f1151371 req-a88fb6ea-9b2b-4d17-98a0-7a9e6d8ae689 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f014c38-9d5a-4aa6-825b-562b0fc1b7d9 HTTP/1.1" status: 200 len: 945 time: 0.6413674 May 05 20:10:54.304761 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcf29b4-adfb-4cca-a9c3-c283b8009511 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Network 56afceb9-8f86-4abd-9c1d-0036c78e2547 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:10:54.311571 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-4f9e6c9e-5d15-4de9-bd31-dde019e190af tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83c2e482-0912-4c66-80b2-b58b4612a31e') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:10:54.311933 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-4f9e6c9e-5d15-4de9-bd31-dde019e190af tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83c2e482-0912-4c66-80b2-b58b4612a31e') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:10:54.366181 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4f9e6c9e-5d15-4de9-bd31-dde019e190af tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:54.474474 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-5550e8dd-89c1-4d3f-af34-0f5d4ef2dc3f tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Calling delete_port for 24715716-b36e-4bd1-8aa3-980cc5546ea5 owned by network:router_gateway {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:10:54.509716 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-8fcf29b4-adfb-4cca-a9c3-c283b8009511 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 56afceb9-8f86-4abd-9c1d-0036c78e2547) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:10:54.520824 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd48287b-260c-4376-92aa-e38b3618a26a None None] Network 56afceb9-8f86-4abd-9c1d-0036c78e2547 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:10:54.522107 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcf29b4-adfb-4cca-a9c3-c283b8009511 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:54.522785 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8fcf29b4-adfb-4cca-a9c3-c283b8009511 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:54.546534 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-a029d1c9-535c-4f18-98db-10c1981fc86a tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] create failed (client error): There was a conflict when trying to complete your request. May 05 20:10:54.550582 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a029d1c9-535c-4f18-98db-10c1981fc86a tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7591970 May 05 20:10:54.551217 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57040) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:54.563280 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4f9e6c9e-5d15-4de9-bd31-dde019e190af tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:54.590656 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-8fcf29b4-adfb-4cca-a9c3-c283b8009511 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7204921 May 05 20:10:54.594621 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-30c82554-fa79-465c-a9e6-b3f2f1151371 req-7f798597-1ba3-4d6b-b80d-76207e988ce5 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d31c7e0-0b9b-4b82-8e51-a502610a4c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2739840 May 05 20:10:54.595128 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57044) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:54.598692 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f9e6c9e-5d15-4de9-bd31-dde019e190af tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:10:54.599170 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4f9e6c9e-5d15-4de9-bd31-dde019e190af tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:54.618578 n-d-840717-1 neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:10:54.618578 n-d-840717-1 neutron-server[88198]: util.warn( May 05 20:10:54.618578 n-d-840717-1 neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:10:54.618578 n-d-840717-1 neutron-server[88198]: util.warn( May 05 20:10:54.618578 n-d-840717-1 neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:10:54.618578 n-d-840717-1 neutron-server[88198]: util.warn( May 05 20:10:54.618578 n-d-840717-1 neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:10:54.618578 n-d-840717-1 neutron-server[88198]: util.warn( May 05 20:10:54.618578 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:10:54.618578 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:10:54.618578 n-d-840717-1 neutron-server[88198]: timer() May 05 20:10:54.618578 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:10:54.618578 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:10:54.618578 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:10:54.618578 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:10:54.618578 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:10:54.618578 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:10:54.618578 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:10:54.618578 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:10:54.618578 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:10:54.618578 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:10:54.618578 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:10:54.618578 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:10:54.618578 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:10:54.618578 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:10:54.618578 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:10:54.618578 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:10:54.618578 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:10:54.618578 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:10:54.618578 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:10:54.618578 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:10:54.618578 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:10:54.618578 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:10:54.618578 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:10:54.618578 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:10:54.618578 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:10:54.618578 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:10:54.618578 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:10:54.618578 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:10:54.618578 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:10:54.627458 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-007b4e9a-d58a-431a-9877-dd9d2ba1f332 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Request body: {'port': {'network_id': '56afceb9-8f86-4abd-9c1d-0036c78e2547', 'name': 'tempest-PortsTestJSON-1318313002', 'fixed_ips': [{'subnet_id': 'd9ab4ec4-7b03-499a-b31b-08b0c769a811', 'ip_address': '172.20.0.10'}]}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:10:54.751684 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cb7f2d25-780d-4585-82c4-5ac8d7086685 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:54.885556 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7f2d25-780d-4585-82c4-5ac8d7086685 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Pushing event updated for resources: {'Port': ['ID=59d4233c-8f06-4e5e-aa71-0299d19ec2cc,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:54.888134 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-46439ea6-bbe2-455b-ae46-147360f24f95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:54.896310 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51858465-64b3-42f6-90be-cf997c49a3b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-56afceb9-8f86-4abd-9c1d-0036c78e2547', 'network_id': '56afceb9-8f86-4abd-9c1d-0036c78e2547', 'tenant_id': '0cc5f4a365af4a94a73e5ef336438b10', 'fixed_ips': [{'subnet_id': 'd9ab4ec4-7b03-499a-b31b-08b0c769a811'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:10:54.897527 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-51858465-64b3-42f6-90be-cf997c49a3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:54.898302 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-007b4e9a-d58a-431a-9877-dd9d2ba1f332 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:10:54.907799 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-007b4e9a-d58a-431a-9877-dd9d2ba1f332 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Usage tracker for resource:port and tenant:0cc5f4a365af4a94a73e5ef336438b10 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:10:54.914634 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-007b4e9a-d58a-431a-9877-dd9d2ba1f332 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:10:54.925225 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-007b4e9a-d58a-431a-9877-dd9d2ba1f332 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:10:54.957314 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-007b4e9a-d58a-431a-9877-dd9d2ba1f332 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Made reservation on behalf of 0cc5f4a365af4a94a73e5ef336438b10 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:10:55.113318 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-46439ea6-bbe2-455b-ae46-147360f24f95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:55.129773 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ef48fded-c7be-4ca9-b03a-65ededa1f9b0 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:55.220511 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-46439ea6-bbe2-455b-ae46-147360f24f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:55.271448 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7f2d25-780d-4585-82c4-5ac8d7086685 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Network b12f9536-f791-454b-86d7-9ebb2d34fae2 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:10:55.273521 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46439ea6-bbe2-455b-ae46-147360f24f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1590c44-697f-4236-81de-2da7ffab6683,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:55.325754 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4f9e6c9e-5d15-4de9-bd31-dde019e190af tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:55.333420 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-cb7f2d25-780d-4585-82c4-5ac8d7086685 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:10:55.336427 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-51858465-64b3-42f6-90be-cf997c49a3b0 None None] Allocated IP 172.20.0.2 (56afceb9-8f86-4abd-9c1d-0036c78e2547/d9ab4ec4-7b03-499a-b31b-08b0c769a811/de91dae2-b13e-414a-b11e-b15fb0a8451a) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:10:55.353641 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7f2d25-780d-4585-82c4-5ac8d7086685 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:10:55.355774 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7f2d25-780d-4585-82c4-5ac8d7086685 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:55.356379 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cb7f2d25-780d-4585-82c4-5ac8d7086685 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:55.402557 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4f9e6c9e-5d15-4de9-bd31-dde019e190af tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:55.408728 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9e6c9e-5d15-4de9-bd31-dde019e190af tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] Pushing event deleted for resources: {'Network': ['ID=6c218295-7ff7-417b-9a96-81f18639dc30,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:55.415529 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ef48fded-c7be-4ca9-b03a-65ededa1f9b0 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:55.453133 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-4f9e6c9e-5d15-4de9-bd31-dde019e190af tempest-FloatingIPNegativeTestJSON-1340144164 tempest-FloatingIPNegativeTestJSON-1340144164-project] 10.222.0.36 "DELETE /v2.0/networks/6c218295-7ff7-417b-9a96-81f18639dc30 HTTP/1.1" status: 204 len: 168 time: 4.9559059 May 05 20:10:55.456822 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-46439ea6-bbe2-455b-ae46-147360f24f95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:55.461267 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-46439ea6-bbe2-455b-ae46-147360f24f95 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a1590c44-697f-4236-81de-2da7ffab6683 HTTP/1.1" status: 204 len: 168 time: 1.3480425 May 05 20:10:55.490716 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-aa64cdac-5dae-4c20-acd9-df0039eddcdd req-53dd534d-df50-49ab-8897-fa7cbb38bb50 service neutron] 10.222.0.24 "GET /v2.0/networks/dd240240-b981-4728-a92a-09bd25dc9abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9113209 May 05 20:10:55.505073 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-007b4e9a-d58a-431a-9877-dd9d2ba1f332 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:55.517667 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-cb7f2d25-780d-4585-82c4-5ac8d7086685 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.8401086 May 05 20:10:55.524724 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57054) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:55.533964 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-007b4e9a-d58a-431a-9877-dd9d2ba1f332 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] device_id is not set on port ab0c74e2-4a6c-4ece-99ff-fd5844e89b49 yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:10:55.555123 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d5cc3c-3b69-4606-b409-14f556a31379 req-d8b49be3-b63d-4320-8f01-243e177b7a62 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:55.557306 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-38d5cc3c-3b69-4606-b409-14f556a31379 req-d8b49be3-b63d-4320-8f01-243e177b7a62 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=4554207a-7966-4e03-aa31-6d0021a7ef42 HTTP/1.1" status: 200 len: 946 time: 1.0540731 May 05 20:10:55.571739 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:10:55.751200 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-38d5cc3c-3b69-4606-b409-14f556a31379 req-a0797814-c597-43b5-8280-5f8b6acd02d4 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31a0353-9cc7-4431-82ad-5f9b9985cf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642380 May 05 20:10:55.768404 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5550e8dd-89c1-4d3f-af34-0f5d4ef2dc3f tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:55.806854 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-d7f93df7-c769-4dfb-a8ed-6bb3fddeef0e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:10:56.044658 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-51858465-64b3-42f6-90be-cf997c49a3b0 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:56.062478 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-51858465-64b3-42f6-90be-cf997c49a3b0 None None] Transition to ACTIVE for port object de91dae2-b13e-414a-b11e-b15fb0a8451a will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:10:56.088134 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-51858465-64b3-42f6-90be-cf997c49a3b0 None None] Transition to ACTIVE for port object de91dae2-b13e-414a-b11e-b15fb0a8451a will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:10:56.101828 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-51858465-64b3-42f6-90be-cf997c49a3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:56.120041 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ef48fded-c7be-4ca9-b03a-65ededa1f9b0 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:56.176391 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5550e8dd-89c1-4d3f-af34-0f5d4ef2dc3f tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Pushing event deleted for resources: {'Port': ['ID=24715716-b36e-4bd1-8aa3-980cc5546ea5,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:56.180261 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57064) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:56.196444 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5550e8dd-89c1-4d3f-af34-0f5d4ef2dc3f tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:56.211252 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef48fded-c7be-4ca9-b03a-65ededa1f9b0 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=047649d9-633a-416f-b1da-535f6b648f9e,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:56.268998 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51858465-64b3-42f6-90be-cf997c49a3b0 None None] Network 56afceb9-8f86-4abd-9c1d-0036c78e2547 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:10:56.272303 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-51858465-64b3-42f6-90be-cf997c49a3b0 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:10:56.297774 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51858465-64b3-42f6-90be-cf997c49a3b0 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:10:56.318735 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51858465-64b3-42f6-90be-cf997c49a3b0 None None] Pushing event updated for resources: {'Port': ['ID=de91dae2-b13e-414a-b11e-b15fb0a8451a,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:56.412966 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d7f93df7-c769-4dfb-a8ed-6bb3fddeef0e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:56.455186 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ef48fded-c7be-4ca9-b03a-65ededa1f9b0 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:56.456398 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-ef48fded-c7be-4ca9-b03a-65ededa1f9b0 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] 10.222.0.36 "DELETE /v2.0/security-groups/047649d9-633a-416f-b1da-535f6b648f9e HTTP/1.1" status: 204 len: 168 time: 1.8996205 May 05 20:10:56.466188 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57070) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:56.466425 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57072) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:56.530982 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-007b4e9a-d58a-431a-9877-dd9d2ba1f332 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Allocated IP 172.20.0.10 (56afceb9-8f86-4abd-9c1d-0036c78e2547/d9ab4ec4-7b03-499a-b31b-08b0c769a811/ab0c74e2-4a6c-4ece-99ff-fd5844e89b49) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:10:56.565857 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3308a75c-1b4f-47c6-8055-4a3869906c33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:56.589995 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3308a75c-1b4f-47c6-8055-4a3869906c33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:10:56.594673 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-3308a75c-1b4f-47c6-8055-4a3869906c33 admin admin] Usage tracker for resource:security_group_rule and tenant:f8876995f96f4848a0e984dd1245a553 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:10:56.597984 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-3308a75c-1b4f-47c6-8055-4a3869906c33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:10:56.604969 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3308a75c-1b4f-47c6-8055-4a3869906c33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:10:56.658587 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-51858465-64b3-42f6-90be-cf997c49a3b0 None None] Attempting to bind port de91dae2-b13e-414a-b11e-b15fb0a8451a on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:10:56.660657 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-51858465-64b3-42f6-90be-cf997c49a3b0 None None] Attempting to bind port de91dae2-b13e-414a-b11e-b15fb0a8451a by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '96ff4135-30b8-45bb-b38a-c2ac762d4e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '56afceb9-8f86-4abd-9c1d-0036c78e2547'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:10:56.662967 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51858465-64b3-42f6-90be-cf997c49a3b0 None None] Attempting to bind port de91dae2-b13e-414a-b11e-b15fb0a8451a on network 56afceb9-8f86-4abd-9c1d-0036c78e2547 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:10:56.701319 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51858465-64b3-42f6-90be-cf997c49a3b0 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:10:56.713235 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51858465-64b3-42f6-90be-cf997c49a3b0 None None] Checking segment: {'id': '96ff4135-30b8-45bb-b38a-c2ac762d4e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '56afceb9-8f86-4abd-9c1d-0036c78e2547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:10:56.714212 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-51858465-64b3-42f6-90be-cf997c49a3b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:56.714790 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51858465-64b3-42f6-90be-cf997c49a3b0 None None] Bound using segment: {'id': '96ff4135-30b8-45bb-b38a-c2ac762d4e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '56afceb9-8f86-4abd-9c1d-0036c78e2547'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:10:56.715489 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-51858465-64b3-42f6-90be-cf997c49a3b0 None None] Bound port: de91dae2-b13e-414a-b11e-b15fb0a8451a, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ff4135-30b8-45bb-b38a-c2ac762d4e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '56afceb9-8f86-4abd-9c1d-0036c78e2547'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:10:56.716046 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-51858465-64b3-42f6-90be-cf997c49a3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:56.808832 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-f54018ac-9132-4be0-bc06-cdfcc435a46b tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Synchronizing usage tracker for tenant:90dddf935ad8452980e08dcb3ee9a575 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:10:56.823907 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5550e8dd-89c1-4d3f-af34-0f5d4ef2dc3f tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:56.833340 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5550e8dd-89c1-4d3f-af34-0f5d4ef2dc3f tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:56.875587 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-51858465-64b3-42f6-90be-cf997c49a3b0 None None] For port de91dae2-b13e-414a-b11e-b15fb0a8451a, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:10:56.887795 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-51858465-64b3-42f6-90be-cf997c49a3b0 None None] For port de91dae2-b13e-414a-b11e-b15fb0a8451a, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=de91dae2-b13e-414a-b11e-b15fb0a8451a,segment=NetworkSegment(96ff4135-30b8-45bb-b38a-c2ac762d4e34),segment_id=96ff4135-30b8-45bb-b38a-c2ac762d4e34)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:10:56.890491 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae4f291-694b-48d6-9923-b2e518954ab9 req-c7e32834-01cf-4662-9402-936e83dfcf89 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:56.891426 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5550e8dd-89c1-4d3f-af34-0f5d4ef2dc3f tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:56.892071 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5550e8dd-89c1-4d3f-af34-0f5d4ef2dc3f tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Fanout notify agent at l3_agent the message router_deleted on router b06cf728-838a-4d45-b322-45e16e190c58 {{(pid=88197) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:10:56.897969 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-51858465-64b3-42f6-90be-cf997c49a3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:56.901175 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5ae4f291-694b-48d6-9923-b2e518954ab9 req-c7e32834-01cf-4662-9402-936e83dfcf89 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f014c38-9d5a-4aa6-825b-562b0fc1b7d9 HTTP/1.1" status: 200 len: 945 time: 0.6682889 May 05 20:10:56.944617 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5550e8dd-89c1-4d3f-af34-0f5d4ef2dc3f tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:56.946715 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-5550e8dd-89c1-4d3f-af34-0f5d4ef2dc3f tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] 10.222.0.36 "DELETE /v2.0/routers/b06cf728-838a-4d45-b322-45e16e190c58 HTTP/1.1" status: 204 len: 168 time: 4.8528428 May 05 20:10:56.952604 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57080) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:56.993015 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-f54018ac-9132-4be0-bc06-cdfcc435a46b tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Unset dirty status for tenant:90dddf935ad8452980e08dcb3ee9a575 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:10:57.000929 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f54018ac-9132-4be0-bc06-cdfcc435a46b tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5250924 May 05 20:10:57.023385 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57084) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:57.064878 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-88b9502c-2f65-41e9-b0df-94875f084ce6 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Request body: {'security_group': {'name': 'tempest-secgroup--1936742197'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:10:57.088436 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51858465-64b3-42f6-90be-cf997c49a3b0 None None] Pushing event updated for resources: {'Port': ['ID=de91dae2-b13e-414a-b11e-b15fb0a8451a,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:57.118103 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-88b9502c-2f65-41e9-b0df-94875f084ce6 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:10:57.128889 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-7426a2cb-cffc-4272-9cae-ce463d3f693f tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Deleting subnet b8cfd6f9-133c-4dc4-a8c0-195e4c2e3933 {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:10:57.139076 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7426a2cb-cffc-4272-9cae-ce463d3f693f tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:57.206055 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3308a75c-1b4f-47c6-8055-4a3869906c33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:57.227936 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5ae4f291-694b-48d6-9923-b2e518954ab9 req-1780340d-5aac-4133-8bf6-01254da24745 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d31c7e0-0b9b-4b82-8e51-a502610a4c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3257556 May 05 20:10:57.359827 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7426a2cb-cffc-4272-9cae-ce463d3f693f tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:57.378671 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3308a75c-1b4f-47c6-8055-4a3869906c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:57.406571 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-88b9502c-2f65-41e9-b0df-94875f084ce6 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:10:57.507959 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-88b9502c-2f65-41e9-b0df-94875f084ce6 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:57.538106 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-efd8323d-17ab-4ac9-be18-52c013813dac admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=297514388b04490999a95707be5dc14a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3531344 May 05 20:10:57.546206 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b6449-d29c-4195-a1a1-4226aca4c9c3 req-001fac50-95a9-4cfe-a4e9-1ad8ec07bf7e tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:57.553296 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9a6b6449-d29c-4195-a1a1-4226aca4c9c3 req-001fac50-95a9-4cfe-a4e9-1ad8ec07bf7e tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=4554207a-7966-4e03-aa31-6d0021a7ef42 HTTP/1.1" status: 200 len: 946 time: 0.4151800 May 05 20:10:57.574960 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57088) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:57.601941 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3308a75c-1b4f-47c6-8055-4a3869906c33 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f8876995f96f4848a0e984dd1245a553&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1321313 May 05 20:10:57.604684 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-88b9502c-2f65-41e9-b0df-94875f084ce6 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:10:57.614098 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3308a75c-1b4f-47c6-8055-4a3869906c33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd11086f-4332-4fd5-8281-86efdd8f3214,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:57.617761 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57092) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:57.669033 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7426a2cb-cffc-4272-9cae-ce463d3f693f tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:57.696336 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-007b4e9a-d58a-431a-9877-dd9d2ba1f332 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:57.713132 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-88b9502c-2f65-41e9-b0df-94875f084ce6 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Usage tracker for resource:security_group_rule and tenant:90dddf935ad8452980e08dcb3ee9a575 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:10:57.725422 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9a6b6449-d29c-4195-a1a1-4226aca4c9c3 req-825f7bcf-2fb3-4ca2-88b5-f6a233dc593a tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31a0353-9cc7-4431-82ad-5f9b9985cf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711259 May 05 20:10:57.734760 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-632d4f82-eaad-4f88-8071-44292e7eb5ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:57.788544 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-d7f93df7-c769-4dfb-a8ed-6bb3fddeef0e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] device_id is not set on port 59d4233c-8f06-4e5e-aa71-0299d19ec2cc yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:10:57.823340 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-88b9502c-2f65-41e9-b0df-94875f084ce6 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:10:57.837455 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-88b9502c-2f65-41e9-b0df-94875f084ce6 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:10:57.911839 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-632d4f82-eaad-4f88-8071-44292e7eb5ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:58.047953 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7426a2cb-cffc-4272-9cae-ce463d3f693f tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:58.141835 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7426a2cb-cffc-4272-9cae-ce463d3f693f tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Pushing event deleted for resources: {'Subnet': ['ID=b8cfd6f9-133c-4dc4-a8c0-195e4c2e3933,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:58.146757 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7426a2cb-cffc-4272-9cae-ce463d3f693f tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:58.165362 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-7426a2cb-cffc-4272-9cae-ce463d3f693f tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] 10.222.0.36 "DELETE /v2.0/subnets/b8cfd6f9-133c-4dc4-a8c0-195e4c2e3933 HTTP/1.1" status: 204 len: 168 time: 1.2098858 May 05 20:10:58.171213 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57100) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:58.178023 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-88b9502c-2f65-41e9-b0df-94875f084ce6 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:58.189111 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-007b4e9a-d58a-431a-9877-dd9d2ba1f332 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Transition to ACTIVE for port object ab0c74e2-4a6c-4ece-99ff-fd5844e89b49 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:10:58.200708 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d7f93df7-c769-4dfb-a8ed-6bb3fddeef0e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:58.226473 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-632d4f82-eaad-4f88-8071-44292e7eb5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:58.230013 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-88b9502c-2f65-41e9-b0df-94875f084ce6 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:58.239037 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-632d4f82-eaad-4f88-8071-44292e7eb5ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:58.241319 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-632d4f82-eaad-4f88-8071-44292e7eb5ba admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/705c17c4-122e-43da-b930-43bf081b8de5 HTTP/1.1" status: 204 len: 168 time: 0.6627924 May 05 20:10:58.359392 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632d4f82-eaad-4f88-8071-44292e7eb5ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705c17c4-122e-43da-b930-43bf081b8de5,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:58.466674 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-d7f93df7-c769-4dfb-a8ed-6bb3fddeef0e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Transition to ACTIVE for port object 59d4233c-8f06-4e5e-aa71-0299d19ec2cc will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:10:58.489529 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d7f93df7-c769-4dfb-a8ed-6bb3fddeef0e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:58.756077 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b9502c-2f65-41e9-b0df-94875f084ce6 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=995c110a-ea9c-495e-95ee-7a457a31ded1,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:58.852378 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device de91dae2-b13e-414a-b11e-b15fb0a8451a up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:10:58.960160 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-88b9502c-2f65-41e9-b0df-94875f084ce6 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:58.963733 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-88b9502c-2f65-41e9-b0df-94875f084ce6 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.9351807 May 05 20:10:58.995616 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57110) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:59.029165 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-007b4e9a-d58a-431a-9877-dd9d2ba1f332 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:59.070528 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dbae55d5-1b28-4840-8e20-6c4ece9fb996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:59.080791 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f93df7-c769-4dfb-a8ed-6bb3fddeef0e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Pushing event updated for resources: {'Port': ['ID=59d4233c-8f06-4e5e-aa71-0299d19ec2cc,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:59.081032 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port de91dae2-b13e-414a-b11e-b15fb0a8451a completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:10:59.099016 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5ffdb7e8-8bae-4193-baed-95931da7ee7c tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:59.169826 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-952aaf51-870b-4900-b8d3-a1e798145108 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Request body: {'security_group_rule': {'security_group_id': '995c110a-ea9c-495e-95ee-7a457a31ded1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:10:59.170921 n-d-840717-1 neutron-server[88198]: WARNING neutron.api.v2.base [None req-952aaf51-870b-4900-b8d3-a1e798145108 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. May 05 20:10:59.171590 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-952aaf51-870b-4900-b8d3-a1e798145108 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 20:10:59.172710 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-952aaf51-870b-4900-b8d3-a1e798145108 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0837278 May 05 20:10:59.203551 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57118) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:59.306663 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007b4e9a-d58a-431a-9877-dd9d2ba1f332 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Network 56afceb9-8f86-4abd-9c1d-0036c78e2547 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:10:59.309718 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-d7f93df7-c769-4dfb-a8ed-6bb3fddeef0e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 59d4233c-8f06-4e5e-aa71-0299d19ec2cc on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:10:59.310275 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-d7f93df7-c769-4dfb-a8ed-6bb3fddeef0e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 59d4233c-8f06-4e5e-aa71-0299d19ec2cc by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'c73c0b60-ca7e-43a7-a840-82efc7825b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b12f9536-f791-454b-86d7-9ebb2d34fae2'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:10:59.311623 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f93df7-c769-4dfb-a8ed-6bb3fddeef0e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 59d4233c-8f06-4e5e-aa71-0299d19ec2cc on network b12f9536-f791-454b-86d7-9ebb2d34fae2 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:10:59.325470 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8125f3-27ca-4784-94e4-558b66b3a32e req-01005256-ed50-4b2c-9f33-64d81a2d12b7 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:59.328172 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0a8125f3-27ca-4784-94e4-558b66b3a32e req-01005256-ed50-4b2c-9f33-64d81a2d12b7 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=4554207a-7966-4e03-aa31-6d0021a7ef42 HTTP/1.1" status: 200 len: 946 time: 0.9754977 May 05 20:10:59.347103 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dbae55d5-1b28-4840-8e20-6c4ece9fb996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:59.369254 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb480c65-6409-4a65-b11e-152dd49bd389 None None] Network 56afceb9-8f86-4abd-9c1d-0036c78e2547 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:10:59.454459 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-007b4e9a-d58a-431a-9877-dd9d2ba1f332 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:10:59.457676 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007b4e9a-d58a-431a-9877-dd9d2ba1f332 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:10:59.485015 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007b4e9a-d58a-431a-9877-dd9d2ba1f332 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event updated for resources: {'Port': ['ID=ab0c74e2-4a6c-4ece-99ff-fd5844e89b49,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:59.485913 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5ffdb7e8-8bae-4193-baed-95931da7ee7c tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:59.507949 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dbae55d5-1b28-4840-8e20-6c4ece9fb996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:59.528041 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f93df7-c769-4dfb-a8ed-6bb3fddeef0e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Port 59d4233c-8f06-4e5e-aa71-0299d19ec2cc on network b12f9536-f791-454b-86d7-9ebb2d34fae2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:10:59.528374 n-d-840717-1 neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-d7f93df7-c769-4dfb-a8ed-6bb3fddeef0e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Failed to bind port 59d4233c-8f06-4e5e-aa71-0299d19ec2cc on host n-h1-840717-1 for vnic_type normal using segments [{'id': 'c73c0b60-ca7e-43a7-a840-82efc7825b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b12f9536-f791-454b-86d7-9ebb2d34fae2'}] May 05 20:10:59.532625 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbae55d5-1b28-4840-8e20-6c4ece9fb996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd11086f-4332-4fd5-8281-86efdd8f3214,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:10:59.534986 n-d-840717-1 neutron-server[88198]: INFO neutron.plugins.ml2.plugin [None req-d7f93df7-c769-4dfb-a8ed-6bb3fddeef0e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempt 2 to bind port 59d4233c-8f06-4e5e-aa71-0299d19ec2cc May 05 20:10:59.564405 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-5ffdb7e8-8bae-4193-baed-95931da7ee7c tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6742214-4aff-4718-b4d5-06f9af7d100a']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:10:59.618174 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-d7f93df7-c769-4dfb-a8ed-6bb3fddeef0e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 59d4233c-8f06-4e5e-aa71-0299d19ec2cc on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:10:59.618570 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-d7f93df7-c769-4dfb-a8ed-6bb3fddeef0e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 59d4233c-8f06-4e5e-aa71-0299d19ec2cc by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'c73c0b60-ca7e-43a7-a840-82efc7825b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b12f9536-f791-454b-86d7-9ebb2d34fae2'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:10:59.620954 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f93df7-c769-4dfb-a8ed-6bb3fddeef0e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 59d4233c-8f06-4e5e-aa71-0299d19ec2cc on network b12f9536-f791-454b-86d7-9ebb2d34fae2 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:10:59.622628 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-f62d5e5a-8055-4dad-9196-c6de55829ad6 None None] Provisioning for port de91dae2-b13e-414a-b11e-b15fb0a8451a completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:10:59.628346 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-5ffdb7e8-8bae-4193-baed-95931da7ee7c tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '615dac50-0798-4604-be66-df9e17acc7a8') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:10:59.628656 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-5ffdb7e8-8bae-4193-baed-95931da7ee7c tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '615dac50-0798-4604-be66-df9e17acc7a8') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:10:59.630620 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-f62d5e5a-8055-4dad-9196-c6de55829ad6 None None] Provisioning complete for port de91dae2-b13e-414a-b11e-b15fb0a8451a triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:10:59.631043 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f62d5e5a-8055-4dad-9196-c6de55829ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:59.658836 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee46678-5a70-4aea-be94-1c0c2ec5cf17 req-32b2705a-2e1b-47e8-8cd7-40f315426afa tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:59.679898 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7ee46678-5a70-4aea-be94-1c0c2ec5cf17 req-32b2705a-2e1b-47e8-8cd7-40f315426afa tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f014c38-9d5a-4aa6-825b-562b0fc1b7d9 HTTP/1.1" status: 200 len: 945 time: 1.0751541 May 05 20:10:59.683986 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f93df7-c769-4dfb-a8ed-6bb3fddeef0e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Port 59d4233c-8f06-4e5e-aa71-0299d19ec2cc on network b12f9536-f791-454b-86d7-9ebb2d34fae2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:10:59.689602 n-d-840717-1 neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-d7f93df7-c769-4dfb-a8ed-6bb3fddeef0e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Failed to bind port 59d4233c-8f06-4e5e-aa71-0299d19ec2cc on host n-h1-840717-1 for vnic_type normal using segments [{'id': 'c73c0b60-ca7e-43a7-a840-82efc7825b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b12f9536-f791-454b-86d7-9ebb2d34fae2'}] May 05 20:10:59.712767 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0a8125f3-27ca-4784-94e4-558b66b3a32e req-285d8735-2685-4c6d-85ce-5782bf5d3b98 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31a0353-9cc7-4431-82ad-5f9b9985cf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3687003 May 05 20:10:59.714420 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5ffdb7e8-8bae-4193-baed-95931da7ee7c tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:59.716474 n-d-840717-1 neutron-server[88198]: INFO neutron.plugins.ml2.plugin [None req-d7f93df7-c769-4dfb-a8ed-6bb3fddeef0e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempt 3 to bind port 59d4233c-8f06-4e5e-aa71-0299d19ec2cc May 05 20:10:59.744686 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dbae55d5-1b28-4840-8e20-6c4ece9fb996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:59.745828 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-dbae55d5-1b28-4840-8e20-6c4ece9fb996 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cd11086f-4332-4fd5-8281-86efdd8f3214 HTTP/1.1" status: 204 len: 168 time: 2.0701797 May 05 20:10:59.787131 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7dd685d0-51ab-4def-9409-c0e6216c8542 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:59.880821 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7dd685d0-51ab-4def-9409-c0e6216c8542 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:59.902436 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007b4e9a-d58a-431a-9877-dd9d2ba1f332 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:10:59.903111 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-007b4e9a-d58a-431a-9877-dd9d2ba1f332 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:59.914035 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5ffdb7e8-8bae-4193-baed-95931da7ee7c tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:59.923888 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ffdb7e8-8bae-4193-baed-95931da7ee7c tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:10:59.924819 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5ffdb7e8-8bae-4193-baed-95931da7ee7c tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:10:59.940278 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-d7f93df7-c769-4dfb-a8ed-6bb3fddeef0e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 59d4233c-8f06-4e5e-aa71-0299d19ec2cc on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:10:59.941926 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-d7f93df7-c769-4dfb-a8ed-6bb3fddeef0e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 59d4233c-8f06-4e5e-aa71-0299d19ec2cc by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'c73c0b60-ca7e-43a7-a840-82efc7825b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b12f9536-f791-454b-86d7-9ebb2d34fae2'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:10:59.942302 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f93df7-c769-4dfb-a8ed-6bb3fddeef0e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 59d4233c-8f06-4e5e-aa71-0299d19ec2cc on network b12f9536-f791-454b-86d7-9ebb2d34fae2 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:10:59.961109 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-007b4e9a-d58a-431a-9877-dd9d2ba1f332 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 5.3428147 May 05 20:10:59.962583 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57138) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:10:59.987430 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f93df7-c769-4dfb-a8ed-6bb3fddeef0e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Port 59d4233c-8f06-4e5e-aa71-0299d19ec2cc on network b12f9536-f791-454b-86d7-9ebb2d34fae2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:10:59.987430 n-d-840717-1 neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-d7f93df7-c769-4dfb-a8ed-6bb3fddeef0e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Failed to bind port 59d4233c-8f06-4e5e-aa71-0299d19ec2cc on host n-h1-840717-1 for vnic_type normal using segments [{'id': 'c73c0b60-ca7e-43a7-a840-82efc7825b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b12f9536-f791-454b-86d7-9ebb2d34fae2'}] May 05 20:10:59.987430 n-d-840717-1 neutron-server[88198]: INFO neutron.plugins.ml2.plugin [None req-d7f93df7-c769-4dfb-a8ed-6bb3fddeef0e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempt 4 to bind port 59d4233c-8f06-4e5e-aa71-0299d19ec2cc May 05 20:11:00.018203 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-bdf5ff4e-e81a-477d-9813-6b4a87549d4b tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Request body: {'port': {'network_id': '56afceb9-8f86-4abd-9c1d-0036c78e2547', 'name': 'tempest-PortsTestJSON-2055861465', 'fixed_ips': [{'subnet_id': 'd9ab4ec4-7b03-499a-b31b-08b0c769a811', 'ip_address': '172.20.0.9'}]}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:00.090462 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7ee46678-5a70-4aea-be94-1c0c2ec5cf17 req-13d01fc3-3fe8-43fa-a190-aa0e8000d7e7 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d31c7e0-0b9b-4b82-8e51-a502610a4c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3826199 May 05 20:11:00.131697 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f62d5e5a-8055-4dad-9196-c6de55829ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:00.132993 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:11:00.132993 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:11:00.132993 n-d-840717-1 neutron-server[88197]: timer() May 05 20:11:00.132993 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:11:00.132993 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:11:00.132993 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:11:00.132993 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:11:00.132993 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:11:00.132993 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:11:00.132993 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:11:00.132993 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:11:00.132993 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:11:00.132993 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:11:00.132993 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:11:00.132993 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:11:00.132993 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:11:00.132993 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:11:00.132993 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:11:00.132993 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:11:00.132993 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:11:00.132993 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:11:00.132993 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:11:00.132993 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:11:00.132993 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:11:00.132993 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:11:00.132993 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:11:00.132993 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:11:00.132993 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:11:00.132993 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:11:00.132993 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:11:00.132993 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:11:00.132993 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:11:00.153715 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-d7f93df7-c769-4dfb-a8ed-6bb3fddeef0e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 59d4233c-8f06-4e5e-aa71-0299d19ec2cc on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:11:00.154069 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-d7f93df7-c769-4dfb-a8ed-6bb3fddeef0e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 59d4233c-8f06-4e5e-aa71-0299d19ec2cc by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'c73c0b60-ca7e-43a7-a840-82efc7825b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b12f9536-f791-454b-86d7-9ebb2d34fae2'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:11:00.154380 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f93df7-c769-4dfb-a8ed-6bb3fddeef0e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 59d4233c-8f06-4e5e-aa71-0299d19ec2cc on network b12f9536-f791-454b-86d7-9ebb2d34fae2 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:11:00.167649 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f93df7-c769-4dfb-a8ed-6bb3fddeef0e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Port 59d4233c-8f06-4e5e-aa71-0299d19ec2cc on network b12f9536-f791-454b-86d7-9ebb2d34fae2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:11:00.168115 n-d-840717-1 neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-d7f93df7-c769-4dfb-a8ed-6bb3fddeef0e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Failed to bind port 59d4233c-8f06-4e5e-aa71-0299d19ec2cc on host n-h1-840717-1 for vnic_type normal using segments [{'id': 'c73c0b60-ca7e-43a7-a840-82efc7825b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b12f9536-f791-454b-86d7-9ebb2d34fae2'}] May 05 20:11:00.172634 n-d-840717-1 neutron-server[88198]: INFO neutron.plugins.ml2.plugin [None req-d7f93df7-c769-4dfb-a8ed-6bb3fddeef0e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempt 5 to bind port 59d4233c-8f06-4e5e-aa71-0299d19ec2cc May 05 20:11:00.201736 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57144) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:00.211394 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-f62d5e5a-8055-4dad-9196-c6de55829ad6 None None] For port de91dae2-b13e-414a-b11e-b15fb0a8451a, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=de91dae2-b13e-414a-b11e-b15fb0a8451a,segment=NetworkSegment(96ff4135-30b8-45bb-b38a-c2ac762d4e34),segment_id=96ff4135-30b8-45bb-b38a-c2ac762d4e34)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:11:00.221645 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f62d5e5a-8055-4dad-9196-c6de55829ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:00.258974 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-d7f93df7-c769-4dfb-a8ed-6bb3fddeef0e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 59d4233c-8f06-4e5e-aa71-0299d19ec2cc on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:11:00.259312 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-d7f93df7-c769-4dfb-a8ed-6bb3fddeef0e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 59d4233c-8f06-4e5e-aa71-0299d19ec2cc by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'c73c0b60-ca7e-43a7-a840-82efc7825b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b12f9536-f791-454b-86d7-9ebb2d34fae2'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:11:00.259745 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f93df7-c769-4dfb-a8ed-6bb3fddeef0e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 59d4233c-8f06-4e5e-aa71-0299d19ec2cc on network b12f9536-f791-454b-86d7-9ebb2d34fae2 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:11:00.274086 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f93df7-c769-4dfb-a8ed-6bb3fddeef0e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Port 59d4233c-8f06-4e5e-aa71-0299d19ec2cc on network b12f9536-f791-454b-86d7-9ebb2d34fae2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:11:00.274520 n-d-840717-1 neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-d7f93df7-c769-4dfb-a8ed-6bb3fddeef0e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Failed to bind port 59d4233c-8f06-4e5e-aa71-0299d19ec2cc on host n-h1-840717-1 for vnic_type normal using segments [{'id': 'c73c0b60-ca7e-43a7-a840-82efc7825b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b12f9536-f791-454b-86d7-9ebb2d34fae2'}] May 05 20:11:00.278357 n-d-840717-1 neutron-server[88198]: INFO neutron.plugins.ml2.plugin [None req-d7f93df7-c769-4dfb-a8ed-6bb3fddeef0e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempt 6 to bind port 59d4233c-8f06-4e5e-aa71-0299d19ec2cc May 05 20:11:00.293249 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5ffdb7e8-8bae-4193-baed-95931da7ee7c tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:00.322206 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5ffdb7e8-8bae-4193-baed-95931da7ee7c tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:00.341214 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-d7f93df7-c769-4dfb-a8ed-6bb3fddeef0e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 59d4233c-8f06-4e5e-aa71-0299d19ec2cc on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:11:00.341843 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-d7f93df7-c769-4dfb-a8ed-6bb3fddeef0e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 59d4233c-8f06-4e5e-aa71-0299d19ec2cc by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'c73c0b60-ca7e-43a7-a840-82efc7825b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b12f9536-f791-454b-86d7-9ebb2d34fae2'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:11:00.341843 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f93df7-c769-4dfb-a8ed-6bb3fddeef0e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 59d4233c-8f06-4e5e-aa71-0299d19ec2cc on network b12f9536-f791-454b-86d7-9ebb2d34fae2 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:11:00.369233 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f93df7-c769-4dfb-a8ed-6bb3fddeef0e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Port 59d4233c-8f06-4e5e-aa71-0299d19ec2cc on network b12f9536-f791-454b-86d7-9ebb2d34fae2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:11:00.369563 n-d-840717-1 neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-d7f93df7-c769-4dfb-a8ed-6bb3fddeef0e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Failed to bind port 59d4233c-8f06-4e5e-aa71-0299d19ec2cc on host n-h1-840717-1 for vnic_type normal using segments [{'id': 'c73c0b60-ca7e-43a7-a840-82efc7825b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b12f9536-f791-454b-86d7-9ebb2d34fae2'}] May 05 20:11:00.371207 n-d-840717-1 neutron-server[88198]: INFO neutron.plugins.ml2.plugin [None req-d7f93df7-c769-4dfb-a8ed-6bb3fddeef0e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempt 7 to bind port 59d4233c-8f06-4e5e-aa71-0299d19ec2cc May 05 20:11:00.392653 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62d5e5a-8055-4dad-9196-c6de55829ad6 None None] Pushing event updated for resources: {'Port': ['ID=de91dae2-b13e-414a-b11e-b15fb0a8451a,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:00.427068 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffdb7e8-8bae-4193-baed-95931da7ee7c tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] Pushing event deleted for resources: {'Network': ['ID=f6742214-4aff-4718-b4d5-06f9af7d100a,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:00.438749 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-5ffdb7e8-8bae-4193-baed-95931da7ee7c tempest-FloatingIPTestJSON-1498194893 tempest-FloatingIPTestJSON-1498194893-project] 10.222.0.36 "DELETE /v2.0/networks/f6742214-4aff-4718-b4d5-06f9af7d100a HTTP/1.1" status: 204 len: 168 time: 2.2621422 May 05 20:11:00.446688 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7dd685d0-51ab-4def-9409-c0e6216c8542 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:00.450320 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-bdf5ff4e-e81a-477d-9813-6b4a87549d4b tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:00.452206 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7dd685d0-51ab-4def-9409-c0e6216c8542 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:00.456905 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-7dd685d0-51ab-4def-9409-c0e6216c8542 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] 10.222.0.36 "DELETE /v2.0/security-groups/995c110a-ea9c-495e-95ee-7a457a31ded1 HTTP/1.1" status: 204 len: 168 time: 1.2497849 May 05 20:11:00.460323 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-71be5c6f-ef45-40ad-96dd-4b3ea7e4b48b tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1272870757'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:00.461812 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-bdf5ff4e-e81a-477d-9813-6b4a87549d4b tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Usage tracker for resource:port and tenant:0cc5f4a365af4a94a73e5ef336438b10 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:00.464601 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57156) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:00.479331 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-bdf5ff4e-e81a-477d-9813-6b4a87549d4b tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:00.496541 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-71be5c6f-ef45-40ad-96dd-4b3ea7e4b48b tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:00.500150 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-bdf5ff4e-e81a-477d-9813-6b4a87549d4b tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:00.505701 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd685d0-51ab-4def-9409-c0e6216c8542 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=995c110a-ea9c-495e-95ee-7a457a31ded1,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:00.507910 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-71be5c6f-ef45-40ad-96dd-4b3ea7e4b48b tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Usage tracker for resource:network and tenant:88760c5e167e4c4abc1263be6642087f is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:00.513706 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-71be5c6f-ef45-40ad-96dd-4b3ea7e4b48b tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:00.530256 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-71be5c6f-ef45-40ad-96dd-4b3ea7e4b48b tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:00.540761 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf5ff4e-e81a-477d-9813-6b4a87549d4b tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Made reservation on behalf of 0cc5f4a365af4a94a73e5ef336438b10 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:11:00.566872 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71be5c6f-ef45-40ad-96dd-4b3ea7e4b48b tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Made reservation on behalf of 88760c5e167e4c4abc1263be6642087f for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:11:00.570542 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-71be5c6f-ef45-40ad-96dd-4b3ea7e4b48b tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:00.589553 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-d7f93df7-c769-4dfb-a8ed-6bb3fddeef0e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 59d4233c-8f06-4e5e-aa71-0299d19ec2cc on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:11:00.589878 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-d7f93df7-c769-4dfb-a8ed-6bb3fddeef0e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 59d4233c-8f06-4e5e-aa71-0299d19ec2cc by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'c73c0b60-ca7e-43a7-a840-82efc7825b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b12f9536-f791-454b-86d7-9ebb2d34fae2'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:11:00.590264 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f93df7-c769-4dfb-a8ed-6bb3fddeef0e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 59d4233c-8f06-4e5e-aa71-0299d19ec2cc on network b12f9536-f791-454b-86d7-9ebb2d34fae2 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:11:00.597706 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f93df7-c769-4dfb-a8ed-6bb3fddeef0e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Port 59d4233c-8f06-4e5e-aa71-0299d19ec2cc on network b12f9536-f791-454b-86d7-9ebb2d34fae2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:11:00.598454 n-d-840717-1 neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-d7f93df7-c769-4dfb-a8ed-6bb3fddeef0e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Failed to bind port 59d4233c-8f06-4e5e-aa71-0299d19ec2cc on host n-h1-840717-1 for vnic_type normal using segments [{'id': 'c73c0b60-ca7e-43a7-a840-82efc7825b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b12f9536-f791-454b-86d7-9ebb2d34fae2'}] May 05 20:11:00.601816 n-d-840717-1 neutron-server[88198]: INFO neutron.plugins.ml2.plugin [None req-d7f93df7-c769-4dfb-a8ed-6bb3fddeef0e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempt 8 to bind port 59d4233c-8f06-4e5e-aa71-0299d19ec2cc May 05 20:11:00.615093 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-5a46e743-68b1-44a2-b3e9-5d6a62d1742a tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Synchronizing usage tracker for tenant:90dddf935ad8452980e08dcb3ee9a575 on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:11:00.641522 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-71be5c6f-ef45-40ad-96dd-4b3ea7e4b48b tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:00.659642 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-d7f93df7-c769-4dfb-a8ed-6bb3fddeef0e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 59d4233c-8f06-4e5e-aa71-0299d19ec2cc on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:11:00.659969 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-d7f93df7-c769-4dfb-a8ed-6bb3fddeef0e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 59d4233c-8f06-4e5e-aa71-0299d19ec2cc by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'c73c0b60-ca7e-43a7-a840-82efc7825b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b12f9536-f791-454b-86d7-9ebb2d34fae2'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:11:00.660300 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f93df7-c769-4dfb-a8ed-6bb3fddeef0e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 59d4233c-8f06-4e5e-aa71-0299d19ec2cc on network b12f9536-f791-454b-86d7-9ebb2d34fae2 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:11:00.681231 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f93df7-c769-4dfb-a8ed-6bb3fddeef0e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Port 59d4233c-8f06-4e5e-aa71-0299d19ec2cc on network b12f9536-f791-454b-86d7-9ebb2d34fae2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:11:00.681557 n-d-840717-1 neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-d7f93df7-c769-4dfb-a8ed-6bb3fddeef0e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Failed to bind port 59d4233c-8f06-4e5e-aa71-0299d19ec2cc on host n-h1-840717-1 for vnic_type normal using segments [{'id': 'c73c0b60-ca7e-43a7-a840-82efc7825b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b12f9536-f791-454b-86d7-9ebb2d34fae2'}] May 05 20:11:00.686956 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-71be5c6f-ef45-40ad-96dd-4b3ea7e4b48b tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:00.711598 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-71be5c6f-ef45-40ad-96dd-4b3ea7e4b48b tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Usage tracker for resource:security_group_rule and tenant:88760c5e167e4c4abc1263be6642087f is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:00.724594 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-71be5c6f-ef45-40ad-96dd-4b3ea7e4b48b tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:00.740354 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-71be5c6f-ef45-40ad-96dd-4b3ea7e4b48b tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:00.743929 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-5a46e743-68b1-44a2-b3e9-5d6a62d1742a tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Unset dirty status for tenant:90dddf935ad8452980e08dcb3ee9a575 on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:11:00.755861 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-5a46e743-68b1-44a2-b3e9-5d6a62d1742a tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2807281 May 05 20:11:00.758205 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57164) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:00.770854 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-7b942aa4-f5a1-436a-a2ee-f596172ac97a tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Request body: {'security_group': {'name': 'tempest-secgroup--337570972'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:00.820675 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-7b942aa4-f5a1-436a-a2ee-f596172ac97a tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:00.828179 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device de91dae2-b13e-414a-b11e-b15fb0a8451a up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:11:00.833419 n-d-840717-1 neutron-server[88198]: INFO neutron.plugins.ml2.plugin [None req-d7f93df7-c769-4dfb-a8ed-6bb3fddeef0e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempt 9 to bind port 59d4233c-8f06-4e5e-aa71-0299d19ec2cc May 05 20:11:00.894085 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-7b942aa4-f5a1-436a-a2ee-f596172ac97a tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:00.962092 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-d7f93df7-c769-4dfb-a8ed-6bb3fddeef0e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 59d4233c-8f06-4e5e-aa71-0299d19ec2cc on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:11:00.962433 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-d7f93df7-c769-4dfb-a8ed-6bb3fddeef0e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 59d4233c-8f06-4e5e-aa71-0299d19ec2cc by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'c73c0b60-ca7e-43a7-a840-82efc7825b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b12f9536-f791-454b-86d7-9ebb2d34fae2'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:11:00.962754 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f93df7-c769-4dfb-a8ed-6bb3fddeef0e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 59d4233c-8f06-4e5e-aa71-0299d19ec2cc on network b12f9536-f791-454b-86d7-9ebb2d34fae2 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:11:00.975520 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7b942aa4-f5a1-436a-a2ee-f596172ac97a tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:00.979785 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9329e07e-69cf-4677-90ab-44209f274097 None None] Provisioning complete for port de91dae2-b13e-414a-b11e-b15fb0a8451a triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:11:00.980544 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9329e07e-69cf-4677-90ab-44209f274097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:00.999184 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f93df7-c769-4dfb-a8ed-6bb3fddeef0e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Port 59d4233c-8f06-4e5e-aa71-0299d19ec2cc on network b12f9536-f791-454b-86d7-9ebb2d34fae2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:11:01.016517 n-d-840717-1 neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-d7f93df7-c769-4dfb-a8ed-6bb3fddeef0e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Failed to bind port 59d4233c-8f06-4e5e-aa71-0299d19ec2cc on host n-h1-840717-1 for vnic_type normal using segments [{'id': 'c73c0b60-ca7e-43a7-a840-82efc7825b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b12f9536-f791-454b-86d7-9ebb2d34fae2'}] May 05 20:11:01.054927 n-d-840717-1 neutron-server[88198]: INFO neutron.plugins.ml2.plugin [None req-d7f93df7-c769-4dfb-a8ed-6bb3fddeef0e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempt 10 to bind port 59d4233c-8f06-4e5e-aa71-0299d19ec2cc May 05 20:11:01.114540 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bdf5ff4e-e81a-477d-9813-6b4a87549d4b tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:01.148478 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port de91dae2-b13e-414a-b11e-b15fb0a8451a triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:11:01.149080 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:01.159139 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57176) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:01.180354 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-d7f93df7-c769-4dfb-a8ed-6bb3fddeef0e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 59d4233c-8f06-4e5e-aa71-0299d19ec2cc on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:11:01.180718 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-d7f93df7-c769-4dfb-a8ed-6bb3fddeef0e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 59d4233c-8f06-4e5e-aa71-0299d19ec2cc by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'c73c0b60-ca7e-43a7-a840-82efc7825b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b12f9536-f791-454b-86d7-9ebb2d34fae2'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:11:01.181019 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f93df7-c769-4dfb-a8ed-6bb3fddeef0e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 59d4233c-8f06-4e5e-aa71-0299d19ec2cc on network b12f9536-f791-454b-86d7-9ebb2d34fae2 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:11:01.196486 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-7b942aa4-f5a1-436a-a2ee-f596172ac97a tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:01.236891 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-7b942aa4-f5a1-436a-a2ee-f596172ac97a tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Usage tracker for resource:security_group_rule and tenant:90dddf935ad8452980e08dcb3ee9a575 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:01.238098 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f93df7-c769-4dfb-a8ed-6bb3fddeef0e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Port 59d4233c-8f06-4e5e-aa71-0299d19ec2cc on network b12f9536-f791-454b-86d7-9ebb2d34fae2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:11:01.238466 n-d-840717-1 neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-d7f93df7-c769-4dfb-a8ed-6bb3fddeef0e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Failed to bind port 59d4233c-8f06-4e5e-aa71-0299d19ec2cc on host n-h1-840717-1 for vnic_type normal using segments [{'id': 'c73c0b60-ca7e-43a7-a840-82efc7825b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b12f9536-f791-454b-86d7-9ebb2d34fae2'}] May 05 20:11:01.238895 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d7f93df7-c769-4dfb-a8ed-6bb3fddeef0e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:01.247562 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-7b942aa4-f5a1-436a-a2ee-f596172ac97a tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:01.281642 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-7b942aa4-f5a1-436a-a2ee-f596172ac97a tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:01.298386 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-bdf5ff4e-e81a-477d-9813-6b4a87549d4b tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] device_id is not set on port 2af9a74d-46c8-4e7e-91fa-f351d557344e yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:11:01.387766 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-71be5c6f-ef45-40ad-96dd-4b3ea7e4b48b tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:01.400771 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270568b-beb2-4128-bf62-89a92fa031b0 req-bf105e5c-47bf-4f04-9f1d-45458fb02cb8 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:01.402670 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f270568b-beb2-4128-bf62-89a92fa031b0 req-bf105e5c-47bf-4f04-9f1d-45458fb02cb8 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=4554207a-7966-4e03-aa31-6d0021a7ef42 HTTP/1.1" status: 200 len: 946 time: 0.3313286 May 05 20:11:01.406213 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-71be5c6f-ef45-40ad-96dd-4b3ea7e4b48b tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:01.493341 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71be5c6f-ef45-40ad-96dd-4b3ea7e4b48b tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:11:01.518640 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71be5c6f-ef45-40ad-96dd-4b3ea7e4b48b tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b122ce9-54e4-45f2-b3a9-fdd7c3ecf50c,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:01.525646 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9329e07e-69cf-4677-90ab-44209f274097 None None] Provisioning for port ab0c74e2-4a6c-4ece-99ff-fd5844e89b49 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:11:01.540337 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-71be5c6f-ef45-40ad-96dd-4b3ea7e4b48b tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:01.540765 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-71be5c6f-ef45-40ad-96dd-4b3ea7e4b48b tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Added segment 2e6ec014-bca3-49b3-a86f-e01be1381773 of type vlan for network 66d70931-658c-4c0d-a54d-0459faf0b4e6 May 05 20:11:01.551314 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f270568b-beb2-4128-bf62-89a92fa031b0 req-a3071e22-287c-46b8-af5e-84b89320a4d5 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31a0353-9cc7-4431-82ad-5f9b9985cf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336689 May 05 20:11:01.572482 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7b942aa4-f5a1-436a-a2ee-f596172ac97a tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:01.598319 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7b942aa4-f5a1-436a-a2ee-f596172ac97a tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:01.600002 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9329e07e-69cf-4677-90ab-44209f274097 None None] Provisioning complete for port ab0c74e2-4a6c-4ece-99ff-fd5844e89b49 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:11:01.600400 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9329e07e-69cf-4677-90ab-44209f274097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:01.644890 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-71be5c6f-ef45-40ad-96dd-4b3ea7e4b48b tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:01.649005 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7b942aa4-f5a1-436a-a2ee-f596172ac97a tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:01.653068 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-7b942aa4-f5a1-436a-a2ee-f596172ac97a tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8910832 May 05 20:11:01.653743 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57190) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:01.669102 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-1d67f22a-685d-42fd-aae6-bc77b063c2ab tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Request body: {'security_group_rule': {'security_group_id': '0790ffeb-0b8d-4282-8c27-ce3b7dceef2e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:01.673781 n-d-840717-1 neutron-server[88197]: WARNING neutron.api.v2.base [None req-1d67f22a-685d-42fd-aae6-bc77b063c2ab tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. May 05 20:11:01.674328 n-d-840717-1 neutron-server[88197]: INFO neutron.api.v2.resource [None req-1d67f22a-685d-42fd-aae6-bc77b063c2ab tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 20:11:01.678384 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-1d67f22a-685d-42fd-aae6-bc77b063c2ab tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0190878 May 05 20:11:01.689758 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57194) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:01.756006 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9329e07e-69cf-4677-90ab-44209f274097 None None] Port ab0c74e2-4a6c-4ece-99ff-fd5844e89b49 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:11:01.825438 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b942aa4-f5a1-436a-a2ee-f596172ac97a tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0790ffeb-0b8d-4282-8c27-ce3b7dceef2e,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:01.861905 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-71be5c6f-ef45-40ad-96dd-4b3ea7e4b48b tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:01.868904 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71be5c6f-ef45-40ad-96dd-4b3ea7e4b48b tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:01.869790 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-71be5c6f-ef45-40ad-96dd-4b3ea7e4b48b tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:01.882763 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-94c107cc-f5e4-4580-9b17-a5d9cedad215 None None] Provisioning complete for port ab0c74e2-4a6c-4ece-99ff-fd5844e89b49 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:11:01.883323 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-94c107cc-f5e4-4580-9b17-a5d9cedad215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:01.902674 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5806eff1-6bee-4598-9db8-06e1ca543255 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:01.953997 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-94c107cc-f5e4-4580-9b17-a5d9cedad215 None None] Port ab0c74e2-4a6c-4ece-99ff-fd5844e89b49 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:11:01.969265 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-71be5c6f-ef45-40ad-96dd-4b3ea7e4b48b tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.7617023 May 05 20:11:02.018277 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57202) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:02.025131 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5806eff1-6bee-4598-9db8-06e1ca543255 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:02.041065 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71be5c6f-ef45-40ad-96dd-4b3ea7e4b48b tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event updated for resources: {'Network': ['ID=66d70931-658c-4c0d-a54d-0459faf0b4e6,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:02.063796 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 66d70931-658c-4c0d-a54d-0459faf0b4e6 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:11:02.067168 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-27bc7b7f-12d3-49f0-a611-4d9122249c01 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Request body: {'port': {'network_id': '66d70931-658c-4c0d-a54d-0459faf0b4e6', 'name': 'tempest-PortsIpV6TestJSON-1130922685'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:02.112982 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5806eff1-6bee-4598-9db8-06e1ca543255 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:02.148361 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5806eff1-6bee-4598-9db8-06e1ca543255 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0790ffeb-0b8d-4282-8c27-ce3b7dceef2e,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:02.151655 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5806eff1-6bee-4598-9db8-06e1ca543255 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:02.151848 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-5806eff1-6bee-4598-9db8-06e1ca543255 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] 10.222.0.36 "DELETE /v2.0/security-groups/0790ffeb-0b8d-4282-8c27-ce3b7dceef2e HTTP/1.1" status: 204 len: 168 time: 0.4494152 May 05 20:11:02.159340 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57210) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:02.384991 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57220) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:02.546766 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-748fb16f-091e-41fd-b75f-1cd86b6a8aa0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5612e7242a04466e929d2d320c132523&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3716478 May 05 20:11:02.553125 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57228) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:02.607397 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-27bc7b7f-12d3-49f0-a611-4d9122249c01 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:02.621024 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-27bc7b7f-12d3-49f0-a611-4d9122249c01 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Usage tracker for resource:port and tenant:88760c5e167e4c4abc1263be6642087f is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:02.640019 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-27bc7b7f-12d3-49f0-a611-4d9122249c01 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:02.655478 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-27bc7b7f-12d3-49f0-a611-4d9122249c01 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:02.689135 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-d7f93df7-c769-4dfb-a8ed-6bb3fddeef0e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] For port 59d4233c-8f06-4e5e-aa71-0299d19ec2cc, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:11:02.703953 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-d7f93df7-c769-4dfb-a8ed-6bb3fddeef0e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempted to set empty binding levels {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 05 20:11:02.788454 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-56a6d90d-a511-449d-a793-39be1c075ca2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:02.793756 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454a362-2b99-4b53-9b18-15a73bc31cbb req-2d760122-68ef-46bd-b4a5-cc55d02d4506 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:02.815059 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1454a362-2b99-4b53-9b18-15a73bc31cbb req-2d760122-68ef-46bd-b4a5-cc55d02d4506 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f014c38-9d5a-4aa6-825b-562b0fc1b7d9 HTTP/1.1" status: 200 len: 945 time: 1.3596661 May 05 20:11:02.817129 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27bc7b7f-12d3-49f0-a611-4d9122249c01 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Made reservation on behalf of 88760c5e167e4c4abc1263be6642087f for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:11:02.821844 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-27bc7b7f-12d3-49f0-a611-4d9122249c01 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:02.873064 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d7f93df7-c769-4dfb-a8ed-6bb3fddeef0e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:02.922772 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-56a6d90d-a511-449d-a793-39be1c075ca2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:02.926693 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-22c3fe04-29b4-45bf-a448-c763a22db6a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:02.952136 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-56a6d90d-a511-449d-a793-39be1c075ca2 admin admin] Usage tracker for resource:security_group_rule and tenant:14e8c6335f1e4eb5801c966876cda89c is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:02.986064 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-56a6d90d-a511-449d-a793-39be1c075ca2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:03.006120 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-56a6d90d-a511-449d-a793-39be1c075ca2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:03.014867 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-22c3fe04-29b4-45bf-a448-c763a22db6a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:03.094714 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baae718-5b64-4703-8fa2-82b5e2c429e9 req-62c14b3f-e1c3-4631-aafb-e89e79fcc957 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:03.100790 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8baae718-5b64-4703-8fa2-82b5e2c429e9 req-62c14b3f-e1c3-4631-aafb-e89e79fcc957 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=4554207a-7966-4e03-aa31-6d0021a7ef42 HTTP/1.1" status: 200 len: 946 time: 0.2999508 May 05 20:11:03.110030 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d732e3d7-7e71-43b9-97b1-ee9b40eae688 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Synchronizing usage tracker for tenant:90dddf935ad8452980e08dcb3ee9a575 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:11:03.180522 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8baae718-5b64-4703-8fa2-82b5e2c429e9 req-3daf9117-8918-49fe-9423-1c47bcd8d350 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31a0353-9cc7-4431-82ad-5f9b9985cf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786228 May 05 20:11:03.216672 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-22c3fe04-29b4-45bf-a448-c763a22db6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:03.256824 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c3fe04-29b4-45bf-a448-c763a22db6a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa71649-f4e4-4cfa-994c-efb19ebb2aa3,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:03.260899 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-22c3fe04-29b4-45bf-a448-c763a22db6a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:03.262988 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-22c3fe04-29b4-45bf-a448-c763a22db6a7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4aa71649-f4e4-4cfa-994c-efb19ebb2aa3 HTTP/1.1" status: 204 len: 168 time: 0.7076299 May 05 20:11:03.284697 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-bdf5ff4e-e81a-477d-9813-6b4a87549d4b tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Allocated IP 172.20.0.9 (56afceb9-8f86-4abd-9c1d-0036c78e2547/d9ab4ec4-7b03-499a-b31b-08b0c769a811/2af9a74d-46c8-4e7e-91fa-f351d557344e) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:11:03.295849 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-27bc7b7f-12d3-49f0-a611-4d9122249c01 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] device_id is not set on port 723f77d3-2a92-411f-acdc-506b86fff587 yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:11:03.337600 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-56a6d90d-a511-449d-a793-39be1c075ca2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:03.344133 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-56a6d90d-a511-449d-a793-39be1c075ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:03.411439 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-56a6d90d-a511-449d-a793-39be1c075ca2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=14e8c6335f1e4eb5801c966876cda89c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0244203 May 05 20:11:03.412575 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-d7f93df7-c769-4dfb-a8ed-6bb3fddeef0e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] In _notify_port_updated(), no bound segment for port 59d4233c-8f06-4e5e-aa71-0299d19ec2cc on network b12f9536-f791-454b-86d7-9ebb2d34fae2 {{(pid=88198) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 05 20:11:03.412728 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57234) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:03.413498 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f93df7-c769-4dfb-a8ed-6bb3fddeef0e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:03.414069 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d7f93df7-c769-4dfb-a8ed-6bb3fddeef0e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:03.415433 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d7f93df7-c769-4dfb-a8ed-6bb3fddeef0e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] 10.222.0.36 "PUT /v2.0/ports/59d4233c-8f06-4e5e-aa71-0299d19ec2cc HTTP/1.1" status: 200 len: 975 time: 7.6423633 May 05 20:11:03.433430 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6d90d-a511-449d-a793-39be1c075ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa50cbbb-4de6-4787-b5d2-389aaba81a28,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:03.433685 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57240) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:03.551553 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3ef765dd-b51e-4d1c-a9c5-8a38415b900a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:03.567884 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1454a362-2b99-4b53-9b18-15a73bc31cbb req-6a3b14ae-b769-4b9f-b925-a9eeb144a117 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d31c7e0-0b9b-4b82-8e51-a502610a4c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7518942 May 05 20:11:03.619038 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3ef765dd-b51e-4d1c-a9c5-8a38415b900a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:03.661265 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d732e3d7-7e71-43b9-97b1-ee9b40eae688 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Unset dirty status for tenant:90dddf935ad8452980e08dcb3ee9a575 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:11:03.669155 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d732e3d7-7e71-43b9-97b1-ee9b40eae688 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 1.4538121 May 05 20:11:03.670078 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f93df7-c769-4dfb-a8ed-6bb3fddeef0e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Pushing event updated for resources: {'Port': ['ID=59d4233c-8f06-4e5e-aa71-0299d19ec2cc,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:03.672568 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57246) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:03.722265 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-bdb8fca1-af52-40e4-84ce-6c9eb891fee6 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Request body: {'security_group': {'name': 'tempest-secgroup--1688489728'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:03.729736 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3ef765dd-b51e-4d1c-a9c5-8a38415b900a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:03.747550 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef765dd-b51e-4d1c-a9c5-8a38415b900a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa50cbbb-4de6-4787-b5d2-389aaba81a28,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:03.756989 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3ef765dd-b51e-4d1c-a9c5-8a38415b900a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:03.761752 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-3ef765dd-b51e-4d1c-a9c5-8a38415b900a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fa50cbbb-4de6-4787-b5d2-389aaba81a28 HTTP/1.1" status: 204 len: 168 time: 0.3479602 May 05 20:11:03.784282 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-bdb8fca1-af52-40e4-84ce-6c9eb891fee6 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:03.970377 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-bdb8fca1-af52-40e4-84ce-6c9eb891fee6 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:04.021672 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bdb8fca1-af52-40e4-84ce-6c9eb891fee6 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:04.066747 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-bdb8fca1-af52-40e4-84ce-6c9eb891fee6 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:04.071173 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-bdb8fca1-af52-40e4-84ce-6c9eb891fee6 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Usage tracker for resource:security_group_rule and tenant:90dddf935ad8452980e08dcb3ee9a575 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:04.074374 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-bdb8fca1-af52-40e4-84ce-6c9eb891fee6 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:04.081498 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-bdb8fca1-af52-40e4-84ce-6c9eb891fee6 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:04.116228 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5990f71f-995a-4753-a585-3244702842cd tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:04.116874 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5990f71f-995a-4753-a585-3244702842cd tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:04.117161 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5990f71f-995a-4753-a585-3244702842cd tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:04.117650 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5990f71f-995a-4753-a585-3244702842cd tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:04.118305 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5990f71f-995a-4753-a585-3244702842cd tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:04.119064 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5990f71f-995a-4753-a585-3244702842cd tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:04.119554 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5990f71f-995a-4753-a585-3244702842cd tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:04.120019 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5990f71f-995a-4753-a585-3244702842cd tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:04.120531 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5990f71f-995a-4753-a585-3244702842cd tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:04.121063 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5990f71f-995a-4753-a585-3244702842cd tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:04.121586 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5990f71f-995a-4753-a585-3244702842cd tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:04.122057 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5990f71f-995a-4753-a585-3244702842cd tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:04.122513 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5990f71f-995a-4753-a585-3244702842cd tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:04.123128 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5990f71f-995a-4753-a585-3244702842cd tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:04.124297 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5990f71f-995a-4753-a585-3244702842cd tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:04.124798 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5990f71f-995a-4753-a585-3244702842cd tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:04.125227 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5990f71f-995a-4753-a585-3244702842cd tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:04.125677 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5990f71f-995a-4753-a585-3244702842cd tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:04.126137 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5990f71f-995a-4753-a585-3244702842cd tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:04.126598 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5990f71f-995a-4753-a585-3244702842cd tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:04.127085 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5990f71f-995a-4753-a585-3244702842cd tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:04.127531 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5990f71f-995a-4753-a585-3244702842cd tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:04.134791 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57262) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:04.148005 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-5990f71f-995a-4753-a585-3244702842cd tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19525 time: 0.7128904 May 05 20:11:04.151259 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-27bc7b7f-12d3-49f0-a611-4d9122249c01 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:04.258194 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-af7b9be4-7469-4b20-bf20-22bbd7571c10 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Deleting port 59d4233c-8f06-4e5e-aa71-0299d19ec2cc {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:11:04.258649 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-af7b9be4-7469-4b20-bf20-22bbd7571c10 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:04.279733 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-27bc7b7f-12d3-49f0-a611-4d9122249c01 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:04.461211 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bc7b7f-12d3-49f0-a611-4d9122249c01 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Checking segment: {'id': '2e6ec014-bca3-49b3-a86f-e01be1381773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '66d70931-658c-4c0d-a54d-0459faf0b4e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:11:04.461481 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bc7b7f-12d3-49f0-a611-4d9122249c01 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Network hostable DHCP agents. Network: 66d70931-658c-4c0d-a54d-0459faf0b4e6, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:11:04.510870 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bc7b7f-12d3-49f0-a611-4d9122249c01 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event updated for resources: {'Port': ['ID=723f77d3-2a92-411f-acdc-506b86fff587,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:04.552543 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bdb8fca1-af52-40e4-84ce-6c9eb891fee6 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:04.555969 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bdf5ff4e-e81a-477d-9813-6b4a87549d4b tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:04.559578 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bc7b7f-12d3-49f0-a611-4d9122249c01 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Network 66d70931-658c-4c0d-a54d-0459faf0b4e6 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:11:04.575988 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-27bc7b7f-12d3-49f0-a611-4d9122249c01 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 66d70931-658c-4c0d-a54d-0459faf0b4e6) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:11:04.585345 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063632eb-baa5-4cd6-ab4f-0b9404e6126d None None] Network 66d70931-658c-4c0d-a54d-0459faf0b4e6 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:11:04.594903 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bc7b7f-12d3-49f0-a611-4d9122249c01 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:11:04.610893 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bc7b7f-12d3-49f0-a611-4d9122249c01 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:04.611189 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-27bc7b7f-12d3-49f0-a611-4d9122249c01 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:04.668876 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bdb8fca1-af52-40e4-84ce-6c9eb891fee6 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:04.720413 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-27bc7b7f-12d3-49f0-a611-4d9122249c01 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.6982226 May 05 20:11:04.730929 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57290) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:04.731861 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb8fca1-af52-40e4-84ce-6c9eb891fee6 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1f60b9-6bb5-423e-a510-c29cc7926dda,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:04.743732 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-bdf5ff4e-e81a-477d-9813-6b4a87549d4b tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Transition to ACTIVE for port object 2af9a74d-46c8-4e7e-91fa-f351d557344e will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:11:04.750109 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-6129e88f-74bb-4c05-9331-fe0ed1fb7da1 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-432575561'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:04.760672 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-6129e88f-74bb-4c05-9331-fe0ed1fb7da1 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:04.769140 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-6129e88f-74bb-4c05-9331-fe0ed1fb7da1 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Usage tracker for resource:network and tenant:88760c5e167e4c4abc1263be6642087f is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:04.774748 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-6129e88f-74bb-4c05-9331-fe0ed1fb7da1 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:04.778080 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bdb8fca1-af52-40e4-84ce-6c9eb891fee6 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:04.779512 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-bdb8fca1-af52-40e4-84ce-6c9eb891fee6 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0781457 May 05 20:11:04.856548 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-af7b9be4-7469-4b20-bf20-22bbd7571c10 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] For port 59d4233c-8f06-4e5e-aa71-0299d19ec2cc, host n-h1-840717-1, got binding levels [] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:11:04.857209 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-af7b9be4-7469-4b20-bf20-22bbd7571c10 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:04.877918 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-6129e88f-74bb-4c05-9331-fe0ed1fb7da1 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:04.880195 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57294) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:04.881213 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57298) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:04.900455 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6a7c1e75-7978-4fc9-86c1-8ca8ceadd878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:04.900738 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-a8bb1242-658f-4828-9355-3042a327ccf8 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Request body: {'security_group_rule': {'security_group_id': '9b1f60b9-6bb5-423e-a510-c29cc7926dda', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:04.921541 n-d-840717-1 neutron-server[88198]: WARNING neutron.api.v2.base [None req-a8bb1242-658f-4828-9355-3042a327ccf8 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. May 05 20:11:04.922579 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-a8bb1242-658f-4828-9355-3042a327ccf8 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 20:11:04.926296 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a8bb1242-658f-4828-9355-3042a327ccf8 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0375607 May 05 20:11:04.948716 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57308) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:04.962993 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-1286366e-6359-44eb-b901-173877216405 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Request body: {'security_group_rule': {'security_group_id': '9b1f60b9-6bb5-423e-a510-c29cc7926dda', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:04.964617 n-d-840717-1 neutron-server[88198]: WARNING neutron.api.v2.base [None req-1286366e-6359-44eb-b901-173877216405 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. May 05 20:11:04.966778 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-1286366e-6359-44eb-b901-173877216405 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 20:11:04.970153 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-1286366e-6359-44eb-b901-173877216405 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0176585 May 05 20:11:04.975975 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57314) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:04.979661 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6129e88f-74bb-4c05-9331-fe0ed1fb7da1 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Made reservation on behalf of 88760c5e167e4c4abc1263be6642087f for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:11:04.985647 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6129e88f-74bb-4c05-9331-fe0ed1fb7da1 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:05.007821 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-af7b9be4-7469-4b20-bf20-22bbd7571c10 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Calling delete_port for 59d4233c-8f06-4e5e-aa71-0299d19ec2cc owned by {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:11:05.025772 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-4154f638-b876-4d7f-a3ad-e60274aecc8f tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Request body: {'security_group_rule': {'security_group_id': '9b1f60b9-6bb5-423e-a510-c29cc7926dda', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:05.028007 n-d-840717-1 neutron-server[88198]: WARNING neutron.api.v2.base [None req-4154f638-b876-4d7f-a3ad-e60274aecc8f tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. May 05 20:11:05.028698 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-4154f638-b876-4d7f-a3ad-e60274aecc8f tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 20:11:05.031637 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-4154f638-b876-4d7f-a3ad-e60274aecc8f tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0201313 May 05 20:11:05.035461 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57324) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:05.053211 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-3e6c67c0-c038-4b29-91f8-0288edae7a2e tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Request body: {'security_group_rule': {'security_group_id': '9b1f60b9-6bb5-423e-a510-c29cc7926dda', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:05.054156 n-d-840717-1 neutron-server[88198]: WARNING neutron.api.v2.base [None req-3e6c67c0-c038-4b29-91f8-0288edae7a2e tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. May 05 20:11:05.054703 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-3e6c67c0-c038-4b29-91f8-0288edae7a2e tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 20:11:05.055931 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3e6c67c0-c038-4b29-91f8-0288edae7a2e tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0129144 May 05 20:11:05.067825 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57328) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:05.102607 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6129e88f-74bb-4c05-9331-fe0ed1fb7da1 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:11:05.119098 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bdf5ff4e-e81a-477d-9813-6b4a87549d4b tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:05.134588 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76738e28-5830-44fc-870e-c733a6cc3072 req-bd115ba8-cc80-42a2-a332-1594be475282 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:05.156240 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-76738e28-5830-44fc-870e-c733a6cc3072 req-bd115ba8-cc80-42a2-a332-1594be475282 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=4554207a-7966-4e03-aa31-6d0021a7ef42 HTTP/1.1" status: 200 len: 946 time: 0.6338267 May 05 20:11:05.157699 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-af7b9be4-7469-4b20-bf20-22bbd7571c10 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:05.234064 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7b9be4-7469-4b20-bf20-22bbd7571c10 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Pushing event deleted for resources: {'Port': ['ID=59d4233c-8f06-4e5e-aa71-0299d19ec2cc,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:05.239711 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6129e88f-74bb-4c05-9331-fe0ed1fb7da1 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:05.240406 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-6129e88f-74bb-4c05-9331-fe0ed1fb7da1 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Added segment 2ccde639-c0c5-4413-b736-df4013d8e3eb of type vlan for network f55407df-76f1-4fea-8961-192fe2445764 May 05 20:11:05.254253 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-af7b9be4-7469-4b20-bf20-22bbd7571c10 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:05.273675 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6129e88f-74bb-4c05-9331-fe0ed1fb7da1 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:05.276961 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-76738e28-5830-44fc-870e-c733a6cc3072 req-7c5b8ba0-178e-4e35-ad85-39ea4cc11571 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31a0353-9cc7-4431-82ad-5f9b9985cf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222835 May 05 20:11:05.297685 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-af7b9be4-7469-4b20-bf20-22bbd7571c10 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] 10.222.0.36 "DELETE /v2.0/ports/59d4233c-8f06-4e5e-aa71-0299d19ec2cc HTTP/1.1" status: 204 len: 168 time: 1.1617537 May 05 20:11:05.301563 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57336) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:05.321495 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-faa7742b-cc15-4790-823c-32e7e90372cf tempest-DvrRoutersNegativeTest-1445101584 tempest-DvrRoutersNegativeTest-1445101584-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1944946151', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:05.324596 n-d-840717-1 neutron-server[88198]: DEBUG neutron.policy [None req-faa7742b-cc15-4790-823c-32e7e90372cf tempest-DvrRoutersNegativeTest-1445101584 tempest-DvrRoutersNegativeTest-1445101584-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88198) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} May 05 20:11:05.324887 n-d-840717-1 neutron-server[88198]: DEBUG neutron.policy [None req-faa7742b-cc15-4790-823c-32e7e90372cf tempest-DvrRoutersNegativeTest-1445101584 tempest-DvrRoutersNegativeTest-1445101584-project] Failed policy check for 'create_router' {{(pid=88198) enforce /opt/stack/neutron/neutron/policy.py:520}} May 05 20:11:05.325426 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-faa7742b-cc15-4790-823c-32e7e90372cf tempest-DvrRoutersNegativeTest-1445101584 tempest-DvrRoutersNegativeTest-1445101584-project] create failed (client error): Access was denied to this resource. May 05 20:11:05.326688 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-faa7742b-cc15-4790-823c-32e7e90372cf tempest-DvrRoutersNegativeTest-1445101584 tempest-DvrRoutersNegativeTest-1445101584-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.4381738 May 05 20:11:05.332448 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6129e88f-74bb-4c05-9331-fe0ed1fb7da1 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:05.339442 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6129e88f-74bb-4c05-9331-fe0ed1fb7da1 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:05.339634 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6129e88f-74bb-4c05-9331-fe0ed1fb7da1 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:05.355897 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b626c13-989c-41a3-b6f1-3b6af8718626 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] GET failed (client error): The resource could not be found. May 05 20:11:05.356497 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-2b626c13-989c-41a3-b6f1-3b6af8718626 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Synchronizing usage tracker for tenant:47803a70b16c4200a7e9395c14d34ca6 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:11:05.373861 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6afc8-9005-4431-98af-89f5bb48a772 req-54635d8e-6d34-48e3-8292-bec689d338c3 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:05.376240 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-14f6afc8-9005-4431-98af-89f5bb48a772 req-54635d8e-6d34-48e3-8292-bec689d338c3 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f014c38-9d5a-4aa6-825b-562b0fc1b7d9 HTTP/1.1" status: 200 len: 945 time: 0.5915089 May 05 20:11:05.384443 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-2b626c13-989c-41a3-b6f1-3b6af8718626 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Unset dirty status for tenant:47803a70b16c4200a7e9395c14d34ca6 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:11:05.390479 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-2b626c13-989c-41a3-b6f1-3b6af8718626 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] 10.222.0.36 "GET /v2.0/ports/59d4233c-8f06-4e5e-aa71-0299d19ec2cc HTTP/1.1" status: 404 len: 333 time: 0.0834978 May 05 20:11:05.391183 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57344) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:05.397127 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-d454fbb8-6f91-47b2-825a-fae821ea8d5b tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1414898600', 'network_id': 'b12f9536-f791-454b-86d7-9ebb2d34fae2'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:05.402866 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-d454fbb8-6f91-47b2-825a-fae821ea8d5b tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:05.403439 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf5ff4e-e81a-477d-9813-6b4a87549d4b tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Network 56afceb9-8f86-4abd-9c1d-0036c78e2547 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:11:05.417083 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-d454fbb8-6f91-47b2-825a-fae821ea8d5b tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:05.431961 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-bdf5ff4e-e81a-477d-9813-6b4a87549d4b tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:11:05.432674 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d454fbb8-6f91-47b2-825a-fae821ea8d5b tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Made reservation on behalf of 47803a70b16c4200a7e9395c14d34ca6 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:11:05.436267 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d454fbb8-6f91-47b2-825a-fae821ea8d5b tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:05.457432 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf5ff4e-e81a-477d-9813-6b4a87549d4b tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:11:05.472679 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [None req-d454fbb8-6f91-47b2-825a-fae821ea8d5b tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] device_id is not set on port 8419bba3-924c-45a8-a762-2dbd5a0e4f2a yet. {{(pid=88197) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:11:05.492661 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf5ff4e-e81a-477d-9813-6b4a87549d4b tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event updated for resources: {'Port': ['ID=2af9a74d-46c8-4e7e-91fa-f351d557344e,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:05.599022 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3dcefd9e-c63b-43cb-9e63-e21231c3b5f2 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:05.678521 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-6129e88f-74bb-4c05-9331-fe0ed1fb7da1 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9422886 May 05 20:11:05.683096 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57356) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:05.697649 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-3bbf3ed9-75de-4819-bec8-b0ebd71c60f4 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Request body: {'ports': [{'network_id': '66d70931-658c-4c0d-a54d-0459faf0b4e6'}, {'network_id': 'f55407df-76f1-4fea-8961-192fe2445764'}]} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:05.698776 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-3bbf3ed9-75de-4819-bec8-b0ebd71c60f4 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Request body: {'port': {'network_id': '66d70931-658c-4c0d-a54d-0459faf0b4e6'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:05.703048 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-3bbf3ed9-75de-4819-bec8-b0ebd71c60f4 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Request body: {'port': {'network_id': 'f55407df-76f1-4fea-8961-192fe2445764'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:05.722419 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129e88f-74bb-4c05-9331-fe0ed1fb7da1 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event updated for resources: {'Network': ['ID=f55407df-76f1-4fea-8961-192fe2445764,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:05.727904 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device f4f0749c-2c73-4b07-9a8b-a977bd839b6a details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:11:05.744487 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network f55407df-76f1-4fea-8961-192fe2445764 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:11:05.753474 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-14f6afc8-9005-4431-98af-89f5bb48a772 req-9c713777-c829-46bb-87c1-12d062884deb tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d31c7e0-0b9b-4b82-8e51-a502610a4c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3445570 May 05 20:11:05.763163 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3dcefd9e-c63b-43cb-9e63-e21231c3b5f2 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:05.781523 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf5ff4e-e81a-477d-9813-6b4a87549d4b tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:05.782280 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bdf5ff4e-e81a-477d-9813-6b4a87549d4b tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:05.894219 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3dcefd9e-c63b-43cb-9e63-e21231c3b5f2 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:05.900507 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3dcefd9e-c63b-43cb-9e63-e21231c3b5f2 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:05.908593 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3dcefd9e-c63b-43cb-9e63-e21231c3b5f2 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] 10.222.0.36 "DELETE /v2.0/security-groups/9b1f60b9-6bb5-423e-a510-c29cc7926dda HTTP/1.1" status: 204 len: 168 time: 0.8362827 May 05 20:11:05.908778 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.resource_extend [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 20:11:05.934770 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57366) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:05.939693 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcefd9e-c63b-43cb-9e63-e21231c3b5f2 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1f60b9-6bb5-423e-a510-c29cc7926dda,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:05.950864 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-3102b7df-bf22-41e8-a5ca-c033c20a7f9a None None] Provisioning for port 2af9a74d-46c8-4e7e-91fa-f351d557344e completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:11:05.952734 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-bdf5ff4e-e81a-477d-9813-6b4a87549d4b tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.9761674 May 05 20:11:05.957194 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57370) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:05.958086 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-3102b7df-bf22-41e8-a5ca-c033c20a7f9a None None] Provisioning complete for port 2af9a74d-46c8-4e7e-91fa-f351d557344e triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:11:05.958459 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3102b7df-bf22-41e8-a5ca-c033c20a7f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:05.958838 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57372) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:05.990295 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d454fbb8-6f91-47b2-825a-fae821ea8d5b tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:06.094195 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-3102b7df-bf22-41e8-a5ca-c033c20a7f9a None None] Port 2af9a74d-46c8-4e7e-91fa-f351d557344e cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:11:06.118280 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port f4f0749c-2c73-4b07-9a8b-a977bd839b6a, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=f4f0749c-2c73-4b07-9a8b-a977bd839b6a,segment=NetworkSegment(e34c646b-9075-4e31-b89f-c8f9e824e389),segment_id=e34c646b-9075-4e31-b89f-c8f9e824e389)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:11:06.136158 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': 'f4f0749c-2c73-4b07-9a8b-a977bd839b6a', 'network_id': '7506b31f-3419-46e4-835c-80fe813661d5', 'port_id': 'f4f0749c-2c73-4b07-9a8b-a977bd839b6a', 'mac_address': 'fa:16:3e:3b:ab:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2507cd6-290d-4d3d-b14e-048ce031bb0a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:11:06.198806 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-5428fd2b-f092-4b4b-aa90-a4b2cfdfef0f tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Synchronizing usage tracker for tenant:90dddf935ad8452980e08dcb3ee9a575 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:11:06.230017 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-3bbf3ed9-75de-4819-bec8-b0ebd71c60f4 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:06.234444 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-3bbf3ed9-75de-4819-bec8-b0ebd71c60f4 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Usage tracker for resource:port and tenant:88760c5e167e4c4abc1263be6642087f is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:06.238354 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-3bbf3ed9-75de-4819-bec8-b0ebd71c60f4 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:06.245332 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d454fbb8-6f91-47b2-825a-fae821ea8d5b tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:06.247704 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-3bbf3ed9-75de-4819-bec8-b0ebd71c60f4 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:06.261102 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-5428fd2b-f092-4b4b-aa90-a4b2cfdfef0f tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Unset dirty status for tenant:90dddf935ad8452980e08dcb3ee9a575 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:11:06.266899 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-5428fd2b-f092-4b4b-aa90-a4b2cfdfef0f tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3183603 May 05 20:11:06.280920 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57392) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:06.288944 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:06.301259 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392849f2-189f-4d05-b156-a78fbbf94c39 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:06.302908 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-392849f2-189f-4d05-b156-a78fbbf94c39 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Synchronizing usage tracker for tenant:0cc5f4a365af4a94a73e5ef336438b10 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:11:06.321097 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f4f0749c-2c73-4b07-9a8b-a977bd839b6a {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:11:06.339673 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-cc468a78-b8aa-4421-9060-b6622def2e76 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Request body: {'security_group': {'name': 'tempest-secgroup--2140690460'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:06.346499 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port f4f0749c-2c73-4b07-9a8b-a977bd839b6a, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=f4f0749c-2c73-4b07-9a8b-a977bd839b6a,segment=NetworkSegment(e34c646b-9075-4e31-b89f-c8f9e824e389),segment_id=e34c646b-9075-4e31-b89f-c8f9e824e389)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:11:06.350680 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-cc468a78-b8aa-4421-9060-b6622def2e76 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:06.359671 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:06.369620 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-cc468a78-b8aa-4421-9060-b6622def2e76 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:06.384167 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-392849f2-189f-4d05-b156-a78fbbf94c39 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Unset dirty status for tenant:0cc5f4a365af4a94a73e5ef336438b10 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:11:06.393764 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-392849f2-189f-4d05-b156-a78fbbf94c39 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.4266996 May 05 20:11:06.394405 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57400) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:06.409281 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bbf3ed9-75de-4819-bec8-b0ebd71c60f4 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Made reservation on behalf of 88760c5e167e4c4abc1263be6642087f for: {'port': 2} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:11:06.422881 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3bbf3ed9-75de-4819-bec8-b0ebd71c60f4 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:06.440605 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cc468a78-b8aa-4421-9060-b6622def2e76 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:06.463607 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d454fbb8-6f91-47b2-825a-fae821ea8d5b tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Network b12f9536-f791-454b-86d7-9ebb2d34fae2 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:11:06.472052 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3bbf3ed9-75de-4819-bec8-b0ebd71c60f4 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:06.493095 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-d454fbb8-6f91-47b2-825a-fae821ea8d5b tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:11:06.527012 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=f4f0749c-2c73-4b07-9a8b-a977bd839b6a,revision_number=6']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:06.531271 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-cc468a78-b8aa-4421-9060-b6622def2e76 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:06.537367 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['f4f0749c-2c73-4b07-9a8b-a977bd839b6a'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:11:06.546921 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-91a46558-b8ad-4107-83d3-0b7d97e84506 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:06.568549 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-cc468a78-b8aa-4421-9060-b6622def2e76 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Usage tracker for resource:security_group_rule and tenant:90dddf935ad8452980e08dcb3ee9a575 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:06.572395 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d454fbb8-6f91-47b2-825a-fae821ea8d5b tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:11:06.573447 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d454fbb8-6f91-47b2-825a-fae821ea8d5b tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:06.574066 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d454fbb8-6f91-47b2-825a-fae821ea8d5b tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:06.578682 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d454fbb8-6f91-47b2-825a-fae821ea8d5b tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Pushing event updated for resources: {'Port': ['ID=8419bba3-924c-45a8-a762-2dbd5a0e4f2a,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:06.580198 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-cc468a78-b8aa-4421-9060-b6622def2e76 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:06.602746 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-cc468a78-b8aa-4421-9060-b6622def2e76 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:06.771213 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cc468a78-b8aa-4421-9060-b6622def2e76 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:06.779781 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-91a46558-b8ad-4107-83d3-0b7d97e84506 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:06.785676 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-91a46558-b8ad-4107-83d3-0b7d97e84506 admin admin] Usage tracker for resource:security_group_rule and tenant:7e041a62d6654e84a41887e79eaf15ec is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:06.789999 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-91a46558-b8ad-4107-83d3-0b7d97e84506 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:06.799293 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-91a46558-b8ad-4107-83d3-0b7d97e84506 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:06.817702 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d454fbb8-6f91-47b2-825a-fae821ea8d5b tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.4223926 May 05 20:11:06.821767 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57414) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:06.909758 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4703d84a-f2a2-4af2-8803-9a76163b7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:06.945347 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cc468a78-b8aa-4421-9060-b6622def2e76 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:07.011685 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-91a46558-b8ad-4107-83d3-0b7d97e84506 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:07.091468 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [None req-3bbf3ed9-75de-4819-bec8-b0ebd71c60f4 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] device_id is not set on port f5763754-12ec-45ec-b511-33c0f483cace yet. {{(pid=88197) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:11:07.104743 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f12a2-12d9-49ec-99e4-6b0edf90e844 req-ca574c29-c3fa-4397-bcd0-72c5fa2c5012 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:07.111984 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-028f12a2-12d9-49ec-99e4-6b0edf90e844 req-ca574c29-c3fa-4397-bcd0-72c5fa2c5012 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=4554207a-7966-4e03-aa31-6d0021a7ef42 HTTP/1.1" status: 200 len: 945 time: 0.6203921 May 05 20:11:07.167336 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909290ba-2d2a-4652-bde5-3fa6aaf6b4f9 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:07.168277 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-909290ba-2d2a-4652-bde5-3fa6aaf6b4f9 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Synchronizing usage tracker for tenant:47803a70b16c4200a7e9395c14d34ca6 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:11:07.177477 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cc468a78-b8aa-4421-9060-b6622def2e76 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:07.179579 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-cc468a78-b8aa-4421-9060-b6622def2e76 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8536294 May 05 20:11:07.180333 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-91a46558-b8ad-4107-83d3-0b7d97e84506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:07.186638 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57422) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:07.198128 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-028f12a2-12d9-49ec-99e4-6b0edf90e844 req-c9cfdd29-20d3-41ed-a0b1-c88bfe0146b1 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31a0353-9cc7-4431-82ad-5f9b9985cf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852170 May 05 20:11:07.206980 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-0a7217ab-16db-4f70-8c3b-506d11354bff tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Request body: {'security_group_rule': {'security_group_id': '3a33a678-56fd-4c10-a3ba-fb2d788a34d2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:07.217687 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8768d500-435d-44a8-960e-8293ae66ad30 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:07.218382 n-d-840717-1 neutron-server[88197]: WARNING neutron.api.v2.base [None req-0a7217ab-16db-4f70-8c3b-506d11354bff tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 05 20:11:07.218564 n-d-840717-1 neutron-server[88197]: INFO neutron.api.v2.resource [None req-0a7217ab-16db-4f70-8c3b-506d11354bff tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 20:11:07.219836 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-0a7217ab-16db-4f70-8c3b-506d11354bff tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0332098 May 05 20:11:07.224247 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8768d500-435d-44a8-960e-8293ae66ad30 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:07.224736 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57426) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:07.230749 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8768d500-435d-44a8-960e-8293ae66ad30 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:07.234542 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-596d8b69-77ed-45e0-be31-40adb3f13f5d tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Request body: {'security_group_rule': {'security_group_id': '3a33a678-56fd-4c10-a3ba-fb2d788a34d2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:07.235948 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-8768d500-435d-44a8-960e-8293ae66ad30 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.8404706 May 05 20:11:07.236626 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57430) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:07.245318 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-596d8b69-77ed-45e0-be31-40adb3f13f5d tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:07.253163 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-596d8b69-77ed-45e0-be31-40adb3f13f5d tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Usage tracker for resource:security_group_rule and tenant:90dddf935ad8452980e08dcb3ee9a575 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:07.258391 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-909290ba-2d2a-4652-bde5-3fa6aaf6b4f9 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Unset dirty status for tenant:47803a70b16c4200a7e9395c14d34ca6 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:11:07.259911 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-909290ba-2d2a-4652-bde5-3fa6aaf6b4f9 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] 10.222.0.36 "GET /v2.0/ports/8419bba3-924c-45a8-a762-2dbd5a0e4f2a HTTP/1.1" status: 200 len: 955 time: 0.4372211 May 05 20:11:07.263100 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-596d8b69-77ed-45e0-be31-40adb3f13f5d tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:07.268699 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57434) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:07.305509 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-596d8b69-77ed-45e0-be31-40adb3f13f5d tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:07.307862 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57438) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:07.418031 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-a4531dc6-19f1-49e4-b3cd-df2dedba6f6f tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Deleting port 8419bba3-924c-45a8-a762-2dbd5a0e4f2a {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:11:07.418782 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a4531dc6-19f1-49e4-b3cd-df2dedba6f6f tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:07.451032 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc468a78-b8aa-4421-9060-b6622def2e76 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a33a678-56fd-4c10-a3ba-fb2d788a34d2,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:07.452425 n-d-840717-1 neutron-server[88197]: INFO neutron.api.v2.resource [None req-596d8b69-77ed-45e0-be31-40adb3f13f5d tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 20:11:07.453755 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-596d8b69-77ed-45e0-be31-40adb3f13f5d tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2268450 May 05 20:11:07.470053 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57444) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:07.482618 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-91a46558-b8ad-4107-83d3-0b7d97e84506 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7e041a62d6654e84a41887e79eaf15ec&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5216198 May 05 20:11:07.490280 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-e129b42a-f3d6-4469-a3e9-857d3912d9d6 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Deleting port 2af9a74d-46c8-4e7e-91fa-f351d557344e {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:11:07.490610 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e129b42a-f3d6-4469-a3e9-857d3912d9d6 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:07.491591 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-53e86dfb-1c83-46e2-8a38-0ba276f9283d tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Request body: {'security_group_rule': {'security_group_id': '3a33a678-56fd-4c10-a3ba-fb2d788a34d2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:07.491936 n-d-840717-1 neutron-server[88197]: WARNING neutron.api.v2.base [None req-53e86dfb-1c83-46e2-8a38-0ba276f9283d tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 May 05 20:11:07.492482 n-d-840717-1 neutron-server[88197]: INFO neutron.api.v2.resource [None req-53e86dfb-1c83-46e2-8a38-0ba276f9283d tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 20:11:07.493493 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-53e86dfb-1c83-46e2-8a38-0ba276f9283d tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0149562 May 05 20:11:07.493979 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57448) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:07.519561 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57450) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:07.542187 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3bbf3ed9-75de-4819-bec8-b0ebd71c60f4 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:07.558787 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-d24a3f54-3eb3-49fa-9f70-105741aa0e49 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Request body: {'security_group_rule': {'security_group_id': '3a33a678-56fd-4c10-a3ba-fb2d788a34d2', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:07.578153 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d24a3f54-3eb3-49fa-9f70-105741aa0e49 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:07.595020 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4992202d-db26-43c4-a446-013c2f345781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:07.598458 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d24a3f54-3eb3-49fa-9f70-105741aa0e49 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Usage tracker for resource:security_group_rule and tenant:90dddf935ad8452980e08dcb3ee9a575 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:07.601170 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a46558-b8ad-4107-83d3-0b7d97e84506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4568249-d053-4016-91bf-aed01c62f919,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:07.606656 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d24a3f54-3eb3-49fa-9f70-105741aa0e49 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:07.621570 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d24a3f54-3eb3-49fa-9f70-105741aa0e49 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:07.691137 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4992202d-db26-43c4-a446-013c2f345781 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:07.708211 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebfd1d8-7f16-4a83-9084-92507379f9e0 req-3515e37a-c8ed-4954-9414-91f2e136f4ee tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:07.709217 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4992202d-db26-43c4-a446-013c2f345781 admin admin] Usage tracker for resource:security_group_rule and tenant:15686242fc60450eaa4ad23ce5d5693d is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:07.715659 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-aebfd1d8-7f16-4a83-9084-92507379f9e0 req-3515e37a-c8ed-4954-9414-91f2e136f4ee tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f014c38-9d5a-4aa6-825b-562b0fc1b7d9 HTTP/1.1" status: 200 len: 945 time: 0.6981089 May 05 20:11:07.767400 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4992202d-db26-43c4-a446-013c2f345781 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:07.789635 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device f4f0749c-2c73-4b07-9a8b-a977bd839b6a up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:11:07.806932 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-aebfd1d8-7f16-4a83-9084-92507379f9e0 req-d05c3751-e631-4873-8221-469080b90ec4 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d31c7e0-0b9b-4b82-8e51-a502610a4c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900309 May 05 20:11:07.820382 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4992202d-db26-43c4-a446-013c2f345781 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:07.822377 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cbd3cf94-ff2b-494a-ae5d-205375d4f2db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:07.848203 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [None req-3bbf3ed9-75de-4819-bec8-b0ebd71c60f4 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] device_id is not set on port 3285b6d5-f173-49c3-91cb-9af5dfeb0ef7 yet. {{(pid=88197) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:11:07.862736 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:07.927744 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cbd3cf94-ff2b-494a-ae5d-205375d4f2db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:07.980578 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port f4f0749c-2c73-4b07-9a8b-a977bd839b6a triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:11:07.982903 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:08.064421 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-d24a3f54-3eb3-49fa-9f70-105741aa0e49 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 20:11:08.068186 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d24a3f54-3eb3-49fa-9f70-105741aa0e49 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5321720 May 05 20:11:08.074832 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57456) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:08.098918 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-06e11637-052e-4eb9-80da-6bb6ef0a2fb9 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Request body: {'security_group_rule': {'security_group_id': '3a33a678-56fd-4c10-a3ba-fb2d788a34d2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:08.099761 n-d-840717-1 neutron-server[88197]: WARNING neutron.api.v2.base [None req-06e11637-052e-4eb9-80da-6bb6ef0a2fb9 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 05 20:11:08.099913 n-d-840717-1 neutron-server[88197]: INFO neutron.api.v2.resource [None req-06e11637-052e-4eb9-80da-6bb6ef0a2fb9 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 20:11:08.103965 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-06e11637-052e-4eb9-80da-6bb6ef0a2fb9 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0219975 May 05 20:11:08.105460 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57460) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:08.117047 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a4531dc6-19f1-49e4-b3cd-df2dedba6f6f tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:08.118205 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:08.134819 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-1ad43409-8184-4896-a9e5-91ae518b63ce tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Request body: {'security_group_rule': {'security_group_id': '3a33a678-56fd-4c10-a3ba-fb2d788a34d2', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:08.151927 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e129b42a-f3d6-4469-a3e9-857d3912d9d6 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:08.172975 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1ad43409-8184-4896-a9e5-91ae518b63ce tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:08.192127 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-1ad43409-8184-4896-a9e5-91ae518b63ce tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Usage tracker for resource:security_group_rule and tenant:90dddf935ad8452980e08dcb3ee9a575 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:08.270424 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:08.299857 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-1ad43409-8184-4896-a9e5-91ae518b63ce tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:08.329076 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4554207a-7966-4e03-aa31-6d0021a7ef42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f0749c-2c73-4b07-9a8b-a977bd839b6a'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:11:08.347738 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port f4f0749c-2c73-4b07-9a8b-a977bd839b6a, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=f4f0749c-2c73-4b07-9a8b-a977bd839b6a,segment=NetworkSegment(e34c646b-9075-4e31-b89f-c8f9e824e389),segment_id=e34c646b-9075-4e31-b89f-c8f9e824e389)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:11:08.359687 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:08.362300 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4992202d-db26-43c4-a446-013c2f345781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:08.452066 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-e129b42a-f3d6-4469-a3e9-857d3912d9d6 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Calling delete_port for 2af9a74d-46c8-4e7e-91fa-f351d557344e owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:11:08.459226 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3bbf3ed9-75de-4819-bec8-b0ebd71c60f4 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:08.465569 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f491068a-e776-4d07-9a19-7bb390e55435'] response: {'server_uuid': '4554207a-7966-4e03-aa31-6d0021a7ef42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f0749c-2c73-4b07-9a8b-a977bd839b6a', 'code': 200} May 05 20:11:08.467383 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=f4f0749c-2c73-4b07-9a8b-a977bd839b6a,revision_number=7']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:08.483777 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1ad43409-8184-4896-a9e5-91ae518b63ce tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:08.518719 n-d-840717-1 neutron-server[88198]: INFO neutron.db.securitygroups_db [None req-1ad43409-8184-4896-a9e5-91ae518b63ce tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Project 90dddf935ad8452980e08dcb3ee9a575 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 20:11:08.574886 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-a4531dc6-19f1-49e4-b3cd-df2dedba6f6f tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Calling delete_port for 8419bba3-924c-45a8-a762-2dbd5a0e4f2a owned by {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:11:08.628696 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-1ad43409-8184-4896-a9e5-91ae518b63ce tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 20:11:08.630232 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-1ad43409-8184-4896-a9e5-91ae518b63ce tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5242126 May 05 20:11:08.633493 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57468) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:08.640702 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-9522f18a-d5ff-47f4-8e63-a8871b1ef044 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Request body: {'security_group_rule': {'security_group_id': '3a33a678-56fd-4c10-a3ba-fb2d788a34d2', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:08.642075 n-d-840717-1 neutron-server[88198]: WARNING neutron.api.v2.base [None req-9522f18a-d5ff-47f4-8e63-a8871b1ef044 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 May 05 20:11:08.643047 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-9522f18a-d5ff-47f4-8e63-a8871b1ef044 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 20:11:08.644366 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-9522f18a-d5ff-47f4-8e63-a8871b1ef044 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0091207 May 05 20:11:08.645888 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e129b42a-f3d6-4469-a3e9-857d3912d9d6 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:08.647620 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57472) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:08.665633 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4992202d-db26-43c4-a446-013c2f345781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:08.703165 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-c73f34de-a769-407a-8840-a48a607e7394 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Request body: {'security_group_rule': {'security_group_id': '3a33a678-56fd-4c10-a3ba-fb2d788a34d2', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:08.717797 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-c73f34de-a769-407a-8840-a48a607e7394 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:08.721806 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-c73f34de-a769-407a-8840-a48a607e7394 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Usage tracker for resource:security_group_rule and tenant:90dddf935ad8452980e08dcb3ee9a575 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:08.725251 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-c73f34de-a769-407a-8840-a48a607e7394 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:08.731868 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-c73f34de-a769-407a-8840-a48a607e7394 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:08.753392 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cbd3cf94-ff2b-494a-ae5d-205375d4f2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:08.755756 n-d-840717-1 neutron-server[88198]: INFO neutron.db.securitygroups_db [None req-c73f34de-a769-407a-8840-a48a607e7394 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Project 90dddf935ad8452980e08dcb3ee9a575 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 20:11:08.762222 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e129b42a-f3d6-4469-a3e9-857d3912d9d6 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event deleted for resources: {'Port': ['ID=2af9a74d-46c8-4e7e-91fa-f351d557344e,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:08.872487 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-c73f34de-a769-407a-8840-a48a607e7394 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 20:11:08.884822 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c73f34de-a769-407a-8840-a48a607e7394 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2360017 May 05 20:11:08.891041 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57478) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:08.904205 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-4109bcad-1a63-49d1-8d8a-1820bb9213de tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Request body: {'security_group_rule': {'security_group_id': '3a33a678-56fd-4c10-a3ba-fb2d788a34d2', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:08.914278 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-4992202d-db26-43c4-a446-013c2f345781 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=15686242fc60450eaa4ad23ce5d5693d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5895422 May 05 20:11:08.922187 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-4109bcad-1a63-49d1-8d8a-1820bb9213de tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:08.931690 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57482) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:08.932682 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4992202d-db26-43c4-a446-013c2f345781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d832f98-2176-4add-acba-6b2dcb81091e,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:08.966006 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-4109bcad-1a63-49d1-8d8a-1820bb9213de tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Usage tracker for resource:security_group_rule and tenant:90dddf935ad8452980e08dcb3ee9a575 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:08.970230 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd3cf94-ff2b-494a-ae5d-205375d4f2db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4568249-d053-4016-91bf-aed01c62f919,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:09.031533 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cbd3cf94-ff2b-494a-ae5d-205375d4f2db admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:09.043933 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-cbd3cf94-ff2b-494a-ae5d-205375d4f2db admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f4568249-d053-4016-91bf-aed01c62f919 HTTP/1.1" status: 204 len: 168 time: 1.5469048 May 05 20:11:09.058905 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-4109bcad-1a63-49d1-8d8a-1820bb9213de tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:09.071823 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-4109bcad-1a63-49d1-8d8a-1820bb9213de tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:09.082446 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc17f59-8c89-40a6-aa41-70368caf13ed req-37e5fc7c-dee3-48af-9cd2-f330c63cc6cb tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:09.090160 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3cc17f59-8c89-40a6-aa41-70368caf13ed req-37e5fc7c-dee3-48af-9cd2-f330c63cc6cb tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=4554207a-7966-4e03-aa31-6d0021a7ef42 HTTP/1.1" status: 200 len: 946 time: 0.6098361 May 05 20:11:09.095408 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3bbf3ed9-75de-4819-bec8-b0ebd71c60f4 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:09.164709 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e129b42a-f3d6-4469-a3e9-857d3912d9d6 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:09.169052 n-d-840717-1 neutron-server[88198]: INFO neutron.db.securitygroups_db [None req-4109bcad-1a63-49d1-8d8a-1820bb9213de tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Project 90dddf935ad8452980e08dcb3ee9a575 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 20:11:09.204749 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a4531dc6-19f1-49e4-b3cd-df2dedba6f6f tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:09.215819 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e129b42a-f3d6-4469-a3e9-857d3912d9d6 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "DELETE /v2.0/ports/2af9a74d-46c8-4e7e-91fa-f351d557344e HTTP/1.1" status: 204 len: 168 time: 1.9740734 May 05 20:11:09.219433 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57488) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:09.240404 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbf3ed9-75de-4819-bec8-b0ebd71c60f4 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Network 66d70931-658c-4c0d-a54d-0459faf0b4e6 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:11:09.277185 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3cc17f59-8c89-40a6-aa41-70368caf13ed req-12d3afa2-a817-4c44-8224-0ec2890eab69 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31a0353-9cc7-4431-82ad-5f9b9985cf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861255 May 05 20:11:09.278056 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-3bbf3ed9-75de-4819-bec8-b0ebd71c60f4 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:11:09.287413 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbf3ed9-75de-4819-bec8-b0ebd71c60f4 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:11:09.287413 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3bbf3ed9-75de-4819-bec8-b0ebd71c60f4 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:09.302114 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a4531dc6-19f1-49e4-b3cd-df2dedba6f6f tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:09.318891 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbf3ed9-75de-4819-bec8-b0ebd71c60f4 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event updated for resources: {'Port': ['ID=f5763754-12ec-45ec-b511-33c0f483cace,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:09.333494 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-4109bcad-1a63-49d1-8d8a-1820bb9213de tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 20:11:09.337403 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-4109bcad-1a63-49d1-8d8a-1820bb9213de tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4425142 May 05 20:11:09.347443 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-b87aaf14-7574-434a-a662-5055e3736388 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] GET failed (client error): The resource could not be found. May 05 20:11:09.348310 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-b87aaf14-7574-434a-a662-5055e3736388 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Synchronizing usage tracker for tenant:0cc5f4a365af4a94a73e5ef336438b10 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:11:09.354565 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57492) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:09.368920 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1faaabd2-6b10-467d-a531-aab8c344f1b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:09.421854 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-a4531dc6-19f1-49e4-b3cd-df2dedba6f6f tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] 10.222.0.36 "DELETE /v2.0/ports/8419bba3-924c-45a8-a762-2dbd5a0e4f2a HTTP/1.1" status: 204 len: 168 time: 2.1485472 May 05 20:11:09.421854 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4531dc6-19f1-49e4-b3cd-df2dedba6f6f tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Pushing event deleted for resources: {'Port': ['ID=8419bba3-924c-45a8-a762-2dbd5a0e4f2a,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:09.436969 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57498) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:09.457594 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbf3ed9-75de-4819-bec8-b0ebd71c60f4 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Checking segment: {'id': '2ccde639-c0c5-4413-b736-df4013d8e3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f55407df-76f1-4fea-8961-192fe2445764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:11:09.457960 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbf3ed9-75de-4819-bec8-b0ebd71c60f4 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Network hostable DHCP agents. Network: f55407df-76f1-4fea-8961-192fe2445764, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:11:09.480187 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1faaabd2-6b10-467d-a531-aab8c344f1b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:09.502497 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b10b45-f284-4b18-9fde-08c3540f32c8 req-b3201381-42cf-4e16-b7d2-c6b9692abdfc tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:09.504478 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-99b10b45-f284-4b18-9fde-08c3540f32c8 req-b3201381-42cf-4e16-b7d2-c6b9692abdfc tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f014c38-9d5a-4aa6-825b-562b0fc1b7d9 HTTP/1.1" status: 200 len: 945 time: 0.4188507 May 05 20:11:09.505775 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-b87aaf14-7574-434a-a662-5055e3736388 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Unset dirty status for tenant:0cc5f4a365af4a94a73e5ef336438b10 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:11:09.510259 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b87aaf14-7574-434a-a662-5055e3736388 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "GET /v2.0/ports/2af9a74d-46c8-4e7e-91fa-f351d557344e HTTP/1.1" status: 404 len: 333 time: 0.2879708 May 05 20:11:09.511640 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57504) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:09.531841 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:09.561162 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbf3ed9-75de-4819-bec8-b0ebd71c60f4 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Network f55407df-76f1-4fea-8961-192fe2445764 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:11:09.585991 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-3bbf3ed9-75de-4819-bec8-b0ebd71c60f4 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, f55407df-76f1-4fea-8961-192fe2445764) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:11:09.597252 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbf3ed9-75de-4819-bec8-b0ebd71c60f4 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:11:09.598621 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cc59a1-fb76-400b-b9c4-25507703cdcd None None] Network f55407df-76f1-4fea-8961-192fe2445764 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:11:09.607221 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbf3ed9-75de-4819-bec8-b0ebd71c60f4 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:09.612614 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbf3ed9-75de-4819-bec8-b0ebd71c60f4 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:09.613312 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3bbf3ed9-75de-4819-bec8-b0ebd71c60f4 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:09.622281 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbf3ed9-75de-4819-bec8-b0ebd71c60f4 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event updated for resources: {'Port': ['ID=3285b6d5-f173-49c3-91cb-9af5dfeb0ef7,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:09.638327 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-39f79258-6ec4-4710-9a3c-a608e94026f0 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] GET failed (client error): The resource could not be found. May 05 20:11:09.640229 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-39f79258-6ec4-4710-9a3c-a608e94026f0 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] 10.222.0.36 "GET /v2.0/ports/8419bba3-924c-45a8-a762-2dbd5a0e4f2a HTTP/1.1" status: 404 len: 333 time: 0.2021854 May 05 20:11:09.645300 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57512) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:09.650661 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-bd775381-3961-4dc8-b125-a63784fa789e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Request body: {'port': {'network_id': 'b12f9536-f791-454b-86d7-9ebb2d34fae2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2042438599'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:09.662424 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-aab7ed69-b4be-4db5-bcb7-ff48fdba57db tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Deleting port ab0c74e2-4a6c-4ece-99ff-fd5844e89b49 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:11:09.662825 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-aab7ed69-b4be-4db5-bcb7-ff48fdba57db tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:09.690144 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-bd775381-3961-4dc8-b125-a63784fa789e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:09.691654 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4ca8fb0d-7799-4dc8-9457-91695b04566d tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:09.711914 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-3bbf3ed9-75de-4819-bec8-b0ebd71c60f4 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.0270419 May 05 20:11:09.727280 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57518) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:09.735528 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-bd775381-3961-4dc8-b125-a63784fa789e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Usage tracker for resource:port and tenant:47803a70b16c4200a7e9395c14d34ca6 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:09.747007 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-bd775381-3961-4dc8-b125-a63784fa789e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:09.771841 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-bd775381-3961-4dc8-b125-a63784fa789e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:09.805863 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-99b10b45-f284-4b18-9fde-08c3540f32c8 req-b893cf14-e133-4475-bbab-f57acabd7629 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d31c7e0-0b9b-4b82-8e51-a502610a4c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2751560 May 05 20:11:09.815090 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4ca8fb0d-7799-4dc8-9457-91695b04566d tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:09.835717 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd775381-3961-4dc8-b125-a63784fa789e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Made reservation on behalf of 47803a70b16c4200a7e9395c14d34ca6 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:11:09.839076 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bd775381-3961-4dc8-b125-a63784fa789e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:09.854261 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-8932c5e4-016f-49a9-8d98-2e2896f4b383 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Deleting port 3285b6d5-f173-49c3-91cb-9af5dfeb0ef7 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:11:09.854408 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8932c5e4-016f-49a9-8d98-2e2896f4b383 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:09.884465 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [None req-bd775381-3961-4dc8-b125-a63784fa789e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] device_id is not set on port 59877610-8ea8-41bf-a7b5-475c075bd15f yet. {{(pid=88197) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:11:09.928307 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1faaabd2-6b10-467d-a531-aab8c344f1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:09.958522 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faaabd2-6b10-467d-a531-aab8c344f1b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d832f98-2176-4add-acba-6b2dcb81091e,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:09.961987 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1faaabd2-6b10-467d-a531-aab8c344f1b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:09.962175 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-1faaabd2-6b10-467d-a531-aab8c344f1b6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3d832f98-2176-4add-acba-6b2dcb81091e HTTP/1.1" status: 204 len: 168 time: 1.0292938 May 05 20:11:09.973402 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4ca8fb0d-7799-4dc8-9457-91695b04566d tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:10.025807 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca8fb0d-7799-4dc8-9457-91695b04566d tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a33a678-56fd-4c10-a3ba-fb2d788a34d2,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:10.058881 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4ca8fb0d-7799-4dc8-9457-91695b04566d tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:10.060162 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-4ca8fb0d-7799-4dc8-9457-91695b04566d tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] 10.222.0.36 "DELETE /v2.0/security-groups/3a33a678-56fd-4c10-a3ba-fb2d788a34d2 HTTP/1.1" status: 204 len: 168 time: 0.6950712 May 05 20:11:10.063772 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57526) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:10.225330 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8932c5e4-016f-49a9-8d98-2e2896f4b383 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:10.236630 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-f1e61fd2-7a06-4862-a87c-59abeb33387a tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Synchronizing usage tracker for tenant:90dddf935ad8452980e08dcb3ee9a575 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:11:10.600898 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-8932c5e4-016f-49a9-8d98-2e2896f4b383 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Calling delete_port for 3285b6d5-f173-49c3-91cb-9af5dfeb0ef7 owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:11:10.700491 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-f1e61fd2-7a06-4862-a87c-59abeb33387a tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Unset dirty status for tenant:90dddf935ad8452980e08dcb3ee9a575 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:11:10.718005 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f1e61fd2-7a06-4862-a87c-59abeb33387a tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6491454 May 05 20:11:10.721417 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57548) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:10.745251 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-1f90acb4-87d0-49d6-b06e-bcf8db18cd26 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Request body: {'security_group': {'name': 'tempest-secgroup--382295122'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:10.760341 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1f90acb4-87d0-49d6-b06e-bcf8db18cd26 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:10.812725 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1f90acb4-87d0-49d6-b06e-bcf8db18cd26 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:10.836445 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1f90acb4-87d0-49d6-b06e-bcf8db18cd26 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:10.893084 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8932c5e4-016f-49a9-8d98-2e2896f4b383 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:10.937611 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-aab7ed69-b4be-4db5-bcb7-ff48fdba57db tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:10.961847 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57556) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:10.995890 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1f90acb4-87d0-49d6-b06e-bcf8db18cd26 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:11.051719 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8932c5e4-016f-49a9-8d98-2e2896f4b383 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event deleted for resources: {'Port': ['ID=3285b6d5-f173-49c3-91cb-9af5dfeb0ef7,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:11.068411 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-1f90acb4-87d0-49d6-b06e-bcf8db18cd26 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Usage tracker for resource:security_group_rule and tenant:90dddf935ad8452980e08dcb3ee9a575 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:11.071947 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8932c5e4-016f-49a9-8d98-2e2896f4b383 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:11.079666 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-1f90acb4-87d0-49d6-b06e-bcf8db18cd26 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:11.173133 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bd775381-3961-4dc8-b125-a63784fa789e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:11.181674 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1f90acb4-87d0-49d6-b06e-bcf8db18cd26 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:11.184210 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-aab7ed69-b4be-4db5-bcb7-ff48fdba57db tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Calling delete_port for ab0c74e2-4a6c-4ece-99ff-fd5844e89b49 owned by {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:11:11.197680 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-8932c5e4-016f-49a9-8d98-2e2896f4b383 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "DELETE /v2.0/ports/3285b6d5-f173-49c3-91cb-9af5dfeb0ef7 HTTP/1.1" status: 204 len: 168 time: 1.4631691 May 05 20:11:11.219119 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57566) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:11.306921 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6328aaea-e4a0-49b0-a50d-0892219561f6 req-03694665-5e16-43c3-9d48-7465c609ad65 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:11.316671 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6328aaea-e4a0-49b0-a50d-0892219561f6 req-03694665-5e16-43c3-9d48-7465c609ad65 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=4554207a-7966-4e03-aa31-6d0021a7ef42 HTTP/1.1" status: 200 len: 946 time: 0.5142891 May 05 20:11:11.432577 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6328aaea-e4a0-49b0-a50d-0892219561f6 req-5677a9a6-4f17-4072-a49c-7ce81da14a7d tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31a0353-9cc7-4431-82ad-5f9b9985cf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006763 May 05 20:11:11.443815 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bd775381-3961-4dc8-b125-a63784fa789e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:11.544091 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd775381-3961-4dc8-b125-a63784fa789e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Network b12f9536-f791-454b-86d7-9ebb2d34fae2 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:11:11.551703 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-bd775381-3961-4dc8-b125-a63784fa789e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:11:11.553025 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eae111-5d87-4555-b50b-072f2bb0ab2d req-9656093b-6397-4161-b2ed-d897ad7da890 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:11.554632 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-78eae111-5d87-4555-b50b-072f2bb0ab2d req-9656093b-6397-4161-b2ed-d897ad7da890 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f014c38-9d5a-4aa6-825b-562b0fc1b7d9 HTTP/1.1" status: 200 len: 945 time: 0.4898465 May 05 20:11:11.570227 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd775381-3961-4dc8-b125-a63784fa789e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:11:11.571664 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd775381-3961-4dc8-b125-a63784fa789e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:11.572449 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bd775381-3961-4dc8-b125-a63784fa789e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:11.598640 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1f90acb4-87d0-49d6-b06e-bcf8db18cd26 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:11.607853 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd775381-3961-4dc8-b125-a63784fa789e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Pushing event updated for resources: {'Port': ['ID=59877610-8ea8-41bf-a7b5-475c075bd15f,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:11.618129 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-bd775381-3961-4dc8-b125-a63784fa789e tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.9706612 May 05 20:11:11.619003 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-aab7ed69-b4be-4db5-bcb7-ff48fdba57db tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:11.643285 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57576) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:11.655206 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1f90acb4-87d0-49d6-b06e-bcf8db18cd26 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:11.701876 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66fe22b-e6f0-42b5-88a3-b8c40d6a0f05 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:11.707802 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66fe22b-e6f0-42b5-88a3-b8c40d6a0f05 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:11.708559 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-f66fe22b-e6f0-42b5-88a3-b8c40d6a0f05 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Synchronizing usage tracker for tenant:88760c5e167e4c4abc1263be6642087f on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:11:11.726039 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-78eae111-5d87-4555-b50b-072f2bb0ab2d req-c38cac7d-9661-43a8-aa93-a26745cd9789 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d31c7e0-0b9b-4b82-8e51-a502610a4c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506724 May 05 20:11:11.730687 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1f90acb4-87d0-49d6-b06e-bcf8db18cd26 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:11.742609 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-1f90acb4-87d0-49d6-b06e-bcf8db18cd26 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0183167 May 05 20:11:11.762983 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57580) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:11.773831 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-505b893c-af05-484f-a9ef-34c11db63c94 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Request body: {'security_group_rule': {'security_group_id': '6c6350bb-4ae2-430f-89b4-645872f8a692', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:11.787198 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-505b893c-af05-484f-a9ef-34c11db63c94 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:11.789509 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f90acb4-87d0-49d6-b06e-bcf8db18cd26 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6350bb-4ae2-430f-89b4-645872f8a692,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:11.792329 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab7ed69-b4be-4db5-bcb7-ff48fdba57db tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event deleted for resources: {'Port': ['ID=ab0c74e2-4a6c-4ece-99ff-fd5844e89b49,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:11.796159 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-505b893c-af05-484f-a9ef-34c11db63c94 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Usage tracker for resource:security_group_rule and tenant:90dddf935ad8452980e08dcb3ee9a575 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:11.802661 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-505b893c-af05-484f-a9ef-34c11db63c94 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:11.808259 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-6ab2e042-a84b-421d-9d12-ef615b57752d tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:11.812800 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-f66fe22b-e6f0-42b5-88a3-b8c40d6a0f05 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Unset dirty status for tenant:88760c5e167e4c4abc1263be6642087f on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:11:11.817553 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f66fe22b-e6f0-42b5-88a3-b8c40d6a0f05 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.5959744 May 05 20:11:11.818365 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57588) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:11.823779 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-505b893c-af05-484f-a9ef-34c11db63c94 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:11.837197 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-0e8b409c-0a1b-4ff8-affe-966e1e1bc229 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:11.837934 n-d-840717-1 neutron-server[88197]: WARNING neutron.api.v2.base [None req-0e8b409c-0a1b-4ff8-affe-966e1e1bc229 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 05 20:11:11.838440 n-d-840717-1 neutron-server[88197]: INFO neutron.api.v2.resource [None req-0e8b409c-0a1b-4ff8-affe-966e1e1bc229 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] create failed (client error): There was a conflict when trying to complete your request. May 05 20:11:11.843327 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-0e8b409c-0a1b-4ff8-affe-966e1e1bc229 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.8760915 May 05 20:11:11.850102 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57592) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:11.884235 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-02cba254-f300-4c7a-ae62-a28824c88060 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Request body: {'security_group': {'name': 'tempest-secgroup--17670413'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:11.949036 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-02cba254-f300-4c7a-ae62-a28824c88060 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:11.961836 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-02cba254-f300-4c7a-ae62-a28824c88060 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Usage tracker for resource:security_group and tenant:c9d472a1cc2d40a7a2f0fbe0cadad645 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:11.967990 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-317faab1-0739-481b-baaf-da08e7ea9969 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Deleting port f5763754-12ec-45ec-b511-33c0f483cace {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:11:11.968344 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-317faab1-0739-481b-baaf-da08e7ea9969 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:11.970274 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-02cba254-f300-4c7a-ae62-a28824c88060 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:12.041299 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-02cba254-f300-4c7a-ae62-a28824c88060 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:12.089210 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-aab7ed69-b4be-4db5-bcb7-ff48fdba57db tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:12.091421 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-aab7ed69-b4be-4db5-bcb7-ff48fdba57db tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "DELETE /v2.0/ports/ab0c74e2-4a6c-4ece-99ff-fd5844e89b49 HTTP/1.1" status: 204 len: 168 time: 2.5787981 May 05 20:11:12.101455 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-02cba254-f300-4c7a-ae62-a28824c88060 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:12.115192 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57600) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:12.161783 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-505b893c-af05-484f-a9ef-34c11db63c94 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] create failed (client error): The resource could not be found. May 05 20:11:12.165417 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-505b893c-af05-484f-a9ef-34c11db63c94 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3981893 May 05 20:11:12.165672 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57606) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:12.172604 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-699e63d0-4618-45e2-a1e6-f5527f764675 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Request body: {'security_group_rule': {'security_group_id': '6c6350bb-4ae2-430f-89b4-645872f8a692', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '31790082-6a83-42f6-ae68-b1171be7aced'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:12.182817 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-02cba254-f300-4c7a-ae62-a28824c88060 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:12.187555 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-699e63d0-4618-45e2-a1e6-f5527f764675 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:12.208785 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-699e63d0-4618-45e2-a1e6-f5527f764675 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Usage tracker for resource:security_group_rule and tenant:90dddf935ad8452980e08dcb3ee9a575 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:12.209253 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6ab2e042-a84b-421d-9d12-ef615b57752d tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:12.215447 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-699e63d0-4618-45e2-a1e6-f5527f764675 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:12.234460 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-699e63d0-4618-45e2-a1e6-f5527f764675 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:12.274027 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-02cba254-f300-4c7a-ae62-a28824c88060 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:12.276767 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-c609aeca-5760-4825-aa76-74d616778b52 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] GET failed (client error): The resource could not be found. May 05 20:11:12.277559 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-c609aeca-5760-4825-aa76-74d616778b52 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Synchronizing usage tracker for tenant:0cc5f4a365af4a94a73e5ef336438b10 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:11:12.295321 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-02cba254-f300-4c7a-ae62-a28824c88060 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Usage tracker for resource:security_group_rule and tenant:c9d472a1cc2d40a7a2f0fbe0cadad645 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:12.301244 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-02cba254-f300-4c7a-ae62-a28824c88060 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:12.312442 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-02cba254-f300-4c7a-ae62-a28824c88060 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:12.348016 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-317faab1-0739-481b-baaf-da08e7ea9969 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:12.350980 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-c609aeca-5760-4825-aa76-74d616778b52 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Unset dirty status for tenant:0cc5f4a365af4a94a73e5ef336438b10 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:11:12.352427 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-c609aeca-5760-4825-aa76-74d616778b52 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "GET /v2.0/ports/ab0c74e2-4a6c-4ece-99ff-fd5844e89b49 HTTP/1.1" status: 404 len: 333 time: 0.2159956 May 05 20:11:12.361810 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57614) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:12.643226 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-02cba254-f300-4c7a-ae62-a28824c88060 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:12.646277 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-699e63d0-4618-45e2-a1e6-f5527f764675 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] create failed (client error): The resource could not be found. May 05 20:11:12.650241 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-699e63d0-4618-45e2-a1e6-f5527f764675 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4808455 May 05 20:11:12.655934 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57626) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:12.658443 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [None req-6ab2e042-a84b-421d-9d12-ef615b57752d tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] device_id is not set on port 59877610-8ea8-41bf-a7b5-475c075bd15f yet. {{(pid=88197) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:11:12.667217 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-02cba254-f300-4c7a-ae62-a28824c88060 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:12.670173 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-317faab1-0739-481b-baaf-da08e7ea9969 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Calling delete_port for f5763754-12ec-45ec-b511-33c0f483cace owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:11:12.682994 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6ab2e042-a84b-421d-9d12-ef615b57752d tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:12.745207 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cba254-f300-4c7a-ae62-a28824c88060 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=785228b5-5954-45c7-9f96-306bbfd2efe2,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:12.748659 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-02cba254-f300-4c7a-ae62-a28824c88060 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:12.798180 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-02cba254-f300-4c7a-ae62-a28824c88060 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Usage tracker for resource:security_group_rule and tenant:c9d472a1cc2d40a7a2f0fbe0cadad645 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:12.805141 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-eac73b08-9f31-4889-b5d1-c874047c53d9 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Deleting subnet d9ab4ec4-7b03-499a-b31b-08b0c769a811 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:11:12.808531 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eac73b08-9f31-4889-b5d1-c874047c53d9 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:12.809751 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-02cba254-f300-4c7a-ae62-a28824c88060 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:12.824689 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-02cba254-f300-4c7a-ae62-a28824c88060 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:12.837048 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-6ab2e042-a84b-421d-9d12-ef615b57752d tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Transition to ACTIVE for port object 59877610-8ea8-41bf-a7b5-475c075bd15f will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:11:12.856472 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6ab2e042-a84b-421d-9d12-ef615b57752d tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:12.893578 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eac73b08-9f31-4889-b5d1-c874047c53d9 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:13.045705 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab2e042-a84b-421d-9d12-ef615b57752d tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Pushing event updated for resources: {'Port': ['ID=59877610-8ea8-41bf-a7b5-475c075bd15f,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:13.084829 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-317faab1-0739-481b-baaf-da08e7ea9969 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:13.189083 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eac73b08-9f31-4889-b5d1-c874047c53d9 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:13.218973 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-99413046-6d9f-46f0-bc11-e77b43d5ca0e tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:13.258056 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [None req-6ab2e042-a84b-421d-9d12-ef615b57752d tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 59877610-8ea8-41bf-a7b5-475c075bd15f on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:11:13.258183 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [None req-6ab2e042-a84b-421d-9d12-ef615b57752d tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 59877610-8ea8-41bf-a7b5-475c075bd15f by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'c73c0b60-ca7e-43a7-a840-82efc7825b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b12f9536-f791-454b-86d7-9ebb2d34fae2'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:11:13.258470 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab2e042-a84b-421d-9d12-ef615b57752d tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 59877610-8ea8-41bf-a7b5-475c075bd15f on network b12f9536-f791-454b-86d7-9ebb2d34fae2 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:11:13.276009 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 955e8e00-019e-4031-a1bb-9652211ae3e0 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:11:13.285456 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8afc3a-e889-4239-8184-8e25a693c89c req-57a8185e-aa0a-4a13-950f-0b66a3504cfd tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:13.292968 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1e8afc3a-e889-4239-8184-8e25a693c89c req-57a8185e-aa0a-4a13-950f-0b66a3504cfd tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f014c38-9d5a-4aa6-825b-562b0fc1b7d9 HTTP/1.1" status: 200 len: 945 time: 0.3401914 May 05 20:11:13.313005 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317faab1-0739-481b-baaf-da08e7ea9969 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event deleted for resources: {'Port': ['ID=f5763754-12ec-45ec-b511-33c0f483cace,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:13.337566 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-317faab1-0739-481b-baaf-da08e7ea9969 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:13.372334 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1e8afc3a-e889-4239-8184-8e25a693c89c req-15ff2b98-ab3a-48b7-a04e-d30ed2954071 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d31c7e0-0b9b-4b82-8e51-a502610a4c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785484 May 05 20:11:13.384344 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-99413046-6d9f-46f0-bc11-e77b43d5ca0e tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:13.390895 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eac73b08-9f31-4889-b5d1-c874047c53d9 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:13.395254 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab2e042-a84b-421d-9d12-ef615b57752d tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Port 59877610-8ea8-41bf-a7b5-475c075bd15f on network b12f9536-f791-454b-86d7-9ebb2d34fae2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:11:13.395700 n-d-840717-1 neutron-server[88197]: ERROR neutron.plugins.ml2.managers [None req-6ab2e042-a84b-421d-9d12-ef615b57752d tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Failed to bind port 59877610-8ea8-41bf-a7b5-475c075bd15f on host n-h1-840717-1 for vnic_type normal using segments [{'id': 'c73c0b60-ca7e-43a7-a840-82efc7825b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b12f9536-f791-454b-86d7-9ebb2d34fae2'}] May 05 20:11:13.399545 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-02cba254-f300-4c7a-ae62-a28824c88060 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:13.402657 n-d-840717-1 neutron-server[88197]: INFO neutron.plugins.ml2.plugin [None req-6ab2e042-a84b-421d-9d12-ef615b57752d tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempt 2 to bind port 59877610-8ea8-41bf-a7b5-475c075bd15f May 05 20:11:13.426609 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690dd299-06b7-4721-bd9c-4d31d9f686c7 req-6eb7e20d-07f4-48c3-b32f-8ebde16f1bce tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:13.428233 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-690dd299-06b7-4721-bd9c-4d31d9f686c7 req-6eb7e20d-07f4-48c3-b32f-8ebde16f1bce tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=4554207a-7966-4e03-aa31-6d0021a7ef42 HTTP/1.1" status: 200 len: 946 time: 0.7427821 May 05 20:11:13.438223 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-02cba254-f300-4c7a-ae62-a28824c88060 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:13.459017 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [None req-6ab2e042-a84b-421d-9d12-ef615b57752d tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 59877610-8ea8-41bf-a7b5-475c075bd15f on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:11:13.459912 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [None req-6ab2e042-a84b-421d-9d12-ef615b57752d tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 59877610-8ea8-41bf-a7b5-475c075bd15f by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'c73c0b60-ca7e-43a7-a840-82efc7825b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b12f9536-f791-454b-86d7-9ebb2d34fae2'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:11:13.460459 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab2e042-a84b-421d-9d12-ef615b57752d tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 59877610-8ea8-41bf-a7b5-475c075bd15f on network b12f9536-f791-454b-86d7-9ebb2d34fae2 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:11:13.465315 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-317faab1-0739-481b-baaf-da08e7ea9969 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "DELETE /v2.0/ports/f5763754-12ec-45ec-b511-33c0f483cace HTTP/1.1" status: 204 len: 168 time: 1.6406195 May 05 20:11:13.470196 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eac73b08-9f31-4889-b5d1-c874047c53d9 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:13.476773 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-eac73b08-9f31-4889-b5d1-c874047c53d9 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "DELETE /v2.0/subnets/d9ab4ec4-7b03-499a-b31b-08b0c769a811 HTTP/1.1" status: 204 len: 168 time: 1.1106541 May 05 20:11:13.477281 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57668) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:13.477687 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57670) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:13.492360 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac73b08-9f31-4889-b5d1-c874047c53d9 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event deleted for resources: {'Subnet': ['ID=d9ab4ec4-7b03-499a-b31b-08b0c769a811,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:13.547337 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab2e042-a84b-421d-9d12-ef615b57752d tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Port 59877610-8ea8-41bf-a7b5-475c075bd15f on network b12f9536-f791-454b-86d7-9ebb2d34fae2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:11:13.547951 n-d-840717-1 neutron-server[88197]: ERROR neutron.plugins.ml2.managers [None req-6ab2e042-a84b-421d-9d12-ef615b57752d tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Failed to bind port 59877610-8ea8-41bf-a7b5-475c075bd15f on host n-h1-840717-1 for vnic_type normal using segments [{'id': 'c73c0b60-ca7e-43a7-a840-82efc7825b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b12f9536-f791-454b-86d7-9ebb2d34fae2'}] May 05 20:11:13.565232 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8302090f-88ca-446d-b0ba-0cee6274dcfc None None] Network 56afceb9-8f86-4abd-9c1d-0036c78e2547 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:11:13.573037 n-d-840717-1 neutron-server[88197]: INFO neutron.plugins.ml2.plugin [None req-6ab2e042-a84b-421d-9d12-ef615b57752d tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempt 3 to bind port 59877610-8ea8-41bf-a7b5-475c075bd15f May 05 20:11:13.583556 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-690dd299-06b7-4721-bd9c-4d31d9f686c7 req-bac90818-7f8d-4cb4-a70b-a5a9597f3d37 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31a0353-9cc7-4431-82ad-5f9b9985cf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375337 May 05 20:11:13.612719 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [None req-6ab2e042-a84b-421d-9d12-ef615b57752d tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 59877610-8ea8-41bf-a7b5-475c075bd15f on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:11:13.613051 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [None req-6ab2e042-a84b-421d-9d12-ef615b57752d tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 59877610-8ea8-41bf-a7b5-475c075bd15f by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'c73c0b60-ca7e-43a7-a840-82efc7825b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b12f9536-f791-454b-86d7-9ebb2d34fae2'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:11:13.613383 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab2e042-a84b-421d-9d12-ef615b57752d tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 59877610-8ea8-41bf-a7b5-475c075bd15f on network b12f9536-f791-454b-86d7-9ebb2d34fae2 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:11:13.621514 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cba254-f300-4c7a-ae62-a28824c88060 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6866af-1fb6-4979-809e-d73f8f712344,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:13.631952 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-02cba254-f300-4c7a-ae62-a28824c88060 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:13.633129 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-02cba254-f300-4c7a-ae62-a28824c88060 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7823670 May 05 20:11:13.636836 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab2e042-a84b-421d-9d12-ef615b57752d tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Port 59877610-8ea8-41bf-a7b5-475c075bd15f on network b12f9536-f791-454b-86d7-9ebb2d34fae2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:11:13.637195 n-d-840717-1 neutron-server[88197]: ERROR neutron.plugins.ml2.managers [None req-6ab2e042-a84b-421d-9d12-ef615b57752d tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Failed to bind port 59877610-8ea8-41bf-a7b5-475c075bd15f on host n-h1-840717-1 for vnic_type normal using segments [{'id': 'c73c0b60-ca7e-43a7-a840-82efc7825b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b12f9536-f791-454b-86d7-9ebb2d34fae2'}] May 05 20:11:13.637616 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57686) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:13.638060 n-d-840717-1 neutron-server[88197]: INFO neutron.plugins.ml2.plugin [None req-6ab2e042-a84b-421d-9d12-ef615b57752d tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempt 4 to bind port 59877610-8ea8-41bf-a7b5-475c075bd15f May 05 20:11:13.654303 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-59f7ae67-7ef8-4896-8da0-3057fd63247f tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Request body: {'security_group_rule': {'security_group_id': '6f6866af-1fb6-4979-809e-d73f8f712344', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:13.660691 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-59f7ae67-7ef8-4896-8da0-3057fd63247f tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:13.664881 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-59f7ae67-7ef8-4896-8da0-3057fd63247f tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Usage tracker for resource:security_group_rule and tenant:c9d472a1cc2d40a7a2f0fbe0cadad645 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:13.668451 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-59f7ae67-7ef8-4896-8da0-3057fd63247f tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:13.675128 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-59f7ae67-7ef8-4896-8da0-3057fd63247f tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:13.682764 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-99413046-6d9f-46f0-bc11-e77b43d5ca0e tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:13.714581 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 955e8e00-019e-4031-a1bb-9652211ae3e0, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=955e8e00-019e-4031-a1bb-9652211ae3e0,segment=NetworkSegment(b1dd65d9-c07f-4164-9458-eedf0f51eafc),segment_id=b1dd65d9-c07f-4164-9458-eedf0f51eafc)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:11:13.715624 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99413046-6d9f-46f0-bc11-e77b43d5ca0e tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6350bb-4ae2-430f-89b4-645872f8a692,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:13.728121 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [None req-6ab2e042-a84b-421d-9d12-ef615b57752d tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 59877610-8ea8-41bf-a7b5-475c075bd15f on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:11:13.728913 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [None req-6ab2e042-a84b-421d-9d12-ef615b57752d tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 59877610-8ea8-41bf-a7b5-475c075bd15f by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'c73c0b60-ca7e-43a7-a840-82efc7825b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b12f9536-f791-454b-86d7-9ebb2d34fae2'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:11:13.729441 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab2e042-a84b-421d-9d12-ef615b57752d tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 59877610-8ea8-41bf-a7b5-475c075bd15f on network b12f9536-f791-454b-86d7-9ebb2d34fae2 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:11:13.734050 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-99413046-6d9f-46f0-bc11-e77b43d5ca0e tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:13.735474 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-99413046-6d9f-46f0-bc11-e77b43d5ca0e tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] 10.222.0.36 "DELETE /v2.0/security-groups/6c6350bb-4ae2-430f-89b4-645872f8a692 HTTP/1.1" status: 204 len: 168 time: 1.0724058 May 05 20:11:13.736482 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-59f7ae67-7ef8-4896-8da0-3057fd63247f tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:13.746579 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57694) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:13.757689 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab2e042-a84b-421d-9d12-ef615b57752d tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Port 59877610-8ea8-41bf-a7b5-475c075bd15f on network b12f9536-f791-454b-86d7-9ebb2d34fae2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:11:13.758292 n-d-840717-1 neutron-server[88197]: ERROR neutron.plugins.ml2.managers [None req-6ab2e042-a84b-421d-9d12-ef615b57752d tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Failed to bind port 59877610-8ea8-41bf-a7b5-475c075bd15f on host n-h1-840717-1 for vnic_type normal using segments [{'id': 'c73c0b60-ca7e-43a7-a840-82efc7825b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b12f9536-f791-454b-86d7-9ebb2d34fae2'}] May 05 20:11:13.773348 n-d-840717-1 neutron-server[88197]: INFO neutron.plugins.ml2.plugin [None req-6ab2e042-a84b-421d-9d12-ef615b57752d tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempt 5 to bind port 59877610-8ea8-41bf-a7b5-475c075bd15f May 05 20:11:13.799985 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [None req-6ab2e042-a84b-421d-9d12-ef615b57752d tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 59877610-8ea8-41bf-a7b5-475c075bd15f on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:11:13.800531 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [None req-6ab2e042-a84b-421d-9d12-ef615b57752d tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 59877610-8ea8-41bf-a7b5-475c075bd15f by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'c73c0b60-ca7e-43a7-a840-82efc7825b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b12f9536-f791-454b-86d7-9ebb2d34fae2'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:11:13.801037 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab2e042-a84b-421d-9d12-ef615b57752d tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 59877610-8ea8-41bf-a7b5-475c075bd15f on network b12f9536-f791-454b-86d7-9ebb2d34fae2 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:11:13.813312 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab2e042-a84b-421d-9d12-ef615b57752d tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Port 59877610-8ea8-41bf-a7b5-475c075bd15f on network b12f9536-f791-454b-86d7-9ebb2d34fae2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:11:13.813912 n-d-840717-1 neutron-server[88197]: ERROR neutron.plugins.ml2.managers [None req-6ab2e042-a84b-421d-9d12-ef615b57752d tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Failed to bind port 59877610-8ea8-41bf-a7b5-475c075bd15f on host n-h1-840717-1 for vnic_type normal using segments [{'id': 'c73c0b60-ca7e-43a7-a840-82efc7825b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b12f9536-f791-454b-86d7-9ebb2d34fae2'}] May 05 20:11:13.818505 n-d-840717-1 neutron-server[88197]: INFO neutron.plugins.ml2.plugin [None req-6ab2e042-a84b-421d-9d12-ef615b57752d tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempt 6 to bind port 59877610-8ea8-41bf-a7b5-475c075bd15f May 05 20:11:13.841779 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [None req-6ab2e042-a84b-421d-9d12-ef615b57752d tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 59877610-8ea8-41bf-a7b5-475c075bd15f on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:11:13.842231 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [None req-6ab2e042-a84b-421d-9d12-ef615b57752d tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 59877610-8ea8-41bf-a7b5-475c075bd15f by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'c73c0b60-ca7e-43a7-a840-82efc7825b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b12f9536-f791-454b-86d7-9ebb2d34fae2'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:11:13.842569 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab2e042-a84b-421d-9d12-ef615b57752d tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 59877610-8ea8-41bf-a7b5-475c075bd15f on network b12f9536-f791-454b-86d7-9ebb2d34fae2 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:11:13.848472 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '955e8e00-019e-4031-a1bb-9652211ae3e0', 'network_id': 'dd240240-b981-4728-a92a-09bd25dc9abb', 'port_id': '955e8e00-019e-4031-a1bb-9652211ae3e0', 'mac_address': 'fa:16:3e:c3:27:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4839f055-edd7-4ed9-a2d6-dc3f9daf425d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:11:13.866628 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab2e042-a84b-421d-9d12-ef615b57752d tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Port 59877610-8ea8-41bf-a7b5-475c075bd15f on network b12f9536-f791-454b-86d7-9ebb2d34fae2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:11:13.867135 n-d-840717-1 neutron-server[88197]: ERROR neutron.plugins.ml2.managers [None req-6ab2e042-a84b-421d-9d12-ef615b57752d tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Failed to bind port 59877610-8ea8-41bf-a7b5-475c075bd15f on host n-h1-840717-1 for vnic_type normal using segments [{'id': 'c73c0b60-ca7e-43a7-a840-82efc7825b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b12f9536-f791-454b-86d7-9ebb2d34fae2'}] May 05 20:11:13.869728 n-d-840717-1 neutron-server[88197]: INFO neutron.plugins.ml2.plugin [None req-6ab2e042-a84b-421d-9d12-ef615b57752d tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempt 7 to bind port 59877610-8ea8-41bf-a7b5-475c075bd15f May 05 20:11:13.908471 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [None req-6ab2e042-a84b-421d-9d12-ef615b57752d tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 59877610-8ea8-41bf-a7b5-475c075bd15f on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:11:13.908804 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [None req-6ab2e042-a84b-421d-9d12-ef615b57752d tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 59877610-8ea8-41bf-a7b5-475c075bd15f by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'c73c0b60-ca7e-43a7-a840-82efc7825b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b12f9536-f791-454b-86d7-9ebb2d34fae2'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:11:13.909143 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab2e042-a84b-421d-9d12-ef615b57752d tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 59877610-8ea8-41bf-a7b5-475c075bd15f on network b12f9536-f791-454b-86d7-9ebb2d34fae2 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:11:13.918307 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-89786761-ae28-4619-8d5b-f1548997c8c9 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Synchronizing usage tracker for tenant:90dddf935ad8452980e08dcb3ee9a575 on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:11:13.932282 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab2e042-a84b-421d-9d12-ef615b57752d tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Port 59877610-8ea8-41bf-a7b5-475c075bd15f on network b12f9536-f791-454b-86d7-9ebb2d34fae2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:11:13.932626 n-d-840717-1 neutron-server[88197]: ERROR neutron.plugins.ml2.managers [None req-6ab2e042-a84b-421d-9d12-ef615b57752d tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Failed to bind port 59877610-8ea8-41bf-a7b5-475c075bd15f on host n-h1-840717-1 for vnic_type normal using segments [{'id': 'c73c0b60-ca7e-43a7-a840-82efc7825b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b12f9536-f791-454b-86d7-9ebb2d34fae2'}] May 05 20:11:13.937668 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:13.959202 n-d-840717-1 neutron-server[88197]: INFO neutron.plugins.ml2.plugin [None req-6ab2e042-a84b-421d-9d12-ef615b57752d tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempt 8 to bind port 59877610-8ea8-41bf-a7b5-475c075bd15f May 05 20:11:13.964762 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 955e8e00-019e-4031-a1bb-9652211ae3e0 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:11:13.986338 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-59f7ae67-7ef8-4896-8da0-3057fd63247f tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:13.989221 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-89786761-ae28-4619-8d5b-f1548997c8c9 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Unset dirty status for tenant:90dddf935ad8452980e08dcb3ee9a575 on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:11:13.990510 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-89786761-ae28-4619-8d5b-f1548997c8c9 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2426717 May 05 20:11:13.998525 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 955e8e00-019e-4031-a1bb-9652211ae3e0, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=955e8e00-019e-4031-a1bb-9652211ae3e0,segment=NetworkSegment(b1dd65d9-c07f-4164-9458-eedf0f51eafc),segment_id=b1dd65d9-c07f-4164-9458-eedf0f51eafc)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:11:14.002113 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57714) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:14.010106 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:14.015852 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-59f7ae67-7ef8-4896-8da0-3057fd63247f tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:14.024260 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-57c6b1c7-8cab-496e-a8d2-d74015a32ae7 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Request body: {'security_group_rule': {'security_group_id': '99083a84-f37f-4d99-995a-bbc97a0c10d4', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:14.043239 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [None req-6ab2e042-a84b-421d-9d12-ef615b57752d tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 59877610-8ea8-41bf-a7b5-475c075bd15f on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:11:14.043604 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [None req-6ab2e042-a84b-421d-9d12-ef615b57752d tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 59877610-8ea8-41bf-a7b5-475c075bd15f by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'c73c0b60-ca7e-43a7-a840-82efc7825b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b12f9536-f791-454b-86d7-9ebb2d34fae2'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:11:14.044837 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab2e042-a84b-421d-9d12-ef615b57752d tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 59877610-8ea8-41bf-a7b5-475c075bd15f on network b12f9536-f791-454b-86d7-9ebb2d34fae2 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:11:14.071495 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fad797-0119-4223-a73e-68c38d9a6f65 None None] DHCP port deletion for 56afceb9-8f86-4abd-9c1d-0036c78e2547 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:11:14.071975 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-57c6b1c7-8cab-496e-a8d2-d74015a32ae7 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:14.081401 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab2e042-a84b-421d-9d12-ef615b57752d tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Port 59877610-8ea8-41bf-a7b5-475c075bd15f on network b12f9536-f791-454b-86d7-9ebb2d34fae2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:11:14.081735 n-d-840717-1 neutron-server[88197]: ERROR neutron.plugins.ml2.managers [None req-6ab2e042-a84b-421d-9d12-ef615b57752d tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Failed to bind port 59877610-8ea8-41bf-a7b5-475c075bd15f on host n-h1-840717-1 for vnic_type normal using segments [{'id': 'c73c0b60-ca7e-43a7-a840-82efc7825b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b12f9536-f791-454b-86d7-9ebb2d34fae2'}] May 05 20:11:14.092998 n-d-840717-1 neutron-server[88197]: INFO neutron.plugins.ml2.plugin [None req-6ab2e042-a84b-421d-9d12-ef615b57752d tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempt 9 to bind port 59877610-8ea8-41bf-a7b5-475c075bd15f May 05 20:11:14.096850 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-e1fad797-0119-4223-a73e-68c38d9a6f65 None None] Deleting port de91dae2-b13e-414a-b11e-b15fb0a8451a {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:11:14.097799 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e1fad797-0119-4223-a73e-68c38d9a6f65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:14.110356 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-57c6b1c7-8cab-496e-a8d2-d74015a32ae7 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Usage tracker for resource:security_group_rule and tenant:90dddf935ad8452980e08dcb3ee9a575 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:14.114389 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7ae67-7ef8-4896-8da0-3057fd63247f tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cfbf911-2e17-4f58-9686-e19ab10dd3e5,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:14.145403 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-57c6b1c7-8cab-496e-a8d2-d74015a32ae7 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:14.174239 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-57c6b1c7-8cab-496e-a8d2-d74015a32ae7 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:14.188002 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [None req-6ab2e042-a84b-421d-9d12-ef615b57752d tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 59877610-8ea8-41bf-a7b5-475c075bd15f on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:11:14.189190 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [None req-6ab2e042-a84b-421d-9d12-ef615b57752d tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 59877610-8ea8-41bf-a7b5-475c075bd15f by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'c73c0b60-ca7e-43a7-a840-82efc7825b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b12f9536-f791-454b-86d7-9ebb2d34fae2'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:11:14.190223 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab2e042-a84b-421d-9d12-ef615b57752d tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 59877610-8ea8-41bf-a7b5-475c075bd15f on network b12f9536-f791-454b-86d7-9ebb2d34fae2 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:11:14.194078 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:14.200358 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-59f7ae67-7ef8-4896-8da0-3057fd63247f tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:14.204976 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-59f7ae67-7ef8-4896-8da0-3057fd63247f tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5557942 May 05 20:11:14.207471 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57724) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:14.217742 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab2e042-a84b-421d-9d12-ef615b57752d tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Port 59877610-8ea8-41bf-a7b5-475c075bd15f on network b12f9536-f791-454b-86d7-9ebb2d34fae2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:11:14.219065 n-d-840717-1 neutron-server[88197]: ERROR neutron.plugins.ml2.managers [None req-6ab2e042-a84b-421d-9d12-ef615b57752d tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Failed to bind port 59877610-8ea8-41bf-a7b5-475c075bd15f on host n-h1-840717-1 for vnic_type normal using segments [{'id': 'c73c0b60-ca7e-43a7-a840-82efc7825b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b12f9536-f791-454b-86d7-9ebb2d34fae2'}] May 05 20:11:14.219654 n-d-840717-1 neutron-server[88197]: INFO neutron.plugins.ml2.plugin [None req-6ab2e042-a84b-421d-9d12-ef615b57752d tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempt 10 to bind port 59877610-8ea8-41bf-a7b5-475c075bd15f May 05 20:11:14.225974 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-5300720b-9989-47fc-ad00-810efd7fb8e1 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Request body: {'security_group_rule': {'security_group_id': '6f6866af-1fb6-4979-809e-d73f8f712344', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:14.234548 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=955e8e00-019e-4031-a1bb-9652211ae3e0,revision_number=11']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:14.253697 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['955e8e00-019e-4031-a1bb-9652211ae3e0'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:11:14.258749 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5300720b-9989-47fc-ad00-810efd7fb8e1 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:14.276734 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f9f002da-437b-4516-80e7-476e0dc2d611 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:14.284684 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-5300720b-9989-47fc-ad00-810efd7fb8e1 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Usage tracker for resource:security_group_rule and tenant:c9d472a1cc2d40a7a2f0fbe0cadad645 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:14.291044 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-5300720b-9989-47fc-ad00-810efd7fb8e1 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:14.311984 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5300720b-9989-47fc-ad00-810efd7fb8e1 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:14.314909 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-f9f002da-437b-4516-80e7-476e0dc2d611 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Deleting port de91dae2-b13e-414a-b11e-b15fb0a8451a {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:11:14.315932 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f9f002da-437b-4516-80e7-476e0dc2d611 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:14.340017 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [None req-6ab2e042-a84b-421d-9d12-ef615b57752d tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 59877610-8ea8-41bf-a7b5-475c075bd15f on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:11:14.340390 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [None req-6ab2e042-a84b-421d-9d12-ef615b57752d tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 59877610-8ea8-41bf-a7b5-475c075bd15f by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'c73c0b60-ca7e-43a7-a840-82efc7825b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b12f9536-f791-454b-86d7-9ebb2d34fae2'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:11:14.342364 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab2e042-a84b-421d-9d12-ef615b57752d tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempting to bind port 59877610-8ea8-41bf-a7b5-475c075bd15f on network b12f9536-f791-454b-86d7-9ebb2d34fae2 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:11:14.349911 n-d-840717-1 neutron-server[88197]: INFO neutron.api.v2.resource [None req-57c6b1c7-8cab-496e-a8d2-d74015a32ae7 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] create failed (client error): The resource could not be found. May 05 20:11:14.355315 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-57c6b1c7-8cab-496e-a8d2-d74015a32ae7 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3478739 May 05 20:11:14.356823 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57728) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:14.365411 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab2e042-a84b-421d-9d12-ef615b57752d tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Port 59877610-8ea8-41bf-a7b5-475c075bd15f on network b12f9536-f791-454b-86d7-9ebb2d34fae2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:11:14.367970 n-d-840717-1 neutron-server[88197]: ERROR neutron.plugins.ml2.managers [None req-6ab2e042-a84b-421d-9d12-ef615b57752d tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Failed to bind port 59877610-8ea8-41bf-a7b5-475c075bd15f on host n-h1-840717-1 for vnic_type normal using segments [{'id': 'c73c0b60-ca7e-43a7-a840-82efc7825b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b12f9536-f791-454b-86d7-9ebb2d34fae2'}] May 05 20:11:14.368355 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6ab2e042-a84b-421d-9d12-ef615b57752d tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:14.386902 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-6bb302ff-db3a-4a18-90f7-ea41140ff0cd tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Request body: {'security_group': {'name': 'tempest-secgroup--2077391967'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:14.399787 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e63100-594f-414f-9777-2aa6552d0505 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:14.401202 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-99e63100-594f-414f-9777-2aa6552d0505 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Synchronizing usage tracker for tenant:88760c5e167e4c4abc1263be6642087f on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:11:14.429055 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-6bb302ff-db3a-4a18-90f7-ea41140ff0cd tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:14.443256 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5300720b-9989-47fc-ad00-810efd7fb8e1 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:14.511111 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-e1fad797-0119-4223-a73e-68c38d9a6f65 None None] For port de91dae2-b13e-414a-b11e-b15fb0a8451a, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=de91dae2-b13e-414a-b11e-b15fb0a8451a,segment=NetworkSegment(96ff4135-30b8-45bb-b38a-c2ac762d4e34),segment_id=96ff4135-30b8-45bb-b38a-c2ac762d4e34)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:11:14.512652 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e1fad797-0119-4223-a73e-68c38d9a6f65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:14.678211 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-6ab2e042-a84b-421d-9d12-ef615b57752d tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] For port 59877610-8ea8-41bf-a7b5-475c075bd15f, host n-h1-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:11:14.678582 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-6ab2e042-a84b-421d-9d12-ef615b57752d tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attempted to set empty binding levels {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 05 20:11:14.687342 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-6bb302ff-db3a-4a18-90f7-ea41140ff0cd tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:14.700423 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6ab2e042-a84b-421d-9d12-ef615b57752d tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:14.733166 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-e1fad797-0119-4223-a73e-68c38d9a6f65 None None] Calling delete_port for de91dae2-b13e-414a-b11e-b15fb0a8451a owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:11:14.772649 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-f9f002da-437b-4516-80e7-476e0dc2d611 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] For port de91dae2-b13e-414a-b11e-b15fb0a8451a, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=de91dae2-b13e-414a-b11e-b15fb0a8451a,segment=NetworkSegment(96ff4135-30b8-45bb-b38a-c2ac762d4e34),segment_id=96ff4135-30b8-45bb-b38a-c2ac762d4e34)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:11:14.779812 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f9f002da-437b-4516-80e7-476e0dc2d611 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:14.865539 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device de91dae2-b13e-414a-b11e-b15fb0a8451a no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:11:14.871641 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57738) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:14.908285 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-6ab2e042-a84b-421d-9d12-ef615b57752d tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] In _notify_port_updated(), no bound segment for port 59877610-8ea8-41bf-a7b5-475c075bd15f on network b12f9536-f791-454b-86d7-9ebb2d34fae2 {{(pid=88197) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 05 20:11:14.909461 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab2e042-a84b-421d-9d12-ef615b57752d tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:14.910264 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6ab2e042-a84b-421d-9d12-ef615b57752d tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:14.911935 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-6ab2e042-a84b-421d-9d12-ef615b57752d tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] 10.222.0.36 "PUT /v2.0/ports/59877610-8ea8-41bf-a7b5-475c075bd15f HTTP/1.1" status: 200 len: 975 time: 3.1616139 May 05 20:11:14.921038 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57744) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:14.925758 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6bb302ff-db3a-4a18-90f7-ea41140ff0cd tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:15.018430 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab2e042-a84b-421d-9d12-ef615b57752d tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Pushing event updated for resources: {'Port': ['ID=59877610-8ea8-41bf-a7b5-475c075bd15f,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:15.023727 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-6bb302ff-db3a-4a18-90f7-ea41140ff0cd tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:15.033206 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-6bb302ff-db3a-4a18-90f7-ea41140ff0cd tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Usage tracker for resource:security_group_rule and tenant:90dddf935ad8452980e08dcb3ee9a575 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:15.039067 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-6bb302ff-db3a-4a18-90f7-ea41140ff0cd tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:15.053079 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-6bb302ff-db3a-4a18-90f7-ea41140ff0cd tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:15.057267 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-16da8bb9-0281-4334-b119-195caf761488 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Deleting port 59877610-8ea8-41bf-a7b5-475c075bd15f {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:11:15.057763 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-16da8bb9-0281-4334-b119-195caf761488 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:15.063606 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e1fad797-0119-4223-a73e-68c38d9a6f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:15.068456 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-99e63100-594f-414f-9777-2aa6552d0505 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Unset dirty status for tenant:88760c5e167e4c4abc1263be6642087f on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:11:15.072489 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-99e63100-594f-414f-9777-2aa6552d0505 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 1.5813148 May 05 20:11:15.088837 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-f9f002da-437b-4516-80e7-476e0dc2d611 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Calling delete_port for de91dae2-b13e-414a-b11e-b15fb0a8451a owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:11:15.092084 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57748) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:15.161121 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7dfef95a-0cd4-4ed4-a860-48f824e29b3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:15.220021 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-7dfef95a-0cd4-4ed4-a860-48f824e29b3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:15.221607 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Port de91dae2-b13e-414a-b11e-b15fb0a8451a update to DOWN by agent not found {{(pid=88199) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 05 20:11:15.225084 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-770cc20f-1086-4486-8de3-314b815267a4 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] GET failed (client error): The resource could not be found. May 05 20:11:15.226233 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-770cc20f-1086-4486-8de3-314b815267a4 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Synchronizing usage tracker for tenant:88760c5e167e4c4abc1263be6642087f on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:11:15.226683 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fad797-0119-4223-a73e-68c38d9a6f65 None None] Pushing event deleted for resources: {'Port': ['ID=de91dae2-b13e-414a-b11e-b15fb0a8451a,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:15.237502 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-7dfef95a-0cd4-4ed4-a860-48f824e29b3d admin admin] Usage tracker for resource:security_group_rule and tenant:d4e0d8708cdc4c55bca4948bbe643c7d is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:15.240124 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fad797-0119-4223-a73e-68c38d9a6f65 None None] No DVR routers for this DVR port de91dae2-b13e-414a-b11e-b15fb0a8451a on host n-d-840717-1 {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:11:15.255990 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc6154f-b9db-4128-9abb-b05eaf58f51b req-49286589-897d-49a6-8d2b-7ee42e692180 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:15.259544 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2fc6154f-b9db-4128-9abb-b05eaf58f51b req-49286589-897d-49a6-8d2b-7ee42e692180 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=4554207a-7966-4e03-aa31-6d0021a7ef42 HTTP/1.1" status: 200 len: 946 time: 0.4237394 May 05 20:11:15.260605 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-7dfef95a-0cd4-4ed4-a860-48f824e29b3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:15.286943 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.db.api [None req-f9f002da-437b-4516-80e7-476e0dc2d611 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88198) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:11:15.287607 n-d-840717-1 neutron-server[88198]: DEBUG oslo_db.api [None req-f9f002da-437b-4516-80e7-476e0dc2d611 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:11:15.304786 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-7dfef95a-0cd4-4ed4-a860-48f824e29b3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:15.307021 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae72b2-5fa4-4597-a8db-0dd36f6beb26 req-1516af30-9d9b-4953-b5b0-6960d09a2bb4 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:15.308956 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-edae72b2-5fa4-4597-a8db-0dd36f6beb26 req-1516af30-9d9b-4953-b5b0-6960d09a2bb4 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f014c38-9d5a-4aa6-825b-562b0fc1b7d9 HTTP/1.1" status: 200 len: 946 time: 0.4221647 May 05 20:11:15.309972 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-5300720b-9989-47fc-ad00-810efd7fb8e1 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] create failed (client error): There was a conflict when trying to complete your request. May 05 20:11:15.313516 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-5300720b-9989-47fc-ad00-810efd7fb8e1 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.1010649 May 05 20:11:15.314791 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57752) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:15.383971 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-770cc20f-1086-4486-8de3-314b815267a4 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Unset dirty status for tenant:88760c5e167e4c4abc1263be6642087f on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:11:15.385345 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-770cc20f-1086-4486-8de3-314b815267a4 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "GET /v2.0/ports/3285b6d5-f173-49c3-91cb-9af5dfeb0ef7 HTTP/1.1" status: 404 len: 333 time: 0.2908309 May 05 20:11:15.391026 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57756) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:15.399605 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-edae72b2-5fa4-4597-a8db-0dd36f6beb26 req-00b59b81-ec0b-4626-a434-61e172a49eee tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d31c7e0-0b9b-4b82-8e51-a502610a4c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829971 May 05 20:11:15.458589 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-61df5c86-0008-40bd-96df-4fba423502d2 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] GET failed (client error): The resource could not be found. May 05 20:11:15.462431 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-61df5c86-0008-40bd-96df-4fba423502d2 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "GET /v2.0/ports/f5763754-12ec-45ec-b511-33c0f483cace HTTP/1.1" status: 404 len: 333 time: 0.0664370 May 05 20:11:15.463043 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57760) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:15.487765 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c74aede7-4122-4579-adc8-0e6f49c484ea tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:15.489941 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2fc6154f-b9db-4128-9abb-b05eaf58f51b req-01f090ab-89c8-441c-846f-06469164eff5 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31a0353-9cc7-4431-82ad-5f9b9985cf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956391 May 05 20:11:15.562771 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c74aede7-4122-4579-adc8-0e6f49c484ea tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:15.563053 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6bb302ff-db3a-4a18-90f7-ea41140ff0cd tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:15.581276 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6bb302ff-db3a-4a18-90f7-ea41140ff0cd tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:15.621032 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-16da8bb9-0281-4334-b119-195caf761488 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] For port 59877610-8ea8-41bf-a7b5-475c075bd15f, host n-h1-840717-1, got binding levels [] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:11:15.621772 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-16da8bb9-0281-4334-b119-195caf761488 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:15.669136 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f3261415-e3e0-4c2c-936a-3e0f7ab33775 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:15.761392 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c74aede7-4122-4579-adc8-0e6f49c484ea tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:15.785973 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74aede7-4122-4579-adc8-0e6f49c484ea tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6866af-1fb6-4979-809e-d73f8f712344,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:15.809677 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-16da8bb9-0281-4334-b119-195caf761488 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Calling delete_port for 59877610-8ea8-41bf-a7b5-475c075bd15f owned by {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:11:15.836158 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-f9f002da-437b-4516-80e7-476e0dc2d611 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Deleting port de91dae2-b13e-414a-b11e-b15fb0a8451a {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:11:15.836158 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f9f002da-437b-4516-80e7-476e0dc2d611 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:15.841238 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb302ff-db3a-4a18-90f7-ea41140ff0cd tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90af4a09-df8c-4bcf-b473-965548143306,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:15.865406 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f3261415-e3e0-4c2c-936a-3e0f7ab33775 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:15.867382 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6bb302ff-db3a-4a18-90f7-ea41140ff0cd tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:15.868792 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-6bb302ff-db3a-4a18-90f7-ea41140ff0cd tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5080631 May 05 20:11:15.877894 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57764) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:15.897367 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-8ddc5694-526b-4e5f-a1fa-eb4440e085a9 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Request body: {'security_group': {'name': 'tempest-secgroup--1008734194'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:15.909719 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7dfef95a-0cd4-4ed4-a860-48f824e29b3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:15.915699 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7dfef95a-0cd4-4ed4-a860-48f824e29b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:15.946952 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8ddc5694-526b-4e5f-a1fa-eb4440e085a9 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:15.955937 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-f9f002da-437b-4516-80e7-476e0dc2d611 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] The port 'de91dae2-b13e-414a-b11e-b15fb0a8451a' was deleted {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 20:11:15.959371 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-f3261415-e3e0-4c2c-936a-3e0f7ab33775 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f55407df-76f1-4fea-8961-192fe2445764']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:15.968141 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c74aede7-4122-4579-adc8-0e6f49c484ea tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:15.968891 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c74aede7-4122-4579-adc8-0e6f49c484ea tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] 10.222.0.36 "DELETE /v2.0/security-groups/6f6866af-1fb6-4979-809e-d73f8f712344 HTTP/1.1" status: 204 len: 168 time: 0.6541338 May 05 20:11:15.970274 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-8ddc5694-526b-4e5f-a1fa-eb4440e085a9 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Usage tracker for resource:security_group and tenant:90dddf935ad8452980e08dcb3ee9a575 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:15.970547 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-7dfef95a-0cd4-4ed4-a860-48f824e29b3d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d4e0d8708cdc4c55bca4948bbe643c7d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0973995 May 05 20:11:15.974630 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57768) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:15.975337 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57770) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:16.002590 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-8ddc5694-526b-4e5f-a1fa-eb4440e085a9 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:16.023683 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-f3261415-e3e0-4c2c-936a-3e0f7ab33775 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ccde639-c0c5-4413-b736-df4013d8e3eb') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:16.024195 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-f3261415-e3e0-4c2c-936a-3e0f7ab33775 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ccde639-c0c5-4413-b736-df4013d8e3eb') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:16.033562 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8ddc5694-526b-4e5f-a1fa-eb4440e085a9 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:16.056339 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-16da8bb9-0281-4334-b119-195caf761488 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:16.072384 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f3261415-e3e0-4c2c-936a-3e0f7ab33775 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:16.122242 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8ddc5694-526b-4e5f-a1fa-eb4440e085a9 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:16.130862 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-16da8bb9-0281-4334-b119-195caf761488 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:16.140491 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfef95a-0cd4-4ed4-a860-48f824e29b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a0330c-f5f9-475b-bdf0-809196c32a0b,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:16.143465 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f3261415-e3e0-4c2c-936a-3e0f7ab33775 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:16.167716 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16da8bb9-0281-4334-b119-195caf761488 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Pushing event deleted for resources: {'Port': ['ID=59877610-8ea8-41bf-a7b5-475c075bd15f,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:16.174610 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-0b83d864-64ed-42a5-a868-548c19eff79d tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Synchronizing usage tracker for tenant:c9d472a1cc2d40a7a2f0fbe0cadad645 on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:11:16.192279 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-16da8bb9-0281-4334-b119-195caf761488 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] 10.222.0.36 "DELETE /v2.0/ports/59877610-8ea8-41bf-a7b5-475c075bd15f HTTP/1.1" status: 204 len: 168 time: 1.2653880 May 05 20:11:16.205796 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57776) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:16.216760 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f9f002da-437b-4516-80e7-476e0dc2d611 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:16.226280 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3261415-e3e0-4c2c-936a-3e0f7ab33775 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:11:16.226680 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f3261415-e3e0-4c2c-936a-3e0f7ab33775 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:16.246297 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:16.247171 n-d-840717-1 neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:11:16.247171 n-d-840717-1 neutron-server[88198]: util.warn( May 05 20:11:16.247171 n-d-840717-1 neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:11:16.247171 n-d-840717-1 neutron-server[88198]: util.warn( May 05 20:11:16.247171 n-d-840717-1 neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:11:16.247171 n-d-840717-1 neutron-server[88198]: util.warn( May 05 20:11:16.247171 n-d-840717-1 neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:11:16.247171 n-d-840717-1 neutron-server[88198]: util.warn( May 05 20:11:16.247171 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:11:16.247171 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:11:16.247171 n-d-840717-1 neutron-server[88198]: timer() May 05 20:11:16.247171 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:11:16.247171 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:11:16.247171 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:11:16.247171 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:11:16.247171 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:11:16.247171 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:11:16.247171 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:11:16.247171 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:11:16.247171 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:11:16.247171 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:11:16.247171 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:11:16.247171 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:11:16.247171 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:11:16.247171 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:11:16.247171 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:11:16.247171 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:11:16.247171 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:11:16.247171 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:11:16.247171 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:11:16.247171 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:11:16.247171 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:11:16.247171 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:11:16.247171 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:11:16.247171 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:11:16.247171 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:11:16.247171 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:11:16.247171 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:11:16.247171 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:11:16.247171 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:11:16.251148 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8ddc5694-526b-4e5f-a1fa-eb4440e085a9 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:16.259616 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c4dd206d-ba87-488f-8a44-4037ad17a5dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:16.292824 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-d089fa01-218b-47d3-ae40-e5b4b5b5c716 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] GET failed (client error): The resource could not be found. May 05 20:11:16.293389 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-d089fa01-218b-47d3-ae40-e5b4b5b5c716 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Synchronizing usage tracker for tenant:47803a70b16c4200a7e9395c14d34ca6 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:11:16.296206 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-8ddc5694-526b-4e5f-a1fa-eb4440e085a9 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Usage tracker for resource:security_group_rule and tenant:90dddf935ad8452980e08dcb3ee9a575 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:16.300082 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-8ddc5694-526b-4e5f-a1fa-eb4440e085a9 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:16.308677 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8ddc5694-526b-4e5f-a1fa-eb4440e085a9 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:16.433862 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-0b83d864-64ed-42a5-a868-548c19eff79d tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Unset dirty status for tenant:c9d472a1cc2d40a7a2f0fbe0cadad645 on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:11:16.436269 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-0b83d864-64ed-42a5-a868-548c19eff79d tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4592586 May 05 20:11:16.439918 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c4dd206d-ba87-488f-8a44-4037ad17a5dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:16.473242 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57780) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:16.508255 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c4dd206d-ba87-488f-8a44-4037ad17a5dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:16.524159 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-d089fa01-218b-47d3-ae40-e5b4b5b5c716 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] Unset dirty status for tenant:47803a70b16c4200a7e9395c14d34ca6 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:11:16.525639 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d089fa01-218b-47d3-ae40-e5b4b5b5c716 tempest-PortsAdminExtendedAttrsTestJSON-1445469607 tempest-PortsAdminExtendedAttrsTestJSON-1445469607-project-admin] 10.222.0.36 "GET /v2.0/ports/59877610-8ea8-41bf-a7b5-475c075bd15f HTTP/1.1" status: 404 len: 333 time: 0.3183618 May 05 20:11:16.533597 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57788) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:16.533972 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-9dd82132-eeb3-44de-94f3-31a39bce261e tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Request body: {'security_group': {'name': 'tempest-secgroup--15486160'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:16.536699 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dd206d-ba87-488f-8a44-4037ad17a5dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a0330c-f5f9-475b-bdf0-809196c32a0b,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:16.554647 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-f9f002da-437b-4516-80e7-476e0dc2d611 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56afceb9-8f86-4abd-9c1d-0036c78e2547']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:16.584922 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-9dd82132-eeb3-44de-94f3-31a39bce261e tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:16.593206 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-f9f002da-437b-4516-80e7-476e0dc2d611 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96ff4135-30b8-45bb-b38a-c2ac762d4e34') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:16.593789 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-f9f002da-437b-4516-80e7-476e0dc2d611 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96ff4135-30b8-45bb-b38a-c2ac762d4e34') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:16.617996 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f3261415-e3e0-4c2c-936a-3e0f7ab33775 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:16.620313 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c4dd206d-ba87-488f-8a44-4037ad17a5dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:16.623542 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f3261415-e3e0-4c2c-936a-3e0f7ab33775 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:16.624535 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-c4dd206d-ba87-488f-8a44-4037ad17a5dd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d5a0330c-f5f9-475b-bdf0-809196c32a0b HTTP/1.1" status: 204 len: 168 time: 0.6449304 May 05 20:11:16.633388 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f9f002da-437b-4516-80e7-476e0dc2d611 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:16.684146 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-9dd82132-eeb3-44de-94f3-31a39bce261e tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:16.753172 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f9f002da-437b-4516-80e7-476e0dc2d611 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:16.760142 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9f002da-437b-4516-80e7-476e0dc2d611 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:11:16.760566 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f9f002da-437b-4516-80e7-476e0dc2d611 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:16.803808 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5fa54538-00a5-443f-ada3-d3879e57ad24 tempest-PortsAdminExtendedAttrsTestJSON-637360156 tempest-PortsAdminExtendedAttrsTestJSON-637360156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:16.882503 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:11:16.882503 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:11:16.882503 n-d-840717-1 neutron-server[88198]: timer() May 05 20:11:16.882503 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:11:16.882503 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:11:16.882503 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:11:16.882503 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:11:16.882503 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:11:16.882503 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:11:16.882503 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:11:16.882503 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:11:16.882503 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:11:16.882503 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:11:16.882503 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:11:16.882503 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:11:16.882503 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:11:16.882503 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:11:16.882503 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:11:16.882503 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:11:16.882503 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:11:16.882503 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:11:16.882503 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:11:16.882503 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:11:16.882503 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:11:16.882503 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:11:16.882503 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:11:16.882503 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:11:16.882503 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:11:16.882503 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:11:16.882503 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:11:16.882503 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:11:16.882503 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:11:16.897147 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3261415-e3e0-4c2c-936a-3e0f7ab33775 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event deleted for resources: {'Network': ['ID=f55407df-76f1-4fea-8961-192fe2445764,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:16.921402 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f3261415-e3e0-4c2c-936a-3e0f7ab33775 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "DELETE /v2.0/networks/f55407df-76f1-4fea-8961-192fe2445764 HTTP/1.1" status: 204 len: 168 time: 1.4572937 May 05 20:11:16.923636 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57796) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:16.949055 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-9df179d5-af5b-488b-8989-88ce5cfc1f2e tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1229991554'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:16.958345 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5fa54538-00a5-443f-ada3-d3879e57ad24 tempest-PortsAdminExtendedAttrsTestJSON-637360156 tempest-PortsAdminExtendedAttrsTestJSON-637360156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:16.964604 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-9df179d5-af5b-488b-8989-88ce5cfc1f2e tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:16.968106 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f9f002da-437b-4516-80e7-476e0dc2d611 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:16.973189 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f9f002da-437b-4516-80e7-476e0dc2d611 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:16.985287 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-5fa54538-00a5-443f-ada3-d3879e57ad24 tempest-PortsAdminExtendedAttrsTestJSON-637360156 tempest-PortsAdminExtendedAttrsTestJSON-637360156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b12f9536-f791-454b-86d7-9ebb2d34fae2']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:17.002101 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-5fa54538-00a5-443f-ada3-d3879e57ad24 tempest-PortsAdminExtendedAttrsTestJSON-637360156 tempest-PortsAdminExtendedAttrsTestJSON-637360156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c73c0b60-ca7e-43a7-a840-82efc7825b7c') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:17.002399 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-5fa54538-00a5-443f-ada3-d3879e57ad24 tempest-PortsAdminExtendedAttrsTestJSON-637360156 tempest-PortsAdminExtendedAttrsTestJSON-637360156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c73c0b60-ca7e-43a7-a840-82efc7825b7c') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:17.004948 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9dd82132-eeb3-44de-94f3-31a39bce261e tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:17.015393 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5fa54538-00a5-443f-ada3-d3879e57ad24 tempest-PortsAdminExtendedAttrsTestJSON-637360156 tempest-PortsAdminExtendedAttrsTestJSON-637360156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:17.023509 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-9df179d5-af5b-488b-8989-88ce5cfc1f2e tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Usage tracker for resource:network and tenant:88760c5e167e4c4abc1263be6642087f is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:17.033788 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5fa54538-00a5-443f-ada3-d3879e57ad24 tempest-PortsAdminExtendedAttrsTestJSON-637360156 tempest-PortsAdminExtendedAttrsTestJSON-637360156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:17.040609 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fa54538-00a5-443f-ada3-d3879e57ad24 tempest-PortsAdminExtendedAttrsTestJSON-637360156 tempest-PortsAdminExtendedAttrsTestJSON-637360156-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:11:17.041005 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5fa54538-00a5-443f-ada3-d3879e57ad24 tempest-PortsAdminExtendedAttrsTestJSON-637360156 tempest-PortsAdminExtendedAttrsTestJSON-637360156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:17.041519 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8ddc5694-526b-4e5f-a1fa-eb4440e085a9 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:17.042695 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-9df179d5-af5b-488b-8989-88ce5cfc1f2e tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:17.061152 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8ddc5694-526b-4e5f-a1fa-eb4440e085a9 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:17.067879 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-9df179d5-af5b-488b-8989-88ce5cfc1f2e tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:17.082955 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f002da-437b-4516-80e7-476e0dc2d611 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event deleted for resources: {'Network': ['ID=56afceb9-8f86-4abd-9c1d-0036c78e2547,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:17.086687 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f9f002da-437b-4516-80e7-476e0dc2d611 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "DELETE /v2.0/networks/56afceb9-8f86-4abd-9c1d-0036c78e2547 HTTP/1.1" status: 204 len: 168 time: 3.5968144 May 05 20:11:17.095293 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57800) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:17.139229 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-f8295e02-5e6f-4d12-9e76-68357e8b4d38 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-128218365'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:17.144714 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:11:17.144714 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:11:17.144714 n-d-840717-1 neutron-server[88197]: timer() May 05 20:11:17.144714 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:11:17.144714 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:11:17.144714 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:11:17.144714 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:11:17.144714 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:11:17.144714 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:11:17.144714 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:11:17.144714 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:11:17.144714 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:11:17.144714 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:11:17.144714 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:11:17.144714 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:11:17.144714 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:11:17.144714 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:11:17.144714 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:11:17.144714 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:11:17.144714 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:11:17.144714 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:11:17.144714 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:11:17.144714 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:11:17.144714 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:11:17.144714 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:11:17.144714 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:11:17.144714 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:11:17.144714 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:11:17.144714 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:11:17.144714 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:11:17.144714 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:11:17.144714 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:11:17.147990 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f8295e02-5e6f-4d12-9e76-68357e8b4d38 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:17.148845 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5fa54538-00a5-443f-ada3-d3879e57ad24 tempest-PortsAdminExtendedAttrsTestJSON-637360156 tempest-PortsAdminExtendedAttrsTestJSON-637360156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:17.156937 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-f8295e02-5e6f-4d12-9e76-68357e8b4d38 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Usage tracker for resource:network and tenant:0cc5f4a365af4a94a73e5ef336438b10 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:17.160186 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-f8295e02-5e6f-4d12-9e76-68357e8b4d38 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:17.160816 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05bf76c-4e78-41bb-ae20-d71e2e83827c req-958e7741-41f5-4d0b-b27e-f3f5d16175f9 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:17.162349 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c05bf76c-4e78-41bb-ae20-d71e2e83827c req-958e7741-41f5-4d0b-b27e-f3f5d16175f9 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=4554207a-7966-4e03-aa31-6d0021a7ef42 HTTP/1.1" status: 200 len: 946 time: 0.4268103 May 05 20:11:17.167450 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f8295e02-5e6f-4d12-9e76-68357e8b4d38 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:17.182302 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5fa54538-00a5-443f-ada3-d3879e57ad24 tempest-PortsAdminExtendedAttrsTestJSON-637360156 tempest-PortsAdminExtendedAttrsTestJSON-637360156-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:17.183391 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-9dd82132-eeb3-44de-94f3-31a39bce261e tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:17.202399 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8295e02-5e6f-4d12-9e76-68357e8b4d38 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Made reservation on behalf of 0cc5f4a365af4a94a73e5ef336438b10 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:11:17.207439 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f8295e02-5e6f-4d12-9e76-68357e8b4d38 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:17.215329 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa54538-00a5-443f-ada3-d3879e57ad24 tempest-PortsAdminExtendedAttrsTestJSON-637360156 tempest-PortsAdminExtendedAttrsTestJSON-637360156-project] Pushing event deleted for resources: {'Network': ['ID=b12f9536-f791-454b-86d7-9ebb2d34fae2,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:17.221115 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-5fa54538-00a5-443f-ada3-d3879e57ad24 tempest-PortsAdminExtendedAttrsTestJSON-637360156 tempest-PortsAdminExtendedAttrsTestJSON-637360156-project] 10.222.0.36 "DELETE /v2.0/networks/b12f9536-f791-454b-86d7-9ebb2d34fae2 HTTP/1.1" status: 204 len: 168 time: 0.6864944 May 05 20:11:17.231280 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 955e8e00-019e-4031-a1bb-9652211ae3e0 up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:11:17.241307 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-9dd82132-eeb3-44de-94f3-31a39bce261e tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Usage tracker for resource:security_group_rule and tenant:c9d472a1cc2d40a7a2f0fbe0cadad645 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:17.250225 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c05bf76c-4e78-41bb-ae20-d71e2e83827c req-d838d4b3-a79b-4c59-a276-8ef78e1f0be9 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31a0353-9cc7-4431-82ad-5f9b9985cf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649607 May 05 20:11:17.252471 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8ddc5694-526b-4e5f-a1fa-eb4440e085a9 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:17.256982 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-8ddc5694-526b-4e5f-a1fa-eb4440e085a9 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3747864 May 05 20:11:17.256982 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df179d5-af5b-488b-8989-88ce5cfc1f2e tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Made reservation on behalf of 88760c5e167e4c4abc1263be6642087f for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:11:17.258074 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57806) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:17.259156 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9df179d5-af5b-488b-8989-88ce5cfc1f2e tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:17.266198 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-cd6e33d6-843a-4af4-800c-bcbb865dd3b8 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Request body: {'security_group_rule': {'security_group_id': '90af4a09-df8c-4bcf-b473-965548143306', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '2659a82a-66d7-4646-8c7f-cc00cea92832'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:17.272186 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57810) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:17.272567 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-9dd82132-eeb3-44de-94f3-31a39bce261e tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:17.279027 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddc5694-526b-4e5f-a1fa-eb4440e085a9 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2659a82a-66d7-4646-8c7f-cc00cea92832,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:17.290531 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22cf9fd-630e-4403-9f3a-efa4f9e9ab0e req-4d40a056-3979-402b-9976-87ad258f2845 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:17.292156 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a22cf9fd-630e-4403-9f3a-efa4f9e9ab0e req-4d40a056-3979-402b-9976-87ad258f2845 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f014c38-9d5a-4aa6-825b-562b0fc1b7d9 HTTP/1.1" status: 200 len: 946 time: 0.6508710 May 05 20:11:17.300876 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-cd6e33d6-843a-4af4-800c-bcbb865dd3b8 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:17.303817 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-9dd82132-eeb3-44de-94f3-31a39bce261e tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:17.308874 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fe894a59-963b-49af-916e-ecd6978ee32d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:17.331390 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-cd6e33d6-843a-4af4-800c-bcbb865dd3b8 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Usage tracker for resource:security_group_rule and tenant:90dddf935ad8452980e08dcb3ee9a575 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:17.339182 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-cd6e33d6-843a-4af4-800c-bcbb865dd3b8 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:17.369109 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-fe894a59-963b-49af-916e-ecd6978ee32d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:17.369363 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9df179d5-af5b-488b-8989-88ce5cfc1f2e tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:11:17.377291 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-fe894a59-963b-49af-916e-ecd6978ee32d admin admin] Usage tracker for resource:security_group_rule and tenant:f9f26e5d57614719847e45f0c4192503 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:17.385863 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-fe894a59-963b-49af-916e-ecd6978ee32d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:17.401333 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-fe894a59-963b-49af-916e-ecd6978ee32d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:17.418226 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8295e02-5e6f-4d12-9e76-68357e8b4d38 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:11:17.435124 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9df179d5-af5b-488b-8989-88ce5cfc1f2e tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:17.436175 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-9df179d5-af5b-488b-8989-88ce5cfc1f2e tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Added segment c09fd800-ef9f-4ee5-9fe2-74f1ca173a53 of type vlan for network 587df6f4-e734-43f3-85bd-98c6549ff7c9 May 05 20:11:17.442201 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port 955e8e00-019e-4031-a1bb-9652211ae3e0 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:11:17.450359 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 955e8e00-019e-4031-a1bb-9652211ae3e0 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:11:17.451660 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:17.463334 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f8295e02-5e6f-4d12-9e76-68357e8b4d38 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:17.463815 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-f8295e02-5e6f-4d12-9e76-68357e8b4d38 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Added segment 41dab142-bac6-49a4-955a-ca7303d9042b of type vlan for network 8bd88960-6695-4355-a655-d48699f3c177 May 05 20:11:17.467982 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a22cf9fd-630e-4403-9f3a-efa4f9e9ab0e req-1d5d4d81-30ce-495b-83c0-ff03f1900f84 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d31c7e0-0b9b-4b82-8e51-a502610a4c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676383 May 05 20:11:17.554741 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9df179d5-af5b-488b-8989-88ce5cfc1f2e tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:17.577693 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fe894a59-963b-49af-916e-ecd6978ee32d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:17.580018 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-cd6e33d6-843a-4af4-800c-bcbb865dd3b8 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:17.587275 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fe894a59-963b-49af-916e-ecd6978ee32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:17.600491 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f8295e02-5e6f-4d12-9e76-68357e8b4d38 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:17.622637 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9dd82132-eeb3-44de-94f3-31a39bce261e tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:17.640512 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9dd82132-eeb3-44de-94f3-31a39bce261e tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:17.713971 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9df179d5-af5b-488b-8989-88ce5cfc1f2e tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:17.720313 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df179d5-af5b-488b-8989-88ce5cfc1f2e tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:17.720920 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9df179d5-af5b-488b-8989-88ce5cfc1f2e tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:17.727991 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57816) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:17.732837 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:17.748537 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-fe894a59-963b-49af-916e-ecd6978ee32d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f9f26e5d57614719847e45f0c4192503&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4744651 May 05 20:11:17.753258 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57820) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:17.754203 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe894a59-963b-49af-916e-ecd6978ee32d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59481926-d334-4639-86b2-8b4780bf529a,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:17.770494 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f014c38-9d5a-4aa6-825b-562b0fc1b7d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955e8e00-019e-4031-a1bb-9652211ae3e0'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:11:17.784607 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd82132-eeb3-44de-94f3-31a39bce261e tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f747086f-c710-4c29-af59-616d8b48204a,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:17.801089 n-d-840717-1 neutron-server[88197]: INFO neutron.api.v2.resource [None req-cd6e33d6-843a-4af4-800c-bcbb865dd3b8 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 20:11:17.805137 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 955e8e00-019e-4031-a1bb-9652211ae3e0, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=955e8e00-019e-4031-a1bb-9652211ae3e0,segment=NetworkSegment(b1dd65d9-c07f-4164-9458-eedf0f51eafc),segment_id=b1dd65d9-c07f-4164-9458-eedf0f51eafc)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:11:17.806353 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-cd6e33d6-843a-4af4-800c-bcbb865dd3b8 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.5470412 May 05 20:11:17.812523 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57828) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:17.814657 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:17.827063 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f8295e02-5e6f-4d12-9e76-68357e8b4d38 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:17.832727 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8295e02-5e6f-4d12-9e76-68357e8b4d38 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:17.833331 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f8295e02-5e6f-4d12-9e76-68357e8b4d38 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:17.837126 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9dd82132-eeb3-44de-94f3-31a39bce261e tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:17.838311 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-9dd82132-eeb3-44de-94f3-31a39bce261e tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3640995 May 05 20:11:17.844422 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57832) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:17.856663 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-6d0a546f-895f-4216-af89-23e40fa3e18a tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Request body: {'security_group_rule': {'security_group_id': 'f747086f-c710-4c29-af59-616d8b48204a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:17.858346 n-d-840717-1 neutron-server[88197]: WARNING neutron.api.v2.base [None req-6d0a546f-895f-4216-af89-23e40fa3e18a tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. May 05 20:11:17.859128 n-d-840717-1 neutron-server[88197]: INFO neutron.api.v2.resource [None req-6d0a546f-895f-4216-af89-23e40fa3e18a tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 20:11:17.860386 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-6d0a546f-895f-4216-af89-23e40fa3e18a tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0114126 May 05 20:11:17.864439 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57836) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:17.899393 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4b2873b-07fa-41be-92c1-3c52ea4d85a5'] response: {'server_uuid': '2f014c38-9d5a-4aa6-825b-562b0fc1b7d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955e8e00-019e-4031-a1bb-9652211ae3e0', 'code': 200} May 05 20:11:17.934056 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-78ad128d-6cf5-46a2-98bc-50defb7a9068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:17.956680 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-9df179d5-af5b-488b-8989-88ce5cfc1f2e tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0261593 May 05 20:11:17.960960 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57840) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:17.971949 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=955e8e00-019e-4031-a1bb-9652211ae3e0,revision_number=12']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:18.016173 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-78ad128d-6cf5-46a2-98bc-50defb7a9068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:18.062822 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-907f6119-a380-4b82-bc96-2b3ce7671312 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Request body: {'subnet': {'network_id': '587df6f4-e734-43f3-85bd-98c6549ff7c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:18.078652 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df179d5-af5b-488b-8989-88ce5cfc1f2e tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event updated for resources: {'Network': ['ID=587df6f4-e734-43f3-85bd-98c6549ff7c9,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:18.081823 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f8295e02-5e6f-4d12-9e76-68357e8b4d38 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9750159 May 05 20:11:18.090837 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 587df6f4-e734-43f3-85bd-98c6549ff7c9 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:11:18.094537 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57846) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:18.180251 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3c0666aa-7b29-4ca9-88aa-ef3bc949e3fa tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:18.185735 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-1616c94f-772a-4a1b-91ab-d7d784f76806 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Request body: {'subnet': {'network_id': '8bd88960-6695-4355-a655-d48699f3c177', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:18.213881 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8295e02-5e6f-4d12-9e76-68357e8b4d38 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event updated for resources: {'Network': ['ID=8bd88960-6695-4355-a655-d48699f3c177,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:18.266645 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 8bd88960-6695-4355-a655-d48699f3c177 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:11:18.337349 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-731fb76e-782f-406e-ac03-03098114af0a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=47a0a664398c4a5e8c7d96b394798323&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5863740 May 05 20:11:18.341125 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-907f6119-a380-4b82-bc96-2b3ce7671312 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:18.345906 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0a880e54-43d7-4280-9e63-564f47cca6f5 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:18.346120 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-907f6119-a380-4b82-bc96-2b3ce7671312 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Usage tracker for resource:subnet and tenant:88760c5e167e4c4abc1263be6642087f is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:18.349118 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-907f6119-a380-4b82-bc96-2b3ce7671312 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:18.355279 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-907f6119-a380-4b82-bc96-2b3ce7671312 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:18.363287 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57852) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:18.378125 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907f6119-a380-4b82-bc96-2b3ce7671312 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Made reservation on behalf of 88760c5e167e4c4abc1263be6642087f for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:11:18.382375 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-907f6119-a380-4b82-bc96-2b3ce7671312 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:18.450282 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-78ad128d-6cf5-46a2-98bc-50defb7a9068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:18.460386 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3c0666aa-7b29-4ca9-88aa-ef3bc949e3fa tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:18.477726 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-1616c94f-772a-4a1b-91ab-d7d784f76806 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:18.485355 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0a880e54-43d7-4280-9e63-564f47cca6f5 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:18.508115 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-1616c94f-772a-4a1b-91ab-d7d784f76806 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Usage tracker for resource:subnet and tenant:0cc5f4a365af4a94a73e5ef336438b10 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:18.519609 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-1616c94f-772a-4a1b-91ab-d7d784f76806 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:18.533325 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad128d-6cf5-46a2-98bc-50defb7a9068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59481926-d334-4639-86b2-8b4780bf529a,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:18.553528 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.ipam_backend_mixin [None req-907f6119-a380-4b82-bc96-2b3ce7671312 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Performing IP validity checks on allocation pools {{(pid=88198) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 05 20:11:18.556338 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.ipam_backend_mixin [None req-907f6119-a380-4b82-bc96-2b3ce7671312 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88198) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 05 20:11:18.567388 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-1616c94f-772a-4a1b-91ab-d7d784f76806 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:18.573847 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-78ad128d-6cf5-46a2-98bc-50defb7a9068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:18.578005 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-78ad128d-6cf5-46a2-98bc-50defb7a9068 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/59481926-d334-4639-86b2-8b4780bf529a HTTP/1.1" status: 204 len: 168 time: 0.8176932 May 05 20:11:18.598119 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e00e03b-1fa1-47aa-b95a-4726e21e362f req-4a5083cf-6d23-4a0a-9215-06cc11c2ad02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:18.599759 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9e00e03b-1fa1-47aa-b95a-4726e21e362f req-4a5083cf-6d23-4a0a-9215-06cc11c2ad02 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2f014c38-9d5a-4aa6-825b-562b0fc1b7d9 HTTP/1.1" status: 200 len: 1098 time: 0.4668529 May 05 20:11:18.601317 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1616c94f-772a-4a1b-91ab-d7d784f76806 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Made reservation on behalf of 0cc5f4a365af4a94a73e5ef336438b10 for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:11:18.605097 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1616c94f-772a-4a1b-91ab-d7d784f76806 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:18.671813 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0a880e54-43d7-4280-9e63-564f47cca6f5 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:18.677757 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3c0666aa-7b29-4ca9-88aa-ef3bc949e3fa tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:18.707924 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-20210c9f-80ac-4f88-a6f4-c6ee4d800922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:18.804251 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-20210c9f-80ac-4f88-a6f4-c6ee4d800922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:18.835249 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a880e54-43d7-4280-9e63-564f47cca6f5 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2659a82a-66d7-4646-8c7f-cc00cea92832,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:18.843991 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a6ab2-dc68-4b1d-8042-756c2a56e6a0 req-9c23bbff-ef91-495e-8e70-9883bec8b12e tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:18.858824 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4f9a6ab2-dc68-4b1d-8042-756c2a56e6a0 req-9c23bbff-ef91-495e-8e70-9883bec8b12e tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=4554207a-7966-4e03-aa31-6d0021a7ef42 HTTP/1.1" status: 200 len: 946 time: 0.3591306 May 05 20:11:18.889588 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9e00e03b-1fa1-47aa-b95a-4726e21e362f req-29d7d7e3-4070-4a7b-960c-cd0e212345b8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2d31c7e0-0b9b-4b82-8e51-a502610a4c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2657728 May 05 20:11:18.897589 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0666aa-7b29-4ca9-88aa-ef3bc949e3fa tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f747086f-c710-4c29-af59-616d8b48204a,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:18.905365 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0a880e54-43d7-4280-9e63-564f47cca6f5 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:18.909589 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-0a880e54-43d7-4280-9e63-564f47cca6f5 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] 10.222.0.36 "DELETE /v2.0/security-groups/2659a82a-66d7-4646-8c7f-cc00cea92832 HTTP/1.1" status: 204 len: 168 time: 1.0923693 May 05 20:11:18.910174 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57862) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:18.915307 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3c0666aa-7b29-4ca9-88aa-ef3bc949e3fa tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:18.916451 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-3c0666aa-7b29-4ca9-88aa-ef3bc949e3fa tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] 10.222.0.36 "DELETE /v2.0/security-groups/f747086f-c710-4c29-af59-616d8b48204a HTTP/1.1" status: 204 len: 168 time: 1.0481505 May 05 20:11:18.922375 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57866) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:18.966897 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4f9a6ab2-dc68-4b1d-8042-756c2a56e6a0 req-6fd4930a-3de6-4237-840b-f1018dd96065 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31a0353-9cc7-4431-82ad-5f9b9985cf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964079 May 05 20:11:19.008043 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-907f6119-a380-4b82-bc96-2b3ce7671312 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:19.058701 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-20210c9f-80ac-4f88-a6f4-c6ee4d800922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:19.113879 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-1b0600b8-d0e3-4070-89b5-340d7ed0b5e5 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Synchronizing usage tracker for tenant:c9d472a1cc2d40a7a2f0fbe0cadad645 on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:11:19.122362 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20210c9f-80ac-4f88-a6f4-c6ee4d800922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa3fe70-77b4-49dd-9991-4e782dd06656,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:19.151017 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1105e1f-9545-4dcb-bacd-44493c01d3af req-b1cc37d2-af22-438d-972b-1e9d06022676 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:19.152640 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d1105e1f-9545-4dcb-bacd-44493c01d3af req-b1cc37d2-af22-438d-972b-1e9d06022676 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f014c38-9d5a-4aa6-825b-562b0fc1b7d9 HTTP/1.1" status: 200 len: 947 time: 0.4625342 May 05 20:11:19.160935 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-57a4041f-536d-48ab-9710-dfac6cf0272e tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Synchronizing usage tracker for tenant:90dddf935ad8452980e08dcb3ee9a575 on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:11:19.167090 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-20210c9f-80ac-4f88-a6f4-c6ee4d800922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:19.168268 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-20210c9f-80ac-4f88-a6f4-c6ee4d800922 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0fa3fe70-77b4-49dd-9991-4e782dd06656 HTTP/1.1" status: 204 len: 168 time: 0.8038828 May 05 20:11:19.173872 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907f6119-a380-4b82-bc96-2b3ce7671312 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event updated for resources: {'Subnet': ['ID=1fd3d3fc-2af4-4626-bf4c-0de5be369702,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:19.180141 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907f6119-a380-4b82-bc96-2b3ce7671312 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Checking segment: {'id': 'c09fd800-ef9f-4ee5-9fe2-74f1ca173a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '587df6f4-e734-43f3-85bd-98c6549ff7c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:11:19.180499 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907f6119-a380-4b82-bc96-2b3ce7671312 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Network hostable DHCP agents. Network: 587df6f4-e734-43f3-85bd-98c6549ff7c9, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:11:19.216162 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907f6119-a380-4b82-bc96-2b3ce7671312 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Network 587df6f4-e734-43f3-85bd-98c6549ff7c9 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:11:19.225167 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-1b0600b8-d0e3-4070-89b5-340d7ed0b5e5 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Unset dirty status for tenant:c9d472a1cc2d40a7a2f0fbe0cadad645 on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:11:19.226431 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-1b0600b8-d0e3-4070-89b5-340d7ed0b5e5 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2824311 May 05 20:11:19.237934 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57878) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:19.246783 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-5daa3f15-f788-4630-8d31-4c5955c3fa6d tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Request body: {'security_group': {'name': 'tempest-secgroup--774209877'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:19.260035 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5daa3f15-f788-4630-8d31-4c5955c3fa6d tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:19.260433 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-57a4041f-536d-48ab-9710-dfac6cf0272e tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Unset dirty status for tenant:90dddf935ad8452980e08dcb3ee9a575 on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:11:19.261720 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-57a4041f-536d-48ab-9710-dfac6cf0272e tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3480983 May 05 20:11:19.268876 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57882) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:19.281949 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5daa3f15-f788-4630-8d31-4c5955c3fa6d tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:19.288568 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1616c94f-772a-4a1b-91ab-d7d784f76806 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:19.295139 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d1105e1f-9545-4dcb-bacd-44493c01d3af req-7a172715-2c4e-4aab-b795-47ae1f9f0e89 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d31c7e0-0b9b-4b82-8e51-a502610a4c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209905 May 05 20:11:19.304629 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-907f6119-a380-4b82-bc96-2b3ce7671312 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 587df6f4-e734-43f3-85bd-98c6549ff7c9) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:11:19.315488 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a757ace9-ac6f-41a1-9e3f-be2f9e635630 None None] Network 587df6f4-e734-43f3-85bd-98c6549ff7c9 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:11:19.319138 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5daa3f15-f788-4630-8d31-4c5955c3fa6d tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:19.363182 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907f6119-a380-4b82-bc96-2b3ce7671312 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:19.375619 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-907f6119-a380-4b82-bc96-2b3ce7671312 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:19.449762 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5daa3f15-f788-4630-8d31-4c5955c3fa6d tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:19.464925 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-5daa3f15-f788-4630-8d31-4c5955c3fa6d tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Usage tracker for resource:security_group_rule and tenant:c9d472a1cc2d40a7a2f0fbe0cadad645 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:19.473548 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-5daa3f15-f788-4630-8d31-4c5955c3fa6d tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:19.492964 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5daa3f15-f788-4630-8d31-4c5955c3fa6d tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:19.539788 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1616c94f-772a-4a1b-91ab-d7d784f76806 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event updated for resources: {'Subnet': ['ID=f0d1a497-d64f-4f0c-9fa4-f413957c0840,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:19.586923 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-907f6119-a380-4b82-bc96-2b3ce7671312 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5490630 May 05 20:11:19.593873 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57890) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:19.597808 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bcb548da-3ba8-4b47-a7c3-f36995ed95b3 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:19.683636 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-7dc492a5-e4fc-4255-9a35-2c94875fb482 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Request body: {'port': {'network_id': '587df6f4-e734-43f3-85bd-98c6549ff7c9', 'name': 'tempest-PortsIpV6TestJSON-1675454799'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:19.729449 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1616c94f-772a-4a1b-91ab-d7d784f76806 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Checking segment: {'id': '41dab142-bac6-49a4-955a-ca7303d9042b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8bd88960-6695-4355-a655-d48699f3c177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:11:19.730526 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1616c94f-772a-4a1b-91ab-d7d784f76806 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Network hostable DHCP agents. Network: 8bd88960-6695-4355-a655-d48699f3c177, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:11:19.784037 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5daa3f15-f788-4630-8d31-4c5955c3fa6d tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:19.799419 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5daa3f15-f788-4630-8d31-4c5955c3fa6d tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:19.821756 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a712df56-f46a-4ca8-bfad-7c87b000e565 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-587df6f4-e734-43f3-85bd-98c6549ff7c9', 'network_id': '587df6f4-e734-43f3-85bd-98c6549ff7c9', 'tenant_id': '88760c5e167e4c4abc1263be6642087f', 'fixed_ips': [{'subnet_id': '1fd3d3fc-2af4-4626-bf4c-0de5be369702'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:11:19.823247 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a712df56-f46a-4ca8-bfad-7c87b000e565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:19.837345 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bcb548da-3ba8-4b47-a7c3-f36995ed95b3 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:19.858331 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daa3f15-f788-4630-8d31-4c5955c3fa6d tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17fc21ff-47df-4f1c-adfb-5613cf17d9b5,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:19.880796 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5daa3f15-f788-4630-8d31-4c5955c3fa6d tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:19.885056 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-5daa3f15-f788-4630-8d31-4c5955c3fa6d tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6424880 May 05 20:11:19.886420 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57900) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:19.902695 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-c58c393a-5d58-4a24-8a44-ce1a6dcf9698 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Request body: {'security_group_rule': {'security_group_id': '17fc21ff-47df-4f1c-adfb-5613cf17d9b5', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:19.924086 n-d-840717-1 neutron-server[88198]: WARNING neutron.api.v2.base [None req-c58c393a-5d58-4a24-8a44-ce1a6dcf9698 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. May 05 20:11:19.924859 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-c58c393a-5d58-4a24-8a44-ce1a6dcf9698 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 20:11:19.928753 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c58c393a-5d58-4a24-8a44-ce1a6dcf9698 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0385146 May 05 20:11:19.929379 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57906) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:20.027480 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57914) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:20.066824 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1616c94f-772a-4a1b-91ab-d7d784f76806 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Network 8bd88960-6695-4355-a655-d48699f3c177 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:11:20.100142 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-7dc492a5-e4fc-4255-9a35-2c94875fb482 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:20.126574 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-7dc492a5-e4fc-4255-9a35-2c94875fb482 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:20.145074 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc492a5-e4fc-4255-9a35-2c94875fb482 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Made reservation on behalf of 88760c5e167e4c4abc1263be6642087f for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:11:20.149602 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7dc492a5-e4fc-4255-9a35-2c94875fb482 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:20.165074 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-1616c94f-772a-4a1b-91ab-d7d784f76806 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 8bd88960-6695-4355-a655-d48699f3c177) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:11:20.176112 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1616c94f-772a-4a1b-91ab-d7d784f76806 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:20.176710 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1616c94f-772a-4a1b-91ab-d7d784f76806 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:20.191760 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bcb548da-3ba8-4b47-a7c3-f36995ed95b3 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:20.206694 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf5dc9c-efb7-4191-928d-d61626bb1a0d None None] Network 8bd88960-6695-4355-a655-d48699f3c177 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:11:20.221129 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [None req-7dc492a5-e4fc-4255-9a35-2c94875fb482 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] device_id is not set on port 9038421c-c019-467b-a4a8-e0a93e2229e2 yet. {{(pid=88197) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:11:20.249721 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-a712df56-f46a-4ca8-bfad-7c87b000e565 None None] Allocated IP 2001:db8::2 (587df6f4-e734-43f3-85bd-98c6549ff7c9/1fd3d3fc-2af4-4626-bf4c-0de5be369702/19c6ae33-ce23-4179-b904-f9e1313f53a8) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:11:20.270529 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb548da-3ba8-4b47-a7c3-f36995ed95b3 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90af4a09-df8c-4bcf-b473-965548143306,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:20.302481 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bcb548da-3ba8-4b47-a7c3-f36995ed95b3 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:20.304151 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-bcb548da-3ba8-4b47-a7c3-f36995ed95b3 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] 10.222.0.36 "DELETE /v2.0/security-groups/90af4a09-df8c-4bcf-b473-965548143306 HTTP/1.1" status: 204 len: 168 time: 1.0341277 May 05 20:11:20.310284 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57920) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:20.311786 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-1616c94f-772a-4a1b-91ab-d7d784f76806 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1902974 May 05 20:11:20.372425 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57926) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:20.391305 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-f6556d63-e6e4-4d6a-8210-751eba6a2827 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-652475484', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:20.454390 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-f6556d63-e6e4-4d6a-8210-751eba6a2827 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:20.481818 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-f6556d63-e6e4-4d6a-8210-751eba6a2827 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Usage tracker for resource:router and tenant:0cc5f4a365af4a94a73e5ef336438b10 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:20.488002 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-29b236ae-9fe9-42bb-81b7-5d166386af5c tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Synchronizing usage tracker for tenant:90dddf935ad8452980e08dcb3ee9a575 on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:11:20.490446 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-f6556d63-e6e4-4d6a-8210-751eba6a2827 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:20.513953 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-f6556d63-e6e4-4d6a-8210-751eba6a2827 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:20.640798 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-29b236ae-9fe9-42bb-81b7-5d166386af5c tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Unset dirty status for tenant:90dddf935ad8452980e08dcb3ee9a575 on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:11:20.645396 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-29b236ae-9fe9-42bb-81b7-5d166386af5c tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3323057 May 05 20:11:20.652046 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f6556d63-e6e4-4d6a-8210-751eba6a2827 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:20.653128 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f6556d63-e6e4-4d6a-8210-751eba6a2827 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:20.661078 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57940) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:20.706556 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-2c6183c4-e816-4bca-96dc-ad87f0f4a6e0 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Request body: {'security_group': {'name': 'tempest-secgroup--2013577664'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:20.755468 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f6556d63-e6e4-4d6a-8210-751eba6a2827 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:20.771755 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-2c6183c4-e816-4bca-96dc-ad87f0f4a6e0 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:20.806175 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-0f5ab65d-a22b-4abb-a4c2-1d51a9bcda72 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=47803a70b16c4200a7e9395c14d34ca6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3959301 May 05 20:11:20.807897 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57948) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:20.809496 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f6556d63-e6e4-4d6a-8210-751eba6a2827 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:20.813736 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c356d8d2-3f09-4f8f-aed2-dd835872a3e9 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:20.823662 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-2c6183c4-e816-4bca-96dc-ad87f0f4a6e0 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:20.898066 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2c6183c4-e816-4bca-96dc-ad87f0f4a6e0 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:20.908778 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283cbd2f-fe5d-4f6f-b15c-ca986129c3f0 req-5e98567e-8880-41c0-ade1-a8735f061704 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:20.918516 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c356d8d2-3f09-4f8f-aed2-dd835872a3e9 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:20.919388 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-283cbd2f-fe5d-4f6f-b15c-ca986129c3f0 req-5e98567e-8880-41c0-ade1-a8735f061704 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f014c38-9d5a-4aa6-825b-562b0fc1b7d9 HTTP/1.1" status: 200 len: 947 time: 0.3555379 May 05 20:11:20.958172 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079cf110-607b-4c89-99e7-9836ec460ad5 req-0e7cf562-088d-4b3c-a8e9-a725f9b3a678 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:20.959741 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-079cf110-607b-4c89-99e7-9836ec460ad5 req-0e7cf562-088d-4b3c-a8e9-a725f9b3a678 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=4554207a-7966-4e03-aa31-6d0021a7ef42 HTTP/1.1" status: 200 len: 946 time: 0.5213039 May 05 20:11:20.960776 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-2c6183c4-e816-4bca-96dc-ad87f0f4a6e0 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:20.974761 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-2c6183c4-e816-4bca-96dc-ad87f0f4a6e0 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Usage tracker for resource:security_group_rule and tenant:90dddf935ad8452980e08dcb3ee9a575 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:21.001409 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-2c6183c4-e816-4bca-96dc-ad87f0f4a6e0 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:21.020211 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-2c6183c4-e816-4bca-96dc-ad87f0f4a6e0 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:21.053311 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-079cf110-607b-4c89-99e7-9836ec460ad5 req-e041ea21-b882-4236-aebe-ceb3801fb0e3 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31a0353-9cc7-4431-82ad-5f9b9985cf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801752 May 05 20:11:21.054939 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c356d8d2-3f09-4f8f-aed2-dd835872a3e9 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:21.077968 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c356d8d2-3f09-4f8f-aed2-dd835872a3e9 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17fc21ff-47df-4f1c-adfb-5613cf17d9b5,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:21.089353 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c356d8d2-3f09-4f8f-aed2-dd835872a3e9 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:21.091320 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c356d8d2-3f09-4f8f-aed2-dd835872a3e9 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] 10.222.0.36 "DELETE /v2.0/security-groups/17fc21ff-47df-4f1c-adfb-5613cf17d9b5 HTTP/1.1" status: 204 len: 168 time: 1.1608503 May 05 20:11:21.095049 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57964) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:21.103238 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-283cbd2f-fe5d-4f6f-b15c-ca986129c3f0 req-c195b925-8484-4966-9838-5c43568aefc0 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d31c7e0-0b9b-4b82-8e51-a502610a4c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1821687 May 05 20:11:21.122553 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f6556d63-e6e4-4d6a-8210-751eba6a2827 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:21.126336 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f6556d63-e6e4-4d6a-8210-751eba6a2827 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.7392848 May 05 20:11:21.127245 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57970) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:21.135759 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-1e9b312c-d1a6-4076-8059-4ab000437c2a tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Request body: {'port': {'network_id': '8bd88960-6695-4355-a655-d48699f3c177', 'name': 'tempest-PortsTestJSON-949018595'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:21.138294 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621169a9-0160-4a77-a80f-863249fc5729 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-8bd88960-6695-4355-a655-d48699f3c177', 'network_id': '8bd88960-6695-4355-a655-d48699f3c177', 'tenant_id': '0cc5f4a365af4a94a73e5ef336438b10', 'fixed_ips': [{'subnet_id': 'f0d1a497-d64f-4f0c-9fa4-f413957c0840'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:11:21.139212 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-621169a9-0160-4a77-a80f-863249fc5729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:21.159015 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-020516ca-f7ef-4053-a072-dfc26f8d5751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:21.297185 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a3bb5f63-7c92-4ea4-9c30-ba918dbdb642 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Synchronizing usage tracker for tenant:c9d472a1cc2d40a7a2f0fbe0cadad645 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:11:21.347897 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-020516ca-f7ef-4053-a072-dfc26f8d5751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:21.366999 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a3bb5f63-7c92-4ea4-9c30-ba918dbdb642 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Unset dirty status for tenant:c9d472a1cc2d40a7a2f0fbe0cadad645 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:11:21.373425 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a3bb5f63-7c92-4ea4-9c30-ba918dbdb642 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2763574 May 05 20:11:21.379852 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57988) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:21.422070 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-1f38dcc2-26ac-4738-8843-19174b37e6c7 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Request body: {'security_group': {'name': 'tempest-secgroup--2065465422'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:21.442162 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1f38dcc2-26ac-4738-8843-19174b37e6c7 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:21.470126 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-1e9b312c-d1a6-4076-8059-4ab000437c2a tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:21.481531 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-1e9b312c-d1a6-4076-8059-4ab000437c2a tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:21.494111 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1f38dcc2-26ac-4738-8843-19174b37e6c7 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:21.496839 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-020516ca-f7ef-4053-a072-dfc26f8d5751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:21.516452 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9b312c-d1a6-4076-8059-4ab000437c2a tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Made reservation on behalf of 0cc5f4a365af4a94a73e5ef336438b10 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:11:21.520966 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1e9b312c-d1a6-4076-8059-4ab000437c2a tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:21.527073 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a712df56-f46a-4ca8-bfad-7c87b000e565 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:21.550964 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1f38dcc2-26ac-4738-8843-19174b37e6c7 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:21.583684 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020516ca-f7ef-4053-a072-dfc26f8d5751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d3abb4-65ce-4f06-ac9a-e60c7c0d8586,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:21.594433 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [None req-1e9b312c-d1a6-4076-8059-4ab000437c2a tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] device_id is not set on port 2ba207be-d553-4b5c-b20d-585956ab9bdc yet. {{(pid=88197) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:11:21.619486 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2c6183c4-e816-4bca-96dc-ad87f0f4a6e0 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:21.644779 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2c6183c4-e816-4bca-96dc-ad87f0f4a6e0 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:21.649979 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-a712df56-f46a-4ca8-bfad-7c87b000e565 None None] Transition to ACTIVE for port object 19c6ae33-ce23-4179-b904-f9e1313f53a8 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:11:21.662028 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-020516ca-f7ef-4053-a072-dfc26f8d5751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:21.665331 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-020516ca-f7ef-4053-a072-dfc26f8d5751 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c9d3abb4-65ce-4f06-ac9a-e60c7c0d8586 HTTP/1.1" status: 204 len: 168 time: 0.8421330 May 05 20:11:21.752524 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-621169a9-0160-4a77-a80f-863249fc5729 None None] Allocated IP 172.20.0.2 (8bd88960-6695-4355-a655-d48699f3c177/f0d1a497-d64f-4f0c-9fa4-f413957c0840/6f1cbfac-d214-46fd-ae3b-b495f53c0d43) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:11:21.816770 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1f38dcc2-26ac-4738-8843-19174b37e6c7 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:21.834887 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-1f38dcc2-26ac-4738-8843-19174b37e6c7 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Usage tracker for resource:security_group_rule and tenant:c9d472a1cc2d40a7a2f0fbe0cadad645 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:21.849688 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-1f38dcc2-26ac-4738-8843-19174b37e6c7 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:21.866306 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2c6183c4-e816-4bca-96dc-ad87f0f4a6e0 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:21.868195 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-2c6183c4-e816-4bca-96dc-ad87f0f4a6e0 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1991196 May 05 20:11:21.869627 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1f38dcc2-26ac-4738-8843-19174b37e6c7 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:21.871266 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58000) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:21.878312 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-0e70e23f-3d05-4bdf-81ef-aff7fa7e283a tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Request body: {'security_group_rule': {'security_group_id': '7fdc35a9-3420-43d7-adde-85adf53b1cbd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:21.900895 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-0e70e23f-3d05-4bdf-81ef-aff7fa7e283a tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:21.913410 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-0e70e23f-3d05-4bdf-81ef-aff7fa7e283a tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Usage tracker for resource:security_group_rule and tenant:90dddf935ad8452980e08dcb3ee9a575 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:21.929900 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-0e70e23f-3d05-4bdf-81ef-aff7fa7e283a tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:21.947511 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-0e70e23f-3d05-4bdf-81ef-aff7fa7e283a tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:21.997285 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6183c4-e816-4bca-96dc-ad87f0f4a6e0 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fdc35a9-3420-43d7-adde-85adf53b1cbd,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:22.032151 n-d-840717-1 neutron-server[88197]: INFO neutron.api.v2.resource [None req-0e70e23f-3d05-4bdf-81ef-aff7fa7e283a tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 20:11:22.033548 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-0e70e23f-3d05-4bdf-81ef-aff7fa7e283a tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1600401 May 05 20:11:22.036361 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58010) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:22.042715 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-d33141a3-2ef1-4d72-a572-257db5bf979e tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Request body: {'security_group_rule': {'security_group_id': '7fdc35a9-3420-43d7-adde-85adf53b1cbd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:22.061449 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-d33141a3-2ef1-4d72-a572-257db5bf979e tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:22.069462 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-d33141a3-2ef1-4d72-a572-257db5bf979e tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Usage tracker for resource:security_group_rule and tenant:90dddf935ad8452980e08dcb3ee9a575 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:22.084806 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-d33141a3-2ef1-4d72-a572-257db5bf979e tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:22.089846 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-621169a9-0160-4a77-a80f-863249fc5729 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:22.114298 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-621169a9-0160-4a77-a80f-863249fc5729 None None] Transition to ACTIVE for port object 6f1cbfac-d214-46fd-ae3b-b495f53c0d43 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:11:22.119290 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-d33141a3-2ef1-4d72-a572-257db5bf979e tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:22.159138 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1f38dcc2-26ac-4738-8843-19174b37e6c7 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:22.162333 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-621169a9-0160-4a77-a80f-863249fc5729 None None] Transition to ACTIVE for port object 6f1cbfac-d214-46fd-ae3b-b495f53c0d43 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:11:22.172483 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1f38dcc2-26ac-4738-8843-19174b37e6c7 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:22.201562 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-621169a9-0160-4a77-a80f-863249fc5729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:22.237113 n-d-840717-1 neutron-server[88197]: INFO neutron.api.v2.resource [None req-d33141a3-2ef1-4d72-a572-257db5bf979e tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 20:11:22.257618 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d33141a3-2ef1-4d72-a572-257db5bf979e tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2176063 May 05 20:11:22.281048 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58020) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:22.417674 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621169a9-0160-4a77-a80f-863249fc5729 None None] Pushing event updated for resources: {'Port': ['ID=6f1cbfac-d214-46fd-ae3b-b495f53c0d43,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:22.433271 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-a712df56-f46a-4ca8-bfad-7c87b000e565 None None] Transition to ACTIVE for port object 19c6ae33-ce23-4179-b904-f9e1313f53a8 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:11:22.433905 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-1e9b312c-d1a6-4076-8059-4ab000437c2a tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Allocated IP 172.20.0.13 (8bd88960-6695-4355-a655-d48699f3c177/f0d1a497-d64f-4f0c-9fa4-f413957c0840/2ba207be-d553-4b5c-b20d-585956ab9bdc) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:11:22.469360 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621169a9-0160-4a77-a80f-863249fc5729 None None] Network 8bd88960-6695-4355-a655-d48699f3c177 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:11:22.478157 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f38dcc2-26ac-4738-8843-19174b37e6c7 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fca3d6c1-d4a6-446e-8bca-26a3bdf04052,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:22.479779 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-621169a9-0160-4a77-a80f-863249fc5729 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:11:22.496511 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621169a9-0160-4a77-a80f-863249fc5729 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:11:22.505254 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a712df56-f46a-4ca8-bfad-7c87b000e565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:22.526492 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1f38dcc2-26ac-4738-8843-19174b37e6c7 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:22.532304 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-1f38dcc2-26ac-4738-8843-19174b37e6c7 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1313903 May 05 20:11:22.538387 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58034) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:22.645378 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-af4b6169-b120-4be0-9469-35a4d06fee24 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Request body: {'security_group_rule': {'security_group_id': 'fca3d6c1-d4a6-446e-8bca-26a3bdf04052', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:22.648104 n-d-840717-1 neutron-server[88198]: WARNING neutron.api.v2.base [None req-af4b6169-b120-4be0-9469-35a4d06fee24 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. May 05 20:11:22.648800 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-af4b6169-b120-4be0-9469-35a4d06fee24 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 20:11:22.650426 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-af4b6169-b120-4be0-9469-35a4d06fee24 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0864472 May 05 20:11:22.666983 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58050) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:22.751499 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-2e7ad7bb-d1bb-4b81-976e-b5a770743ee6 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Request body: {'security_group_rule': {'security_group_id': 'fca3d6c1-d4a6-446e-8bca-26a3bdf04052', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:22.755123 n-d-840717-1 neutron-server[88198]: WARNING neutron.api.v2.base [None req-2e7ad7bb-d1bb-4b81-976e-b5a770743ee6 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. May 05 20:11:22.755717 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-2e7ad7bb-d1bb-4b81-976e-b5a770743ee6 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 20:11:22.761712 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-2e7ad7bb-d1bb-4b81-976e-b5a770743ee6 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0917642 May 05 20:11:22.762969 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3966ea3f-5380-48f1-bd1d-80fd69504bea tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:22.774654 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58064) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:22.845905 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-ae2e811a-1d5b-4b39-86b0-a2be66e5fb39 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Request body: {'security_group_rule': {'security_group_id': 'fca3d6c1-d4a6-446e-8bca-26a3bdf04052', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:22.856344 n-d-840717-1 neutron-server[88198]: WARNING neutron.api.v2.base [None req-ae2e811a-1d5b-4b39-86b0-a2be66e5fb39 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. May 05 20:11:22.856883 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-ae2e811a-1d5b-4b39-86b0-a2be66e5fb39 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 20:11:22.861657 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-ae2e811a-1d5b-4b39-86b0-a2be66e5fb39 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0800917 May 05 20:11:22.862964 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58076) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:22.896907 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-a604a037-4e77-4f1c-954e-d7f3fef8f91d tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Request body: {'security_group_rule': {'security_group_id': 'fca3d6c1-d4a6-446e-8bca-26a3bdf04052', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:22.898724 n-d-840717-1 neutron-server[88198]: WARNING neutron.api.v2.base [None req-a604a037-4e77-4f1c-954e-d7f3fef8f91d tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. May 05 20:11:22.899240 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-a604a037-4e77-4f1c-954e-d7f3fef8f91d tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 20:11:22.907966 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a604a037-4e77-4f1c-954e-d7f3fef8f91d tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0415747 May 05 20:11:22.927673 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58084) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:22.965119 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a712df56-f46a-4ca8-bfad-7c87b000e565 None None] Network 587df6f4-e734-43f3-85bd-98c6549ff7c9 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:11:22.971176 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-a712df56-f46a-4ca8-bfad-7c87b000e565 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:11:22.977841 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a712df56-f46a-4ca8-bfad-7c87b000e565 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:11:22.982635 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe8f22-6d37-4a37-b9af-b2b2ff028e0c req-154ae079-650d-4be6-9bea-09bbee51cdca tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:22.986423 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2cfe8f22-6d37-4a37-b9af-b2b2ff028e0c req-154ae079-650d-4be6-9bea-09bbee51cdca tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=4554207a-7966-4e03-aa31-6d0021a7ef42 HTTP/1.1" status: 200 len: 946 time: 0.6020997 May 05 20:11:23.017461 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3966ea3f-5380-48f1-bd1d-80fd69504bea tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:23.030566 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-621169a9-0160-4a77-a80f-863249fc5729 None None] Attempting to bind port 6f1cbfac-d214-46fd-ae3b-b495f53c0d43 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:11:23.031265 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-621169a9-0160-4a77-a80f-863249fc5729 None None] Attempting to bind port 6f1cbfac-d214-46fd-ae3b-b495f53c0d43 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '41dab142-bac6-49a4-955a-ca7303d9042b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8bd88960-6695-4355-a655-d48699f3c177'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:11:23.031716 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621169a9-0160-4a77-a80f-863249fc5729 None None] Attempting to bind port 6f1cbfac-d214-46fd-ae3b-b495f53c0d43 on network 8bd88960-6695-4355-a655-d48699f3c177 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:11:23.108327 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a712df56-f46a-4ca8-bfad-7c87b000e565 None None] Pushing event updated for resources: {'Port': ['ID=19c6ae33-ce23-4179-b904-f9e1313f53a8,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:23.118166 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621169a9-0160-4a77-a80f-863249fc5729 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:11:23.118884 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621169a9-0160-4a77-a80f-863249fc5729 None None] Checking segment: {'id': '41dab142-bac6-49a4-955a-ca7303d9042b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8bd88960-6695-4355-a655-d48699f3c177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:11:23.119329 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-621169a9-0160-4a77-a80f-863249fc5729 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:23.119715 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621169a9-0160-4a77-a80f-863249fc5729 None None] Bound using segment: {'id': '41dab142-bac6-49a4-955a-ca7303d9042b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8bd88960-6695-4355-a655-d48699f3c177'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:11:23.124628 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-621169a9-0160-4a77-a80f-863249fc5729 None None] Bound port: 6f1cbfac-d214-46fd-ae3b-b495f53c0d43, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41dab142-bac6-49a4-955a-ca7303d9042b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8bd88960-6695-4355-a655-d48699f3c177'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:11:23.125160 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-621169a9-0160-4a77-a80f-863249fc5729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:23.213090 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-a712df56-f46a-4ca8-bfad-7c87b000e565 None None] Attempting to bind port 19c6ae33-ce23-4179-b904-f9e1313f53a8 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:11:23.213954 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-a712df56-f46a-4ca8-bfad-7c87b000e565 None None] Attempting to bind port 19c6ae33-ce23-4179-b904-f9e1313f53a8 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'c09fd800-ef9f-4ee5-9fe2-74f1ca173a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '587df6f4-e734-43f3-85bd-98c6549ff7c9'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:11:23.217277 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a712df56-f46a-4ca8-bfad-7c87b000e565 None None] Attempting to bind port 19c6ae33-ce23-4179-b904-f9e1313f53a8 on network 587df6f4-e734-43f3-85bd-98c6549ff7c9 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:11:23.224372 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ccc4adb8-ab1d-41b2-9a77-09023d046284 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:23.227472 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58096) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:23.261642 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2cfe8f22-6d37-4a37-b9af-b2b2ff028e0c req-136d658a-19d5-4023-85d7-f09477181c37 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31a0353-9cc7-4431-82ad-5f9b9985cf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136226 May 05 20:11:23.286209 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ccc4adb8-ab1d-41b2-9a77-09023d046284 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:23.318329 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-7dc492a5-e4fc-4255-9a35-2c94875fb482 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Allocated IP 2001:db8::1d (587df6f4-e734-43f3-85bd-98c6549ff7c9/1fd3d3fc-2af4-4626-bf4c-0de5be369702/9038421c-c019-467b-a4a8-e0a93e2229e2) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:11:23.320235 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3966ea3f-5380-48f1-bd1d-80fd69504bea tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:23.358942 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a66bc-7b9f-404b-9b55-3338eb3ca34c req-397eb257-3f4f-46fc-b719-16064960afa7 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:23.382598 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6a3a66bc-7b9f-404b-9b55-3338eb3ca34c req-397eb257-3f4f-46fc-b719-16064960afa7 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f014c38-9d5a-4aa6-825b-562b0fc1b7d9 HTTP/1.1" status: 200 len: 947 time: 0.9344208 May 05 20:11:23.390901 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1e9b312c-d1a6-4076-8059-4ab000437c2a tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:23.399629 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a712df56-f46a-4ca8-bfad-7c87b000e565 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:11:23.403945 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a712df56-f46a-4ca8-bfad-7c87b000e565 None None] Checking segment: {'id': 'c09fd800-ef9f-4ee5-9fe2-74f1ca173a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '587df6f4-e734-43f3-85bd-98c6549ff7c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:11:23.412018 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a712df56-f46a-4ca8-bfad-7c87b000e565 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:23.412896 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a712df56-f46a-4ca8-bfad-7c87b000e565 None None] Bound using segment: {'id': 'c09fd800-ef9f-4ee5-9fe2-74f1ca173a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '587df6f4-e734-43f3-85bd-98c6549ff7c9'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:11:23.413662 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-a712df56-f46a-4ca8-bfad-7c87b000e565 None None] Bound port: 19c6ae33-ce23-4179-b904-f9e1313f53a8, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c09fd800-ef9f-4ee5-9fe2-74f1ca173a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '587df6f4-e734-43f3-85bd-98c6549ff7c9'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:11:23.413814 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3966ea3f-5380-48f1-bd1d-80fd69504bea tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fdc35a9-3420-43d7-adde-85adf53b1cbd,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:23.414780 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a712df56-f46a-4ca8-bfad-7c87b000e565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:23.427542 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3966ea3f-5380-48f1-bd1d-80fd69504bea tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:23.430404 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3966ea3f-5380-48f1-bd1d-80fd69504bea tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] 10.222.0.36 "DELETE /v2.0/security-groups/7fdc35a9-3420-43d7-adde-85adf53b1cbd HTTP/1.1" status: 204 len: 168 time: 1.1441140 May 05 20:11:23.434258 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58102) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:23.533909 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ccc4adb8-ab1d-41b2-9a77-09023d046284 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:23.568688 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-1e9b312c-d1a6-4076-8059-4ab000437c2a tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Transition to ACTIVE for port object 2ba207be-d553-4b5c-b20d-585956ab9bdc will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:11:23.607979 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-621169a9-0160-4a77-a80f-863249fc5729 None None] For port 6f1cbfac-d214-46fd-ae3b-b495f53c0d43, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:11:23.622342 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6a3a66bc-7b9f-404b-9b55-3338eb3ca34c req-82afc8f0-202e-4531-aab8-0a7fc21f7d35 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d31c7e0-0b9b-4b82-8e51-a502610a4c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2383680 May 05 20:11:23.654746 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc4adb8-ab1d-41b2-9a77-09023d046284 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca3d6c1-d4a6-446e-8bca-26a3bdf04052,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:23.683311 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-c5c44846-25c4-4bb0-9d29-3588051c0fea tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Synchronizing usage tracker for tenant:90dddf935ad8452980e08dcb3ee9a575 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:11:23.702908 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ccc4adb8-ab1d-41b2-9a77-09023d046284 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:23.704937 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-ccc4adb8-ab1d-41b2-9a77-09023d046284 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] 10.222.0.36 "DELETE /v2.0/security-groups/fca3d6c1-d4a6-446e-8bca-26a3bdf04052 HTTP/1.1" status: 204 len: 168 time: 0.7737679 May 05 20:11:23.708077 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58110) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:23.715983 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58114) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:23.733597 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-621169a9-0160-4a77-a80f-863249fc5729 None None] For port 6f1cbfac-d214-46fd-ae3b-b495f53c0d43, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=6f1cbfac-d214-46fd-ae3b-b495f53c0d43,segment=NetworkSegment(41dab142-bac6-49a4-955a-ca7303d9042b),segment_id=41dab142-bac6-49a4-955a-ca7303d9042b)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:11:23.750401 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-c5c44846-25c4-4bb0-9d29-3588051c0fea tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Unset dirty status for tenant:90dddf935ad8452980e08dcb3ee9a575 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:11:23.752028 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c5c44846-25c4-4bb0-9d29-3588051c0fea tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3156505 May 05 20:11:23.755928 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58120) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:23.766072 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-24fdc513-6fd0-4d0a-bbc6-35069086f095 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Request body: {'security_group': {'name': 'tempest-secgroup--656565394'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:23.787231 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-24fdc513-6fd0-4d0a-bbc6-35069086f095 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:23.792851 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-621169a9-0160-4a77-a80f-863249fc5729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:23.801236 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-cb7e3748-015a-45bb-9e94-46f6f4bce689 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Synchronizing usage tracker for tenant:c9d472a1cc2d40a7a2f0fbe0cadad645 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:11:23.808422 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-24fdc513-6fd0-4d0a-bbc6-35069086f095 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:23.832701 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-cb7e3748-015a-45bb-9e94-46f6f4bce689 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Unset dirty status for tenant:c9d472a1cc2d40a7a2f0fbe0cadad645 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:11:23.834445 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-cb7e3748-015a-45bb-9e94-46f6f4bce689 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1246841 May 05 20:11:23.844006 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58124) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:23.847121 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-24fdc513-6fd0-4d0a-bbc6-35069086f095 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:23.863636 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-dd4029ca-35bb-49ef-95de-ee73d0ab0be6 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Request body: {'security_group': {'name': 'tempest-secgroup--824987613'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:23.871680 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-dd4029ca-35bb-49ef-95de-ee73d0ab0be6 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:23.886397 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-dd4029ca-35bb-49ef-95de-ee73d0ab0be6 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:23.897891 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4194e57f-d6cf-41d0-919f-6f7ad46ebaff admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:23.910891 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-24fdc513-6fd0-4d0a-bbc6-35069086f095 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:23.912271 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1e9b312c-d1a6-4076-8059-4ab000437c2a tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:23.917183 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-24fdc513-6fd0-4d0a-bbc6-35069086f095 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Usage tracker for resource:security_group_rule and tenant:90dddf935ad8452980e08dcb3ee9a575 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:23.922112 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-6ec41c3c-52b4-496f-bb7c-e8aa51bc4e56 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1947414610'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:23.922399 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-24fdc513-6fd0-4d0a-bbc6-35069086f095 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:23.928829 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-24fdc513-6fd0-4d0a-bbc6-35069086f095 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:23.929463 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4194e57f-d6cf-41d0-919f-6f7ad46ebaff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:23.933825 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4194e57f-d6cf-41d0-919f-6f7ad46ebaff admin admin] Usage tracker for resource:security_group_rule and tenant:469cf46d656d4fce9ae16cf9c9252f6f is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:23.937293 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4194e57f-d6cf-41d0-919f-6f7ad46ebaff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:23.939070 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-a712df56-f46a-4ca8-bfad-7c87b000e565 None None] For port 19c6ae33-ce23-4179-b904-f9e1313f53a8, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:11:23.945190 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4194e57f-d6cf-41d0-919f-6f7ad46ebaff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:23.956976 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-a712df56-f46a-4ca8-bfad-7c87b000e565 None None] For port 19c6ae33-ce23-4179-b904-f9e1313f53a8, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=19c6ae33-ce23-4179-b904-f9e1313f53a8,segment=NetworkSegment(c09fd800-ef9f-4ee5-9fe2-74f1ca173a53),segment_id=c09fd800-ef9f-4ee5-9fe2-74f1ca173a53)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:11:23.974030 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a712df56-f46a-4ca8-bfad-7c87b000e565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:23.986649 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621169a9-0160-4a77-a80f-863249fc5729 None None] Pushing event updated for resources: {'Port': ['ID=6f1cbfac-d214-46fd-ae3b-b495f53c0d43,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:24.053760 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dd4029ca-35bb-49ef-95de-ee73d0ab0be6 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:24.071829 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-24fdc513-6fd0-4d0a-bbc6-35069086f095 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:24.072112 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a712df56-f46a-4ca8-bfad-7c87b000e565 None None] Pushing event updated for resources: {'Port': ['ID=19c6ae33-ce23-4179-b904-f9e1313f53a8,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:24.078831 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-dd4029ca-35bb-49ef-95de-ee73d0ab0be6 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:24.083180 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-24fdc513-6fd0-4d0a-bbc6-35069086f095 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:24.087476 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-dd4029ca-35bb-49ef-95de-ee73d0ab0be6 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Usage tracker for resource:security_group_rule and tenant:c9d472a1cc2d40a7a2f0fbe0cadad645 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:24.110727 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-dd4029ca-35bb-49ef-95de-ee73d0ab0be6 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:24.137897 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-dd4029ca-35bb-49ef-95de-ee73d0ab0be6 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:24.156398 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7dc492a5-e4fc-4255-9a35-2c94875fb482 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:24.184822 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-7dc492a5-e4fc-4255-9a35-2c94875fb482 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Transition to ACTIVE for port object 9038421c-c019-467b-a4a8-e0a93e2229e2 will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:11:24.195959 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fdc513-6fd0-4d0a-bbc6-35069086f095 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a21ca2f5-7e58-4bed-a3d4-bce823abe5f4,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:24.221419 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-24fdc513-6fd0-4d0a-bbc6-35069086f095 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:24.226985 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-24fdc513-6fd0-4d0a-bbc6-35069086f095 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4698446 May 05 20:11:24.233768 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58128) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:24.240922 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-f530d0cb-086e-4357-a8ae-e90248e67b7e tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:24.243706 n-d-840717-1 neutron-server[88198]: WARNING neutron.api.v2.base [None req-f530d0cb-086e-4357-a8ae-e90248e67b7e tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 05 20:11:24.244326 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-f530d0cb-086e-4357-a8ae-e90248e67b7e tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] update failed (client error): There was a conflict when trying to complete your request. May 05 20:11:24.245401 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f530d0cb-086e-4357-a8ae-e90248e67b7e tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] 10.222.0.36 "PUT /v2.0/security-groups/a21ca2f5-7e58-4bed-a3d4-bce823abe5f4 HTTP/1.1" status: 409 len: 330 time: 0.0105243 May 05 20:11:24.251863 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58132) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:24.275845 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-6ec41c3c-52b4-496f-bb7c-e8aa51bc4e56 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:24.296469 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7dc492a5-e4fc-4255-9a35-2c94875fb482 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:24.364282 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-6ec41c3c-52b4-496f-bb7c-e8aa51bc4e56 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Usage tracker for resource:network and tenant:b84517431db84d2ea9b94084b415b5bd is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:24.376924 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4194e57f-d6cf-41d0-919f-6f7ad46ebaff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:24.389348 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9b312c-d1a6-4076-8059-4ab000437c2a tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Network 8bd88960-6695-4355-a655-d48699f3c177 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:11:24.394897 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-6ec41c3c-52b4-496f-bb7c-e8aa51bc4e56 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:24.399430 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-1e9b312c-d1a6-4076-8059-4ab000437c2a tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:11:24.411146 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4194e57f-d6cf-41d0-919f-6f7ad46ebaff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:24.435915 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dd4029ca-35bb-49ef-95de-ee73d0ab0be6 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:24.456787 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dd4029ca-35bb-49ef-95de-ee73d0ab0be6 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:24.463483 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-6ec41c3c-52b4-496f-bb7c-e8aa51bc4e56 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:24.466023 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9b312c-d1a6-4076-8059-4ab000437c2a tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:11:24.724749 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4029ca-35bb-49ef-95de-ee73d0ab0be6 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e67fe91-4b15-41a2-93fe-dcc4c0da5b8a,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:24.739839 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dd4029ca-35bb-49ef-95de-ee73d0ab0be6 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:24.741704 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-dd4029ca-35bb-49ef-95de-ee73d0ab0be6 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8961189 May 05 20:11:24.775575 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bab32622-9192-425f-926f-6325309d78a4 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:24.785288 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58138) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:24.808629 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-c5931f46-5757-4206-b3d5-3b49645ef43a tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Request body: {'security_group_rule': {'security_group_id': '5e67fe91-4b15-41a2-93fe-dcc4c0da5b8a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:24.809518 n-d-840717-1 neutron-server[88198]: WARNING neutron.api.v2.base [None req-c5931f46-5757-4206-b3d5-3b49645ef43a tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 05 20:11:24.810436 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-c5931f46-5757-4206-b3d5-3b49645ef43a tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 20:11:24.811720 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c5931f46-5757-4206-b3d5-3b49645ef43a tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0237188 May 05 20:11:24.816295 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58142) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:24.837588 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-143a40d4-0550-403f-a347-5c3966896791 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Request body: {'security_group_rule': {'security_group_id': '5e67fe91-4b15-41a2-93fe-dcc4c0da5b8a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:24.851122 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bab32622-9192-425f-926f-6325309d78a4 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:24.864485 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-143a40d4-0550-403f-a347-5c3966896791 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:24.876361 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-4194e57f-d6cf-41d0-919f-6f7ad46ebaff admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=469cf46d656d4fce9ae16cf9c9252f6f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1574359 May 05 20:11:24.883987 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9b312c-d1a6-4076-8059-4ab000437c2a tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:24.884801 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1e9b312c-d1a6-4076-8059-4ab000437c2a tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:24.894474 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-143a40d4-0550-403f-a347-5c3966896791 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Usage tracker for resource:security_group_rule and tenant:c9d472a1cc2d40a7a2f0fbe0cadad645 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:24.897808 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58146) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:24.909646 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-143a40d4-0550-403f-a347-5c3966896791 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:24.934833 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 19c6ae33-ce23-4179-b904-f9e1313f53a8 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:11:24.941855 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc492a5-e4fc-4255-9a35-2c94875fb482 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Network 587df6f4-e734-43f3-85bd-98c6549ff7c9 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:11:24.955062 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-7dc492a5-e4fc-4255-9a35-2c94875fb482 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:11:24.957085 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9b312c-d1a6-4076-8059-4ab000437c2a tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event updated for resources: {'Port': ['ID=2ba207be-d553-4b5c-b20d-585956ab9bdc,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:24.959855 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc492a5-e4fc-4255-9a35-2c94875fb482 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:11:24.966000 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc492a5-e4fc-4255-9a35-2c94875fb482 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:24.967769 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7dc492a5-e4fc-4255-9a35-2c94875fb482 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:24.988509 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-143a40d4-0550-403f-a347-5c3966896791 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:24.997000 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-1e9b312c-d1a6-4076-8059-4ab000437c2a tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.8662794 May 05 20:11:25.006873 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58150) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:25.008518 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9b312c-d1a6-4076-8059-4ab000437c2a tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:11:25.008851 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9b312c-d1a6-4076-8059-4ab000437c2a tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:11:25.009570 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9b312c-d1a6-4076-8059-4ab000437c2a tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:11:25.009938 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9b312c-d1a6-4076-8059-4ab000437c2a tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:11:25.010270 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9b312c-d1a6-4076-8059-4ab000437c2a tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:11:25.010621 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9b312c-d1a6-4076-8059-4ab000437c2a tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:11:25.011144 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9b312c-d1a6-4076-8059-4ab000437c2a tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:11:25.014139 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9b312c-d1a6-4076-8059-4ab000437c2a tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:11:25.014729 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9b312c-d1a6-4076-8059-4ab000437c2a tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:11:25.015404 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9b312c-d1a6-4076-8059-4ab000437c2a tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:11:25.015404 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9b312c-d1a6-4076-8059-4ab000437c2a tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:11:25.017649 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9b312c-d1a6-4076-8059-4ab000437c2a tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:11:25.019912 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec41c3c-52b4-496f-bb7c-e8aa51bc4e56 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Made reservation on behalf of b84517431db84d2ea9b94084b415b5bd for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:11:25.023046 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6ec41c3c-52b4-496f-bb7c-e8aa51bc4e56 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:25.039299 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194e57f-d6cf-41d0-919f-6f7ad46ebaff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb8411c-4a94-4a7e-a34f-fb0b1449d9b6,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:25.055621 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4810791-f410-4554-8954-04b69810ac5c req-40db60d2-dbf4-40f9-97b1-e0adb2d2e3e0 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:25.061880 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c4810791-f410-4554-8954-04b69810ac5c req-40db60d2-dbf4-40f9-97b1-e0adb2d2e3e0 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=4554207a-7966-4e03-aa31-6d0021a7ef42 HTTP/1.1" status: 200 len: 946 time: 0.5494158 May 05 20:11:25.107647 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 19c6ae33-ce23-4179-b904-f9e1313f53a8 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:11:25.114109 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 6f1cbfac-d214-46fd-ae3b-b495f53c0d43 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:11:25.131148 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bab32622-9192-425f-926f-6325309d78a4 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:25.132969 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6ec41c3c-52b4-496f-bb7c-e8aa51bc4e56 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:25.196429 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab32622-9192-425f-926f-6325309d78a4 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21ca2f5-7e58-4bed-a3d4-bce823abe5f4,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:25.204714 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ae0db15d-1cec-4444-a78e-be2a90b215ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:25.214887 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-143a40d4-0550-403f-a347-5c3966896791 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 20:11:25.219747 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-143a40d4-0550-403f-a347-5c3966896791 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3992646 May 05 20:11:25.230839 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c4810791-f410-4554-8954-04b69810ac5c req-b441bd40-ca24-427d-889e-13bcaefe0c87 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31a0353-9cc7-4431-82ad-5f9b9985cf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616430 May 05 20:11:25.235496 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58154) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:25.238561 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bab32622-9192-425f-926f-6325309d78a4 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:25.243979 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-bab32622-9192-425f-926f-6325309d78a4 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] 10.222.0.36 "DELETE /v2.0/security-groups/a21ca2f5-7e58-4bed-a3d4-bce823abe5f4 HTTP/1.1" status: 204 len: 168 time: 0.9876232 May 05 20:11:25.244650 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58158) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:25.269998 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-06aa519d-0a08-41e7-9159-6016c64ac9c7 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Request body: {'security_group_rule': {'security_group_id': '5e67fe91-4b15-41a2-93fe-dcc4c0da5b8a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:25.270486 n-d-840717-1 neutron-server[88198]: WARNING neutron.api.v2.base [None req-06aa519d-0a08-41e7-9159-6016c64ac9c7 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 May 05 20:11:25.270978 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-06aa519d-0a08-41e7-9159-6016c64ac9c7 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 20:11:25.274501 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-06aa519d-0a08-41e7-9159-6016c64ac9c7 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0354238 May 05 20:11:25.292692 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58162) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:25.306067 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ae0db15d-1cec-4444-a78e-be2a90b215ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:25.316315 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-db6c82d0-21ae-496a-8ed9-6ec2c6d360f1 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Request body: {'security_group_rule': {'security_group_id': '5e67fe91-4b15-41a2-93fe-dcc4c0da5b8a', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:25.326138 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-db6c82d0-21ae-496a-8ed9-6ec2c6d360f1 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:25.343820 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 6f1cbfac-d214-46fd-ae3b-b495f53c0d43 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:11:25.355551 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-db6c82d0-21ae-496a-8ed9-6ec2c6d360f1 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Usage tracker for resource:security_group_rule and tenant:c9d472a1cc2d40a7a2f0fbe0cadad645 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:25.365429 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-7dc492a5-e4fc-4255-9a35-2c94875fb482 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.7585282 May 05 20:11:25.366060 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-db6c82d0-21ae-496a-8ed9-6ec2c6d360f1 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:25.381961 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58166) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:25.388044 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-6ec41c3c-52b4-496f-bb7c-e8aa51bc4e56 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:25.406689 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-db6c82d0-21ae-496a-8ed9-6ec2c6d360f1 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:25.426809 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-0ab6c1a1-f7a5-4dd1-bf37-aa118fd7e551 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Synchronizing usage tracker for tenant:90dddf935ad8452980e08dcb3ee9a575 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:11:25.467643 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-0ab6c1a1-f7a5-4dd1-bf37-aa118fd7e551 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] Unset dirty status for tenant:90dddf935ad8452980e08dcb3ee9a575 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:11:25.471624 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-6ec41c3c-52b4-496f-bb7c-e8aa51bc4e56 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Usage tracker for resource:security_group_rule and tenant:b84517431db84d2ea9b94084b415b5bd is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:25.476150 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-0ab6c1a1-f7a5-4dd1-bf37-aa118fd7e551 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2264380 May 05 20:11:25.477148 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58170) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:25.478640 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-6ec41c3c-52b4-496f-bb7c-e8aa51bc4e56 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:25.503775 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-6ec41c3c-52b4-496f-bb7c-e8aa51bc4e56 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:25.515397 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ae0db15d-1cec-4444-a78e-be2a90b215ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:25.537312 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-f7f7d970-435d-427c-ba77-37d1d09f915d tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] delete failed (client error): The resource could not be found. May 05 20:11:25.538684 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f7f7d970-435d-427c-ba77-37d1d09f915d tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] 10.222.0.36 "DELETE /v2.0/security-groups/028ba5cd-3471-4a7c-9141-e0f027820151 HTTP/1.1" status: 404 len: 347 time: 0.0509982 May 05 20:11:25.543388 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-db6c82d0-21ae-496a-8ed9-6ec2c6d360f1 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 20:11:25.548755 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-db6c82d0-21ae-496a-8ed9-6ec2c6d360f1 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2494888 May 05 20:11:25.549341 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58174) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:25.549797 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58176) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:25.561187 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-07a3ae26-0920-4f97-b0e3-f86feb9e063f tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Request body: {'security_group_rule': {'security_group_id': '5e67fe91-4b15-41a2-93fe-dcc4c0da5b8a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:25.561682 n-d-840717-1 neutron-server[88198]: WARNING neutron.api.v2.base [None req-07a3ae26-0920-4f97-b0e3-f86feb9e063f tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 05 20:11:25.562182 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-07a3ae26-0920-4f97-b0e3-f86feb9e063f tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 20:11:25.566042 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-07a3ae26-0920-4f97-b0e3-f86feb9e063f tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0104513 May 05 20:11:25.568370 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0db15d-1cec-4444-a78e-be2a90b215ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb8411c-4a94-4a7e-a34f-fb0b1449d9b6,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:25.570046 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58182) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:25.574219 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc492a5-e4fc-4255-9a35-2c94875fb482 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event updated for resources: {'Port': ['ID=9038421c-c019-467b-a4a8-e0a93e2229e2,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:25.613145 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-e360b527-d398-4840-9ef2-3f9a5b197581 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] show failed (client error): The resource could not be found. May 05 20:11:25.614310 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e360b527-d398-4840-9ef2-3f9a5b197581 tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] 10.222.0.36 "GET /v2.0/security-groups/7b60c154-01c7-425a-815a-5ab725d2134d HTTP/1.1" status: 404 len: 347 time: 0.0602987 May 05 20:11:25.621847 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-96df105b-5caa-4b98-b611-d6fdbedb5761 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Request body: {'security_group_rule': {'security_group_id': '5e67fe91-4b15-41a2-93fe-dcc4c0da5b8a', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:25.631967 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-96df105b-5caa-4b98-b611-d6fdbedb5761 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:25.636447 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-96df105b-5caa-4b98-b611-d6fdbedb5761 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Usage tracker for resource:security_group_rule and tenant:c9d472a1cc2d40a7a2f0fbe0cadad645 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:25.641885 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-96df105b-5caa-4b98-b611-d6fdbedb5761 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:25.647982 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-96df105b-5caa-4b98-b611-d6fdbedb5761 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:25.658412 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58186) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:25.675025 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ae0db15d-1cec-4444-a78e-be2a90b215ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:25.676237 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-ae0db15d-1cec-4444-a78e-be2a90b215ba admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ceb8411c-4a94-4a7e-a34f-fb0b1449d9b6 HTTP/1.1" status: 204 len: 168 time: 0.7739980 May 05 20:11:25.718875 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-5c81bfbd-0625-49d0-991c-c21fddeaa0ac tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] show failed (client error): The resource could not be found. May 05 20:11:25.720760 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-5c81bfbd-0625-49d0-991c-c21fddeaa0ac tempest-NegativeSecGroupIPv6Test-440400472 tempest-NegativeSecGroupIPv6Test-440400472-project] 10.222.0.36 "GET /v2.0/security-group-rules/8889f0c8-9f6b-41dd-897f-b238e43f992e HTTP/1.1" status: 404 len: 356 time: 0.0606704 May 05 20:11:25.722055 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-96df105b-5caa-4b98-b611-d6fdbedb5761 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 20:11:25.727660 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-96df105b-5caa-4b98-b611-d6fdbedb5761 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1167264 May 05 20:11:25.728885 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58194) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:25.736398 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-41f8bd5b-6dd8-430d-9ad2-6974b66fa847 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Request body: {'security_group_rule': {'security_group_id': '5e67fe91-4b15-41a2-93fe-dcc4c0da5b8a', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:25.737196 n-d-840717-1 neutron-server[88198]: WARNING neutron.api.v2.base [None req-41f8bd5b-6dd8-430d-9ad2-6974b66fa847 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 May 05 20:11:25.737900 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-41f8bd5b-6dd8-430d-9ad2-6974b66fa847 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 20:11:25.742348 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-41f8bd5b-6dd8-430d-9ad2-6974b66fa847 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0120566 May 05 20:11:25.743797 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58198) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:25.751851 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-008d6373-cfc8-47ba-88fb-1f74987597e8 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Request body: {'security_group_rule': {'security_group_id': '5e67fe91-4b15-41a2-93fe-dcc4c0da5b8a', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:25.760473 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-008d6373-cfc8-47ba-88fb-1f74987597e8 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:25.765993 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-008d6373-cfc8-47ba-88fb-1f74987597e8 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Usage tracker for resource:security_group_rule and tenant:c9d472a1cc2d40a7a2f0fbe0cadad645 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:25.774419 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-008d6373-cfc8-47ba-88fb-1f74987597e8 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:25.805615 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-008d6373-cfc8-47ba-88fb-1f74987597e8 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:25.851662 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f4373b-1824-4daf-8c3f-afe13afdecd0 None None] Network 8bd88960-6695-4355-a655-d48699f3c177 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:11:25.895620 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-008d6373-cfc8-47ba-88fb-1f74987597e8 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 20:11:25.905330 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-008d6373-cfc8-47ba-88fb-1f74987597e8 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1553345 May 05 20:11:25.906059 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58202) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:25.914215 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-b17a247f-b4d0-4849-a431-077d0d841a7c tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Request body: {'security_group_rule': {'security_group_id': '5e67fe91-4b15-41a2-93fe-dcc4c0da5b8a', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:25.948975 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b17a247f-b4d0-4849-a431-077d0d841a7c tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:25.961891 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-b17a247f-b4d0-4849-a431-077d0d841a7c tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Usage tracker for resource:security_group_rule and tenant:c9d472a1cc2d40a7a2f0fbe0cadad645 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:25.969792 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-b17a247f-b4d0-4849-a431-077d0d841a7c tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:25.985577 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-121cdf0b-5439-463c-bb90-1f230e6af7c7 None None] Provisioning for port 6f1cbfac-d214-46fd-ae3b-b495f53c0d43 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:11:25.987080 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b17a247f-b4d0-4849-a431-077d0d841a7c tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:26.007269 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-121cdf0b-5439-463c-bb90-1f230e6af7c7 None None] Provisioning complete for port 6f1cbfac-d214-46fd-ae3b-b495f53c0d43 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:11:26.007863 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-121cdf0b-5439-463c-bb90-1f230e6af7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:26.065698 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-b17a247f-b4d0-4849-a431-077d0d841a7c tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 20:11:26.067033 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b17a247f-b4d0-4849-a431-077d0d841a7c tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1600177 May 05 20:11:26.069888 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58210) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:26.155073 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-756d303a-0041-4481-802a-669b5b94a094 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Deleting port 9038421c-c019-467b-a4a8-e0a93e2229e2 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:11:26.155733 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-756d303a-0041-4481-802a-669b5b94a094 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:26.243704 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c0873a3a-28fb-4f23-9fe0-297871ee4699 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:26.252675 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58214) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:26.328866 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c0873a3a-28fb-4f23-9fe0-297871ee4699 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:26.409842 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50eea7ac-15a5-4072-b646-df216300c393 None None] Network 587df6f4-e734-43f3-85bd-98c6549ff7c9 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:11:26.440242 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c0873a3a-28fb-4f23-9fe0-297871ee4699 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:26.471418 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58222) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:26.472221 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0873a3a-28fb-4f23-9fe0-297871ee4699 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e67fe91-4b15-41a2-93fe-dcc4c0da5b8a,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:26.529063 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6054d244-1e51-48da-923b-2ca2f6e3fedf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:26.559462 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c0873a3a-28fb-4f23-9fe0-297871ee4699 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:26.567096 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c0873a3a-28fb-4f23-9fe0-297871ee4699 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] 10.222.0.36 "DELETE /v2.0/security-groups/5e67fe91-4b15-41a2-93fe-dcc4c0da5b8a HTTP/1.1" status: 204 len: 168 time: 0.4955573 May 05 20:11:26.567826 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58226) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:26.579620 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-6054d244-1e51-48da-923b-2ca2f6e3fedf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:26.634428 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-6054d244-1e51-48da-923b-2ca2f6e3fedf admin admin] Usage tracker for resource:security_group_rule and tenant:fce4d077f00f4510913fff0698503e0e is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:26.643420 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-6054d244-1e51-48da-923b-2ca2f6e3fedf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:26.726678 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-2b5817ec-a0dc-4db7-8be5-7c4b975ce67a tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Synchronizing usage tracker for tenant:c9d472a1cc2d40a7a2f0fbe0cadad645 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:11:26.742882 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-6054d244-1e51-48da-923b-2ca2f6e3fedf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:26.807330 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-2b5817ec-a0dc-4db7-8be5-7c4b975ce67a tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Unset dirty status for tenant:c9d472a1cc2d40a7a2f0fbe0cadad645 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:11:26.820232 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-2b5817ec-a0dc-4db7-8be5-7c4b975ce67a tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2440190 May 05 20:11:26.821141 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58230) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:26.821343 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-756d303a-0041-4481-802a-669b5b94a094 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:26.862263 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-90f05868-2080-4d9a-b810-09e65bd9f40a tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Request body: {'security_group': {'name': 'tempest-secgroup--1312241576'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:26.870735 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-90f05868-2080-4d9a-b810-09e65bd9f40a tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:26.882469 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-90f05868-2080-4d9a-b810-09e65bd9f40a tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:26.930289 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-90f05868-2080-4d9a-b810-09e65bd9f40a tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:27.030585 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-756d303a-0041-4481-802a-669b5b94a094 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Calling delete_port for 9038421c-c019-467b-a4a8-e0a93e2229e2 owned by {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:11:27.150871 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-90f05868-2080-4d9a-b810-09e65bd9f40a tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:27.155743 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-9b62b66e-a44c-48e3-ab9f-6db195ad5ec5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=90dddf935ad8452980e08dcb3ee9a575&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9010146 May 05 20:11:27.160735 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58234) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:27.166574 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6054d244-1e51-48da-923b-2ca2f6e3fedf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:27.168144 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-90f05868-2080-4d9a-b810-09e65bd9f40a tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Usage tracker for resource:security_group_rule and tenant:c9d472a1cc2d40a7a2f0fbe0cadad645 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:27.183980 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-90f05868-2080-4d9a-b810-09e65bd9f40a tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:27.190368 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6054d244-1e51-48da-923b-2ca2f6e3fedf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:27.222081 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-90f05868-2080-4d9a-b810-09e65bd9f40a tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:27.223650 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6ec41c3c-52b4-496f-bb7c-e8aa51bc4e56 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:27.239430 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-121cdf0b-5439-463c-bb90-1f230e6af7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:27.256289 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6ec41c3c-52b4-496f-bb7c-e8aa51bc4e56 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:27.269053 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ec41c3c-52b4-496f-bb7c-e8aa51bc4e56 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:11:27.293716 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-6054d244-1e51-48da-923b-2ca2f6e3fedf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fce4d077f00f4510913fff0698503e0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8156066 May 05 20:11:27.303593 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6054d244-1e51-48da-923b-2ca2f6e3fedf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5521930b-3e85-4ae9-9453-5bc76feaf773,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:27.308351 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58242) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:27.327009 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-121cdf0b-5439-463c-bb90-1f230e6af7c7 None None] For port 6f1cbfac-d214-46fd-ae3b-b495f53c0d43, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=6f1cbfac-d214-46fd-ae3b-b495f53c0d43,segment=NetworkSegment(41dab142-bac6-49a4-955a-ca7303d9042b),segment_id=41dab142-bac6-49a4-955a-ca7303d9042b)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:11:27.357512 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-121cdf0b-5439-463c-bb90-1f230e6af7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:27.367559 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7b67c815-07fd-4a95-b103-e058869308e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:27.400065 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7b67c815-07fd-4a95-b103-e058869308e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:27.416927 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6ec41c3c-52b4-496f-bb7c-e8aa51bc4e56 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:27.417392 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-6ec41c3c-52b4-496f-bb7c-e8aa51bc4e56 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Added segment 6e0004e5-345a-4e41-aac8-a10dd21af429 of type vlan for network 4a89236d-3a35-4bf0-b4e6-b2b8eabc44b6 May 05 20:11:27.451949 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6ec41c3c-52b4-496f-bb7c-e8aa51bc4e56 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:27.518672 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7b67c815-07fd-4a95-b103-e058869308e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:27.556735 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b67c815-07fd-4a95-b103-e058869308e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88052eb-0af0-453e-85e0-c55cbdf66038,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:27.584708 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec41c3c-52b4-496f-bb7c-e8aa51bc4e56 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e635bf-06f7-4468-bc15-52b76621dfbf,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:27.650945 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6ec41c3c-52b4-496f-bb7c-e8aa51bc4e56 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:27.663144 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec41c3c-52b4-496f-bb7c-e8aa51bc4e56 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:27.664073 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6ec41c3c-52b4-496f-bb7c-e8aa51bc4e56 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:27.667460 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b41b135e-1770-4fc2-aedb-d78b77a2c656 None None] Provisioning for port 19c6ae33-ce23-4179-b904-f9e1313f53a8 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:11:27.671950 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-90f05868-2080-4d9a-b810-09e65bd9f40a tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:27.706161 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7b67c815-07fd-4a95-b103-e058869308e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:27.716844 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-7b67c815-07fd-4a95-b103-e058869308e3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e88052eb-0af0-453e-85e0-c55cbdf66038 HTTP/1.1" status: 204 len: 168 time: 0.5523567 May 05 20:11:27.718173 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0897bb4f-78c1-4306-afa6-0085b313f52f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:27.721350 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-90f05868-2080-4d9a-b810-09e65bd9f40a tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:27.736112 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b41b135e-1770-4fc2-aedb-d78b77a2c656 None None] Provisioning complete for port 19c6ae33-ce23-4179-b904-f9e1313f53a8 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:11:27.737311 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b41b135e-1770-4fc2-aedb-d78b77a2c656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:27.743963 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3eac3-55a6-46f9-92c6-1b41c49551c4 req-e5a0302c-9b7e-4396-85a8-2f97ae983d4f tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:27.745523 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-82c3eac3-55a6-46f9-92c6-1b41c49551c4 req-e5a0302c-9b7e-4396-85a8-2f97ae983d4f tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=4554207a-7966-4e03-aa31-6d0021a7ef42 HTTP/1.1" status: 200 len: 946 time: 1.0966542 May 05 20:11:27.818222 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-90f05868-2080-4d9a-b810-09e65bd9f40a tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:27.834032 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-90f05868-2080-4d9a-b810-09e65bd9f40a tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0020840 May 05 20:11:27.839602 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58248) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:27.892860 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-84881af0-bfba-4108-ba6b-2e2942ad21d2 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Request body: {'security_group_rule': {'security_group_id': '093b345d-343c-42b3-86da-537c2be74ce3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:27.895917 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121cdf0b-5439-463c-bb90-1f230e6af7c7 None None] Pushing event updated for resources: {'Port': ['ID=6f1cbfac-d214-46fd-ae3b-b495f53c0d43,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:27.922280 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-84881af0-bfba-4108-ba6b-2e2942ad21d2 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:27.950219 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-84881af0-bfba-4108-ba6b-2e2942ad21d2 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Usage tracker for resource:security_group_rule and tenant:c9d472a1cc2d40a7a2f0fbe0cadad645 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:27.971170 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-84881af0-bfba-4108-ba6b-2e2942ad21d2 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:27.974034 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f05868-2080-4d9a-b810-09e65bd9f40a tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=093b345d-343c-42b3-86da-537c2be74ce3,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:27.993777 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0897bb4f-78c1-4306-afa6-0085b313f52f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:28.010696 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-84881af0-bfba-4108-ba6b-2e2942ad21d2 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:28.081117 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b41b135e-1770-4fc2-aedb-d78b77a2c656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:28.134387 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-84881af0-bfba-4108-ba6b-2e2942ad21d2 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] create failed (client error): The resource could not be found. May 05 20:11:28.140437 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-84881af0-bfba-4108-ba6b-2e2942ad21d2 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2848568 May 05 20:11:28.141522 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58254) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:28.147331 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-ae0bb93b-6c80-4436-a86b-c38656b56ad0 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Request body: {'security_group_rule': {'security_group_id': '093b345d-343c-42b3-86da-537c2be74ce3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '26e6f0d5-7c5d-47e2-986a-7653304de35f'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:28.153895 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0897bb4f-78c1-4306-afa6-0085b313f52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:28.162611 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ae0bb93b-6c80-4436-a86b-c38656b56ad0 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:28.176266 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b41b135e-1770-4fc2-aedb-d78b77a2c656 None None] For port 19c6ae33-ce23-4179-b904-f9e1313f53a8, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=19c6ae33-ce23-4179-b904-f9e1313f53a8,segment=NetworkSegment(c09fd800-ef9f-4ee5-9fe2-74f1ca173a53),segment_id=c09fd800-ef9f-4ee5-9fe2-74f1ca173a53)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:11:28.187895 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b41b135e-1770-4fc2-aedb-d78b77a2c656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:28.208754 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec41c3c-52b4-496f-bb7c-e8aa51bc4e56 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Pushing event updated for resources: {'Network': ['ID=4a89236d-3a35-4bf0-b4e6-b2b8eabc44b6,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:28.210286 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-ae0bb93b-6c80-4436-a86b-c38656b56ad0 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Usage tracker for resource:security_group_rule and tenant:c9d472a1cc2d40a7a2f0fbe0cadad645 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:28.213742 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0897bb4f-78c1-4306-afa6-0085b313f52f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5521930b-3e85-4ae9-9453-5bc76feaf773,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:28.219901 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-6ec41c3c-52b4-496f-bb7c-e8aa51bc4e56 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 4.9885883 May 05 20:11:28.225450 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-ae0bb93b-6c80-4436-a86b-c38656b56ad0 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:28.229134 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0897bb4f-78c1-4306-afa6-0085b313f52f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:28.230544 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-0897bb4f-78c1-4306-afa6-0085b313f52f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5521930b-3e85-4ae9-9453-5bc76feaf773 HTTP/1.1" status: 204 len: 168 time: 0.9128888 May 05 20:11:28.242595 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-82c3eac3-55a6-46f9-92c6-1b41c49551c4 req-b4e98cc7-d1e1-448a-b1b7-bc479caaa84e tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31a0353-9cc7-4431-82ad-5f9b9985cf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4300842 May 05 20:11:28.245404 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5fb666c6-20b2-4d84-8f7c-6d1c08aa0c2e tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:28.250515 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ae0bb93b-6c80-4436-a86b-c38656b56ad0 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:28.365219 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41b135e-1770-4fc2-aedb-d78b77a2c656 None None] Pushing event updated for resources: {'Port': ['ID=19c6ae33-ce23-4179-b904-f9e1313f53a8,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:28.371719 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 4a89236d-3a35-4bf0-b4e6-b2b8eabc44b6 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:11:28.403051 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-756d303a-0041-4481-802a-669b5b94a094 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:28.457043 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-ae0bb93b-6c80-4436-a86b-c38656b56ad0 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] create failed (client error): The resource could not be found. May 05 20:11:28.466439 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-ae0bb93b-6c80-4436-a86b-c38656b56ad0 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3243041 May 05 20:11:28.468782 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58266) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:28.676926 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8c67b41a-61ef-4031-9a83-d18460aab191 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:28.743742 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756d303a-0041-4481-802a-669b5b94a094 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event deleted for resources: {'Port': ['ID=9038421c-c019-467b-a4a8-e0a93e2229e2,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:28.761493 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8c67b41a-61ef-4031-9a83-d18460aab191 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:28.817673 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-00ab4a95-ee3b-4c97-a78d-13396a1b9179 None None] Provisioning for port 2ba207be-d553-4b5c-b20d-585956ab9bdc completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:11:28.841330 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-00ab4a95-ee3b-4c97-a78d-13396a1b9179 None None] Provisioning complete for port 2ba207be-d553-4b5c-b20d-585956ab9bdc triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:11:28.842188 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-00ab4a95-ee3b-4c97-a78d-13396a1b9179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:28.953496 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8c67b41a-61ef-4031-9a83-d18460aab191 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:28.988629 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c67b41a-61ef-4031-9a83-d18460aab191 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=093b345d-343c-42b3-86da-537c2be74ce3,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:29.007789 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 19c6ae33-ce23-4179-b904-f9e1313f53a8 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:11:29.015112 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8c67b41a-61ef-4031-9a83-d18460aab191 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:29.019395 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-8c67b41a-61ef-4031-9a83-d18460aab191 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] 10.222.0.36 "DELETE /v2.0/security-groups/093b345d-343c-42b3-86da-537c2be74ce3 HTTP/1.1" status: 204 len: 168 time: 0.5475035 May 05 20:11:29.021887 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58280) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:29.232764 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-b00deefa-a364-41fd-8b8c-b503d0f2f72d tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Synchronizing usage tracker for tenant:c9d472a1cc2d40a7a2f0fbe0cadad645 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:11:29.240661 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-00ab4a95-ee3b-4c97-a78d-13396a1b9179 None None] Port 2ba207be-d553-4b5c-b20d-585956ab9bdc cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:11:29.255338 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-00ab4a95-ee3b-4c97-a78d-13396a1b9179 None None] Could not find standard attr ID for object 9038421c-c019-467b-a4a8-e0a93e2229e2. {{(pid=88199) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 20:11:29.268942 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-b00deefa-a364-41fd-8b8c-b503d0f2f72d tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Unset dirty status for tenant:c9d472a1cc2d40a7a2f0fbe0cadad645 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:11:29.276845 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b00deefa-a364-41fd-8b8c-b503d0f2f72d tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2539554 May 05 20:11:29.279828 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-00ab4a95-ee3b-4c97-a78d-13396a1b9179 None None] Provisioning complete for port 6f1cbfac-d214-46fd-ae3b-b495f53c0d43 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:11:29.280276 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-00ab4a95-ee3b-4c97-a78d-13396a1b9179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:29.280940 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58296) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:29.292117 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-ee1ba755-6ca9-454b-aca4-a26651292bcb tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Request body: {'security_group_rule': {'security_group_id': '83ec6661-530e-467e-88cd-151bb7d052ee', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:29.359734 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ee1ba755-6ca9-454b-aca4-a26651292bcb tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:29.375489 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-ee1ba755-6ca9-454b-aca4-a26651292bcb tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Usage tracker for resource:security_group_rule and tenant:c9d472a1cc2d40a7a2f0fbe0cadad645 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:29.391745 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-ee1ba755-6ca9-454b-aca4-a26651292bcb tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:29.403665 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ee1ba755-6ca9-454b-aca4-a26651292bcb tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:29.508423 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5fb666c6-20b2-4d84-8f7c-6d1c08aa0c2e tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:29.511873 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-756d303a-0041-4481-802a-669b5b94a094 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:29.514224 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-ee1ba755-6ca9-454b-aca4-a26651292bcb tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] create failed (client error): The resource could not be found. May 05 20:11:29.515775 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-756d303a-0041-4481-802a-669b5b94a094 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "DELETE /v2.0/ports/9038421c-c019-467b-a4a8-e0a93e2229e2 HTTP/1.1" status: 204 len: 168 time: 4.1193397 May 05 20:11:29.517387 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5fb666c6-20b2-4d84-8f7c-6d1c08aa0c2e tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:29.522300 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-ee1ba755-6ca9-454b-aca4-a26651292bcb tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2367957 May 05 20:11:29.522644 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58308) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:29.522975 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58310) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:29.600690 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb666c6-20b2-4d84-8f7c-6d1c08aa0c2e tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event updated for resources: {'Port': ['ID=2ba207be-d553-4b5c-b20d-585956ab9bdc,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:29.618337 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 19c6ae33-ce23-4179-b904-f9e1313f53a8 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:11:29.619629 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:29.745102 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-6996f452-51b0-40d0-94d0-878c200ee444 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] DELETE failed (client error): The resource could not be found. May 05 20:11:29.745634 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6996f452-51b0-40d0-94d0-878c200ee444 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:11:29.761393 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-6996f452-51b0-40d0-94d0-878c200ee444 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "DELETE /v2.0/ports/9038421c-c019-467b-a4a8-e0a93e2229e2 HTTP/1.1" status: 404 len: 333 time: 0.2373559 May 05 20:11:29.776113 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58316) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:29.783903 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-6d04e55e-0601-4752-917d-84a984272535 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Request body: {'security_group': {'name': 'tempest-secgroup--2146742936'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:29.887204 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58322) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:30.014602 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-00ab4a95-ee3b-4c97-a78d-13396a1b9179 None None] Provisioning complete for port 19c6ae33-ce23-4179-b904-f9e1313f53a8 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:11:30.015135 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-00ab4a95-ee3b-4c97-a78d-13396a1b9179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:30.022345 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-6d04e55e-0601-4752-917d-84a984272535 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:30.054929 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-6d04e55e-0601-4752-917d-84a984272535 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:30.064790 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-a546c4df-c8fa-4c88-a0fb-2449cdb04efc tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] GET failed (client error): The resource could not be found. May 05 20:11:30.068012 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a546c4df-c8fa-4c88-a0fb-2449cdb04efc tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "GET /v2.0/ports/9038421c-c019-467b-a4a8-e0a93e2229e2 HTTP/1.1" status: 404 len: 333 time: 0.2632828 May 05 20:11:30.071287 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58330) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:30.175827 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 6f1cbfac-d214-46fd-ae3b-b495f53c0d43 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:11:30.237596 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5fb666c6-20b2-4d84-8f7c-6d1c08aa0c2e tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:30.246268 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de9c8c-e0fb-403a-821c-cb8f43505a40 req-b1d0ee81-5f36-4fe3-99b2-33e4100825ff tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:30.266693 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a6de9c8c-e0fb-403a-821c-cb8f43505a40 req-b1d0ee81-5f36-4fe3-99b2-33e4100825ff tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=4554207a-7966-4e03-aa31-6d0021a7ef42 HTTP/1.1" status: 200 len: 946 time: 0.4825959 May 05 20:11:30.283484 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-e65a0a4b-038c-46c2-b7ac-6dc32a379964 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Deleting subnet 1fd3d3fc-2af4-4626-bf4c-0de5be369702 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:11:30.290662 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6d04e55e-0601-4752-917d-84a984272535 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:30.312868 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 6f1cbfac-d214-46fd-ae3b-b495f53c0d43 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:11:30.313534 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:30.367346 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e65a0a4b-038c-46c2-b7ac-6dc32a379964 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:30.446486 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a6de9c8c-e0fb-403a-821c-cb8f43505a40 req-c6359baa-80b7-4b40-9fd4-91b026d7fe92 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31a0353-9cc7-4431-82ad-5f9b9985cf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786878 May 05 20:11:30.499068 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e65a0a4b-038c-46c2-b7ac-6dc32a379964 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:30.516433 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-2d8cc1a0-4518-4606-a369-65d8cf5a701f None None] Provisioning complete for port 2ba207be-d553-4b5c-b20d-585956ab9bdc triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:11:30.516921 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2d8cc1a0-4518-4606-a369-65d8cf5a701f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:30.532052 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-70c8c8a5-c1d8-4ae6-8252-e2a41c96d34f tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1585774987'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:30.566082 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-70c8c8a5-c1d8-4ae6-8252-e2a41c96d34f tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:30.583499 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-2d8cc1a0-4518-4606-a369-65d8cf5a701f None None] Port 2ba207be-d553-4b5c-b20d-585956ab9bdc cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:11:30.587342 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-2d8cc1a0-4518-4606-a369-65d8cf5a701f None None] Could not find standard attr ID for object 9038421c-c019-467b-a4a8-e0a93e2229e2. {{(pid=88199) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 20:11:30.592837 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-70c8c8a5-c1d8-4ae6-8252-e2a41c96d34f tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Usage tracker for resource:network and tenant:974a09ee509e452abf1b7ceecd9655c2 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:30.597286 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-6d04e55e-0601-4752-917d-84a984272535 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:30.609754 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-6d04e55e-0601-4752-917d-84a984272535 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Usage tracker for resource:security_group_rule and tenant:c9d472a1cc2d40a7a2f0fbe0cadad645 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:30.614419 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-6d04e55e-0601-4752-917d-84a984272535 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:30.615965 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-70c8c8a5-c1d8-4ae6-8252-e2a41c96d34f tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:30.630182 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-6d04e55e-0601-4752-917d-84a984272535 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:30.697582 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-70c8c8a5-c1d8-4ae6-8252-e2a41c96d34f tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:30.719296 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e65a0a4b-038c-46c2-b7ac-6dc32a379964 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:30.773357 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf48f6-654a-4965-ab83-8b1fd17a1e50 req-23f30f80-8aef-4aa3-bb24-228d3c49d49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:30.775860 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-01bf48f6-654a-4965-ab83-8b1fd17a1e50 req-23f30f80-8aef-4aa3-bb24-228d3c49d49f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=56e8fe9085fa4bdb932a4c29aaeb4c08&device_id=4554207a-7966-4e03-aa31-6d0021a7ef42 HTTP/1.1" status: 200 len: 1097 time: 0.8647158 May 05 20:11:30.778220 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5fb666c6-20b2-4d84-8f7c-6d1c08aa0c2e tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:30.827165 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6d04e55e-0601-4752-917d-84a984272535 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:30.832930 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6d04e55e-0601-4752-917d-84a984272535 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:30.876815 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d04e55e-0601-4752-917d-84a984272535 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8889cd57-6cba-4961-9336-f8ee1ab27667,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:30.906025 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e65a0a4b-038c-46c2-b7ac-6dc32a379964 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:30.960166 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e65a0a4b-038c-46c2-b7ac-6dc32a379964 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:30.965746 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e65a0a4b-038c-46c2-b7ac-6dc32a379964 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "DELETE /v2.0/subnets/1fd3d3fc-2af4-4626-bf4c-0de5be369702 HTTP/1.1" status: 204 len: 168 time: 0.8889682 May 05 20:11:30.968670 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83b3a04-e34a-432d-99e5-0a78f0aa02e7 None None] Network 587df6f4-e734-43f3-85bd-98c6549ff7c9 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:11:30.970744 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58348) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:30.971616 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6d04e55e-0601-4752-917d-84a984272535 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:30.976645 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-6d04e55e-0601-4752-917d-84a984272535 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4419479 May 05 20:11:30.976811 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58352) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:30.977289 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c8c8a5-c1d8-4ae6-8252-e2a41c96d34f tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Made reservation on behalf of 974a09ee509e452abf1b7ceecd9655c2 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:11:30.981097 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-70c8c8a5-c1d8-4ae6-8252-e2a41c96d34f tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:30.993288 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65a0a4b-038c-46c2-b7ac-6dc32a379964 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event deleted for resources: {'Subnet': ['ID=1fd3d3fc-2af4-4626-bf4c-0de5be369702,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:31.003035 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-70c8c8a5-c1d8-4ae6-8252-e2a41c96d34f tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:31.025743 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-f21fff91-e7b6-41a8-aacc-457e13567b8e tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Request body: {'security_group': {'name': 'tempest-secgroup--170600827'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:31.034061 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-f21fff91-e7b6-41a8-aacc-457e13567b8e tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:31.039477 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-f21fff91-e7b6-41a8-aacc-457e13567b8e tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Usage tracker for resource:security_group and tenant:c9d472a1cc2d40a7a2f0fbe0cadad645 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:31.043676 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-f21fff91-e7b6-41a8-aacc-457e13567b8e tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:31.051962 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-f21fff91-e7b6-41a8-aacc-457e13567b8e tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:31.104448 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f21fff91-e7b6-41a8-aacc-457e13567b8e tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:31.131177 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-70c8c8a5-c1d8-4ae6-8252-e2a41c96d34f tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:31.154487 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-091f6584-e245-4ac7-8830-9529778b532f tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:31.179065 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-091f6584-e245-4ac7-8830-9529778b532f tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Deleting port 19c6ae33-ce23-4179-b904-f9e1313f53a8 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:11:31.181098 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-091f6584-e245-4ac7-8830-9529778b532f tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:31.201384 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-70c8c8a5-c1d8-4ae6-8252-e2a41c96d34f tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Usage tracker for resource:security_group_rule and tenant:974a09ee509e452abf1b7ceecd9655c2 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:31.204347 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-f21fff91-e7b6-41a8-aacc-457e13567b8e tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:31.217228 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-70c8c8a5-c1d8-4ae6-8252-e2a41c96d34f tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:31.220703 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-f21fff91-e7b6-41a8-aacc-457e13567b8e tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Usage tracker for resource:security_group_rule and tenant:c9d472a1cc2d40a7a2f0fbe0cadad645 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:31.229993 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-f21fff91-e7b6-41a8-aacc-457e13567b8e tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:31.237494 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-70c8c8a5-c1d8-4ae6-8252-e2a41c96d34f tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:31.257520 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-f21fff91-e7b6-41a8-aacc-457e13567b8e tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:31.415238 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14df77d-22d2-4fd4-bec7-797cc1512aff None None] DHCP port deletion for 587df6f4-e734-43f3-85bd-98c6549ff7c9 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:11:31.419536 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-a14df77d-22d2-4fd4-bec7-797cc1512aff None None] Deleting port 19c6ae33-ce23-4179-b904-f9e1313f53a8 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:11:31.419913 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a14df77d-22d2-4fd4-bec7-797cc1512aff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:31.520740 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf48f6-654a-4965-ab83-8b1fd17a1e50 req-e28b795b-481b-4700-9b1a-1262e83a12df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:31.522518 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-01bf48f6-654a-4965-ab83-8b1fd17a1e50 req-e28b795b-481b-4700-9b1a-1262e83a12df service neutron] 10.222.0.50 "GET /v2.0/networks?id=7506b31f-3419-46e4-835c-80fe813661d5 HTTP/1.1" status: 200 len: 913 time: 0.7309601 May 05 20:11:31.648046 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58370) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:31.659234 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-4754c2af-8a2c-4a91-8a6a-78357ef0f3ba tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Request body: {'subnet': {'network_id': '4a89236d-3a35-4bf0-b4e6-b2b8eabc44b6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:31.691552 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-01bf48f6-654a-4965-ab83-8b1fd17a1e50 req-16238894-33d2-4fef-ac3f-c5333ef61355 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4f0749c-2c73-4b07-9a8b-a977bd839b6a HTTP/1.1" status: 200 len: 217 time: 0.1385281 May 05 20:11:31.713218 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-091f6584-e245-4ac7-8830-9529778b532f tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] For port 19c6ae33-ce23-4179-b904-f9e1313f53a8, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=19c6ae33-ce23-4179-b904-f9e1313f53a8,segment=NetworkSegment(c09fd800-ef9f-4ee5-9fe2-74f1ca173a53),segment_id=c09fd800-ef9f-4ee5-9fe2-74f1ca173a53)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:11:31.713580 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-091f6584-e245-4ac7-8830-9529778b532f tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:31.786192 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf48f6-654a-4965-ab83-8b1fd17a1e50 req-26992020-eb3d-4266-b935-783c6bf83c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:31.788291 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-01bf48f6-654a-4965-ab83-8b1fd17a1e50 req-26992020-eb3d-4266-b935-783c6bf83c17 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e2507cd6-290d-4d3d-b14e-048ce031bb0a HTTP/1.1" status: 200 len: 851 time: 0.0679779 May 05 20:11:31.817291 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-a14df77d-22d2-4fd4-bec7-797cc1512aff None None] For port 19c6ae33-ce23-4179-b904-f9e1313f53a8, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=19c6ae33-ce23-4179-b904-f9e1313f53a8,segment=NetworkSegment(c09fd800-ef9f-4ee5-9fe2-74f1ca173a53),segment_id=c09fd800-ef9f-4ee5-9fe2-74f1ca173a53)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:11:31.817720 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a14df77d-22d2-4fd4-bec7-797cc1512aff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:31.956806 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-a14df77d-22d2-4fd4-bec7-797cc1512aff None None] Calling delete_port for 19c6ae33-ce23-4179-b904-f9e1313f53a8 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:11:31.987326 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device f4f0749c-2c73-4b07-9a8b-a977bd839b6a no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:11:32.043887 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f21fff91-e7b6-41a8-aacc-457e13567b8e tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:32.075295 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-091f6584-e245-4ac7-8830-9529778b532f tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Calling delete_port for 19c6ae33-ce23-4179-b904-f9e1313f53a8 owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:11:32.101665 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d1c8c4-355a-42b8-8231-f9881d67729e req-026bcb74-c188-4860-b926-57162bfc140e tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:32.103842 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-67d1c8c4-355a-42b8-8231-f9881d67729e req-026bcb74-c188-4860-b926-57162bfc140e tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=4554207a-7966-4e03-aa31-6d0021a7ef42 HTTP/1.1" status: 200 len: 946 time: 0.3935690 May 05 20:11:32.124158 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f21fff91-e7b6-41a8-aacc-457e13567b8e tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:32.130482 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a14df77d-22d2-4fd4-bec7-797cc1512aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:32.195938 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.db.api [None req-091f6584-e245-4ac7-8830-9529778b532f tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88198) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:11:32.196470 n-d-840717-1 neutron-server[88198]: DEBUG oslo_db.api [None req-091f6584-e245-4ac7-8830-9529778b532f tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:11:32.206082 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-4754c2af-8a2c-4a91-8a6a-78357ef0f3ba tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:32.212335 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-4754c2af-8a2c-4a91-8a6a-78357ef0f3ba tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Usage tracker for resource:subnet and tenant:b84517431db84d2ea9b94084b415b5bd is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:32.216153 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-4754c2af-8a2c-4a91-8a6a-78357ef0f3ba tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:32.222424 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-4754c2af-8a2c-4a91-8a6a-78357ef0f3ba tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:32.230551 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21fff91-e7b6-41a8-aacc-457e13567b8e tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a0925a1-b1a8-4f4e-9e25-3c4f23252502,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:32.232546 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14df77d-22d2-4fd4-bec7-797cc1512aff None None] Pushing event deleted for resources: {'Port': ['ID=19c6ae33-ce23-4179-b904-f9e1313f53a8,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:32.234580 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14df77d-22d2-4fd4-bec7-797cc1512aff None None] No DVR routers for this DVR port 19c6ae33-ce23-4179-b904-f9e1313f53a8 on host n-d-840717-1 {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:11:32.246371 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:32.246806 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f21fff91-e7b6-41a8-aacc-457e13567b8e tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:32.248912 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f21fff91-e7b6-41a8-aacc-457e13567b8e tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2524374 May 05 20:11:32.251759 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4754c2af-8a2c-4a91-8a6a-78357ef0f3ba tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Made reservation on behalf of b84517431db84d2ea9b94084b415b5bd for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:11:32.255893 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4754c2af-8a2c-4a91-8a6a-78357ef0f3ba tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:32.266953 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-70c8c8a5-c1d8-4ae6-8252-e2a41c96d34f tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:32.269173 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58386) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:32.282260 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4554207a-7966-4e03-aa31-6d0021a7ef42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4f0749c-2c73-4b07-9a8b-a977bd839b6a'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:11:32.284908 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-0f0ccf6b-0333-442a-81a7-bbd4355fb888 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Request body: {'security_group_rule': {'security_group_id': '8889cd57-6cba-4961-9336-f8ee1ab27667', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '0a0925a1-b1a8-4f4e-9e25-3c4f23252502'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:32.292387 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port f4f0749c-2c73-4b07-9a8b-a977bd839b6a, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=f4f0749c-2c73-4b07-9a8b-a977bd839b6a,segment=NetworkSegment(e34c646b-9075-4e31-b89f-c8f9e824e389),segment_id=e34c646b-9075-4e31-b89f-c8f9e824e389)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:11:32.299918 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf48f6-654a-4965-ab83-8b1fd17a1e50 req-8f23b043-eb4e-4e46-b337-f71fd3630438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:32.303927 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:32.313646 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-01bf48f6-654a-4965-ab83-8b1fd17a1e50 req-8f23b043-eb4e-4e46-b337-f71fd3630438 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7506b31f-3419-46e4-835c-80fe813661d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4785895 May 05 20:11:32.324543 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-0f0ccf6b-0333-442a-81a7-bbd4355fb888 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:32.330517 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-0f0ccf6b-0333-442a-81a7-bbd4355fb888 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Usage tracker for resource:security_group_rule and tenant:c9d472a1cc2d40a7a2f0fbe0cadad645 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:32.334051 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-0f0ccf6b-0333-442a-81a7-bbd4355fb888 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:32.340897 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-0f0ccf6b-0333-442a-81a7-bbd4355fb888 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:32.348936 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-70c8c8a5-c1d8-4ae6-8252-e2a41c96d34f tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:32.358365 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d199671d-b90e-459b-8af8-3a27cb6f0ef7'] response: {'server_uuid': '4554207a-7966-4e03-aa31-6d0021a7ef42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4f0749c-2c73-4b07-9a8b-a977bd839b6a', 'code': 200} May 05 20:11:32.385651 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=f4f0749c-2c73-4b07-9a8b-a977bd839b6a,revision_number=8']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:32.411289 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-67d1c8c4-355a-42b8-8231-f9881d67729e req-d80ebcee-10c6-48eb-8250-300ffb38000d tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31a0353-9cc7-4431-82ad-5f9b9985cf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890558 May 05 20:11:32.481905 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70c8c8a5-c1d8-4ae6-8252-e2a41c96d34f tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:11:32.535490 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4754c2af-8a2c-4a91-8a6a-78357ef0f3ba tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:32.572562 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:11:32.620417 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4754c2af-8a2c-4a91-8a6a-78357ef0f3ba tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Pushing event updated for resources: {'Subnet': ['ID=f8cafdb4-2615-434d-b115-ce31f6b2c4c4,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:32.632313 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4754c2af-8a2c-4a91-8a6a-78357ef0f3ba tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:11:32.632699 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4754c2af-8a2c-4a91-8a6a-78357ef0f3ba tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:11:32.632982 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4754c2af-8a2c-4a91-8a6a-78357ef0f3ba tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:11:32.633309 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4754c2af-8a2c-4a91-8a6a-78357ef0f3ba tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:11:32.633632 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4754c2af-8a2c-4a91-8a6a-78357ef0f3ba tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:11:32.633960 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4754c2af-8a2c-4a91-8a6a-78357ef0f3ba tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:11:32.634400 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4754c2af-8a2c-4a91-8a6a-78357ef0f3ba tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:11:32.634726 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4754c2af-8a2c-4a91-8a6a-78357ef0f3ba tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:11:32.635049 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4754c2af-8a2c-4a91-8a6a-78357ef0f3ba tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:11:32.635388 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4754c2af-8a2c-4a91-8a6a-78357ef0f3ba tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:11:32.635702 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4754c2af-8a2c-4a91-8a6a-78357ef0f3ba tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:11:32.635998 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4754c2af-8a2c-4a91-8a6a-78357ef0f3ba tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:11:32.639552 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-01bf48f6-654a-4965-ab83-8b1fd17a1e50 req-c2c07e9d-eb08-4dd4-bb68-85a86ce1da95 service neutron] 10.222.0.50 "GET /v2.0/networks/7506b31f-3419-46e4-835c-80fe813661d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616105 May 05 20:11:32.641753 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4754c2af-8a2c-4a91-8a6a-78357ef0f3ba tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Checking segment: {'id': '6e0004e5-345a-4e41-aac8-a10dd21af429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4a89236d-3a35-4bf0-b4e6-b2b8eabc44b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:11:32.642113 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4754c2af-8a2c-4a91-8a6a-78357ef0f3ba tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Network hostable DHCP agents. Network: 4a89236d-3a35-4bf0-b4e6-b2b8eabc44b6, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:11:32.643708 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c8c8a5-c1d8-4ae6-8252-e2a41c96d34f tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9856cd-a7c8-4c47-aecd-b3e753f72a10,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:32.651828 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-70c8c8a5-c1d8-4ae6-8252-e2a41c96d34f tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:32.652140 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-70c8c8a5-c1d8-4ae6-8252-e2a41c96d34f tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Added segment 3bc93f75-d123-4e2e-b128-384c70adc4a9 of type vlan for network 573e342f-2a68-4e24-9617-4e99933e2798 May 05 20:11:32.660707 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.resource_extend [None req-5fb666c6-20b2-4d84-8f7c-6d1c08aa0c2e tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 20:11:32.666041 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4754c2af-8a2c-4a91-8a6a-78357ef0f3ba tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Network 4a89236d-3a35-4bf0-b4e6-b2b8eabc44b6 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:11:32.677131 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-4754c2af-8a2c-4a91-8a6a-78357ef0f3ba tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 4a89236d-3a35-4bf0-b4e6-b2b8eabc44b6) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:11:32.681268 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5fb666c6-20b2-4d84-8f7c-6d1c08aa0c2e tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:32.681919 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4754c2af-8a2c-4a91-8a6a-78357ef0f3ba tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:32.682750 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4754c2af-8a2c-4a91-8a6a-78357ef0f3ba tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:32.689608 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca314c03-5c3b-4ac2-9793-2c5846640964 None None] Network 4a89236d-3a35-4bf0-b4e6-b2b8eabc44b6 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:11:32.699267 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-091f6584-e245-4ac7-8830-9529778b532f tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Deleting port 19c6ae33-ce23-4179-b904-f9e1313f53a8 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:11:32.699924 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-091f6584-e245-4ac7-8830-9529778b532f tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:32.746080 n-d-840717-1 neutron-server[88197]: INFO neutron.api.v2.resource [None req-0f0ccf6b-0333-442a-81a7-bbd4355fb888 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 20:11:32.750046 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-0f0ccf6b-0333-442a-81a7-bbd4355fb888 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4753909 May 05 20:11:32.773367 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58418) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:32.799702 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-091f6584-e245-4ac7-8830-9529778b532f tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] The port '19c6ae33-ce23-4179-b904-f9e1313f53a8' was deleted {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 20:11:32.805964 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-4754c2af-8a2c-4a91-8a6a-78357ef0f3ba tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1567831 May 05 20:11:32.807872 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58424) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:32.843106 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 19c6ae33-ce23-4179-b904-f9e1313f53a8 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:11:32.860094 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-82702baf-cc27-4d35-a7cb-2a00a0726e1c tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1244745721'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:32.861430 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5fb666c6-20b2-4d84-8f7c-6d1c08aa0c2e tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:32.887526 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 19c6ae33-ce23-4179-b904-f9e1313f53a8 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:11:32.888421 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 19c6ae33-ce23-4179-b904-f9e1313f53a8 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:11:32.949478 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-70c8c8a5-c1d8-4ae6-8252-e2a41c96d34f tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:32.981034 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-091f6584-e245-4ac7-8830-9529778b532f tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:33.007034 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-091f6584-e245-4ac7-8830-9529778b532f tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['587df6f4-e734-43f3-85bd-98c6549ff7c9']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:33.019901 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-091f6584-e245-4ac7-8830-9529778b532f tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c09fd800-ef9f-4ee5-9fe2-74f1ca173a53') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:33.020199 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-091f6584-e245-4ac7-8830-9529778b532f tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c09fd800-ef9f-4ee5-9fe2-74f1ca173a53') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:33.036471 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-82702baf-cc27-4d35-a7cb-2a00a0726e1c tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:33.043487 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-091f6584-e245-4ac7-8830-9529778b532f tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:33.053775 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-82702baf-cc27-4d35-a7cb-2a00a0726e1c tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Usage tracker for resource:network and tenant:b84517431db84d2ea9b94084b415b5bd is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:33.061679 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-82702baf-cc27-4d35-a7cb-2a00a0726e1c tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:33.063638 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15dcb89-7ab4-451d-9b92-6cb2d2fe84fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-4a89236d-3a35-4bf0-b4e6-b2b8eabc44b6', 'network_id': '4a89236d-3a35-4bf0-b4e6-b2b8eabc44b6', 'tenant_id': 'b84517431db84d2ea9b94084b415b5bd', 'fixed_ips': [{'subnet_id': 'f8cafdb4-2615-434d-b115-ce31f6b2c4c4'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:11:33.065353 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f15dcb89-7ab4-451d-9b92-6cb2d2fe84fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:33.069684 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-01bf48f6-654a-4965-ab83-8b1fd17a1e50 req-481c497e-79c2-4ed4-8443-08e1cb743362 service neutron] 10.222.0.50 "GET /v2.0/networks/7506b31f-3419-46e4-835c-80fe813661d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4223351 May 05 20:11:33.070275 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb666c6-20b2-4d84-8f7c-6d1c08aa0c2e tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event updated for resources: {'Port': ['ID=2ba207be-d553-4b5c-b20d-585956ab9bdc,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:33.075310 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5fb666c6-20b2-4d84-8f7c-6d1c08aa0c2e tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:33.081008 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-82702baf-cc27-4d35-a7cb-2a00a0726e1c tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:33.081203 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-70c8c8a5-c1d8-4ae6-8252-e2a41c96d34f tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:33.083562 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-091f6584-e245-4ac7-8830-9529778b532f tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:33.087450 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c8c8a5-c1d8-4ae6-8252-e2a41c96d34f tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:33.088222 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-70c8c8a5-c1d8-4ae6-8252-e2a41c96d34f tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:33.111807 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-091f6584-e245-4ac7-8830-9529778b532f tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:11:33.112248 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-091f6584-e245-4ac7-8830-9529778b532f tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:33.129292 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:11:33.129292 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:11:33.129292 n-d-840717-1 neutron-server[88198]: timer() May 05 20:11:33.129292 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:11:33.129292 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:11:33.129292 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:11:33.129292 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:11:33.129292 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:11:33.129292 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:11:33.129292 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:11:33.129292 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:11:33.129292 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:11:33.129292 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:11:33.129292 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:11:33.129292 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:11:33.129292 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:11:33.129292 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:11:33.129292 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:11:33.129292 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:11:33.129292 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:11:33.129292 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:11:33.129292 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:11:33.129292 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:11:33.129292 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:11:33.129292 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:11:33.129292 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:11:33.129292 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:11:33.129292 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:11:33.129292 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:11:33.129292 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:11:33.129292 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:11:33.129292 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:11:33.152740 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82702baf-cc27-4d35-a7cb-2a00a0726e1c tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Made reservation on behalf of b84517431db84d2ea9b94084b415b5bd for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:11:33.157058 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-82702baf-cc27-4d35-a7cb-2a00a0726e1c tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:33.175475 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-32f93b01-ca6d-4c33-9441-2b45bee6fd69 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:33.270059 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-32f93b01-ca6d-4c33-9441-2b45bee6fd69 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:33.280494 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-091f6584-e245-4ac7-8830-9529778b532f tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:33.282169 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82702baf-cc27-4d35-a7cb-2a00a0726e1c tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:11:33.287394 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-f15dcb89-7ab4-451d-9b92-6cb2d2fe84fe None None] Allocated IP 2001:db8:0:ffff::2 (4a89236d-3a35-4bf0-b4e6-b2b8eabc44b6/f8cafdb4-2615-434d-b115-ce31f6b2c4c4/906b70f5-7661-40f7-853d-52034fdf5869) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:11:33.308399 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-70c8c8a5-c1d8-4ae6-8252-e2a41c96d34f tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 3.4189918 May 05 20:11:33.310593 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-091f6584-e245-4ac7-8830-9529778b532f tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:33.313217 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58440) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:33.327860 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f6584-e245-4ac7-8830-9529778b532f tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event deleted for resources: {'Network': ['ID=587df6f4-e734-43f3-85bd-98c6549ff7c9,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:33.335401 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-82702baf-cc27-4d35-a7cb-2a00a0726e1c tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:33.336354 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-82702baf-cc27-4d35-a7cb-2a00a0726e1c tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Added segment 7b56d04e-e8a3-4382-8fff-11fc61a78401 of type vlan for network c1598e53-62ca-4e16-b4e8-c0b5f4e193f1 May 05 20:11:33.337877 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-73b98bcc-a785-4dc4-bfc5-757ee79a64e1 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Request body: {'subnet': {'network_id': '573e342f-2a68-4e24-9617-4e99933e2798', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:33.354838 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-091f6584-e245-4ac7-8830-9529778b532f tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "DELETE /v2.0/networks/587df6f4-e734-43f3-85bd-98c6549ff7c9 HTTP/1.1" status: 204 len: 168 time: 2.3806367 May 05 20:11:33.363635 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58444) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:33.372109 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-d6648d59-f446-453c-bb53-7a75fe079422 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1844898116'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:33.391181 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d6648d59-f446-453c-bb53-7a75fe079422 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:33.397843 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d6648d59-f446-453c-bb53-7a75fe079422 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Usage tracker for resource:network and tenant:88760c5e167e4c4abc1263be6642087f is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:33.404133 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-82702baf-cc27-4d35-a7cb-2a00a0726e1c tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:33.408065 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d6648d59-f446-453c-bb53-7a75fe079422 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:33.414607 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-32f93b01-ca6d-4c33-9441-2b45bee6fd69 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:33.418692 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d6648d59-f446-453c-bb53-7a75fe079422 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:33.439085 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58448) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:33.453787 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f93b01-ca6d-4c33-9441-2b45bee6fd69 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a0925a1-b1a8-4f4e-9e25-3c4f23252502,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:33.472198 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6648d59-f446-453c-bb53-7a75fe079422 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Made reservation on behalf of 88760c5e167e4c4abc1263be6642087f for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:11:33.475638 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d6648d59-f446-453c-bb53-7a75fe079422 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:33.494558 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-32f93b01-ca6d-4c33-9441-2b45bee6fd69 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:33.495703 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-32f93b01-ca6d-4c33-9441-2b45bee6fd69 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] 10.222.0.36 "DELETE /v2.0/security-groups/0a0925a1-b1a8-4f4e-9e25-3c4f23252502 HTTP/1.1" status: 204 len: 168 time: 0.7195635 May 05 20:11:33.498993 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58456) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:33.518785 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-82702baf-cc27-4d35-a7cb-2a00a0726e1c tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:33.524258 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82702baf-cc27-4d35-a7cb-2a00a0726e1c tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:33.524847 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-82702baf-cc27-4d35-a7cb-2a00a0726e1c tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:33.567140 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f15dcb89-7ab4-451d-9b92-6cb2d2fe84fe None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:33.603211 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6648d59-f446-453c-bb53-7a75fe079422 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:11:33.609255 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-f15dcb89-7ab4-451d-9b92-6cb2d2fe84fe None None] Transition to ACTIVE for port object 906b70f5-7661-40f7-853d-52034fdf5869 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:11:33.651306 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-f15dcb89-7ab4-451d-9b92-6cb2d2fe84fe None None] Transition to ACTIVE for port object 906b70f5-7661-40f7-853d-52034fdf5869 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:11:33.652276 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb666c6-20b2-4d84-8f7c-6d1c08aa0c2e tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Network 8bd88960-6695-4355-a655-d48699f3c177 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:11:33.659600 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f15dcb89-7ab4-451d-9b92-6cb2d2fe84fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:33.664127 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-5fb666c6-20b2-4d84-8f7c-6d1c08aa0c2e tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:11:33.681749 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c8c8a5-c1d8-4ae6-8252-e2a41c96d34f tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Pushing event updated for resources: {'Network': ['ID=573e342f-2a68-4e24-9617-4e99933e2798,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:33.733527 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 573e342f-2a68-4e24-9617-4e99933e2798 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:11:33.755723 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-82702baf-cc27-4d35-a7cb-2a00a0726e1c tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9414473 May 05 20:11:33.756661 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0731fafb-d9e4-4105-9734-7264cf497fce admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:33.759775 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58460) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:33.765910 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82702baf-cc27-4d35-a7cb-2a00a0726e1c tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Pushing event updated for resources: {'Network': ['ID=c1598e53-62ca-4e16-b4e8-c0b5f4e193f1,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:33.772584 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d6648d59-f446-453c-bb53-7a75fe079422 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:33.773169 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-d6648d59-f446-453c-bb53-7a75fe079422 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Added segment 32881d3f-2511-4b9f-b8ed-0deeafbb6fa3 of type vlan for network 775badac-c0fc-4100-94de-a91b6944525f May 05 20:11:33.793746 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-136ef662-c196-4886-acb0-ef3ac2daebd7 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Synchronizing usage tracker for tenant:c9d472a1cc2d40a7a2f0fbe0cadad645 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:11:33.815273 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0731fafb-d9e4-4105-9734-7264cf497fce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:33.827715 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-0731fafb-d9e4-4105-9734-7264cf497fce admin admin] Usage tracker for resource:security_group_rule and tenant:cca51de2d92742509ccbc1808ce78dac is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:33.833225 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-5d4000a2-8762-461f-872f-db4e1d31fee6 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Request body: {'subnet': {'network_id': 'c1598e53-62ca-4e16-b4e8-c0b5f4e193f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:33.835281 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-0731fafb-d9e4-4105-9734-7264cf497fce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:33.839124 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d6648d59-f446-453c-bb53-7a75fe079422 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:33.852638 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0731fafb-d9e4-4105-9734-7264cf497fce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:33.865089 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-136ef662-c196-4886-acb0-ef3ac2daebd7 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Unset dirty status for tenant:c9d472a1cc2d40a7a2f0fbe0cadad645 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:11:33.866392 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-136ef662-c196-4886-acb0-ef3ac2daebd7 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3664377 May 05 20:11:33.875316 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58464) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:33.883007 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network c1598e53-62ca-4e16-b4e8-c0b5f4e193f1 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:11:33.945067 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15dcb89-7ab4-451d-9b92-6cb2d2fe84fe None None] Network 4a89236d-3a35-4bf0-b4e6-b2b8eabc44b6 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:11:33.945684 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f0f665-9982-490e-bd79-e71a80609487 req-f3eaa6dd-23da-4d63-baa1-075d6b0004d9 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:33.947167 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-69f0f665-9982-490e-bd79-e71a80609487 req-f3eaa6dd-23da-4d63-baa1-075d6b0004d9 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=4554207a-7966-4e03-aa31-6d0021a7ef42 HTTP/1.1" status: 200 len: 944 time: 0.3413565 May 05 20:11:33.953787 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d6648d59-f446-453c-bb53-7a75fe079422 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:33.956944 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-f15dcb89-7ab4-451d-9b92-6cb2d2fe84fe None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:11:33.959208 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15dcb89-7ab4-451d-9b92-6cb2d2fe84fe None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:11:33.960153 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6648d59-f446-453c-bb53-7a75fe079422 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:33.960968 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d6648d59-f446-453c-bb53-7a75fe079422 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:34.024258 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15dcb89-7ab4-451d-9b92-6cb2d2fe84fe None None] Pushing event updated for resources: {'Port': ['ID=906b70f5-7661-40f7-853d-52034fdf5869,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:34.063257 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-5d4000a2-8762-461f-872f-db4e1d31fee6 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:34.066215 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-73b98bcc-a785-4dc4-bfc5-757ee79a64e1 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:34.071540 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-73b98bcc-a785-4dc4-bfc5-757ee79a64e1 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Usage tracker for resource:subnet and tenant:974a09ee509e452abf1b7ceecd9655c2 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:34.077219 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-5d4000a2-8762-461f-872f-db4e1d31fee6 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Usage tracker for resource:subnet and tenant:b84517431db84d2ea9b94084b415b5bd is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:34.079872 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-73b98bcc-a785-4dc4-bfc5-757ee79a64e1 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:34.084147 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-5d4000a2-8762-461f-872f-db4e1d31fee6 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:34.091212 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-73b98bcc-a785-4dc4-bfc5-757ee79a64e1 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:34.098457 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d6648d59-f446-453c-bb53-7a75fe079422 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7335367 May 05 20:11:34.099540 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-5d4000a2-8762-461f-872f-db4e1d31fee6 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:34.103826 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58468) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:34.117976 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-b83190f9-a7f6-4044-9a62-bf4bd4cd2565 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Request body: {'subnet': {'network_id': '775badac-c0fc-4100-94de-a91b6944525f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:34.127941 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-aa4baff4-b8ea-4b40-889b-7db11f3602af None None] Provisioning complete for port 2ba207be-d553-4b5c-b20d-585956ab9bdc triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:11:34.128535 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-aa4baff4-b8ea-4b40-889b-7db11f3602af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:34.151939 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b98bcc-a785-4dc4-bfc5-757ee79a64e1 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Made reservation on behalf of 974a09ee509e452abf1b7ceecd9655c2 for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:11:34.156524 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-73b98bcc-a785-4dc4-bfc5-757ee79a64e1 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:34.168065 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-13a205f5-9f8a-4da4-acb1-bf45e97b8ecd tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:34.182984 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d4000a2-8762-461f-872f-db4e1d31fee6 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Made reservation on behalf of b84517431db84d2ea9b94084b415b5bd for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:11:34.186795 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5d4000a2-8762-461f-872f-db4e1d31fee6 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:34.194472 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6648d59-f446-453c-bb53-7a75fe079422 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event updated for resources: {'Network': ['ID=775badac-c0fc-4100-94de-a91b6944525f,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:34.202658 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-f15dcb89-7ab4-451d-9b92-6cb2d2fe84fe None None] Attempting to bind port 906b70f5-7661-40f7-853d-52034fdf5869 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:11:34.206883 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-f15dcb89-7ab4-451d-9b92-6cb2d2fe84fe None None] Attempting to bind port 906b70f5-7661-40f7-853d-52034fdf5869 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '6e0004e5-345a-4e41-aac8-a10dd21af429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4a89236d-3a35-4bf0-b4e6-b2b8eabc44b6'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:11:34.207535 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15dcb89-7ab4-451d-9b92-6cb2d2fe84fe None None] Attempting to bind port 906b70f5-7661-40f7-853d-52034fdf5869 on network 4a89236d-3a35-4bf0-b4e6-b2b8eabc44b6 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:11:34.215915 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-69f0f665-9982-490e-bd79-e71a80609487 req-3294c4c2-97ba-4139-b80b-65e5f88221aa tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31a0353-9cc7-4431-82ad-5f9b9985cf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411225 May 05 20:11:34.218397 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 775badac-c0fc-4100-94de-a91b6944525f details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:11:34.232865 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-13a205f5-9f8a-4da4-acb1-bf45e97b8ecd tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:34.236499 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15dcb89-7ab4-451d-9b92-6cb2d2fe84fe None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:11:34.237096 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15dcb89-7ab4-451d-9b92-6cb2d2fe84fe None None] Checking segment: {'id': '6e0004e5-345a-4e41-aac8-a10dd21af429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4a89236d-3a35-4bf0-b4e6-b2b8eabc44b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:11:34.237902 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f15dcb89-7ab4-451d-9b92-6cb2d2fe84fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:34.238292 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15dcb89-7ab4-451d-9b92-6cb2d2fe84fe None None] Bound using segment: {'id': '6e0004e5-345a-4e41-aac8-a10dd21af429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4a89236d-3a35-4bf0-b4e6-b2b8eabc44b6'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:11:34.238761 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-f15dcb89-7ab4-451d-9b92-6cb2d2fe84fe None None] Bound port: 906b70f5-7661-40f7-853d-52034fdf5869, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e0004e5-345a-4e41-aac8-a10dd21af429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4a89236d-3a35-4bf0-b4e6-b2b8eabc44b6'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:11:34.239466 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f15dcb89-7ab4-451d-9b92-6cb2d2fe84fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:34.254014 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-aa4baff4-b8ea-4b40-889b-7db11f3602af None None] Port 2ba207be-d553-4b5c-b20d-585956ab9bdc cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:11:34.422347 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-f15dcb89-7ab4-451d-9b92-6cb2d2fe84fe None None] For port 906b70f5-7661-40f7-853d-52034fdf5869, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:11:34.425577 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-f15dcb89-7ab4-451d-9b92-6cb2d2fe84fe None None] For port 906b70f5-7661-40f7-853d-52034fdf5869, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=906b70f5-7661-40f7-853d-52034fdf5869,segment=NetworkSegment(6e0004e5-345a-4e41-aac8-a10dd21af429),segment_id=6e0004e5-345a-4e41-aac8-a10dd21af429)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:11:34.429240 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0731fafb-d9e4-4105-9734-7264cf497fce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:34.433690 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0731fafb-d9e4-4105-9734-7264cf497fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:34.436947 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f15dcb89-7ab4-451d-9b92-6cb2d2fe84fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:34.468425 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-13a205f5-9f8a-4da4-acb1-bf45e97b8ecd tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:34.468956 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fb666c6-20b2-4d84-8f7c-6d1c08aa0c2e tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Router e586d771-7f78-40e1-9990-688bf32171b7 is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88197) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:11:34.471104 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-b83190f9-a7f6-4044-9a62-bf4bd4cd2565 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:34.482538 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-b83190f9-a7f6-4044-9a62-bf4bd4cd2565 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Usage tracker for resource:subnet and tenant:88760c5e167e4c4abc1263be6642087f is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:34.492103 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-b83190f9-a7f6-4044-9a62-bf4bd4cd2565 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:34.498902 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-0731fafb-d9e4-4105-9734-7264cf497fce admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cca51de2d92742509ccbc1808ce78dac&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0583620 May 05 20:11:34.500974 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0731fafb-d9e4-4105-9734-7264cf497fce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8d7a7b-b98b-4afd-aa63-66217fee3220,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:34.501735 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58472) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:34.507596 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-b83190f9-a7f6-4044-9a62-bf4bd4cd2565 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:34.520060 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a205f5-9f8a-4da4-acb1-bf45e97b8ecd tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8889cd57-6cba-4961-9336-f8ee1ab27667,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:34.528315 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-13a205f5-9f8a-4da4-acb1-bf45e97b8ecd tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:34.529982 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-13a205f5-9f8a-4da4-acb1-bf45e97b8ecd tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] 10.222.0.36 "DELETE /v2.0/security-groups/8889cd57-6cba-4961-9336-f8ee1ab27667 HTTP/1.1" status: 204 len: 168 time: 0.6453393 May 05 20:11:34.532604 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58476) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:34.566303 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15dcb89-7ab4-451d-9b92-6cb2d2fe84fe None None] Pushing event updated for resources: {'Port': ['ID=906b70f5-7661-40f7-853d-52034fdf5869,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:34.595151 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-8614eff0-0d0f-4a36-9e8d-b6108dcbaa3a tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Synchronizing usage tracker for tenant:c9d472a1cc2d40a7a2f0fbe0cadad645 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:11:34.620468 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-8614eff0-0d0f-4a36-9e8d-b6108dcbaa3a tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Unset dirty status for tenant:c9d472a1cc2d40a7a2f0fbe0cadad645 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:11:34.622098 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-8614eff0-0d0f-4a36-9e8d-b6108dcbaa3a tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0884216 May 05 20:11:34.626656 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58480) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:34.630540 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-beb9989b-c30b-4eb6-8c9f-f709fc7f0af2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:34.635721 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-1c32da74-4519-402e-9aab-639e56a28e40 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Request body: {'security_group': {'name': 'tempest-secgroup--1756457501'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:34.644274 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1c32da74-4519-402e-9aab-639e56a28e40 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:34.658820 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1c32da74-4519-402e-9aab-639e56a28e40 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:34.671412 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1c32da74-4519-402e-9aab-639e56a28e40 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:34.694822 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1c32da74-4519-402e-9aab-639e56a28e40 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:34.698809 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-1c32da74-4519-402e-9aab-639e56a28e40 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Usage tracker for resource:security_group_rule and tenant:c9d472a1cc2d40a7a2f0fbe0cadad645 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:34.702121 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83190f9-a7f6-4044-9a62-bf4bd4cd2565 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Made reservation on behalf of 88760c5e167e4c4abc1263be6642087f for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:11:34.702778 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-1c32da74-4519-402e-9aab-639e56a28e40 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:34.706558 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b83190f9-a7f6-4044-9a62-bf4bd4cd2565 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:34.708805 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1c32da74-4519-402e-9aab-639e56a28e40 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:34.855058 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1c32da74-4519-402e-9aab-639e56a28e40 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:34.861818 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1c32da74-4519-402e-9aab-639e56a28e40 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:34.926870 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c32da74-4519-402e-9aab-639e56a28e40 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71320713-1e92-4c25-b8e3-35fa25d522e4,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:34.940347 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1c32da74-4519-402e-9aab-639e56a28e40 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:34.941821 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-1c32da74-4519-402e-9aab-639e56a28e40 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3138447 May 05 20:11:34.944770 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58484) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:34.952366 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-cb8509f1-c59b-475d-8334-fd89d75586a5 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:34.955735 n-d-840717-1 neutron-server[88198]: WARNING neutron.api.v2.base [None req-cb8509f1-c59b-475d-8334-fd89d75586a5 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 05 20:11:34.956264 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-cb8509f1-c59b-475d-8334-fd89d75586a5 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] update failed (client error): There was a conflict when trying to complete your request. May 05 20:11:34.957249 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-cb8509f1-c59b-475d-8334-fd89d75586a5 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] 10.222.0.36 "PUT /v2.0/security-groups/71320713-1e92-4c25-b8e3-35fa25d522e4 HTTP/1.1" status: 409 len: 330 time: 0.0111587 May 05 20:11:34.959972 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58488) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:35.029150 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c617591d-051a-4b5c-b966-5d2984cb33d0 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:35.057081 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c617591d-051a-4b5c-b966-5d2984cb33d0 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:35.110631 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c617591d-051a-4b5c-b966-5d2984cb33d0 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:35.130058 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c617591d-051a-4b5c-b966-5d2984cb33d0 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71320713-1e92-4c25-b8e3-35fa25d522e4,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:35.139025 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c617591d-051a-4b5c-b966-5d2984cb33d0 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:35.139589 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c617591d-051a-4b5c-b966-5d2984cb33d0 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] 10.222.0.36 "DELETE /v2.0/security-groups/71320713-1e92-4c25-b8e3-35fa25d522e4 HTTP/1.1" status: 204 len: 168 time: 0.1782560 May 05 20:11:35.142099 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58492) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:35.150256 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb666c6-20b2-4d84-8f7c-6d1c08aa0c2e tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:11:35.163002 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27b1151-ef3a-4924-9db6-692d70c4bd94 None None] Sync routers for ids ['e586d771-7f78-40e1-9990-688bf32171b7'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:11:35.178008 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27b1151-ef3a-4924-9db6-692d70c4bd94 None None] Routers {'e586d771-7f78-40e1-9990-688bf32171b7'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:11:35.178766 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-b27b1151-ef3a-4924-9db6-692d70c4bd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:11:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['e586d771-7f78-40e1-9990-688bf32171b7'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:35.201064 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6d620ad3-9349-4242-8a59-846756bedd62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:35.224777 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-06bbcd1d-dccf-43dd-a775-f7d511352cb5 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Synchronizing usage tracker for tenant:c9d472a1cc2d40a7a2f0fbe0cadad645 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:11:35.248467 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-06bbcd1d-dccf-43dd-a775-f7d511352cb5 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] Unset dirty status for tenant:c9d472a1cc2d40a7a2f0fbe0cadad645 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:11:35.251050 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-5fb666c6-20b2-4d84-8f7c-6d1c08aa0c2e tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "PUT /v2.0/routers/e586d771-7f78-40e1-9990-688bf32171b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2026021 May 05 20:11:35.251196 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-06bbcd1d-dccf-43dd-a775-f7d511352cb5 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1032555 May 05 20:11:35.251196 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58498) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:35.252565 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58500) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:35.289119 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5d4000a2-8762-461f-872f-db4e1d31fee6 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:35.294807 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6d620ad3-9349-4242-8a59-846756bedd62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:35.298008 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-b27b1151-ef3a-4924-9db6-692d70c4bd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:35.318760 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27b1151-ef3a-4924-9db6-692d70c4bd94 None None] Routers {'e586d771-7f78-40e1-9990-688bf32171b7'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:11:35.319676 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-b27b1151-ef3a-4924-9db6-692d70c4bd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:11:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['e586d771-7f78-40e1-9990-688bf32171b7'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:35.381719 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-aacbf346-4461-4687-84c8-bde57668bd37 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] delete failed (client error): The resource could not be found. May 05 20:11:35.386143 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-aacbf346-4461-4687-84c8-bde57668bd37 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] 10.222.0.36 "DELETE /v2.0/security-groups/bc120d9d-d250-49d2-be58-052ebf70c7cd HTTP/1.1" status: 404 len: 347 time: 0.0519052 May 05 20:11:35.387159 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58506) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:35.418434 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8cae6e-e83b-4540-bc29-0ed20eb57af4 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:35.419725 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-db8cae6e-e83b-4540-bc29-0ed20eb57af4 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Synchronizing usage tracker for tenant:0cc5f4a365af4a94a73e5ef336438b10 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:11:35.424890 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-73b98bcc-a785-4dc4-bfc5-757ee79a64e1 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:35.443178 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-db8cae6e-e83b-4540-bc29-0ed20eb57af4 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Unset dirty status for tenant:0cc5f4a365af4a94a73e5ef336438b10 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:11:35.444329 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-db8cae6e-e83b-4540-bc29-0ed20eb57af4 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "GET /v2.0/ports?device_id=e586d771-7f78-40e1-9990-688bf32171b7 HTTP/1.1" status: 200 len: 982 time: 0.1942196 May 05 20:11:35.447265 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58510) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:35.473448 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-b27b1151-ef3a-4924-9db6-692d70c4bd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:35.474083 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27b1151-ef3a-4924-9db6-692d70c4bd94 None None] The sync data for ids ['e586d771-7f78-40e1-9990-688bf32171b7'] in n-d-840717-1 is: [] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:11:35.606446 n-d-840717-1 neutron-server[88197]: INFO neutron.api.v2.resource [None req-1701aa5c-9987-47b2-9733-b0d37e53049f tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] show failed (client error): The resource could not be found. May 05 20:11:35.608486 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-1701aa5c-9987-47b2-9733-b0d37e53049f tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] 10.222.0.36 "GET /v2.0/security-groups/c0812562-5c9c-4dc8-b9da-e71593c0d9d4 HTTP/1.1" status: 404 len: 347 time: 0.1857426 May 05 20:11:35.612529 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58514) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:35.636635 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-00f975ce-2b16-43fc-aef0-286e1c830169 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] show failed (client error): The resource could not be found. May 05 20:11:35.642393 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-00f975ce-2b16-43fc-aef0-286e1c830169 tempest-NegativeSecGroupTest-31453901 tempest-NegativeSecGroupTest-31453901-project] 10.222.0.36 "GET /v2.0/security-group-rules/52115421-076d-4f52-86af-ff21b99c5b86 HTTP/1.1" status: 404 len: 356 time: 0.0242329 May 05 20:11:35.650460 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4000a2-8762-461f-872f-db4e1d31fee6 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Pushing event updated for resources: {'Subnet': ['ID=897f424b-befb-4df3-8a5f-76bbdc70e2d7,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:35.730368 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4000a2-8762-461f-872f-db4e1d31fee6 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Checking segment: {'id': '7b56d04e-e8a3-4382-8fff-11fc61a78401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c1598e53-62ca-4e16-b4e8-c0b5f4e193f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:11:35.730833 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4000a2-8762-461f-872f-db4e1d31fee6 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Network hostable DHCP agents. Network: c1598e53-62ca-4e16-b4e8-c0b5f4e193f1, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:11:35.765378 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b83190f9-a7f6-4044-9a62-bf4bd4cd2565 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:35.775040 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6d620ad3-9349-4242-8a59-846756bedd62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:35.790253 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c71cff8-979d-48d7-bba7-90b010016195 None None] Network 4a89236d-3a35-4bf0-b4e6-b2b8eabc44b6 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:11:35.797437 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b98bcc-a785-4dc4-bfc5-757ee79a64e1 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Checking segment: {'id': '3bc93f75-d123-4e2e-b128-384c70adc4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '573e342f-2a68-4e24-9617-4e99933e2798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:11:35.797806 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b98bcc-a785-4dc4-bfc5-757ee79a64e1 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Network hostable DHCP agents. Network: 573e342f-2a68-4e24-9617-4e99933e2798, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:11:35.809913 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b98bcc-a785-4dc4-bfc5-757ee79a64e1 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Pushing event updated for resources: {'Subnet': ['ID=3d55e008-1361-4c6a-97f5-cceb5f192a91,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:35.856993 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d620ad3-9349-4242-8a59-846756bedd62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8d7a7b-b98b-4afd-aa63-66217fee3220,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:35.911672 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4000a2-8762-461f-872f-db4e1d31fee6 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Network c1598e53-62ca-4e16-b4e8-c0b5f4e193f1 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:11:35.931064 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfef8de6-bfb9-4e8a-8395-279dd15cf5ba req-2b64d420-d0e6-4766-8a74-0ea27b490d92 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:35.933278 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dfef8de6-bfb9-4e8a-8395-279dd15cf5ba req-2b64d420-d0e6-4766-8a74-0ea27b490d92 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=4554207a-7966-4e03-aa31-6d0021a7ef42 HTTP/1.1" status: 200 len: 944 time: 0.4433672 May 05 20:11:35.945064 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6d620ad3-9349-4242-8a59-846756bedd62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:35.946418 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-6d620ad3-9349-4242-8a59-846756bedd62 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6b8d7a7b-b98b-4afd-aa63-66217fee3220 HTTP/1.1" status: 204 len: 168 time: 1.4409928 May 05 20:11:35.947491 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b98bcc-a785-4dc4-bfc5-757ee79a64e1 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Network 573e342f-2a68-4e24-9617-4e99933e2798 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:11:35.986662 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-6e5e52c3-2e00-48a2-946f-502022442c81 None None] Provisioning for port 906b70f5-7661-40f7-853d-52034fdf5869 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:11:35.986867 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83190f9-a7f6-4044-9a62-bf4bd4cd2565 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Checking segment: {'id': '32881d3f-2511-4b9f-b8ed-0deeafbb6fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '775badac-c0fc-4100-94de-a91b6944525f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:11:35.987115 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83190f9-a7f6-4044-9a62-bf4bd4cd2565 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Network hostable DHCP agents. Network: 775badac-c0fc-4100-94de-a91b6944525f, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:11:35.991594 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-5d4000a2-8762-461f-872f-db4e1d31fee6 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, c1598e53-62ca-4e16-b4e8-c0b5f4e193f1) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:11:35.999592 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58524) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:36.003159 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-73b98bcc-a785-4dc4-bfc5-757ee79a64e1 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 573e342f-2a68-4e24-9617-4e99933e2798) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:11:36.006376 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83190f9-a7f6-4044-9a62-bf4bd4cd2565 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event updated for resources: {'Subnet': ['ID=9eed34fe-1dd1-4669-ac89-e221f16eecb5,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:36.007499 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251c36dd-00de-4c65-9769-acd823f620bd None None] Network c1598e53-62ca-4e16-b4e8-c0b5f4e193f1 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:11:36.009406 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4000a2-8762-461f-872f-db4e1d31fee6 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:36.010165 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5d4000a2-8762-461f-872f-db4e1d31fee6 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:36.025856 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b98bcc-a785-4dc4-bfc5-757ee79a64e1 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:36.026752 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-73b98bcc-a785-4dc4-bfc5-757ee79a64e1 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:36.036509 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f28003-a1f1-4981-af80-bdc447c8f419 None None] Network 573e342f-2a68-4e24-9617-4e99933e2798 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:11:36.073782 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dfef8de6-bfb9-4e8a-8395-279dd15cf5ba req-478af754-b99a-476d-9872-fb252ce2a31c tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31a0353-9cc7-4431-82ad-5f9b9985cf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320040 May 05 20:11:36.088545 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-5d4000a2-8762-461f-872f-db4e1d31fee6 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.3247602 May 05 20:11:36.089050 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58530) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:36.090705 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83190f9-a7f6-4044-9a62-bf4bd4cd2565 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Network 775badac-c0fc-4100-94de-a91b6944525f is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:11:36.096182 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-73b98bcc-a785-4dc4-bfc5-757ee79a64e1 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7784164 May 05 20:11:36.098152 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58532) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:36.131790 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-7daeda90-894a-417f-b9de-888952c4e581 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Request body: {'port': {'network_id': '573e342f-2a68-4e24-9617-4e99933e2798', 'name': 'tempest-TagsExtTest-619239541'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:36.165997 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-b83190f9-a7f6-4044-9a62-bf4bd4cd2565 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 775badac-c0fc-4100-94de-a91b6944525f) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:11:36.177141 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83190f9-a7f6-4044-9a62-bf4bd4cd2565 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:36.177829 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b83190f9-a7f6-4044-9a62-bf4bd4cd2565 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:36.277238 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-b83190f9-a7f6-4044-9a62-bf4bd4cd2565 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1685989 May 05 20:11:36.279057 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58540) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:36.293984 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-fba3e1d1-e4b8-4881-8bfc-3d2742210339 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Request body: {'port': {'network_id': '775badac-c0fc-4100-94de-a91b6944525f', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1026661713'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:36.333176 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-409a5901-eeed-4f1d-9f7d-2cc6e1fa85d9 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:36.460535 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-7daeda90-894a-417f-b9de-888952c4e581 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:36.490522 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-7daeda90-894a-417f-b9de-888952c4e581 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Usage tracker for resource:port and tenant:974a09ee509e452abf1b7ceecd9655c2 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:36.498513 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-7daeda90-894a-417f-b9de-888952c4e581 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:36.505114 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd2fee1-f8d2-4d68-883e-7a42e12e5f5e None None] Network 775badac-c0fc-4100-94de-a91b6944525f requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:11:36.510838 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-7daeda90-894a-417f-b9de-888952c4e581 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:36.545063 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-85fd3cf4-5769-45cb-a25e-352eb9268079 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c9d472a1cc2d40a7a2f0fbe0cadad645&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5396919 May 05 20:11:36.556087 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58546) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:36.588217 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58550) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:36.597306 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7daeda90-894a-417f-b9de-888952c4e581 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Made reservation on behalf of 974a09ee509e452abf1b7ceecd9655c2 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:11:36.601017 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7daeda90-894a-417f-b9de-888952c4e581 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:36.610134 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a2296245-7049-46a4-b185-2c098bd6daaf tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:36.616987 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-fba3e1d1-e4b8-4881-8bfc-3d2742210339 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:36.650105 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-fba3e1d1-e4b8-4881-8bfc-3d2742210339 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Usage tracker for resource:port and tenant:88760c5e167e4c4abc1263be6642087f is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:36.656099 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-fba3e1d1-e4b8-4881-8bfc-3d2742210339 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:36.671169 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2693349d-27cf-4196-b830-2f7f23ab0cc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:36.687486 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [None req-7daeda90-894a-417f-b9de-888952c4e581 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] device_id is not set on port 38b30a81-d688-4004-9639-f2a92628501a yet. {{(pid=88197) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:11:36.745435 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-fba3e1d1-e4b8-4881-8bfc-3d2742210339 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:36.824355 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-2693349d-27cf-4196-b830-2f7f23ab0cc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:36.824355 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-2693349d-27cf-4196-b830-2f7f23ab0cc1 admin admin] Usage tracker for resource:security_group_rule and tenant:a5af6672902847de84d19930dfd8495b is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:36.845680 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-2693349d-27cf-4196-b830-2f7f23ab0cc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:36.845680 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba3e1d1-e4b8-4881-8bfc-3d2742210339 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Made reservation on behalf of 88760c5e167e4c4abc1263be6642087f for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:11:36.845680 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fba3e1d1-e4b8-4881-8bfc-3d2742210339 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:36.903831 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-2693349d-27cf-4196-b830-2f7f23ab0cc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:36.904176 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2940ec3-4d8d-45d0-a3d4-68ff899d0ceb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-573e342f-2a68-4e24-9617-4e99933e2798', 'network_id': '573e342f-2a68-4e24-9617-4e99933e2798', 'tenant_id': '974a09ee509e452abf1b7ceecd9655c2', 'fixed_ips': [{'subnet_id': '3d55e008-1361-4c6a-97f5-cceb5f192a91'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:11:36.904176 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a2940ec3-4d8d-45d0-a3d4-68ff899d0ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:36.930997 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d88ec330-8d8d-43c3-8546-f87899de2d52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:36.959883 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [None req-fba3e1d1-e4b8-4881-8bfc-3d2742210339 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] device_id is not set on port f37e8970-4cc7-4ff8-8fdb-5f2679433187 yet. {{(pid=88197) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:11:36.969718 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5b356a-0347-4778-b9a8-cddf23e54906 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-775badac-c0fc-4100-94de-a91b6944525f', 'network_id': '775badac-c0fc-4100-94de-a91b6944525f', 'tenant_id': '88760c5e167e4c4abc1263be6642087f', 'fixed_ips': [{'subnet_id': '9eed34fe-1dd1-4669-ac89-e221f16eecb5'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:11:36.970527 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8b5b356a-0347-4778-b9a8-cddf23e54906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:36.972494 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f940884-e189-492c-a5fc-15d9e2286ba0 req-e7989723-08a7-4c91-a7ef-851fc58dc79f tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:36.974266 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4f940884-e189-492c-a5fc-15d9e2286ba0 req-e7989723-08a7-4c91-a7ef-851fc58dc79f tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.5456841 May 05 20:11:36.983445 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 906b70f5-7661-40f7-853d-52034fdf5869 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:11:36.985472 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a2296245-7049-46a4-b185-2c098bd6daaf tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:37.011749 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1c059092-1385-47cb-9f0b-70377cb946b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:37.051459 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d88ec330-8d8d-43c3-8546-f87899de2d52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:37.058168 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-7daeda90-894a-417f-b9de-888952c4e581 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Allocated IP 172.20.0.4 (573e342f-2a68-4e24-9617-4e99933e2798/3d55e008-1361-4c6a-97f5-cceb5f192a91/38b30a81-d688-4004-9639-f2a92628501a) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:11:37.120321 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4f940884-e189-492c-a5fc-15d9e2286ba0 req-7ced2350-c18e-4747-a3a3-d13a4c8d9f9d tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373851 May 05 20:11:37.124526 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-409a5901-eeed-4f1d-9f7d-2cc6e1fa85d9 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Deleting port 2ba207be-d553-4b5c-b20d-585956ab9bdc {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:11:37.125082 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-409a5901-eeed-4f1d-9f7d-2cc6e1fa85d9 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:37.250162 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-fba3e1d1-e4b8-4881-8bfc-3d2742210339 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Allocated IP 2001:db8::144 (775badac-c0fc-4100-94de-a91b6944525f/9eed34fe-1dd1-4669-ac89-e221f16eecb5/f37e8970-4cc7-4ff8-8fdb-5f2679433187) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:11:37.332580 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-409a5901-eeed-4f1d-9f7d-2cc6e1fa85d9 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:37.360780 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 906b70f5-7661-40f7-853d-52034fdf5869 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:11:37.382033 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 906b70f5-7661-40f7-853d-52034fdf5869 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:11:37.382292 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:37.401473 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d88ec330-8d8d-43c3-8546-f87899de2d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:37.414973 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd8e81f-b075-4f33-aea9-d118be213f01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-c1598e53-62ca-4e16-b4e8-c0b5f4e193f1', 'network_id': 'c1598e53-62ca-4e16-b4e8-c0b5f4e193f1', 'tenant_id': 'b84517431db84d2ea9b94084b415b5bd', 'fixed_ips': [{'subnet_id': '897f424b-befb-4df3-8a5f-76bbdc70e2d7'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:11:37.415911 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9cd8e81f-b075-4f33-aea9-d118be213f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:37.431775 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2693349d-27cf-4196-b830-2f7f23ab0cc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:37.443128 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88ec330-8d8d-43c3-8546-f87899de2d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785228b5-5954-45c7-9f96-306bbfd2efe2,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:37.449222 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2693349d-27cf-4196-b830-2f7f23ab0cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:37.464787 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-409a5901-eeed-4f1d-9f7d-2cc6e1fa85d9 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Calling delete_port for 2ba207be-d553-4b5c-b20d-585956ab9bdc owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:11:37.666396 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-409a5901-eeed-4f1d-9f7d-2cc6e1fa85d9 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:37.683457 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:37.744744 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 906b70f5-7661-40f7-853d-52034fdf5869, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=906b70f5-7661-40f7-853d-52034fdf5869,segment=NetworkSegment(6e0004e5-345a-4e41-aac8-a10dd21af429),segment_id=6e0004e5-345a-4e41-aac8-a10dd21af429)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:11:37.755263 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409a5901-eeed-4f1d-9f7d-2cc6e1fa85d9 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event deleted for resources: {'Port': ['ID=2ba207be-d553-4b5c-b20d-585956ab9bdc,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:37.758011 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:37.770694 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-2693349d-27cf-4196-b830-2f7f23ab0cc1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a5af6672902847de84d19930dfd8495b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1775436 May 05 20:11:37.771737 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2693349d-27cf-4196-b830-2f7f23ab0cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9403abb6-4d58-4797-936d-4d201e062e62,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:37.778194 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58556) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:37.811565 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a2296245-7049-46a4-b185-2c098bd6daaf tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:37.829278 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec2a0e-50fd-4203-a178-c60f4cd12f8f req-0ffe9239-f535-42d0-a3b8-3a1c7b139e9d tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:37.836271 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f6ec2a0e-50fd-4203-a178-c60f4cd12f8f req-0ffe9239-f535-42d0-a3b8-3a1c7b139e9d tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.5587885 May 05 20:11:37.867317 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=906b70f5-7661-40f7-853d-52034fdf5869,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:37.876235 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d88ec330-8d8d-43c3-8546-f87899de2d52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:37.877623 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d88ec330-8d8d-43c3-8546-f87899de2d52 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/785228b5-5954-45c7-9f96-306bbfd2efe2 HTTP/1.1" status: 204 len: 168 time: 1.3171408 May 05 20:11:37.901472 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server [None req-9cd8e81f-b075-4f33-aea9-d118be213f01 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 897f424b-befb-4df3-8a5f-76bbdc70e2d7: This subnet is being modified by another concurrent operation. May 05 20:11:37.901472 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 05 20:11:37.901472 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 05 20:11:37.901472 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 05 20:11:37.901472 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 05 20:11:37.901472 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 05 20:11:37.901472 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 05 20:11:37.901472 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 05 20:11:37.901472 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 05 20:11:37.901472 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 05 20:11:37.901472 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 05 20:11:37.901472 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 05 20:11:37.901472 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 05 20:11:37.901472 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 20:11:37.901472 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 05 20:11:37.901472 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server raise self.value May 05 20:11:37.901472 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 05 20:11:37.901472 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 05 20:11:37.901472 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 05 20:11:37.901472 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 05 20:11:37.901472 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 05 20:11:37.901472 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 20:11:37.901472 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 05 20:11:37.901472 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server raise self.value May 05 20:11:37.901472 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 05 20:11:37.901472 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 05 20:11:37.901472 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 05 20:11:37.901472 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 05 20:11:37.901472 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 05 20:11:37.901472 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 20:11:37.901472 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 05 20:11:37.901472 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server raise self.value May 05 20:11:37.901472 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 05 20:11:37.901472 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 05 20:11:37.901472 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 05 20:11:37.901472 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 05 20:11:37.901472 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 05 20:11:37.901472 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 05 20:11:37.901472 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 05 20:11:37.901472 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 05 20:11:37.901472 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 05 20:11:37.901472 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 05 20:11:37.901472 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 05 20:11:37.901472 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 05 20:11:37.901472 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 05 20:11:37.901472 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 05 20:11:37.901472 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 05 20:11:37.901472 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 05 20:11:37.901472 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 05 20:11:37.901472 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 20:11:37.901472 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 05 20:11:37.901472 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server raise self.value May 05 20:11:37.901472 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 05 20:11:37.901472 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 05 20:11:37.906720 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 05 20:11:37.906720 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 05 20:11:37.906720 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 05 20:11:37.906720 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 20:11:37.906720 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 05 20:11:37.906720 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server raise self.value May 05 20:11:37.906720 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 05 20:11:37.906720 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 05 20:11:37.906720 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 05 20:11:37.906720 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 05 20:11:37.906720 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 05 20:11:37.906720 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 20:11:37.906720 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 05 20:11:37.906720 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server raise self.value May 05 20:11:37.906720 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 05 20:11:37.906720 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 05 20:11:37.906720 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 05 20:11:37.906720 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 05 20:11:37.906720 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 05 20:11:37.906720 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 05 20:11:37.906720 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 05 20:11:37.906720 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 05 20:11:37.906720 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 05 20:11:37.906720 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 05 20:11:37.906720 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 05 20:11:37.906720 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 05 20:11:37.906720 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 05 20:11:37.906720 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 05 20:11:37.906720 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 05 20:11:37.906720 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 05 20:11:37.906720 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 05 20:11:37.906720 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 05 20:11:37.906720 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 05 20:11:37.906720 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 05 20:11:37.906720 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 05 20:11:37.906720 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server raise exception May 05 20:11:37.906720 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 897f424b-befb-4df3-8a5f-76bbdc70e2d7: This subnet is being modified by another concurrent operation. May 05 20:11:37.906720 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server May 05 20:11:37.909708 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2296245-7049-46a4-b185-2c098bd6daaf tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Pushing event deleted for resources: {'Subnet': ['ID=897f424b-befb-4df3-8a5f-76bbdc70e2d7,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:37.911575 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device f4f0749c-2c73-4b07-9a8b-a977bd839b6a no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:11:37.919698 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7daeda90-894a-417f-b9de-888952c4e581 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:37.953700 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09a515e-658f-4e9d-9afe-4308e159f4df None None] Network c1598e53-62ca-4e16-b4e8-c0b5f4e193f1 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:11:37.996935 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-7daeda90-894a-417f-b9de-888952c4e581 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Transition to ACTIVE for port object 38b30a81-d688-4004-9639-f2a92628501a will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:11:38.033673 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f6ec2a0e-50fd-4203-a178-c60f4cd12f8f req-f2920a1c-2387-45c1-8122-6e6678d5468c tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1961908 May 05 20:11:38.078782 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-aad903d0-4574-425d-989c-e72705f105f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:38.118348 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a2296245-7049-46a4-b185-2c098bd6daaf tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:38.267076 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-c2adcd76-07e2-43ef-afe7-2dc1ccf20507 None None] Provisioning complete for port 906b70f5-7661-40f7-853d-52034fdf5869 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:11:38.267747 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c2adcd76-07e2-43ef-afe7-2dc1ccf20507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:38.279563 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-aad903d0-4574-425d-989c-e72705f105f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:38.316513 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:38.336293 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:38.338494 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-a2296245-7049-46a4-b185-2c098bd6daaf tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1598e53-62ca-4e16-b4e8-c0b5f4e193f1']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:38.341814 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fba3e1d1-e4b8-4881-8bfc-3d2742210339 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:38.355113 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-409a5901-eeed-4f1d-9f7d-2cc6e1fa85d9 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:38.365596 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-a2296245-7049-46a4-b185-2c098bd6daaf tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b56d04e-e8a3-4382-8fff-11fc61a78401') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:38.366160 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-a2296245-7049-46a4-b185-2c098bd6daaf tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b56d04e-e8a3-4382-8fff-11fc61a78401') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:38.383817 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7daeda90-894a-417f-b9de-888952c4e581 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:38.389533 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a2296245-7049-46a4-b185-2c098bd6daaf tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:38.482308 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-fba3e1d1-e4b8-4881-8bfc-3d2742210339 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Transition to ACTIVE for port object f37e8970-4cc7-4ff8-8fdb-5f2679433187 will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:11:38.512561 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daeda90-894a-417f-b9de-888952c4e581 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Pushing event updated for resources: {'Port': ['ID=38b30a81-d688-4004-9639-f2a92628501a,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:38.522633 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7daeda90-894a-417f-b9de-888952c4e581 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Network 573e342f-2a68-4e24-9617-4e99933e2798 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:11:38.540348 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a2296245-7049-46a4-b185-2c098bd6daaf tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:38.541865 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-7daeda90-894a-417f-b9de-888952c4e581 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:11:38.546175 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7daeda90-894a-417f-b9de-888952c4e581 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:11:38.553152 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f81b96c-1f47-4aeb-9571-de565f4f38a3 req-44c7c772-c097-4ec9-83a2-1db5ae0372e2 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:38.554869 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1f81b96c-1f47-4aeb-9571-de565f4f38a3 req-44c7c772-c097-4ec9-83a2-1db5ae0372e2 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.3719053 May 05 20:11:38.565626 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2296245-7049-46a4-b185-2c098bd6daaf tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:11:38.566277 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a2296245-7049-46a4-b185-2c098bd6daaf tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:38.567754 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-a2940ec3-4d8d-45d0-a3d4-68ff899d0ceb None None] Allocated IP 172.20.0.2 (573e342f-2a68-4e24-9617-4e99933e2798/3d55e008-1361-4c6a-97f5-cceb5f192a91/3a2cb0cd-e3d5-47ba-b551-311e8b526d3b) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:11:38.601170 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-aad903d0-4574-425d-989c-e72705f105f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:38.631026 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad903d0-4574-425d-989c-e72705f105f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9403abb6-4d58-4797-936d-4d201e062e62,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:38.641303 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fba3e1d1-e4b8-4881-8bfc-3d2742210339 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:38.700875 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-8b5b356a-0347-4778-b9a8-cddf23e54906 None None] Allocated IP 2001:db8::2 (775badac-c0fc-4100-94de-a91b6944525f/9eed34fe-1dd1-4669-ac89-e221f16eecb5/2fc1dbb8-8e27-4566-8f74-db75bf70a74d) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:11:38.787648 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:11:38.787648 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:11:38.787648 n-d-840717-1 neutron-server[88198]: timer() May 05 20:11:38.787648 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:11:38.787648 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:11:38.787648 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:11:38.787648 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:11:38.787648 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:11:38.787648 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:11:38.787648 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:11:38.787648 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:11:38.787648 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:11:38.787648 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:11:38.787648 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:11:38.787648 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:11:38.787648 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:11:38.787648 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:11:38.787648 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:11:38.787648 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:11:38.787648 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:11:38.787648 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:11:38.787648 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:11:38.787648 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:11:38.787648 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:11:38.787648 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:11:38.787648 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:11:38.787648 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:11:38.787648 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:11:38.787648 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:11:38.787648 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:11:38.787648 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:11:38.787648 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:11:38.802009 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-aad903d0-4574-425d-989c-e72705f105f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:38.807156 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-aad903d0-4574-425d-989c-e72705f105f0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9403abb6-4d58-4797-936d-4d201e062e62 HTTP/1.1" status: 204 len: 168 time: 1.0221372 May 05 20:11:38.841994 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 906b70f5-7661-40f7-853d-52034fdf5869 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:11:38.854803 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba3e1d1-e4b8-4881-8bfc-3d2742210339 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Network 775badac-c0fc-4100-94de-a91b6944525f is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:11:38.855781 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba3e1d1-e4b8-4881-8bfc-3d2742210339 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event updated for resources: {'Port': ['ID=f37e8970-4cc7-4ff8-8fdb-5f2679433187,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:38.860645 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-fba3e1d1-e4b8-4881-8bfc-3d2742210339 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:11:38.890980 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7daeda90-894a-417f-b9de-888952c4e581 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:38.891692 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7daeda90-894a-417f-b9de-888952c4e581 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:38.906718 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba3e1d1-e4b8-4881-8bfc-3d2742210339 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:11:38.924910 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba3e1d1-e4b8-4881-8bfc-3d2742210339 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:38.925575 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fba3e1d1-e4b8-4881-8bfc-3d2742210339 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:38.996202 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-7daeda90-894a-417f-b9de-888952c4e581 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.8967307 May 05 20:11:38.996589 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-409a5901-eeed-4f1d-9f7d-2cc6e1fa85d9 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Router e586d771-7f78-40e1-9990-688bf32171b7 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:11:39.000416 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-fba3e1d1-e4b8-4881-8bfc-3d2742210339 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.7141662 May 05 20:11:39.002445 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58580) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:39.007628 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58582) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:39.014524 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1f81b96c-1f47-4aeb-9571-de565f4f38a3 req-200f0211-0ac2-41b2-8eab-c54be68d4b7d tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3032796 May 05 20:11:39.030441 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-a85b79ad-aca8-4785-ad67-f092e0d63af4 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1460731224', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:39.047408 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-a85b79ad-aca8-4785-ad67-f092e0d63af4 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:39.055661 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a85b79ad-aca8-4785-ad67-f092e0d63af4 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Usage tracker for resource:router and tenant:974a09ee509e452abf1b7ceecd9655c2 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:39.079318 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a85b79ad-aca8-4785-ad67-f092e0d63af4 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:39.083827 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a2296245-7049-46a4-b185-2c098bd6daaf tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:39.088758 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-2739bc28-0df0-4add-9aa5-a008c83bba18 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Deleting port f37e8970-4cc7-4ff8-8fdb-5f2679433187 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:11:39.089373 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2739bc28-0df0-4add-9aa5-a008c83bba18 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:39.091710 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-a85b79ad-aca8-4785-ad67-f092e0d63af4 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:39.117490 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a85b79ad-aca8-4785-ad67-f092e0d63af4 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:39.118784 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a85b79ad-aca8-4785-ad67-f092e0d63af4 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:39.147418 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a85b79ad-aca8-4785-ad67-f092e0d63af4 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:39.190274 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a85b79ad-aca8-4785-ad67-f092e0d63af4 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:39.242078 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 906b70f5-7661-40f7-853d-52034fdf5869 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:11:39.243238 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:39.300798 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a85b79ad-aca8-4785-ad67-f092e0d63af4 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:39.302151 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-a85b79ad-aca8-4785-ad67-f092e0d63af4 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2915552 May 05 20:11:39.317514 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58600) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:39.333941 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-afe5c2cd-00ec-4445-8116-dd9ae2a8811a tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1691227713', 'prefixes': ['172.20.0.0/16']}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:39.343579 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-afe5c2cd-00ec-4445-8116-dd9ae2a8811a tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:39.405142 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4840b95a-c563-4401-9ae0-f8b0800b4db4 req-922de364-fe66-49ae-a9ca-300b9614bd81 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:39.413957 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4840b95a-c563-4401-9ae0-f8b0800b4db4 req-922de364-fe66-49ae-a9ca-300b9614bd81 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.1986341 May 05 20:11:39.425804 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2739bc28-0df0-4add-9aa5-a008c83bba18 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:39.461079 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8b5b356a-0347-4778-b9a8-cddf23e54906 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:39.508034 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a2940ec3-4d8d-45d0-a3d4-68ff899d0ceb None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:39.553626 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4840b95a-c563-4401-9ae0-f8b0800b4db4 req-3f9cf29b-c988-4b06-a421-7f05dbfb3d06 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384807 May 05 20:11:39.566863 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a2296245-7049-46a4-b185-2c098bd6daaf tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:39.577304 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-2739bc28-0df0-4add-9aa5-a008c83bba18 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Calling delete_port for f37e8970-4cc7-4ff8-8fdb-5f2679433187 owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:11:39.612923 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-afe5c2cd-00ec-4445-8116-dd9ae2a8811a tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Notify callbacks [] for subnetpool, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:39.618495 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-afe5c2cd-00ec-4445-8116-dd9ae2a8811a tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2935634 May 05 20:11:39.619160 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58616) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:39.637513 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.tag.tag_plugin [None req-700e78c1-8099-4cdf-aeab-fb11245ee37a tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '3d55e008-1361-4c6a-97f5-cceb5f192a91', 'tempest-TagsExtTest-Tag-78547577') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:39.687319 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-8b5b356a-0347-4778-b9a8-cddf23e54906 None None] Transition to ACTIVE for port object 2fc1dbb8-8e27-4566-8f74-db75bf70a74d will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:11:39.730525 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-a2940ec3-4d8d-45d0-a3d4-68ff899d0ceb None None] Transition to ACTIVE for port object 3a2cb0cd-e3d5-47ba-b551-311e8b526d3b will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:11:39.798924 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:39.803660 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-8b5b356a-0347-4778-b9a8-cddf23e54906 None None] Transition to ACTIVE for port object 2fc1dbb8-8e27-4566-8f74-db75bf70a74d will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:11:39.813822 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-a2940ec3-4d8d-45d0-a3d4-68ff899d0ceb None None] Transition to ACTIVE for port object 3a2cb0cd-e3d5-47ba-b551-311e8b526d3b will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:11:39.820980 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8b5b356a-0347-4778-b9a8-cddf23e54906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:39.822143 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-700e78c1-8099-4cdf-aeab-fb11245ee37a tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] 10.222.0.36 "PUT /v2.0/subnets/3d55e008-1361-4c6a-97f5-cceb5f192a91/tags/tempest-TagsExtTest-Tag-78547577 HTTP/1.1" status: 201 len: 201 time: 0.1997592 May 05 20:11:39.824837 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58624) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:39.834050 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.tag.tag_plugin [None req-b8ed4278-e0ff-41db-8c02-a58e65fe9928 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '38b30a81-d688-4004-9639-f2a92628501a', 'tempest-TagsExtTest-Tag-1816339343') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:39.850806 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-409a5901-eeed-4f1d-9f7d-2cc6e1fa85d9 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:11:39.852527 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2296245-7049-46a4-b185-2c098bd6daaf tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Pushing event deleted for resources: {'Network': ['ID=c1598e53-62ca-4e16-b4e8-c0b5f4e193f1,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:39.871561 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a2940ec3-4d8d-45d0-a3d4-68ff899d0ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:39.898106 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a2296245-7049-46a4-b185-2c098bd6daaf tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] 10.222.0.36 "DELETE /v2.0/networks/c1598e53-62ca-4e16-b4e8-c0b5f4e193f1 HTTP/1.1" status: 204 len: 168 time: 3.7991056 May 05 20:11:39.901871 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-409a5901-eeed-4f1d-9f7d-2cc6e1fa85d9 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "PUT /v2.0/routers/e586d771-7f78-40e1-9990-688bf32171b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4533253 May 05 20:11:39.904165 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58630) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:39.907276 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58634) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:39.907590 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1617e334-b918-4acd-a92b-92cacc98382e None None] Sync routers for ids ['e586d771-7f78-40e1-9990-688bf32171b7'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:11:39.933923 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-a618555f-5072-49df-857b-4f47afdcd8ad tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1357186335'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:39.963391 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac9b6498-dce1-4f47-b109-a261337cec81 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] GET failed (client error): The resource could not be found. May 05 20:11:39.964316 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-ac9b6498-dce1-4f47-b109-a261337cec81 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Synchronizing usage tracker for tenant:0cc5f4a365af4a94a73e5ef336438b10 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:11:39.987282 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2940ec3-4d8d-45d0-a3d4-68ff899d0ceb None None] Network 573e342f-2a68-4e24-9617-4e99933e2798 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:11:40.007899 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-a2940ec3-4d8d-45d0-a3d4-68ff899d0ceb None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:11:40.012610 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2940ec3-4d8d-45d0-a3d4-68ff899d0ceb None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:11:40.016383 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-a618555f-5072-49df-857b-4f47afdcd8ad tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:40.029658 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1617e334-b918-4acd-a92b-92cacc98382e None None] Routers {'e586d771-7f78-40e1-9990-688bf32171b7'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:11:40.030471 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-1617e334-b918-4acd-a92b-92cacc98382e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:11:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['e586d771-7f78-40e1-9990-688bf32171b7'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:40.064907 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a618555f-5072-49df-857b-4f47afdcd8ad tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Usage tracker for resource:network and tenant:b84517431db84d2ea9b94084b415b5bd is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:40.068675 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-ac9b6498-dce1-4f47-b109-a261337cec81 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Unset dirty status for tenant:0cc5f4a365af4a94a73e5ef336438b10 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:11:40.070960 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-ac9b6498-dce1-4f47-b109-a261337cec81 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "GET /v2.0/ports/2ba207be-d553-4b5c-b20d-585956ab9bdc HTTP/1.1" status: 404 len: 333 time: 0.1620293 May 05 20:11:40.087687 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58644) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:40.114906 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a618555f-5072-49df-857b-4f47afdcd8ad tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:40.141505 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-a618555f-5072-49df-857b-4f47afdcd8ad tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:40.184766 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a618555f-5072-49df-857b-4f47afdcd8ad tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Made reservation on behalf of b84517431db84d2ea9b94084b415b5bd for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:11:40.199013 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a618555f-5072-49df-857b-4f47afdcd8ad tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:40.234860 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5b356a-0347-4778-b9a8-cddf23e54906 None None] Network 775badac-c0fc-4100-94de-a91b6944525f is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:11:40.238937 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3fe2cb70-eaf1-4de0-ade6-da558256ca47 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:40.276907 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a618555f-5072-49df-857b-4f47afdcd8ad tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:11:40.296038 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2739bc28-0df0-4add-9aa5-a008c83bba18 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:40.297316 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a618555f-5072-49df-857b-4f47afdcd8ad tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:40.297662 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-a618555f-5072-49df-857b-4f47afdcd8ad tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Added segment 881c85d3-92d7-4e07-a5f6-a66a779e2c47 of type vlan for network fa43304a-7000-4730-b101-93f5ecfe7067 May 05 20:11:40.329480 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-1617e334-b918-4acd-a92b-92cacc98382e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:40.346791 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-8b5b356a-0347-4778-b9a8-cddf23e54906 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:11:40.355250 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5b356a-0347-4778-b9a8-cddf23e54906 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:11:40.372091 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5b356a-0347-4778-b9a8-cddf23e54906 None None] Pushing event updated for resources: {'Port': ['ID=2fc1dbb8-8e27-4566-8f74-db75bf70a74d,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:40.373171 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a618555f-5072-49df-857b-4f47afdcd8ad tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:40.377354 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1617e334-b918-4acd-a92b-92cacc98382e None None] Routers {'e586d771-7f78-40e1-9990-688bf32171b7'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:11:40.377983 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-1617e334-b918-4acd-a92b-92cacc98382e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:11:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['e586d771-7f78-40e1-9990-688bf32171b7'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:40.451387 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-b8ed4278-e0ff-41db-8c02-a58e65fe9928 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] 10.222.0.36 "PUT /v2.0/ports/38b30a81-d688-4004-9639-f2a92628501a/tags/tempest-TagsExtTest-Tag-1816339343 HTTP/1.1" status: 201 len: 201 time: 0.6230559 May 05 20:11:40.465171 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58658) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:40.479052 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.tag.tag_plugin [None req-524df17b-753b-4fbf-a798-9be6df05f40f tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '9f44aaa8-43d5-4ffa-95c1-fb3151bdd476', 'tempest-TagsExtTest-Tag-1191770722') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:40.583512 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.resource_extend [None req-a618555f-5072-49df-857b-4f47afdcd8ad tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 20:11:40.591560 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5b356a-0347-4778-b9a8-cddf23e54906 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:11:40.591905 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5b356a-0347-4778-b9a8-cddf23e54906 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:11:40.592666 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5b356a-0347-4778-b9a8-cddf23e54906 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:11:40.592666 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5b356a-0347-4778-b9a8-cddf23e54906 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:11:40.592927 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5b356a-0347-4778-b9a8-cddf23e54906 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:11:40.593192 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5b356a-0347-4778-b9a8-cddf23e54906 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:11:40.593514 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5b356a-0347-4778-b9a8-cddf23e54906 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:11:40.593832 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5b356a-0347-4778-b9a8-cddf23e54906 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:11:40.594148 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5b356a-0347-4778-b9a8-cddf23e54906 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:11:40.594467 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5b356a-0347-4778-b9a8-cddf23e54906 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:11:40.594783 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5b356a-0347-4778-b9a8-cddf23e54906 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:11:40.595099 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5b356a-0347-4778-b9a8-cddf23e54906 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:11:40.631677 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2739bc28-0df0-4add-9aa5-a008c83bba18 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event deleted for resources: {'Port': ['ID=f37e8970-4cc7-4ff8-8fdb-5f2679433187,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:40.685833 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2739bc28-0df0-4add-9aa5-a008c83bba18 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:40.687925 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-a2940ec3-4d8d-45d0-a3d4-68ff899d0ceb None None] Attempting to bind port 3a2cb0cd-e3d5-47ba-b551-311e8b526d3b on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:11:40.688473 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-a2940ec3-4d8d-45d0-a3d4-68ff899d0ceb None None] Attempting to bind port 3a2cb0cd-e3d5-47ba-b551-311e8b526d3b by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '3bc93f75-d123-4e2e-b128-384c70adc4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '573e342f-2a68-4e24-9617-4e99933e2798'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:11:40.688863 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2940ec3-4d8d-45d0-a3d4-68ff899d0ceb None None] Attempting to bind port 3a2cb0cd-e3d5-47ba-b551-311e8b526d3b on network 573e342f-2a68-4e24-9617-4e99933e2798 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:11:40.706856 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-1617e334-b918-4acd-a92b-92cacc98382e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:40.707258 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1617e334-b918-4acd-a92b-92cacc98382e None None] The sync data for ids ['e586d771-7f78-40e1-9990-688bf32171b7'] in n-d-840717-1 is: [] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:11:40.761676 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2940ec3-4d8d-45d0-a3d4-68ff899d0ceb None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:11:40.761676 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2940ec3-4d8d-45d0-a3d4-68ff899d0ceb None None] Checking segment: {'id': '3bc93f75-d123-4e2e-b128-384c70adc4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '573e342f-2a68-4e24-9617-4e99933e2798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:11:40.762079 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a2940ec3-4d8d-45d0-a3d4-68ff899d0ceb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:40.762328 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2940ec3-4d8d-45d0-a3d4-68ff899d0ceb None None] Bound using segment: {'id': '3bc93f75-d123-4e2e-b128-384c70adc4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '573e342f-2a68-4e24-9617-4e99933e2798'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:11:40.763492 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-a2940ec3-4d8d-45d0-a3d4-68ff899d0ceb None None] Bound port: 3a2cb0cd-e3d5-47ba-b551-311e8b526d3b, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc93f75-d123-4e2e-b128-384c70adc4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '573e342f-2a68-4e24-9617-4e99933e2798'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:11:40.763865 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a2940ec3-4d8d-45d0-a3d4-68ff899d0ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:40.818756 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a618555f-5072-49df-857b-4f47afdcd8ad tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:40.823907 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-2739bc28-0df0-4add-9aa5-a008c83bba18 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "DELETE /v2.0/ports/f37e8970-4cc7-4ff8-8fdb-5f2679433187 HTTP/1.1" status: 204 len: 168 time: 1.8147926 May 05 20:11:40.824794 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a618555f-5072-49df-857b-4f47afdcd8ad tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:40.826138 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a618555f-5072-49df-857b-4f47afdcd8ad tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:40.850777 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58668) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:40.910467 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3fe2cb70-eaf1-4de0-ade6-da558256ca47 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:40.914202 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3fe2cb70-eaf1-4de0-ade6-da558256ca47 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:40.929994 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-8b5b356a-0347-4778-b9a8-cddf23e54906 None None] Attempting to bind port 2fc1dbb8-8e27-4566-8f74-db75bf70a74d on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:11:40.930537 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-8b5b356a-0347-4778-b9a8-cddf23e54906 None None] Attempting to bind port 2fc1dbb8-8e27-4566-8f74-db75bf70a74d by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '32881d3f-2511-4b9f-b8ed-0deeafbb6fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '775badac-c0fc-4100-94de-a91b6944525f'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:11:40.931008 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5b356a-0347-4778-b9a8-cddf23e54906 None None] Attempting to bind port 2fc1dbb8-8e27-4566-8f74-db75bf70a74d on network 775badac-c0fc-4100-94de-a91b6944525f {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:11:40.943170 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebde33a3-0973-484e-b481-9716d9c84b94 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] GET failed (client error): The resource could not be found. May 05 20:11:40.943467 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5b356a-0347-4778-b9a8-cddf23e54906 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:11:40.943707 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5b356a-0347-4778-b9a8-cddf23e54906 None None] Checking segment: {'id': '32881d3f-2511-4b9f-b8ed-0deeafbb6fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '775badac-c0fc-4100-94de-a91b6944525f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:11:40.943836 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-ebde33a3-0973-484e-b481-9716d9c84b94 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Synchronizing usage tracker for tenant:88760c5e167e4c4abc1263be6642087f on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:11:40.944102 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8b5b356a-0347-4778-b9a8-cddf23e54906 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:40.944488 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5b356a-0347-4778-b9a8-cddf23e54906 None None] Bound using segment: {'id': '32881d3f-2511-4b9f-b8ed-0deeafbb6fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '775badac-c0fc-4100-94de-a91b6944525f'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:11:40.945170 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-8b5b356a-0347-4778-b9a8-cddf23e54906 None None] Bound port: 2fc1dbb8-8e27-4566-8f74-db75bf70a74d, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32881d3f-2511-4b9f-b8ed-0deeafbb6fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '775badac-c0fc-4100-94de-a91b6944525f'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:11:40.945564 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8b5b356a-0347-4778-b9a8-cddf23e54906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:40.964887 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3fe2cb70-eaf1-4de0-ade6-da558256ca47 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:40.965729 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe2cb70-eaf1-4de0-ade6-da558256ca47 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Fanout notify agent at l3_agent the message router_deleted on router e586d771-7f78-40e1-9990-688bf32171b7 {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:11:40.966891 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2940ec3-4d8d-45d0-a3d4-68ff899d0ceb None None] Pushing event updated for resources: {'Port': ['ID=3a2cb0cd-e3d5-47ba-b551-311e8b526d3b,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:40.971396 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-a618555f-5072-49df-857b-4f47afdcd8ad tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0661776 May 05 20:11:40.977225 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58674) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:40.999554 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-da461349-eb8e-4315-9dc7-70c9dc4c95fd tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Request body: {'subnet': {'network_id': 'fa43304a-7000-4730-b101-93f5ecfe7067', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:41.055404 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3fe2cb70-eaf1-4de0-ade6-da558256ca47 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:41.056864 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-a2940ec3-4d8d-45d0-a3d4-68ff899d0ceb None None] For port 3a2cb0cd-e3d5-47ba-b551-311e8b526d3b, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:11:41.058926 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3fe2cb70-eaf1-4de0-ade6-da558256ca47 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "DELETE /v2.0/routers/e586d771-7f78-40e1-9990-688bf32171b7 HTTP/1.1" status: 204 len: 168 time: 0.9696524 May 05 20:11:41.067478 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-a2940ec3-4d8d-45d0-a3d4-68ff899d0ceb None None] For port 3a2cb0cd-e3d5-47ba-b551-311e8b526d3b, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=3a2cb0cd-e3d5-47ba-b551-311e8b526d3b,segment=NetworkSegment(3bc93f75-d123-4e2e-b128-384c70adc4a9),segment_id=3bc93f75-d123-4e2e-b128-384c70adc4a9)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:11:41.070444 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58678) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:41.083258 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba571802-44d4-42d1-af38-ade4591f2d5a req-36c29352-61a3-4ccc-8816-c3e72dbf8b33 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:41.088501 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a2940ec3-4d8d-45d0-a3d4-68ff899d0ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:41.090426 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ba571802-44d4-42d1-af38-ade4591f2d5a req-36c29352-61a3-4ccc-8816-c3e72dbf8b33 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.7110693 May 05 20:11:41.121872 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-524df17b-753b-4fbf-a798-9be6df05f40f tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] 10.222.0.36 "PUT /v2.0/routers/9f44aaa8-43d5-4ffa-95c1-fb3151bdd476/tags/tempest-TagsExtTest-Tag-1191770722 HTTP/1.1" status: 201 len: 201 time: 0.6537693 May 05 20:11:41.125635 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-25fe0b34-dc58-4f1d-946c-9354044669f4 req-8f1d79f9-0b1b-4f79-b7ce-f10d852f4641 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b3775c53-95fc-463a-847a-74bdf4015c90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5259972 May 05 20:11:41.126118 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58682) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:41.132378 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a618555f-5072-49df-857b-4f47afdcd8ad tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Pushing event updated for resources: {'Network': ['ID=fa43304a-7000-4730-b101-93f5ecfe7067,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:41.141890 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.tag.tag_plugin [None req-0a7f2056-1545-4a21-8d16-d275f5bd1f63 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '2fbcaff6-eac9-4b48-a3e9-40f5e778633d', 'tempest-TagsExtTest-Tag-2136103798') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:41.155488 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-ebde33a3-0973-484e-b481-9716d9c84b94 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Unset dirty status for tenant:88760c5e167e4c4abc1263be6642087f on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:11:41.156675 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-ebde33a3-0973-484e-b481-9716d9c84b94 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "GET /v2.0/ports/f37e8970-4cc7-4ff8-8fdb-5f2679433187 HTTP/1.1" status: 404 len: 333 time: 0.2823505 May 05 20:11:41.162571 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58686) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:41.175997 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network fa43304a-7000-4730-b101-93f5ecfe7067 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:11:41.184121 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58690) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:41.235980 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-8b5b356a-0347-4778-b9a8-cddf23e54906 None None] For port 2fc1dbb8-8e27-4566-8f74-db75bf70a74d, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:11:41.237033 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ba571802-44d4-42d1-af38-ade4591f2d5a req-a80870b4-fbdf-424c-ae4a-aef1d0a53de0 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456344 May 05 20:11:41.260590 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c5093a7-44a3-4f29-962e-dfd1be9c9b79 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Deleting subnet 9eed34fe-1dd1-4669-ac89-e221f16eecb5 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:11:41.332884 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4c5093a7-44a3-4f29-962e-dfd1be9c9b79 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:41.351562 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-8b5b356a-0347-4778-b9a8-cddf23e54906 None None] For port 2fc1dbb8-8e27-4566-8f74-db75bf70a74d, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=2fc1dbb8-8e27-4566-8f74-db75bf70a74d,segment=NetworkSegment(32881d3f-2511-4b9f-b8ed-0deeafbb6fa3),segment_id=32881d3f-2511-4b9f-b8ed-0deeafbb6fa3)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:11:41.364222 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8b5b356a-0347-4778-b9a8-cddf23e54906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:41.389105 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2940ec3-4d8d-45d0-a3d4-68ff899d0ceb None None] Pushing event updated for resources: {'Port': ['ID=3a2cb0cd-e3d5-47ba-b551-311e8b526d3b,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:41.447456 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-42809603-2076-401b-be1e-74c889cc66fb tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Deleting subnet f0d1a497-d64f-4f0c-9fa4-f413957c0840 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:11:41.451721 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-42809603-2076-401b-be1e-74c889cc66fb tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:41.489133 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-0a7f2056-1545-4a21-8d16-d275f5bd1f63 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] 10.222.0.36 "PUT /v2.0/subnetpools/2fbcaff6-eac9-4b48-a3e9-40f5e778633d/tags/tempest-TagsExtTest-Tag-2136103798 HTTP/1.1" status: 201 len: 201 time: 0.3582697 May 05 20:11:41.491239 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58700) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:41.495019 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5b356a-0347-4778-b9a8-cddf23e54906 None None] Pushing event updated for resources: {'Port': ['ID=2fc1dbb8-8e27-4566-8f74-db75bf70a74d,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:41.502871 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.tag.tag_plugin [None req-1167d054-eda4-4bc0-9ddc-19366eb63f0f tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '3d55e008-1361-4c6a-97f5-cceb5f192a91') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:41.540629 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe0b34-dc58-4f1d-946c-9354044669f4 req-0d8e8fab-8b26-41c4-a0cb-d252f4a4174b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:41.546183 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-25fe0b34-dc58-4f1d-946c-9354044669f4 req-0d8e8fab-8b26-41c4-a0cb-d252f4a4174b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=56e8fe9085fa4bdb932a4c29aaeb4c08&device_id=b3775c53-95fc-463a-847a-74bdf4015c90 HTTP/1.1" status: 200 len: 1097 time: 0.3843939 May 05 20:11:41.580689 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-42809603-2076-401b-be1e-74c889cc66fb tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:41.742929 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-da461349-eb8e-4315-9dc7-70c9dc4c95fd tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:41.751837 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-da461349-eb8e-4315-9dc7-70c9dc4c95fd tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Usage tracker for resource:subnet and tenant:b84517431db84d2ea9b94084b415b5bd is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:41.758021 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4c5093a7-44a3-4f29-962e-dfd1be9c9b79 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:41.795053 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-da461349-eb8e-4315-9dc7-70c9dc4c95fd tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:41.818995 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-da461349-eb8e-4315-9dc7-70c9dc4c95fd tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:41.829585 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-694c32f4-4796-4534-9c15-d6692e7baad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:41.880867 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-42809603-2076-401b-be1e-74c889cc66fb tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:41.901450 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58706) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:41.902614 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-694c32f4-4796-4534-9c15-d6692e7baad5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:41.919266 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-694c32f4-4796-4534-9c15-d6692e7baad5 admin admin] Usage tracker for resource:security_group_rule and tenant:1f6bbb8d024440528e3ba5847a63dd0b is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:41.953540 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da461349-eb8e-4315-9dc7-70c9dc4c95fd tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Made reservation on behalf of b84517431db84d2ea9b94084b415b5bd for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:11:41.963862 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-da461349-eb8e-4315-9dc7-70c9dc4c95fd tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:41.998811 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-694c32f4-4796-4534-9c15-d6692e7baad5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:42.027015 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-694c32f4-4796-4534-9c15-d6692e7baad5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:42.096290 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-1167d054-eda4-4bc0-9ddc-19366eb63f0f tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] 10.222.0.36 "GET /v2.0/subnets/3d55e008-1361-4c6a-97f5-cceb5f192a91/tags HTTP/1.1" status: 200 len: 239 time: 0.5922766 May 05 20:11:42.123834 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58712) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:42.141496 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.tag.tag_plugin [None req-d49d45b6-b519-43b7-b051-2d563d164653 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3d55e008-1361-4c6a-97f5-cceb5f192a91', 'tempest-TagsExtTest-Tag-78547577') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:42.188938 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe0b34-dc58-4f1d-946c-9354044669f4 req-68119c23-6f75-4c5c-abeb-bf0b3e5eff86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:42.188938 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-25fe0b34-dc58-4f1d-946c-9354044669f4 req-68119c23-6f75-4c5c-abeb-bf0b3e5eff86 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7506b31f-3419-46e4-835c-80fe813661d5 HTTP/1.1" status: 200 len: 913 time: 0.6253486 May 05 20:11:42.267589 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4c5093a7-44a3-4f29-962e-dfd1be9c9b79 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:42.292195 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-25fe0b34-dc58-4f1d-946c-9354044669f4 req-0ffdc6ce-4a22-4cd4-b359-c0591391d0ff service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bce2af7d-790b-4ce3-a14c-94fce56cd638 HTTP/1.1" status: 200 len: 217 time: 0.0965507 May 05 20:11:42.338717 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3decee55-13c4-4b74-a084-6eb7a79d5ed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:42.371107 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-42809603-2076-401b-be1e-74c889cc66fb tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:42.376593 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-3decee55-13c4-4b74-a084-6eb7a79d5ed8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:42.393731 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-3decee55-13c4-4b74-a084-6eb7a79d5ed8 admin admin] Usage tracker for resource:security_group_rule and tenant:a24975a438694ec5bd3be918de0ee519 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:42.399736 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-3decee55-13c4-4b74-a084-6eb7a79d5ed8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:42.412900 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-3decee55-13c4-4b74-a084-6eb7a79d5ed8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:42.424840 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d49d45b6-b519-43b7-b051-2d563d164653 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] 10.222.0.36 "GET /v2.0/subnets/3d55e008-1361-4c6a-97f5-cceb5f192a91/tags/tempest-TagsExtTest-Tag-78547577 HTTP/1.1" status: 204 len: 168 time: 0.3088658 May 05 20:11:42.426410 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe0b34-dc58-4f1d-946c-9354044669f4 req-6490be1f-e4bd-4550-845a-66726dcfe26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:42.427796 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-25fe0b34-dc58-4f1d-946c-9354044669f4 req-6490be1f-e4bd-4550-845a-66726dcfe26c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e2507cd6-290d-4d3d-b14e-048ce031bb0a HTTP/1.1" status: 200 len: 851 time: 0.1269219 May 05 20:11:42.428245 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58718) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:42.469325 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-42809603-2076-401b-be1e-74c889cc66fb tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:42.472516 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42809603-2076-401b-be1e-74c889cc66fb tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event deleted for resources: {'Subnet': ['ID=f0d1a497-d64f-4f0c-9fa4-f413957c0840,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:42.475667 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f09c63e-a53f-4bd8-94b5-95c13823c665 None None] Network 8bd88960-6695-4355-a655-d48699f3c177 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:11:42.481116 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.tag.tag_plugin [None req-69a99a47-cdfb-411a-89d8-1a84c146f5ea tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '3d55e008-1361-4c6a-97f5-cceb5f192a91', 'tempest-TagsExtTest-Tag-78547577') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:42.521524 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-42809603-2076-401b-be1e-74c889cc66fb tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "DELETE /v2.0/subnets/f0d1a497-d64f-4f0c-9fa4-f413957c0840 HTTP/1.1" status: 204 len: 168 time: 1.4489915 May 05 20:11:42.522636 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58722) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:42.599956 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4c5093a7-44a3-4f29-962e-dfd1be9c9b79 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:42.601305 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-694c32f4-4796-4534-9c15-d6692e7baad5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:42.619258 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-694c32f4-4796-4534-9c15-d6692e7baad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:42.652870 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5093a7-44a3-4f29-962e-dfd1be9c9b79 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event deleted for resources: {'Subnet': ['ID=9eed34fe-1dd1-4669-ac89-e221f16eecb5,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:42.663057 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-da461349-eb8e-4315-9dc7-70c9dc4c95fd tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:42.812120 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694c32f4-4796-4534-9c15-d6692e7baad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=711eb37a-a0f2-4bb8-9ed3-fef42f89ddd1,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:42.823525 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-694c32f4-4796-4534-9c15-d6692e7baad5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1f6bbb8d024440528e3ba5847a63dd0b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5821896 May 05 20:11:42.839862 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58726) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:42.914907 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 2fc1dbb8-8e27-4566-8f74-db75bf70a74d up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:11:42.919950 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe0b34-dc58-4f1d-946c-9354044669f4 req-abc2e5ae-e7dd-4ea7-81b0-22a41ee93cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:42.921713 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-25fe0b34-dc58-4f1d-946c-9354044669f4 req-abc2e5ae-e7dd-4ea7-81b0-22a41ee93cdf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7506b31f-3419-46e4-835c-80fe813661d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4839356 May 05 20:11:42.989423 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3decee55-13c4-4b74-a084-6eb7a79d5ed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:42.992462 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4c5093a7-44a3-4f29-962e-dfd1be9c9b79 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:43.006112 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc859e6a-7d84-41a4-bffc-4886b41a12c0 None None] DHCP port deletion for 8bd88960-6695-4355-a655-d48699f3c177 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:11:43.016143 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-cc859e6a-7d84-41a4-bffc-4886b41a12c0 None None] Deleting port 6f1cbfac-d214-46fd-ae3b-b495f53c0d43 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:11:43.017016 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cc859e6a-7d84-41a4-bffc-4886b41a12c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:43.029957 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3decee55-13c4-4b74-a084-6eb7a79d5ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:43.040719 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b12371e-7e7c-4361-b115-5cd4093e3119 req-753aa2d5-d4b9-4202-91d0-4d3ae422b6b8 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:43.050468 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5b12371e-7e7c-4361-b115-5cd4093e3119 req-753aa2d5-d4b9-4202-91d0-4d3ae422b6b8 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.6892750 May 05 20:11:43.085053 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418e888c-eb82-44e1-bd89-a202cd3b77c6 None None] Network 573e342f-2a68-4e24-9617-4e99933e2798 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:11:43.086375 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-677f4e6f-b093-4335-af47-ec4aff245299 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:43.104976 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 2fc1dbb8-8e27-4566-8f74-db75bf70a74d completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:11:43.119332 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 3a2cb0cd-e3d5-47ba-b551-311e8b526d3b up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:11:43.131489 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-4c5093a7-44a3-4f29-962e-dfd1be9c9b79 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "DELETE /v2.0/subnets/9eed34fe-1dd1-4669-ac89-e221f16eecb5 HTTP/1.1" status: 204 len: 168 time: 1.9677887 May 05 20:11:43.134651 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58730) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:43.156780 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-69a99a47-cdfb-411a-89d8-1a84c146f5ea tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] 10.222.0.36 "DELETE /v2.0/subnets/3d55e008-1361-4c6a-97f5-cceb5f192a91/tags/tempest-TagsExtTest-Tag-78547577 HTTP/1.1" status: 204 len: 168 time: 0.7216280 May 05 20:11:43.169617 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58734) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:43.196520 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-45eb287c-a571-41fe-b5ba-c061cc1026ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:43.197189 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5b12371e-7e7c-4361-b115-5cd4093e3119 req-be69279f-b836-4782-8692-57a20f245d20 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454241 May 05 20:11:43.206078 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.tag.tag_plugin [None req-2d0b5c88-b1d6-4c82-9da9-5e1f0d109a31 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '3d55e008-1361-4c6a-97f5-cceb5f192a91') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:43.250154 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da461349-eb8e-4315-9dc7-70c9dc4c95fd tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Checking segment: {'id': '881c85d3-92d7-4e07-a5f6-a66a779e2c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'fa43304a-7000-4730-b101-93f5ecfe7067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:11:43.250523 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da461349-eb8e-4315-9dc7-70c9dc4c95fd tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Network hostable DHCP agents. Network: fa43304a-7000-4730-b101-93f5ecfe7067, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:11:43.256401 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-677f4e6f-b093-4335-af47-ec4aff245299 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Deleting port 6f1cbfac-d214-46fd-ae3b-b495f53c0d43 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:11:43.256779 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-677f4e6f-b093-4335-af47-ec4aff245299 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:43.262046 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3decee55-13c4-4b74-a084-6eb7a79d5ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=becea0b6-9ccc-4124-bf30-2a22782c24a9,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:43.277268 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-3decee55-13c4-4b74-a084-6eb7a79d5ed8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a24975a438694ec5bd3be918de0ee519&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3682272 May 05 20:11:43.298047 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58738) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:43.311713 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-45eb287c-a571-41fe-b5ba-c061cc1026ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:43.339364 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da461349-eb8e-4315-9dc7-70c9dc4c95fd tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Pushing event updated for resources: {'Subnet': ['ID=65da5438-f957-40b7-bcdf-89c32a23ecf2,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:43.383645 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-25fe0b34-dc58-4f1d-946c-9354044669f4 req-e4226b24-5cc4-4697-be69-ad6018c8694b service neutron] 10.222.0.50 "GET /v2.0/networks/7506b31f-3419-46e4-835c-80fe813661d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4408233 May 05 20:11:43.389939 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b55b2278-6855-42f7-955c-7f4caee66206 None None] Provisioning for port 3a2cb0cd-e3d5-47ba-b551-311e8b526d3b completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:11:43.396953 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da461349-eb8e-4315-9dc7-70c9dc4c95fd tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Network fa43304a-7000-4730-b101-93f5ecfe7067 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:11:43.465320 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-45c0b182-6275-4654-bd2f-e29b9bdf0a47 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:43.485384 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-da461349-eb8e-4315-9dc7-70c9dc4c95fd tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, fa43304a-7000-4730-b101-93f5ecfe7067) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:11:43.495811 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a6f735-c289-4625-b109-cefa854e90e6 None None] Network 775badac-c0fc-4100-94de-a91b6944525f requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:11:43.505343 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da461349-eb8e-4315-9dc7-70c9dc4c95fd tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:43.506202 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-da461349-eb8e-4315-9dc7-70c9dc4c95fd tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:43.518814 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81581e01-4af4-428d-aef8-0a15b85d0cae None None] Network fa43304a-7000-4730-b101-93f5ecfe7067 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:11:43.554984 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-45c0b182-6275-4654-bd2f-e29b9bdf0a47 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Deleting port 2fc1dbb8-8e27-4566-8f74-db75bf70a74d {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:11:43.554984 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-45c0b182-6275-4654-bd2f-e29b9bdf0a47 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:43.572288 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-40f3bab0-112e-461e-8861-006a0b453027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:43.603245 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-40f3bab0-112e-461e-8861-006a0b453027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:43.663820 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-45eb287c-a571-41fe-b5ba-c061cc1026ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:43.671296 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-da461349-eb8e-4315-9dc7-70c9dc4c95fd tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.6866939 May 05 20:11:43.678756 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58742) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:43.697289 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-fe640099-4e61-4ef3-9210-51297bba7a9b tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-462668290'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:43.704446 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-25fe0b34-dc58-4f1d-946c-9354044669f4 req-ba9ffa1e-9d82-4fdf-baa3-214dc077b692 service neutron] 10.222.0.50 "GET /v2.0/networks/7506b31f-3419-46e4-835c-80fe813661d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974701 May 05 20:11:43.704646 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-2d0b5c88-b1d6-4c82-9da9-5e1f0d109a31 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] 10.222.0.36 "GET /v2.0/subnets/3d55e008-1361-4c6a-97f5-cceb5f192a91/tags HTTP/1.1" status: 200 len: 205 time: 0.5307221 May 05 20:11:43.704646 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-40f3bab0-112e-461e-8861-006a0b453027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:43.705705 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eb287c-a571-41fe-b5ba-c061cc1026ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=711eb37a-a0f2-4bb8-9ed3-fef42f89ddd1,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:43.708690 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58746) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:43.717530 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.tag.tag_plugin [None req-1fdf2c2d-6268-4360-af1f-cdd5cca881fe tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '38b30a81-d688-4004-9639-f2a92628501a') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:43.720004 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 3a2cb0cd-e3d5-47ba-b551-311e8b526d3b completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:11:43.772819 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-fe640099-4e61-4ef3-9210-51297bba7a9b tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:43.795623 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-fe640099-4e61-4ef3-9210-51297bba7a9b tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Usage tracker for resource:network and tenant:b84517431db84d2ea9b94084b415b5bd is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:43.800030 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f3bab0-112e-461e-8861-006a0b453027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=becea0b6-9ccc-4124-bf30-2a22782c24a9,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:43.802613 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-45eb287c-a571-41fe-b5ba-c061cc1026ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:43.803810 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-45eb287c-a571-41fe-b5ba-c061cc1026ec admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/711eb37a-a0f2-4bb8-9ed3-fef42f89ddd1 HTTP/1.1" status: 204 len: 168 time: 0.9622042 May 05 20:11:43.811317 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-fe640099-4e61-4ef3-9210-51297bba7a9b tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:43.836836 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-fe640099-4e61-4ef3-9210-51297bba7a9b tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:43.846380 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-677f4e6f-b093-4335-af47-ec4aff245299 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] For port 6f1cbfac-d214-46fd-ae3b-b495f53c0d43, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=6f1cbfac-d214-46fd-ae3b-b495f53c0d43,segment=NetworkSegment(41dab142-bac6-49a4-955a-ca7303d9042b),segment_id=41dab142-bac6-49a4-955a-ca7303d9042b)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:11:43.846747 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-677f4e6f-b093-4335-af47-ec4aff245299 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:43.859989 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-40f3bab0-112e-461e-8861-006a0b453027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:43.863431 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-40f3bab0-112e-461e-8861-006a0b453027 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/becea0b6-9ccc-4124-bf30-2a22782c24a9 HTTP/1.1" status: 204 len: 168 time: 0.5503581 May 05 20:11:43.952262 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-cc859e6a-7d84-41a4-bffc-4886b41a12c0 None None] For port 6f1cbfac-d214-46fd-ae3b-b495f53c0d43, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=6f1cbfac-d214-46fd-ae3b-b495f53c0d43,segment=NetworkSegment(41dab142-bac6-49a4-955a-ca7303d9042b),segment_id=41dab142-bac6-49a4-955a-ca7303d9042b)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:11:43.953527 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cc859e6a-7d84-41a4-bffc-4886b41a12c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:44.024012 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-677f4e6f-b093-4335-af47-ec4aff245299 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Calling delete_port for 6f1cbfac-d214-46fd-ae3b-b495f53c0d43 owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:11:44.055168 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe640099-4e61-4ef3-9210-51297bba7a9b tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Made reservation on behalf of b84517431db84d2ea9b94084b415b5bd for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:11:44.059631 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fe640099-4e61-4ef3-9210-51297bba7a9b tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:44.082994 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-45c0b182-6275-4654-bd2f-e29b9bdf0a47 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] For port 2fc1dbb8-8e27-4566-8f74-db75bf70a74d, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=2fc1dbb8-8e27-4566-8f74-db75bf70a74d,segment=NetworkSegment(32881d3f-2511-4b9f-b8ed-0deeafbb6fa3),segment_id=32881d3f-2511-4b9f-b8ed-0deeafbb6fa3)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:11:44.083372 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-45c0b182-6275-4654-bd2f-e29b9bdf0a47 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:44.120921 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe640099-4e61-4ef3-9210-51297bba7a9b tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:11:44.177827 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fe640099-4e61-4ef3-9210-51297bba7a9b tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:44.178522 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-fe640099-4e61-4ef3-9210-51297bba7a9b tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Added segment 73da8280-c2f0-4fa1-889a-08802cc57f2b of type vlan for network eea70b1f-b13c-4d24-9aed-e95aebabc900 May 05 20:11:44.197030 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-677f4e6f-b093-4335-af47-ec4aff245299 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:44.212827 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-cc859e6a-7d84-41a4-bffc-4886b41a12c0 None None] Calling delete_port for 6f1cbfac-d214-46fd-ae3b-b495f53c0d43 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:11:44.285857 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f4e6f-b093-4335-af47-ec4aff245299 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event deleted for resources: {'Port': ['ID=6f1cbfac-d214-46fd-ae3b-b495f53c0d43,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:44.305201 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677f4e6f-b093-4335-af47-ec4aff245299 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] No DVR routers for this DVR port 6f1cbfac-d214-46fd-ae3b-b495f53c0d43 on host n-d-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:11:44.363202 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-45c0b182-6275-4654-bd2f-e29b9bdf0a47 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Calling delete_port for 2fc1dbb8-8e27-4566-8f74-db75bf70a74d owned by network:dhcp {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:11:44.368126 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fe640099-4e61-4ef3-9210-51297bba7a9b tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:44.410085 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 3a2cb0cd-e3d5-47ba-b551-311e8b526d3b triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:11:44.410701 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:44.462209 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-74f0c9b9-a928-400e-9392-10bf3232faf0 None None] Provisioning for port 2fc1dbb8-8e27-4566-8f74-db75bf70a74d completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:11:44.466060 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58768) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:44.479558 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-677f4e6f-b093-4335-af47-ec4aff245299 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:44.512435 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-677f4e6f-b093-4335-af47-ec4aff245299 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bd88960-6695-4355-a655-d48699f3c177']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:44.526464 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fe640099-4e61-4ef3-9210-51297bba7a9b tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:44.533241 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe640099-4e61-4ef3-9210-51297bba7a9b tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:44.533957 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fe640099-4e61-4ef3-9210-51297bba7a9b tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:44.542445 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-74f0c9b9-a928-400e-9392-10bf3232faf0 None None] Provisioning complete for port 2fc1dbb8-8e27-4566-8f74-db75bf70a74d triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:11:44.543568 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-74f0c9b9-a928-400e-9392-10bf3232faf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:44.560952 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0be79f87-495d-4491-b11c-565feedbe6eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:44.570416 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-677f4e6f-b093-4335-af47-ec4aff245299 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41dab142-bac6-49a4-955a-ca7303d9042b') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:44.570787 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-677f4e6f-b093-4335-af47-ec4aff245299 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41dab142-bac6-49a4-955a-ca7303d9042b') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:44.570934 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-1fdf2c2d-6268-4360-af1f-cdd5cca881fe tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] 10.222.0.36 "GET /v2.0/ports/38b30a81-d688-4004-9639-f2a92628501a/tags HTTP/1.1" status: 200 len: 241 time: 0.8586578 May 05 20:11:44.580409 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58774) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:44.599059 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-677f4e6f-b093-4335-af47-ec4aff245299 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:44.599679 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.tag.tag_plugin [None req-1084471d-5d76-4458-987c-10ffbf5bbdea tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '38b30a81-d688-4004-9639-f2a92628501a', 'tempest-TagsExtTest-Tag-1816339343') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:44.683845 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:44.695293 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-fe640099-4e61-4ef3-9210-51297bba7a9b tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0076671 May 05 20:11:44.695887 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58778) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:44.696988 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-0be79f87-495d-4491-b11c-565feedbe6eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:44.700779 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-677f4e6f-b093-4335-af47-ec4aff245299 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:44.703767 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe640099-4e61-4ef3-9210-51297bba7a9b tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Pushing event updated for resources: {'Network': ['ID=eea70b1f-b13c-4d24-9aed-e95aebabc900,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:44.712211 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-677f4e6f-b093-4335-af47-ec4aff245299 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:11:44.712746 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-677f4e6f-b093-4335-af47-ec4aff245299 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:44.733124 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:11:44.733124 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:11:44.733124 n-d-840717-1 neutron-server[88198]: timer() May 05 20:11:44.733124 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:11:44.733124 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:11:44.733124 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:11:44.733124 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:11:44.733124 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:11:44.733124 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:11:44.733124 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:11:44.733124 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:11:44.733124 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:11:44.733124 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:11:44.733124 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:11:44.733124 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:11:44.733124 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:11:44.733124 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:11:44.733124 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:11:44.733124 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:11:44.733124 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:11:44.733124 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:11:44.733124 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:11:44.733124 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:11:44.733124 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:11:44.733124 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:11:44.733124 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:11:44.733124 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:11:44.733124 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:11:44.733124 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:11:44.733124 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:11:44.733124 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:11:44.733124 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:11:44.735995 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-0be79f87-495d-4491-b11c-565feedbe6eb admin admin] Usage tracker for resource:security_group_rule and tenant:f1a0620bc3544bf59e119f3db3690c6f is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:44.746375 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-e5bd3a64-f4d8-4fcc-9ed8-778df221bc28 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Request body: {'subnet': {'network_id': 'eea70b1f-b13c-4d24-9aed-e95aebabc900', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:44.750360 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network eea70b1f-b13c-4d24-9aed-e95aebabc900 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:11:44.763891 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e67312a-10dd-4565-bd8c-7d6fcd8415de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-fa43304a-7000-4730-b101-93f5ecfe7067', 'network_id': 'fa43304a-7000-4730-b101-93f5ecfe7067', 'tenant_id': 'b84517431db84d2ea9b94084b415b5bd', 'fixed_ips': [{'subnet_id': '65da5438-f957-40b7-bcdf-89c32a23ecf2'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:11:44.765069 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3e67312a-10dd-4565-bd8c-7d6fcd8415de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:44.775405 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-0be79f87-495d-4491-b11c-565feedbe6eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:44.791873 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-0be79f87-495d-4491-b11c-565feedbe6eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:44.808866 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-45c0b182-6275-4654-bd2f-e29b9bdf0a47 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:44.831107 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-cc859e6a-7d84-41a4-bffc-4886b41a12c0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:11:44.832188 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-cc859e6a-7d84-41a4-bffc-4886b41a12c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:11:44.838142 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-677f4e6f-b093-4335-af47-ec4aff245299 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:44.861897 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-677f4e6f-b093-4335-af47-ec4aff245299 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:44.874451 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f4e6f-b093-4335-af47-ec4aff245299 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event deleted for resources: {'Network': ['ID=8bd88960-6695-4355-a655-d48699f3c177,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:44.877360 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-677f4e6f-b093-4335-af47-ec4aff245299 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "DELETE /v2.0/networks/8bd88960-6695-4355-a655-d48699f3c177 HTTP/1.1" status: 204 len: 168 time: 2.3467641 May 05 20:11:44.881897 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58790) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:44.906992 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c0b182-6275-4654-bd2f-e29b9bdf0a47 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event deleted for resources: {'Port': ['ID=2fc1dbb8-8e27-4566-8f74-db75bf70a74d,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:44.911437 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c0b182-6275-4654-bd2f-e29b9bdf0a47 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] No DVR routers for this DVR port 2fc1dbb8-8e27-4566-8f74-db75bf70a74d on host n-d-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:11:44.974097 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09d3abb-3476-4950-91c1-f8d29300908f tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:44.974754 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d09d3abb-3476-4950-91c1-f8d29300908f tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Synchronizing usage tracker for tenant:0cc5f4a365af4a94a73e5ef336438b10 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:11:44.983826 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-74f0c9b9-a928-400e-9392-10bf3232faf0 None None] Could not find standard attr ID for object 2fc1dbb8-8e27-4566-8f74-db75bf70a74d. {{(pid=88199) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 20:11:44.995083 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d09d3abb-3476-4950-91c1-f8d29300908f tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Unset dirty status for tenant:0cc5f4a365af4a94a73e5ef336438b10 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:11:44.996556 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d09d3abb-3476-4950-91c1-f8d29300908f tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "GET /v2.0/ports/7e3809c3-4527-4731-8aa3-79a353440aa0 HTTP/1.1" status: 200 len: 841 time: 0.1136200 May 05 20:11:45.000914 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58796) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:45.051632 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2b003551-1bfe-4cc1-9bbc-ca99eb3e5f57 req-6683e1a2-b7d5-4b58-907a-3285c474b193 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=244fa877-43eb-43fe-be1f-c77361537301&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7465672 May 05 20:11:45.070417 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef2f89f-38f9-4434-98b2-76353b80534a req-b5fb6275-1f4a-4e86-b493-d0a8f6c4222c tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:45.077800 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fef2f89f-38f9-4434-98b2-76353b80534a req-b5fb6275-1f4a-4e86-b493-d0a8f6c4222c tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.6508379 May 05 20:11:45.097781 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-38aed3fb-c6f9-4f85-a2dd-387d0eb8b2b7 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "GET /v2.0/ports/7e3809c3-4527-4731-8aa3-79a353440aa0?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0956619 May 05 20:11:45.102055 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58800) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:45.104682 n-d-840717-1 neutron-server[88199]: INFO neutron.plugins.ml2.db [None req-74f0c9b9-a928-400e-9392-10bf3232faf0 None None] No ports have port_id starting with 2fc1dbb8-8e27-4566-8f74-db75bf70a74d May 05 20:11:45.111696 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-17f21b27-05f1-4312-9294-28201278f90d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Request body: {'subnet': {'network_id': '06549593-4e36-4897-b3db-51a795771b98', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:45.179523 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-e5bd3a64-f4d8-4fcc-9ed8-778df221bc28 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:45.205339 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-e5bd3a64-f4d8-4fcc-9ed8-778df221bc28 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Usage tracker for resource:subnet and tenant:b84517431db84d2ea9b94084b415b5bd is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:45.210926 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:45.262094 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-3e67312a-10dd-4565-bd8c-7d6fcd8415de None None] Allocated IP 2001:db8::3 (fa43304a-7000-4730-b101-93f5ecfe7067/65da5438-f957-40b7-bcdf-89c32a23ecf2/701b649e-387f-4bce-ad8e-56ec27d05d4c) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:11:45.280648 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 3a2cb0cd-e3d5-47ba-b551-311e8b526d3b, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=3a2cb0cd-e3d5-47ba-b551-311e8b526d3b,segment=NetworkSegment(3bc93f75-d123-4e2e-b128-384c70adc4a9),segment_id=3bc93f75-d123-4e2e-b128-384c70adc4a9)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:11:45.286792 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:45.299250 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-17f21b27-05f1-4312-9294-28201278f90d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:45.303790 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-17f21b27-05f1-4312-9294-28201278f90d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Usage tracker for resource:subnet and tenant:0cc5f4a365af4a94a73e5ef336438b10 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:45.306807 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-17f21b27-05f1-4312-9294-28201278f90d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:45.317025 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-17f21b27-05f1-4312-9294-28201278f90d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:45.317251 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-e5bd3a64-f4d8-4fcc-9ed8-778df221bc28 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:45.339981 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f21b27-05f1-4312-9294-28201278f90d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Made reservation on behalf of 0cc5f4a365af4a94a73e5ef336438b10 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:11:45.359336 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-17f21b27-05f1-4312-9294-28201278f90d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:45.366547 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-45c0b182-6275-4654-bd2f-e29b9bdf0a47 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:45.376092 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-e5bd3a64-f4d8-4fcc-9ed8-778df221bc28 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:45.409122 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-cc859e6a-7d84-41a4-bffc-4886b41a12c0 None None] Deleting port 6f1cbfac-d214-46fd-ae3b-b495f53c0d43 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:11:45.409971 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cc859e6a-7d84-41a4-bffc-4886b41a12c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:45.463038 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-1084471d-5d76-4458-987c-10ffbf5bbdea tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] 10.222.0.36 "GET /v2.0/ports/38b30a81-d688-4004-9639-f2a92628501a/tags/tempest-TagsExtTest-Tag-1816339343 HTTP/1.1" status: 204 len: 168 time: 0.8799126 May 05 20:11:45.479801 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c0df14-c3de-46c8-be55-84b9868c556f None None] DHCP port deletion for 775badac-c0fc-4100-94de-a91b6944525f request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:11:45.503002 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fef2f89f-38f9-4434-98b2-76353b80534a req-cec48963-7b2a-4c24-8c5c-617985918cbf tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4242039 May 05 20:11:45.507012 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58808) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:45.513756 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5bd3a64-f4d8-4fcc-9ed8-778df221bc28 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Made reservation on behalf of b84517431db84d2ea9b94084b415b5bd for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:11:45.522638 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e5bd3a64-f4d8-4fcc-9ed8-778df221bc28 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:45.555400 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 6f1cbfac-d214-46fd-ae3b-b495f53c0d43 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:11:45.570551 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-45c0b182-6275-4654-bd2f-e29b9bdf0a47 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['775badac-c0fc-4100-94de-a91b6944525f']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:45.608183 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 6f1cbfac-d214-46fd-ae3b-b495f53c0d43 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:11:45.608555 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 6f1cbfac-d214-46fd-ae3b-b495f53c0d43 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:11:45.613456 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.tag.tag_plugin [None req-11dd02ec-c056-43ab-86b4-7521736d7ab2 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '38b30a81-d688-4004-9639-f2a92628501a', 'tempest-TagsExtTest-Tag-1816339343') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:45.682536 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-cc859e6a-7d84-41a4-bffc-4886b41a12c0 None None] The port '6f1cbfac-d214-46fd-ae3b-b495f53c0d43' was deleted {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 20:11:45.718587 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-45c0b182-6275-4654-bd2f-e29b9bdf0a47 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32881d3f-2511-4b9f-b8ed-0deeafbb6fa3') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:45.719096 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-45c0b182-6275-4654-bd2f-e29b9bdf0a47 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32881d3f-2511-4b9f-b8ed-0deeafbb6fa3') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:45.775086 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-45c0b182-6275-4654-bd2f-e29b9bdf0a47 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:45.795143 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-da559667-b0fb-4cc8-adbe-9ab4a9b7e7e6 None None] Provisioning complete for port 3a2cb0cd-e3d5-47ba-b551-311e8b526d3b triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:11:45.795544 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-da559667-b0fb-4cc8-adbe-9ab4a9b7e7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:45.840030 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=3a2cb0cd-e3d5-47ba-b551-311e8b526d3b,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:45.852545 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.ipam_backend_mixin [None req-e5bd3a64-f4d8-4fcc-9ed8-778df221bc28 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Performing IP validity checks on allocation pools {{(pid=88197) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 05 20:11:45.853079 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.ipam_backend_mixin [None req-e5bd3a64-f4d8-4fcc-9ed8-778df221bc28 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88197) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 05 20:11:45.876107 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-45c0b182-6275-4654-bd2f-e29b9bdf0a47 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:45.886993 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b003551-1bfe-4cc1-9bbc-ca99eb3e5f57 req-62f806e4-4648-410a-9cba-ad90142e0c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:45.889124 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2b003551-1bfe-4cc1-9bbc-ca99eb3e5f57 req-62f806e4-4648-410a-9cba-ad90142e0c7a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=56e8fe9085fa4bdb932a4c29aaeb4c08&device_id=244fa877-43eb-43fe-be1f-c77361537301 HTTP/1.1" status: 200 len: 1058 time: 0.7983131 May 05 20:11:45.909873 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-17f21b27-05f1-4312-9294-28201278f90d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:45.910493 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0be79f87-495d-4491-b11c-565feedbe6eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:45.912464 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45c0b182-6275-4654-bd2f-e29b9bdf0a47 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:11:45.912866 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-45c0b182-6275-4654-bd2f-e29b9bdf0a47 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:45.929080 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:11:45.929080 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:11:45.929080 n-d-840717-1 neutron-server[88197]: timer() May 05 20:11:45.929080 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:11:45.929080 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:11:45.929080 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:11:45.929080 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:11:45.929080 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:11:45.929080 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:11:45.929080 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:11:45.929080 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:11:45.929080 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:11:45.929080 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:11:45.929080 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:11:45.929080 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:11:45.929080 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:11:45.929080 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:11:45.929080 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:11:45.929080 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:11:45.929080 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:11:45.929080 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:11:45.929080 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:11:45.929080 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:11:45.929080 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:11:45.929080 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:11:45.929080 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:11:45.929080 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:11:45.929080 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:11:45.929080 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:11:45.929080 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:11:45.929080 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:11:45.929080 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:11:45.965256 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0be79f87-495d-4491-b11c-565feedbe6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:45.996393 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f21b27-05f1-4312-9294-28201278f90d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Network 06549593-4e36-4897-b3db-51a795771b98 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:11:46.001089 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-17f21b27-05f1-4312-9294-28201278f90d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:11:46.004382 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f21b27-05f1-4312-9294-28201278f90d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:46.005695 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-17f21b27-05f1-4312-9294-28201278f90d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:46.034609 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ef7352-4aaf-4b7c-a151-ebeaf3cb6a38 None None] Network 06549593-4e36-4897-b3db-51a795771b98 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:11:46.039773 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f21b27-05f1-4312-9294-28201278f90d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event updated for resources: {'Subnet': ['ID=854829fe-2f4d-4c81-abe2-ff11b5eb83be,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:46.063006 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-17f21b27-05f1-4312-9294-28201278f90d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9567857 May 05 20:11:46.067900 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58822) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:46.072996 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-c0e0bd8b-b79f-46d0-9557-8c1049e07f28 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Request body: {'security_group': {'name': 'tempest-secgroup-1759031692'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:46.079986 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-c0e0bd8b-b79f-46d0-9557-8c1049e07f28 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:46.083903 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-c0e0bd8b-b79f-46d0-9557-8c1049e07f28 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Usage tracker for resource:security_group and tenant:0cc5f4a365af4a94a73e5ef336438b10 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:46.087302 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-c0e0bd8b-b79f-46d0-9557-8c1049e07f28 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:46.094444 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-c0e0bd8b-b79f-46d0-9557-8c1049e07f28 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:46.109339 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c0e0bd8b-b79f-46d0-9557-8c1049e07f28 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:46.127946 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-0be79f87-495d-4491-b11c-565feedbe6eb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f1a0620bc3544bf59e119f3db3690c6f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6269059 May 05 20:11:46.133436 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58826) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:46.151484 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-c0e0bd8b-b79f-46d0-9557-8c1049e07f28 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:46.159951 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-c0e0bd8b-b79f-46d0-9557-8c1049e07f28 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Usage tracker for resource:security_group_rule and tenant:0cc5f4a365af4a94a73e5ef336438b10 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:46.169244 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-c0e0bd8b-b79f-46d0-9557-8c1049e07f28 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:46.177944 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3e67312a-10dd-4565-bd8c-7d6fcd8415de None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:46.179981 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-c0e0bd8b-b79f-46d0-9557-8c1049e07f28 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:46.199847 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-3e67312a-10dd-4565-bd8c-7d6fcd8415de None None] Transition to ACTIVE for port object 701b649e-387f-4bce-ad8e-56ec27d05d4c will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:11:46.224190 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-da559667-b0fb-4cc8-adbe-9ab4a9b7e7e6 None None] Provisioning for port 38b30a81-d688-4004-9639-f2a92628501a completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:11:46.235977 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-da559667-b0fb-4cc8-adbe-9ab4a9b7e7e6 None None] Provisioning complete for port 38b30a81-d688-4004-9639-f2a92628501a triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:11:46.236365 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-da559667-b0fb-4cc8-adbe-9ab4a9b7e7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:46.236493 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-23d3a904-ab1b-4799-bb62-20aee07ca8e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:46.273406 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-23d3a904-ab1b-4799-bb62-20aee07ca8e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:46.312981 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-45c0b182-6275-4654-bd2f-e29b9bdf0a47 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:46.326777 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-45c0b182-6275-4654-bd2f-e29b9bdf0a47 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:46.358953 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-23d3a904-ab1b-4799-bb62-20aee07ca8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:46.392241 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d3a904-ab1b-4799-bb62-20aee07ca8e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37446582-1c59-4f9a-b8bb-dc202dc632ea,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:46.423200 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-23d3a904-ab1b-4799-bb62-20aee07ca8e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:46.427309 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-23d3a904-ab1b-4799-bb62-20aee07ca8e1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/37446582-1c59-4f9a-b8bb-dc202dc632ea HTTP/1.1" status: 204 len: 168 time: 0.2910111 May 05 20:11:46.430052 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c0e0bd8b-b79f-46d0-9557-8c1049e07f28 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:46.437736 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c0e0bd8b-b79f-46d0-9557-8c1049e07f28 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:46.460579 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-3e67312a-10dd-4565-bd8c-7d6fcd8415de None None] Transition to ACTIVE for port object 701b649e-387f-4bce-ad8e-56ec27d05d4c will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:11:46.502198 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c0e0bd8b-b79f-46d0-9557-8c1049e07f28 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:46.504413 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:46.505591 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c0e0bd8b-b79f-46d0-9557-8c1049e07f28 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4365506 May 05 20:11:46.511991 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3e67312a-10dd-4565-bd8c-7d6fcd8415de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:46.515965 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58838) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:46.534200 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-11dd02ec-c056-43ab-86b4-7521736d7ab2 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] 10.222.0.36 "DELETE /v2.0/ports/38b30a81-d688-4004-9639-f2a92628501a/tags/tempest-TagsExtTest-Tag-1816339343 HTTP/1.1" status: 204 len: 168 time: 1.0219452 May 05 20:11:46.535005 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be79f87-495d-4491-b11c-565feedbe6eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37446582-1c59-4f9a-b8bb-dc202dc632ea,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:46.552453 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58842) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:46.552803 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58846) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:46.577639 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-a4b72ca6-fc03-46fe-8af3-dba20d31f67d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Request body: {'security_group': {'name': 'tempest-secgroup-398237787'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:46.578695 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.tag.tag_plugin [None req-f610f50d-7017-45c9-a484-8dbdd86a4a5f tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '38b30a81-d688-4004-9639-f2a92628501a') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:46.594534 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-da559667-b0fb-4cc8-adbe-9ab4a9b7e7e6 None None] Port 38b30a81-d688-4004-9639-f2a92628501a cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:11:46.598797 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e67312a-10dd-4565-bd8c-7d6fcd8415de None None] Network fa43304a-7000-4730-b101-93f5ecfe7067 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:11:46.602402 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a4b72ca6-fc03-46fe-8af3-dba20d31f67d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:46.602564 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-3e67312a-10dd-4565-bd8c-7d6fcd8415de None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:11:46.604922 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c0b182-6275-4654-bd2f-e29b9bdf0a47 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event deleted for resources: {'Network': ['ID=775badac-c0fc-4100-94de-a91b6944525f,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:46.608283 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e67312a-10dd-4565-bd8c-7d6fcd8415de None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:11:46.634123 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a4b72ca6-fc03-46fe-8af3-dba20d31f67d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Usage tracker for resource:security_group and tenant:0cc5f4a365af4a94a73e5ef336438b10 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:46.642725 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a4b72ca6-fc03-46fe-8af3-dba20d31f67d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:46.661936 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a4b72ca6-fc03-46fe-8af3-dba20d31f67d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:46.697663 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e67312a-10dd-4565-bd8c-7d6fcd8415de None None] Pushing event updated for resources: {'Port': ['ID=701b649e-387f-4bce-ad8e-56ec27d05d4c,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:46.714778 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a4b72ca6-fc03-46fe-8af3-dba20d31f67d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:46.733370 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-3e67312a-10dd-4565-bd8c-7d6fcd8415de None None] Attempting to bind port 701b649e-387f-4bce-ad8e-56ec27d05d4c on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:11:46.733740 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-3e67312a-10dd-4565-bd8c-7d6fcd8415de None None] Attempting to bind port 701b649e-387f-4bce-ad8e-56ec27d05d4c by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '881c85d3-92d7-4e07-a5f6-a66a779e2c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'fa43304a-7000-4730-b101-93f5ecfe7067'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:11:46.734099 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e67312a-10dd-4565-bd8c-7d6fcd8415de None None] Attempting to bind port 701b649e-387f-4bce-ad8e-56ec27d05d4c on network fa43304a-7000-4730-b101-93f5ecfe7067 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:11:46.741352 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e67312a-10dd-4565-bd8c-7d6fcd8415de None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:11:46.741717 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e67312a-10dd-4565-bd8c-7d6fcd8415de None None] Checking segment: {'id': '881c85d3-92d7-4e07-a5f6-a66a779e2c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'fa43304a-7000-4730-b101-93f5ecfe7067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:11:46.742118 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3e67312a-10dd-4565-bd8c-7d6fcd8415de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:46.742498 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e67312a-10dd-4565-bd8c-7d6fcd8415de None None] Bound using segment: {'id': '881c85d3-92d7-4e07-a5f6-a66a779e2c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'fa43304a-7000-4730-b101-93f5ecfe7067'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:11:46.743130 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-3e67312a-10dd-4565-bd8c-7d6fcd8415de None None] Bound port: 701b649e-387f-4bce-ad8e-56ec27d05d4c, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '881c85d3-92d7-4e07-a5f6-a66a779e2c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'fa43304a-7000-4730-b101-93f5ecfe7067'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:11:46.743544 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3e67312a-10dd-4565-bd8c-7d6fcd8415de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:46.745195 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-45c0b182-6275-4654-bd2f-e29b9bdf0a47 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "DELETE /v2.0/networks/775badac-c0fc-4100-94de-a91b6944525f HTTP/1.1" status: 204 len: 168 time: 3.6000364 May 05 20:11:46.748916 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58854) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:46.749928 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e0bd8b-b79f-46d0-9557-8c1049e07f28 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8852efee-fe8f-45f1-8ea3-b53fef2a31d8,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:46.774525 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-1512009c-5f80-42c5-9f9a-4a68521e4326 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Request body: {'port': {'network_id': '66d70931-658c-4c0d-a54d-0459faf0b4e6', 'name': 'tempest-PortsIpV6TestJSON-64523574'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:46.789103 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b003551-1bfe-4cc1-9bbc-ca99eb3e5f57 req-6e4708af-6372-4e8d-893c-88fd7d5f689c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:46.791467 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2b003551-1bfe-4cc1-9bbc-ca99eb3e5f57 req-6e4708af-6372-4e8d-893c-88fd7d5f689c service neutron] 10.222.0.24 "GET /v2.0/networks?id=7506b31f-3419-46e4-835c-80fe813661d5 HTTP/1.1" status: 200 len: 913 time: 0.8596334 May 05 20:11:46.797495 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a4b72ca6-fc03-46fe-8af3-dba20d31f67d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:46.804673 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-6a34da56-58b9-41b6-a680-4fd4e04bf471 None None] Provisioning complete for port 38b30a81-d688-4004-9639-f2a92628501a triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:11:46.805050 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6a34da56-58b9-41b6-a680-4fd4e04bf471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:46.811661 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a4b72ca6-fc03-46fe-8af3-dba20d31f67d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Usage tracker for resource:security_group_rule and tenant:0cc5f4a365af4a94a73e5ef336438b10 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:46.820974 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a4b72ca6-fc03-46fe-8af3-dba20d31f67d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:46.839551 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a4b72ca6-fc03-46fe-8af3-dba20d31f67d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:46.885418 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7478b5bb-fb5e-40c3-8f20-7573dfd3cd17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-06549593-4e36-4897-b3db-51a795771b98', 'network_id': '06549593-4e36-4897-b3db-51a795771b98', 'tenant_id': '0cc5f4a365af4a94a73e5ef336438b10', 'fixed_ips': [{'subnet_id': '854829fe-2f4d-4c81-abe2-ff11b5eb83be'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:11:46.886231 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7478b5bb-fb5e-40c3-8f20-7573dfd3cd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:46.890477 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e5bd3a64-f4d8-4fcc-9ed8-778df221bc28 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:46.948304 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2b003551-1bfe-4cc1-9bbc-ca99eb3e5f57 req-ecb7caed-820e-4a4b-a7b7-f2fea9ac113a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b820cbc-f7c4-4de8-a598-d9e9201f5a28 HTTP/1.1" status: 200 len: 217 time: 0.1467984 May 05 20:11:46.962407 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-6a34da56-58b9-41b6-a680-4fd4e04bf471 None None] Port 38b30a81-d688-4004-9639-f2a92628501a cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:11:46.984701 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a4b72ca6-fc03-46fe-8af3-dba20d31f67d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:46.989881 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-3e67312a-10dd-4565-bd8c-7d6fcd8415de None None] For port 701b649e-387f-4bce-ad8e-56ec27d05d4c, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:11:47.008099 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-3e67312a-10dd-4565-bd8c-7d6fcd8415de None None] For port 701b649e-387f-4bce-ad8e-56ec27d05d4c, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=701b649e-387f-4bce-ad8e-56ec27d05d4c,segment=NetworkSegment(881c85d3-92d7-4e07-a5f6-a66a779e2c47),segment_id=881c85d3-92d7-4e07-a5f6-a66a779e2c47)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:11:47.025193 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3e67312a-10dd-4565-bd8c-7d6fcd8415de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:47.037911 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a4b72ca6-fc03-46fe-8af3-dba20d31f67d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:47.090988 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b72ca6-fc03-46fe-8af3-dba20d31f67d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4af21b-8da5-4324-aa76-222b218cf252,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:47.138753 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-34b78d44-6f6b-4df9-ad29-e32ba4d4e053 tempest-QuotasTest-1702854411 tempest-QuotasTest-1702854411-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:47.143731 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a4b72ca6-fc03-46fe-8af3-dba20d31f67d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:47.150497 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd3a64-f4d8-4fcc-9ed8-778df221bc28 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Pushing event updated for resources: {'Subnet': ['ID=6406adef-a070-49e6-8afc-877be51611f1,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:47.152074 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a4b72ca6-fc03-46fe-8af3-dba20d31f67d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6340804 May 05 20:11:47.156048 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58866) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:47.157941 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-1512009c-5f80-42c5-9f9a-4a68521e4326 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:47.179465 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-92cc70da-38a6-4d8a-9a7e-3956d604fc30 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-687108329', 'security_groups': ['ce4af21b-8da5-4324-aa76-222b218cf252'], 'network_id': '06549593-4e36-4897-b3db-51a795771b98', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '854829fe-2f4d-4c81-abe2-ff11b5eb83be'}]}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:47.193694 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-1512009c-5f80-42c5-9f9a-4a68521e4326 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Usage tracker for resource:port and tenant:88760c5e167e4c4abc1263be6642087f is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:47.197990 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f610f50d-7017-45c9-a484-8dbdd86a4a5f tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] 10.222.0.36 "GET /v2.0/ports/38b30a81-d688-4004-9639-f2a92628501a/tags HTTP/1.1" status: 200 len: 205 time: 0.6425877 May 05 20:11:47.200640 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-1512009c-5f80-42c5-9f9a-4a68521e4326 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:47.204893 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a3216-9ec6-4047-ad9b-084c81a926cf req-b0308c48-c716-4661-ba89-8cf904e353c4 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:47.206615 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e11a3216-9ec6-4047-ad9b-084c81a926cf req-b0308c48-c716-4661-ba89-8cf904e353c4 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.2205443 May 05 20:11:47.208382 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58872) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:47.208566 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b003551-1bfe-4cc1-9bbc-ca99eb3e5f57 req-74573c2e-c372-4b37-a3f5-8b492e0b7a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:47.209980 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2b003551-1bfe-4cc1-9bbc-ca99eb3e5f57 req-74573c2e-c372-4b37-a3f5-8b492e0b7a28 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e2507cd6-290d-4d3d-b14e-048ce031bb0a HTTP/1.1" status: 200 len: 851 time: 0.2460351 May 05 20:11:47.213839 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.tag.tag_plugin [None req-37d8e31d-4cc4-4548-80e1-d1436a14ac9b tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '9f44aaa8-43d5-4ffa-95c1-fb3151bdd476') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:47.214083 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-7478b5bb-fb5e-40c3-8f20-7573dfd3cd17 None None] Allocated IP 172.20.0.2 (06549593-4e36-4897-b3db-51a795771b98/854829fe-2f4d-4c81-abe2-ff11b5eb83be/64e87512-49ac-48ab-af8e-411b98678289) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:11:47.222234 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-1512009c-5f80-42c5-9f9a-4a68521e4326 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:47.293179 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e67312a-10dd-4565-bd8c-7d6fcd8415de None None] Pushing event updated for resources: {'Port': ['ID=701b649e-387f-4bce-ad8e-56ec27d05d4c,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:47.310712 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bd3a64-f4d8-4fcc-9ed8-778df221bc28 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Checking segment: {'id': '73da8280-c2f0-4fa1-889a-08802cc57f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'eea70b1f-b13c-4d24-9aed-e95aebabc900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:11:47.311087 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5bd3a64-f4d8-4fcc-9ed8-778df221bc28 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Network hostable DHCP agents. Network: eea70b1f-b13c-4d24-9aed-e95aebabc900, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:11:47.338771 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1512009c-5f80-42c5-9f9a-4a68521e4326 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Made reservation on behalf of 88760c5e167e4c4abc1263be6642087f for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:11:47.342273 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1512009c-5f80-42c5-9f9a-4a68521e4326 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:47.472414 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [None req-1512009c-5f80-42c5-9f9a-4a68521e4326 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] device_id is not set on port b6e48f6c-3c72-4083-83a3-29610fec26f0 yet. {{(pid=88197) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:11:47.503473 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e11a3216-9ec6-4047-ad9b-084c81a926cf req-924eef98-20f4-449f-b4e9-39cfe752c53b tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2263100 May 05 20:11:47.520368 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-34b78d44-6f6b-4df9-ad29-e32ba4d4e053 tempest-QuotasTest-1702854411 tempest-QuotasTest-1702854411-project-admin] 10.222.0.36 "PUT /v2.0/quotas/223da23f44684beb8357773ad4d4dc18 HTTP/1.1" status: 200 len: 366 time: 0.9664381 May 05 20:11:47.522939 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58878) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:47.549599 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-37d8e31d-4cc4-4548-80e1-d1436a14ac9b tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] 10.222.0.36 "GET /v2.0/routers/9f44aaa8-43d5-4ffa-95c1-fb3151bdd476/tags HTTP/1.1" status: 200 len: 241 time: 0.3400710 May 05 20:11:47.552072 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5bd3a64-f4d8-4fcc-9ed8-778df221bc28 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Network eea70b1f-b13c-4d24-9aed-e95aebabc900 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:11:47.552426 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58884) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:47.560672 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.tag.tag_plugin [None req-a4ee7f3c-215e-4a63-80fc-5d29e6b9eded tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9f44aaa8-43d5-4ffa-95c1-fb3151bdd476', 'tempest-TagsExtTest-Tag-1191770722') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:47.581147 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-92cc70da-38a6-4d8a-9a7e-3956d604fc30 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:47.599023 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-e5bd3a64-f4d8-4fcc-9ed8-778df221bc28 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, eea70b1f-b13c-4d24-9aed-e95aebabc900) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:11:47.613151 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-92cc70da-38a6-4d8a-9a7e-3956d604fc30 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Usage tracker for resource:port and tenant:0cc5f4a365af4a94a73e5ef336438b10 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:47.623141 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-92cc70da-38a6-4d8a-9a7e-3956d604fc30 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:47.633859 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-92cc70da-38a6-4d8a-9a7e-3956d604fc30 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:47.636650 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 3a2cb0cd-e3d5-47ba-b551-311e8b526d3b up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:11:47.669543 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b003551-1bfe-4cc1-9bbc-ca99eb3e5f57 req-3a06aaf0-7253-4439-b4bf-abfbcb8fdf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:47.671516 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2b003551-1bfe-4cc1-9bbc-ca99eb3e5f57 req-3a06aaf0-7253-4439-b4bf-abfbcb8fdf73 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7506b31f-3419-46e4-835c-80fe813661d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4476345 May 05 20:11:47.676550 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bd3a64-f4d8-4fcc-9ed8-778df221bc28 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:47.677205 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e5bd3a64-f4d8-4fcc-9ed8-778df221bc28 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:47.687193 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92cc70da-38a6-4d8a-9a7e-3956d604fc30 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Made reservation on behalf of 0cc5f4a365af4a94a73e5ef336438b10 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:11:47.694509 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7478b5bb-fb5e-40c3-8f20-7573dfd3cd17 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:47.707389 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ffb603-4210-4e24-b833-c16f971e92a4 None None] Network eea70b1f-b13c-4d24-9aed-e95aebabc900 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:11:47.744061 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e1780c93-57c3-4cf6-a822-9c7e6a4d7f8b tempest-QuotasTest-1702854411 tempest-QuotasTest-1702854411-project-admin] 10.222.0.36 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.2195704 May 05 20:11:47.750266 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58892) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:47.785204 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-7478b5bb-fb5e-40c3-8f20-7573dfd3cd17 None None] Transition to ACTIVE for port object 64e87512-49ac-48ab-af8e-411b98678289 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:11:47.875247 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a4ee7f3c-215e-4a63-80fc-5d29e6b9eded tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] 10.222.0.36 "GET /v2.0/routers/9f44aaa8-43d5-4ffa-95c1-fb3151bdd476/tags/tempest-TagsExtTest-Tag-1191770722 HTTP/1.1" status: 204 len: 168 time: 0.3216655 May 05 20:11:47.875872 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58898) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:47.881103 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.tag.tag_plugin [None req-4ab000c8-466d-47ef-b197-2bbcea7e5280 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '9f44aaa8-43d5-4ffa-95c1-fb3151bdd476', 'tempest-TagsExtTest-Tag-1191770722') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:47.890230 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d7bec27b-1e49-4e61-8883-5d931d6e69d3 tempest-QuotasTest-1702854411 tempest-QuotasTest-1702854411-project-admin] 10.222.0.36 "GET /v2.0/quotas/223da23f44684beb8357773ad4d4dc18 HTTP/1.1" status: 200 len: 366 time: 0.1323237 May 05 20:11:47.897429 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-7478b5bb-fb5e-40c3-8f20-7573dfd3cd17 None None] Transition to ACTIVE for port object 64e87512-49ac-48ab-af8e-411b98678289 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:11:47.918572 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-e5bd3a64-f4d8-4fcc-9ed8-778df221bc28 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.2182012 May 05 20:11:47.920658 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7478b5bb-fb5e-40c3-8f20-7573dfd3cd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:47.924042 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58902) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:47.924622 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58904) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:48.036525 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7478b5bb-fb5e-40c3-8f20-7573dfd3cd17 None None] Network 06549593-4e36-4897-b3db-51a795771b98 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:11:48.047037 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-7478b5bb-fb5e-40c3-8f20-7573dfd3cd17 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:11:48.049761 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7478b5bb-fb5e-40c3-8f20-7573dfd3cd17 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:11:48.060342 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-4ab000c8-466d-47ef-b197-2bbcea7e5280 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] 10.222.0.36 "DELETE /v2.0/routers/9f44aaa8-43d5-4ffa-95c1-fb3151bdd476/tags/tempest-TagsExtTest-Tag-1191770722 HTTP/1.1" status: 204 len: 168 time: 0.1826782 May 05 20:11:48.061042 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58914) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:48.064178 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7478b5bb-fb5e-40c3-8f20-7573dfd3cd17 None None] Pushing event updated for resources: {'Port': ['ID=64e87512-49ac-48ab-af8e-411b98678289,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:48.066851 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.tag.tag_plugin [None req-7d2a6f34-5fb6-4598-b919-de29d22136ee tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '9f44aaa8-43d5-4ffa-95c1-fb3151bdd476') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:48.164730 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 3a2cb0cd-e3d5-47ba-b551-311e8b526d3b triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:11:48.164730 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:48.257301 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1512009c-5f80-42c5-9f9a-4a68521e4326 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:48.262381 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-527d67a7-38df-490e-9de7-a1f14808f0cf tempest-QuotasTest-1702854411 tempest-QuotasTest-1702854411-project-admin] 10.222.0.36 "DELETE /v2.0/quotas/223da23f44684beb8357773ad4d4dc18 HTTP/1.1" status: 204 len: 168 time: 0.3287823 May 05 20:11:48.263135 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-7d2a6f34-5fb6-4598-b919-de29d22136ee tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] 10.222.0.36 "GET /v2.0/routers/9f44aaa8-43d5-4ffa-95c1-fb3151bdd476/tags HTTP/1.1" status: 200 len: 205 time: 0.1995704 May 05 20:11:48.263135 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58920) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:48.265239 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58922) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:48.284510 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.tag.tag_plugin [None req-29c5974a-4c62-45b8-b4c1-2113134b38d2 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '2fbcaff6-eac9-4b48-a3e9-40f5e778633d') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:48.296834 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1c20b6-40a9-443c-b10b-c2b4f31c5857 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-eea70b1f-b13c-4d24-9aed-e95aebabc900', 'network_id': 'eea70b1f-b13c-4d24-9aed-e95aebabc900', 'tenant_id': 'b84517431db84d2ea9b94084b415b5bd', 'fixed_ips': [{'subnet_id': '6406adef-a070-49e6-8afc-877be51611f1'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:11:48.297630 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ca1c20b6-40a9-443c-b10b-c2b4f31c5857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:48.307145 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-31863080-48a8-4e05-bbd4-03a2e5ed13f2 tempest-QuotasTest-1702854411 tempest-QuotasTest-1702854411-project-admin] 10.222.0.36 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0393054 May 05 20:11:48.312514 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58928) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:48.333144 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-7478b5bb-fb5e-40c3-8f20-7573dfd3cd17 None None] Attempting to bind port 64e87512-49ac-48ab-af8e-411b98678289 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:11:48.333556 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-7478b5bb-fb5e-40c3-8f20-7573dfd3cd17 None None] Attempting to bind port 64e87512-49ac-48ab-af8e-411b98678289 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '261b8cdf-8b05-4f6a-9ef0-d58aa2bfd7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '06549593-4e36-4897-b3db-51a795771b98'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:11:48.333971 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7478b5bb-fb5e-40c3-8f20-7573dfd3cd17 None None] Attempting to bind port 64e87512-49ac-48ab-af8e-411b98678289 on network 06549593-4e36-4897-b3db-51a795771b98 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:11:48.345486 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-29c5974a-4c62-45b8-b4c1-2113134b38d2 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] 10.222.0.36 "GET /v2.0/subnetpools/2fbcaff6-eac9-4b48-a3e9-40f5e778633d/tags HTTP/1.1" status: 200 len: 241 time: 0.0791988 May 05 20:11:48.350050 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3491d336-b1e5-4331-9223-a7917e8de869 tempest-QuotasTest-1702854411 tempest-QuotasTest-1702854411-project-admin] 10.222.0.36 "GET /v2.0/quotas/223da23f44684beb8357773ad4d4dc18 HTTP/1.1" status: 200 len: 370 time: 0.0350635 May 05 20:11:48.361647 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58932) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:48.363817 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58934) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:48.381228 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-bc95e676-fd64-4368-b16d-80059bc68cee tempest-QuotasTest-1702854411 tempest-QuotasTest-1702854411-project-admin] 10.222.0.36 "GET /v2.0/quotas/223da23f44684beb8357773ad4d4dc18/default HTTP/1.1" status: 200 len: 370 time: 0.0090961 May 05 20:11:48.381900 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58942) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:48.390504 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7478b5bb-fb5e-40c3-8f20-7573dfd3cd17 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:11:48.390876 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7478b5bb-fb5e-40c3-8f20-7573dfd3cd17 None None] Checking segment: {'id': '261b8cdf-8b05-4f6a-9ef0-d58aa2bfd7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '06549593-4e36-4897-b3db-51a795771b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:11:48.391277 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7478b5bb-fb5e-40c3-8f20-7573dfd3cd17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:48.391693 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7478b5bb-fb5e-40c3-8f20-7573dfd3cd17 None None] Bound using segment: {'id': '261b8cdf-8b05-4f6a-9ef0-d58aa2bfd7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '06549593-4e36-4897-b3db-51a795771b98'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:11:48.392161 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-7478b5bb-fb5e-40c3-8f20-7573dfd3cd17 None None] Bound port: 64e87512-49ac-48ab-af8e-411b98678289, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '261b8cdf-8b05-4f6a-9ef0-d58aa2bfd7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '06549593-4e36-4897-b3db-51a795771b98'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:11:48.392529 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7478b5bb-fb5e-40c3-8f20-7573dfd3cd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:48.398800 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-e1e2070c-edb1-4a5e-b092-866cd6663839 tempest-QuotasTest-1702854411 tempest-QuotasTest-1702854411-project-admin] delete failed (client error): The resource could not be found. May 05 20:11:48.404010 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e1e2070c-edb1-4a5e-b092-866cd6663839 tempest-QuotasTest-1702854411 tempest-QuotasTest-1702854411-project-admin] 10.222.0.36 "DELETE /v2.0/quotas/223da23f44684beb8357773ad4d4dc18 HTTP/1.1" status: 404 len: 348 time: 0.0182915 May 05 20:11:48.406717 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.tag.tag_plugin [None req-2e093096-d704-4d64-aba3-6d414c894322 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2fbcaff6-eac9-4b48-a3e9-40f5e778633d', 'tempest-TagsExtTest-Tag-2136103798') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:48.419573 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2b003551-1bfe-4cc1-9bbc-ca99eb3e5f57 req-b6be1ede-e456-4c55-adca-09820f798aef service neutron] 10.222.0.24 "GET /v2.0/networks/7506b31f-3419-46e4-835c-80fe813661d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7328973 May 05 20:11:48.428990 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-92cc70da-38a6-4d8a-9a7e-3956d604fc30 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:48.561041 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [None req-92cc70da-38a6-4d8a-9a7e-3956d604fc30 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] device_id is not set on port cd44c572-39f4-4081-9b86-2025c908d65f yet. {{(pid=88197) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:11:48.709039 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 2fc1dbb8-8e27-4566-8f74-db75bf70a74d no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:11:48.735407 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58954) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:48.776520 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-44899e56-c491-42e5-a8fc-099d0999b7f0 tempest-QuotasTest-1702854411 tempest-QuotasTest-1702854411-project-admin] Usage tracker for resource:network and tenant:e96229d932e54f829f531358d4eb7753 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:48.790196 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-44899e56-c491-42e5-a8fc-099d0999b7f0 tempest-QuotasTest-1702854411 tempest-QuotasTest-1702854411-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:48.803829 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-44899e56-c491-42e5-a8fc-099d0999b7f0 tempest-QuotasTest-1702854411 tempest-QuotasTest-1702854411-project-admin] Usage tracker for resource:subnet and tenant:e96229d932e54f829f531358d4eb7753 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:48.810934 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-44899e56-c491-42e5-a8fc-099d0999b7f0 tempest-QuotasTest-1702854411 tempest-QuotasTest-1702854411-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:48.817668 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 2fc1dbb8-8e27-4566-8f74-db75bf70a74d {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:11:48.818021 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 2fc1dbb8-8e27-4566-8f74-db75bf70a74d not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:11:48.818206 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-44899e56-c491-42e5-a8fc-099d0999b7f0 tempest-QuotasTest-1702854411 tempest-QuotasTest-1702854411-project-admin] Usage tracker for resource:subnetpool and tenant:e96229d932e54f829f531358d4eb7753 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:48.826322 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-44899e56-c491-42e5-a8fc-099d0999b7f0 tempest-QuotasTest-1702854411 tempest-QuotasTest-1702854411-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:48.834232 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-44899e56-c491-42e5-a8fc-099d0999b7f0 tempest-QuotasTest-1702854411 tempest-QuotasTest-1702854411-project-admin] Usage tracker for resource:port and tenant:e96229d932e54f829f531358d4eb7753 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:48.841905 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-44899e56-c491-42e5-a8fc-099d0999b7f0 tempest-QuotasTest-1702854411 tempest-QuotasTest-1702854411-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:48.869347 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-7478b5bb-fb5e-40c3-8f20-7573dfd3cd17 None None] For port 64e87512-49ac-48ab-af8e-411b98678289, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:11:48.870212 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-44899e56-c491-42e5-a8fc-099d0999b7f0 tempest-QuotasTest-1702854411 tempest-QuotasTest-1702854411-project-admin] Usage tracker for resource:router and tenant:e96229d932e54f829f531358d4eb7753 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:48.874112 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-7478b5bb-fb5e-40c3-8f20-7573dfd3cd17 None None] For port 64e87512-49ac-48ab-af8e-411b98678289, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=64e87512-49ac-48ab-af8e-411b98678289,segment=NetworkSegment(261b8cdf-8b05-4f6a-9ef0-d58aa2bfd7db),segment_id=261b8cdf-8b05-4f6a-9ef0-d58aa2bfd7db)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:11:48.875203 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-44899e56-c491-42e5-a8fc-099d0999b7f0 tempest-QuotasTest-1702854411 tempest-QuotasTest-1702854411-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:48.882302 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-ca1c20b6-40a9-443c-b10b-c2b4f31c5857 None None] Allocated IP 2001:db8::3 (eea70b1f-b13c-4d24-9aed-e95aebabc900/6406adef-a070-49e6-8afc-877be51611f1/14e7cf5a-9bbf-42f9-adf0-2511cb978878) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:11:48.885131 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7478b5bb-fb5e-40c3-8f20-7573dfd3cd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:48.886084 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-44899e56-c491-42e5-a8fc-099d0999b7f0 tempest-QuotasTest-1702854411 tempest-QuotasTest-1702854411-project-admin] Usage tracker for resource:floatingip and tenant:e96229d932e54f829f531358d4eb7753 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:48.890638 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-44899e56-c491-42e5-a8fc-099d0999b7f0 tempest-QuotasTest-1702854411 tempest-QuotasTest-1702854411-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:48.987951 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-44899e56-c491-42e5-a8fc-099d0999b7f0 tempest-QuotasTest-1702854411 tempest-QuotasTest-1702854411-project-admin] Usage tracker for resource:security_group and tenant:e96229d932e54f829f531358d4eb7753 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:48.994189 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-44899e56-c491-42e5-a8fc-099d0999b7f0 tempest-QuotasTest-1702854411 tempest-QuotasTest-1702854411-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:49.002047 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-44899e56-c491-42e5-a8fc-099d0999b7f0 tempest-QuotasTest-1702854411 tempest-QuotasTest-1702854411-project-admin] Usage tracker for resource:security_group_rule and tenant:e96229d932e54f829f531358d4eb7753 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:49.007377 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-44899e56-c491-42e5-a8fc-099d0999b7f0 tempest-QuotasTest-1702854411 tempest-QuotasTest-1702854411-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:49.018322 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-44899e56-c491-42e5-a8fc-099d0999b7f0 tempest-QuotasTest-1702854411 tempest-QuotasTest-1702854411-project-admin] 10.222.0.36 "GET /v2.0/quotas/e96229d932e54f829f531358d4eb7753/details.json HTTP/1.1" status: 200 len: 703 time: 0.2814791 May 05 20:11:49.041892 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7478b5bb-fb5e-40c3-8f20-7573dfd3cd17 None None] Pushing event updated for resources: {'Port': ['ID=64e87512-49ac-48ab-af8e-411b98678289,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:49.063128 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-351e5c9b-4a41-416d-8617-966af49561a1 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:49.096999 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-2e093096-d704-4d64-aba3-6d414c894322 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] 10.222.0.36 "GET /v2.0/subnetpools/2fbcaff6-eac9-4b48-a3e9-40f5e778633d/tags/tempest-TagsExtTest-Tag-2136103798 HTTP/1.1" status: 204 len: 168 time: 0.7286682 May 05 20:11:49.099509 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58964) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:49.108759 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af27458b-6840-4952-97c1-4a46e13a9326 None None] Network fa43304a-7000-4730-b101-93f5ecfe7067 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:11:49.109251 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.tag.tag_plugin [None req-069eb265-4d96-4da2-a20b-ef9ff093f5aa tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '2fbcaff6-eac9-4b48-a3e9-40f5e778633d', 'tempest-TagsExtTest-Tag-2136103798') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:49.193489 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-069eb265-4d96-4da2-a20b-ef9ff093f5aa tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] 10.222.0.36 "DELETE /v2.0/subnetpools/2fbcaff6-eac9-4b48-a3e9-40f5e778633d/tags/tempest-TagsExtTest-Tag-2136103798 HTTP/1.1" status: 204 len: 168 time: 0.0925567 May 05 20:11:49.197035 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58968) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:49.206564 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.tag.tag_plugin [None req-5f2d9277-782f-44c4-9afc-17106dfae067 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '2fbcaff6-eac9-4b48-a3e9-40f5e778633d') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:49.227207 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1512009c-5f80-42c5-9f9a-4a68521e4326 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:49.252682 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-5f2d9277-782f-44c4-9afc-17106dfae067 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] 10.222.0.36 "GET /v2.0/subnetpools/2fbcaff6-eac9-4b48-a3e9-40f5e778633d/tags HTTP/1.1" status: 200 len: 205 time: 0.0531020 May 05 20:11:49.255034 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58972) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:49.283151 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.tag.tag_plugin [None req-ae410af3-2a27-4f37-bd13-47bf3c7361f3 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '2fbcaff6-eac9-4b48-a3e9-40f5e778633d') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:49.411563 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-ae410af3-2a27-4f37-bd13-47bf3c7361f3 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] 10.222.0.36 "DELETE /v2.0/subnetpools/2fbcaff6-eac9-4b48-a3e9-40f5e778633d/tags HTTP/1.1" status: 204 len: 168 time: 0.1497016 May 05 20:11:49.418521 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-92cc70da-38a6-4d8a-9a7e-3956d604fc30 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Allocated IP 172.20.0.10 (06549593-4e36-4897-b3db-51a795771b98/854829fe-2f4d-4c81-abe2-ff11b5eb83be/cd44c572-39f4-4081-9b86-2025c908d65f) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:11:49.419492 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58980) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:49.422727 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ca1c20b6-40a9-443c-b10b-c2b4f31c5857 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:49.425012 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1512009c-5f80-42c5-9f9a-4a68521e4326 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event updated for resources: {'Port': ['ID=b6e48f6c-3c72-4083-83a3-29610fec26f0,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:49.428751 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2b003551-1bfe-4cc1-9bbc-ca99eb3e5f57 req-2aed4167-dbad-4727-b666-d6dbd5b0c5c5 service neutron] 10.222.0.24 "GET /v2.0/networks/7506b31f-3419-46e4-835c-80fe813661d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9759574 May 05 20:11:49.428917 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-639b1c43-8c40-4f1c-8091-1f74367aaa8c None None] Provisioning for port 701b649e-387f-4bce-ad8e-56ec27d05d4c completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:11:49.443574 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.tag.tag_plugin [None req-3effaeb8-d3ba-4597-ab0f-1155302af22d tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9f44aaa8-43d5-4ffa-95c1-fb3151bdd476') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:49.472164 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1512009c-5f80-42c5-9f9a-4a68521e4326 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Network 66d70931-658c-4c0d-a54d-0459faf0b4e6 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:11:49.493238 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-1512009c-5f80-42c5-9f9a-4a68521e4326 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:11:49.509894 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1512009c-5f80-42c5-9f9a-4a68521e4326 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:11:49.530083 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1512009c-5f80-42c5-9f9a-4a68521e4326 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:49.530894 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1512009c-5f80-42c5-9f9a-4a68521e4326 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:49.531731 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-ca1c20b6-40a9-443c-b10b-c2b4f31c5857 None None] Transition to ACTIVE for port object 14e7cf5a-9bbf-42f9-adf0-2511cb978878 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:11:49.562223 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af86ca-07e3-4312-ac13-4be99ef84fd5 req-68b90072-d5e6-472f-8fe4-e45875d5403c tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:49.570934 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-90af86ca-07e3-4312-ac13-4be99ef84fd5 req-68b90072-d5e6-472f-8fe4-e45875d5403c tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.4853449 May 05 20:11:49.574962 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-351e5c9b-4a41-416d-8617-966af49561a1 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:49.652807 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 701b649e-387f-4bce-ad8e-56ec27d05d4c up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:11:49.722094 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-1512009c-5f80-42c5-9f9a-4a68521e4326 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 2.9654336 May 05 20:11:49.749365 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-ca1c20b6-40a9-443c-b10b-c2b4f31c5857 None None] Transition to ACTIVE for port object 14e7cf5a-9bbf-42f9-adf0-2511cb978878 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:11:49.775334 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58988) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:49.851080 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ca1c20b6-40a9-443c-b10b-c2b4f31c5857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:49.862674 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58994) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:49.877988 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-351e5c9b-4a41-416d-8617-966af49561a1 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:50.000034 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351e5c9b-4a41-416d-8617-966af49561a1 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Pushing event deleted for resources: {'Subnet': ['ID=6406adef-a070-49e6-8afc-877be51611f1,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:50.010616 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1c20b6-40a9-443c-b10b-c2b4f31c5857 None None] Network eea70b1f-b13c-4d24-9aed-e95aebabc900 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:11:50.017353 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-ca1c20b6-40a9-443c-b10b-c2b4f31c5857 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:11:50.025740 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1c20b6-40a9-443c-b10b-c2b4f31c5857 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:11:50.028294 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-90af86ca-07e3-4312-ac13-4be99ef84fd5 req-b84088f4-a25a-497e-9d40-a98d8fd7164f tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4544740 May 05 20:11:50.159806 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3effaeb8-d3ba-4597-ab0f-1155302af22d tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] 10.222.0.36 "DELETE /v2.0/routers/9f44aaa8-43d5-4ffa-95c1-fb3151bdd476/tags HTTP/1.1" status: 204 len: 168 time: 0.7324121 May 05 20:11:50.163241 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59016) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:50.171345 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.tag.tag_plugin [None req-ec6d0914-fdbc-4a7b-9524-8d63b0408e74 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '38b30a81-d688-4004-9639-f2a92628501a') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:50.228931 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1c20b6-40a9-443c-b10b-c2b4f31c5857 None None] Pushing event updated for resources: {'Port': ['ID=14e7cf5a-9bbf-42f9-adf0-2511cb978878,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:50.229368 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-43fa5c29-23b3-4f3e-ab63-677980b447dc tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Deleting port b6e48f6c-3c72-4083-83a3-29610fec26f0 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:11:50.229846 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-43fa5c29-23b3-4f3e-ab63-677980b447dc tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:50.269921 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-ca1c20b6-40a9-443c-b10b-c2b4f31c5857 None None] Attempting to bind port 14e7cf5a-9bbf-42f9-adf0-2511cb978878 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:11:50.272018 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-ca1c20b6-40a9-443c-b10b-c2b4f31c5857 None None] Attempting to bind port 14e7cf5a-9bbf-42f9-adf0-2511cb978878 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '73da8280-c2f0-4fa1-889a-08802cc57f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'eea70b1f-b13c-4d24-9aed-e95aebabc900'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:11:50.272622 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1c20b6-40a9-443c-b10b-c2b4f31c5857 None None] Attempting to bind port 14e7cf5a-9bbf-42f9-adf0-2511cb978878 on network eea70b1f-b13c-4d24-9aed-e95aebabc900 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:11:50.281918 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1c20b6-40a9-443c-b10b-c2b4f31c5857 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:11:50.282779 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1c20b6-40a9-443c-b10b-c2b4f31c5857 None None] Checking segment: {'id': '73da8280-c2f0-4fa1-889a-08802cc57f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'eea70b1f-b13c-4d24-9aed-e95aebabc900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:11:50.283371 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ca1c20b6-40a9-443c-b10b-c2b4f31c5857 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:50.284529 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1c20b6-40a9-443c-b10b-c2b4f31c5857 None None] Bound using segment: {'id': '73da8280-c2f0-4fa1-889a-08802cc57f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'eea70b1f-b13c-4d24-9aed-e95aebabc900'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:11:50.285170 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-ca1c20b6-40a9-443c-b10b-c2b4f31c5857 None None] Bound port: 14e7cf5a-9bbf-42f9-adf0-2511cb978878, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73da8280-c2f0-4fa1-889a-08802cc57f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'eea70b1f-b13c-4d24-9aed-e95aebabc900'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:11:50.285735 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ca1c20b6-40a9-443c-b10b-c2b4f31c5857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:50.303244 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 701b649e-387f-4bce-ad8e-56ec27d05d4c completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:11:50.363619 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 701b649e-387f-4bce-ad8e-56ec27d05d4c triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:11:50.364123 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:50.391590 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-ec6d0914-fdbc-4a7b-9524-8d63b0408e74 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] 10.222.0.36 "DELETE /v2.0/ports/38b30a81-d688-4004-9639-f2a92628501a/tags HTTP/1.1" status: 204 len: 168 time: 0.2262232 May 05 20:11:50.392210 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59024) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:50.397276 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.tag.tag_plugin [None req-a5be17a2-9741-4fda-b08d-a9b5cdbe5462 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '3d55e008-1361-4c6a-97f5-cceb5f192a91') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:50.472851 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-351e5c9b-4a41-416d-8617-966af49561a1 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:50.514710 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4f3ad7aa-886f-4b21-8663-434f899b239f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:50.549968 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4f3ad7aa-886f-4b21-8663-434f899b239f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:50.555955 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a5be17a2-9741-4fda-b08d-a9b5cdbe5462 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] 10.222.0.36 "DELETE /v2.0/subnets/3d55e008-1361-4c6a-97f5-cceb5f192a91/tags HTTP/1.1" status: 204 len: 168 time: 0.1627171 May 05 20:11:50.561297 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4f3ad7aa-886f-4b21-8663-434f899b239f admin admin] Usage tracker for resource:security_group_rule and tenant:09b234e9933e44e9913c5f063a6937a8 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:50.562654 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59030) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:50.565366 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4f3ad7aa-886f-4b21-8663-434f899b239f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:50.575300 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.tag.tag_plugin [None req-56c6ad78-8063-41dc-bae8-fced6995d98f tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '3d55e008-1361-4c6a-97f5-cceb5f192a91', 'tempest-TagsExtTest-Tag-1484675520') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:50.576477 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4f3ad7aa-886f-4b21-8663-434f899b239f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:50.611465 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-ca1c20b6-40a9-443c-b10b-c2b4f31c5857 None None] For port 14e7cf5a-9bbf-42f9-adf0-2511cb978878, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:11:50.653531 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-ca1c20b6-40a9-443c-b10b-c2b4f31c5857 None None] For port 14e7cf5a-9bbf-42f9-adf0-2511cb978878, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=14e7cf5a-9bbf-42f9-adf0-2511cb978878,segment=NetworkSegment(73da8280-c2f0-4fa1-889a-08802cc57f2b),segment_id=73da8280-c2f0-4fa1-889a-08802cc57f2b)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:11:50.663560 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ca1c20b6-40a9-443c-b10b-c2b4f31c5857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:50.754861 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:50.776185 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4f3ad7aa-886f-4b21-8663-434f899b239f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:50.796327 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4f3ad7aa-886f-4b21-8663-434f899b239f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:50.804015 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-351e5c9b-4a41-416d-8617-966af49561a1 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eea70b1f-b13c-4d24-9aed-e95aebabc900']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:50.850442 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-56c6ad78-8063-41dc-bae8-fced6995d98f tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] 10.222.0.36 "PUT /v2.0/subnets/3d55e008-1361-4c6a-97f5-cceb5f192a91/tags/tempest-TagsExtTest-Tag-1484675520 HTTP/1.1" status: 201 len: 201 time: 0.2842691 May 05 20:11:50.854336 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59038) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:50.864693 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.tag.tag_plugin [None req-9f0a037a-d00d-4d68-84f0-3617ea9177c5 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '38b30a81-d688-4004-9639-f2a92628501a', 'tempest-TagsExtTest-Tag-875107526') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:50.866251 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-92cc70da-38a6-4d8a-9a7e-3956d604fc30 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:50.878452 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 701b649e-387f-4bce-ad8e-56ec27d05d4c, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=701b649e-387f-4bce-ad8e-56ec27d05d4c,segment=NetworkSegment(881c85d3-92d7-4e07-a5f6-a66a779e2c47),segment_id=881c85d3-92d7-4e07-a5f6-a66a779e2c47)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:11:50.892557 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-6095f62e-aee8-4dd2-b335-4fbbd15a669f None None] Provisioning for port 64e87512-49ac-48ab-af8e-411b98678289 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:11:50.902680 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:50.907330 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-351e5c9b-4a41-416d-8617-966af49561a1 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73da8280-c2f0-4fa1-889a-08802cc57f2b') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:50.907676 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-351e5c9b-4a41-416d-8617-966af49561a1 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73da8280-c2f0-4fa1-889a-08802cc57f2b') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:50.912303 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1c20b6-40a9-443c-b10b-c2b4f31c5857 None None] Pushing event updated for resources: {'Port': ['ID=14e7cf5a-9bbf-42f9-adf0-2511cb978878,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:50.948779 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-351e5c9b-4a41-416d-8617-966af49561a1 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:50.954464 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f151e1cb-112f-42f9-9e0c-2d7c62272fcb None None] Network eea70b1f-b13c-4d24-9aed-e95aebabc900 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:11:50.955800 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-92cc70da-38a6-4d8a-9a7e-3956d604fc30 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Transition to ACTIVE for port object cd44c572-39f4-4081-9b86-2025c908d65f will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:11:50.971972 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-4f3ad7aa-886f-4b21-8663-434f899b239f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=09b234e9933e44e9913c5f063a6937a8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0958149 May 05 20:11:50.972718 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ad7aa-886f-4b21-8663-434f899b239f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7459ca-08cd-404e-beb7-1696ed326b4d,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:50.974245 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59044) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:51.003884 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-351e5c9b-4a41-416d-8617-966af49561a1 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:51.025901 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-351e5c9b-4a41-416d-8617-966af49561a1 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:11:51.026153 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-351e5c9b-4a41-416d-8617-966af49561a1 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:51.032444 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59048) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:51.042008 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:11:51.042008 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:11:51.042008 n-d-840717-1 neutron-server[88197]: timer() May 05 20:11:51.042008 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:11:51.042008 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:11:51.042008 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:11:51.042008 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:11:51.042008 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:11:51.042008 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:11:51.042008 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:11:51.042008 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:11:51.042008 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:11:51.042008 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:11:51.042008 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:11:51.042008 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:11:51.042008 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:11:51.042008 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:11:51.042008 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:11:51.042008 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:11:51.042008 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:11:51.042008 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:11:51.042008 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:11:51.042008 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:11:51.042008 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:11:51.042008 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:11:51.042008 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:11:51.042008 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:11:51.042008 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:11:51.042008 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:11:51.042008 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:11:51.042008 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:11:51.042008 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:11:51.076900 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-6095f62e-aee8-4dd2-b335-4fbbd15a669f None None] Provisioning complete for port 701b649e-387f-4bce-ad8e-56ec27d05d4c triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:11:51.076900 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6095f62e-aee8-4dd2-b335-4fbbd15a669f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:51.109961 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-00ef9363-40e2-42ab-a73f-544161366a39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:51.130573 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-9f0a037a-d00d-4d68-84f0-3617ea9177c5 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] 10.222.0.36 "PUT /v2.0/ports/38b30a81-d688-4004-9639-f2a92628501a/tags/tempest-TagsExtTest-Tag-875107526 HTTP/1.1" status: 201 len: 201 time: 0.2747595 May 05 20:11:51.134367 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59056) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:51.146197 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.tag.tag_plugin [None req-f5ba5b70-9637-4e43-b08f-e50e29dbd26b tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '9f44aaa8-43d5-4ffa-95c1-fb3151bdd476', 'tempest-TagsExtTest-Tag-919870326') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:51.203232 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-43fa5c29-23b3-4f3e-ab63-677980b447dc tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:51.217515 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.api [None req-351e5c9b-4a41-416d-8617-966af49561a1 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 05 20:11:51.217515 n-d-840717-1 neutron-server[88197]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 05 20:11:51.217515 n-d-840717-1 neutron-server[88197]: [parameters: {'id': 'eea70b1f-b13c-4d24-9aed-e95aebabc900'}] May 05 20:11:51.217515 n-d-840717-1 neutron-server[88197]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88197) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:11:51.217985 n-d-840717-1 neutron-server[88197]: DEBUG oslo_db.api [None req-351e5c9b-4a41-416d-8617-966af49561a1 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:11:51.219151 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=701b649e-387f-4bce-ad8e-56ec27d05d4c,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:51.272908 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-92cc70da-38a6-4d8a-9a7e-3956d604fc30 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:51.317550 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-00ef9363-40e2-42ab-a73f-544161366a39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:51.417074 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b2f537e2-c5e9-48d3-8785-a4d6113332a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:51.424501 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92cc70da-38a6-4d8a-9a7e-3956d604fc30 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Network 06549593-4e36-4897-b3db-51a795771b98 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:11:51.432246 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-43fa5c29-23b3-4f3e-ab63-677980b447dc tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Calling delete_port for b6e48f6c-3c72-4083-83a3-29610fec26f0 owned by {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:11:51.456843 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b2f537e2-c5e9-48d3-8785-a4d6113332a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:51.463491 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-6095f62e-aee8-4dd2-b335-4fbbd15a669f None None] Provisioning complete for port 7e3809c3-4527-4731-8aa3-79a353440aa0 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:11:51.463491 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6095f62e-aee8-4dd2-b335-4fbbd15a669f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:51.463842 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-b2f537e2-c5e9-48d3-8785-a4d6113332a8 admin admin] Usage tracker for resource:security_group_rule and tenant:48db012dcbd449c6b3756909dbc0193a is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:51.470502 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-b2f537e2-c5e9-48d3-8785-a4d6113332a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:51.480356 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b2f537e2-c5e9-48d3-8785-a4d6113332a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:51.516782 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51659a72-4a8a-4001-9553-128474603201 None None] get_active_networks_info from n-d-840717-1 {{(pid=88199) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 05 20:11:51.530434 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-00ef9363-40e2-42ab-a73f-544161366a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:51.561057 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141f798-edf6-4b51-91ef-f082783bee82 req-bf4cd6d1-2963-4a3d-8a4c-0043869002c3 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:51.562724 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d141f798-edf6-4b51-91ef-f082783bee82 req-bf4cd6d1-2963-4a3d-8a4c-0043869002c3 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.3048329 May 05 20:11:51.564433 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f5ba5b70-9637-4e43-b08f-e50e29dbd26b tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] 10.222.0.36 "PUT /v2.0/routers/9f44aaa8-43d5-4ffa-95c1-fb3151bdd476/tags/tempest-TagsExtTest-Tag-919870326 HTTP/1.1" status: 201 len: 201 time: 0.4289656 May 05 20:11:51.571982 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59062) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:51.579093 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.tag.tag_plugin [None req-2a13a82d-2c2d-40d3-b868-af3248b6789c tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '2fbcaff6-eac9-4b48-a3e9-40f5e778633d', 'tempest-TagsExtTest-Tag-1979004212') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:51.602598 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ef9363-40e2-42ab-a73f-544161366a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7459ca-08cd-404e-beb7-1696ed326b4d,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:51.641776 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-00ef9363-40e2-42ab-a73f-544161366a39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:51.645623 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-00ef9363-40e2-42ab-a73f-544161366a39 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3b7459ca-08cd-404e-beb7-1696ed326b4d HTTP/1.1" status: 204 len: 168 time: 0.6435547 May 05 20:11:51.665450 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d141f798-edf6-4b51-91ef-f082783bee82 req-cb730141-db67-4cda-8357-c10db5695e37 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773609 May 05 20:11:51.714754 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-2a13a82d-2c2d-40d3-b868-af3248b6789c tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] 10.222.0.36 "PUT /v2.0/subnetpools/2fbcaff6-eac9-4b48-a3e9-40f5e778633d/tags/tempest-TagsExtTest-Tag-1979004212 HTTP/1.1" status: 201 len: 201 time: 0.1414871 May 05 20:11:51.721805 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59070) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:51.724417 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51659a72-4a8a-4001-9553-128474603201 None None] Resources bound (agent type, host, resource id): {{(pid=88199) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 05 20:11:51.726788 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 701b649e-387f-4bce-ad8e-56ec27d05d4c up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:11:51.730467 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.tag.tag_plugin [None req-e59b6d96-3803-4ac6-98c3-4011c61e29ef tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '3d55e008-1361-4c6a-97f5-cceb5f192a91', {'tags': ['tempest-TagsExtTest-Tag-1162151420', 'tempest-TagsExtTest-Tag-1103634379', 'tempest-TagsExtTest-Tag-703866723']}) {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:51.757751 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cc70da-38a6-4d8a-9a7e-3956d604fc30 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event updated for resources: {'Port': ['ID=cd44c572-39f4-4081-9b86-2025c908d65f,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:51.761543 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-92cc70da-38a6-4d8a-9a7e-3956d604fc30 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:11:51.765690 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-351e5c9b-4a41-416d-8617-966af49561a1 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:51.769105 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cc70da-38a6-4d8a-9a7e-3956d604fc30 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:11:51.771346 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b2f537e2-c5e9-48d3-8785-a4d6113332a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:51.785956 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b2f537e2-c5e9-48d3-8785-a4d6113332a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:51.822173 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-6095f62e-aee8-4dd2-b335-4fbbd15a669f None None] Port 7e3809c3-4527-4731-8aa3-79a353440aa0 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:11:51.847620 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b2f537e2-c5e9-48d3-8785-a4d6113332a8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=48db012dcbd449c6b3756909dbc0193a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8121181 May 05 20:11:51.852841 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59074) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:51.855200 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-43fa5c29-23b3-4f3e-ab63-677980b447dc tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:51.858577 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f537e2-c5e9-48d3-8785-a4d6113332a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea78686-6c8c-42ea-8446-9f2d07ede071,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:51.865309 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cc70da-38a6-4d8a-9a7e-3956d604fc30 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:51.866205 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-92cc70da-38a6-4d8a-9a7e-3956d604fc30 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:51.920153 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e59b6d96-3803-4ac6-98c3-4011c61e29ef tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] 10.222.0.36 "PUT /v2.0/subnets/3d55e008-1361-4c6a-97f5-cceb5f192a91/tags HTTP/1.1" status: 200 len: 317 time: 0.1971097 May 05 20:11:51.923966 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59080) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:51.931539 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.tag.tag_plugin [None req-8ba12fbf-2240-42bf-8e74-c9b3a651649c tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '3d55e008-1361-4c6a-97f5-cceb5f192a91') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:52.008074 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fa5c29-23b3-4f3e-ab63-677980b447dc tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event deleted for resources: {'Port': ['ID=b6e48f6c-3c72-4083-83a3-29610fec26f0,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:52.013229 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-92cc70da-38a6-4d8a-9a7e-3956d604fc30 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.8500385 May 05 20:11:52.016365 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-572252ca-66ca-48ee-b80a-adcc8770b2de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:52.020375 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59086) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:52.034137 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-43fa5c29-23b3-4f3e-ab63-677980b447dc tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:52.034848 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-f670e915-76dc-4f01-a163-a805c6ada386 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Request body: {'subnet': {'network_id': '06549593-4e36-4897-b3db-51a795771b98', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:52.039729 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-43fa5c29-23b3-4f3e-ab63-677980b447dc tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "DELETE /v2.0/ports/b6e48f6c-3c72-4083-83a3-29610fec26f0 HTTP/1.1" status: 204 len: 168 time: 2.1858675 May 05 20:11:52.040851 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59090) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:52.060697 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-6e76b8fc-5e7e-4214-8f21-902f163d1736 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Request body: {'port': {'network_id': '66d70931-658c-4c0d-a54d-0459faf0b4e6', 'mac_address': 'fa:16:3e:0b:f1:dd', 'name': 'tempest-PortsIpV6TestJSON-1361342886'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:52.111994 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-351e5c9b-4a41-416d-8617-966af49561a1 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Deleting port 14e7cf5a-9bbf-42f9-adf0-2511cb978878 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:11:52.112638 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-351e5c9b-4a41-416d-8617-966af49561a1 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:52.203634 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-572252ca-66ca-48ee-b80a-adcc8770b2de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:52.243792 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59094) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:52.255973 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 701b649e-387f-4bce-ad8e-56ec27d05d4c triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:11:52.256346 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:52.357062 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2c7d2930-a7dd-4af5-a7dd-9e8be828c530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:52.382059 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-8ba12fbf-2240-42bf-8e74-c9b3a651649c tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] 10.222.0.36 "DELETE /v2.0/subnets/3d55e008-1361-4c6a-97f5-cceb5f192a91/tags HTTP/1.1" status: 204 len: 168 time: 0.4568207 May 05 20:11:52.386425 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59100) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:52.394910 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-6e76b8fc-5e7e-4214-8f21-902f163d1736 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:52.401743 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.tag.tag_plugin [None req-1ab50f57-375e-49a5-b0b7-cd70f377e46b tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3d55e008-1361-4c6a-97f5-cceb5f192a91', 'tempest-TagsExtTest-Tag-1162151420') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:52.404430 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc89e1fa-cbc0-4098-b88c-70ede3c6284d req-727fca20-0e09-4ef5-8b58-45b5874fd016 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:52.406072 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dc89e1fa-cbc0-4098-b88c-70ede3c6284d req-727fca20-0e09-4ef5-8b58-45b5874fd016 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.2847860 May 05 20:11:52.413162 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f670e915-76dc-4f01-a163-a805c6ada386 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:52.430925 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-f670e915-76dc-4f01-a163-a805c6ada386 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Usage tracker for resource:subnet and tenant:0cc5f4a365af4a94a73e5ef336438b10 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:52.437526 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-f670e915-76dc-4f01-a163-a805c6ada386 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:52.441465 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-572252ca-66ca-48ee-b80a-adcc8770b2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:52.443854 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-6e76b8fc-5e7e-4214-8f21-902f163d1736 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Usage tracker for resource:port and tenant:88760c5e167e4c4abc1263be6642087f is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:52.447616 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-2c7d2930-a7dd-4af5-a7dd-9e8be828c530 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:52.452661 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-6e76b8fc-5e7e-4214-8f21-902f163d1736 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:52.464713 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78a218f-09a5-4ce4-b100-ead374d68f42 None None] get_active_networks_info from n-d-840717-1 {{(pid=88199) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 05 20:11:52.465234 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-2c7d2930-a7dd-4af5-a7dd-9e8be828c530 admin admin] Usage tracker for resource:security_group_rule and tenant:e96229d932e54f829f531358d4eb7753 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:52.465575 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f670e915-76dc-4f01-a163-a805c6ada386 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:52.478852 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572252ca-66ca-48ee-b80a-adcc8770b2de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea78686-6c8c-42ea-8446-9f2d07ede071,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:52.482370 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-6e76b8fc-5e7e-4214-8f21-902f163d1736 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:52.486048 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-2c7d2930-a7dd-4af5-a7dd-9e8be828c530 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:52.494273 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-572252ca-66ca-48ee-b80a-adcc8770b2de admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:52.495662 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-572252ca-66ca-48ee-b80a-adcc8770b2de admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bea78686-6c8c-42ea-8446-9f2d07ede071 HTTP/1.1" status: 204 len: 168 time: 0.6413641 May 05 20:11:52.502535 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f670e915-76dc-4f01-a163-a805c6ada386 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Made reservation on behalf of 0cc5f4a365af4a94a73e5ef336438b10 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:11:52.506304 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f670e915-76dc-4f01-a163-a805c6ada386 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:52.518539 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-2c7d2930-a7dd-4af5-a7dd-9e8be828c530 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:52.529284 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dc89e1fa-cbc0-4098-b88c-70ede3c6284d req-00136cab-843c-449a-bca7-0e5ea603a014 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135423 May 05 20:11:52.543556 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 64e87512-49ac-48ab-af8e-411b98678289 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:11:52.612603 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e76b8fc-5e7e-4214-8f21-902f163d1736 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Made reservation on behalf of 88760c5e167e4c4abc1263be6642087f for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:11:52.697538 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-351e5c9b-4a41-416d-8617-966af49561a1 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] For port 14e7cf5a-9bbf-42f9-adf0-2511cb978878, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=14e7cf5a-9bbf-42f9-adf0-2511cb978878,segment=NetworkSegment(73da8280-c2f0-4fa1-889a-08802cc57f2b),segment_id=73da8280-c2f0-4fa1-889a-08802cc57f2b)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:11:52.698173 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-351e5c9b-4a41-416d-8617-966af49561a1 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:52.714003 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 64e87512-49ac-48ab-af8e-411b98678289 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:11:52.728687 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 64e87512-49ac-48ab-af8e-411b98678289 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:11:52.729251 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:52.732209 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a626023b-f54d-48c1-a05a-50a2a3b4552b req-1ac6472a-a9c6-431f-b0a8-a09d781bbbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:52.733722 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a626023b-f54d-48c1-a05a-50a2a3b4552b req-1ac6472a-a9c6-431f-b0a8-a09d781bbbc4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=56e8fe9085fa4bdb932a4c29aaeb4c08&device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 1096 time: 0.4929888 May 05 20:11:52.738262 n-d-840717-1 neutron-server[88198]: INFO neutron.db.ipam_backend_mixin [None req-f670e915-76dc-4f01-a163-a805c6ada386 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 854829fe-2f4d-4c81-abe2-ff11b5eb83be (CIDR: 172.20.0.0/28) May 05 20:11:52.742403 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-f670e915-76dc-4f01-a163-a805c6ada386 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 20:11:52.743287 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f670e915-76dc-4f01-a163-a805c6ada386 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:11:52.766427 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f670e915-76dc-4f01-a163-a805c6ada386 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7420418 May 05 20:11:52.766683 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59108) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:52.773141 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-c7e7df9c-aecc-4073-99e4-60132e0a5654 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Request body: {'subnet': {'network_id': '06549593-4e36-4897-b3db-51a795771b98', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:52.785745 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78a218f-09a5-4ce4-b100-ead374d68f42 None None] Resources bound (agent type, host, resource id): {{(pid=88199) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 05 20:11:52.916052 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-351e5c9b-4a41-416d-8617-966af49561a1 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Calling delete_port for 14e7cf5a-9bbf-42f9-adf0-2511cb978878 owned by network:dhcp {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:11:52.965391 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-c7e7df9c-aecc-4073-99e4-60132e0a5654 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:52.970036 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-c7e7df9c-aecc-4073-99e4-60132e0a5654 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Usage tracker for resource:subnet and tenant:0cc5f4a365af4a94a73e5ef336438b10 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:52.973586 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-c7e7df9c-aecc-4073-99e4-60132e0a5654 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:52.980783 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-c7e7df9c-aecc-4073-99e4-60132e0a5654 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:52.988119 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:52.994345 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e7df9c-aecc-4073-99e4-60132e0a5654 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Made reservation on behalf of 0cc5f4a365af4a94a73e5ef336438b10 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:11:52.999004 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c7e7df9c-aecc-4073-99e4-60132e0a5654 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:53.007445 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6e76b8fc-5e7e-4214-8f21-902f163d1736 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:53.055820 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 64e87512-49ac-48ab-af8e-411b98678289, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=64e87512-49ac-48ab-af8e-411b98678289,segment=NetworkSegment(261b8cdf-8b05-4f6a-9ef0-d58aa2bfd7db),segment_id=261b8cdf-8b05-4f6a-9ef0-d58aa2bfd7db)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:11:53.061695 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [None req-6e76b8fc-5e7e-4214-8f21-902f163d1736 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] device_id is not set on port 23a1bf26-7b37-4993-913c-57d81b822078 yet. {{(pid=88197) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:11:53.063948 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:53.157105 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59116) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:53.180104 n-d-840717-1 neutron-server[88197]: INFO neutron.api.v2.resource [None req-1ab50f57-375e-49a5-b0b7-cd70f377e46b tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] show failed (client error): The resource could not be found. May 05 20:11:53.183691 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-1ab50f57-375e-49a5-b0b7-cd70f377e46b tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] 10.222.0.36 "GET /v2.0/subnets/3d55e008-1361-4c6a-97f5-cceb5f192a91/tags/tempest-TagsExtTest-Tag-1162151420 HTTP/1.1" status: 404 len: 329 time: 0.7879500 May 05 20:11:53.186111 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59120) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:53.203196 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.tag.tag_plugin [None req-6c3c9661-3bee-493d-9779-0921427d85c3 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3d55e008-1361-4c6a-97f5-cceb5f192a91', 'tempest-TagsExtTest-Tag-1103634379') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:53.250498 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6788ffaa-f933-4061-ae71-137c70aaf594 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:53.256901 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=64e87512-49ac-48ab-af8e-411b98678289,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:53.298108 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-6788ffaa-f933-4061-ae71-137c70aaf594 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:53.302012 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-6788ffaa-f933-4061-ae71-137c70aaf594 admin admin] Usage tracker for resource:security_group_rule and tenant:4253e28cbbc743249263a03627f28ce5 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:53.315114 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-6788ffaa-f933-4061-ae71-137c70aaf594 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:53.315114 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-6788ffaa-f933-4061-ae71-137c70aaf594 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:53.339853 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-351e5c9b-4a41-416d-8617-966af49561a1 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:53.401749 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2c7d2930-a7dd-4af5-a7dd-9e8be828c530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:53.413456 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a626023b-f54d-48c1-a05a-50a2a3b4552b req-038b7bfb-f399-4f75-9fcc-0374280a2a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:53.414929 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a626023b-f54d-48c1-a05a-50a2a3b4552b req-038b7bfb-f399-4f75-9fcc-0374280a2a5d service neutron] 10.222.0.50 "GET /v2.0/networks?id=7506b31f-3419-46e4-835c-80fe813661d5 HTTP/1.1" status: 200 len: 913 time: 0.5082309 May 05 20:11:53.427036 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-6c3c9661-3bee-493d-9779-0921427d85c3 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] show failed (client error): The resource could not be found. May 05 20:11:53.429012 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-6c3c9661-3bee-493d-9779-0921427d85c3 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] 10.222.0.36 "GET /v2.0/subnets/3d55e008-1361-4c6a-97f5-cceb5f192a91/tags/tempest-TagsExtTest-Tag-1103634379 HTTP/1.1" status: 404 len: 329 time: 0.2406735 May 05 20:11:53.432549 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 64e87512-49ac-48ab-af8e-411b98678289 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:11:53.436635 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59128) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:53.445106 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.tag.tag_plugin [None req-a1be82b5-7e1c-47d2-bb30-3ab615a9863d tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3d55e008-1361-4c6a-97f5-cceb5f192a91', 'tempest-TagsExtTest-Tag-703866723') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:53.500409 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6788ffaa-f933-4061-ae71-137c70aaf594 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:53.508566 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351e5c9b-4a41-416d-8617-966af49561a1 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Pushing event deleted for resources: {'Port': ['ID=14e7cf5a-9bbf-42f9-adf0-2511cb978878,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:53.517595 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2c7d2930-a7dd-4af5-a7dd-9e8be828c530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:53.525345 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6788ffaa-f933-4061-ae71-137c70aaf594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:53.571036 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 64e87512-49ac-48ab-af8e-411b98678289 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:11:53.571474 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:53.644835 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-a1be82b5-7e1c-47d2-bb30-3ab615a9863d tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] show failed (client error): The resource could not be found. May 05 20:11:53.680240 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a1be82b5-7e1c-47d2-bb30-3ab615a9863d tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] 10.222.0.36 "GET /v2.0/subnets/3d55e008-1361-4c6a-97f5-cceb5f192a91/tags/tempest-TagsExtTest-Tag-703866723 HTTP/1.1" status: 404 len: 328 time: 0.2403502 May 05 20:11:53.686553 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59138) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:53.693964 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.tag.tag_plugin [None req-98c894bc-a5e2-40ae-b359-baae23da3c98 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '38b30a81-d688-4004-9639-f2a92628501a', {'tags': ['tempest-TagsExtTest-Tag-1982522368', 'tempest-TagsExtTest-Tag-1113875429', 'tempest-TagsExtTest-Tag-1873696624']}) {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:53.805498 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351e5c9b-4a41-416d-8617-966af49561a1 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] No DVR routers for this DVR port 14e7cf5a-9bbf-42f9-adf0-2511cb978878 on host n-d-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:11:53.815801 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-98c894bc-a5e2-40ae-b359-baae23da3c98 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] 10.222.0.36 "PUT /v2.0/ports/38b30a81-d688-4004-9639-f2a92628501a/tags HTTP/1.1" status: 200 len: 318 time: 0.1275108 May 05 20:11:53.819904 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59142) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:53.839402 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.tag.tag_plugin [None req-7546d470-f382-4402-b7c0-177381f43410 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '38b30a81-d688-4004-9639-f2a92628501a') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:53.939741 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c7e7df9c-aecc-4073-99e4-60132e0a5654 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:53.977572 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-a4f75216-fc56-46a2-859b-f56bdd0441f6 None None] Provisioning for port cd44c572-39f4-4081-9b86-2025c908d65f completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:11:53.986175 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-a4f75216-fc56-46a2-859b-f56bdd0441f6 None None] Provisioning complete for port cd44c572-39f4-4081-9b86-2025c908d65f triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:11:53.986701 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a4f75216-fc56-46a2-859b-f56bdd0441f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:54.005592 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e7df9c-aecc-4073-99e4-60132e0a5654 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Network 06549593-4e36-4897-b3db-51a795771b98 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:11:54.013325 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-c7e7df9c-aecc-4073-99e4-60132e0a5654 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:11:54.029190 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e7df9c-aecc-4073-99e4-60132e0a5654 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:54.029880 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c7e7df9c-aecc-4073-99e4-60132e0a5654 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:54.053349 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e7df9c-aecc-4073-99e4-60132e0a5654 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event updated for resources: {'Subnet': ['ID=39a86f59-4276-4802-ba54-cd41f498ac18,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:54.072700 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c7e7df9c-aecc-4073-99e4-60132e0a5654 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3022115 May 05 20:11:54.072931 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930e7e9c-aa6f-488b-b3a3-c70b85e5ec48 None None] Network 06549593-4e36-4897-b3db-51a795771b98 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:11:54.073408 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59148) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:54.080910 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-92bf9b1d-cae1-4f9c-ad1d-dd79ff840570 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-888927699', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '39a86f59-4276-4802-ba54-cd41f498ac18'}], 'security_groups': ['8852efee-fe8f-45f1-8ea3-b53fef2a31d8']}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:54.091858 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-351e5c9b-4a41-416d-8617-966af49561a1 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:54.114415 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-7546d470-f382-4402-b7c0-177381f43410 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] 10.222.0.36 "DELETE /v2.0/ports/38b30a81-d688-4004-9639-f2a92628501a/tags HTTP/1.1" status: 204 len: 168 time: 0.2933273 May 05 20:11:54.126490 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59152) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:54.134418 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.tag.tag_plugin [None req-51702c2e-5369-4baf-804b-d26a4c60a827 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '38b30a81-d688-4004-9639-f2a92628501a', 'tempest-TagsExtTest-Tag-1982522368') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:54.176522 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-a4f75216-fc56-46a2-859b-f56bdd0441f6 None None] Port cd44c572-39f4-4081-9b86-2025c908d65f cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:11:54.179034 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-6788ffaa-f933-4061-ae71-137c70aaf594 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4253e28cbbc743249263a03627f28ce5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0103116 May 05 20:11:54.187156 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59156) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:54.193321 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-2c7d2930-a7dd-4af5-a7dd-9e8be828c530 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e96229d932e54f829f531358d4eb7753&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9475224 May 05 20:11:54.200718 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7d2930-a7dd-4af5-a7dd-9e8be828c530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63eb1712-ac19-4134-8f85-80aa58f6b698,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:54.203137 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59160) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:54.249977 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-351e5c9b-4a41-416d-8617-966af49561a1 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eea70b1f-b13c-4d24-9aed-e95aebabc900']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:54.305214 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-351e5c9b-4a41-416d-8617-966af49561a1 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73da8280-c2f0-4fa1-889a-08802cc57f2b') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:54.305555 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-351e5c9b-4a41-416d-8617-966af49561a1 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73da8280-c2f0-4fa1-889a-08802cc57f2b') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:54.316118 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a626023b-f54d-48c1-a05a-50a2a3b4552b req-e5a1a813-4e37-4dfb-9dd6-53104242608b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3f7222db-61b2-414b-9998-e780d493326a HTTP/1.1" status: 200 len: 999 time: 0.7995090 May 05 20:11:54.397872 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eccfa026-de2b-41bc-b154-cbf9417b76ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:54.400681 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6e76b8fc-5e7e-4214-8f21-902f163d1736 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:54.406251 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-351e5c9b-4a41-416d-8617-966af49561a1 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:54.420344 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-51702c2e-5369-4baf-804b-d26a4c60a827 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] show failed (client error): The resource could not be found. May 05 20:11:54.421385 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-51702c2e-5369-4baf-804b-d26a4c60a827 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] 10.222.0.36 "GET /v2.0/ports/38b30a81-d688-4004-9639-f2a92628501a/tags/tempest-TagsExtTest-Tag-1982522368 HTTP/1.1" status: 404 len: 329 time: 0.2937913 May 05 20:11:54.427712 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59164) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:54.441994 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.tag.tag_plugin [None req-719633ae-033f-4afd-817b-24db94154ee7 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '38b30a81-d688-4004-9639-f2a92628501a', 'tempest-TagsExtTest-Tag-1113875429') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:54.457215 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6788ffaa-f933-4061-ae71-137c70aaf594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=189f57e0-de60-4a71-bed7-063d31bb9183,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:54.484872 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50cb7d6-2a6b-4b56-b339-7cacd194e1f5 None None] Update dhcp port {'port': {'network_id': '06549593-4e36-4897-b3db-51a795771b98', 'fixed_ips': [{'subnet_id': '854829fe-2f4d-4c81-abe2-ff11b5eb83be', 'ip_address': '172.20.0.2'}, {'subnet_id': '39a86f59-4276-4802-ba54-cd41f498ac18'}], 'binding:host_id': 'n-d-840717-1'}, 'id': '64e87512-49ac-48ab-af8e-411b98678289'} from n-d-840717-1. {{(pid=88199) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 05 20:11:54.519591 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-351e5c9b-4a41-416d-8617-966af49561a1 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:54.544226 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eccfa026-de2b-41bc-b154-cbf9417b76ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:54.545536 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-351e5c9b-4a41-416d-8617-966af49561a1 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:11:54.546211 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-351e5c9b-4a41-416d-8617-966af49561a1 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:54.566067 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:11:54.566067 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:11:54.566067 n-d-840717-1 neutron-server[88197]: timer() May 05 20:11:54.566067 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:11:54.566067 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:11:54.566067 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:11:54.566067 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:11:54.566067 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:11:54.566067 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:11:54.566067 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:11:54.566067 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:11:54.566067 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:11:54.566067 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:11:54.566067 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:11:54.566067 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:11:54.566067 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:11:54.566067 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:11:54.566067 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:11:54.566067 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:11:54.566067 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:11:54.566067 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:11:54.566067 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:11:54.566067 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:11:54.566067 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:11:54.566067 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:11:54.566067 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:11:54.566067 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:11:54.566067 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:11:54.566067 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:11:54.566067 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:11:54.566067 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:11:54.566067 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:11:54.591522 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-92bf9b1d-cae1-4f9c-ad1d-dd79ff840570 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:54.595768 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e50cb7d6-2a6b-4b56-b339-7cacd194e1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:54.613019 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a626023b-f54d-48c1-a05a-50a2a3b4552b req-3dc5bf26-d162-4c0b-af1a-7eb42852e52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:54.614862 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a626023b-f54d-48c1-a05a-50a2a3b4552b req-3dc5bf26-d162-4c0b-af1a-7eb42852e52c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e2507cd6-290d-4d3d-b14e-048ce031bb0a HTTP/1.1" status: 200 len: 851 time: 0.2806237 May 05 20:11:54.690353 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eccfa026-de2b-41bc-b154-cbf9417b76ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:54.735121 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-719633ae-033f-4afd-817b-24db94154ee7 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] show failed (client error): The resource could not be found. May 05 20:11:54.736206 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-719633ae-033f-4afd-817b-24db94154ee7 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] 10.222.0.36 "GET /v2.0/ports/38b30a81-d688-4004-9639-f2a92628501a/tags/tempest-TagsExtTest-Tag-1113875429 HTTP/1.1" status: 404 len: 329 time: 0.3075819 May 05 20:11:54.744881 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59168) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:54.755771 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.tag.tag_plugin [None req-cc545bf0-b84d-441d-ad56-4f02658457ac tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '38b30a81-d688-4004-9639-f2a92628501a', 'tempest-TagsExtTest-Tag-1873696624') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:54.774598 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab491d8-b3f2-4e5b-9570-c880f60b9d6f req-b8ef0450-4872-4327-b842-03c050e51b5f tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:54.776598 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6ab491d8-b3f2-4e5b-9570-c880f60b9d6f req-b8ef0450-4872-4327-b842-03c050e51b5f tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.9589086 May 05 20:11:54.788610 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccfa026-de2b-41bc-b154-cbf9417b76ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=189f57e0-de60-4a71-bed7-063d31bb9183,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:54.789482 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-26855894-25c5-4dc3-89b6-1244fe9ebdea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:54.819306 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eccfa026-de2b-41bc-b154-cbf9417b76ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:54.820520 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-eccfa026-de2b-41bc-b154-cbf9417b76ad admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/189f57e0-de60-4a71-bed7-063d31bb9183 HTTP/1.1" status: 204 len: 168 time: 0.6302962 May 05 20:11:54.869830 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6ab491d8-b3f2-4e5b-9570-c880f60b9d6f req-8d320fa6-71b3-4bb8-abd9-21950d9476c0 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846133 May 05 20:11:54.870469 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-351e5c9b-4a41-416d-8617-966af49561a1 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:54.910474 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-351e5c9b-4a41-416d-8617-966af49561a1 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:54.920413 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351e5c9b-4a41-416d-8617-966af49561a1 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Pushing event deleted for resources: {'Network': ['ID=eea70b1f-b13c-4d24-9aed-e95aebabc900,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:54.967212 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-cc545bf0-b84d-441d-ad56-4f02658457ac tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] show failed (client error): The resource could not be found. May 05 20:11:54.969092 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-cc545bf0-b84d-441d-ad56-4f02658457ac tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] 10.222.0.36 "GET /v2.0/ports/38b30a81-d688-4004-9639-f2a92628501a/tags/tempest-TagsExtTest-Tag-1873696624 HTTP/1.1" status: 404 len: 329 time: 0.2233658 May 05 20:11:54.973834 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-26855894-25c5-4dc3-89b6-1244fe9ebdea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:54.976900 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59176) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:54.985683 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-e50cb7d6-2a6b-4b56-b339-7cacd194e1f5 None None] Allocated IP 172.20.0.18 (06549593-4e36-4897-b3db-51a795771b98/39a86f59-4276-4802-ba54-cd41f498ac18/64e87512-49ac-48ab-af8e-411b98678289) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:11:54.988555 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.tag.tag_plugin [None req-51466c2a-446d-48d7-bc0e-6955cd4e2b5a tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '9f44aaa8-43d5-4ffa-95c1-fb3151bdd476', {'tags': ['tempest-TagsExtTest-Tag-252984626', 'tempest-TagsExtTest-Tag-228601290', 'tempest-TagsExtTest-Tag-2053794488']}) {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:54.994599 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6e76b8fc-5e7e-4214-8f21-902f163d1736 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:55.176340 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-51466c2a-446d-48d7-bc0e-6955cd4e2b5a tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] 10.222.0.36 "PUT /v2.0/routers/9f44aaa8-43d5-4ffa-95c1-fb3151bdd476/tags HTTP/1.1" status: 200 len: 316 time: 0.1982224 May 05 20:11:55.178776 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59182) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:55.184215 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.tag.tag_plugin [None req-73e89d34-0c09-4aa6-91df-6a2fd56b2060 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9f44aaa8-43d5-4ffa-95c1-fb3151bdd476') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:55.189248 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-e50cb7d6-2a6b-4b56-b339-7cacd194e1f5 None None] For port 64e87512-49ac-48ab-af8e-411b98678289, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=64e87512-49ac-48ab-af8e-411b98678289,segment=NetworkSegment(261b8cdf-8b05-4f6a-9ef0-d58aa2bfd7db),segment_id=261b8cdf-8b05-4f6a-9ef0-d58aa2bfd7db)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:11:55.220698 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e50cb7d6-2a6b-4b56-b339-7cacd194e1f5 None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:55.224260 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-351e5c9b-4a41-416d-8617-966af49561a1 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] 10.222.0.36 "DELETE /v2.0/networks/eea70b1f-b13c-4d24-9aed-e95aebabc900 HTTP/1.1" status: 204 len: 168 time: 7.2907465 May 05 20:11:55.236640 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59186) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:55.258877 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-e50cb7d6-2a6b-4b56-b339-7cacd194e1f5 None None] Transition to ACTIVE for port object 64e87512-49ac-48ab-af8e-411b98678289 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:11:55.260244 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a626023b-f54d-48c1-a05a-50a2a3b4552b req-4d23c8c2-3136-402d-aa0a-c255c2da79f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:55.265727 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a626023b-f54d-48c1-a05a-50a2a3b4552b req-4d23c8c2-3136-402d-aa0a-c255c2da79f2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7506b31f-3419-46e4-835c-80fe813661d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5557063 May 05 20:11:55.270075 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e50cb7d6-2a6b-4b56-b339-7cacd194e1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:55.270856 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e76b8fc-5e7e-4214-8f21-902f163d1736 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Network 66d70931-658c-4c0d-a54d-0459faf0b4e6 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:11:55.276592 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-6e76b8fc-5e7e-4214-8f21-902f163d1736 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:11:55.287183 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-9c9427e8-c976-4c2a-9b51-9be8c69f9ff3 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-450703105'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:55.314647 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e76b8fc-5e7e-4214-8f21-902f163d1736 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:11:55.325892 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e76b8fc-5e7e-4214-8f21-902f163d1736 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:55.325892 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6e76b8fc-5e7e-4214-8f21-902f163d1736 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:55.340104 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e76b8fc-5e7e-4214-8f21-902f163d1736 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event updated for resources: {'Port': ['ID=23a1bf26-7b37-4993-913c-57d81b822078,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:55.347703 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-9c9427e8-c976-4c2a-9b51-9be8c69f9ff3 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:55.376472 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-6e76b8fc-5e7e-4214-8f21-902f163d1736 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.3343306 May 05 20:11:55.380254 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59192) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:55.381188 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-9c9427e8-c976-4c2a-9b51-9be8c69f9ff3 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Usage tracker for resource:network and tenant:b84517431db84d2ea9b94084b415b5bd is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:55.389308 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-9c9427e8-c976-4c2a-9b51-9be8c69f9ff3 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:55.428297 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-9c9427e8-c976-4c2a-9b51-9be8c69f9ff3 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:55.436597 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50cb7d6-2a6b-4b56-b339-7cacd194e1f5 None None] Pushing event updated for resources: {'Port': ['ID=64e87512-49ac-48ab-af8e-411b98678289,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:55.527593 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-26855894-25c5-4dc3-89b6-1244fe9ebdea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:55.614442 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681b1f69-43bc-45e3-9096-32a3db9f34e3 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:55.616037 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-681b1f69-43bc-45e3-9096-32a3db9f34e3 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Synchronizing usage tracker for tenant:88760c5e167e4c4abc1263be6642087f on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:11:55.621191 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-73e89d34-0c09-4aa6-91df-6a2fd56b2060 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] 10.222.0.36 "DELETE /v2.0/routers/9f44aaa8-43d5-4ffa-95c1-fb3151bdd476/tags HTTP/1.1" status: 204 len: 168 time: 0.4387386 May 05 20:11:55.623014 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59202) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:55.625996 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-92bf9b1d-cae1-4f9c-ad1d-dd79ff840570 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Delete allocated IP 172.20.0.10 (06549593-4e36-4897-b3db-51a795771b98/854829fe-2f4d-4c81-abe2-ff11b5eb83be) {{(pid=88198) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 05 20:11:55.631503 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.tag.tag_plugin [None req-bf561d90-9ca3-4b82-8aad-9ca2a933a71b tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9f44aaa8-43d5-4ffa-95c1-fb3151bdd476', 'tempest-TagsExtTest-Tag-252984626') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:55.638477 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c9427e8-c976-4c2a-9b51-9be8c69f9ff3 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Made reservation on behalf of b84517431db84d2ea9b94084b415b5bd for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:11:55.643185 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9c9427e8-c976-4c2a-9b51-9be8c69f9ff3 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:55.663878 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26855894-25c5-4dc3-89b6-1244fe9ebdea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63eb1712-ac19-4134-8f85-80aa58f6b698,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:55.681963 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-26855894-25c5-4dc3-89b6-1244fe9ebdea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:55.685845 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-26855894-25c5-4dc3-89b6-1244fe9ebdea admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/63eb1712-ac19-4134-8f85-80aa58f6b698 HTTP/1.1" status: 204 len: 168 time: 1.4258444 May 05 20:11:55.709851 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c9427e8-c976-4c2a-9b51-9be8c69f9ff3 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:11:55.724414 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9c9427e8-c976-4c2a-9b51-9be8c69f9ff3 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:55.724768 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-9c9427e8-c976-4c2a-9b51-9be8c69f9ff3 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Added segment b9eb0d64-2cea-48f0-97ce-2afabe3ca1fc of type vlan for network 474cfd92-932e-4bbf-af75-9661d9485256 May 05 20:11:55.740154 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a626023b-f54d-48c1-a05a-50a2a3b4552b req-0824a7e6-311c-4a68-818d-9a4bcb28e546 service neutron] 10.222.0.50 "GET /v2.0/networks/7506b31f-3419-46e4-835c-80fe813661d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4457228 May 05 20:11:55.743328 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-681b1f69-43bc-45e3-9096-32a3db9f34e3 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Unset dirty status for tenant:88760c5e167e4c4abc1263be6642087f on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:11:55.744591 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-681b1f69-43bc-45e3-9096-32a3db9f34e3 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "GET /v2.0/ports/23a1bf26-7b37-4993-913c-57d81b822078 HTTP/1.1" status: 200 len: 845 time: 0.3596592 May 05 20:11:55.770769 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59210) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:55.790038 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-92bf9b1d-cae1-4f9c-ad1d-dd79ff840570 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Allocated IP 172.20.0.28 (06549593-4e36-4897-b3db-51a795771b98/39a86f59-4276-4802-ba54-cd41f498ac18/cd44c572-39f4-4081-9b86-2025c908d65f) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:11:55.859156 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9c9427e8-c976-4c2a-9b51-9be8c69f9ff3 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:55.875464 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-bf561d90-9ca3-4b82-8aad-9ca2a933a71b tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] show failed (client error): The resource could not be found. May 05 20:11:55.876987 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-bf561d90-9ca3-4b82-8aad-9ca2a933a71b tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] 10.222.0.36 "GET /v2.0/routers/9f44aaa8-43d5-4ffa-95c1-fb3151bdd476/tags/tempest-TagsExtTest-Tag-252984626 HTTP/1.1" status: 404 len: 328 time: 0.2528639 May 05 20:11:55.879646 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59216) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:56.010098 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-2770f0ad-3992-499d-92b4-a8515e62275e tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Deleting port 23a1bf26-7b37-4993-913c-57d81b822078 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:11:56.010445 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2770f0ad-3992-499d-92b4-a8515e62275e tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:56.114180 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.tag.tag_plugin [None req-9fac5eb8-ade3-444e-b1eb-bc254e6adcd1 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9f44aaa8-43d5-4ffa-95c1-fb3151bdd476', 'tempest-TagsExtTest-Tag-228601290') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:56.251266 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9c9427e8-c976-4c2a-9b51-9be8c69f9ff3 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:56.258627 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9427e8-c976-4c2a-9b51-9be8c69f9ff3 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:56.259252 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9c9427e8-c976-4c2a-9b51-9be8c69f9ff3 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:56.441302 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-92bf9b1d-cae1-4f9c-ad1d-dd79ff840570 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:56.467127 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-92bf9b1d-cae1-4f9c-ad1d-dd79ff840570 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Transition to ACTIVE for port object cd44c572-39f4-4081-9b86-2025c908d65f will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:11:56.470204 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-9fac5eb8-ade3-444e-b1eb-bc254e6adcd1 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] show failed (client error): The resource could not be found. May 05 20:11:56.474158 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-9fac5eb8-ade3-444e-b1eb-bc254e6adcd1 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] 10.222.0.36 "GET /v2.0/routers/9f44aaa8-43d5-4ffa-95c1-fb3151bdd476/tags/tempest-TagsExtTest-Tag-228601290 HTTP/1.1" status: 404 len: 328 time: 0.5910673 May 05 20:11:56.474648 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-92bf9b1d-cae1-4f9c-ad1d-dd79ff840570 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:56.476427 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59256) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:56.520913 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-6f4706b1-5839-4434-81de-01f8a4a322c7 None None] Provisioning for port cd44c572-39f4-4081-9b86-2025c908d65f completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:11:56.526394 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-6f4706b1-5839-4434-81de-01f8a4a322c7 None None] Provisioning complete for port cd44c572-39f4-4081-9b86-2025c908d65f triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:11:56.526765 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6f4706b1-5839-4434-81de-01f8a4a322c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:56.540015 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.tag.tag_plugin [None req-2d301dce-a5ea-4451-9787-88f615d64a79 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9f44aaa8-43d5-4ffa-95c1-fb3151bdd476', 'tempest-TagsExtTest-Tag-2053794488') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:56.647587 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-6f4706b1-5839-4434-81de-01f8a4a322c7 None None] Port cd44c572-39f4-4081-9b86-2025c908d65f cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:11:56.671055 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-6f4706b1-5839-4434-81de-01f8a4a322c7 None None] Provisioning for port 64e87512-49ac-48ab-af8e-411b98678289 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:11:56.676930 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-6f4706b1-5839-4434-81de-01f8a4a322c7 None None] Provisioning complete for port 64e87512-49ac-48ab-af8e-411b98678289 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:11:56.677306 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6f4706b1-5839-4434-81de-01f8a4a322c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:56.691254 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a626023b-f54d-48c1-a05a-50a2a3b4552b req-79e587d5-b84b-4f67-b640-8aa8732c6440 service neutron] 10.222.0.50 "GET /v2.0/networks/7506b31f-3419-46e4-835c-80fe813661d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9396923 May 05 20:11:56.692521 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-9c9427e8-c976-4c2a-9b51-9be8c69f9ff3 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4255669 May 05 20:11:56.766123 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59266) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:56.788945 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-befad2e0-8977-4186-a320-a0dbb823edfa tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Request body: {'subnet': {'network_id': '474cfd92-932e-4bbf-af75-9661d9485256', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:56.965100 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-6f4706b1-5839-4434-81de-01f8a4a322c7 None None] Provisioning complete for port 7e3809c3-4527-4731-8aa3-79a353440aa0 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:11:56.967020 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6f4706b1-5839-4434-81de-01f8a4a322c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:56.981713 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9427e8-c976-4c2a-9b51-9be8c69f9ff3 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Pushing event updated for resources: {'Network': ['ID=474cfd92-932e-4bbf-af75-9661d9485256,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:56.985639 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2770f0ad-3992-499d-92b4-a8515e62275e tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:57.006427 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd36b45f-9730-47e8-a48a-a171f45d6af5 req-57587b69-7c92-4aff-8d6a-f08faf857035 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:57.009053 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bd36b45f-9730-47e8-a48a-a171f45d6af5 req-57587b69-7c92-4aff-8d6a-f08faf857035 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.9379315 May 05 20:11:57.083025 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bf9b1d-cae1-4f9c-ad1d-dd79ff840570 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event updated for resources: {'Port': ['ID=cd44c572-39f4-4081-9b86-2025c908d65f,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:57.137784 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-6f4706b1-5839-4434-81de-01f8a4a322c7 None None] Port 7e3809c3-4527-4731-8aa3-79a353440aa0 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:11:57.140671 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-2d301dce-a5ea-4451-9787-88f615d64a79 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] show failed (client error): The resource could not be found. May 05 20:11:57.141741 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-2d301dce-a5ea-4451-9787-88f615d64a79 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] 10.222.0.36 "GET /v2.0/routers/9f44aaa8-43d5-4ffa-95c1-fb3151bdd476/tags/tempest-TagsExtTest-Tag-2053794488 HTTP/1.1" status: 404 len: 329 time: 0.6642296 May 05 20:11:57.144913 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 474cfd92-932e-4bbf-af75-9661d9485256 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:11:57.157335 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59276) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:57.212774 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.tag.tag_plugin [None req-380746a0-ac18-4b8b-ab16-52c9e62ac850 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '2fbcaff6-eac9-4b48-a3e9-40f5e778633d', {'tags': ['tempest-TagsExtTest-Tag-1807122673', 'tempest-TagsExtTest-Tag-1576716554', 'tempest-TagsExtTest-Tag-1171033389']}) {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:57.226719 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-befad2e0-8977-4186-a320-a0dbb823edfa tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:57.231326 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-befad2e0-8977-4186-a320-a0dbb823edfa tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Usage tracker for resource:subnet and tenant:b84517431db84d2ea9b94084b415b5bd is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:57.234208 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-2770f0ad-3992-499d-92b4-a8515e62275e tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Calling delete_port for 23a1bf26-7b37-4993-913c-57d81b822078 owned by {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:11:57.235147 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-befad2e0-8977-4186-a320-a0dbb823edfa tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:57.241491 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-befad2e0-8977-4186-a320-a0dbb823edfa tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:57.267340 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-befad2e0-8977-4186-a320-a0dbb823edfa tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Made reservation on behalf of b84517431db84d2ea9b94084b415b5bd for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:11:57.271293 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-befad2e0-8977-4186-a320-a0dbb823edfa tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:57.286009 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-92bf9b1d-cae1-4f9c-ad1d-dd79ff840570 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] In _notify_port_updated(), no bound segment for port cd44c572-39f4-4081-9b86-2025c908d65f on network 06549593-4e36-4897-b3db-51a795771b98 {{(pid=88198) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 05 20:11:57.298850 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bf9b1d-cae1-4f9c-ad1d-dd79ff840570 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:57.299780 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-92bf9b1d-cae1-4f9c-ad1d-dd79ff840570 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:57.306008 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-92bf9b1d-cae1-4f9c-ad1d-dd79ff840570 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "PUT /v2.0/ports/cd44c572-39f4-4081-9b86-2025c908d65f HTTP/1.1" status: 200 len: 920 time: 3.2319393 May 05 20:11:57.326643 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59286) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:57.497466 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 64e87512-49ac-48ab-af8e-411b98678289 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:11:57.540421 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bd36b45f-9730-47e8-a48a-a171f45d6af5 req-79638058-6c5c-4c88-86ba-ad28c498a6d1 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4695480 May 05 20:11:57.599162 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2770f0ad-3992-499d-92b4-a8515e62275e tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:57.678846 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2770f0ad-3992-499d-92b4-a8515e62275e tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event deleted for resources: {'Port': ['ID=23a1bf26-7b37-4993-913c-57d81b822078,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:57.687135 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2770f0ad-3992-499d-92b4-a8515e62275e tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:57.707316 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-2770f0ad-3992-499d-92b4-a8515e62275e tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "DELETE /v2.0/ports/23a1bf26-7b37-4993-913c-57d81b822078 HTTP/1.1" status: 204 len: 168 time: 1.9331439 May 05 20:11:57.708894 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59294) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:57.720761 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-672001ae-9a4a-43c0-8741-39dea41f44ca None None] Provisioning complete for port cd44c572-39f4-4081-9b86-2025c908d65f triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:11:57.721357 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-672001ae-9a4a-43c0-8741-39dea41f44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:57.794780 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c30cecb-5139-4005-bbcb-a234a79dd21c tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] GET failed (client error): The resource could not be found. May 05 20:11:57.795319 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-3c30cecb-5139-4005-bbcb-a234a79dd21c tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Synchronizing usage tracker for tenant:88760c5e167e4c4abc1263be6642087f on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:11:57.815555 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-3c30cecb-5139-4005-bbcb-a234a79dd21c tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Unset dirty status for tenant:88760c5e167e4c4abc1263be6642087f on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:11:57.821424 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-3c30cecb-5139-4005-bbcb-a234a79dd21c tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "GET /v2.0/ports/23a1bf26-7b37-4993-913c-57d81b822078 HTTP/1.1" status: 404 len: 333 time: 0.1104085 May 05 20:11:57.822193 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59298) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:57.826598 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-672001ae-9a4a-43c0-8741-39dea41f44ca None None] Port cd44c572-39f4-4081-9b86-2025c908d65f cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:11:57.831090 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 64e87512-49ac-48ab-af8e-411b98678289 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:11:57.831584 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:57.832169 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-3585064b-e1d8-412a-b1a9-3a6ed9b8d200 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Request body: {'port': {'network_id': '66d70931-658c-4c0d-a54d-0459faf0b4e6', 'name': 'tempest-PortsIpV6TestJSON-2093185630'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:57.878393 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59302) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:57.918658 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-380746a0-ac18-4b8b-ab16-52c9e62ac850 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] 10.222.0.36 "PUT /v2.0/subnetpools/2fbcaff6-eac9-4b48-a3e9-40f5e778633d/tags HTTP/1.1" status: 200 len: 318 time: 0.7579916 May 05 20:11:57.920417 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-36b79365-40ae-405b-b09b-946e55bd45cd tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Deleting port cd44c572-39f4-4081-9b86-2025c908d65f {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:11:57.920766 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-36b79365-40ae-405b-b09b-946e55bd45cd tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:57.946249 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59308) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:57.973493 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.tag.tag_plugin [None req-876380c7-e360-4b91-ac77-4882e0f51af0 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '2fbcaff6-eac9-4b48-a3e9-40f5e778633d') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:58.001724 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-3585064b-e1d8-412a-b1a9-3a6ed9b8d200 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:58.006501 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2bb04-d5c1-43bc-be36-e5ee74729672 req-1bd99dbe-9d3c-4bec-b7bb-b2ed4ad5a6e9 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:58.008188 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-94e2bb04-d5c1-43bc-be36-e5ee74729672 req-1bd99dbe-9d3c-4bec-b7bb-b2ed4ad5a6e9 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f014c38-9d5a-4aa6-825b-562b0fc1b7d9 HTTP/1.1" status: 200 len: 947 time: 0.9877279 May 05 20:11:58.015787 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-3585064b-e1d8-412a-b1a9-3a6ed9b8d200 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:58.037523 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3585064b-e1d8-412a-b1a9-3a6ed9b8d200 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Made reservation on behalf of 88760c5e167e4c4abc1263be6642087f for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:11:58.041966 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3585064b-e1d8-412a-b1a9-3a6ed9b8d200 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:58.072921 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [None req-3585064b-e1d8-412a-b1a9-3a6ed9b8d200 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] device_id is not set on port 82907acb-43fe-4809-b38e-7ce69666fc12 yet. {{(pid=88197) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:11:58.172438 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-80baec2f-4e29-4bf2-a671-813138b4c403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:58.198453 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-80baec2f-4e29-4bf2-a671-813138b4c403 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:58.200887 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-94e2bb04-d5c1-43bc-be36-e5ee74729672 req-23406cb9-4a37-4534-95f3-c5b40ae87a0a tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d31c7e0-0b9b-4b82-8e51-a502610a4c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1848981 May 05 20:11:58.210123 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-80baec2f-4e29-4bf2-a671-813138b4c403 admin admin] Usage tracker for resource:security_group_rule and tenant:497930b3b4e74a1ea4c8aeeec83a6f14 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:58.223957 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-80baec2f-4e29-4bf2-a671-813138b4c403 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:58.234537 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-80baec2f-4e29-4bf2-a671-813138b4c403 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:58.377528 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-876380c7-e360-4b91-ac77-4882e0f51af0 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] 10.222.0.36 "DELETE /v2.0/subnetpools/2fbcaff6-eac9-4b48-a3e9-40f5e778633d/tags HTTP/1.1" status: 204 len: 168 time: 0.4224811 May 05 20:11:58.386814 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59320) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:58.413426 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.tag.tag_plugin [None req-8ec327a0-1c1d-4ee0-b76c-31c90a37ae40 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2fbcaff6-eac9-4b48-a3e9-40f5e778633d', 'tempest-TagsExtTest-Tag-1807122673') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:58.460006 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-befad2e0-8977-4186-a320-a0dbb823edfa tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:58.498184 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-36b79365-40ae-405b-b09b-946e55bd45cd tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:58.561041 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3585064b-e1d8-412a-b1a9-3a6ed9b8d200 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:58.586005 n-d-840717-1 neutron-server[88197]: INFO neutron.api.v2.resource [None req-8ec327a0-1c1d-4ee0-b76c-31c90a37ae40 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] show failed (client error): The resource could not be found. May 05 20:11:58.586954 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-8ec327a0-1c1d-4ee0-b76c-31c90a37ae40 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] 10.222.0.36 "GET /v2.0/subnetpools/2fbcaff6-eac9-4b48-a3e9-40f5e778633d/tags/tempest-TagsExtTest-Tag-1807122673 HTTP/1.1" status: 404 len: 329 time: 0.1974075 May 05 20:11:58.588062 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59328) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:58.596418 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59330) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:58.617916 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.tag.tag_plugin [None req-6da3926a-a014-4c46-af81-d980de2db47a tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2fbcaff6-eac9-4b48-a3e9-40f5e778633d', 'tempest-TagsExtTest-Tag-1576716554') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:58.636881 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77139e32-4057-47b4-91e1-92e5fcc4362e req-57a95dba-5c02-4a04-8307-efa5919ec674 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:58.639325 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-77139e32-4057-47b4-91e1-92e5fcc4362e req-57a95dba-5c02-4a04-8307-efa5919ec674 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f014c38-9d5a-4aa6-825b-562b0fc1b7d9 HTTP/1.1" status: 200 len: 947 time: 0.3830028 May 05 20:11:58.695629 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-36b79365-40ae-405b-b09b-946e55bd45cd tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Calling delete_port for cd44c572-39f4-4081-9b86-2025c908d65f owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:11:58.783191 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befad2e0-8977-4186-a320-a0dbb823edfa tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Pushing event updated for resources: {'Subnet': ['ID=41ca4841-c28d-440e-9014-7b3e122a5d22,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:58.806760 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befad2e0-8977-4186-a320-a0dbb823edfa tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Checking segment: {'id': 'b9eb0d64-2cea-48f0-97ce-2afabe3ca1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '474cfd92-932e-4bbf-af75-9661d9485256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:11:58.807092 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befad2e0-8977-4186-a320-a0dbb823edfa tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Network hostable DHCP agents. Network: 474cfd92-932e-4bbf-af75-9661d9485256, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:11:58.832209 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-e0f4f850-4653-4bd3-a96e-40880d474972 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1057032606', 'router:external': True}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:58.851339 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-80baec2f-4e29-4bf2-a671-813138b4c403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:58.853786 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-e0f4f850-4653-4bd3-a96e-40880d474972 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:58.868667 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-e0f4f850-4653-4bd3-a96e-40880d474972 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Usage tracker for resource:network and tenant:40cfd74d8bc944d4b86ff8a8157ab9bc is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:58.877308 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-80baec2f-4e29-4bf2-a671-813138b4c403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:58.882825 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befad2e0-8977-4186-a320-a0dbb823edfa tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Network 474cfd92-932e-4bbf-af75-9661d9485256 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:11:58.895380 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-e0f4f850-4653-4bd3-a96e-40880d474972 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:58.913074 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-befad2e0-8977-4186-a320-a0dbb823edfa tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 474cfd92-932e-4bbf-af75-9661d9485256) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:11:58.916920 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-e0f4f850-4653-4bd3-a96e-40880d474972 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:58.920779 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befad2e0-8977-4186-a320-a0dbb823edfa tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:58.922480 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-befad2e0-8977-4186-a320-a0dbb823edfa tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:58.924341 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bbad76-6814-40d5-9d3d-304c102b0a8f None None] Network 474cfd92-932e-4bbf-af75-9661d9485256 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:11:58.937507 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-77139e32-4057-47b4-91e1-92e5fcc4362e req-bd97fcd9-e61b-449b-9363-2c3e781c915c tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Deleting port 955e8e00-019e-4031-a1bb-9652211ae3e0 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:11:58.938031 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-77139e32-4057-47b4-91e1-92e5fcc4362e req-bd97fcd9-e61b-449b-9363-2c3e781c915c tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:58.950175 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-36b79365-40ae-405b-b09b-946e55bd45cd tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:58.999059 n-d-840717-1 neutron-server[88197]: INFO neutron.api.v2.resource [None req-6da3926a-a014-4c46-af81-d980de2db47a tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] show failed (client error): The resource could not be found. May 05 20:11:59.004989 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-6da3926a-a014-4c46-af81-d980de2db47a tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] 10.222.0.36 "GET /v2.0/subnetpools/2fbcaff6-eac9-4b48-a3e9-40f5e778633d/tags/tempest-TagsExtTest-Tag-1576716554 HTTP/1.1" status: 404 len: 329 time: 0.4006248 May 05 20:11:59.010024 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-befad2e0-8977-4186-a320-a0dbb823edfa tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.2357142 May 05 20:11:59.013682 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59338) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:59.014075 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59340) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:59.014843 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b79365-40ae-405b-b09b-946e55bd45cd tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event deleted for resources: {'Port': ['ID=cd44c572-39f4-4081-9b86-2025c908d65f,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:59.024629 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.tag.tag_plugin [None req-0b5b2d65-3742-49d8-b62e-76438d374a50 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2fbcaff6-eac9-4b48-a3e9-40f5e778633d', 'tempest-TagsExtTest-Tag-1171033389') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:59.032019 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3585064b-e1d8-412a-b1a9-3a6ed9b8d200 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:59.085762 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-80baec2f-4e29-4bf2-a671-813138b4c403 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=497930b3b4e74a1ea4c8aeeec83a6f14&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2054281 May 05 20:11:59.086564 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80baec2f-4e29-4bf2-a671-813138b4c403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7901e756-4d9f-45cc-b263-6679092e375f,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:59.089273 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f4f850-4653-4bd3-a96e-40880d474972 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Made reservation on behalf of 40cfd74d8bc944d4b86ff8a8157ab9bc for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:11:59.092247 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e0f4f850-4653-4bd3-a96e-40880d474972 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:59.108149 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59346) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:59.158756 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e0f4f850-4653-4bd3-a96e-40880d474972 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:59.169126 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3585064b-e1d8-412a-b1a9-3a6ed9b8d200 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Network 66d70931-658c-4c0d-a54d-0459faf0b4e6 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:11:59.207259 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-3585064b-e1d8-412a-b1a9-3a6ed9b8d200 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:11:59.223642 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3585064b-e1d8-412a-b1a9-3a6ed9b8d200 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:11:59.229453 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3585064b-e1d8-412a-b1a9-3a6ed9b8d200 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:59.230074 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3585064b-e1d8-412a-b1a9-3a6ed9b8d200 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:59.241398 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df151282-6632-4eed-93a3-a2cff3ebf09d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-474cfd92-932e-4bbf-af75-9661d9485256', 'network_id': '474cfd92-932e-4bbf-af75-9661d9485256', 'tenant_id': 'b84517431db84d2ea9b94084b415b5bd', 'fixed_ips': [{'subnet_id': '41ca4841-c28d-440e-9014-7b3e122a5d22'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:11:59.242814 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-df151282-6632-4eed-93a3-a2cff3ebf09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:59.250845 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-e0f4f850-4653-4bd3-a96e-40880d474972 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:11:59.268010 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3585064b-e1d8-412a-b1a9-3a6ed9b8d200 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event updated for resources: {'Port': ['ID=82907acb-43fe-4809-b38e-7ce69666fc12,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:59.290556 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b938b64b-2102-4b52-834f-763900f581f2 req-241205b0-b986-4939-afd6-f58fb0edd184 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:59.300738 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b938b64b-2102-4b52-834f-763900f581f2 req-241205b0-b986-4939-afd6-f58fb0edd184 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.5746307 May 05 20:11:59.377647 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-0b5b2d65-3742-49d8-b62e-76438d374a50 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] show failed (client error): The resource could not be found. May 05 20:11:59.378614 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-0b5b2d65-3742-49d8-b62e-76438d374a50 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] 10.222.0.36 "GET /v2.0/subnetpools/2fbcaff6-eac9-4b48-a3e9-40f5e778633d/tags/tempest-TagsExtTest-Tag-1171033389 HTTP/1.1" status: 404 len: 329 time: 0.3616502 May 05 20:11:59.390867 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-e0f4f850-4653-4bd3-a96e-40880d474972 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Usage tracker for resource:security_group_rule and tenant:40cfd74d8bc944d4b86ff8a8157ab9bc is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:11:59.394528 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-e0f4f850-4653-4bd3-a96e-40880d474972 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:11:59.401152 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-e0f4f850-4653-4bd3-a96e-40880d474972 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:11:59.407011 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59352) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:59.412145 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-36b79365-40ae-405b-b09b-946e55bd45cd tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:59.416424 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-36b79365-40ae-405b-b09b-946e55bd45cd tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "DELETE /v2.0/ports/cd44c572-39f4-4081-9b86-2025c908d65f HTTP/1.1" status: 204 len: 168 time: 2.0770760 May 05 20:11:59.417654 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59356) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:59.420953 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.tag.tag_plugin [None req-ac74c3fc-93f3-40ad-bad3-45cb4f9f9c2b tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '2fbcaff6-eac9-4b48-a3e9-40f5e778633d') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:59.435755 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4f23064c-8ef9-4692-a359-a74340aeeb3d tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:59.454668 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-df151282-6632-4eed-93a3-a2cff3ebf09d None None] Allocated IP 2001:db8::1 (474cfd92-932e-4bbf-af75-9661d9485256/41ca4841-c28d-440e-9014-7b3e122a5d22/600d5781-3952-4d0d-8a86-f2e0b2ff75de) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:11:59.565568 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-dad69ce8-3a7c-42a2-ab49-9930bc3ea132 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] GET failed (client error): The resource could not be found. May 05 20:11:59.567781 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-dad69ce8-3a7c-42a2-ab49-9930bc3ea132 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Synchronizing usage tracker for tenant:0cc5f4a365af4a94a73e5ef336438b10 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:11:59.571409 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b938b64b-2102-4b52-834f-763900f581f2 req-75154bda-1bc8-43f0-b841-5726f983d020 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2697821 May 05 20:11:59.583715 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-defe63fe-08ed-4a75-95e1-6bcab09be49b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:59.641420 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-3585064b-e1d8-412a-b1a9-3a6ed9b8d200 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.8158479 May 05 20:11:59.643047 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59364) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:59.667039 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-1771a283-86e8-415a-ac50-b9e738a6a804 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:11:59.706485 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4f23064c-8ef9-4692-a359-a74340aeeb3d tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:59.717141 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-df151282-6632-4eed-93a3-a2cff3ebf09d None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:59.729351 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-df151282-6632-4eed-93a3-a2cff3ebf09d None None] Transition to ACTIVE for port object 600d5781-3952-4d0d-8a86-f2e0b2ff75de will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:11:59.750557 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-df151282-6632-4eed-93a3-a2cff3ebf09d None None] Transition to ACTIVE for port object 600d5781-3952-4d0d-8a86-f2e0b2ff75de will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:11:59.757715 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-df151282-6632-4eed-93a3-a2cff3ebf09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:59.805992 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-ac74c3fc-93f3-40ad-bad3-45cb4f9f9c2b tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] 10.222.0.36 "DELETE /v2.0/subnetpools/2fbcaff6-eac9-4b48-a3e9-40f5e778633d/tags HTTP/1.1" status: 204 len: 168 time: 0.3944700 May 05 20:11:59.807314 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-defe63fe-08ed-4a75-95e1-6bcab09be49b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:59.812243 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59368) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:59.829216 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-dad69ce8-3a7c-42a2-ab49-9930bc3ea132 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Unset dirty status for tenant:0cc5f4a365af4a94a73e5ef336438b10 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:11:59.833098 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.tag.tag_plugin [None req-19ce09cf-04df-40e7-ac69-3bacdf65b376 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9f44aaa8-43d5-4ffa-95c1-fb3151bdd476') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:11:59.833640 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-dad69ce8-3a7c-42a2-ab49-9930bc3ea132 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "GET /v2.0/ports/cd44c572-39f4-4081-9b86-2025c908d65f HTTP/1.1" status: 404 len: 333 time: 0.3999171 May 05 20:11:59.833755 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df151282-6632-4eed-93a3-a2cff3ebf09d None None] Network 474cfd92-932e-4bbf-af75-9661d9485256 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:11:59.836393 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-df151282-6632-4eed-93a3-a2cff3ebf09d None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:11:59.839871 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df151282-6632-4eed-93a3-a2cff3ebf09d None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:11:59.844498 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59372) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:11:59.846539 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df151282-6632-4eed-93a3-a2cff3ebf09d None None] Pushing event updated for resources: {'Port': ['ID=600d5781-3952-4d0d-8a86-f2e0b2ff75de,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:11:59.883109 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-77139e32-4057-47b4-91e1-92e5fcc4362e req-bd97fcd9-e61b-449b-9363-2c3e781c915c tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] For port 955e8e00-019e-4031-a1bb-9652211ae3e0, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=955e8e00-019e-4031-a1bb-9652211ae3e0,segment=NetworkSegment(b1dd65d9-c07f-4164-9458-eedf0f51eafc),segment_id=b1dd65d9-c07f-4164-9458-eedf0f51eafc)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:11:59.883578 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-77139e32-4057-47b4-91e1-92e5fcc4362e req-bd97fcd9-e61b-449b-9363-2c3e781c915c tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:59.914112 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c0cdf9-d1f6-43ac-99f1-81b9e0a4ab7b req-fdc64119-f648-45e7-8869-184676893286 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:11:59.915683 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-28c0cdf9-d1f6-43ac-99f1-81b9e0a4ab7b req-fdc64119-f648-45e7-8869-184676893286 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f014c38-9d5a-4aa6-825b-562b0fc1b7d9 HTTP/1.1" status: 200 len: 947 time: 0.5051546 May 05 20:11:59.940450 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-df151282-6632-4eed-93a3-a2cff3ebf09d None None] Attempting to bind port 600d5781-3952-4d0d-8a86-f2e0b2ff75de on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:11:59.941101 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-df151282-6632-4eed-93a3-a2cff3ebf09d None None] Attempting to bind port 600d5781-3952-4d0d-8a86-f2e0b2ff75de by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'b9eb0d64-2cea-48f0-97ce-2afabe3ca1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '474cfd92-932e-4bbf-af75-9661d9485256'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:11:59.941239 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df151282-6632-4eed-93a3-a2cff3ebf09d None None] Attempting to bind port 600d5781-3952-4d0d-8a86-f2e0b2ff75de on network 474cfd92-932e-4bbf-af75-9661d9485256 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:11:59.946934 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df151282-6632-4eed-93a3-a2cff3ebf09d None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:11:59.947180 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df151282-6632-4eed-93a3-a2cff3ebf09d None None] Checking segment: {'id': 'b9eb0d64-2cea-48f0-97ce-2afabe3ca1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '474cfd92-932e-4bbf-af75-9661d9485256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:11:59.947524 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-df151282-6632-4eed-93a3-a2cff3ebf09d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:11:59.947932 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df151282-6632-4eed-93a3-a2cff3ebf09d None None] Bound using segment: {'id': 'b9eb0d64-2cea-48f0-97ce-2afabe3ca1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '474cfd92-932e-4bbf-af75-9661d9485256'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:11:59.948520 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-df151282-6632-4eed-93a3-a2cff3ebf09d None None] Bound port: 600d5781-3952-4d0d-8a86-f2e0b2ff75de, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9eb0d64-2cea-48f0-97ce-2afabe3ca1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '474cfd92-932e-4bbf-af75-9661d9485256'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:11:59.948901 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-df151282-6632-4eed-93a3-a2cff3ebf09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:00.047135 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-df151282-6632-4eed-93a3-a2cff3ebf09d None None] For port 600d5781-3952-4d0d-8a86-f2e0b2ff75de, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:12:00.050636 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-df151282-6632-4eed-93a3-a2cff3ebf09d None None] For port 600d5781-3952-4d0d-8a86-f2e0b2ff75de, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=600d5781-3952-4d0d-8a86-f2e0b2ff75de,segment=NetworkSegment(b9eb0d64-2cea-48f0-97ce-2afabe3ca1fc),segment_id=b9eb0d64-2cea-48f0-97ce-2afabe3ca1fc)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:12:00.055389 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-df151282-6632-4eed-93a3-a2cff3ebf09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:00.148627 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df151282-6632-4eed-93a3-a2cff3ebf09d None None] Pushing event updated for resources: {'Port': ['ID=600d5781-3952-4d0d-8a86-f2e0b2ff75de,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:00.154076 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-28c0cdf9-d1f6-43ac-99f1-81b9e0a4ab7b req-407fe98c-c4f1-4921-881f-f32d0280a048 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d31c7e0-0b9b-4b82-8e51-a502610a4c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2260029 May 05 20:12:00.154636 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1771a283-86e8-415a-ac50-b9e738a6a804 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:00.159837 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-defe63fe-08ed-4a75-95e1-6bcab09be49b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:00.191216 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4f23064c-8ef9-4692-a359-a74340aeeb3d tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:00.238802 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e0f4f850-4653-4bd3-a96e-40880d474972 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:00.238978 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defe63fe-08ed-4a75-95e1-6bcab09be49b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7901e756-4d9f-45cc-b263-6679092e375f,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:00.250222 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6b421877-c150-43c0-8f1a-167fb245037f tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:00.261589 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f23064c-8ef9-4692-a359-a74340aeeb3d tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Pushing event deleted for resources: {'Subnet': ['ID=41ca4841-c28d-440e-9014-7b3e122a5d22,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:00.298874 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e0f4f850-4653-4bd3-a96e-40880d474972 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:00.317610 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-defe63fe-08ed-4a75-95e1-6bcab09be49b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:00.321393 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-defe63fe-08ed-4a75-95e1-6bcab09be49b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7901e756-4d9f-45cc-b263-6679092e375f HTTP/1.1" status: 204 len: 168 time: 1.2100725 May 05 20:12:00.321393 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6b421877-c150-43c0-8f1a-167fb245037f tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:00.332507 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1493050a-4f3e-4702-9b0e-8051a0adef2e req-82087b55-4ffb-48cc-8fc0-cea646759a51 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:00.334050 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1493050a-4f3e-4702-9b0e-8051a0adef2e req-82087b55-4ffb-48cc-8fc0-cea646759a51 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.6084969 May 05 20:12:00.360482 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-19ce09cf-04df-40e7-ac69-3bacdf65b376 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] 10.222.0.36 "DELETE /v2.0/routers/9f44aaa8-43d5-4ffa-95c1-fb3151bdd476/tags HTTP/1.1" status: 204 len: 168 time: 0.5461006 May 05 20:12:00.399997 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59378) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:00.436265 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4f23064c-8ef9-4692-a359-a74340aeeb3d tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:00.465278 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0f4f850-4653-4bd3-a96e-40880d474972 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:12:00.485278 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-4f23064c-8ef9-4692-a359-a74340aeeb3d tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['474cfd92-932e-4bbf-af75-9661d9485256']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:12:00.505411 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-4f23064c-8ef9-4692-a359-a74340aeeb3d tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9eb0d64-2cea-48f0-97ce-2afabe3ca1fc') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:12:00.506200 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-4f23064c-8ef9-4692-a359-a74340aeeb3d tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9eb0d64-2cea-48f0-97ce-2afabe3ca1fc') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:12:00.510552 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.tag.tag_plugin [None req-dbb5de05-5431-4a30-b586-d982826bea15 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '38b30a81-d688-4004-9639-f2a92628501a') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:12:00.523018 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4f23064c-8ef9-4692-a359-a74340aeeb3d tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:00.560756 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4f23064c-8ef9-4692-a359-a74340aeeb3d tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:00.576132 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6b421877-c150-43c0-8f1a-167fb245037f tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:00.581388 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f23064c-8ef9-4692-a359-a74340aeeb3d tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:12:00.581791 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4f23064c-8ef9-4692-a359-a74340aeeb3d tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:00.597464 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f4f850-4653-4bd3-a96e-40880d474972 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb1811e-3e77-4548-ac12-07211bf67d47,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:00.610432 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:12:00.610432 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:12:00.610432 n-d-840717-1 neutron-server[88198]: timer() May 05 20:12:00.610432 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:12:00.610432 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:12:00.610432 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:12:00.610432 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:12:00.610432 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:12:00.610432 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:12:00.610432 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:12:00.610432 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:12:00.610432 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:12:00.610432 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:12:00.610432 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:12:00.610432 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:12:00.610432 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:12:00.610432 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:12:00.610432 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:12:00.610432 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:12:00.610432 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:12:00.610432 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:12:00.610432 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:12:00.610432 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:12:00.610432 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:12:00.610432 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:12:00.610432 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:12:00.610432 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:12:00.610432 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:12:00.610432 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:12:00.610432 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:12:00.610432 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:12:00.610432 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:12:00.630669 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b421877-c150-43c0-8f1a-167fb245037f tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4af21b-8da5-4324-aa76-222b218cf252,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:00.662945 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1493050a-4f3e-4702-9b0e-8051a0adef2e req-b707287d-6b18-4127-bd4b-f9dc13d5b39a tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3147662 May 05 20:12:00.670911 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-77139e32-4057-47b4-91e1-92e5fcc4362e req-bd97fcd9-e61b-449b-9363-2c3e781c915c tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:00.671555 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-77139e32-4057-47b4-91e1-92e5fcc4362e req-bd97fcd9-e61b-449b-9363-2c3e781c915c tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:00.672056 n-d-840717-1 neutron-server[88197]: INFO neutron.db.l3_db [req-77139e32-4057-47b4-91e1-92e5fcc4362e req-bd97fcd9-e61b-449b-9363-2c3e781c915c tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Floating IP a267eff8-eac4-4b30-8244-a17bb1068d4b disassociated. External IP: 172.25.0.222, port: 955e8e00-019e-4031-a1bb-9652211ae3e0. May 05 20:12:00.691965 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-77139e32-4057-47b4-91e1-92e5fcc4362e req-bd97fcd9-e61b-449b-9363-2c3e781c915c tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Calling delete_port for 955e8e00-019e-4031-a1bb-9652211ae3e0 owned by compute:nova {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:12:00.741485 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6b421877-c150-43c0-8f1a-167fb245037f tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:00.745082 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-6b421877-c150-43c0-8f1a-167fb245037f tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "DELETE /v2.0/security-groups/ce4af21b-8da5-4324-aa76-222b218cf252 HTTP/1.1" status: 204 len: 168 time: 0.8918417 May 05 20:12:00.745475 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59386) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:00.778736 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e0f4f850-4653-4bd3-a96e-40880d474972 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:00.779077 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-e0f4f850-4653-4bd3-a96e-40880d474972 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Added segment 9fc250e1-dde4-45ca-b4a7-04c6420eead3 of type vlan for network 7ee9b6ff-374b-4327-af14-f225cb02d961 May 05 20:12:00.793696 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.db.api [None req-4f23064c-8ef9-4692-a359-a74340aeeb3d tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 05 20:12:00.793696 n-d-840717-1 neutron-server[88198]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 05 20:12:00.793696 n-d-840717-1 neutron-server[88198]: [parameters: {'id': '474cfd92-932e-4bbf-af75-9661d9485256'}] May 05 20:12:00.793696 n-d-840717-1 neutron-server[88198]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88198) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:12:00.798896 n-d-840717-1 neutron-server[88198]: DEBUG oslo_db.api [None req-4f23064c-8ef9-4692-a359-a74340aeeb3d tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:12:00.868019 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e0f4f850-4653-4bd3-a96e-40880d474972 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:00.892569 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1771a283-86e8-415a-ac50-b9e738a6a804 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:00.916148 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-60b7c79a-21f1-42d0-b81f-d43c83610604 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:00.935918 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-dbb5de05-5431-4a30-b586-d982826bea15 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] 10.222.0.36 "DELETE /v2.0/ports/38b30a81-d688-4004-9639-f2a92628501a/tags HTTP/1.1" status: 204 len: 168 time: 0.4652214 May 05 20:12:00.936277 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1771a283-86e8-415a-ac50-b9e738a6a804 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:00.948390 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59396) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:00.957141 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.tag.tag_plugin [None req-b9c0ad0d-20c6-49b4-859e-d9208f40ec77 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '3d55e008-1361-4c6a-97f5-cceb5f192a91') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:12:00.988915 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-60b7c79a-21f1-42d0-b81f-d43c83610604 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:01.028648 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bc5449-1c59-4940-be28-4d115e904e34 req-573ec5a7-24fe-4e48-8ab1-42e553d353aa tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:01.030389 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-40bc5449-1c59-4940-be28-4d115e904e34 req-573ec5a7-24fe-4e48-8ab1-42e553d353aa tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.2307770 May 05 20:12:01.124106 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-60b7c79a-21f1-42d0-b81f-d43c83610604 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:01.139751 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-40bc5449-1c59-4940-be28-4d115e904e34 req-4169b6a8-5a69-4d59-b565-403ffd3ceef6 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018145 May 05 20:12:01.150094 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b7c79a-21f1-42d0-b81f-d43c83610604 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8852efee-fe8f-45f1-8ea3-b53fef2a31d8,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:01.163700 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-60b7c79a-21f1-42d0-b81f-d43c83610604 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:01.164893 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-60b7c79a-21f1-42d0-b81f-d43c83610604 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "DELETE /v2.0/security-groups/8852efee-fe8f-45f1-8ea3-b53fef2a31d8 HTTP/1.1" status: 204 len: 168 time: 0.4182818 May 05 20:12:01.170045 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59404) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:01.259928 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b9c0ad0d-20c6-49b4-859e-d9208f40ec77 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] 10.222.0.36 "DELETE /v2.0/subnets/3d55e008-1361-4c6a-97f5-cceb5f192a91/tags HTTP/1.1" status: 204 len: 168 time: 0.3104231 May 05 20:12:01.266297 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59416) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:01.286044 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-1771a283-86e8-415a-ac50-b9e738a6a804 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] In _notify_port_updated(), no bound segment for port 82907acb-43fe-4809-b38e-7ce69666fc12 on network 66d70931-658c-4c0d-a54d-0459faf0b4e6 {{(pid=88197) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 05 20:12:01.292306 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1771a283-86e8-415a-ac50-b9e738a6a804 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:01.292926 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1771a283-86e8-415a-ac50-b9e738a6a804 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:01.297975 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-1771a283-86e8-415a-ac50-b9e738a6a804 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "PUT /v2.0/ports/82907acb-43fe-4809-b38e-7ce69666fc12 HTTP/1.1" status: 200 len: 818 time: 1.6517026 May 05 20:12:01.302051 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-77139e32-4057-47b4-91e1-92e5fcc4362e req-bd97fcd9-e61b-449b-9363-2c3e781c915c tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:01.307628 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4f23064c-8ef9-4692-a359-a74340aeeb3d tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:01.318231 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59420) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:01.325715 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e0f4f850-4653-4bd3-a96e-40880d474972 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:01.326677 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f4f850-4653-4bd3-a96e-40880d474972 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:01.327247 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e0f4f850-4653-4bd3-a96e-40880d474972 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:01.355023 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c68441-4644-43fe-a37d-7a5dbbeb118c None None] Network 474cfd92-932e-4bbf-af75-9661d9485256 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:12:01.452529 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-e25f7272-5663-4b4c-8f6a-4f2d8ce7f86a tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Deleting subnet 854829fe-2f4d-4c81-abe2-ff11b5eb83be {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:12:01.464913 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e25f7272-5663-4b4c-8f6a-4f2d8ce7f86a tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:01.498172 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-822ceb6e-158f-4826-bf07-7cb448da5cd8 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Deleting port 82907acb-43fe-4809-b38e-7ce69666fc12 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:12:01.498570 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-822ceb6e-158f-4826-bf07-7cb448da5cd8 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:01.508330 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-4f23064c-8ef9-4692-a359-a74340aeeb3d tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Deleting port 600d5781-3952-4d0d-8a86-f2e0b2ff75de {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:12:01.508667 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4f23064c-8ef9-4692-a359-a74340aeeb3d tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:01.521101 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 600d5781-3952-4d0d-8a86-f2e0b2ff75de up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:12:01.561993 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-efe19177-66ce-41d5-b5ec-71e68054c9d6 req-f92c8f50-7ea7-4f69-99cc-a6c3263a3484 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f014c38-9d5a-4aa6-825b-562b0fc1b7d9 HTTP/1.1" status: 200 len: 210 time: 0.1617820 May 05 20:12:01.607028 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-48d7517b-e60a-4c39-b5a7-acfa2b9e51ff None None] Provisioning for port 600d5781-3952-4d0d-8a86-f2e0b2ff75de completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:12:01.642271 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1771a283-86e8-415a-ac50-b9e738a6a804 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event updated for resources: {'Port': ['ID=82907acb-43fe-4809-b38e-7ce69666fc12,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:01.642995 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e25f7272-5663-4b4c-8f6a-4f2d8ce7f86a tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:01.758003 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-abd3b9ec-f1d9-44ac-b144-259273b824bd tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Notify callbacks [] for subnetpool, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:01.761513 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-abd3b9ec-f1d9-44ac-b144-259273b824bd tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] 10.222.0.36 "DELETE /v2.0/subnetpools/2fbcaff6-eac9-4b48-a3e9-40f5e778633d HTTP/1.1" status: 204 len: 168 time: 0.4865770 May 05 20:12:01.764851 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59430) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:01.806323 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 600d5781-3952-4d0d-8a86-f2e0b2ff75de completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:12:01.814166 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 600d5781-3952-4d0d-8a86-f2e0b2ff75de triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:12:01.814540 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:01.849991 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a34b4d5b-321c-4ebe-ba4f-301ba55b037a tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f44aaa8-43d5-4ffa-95c1-fb3151bdd476 HTTP/1.1" status: 200 len: 205 time: 0.0819044 May 05 20:12:01.863392 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59434) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:01.880704 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f4f850-4653-4bd3-a96e-40880d474972 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Pushing event updated for resources: {'Network': ['ID=7ee9b6ff-374b-4327-af14-f225cb02d961,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:01.944613 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 7ee9b6ff-374b-4327-af14-f225cb02d961 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:12:01.969524 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0d3a5d-7802-4d8d-81a0-29255f40be8a None None] DHCP port deletion for 474cfd92-932e-4bbf-af75-9661d9485256 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:12:01.997430 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-db0d3a5d-7802-4d8d-81a0-29255f40be8a None None] Deleting port 600d5781-3952-4d0d-8a86-f2e0b2ff75de {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:12:01.997897 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-db0d3a5d-7802-4d8d-81a0-29255f40be8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:02.047114 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd97fcd9-e61b-449b-9363-2c3e781c915c tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Pushing event deleted for resources: {'Port': ['ID=955e8e00-019e-4031-a1bb-9652211ae3e0,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:02.158699 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-395fae65-7651-41ee-9dfd-279d33c8479f tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:02.177105 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-e0f4f850-4653-4bd3-a96e-40880d474972 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 3.5841651 May 05 20:12:02.180692 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59438) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:02.202200 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-4355e28e-0111-40e4-bbbc-7b1d63461422 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Request body: {'subnet': {'network_id': '7ee9b6ff-374b-4327-af14-f225cb02d961', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:12:02.207912 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:02.250649 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4355e28e-0111-40e4-bbbc-7b1d63461422 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:12:02.256262 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e25f7272-5663-4b4c-8f6a-4f2d8ce7f86a tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:02.257729 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4355e28e-0111-40e4-bbbc-7b1d63461422 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Usage tracker for resource:subnet and tenant:40cfd74d8bc944d4b86ff8a8157ab9bc is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:12:02.262694 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4355e28e-0111-40e4-bbbc-7b1d63461422 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:12:02.270700 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4355e28e-0111-40e4-bbbc-7b1d63461422 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:12:02.313007 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 600d5781-3952-4d0d-8a86-f2e0b2ff75de, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=600d5781-3952-4d0d-8a86-f2e0b2ff75de,segment=NetworkSegment(b9eb0d64-2cea-48f0-97ce-2afabe3ca1fc),segment_id=b9eb0d64-2cea-48f0-97ce-2afabe3ca1fc)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:12:02.319578 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:02.363727 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4355e28e-0111-40e4-bbbc-7b1d63461422 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Made reservation on behalf of 40cfd74d8bc944d4b86ff8a8157ab9bc for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:12:02.366616 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4355e28e-0111-40e4-bbbc-7b1d63461422 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:02.503947 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-822ceb6e-158f-4826-bf07-7cb448da5cd8 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:02.512473 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77139e32-4057-47b4-91e1-92e5fcc4362e req-bd97fcd9-e61b-449b-9363-2c3e781c915c tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Router d77d22ac-cfe3-4696-a86f-f8f26504a064 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:12:02.541926 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-db0d3a5d-7802-4d8d-81a0-29255f40be8a None None] For port 600d5781-3952-4d0d-8a86-f2e0b2ff75de, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=600d5781-3952-4d0d-8a86-f2e0b2ff75de,segment=NetworkSegment(b9eb0d64-2cea-48f0-97ce-2afabe3ca1fc),segment_id=b9eb0d64-2cea-48f0-97ce-2afabe3ca1fc)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:12:02.542559 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-db0d3a5d-7802-4d8d-81a0-29255f40be8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:02.553578 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=600d5781-3952-4d0d-8a86-f2e0b2ff75de,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:02.559788 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-4f23064c-8ef9-4692-a359-a74340aeeb3d tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] For port 600d5781-3952-4d0d-8a86-f2e0b2ff75de, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=600d5781-3952-4d0d-8a86-f2e0b2ff75de,segment=NetworkSegment(b9eb0d64-2cea-48f0-97ce-2afabe3ca1fc),segment_id=b9eb0d64-2cea-48f0-97ce-2afabe3ca1fc)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:12:02.560208 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4f23064c-8ef9-4692-a359-a74340aeeb3d tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:02.574205 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af2b407-92d3-4a17-9bf0-1b15cab971ee req-7fa6da63-28b7-4929-b3ee-8a0dbc689e5c tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:02.582509 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0af2b407-92d3-4a17-9bf0-1b15cab971ee req-7fa6da63-28b7-4929-b3ee-8a0dbc689e5c tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 1.0482960 May 05 20:12:02.701773 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-db0d3a5d-7802-4d8d-81a0-29255f40be8a None None] Calling delete_port for 600d5781-3952-4d0d-8a86-f2e0b2ff75de owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:12:02.785262 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-db0d3a5d-7802-4d8d-81a0-29255f40be8a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:12:02.785639 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-db0d3a5d-7802-4d8d-81a0-29255f40be8a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:12:02.797793 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-822ceb6e-158f-4826-bf07-7cb448da5cd8 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Calling delete_port for 82907acb-43fe-4809-b38e-7ce69666fc12 owned by {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:12:02.906917 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-4f23064c-8ef9-4692-a359-a74340aeeb3d tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Calling delete_port for 600d5781-3952-4d0d-8a86-f2e0b2ff75de owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:12:02.946148 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0af2b407-92d3-4a17-9bf0-1b15cab971ee req-b42fb9d8-f868-44a3-87ef-0ea3798eec62 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3625596 May 05 20:12:03.075918 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5d5f58ce-b4a4-43fd-b4dd-a4ab8fe12e57 req-81aa11a5-6708-4160-8ea7-0ef6a8c75949 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f014c38-9d5a-4aa6-825b-562b0fc1b7d9 HTTP/1.1" status: 200 len: 210 time: 0.2319524 May 05 20:12:03.095540 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-395fae65-7651-41ee-9dfd-279d33c8479f tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:03.101757 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-395fae65-7651-41ee-9dfd-279d33c8479f tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:03.138904 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e25f7272-5663-4b4c-8f6a-4f2d8ce7f86a tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:03.150348 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-822ceb6e-158f-4826-bf07-7cb448da5cd8 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:03.191213 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25f7272-5663-4b4c-8f6a-4f2d8ce7f86a tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event deleted for resources: {'Subnet': ['ID=854829fe-2f4d-4c81-abe2-ff11b5eb83be,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:03.195872 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e25f7272-5663-4b4c-8f6a-4f2d8ce7f86a tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:03.200486 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-395fae65-7651-41ee-9dfd-279d33c8479f tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:03.201241 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-395fae65-7651-41ee-9dfd-279d33c8479f tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Fanout notify agent at l3_agent the message router_deleted on router 9f44aaa8-43d5-4ffa-95c1-fb3151bdd476 {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:12:03.207873 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.db.api [None req-4f23064c-8ef9-4692-a359-a74340aeeb3d tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88198) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:12:03.208194 n-d-840717-1 neutron-server[88198]: DEBUG oslo_db.api [None req-4f23064c-8ef9-4692-a359-a74340aeeb3d tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:12:03.220827 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1267317b-bfc5-491e-9612-df729d765d65 None None] Network 06549593-4e36-4897-b3db-51a795771b98 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:12:03.222679 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-395fae65-7651-41ee-9dfd-279d33c8479f tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:03.226526 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-395fae65-7651-41ee-9dfd-279d33c8479f tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] 10.222.0.36 "DELETE /v2.0/routers/9f44aaa8-43d5-4ffa-95c1-fb3151bdd476 HTTP/1.1" status: 204 len: 168 time: 1.3586526 May 05 20:12:03.229281 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59452) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:03.231533 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e25f7272-5663-4b4c-8f6a-4f2d8ce7f86a tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "DELETE /v2.0/subnets/854829fe-2f4d-4c81-abe2-ff11b5eb83be HTTP/1.1" status: 204 len: 168 time: 2.0604470 May 05 20:12:03.263109 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59456) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:03.275631 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-55950734-09c9-4888-9cea-5f52966f78ca tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Request body: {'subnet': {'network_id': '06549593-4e36-4897-b3db-51a795771b98', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:12:03.289811 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-db0d3a5d-7802-4d8d-81a0-29255f40be8a None None] Deleting port 600d5781-3952-4d0d-8a86-f2e0b2ff75de {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:12:03.290573 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-db0d3a5d-7802-4d8d-81a0-29255f40be8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:03.406072 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-291abd68-9e52-42d1-be91-7ab7d4aab070 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Deleting port 38b30a81-d688-4004-9639-f2a92628501a {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:12:03.406649 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-291abd68-9e52-42d1-be91-7ab7d4aab070 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:03.428056 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77139e32-4057-47b4-91e1-92e5fcc4362e req-bd97fcd9-e61b-449b-9363-2c3e781c915c tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:12:03.439483 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82df83f4-f2fd-4a96-a387-e1656ef16235 None None] Sync routers for ids ['d77d22ac-cfe3-4696-a86f-f8f26504a064'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:12:03.453451 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82df83f4-f2fd-4a96-a387-e1656ef16235 None None] Routers {'d77d22ac-cfe3-4696-a86f-f8f26504a064'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:12:03.454075 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-82df83f4-f2fd-4a96-a387-e1656ef16235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:11:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['d77d22ac-cfe3-4696-a86f-f8f26504a064'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:12:03.493293 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 600d5781-3952-4d0d-8a86-f2e0b2ff75de no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:12:03.506404 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822ceb6e-158f-4826-bf07-7cb448da5cd8 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event deleted for resources: {'Port': ['ID=82907acb-43fe-4809-b38e-7ce69666fc12,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:03.539878 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 955e8e00-019e-4031-a1bb-9652211ae3e0 no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:12:03.575438 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-55950734-09c9-4888-9cea-5f52966f78ca tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:12:03.598059 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-55950734-09c9-4888-9cea-5f52966f78ca tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Usage tracker for resource:subnet and tenant:0cc5f4a365af4a94a73e5ef336438b10 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:12:03.605501 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-55950734-09c9-4888-9cea-5f52966f78ca tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:12:03.638094 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-822ceb6e-158f-4826-bf07-7cb448da5cd8 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:03.685790 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] No Port match for: 955e8e00-019e-4031-a1bb-9652211ae3e0 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:12:03.686404 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 955e8e00-019e-4031-a1bb-9652211ae3e0 not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:12:03.691148 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-77139e32-4057-47b4-91e1-92e5fcc4362e req-bd97fcd9-e61b-449b-9363-2c3e781c915c tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] No DVR routers for this DVR port 955e8e00-019e-4031-a1bb-9652211ae3e0 on host n-h1-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:12:03.706054 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-77139e32-4057-47b4-91e1-92e5fcc4362e req-bd97fcd9-e61b-449b-9363-2c3e781c915c tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:03.721674 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f014c38-9d5a-4aa6-825b-562b0fc1b7d9', 'name': 'network-vif-deleted', 'tag': '955e8e00-019e-4031-a1bb-9652211ae3e0'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:12:03.733203 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-291abd68-9e52-42d1-be91-7ab7d4aab070 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:03.756256 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-822ceb6e-158f-4826-bf07-7cb448da5cd8 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "DELETE /v2.0/ports/82907acb-43fe-4809-b38e-7ce69666fc12 HTTP/1.1" status: 204 len: 168 time: 2.4148505 May 05 20:12:03.760516 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-77139e32-4057-47b4-91e1-92e5fcc4362e req-bd97fcd9-e61b-449b-9363-2c3e781c915c tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.24 "DELETE /v2.0/ports/955e8e00-019e-4031-a1bb-9652211ae3e0 HTTP/1.1" status: 204 len: 173 time: 5.1082108 May 05 20:12:03.762050 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59466) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:03.859541 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e38e452-a587-4723-99fd-316155e845c5 req-2218caeb-ad7d-43f8-900e-32d6a1a323c2 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:03.861331 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4e38e452-a587-4723-99fd-316155e845c5 req-2218caeb-ad7d-43f8-900e-32d6a1a323c2 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.7776387 May 05 20:12:03.874288 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b07ec7f-ea87-4805-9850-a043db5c2877'] response: {'server_uuid': '2f014c38-9d5a-4aa6-825b-562b0fc1b7d9', 'name': 'network-vif-deleted', 'tag': '955e8e00-019e-4031-a1bb-9652211ae3e0', 'status': 'completed', 'code': 200} May 05 20:12:03.890795 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-291abd68-9e52-42d1-be91-7ab7d4aab070 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Calling delete_port for 38b30a81-d688-4004-9639-f2a92628501a owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:12:03.930625 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-82df83f4-f2fd-4a96-a387-e1656ef16235 None None] Set router d77d22ac-cfe3-4696-a86f-f8f26504a064 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:12:04.032889 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4e38e452-a587-4723-99fd-316155e845c5 req-6e642cc6-ef5f-48c5-b418-3da2c8e2d395 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1616006 May 05 20:12:04.045658 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176bf468-ffa5-476b-bb8d-560ba30594d2 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:04.046553 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-176bf468-ffa5-476b-bb8d-560ba30594d2 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Synchronizing usage tracker for tenant:88760c5e167e4c4abc1263be6642087f on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:12:04.068751 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-176bf468-ffa5-476b-bb8d-560ba30594d2 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Unset dirty status for tenant:88760c5e167e4c4abc1263be6642087f on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:12:04.073550 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-176bf468-ffa5-476b-bb8d-560ba30594d2 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2934146 May 05 20:12:04.074456 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59474) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:04.171993 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-5772b518-6873-43c8-a36d-63b37dfacf61 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] GET failed (client error): The resource could not be found. May 05 20:12:04.180764 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-5772b518-6873-43c8-a36d-63b37dfacf61 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "GET /v2.0/ports/82907acb-43fe-4809-b38e-7ce69666fc12 HTTP/1.1" status: 404 len: 333 time: 0.1032836 May 05 20:12:04.181698 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59480) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:04.190145 n-d-840717-1 neutron-server[88197]: DEBUG neutron.objects.ports [None req-4355e28e-0111-40e4-bbbc-7b1d63461422 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88197) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 05 20:12:04.190764 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4355e28e-0111-40e4-bbbc-7b1d63461422 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:04.198074 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-4e28a84a-5ea9-4fe0-ab71-f04062720904 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1568627017'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:12:04.247065 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4e28a84a-5ea9-4fe0-ab71-f04062720904 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:12:04.257333 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-db0d3a5d-7802-4d8d-81a0-29255f40be8a None None] For port 600d5781-3952-4d0d-8a86-f2e0b2ff75de, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=600d5781-3952-4d0d-8a86-f2e0b2ff75de,segment=NetworkSegment(b9eb0d64-2cea-48f0-97ce-2afabe3ca1fc),segment_id=b9eb0d64-2cea-48f0-97ce-2afabe3ca1fc)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:12:04.259093 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4e28a84a-5ea9-4fe0-ab71-f04062720904 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Usage tracker for resource:network and tenant:88760c5e167e4c4abc1263be6642087f is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:12:04.259833 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-db0d3a5d-7802-4d8d-81a0-29255f40be8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:04.264518 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4e28a84a-5ea9-4fe0-ab71-f04062720904 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:12:04.281067 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4e28a84a-5ea9-4fe0-ab71-f04062720904 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:12:04.315012 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4355e28e-0111-40e4-bbbc-7b1d63461422 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Pushing event updated for resources: {'Subnet': ['ID=edbb76a5-ea1d-4360-91f0-5b81942f0a07,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:04.318396 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e28a84a-5ea9-4fe0-ab71-f04062720904 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Made reservation on behalf of 88760c5e167e4c4abc1263be6642087f for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:12:04.322539 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4e28a84a-5ea9-4fe0-ab71-f04062720904 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:04.397893 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4355e28e-0111-40e4-bbbc-7b1d63461422 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Checking segment: {'id': '9fc250e1-dde4-45ca-b4a7-04c6420eead3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7ee9b6ff-374b-4327-af14-f225cb02d961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:12:04.398439 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4355e28e-0111-40e4-bbbc-7b1d63461422 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Network hostable DHCP agents. Network: 7ee9b6ff-374b-4327-af14-f225cb02d961, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:12:04.404772 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-4f23064c-8ef9-4692-a359-a74340aeeb3d tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Deleting port 600d5781-3952-4d0d-8a86-f2e0b2ff75de {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:12:04.406412 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4f23064c-8ef9-4692-a359-a74340aeeb3d tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:04.419203 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-900795ef-9f0b-45be-acc7-1e15be6f99de req-d67b4dbf-509e-4f52-855c-91bb0bf07618 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Synchronizing usage tracker for tenant:3bcce80065784aa6a77c066afd5e6401 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:12:04.430537 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e28a84a-5ea9-4fe0-ab71-f04062720904 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:12:04.464060 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4355e28e-0111-40e4-bbbc-7b1d63461422 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Network 7ee9b6ff-374b-4327-af14-f225cb02d961 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:12:04.477782 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4e28a84a-5ea9-4fe0-ab71-f04062720904 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:04.478310 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-4e28a84a-5ea9-4fe0-ab71-f04062720904 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Added segment 01bfd92d-e80d-46fa-b6be-08952025c112 of type vlan for network 110c4126-25a0-4f79-be20-218429a498a4 May 05 20:12:04.480260 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-900795ef-9f0b-45be-acc7-1e15be6f99de req-d67b4dbf-509e-4f52-855c-91bb0bf07618 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Unset dirty status for tenant:3bcce80065784aa6a77c066afd5e6401 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:12:04.482517 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-900795ef-9f0b-45be-acc7-1e15be6f99de req-d67b4dbf-509e-4f52-855c-91bb0bf07618 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f014c38-9d5a-4aa6-825b-562b0fc1b7d9 HTTP/1.1" status: 200 len: 210 time: 0.1400185 May 05 20:12:04.488223 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-4355e28e-0111-40e4-bbbc-7b1d63461422 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 7ee9b6ff-374b-4327-af14-f225cb02d961) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:12:04.503266 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4355e28e-0111-40e4-bbbc-7b1d63461422 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:04.503962 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4355e28e-0111-40e4-bbbc-7b1d63461422 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:04.538003 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-291abd68-9e52-42d1-be91-7ab7d4aab070 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:04.549531 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-55950734-09c9-4888-9cea-5f52966f78ca tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:12:04.554658 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4e28a84a-5ea9-4fe0-ab71-f04062720904 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:04.562110 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-4355e28e-0111-40e4-bbbc-7b1d63461422 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.3696856 May 05 20:12:04.565604 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59484) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:04.572630 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-f0da8642-bea0-47fe-bdcb-d767238bd334 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-978710908', 'network_id': '7ee9b6ff-374b-4327-af14-f225cb02d961'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:12:04.580777 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-f0da8642-bea0-47fe-bdcb-d767238bd334 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:12:04.598907 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-f0da8642-bea0-47fe-bdcb-d767238bd334 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Usage tracker for resource:port and tenant:40cfd74d8bc944d4b86ff8a8157ab9bc is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:12:04.605980 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-f0da8642-bea0-47fe-bdcb-d767238bd334 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:12:04.618490 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-f0da8642-bea0-47fe-bdcb-d767238bd334 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:12:04.630930 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4e28a84a-5ea9-4fe0-ab71-f04062720904 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:04.636651 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291abd68-9e52-42d1-be91-7ab7d4aab070 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Pushing event deleted for resources: {'Port': ['ID=38b30a81-d688-4004-9639-f2a92628501a,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:04.639897 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e28a84a-5ea9-4fe0-ab71-f04062720904 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:04.652863 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4e28a84a-5ea9-4fe0-ab71-f04062720904 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:04.706353 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-4e28a84a-5ea9-4fe0-ab71-f04062720904 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5180659 May 05 20:12:04.711229 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59490) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:04.711911 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0da8642-bea0-47fe-bdcb-d767238bd334 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Made reservation on behalf of 40cfd74d8bc944d4b86ff8a8157ab9bc for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:12:04.714365 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f0da8642-bea0-47fe-bdcb-d767238bd334 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:04.722730 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-db0d3a5d-7802-4d8d-81a0-29255f40be8a None None] Calling delete_port for 600d5781-3952-4d0d-8a86-f2e0b2ff75de owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:12:04.751532 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [None req-f0da8642-bea0-47fe-bdcb-d767238bd334 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] device_id is not set on port b005912b-4205-498d-829f-8fc4cfc9724e yet. {{(pid=88197) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:12:04.770165 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55950734-09c9-4888-9cea-5f52966f78ca tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Made reservation on behalf of 0cc5f4a365af4a94a73e5ef336438b10 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:12:04.779269 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-55950734-09c9-4888-9cea-5f52966f78ca tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:04.868811 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-82df83f4-f2fd-4a96-a387-e1656ef16235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77d22ac-cfe3-4696-a86f-f8f26504a064', 'name': 'tempest-AttachVolumeShelveTestJSON-20360602-router', 'tenant_id': '3bcce80065784aa6a77c066afd5e6401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '239445f0-21f4-478a-bb75-a548d22b1013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:08:21Z', 'updated_at': '2022-05-05T20:08:29Z', 'revision_number': 4, 'project_id': '3bcce80065784aa6a77c066afd5e6401', 'gw_port': {'id': '239445f0-21f4-478a-bb75-a548d22b1013', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:77:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77d22ac-cfe3-4696-a86f-f8f26504a064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:08:23Z', 'updated_at': '2022-05-05T20:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'efd8bd0a-882b-4384-8a9c-44af39c1d59b', 'name': '', 'network_id': 'dd240240-b981-4728-a92a-09bd25dc9abb', 'tenant_id': '3bcce80065784aa6a77c066afd5e6401', 'mac_address': 'fa:16:3e:a7:b9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77d22ac-cfe3-4696-a86f-f8f26504a064', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '4839f055-edd7-4ed9-a2d6-dc3f9daf425d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:08:28Z', 'updated_at': '2022-05-05T20:08:42Z', 'revision_number': 5, 'project_id': '3bcce80065784aa6a77c066afd5e6401', 'subnets': [{'id': '4839f055-edd7-4ed9-a2d6-dc3f9daf425d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:12:04.881957 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82df83f4-f2fd-4a96-a387-e1656ef16235 None None] Checking router: d77d22ac-cfe3-4696-a86f-f8f26504a064 for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:12:04.898283 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82df83f4-f2fd-4a96-a387-e1656ef16235 None None] Routers {'d77d22ac-cfe3-4696-a86f-f8f26504a064'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:12:04.899210 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-82df83f4-f2fd-4a96-a387-e1656ef16235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:11:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['d77d22ac-cfe3-4696-a86f-f8f26504a064'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:12:04.945923 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-f0da8642-bea0-47fe-bdcb-d767238bd334 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Allocated IP 172.20.0.10 (7ee9b6ff-374b-4327-af14-f225cb02d961/edbb76a5-ea1d-4360-91f0-5b81942f0a07/b005912b-4205-498d-829f-8fc4cfc9724e) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:12:04.960756 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7477c144-e3e1-4fdf-8260-a15f73495e9d None None] Network 7ee9b6ff-374b-4327-af14-f225cb02d961 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:12:05.044158 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-291abd68-9e52-42d1-be91-7ab7d4aab070 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:05.072123 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-291abd68-9e52-42d1-be91-7ab7d4aab070 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] 10.222.0.36 "DELETE /v2.0/ports/38b30a81-d688-4004-9639-f2a92628501a HTTP/1.1" status: 204 len: 168 time: 1.8426774 May 05 20:12:05.121014 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-db0d3a5d-7802-4d8d-81a0-29255f40be8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:05.126225 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59496) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:05.198183 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-be35d20b-0f49-4068-a66b-411d3945baf8 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Request body: {'subnet': {'network_id': '110c4126-25a0-4f79-be20-218429a498a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:12:05.215898 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-82df83f4-f2fd-4a96-a387-e1656ef16235 None None] Set router d77d22ac-cfe3-4696-a86f-f8f26504a064 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:12:05.254382 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Port 600d5781-3952-4d0d-8a86-f2e0b2ff75de update to DOWN by agent not found {{(pid=88199) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 05 20:12:05.287933 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-4f23064c-8ef9-4692-a359-a74340aeeb3d tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] For port 600d5781-3952-4d0d-8a86-f2e0b2ff75de, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=600d5781-3952-4d0d-8a86-f2e0b2ff75de,segment=NetworkSegment(b9eb0d64-2cea-48f0-97ce-2afabe3ca1fc),segment_id=b9eb0d64-2cea-48f0-97ce-2afabe3ca1fc)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:12:05.288322 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4f23064c-8ef9-4692-a359-a74340aeeb3d tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:05.292931 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0d3a5d-7802-4d8d-81a0-29255f40be8a None None] Pushing event deleted for resources: {'Port': ['ID=600d5781-3952-4d0d-8a86-f2e0b2ff75de,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:05.317991 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-614b4163-a873-475f-a7ce-0cb437c6af46 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Deleting subnet 3d55e008-1361-4c6a-97f5-cceb5f192a91 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:12:05.329050 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-614b4163-a873-475f-a7ce-0cb437c6af46 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:05.388660 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0d3a5d-7802-4d8d-81a0-29255f40be8a None None] No DVR routers for this DVR port 600d5781-3952-4d0d-8a86-f2e0b2ff75de on host n-d-840717-1 {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:12:05.403743 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-192690cd-10d3-43e4-ada7-5830f67388e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:05.446821 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e28a84a-5ea9-4fe0-ab71-f04062720904 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event updated for resources: {'Network': ['ID=110c4126-25a0-4f79-be20-218429a498a4,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:05.538092 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-614b4163-a873-475f-a7ce-0cb437c6af46 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:05.571970 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f0da8642-bea0-47fe-bdcb-d767238bd334 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:05.572881 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 110c4126-25a0-4f79-be20-218429a498a4 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:12:05.593826 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-be35d20b-0f49-4068-a66b-411d3945baf8 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:12:05.608757 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-be35d20b-0f49-4068-a66b-411d3945baf8 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Usage tracker for resource:subnet and tenant:88760c5e167e4c4abc1263be6642087f is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:12:05.612577 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-be35d20b-0f49-4068-a66b-411d3945baf8 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:12:05.623587 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-be35d20b-0f49-4068-a66b-411d3945baf8 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:12:05.632714 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c072cde-135f-4937-83fe-6cb9d8820edb req-b768d5dd-6291-4c6d-b537-d04bb93f3614 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:05.634300 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7c072cde-135f-4937-83fe-6cb9d8820edb req-b768d5dd-6291-4c6d-b537-d04bb93f3614 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.3470216 May 05 20:12:05.637664 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946d7f88-b6c1-4cb3-85aa-1ca68173c5b2 None None] Network 7ee9b6ff-374b-4327-af14-f225cb02d961 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:12:05.687873 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be35d20b-0f49-4068-a66b-411d3945baf8 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Made reservation on behalf of 88760c5e167e4c4abc1263be6642087f for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:12:05.691344 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-be35d20b-0f49-4068-a66b-411d3945baf8 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:05.712368 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-614b4163-a873-475f-a7ce-0cb437c6af46 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:05.719607 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7c072cde-135f-4937-83fe-6cb9d8820edb req-9e086bd8-356a-4c22-a450-77d5a51b39b1 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783784 May 05 20:12:05.810888 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f0da8642-bea0-47fe-bdcb-d767238bd334 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:05.879571 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-82df83f4-f2fd-4a96-a387-e1656ef16235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77d22ac-cfe3-4696-a86f-f8f26504a064', 'name': 'tempest-AttachVolumeShelveTestJSON-20360602-router', 'tenant_id': '3bcce80065784aa6a77c066afd5e6401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '239445f0-21f4-478a-bb75-a548d22b1013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:08:21Z', 'updated_at': '2022-05-05T20:08:29Z', 'revision_number': 4, 'project_id': '3bcce80065784aa6a77c066afd5e6401', 'gw_port': {'id': '239445f0-21f4-478a-bb75-a548d22b1013', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:77:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77d22ac-cfe3-4696-a86f-f8f26504a064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:08:23Z', 'updated_at': '2022-05-05T20:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'efd8bd0a-882b-4384-8a9c-44af39c1d59b', 'name': '', 'network_id': 'dd240240-b981-4728-a92a-09bd25dc9abb', 'tenant_id': '3bcce80065784aa6a77c066afd5e6401', 'mac_address': 'fa:16:3e:a7:b9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77d22ac-cfe3-4696-a86f-f8f26504a064', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '4839f055-edd7-4ed9-a2d6-dc3f9daf425d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:08:28Z', 'updated_at': '2022-05-05T20:08:42Z', 'revision_number': 5, 'project_id': '3bcce80065784aa6a77c066afd5e6401', 'subnets': [{'id': '4839f055-edd7-4ed9-a2d6-dc3f9daf425d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:12:05.892361 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82df83f4-f2fd-4a96-a387-e1656ef16235 None None] The sync data for ids ['d77d22ac-cfe3-4696-a86f-f8f26504a064'] in n-d-840717-1 is: [{'id': 'd77d22ac-cfe3-4696-a86f-f8f26504a064', 'name': 'tempest-AttachVolumeShelveTestJSON-20360602-router', 'tenant_id': '3bcce80065784aa6a77c066afd5e6401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '239445f0-21f4-478a-bb75-a548d22b1013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:08:21Z', 'updated_at': '2022-05-05T20:08:29Z', 'revision_number': 4, 'project_id': '3bcce80065784aa6a77c066afd5e6401', 'gw_port': {'id': '239445f0-21f4-478a-bb75-a548d22b1013', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:77:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77d22ac-cfe3-4696-a86f-f8f26504a064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:08:23Z', 'updated_at': '2022-05-05T20:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'efd8bd0a-882b-4384-8a9c-44af39c1d59b', 'name': '', 'network_id': 'dd240240-b981-4728-a92a-09bd25dc9abb', 'tenant_id': '3bcce80065784aa6a77c066afd5e6401', 'mac_address': 'fa:16:3e:a7:b9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77d22ac-cfe3-4696-a86f-f8f26504a064', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '4839f055-edd7-4ed9-a2d6-dc3f9daf425d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:08:28Z', 'updated_at': '2022-05-05T20:08:42Z', 'revision_number': 5, 'project_id': '3bcce80065784aa6a77c066afd5e6401', 'subnets': [{'id': '4839f055-edd7-4ed9-a2d6-dc3f9daf425d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:12:05.924418 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-4f23064c-8ef9-4692-a359-a74340aeeb3d tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Calling delete_port for 600d5781-3952-4d0d-8a86-f2e0b2ff75de owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:12:05.954889 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0da8642-bea0-47fe-bdcb-d767238bd334 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Network 7ee9b6ff-374b-4327-af14-f225cb02d961 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:12:05.967062 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-f0da8642-bea0-47fe-bdcb-d767238bd334 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:12:05.974538 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0da8642-bea0-47fe-bdcb-d767238bd334 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:12:06.042556 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-614b4163-a873-475f-a7ce-0cb437c6af46 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:06.126480 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0da8642-bea0-47fe-bdcb-d767238bd334 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Pushing event updated for resources: {'Port': ['ID=b005912b-4205-498d-829f-8fc4cfc9724e,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:06.193827 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-614b4163-a873-475f-a7ce-0cb437c6af46 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:06.197674 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8857fe9c-0fc1-47f4-9287-7c2bd8090ee4 None None] Network 573e342f-2a68-4e24-9617-4e99933e2798 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:12:06.202303 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614b4163-a873-475f-a7ce-0cb437c6af46 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Pushing event deleted for resources: {'Subnet': ['ID=3d55e008-1361-4c6a-97f5-cceb5f192a91,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:06.236074 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-614b4163-a873-475f-a7ce-0cb437c6af46 tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] 10.222.0.36 "DELETE /v2.0/subnets/3d55e008-1361-4c6a-97f5-cceb5f192a91 HTTP/1.1" status: 204 len: 168 time: 1.1064425 May 05 20:12:06.238545 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59506) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:06.318096 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.db.api [None req-4f23064c-8ef9-4692-a359-a74340aeeb3d tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88198) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:12:06.318411 n-d-840717-1 neutron-server[88198]: DEBUG oslo_db.api [None req-4f23064c-8ef9-4692-a359-a74340aeeb3d tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:12:06.438644 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-55950734-09c9-4888-9cea-5f52966f78ca tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:06.512413 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b71388-df38-4831-a00a-3d2a06b3293b None None] New status for floating IP a267eff8-eac4-4b30-8244-a17bb1068d4b: DOWN {{(pid=88199) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:12:06.520024 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55950734-09c9-4888-9cea-5f52966f78ca tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event updated for resources: {'Subnet': ['ID=08ef3114-5533-422a-94d3-7c614c444d6c,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:06.528893 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0da8642-bea0-47fe-bdcb-d767238bd334 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:06.529738 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f0da8642-bea0-47fe-bdcb-d767238bd334 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:06.543790 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55950734-09c9-4888-9cea-5f52966f78ca tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Network 06549593-4e36-4897-b3db-51a795771b98 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:12:06.548326 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-55950734-09c9-4888-9cea-5f52966f78ca tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:12:06.557224 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55950734-09c9-4888-9cea-5f52966f78ca tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:06.558067 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-55950734-09c9-4888-9cea-5f52966f78ca tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:06.595331 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59510) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:06.595933 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-55950734-09c9-4888-9cea-5f52966f78ca tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3305368 May 05 20:12:06.661361 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-9bfd53f6-9078-46d0-b93d-9a92b7f89cce tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Request body: {'security_group': {'name': 'tempest-secgroup-1678420590'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:12:06.667035 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-9bfd53f6-9078-46d0-b93d-9a92b7f89cce tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:12:06.670952 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-9bfd53f6-9078-46d0-b93d-9a92b7f89cce tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Usage tracker for resource:security_group and tenant:0cc5f4a365af4a94a73e5ef336438b10 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:12:06.681219 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f0da8642-bea0-47fe-bdcb-d767238bd334 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.1144528 May 05 20:12:06.682386 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-9bfd53f6-9078-46d0-b93d-9a92b7f89cce tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:12:06.684522 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59514) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:06.697476 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d2cd1d51-a82a-4366-a18c-7a57a2965e9b tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:06.702456 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-9bfd53f6-9078-46d0-b93d-9a92b7f89cce tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:12:06.748270 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-d2cd1d51-a82a-4366-a18c-7a57a2965e9b tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Deleting port 3a2cb0cd-e3d5-47ba-b551-311e8b526d3b {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:12:06.748562 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d2cd1d51-a82a-4366-a18c-7a57a2965e9b tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:06.783306 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-be35d20b-0f49-4068-a66b-411d3945baf8 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:06.789514 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-1415199c-7c8c-49bd-9399-1c0a450ee69e tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Deleting port b005912b-4205-498d-829f-8fc4cfc9724e {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:12:06.797394 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1415199c-7c8c-49bd-9399-1c0a450ee69e tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:06.810477 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9bfd53f6-9078-46d0-b93d-9a92b7f89cce tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:06.842538 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59522) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:06.899103 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8b489a58-6d0b-4bf2-bdea-dc052c9a2635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:06.973300 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-4f23064c-8ef9-4692-a359-a74340aeeb3d tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Deleting port 600d5781-3952-4d0d-8a86-f2e0b2ff75de {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:12:06.973644 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4f23064c-8ef9-4692-a359-a74340aeeb3d tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:06.986383 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca306c4-48e0-4d8d-ae8f-634272705fff None None] Network 06549593-4e36-4897-b3db-51a795771b98 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:12:07.019775 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7a4252-cb53-44b0-b9fe-8f88de5723bb None None] DHCP port deletion for 573e342f-2a68-4e24-9617-4e99933e2798 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:12:07.031068 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4252-cb53-44b0-b9fe-8f88de5723bb None None] Deleting port 3a2cb0cd-e3d5-47ba-b551-311e8b526d3b {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:12:07.031609 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4252-cb53-44b0-b9fe-8f88de5723bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:07.053169 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-49f37616-3f23-460e-8a5f-844e605cbd0a tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:07.096294 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-9bfd53f6-9078-46d0-b93d-9a92b7f89cce tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:12:07.103936 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-4f23064c-8ef9-4692-a359-a74340aeeb3d tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] The port '600d5781-3952-4d0d-8a86-f2e0b2ff75de' was deleted {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 20:12:07.123975 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-9bfd53f6-9078-46d0-b93d-9a92b7f89cce tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Usage tracker for resource:security_group_rule and tenant:0cc5f4a365af4a94a73e5ef336438b10 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:12:07.127731 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be35d20b-0f49-4068-a66b-411d3945baf8 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event updated for resources: {'Subnet': ['ID=d4623572-4d2f-4ea4-986d-c389d29bffc7,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:07.132740 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-9bfd53f6-9078-46d0-b93d-9a92b7f89cce tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:12:07.147992 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-9bfd53f6-9078-46d0-b93d-9a92b7f89cce tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:12:07.166638 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-49f37616-3f23-460e-8a5f-844e605cbd0a tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:07.222167 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-3a26dd20-e5d7-44ea-b3fa-572f145ca2f6 None None] Provisioning complete for port 64e87512-49ac-48ab-af8e-411b98678289 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:12:07.222758 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be35d20b-0f49-4068-a66b-411d3945baf8 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Checking segment: {'id': '01bfd92d-e80d-46fa-b6be-08952025c112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '110c4126-25a0-4f79-be20-218429a498a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:12:07.222758 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be35d20b-0f49-4068-a66b-411d3945baf8 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Network hostable DHCP agents. Network: 110c4126-25a0-4f79-be20-218429a498a4, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:12:07.223084 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3a26dd20-e5d7-44ea-b3fa-572f145ca2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:07.269513 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-d2cd1d51-a82a-4366-a18c-7a57a2965e9b tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] For port 3a2cb0cd-e3d5-47ba-b551-311e8b526d3b, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=3a2cb0cd-e3d5-47ba-b551-311e8b526d3b,segment=NetworkSegment(3bc93f75-d123-4e2e-b128-384c70adc4a9),segment_id=3bc93f75-d123-4e2e-b128-384c70adc4a9)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:12:07.270262 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d2cd1d51-a82a-4366-a18c-7a57a2965e9b tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:07.427025 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 3a2cb0cd-e3d5-47ba-b551-311e8b526d3b no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:12:07.447756 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-d2cd1d51-a82a-4366-a18c-7a57a2965e9b tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Calling delete_port for 3a2cb0cd-e3d5-47ba-b551-311e8b526d3b owned by network:dhcp {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:12:07.479148 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be35d20b-0f49-4068-a66b-411d3945baf8 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Network 110c4126-25a0-4f79-be20-218429a498a4 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:12:07.528400 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672f5b88-8011-480a-a5a9-a22c507100aa req-714169a6-ff18-4b83-8a82-3d89b3afe1c9 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:07.530351 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-672f5b88-8011-480a-a5a9-a22c507100aa req-714169a6-ff18-4b83-8a82-3d89b3afe1c9 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.5783813 May 05 20:12:07.537539 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-be35d20b-0f49-4068-a66b-411d3945baf8 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 110c4126-25a0-4f79-be20-218429a498a4) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:12:07.579078 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be35d20b-0f49-4068-a66b-411d3945baf8 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:07.580230 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-be35d20b-0f49-4068-a66b-411d3945baf8 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:07.617591 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6c8996-7d6b-4552-8e7e-e53c151fdbcc None None] Network 110c4126-25a0-4f79-be20-218429a498a4 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:12:07.657713 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-be35d20b-0f49-4068-a66b-411d3945baf8 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9195209 May 05 20:12:07.669408 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59532) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:07.692872 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4f23064c-8ef9-4692-a359-a74340aeeb3d tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:07.709454 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-84ac0f85-3284-4b84-9b6b-dc18f91e5522 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Request body: {'subnet': {'network_id': '110c4126-25a0-4f79-be20-218429a498a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:12:07.731962 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1415199c-7c8c-49bd-9399-1c0a450ee69e tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:07.751862 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-4f23064c-8ef9-4692-a359-a74340aeeb3d tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['474cfd92-932e-4bbf-af75-9661d9485256']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:12:07.875476 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-672f5b88-8011-480a-a5a9-a22c507100aa req-ea9ac96c-10e0-4e0e-9992-d5ca689a3a3c tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3197033 May 05 20:12:07.903393 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9bfd53f6-9078-46d0-b93d-9a92b7f89cce tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:07.906928 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9bfd53f6-9078-46d0-b93d-9a92b7f89cce tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:07.964021 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-1415199c-7c8c-49bd-9399-1c0a450ee69e tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Calling delete_port for b005912b-4205-498d-829f-8fc4cfc9724e owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:12:07.965167 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-84ac0f85-3284-4b84-9b6b-dc18f91e5522 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:12:07.968562 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfd53f6-9078-46d0-b93d-9a92b7f89cce tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29d1d14b-890d-427d-99ad-520684a9721b,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:07.970878 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d2cd1d51-a82a-4366-a18c-7a57a2965e9b tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:07.983299 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9bfd53f6-9078-46d0-b93d-9a92b7f89cce tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:07.985490 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-9bfd53f6-9078-46d0-b93d-9a92b7f89cce tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3430820 May 05 20:12:07.992733 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-4f7a4252-cb53-44b0-b9fe-8f88de5723bb None None] For port 3a2cb0cd-e3d5-47ba-b551-311e8b526d3b, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=3a2cb0cd-e3d5-47ba-b551-311e8b526d3b,segment=NetworkSegment(3bc93f75-d123-4e2e-b128-384c70adc4a9),segment_id=3bc93f75-d123-4e2e-b128-384c70adc4a9)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:12:07.993411 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4252-cb53-44b0-b9fe-8f88de5723bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:08.001122 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:08.002034 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No active binding found for port 3a2cb0cd-e3d5-47ba-b551-311e8b526d3b {{(pid=88199) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 05 20:12:08.002608 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 3a2cb0cd-e3d5-47ba-b551-311e8b526d3b not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:12:08.051995 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cd1d51-a82a-4366-a18c-7a57a2965e9b tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] No DVR routers for this DVR port 3a2cb0cd-e3d5-47ba-b551-311e8b526d3b on host n-d-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:12:08.053500 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59538) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:08.054606 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-84ac0f85-3284-4b84-9b6b-dc18f91e5522 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Usage tracker for resource:subnet and tenant:88760c5e167e4c4abc1263be6642087f is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:12:08.059275 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cd1d51-a82a-4366-a18c-7a57a2965e9b tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Pushing event deleted for resources: {'Port': ['ID=3a2cb0cd-e3d5-47ba-b551-311e8b526d3b,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:08.069055 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-84ac0f85-3284-4b84-9b6b-dc18f91e5522 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:12:08.112278 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-6ce5bb8e-66e4-478b-b7ae-214cdbd12013 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Request body: {'security_group': {'name': 'tempest-secgroup-1346899242'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:12:08.130557 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-84ac0f85-3284-4b84-9b6b-dc18f91e5522 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:12:08.133097 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-6ce5bb8e-66e4-478b-b7ae-214cdbd12013 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:12:08.161859 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-6ce5bb8e-66e4-478b-b7ae-214cdbd12013 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Usage tracker for resource:security_group and tenant:0cc5f4a365af4a94a73e5ef336438b10 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:12:08.171648 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-6ce5bb8e-66e4-478b-b7ae-214cdbd12013 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:12:08.172604 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4252-cb53-44b0-b9fe-8f88de5723bb None None] Calling delete_port for 3a2cb0cd-e3d5-47ba-b551-311e8b526d3b owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:12:08.196872 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-6ce5bb8e-66e4-478b-b7ae-214cdbd12013 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:12:08.213516 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ac0f85-3284-4b84-9b6b-dc18f91e5522 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Made reservation on behalf of 88760c5e167e4c4abc1263be6642087f for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:12:08.223048 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-84ac0f85-3284-4b84-9b6b-dc18f91e5522 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:08.252529 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:08.283238 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-49f37616-3f23-460e-8a5f-844e605cbd0a tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:08.289413 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-4f23064c-8ef9-4692-a359-a74340aeeb3d tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9eb0d64-2cea-48f0-97ce-2afabe3ca1fc') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:12:08.289887 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-4f23064c-8ef9-4692-a359-a74340aeeb3d tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9eb0d64-2cea-48f0-97ce-2afabe3ca1fc') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:12:08.299179 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-3a26dd20-e5d7-44ea-b3fa-572f145ca2f6 None None] Provisioning complete for port 7e3809c3-4527-4731-8aa3-79a353440aa0 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:12:08.299837 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3a26dd20-e5d7-44ea-b3fa-572f145ca2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:08.380882 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4f23064c-8ef9-4692-a359-a74340aeeb3d tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:08.407565 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4f23064c-8ef9-4692-a359-a74340aeeb3d tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:08.421257 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f23064c-8ef9-4692-a359-a74340aeeb3d tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:12:08.421762 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4f23064c-8ef9-4692-a359-a74340aeeb3d tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:08.458067 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-4f7a4252-cb53-44b0-b9fe-8f88de5723bb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:12:08.458721 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-4f7a4252-cb53-44b0-b9fe-8f88de5723bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:12:08.479887 n-d-840717-1 neutron-server[88197]: INFO neutron.db.ipam_backend_mixin [None req-84ac0f85-3284-4b84-9b6b-dc18f91e5522 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d4623572-4d2f-4ea4-986d-c389d29bffc7 (CIDR: 2001:db8::/64) May 05 20:12:08.490826 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-84ac0f85-3284-4b84-9b6b-dc18f91e5522 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 20:12:08.491525 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84ac0f85-3284-4b84-9b6b-dc18f91e5522 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:12:08.569725 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d2cd1d51-a82a-4366-a18c-7a57a2965e9b tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:08.590342 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-3a26dd20-e5d7-44ea-b3fa-572f145ca2f6 None None] Port 7e3809c3-4527-4731-8aa3-79a353440aa0 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:12:08.596010 n-d-840717-1 neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:12:08.596010 n-d-840717-1 neutron-server[88198]: util.warn( May 05 20:12:08.596010 n-d-840717-1 neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:12:08.596010 n-d-840717-1 neutron-server[88198]: util.warn( May 05 20:12:08.596010 n-d-840717-1 neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:12:08.596010 n-d-840717-1 neutron-server[88198]: util.warn( May 05 20:12:08.596010 n-d-840717-1 neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:12:08.596010 n-d-840717-1 neutron-server[88198]: util.warn( May 05 20:12:08.596010 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:12:08.596010 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:12:08.596010 n-d-840717-1 neutron-server[88198]: timer() May 05 20:12:08.596010 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:12:08.596010 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:12:08.596010 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:12:08.596010 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:12:08.596010 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:12:08.596010 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:12:08.596010 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:12:08.596010 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:12:08.596010 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:12:08.596010 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:12:08.596010 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:12:08.596010 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:12:08.596010 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:12:08.596010 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:12:08.596010 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:12:08.596010 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:12:08.596010 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:12:08.596010 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:12:08.596010 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:12:08.596010 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:12:08.596010 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:12:08.596010 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:12:08.596010 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:12:08.596010 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:12:08.596010 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:12:08.596010 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:12:08.596010 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:12:08.596010 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:12:08.596010 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:12:08.612261 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f072a4-19a0-4d52-87d4-3af7c3d0fa80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-110c4126-25a0-4f79-be20-218429a498a4', 'network_id': '110c4126-25a0-4f79-be20-218429a498a4', 'tenant_id': '88760c5e167e4c4abc1263be6642087f', 'fixed_ips': [{'subnet_id': 'd4623572-4d2f-4ea4-986d-c389d29bffc7'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:12:08.613594 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-81f072a4-19a0-4d52-87d4-3af7c3d0fa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:08.617560 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f37616-3f23-460e-8a5f-844e605cbd0a tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d31c7e0-0b9b-4b82-8e51-a502610a4c42,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:08.650368 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4f23064c-8ef9-4692-a359-a74340aeeb3d tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:08.660765 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-49f37616-3f23-460e-8a5f-844e605cbd0a tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:08.662482 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-49f37616-3f23-460e-8a5f-844e605cbd0a tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "DELETE /v2.0/security-groups/2d31c7e0-0b9b-4b82-8e51-a502610a4c42 HTTP/1.1" status: 204 len: 168 time: 1.8184459 May 05 20:12:08.681084 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59546) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:08.682422 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4f23064c-8ef9-4692-a359-a74340aeeb3d tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:08.716240 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6ce5bb8e-66e4-478b-b7ae-214cdbd12013 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:08.716568 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1415199c-7c8c-49bd-9399-1c0a450ee69e tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:08.758226 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18bcb5f-6dc3-4dde-bc73-aaba74a61cd3 None None] Update dhcp port {'port': {'network_id': '06549593-4e36-4897-b3db-51a795771b98', 'fixed_ips': [{'subnet_id': '39a86f59-4276-4802-ba54-cd41f498ac18', 'ip_address': '172.20.0.18'}, {'subnet_id': '08ef3114-5533-422a-94d3-7c614c444d6c'}], 'binding:host_id': 'n-d-840717-1'}, 'id': '64e87512-49ac-48ab-af8e-411b98678289'} from n-d-840717-1. {{(pid=88199) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 05 20:12:08.776191 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-d2cd1d51-a82a-4366-a18c-7a57a2965e9b tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['573e342f-2a68-4e24-9617-4e99933e2798']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:12:08.789224 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-84ac0f85-3284-4b84-9b6b-dc18f91e5522 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1137764 May 05 20:12:08.792767 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-6ce5bb8e-66e4-478b-b7ae-214cdbd12013 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:12:08.797830 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-6ce5bb8e-66e4-478b-b7ae-214cdbd12013 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Usage tracker for resource:security_group_rule and tenant:0cc5f4a365af4a94a73e5ef336438b10 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:12:08.801988 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-6ce5bb8e-66e4-478b-b7ae-214cdbd12013 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:12:08.809044 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-6ce5bb8e-66e4-478b-b7ae-214cdbd12013 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:12:08.813148 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f23064c-8ef9-4692-a359-a74340aeeb3d tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Pushing event deleted for resources: {'Network': ['ID=474cfd92-932e-4bbf-af75-9661d9485256,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:08.818349 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59550) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:08.831306 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-4f23064c-8ef9-4692-a359-a74340aeeb3d tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] 10.222.0.36 "DELETE /v2.0/networks/474cfd92-932e-4bbf-af75-9661d9485256 HTTP/1.1" status: 204 len: 168 time: 9.8127456 May 05 20:12:08.841543 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59552) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:08.863279 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e18bcb5f-6dc3-4dde-bc73-aaba74a61cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:08.863508 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-a0b308aa-0ea9-49c1-8c8f-31db3149729a tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Request body: {'subnet': {'network_id': '110c4126-25a0-4f79-be20-218429a498a4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:12:08.891599 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1415199c-7c8c-49bd-9399-1c0a450ee69e tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Pushing event deleted for resources: {'Port': ['ID=b005912b-4205-498d-829f-8fc4cfc9724e,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:08.893930 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-2dfff2cd-f8ba-4666-8cac-c5f9d51e8cc8 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] show failed (client error): The resource could not be found. May 05 20:12:08.894988 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-2dfff2cd-f8ba-4666-8cac-c5f9d51e8cc8 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups/2d31c7e0-0b9b-4b82-8e51-a502610a4c42 HTTP/1.1" status: 404 len: 347 time: 0.2086625 May 05 20:12:08.898827 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-62291ae6-0e35-4c2f-9e33-8ff80e221bfd tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-857556774'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:12:08.910670 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59558) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:08.927756 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-62291ae6-0e35-4c2f-9e33-8ff80e221bfd tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:12:08.970249 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4252-cb53-44b0-b9fe-8f88de5723bb None None] Deleting port 3a2cb0cd-e3d5-47ba-b551-311e8b526d3b {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:12:08.970607 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4252-cb53-44b0-b9fe-8f88de5723bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:09.028930 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-d2cd1d51-a82a-4366-a18c-7a57a2965e9b tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bc93f75-d123-4e2e-b128-384c70adc4a9') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:12:09.029233 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-d2cd1d51-a82a-4366-a18c-7a57a2965e9b tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bc93f75-d123-4e2e-b128-384c70adc4a9') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:12:09.073038 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d2cd1d51-a82a-4366-a18c-7a57a2965e9b tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:09.097481 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0675abd2-acbf-4b59-8d64-fcd83c347406 req-aa75351e-bc8e-4350-91a0-5c6e8e62e647 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:09.101327 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0675abd2-acbf-4b59-8d64-fcd83c347406 req-aa75351e-bc8e-4350-91a0-5c6e8e62e647 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.4657340 May 05 20:12:09.105418 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-81f072a4-19a0-4d52-87d4-3af7c3d0fa80 None None] Allocated IP 2001:db8::2 (110c4126-25a0-4f79-be20-218429a498a4/d4623572-4d2f-4ea4-986d-c389d29bffc7/76f06876-92c4-4332-ab88-b9f57d8f188d) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:12:09.125398 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-62291ae6-0e35-4c2f-9e33-8ff80e221bfd tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Usage tracker for resource:network and tenant:b84517431db84d2ea9b94084b415b5bd is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:12:09.140922 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-62291ae6-0e35-4c2f-9e33-8ff80e221bfd tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:12:09.155559 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d2cd1d51-a82a-4366-a18c-7a57a2965e9b tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:09.181615 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-62291ae6-0e35-4c2f-9e33-8ff80e221bfd tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:12:09.186207 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5405885a-ee3d-4a4c-8fd7-6c77347870d4 req-a8180cf0-e49a-4d76-b20a-09e77bdf9b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:09.188508 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5405885a-ee3d-4a4c-8fd7-6c77347870d4 req-a8180cf0-e49a-4d76-b20a-09e77bdf9b23 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=56e8fe9085fa4bdb932a4c29aaeb4c08&device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 1096 time: 0.6058333 May 05 20:12:09.194757 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2cd1d51-a82a-4366-a18c-7a57a2965e9b tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:12:09.195547 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d2cd1d51-a82a-4366-a18c-7a57a2965e9b tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:09.239455 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4252-cb53-44b0-b9fe-8f88de5723bb None None] The port '3a2cb0cd-e3d5-47ba-b551-311e8b526d3b' was deleted {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 20:12:09.311393 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-3fbb2093-a31c-4679-855f-b7b3c8f6d21e tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Deleting port 35fc26b4-cd7c-4a27-b717-764c641130db {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:12:09.311393 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3fbb2093-a31c-4679-855f-b7b3c8f6d21e tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:09.410373 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:12:09.410373 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:12:09.410373 n-d-840717-1 neutron-server[88197]: timer() May 05 20:12:09.410373 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:12:09.410373 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:12:09.410373 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:12:09.410373 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:12:09.410373 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:12:09.410373 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:12:09.410373 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:12:09.410373 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:12:09.410373 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:12:09.410373 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:12:09.410373 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:12:09.410373 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:12:09.410373 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:12:09.410373 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:12:09.410373 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:12:09.410373 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:12:09.410373 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:12:09.410373 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:12:09.410373 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:12:09.410373 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:12:09.410373 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:12:09.410373 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:12:09.410373 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:12:09.410373 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:12:09.410373 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:12:09.410373 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:12:09.410373 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:12:09.410373 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:12:09.410373 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:12:09.442679 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62291ae6-0e35-4c2f-9e33-8ff80e221bfd tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Made reservation on behalf of b84517431db84d2ea9b94084b415b5bd for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:12:09.447575 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-62291ae6-0e35-4c2f-9e33-8ff80e221bfd tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:09.447742 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0675abd2-acbf-4b59-8d64-fcd83c347406 req-c9323736-22d8-47e3-af08-f6812490502c tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3351049 May 05 20:12:09.514198 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1415199c-7c8c-49bd-9399-1c0a450ee69e tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:09.516753 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-1415199c-7c8c-49bd-9399-1c0a450ee69e tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] 10.222.0.36 "DELETE /v2.0/ports/b005912b-4205-498d-829f-8fc4cfc9724e HTTP/1.1" status: 204 len: 168 time: 2.8298993 May 05 20:12:09.522257 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59562) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:09.538696 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6ce5bb8e-66e4-478b-b7ae-214cdbd12013 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:09.545220 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-958e4b4c-bd22-4101-bab4-d186409a94ca tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7ee9b6ff-374b-4327-af14-f225cb02d961', 'external_fixed_ips': [{'subnet_id': 'edbb76a5-ea1d-4360-91f0-5b81942f0a07', 'ip_address': '172.20.0.10'}]}}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:12:09.552918 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-958e4b4c-bd22-4101-bab4-d186409a94ca tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:12:09.555383 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d2cd1d51-a82a-4366-a18c-7a57a2965e9b tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:09.564682 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6ce5bb8e-66e4-478b-b7ae-214cdbd12013 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:09.574019 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:12:09.600044 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:09.624102 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-958e4b4c-bd22-4101-bab4-d186409a94ca tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Usage tracker for resource:router and tenant:40cfd74d8bc944d4b86ff8a8157ab9bc is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:12:09.642678 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62291ae6-0e35-4c2f-9e33-8ff80e221bfd tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:12:09.652233 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d2cd1d51-a82a-4366-a18c-7a57a2965e9b tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:09.655411 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-62291ae6-0e35-4c2f-9e33-8ff80e221bfd tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:09.655892 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-62291ae6-0e35-4c2f-9e33-8ff80e221bfd tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Added segment 4babe094-00a3-463b-993f-ecb1b60086d5 of type vlan for network 12669e82-0c42-4d16-93c1-0ea4b534a659 May 05 20:12:09.659763 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-958e4b4c-bd22-4101-bab4-d186409a94ca tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:12:09.687948 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-958e4b4c-bd22-4101-bab4-d186409a94ca tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:12:09.690172 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cd1d51-a82a-4366-a18c-7a57a2965e9b tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] Pushing event deleted for resources: {'Network': ['ID=573e342f-2a68-4e24-9617-4e99933e2798,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:09.699079 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-62291ae6-0e35-4c2f-9e33-8ff80e221bfd tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:09.743530 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d2cd1d51-a82a-4366-a18c-7a57a2965e9b tempest-TagsExtTest-1563113789 tempest-TagsExtTest-1563113789-project] 10.222.0.36 "DELETE /v2.0/networks/573e342f-2a68-4e24-9617-4e99933e2798 HTTP/1.1" status: 204 len: 168 time: 3.4873390 May 05 20:12:09.776347 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6ce5bb8e-66e4-478b-b7ae-214cdbd12013 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:09.777648 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-6ce5bb8e-66e4-478b-b7ae-214cdbd12013 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.7118156 May 05 20:12:09.778591 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce5bb8e-66e4-478b-b7ae-214cdbd12013 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04cd2f2f-69b1-4eff-8989-c548eaca0319,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:09.781156 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-958e4b4c-bd22-4101-bab4-d186409a94ca tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:09.782188 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-958e4b4c-bd22-4101-bab4-d186409a94ca tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:09.797568 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-958e4b4c-bd22-4101-bab4-d186409a94ca tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:09.800496 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59570) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:09.809323 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5405885a-ee3d-4a4c-8fd7-6c77347870d4 req-acc0f4f1-4252-4e63-8447-b9a6c1580cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:09.810997 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5405885a-ee3d-4a4c-8fd7-6c77347870d4 req-acc0f4f1-4252-4e63-8447-b9a6c1580cab service neutron] 10.222.0.50 "GET /v2.0/networks?id=7506b31f-3419-46e4-835c-80fe813661d5 HTTP/1.1" status: 200 len: 913 time: 0.3929248 May 05 20:12:09.815137 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-8e8960d6-2328-49df-8537-d4ebf3e15eb6 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Request body: {'security_group': {'name': 'tempest-secgroup-289782189'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:12:09.816276 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-e18bcb5f-6dc3-4dde-bc73-aaba74a61cd3 None None] Allocated IP 172.20.0.2 (06549593-4e36-4897-b3db-51a795771b98/08ef3114-5533-422a-94d3-7c614c444d6c/64e87512-49ac-48ab-af8e-411b98678289) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:12:09.837167 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-81f072a4-19a0-4d52-87d4-3af7c3d0fa80 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:09.868582 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-81f072a4-19a0-4d52-87d4-3af7c3d0fa80 None None] Transition to ACTIVE for port object 76f06876-92c4-4332-ab88-b9f57d8f188d will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:12:09.875406 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-8e8960d6-2328-49df-8537-d4ebf3e15eb6 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:12:09.916659 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-8e8960d6-2328-49df-8537-d4ebf3e15eb6 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Usage tracker for resource:security_group and tenant:0cc5f4a365af4a94a73e5ef336438b10 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:12:09.920459 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-8e8960d6-2328-49df-8537-d4ebf3e15eb6 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:12:09.927181 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-8e8960d6-2328-49df-8537-d4ebf3e15eb6 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:12:09.946131 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8e8960d6-2328-49df-8537-d4ebf3e15eb6 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:09.962956 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-81f072a4-19a0-4d52-87d4-3af7c3d0fa80 None None] Transition to ACTIVE for port object 76f06876-92c4-4332-ab88-b9f57d8f188d will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:12:09.984312 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-81f072a4-19a0-4d52-87d4-3af7c3d0fa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:10.017120 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a0b308aa-0ea9-49c1-8c8f-31db3149729a tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:12:10.021929 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a0b308aa-0ea9-49c1-8c8f-31db3149729a tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Usage tracker for resource:subnet and tenant:88760c5e167e4c4abc1263be6642087f is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:12:10.025254 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a0b308aa-0ea9-49c1-8c8f-31db3149729a tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:12:10.034968 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a0b308aa-0ea9-49c1-8c8f-31db3149729a tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:12:10.057929 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-62291ae6-0e35-4c2f-9e33-8ff80e221bfd tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:10.065598 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62291ae6-0e35-4c2f-9e33-8ff80e221bfd tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:10.066240 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-62291ae6-0e35-4c2f-9e33-8ff80e221bfd tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:10.071387 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b308aa-0ea9-49c1-8c8f-31db3149729a tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Made reservation on behalf of 88760c5e167e4c4abc1263be6642087f for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:12:10.076437 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a0b308aa-0ea9-49c1-8c8f-31db3149729a tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:10.121688 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59576) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:10.143332 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f072a4-19a0-4d52-87d4-3af7c3d0fa80 None None] Pushing event updated for resources: {'Port': ['ID=76f06876-92c4-4332-ab88-b9f57d8f188d,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:10.146142 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-8e8960d6-2328-49df-8537-d4ebf3e15eb6 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:12:10.149907 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f072a4-19a0-4d52-87d4-3af7c3d0fa80 None None] Network 110c4126-25a0-4f79-be20-218429a498a4 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:12:10.153687 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-81f072a4-19a0-4d52-87d4-3af7c3d0fa80 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:12:10.155022 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-8e8960d6-2328-49df-8537-d4ebf3e15eb6 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Usage tracker for resource:security_group_rule and tenant:0cc5f4a365af4a94a73e5ef336438b10 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:12:10.158825 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f072a4-19a0-4d52-87d4-3af7c3d0fa80 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:12:10.218330 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-8e8960d6-2328-49df-8537-d4ebf3e15eb6 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:12:10.222020 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5405885a-ee3d-4a4c-8fd7-6c77347870d4 req-16f397e7-8924-4255-bab0-f7643c279b2b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3f7222db-61b2-414b-9998-e780d493326a HTTP/1.1" status: 200 len: 999 time: 0.4020116 May 05 20:12:10.240131 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-e18bcb5f-6dc3-4dde-bc73-aaba74a61cd3 None None] For port 64e87512-49ac-48ab-af8e-411b98678289, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=64e87512-49ac-48ab-af8e-411b98678289,segment=NetworkSegment(261b8cdf-8b05-4f6a-9ef0-d58aa2bfd7db),segment_id=261b8cdf-8b05-4f6a-9ef0-d58aa2bfd7db)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:12:10.259186 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-81f072a4-19a0-4d52-87d4-3af7c3d0fa80 None None] Attempting to bind port 76f06876-92c4-4332-ab88-b9f57d8f188d on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:12:10.259717 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-81f072a4-19a0-4d52-87d4-3af7c3d0fa80 None None] Attempting to bind port 76f06876-92c4-4332-ab88-b9f57d8f188d by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '01bfd92d-e80d-46fa-b6be-08952025c112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '110c4126-25a0-4f79-be20-218429a498a4'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:12:10.260087 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f072a4-19a0-4d52-87d4-3af7c3d0fa80 None None] Attempting to bind port 76f06876-92c4-4332-ab88-b9f57d8f188d on network 110c4126-25a0-4f79-be20-218429a498a4 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:12:10.267723 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f072a4-19a0-4d52-87d4-3af7c3d0fa80 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:12:10.268364 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f072a4-19a0-4d52-87d4-3af7c3d0fa80 None None] Checking segment: {'id': '01bfd92d-e80d-46fa-b6be-08952025c112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '110c4126-25a0-4f79-be20-218429a498a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:12:10.268968 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-81f072a4-19a0-4d52-87d4-3af7c3d0fa80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:10.269784 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f072a4-19a0-4d52-87d4-3af7c3d0fa80 None None] Bound using segment: {'id': '01bfd92d-e80d-46fa-b6be-08952025c112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '110c4126-25a0-4f79-be20-218429a498a4'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:12:10.270428 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-81f072a4-19a0-4d52-87d4-3af7c3d0fa80 None None] Bound port: 76f06876-92c4-4332-ab88-b9f57d8f188d, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01bfd92d-e80d-46fa-b6be-08952025c112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '110c4126-25a0-4f79-be20-218429a498a4'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:12:10.271024 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-81f072a4-19a0-4d52-87d4-3af7c3d0fa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:10.278830 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3fbb2093-a31c-4679-855f-b7b3c8f6d21e tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:10.279326 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3fbb2093-a31c-4679-855f-b7b3c8f6d21e tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:10.290733 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-8e8960d6-2328-49df-8537-d4ebf3e15eb6 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:12:10.293833 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-62291ae6-0e35-4c2f-9e33-8ff80e221bfd tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4093645 May 05 20:12:10.294711 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59582) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:10.352556 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-958e4b4c-bd22-4101-bab4-d186409a94ca tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:10.356267 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e18bcb5f-6dc3-4dde-bc73-aaba74a61cd3 None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:10.369078 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-696d661d-0b73-4f43-bcc7-5bbcf08455ee tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Request body: {'subnet': {'network_id': '12669e82-0c42-4d16-93c1-0ea4b534a659', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:12:10.391508 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-e18bcb5f-6dc3-4dde-bc73-aaba74a61cd3 None None] Transition to ACTIVE for port object 64e87512-49ac-48ab-af8e-411b98678289 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:12:10.400084 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e18bcb5f-6dc3-4dde-bc73-aaba74a61cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:10.442543 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62291ae6-0e35-4c2f-9e33-8ff80e221bfd tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Pushing event updated for resources: {'Network': ['ID=12669e82-0c42-4d16-93c1-0ea4b534a659,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:10.447696 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5405885a-ee3d-4a4c-8fd7-6c77347870d4 req-ee120954-43d1-404c-9fd9-36e6bff7fb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:10.449165 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5405885a-ee3d-4a4c-8fd7-6c77347870d4 req-ee120954-43d1-404c-9fd9-36e6bff7fb7d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e2507cd6-290d-4d3d-b14e-048ce031bb0a HTTP/1.1" status: 200 len: 851 time: 0.1598930 May 05 20:12:10.456364 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-81f072a4-19a0-4d52-87d4-3af7c3d0fa80 None None] For port 76f06876-92c4-4332-ab88-b9f57d8f188d, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:12:10.459253 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f2ffe48c-2f20-4e68-b2bd-31f9ba2d5d4a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=974a09ee509e452abf1b7ceecd9655c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3362486 May 05 20:12:10.467217 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 12669e82-0c42-4d16-93c1-0ea4b534a659 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:12:10.470254 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59586) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:10.545682 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-3fbb2093-a31c-4679-855f-b7b3c8f6d21e tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Calling delete_port for 35fc26b4-cd7c-4a27-b717-764c641130db owned by network:floatingip {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:12:10.579587 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-81f072a4-19a0-4d52-87d4-3af7c3d0fa80 None None] For port 76f06876-92c4-4332-ab88-b9f57d8f188d, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=76f06876-92c4-4332-ab88-b9f57d8f188d,segment=NetworkSegment(01bfd92d-e80d-46fa-b6be-08952025c112),segment_id=01bfd92d-e80d-46fa-b6be-08952025c112)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:12:10.605511 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8e8960d6-2328-49df-8537-d4ebf3e15eb6 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:10.624662 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8e8960d6-2328-49df-8537-d4ebf3e15eb6 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:10.626416 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-81f072a4-19a0-4d52-87d4-3af7c3d0fa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:10.691567 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18bcb5f-6dc3-4dde-bc73-aaba74a61cd3 None None] Pushing event updated for resources: {'Port': ['ID=64e87512-49ac-48ab-af8e-411b98678289,revision_number=6']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:10.786579 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f072a4-19a0-4d52-87d4-3af7c3d0fa80 None None] Pushing event updated for resources: {'Port': ['ID=76f06876-92c4-4332-ab88-b9f57d8f188d,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:10.801535 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-15632780-a305-4370-8a32-eff10eed9970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:10.810774 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8e8960d6-2328-49df-8537-d4ebf3e15eb6 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:10.814907 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-8e8960d6-2328-49df-8537-d4ebf3e15eb6 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0135648 May 05 20:12:10.815645 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59596) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:10.827387 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8960d6-2328-49df-8537-d4ebf3e15eb6 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c9ef87-3045-41b5-a0a0-9d3098ad0717,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:10.837412 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-3ba054f9-5c0a-4db4-85dd-60599667787c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1146129240', 'security_groups': ['a6c9ef87-3045-41b5-a0a0-9d3098ad0717'], 'network_id': '06549593-4e36-4897-b3db-51a795771b98', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '08ef3114-5533-422a-94d3-7c614c444d6c'}]}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:12:10.861525 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-696d661d-0b73-4f43-bcc7-5bbcf08455ee tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:12:10.879328 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-696d661d-0b73-4f43-bcc7-5bbcf08455ee tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Usage tracker for resource:subnet and tenant:b84517431db84d2ea9b94084b415b5bd is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:12:10.887325 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-696d661d-0b73-4f43-bcc7-5bbcf08455ee tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:12:10.893650 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-696d661d-0b73-4f43-bcc7-5bbcf08455ee tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:12:10.910647 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5405885a-ee3d-4a4c-8fd7-6c77347870d4 req-b145b2ec-173f-42c3-aaf3-811676f4ed64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:10.912386 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5405885a-ee3d-4a4c-8fd7-6c77347870d4 req-b145b2ec-173f-42c3-aaf3-811676f4ed64 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7506b31f-3419-46e4-835c-80fe813661d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4447522 May 05 20:12:10.927463 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-15632780-a305-4370-8a32-eff10eed9970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:11.109508 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-696d661d-0b73-4f43-bcc7-5bbcf08455ee tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Made reservation on behalf of b84517431db84d2ea9b94084b415b5bd for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:12:11.122588 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-696d661d-0b73-4f43-bcc7-5bbcf08455ee tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:11.224269 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a0b308aa-0ea9-49c1-8c8f-31db3149729a tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:11.388108 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5405885a-ee3d-4a4c-8fd7-6c77347870d4 req-90c1f21c-3b6d-4605-be35-cba82742fa30 service neutron] 10.222.0.50 "GET /v2.0/networks/7506b31f-3419-46e4-835c-80fe813661d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4636745 May 05 20:12:11.397441 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-3ba054f9-5c0a-4db4-85dd-60599667787c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:12:11.408355 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-3ba054f9-5c0a-4db4-85dd-60599667787c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:12:11.544699 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 64e87512-49ac-48ab-af8e-411b98678289 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:12:11.669762 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5405885a-ee3d-4a4c-8fd7-6c77347870d4 req-a7f59411-0abd-4ed3-9ed4-63f3fb5e415a service neutron] 10.222.0.50 "GET /v2.0/networks/7506b31f-3419-46e4-835c-80fe813661d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535613 May 05 20:12:11.674300 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba054f9-5c0a-4db4-85dd-60599667787c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Made reservation on behalf of 0cc5f4a365af4a94a73e5ef336438b10 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:12:11.705410 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 76f06876-92c4-4332-ab88-b9f57d8f188d up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:12:11.734744 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f645c50-4395-40d9-8ee4-524863b8f860 req-af950b24-1bbd-4784-b828-7534affb2a92 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:11.743431 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3f645c50-4395-40d9-8ee4-524863b8f860 req-af950b24-1bbd-4784-b828-7534affb2a92 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.9975963 May 05 20:12:11.758956 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-15632780-a305-4370-8a32-eff10eed9970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:11.773684 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b308aa-0ea9-49c1-8c8f-31db3149729a tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Network 110c4126-25a0-4f79-be20-218429a498a4 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:12:11.775941 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-a0b308aa-0ea9-49c1-8c8f-31db3149729a tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:12:11.779956 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b308aa-0ea9-49c1-8c8f-31db3149729a tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:11.781170 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a0b308aa-0ea9-49c1-8c8f-31db3149729a tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:11.788034 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-696d661d-0b73-4f43-bcc7-5bbcf08455ee tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:11.801606 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-2b14a0ff-ba4e-4d00-a5e3-596001843d6d None None] Provisioning for port 64e87512-49ac-48ab-af8e-411b98678289 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:12:11.805241 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3fbb2093-a31c-4679-855f-b7b3c8f6d21e tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:11.813181 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-2b14a0ff-ba4e-4d00-a5e3-596001843d6d None None] Provisioning complete for port 64e87512-49ac-48ab-af8e-411b98678289 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:12:11.813930 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2b14a0ff-ba4e-4d00-a5e3-596001843d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:11.852993 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 76f06876-92c4-4332-ab88-b9f57d8f188d completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:12:11.866539 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15632780-a305-4370-8a32-eff10eed9970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9856cd-a7c8-4c47-aecd-b3e753f72a10,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:11.899394 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-15632780-a305-4370-8a32-eff10eed9970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:11.903850 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b308aa-0ea9-49c1-8c8f-31db3149729a tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event updated for resources: {'Subnet': ['ID=e27d4a70-3b61-4e05-b0ee-b183804b7463,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:11.917514 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-15632780-a305-4370-8a32-eff10eed9970 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7d9856cd-a7c8-4c47-aecd-b3e753f72a10 HTTP/1.1" status: 204 len: 168 time: 1.4447021 May 05 20:12:11.970233 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3f645c50-4395-40d9-8ee4-524863b8f860 req-7fb85b76-47e3-4813-a248-0c9ce9dd5399 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2258067 May 05 20:12:12.065400 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbb2093-a31c-4679-855f-b7b3c8f6d21e tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Pushing event deleted for resources: {'Port': ['ID=35fc26b4-cd7c-4a27-b717-764c641130db,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:12.158080 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-2b14a0ff-ba4e-4d00-a5e3-596001843d6d None None] Provisioning complete for port 7e3809c3-4527-4731-8aa3-79a353440aa0 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:12:12.158646 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2b14a0ff-ba4e-4d00-a5e3-596001843d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:12.193994 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3fbb2093-a31c-4679-855f-b7b3c8f6d21e tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks [] for floatingip, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:12.196959 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3fbb2093-a31c-4679-855f-b7b3c8f6d21e tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:12.198556 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3fbb2093-a31c-4679-855f-b7b3c8f6d21e tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "DELETE /v2.0/floatingips/a267eff8-eac4-4b30-8244-a17bb1068d4b HTTP/1.1" status: 204 len: 168 time: 3.2759032 May 05 20:12:12.221157 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a0b308aa-0ea9-49c1-8c8f-31db3149729a tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.3833678 May 05 20:12:12.242025 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59608) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:12.251689 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-c831f003-58e8-4f77-8251-2df3eb1a9edf tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Request body: {'port': {'network_id': '110c4126-25a0-4f79-be20-218429a498a4', 'fixed_ips': [{'subnet_id': 'd4623572-4d2f-4ea4-986d-c389d29bffc7'}, {'subnet_id': 'e27d4a70-3b61-4e05-b0ee-b183804b7463'}], 'name': 'tempest-PortsIpV6TestJSON-844720411'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:12:12.294507 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696d661d-0b73-4f43-bcc7-5bbcf08455ee tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Pushing event updated for resources: {'Subnet': ['ID=41431eee-788b-4692-bc16-54518bd7ce21,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:12.308496 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3ba054f9-5c0a-4db4-85dd-60599667787c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:12.315707 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696d661d-0b73-4f43-bcc7-5bbcf08455ee tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Checking segment: {'id': '4babe094-00a3-463b-993f-ecb1b60086d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '12669e82-0c42-4d16-93c1-0ea4b534a659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:12:12.316063 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696d661d-0b73-4f43-bcc7-5bbcf08455ee tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Network hostable DHCP agents. Network: 12669e82-0c42-4d16-93c1-0ea4b534a659, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:12:12.361136 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696d661d-0b73-4f43-bcc7-5bbcf08455ee tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Network 12669e82-0c42-4d16-93c1-0ea4b534a659 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:12:12.379312 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-696d661d-0b73-4f43-bcc7-5bbcf08455ee tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 12669e82-0c42-4d16-93c1-0ea4b534a659) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:12:12.384804 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696d661d-0b73-4f43-bcc7-5bbcf08455ee tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:12.394252 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-696d661d-0b73-4f43-bcc7-5bbcf08455ee tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:12.416257 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-2b14a0ff-ba4e-4d00-a5e3-596001843d6d None None] Port 7e3809c3-4527-4731-8aa3-79a353440aa0 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:12:12.420481 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5caf6e46-929e-424f-9098-dad3dfbfd963 None None] Network 12669e82-0c42-4d16-93c1-0ea4b534a659 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:12:12.444437 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-696d661d-0b73-4f43-bcc7-5bbcf08455ee tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.0885208 May 05 20:12:12.444883 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59616) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:12.503548 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9a174b-9118-467d-ad43-7ce8c2ca0557 None None] Network 110c4126-25a0-4f79-be20-218429a498a4 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:12:12.617791 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [None req-3ba054f9-5c0a-4db4-85dd-60599667787c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] device_id is not set on port 0ecef570-9dbb-44e8-99ef-8b2711deec32 yet. {{(pid=88197) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:12:12.811043 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-958e4b4c-bd22-4101-bab4-d186409a94ca tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:12.871543 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-958e4b4c-bd22-4101-bab4-d186409a94ca tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:12.872326 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-ce62670c-3811-44c8-a224-6f9013487310 None None] Provisioning for port 76f06876-92c4-4332-ab88-b9f57d8f188d completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:12:12.922754 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-ce62670c-3811-44c8-a224-6f9013487310 None None] Provisioning complete for port 76f06876-92c4-4332-ab88-b9f57d8f188d triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:12:12.924567 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ce62670c-3811-44c8-a224-6f9013487310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:13.065208 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2215cdb3-62b2-4848-aae8-44f28fe24cc4 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:13.233600 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59634) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:13.243890 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-d02c84c2-e185-4aa3-b7be-d8ea33a372c8 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Request body: {'security_group': {'name': 'tempest-securitygroup--323530925', 'description': 'tempest-description--1694716647'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:12:13.258147 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2215cdb3-62b2-4848-aae8-44f28fe24cc4 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:13.308200 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-c831f003-58e8-4f77-8251-2df3eb1a9edf tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:12:13.331851 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d02c84c2-e185-4aa3-b7be-d8ea33a372c8 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:12:13.342118 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2215cdb3-62b2-4848-aae8-44f28fe24cc4 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:13.347993 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d02c84c2-e185-4aa3-b7be-d8ea33a372c8 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Usage tracker for resource:security_group and tenant:3bcce80065784aa6a77c066afd5e6401 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:12:13.380797 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-c831f003-58e8-4f77-8251-2df3eb1a9edf tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Usage tracker for resource:port and tenant:88760c5e167e4c4abc1263be6642087f is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:12:13.385329 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d02c84c2-e185-4aa3-b7be-d8ea33a372c8 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:12:13.390873 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2215cdb3-62b2-4848-aae8-44f28fe24cc4 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Pushing event deleted for resources: {'Subnet': ['ID=41431eee-788b-4692-bc16-54518bd7ce21,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:13.398858 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d02c84c2-e185-4aa3-b7be-d8ea33a372c8 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:12:13.412544 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-c831f003-58e8-4f77-8251-2df3eb1a9edf tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:12:13.448724 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59642) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:13.464404 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-c831f003-58e8-4f77-8251-2df3eb1a9edf tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:12:13.500907 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2215cdb3-62b2-4848-aae8-44f28fe24cc4 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:13.502004 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-958e4b4c-bd22-4101-bab4-d186409a94ca tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Allocated IP 172.20.0.10 (7ee9b6ff-374b-4327-af14-f225cb02d961/edbb76a5-ea1d-4360-91f0-5b81942f0a07/1aa9f8d9-8e92-4e48-97fb-e7956762f1eb) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:12:13.528254 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-2215cdb3-62b2-4848-aae8-44f28fe24cc4 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12669e82-0c42-4d16-93c1-0ea4b534a659']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:12:13.541639 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-2215cdb3-62b2-4848-aae8-44f28fe24cc4 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4babe094-00a3-463b-993f-ecb1b60086d5') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:12:13.542071 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-2215cdb3-62b2-4848-aae8-44f28fe24cc4 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4babe094-00a3-463b-993f-ecb1b60086d5') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:12:13.569688 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739caf6a-d231-464b-b67b-18f91497dec8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-12669e82-0c42-4d16-93c1-0ea4b534a659', 'network_id': '12669e82-0c42-4d16-93c1-0ea4b534a659', 'tenant_id': 'b84517431db84d2ea9b94084b415b5bd', 'fixed_ips': [{'subnet_id': '41431eee-788b-4692-bc16-54518bd7ce21'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:12:13.570663 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-739caf6a-d231-464b-b67b-18f91497dec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:13.571122 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2215cdb3-62b2-4848-aae8-44f28fe24cc4 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:13.592418 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2215cdb3-62b2-4848-aae8-44f28fe24cc4 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:13.598989 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2215cdb3-62b2-4848-aae8-44f28fe24cc4 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:12:13.599627 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2215cdb3-62b2-4848-aae8-44f28fe24cc4 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:13.641710 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-3ba054f9-5c0a-4db4-85dd-60599667787c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Allocated IP 172.20.0.4 (06549593-4e36-4897-b3db-51a795771b98/08ef3114-5533-422a-94d3-7c614c444d6c/0ecef570-9dbb-44e8-99ef-8b2711deec32) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:12:13.680397 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ce62670c-3811-44c8-a224-6f9013487310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:13.697710 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:12:13.697710 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:12:13.697710 n-d-840717-1 neutron-server[88198]: timer() May 05 20:12:13.697710 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:12:13.697710 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:12:13.697710 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:12:13.697710 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:12:13.697710 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:12:13.697710 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:12:13.697710 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:12:13.697710 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:12:13.697710 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:12:13.697710 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:12:13.697710 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:12:13.697710 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:12:13.697710 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:12:13.697710 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:12:13.697710 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:12:13.697710 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:12:13.697710 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:12:13.697710 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:12:13.697710 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:12:13.697710 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:12:13.697710 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:12:13.697710 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:12:13.697710 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:12:13.697710 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:12:13.697710 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:12:13.697710 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:12:13.697710 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:12:13.697710 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:12:13.697710 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:12:13.702153 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2215cdb3-62b2-4848-aae8-44f28fe24cc4 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:13.737923 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-ce62670c-3811-44c8-a224-6f9013487310 None None] For port 76f06876-92c4-4332-ab88-b9f57d8f188d, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=76f06876-92c4-4332-ab88-b9f57d8f188d,segment=NetworkSegment(01bfd92d-e80d-46fa-b6be-08952025c112),segment_id=01bfd92d-e80d-46fa-b6be-08952025c112)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:12:13.738880 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2215cdb3-62b2-4848-aae8-44f28fe24cc4 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:13.740554 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-f8567491-0eab-4c1a-b374-67053b6191f4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1385368175-network', 'tenant_id': '93994b8a483b4f4cb2c36ea9fc089cc9'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:12:13.742740 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ce62670c-3811-44c8-a224-6f9013487310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:13.748648 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c831f003-58e8-4f77-8251-2df3eb1a9edf tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Made reservation on behalf of 88760c5e167e4c4abc1263be6642087f for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:12:13.752567 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae324fc1-7374-42e5-8bc3-c6e21c2c4022 req-d66787aa-0db2-41f2-ac69-758c9c86aaca tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:13.759857 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ae324fc1-7374-42e5-8bc3-c6e21c2c4022 req-d66787aa-0db2-41f2-ac69-758c9c86aaca tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.5861609 May 05 20:12:13.767884 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d02c84c2-e185-4aa3-b7be-d8ea33a372c8 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:13.769393 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-f8567491-0eab-4c1a-b374-67053b6191f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:12:13.781725 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2215cdb3-62b2-4848-aae8-44f28fe24cc4 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Pushing event deleted for resources: {'Network': ['ID=12669e82-0c42-4d16-93c1-0ea4b534a659,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:13.813148 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-2215cdb3-62b2-4848-aae8-44f28fe24cc4 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] 10.222.0.36 "DELETE /v2.0/networks/12669e82-0c42-4d16-93c1-0ea4b534a659 HTTP/1.1" status: 204 len: 168 time: 1.3631415 May 05 20:12:13.824045 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59648) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:13.831926 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-f8567491-0eab-4c1a-b374-67053b6191f4 admin admin] Usage tracker for resource:network and tenant:93994b8a483b4f4cb2c36ea9fc089cc9 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:12:13.838681 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d02c84c2-e185-4aa3-b7be-d8ea33a372c8 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:12:13.843045 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-f8567491-0eab-4c1a-b374-67053b6191f4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:12:13.847573 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d02c84c2-e185-4aa3-b7be-d8ea33a372c8 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Usage tracker for resource:security_group_rule and tenant:3bcce80065784aa6a77c066afd5e6401 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:12:13.853588 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d02c84c2-e185-4aa3-b7be-d8ea33a372c8 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:12:13.863169 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d02c84c2-e185-4aa3-b7be-d8ea33a372c8 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:12:13.879091 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-f8567491-0eab-4c1a-b374-67053b6191f4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:12:13.891858 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce62670c-3811-44c8-a224-6f9013487310 None None] Pushing event updated for resources: {'Port': ['ID=76f06876-92c4-4332-ab88-b9f57d8f188d,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:13.894525 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6846764f-163b-471f-a282-ada2cbbaa016 None None] Network 12669e82-0c42-4d16-93c1-0ea4b534a659 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:12:13.951761 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6846764f-163b-471f-a282-ada2cbbaa016 None None] Network 12669e82-0c42-4d16-93c1-0ea4b534a659 could not be found, it might have been deleted concurrently. {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} May 05 20:12:13.977080 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42fa95a-8207-4686-ae3a-542ce4e612a4 None None] Update dhcp port {'port': {'network_id': '110c4126-25a0-4f79-be20-218429a498a4', 'fixed_ips': [{'subnet_id': 'd4623572-4d2f-4ea4-986d-c389d29bffc7', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e27d4a70-3b61-4e05-b0ee-b183804b7463'}], 'binding:host_id': 'n-d-840717-1'}, 'id': '76f06876-92c4-4332-ab88-b9f57d8f188d'} from n-d-840717-1. {{(pid=88199) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 05 20:12:13.984573 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-fed90bb4-8b09-482e-b553-af19a1db405f tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-574507560'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:12:14.005095 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-fed90bb4-8b09-482e-b553-af19a1db405f tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:12:14.026574 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ae324fc1-7374-42e5-8bc3-c6e21c2c4022 req-91da0f59-f349-409f-82dd-260bc9ffe367 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2658021 May 05 20:12:14.028761 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-fed90bb4-8b09-482e-b553-af19a1db405f tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Usage tracker for resource:network and tenant:b84517431db84d2ea9b94084b415b5bd is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:12:14.035488 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d02c84c2-e185-4aa3-b7be-d8ea33a372c8 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:14.037596 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-fed90bb4-8b09-482e-b553-af19a1db405f tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:12:14.043106 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d02c84c2-e185-4aa3-b7be-d8ea33a372c8 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:14.052910 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b42fa95a-8207-4686-ae3a-542ce4e612a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:14.095249 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-fed90bb4-8b09-482e-b553-af19a1db405f tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:12:14.102506 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d02c84c2-e185-4aa3-b7be-d8ea33a372c8 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:14.105012 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d02c84c2-e185-4aa3-b7be-d8ea33a372c8 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8695748 May 05 20:12:14.116602 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59654) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:14.137347 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-b5da07f4-f043-4280-a628-d55207690c91 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Request body: {'security_group_rule': {'security_group_id': 'fa34c6b7-f79e-42a5-a73d-73f26fc7f98f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:12:14.146343 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b5da07f4-f043-4280-a628-d55207690c91 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:12:14.151642 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-b5da07f4-f043-4280-a628-d55207690c91 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Usage tracker for resource:security_group_rule and tenant:3bcce80065784aa6a77c066afd5e6401 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:12:14.155656 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-b5da07f4-f043-4280-a628-d55207690c91 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:12:14.163756 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b5da07f4-f043-4280-a628-d55207690c91 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:12:14.177105 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:14.197289 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02c84c2-e185-4aa3-b7be-d8ea33a372c8 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa34c6b7-f79e-42a5-a73d-73f26fc7f98f,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:14.211660 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed90bb4-8b09-482e-b553-af19a1db405f tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Made reservation on behalf of b84517431db84d2ea9b94084b415b5bd for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:12:14.216249 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fed90bb4-8b09-482e-b553-af19a1db405f tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:14.227060 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b5da07f4-f043-4280-a628-d55207690c91 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:14.260158 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8567491-0eab-4c1a-b374-67053b6191f4 admin admin] Made reservation on behalf of 93994b8a483b4f4cb2c36ea9fc089cc9 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:12:14.262683 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f8567491-0eab-4c1a-b374-67053b6191f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:14.337270 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b5da07f4-f043-4280-a628-d55207690c91 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:14.347563 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b5da07f4-f043-4280-a628-d55207690c91 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:14.363556 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fed90bb4-8b09-482e-b553-af19a1db405f tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:12:14.381177 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-b42fa95a-8207-4686-ae3a-542ce4e612a4 None None] Allocated IP 2001:db8:0:1::2 (110c4126-25a0-4f79-be20-218429a498a4/e27d4a70-3b61-4e05-b0ee-b183804b7463/76f06876-92c4-4332-ab88-b9f57d8f188d) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:12:14.387411 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f8567491-0eab-4c1a-b374-67053b6191f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:14.399488 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5da07f4-f043-4280-a628-d55207690c91 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88541f61-e15c-4fbe-bace-9a1fec5dd468,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:14.411699 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fed90bb4-8b09-482e-b553-af19a1db405f tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:14.412044 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-fed90bb4-8b09-482e-b553-af19a1db405f tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Added segment 6d036ad5-81b4-4155-a219-cd2749d8926a of type vlan for network 25c0d53f-44f5-4eb1-869d-5243f686df81 May 05 20:12:14.420799 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b5da07f4-f043-4280-a628-d55207690c91 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:14.424075 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b5da07f4-f043-4280-a628-d55207690c91 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3040590 May 05 20:12:14.429897 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59658) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:14.438028 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-95867c24-1a39-4127-a801-84f5703b0614 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Request body: {'security_group_rule': {'security_group_id': 'fa34c6b7-f79e-42a5-a73d-73f26fc7f98f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:12:14.454709 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-95867c24-1a39-4127-a801-84f5703b0614 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:12:14.462072 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-95867c24-1a39-4127-a801-84f5703b0614 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Usage tracker for resource:security_group_rule and tenant:3bcce80065784aa6a77c066afd5e6401 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:12:14.466865 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fed90bb4-8b09-482e-b553-af19a1db405f tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:14.470425 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-95867c24-1a39-4127-a801-84f5703b0614 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:12:14.478222 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-95867c24-1a39-4127-a801-84f5703b0614 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:12:14.511848 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-95867c24-1a39-4127-a801-84f5703b0614 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:14.552191 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fed90bb4-8b09-482e-b553-af19a1db405f tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:14.554658 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-f8567491-0eab-4c1a-b374-67053b6191f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:12:14.561135 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed90bb4-8b09-482e-b553-af19a1db405f tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:14.561856 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fed90bb4-8b09-482e-b553-af19a1db405f tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:14.577890 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c831f003-58e8-4f77-8251-2df3eb1a9edf tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:14.585458 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b42fa95a-8207-4686-ae3a-542ce4e612a4 None None] For port 76f06876-92c4-4332-ab88-b9f57d8f188d, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=76f06876-92c4-4332-ab88-b9f57d8f188d,segment=NetworkSegment(01bfd92d-e80d-46fa-b6be-08952025c112),segment_id=01bfd92d-e80d-46fa-b6be-08952025c112)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:12:14.599430 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-f8567491-0eab-4c1a-b374-67053b6191f4 admin admin] Usage tracker for resource:security_group_rule and tenant:93994b8a483b4f4cb2c36ea9fc089cc9 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:12:14.621986 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-f8567491-0eab-4c1a-b374-67053b6191f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:12:14.627182 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b42fa95a-8207-4686-ae3a-542ce4e612a4 None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:14.641887 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3ba054f9-5c0a-4db4-85dd-60599667787c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:14.655612 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-f8567491-0eab-4c1a-b374-67053b6191f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:12:14.656161 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-fed90bb4-8b09-482e-b553-af19a1db405f tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8288994 May 05 20:12:14.659986 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b42fa95a-8207-4686-ae3a-542ce4e612a4 None None] Transition to ACTIVE for port object 76f06876-92c4-4332-ab88-b9f57d8f188d will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:12:14.662081 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-958e4b4c-bd22-4101-bab4-d186409a94ca tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:14.664390 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b42fa95a-8207-4686-ae3a-542ce4e612a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:14.664568 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59664) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:14.671072 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [None req-c831f003-58e8-4f77-8251-2df3eb1a9edf tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] device_id is not set on port e4179c73-5192-4950-8672-aef9b4378e67 yet. {{(pid=88197) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:12:14.685407 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-5c2063b5-2ccc-41ad-a172-2a957bc7b165 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Request body: {'subnet': {'network_id': '25c0d53f-44f5-4eb1-869d-5243f686df81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:12:14.740714 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-3ba054f9-5c0a-4db4-85dd-60599667787c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Transition to ACTIVE for port object 0ecef570-9dbb-44e8-99ef-8b2711deec32 will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:12:14.846550 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42fa95a-8207-4686-ae3a-542ce4e612a4 None None] Pushing event updated for resources: {'Port': ['ID=76f06876-92c4-4332-ab88-b9f57d8f188d,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:14.858031 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-95867c24-1a39-4127-a801-84f5703b0614 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:14.859047 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed90bb4-8b09-482e-b553-af19a1db405f tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Pushing event updated for resources: {'Network': ['ID=25c0d53f-44f5-4eb1-869d-5243f686df81,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:14.872613 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 25c0d53f-44f5-4eb1-869d-5243f686df81 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:12:14.875788 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-95867c24-1a39-4127-a801-84f5703b0614 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:14.903549 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95867c24-1a39-4127-a801-84f5703b0614 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54284d54-6eca-44fc-a8df-b41ec60a9c08,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:14.921737 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5c2063b5-2ccc-41ad-a172-2a957bc7b165 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:12:14.928734 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-5c2063b5-2ccc-41ad-a172-2a957bc7b165 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Usage tracker for resource:subnet and tenant:b84517431db84d2ea9b94084b415b5bd is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:12:14.932501 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-5c2063b5-2ccc-41ad-a172-2a957bc7b165 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:12:14.943567 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5c2063b5-2ccc-41ad-a172-2a957bc7b165 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:12:14.953630 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-95867c24-1a39-4127-a801-84f5703b0614 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:14.957117 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-95867c24-1a39-4127-a801-84f5703b0614 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5261419 May 05 20:12:14.958996 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2063b5-2ccc-41ad-a172-2a957bc7b165 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Made reservation on behalf of b84517431db84d2ea9b94084b415b5bd for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:12:14.962873 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5c2063b5-2ccc-41ad-a172-2a957bc7b165 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:15.031289 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59668) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:15.083311 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce3159-a9a4-45fd-ad1e-89673628bbd0 req-161b0063-e79e-49ad-88d0-a5cb8f5a651c tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:15.091296 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a6ce3159-a9a4-45fd-ad1e-89673628bbd0 req-161b0063-e79e-49ad-88d0-a5cb8f5a651c tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.8515639 May 05 20:12:15.126030 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-de07469c-7b5d-402b-aabd-335f1f2d32fa tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Request body: {'floatingip': {'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:12:15.153881 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3ba054f9-5c0a-4db4-85dd-60599667787c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:15.163782 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-de07469c-7b5d-402b-aabd-335f1f2d32fa tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:12:15.208825 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-958e4b4c-bd22-4101-bab4-d186409a94ca tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:15.246862 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5c2063b5-2ccc-41ad-a172-2a957bc7b165 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:15.253876 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-de07469c-7b5d-402b-aabd-335f1f2d32fa tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Usage tracker for resource:floatingip and tenant:3bcce80065784aa6a77c066afd5e6401 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:12:15.258529 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f8567491-0eab-4c1a-b374-67053b6191f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:15.284184 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-de07469c-7b5d-402b-aabd-335f1f2d32fa tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:12:15.308837 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f8567491-0eab-4c1a-b374-67053b6191f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:15.322854 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-de07469c-7b5d-402b-aabd-335f1f2d32fa tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:12:15.341632 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2063b5-2ccc-41ad-a172-2a957bc7b165 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Checking segment: {'id': '6d036ad5-81b4-4155-a219-cd2749d8926a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '25c0d53f-44f5-4eb1-869d-5243f686df81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:12:15.342225 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2063b5-2ccc-41ad-a172-2a957bc7b165 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Network hostable DHCP agents. Network: 25c0d53f-44f5-4eb1-869d-5243f686df81, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:12:15.363608 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2063b5-2ccc-41ad-a172-2a957bc7b165 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Pushing event updated for resources: {'Subnet': ['ID=3e0cc8f1-7547-45db-80a2-bd486d7c12e2,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:15.372020 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2063b5-2ccc-41ad-a172-2a957bc7b165 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Network 25c0d53f-44f5-4eb1-869d-5243f686df81 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:12:15.389411 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958e4b4c-bd22-4101-bab4-d186409a94ca tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Network 7ee9b6ff-374b-4327-af14-f225cb02d961 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:12:15.390269 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-5c2063b5-2ccc-41ad-a172-2a957bc7b165 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 25c0d53f-44f5-4eb1-869d-5243f686df81) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:12:15.398715 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2063b5-2ccc-41ad-a172-2a957bc7b165 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:15.398715 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5c2063b5-2ccc-41ad-a172-2a957bc7b165 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:15.401124 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930a355c-7235-468c-99b6-aac94d0de6e4 None None] Network 25c0d53f-44f5-4eb1-869d-5243f686df81 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:12:15.425759 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a6ce3159-a9a4-45fd-ad1e-89673628bbd0 req-a13f771a-63d4-4598-af46-097b8ca4eac9 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3334820 May 05 20:12:15.429349 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba054f9-5c0a-4db4-85dd-60599667787c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Network 06549593-4e36-4897-b3db-51a795771b98 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:12:15.438827 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-5c2063b5-2ccc-41ad-a172-2a957bc7b165 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7682548 May 05 20:12:15.442338 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59672) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:15.456399 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-1b64c71a-6872-4153-be00-a254c96c4c11 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Request body: {'subnet': {'network_id': '25c0d53f-44f5-4eb1-869d-5243f686df81', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:12:15.459726 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-958e4b4c-bd22-4101-bab4-d186409a94ca tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:12:15.465683 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958e4b4c-bd22-4101-bab4-d186409a94ca tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:12:15.483620 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 76f06876-92c4-4332-ab88-b9f57d8f188d up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:12:15.495453 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8567491-0eab-4c1a-b374-67053b6191f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:12:15.501179 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba054f9-5c0a-4db4-85dd-60599667787c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event updated for resources: {'Port': ['ID=0ecef570-9dbb-44e8-99ef-8b2711deec32,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:15.535834 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-3ba054f9-5c0a-4db4-85dd-60599667787c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:12:15.549256 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba054f9-5c0a-4db4-85dd-60599667787c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:12:15.629937 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-de07469c-7b5d-402b-aabd-335f1f2d32fa tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks [] for floatingip, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:15.738700 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8567491-0eab-4c1a-b374-67053b6191f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4596116e-af58-4f18-8141-efb7dec2b646,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:15.740383 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1b64c71a-6872-4153-be00-a254c96c4c11 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:12:15.752311 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-1b64c71a-6872-4153-be00-a254c96c4c11 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Usage tracker for resource:subnet and tenant:b84517431db84d2ea9b94084b415b5bd is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:12:15.760539 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-1b64c71a-6872-4153-be00-a254c96c4c11 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:12:15.797906 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1b64c71a-6872-4153-be00-a254c96c4c11 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:12:15.827046 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b64c71a-6872-4153-be00-a254c96c4c11 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Made reservation on behalf of b84517431db84d2ea9b94084b415b5bd for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:12:15.836017 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1b64c71a-6872-4153-be00-a254c96c4c11 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:15.843464 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f8567491-0eab-4c1a-b374-67053b6191f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:15.843822 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-f8567491-0eab-4c1a-b374-67053b6191f4 admin admin] Added segment a17229ae-308b-423b-9b97-4c4a050e5078 of type vlan for network 7fa7428e-9496-4776-8565-b3bd4312107d May 05 20:12:15.900652 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffdc920-b42b-46d9-97a3-58b095046085 None None] Network 110c4126-25a0-4f79-be20-218429a498a4 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:12:15.969142 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958e4b4c-bd22-4101-bab4-d186409a94ca tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Pushing event updated for resources: {'Port': ['ID=1aa9f8d9-8e92-4e48-97fb-e7956762f1eb,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:16.051448 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba054f9-5c0a-4db4-85dd-60599667787c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:16.052095 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3ba054f9-5c0a-4db4-85dd-60599667787c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:16.094542 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-fa3522d3-34d9-4851-8dff-5f06be918974 None None] Provisioning for port 76f06876-92c4-4332-ab88-b9f57d8f188d completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:12:16.123683 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-fa3522d3-34d9-4851-8dff-5f06be918974 None None] Provisioning complete for port 76f06876-92c4-4332-ab88-b9f57d8f188d triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:12:16.124398 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fa3522d3-34d9-4851-8dff-5f06be918974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:16.148037 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f8567491-0eab-4c1a-b374-67053b6191f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:16.195116 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-c831f003-58e8-4f77-8251-2df3eb1a9edf tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Allocated IP 2001:db8::31c (110c4126-25a0-4f79-be20-218429a498a4/d4623572-4d2f-4ea4-986d-c389d29bffc7/e4179c73-5192-4950-8672-aef9b4378e67) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:12:16.366210 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-c831f003-58e8-4f77-8251-2df3eb1a9edf tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Allocated IP 2001:db8:0:1::25 (110c4126-25a0-4f79-be20-218429a498a4/e27d4a70-3b61-4e05-b0ee-b183804b7463/e4179c73-5192-4950-8672-aef9b4378e67) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:12:16.406924 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.resource_extend [None req-f8567491-0eab-4c1a-b374-67053b6191f4 admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 20:12:16.503222 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95567ac-d4d5-4a47-ad8f-2e8daefbac83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-25c0d53f-44f5-4eb1-869d-5243f686df81', 'network_id': '25c0d53f-44f5-4eb1-869d-5243f686df81', 'tenant_id': 'b84517431db84d2ea9b94084b415b5bd', 'fixed_ips': [{'subnet_id': '3e0cc8f1-7547-45db-80a2-bd486d7c12e2'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:12:16.504092 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f95567ac-d4d5-4a47-ad8f-2e8daefbac83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:16.507617 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1b64c71a-6872-4153-be00-a254c96c4c11 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:16.537988 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:16.696313 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b64c71a-6872-4153-be00-a254c96c4c11 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Pushing event updated for resources: {'Subnet': ['ID=67b8ed5f-2d06-4b2a-9799-f99a4c933ec5,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:16.713349 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b64c71a-6872-4153-be00-a254c96c4c11 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Network 25c0d53f-44f5-4eb1-869d-5243f686df81 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:12:16.715091 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-1b64c71a-6872-4153-be00-a254c96c4c11 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:12:16.718664 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b64c71a-6872-4153-be00-a254c96c4c11 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:16.719259 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1b64c71a-6872-4153-be00-a254c96c4c11 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:16.744672 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-1b64c71a-6872-4153-be00-a254c96c4c11 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3010437 May 05 20:12:16.747679 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59718) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:16.799531 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59722) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:16.799772 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-3ba054f9-5c0a-4db4-85dd-60599667787c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.9738147 May 05 20:12:16.800640 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f8567491-0eab-4c1a-b374-67053b6191f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:16.801726 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8567491-0eab-4c1a-b374-67053b6191f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:16.802423 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f8567491-0eab-4c1a-b374-67053b6191f4 admin admin] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:16.809199 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-f1c72d78-857e-4bb8-92ba-25a53968834b tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Request body: {'subnet': {'network_id': '06549593-4e36-4897-b3db-51a795771b98', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:12:16.923898 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9001087c-27f6-4988-a053-2fdb7a148c20 None None] Provisioning for port 0ecef570-9dbb-44e8-99ef-8b2711deec32 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:12:16.987623 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f8567491-0eab-4c1a-b374-67053b6191f4 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.5249484 May 05 20:12:16.995905 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59728) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:17.000144 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9001087c-27f6-4988-a053-2fdb7a148c20 None None] Provisioning complete for port 0ecef570-9dbb-44e8-99ef-8b2711deec32 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:12:17.000750 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9001087c-27f6-4988-a053-2fdb7a148c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:17.044749 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-bcc956c9-0b0b-4cf6-8c9d-a42450432ea9 admin admin] Request body: {'subnet': {'network_id': '7fa7428e-9496-4776-8565-b3bd4312107d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1385368175-subnet', 'tenant_id': '93994b8a483b4f4cb2c36ea9fc089cc9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:12:17.096725 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9001087c-27f6-4988-a053-2fdb7a148c20 None None] Port 0ecef570-9dbb-44e8-99ef-8b2711deec32 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:12:17.107028 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f1c72d78-857e-4bb8-92ba-25a53968834b tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:12:17.118010 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-bcc956c9-0b0b-4cf6-8c9d-a42450432ea9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:12:17.123428 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-f95567ac-d4d5-4a47-ad8f-2e8daefbac83 None None] Allocated IP 2001:db8::2 (25c0d53f-44f5-4eb1-869d-5243f686df81/3e0cc8f1-7547-45db-80a2-bd486d7c12e2/0250c5f2-557b-45b1-ba10-c74d0e8f5561) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:12:17.137309 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-bcc956c9-0b0b-4cf6-8c9d-a42450432ea9 admin admin] Usage tracker for resource:subnet and tenant:93994b8a483b4f4cb2c36ea9fc089cc9 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:12:17.138998 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72edbb5-9c6f-453b-a88d-5194706b9368 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:17.141902 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72edbb5-9c6f-453b-a88d-5194706b9368 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:17.144058 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72edbb5-9c6f-453b-a88d-5194706b9368 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:17.146056 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8567491-0eab-4c1a-b374-67053b6191f4 admin admin] Pushing event updated for resources: {'Network': ['ID=7fa7428e-9496-4776-8565-b3bd4312107d,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:17.146715 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72edbb5-9c6f-453b-a88d-5194706b9368 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:17.149193 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72edbb5-9c6f-453b-a88d-5194706b9368 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:17.150633 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-f72edbb5-9c6f-453b-a88d-5194706b9368 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Synchronizing usage tracker for tenant:b84517431db84d2ea9b94084b415b5bd on resource:subnet {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:12:17.158741 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-bcc956c9-0b0b-4cf6-8c9d-a42450432ea9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:12:17.162874 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-f1c72d78-857e-4bb8-92ba-25a53968834b tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Usage tracker for resource:subnet and tenant:0cc5f4a365af4a94a73e5ef336438b10 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:12:17.166991 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-958e4b4c-bd22-4101-bab4-d186409a94ca tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:17.172356 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-f1c72d78-857e-4bb8-92ba-25a53968834b tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:12:17.189253 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f1c72d78-857e-4bb8-92ba-25a53968834b tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:12:17.217551 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-f72edbb5-9c6f-453b-a88d-5194706b9368 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Unset dirty status for tenant:b84517431db84d2ea9b94084b415b5bd on resource:subnet {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:12:17.223722 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f72edbb5-9c6f-453b-a88d-5194706b9368 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4749508 May 05 20:12:17.224664 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59732) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:17.232443 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-3d6c69ba-a974-41b9-8a9f-c5e16af7c9ca tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1820235584'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:12:17.238197 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c72d78-857e-4bb8-92ba-25a53968834b tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Made reservation on behalf of 0cc5f4a365af4a94a73e5ef336438b10 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:12:17.241812 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f1c72d78-857e-4bb8-92ba-25a53968834b tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:17.252951 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 7fa7428e-9496-4776-8565-b3bd4312107d details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:12:17.267760 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd757ad-2f52-4775-bec3-b810991fd643 req-855e806f-744c-49f4-a4c1-1bd710ed5b05 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:17.269310 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6bd757ad-2f52-4775-bec3-b810991fd643 req-855e806f-744c-49f4-a4c1-1bd710ed5b05 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=4554207a-7966-4e03-aa31-6d0021a7ef42 HTTP/1.1" status: 200 len: 944 time: 0.4386513 May 05 20:12:17.274335 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3d6c69ba-a974-41b9-8a9f-c5e16af7c9ca tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:12:17.328279 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-3d6c69ba-a974-41b9-8a9f-c5e16af7c9ca tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Usage tracker for resource:network and tenant:b84517431db84d2ea9b94084b415b5bd is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:12:17.349306 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-3d6c69ba-a974-41b9-8a9f-c5e16af7c9ca tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:12:17.351139 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-bcc956c9-0b0b-4cf6-8c9d-a42450432ea9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:12:17.365581 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3d6c69ba-a974-41b9-8a9f-c5e16af7c9ca tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:12:17.410154 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-c9558be4-758f-4232-8241-25a006c5e092 None None] Provisioning complete for port 76f06876-92c4-4332-ab88-b9f57d8f188d triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:12:17.410571 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c9558be4-758f-4232-8241-25a006c5e092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:17.444410 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-6bd757ad-2f52-4775-bec3-b810991fd643 req-6883a8c3-2949-492a-88b0-eabc480ebf53 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Deleting port f4f0749c-2c73-4b07-9a8b-a977bd839b6a {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:12:17.444751 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6bd757ad-2f52-4775-bec3-b810991fd643 req-6883a8c3-2949-492a-88b0-eabc480ebf53 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:17.460383 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c831f003-58e8-4f77-8251-2df3eb1a9edf tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:17.478657 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6c69ba-a974-41b9-8a9f-c5e16af7c9ca tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Made reservation on behalf of b84517431db84d2ea9b94084b415b5bd for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:12:17.482432 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3d6c69ba-a974-41b9-8a9f-c5e16af7c9ca tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:17.488234 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-c831f003-58e8-4f77-8251-2df3eb1a9edf tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Transition to ACTIVE for port object e4179c73-5192-4950-8672-aef9b4378e67 will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:12:17.531639 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f95567ac-d4d5-4a47-ad8f-2e8daefbac83 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:17.545307 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c831f003-58e8-4f77-8251-2df3eb1a9edf tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:17.550926 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-f95567ac-d4d5-4a47-ad8f-2e8daefbac83 None None] Transition to ACTIVE for port object 0250c5f2-557b-45b1-ba10-c74d0e8f5561 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:12:17.573366 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-f95567ac-d4d5-4a47-ad8f-2e8daefbac83 None None] Transition to ACTIVE for port object 0250c5f2-557b-45b1-ba10-c74d0e8f5561 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:12:17.611517 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f95567ac-d4d5-4a47-ad8f-2e8daefbac83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:17.622332 n-d-840717-1 neutron-server[88198]: INFO neutron.db.ipam_backend_mixin [None req-f1c72d78-857e-4bb8-92ba-25a53968834b tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 08ef3114-5533-422a-94d3-7c614c444d6c (CIDR: 172.20.0.0/28) May 05 20:12:17.626115 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d6c69ba-a974-41b9-8a9f-c5e16af7c9ca tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:12:17.634036 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1c72d78-857e-4bb8-92ba-25a53968834b tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 20:12:17.634545 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1c72d78-857e-4bb8-92ba-25a53968834b tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:12:17.660699 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3d6c69ba-a974-41b9-8a9f-c5e16af7c9ca tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:17.661068 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-3d6c69ba-a974-41b9-8a9f-c5e16af7c9ca tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Added segment bf9fe66a-1932-4b87-bbe5-fcd90b2cdc70 of type vlan for network e4b2dc1d-bef0-4743-bf94-e90586342674 May 05 20:12:17.666467 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc956c9-0b0b-4cf6-8c9d-a42450432ea9 admin admin] Made reservation on behalf of 93994b8a483b4f4cb2c36ea9fc089cc9 for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:12:17.671995 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bcc956c9-0b0b-4cf6-8c9d-a42450432ea9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:17.712096 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f1c72d78-857e-4bb8-92ba-25a53968834b tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9111528 May 05 20:12:17.712862 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59736) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:17.726697 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-dc03dd72-e0fe-45cd-bdf4-6653578bfa81 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Request body: {'subnet': {'network_id': '06549593-4e36-4897-b3db-51a795771b98', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:12:17.733379 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95567ac-d4d5-4a47-ad8f-2e8daefbac83 None None] Network 25c0d53f-44f5-4eb1-869d-5243f686df81 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:12:17.737836 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-f95567ac-d4d5-4a47-ad8f-2e8daefbac83 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:12:17.740468 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95567ac-d4d5-4a47-ad8f-2e8daefbac83 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:12:17.745010 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95567ac-d4d5-4a47-ad8f-2e8daefbac83 None None] Pushing event updated for resources: {'Port': ['ID=0250c5f2-557b-45b1-ba10-c74d0e8f5561,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:17.791991 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c831f003-58e8-4f77-8251-2df3eb1a9edf tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Network 110c4126-25a0-4f79-be20-218429a498a4 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:12:17.841171 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-c831f003-58e8-4f77-8251-2df3eb1a9edf tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:12:17.841544 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3d6c69ba-a974-41b9-8a9f-c5e16af7c9ca tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:17.851532 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c831f003-58e8-4f77-8251-2df3eb1a9edf tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:12:17.858080 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c831f003-58e8-4f77-8251-2df3eb1a9edf tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:17.858741 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c831f003-58e8-4f77-8251-2df3eb1a9edf tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:17.862162 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-f95567ac-d4d5-4a47-ad8f-2e8daefbac83 None None] Attempting to bind port 0250c5f2-557b-45b1-ba10-c74d0e8f5561 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:12:17.862593 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-f95567ac-d4d5-4a47-ad8f-2e8daefbac83 None None] Attempting to bind port 0250c5f2-557b-45b1-ba10-c74d0e8f5561 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '6d036ad5-81b4-4155-a219-cd2749d8926a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '25c0d53f-44f5-4eb1-869d-5243f686df81'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:12:17.863013 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95567ac-d4d5-4a47-ad8f-2e8daefbac83 None None] Attempting to bind port 0250c5f2-557b-45b1-ba10-c74d0e8f5561 on network 25c0d53f-44f5-4eb1-869d-5243f686df81 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:12:17.871950 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95567ac-d4d5-4a47-ad8f-2e8daefbac83 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:12:17.872377 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95567ac-d4d5-4a47-ad8f-2e8daefbac83 None None] Checking segment: {'id': '6d036ad5-81b4-4155-a219-cd2749d8926a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '25c0d53f-44f5-4eb1-869d-5243f686df81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:12:17.872841 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f95567ac-d4d5-4a47-ad8f-2e8daefbac83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:17.873293 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95567ac-d4d5-4a47-ad8f-2e8daefbac83 None None] Bound using segment: {'id': '6d036ad5-81b4-4155-a219-cd2749d8926a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '25c0d53f-44f5-4eb1-869d-5243f686df81'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:12:17.874468 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-f95567ac-d4d5-4a47-ad8f-2e8daefbac83 None None] Bound port: 0250c5f2-557b-45b1-ba10-c74d0e8f5561, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d036ad5-81b4-4155-a219-cd2749d8926a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '25c0d53f-44f5-4eb1-869d-5243f686df81'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:12:17.874924 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f95567ac-d4d5-4a47-ad8f-2e8daefbac83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:17.900907 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-de07469c-7b5d-402b-aabd-335f1f2d32fa tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:17.968332 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c831f003-58e8-4f77-8251-2df3eb1a9edf tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event updated for resources: {'Port': ['ID=e4179c73-5192-4950-8672-aef9b4378e67,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:18.017351 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-f95567ac-d4d5-4a47-ad8f-2e8daefbac83 None None] For port 0250c5f2-557b-45b1-ba10-c74d0e8f5561, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:12:18.021555 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-f95567ac-d4d5-4a47-ad8f-2e8daefbac83 None None] For port 0250c5f2-557b-45b1-ba10-c74d0e8f5561, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=0250c5f2-557b-45b1-ba10-c74d0e8f5561,segment=NetworkSegment(6d036ad5-81b4-4155-a219-cd2749d8926a),segment_id=6d036ad5-81b4-4155-a219-cd2749d8926a)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:12:18.029917 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f95567ac-d4d5-4a47-ad8f-2e8daefbac83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:18.052416 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-6bd757ad-2f52-4775-bec3-b810991fd643 req-6883a8c3-2949-492a-88b0-eabc480ebf53 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] For port f4f0749c-2c73-4b07-9a8b-a977bd839b6a, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=f4f0749c-2c73-4b07-9a8b-a977bd839b6a,segment=NetworkSegment(e34c646b-9075-4e31-b89f-c8f9e824e389),segment_id=e34c646b-9075-4e31-b89f-c8f9e824e389)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:12:18.052787 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6bd757ad-2f52-4775-bec3-b810991fd643 req-6883a8c3-2949-492a-88b0-eabc480ebf53 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:18.086898 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-c831f003-58e8-4f77-8251-2df3eb1a9edf tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 5.8436441 May 05 20:12:18.093735 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59744) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:18.101285 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3d6c69ba-a974-41b9-8a9f-c5e16af7c9ca tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:18.107784 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6c69ba-a974-41b9-8a9f-c5e16af7c9ca tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:18.109053 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3d6c69ba-a974-41b9-8a9f-c5e16af7c9ca tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:18.188932 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-4280cf36-aedf-4ae8-8fe5-f92f55c47ac5 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd4623572-4d2f-4ea4-986d-c389d29bffc7'}]}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:12:18.202539 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95567ac-d4d5-4a47-ad8f-2e8daefbac83 None None] Pushing event updated for resources: {'Port': ['ID=0250c5f2-557b-45b1-ba10-c74d0e8f5561,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:18.343522 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-6bd757ad-2f52-4775-bec3-b810991fd643 req-6883a8c3-2949-492a-88b0-eabc480ebf53 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Calling delete_port for f4f0749c-2c73-4b07-9a8b-a977bd839b6a owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:12:18.364720 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-5b0c6315-3d0a-4046-b6a1-abf1ba852adb None None] Provisioning for port e4179c73-5192-4950-8672-aef9b4378e67 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:12:18.377392 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-5b0c6315-3d0a-4046-b6a1-abf1ba852adb None None] Provisioning complete for port e4179c73-5192-4950-8672-aef9b4378e67 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:12:18.377765 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5b0c6315-3d0a-4046-b6a1-abf1ba852adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:18.436740 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-dc03dd72-e0fe-45cd-bdf4-6653578bfa81 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:12:18.556485 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-5b0c6315-3d0a-4046-b6a1-abf1ba852adb None None] Port e4179c73-5192-4950-8672-aef9b4378e67 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:12:18.622567 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4280cf36-aedf-4ae8-8fe5-f92f55c47ac5 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:18.648431 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-dc03dd72-e0fe-45cd-bdf4-6653578bfa81 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Usage tracker for resource:subnet and tenant:0cc5f4a365af4a94a73e5ef336438b10 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:12:18.658990 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-dc03dd72-e0fe-45cd-bdf4-6653578bfa81 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:12:18.669804 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-dc03dd72-e0fe-45cd-bdf4-6653578bfa81 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:12:18.684571 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3d6c69ba-a974-41b9-8a9f-c5e16af7c9ca tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4488883 May 05 20:12:18.685453 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59754) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:18.719822 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6bd757ad-2f52-4775-bec3-b810991fd643 req-6883a8c3-2949-492a-88b0-eabc480ebf53 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:18.729040 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-958e4b4c-bd22-4101-bab4-d186409a94ca tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:18.738811 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['bce2af7d-790b-4ce3-a14c-94fce56cd638', 'b446eac7-8758-4a4b-aebd-2c24c1652d79'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:12:18.752346 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-eacd0c91-8d31-4068-8d36-cacdb786b3a5 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:12:18.826379 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-de07469c-7b5d-402b-aabd-335f1f2d32fa tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Allocated IP 172.25.0.112 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/250c9d62-4d59-4e11-90b8-4230fa8f5354) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:12:19.157761 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bcc956c9-0b0b-4cf6-8c9d-a42450432ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:19.345989 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6883a8c3-2949-492a-88b0-eabc480ebf53 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Pushing event deleted for resources: {'Port': ['ID=f4f0749c-2c73-4b07-9a8b-a977bd839b6a,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:19.357794 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6c69ba-a974-41b9-8a9f-c5e16af7c9ca tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Pushing event updated for resources: {'Network': ['ID=e4b2dc1d-bef0-4743-bf94-e90586342674,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:19.370823 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc03dd72-e0fe-45cd-bdf4-6653578bfa81 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Made reservation on behalf of 0cc5f4a365af4a94a73e5ef336438b10 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:12:19.374910 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dc03dd72-e0fe-45cd-bdf4-6653578bfa81 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:19.384220 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network e4b2dc1d-bef0-4743-bf94-e90586342674 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:12:19.435232 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bd757ad-2f52-4775-bec3-b810991fd643 req-6883a8c3-2949-492a-88b0-eabc480ebf53 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] No DVR routers for this DVR port f4f0749c-2c73-4b07-9a8b-a977bd839b6a on host n-h2-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:12:19.439557 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6bd757ad-2f52-4775-bec3-b810991fd643 req-6883a8c3-2949-492a-88b0-eabc480ebf53 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:19.469136 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4554207a-7966-4e03-aa31-6d0021a7ef42', 'name': 'network-vif-deleted', 'tag': 'f4f0749c-2c73-4b07-9a8b-a977bd839b6a'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:12:19.530830 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6bd757ad-2f52-4775-bec3-b810991fd643 req-6883a8c3-2949-492a-88b0-eabc480ebf53 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "DELETE /v2.0/ports/f4f0749c-2c73-4b07-9a8b-a977bd839b6a HTTP/1.1" status: 204 len: 173 time: 2.2537866 May 05 20:12:19.541397 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc956c9-0b0b-4cf6-8c9d-a42450432ea9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0330ec2e-2ac5-4386-a1d7-3283efee1dd4,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:19.630264 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 0250c5f2-557b-45b1-ba10-c74d0e8f5561 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:12:19.664295 n-d-840717-1 neutron-server[88198]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-be8ffa47-94c7-455f-9364-ad555cf26b4d']: {'server_uuid': '4554207a-7966-4e03-aa31-6d0021a7ef42', 'name': 'network-vif-deleted', 'tag': 'f4f0749c-2c73-4b07-9a8b-a977bd839b6a', 'status': 'failed', 'code': 422} returned with failed status May 05 20:12:19.825970 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 0250c5f2-557b-45b1-ba10-c74d0e8f5561 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:12:19.865736 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271362ab-3386-4ce3-8022-342988a8e112 None None] Network 25c0d53f-44f5-4eb1-869d-5243f686df81 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:12:19.900581 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eacd0c91-8d31-4068-8d36-cacdb786b3a5 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:19.927424 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eacd0c91-8d31-4068-8d36-cacdb786b3a5 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:19.971860 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc956c9-0b0b-4cf6-8c9d-a42450432ea9 admin admin] Checking segment: {'id': 'a17229ae-308b-423b-9b97-4c4a050e5078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7fa7428e-9496-4776-8565-b3bd4312107d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:12:19.972511 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc956c9-0b0b-4cf6-8c9d-a42450432ea9 admin admin] Network hostable DHCP agents. Network: 7fa7428e-9496-4776-8565-b3bd4312107d, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:12:19.972724 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-eacd0c91-8d31-4068-8d36-cacdb786b3a5 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Network e4b2dc1d-bef0-4743-bf94-e90586342674 is not hosted by any dhcp agent {{(pid=88198) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 05 20:12:19.978969 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacd0c91-8d31-4068-8d36-cacdb786b3a5 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:19.979718 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eacd0c91-8d31-4068-8d36-cacdb786b3a5 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:19.983859 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-eacd0c91-8d31-4068-8d36-cacdb786b3a5 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] 10.222.0.36 "PUT /v2.0/networks/e4b2dc1d-bef0-4743-bf94-e90586342674 HTTP/1.1" status: 200 len: 723 time: 1.2657452 May 05 20:12:19.995614 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59770) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:20.023130 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-fdf7dd26-1068-4571-8b67-229a5fea7dba tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Request body: {'subnet': {'network_id': 'e4b2dc1d-bef0-4743-bf94-e90586342674', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:12:20.071033 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-958e4b4c-bd22-4101-bab4-d186409a94ca tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Router 156de2ca-f2eb-498c-a9eb-d5808f031c56 is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88197) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:12:20.119117 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacd0c91-8d31-4068-8d36-cacdb786b3a5 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Pushing event updated for resources: {'Network': ['ID=e4b2dc1d-bef0-4743-bf94-e90586342674,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:20.124368 n-d-840717-1 neutron-server[88198]: INFO neutron.db.ipam_backend_mixin [None req-dc03dd72-e0fe-45cd-bdf4-6653578bfa81 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 39a86f59-4276-4802-ba54-cd41f498ac18 (CIDR: 172.20.0.16/28) May 05 20:12:20.131615 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc03dd72-e0fe-45cd-bdf4-6653578bfa81 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 20:12:20.132134 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc03dd72-e0fe-45cd-bdf4-6653578bfa81 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:12:20.144687 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network e4b2dc1d-bef0-4743-bf94-e90586342674 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:12:20.158203 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc956c9-0b0b-4cf6-8c9d-a42450432ea9 admin admin] Network 7fa7428e-9496-4776-8565-b3bd4312107d is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:12:20.163052 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-de07469c-7b5d-402b-aabd-335f1f2d32fa tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:20.166376 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-dc03dd72-e0fe-45cd-bdf4-6653578bfa81 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 2.4458370 May 05 20:12:20.167348 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59776) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:20.175737 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-91f049e7-9409-4217-bec8-f43cc3eb17d8 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Request body: {'subnet': {'network_id': '06549593-4e36-4897-b3db-51a795771b98', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:12:20.208047 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-572754fd-0cb6-4417-9c10-95b7b350cc4b None None] Provisioning for port 0250c5f2-557b-45b1-ba10-c74d0e8f5561 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:12:20.305048 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-572754fd-0cb6-4417-9c10-95b7b350cc4b None None] Provisioning complete for port 0250c5f2-557b-45b1-ba10-c74d0e8f5561 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:12:20.305417 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-572754fd-0cb6-4417-9c10-95b7b350cc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:20.384815 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-91f049e7-9409-4217-bec8-f43cc3eb17d8 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:12:20.395652 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-91f049e7-9409-4217-bec8-f43cc3eb17d8 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Usage tracker for resource:subnet and tenant:0cc5f4a365af4a94a73e5ef336438b10 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:12:20.415953 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-91f049e7-9409-4217-bec8-f43cc3eb17d8 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:12:20.432296 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-91f049e7-9409-4217-bec8-f43cc3eb17d8 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:12:20.437144 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-fdf7dd26-1068-4571-8b67-229a5fea7dba tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:12:20.441292 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-bcc956c9-0b0b-4cf6-8c9d-a42450432ea9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 7fa7428e-9496-4776-8565-b3bd4312107d) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:12:20.450878 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc956c9-0b0b-4cf6-8c9d-a42450432ea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:20.452128 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bcc956c9-0b0b-4cf6-8c9d-a42450432ea9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:20.458400 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f049e7-9409-4217-bec8-f43cc3eb17d8 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Made reservation on behalf of 0cc5f4a365af4a94a73e5ef336438b10 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:12:20.462361 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-91f049e7-9409-4217-bec8-f43cc3eb17d8 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:20.486332 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97eea5e3-b8e9-47e2-b7b7-4f75b1cbda38 None None] Network 7fa7428e-9496-4776-8565-b3bd4312107d requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:12:20.527442 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-fdf7dd26-1068-4571-8b67-229a5fea7dba tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:12:20.695997 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-4280cf36-aedf-4ae8-8fe5-f92f55c47ac5 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Delete allocated IP 2001:db8:0:1::25 (110c4126-25a0-4f79-be20-218429a498a4/e27d4a70-3b61-4e05-b0ee-b183804b7463) {{(pid=88197) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 05 20:12:20.699560 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-958e4b4c-bd22-4101-bab4-d186409a94ca tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:12:20.715696 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70331fa-d071-4eba-8714-70dc3968a5a3 None None] Sync routers for ids ['156de2ca-f2eb-498c-a9eb-d5808f031c56'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:12:20.729883 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70331fa-d071-4eba-8714-70dc3968a5a3 None None] Routers {'156de2ca-f2eb-498c-a9eb-d5808f031c56'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:12:20.730706 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-a70331fa-d071-4eba-8714-70dc3968a5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:12:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['156de2ca-f2eb-498c-a9eb-d5808f031c56'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:12:20.751003 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-958e4b4c-bd22-4101-bab4-d186409a94ca tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:20.755448 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-958e4b4c-bd22-4101-bab4-d186409a94ca tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 11.2224991 May 05 20:12:20.756567 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59790) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:20.763878 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf7dd26-1068-4571-8b67-229a5fea7dba tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Made reservation on behalf of b84517431db84d2ea9b94084b415b5bd for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:12:20.768579 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fdf7dd26-1068-4571-8b67-229a5fea7dba tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:20.772056 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-572754fd-0cb6-4417-9c10-95b7b350cc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:20.819431 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fce911-d674-423f-8507-5aa8a6ebe3fe None None] Update dhcp port {'port': {'network_id': '25c0d53f-44f5-4eb1-869d-5243f686df81', 'fixed_ips': [{'subnet_id': '3e0cc8f1-7547-45db-80a2-bd486d7c12e2', 'ip_address': '2001:db8::2'}, {'subnet_id': '67b8ed5f-2d06-4b2a-9799-f99a4c933ec5'}], 'binding:host_id': 'n-d-840717-1'}, 'id': '0250c5f2-557b-45b1-ba10-c74d0e8f5561'} from n-d-840717-1. {{(pid=88199) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 05 20:12:20.958026 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-a70331fa-d071-4eba-8714-70dc3968a5a3 None None] Set router 156de2ca-f2eb-498c-a9eb-d5808f031c56 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:12:20.965642 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-572754fd-0cb6-4417-9c10-95b7b350cc4b None None] For port 0250c5f2-557b-45b1-ba10-c74d0e8f5561, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=0250c5f2-557b-45b1-ba10-c74d0e8f5561,segment=NetworkSegment(6d036ad5-81b4-4155-a219-cd2749d8926a),segment_id=6d036ad5-81b4-4155-a219-cd2749d8926a)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:12:20.976365 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b4fce911-d674-423f-8507-5aa8a6ebe3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:21.031134 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-572754fd-0cb6-4417-9c10-95b7b350cc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:21.093219 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-bcc956c9-0b0b-4cf6-8c9d-a42450432ea9 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.0615029 May 05 20:12:21.097619 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-91f049e7-9409-4217-bec8-f43cc3eb17d8 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:21.160682 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f049e7-9409-4217-bec8-f43cc3eb17d8 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Network 06549593-4e36-4897-b3db-51a795771b98 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:12:21.164270 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-91f049e7-9409-4217-bec8-f43cc3eb17d8 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:12:21.181170 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f049e7-9409-4217-bec8-f43cc3eb17d8 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:21.182143 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-91f049e7-9409-4217-bec8-f43cc3eb17d8 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:21.213561 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f049e7-9409-4217-bec8-f43cc3eb17d8 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event updated for resources: {'Subnet': ['ID=06b6149b-a49d-4c5e-9aaa-7edbe5a0e3b6,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:21.226212 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-91f049e7-9409-4217-bec8-f43cc3eb17d8 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0569394 May 05 20:12:21.229252 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59796) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:21.241451 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-df49a29b-500c-4f99-9366-0ddc8ff734cb tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-353149472', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '06b6149b-a49d-4c5e-9aaa-7edbe5a0e3b6'}], 'security_groups': ['29d1d14b-890d-427d-99ad-520684a9721b', '04cd2f2f-69b1-4eff-8989-c548eaca0319']}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:12:21.302522 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fdf7dd26-1068-4571-8b67-229a5fea7dba tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:21.307205 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5d3f4d-34cb-4e18-afb3-e8274588c90d None None] Network 06549593-4e36-4897-b3db-51a795771b98 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:12:21.309608 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e48069e2-389b-4963-bda2-d2d9290bc69f tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks [] for router, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:21.351070 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-a70331fa-d071-4eba-8714-70dc3968a5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '156de2ca-f2eb-498c-a9eb-d5808f031c56', 'name': '', 'tenant_id': '40cfd74d8bc944d4b86ff8a8157ab9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ee9b6ff-374b-4327-af14-f225cb02d961', 'external_fixed_ips': [{'subnet_id': 'edbb76a5-ea1d-4360-91f0-5b81942f0a07', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': '1aa9f8d9-8e92-4e48-97fb-e7956762f1eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:12:09Z', 'updated_at': '2022-05-05T20:12:16Z', 'revision_number': 3, 'project_id': '40cfd74d8bc944d4b86ff8a8157ab9bc', 'gw_port': {'id': '1aa9f8d9-8e92-4e48-97fb-e7956762f1eb', 'name': '', 'network_id': '7ee9b6ff-374b-4327-af14-f225cb02d961', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ad:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '156de2ca-f2eb-498c-a9eb-d5808f031c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'edbb76a5-ea1d-4360-91f0-5b81942f0a07', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:12:12Z', 'updated_at': '2022-05-05T20:12:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'edbb76a5-ea1d-4360-91f0-5b81942f0a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:12:21.356482 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70331fa-d071-4eba-8714-70dc3968a5a3 None None] Checking router: 156de2ca-f2eb-498c-a9eb-d5808f031c56 for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:12:21.357164 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70331fa-d071-4eba-8714-70dc3968a5a3 None None] Updating router 156de2ca-f2eb-498c-a9eb-d5808f031c56 port 1aa9f8d9-8e92-4e48-97fb-e7956762f1eb binding host n-d-840717-1 {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:12:21.443947 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a70331fa-d071-4eba-8714-70dc3968a5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:21.484044 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5439069b-4fe2-449b-840c-9127a34f5ca8 None None] Network 7fa7428e-9496-4776-8565-b3bd4312107d requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:12:21.576308 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-df49a29b-500c-4f99-9366-0ddc8ff734cb tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:21.846075 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572754fd-0cb6-4417-9c10-95b7b350cc4b None None] Pushing event updated for resources: {'Port': ['ID=0250c5f2-557b-45b1-ba10-c74d0e8f5561,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:21.977147 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a70331fa-d071-4eba-8714-70dc3968a5a3 None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:22.002662 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-a70331fa-d071-4eba-8714-70dc3968a5a3 None None] Transition to ACTIVE for port object 1aa9f8d9-8e92-4e48-97fb-e7956762f1eb will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:12:22.010053 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a70331fa-d071-4eba-8714-70dc3968a5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:22.115139 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d622a3-8e80-47a9-bbb1-d41717c02b08 None None] Pushing event updated for resources: {'Port': ['ID=1aa9f8d9-8e92-4e48-97fb-e7956762f1eb,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:22.124451 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d622a3-8e80-47a9-bbb1-d41717c02b08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:12:22.124947 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d622a3-8e80-47a9-bbb1-d41717c02b08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:12:22.125367 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d622a3-8e80-47a9-bbb1-d41717c02b08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:12:22.126031 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d622a3-8e80-47a9-bbb1-d41717c02b08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:12:22.126525 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d622a3-8e80-47a9-bbb1-d41717c02b08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:12:22.127087 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d622a3-8e80-47a9-bbb1-d41717c02b08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:12:22.127585 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d622a3-8e80-47a9-bbb1-d41717c02b08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:12:22.127928 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d622a3-8e80-47a9-bbb1-d41717c02b08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:12:22.128331 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d622a3-8e80-47a9-bbb1-d41717c02b08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:12:22.128746 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d622a3-8e80-47a9-bbb1-d41717c02b08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:12:22.129149 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d622a3-8e80-47a9-bbb1-d41717c02b08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:12:22.129546 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d622a3-8e80-47a9-bbb1-d41717c02b08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:12:22.158390 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-a70331fa-d071-4eba-8714-70dc3968a5a3 None None] Attempting to bind port 1aa9f8d9-8e92-4e48-97fb-e7956762f1eb on host n-d-840717-1 for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:12:22.159029 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-a70331fa-d071-4eba-8714-70dc3968a5a3 None None] Attempting to bind port 1aa9f8d9-8e92-4e48-97fb-e7956762f1eb by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '9fc250e1-dde4-45ca-b4a7-04c6420eead3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7ee9b6ff-374b-4327-af14-f225cb02d961'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:12:22.159550 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70331fa-d071-4eba-8714-70dc3968a5a3 None None] Attempting to bind port 1aa9f8d9-8e92-4e48-97fb-e7956762f1eb on network 7ee9b6ff-374b-4327-af14-f225cb02d961 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:12:22.166054 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70331fa-d071-4eba-8714-70dc3968a5a3 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:12:22.166689 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70331fa-d071-4eba-8714-70dc3968a5a3 None None] Checking segment: {'id': '9fc250e1-dde4-45ca-b4a7-04c6420eead3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7ee9b6ff-374b-4327-af14-f225cb02d961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:12:22.167172 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a70331fa-d071-4eba-8714-70dc3968a5a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:22.168238 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70331fa-d071-4eba-8714-70dc3968a5a3 None None] Bound using segment: {'id': '9fc250e1-dde4-45ca-b4a7-04c6420eead3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7ee9b6ff-374b-4327-af14-f225cb02d961'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:12:22.168855 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-a70331fa-d071-4eba-8714-70dc3968a5a3 None None] Bound port: 1aa9f8d9-8e92-4e48-97fb-e7956762f1eb, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fc250e1-dde4-45ca-b4a7-04c6420eead3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7ee9b6ff-374b-4327-af14-f225cb02d961'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:12:22.169486 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a70331fa-d071-4eba-8714-70dc3968a5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:22.171941 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf7dd26-1068-4571-8b67-229a5fea7dba tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Pushing event updated for resources: {'Subnet': ['ID=4e48f70a-f1f5-441e-ac16-8c57e14ca4d5,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:22.174916 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e48069e2-389b-4963-bda2-d2d9290bc69f tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:22.187805 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59814) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:22.231910 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-de07469c-7b5d-402b-aabd-335f1f2d32fa tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:22.244130 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-e48069e2-389b-4963-bda2-d2d9290bc69f tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Deleting port 1aa9f8d9-8e92-4e48-97fb-e7956762f1eb {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:12:22.244475 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e48069e2-389b-4963-bda2-d2d9290bc69f tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:22.269975 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-a70331fa-d071-4eba-8714-70dc3968a5a3 None None] For port 1aa9f8d9-8e92-4e48-97fb-e7956762f1eb, host n-d-840717-1, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:12:22.275481 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-a70331fa-d071-4eba-8714-70dc3968a5a3 None None] For port 1aa9f8d9-8e92-4e48-97fb-e7956762f1eb, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=1aa9f8d9-8e92-4e48-97fb-e7956762f1eb,segment=NetworkSegment(9fc250e1-dde4-45ca-b4a7-04c6420eead3),segment_id=9fc250e1-dde4-45ca-b4a7-04c6420eead3)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:12:22.281602 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a70331fa-d071-4eba-8714-70dc3968a5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:22.290917 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-b4fce911-d674-423f-8507-5aa8a6ebe3fe None None] Allocated IP 172.20.0.1 (25c0d53f-44f5-4eb1-869d-5243f686df81/67b8ed5f-2d06-4b2a-9799-f99a4c933ec5/0250c5f2-557b-45b1-ba10-c74d0e8f5561) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:12:22.398695 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70331fa-d071-4eba-8714-70dc3968a5a3 None None] Routers {'156de2ca-f2eb-498c-a9eb-d5808f031c56'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:12:22.399537 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-a70331fa-d071-4eba-8714-70dc3968a5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:12:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['156de2ca-f2eb-498c-a9eb-d5808f031c56'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:12:22.455546 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d622a3-8e80-47a9-bbb1-d41717c02b08 None None] Pushing event updated for resources: {'Port': ['ID=1aa9f8d9-8e92-4e48-97fb-e7956762f1eb,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:22.473255 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-e48069e2-389b-4963-bda2-d2d9290bc69f tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] For port 1aa9f8d9-8e92-4e48-97fb-e7956762f1eb, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=1aa9f8d9-8e92-4e48-97fb-e7956762f1eb,segment=NetworkSegment(9fc250e1-dde4-45ca-b4a7-04c6420eead3),segment_id=9fc250e1-dde4-45ca-b4a7-04c6420eead3)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:12:22.473915 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e48069e2-389b-4963-bda2-d2d9290bc69f tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:22.561287 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b4fce911-d674-423f-8507-5aa8a6ebe3fe None None] For port 0250c5f2-557b-45b1-ba10-c74d0e8f5561, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=0250c5f2-557b-45b1-ba10-c74d0e8f5561,segment=NetworkSegment(6d036ad5-81b4-4155-a219-cd2749d8926a),segment_id=6d036ad5-81b4-4155-a219-cd2749d8926a)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:12:22.570487 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-5a5247eb-fcce-4bbe-91b4-cbfba387846c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1131123148-network', 'tenant_id': '0662c9976a4a47ee9cc222acfde80235'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:12:22.633509 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-df49a29b-500c-4f99-9366-0ddc8ff734cb tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Delete allocated IP 172.20.0.4 (06549593-4e36-4897-b3db-51a795771b98/08ef3114-5533-422a-94d3-7c614c444d6c) {{(pid=88198) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 05 20:12:22.655653 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-df49a29b-500c-4f99-9366-0ddc8ff734cb tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Allocated IP 172.20.0.38 (06549593-4e36-4897-b3db-51a795771b98/06b6149b-a49d-4c5e-9aaa-7edbe5a0e3b6/0ecef570-9dbb-44e8-99ef-8b2711deec32) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:12:22.661131 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-a70331fa-d071-4eba-8714-70dc3968a5a3 None None] Set router 156de2ca-f2eb-498c-a9eb-d5808f031c56 gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:12:22.737025 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b4fce911-d674-423f-8507-5aa8a6ebe3fe None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:22.774339 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a381ba-f2ae-4880-a1d8-05d2d3beb34e None None] Update dhcp port {'port': {'network_id': '06549593-4e36-4897-b3db-51a795771b98', 'fixed_ips': [{'subnet_id': '39a86f59-4276-4802-ba54-cd41f498ac18', 'ip_address': '172.20.0.18'}, {'subnet_id': '08ef3114-5533-422a-94d3-7c614c444d6c', 'ip_address': '172.20.0.2'}, {'subnet_id': '06b6149b-a49d-4c5e-9aaa-7edbe5a0e3b6'}], 'binding:host_id': 'n-d-840717-1'}, 'id': '64e87512-49ac-48ab-af8e-411b98678289'} from n-d-840717-1. {{(pid=88199) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 05 20:12:22.862631 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b4fce911-d674-423f-8507-5aa8a6ebe3fe None None] Transition to ACTIVE for port object 0250c5f2-557b-45b1-ba10-c74d0e8f5561 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:12:22.873205 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b4fce911-d674-423f-8507-5aa8a6ebe3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:22.918886 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-a70331fa-d071-4eba-8714-70dc3968a5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '156de2ca-f2eb-498c-a9eb-d5808f031c56', 'name': '', 'tenant_id': '40cfd74d8bc944d4b86ff8a8157ab9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:12:09Z', 'updated_at': '2022-05-05T20:12:22Z', 'revision_number': 4, 'project_id': '40cfd74d8bc944d4b86ff8a8157ab9bc', 'gw_port_host': None}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:12:22.924422 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70331fa-d071-4eba-8714-70dc3968a5a3 None None] The sync data for ids ['156de2ca-f2eb-498c-a9eb-d5808f031c56'] in n-d-840717-1 is: [{'id': '156de2ca-f2eb-498c-a9eb-d5808f031c56', 'name': '', 'tenant_id': '40cfd74d8bc944d4b86ff8a8157ab9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:12:09Z', 'updated_at': '2022-05-05T20:12:22Z', 'revision_number': 4, 'project_id': '40cfd74d8bc944d4b86ff8a8157ab9bc', 'gw_port_host': None}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:12:23.002113 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-e48069e2-389b-4963-bda2-d2d9290bc69f tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Calling delete_port for 1aa9f8d9-8e92-4e48-97fb-e7956762f1eb owned by network:router_gateway {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:12:23.056306 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4280cf36-aedf-4ae8-8fe5-f92f55c47ac5 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:23.056580 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-df49a29b-500c-4f99-9366-0ddc8ff734cb tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:23.082424 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-df49a29b-500c-4f99-9366-0ddc8ff734cb tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Transition to ACTIVE for port object 0ecef570-9dbb-44e8-99ef-8b2711deec32 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:12:23.085185 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-5a5247eb-fcce-4bbe-91b4-cbfba387846c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:12:23.088349 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-df49a29b-500c-4f99-9366-0ddc8ff734cb tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:23.134162 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de07469c-7b5d-402b-aabd-335f1f2d32fa tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:12:23.135269 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-5a5247eb-fcce-4bbe-91b4-cbfba387846c admin admin] Usage tracker for resource:network and tenant:0662c9976a4a47ee9cc222acfde80235 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:12:23.140291 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-03a381ba-f2ae-4880-a1d8-05d2d3beb34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:23.141285 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-4280cf36-aedf-4ae8-8fe5-f92f55c47ac5 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Transition to ACTIVE for port object e4179c73-5192-4950-8672-aef9b4378e67 will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:12:23.146090 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-5a5247eb-fcce-4bbe-91b4-cbfba387846c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:12:23.153340 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-de07469c-7b5d-402b-aabd-335f1f2d32fa tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:12:23.172189 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de07469c-7b5d-402b-aabd-335f1f2d32fa tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:12:23.215753 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fce911-d674-423f-8507-5aa8a6ebe3fe None None] Pushing event updated for resources: {'Port': ['ID=0250c5f2-557b-45b1-ba10-c74d0e8f5561,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:23.216462 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-5a5247eb-fcce-4bbe-91b4-cbfba387846c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:12:23.229684 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4280cf36-aedf-4ae8-8fe5-f92f55c47ac5 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:23.264066 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf7dd26-1068-4571-8b67-229a5fea7dba tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Checking segment: {'id': 'bf9fe66a-1932-4b87-bbe5-fcd90b2cdc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e4b2dc1d-bef0-4743-bf94-e90586342674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:12:23.264640 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf7dd26-1068-4571-8b67-229a5fea7dba tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Network hostable DHCP agents. Network: e4b2dc1d-bef0-4743-bf94-e90586342674, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:12:23.296949 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fbcd66-e2b8-47af-b11d-e8127c78b460 req-dbe364dd-5fc8-47b6-bbe3-7904ed86db29 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:23.299622 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-91fbcd66-e2b8-47af-b11d-e8127c78b460 req-dbe364dd-5fc8-47b6-bbe3-7904ed86db29 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.24 "GET /v2.0/ports?device_id=244fa877-43eb-43fe-be1f-c77361537301 HTTP/1.1" status: 200 len: 907 time: 1.3736234 May 05 20:12:23.300490 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de07469c-7b5d-402b-aabd-335f1f2d32fa tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Pushing event updated for resources: {'Port': ['ID=250c9d62-4d59-4e11-90b8-4230fa8f5354,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:23.309610 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df49a29b-500c-4f99-9366-0ddc8ff734cb tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event updated for resources: {'Port': ['ID=0ecef570-9dbb-44e8-99ef-8b2711deec32,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:23.349372 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-df49a29b-500c-4f99-9366-0ddc8ff734cb tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] In _notify_port_updated(), no bound segment for port 0ecef570-9dbb-44e8-99ef-8b2711deec32 on network 06549593-4e36-4897-b3db-51a795771b98 {{(pid=88198) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 05 20:12:23.355480 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df49a29b-500c-4f99-9366-0ddc8ff734cb tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:23.356239 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-df49a29b-500c-4f99-9366-0ddc8ff734cb tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:23.357624 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-df49a29b-500c-4f99-9366-0ddc8ff734cb tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "PUT /v2.0/ports/0ecef570-9dbb-44e8-99ef-8b2711deec32 HTTP/1.1" status: 200 len: 959 time: 2.1241701 May 05 20:12:23.373095 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59820) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:23.458974 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 0250c5f2-557b-45b1-ba10-c74d0e8f5561 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:12:23.475168 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-019aa064-0250-47d2-b7d1-c45112e67a82 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Deleting port 0ecef570-9dbb-44e8-99ef-8b2711deec32 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:12:23.475576 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-019aa064-0250-47d2-b7d1-c45112e67a82 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:23.506143 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-03a381ba-f2ae-4880-a1d8-05d2d3beb34e None None] Allocated IP 172.20.0.34 (06549593-4e36-4897-b3db-51a795771b98/06b6149b-a49d-4c5e-9aaa-7edbe5a0e3b6/64e87512-49ac-48ab-af8e-411b98678289) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:12:23.615507 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5247eb-fcce-4bbe-91b4-cbfba387846c admin admin] Made reservation on behalf of 0662c9976a4a47ee9cc222acfde80235 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:12:23.617649 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5a5247eb-fcce-4bbe-91b4-cbfba387846c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:23.710601 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbfcc15-ae5c-4ec9-a8bd-faf36d48cb87 req-d2d59c07-c57d-45eb-ad20-1b2f38f2e289 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:23.720840 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8fbfcc15-ae5c-4ec9-a8bd-faf36d48cb87 req-d2d59c07-c57d-45eb-ad20-1b2f38f2e289 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=244fa877-43eb-43fe-be1f-c77361537301 HTTP/1.1" status: 200 len: 907 time: 2.6397414 May 05 20:12:23.739941 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-03a381ba-f2ae-4880-a1d8-05d2d3beb34e None None] For port 64e87512-49ac-48ab-af8e-411b98678289, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=64e87512-49ac-48ab-af8e-411b98678289,segment=NetworkSegment(261b8cdf-8b05-4f6a-9ef0-d58aa2bfd7db),segment_id=261b8cdf-8b05-4f6a-9ef0-d58aa2bfd7db)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:12:23.778198 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-03a381ba-f2ae-4880-a1d8-05d2d3beb34e None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:23.806703 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-03a381ba-f2ae-4880-a1d8-05d2d3beb34e None None] Transition to ACTIVE for port object 64e87512-49ac-48ab-af8e-411b98678289 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:12:23.812039 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-03a381ba-f2ae-4880-a1d8-05d2d3beb34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:23.816942 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-4280cf36-aedf-4ae8-8fe5-f92f55c47ac5 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] In _notify_port_updated(), no bound segment for port e4179c73-5192-4950-8672-aef9b4378e67 on network 110c4126-25a0-4f79-be20-218429a498a4 {{(pid=88197) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 05 20:12:23.824044 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4280cf36-aedf-4ae8-8fe5-f92f55c47ac5 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:23.824724 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4280cf36-aedf-4ae8-8fe5-f92f55c47ac5 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:23.826269 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-4280cf36-aedf-4ae8-8fe5-f92f55c47ac5 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "PUT /v2.0/ports/e4179c73-5192-4950-8672-aef9b4378e67 HTTP/1.1" status: 200 len: 925 time: 5.7217290 May 05 20:12:23.829150 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59824) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:23.830321 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-91fbcd66-e2b8-47af-b11d-e8127c78b460 req-cb671587-be5b-4a77-9d4a-5ab6e65707df tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Deleting port 9b820cbc-f7c4-4de8-a598-d9e9201f5a28 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:12:23.830667 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-91fbcd66-e2b8-47af-b11d-e8127c78b460 req-cb671587-be5b-4a77-9d4a-5ab6e65707df tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:23.844755 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-09551c9b-f486-45ec-be99-1cbeef4b71fa tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd4623572-4d2f-4ea4-986d-c389d29bffc7'}, {'subnet_id': 'e27d4a70-3b61-4e05-b0ee-b183804b7463'}]}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:12:23.983201 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-de07469c-7b5d-402b-aabd-335f1f2d32fa tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:24.006607 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-019aa064-0250-47d2-b7d1-c45112e67a82 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:24.093744 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5a5247eb-fcce-4bbe-91b4-cbfba387846c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:24.113366 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe2194c-68ad-4a4d-9dbf-2bf30d31ff38 None None] Network 25c0d53f-44f5-4eb1-869d-5243f686df81 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:12:24.152855 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a381ba-f2ae-4880-a1d8-05d2d3beb34e None None] Pushing event updated for resources: {'Port': ['ID=64e87512-49ac-48ab-af8e-411b98678289,revision_number=7']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:24.169765 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-019aa064-0250-47d2-b7d1-c45112e67a82 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Calling delete_port for 0ecef570-9dbb-44e8-99ef-8b2711deec32 owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:12:24.377748 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4280cf36-aedf-4ae8-8fe5-f92f55c47ac5 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event updated for resources: {'Port': ['ID=e4179c73-5192-4950-8672-aef9b4378e67,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:24.441086 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-c475e464-7dc3-45ee-84ed-c8eb604dfa39 None None] Provisioning for port e4179c73-5192-4950-8672-aef9b4378e67 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:12:24.454628 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-c475e464-7dc3-45ee-84ed-c8eb604dfa39 None None] Provisioning complete for port e4179c73-5192-4950-8672-aef9b4378e67 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:12:24.455060 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c475e464-7dc3-45ee-84ed-c8eb604dfa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:24.486182 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf7dd26-1068-4571-8b67-229a5fea7dba tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Network e4b2dc1d-bef0-4743-bf94-e90586342674 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:12:24.497733 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-5a5247eb-fcce-4bbe-91b4-cbfba387846c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:12:24.511967 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-fdf7dd26-1068-4571-8b67-229a5fea7dba tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, e4b2dc1d-bef0-4743-bf94-e90586342674) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:12:24.515003 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-5a5247eb-fcce-4bbe-91b4-cbfba387846c admin admin] Usage tracker for resource:security_group_rule and tenant:0662c9976a4a47ee9cc222acfde80235 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:12:24.522473 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-5a5247eb-fcce-4bbe-91b4-cbfba387846c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:12:24.532301 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32fbb31-d983-4e44-b6b8-987c4687b4d0 None None] Network e4b2dc1d-bef0-4743-bf94-e90586342674 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:12:24.559076 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf7dd26-1068-4571-8b67-229a5fea7dba tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:24.559708 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fdf7dd26-1068-4571-8b67-229a5fea7dba tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:24.596181 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-c475e464-7dc3-45ee-84ed-c8eb604dfa39 None None] Port e4179c73-5192-4950-8672-aef9b4378e67 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:12:24.645781 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-09551c9b-f486-45ec-be99-1cbeef4b71fa tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:24.736139 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-fdf7dd26-1068-4571-8b67-229a5fea7dba tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.7386808 May 05 20:12:24.737213 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-5a5247eb-fcce-4bbe-91b4-cbfba387846c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:12:24.745305 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59834) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:24.800714 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-de07469c-7b5d-402b-aabd-335f1f2d32fa tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:24.844590 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-30661883-c4ca-4601-9fda-7dc28f2c3e6f tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:12:24.906940 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b945e4ed-aef9-4d2a-a9ba-4d00a219b664 None None] Provisioning for port 0250c5f2-557b-45b1-ba10-c74d0e8f5561 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:12:24.928835 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-019aa064-0250-47d2-b7d1-c45112e67a82 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:24.932697 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b945e4ed-aef9-4d2a-a9ba-4d00a219b664 None None] Provisioning complete for port 0250c5f2-557b-45b1-ba10-c74d0e8f5561 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:12:24.933077 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b945e4ed-aef9-4d2a-a9ba-4d00a219b664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:24.999710 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-91fbcd66-e2b8-47af-b11d-e8127c78b460 req-cb671587-be5b-4a77-9d4a-5ab6e65707df tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] For port 9b820cbc-f7c4-4de8-a598-d9e9201f5a28, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=9b820cbc-f7c4-4de8-a598-d9e9201f5a28,segment=NetworkSegment(e34c646b-9075-4e31-b89f-c8f9e824e389),segment_id=e34c646b-9075-4e31-b89f-c8f9e824e389)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:12:25.000080 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-91fbcd66-e2b8-47af-b11d-e8127c78b460 req-cb671587-be5b-4a77-9d4a-5ab6e65707df tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:25.220519 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e435d161-1943-48cf-be8d-6217479e1d51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-e4b2dc1d-bef0-4743-bf94-e90586342674', 'network_id': 'e4b2dc1d-bef0-4743-bf94-e90586342674', 'tenant_id': 'b84517431db84d2ea9b94084b415b5bd', 'fixed_ips': [{'subnet_id': '4e48f70a-f1f5-441e-ac16-8c57e14ca4d5'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:12:25.221341 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e435d161-1943-48cf-be8d-6217479e1d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:25.238537 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-91fbcd66-e2b8-47af-b11d-e8127c78b460 req-cb671587-be5b-4a77-9d4a-5ab6e65707df tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Calling delete_port for 9b820cbc-f7c4-4de8-a598-d9e9201f5a28 owned by compute:nova {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:12:25.310887 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e48069e2-389b-4963-bda2-d2d9290bc69f tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:25.414206 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48069e2-389b-4963-bda2-d2d9290bc69f tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Pushing event deleted for resources: {'Port': ['ID=1aa9f8d9-8e92-4e48-97fb-e7956762f1eb,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:25.430260 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019aa064-0250-47d2-b7d1-c45112e67a82 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event deleted for resources: {'Port': ['ID=0ecef570-9dbb-44e8-99ef-8b2711deec32,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:25.449339 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-e435d161-1943-48cf-be8d-6217479e1d51 None None] Allocated IP 2001:db8::2 (e4b2dc1d-bef0-4743-bf94-e90586342674/4e48f70a-f1f5-441e-ac16-8c57e14ca4d5/2177eb1b-bd9e-4508-a37c-14e48c6f8b5a) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:12:25.501535 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48069e2-389b-4963-bda2-d2d9290bc69f tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:12:25.502058 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48069e2-389b-4963-bda2-d2d9290bc69f tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:12:25.502500 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48069e2-389b-4963-bda2-d2d9290bc69f tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:12:25.502936 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48069e2-389b-4963-bda2-d2d9290bc69f tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:12:25.503378 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48069e2-389b-4963-bda2-d2d9290bc69f tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:12:25.503843 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48069e2-389b-4963-bda2-d2d9290bc69f tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:12:25.504276 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48069e2-389b-4963-bda2-d2d9290bc69f tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:12:25.504703 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48069e2-389b-4963-bda2-d2d9290bc69f tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:12:25.505128 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48069e2-389b-4963-bda2-d2d9290bc69f tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:12:25.505551 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48069e2-389b-4963-bda2-d2d9290bc69f tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:12:25.505972 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48069e2-389b-4963-bda2-d2d9290bc69f tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:12:25.506399 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48069e2-389b-4963-bda2-d2d9290bc69f tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:12:25.716049 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 64e87512-49ac-48ab-af8e-411b98678289 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:12:25.758833 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-30661883-c4ca-4601-9fda-7dc28f2c3e6f tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-62129840'] for subnet, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:25.796909 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5a5247eb-fcce-4bbe-91b4-cbfba387846c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:25.804277 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-cbeb4c25-d6b7-4dc5-89c8-c471b67afb03 None None] Provisioning for port 64e87512-49ac-48ab-af8e-411b98678289 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:12:25.808952 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e435d161-1943-48cf-be8d-6217479e1d51 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:25.830202 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-e435d161-1943-48cf-be8d-6217479e1d51 None None] Transition to ACTIVE for port object 2177eb1b-bd9e-4508-a37c-14e48c6f8b5a will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:12:25.839096 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-019aa064-0250-47d2-b7d1-c45112e67a82 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:25.865551 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-e435d161-1943-48cf-be8d-6217479e1d51 None None] Transition to ACTIVE for port object 2177eb1b-bd9e-4508-a37c-14e48c6f8b5a will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:12:25.904384 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-cbeb4c25-d6b7-4dc5-89c8-c471b67afb03 None None] Provisioning complete for port 64e87512-49ac-48ab-af8e-411b98678289 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:12:25.904984 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cbeb4c25-d6b7-4dc5-89c8-c471b67afb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:25.915862 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-019aa064-0250-47d2-b7d1-c45112e67a82 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "DELETE /v2.0/ports/0ecef570-9dbb-44e8-99ef-8b2711deec32 HTTP/1.1" status: 204 len: 168 time: 2.5391722 May 05 20:12:25.921055 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59846) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:25.936619 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fbd1a6-500c-4c2b-9c4d-caf18dfedfbd req-e8922bea-ccb7-4387-8162-9280e1739c92 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:25.937377 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-f4fbd1a6-500c-4c2b-9c4d-caf18dfedfbd req-e8922bea-ccb7-4387-8162-9280e1739c92 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Synchronizing usage tracker for tenant:56e8fe9085fa4bdb932a4c29aaeb4c08 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:12:25.940261 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e435d161-1943-48cf-be8d-6217479e1d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:25.940506 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-91fbcd66-e2b8-47af-b11d-e8127c78b460 req-cb671587-be5b-4a77-9d4a-5ab6e65707df tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:25.966091 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5a5247eb-fcce-4bbe-91b4-cbfba387846c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:26.028039 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 64e87512-49ac-48ab-af8e-411b98678289 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:12:26.031488 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:26.062763 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-2306266c-85a4-4efd-a24e-5f72bd7c6030 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] GET failed (client error): The resource could not be found. May 05 20:12:26.063278 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-2306266c-85a4-4efd-a24e-5f72bd7c6030 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Synchronizing usage tracker for tenant:0cc5f4a365af4a94a73e5ef336438b10 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:12:26.137022 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e48069e2-389b-4963-bda2-d2d9290bc69f tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:26.138386 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-f4fbd1a6-500c-4c2b-9c4d-caf18dfedfbd req-e8922bea-ccb7-4387-8162-9280e1739c92 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Unset dirty status for tenant:56e8fe9085fa4bdb932a4c29aaeb4c08 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:12:26.139957 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f4fbd1a6-500c-4c2b-9c4d-caf18dfedfbd req-e8922bea-ccb7-4387-8162-9280e1739c92 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=244fa877-43eb-43fe-be1f-c77361537301 HTTP/1.1" status: 200 len: 907 time: 1.1940989 May 05 20:12:26.197484 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-2306266c-85a4-4efd-a24e-5f72bd7c6030 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Unset dirty status for tenant:0cc5f4a365af4a94a73e5ef336438b10 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:12:26.199609 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-2306266c-85a4-4efd-a24e-5f72bd7c6030 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "GET /v2.0/ports/0ecef570-9dbb-44e8-99ef-8b2711deec32 HTTP/1.1" status: 404 len: 333 time: 0.2735529 May 05 20:12:26.232949 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e435d161-1943-48cf-be8d-6217479e1d51 None None] Network e4b2dc1d-bef0-4743-bf94-e90586342674 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:12:26.239263 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-e435d161-1943-48cf-be8d-6217479e1d51 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:12:26.251565 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59850) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:26.253501 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e435d161-1943-48cf-be8d-6217479e1d51 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:12:26.357798 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb671587-be5b-4a77-9d4a-5ab6e65707df tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Pushing event deleted for resources: {'Port': ['ID=9b820cbc-f7c4-4de8-a598-d9e9201f5a28,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:26.410474 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-09551c9b-f486-45ec-be99-1cbeef4b71fa tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Allocated IP 2001:db8:0:1::1d9 (110c4126-25a0-4f79-be20-218429a498a4/e27d4a70-3b61-4e05-b0ee-b183804b7463/e4179c73-5192-4950-8672-aef9b4378e67) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:12:26.415929 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5247eb-fcce-4bbe-91b4-cbfba387846c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43dfd248-2343-4cd5-bba7-552044a54f40,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:26.471415 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.resource_extend [None req-de07469c-7b5d-402b-aabd-335f1f2d32fa tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 20:12:26.494416 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a5247eb-fcce-4bbe-91b4-cbfba387846c admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:12:26.501806 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e48069e2-389b-4963-bda2-d2d9290bc69f tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:26.509798 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e48069e2-389b-4963-bda2-d2d9290bc69f tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:26.517304 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e435d161-1943-48cf-be8d-6217479e1d51 None None] Pushing event updated for resources: {'Port': ['ID=2177eb1b-bd9e-4508-a37c-14e48c6f8b5a,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:26.517530 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-de07469c-7b5d-402b-aabd-335f1f2d32fa tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:26.523828 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-e435d161-1943-48cf-be8d-6217479e1d51 None None] Attempting to bind port 2177eb1b-bd9e-4508-a37c-14e48c6f8b5a on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:12:26.524229 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-e435d161-1943-48cf-be8d-6217479e1d51 None None] Attempting to bind port 2177eb1b-bd9e-4508-a37c-14e48c6f8b5a by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'bf9fe66a-1932-4b87-bbe5-fcd90b2cdc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e4b2dc1d-bef0-4743-bf94-e90586342674'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:12:26.524594 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e435d161-1943-48cf-be8d-6217479e1d51 None None] Attempting to bind port 2177eb1b-bd9e-4508-a37c-14e48c6f8b5a on network e4b2dc1d-bef0-4743-bf94-e90586342674 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:12:26.532991 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-91fbcd66-e2b8-47af-b11d-e8127c78b460 req-cb671587-be5b-4a77-9d4a-5ab6e65707df tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] No DVR routers for this DVR port 9b820cbc-f7c4-4de8-a598-d9e9201f5a28 on host n-h1-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:12:26.536060 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-91fbcd66-e2b8-47af-b11d-e8127c78b460 req-cb671587-be5b-4a77-9d4a-5ab6e65707df tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:26.545674 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '244fa877-43eb-43fe-be1f-c77361537301', 'name': 'network-vif-deleted', 'tag': '9b820cbc-f7c4-4de8-a598-d9e9201f5a28'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:12:26.559858 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-de07469c-7b5d-402b-aabd-335f1f2d32fa tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:26.569672 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5a5247eb-fcce-4bbe-91b4-cbfba387846c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:26.570186 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-5a5247eb-fcce-4bbe-91b4-cbfba387846c admin admin] Added segment 8b686762-3f4a-451b-b422-b696bf614daa of type vlan for network c631b2f5-46be-4adb-a69a-eada3676eda0 May 05 20:12:26.578769 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e435d161-1943-48cf-be8d-6217479e1d51 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:12:26.579193 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e435d161-1943-48cf-be8d-6217479e1d51 None None] Checking segment: {'id': 'bf9fe66a-1932-4b87-bbe5-fcd90b2cdc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e4b2dc1d-bef0-4743-bf94-e90586342674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:12:26.579573 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e435d161-1943-48cf-be8d-6217479e1d51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:26.579963 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e435d161-1943-48cf-be8d-6217479e1d51 None None] Bound using segment: {'id': 'bf9fe66a-1932-4b87-bbe5-fcd90b2cdc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e4b2dc1d-bef0-4743-bf94-e90586342674'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:12:26.580437 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-e435d161-1943-48cf-be8d-6217479e1d51 None None] Bound port: 2177eb1b-bd9e-4508-a37c-14e48c6f8b5a, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9fe66a-1932-4b87-bbe5-fcd90b2cdc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e4b2dc1d-bef0-4743-bf94-e90586342674'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:12:26.580807 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e435d161-1943-48cf-be8d-6217479e1d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:26.682807 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-cbeb4c25-d6b7-4dc5-89c8-c471b67afb03 None None] Provisioning complete for port 0250c5f2-557b-45b1-ba10-c74d0e8f5561 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:12:26.683273 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cbeb4c25-d6b7-4dc5-89c8-c471b67afb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:26.728947 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ff0af1f5-abb3-4e45-983f-ef42682bf853 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:26.757411 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-e435d161-1943-48cf-be8d-6217479e1d51 None None] For port 2177eb1b-bd9e-4508-a37c-14e48c6f8b5a, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:12:26.762655 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ff0af1f5-abb3-4e45-983f-ef42682bf853 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:26.763231 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-e435d161-1943-48cf-be8d-6217479e1d51 None None] For port 2177eb1b-bd9e-4508-a37c-14e48c6f8b5a, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=2177eb1b-bd9e-4508-a37c-14e48c6f8b5a,segment=NetworkSegment(bf9fe66a-1932-4b87-bbe5-fcd90b2cdc70),segment_id=bf9fe66a-1932-4b87-bbe5-fcd90b2cdc70)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:12:26.771567 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e435d161-1943-48cf-be8d-6217479e1d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:26.781651 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72811bc5-e5b7-4705-b8d2-e4a819f0486f'] response: {'server_uuid': '244fa877-43eb-43fe-be1f-c77361537301', 'name': 'network-vif-deleted', 'tag': '9b820cbc-f7c4-4de8-a598-d9e9201f5a28', 'status': 'completed', 'code': 200} May 05 20:12:26.784940 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-de07469c-7b5d-402b-aabd-335f1f2d32fa tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:26.806459 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e48069e2-389b-4963-bda2-d2d9290bc69f tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:26.807046 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48069e2-389b-4963-bda2-d2d9290bc69f tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 156de2ca-f2eb-498c-a9eb-d5808f031c56 {{(pid=88197) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:12:26.838623 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-09551c9b-f486-45ec-be99-1cbeef4b71fa tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:26.857735 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e48069e2-389b-4963-bda2-d2d9290bc69f tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:26.858010 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-09551c9b-f486-45ec-be99-1cbeef4b71fa tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Transition to ACTIVE for port object e4179c73-5192-4950-8672-aef9b4378e67 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:12:26.859949 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-e48069e2-389b-4963-bda2-d2d9290bc69f tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] 10.222.0.36 "DELETE /v2.0/routers/156de2ca-f2eb-498c-a9eb-d5808f031c56 HTTP/1.1" status: 204 len: 168 time: 6.0978248 May 05 20:12:26.862819 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ff0af1f5-abb3-4e45-983f-ef42682bf853 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:26.867525 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59856) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:26.875590 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-91fbcd66-e2b8-47af-b11d-e8127c78b460 req-cb671587-be5b-4a77-9d4a-5ab6e65707df tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.24 "DELETE /v2.0/ports/9b820cbc-f7c4-4de8-a598-d9e9201f5a28 HTTP/1.1" status: 204 len: 173 time: 3.5550189 May 05 20:12:26.876282 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de07469c-7b5d-402b-aabd-335f1f2d32fa tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Pushing event updated for resources: {'Port': ['ID=250c9d62-4d59-4e11-90b8-4230fa8f5354,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:26.917810 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5a5247eb-fcce-4bbe-91b4-cbfba387846c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:26.930025 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-de07469c-7b5d-402b-aabd-335f1f2d32fa tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:26.931689 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-de07469c-7b5d-402b-aabd-335f1f2d32fa tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 11.8993828 May 05 20:12:27.023340 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-09551c9b-f486-45ec-be99-1cbeef4b71fa tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:27.025946 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5a5247eb-fcce-4bbe-91b4-cbfba387846c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:27.026819 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5247eb-fcce-4bbe-91b4-cbfba387846c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:27.028065 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5a5247eb-fcce-4bbe-91b4-cbfba387846c admin admin] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:27.050661 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-b68932b1-2653-4651-94f1-7bd99b26856d tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Deleting subnet edbb76a5-ea1d-4360-91f0-5b81942f0a07 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:12:27.053344 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-30661883-c4ca-4601-9fda-7dc28f2c3e6f tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771839089156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-61289360'] for subnet, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:27.054645 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e435d161-1943-48cf-be8d-6217479e1d51 None None] Pushing event updated for resources: {'Port': ['ID=2177eb1b-bd9e-4508-a37c-14e48c6f8b5a,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:27.059020 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-cbeb4c25-d6b7-4dc5-89c8-c471b67afb03 None None] Could not find standard attr ID for object 0ecef570-9dbb-44e8-99ef-8b2711deec32. {{(pid=88199) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 20:12:27.071876 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-cbeb4c25-d6b7-4dc5-89c8-c471b67afb03 None None] Provisioning complete for port 7e3809c3-4527-4731-8aa3-79a353440aa0 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:12:27.072252 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cbeb4c25-d6b7-4dc5-89c8-c471b67afb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:27.164353 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-cbeb4c25-d6b7-4dc5-89c8-c471b67afb03 None None] Port 7e3809c3-4527-4731-8aa3-79a353440aa0 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:12:27.281506 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-93ab5d1a-f22a-4eb0-bc71-d40b26c167e1 None None] Could not find standard attr ID for object 0ecef570-9dbb-44e8-99ef-8b2711deec32. {{(pid=88199) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 20:12:27.298348 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b68932b1-2653-4651-94f1-7bd99b26856d tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:27.394224 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-5a5247eb-fcce-4bbe-91b4-cbfba387846c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 5.1963642 May 05 20:12:27.397373 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59876) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:27.487077 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ff0af1f5-abb3-4e45-983f-ef42682bf853 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:27.488495 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-ff0af1f5-abb3-4e45-983f-ef42682bf853 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "DELETE /v2.0/security-groups/a6c9ef87-3045-41b5-a0a0-9d3098ad0717 HTTP/1.1" status: 204 len: 168 time: 1.2356253 May 05 20:12:27.491168 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0af1f5-abb3-4e45-983f-ef42682bf853 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c9ef87-3045-41b5-a0a0-9d3098ad0717,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:27.498379 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59880) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:27.530549 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5247eb-fcce-4bbe-91b4-cbfba387846c admin admin] Pushing event updated for resources: {'Network': ['ID=c631b2f5-46be-4adb-a69a-eada3676eda0,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:27.537564 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-619822eb-ad40-4821-8b05-10bdca80af7d admin admin] Request body: {'subnet': {'network_id': 'c631b2f5-46be-4adb-a69a-eada3676eda0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1131123148-subnet', 'tenant_id': '0662c9976a4a47ee9cc222acfde80235', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:12:27.539055 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30661883-c4ca-4601-9fda-7dc28f2c3e6f tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:27.540140 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-30661883-c4ca-4601-9fda-7dc28f2c3e6f tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:27.545570 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-30661883-c4ca-4601-9fda-7dc28f2c3e6f tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] 10.222.0.36 "PUT /v2.0/subnets/4e48f70a-f1f5-441e-ac16-8c57e14ca4d5 HTTP/1.1" status: 200 len: 826 time: 2.7887385 May 05 20:12:27.550496 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59882) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:27.564283 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-619822eb-ad40-4821-8b05-10bdca80af7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:12:27.571409 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network c631b2f5-46be-4adb-a69a-eada3676eda0 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:12:27.603692 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 9b820cbc-f7c4-4de8-a598-d9e9201f5a28 no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:12:27.658415 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-61e157d3-16cc-4fe8-a7ce-78eda206a776 req-f085f045-12fc-40d8-933a-803e84faa43f tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=244fa877-43eb-43fe-be1f-c77361537301 HTTP/1.1" status: 200 len: 210 time: 0.1091015 May 05 20:12:27.743997 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-619822eb-ad40-4821-8b05-10bdca80af7d admin admin] Usage tracker for resource:subnet and tenant:0662c9976a4a47ee9cc222acfde80235 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:12:27.753416 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] No Port match for: 9b820cbc-f7c4-4de8-a598-d9e9201f5a28 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:12:27.753747 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 9b820cbc-f7c4-4de8-a598-d9e9201f5a28 not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:12:27.759078 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-619822eb-ad40-4821-8b05-10bdca80af7d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:12:27.782037 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-619822eb-ad40-4821-8b05-10bdca80af7d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:12:27.785787 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09551c9b-f486-45ec-be99-1cbeef4b71fa tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event updated for resources: {'Port': ['ID=e4179c73-5192-4950-8672-aef9b4378e67,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:27.805642 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-09551c9b-f486-45ec-be99-1cbeef4b71fa tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] In _notify_port_updated(), no bound segment for port e4179c73-5192-4950-8672-aef9b4378e67 on network 110c4126-25a0-4f79-be20-218429a498a4 {{(pid=88198) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 05 20:12:27.811625 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09551c9b-f486-45ec-be99-1cbeef4b71fa tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:27.812256 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-09551c9b-f486-45ec-be99-1cbeef4b71fa tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:27.816357 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-09551c9b-f486-45ec-be99-1cbeef4b71fa tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "PUT /v2.0/ports/e4179c73-5192-4950-8672-aef9b4378e67 HTTP/1.1" status: 200 len: 1011 time: 3.9822390 May 05 20:12:27.820276 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59888) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:27.854475 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-1e818e6d-9de1-4dee-a401-c47d9abbbf34 None None] Provisioning for port e4179c73-5192-4950-8672-aef9b4378e67 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:12:27.863465 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-1e818e6d-9de1-4dee-a401-c47d9abbbf34 None None] Provisioning complete for port e4179c73-5192-4950-8672-aef9b4378e67 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:12:27.864133 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1e818e6d-9de1-4dee-a401-c47d9abbbf34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:27.866115 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7dc89dcf-bb0a-48f3-8610-54115600f841 req-a3d13445-c9e3-4c26-bdc3-fa801732b63a tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--323530925&fields=id&tenant_id=3bcce80065784aa6a77c066afd5e6401 HTTP/1.1" status: 200 len: 267 time: 0.3329105 May 05 20:12:27.869767 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b68932b1-2653-4651-94f1-7bd99b26856d tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:27.875311 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619822eb-ad40-4821-8b05-10bdca80af7d admin admin] Made reservation on behalf of 0662c9976a4a47ee9cc222acfde80235 for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:12:27.877631 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-619822eb-ad40-4821-8b05-10bdca80af7d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:27.931540 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30661883-c4ca-4601-9fda-7dc28f2c3e6f tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Pushing event updated for resources: {'Subnet': ['ID=4e48f70a-f1f5-441e-ac16-8c57e14ca4d5,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:27.951091 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-1e818e6d-9de1-4dee-a401-c47d9abbbf34 None None] Port e4179c73-5192-4950-8672-aef9b4378e67 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:12:27.984983 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-c6e2e129-a50c-4264-8ee4-66211dbff237 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Deleting port e4179c73-5192-4950-8672-aef9b4378e67 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:12:27.985331 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c6e2e129-a50c-4264-8ee4-66211dbff237 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:28.132534 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6270bf9c-dece-4255-8f44-680ba5546f77 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:28.192752 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc89dcf-bb0a-48f3-8610-54115600f841 req-9dadeb74-2695-4e03-a43c-3ebfdd88c952 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:28.194324 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7dc89dcf-bb0a-48f3-8610-54115600f841 req-9dadeb74-2695-4e03-a43c-3ebfdd88c952 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/networks?id=dd240240-b981-4728-a92a-09bd25dc9abb HTTP/1.1" status: 200 len: 815 time: 0.3007808 May 05 20:12:28.203544 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-6270bf9c-dece-4255-8f44-680ba5546f77 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Deleting port 2177eb1b-bd9e-4508-a37c-14e48c6f8b5a {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:12:28.203916 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6270bf9c-dece-4255-8f44-680ba5546f77 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:28.232793 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8106c564-612c-4816-a6c8-31d4c48d51d3 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:28.236685 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b68932b1-2653-4651-94f1-7bd99b26856d tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:28.437489 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7dc89dcf-bb0a-48f3-8610-54115600f841 req-85c8465a-3af4-47d4-85f0-c1e6953be8b1 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/quotas/3bcce80065784aa6a77c066afd5e6401 HTTP/1.1" status: 200 len: 375 time: 0.0416944 May 05 20:12:28.454395 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8106c564-612c-4816-a6c8-31d4c48d51d3 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:28.595615 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-619822eb-ad40-4821-8b05-10bdca80af7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:28.623248 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b68932b1-2653-4651-94f1-7bd99b26856d tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:28.660777 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305270c3-ccd0-47cd-b76c-a8205df1a252 None None] Network e4b2dc1d-bef0-4743-bf94-e90586342674 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:12:28.719783 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-79a36866-588a-4611-9d27-019d0bb3e230 None None] Provisioning for port 2177eb1b-bd9e-4508-a37c-14e48c6f8b5a completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:12:28.758522 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68932b1-2653-4651-94f1-7bd99b26856d tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=edbb76a5-ea1d-4360-91f0-5b81942f0a07,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:28.765239 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b68932b1-2653-4651-94f1-7bd99b26856d tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:28.772875 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8106c564-612c-4816-a6c8-31d4c48d51d3 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:28.816184 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8106c564-612c-4816-a6c8-31d4c48d51d3 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04cd2f2f-69b1-4eff-8989-c548eaca0319,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:28.822760 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b68932b1-2653-4651-94f1-7bd99b26856d tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] 10.222.0.36 "DELETE /v2.0/subnets/edbb76a5-ea1d-4360-91f0-5b81942f0a07 HTTP/1.1" status: 204 len: 168 time: 1.9456122 May 05 20:12:28.825077 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8106c564-612c-4816-a6c8-31d4c48d51d3 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:28.830757 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-8106c564-612c-4816-a6c8-31d4c48d51d3 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "DELETE /v2.0/security-groups/04cd2f2f-69b1-4eff-8989-c548eaca0319 HTTP/1.1" status: 204 len: 168 time: 1.1828926 May 05 20:12:28.834015 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59896) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:28.834479 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59898) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:28.840078 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c6e2e129-a50c-4264-8ee4-66211dbff237 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:28.897843 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-6270bf9c-dece-4255-8f44-680ba5546f77 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] For port 2177eb1b-bd9e-4508-a37c-14e48c6f8b5a, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=2177eb1b-bd9e-4508-a37c-14e48c6f8b5a,segment=NetworkSegment(bf9fe66a-1932-4b87-bbe5-fcd90b2cdc70),segment_id=bf9fe66a-1932-4b87-bbe5-fcd90b2cdc70)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:12:28.908433 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6270bf9c-dece-4255-8f44-680ba5546f77 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:28.946832 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619822eb-ad40-4821-8b05-10bdca80af7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f47ba329-485e-42b7-9bba-a87e8d0d7042,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:28.975243 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bab9685d-5d2a-4399-99b9-4637b91d36f8 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:29.125336 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-c6e2e129-a50c-4264-8ee4-66211dbff237 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Calling delete_port for e4179c73-5192-4950-8672-aef9b4378e67 owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:12:29.162533 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-6270bf9c-dece-4255-8f44-680ba5546f77 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Calling delete_port for 2177eb1b-bd9e-4508-a37c-14e48c6f8b5a owned by network:dhcp {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:12:29.319860 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7dc89dcf-bb0a-48f3-8610-54115600f841 req-ff1343db-4bef-4148-a7e8-ae65cc9d22c6 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3bcce80065784aa6a77c066afd5e6401&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8466947 May 05 20:12:29.326066 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619822eb-ad40-4821-8b05-10bdca80af7d admin admin] Checking segment: {'id': '8b686762-3f4a-451b-b422-b696bf614daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c631b2f5-46be-4adb-a69a-eada3676eda0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:12:29.327032 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619822eb-ad40-4821-8b05-10bdca80af7d admin admin] Network hostable DHCP agents. Network: c631b2f5-46be-4adb-a69a-eada3676eda0, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:12:29.345553 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f799a1ed-4de1-469c-84de-31686969afe9 None None] Network e4b2dc1d-bef0-4743-bf94-e90586342674 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:12:29.435290 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619822eb-ad40-4821-8b05-10bdca80af7d admin admin] Network c631b2f5-46be-4adb-a69a-eada3676eda0 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:12:29.495079 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9242712d-b07d-44cf-a4fc-1bd82fc2617c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:29.510113 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6270bf9c-dece-4255-8f44-680ba5546f77 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:29.559109 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9242712d-b07d-44cf-a4fc-1bd82fc2617c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:29.624369 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bab9685d-5d2a-4399-99b9-4637b91d36f8 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:29.641478 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9242712d-b07d-44cf-a4fc-1bd82fc2617c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:29.673097 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 2177eb1b-bd9e-4508-a37c-14e48c6f8b5a up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:12:29.706629 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9242712d-b07d-44cf-a4fc-1bd82fc2617c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:29.711852 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-9242712d-b07d-44cf-a4fc-1bd82fc2617c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "DELETE /v2.0/security-groups/29d1d14b-890d-427d-99ad-520684a9721b HTTP/1.1" status: 204 len: 168 time: 0.8736439 May 05 20:12:29.717113 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-bab9685d-5d2a-4399-99b9-4637b91d36f8 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ee9b6ff-374b-4327-af14-f225cb02d961']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:12:29.726071 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59910) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:29.730462 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9242712d-b07d-44cf-a4fc-1bd82fc2617c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d1d14b-890d-427d-99ad-520684a9721b,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:29.753490 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 2177eb1b-bd9e-4508-a37c-14e48c6f8b5a {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:12:29.754328 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 2177eb1b-bd9e-4508-a37c-14e48c6f8b5a not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 05 20:12:29.757496 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-619822eb-ad40-4821-8b05-10bdca80af7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, c631b2f5-46be-4adb-a69a-eada3676eda0) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:12:29.781121 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619822eb-ad40-4821-8b05-10bdca80af7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:29.781702 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-619822eb-ad40-4821-8b05-10bdca80af7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:29.800240 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6270bf9c-dece-4255-8f44-680ba5546f77 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Pushing event deleted for resources: {'Port': ['ID=2177eb1b-bd9e-4508-a37c-14e48c6f8b5a,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:29.818545 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-619822eb-ad40-4821-8b05-10bdca80af7d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.4199748 May 05 20:12:29.825827 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8f1958-259f-44a7-99ec-e402b72bc32b None None] Network c631b2f5-46be-4adb-a69a-eada3676eda0 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:12:29.870374 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-3fc68445-d6e5-4368-aab6-398ffb3418de None None] Provisioning complete for port 2177eb1b-bd9e-4508-a37c-14e48c6f8b5a triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:12:29.871188 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3fc68445-d6e5-4368-aab6-398ffb3418de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:29.888396 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7dc89dcf-bb0a-48f3-8610-54115600f841 req-5615a798-d395-418c-ba1c-c4876be034ba service neutron] 10.222.0.36 "GET /v2.0/networks/dd240240-b981-4728-a92a-09bd25dc9abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5209334 May 05 20:12:29.892175 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b1e3938-9725-4c30-b25c-ffb43727a584 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Deleting subnet 08ef3114-5533-422a-94d3-7c614c444d6c {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:12:29.895749 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3b1e3938-9725-4c30-b25c-ffb43727a584 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:29.914630 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Port 2177eb1b-bd9e-4508-a37c-14e48c6f8b5a not found, will not notify nova. {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 05 20:12:29.926927 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-3fc68445-d6e5-4368-aab6-398ffb3418de None None] Port 2177eb1b-bd9e-4508-a37c-14e48c6f8b5a was deleted so its status cannot be updated. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 05 20:12:29.997224 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3b1e3938-9725-4c30-b25c-ffb43727a584 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:30.050518 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6270bf9c-dece-4255-8f44-680ba5546f77 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] No DVR routers for this DVR port 2177eb1b-bd9e-4508-a37c-14e48c6f8b5a on host n-d-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:12:30.097546 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-bab9685d-5d2a-4399-99b9-4637b91d36f8 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fc250e1-dde4-45ca-b4a7-04c6420eead3') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:12:30.098608 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-bab9685d-5d2a-4399-99b9-4637b91d36f8 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fc250e1-dde4-45ca-b4a7-04c6420eead3') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:12:30.186940 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59916) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:30.191677 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [req-4ef4887c-4747-45e7-8465-28d3e92d1a1b req-b81410b5-b5af-467e-b95a-69e470d83bd3 service neutron] (88198) timed out ('10.222.0.24', 59272) {{(pid=88198) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 05 20:12:30.209014 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bab9685d-5d2a-4399-99b9-4637b91d36f8 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:30.235891 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d336a8a-ba91-4a68-b229-901e3e00d80f None None] Network c631b2f5-46be-4adb-a69a-eada3676eda0 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:12:30.243938 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6270bf9c-dece-4255-8f44-680ba5546f77 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:30.278131 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bab9685d-5d2a-4399-99b9-4637b91d36f8 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:30.378725 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7dc89dcf-bb0a-48f3-8610-54115600f841 req-d07cd0f8-8f07-4092-87e3-b11983818971 service neutron] 10.222.0.36 "GET /v2.0/networks/dd240240-b981-4728-a92a-09bd25dc9abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4893765 May 05 20:12:30.387408 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c5e2c7f-b7f1-40ff-9956-9807a8e0ff22 admin admin] Deleting subnet 0330ec2e-2ac5-4386-a1d7-3283efee1dd4 {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:12:30.405710 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9c5e2c7f-b7f1-40ff-9956-9807a8e0ff22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:30.443189 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59386d74-5910-4700-aa58-bf083bcd9200 req-1f10cee7-f49c-4331-8cd3-f75e876b14dc tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:30.450974 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-59386d74-5910-4700-aa58-bf083bcd9200 req-1f10cee7-f49c-4331-8cd3-f75e876b14dc tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7e6dddb-50c0-4fef-ba67-4d7ecd092f1e HTTP/1.1" status: 200 len: 946 time: 1.1839337 May 05 20:12:30.526411 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bab9685d-5d2a-4399-99b9-4637b91d36f8 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:12:30.527297 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bab9685d-5d2a-4399-99b9-4637b91d36f8 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:30.540430 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:12:30.540430 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:12:30.540430 n-d-840717-1 neutron-server[88198]: timer() May 05 20:12:30.540430 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:12:30.540430 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:12:30.540430 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:12:30.540430 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:12:30.540430 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:12:30.540430 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:12:30.540430 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:12:30.540430 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:12:30.540430 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:12:30.540430 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:12:30.540430 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:12:30.540430 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:12:30.540430 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:12:30.540430 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:12:30.540430 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:12:30.540430 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:12:30.540430 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:12:30.540430 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:12:30.540430 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:12:30.540430 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:12:30.540430 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:12:30.540430 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:12:30.540430 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:12:30.540430 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:12:30.540430 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:12:30.540430 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:12:30.540430 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:12:30.540430 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:12:30.540430 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:12:30.641843 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9c5e2c7f-b7f1-40ff-9956-9807a8e0ff22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:30.691924 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-59386d74-5910-4700-aa58-bf083bcd9200 req-3db550b3-535d-4b64-909f-78ac7567e6c6 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31a0353-9cc7-4431-82ad-5f9b9985cf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225444 May 05 20:12:30.736414 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6270bf9c-dece-4255-8f44-680ba5546f77 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:30.853055 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b079ac2a-03ce-412e-b11b-cc4ada70514f req-cfda64e0-5141-4722-8fe5-fbc3d7733ff0 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1d1e55-8689-4939-b673-836425f8455e HTTP/1.1" status: 200 len: 210 time: 0.0643485 May 05 20:12:30.859689 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6270bf9c-dece-4255-8f44-680ba5546f77 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Pushing event deleted for resources: {'Subnet': ['ID=4e48f70a-f1f5-441e-ac16-8c57e14ca4d5,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:30.877331 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12646903-ad95-45be-94b0-9e579f502014 None None] Network e4b2dc1d-bef0-4743-bf94-e90586342674 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:12:30.935029 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3b1e3938-9725-4c30-b25c-ffb43727a584 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:30.954830 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9c5e2c7f-b7f1-40ff-9956-9807a8e0ff22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:31.078422 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6270bf9c-dece-4255-8f44-680ba5546f77 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:31.103154 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495300a1-5369-4d81-9cc5-adb6d169bfd7 req-21b769d6-52a5-4605-ad9b-98cf0804b9d5 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:31.104567 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-495300a1-5369-4d81-9cc5-adb6d169bfd7 req-21b769d6-52a5-4605-ad9b-98cf0804b9d5 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Synchronizing usage tracker for tenant:56e8fe9085fa4bdb932a4c29aaeb4c08 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:12:31.143503 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-6270bf9c-dece-4255-8f44-680ba5546f77 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4b2dc1d-bef0-4743-bf94-e90586342674']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:12:31.169337 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9c5e2c7f-b7f1-40ff-9956-9807a8e0ff22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:31.174351 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-6270bf9c-dece-4255-8f44-680ba5546f77 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf9fe66a-1932-4b87-bbe5-fcd90b2cdc70') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:12:31.174643 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-6270bf9c-dece-4255-8f44-680ba5546f77 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf9fe66a-1932-4b87-bbe5-fcd90b2cdc70') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:12:31.209041 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bab9685d-5d2a-4399-99b9-4637b91d36f8 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:31.219738 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-495300a1-5369-4d81-9cc5-adb6d169bfd7 req-21b769d6-52a5-4605-ad9b-98cf0804b9d5 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Unset dirty status for tenant:56e8fe9085fa4bdb932a4c29aaeb4c08 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:12:31.220895 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-495300a1-5369-4d81-9cc5-adb6d169bfd7 req-21b769d6-52a5-4605-ad9b-98cf0804b9d5 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7e6dddb-50c0-4fef-ba67-4d7ecd092f1e HTTP/1.1" status: 200 len: 946 time: 0.7465107 May 05 20:12:31.231213 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab9685d-5d2a-4399-99b9-4637b91d36f8 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7ee9b6ff-374b-4327-af14-f225cb02d961 {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 05 20:12:31.238046 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bab9685d-5d2a-4399-99b9-4637b91d36f8 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:31.266485 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6270bf9c-dece-4255-8f44-680ba5546f77 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:31.275416 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5e2c7f-b7f1-40ff-9956-9807a8e0ff22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0330ec2e-2ac5-4386-a1d7-3283efee1dd4,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:31.278491 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9c5e2c7f-b7f1-40ff-9956-9807a8e0ff22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:31.302119 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e84b91-0963-40fc-8162-a3cdd4fff96a None None] DHCP port deletion for e4b2dc1d-bef0-4743-bf94-e90586342674 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:12:31.374758 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6270bf9c-dece-4255-8f44-680ba5546f77 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:31.381381 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-9c5e2c7f-b7f1-40ff-9956-9807a8e0ff22 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/0330ec2e-2ac5-4386-a1d7-3283efee1dd4 HTTP/1.1" status: 204 len: 168 time: 1.1932676 May 05 20:12:31.413439 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59932) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:31.427585 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-495300a1-5369-4d81-9cc5-adb6d169bfd7 req-0f3d75e3-ee35-45bc-997d-93342c0c757e tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Deleting port b446eac7-8758-4a4b-aebd-2c24c1652d79 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:12:31.434182 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-495300a1-5369-4d81-9cc5-adb6d169bfd7 req-0f3d75e3-ee35-45bc-997d-93342c0c757e tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:31.472680 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 2177eb1b-bd9e-4508-a37c-14e48c6f8b5a no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:12:31.496797 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6270bf9c-dece-4255-8f44-680ba5546f77 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:12:31.497618 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6270bf9c-dece-4255-8f44-680ba5546f77 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:31.536125 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3b1e3938-9725-4c30-b25c-ffb43727a584 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:31.541307 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:12:31.541307 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:12:31.541307 n-d-840717-1 neutron-server[88197]: timer() May 05 20:12:31.541307 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:12:31.541307 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:12:31.541307 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:12:31.541307 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:12:31.541307 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:12:31.541307 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:12:31.541307 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:12:31.541307 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:12:31.541307 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:12:31.541307 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:12:31.541307 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:12:31.541307 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:12:31.541307 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:12:31.541307 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:12:31.541307 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:12:31.541307 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:12:31.541307 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:12:31.541307 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:12:31.541307 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:12:31.541307 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:12:31.541307 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:12:31.541307 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:12:31.541307 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:12:31.541307 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:12:31.541307 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:12:31.541307 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:12:31.541307 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:12:31.541307 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:12:31.541307 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:12:31.548557 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 2177eb1b-bd9e-4508-a37c-14e48c6f8b5a {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:12:31.549141 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 2177eb1b-bd9e-4508-a37c-14e48c6f8b5a not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:12:31.612463 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab9685d-5d2a-4399-99b9-4637b91d36f8 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Pushing event deleted for resources: {'Network': ['ID=7ee9b6ff-374b-4327-af14-f225cb02d961,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:31.697345 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c6e2e129-a50c-4264-8ee4-66211dbff237 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:31.699896 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0793ceeb-c08c-4bc9-a1e0-fabce146c962 None None] Network 06549593-4e36-4897-b3db-51a795771b98 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:12:31.720071 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3b1e3938-9725-4c30-b25c-ffb43727a584 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:31.760490 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6270bf9c-dece-4255-8f44-680ba5546f77 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:31.831508 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6270bf9c-dece-4255-8f44-680ba5546f77 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:31.851016 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2c10d904-90d1-454b-9bf3-7d56462eee34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:31.853312 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1e3938-9725-4c30-b25c-ffb43727a584 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event deleted for resources: {'Subnet': ['ID=08ef3114-5533-422a-94d3-7c614c444d6c,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:31.858739 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6270bf9c-dece-4255-8f44-680ba5546f77 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Pushing event deleted for resources: {'Network': ['ID=e4b2dc1d-bef0-4743-bf94-e90586342674,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:31.869053 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-6270bf9c-dece-4255-8f44-680ba5546f77 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] 10.222.0.36 "DELETE /v2.0/networks/e4b2dc1d-bef0-4743-bf94-e90586342674 HTTP/1.1" status: 204 len: 168 time: 4.3178751 May 05 20:12:31.875098 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59938) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:31.902836 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-bab9685d-5d2a-4399-99b9-4637b91d36f8 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] 10.222.0.36 "DELETE /v2.0/networks/7ee9b6ff-374b-4327-af14-f225cb02d961 HTTP/1.1" status: 204 len: 168 time: 3.0660126 May 05 20:12:31.957834 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3b1e3938-9725-4c30-b25c-ffb43727a584 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "DELETE /v2.0/subnets/08ef3114-5533-422a-94d3-7c614c444d6c HTTP/1.1" status: 204 len: 168 time: 2.2300344 May 05 20:12:31.963821 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59948) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:31.965893 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e2e129-a50c-4264-8ee4-66211dbff237 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event deleted for resources: {'Port': ['ID=e4179c73-5192-4950-8672-aef9b4378e67,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:32.113822 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-afcacc60-8cc1-48cf-bf2a-986382059bf4 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] DELETE failed (client error): The resource could not be found. May 05 20:12:32.117390 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afcacc60-8cc1-48cf-bf2a-986382059bf4 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:12:32.119445 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-afcacc60-8cc1-48cf-bf2a-986382059bf4 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] 10.222.0.36 "DELETE /v2.0/networks/e4b2dc1d-bef0-4743-bf94-e90586342674 HTTP/1.1" status: 404 len: 339 time: 0.2364104 May 05 20:12:32.124493 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59952) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:32.162302 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-d55ce710-bf6e-4b42-b215-deb8af471fd1 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1239518868', 'description': 'd1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:12:32.263772 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-720c3645-0f93-4ce8-b31d-a3f1a5cb380c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Deleting subnet 06b6149b-a49d-4c5e-9aaa-7edbe5a0e3b6 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:12:32.381417 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-720c3645-0f93-4ce8-b31d-a3f1a5cb380c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:32.484345 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c6e2e129-a50c-4264-8ee4-66211dbff237 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:32.486655 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c6e2e129-a50c-4264-8ee4-66211dbff237 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "DELETE /v2.0/ports/e4179c73-5192-4950-8672-aef9b4378e67 HTTP/1.1" status: 204 len: 168 time: 4.6618483 May 05 20:12:32.501539 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59960) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:32.627018 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-703b2f6b-c771-462a-ad25-541582abfbfe tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] GET failed (client error): The resource could not be found. May 05 20:12:32.629007 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-703b2f6b-c771-462a-ad25-541582abfbfe tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Synchronizing usage tracker for tenant:88760c5e167e4c4abc1263be6642087f on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:12:32.631706 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-720c3645-0f93-4ce8-b31d-a3f1a5cb380c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:32.668652 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-d55ce710-bf6e-4b42-b215-deb8af471fd1 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:12:32.672902 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-d55ce710-bf6e-4b42-b215-deb8af471fd1 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Usage tracker for resource:network and tenant:b84517431db84d2ea9b94084b415b5bd is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:12:32.675858 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-d55ce710-bf6e-4b42-b215-deb8af471fd1 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:12:32.698413 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-d55ce710-bf6e-4b42-b215-deb8af471fd1 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:12:32.766271 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59964) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:32.774763 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a7dab69d-44d6-45ac-87fb-7e88db3a9d19 req-b550a810-091c-4df2-aae1-0eac7f3c82eb tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1d1e55-8689-4939-b673-836425f8455e HTTP/1.1" status: 200 len: 210 time: 0.5982010 May 05 20:12:32.788591 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d55ce710-bf6e-4b42-b215-deb8af471fd1 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Made reservation on behalf of b84517431db84d2ea9b94084b415b5bd for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:12:32.792826 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d55ce710-bf6e-4b42-b215-deb8af471fd1 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:32.838519 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-217906d3-dfb9-43da-914a-1875859b91d9 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Request body: {'router': {'name': 'tempest-router--1902190578', 'project_id': 'ec4ae71486e94134b9cb9a1723407326'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:12:32.846651 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-720c3645-0f93-4ce8-b31d-a3f1a5cb380c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:32.945871 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-217906d3-dfb9-43da-914a-1875859b91d9 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:12:32.955878 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-217906d3-dfb9-43da-914a-1875859b91d9 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Usage tracker for resource:router and tenant:ec4ae71486e94134b9cb9a1723407326 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:12:32.958970 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-217906d3-dfb9-43da-914a-1875859b91d9 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:12:32.964940 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-217906d3-dfb9-43da-914a-1875859b91d9 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:12:32.978139 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-703b2f6b-c771-462a-ad25-541582abfbfe tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Unset dirty status for tenant:88760c5e167e4c4abc1263be6642087f on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:12:32.983868 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2c10d904-90d1-454b-9bf3-7d56462eee34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:32.984043 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-703b2f6b-c771-462a-ad25-541582abfbfe tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "GET /v2.0/ports/e4179c73-5192-4950-8672-aef9b4378e67 HTTP/1.1" status: 404 len: 333 time: 0.4804404 May 05 20:12:33.005276 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59968) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:33.054696 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-217906d3-dfb9-43da-914a-1875859b91d9 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:33.055741 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-217906d3-dfb9-43da-914a-1875859b91d9 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:33.114021 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d55ce710-bf6e-4b42-b215-deb8af471fd1 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:12:33.168947 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-189f77d6-2345-46ff-b9c8-b46ff909bf47 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Deleting subnet e27d4a70-3b61-4e05-b0ee-b183804b7463 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:12:33.179106 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-189f77d6-2345-46ff-b9c8-b46ff909bf47 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:33.182305 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-2c10d904-90d1-454b-9bf3-7d56462eee34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fa7428e-9496-4776-8565-b3bd4312107d']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:12:33.204610 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-495300a1-5369-4d81-9cc5-adb6d169bfd7 req-0f3d75e3-ee35-45bc-997d-93342c0c757e tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] For port b446eac7-8758-4a4b-aebd-2c24c1652d79, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=b446eac7-8758-4a4b-aebd-2c24c1652d79,segment=NetworkSegment(e34c646b-9075-4e31-b89f-c8f9e824e389),segment_id=e34c646b-9075-4e31-b89f-c8f9e824e389)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:12:33.204969 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-495300a1-5369-4d81-9cc5-adb6d169bfd7 req-0f3d75e3-ee35-45bc-997d-93342c0c757e tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:33.256643 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d55ce710-bf6e-4b42-b215-deb8af471fd1 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:33.257029 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-d55ce710-bf6e-4b42-b215-deb8af471fd1 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Added segment c4c965e5-0065-479c-bb18-8e08e6b64bbc of type vlan for network e2b08b73-c1d5-478d-baa2-f74aeb5b14a9 May 05 20:12:33.277376 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a52623-b8ef-4fcb-9409-782cf04edde8 req-96fa6707-9e23-4565-83d1-3cc41066a8b2 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:33.284396 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-37a52623-b8ef-4fcb-9409-782cf04edde8 req-96fa6707-9e23-4565-83d1-3cc41066a8b2 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7e6dddb-50c0-4fef-ba67-4d7ecd092f1e HTTP/1.1" status: 200 len: 946 time: 1.0175352 May 05 20:12:33.401248 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-2c10d904-90d1-454b-9bf3-7d56462eee34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a17229ae-308b-423b-9b97-4c4a050e5078') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:12:33.405553 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-2c10d904-90d1-454b-9bf3-7d56462eee34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a17229ae-308b-423b-9b97-4c4a050e5078') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:12:33.411154 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-189f77d6-2345-46ff-b9c8-b46ff909bf47 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:33.483654 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-217906d3-dfb9-43da-914a-1875859b91d9 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:33.495550 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-720c3645-0f93-4ce8-b31d-a3f1a5cb380c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:33.560816 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-495300a1-5369-4d81-9cc5-adb6d169bfd7 req-0f3d75e3-ee35-45bc-997d-93342c0c757e tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Calling delete_port for b446eac7-8758-4a4b-aebd-2c24c1652d79 owned by compute:nova {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:12:33.578502 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-37a52623-b8ef-4fcb-9409-782cf04edde8 req-302e1558-492d-4bd0-b000-74ea1403eaf8 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31a0353-9cc7-4431-82ad-5f9b9985cf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936678 May 05 20:12:33.590358 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2c10d904-90d1-454b-9bf3-7d56462eee34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:33.626503 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-189f77d6-2345-46ff-b9c8-b46ff909bf47 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:33.667216 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-c3cae7d9-7f02-4896-aa1c-029c7dab7f27 None None] Provisioning complete for port 64e87512-49ac-48ab-af8e-411b98678289 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:12:33.674623 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c3cae7d9-7f02-4896-aa1c-029c7dab7f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:33.675203 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d55ce710-bf6e-4b42-b215-deb8af471fd1 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:33.678971 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2c10d904-90d1-454b-9bf3-7d56462eee34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:33.692844 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-217906d3-dfb9-43da-914a-1875859b91d9 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:33.703188 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c10d904-90d1-454b-9bf3-7d56462eee34 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:12:33.703188 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2c10d904-90d1-454b-9bf3-7d56462eee34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:33.720463 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-720c3645-0f93-4ce8-b31d-a3f1a5cb380c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:33.740168 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:12:33.740168 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:12:33.740168 n-d-840717-1 neutron-server[88197]: timer() May 05 20:12:33.740168 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:12:33.740168 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:12:33.740168 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:12:33.740168 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:12:33.740168 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:12:33.740168 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:12:33.740168 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:12:33.740168 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:12:33.740168 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:12:33.740168 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:12:33.740168 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:12:33.740168 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:12:33.740168 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:12:33.740168 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:12:33.740168 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:12:33.740168 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:12:33.740168 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:12:33.740168 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:12:33.740168 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:12:33.740168 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:12:33.740168 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:12:33.740168 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:12:33.740168 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:12:33.740168 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:12:33.740168 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:12:33.740168 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:12:33.740168 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:12:33.740168 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:12:33.740168 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:12:33.742983 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5f2691-04d4-4935-a1e1-c969defc5920 None None] Network 06549593-4e36-4897-b3db-51a795771b98 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:12:33.755101 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc89dcf-bb0a-48f3-8610-54115600f841 req-cd2e9c65-b084-4f04-abeb-cb22002e1e96 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:33.756612 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7dc89dcf-bb0a-48f3-8610-54115600f841 req-cd2e9c65-b084-4f04-abeb-cb22002e1e96 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.24 "GET /v2.0/networks?id=dd240240-b981-4728-a92a-09bd25dc9abb HTTP/1.1" status: 200 len: 815 time: 0.7587600 May 05 20:12:33.758785 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720c3645-0f93-4ce8-b31d-a3f1a5cb380c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event deleted for resources: {'Subnet': ['ID=06b6149b-a49d-4c5e-9aaa-7edbe5a0e3b6,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:33.774195 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-720c3645-0f93-4ce8-b31d-a3f1a5cb380c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "DELETE /v2.0/subnets/06b6149b-a49d-4c5e-9aaa-7edbe5a0e3b6 HTTP/1.1" status: 204 len: 168 time: 1.7986872 May 05 20:12:33.784471 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59974) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:33.785853 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c3645-0f93-4ce8-b31d-a3f1a5cb380c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:12:33.786186 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c3645-0f93-4ce8-b31d-a3f1a5cb380c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:12:33.786518 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c3645-0f93-4ce8-b31d-a3f1a5cb380c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:12:33.786880 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c3645-0f93-4ce8-b31d-a3f1a5cb380c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:12:33.787175 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c3645-0f93-4ce8-b31d-a3f1a5cb380c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:12:33.787785 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c3645-0f93-4ce8-b31d-a3f1a5cb380c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:12:33.787939 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c3645-0f93-4ce8-b31d-a3f1a5cb380c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:12:33.788157 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c3645-0f93-4ce8-b31d-a3f1a5cb380c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:12:33.788459 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c3645-0f93-4ce8-b31d-a3f1a5cb380c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:12:33.788771 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c3645-0f93-4ce8-b31d-a3f1a5cb380c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:12:33.789082 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c3645-0f93-4ce8-b31d-a3f1a5cb380c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:12:33.789391 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c3645-0f93-4ce8-b31d-a3f1a5cb380c tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:12:33.848724 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4108a10-ac47-43f2-b7b9-168b21ed57f4 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] DELETE failed (client error): The resource could not be found. May 05 20:12:33.849110 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4108a10-ac47-43f2-b7b9-168b21ed57f4 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:12:33.863812 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d4108a10-ac47-43f2-b7b9-168b21ed57f4 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "DELETE /v2.0/subnets/08ef3114-5533-422a-94d3-7c614c444d6c HTTP/1.1" status: 404 len: 337 time: 0.0608160 May 05 20:12:33.864100 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59980) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:33.914657 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-189f77d6-2345-46ff-b9c8-b46ff909bf47 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:33.924961 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-217906d3-dfb9-43da-914a-1875859b91d9 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:33.926144 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-217906d3-dfb9-43da-914a-1875859b91d9 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.1505234 May 05 20:12:33.954854 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59984) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:34.016072 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d55ce710-bf6e-4b42-b215-deb8af471fd1 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:34.021595 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55ce710-bf6e-4b42-b215-deb8af471fd1 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:34.022189 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d55ce710-bf6e-4b42-b215-deb8af471fd1 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:34.075185 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2c10d904-90d1-454b-9bf3-7d56462eee34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:34.101946 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189f77d6-2345-46ff-b9c8-b46ff909bf47 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event deleted for resources: {'Subnet': ['ID=e27d4a70-3b61-4e05-b0ee-b183804b7463,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:34.110521 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-189f77d6-2345-46ff-b9c8-b46ff909bf47 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:34.113108 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-189f77d6-2345-46ff-b9c8-b46ff909bf47 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "DELETE /v2.0/subnets/e27d4a70-3b61-4e05-b0ee-b183804b7463 HTTP/1.1" status: 204 len: 168 time: 1.0914996 May 05 20:12:34.113591 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7dc89dcf-bb0a-48f3-8610-54115600f841 req-fb020281-679f-473b-a992-e2d98d045c5c tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3bcce80065784aa6a77c066afd5e6401 HTTP/1.1" status: 200 len: 379 time: 0.3421984 May 05 20:12:34.114654 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2c10d904-90d1-454b-9bf3-7d56462eee34 admin admin] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:34.116593 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59988) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:34.161075 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cec61a20-2be3-4fb0-80eb-3ae5fd0108d4 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:34.167371 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-91008b91-bf0a-4cac-bcca-8d6e8919cd20 req-763b3dd6-bcc1-412f-9432-c4388dcdd030 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1d1e55-8689-4939-b673-836425f8455e HTTP/1.1" status: 200 len: 210 time: 0.1548874 May 05 20:12:34.181211 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-7dc89dcf-bb0a-48f3-8610-54115600f841 req-ba3da1ce-b44e-40a6-b636-7cdc39f1912f tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Request body: {'port': {'device_id': '6e1d1e55-8689-4939-b673-836425f8455e', 'network_id': 'dd240240-b981-4728-a92a-09bd25dc9abb', 'admin_state_up': True, 'tenant_id': '3bcce80065784aa6a77c066afd5e6401', 'security_groups': ['fa34c6b7-f79e-42a5-a73d-73f26fc7f98f']}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:12:34.210845 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e31b4d-3aab-4604-8b13-08bfb27ec104 None None] Network 110c4126-25a0-4f79-be20-218429a498a4 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:12:34.225220 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-2411bf90-3a00-4491-925d-d358f8c9598b tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Deleting subnet 39a86f59-4276-4802-ba54-cd41f498ac18 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:12:34.268526 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d55ce710-bf6e-4b42-b215-deb8af471fd1 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.1273210 May 05 20:12:34.285150 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-2c10d904-90d1-454b-9bf3-7d56462eee34 admin admin] 10.222.0.36 "DELETE /v2.0/networks/7fa7428e-9496-4776-8565-b3bd4312107d HTTP/1.1" status: 204 len: 168 time: 2.8703384 May 05 20:12:34.288883 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59992) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:34.289209 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59994) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:34.293530 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55ce710-bf6e-4b42-b215-deb8af471fd1 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Pushing event updated for resources: {'Network': ['ID=e2b08b73-c1d5-478d-baa2-f74aeb5b14a9,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:34.295025 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2411bf90-3a00-4491-925d-d358f8c9598b tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:34.352262 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device b446eac7-8758-4a4b-aebd-2c24c1652d79 no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:12:34.370070 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-495300a1-5369-4d81-9cc5-adb6d169bfd7 req-0f3d75e3-ee35-45bc-997d-93342c0c757e tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:34.425538 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] No Port match for: b446eac7-8758-4a4b-aebd-2c24c1652d79 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:12:34.425895 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device b446eac7-8758-4a4b-aebd-2c24c1652d79 not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:12:34.483430 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network e2b08b73-c1d5-478d-baa2-f74aeb5b14a9 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:12:34.488431 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c10d904-90d1-454b-9bf3-7d56462eee34 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fa7428e-9496-4776-8565-b3bd4312107d,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:34.519504 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['bce2af7d-790b-4ce3-a14c-94fce56cd638'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:12:34.551142 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-c3cae7d9-7f02-4896-aa1c-029c7dab7f27 None None] Provisioning complete for port 7e3809c3-4527-4731-8aa3-79a353440aa0 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:12:34.551719 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c3cae7d9-7f02-4896-aa1c-029c7dab7f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:34.604569 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3d75e3-ee35-45bc-997d-93342c0c757e tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Pushing event deleted for resources: {'Port': ['ID=b446eac7-8758-4a4b-aebd-2c24c1652d79,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:34.642288 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-c3cae7d9-7f02-4896-aa1c-029c7dab7f27 None None] Port 7e3809c3-4527-4731-8aa3-79a353440aa0 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:12:34.731913 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2411bf90-3a00-4491-925d-d358f8c9598b tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:34.811832 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7ba9e1d7-4cdc-4667-8fa4-65aff2cdc433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:34.821062 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f9452c8-f3b3-4f74-9472-b3ec52f8b31a tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Deleting subnet d4623572-4d2f-4ea4-986d-c389d29bffc7 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:12:34.845631 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9f9452c8-f3b3-4f74-9472-b3ec52f8b31a tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:34.934323 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cec61a20-2be3-4fb0-80eb-3ae5fd0108d4 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:34.946417 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cec61a20-2be3-4fb0-80eb-3ae5fd0108d4 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:34.958352 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-43f462b6-f6db-45df-88cc-273853b87f77 req-3576ae7f-b594-4c32-a00c-9cc2fddcc309 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7e6dddb-50c0-4fef-ba67-4d7ecd092f1e HTTP/1.1" status: 200 len: 210 time: 0.1178148 May 05 20:12:35.037047 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9f9452c8-f3b3-4f74-9472-b3ec52f8b31a tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:35.080476 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cec61a20-2be3-4fb0-80eb-3ae5fd0108d4 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:35.082653 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec61a20-2be3-4fb0-80eb-3ae5fd0108d4 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a2c16528-25af-4ce9-8f2e-b514cf54d3a5 {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:12:35.088475 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [req-4ef4887c-4747-45e7-8465-28d3e92d1a1b req-fd88656a-2e04-49b6-9122-9af3831af29c service neutron] (88197) timed out ('10.222.0.24', 59460) {{(pid=88197) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 05 20:12:35.125341 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54342b5-867d-4fa7-abab-1e84dc97ba8f tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:35.126933 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a54342b5-867d-4fa7-abab-1e84dc97ba8f tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Synchronizing usage tracker for tenant:b84517431db84d2ea9b94084b415b5bd on resource:network {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:12:35.131477 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-138e688f-7e2c-4a36-9341-4aa73a05c527 admin admin] Deleting subnet f47ba329-485e-42b7-9bba-a87e8d0d7042 {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:12:35.138391 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cec61a20-2be3-4fb0-80eb-3ae5fd0108d4 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:35.139824 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-cec61a20-2be3-4fb0-80eb-3ae5fd0108d4 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] 10.222.0.36 "DELETE /v2.0/routers/a2c16528-25af-4ce9-8f2e-b514cf54d3a5 HTTP/1.1" status: 204 len: 168 time: 1.1795616 May 05 20:12:35.148016 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-138e688f-7e2c-4a36-9341-4aa73a05c527 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:35.165915 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2411bf90-3a00-4491-925d-d358f8c9598b tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:35.206581 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-495300a1-5369-4d81-9cc5-adb6d169bfd7 req-0f3d75e3-ee35-45bc-997d-93342c0c757e tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] No DVR routers for this DVR port b446eac7-8758-4a4b-aebd-2c24c1652d79 on host n-h2-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:12:35.224623 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-495300a1-5369-4d81-9cc5-adb6d169bfd7 req-0f3d75e3-ee35-45bc-997d-93342c0c757e tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:35.226504 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-495300a1-5369-4d81-9cc5-adb6d169bfd7 req-0f3d75e3-ee35-45bc-997d-93342c0c757e tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.50 "DELETE /v2.0/ports/b446eac7-8758-4a4b-aebd-2c24c1652d79 HTTP/1.1" status: 204 len: 173 time: 3.9984400 May 05 20:12:35.249817 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7e6dddb-50c0-4fef-ba67-4d7ecd092f1e', 'name': 'network-vif-deleted', 'tag': 'b446eac7-8758-4a4b-aebd-2c24c1652d79'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:12:35.366274 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-7dc89dcf-bb0a-48f3-8610-54115600f841 req-ba3da1ce-b44e-40a6-b636-7cdc39f1912f tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:12:35.436104 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bd79516-24c2-4ba2-ac57-56a242512b1d'] response: {'server_uuid': 'a7e6dddb-50c0-4fef-ba67-4d7ecd092f1e', 'name': 'network-vif-deleted', 'tag': 'b446eac7-8758-4a4b-aebd-2c24c1652d79', 'status': 'completed', 'code': 200} May 05 20:12:35.442998 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9f9452c8-f3b3-4f74-9472-b3ec52f8b31a tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:35.465279 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a54342b5-867d-4fa7-abab-1e84dc97ba8f tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Unset dirty status for tenant:b84517431db84d2ea9b94084b415b5bd on resource:network {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:12:35.469429 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-a54342b5-867d-4fa7-abab-1e84dc97ba8f tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] 10.222.0.36 "GET /v2.0/networks?id=e2b08b73-c1d5-478d-baa2-f74aeb5b14a9 HTTP/1.1" status: 200 len: 765 time: 1.1765227 May 05 20:12:35.484620 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-138e688f-7e2c-4a36-9341-4aa73a05c527 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:35.538176 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60010) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:35.538534 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60012) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:35.572107 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-89400118-c4a2-4c60-88c7-8fc72b4fa4c7 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Request body: {'network': {'description': 'd2'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:12:35.590140 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-7dc89dcf-bb0a-48f3-8610-54115600f841 req-ba3da1ce-b44e-40a6-b636-7cdc39f1912f tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:12:35.708881 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2411bf90-3a00-4491-925d-d358f8c9598b tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:35.806478 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0ac9f23b-7762-42ec-abed-7f3d0c0b01ad req-e4b52307-8db0-4fc7-8508-2eaf66d60cd7 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1d1e55-8689-4939-b673-836425f8455e HTTP/1.1" status: 200 len: 210 time: 0.2137413 May 05 20:12:35.833029 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dc89dcf-bb0a-48f3-8610-54115600f841 req-ba3da1ce-b44e-40a6-b636-7cdc39f1912f tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Made reservation on behalf of 3bcce80065784aa6a77c066afd5e6401 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:12:35.836614 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-7dc89dcf-bb0a-48f3-8610-54115600f841 req-ba3da1ce-b44e-40a6-b636-7cdc39f1912f tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:35.900254 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2411bf90-3a00-4491-925d-d358f8c9598b tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event deleted for resources: {'Subnet': ['ID=39a86f59-4276-4802-ba54-cd41f498ac18,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:35.926914 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2411bf90-3a00-4491-925d-d358f8c9598b tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:35.956601 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-138e688f-7e2c-4a36-9341-4aa73a05c527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:35.976055 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-2411bf90-3a00-4491-925d-d358f8c9598b tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "DELETE /v2.0/subnets/39a86f59-4276-4802-ba54-cd41f498ac18 HTTP/1.1" status: 204 len: 168 time: 2.1109328 May 05 20:12:35.983489 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60022) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:36.137350 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-c861ad14-9b3c-4787-9308-22b4edaa1689 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] DELETE failed (client error): The resource could not be found. May 05 20:12:36.137808 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c861ad14-9b3c-4787-9308-22b4edaa1689 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:12:36.145306 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c861ad14-9b3c-4787-9308-22b4edaa1689 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "DELETE /v2.0/subnets/854829fe-2f4d-4c81-abe2-ff11b5eb83be HTTP/1.1" status: 404 len: 337 time: 0.1604285 May 05 20:12:36.174057 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60028) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:36.184886 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9f9452c8-f3b3-4f74-9472-b3ec52f8b31a tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:36.270348 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9f9452c8-f3b3-4f74-9472-b3ec52f8b31a tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:36.278739 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-9f9452c8-f3b3-4f74-9472-b3ec52f8b31a tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "DELETE /v2.0/subnets/d4623572-4d2f-4ea4-986d-c389d29bffc7 HTTP/1.1" status: 204 len: 168 time: 2.1573529 May 05 20:12:36.280776 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60032) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:36.288817 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-b7dd3807-43b8-4142-ba3c-3049f12ff43e tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Synchronizing usage tracker for tenant:0cc5f4a365af4a94a73e5ef336438b10 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:12:36.387826 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-b7dd3807-43b8-4142-ba3c-3049f12ff43e tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Unset dirty status for tenant:0cc5f4a365af4a94a73e5ef336438b10 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:12:36.391412 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-b7dd3807-43b8-4142-ba3c-3049f12ff43e tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "GET /v2.0/ports?device_id=e586d771-7f78-40e1-9990-688bf32171b7 HTTP/1.1" status: 200 len: 205 time: 0.2141449 May 05 20:12:36.395111 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60036) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:36.412146 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00091fd-227e-4e2a-b7d6-7c89969d5e01 None None] Network 06549593-4e36-4897-b3db-51a795771b98 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:12:36.528215 n-d-840717-1 neutron-server[88197]: INFO neutron.api.v2.resource [None req-30ce7b70-fba4-4bf7-8128-646ce274f053 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] delete failed (client error): The resource could not be found. May 05 20:12:36.531805 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-30ce7b70-fba4-4bf7-8128-646ce274f053 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "DELETE /v2.0/routers/e586d771-7f78-40e1-9990-688bf32171b7 HTTP/1.1" status: 404 len: 336 time: 0.1331847 May 05 20:12:36.532076 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60040) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:36.539651 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9f98d7-e3d6-4188-9d60-6a3c8090ead5 None None] Network 110c4126-25a0-4f79-be20-218429a498a4 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:12:36.553239 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9452c8-f3b3-4f74-9472-b3ec52f8b31a tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event deleted for resources: {'Subnet': ['ID=d4623572-4d2f-4ea4-986d-c389d29bffc7,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:36.563486 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-8236790f-1a35-45f6-9393-4b274a86686a tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1115974214', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}, 'admin_state_up': False}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:12:36.572151 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-138e688f-7e2c-4a36-9341-4aa73a05c527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:36.572375 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8236790f-1a35-45f6-9393-4b274a86686a tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:12:36.578344 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-8236790f-1a35-45f6-9393-4b274a86686a tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Usage tracker for resource:router and tenant:84c44bbe9a46400ca904aba9c8d7d2a5 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:12:36.582486 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-8236790f-1a35-45f6-9393-4b274a86686a tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:12:36.588783 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8236790f-1a35-45f6-9393-4b274a86686a tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:12:36.615686 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-80f888ac-8055-47df-a04c-6eeaa4647b4b req-345bcea1-95a3-4bed-9904-7890413c4785 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7e6dddb-50c0-4fef-ba67-4d7ecd092f1e HTTP/1.1" status: 200 len: 210 time: 0.3261123 May 05 20:12:36.616580 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8236790f-1a35-45f6-9393-4b274a86686a tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:36.617735 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8236790f-1a35-45f6-9393-4b274a86686a tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:36.623339 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-89400118-c4a2-4c60-88c7-8fc72b4fa4c7 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:36.639831 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ed8aef92-47e2-467c-93fe-2bf2336e23a9 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:36.641292 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed22dcaa-52bf-435a-b316-96352720845d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] DELETE failed (client error): The resource could not be found. May 05 20:12:36.641940 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed22dcaa-52bf-435a-b316-96352720845d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:12:36.649072 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138e688f-7e2c-4a36-9341-4aa73a05c527 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f47ba329-485e-42b7-9bba-a87e8d0d7042,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:36.662415 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-138e688f-7e2c-4a36-9341-4aa73a05c527 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:36.676734 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-ed22dcaa-52bf-435a-b316-96352720845d tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "DELETE /v2.0/subnets/f0d1a497-d64f-4f0c-9fa4-f413957c0840 HTTP/1.1" status: 404 len: 337 time: 0.1410501 May 05 20:12:36.676976 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-7dc89dcf-bb0a-48f3-8610-54115600f841 req-ba3da1ce-b44e-40a6-b636-7cdc39f1912f tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Allocated IP 172.20.0.12 (dd240240-b981-4728-a92a-09bd25dc9abb/4839f055-edd7-4ed9-a2d6-dc3f9daf425d/688a4a9a-4c98-45ff-964a-c594a57cbf72) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:12:36.677683 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60044) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:36.684368 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8236790f-1a35-45f6-9393-4b274a86686a tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:36.693490 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-138e688f-7e2c-4a36-9341-4aa73a05c527 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f47ba329-485e-42b7-9bba-a87e8d0d7042 HTTP/1.1" status: 204 len: 168 time: 2.4015844 May 05 20:12:36.708485 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60048) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:36.732686 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-89400118-c4a2-4c60-88c7-8fc72b4fa4c7 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:36.757257 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-ed8aef92-47e2-467c-93fe-2bf2336e23a9 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Deleting port 76f06876-92c4-4332-ab88-b9f57d8f188d {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:12:36.757629 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ed8aef92-47e2-467c-93fe-2bf2336e23a9 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:36.766824 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-d400c2df-55e2-4040-a92e-d59f8bc9cc8c None None] Provisioning complete for port 64e87512-49ac-48ab-af8e-411b98678289 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:12:36.767159 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d400c2df-55e2-4040-a92e-d59f8bc9cc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:36.909272 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-467155a9-e50c-46cf-b5cd-9008bf4de329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:36.971372 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-77b1c682-48cd-4fc4-8d08-9c08b8ecaa14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:37.017637 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-d400c2df-55e2-4040-a92e-d59f8bc9cc8c None None] Provisioning complete for port 7e3809c3-4527-4731-8aa3-79a353440aa0 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:12:37.018021 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d400c2df-55e2-4040-a92e-d59f8bc9cc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:37.023107 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-ed8aef92-47e2-467c-93fe-2bf2336e23a9 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] For port 76f06876-92c4-4332-ab88-b9f57d8f188d, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=76f06876-92c4-4332-ab88-b9f57d8f188d,segment=NetworkSegment(01bfd92d-e80d-46fa-b6be-08952025c112),segment_id=01bfd92d-e80d-46fa-b6be-08952025c112)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:12:37.023680 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ed8aef92-47e2-467c-93fe-2bf2336e23a9 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:37.107841 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0233dbee-900f-471a-818c-5805d9ef9a7f None None] DHCP port deletion for 110c4126-25a0-4f79-be20-218429a498a4 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:12:37.142552 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-0233dbee-900f-471a-818c-5805d9ef9a7f None None] Deleting port 76f06876-92c4-4332-ab88-b9f57d8f188d {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:12:37.142955 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0233dbee-900f-471a-818c-5805d9ef9a7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:37.155805 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-c4117530-ce42-4788-a1d5-d9255412e8aa req-60ca40f2-c286-4703-a5ef-a3033e711513 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Synchronizing usage tracker for tenant:3bcce80065784aa6a77c066afd5e6401 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:12:37.272868 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-7dc89dcf-bb0a-48f3-8610-54115600f841 req-ba3da1ce-b44e-40a6-b636-7cdc39f1912f tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:37.290268 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499f9821-32fd-4744-bb46-3bd1e4c47626 None None] DHCP port deletion for 06549593-4e36-4897-b3db-51a795771b98 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:12:37.313311 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-499f9821-32fd-4744-bb46-3bd1e4c47626 None None] Deleting port 64e87512-49ac-48ab-af8e-411b98678289 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:12:37.313684 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-499f9821-32fd-4744-bb46-3bd1e4c47626 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:37.318493 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-c4117530-ce42-4788-a1d5-d9255412e8aa req-60ca40f2-c286-4703-a5ef-a3033e711513 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Unset dirty status for tenant:3bcce80065784aa6a77c066afd5e6401 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:12:37.331948 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c4117530-ce42-4788-a1d5-d9255412e8aa req-60ca40f2-c286-4703-a5ef-a3033e711513 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1d1e55-8689-4939-b673-836425f8455e HTTP/1.1" status: 200 len: 210 time: 0.2676737 May 05 20:12:37.336536 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-467155a9-e50c-46cf-b5cd-9008bf4de329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:37.337948 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-d400c2df-55e2-4040-a92e-d59f8bc9cc8c None None] Port 7e3809c3-4527-4731-8aa3-79a353440aa0 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:12:37.380119 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-89400118-c4a2-4c60-88c7-8fc72b4fa4c7 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Network e2b08b73-c1d5-478d-baa2-f74aeb5b14a9 is not hosted by any dhcp agent {{(pid=88198) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 05 20:12:37.387996 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89400118-c4a2-4c60-88c7-8fc72b4fa4c7 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:37.388876 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-89400118-c4a2-4c60-88c7-8fc72b4fa4c7 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:37.390828 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-89400118-c4a2-4c60-88c7-8fc72b4fa4c7 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] 10.222.0.36 "PUT /v2.0/networks/e2b08b73-c1d5-478d-baa2-f74aeb5b14a9 HTTP/1.1" status: 200 len: 762 time: 1.8487463 May 05 20:12:37.392121 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3027629-7410-4252-b1aa-793269f74e8f tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] DELETE failed (client error): The resource could not be found. May 05 20:12:37.392811 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3027629-7410-4252-b1aa-793269f74e8f tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:12:37.394348 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-7dc89dcf-bb0a-48f3-8610-54115600f841 req-ba3da1ce-b44e-40a6-b636-7cdc39f1912f tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Transition to ACTIVE for port object 688a4a9a-4c98-45ff-964a-c594a57cbf72 will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:12:37.396794 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-467155a9-e50c-46cf-b5cd-9008bf4de329 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c631b2f5-46be-4adb-a69a-eada3676eda0']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:12:37.404932 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60062) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:37.489885 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 64e87512-49ac-48ab-af8e-411b98678289 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:12:37.547523 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4cc5cd5-df8d-4eff-a7c7-f5c0ba5a60ec tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:37.556046 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-c4cc5cd5-df8d-4eff-a7c7-f5c0ba5a60ec tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] 10.222.0.36 "GET /v2.0/networks?id=e2b08b73-c1d5-478d-baa2-f74aeb5b14a9 HTTP/1.1" status: 200 len: 765 time: 0.1499386 May 05 20:12:37.556815 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60066) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:37.558639 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89400118-c4a2-4c60-88c7-8fc72b4fa4c7 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Pushing event updated for resources: {'Network': ['ID=e2b08b73-c1d5-478d-baa2-f74aeb5b14a9,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:37.559654 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-467155a9-e50c-46cf-b5cd-9008bf4de329 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b686762-3f4a-451b-b422-b696bf614daa') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:12:37.560047 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-467155a9-e50c-46cf-b5cd-9008bf4de329 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b686762-3f4a-451b-b422-b696bf614daa') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:12:37.577561 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-ed8aef92-47e2-467c-93fe-2bf2336e23a9 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Calling delete_port for 76f06876-92c4-4332-ab88-b9f57d8f188d owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:12:37.583535 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network e2b08b73-c1d5-478d-baa2-f74aeb5b14a9 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:12:37.610774 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-0233dbee-900f-471a-818c-5805d9ef9a7f None None] For port 76f06876-92c4-4332-ab88-b9f57d8f188d, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=76f06876-92c4-4332-ab88-b9f57d8f188d,segment=NetworkSegment(01bfd92d-e80d-46fa-b6be-08952025c112),segment_id=01bfd92d-e80d-46fa-b6be-08952025c112)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:12:37.611504 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0233dbee-900f-471a-818c-5805d9ef9a7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:37.769928 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a3027629-7410-4252-b1aa-793269f74e8f tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "DELETE /v2.0/subnets/d9ab4ec4-7b03-499a-b31b-08b0c769a811 HTTP/1.1" status: 404 len: 337 time: 1.0913434 May 05 20:12:37.785040 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60072) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:37.820164 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-467155a9-e50c-46cf-b5cd-9008bf4de329 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:37.836606 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3f6f17-b632-4d0b-8050-4b5cec2777b5 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:37.841021 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-9d3f6f17-b632-4d0b-8050-4b5cec2777b5 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2675209 May 05 20:12:37.843602 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60078) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:37.844500 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-bae19293-61a0-4ce3-b994-f489ef993dff None None] Provisioning complete for port 76f06876-92c4-4332-ab88-b9f57d8f188d triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:12:37.844875 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bae19293-61a0-4ce3-b994-f489ef993dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:37.848001 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-0086dfce-26b9-42b0-ae54-ccfac5a08f02 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] DELETE failed (client error): The resource could not be found. May 05 20:12:37.854207 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0086dfce-26b9-42b0-ae54-ccfac5a08f02 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:12:37.858728 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-0086dfce-26b9-42b0-ae54-ccfac5a08f02 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "DELETE /v2.0/subnets/6d46628c-ecca-438b-8ade-7afde89595a8 HTTP/1.1" status: 404 len: 337 time: 0.0704889 May 05 20:12:37.881915 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-0233dbee-900f-471a-818c-5805d9ef9a7f None None] Calling delete_port for 76f06876-92c4-4332-ab88-b9f57d8f188d owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:12:37.895073 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60082) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:37.948039 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a60aad6f-9487-4368-b7a2-a7d7d1f2f0d9 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Synchronizing usage tracker for tenant:b84517431db84d2ea9b94084b415b5bd on resource:subnet {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:12:37.952161 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c03952c-cba0-4aef-97f5-8832fff3d94f tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] DELETE failed (client error): The resource could not be found. May 05 20:12:37.952783 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c03952c-cba0-4aef-97f5-8832fff3d94f tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:12:37.955423 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-0c03952c-cba0-4aef-97f5-8832fff3d94f tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "DELETE /v2.0/ports/80f1421e-b55d-4257-8322-cf4314f50070 HTTP/1.1" status: 404 len: 333 time: 0.0557327 May 05 20:12:37.959199 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-467155a9-e50c-46cf-b5cd-9008bf4de329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:37.963183 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60086) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:38.022827 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-c366aba0-1702-4259-b862-19e10730d5eb tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] DELETE failed (client error): The resource could not be found. May 05 20:12:38.023039 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c366aba0-1702-4259-b862-19e10730d5eb tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:12:38.028505 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-c366aba0-1702-4259-b862-19e10730d5eb tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "DELETE /v2.0/subnets/a187ef0b-39df-4f25-a186-c395be05cba7 HTTP/1.1" status: 404 len: 337 time: 0.0609217 May 05 20:12:38.029359 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60090) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:38.051393 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8236790f-1a35-45f6-9393-4b274a86686a tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:38.124050 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ed8aef92-47e2-467c-93fe-2bf2336e23a9 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:38.172695 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-499f9821-32fd-4744-bb46-3bd1e4c47626 None None] For port 64e87512-49ac-48ab-af8e-411b98678289, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=64e87512-49ac-48ab-af8e-411b98678289,segment=NetworkSegment(261b8cdf-8b05-4f6a-9ef0-d58aa2bfd7db),segment_id=261b8cdf-8b05-4f6a-9ef0-d58aa2bfd7db)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:12:38.174170 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-499f9821-32fd-4744-bb46-3bd1e4c47626 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:38.196436 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8aef92-47e2-467c-93fe-2bf2336e23a9 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event deleted for resources: {'Port': ['ID=76f06876-92c4-4332-ab88-b9f57d8f188d,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:38.219413 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8aef92-47e2-467c-93fe-2bf2336e23a9 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] No DVR routers for this DVR port 76f06876-92c4-4332-ab88-b9f57d8f188d on host n-d-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:12:38.322206 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-467155a9-e50c-46cf-b5cd-9008bf4de329 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:12:38.322827 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-467155a9-e50c-46cf-b5cd-9008bf4de329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:38.336942 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a60aad6f-9487-4368-b7a2-a7d7d1f2f0d9 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Unset dirty status for tenant:b84517431db84d2ea9b94084b415b5bd on resource:subnet {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:12:38.343120 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-a60aad6f-9487-4368-b7a2-a7d7d1f2f0d9 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] 10.222.0.36 "GET /v2.0/subnets?network_id=0401d202-1605-4cfe-bad4-fb225df6afb0 HTTP/1.1" status: 200 len: 207 time: 0.4912117 May 05 20:12:38.343120 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:12:38.343120 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:12:38.343120 n-d-840717-1 neutron-server[88197]: timer() May 05 20:12:38.343120 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:12:38.343120 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:12:38.343120 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:12:38.343120 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:12:38.343120 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:12:38.343120 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:12:38.343120 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:12:38.343120 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:12:38.343120 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:12:38.343120 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:12:38.343120 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:12:38.343120 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:12:38.343120 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:12:38.343120 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:12:38.343120 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:12:38.343120 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:12:38.343120 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:12:38.343120 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:12:38.343120 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:12:38.343120 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:12:38.343120 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:12:38.343120 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:12:38.343120 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:12:38.343120 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:12:38.343120 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:12:38.343120 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:12:38.343120 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:12:38.343120 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:12:38.343120 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:12:38.356044 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60098) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:38.395693 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-499f9821-32fd-4744-bb46-3bd1e4c47626 None None] Calling delete_port for 64e87512-49ac-48ab-af8e-411b98678289 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:12:38.426726 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-7dc89dcf-bb0a-48f3-8610-54115600f841 req-ba3da1ce-b44e-40a6-b636-7cdc39f1912f tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:38.434978 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b94fec1-c09c-4fa3-a1ef-34ea70394880 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] DELETE failed (client error): The resource could not be found. May 05 20:12:38.437181 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b94fec1-c09c-4fa3-a1ef-34ea70394880 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:12:38.442391 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-9b94fec1-c09c-4fa3-a1ef-34ea70394880 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "DELETE /v2.0/subnets/6ab67181-836b-498c-9b91-bf4e337836bf HTTP/1.1" status: 404 len: 337 time: 0.4109371 May 05 20:12:38.446539 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60104) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:38.578606 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-0233dbee-900f-471a-818c-5805d9ef9a7f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:12:38.579218 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-0233dbee-900f-471a-818c-5805d9ef9a7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:12:38.609636 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:38.612865 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ed8aef92-47e2-467c-93fe-2bf2336e23a9 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:38.652246 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-bae19293-61a0-4ce3-b994-f489ef993dff None None] Could not find standard attr ID for object 76f06876-92c4-4332-ab88-b9f57d8f188d. {{(pid=88199) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 20:12:38.655785 n-d-840717-1 neutron-server[88199]: INFO neutron.plugins.ml2.db [None req-bae19293-61a0-4ce3-b994-f489ef993dff None None] No ports have port_id starting with 76f06876-92c4-4332-ab88-b9f57d8f188d May 05 20:12:38.681883 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:38.710629 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:38.710900 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-ed8aef92-47e2-467c-93fe-2bf2336e23a9 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['110c4126-25a0-4f79-be20-218429a498a4']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:12:38.746302 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-ed8aef92-47e2-467c-93fe-2bf2336e23a9 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01bfd92d-e80d-46fa-b6be-08952025c112') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:12:38.746590 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-ed8aef92-47e2-467c-93fe-2bf2336e23a9 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01bfd92d-e80d-46fa-b6be-08952025c112') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:12:38.768460 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ed8aef92-47e2-467c-93fe-2bf2336e23a9 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:38.774252 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-499f9821-32fd-4744-bb46-3bd1e4c47626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:38.785184 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3da1ce-b44e-40a6-b636-7cdc39f1912f tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Pushing event updated for resources: {'Port': ['ID=688a4a9a-4c98-45ff-964a-c594a57cbf72,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:38.802552 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dc89dcf-bb0a-48f3-8610-54115600f841 req-ba3da1ce-b44e-40a6-b636-7cdc39f1912f tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Network dd240240-b981-4728-a92a-09bd25dc9abb is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:12:38.813476 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d55f864-e79f-4aba-9606-836d11611342 req-2f42e041-4176-45c8-a17a-84b604884cb5 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:38.816241 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7d55f864-e79f-4aba-9606-836d11611342 req-2f42e041-4176-45c8-a17a-84b604884cb5 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3775c53-95fc-463a-847a-74bdf4015c90 HTTP/1.1" status: 200 len: 946 time: 0.5063882 May 05 20:12:38.821580 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-7dc89dcf-bb0a-48f3-8610-54115600f841 req-ba3da1ce-b44e-40a6-b636-7cdc39f1912f tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:12:38.830222 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 76f06876-92c4-4332-ab88-b9f57d8f188d no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:12:38.843196 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-b202dc9f-132a-4899-930b-3079b2520477 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] DELETE failed (client error): The resource could not be found. May 05 20:12:38.843675 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b202dc9f-132a-4899-930b-3079b2520477 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:12:38.844458 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ed8aef92-47e2-467c-93fe-2bf2336e23a9 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:38.856612 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed8aef92-47e2-467c-93fe-2bf2336e23a9 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:12:38.857094 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ed8aef92-47e2-467c-93fe-2bf2336e23a9 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:38.874563 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 76f06876-92c4-4332-ab88-b9f57d8f188d {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:12:38.874989 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 76f06876-92c4-4332-ab88-b9f57d8f188d not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:12:38.877904 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f9821-32fd-4744-bb46-3bd1e4c47626 None None] Pushing event deleted for resources: {'Port': ['ID=64e87512-49ac-48ab-af8e-411b98678289,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:38.880203 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499f9821-32fd-4744-bb46-3bd1e4c47626 None None] No DVR routers for this DVR port 64e87512-49ac-48ab-af8e-411b98678289 on host n-d-840717-1 {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:12:38.898135 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dc89dcf-bb0a-48f3-8610-54115600f841 req-ba3da1ce-b44e-40a6-b636-7cdc39f1912f tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:12:38.903521 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:12:38.903521 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:12:38.903521 n-d-840717-1 neutron-server[88198]: timer() May 05 20:12:38.903521 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:12:38.903521 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:12:38.903521 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:12:38.903521 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:12:38.903521 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:12:38.903521 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:12:38.903521 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:12:38.903521 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:12:38.903521 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:12:38.903521 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:12:38.903521 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:12:38.903521 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:12:38.903521 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:12:38.903521 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:12:38.903521 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:12:38.903521 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:12:38.903521 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:12:38.903521 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:12:38.903521 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:12:38.903521 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:12:38.903521 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:12:38.903521 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:12:38.903521 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:12:38.903521 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:12:38.903521 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:12:38.903521 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:12:38.903521 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:12:38.903521 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:12:38.903521 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:12:38.939130 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-467155a9-e50c-46cf-b5cd-9008bf4de329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:38.991749 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-467155a9-e50c-46cf-b5cd-9008bf4de329 admin admin] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:38.996521 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-467155a9-e50c-46cf-b5cd-9008bf4de329 admin admin] 10.222.0.36 "DELETE /v2.0/networks/c631b2f5-46be-4adb-a69a-eada3676eda0 HTTP/1.1" status: 204 len: 168 time: 2.2870336 May 05 20:12:38.997631 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467155a9-e50c-46cf-b5cd-9008bf4de329 admin admin] Pushing event deleted for resources: {'Network': ['ID=c631b2f5-46be-4adb-a69a-eada3676eda0,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:39.003936 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-b202dc9f-132a-4899-930b-3079b2520477 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "DELETE /v2.0/ports/60268288-26fd-4cef-8fc1-f82917428c88 HTTP/1.1" status: 404 len: 333 time: 0.4461741 May 05 20:12:39.007492 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60110) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:39.046557 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab33d22-1074-498a-a82b-319957651129 req-05d4b3ef-a295-4e34-bd27-2d7f0513d281 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:39.047434 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-0ab33d22-1074-498a-a82b-319957651129 req-05d4b3ef-a295-4e34-bd27-2d7f0513d281 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Synchronizing usage tracker for tenant:56e8fe9085fa4bdb932a4c29aaeb4c08 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:12:39.080764 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-0233dbee-900f-471a-818c-5805d9ef9a7f None None] Deleting port 76f06876-92c4-4332-ab88-b9f57d8f188d {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:12:39.081144 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0233dbee-900f-471a-818c-5805d9ef9a7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:39.086882 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc89dcf-bb0a-48f3-8610-54115600f841 req-ba3da1ce-b44e-40a6-b636-7cdc39f1912f tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:39.087542 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-7dc89dcf-bb0a-48f3-8610-54115600f841 req-ba3da1ce-b44e-40a6-b636-7cdc39f1912f tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:39.098857 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-0ab33d22-1074-498a-a82b-319957651129 req-05d4b3ef-a295-4e34-bd27-2d7f0513d281 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Unset dirty status for tenant:56e8fe9085fa4bdb932a4c29aaeb4c08 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:12:39.100388 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0ab33d22-1074-498a-a82b-319957651129 req-05d4b3ef-a295-4e34-bd27-2d7f0513d281 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.50 "GET /v2.0/ports?device_id=b3775c53-95fc-463a-847a-74bdf4015c90 HTTP/1.1" status: 200 len: 946 time: 0.7418776 May 05 20:12:39.182623 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f3fbaa-df07-4f12-b550-b85f5704efef tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:39.199449 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f3fbaa-df07-4f12-b550-b85f5704efef tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:39.209266 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f3fbaa-df07-4f12-b550-b85f5704efef tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:39.216252 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f3fbaa-df07-4f12-b550-b85f5704efef tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:39.224652 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-0233dbee-900f-471a-818c-5805d9ef9a7f None None] The port '76f06876-92c4-4332-ab88-b9f57d8f188d' was deleted {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 20:12:39.229552 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f3fbaa-df07-4f12-b550-b85f5704efef tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:39.244086 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f3fbaa-df07-4f12-b550-b85f5704efef tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:39.255634 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-17f3fbaa-df07-4f12-b550-b85f5704efef tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.8985045 May 05 20:12:39.270675 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60114) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:39.311217 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-403b89ab-6b51-4a94-bfc6-c850bf9c20f8 None None] Provisioning for port 688a4a9a-4c98-45ff-964a-c594a57cbf72 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:12:39.318255 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-403b89ab-6b51-4a94-bfc6-c850bf9c20f8 None None] Provisioning complete for port 688a4a9a-4c98-45ff-964a-c594a57cbf72 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:12:39.319238 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-403b89ab-6b51-4a94-bfc6-c850bf9c20f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:39.416048 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-403b89ab-6b51-4a94-bfc6-c850bf9c20f8 None None] Port 688a4a9a-4c98-45ff-964a-c594a57cbf72 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:12:39.420616 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60118) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:39.454405 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaff8a72-11eb-4466-97b9-b56ad3957c03 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] DELETE failed (client error): The resource could not be found. May 05 20:12:39.454856 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaff8a72-11eb-4466-97b9-b56ad3957c03 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:12:39.462915 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-36fa0f01-f009-4ec9-b6ec-2d51e3c4383f tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] 10.222.0.36 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.1843889 May 05 20:12:39.469832 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7dc89dcf-bb0a-48f3-8610-54115600f841 req-ba3da1ce-b44e-40a6-b636-7cdc39f1912f tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3270848 May 05 20:12:39.473633 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60124) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:39.478055 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31bf6dd-0271-41e3-afd7-79daab9f70c6 req-7a917741-aba4-4cb5-86a4-65c02b23bb56 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:39.483234 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7d55f864-e79f-4aba-9606-836d11611342 req-1adb28c8-6a8a-41eb-9d8a-3dcf795e9461 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=b31a0353-9cc7-4431-82ad-5f9b9985cf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5711730 May 05 20:12:39.493747 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c31bf6dd-0271-41e3-afd7-79daab9f70c6 req-7a917741-aba4-4cb5-86a4-65c02b23bb56 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1d1e55-8689-4939-b673-836425f8455e HTTP/1.1" status: 200 len: 932 time: 0.8143606 May 05 20:12:39.513345 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-7dc89dcf-bb0a-48f3-8610-54115600f841 req-1c13fcde-4f60-4790-a8e5-4f2c662f216b service neutron] Request body: {'port': {'device_id': '6e1d1e55-8689-4939-b673-836425f8455e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:12:39.536186 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:39.568409 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ed8aef92-47e2-467c-93fe-2bf2336e23a9 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:39.570267 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-eaff8a72-11eb-4466-97b9-b56ad3957c03 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "DELETE /v2.0/subnets/29db89b7-0a5c-4f69-b6f5-a6297d29b1aa HTTP/1.1" status: 404 len: 337 time: 0.4980829 May 05 20:12:39.599504 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ed8aef92-47e2-467c-93fe-2bf2336e23a9 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:39.605474 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-ed8aef92-47e2-467c-93fe-2bf2336e23a9 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "DELETE /v2.0/networks/110c4126-25a0-4f79-be20-218429a498a4 HTTP/1.1" status: 204 len: 168 time: 3.3000281 May 05 20:12:39.606317 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60128) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:39.606640 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60130) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:39.607242 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8236790f-1a35-45f6-9393-4b274a86686a tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks [] for router_gateway, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:39.668241 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-0ab33d22-1074-498a-a82b-319957651129 req-ae4f8310-badf-41cf-a78b-21540ff5140b tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Deleting port bce2af7d-790b-4ce3-a14c-94fce56cd638 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:12:39.668614 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-0ab33d22-1074-498a-a82b-319957651129 req-ae4f8310-badf-41cf-a78b-21540ff5140b tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:39.726786 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8aef92-47e2-467c-93fe-2bf2336e23a9 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event deleted for resources: {'Network': ['ID=110c4126-25a0-4f79-be20-218429a498a4,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:39.742325 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8236790f-1a35-45f6-9393-4b274a86686a tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:39.749449 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c31bf6dd-0271-41e3-afd7-79daab9f70c6 req-2e37ae0c-ead3-4bc3-9577-91fb6011f221 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa34c6b7-f79e-42a5-a73d-73f26fc7f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2542422 May 05 20:12:39.754533 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-7dc89dcf-bb0a-48f3-8610-54115600f841 req-1c13fcde-4f60-4790-a8e5-4f2c662f216b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:39.803917 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-43c9b90b-2aef-4bbf-9934-c8560b2b7293 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=93994b8a483b4f4cb2c36ea9fc089cc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3756173 May 05 20:12:39.804935 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a5eebda-cd67-44e1-91ce-44a6594b8d39 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] DELETE failed (client error): The resource could not be found. May 05 20:12:39.805385 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a5eebda-cd67-44e1-91ce-44a6594b8d39 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:12:39.810272 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-9a5eebda-cd67-44e1-91ce-44a6594b8d39 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "DELETE /v2.0/subnets/7ed15233-d92f-434b-9882-05591e984576 HTTP/1.1" status: 404 len: 337 time: 0.1750793 May 05 20:12:39.810272 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60136) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:39.810564 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60138) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:39.870153 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b3af2a-710b-496a-8e03-a61d71c7b00b tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:39.872432 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b3af2a-710b-496a-8e03-a61d71c7b00b tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:39.874095 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b3af2a-710b-496a-8e03-a61d71c7b00b tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:39.875575 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b3af2a-710b-496a-8e03-a61d71c7b00b tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:39.877695 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b3af2a-710b-496a-8e03-a61d71c7b00b tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:39.882427 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-41b3af2a-710b-496a-8e03-a61d71c7b00b tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4043317 May 05 20:12:39.884275 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60144) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:39.982179 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-a02812f0-caa7-4efa-af38-3a9b46a1f5c7 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Deleting port 7e3809c3-4527-4731-8aa3-79a353440aa0 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:12:39.982553 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a02812f0-caa7-4efa-af38-3a9b46a1f5c7 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:40.093287 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8c070c4a-4c21-4459-bd42-a05a58b20826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:40.108179 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a01885-e023-4be0-91bd-ce7c7c2b9ef1 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:40.109060 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-77a01885-e023-4be0-91bd-ce7c7c2b9ef1 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Synchronizing usage tracker for tenant:88760c5e167e4c4abc1263be6642087f on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:12:40.109993 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2133686d-e4d6-4263-9e29-ca8913e338d6 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Attributes excluded by policy engine: ['shared'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:40.111797 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2133686d-e4d6-4263-9e29-ca8913e338d6 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Attributes excluded by policy engine: ['shared'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:40.113374 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2133686d-e4d6-4263-9e29-ca8913e338d6 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Attributes excluded by policy engine: ['shared'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:40.114917 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2133686d-e4d6-4263-9e29-ca8913e338d6 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Attributes excluded by policy engine: ['shared'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:40.116550 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2133686d-e4d6-4263-9e29-ca8913e338d6 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Attributes excluded by policy engine: ['shared'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:40.122223 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-2133686d-e4d6-4263-9e29-ca8913e338d6 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] 10.222.0.36 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2340367 May 05 20:12:40.126705 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60148) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:40.254045 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-8236790f-1a35-45f6-9393-4b274a86686a tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Allocated IP 172.25.0.219 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/29e0ba87-afc2-4d35-8a46-9bf33de8f73d) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:12:40.258201 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8c070c4a-4c21-4459-bd42-a05a58b20826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:40.280543 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-77a01885-e023-4be0-91bd-ce7c7c2b9ef1 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Unset dirty status for tenant:88760c5e167e4c4abc1263be6642087f on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:12:40.285108 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-77a01885-e023-4be0-91bd-ce7c7c2b9ef1 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.6483536 May 05 20:12:40.295227 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60152) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:40.399060 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-0ab33d22-1074-498a-a82b-319957651129 req-ae4f8310-badf-41cf-a78b-21540ff5140b tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] For port bce2af7d-790b-4ce3-a14c-94fce56cd638, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=bce2af7d-790b-4ce3-a14c-94fce56cd638,segment=NetworkSegment(e34c646b-9075-4e31-b89f-c8f9e824e389),segment_id=e34c646b-9075-4e31-b89f-c8f9e824e389)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:12:40.399312 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-0ab33d22-1074-498a-a82b-319957651129 req-ae4f8310-badf-41cf-a78b-21540ff5140b tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:40.542882 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-0ab33d22-1074-498a-a82b-319957651129 req-ae4f8310-badf-41cf-a78b-21540ff5140b tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Calling delete_port for bce2af7d-790b-4ce3-a14c-94fce56cd638 owned by compute:nova {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:12:40.679386 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b1ce0c-c3c5-450f-9ace-81ea727a114c tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:40.680003 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-03b1ce0c-c3c5-450f-9ace-81ea727a114c tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Synchronizing usage tracker for tenant:b84517431db84d2ea9b94084b415b5bd on resource:network {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:12:40.699211 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a02812f0-caa7-4efa-af38-3a9b46a1f5c7 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:40.813975 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-7dc89dcf-bb0a-48f3-8610-54115600f841 req-1c13fcde-4f60-4790-a8e5-4f2c662f216b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 688a4a9a-4c98-45ff-964a-c594a57cbf72 {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:12:40.825338 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-7dc89dcf-bb0a-48f3-8610-54115600f841 req-1c13fcde-4f60-4790-a8e5-4f2c662f216b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:40.866576 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-7dc89dcf-bb0a-48f3-8610-54115600f841 req-1c13fcde-4f60-4790-a8e5-4f2c662f216b service neutron] Transition to ACTIVE for port object 688a4a9a-4c98-45ff-964a-c594a57cbf72 will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:12:40.868070 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-0ab33d22-1074-498a-a82b-319957651129 req-ae4f8310-badf-41cf-a78b-21540ff5140b tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:40.902372 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-03b1ce0c-c3c5-450f-9ace-81ea727a114c tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Unset dirty status for tenant:b84517431db84d2ea9b94084b415b5bd on resource:network {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:12:40.906745 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-03b1ce0c-c3c5-450f-9ace-81ea727a114c tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] 10.222.0.36 "GET /v2.0/networks/4a89236d-3a35-4bf0-b4e6-b2b8eabc44b6 HTTP/1.1" status: 200 len: 804 time: 0.7756729 May 05 20:12:40.906745 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8c070c4a-4c21-4459-bd42-a05a58b20826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:40.907384 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60162) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:40.914136 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-7dc89dcf-bb0a-48f3-8610-54115600f841 req-1c13fcde-4f60-4790-a8e5-4f2c662f216b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:40.920502 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-a02812f0-caa7-4efa-af38-3a9b46a1f5c7 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Calling delete_port for 7e3809c3-4527-4731-8aa3-79a353440aa0 owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:12:41.016728 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4f8310-badf-41cf-a78b-21540ff5140b tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Pushing event deleted for resources: {'Port': ['ID=bce2af7d-790b-4ce3-a14c-94fce56cd638,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:41.218950 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ab33d22-1074-498a-a82b-319957651129 req-ae4f8310-badf-41cf-a78b-21540ff5140b tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] No DVR routers for this DVR port bce2af7d-790b-4ce3-a14c-94fce56cd638 on host n-h2-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:12:41.259827 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-0ab33d22-1074-498a-a82b-319957651129 req-ae4f8310-badf-41cf-a78b-21540ff5140b tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:41.264236 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3775c53-95fc-463a-847a-74bdf4015c90', 'name': 'network-vif-deleted', 'tag': 'bce2af7d-790b-4ce3-a14c-94fce56cd638'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:12:41.271305 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b9b5260e-54d3-4c74-a3d8-0ac5c50fe78d req-ff807393-33af-4cac-a537-b8408f609e8e tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3775c53-95fc-463a-847a-74bdf4015c90 HTTP/1.1" status: 200 len: 210 time: 0.4805017 May 05 20:12:41.304188 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8236790f-1a35-45f6-9393-4b274a86686a tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:41.346932 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c070c4a-4c21-4459-bd42-a05a58b20826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4596116e-af58-4f18-8141-efb7dec2b646,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:41.366127 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-283bc598-c0ce-48cd-acbf-64ff862f2ea3'] response: {'server_uuid': 'b3775c53-95fc-463a-847a-74bdf4015c90', 'name': 'network-vif-deleted', 'tag': 'bce2af7d-790b-4ce3-a14c-94fce56cd638', 'status': 'completed', 'code': 200} May 05 20:12:41.367898 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c13fcde-4f60-4790-a8e5-4f2c662f216b service neutron] Pushing event updated for resources: {'Port': ['ID=688a4a9a-4c98-45ff-964a-c594a57cbf72,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:41.375093 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0ab33d22-1074-498a-a82b-319957651129 req-ae4f8310-badf-41cf-a78b-21540ff5140b tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.50 "DELETE /v2.0/ports/bce2af7d-790b-4ce3-a14c-94fce56cd638 HTTP/1.1" status: 204 len: 173 time: 2.2589560 May 05 20:12:41.422794 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-eabb5dfc-f4af-4b5e-b977-d6269453afbd tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 1.1147673 May 05 20:12:41.431677 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60168) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:41.444653 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8c070c4a-4c21-4459-bd42-a05a58b20826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:41.448609 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-8c070c4a-4c21-4459-bd42-a05a58b20826 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4596116e-af58-4f18-8141-efb7dec2b646 HTTP/1.1" status: 204 len: 168 time: 1.6344790 May 05 20:12:41.454766 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02117a2f-bf66-4a87-95a9-647d485ca878 req-bc913521-64fc-4e1a-8907-23a49f5a9b00 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:41.463901 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-02117a2f-bf66-4a87-95a9-647d485ca878 req-bc913521-64fc-4e1a-8907-23a49f5a9b00 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1d1e55-8689-4939-b673-836425f8455e HTTP/1.1" status: 200 len: 944 time: 0.5437977 May 05 20:12:41.477689 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-9a541c26-52e2-4085-b439-6aa8c1aa41dc tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] 10.222.0.36 "GET /v2.0/networks/4a89236d-3a35-4bf0-b4e6-b2b8eabc44b6?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.5204241 May 05 20:12:41.483383 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60174) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:41.511912 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-4d28d8f3-d963-4d5d-bd30-2dbe7bd02656 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1306441544'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:12:41.538014 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4d28d8f3-d963-4d5d-bd30-2dbe7bd02656 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:12:41.546704 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4d28d8f3-d963-4d5d-bd30-2dbe7bd02656 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Usage tracker for resource:network and tenant:88760c5e167e4c4abc1263be6642087f is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:12:41.549792 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-7dc89dcf-bb0a-48f3-8610-54115600f841 req-1c13fcde-4f60-4790-a8e5-4f2c662f216b service neutron] Attempting to bind port 688a4a9a-4c98-45ff-964a-c594a57cbf72 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:12:41.550192 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-7dc89dcf-bb0a-48f3-8610-54115600f841 req-1c13fcde-4f60-4790-a8e5-4f2c662f216b service neutron] Attempting to bind port 688a4a9a-4c98-45ff-964a-c594a57cbf72 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'b1dd65d9-c07f-4164-9458-eedf0f51eafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dd240240-b981-4728-a92a-09bd25dc9abb'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:12:41.550609 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc89dcf-bb0a-48f3-8610-54115600f841 req-1c13fcde-4f60-4790-a8e5-4f2c662f216b service neutron] Attempting to bind port 688a4a9a-4c98-45ff-964a-c594a57cbf72 on network dd240240-b981-4728-a92a-09bd25dc9abb {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:12:41.564476 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4d28d8f3-d963-4d5d-bd30-2dbe7bd02656 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:12:41.567191 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc89dcf-bb0a-48f3-8610-54115600f841 req-1c13fcde-4f60-4790-a8e5-4f2c662f216b service neutron] Port 688a4a9a-4c98-45ff-964a-c594a57cbf72 on network dd240240-b981-4728-a92a-09bd25dc9abb not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:12:41.567632 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc89dcf-bb0a-48f3-8610-54115600f841 req-1c13fcde-4f60-4790-a8e5-4f2c662f216b service neutron] Attempting to bind port 688a4a9a-4c98-45ff-964a-c594a57cbf72 on network dd240240-b981-4728-a92a-09bd25dc9abb {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:12:41.577247 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8236790f-1a35-45f6-9393-4b274a86686a tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:41.577707 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4d28d8f3-d963-4d5d-bd30-2dbe7bd02656 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:12:41.584447 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c09f0a-5465-4c12-b03e-5ed00fdc0fcc tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:41.585056 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc89dcf-bb0a-48f3-8610-54115600f841 req-1c13fcde-4f60-4790-a8e5-4f2c662f216b service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:12:41.585469 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc89dcf-bb0a-48f3-8610-54115600f841 req-1c13fcde-4f60-4790-a8e5-4f2c662f216b service neutron] Checking segment: {'id': 'b1dd65d9-c07f-4164-9458-eedf0f51eafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dd240240-b981-4728-a92a-09bd25dc9abb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:12:41.585946 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc89dcf-bb0a-48f3-8610-54115600f841 req-1c13fcde-4f60-4790-a8e5-4f2c662f216b service neutron] Bound using segment: {'id': 'b1dd65d9-c07f-4164-9458-eedf0f51eafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dd240240-b981-4728-a92a-09bd25dc9abb'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:12:41.586391 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-7dc89dcf-bb0a-48f3-8610-54115600f841 req-1c13fcde-4f60-4790-a8e5-4f2c662f216b service neutron] Bound port: 688a4a9a-4c98-45ff-964a-c594a57cbf72, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1dd65d9-c07f-4164-9458-eedf0f51eafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dd240240-b981-4728-a92a-09bd25dc9abb'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:12:41.586740 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-7dc89dcf-bb0a-48f3-8610-54115600f841 req-1c13fcde-4f60-4790-a8e5-4f2c662f216b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:41.591554 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-00c09f0a-5465-4c12-b03e-5ed00fdc0fcc tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] 10.222.0.36 "GET /v2.0/subnets/f8cafdb4-2615-434d-b115-ce31f6b2c4c4 HTTP/1.1" status: 200 len: 843 time: 0.1070526 May 05 20:12:41.592244 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60178) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:41.620187 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-02117a2f-bf66-4a87-95a9-647d485ca878 req-f2912740-d97e-41a8-9ae4-3111d1f9e126 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa34c6b7-f79e-42a5-a73d-73f26fc7f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487300 May 05 20:12:41.669367 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d28d8f3-d963-4d5d-bd30-2dbe7bd02656 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Made reservation on behalf of 88760c5e167e4c4abc1263be6642087f for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:12:41.673087 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4d28d8f3-d963-4d5d-bd30-2dbe7bd02656 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:41.737861 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d28d8f3-d963-4d5d-bd30-2dbe7bd02656 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:12:41.754559 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-7dc89dcf-bb0a-48f3-8610-54115600f841 req-1c13fcde-4f60-4790-a8e5-4f2c662f216b service neutron] For port 688a4a9a-4c98-45ff-964a-c594a57cbf72, host n-h1-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:12:41.756948 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4d28d8f3-d963-4d5d-bd30-2dbe7bd02656 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:41.757497 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-4d28d8f3-d963-4d5d-bd30-2dbe7bd02656 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Added segment a3233b1c-98b3-4194-ac05-c75b4bba1a8e of type vlan for network 979ade79-ecf6-4a79-86d7-699fcf2847db May 05 20:12:41.759728 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-7dc89dcf-bb0a-48f3-8610-54115600f841 req-1c13fcde-4f60-4790-a8e5-4f2c662f216b service neutron] For port 688a4a9a-4c98-45ff-964a-c594a57cbf72, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=688a4a9a-4c98-45ff-964a-c594a57cbf72,segment=NetworkSegment(b1dd65d9-c07f-4164-9458-eedf0f51eafc),segment_id=b1dd65d9-c07f-4164-9458-eedf0f51eafc)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:12:41.765966 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-7dc89dcf-bb0a-48f3-8610-54115600f841 req-1c13fcde-4f60-4790-a8e5-4f2c662f216b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:41.818371 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8236790f-1a35-45f6-9393-4b274a86686a tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Pushing event updated for resources: {'Port': ['ID=29e0ba87-afc2-4d35-8a46-9bf33de8f73d,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:41.825811 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a02812f0-caa7-4efa-af38-3a9b46a1f5c7 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:41.874165 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc89dcf-bb0a-48f3-8610-54115600f841 req-1c13fcde-4f60-4790-a8e5-4f2c662f216b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:41.875245 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-7dc89dcf-bb0a-48f3-8610-54115600f841 req-1c13fcde-4f60-4790-a8e5-4f2c662f216b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:41.876949 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7dc89dcf-bb0a-48f3-8610-54115600f841 req-1c13fcde-4f60-4790-a8e5-4f2c662f216b service neutron] 10.222.0.24 "PUT /v2.0/ports/688a4a9a-4c98-45ff-964a-c594a57cbf72 HTTP/1.1" status: 200 len: 1092 time: 2.3685014 May 05 20:12:41.919989 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4d28d8f3-d963-4d5d-bd30-2dbe7bd02656 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:41.989590 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02812f0-caa7-4efa-af38-3a9b46a1f5c7 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event deleted for resources: {'Port': ['ID=7e3809c3-4527-4731-8aa3-79a353440aa0,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:42.018968 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8236790f-1a35-45f6-9393-4b274a86686a tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:12:42.025839 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-8236790f-1a35-45f6-9393-4b274a86686a tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:12:42.038486 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c13fcde-4f60-4790-a8e5-4f2c662f216b service neutron] Pushing event updated for resources: {'Port': ['ID=688a4a9a-4c98-45ff-964a-c594a57cbf72,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:42.051953 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a02812f0-caa7-4efa-af38-3a9b46a1f5c7 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:42.055096 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8236790f-1a35-45f6-9393-4b274a86686a tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:12:42.086222 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4d28d8f3-d963-4d5d-bd30-2dbe7bd02656 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:42.087669 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1f7e66-d763-4048-b4fb-74507b0e267c tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Attributes excluded by policy engine: ['shared'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:42.094484 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-5c1f7e66-d763-4048-b4fb-74507b0e267c tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] 10.222.0.36 "GET /v2.0/subnets/f8cafdb4-2615-434d-b115-ce31f6b2c4c4?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3511636 May 05 20:12:42.094689 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d28d8f3-d963-4d5d-bd30-2dbe7bd02656 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:42.095049 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4d28d8f3-d963-4d5d-bd30-2dbe7bd02656 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:42.095808 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60192) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:42.119966 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-163de628-9193-491a-870e-594060763126 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1357091989'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:12:42.133879 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-163de628-9193-491a-870e-594060763126 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:12:42.157843 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a02812f0-caa7-4efa-af38-3a9b46a1f5c7 tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "DELETE /v2.0/ports/7e3809c3-4527-4731-8aa3-79a353440aa0 HTTP/1.1" status: 204 len: 168 time: 2.3400278 May 05 20:12:42.158586 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-163de628-9193-491a-870e-594060763126 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:12:42.171663 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60196) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:42.209145 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device bce2af7d-790b-4ce3-a14c-94fce56cd638 no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:12:42.219594 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-4d28d8f3-d963-4d5d-bd30-2dbe7bd02656 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7485011 May 05 20:12:42.228653 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60200) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:42.231245 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc89dcf-bb0a-48f3-8610-54115600f841 req-cbf6d008-a895-43d4-97e3-561cbf801965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:42.232775 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7dc89dcf-bb0a-48f3-8610-54115600f841 req-cbf6d008-a895-43d4-97e3-561cbf801965 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3bcce80065784aa6a77c066afd5e6401&device_id=6e1d1e55-8689-4939-b673-836425f8455e HTTP/1.1" status: 200 len: 1095 time: 0.3049490 May 05 20:12:42.241955 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-d2d45204-869f-44c9-a2e8-e49fcea01acf tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Request body: {'subnet': {'network_id': '979ade79-ecf6-4a79-86d7-699fcf2847db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:12:42.285818 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] No Port match for: bce2af7d-790b-4ce3-a14c-94fce56cd638 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:12:42.286155 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device bce2af7d-790b-4ce3-a14c-94fce56cd638 not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:12:42.405600 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60208) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:42.450223 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6f8967b5-0158-4b29-9ab0-1f31f01c8bfe tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:42.504013 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7dc89dcf-bb0a-48f3-8610-54115600f841 req-c3bced0e-d5cf-4a68-a472-6f4720e51b3a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=688a4a9a-4c98-45ff-964a-c594a57cbf72 HTTP/1.1" status: 200 len: 217 time: 0.2063291 May 05 20:12:42.510686 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-163de628-9193-491a-870e-594060763126 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Made reservation on behalf of b84517431db84d2ea9b94084b415b5bd for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:12:42.515493 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-163de628-9193-491a-870e-594060763126 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:42.552825 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-163de628-9193-491a-870e-594060763126 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:12:42.563627 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-163de628-9193-491a-870e-594060763126 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:42.564296 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-163de628-9193-491a-870e-594060763126 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Added segment 748c22dc-04eb-4bbf-bc3a-1de6ef921cd4 of type vlan for network 5ed63da9-f208-4498-be6f-5c5a7455595b May 05 20:12:42.596505 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-163de628-9193-491a-870e-594060763126 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:42.716012 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-163de628-9193-491a-870e-594060763126 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:42.722444 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163de628-9193-491a-870e-594060763126 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:42.723389 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-163de628-9193-491a-870e-594060763126 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:42.785274 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d28d8f3-d963-4d5d-bd30-2dbe7bd02656 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event updated for resources: {'Network': ['ID=979ade79-ecf6-4a79-86d7-699fcf2847db,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:42.790367 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-d2d45204-869f-44c9-a2e8-e49fcea01acf tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:12:42.796770 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 979ade79-ecf6-4a79-86d7-699fcf2847db details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:12:42.807327 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc89dcf-bb0a-48f3-8610-54115600f841 req-84ba728f-2bcc-4db9-b7d8-9ae08198f9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:42.810187 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7dc89dcf-bb0a-48f3-8610-54115600f841 req-84ba728f-2bcc-4db9-b7d8-9ae08198f9c4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4839f055-edd7-4ed9-a2d6-dc3f9daf425d HTTP/1.1" status: 200 len: 854 time: 0.2972751 May 05 20:12:42.813674 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-d2d45204-869f-44c9-a2e8-e49fcea01acf tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Usage tracker for resource:subnet and tenant:88760c5e167e4c4abc1263be6642087f is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:12:42.880404 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-d2d45204-869f-44c9-a2e8-e49fcea01acf tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:12:42.944838 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-d2d45204-869f-44c9-a2e8-e49fcea01acf tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:12:42.971530 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-87c01781-8121-40e7-945d-1accda49c335 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0662c9976a4a47ee9cc222acfde80235&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5646985 May 05 20:12:42.977010 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60218) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:43.002823 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d45204-869f-44c9-a2e8-e49fcea01acf tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Made reservation on behalf of 88760c5e167e4c4abc1263be6642087f for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:12:43.006553 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d2d45204-869f-44c9-a2e8-e49fcea01acf tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:43.019498 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-163de628-9193-491a-870e-594060763126 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9201035 May 05 20:12:43.027635 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60222) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:43.038567 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163de628-9193-491a-870e-594060763126 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Pushing event updated for resources: {'Network': ['ID=5ed63da9-f208-4498-be6f-5c5a7455595b,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:43.054652 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 5ed63da9-f208-4498-be6f-5c5a7455595b details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:12:43.111048 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6f8967b5-0158-4b29-9ab0-1f31f01c8bfe tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:43.220581 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-6f8967b5-0158-4b29-9ab0-1f31f01c8bfe tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06549593-4e36-4897-b3db-51a795771b98']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:12:43.243303 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-6f8967b5-0158-4b29-9ab0-1f31f01c8bfe tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '261b8cdf-8b05-4f6a-9ef0-d58aa2bfd7db') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:12:43.243562 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-6f8967b5-0158-4b29-9ab0-1f31f01c8bfe tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '261b8cdf-8b05-4f6a-9ef0-d58aa2bfd7db') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:12:43.244308 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-0bc56cea-2b75-4143-92f5-c26341135da4 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Request body: {'subnet': {'network_id': '5ed63da9-f208-4498-be6f-5c5a7455595b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:12:43.259386 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d7f661-5f2e-4066-a23c-59c274158a9d req-48b2aec1-3a31-4682-8de0-5193d7666f75 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:43.260206 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-e7d7f661-5f2e-4066-a23c-59c274158a9d req-48b2aec1-3a31-4682-8de0-5193d7666f75 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Synchronizing usage tracker for tenant:3bcce80065784aa6a77c066afd5e6401 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:12:43.270958 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6f8967b5-0158-4b29-9ab0-1f31f01c8bfe tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:43.371991 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6f8967b5-0158-4b29-9ab0-1f31f01c8bfe tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:43.378804 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-e7d7f661-5f2e-4066-a23c-59c274158a9d req-48b2aec1-3a31-4682-8de0-5193d7666f75 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Unset dirty status for tenant:3bcce80065784aa6a77c066afd5e6401 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:12:43.380122 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e7d7f661-5f2e-4066-a23c-59c274158a9d req-48b2aec1-3a31-4682-8de0-5193d7666f75 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1d1e55-8689-4939-b673-836425f8455e HTTP/1.1" status: 200 len: 944 time: 0.5284460 May 05 20:12:43.383902 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f8967b5-0158-4b29-9ab0-1f31f01c8bfe tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:12:43.384408 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6f8967b5-0158-4b29-9ab0-1f31f01c8bfe tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:43.394140 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e1d1e55-8689-4939-b673-836425f8455e', 'tag': '688a4a9a-4c98-45ff-964a-c594a57cbf72'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:12:43.404161 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:12:43.404161 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:12:43.404161 n-d-840717-1 neutron-server[88198]: timer() May 05 20:12:43.404161 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:12:43.404161 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:12:43.404161 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:12:43.404161 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:12:43.404161 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:12:43.404161 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:12:43.404161 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:12:43.404161 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:12:43.404161 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:12:43.404161 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:12:43.404161 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:12:43.404161 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:12:43.404161 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:12:43.404161 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:12:43.404161 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:12:43.404161 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:12:43.404161 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:12:43.404161 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:12:43.404161 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:12:43.404161 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:12:43.404161 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:12:43.404161 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:12:43.404161 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:12:43.404161 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:12:43.404161 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:12:43.404161 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:12:43.404161 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:12:43.404161 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:12:43.404161 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:12:43.428278 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc89dcf-bb0a-48f3-8610-54115600f841 req-b7086a71-6388-448f-ad6d-b9e839b07391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:43.430384 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7dc89dcf-bb0a-48f3-8610-54115600f841 req-b7086a71-6388-448f-ad6d-b9e839b07391 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd240240-b981-4728-a92a-09bd25dc9abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6104560 May 05 20:12:43.522556 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b7c7be-b373-4306-bf6e-7f67e13e2588 req-c43bd91a-9ca3-4796-8c97-469d6a032a01 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:43.523298 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-d6b7c7be-b373-4306-bf6e-7f67e13e2588 req-c43bd91a-9ca3-4796-8c97-469d6a032a01 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Synchronizing usage tracker for tenant:56e8fe9085fa4bdb932a4c29aaeb4c08 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:12:43.530263 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-0bc56cea-2b75-4143-92f5-c26341135da4 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:12:43.541596 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b6e563da-b03d-48a4-a61c-e9832985c8de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:43.598251 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8236790f-1a35-45f6-9393-4b274a86686a tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks [] for router_gateway, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:43.628854 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d2d45204-869f-44c9-a2e8-e49fcea01acf tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:43.635566 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-0bc56cea-2b75-4143-92f5-c26341135da4 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:12:43.674715 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-d6b7c7be-b373-4306-bf6e-7f67e13e2588 req-c43bd91a-9ca3-4796-8c97-469d6a032a01 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Unset dirty status for tenant:56e8fe9085fa4bdb932a4c29aaeb4c08 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:12:43.680478 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-e7d7f661-5f2e-4066-a23c-59c274158a9d req-4ec43882-2f2f-485e-a5ca-fb17231f4f5f tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Synchronizing usage tracker for tenant:3bcce80065784aa6a77c066afd5e6401 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:12:43.681473 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d6b7c7be-b373-4306-bf6e-7f67e13e2588 req-c43bd91a-9ca3-4796-8c97-469d6a032a01 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.7904761 May 05 20:12:43.758595 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b6e563da-b03d-48a4-a61c-e9832985c8de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:43.776111 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc56cea-2b75-4143-92f5-c26341135da4 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Made reservation on behalf of b84517431db84d2ea9b94084b415b5bd for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:12:43.779553 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0bc56cea-2b75-4143-92f5-c26341135da4 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:43.827242 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6f8967b5-0158-4b29-9ab0-1f31f01c8bfe tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:43.850802 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6f8967b5-0158-4b29-9ab0-1f31f01c8bfe tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:43.853892 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-e7d7f661-5f2e-4066-a23c-59c274158a9d req-4ec43882-2f2f-485e-a5ca-fb17231f4f5f tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Unset dirty status for tenant:3bcce80065784aa6a77c066afd5e6401 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:12:43.863036 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e7d7f661-5f2e-4066-a23c-59c274158a9d req-4ec43882-2f2f-485e-a5ca-fb17231f4f5f tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa34c6b7-f79e-42a5-a73d-73f26fc7f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4576547 May 05 20:12:43.872988 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d45204-869f-44c9-a2e8-e49fcea01acf tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event updated for resources: {'Subnet': ['ID=b4d880a6-2e46-4300-a89d-0b58cd1c16a6,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:43.878829 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8967b5-0158-4b29-9ab0-1f31f01c8bfe tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] Pushing event deleted for resources: {'Network': ['ID=06549593-4e36-4897-b3db-51a795771b98,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:43.884183 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-6f8967b5-0158-4b29-9ab0-1f31f01c8bfe tempest-PortsTestJSON-1271098256 tempest-PortsTestJSON-1271098256-project] 10.222.0.36 "DELETE /v2.0/networks/06549593-4e36-4897-b3db-51a795771b98 HTTP/1.1" status: 204 len: 168 time: 1.7117615 May 05 20:12:43.919986 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7dc89dcf-bb0a-48f3-8610-54115600f841 req-6f10dba3-3239-405d-ab5f-9dfef2478ea3 service neutron] 10.222.0.24 "GET /v2.0/networks/dd240240-b981-4728-a92a-09bd25dc9abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4768398 May 05 20:12:43.951558 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d6b7c7be-b373-4306-bf6e-7f67e13e2588 req-084647e1-b478-4c93-96fe-15ae29e6a38c tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2690940 May 05 20:12:44.025320 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e10530de-1ed0-4556-8b2c-646dfb02c832'] response: {'name': 'network-changed', 'server_uuid': '6e1d1e55-8689-4939-b673-836425f8455e', 'tag': '688a4a9a-4c98-45ff-964a-c594a57cbf72', 'status': 'completed', 'code': 200} May 05 20:12:44.028818 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d45204-869f-44c9-a2e8-e49fcea01acf tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Checking segment: {'id': 'a3233b1c-98b3-4194-ac05-c75b4bba1a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '979ade79-ecf6-4a79-86d7-699fcf2847db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:12:44.029176 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d45204-869f-44c9-a2e8-e49fcea01acf tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Network hostable DHCP agents. Network: 979ade79-ecf6-4a79-86d7-699fcf2847db, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:12:44.037800 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.ipam_backend_mixin [None req-0bc56cea-2b75-4143-92f5-c26341135da4 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Performing IP validity checks on allocation pools {{(pid=88197) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 05 20:12:44.038637 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.ipam_backend_mixin [None req-0bc56cea-2b75-4143-92f5-c26341135da4 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88197) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 05 20:12:44.148967 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8236790f-1a35-45f6-9393-4b274a86686a tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:44.155175 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:44.216226 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b6e563da-b03d-48a4-a61c-e9832985c8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:44.228941 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d45204-869f-44c9-a2e8-e49fcea01acf tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Network 979ade79-ecf6-4a79-86d7-699fcf2847db is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:12:44.253302 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e563da-b03d-48a4-a61c-e9832985c8de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43dfd248-2343-4cd5-bba7-552044a54f40,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:44.279006 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-d2d45204-869f-44c9-a2e8-e49fcea01acf tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 979ade79-ecf6-4a79-86d7-699fcf2847db) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:12:44.289904 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7dc89dcf-bb0a-48f3-8610-54115600f841 req-edb26c9f-9c1e-44e3-813a-96027cfe1dbd service neutron] 10.222.0.24 "GET /v2.0/networks/dd240240-b981-4728-a92a-09bd25dc9abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3575668 May 05 20:12:44.308596 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394f4186-2306-4371-94e7-894e2e7a0596 None None] Network 979ade79-ecf6-4a79-86d7-699fcf2847db requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:12:44.316776 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d45204-869f-44c9-a2e8-e49fcea01acf tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:44.317367 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d2d45204-869f-44c9-a2e8-e49fcea01acf tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:44.355818 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60236) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:44.452315 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9add19-f90e-435d-8702-6337eb120d4a req-5b1ebe6c-2cc2-46c8-89dc-2216ccdd2710 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:44.453863 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cf9add19-f90e-435d-8702-6337eb120d4a req-5b1ebe6c-2cc2-46c8-89dc-2216ccdd2710 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.50 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.4090466 May 05 20:12:44.489860 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8236790f-1a35-45f6-9393-4b274a86686a tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Router 79cf7f2c-2d78-4353-aef1-a18bc890cffc is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:12:44.527632 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d2d45204-869f-44c9-a2e8-e49fcea01acf tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2937810 May 05 20:12:44.528952 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b6e563da-b03d-48a4-a61c-e9832985c8de admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:44.533594 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-b6e563da-b03d-48a4-a61c-e9832985c8de admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/43dfd248-2343-4cd5-bba7-552044a54f40 HTTP/1.1" status: 204 len: 168 time: 1.5553949 May 05 20:12:44.534298 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60244) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:44.565522 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-90dc56f2-b989-4f50-9e9c-54a98528c00a tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Request body: {'port': {'network_id': '979ade79-ecf6-4a79-86d7-699fcf2847db', 'name': 'tempest-PortsIpV6TestJSON-814151142'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:12:44.665058 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd9f525-6e2d-4867-9cc1-5f71df96d429 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-979ade79-ecf6-4a79-86d7-699fcf2847db', 'network_id': '979ade79-ecf6-4a79-86d7-699fcf2847db', 'tenant_id': '88760c5e167e4c4abc1263be6642087f', 'fixed_ips': [{'subnet_id': 'b4d880a6-2e46-4300-a89d-0b58cd1c16a6'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:12:44.666010 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-dcd9f525-6e2d-4867-9cc1-5f71df96d429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:44.811308 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-cf9add19-f90e-435d-8702-6337eb120d4a req-87b6cc89-8bae-4fea-8b56-ef218692d0cb tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Deleting port 3f7222db-61b2-414b-9998-e780d493326a {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:12:44.811725 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-cf9add19-f90e-435d-8702-6337eb120d4a req-87b6cc89-8bae-4fea-8b56-ef218692d0cb tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:44.879448 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8236790f-1a35-45f6-9393-4b274a86686a tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:12:44.907185 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efde8dc-adb7-48e0-bca3-d5547d27f1ce None None] Sync routers for ids ['79cf7f2c-2d78-4353-aef1-a18bc890cffc'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:12:44.926148 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8236790f-1a35-45f6-9393-4b274a86686a tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:44.931298 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-8236790f-1a35-45f6-9393-4b274a86686a tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 9.3872592 May 05 20:12:44.932445 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60266) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:44.961938 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efde8dc-adb7-48e0-bca3-d5547d27f1ce None None] Routers {'79cf7f2c-2d78-4353-aef1-a18bc890cffc'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:12:44.962587 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-6efde8dc-adb7-48e0-bca3-d5547d27f1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:12:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['79cf7f2c-2d78-4353-aef1-a18bc890cffc'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:12:45.252962 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-1cab7b50-1bf3-41c6-92ad-43b6724574f1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0cc5f4a365af4a94a73e5ef336438b10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8949473 May 05 20:12:45.255631 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60280) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:45.284823 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0bc56cea-2b75-4143-92f5-c26341135da4 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:45.305799 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-dcd9f525-6e2d-4867-9cc1-5f71df96d429 None None] Allocated IP 2001:db8::2 (979ade79-ecf6-4a79-86d7-699fcf2847db/b4d880a6-2e46-4300-a89d-0b58cd1c16a6/561e5cd7-5249-4ac4-b2a4-77ba39cbfea5) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:12:45.342275 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-6efde8dc-adb7-48e0-bca3-d5547d27f1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:12:45.363339 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5405ee-3b21-41ae-abde-bf3ca485dbc5 req-8188d3e7-8707-43d0-9bbc-7ce44269898b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:45.367857 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0a5405ee-3b21-41ae-abde-bf3ca485dbc5 req-8188d3e7-8707-43d0-9bbc-7ce44269898b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3bcce80065784aa6a77c066afd5e6401&device_id=6e1d1e55-8689-4939-b673-836425f8455e HTTP/1.1" status: 200 len: 1095 time: 0.9978476 May 05 20:12:45.397531 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efde8dc-adb7-48e0-bca3-d5547d27f1ce None None] Routers {'79cf7f2c-2d78-4353-aef1-a18bc890cffc'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:12:45.398472 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-6efde8dc-adb7-48e0-bca3-d5547d27f1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:12:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['79cf7f2c-2d78-4353-aef1-a18bc890cffc'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:12:45.472857 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-6efde8dc-adb7-48e0-bca3-d5547d27f1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:12:45.474130 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efde8dc-adb7-48e0-bca3-d5547d27f1ce None None] The sync data for ids ['79cf7f2c-2d78-4353-aef1-a18bc890cffc'] in n-d-840717-1 is: [] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:12:45.539227 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60286) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:45.677030 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e0620daf-2321-422f-ac66-526e4c62a598 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] 10.222.0.36 "GET /v2.0/routers/79cf7f2c-2d78-4353-aef1-a18bc890cffc HTTP/1.1" status: 200 len: 921 time: 0.7395592 May 05 20:12:45.680025 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60294) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:45.681205 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-dcd9f525-6e2d-4867-9cc1-5f71df96d429 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:45.708864 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-dcd9f525-6e2d-4867-9cc1-5f71df96d429 None None] Transition to ACTIVE for port object 561e5cd7-5249-4ac4-b2a4-77ba39cbfea5 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:12:45.744969 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-dcd9f525-6e2d-4867-9cc1-5f71df96d429 None None] Transition to ACTIVE for port object 561e5cd7-5249-4ac4-b2a4-77ba39cbfea5 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:12:45.754982 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-dcd9f525-6e2d-4867-9cc1-5f71df96d429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:45.780849 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-90dc56f2-b989-4f50-9e9c-54a98528c00a tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:12:45.793213 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-90dc56f2-b989-4f50-9e9c-54a98528c00a tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:12:45.796975 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-359a1170-434e-4569-80a0-598b274e8a24 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] 10.222.0.36 "GET /v2.0/ports?device_id=79cf7f2c-2d78-4353-aef1-a18bc890cffc HTTP/1.1" status: 200 len: 205 time: 0.1118617 May 05 20:12:45.809225 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-88e77098-8714-4d0e-973a-8346c4ce8912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:45.810818 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60302) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:45.831721 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd9f525-6e2d-4867-9cc1-5f71df96d429 None None] Network 979ade79-ecf6-4a79-86d7-699fcf2847db is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:12:45.834737 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-dcd9f525-6e2d-4867-9cc1-5f71df96d429 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:12:45.838424 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd9f525-6e2d-4867-9cc1-5f71df96d429 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:12:45.887631 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd9f525-6e2d-4867-9cc1-5f71df96d429 None None] Pushing event updated for resources: {'Port': ['ID=561e5cd7-5249-4ac4-b2a4-77ba39cbfea5,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:45.919467 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5405ee-3b21-41ae-abde-bf3ca485dbc5 req-16293b6c-39dc-4cd6-96c3-02a44238157b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:45.921697 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0a5405ee-3b21-41ae-abde-bf3ca485dbc5 req-16293b6c-39dc-4cd6-96c3-02a44238157b service neutron] 10.222.0.24 "GET /v2.0/networks?id=dd240240-b981-4728-a92a-09bd25dc9abb HTTP/1.1" status: 200 len: 916 time: 0.4939120 May 05 20:12:45.922436 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd9f525-6e2d-4867-9cc1-5f71df96d429 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:12:45.922818 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd9f525-6e2d-4867-9cc1-5f71df96d429 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:12:45.923164 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd9f525-6e2d-4867-9cc1-5f71df96d429 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:12:45.923553 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd9f525-6e2d-4867-9cc1-5f71df96d429 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:12:45.923888 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd9f525-6e2d-4867-9cc1-5f71df96d429 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:12:45.924219 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd9f525-6e2d-4867-9cc1-5f71df96d429 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:12:45.924546 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd9f525-6e2d-4867-9cc1-5f71df96d429 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:12:45.924815 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc56cea-2b75-4143-92f5-c26341135da4 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Pushing event updated for resources: {'Subnet': ['ID=11f09ab1-ad26-4e63-bdec-eaa7f1432591,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:45.924949 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd9f525-6e2d-4867-9cc1-5f71df96d429 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:12:45.925177 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd9f525-6e2d-4867-9cc1-5f71df96d429 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:12:45.925498 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd9f525-6e2d-4867-9cc1-5f71df96d429 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:12:45.925820 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd9f525-6e2d-4867-9cc1-5f71df96d429 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:12:45.926139 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd9f525-6e2d-4867-9cc1-5f71df96d429 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:12:45.952621 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90dc56f2-b989-4f50-9e9c-54a98528c00a tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Made reservation on behalf of 88760c5e167e4c4abc1263be6642087f for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:12:45.957277 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-90dc56f2-b989-4f50-9e9c-54a98528c00a tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:45.962908 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-dcd9f525-6e2d-4867-9cc1-5f71df96d429 None None] Attempting to bind port 561e5cd7-5249-4ac4-b2a4-77ba39cbfea5 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:12:45.963275 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-dcd9f525-6e2d-4867-9cc1-5f71df96d429 None None] Attempting to bind port 561e5cd7-5249-4ac4-b2a4-77ba39cbfea5 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'a3233b1c-98b3-4194-ac05-c75b4bba1a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '979ade79-ecf6-4a79-86d7-699fcf2847db'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:12:45.963687 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd9f525-6e2d-4867-9cc1-5f71df96d429 None None] Attempting to bind port 561e5cd7-5249-4ac4-b2a4-77ba39cbfea5 on network 979ade79-ecf6-4a79-86d7-699fcf2847db {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:12:45.969642 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd9f525-6e2d-4867-9cc1-5f71df96d429 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:12:45.970025 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd9f525-6e2d-4867-9cc1-5f71df96d429 None None] Checking segment: {'id': 'a3233b1c-98b3-4194-ac05-c75b4bba1a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '979ade79-ecf6-4a79-86d7-699fcf2847db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:12:45.970422 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-dcd9f525-6e2d-4867-9cc1-5f71df96d429 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:45.970815 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd9f525-6e2d-4867-9cc1-5f71df96d429 None None] Bound using segment: {'id': 'a3233b1c-98b3-4194-ac05-c75b4bba1a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '979ade79-ecf6-4a79-86d7-699fcf2847db'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:12:45.971283 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-dcd9f525-6e2d-4867-9cc1-5f71df96d429 None None] Bound port: 561e5cd7-5249-4ac4-b2a4-77ba39cbfea5, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3233b1c-98b3-4194-ac05-c75b4bba1a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '979ade79-ecf6-4a79-86d7-699fcf2847db'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:12:45.971685 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-dcd9f525-6e2d-4867-9cc1-5f71df96d429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:46.076754 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc56cea-2b75-4143-92f5-c26341135da4 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Checking segment: {'id': '748c22dc-04eb-4bbf-bc3a-1de6ef921cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5ed63da9-f208-4498-be6f-5c5a7455595b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:12:46.077545 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc56cea-2b75-4143-92f5-c26341135da4 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Network hostable DHCP agents. Network: 5ed63da9-f208-4498-be6f-5c5a7455595b, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:12:46.083112 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0a5405ee-3b21-41ae-abde-bf3ca485dbc5 req-19bc7ce9-e2e7-4140-a8d9-f6b7f9bdaeb4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=688a4a9a-4c98-45ff-964a-c594a57cbf72 HTTP/1.1" status: 200 len: 217 time: 0.1333544 May 05 20:12:46.084432 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-dcd9f525-6e2d-4867-9cc1-5f71df96d429 None None] For port 561e5cd7-5249-4ac4-b2a4-77ba39cbfea5, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:12:46.088265 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-dcd9f525-6e2d-4867-9cc1-5f71df96d429 None None] For port 561e5cd7-5249-4ac4-b2a4-77ba39cbfea5, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=561e5cd7-5249-4ac4-b2a4-77ba39cbfea5,segment=NetworkSegment(a3233b1c-98b3-4194-ac05-c75b4bba1a8e),segment_id=a3233b1c-98b3-4194-ac05-c75b4bba1a8e)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:12:46.093168 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264bf5e4-6d2d-4fa0-96ad-7c90198e5d7e req-918d0a31-427d-4a2a-a8bd-98f5d12a49cf tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:46.100301 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-264bf5e4-6d2d-4fa0-96ad-7c90198e5d7e req-918d0a31-427d-4a2a-a8bd-98f5d12a49cf tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1d1e55-8689-4939-b673-836425f8455e HTTP/1.1" status: 200 len: 944 time: 0.9472315 May 05 20:12:46.105603 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f7976bbd-3703-4e15-bb26-92bc417b969c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:46.105813 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-dcd9f525-6e2d-4867-9cc1-5f71df96d429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:46.150925 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57826b1-afd5-4968-829f-e7959d8f7afc req-a57de6cf-8489-4569-99c3-507c2a92dfe8 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:46.158155 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f57826b1-afd5-4968-829f-e7959d8f7afc req-a57de6cf-8489-4569-99c3-507c2a92dfe8 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.9985111 May 05 20:12:46.162126 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-88e77098-8714-4d0e-973a-8346c4ce8912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:46.172062 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f7976bbd-3703-4e15-bb26-92bc417b969c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:12:46.187873 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [None req-90dc56f2-b989-4f50-9e9c-54a98528c00a tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] device_id is not set on port a6280c1f-e335-445f-816c-a711e91c515b yet. {{(pid=88197) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:12:46.233616 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 3f7222db-61b2-414b-9998-e780d493326a no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:12:46.327522 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd9f525-6e2d-4867-9cc1-5f71df96d429 None None] Pushing event updated for resources: {'Port': ['ID=561e5cd7-5249-4ac4-b2a4-77ba39cbfea5,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:46.342290 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:46.357624 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-264bf5e4-6d2d-4fa0-96ad-7c90198e5d7e req-4262081a-dfcc-4cef-a128-8fdc20882bbe tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa34c6b7-f79e-42a5-a73d-73f26fc7f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2563744 May 05 20:12:46.358236 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0750479e-65d0-4128-a0f2-e156e265376f tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:46.450876 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc56cea-2b75-4143-92f5-c26341135da4 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Network 5ed63da9-f208-4498-be6f-5c5a7455595b is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:12:46.458995 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-f7976bbd-3703-4e15-bb26-92bc417b969c admin admin] Usage tracker for resource:security_group_rule and tenant:0cfcbc27a3bc475c8cb91cc809b45b67 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:12:46.460161 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5405ee-3b21-41ae-abde-bf3ca485dbc5 req-4e9d5df6-e4df-420a-90e1-e4494c9a0400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:46.461634 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0a5405ee-3b21-41ae-abde-bf3ca485dbc5 req-4e9d5df6-e4df-420a-90e1-e4494c9a0400 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4839f055-edd7-4ed9-a2d6-dc3f9daf425d HTTP/1.1" status: 200 len: 854 time: 0.3574643 May 05 20:12:46.463264 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-f7976bbd-3703-4e15-bb26-92bc417b969c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:12:46.470162 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f7976bbd-3703-4e15-bb26-92bc417b969c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:12:46.575874 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:12:46.576475 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-0bc56cea-2b75-4143-92f5-c26341135da4 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 5ed63da9-f208-4498-be6f-5c5a7455595b) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:12:46.581444 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc56cea-2b75-4143-92f5-c26341135da4 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:46.582863 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0bc56cea-2b75-4143-92f5-c26341135da4 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:46.593831 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c600e4f6-5f26-4df7-a9f2-56ef01167165 None None] Network 5ed63da9-f208-4498-be6f-5c5a7455595b requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:12:46.661481 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f7976bbd-3703-4e15-bb26-92bc417b969c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:46.681172 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-cf9add19-f90e-435d-8702-6337eb120d4a req-87b6cc89-8bae-4fea-8b56-ef218692d0cb tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] For port 3f7222db-61b2-414b-9998-e780d493326a, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=3f7222db-61b2-414b-9998-e780d493326a,segment=NetworkSegment(e34c646b-9075-4e31-b89f-c8f9e824e389),segment_id=e34c646b-9075-4e31-b89f-c8f9e824e389)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:12:46.681550 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-cf9add19-f90e-435d-8702-6337eb120d4a req-87b6cc89-8bae-4fea-8b56-ef218692d0cb tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:46.688211 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f7976bbd-3703-4e15-bb26-92bc417b969c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:46.735372 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f7976bbd-3703-4e15-bb26-92bc417b969c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0cfcbc27a3bc475c8cb91cc809b45b67&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1919739 May 05 20:12:46.741472 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60318) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:46.776361 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-90dc56f2-b989-4f50-9e9c-54a98528c00a tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Allocated IP 2001:db8::391 (979ade79-ecf6-4a79-86d7-699fcf2847db/b4d880a6-2e46-4300-a89d-0b58cd1c16a6/a6280c1f-e335-445f-816c-a711e91c515b) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:12:46.799775 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-0bc56cea-2b75-4143-92f5-c26341135da4 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 3.7698781 May 05 20:12:46.807764 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60320) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:46.820099 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-3bb3ee6d-3f57-4a1f-8932-2edecf71b9e2 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:12:46.846818 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f57826b1-afd5-4968-829f-e7959d8f7afc req-46428e0c-1c74-4d39-9c95-4a61f806b08f tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6875575 May 05 20:12:46.892709 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7976bbd-3703-4e15-bb26-92bc417b969c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c0d4cb-1780-40fd-a7ec-8ffdcbffd43b,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:46.914766 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-88e77098-8714-4d0e-973a-8346c4ce8912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:46.953340 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef14078d-94b2-487e-8776-949f52571ff0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-5ed63da9-f208-4498-be6f-5c5a7455595b', 'network_id': '5ed63da9-f208-4498-be6f-5c5a7455595b', 'tenant_id': 'b84517431db84d2ea9b94084b415b5bd', 'fixed_ips': [{'subnet_id': '11f09ab1-ad26-4e63-bdec-eaa7f1432591'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:12:46.954234 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ef14078d-94b2-487e-8776-949f52571ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:46.970753 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e5b26889-8433-4559-b962-317dcd52a4d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:46.973343 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0750479e-65d0-4128-a0f2-e156e265376f tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:46.982219 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e77098-8714-4d0e-973a-8346c4ce8912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a0d0d7-48e4-411a-a6c1-847818b77e71,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:47.007130 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-88e77098-8714-4d0e-973a-8346c4ce8912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:47.008973 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-88e77098-8714-4d0e-973a-8346c4ce8912 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b6a0d0d7-48e4-411a-a6c1-847818b77e71 HTTP/1.1" status: 204 len: 168 time: 1.7349312 May 05 20:12:47.022859 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-0750479e-65d0-4128-a0f2-e156e265376f tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Deleting port 29e0ba87-afc2-4d35-8a46-9bf33de8f73d {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:12:47.023622 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0750479e-65d0-4128-a0f2-e156e265376f tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:47.042857 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5405ee-3b21-41ae-abde-bf3ca485dbc5 req-7f3a16a1-9c04-4ff7-a54b-bee3a59a9448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:47.049020 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0a5405ee-3b21-41ae-abde-bf3ca485dbc5 req-7f3a16a1-9c04-4ff7-a54b-bee3a59a9448 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd240240-b981-4728-a92a-09bd25dc9abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5420825 May 05 20:12:47.060404 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e5b26889-8433-4559-b962-317dcd52a4d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:47.302082 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-ef14078d-94b2-487e-8776-949f52571ff0 None None] Allocated IP 2001:db8::3 (5ed63da9-f208-4498-be6f-5c5a7455595b/11f09ab1-ad26-4e63-bdec-eaa7f1432591/6817cee3-5619-407c-8916-8530ad6f7fe5) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:12:47.322360 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e5b26889-8433-4559-b962-317dcd52a4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:47.395004 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b26889-8433-4559-b962-317dcd52a4d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c0d4cb-1780-40fd-a7ec-8ffdcbffd43b,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:47.398824 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0750479e-65d0-4128-a0f2-e156e265376f tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:47.429287 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e5b26889-8433-4559-b962-317dcd52a4d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:47.443761 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e5b26889-8433-4559-b962-317dcd52a4d3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f2c0d4cb-1780-40fd-a7ec-8ffdcbffd43b HTTP/1.1" status: 204 len: 168 time: 0.6297596 May 05 20:12:47.630400 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 688a4a9a-4c98-45ff-964a-c594a57cbf72 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:12:47.660140 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 561e5cd7-5249-4ac4-b2a4-77ba39cbfea5 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:12:47.772278 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-0750479e-65d0-4128-a0f2-e156e265376f tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Calling delete_port for 29e0ba87-afc2-4d35-8a46-9bf33de8f73d owned by network:router_gateway {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:12:47.938970 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107c46b5-38b3-40e5-984a-1b49423fbb62 None None] Network 979ade79-ecf6-4a79-86d7-699fcf2847db requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:12:47.977194 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 561e5cd7-5249-4ac4-b2a4-77ba39cbfea5 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:12:48.099835 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-036b1d61-c5a8-4031-9206-6a694ac37c3d None None] Provisioning for port 561e5cd7-5249-4ac4-b2a4-77ba39cbfea5 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:12:48.103169 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ef14078d-94b2-487e-8776-949f52571ff0 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:48.114599 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0750479e-65d0-4128-a0f2-e156e265376f tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:48.174343 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-036b1d61-c5a8-4031-9206-6a694ac37c3d None None] Provisioning complete for port 561e5cd7-5249-4ac4-b2a4-77ba39cbfea5 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:12:48.174728 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-036b1d61-c5a8-4031-9206-6a694ac37c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:48.239805 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-90dc56f2-b989-4f50-9e9c-54a98528c00a tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:48.273793 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-90dc56f2-b989-4f50-9e9c-54a98528c00a tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Transition to ACTIVE for port object a6280c1f-e335-445f-816c-a711e91c515b will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:12:48.273978 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-ef14078d-94b2-487e-8776-949f52571ff0 None None] Transition to ACTIVE for port object 6817cee3-5619-407c-8916-8530ad6f7fe5 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:12:48.300646 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0750479e-65d0-4128-a0f2-e156e265376f tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Pushing event deleted for resources: {'Port': ['ID=29e0ba87-afc2-4d35-8a46-9bf33de8f73d,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:48.340093 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-cf9add19-f90e-435d-8702-6337eb120d4a req-87b6cc89-8bae-4fea-8b56-ef218692d0cb tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:48.340612 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-cf9add19-f90e-435d-8702-6337eb120d4a req-87b6cc89-8bae-4fea-8b56-ef218692d0cb tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:48.340945 n-d-840717-1 neutron-server[88197]: INFO neutron.db.l3_db [req-cf9add19-f90e-435d-8702-6337eb120d4a req-87b6cc89-8bae-4fea-8b56-ef218692d0cb tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Floating IP d07e63e8-410a-4e87-a402-7875fca787f0 disassociated. External IP: 172.25.0.63, port: 3f7222db-61b2-414b-9998-e780d493326a. May 05 20:12:48.341305 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-cf9add19-f90e-435d-8702-6337eb120d4a req-87b6cc89-8bae-4fea-8b56-ef218692d0cb tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Calling delete_port for 3f7222db-61b2-414b-9998-e780d493326a owned by compute:nova {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:12:48.367589 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-ef14078d-94b2-487e-8776-949f52571ff0 None None] Transition to ACTIVE for port object 6817cee3-5619-407c-8916-8530ad6f7fe5 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:12:48.384095 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 688a4a9a-4c98-45ff-964a-c594a57cbf72, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=688a4a9a-4c98-45ff-964a-c594a57cbf72,segment=NetworkSegment(b1dd65d9-c07f-4164-9458-eedf0f51eafc),segment_id=b1dd65d9-c07f-4164-9458-eedf0f51eafc)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:12:48.419212 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3bb3ee6d-3f57-4a1f-8932-2edecf71b9e2 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-61006860'] for subnet, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:48.423556 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0750479e-65d0-4128-a0f2-e156e265376f tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:48.434695 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ef14078d-94b2-487e-8776-949f52571ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:48.517858 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '688a4a9a-4c98-45ff-964a-c594a57cbf72', 'network_id': 'dd240240-b981-4728-a92a-09bd25dc9abb', 'port_id': '688a4a9a-4c98-45ff-964a-c594a57cbf72', 'mac_address': 'fa:16:3e:88:92:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4839f055-edd7-4ed9-a2d6-dc3f9daf425d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:12:48.541320 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef14078d-94b2-487e-8776-949f52571ff0 None None] Network 5ed63da9-f208-4498-be6f-5c5a7455595b is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:12:48.552032 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-ef14078d-94b2-487e-8776-949f52571ff0 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:12:48.584438 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef14078d-94b2-487e-8776-949f52571ff0 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:12:48.603840 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e4e03-0664-45c7-9d53-cc91faaa22d7 req-19916e6a-9b99-4402-aafd-df9164039989 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:48.614002 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3c2e4e03-0664-45c7-9d53-cc91faaa22d7 req-19916e6a-9b99-4402-aafd-df9164039989 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 945 time: 0.3973835 May 05 20:12:48.698055 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0a5405ee-3b21-41ae-abde-bf3ca485dbc5 req-beb8e65c-c2d4-4db5-b23d-174254d8c7fd service neutron] 10.222.0.24 "GET /v2.0/networks/dd240240-b981-4728-a92a-09bd25dc9abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6352489 May 05 20:12:48.704866 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3bb3ee6d-3f57-4a1f-8932-2edecf71b9e2 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771839089156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-62298392'] for subnet, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:48.754335 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:48.770015 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-90dc56f2-b989-4f50-9e9c-54a98528c00a tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:48.788288 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-036b1d61-c5a8-4031-9206-6a694ac37c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:48.878739 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb3ee6d-3f57-4a1f-8932-2edecf71b9e2 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:48.879729 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3bb3ee6d-3f57-4a1f-8932-2edecf71b9e2 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:48.882533 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-3bb3ee6d-3f57-4a1f-8932-2edecf71b9e2 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] 10.222.0.36 "PUT /v2.0/subnets/11f09ab1-ad26-4e63-bdec-eaa7f1432591 HTTP/1.1" status: 200 len: 900 time: 2.0687606 May 05 20:12:48.895537 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60376) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:48.901032 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dc56f2-b989-4f50-9e9c-54a98528c00a tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event updated for resources: {'Port': ['ID=a6280c1f-e335-445f-816c-a711e91c515b,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:48.962424 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0750479e-65d0-4128-a0f2-e156e265376f tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:48.969904 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0750479e-65d0-4128-a0f2-e156e265376f tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:48.980954 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3c2e4e03-0664-45c7-9d53-cc91faaa22d7 req-ff9209e7-1222-4641-ac27-642877128036 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5733cb-6953-4651-aa4d-f54fd85c6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3660905 May 05 20:12:49.043989 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90dc56f2-b989-4f50-9e9c-54a98528c00a tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Network 979ade79-ecf6-4a79-86d7-699fcf2847db is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:12:49.066483 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef14078d-94b2-487e-8776-949f52571ff0 None None] Pushing event updated for resources: {'Port': ['ID=6817cee3-5619-407c-8916-8530ad6f7fe5,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:49.102197 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0750479e-65d0-4128-a0f2-e156e265376f tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:49.102742 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0750479e-65d0-4128-a0f2-e156e265376f tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Fanout notify agent at l3_agent the message router_deleted on router 79cf7f2c-2d78-4353-aef1-a18bc890cffc {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:12:49.106423 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-ef14078d-94b2-487e-8776-949f52571ff0 None None] Attempting to bind port 6817cee3-5619-407c-8916-8530ad6f7fe5 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:12:49.107454 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-ef14078d-94b2-487e-8776-949f52571ff0 None None] Attempting to bind port 6817cee3-5619-407c-8916-8530ad6f7fe5 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '748c22dc-04eb-4bbf-bc3a-1de6ef921cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5ed63da9-f208-4498-be6f-5c5a7455595b'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:12:49.107828 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef14078d-94b2-487e-8776-949f52571ff0 None None] Attempting to bind port 6817cee3-5619-407c-8916-8530ad6f7fe5 on network 5ed63da9-f208-4498-be6f-5c5a7455595b {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:12:49.115658 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 688a4a9a-4c98-45ff-964a-c594a57cbf72 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:12:49.124915 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef14078d-94b2-487e-8776-949f52571ff0 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:12:49.125296 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef14078d-94b2-487e-8776-949f52571ff0 None None] Checking segment: {'id': '748c22dc-04eb-4bbf-bc3a-1de6ef921cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5ed63da9-f208-4498-be6f-5c5a7455595b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:12:49.126291 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ef14078d-94b2-487e-8776-949f52571ff0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:49.126719 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef14078d-94b2-487e-8776-949f52571ff0 None None] Bound using segment: {'id': '748c22dc-04eb-4bbf-bc3a-1de6ef921cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5ed63da9-f208-4498-be6f-5c5a7455595b'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:12:49.127321 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-ef14078d-94b2-487e-8776-949f52571ff0 None None] Bound port: 6817cee3-5619-407c-8916-8530ad6f7fe5, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '748c22dc-04eb-4bbf-bc3a-1de6ef921cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5ed63da9-f208-4498-be6f-5c5a7455595b'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:12:49.127759 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ef14078d-94b2-487e-8776-949f52571ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:49.141913 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0750479e-65d0-4128-a0f2-e156e265376f tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:49.143097 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-0750479e-65d0-4128-a0f2-e156e265376f tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] 10.222.0.36 "DELETE /v2.0/routers/79cf7f2c-2d78-4353-aef1-a18bc890cffc HTTP/1.1" status: 204 len: 168 time: 3.3286893 May 05 20:12:49.147315 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60384) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:49.147955 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-036b1d61-c5a8-4031-9206-6a694ac37c3d None None] For port 561e5cd7-5249-4ac4-b2a4-77ba39cbfea5, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=561e5cd7-5249-4ac4-b2a4-77ba39cbfea5,segment=NetworkSegment(a3233b1c-98b3-4194-ac05-c75b4bba1a8e),segment_id=a3233b1c-98b3-4194-ac05-c75b4bba1a8e)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:12:49.169007 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2b0bfc00-d5b4-4943-9452-ae4bcd5eca19 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:49.174378 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-aad2f1e5-bdde-40ec-8db8-1e4556d53a07 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1556924968', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'enable_snat': False}}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:12:49.180524 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-036b1d61-c5a8-4031-9206-6a694ac37c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:49.191970 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-aad2f1e5-bdde-40ec-8db8-1e4556d53a07 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:12:49.194245 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-90dc56f2-b989-4f50-9e9c-54a98528c00a tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:12:49.197248 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dc56f2-b989-4f50-9e9c-54a98528c00a tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:12:49.205287 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90dc56f2-b989-4f50-9e9c-54a98528c00a tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:49.206214 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-90dc56f2-b989-4f50-9e9c-54a98528c00a tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:49.211085 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-aad2f1e5-bdde-40ec-8db8-1e4556d53a07 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Usage tracker for resource:router and tenant:40cfd74d8bc944d4b86ff8a8157ab9bc is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:12:49.215711 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-aad2f1e5-bdde-40ec-8db8-1e4556d53a07 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:12:49.239884 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-aad2f1e5-bdde-40ec-8db8-1e4556d53a07 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:12:49.242467 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-2b0bfc00-d5b4-4943-9452-ae4bcd5eca19 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Deleting port 6817cee3-5619-407c-8916-8530ad6f7fe5 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:12:49.242821 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2b0bfc00-d5b4-4943-9452-ae4bcd5eca19 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:49.261140 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb3ee6d-3f57-4a1f-8932-2edecf71b9e2 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Pushing event updated for resources: {'Subnet': ['ID=11f09ab1-ad26-4e63-bdec-eaa7f1432591,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:49.275704 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a070b-6475-4167-a2aa-7e13c7eb69fe req-85ba81e0-d940-4c13-a0a5-f56d0e4c5c06 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:49.277658 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d04a070b-6475-4167-a2aa-7e13c7eb69fe req-85ba81e0-d940-4c13-a0a5-f56d0e4c5c06 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1d1e55-8689-4939-b673-836425f8455e HTTP/1.1" status: 200 len: 944 time: 1.4905608 May 05 20:12:49.328677 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 688a4a9a-4c98-45ff-964a-c594a57cbf72, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=688a4a9a-4c98-45ff-964a-c594a57cbf72,segment=NetworkSegment(b1dd65d9-c07f-4164-9458-eedf0f51eafc),segment_id=b1dd65d9-c07f-4164-9458-eedf0f51eafc)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:12:49.334870 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036b1d61-c5a8-4031-9206-6a694ac37c3d None None] Pushing event updated for resources: {'Port': ['ID=561e5cd7-5249-4ac4-b2a4-77ba39cbfea5,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:49.364434 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d04a070b-6475-4167-a2aa-7e13c7eb69fe req-b67c2770-4cba-406f-b733-70d75dc28d18 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa34c6b7-f79e-42a5-a73d-73f26fc7f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746288 May 05 20:12:49.398315 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:49.407948 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-90dc56f2-b989-4f50-9e9c-54a98528c00a tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.8514242 May 05 20:12:49.415346 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60392) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:49.428190 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0a5405ee-3b21-41ae-abde-bf3ca485dbc5 req-d0610e9f-6b0b-486e-bb1e-6ac43e08ea6e service neutron] 10.222.0.24 "GET /v2.0/networks/dd240240-b981-4728-a92a-09bd25dc9abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7106111 May 05 20:12:49.432241 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-0f071d17-def0-4af5-8984-808ca0682a3a tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Request body: {'port': {'network_id': '979ade79-ecf6-4a79-86d7-699fcf2847db', 'name': 'tempest-PortsIpV6TestJSON-1563601760'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:12:49.439854 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-aad2f1e5-bdde-40ec-8db8-1e4556d53a07 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:49.441053 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-aad2f1e5-bdde-40ec-8db8-1e4556d53a07 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:49.453128 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60396) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:49.499867 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 561e5cd7-5249-4ac4-b2a4-77ba39cbfea5 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:12:49.665566 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['688a4a9a-4c98-45ff-964a-c594a57cbf72'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:12:49.695115 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-aad2f1e5-bdde-40ec-8db8-1e4556d53a07 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:49.719276 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-cf9add19-f90e-435d-8702-6337eb120d4a req-87b6cc89-8bae-4fea-8b56-ef218692d0cb tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:49.768518 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-2b0bfc00-d5b4-4943-9452-ae4bcd5eca19 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] For port 6817cee3-5619-407c-8916-8530ad6f7fe5, host n-d-840717-1, got binding levels [] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:12:49.769195 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2b0bfc00-d5b4-4943-9452-ae4bcd5eca19 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:49.819067 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b6cc89-8bae-4fea-8b56-ef218692d0cb tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Pushing event deleted for resources: {'Port': ['ID=3f7222db-61b2-414b-9998-e780d493326a,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:49.829924 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-0f071d17-def0-4af5-8984-808ca0682a3a tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:12:49.834931 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-0f071d17-def0-4af5-8984-808ca0682a3a tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Usage tracker for resource:port and tenant:88760c5e167e4c4abc1263be6642087f is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:12:49.839002 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-0f071d17-def0-4af5-8984-808ca0682a3a tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:12:49.840365 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=688a4a9a-4c98-45ff-964a-c594a57cbf72,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:49.846167 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-0f071d17-def0-4af5-8984-808ca0682a3a tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:12:49.872066 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f071d17-def0-4af5-8984-808ca0682a3a tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Made reservation on behalf of 88760c5e167e4c4abc1263be6642087f for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:12:49.878354 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0f071d17-def0-4af5-8984-808ca0682a3a tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:49.893510 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-ef14078d-94b2-487e-8776-949f52571ff0 None None] For port 6817cee3-5619-407c-8916-8530ad6f7fe5, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:12:49.906799 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-ef14078d-94b2-487e-8776-949f52571ff0 None None] For port 6817cee3-5619-407c-8916-8530ad6f7fe5, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=6817cee3-5619-407c-8916-8530ad6f7fe5,segment=NetworkSegment(748c22dc-04eb-4bbf-bc3a-1de6ef921cd4),segment_id=748c22dc-04eb-4bbf-bc3a-1de6ef921cd4)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:12:49.947254 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ef14078d-94b2-487e-8776-949f52571ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:49.991723 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-c7281472-6d15-4d18-b673-83de1671248c tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Request body: {'network': {'name': 'tempest-RoutersTest-518561732'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:12:49.998928 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-c7281472-6d15-4d18-b673-83de1671248c tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:12:50.004360 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-c7281472-6d15-4d18-b673-83de1671248c tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Usage tracker for resource:network and tenant:9b46723d474c4d6a82c8d63ca7324f68 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:12:50.007897 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-c7281472-6d15-4d18-b673-83de1671248c tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:12:50.030098 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [None req-0f071d17-def0-4af5-8984-808ca0682a3a tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] device_id is not set on port 03b788a6-6cae-4c86-bdf0-ff254918c8df yet. {{(pid=88197) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:12:50.138097 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef14078d-94b2-487e-8776-949f52571ff0 None None] Pushing event updated for resources: {'Port': ['ID=6817cee3-5619-407c-8916-8530ad6f7fe5,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:50.161213 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-d55985e4-ddd0-40af-a154-4680ed3be425 None None] Provisioning for port a6280c1f-e335-445f-816c-a711e91c515b completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:12:50.186105 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-2b0bfc00-d5b4-4943-9452-ae4bcd5eca19 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Calling delete_port for 6817cee3-5619-407c-8916-8530ad6f7fe5 owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:12:50.224086 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-d55985e4-ddd0-40af-a154-4680ed3be425 None None] Provisioning complete for port a6280c1f-e335-445f-816c-a711e91c515b triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:12:50.227871 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d55985e4-ddd0-40af-a154-4680ed3be425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:50.272287 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-c7281472-6d15-4d18-b673-83de1671248c tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:12:50.281594 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 561e5cd7-5249-4ac4-b2a4-77ba39cbfea5 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:12:50.282224 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:50.468629 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-0f071d17-def0-4af5-8984-808ca0682a3a tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Allocated IP 2001:db8::169 (979ade79-ecf6-4a79-86d7-699fcf2847db/b4d880a6-2e46-4300-a89d-0b58cd1c16a6/03b788a6-6cae-4c86-bdf0-ff254918c8df) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:12:50.529510 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-d55985e4-ddd0-40af-a154-4680ed3be425 None None] Port a6280c1f-e335-445f-816c-a711e91c515b cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:12:50.566421 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf9add19-f90e-435d-8702-6337eb120d4a req-87b6cc89-8bae-4fea-8b56-ef218692d0cb tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Router d4347dcf-e6b7-4dc9-9b1d-bc8c1297b088 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:12:50.576673 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-46bd3c0a-3005-4110-bd11-750b524d65ed req-150bd587-6206-4946-b437-e071008404e8 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 210 time: 0.3056750 May 05 20:12:50.602414 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7281472-6d15-4d18-b673-83de1671248c tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Made reservation on behalf of 9b46723d474c4d6a82c8d63ca7324f68 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:12:50.621549 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c7281472-6d15-4d18-b673-83de1671248c tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:50.713563 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-d55985e4-ddd0-40af-a154-4680ed3be425 None None] Provisioning complete for port 561e5cd7-5249-4ac4-b2a4-77ba39cbfea5 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:12:50.714744 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d55985e4-ddd0-40af-a154-4680ed3be425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:50.847787 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c7281472-6d15-4d18-b673-83de1671248c tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:50.908037 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-aad2f1e5-bdde-40ec-8db8-1e4556d53a07 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:50.915457 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.db.api [None req-2b0bfc00-d5b4-4943-9452-ae4bcd5eca19 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88198) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:12:50.915615 n-d-840717-1 neutron-server[88198]: DEBUG oslo_db.api [None req-2b0bfc00-d5b4-4943-9452-ae4bcd5eca19 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:12:50.918409 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-c7281472-6d15-4d18-b673-83de1671248c tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:12:50.923762 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-c7281472-6d15-4d18-b673-83de1671248c tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Usage tracker for resource:security_group_rule and tenant:9b46723d474c4d6a82c8d63ca7324f68 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:12:50.928021 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-c7281472-6d15-4d18-b673-83de1671248c tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:12:50.970729 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-c7281472-6d15-4d18-b673-83de1671248c tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:12:51.285787 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0f071d17-def0-4af5-8984-808ca0682a3a tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:51.309205 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-7743c152-7718-417e-a2d8-68fd3334d60a None None] Provisioning complete for port a6280c1f-e335-445f-816c-a711e91c515b triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:12:51.310169 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7743c152-7718-417e-a2d8-68fd3334d60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:51.348181 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-0f071d17-def0-4af5-8984-808ca0682a3a tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Transition to ACTIVE for port object 03b788a6-6cae-4c86-bdf0-ff254918c8df will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:12:51.438573 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-7743c152-7718-417e-a2d8-68fd3334d60a None None] Port a6280c1f-e335-445f-816c-a711e91c515b cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:12:51.528774 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 6817cee3-5619-407c-8916-8530ad6f7fe5 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:12:51.622547 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b6f20-50e7-4ccc-ae41-e5c0b83cdb4e req-4feea2bd-a72e-41ee-ae48-352a48df0e5c tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:51.624247 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f71b6f20-50e7-4ccc-ae41-e5c0b83cdb4e req-4feea2bd-a72e-41ee-ae48-352a48df0e5c tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1d1e55-8689-4939-b673-836425f8455e HTTP/1.1" status: 200 len: 945 time: 0.6384869 May 05 20:12:51.635291 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0f071d17-def0-4af5-8984-808ca0682a3a tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:51.649274 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-2b0bfc00-d5b4-4943-9452-ae4bcd5eca19 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Deleting port 6817cee3-5619-407c-8916-8530ad6f7fe5 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:12:51.649840 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2b0bfc00-d5b4-4943-9452-ae4bcd5eca19 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:51.652236 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 688a4a9a-4c98-45ff-964a-c594a57cbf72 up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:12:51.822491 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 6817cee3-5619-407c-8916-8530ad6f7fe5 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:12:51.857749 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port 688a4a9a-4c98-45ff-964a-c594a57cbf72 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:12:51.864838 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 688a4a9a-4c98-45ff-964a-c594a57cbf72 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:12:51.865486 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:51.904079 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f071d17-def0-4af5-8984-808ca0682a3a tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event updated for resources: {'Port': ['ID=03b788a6-6cae-4c86-bdf0-ff254918c8df,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:51.936808 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f071d17-def0-4af5-8984-808ca0682a3a tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Network 979ade79-ecf6-4a79-86d7-699fcf2847db is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:12:51.949472 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-0f071d17-def0-4af5-8984-808ca0682a3a tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:12:51.955741 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f071d17-def0-4af5-8984-808ca0682a3a tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:12:51.972059 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f071d17-def0-4af5-8984-808ca0682a3a tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:51.972723 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0f071d17-def0-4af5-8984-808ca0682a3a tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:51.999971 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f71b6f20-50e7-4ccc-ae41-e5c0b83cdb4e req-289960fd-901e-4e0e-8de8-0ed5bcc87758 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa34c6b7-f79e-42a5-a73d-73f26fc7f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3325846 May 05 20:12:52.018705 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf9add19-f90e-435d-8702-6337eb120d4a req-87b6cc89-8bae-4fea-8b56-ef218692d0cb tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:12:52.031610 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc666b80-cac2-47f9-9ec6-860de60dc4c8 None None] Sync routers for ids ['d4347dcf-e6b7-4dc9-9b1d-bc8c1297b088'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:12:52.057106 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc666b80-cac2-47f9-9ec6-860de60dc4c8 None None] Routers {'d4347dcf-e6b7-4dc9-9b1d-bc8c1297b088'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:12:52.058008 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-fc666b80-cac2-47f9-9ec6-860de60dc4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:12:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['d4347dcf-e6b7-4dc9-9b1d-bc8c1297b088'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:12:52.137527 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d51e85-15b3-41c3-bd6f-c07c95999fd7 None None] Network 5ed63da9-f208-4498-be6f-5c5a7455595b requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:12:52.218148 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:52.256383 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c7281472-6d15-4d18-b673-83de1671248c tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:52.306454 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9fe08b9d-85b5-47e3-bdb0-a2b8b527d4cb None None] Provisioning for port 6817cee3-5619-407c-8916-8530ad6f7fe5 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:12:52.317561 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9fe08b9d-85b5-47e3-bdb0-a2b8b527d4cb None None] Provisioning complete for port 6817cee3-5619-407c-8916-8530ad6f7fe5 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:12:52.319875 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9fe08b9d-85b5-47e3-bdb0-a2b8b527d4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:52.344776 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf9add19-f90e-435d-8702-6337eb120d4a req-87b6cc89-8bae-4fea-8b56-ef218692d0cb tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] No DVR routers for this DVR port 3f7222db-61b2-414b-9998-e780d493326a on host n-h2-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:12:52.349476 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-cf9add19-f90e-435d-8702-6337eb120d4a req-87b6cc89-8bae-4fea-8b56-ef218692d0cb tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:52.357292 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cf9add19-f90e-435d-8702-6337eb120d4a req-87b6cc89-8bae-4fea-8b56-ef218692d0cb tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.50 "DELETE /v2.0/ports/3f7222db-61b2-414b-9998-e780d493326a HTTP/1.1" status: 204 len: 173 time: 7.8959305 May 05 20:12:52.361071 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-0f071d17-def0-4af5-8984-808ca0682a3a tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9428754 May 05 20:12:52.362947 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60458) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:52.364399 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23be5922-5b14-4759-a0ea-a939a58aa704', 'name': 'network-vif-deleted', 'tag': '3f7222db-61b2-414b-9998-e780d493326a'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:12:52.485344 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c7281472-6d15-4d18-b673-83de1671248c tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:52.485934 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6815150b-355c-4dfe-8c50-5f61733f1421'] response: {'server_uuid': '23be5922-5b14-4759-a0ea-a939a58aa704', 'name': 'network-vif-deleted', 'tag': '3f7222db-61b2-414b-9998-e780d493326a', 'status': 'completed', 'code': 200} May 05 20:12:52.547683 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-89043133-686f-4527-a6fe-fee367af3103 req-c94d2ed9-350d-4fe7-bc1f-a17f4e40e112 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/ports?device_id=23be5922-5b14-4759-a0ea-a939a58aa704 HTTP/1.1" status: 200 len: 210 time: 0.2558532 May 05 20:12:52.554095 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1d1e55-8689-4939-b673-836425f8455e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '688a4a9a-4c98-45ff-964a-c594a57cbf72'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:12:52.583629 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 688a4a9a-4c98-45ff-964a-c594a57cbf72, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=688a4a9a-4c98-45ff-964a-c594a57cbf72,segment=NetworkSegment(b1dd65d9-c07f-4164-9458-eedf0f51eafc),segment_id=b1dd65d9-c07f-4164-9458-eedf0f51eafc)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:12:52.607378 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-fc666b80-cac2-47f9-9ec6-860de60dc4c8 None None] Set router d4347dcf-e6b7-4dc9-9b1d-bc8c1297b088 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:12:52.612906 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229d0c91-ed62-4b89-bb8f-3f379ca747db tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:52.617699 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-229d0c91-ed62-4b89-bb8f-3f379ca747db tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Synchronizing usage tracker for tenant:88760c5e167e4c4abc1263be6642087f on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:12:52.633504 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:52.634799 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7281472-6d15-4d18-b673-83de1671248c tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:12:52.649942 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8933f19a-67fb-42ab-9d8c-67ca91e9a201'] response: {'server_uuid': '6e1d1e55-8689-4939-b673-836425f8455e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '688a4a9a-4c98-45ff-964a-c594a57cbf72', 'code': 200} May 05 20:12:52.663693 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-229d0c91-ed62-4b89-bb8f-3f379ca747db tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Unset dirty status for tenant:88760c5e167e4c4abc1263be6642087f on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:12:52.665498 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-229d0c91-ed62-4b89-bb8f-3f379ca747db tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A391 HTTP/1.1" status: 200 len: 928 time: 0.2884853 May 05 20:12:52.668322 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60468) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:52.717076 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-aad2f1e5-bdde-40ec-8db8-1e4556d53a07 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:52.773576 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7281472-6d15-4d18-b673-83de1671248c tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=581a1b0d-1a09-41c4-b987-c997cac2ed09,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:52.788713 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c7281472-6d15-4d18-b673-83de1671248c tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:52.789686 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-c7281472-6d15-4d18-b673-83de1671248c tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Added segment af2ffb07-eea8-4888-9ced-4ddacfe6e5f7 of type vlan for network 21d28aed-453f-4c55-b7c4-4160f46711dc May 05 20:12:52.793819 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-aad2f1e5-bdde-40ec-8db8-1e4556d53a07 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:52.888584 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=688a4a9a-4c98-45ff-964a-c594a57cbf72,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:52.915075 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9fe08b9d-85b5-47e3-bdb0-a2b8b527d4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:52.958300 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9fe08b9d-85b5-47e3-bdb0-a2b8b527d4cb None None] For port 6817cee3-5619-407c-8916-8530ad6f7fe5, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=6817cee3-5619-407c-8916-8530ad6f7fe5,segment=NetworkSegment(748c22dc-04eb-4bbf-bc3a-1de6ef921cd4),segment_id=748c22dc-04eb-4bbf-bc3a-1de6ef921cd4)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:12:52.965778 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-21316bb3-a539-4ebb-9c18-06765691f065 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Deleting port 03b788a6-6cae-4c86-bdf0-ff254918c8df {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:12:52.966136 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-21316bb3-a539-4ebb-9c18-06765691f065 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:52.979468 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9fe08b9d-85b5-47e3-bdb0-a2b8b527d4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:53.076252 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe08b9d-85b5-47e3-bdb0-a2b8b527d4cb None None] Pushing event updated for resources: {'Port': ['ID=6817cee3-5619-407c-8916-8530ad6f7fe5,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:53.114638 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-a0073e1d-0236-4621-8476-e6dada251900 None None] Provisioning for port 03b788a6-6cae-4c86-bdf0-ff254918c8df completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:12:53.121239 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-aad2f1e5-bdde-40ec-8db8-1e4556d53a07 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Allocated IP 172.25.0.2 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/2af34d37-92a1-4598-b897-890e615ac065) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:12:53.130141 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-a0073e1d-0236-4621-8476-e6dada251900 None None] Provisioning complete for port 03b788a6-6cae-4c86-bdf0-ff254918c8df triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:12:53.130571 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a0073e1d-0236-4621-8476-e6dada251900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:53.194669 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70fc1fa-f5b4-44a4-8478-ac8ac867318a req-049e663f-7a88-4366-9c0b-da8db9ed4324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:53.208808 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e70fc1fa-f5b4-44a4-8478-ac8ac867318a req-049e663f-7a88-4366-9c0b-da8db9ed4324 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6e1d1e55-8689-4939-b673-836425f8455e HTTP/1.1" status: 200 len: 1097 time: 0.4699748 May 05 20:12:53.274533 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-a0073e1d-0236-4621-8476-e6dada251900 None None] Port 03b788a6-6cae-4c86-bdf0-ff254918c8df cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:12:53.277519 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c71a545-4945-462c-8a3b-5e5679999011 None None] Network 5ed63da9-f208-4498-be6f-5c5a7455595b requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:12:53.289848 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c7281472-6d15-4d18-b673-83de1671248c tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:53.449392 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-fc666b80-cac2-47f9-9ec6-860de60dc4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4347dcf-e6b7-4dc9-9b1d-bc8c1297b088', 'name': 'tempest-ServerActionsTestJSON-1331582204-router', 'tenant_id': '56e8fe9085fa4bdb932a4c29aaeb4c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '56bc31fa-f73f-4d6e-8d81-c37725b0a1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:03:40Z', 'updated_at': '2022-05-05T20:03:51Z', 'revision_number': 4, 'project_id': '56e8fe9085fa4bdb932a4c29aaeb4c08', 'gw_port': {'id': '56bc31fa-f73f-4d6e-8d81-c37725b0a1b1', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:36:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4347dcf-e6b7-4dc9-9b1d-bc8c1297b088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:03:42Z', 'updated_at': '2022-05-05T20:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '920e6d0f-b99e-4a04-83e1-1f4a91c7ea7d', 'name': '', 'network_id': '7506b31f-3419-46e4-835c-80fe813661d5', 'tenant_id': '56e8fe9085fa4bdb932a4c29aaeb4c08', 'mac_address': 'fa:16:3e:ea:a3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4347dcf-e6b7-4dc9-9b1d-bc8c1297b088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'e2507cd6-290d-4d3d-b14e-048ce031bb0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:03:50Z', 'updated_at': '2022-05-05T20:03:59Z', 'revision_number': 5, 'project_id': '56e8fe9085fa4bdb932a4c29aaeb4c08', 'subnets': [{'id': 'e2507cd6-290d-4d3d-b14e-048ce031bb0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:12:53.454207 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc666b80-cac2-47f9-9ec6-860de60dc4c8 None None] Checking router: d4347dcf-e6b7-4dc9-9b1d-bc8c1297b088 for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:12:53.463499 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc666b80-cac2-47f9-9ec6-860de60dc4c8 None None] Routers {'d4347dcf-e6b7-4dc9-9b1d-bc8c1297b088'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:12:53.464949 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-fc666b80-cac2-47f9-9ec6-860de60dc4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:12:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['d4347dcf-e6b7-4dc9-9b1d-bc8c1297b088'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:12:53.490283 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-21316bb3-a539-4ebb-9c18-06765691f065 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:53.491725 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.db.resource_extend [None req-c7281472-6d15-4d18-b673-83de1671248c tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 20:12:53.551947 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 6817cee3-5619-407c-8916-8530ad6f7fe5 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:12:53.626211 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c7281472-6d15-4d18-b673-83de1671248c tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:53.632525 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7281472-6d15-4d18-b673-83de1671248c tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:53.633134 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c7281472-6d15-4d18-b673-83de1671248c tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:53.714630 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-f2310838-fd5c-427d-b530-d6afc8575a5f None None] Provisioning complete for port 6817cee3-5619-407c-8916-8530ad6f7fe5 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:12:53.715273 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f2310838-fd5c-427d-b530-d6afc8575a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:53.792186 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-21316bb3-a539-4ebb-9c18-06765691f065 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Calling delete_port for 03b788a6-6cae-4c86-bdf0-ff254918c8df owned by {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:12:53.835171 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-aad2f1e5-bdde-40ec-8db8-1e4556d53a07 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:53.879219 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60490) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:53.915537 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7281472-6d15-4d18-b673-83de1671248c tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Pushing event updated for resources: {'Network': ['ID=21d28aed-453f-4c55-b7c4-4160f46711dc,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:53.974648 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-2b0bfc00-d5b4-4943-9452-ae4bcd5eca19 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] For port 6817cee3-5619-407c-8916-8530ad6f7fe5, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=6817cee3-5619-407c-8916-8530ad6f7fe5,segment=NetworkSegment(748c22dc-04eb-4bbf-bc3a-1de6ef921cd4),segment_id=748c22dc-04eb-4bbf-bc3a-1de6ef921cd4)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:12:53.975231 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2b0bfc00-d5b4-4943-9452-ae4bcd5eca19 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:53.979170 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 21d28aed-453f-4c55-b7c4-4160f46711dc details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:12:53.979623 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-fc666b80-cac2-47f9-9ec6-860de60dc4c8 None None] Set router d4347dcf-e6b7-4dc9-9b1d-bc8c1297b088 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:12:53.987328 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-aad2f1e5-bdde-40ec-8db8-1e4556d53a07 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:54.050298 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a477c7-1c8f-465b-95cb-29a1d81265ff req-174040e1-f3bd-4c37-895a-a7f4dc4acb8e tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:54.057949 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f8a477c7-1c8f-465b-95cb-29a1d81265ff req-174040e1-f3bd-4c37-895a-a7f4dc4acb8e tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1d1e55-8689-4939-b673-836425f8455e HTTP/1.1" status: 200 len: 946 time: 0.7309663 May 05 20:12:54.063665 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c7281472-6d15-4d18-b673-83de1671248c tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 4.5207756 May 05 20:12:54.089226 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60494) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:54.148907 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-4fda160e-f00d-4809-a167-960672846a6b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Request body: {'network': {'name': 'tempest-RoutersTest-960974831'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:12:54.175816 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e70fc1fa-f5b4-44a4-8478-ac8ac867318a req-d7d0e8d5-cef2-4794-b459-0481c4fd4f89 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fa34c6b7-f79e-42a5-a73d-73f26fc7f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9511302 May 05 20:12:54.177228 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4fda160e-f00d-4809-a167-960672846a6b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:12:54.188319 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4fda160e-f00d-4809-a167-960672846a6b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Usage tracker for resource:network and tenant:9b46723d474c4d6a82c8d63ca7324f68 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:12:54.199795 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4fda160e-f00d-4809-a167-960672846a6b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:12:54.210426 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4fda160e-f00d-4809-a167-960672846a6b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:12:54.220611 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-21316bb3-a539-4ebb-9c18-06765691f065 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:54.233992 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-2b0bfc00-d5b4-4943-9452-ae4bcd5eca19 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Calling delete_port for 6817cee3-5619-407c-8916-8530ad6f7fe5 owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:12:54.292930 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad2f1e5-bdde-40ec-8db8-1e4556d53a07 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:12:54.300267 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-aad2f1e5-bdde-40ec-8db8-1e4556d53a07 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:12:54.310747 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad2f1e5-bdde-40ec-8db8-1e4556d53a07 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:12:54.320625 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fda160e-f00d-4809-a167-960672846a6b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Made reservation on behalf of 9b46723d474c4d6a82c8d63ca7324f68 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:12:54.324922 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4fda160e-f00d-4809-a167-960672846a6b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:54.346661 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21316bb3-a539-4ebb-9c18-06765691f065 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event deleted for resources: {'Port': ['ID=03b788a6-6cae-4c86-bdf0-ff254918c8df,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:54.452211 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 6817cee3-5619-407c-8916-8530ad6f7fe5 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:12:54.452820 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:54.721947 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-fc666b80-cac2-47f9-9ec6-860de60dc4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4347dcf-e6b7-4dc9-9b1d-bc8c1297b088', 'name': 'tempest-ServerActionsTestJSON-1331582204-router', 'tenant_id': '56e8fe9085fa4bdb932a4c29aaeb4c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '56bc31fa-f73f-4d6e-8d81-c37725b0a1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:03:40Z', 'updated_at': '2022-05-05T20:03:51Z', 'revision_number': 4, 'project_id': '56e8fe9085fa4bdb932a4c29aaeb4c08', 'gw_port': {'id': '56bc31fa-f73f-4d6e-8d81-c37725b0a1b1', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:36:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4347dcf-e6b7-4dc9-9b1d-bc8c1297b088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:03:42Z', 'updated_at': '2022-05-05T20:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '920e6d0f-b99e-4a04-83e1-1f4a91c7ea7d', 'name': '', 'network_id': '7506b31f-3419-46e4-835c-80fe813661d5', 'tenant_id': '56e8fe9085fa4bdb932a4c29aaeb4c08', 'mac_address': 'fa:16:3e:ea:a3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4347dcf-e6b7-4dc9-9b1d-bc8c1297b088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'e2507cd6-290d-4d3d-b14e-048ce031bb0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:03:50Z', 'updated_at': '2022-05-05T20:03:59Z', 'revision_number': 5, 'project_id': '56e8fe9085fa4bdb932a4c29aaeb4c08', 'subnets': [{'id': 'e2507cd6-290d-4d3d-b14e-048ce031bb0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:12:54.737786 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc666b80-cac2-47f9-9ec6-860de60dc4c8 None None] The sync data for ids ['d4347dcf-e6b7-4dc9-9b1d-bc8c1297b088'] in n-d-840717-1 is: [{'id': 'd4347dcf-e6b7-4dc9-9b1d-bc8c1297b088', 'name': 'tempest-ServerActionsTestJSON-1331582204-router', 'tenant_id': '56e8fe9085fa4bdb932a4c29aaeb4c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '56bc31fa-f73f-4d6e-8d81-c37725b0a1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:03:40Z', 'updated_at': '2022-05-05T20:03:51Z', 'revision_number': 4, 'project_id': '56e8fe9085fa4bdb932a4c29aaeb4c08', 'gw_port': {'id': '56bc31fa-f73f-4d6e-8d81-c37725b0a1b1', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:36:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4347dcf-e6b7-4dc9-9b1d-bc8c1297b088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:03:42Z', 'updated_at': '2022-05-05T20:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '920e6d0f-b99e-4a04-83e1-1f4a91c7ea7d', 'name': '', 'network_id': '7506b31f-3419-46e4-835c-80fe813661d5', 'tenant_id': '56e8fe9085fa4bdb932a4c29aaeb4c08', 'mac_address': 'fa:16:3e:ea:a3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4347dcf-e6b7-4dc9-9b1d-bc8c1297b088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'e2507cd6-290d-4d3d-b14e-048ce031bb0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:03:50Z', 'updated_at': '2022-05-05T20:03:59Z', 'revision_number': 5, 'project_id': '56e8fe9085fa4bdb932a4c29aaeb4c08', 'subnets': [{'id': 'e2507cd6-290d-4d3d-b14e-048ce031bb0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:12:54.830632 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1cb054f5-0975-452b-8336-b22d88c00729 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:54.902057 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-21316bb3-a539-4ebb-9c18-06765691f065 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:54.925480 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fda160e-f00d-4809-a167-960672846a6b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:12:54.961519 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1cb054f5-0975-452b-8336-b22d88c00729 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:54.982233 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-21316bb3-a539-4ebb-9c18-06765691f065 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "DELETE /v2.0/ports/03b788a6-6cae-4c86-bdf0-ff254918c8df HTTP/1.1" status: 204 len: 168 time: 2.3120553 May 05 20:12:54.983892 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4fda160e-f00d-4809-a167-960672846a6b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:54.984589 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-4fda160e-f00d-4809-a167-960672846a6b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Added segment 315f2497-ce6c-43cd-aa64-f8a1a8fdd0f6 of type vlan for network 4da2c1b7-38bf-4ca1-8a15-1b6c5121ebfa May 05 20:12:54.988354 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60502) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:55.081581 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad2f1e5-bdde-40ec-8db8-1e4556d53a07 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Pushing event updated for resources: {'Port': ['ID=2af34d37-92a1-4598-b897-890e615ac065,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:55.089959 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-2587f20d-581b-42c9-ad14-9fe04db667f4 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] GET failed (client error): The resource could not be found. May 05 20:12:55.090504 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-2587f20d-581b-42c9-ad14-9fe04db667f4 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Synchronizing usage tracker for tenant:88760c5e167e4c4abc1263be6642087f on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:12:55.110889 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f8a477c7-1c8f-465b-95cb-29a1d81265ff req-c696f9a8-d120-4cd3-8d8b-6d9c856a409a tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa34c6b7-f79e-42a5-a73d-73f26fc7f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0519574 May 05 20:12:55.141119 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4fda160e-f00d-4809-a167-960672846a6b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:55.160416 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-e092ad3e-179f-4077-9a43-13400319bc9c None None] Provisioning complete for port 6817cee3-5619-407c-8916-8530ad6f7fe5 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:12:55.160416 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e092ad3e-179f-4077-9a43-13400319bc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:55.195918 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-2587f20d-581b-42c9-ad14-9fe04db667f4 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Unset dirty status for tenant:88760c5e167e4c4abc1263be6642087f on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:12:55.200186 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-2587f20d-581b-42c9-ad14-9fe04db667f4 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "GET /v2.0/ports/03b788a6-6cae-4c86-bdf0-ff254918c8df HTTP/1.1" status: 404 len: 333 time: 0.2035942 May 05 20:12:55.202281 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60506) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:55.275409 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.db.api [None req-2b0bfc00-d5b4-4943-9452-ae4bcd5eca19 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88198) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:12:55.276000 n-d-840717-1 neutron-server[88198]: DEBUG oslo_db.api [None req-2b0bfc00-d5b4-4943-9452-ae4bcd5eca19 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:12:55.304403 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-022d953e-f518-4059-acfb-0b38f7004086 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Deleting port a6280c1f-e335-445f-816c-a711e91c515b {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:12:55.304749 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-022d953e-f518-4059-acfb-0b38f7004086 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:55.393623 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a905781-7d11-47bb-aea1-daaa0ae0da7a None None] New status for floating IP d07e63e8-410a-4e87-a402-7875fca787f0: DOWN {{(pid=88199) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:12:55.409073 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1cb054f5-0975-452b-8336-b22d88c00729 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:55.413342 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4fda160e-f00d-4809-a167-960672846a6b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:55.418952 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-aad2f1e5-bdde-40ec-8db8-1e4556d53a07 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:55.419340 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fda160e-f00d-4809-a167-960672846a6b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:55.420043 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4fda160e-f00d-4809-a167-960672846a6b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:55.503071 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb054f5-0975-452b-8336-b22d88c00729 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5733cb-6953-4651-aa4d-f54fd85c6dd6,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:55.545983 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1cb054f5-0975-452b-8336-b22d88c00729 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:55.547521 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-1cb054f5-0975-452b-8336-b22d88c00729 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "DELETE /v2.0/security-groups/af5733cb-6953-4651-aa4d-f54fd85c6dd6 HTTP/1.1" status: 204 len: 168 time: 1.6667464 May 05 20:12:55.567837 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60512) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:55.633549 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-4fda160e-f00d-4809-a167-960672846a6b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.5139151 May 05 20:12:55.646053 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60516) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:55.660932 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-f0bd5092-6d70-4703-ad1f-488c1fadfb4b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Request body: {'subnet': {'network_id': '21d28aed-453f-4c55-b7c4-4160f46711dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:12:55.674532 n-d-840717-1 neutron-server[88197]: INFO neutron.api.v2.resource [None req-d651e110-800f-4082-a5b7-fe08129d86d5 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] show failed (client error): The resource could not be found. May 05 20:12:55.675586 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d651e110-800f-4082-a5b7-fe08129d86d5 tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "GET /v2.0/security-groups/af5733cb-6953-4651-aa4d-f54fd85c6dd6 HTTP/1.1" status: 404 len: 347 time: 0.1040869 May 05 20:12:55.678271 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60522) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:55.692630 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fda160e-f00d-4809-a167-960672846a6b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Pushing event updated for resources: {'Network': ['ID=4da2c1b7-38bf-4ca1-8a15-1b6c5121ebfa,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:55.706646 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 4da2c1b7-38bf-4ca1-8a15-1b6c5121ebfa details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:12:55.908239 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-2b0bfc00-d5b4-4943-9452-ae4bcd5eca19 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Deleting port 6817cee3-5619-407c-8916-8530ad6f7fe5 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:12:55.908622 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2b0bfc00-d5b4-4943-9452-ae4bcd5eca19 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:55.972600 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-638360c7-659c-4193-9c7c-7e77f624d05c tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Deleting port 694c1fdc-d3ae-441e-879e-341ae18afbb3 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:12:55.973224 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-638360c7-659c-4193-9c7c-7e77f624d05c tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:56.188237 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f0bd5092-6d70-4703-ad1f-488c1fadfb4b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:12:56.192604 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-022d953e-f518-4059-acfb-0b38f7004086 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:56.199818 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-f0bd5092-6d70-4703-ad1f-488c1fadfb4b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Usage tracker for resource:subnet and tenant:9b46723d474c4d6a82c8d63ca7324f68 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:12:56.206089 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-f0bd5092-6d70-4703-ad1f-488c1fadfb4b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:12:56.219221 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f0bd5092-6d70-4703-ad1f-488c1fadfb4b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:12:56.285707 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-aad2f1e5-bdde-40ec-8db8-1e4556d53a07 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:56.294192 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0bd5092-6d70-4703-ad1f-488c1fadfb4b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Made reservation on behalf of 9b46723d474c4d6a82c8d63ca7324f68 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:12:56.298242 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f0bd5092-6d70-4703-ad1f-488c1fadfb4b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:56.373045 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-022d953e-f518-4059-acfb-0b38f7004086 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Calling delete_port for a6280c1f-e335-445f-816c-a711e91c515b owned by {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:12:56.436124 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-638360c7-659c-4193-9c7c-7e77f624d05c tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:56.436528 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-638360c7-659c-4193-9c7c-7e77f624d05c tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:56.614400 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-638360c7-659c-4193-9c7c-7e77f624d05c tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Calling delete_port for 694c1fdc-d3ae-441e-879e-341ae18afbb3 owned by network:floatingip {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:12:56.793333 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-2b0bfc00-d5b4-4943-9452-ae4bcd5eca19 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] For port 6817cee3-5619-407c-8916-8530ad6f7fe5, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=6817cee3-5619-407c-8916-8530ad6f7fe5,segment=NetworkSegment(748c22dc-04eb-4bbf-bc3a-1de6ef921cd4),segment_id=748c22dc-04eb-4bbf-bc3a-1de6ef921cd4)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:12:56.793852 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2b0bfc00-d5b4-4943-9452-ae4bcd5eca19 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:56.911931 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd977472-4fa4-4a07-b8af-dd94cb463d62 req-2132a231-3dca-486a-8664-2d1d84641156 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:56.913522 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bd977472-4fa4-4a07-b8af-dd94cb463d62 req-2132a231-3dca-486a-8664-2d1d84641156 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1d1e55-8689-4939-b673-836425f8455e HTTP/1.1" status: 200 len: 946 time: 0.5501919 May 05 20:12:57.040996 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bd977472-4fa4-4a07-b8af-dd94cb463d62 req-fba7f50e-5c1c-4d74-a6df-03533339c524 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa34c6b7-f79e-42a5-a73d-73f26fc7f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144032 May 05 20:12:57.044833 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-022d953e-f518-4059-acfb-0b38f7004086 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:57.086792 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-2b0bfc00-d5b4-4943-9452-ae4bcd5eca19 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Calling delete_port for 6817cee3-5619-407c-8916-8530ad6f7fe5 owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:12:57.114199 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022d953e-f518-4059-acfb-0b38f7004086 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event deleted for resources: {'Port': ['ID=a6280c1f-e335-445f-816c-a711e91c515b,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:57.178956 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-022d953e-f518-4059-acfb-0b38f7004086 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:57.193739 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-638360c7-659c-4193-9c7c-7e77f624d05c tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:57.208226 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad2f1e5-bdde-40ec-8db8-1e4556d53a07 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Router 7f469215-ad62-43b5-ab4d-084225463ee2 is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:12:57.258691 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638360c7-659c-4193-9c7c-7e77f624d05c tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Pushing event deleted for resources: {'Port': ['ID=694c1fdc-d3ae-441e-879e-341ae18afbb3,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:57.346548 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f0bd5092-6d70-4703-ad1f-488c1fadfb4b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:57.358854 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-022d953e-f518-4059-acfb-0b38f7004086 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "DELETE /v2.0/ports/a6280c1f-e335-445f-816c-a711e91c515b HTTP/1.1" status: 204 len: 168 time: 2.1505055 May 05 20:12:57.407525 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60554) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:57.428155 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2b0bfc00-d5b4-4943-9452-ae4bcd5eca19 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:57.467073 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c9836a9-3154-428e-a7a0-638d13ae3a92 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] GET failed (client error): The resource could not be found. May 05 20:12:57.467637 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-5c9836a9-3154-428e-a7a0-638d13ae3a92 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Synchronizing usage tracker for tenant:88760c5e167e4c4abc1263be6642087f on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:12:57.487760 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-638360c7-659c-4193-9c7c-7e77f624d05c tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks [] for floatingip, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:57.490363 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-638360c7-659c-4193-9c7c-7e77f624d05c tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:57.492871 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-638360c7-659c-4193-9c7c-7e77f624d05c tempest-ServerActionsTestJSON-1954792494 tempest-ServerActionsTestJSON-1954792494-project] 10.222.0.36 "DELETE /v2.0/floatingips/d07e63e8-410a-4e87-a402-7875fca787f0 HTTP/1.1" status: 204 len: 168 time: 1.8003957 May 05 20:12:57.493007 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0bfc00-d5b4-4943-9452-ae4bcd5eca19 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Pushing event deleted for resources: {'Port': ['ID=6817cee3-5619-407c-8916-8530ad6f7fe5,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:57.494338 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-5c9836a9-3154-428e-a7a0-638d13ae3a92 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Unset dirty status for tenant:88760c5e167e4c4abc1263be6642087f on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:12:57.507042 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-5c9836a9-3154-428e-a7a0-638d13ae3a92 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "GET /v2.0/ports/a6280c1f-e335-445f-816c-a711e91c515b HTTP/1.1" status: 404 len: 333 time: 0.0962503 May 05 20:12:57.507042 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60568) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:57.519830 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60572) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:57.676750 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-45dc8382-2d02-4a16-977e-e62e816ded10 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Deleting subnet b4d880a6-2e46-4300-a89d-0b58cd1c16a6 {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:12:57.682043 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-45dc8382-2d02-4a16-977e-e62e816ded10 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:57.718433 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbac295-0be6-4bda-a815-e7b4794d2461 None None] DHCP port deletion for 5ed63da9-f208-4498-be6f-5c5a7455595b request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:12:57.744111 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d205514-4648-4802-a23c-41495e6c407c None None] get_active_networks_info from n-d-840717-1 {{(pid=88199) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 05 20:12:57.819998 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-45dc8382-2d02-4a16-977e-e62e816ded10 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:57.992378 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bd5092-6d70-4703-ad1f-488c1fadfb4b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Pushing event updated for resources: {'Subnet': ['ID=64ad7d72-467f-4d5b-bea7-59d9e414fcf4,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:58.003414 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad2f1e5-bdde-40ec-8db8-1e4556d53a07 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:12:58.017766 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9b5efa-6b80-48cc-80d0-f237c7d6832a None None] Sync routers for ids ['7f469215-ad62-43b5-ab4d-084225463ee2'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:12:58.027087 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-45dc8382-2d02-4a16-977e-e62e816ded10 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:58.035638 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9b5efa-6b80-48cc-80d0-f237c7d6832a None None] Routers {'7f469215-ad62-43b5-ab4d-084225463ee2'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:12:58.036638 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-fe9b5efa-6b80-48cc-80d0-f237c7d6832a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:12:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['7f469215-ad62-43b5-ab4d-084225463ee2'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:12:58.217761 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0bfc00-d5b4-4943-9452-ae4bcd5eca19 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] No DVR routers for this DVR port 6817cee3-5619-407c-8916-8530ad6f7fe5 on host n-d-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:12:58.300597 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bd5092-6d70-4703-ad1f-488c1fadfb4b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Checking segment: {'id': 'af2ffb07-eea8-4888-9ced-4ddacfe6e5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '21d28aed-453f-4c55-b7c4-4160f46711dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:12:58.300933 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0bd5092-6d70-4703-ad1f-488c1fadfb4b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Network hostable DHCP agents. Network: 21d28aed-453f-4c55-b7c4-4160f46711dc, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:12:58.312861 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-45dc8382-2d02-4a16-977e-e62e816ded10 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:58.323339 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2b0bfc00-d5b4-4943-9452-ae4bcd5eca19 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:58.362405 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dc8382-2d02-4a16-977e-e62e816ded10 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event deleted for resources: {'Subnet': ['ID=b4d880a6-2e46-4300-a89d-0b58cd1c16a6,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:58.373912 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-aad2f1e5-bdde-40ec-8db8-1e4556d53a07 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:58.375780 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-45dc8382-2d02-4a16-977e-e62e816ded10 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:58.375952 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-aad2f1e5-bdde-40ec-8db8-1e4556d53a07 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 9.2274678 May 05 20:12:58.380515 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60588) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:58.416303 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b632319-44f7-4556-a46e-6208db165f84 req-27bedad3-0fec-41c0-b5bd-b4a0240545b8 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:58.422752 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6b632319-44f7-4556-a46e-6208db165f84 req-27bedad3-0fec-41c0-b5bd-b4a0240545b8 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1d1e55-8689-4939-b673-836425f8455e HTTP/1.1" status: 200 len: 946 time: 1.1311808 May 05 20:12:58.427919 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60592) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:58.437661 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-3346ae5d-1568-4574-8d91-37eb3a8577b8 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Request body: {'floatingip': {'port_id': '688a4a9a-4c98-45ff-964a-c594a57cbf72'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:12:58.489379 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-fe9b5efa-6b80-48cc-80d0-f237c7d6832a None None] Set router 7f469215-ad62-43b5-ab4d-084225463ee2 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:12:58.521754 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d205514-4648-4802-a23c-41495e6c407c None None] Unable to find a vacant binding_index for network 21d28aed-453f-4c55-b7c4-4160f46711dc and agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e {{(pid=88199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} May 05 20:12:58.548711 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d205514-4648-4802-a23c-41495e6c407c None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 21d28aed-453f-4c55-b7c4-4160f46711dc) {{(pid=88199) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 05 20:12:58.610628 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-45dc8382-2d02-4a16-977e-e62e816ded10 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "DELETE /v2.0/subnets/b4d880a6-2e46-4300-a89d-0b58cd1c16a6 HTTP/1.1" status: 204 len: 168 time: 1.0894105 May 05 20:12:58.613338 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0bd5092-6d70-4703-ad1f-488c1fadfb4b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Network 21d28aed-453f-4c55-b7c4-4160f46711dc is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:12:58.627556 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60596) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:58.659087 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-f0bd5092-6d70-4703-ad1f-488c1fadfb4b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 21d28aed-453f-4c55-b7c4-4160f46711dc) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:12:58.670157 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0bd5092-6d70-4703-ad1f-488c1fadfb4b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:12:58.675228 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f0bd5092-6d70-4703-ad1f-488c1fadfb4b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:58.741551 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3346ae5d-1568-4574-8d91-37eb3a8577b8 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks [] for floatingip, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:58.815345 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f0bd5092-6d70-4703-ad1f-488c1fadfb4b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1633058 May 05 20:12:58.837566 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60602) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:58.849599 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-54c0f3d8-bda7-4b08-8144-2232e7be0484 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Request body: {'subnet': {'network_id': '4da2c1b7-38bf-4ca1-8a15-1b6c5121ebfa', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:12:59.049096 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-fe9b5efa-6b80-48cc-80d0-f237c7d6832a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f469215-ad62-43b5-ab4d-084225463ee2', 'name': 'tempest-snat-router-1556924968', 'tenant_id': '40cfd74d8bc944d4b86ff8a8157ab9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.2'}], 'enable_snat': False}, 'gw_port_id': '2af34d37-92a1-4598-b897-890e615ac065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:12:49Z', 'updated_at': '2022-05-05T20:12:55Z', 'revision_number': 3, 'project_id': '40cfd74d8bc944d4b86ff8a8157ab9bc', 'gw_port': {'id': '2af34d37-92a1-4598-b897-890e615ac065', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ed:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f469215-ad62-43b5-ab4d-084225463ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:12:52Z', 'updated_at': '2022-05-05T20:12:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:12:59.055108 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9b5efa-6b80-48cc-80d0-f237c7d6832a None None] Checking router: 7f469215-ad62-43b5-ab4d-084225463ee2 for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:12:59.055705 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9b5efa-6b80-48cc-80d0-f237c7d6832a None None] Updating router 7f469215-ad62-43b5-ab4d-084225463ee2 port 2af34d37-92a1-4598-b897-890e615ac065 binding host n-d-840717-1 {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:12:59.064601 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-54c0f3d8-bda7-4b08-8144-2232e7be0484 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:12:59.068864 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-54c0f3d8-bda7-4b08-8144-2232e7be0484 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Usage tracker for resource:subnet and tenant:9b46723d474c4d6a82c8d63ca7324f68 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:12:59.072173 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-54c0f3d8-bda7-4b08-8144-2232e7be0484 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:12:59.080341 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-54c0f3d8-bda7-4b08-8144-2232e7be0484 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:12:59.129897 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-fe9b5efa-6b80-48cc-80d0-f237c7d6832a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:59.167604 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-55814ad8-582d-400d-a8bb-8f56a2f5529b tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:59.226706 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-fb9ec585-d0f9-41c3-b0ba-d14442eb740e tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] 10.222.0.36 "GET /v2.0/routers/7f469215-ad62-43b5-ab4d-084225463ee2 HTTP/1.1" status: 200 len: 907 time: 0.8400691 May 05 20:12:59.232209 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60616) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:12:59.237791 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c0f3d8-bda7-4b08-8144-2232e7be0484 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Made reservation on behalf of 9b46723d474c4d6a82c8d63ca7324f68 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:12:59.251302 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-1d7a4688-6d94-4a4a-8dd9-a412a2801350 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1556924968', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'enable_snat': True}}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:12:59.255828 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-54c0f3d8-bda7-4b08-8144-2232e7be0484 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:59.270008 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-1d7a4688-6d94-4a4a-8dd9-a412a2801350 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:12:59.274154 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-1d7a4688-6d94-4a4a-8dd9-a412a2801350 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Usage tracker for resource:router and tenant:40cfd74d8bc944d4b86ff8a8157ab9bc is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:12:59.277711 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-1d7a4688-6d94-4a4a-8dd9-a412a2801350 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:12:59.305119 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5c50db-96e8-4449-919b-c38e6bda1f2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-21d28aed-453f-4c55-b7c4-4160f46711dc', 'network_id': '21d28aed-453f-4c55-b7c4-4160f46711dc', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'fixed_ips': [{'subnet_id': '64ad7d72-467f-4d5b-bea7-59d9e414fcf4'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:12:59.305965 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9b5c50db-96e8-4449-919b-c38e6bda1f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:59.306606 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-1d7a4688-6d94-4a4a-8dd9-a412a2801350 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:12:59.374222 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2b0bfc00-d5b4-4943-9452-ae4bcd5eca19 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:59.407769 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b18d53-36f8-42e4-ba2a-5ca50dd7bcdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-5ed63da9-f208-4498-be6f-5c5a7455595b', 'network_id': '5ed63da9-f208-4498-be6f-5c5a7455595b', 'tenant_id': 'b84517431db84d2ea9b94084b415b5bd', 'fixed_ips': [{'subnet_id': '11f09ab1-ad26-4e63-bdec-eaa7f1432591'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:12:59.408587 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-20b18d53-36f8-42e4-ba2a-5ca50dd7bcdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:59.451424 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1d7a4688-6d94-4a4a-8dd9-a412a2801350 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:59.455829 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1d7a4688-6d94-4a4a-8dd9-a412a2801350 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:59.572789 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 6817cee3-5619-407c-8916-8530ad6f7fe5 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:12:59.573181 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0bfc00-d5b4-4943-9452-ae4bcd5eca19 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Pushing event deleted for resources: {'Subnet': ['ID=11f09ab1-ad26-4e63-bdec-eaa7f1432591,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:12:59.660113 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-fe9b5efa-6b80-48cc-80d0-f237c7d6832a None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:59.691025 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-fe9b5efa-6b80-48cc-80d0-f237c7d6832a None None] Transition to ACTIVE for port object 2af34d37-92a1-4598-b897-890e615ac065 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:12:59.712153 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-fe9b5efa-6b80-48cc-80d0-f237c7d6832a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:59.824936 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-fe9b5efa-6b80-48cc-80d0-f237c7d6832a None None] Attempting to bind port 2af34d37-92a1-4598-b897-890e615ac065 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:12:59.825779 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-fe9b5efa-6b80-48cc-80d0-f237c7d6832a None None] Attempting to bind port 2af34d37-92a1-4598-b897-890e615ac065 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:12:59.826149 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9b5efa-6b80-48cc-80d0-f237c7d6832a None None] Attempting to bind port 2af34d37-92a1-4598-b897-890e615ac065 on network 0401d202-1605-4cfe-bad4-fb225df6afb0 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:12:59.833944 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-9b5c50db-96e8-4449-919b-c38e6bda1f2c None None] Allocated IP 172.20.0.2 (21d28aed-453f-4c55-b7c4-4160f46711dc/64ad7d72-467f-4d5b-bea7-59d9e414fcf4/35e82d19-9023-455d-b564-4aef3990fdcb) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:12:59.849181 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9b5efa-6b80-48cc-80d0-f237c7d6832a None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:12:59.849550 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9b5efa-6b80-48cc-80d0-f237c7d6832a None None] Checking segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:12:59.849945 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-fe9b5efa-6b80-48cc-80d0-f237c7d6832a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:59.850332 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9b5efa-6b80-48cc-80d0-f237c7d6832a None None] Bound using segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:12:59.850520 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-55814ad8-582d-400d-a8bb-8f56a2f5529b tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Deleting port 561e5cd7-5249-4ac4-b2a4-77ba39cbfea5 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:12:59.850798 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-fe9b5efa-6b80-48cc-80d0-f237c7d6832a None None] Bound port: 2af34d37-92a1-4598-b897-890e615ac065, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:12:59.851161 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-fe9b5efa-6b80-48cc-80d0-f237c7d6832a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:59.851281 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-55814ad8-582d-400d-a8bb-8f56a2f5529b tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:12:59.970717 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-fe9b5efa-6b80-48cc-80d0-f237c7d6832a None None] For port 2af34d37-92a1-4598-b897-890e615ac065, host n-d-840717-1, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:12:59.976387 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-fe9b5efa-6b80-48cc-80d0-f237c7d6832a None None] For port 2af34d37-92a1-4598-b897-890e615ac065, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=2af34d37-92a1-4598-b897-890e615ac065,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:12:59.997328 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-fe9b5efa-6b80-48cc-80d0-f237c7d6832a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:00.051962 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9b5efa-6b80-48cc-80d0-f237c7d6832a None None] Routers {'7f469215-ad62-43b5-ab4d-084225463ee2'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:13:00.052663 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-fe9b5efa-6b80-48cc-80d0-f237c7d6832a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:12:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['7f469215-ad62-43b5-ab4d-084225463ee2'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:13:00.126259 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9b5c50db-96e8-4449-919b-c38e6bda1f2c None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:00.150603 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9b5c50db-96e8-4449-919b-c38e6bda1f2c None None] Transition to ACTIVE for port object 35e82d19-9023-455d-b564-4aef3990fdcb will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:13:00.171779 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9b5c50db-96e8-4449-919b-c38e6bda1f2c None None] Transition to ACTIVE for port object 35e82d19-9023-455d-b564-4aef3990fdcb will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:13:00.172056 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-54c0f3d8-bda7-4b08-8144-2232e7be0484 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:00.180672 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 6817cee3-5619-407c-8916-8530ad6f7fe5 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:13:00.181225 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 6817cee3-5619-407c-8916-8530ad6f7fe5 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:13:00.184421 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9b5c50db-96e8-4449-919b-c38e6bda1f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:00.209570 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-55814ad8-582d-400d-a8bb-8f56a2f5529b tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] For port 561e5cd7-5249-4ac4-b2a4-77ba39cbfea5, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=561e5cd7-5249-4ac4-b2a4-77ba39cbfea5,segment=NetworkSegment(a3233b1c-98b3-4194-ac05-c75b4bba1a8e),segment_id=a3233b1c-98b3-4194-ac05-c75b4bba1a8e)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:13:00.210225 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-55814ad8-582d-400d-a8bb-8f56a2f5529b tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:00.300786 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-fe9b5efa-6b80-48cc-80d0-f237c7d6832a None None] Set router 7f469215-ad62-43b5-ab4d-084225463ee2 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:13:00.336251 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5c50db-96e8-4449-919b-c38e6bda1f2c None None] Network 21d28aed-453f-4c55-b7c4-4160f46711dc is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:13:00.343374 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-9b5c50db-96e8-4449-919b-c38e6bda1f2c None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:13:00.348584 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5c50db-96e8-4449-919b-c38e6bda1f2c None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:13:00.524846 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-55814ad8-582d-400d-a8bb-8f56a2f5529b tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Calling delete_port for 561e5cd7-5249-4ac4-b2a4-77ba39cbfea5 owned by network:dhcp {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:13:00.581611 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5c50db-96e8-4449-919b-c38e6bda1f2c None None] Pushing event updated for resources: {'Port': ['ID=35e82d19-9023-455d-b564-4aef3990fdcb,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:00.621818 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-9b5c50db-96e8-4449-919b-c38e6bda1f2c None None] Attempting to bind port 35e82d19-9023-455d-b564-4aef3990fdcb on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:13:00.622348 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-9b5c50db-96e8-4449-919b-c38e6bda1f2c None None] Attempting to bind port 35e82d19-9023-455d-b564-4aef3990fdcb by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'af2ffb07-eea8-4888-9ced-4ddacfe6e5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '21d28aed-453f-4c55-b7c4-4160f46711dc'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:13:00.622816 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5c50db-96e8-4449-919b-c38e6bda1f2c None None] Attempting to bind port 35e82d19-9023-455d-b564-4aef3990fdcb on network 21d28aed-453f-4c55-b7c4-4160f46711dc {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:13:00.641272 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5c50db-96e8-4449-919b-c38e6bda1f2c None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:13:00.641724 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5c50db-96e8-4449-919b-c38e6bda1f2c None None] Checking segment: {'id': 'af2ffb07-eea8-4888-9ced-4ddacfe6e5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '21d28aed-453f-4c55-b7c4-4160f46711dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:13:00.642226 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9b5c50db-96e8-4449-919b-c38e6bda1f2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:00.642718 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5c50db-96e8-4449-919b-c38e6bda1f2c None None] Bound using segment: {'id': 'af2ffb07-eea8-4888-9ced-4ddacfe6e5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '21d28aed-453f-4c55-b7c4-4160f46711dc'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:13:00.643293 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-9b5c50db-96e8-4449-919b-c38e6bda1f2c None None] Bound port: 35e82d19-9023-455d-b564-4aef3990fdcb, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af2ffb07-eea8-4888-9ced-4ddacfe6e5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '21d28aed-453f-4c55-b7c4-4160f46711dc'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:13:00.643825 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9b5c50db-96e8-4449-919b-c38e6bda1f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:00.699417 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c58b268-3a81-42fc-ade0-720b7f379e20 None None] Pushing event updated for resources: {'Port': ['ID=2af34d37-92a1-4598-b897-890e615ac065,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:00.753528 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-55814ad8-582d-400d-a8bb-8f56a2f5529b tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:00.786504 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2b0bfc00-d5b4-4943-9452-ae4bcd5eca19 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:00.842770 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-fe9b5efa-6b80-48cc-80d0-f237c7d6832a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f469215-ad62-43b5-ab4d-084225463ee2', 'name': 'tempest-snat-router-1556924968', 'tenant_id': '40cfd74d8bc944d4b86ff8a8157ab9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.2'}], 'enable_snat': False}, 'gw_port_id': '2af34d37-92a1-4598-b897-890e615ac065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:12:49Z', 'updated_at': '2022-05-05T20:12:55Z', 'revision_number': 3, 'project_id': '40cfd74d8bc944d4b86ff8a8157ab9bc', 'gw_port': {'id': '2af34d37-92a1-4598-b897-890e615ac065', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ed:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f469215-ad62-43b5-ab4d-084225463ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:12:52Z', 'updated_at': '2022-05-05T20:12:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:13:00.852733 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9b5c50db-96e8-4449-919b-c38e6bda1f2c None None] For port 35e82d19-9023-455d-b564-4aef3990fdcb, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:13:00.853667 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9b5efa-6b80-48cc-80d0-f237c7d6832a None None] The sync data for ids ['7f469215-ad62-43b5-ab4d-084225463ee2'] in n-d-840717-1 is: [{'id': '7f469215-ad62-43b5-ab4d-084225463ee2', 'name': 'tempest-snat-router-1556924968', 'tenant_id': '40cfd74d8bc944d4b86ff8a8157ab9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.2'}], 'enable_snat': False}, 'gw_port_id': '2af34d37-92a1-4598-b897-890e615ac065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:12:49Z', 'updated_at': '2022-05-05T20:12:55Z', 'revision_number': 3, 'project_id': '40cfd74d8bc944d4b86ff8a8157ab9bc', 'gw_port': {'id': '2af34d37-92a1-4598-b897-890e615ac065', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ed:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f469215-ad62-43b5-ab4d-084225463ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:12:52Z', 'updated_at': '2022-05-05T20:12:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:13:00.863522 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9b5c50db-96e8-4449-919b-c38e6bda1f2c None None] For port 35e82d19-9023-455d-b564-4aef3990fdcb, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=35e82d19-9023-455d-b564-4aef3990fdcb,segment=NetworkSegment(af2ffb07-eea8-4888-9ced-4ddacfe6e5f7),segment_id=af2ffb07-eea8-4888-9ced-4ddacfe6e5f7)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:13:00.871957 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9b5c50db-96e8-4449-919b-c38e6bda1f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:00.887705 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c58b268-3a81-42fc-ade0-720b7f379e20 None None] Pushing event updated for resources: {'Port': ['ID=2af34d37-92a1-4598-b897-890e615ac065,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:00.908372 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1d7a4688-6d94-4a4a-8dd9-a412a2801350 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:00.920419 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55814ad8-582d-400d-a8bb-8f56a2f5529b tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] No DVR routers for this DVR port 561e5cd7-5249-4ac4-b2a4-77ba39cbfea5 on host n-d-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:13:00.959855 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55814ad8-582d-400d-a8bb-8f56a2f5529b tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event deleted for resources: {'Port': ['ID=561e5cd7-5249-4ac4-b2a4-77ba39cbfea5,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:01.027555 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5c50db-96e8-4449-919b-c38e6bda1f2c None None] Pushing event updated for resources: {'Port': ['ID=35e82d19-9023-455d-b564-4aef3990fdcb,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:01.074858 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-2b0bfc00-d5b4-4943-9452-ae4bcd5eca19 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ed63da9-f208-4498-be6f-5c5a7455595b']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:13:01.083641 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c0f3d8-bda7-4b08-8144-2232e7be0484 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Pushing event updated for resources: {'Subnet': ['ID=09c7e097-258c-44fd-88b0-58910fc1f7d7,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:01.088104 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c0f3d8-bda7-4b08-8144-2232e7be0484 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Checking segment: {'id': '315f2497-ce6c-43cd-aa64-f8a1a8fdd0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4da2c1b7-38bf-4ca1-8a15-1b6c5121ebfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:13:01.089065 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c0f3d8-bda7-4b08-8144-2232e7be0484 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Network hostable DHCP agents. Network: 4da2c1b7-38bf-4ca1-8a15-1b6c5121ebfa, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:13:01.113254 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-2b0bfc00-d5b4-4943-9452-ae4bcd5eca19 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '748c22dc-04eb-4bbf-bc3a-1de6ef921cd4') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:13:01.114964 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-2b0bfc00-d5b4-4943-9452-ae4bcd5eca19 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '748c22dc-04eb-4bbf-bc3a-1de6ef921cd4') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:13:01.143326 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2b0bfc00-d5b4-4943-9452-ae4bcd5eca19 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:01.162295 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2b0bfc00-d5b4-4943-9452-ae4bcd5eca19 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:01.169454 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b0bfc00-d5b4-4943-9452-ae4bcd5eca19 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:13:01.169947 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2b0bfc00-d5b4-4943-9452-ae4bcd5eca19 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:01.184126 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-55814ad8-582d-400d-a8bb-8f56a2f5529b tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:01.232963 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-55814ad8-582d-400d-a8bb-8f56a2f5529b tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['979ade79-ecf6-4a79-86d7-699fcf2847db']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:13:01.280634 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:13:01.280634 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:13:01.280634 n-d-840717-1 neutron-server[88198]: timer() May 05 20:13:01.280634 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:13:01.280634 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:13:01.280634 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:13:01.280634 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:13:01.280634 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:13:01.280634 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:13:01.280634 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:13:01.280634 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:13:01.280634 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:13:01.280634 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:13:01.280634 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:13:01.280634 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:13:01.280634 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:13:01.280634 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:13:01.280634 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:13:01.280634 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:13:01.280634 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:13:01.280634 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:13:01.280634 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:13:01.280634 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:13:01.280634 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:13:01.280634 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:13:01.280634 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:13:01.280634 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:13:01.280634 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:13:01.280634 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:13:01.280634 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:13:01.280634 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:13:01.280634 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:13:01.290662 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2b0bfc00-d5b4-4943-9452-ae4bcd5eca19 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:01.324830 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2b0bfc00-d5b4-4943-9452-ae4bcd5eca19 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:01.336705 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0bfc00-d5b4-4943-9452-ae4bcd5eca19 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Pushing event deleted for resources: {'Network': ['ID=5ed63da9-f208-4498-be6f-5c5a7455595b,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:01.358376 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-55814ad8-582d-400d-a8bb-8f56a2f5529b tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3233b1c-98b3-4194-ac05-c75b4bba1a8e') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:13:01.358682 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-55814ad8-582d-400d-a8bb-8f56a2f5529b tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3233b1c-98b3-4194-ac05-c75b4bba1a8e') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:13:01.380914 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-55814ad8-582d-400d-a8bb-8f56a2f5529b tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:01.423567 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-55814ad8-582d-400d-a8bb-8f56a2f5529b tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:01.433349 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55814ad8-582d-400d-a8bb-8f56a2f5529b tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:13:01.433813 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-55814ad8-582d-400d-a8bb-8f56a2f5529b tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:01.441400 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c0f3d8-bda7-4b08-8144-2232e7be0484 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Network 4da2c1b7-38bf-4ca1-8a15-1b6c5121ebfa is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:13:01.484044 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-2b0bfc00-d5b4-4943-9452-ae4bcd5eca19 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] 10.222.0.36 "DELETE /v2.0/networks/5ed63da9-f208-4498-be6f-5c5a7455595b HTTP/1.1" status: 204 len: 168 time: 12.5873694 May 05 20:13:01.490209 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60626) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:01.563419 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-54c0f3d8-bda7-4b08-8144-2232e7be0484 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 4da2c1b7-38bf-4ca1-8a15-1b6c5121ebfa) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:13:01.572645 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c0f3d8-bda7-4b08-8144-2232e7be0484 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:13:01.574356 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-54c0f3d8-bda7-4b08-8144-2232e7be0484 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:01.598750 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0a16599-7799-46ba-932f-4fbb3fd255e9 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] DELETE failed (client error): The resource could not be found. May 05 20:13:01.599304 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0a16599-7799-46ba-932f-4fbb3fd255e9 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:13:01.601278 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e0a16599-7799-46ba-932f-4fbb3fd255e9 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] 10.222.0.36 "DELETE /v2.0/subnets/11f09ab1-ad26-4e63-bdec-eaa7f1432591 HTTP/1.1" status: 404 len: 337 time: 0.1089041 May 05 20:13:01.611248 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60634) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:01.679375 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-54c0f3d8-bda7-4b08-8144-2232e7be0484 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8382506 May 05 20:13:01.686484 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60638) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:01.708119 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-b4cac3fa-d4a9-4971-bac9-270a1f8cf57b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1937800030', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:13:01.746981 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b4cac3fa-d4a9-4971-bac9-270a1f8cf57b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:13:01.755041 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-b4cac3fa-d4a9-4971-bac9-270a1f8cf57b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Usage tracker for resource:router and tenant:9b46723d474c4d6a82c8d63ca7324f68 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:13:01.764479 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-b4cac3fa-d4a9-4971-bac9-270a1f8cf57b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:13:01.769695 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:13:01.769695 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:13:01.769695 n-d-840717-1 neutron-server[88197]: timer() May 05 20:13:01.769695 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:13:01.769695 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:13:01.769695 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:13:01.769695 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:13:01.769695 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:13:01.769695 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:13:01.769695 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:13:01.769695 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:13:01.769695 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:13:01.769695 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:13:01.769695 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:13:01.769695 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:13:01.769695 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:13:01.769695 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:13:01.769695 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:13:01.769695 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:13:01.769695 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:13:01.769695 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:13:01.769695 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:13:01.769695 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:13:01.769695 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:13:01.769695 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:13:01.769695 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:13:01.769695 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:13:01.769695 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:13:01.769695 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:13:01.769695 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:13:01.769695 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:13:01.769695 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:13:01.781272 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b4cac3fa-d4a9-4971-bac9-270a1f8cf57b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:13:01.800649 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 2af34d37-92a1-4598-b897-890e615ac065 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:13:01.814020 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-6945832b-2c86-44ed-ad7b-4fd505d5343d tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] DELETE failed (client error): The resource could not be found. May 05 20:13:01.814681 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6945832b-2c86-44ed-ad7b-4fd505d5343d tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:13:01.823256 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-6945832b-2c86-44ed-ad7b-4fd505d5343d tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] 10.222.0.36 "DELETE /v2.0/networks/5ed63da9-f208-4498-be6f-5c5a7455595b HTTP/1.1" status: 404 len: 339 time: 0.1939313 May 05 20:13:01.825414 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60646) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:01.830592 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b4cac3fa-d4a9-4971-bac9-270a1f8cf57b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:01.833798 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b4cac3fa-d4a9-4971-bac9-270a1f8cf57b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:01.930650 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 2af34d37-92a1-4598-b897-890e615ac065 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:13:01.938462 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 2af34d37-92a1-4598-b897-890e615ac065 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:13:01.938830 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:02.016783 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-53c49b3c-4090-4b78-a2b6-8bbe3efccede tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:02.057787 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-55814ad8-582d-400d-a8bb-8f56a2f5529b tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:02.126549 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b4cac3fa-d4a9-4971-bac9-270a1f8cf57b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:02.150793 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-55814ad8-582d-400d-a8bb-8f56a2f5529b tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:02.205498 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55814ad8-582d-400d-a8bb-8f56a2f5529b tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event deleted for resources: {'Network': ['ID=979ade79-ecf6-4a79-86d7-699fcf2847db,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:02.230546 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:02.265692 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-55814ad8-582d-400d-a8bb-8f56a2f5529b tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "DELETE /v2.0/networks/979ade79-ecf6-4a79-86d7-699fcf2847db HTTP/1.1" status: 204 len: 168 time: 3.6326671 May 05 20:13:02.272548 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60650) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:02.276111 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 2af34d37-92a1-4598-b897-890e615ac065, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=2af34d37-92a1-4598-b897-890e615ac065,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:13:02.285261 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:02.355748 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-53c49b3c-4090-4b78-a2b6-8bbe3efccede tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:02.416629 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-53c49b3c-4090-4b78-a2b6-8bbe3efccede tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2b08b73-c1d5-478d-baa2-f74aeb5b14a9']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:13:02.460512 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-53c49b3c-4090-4b78-a2b6-8bbe3efccede tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4c965e5-0065-479c-bb18-8e08e6b64bbc') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:13:02.460816 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-53c49b3c-4090-4b78-a2b6-8bbe3efccede tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4c965e5-0065-479c-bb18-8e08e6b64bbc') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:13:02.479461 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-2eca2fab-37a4-49b7-8539-8019d9e27501 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-76363122'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:13:02.487437 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=2af34d37-92a1-4598-b897-890e615ac065,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:02.491946 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-53c49b3c-4090-4b78-a2b6-8bbe3efccede tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:02.531969 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-53c49b3c-4090-4b78-a2b6-8bbe3efccede tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:02.540569 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53c49b3c-4090-4b78-a2b6-8bbe3efccede tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:13:02.540816 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-53c49b3c-4090-4b78-a2b6-8bbe3efccede tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:02.592895 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.db.resource_extend [None req-3346ae5d-1568-4574-8d91-37eb3a8577b8 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 20:13:02.647077 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1d7a4688-6d94-4a4a-8dd9-a412a2801350 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:02.667219 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-2eca2fab-37a4-49b7-8539-8019d9e27501 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:13:02.691863 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-2eca2fab-37a4-49b7-8539-8019d9e27501 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Usage tracker for resource:network and tenant:88760c5e167e4c4abc1263be6642087f is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:13:02.753293 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-2eca2fab-37a4-49b7-8539-8019d9e27501 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:13:02.808624 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-2eca2fab-37a4-49b7-8539-8019d9e27501 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:13:02.897132 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eca2fab-37a4-49b7-8539-8019d9e27501 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Made reservation on behalf of 88760c5e167e4c4abc1263be6642087f for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:13:02.898083 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3346ae5d-1568-4574-8d91-37eb3a8577b8 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:02.905192 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2eca2fab-37a4-49b7-8539-8019d9e27501 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:02.914097 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:13:02.914097 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:13:02.914097 n-d-840717-1 neutron-server[88198]: timer() May 05 20:13:02.914097 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:13:02.914097 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:13:02.914097 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:13:02.914097 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:13:02.914097 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:13:02.914097 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:13:02.914097 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:13:02.914097 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:13:02.914097 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:13:02.914097 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:13:02.914097 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:13:02.914097 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:13:02.914097 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:13:02.914097 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:13:02.914097 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:13:02.914097 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:13:02.914097 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:13:02.914097 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:13:02.914097 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:13:02.914097 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:13:02.914097 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:13:02.914097 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:13:02.914097 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:13:02.914097 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:13:02.914097 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:13:02.914097 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:13:02.914097 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:13:02.914097 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:13:02.914097 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:13:02.967940 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3346ae5d-1568-4574-8d91-37eb3a8577b8 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:03.032167 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf9a28b-eaab-45f4-94a3-226e9f075edb None None] Network 979ade79-ecf6-4a79-86d7-699fcf2847db requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:13:03.065015 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fcf430-ebb9-437c-b4f4-7bdd8aa080f9 None None] Network 21d28aed-453f-4c55-b7c4-4160f46711dc requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:13:03.236171 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf9a28b-eaab-45f4-94a3-226e9f075edb None None] Network 979ade79-ecf6-4a79-86d7-699fcf2847db could not be found, it might have been deleted concurrently. {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} May 05 20:13:03.269187 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea11c464-5698-4310-a85d-e05cb88e6c69 None None] Network 4da2c1b7-38bf-4ca1-8a15-1b6c5121ebfa requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:13:03.294860 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d363339-084b-4623-85c8-cbd5573581cd None None] Network 5ed63da9-f208-4498-be6f-5c5a7455595b requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:13:03.343291 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d363339-084b-4623-85c8-cbd5573581cd None None] Network 5ed63da9-f208-4498-be6f-5c5a7455595b could not be found, it might have been deleted concurrently. {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} May 05 20:13:03.344902 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0184d5f5-0883-4695-b662-c6125786eacc None None] DHCP port deletion for 979ade79-ecf6-4a79-86d7-699fcf2847db request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:13:03.410574 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e01f3a4-ed82-4d4d-af3b-5354fdd083a6 None None] DHCP port deletion for 5ed63da9-f208-4498-be6f-5c5a7455595b request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:13:03.513034 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eca2fab-37a4-49b7-8539-8019d9e27501 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:13:03.518715 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-53c49b3c-4090-4b78-a2b6-8bbe3efccede tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:03.531264 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-53c49b3c-4090-4b78-a2b6-8bbe3efccede tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:03.569443 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-53c49b3c-4090-4b78-a2b6-8bbe3efccede tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] 10.222.0.36 "DELETE /v2.0/networks/e2b08b73-c1d5-478d-baa2-f74aeb5b14a9 HTTP/1.1" status: 204 len: 168 time: 1.7265656 May 05 20:13:03.572953 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60670) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:03.576904 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c49b3c-4090-4b78-a2b6-8bbe3efccede tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Pushing event deleted for resources: {'Network': ['ID=e2b08b73-c1d5-478d-baa2-f74aeb5b14a9,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:03.586708 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2eca2fab-37a4-49b7-8539-8019d9e27501 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:03.587196 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-2eca2fab-37a4-49b7-8539-8019d9e27501 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Added segment 759921d9-59fe-485d-b067-0180bf44585c of type vlan for network f9c1c121-2fa0-44fa-9ed9-eb7de344e35e May 05 20:13:03.596011 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b4cac3fa-d4a9-4971-bac9-270a1f8cf57b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:03.606062 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-5c686c43-b559-4ec4-b84b-2d215a8f58f4 None None] Provisioning for port 35e82d19-9023-455d-b564-4aef3990fdcb completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:13:03.692433 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-cde2df90-8cbc-49a0-a499-792d77363f9d tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] DELETE failed (client error): The resource could not be found. May 05 20:13:03.693036 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cde2df90-8cbc-49a0-a499-792d77363f9d tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:13:03.787839 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 35e82d19-9023-455d-b564-4aef3990fdcb up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:13:03.801892 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2eca2fab-37a4-49b7-8539-8019d9e27501 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:03.807495 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-cde2df90-8cbc-49a0-a499-792d77363f9d tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] 10.222.0.36 "DELETE /v2.0/subnets/4e48f70a-f1f5-441e-ac16-8c57e14ca4d5 HTTP/1.1" status: 404 len: 337 time: 0.2151055 May 05 20:13:03.813451 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60676) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:03.814263 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b4cac3fa-d4a9-4971-bac9-270a1f8cf57b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:03.815458 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b4cac3fa-d4a9-4971-bac9-270a1f8cf57b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 2.1232367 May 05 20:13:03.824400 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60678) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:03.882237 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-d608bfa0-1c71-4255-bb12-3fcd36addc6c tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] DELETE failed (client error): The resource could not be found. May 05 20:13:03.883057 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d608bfa0-1c71-4255-bb12-3fcd36addc6c tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:13:03.886370 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d608bfa0-1c71-4255-bb12-3fcd36addc6c tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] 10.222.0.36 "DELETE /v2.0/networks/e4b2dc1d-bef0-4743-bf94-e90586342674 HTTP/1.1" status: 404 len: 339 time: 0.0671790 May 05 20:13:03.890314 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60682) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:03.997039 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-557030d1-330c-410a-9b23-cc4a73b42652 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Deleting subnet 67b8ed5f-2d06-4b2a-9799-f99a4c933ec5 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:13:04.001273 n-d-840717-1 neutron-server[88198]: INFO neutron.db.l3_db [None req-3346ae5d-1568-4574-8d91-37eb3a8577b8 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Floating IP 008925c9-e19e-4376-878d-ed44f42bb658 associated. External IP: 172.25.0.112, port: 688a4a9a-4c98-45ff-964a-c594a57cbf72. May 05 20:13:04.032290 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 35e82d19-9023-455d-b564-4aef3990fdcb completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:13:04.042458 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 35e82d19-9023-455d-b564-4aef3990fdcb triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:13:04.042833 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:04.132731 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-557030d1-330c-410a-9b23-cc4a73b42652 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:04.218279 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b095e5e2-895e-4e3b-b0ba-5636435dfaa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-4da2c1b7-38bf-4ca1-8a15-1b6c5121ebfa', 'network_id': '4da2c1b7-38bf-4ca1-8a15-1b6c5121ebfa', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'fixed_ips': [{'subnet_id': '09c7e097-258c-44fd-88b0-58910fc1f7d7'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:13:04.219564 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b095e5e2-895e-4e3b-b0ba-5636435dfaa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:04.353224 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bd1282aa-033d-41d4-85d5-46dbc8afc089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:04.446931 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.resource_extend [None req-2eca2fab-37a4-49b7-8539-8019d9e27501 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] It took 0.53 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 20:13:04.475403 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-557030d1-330c-410a-9b23-cc4a73b42652 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:04.548903 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-b095e5e2-895e-4e3b-b0ba-5636435dfaa2 None None] Allocated IP 172.21.0.2 (4da2c1b7-38bf-4ca1-8a15-1b6c5121ebfa/09c7e097-258c-44fd-88b0-58910fc1f7d7/3b6d33e7-f82a-4763-8aac-8c19419e88fe) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:13:04.558779 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:04.742142 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-557030d1-330c-410a-9b23-cc4a73b42652 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:04.911575 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2eca2fab-37a4-49b7-8539-8019d9e27501 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:04.917955 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eca2fab-37a4-49b7-8539-8019d9e27501 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:13:04.918797 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2eca2fab-37a4-49b7-8539-8019d9e27501 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:04.997370 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3346ae5d-1568-4574-8d91-37eb3a8577b8 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Router d77d22ac-cfe3-4696-a86f-f8f26504a064 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:13:05.042852 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-557030d1-330c-410a-9b23-cc4a73b42652 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:05.088217 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 35e82d19-9023-455d-b564-4aef3990fdcb, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=35e82d19-9023-455d-b564-4aef3990fdcb,segment=NetworkSegment(af2ffb07-eea8-4888-9ced-4ddacfe6e5f7),segment_id=af2ffb07-eea8-4888-9ced-4ddacfe6e5f7)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:13:05.141388 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-21fba294-b581-4e97-8a38-35189f52b95a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:05.148775 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b095e5e2-895e-4e3b-b0ba-5636435dfaa2 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:05.160324 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:05.161813 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 2af34d37-92a1-4598-b897-890e615ac065 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:13:05.217078 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-557030d1-330c-410a-9b23-cc4a73b42652 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:05.218536 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1d7a4688-6d94-4a4a-8dd9-a412a2801350 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:05.219845 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557030d1-330c-410a-9b23-cc4a73b42652 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Pushing event deleted for resources: {'Subnet': ['ID=67b8ed5f-2d06-4b2a-9799-f99a4c933ec5,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:05.236127 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-557030d1-330c-410a-9b23-cc4a73b42652 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] 10.222.0.36 "DELETE /v2.0/subnets/67b8ed5f-2d06-4b2a-9799-f99a4c933ec5 HTTP/1.1" status: 204 len: 168 time: 1.3444204 May 05 20:13:05.238893 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60696) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:05.272093 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cedc0ba1-d42f-4551-81c1-cceed416b8f2 None None] Network 21d28aed-453f-4c55-b7c4-4160f46711dc requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:13:05.284831 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed88851b-0a96-4842-bb14-f2fbea09edc3 None None] Network 25c0d53f-44f5-4eb1-869d-5243f686df81 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:13:05.358408 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b095e5e2-895e-4e3b-b0ba-5636435dfaa2 None None] Transition to ACTIVE for port object 3b6d33e7-f82a-4763-8aac-8c19419e88fe will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:13:05.418253 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3346ae5d-1568-4574-8d91-37eb3a8577b8 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:13:05.426326 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3346ae5d-1568-4574-8d91-37eb3a8577b8 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:05.453183 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1d7a4688-6d94-4a4a-8dd9-a412a2801350 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:05.454533 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-3638a081-ad2f-4f39-a2d6-2724481ec101 None None] Provisioning complete for port 35e82d19-9023-455d-b564-4aef3990fdcb triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:13:05.454905 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3638a081-ad2f-4f39-a2d6-2724481ec101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:05.459856 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-2eca2fab-37a4-49b7-8539-8019d9e27501 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 3.0540512 May 05 20:13:05.460799 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eca2fab-37a4-49b7-8539-8019d9e27501 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event updated for resources: {'Network': ['ID=f9c1c121-2fa0-44fa-9ed9-eb7de344e35e,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:05.465187 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60704) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:05.498633 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18774987-c974-47a6-8bab-2768d2c8287a None None] Sync routers for ids ['d77d22ac-cfe3-4696-a86f-f8f26504a064'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:13:05.522072 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-ae998e49-420a-4410-b7cc-b3898d8e4a62 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Request body: {'subnet': {'network_id': 'f9c1c121-2fa0-44fa-9ed9-eb7de344e35e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:13:05.561573 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network f9c1c121-2fa0-44fa-9ed9-eb7de344e35e details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:13:05.581918 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8debe69-33cb-4aea-af49-7101e9f5b83c tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Deleting subnet 3e0cc8f1-7547-45db-80a2-bd486d7c12e2 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:13:05.591555 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f8debe69-33cb-4aea-af49-7101e9f5b83c tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:05.643893 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3346ae5d-1568-4574-8d91-37eb3a8577b8 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "PUT /v2.0/floatingips/008925c9-e19e-4376-878d-ed44f42bb658 HTTP/1.1" status: 200 len: 992 time: 7.2146511 May 05 20:13:05.702435 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e1d1e55-8689-4939-b673-836425f8455e', 'tag': '688a4a9a-4c98-45ff-964a-c594a57cbf72'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:13:05.759588 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18774987-c974-47a6-8bab-2768d2c8287a None None] Routers {'d77d22ac-cfe3-4696-a86f-f8f26504a064'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:13:05.760772 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-18774987-c974-47a6-8bab-2768d2c8287a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:12:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['d77d22ac-cfe3-4696-a86f-f8f26504a064'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:13:05.809031 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27457398-d525-4c91-ae6a-f8258a745856'] response: {'name': 'network-changed', 'server_uuid': '6e1d1e55-8689-4939-b673-836425f8455e', 'tag': '688a4a9a-4c98-45ff-964a-c594a57cbf72', 'status': 'completed', 'code': 200} May 05 20:13:05.811719 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f8debe69-33cb-4aea-af49-7101e9f5b83c tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:05.842351 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ae998e49-420a-4410-b7cc-b3898d8e4a62 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:13:05.853817 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-ae998e49-420a-4410-b7cc-b3898d8e4a62 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Usage tracker for resource:subnet and tenant:88760c5e167e4c4abc1263be6642087f is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:13:05.860486 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-ae998e49-420a-4410-b7cc-b3898d8e4a62 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:13:05.876210 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ae998e49-420a-4410-b7cc-b3898d8e4a62 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:13:05.906885 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae998e49-420a-4410-b7cc-b3898d8e4a62 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Made reservation on behalf of 88760c5e167e4c4abc1263be6642087f for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:13:05.913030 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ae998e49-420a-4410-b7cc-b3898d8e4a62 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:06.004704 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b095e5e2-895e-4e3b-b0ba-5636435dfaa2 None None] Transition to ACTIVE for port object 3b6d33e7-f82a-4763-8aac-8c19419e88fe will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:13:06.040717 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=35e82d19-9023-455d-b564-4aef3990fdcb,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:06.145305 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b095e5e2-895e-4e3b-b0ba-5636435dfaa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:06.314605 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b095e5e2-895e-4e3b-b0ba-5636435dfaa2 None None] Pushing event updated for resources: {'Port': ['ID=3b6d33e7-f82a-4763-8aac-8c19419e88fe,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:06.331583 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 2af34d37-92a1-4598-b897-890e615ac065 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:13:06.331963 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:06.419130 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9f37ae5e-e2eb-474d-8565-b0c99c3d1099 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:06.429603 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f8debe69-33cb-4aea-af49-7101e9f5b83c tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:06.498169 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b095e5e2-895e-4e3b-b0ba-5636435dfaa2 None None] Network 4da2c1b7-38bf-4ca1-8a15-1b6c5121ebfa is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:13:06.657798 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c35bb-8517-4723-a06a-ba1dc247941f req-ae291b68-5417-4888-a606-ed4f65490561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:13:06.659601 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-787c35bb-8517-4723-a06a-ba1dc247941f req-ae291b68-5417-4888-a606-ed4f65490561 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3bcce80065784aa6a77c066afd5e6401&device_id=6e1d1e55-8689-4939-b673-836425f8455e HTTP/1.1" status: 200 len: 1097 time: 0.5347950 May 05 20:13:06.662883 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-1d7a4688-6d94-4a4a-8dd9-a412a2801350 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Allocated IP 172.25.0.22 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/00a5b737-ea10-4bd8-a565-0a0fa54351ba) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:13:06.716555 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-b095e5e2-895e-4e3b-b0ba-5636435dfaa2 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:13:06.790673 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-bd1282aa-033d-41d4-85d5-46dbc8afc089 admin admin] Deleting port 920e6d0f-b99e-4a04-83e1-1f4a91c7ea7d {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:13:06.791019 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bd1282aa-033d-41d4-85d5-46dbc8afc089 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:06.895370 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f8debe69-33cb-4aea-af49-7101e9f5b83c tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:06.912166 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b095e5e2-895e-4e3b-b0ba-5636435dfaa2 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:13:06.941704 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ae998e49-420a-4410-b7cc-b3898d8e4a62 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:06.945514 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f8debe69-33cb-4aea-af49-7101e9f5b83c tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:06.961368 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8debe69-33cb-4aea-af49-7101e9f5b83c tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Pushing event deleted for resources: {'Subnet': ['ID=3e0cc8f1-7547-45db-80a2-bd486d7c12e2,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:07.006143 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f8debe69-33cb-4aea-af49-7101e9f5b83c tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] 10.222.0.36 "DELETE /v2.0/subnets/3e0cc8f1-7547-45db-80a2-bd486d7c12e2 HTTP/1.1" status: 204 len: 168 time: 1.7658648 May 05 20:13:07.015077 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60734) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:07.158570 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-18774987-c974-47a6-8bab-2768d2c8287a None None] Set router d77d22ac-cfe3-4696-a86f-f8f26504a064 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:13:07.245855 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae998e49-420a-4410-b7cc-b3898d8e4a62 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Checking segment: {'id': '759921d9-59fe-485d-b067-0180bf44585c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f9c1c121-2fa0-44fa-9ed9-eb7de344e35e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:13:07.246250 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae998e49-420a-4410-b7cc-b3898d8e4a62 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Network hostable DHCP agents. Network: f9c1c121-2fa0-44fa-9ed9-eb7de344e35e, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:13:07.261806 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-502e1e8a-2863-4261-a336-be191a40fb5d tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:07.337543 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae998e49-420a-4410-b7cc-b3898d8e4a62 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event updated for resources: {'Subnet': ['ID=32d17fc4-6046-497d-bea6-673ca6a86ca2,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:07.352312 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-bd1282aa-033d-41d4-85d5-46dbc8afc089 admin admin] For port 920e6d0f-b99e-4a04-83e1-1f4a91c7ea7d, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=920e6d0f-b99e-4a04-83e1-1f4a91c7ea7d,segment=NetworkSegment(e34c646b-9075-4e31-b89f-c8f9e824e389),segment_id=e34c646b-9075-4e31-b89f-c8f9e824e389)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:13:07.352692 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bd1282aa-033d-41d4-85d5-46dbc8afc089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:07.360929 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-502e1e8a-2863-4261-a336-be191a40fb5d tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Deleting port 0250c5f2-557b-45b1-ba10-c74d0e8f5561 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:13:07.361277 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-502e1e8a-2863-4261-a336-be191a40fb5d tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:07.475532 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae998e49-420a-4410-b7cc-b3898d8e4a62 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Network f9c1c121-2fa0-44fa-9ed9-eb7de344e35e is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:13:07.500303 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-bd1282aa-033d-41d4-85d5-46dbc8afc089 admin admin] Calling delete_port for 920e6d0f-b99e-4a04-83e1-1f4a91c7ea7d owned by network:router_interface {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:13:07.578634 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0f4f28d8-5942-45bd-b543-b41e250754c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:07.592668 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-ae998e49-420a-4410-b7cc-b3898d8e4a62 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, f9c1c121-2fa0-44fa-9ed9-eb7de344e35e) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:13:07.622047 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae998e49-420a-4410-b7cc-b3898d8e4a62 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:13:07.622654 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ae998e49-420a-4410-b7cc-b3898d8e4a62 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:07.653087 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32764a1-95cd-4e9d-abb5-62e45c2fb9f1 None None] Network f9c1c121-2fa0-44fa-9ed9-eb7de344e35e requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:13:07.751912 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-ae998e49-420a-4410-b7cc-b3898d8e4a62 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2738571 May 05 20:13:07.767788 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60742) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:07.773889 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-ef476e56-db24-48b0-a80f-98fb4115bacd tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Request body: {'port': {'network_id': 'f9c1c121-2fa0-44fa-9ed9-eb7de344e35e', 'name': 'tempest-PortsIpV6TestJSON-877722833', 'fixed_ips': [{'subnet_id': '32d17fc4-6046-497d-bea6-673ca6a86ca2', 'ip_address': '2001:db8::10'}]}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:13:07.873707 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c35bb-8517-4723-a06a-ba1dc247941f req-a5ca3a59-5814-441f-947d-dfea07a67a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:13:07.875215 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-787c35bb-8517-4723-a06a-ba1dc247941f req-a5ca3a59-5814-441f-947d-dfea07a67a7b service neutron] 10.222.0.24 "GET /v2.0/networks?id=dd240240-b981-4728-a92a-09bd25dc9abb HTTP/1.1" status: 200 len: 916 time: 1.2041202 May 05 20:13:08.028403 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-502e1e8a-2863-4261-a336-be191a40fb5d tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] For port 0250c5f2-557b-45b1-ba10-c74d0e8f5561, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=0250c5f2-557b-45b1-ba10-c74d0e8f5561,segment=NetworkSegment(6d036ad5-81b4-4155-a219-cd2749d8926a),segment_id=6d036ad5-81b4-4155-a219-cd2749d8926a)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:13:08.030122 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-502e1e8a-2863-4261-a336-be191a40fb5d tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:08.039489 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-b095e5e2-895e-4e3b-b0ba-5636435dfaa2 None None] Attempting to bind port 3b6d33e7-f82a-4763-8aac-8c19419e88fe on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:13:08.039863 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-b095e5e2-895e-4e3b-b0ba-5636435dfaa2 None None] Attempting to bind port 3b6d33e7-f82a-4763-8aac-8c19419e88fe by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '315f2497-ce6c-43cd-aa64-f8a1a8fdd0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4da2c1b7-38bf-4ca1-8a15-1b6c5121ebfa'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:13:08.040236 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b095e5e2-895e-4e3b-b0ba-5636435dfaa2 None None] Attempting to bind port 3b6d33e7-f82a-4763-8aac-8c19419e88fe on network 4da2c1b7-38bf-4ca1-8a15-1b6c5121ebfa {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:13:08.086316 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b095e5e2-895e-4e3b-b0ba-5636435dfaa2 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:13:08.086683 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b095e5e2-895e-4e3b-b0ba-5636435dfaa2 None None] Checking segment: {'id': '315f2497-ce6c-43cd-aa64-f8a1a8fdd0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4da2c1b7-38bf-4ca1-8a15-1b6c5121ebfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:13:08.087096 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b095e5e2-895e-4e3b-b0ba-5636435dfaa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:08.095568 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b095e5e2-895e-4e3b-b0ba-5636435dfaa2 None None] Bound using segment: {'id': '315f2497-ce6c-43cd-aa64-f8a1a8fdd0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4da2c1b7-38bf-4ca1-8a15-1b6c5121ebfa'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:13:08.096195 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-b095e5e2-895e-4e3b-b0ba-5636435dfaa2 None None] Bound port: 3b6d33e7-f82a-4763-8aac-8c19419e88fe, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '315f2497-ce6c-43cd-aa64-f8a1a8fdd0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4da2c1b7-38bf-4ca1-8a15-1b6c5121ebfa'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:13:08.096599 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b095e5e2-895e-4e3b-b0ba-5636435dfaa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:08.105033 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ef476e56-db24-48b0-a80f-98fb4115bacd tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:13:08.206634 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-502e1e8a-2863-4261-a336-be191a40fb5d tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Calling delete_port for 0250c5f2-557b-45b1-ba10-c74d0e8f5561 owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:13:08.264663 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-ef476e56-db24-48b0-a80f-98fb4115bacd tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Usage tracker for resource:port and tenant:88760c5e167e4c4abc1263be6642087f is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:13:08.279147 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-ef476e56-db24-48b0-a80f-98fb4115bacd tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:13:08.288688 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ef476e56-db24-48b0-a80f-98fb4115bacd tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:13:08.317404 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef476e56-db24-48b0-a80f-98fb4115bacd tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Made reservation on behalf of 88760c5e167e4c4abc1263be6642087f for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:13:08.322105 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b095e5e2-895e-4e3b-b0ba-5636435dfaa2 None None] For port 3b6d33e7-f82a-4763-8aac-8c19419e88fe, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:13:08.337156 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b095e5e2-895e-4e3b-b0ba-5636435dfaa2 None None] For port 3b6d33e7-f82a-4763-8aac-8c19419e88fe, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=3b6d33e7-f82a-4763-8aac-8c19419e88fe,segment=NetworkSegment(315f2497-ce6c-43cd-aa64-f8a1a8fdd0f6),segment_id=315f2497-ce6c-43cd-aa64-f8a1a8fdd0f6)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:13:08.397307 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b095e5e2-895e-4e3b-b0ba-5636435dfaa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:08.453081 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:08.456445 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 561e5cd7-5249-4ac4-b2a4-77ba39cbfea5 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:13:08.474101 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-502e1e8a-2863-4261-a336-be191a40fb5d tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:08.512024 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:08.564251 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 561e5cd7-5249-4ac4-b2a4-77ba39cbfea5 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:13:08.564902 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 561e5cd7-5249-4ac4-b2a4-77ba39cbfea5 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:13:08.586826 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1d7a4688-6d94-4a4a-8dd9-a412a2801350 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:08.692071 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-787c35bb-8517-4723-a06a-ba1dc247941f req-b4472878-4ace-4675-ae9b-b2bc63efc5af service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=688a4a9a-4c98-45ff-964a-c594a57cbf72 HTTP/1.1" status: 200 len: 1000 time: 0.7553933 May 05 20:13:08.708781 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bd1282aa-033d-41d4-85d5-46dbc8afc089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:08.773393 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502e1e8a-2863-4261-a336-be191a40fb5d tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] No DVR routers for this DVR port 0250c5f2-557b-45b1-ba10-c74d0e8f5561 on host n-d-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:13:08.903420 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-9f37ae5e-e2eb-474d-8565-b0c99c3d1099 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Allocated IP 172.20.0.1 (21d28aed-453f-4c55-b7c4-4160f46711dc/64ad7d72-467f-4d5b-bea7-59d9e414fcf4/ffddd1c9-99a0-447b-8668-32a238a7b1a0) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:13:08.914947 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502e1e8a-2863-4261-a336-be191a40fb5d tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Pushing event deleted for resources: {'Port': ['ID=0250c5f2-557b-45b1-ba10-c74d0e8f5561,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:08.958708 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1282aa-033d-41d4-85d5-46dbc8afc089 admin admin] Pushing event deleted for resources: {'Port': ['ID=920e6d0f-b99e-4a04-83e1-1f4a91c7ea7d,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:09.117121 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 35e82d19-9023-455d-b564-4aef3990fdcb up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:13:09.309172 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ef476e56-db24-48b0-a80f-98fb4115bacd tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:09.333394 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85c613b-e696-4ff8-8227-5d0d7eeb26f0 None None] Host n-d-840717-1 tried to update port 0250c5f2-557b-45b1-ba10-c74d0e8f5561 which no longer exists. {{(pid=88199) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 05 20:13:09.334892 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d9cfe0-0408-45ba-89e0-bba8bd59ead6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-f9c1c121-2fa0-44fa-9ed9-eb7de344e35e', 'network_id': 'f9c1c121-2fa0-44fa-9ed9-eb7de344e35e', 'tenant_id': '88760c5e167e4c4abc1263be6642087f', 'fixed_ips': [{'subnet_id': '32d17fc4-6046-497d-bea6-673ca6a86ca2'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:13:09.335859 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b5d9cfe0-0408-45ba-89e0-bba8bd59ead6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:09.469030 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b095e5e2-895e-4e3b-b0ba-5636435dfaa2 None None] Pushing event updated for resources: {'Port': ['ID=3b6d33e7-f82a-4763-8aac-8c19419e88fe,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:09.496387 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-502e1e8a-2863-4261-a336-be191a40fb5d tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:09.573709 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-af52b95c-25d1-435b-9970-821656a86d26 None None] Provisioning complete for port 35e82d19-9023-455d-b564-4aef3990fdcb triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:13:09.574090 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-af52b95c-25d1-435b-9970-821656a86d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:09.595098 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1d7a4688-6d94-4a4a-8dd9-a412a2801350 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:09.601191 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-ef476e56-db24-48b0-a80f-98fb4115bacd tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] device_id is not set on port 3041db17-fde7-45c7-8d9d-8d2d934162f6 yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:13:09.633708 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088740de-762e-45fc-9fd1-1c8cdb1e5bc9 None None] Network 25c0d53f-44f5-4eb1-869d-5243f686df81 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:13:09.741645 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-502e1e8a-2863-4261-a336-be191a40fb5d tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25c0d53f-44f5-4eb1-869d-5243f686df81']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:13:09.775058 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-502e1e8a-2863-4261-a336-be191a40fb5d tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d036ad5-81b4-4155-a219-cd2749d8926a') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:13:09.787899 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-502e1e8a-2863-4261-a336-be191a40fb5d tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d036ad5-81b4-4155-a219-cd2749d8926a') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:13:09.804225 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c35bb-8517-4723-a06a-ba1dc247941f req-bdc74c37-1de1-43d2-940e-75b50047165d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:13:09.805722 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-787c35bb-8517-4723-a06a-ba1dc247941f req-bdc74c37-1de1-43d2-940e-75b50047165d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4839f055-edd7-4ed9-a2d6-dc3f9daf425d HTTP/1.1" status: 200 len: 854 time: 1.0792842 May 05 20:13:09.980311 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7a4688-6d94-4a4a-8dd9-a412a2801350 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:13:10.133227 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-1d7a4688-6d94-4a4a-8dd9-a412a2801350 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:13:10.134218 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-502e1e8a-2863-4261-a336-be191a40fb5d tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:10.155348 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7a4688-6d94-4a4a-8dd9-a412a2801350 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:13:10.177198 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-502e1e8a-2863-4261-a336-be191a40fb5d tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:10.194005 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-18774987-c974-47a6-8bab-2768d2c8287a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77d22ac-cfe3-4696-a86f-f8f26504a064', 'name': 'tempest-AttachVolumeShelveTestJSON-20360602-router', 'tenant_id': '3bcce80065784aa6a77c066afd5e6401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '239445f0-21f4-478a-bb75-a548d22b1013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:08:21Z', 'updated_at': '2022-05-05T20:08:29Z', 'revision_number': 4, 'project_id': '3bcce80065784aa6a77c066afd5e6401', 'gw_port': {'id': '239445f0-21f4-478a-bb75-a548d22b1013', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:77:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77d22ac-cfe3-4696-a86f-f8f26504a064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:08:23Z', 'updated_at': '2022-05-05T20:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '008925c9-e19e-4376-878d-ed44f42bb658', 'tenant_id': '3bcce80065784aa6a77c066afd5e6401', 'floating_ip_address': '172.25.0.112', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'd77d22ac-cfe3-4696-a86f-f8f26504a064', 'port_id': '688a4a9a-4c98-45ff-964a-c594a57cbf72', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd240240-b981-4728-a92a-09bd25dc9abb', 'mac_address': 'fa:16:3e:88:92:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d1e55-8689-4939-b673-836425f8455e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:12:23Z', 'updated_at': '2022-05-05T20:13:02Z', 'revision_number': 1, 'project_id': '3bcce80065784aa6a77c066afd5e6401', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efd8bd0a-882b-4384-8a9c-44af39c1d59b', 'name': '', 'network_id': 'dd240240-b981-4728-a92a-09bd25dc9abb', 'tenant_id': '3bcce80065784aa6a77c066afd5e6401', 'mac_address': 'fa:16:3e:a7:b9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77d22ac-cfe3-4696-a86f-f8f26504a064', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '4839f055-edd7-4ed9-a2d6-dc3f9daf425d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:08:28Z', 'updated_at': '2022-05-05T20:08:42Z', 'revision_number': 5, 'project_id': '3bcce80065784aa6a77c066afd5e6401', 'subnets': [{'id': '4839f055-edd7-4ed9-a2d6-dc3f9daf425d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:13:10.270080 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a4688-6d94-4a4a-8dd9-a412a2801350 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Pushing event updated for resources: {'Port': ['ID=00a5b737-ea10-4bd8-a565-0a0fa54351ba,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:10.383880 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-502e1e8a-2863-4261-a336-be191a40fb5d tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:13:10.387531 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-502e1e8a-2863-4261-a336-be191a40fb5d tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:10.388393 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:10.389251 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18774987-c974-47a6-8bab-2768d2c8287a None None] Checking router: d77d22ac-cfe3-4696-a86f-f8f26504a064 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:13:10.539307 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18774987-c974-47a6-8bab-2768d2c8287a None None] Routers {'d77d22ac-cfe3-4696-a86f-f8f26504a064'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:13:10.546271 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-18774987-c974-47a6-8bab-2768d2c8287a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:13:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['d77d22ac-cfe3-4696-a86f-f8f26504a064'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:13:10.740212 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9f37ae5e-e2eb-474d-8565-b0c99c3d1099 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:10.766217 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c35bb-8517-4723-a06a-ba1dc247941f req-71df7e92-88f0-4d15-aa49-c8d7ba5cf906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:13:10.767745 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-787c35bb-8517-4723-a06a-ba1dc247941f req-71df7e92-88f0-4d15-aa49-c8d7ba5cf906 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd240240-b981-4728-a92a-09bd25dc9abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9330995 May 05 20:13:10.768333 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bd1282aa-033d-41d4-85d5-46dbc8afc089 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:10.768760 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b7c9a4-b1db-4cda-9ed6-7adf14603dbd None None] Network 4da2c1b7-38bf-4ca1-8a15-1b6c5121ebfa requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:13:10.794650 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:13:10.794650 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:13:10.794650 n-d-840717-1 neutron-server[88198]: timer() May 05 20:13:10.794650 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:13:10.794650 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:13:10.794650 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:13:10.794650 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:13:10.794650 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:13:10.794650 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:13:10.794650 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:13:10.794650 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:13:10.794650 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:13:10.794650 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:13:10.794650 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:13:10.794650 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:13:10.794650 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:13:10.794650 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:13:10.794650 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:13:10.794650 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:13:10.794650 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:13:10.794650 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:13:10.794650 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:13:10.794650 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:13:10.794650 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:13:10.794650 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:13:10.794650 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:13:10.794650 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:13:10.794650 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:13:10.794650 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:13:10.794650 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:13:10.794650 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:13:10.794650 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:13:10.811292 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-502e1e8a-2863-4261-a336-be191a40fb5d tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:10.824466 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-502e1e8a-2863-4261-a336-be191a40fb5d tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:10.838049 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d301e27-b878-4c0b-a21f-a885a58d715e None None] DHCP port deletion for 25c0d53f-44f5-4eb1-869d-5243f686df81 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:13:10.844040 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-b5d9cfe0-0408-45ba-89e0-bba8bd59ead6 None None] Allocated IP 2001:db8::2 (f9c1c121-2fa0-44fa-9ed9-eb7de344e35e/32d17fc4-6046-497d-bea6-673ca6a86ca2/98504603-4ac8-4bf6-870d-5fdc051c231b) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:13:10.880518 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-9f37ae5e-e2eb-474d-8565-b0c99c3d1099 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Transition to ACTIVE for port object ffddd1c9-99a0-447b-8668-32a238a7b1a0 will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:13:10.947420 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-502e1e8a-2863-4261-a336-be191a40fb5d tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] 10.222.0.36 "DELETE /v2.0/networks/25c0d53f-44f5-4eb1-869d-5243f686df81 HTTP/1.1" status: 204 len: 168 time: 3.9294641 May 05 20:13:10.950961 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60770) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:11.020648 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60774) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:11.059468 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502e1e8a-2863-4261-a336-be191a40fb5d tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Pushing event deleted for resources: {'Network': ['ID=25c0d53f-44f5-4eb1-869d-5243f686df81,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:11.067507 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-07a56e44-926e-4c3d-b59d-f309091e069f tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] DELETE failed (client error): The resource could not be found. May 05 20:13:11.068000 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07a56e44-926e-4c3d-b59d-f309091e069f tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:13:11.070022 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-07a56e44-926e-4c3d-b59d-f309091e069f tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] 10.222.0.36 "DELETE /v2.0/subnets/41431eee-788b-4692-bc16-54518bd7ce21 HTTP/1.1" status: 404 len: 337 time: 0.1113329 May 05 20:13:11.072374 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60780) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:11.143299 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 35e82d19-9023-455d-b564-4aef3990fdcb triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:13:11.143712 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:11.153956 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-11805472-aea1-487e-b2b7-7d8f7453f033 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] DELETE failed (client error): The resource could not be found. May 05 20:13:11.154442 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11805472-aea1-487e-b2b7-7d8f7453f033 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:13:11.163484 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-11805472-aea1-487e-b2b7-7d8f7453f033 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] 10.222.0.36 "DELETE /v2.0/networks/12669e82-0c42-4d16-93c1-0ea4b534a659 HTTP/1.1" status: 404 len: 339 time: 0.0860901 May 05 20:13:11.163736 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60784) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:11.260117 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddc0431a-36b5-4a7f-a299-9ced7f9823d3 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] DELETE failed (client error): The resource could not be found. May 05 20:13:11.262141 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddc0431a-36b5-4a7f-a299-9ced7f9823d3 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:13:11.266427 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-ddc0431a-36b5-4a7f-a299-9ced7f9823d3 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] 10.222.0.36 "DELETE /v2.0/subnets/41ca4841-c28d-440e-9014-7b3e122a5d22 HTTP/1.1" status: 404 len: 337 time: 0.0995734 May 05 20:13:11.267253 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60790) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:11.305983 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e3b110c-8cfd-4a1c-9d9d-bf170d735041 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] DELETE failed (client error): The resource could not be found. May 05 20:13:11.306765 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e3b110c-8cfd-4a1c-9d9d-bf170d735041 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:13:11.312507 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-8e3b110c-8cfd-4a1c-9d9d-bf170d735041 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] 10.222.0.36 "DELETE /v2.0/networks/474cfd92-932e-4bbf-af75-9661d9485256 HTTP/1.1" status: 404 len: 339 time: 0.0418594 May 05 20:13:11.313198 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60794) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:11.367003 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd09d083-8958-4dda-9b80-9dd8b7d81748 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] DELETE failed (client error): The resource could not be found. May 05 20:13:11.367517 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd09d083-8958-4dda-9b80-9dd8b7d81748 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:13:11.372455 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-fd09d083-8958-4dda-9b80-9dd8b7d81748 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] 10.222.0.36 "DELETE /v2.0/subnets/6406adef-a070-49e6-8afc-877be51611f1 HTTP/1.1" status: 404 len: 337 time: 0.0554178 May 05 20:13:11.373057 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60798) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:11.398053 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-77b7907f-7227-40a8-9d44-98c033994fad admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:11.442888 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f171459-7901-486a-ae45-24ab35f8d173 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] DELETE failed (client error): The resource could not be found. May 05 20:13:11.443455 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f171459-7901-486a-ae45-24ab35f8d173 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:13:11.448355 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3f171459-7901-486a-ae45-24ab35f8d173 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] 10.222.0.36 "DELETE /v2.0/networks/eea70b1f-b13c-4d24-9aed-e95aebabc900 HTTP/1.1" status: 404 len: 339 time: 0.0710583 May 05 20:13:11.450399 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60802) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:11.456734 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-77b7907f-7227-40a8-9d44-98c033994fad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:13:11.466249 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-77b7907f-7227-40a8-9d44-98c033994fad admin admin] Usage tracker for resource:security_group_rule and tenant:4e79a3cc0e7b4ae2a1c1868b8ab0b10e is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:13:11.476471 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-77b7907f-7227-40a8-9d44-98c033994fad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:13:11.481792 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-787c35bb-8517-4723-a06a-ba1dc247941f req-9f9c25b8-f47e-47bd-abde-eebfdd58e808 service neutron] 10.222.0.24 "GET /v2.0/networks/dd240240-b981-4728-a92a-09bd25dc9abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6713753 May 05 20:13:11.497513 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-77b7907f-7227-40a8-9d44-98c033994fad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:13:11.532179 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9f37ae5e-e2eb-474d-8565-b0c99c3d1099 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:11.535611 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-78ac5450-5f62-4022-86a9-5c68d829e154 None None] Could not find standard attr ID for object 0250c5f2-557b-45b1-ba10-c74d0e8f5561. {{(pid=88199) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 20:13:11.536416 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ec27ee5-a87e-4218-8fd5-260ea37c7279 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Deleting subnet 65da5438-f957-40b7-bcdf-89c32a23ecf2 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:13:11.541014 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6ec27ee5-a87e-4218-8fd5-260ea37c7279 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:11.639373 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6ec27ee5-a87e-4218-8fd5-260ea37c7279 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:11.725131 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-78ac5450-5f62-4022-86a9-5c68d829e154 None None] Provisioning for port 3b6d33e7-f82a-4763-8aac-8c19419e88fe completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:13:11.767380 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6ec27ee5-a87e-4218-8fd5-260ea37c7279 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:11.783982 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-18774987-c974-47a6-8bab-2768d2c8287a None None] Set router d77d22ac-cfe3-4696-a86f-f8f26504a064 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:13:11.841118 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f37ae5e-e2eb-474d-8565-b0c99c3d1099 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Network 21d28aed-453f-4c55-b7c4-4160f46711dc is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:13:11.858950 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 3b6d33e7-f82a-4763-8aac-8c19419e88fe up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:13:11.863348 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6ec27ee5-a87e-4218-8fd5-260ea37c7279 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:11.872094 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-9f37ae5e-e2eb-474d-8565-b0c99c3d1099 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:13:11.874820 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f37ae5e-e2eb-474d-8565-b0c99c3d1099 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:13:11.913189 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec27ee5-a87e-4218-8fd5-260ea37c7279 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Pushing event deleted for resources: {'Subnet': ['ID=65da5438-f957-40b7-bcdf-89c32a23ecf2,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:11.919922 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6ec27ee5-a87e-4218-8fd5-260ea37c7279 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:11.930772 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-6ec27ee5-a87e-4218-8fd5-260ea37c7279 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] 10.222.0.36 "DELETE /v2.0/subnets/65da5438-f957-40b7-bcdf-89c32a23ecf2 HTTP/1.1" status: 204 len: 168 time: 0.4795468 May 05 20:13:11.934005 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60808) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:11.941413 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d684ae5-2779-4f76-ab44-225cf17c4203 None None] Network fa43304a-7000-4730-b101-93f5ecfe7067 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:13:12.049790 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1d7a4688-6d94-4a4a-8dd9-a412a2801350 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:12.120199 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-767ebcfa-a96f-4c19-a8d5-51f9281c4d89 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:12.155099 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-767ebcfa-a96f-4c19-a8d5-51f9281c4d89 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Deleting port 701b649e-387f-4bce-ad8e-56ec27d05d4c {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:13:12.155916 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-767ebcfa-a96f-4c19-a8d5-51f9281c4d89 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:12.226356 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f37ae5e-e2eb-474d-8565-b0c99c3d1099 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Pushing event updated for resources: {'Port': ['ID=ffddd1c9-99a0-447b-8668-32a238a7b1a0,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:12.418744 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9f37ae5e-e2eb-474d-8565-b0c99c3d1099 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:12.436597 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-767ebcfa-a96f-4c19-a8d5-51f9281c4d89 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] For port 701b649e-387f-4bce-ad8e-56ec27d05d4c, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=701b649e-387f-4bce-ad8e-56ec27d05d4c,segment=NetworkSegment(881c85d3-92d7-4e07-a5f6-a66a779e2c47),segment_id=881c85d3-92d7-4e07-a5f6-a66a779e2c47)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:13:12.437350 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-767ebcfa-a96f-4c19-a8d5-51f9281c4d89 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:12.573837 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-787c35bb-8517-4723-a06a-ba1dc247941f req-fca8f116-7b31-4fbf-87cb-5135e0872231 service neutron] 10.222.0.24 "GET /v2.0/networks/dd240240-b981-4728-a92a-09bd25dc9abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0722408 May 05 20:13:12.587882 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-767ebcfa-a96f-4c19-a8d5-51f9281c4d89 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Calling delete_port for 701b649e-387f-4bce-ad8e-56ec27d05d4c owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:13:12.592368 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9e23e005-e5cf-4bea-ba89-51167972ecce None None] Provisioning for port ffddd1c9-99a0-447b-8668-32a238a7b1a0 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:13:12.619581 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9e23e005-e5cf-4bea-ba89-51167972ecce None None] Provisioning complete for port ffddd1c9-99a0-447b-8668-32a238a7b1a0 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:13:12.619954 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9e23e005-e5cf-4bea-ba89-51167972ecce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:12.629561 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd1282aa-033d-41d4-85d5-46dbc8afc089 admin admin] Router d4347dcf-e6b7-4dc9-9b1d-bc8c1297b088 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:13:12.725410 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-77b7907f-7227-40a8-9d44-98c033994fad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:12.727258 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-767ebcfa-a96f-4c19-a8d5-51f9281c4d89 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:12.741914 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-77b7907f-7227-40a8-9d44-98c033994fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:12.757550 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 3b6d33e7-f82a-4763-8aac-8c19419e88fe completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:13:12.771068 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 3b6d33e7-f82a-4763-8aac-8c19419e88fe triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:13:12.771759 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:12.797664 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767ebcfa-a96f-4c19-a8d5-51f9281c4d89 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Pushing event deleted for resources: {'Port': ['ID=701b649e-387f-4bce-ad8e-56ec27d05d4c,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:12.799872 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767ebcfa-a96f-4c19-a8d5-51f9281c4d89 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] No DVR routers for this DVR port 701b649e-387f-4bce-ad8e-56ec27d05d4c on host n-d-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:13:12.929963 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b5d9cfe0-0408-45ba-89e0-bba8bd59ead6 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:12.944763 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-767ebcfa-a96f-4c19-a8d5-51f9281c4d89 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:12.974513 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-767ebcfa-a96f-4c19-a8d5-51f9281c4d89 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa43304a-7000-4730-b101-93f5ecfe7067']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:13:12.989468 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-767ebcfa-a96f-4c19-a8d5-51f9281c4d89 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '881c85d3-92d7-4e07-a5f6-a66a779e2c47') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:13:12.989783 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-767ebcfa-a96f-4c19-a8d5-51f9281c4d89 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '881c85d3-92d7-4e07-a5f6-a66a779e2c47') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:13:13.005223 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-767ebcfa-a96f-4c19-a8d5-51f9281c4d89 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:13.018600 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b5d9cfe0-0408-45ba-89e0-bba8bd59ead6 None None] Transition to ACTIVE for port object 98504603-4ac8-4bf6-870d-5fdc051c231b will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:13:13.023457 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9e23e005-e5cf-4bea-ba89-51167972ecce None None] Port ffddd1c9-99a0-447b-8668-32a238a7b1a0 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:13:13.028694 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-767ebcfa-a96f-4c19-a8d5-51f9281c4d89 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:13.042550 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-767ebcfa-a96f-4c19-a8d5-51f9281c4d89 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:13:13.044033 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-767ebcfa-a96f-4c19-a8d5-51f9281c4d89 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:13.072725 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:13:13.072725 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:13:13.072725 n-d-840717-1 neutron-server[88198]: timer() May 05 20:13:13.072725 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:13:13.072725 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:13:13.072725 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:13:13.072725 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:13:13.072725 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:13:13.072725 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:13:13.072725 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:13:13.072725 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:13:13.072725 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:13:13.072725 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:13:13.072725 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:13:13.072725 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:13:13.072725 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:13:13.072725 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:13:13.072725 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:13:13.072725 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:13:13.072725 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:13:13.072725 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:13:13.072725 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:13:13.072725 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:13:13.072725 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:13:13.072725 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:13:13.072725 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:13:13.072725 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:13:13.072725 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:13:13.072725 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:13:13.072725 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:13:13.072725 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:13:13.072725 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:13:13.081986 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b5d9cfe0-0408-45ba-89e0-bba8bd59ead6 None None] Transition to ACTIVE for port object 98504603-4ac8-4bf6-870d-5fdc051c231b will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:13:13.106537 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b5d9cfe0-0408-45ba-89e0-bba8bd59ead6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:13.153993 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-77b7907f-7227-40a8-9d44-98c033994fad admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4e79a3cc0e7b4ae2a1c1868b8ab0b10e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1272900 May 05 20:13:13.156550 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1d7a4688-6d94-4a4a-8dd9-a412a2801350 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:13.158365 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9f37ae5e-e2eb-474d-8565-b0c99c3d1099 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:13.178054 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60828) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:13.205854 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b7907f-7227-40a8-9d44-98c033994fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7df5dc-176a-496f-98f5-cc60ee8ee2fb,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:13.236525 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-ef476e56-db24-48b0-a80f-98fb4115bacd tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Allocated IP 2001:db8::10 (f9c1c121-2fa0-44fa-9ed9-eb7de344e35e/32d17fc4-6046-497d-bea6-673ca6a86ca2/3041db17-fde7-45c7-8d9d-8d2d934162f6) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:13:13.256857 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e47ac19-ee62-4a98-93f7-bea60cba326c None None] DHCP port deletion for fa43304a-7000-4730-b101-93f5ecfe7067 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:13:13.296445 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d9cfe0-0408-45ba-89e0-bba8bd59ead6 None None] Network f9c1c121-2fa0-44fa-9ed9-eb7de344e35e is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:13:13.318610 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-b5d9cfe0-0408-45ba-89e0-bba8bd59ead6 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:13:13.321657 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d9cfe0-0408-45ba-89e0-bba8bd59ead6 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:13:13.393621 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d9cfe0-0408-45ba-89e0-bba8bd59ead6 None None] Pushing event updated for resources: {'Port': ['ID=98504603-4ac8-4bf6-870d-5fdc051c231b,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:13.403653 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:13.485987 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 3b6d33e7-f82a-4763-8aac-8c19419e88fe, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=3b6d33e7-f82a-4763-8aac-8c19419e88fe,segment=NetworkSegment(315f2497-ce6c-43cd-aa64-f8a1a8fdd0f6),segment_id=315f2497-ce6c-43cd-aa64-f8a1a8fdd0f6)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:13:13.488893 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-18774987-c974-47a6-8bab-2768d2c8287a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77d22ac-cfe3-4696-a86f-f8f26504a064', 'name': 'tempest-AttachVolumeShelveTestJSON-20360602-router', 'tenant_id': '3bcce80065784aa6a77c066afd5e6401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '239445f0-21f4-478a-bb75-a548d22b1013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:08:21Z', 'updated_at': '2022-05-05T20:08:29Z', 'revision_number': 4, 'project_id': '3bcce80065784aa6a77c066afd5e6401', 'gw_port': {'id': '239445f0-21f4-478a-bb75-a548d22b1013', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:77:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77d22ac-cfe3-4696-a86f-f8f26504a064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:08:23Z', 'updated_at': '2022-05-05T20:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '008925c9-e19e-4376-878d-ed44f42bb658', 'tenant_id': '3bcce80065784aa6a77c066afd5e6401', 'floating_ip_address': '172.25.0.112', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'd77d22ac-cfe3-4696-a86f-f8f26504a064', 'port_id': '688a4a9a-4c98-45ff-964a-c594a57cbf72', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd240240-b981-4728-a92a-09bd25dc9abb', 'mac_address': 'fa:16:3e:88:92:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d1e55-8689-4939-b673-836425f8455e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:12:23Z', 'updated_at': '2022-05-05T20:13:02Z', 'revision_number': 1, 'project_id': '3bcce80065784aa6a77c066afd5e6401', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efd8bd0a-882b-4384-8a9c-44af39c1d59b', 'name': '', 'network_id': 'dd240240-b981-4728-a92a-09bd25dc9abb', 'tenant_id': '3bcce80065784aa6a77c066afd5e6401', 'mac_address': 'fa:16:3e:a7:b9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77d22ac-cfe3-4696-a86f-f8f26504a064', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '4839f055-edd7-4ed9-a2d6-dc3f9daf425d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:08:28Z', 'updated_at': '2022-05-05T20:08:42Z', 'revision_number': 5, 'project_id': '3bcce80065784aa6a77c066afd5e6401', 'subnets': [{'id': '4839f055-edd7-4ed9-a2d6-dc3f9daf425d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:13:13.501618 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:13.570468 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18774987-c974-47a6-8bab-2768d2c8287a None None] The sync data for ids ['d77d22ac-cfe3-4696-a86f-f8f26504a064'] in n-d-840717-1 is: [{'id': 'd77d22ac-cfe3-4696-a86f-f8f26504a064', 'name': 'tempest-AttachVolumeShelveTestJSON-20360602-router', 'tenant_id': '3bcce80065784aa6a77c066afd5e6401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '239445f0-21f4-478a-bb75-a548d22b1013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:08:21Z', 'updated_at': '2022-05-05T20:08:29Z', 'revision_number': 4, 'project_id': '3bcce80065784aa6a77c066afd5e6401', 'gw_port': {'id': '239445f0-21f4-478a-bb75-a548d22b1013', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:77:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77d22ac-cfe3-4696-a86f-f8f26504a064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:08:23Z', 'updated_at': '2022-05-05T20:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '008925c9-e19e-4376-878d-ed44f42bb658', 'tenant_id': '3bcce80065784aa6a77c066afd5e6401', 'floating_ip_address': '172.25.0.112', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'd77d22ac-cfe3-4696-a86f-f8f26504a064', 'port_id': '688a4a9a-4c98-45ff-964a-c594a57cbf72', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd240240-b981-4728-a92a-09bd25dc9abb', 'mac_address': 'fa:16:3e:88:92:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d1e55-8689-4939-b673-836425f8455e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:12:23Z', 'updated_at': '2022-05-05T20:13:02Z', 'revision_number': 1, 'project_id': '3bcce80065784aa6a77c066afd5e6401', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efd8bd0a-882b-4384-8a9c-44af39c1d59b', 'name': '', 'network_id': 'dd240240-b981-4728-a92a-09bd25dc9abb', 'tenant_id': '3bcce80065784aa6a77c066afd5e6401', 'mac_address': 'fa:16:3e:a7:b9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77d22ac-cfe3-4696-a86f-f8f26504a064', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '4839f055-edd7-4ed9-a2d6-dc3f9daf425d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:08:28Z', 'updated_at': '2022-05-05T20:08:42Z', 'revision_number': 5, 'project_id': '3bcce80065784aa6a77c066afd5e6401', 'subnets': [{'id': '4839f055-edd7-4ed9-a2d6-dc3f9daf425d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:13:13.593889 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 0250c5f2-557b-45b1-ba10-c74d0e8f5561 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:13:13.684978 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-b5d9cfe0-0408-45ba-89e0-bba8bd59ead6 None None] Attempting to bind port 98504603-4ac8-4bf6-870d-5fdc051c231b on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:13:13.685338 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-b5d9cfe0-0408-45ba-89e0-bba8bd59ead6 None None] Attempting to bind port 98504603-4ac8-4bf6-870d-5fdc051c231b by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '759921d9-59fe-485d-b067-0180bf44585c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f9c1c121-2fa0-44fa-9ed9-eb7de344e35e'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:13:13.685625 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d9cfe0-0408-45ba-89e0-bba8bd59ead6 None None] Attempting to bind port 98504603-4ac8-4bf6-870d-5fdc051c231b on network f9c1c121-2fa0-44fa-9ed9-eb7de344e35e {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:13:13.705421 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd1282aa-033d-41d4-85d5-46dbc8afc089 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:13:13.711918 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 0250c5f2-557b-45b1-ba10-c74d0e8f5561 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:13:13.712377 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 0250c5f2-557b-45b1-ba10-c74d0e8f5561 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:13:13.717947 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0e1e5f-8372-44da-bd29-ea4401e161cd None None] Sync routers for ids ['d4347dcf-e6b7-4dc9-9b1d-bc8c1297b088'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:13:13.725766 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d9cfe0-0408-45ba-89e0-bba8bd59ead6 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:13:13.726142 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d9cfe0-0408-45ba-89e0-bba8bd59ead6 None None] Checking segment: {'id': '759921d9-59fe-485d-b067-0180bf44585c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f9c1c121-2fa0-44fa-9ed9-eb7de344e35e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:13:13.732118 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b5d9cfe0-0408-45ba-89e0-bba8bd59ead6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:13.732688 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d9cfe0-0408-45ba-89e0-bba8bd59ead6 None None] Bound using segment: {'id': '759921d9-59fe-485d-b067-0180bf44585c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f9c1c121-2fa0-44fa-9ed9-eb7de344e35e'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:13:13.733072 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-b5d9cfe0-0408-45ba-89e0-bba8bd59ead6 None None] Bound port: 98504603-4ac8-4bf6-870d-5fdc051c231b, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '759921d9-59fe-485d-b067-0180bf44585c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f9c1c121-2fa0-44fa-9ed9-eb7de344e35e'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:13:13.733461 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b5d9cfe0-0408-45ba-89e0-bba8bd59ead6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:13.738438 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0e1e5f-8372-44da-bd29-ea4401e161cd None None] Routers {'d4347dcf-e6b7-4dc9-9b1d-bc8c1297b088'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:13:13.739054 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-8b0e1e5f-8372-44da-bd29-ea4401e161cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:13:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['d4347dcf-e6b7-4dc9-9b1d-bc8c1297b088'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:13:13.800142 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ef476e56-db24-48b0-a80f-98fb4115bacd tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:13.807484 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-5eabf843-b489-4507-9f23-a4c13ba945c6 None None] Provisioning complete for port 3b6d33e7-f82a-4763-8aac-8c19419e88fe triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:13:13.807484 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5eabf843-b489-4507-9f23-a4c13ba945c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:13.834146 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-ef476e56-db24-48b0-a80f-98fb4115bacd tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Transition to ACTIVE for port object 3041db17-fde7-45c7-8d9d-8d2d934162f6 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:13:13.889056 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 701b649e-387f-4bce-ad8e-56ec27d05d4c no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:13:13.905506 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ef476e56-db24-48b0-a80f-98fb4115bacd tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:13.992353 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-bd1282aa-033d-41d4-85d5-46dbc8afc089 admin admin] 10.222.0.36 "PUT /v2.0/routers/d4347dcf-e6b7-4dc9-9b1d-bc8c1297b088/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.4855111 May 05 20:13:13.992586 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60836) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:14.038889 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da244fa-8184-4b16-a749-8a312f5c3a45 None None] New status for floating IP 008925c9-e19e-4376-878d-ed44f42bb658: ACTIVE {{(pid=88199) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:13:14.084214 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-767ebcfa-a96f-4c19-a8d5-51f9281c4d89 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:14.098895 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d7a4688-6d94-4a4a-8dd9-a412a2801350 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Router cfc4b873-8bf1-463b-95d8-ffb6b09e0c1f is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88197) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:13:14.124606 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-8b0e1e5f-8372-44da-bd29-ea4401e161cd None None] Set router d4347dcf-e6b7-4dc9-9b1d-bc8c1297b088 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:13:14.128035 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 701b649e-387f-4bce-ad8e-56ec27d05d4c {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:13:14.128383 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 701b649e-387f-4bce-ad8e-56ec27d05d4c not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:13:14.165028 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=3b6d33e7-f82a-4763-8aac-8c19419e88fe,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:14.203762 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-767ebcfa-a96f-4c19-a8d5-51f9281c4d89 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:14.245282 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:14.259989 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef476e56-db24-48b0-a80f-98fb4115bacd tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Network f9c1c121-2fa0-44fa-9ed9-eb7de344e35e is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:13:14.263834 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767ebcfa-a96f-4c19-a8d5-51f9281c4d89 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Pushing event deleted for resources: {'Network': ['ID=fa43304a-7000-4730-b101-93f5ecfe7067,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:14.281175 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-ef476e56-db24-48b0-a80f-98fb4115bacd tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:13:14.292849 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef476e56-db24-48b0-a80f-98fb4115bacd tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:13:14.297780 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef476e56-db24-48b0-a80f-98fb4115bacd tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:13:14.298406 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ef476e56-db24-48b0-a80f-98fb4115bacd tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:14.359184 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d7a4688-6d94-4a4a-8dd9-a412a2801350 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:13:14.371484 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b5d9cfe0-0408-45ba-89e0-bba8bd59ead6 None None] For port 98504603-4ac8-4bf6-870d-5fdc051c231b, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:13:14.408137 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1d7a4688-6d94-4a4a-8dd9-a412a2801350 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:14.412565 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-1d7a4688-6d94-4a4a-8dd9-a412a2801350 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 15.1731019 May 05 20:13:14.413490 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a581eff0-0b78-41e4-b34a-0bd4ddf2b33f None None] Sync routers for ids ['cfc4b873-8bf1-463b-95d8-ffb6b09e0c1f'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:13:14.415167 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-ef476e56-db24-48b0-a80f-98fb4115bacd tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 6.6460962 May 05 20:13:14.421952 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60840) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:14.424446 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60842) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:14.429996 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-767ebcfa-a96f-4c19-a8d5-51f9281c4d89 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] 10.222.0.36 "DELETE /v2.0/networks/fa43304a-7000-4730-b101-93f5ecfe7067 HTTP/1.1" status: 204 len: 168 time: 2.4929006 May 05 20:13:14.429996 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef476e56-db24-48b0-a80f-98fb4115bacd tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event updated for resources: {'Port': ['ID=3041db17-fde7-45c7-8d9d-8d2d934162f6,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:14.432988 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60846) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:14.443678 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9f37ae5e-e2eb-474d-8565-b0c99c3d1099 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:14.448213 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b145cd81-6c66-46cb-8132-975868a3b3b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:14.464215 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b5d9cfe0-0408-45ba-89e0-bba8bd59ead6 None None] For port 98504603-4ac8-4bf6-870d-5fdc051c231b, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=98504603-4ac8-4bf6-870d-5fdc051c231b,segment=NetworkSegment(759921d9-59fe-485d-b067-0180bf44585c),segment_id=759921d9-59fe-485d-b067-0180bf44585c)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:13:14.467087 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a581eff0-0b78-41e4-b34a-0bd4ddf2b33f None None] Routers {'cfc4b873-8bf1-463b-95d8-ffb6b09e0c1f'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:13:14.468963 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-a581eff0-0b78-41e4-b34a-0bd4ddf2b33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:13:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['cfc4b873-8bf1-463b-95d8-ffb6b09e0c1f'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:13:14.486189 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fb99385c-8bda-4252-a5d3-2fecc05d9a5d admin admin] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:14.486390 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b5d9cfe0-0408-45ba-89e0-bba8bd59ead6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:14.548884 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b145cd81-6c66-46cb-8132-975868a3b3b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:14.581100 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-4e99b94e-49e0-457e-ad05-9f5f2e1ac6f2 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Request body: {'port': {'network_id': 'f9c1c121-2fa0-44fa-9ed9-eb7de344e35e', 'name': 'tempest-PortsIpV6TestJSON-548164317', 'fixed_ips': [{'subnet_id': '32d17fc4-6046-497d-bea6-673ca6a86ca2', 'ip_address': '2001:db8::f'}]}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:13:14.698354 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9f37ae5e-e2eb-474d-8565-b0c99c3d1099 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:14.738616 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b145cd81-6c66-46cb-8132-975868a3b3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:14.798501 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-a581eff0-0b78-41e4-b34a-0bd4ddf2b33f None None] Set router cfc4b873-8bf1-463b-95d8-ffb6b09e0c1f gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:13:14.810315 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b145cd81-6c66-46cb-8132-975868a3b3b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7df5dc-176a-496f-98f5-cc60ee8ee2fb,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:14.816918 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fb99385c-8bda-4252-a5d3-2fecc05d9a5d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:14.828782 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b145cd81-6c66-46cb-8132-975868a3b3b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:14.832692 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b145cd81-6c66-46cb-8132-975868a3b3b4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9e7df5dc-176a-496f-98f5-cc60ee8ee2fb HTTP/1.1" status: 204 len: 168 time: 1.6529942 May 05 20:13:14.847127 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-fb99385c-8bda-4252-a5d3-2fecc05d9a5d admin admin] Deleting port 56bc31fa-f73f-4d6e-8d81-c37725b0a1b1 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:13:14.847494 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fb99385c-8bda-4252-a5d3-2fecc05d9a5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:14.871237 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-8b0e1e5f-8372-44da-bd29-ea4401e161cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4347dcf-e6b7-4dc9-9b1d-bc8c1297b088', 'name': 'tempest-ServerActionsTestJSON-1331582204-router', 'tenant_id': '56e8fe9085fa4bdb932a4c29aaeb4c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '56bc31fa-f73f-4d6e-8d81-c37725b0a1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:03:40Z', 'updated_at': '2022-05-05T20:13:07Z', 'revision_number': 5, 'project_id': '56e8fe9085fa4bdb932a4c29aaeb4c08', 'gw_port': {'id': '56bc31fa-f73f-4d6e-8d81-c37725b0a1b1', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:36:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4347dcf-e6b7-4dc9-9b1d-bc8c1297b088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:03:42Z', 'updated_at': '2022-05-05T20:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:13:14.949828 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d9cfe0-0408-45ba-89e0-bba8bd59ead6 None None] Pushing event updated for resources: {'Port': ['ID=98504603-4ac8-4bf6-870d-5fdc051c231b,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:14.974937 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9f37ae5e-e2eb-474d-8565-b0c99c3d1099 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:15.085224 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2aec15c-3a04-496b-b587-2d8ff61fc19a tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] DELETE failed (client error): The resource could not be found. May 05 20:13:15.085224 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2aec15c-3a04-496b-b587-2d8ff61fc19a tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:13:15.085224 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-c2aec15c-3a04-496b-b587-2d8ff61fc19a tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] 10.222.0.36 "DELETE /v2.0/subnets/897f424b-befb-4df3-8a5f-76bbdc70e2d7 HTTP/1.1" status: 404 len: 337 time: 0.4518483 May 05 20:13:15.085752 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0e1e5f-8372-44da-bd29-ea4401e161cd None None] Checking router: d4347dcf-e6b7-4dc9-9b1d-bc8c1297b088 for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:13:15.085835 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60854) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:15.105875 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0e1e5f-8372-44da-bd29-ea4401e161cd None None] Routers {'d4347dcf-e6b7-4dc9-9b1d-bc8c1297b088'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:13:15.113265 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-8b0e1e5f-8372-44da-bd29-ea4401e161cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:13:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['d4347dcf-e6b7-4dc9-9b1d-bc8c1297b088'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:13:15.168199 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f6e0957-a123-49ec-aee8-5c48e6ad7d6e tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] DELETE failed (client error): The resource could not be found. May 05 20:13:15.169918 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f6e0957-a123-49ec-aee8-5c48e6ad7d6e tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:13:15.176675 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3f6e0957-a123-49ec-aee8-5c48e6ad7d6e tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] 10.222.0.36 "DELETE /v2.0/networks/c1598e53-62ca-4e16-b4e8-c0b5f4e193f1 HTTP/1.1" status: 404 len: 339 time: 0.0962796 May 05 20:13:15.184956 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60864) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:15.318795 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f37ae5e-e2eb-474d-8565-b0c99c3d1099 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Pushing event updated for resources: {'Port': ['ID=ffddd1c9-99a0-447b-8668-32a238a7b1a0,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:15.447953 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-fb99385c-8bda-4252-a5d3-2fecc05d9a5d admin admin] For port 56bc31fa-f73f-4d6e-8d81-c37725b0a1b1, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=56bc31fa-f73f-4d6e-8d81-c37725b0a1b1,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:13:15.449051 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fb99385c-8bda-4252-a5d3-2fecc05d9a5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:15.546684 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60870) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:15.551374 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-a25782ad-03e3-445b-a58e-a1f51362979b tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Deleting subnet f8cafdb4-2615-434d-b115-ce31f6b2c4c4 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:13:15.639088 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-fb99385c-8bda-4252-a5d3-2fecc05d9a5d admin admin] Calling delete_port for 56bc31fa-f73f-4d6e-8d81-c37725b0a1b1 owned by network:router_gateway {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:13:15.694140 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a25782ad-03e3-445b-a58e-a1f51362979b tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:15.717005 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-8b0e1e5f-8372-44da-bd29-ea4401e161cd None None] Set router d4347dcf-e6b7-4dc9-9b1d-bc8c1297b088 gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:13:15.746113 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-69961da9-d2e2-46a1-8081-a90a45dc4b70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:15.793734 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f37ae5e-e2eb-474d-8565-b0c99c3d1099 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Network 21d28aed-453f-4c55-b7c4-4160f46711dc is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:13:15.795140 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-69961da9-d2e2-46a1-8081-a90a45dc4b70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:13:15.821093 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-9f37ae5e-e2eb-474d-8565-b0c99c3d1099 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:13:15.823654 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a25782ad-03e3-445b-a58e-a1f51362979b tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:15.871176 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-8b0e1e5f-8372-44da-bd29-ea4401e161cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4347dcf-e6b7-4dc9-9b1d-bc8c1297b088', 'name': 'tempest-ServerActionsTestJSON-1331582204-router', 'tenant_id': '56e8fe9085fa4bdb932a4c29aaeb4c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:03:40Z', 'updated_at': '2022-05-05T20:13:14Z', 'revision_number': 6, 'project_id': '56e8fe9085fa4bdb932a4c29aaeb4c08', 'gw_port_host': None}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:13:15.878638 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-69961da9-d2e2-46a1-8081-a90a45dc4b70 admin admin] Usage tracker for resource:security_group_rule and tenant:116fc68228884c95bdbb8241f2f6b9e0 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:13:15.889114 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0e1e5f-8372-44da-bd29-ea4401e161cd None None] The sync data for ids ['d4347dcf-e6b7-4dc9-9b1d-bc8c1297b088'] in n-d-840717-1 is: [{'id': 'd4347dcf-e6b7-4dc9-9b1d-bc8c1297b088', 'name': 'tempest-ServerActionsTestJSON-1331582204-router', 'tenant_id': '56e8fe9085fa4bdb932a4c29aaeb4c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:03:40Z', 'updated_at': '2022-05-05T20:13:14Z', 'revision_number': 6, 'project_id': '56e8fe9085fa4bdb932a4c29aaeb4c08', 'gw_port_host': None}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:13:15.918869 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-69961da9-d2e2-46a1-8081-a90a45dc4b70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:13:15.941104 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-69961da9-d2e2-46a1-8081-a90a45dc4b70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:13:15.961322 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-a581eff0-0b78-41e4-b34a-0bd4ddf2b33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc4b873-8bf1-463b-95d8-ffb6b09e0c1f', 'name': 'tempest-snat-router-1556924968', 'tenant_id': '40cfd74d8bc944d4b86ff8a8157ab9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '00a5b737-ea10-4bd8-a565-0a0fa54351ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:12:59Z', 'updated_at': '2022-05-05T20:13:11Z', 'revision_number': 3, 'project_id': '40cfd74d8bc944d4b86ff8a8157ab9bc', 'gw_port': {'id': '00a5b737-ea10-4bd8-a565-0a0fa54351ba', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3a:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc4b873-8bf1-463b-95d8-ffb6b09e0c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:13:05Z', 'updated_at': '2022-05-05T20:13:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:13:15.966754 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a581eff0-0b78-41e4-b34a-0bd4ddf2b33f None None] Checking router: cfc4b873-8bf1-463b-95d8-ffb6b09e0c1f for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:13:15.967145 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a581eff0-0b78-41e4-b34a-0bd4ddf2b33f None None] Updating router cfc4b873-8bf1-463b-95d8-ffb6b09e0c1f port 00a5b737-ea10-4bd8-a565-0a0fa54351ba binding host n-d-840717-1 {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:13:16.062132 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a581eff0-0b78-41e4-b34a-0bd4ddf2b33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:16.201421 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4e99b94e-49e0-457e-ad05-9f5f2e1ac6f2 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:13:16.210640 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4e99b94e-49e0-457e-ad05-9f5f2e1ac6f2 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Usage tracker for resource:port and tenant:88760c5e167e4c4abc1263be6642087f is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:13:16.216265 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4e99b94e-49e0-457e-ad05-9f5f2e1ac6f2 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:13:16.229587 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-adc85937-8737-4987-ae3e-e0a032ff0a1b tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] 10.222.0.36 "GET /v2.0/routers/cfc4b873-8bf1-463b-95d8-ffb6b09e0c1f HTTP/1.1" status: 200 len: 907 time: 1.8003554 May 05 20:13:16.229587 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4e99b94e-49e0-457e-ad05-9f5f2e1ac6f2 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:13:16.239416 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60874) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:16.272103 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:16.292129 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-51af0e58-28ee-415c-b56f-8c0007096ba3 None None] Provisioning complete for port ffddd1c9-99a0-447b-8668-32a238a7b1a0 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:13:16.292842 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-51af0e58-28ee-415c-b56f-8c0007096ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:16.368533 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 98504603-4ac8-4bf6-870d-5fdc051c231b up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:13:16.443889 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fb99385c-8bda-4252-a5d3-2fecc05d9a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:16.535590 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb99385c-8bda-4252-a5d3-2fecc05d9a5d admin admin] Pushing event deleted for resources: {'Port': ['ID=56bc31fa-f73f-4d6e-8d81-c37725b0a1b1,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:16.568150 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-046dce3c-ade0-4a41-a5d3-fb9c0c96eb7c tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks [] for router, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:16.680166 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e99b94e-49e0-457e-ad05-9f5f2e1ac6f2 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Made reservation on behalf of 88760c5e167e4c4abc1263be6642087f for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:13:16.700338 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-51af0e58-28ee-415c-b56f-8c0007096ba3 None None] Port ffddd1c9-99a0-447b-8668-32a238a7b1a0 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:13:16.711684 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15be2570-1586-46bc-aaee-aff86492e9be None None] Network f9c1c121-2fa0-44fa-9ed9-eb7de344e35e requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:13:16.722449 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f37ae5e-e2eb-474d-8565-b0c99c3d1099 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Router 37f2988b-3d7b-4946-acae-e85582718f6a is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88197) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:13:16.786183 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a25782ad-03e3-445b-a58e-a1f51362979b tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:16.965690 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a581eff0-0b78-41e4-b34a-0bd4ddf2b33f None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:16.996069 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-a581eff0-0b78-41e4-b34a-0bd4ddf2b33f None None] Transition to ACTIVE for port object 00a5b737-ea10-4bd8-a565-0a0fa54351ba will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:13:17.005533 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 98504603-4ac8-4bf6-870d-5fdc051c231b completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:13:17.016516 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a581eff0-0b78-41e4-b34a-0bd4ddf2b33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:17.042834 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 98504603-4ac8-4bf6-870d-5fdc051c231b triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:13:17.043279 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:17.044752 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fb99385c-8bda-4252-a5d3-2fecc05d9a5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:17.066501 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-046dce3c-ade0-4a41-a5d3-fb9c0c96eb7c tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:17.105198 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-e6920fca-3da6-4010-9bab-530c0fe158da None None] Provisioning for port 98504603-4ac8-4bf6-870d-5fdc051c231b completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:13:17.166204 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-e6920fca-3da6-4010-9bab-530c0fe158da None None] Provisioning complete for port 98504603-4ac8-4bf6-870d-5fdc051c231b triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:13:17.171002 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-a581eff0-0b78-41e4-b34a-0bd4ddf2b33f None None] Attempting to bind port 00a5b737-ea10-4bd8-a565-0a0fa54351ba on host n-d-840717-1 for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:13:17.171002 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-a581eff0-0b78-41e4-b34a-0bd4ddf2b33f None None] Attempting to bind port 00a5b737-ea10-4bd8-a565-0a0fa54351ba by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:13:17.171238 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a581eff0-0b78-41e4-b34a-0bd4ddf2b33f None None] Attempting to bind port 00a5b737-ea10-4bd8-a565-0a0fa54351ba on network 0401d202-1605-4cfe-bad4-fb225df6afb0 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:13:17.171700 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e6920fca-3da6-4010-9bab-530c0fe158da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:17.192867 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a581eff0-0b78-41e4-b34a-0bd4ddf2b33f None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:13:17.193226 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a581eff0-0b78-41e4-b34a-0bd4ddf2b33f None None] Checking segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:13:17.193621 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a581eff0-0b78-41e4-b34a-0bd4ddf2b33f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:17.194013 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a581eff0-0b78-41e4-b34a-0bd4ddf2b33f None None] Bound using segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:13:17.194449 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-a581eff0-0b78-41e4-b34a-0bd4ddf2b33f None None] Bound port: 00a5b737-ea10-4bd8-a565-0a0fa54351ba, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:13:17.194806 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a581eff0-0b78-41e4-b34a-0bd4ddf2b33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:17.272752 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-046dce3c-ade0-4a41-a5d3-fb9c0c96eb7c tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Deleting port 00a5b737-ea10-4bd8-a565-0a0fa54351ba {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:13:17.273394 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-046dce3c-ade0-4a41-a5d3-fb9c0c96eb7c tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:17.324402 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-a581eff0-0b78-41e4-b34a-0bd4ddf2b33f None None] For port 00a5b737-ea10-4bd8-a565-0a0fa54351ba, host n-d-840717-1, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:13:17.327540 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-a581eff0-0b78-41e4-b34a-0bd4ddf2b33f None None] For port 00a5b737-ea10-4bd8-a565-0a0fa54351ba, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=00a5b737-ea10-4bd8-a565-0a0fa54351ba,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:13:17.341486 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a581eff0-0b78-41e4-b34a-0bd4ddf2b33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:17.342840 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4e99b94e-49e0-457e-ad05-9f5f2e1ac6f2 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:17.346557 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf149f07-4418-4f25-ba5a-8fd91e0297de None None] Pushing event updated for resources: {'Port': ['ID=00a5b737-ea10-4bd8-a565-0a0fa54351ba,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:17.405726 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-69961da9-d2e2-46a1-8081-a90a45dc4b70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:17.424716 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [None req-4e99b94e-49e0-457e-ad05-9f5f2e1ac6f2 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] device_id is not set on port c217c071-cdfa-47ab-9216-8f6db625e8a2 yet. {{(pid=88197) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:13:17.425852 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-69961da9-d2e2-46a1-8081-a90a45dc4b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:17.473977 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f37ae5e-e2eb-474d-8565-b0c99c3d1099 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:13:17.483616 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-9f37ae5e-e2eb-474d-8565-b0c99c3d1099 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "PUT /v2.0/routers/37f2988b-3d7b-4946-acae-e85582718f6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5689297 May 05 20:13:17.492336 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf149f07-4418-4f25-ba5a-8fd91e0297de None None] Pushing event updated for resources: {'Port': ['ID=00a5b737-ea10-4bd8-a565-0a0fa54351ba,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:17.505747 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34229cb-2cfe-47fb-9f10-3796a31f5b6e None None] Sync routers for ids ['37f2988b-3d7b-4946-acae-e85582718f6a'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:13:17.518780 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fb99385c-8bda-4252-a5d3-2fecc05d9a5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:17.521942 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a581eff0-0b78-41e4-b34a-0bd4ddf2b33f None None] Routers {'cfc4b873-8bf1-463b-95d8-ffb6b09e0c1f'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:13:17.522745 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-a581eff0-0b78-41e4-b34a-0bd4ddf2b33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:13:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['cfc4b873-8bf1-463b-95d8-ffb6b09e0c1f'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:13:17.523498 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60892) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:17.524174 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69961da9-d2e2-46a1-8081-a90a45dc4b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9635d75c-6075-463b-a8b6-10e376446666,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:17.529173 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-69961da9-d2e2-46a1-8081-a90a45dc4b70 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=116fc68228884c95bdbb8241f2f6b9e0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9745164 May 05 20:13:17.535883 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60894) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:17.548739 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fb99385c-8bda-4252-a5d3-2fecc05d9a5d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:17.567613 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34229cb-2cfe-47fb-9f10-3796a31f5b6e None None] Routers {'37f2988b-3d7b-4946-acae-e85582718f6a'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:13:17.568275 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-e34229cb-2cfe-47fb-9f10-3796a31f5b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:13:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['37f2988b-3d7b-4946-acae-e85582718f6a'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:13:17.648751 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-e34229cb-2cfe-47fb-9f10-3796a31f5b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:13:17.682079 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a25782ad-03e3-445b-a58e-a1f51362979b tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:17.740921 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34229cb-2cfe-47fb-9f10-3796a31f5b6e None None] Routers {'37f2988b-3d7b-4946-acae-e85582718f6a'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:13:17.741562 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-e34229cb-2cfe-47fb-9f10-3796a31f5b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:13:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['37f2988b-3d7b-4946-acae-e85582718f6a'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:13:17.748234 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-046dce3c-ade0-4a41-a5d3-fb9c0c96eb7c tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] For port 00a5b737-ea10-4bd8-a565-0a0fa54351ba, host n-d-840717-1, got binding levels [] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:13:17.749553 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-046dce3c-ade0-4a41-a5d3-fb9c0c96eb7c tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:17.777271 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-a581eff0-0b78-41e4-b34a-0bd4ddf2b33f None None] Set router cfc4b873-8bf1-463b-95d8-ffb6b09e0c1f gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:13:17.823593 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25782ad-03e3-445b-a58e-a1f51362979b tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Pushing event deleted for resources: {'Subnet': ['ID=f8cafdb4-2615-434d-b115-ce31f6b2c4c4,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:17.829790 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fb99385c-8bda-4252-a5d3-2fecc05d9a5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:17.830429 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb99385c-8bda-4252-a5d3-2fecc05d9a5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4347dcf-e6b7-4dc9-9b1d-bc8c1297b088 {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:13:17.832482 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a25782ad-03e3-445b-a58e-a1f51362979b tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:17.860288 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994613da-1896-4237-83db-892a2eef750a tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:13:17.864710 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-994613da-1896-4237-83db-892a2eef750a tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "GET /v2.0/ports/ffddd1c9-99a0-447b-8668-32a238a7b1a0 HTTP/1.1" status: 200 len: 910 time: 0.3220167 May 05 20:13:17.868295 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60900) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:17.893688 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e6920fca-3da6-4010-9bab-530c0fe158da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:17.943471 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b395ea-10db-46aa-900f-6f867b6c718e None None] Network 4a89236d-3a35-4bf0-b4e6-b2b8eabc44b6 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:13:17.975614 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-a581eff0-0b78-41e4-b34a-0bd4ddf2b33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc4b873-8bf1-463b-95d8-ffb6b09e0c1f', 'name': 'tempest-snat-router-1556924968', 'tenant_id': '40cfd74d8bc944d4b86ff8a8157ab9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:12:59Z', 'updated_at': '2022-05-05T20:13:17Z', 'revision_number': 4, 'project_id': '40cfd74d8bc944d4b86ff8a8157ab9bc', 'gw_port_host': None}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:13:17.977464 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fb99385c-8bda-4252-a5d3-2fecc05d9a5d admin admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:17.979385 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-fb99385c-8bda-4252-a5d3-2fecc05d9a5d admin admin] 10.222.0.36 "DELETE /v2.0/routers/d4347dcf-e6b7-4dc9-9b1d-bc8c1297b088 HTTP/1.1" status: 204 len: 168 time: 3.9763429 May 05 20:13:17.993516 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a581eff0-0b78-41e4-b34a-0bd4ddf2b33f None None] The sync data for ids ['cfc4b873-8bf1-463b-95d8-ffb6b09e0c1f'] in n-d-840717-1 is: [{'id': 'cfc4b873-8bf1-463b-95d8-ffb6b09e0c1f', 'name': 'tempest-snat-router-1556924968', 'tenant_id': '40cfd74d8bc944d4b86ff8a8157ab9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:12:59Z', 'updated_at': '2022-05-05T20:13:17Z', 'revision_number': 4, 'project_id': '40cfd74d8bc944d4b86ff8a8157ab9bc', 'gw_port_host': None}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:13:18.132597 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60904) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:18.134327 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a25782ad-03e3-445b-a58e-a1f51362979b tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] 10.222.0.36 "DELETE /v2.0/subnets/f8cafdb4-2615-434d-b115-ce31f6b2c4c4 HTTP/1.1" status: 204 len: 168 time: 2.9478993 May 05 20:13:18.187251 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-e34229cb-2cfe-47fb-9f10-3796a31f5b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:13:18.187665 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34229cb-2cfe-47fb-9f10-3796a31f5b6e None None] The sync data for ids ['37f2988b-3d7b-4946-acae-e85582718f6a'] in n-d-840717-1 is: [] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:13:18.207705 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:18.210114 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60910) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:18.250640 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-046dce3c-ade0-4a41-a5d3-fb9c0c96eb7c tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Calling delete_port for 00a5b737-ea10-4bd8-a565-0a0fa54351ba owned by network:router_gateway {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:13:18.314417 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-e6920fca-3da6-4010-9bab-530c0fe158da None None] For port 98504603-4ac8-4bf6-870d-5fdc051c231b, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=98504603-4ac8-4bf6-870d-5fdc051c231b,segment=NetworkSegment(759921d9-59fe-485d-b067-0180bf44585c),segment_id=759921d9-59fe-485d-b067-0180bf44585c)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:13:18.345108 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e6920fca-3da6-4010-9bab-530c0fe158da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:18.471332 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2f8d2d32-53fb-4263-b68d-5d7cbac60f3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:18.524622 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2f8d2d32-53fb-4263-b68d-5d7cbac60f3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:18.596461 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:13:18.596994 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:13:18.608899 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6920fca-3da6-4010-9bab-530c0fe158da None None] Pushing event updated for resources: {'Port': ['ID=98504603-4ac8-4bf6-870d-5fdc051c231b,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:18.613359 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-63d656d3-5a5d-4a90-84a2-4f0c1d3e8976 None None] Provisioning complete for port 98504603-4ac8-4bf6-870d-5fdc051c231b triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:13:18.613769 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-63d656d3-5a5d-4a90-84a2-4f0c1d3e8976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:18.642647 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b4310fb2-997e-4169-9148-21dc10e225c7 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:18.667644 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2f8d2d32-53fb-4263-b68d-5d7cbac60f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:18.690731 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-453ddfe8-3696-417f-a06f-2677309a7d66 admin admin] Deleting subnet e2507cd6-290d-4d3d-b14e-048ce031bb0a {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:13:18.704499 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-453ddfe8-3696-417f-a06f-2677309a7d66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:18.712937 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8d2d32-53fb-4263-b68d-5d7cbac60f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9635d75c-6075-463b-a8b6-10e376446666,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:18.792482 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2f8d2d32-53fb-4263-b68d-5d7cbac60f3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:18.793636 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-2f8d2d32-53fb-4263-b68d-5d7cbac60f3d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9635d75c-6075-463b-a8b6-10e376446666 HTTP/1.1" status: 204 len: 168 time: 1.2567873 May 05 20:13:18.809250 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-b4310fb2-997e-4169-9148-21dc10e225c7 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Deleting port 906b70f5-7661-40f7-853d-52034fdf5869 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:13:18.811390 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b4310fb2-997e-4169-9148-21dc10e225c7 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:18.813801 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2afea0-5d63-4344-8ec8-b9f946f0b6dd None None] DHCP port deletion for 4a89236d-3a35-4bf0-b4e6-b2b8eabc44b6 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:13:18.834999 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-2f2afea0-5d63-4344-8ec8-b9f946f0b6dd None None] Deleting port 906b70f5-7661-40f7-853d-52034fdf5869 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:13:18.835565 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2f2afea0-5d63-4344-8ec8-b9f946f0b6dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:18.844805 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-4e99b94e-49e0-457e-ad05-9f5f2e1ac6f2 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Allocated IP 2001:db8::f (f9c1c121-2fa0-44fa-9ed9-eb7de344e35e/32d17fc4-6046-497d-bea6-673ca6a86ca2/c217c071-cdfa-47ab-9216-8f6db625e8a2) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:13:18.887644 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.api [None req-046dce3c-ade0-4a41-a5d3-fb9c0c96eb7c tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88197) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:13:18.888052 n-d-840717-1 neutron-server[88197]: DEBUG oslo_db.api [None req-046dce3c-ade0-4a41-a5d3-fb9c0c96eb7c tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:13:19.031644 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-63d656d3-5a5d-4a90-84a2-4f0c1d3e8976 None None] Provisioning for port 3041db17-fde7-45c7-8d9d-8d2d934162f6 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:13:19.038918 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-63d656d3-5a5d-4a90-84a2-4f0c1d3e8976 None None] Provisioning complete for port 3041db17-fde7-45c7-8d9d-8d2d934162f6 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:13:19.039294 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-63d656d3-5a5d-4a90-84a2-4f0c1d3e8976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:19.125627 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4e99b94e-49e0-457e-ad05-9f5f2e1ac6f2 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:19.180331 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-4e99b94e-49e0-457e-ad05-9f5f2e1ac6f2 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Transition to ACTIVE for port object c217c071-cdfa-47ab-9216-8f6db625e8a2 will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:13:19.207451 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-63d656d3-5a5d-4a90-84a2-4f0c1d3e8976 None None] Port 3041db17-fde7-45c7-8d9d-8d2d934162f6 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:13:19.233878 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4e99b94e-49e0-457e-ad05-9f5f2e1ac6f2 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:19.256453 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-453ddfe8-3696-417f-a06f-2677309a7d66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:19.294523 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 3b6d33e7-f82a-4763-8aac-8c19419e88fe up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:13:19.335939 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-2f2afea0-5d63-4344-8ec8-b9f946f0b6dd None None] For port 906b70f5-7661-40f7-853d-52034fdf5869, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=906b70f5-7661-40f7-853d-52034fdf5869,segment=NetworkSegment(6e0004e5-345a-4e41-aac8-a10dd21af429),segment_id=6e0004e5-345a-4e41-aac8-a10dd21af429)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:13:19.336403 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2f2afea0-5d63-4344-8ec8-b9f946f0b6dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:19.380571 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e99b94e-49e0-457e-ad05-9f5f2e1ac6f2 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event updated for resources: {'Port': ['ID=c217c071-cdfa-47ab-9216-8f6db625e8a2,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:19.393445 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-046dce3c-ade0-4a41-a5d3-fb9c0c96eb7c tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Deleting port 00a5b737-ea10-4bd8-a565-0a0fa54351ba {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:13:19.393874 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-046dce3c-ade0-4a41-a5d3-fb9c0c96eb7c tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:19.479537 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60928) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:19.486828 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-2f2afea0-5d63-4344-8ec8-b9f946f0b6dd None None] Calling delete_port for 906b70f5-7661-40f7-853d-52034fdf5869 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:13:19.501835 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e99b94e-49e0-457e-ad05-9f5f2e1ac6f2 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Network f9c1c121-2fa0-44fa-9ed9-eb7de344e35e is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:13:19.513460 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-4e99b94e-49e0-457e-ad05-9f5f2e1ac6f2 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:13:19.518277 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e99b94e-49e0-457e-ad05-9f5f2e1ac6f2 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:13:19.524234 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e99b94e-49e0-457e-ad05-9f5f2e1ac6f2 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:13:19.524964 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4e99b94e-49e0-457e-ad05-9f5f2e1ac6f2 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:19.526204 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5e3d597a-5666-4da5-ab6c-f259be558232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:19.585630 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-e7204484-6782-4464-a5c5-cb604e67f611 None None] Provisioning complete for port 3041db17-fde7-45c7-8d9d-8d2d934162f6 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:13:19.586030 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e7204484-6782-4464-a5c5-cb604e67f611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:19.649275 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5e3d597a-5666-4da5-ab6c-f259be558232 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:13:19.679927 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-4e99b94e-49e0-457e-ad05-9f5f2e1ac6f2 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 5.2504072 May 05 20:13:19.683531 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60932) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:19.708869 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-e7204484-6782-4464-a5c5-cb604e67f611 None None] Port 3041db17-fde7-45c7-8d9d-8d2d934162f6 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:13:19.761134 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 3b6d33e7-f82a-4763-8aac-8c19419e88fe triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:13:19.761478 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:19.767750 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-046dce3c-ade0-4a41-a5d3-fb9c0c96eb7c tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] For port 00a5b737-ea10-4bd8-a565-0a0fa54351ba, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=00a5b737-ea10-4bd8-a565-0a0fa54351ba,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:13:19.768227 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-046dce3c-ade0-4a41-a5d3-fb9c0c96eb7c tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:19.792447 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-b4310fb2-997e-4169-9148-21dc10e225c7 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] For port 906b70f5-7661-40f7-853d-52034fdf5869, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=906b70f5-7661-40f7-853d-52034fdf5869,segment=NetworkSegment(6e0004e5-345a-4e41-aac8-a10dd21af429),segment_id=6e0004e5-345a-4e41-aac8-a10dd21af429)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:13:19.793817 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b4310fb2-997e-4169-9148-21dc10e225c7 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:19.856221 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2f2afea0-5d63-4344-8ec8-b9f946f0b6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:19.909963 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2afea0-5d63-4344-8ec8-b9f946f0b6dd None None] Pushing event deleted for resources: {'Port': ['ID=906b70f5-7661-40f7-853d-52034fdf5869,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:19.923914 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2afea0-5d63-4344-8ec8-b9f946f0b6dd None None] No DVR routers for this DVR port 906b70f5-7661-40f7-853d-52034fdf5869 on host n-d-840717-1 {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:13:19.974840 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-046dce3c-ade0-4a41-a5d3-fb9c0c96eb7c tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Calling delete_port for 00a5b737-ea10-4bd8-a565-0a0fa54351ba owned by network:router_gateway {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:13:19.977233 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-b4310fb2-997e-4169-9148-21dc10e225c7 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Calling delete_port for 906b70f5-7661-40f7-853d-52034fdf5869 owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:13:19.983839 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-3a8cbcda-9c3a-4b7e-af78-3fec154cd43a None None] Provisioning for port c217c071-cdfa-47ab-9216-8f6db625e8a2 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:13:19.994902 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-3a8cbcda-9c3a-4b7e-af78-3fec154cd43a None None] Provisioning complete for port c217c071-cdfa-47ab-9216-8f6db625e8a2 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:13:19.995439 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3a8cbcda-9c3a-4b7e-af78-3fec154cd43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:20.050980 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76456ff3-2853-4dbb-b32b-2008a051d72a tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:13:20.051850 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-76456ff3-2853-4dbb-b32b-2008a051d72a tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Synchronizing usage tracker for tenant:88760c5e167e4c4abc1263be6642087f on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:13:20.060430 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-3a8cbcda-9c3a-4b7e-af78-3fec154cd43a None None] Port c217c071-cdfa-47ab-9216-8f6db625e8a2 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:13:20.066903 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-5e3d597a-5666-4da5-ab6c-f259be558232 admin admin] Usage tracker for resource:security_group_rule and tenant:86d640b4032345bdb07c79b4e3a19b97 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:13:20.077156 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-5e3d597a-5666-4da5-ab6c-f259be558232 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:13:20.086725 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5e3d597a-5666-4da5-ab6c-f259be558232 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:13:20.096576 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-76456ff3-2853-4dbb-b32b-2008a051d72a tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Unset dirty status for tenant:88760c5e167e4c4abc1263be6642087f on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:13:20.100836 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-76456ff3-2853-4dbb-b32b-2008a051d72a tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.4163082 May 05 20:13:20.101275 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60940) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:20.171747 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 98504603-4ac8-4bf6-870d-5fdc051c231b up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:13:20.179964 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-453ddfe8-3696-417f-a06f-2677309a7d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:20.260556 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 98504603-4ac8-4bf6-870d-5fdc051c231b triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:13:20.261325 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:20.262725 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3d75b1-e5e5-4f8f-add9-aae099d8d582 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:13:20.268790 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3d75b1-e5e5-4f8f-add9-aae099d8d582 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:13:20.274902 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3d75b1-e5e5-4f8f-add9-aae099d8d582 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:13:20.279845 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-6d3d75b1-e5e5-4f8f-add9-aae099d8d582 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1763139 May 05 20:13:20.284602 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60944) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:20.297312 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.db.api [None req-b4310fb2-997e-4169-9148-21dc10e225c7 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88198) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:13:20.297782 n-d-840717-1 neutron-server[88198]: DEBUG oslo_db.api [None req-b4310fb2-997e-4169-9148-21dc10e225c7 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:13:20.299858 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5e3d597a-5666-4da5-ab6c-f259be558232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:20.349556 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-046dce3c-ade0-4a41-a5d3-fb9c0c96eb7c tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:20.365273 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-94ede9a5-ba3f-4f6f-8729-43a956c4b86e tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:20.422203 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046dce3c-ade0-4a41-a5d3-fb9c0c96eb7c tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Pushing event deleted for resources: {'Port': ['ID=00a5b737-ea10-4bd8-a565-0a0fa54351ba,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:20.462172 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5e3d597a-5666-4da5-ab6c-f259be558232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:20.465585 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 906b70f5-7661-40f7-853d-52034fdf5869 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:13:20.504866 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-5e3d597a-5666-4da5-ab6c-f259be558232 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=86d640b4032345bdb07c79b4e3a19b97&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0180781 May 05 20:13:20.504866 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-453ddfe8-3696-417f-a06f-2677309a7d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:20.508926 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 906b70f5-7661-40f7-853d-52034fdf5869 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:13:20.509789 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 906b70f5-7661-40f7-853d-52034fdf5869 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:13:20.511235 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 56bc31fa-f73f-4d6e-8d81-c37725b0a1b1 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:13:20.550029 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 56bc31fa-f73f-4d6e-8d81-c37725b0a1b1 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:13:20.550717 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 56bc31fa-f73f-4d6e-8d81-c37725b0a1b1 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:13:20.551264 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 920e6d0f-b99e-4a04-83e1-1f4a91c7ea7d no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:13:20.570942 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60948) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:20.625540 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 920e6d0f-b99e-4a04-83e1-1f4a91c7ea7d {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:13:20.625948 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 920e6d0f-b99e-4a04-83e1-1f4a91c7ea7d not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:13:20.646162 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-6d08010a-4bb7-4f9c-98cd-7c04db28e075 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Deleting port c217c071-cdfa-47ab-9216-8f6db625e8a2 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:13:20.646679 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6d08010a-4bb7-4f9c-98cd-7c04db28e075 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:20.657561 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453ddfe8-3696-417f-a06f-2677309a7d66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2507cd6-290d-4d3d-b14e-048ce031bb0a,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:20.667540 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1059d24-5a0e-4940-bda7-3a50fe0607c1 None None] Network 7506b31f-3419-46e4-835c-80fe813661d5 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:13:20.668641 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-453ddfe8-3696-417f-a06f-2677309a7d66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:20.675712 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d597a-5666-4da5-ab6c-f259be558232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0387c2a5-3f3a-4cf2-8590-b471465f2e9e,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:20.727849 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-453ddfe8-3696-417f-a06f-2677309a7d66 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e2507cd6-290d-4d3d-b14e-048ce031bb0a HTTP/1.1" status: 204 len: 168 time: 2.5909624 May 05 20:13:20.751541 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60952) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:20.802483 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-b4310fb2-997e-4169-9148-21dc10e225c7 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Deleting port 906b70f5-7661-40f7-853d-52034fdf5869 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:13:20.802674 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b4310fb2-997e-4169-9148-21dc10e225c7 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:20.844228 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3ae9da79-0387-45d6-b680-8b4354e2a31f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:20.899826 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-b4310fb2-997e-4169-9148-21dc10e225c7 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] The port '906b70f5-7661-40f7-853d-52034fdf5869' was deleted {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 20:13:20.955021 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-046dce3c-ade0-4a41-a5d3-fb9c0c96eb7c tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:20.981505 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2eaf7be-3a68-4678-8a23-d45c9380dbe0 None None] DHCP port deletion for 7506b31f-3419-46e4-835c-80fe813661d5 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:13:20.984929 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-a2eaf7be-3a68-4678-8a23-d45c9380dbe0 None None] Deleting port fc182971-3a01-431f-b41b-bcb0a74d3d2c {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:13:20.985418 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a2eaf7be-3a68-4678-8a23-d45c9380dbe0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:21.116932 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9fd1cbf4-c16d-478c-94d4-1695e56ee180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:21.134007 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-94ede9a5-ba3f-4f6f-8729-43a956c4b86e tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Allocated IP 172.21.0.1 (4da2c1b7-38bf-4ca1-8a15-1b6c5121ebfa/09c7e097-258c-44fd-88b0-58910fc1f7d7/37f4ef57-4300-470b-87bf-7672beac47a6) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:13:21.220943 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-046dce3c-ade0-4a41-a5d3-fb9c0c96eb7c tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:21.226287 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-046dce3c-ade0-4a41-a5d3-fb9c0c96eb7c tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:21.238404 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-9fd1cbf4-c16d-478c-94d4-1695e56ee180 admin admin] Deleting port fc182971-3a01-431f-b41b-bcb0a74d3d2c {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:13:21.238722 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9fd1cbf4-c16d-478c-94d4-1695e56ee180 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:21.285768 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6d08010a-4bb7-4f9c-98cd-7c04db28e075 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:21.286158 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-a2eaf7be-3a68-4678-8a23-d45c9380dbe0 None None] For port fc182971-3a01-431f-b41b-bcb0a74d3d2c, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=fc182971-3a01-431f-b41b-bcb0a74d3d2c,segment=NetworkSegment(e34c646b-9075-4e31-b89f-c8f9e824e389),segment_id=e34c646b-9075-4e31-b89f-c8f9e824e389)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:13:21.286830 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a2eaf7be-3a68-4678-8a23-d45c9380dbe0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:21.422902 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-a2eaf7be-3a68-4678-8a23-d45c9380dbe0 None None] Calling delete_port for fc182971-3a01-431f-b41b-bcb0a74d3d2c owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:13:21.432196 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3ae9da79-0387-45d6-b680-8b4354e2a31f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:21.449072 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-6d08010a-4bb7-4f9c-98cd-7c04db28e075 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Calling delete_port for c217c071-cdfa-47ab-9216-8f6db625e8a2 owned by {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:13:21.534477 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3ae9da79-0387-45d6-b680-8b4354e2a31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:21.535274 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a2eaf7be-3a68-4678-8a23-d45c9380dbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:21.551305 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-9fd1cbf4-c16d-478c-94d4-1695e56ee180 admin admin] The port 'fc182971-3a01-431f-b41b-bcb0a74d3d2c' was deleted {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 20:13:21.555444 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-046dce3c-ade0-4a41-a5d3-fb9c0c96eb7c tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:21.556133 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-046dce3c-ade0-4a41-a5d3-fb9c0c96eb7c tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cfc4b873-8bf1-463b-95d8-ffb6b09e0c1f {{(pid=88197) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:13:21.595763 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae9da79-0387-45d6-b680-8b4354e2a31f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0387c2a5-3f3a-4cf2-8590-b471465f2e9e,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:21.657317 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eaf7be-3a68-4678-8a23-d45c9380dbe0 None None] Pushing event deleted for resources: {'Port': ['ID=fc182971-3a01-431f-b41b-bcb0a74d3d2c,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:21.667143 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2eaf7be-3a68-4678-8a23-d45c9380dbe0 None None] No DVR routers for this DVR port fc182971-3a01-431f-b41b-bcb0a74d3d2c on host n-d-840717-1 {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:13:21.687824 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-046dce3c-ade0-4a41-a5d3-fb9c0c96eb7c tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:21.690269 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-046dce3c-ade0-4a41-a5d3-fb9c0c96eb7c tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] 10.222.0.36 "DELETE /v2.0/routers/cfc4b873-8bf1-463b-95d8-ffb6b09e0c1f HTTP/1.1" status: 204 len: 168 time: 5.4493737 May 05 20:13:21.693719 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b4310fb2-997e-4169-9148-21dc10e225c7 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:21.703735 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-94ede9a5-ba3f-4f6f-8729-43a956c4b86e tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:21.714245 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60960) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:21.783175 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9fd1cbf4-c16d-478c-94d4-1695e56ee180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:21.822815 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-94ede9a5-ba3f-4f6f-8729-43a956c4b86e tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Transition to ACTIVE for port object 37f4ef57-4300-470b-87bf-7672beac47a6 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:13:21.827884 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-b4310fb2-997e-4169-9148-21dc10e225c7 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a89236d-3a35-4bf0-b4e6-b2b8eabc44b6']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:13:21.836029 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3ae9da79-0387-45d6-b680-8b4354e2a31f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:21.836216 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-9fd1cbf4-c16d-478c-94d4-1695e56ee180 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7506b31f-3419-46e4-835c-80fe813661d5']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:13:21.840081 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3ae9da79-0387-45d6-b680-8b4354e2a31f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0387c2a5-3f3a-4cf2-8590-b471465f2e9e HTTP/1.1" status: 204 len: 168 time: 1.2407024 May 05 20:13:21.848103 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-b4310fb2-997e-4169-9148-21dc10e225c7 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e0004e5-345a-4e41-aac8-a10dd21af429') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:13:21.848253 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-b4310fb2-997e-4169-9148-21dc10e225c7 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e0004e5-345a-4e41-aac8-a10dd21af429') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:13:21.870969 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b4310fb2-997e-4169-9148-21dc10e225c7 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:21.883040 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-9fd1cbf4-c16d-478c-94d4-1695e56ee180 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e34c646b-9075-4e31-b89f-c8f9e824e389') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:13:21.883332 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-9fd1cbf4-c16d-478c-94d4-1695e56ee180 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e34c646b-9075-4e31-b89f-c8f9e824e389') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:13:21.903317 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9fd1cbf4-c16d-478c-94d4-1695e56ee180 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:21.938112 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9fd1cbf4-c16d-478c-94d4-1695e56ee180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:21.956155 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fd1cbf4-c16d-478c-94d4-1695e56ee180 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:13:21.956363 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9fd1cbf4-c16d-478c-94d4-1695e56ee180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:21.961909 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b4310fb2-997e-4169-9148-21dc10e225c7 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:21.971878 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:13:21.971878 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:13:21.971878 n-d-840717-1 neutron-server[88197]: timer() May 05 20:13:21.971878 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:13:21.971878 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:13:21.971878 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:13:21.971878 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:13:21.971878 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:13:21.971878 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:13:21.971878 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:13:21.971878 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:13:21.971878 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:13:21.971878 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:13:21.971878 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:13:21.971878 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:13:21.971878 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:13:21.971878 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:13:21.971878 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:13:21.971878 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:13:21.971878 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:13:21.971878 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:13:21.971878 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:13:21.971878 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:13:21.971878 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:13:21.971878 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:13:21.971878 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:13:21.971878 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:13:21.971878 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:13:21.971878 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:13:21.971878 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:13:21.971878 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:13:21.971878 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:13:21.976073 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6d08010a-4bb7-4f9c-98cd-7c04db28e075 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:21.977341 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4310fb2-997e-4169-9148-21dc10e225c7 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:13:21.977509 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b4310fb2-997e-4169-9148-21dc10e225c7 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:21.994036 n-d-840717-1 neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:13:21.994036 n-d-840717-1 neutron-server[88198]: util.warn( May 05 20:13:21.994036 n-d-840717-1 neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:13:21.994036 n-d-840717-1 neutron-server[88198]: util.warn( May 05 20:13:21.994036 n-d-840717-1 neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:13:21.994036 n-d-840717-1 neutron-server[88198]: util.warn( May 05 20:13:21.994036 n-d-840717-1 neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:13:21.994036 n-d-840717-1 neutron-server[88198]: util.warn( May 05 20:13:21.994036 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:13:21.994036 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:13:21.994036 n-d-840717-1 neutron-server[88198]: timer() May 05 20:13:21.994036 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:13:21.994036 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:13:21.994036 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:13:21.994036 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:13:21.994036 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:13:21.994036 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:13:21.994036 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:13:21.994036 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:13:21.994036 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:13:21.994036 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:13:21.994036 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:13:21.994036 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:13:21.994036 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:13:21.994036 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:13:21.994036 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:13:21.994036 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:13:21.994036 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:13:21.994036 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:13:21.994036 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:13:21.994036 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:13:21.994036 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:13:21.994036 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:13:21.994036 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:13:21.994036 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:13:21.994036 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:13:21.994036 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:13:21.994036 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:13:21.994036 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:13:21.994036 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:13:22.091523 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d08010a-4bb7-4f9c-98cd-7c04db28e075 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event deleted for resources: {'Port': ['ID=c217c071-cdfa-47ab-9216-8f6db625e8a2,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:22.152217 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6d08010a-4bb7-4f9c-98cd-7c04db28e075 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:22.160316 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-94ede9a5-ba3f-4f6f-8729-43a956c4b86e tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:22.171120 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9fd1cbf4-c16d-478c-94d4-1695e56ee180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:22.219442 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9fd1cbf4-c16d-478c-94d4-1695e56ee180 admin admin] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:22.221345 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-9fd1cbf4-c16d-478c-94d4-1695e56ee180 admin admin] 10.222.0.36 "DELETE /v2.0/networks/7506b31f-3419-46e4-835c-80fe813661d5 HTTP/1.1" status: 204 len: 168 time: 1.4625273 May 05 20:13:22.239552 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device fc182971-3a01-431f-b41b-bcb0a74d3d2c no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:13:22.252347 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-6d08010a-4bb7-4f9c-98cd-7c04db28e075 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "DELETE /v2.0/ports/c217c071-cdfa-47ab-9216-8f6db625e8a2 HTTP/1.1" status: 204 len: 168 time: 1.9657698 May 05 20:13:22.256632 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60978) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:22.271970 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd1cbf4-c16d-478c-94d4-1695e56ee180 admin admin] Pushing event deleted for resources: {'Network': ['ID=7506b31f-3419-46e4-835c-80fe813661d5,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:22.304137 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-17a0c708-a3d8-4767-84a4-c426bd2b31db tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:22.332533 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: fc182971-3a01-431f-b41b-bcb0a74d3d2c {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:13:22.332533 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device fc182971-3a01-431f-b41b-bcb0a74d3d2c not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:13:22.411285 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b4310fb2-997e-4169-9148-21dc10e225c7 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:22.486192 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b4310fb2-997e-4169-9148-21dc10e225c7 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:22.514344 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ede9a5-ba3f-4f6f-8729-43a956c4b86e tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Network 4da2c1b7-38bf-4ca1-8a15-1b6c5121ebfa is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:13:22.523960 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-94ede9a5-ba3f-4f6f-8729-43a956c4b86e tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:13:22.528815 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4310fb2-997e-4169-9148-21dc10e225c7 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] Pushing event deleted for resources: {'Network': ['ID=4a89236d-3a35-4bf0-b4e6-b2b8eabc44b6,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:22.573649 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ede9a5-ba3f-4f6f-8729-43a956c4b86e tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:13:22.575541 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-15d8a589-b400-4a31-848f-34295f9e279b tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] GET failed (client error): The resource could not be found. May 05 20:13:22.576083 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-15d8a589-b400-4a31-848f-34295f9e279b tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Synchronizing usage tracker for tenant:88760c5e167e4c4abc1263be6642087f on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:13:22.602703 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-15d8a589-b400-4a31-848f-34295f9e279b tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Unset dirty status for tenant:88760c5e167e4c4abc1263be6642087f on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:13:22.607396 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-15d8a589-b400-4a31-848f-34295f9e279b tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "GET /v2.0/ports/c217c071-cdfa-47ab-9216-8f6db625e8a2 HTTP/1.1" status: 404 len: 333 time: 0.3497279 May 05 20:13:22.607990 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60990) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:22.627556 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ede9a5-ba3f-4f6f-8729-43a956c4b86e tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Pushing event updated for resources: {'Port': ['ID=37f4ef57-4300-470b-87bf-7672beac47a6,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:22.644567 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b4310fb2-997e-4169-9148-21dc10e225c7 tempest-NetworksIpV6Test-868021087 tempest-NetworksIpV6Test-868021087-project] 10.222.0.36 "DELETE /v2.0/networks/4a89236d-3a35-4bf0-b4e6-b2b8eabc44b6 HTTP/1.1" status: 204 len: 168 time: 4.4332719 May 05 20:13:22.743751 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60998) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:22.804590 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-8fa3932a-e9c4-4f25-b1f8-1feef2e24859 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Deleting port 3041db17-fde7-45c7-8d9d-8d2d934162f6 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:13:22.805734 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8fa3932a-e9c4-4f25-b1f8-1feef2e24859 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:22.849973 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-94ede9a5-ba3f-4f6f-8729-43a956c4b86e tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:22.938030 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-678623ce-bca7-4c31-aa7f-4e06b153c8e7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=56e8fe9085fa4bdb932a4c29aaeb4c08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1898689 May 05 20:13:22.949492 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 32776) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:23.017059 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-5b54d054-bcb1-415b-adaa-3545b36008b4 None None] Provisioning for port 37f4ef57-4300-470b-87bf-7672beac47a6 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:13:23.022766 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-5b54d054-bcb1-415b-adaa-3545b36008b4 None None] Provisioning complete for port 37f4ef57-4300-470b-87bf-7672beac47a6 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:13:23.023212 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5b54d054-bcb1-415b-adaa-3545b36008b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:23.081538 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-83bfb894-43cb-4992-a95a-16069ce6882d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:23.101325 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 32782) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:23.118820 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-83bfb894-43cb-4992-a95a-16069ce6882d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:23.119698 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-5b54d054-bcb1-415b-adaa-3545b36008b4 None None] Port 37f4ef57-4300-470b-87bf-7672beac47a6 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:13:23.163281 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-17a0c708-a3d8-4767-84a4-c426bd2b31db tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:23.184258 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-17a0c708-a3d8-4767-84a4-c426bd2b31db tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Deleting port 2af34d37-92a1-4598-b897-890e615ac065 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:13:23.185243 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-17a0c708-a3d8-4767-84a4-c426bd2b31db tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:23.235823 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-83bfb894-43cb-4992-a95a-16069ce6882d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:23.267000 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-94ede9a5-ba3f-4f6f-8729-43a956c4b86e tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:23.276436 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bfb894-43cb-4992-a95a-16069ce6882d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31a0353-9cc7-4431-82ad-5f9b9985cf45,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:23.357306 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-83bfb894-43cb-4992-a95a-16069ce6882d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:23.358410 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-83bfb894-43cb-4992-a95a-16069ce6882d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b31a0353-9cc7-4431-82ad-5f9b9985cf45 HTTP/1.1" status: 204 len: 168 time: 0.4079986 May 05 20:13:23.425542 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8fa3932a-e9c4-4f25-b1f8-1feef2e24859 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:23.570191 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 32798) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:23.578951 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:13:23.580373 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-8fa3932a-e9c4-4f25-b1f8-1feef2e24859 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Calling delete_port for 3041db17-fde7-45c7-8d9d-8d2d934162f6 owned by {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:13:23.746824 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8fa3932a-e9c4-4f25-b1f8-1feef2e24859 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:23.808030 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3932a-e9c4-4f25-b1f8-1feef2e24859 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event deleted for resources: {'Port': ['ID=3041db17-fde7-45c7-8d9d-8d2d934162f6,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:23.884361 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8fa3932a-e9c4-4f25-b1f8-1feef2e24859 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:23.909426 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-8fa3932a-e9c4-4f25-b1f8-1feef2e24859 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "DELETE /v2.0/ports/3041db17-fde7-45c7-8d9d-8d2d934162f6 HTTP/1.1" status: 204 len: 168 time: 1.3002019 May 05 20:13:23.910414 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 32810) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:23.913589 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-ac0a856e-65cf-4b5b-a3bd-4afe49a19402 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b84517431db84d2ea9b94084b415b5bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7999730 May 05 20:13:23.914911 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 32812) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:23.935851 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-17a0c708-a3d8-4767-84a4-c426bd2b31db tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] For port 2af34d37-92a1-4598-b897-890e615ac065, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=2af34d37-92a1-4598-b897-890e615ac065,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:13:23.936216 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-17a0c708-a3d8-4767-84a4-c426bd2b31db tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:23.994887 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc0ca481-d5a0-41a3-98bc-ada6df0acc73 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] GET failed (client error): The resource could not be found. May 05 20:13:23.995676 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-dc0ca481-d5a0-41a3-98bc-ada6df0acc73 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Synchronizing usage tracker for tenant:88760c5e167e4c4abc1263be6642087f on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:13:24.003863 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-3eb5c854-3b8e-4d0d-9cdb-091fa0753244 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1110412129-network', 'tenant_id': '927036785ae54ead8157bab84a61f12c'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:13:24.021590 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-3eb5c854-3b8e-4d0d-9cdb-091fa0753244 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:13:24.041768 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-3eb5c854-3b8e-4d0d-9cdb-091fa0753244 admin admin] Usage tracker for resource:network and tenant:927036785ae54ead8157bab84a61f12c is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:13:24.053809 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-3eb5c854-3b8e-4d0d-9cdb-091fa0753244 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:13:24.057457 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-dc0ca481-d5a0-41a3-98bc-ada6df0acc73 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Unset dirty status for tenant:88760c5e167e4c4abc1263be6642087f on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:13:24.063385 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-dc0ca481-d5a0-41a3-98bc-ada6df0acc73 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "GET /v2.0/ports/3041db17-fde7-45c7-8d9d-8d2d934162f6 HTTP/1.1" status: 404 len: 333 time: 0.1503582 May 05 20:13:24.064181 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 32824) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:24.113728 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-3eb5c854-3b8e-4d0d-9cdb-091fa0753244 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:13:24.180116 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6f928666-dd84-4353-b146-eec61ac9a9af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:24.181431 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-17a0c708-a3d8-4767-84a4-c426bd2b31db tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Calling delete_port for 2af34d37-92a1-4598-b897-890e615ac065 owned by network:router_gateway {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:13:24.207366 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6f928666-dd84-4353-b146-eec61ac9a9af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:24.218553 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb5c854-3b8e-4d0d-9cdb-091fa0753244 admin admin] Made reservation on behalf of 927036785ae54ead8157bab84a61f12c for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:13:24.220877 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3eb5c854-3b8e-4d0d-9cdb-091fa0753244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:24.240600 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3eb5c854-3b8e-4d0d-9cdb-091fa0753244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:24.258486 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b3765dd-d298-4c19-9cf9-d45ab52cc8e3 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Deleting subnet 32d17fc4-6046-497d-bea6-673ca6a86ca2 {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:13:24.262448 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9b3765dd-d298-4c19-9cf9-d45ab52cc8e3 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:24.350978 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9b3765dd-d298-4c19-9cf9-d45ab52cc8e3 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:24.408534 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-3eb5c854-3b8e-4d0d-9cdb-091fa0753244 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:13:24.434833 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-3eb5c854-3b8e-4d0d-9cdb-091fa0753244 admin admin] Usage tracker for resource:security_group_rule and tenant:927036785ae54ead8157bab84a61f12c is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:13:24.439942 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-3eb5c854-3b8e-4d0d-9cdb-091fa0753244 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:13:24.451538 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-3eb5c854-3b8e-4d0d-9cdb-091fa0753244 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:13:24.496597 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6f928666-dd84-4353-b146-eec61ac9a9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:24.549970 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-94ede9a5-ba3f-4f6f-8729-43a956c4b86e tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:24.563381 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f928666-dd84-4353-b146-eec61ac9a9af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e635bf-06f7-4468-bc15-52b76621dfbf,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:24.580991 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9b3765dd-d298-4c19-9cf9-d45ab52cc8e3 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:24.612426 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-94ede9a5-ba3f-4f6f-8729-43a956c4b86e tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:24.656114 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6f928666-dd84-4353-b146-eec61ac9a9af admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:24.659570 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-6f928666-dd84-4353-b146-eec61ac9a9af admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e2e635bf-06f7-4468-bc15-52b76621dfbf HTTP/1.1" status: 204 len: 168 time: 0.7408040 May 05 20:13:24.711560 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9b3765dd-d298-4c19-9cf9-d45ab52cc8e3 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:24.721719 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 32850) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:24.753931 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9b3765dd-d298-4c19-9cf9-d45ab52cc8e3 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:24.759312 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345a7985-647b-43ec-9f09-b40e3cf2a91b None None] Network f9c1c121-2fa0-44fa-9ed9-eb7de344e35e requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:13:24.797224 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3765dd-d298-4c19-9cf9-d45ab52cc8e3 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event deleted for resources: {'Subnet': ['ID=32d17fc4-6046-497d-bea6-673ca6a86ca2,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:24.798392 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-94ede9a5-ba3f-4f6f-8729-43a956c4b86e tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:24.811162 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-9b3765dd-d298-4c19-9cf9-d45ab52cc8e3 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "DELETE /v2.0/subnets/32d17fc4-6046-497d-bea6-673ca6a86ca2 HTTP/1.1" status: 204 len: 168 time: 0.7402408 May 05 20:13:24.811886 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 32856) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:24.861652 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-17a0c708-a3d8-4767-84a4-c426bd2b31db tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:25.013589 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ede9a5-ba3f-4f6f-8729-43a956c4b86e tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Pushing event updated for resources: {'Port': ['ID=37f4ef57-4300-470b-87bf-7672beac47a6,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:25.115606 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a0c708-a3d8-4767-84a4-c426bd2b31db tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Pushing event deleted for resources: {'Port': ['ID=2af34d37-92a1-4598-b897-890e615ac065,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:25.136416 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f05428f0-4a4a-405f-ac6b-4b3958b908ce tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:25.161878 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-f05428f0-4a4a-405f-ac6b-4b3958b908ce tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Deleting port 98504603-4ac8-4bf6-870d-5fdc051c231b {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:13:25.162429 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f05428f0-4a4a-405f-ac6b-4b3958b908ce tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:25.216243 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-ef2ccc8b-43bd-4532-92df-b3964c06395a admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-469332023-network', 'tenant_id': 'd5435ea847f54b7f9f901b0e8a3e6536'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:13:25.230842 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-ef2ccc8b-43bd-4532-92df-b3964c06395a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:13:25.250103 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-ef2ccc8b-43bd-4532-92df-b3964c06395a admin admin] Usage tracker for resource:network and tenant:d5435ea847f54b7f9f901b0e8a3e6536 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:13:25.262728 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8397cdc-b7b5-49ad-9877-4e5c48ec06c0 None None] DHCP port deletion for f9c1c121-2fa0-44fa-9ed9-eb7de344e35e request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:13:25.269350 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b8397cdc-b7b5-49ad-9877-4e5c48ec06c0 None None] Deleting port 98504603-4ac8-4bf6-870d-5fdc051c231b {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:13:25.269504 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-ef2ccc8b-43bd-4532-92df-b3964c06395a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:13:25.270200 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b8397cdc-b7b5-49ad-9877-4e5c48ec06c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:25.301395 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-17a0c708-a3d8-4767-84a4-c426bd2b31db tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:25.302546 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-ef2ccc8b-43bd-4532-92df-b3964c06395a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:13:25.539499 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3eb5c854-3b8e-4d0d-9cdb-091fa0753244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:25.550678 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-17a0c708-a3d8-4767-84a4-c426bd2b31db tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:25.560950 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-17a0c708-a3d8-4767-84a4-c426bd2b31db tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:25.564817 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ede9a5-ba3f-4f6f-8729-43a956c4b86e tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Network 4da2c1b7-38bf-4ca1-8a15-1b6c5121ebfa is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:13:25.568152 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3eb5c854-3b8e-4d0d-9cdb-091fa0753244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:25.569605 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-94ede9a5-ba3f-4f6f-8729-43a956c4b86e tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:13:25.637851 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b8397cdc-b7b5-49ad-9877-4e5c48ec06c0 None None] For port 98504603-4ac8-4bf6-870d-5fdc051c231b, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=98504603-4ac8-4bf6-870d-5fdc051c231b,segment=NetworkSegment(759921d9-59fe-485d-b067-0180bf44585c),segment_id=759921d9-59fe-485d-b067-0180bf44585c)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:13:25.638564 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b8397cdc-b7b5-49ad-9877-4e5c48ec06c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:25.647581 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb5c854-3b8e-4d0d-9cdb-091fa0753244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b708cd35-482e-4c97-85dd-b99b79f6ba9c,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:25.655274 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef2ccc8b-43bd-4532-92df-b3964c06395a admin admin] Made reservation on behalf of d5435ea847f54b7f9f901b0e8a3e6536 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:13:25.657592 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ef2ccc8b-43bd-4532-92df-b3964c06395a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:25.730894 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb5c854-3b8e-4d0d-9cdb-091fa0753244 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:13:25.731234 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb5c854-3b8e-4d0d-9cdb-091fa0753244 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:13:25.731607 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb5c854-3b8e-4d0d-9cdb-091fa0753244 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:13:25.731926 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb5c854-3b8e-4d0d-9cdb-091fa0753244 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:13:25.732253 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb5c854-3b8e-4d0d-9cdb-091fa0753244 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:13:25.732579 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb5c854-3b8e-4d0d-9cdb-091fa0753244 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:13:25.732900 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb5c854-3b8e-4d0d-9cdb-091fa0753244 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:13:25.736246 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb5c854-3b8e-4d0d-9cdb-091fa0753244 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:13:25.736246 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb5c854-3b8e-4d0d-9cdb-091fa0753244 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:13:25.736246 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb5c854-3b8e-4d0d-9cdb-091fa0753244 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:13:25.736246 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb5c854-3b8e-4d0d-9cdb-091fa0753244 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:13:25.736246 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb5c854-3b8e-4d0d-9cdb-091fa0753244 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:13:25.738251 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ef2ccc8b-43bd-4532-92df-b3964c06395a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:25.758348 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eb5c854-3b8e-4d0d-9cdb-091fa0753244 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:13:25.769797 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-17a0c708-a3d8-4767-84a4-c426bd2b31db tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:25.769797 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a0c708-a3d8-4767-84a4-c426bd2b31db tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7f469215-ad62-43b5-ab4d-084225463ee2 {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:13:25.827033 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-17a0c708-a3d8-4767-84a4-c426bd2b31db tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:25.828209 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-17a0c708-a3d8-4767-84a4-c426bd2b31db tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] 10.222.0.36 "DELETE /v2.0/routers/7f469215-ad62-43b5-ab4d-084225463ee2 HTTP/1.1" status: 204 len: 168 time: 4.1130509 May 05 20:13:25.832169 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 32880) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:25.860790 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-e1f5d752-b9ba-4810-94f0-8a3db0aa8c29 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-144989750', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}, 'admin_state_up': False}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:13:25.877972 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e1f5d752-b9ba-4810-94f0-8a3db0aa8c29 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:13:25.888489 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-e1f5d752-b9ba-4810-94f0-8a3db0aa8c29 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Usage tracker for resource:router and tenant:84c44bbe9a46400ca904aba9c8d7d2a5 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:13:25.890277 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b8397cdc-b7b5-49ad-9877-4e5c48ec06c0 None None] Calling delete_port for 98504603-4ac8-4bf6-870d-5fdc051c231b owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:13:25.899534 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-e1f5d752-b9ba-4810-94f0-8a3db0aa8c29 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:13:25.917449 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-ef2ccc8b-43bd-4532-92df-b3964c06395a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:13:25.922588 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e1f5d752-b9ba-4810-94f0-8a3db0aa8c29 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:13:25.927810 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3eb5c854-3b8e-4d0d-9cdb-091fa0753244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:25.928264 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-3eb5c854-3b8e-4d0d-9cdb-091fa0753244 admin admin] Added segment 3cb51e4f-4171-42c9-8467-0979b530738a of type vlan for network 655c7f11-c965-4205-91a0-e680dbb467c6 May 05 20:13:25.942754 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-ef2ccc8b-43bd-4532-92df-b3964c06395a admin admin] Usage tracker for resource:security_group_rule and tenant:d5435ea847f54b7f9f901b0e8a3e6536 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:13:25.942884 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94ede9a5-ba3f-4f6f-8729-43a956c4b86e tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Router 37f2988b-3d7b-4946-acae-e85582718f6a has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:13:25.942974 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-f05428f0-4a4a-405f-ac6b-4b3958b908ce tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] For port 98504603-4ac8-4bf6-870d-5fdc051c231b, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=98504603-4ac8-4bf6-870d-5fdc051c231b,segment=NetworkSegment(759921d9-59fe-485d-b067-0180bf44585c),segment_id=759921d9-59fe-485d-b067-0180bf44585c)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:13:25.943791 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f05428f0-4a4a-405f-ac6b-4b3958b908ce tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:25.954795 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-ef2ccc8b-43bd-4532-92df-b3964c06395a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:13:25.966516 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-ef2ccc8b-43bd-4532-92df-b3964c06395a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:13:26.131784 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-f05428f0-4a4a-405f-ac6b-4b3958b908ce tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Calling delete_port for 98504603-4ac8-4bf6-870d-5fdc051c231b owned by network:dhcp {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:13:26.131948 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b8397cdc-b7b5-49ad-9877-4e5c48ec06c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:26.196343 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8397cdc-b7b5-49ad-9877-4e5c48ec06c0 None None] Pushing event deleted for resources: {'Port': ['ID=98504603-4ac8-4bf6-870d-5fdc051c231b,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:26.198573 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8397cdc-b7b5-49ad-9877-4e5c48ec06c0 None None] No DVR routers for this DVR port 98504603-4ac8-4bf6-870d-5fdc051c231b on host n-d-840717-1 {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:13:26.208576 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-1b0adaf2-556a-4ca2-a1ea-f35eb941a95d None None] Provisioning complete for port 37f4ef57-4300-470b-87bf-7672beac47a6 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:13:26.209743 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1b0adaf2-556a-4ca2-a1ea-f35eb941a95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:26.256212 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3eb5c854-3b8e-4d0d-9cdb-091fa0753244 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:26.307962 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3eb5c854-3b8e-4d0d-9cdb-091fa0753244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:26.309404 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb5c854-3b8e-4d0d-9cdb-091fa0753244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:13:26.310162 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3eb5c854-3b8e-4d0d-9cdb-091fa0753244 admin admin] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:26.317861 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-1b0adaf2-556a-4ca2-a1ea-f35eb941a95d None None] Port 37f4ef57-4300-470b-87bf-7672beac47a6 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:13:26.334260 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e1f5d752-b9ba-4810-94f0-8a3db0aa8c29 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:26.335321 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e1f5d752-b9ba-4810-94f0-8a3db0aa8c29 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:26.365233 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94ede9a5-ba3f-4f6f-8729-43a956c4b86e tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:13:26.378735 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ddaee3-262c-4971-be38-abbf4b959c30 None None] Sync routers for ids ['37f2988b-3d7b-4946-acae-e85582718f6a'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:13:26.389714 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e1f5d752-b9ba-4810-94f0-8a3db0aa8c29 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:26.395047 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-94ede9a5-ba3f-4f6f-8729-43a956c4b86e tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "PUT /v2.0/routers/37f2988b-3d7b-4946-acae-e85582718f6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5221920 May 05 20:13:26.395561 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ddaee3-262c-4971-be38-abbf4b959c30 None None] Routers {'37f2988b-3d7b-4946-acae-e85582718f6a'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:13:26.396346 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-e5ddaee3-262c-4971-be38-abbf4b959c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:13:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['37f2988b-3d7b-4946-acae-e85582718f6a'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:13:26.400665 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 32892) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:26.483672 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-3eb5c854-3b8e-4d0d-9cdb-091fa0753244 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.9099066 May 05 20:13:26.491257 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 98504603-4ac8-4bf6-870d-5fdc051c231b no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:13:26.542937 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a9ae89-3a8f-4982-ac13-a62397929f14 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:13:26.543927 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-03a9ae89-3a8f-4982-ac13-a62397929f14 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Synchronizing usage tracker for tenant:9b46723d474c4d6a82c8d63ca7324f68 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:13:26.546350 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 32898) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:26.558257 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-8a10e3e6-26dd-4f55-acc2-73c18f577065 admin admin] Request body: {'subnet': {'network_id': '655c7f11-c965-4205-91a0-e680dbb467c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1110412129-subnet', 'tenant_id': '927036785ae54ead8157bab84a61f12c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:13:26.573541 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb5c854-3b8e-4d0d-9cdb-091fa0753244 admin admin] Pushing event updated for resources: {'Network': ['ID=655c7f11-c965-4205-91a0-e680dbb467c6,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:26.578917 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8a10e3e6-26dd-4f55-acc2-73c18f577065 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:13:26.587784 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-8a10e3e6-26dd-4f55-acc2-73c18f577065 admin admin] Usage tracker for resource:subnet and tenant:927036785ae54ead8157bab84a61f12c is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:13:26.592951 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-e5ddaee3-262c-4971-be38-abbf4b959c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:13:26.593827 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-03a9ae89-3a8f-4982-ac13-a62397929f14 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Unset dirty status for tenant:9b46723d474c4d6a82c8d63ca7324f68 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:13:26.598337 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-03a9ae89-3a8f-4982-ac13-a62397929f14 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "GET /v2.0/ports/37f4ef57-4300-470b-87bf-7672beac47a6 HTTP/1.1" status: 200 len: 910 time: 0.1799743 May 05 20:13:26.598337 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-8a10e3e6-26dd-4f55-acc2-73c18f577065 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:13:26.598527 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.api [None req-f05428f0-4a4a-405f-ac6b-4b3958b908ce tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88197) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:13:26.598527 n-d-840717-1 neutron-server[88197]: DEBUG oslo_db.api [None req-f05428f0-4a4a-405f-ac6b-4b3958b908ce tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:13:26.598527 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 32904) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:26.604472 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 98504603-4ac8-4bf6-870d-5fdc051c231b {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:13:26.610584 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 98504603-4ac8-4bf6-870d-5fdc051c231b not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:13:26.611769 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 2af34d37-92a1-4598-b897-890e615ac065 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:13:26.621265 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ddaee3-262c-4971-be38-abbf4b959c30 None None] Routers {'37f2988b-3d7b-4946-acae-e85582718f6a'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:13:26.622118 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-e5ddaee3-262c-4971-be38-abbf4b959c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:13:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['37f2988b-3d7b-4946-acae-e85582718f6a'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:13:26.684350 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 655c7f11-c965-4205-91a0-e680dbb467c6 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:13:26.765044 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 2af34d37-92a1-4598-b897-890e615ac065 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:13:26.765738 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 2af34d37-92a1-4598-b897-890e615ac065 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:13:26.780435 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-e5ddaee3-262c-4971-be38-abbf4b959c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:13:26.780717 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ddaee3-262c-4971-be38-abbf4b959c30 None None] The sync data for ids ['37f2988b-3d7b-4946-acae-e85582718f6a'] in n-d-840717-1 is: [] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:13:26.908369 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8a10e3e6-26dd-4f55-acc2-73c18f577065 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:13:26.941254 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a10e3e6-26dd-4f55-acc2-73c18f577065 admin admin] Made reservation on behalf of 927036785ae54ead8157bab84a61f12c for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:13:26.943858 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8a10e3e6-26dd-4f55-acc2-73c18f577065 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:26.981076 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ef2ccc8b-43bd-4532-92df-b3964c06395a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:27.048317 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ef2ccc8b-43bd-4532-92df-b3964c06395a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:27.103937 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e1f5d752-b9ba-4810-94f0-8a3db0aa8c29 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:27.137189 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-f05428f0-4a4a-405f-ac6b-4b3958b908ce tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Deleting port 98504603-4ac8-4bf6-870d-5fdc051c231b {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:13:27.137814 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f05428f0-4a4a-405f-ac6b-4b3958b908ce tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:27.195662 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2ccc8b-43bd-4532-92df-b3964c06395a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4889a8d7-16ab-490a-9904-96363d080742,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:27.218473 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef2ccc8b-43bd-4532-92df-b3964c06395a admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:13:27.229481 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ef2ccc8b-43bd-4532-92df-b3964c06395a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:27.229904 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-ef2ccc8b-43bd-4532-92df-b3964c06395a admin admin] Added segment cd9c3e2f-9171-4356-8809-fe708c10d5fb of type vlan for network 1a338985-4bd3-4188-b714-89b62f33decf May 05 20:13:27.260804 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ef2ccc8b-43bd-4532-92df-b3964c06395a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:27.315711 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-f05428f0-4a4a-405f-ac6b-4b3958b908ce tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] The port '98504603-4ac8-4bf6-870d-5fdc051c231b' was deleted {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 20:13:27.343604 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8a10e3e6-26dd-4f55-acc2-73c18f577065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:27.424902 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ef2ccc8b-43bd-4532-92df-b3964c06395a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:27.426180 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2ccc8b-43bd-4532-92df-b3964c06395a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:13:27.426963 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ef2ccc8b-43bd-4532-92df-b3964c06395a admin admin] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:27.477289 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a10e3e6-26dd-4f55-acc2-73c18f577065 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4690a94e-2abe-4dd8-b04e-59253aa996fe,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:27.481367 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a10e3e6-26dd-4f55-acc2-73c18f577065 admin admin] Checking segment: {'id': '3cb51e4f-4171-42c9-8467-0979b530738a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '655c7f11-c965-4205-91a0-e680dbb467c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:13:27.481728 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a10e3e6-26dd-4f55-acc2-73c18f577065 admin admin] Network hostable DHCP agents. Network: 655c7f11-c965-4205-91a0-e680dbb467c6, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:13:27.561399 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a10e3e6-26dd-4f55-acc2-73c18f577065 admin admin] Network 655c7f11-c965-4205-91a0-e680dbb467c6 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:13:27.592489 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-8a10e3e6-26dd-4f55-acc2-73c18f577065 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 655c7f11-c965-4205-91a0-e680dbb467c6) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:13:27.596236 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a10e3e6-26dd-4f55-acc2-73c18f577065 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:13:27.596236 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8a10e3e6-26dd-4f55-acc2-73c18f577065 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:27.603848 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2cae48-ab46-43ba-ab4c-24d9041c79da None None] Network 655c7f11-c965-4205-91a0-e680dbb467c6 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:13:27.652992 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f05428f0-4a4a-405f-ac6b-4b3958b908ce tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:27.727855 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-8a10e3e6-26dd-4f55-acc2-73c18f577065 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1747818 May 05 20:13:27.949350 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e1f5d752-b9ba-4810-94f0-8a3db0aa8c29 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks [] for router_gateway, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:27.982200 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-f05428f0-4a4a-405f-ac6b-4b3958b908ce tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9c1c121-2fa0-44fa-9ed9-eb7de344e35e']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:13:27.995208 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae7f04a-7124-49d2-8f49-1376beaee94a None None] Network 655c7f11-c965-4205-91a0-e680dbb467c6 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:13:28.005356 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-f05428f0-4a4a-405f-ac6b-4b3958b908ce tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '759921d9-59fe-485d-b067-0180bf44585c') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:13:28.005601 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-f05428f0-4a4a-405f-ac6b-4b3958b908ce tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '759921d9-59fe-485d-b067-0180bf44585c') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:13:28.036399 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e1f5d752-b9ba-4810-94f0-8a3db0aa8c29 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:28.051206 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f05428f0-4a4a-405f-ac6b-4b3958b908ce tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:28.183790 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2ccc8b-43bd-4532-92df-b3964c06395a admin admin] Pushing event updated for resources: {'Network': ['ID=1a338985-4bd3-4188-b714-89b62f33decf,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:28.204687 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f05428f0-4a4a-405f-ac6b-4b3958b908ce tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:28.213972 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f05428f0-4a4a-405f-ac6b-4b3958b908ce tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:13:28.215680 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f05428f0-4a4a-405f-ac6b-4b3958b908ce tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:28.227512 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 1a338985-4bd3-4188-b714-89b62f33decf details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:13:28.341117 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-ef2ccc8b-43bd-4532-92df-b3964c06395a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.5888669 May 05 20:13:28.344504 n-d-840717-1 neutron-server[88197]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:13:28.344504 n-d-840717-1 neutron-server[88197]: util.warn( May 05 20:13:28.344504 n-d-840717-1 neutron-server[88197]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:13:28.344504 n-d-840717-1 neutron-server[88197]: util.warn( May 05 20:13:28.344504 n-d-840717-1 neutron-server[88197]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:13:28.344504 n-d-840717-1 neutron-server[88197]: util.warn( May 05 20:13:28.344504 n-d-840717-1 neutron-server[88197]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:13:28.344504 n-d-840717-1 neutron-server[88197]: util.warn( May 05 20:13:28.344504 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:13:28.344504 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:13:28.344504 n-d-840717-1 neutron-server[88197]: timer() May 05 20:13:28.344504 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:13:28.344504 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:13:28.344504 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:13:28.344504 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:13:28.344504 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:13:28.344504 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:13:28.344504 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:13:28.344504 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:13:28.344504 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:13:28.344504 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:13:28.344504 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:13:28.344504 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:13:28.344504 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:13:28.344504 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:13:28.344504 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:13:28.344504 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:13:28.344504 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:13:28.344504 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:13:28.344504 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:13:28.344504 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:13:28.344504 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:13:28.344504 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:13:28.344504 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:13:28.344504 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:13:28.344504 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:13:28.344504 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:13:28.344504 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:13:28.344504 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:13:28.344504 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:13:28.358735 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 32972) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:28.372440 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-7a087284-b073-41ab-9314-fcaa0c1acbfe admin admin] Request body: {'subnet': {'network_id': '1a338985-4bd3-4188-b714-89b62f33decf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-469332023-subnet', 'tenant_id': 'd5435ea847f54b7f9f901b0e8a3e6536', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:13:28.385393 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-7a087284-b073-41ab-9314-fcaa0c1acbfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:13:28.392073 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-e1f5d752-b9ba-4810-94f0-8a3db0aa8c29 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Allocated IP 172.25.0.156 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/42915c92-0305-4327-9dfd-5972d97905b9) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:13:28.394811 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-7a087284-b073-41ab-9314-fcaa0c1acbfe admin admin] Usage tracker for resource:subnet and tenant:d5435ea847f54b7f9f901b0e8a3e6536 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:13:28.399510 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f05428f0-4a4a-405f-ac6b-4b3958b908ce tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:28.405639 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f05428f0-4a4a-405f-ac6b-4b3958b908ce tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:28.409433 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-7a087284-b073-41ab-9314-fcaa0c1acbfe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:13:28.474400 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-7a087284-b073-41ab-9314-fcaa0c1acbfe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:13:28.488196 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f05428f0-4a4a-405f-ac6b-4b3958b908ce tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "DELETE /v2.0/networks/f9c1c121-2fa0-44fa-9ed9-eb7de344e35e HTTP/1.1" status: 204 len: 168 time: 3.6751709 May 05 20:13:28.496222 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05428f0-4a4a-405f-ac6b-4b3958b908ce tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event deleted for resources: {'Network': ['ID=f9c1c121-2fa0-44fa-9ed9-eb7de344e35e,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:28.498623 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 32978) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:28.516519 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-4961a545-23bb-4f51-b16e-218782545055 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-317771326'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:13:28.523478 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4961a545-23bb-4f51-b16e-218782545055 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:13:28.528985 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a087284-b073-41ab-9314-fcaa0c1acbfe admin admin] Made reservation on behalf of d5435ea847f54b7f9f901b0e8a3e6536 for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:13:28.531407 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7a087284-b073-41ab-9314-fcaa0c1acbfe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:28.544563 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4961a545-23bb-4f51-b16e-218782545055 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Usage tracker for resource:network and tenant:88760c5e167e4c4abc1263be6642087f is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:13:28.551518 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4961a545-23bb-4f51-b16e-218782545055 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:13:28.569177 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 32982) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:28.579139 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4961a545-23bb-4f51-b16e-218782545055 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:13:28.699161 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4961a545-23bb-4f51-b16e-218782545055 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Made reservation on behalf of 88760c5e167e4c4abc1263be6642087f for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:13:28.702873 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4961a545-23bb-4f51-b16e-218782545055 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:28.739518 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-99371d59-4a4a-437f-9b48-ed1e2546612d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:28.780861 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e1f5d752-b9ba-4810-94f0-8a3db0aa8c29 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:28.820125 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e1f5d752-b9ba-4810-94f0-8a3db0aa8c29 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:28.902668 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f5d752-b9ba-4810-94f0-8a3db0aa8c29 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:13:28.905849 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-e1f5d752-b9ba-4810-94f0-8a3db0aa8c29 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:13:28.909629 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f5d752-b9ba-4810-94f0-8a3db0aa8c29 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:13:28.926080 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4961a545-23bb-4f51-b16e-218782545055 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:13:28.932980 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c67f2e3c-63c0-4bfc-9f83-7d51f8ebba19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:28.954805 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f5d752-b9ba-4810-94f0-8a3db0aa8c29 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Pushing event updated for resources: {'Port': ['ID=42915c92-0305-4327-9dfd-5972d97905b9,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:29.005512 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4961a545-23bb-4f51-b16e-218782545055 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:29.006008 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-4961a545-23bb-4f51-b16e-218782545055 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Added segment 593dc445-1fa1-4a7c-9116-05cf59d54705 of type vlan for network 39c3b784-bb67-456a-98af-3d4c4bce02c4 May 05 20:13:29.012723 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-c67f2e3c-63c0-4bfc-9f83-7d51f8ebba19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:13:29.030610 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-c67f2e3c-63c0-4bfc-9f83-7d51f8ebba19 admin admin] Usage tracker for resource:security_group_rule and tenant:e4061f40c2a44225919fb98961b777d2 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:13:29.037986 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-c67f2e3c-63c0-4bfc-9f83-7d51f8ebba19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:13:29.106730 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-c67f2e3c-63c0-4bfc-9f83-7d51f8ebba19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:13:29.187960 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4961a545-23bb-4f51-b16e-218782545055 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:29.298771 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7a087284-b073-41ab-9314-fcaa0c1acbfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:29.351117 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4961a545-23bb-4f51-b16e-218782545055 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:29.357149 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4961a545-23bb-4f51-b16e-218782545055 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:13:29.357690 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4961a545-23bb-4f51-b16e-218782545055 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:29.519051 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e1f5d752-b9ba-4810-94f0-8a3db0aa8c29 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks [] for router_gateway, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:29.718751 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961a545-23bb-4f51-b16e-218782545055 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event updated for resources: {'Network': ['ID=39c3b784-bb67-456a-98af-3d4c4bce02c4,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:29.730007 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 39c3b784-bb67-456a-98af-3d4c4bce02c4 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:13:29.776599 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c67f2e3c-63c0-4bfc-9f83-7d51f8ebba19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:29.796272 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c67f2e3c-63c0-4bfc-9f83-7d51f8ebba19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:29.822470 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-4961a545-23bb-4f51-b16e-218782545055 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3200071 May 05 20:13:29.825546 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33018) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:29.834890 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-5a7195c9-0596-4e98-93c8-760734113ac3 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Request body: {'subnet': {'network_id': '39c3b784-bb67-456a-98af-3d4c4bce02c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:13:29.920416 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a087284-b073-41ab-9314-fcaa0c1acbfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b044dc8-5eed-465c-85b3-c2ce52d6a57a,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:29.963730 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-99371d59-4a4a-437f-9b48-ed1e2546612d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Deleting port 37f4ef57-4300-470b-87bf-7672beac47a6 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:13:29.964213 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-99371d59-4a4a-437f-9b48-ed1e2546612d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:30.147796 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-c67f2e3c-63c0-4bfc-9f83-7d51f8ebba19 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e4061f40c2a44225919fb98961b777d2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5743012 May 05 20:13:30.149074 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a087284-b073-41ab-9314-fcaa0c1acbfe admin admin] Checking segment: {'id': 'cd9c3e2f-9171-4356-8809-fe708c10d5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1a338985-4bd3-4188-b714-89b62f33decf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:13:30.149703 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a087284-b073-41ab-9314-fcaa0c1acbfe admin admin] Network hostable DHCP agents. Network: 1a338985-4bd3-4188-b714-89b62f33decf, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:13:30.161829 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33034) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:30.168987 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5a7195c9-0596-4e98-93c8-760734113ac3 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:13:30.173213 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67f2e3c-63c0-4bfc-9f83-7d51f8ebba19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=554de6dd-7bce-4333-97a4-df8253402afb,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:30.224689 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a087284-b073-41ab-9314-fcaa0c1acbfe admin admin] Network 1a338985-4bd3-4188-b714-89b62f33decf is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:13:30.235445 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-5a7195c9-0596-4e98-93c8-760734113ac3 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Usage tracker for resource:subnet and tenant:88760c5e167e4c4abc1263be6642087f is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:13:30.242757 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-99371d59-4a4a-437f-9b48-ed1e2546612d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:30.245080 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-5a7195c9-0596-4e98-93c8-760734113ac3 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:13:30.253316 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-7a087284-b073-41ab-9314-fcaa0c1acbfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 1a338985-4bd3-4188-b714-89b62f33decf) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:13:30.259488 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5a7195c9-0596-4e98-93c8-760734113ac3 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:13:30.266988 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a087284-b073-41ab-9314-fcaa0c1acbfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:13:30.267823 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7a087284-b073-41ab-9314-fcaa0c1acbfe admin admin] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:30.268337 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32eb54d-8edb-462c-a281-d1a262c82ec9 None None] Network 1a338985-4bd3-4188-b714-89b62f33decf requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:13:30.313060 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e1f5d752-b9ba-4810-94f0-8a3db0aa8c29 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:30.355010 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7195c9-0596-4e98-93c8-760734113ac3 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Made reservation on behalf of 88760c5e167e4c4abc1263be6642087f for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:13:30.360016 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5a7195c9-0596-4e98-93c8-760734113ac3 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:30.577016 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-99371d59-4a4a-437f-9b48-ed1e2546612d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Calling delete_port for 37f4ef57-4300-470b-87bf-7672beac47a6 owned by network:router_interface {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:13:30.639834 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7418961-b2e5-459b-be5e-ca1e4a49d810 None None] Network 1a338985-4bd3-4188-b714-89b62f33decf requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:13:30.645433 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5802adb5-3e8f-4486-849b-07cf0b1ad736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:30.694231 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-7a087284-b073-41ab-9314-fcaa0c1acbfe admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.3277099 May 05 20:13:30.918041 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c45d8f-ac34-4bc2-8191-de6a8fa30b6d req-25b96754-43fe-408e-a16b-0f5f0e78fbfe tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:13:30.918781 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-82c45d8f-ac34-4bc2-8191-de6a8fa30b6d req-25b96754-43fe-408e-a16b-0f5f0e78fbfe tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Synchronizing usage tracker for tenant:927036785ae54ead8157bab84a61f12c on resource:network {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:13:30.952155 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-82c45d8f-ac34-4bc2-8191-de6a8fa30b6d req-25b96754-43fe-408e-a16b-0f5f0e78fbfe tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Unset dirty status for tenant:927036785ae54ead8157bab84a61f12c on resource:network {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:13:30.959473 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-82c45d8f-ac34-4bc2-8191-de6a8fa30b6d req-25b96754-43fe-408e-a16b-0f5f0e78fbfe tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] 10.222.0.36 "GET /v2.0/networks?id=655c7f11-c965-4205-91a0-e680dbb467c6 HTTP/1.1" status: 200 len: 809 time: 0.4164495 May 05 20:13:31.043567 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-82c45d8f-ac34-4bc2-8191-de6a8fa30b6d req-3b143a3d-93d5-4047-b689-a32b3d2db108 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] 10.222.0.36 "GET /v2.0/quotas/927036785ae54ead8157bab84a61f12c HTTP/1.1" status: 200 len: 375 time: 0.0828495 May 05 20:13:31.111289 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5802adb5-3e8f-4486-849b-07cf0b1ad736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:31.113447 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-82c45d8f-ac34-4bc2-8191-de6a8fa30b6d req-50219a8a-67ee-4918-a01b-440f7ea710e5 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=927036785ae54ead8157bab84a61f12c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0688298 May 05 20:13:31.176201 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-99371d59-4a4a-437f-9b48-ed1e2546612d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:31.246838 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5a7195c9-0596-4e98-93c8-760734113ac3 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:31.280929 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99371d59-4a4a-437f-9b48-ed1e2546612d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Pushing event deleted for resources: {'Port': ['ID=37f4ef57-4300-470b-87bf-7672beac47a6,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:31.301171 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5802adb5-3e8f-4486-849b-07cf0b1ad736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:31.303674 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1f5d752-b9ba-4810-94f0-8a3db0aa8c29 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Router dea6bc72-c805-45b3-bd92-f51f39522651 is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:13:31.328344 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5802adb5-3e8f-4486-849b-07cf0b1ad736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=554de6dd-7bce-4333-97a4-df8253402afb,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:31.415712 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-82c45d8f-ac34-4bc2-8191-de6a8fa30b6d req-2daa2aa9-6564-4573-9f61-321a65a0576e service neutron] 10.222.0.36 "GET /v2.0/networks/655c7f11-c965-4205-91a0-e680dbb467c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011961 May 05 20:13:31.426560 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7195c9-0596-4e98-93c8-760734113ac3 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event updated for resources: {'Subnet': ['ID=15b31ca3-d51e-4ca2-9b6b-05ca3b2f109d,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:31.468831 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7195c9-0596-4e98-93c8-760734113ac3 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Checking segment: {'id': '593dc445-1fa1-4a7c-9116-05cf59d54705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '39c3b784-bb67-456a-98af-3d4c4bce02c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:13:31.469263 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7195c9-0596-4e98-93c8-760734113ac3 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Network hostable DHCP agents. Network: 39c3b784-bb67-456a-98af-3d4c4bce02c4, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:13:31.478050 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5802adb5-3e8f-4486-849b-07cf0b1ad736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:31.481801 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-5802adb5-3e8f-4486-849b-07cf0b1ad736 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/554de6dd-7bce-4333-97a4-df8253402afb HTTP/1.1" status: 204 len: 168 time: 1.3164749 May 05 20:13:31.652645 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7195c9-0596-4e98-93c8-760734113ac3 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Network 39c3b784-bb67-456a-98af-3d4c4bce02c4 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:13:31.685696 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f5d752-b9ba-4810-94f0-8a3db0aa8c29 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:13:31.695395 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef555d9-5742-4dd2-bd08-4130ac7ba486 None None] Sync routers for ids ['dea6bc72-c805-45b3-bd92-f51f39522651'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:13:31.697777 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-5a7195c9-0596-4e98-93c8-760734113ac3 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 39c3b784-bb67-456a-98af-3d4c4bce02c4) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:13:31.703609 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7195c9-0596-4e98-93c8-760734113ac3 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:13:31.704298 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5a7195c9-0596-4e98-93c8-760734113ac3 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:31.708906 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef555d9-5742-4dd2-bd08-4130ac7ba486 None None] Routers {'dea6bc72-c805-45b3-bd92-f51f39522651'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:13:31.709605 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-eef555d9-5742-4dd2-bd08-4130ac7ba486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:13:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['dea6bc72-c805-45b3-bd92-f51f39522651'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:13:31.733661 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-5a7195c9-0596-4e98-93c8-760734113ac3 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9065104 May 05 20:13:31.736603 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33078) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:31.746816 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-1a54c572-d131-4dd2-9831-eb52ff568aaa tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-9623904', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:13:31.754007 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e1f5d752-b9ba-4810-94f0-8a3db0aa8c29 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:31.755138 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e1f5d752-b9ba-4810-94f0-8a3db0aa8c29 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.9196019 May 05 20:13:31.756423 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1a54c572-d131-4dd2-9831-eb52ff568aaa tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:13:31.758515 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33082) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:31.764172 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-1a54c572-d131-4dd2-9831-eb52ff568aaa tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Usage tracker for resource:router and tenant:88760c5e167e4c4abc1263be6642087f is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:13:31.769465 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-4a0040dd-8062-43cd-865f-0832f06e9852 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'enable_snat': False}}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:13:31.780493 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f59a3b-3fbf-44f1-8f74-26ac8f69b439 None None] Network 39c3b784-bb67-456a-98af-3d4c4bce02c4 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:13:31.832400 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-1a54c572-d131-4dd2-9831-eb52ff568aaa tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:13:31.837984 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-eef555d9-5742-4dd2-bd08-4130ac7ba486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:13:31.842321 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-99371d59-4a4a-437f-9b48-ed1e2546612d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:31.859563 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1a54c572-d131-4dd2-9831-eb52ff568aaa tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:13:31.959384 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef555d9-5742-4dd2-bd08-4130ac7ba486 None None] Routers {'dea6bc72-c805-45b3-bd92-f51f39522651'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:13:31.960228 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-eef555d9-5742-4dd2-bd08-4130ac7ba486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:13:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['dea6bc72-c805-45b3-bd92-f51f39522651'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:13:31.971143 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1a54c572-d131-4dd2-9831-eb52ff568aaa tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:31.972443 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1a54c572-d131-4dd2-9831-eb52ff568aaa tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:31.990190 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-82c45d8f-ac34-4bc2-8191-de6a8fa30b6d req-0454051f-a006-413e-9c30-522ba53c6faf service neutron] 10.222.0.36 "GET /v2.0/networks/655c7f11-c965-4205-91a0-e680dbb467c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5695858 May 05 20:13:32.029359 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33094) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:32.049214 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1a54c572-d131-4dd2-9831-eb52ff568aaa tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:32.061544 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-eef555d9-5742-4dd2-bd08-4130ac7ba486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:13:32.061953 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef555d9-5742-4dd2-bd08-4130ac7ba486 None None] The sync data for ids ['dea6bc72-c805-45b3-bd92-f51f39522651'] in n-d-840717-1 is: [] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:13:32.206244 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-50be402a-b9fa-41d4-98fd-394cd8cfcf14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:32.240794 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-50be402a-b9fa-41d4-98fd-394cd8cfcf14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:13:32.290218 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f097b075-fd39-4c12-906b-f95ec3cf4d49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-39c3b784-bb67-456a-98af-3d4c4bce02c4', 'network_id': '39c3b784-bb67-456a-98af-3d4c4bce02c4', 'tenant_id': '88760c5e167e4c4abc1263be6642087f', 'fixed_ips': [{'subnet_id': '15b31ca3-d51e-4ca2-9b6b-05ca3b2f109d'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:13:32.291107 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f097b075-fd39-4c12-906b-f95ec3cf4d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:32.350122 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-50be402a-b9fa-41d4-98fd-394cd8cfcf14 admin admin] Usage tracker for resource:security_group_rule and tenant:73f692c48ecb45b68ca12065d37cedc0 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:13:32.394579 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-50be402a-b9fa-41d4-98fd-394cd8cfcf14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:13:32.572766 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ed183fc0-8a64-485d-830d-c68b019b4879 req-31e110a0-8994-40df-a2a9-e720cef57149 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] 10.222.0.36 "GET /v2.0/ports?device_id=260e7d34-7f01-4a83-8092-b799d5975992 HTTP/1.1" status: 200 len: 210 time: 0.0677137 May 05 20:13:32.616874 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99371d59-4a4a-437f-9b48-ed1e2546612d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Router 37f2988b-3d7b-4946-acae-e85582718f6a has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:13:32.684618 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-f097b075-fd39-4c12-906b-f95ec3cf4d49 None None] Allocated IP 2001:db8::2 (39c3b784-bb67-456a-98af-3d4c4bce02c4/15b31ca3-d51e-4ca2-9b6b-05ca3b2f109d/418aa316-3e38-4c3d-9cbd-41a8c10f5720) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:13:32.800505 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99371d59-4a4a-437f-9b48-ed1e2546612d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:13:32.810407 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a014f55-a8db-4c44-9e8c-6d77608069a9 None None] Sync routers for ids ['37f2988b-3d7b-4946-acae-e85582718f6a'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:13:32.824237 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a014f55-a8db-4c44-9e8c-6d77608069a9 None None] Routers {'37f2988b-3d7b-4946-acae-e85582718f6a'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:13:32.824877 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-4a014f55-a8db-4c44-9e8c-6d77608069a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:13:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['37f2988b-3d7b-4946-acae-e85582718f6a'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:13:32.849909 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-99371d59-4a4a-437f-9b48-ed1e2546612d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "PUT /v2.0/routers/37f2988b-3d7b-4946-acae-e85582718f6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2491620 May 05 20:13:32.852671 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33122) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:32.871690 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4a0040dd-8062-43cd-865f-0832f06e9852 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:32.880017 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-50be402a-b9fa-41d4-98fd-394cd8cfcf14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:13:32.888248 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1a54c572-d131-4dd2-9831-eb52ff568aaa tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:32.972885 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-4a014f55-a8db-4c44-9e8c-6d77608069a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:13:32.993677 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a014f55-a8db-4c44-9e8c-6d77608069a9 None None] Routers {'37f2988b-3d7b-4946-acae-e85582718f6a'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:13:32.994735 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-4a014f55-a8db-4c44-9e8c-6d77608069a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:13:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['37f2988b-3d7b-4946-acae-e85582718f6a'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:13:33.000624 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dbc1f6-3e12-4439-85ce-e631dd4357ed req-ee1234d4-bb23-48f6-b69a-7850948f0945 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:13:33.010154 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b0dbc1f6-3e12-4439-85ce-e631dd4357ed req-ee1234d4-bb23-48f6-b69a-7850948f0945 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1d1e55-8689-4939-b673-836425f8455e HTTP/1.1" status: 200 len: 946 time: 0.8047731 May 05 20:13:33.051398 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1a54c572-d131-4dd2-9831-eb52ff568aaa tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:33.054959 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-1a54c572-d131-4dd2-9831-eb52ff568aaa tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.3135464 May 05 20:13:33.060718 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33132) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:33.074607 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-6d8fe09e-1936-4cd6-94db-36fa8458f6c2 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Request body: {'port': {'network_id': '39c3b784-bb67-456a-98af-3d4c4bce02c4', 'name': 'tempest-PortsIpV6TestJSON-1727045044'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:13:33.084772 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f097b075-fd39-4c12-906b-f95ec3cf4d49 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:33.101069 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-4a014f55-a8db-4c44-9e8c-6d77608069a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:13:33.101831 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a014f55-a8db-4c44-9e8c-6d77608069a9 None None] The sync data for ids ['37f2988b-3d7b-4946-acae-e85582718f6a'] in n-d-840717-1 is: [] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:13:33.117938 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-f097b075-fd39-4c12-906b-f95ec3cf4d49 None None] Transition to ACTIVE for port object 418aa316-3e38-4c3d-9cbd-41a8c10f5720 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:13:33.142458 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-f097b075-fd39-4c12-906b-f95ec3cf4d49 None None] Transition to ACTIVE for port object 418aa316-3e38-4c3d-9cbd-41a8c10f5720 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:13:33.153233 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f097b075-fd39-4c12-906b-f95ec3cf4d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:33.189972 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b0dbc1f6-3e12-4439-85ce-e631dd4357ed req-0567653b-c993-4d88-b0b5-6554b2ec9be1 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa34c6b7-f79e-42a5-a73d-73f26fc7f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1788108 May 05 20:13:33.237023 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f097b075-fd39-4c12-906b-f95ec3cf4d49 None None] Network 39c3b784-bb67-456a-98af-3d4c4bce02c4 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:13:33.250070 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f097b075-fd39-4c12-906b-f95ec3cf4d49 None None] Pushing event updated for resources: {'Port': ['ID=418aa316-3e38-4c3d-9cbd-41a8c10f5720,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:33.258106 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-f097b075-fd39-4c12-906b-f95ec3cf4d49 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:13:33.261176 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f097b075-fd39-4c12-906b-f95ec3cf4d49 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:13:33.308944 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-50be402a-b9fa-41d4-98fd-394cd8cfcf14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:33.348808 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-50be402a-b9fa-41d4-98fd-394cd8cfcf14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:33.383881 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-f097b075-fd39-4c12-906b-f95ec3cf4d49 None None] Attempting to bind port 418aa316-3e38-4c3d-9cbd-41a8c10f5720 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:13:33.384292 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-f097b075-fd39-4c12-906b-f95ec3cf4d49 None None] Attempting to bind port 418aa316-3e38-4c3d-9cbd-41a8c10f5720 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '593dc445-1fa1-4a7c-9116-05cf59d54705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '39c3b784-bb67-456a-98af-3d4c4bce02c4'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:13:33.384700 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f097b075-fd39-4c12-906b-f95ec3cf4d49 None None] Attempting to bind port 418aa316-3e38-4c3d-9cbd-41a8c10f5720 on network 39c3b784-bb67-456a-98af-3d4c4bce02c4 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:13:33.390729 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f097b075-fd39-4c12-906b-f95ec3cf4d49 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:13:33.391109 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f097b075-fd39-4c12-906b-f95ec3cf4d49 None None] Checking segment: {'id': '593dc445-1fa1-4a7c-9116-05cf59d54705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '39c3b784-bb67-456a-98af-3d4c4bce02c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:13:33.391536 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f097b075-fd39-4c12-906b-f95ec3cf4d49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:33.391932 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f097b075-fd39-4c12-906b-f95ec3cf4d49 None None] Bound using segment: {'id': '593dc445-1fa1-4a7c-9116-05cf59d54705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '39c3b784-bb67-456a-98af-3d4c4bce02c4'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:13:33.392438 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-f097b075-fd39-4c12-906b-f95ec3cf4d49 None None] Bound port: 418aa316-3e38-4c3d-9cbd-41a8c10f5720, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '593dc445-1fa1-4a7c-9116-05cf59d54705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '39c3b784-bb67-456a-98af-3d4c4bce02c4'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:13:33.393654 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f097b075-fd39-4c12-906b-f95ec3cf4d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:33.530166 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-50be402a-b9fa-41d4-98fd-394cd8cfcf14 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=73f692c48ecb45b68ca12065d37cedc0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4982407 May 05 20:13:33.530959 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33156) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:33.539900 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50be402a-b9fa-41d4-98fd-394cd8cfcf14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f9dc4b-07f7-48dc-8c33-d9d67228c14a,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:33.544480 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-6d8fe09e-1936-4cd6-94db-36fa8458f6c2 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:13:33.565463 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-6d8fe09e-1936-4cd6-94db-36fa8458f6c2 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Usage tracker for resource:port and tenant:88760c5e167e4c4abc1263be6642087f is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:13:33.570561 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-6d8fe09e-1936-4cd6-94db-36fa8458f6c2 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:13:33.611961 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-f097b075-fd39-4c12-906b-f95ec3cf4d49 None None] For port 418aa316-3e38-4c3d-9cbd-41a8c10f5720, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:13:33.620400 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-f097b075-fd39-4c12-906b-f95ec3cf4d49 None None] For port 418aa316-3e38-4c3d-9cbd-41a8c10f5720, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=418aa316-3e38-4c3d-9cbd-41a8c10f5720,segment=NetworkSegment(593dc445-1fa1-4a7c-9116-05cf59d54705),segment_id=593dc445-1fa1-4a7c-9116-05cf59d54705)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:13:33.627827 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f097b075-fd39-4c12-906b-f95ec3cf4d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:33.806848 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f097b075-fd39-4c12-906b-f95ec3cf4d49 None None] Pushing event updated for resources: {'Port': ['ID=418aa316-3e38-4c3d-9cbd-41a8c10f5720,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:33.829554 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-6d8fe09e-1936-4cd6-94db-36fa8458f6c2 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:13:33.884119 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d8fe09e-1936-4cd6-94db-36fa8458f6c2 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Made reservation on behalf of 88760c5e167e4c4abc1263be6642087f for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:13:33.888817 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6d8fe09e-1936-4cd6-94db-36fa8458f6c2 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:33.935912 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4ad36cea-8e22-416d-a21c-34fb33c963a1 req-ce347ed3-b725-43b6-bb9a-9d9be6bf8f8e tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] 10.222.0.36 "GET /v2.0/ports?device_id=260e7d34-7f01-4a83-8092-b799d5975992 HTTP/1.1" status: 200 len: 210 time: 0.1091440 May 05 20:13:33.968721 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-6d8fe09e-1936-4cd6-94db-36fa8458f6c2 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] device_id is not set on port 10b5b25e-401c-4d3e-aa15-ec459e19f6d8 yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:13:33.988210 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d189b01-88d0-419a-ba6f-c562561dbce3 req-c40e3331-829c-4184-913c-ecd78488cadc tempest-ServerGroupTestJSON-1343252387 tempest-ServerGroupTestJSON-1343252387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:13:33.988899 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-3d189b01-88d0-419a-ba6f-c562561dbce3 req-c40e3331-829c-4184-913c-ecd78488cadc tempest-ServerGroupTestJSON-1343252387 tempest-ServerGroupTestJSON-1343252387-project] Synchronizing usage tracker for tenant:d5435ea847f54b7f9f901b0e8a3e6536 on resource:network {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:13:34.075548 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f8530432-7269-4895-a947-5077f6529d7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:34.081530 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-3d189b01-88d0-419a-ba6f-c562561dbce3 req-c40e3331-829c-4184-913c-ecd78488cadc tempest-ServerGroupTestJSON-1343252387 tempest-ServerGroupTestJSON-1343252387-project] Unset dirty status for tenant:d5435ea847f54b7f9f901b0e8a3e6536 on resource:network {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:13:34.091942 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3d189b01-88d0-419a-ba6f-c562561dbce3 req-c40e3331-829c-4184-913c-ecd78488cadc tempest-ServerGroupTestJSON-1343252387 tempest-ServerGroupTestJSON-1343252387-project] 10.222.0.36 "GET /v2.0/networks?id=1a338985-4bd3-4188-b714-89b62f33decf HTTP/1.1" status: 200 len: 809 time: 0.5246146 May 05 20:13:34.188821 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3d189b01-88d0-419a-ba6f-c562561dbce3 req-f0894c1f-0d4c-4a1d-b218-1dd1f6e935b6 tempest-ServerGroupTestJSON-1343252387 tempest-ServerGroupTestJSON-1343252387-project] 10.222.0.36 "GET /v2.0/quotas/d5435ea847f54b7f9f901b0e8a3e6536 HTTP/1.1" status: 200 len: 375 time: 0.0961821 May 05 20:13:34.277391 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 418aa316-3e38-4c3d-9cbd-41a8c10f5720 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:13:34.302209 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c45d8f-ac34-4bc2-8191-de6a8fa30b6d req-11c69096-0877-4e53-9906-629d33ae61b4 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:13:34.304182 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-82c45d8f-ac34-4bc2-8191-de6a8fa30b6d req-11c69096-0877-4e53-9906-629d33ae61b4 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] 10.222.0.50 "GET /v2.0/networks?id=655c7f11-c965-4205-91a0-e680dbb467c6 HTTP/1.1" status: 200 len: 809 time: 0.4276617 May 05 20:13:34.306777 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3d189b01-88d0-419a-ba6f-c562561dbce3 req-1aaa9cee-075a-4e63-8678-d8cbce581596 tempest-ServerGroupTestJSON-1343252387 tempest-ServerGroupTestJSON-1343252387-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d5435ea847f54b7f9f901b0e8a3e6536&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1170852 May 05 20:13:34.321635 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-82c45d8f-ac34-4bc2-8191-de6a8fa30b6d req-d9c4b51b-8150-45a1-9cf3-06015fd0eba2 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Request body: {'port': {'device_id': '260e7d34-7f01-4a83-8092-b799d5975992', 'network_id': '655c7f11-c965-4205-91a0-e680dbb467c6', 'admin_state_up': True, 'tenant_id': '927036785ae54ead8157bab84a61f12c'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:13:34.402442 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f8530432-7269-4895-a947-5077f6529d7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:34.435542 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 418aa316-3e38-4c3d-9cbd-41a8c10f5720 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:13:34.491096 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-6d8fe09e-1936-4cd6-94db-36fa8458f6c2 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Allocated IP 2001:db8::380 (39c3b784-bb67-456a-98af-3d4c4bce02c4/15b31ca3-d51e-4ca2-9b6b-05ca3b2f109d/10b5b25e-401c-4d3e-aa15-ec459e19f6d8) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:13:34.636139 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5912343f-8c29-4bf1-ab08-231c0dc03ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:34.735281 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f8530432-7269-4895-a947-5077f6529d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:34.785350 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b6d234dc-7ded-4525-98d9-b09b6beaf746 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:34.885254 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8530432-7269-4895-a947-5077f6529d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f9dc4b-07f7-48dc-8c33-d9d67228c14a,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:34.922248 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-82c45d8f-ac34-4bc2-8191-de6a8fa30b6d req-d9c4b51b-8150-45a1-9cf3-06015fd0eba2 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:13:34.927919 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-82c45d8f-ac34-4bc2-8191-de6a8fa30b6d req-d9c4b51b-8150-45a1-9cf3-06015fd0eba2 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Usage tracker for resource:port and tenant:927036785ae54ead8157bab84a61f12c is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:13:34.932586 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-82c45d8f-ac34-4bc2-8191-de6a8fa30b6d req-d9c4b51b-8150-45a1-9cf3-06015fd0eba2 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:13:34.938813 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-82c45d8f-ac34-4bc2-8191-de6a8fa30b6d req-d9c4b51b-8150-45a1-9cf3-06015fd0eba2 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:13:34.946403 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8530432-7269-4895-a947-5077f6529d7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:13:34.946744 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8530432-7269-4895-a947-5077f6529d7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:13:34.947746 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8530432-7269-4895-a947-5077f6529d7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:13:34.948550 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8530432-7269-4895-a947-5077f6529d7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:13:34.948550 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8530432-7269-4895-a947-5077f6529d7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:13:34.948766 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8530432-7269-4895-a947-5077f6529d7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:13:34.949243 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8530432-7269-4895-a947-5077f6529d7c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:13:34.949547 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8530432-7269-4895-a947-5077f6529d7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:13:34.949853 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8530432-7269-4895-a947-5077f6529d7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:13:34.950166 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8530432-7269-4895-a947-5077f6529d7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:13:34.950505 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8530432-7269-4895-a947-5077f6529d7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:13:34.950816 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8530432-7269-4895-a947-5077f6529d7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:13:34.959843 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f8530432-7269-4895-a947-5077f6529d7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:34.982942 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f8530432-7269-4895-a947-5077f6529d7c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/25f9dc4b-07f7-48dc-8c33-d9d67228c14a HTTP/1.1" status: 204 len: 168 time: 1.4381897 May 05 20:13:35.149746 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82c45d8f-ac34-4bc2-8191-de6a8fa30b6d req-d9c4b51b-8150-45a1-9cf3-06015fd0eba2 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Made reservation on behalf of 927036785ae54ead8157bab84a61f12c for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:13:35.155176 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-82c45d8f-ac34-4bc2-8191-de6a8fa30b6d req-d9c4b51b-8150-45a1-9cf3-06015fd0eba2 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:35.176715 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3d189b01-88d0-419a-ba6f-c562561dbce3 req-cd24c6c0-0685-4f49-8589-984e22fae22f service neutron] 10.222.0.36 "GET /v2.0/networks/1a338985-4bd3-4188-b714-89b62f33decf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8600936 May 05 20:13:35.360035 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6210e2d-58b6-49c2-bc5c-4a394cffd406 None None] Network 39c3b784-bb67-456a-98af-3d4c4bce02c4 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:13:35.419039 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a0bc4-61b6-4aa9-96fc-f9cea3abeed1 req-8ca108f9-f68c-4ecd-a052-7be980f9e85c tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:13:35.426210 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a10a0bc4-61b6-4aa9-96fc-f9cea3abeed1 req-8ca108f9-f68c-4ecd-a052-7be980f9e85c tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1d1e55-8689-4939-b673-836425f8455e HTTP/1.1" status: 200 len: 946 time: 0.6701100 May 05 20:13:35.634569 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-a616c71c-53f8-4023-97f1-8b9882fc1ce9 None None] Provisioning for port 418aa316-3e38-4c3d-9cbd-41a8c10f5720 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:13:35.660747 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-a616c71c-53f8-4023-97f1-8b9882fc1ce9 None None] Provisioning complete for port 418aa316-3e38-4c3d-9cbd-41a8c10f5720 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:13:35.661144 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a616c71c-53f8-4023-97f1-8b9882fc1ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:35.669655 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4a0040dd-8062-43cd-865f-0832f06e9852 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:35.678057 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6d8fe09e-1936-4cd6-94db-36fa8458f6c2 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:35.706517 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4a0040dd-8062-43cd-865f-0832f06e9852 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-641266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-641259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-651706'] for router, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:35.708978 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-6d8fe09e-1936-4cd6-94db-36fa8458f6c2 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Transition to ACTIVE for port object 10b5b25e-401c-4d3e-aa15-ec459e19f6d8 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:13:35.799002 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a10a0bc4-61b6-4aa9-96fc-f9cea3abeed1 req-6ce715ef-72a9-463a-8fde-8699fb9d59fe tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa34c6b7-f79e-42a5-a73d-73f26fc7f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3721983 May 05 20:13:35.823210 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3d189b01-88d0-419a-ba6f-c562561dbce3 req-d47ef629-1132-4bcf-b93f-88612bba74d5 service neutron] 10.222.0.36 "GET /v2.0/networks/1a338985-4bd3-4188-b714-89b62f33decf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6155202 May 05 20:13:35.968790 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a616c71c-53f8-4023-97f1-8b9882fc1ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:36.020964 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-a616c71c-53f8-4023-97f1-8b9882fc1ce9 None None] For port 418aa316-3e38-4c3d-9cbd-41a8c10f5720, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=418aa316-3e38-4c3d-9cbd-41a8c10f5720,segment=NetworkSegment(593dc445-1fa1-4a7c-9116-05cf59d54705),segment_id=593dc445-1fa1-4a7c-9116-05cf59d54705)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:13:36.035912 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a616c71c-53f8-4023-97f1-8b9882fc1ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:36.051266 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-82c45d8f-ac34-4bc2-8191-de6a8fa30b6d req-d9c4b51b-8150-45a1-9cf3-06015fd0eba2 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Allocated IP 172.20.0.8 (655c7f11-c965-4205-91a0-e680dbb467c6/4690a94e-2abe-4dd8-b04e-59253aa996fe/20176e3d-4a1a-454b-b4ac-8b4dbaa58f10) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:13:36.077641 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-b6d234dc-7ded-4525-98d9-b09b6beaf746 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Deleting port ffddd1c9-99a0-447b-8668-32a238a7b1a0 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:13:36.077987 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b6d234dc-7ded-4525-98d9-b09b6beaf746 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:36.144342 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a616c71c-53f8-4023-97f1-8b9882fc1ce9 None None] Pushing event updated for resources: {'Port': ['ID=418aa316-3e38-4c3d-9cbd-41a8c10f5720,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:36.199404 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6d8fe09e-1936-4cd6-94db-36fa8458f6c2 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:36.387813 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b6709c22-df83-422f-91ab-523824b2a24d req-da629f32-760a-40b0-8a66-1027959a7233 tempest-ServerGroupTestJSON-1343252387 tempest-ServerGroupTestJSON-1343252387-project] 10.222.0.36 "GET /v2.0/ports?device_id=29b4dc3a-4647-4e92-ac12-0c87e8c5dc8c HTTP/1.1" status: 200 len: 210 time: 0.0903137 May 05 20:13:36.448030 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-664c24cf-82e8-4925-8c62-8f6c3b7c3ae9 req-5dffb7b8-9beb-4690-b455-fd4ffb7de2f5 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] 10.222.0.36 "GET /v2.0/ports?device_id=260e7d34-7f01-4a83-8092-b799d5975992 HTTP/1.1" status: 200 len: 210 time: 0.3866441 May 05 20:13:36.572673 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-07eb0f4a-7bcc-46a0-b0ed-67eee34aaf79 None None] Provisioning complete for port 418aa316-3e38-4c3d-9cbd-41a8c10f5720 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:13:36.573281 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-07eb0f4a-7bcc-46a0-b0ed-67eee34aaf79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:36.585124 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8fe09e-1936-4cd6-94db-36fa8458f6c2 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Network 39c3b784-bb67-456a-98af-3d4c4bce02c4 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:13:36.588770 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8fe09e-1936-4cd6-94db-36fa8458f6c2 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event updated for resources: {'Port': ['ID=10b5b25e-401c-4d3e-aa15-ec459e19f6d8,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:36.601433 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-6d8fe09e-1936-4cd6-94db-36fa8458f6c2 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:13:36.630988 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a0040dd-8062-43cd-865f-0832f06e9852 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Router dea6bc72-c805-45b3-bd92-f51f39522651 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:13:36.635675 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8fe09e-1936-4cd6-94db-36fa8458f6c2 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:13:36.647849 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8fe09e-1936-4cd6-94db-36fa8458f6c2 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:13:36.648805 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6d8fe09e-1936-4cd6-94db-36fa8458f6c2 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:36.841572 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b6d234dc-7ded-4525-98d9-b09b6beaf746 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:36.848330 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-6d8fe09e-1936-4cd6-94db-36fa8458f6c2 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.7817955 May 05 20:13:36.873487 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33214) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:36.920027 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-259ce58e-1117-4ca5-a80b-27e85b28a549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:37.057336 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a0040dd-8062-43cd-865f-0832f06e9852 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:13:37.066093 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4a0040dd-8062-43cd-865f-0832f06e9852 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:37.068920 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-4a0040dd-8062-43cd-865f-0832f06e9852 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] 10.222.0.36 "PUT /v2.0/routers/dea6bc72-c805-45b3-bd92-f51f39522651 HTTP/1.1" status: 200 len: 921 time: 5.3094819 May 05 20:13:37.072577 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33222) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:37.075188 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e81430-430a-4ebc-b208-5c6007367894 None None] Sync routers for ids ['dea6bc72-c805-45b3-bd92-f51f39522651'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:13:37.093750 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-84f51c69-6fd1-428a-9d3c-67e74c667be8 None None] Provisioning for port 10b5b25e-401c-4d3e-aa15-ec459e19f6d8 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:13:37.110091 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-84f51c69-6fd1-428a-9d3c-67e74c667be8 None None] Provisioning complete for port 10b5b25e-401c-4d3e-aa15-ec459e19f6d8 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:13:37.110465 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-84f51c69-6fd1-428a-9d3c-67e74c667be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:37.165434 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e81430-430a-4ebc-b208-5c6007367894 None None] Routers {'dea6bc72-c805-45b3-bd92-f51f39522651'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:13:37.166775 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-c3e81430-430a-4ebc-b208-5c6007367894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:13:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['dea6bc72-c805-45b3-bd92-f51f39522651'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:13:37.255472 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-c3e81430-430a-4ebc-b208-5c6007367894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:13:37.273180 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e81430-430a-4ebc-b208-5c6007367894 None None] Routers {'dea6bc72-c805-45b3-bd92-f51f39522651'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:13:37.273737 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-c3e81430-430a-4ebc-b208-5c6007367894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:13:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['dea6bc72-c805-45b3-bd92-f51f39522651'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:13:37.285569 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-82c45d8f-ac34-4bc2-8191-de6a8fa30b6d req-d9c4b51b-8150-45a1-9cf3-06015fd0eba2 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:37.345538 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-c3e81430-430a-4ebc-b208-5c6007367894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:13:37.345975 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e81430-430a-4ebc-b208-5c6007367894 None None] The sync data for ids ['dea6bc72-c805-45b3-bd92-f51f39522651'] in n-d-840717-1 is: [] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:13:37.348993 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-84f51c69-6fd1-428a-9d3c-67e74c667be8 None None] Port 10b5b25e-401c-4d3e-aa15-ec459e19f6d8 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:13:37.478604 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a0ec8d98-6993-43c0-abfb-ebed36d703c8 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] 10.222.0.36 "GET /v2.0/routers/dea6bc72-c805-45b3-bd92-f51f39522651 HTTP/1.1" status: 200 len: 921 time: 0.4039986 May 05 20:13:37.481466 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33236) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:37.702556 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-b6d234dc-7ded-4525-98d9-b09b6beaf746 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Calling delete_port for ffddd1c9-99a0-447b-8668-32a238a7b1a0 owned by network:router_interface {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:13:37.734897 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-82c45d8f-ac34-4bc2-8191-de6a8fa30b6d req-d9c4b51b-8150-45a1-9cf3-06015fd0eba2 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:37.777628 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c94b1128-287b-4c60-be12-ae03b262334a req-90ed0e3e-b8d4-4522-9fc6-435dbe7abb2c tempest-ServerGroupTestJSON-1343252387 tempest-ServerGroupTestJSON-1343252387-project] 10.222.0.36 "GET /v2.0/ports?device_id=29b4dc3a-4647-4e92-ac12-0c87e8c5dc8c HTTP/1.1" status: 200 len: 210 time: 0.1643562 May 05 20:13:37.798622 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3573f2ee-057a-4bed-92ba-ec77e8f61368 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:13:37.799570 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-3573f2ee-057a-4bed-92ba-ec77e8f61368 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Synchronizing usage tracker for tenant:40cfd74d8bc944d4b86ff8a8157ab9bc on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:13:37.801308 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:37.828825 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-3573f2ee-057a-4bed-92ba-ec77e8f61368 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Unset dirty status for tenant:40cfd74d8bc944d4b86ff8a8157ab9bc on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:13:37.832954 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3573f2ee-057a-4bed-92ba-ec77e8f61368 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=0401d202-1605-4cfe-bad4-fb225df6afb0&device_id=dea6bc72-c805-45b3-bd92-f51f39522651&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3476467 May 05 20:13:37.833300 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33244) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:38.007611 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82c45d8f-ac34-4bc2-8191-de6a8fa30b6d req-d9c4b51b-8150-45a1-9cf3-06015fd0eba2 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Network 655c7f11-c965-4205-91a0-e680dbb467c6 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:13:38.010957 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-82c45d8f-ac34-4bc2-8191-de6a8fa30b6d req-d9c4b51b-8150-45a1-9cf3-06015fd0eba2 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:13:38.029992 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:38.032404 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-82c45d8f-ac34-4bc2-8191-de6a8fa30b6d req-d9c4b51b-8150-45a1-9cf3-06015fd0eba2 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:13:38.047011 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee43ca2-d6a7-49b5-a9a5-0572a653c7c7 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:13:38.047949 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-2ee43ca2-d6a7-49b5-a9a5-0572a653c7c7 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Synchronizing usage tracker for tenant:40cfd74d8bc944d4b86ff8a8157ab9bc on resource:network {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:13:38.079556 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-2ee43ca2-d6a7-49b5-a9a5-0572a653c7c7 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Unset dirty status for tenant:40cfd74d8bc944d4b86ff8a8157ab9bc on resource:network {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:13:38.081082 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-2ee43ca2-d6a7-49b5-a9a5-0572a653c7c7 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] 10.222.0.36 "GET /v2.0/networks/0401d202-1605-4cfe-bad4-fb225df6afb0 HTTP/1.1" status: 200 len: 881 time: 0.2465546 May 05 20:13:38.092047 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c9e904-d537-46c1-bd5c-1df7ff63ab95 req-2f703117-1db8-4739-877e-eb6192e5594c tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:13:38.093690 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-67c9e904-d537-46c1-bd5c-1df7ff63ab95 req-2f703117-1db8-4739-877e-eb6192e5594c tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] 10.222.0.36 "GET /v2.0/ports?device_id=260e7d34-7f01-4a83-8092-b799d5975992 HTTP/1.1" status: 200 len: 931 time: 0.1289198 May 05 20:13:38.094602 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33252) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:38.165634 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-84044b12-2653-4f5c-834f-444c8c540007 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] 10.222.0.36 "GET /v2.0/ports?device_id=dea6bc72-c805-45b3-bd92-f51f39522651 HTTP/1.1" status: 200 len: 205 time: 0.0701118 May 05 20:13:38.168472 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33256) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:38.236795 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 418aa316-3e38-4c3d-9cbd-41a8c10f5720 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:13:38.314768 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-67c9e904-d537-46c1-bd5c-1df7ff63ab95 req-5dd4e0bc-48a4-418b-aa9f-12a4509c617d tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] 10.222.0.36 "GET /v2.0/security-groups?id=b708cd35-482e-4c97-85dd-b99b79f6ba9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715515 May 05 20:13:38.487620 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c45d8f-ac34-4bc2-8191-de6a8fa30b6d req-d9c4b51b-8150-45a1-9cf3-06015fd0eba2 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:13:38.487620 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-82c45d8f-ac34-4bc2-8191-de6a8fa30b6d req-d9c4b51b-8150-45a1-9cf3-06015fd0eba2 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:38.488999 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c4b51b-8150-45a1-9cf3-06015fd0eba2 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Pushing event updated for resources: {'Port': ['ID=20176e3d-4a1a-454b-b4ac-8b4dbaa58f10,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:38.503687 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 418aa316-3e38-4c3d-9cbd-41a8c10f5720 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:13:38.504067 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:38.510366 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b41f7328-671a-4551-a0e8-403ed9ca9790 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:38.686864 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-82c45d8f-ac34-4bc2-8191-de6a8fa30b6d req-d9c4b51b-8150-45a1-9cf3-06015fd0eba2 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3727486 May 05 20:13:38.694905 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeaba34-bde1-456c-940a-2fac23110c3e req-5e5ad2e5-8d54-42f9-980b-704f8ba61303 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:13:38.702766 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bfeaba34-bde1-456c-940a-2fac23110c3e req-5e5ad2e5-8d54-42f9-980b-704f8ba61303 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1d1e55-8689-4939-b673-836425f8455e HTTP/1.1" status: 200 len: 946 time: 1.3891773 May 05 20:13:38.781646 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bfeaba34-bde1-456c-940a-2fac23110c3e req-794718e6-fc0f-490e-a3dc-6dbb585a56db tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa34c6b7-f79e-42a5-a73d-73f26fc7f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779243 May 05 20:13:38.955083 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b41f7328-671a-4551-a0e8-403ed9ca9790 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:38.967101 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-b41f7328-671a-4551-a0e8-403ed9ca9790 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Deleting port 42915c92-0305-4327-9dfd-5972d97905b9 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:13:38.967849 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b41f7328-671a-4551-a0e8-403ed9ca9790 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:39.108648 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-82c45d8f-ac34-4bc2-8191-de6a8fa30b6d req-a904dfad-ede7-43ac-a585-6f5536e95bcb service neutron] Request body: {'port': {'device_id': '260e7d34-7f01-4a83-8092-b799d5975992', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:13:39.147877 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9f62d68e-657b-4ce1-bdd1-b1b442c99f4b req-c8ad4f63-55c9-425d-a9b6-8543bd6d2e75 tempest-ServerGroupTestJSON-1343252387 tempest-ServerGroupTestJSON-1343252387-project] 10.222.0.36 "GET /v2.0/ports?device_id=29b4dc3a-4647-4e92-ac12-0c87e8c5dc8c HTTP/1.1" status: 200 len: 210 time: 0.0680063 May 05 20:13:39.254682 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b41f7328-671a-4551-a0e8-403ed9ca9790 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:39.289225 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d189b01-88d0-419a-ba6f-c562561dbce3 req-b3ccc402-0406-4c4c-8e49-cc7155d48e4c tempest-ServerGroupTestJSON-1343252387 tempest-ServerGroupTestJSON-1343252387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:13:39.291276 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3d189b01-88d0-419a-ba6f-c562561dbce3 req-b3ccc402-0406-4c4c-8e49-cc7155d48e4c tempest-ServerGroupTestJSON-1343252387 tempest-ServerGroupTestJSON-1343252387-project] 10.222.0.24 "GET /v2.0/networks?id=1a338985-4bd3-4188-b714-89b62f33decf HTTP/1.1" status: 200 len: 809 time: 0.8459744 May 05 20:13:39.320442 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-3d189b01-88d0-419a-ba6f-c562561dbce3 req-4d02e735-924d-4889-b201-8cbc3a98c268 tempest-ServerGroupTestJSON-1343252387 tempest-ServerGroupTestJSON-1343252387-project] Request body: {'port': {'device_id': '29b4dc3a-4647-4e92-ac12-0c87e8c5dc8c', 'network_id': '1a338985-4bd3-4188-b714-89b62f33decf', 'admin_state_up': True, 'tenant_id': 'd5435ea847f54b7f9f901b0e8a3e6536'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:13:39.345832 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-82c45d8f-ac34-4bc2-8191-de6a8fa30b6d req-a904dfad-ede7-43ac-a585-6f5536e95bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:39.356832 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-91239ceb-b99f-4b64-8516-7836e10d1010 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:39.533718 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:39.543134 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-b41f7328-671a-4551-a0e8-403ed9ca9790 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Calling delete_port for 42915c92-0305-4327-9dfd-5972d97905b9 owned by network:router_gateway {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:13:39.740407 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b41f7328-671a-4551-a0e8-403ed9ca9790 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:39.791569 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41f7328-671a-4551-a0e8-403ed9ca9790 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Pushing event deleted for resources: {'Port': ['ID=42915c92-0305-4327-9dfd-5972d97905b9,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:39.852157 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b6d234dc-7ded-4525-98d9-b09b6beaf746 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:39.912603 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b41f7328-671a-4551-a0e8-403ed9ca9790 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:39.967629 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d234dc-7ded-4525-98d9-b09b6beaf746 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Pushing event deleted for resources: {'Port': ['ID=ffddd1c9-99a0-447b-8668-32a238a7b1a0,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:40.210485 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b41f7328-671a-4551-a0e8-403ed9ca9790 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:40.213572 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b41f7328-671a-4551-a0e8-403ed9ca9790 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:40.238139 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-3d189b01-88d0-419a-ba6f-c562561dbce3 req-4d02e735-924d-4889-b201-8cbc3a98c268 tempest-ServerGroupTestJSON-1343252387 tempest-ServerGroupTestJSON-1343252387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:13:40.274779 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-3d189b01-88d0-419a-ba6f-c562561dbce3 req-4d02e735-924d-4889-b201-8cbc3a98c268 tempest-ServerGroupTestJSON-1343252387 tempest-ServerGroupTestJSON-1343252387-project] Usage tracker for resource:port and tenant:d5435ea847f54b7f9f901b0e8a3e6536 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:13:40.276547 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b41f7328-671a-4551-a0e8-403ed9ca9790 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:40.277186 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b41f7328-671a-4551-a0e8-403ed9ca9790 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Fanout notify agent at l3_agent the message router_deleted on router dea6bc72-c805-45b3-bd92-f51f39522651 {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:13:40.306261 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b41f7328-671a-4551-a0e8-403ed9ca9790 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:40.311880 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b41f7328-671a-4551-a0e8-403ed9ca9790 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] 10.222.0.36 "DELETE /v2.0/routers/dea6bc72-c805-45b3-bd92-f51f39522651 HTTP/1.1" status: 204 len: 168 time: 2.1385765 May 05 20:13:40.312660 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33304) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:40.327540 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-3d189b01-88d0-419a-ba6f-c562561dbce3 req-4d02e735-924d-4889-b201-8cbc3a98c268 tempest-ServerGroupTestJSON-1343252387 tempest-ServerGroupTestJSON-1343252387-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:13:40.330436 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-fdad46f1-739c-46c4-ae6c-5538ab8aeb26 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-552221681', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:13:40.347606 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd064196-7e64-4bda-b67b-8b69177e54fc req-040ce2a2-9b61-43bf-97fb-e4de51224fef tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:13:40.349531 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bd064196-7e64-4bda-b67b-8b69177e54fc req-040ce2a2-9b61-43bf-97fb-e4de51224fef tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1d1e55-8689-4939-b673-836425f8455e HTTP/1.1" status: 200 len: 946 time: 0.3736033 May 05 20:13:40.352555 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-fdad46f1-739c-46c4-ae6c-5538ab8aeb26 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:13:40.357929 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-fdad46f1-739c-46c4-ae6c-5538ab8aeb26 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Usage tracker for resource:router and tenant:84c44bbe9a46400ca904aba9c8d7d2a5 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:13:40.392918 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-fdad46f1-739c-46c4-ae6c-5538ab8aeb26 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:13:40.416108 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-3d189b01-88d0-419a-ba6f-c562561dbce3 req-4d02e735-924d-4889-b201-8cbc3a98c268 tempest-ServerGroupTestJSON-1343252387 tempest-ServerGroupTestJSON-1343252387-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:13:40.423630 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bd064196-7e64-4bda-b67b-8b69177e54fc req-50b3ca6c-aa85-4c27-b227-70e7451cad66 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa34c6b7-f79e-42a5-a73d-73f26fc7f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612850 May 05 20:13:40.424669 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-fdad46f1-739c-46c4-ae6c-5538ab8aeb26 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:13:40.439742 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fdad46f1-739c-46c4-ae6c-5538ab8aeb26 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:40.441903 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fdad46f1-739c-46c4-ae6c-5538ab8aeb26 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:40.478215 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fdad46f1-739c-46c4-ae6c-5538ab8aeb26 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:40.481394 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ec68cd-70a4-4214-a099-4e82c1e90d09 req-9bea1992-99a4-4be3-b96c-e6826f92ecef tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:13:40.482300 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-d2ec68cd-70a4-4214-a099-4e82c1e90d09 req-9bea1992-99a4-4be3-b96c-e6826f92ecef tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Synchronizing usage tracker for tenant:927036785ae54ead8157bab84a61f12c on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:13:40.524056 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d189b01-88d0-419a-ba6f-c562561dbce3 req-4d02e735-924d-4889-b201-8cbc3a98c268 tempest-ServerGroupTestJSON-1343252387 tempest-ServerGroupTestJSON-1343252387-project] Made reservation on behalf of d5435ea847f54b7f9f901b0e8a3e6536 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:13:40.528772 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-3d189b01-88d0-419a-ba6f-c562561dbce3 req-4d02e735-924d-4889-b201-8cbc3a98c268 tempest-ServerGroupTestJSON-1343252387 tempest-ServerGroupTestJSON-1343252387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:40.532977 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fdad46f1-739c-46c4-ae6c-5538ab8aeb26 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:40.589981 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fdad46f1-739c-46c4-ae6c-5538ab8aeb26 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:40.593914 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-fdad46f1-739c-46c4-ae6c-5538ab8aeb26 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2776642 May 05 20:13:40.594897 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33314) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:40.606140 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-2705a2e3-6fe0-418f-995a-6b4dd211cb00 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Request body: {'router': {'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:13:40.812342 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b2921a7c-f616-4712-a790-b400a66699b6 req-72f70a82-2615-4bcc-aa0f-abb2a19bfd4e tempest-ServerGroupTestJSON-1343252387 tempest-ServerGroupTestJSON-1343252387-project] 10.222.0.36 "GET /v2.0/ports?device_id=29b4dc3a-4647-4e92-ac12-0c87e8c5dc8c HTTP/1.1" status: 200 len: 210 time: 0.1232760 May 05 20:13:40.986413 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-3d189b01-88d0-419a-ba6f-c562561dbce3 req-4d02e735-924d-4889-b201-8cbc3a98c268 tempest-ServerGroupTestJSON-1343252387 tempest-ServerGroupTestJSON-1343252387-project] Allocated IP 172.20.0.13 (1a338985-4bd3-4188-b714-89b62f33decf/6b044dc8-5eed-465c-85b3-c2ce52d6a57a/63e73747-3f1c-4031-94bb-e21d1752e6b2) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:13:41.097223 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2705a2e3-6fe0-418f-995a-6b4dd211cb00 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:41.202931 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-3d189b01-88d0-419a-ba6f-c562561dbce3 req-4d02e735-924d-4889-b201-8cbc3a98c268 tempest-ServerGroupTestJSON-1343252387 tempest-ServerGroupTestJSON-1343252387-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:41.246284 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-d2ec68cd-70a4-4214-a099-4e82c1e90d09 req-9bea1992-99a4-4be3-b96c-e6826f92ecef tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Unset dirty status for tenant:927036785ae54ead8157bab84a61f12c on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:13:41.253337 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d2ec68cd-70a4-4214-a099-4e82c1e90d09 req-9bea1992-99a4-4be3-b96c-e6826f92ecef tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] 10.222.0.36 "GET /v2.0/ports?device_id=260e7d34-7f01-4a83-8092-b799d5975992 HTTP/1.1" status: 200 len: 931 time: 1.7799790 May 05 20:13:41.369117 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-3d189b01-88d0-419a-ba6f-c562561dbce3 req-4d02e735-924d-4889-b201-8cbc3a98c268 tempest-ServerGroupTestJSON-1343252387 tempest-ServerGroupTestJSON-1343252387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:41.468190 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b6d234dc-7ded-4525-98d9-b09b6beaf746 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:41.524576 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d189b01-88d0-419a-ba6f-c562561dbce3 req-4d02e735-924d-4889-b201-8cbc3a98c268 tempest-ServerGroupTestJSON-1343252387 tempest-ServerGroupTestJSON-1343252387-project] Network 1a338985-4bd3-4188-b714-89b62f33decf is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:13:41.659593 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-3d189b01-88d0-419a-ba6f-c562561dbce3 req-4d02e735-924d-4889-b201-8cbc3a98c268 tempest-ServerGroupTestJSON-1343252387 tempest-ServerGroupTestJSON-1343252387-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:13:41.662924 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d189b01-88d0-419a-ba6f-c562561dbce3 req-4d02e735-924d-4889-b201-8cbc3a98c268 tempest-ServerGroupTestJSON-1343252387 tempest-ServerGroupTestJSON-1343252387-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:13:41.720469 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2705a2e3-6fe0-418f-995a-6b4dd211cb00 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks [] for router_gateway, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:41.751845 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-d2ec68cd-70a4-4214-a099-4e82c1e90d09 req-fec7df1c-3ea3-4d46-9576-bfb881a82f5c tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Synchronizing usage tracker for tenant:927036785ae54ead8157bab84a61f12c on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:13:41.754363 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2705a2e3-6fe0-418f-995a-6b4dd211cb00 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:41.856250 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4575e39-ca26-4d76-a7ef-b1feb414b659 req-e68270cf-36e0-4ca1-b5d3-d634cd9a8242 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:13:41.864180 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d4575e39-ca26-4d76-a7ef-b1feb414b659 req-e68270cf-36e0-4ca1-b5d3-d634cd9a8242 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1d1e55-8689-4939-b673-836425f8455e HTTP/1.1" status: 200 len: 946 time: 0.2718236 May 05 20:13:41.969961 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d4575e39-ca26-4d76-a7ef-b1feb414b659 req-c8a622ba-bb0d-405a-9f4b-edaae71ea05e tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa34c6b7-f79e-42a5-a73d-73f26fc7f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055796 May 05 20:13:41.993044 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-2705a2e3-6fe0-418f-995a-6b4dd211cb00 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Allocated IP 172.25.0.24 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/c5fc3756-b8b7-4518-8739-39eb70f1f79a) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:13:42.020302 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-91239ceb-b99f-4b64-8516-7836e10d1010 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:42.046494 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d02e735-924d-4889-b201-8cbc3a98c268 tempest-ServerGroupTestJSON-1343252387 tempest-ServerGroupTestJSON-1343252387-project] Pushing event updated for resources: {'Port': ['ID=63e73747-3f1c-4031-94bb-e21d1752e6b2,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:42.087176 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-91239ceb-b99f-4b64-8516-7836e10d1010 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:42.213241 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2705a2e3-6fe0-418f-995a-6b4dd211cb00 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:42.316322 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-82c45d8f-ac34-4bc2-8191-de6a8fa30b6d req-a904dfad-ede7-43ac-a585-6f5536e95bcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20176e3d-4a1a-454b-b4ac-8b4dbaa58f10 {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:13:42.337507 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2705a2e3-6fe0-418f-995a-6b4dd211cb00 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:42.357504 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-d2ec68cd-70a4-4214-a099-4e82c1e90d09 req-fec7df1c-3ea3-4d46-9576-bfb881a82f5c tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Unset dirty status for tenant:927036785ae54ead8157bab84a61f12c on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:13:42.358848 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d2ec68cd-70a4-4214-a099-4e82c1e90d09 req-fec7df1c-3ea3-4d46-9576-bfb881a82f5c tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] 10.222.0.36 "GET /v2.0/security-groups?id=b708cd35-482e-4c97-85dd-b99b79f6ba9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1047199 May 05 20:13:42.360616 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-82c45d8f-ac34-4bc2-8191-de6a8fa30b6d req-a904dfad-ede7-43ac-a585-6f5536e95bcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:42.523591 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-0eebaa25-3727-43d4-a139-05288d6697ac None None] Provisioning complete for port 10b5b25e-401c-4d3e-aa15-ec459e19f6d8 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:13:42.524486 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0eebaa25-3727-43d4-a139-05288d6697ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:42.542282 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2705a2e3-6fe0-418f-995a-6b4dd211cb00 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:13:42.551231 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-2705a2e3-6fe0-418f-995a-6b4dd211cb00 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:13:42.558232 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2705a2e3-6fe0-418f-995a-6b4dd211cb00 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:13:42.611575 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2705a2e3-6fe0-418f-995a-6b4dd211cb00 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Pushing event updated for resources: {'Port': ['ID=c5fc3756-b8b7-4518-8739-39eb70f1f79a,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:42.672146 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d189b01-88d0-419a-ba6f-c562561dbce3 req-4d02e735-924d-4889-b201-8cbc3a98c268 tempest-ServerGroupTestJSON-1343252387 tempest-ServerGroupTestJSON-1343252387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:13:42.672896 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-3d189b01-88d0-419a-ba6f-c562561dbce3 req-4d02e735-924d-4889-b201-8cbc3a98c268 tempest-ServerGroupTestJSON-1343252387 tempest-ServerGroupTestJSON-1343252387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:42.688276 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-82c45d8f-ac34-4bc2-8191-de6a8fa30b6d req-a904dfad-ede7-43ac-a585-6f5536e95bcb service neutron] Transition to ACTIVE for port object 20176e3d-4a1a-454b-b4ac-8b4dbaa58f10 will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:13:42.709589 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-0eebaa25-3727-43d4-a139-05288d6697ac None None] Port 10b5b25e-401c-4d3e-aa15-ec459e19f6d8 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:13:42.766628 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52203bed-2020-4c56-9d62-0e5c714e3460 req-e9701dfe-42e8-4312-8c1b-d8e592a0bbb3 tempest-ServerGroupTestJSON-1343252387 tempest-ServerGroupTestJSON-1343252387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:13:42.770504 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-82c45d8f-ac34-4bc2-8191-de6a8fa30b6d req-a904dfad-ede7-43ac-a585-6f5536e95bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:42.774642 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-52203bed-2020-4c56-9d62-0e5c714e3460 req-e9701dfe-42e8-4312-8c1b-d8e592a0bbb3 tempest-ServerGroupTestJSON-1343252387 tempest-ServerGroupTestJSON-1343252387-project] 10.222.0.36 "GET /v2.0/ports?device_id=29b4dc3a-4647-4e92-ac12-0c87e8c5dc8c HTTP/1.1" status: 200 len: 932 time: 0.5223832 May 05 20:13:42.802826 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91239ceb-b99f-4b64-8516-7836e10d1010 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event updated for resources: {'Port': ['ID=10b5b25e-401c-4d3e-aa15-ec459e19f6d8,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:42.880449 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-52203bed-2020-4c56-9d62-0e5c714e3460 req-d8413f7f-3c0e-4d57-9b63-62a9f30515b8 tempest-ServerGroupTestJSON-1343252387 tempest-ServerGroupTestJSON-1343252387-project] 10.222.0.36 "GET /v2.0/security-groups?id=4889a8d7-16ab-490a-9904-96363d080742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048563 May 05 20:13:43.076475 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3d189b01-88d0-419a-ba6f-c562561dbce3 req-4d02e735-924d-4889-b201-8cbc3a98c268 tempest-ServerGroupTestJSON-1343252387 tempest-ServerGroupTestJSON-1343252387-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7666478 May 05 20:13:43.086372 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6d234dc-7ded-4525-98d9-b09b6beaf746 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Router 37f2988b-3d7b-4946-acae-e85582718f6a has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:13:43.134820 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2705a2e3-6fe0-418f-995a-6b4dd211cb00 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks [] for router_gateway, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:43.189151 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a904dfad-ede7-43ac-a585-6f5536e95bcb service neutron] Pushing event updated for resources: {'Port': ['ID=20176e3d-4a1a-454b-b4ac-8b4dbaa58f10,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:43.195058 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-91239ceb-b99f-4b64-8516-7836e10d1010 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:43.346508 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-3d189b01-88d0-419a-ba6f-c562561dbce3 req-9a05cff0-d2ad-46d7-9e34-897f00129fef service neutron] Request body: {'port': {'device_id': '29b4dc3a-4647-4e92-ac12-0c87e8c5dc8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:13:43.552050 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-3d189b01-88d0-419a-ba6f-c562561dbce3 req-9a05cff0-d2ad-46d7-9e34-897f00129fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:43.802176 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d234dc-7ded-4525-98d9-b09b6beaf746 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:13:43.812678 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bda880-ecad-4711-9402-df916a89437c None None] Sync routers for ids ['37f2988b-3d7b-4946-acae-e85582718f6a'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:13:43.814955 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c9bbaf-0ea6-49e7-be36-d308a38a2c23 req-c3b81ceb-dd36-415b-ac08-5afc546a05f3 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:13:43.817971 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f7c9bbaf-0ea6-49e7-be36-d308a38a2c23 req-c3b81ceb-dd36-415b-ac08-5afc546a05f3 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] 10.222.0.36 "GET /v2.0/ports?device_id=260e7d34-7f01-4a83-8092-b799d5975992 HTTP/1.1" status: 200 len: 943 time: 0.2114329 May 05 20:13:43.821130 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2705a2e3-6fe0-418f-995a-6b4dd211cb00 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:43.823451 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-b6d234dc-7ded-4525-98d9-b09b6beaf746 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "PUT /v2.0/routers/37f2988b-3d7b-4946-acae-e85582718f6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9687212 May 05 20:13:43.823632 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33372) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:43.831106 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bda880-ecad-4711-9402-df916a89437c None None] Routers {'37f2988b-3d7b-4946-acae-e85582718f6a'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:13:43.835047 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-01bda880-ecad-4711-9402-df916a89437c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:13:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['37f2988b-3d7b-4946-acae-e85582718f6a'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:13:43.903866 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-7860afae-15f9-4a66-b8b2-f729b1d9a500 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "GET /v2.0/ports?device_id=37f2988b-3d7b-4946-acae-e85582718f6a HTTP/1.1" status: 200 len: 205 time: 0.0790331 May 05 20:13:43.906884 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33378) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:43.910241 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2705a2e3-6fe0-418f-995a-6b4dd211cb00 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-641266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-641259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-651706'] for router, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:43.931698 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-01bda880-ecad-4711-9402-df916a89437c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:13:43.940467 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bda880-ecad-4711-9402-df916a89437c None None] Routers {'37f2988b-3d7b-4946-acae-e85582718f6a'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:13:43.941051 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-01bda880-ecad-4711-9402-df916a89437c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:13:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['37f2988b-3d7b-4946-acae-e85582718f6a'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:13:43.944045 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-82c45d8f-ac34-4bc2-8191-de6a8fa30b6d req-a904dfad-ede7-43ac-a585-6f5536e95bcb service neutron] Attempting to bind port 20176e3d-4a1a-454b-b4ac-8b4dbaa58f10 on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:13:43.944458 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-82c45d8f-ac34-4bc2-8191-de6a8fa30b6d req-a904dfad-ede7-43ac-a585-6f5536e95bcb service neutron] Attempting to bind port 20176e3d-4a1a-454b-b4ac-8b4dbaa58f10 by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': '3cb51e4f-4171-42c9-8467-0979b530738a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '655c7f11-c965-4205-91a0-e680dbb467c6'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:13:43.944898 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c45d8f-ac34-4bc2-8191-de6a8fa30b6d req-a904dfad-ede7-43ac-a585-6f5536e95bcb service neutron] Attempting to bind port 20176e3d-4a1a-454b-b4ac-8b4dbaa58f10 on network 655c7f11-c965-4205-91a0-e680dbb467c6 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:13:43.979623 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c45d8f-ac34-4bc2-8191-de6a8fa30b6d req-a904dfad-ede7-43ac-a585-6f5536e95bcb service neutron] Port 20176e3d-4a1a-454b-b4ac-8b4dbaa58f10 on network 655c7f11-c965-4205-91a0-e680dbb467c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:13:43.980042 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c45d8f-ac34-4bc2-8191-de6a8fa30b6d req-a904dfad-ede7-43ac-a585-6f5536e95bcb service neutron] Attempting to bind port 20176e3d-4a1a-454b-b4ac-8b4dbaa58f10 on network 655c7f11-c965-4205-91a0-e680dbb467c6 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:13:44.006713 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-01bda880-ecad-4711-9402-df916a89437c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:13:44.007396 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bda880-ecad-4711-9402-df916a89437c None None] The sync data for ids ['37f2988b-3d7b-4946-acae-e85582718f6a'] in n-d-840717-1 is: [] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:13:44.025840 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f793f5-892d-48b0-9e02-8799b15ac9e0 req-1e04e0bd-21b7-4f15-aa1d-c7025ad79dc1 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:13:44.027653 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-51f793f5-892d-48b0-9e02-8799b15ac9e0 req-1e04e0bd-21b7-4f15-aa1d-c7025ad79dc1 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1d1e55-8689-4939-b673-836425f8455e HTTP/1.1" status: 200 len: 946 time: 0.7876322 May 05 20:13:44.033710 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c45d8f-ac34-4bc2-8191-de6a8fa30b6d req-a904dfad-ede7-43ac-a585-6f5536e95bcb service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:13:44.034549 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c45d8f-ac34-4bc2-8191-de6a8fa30b6d req-a904dfad-ede7-43ac-a585-6f5536e95bcb service neutron] Checking segment: {'id': '3cb51e4f-4171-42c9-8467-0979b530738a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '655c7f11-c965-4205-91a0-e680dbb467c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:13:44.035144 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c45d8f-ac34-4bc2-8191-de6a8fa30b6d req-a904dfad-ede7-43ac-a585-6f5536e95bcb service neutron] Bound using segment: {'id': '3cb51e4f-4171-42c9-8467-0979b530738a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '655c7f11-c965-4205-91a0-e680dbb467c6'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:13:44.035789 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-82c45d8f-ac34-4bc2-8191-de6a8fa30b6d req-a904dfad-ede7-43ac-a585-6f5536e95bcb service neutron] Bound port: 20176e3d-4a1a-454b-b4ac-8b4dbaa58f10, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cb51e4f-4171-42c9-8467-0979b530738a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '655c7f11-c965-4205-91a0-e680dbb467c6'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:13:44.036318 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-82c45d8f-ac34-4bc2-8191-de6a8fa30b6d req-a904dfad-ede7-43ac-a585-6f5536e95bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:44.152953 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:44.161653 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d72cb580-6254-416c-8327-6820fa07a802 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:44.181819 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-82c45d8f-ac34-4bc2-8191-de6a8fa30b6d req-a904dfad-ede7-43ac-a585-6f5536e95bcb service neutron] For port 20176e3d-4a1a-454b-b4ac-8b4dbaa58f10, host n-h2-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:13:44.186013 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-82c45d8f-ac34-4bc2-8191-de6a8fa30b6d req-a904dfad-ede7-43ac-a585-6f5536e95bcb service neutron] For port 20176e3d-4a1a-454b-b4ac-8b4dbaa58f10, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=20176e3d-4a1a-454b-b4ac-8b4dbaa58f10,segment=NetworkSegment(3cb51e4f-4171-42c9-8467-0979b530738a),segment_id=3cb51e4f-4171-42c9-8467-0979b530738a)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:13:44.199777 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-91239ceb-b99f-4b64-8516-7836e10d1010 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:44.220296 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-82c45d8f-ac34-4bc2-8191-de6a8fa30b6d req-a904dfad-ede7-43ac-a585-6f5536e95bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:44.699279 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-51f793f5-892d-48b0-9e02-8799b15ac9e0 req-7aa74678-1ac1-4524-8680-546bf888978f tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa34c6b7-f79e-42a5-a73d-73f26fc7f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6438799 May 05 20:13:44.756617 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c45d8f-ac34-4bc2-8191-de6a8fa30b6d req-a904dfad-ede7-43ac-a585-6f5536e95bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:13:44.757660 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-82c45d8f-ac34-4bc2-8191-de6a8fa30b6d req-a904dfad-ede7-43ac-a585-6f5536e95bcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:44.759809 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-82c45d8f-ac34-4bc2-8191-de6a8fa30b6d req-a904dfad-ede7-43ac-a585-6f5536e95bcb service neutron] 10.222.0.50 "PUT /v2.0/ports/20176e3d-4a1a-454b-b4ac-8b4dbaa58f10 HTTP/1.1" status: 200 len: 1091 time: 6.0325055 May 05 20:13:44.763782 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '260e7d34-7f01-4a83-8092-b799d5975992', 'tag': '20176e3d-4a1a-454b-b4ac-8b4dbaa58f10'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:13:44.806428 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d72cb580-6254-416c-8327-6820fa07a802 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:44.810077 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d72cb580-6254-416c-8327-6820fa07a802 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:44.867098 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f7c9bbaf-0ea6-49e7-be36-d308a38a2c23 req-50cd931c-bdf6-487f-ab35-7ef448fff223 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] 10.222.0.36 "GET /v2.0/security-groups?id=b708cd35-482e-4c97-85dd-b99b79f6ba9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0399146 May 05 20:13:44.874453 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d72cb580-6254-416c-8327-6820fa07a802 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:44.874937 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d72cb580-6254-416c-8327-6820fa07a802 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Fanout notify agent at l3_agent the message router_deleted on router 37f2988b-3d7b-4946-acae-e85582718f6a {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:13:44.936675 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d72cb580-6254-416c-8327-6820fa07a802 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:44.937766 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d72cb580-6254-416c-8327-6820fa07a802 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "DELETE /v2.0/routers/37f2988b-3d7b-4946-acae-e85582718f6a HTTP/1.1" status: 204 len: 168 time: 1.0294456 May 05 20:13:44.943838 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33394) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:45.014573 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2705a2e3-6fe0-418f-995a-6b4dd211cb00 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Router 44c6364f-75b3-4d82-be45-f34bf9643544 is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:13:45.027897 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-9af9f268-569d-4bb3-852b-adc8f2c90608 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Deleting subnet 09c7e097-258c-44fd-88b0-58910fc1f7d7 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:13:45.034650 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9af9f268-569d-4bb3-852b-adc8f2c90608 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:45.054352 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa695e49-0c7d-400c-8113-4c212e3eac45'] response: {'name': 'network-changed', 'server_uuid': '260e7d34-7f01-4a83-8092-b799d5975992', 'tag': '20176e3d-4a1a-454b-b4ac-8b4dbaa58f10', 'status': 'completed', 'code': 200} May 05 20:13:45.299668 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a904dfad-ede7-43ac-a585-6f5536e95bcb service neutron] Pushing event updated for resources: {'Port': ['ID=20176e3d-4a1a-454b-b4ac-8b4dbaa58f10,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:45.323306 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-3d189b01-88d0-419a-ba6f-c562561dbce3 req-9a05cff0-d2ad-46d7-9e34-897f00129fef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63e73747-3f1c-4031-94bb-e21d1752e6b2 {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:13:45.339161 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-3d189b01-88d0-419a-ba6f-c562561dbce3 req-9a05cff0-d2ad-46d7-9e34-897f00129fef service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:45.393409 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-3d189b01-88d0-419a-ba6f-c562561dbce3 req-9a05cff0-d2ad-46d7-9e34-897f00129fef service neutron] Transition to ACTIVE for port object 63e73747-3f1c-4031-94bb-e21d1752e6b2 will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:13:45.430371 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-3d189b01-88d0-419a-ba6f-c562561dbce3 req-9a05cff0-d2ad-46d7-9e34-897f00129fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:45.520114 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c45d8f-ac34-4bc2-8191-de6a8fa30b6d req-e0bdf4a5-f755-4987-b3dc-f2cac9a306cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:13:45.521582 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-82c45d8f-ac34-4bc2-8191-de6a8fa30b6d req-e0bdf4a5-f755-4987-b3dc-f2cac9a306cb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=927036785ae54ead8157bab84a61f12c&device_id=260e7d34-7f01-4a83-8092-b799d5975992 HTTP/1.1" status: 200 len: 1094 time: 0.5458982 May 05 20:13:45.554039 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9af9f268-569d-4bb3-852b-adc8f2c90608 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:45.642671 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc64e035-968c-493d-ade6-d744b95d6c91 req-8c1a6d74-8da3-4326-ae7c-d50e55bb387b tempest-ServerGroupTestJSON-1343252387 tempest-ServerGroupTestJSON-1343252387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:13:45.652260 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-cc64e035-968c-493d-ade6-d744b95d6c91 req-8c1a6d74-8da3-4326-ae7c-d50e55bb387b tempest-ServerGroupTestJSON-1343252387 tempest-ServerGroupTestJSON-1343252387-project] Synchronizing usage tracker for tenant:d5435ea847f54b7f9f901b0e8a3e6536 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:13:45.709325 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9af9f268-569d-4bb3-852b-adc8f2c90608 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:45.748095 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2705a2e3-6fe0-418f-995a-6b4dd211cb00 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:13:45.758728 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ade9884-a1a6-432a-9156-7470e4bb0b6d None None] Sync routers for ids ['44c6364f-75b3-4d82-be45-f34bf9643544'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:13:45.767806 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2705a2e3-6fe0-418f-995a-6b4dd211cb00 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:45.775849 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-2705a2e3-6fe0-418f-995a-6b4dd211cb00 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] 10.222.0.36 "PUT /v2.0/routers/44c6364f-75b3-4d82-be45-f34bf9643544 HTTP/1.1" status: 200 len: 878 time: 5.1796699 May 05 20:13:45.779341 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ade9884-a1a6-432a-9156-7470e4bb0b6d None None] Routers {'44c6364f-75b3-4d82-be45-f34bf9643544'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:13:45.780017 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-7ade9884-a1a6-432a-9156-7470e4bb0b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:13:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['44c6364f-75b3-4d82-be45-f34bf9643544'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:13:45.800423 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33408) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:45.892780 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-82c45d8f-ac34-4bc2-8191-de6a8fa30b6d req-d9deb574-516a-4440-8385-1f7bdf727b69 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20176e3d-4a1a-454b-b4ac-8b4dbaa58f10 HTTP/1.1" status: 200 len: 217 time: 0.1213772 May 05 20:13:45.893743 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a05cff0-d2ad-46d7-9e34-897f00129fef service neutron] Pushing event updated for resources: {'Port': ['ID=63e73747-3f1c-4031-94bb-e21d1752e6b2,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:45.913353 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-7ade9884-a1a6-432a-9156-7470e4bb0b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:13:45.923997 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ade9884-a1a6-432a-9156-7470e4bb0b6d None None] Routers {'44c6364f-75b3-4d82-be45-f34bf9643544'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:13:45.924924 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-7ade9884-a1a6-432a-9156-7470e4bb0b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:13:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['44c6364f-75b3-4d82-be45-f34bf9643544'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:13:46.014717 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-7ade9884-a1a6-432a-9156-7470e4bb0b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:13:46.015548 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ade9884-a1a6-432a-9156-7470e4bb0b6d None None] The sync data for ids ['44c6364f-75b3-4d82-be45-f34bf9643544'] in n-d-840717-1 is: [] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:13:46.101848 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f4052c28-1654-4236-9e42-7d3a2cc9f2d6 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] 10.222.0.36 "GET /v2.0/routers/44c6364f-75b3-4d82-be45-f34bf9643544 HTTP/1.1" status: 200 len: 919 time: 0.3002434 May 05 20:13:46.123914 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33414) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:46.165499 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-cc64e035-968c-493d-ade6-d744b95d6c91 req-8c1a6d74-8da3-4326-ae7c-d50e55bb387b tempest-ServerGroupTestJSON-1343252387 tempest-ServerGroupTestJSON-1343252387-project] Unset dirty status for tenant:d5435ea847f54b7f9f901b0e8a3e6536 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:13:46.166713 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cc64e035-968c-493d-ade6-d744b95d6c91 req-8c1a6d74-8da3-4326-ae7c-d50e55bb387b tempest-ServerGroupTestJSON-1343252387 tempest-ServerGroupTestJSON-1343252387-project] 10.222.0.36 "GET /v2.0/ports?device_id=29b4dc3a-4647-4e92-ac12-0c87e8c5dc8c HTTP/1.1" status: 200 len: 932 time: 1.1572747 May 05 20:13:46.176644 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c45d8f-ac34-4bc2-8191-de6a8fa30b6d req-bd8d7ee2-83cf-48be-98e0-ead851172bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:13:46.178474 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-82c45d8f-ac34-4bc2-8191-de6a8fa30b6d req-bd8d7ee2-83cf-48be-98e0-ead851172bbd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4690a94e-2abe-4dd8-b04e-59253aa996fe HTTP/1.1" status: 200 len: 849 time: 0.2193758 May 05 20:13:46.179959 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.resource_extend [None req-91239ceb-b99f-4b64-8516-7836e10d1010 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 20:13:46.214590 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9af9f268-569d-4bb3-852b-adc8f2c90608 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:46.258020 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:46.264972 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af9f268-569d-4bb3-852b-adc8f2c90608 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Pushing event deleted for resources: {'Subnet': ['ID=09c7e097-258c-44fd-88b0-58910fc1f7d7,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:46.265172 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-91239ceb-b99f-4b64-8516-7836e10d1010 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:46.279695 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-82c45d8f-ac34-4bc2-8191-de6a8fa30b6d req-18eb01b8-3f36-473e-a7a8-423e8943307c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=655c7f11-c965-4205-91a0-e680dbb467c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837128 May 05 20:13:46.288592 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9af9f268-569d-4bb3-852b-adc8f2c90608 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:46.294255 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3341e0de-be9d-4859-a5a0-64dd90dbaa95 None None] Network 4da2c1b7-38bf-4ca1-8a15-1b6c5121ebfa requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:13:46.303457 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a88da-679c-4251-9c55-1688c3c0ea5b req-a7d2fca2-1484-4398-b8f7-6ccec8a3b3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:13:46.304910 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-573a88da-679c-4251-9c55-1688c3c0ea5b req-a7d2fca2-1484-4398-b8f7-6ccec8a3b3f4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3bcce80065784aa6a77c066afd5e6401&device_id=6e1d1e55-8689-4939-b673-836425f8455e HTTP/1.1" status: 200 len: 1097 time: 1.0102711 May 05 20:13:46.307728 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-91239ceb-b99f-4b64-8516-7836e10d1010 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:46.308446 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-91239ceb-b99f-4b64-8516-7836e10d1010 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:46.315398 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33418) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:46.328067 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-9af9f268-569d-4bb3-852b-adc8f2c90608 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "DELETE /v2.0/subnets/09c7e097-258c-44fd-88b0-58910fc1f7d7 HTTP/1.1" status: 204 len: 168 time: 1.3827636 May 05 20:13:46.506191 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e9e9af-0bd6-46b7-875e-0385331b33cb req-baf5bfcc-e23a-42b9-9276-46b13602e12a tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:13:46.507808 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-79e9e9af-0bd6-46b7-875e-0385331b33cb req-baf5bfcc-e23a-42b9-9276-46b13602e12a tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1d1e55-8689-4939-b673-836425f8455e HTTP/1.1" status: 200 len: 946 time: 0.5788639 May 05 20:13:46.589312 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a88da-679c-4251-9c55-1688c3c0ea5b req-32a90339-1c0b-491b-a6df-29db21fccb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:13:46.591293 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-573a88da-679c-4251-9c55-1688c3c0ea5b req-32a90339-1c0b-491b-a6df-29db21fccb5a service neutron] 10.222.0.24 "GET /v2.0/networks?id=dd240240-b981-4728-a92a-09bd25dc9abb HTTP/1.1" status: 200 len: 916 time: 0.2610557 May 05 20:13:46.657522 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-3d189b01-88d0-419a-ba6f-c562561dbce3 req-9a05cff0-d2ad-46d7-9e34-897f00129fef service neutron] Attempting to bind port 63e73747-3f1c-4031-94bb-e21d1752e6b2 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:13:46.658003 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-3d189b01-88d0-419a-ba6f-c562561dbce3 req-9a05cff0-d2ad-46d7-9e34-897f00129fef service neutron] Attempting to bind port 63e73747-3f1c-4031-94bb-e21d1752e6b2 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'cd9c3e2f-9171-4356-8809-fe708c10d5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1a338985-4bd3-4188-b714-89b62f33decf'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:13:46.658437 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d189b01-88d0-419a-ba6f-c562561dbce3 req-9a05cff0-d2ad-46d7-9e34-897f00129fef service neutron] Attempting to bind port 63e73747-3f1c-4031-94bb-e21d1752e6b2 on network 1a338985-4bd3-4188-b714-89b62f33decf {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:13:46.759795 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f34b41-9901-4d82-bb67-c47d88e4bfb9 None None] DHCP port deletion for 4da2c1b7-38bf-4ca1-8a15-1b6c5121ebfa request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:13:46.768307 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-09f34b41-9901-4d82-bb67-c47d88e4bfb9 None None] Deleting port 3b6d33e7-f82a-4763-8aac-8c19419e88fe {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:13:46.768688 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-09f34b41-9901-4d82-bb67-c47d88e4bfb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:46.773108 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-573a88da-679c-4251-9c55-1688c3c0ea5b req-0c086d0e-df2d-4392-b213-5ce218e7dd09 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=688a4a9a-4c98-45ff-964a-c594a57cbf72 HTTP/1.1" status: 200 len: 1002 time: 0.1631627 May 05 20:13:46.902711 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-79e9e9af-0bd6-46b7-875e-0385331b33cb req-c288935d-f8ee-4158-bf2e-ff6c39d9e221 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa34c6b7-f79e-42a5-a73d-73f26fc7f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3861597 May 05 20:13:46.943213 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a88da-679c-4251-9c55-1688c3c0ea5b req-89fce462-4314-4d3f-ba7b-aa7c39eea8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:13:46.953703 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-573a88da-679c-4251-9c55-1688c3c0ea5b req-89fce462-4314-4d3f-ba7b-aa7c39eea8e6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4839f055-edd7-4ed9-a2d6-dc3f9daf425d HTTP/1.1" status: 200 len: 854 time: 0.1604400 May 05 20:13:46.956177 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d189b01-88d0-419a-ba6f-c562561dbce3 req-9a05cff0-d2ad-46d7-9e34-897f00129fef service neutron] Port 63e73747-3f1c-4031-94bb-e21d1752e6b2 on network 1a338985-4bd3-4188-b714-89b62f33decf not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:13:46.956755 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d189b01-88d0-419a-ba6f-c562561dbce3 req-9a05cff0-d2ad-46d7-9e34-897f00129fef service neutron] Attempting to bind port 63e73747-3f1c-4031-94bb-e21d1752e6b2 on network 1a338985-4bd3-4188-b714-89b62f33decf {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:13:46.982800 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91239ceb-b99f-4b64-8516-7836e10d1010 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Network 39c3b784-bb67-456a-98af-3d4c4bce02c4 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:13:46.995596 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-91239ceb-b99f-4b64-8516-7836e10d1010 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:13:47.127136 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a88da-679c-4251-9c55-1688c3c0ea5b req-3c20b075-abcf-406b-8477-4b69a3148f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:13:47.128823 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-573a88da-679c-4251-9c55-1688c3c0ea5b req-3c20b075-abcf-406b-8477-4b69a3148f19 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd240240-b981-4728-a92a-09bd25dc9abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1764395 May 05 20:13:47.204466 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-09f34b41-9901-4d82-bb67-c47d88e4bfb9 None None] For port 3b6d33e7-f82a-4763-8aac-8c19419e88fe, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=3b6d33e7-f82a-4763-8aac-8c19419e88fe,segment=NetworkSegment(315f2497-ce6c-43cd-aa64-f8a1a8fdd0f6),segment_id=315f2497-ce6c-43cd-aa64-f8a1a8fdd0f6)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:13:47.205260 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-09f34b41-9901-4d82-bb67-c47d88e4bfb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:47.400488 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91239ceb-b99f-4b64-8516-7836e10d1010 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event updated for resources: {'Port': ['ID=10b5b25e-401c-4d3e-aa15-ec459e19f6d8,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:47.413885 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-82c45d8f-ac34-4bc2-8191-de6a8fa30b6d req-6e7b1b2f-67c9-4214-bccc-e496441138d6 service neutron] 10.222.0.50 "GET /v2.0/networks/655c7f11-c965-4205-91a0-e680dbb467c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1250474 May 05 20:13:47.417995 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-cc64e035-968c-493d-ade6-d744b95d6c91 req-06950871-1d31-40e8-b544-1dd88005fba0 tempest-ServerGroupTestJSON-1343252387 tempest-ServerGroupTestJSON-1343252387-project] Synchronizing usage tracker for tenant:d5435ea847f54b7f9f901b0e8a3e6536 on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:13:47.421832 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d189b01-88d0-419a-ba6f-c562561dbce3 req-9a05cff0-d2ad-46d7-9e34-897f00129fef service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:13:47.422320 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d189b01-88d0-419a-ba6f-c562561dbce3 req-9a05cff0-d2ad-46d7-9e34-897f00129fef service neutron] Checking segment: {'id': 'cd9c3e2f-9171-4356-8809-fe708c10d5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1a338985-4bd3-4188-b714-89b62f33decf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:13:47.422562 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d189b01-88d0-419a-ba6f-c562561dbce3 req-9a05cff0-d2ad-46d7-9e34-897f00129fef service neutron] Bound using segment: {'id': 'cd9c3e2f-9171-4356-8809-fe708c10d5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1a338985-4bd3-4188-b714-89b62f33decf'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:13:47.423290 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-3d189b01-88d0-419a-ba6f-c562561dbce3 req-9a05cff0-d2ad-46d7-9e34-897f00129fef service neutron] Bound port: 63e73747-3f1c-4031-94bb-e21d1752e6b2, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd9c3e2f-9171-4356-8809-fe708c10d5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1a338985-4bd3-4188-b714-89b62f33decf'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:13:47.423644 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-3d189b01-88d0-419a-ba6f-c562561dbce3 req-9a05cff0-d2ad-46d7-9e34-897f00129fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:47.437009 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-573a88da-679c-4251-9c55-1688c3c0ea5b req-c33032e5-64b3-4df4-b4a2-2a8115c7f855 service neutron] 10.222.0.24 "GET /v2.0/networks/dd240240-b981-4728-a92a-09bd25dc9abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992299 May 05 20:13:47.444329 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbca271c-06c0-4a7d-ae9e-31bcc485e7ba tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Deleting subnet 64ad7d72-467f-4d5b-bea7-59d9e414fcf4 {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:13:47.445879 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ebe81-d680-4ef6-9e9e-f44b25fe6816 req-8a1ea34b-9945-44e6-b6f2-3054c471aee8 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:13:47.448431 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6b1ebe81-d680-4ef6-9e9e-f44b25fe6816 req-8a1ea34b-9945-44e6-b6f2-3054c471aee8 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] 10.222.0.36 "GET /v2.0/ports?device_id=260e7d34-7f01-4a83-8092-b799d5975992 HTTP/1.1" status: 200 len: 943 time: 0.2498264 May 05 20:13:47.454087 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cbca271c-06c0-4a7d-ae9e-31bcc485e7ba tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:47.495942 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-09f34b41-9901-4d82-bb67-c47d88e4bfb9 None None] Calling delete_port for 3b6d33e7-f82a-4763-8aac-8c19419e88fe owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:13:47.557003 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9821a020-d3a0-466f-826b-abc1013e65c8 None None] Provisioning complete for port 10b5b25e-401c-4d3e-aa15-ec459e19f6d8 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:13:47.557003 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9821a020-d3a0-466f-826b-abc1013e65c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:47.651697 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9821a020-d3a0-466f-826b-abc1013e65c8 None None] Port 10b5b25e-401c-4d3e-aa15-ec459e19f6d8 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:13:47.667690 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-09f34b41-9901-4d82-bb67-c47d88e4bfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:47.679845 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7992b75-0234-4d03-8ada-efe23120c4a0 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:13:47.680632 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-b7992b75-0234-4d03-8ada-efe23120c4a0 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Synchronizing usage tracker for tenant:40cfd74d8bc944d4b86ff8a8157ab9bc on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:13:47.724586 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f34b41-9901-4d82-bb67-c47d88e4bfb9 None None] Pushing event deleted for resources: {'Port': ['ID=3b6d33e7-f82a-4763-8aac-8c19419e88fe,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:47.736156 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f34b41-9901-4d82-bb67-c47d88e4bfb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:13:47.736547 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f34b41-9901-4d82-bb67-c47d88e4bfb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:13:47.736888 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f34b41-9901-4d82-bb67-c47d88e4bfb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:13:47.737343 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f34b41-9901-4d82-bb67-c47d88e4bfb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:13:47.737679 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f34b41-9901-4d82-bb67-c47d88e4bfb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:13:47.738203 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f34b41-9901-4d82-bb67-c47d88e4bfb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:13:47.738701 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f34b41-9901-4d82-bb67-c47d88e4bfb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:13:47.739070 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f34b41-9901-4d82-bb67-c47d88e4bfb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:13:47.739483 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f34b41-9901-4d82-bb67-c47d88e4bfb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:13:47.739817 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f34b41-9901-4d82-bb67-c47d88e4bfb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:13:47.740178 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f34b41-9901-4d82-bb67-c47d88e4bfb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:13:47.740495 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f34b41-9901-4d82-bb67-c47d88e4bfb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:13:47.749648 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f34b41-9901-4d82-bb67-c47d88e4bfb9 None None] No DVR routers for this DVR port 3b6d33e7-f82a-4763-8aac-8c19419e88fe on host n-d-840717-1 {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:13:47.808116 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cbca271c-06c0-4a7d-ae9e-31bcc485e7ba tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:47.808874 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-573a88da-679c-4251-9c55-1688c3c0ea5b req-1f1f0905-ec03-4bab-8d1d-58b12df9627f service neutron] 10.222.0.24 "GET /v2.0/networks/dd240240-b981-4728-a92a-09bd25dc9abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3594105 May 05 20:13:47.819376 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6b1ebe81-d680-4ef6-9e9e-f44b25fe6816 req-2e76380b-9ca6-4f55-a07b-5bd31315a56e tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] 10.222.0.36 "GET /v2.0/security-groups?id=b708cd35-482e-4c97-85dd-b99b79f6ba9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3493650 May 05 20:13:47.860454 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-cc64e035-968c-493d-ade6-d744b95d6c91 req-06950871-1d31-40e8-b544-1dd88005fba0 tempest-ServerGroupTestJSON-1343252387 tempest-ServerGroupTestJSON-1343252387-project] Unset dirty status for tenant:d5435ea847f54b7f9f901b0e8a3e6536 on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:13:47.868800 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cc64e035-968c-493d-ade6-d744b95d6c91 req-06950871-1d31-40e8-b544-1dd88005fba0 tempest-ServerGroupTestJSON-1343252387 tempest-ServerGroupTestJSON-1343252387-project] 10.222.0.36 "GET /v2.0/security-groups?id=4889a8d7-16ab-490a-9904-96363d080742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6760368 May 05 20:13:47.933824 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-b7992b75-0234-4d03-8ada-efe23120c4a0 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Unset dirty status for tenant:40cfd74d8bc944d4b86ff8a8157ab9bc on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:13:47.937446 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-b7992b75-0234-4d03-8ada-efe23120c4a0 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=0401d202-1605-4cfe-bad4-fb225df6afb0&device_id=44c6364f-75b3-4d82-be45-f34bf9643544&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 1.8102937 May 05 20:13:47.938420 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33430) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:47.999169 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-82c45d8f-ac34-4bc2-8191-de6a8fa30b6d req-bf113e89-c5ed-4363-9568-97a43d5be1da service neutron] 10.222.0.50 "GET /v2.0/networks/655c7f11-c965-4205-91a0-e680dbb467c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4072220 May 05 20:13:48.002698 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-3d189b01-88d0-419a-ba6f-c562561dbce3 req-9a05cff0-d2ad-46d7-9e34-897f00129fef service neutron] For port 63e73747-3f1c-4031-94bb-e21d1752e6b2, host n-h1-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:13:48.008440 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-3d189b01-88d0-419a-ba6f-c562561dbce3 req-9a05cff0-d2ad-46d7-9e34-897f00129fef service neutron] For port 63e73747-3f1c-4031-94bb-e21d1752e6b2, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=63e73747-3f1c-4031-94bb-e21d1752e6b2,segment=NetworkSegment(cd9c3e2f-9171-4356-8809-fe708c10d5fb),segment_id=cd9c3e2f-9171-4356-8809-fe708c10d5fb)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:13:48.043955 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-3d189b01-88d0-419a-ba6f-c562561dbce3 req-9a05cff0-d2ad-46d7-9e34-897f00129fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:48.191665 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d189b01-88d0-419a-ba6f-c562561dbce3 req-9a05cff0-d2ad-46d7-9e34-897f00129fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:13:48.202082 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-3d189b01-88d0-419a-ba6f-c562561dbce3 req-9a05cff0-d2ad-46d7-9e34-897f00129fef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:48.202082 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3d189b01-88d0-419a-ba6f-c562561dbce3 req-9a05cff0-d2ad-46d7-9e34-897f00129fef service neutron] 10.222.0.24 "PUT /v2.0/ports/63e73747-3f1c-4031-94bb-e21d1752e6b2 HTTP/1.1" status: 200 len: 1092 time: 5.0706668 May 05 20:13:48.202082 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29b4dc3a-4647-4e92-ac12-0c87e8c5dc8c', 'tag': '63e73747-3f1c-4031-94bb-e21d1752e6b2'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:13:48.250601 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cbca271c-06c0-4a7d-ae9e-31bcc485e7ba tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:48.323751 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 3b6d33e7-f82a-4763-8aac-8c19419e88fe no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:13:48.372156 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91239ceb-b99f-4b64-8516-7836e10d1010 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Router ce24ded6-c981-44b3-9897-3cb55e145779 is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88197) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:13:48.422960 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a05cff0-d2ad-46d7-9e34-897f00129fef service neutron] Pushing event updated for resources: {'Port': ['ID=63e73747-3f1c-4031-94bb-e21d1752e6b2,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:48.499969 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 3b6d33e7-f82a-4763-8aac-8c19419e88fe {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:13:48.500384 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 3b6d33e7-f82a-4763-8aac-8c19419e88fe not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:13:48.723790 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e463885-093b-4281-a8b8-d3d7b797ce40'] response: {'name': 'network-changed', 'server_uuid': '29b4dc3a-4647-4e92-ac12-0c87e8c5dc8c', 'tag': '63e73747-3f1c-4031-94bb-e21d1752e6b2', 'status': 'completed', 'code': 200} May 05 20:13:48.735787 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa362dd5-3374-4bff-9684-b32671a11fae tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:13:48.738347 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-fa362dd5-3374-4bff-9684-b32671a11fae tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] 10.222.0.36 "GET /v2.0/networks/0401d202-1605-4cfe-bad4-fb225df6afb0 HTTP/1.1" status: 200 len: 881 time: 0.7977107 May 05 20:13:48.741388 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33456) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:48.753310 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66daeaaa-bac6-44dd-a63d-830dfa17c6c2 req-5ec2a7a7-3462-486d-aafe-a976a1ecad40 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:13:48.771072 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-66daeaaa-bac6-44dd-a63d-830dfa17c6c2 req-5ec2a7a7-3462-486d-aafe-a976a1ecad40 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1d1e55-8689-4939-b673-836425f8455e HTTP/1.1" status: 200 len: 946 time: 0.2124090 May 05 20:13:48.834465 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-66daeaaa-bac6-44dd-a63d-830dfa17c6c2 req-ae775cdd-779b-407f-bf11-fe8cfedba0fe tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa34c6b7-f79e-42a5-a73d-73f26fc7f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622342 May 05 20:13:48.874070 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-3059d897-f53f-448c-9558-8d09d8a634af tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] 10.222.0.36 "GET /v2.0/ports?device_id=44c6364f-75b3-4d82-be45-f34bf9643544 HTTP/1.1" status: 200 len: 205 time: 0.1273651 May 05 20:13:48.877278 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33464) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:48.892852 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a958c-88af-4f43-af58-940183b9291f req-8e707a1c-d34e-4852-b36e-515f1224802f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:13:48.894832 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7b1a958c-88af-4f43-af58-940183b9291f req-8e707a1c-d34e-4852-b36e-515f1224802f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=927036785ae54ead8157bab84a61f12c&device_id=260e7d34-7f01-4a83-8092-b799d5975992 HTTP/1.1" status: 200 len: 1094 time: 0.8113506 May 05 20:13:48.906014 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cbca271c-06c0-4a7d-ae9e-31bcc485e7ba tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:48.989799 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91239ceb-b99f-4b64-8516-7836e10d1010 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:13:49.002203 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554f7925-9f93-4574-8616-2cd5c81a1d45 None None] Sync routers for ids ['ce24ded6-c981-44b3-9897-3cb55e145779'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:13:49.016599 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbca271c-06c0-4a7d-ae9e-31bcc485e7ba tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Pushing event deleted for resources: {'Subnet': ['ID=64ad7d72-467f-4d5b-bea7-59d9e414fcf4,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:49.021291 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cbca271c-06c0-4a7d-ae9e-31bcc485e7ba tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:49.021475 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554f7925-9f93-4574-8616-2cd5c81a1d45 None None] Routers {'ce24ded6-c981-44b3-9897-3cb55e145779'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:13:49.022018 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-554f7925-9f93-4574-8616-2cd5c81a1d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:13:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['ce24ded6-c981-44b3-9897-3cb55e145779'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:13:49.035768 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d189b01-88d0-419a-ba6f-c562561dbce3 req-3452c963-bbb5-49b3-8b63-05ca0a3ce861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:13:49.037205 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3d189b01-88d0-419a-ba6f-c562561dbce3 req-3452c963-bbb5-49b3-8b63-05ca0a3ce861 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d5435ea847f54b7f9f901b0e8a3e6536&device_id=29b4dc3a-4647-4e92-ac12-0c87e8c5dc8c HTTP/1.1" status: 200 len: 1095 time: 0.7000864 May 05 20:13:49.044723 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-cbca271c-06c0-4a7d-ae9e-31bcc485e7ba tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "DELETE /v2.0/subnets/64ad7d72-467f-4d5b-bea7-59d9e414fcf4 HTTP/1.1" status: 204 len: 168 time: 2.6951420 May 05 20:13:49.050585 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-91239ceb-b99f-4b64-8516-7836e10d1010 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "PUT /v2.0/routers/ce24ded6-c981-44b3-9897-3cb55e145779/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1751642 May 05 20:13:49.051688 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33470) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:49.051822 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33472) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:49.054438 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67cd360b-b14e-432d-8d07-f1f3990352b4 None None] Network 21d28aed-453f-4c55-b7c4-4160f46711dc requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:13:49.333394 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-554f7925-9f93-4574-8616-2cd5c81a1d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:13:49.351980 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554f7925-9f93-4574-8616-2cd5c81a1d45 None None] Routers {'ce24ded6-c981-44b3-9897-3cb55e145779'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:13:49.356732 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-554f7925-9f93-4574-8616-2cd5c81a1d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:13:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['ce24ded6-c981-44b3-9897-3cb55e145779'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:13:49.448535 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3d189b01-88d0-419a-ba6f-c562561dbce3 req-236bb93a-0abc-4f00-b1e7-ae04bde2cab8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63e73747-3f1c-4031-94bb-e21d1752e6b2 HTTP/1.1" status: 200 len: 217 time: 0.1981900 May 05 20:13:49.548323 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-554f7925-9f93-4574-8616-2cd5c81a1d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:13:49.548743 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554f7925-9f93-4574-8616-2cd5c81a1d45 None None] The sync data for ids ['ce24ded6-c981-44b3-9897-3cb55e145779'] in n-d-840717-1 is: [] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:13:49.559729 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c9806f04-9eb4-4a2e-87b5-8350effb6ec9 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:49.803565 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a958c-88af-4f43-af58-940183b9291f req-06aa6006-8454-423a-acec-4bcacc8207a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:13:49.805284 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7b1a958c-88af-4f43-af58-940183b9291f req-06aa6006-8454-423a-acec-4bcacc8207a0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=655c7f11-c965-4205-91a0-e680dbb467c6 HTTP/1.1" status: 200 len: 910 time: 0.9009047 May 05 20:13:49.809794 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cb0e5f37-1248-4d91-aeef-aa50dc0d863c tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:49.827513 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26832a95-5b39-4201-b326-94ee3f7f7a3c req-e5cb40e0-eef5-4e75-a41d-f3256c8eed1c tempest-ServerGroupTestJSON-1343252387 tempest-ServerGroupTestJSON-1343252387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:13:49.829072 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-26832a95-5b39-4201-b326-94ee3f7f7a3c req-e5cb40e0-eef5-4e75-a41d-f3256c8eed1c tempest-ServerGroupTestJSON-1343252387 tempest-ServerGroupTestJSON-1343252387-project] 10.222.0.36 "GET /v2.0/ports?device_id=29b4dc3a-4647-4e92-ac12-0c87e8c5dc8c HTTP/1.1" status: 200 len: 944 time: 0.5933428 May 05 20:13:49.901337 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d189b01-88d0-419a-ba6f-c562561dbce3 req-4de5b734-470d-464b-bfb4-174865ce40e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:13:49.903449 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3d189b01-88d0-419a-ba6f-c562561dbce3 req-4de5b734-470d-464b-bfb4-174865ce40e4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6b044dc8-5eed-465c-85b3-c2ce52d6a57a HTTP/1.1" status: 200 len: 849 time: 0.4261086 May 05 20:13:49.962298 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7b1a958c-88af-4f43-af58-940183b9291f req-38a674cd-ed60-44f4-ac66-65c4b7ee58ab service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20176e3d-4a1a-454b-b4ac-8b4dbaa58f10 HTTP/1.1" status: 200 len: 217 time: 0.1266413 May 05 20:13:49.966551 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-26832a95-5b39-4201-b326-94ee3f7f7a3c req-c6d9b225-4e14-403e-8256-3a943116828f tempest-ServerGroupTestJSON-1343252387 tempest-ServerGroupTestJSON-1343252387-project] 10.222.0.36 "GET /v2.0/security-groups?id=4889a8d7-16ab-490a-9904-96363d080742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079409 May 05 20:13:49.985495 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c9806f04-9eb4-4a2e-87b5-8350effb6ec9 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:50.000293 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 688a4a9a-4c98-45ff-964a-c594a57cbf72 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:13:50.000293 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d4c1f4-70c3-4c02-8b82-95586d3311b7 None None] DHCP port deletion for 21d28aed-453f-4c55-b7c4-4160f46711dc request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:13:50.001810 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3d189b01-88d0-419a-ba6f-c562561dbce3 req-00eaa129-619c-45fa-8370-2f3faa462cf5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1a338985-4bd3-4188-b714-89b62f33decf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830114 May 05 20:13:50.007661 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-00d4c1f4-70c3-4c02-8b82-95586d3311b7 None None] Deleting port 35e82d19-9023-455d-b564-4aef3990fdcb {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:13:50.008085 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-00d4c1f4-70c3-4c02-8b82-95586d3311b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:50.012748 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-c9806f04-9eb4-4a2e-87b5-8350effb6ec9 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Deleting port c5fc3756-b8b7-4518-8739-39eb70f1f79a {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:13:50.013459 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8d7b40-02e5-4050-a3d4-8817d23892fe tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:13:50.013600 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c9806f04-9eb4-4a2e-87b5-8350effb6ec9 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:50.014104 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-fb8d7b40-02e5-4050-a3d4-8817d23892fe tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Synchronizing usage tracker for tenant:88760c5e167e4c4abc1263be6642087f on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:13:50.188391 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce6600b-f6bf-411d-bb5a-01adb61e67b6 req-5976d22b-8198-4ed6-99e9-24c7ba15ab41 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:13:50.190069 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9ce6600b-f6bf-411d-bb5a-01adb61e67b6 req-5976d22b-8198-4ed6-99e9-24c7ba15ab41 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] 10.222.0.36 "GET /v2.0/ports?device_id=260e7d34-7f01-4a83-8092-b799d5975992 HTTP/1.1" status: 200 len: 943 time: 0.8896153 May 05 20:13:50.238118 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 35e82d19-9023-455d-b564-4aef3990fdcb no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:13:50.302617 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-fb8d7b40-02e5-4050-a3d4-8817d23892fe tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Unset dirty status for tenant:88760c5e167e4c4abc1263be6642087f on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:13:50.307830 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-fb8d7b40-02e5-4050-a3d4-8817d23892fe tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce24ded6-c981-44b3-9897-3cb55e145779 HTTP/1.1" status: 200 len: 989 time: 1.0588391 May 05 20:13:50.308753 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33500) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:50.322488 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9ce6600b-f6bf-411d-bb5a-01adb61e67b6 req-781c210e-1940-4231-a542-ae1bd31d475d tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] 10.222.0.36 "GET /v2.0/security-groups?id=b708cd35-482e-4c97-85dd-b99b79f6ba9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054165 May 05 20:13:50.326282 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a958c-88af-4f43-af58-940183b9291f req-5467a485-057c-4cb0-af09-5b62c9f5b126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:13:50.328065 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7b1a958c-88af-4f43-af58-940183b9291f req-5467a485-057c-4cb0-af09-5b62c9f5b126 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4690a94e-2abe-4dd8-b04e-59253aa996fe HTTP/1.1" status: 200 len: 849 time: 0.3310111 May 05 20:13:50.500827 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.resource_extend [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 20:13:50.570741 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 20176e3d-4a1a-454b-b4ac-8b4dbaa58f10 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:13:50.623672 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c9806f04-9eb4-4a2e-87b5-8350effb6ec9 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:50.758040 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 20176e3d-4a1a-454b-b4ac-8b4dbaa58f10, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=20176e3d-4a1a-454b-b4ac-8b4dbaa58f10,segment=NetworkSegment(3cb51e4f-4171-42c9-8467-0979b530738a),segment_id=3cb51e4f-4171-42c9-8467-0979b530738a)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:13:50.883763 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-c9806f04-9eb4-4a2e-87b5-8350effb6ec9 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Calling delete_port for c5fc3756-b8b7-4518-8739-39eb70f1f79a owned by network:router_gateway {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:13:51.020690 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': '20176e3d-4a1a-454b-b4ac-8b4dbaa58f10', 'network_id': '655c7f11-c965-4205-91a0-e680dbb467c6', 'port_id': '20176e3d-4a1a-454b-b4ac-8b4dbaa58f10', 'mac_address': 'fa:16:3e:25:80:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4690a94e-2abe-4dd8-b04e-59253aa996fe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:13:51.130046 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb1bbb-97d7-4242-a7c1-088fae0b76a4 req-9c35fe6a-d99d-472f-a5db-79073379aff6 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:13:51.131640 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4dfb1bbb-97d7-4242-a7c1-088fae0b76a4 req-9c35fe6a-d99d-472f-a5db-79073379aff6 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1d1e55-8689-4939-b673-836425f8455e HTTP/1.1" status: 200 len: 946 time: 0.9911857 May 05 20:13:51.265214 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:51.284689 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4dfb1bbb-97d7-4242-a7c1-088fae0b76a4 req-e97effe6-dbfb-4a50-97e6-0b5ddf96dbd2 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa34c6b7-f79e-42a5-a73d-73f26fc7f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454096 May 05 20:13:51.528866 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c9806f04-9eb4-4a2e-87b5-8350effb6ec9 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:51.588817 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20176e3d-4a1a-454b-b4ac-8b4dbaa58f10 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:13:51.634288 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9806f04-9eb4-4a2e-87b5-8350effb6ec9 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Pushing event deleted for resources: {'Port': ['ID=c5fc3756-b8b7-4518-8739-39eb70f1f79a,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:51.639177 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-00d4c1f4-70c3-4c02-8b82-95586d3311b7 None None] For port 35e82d19-9023-455d-b564-4aef3990fdcb, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=35e82d19-9023-455d-b564-4aef3990fdcb,segment=NetworkSegment(af2ffb07-eea8-4888-9ced-4ddacfe6e5f7),segment_id=af2ffb07-eea8-4888-9ced-4ddacfe6e5f7)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:13:51.640331 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-00d4c1f4-70c3-4c02-8b82-95586d3311b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:51.979696 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 20176e3d-4a1a-454b-b4ac-8b4dbaa58f10, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=20176e3d-4a1a-454b-b4ac-8b4dbaa58f10,segment=NetworkSegment(3cb51e4f-4171-42c9-8467-0979b530738a),segment_id=3cb51e4f-4171-42c9-8467-0979b530738a)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:13:51.988279 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7b1a958c-88af-4f43-af58-940183b9291f req-7ce9c59a-5bdb-4fc5-a3f2-038b65ccd6cb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=655c7f11-c965-4205-91a0-e680dbb467c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 1.2187541 May 05 20:13:51.997520 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-00d4c1f4-70c3-4c02-8b82-95586d3311b7 None None] Calling delete_port for 35e82d19-9023-455d-b564-4aef3990fdcb owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:13:52.036012 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cb0e5f37-1248-4d91-aeef-aa50dc0d863c tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:52.095975 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:52.114106 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:52.197934 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-cb0e5f37-1248-4d91-aeef-aa50dc0d863c tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4da2c1b7-38bf-4ca1-8a15-1b6c5121ebfa']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:13:52.234992 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-cb0e5f37-1248-4d91-aeef-aa50dc0d863c tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '315f2497-ce6c-43cd-aa64-f8a1a8fdd0f6') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:13:52.237060 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-cb0e5f37-1248-4d91-aeef-aa50dc0d863c tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '315f2497-ce6c-43cd-aa64-f8a1a8fdd0f6') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:13:52.265165 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cb0e5f37-1248-4d91-aeef-aa50dc0d863c tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:52.310138 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cb0e5f37-1248-4d91-aeef-aa50dc0d863c tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:52.318077 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=20176e3d-4a1a-454b-b4ac-8b4dbaa58f10,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:52.318255 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb0e5f37-1248-4d91-aeef-aa50dc0d863c tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:13:52.319721 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cb0e5f37-1248-4d91-aeef-aa50dc0d863c tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:52.372157 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 688a4a9a-4c98-45ff-964a-c594a57cbf72, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=688a4a9a-4c98-45ff-964a-c594a57cbf72,segment=NetworkSegment(b1dd65d9-c07f-4164-9458-eedf0f51eafc),segment_id=b1dd65d9-c07f-4164-9458-eedf0f51eafc)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:13:52.394116 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c9806f04-9eb4-4a2e-87b5-8350effb6ec9 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:52.404371 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['20176e3d-4a1a-454b-b4ac-8b4dbaa58f10'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:13:52.456269 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:13:52.456269 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:13:52.456269 n-d-840717-1 neutron-server[88197]: timer() May 05 20:13:52.456269 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:13:52.456269 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:13:52.456269 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:13:52.456269 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:13:52.456269 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:13:52.456269 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:13:52.456269 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:13:52.456269 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:13:52.456269 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:13:52.456269 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:13:52.456269 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:13:52.456269 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:13:52.456269 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:13:52.456269 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:13:52.456269 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:13:52.456269 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:13:52.456269 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:13:52.456269 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:13:52.456269 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:13:52.456269 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:13:52.456269 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:13:52.456269 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:13:52.456269 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:13:52.456269 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:13:52.456269 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:13:52.456269 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:13:52.456269 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:13:52.456269 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:13:52.456269 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:13:52.473754 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cb0e5f37-1248-4d91-aeef-aa50dc0d863c tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:52.474117 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 35e82d19-9023-455d-b564-4aef3990fdcb, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=35e82d19-9023-455d-b564-4aef3990fdcb,segment=NetworkSegment(af2ffb07-eea8-4888-9ced-4ddacfe6e5f7),segment_id=af2ffb07-eea8-4888-9ced-4ddacfe6e5f7)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:13:52.486938 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cb0e5f37-1248-4d91-aeef-aa50dc0d863c tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:52.566063 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:52.707951 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-cb0e5f37-1248-4d91-aeef-aa50dc0d863c tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "DELETE /v2.0/networks/4da2c1b7-38bf-4ca1-8a15-1b6c5121ebfa HTTP/1.1" status: 204 len: 168 time: 3.4603765 May 05 20:13:52.712171 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33548) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:52.725106 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e5f37-1248-4d91-aeef-aa50dc0d863c tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Pushing event deleted for resources: {'Network': ['ID=4da2c1b7-38bf-4ca1-8a15-1b6c5121ebfa,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:52.750044 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3d189b01-88d0-419a-ba6f-c562561dbce3 req-ac1fd342-565d-4f4c-915c-b1cf963cad70 service neutron] 10.222.0.24 "GET /v2.0/networks/1a338985-4bd3-4188-b714-89b62f33decf?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.7224870 May 05 20:13:52.834153 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '688a4a9a-4c98-45ff-964a-c594a57cbf72', 'network_id': 'dd240240-b981-4728-a92a-09bd25dc9abb', 'port_id': '688a4a9a-4c98-45ff-964a-c594a57cbf72', 'mac_address': 'fa:16:3e:88:92:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4839f055-edd7-4ed9-a2d6-dc3f9daf425d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:13:52.875009 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=35e82d19-9023-455d-b564-4aef3990fdcb,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:53.044241 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-00d4c1f4-70c3-4c02-8b82-95586d3311b7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:13:53.045085 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-00d4c1f4-70c3-4c02-8b82-95586d3311b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:13:53.117017 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c9806f04-9eb4-4a2e-87b5-8350effb6ec9 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:53.143195 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7b1a958c-88af-4f43-af58-940183b9291f req-b1e8a13c-e2f5-45cd-835c-0e35bcc016ea service neutron] 10.222.0.50 "GET /v2.0/networks/655c7f11-c965-4205-91a0-e680dbb467c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0583644 May 05 20:13:53.162944 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c9806f04-9eb4-4a2e-87b5-8350effb6ec9 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:53.227972 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:53.237479 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cdd8ad11-c1ac-4340-af8c-a636178fc24d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:53.240453 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2696a05a-8fe4-4674-9a34-67e6fefa1994 req-5fcc941f-a3f5-4b45-a362-73c8163a4caa tempest-ServerGroupTestJSON-1343252387 tempest-ServerGroupTestJSON-1343252387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:13:53.242017 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2696a05a-8fe4-4674-9a34-67e6fefa1994 req-5fcc941f-a3f5-4b45-a362-73c8163a4caa tempest-ServerGroupTestJSON-1343252387 tempest-ServerGroupTestJSON-1343252387-project] 10.222.0.36 "GET /v2.0/ports?device_id=29b4dc3a-4647-4e92-ac12-0c87e8c5dc8c HTTP/1.1" status: 200 len: 944 time: 1.5650303 May 05 20:13:53.249238 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3d189b01-88d0-419a-ba6f-c562561dbce3 req-adf58591-f1b4-4345-9fd5-24851952d777 service neutron] 10.222.0.24 "GET /v2.0/networks/1a338985-4bd3-4188-b714-89b62f33decf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147683 May 05 20:13:53.271298 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681910a-c495-4e06-8a5c-b9c85d575c81 req-24029561-ad40-40cc-9c06-a676e7e2c41e tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:13:53.281057 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2681910a-c495-4e06-8a5c-b9c85d575c81 req-24029561-ad40-40cc-9c06-a676e7e2c41e tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] 10.222.0.36 "GET /v2.0/ports?device_id=260e7d34-7f01-4a83-8092-b799d5975992 HTTP/1.1" status: 200 len: 944 time: 1.5789762 May 05 20:13:53.322859 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 688a4a9a-4c98-45ff-964a-c594a57cbf72 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:13:53.345213 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c9806f04-9eb4-4a2e-87b5-8350effb6ec9 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:53.348097 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9806f04-9eb4-4a2e-87b5-8350effb6ec9 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Fanout notify agent at l3_agent the message router_deleted on router 44c6364f-75b3-4d82-be45-f34bf9643544 {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:13:53.370434 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 688a4a9a-4c98-45ff-964a-c594a57cbf72, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=688a4a9a-4c98-45ff-964a-c594a57cbf72,segment=NetworkSegment(b1dd65d9-c07f-4164-9458-eedf0f51eafc),segment_id=b1dd65d9-c07f-4164-9458-eedf0f51eafc)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:13:53.376401 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:53.399067 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-cdd8ad11-c1ac-4340-af8c-a636178fc24d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Deleting port 35e82d19-9023-455d-b564-4aef3990fdcb {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:13:53.401489 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cdd8ad11-c1ac-4340-af8c-a636178fc24d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:53.583081 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2696a05a-8fe4-4674-9a34-67e6fefa1994 req-97ca21d7-0dd0-4bf1-a034-98f53a6a8738 tempest-ServerGroupTestJSON-1343252387 tempest-ServerGroupTestJSON-1343252387-project] 10.222.0.36 "GET /v2.0/security-groups?id=4889a8d7-16ab-490a-9904-96363d080742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328657 May 05 20:13:53.593817 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7b1a958c-88af-4f43-af58-940183b9291f req-757ced4f-6261-4538-8533-b74b70100ea1 service neutron] 10.222.0.50 "GET /v2.0/networks/655c7f11-c965-4205-91a0-e680dbb467c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4389222 May 05 20:13:53.598599 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-00d4c1f4-70c3-4c02-8b82-95586d3311b7 None None] Deleting port 35e82d19-9023-455d-b564-4aef3990fdcb {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:13:53.598994 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-00d4c1f4-70c3-4c02-8b82-95586d3311b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:53.762915 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['688a4a9a-4c98-45ff-964a-c594a57cbf72'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:13:53.784926 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-cdd8ad11-c1ac-4340-af8c-a636178fc24d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] For port 35e82d19-9023-455d-b564-4aef3990fdcb, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=35e82d19-9023-455d-b564-4aef3990fdcb,segment=NetworkSegment(af2ffb07-eea8-4888-9ced-4ddacfe6e5f7),segment_id=af2ffb07-eea8-4888-9ced-4ddacfe6e5f7)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:13:53.785380 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cdd8ad11-c1ac-4340-af8c-a636178fc24d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:53.845539 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=688a4a9a-4c98-45ff-964a-c594a57cbf72,revision_number=6']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:53.930256 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1cdf8b29-f486-403e-bb61-d1b3e4913613 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:53.942103 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-cdd8ad11-c1ac-4340-af8c-a636178fc24d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Calling delete_port for 35e82d19-9023-455d-b564-4aef3990fdcb owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:13:54.076895 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2681910a-c495-4e06-8a5c-b9c85d575c81 req-effaac72-243b-4f2c-aad6-a5ef28d7d402 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] 10.222.0.36 "GET /v2.0/security-groups?id=b708cd35-482e-4c97-85dd-b99b79f6ba9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7692261 May 05 20:13:54.077679 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cdd8ad11-c1ac-4340-af8c-a636178fc24d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:54.189245 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3119c-747c-4faf-8f78-ccb3c88025dc req-42a28b85-7e9a-4d9b-a865-12d60a83d3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:13:54.190774 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-aaf3119c-747c-4faf-8f78-ccb3c88025dc req-42a28b85-7e9a-4d9b-a865-12d60a83d3a5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d5435ea847f54b7f9f901b0e8a3e6536&device_id=29b4dc3a-4647-4e92-ac12-0c87e8c5dc8c HTTP/1.1" status: 200 len: 1095 time: 0.8358550 May 05 20:13:54.198568 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd8ad11-c1ac-4340-af8c-a636178fc24d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] No DVR routers for this DVR port 35e82d19-9023-455d-b564-4aef3990fdcb on host n-d-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:13:54.275767 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c9806f04-9eb4-4a2e-87b5-8350effb6ec9 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:54.280139 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c9806f04-9eb4-4a2e-87b5-8350effb6ec9 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] 10.222.0.36 "DELETE /v2.0/routers/44c6364f-75b3-4d82-be45-f34bf9643544 HTTP/1.1" status: 204 len: 168 time: 5.3983476 May 05 20:13:54.282094 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33564) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:54.301242 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd8ad11-c1ac-4340-af8c-a636178fc24d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Pushing event deleted for resources: {'Port': ['ID=35e82d19-9023-455d-b564-4aef3990fdcb,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:54.305525 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-4f028cc0-9ad4-4c01-8b27-ab45d2abad1e tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-74464880', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:13:54.336898 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-00d4c1f4-70c3-4c02-8b82-95586d3311b7 None None] For port 35e82d19-9023-455d-b564-4aef3990fdcb, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=35e82d19-9023-455d-b564-4aef3990fdcb,segment=NetworkSegment(af2ffb07-eea8-4888-9ced-4ddacfe6e5f7),segment_id=af2ffb07-eea8-4888-9ced-4ddacfe6e5f7)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:13:54.338060 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-00d4c1f4-70c3-4c02-8b82-95586d3311b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:54.431345 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cdd8ad11-c1ac-4340-af8c-a636178fc24d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:54.455820 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4f028cc0-9ad4-4c01-8b27-ab45d2abad1e tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:13:54.465521 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-cdd8ad11-c1ac-4340-af8c-a636178fc24d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21d28aed-453f-4c55-b7c4-4160f46711dc']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:13:54.498489 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4f028cc0-9ad4-4c01-8b27-ab45d2abad1e tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Usage tracker for resource:router and tenant:84c44bbe9a46400ca904aba9c8d7d2a5 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:13:54.514335 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-cdd8ad11-c1ac-4340-af8c-a636178fc24d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af2ffb07-eea8-4888-9ced-4ddacfe6e5f7') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:13:54.518235 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4f028cc0-9ad4-4c01-8b27-ab45d2abad1e tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:13:54.518445 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-cdd8ad11-c1ac-4340-af8c-a636178fc24d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af2ffb07-eea8-4888-9ced-4ddacfe6e5f7') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:13:54.553486 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cdd8ad11-c1ac-4340-af8c-a636178fc24d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:54.607370 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cdd8ad11-c1ac-4340-af8c-a636178fc24d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:54.624590 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdd8ad11-c1ac-4340-af8c-a636178fc24d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:13:54.625154 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cdd8ad11-c1ac-4340-af8c-a636178fc24d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:54.634108 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4f028cc0-9ad4-4c01-8b27-ab45d2abad1e tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:13:54.655749 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 20176e3d-4a1a-454b-b4ac-8b4dbaa58f10 up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:13:54.667234 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:13:54.667234 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:13:54.667234 n-d-840717-1 neutron-server[88198]: timer() May 05 20:13:54.667234 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:13:54.667234 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:13:54.667234 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:13:54.667234 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:13:54.667234 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:13:54.667234 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:13:54.667234 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:13:54.667234 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:13:54.667234 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:13:54.667234 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:13:54.667234 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:13:54.667234 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:13:54.667234 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:13:54.667234 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:13:54.667234 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:13:54.667234 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:13:54.667234 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:13:54.667234 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:13:54.667234 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:13:54.667234 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:13:54.667234 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:13:54.667234 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:13:54.667234 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:13:54.667234 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:13:54.667234 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:13:54.667234 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:13:54.667234 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:13:54.667234 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:13:54.667234 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:13:54.714955 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-00d4c1f4-70c3-4c02-8b82-95586d3311b7 None None] Calling delete_port for 35e82d19-9023-455d-b564-4aef3990fdcb owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:13:54.719066 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be6058a-9b6e-4538-bbd9-415637ef3fe7 req-b3dbb296-5600-4e0e-907e-bba1047f1c05 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:13:54.720689 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1be6058a-9b6e-4538-bbd9-415637ef3fe7 req-b3dbb296-5600-4e0e-907e-bba1047f1c05 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1d1e55-8689-4939-b673-836425f8455e HTTP/1.1" status: 200 len: 945 time: 0.7265399 May 05 20:13:54.877746 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cdd8ad11-c1ac-4340-af8c-a636178fc24d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:54.883004 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cdd8ad11-c1ac-4340-af8c-a636178fc24d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:55.036568 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd8ad11-c1ac-4340-af8c-a636178fc24d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Pushing event deleted for resources: {'Network': ['ID=21d28aed-453f-4c55-b7c4-4160f46711dc,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:55.070976 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-cdd8ad11-c1ac-4340-af8c-a636178fc24d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "DELETE /v2.0/networks/21d28aed-453f-4c55-b7c4-4160f46711dc HTTP/1.1" status: 204 len: 168 time: 2.3565819 May 05 20:13:55.106931 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-00d4c1f4-70c3-4c02-8b82-95586d3311b7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:13:55.108091 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-00d4c1f4-70c3-4c02-8b82-95586d3311b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:13:55.168752 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33576) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:55.171670 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port 20176e3d-4a1a-454b-b4ac-8b4dbaa58f10 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:13:55.178252 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port 20176e3d-4a1a-454b-b4ac-8b4dbaa58f10 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:13:55.178252 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:55.197003 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-f3f7e2cb-4737-435e-a21d-075f14122202 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Request body: {'network': {'name': 'tempest-RoutersTest-1680599644'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:13:55.238093 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f3f7e2cb-4737-435e-a21d-075f14122202 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:13:55.247641 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-f3f7e2cb-4737-435e-a21d-075f14122202 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Usage tracker for resource:network and tenant:9b46723d474c4d6a82c8d63ca7324f68 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:13:55.251913 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-f3f7e2cb-4737-435e-a21d-075f14122202 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:13:55.261636 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f3f7e2cb-4737-435e-a21d-075f14122202 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:13:55.262095 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1be6058a-9b6e-4538-bbd9-415637ef3fe7 req-9d206c8b-e9e7-4263-8488-acc11c8a56d4 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa34c6b7-f79e-42a5-a73d-73f26fc7f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4575694 May 05 20:13:55.281808 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f7e2cb-4737-435e-a21d-075f14122202 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Made reservation on behalf of 9b46723d474c4d6a82c8d63ca7324f68 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:13:55.286588 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f3f7e2cb-4737-435e-a21d-075f14122202 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:55.303102 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3119c-747c-4faf-8f78-ccb3c88025dc req-2d6a9047-4bcf-4828-8341-37a3fd6b525a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:13:55.331252 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-aaf3119c-747c-4faf-8f78-ccb3c88025dc req-2d6a9047-4bcf-4828-8341-37a3fd6b525a service neutron] 10.222.0.24 "GET /v2.0/networks?id=1a338985-4bd3-4188-b714-89b62f33decf HTTP/1.1" status: 200 len: 910 time: 1.1309803 May 05 20:13:55.338788 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3f7e2cb-4737-435e-a21d-075f14122202 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:13:55.339595 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4f028cc0-9ad4-4c01-8b27-ab45d2abad1e tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:55.344090 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4f028cc0-9ad4-4c01-8b27-ab45d2abad1e tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:55.373564 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f3f7e2cb-4737-435e-a21d-075f14122202 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:55.374059 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-f3f7e2cb-4737-435e-a21d-075f14122202 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Added segment 9b999f7a-314c-450b-b53d-e4aca78fa410 of type vlan for network d801fa8a-ae6f-4354-a904-46fc5716dc9c May 05 20:13:55.403014 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 63e73747-3f1c-4031-94bb-e21d1752e6b2 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:13:55.405324 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 688a4a9a-4c98-45ff-964a-c594a57cbf72 up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:13:55.437392 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb82b668-538f-4d8d-93ba-81f2492e4201 req-4391e75e-636e-4e7c-8493-d0e02a9adf2b tempest-ServerGroupTestJSON-1343252387 tempest-ServerGroupTestJSON-1343252387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:13:55.445411 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-eb82b668-538f-4d8d-93ba-81f2492e4201 req-4391e75e-636e-4e7c-8493-d0e02a9adf2b tempest-ServerGroupTestJSON-1343252387 tempest-ServerGroupTestJSON-1343252387-project] 10.222.0.36 "GET /v2.0/ports?device_id=29b4dc3a-4647-4e92-ac12-0c87e8c5dc8c HTTP/1.1" status: 200 len: 944 time: 0.4211264 May 05 20:13:55.522490 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f3f7e2cb-4737-435e-a21d-075f14122202 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:55.554105 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-aaf3119c-747c-4faf-8f78-ccb3c88025dc req-55347792-c2de-4282-bea9-327fd46f0327 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63e73747-3f1c-4031-94bb-e21d1752e6b2 HTTP/1.1" status: 200 len: 217 time: 0.1785157 May 05 20:13:55.630701 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:55.688055 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-eb82b668-538f-4d8d-93ba-81f2492e4201 req-f9232cea-85bd-49ae-8a1e-9047456bd8fa tempest-ServerGroupTestJSON-1343252387 tempest-ServerGroupTestJSON-1343252387-project] 10.222.0.36 "GET /v2.0/security-groups?id=4889a8d7-16ab-490a-9904-96363d080742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398691 May 05 20:13:55.734920 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f3f7e2cb-4737-435e-a21d-075f14122202 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:55.752969 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f7e2cb-4737-435e-a21d-075f14122202 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:13:55.753621 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f3f7e2cb-4737-435e-a21d-075f14122202 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:55.835370 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3119c-747c-4faf-8f78-ccb3c88025dc req-88fea0cb-ee32-427c-971a-8236c8888e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:13:55.856452 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-aaf3119c-747c-4faf-8f78-ccb3c88025dc req-88fea0cb-ee32-427c-971a-8236c8888e7b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6b044dc8-5eed-465c-85b3-c2ce52d6a57a HTTP/1.1" status: 200 len: 849 time: 0.2929449 May 05 20:13:55.950028 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-00d4c1f4-70c3-4c02-8b82-95586d3311b7 None None] Deleting port 35e82d19-9023-455d-b564-4aef3990fdcb {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:13:55.951754 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-00d4c1f4-70c3-4c02-8b82-95586d3311b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:56.042116 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 20176e3d-4a1a-454b-b4ac-8b4dbaa58f10, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=20176e3d-4a1a-454b-b4ac-8b4dbaa58f10,segment=NetworkSegment(3cb51e4f-4171-42c9-8467-0979b530738a),segment_id=3cb51e4f-4171-42c9-8467-0979b530738a)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:13:56.043340 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '260e7d34-7f01-4a83-8092-b799d5975992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20176e3d-4a1a-454b-b4ac-8b4dbaa58f10'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:13:56.055232 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:56.192867 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4f028cc0-9ad4-4c01-8b27-ab45d2abad1e tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:56.220772 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5123d6cd-be28-4ed5-b10b-dd3e8bc6781e'] response: {'server_uuid': '260e7d34-7f01-4a83-8092-b799d5975992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20176e3d-4a1a-454b-b4ac-8b4dbaa58f10', 'code': 200} May 05 20:13:56.238109 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f7e2cb-4737-435e-a21d-075f14122202 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Pushing event updated for resources: {'Network': ['ID=d801fa8a-ae6f-4354-a904-46fc5716dc9c,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:56.241332 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-00d4c1f4-70c3-4c02-8b82-95586d3311b7 None None] The port '35e82d19-9023-455d-b564-4aef3990fdcb' was deleted {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 20:13:56.257419 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f3f7e2cb-4737-435e-a21d-075f14122202 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0876091 May 05 20:13:56.258382 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33590) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:56.265946 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-f37de385-a67f-4b83-8e1e-4b8ef30fb603 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Request body: {'subnet': {'network_id': 'd801fa8a-ae6f-4354-a904-46fc5716dc9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:13:56.266571 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-aaf3119c-747c-4faf-8f78-ccb3c88025dc req-22faf840-5f83-48b4-9d39-adca84537141 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1a338985-4bd3-4188-b714-89b62f33decf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2409773 May 05 20:13:56.268747 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 688a4a9a-4c98-45ff-964a-c594a57cbf72 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:13:56.269124 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:56.345627 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network d801fa8a-ae6f-4354-a904-46fc5716dc9c details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:13:56.488112 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f37de385-a67f-4b83-8e1e-4b8ef30fb603 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:13:56.496408 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-f37de385-a67f-4b83-8e1e-4b8ef30fb603 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Usage tracker for resource:subnet and tenant:9b46723d474c4d6a82c8d63ca7324f68 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:13:56.505585 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-f37de385-a67f-4b83-8e1e-4b8ef30fb603 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:13:56.519953 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f37de385-a67f-4b83-8e1e-4b8ef30fb603 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:13:56.585115 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 63e73747-3f1c-4031-94bb-e21d1752e6b2, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=63e73747-3f1c-4031-94bb-e21d1752e6b2,segment=NetworkSegment(cd9c3e2f-9171-4356-8809-fe708c10d5fb),segment_id=cd9c3e2f-9171-4356-8809-fe708c10d5fb)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:13:56.593610 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37de385-a67f-4b83-8e1e-4b8ef30fb603 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Made reservation on behalf of 9b46723d474c4d6a82c8d63ca7324f68 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:13:56.597355 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f37de385-a67f-4b83-8e1e-4b8ef30fb603 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:56.763346 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '63e73747-3f1c-4031-94bb-e21d1752e6b2', 'network_id': '1a338985-4bd3-4188-b714-89b62f33decf', 'port_id': '63e73747-3f1c-4031-94bb-e21d1752e6b2', 'mac_address': 'fa:16:3e:2d:e6:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b044dc8-5eed-465c-85b3-c2ce52d6a57a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:13:56.765213 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=20176e3d-4a1a-454b-b4ac-8b4dbaa58f10,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:56.840372 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-aaf3119c-747c-4faf-8f78-ccb3c88025dc req-02769635-1522-4109-8c4c-a3abb1cfa2b7 service neutron] 10.222.0.24 "GET /v2.0/networks/1a338985-4bd3-4188-b714-89b62f33decf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4860880 May 05 20:13:56.841325 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4f028cc0-9ad4-4c01-8b27-ab45d2abad1e tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:56.878223 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f37de385-a67f-4b83-8e1e-4b8ef30fb603 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:56.917909 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:56.942998 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:56.991751 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 688a4a9a-4c98-45ff-964a-c594a57cbf72, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=688a4a9a-4c98-45ff-964a-c594a57cbf72,segment=NetworkSegment(b1dd65d9-c07f-4164-9458-eedf0f51eafc),segment_id=b1dd65d9-c07f-4164-9458-eedf0f51eafc)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:13:56.997803 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63e73747-3f1c-4031-94bb-e21d1752e6b2 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:13:57.004833 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:57.016278 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cff1863-bdaf-4cb0-8216-a03bf38313e8 req-5e51435b-0e7c-4358-b9c6-55862e2a2bcc tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:13:57.023764 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2cff1863-bdaf-4cb0-8216-a03bf38313e8 req-5e51435b-0e7c-4358-b9c6-55862e2a2bcc tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1d1e55-8689-4939-b673-836425f8455e HTTP/1.1" status: 200 len: 945 time: 0.4967995 May 05 20:13:57.027954 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37de385-a67f-4b83-8e1e-4b8ef30fb603 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Pushing event updated for resources: {'Subnet': ['ID=2b1f33c3-3199-4dbc-96ef-f532cb9e666b,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:57.110959 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4f028cc0-9ad4-4c01-8b27-ab45d2abad1e tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:57.120446 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-4f028cc0-9ad4-4c01-8b27-ab45d2abad1e tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 2.8201034 May 05 20:13:57.123865 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 63e73747-3f1c-4031-94bb-e21d1752e6b2, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=63e73747-3f1c-4031-94bb-e21d1752e6b2,segment=NetworkSegment(cd9c3e2f-9171-4356-8809-fe708c10d5fb),segment_id=cd9c3e2f-9171-4356-8809-fe708c10d5fb)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:13:57.136866 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37de385-a67f-4b83-8e1e-4b8ef30fb603 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Checking segment: {'id': '9b999f7a-314c-450b-b53d-e4aca78fa410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd801fa8a-ae6f-4354-a904-46fc5716dc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:13:57.137318 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33602) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:57.139408 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37de385-a67f-4b83-8e1e-4b8ef30fb603 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Network hostable DHCP agents. Network: d801fa8a-ae6f-4354-a904-46fc5716dc9c, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:13:57.157794 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-1cdf8b29-f486-403e-bb61-d1b3e4913613 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Deleting port 10b5b25e-401c-4d3e-aa15-ec459e19f6d8 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:13:57.159158 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1cdf8b29-f486-403e-bb61-d1b3e4913613 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:57.188458 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:57.237217 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=688a4a9a-4c98-45ff-964a-c594a57cbf72,revision_number=7']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:57.328695 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37de385-a67f-4b83-8e1e-4b8ef30fb603 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Network d801fa8a-ae6f-4354-a904-46fc5716dc9c is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:13:57.367397 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2cff1863-bdaf-4cb0-8216-a03bf38313e8 req-106eba0e-100c-4565-bb63-bcec3e57576c tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa34c6b7-f79e-42a5-a73d-73f26fc7f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3408895 May 05 20:13:57.405747 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-f37de385-a67f-4b83-8e1e-4b8ef30fb603 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, d801fa8a-ae6f-4354-a904-46fc5716dc9c) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:13:57.410543 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37de385-a67f-4b83-8e1e-4b8ef30fb603 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:13:57.411310 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f37de385-a67f-4b83-8e1e-4b8ef30fb603 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:57.462952 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d17ea4a-3568-4672-bf02-2e9216c2b49a None None] Network d801fa8a-ae6f-4354-a904-46fc5716dc9c requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:13:57.473445 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f37de385-a67f-4b83-8e1e-4b8ef30fb603 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2136359 May 05 20:13:57.476056 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33608) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:57.481597 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-e7e11524-b1a0-4ca0-b367-f95a39911c46 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1484817582', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:13:57.508115 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['63e73747-3f1c-4031-94bb-e21d1752e6b2'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:13:57.514164 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e7e11524-b1a0-4ca0-b367-f95a39911c46 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:13:57.519152 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-e7e11524-b1a0-4ca0-b367-f95a39911c46 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Usage tracker for resource:router and tenant:9b46723d474c4d6a82c8d63ca7324f68 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:13:57.519706 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-ae014b0c-b575-4003-9ad2-83a9f2de612f tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'enable_snat': True}}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:13:57.532315 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-e7e11524-b1a0-4ca0-b367-f95a39911c46 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:13:57.538313 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e7e11524-b1a0-4ca0-b367-f95a39911c46 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:13:57.561882 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e7e11524-b1a0-4ca0-b367-f95a39911c46 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:57.562925 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e7e11524-b1a0-4ca0-b367-f95a39911c46 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:57.748883 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e7e11524-b1a0-4ca0-b367-f95a39911c46 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:57.763107 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=63e73747-3f1c-4031-94bb-e21d1752e6b2,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:57.841286 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e7e11524-b1a0-4ca0-b367-f95a39911c46 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:57.855280 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca353f24-3d9e-4c6f-88fe-959f797c8a73 req-8fecd1dc-5432-475d-90d3-8e8f0a09d8bd tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:13:57.857610 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ca353f24-3d9e-4c6f-88fe-959f797c8a73 req-8fecd1dc-5432-475d-90d3-8e8f0a09d8bd tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] 10.222.0.36 "GET /v2.0/ports?device_id=260e7d34-7f01-4a83-8092-b799d5975992 HTTP/1.1" status: 200 len: 944 time: 2.0001898 May 05 20:13:57.921006 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e1780c-e153-46cf-a1df-54280fd5c3eb req-f7b15f41-1c4d-4b56-a39d-3fd0eee0612c tempest-ServerGroupTestJSON-1343252387 tempest-ServerGroupTestJSON-1343252387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:13:57.922881 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-22e1780c-e153-46cf-a1df-54280fd5c3eb req-f7b15f41-1c4d-4b56-a39d-3fd0eee0612c tempest-ServerGroupTestJSON-1343252387 tempest-ServerGroupTestJSON-1343252387-project] 10.222.0.36 "GET /v2.0/ports?device_id=29b4dc3a-4647-4e92-ac12-0c87e8c5dc8c HTTP/1.1" status: 200 len: 945 time: 0.3520508 May 05 20:13:57.992243 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-22e1780c-e153-46cf-a1df-54280fd5c3eb req-99a8cde9-f770-4447-9e98-cacd93cf9083 tempest-ServerGroupTestJSON-1343252387 tempest-ServerGroupTestJSON-1343252387-project] 10.222.0.36 "GET /v2.0/security-groups?id=4889a8d7-16ab-490a-9904-96363d080742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621493 May 05 20:13:57.994434 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e7e11524-b1a0-4ca0-b367-f95a39911c46 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:57.998020 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594da22b-02bd-4f52-b182-414854cea8ff req-cda7c8e5-2a73-4f47-b41b-e314018636e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:13:57.999971 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-594da22b-02bd-4f52-b182-414854cea8ff req-cda7c8e5-2a73-4f47-b41b-e314018636e7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=260e7d34-7f01-4a83-8092-b799d5975992 HTTP/1.1" status: 200 len: 1096 time: 1.7428882 May 05 20:13:58.007775 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e7e11524-b1a0-4ca0-b367-f95a39911c46 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5296865 May 05 20:13:58.008865 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33612) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:13:58.022535 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-7f91e634-0139-4df2-ab27-729c6c6c6527 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Request body: {'port': {'network_id': 'd801fa8a-ae6f-4354-a904-46fc5716dc9c', 'name': 'tempest-RoutersTest-975610237'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:13:58.057893 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455eb659-6f31-499e-8183-ef661a2a5ece None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-d801fa8a-ae6f-4354-a904-46fc5716dc9c', 'network_id': 'd801fa8a-ae6f-4354-a904-46fc5716dc9c', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'fixed_ips': [{'subnet_id': '2b1f33c3-3199-4dbc-96ef-f532cb9e666b'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:13:58.058850 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-455eb659-6f31-499e-8183-ef661a2a5ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:58.223271 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ca353f24-3d9e-4c6f-88fe-959f797c8a73 req-4f155b1a-2df8-4897-8967-2f54ddba9753 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] 10.222.0.36 "GET /v2.0/security-groups?id=b708cd35-482e-4c97-85dd-b99b79f6ba9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766767 May 05 20:13:58.226065 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1d1e55-8689-4939-b673-836425f8455e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '688a4a9a-4c98-45ff-964a-c594a57cbf72'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:13:58.282119 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-7f91e634-0139-4df2-ab27-729c6c6c6527 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:13:58.295853 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-7f91e634-0139-4df2-ab27-729c6c6c6527 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Usage tracker for resource:port and tenant:9b46723d474c4d6a82c8d63ca7324f68 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:13:58.300589 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-7f91e634-0139-4df2-ab27-729c6c6c6527 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:13:58.326691 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-7f91e634-0139-4df2-ab27-729c6c6c6527 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:13:58.349310 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f91e634-0139-4df2-ab27-729c6c6c6527 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Made reservation on behalf of 9b46723d474c4d6a82c8d63ca7324f68 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:13:58.361882 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-455eb659-6f31-499e-8183-ef661a2a5ece None None] Allocated IP 172.20.0.2 (d801fa8a-ae6f-4354-a904-46fc5716dc9c/2b1f33c3-3199-4dbc-96ef-f532cb9e666b/4829236c-7625-498e-ba95-00b43d611009) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:13:58.363221 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7f91e634-0139-4df2-ab27-729c6c6c6527 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:58.427340 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3f25eb7-cde9-434c-8648-d059a33b7493'] response: {'server_uuid': '6e1d1e55-8689-4939-b673-836425f8455e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '688a4a9a-4c98-45ff-964a-c594a57cbf72', 'code': 200} May 05 20:13:58.463482 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-7f91e634-0139-4df2-ab27-729c6c6c6527 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] device_id is not set on port 1bf2f7d7-a4e3-40d9-8534-e98bb17629da yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:13:58.689042 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-aaf3119c-747c-4faf-8f78-ccb3c88025dc req-5a39cb91-3072-4aef-99a0-3dea52dc33c9 service neutron] 10.222.0.24 "GET /v2.0/networks/1a338985-4bd3-4188-b714-89b62f33decf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7626002 May 05 20:13:58.828495 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-455eb659-6f31-499e-8183-ef661a2a5ece None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:58.844183 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-455eb659-6f31-499e-8183-ef661a2a5ece None None] Transition to ACTIVE for port object 4829236c-7625-498e-ba95-00b43d611009 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:13:58.869953 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-455eb659-6f31-499e-8183-ef661a2a5ece None None] Transition to ACTIVE for port object 4829236c-7625-498e-ba95-00b43d611009 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:13:58.893084 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-455eb659-6f31-499e-8183-ef661a2a5ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:58.906970 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-594da22b-02bd-4f52-b182-414854cea8ff req-cf7b77c6-872b-496d-ae64-ff8c0ba4bf2b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b708cd35-482e-4c97-85dd-b99b79f6ba9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8884952 May 05 20:13:59.044621 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-7f91e634-0139-4df2-ab27-729c6c6c6527 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Allocated IP 172.20.0.6 (d801fa8a-ae6f-4354-a904-46fc5716dc9c/2b1f33c3-3199-4dbc-96ef-f532cb9e666b/1bf2f7d7-a4e3-40d9-8534-e98bb17629da) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:13:59.064547 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455eb659-6f31-499e-8183-ef661a2a5ece None None] Network d801fa8a-ae6f-4354-a904-46fc5716dc9c is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:13:59.082588 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-455eb659-6f31-499e-8183-ef661a2a5ece None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:13:59.091440 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455eb659-6f31-499e-8183-ef661a2a5ece None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:13:59.229359 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455eb659-6f31-499e-8183-ef661a2a5ece None None] Pushing event updated for resources: {'Port': ['ID=4829236c-7625-498e-ba95-00b43d611009,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:13:59.262063 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-455eb659-6f31-499e-8183-ef661a2a5ece None None] Attempting to bind port 4829236c-7625-498e-ba95-00b43d611009 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:13:59.263963 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-455eb659-6f31-499e-8183-ef661a2a5ece None None] Attempting to bind port 4829236c-7625-498e-ba95-00b43d611009 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '9b999f7a-314c-450b-b53d-e4aca78fa410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd801fa8a-ae6f-4354-a904-46fc5716dc9c'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:13:59.264503 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455eb659-6f31-499e-8183-ef661a2a5ece None None] Attempting to bind port 4829236c-7625-498e-ba95-00b43d611009 on network d801fa8a-ae6f-4354-a904-46fc5716dc9c {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:13:59.279052 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455eb659-6f31-499e-8183-ef661a2a5ece None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:13:59.281631 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455eb659-6f31-499e-8183-ef661a2a5ece None None] Checking segment: {'id': '9b999f7a-314c-450b-b53d-e4aca78fa410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd801fa8a-ae6f-4354-a904-46fc5716dc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:13:59.282223 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-455eb659-6f31-499e-8183-ef661a2a5ece None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:59.282774 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455eb659-6f31-499e-8183-ef661a2a5ece None None] Bound using segment: {'id': '9b999f7a-314c-450b-b53d-e4aca78fa410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd801fa8a-ae6f-4354-a904-46fc5716dc9c'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:13:59.283429 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-455eb659-6f31-499e-8183-ef661a2a5ece None None] Bound port: 4829236c-7625-498e-ba95-00b43d611009, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b999f7a-314c-450b-b53d-e4aca78fa410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd801fa8a-ae6f-4354-a904-46fc5716dc9c'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:13:59.284599 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-455eb659-6f31-499e-8183-ef661a2a5ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:59.415210 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 63e73747-3f1c-4031-94bb-e21d1752e6b2 up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:13:59.525632 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-455eb659-6f31-499e-8183-ef661a2a5ece None None] For port 4829236c-7625-498e-ba95-00b43d611009, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:13:59.529123 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-455eb659-6f31-499e-8183-ef661a2a5ece None None] For port 4829236c-7625-498e-ba95-00b43d611009, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=4829236c-7625-498e-ba95-00b43d611009,segment=NetworkSegment(9b999f7a-314c-450b-b53d-e4aca78fa410),segment_id=9b999f7a-314c-450b-b53d-e4aca78fa410)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:13:59.544365 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-455eb659-6f31-499e-8183-ef661a2a5ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:59.680687 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d32e0b-1699-4531-8519-761cb4e068b4 req-8d810284-09d1-4a7a-9b65-c602d1f5bc1b tempest-ServerGroupTestJSON-1343252387 tempest-ServerGroupTestJSON-1343252387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:13:59.687940 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c2d32e0b-1699-4531-8519-761cb4e068b4 req-8d810284-09d1-4a7a-9b65-c602d1f5bc1b tempest-ServerGroupTestJSON-1343252387 tempest-ServerGroupTestJSON-1343252387-project] 10.222.0.36 "GET /v2.0/ports?device_id=29b4dc3a-4647-4e92-ac12-0c87e8c5dc8c HTTP/1.1" status: 200 len: 945 time: 0.4271212 May 05 20:13:59.703218 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ae014b0c-b575-4003-9ad2-83a9f2de612f tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:59.771908 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port 63e73747-3f1c-4031-94bb-e21d1752e6b2 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:13:59.797304 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7f91e634-0139-4df2-ab27-729c6c6c6527 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:59.835922 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1cdf8b29-f486-403e-bb61-d1b3e4913613 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:59.864350 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-7f91e634-0139-4df2-ab27-729c6c6c6527 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Transition to ACTIVE for port object 1bf2f7d7-a4e3-40d9-8534-e98bb17629da will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:13:59.878546 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 63e73747-3f1c-4031-94bb-e21d1752e6b2 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:13:59.879083 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:59.919830 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7f91e634-0139-4df2-ab27-729c6c6c6527 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:13:59.998021 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455eb659-6f31-499e-8183-ef661a2a5ece None None] Pushing event updated for resources: {'Port': ['ID=4829236c-7625-498e-ba95-00b43d611009,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:00.008537 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c2d32e0b-1699-4531-8519-761cb4e068b4 req-5de264be-ecd0-439d-85d6-3a6f0ed39c75 tempest-ServerGroupTestJSON-1343252387 tempest-ServerGroupTestJSON-1343252387-project] 10.222.0.36 "GET /v2.0/security-groups?id=4889a8d7-16ab-490a-9904-96363d080742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195045 May 05 20:14:00.143323 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-1cdf8b29-f486-403e-bb61-d1b3e4913613 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Calling delete_port for 10b5b25e-401c-4d3e-aa15-ec459e19f6d8 owned by network:router_interface {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:14:00.162277 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f91e634-0139-4df2-ab27-729c6c6c6527 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Network d801fa8a-ae6f-4354-a904-46fc5716dc9c is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:14:00.177934 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-7f91e634-0139-4df2-ab27-729c6c6c6527 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:14:00.185256 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f91e634-0139-4df2-ab27-729c6c6c6527 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:14:00.250918 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f91e634-0139-4df2-ab27-729c6c6c6527 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Pushing event updated for resources: {'Port': ['ID=1bf2f7d7-a4e3-40d9-8534-e98bb17629da,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:00.315662 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:00.331071 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1331d3c7-864c-4a3f-a18c-332445410808 req-28503151-83b6-42b0-b1ba-69ad2afa0045 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:00.340302 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1331d3c7-864c-4a3f-a18c-332445410808 req-28503151-83b6-42b0-b1ba-69ad2afa0045 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1d1e55-8689-4939-b673-836425f8455e HTTP/1.1" status: 200 len: 946 time: 1.6502194 May 05 20:14:00.350319 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f91e634-0139-4df2-ab27-729c6c6c6527 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:00.351138 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7f91e634-0139-4df2-ab27-729c6c6c6527 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:00.404805 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-7f91e634-0139-4df2-ab27-729c6c6c6527 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.3927813 May 05 20:14:00.405817 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33668) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:00.412158 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 63e73747-3f1c-4031-94bb-e21d1752e6b2, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=63e73747-3f1c-4031-94bb-e21d1752e6b2,segment=NetworkSegment(cd9c3e2f-9171-4356-8809-fe708c10d5fb),segment_id=cd9c3e2f-9171-4356-8809-fe708c10d5fb)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:14:00.418218 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:00.546472 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b4dc3a-4647-4e92-ac12-0c87e8c5dc8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e73747-3f1c-4031-94bb-e21d1752e6b2'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:14:00.620781 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:14:00.665861 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=63e73747-3f1c-4031-94bb-e21d1752e6b2,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:00.862234 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 4829236c-7625-498e-ba95-00b43d611009 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:14:00.948656 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1331d3c7-864c-4a3f-a18c-332445410808 req-8a99bc46-a14c-4f1a-a589-a9b4e333866a tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa34c6b7-f79e-42a5-a73d-73f26fc7f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5657866 May 05 20:14:01.089321 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 4829236c-7625-498e-ba95-00b43d611009 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:14:01.182728 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1cdf8b29-f486-403e-bb61-d1b3e4913613 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:01.292320 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdf8b29-f486-403e-bb61-d1b3e4913613 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event deleted for resources: {'Port': ['ID=10b5b25e-401c-4d3e-aa15-ec459e19f6d8,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:01.304302 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d755598f-2564-4015-83bc-577e5856719a'] response: {'server_uuid': '29b4dc3a-4647-4e92-ac12-0c87e8c5dc8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e73747-3f1c-4031-94bb-e21d1752e6b2', 'code': 200} May 05 20:14:01.876010 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0511bd12-fbd4-4a27-8117-730f3eebbc21 req-aa0daad9-73cb-41ec-b64c-24785b1331a1 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:01.877596 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0511bd12-fbd4-4a27-8117-730f3eebbc21 req-aa0daad9-73cb-41ec-b64c-24785b1331a1 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] 10.222.0.36 "GET /v2.0/ports?device_id=260e7d34-7f01-4a83-8092-b799d5975992 HTTP/1.1" status: 200 len: 945 time: 1.5999603 May 05 20:14:02.070127 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc60ae8-2a3b-4195-985e-7361d6c191a8 None None] Network d801fa8a-ae6f-4354-a904-46fc5716dc9c requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:14:02.167277 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0511bd12-fbd4-4a27-8117-730f3eebbc21 req-83f6c7c1-0ae8-4385-b46a-467f52a0069b tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] 10.222.0.36 "GET /v2.0/security-groups?id=b708cd35-482e-4c97-85dd-b99b79f6ba9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439308 May 05 20:14:02.195167 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-51b1922c-b48d-4d85-a90b-ce2fe2cd54ee None None] Provisioning for port 4829236c-7625-498e-ba95-00b43d611009 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:14:02.203727 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-51b1922c-b48d-4d85-a90b-ce2fe2cd54ee None None] Provisioning complete for port 4829236c-7625-498e-ba95-00b43d611009 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:14:02.204101 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-51b1922c-b48d-4d85-a90b-ce2fe2cd54ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:02.254571 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d345bf5c-89d0-4340-a595-5ba3101c0438 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:02.288482 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1cdf8b29-f486-403e-bb61-d1b3e4913613 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:02.603211 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ae014b0c-b575-4003-9ad2-83a9f2de612f tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:02.634801 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-51b1922c-b48d-4d85-a90b-ce2fe2cd54ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:02.888442 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ae014b0c-b575-4003-9ad2-83a9f2de612f tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:03.025715 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-51b1922c-b48d-4d85-a90b-ce2fe2cd54ee None None] For port 4829236c-7625-498e-ba95-00b43d611009, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=4829236c-7625-498e-ba95-00b43d611009,segment=NetworkSegment(9b999f7a-314c-450b-b53d-e4aca78fa410),segment_id=9b999f7a-314c-450b-b53d-e4aca78fa410)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:14:03.037710 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-51b1922c-b48d-4d85-a90b-ce2fe2cd54ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:03.101863 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c983a14d-81fb-4199-abbd-7fcb536ec041 req-b89b7bbb-ea39-48a7-b7c7-006fd0a97742 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:03.116523 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c983a14d-81fb-4199-abbd-7fcb536ec041 req-b89b7bbb-ea39-48a7-b7c7-006fd0a97742 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1d1e55-8689-4939-b673-836425f8455e HTTP/1.1" status: 200 len: 946 time: 0.6779439 May 05 20:14:03.500856 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b1922c-b48d-4d85-a90b-ce2fe2cd54ee None None] Pushing event updated for resources: {'Port': ['ID=4829236c-7625-498e-ba95-00b43d611009,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:03.594390 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21386f0a-2e7e-4804-86b3-84e01e547fde req-bac22828-a50a-4fe3-9619-57b44b072089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:03.595929 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-21386f0a-2e7e-4804-86b3-84e01e547fde req-bac22828-a50a-4fe3-9619-57b44b072089 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=29b4dc3a-4647-4e92-ac12-0c87e8c5dc8c HTTP/1.1" status: 200 len: 1097 time: 2.1735015 May 05 20:14:03.609659 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238fcf9-df1c-4bc5-9eed-02f0ab7cabdc req-6607900c-b710-401e-a77b-05dc79729149 tempest-ServerGroupTestJSON-1343252387 tempest-ServerGroupTestJSON-1343252387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:03.624592 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6238fcf9-df1c-4bc5-9eed-02f0ab7cabdc req-6607900c-b710-401e-a77b-05dc79729149 tempest-ServerGroupTestJSON-1343252387 tempest-ServerGroupTestJSON-1343252387-project] 10.222.0.36 "GET /v2.0/ports?device_id=29b4dc3a-4647-4e92-ac12-0c87e8c5dc8c HTTP/1.1" status: 200 len: 946 time: 1.9991798 May 05 20:14:03.627001 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c983a14d-81fb-4199-abbd-7fcb536ec041 req-9e59eb38-08c0-4454-b2e2-7dd04a8dad9a tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa34c6b7-f79e-42a5-a73d-73f26fc7f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5077021 May 05 20:14:03.706318 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d345bf5c-89d0-4340-a595-5ba3101c0438 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:03.722646 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d345bf5c-89d0-4340-a595-5ba3101c0438 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:03.833166 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-ae014b0c-b575-4003-9ad2-83a9f2de612f tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Allocated IP 172.25.0.31 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/474f0ff3-12ce-4294-aa5a-70d2df114387) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:14:03.976110 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-ce4248fb-9725-45fa-86c8-62aafa8251b4 None None] Provisioning for port 1bf2f7d7-a4e3-40d9-8534-e98bb17629da completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:14:03.993502 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-ce4248fb-9725-45fa-86c8-62aafa8251b4 None None] Provisioning complete for port 1bf2f7d7-a4e3-40d9-8534-e98bb17629da triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:14:03.993877 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ce4248fb-9725-45fa-86c8-62aafa8251b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:04.088120 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cdf8b29-f486-403e-bb61-d1b3e4913613 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Router ce24ded6-c981-44b3-9897-3cb55e145779 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:14:04.091662 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-21386f0a-2e7e-4804-86b3-84e01e547fde req-24e67d5d-4c9e-40e7-8a10-e9a439edde9b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4889a8d7-16ab-490a-9904-96363d080742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4256318 May 05 20:14:04.143717 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-ce4248fb-9725-45fa-86c8-62aafa8251b4 None None] Port 1bf2f7d7-a4e3-40d9-8534-e98bb17629da cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:14:04.190762 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-ce4248fb-9725-45fa-86c8-62aafa8251b4 None None] Provisioning complete for port 4829236c-7625-498e-ba95-00b43d611009 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:14:04.191301 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ce4248fb-9725-45fa-86c8-62aafa8251b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:04.280711 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d345bf5c-89d0-4340-a595-5ba3101c0438 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Pushing event updated for resources: {'Port': ['ID=1bf2f7d7-a4e3-40d9-8534-e98bb17629da,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:04.693650 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e816e350-5052-4f63-99ec-fe05ae7e1523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:04.707314 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ae014b0c-b575-4003-9ad2-83a9f2de612f tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:04.748020 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-7c4354ed-bec3-40bd-aea1-248a58a1fe23 None None] Provisioning complete for port 1bf2f7d7-a4e3-40d9-8534-e98bb17629da triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:14:04.748628 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7c4354ed-bec3-40bd-aea1-248a58a1fe23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:04.801486 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ae014b0c-b575-4003-9ad2-83a9f2de612f tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:04.806146 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 4829236c-7625-498e-ba95-00b43d611009 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:14:04.945414 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6238fcf9-df1c-4bc5-9eed-02f0ab7cabdc req-44a1b513-3090-40ee-a118-ce5b171b0b65 tempest-ServerGroupTestJSON-1343252387 tempest-ServerGroupTestJSON-1343252387-project] 10.222.0.36 "GET /v2.0/security-groups?id=4889a8d7-16ab-490a-9904-96363d080742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3204460 May 05 20:14:04.953215 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d345bf5c-89d0-4340-a595-5ba3101c0438 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:04.958955 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae014b0c-b575-4003-9ad2-83a9f2de612f tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Pushing event updated for resources: {'Port': ['ID=474f0ff3-12ce-4294-aa5a-70d2df114387,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:05.080139 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fcbee8-bf62-4960-ba60-a4771dc84a4e req-a0e4a8c3-0d8d-4e4b-80f7-4b98904af826 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:05.089724 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-96fcbee8-bf62-4960-ba60-a4771dc84a4e req-a0e4a8c3-0d8d-4e4b-80f7-4b98904af826 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] 10.222.0.36 "GET /v2.0/ports?device_id=260e7d34-7f01-4a83-8092-b799d5975992 HTTP/1.1" status: 200 len: 945 time: 0.6380887 May 05 20:14:05.130060 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-7c4354ed-bec3-40bd-aea1-248a58a1fe23 None None] Port 1bf2f7d7-a4e3-40d9-8534-e98bb17629da cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:14:05.152912 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae014b0c-b575-4003-9ad2-83a9f2de612f tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:14:05.155081 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cdf8b29-f486-403e-bb61-d1b3e4913613 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:14:05.162454 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-ae014b0c-b575-4003-9ad2-83a9f2de612f tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:14:05.168888 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae014b0c-b575-4003-9ad2-83a9f2de612f tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:14:05.170757 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d503bcbf-81e6-4123-ace2-396f34cedab8 None None] Sync routers for ids ['ce24ded6-c981-44b3-9897-3cb55e145779'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:14:05.205244 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d503bcbf-81e6-4123-ace2-396f34cedab8 None None] Routers {'ce24ded6-c981-44b3-9897-3cb55e145779'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:14:05.205788 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-d503bcbf-81e6-4123-ace2-396f34cedab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:13:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['ce24ded6-c981-44b3-9897-3cb55e145779'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:14:05.244658 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33742) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:05.247588 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-1cdf8b29-f486-403e-bb61-d1b3e4913613 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "PUT /v2.0/routers/ce24ded6-c981-44b3-9897-3cb55e145779/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.9223869 May 05 20:14:05.311608 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 4829236c-7625-498e-ba95-00b43d611009 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:14:05.312004 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:05.432655 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-d503bcbf-81e6-4123-ace2-396f34cedab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:14:05.514258 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-96fcbee8-bf62-4960-ba60-a4771dc84a4e req-d9e84f5c-d3d1-4325-bf19-b58e45d8c45b tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] 10.222.0.36 "GET /v2.0/security-groups?id=b708cd35-482e-4c97-85dd-b99b79f6ba9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4235988 May 05 20:14:05.515277 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8a4a524-a152-42ad-a12e-4725c681de4b tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] GET failed (client error): The resource could not be found. May 05 20:14:05.515836 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-b8a4a524-a152-42ad-a12e-4725c681de4b tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Synchronizing usage tracker for tenant:88760c5e167e4c4abc1263be6642087f on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:14:05.555102 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-1527e913-54d9-442b-b6b3-44095cebf86d None None] Provisioning complete for port 1bf2f7d7-a4e3-40d9-8534-e98bb17629da triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:14:05.556152 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1527e913-54d9-442b-b6b3-44095cebf86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:05.626623 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-b8a4a524-a152-42ad-a12e-4725c681de4b tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Unset dirty status for tenant:88760c5e167e4c4abc1263be6642087f on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:14:05.634557 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b8a4a524-a152-42ad-a12e-4725c681de4b tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "GET /v2.0/ports/10b5b25e-401c-4d3e-aa15-ec459e19f6d8 HTTP/1.1" status: 404 len: 333 time: 0.3242238 May 05 20:14:05.636771 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33750) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:05.704428 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d503bcbf-81e6-4123-ace2-396f34cedab8 None None] Routers {'ce24ded6-c981-44b3-9897-3cb55e145779'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:14:05.705171 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-d503bcbf-81e6-4123-ace2-396f34cedab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:13:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['ce24ded6-c981-44b3-9897-3cb55e145779'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:14:05.904047 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-d503bcbf-81e6-4123-ace2-396f34cedab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:14:05.904463 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d503bcbf-81e6-4123-ace2-396f34cedab8 None None] The sync data for ids ['ce24ded6-c981-44b3-9897-3cb55e145779'] in n-d-840717-1 is: [] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:14:06.059987 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d345bf5c-89d0-4340-a595-5ba3101c0438 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:06.110807 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-1527e913-54d9-442b-b6b3-44095cebf86d None None] Port 1bf2f7d7-a4e3-40d9-8534-e98bb17629da cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:14:06.313080 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-da9234b4-0bb3-408d-885f-22449142616e tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:06.489035 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c487f-9dc5-45cf-8e23-7068d586fbf3 req-cc1d4698-aed0-4e97-b137-cd30810992e6 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:06.492128 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-872c487f-9dc5-45cf-8e23-7068d586fbf3 req-cc1d4698-aed0-4e97-b137-cd30810992e6 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] 10.222.0.50 "GET /v2.0/ports?device_id=260e7d34-7f01-4a83-8092-b799d5975992 HTTP/1.1" status: 200 len: 945 time: 0.4553752 May 05 20:14:06.577494 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-872c487f-9dc5-45cf-8e23-7068d586fbf3 req-54921f35-599c-4f52-ad5b-f0dc50c4b089 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Deleting port 20176e3d-4a1a-454b-b4ac-8b4dbaa58f10 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:14:06.578173 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-872c487f-9dc5-45cf-8e23-7068d586fbf3 req-54921f35-599c-4f52-ad5b-f0dc50c4b089 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:06.697152 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e03a9-1ac2-4fa1-be97-f9fd14c957d0 req-2daf8e00-0d41-4448-9e4e-9d71e998e095 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:06.698911 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-402e03a9-1ac2-4fa1-be97-f9fd14c957d0 req-2daf8e00-0d41-4448-9e4e-9d71e998e095 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1d1e55-8689-4939-b673-836425f8455e HTTP/1.1" status: 200 len: 946 time: 0.7463081 May 05 20:14:06.827402 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9440e5c5-dd8c-41cc-be7a-ffba697884e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:06.967023 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ae014b0c-b575-4003-9ad2-83a9f2de612f tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:07.145648 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-402e03a9-1ac2-4fa1-be97-f9fd14c957d0 req-9bf2c517-5c0a-4daf-8cde-3b412304dd63 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa34c6b7-f79e-42a5-a73d-73f26fc7f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3882384 May 05 20:14:07.409280 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d345bf5c-89d0-4340-a595-5ba3101c0438 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:07.420528 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-da9234b4-0bb3-408d-885f-22449142616e tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:07.422942 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-da9234b4-0bb3-408d-885f-22449142616e tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:07.468940 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d345bf5c-89d0-4340-a595-5ba3101c0438 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:07.798687 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:07.893128 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-da9234b4-0bb3-408d-885f-22449142616e tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:07.895586 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da9234b4-0bb3-408d-885f-22449142616e tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Fanout notify agent at l3_agent the message router_deleted on router ce24ded6-c981-44b3-9897-3cb55e145779 {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:14:07.928684 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-872c487f-9dc5-45cf-8e23-7068d586fbf3 req-54921f35-599c-4f52-ad5b-f0dc50c4b089 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] For port 20176e3d-4a1a-454b-b4ac-8b4dbaa58f10, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=20176e3d-4a1a-454b-b4ac-8b4dbaa58f10,segment=NetworkSegment(3cb51e4f-4171-42c9-8467-0979b530738a),segment_id=3cb51e4f-4171-42c9-8467-0979b530738a)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:14:07.929235 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-872c487f-9dc5-45cf-8e23-7068d586fbf3 req-54921f35-599c-4f52-ad5b-f0dc50c4b089 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:07.950852 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f060dcde-6d99-46e2-bee6-d9ecdbddab7c req-08f80bd4-75d6-4bf8-8c98-e48262f15e3a tempest-ServerGroupTestJSON-1343252387 tempest-ServerGroupTestJSON-1343252387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:07.952673 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f060dcde-6d99-46e2-bee6-d9ecdbddab7c req-08f80bd4-75d6-4bf8-8c98-e48262f15e3a tempest-ServerGroupTestJSON-1343252387 tempest-ServerGroupTestJSON-1343252387-project] 10.222.0.36 "GET /v2.0/ports?device_id=29b4dc3a-4647-4e92-ac12-0c87e8c5dc8c HTTP/1.1" status: 200 len: 946 time: 1.7614732 May 05 20:14:07.968464 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-da9234b4-0bb3-408d-885f-22449142616e tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:07.972598 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-da9234b4-0bb3-408d-885f-22449142616e tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "DELETE /v2.0/routers/ce24ded6-c981-44b3-9897-3cb55e145779 HTTP/1.1" status: 204 len: 168 time: 2.3324282 May 05 20:14:07.975772 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33790) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:08.040488 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:08.087492 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d345bf5c-89d0-4340-a595-5ba3101c0438 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Pushing event updated for resources: {'Port': ['ID=1bf2f7d7-a4e3-40d9-8534-e98bb17629da,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:08.103144 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d345bf5c-89d0-4340-a595-5ba3101c0438 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:08.126419 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f060dcde-6d99-46e2-bee6-d9ecdbddab7c req-63d77b8e-9664-42e4-a12d-9d911dd47afc tempest-ServerGroupTestJSON-1343252387 tempest-ServerGroupTestJSON-1343252387-project] 10.222.0.36 "GET /v2.0/security-groups?id=4889a8d7-16ab-490a-9904-96363d080742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519957 May 05 20:14:08.198191 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-34da48f2-55f8-40d5-873c-8dcc6388310f tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Deleting subnet 15b31ca3-d51e-4ca2-9b6b-05ca3b2f109d {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:14:08.201435 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-34da48f2-55f8-40d5-873c-8dcc6388310f tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:08.307940 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-34da48f2-55f8-40d5-873c-8dcc6388310f tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:08.419307 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-872c487f-9dc5-45cf-8e23-7068d586fbf3 req-54921f35-599c-4f52-ad5b-f0dc50c4b089 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Calling delete_port for 20176e3d-4a1a-454b-b4ac-8b4dbaa58f10 owned by compute:nova {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:14:08.562784 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 20176e3d-4a1a-454b-b4ac-8b4dbaa58f10 no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:14:08.682003 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0298d46-f344-40aa-95a8-cab50b155bae req-f9ca9404-cb2a-4127-a147-458a9dd0fba9 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:08.694877 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a0298d46-f344-40aa-95a8-cab50b155bae req-f9ca9404-cb2a-4127-a147-458a9dd0fba9 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] 10.222.0.36 "GET /v2.0/ports?device_id=260e7d34-7f01-4a83-8092-b799d5975992 HTTP/1.1" status: 200 len: 945 time: 1.3224456 May 05 20:14:08.800189 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-34da48f2-55f8-40d5-873c-8dcc6388310f tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:08.913417 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ae014b0c-b575-4003-9ad2-83a9f2de612f tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:08.932074 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:08.933052 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a0298d46-f344-40aa-95a8-cab50b155bae req-bc25225d-8487-479f-8ced-f44b6b89787a tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] 10.222.0.36 "GET /v2.0/security-groups?id=b708cd35-482e-4c97-85dd-b99b79f6ba9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187028 May 05 20:14:08.938204 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ae014b0c-b575-4003-9ad2-83a9f2de612f tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-641266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-641259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-651706'] for router, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:08.989302 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d345bf5c-89d0-4340-a595-5ba3101c0438 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Network d801fa8a-ae6f-4354-a904-46fc5716dc9c is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:14:09.000688 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-d345bf5c-89d0-4340-a595-5ba3101c0438 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:14:09.204030 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33812) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:09.390140 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') May 05 20:14:09.390140 n-d-840717-1 neutron-server[88199]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] May 05 20:14:09.390140 n-d-840717-1 neutron-server[88199]: [parameters: {'status': 'DOWN', 'ports_id': '20176e3d-4a1a-454b-b4ac-8b4dbaa58f10'}] May 05 20:14:09.390140 n-d-840717-1 neutron-server[88199]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:14:09.390919 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:14:09.472229 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-29a15563-d013-41a8-845a-46456617805d None None] Provisioning complete for port 1bf2f7d7-a4e3-40d9-8534-e98bb17629da triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:14:09.473383 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-29a15563-d013-41a8-845a-46456617805d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:09.491750 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-34da48f2-55f8-40d5-873c-8dcc6388310f tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:09.571915 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-29a15563-d013-41a8-845a-46456617805d None None] Port 1bf2f7d7-a4e3-40d9-8534-e98bb17629da cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:14:09.625839 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:09.714218 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a809994-2973-476f-8fe4-7c7bb63ca8cc req-939bf518-2862-4307-8e91-21318928be61 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:09.721340 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9a809994-2973-476f-8fe4-7c7bb63ca8cc req-939bf518-2862-4307-8e91-21318928be61 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1d1e55-8689-4939-b673-836425f8455e HTTP/1.1" status: 200 len: 946 time: 1.0762014 May 05 20:14:09.781744 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34da48f2-55f8-40d5-873c-8dcc6388310f tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event deleted for resources: {'Subnet': ['ID=15b31ca3-d51e-4ca2-9b6b-05ca3b2f109d,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:09.806338 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce4fbd1-6e17-4d40-8668-e1d2f6b9b209 None None] Network 39c3b784-bb67-456a-98af-3d4c4bce02c4 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:14:09.818053 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6b2a8af3-0e0f-4904-aed9-de5fd5c69741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:09.830168 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-34da48f2-55f8-40d5-873c-8dcc6388310f tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:09.860692 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-872c487f-9dc5-45cf-8e23-7068d586fbf3 req-54921f35-599c-4f52-ad5b-f0dc50c4b089 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:09.888047 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-34da48f2-55f8-40d5-873c-8dcc6388310f tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "DELETE /v2.0/subnets/15b31ca3-d51e-4ca2-9b6b-05ca3b2f109d HTTP/1.1" status: 204 len: 168 time: 1.9054992 May 05 20:14:09.897304 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33828) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:09.923916 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d345bf5c-89d0-4340-a595-5ba3101c0438 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Router 2191132a-04df-4662-8ef0-f65cc09b7c93 is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:14:09.943943 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9a809994-2973-476f-8fe4-7c7bb63ca8cc req-c30adca2-8aef-4a20-a55e-8ee8d113b88a tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa34c6b7-f79e-42a5-a73d-73f26fc7f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2214177 May 05 20:14:09.974235 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Port 20176e3d-4a1a-454b-b4ac-8b4dbaa58f10 update to DOWN by agent not found {{(pid=88199) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 05 20:14:09.996617 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54921f35-599c-4f52-ad5b-f0dc50c4b089 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Pushing event deleted for resources: {'Port': ['ID=20176e3d-4a1a-454b-b4ac-8b4dbaa58f10,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:10.014289 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-6b2a8af3-0e0f-4904-aed9-de5fd5c69741 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:14:10.023597 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-6b2a8af3-0e0f-4904-aed9-de5fd5c69741 admin admin] Usage tracker for resource:security_group_rule and tenant:71e4fa5badbc42a09fdb6f6cab1cea67 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:14:10.031770 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-6b2a8af3-0e0f-4904-aed9-de5fd5c69741 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:14:10.238381 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-6b2a8af3-0e0f-4904-aed9-de5fd5c69741 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:14:10.383956 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e8346e-0021-437d-bd3d-e6720a597e43 None None] DHCP port deletion for 39c3b784-bb67-456a-98af-3d4c4bce02c4 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:14:10.390019 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-61e8346e-0021-437d-bd3d-e6720a597e43 None None] Deleting port 418aa316-3e38-4c3d-9cbd-41a8c10f5720 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:14:10.390746 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-61e8346e-0021-437d-bd3d-e6720a597e43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:10.447027 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d345bf5c-89d0-4340-a595-5ba3101c0438 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:14:10.459840 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbd8e06-0258-47a8-b87d-d5aecc987449 None None] Sync routers for ids ['2191132a-04df-4662-8ef0-f65cc09b7c93'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:14:10.475332 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbd8e06-0258-47a8-b87d-d5aecc987449 None None] Routers {'2191132a-04df-4662-8ef0-f65cc09b7c93'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:14:10.476340 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-fbbd8e06-0258-47a8-b87d-d5aecc987449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:14:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['2191132a-04df-4662-8ef0-f65cc09b7c93'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:14:10.551487 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d345bf5c-89d0-4340-a595-5ba3101c0438 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "PUT /v2.0/routers/2191132a-04df-4662-8ef0-f65cc09b7c93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1430039 May 05 20:14:10.568958 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33834) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:10.600123 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6b2a8af3-0e0f-4904-aed9-de5fd5c69741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:10.617467 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-89913da2-b81a-4ced-84ef-1af852f48a21 req-3f67e6cb-f1fd-4eb8-8d35-fb49876fbc23 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] 10.222.0.36 "GET /v2.0/ports?device_id=260e7d34-7f01-4a83-8092-b799d5975992 HTTP/1.1" status: 200 len: 210 time: 0.1742101 May 05 20:14:10.651289 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-fbbd8e06-0258-47a8-b87d-d5aecc987449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:14:10.659977 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6b2a8af3-0e0f-4904-aed9-de5fd5c69741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:10.701849 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbd8e06-0258-47a8-b87d-d5aecc987449 None None] Routers {'2191132a-04df-4662-8ef0-f65cc09b7c93'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:14:10.702628 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-fbbd8e06-0258-47a8-b87d-d5aecc987449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:14:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['2191132a-04df-4662-8ef0-f65cc09b7c93'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:14:10.749441 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ac588637-aa12-44cc-93bc-6ffaa45e07e4 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:10.777293 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-872c487f-9dc5-45cf-8e23-7068d586fbf3 req-54921f35-599c-4f52-ad5b-f0dc50c4b089 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] No DVR routers for this DVR port 20176e3d-4a1a-454b-b4ac-8b4dbaa58f10 on host n-h2-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:14:10.787191 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2a8af3-0e0f-4904-aed9-de5fd5c69741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a553f35-c359-4529-b797-5e1d39971f22,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:10.827448 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-61e8346e-0021-437d-bd3d-e6720a597e43 None None] For port 418aa316-3e38-4c3d-9cbd-41a8c10f5720, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=418aa316-3e38-4c3d-9cbd-41a8c10f5720,segment=NetworkSegment(593dc445-1fa1-4a7c-9116-05cf59d54705),segment_id=593dc445-1fa1-4a7c-9116-05cf59d54705)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:14:10.828357 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-61e8346e-0021-437d-bd3d-e6720a597e43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:10.840439 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-872c487f-9dc5-45cf-8e23-7068d586fbf3 req-54921f35-599c-4f52-ad5b-f0dc50c4b089 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:10.856497 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '260e7d34-7f01-4a83-8092-b799d5975992', 'name': 'network-vif-deleted', 'tag': '20176e3d-4a1a-454b-b4ac-8b4dbaa58f10'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:14:10.861524 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-ac588637-aa12-44cc-93bc-6ffaa45e07e4 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Deleting port 418aa316-3e38-4c3d-9cbd-41a8c10f5720 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:14:10.865136 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ac588637-aa12-44cc-93bc-6ffaa45e07e4 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:10.888558 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-fbbd8e06-0258-47a8-b87d-d5aecc987449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:14:10.895397 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbd8e06-0258-47a8-b87d-d5aecc987449 None None] The sync data for ids ['2191132a-04df-4662-8ef0-f65cc09b7c93'] in n-d-840717-1 is: [] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:14:10.945677 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-6b2a8af3-0e0f-4904-aed9-de5fd5c69741 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=71e4fa5badbc42a09fdb6f6cab1cea67&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7388844 May 05 20:14:10.952743 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33848) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:11.044261 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1183d6-ab14-48e1-a0b3-d309e65b4a11 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:11.047290 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-bd1183d6-ab14-48e1-a0b3-d309e65b4a11 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Synchronizing usage tracker for tenant:9b46723d474c4d6a82c8d63ca7324f68 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:14:11.201104 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdb4c19b-718d-4e8f-9208-b13c52b117ee'] response: {'server_uuid': '260e7d34-7f01-4a83-8092-b799d5975992', 'name': 'network-vif-deleted', 'tag': '20176e3d-4a1a-454b-b4ac-8b4dbaa58f10', 'status': 'completed', 'code': 200} May 05 20:14:11.231735 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 418aa316-3e38-4c3d-9cbd-41a8c10f5720 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:14:11.266097 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29c8a3-de2e-49d9-ade0-18724ec4c9e9 req-c45b795b-641c-4afc-8a79-b4cc0a946fca tempest-ServerGroupTestJSON-1343252387 tempest-ServerGroupTestJSON-1343252387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:11.267923 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6a29c8a3-de2e-49d9-ade0-18724ec4c9e9 req-c45b795b-641c-4afc-8a79-b4cc0a946fca tempest-ServerGroupTestJSON-1343252387 tempest-ServerGroupTestJSON-1343252387-project] 10.222.0.36 "GET /v2.0/ports?device_id=29b4dc3a-4647-4e92-ac12-0c87e8c5dc8c HTTP/1.1" status: 200 len: 946 time: 1.3748846 May 05 20:14:11.295037 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-872c487f-9dc5-45cf-8e23-7068d586fbf3 req-54921f35-599c-4f52-ad5b-f0dc50c4b089 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] 10.222.0.50 "DELETE /v2.0/ports/20176e3d-4a1a-454b-b4ac-8b4dbaa58f10 HTTP/1.1" status: 204 len: 173 time: 4.7936966 May 05 20:14:11.310543 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0268aaa6-7fd3-49a6-b53c-84691a54e071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:11.320147 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-61e8346e-0021-437d-bd3d-e6720a597e43 None None] Calling delete_port for 418aa316-3e38-4c3d-9cbd-41a8c10f5720 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:14:11.361066 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0268aaa6-7fd3-49a6-b53c-84691a54e071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:11.391520 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-bd1183d6-ab14-48e1-a0b3-d309e65b4a11 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Unset dirty status for tenant:9b46723d474c4d6a82c8d63ca7324f68 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:14:11.406274 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-bd1183d6-ab14-48e1-a0b3-d309e65b4a11 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "GET /v2.0/ports/1bf2f7d7-a4e3-40d9-8534-e98bb17629da HTTP/1.1" status: 200 len: 976 time: 0.8302195 May 05 20:14:11.407642 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae014b0c-b575-4003-9ad2-83a9f2de612f tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Router 563a2725-f995-4ae3-8291-4ed96bc93f4f is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88197) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:14:11.411816 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33860) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:11.444624 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6a29c8a3-de2e-49d9-ade0-18724ec4c9e9 req-0453fa22-1108-4aee-88dc-fe969f544fb2 tempest-ServerGroupTestJSON-1343252387 tempest-ServerGroupTestJSON-1343252387-project] 10.222.0.36 "GET /v2.0/security-groups?id=4889a8d7-16ab-490a-9904-96363d080742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377871 May 05 20:14:11.519557 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:11.547068 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-61e8346e-0021-437d-bd3d-e6720a597e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:11.666555 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e8346e-0021-437d-bd3d-e6720a597e43 None None] Pushing event deleted for resources: {'Port': ['ID=418aa316-3e38-4c3d-9cbd-41a8c10f5720,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:11.671674 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e8346e-0021-437d-bd3d-e6720a597e43 None None] No DVR routers for this DVR port 418aa316-3e38-4c3d-9cbd-41a8c10f5720 on host n-d-840717-1 {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:14:11.690764 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33868) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:11.730369 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882b6d3e-448a-4637-af79-9b9c1bfc8038 req-4d9868cf-9a79-4ec3-9f3c-483c77688f0e tempest-ServerGroupTestJSON-1343252387 tempest-ServerGroupTestJSON-1343252387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:11.731913 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-882b6d3e-448a-4637-af79-9b9c1bfc8038 req-4d9868cf-9a79-4ec3-9f3c-483c77688f0e tempest-ServerGroupTestJSON-1343252387 tempest-ServerGroupTestJSON-1343252387-project] 10.222.0.24 "GET /v2.0/ports?device_id=29b4dc3a-4647-4e92-ac12-0c87e8c5dc8c HTTP/1.1" status: 200 len: 946 time: 0.6546178 May 05 20:14:11.919737 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0268aaa6-7fd3-49a6-b53c-84691a54e071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:11.994304 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-a9d448db-976e-47d4-b80a-9a0a11afa18f req-b92aed74-7865-4e96-8aad-61908868a4b4 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Synchronizing usage tracker for tenant:927036785ae54ead8157bab84a61f12c on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:14:12.009731 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-882b6d3e-448a-4637-af79-9b9c1bfc8038 req-6c4d89e2-494c-47de-a067-dcdbed00078b tempest-ServerGroupTestJSON-1343252387 tempest-ServerGroupTestJSON-1343252387-project] Deleting port 63e73747-3f1c-4031-94bb-e21d1752e6b2 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:14:12.010255 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-882b6d3e-448a-4637-af79-9b9c1bfc8038 req-6c4d89e2-494c-47de-a067-dcdbed00078b tempest-ServerGroupTestJSON-1343252387 tempest-ServerGroupTestJSON-1343252387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:12.123039 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-193a2dc7-7bca-4fa3-9e98-1eb73627f37f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:12.144627 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0268aaa6-7fd3-49a6-b53c-84691a54e071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a553f35-c359-4529-b797-5e1d39971f22,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:12.173942 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0268aaa6-7fd3-49a6-b53c-84691a54e071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:12.180607 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-0268aaa6-7fd3-49a6-b53c-84691a54e071 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2a553f35-c359-4529-b797-5e1d39971f22 HTTP/1.1" status: 204 len: 168 time: 1.2174883 May 05 20:14:12.194247 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-a9d448db-976e-47d4-b80a-9a0a11afa18f req-b92aed74-7865-4e96-8aad-61908868a4b4 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Unset dirty status for tenant:927036785ae54ead8157bab84a61f12c on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:14:12.195121 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a9d448db-976e-47d4-b80a-9a0a11afa18f req-b92aed74-7865-4e96-8aad-61908868a4b4 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] 10.222.0.36 "GET /v2.0/ports?device_id=260e7d34-7f01-4a83-8092-b799d5975992 HTTP/1.1" status: 200 len: 210 time: 0.2833996 May 05 20:14:12.200414 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-193a2dc7-7bca-4fa3-9e98-1eb73627f37f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:14:12.382113 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-193a2dc7-7bca-4fa3-9e98-1eb73627f37f admin admin] Usage tracker for resource:security_group_rule and tenant:f26304678bb34f61847c5e62b8aa7d3e is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:14:12.386478 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-193a2dc7-7bca-4fa3-9e98-1eb73627f37f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:14:12.395563 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-193a2dc7-7bca-4fa3-9e98-1eb73627f37f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:14:12.452414 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57495290-3158-4de9-b398-5980c8d5683f req-b565d9a9-a1e9-4126-912d-a1c9162a024d tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:12.454082 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-57495290-3158-4de9-b398-5980c8d5683f req-b565d9a9-a1e9-4126-912d-a1c9162a024d tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1d1e55-8689-4939-b673-836425f8455e HTTP/1.1" status: 200 len: 946 time: 1.2301991 May 05 20:14:12.455925 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-ac588637-aa12-44cc-93bc-6ffaa45e07e4 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] For port 418aa316-3e38-4c3d-9cbd-41a8c10f5720, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=418aa316-3e38-4c3d-9cbd-41a8c10f5720,segment=NetworkSegment(593dc445-1fa1-4a7c-9116-05cf59d54705),segment_id=593dc445-1fa1-4a7c-9116-05cf59d54705)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:14:12.456283 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ac588637-aa12-44cc-93bc-6ffaa45e07e4 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:12.545958 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-193a2dc7-7bca-4fa3-9e98-1eb73627f37f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:12.547649 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae014b0c-b575-4003-9ad2-83a9f2de612f tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:14:12.559849 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782e9a04-6a86-43b2-9c42-b50dd01132bd None None] Sync routers for ids ['563a2725-f995-4ae3-8291-4ed96bc93f4f'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:14:12.566182 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-193a2dc7-7bca-4fa3-9e98-1eb73627f37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:12.582617 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782e9a04-6a86-43b2-9c42-b50dd01132bd None None] Routers {'563a2725-f995-4ae3-8291-4ed96bc93f4f'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:14:12.583399 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-782e9a04-6a86-43b2-9c42-b50dd01132bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:14:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['563a2725-f995-4ae3-8291-4ed96bc93f4f'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:14:12.663294 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-193a2dc7-7bca-4fa3-9e98-1eb73627f37f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f26304678bb34f61847c5e62b8aa7d3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9647355 May 05 20:14:12.714377 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33880) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:12.714377 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33882) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:12.730560 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-ac588637-aa12-44cc-93bc-6ffaa45e07e4 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Calling delete_port for 418aa316-3e38-4c3d-9cbd-41a8c10f5720 owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:14:12.736236 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193a2dc7-7bca-4fa3-9e98-1eb73627f37f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc08a17-f154-4aa6-9eeb-9ef218976925,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:12.745599 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-782e9a04-6a86-43b2-9c42-b50dd01132bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:14:12.755719 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782e9a04-6a86-43b2-9c42-b50dd01132bd None None] Routers {'563a2725-f995-4ae3-8291-4ed96bc93f4f'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:14:12.756493 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-782e9a04-6a86-43b2-9c42-b50dd01132bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:14:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['563a2725-f995-4ae3-8291-4ed96bc93f4f'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:14:12.785894 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ae014b0c-b575-4003-9ad2-83a9f2de612f tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:12.787557 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-ae014b0c-b575-4003-9ad2-83a9f2de612f tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] 10.222.0.36 "PUT /v2.0/routers/563a2725-f995-4ae3-8291-4ed96bc93f4f HTTP/1.1" status: 200 len: 912 time: 15.6471059 May 05 20:14:12.804374 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33888) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:12.810333 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-57495290-3158-4de9-b398-5980c8d5683f req-0b1783c9-d41e-45ec-b536-67d203a2a23e tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa34c6b7-f79e-42a5-a73d-73f26fc7f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3420632 May 05 20:14:12.825639 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-882b6d3e-448a-4637-af79-9b9c1bfc8038 req-6c4d89e2-494c-47de-a067-dcdbed00078b tempest-ServerGroupTestJSON-1343252387 tempest-ServerGroupTestJSON-1343252387-project] For port 63e73747-3f1c-4031-94bb-e21d1752e6b2, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=63e73747-3f1c-4031-94bb-e21d1752e6b2,segment=NetworkSegment(cd9c3e2f-9171-4356-8809-fe708c10d5fb),segment_id=cd9c3e2f-9171-4356-8809-fe708c10d5fb)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:14:12.826152 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-882b6d3e-448a-4637-af79-9b9c1bfc8038 req-6c4d89e2-494c-47de-a067-dcdbed00078b tempest-ServerGroupTestJSON-1343252387 tempest-ServerGroupTestJSON-1343252387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:12.846739 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-782e9a04-6a86-43b2-9c42-b50dd01132bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:14:12.847144 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782e9a04-6a86-43b2-9c42-b50dd01132bd None None] The sync data for ids ['563a2725-f995-4ae3-8291-4ed96bc93f4f'] in n-d-840717-1 is: [] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:14:12.889804 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ccd84e60-014a-4706-8aea-cfad748e3c7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:12.950534 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ccd84e60-014a-4706-8aea-cfad748e3c7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:14:12.954516 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-ccd84e60-014a-4706-8aea-cfad748e3c7e admin admin] Usage tracker for resource:security_group_rule and tenant:f10c472bf40f429492e8ffd68f89a3c9 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:14:12.957557 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-ccd84e60-014a-4706-8aea-cfad748e3c7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:14:12.964227 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ccd84e60-014a-4706-8aea-cfad748e3c7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:14:12.964617 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-882b6d3e-448a-4637-af79-9b9c1bfc8038 req-6c4d89e2-494c-47de-a067-dcdbed00078b tempest-ServerGroupTestJSON-1343252387 tempest-ServerGroupTestJSON-1343252387-project] Calling delete_port for 63e73747-3f1c-4031-94bb-e21d1752e6b2 owned by compute:nova {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:14:13.071625 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ccd84e60-014a-4706-8aea-cfad748e3c7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:13.074908 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c4f3c-203f-4aba-950b-0075c5de6060 req-15f9b2e2-f704-4ca4-9747-e8002d08dd01 tempest-ServerGroupTestJSON-1343252387 tempest-ServerGroupTestJSON-1343252387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:13.076924 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c48c4f3c-203f-4aba-950b-0075c5de6060 req-15f9b2e2-f704-4ca4-9747-e8002d08dd01 tempest-ServerGroupTestJSON-1343252387 tempest-ServerGroupTestJSON-1343252387-project] 10.222.0.36 "GET /v2.0/ports?device_id=29b4dc3a-4647-4e92-ac12-0c87e8c5dc8c HTTP/1.1" status: 200 len: 946 time: 0.4122562 May 05 20:14:13.175723 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ccd84e60-014a-4706-8aea-cfad748e3c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:13.197983 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c48c4f3c-203f-4aba-950b-0075c5de6060 req-489ecb33-1e3f-4418-a64e-9672c7790a8b tempest-ServerGroupTestJSON-1343252387 tempest-ServerGroupTestJSON-1343252387-project] 10.222.0.36 "GET /v2.0/security-groups?id=4889a8d7-16ab-490a-9904-96363d080742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788507 May 05 20:14:13.212817 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-882b6d3e-448a-4637-af79-9b9c1bfc8038 req-6c4d89e2-494c-47de-a067-dcdbed00078b tempest-ServerGroupTestJSON-1343252387 tempest-ServerGroupTestJSON-1343252387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:13.226151 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['63e73747-3f1c-4031-94bb-e21d1752e6b2'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:14:13.279185 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.db.api [None req-ac588637-aa12-44cc-93bc-6ffaa45e07e4 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88198) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:14:13.279782 n-d-840717-1 neutron-server[88198]: DEBUG oslo_db.api [None req-ac588637-aa12-44cc-93bc-6ffaa45e07e4 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:14:13.286066 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-ccd84e60-014a-4706-8aea-cfad748e3c7e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f10c472bf40f429492e8ffd68f89a3c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5663211 May 05 20:14:13.287227 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-06b14037-8e4f-473f-a8a1-c770c6d70e3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:13.289315 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33894) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:13.334699 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd84e60-014a-4706-8aea-cfad748e3c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20615f3e-d0c1-4ea0-92ea-49babfe7462c,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:13.360517 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4d89e2-494c-47de-a067-dcdbed00078b tempest-ServerGroupTestJSON-1343252387 tempest-ServerGroupTestJSON-1343252387-project] Pushing event deleted for resources: {'Port': ['ID=63e73747-3f1c-4031-94bb-e21d1752e6b2,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:13.411386 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-2feb0810-2d48-416a-aff4-dc4f63c4a5bf tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] 10.222.0.36 "GET /v2.0/routers/563a2725-f995-4ae3-8291-4ed96bc93f4f HTTP/1.1" status: 200 len: 918 time: 0.5975623 May 05 20:14:13.415663 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33900) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:13.469640 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-06b14037-8e4f-473f-a8a1-c770c6d70e3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:13.500879 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-882b6d3e-448a-4637-af79-9b9c1bfc8038 req-6c4d89e2-494c-47de-a067-dcdbed00078b tempest-ServerGroupTestJSON-1343252387 tempest-ServerGroupTestJSON-1343252387-project] No DVR routers for this DVR port 63e73747-3f1c-4031-94bb-e21d1752e6b2 on host n-h1-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:14:13.505571 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-882b6d3e-448a-4637-af79-9b9c1bfc8038 req-6c4d89e2-494c-47de-a067-dcdbed00078b tempest-ServerGroupTestJSON-1343252387 tempest-ServerGroupTestJSON-1343252387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:13.510551 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b4dc3a-4647-4e92-ac12-0c87e8c5dc8c', 'name': 'network-vif-deleted', 'tag': '63e73747-3f1c-4031-94bb-e21d1752e6b2'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:14:13.533608 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-882b6d3e-448a-4637-af79-9b9c1bfc8038 req-6c4d89e2-494c-47de-a067-dcdbed00078b tempest-ServerGroupTestJSON-1343252387 tempest-ServerGroupTestJSON-1343252387-project] 10.222.0.24 "DELETE /v2.0/ports/63e73747-3f1c-4031-94bb-e21d1752e6b2 HTTP/1.1" status: 204 len: 173 time: 1.7837253 May 05 20:14:13.536518 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c060074d-6d8a-4e25-8a31-c1636a63a6ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:13.603166 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c054691c-b611-4732-bb1b-06c10389faac'] response: {'server_uuid': '29b4dc3a-4647-4e92-ac12-0c87e8c5dc8c', 'name': 'network-vif-deleted', 'tag': '63e73747-3f1c-4031-94bb-e21d1752e6b2', 'status': 'completed', 'code': 200} May 05 20:14:13.681362 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c060074d-6d8a-4e25-8a31-c1636a63a6ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:13.749176 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86970952-4d80-46cc-adc8-4eeda694775b tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:13.750745 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-86970952-4d80-46cc-adc8-4eeda694775b tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=0401d202-1605-4cfe-bad4-fb225df6afb0&device_id=563a2725-f995-4ae3-8291-4ed96bc93f4f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3247020 May 05 20:14:13.763017 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33916) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:13.787813 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-ac588637-aa12-44cc-93bc-6ffaa45e07e4 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Deleting port 418aa316-3e38-4c3d-9cbd-41a8c10f5720 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:14:13.788145 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ac588637-aa12-44cc-93bc-6ffaa45e07e4 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:13.814989 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-06b14037-8e4f-473f-a8a1-c770c6d70e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:14.007131 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a3386-9afb-42a3-9e12-549754b26b5a req-7e870541-b108-4bfa-b7b3-f64993113007 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:14.009905 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c31a3386-9afb-42a3-9e12-549754b26b5a req-7e870541-b108-4bfa-b7b3-f64993113007 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] 10.222.0.36 "GET /v2.0/networks?id=655c7f11-c965-4205-91a0-e680dbb467c6 HTTP/1.1" status: 200 len: 809 time: 0.3726995 May 05 20:14:14.031608 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c31a3386-9afb-42a3-9e12-549754b26b5a req-a437a21d-eff8-4cc6-b8d5-310727237a33 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] 10.222.0.36 "GET /v2.0/quotas/927036785ae54ead8157bab84a61f12c HTTP/1.1" status: 200 len: 375 time: 0.0124216 May 05 20:14:14.115315 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-94acee61-e78f-40a6-9ad7-60bb52a19e27 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:14.116860 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c31a3386-9afb-42a3-9e12-549754b26b5a req-c9821880-d4b0-4ec4-b3c4-8802f0de88e5 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=927036785ae54ead8157bab84a61f12c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0740204 May 05 20:14:14.181073 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:14.256611 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b14037-8e4f-473f-a8a1-c770c6d70e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc08a17-f154-4aa6-9eeb-9ef218976925,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:14.349947 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-ac588637-aa12-44cc-93bc-6ffaa45e07e4 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] The port '418aa316-3e38-4c3d-9cbd-41a8c10f5720' was deleted {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 20:14:14.382362 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c31a3386-9afb-42a3-9e12-549754b26b5a req-bceeee2b-278a-4cf4-b933-1cce2b850824 service neutron] 10.222.0.36 "GET /v2.0/networks/655c7f11-c965-4205-91a0-e680dbb467c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578828 May 05 20:14:14.493828 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-06b14037-8e4f-473f-a8a1-c770c6d70e3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:14.500624 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-06b14037-8e4f-473f-a8a1-c770c6d70e3c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6fc08a17-f154-4aa6-9eeb-9ef218976925 HTTP/1.1" status: 204 len: 168 time: 1.7768188 May 05 20:14:14.561563 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c31a3386-9afb-42a3-9e12-549754b26b5a req-f930475e-4a95-4481-8b2a-2dbdad91cc02 service neutron] 10.222.0.36 "GET /v2.0/networks/655c7f11-c965-4205-91a0-e680dbb467c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712484 May 05 20:14:14.582670 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c060074d-6d8a-4e25-8a31-c1636a63a6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:14.652064 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c060074d-6d8a-4e25-8a31-c1636a63a6ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:14.655495 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c060074d-6d8a-4e25-8a31-c1636a63a6ae admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/20615f3e-d0c1-4ea0-92ea-49babfe7462c HTTP/1.1" status: 204 len: 168 time: 1.3200426 May 05 20:14:14.668503 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ac588637-aa12-44cc-93bc-6ffaa45e07e4 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:14.681305 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c060074d-6d8a-4e25-8a31-c1636a63a6ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20615f3e-d0c1-4ea0-92ea-49babfe7462c,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:14.742074 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe695759-87f1-4d2a-ba60-b43e360c50d5 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:14.743596 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-fe695759-87f1-4d2a-ba60-b43e360c50d5 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] 10.222.0.36 "GET /v2.0/networks/0401d202-1605-4cfe-bad4-fb225df6afb0 HTTP/1.1" status: 200 len: 881 time: 0.9793496 May 05 20:14:14.746543 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33928) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:14.802864 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-ac588637-aa12-44cc-93bc-6ffaa45e07e4 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39c3b784-bb67-456a-98af-3d4c4bce02c4']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:14:14.845477 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2bea81-676f-421a-9131-7331df46cee5 req-bac681ae-c50b-4d70-9bbe-434ab378db38 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:14.847165 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0e2bea81-676f-421a-9131-7331df46cee5 req-bac681ae-c50b-4d70-9bbe-434ab378db38 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1d1e55-8689-4939-b673-836425f8455e HTTP/1.1" status: 200 len: 946 time: 0.6541076 May 05 20:14:14.849336 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-ac588637-aa12-44cc-93bc-6ffaa45e07e4 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '593dc445-1fa1-4a7c-9116-05cf59d54705') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:14:14.849971 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-ac588637-aa12-44cc-93bc-6ffaa45e07e4 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '593dc445-1fa1-4a7c-9116-05cf59d54705') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:14:14.887412 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ac588637-aa12-44cc-93bc-6ffaa45e07e4 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:14.900050 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-31d3d30b-b919-4c7d-9fa0-de42811f913a tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] 10.222.0.36 "GET /v2.0/ports?device_id=563a2725-f995-4ae3-8291-4ed96bc93f4f HTTP/1.1" status: 200 len: 205 time: 0.1472957 May 05 20:14:14.900248 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33934) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:15.012556 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ac588637-aa12-44cc-93bc-6ffaa45e07e4 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:15.031177 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0e2bea81-676f-421a-9131-7331df46cee5 req-68723cdd-8d9d-40ef-915f-6ffb184ebcde tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa34c6b7-f79e-42a5-a73d-73f26fc7f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1678982 May 05 20:14:15.037187 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac588637-aa12-44cc-93bc-6ffaa45e07e4 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:14:15.037752 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ac588637-aa12-44cc-93bc-6ffaa45e07e4 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:15.054805 n-d-840717-1 neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:14:15.054805 n-d-840717-1 neutron-server[88198]: util.warn( May 05 20:14:15.054805 n-d-840717-1 neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:14:15.054805 n-d-840717-1 neutron-server[88198]: util.warn( May 05 20:14:15.054805 n-d-840717-1 neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:14:15.054805 n-d-840717-1 neutron-server[88198]: util.warn( May 05 20:14:15.054805 n-d-840717-1 neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:14:15.054805 n-d-840717-1 neutron-server[88198]: util.warn( May 05 20:14:15.054805 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:14:15.054805 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:14:15.054805 n-d-840717-1 neutron-server[88198]: timer() May 05 20:14:15.054805 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:14:15.054805 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:14:15.054805 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:14:15.054805 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:14:15.054805 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:14:15.054805 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:14:15.054805 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:14:15.054805 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:14:15.054805 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:14:15.054805 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:14:15.054805 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:14:15.054805 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:14:15.054805 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:14:15.054805 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:14:15.054805 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:14:15.054805 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:14:15.054805 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:14:15.054805 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:14:15.054805 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:14:15.054805 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:14:15.054805 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:14:15.054805 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:14:15.054805 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:14:15.054805 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:14:15.054805 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:14:15.054805 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:14:15.054805 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:14:15.054805 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:14:15.054805 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:14:15.228675 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33950) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:15.231851 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ac588637-aa12-44cc-93bc-6ffaa45e07e4 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:15.272261 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0769f4ff-f123-47b4-9930-75e2d5551dad admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:15.297564 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-0769f4ff-f123-47b4-9930-75e2d5551dad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:14:15.302056 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-0769f4ff-f123-47b4-9930-75e2d5551dad admin admin] Usage tracker for resource:security_group_rule and tenant:1a9aa4af09824c5dae0d0ef729d4685d is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:14:15.305837 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-0769f4ff-f123-47b4-9930-75e2d5551dad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:14:15.310226 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1fa5a496-115f-4e7e-9824-07e6ef2046c2 req-1e4d4ed1-95d9-4a1d-997f-2aa1a089e956 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] 10.222.0.36 "GET /v2.0/ports?device_id=72d494c2-0899-4537-8d37-21759a79f02b HTTP/1.1" status: 200 len: 210 time: 0.1369715 May 05 20:14:15.329443 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ac588637-aa12-44cc-93bc-6ffaa45e07e4 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:15.339206 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-0769f4ff-f123-47b4-9930-75e2d5551dad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:14:15.346456 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac588637-aa12-44cc-93bc-6ffaa45e07e4 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event deleted for resources: {'Network': ['ID=39c3b784-bb67-456a-98af-3d4c4bce02c4,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:15.358098 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-94acee61-e78f-40a6-9ad7-60bb52a19e27 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Deleting port 1bf2f7d7-a4e3-40d9-8534-e98bb17629da {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:14:15.358441 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-94acee61-e78f-40a6-9ad7-60bb52a19e27 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:15.486280 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 63e73747-3f1c-4031-94bb-e21d1752e6b2 no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:14:15.574520 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] No Port match for: 63e73747-3f1c-4031-94bb-e21d1752e6b2 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:14:15.575211 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 63e73747-3f1c-4031-94bb-e21d1752e6b2 not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:14:15.642811 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0769f4ff-f123-47b4-9930-75e2d5551dad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:15.644269 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-94acee61-e78f-40a6-9ad7-60bb52a19e27 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:15.653161 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0769f4ff-f123-47b4-9930-75e2d5551dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:15.819701 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-0769f4ff-f123-47b4-9930-75e2d5551dad admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1a9aa4af09824c5dae0d0ef729d4685d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5873826 May 05 20:14:15.835318 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0769f4ff-f123-47b4-9930-75e2d5551dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f334401c-8ee5-49ae-a914-fbe584aaaaa6,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:15.844280 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33976) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:15.993428 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-94acee61-e78f-40a6-9ad7-60bb52a19e27 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Calling delete_port for 1bf2f7d7-a4e3-40d9-8534-e98bb17629da owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:14:15.996216 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33990) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:16.170925 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-1090148a-27ed-4a31-a2a7-8fffd270b646 admin admin] Deleting subnet 6b044dc8-5eed-465c-85b3-c2ce52d6a57a {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:14:16.177141 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1090148a-27ed-4a31-a2a7-8fffd270b646 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:16.241131 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-ac588637-aa12-44cc-93bc-6ffaa45e07e4 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "DELETE /v2.0/networks/39c3b784-bb67-456a-98af-3d4c4bce02c4 HTTP/1.1" status: 204 len: 168 time: 6.3418963 May 05 20:14:16.244328 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1090148a-27ed-4a31-a2a7-8fffd270b646 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:16.255209 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34004) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:16.271050 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:16.319406 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1090148a-27ed-4a31-a2a7-8fffd270b646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:16.388998 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f6175199-f4c0-4bf7-99b0-7ba2c5495271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:16.407404 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-58f7e2fd-2f61-4e5b-bd4b-525f461fffdd tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:16.418457 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f6175199-f4c0-4bf7-99b0-7ba2c5495271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:16.478721 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1090148a-27ed-4a31-a2a7-8fffd270b646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:16.591295 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f6175199-f4c0-4bf7-99b0-7ba2c5495271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:16.698647 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1090148a-27ed-4a31-a2a7-8fffd270b646 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:16.707031 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1090148a-27ed-4a31-a2a7-8fffd270b646 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b044dc8-5eed-465c-85b3-c2ce52d6a57a,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:16.756994 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6175199-f4c0-4bf7-99b0-7ba2c5495271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f334401c-8ee5-49ae-a914-fbe584aaaaa6,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:16.765758 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f6175199-f4c0-4bf7-99b0-7ba2c5495271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:16.767114 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f6175199-f4c0-4bf7-99b0-7ba2c5495271 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f334401c-8ee5-49ae-a914-fbe584aaaaa6 HTTP/1.1" status: 204 len: 168 time: 0.9200349 May 05 20:14:16.769254 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-94acee61-e78f-40a6-9ad7-60bb52a19e27 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:16.776202 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-1090148a-27ed-4a31-a2a7-8fffd270b646 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/6b044dc8-5eed-465c-85b3-c2ce52d6a57a HTTP/1.1" status: 204 len: 168 time: 0.7724092 May 05 20:14:16.796012 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 34018) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:16.806079 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-58f7e2fd-2f61-4e5b-bd4b-525f461fffdd tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:16.877265 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d7ad359a-a7e9-4fc0-a847-b5f76f766e10 req-fa0ed8a8-2271-40ca-92e7-dff8f07b34cd tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] 10.222.0.36 "GET /v2.0/ports?device_id=72d494c2-0899-4537-8d37-21759a79f02b HTTP/1.1" status: 200 len: 210 time: 0.3162205 May 05 20:14:16.889530 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94acee61-e78f-40a6-9ad7-60bb52a19e27 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Pushing event deleted for resources: {'Port': ['ID=1bf2f7d7-a4e3-40d9-8534-e98bb17629da,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:16.895856 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-58f7e2fd-2f61-4e5b-bd4b-525f461fffdd tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Deleting port 474f0ff3-12ce-4294-aa5a-70d2df114387 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:14:16.896466 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-58f7e2fd-2f61-4e5b-bd4b-525f461fffdd tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:17.069501 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f909810-5358-49ed-b7be-7b7fdf1fad88 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:17.070554 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-7f909810-5358-49ed-b7be-7b7fdf1fad88 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Synchronizing usage tracker for tenant:88760c5e167e4c4abc1263be6642087f on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:14:17.075860 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e557ea79-a64a-4579-813f-2501db6abe3c req-de4b5cbe-83a1-4db9-8b32-db6bc88ab565 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:17.079282 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e557ea79-a64a-4579-813f-2501db6abe3c req-de4b5cbe-83a1-4db9-8b32-db6bc88ab565 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1d1e55-8689-4939-b673-836425f8455e HTTP/1.1" status: 200 len: 946 time: 0.6024220 May 05 20:14:17.141400 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-933e670f-1f2c-48db-9fec-651844c36853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:17.186819 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-7f909810-5358-49ed-b7be-7b7fdf1fad88 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Unset dirty status for tenant:88760c5e167e4c4abc1263be6642087f on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:14:17.188418 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-7f909810-5358-49ed-b7be-7b7fdf1fad88 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "GET /v2.0/ports/723f77d3-2a92-411f-acdc-506b86fff587 HTTP/1.1" status: 200 len: 845 time: 0.9188478 May 05 20:14:17.198763 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34026) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:17.220124 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e557ea79-a64a-4579-813f-2501db6abe3c req-dc8ecda9-2865-4280-9570-363e861bd5fc tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa34c6b7-f79e-42a5-a73d-73f26fc7f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257451 May 05 20:14:17.541442 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-933e670f-1f2c-48db-9fec-651844c36853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:17.656362 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-933e670f-1f2c-48db-9fec-651844c36853 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a338985-4bd3-4188-b714-89b62f33decf']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:14:17.785788 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-6fdcb91d-c64d-4bc0-a851-ade6a25821a7 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "GET /v2.0/ports/723f77d3-2a92-411f-acdc-506b86fff587?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.5797303 May 05 20:14:17.785788 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-94acee61-e78f-40a6-9ad7-60bb52a19e27 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:17.793617 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 34050) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:17.817168 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-933e670f-1f2c-48db-9fec-651844c36853 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd9c3e2f-9171-4356-8809-fe708c10d5fb') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:14:17.817534 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-933e670f-1f2c-48db-9fec-651844c36853 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd9c3e2f-9171-4356-8809-fe708c10d5fb') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:14:17.835538 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-58f7e2fd-2f61-4e5b-bd4b-525f461fffdd tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:17.835675 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-2c4d7394-3f54-4ae4-bc45-f3189637ee7b tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Request body: {'subnet': {'network_id': '66d70931-658c-4c0d-a54d-0459faf0b4e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:14:17.883976 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-933e670f-1f2c-48db-9fec-651844c36853 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:17.982312 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-933e670f-1f2c-48db-9fec-651844c36853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:17.990693 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-933e670f-1f2c-48db-9fec-651844c36853 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:14:17.991169 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-933e670f-1f2c-48db-9fec-651844c36853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:18.234052 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a3386-9afb-42a3-9e12-549754b26b5a req-cb008b0d-da30-4d52-8506-4b11b062407b tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:18.235904 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c31a3386-9afb-42a3-9e12-549754b26b5a req-cb008b0d-da30-4d52-8506-4b11b062407b tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] 10.222.0.50 "GET /v2.0/networks?id=655c7f11-c965-4205-91a0-e680dbb467c6 HTTP/1.1" status: 200 len: 809 time: 0.7665529 May 05 20:14:18.236606 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:14:18.236606 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:14:18.236606 n-d-840717-1 neutron-server[88197]: timer() May 05 20:14:18.236606 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:14:18.236606 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:14:18.236606 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:14:18.236606 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:14:18.236606 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:14:18.236606 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:14:18.236606 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:14:18.236606 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:14:18.236606 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:14:18.236606 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:14:18.236606 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:14:18.236606 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:14:18.236606 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:14:18.236606 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:14:18.236606 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:14:18.236606 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:14:18.236606 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:14:18.236606 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:14:18.236606 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:14:18.236606 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:14:18.236606 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:14:18.236606 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:14:18.236606 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:14:18.236606 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:14:18.236606 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:14:18.236606 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:14:18.236606 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:14:18.236606 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:14:18.236606 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:14:18.249717 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-933e670f-1f2c-48db-9fec-651844c36853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:18.263754 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-c31a3386-9afb-42a3-9e12-549754b26b5a req-0b43ff6f-a737-4edd-9d5c-c65dcc4e3e54 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Request body: {'port': {'device_id': '72d494c2-0899-4537-8d37-21759a79f02b', 'network_id': '655c7f11-c965-4205-91a0-e680dbb467c6', 'admin_state_up': True, 'tenant_id': '927036785ae54ead8157bab84a61f12c'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:14:18.348589 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-933e670f-1f2c-48db-9fec-651844c36853 admin admin] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:18.376554 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-58f7e2fd-2f61-4e5b-bd4b-525f461fffdd tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Calling delete_port for 474f0ff3-12ce-4294-aa5a-70d2df114387 owned by network:router_gateway {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:14:18.385709 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933e670f-1f2c-48db-9fec-651844c36853 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a338985-4bd3-4188-b714-89b62f33decf,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:18.404979 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-2c4d7394-3f54-4ae4-bc45-f3189637ee7b tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:14:18.416520 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-2c4d7394-3f54-4ae4-bc45-f3189637ee7b tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Usage tracker for resource:subnet and tenant:88760c5e167e4c4abc1263be6642087f is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:14:18.425035 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-933e670f-1f2c-48db-9fec-651844c36853 admin admin] 10.222.0.36 "DELETE /v2.0/networks/1a338985-4bd3-4188-b714-89b62f33decf HTTP/1.1" status: 204 len: 168 time: 1.6137693 May 05 20:14:18.429465 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-2c4d7394-3f54-4ae4-bc45-f3189637ee7b tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:14:18.466767 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c5af1c3f-853b-42d5-a8c7-8aaf2cf2b56f req-c3448fd1-10bf-4024-9b21-a023983ae102 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] 10.222.0.36 "GET /v2.0/ports?device_id=72d494c2-0899-4537-8d37-21759a79f02b HTTP/1.1" status: 200 len: 210 time: 0.2220714 May 05 20:14:18.484194 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-2c4d7394-3f54-4ae4-bc45-f3189637ee7b tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:14:18.649268 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4d7394-3f54-4ae4-bc45-f3189637ee7b tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Made reservation on behalf of 88760c5e167e4c4abc1263be6642087f for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:14:18.652839 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2c4d7394-3f54-4ae4-bc45-f3189637ee7b tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:18.762749 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94acee61-e78f-40a6-9ad7-60bb52a19e27 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Router 2191132a-04df-4662-8ef0-f65cc09b7c93 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:14:18.797397 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-c31a3386-9afb-42a3-9e12-549754b26b5a req-0b43ff6f-a737-4edd-9d5c-c65dcc4e3e54 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:14:18.818623 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-c31a3386-9afb-42a3-9e12-549754b26b5a req-0b43ff6f-a737-4edd-9d5c-c65dcc4e3e54 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:14:18.836131 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e54571-15b8-4230-8dc5-8a2425b67748 req-47d73fda-0214-4ebd-b525-e82b38ee80aa tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:18.837961 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f1e54571-15b8-4230-8dc5-8a2425b67748 req-47d73fda-0214-4ebd-b525-e82b38ee80aa tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1d1e55-8689-4939-b673-836425f8455e HTTP/1.1" status: 200 len: 946 time: 0.3552392 May 05 20:14:18.839883 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 34092) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:18.892278 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c31a3386-9afb-42a3-9e12-549754b26b5a req-0b43ff6f-a737-4edd-9d5c-c65dcc4e3e54 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Made reservation on behalf of 927036785ae54ead8157bab84a61f12c for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:14:18.895768 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c31a3386-9afb-42a3-9e12-549754b26b5a req-0b43ff6f-a737-4edd-9d5c-c65dcc4e3e54 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:18.912585 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf89e0c-b3b1-4870-8ca1-925e3d40a10d req-59184d3d-abd8-400d-8219-af8bbed997f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:18.914077 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-eaf89e0c-b3b1-4870-8ca1-925e3d40a10d req-59184d3d-abd8-400d-8219-af8bbed997f1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3bcce80065784aa6a77c066afd5e6401&device_id=6e1d1e55-8689-4939-b673-836425f8455e HTTP/1.1" status: 200 len: 1097 time: 0.3463199 May 05 20:14:18.939311 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94acee61-e78f-40a6-9ad7-60bb52a19e27 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:14:18.964047 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bf3f86-ed1f-45b2-867b-e8e7f0c9b752 None None] Sync routers for ids ['2191132a-04df-4662-8ef0-f65cc09b7c93'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:14:18.972518 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-94acee61-e78f-40a6-9ad7-60bb52a19e27 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "PUT /v2.0/routers/2191132a-04df-4662-8ef0-f65cc09b7c93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5324824 May 05 20:14:18.978753 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34098) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:18.981073 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bf3f86-ed1f-45b2-867b-e8e7f0c9b752 None None] Routers {'2191132a-04df-4662-8ef0-f65cc09b7c93'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:14:18.982494 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-51bf3f86-ed1f-45b2-867b-e8e7f0c9b752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:14:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['2191132a-04df-4662-8ef0-f65cc09b7c93'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:14:19.073805 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f1e54571-15b8-4230-8dc5-8a2425b67748 req-350e52b0-6832-48b2-a9a9-cd3a6ed99d69 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa34c6b7-f79e-42a5-a73d-73f26fc7f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2270715 May 05 20:14:19.104641 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-578551e2-d56c-46a1-8beb-1f6df11f969b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d5435ea847f54b7f9f901b0e8a3e6536&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2607794 May 05 20:14:19.106007 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-51bf3f86-ed1f-45b2-867b-e8e7f0c9b752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:14:19.128622 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bf3f86-ed1f-45b2-867b-e8e7f0c9b752 None None] Routers {'2191132a-04df-4662-8ef0-f65cc09b7c93'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:14:19.129549 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-51bf3f86-ed1f-45b2-867b-e8e7f0c9b752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:14:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['2191132a-04df-4662-8ef0-f65cc09b7c93'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:14:19.165856 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 34108) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:19.253949 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-51bf3f86-ed1f-45b2-867b-e8e7f0c9b752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:14:19.254394 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bf3f86-ed1f-45b2-867b-e8e7f0c9b752 None None] The sync data for ids ['2191132a-04df-4662-8ef0-f65cc09b7c93'] in n-d-840717-1 is: [] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:14:19.285493 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf89e0c-b3b1-4870-8ca1-925e3d40a10d req-0ec7ba60-8d72-4b4d-af58-90af32682636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:19.287161 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-eaf89e0c-b3b1-4870-8ca1-925e3d40a10d req-0ec7ba60-8d72-4b4d-af58-90af32682636 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dd240240-b981-4728-a92a-09bd25dc9abb HTTP/1.1" status: 200 len: 916 time: 0.3642612 May 05 20:14:19.362368 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2c4d7394-3f54-4ae4-bc45-f3189637ee7b tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:19.428005 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b418701f-2399-4ffb-9b62-aacacf921d39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:19.478000 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4d7394-3f54-4ae4-bc45-f3189637ee7b tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Network 66d70931-658c-4c0d-a54d-0459faf0b4e6 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:14:19.485844 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-2c4d7394-3f54-4ae4-bc45-f3189637ee7b tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:14:19.495470 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4d7394-3f54-4ae4-bc45-f3189637ee7b tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:19.496137 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2c4d7394-3f54-4ae4-bc45-f3189637ee7b tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:19.496849 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45212ba-e6f7-42c8-ac5e-46a2e1db51ac None None] Network 66d70931-658c-4c0d-a54d-0459faf0b4e6 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:14:19.507892 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b418701f-2399-4ffb-9b62-aacacf921d39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:19.541182 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4d7394-3f54-4ae4-bc45-f3189637ee7b tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event updated for resources: {'Subnet': ['ID=68e33ac1-2ca0-4a2c-b0a0-3c8af07da6dc,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:19.552329 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-eaf89e0c-b3b1-4870-8ca1-925e3d40a10d req-825918ea-249f-4811-b4ea-5ee235eba9f2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=688a4a9a-4c98-45ff-964a-c594a57cbf72 HTTP/1.1" status: 200 len: 1002 time: 0.2520301 May 05 20:14:19.610044 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-bcecb221-0acc-4309-9795-9dfb92bd5294 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] remove_router_interface failed (client error): The resource could not be found. May 05 20:14:19.610886 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-2c4d7394-3f54-4ae4-bc45-f3189637ee7b tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8137379 May 05 20:14:19.612207 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-bcecb221-0acc-4309-9795-9dfb92bd5294 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "PUT /v2.0/routers/2191132a-04df-4662-8ef0-f65cc09b7c93/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6298575 May 05 20:14:19.614563 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34140) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:19.618968 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 34142) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:19.624193 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-58f7e2fd-2f61-4e5b-bd4b-525f461fffdd tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:19.665038 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-3191bd90-093a-4f1c-8284-070aaed93ba7 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Request body: {'security_group': {'name': 'tempest-secgroup-1459957295'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:14:19.682043 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3191bd90-093a-4f1c-8284-070aaed93ba7 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:14:19.689262 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-ba56dacf-316a-42da-a029-505918c919d3 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Synchronizing usage tracker for tenant:9b46723d474c4d6a82c8d63ca7324f68 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:14:19.702384 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-3191bd90-093a-4f1c-8284-070aaed93ba7 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Usage tracker for resource:security_group and tenant:88760c5e167e4c4abc1263be6642087f is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:14:19.707231 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-3191bd90-093a-4f1c-8284-070aaed93ba7 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:14:19.715741 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf89e0c-b3b1-4870-8ca1-925e3d40a10d req-f2344759-8957-428c-acfb-e2aac50d899e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:19.717241 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-eaf89e0c-b3b1-4870-8ca1-925e3d40a10d req-f2344759-8957-428c-acfb-e2aac50d899e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4839f055-edd7-4ed9-a2d6-dc3f9daf425d HTTP/1.1" status: 200 len: 854 time: 0.1580083 May 05 20:14:19.812519 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3191bd90-093a-4f1c-8284-070aaed93ba7 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:14:19.826646 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b418701f-2399-4ffb-9b62-aacacf921d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:19.830211 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-ba56dacf-316a-42da-a029-505918c919d3 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Unset dirty status for tenant:9b46723d474c4d6a82c8d63ca7324f68 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:14:19.834298 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-ba56dacf-316a-42da-a029-505918c919d3 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "GET /v2.0/ports?device_id=2191132a-04df-4662-8ef0-f65cc09b7c93 HTTP/1.1" status: 200 len: 205 time: 0.2143552 May 05 20:14:19.835146 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 34160) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:19.899099 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3407008a-37aa-4a09-ba64-205ffd2c839b req-9dcb10d9-4c9b-4cb6-a435-cd3ee50d7adc tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] 10.222.0.36 "GET /v2.0/ports?device_id=72d494c2-0899-4537-8d37-21759a79f02b HTTP/1.1" status: 200 len: 210 time: 0.0774217 May 05 20:14:19.900083 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3191bd90-093a-4f1c-8284-070aaed93ba7 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:19.913426 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f7e2fd-2f61-4e5b-bd4b-525f461fffdd tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Pushing event deleted for resources: {'Port': ['ID=474f0ff3-12ce-4294-aa5a-70d2df114387,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:19.947733 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b418701f-2399-4ffb-9b62-aacacf921d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4889a8d7-16ab-490a-9904-96363d080742,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:20.056849 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f91f892-7c8e-41c7-b5c2-da6d7e5239cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-66d70931-658c-4c0d-a54d-0459faf0b4e6', 'network_id': '66d70931-658c-4c0d-a54d-0459faf0b4e6', 'tenant_id': '88760c5e167e4c4abc1263be6642087f', 'fixed_ips': [{'subnet_id': '68e33ac1-2ca0-4a2c-b0a0-3c8af07da6dc'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:14:20.058086 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3f91f892-7c8e-41c7-b5c2-da6d7e5239cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:20.104965 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-58f7e2fd-2f61-4e5b-bd4b-525f461fffdd tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:20.281361 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f2035aea-b428-4819-a451-0b9f28071305 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for router, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:20.350093 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-c31a3386-9afb-42a3-9e12-549754b26b5a req-0b43ff6f-a737-4edd-9d5c-c65dcc4e3e54 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Allocated IP 172.20.0.9 (655c7f11-c965-4205-91a0-e680dbb467c6/4690a94e-2abe-4dd8-b04e-59253aa996fe/d089a8b7-e2f3-4a42-be21-4ba951c6341c) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:14:20.384840 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-3f91f892-7c8e-41c7-b5c2-da6d7e5239cf None None] Allocated IP 2001:db8::2 (66d70931-658c-4c0d-a54d-0459faf0b4e6/68e33ac1-2ca0-4a2c-b0a0-3c8af07da6dc/38228298-46c9-43ca-b412-ec0b463d0a42) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:14:20.500357 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3191bd90-093a-4f1c-8284-070aaed93ba7 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:14:20.506205 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-3191bd90-093a-4f1c-8284-070aaed93ba7 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Usage tracker for resource:security_group_rule and tenant:88760c5e167e4c4abc1263be6642087f is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:14:20.507131 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b418701f-2399-4ffb-9b62-aacacf921d39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:20.507807 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-b418701f-2399-4ffb-9b62-aacacf921d39 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4889a8d7-16ab-490a-9904-96363d080742 HTTP/1.1" status: 204 len: 168 time: 1.3407898 May 05 20:14:20.513508 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-3191bd90-093a-4f1c-8284-070aaed93ba7 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:14:20.524812 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3191bd90-093a-4f1c-8284-070aaed93ba7 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:14:20.634638 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3191bd90-093a-4f1c-8284-070aaed93ba7 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:20.722920 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf89e0c-b3b1-4870-8ca1-925e3d40a10d req-6d6aff6e-cdef-4129-89c0-ec3534cf4045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:20.726916 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-eaf89e0c-b3b1-4870-8ca1-925e3d40a10d req-6d6aff6e-cdef-4129-89c0-ec3534cf4045 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd240240-b981-4728-a92a-09bd25dc9abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0001671 May 05 20:14:20.735312 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3191bd90-093a-4f1c-8284-070aaed93ba7 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:20.817545 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3f91f892-7c8e-41c7-b5c2-da6d7e5239cf None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:20.822162 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-58f7e2fd-2f61-4e5b-bd4b-525f461fffdd tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:20.827614 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-58f7e2fd-2f61-4e5b-bd4b-525f461fffdd tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:20.830516 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-3f91f892-7c8e-41c7-b5c2-da6d7e5239cf None None] Transition to ACTIVE for port object 38228298-46c9-43ca-b412-ec0b463d0a42 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:14:20.837621 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3191bd90-093a-4f1c-8284-070aaed93ba7 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:20.839399 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3191bd90-093a-4f1c-8284-070aaed93ba7 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2215369 May 05 20:14:20.844001 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34212) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:20.862198 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-520fbbeb-24ae-43d6-abe9-912668555ec6 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Request body: {'security_group': {'name': 'tempest-secgroup-1239072684'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:14:20.870219 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3191bd90-093a-4f1c-8284-070aaed93ba7 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=535ab43c-d170-4f6e-aa61-a645ad3f825e,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:20.873349 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-520fbbeb-24ae-43d6-abe9-912668555ec6 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:14:20.878520 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-520fbbeb-24ae-43d6-abe9-912668555ec6 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Usage tracker for resource:security_group and tenant:88760c5e167e4c4abc1263be6642087f is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:14:20.882004 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-520fbbeb-24ae-43d6-abe9-912668555ec6 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:14:20.884020 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f2035aea-b428-4819-a451-0b9f28071305 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:20.888937 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-3f91f892-7c8e-41c7-b5c2-da6d7e5239cf None None] Transition to ACTIVE for port object 38228298-46c9-43ca-b412-ec0b463d0a42 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:14:20.889471 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-58f7e2fd-2f61-4e5b-bd4b-525f461fffdd tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:20.890017 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f7e2fd-2f61-4e5b-bd4b-525f461fffdd tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Fanout notify agent at l3_agent the message router_deleted on router 563a2725-f995-4ae3-8291-4ed96bc93f4f {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:14:20.900742 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-520fbbeb-24ae-43d6-abe9-912668555ec6 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:14:20.902832 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3f91f892-7c8e-41c7-b5c2-da6d7e5239cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:20.903693 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f2035aea-b428-4819-a451-0b9f28071305 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:20.913213 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-58f7e2fd-2f61-4e5b-bd4b-525f461fffdd tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:20.914347 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-58f7e2fd-2f61-4e5b-bd4b-525f461fffdd tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] 10.222.0.36 "DELETE /v2.0/routers/563a2725-f995-4ae3-8291-4ed96bc93f4f HTTP/1.1" status: 204 len: 168 time: 6.0131593 May 05 20:14:20.918915 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34218) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:20.932862 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-d9d105f2-5a87-49e7-ae04-ea13ee59c1e5 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1160617869', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:14:20.940442 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d9d105f2-5a87-49e7-ae04-ea13ee59c1e5 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:14:20.945060 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d9d105f2-5a87-49e7-ae04-ea13ee59c1e5 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Usage tracker for resource:router and tenant:84c44bbe9a46400ca904aba9c8d7d2a5 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:14:20.949046 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d9d105f2-5a87-49e7-ae04-ea13ee59c1e5 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:14:20.956937 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d9d105f2-5a87-49e7-ae04-ea13ee59c1e5 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:14:20.975385 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d9d105f2-5a87-49e7-ae04-ea13ee59c1e5 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:20.976701 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d9d105f2-5a87-49e7-ae04-ea13ee59c1e5 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:20.996759 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f91f892-7c8e-41c7-b5c2-da6d7e5239cf None None] Pushing event updated for resources: {'Port': ['ID=38228298-46c9-43ca-b412-ec0b463d0a42,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:21.005304 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f91f892-7c8e-41c7-b5c2-da6d7e5239cf None None] Network 66d70931-658c-4c0d-a54d-0459faf0b4e6 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:14:21.006707 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-3f91f892-7c8e-41c7-b5c2-da6d7e5239cf None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:14:21.012104 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f91f892-7c8e-41c7-b5c2-da6d7e5239cf None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:14:21.014033 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d9d105f2-5a87-49e7-ae04-ea13ee59c1e5 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:21.046109 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-520fbbeb-24ae-43d6-abe9-912668555ec6 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:21.099041 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d9d105f2-5a87-49e7-ae04-ea13ee59c1e5 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:21.127004 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-3f91f892-7c8e-41c7-b5c2-da6d7e5239cf None None] Attempting to bind port 38228298-46c9-43ca-b412-ec0b463d0a42 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:14:21.127765 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-3f91f892-7c8e-41c7-b5c2-da6d7e5239cf None None] Attempting to bind port 38228298-46c9-43ca-b412-ec0b463d0a42 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '2e6ec014-bca3-49b3-a86f-e01be1381773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '66d70931-658c-4c0d-a54d-0459faf0b4e6'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:14:21.128836 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f91f892-7c8e-41c7-b5c2-da6d7e5239cf None None] Attempting to bind port 38228298-46c9-43ca-b412-ec0b463d0a42 on network 66d70931-658c-4c0d-a54d-0459faf0b4e6 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:14:21.136678 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f91f892-7c8e-41c7-b5c2-da6d7e5239cf None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:14:21.136930 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-871a7723-724b-440b-9fef-d82f43aec04a req-e38436eb-70a2-4c82-8cfc-e1a10a97a04d tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] 10.222.0.36 "GET /v2.0/ports?device_id=72d494c2-0899-4537-8d37-21759a79f02b HTTP/1.1" status: 200 len: 210 time: 0.0786104 May 05 20:14:21.138941 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f91f892-7c8e-41c7-b5c2-da6d7e5239cf None None] Checking segment: {'id': '2e6ec014-bca3-49b3-a86f-e01be1381773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '66d70931-658c-4c0d-a54d-0459faf0b4e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:14:21.139565 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d9d105f2-5a87-49e7-ae04-ea13ee59c1e5 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:21.139844 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3f91f892-7c8e-41c7-b5c2-da6d7e5239cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:21.141201 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f91f892-7c8e-41c7-b5c2-da6d7e5239cf None None] Bound using segment: {'id': '2e6ec014-bca3-49b3-a86f-e01be1381773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '66d70931-658c-4c0d-a54d-0459faf0b4e6'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:14:21.142257 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-3f91f892-7c8e-41c7-b5c2-da6d7e5239cf None None] Bound port: 38228298-46c9-43ca-b412-ec0b463d0a42, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e6ec014-bca3-49b3-a86f-e01be1381773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '66d70931-658c-4c0d-a54d-0459faf0b4e6'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:14:21.142969 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3f91f892-7c8e-41c7-b5c2-da6d7e5239cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:21.144241 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d9d105f2-5a87-49e7-ae04-ea13ee59c1e5 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2215927 May 05 20:14:21.144963 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34230) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:21.155712 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-47b0537e-3697-4740-be14-6b6c30011db9 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'enable_snat': False}}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:14:21.163449 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b037031e-a130-4aef-90c3-4387771107e6 req-dcf398a0-e67d-43b1-8ec3-586e729b5d49 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:21.173327 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b037031e-a130-4aef-90c3-4387771107e6 req-dcf398a0-e67d-43b1-8ec3-586e729b5d49 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1d1e55-8689-4939-b673-836425f8455e HTTP/1.1" status: 200 len: 946 time: 0.8328414 May 05 20:14:21.236805 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-520fbbeb-24ae-43d6-abe9-912668555ec6 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:14:21.286055 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-3f91f892-7c8e-41c7-b5c2-da6d7e5239cf None None] For port 38228298-46c9-43ca-b412-ec0b463d0a42, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:14:21.291778 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-3f91f892-7c8e-41c7-b5c2-da6d7e5239cf None None] For port 38228298-46c9-43ca-b412-ec0b463d0a42, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=38228298-46c9-43ca-b412-ec0b463d0a42,segment=NetworkSegment(2e6ec014-bca3-49b3-a86f-e01be1381773),segment_id=2e6ec014-bca3-49b3-a86f-e01be1381773)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:14:21.299524 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3f91f892-7c8e-41c7-b5c2-da6d7e5239cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:21.310049 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-520fbbeb-24ae-43d6-abe9-912668555ec6 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Usage tracker for resource:security_group_rule and tenant:88760c5e167e4c4abc1263be6642087f is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:14:21.328814 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-520fbbeb-24ae-43d6-abe9-912668555ec6 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:14:21.339617 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-520fbbeb-24ae-43d6-abe9-912668555ec6 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:14:21.376678 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c31a3386-9afb-42a3-9e12-549754b26b5a req-0b43ff6f-a737-4edd-9d5c-c65dcc4e3e54 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:21.396729 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f91f892-7c8e-41c7-b5c2-da6d7e5239cf None None] Pushing event updated for resources: {'Port': ['ID=38228298-46c9-43ca-b412-ec0b463d0a42,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:21.420871 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f2035aea-b428-4819-a451-0b9f28071305 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:21.422392 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2035aea-b428-4819-a451-0b9f28071305 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Fanout notify agent at l3_agent the message router_deleted on router 2191132a-04df-4662-8ef0-f65cc09b7c93 {{(pid=88197) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:14:21.428876 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c31a3386-9afb-42a3-9e12-549754b26b5a req-0b43ff6f-a737-4edd-9d5c-c65dcc4e3e54 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:21.521006 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 688a4a9a-4c98-45ff-964a-c594a57cbf72 no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:14:21.536699 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f2035aea-b428-4819-a451-0b9f28071305 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:21.546468 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f2035aea-b428-4819-a451-0b9f28071305 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "DELETE /v2.0/routers/2191132a-04df-4662-8ef0-f65cc09b7c93 HTTP/1.1" status: 204 len: 168 time: 1.6995881 May 05 20:14:21.553210 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 34248) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:21.723758 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c31a3386-9afb-42a3-9e12-549754b26b5a req-0b43ff6f-a737-4edd-9d5c-c65dcc4e3e54 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Network 655c7f11-c965-4205-91a0-e680dbb467c6 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:14:21.782899 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4993cd6-76b7-4dea-b2ed-509c260cacc6 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Deleting subnet 2b1f33c3-3199-4dbc-96ef-f532cb9e666b {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:14:21.786877 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-c31a3386-9afb-42a3-9e12-549754b26b5a req-0b43ff6f-a737-4edd-9d5c-c65dcc4e3e54 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:14:21.792141 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-c31a3386-9afb-42a3-9e12-549754b26b5a req-0b43ff6f-a737-4edd-9d5c-c65dcc4e3e54 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:14:21.862748 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-47b0537e-3697-4740-be14-6b6c30011db9 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:21.912409 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b037031e-a130-4aef-90c3-4387771107e6 req-ec3bd236-206c-4cac-932a-9f706853410c tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa34c6b7-f79e-42a5-a73d-73f26fc7f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7380946 May 05 20:14:21.914840 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a4993cd6-76b7-4dea-b2ed-509c260cacc6 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:21.919115 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:21.993265 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 688a4a9a-4c98-45ff-964a-c594a57cbf72, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=688a4a9a-4c98-45ff-964a-c594a57cbf72,segment=NetworkSegment(b1dd65d9-c07f-4164-9458-eedf0f51eafc),segment_id=b1dd65d9-c07f-4164-9458-eedf0f51eafc)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:14:21.994310 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1d1e55-8689-4939-b673-836425f8455e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '688a4a9a-4c98-45ff-964a-c594a57cbf72'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:14:22.002808 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:22.037120 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34274) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:22.037369 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-520fbbeb-24ae-43d6-abe9-912668555ec6 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:22.072532 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-520fbbeb-24ae-43d6-abe9-912668555ec6 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:22.114398 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b43ff6f-a737-4edd-9d5c-c65dcc4e3e54 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Pushing event updated for resources: {'Port': ['ID=d089a8b7-e2f3-4a42-be21-4ba951c6341c,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:22.124605 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a3386-9afb-42a3-9e12-549754b26b5a req-0b43ff6f-a737-4edd-9d5c-c65dcc4e3e54 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:22.125246 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c31a3386-9afb-42a3-9e12-549754b26b5a req-0b43ff6f-a737-4edd-9d5c-c65dcc4e3e54 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:22.131877 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-eaf89e0c-b3b1-4870-8ca1-925e3d40a10d req-87d48427-137e-47ea-af71-b9f5f636aa17 service neutron] 10.222.0.24 "GET /v2.0/networks/dd240240-b981-4728-a92a-09bd25dc9abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3336530 May 05 20:14:22.134813 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec59cd9c-3dad-4208-bb1d-e2337462b36b'] response: {'server_uuid': '6e1d1e55-8689-4939-b673-836425f8455e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '688a4a9a-4c98-45ff-964a-c594a57cbf72', 'code': 200} May 05 20:14:22.145542 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34284) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:22.215306 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c31a3386-9afb-42a3-9e12-549754b26b5a req-0b43ff6f-a737-4edd-9d5c-c65dcc4e3e54 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9635899 May 05 20:14:22.216143 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=688a4a9a-4c98-45ff-964a-c594a57cbf72,revision_number=8']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:22.235157 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-520fbbeb-24ae-43d6-abe9-912668555ec6 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:22.239466 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-520fbbeb-24ae-43d6-abe9-912668555ec6 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3917618 May 05 20:14:22.239810 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-c31a3386-9afb-42a3-9e12-549754b26b5a req-0d07abb3-056b-4f5a-8086-44bef6dcd224 service neutron] Request body: {'port': {'device_id': '72d494c2-0899-4537-8d37-21759a79f02b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:14:22.240319 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34294) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:22.245800 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520fbbeb-24ae-43d6-abe9-912668555ec6 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36009487-0925-4d41-a82e-35d979ecbd35,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:22.264231 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-19c3859d-415b-4bc8-b6e5-25540a97b495 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-651426254', 'security_groups': ['36009487-0925-4d41-a82e-35d979ecbd35'], 'network_id': '66d70931-658c-4c0d-a54d-0459faf0b4e6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '68e33ac1-2ca0-4a2c-b0a0-3c8af07da6dc'}]}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:14:22.294627 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a4993cd6-76b7-4dea-b2ed-509c260cacc6 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:22.446303 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-1eb0d593-da1f-4c4b-a209-de722c210cad admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-382320695-network', 'tenant_id': 'de91c285d16c4dc593ab45aab12d7e13'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:14:22.488195 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1eb0d593-da1f-4c4b-a209-de722c210cad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:14:22.501607 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-97741951-0246-4a7c-aac9-a9f0231314af admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:22.526749 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-1eb0d593-da1f-4c4b-a209-de722c210cad admin admin] Usage tracker for resource:network and tenant:de91c285d16c4dc593ab45aab12d7e13 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:14:22.533172 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-1eb0d593-da1f-4c4b-a209-de722c210cad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:14:22.586751 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-97741951-0246-4a7c-aac9-a9f0231314af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:14:22.600969 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-97741951-0246-4a7c-aac9-a9f0231314af admin admin] Usage tracker for resource:security_group_rule and tenant:c982d4b0faec4af2a54ca8a030bfa334 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:14:22.611135 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-97741951-0246-4a7c-aac9-a9f0231314af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:14:22.624276 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-97741951-0246-4a7c-aac9-a9f0231314af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:14:22.708956 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1eb0d593-da1f-4c4b-a209-de722c210cad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:14:22.751975 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 38228298-46c9-43ca-b412-ec0b463d0a42 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:14:22.769660 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-19c3859d-415b-4bc8-b6e5-25540a97b495 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:14:22.775238 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-19c3859d-415b-4bc8-b6e5-25540a97b495 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Usage tracker for resource:port and tenant:88760c5e167e4c4abc1263be6642087f is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:14:22.778896 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-19c3859d-415b-4bc8-b6e5-25540a97b495 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:14:22.785432 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-19c3859d-415b-4bc8-b6e5-25540a97b495 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:14:22.799678 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb0d593-da1f-4c4b-a209-de722c210cad admin admin] Made reservation on behalf of de91c285d16c4dc593ab45aab12d7e13 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:14:22.802447 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1eb0d593-da1f-4c4b-a209-de722c210cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:22.821810 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1eb0d593-da1f-4c4b-a209-de722c210cad admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:22.831142 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c3859d-415b-4bc8-b6e5-25540a97b495 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Made reservation on behalf of 88760c5e167e4c4abc1263be6642087f for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:14:22.873650 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c31a3386-9afb-42a3-9e12-549754b26b5a req-0d07abb3-056b-4f5a-8086-44bef6dcd224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:22.886589 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 38228298-46c9-43ca-b412-ec0b463d0a42 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:14:22.887504 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-eaf89e0c-b3b1-4870-8ca1-925e3d40a10d req-85fb43eb-f12a-4a25-843a-f2144f741488 service neutron] 10.222.0.24 "GET /v2.0/networks/dd240240-b981-4728-a92a-09bd25dc9abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7397914 May 05 20:14:22.991996 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-19c3859d-415b-4bc8-b6e5-25540a97b495 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:23.047585 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a4993cd6-76b7-4dea-b2ed-509c260cacc6 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:23.096247 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe9f46-23f8-4466-a2d7-a5c4bef40111 req-de09ce76-ab40-4a84-ade6-137f66637968 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:23.097007 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-ebbe9f46-23f8-4466-a2d7-a5c4bef40111 req-de09ce76-ab40-4a84-ade6-137f66637968 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Synchronizing usage tracker for tenant:927036785ae54ead8157bab84a61f12c on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:14:23.108029 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-96edeb1a-5bda-40a2-a638-97175f849aac None None] Provisioning for port 38228298-46c9-43ca-b412-ec0b463d0a42 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:14:23.115454 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-96edeb1a-5bda-40a2-a638-97175f849aac None None] Provisioning complete for port 38228298-46c9-43ca-b412-ec0b463d0a42 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:14:23.116173 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-96edeb1a-5bda-40a2-a638-97175f849aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:23.126835 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-ebbe9f46-23f8-4466-a2d7-a5c4bef40111 req-de09ce76-ab40-4a84-ade6-137f66637968 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Unset dirty status for tenant:927036785ae54ead8157bab84a61f12c on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:14:23.128317 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ebbe9f46-23f8-4466-a2d7-a5c4bef40111 req-de09ce76-ab40-4a84-ade6-137f66637968 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] 10.222.0.36 "GET /v2.0/ports?device_id=72d494c2-0899-4537-8d37-21759a79f02b HTTP/1.1" status: 200 len: 931 time: 0.7148356 May 05 20:14:23.278826 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-96edeb1a-5bda-40a2-a638-97175f849aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:23.300195 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ebbe9f46-23f8-4466-a2d7-a5c4bef40111 req-c561c27e-56ae-4aa7-82d8-1fe4b25bc999 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] 10.222.0.36 "GET /v2.0/security-groups?id=b708cd35-482e-4c97-85dd-b99b79f6ba9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207070 May 05 20:14:23.313024 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a4993cd6-76b7-4dea-b2ed-509c260cacc6 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:23.325005 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1eb0d593-da1f-4c4b-a209-de722c210cad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:14:23.342051 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-96edeb1a-5bda-40a2-a638-97175f849aac None None] For port 38228298-46c9-43ca-b412-ec0b463d0a42, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=38228298-46c9-43ca-b412-ec0b463d0a42,segment=NetworkSegment(2e6ec014-bca3-49b3-a86f-e01be1381773),segment_id=2e6ec014-bca3-49b3-a86f-e01be1381773)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:14:23.349008 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-96edeb1a-5bda-40a2-a638-97175f849aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:23.408285 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4993cd6-76b7-4dea-b2ed-509c260cacc6 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Pushing event deleted for resources: {'Subnet': ['ID=2b1f33c3-3199-4dbc-96ef-f532cb9e666b,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:23.411689 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a4993cd6-76b7-4dea-b2ed-509c260cacc6 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:23.414382 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-1eb0d593-da1f-4c4b-a209-de722c210cad admin admin] Usage tracker for resource:security_group_rule and tenant:de91c285d16c4dc593ab45aab12d7e13 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:14:23.426688 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5a83e7-19b1-45e4-8b25-60acdec3e325 None None] Network d801fa8a-ae6f-4354-a904-46fc5716dc9c requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:14:23.430979 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-a4993cd6-76b7-4dea-b2ed-509c260cacc6 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "DELETE /v2.0/subnets/2b1f33c3-3199-4dbc-96ef-f532cb9e666b HTTP/1.1" status: 204 len: 168 time: 1.8666928 May 05 20:14:23.439147 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 34310) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:23.446876 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-47b0537e-3697-4740-be14-6b6c30011db9 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:23.475767 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-1eb0d593-da1f-4c4b-a209-de722c210cad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:14:23.504631 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1eb0d593-da1f-4c4b-a209-de722c210cad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:14:23.510150 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-47b0537e-3697-4740-be14-6b6c30011db9 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:23.515112 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-19c3859d-415b-4bc8-b6e5-25540a97b495 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] device_id is not set on port 1e5e061e-0b91-4bb2-ad48-1facf5dc6e91 yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:14:23.587246 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-95a3d82e-05f7-4071-981d-a29f7e51c812 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:23.591072 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-96edeb1a-5bda-40a2-a638-97175f849aac None None] Provisioning complete for port 723f77d3-2a92-411f-acdc-506b86fff587 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:14:23.591591 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-96edeb1a-5bda-40a2-a638-97175f849aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:23.677326 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-95a3d82e-05f7-4071-981d-a29f7e51c812 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Deleting port 4829236c-7625-498e-ba95-00b43d611009 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:14:23.677689 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-95a3d82e-05f7-4071-981d-a29f7e51c812 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:23.723818 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-96edeb1a-5bda-40a2-a638-97175f849aac None None] Port 723f77d3-2a92-411f-acdc-506b86fff587 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:14:23.747308 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-c31a3386-9afb-42a3-9e12-549754b26b5a req-0d07abb3-056b-4f5a-8086-44bef6dcd224 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d089a8b7-e2f3-4a42-be21-4ba951c6341c {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:14:23.755078 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-97741951-0246-4a7c-aac9-a9f0231314af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:23.760349 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c31a3386-9afb-42a3-9e12-549754b26b5a req-0d07abb3-056b-4f5a-8086-44bef6dcd224 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:23.794521 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-97741951-0246-4a7c-aac9-a9f0231314af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:23.843965 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96edeb1a-5bda-40a2-a638-97175f849aac None None] Pushing event updated for resources: {'Port': ['ID=38228298-46c9-43ca-b412-ec0b463d0a42,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:23.920566 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-c31a3386-9afb-42a3-9e12-549754b26b5a req-0d07abb3-056b-4f5a-8086-44bef6dcd224 service neutron] Transition to ACTIVE for port object d089a8b7-e2f3-4a42-be21-4ba951c6341c will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:14:23.930258 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db0306b-13ca-4ac6-8b0c-e2afbb8de475 None None] DHCP port deletion for d801fa8a-ae6f-4354-a904-46fc5716dc9c request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:14:23.935027 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-3db0306b-13ca-4ac6-8b0c-e2afbb8de475 None None] Deleting port 4829236c-7625-498e-ba95-00b43d611009 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:14:23.936000 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3db0306b-13ca-4ac6-8b0c-e2afbb8de475 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:23.944551 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c31a3386-9afb-42a3-9e12-549754b26b5a req-0d07abb3-056b-4f5a-8086-44bef6dcd224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:23.987395 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb5996c-51d1-432c-9c21-3b3065cbe254 req-efec11f3-46b0-43bf-b851-9934c1811b99 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:23.988906 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8fb5996c-51d1-432c-9c21-3b3065cbe254 req-efec11f3-46b0-43bf-b851-9934c1811b99 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1d1e55-8689-4939-b673-836425f8455e HTTP/1.1" status: 200 len: 944 time: 0.6728458 May 05 20:14:23.989540 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97741951-0246-4a7c-aac9-a9f0231314af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d916dbc8-e877-47fb-9d53-5275f9e0100d,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:24.011204 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-97741951-0246-4a7c-aac9-a9f0231314af admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c982d4b0faec4af2a54ca8a030bfa334&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9768031 May 05 20:14:24.024854 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34324) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:24.100254 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d07abb3-056b-4f5a-8086-44bef6dcd224 service neutron] Pushing event updated for resources: {'Port': ['ID=d089a8b7-e2f3-4a42-be21-4ba951c6341c,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:24.134893 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1eb0d593-da1f-4c4b-a209-de722c210cad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:24.178882 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34330) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:24.202051 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-3db0306b-13ca-4ac6-8b0c-e2afbb8de475 None None] For port 4829236c-7625-498e-ba95-00b43d611009, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=4829236c-7625-498e-ba95-00b43d611009,segment=NetworkSegment(9b999f7a-314c-450b-b53d-e4aca78fa410),segment_id=9b999f7a-314c-450b-b53d-e4aca78fa410)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:14:24.202606 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3db0306b-13ca-4ac6-8b0c-e2afbb8de475 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:24.206101 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1eb0d593-da1f-4c4b-a209-de722c210cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:24.260583 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-95a3d82e-05f7-4071-981d-a29f7e51c812 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] For port 4829236c-7625-498e-ba95-00b43d611009, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=4829236c-7625-498e-ba95-00b43d611009,segment=NetworkSegment(9b999f7a-314c-450b-b53d-e4aca78fa410),segment_id=9b999f7a-314c-450b-b53d-e4aca78fa410)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:14:24.260956 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-95a3d82e-05f7-4071-981d-a29f7e51c812 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:24.293407 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-47b0537e-3697-4740-be14-6b6c30011db9 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Allocated IP 172.25.0.97 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/616e4bce-9d9a-4df1-b129-83a56c727a7e) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:14:24.298029 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8fb5996c-51d1-432c-9c21-3b3065cbe254 req-1b1a8cc5-db29-45c3-8332-9fc3a0528d0b tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa34c6b7-f79e-42a5-a73d-73f26fc7f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2747905 May 05 20:14:24.339384 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eb0d593-da1f-4c4b-a209-de722c210cad admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:14:24.345925 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-3db0306b-13ca-4ac6-8b0c-e2afbb8de475 None None] Calling delete_port for 4829236c-7625-498e-ba95-00b43d611009 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:14:24.415087 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb0d593-da1f-4c4b-a209-de722c210cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa357fd3-c322-4995-b457-fb19b1b2843b,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:24.425327 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1eb0d593-da1f-4c4b-a209-de722c210cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:24.426549 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-1eb0d593-da1f-4c4b-a209-de722c210cad admin admin] Added segment f66c8d51-bc77-416b-8fe3-df506c3439d1 of type vlan for network 896c84ec-d658-47a8-8593-c81dc7c226d5 May 05 20:14:24.434409 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-620406fd-cf02-4c36-a5bb-23bc8b991401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:24.456381 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-95a3d82e-05f7-4071-981d-a29f7e51c812 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Calling delete_port for 4829236c-7625-498e-ba95-00b43d611009 owned by network:dhcp {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:14:24.479664 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3db0306b-13ca-4ac6-8b0c-e2afbb8de475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:24.533605 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-c31a3386-9afb-42a3-9e12-549754b26b5a req-0d07abb3-056b-4f5a-8086-44bef6dcd224 service neutron] Attempting to bind port d089a8b7-e2f3-4a42-be21-4ba951c6341c on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:14:24.533942 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-c31a3386-9afb-42a3-9e12-549754b26b5a req-0d07abb3-056b-4f5a-8086-44bef6dcd224 service neutron] Attempting to bind port d089a8b7-e2f3-4a42-be21-4ba951c6341c by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': '3cb51e4f-4171-42c9-8467-0979b530738a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '655c7f11-c965-4205-91a0-e680dbb467c6'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:14:24.534277 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31a3386-9afb-42a3-9e12-549754b26b5a req-0d07abb3-056b-4f5a-8086-44bef6dcd224 service neutron] Attempting to bind port d089a8b7-e2f3-4a42-be21-4ba951c6341c on network 655c7f11-c965-4205-91a0-e680dbb467c6 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:14:24.534392 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db0306b-13ca-4ac6-8b0c-e2afbb8de475 None None] Pushing event deleted for resources: {'Port': ['ID=4829236c-7625-498e-ba95-00b43d611009,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:24.538515 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db0306b-13ca-4ac6-8b0c-e2afbb8de475 None None] No DVR routers for this DVR port 4829236c-7625-498e-ba95-00b43d611009 on host n-d-840717-1 {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:14:24.547119 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31a3386-9afb-42a3-9e12-549754b26b5a req-0d07abb3-056b-4f5a-8086-44bef6dcd224 service neutron] Port d089a8b7-e2f3-4a42-be21-4ba951c6341c on network 655c7f11-c965-4205-91a0-e680dbb467c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:14:24.547473 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31a3386-9afb-42a3-9e12-549754b26b5a req-0d07abb3-056b-4f5a-8086-44bef6dcd224 service neutron] Attempting to bind port d089a8b7-e2f3-4a42-be21-4ba951c6341c on network 655c7f11-c965-4205-91a0-e680dbb467c6 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:14:24.575141 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-19c3859d-415b-4bc8-b6e5-25540a97b495 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Allocated IP 2001:db8::242 (66d70931-658c-4c0d-a54d-0459faf0b4e6/68e33ac1-2ca0-4a2c-b0a0-3c8af07da6dc/1e5e061e-0b91-4bb2-ad48-1facf5dc6e91) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:14:24.594705 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cd46471c-e06c-4aef-ba8e-53de641e6957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:24.622965 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31a3386-9afb-42a3-9e12-549754b26b5a req-0d07abb3-056b-4f5a-8086-44bef6dcd224 service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:14:24.623328 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31a3386-9afb-42a3-9e12-549754b26b5a req-0d07abb3-056b-4f5a-8086-44bef6dcd224 service neutron] Checking segment: {'id': '3cb51e4f-4171-42c9-8467-0979b530738a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '655c7f11-c965-4205-91a0-e680dbb467c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:14:24.623704 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31a3386-9afb-42a3-9e12-549754b26b5a req-0d07abb3-056b-4f5a-8086-44bef6dcd224 service neutron] Bound using segment: {'id': '3cb51e4f-4171-42c9-8467-0979b530738a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '655c7f11-c965-4205-91a0-e680dbb467c6'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:14:24.624134 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-c31a3386-9afb-42a3-9e12-549754b26b5a req-0d07abb3-056b-4f5a-8086-44bef6dcd224 service neutron] Bound port: d089a8b7-e2f3-4a42-be21-4ba951c6341c, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cb51e4f-4171-42c9-8467-0979b530738a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '655c7f11-c965-4205-91a0-e680dbb467c6'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:14:24.624476 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c31a3386-9afb-42a3-9e12-549754b26b5a req-0d07abb3-056b-4f5a-8086-44bef6dcd224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:24.644350 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-620406fd-cf02-4c36-a5bb-23bc8b991401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:24.676324 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1eb0d593-da1f-4c4b-a209-de722c210cad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:24.700082 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-cd46471c-e06c-4aef-ba8e-53de641e6957 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:14:24.703396 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 38228298-46c9-43ca-b412-ec0b463d0a42 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:14:24.706774 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.api [None req-95a3d82e-05f7-4071-981d-a29f7e51c812 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88197) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:14:24.707097 n-d-840717-1 neutron-server[88197]: DEBUG oslo_db.api [None req-95a3d82e-05f7-4071-981d-a29f7e51c812 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:14:24.721274 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-cd46471c-e06c-4aef-ba8e-53de641e6957 admin admin] Usage tracker for resource:security_group_rule and tenant:e2a1f7b3460e4a1d9ee3b877ef146b57 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:14:24.733961 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-cd46471c-e06c-4aef-ba8e-53de641e6957 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:14:24.753183 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b45c3-32f5-47bc-82bd-e2f0b5fe85d1 req-6447c5df-4091-4266-90ae-b7896228ac3f tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:24.755825 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c85b45c3-32f5-47bc-82bd-e2f0b5fe85d1 req-6447c5df-4091-4266-90ae-b7896228ac3f tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] 10.222.0.36 "GET /v2.0/ports?device_id=72d494c2-0899-4537-8d37-21759a79f02b HTTP/1.1" status: 200 len: 943 time: 0.2113962 May 05 20:14:24.763303 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-c31a3386-9afb-42a3-9e12-549754b26b5a req-0d07abb3-056b-4f5a-8086-44bef6dcd224 service neutron] For port d089a8b7-e2f3-4a42-be21-4ba951c6341c, host n-h2-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:14:24.767654 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-c31a3386-9afb-42a3-9e12-549754b26b5a req-0d07abb3-056b-4f5a-8086-44bef6dcd224 service neutron] For port d089a8b7-e2f3-4a42-be21-4ba951c6341c, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=d089a8b7-e2f3-4a42-be21-4ba951c6341c,segment=NetworkSegment(3cb51e4f-4171-42c9-8467-0979b530738a),segment_id=3cb51e4f-4171-42c9-8467-0979b530738a)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:14:24.778247 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 38228298-46c9-43ca-b412-ec0b463d0a42 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:14:24.778703 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:24.787701 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c31a3386-9afb-42a3-9e12-549754b26b5a req-0d07abb3-056b-4f5a-8086-44bef6dcd224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:24.801227 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-cd46471c-e06c-4aef-ba8e-53de641e6957 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:14:24.850280 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a3386-9afb-42a3-9e12-549754b26b5a req-0d07abb3-056b-4f5a-8086-44bef6dcd224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:24.850927 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c31a3386-9afb-42a3-9e12-549754b26b5a req-0d07abb3-056b-4f5a-8086-44bef6dcd224 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:24.852959 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c31a3386-9afb-42a3-9e12-549754b26b5a req-0d07abb3-056b-4f5a-8086-44bef6dcd224 service neutron] 10.222.0.50 "PUT /v2.0/ports/d089a8b7-e2f3-4a42-be21-4ba951c6341c HTTP/1.1" status: 200 len: 1091 time: 2.6234391 May 05 20:14:24.970756 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1eb0d593-da1f-4c4b-a209-de722c210cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:24.971168 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb0d593-da1f-4c4b-a209-de722c210cad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:24.971866 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1eb0d593-da1f-4c4b-a209-de722c210cad admin admin] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:25.002456 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72d494c2-0899-4537-8d37-21759a79f02b', 'tag': 'd089a8b7-e2f3-4a42-be21-4ba951c6341c'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:14:25.004043 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 4829236c-7625-498e-ba95-00b43d611009 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:14:25.037669 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-47b0537e-3697-4740-be14-6b6c30011db9 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:25.043519 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-1eb0d593-da1f-4c4b-a209-de722c210cad admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.8900952 May 05 20:14:25.067838 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 34340) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:25.071748 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 4829236c-7625-498e-ba95-00b43d611009 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:14:25.072097 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 4829236c-7625-498e-ba95-00b43d611009 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:14:25.093347 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-6a7dc3fe-7359-487a-b0fe-1056d32c59f0 admin admin] Request body: {'subnet': {'network_id': '896c84ec-d658-47a8-8593-c81dc7c226d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-382320695-subnet', 'tenant_id': 'de91c285d16c4dc593ab45aab12d7e13', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:14:25.102686 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b20fc952-5560-49ed-b2b6-de26ce094db3'] response: {'name': 'network-changed', 'server_uuid': '72d494c2-0899-4537-8d37-21759a79f02b', 'tag': 'd089a8b7-e2f3-4a42-be21-4ba951c6341c', 'status': 'completed', 'code': 200} May 05 20:14:25.105826 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c85b45c3-32f5-47bc-82bd-e2f0b5fe85d1 req-008a7784-e2d2-4d6c-85a3-503be3aa523d tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] 10.222.0.36 "GET /v2.0/security-groups?id=b708cd35-482e-4c97-85dd-b99b79f6ba9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360610 May 05 20:14:25.111798 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-6a7dc3fe-7359-487a-b0fe-1056d32c59f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:14:25.123550 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-6a7dc3fe-7359-487a-b0fe-1056d32c59f0 admin admin] Usage tracker for resource:subnet and tenant:de91c285d16c4dc593ab45aab12d7e13 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:14:25.124429 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-620406fd-cf02-4c36-a5bb-23bc8b991401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:25.130817 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-6a7dc3fe-7359-487a-b0fe-1056d32c59f0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:14:25.142632 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-6a7dc3fe-7359-487a-b0fe-1056d32c59f0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:14:25.157865 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d07abb3-056b-4f5a-8086-44bef6dcd224 service neutron] Pushing event updated for resources: {'Port': ['ID=d089a8b7-e2f3-4a42-be21-4ba951c6341c,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:25.166695 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7dc3fe-7359-487a-b0fe-1056d32c59f0 admin admin] Made reservation on behalf of de91c285d16c4dc593ab45aab12d7e13 for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:14:25.169231 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6a7dc3fe-7359-487a-b0fe-1056d32c59f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:25.172798 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620406fd-cf02-4c36-a5bb-23bc8b991401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d916dbc8-e877-47fb-9d53-5275f9e0100d,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:25.174639 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-620406fd-cf02-4c36-a5bb-23bc8b991401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:25.175740 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-620406fd-cf02-4c36-a5bb-23bc8b991401 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d916dbc8-e877-47fb-9d53-5275f9e0100d HTTP/1.1" status: 204 len: 168 time: 1.1500239 May 05 20:14:25.215797 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-95a3d82e-05f7-4071-981d-a29f7e51c812 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Deleting port 4829236c-7625-498e-ba95-00b43d611009 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:14:25.216139 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-95a3d82e-05f7-4071-981d-a29f7e51c812 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:25.237768 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb0d593-da1f-4c4b-a209-de722c210cad admin admin] Pushing event updated for resources: {'Network': ['ID=896c84ec-d658-47a8-8593-c81dc7c226d5,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:25.255022 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 896c84ec-d658-47a8-8593-c81dc7c226d5 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:14:25.259264 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a3386-9afb-42a3-9e12-549754b26b5a req-e080270d-a36a-4d1e-a0bc-326ca1f261c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:25.260811 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c31a3386-9afb-42a3-9e12-549754b26b5a req-e080270d-a36a-4d1e-a0bc-326ca1f261c7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=927036785ae54ead8157bab84a61f12c&device_id=72d494c2-0899-4537-8d37-21759a79f02b HTTP/1.1" status: 200 len: 1094 time: 0.2400007 May 05 20:14:25.302146 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-95a3d82e-05f7-4071-981d-a29f7e51c812 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] The port '4829236c-7625-498e-ba95-00b43d611009' was deleted {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 20:14:25.307922 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-19c3859d-415b-4bc8-b6e5-25540a97b495 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:25.345813 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-47b0537e-3697-4740-be14-6b6c30011db9 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:25.349747 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-19c3859d-415b-4bc8-b6e5-25540a97b495 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Transition to ACTIVE for port object 1e5e061e-0b91-4bb2-ad48-1facf5dc6e91 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:14:25.352016 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cd46471c-e06c-4aef-ba8e-53de641e6957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:25.403953 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cd46471c-e06c-4aef-ba8e-53de641e6957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:25.468135 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-cd46471c-e06c-4aef-ba8e-53de641e6957 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e2a1f7b3460e4a1d9ee3b877ef146b57&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2786896 May 05 20:14:25.480119 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c31a3386-9afb-42a3-9e12-549754b26b5a req-dd2fc0e8-bd5d-40e7-a4ed-36fc051e23e9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d089a8b7-e2f3-4a42-be21-4ba951c6341c HTTP/1.1" status: 200 len: 217 time: 0.1764054 May 05 20:14:25.494827 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 34350) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:25.504570 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd46471c-e06c-4aef-ba8e-53de641e6957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd1a89c-50b5-4105-a347-800066688adc,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:25.514793 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b0537e-3697-4740-be14-6b6c30011db9 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:14:25.520543 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-47b0537e-3697-4740-be14-6b6c30011db9 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:14:25.522261 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b0537e-3697-4740-be14-6b6c30011db9 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Pushing event updated for resources: {'Port': ['ID=616e4bce-9d9a-4df1-b129-83a56c727a7e,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:25.592029 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b0537e-3697-4740-be14-6b6c30011db9 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:14:25.615037 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 34354) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:25.629727 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-95a3d82e-05f7-4071-981d-a29f7e51c812 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:25.700723 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a047f7f8-8b48-4107-a62b-ea00d45d2e10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:25.719734 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-95a3d82e-05f7-4071-981d-a29f7e51c812 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d801fa8a-ae6f-4354-a904-46fc5716dc9c']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:14:25.746588 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-95a3d82e-05f7-4071-981d-a29f7e51c812 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b999f7a-314c-450b-b53d-e4aca78fa410') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:14:25.746880 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-95a3d82e-05f7-4071-981d-a29f7e51c812 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b999f7a-314c-450b-b53d-e4aca78fa410') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:14:25.758717 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a3386-9afb-42a3-9e12-549754b26b5a req-6a81ab64-0bea-4291-9525-c1f797b96108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:25.759672 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c31a3386-9afb-42a3-9e12-549754b26b5a req-6a81ab64-0bea-4291-9525-c1f797b96108 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4690a94e-2abe-4dd8-b04e-59253aa996fe HTTP/1.1" status: 200 len: 849 time: 0.2587523 May 05 20:14:25.800394 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-a047f7f8-8b48-4107-a62b-ea00d45d2e10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:14:25.808353 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-95a3d82e-05f7-4071-981d-a29f7e51c812 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:25.862887 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a047f7f8-8b48-4107-a62b-ea00d45d2e10 admin admin] Usage tracker for resource:security_group_rule and tenant:ca2067b4136045a48166481891ca3e4e is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:14:25.874384 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a047f7f8-8b48-4107-a62b-ea00d45d2e10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:14:25.883171 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1023af82-518e-424d-937a-b29a68b455bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:25.886337 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c31a3386-9afb-42a3-9e12-549754b26b5a req-3a8931b6-ad95-4b51-bc10-458de535011b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=655c7f11-c965-4205-91a0-e680dbb467c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0872731 May 05 20:14:25.888087 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-a047f7f8-8b48-4107-a62b-ea00d45d2e10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:14:25.895214 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-95a3d82e-05f7-4071-981d-a29f7e51c812 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:25.922270 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-19c3859d-415b-4bc8-b6e5-25540a97b495 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:25.944702 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95a3d82e-05f7-4071-981d-a29f7e51c812 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:14:25.945109 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-95a3d82e-05f7-4071-981d-a29f7e51c812 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:25.959617 n-d-840717-1 neutron-server[88197]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:14:25.959617 n-d-840717-1 neutron-server[88197]: util.warn( May 05 20:14:25.959617 n-d-840717-1 neutron-server[88197]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:14:25.959617 n-d-840717-1 neutron-server[88197]: util.warn( May 05 20:14:25.959617 n-d-840717-1 neutron-server[88197]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:14:25.959617 n-d-840717-1 neutron-server[88197]: util.warn( May 05 20:14:25.959617 n-d-840717-1 neutron-server[88197]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:14:25.959617 n-d-840717-1 neutron-server[88197]: util.warn( May 05 20:14:25.959617 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:14:25.959617 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:14:25.959617 n-d-840717-1 neutron-server[88197]: timer() May 05 20:14:25.959617 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:14:25.959617 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:14:25.959617 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:14:25.959617 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:14:25.959617 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:14:25.959617 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:14:25.959617 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:14:25.959617 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:14:25.959617 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:14:25.959617 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:14:25.959617 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:14:25.959617 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:14:25.959617 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:14:25.959617 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:14:25.959617 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:14:25.959617 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:14:25.959617 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:14:25.959617 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:14:25.959617 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:14:25.959617 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:14:25.959617 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:14:25.959617 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:14:25.959617 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:14:25.959617 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:14:25.959617 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:14:25.959617 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:14:25.959617 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:14:25.959617 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:14:25.959617 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:14:26.025327 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1023af82-518e-424d-937a-b29a68b455bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:26.050413 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c3859d-415b-4bc8-b6e5-25540a97b495 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Network 66d70931-658c-4c0d-a54d-0459faf0b4e6 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:14:26.058263 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-19c3859d-415b-4bc8-b6e5-25540a97b495 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:14:26.067211 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442ca79d-8c95-4df6-a722-65b7d4fa1fbf req-c2f9d53a-3951-46f9-8152-049490012653 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:26.068735 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-442ca79d-8c95-4df6-a722-65b7d4fa1fbf req-c2f9d53a-3951-46f9-8152-049490012653 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1d1e55-8689-4939-b673-836425f8455e HTTP/1.1" status: 200 len: 944 time: 0.5562022 May 05 20:14:26.073601 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c3859d-415b-4bc8-b6e5-25540a97b495 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:14:26.079159 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c3859d-415b-4bc8-b6e5-25540a97b495 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:26.080250 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-19c3859d-415b-4bc8-b6e5-25540a97b495 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:26.105593 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c3859d-415b-4bc8-b6e5-25540a97b495 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event updated for resources: {'Port': ['ID=1e5e061e-0b91-4bb2-ad48-1facf5dc6e91,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:26.162568 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-19c3859d-415b-4bc8-b6e5-25540a97b495 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.9206429 May 05 20:14:26.186983 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 34360) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:26.205815 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-419cf380-9794-4a2d-b2d8-ea07d2b7aceb tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Request body: {'subnet': {'network_id': '66d70931-658c-4c0d-a54d-0459faf0b4e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:14:26.248458 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-442ca79d-8c95-4df6-a722-65b7d4fa1fbf req-2349bba7-55bd-4422-b74a-81b3e7157dcf tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa34c6b7-f79e-42a5-a73d-73f26fc7f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1600497 May 05 20:14:26.258548 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6a7dc3fe-7359-487a-b0fe-1056d32c59f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:26.305437 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-95a3d82e-05f7-4071-981d-a29f7e51c812 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:26.381423 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-95a3d82e-05f7-4071-981d-a29f7e51c812 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:26.426166 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-47b0537e-3697-4740-be14-6b6c30011db9 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:26.474181 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-8b98e4ad-d4fc-48da-949a-253135bbfe18 None None] Provisioning for port 1e5e061e-0b91-4bb2-ad48-1facf5dc6e91 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:14:26.481403 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-8b98e4ad-d4fc-48da-949a-253135bbfe18 None None] Provisioning complete for port 1e5e061e-0b91-4bb2-ad48-1facf5dc6e91 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:14:26.482104 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8b98e4ad-d4fc-48da-949a-253135bbfe18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:26.487814 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a3d82e-05f7-4071-981d-a29f7e51c812 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Pushing event deleted for resources: {'Network': ['ID=d801fa8a-ae6f-4354-a904-46fc5716dc9c,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:26.536801 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c31a3386-9afb-42a3-9e12-549754b26b5a req-c7c1d790-ef77-455d-a61c-253452d442ed service neutron] 10.222.0.50 "GET /v2.0/networks/655c7f11-c965-4205-91a0-e680dbb467c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6308141 May 05 20:14:26.560127 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3d82e-05f7-4071-981d-a29f7e51c812 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:14:26.560473 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3d82e-05f7-4071-981d-a29f7e51c812 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:14:26.561986 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3d82e-05f7-4071-981d-a29f7e51c812 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:14:26.562351 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3d82e-05f7-4071-981d-a29f7e51c812 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:14:26.562692 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3d82e-05f7-4071-981d-a29f7e51c812 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:14:26.563029 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3d82e-05f7-4071-981d-a29f7e51c812 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:14:26.563409 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3d82e-05f7-4071-981d-a29f7e51c812 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:14:26.563809 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3d82e-05f7-4071-981d-a29f7e51c812 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:14:26.564148 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3d82e-05f7-4071-981d-a29f7e51c812 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:14:26.564473 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3d82e-05f7-4071-981d-a29f7e51c812 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:14:26.564812 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3d82e-05f7-4071-981d-a29f7e51c812 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:14:26.565117 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3d82e-05f7-4071-981d-a29f7e51c812 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:14:26.591853 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-8b98e4ad-d4fc-48da-949a-253135bbfe18 None None] Port 1e5e061e-0b91-4bb2-ad48-1facf5dc6e91 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:14:26.613448 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7dc3fe-7359-487a-b0fe-1056d32c59f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44cdc6bd-b57d-466c-9ea8-c60f939ca27c,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:26.798922 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1023af82-518e-424d-937a-b29a68b455bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:26.807632 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-95a3d82e-05f7-4071-981d-a29f7e51c812 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "DELETE /v2.0/networks/d801fa8a-ae6f-4354-a904-46fc5716dc9c HTTP/1.1" status: 204 len: 168 time: 3.3639457 May 05 20:14:26.820183 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7dc3fe-7359-487a-b0fe-1056d32c59f0 admin admin] Checking segment: {'id': 'f66c8d51-bc77-416b-8fe3-df506c3439d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '896c84ec-d658-47a8-8593-c81dc7c226d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:14:26.821237 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7dc3fe-7359-487a-b0fe-1056d32c59f0 admin admin] Network hostable DHCP agents. Network: 896c84ec-d658-47a8-8593-c81dc7c226d5, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:14:26.824209 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34374) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:26.845509 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-582d952f-0278-40f4-b475-8c483f6cf7c6 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Request body: {'network': {'name': 'tempest-RoutersTest-757301354'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:14:26.845714 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-419cf380-9794-4a2d-b2d8-ea07d2b7aceb tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:14:26.856317 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-582d952f-0278-40f4-b475-8c483f6cf7c6 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:14:26.864156 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-582d952f-0278-40f4-b475-8c483f6cf7c6 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Usage tracker for resource:network and tenant:9b46723d474c4d6a82c8d63ca7324f68 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:14:26.868855 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-582d952f-0278-40f4-b475-8c483f6cf7c6 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:14:26.878109 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-582d952f-0278-40f4-b475-8c483f6cf7c6 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:14:26.891452 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-47b0537e-3697-4740-be14-6b6c30011db9 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:26.894705 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-47b0537e-3697-4740-be14-6b6c30011db9 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-641266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-641259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-651706'] for router, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:26.911271 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1023af82-518e-424d-937a-b29a68b455bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd1a89c-50b5-4105-a347-800066688adc,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:26.913444 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1023af82-518e-424d-937a-b29a68b455bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:26.914636 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-1023af82-518e-424d-937a-b29a68b455bf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9dd1a89c-50b5-4105-a347-800066688adc HTTP/1.1" status: 204 len: 168 time: 1.4185021 May 05 20:14:26.934128 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-419cf380-9794-4a2d-b2d8-ea07d2b7aceb tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Usage tracker for resource:subnet and tenant:88760c5e167e4c4abc1263be6642087f is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:14:26.947601 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-419cf380-9794-4a2d-b2d8-ea07d2b7aceb tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:14:26.994952 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-419cf380-9794-4a2d-b2d8-ea07d2b7aceb tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:14:27.009922 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7dc3fe-7359-487a-b0fe-1056d32c59f0 admin admin] Network 896c84ec-d658-47a8-8593-c81dc7c226d5 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:14:27.012841 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a047f7f8-8b48-4107-a62b-ea00d45d2e10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:27.035146 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4231c8-7611-499a-846d-aee9813974cf req-2f336ad8-3c07-4629-9e80-42287fb04ec8 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:27.036713 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8f4231c8-7611-499a-846d-aee9813974cf req-2f336ad8-3c07-4629-9e80-42287fb04ec8 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] 10.222.0.36 "GET /v2.0/ports?device_id=72d494c2-0899-4537-8d37-21759a79f02b HTTP/1.1" status: 200 len: 943 time: 0.7722909 May 05 20:14:27.037520 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a047f7f8-8b48-4107-a62b-ea00d45d2e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:27.094845 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a047f7f8-8b48-4107-a62b-ea00d45d2e10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a828d9e6-3d10-485c-b23c-44e50a5569bf,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:27.097467 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-6a7dc3fe-7359-487a-b0fe-1056d32c59f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 896c84ec-d658-47a8-8593-c81dc7c226d5) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:14:27.115407 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7f4b81-1c90-4017-be35-76953dcb292d None None] Network 896c84ec-d658-47a8-8593-c81dc7c226d5 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:14:27.125631 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419cf380-9794-4a2d-b2d8-ea07d2b7aceb tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Made reservation on behalf of 88760c5e167e4c4abc1263be6642087f for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:14:27.129143 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-419cf380-9794-4a2d-b2d8-ea07d2b7aceb tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:27.152053 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-582d952f-0278-40f4-b475-8c483f6cf7c6 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Made reservation on behalf of 9b46723d474c4d6a82c8d63ca7324f68 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:14:27.157056 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-582d952f-0278-40f4-b475-8c483f6cf7c6 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:27.169652 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7dc3fe-7359-487a-b0fe-1056d32c59f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:27.170586 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6a7dc3fe-7359-487a-b0fe-1056d32c59f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:27.208952 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c31a3386-9afb-42a3-9e12-549754b26b5a req-72bd498a-bc2d-4731-84f6-acfe18ed41e5 service neutron] 10.222.0.50 "GET /v2.0/networks/655c7f11-c965-4205-91a0-e680dbb467c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6407380 May 05 20:14:27.210812 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-582d952f-0278-40f4-b475-8c483f6cf7c6 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:14:27.220786 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-a047f7f8-8b48-4107-a62b-ea00d45d2e10 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ca2067b4136045a48166481891ca3e4e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5961854 May 05 20:14:27.228806 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34388) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:27.241153 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8f4231c8-7611-499a-846d-aee9813974cf req-8ded5263-49a2-47e5-a859-8b6be59e0c14 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] 10.222.0.36 "GET /v2.0/security-groups?id=b708cd35-482e-4c97-85dd-b99b79f6ba9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836436 May 05 20:14:27.268537 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-582d952f-0278-40f4-b475-8c483f6cf7c6 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:27.268889 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-582d952f-0278-40f4-b475-8c483f6cf7c6 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Added segment 57d0d2d8-b470-443f-af4b-3fb497f970d7 of type vlan for network b55bdd6b-5e99-43d1-8e42-070dda6303fb May 05 20:14:27.298637 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47b0537e-3697-4740-be14-6b6c30011db9 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Router 019e462d-ce68-462e-90cb-f302678962f4 is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:14:27.415293 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-6a7dc3fe-7359-487a-b0fe-1056d32c59f0 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.3421040 May 05 20:14:27.425559 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 34394) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:27.444492 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-2cdac488-7a83-4441-9d4b-9d3ca40ad8f9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-382320695-router', 'tenant_id': 'de91c285d16c4dc593ab45aab12d7e13', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:14:27.446033 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85c8350-548b-4c7d-adba-cee3e5a275b3 None None] Network 896c84ec-d658-47a8-8593-c81dc7c226d5 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:14:27.458069 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-582d952f-0278-40f4-b475-8c483f6cf7c6 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:27.460208 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-2cdac488-7a83-4441-9d4b-9d3ca40ad8f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:14:27.469005 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-2cdac488-7a83-4441-9d4b-9d3ca40ad8f9 admin admin] Usage tracker for resource:router and tenant:de91c285d16c4dc593ab45aab12d7e13 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:14:27.473930 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-2cdac488-7a83-4441-9d4b-9d3ca40ad8f9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:14:27.491330 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-2cdac488-7a83-4441-9d4b-9d3ca40ad8f9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:14:27.510550 n-d-840717-1 neutron-server[88197]: INFO neutron.db.ipam_backend_mixin [None req-419cf380-9794-4a2d-b2d8-ea07d2b7aceb tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 68e33ac1-2ca0-4a2c-b0a0-3c8af07da6dc (CIDR: 2001:db8::/64) May 05 20:14:27.517845 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a645719-6fe7-4531-9964-6d9a966417d0 req-d51333c4-70ef-40ec-b8e7-86f3d5c177ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:27.519371 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4a645719-6fe7-4531-9964-6d9a966417d0 req-d51333c4-70ef-40ec-b8e7-86f3d5c177ea service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=927036785ae54ead8157bab84a61f12c&device_id=72d494c2-0899-4537-8d37-21759a79f02b HTTP/1.1" status: 200 len: 1094 time: 0.1505547 May 05 20:14:27.520465 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2cdac488-7a83-4441-9d4b-9d3ca40ad8f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:27.521478 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2cdac488-7a83-4441-9d4b-9d3ca40ad8f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:27.525011 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-419cf380-9794-4a2d-b2d8-ea07d2b7aceb tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 20:14:27.525457 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-419cf380-9794-4a2d-b2d8-ea07d2b7aceb tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:14:27.565164 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 688a4a9a-4c98-45ff-964a-c594a57cbf72 no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:14:27.566825 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-419cf380-9794-4a2d-b2d8-ea07d2b7aceb tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3767545 May 05 20:14:27.571636 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 34400) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:27.588719 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 34404) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:27.592436 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-026ef8bf-7bb0-4086-9528-dfae92ba44a6 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Request body: {'subnet': {'network_id': '66d70931-658c-4c0d-a54d-0459faf0b4e6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:14:27.636443 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b0537e-3697-4740-be14-6b6c30011db9 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:14:27.650819 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-47b0537e-3697-4740-be14-6b6c30011db9 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:27.654014 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f743554-bd67-4676-8e52-89a9dc953783 None None] Sync routers for ids ['019e462d-ce68-462e-90cb-f302678962f4'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:14:27.655338 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-47b0537e-3697-4740-be14-6b6c30011db9 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] 10.222.0.36 "PUT /v2.0/routers/019e462d-ce68-462e-90cb-f302678962f4 HTTP/1.1" status: 200 len: 915 time: 6.5086129 May 05 20:14:27.660734 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34408) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:27.701394 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2cdac488-7a83-4441-9d4b-9d3ca40ad8f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:27.706505 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f743554-bd67-4676-8e52-89a9dc953783 None None] Routers {'019e462d-ce68-462e-90cb-f302678962f4'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:14:27.707278 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-5f743554-bd67-4676-8e52-89a9dc953783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:14:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['019e462d-ce68-462e-90cb-f302678962f4'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:14:27.791514 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-60a37b86-fa6b-4d33-b3fa-ba2094138f0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:27.867400 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-5f743554-bd67-4676-8e52-89a9dc953783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:14:27.887990 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f743554-bd67-4676-8e52-89a9dc953783 None None] Routers {'019e462d-ce68-462e-90cb-f302678962f4'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:14:27.888708 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-5f743554-bd67-4676-8e52-89a9dc953783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:14:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['019e462d-ce68-462e-90cb-f302678962f4'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:14:27.891846 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-60a37b86-fa6b-4d33-b3fa-ba2094138f0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:14:27.909816 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-60a37b86-fa6b-4d33-b3fa-ba2094138f0d admin admin] Usage tracker for resource:security_group_rule and tenant:27ba5c2e546e4b838166fd22417505ac is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:14:27.964340 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-5f743554-bd67-4676-8e52-89a9dc953783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:14:27.965135 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f743554-bd67-4676-8e52-89a9dc953783 None None] The sync data for ids ['019e462d-ce68-462e-90cb-f302678962f4'] in n-d-840717-1 is: [] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:14:27.982654 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-60a37b86-fa6b-4d33-b3fa-ba2094138f0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:14:28.041454 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a70a8c8b-7ebe-471d-a563-a2bab23c6891 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:28.046253 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.db.resource_extend [None req-582d952f-0278-40f4-b475-8c483f6cf7c6 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 20:14:28.055661 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a645719-6fe7-4531-9964-6d9a966417d0 req-b8d441bb-096b-4a19-bc03-d5d4ff09fca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:28.057298 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4a645719-6fe7-4531-9964-6d9a966417d0 req-b8d441bb-096b-4a19-bc03-d5d4ff09fca8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=655c7f11-c965-4205-91a0-e680dbb467c6 HTTP/1.1" status: 200 len: 910 time: 0.5153604 May 05 20:14:28.060777 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-60a37b86-fa6b-4d33-b3fa-ba2094138f0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:14:28.104550 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-582d952f-0278-40f4-b475-8c483f6cf7c6 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:28.110468 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582d952f-0278-40f4-b475-8c483f6cf7c6 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:28.111174 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-582d952f-0278-40f4-b475-8c483f6cf7c6 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:28.118311 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-2ea24343-7266-491f-b607-9ec3860ccaaf tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] 10.222.0.36 "GET /v2.0/routers/019e462d-ce68-462e-90cb-f302678962f4 HTTP/1.1" status: 200 len: 921 time: 0.4537046 May 05 20:14:28.134421 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a70a8c8b-7ebe-471d-a563-a2bab23c6891 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:28.137131 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 34422) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:28.199451 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-582d952f-0278-40f4-b475-8c483f6cf7c6 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3746285 May 05 20:14:28.207431 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34430) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:28.217632 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4a645719-6fe7-4531-9964-6d9a966417d0 req-b37c324c-fb13-4fee-8444-b17222dfce22 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d089a8b7-e2f3-4a42-be21-4ba951c6341c HTTP/1.1" status: 200 len: 217 time: 0.1419253 May 05 20:14:28.231605 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-026ef8bf-7bb0-4086-9528-dfae92ba44a6 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:14:28.236202 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-5202c9c2-c537-4b2c-b0be-83ae0f681cf5 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Request body: {'subnet': {'network_id': 'b55bdd6b-5e99-43d1-8e42-070dda6303fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:14:28.401503 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582d952f-0278-40f4-b475-8c483f6cf7c6 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Pushing event updated for resources: {'Network': ['ID=b55bdd6b-5e99-43d1-8e42-070dda6303fb,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:28.419273 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network b55bdd6b-5e99-43d1-8e42-070dda6303fb details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:14:28.422493 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-026ef8bf-7bb0-4086-9528-dfae92ba44a6 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Usage tracker for resource:subnet and tenant:88760c5e167e4c4abc1263be6642087f is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:14:28.427743 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-026ef8bf-7bb0-4086-9528-dfae92ba44a6 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:14:28.463290 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-026ef8bf-7bb0-4086-9528-dfae92ba44a6 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:14:28.493515 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5202c9c2-c537-4b2c-b0be-83ae0f681cf5 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:14:28.500747 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-5202c9c2-c537-4b2c-b0be-83ae0f681cf5 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Usage tracker for resource:subnet and tenant:9b46723d474c4d6a82c8d63ca7324f68 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:14:28.504715 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-5202c9c2-c537-4b2c-b0be-83ae0f681cf5 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:14:28.513973 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5202c9c2-c537-4b2c-b0be-83ae0f681cf5 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:14:28.515999 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a70a8c8b-7ebe-471d-a563-a2bab23c6891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:28.543420 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70a8c8b-7ebe-471d-a563-a2bab23c6891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a828d9e6-3d10-485c-b23c-44e50a5569bf,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:28.559471 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace43a32-722b-4f1a-858a-9d0e0b24e656 req-c75b21d0-9d76-4336-b54d-825c936c6321 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:28.566862 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ace43a32-722b-4f1a-858a-9d0e0b24e656 req-c75b21d0-9d76-4336-b54d-825c936c6321 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1d1e55-8689-4939-b673-836425f8455e HTTP/1.1" status: 200 len: 944 time: 0.3440826 May 05 20:14:28.572536 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5202c9c2-c537-4b2c-b0be-83ae0f681cf5 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Made reservation on behalf of 9b46723d474c4d6a82c8d63ca7324f68 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:14:28.576003 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5202c9c2-c537-4b2c-b0be-83ae0f681cf5 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:28.611159 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a70a8c8b-7ebe-471d-a563-a2bab23c6891 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:28.613965 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a70a8c8b-7ebe-471d-a563-a2bab23c6891 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a828d9e6-3d10-485c-b23c-44e50a5569bf HTTP/1.1" status: 204 len: 168 time: 1.3801677 May 05 20:14:28.658138 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2cdac488-7a83-4441-9d4b-9d3ca40ad8f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:28.704144 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026ef8bf-7bb0-4086-9528-dfae92ba44a6 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Made reservation on behalf of 88760c5e167e4c4abc1263be6642087f for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:14:28.707545 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-026ef8bf-7bb0-4086-9528-dfae92ba44a6 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:28.732725 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ace43a32-722b-4f1a-858a-9d0e0b24e656 req-84c534c5-832d-42b9-8c9f-2a1a5770d2e7 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa34c6b7-f79e-42a5-a73d-73f26fc7f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1649046 May 05 20:14:28.742624 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a645719-6fe7-4531-9964-6d9a966417d0 req-4dd2f700-e88e-49aa-8541-cbe949d8341b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:28.744434 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4a645719-6fe7-4531-9964-6d9a966417d0 req-4dd2f700-e88e-49aa-8541-cbe949d8341b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4690a94e-2abe-4dd8-b04e-59253aa996fe HTTP/1.1" status: 200 len: 849 time: 0.5093281 May 05 20:14:28.853987 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4a645719-6fe7-4531-9964-6d9a966417d0 req-7798a80b-9a1e-42e9-9a49-8646bd2fb5f6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=655c7f11-c965-4205-91a0-e680dbb467c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819223 May 05 20:14:28.868452 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5202c9c2-c537-4b2c-b0be-83ae0f681cf5 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:28.946318 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d150160c-13e1-433e-a2bf-aee37846aad6 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:28.950128 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d150160c-13e1-433e-a2bf-aee37846aad6 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=0401d202-1605-4cfe-bad4-fb225df6afb0&device_id=019e462d-ce68-462e-90cb-f302678962f4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.8003397 May 05 20:14:28.959395 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34442) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:28.991167 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5202c9c2-c537-4b2c-b0be-83ae0f681cf5 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Pushing event updated for resources: {'Subnet': ['ID=4cbaf5cc-3c26-4e6f-a78c-b2a6bd3be07c,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:29.018018 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5202c9c2-c537-4b2c-b0be-83ae0f681cf5 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Checking segment: {'id': '57d0d2d8-b470-443f-af4b-3fb497f970d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b55bdd6b-5e99-43d1-8e42-070dda6303fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:14:29.018380 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5202c9c2-c537-4b2c-b0be-83ae0f681cf5 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Network hostable DHCP agents. Network: b55bdd6b-5e99-43d1-8e42-070dda6303fb, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:14:29.026346 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5eb1e6ac-a7f0-4040-99e6-01913fa77067 req-eb650390-a3b9-4118-af60-fb56cfb3fba2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6e1d1e55-8689-4939-b673-836425f8455e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7921908 May 05 20:14:29.051381 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-60a37b86-fa6b-4d33-b3fa-ba2094138f0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:29.060230 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8879ed15-a12a-4aba-bbb5-4a37caa02b4f req-75d2603a-357d-4d5f-9254-43721c8e1812 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:29.061773 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8879ed15-a12a-4aba-bbb5-4a37caa02b4f req-75d2603a-357d-4d5f-9254-43721c8e1812 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] 10.222.0.36 "GET /v2.0/ports?device_id=72d494c2-0899-4537-8d37-21759a79f02b HTTP/1.1" status: 200 len: 943 time: 0.6351135 May 05 20:14:29.118118 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-60a37b86-fa6b-4d33-b3fa-ba2094138f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:29.141417 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5202c9c2-c537-4b2c-b0be-83ae0f681cf5 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Network b55bdd6b-5e99-43d1-8e42-070dda6303fb is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:14:29.159694 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-5202c9c2-c537-4b2c-b0be-83ae0f681cf5 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, b55bdd6b-5e99-43d1-8e42-070dda6303fb) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:14:29.169228 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5202c9c2-c537-4b2c-b0be-83ae0f681cf5 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:29.169826 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5202c9c2-c537-4b2c-b0be-83ae0f681cf5 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:29.172704 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91dd2d6b-191f-48d0-80c7-443f7582703a None None] Network b55bdd6b-5e99-43d1-8e42-070dda6303fb requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:14:29.187667 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6026e2f2-6c8e-4b05-a4fc-621fb180645d tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:29.191302 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-6026e2f2-6c8e-4b05-a4fc-621fb180645d tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] 10.222.0.36 "GET /v2.0/networks/0401d202-1605-4cfe-bad4-fb225df6afb0 HTTP/1.1" status: 200 len: 881 time: 0.2285211 May 05 20:14:29.194166 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34454) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:29.307541 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a37b86-fa6b-4d33-b3fa-ba2094138f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5384321-973e-4420-9bd8-4d3d33882a29,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:29.311804 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-60a37b86-fa6b-4d33-b3fa-ba2094138f0d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=27ba5c2e546e4b838166fd22417505ac&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7031097 May 05 20:14:29.318725 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-22f7b8d3-3b27-4c9e-92cc-3551872d455c tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] 10.222.0.36 "GET /v2.0/ports?device_id=019e462d-ce68-462e-90cb-f302678962f4 HTTP/1.1" status: 200 len: 205 time: 0.1234567 May 05 20:14:29.319321 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34466) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:29.324284 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 34468) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:29.330400 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4a645719-6fe7-4531-9964-6d9a966417d0 req-92f44be7-7b49-40a3-a0df-5c7122df801c service neutron] 10.222.0.50 "GET /v2.0/networks/655c7f11-c965-4205-91a0-e680dbb467c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4170017 May 05 20:14:29.336061 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8879ed15-a12a-4aba-bbb5-4a37caa02b4f req-b3912a41-e3cc-4e8b-a688-c6561e115339 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] 10.222.0.36 "GET /v2.0/security-groups?id=b708cd35-482e-4c97-85dd-b99b79f6ba9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245119 May 05 20:14:29.345639 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-5202c9c2-c537-4b2c-b0be-83ae0f681cf5 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1219685 May 05 20:14:29.369973 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34474) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:29.379106 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-4de2fc3d-a5e2-4b4d-88e2-373099ff23c7 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-135393543', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:14:29.400341 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-4de2fc3d-a5e2-4b4d-88e2-373099ff23c7 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:14:29.409014 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-4de2fc3d-a5e2-4b4d-88e2-373099ff23c7 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Usage tracker for resource:router and tenant:9b46723d474c4d6a82c8d63ca7324f68 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:14:29.418961 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-4de2fc3d-a5e2-4b4d-88e2-373099ff23c7 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:14:29.428354 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-4de2fc3d-a5e2-4b4d-88e2-373099ff23c7 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:14:29.454117 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4de2fc3d-a5e2-4b4d-88e2-373099ff23c7 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:29.455386 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4de2fc3d-a5e2-4b4d-88e2-373099ff23c7 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:29.467636 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7fad1d64-2eff-4717-8106-a04b1a58f35b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:29.501435 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4de2fc3d-a5e2-4b4d-88e2-373099ff23c7 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:29.517589 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7fad1d64-2eff-4717-8106-a04b1a58f35b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:29.591679 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4de2fc3d-a5e2-4b4d-88e2-373099ff23c7 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:29.623933 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18425c8-1e35-4242-bd77-681d81700328 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-b55bdd6b-5e99-43d1-8e42-070dda6303fb', 'network_id': 'b55bdd6b-5e99-43d1-8e42-070dda6303fb', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'fixed_ips': [{'subnet_id': '4cbaf5cc-3c26-4e6f-a78c-b2a6bd3be07c'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:14:29.625144 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e18425c8-1e35-4242-bd77-681d81700328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:29.691946 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4de2fc3d-a5e2-4b4d-88e2-373099ff23c7 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:29.699970 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-4de2fc3d-a5e2-4b4d-88e2-373099ff23c7 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3350155 May 05 20:14:29.700764 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34482) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:29.829416 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4a645719-6fe7-4531-9964-6d9a966417d0 req-86926ba6-cf0e-4482-9a1d-7f3a4a951f41 service neutron] 10.222.0.50 "GET /v2.0/networks/655c7f11-c965-4205-91a0-e680dbb467c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4396148 May 05 20:14:29.897589 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-e18425c8-1e35-4242-bd77-681d81700328 None None] Allocated IP 172.20.0.2 (b55bdd6b-5e99-43d1-8e42-070dda6303fb/4cbaf5cc-3c26-4e6f-a78c-b2a6bd3be07c/abd0be75-84f2-4473-90bb-c756262c70fa) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:14:30.021278 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-411644aa-0c92-406b-8f5f-47e894cc22eb tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks [] for router, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:30.178681 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-026ef8bf-7bb0-4086-9528-dfae92ba44a6 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:30.182606 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e18425c8-1e35-4242-bd77-681d81700328 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:30.247151 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-e18425c8-1e35-4242-bd77-681d81700328 None None] Transition to ACTIVE for port object abd0be75-84f2-4473-90bb-c756262c70fa will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:14:30.274297 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-e18425c8-1e35-4242-bd77-681d81700328 None None] Transition to ACTIVE for port object abd0be75-84f2-4473-90bb-c756262c70fa will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:14:30.284175 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e18425c8-1e35-4242-bd77-681d81700328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:30.319955 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7fad1d64-2eff-4717-8106-a04b1a58f35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:30.345122 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fad1d64-2eff-4717-8106-a04b1a58f35b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5384321-973e-4420-9bd8-4d3d33882a29,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:30.457076 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18425c8-1e35-4242-bd77-681d81700328 None None] Pushing event updated for resources: {'Port': ['ID=abd0be75-84f2-4473-90bb-c756262c70fa,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:30.481917 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18425c8-1e35-4242-bd77-681d81700328 None None] Network b55bdd6b-5e99-43d1-8e42-070dda6303fb is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:14:30.485411 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-e18425c8-1e35-4242-bd77-681d81700328 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:14:30.499956 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18425c8-1e35-4242-bd77-681d81700328 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:14:30.537398 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2cdac488-7a83-4441-9d4b-9d3ca40ad8f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:30.610558 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-e18425c8-1e35-4242-bd77-681d81700328 None None] Attempting to bind port abd0be75-84f2-4473-90bb-c756262c70fa on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:14:30.611209 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-e18425c8-1e35-4242-bd77-681d81700328 None None] Attempting to bind port abd0be75-84f2-4473-90bb-c756262c70fa by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '57d0d2d8-b470-443f-af4b-3fb497f970d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b55bdd6b-5e99-43d1-8e42-070dda6303fb'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:14:30.611803 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18425c8-1e35-4242-bd77-681d81700328 None None] Attempting to bind port abd0be75-84f2-4473-90bb-c756262c70fa on network b55bdd6b-5e99-43d1-8e42-070dda6303fb {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:14:30.622589 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026ef8bf-7bb0-4086-9528-dfae92ba44a6 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Network 66d70931-658c-4c0d-a54d-0459faf0b4e6 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:14:30.624256 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18425c8-1e35-4242-bd77-681d81700328 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:14:30.624706 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18425c8-1e35-4242-bd77-681d81700328 None None] Checking segment: {'id': '57d0d2d8-b470-443f-af4b-3fb497f970d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b55bdd6b-5e99-43d1-8e42-070dda6303fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:14:30.625174 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e18425c8-1e35-4242-bd77-681d81700328 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:30.626227 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18425c8-1e35-4242-bd77-681d81700328 None None] Bound using segment: {'id': '57d0d2d8-b470-443f-af4b-3fb497f970d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b55bdd6b-5e99-43d1-8e42-070dda6303fb'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:14:30.628591 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-e18425c8-1e35-4242-bd77-681d81700328 None None] Bound port: abd0be75-84f2-4473-90bb-c756262c70fa, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57d0d2d8-b470-443f-af4b-3fb497f970d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b55bdd6b-5e99-43d1-8e42-070dda6303fb'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:14:30.630119 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e18425c8-1e35-4242-bd77-681d81700328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:30.633426 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42f341-ed3d-4775-803c-663809021e83 req-aa3e5453-07e5-4208-a5ae-a3dc75f4037a tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:30.634939 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1e42f341-ed3d-4775-803c-663809021e83 req-aa3e5453-07e5-4208-a5ae-a3dc75f4037a tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1d1e55-8689-4939-b673-836425f8455e HTTP/1.1" status: 200 len: 944 time: 0.6622648 May 05 20:14:30.647784 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7fad1d64-2eff-4717-8106-a04b1a58f35b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:30.648001 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2cdac488-7a83-4441-9d4b-9d3ca40ad8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:30.652118 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-7fad1d64-2eff-4717-8106-a04b1a58f35b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a5384321-973e-4420-9bd8-4d3d33882a29 HTTP/1.1" status: 204 len: 168 time: 1.3100846 May 05 20:14:30.652273 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-026ef8bf-7bb0-4086-9528-dfae92ba44a6 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:14:30.672271 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026ef8bf-7bb0-4086-9528-dfae92ba44a6 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:30.672871 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-026ef8bf-7bb0-4086-9528-dfae92ba44a6 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:30.752967 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device d089a8b7-e2f3-4a42-be21-4ba951c6341c details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:14:30.754851 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b4f94c-208a-4ae4-a534-e04a402fe98a None None] Network 66d70931-658c-4c0d-a54d-0459faf0b4e6 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:14:30.837796 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026ef8bf-7bb0-4086-9528-dfae92ba44a6 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event updated for resources: {'Subnet': ['ID=906fac07-fc9b-4f59-9a0a-dc0099abbf62,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:30.857339 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-e18425c8-1e35-4242-bd77-681d81700328 None None] For port abd0be75-84f2-4473-90bb-c756262c70fa, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:14:30.860697 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-411644aa-0c92-406b-8f5f-47e894cc22eb tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:30.864078 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-e18425c8-1e35-4242-bd77-681d81700328 None None] For port abd0be75-84f2-4473-90bb-c756262c70fa, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=abd0be75-84f2-4473-90bb-c756262c70fa,segment=NetworkSegment(57d0d2d8-b470-443f-af4b-3fb497f970d7),segment_id=57d0d2d8-b470-443f-af4b-3fb497f970d7)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:14:30.884894 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-026ef8bf-7bb0-4086-9528-dfae92ba44a6 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.3032472 May 05 20:14:30.887470 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e18425c8-1e35-4242-bd77-681d81700328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:30.894235 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 34510) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:30.937392 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-b6f264a6-2170-454b-b15b-fc298ecbf9bb tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-975588755', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '906fac07-fc9b-4f59-9a0a-dc0099abbf62'}], 'security_groups': ['535ab43c-d170-4f6e-aa61-a645ad3f825e']}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:14:30.989612 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-411644aa-0c92-406b-8f5f-47e894cc22eb tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Deleting port 616e4bce-9d9a-4df1-b129-83a56c727a7e {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:14:30.990313 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-411644aa-0c92-406b-8f5f-47e894cc22eb tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:30.994406 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1e42f341-ed3d-4775-803c-663809021e83 req-103d98af-56e4-4956-a8fc-6f5beeaf22b7 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa34c6b7-f79e-42a5-a73d-73f26fc7f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3377423 May 05 20:14:30.995711 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2bb72fa3-5740-453c-b216-3b654dcca6b6 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:31.053921 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18425c8-1e35-4242-bd77-681d81700328 None None] Pushing event updated for resources: {'Port': ['ID=abd0be75-84f2-4473-90bb-c756262c70fa,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:31.087424 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb1e6ac-a7f0-4040-99e6-01913fa77067 req-e3f8b5c6-cf35-47c4-8d98-1627cd256a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:31.089273 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5eb1e6ac-a7f0-4040-99e6-01913fa77067 req-e3f8b5c6-cf35-47c4-8d98-1627cd256a10 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6e1d1e55-8689-4939-b673-836425f8455e&tenant_id=3bcce80065784aa6a77c066afd5e6401 HTTP/1.1" status: 200 len: 1095 time: 0.8114493 May 05 20:14:31.181727 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a5c3f7-1d94-47dd-b772-aed6c84484dd req-80e680ee-6e49-4e58-aca3-5c54d7546a05 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:31.183470 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-29a5c3f7-1d94-47dd-b772-aed6c84484dd req-80e680ee-6e49-4e58-aca3-5c54d7546a05 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] 10.222.0.36 "GET /v2.0/ports?device_id=72d494c2-0899-4537-8d37-21759a79f02b HTTP/1.1" status: 200 len: 943 time: 0.6072121 May 05 20:14:31.208499 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.resource_extend [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 20:14:31.269183 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-2cdac488-7a83-4441-9d4b-9d3ca40ad8f9 admin admin] Allocated IP 172.25.0.218 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/fe24e85d-998f-47be-977e-b9e72fcd6ee2) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:14:31.491318 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port d089a8b7-e2f3-4a42-be21-4ba951c6341c, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=d089a8b7-e2f3-4a42-be21-4ba951c6341c,segment=NetworkSegment(3cb51e4f-4171-42c9-8467-0979b530738a),segment_id=3cb51e4f-4171-42c9-8467-0979b530738a)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:14:31.525155 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': 'd089a8b7-e2f3-4a42-be21-4ba951c6341c', 'network_id': '655c7f11-c965-4205-91a0-e680dbb467c6', 'port_id': 'd089a8b7-e2f3-4a42-be21-4ba951c6341c', 'mac_address': 'fa:16:3e:36:e4:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4690a94e-2abe-4dd8-b04e-59253aa996fe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:14:31.584837 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-29a5c3f7-1d94-47dd-b772-aed6c84484dd req-2b704f73-bec4-4c4a-9fcf-3a058b2dc31c tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] 10.222.0.36 "GET /v2.0/security-groups?id=b708cd35-482e-4c97-85dd-b99b79f6ba9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3883696 May 05 20:14:31.623693 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-2bb72fa3-5740-453c-b216-3b654dcca6b6 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Allocated IP 172.20.0.1 (b55bdd6b-5e99-43d1-8e42-070dda6303fb/4cbaf5cc-3c26-4e6f-a78c-b2a6bd3be07c/385ec1a0-df0b-4f7e-a763-a69a261ddca9) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:14:31.696288 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:31.724135 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d089a8b7-e2f3-4a42-be21-4ba951c6341c {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:14:31.761304 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port d089a8b7-e2f3-4a42-be21-4ba951c6341c, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=d089a8b7-e2f3-4a42-be21-4ba951c6341c,segment=NetworkSegment(3cb51e4f-4171-42c9-8467-0979b530738a),segment_id=3cb51e4f-4171-42c9-8467-0979b530738a)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:14:31.767450 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:31.855734 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-411644aa-0c92-406b-8f5f-47e894cc22eb tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:32.014185 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb1e6ac-a7f0-4040-99e6-01913fa77067 req-00a7b6a2-426e-4d3b-a0b7-a056542ed5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:32.022535 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2bb72fa3-5740-453c-b216-3b654dcca6b6 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:32.028151 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5eb1e6ac-a7f0-4040-99e6-01913fa77067 req-00a7b6a2-426e-4d3b-a0b7-a056542ed5fc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3bcce80065784aa6a77c066afd5e6401&device_id=6e1d1e55-8689-4939-b673-836425f8455e HTTP/1.1" status: 200 len: 1095 time: 0.8910830 May 05 20:14:32.050017 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['d089a8b7-e2f3-4a42-be21-4ba951c6341c'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:14:32.064145 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-2bb72fa3-5740-453c-b216-3b654dcca6b6 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Transition to ACTIVE for port object 385ec1a0-df0b-4f7e-a763-a69a261ddca9 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:14:32.135717 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2bb72fa3-5740-453c-b216-3b654dcca6b6 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:32.138537 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-411644aa-0c92-406b-8f5f-47e894cc22eb tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Calling delete_port for 616e4bce-9d9a-4df1-b129-83a56c727a7e owned by network:router_gateway {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:14:32.211792 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d320fe8-55f6-44a4-b554-27c16024e738 None None] Update dhcp port {'port': {'network_id': '66d70931-658c-4c0d-a54d-0459faf0b4e6', 'fixed_ips': [{'subnet_id': '68e33ac1-2ca0-4a2c-b0a0-3c8af07da6dc', 'ip_address': '2001:db8::2'}, {'subnet_id': '906fac07-fc9b-4f59-9a0a-dc0099abbf62'}], 'binding:host_id': 'n-d-840717-1'}, 'id': '38228298-46c9-43ca-b412-ec0b463d0a42'} from n-d-840717-1. {{(pid=88199) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 05 20:14:32.249470 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=d089a8b7-e2f3-4a42-be21-4ba951c6341c,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:32.279563 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2cdac488-7a83-4441-9d4b-9d3ca40ad8f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:32.313331 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b6f264a6-2170-454b-b15b-fc298ecbf9bb tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:32.368385 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1d320fe8-55f6-44a4-b554-27c16024e738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:32.396451 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb72fa3-5740-453c-b216-3b654dcca6b6 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Network b55bdd6b-5e99-43d1-8e42-070dda6303fb is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:14:32.409206 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-2bb72fa3-5740-453c-b216-3b654dcca6b6 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:14:32.421130 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb72fa3-5740-453c-b216-3b654dcca6b6 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:14:32.532898 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2bb72fa3-5740-453c-b216-3b654dcca6b6 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:32.576740 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb72fa3-5740-453c-b216-3b654dcca6b6 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Pushing event updated for resources: {'Port': ['ID=385ec1a0-df0b-4f7e-a763-a69a261ddca9,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:32.640220 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb1e6ac-a7f0-4040-99e6-01913fa77067 req-7b1678b4-6f12-446d-b611-308d05ab83eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:32.642266 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc8ba58-3f58-4f61-bec8-9d4abb1c392d req-c615e171-7c36-4e2d-9f0a-059db4e34a28 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:32.645026 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5eb1e6ac-a7f0-4040-99e6-01913fa77067 req-7b1678b4-6f12-446d-b611-308d05ab83eb service neutron] 10.222.0.24 "GET /v2.0/networks?id=dd240240-b981-4728-a92a-09bd25dc9abb HTTP/1.1" status: 200 len: 916 time: 0.5407372 May 05 20:14:32.646717 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2cdac488-7a83-4441-9d4b-9d3ca40ad8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:32.649430 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4cc8ba58-3f58-4f61-bec8-9d4abb1c392d req-c615e171-7c36-4e2d-9f0a-059db4e34a28 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1d1e55-8689-4939-b673-836425f8455e HTTP/1.1" status: 200 len: 944 time: 0.3450899 May 05 20:14:32.866669 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2bb72fa3-5740-453c-b216-3b654dcca6b6 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:32.940807 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device abd0be75-84f2-4473-90bb-c756262c70fa up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:14:32.983827 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-411644aa-0c92-406b-8f5f-47e894cc22eb tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:33.031828 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4cc8ba58-3f58-4f61-bec8-9d4abb1c392d req-f34c8bdc-2213-4eef-b41b-94745c33632f tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa34c6b7-f79e-42a5-a73d-73f26fc7f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3314180 May 05 20:14:33.069604 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdac488-7a83-4441-9d4b-9d3ca40ad8f9 admin admin] Pushing event updated for resources: {'Port': ['ID=fe24e85d-998f-47be-977e-b9e72fcd6ee2,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:33.075012 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10832cbd-ae44-458d-9bb4-97510bd1c869 None None] Network b55bdd6b-5e99-43d1-8e42-070dda6303fb requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:14:33.293393 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-1d320fe8-55f6-44a4-b554-27c16024e738 None None] Allocated IP 2001:db8:0:1::2 (66d70931-658c-4c0d-a54d-0459faf0b4e6/906fac07-fc9b-4f59-9a0a-dc0099abbf62/38228298-46c9-43ca-b412-ec0b463d0a42) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:14:33.295540 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9d06f0e1-e0dc-4eec-8214-025ef1210bd5 None None] Provisioning for port abd0be75-84f2-4473-90bb-c756262c70fa completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:14:33.336473 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port abd0be75-84f2-4473-90bb-c756262c70fa completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:14:33.349739 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port abd0be75-84f2-4473-90bb-c756262c70fa triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:14:33.350372 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:33.472297 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411644aa-0c92-406b-8f5f-47e894cc22eb tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Pushing event deleted for resources: {'Port': ['ID=616e4bce-9d9a-4df1-b129-83a56c727a7e,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:33.477314 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5eb1e6ac-a7f0-4040-99e6-01913fa77067 req-fd173c07-e256-44e4-b71e-92ccb45f263b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=688a4a9a-4c98-45ff-964a-c594a57cbf72 HTTP/1.1" status: 200 len: 1000 time: 0.8132212 May 05 20:14:33.604947 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdac488-7a83-4441-9d4b-9d3ca40ad8f9 admin admin] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:14:33.611396 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-411644aa-0c92-406b-8f5f-47e894cc22eb tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:33.766237 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-1d320fe8-55f6-44a4-b554-27c16024e738 None None] For port 38228298-46c9-43ca-b412-ec0b463d0a42, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=38228298-46c9-43ca-b412-ec0b463d0a42,segment=NetworkSegment(2e6ec014-bca3-49b3-a86f-e01be1381773),segment_id=2e6ec014-bca3-49b3-a86f-e01be1381773)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:14:33.799008 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2bb72fa3-5740-453c-b216-3b654dcca6b6 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:33.804038 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2bb72fa3-5740-453c-b216-3b654dcca6b6 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:33.828352 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-2cdac488-7a83-4441-9d4b-9d3ca40ad8f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:14:33.831123 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdac488-7a83-4441-9d4b-9d3ca40ad8f9 admin admin] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:14:33.893064 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1d320fe8-55f6-44a4-b554-27c16024e738 None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:33.899446 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:33.905960 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-411644aa-0c92-406b-8f5f-47e894cc22eb tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:33.939019 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-1d320fe8-55f6-44a4-b554-27c16024e738 None None] Transition to ACTIVE for port object 38228298-46c9-43ca-b412-ec0b463d0a42 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:14:33.953227 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1d320fe8-55f6-44a4-b554-27c16024e738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:33.963551 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-411644aa-0c92-406b-8f5f-47e894cc22eb tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:33.982680 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2bb72fa3-5740-453c-b216-3b654dcca6b6 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:33.986938 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb72fa3-5740-453c-b216-3b654dcca6b6 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Pushing event updated for resources: {'Port': ['ID=385ec1a0-df0b-4f7e-a763-a69a261ddca9,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:33.993218 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port abd0be75-84f2-4473-90bb-c756262c70fa, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=abd0be75-84f2-4473-90bb-c756262c70fa,segment=NetworkSegment(57d0d2d8-b470-443f-af4b-3fb497f970d7),segment_id=57d0d2d8-b470-443f-af4b-3fb497f970d7)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:14:34.024205 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:34.040158 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb1e6ac-a7f0-4040-99e6-01913fa77067 req-4a98c729-3dba-4662-8f68-448c1136e7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:34.041799 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5eb1e6ac-a7f0-4040-99e6-01913fa77067 req-4a98c729-3dba-4662-8f68-448c1136e7be service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4839f055-edd7-4ed9-a2d6-dc3f9daf425d HTTP/1.1" status: 200 len: 854 time: 0.4358487 May 05 20:14:34.167832 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d320fe8-55f6-44a4-b554-27c16024e738 None None] Pushing event updated for resources: {'Port': ['ID=38228298-46c9-43ca-b412-ec0b463d0a42,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:34.247018 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-411644aa-0c92-406b-8f5f-47e894cc22eb tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:34.247018 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-411644aa-0c92-406b-8f5f-47e894cc22eb tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Fanout notify agent at l3_agent the message router_deleted on router 019e462d-ce68-462e-90cb-f302678962f4 {{(pid=88197) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:14:34.299128 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=abd0be75-84f2-4473-90bb-c756262c70fa,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:34.342222 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b14a1d-31b7-4677-9f1b-bcd64b28b493 req-5162dd4e-9cca-49f7-a1e4-fcf2e255c54a tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:34.355320 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-42b14a1d-31b7-4677-9f1b-bcd64b28b493 req-5162dd4e-9cca-49f7-a1e4-fcf2e255c54a tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] 10.222.0.36 "GET /v2.0/ports?device_id=72d494c2-0899-4537-8d37-21759a79f02b HTTP/1.1" status: 200 len: 944 time: 1.2861576 May 05 20:14:34.402558 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb72fa3-5740-453c-b216-3b654dcca6b6 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Network b55bdd6b-5e99-43d1-8e42-070dda6303fb is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:14:34.407828 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-2bb72fa3-5740-453c-b216-3b654dcca6b6 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:14:34.566229 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-6ec7f6d0-bfd0-4d56-a8a6-906b340f1c6e None None] Provisioning complete for port abd0be75-84f2-4473-90bb-c756262c70fa triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:14:34.567335 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6ec7f6d0-bfd0-4d56-a8a6-906b340f1c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:34.613889 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-411644aa-0c92-406b-8f5f-47e894cc22eb tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:34.615022 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-411644aa-0c92-406b-8f5f-47e894cc22eb tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] 10.222.0.36 "DELETE /v2.0/routers/019e462d-ce68-462e-90cb-f302678962f4 HTTP/1.1" status: 204 len: 168 time: 5.2872336 May 05 20:14:34.631807 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 34572) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:34.688488 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-0fe4fd2c-8c4f-4180-aee1-04e170299ec7 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-510973593', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}, 'admin_state_up': False}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:14:34.729851 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device d089a8b7-e2f3-4a42-be21-4ba951c6341c up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:14:34.730734 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-42b14a1d-31b7-4677-9f1b-bcd64b28b493 req-a54b6f0e-efac-43ba-8adb-22734311a48d tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] 10.222.0.36 "GET /v2.0/security-groups?id=b708cd35-482e-4c97-85dd-b99b79f6ba9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3733394 May 05 20:14:34.770244 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-0fe4fd2c-8c4f-4180-aee1-04e170299ec7 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:14:34.866406 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-0fe4fd2c-8c4f-4180-aee1-04e170299ec7 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Usage tracker for resource:router and tenant:84c44bbe9a46400ca904aba9c8d7d2a5 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:14:34.881230 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device abd0be75-84f2-4473-90bb-c756262c70fa up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:14:34.883993 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76573028-7f21-42f6-967d-79eac54d0f0b req-fbed3d75-35f8-4ab9-8bf1-035a2fb206e9 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:34.885986 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-0fe4fd2c-8c4f-4180-aee1-04e170299ec7 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:14:34.894498 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-76573028-7f21-42f6-967d-79eac54d0f0b req-fbed3d75-35f8-4ab9-8bf1-035a2fb206e9 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1d1e55-8689-4939-b673-836425f8455e HTTP/1.1" status: 200 len: 944 time: 0.6166718 May 05 20:14:34.928535 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-0fe4fd2c-8c4f-4180-aee1-04e170299ec7 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:14:35.027117 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-76573028-7f21-42f6-967d-79eac54d0f0b req-c085d61e-54b5-4075-a375-524b18be117e tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa34c6b7-f79e-42a5-a73d-73f26fc7f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316969 May 05 20:14:35.088724 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb72fa3-5740-453c-b216-3b654dcca6b6 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Router 9d914855-1226-47f8-ac49-bf88dfc08497 is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:14:35.089955 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-867396b4-52e7-454c-a5df-e860f0b6d29c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:35.121488 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port d089a8b7-e2f3-4a42-be21-4ba951c6341c completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:14:35.166664 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port d089a8b7-e2f3-4a42-be21-4ba951c6341c triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:14:35.166664 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:35.284838 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port abd0be75-84f2-4473-90bb-c756262c70fa triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:14:35.285376 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:35.479236 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb72fa3-5740-453c-b216-3b654dcca6b6 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:14:35.503638 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191fa807-52e6-43b5-a5b9-96877520b13f None None] Sync routers for ids ['9d914855-1226-47f8-ac49-bf88dfc08497'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:14:35.520359 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191fa807-52e6-43b5-a5b9-96877520b13f None None] Routers {'9d914855-1226-47f8-ac49-bf88dfc08497'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:14:35.520988 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-191fa807-52e6-43b5-a5b9-96877520b13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:14:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['9d914855-1226-47f8-ac49-bf88dfc08497'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:14:35.531900 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-6ec7f6d0-bfd0-4d56-a8a6-906b340f1c6e None None] Provisioning for port 385ec1a0-df0b-4f7e-a763-a69a261ddca9 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:14:35.533694 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-2bb72fa3-5740-453c-b216-3b654dcca6b6 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "PUT /v2.0/routers/9d914855-1226-47f8-ac49-bf88dfc08497/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8314416 May 05 20:14:35.534413 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34582) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:35.662637 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 38228298-46c9-43ca-b412-ec0b463d0a42 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:14:35.705645 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-6ec7f6d0-bfd0-4d56-a8a6-906b340f1c6e None None] Provisioning complete for port 385ec1a0-df0b-4f7e-a763-a69a261ddca9 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:14:35.706090 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6ec7f6d0-bfd0-4d56-a8a6-906b340f1c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:35.726036 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb1e6ac-a7f0-4040-99e6-01913fa77067 req-e9bfce64-0403-4d18-bbd9-ff0a97ec1db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:35.728879 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5eb1e6ac-a7f0-4040-99e6-01913fa77067 req-e9bfce64-0403-4d18-bbd9-ff0a97ec1db7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd240240-b981-4728-a92a-09bd25dc9abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.6159327 May 05 20:14:35.775651 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa7df29-14ba-44c0-9166-a74187085d85 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:35.776328 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-efa7df29-14ba-44c0-9166-a74187085d85 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Synchronizing usage tracker for tenant:9b46723d474c4d6a82c8d63ca7324f68 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:14:35.779204 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:35.805296 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-efa7df29-14ba-44c0-9166-a74187085d85 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Unset dirty status for tenant:9b46723d474c4d6a82c8d63ca7324f68 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:14:35.809145 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-efa7df29-14ba-44c0-9166-a74187085d85 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "GET /v2.0/ports/385ec1a0-df0b-4f7e-a763-a69a261ddca9 HTTP/1.1" status: 200 len: 910 time: 0.2712190 May 05 20:14:35.809465 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34590) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:35.830650 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0fe4fd2c-8c4f-4180-aee1-04e170299ec7 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:35.832544 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0fe4fd2c-8c4f-4180-aee1-04e170299ec7 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:35.834934 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port d089a8b7-e2f3-4a42-be21-4ba951c6341c, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=d089a8b7-e2f3-4a42-be21-4ba951c6341c,segment=NetworkSegment(3cb51e4f-4171-42c9-8467-0979b530738a),segment_id=3cb51e4f-4171-42c9-8467-0979b530738a)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:14:35.840267 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d494c2-0899-4537-8d37-21759a79f02b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd089a8b7-e2f3-4a42-be21-4ba951c6341c'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:14:35.851264 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:35.895103 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-191fa807-52e6-43b5-a5b9-96877520b13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:14:35.914566 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191fa807-52e6-43b5-a5b9-96877520b13f None None] Routers {'9d914855-1226-47f8-ac49-bf88dfc08497'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:14:35.916250 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-191fa807-52e6-43b5-a5b9-96877520b13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:14:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['9d914855-1226-47f8-ac49-bf88dfc08497'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:14:35.929103 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=d089a8b7-e2f3-4a42-be21-4ba951c6341c,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:35.947478 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-6ec7f6d0-bfd0-4d56-a8a6-906b340f1c6e None None] Port 385ec1a0-df0b-4f7e-a763-a69a261ddca9 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:14:35.959820 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4aabc0ee-d552-491d-a301-2549a59a33be'] response: {'server_uuid': '72d494c2-0899-4537-8d37-21759a79f02b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd089a8b7-e2f3-4a42-be21-4ba951c6341c', 'code': 200} May 05 20:14:36.001490 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2cdac488-7a83-4441-9d4b-9d3ca40ad8f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:36.031098 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-191fa807-52e6-43b5-a5b9-96877520b13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:14:36.031854 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191fa807-52e6-43b5-a5b9-96877520b13f None None] The sync data for ids ['9d914855-1226-47f8-ac49-bf88dfc08497'] in n-d-840717-1 is: [] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:14:36.078010 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-b6f264a6-2170-454b-b15b-fc298ecbf9bb tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Delete allocated IP 2001:db8::242 (66d70931-658c-4c0d-a54d-0459faf0b4e6/68e33ac1-2ca0-4a2c-b0a0-3c8af07da6dc) {{(pid=88197) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 05 20:14:36.079967 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-7cdd29e6-ea2e-4014-9b63-50d9f1f48e5d None None] Provisioning for port 38228298-46c9-43ca-b412-ec0b463d0a42 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:14:36.085152 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-7cdd29e6-ea2e-4014-9b63-50d9f1f48e5d None None] Provisioning complete for port 38228298-46c9-43ca-b412-ec0b463d0a42 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:14:36.085518 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7cdd29e6-ea2e-4014-9b63-50d9f1f48e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:36.089755 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5eb1e6ac-a7f0-4040-99e6-01913fa77067 req-c048e848-a0c3-48da-a0e2-5c87dea7bde2 service neutron] 10.222.0.24 "GET /v2.0/networks/dd240240-b981-4728-a92a-09bd25dc9abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405108 May 05 20:14:36.234639 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-7cdd29e6-ea2e-4014-9b63-50d9f1f48e5d None None] Provisioning complete for port 1e5e061e-0b91-4bb2-ad48-1facf5dc6e91 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:14:36.235375 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7cdd29e6-ea2e-4014-9b63-50d9f1f48e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:36.247525 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-b6f264a6-2170-454b-b15b-fc298ecbf9bb tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Allocated IP 2001:db8:0:1::1f9 (66d70931-658c-4c0d-a54d-0459faf0b4e6/906fac07-fc9b-4f59-9a0a-dc0099abbf62/1e5e061e-0b91-4bb2-ad48-1facf5dc6e91) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:14:36.293669 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0fe4fd2c-8c4f-4180-aee1-04e170299ec7 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:36.295646 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-7cdd29e6-ea2e-4014-9b63-50d9f1f48e5d None None] Port 1e5e061e-0b91-4bb2-ad48-1facf5dc6e91 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:14:36.309950 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-7cdd29e6-ea2e-4014-9b63-50d9f1f48e5d None None] Provisioning complete for port 385ec1a0-df0b-4f7e-a763-a69a261ddca9 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:14:36.310664 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7cdd29e6-ea2e-4014-9b63-50d9f1f48e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:36.377868 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-7cdd29e6-ea2e-4014-9b63-50d9f1f48e5d None None] Port 385ec1a0-df0b-4f7e-a763-a69a261ddca9 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:14:36.395441 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-7cdd29e6-ea2e-4014-9b63-50d9f1f48e5d None None] Provisioning complete for port 723f77d3-2a92-411f-acdc-506b86fff587 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:14:36.397075 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7cdd29e6-ea2e-4014-9b63-50d9f1f48e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:36.482907 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-7cdd29e6-ea2e-4014-9b63-50d9f1f48e5d None None] Port 723f77d3-2a92-411f-acdc-506b86fff587 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:14:36.521266 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee7cfd-5379-42f9-9e53-f5cecf91810c req-24bc889b-c055-4d53-92f7-3e60a596b9df tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:36.522866 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-60ee7cfd-5379-42f9-9e53-f5cecf91810c req-24bc889b-c055-4d53-92f7-3e60a596b9df tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] 10.222.0.36 "GET /v2.0/ports?device_id=72d494c2-0899-4537-8d37-21759a79f02b HTTP/1.1" status: 200 len: 945 time: 0.5224395 May 05 20:14:36.730056 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33823ddf-48b0-4752-9e8b-a84ec95332b6 req-0dbc10d9-bdc5-4a0f-8036-c1dd63452023 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:36.740752 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-33823ddf-48b0-4752-9e8b-a84ec95332b6 req-0dbc10d9-bdc5-4a0f-8036-c1dd63452023 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1d1e55-8689-4939-b673-836425f8455e HTTP/1.1" status: 200 len: 944 time: 0.4725749 May 05 20:14:36.806883 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae59dd0-2a29-41ee-af05-1a68225e4df0 req-19aadd36-e47d-4cd4-b98f-0e203dc84602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:36.808852 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9ae59dd0-2a29-41ee-af05-1a68225e4df0 req-19aadd36-e47d-4cd4-b98f-0e203dc84602 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=72d494c2-0899-4537-8d37-21759a79f02b HTTP/1.1" status: 200 len: 1096 time: 0.7286243 May 05 20:14:36.810095 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-33823ddf-48b0-4752-9e8b-a84ec95332b6 req-96900610-c638-42f4-a5db-488f824ff954 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa34c6b7-f79e-42a5-a73d-73f26fc7f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684838 May 05 20:14:36.829923 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5eb1e6ac-a7f0-4040-99e6-01913fa77067 req-5690481e-fffe-4f2d-a641-d674eff794b8 service neutron] 10.222.0.24 "GET /v2.0/networks/dd240240-b981-4728-a92a-09bd25dc9abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6301579 May 05 20:14:36.842234 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-01190588-d345-41e0-b48d-886a292d192a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:36.992765 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ed96b92b-339f-428d-8532-ef3dcfd1e8da tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:37.192351 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b6f264a6-2170-454b-b15b-fc298ecbf9bb tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:37.535876 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-60ee7cfd-5379-42f9-9e53-f5cecf91810c req-20b6a9c3-e2d9-44e3-b2e6-e10114a8b857 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] 10.222.0.36 "GET /v2.0/security-groups?id=b708cd35-482e-4c97-85dd-b99b79f6ba9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8181975 May 05 20:14:37.585396 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:14:37.614651 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-ed96b92b-339f-428d-8532-ef3dcfd1e8da tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Deleting port 385ec1a0-df0b-4f7e-a763-a69a261ddca9 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:14:37.615528 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ed96b92b-339f-428d-8532-ef3dcfd1e8da tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:37.680631 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-b6f264a6-2170-454b-b15b-fc298ecbf9bb tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Transition to ACTIVE for port object 1e5e061e-0b91-4bb2-ad48-1facf5dc6e91 will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:14:37.684279 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2cdac488-7a83-4441-9d4b-9d3ca40ad8f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:37.791007 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:37.799691 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b6f264a6-2170-454b-b15b-fc298ecbf9bb tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:37.835287 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0fe4fd2c-8c4f-4180-aee1-04e170299ec7 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:37.842083 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9ae59dd0-2a29-41ee-af05-1a68225e4df0 req-55ae1d60-0c7a-4989-8541-9fff3c520673 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b708cd35-482e-4c97-85dd-b99b79f6ba9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0175357 May 05 20:14:38.030408 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:38.061652 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ed96b92b-339f-428d-8532-ef3dcfd1e8da tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:38.328812 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-ed96b92b-339f-428d-8532-ef3dcfd1e8da tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Calling delete_port for 385ec1a0-df0b-4f7e-a763-a69a261ddca9 owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:14:38.378912 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f264a6-2170-454b-b15b-fc298ecbf9bb tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event updated for resources: {'Port': ['ID=1e5e061e-0b91-4bb2-ad48-1facf5dc6e91,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:38.388811 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-b6f264a6-2170-454b-b15b-fc298ecbf9bb tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] In _notify_port_updated(), no bound segment for port 1e5e061e-0b91-4bb2-ad48-1facf5dc6e91 on network 66d70931-658c-4c0d-a54d-0459faf0b4e6 {{(pid=88197) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 05 20:14:38.408432 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f264a6-2170-454b-b15b-fc298ecbf9bb tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:38.412209 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b6f264a6-2170-454b-b15b-fc298ecbf9bb tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:38.418860 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-b6f264a6-2170-454b-b15b-fc298ecbf9bb tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "PUT /v2.0/ports/1e5e061e-0b91-4bb2-ad48-1facf5dc6e91 HTTP/1.1" status: 200 len: 930 time: 7.5225387 May 05 20:14:38.443298 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34648) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:38.822809 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-f1188520-6747-48d4-ac61-4d2b2979daff None None] Provisioning for port 1e5e061e-0b91-4bb2-ad48-1facf5dc6e91 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:14:38.833926 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-f1188520-6747-48d4-ac61-4d2b2979daff None None] Provisioning complete for port 1e5e061e-0b91-4bb2-ad48-1facf5dc6e91 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:14:38.835029 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f1188520-6747-48d4-ac61-4d2b2979daff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:38.845399 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cdac488-7a83-4441-9d4b-9d3ca40ad8f9 admin admin] Router fde48a3d-72a0-47e1-9c5d-664e5f02fd1e is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88197) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:14:39.014792 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-d52fe863-9eff-4625-a5f3-b63450c7bf44 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Deleting port 1e5e061e-0b91-4bb2-ad48-1facf5dc6e91 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:14:39.015031 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d52fe863-9eff-4625-a5f3-b63450c7bf44 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:39.175165 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c427c42-aa11-4ca9-9373-454c5fde4a3c req-8b833037-c447-4830-9c23-91a3e18d3a1d tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:39.186430 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8c427c42-aa11-4ca9-9373-454c5fde4a3c req-8b833037-c447-4830-9c23-91a3e18d3a1d tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1d1e55-8689-4939-b673-836425f8455e HTTP/1.1" status: 200 len: 944 time: 0.7428355 May 05 20:14:39.261738 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-f1188520-6747-48d4-ac61-4d2b2979daff None None] Port 1e5e061e-0b91-4bb2-ad48-1facf5dc6e91 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:14:39.549317 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:39.618355 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cdac488-7a83-4441-9d4b-9d3ca40ad8f9 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:14:39.629813 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41edc53b-f107-40cf-966d-12aaae379dec None None] Sync routers for ids ['fde48a3d-72a0-47e1-9c5d-664e5f02fd1e'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:14:39.646102 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41edc53b-f107-40cf-966d-12aaae379dec None None] Routers {'fde48a3d-72a0-47e1-9c5d-664e5f02fd1e'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:14:39.648899 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-41edc53b-f107-40cf-966d-12aaae379dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:14:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['fde48a3d-72a0-47e1-9c5d-664e5f02fd1e'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:14:39.713507 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d52fe863-9eff-4625-a5f3-b63450c7bf44 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:39.767387 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e25200-df10-429f-bbdf-ead4771ce335 req-6a8de930-2ed5-4957-9426-165ffd1a62e5 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:39.769299 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-88e25200-df10-429f-bbdf-ead4771ce335 req-6a8de930-2ed5-4957-9426-165ffd1a62e5 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] 10.222.0.36 "GET /v2.0/ports?device_id=72d494c2-0899-4537-8d37-21759a79f02b HTTP/1.1" status: 200 len: 945 time: 0.8882394 May 05 20:14:39.871640 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0fe4fd2c-8c4f-4180-aee1-04e170299ec7 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks [] for router_gateway, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:39.946635 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2cdac488-7a83-4441-9d4b-9d3ca40ad8f9 admin admin] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:39.948230 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-2cdac488-7a83-4441-9d4b-9d3ca40ad8f9 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 12.5215755 May 05 20:14:39.956098 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 34660) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:40.012660 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-d52fe863-9eff-4625-a5f3-b63450c7bf44 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Calling delete_port for 1e5e061e-0b91-4bb2-ad48-1facf5dc6e91 owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:14:40.181527 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8c427c42-aa11-4ca9-9373-454c5fde4a3c req-110482dc-ff91-40a4-8acc-b86a90a90ec9 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa34c6b7-f79e-42a5-a73d-73f26fc7f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9234738 May 05 20:14:40.197660 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-41edc53b-f107-40cf-966d-12aaae379dec None None] Set router fde48a3d-72a0-47e1-9c5d-664e5f02fd1e gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:14:40.217260 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d52fe863-9eff-4625-a5f3-b63450c7bf44 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:40.279591 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52fe863-9eff-4625-a5f3-b63450c7bf44 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event deleted for resources: {'Port': ['ID=1e5e061e-0b91-4bb2-ad48-1facf5dc6e91,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:40.305721 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52fe863-9eff-4625-a5f3-b63450c7bf44 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:14:40.306062 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52fe863-9eff-4625-a5f3-b63450c7bf44 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:14:40.306393 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52fe863-9eff-4625-a5f3-b63450c7bf44 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:14:40.306722 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52fe863-9eff-4625-a5f3-b63450c7bf44 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:14:40.307042 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52fe863-9eff-4625-a5f3-b63450c7bf44 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:14:40.307382 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52fe863-9eff-4625-a5f3-b63450c7bf44 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:14:40.307702 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52fe863-9eff-4625-a5f3-b63450c7bf44 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:14:40.308017 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52fe863-9eff-4625-a5f3-b63450c7bf44 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:14:40.308327 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52fe863-9eff-4625-a5f3-b63450c7bf44 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:14:40.308650 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52fe863-9eff-4625-a5f3-b63450c7bf44 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:14:40.308947 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52fe863-9eff-4625-a5f3-b63450c7bf44 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:14:40.309255 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52fe863-9eff-4625-a5f3-b63450c7bf44 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:14:40.367328 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0fe4fd2c-8c4f-4180-aee1-04e170299ec7 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:40.372806 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d52fe863-9eff-4625-a5f3-b63450c7bf44 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:40.390952 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ed96b92b-339f-428d-8532-ef3dcfd1e8da tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:40.485536 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed96b92b-339f-428d-8532-ef3dcfd1e8da tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Pushing event deleted for resources: {'Port': ['ID=385ec1a0-df0b-4f7e-a763-a69a261ddca9,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:40.498009 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d52fe863-9eff-4625-a5f3-b63450c7bf44 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "DELETE /v2.0/ports/1e5e061e-0b91-4bb2-ad48-1facf5dc6e91 HTTP/1.1" status: 204 len: 168 time: 2.0293858 May 05 20:14:40.507397 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34666) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:40.937156 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-80a8175b-9ba1-47e3-90a7-fabd829e97d7 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] GET failed (client error): The resource could not be found. May 05 20:14:40.937702 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-80a8175b-9ba1-47e3-90a7-fabd829e97d7 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Synchronizing usage tracker for tenant:88760c5e167e4c4abc1263be6642087f on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:14:41.045152 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-88e25200-df10-429f-bbdf-ead4771ce335 req-47d9a20c-9d76-4b56-95c9-f7616e26e0e0 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] 10.222.0.36 "GET /v2.0/security-groups?id=b708cd35-482e-4c97-85dd-b99b79f6ba9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2339327 May 05 20:14:41.062892 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-80a8175b-9ba1-47e3-90a7-fabd829e97d7 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Unset dirty status for tenant:88760c5e167e4c4abc1263be6642087f on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:14:41.079860 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-80a8175b-9ba1-47e3-90a7-fabd829e97d7 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "GET /v2.0/ports/1e5e061e-0b91-4bb2-ad48-1facf5dc6e91 HTTP/1.1" status: 404 len: 333 time: 0.5699623 May 05 20:14:41.080745 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34672) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:41.290176 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-41edc53b-f107-40cf-966d-12aaae379dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde48a3d-72a0-47e1-9c5d-664e5f02fd1e', 'name': 'tempest-ServerRescueTestJSONUnderV235-382320695-router', 'tenant_id': 'de91c285d16c4dc593ab45aab12d7e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'fe24e85d-998f-47be-977e-b9e72fcd6ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:14:27Z', 'updated_at': '2022-05-05T20:14:34Z', 'revision_number': 3, 'project_id': 'de91c285d16c4dc593ab45aab12d7e13', 'gw_port': {'id': 'fe24e85d-998f-47be-977e-b9e72fcd6ee2', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:57:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde48a3d-72a0-47e1-9c5d-664e5f02fd1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:14:30Z', 'updated_at': '2022-05-05T20:14:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:14:41.297753 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41edc53b-f107-40cf-966d-12aaae379dec None None] Checking router: fde48a3d-72a0-47e1-9c5d-664e5f02fd1e for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:14:41.298319 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41edc53b-f107-40cf-966d-12aaae379dec None None] Updating router fde48a3d-72a0-47e1-9c5d-664e5f02fd1e port fe24e85d-998f-47be-977e-b9e72fcd6ee2 binding host n-d-840717-1 {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:14:41.387972 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-41edc53b-f107-40cf-966d-12aaae379dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:41.538617 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ed96b92b-339f-428d-8532-ef3dcfd1e8da tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:41.600832 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-0fe4fd2c-8c4f-4180-aee1-04e170299ec7 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Allocated IP 172.25.0.137 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/a6a8e83a-5b5b-4a3f-bd3d-a36285d41a2a) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:14:41.826876 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-56d604f1-bbb1-4b17-bb72-dd1a159872df tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:41.881146 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba5476-51ca-4393-9af6-5b4cbe792adb req-1b183ca5-d99b-4b6f-a266-df45d1c61e8d tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:41.883694 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e7ba5476-51ca-4393-9af6-5b4cbe792adb req-1b183ca5-d99b-4b6f-a266-df45d1c61e8d tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1d1e55-8689-4939-b673-836425f8455e HTTP/1.1" status: 200 len: 944 time: 0.4669814 May 05 20:14:41.890159 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-56d604f1-bbb1-4b17-bb72-dd1a159872df tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:42.258159 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-aa698c2d-fbf6-4025-8eea-8c802238848e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:42.289915 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0fe4fd2c-8c4f-4180-aee1-04e170299ec7 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:42.353197 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed96b92b-339f-428d-8532-ef3dcfd1e8da tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Router 9d914855-1226-47f8-ac49-bf88dfc08497 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:14:42.372005 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-56d604f1-bbb1-4b17-bb72-dd1a159872df tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:42.427717 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d604f1-bbb1-4b17-bb72-dd1a159872df tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36009487-0925-4d41-a82e-35d979ecbd35,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:42.575697 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e7ba5476-51ca-4393-9af6-5b4cbe792adb req-75117b4b-5d77-4f85-834c-7efafd9f5c60 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa34c6b7-f79e-42a5-a73d-73f26fc7f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5987542 May 05 20:14:42.722203 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-56d604f1-bbb1-4b17-bb72-dd1a159872df tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:42.726653 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-56d604f1-bbb1-4b17-bb72-dd1a159872df tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "DELETE /v2.0/security-groups/36009487-0925-4d41-a82e-35d979ecbd35 HTTP/1.1" status: 204 len: 168 time: 1.6425006 May 05 20:14:42.730694 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34694) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:42.777463 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-aa698c2d-fbf6-4025-8eea-8c802238848e admin admin] Allocated IP 172.20.0.1 (896c84ec-d658-47a8-8593-c81dc7c226d5/44cdc6bd-b57d-466c-9ea8-c60f939ca27c/2b766a48-40eb-4629-a330-c1dc44f2946b) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:14:42.778182 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed96b92b-339f-428d-8532-ef3dcfd1e8da tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:14:42.790929 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579df2a2-a916-4bd6-ab7e-24b8742d0413 None None] Sync routers for ids ['9d914855-1226-47f8-ac49-bf88dfc08497'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:14:42.796932 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-ed96b92b-339f-428d-8532-ef3dcfd1e8da tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "PUT /v2.0/routers/9d914855-1226-47f8-ac49-bf88dfc08497/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9859893 May 05 20:14:42.797933 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34698) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:42.812918 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579df2a2-a916-4bd6-ab7e-24b8742d0413 None None] Routers {'9d914855-1226-47f8-ac49-bf88dfc08497'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:14:42.814176 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-579df2a2-a916-4bd6-ab7e-24b8742d0413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:14:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['9d914855-1226-47f8-ac49-bf88dfc08497'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:14:42.957137 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-579df2a2-a916-4bd6-ab7e-24b8742d0413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:14:42.984651 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579df2a2-a916-4bd6-ab7e-24b8742d0413 None None] Routers {'9d914855-1226-47f8-ac49-bf88dfc08497'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:14:42.985769 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-579df2a2-a916-4bd6-ab7e-24b8742d0413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:14:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['9d914855-1226-47f8-ac49-bf88dfc08497'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:14:43.017894 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-46d594d8-662d-4aad-9e81-63efe20a24cc tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Synchronizing usage tracker for tenant:9b46723d474c4d6a82c8d63ca7324f68 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:14:43.021399 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-aa698c2d-fbf6-4025-8eea-8c802238848e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:43.047626 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a2c91af3-3c35-44ff-8497-00b64c517924 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:43.099204 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-46d594d8-662d-4aad-9e81-63efe20a24cc tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Unset dirty status for tenant:9b46723d474c4d6a82c8d63ca7324f68 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:14:43.105027 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-46d594d8-662d-4aad-9e81-63efe20a24cc tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d914855-1226-47f8-ac49-bf88dfc08497 HTTP/1.1" status: 200 len: 205 time: 0.3036981 May 05 20:14:43.109883 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34702) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:43.114154 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-579df2a2-a916-4bd6-ab7e-24b8742d0413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:14:43.114914 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579df2a2-a916-4bd6-ab7e-24b8742d0413 None None] The sync data for ids ['9d914855-1226-47f8-ac49-bf88dfc08497'] in n-d-840717-1 is: [] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:14:43.154037 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-aa698c2d-fbf6-4025-8eea-8c802238848e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:43.220457 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a2c91af3-3c35-44ff-8497-00b64c517924 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:43.324857 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0fe4fd2c-8c4f-4180-aee1-04e170299ec7 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:43.332308 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa698c2d-fbf6-4025-8eea-8c802238848e admin admin] Network 896c84ec-d658-47a8-8593-c81dc7c226d5 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:14:43.337253 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-aa698c2d-fbf6-4025-8eea-8c802238848e admin admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:14:43.363927 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa698c2d-fbf6-4025-8eea-8c802238848e admin admin] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:14:43.432586 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-aa698c2d-fbf6-4025-8eea-8c802238848e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:43.434090 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3a1a1331-8d43-4391-a2bf-90ed93e9230c tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:43.440541 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa698c2d-fbf6-4025-8eea-8c802238848e admin admin] Pushing event updated for resources: {'Port': ['ID=2b766a48-40eb-4629-a330-c1dc44f2946b,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:43.540358 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe4fd2c-8c4f-4180-aee1-04e170299ec7 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:14:43.592420 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe4fd2c-8c4f-4180-aee1-04e170299ec7 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Pushing event updated for resources: {'Port': ['ID=a6a8e83a-5b5b-4a3f-bd3d-a36285d41a2a,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:43.621302 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874cdc8-8d77-4d6b-abc4-2eaa32c234a1 req-efc43346-52b9-41cf-a6ac-3353d1a287f4 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:43.623227 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5874cdc8-8d77-4d6b-abc4-2eaa32c234a1 req-efc43346-52b9-41cf-a6ac-3353d1a287f4 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] 10.222.0.36 "GET /v2.0/ports?device_id=72d494c2-0899-4537-8d37-21759a79f02b HTTP/1.1" status: 200 len: 945 time: 0.5386386 May 05 20:14:43.631198 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-0fe4fd2c-8c4f-4180-aee1-04e170299ec7 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:14:43.641829 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe4fd2c-8c4f-4180-aee1-04e170299ec7 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:14:43.925361 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-41edc53b-f107-40cf-966d-12aaae379dec None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:43.959268 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-41edc53b-f107-40cf-966d-12aaae379dec None None] Transition to ACTIVE for port object fe24e85d-998f-47be-977e-b9e72fcd6ee2 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:14:43.979136 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-41edc53b-f107-40cf-966d-12aaae379dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:44.014374 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a2c91af3-3c35-44ff-8497-00b64c517924 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:44.294702 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c91af3-3c35-44ff-8497-00b64c517924 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=535ab43c-d170-4f6e-aa61-a645ad3f825e,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:44.324843 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a2c91af3-3c35-44ff-8497-00b64c517924 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:44.328674 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a2c91af3-3c35-44ff-8497-00b64c517924 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "DELETE /v2.0/security-groups/535ab43c-d170-4f6e-aa61-a645ad3f825e HTTP/1.1" status: 204 len: 168 time: 1.5879595 May 05 20:14:44.330744 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34718) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:44.338706 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3a1a1331-8d43-4391-a2bf-90ed93e9230c tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:44.361219 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5874cdc8-8d77-4d6b-abc4-2eaa32c234a1 req-215e3688-f8fd-4ce8-a12f-607d3057c57e tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] 10.222.0.36 "GET /v2.0/security-groups?id=b708cd35-482e-4c97-85dd-b99b79f6ba9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6016619 May 05 20:14:44.486953 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3a1a1331-8d43-4391-a2bf-90ed93e9230c tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:44.497245 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:44.499520 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d81800f-0cc3-4f2c-9341-5b66bd682fa3 None None] Pushing event updated for resources: {'Port': ['ID=fe24e85d-998f-47be-977e-b9e72fcd6ee2,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:44.509950 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-41edc53b-f107-40cf-966d-12aaae379dec None None] Attempting to bind port fe24e85d-998f-47be-977e-b9e72fcd6ee2 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:14:44.510645 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-41edc53b-f107-40cf-966d-12aaae379dec None None] Attempting to bind port fe24e85d-998f-47be-977e-b9e72fcd6ee2 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:14:44.511193 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41edc53b-f107-40cf-966d-12aaae379dec None None] Attempting to bind port fe24e85d-998f-47be-977e-b9e72fcd6ee2 on network 0401d202-1605-4cfe-bad4-fb225df6afb0 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:14:44.520827 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41edc53b-f107-40cf-966d-12aaae379dec None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:14:44.521607 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41edc53b-f107-40cf-966d-12aaae379dec None None] Checking segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:14:44.522355 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-41edc53b-f107-40cf-966d-12aaae379dec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:44.523231 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41edc53b-f107-40cf-966d-12aaae379dec None None] Bound using segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:14:44.524062 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-41edc53b-f107-40cf-966d-12aaae379dec None None] Bound port: fe24e85d-998f-47be-977e-b9e72fcd6ee2, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:14:44.524722 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-41edc53b-f107-40cf-966d-12aaae379dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:44.612338 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3a1a1331-8d43-4391-a2bf-90ed93e9230c tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:44.612822 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a1a1331-8d43-4391-a2bf-90ed93e9230c tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Fanout notify agent at l3_agent the message router_deleted on router 9d914855-1226-47f8-ac49-bf88dfc08497 {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:14:44.639458 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3a1a1331-8d43-4391-a2bf-90ed93e9230c tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:44.643870 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3a1a1331-8d43-4391-a2bf-90ed93e9230c tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "DELETE /v2.0/routers/9d914855-1226-47f8-ac49-bf88dfc08497 HTTP/1.1" status: 204 len: 168 time: 1.5326550 May 05 20:14:44.649776 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f96309f-3a29-4858-a219-4df3d629968f tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Deleting subnet 68e33ac1-2ca0-4a2c-b0a0-3c8af07da6dc {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:14:44.651805 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34726) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:44.657934 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5f96309f-3a29-4858-a219-4df3d629968f tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:44.715146 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-41edc53b-f107-40cf-966d-12aaae379dec None None] For port fe24e85d-998f-47be-977e-b9e72fcd6ee2, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:14:44.719768 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-41edc53b-f107-40cf-966d-12aaae379dec None None] For port fe24e85d-998f-47be-977e-b9e72fcd6ee2, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=fe24e85d-998f-47be-977e-b9e72fcd6ee2,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:14:44.727474 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-41edc53b-f107-40cf-966d-12aaae379dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:44.742181 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3c75f972-c6f0-48ad-827d-2f53820287ce req-475b6de0-c8bc-426e-b35d-d9924db95f1f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=72d494c2-0899-4537-8d37-21759a79f02b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2613237 May 05 20:14:44.818962 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05deb975-2df9-46b5-af08-707a9267e89d req-605bb0bb-5293-4b96-a897-8d03e45c1d25 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:44.821337 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-05deb975-2df9-46b5-af08-707a9267e89d req-605bb0bb-5293-4b96-a897-8d03e45c1d25 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1d1e55-8689-4939-b673-836425f8455e HTTP/1.1" status: 200 len: 944 time: 0.9144404 May 05 20:14:44.878751 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41edc53b-f107-40cf-966d-12aaae379dec None None] Routers {'fde48a3d-72a0-47e1-9c5d-664e5f02fd1e'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:14:44.880143 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-41edc53b-f107-40cf-966d-12aaae379dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:14:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['fde48a3d-72a0-47e1-9c5d-664e5f02fd1e'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:14:44.947321 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-aa698c2d-fbf6-4025-8eea-8c802238848e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:44.988196 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5f96309f-3a29-4858-a219-4df3d629968f tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:45.049227 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d81800f-0cc3-4f2c-9341-5b66bd682fa3 None None] Pushing event updated for resources: {'Port': ['ID=fe24e85d-998f-47be-977e-b9e72fcd6ee2,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:45.077151 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f43e460-3659-4631-a9b0-b12ae64a973c tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Deleting subnet 4cbaf5cc-3c26-4e6f-a78c-b2a6bd3be07c {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:14:45.145755 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3f43e460-3659-4631-a9b0-b12ae64a973c tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:45.383946 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3f43e460-3659-4631-a9b0-b12ae64a973c tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:45.503705 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-41edc53b-f107-40cf-966d-12aaae379dec None None] Set router fde48a3d-72a0-47e1-9c5d-664e5f02fd1e gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:14:45.560030 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-05deb975-2df9-46b5-af08-707a9267e89d req-44f0a605-8056-45b3-846b-a84b5c3b6cd2 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa34c6b7-f79e-42a5-a73d-73f26fc7f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7294703 May 05 20:14:45.785755 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3f43e460-3659-4631-a9b0-b12ae64a973c tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:45.840573 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-aa698c2d-fbf6-4025-8eea-8c802238848e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:46.003258 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3f43e460-3659-4631-a9b0-b12ae64a973c tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:46.024541 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-aa698c2d-fbf6-4025-8eea-8c802238848e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:46.158414 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f43e460-3659-4631-a9b0-b12ae64a973c tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Pushing event deleted for resources: {'Subnet': ['ID=4cbaf5cc-3c26-4e6f-a78c-b2a6bd3be07c,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:46.197175 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3f43e460-3659-4631-a9b0-b12ae64a973c tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:46.222074 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3f43e460-3659-4631-a9b0-b12ae64a973c tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "DELETE /v2.0/subnets/4cbaf5cc-3c26-4e6f-a78c-b2a6bd3be07c HTTP/1.1" status: 204 len: 168 time: 1.5656404 May 05 20:14:46.228185 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34750) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:46.294916 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08da32f-4abf-4dc2-a38e-96e4ae5fa4a5 None None] Network b55bdd6b-5e99-43d1-8e42-070dda6303fb requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:14:46.477671 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5f96309f-3a29-4858-a219-4df3d629968f tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:46.629202 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2fd6b8ea-d3ff-42b6-8f7c-e4b411754088 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:46.730171 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa698c2d-fbf6-4025-8eea-8c802238848e admin admin] Pushing event updated for resources: {'Port': ['ID=2b766a48-40eb-4629-a330-c1dc44f2946b,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:46.763561 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-aa698c2d-fbf6-4025-8eea-8c802238848e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:46.790142 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-2fd6b8ea-d3ff-42b6-8f7c-e4b411754088 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Deleting port abd0be75-84f2-4473-90bb-c756262c70fa {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:14:46.790476 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2fd6b8ea-d3ff-42b6-8f7c-e4b411754088 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:46.841039 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c75f972-c6f0-48ad-827d-2f53820287ce req-2b0329c3-3f3e-4972-8d3d-79f5109c6f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:46.847050 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3c75f972-c6f0-48ad-827d-2f53820287ce req-2b0329c3-3f3e-4972-8d3d-79f5109c6f32 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=927036785ae54ead8157bab84a61f12c&device_id=72d494c2-0899-4537-8d37-21759a79f02b HTTP/1.1" status: 200 len: 1096 time: 1.9407666 May 05 20:14:47.077025 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:47.279593 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-41edc53b-f107-40cf-966d-12aaae379dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde48a3d-72a0-47e1-9c5d-664e5f02fd1e', 'name': 'tempest-ServerRescueTestJSONUnderV235-382320695-router', 'tenant_id': 'de91c285d16c4dc593ab45aab12d7e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'fe24e85d-998f-47be-977e-b9e72fcd6ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:14:27Z', 'updated_at': '2022-05-05T20:14:44Z', 'revision_number': 4, 'project_id': 'de91c285d16c4dc593ab45aab12d7e13', 'gw_port': {'id': 'fe24e85d-998f-47be-977e-b9e72fcd6ee2', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:57:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde48a3d-72a0-47e1-9c5d-664e5f02fd1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:14:30Z', 'updated_at': '2022-05-05T20:14:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '2b766a48-40eb-4629-a330-c1dc44f2946b', 'name': '', 'network_id': '896c84ec-d658-47a8-8593-c81dc7c226d5', 'tenant_id': 'de91c285d16c4dc593ab45aab12d7e13', 'mac_address': 'fa:16:3e:4e:80:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde48a3d-72a0-47e1-9c5d-664e5f02fd1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': '44cdc6bd-b57d-466c-9ea8-c60f939ca27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:14:42Z', 'updated_at': '2022-05-05T20:14:42Z', 'revision_number': 1, 'project_id': 'de91c285d16c4dc593ab45aab12d7e13', 'subnets': [{'id': '44cdc6bd-b57d-466c-9ea8-c60f939ca27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:14:47.304554 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41edc53b-f107-40cf-966d-12aaae379dec None None] The sync data for ids ['fde48a3d-72a0-47e1-9c5d-664e5f02fd1e'] in n-d-840717-1 is: [{'id': 'fde48a3d-72a0-47e1-9c5d-664e5f02fd1e', 'name': 'tempest-ServerRescueTestJSONUnderV235-382320695-router', 'tenant_id': 'de91c285d16c4dc593ab45aab12d7e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'fe24e85d-998f-47be-977e-b9e72fcd6ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:14:27Z', 'updated_at': '2022-05-05T20:14:44Z', 'revision_number': 4, 'project_id': 'de91c285d16c4dc593ab45aab12d7e13', 'gw_port': {'id': 'fe24e85d-998f-47be-977e-b9e72fcd6ee2', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:57:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde48a3d-72a0-47e1-9c5d-664e5f02fd1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:14:30Z', 'updated_at': '2022-05-05T20:14:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '2b766a48-40eb-4629-a330-c1dc44f2946b', 'name': '', 'network_id': '896c84ec-d658-47a8-8593-c81dc7c226d5', 'tenant_id': 'de91c285d16c4dc593ab45aab12d7e13', 'mac_address': 'fa:16:3e:4e:80:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde48a3d-72a0-47e1-9c5d-664e5f02fd1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': '44cdc6bd-b57d-466c-9ea8-c60f939ca27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:14:42Z', 'updated_at': '2022-05-05T20:14:42Z', 'revision_number': 1, 'project_id': 'de91c285d16c4dc593ab45aab12d7e13', 'subnets': [{'id': '44cdc6bd-b57d-466c-9ea8-c60f939ca27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:14:47.332017 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c75f972-c6f0-48ad-827d-2f53820287ce req-78798a97-f0c2-4325-836e-fc31c777ac9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:47.333607 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3c75f972-c6f0-48ad-827d-2f53820287ce req-78798a97-f0c2-4325-836e-fc31c777ac9f service neutron] 10.222.0.50 "GET /v2.0/networks?id=655c7f11-c965-4205-91a0-e680dbb467c6 HTTP/1.1" status: 200 len: 910 time: 0.4342341 May 05 20:14:47.414984 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfae10fb-4939-42bd-8c2c-832c0a234b80 None None] DHCP port deletion for b55bdd6b-5e99-43d1-8e42-070dda6303fb request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:14:47.419370 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-bfae10fb-4939-42bd-8c2c-832c0a234b80 None None] Deleting port abd0be75-84f2-4473-90bb-c756262c70fa {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:14:47.419796 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bfae10fb-4939-42bd-8c2c-832c0a234b80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:47.465257 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d02c3-9c83-4a6a-93b3-cf7a06d1f7c5 req-82b46f0b-7a49-4b5d-8eb7-3d8c0a5fd353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:47.467078 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ad8d02c3-9c83-4a6a-93b3-cf7a06d1f7c5 req-82b46f0b-7a49-4b5d-8eb7-3d8c0a5fd353 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3bcce80065784aa6a77c066afd5e6401&device_id=6e1d1e55-8689-4939-b673-836425f8455e HTTP/1.1" status: 200 len: 1095 time: 1.6399131 May 05 20:14:47.611736 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5f96309f-3a29-4858-a219-4df3d629968f tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:47.750999 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f96309f-3a29-4858-a219-4df3d629968f tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event deleted for resources: {'Subnet': ['ID=68e33ac1-2ca0-4a2c-b0a0-3c8af07da6dc,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:47.836661 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3c75f972-c6f0-48ad-827d-2f53820287ce req-907c2255-8186-445e-8aa7-fbc62643f1d9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d089a8b7-e2f3-4a42-be21-4ba951c6341c HTTP/1.1" status: 200 len: 217 time: 0.3350887 May 05 20:14:47.900428 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5f96309f-3a29-4858-a219-4df3d629968f tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:47.915036 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5c5174-8c5c-43a3-b744-a70d40687acd None None] Network 66d70931-658c-4c0d-a54d-0459faf0b4e6 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:14:47.969352 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c014a-9457-4eca-a40e-8d438b93a54f req-066eaa04-ed81-4758-a9b1-0e1972362c54 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:47.971181 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5c5c014a-9457-4eca-a40e-8d438b93a54f req-066eaa04-ed81-4758-a9b1-0e1972362c54 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1d1e55-8689-4939-b673-836425f8455e HTTP/1.1" status: 200 len: 944 time: 0.6267030 May 05 20:14:47.989014 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-5f96309f-3a29-4858-a219-4df3d629968f tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "DELETE /v2.0/subnets/68e33ac1-2ca0-4a2c-b0a0-3c8af07da6dc HTTP/1.1" status: 204 len: 168 time: 3.6538460 May 05 20:14:48.002116 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34766) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:48.310163 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-645a432c-2b64-490a-8328-10b14d2b2fc4 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Request body: {'subnet': {'network_id': '66d70931-658c-4c0d-a54d-0459faf0b4e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:14:48.682392 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-bfae10fb-4939-42bd-8c2c-832c0a234b80 None None] For port abd0be75-84f2-4473-90bb-c756262c70fa, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=abd0be75-84f2-4473-90bb-c756262c70fa,segment=NetworkSegment(57d0d2d8-b470-443f-af4b-3fb497f970d7),segment_id=57d0d2d8-b470-443f-af4b-3fb497f970d7)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:14:48.686301 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bfae10fb-4939-42bd-8c2c-832c0a234b80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:48.732703 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0fe4fd2c-8c4f-4180-aee1-04e170299ec7 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks [] for router_gateway, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:48.922858 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-645a432c-2b64-490a-8328-10b14d2b2fc4 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:14:48.942464 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-645a432c-2b64-490a-8328-10b14d2b2fc4 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Usage tracker for resource:subnet and tenant:88760c5e167e4c4abc1263be6642087f is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:14:48.957407 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-645a432c-2b64-490a-8328-10b14d2b2fc4 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:14:48.996997 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-645a432c-2b64-490a-8328-10b14d2b2fc4 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:14:49.222466 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-bfae10fb-4939-42bd-8c2c-832c0a234b80 None None] Calling delete_port for abd0be75-84f2-4473-90bb-c756262c70fa owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:14:49.243937 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d02c3-9c83-4a6a-93b3-cf7a06d1f7c5 req-1eb33af7-b360-44cb-961b-97426091d6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:49.248491 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ad8d02c3-9c83-4a6a-93b3-cf7a06d1f7c5 req-1eb33af7-b360-44cb-961b-97426091d6b9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dd240240-b981-4728-a92a-09bd25dc9abb HTTP/1.1" status: 200 len: 916 time: 1.3741431 May 05 20:14:49.298040 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-645a432c-2b64-490a-8328-10b14d2b2fc4 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Made reservation on behalf of 88760c5e167e4c4abc1263be6642087f for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:14:49.306326 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-645a432c-2b64-490a-8328-10b14d2b2fc4 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:49.354068 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 34780) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:49.374430 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-2fd6b8ea-d3ff-42b6-8f7c-e4b411754088 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] For port abd0be75-84f2-4473-90bb-c756262c70fa, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=abd0be75-84f2-4473-90bb-c756262c70fa,segment=NetworkSegment(57d0d2d8-b470-443f-af4b-3fb497f970d7),segment_id=57d0d2d8-b470-443f-af4b-3fb497f970d7)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:14:49.374799 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2fd6b8ea-d3ff-42b6-8f7c-e4b411754088 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:49.503033 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device abd0be75-84f2-4473-90bb-c756262c70fa no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:14:49.610185 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bfae10fb-4939-42bd-8c2c-832c0a234b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:49.853018 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-2fd6b8ea-d3ff-42b6-8f7c-e4b411754088 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Calling delete_port for abd0be75-84f2-4473-90bb-c756262c70fa owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:14:49.863640 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: abd0be75-84f2-4473-90bb-c756262c70fa {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:14:49.864228 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device abd0be75-84f2-4473-90bb-c756262c70fa not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:14:49.915433 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfae10fb-4939-42bd-8c2c-832c0a234b80 None None] Pushing event deleted for resources: {'Port': ['ID=abd0be75-84f2-4473-90bb-c756262c70fa,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:49.959047 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfae10fb-4939-42bd-8c2c-832c0a234b80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:14:49.959478 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfae10fb-4939-42bd-8c2c-832c0a234b80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:14:49.959920 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfae10fb-4939-42bd-8c2c-832c0a234b80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:14:49.960901 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfae10fb-4939-42bd-8c2c-832c0a234b80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:14:49.961341 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfae10fb-4939-42bd-8c2c-832c0a234b80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:14:49.961766 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfae10fb-4939-42bd-8c2c-832c0a234b80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:14:49.962192 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfae10fb-4939-42bd-8c2c-832c0a234b80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:14:49.962635 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfae10fb-4939-42bd-8c2c-832c0a234b80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:14:49.963060 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfae10fb-4939-42bd-8c2c-832c0a234b80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:14:49.963547 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfae10fb-4939-42bd-8c2c-832c0a234b80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:14:49.963971 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfae10fb-4939-42bd-8c2c-832c0a234b80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:14:49.964392 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfae10fb-4939-42bd-8c2c-832c0a234b80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:14:49.967520 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfae10fb-4939-42bd-8c2c-832c0a234b80 None None] No DVR routers for this DVR port abd0be75-84f2-4473-90bb-c756262c70fa on host n-d-840717-1 {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:14:49.983740 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5c5c014a-9457-4eca-a40e-8d438b93a54f req-3e0b6b18-0357-44c7-a715-e70df9884007 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa34c6b7-f79e-42a5-a73d-73f26fc7f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.9928188 May 05 20:14:50.041854 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.db.api [None req-2fd6b8ea-d3ff-42b6-8f7c-e4b411754088 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88198) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:14:50.042372 n-d-840717-1 neutron-server[88198]: DEBUG oslo_db.api [None req-2fd6b8ea-d3ff-42b6-8f7c-e4b411754088 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:14:50.211404 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b8af641c-a708-49f8-b76f-a0d305619f4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:50.236778 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c75f972-c6f0-48ad-827d-2f53820287ce req-a4fb6aee-d2e5-4977-9add-37a7f6fe236c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:50.253932 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3c75f972-c6f0-48ad-827d-2f53820287ce req-a4fb6aee-d2e5-4977-9add-37a7f6fe236c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4690a94e-2abe-4dd8-b04e-59253aa996fe HTTP/1.1" status: 200 len: 849 time: 1.6126740 May 05 20:14:50.271100 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b493b28-110a-4922-9932-dee562292e7f req-2a40d76f-41c4-4955-b96a-14bda1464571 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:50.272948 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1b493b28-110a-4922-9932-dee562292e7f req-2a40d76f-41c4-4955-b96a-14bda1464571 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] 10.222.0.50 "GET /v2.0/ports?device_id=72d494c2-0899-4537-8d37-21759a79f02b HTTP/1.1" status: 200 len: 945 time: 1.1840293 May 05 20:14:50.323543 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa698c2d-fbf6-4025-8eea-8c802238848e admin admin] Network 896c84ec-d658-47a8-8593-c81dc7c226d5 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:14:50.332806 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3c75f972-c6f0-48ad-827d-2f53820287ce req-7f8135bf-6e5f-4574-bb7b-2bcc6eeffe9a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=655c7f11-c965-4205-91a0-e680dbb467c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827544 May 05 20:14:50.345079 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-aa698c2d-fbf6-4025-8eea-8c802238848e admin admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:14:50.350305 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-b8af641c-a708-49f8-b76f-a0d305619f4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:14:50.354899 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-b8af641c-a708-49f8-b76f-a0d305619f4f admin admin] Usage tracker for resource:security_group_rule and tenant:5d6f80495a6540529f67b537cf6b80d1 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:14:50.358907 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-b8af641c-a708-49f8-b76f-a0d305619f4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:14:50.372096 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-b8af641c-a708-49f8-b76f-a0d305619f4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:14:50.538901 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-1b493b28-110a-4922-9932-dee562292e7f req-aef85964-f27a-4e66-957f-5484fea11c1c tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Deleting port d089a8b7-e2f3-4a42-be21-4ba951c6341c {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:14:50.539294 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1b493b28-110a-4922-9932-dee562292e7f req-aef85964-f27a-4e66-957f-5484fea11c1c tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:50.674685 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-2fd6b8ea-d3ff-42b6-8f7c-e4b411754088 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Deleting port abd0be75-84f2-4473-90bb-c756262c70fa {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:14:50.674901 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2fd6b8ea-d3ff-42b6-8f7c-e4b411754088 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:50.881649 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device fe24e85d-998f-47be-977e-b9e72fcd6ee2 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:14:50.958986 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcaf848-e404-4ae6-a0f6-bc1ff1b9d6e0 req-ecd595a7-cbaf-4d73-8382-f4aa85a3f69d tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:50.961512 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8fcaf848-e404-4ae6-a0f6-bc1ff1b9d6e0 req-ecd595a7-cbaf-4d73-8382-f4aa85a3f69d tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] 10.222.0.36 "GET /v2.0/ports?device_id=72d494c2-0899-4537-8d37-21759a79f02b HTTP/1.1" status: 200 len: 945 time: 3.6268857 May 05 20:14:50.976724 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-2fd6b8ea-d3ff-42b6-8f7c-e4b411754088 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] The port 'abd0be75-84f2-4473-90bb-c756262c70fa' was deleted {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 20:14:51.128310 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port fe24e85d-998f-47be-977e-b9e72fcd6ee2 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:14:51.158281 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port fe24e85d-998f-47be-977e-b9e72fcd6ee2 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:14:51.158661 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:51.272370 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ad8d02c3-9c83-4a6a-93b3-cf7a06d1f7c5 req-960cadab-42a7-491f-a3e9-84333cd648c5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=688a4a9a-4c98-45ff-964a-c594a57cbf72 HTTP/1.1" status: 200 len: 1000 time: 1.8468070 May 05 20:14:51.562800 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-672824df-2398-486b-b916-d106342ea0fc None None] Provisioning complete for port 38228298-46c9-43ca-b412-ec0b463d0a42 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:14:51.563578 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-672824df-2398-486b-b916-d106342ea0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:51.732495 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3c75f972-c6f0-48ad-827d-2f53820287ce req-55f83c8d-5bc3-4d81-bfe3-57a95b638c8f service neutron] 10.222.0.50 "GET /v2.0/networks/655c7f11-c965-4205-91a0-e680dbb467c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3219168 May 05 20:14:51.754011 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:51.830701 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port fe24e85d-998f-47be-977e-b9e72fcd6ee2, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=fe24e85d-998f-47be-977e-b9e72fcd6ee2,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:14:51.869257 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b8af641c-a708-49f8-b76f-a0d305619f4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:51.904187 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:51.950902 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2fd6b8ea-d3ff-42b6-8f7c-e4b411754088 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:51.970875 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-645a432c-2b64-490a-8328-10b14d2b2fc4 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:52.052003 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=fe24e85d-998f-47be-977e-b9e72fcd6ee2,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:52.081357 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-2fd6b8ea-d3ff-42b6-8f7c-e4b411754088 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b55bdd6b-5e99-43d1-8e42-070dda6303fb']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:14:52.084605 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-672824df-2398-486b-b916-d106342ea0fc None None] Provisioning complete for port 723f77d3-2a92-411f-acdc-506b86fff587 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:14:52.084986 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-672824df-2398-486b-b916-d106342ea0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:52.122683 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-2fd6b8ea-d3ff-42b6-8f7c-e4b411754088 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57d0d2d8-b470-443f-af4b-3fb497f970d7') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:14:52.123049 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-2fd6b8ea-d3ff-42b6-8f7c-e4b411754088 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57d0d2d8-b470-443f-af4b-3fb497f970d7') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:14:52.134531 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645a432c-2b64-490a-8328-10b14d2b2fc4 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Network 66d70931-658c-4c0d-a54d-0459faf0b4e6 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:14:52.143246 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-645a432c-2b64-490a-8328-10b14d2b2fc4 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:14:52.151984 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645a432c-2b64-490a-8328-10b14d2b2fc4 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:52.152831 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-645a432c-2b64-490a-8328-10b14d2b2fc4 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:52.159624 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2fd6b8ea-d3ff-42b6-8f7c-e4b411754088 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:52.178076 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-672824df-2398-486b-b916-d106342ea0fc None None] Port 723f77d3-2a92-411f-acdc-506b86fff587 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:14:52.182492 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645a432c-2b64-490a-8328-10b14d2b2fc4 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event updated for resources: {'Subnet': ['ID=51272f54-ffaf-44bd-a51e-518c746e4a54,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:52.188669 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-1b493b28-110a-4922-9932-dee562292e7f req-aef85964-f27a-4e66-957f-5484fea11c1c tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] For port d089a8b7-e2f3-4a42-be21-4ba951c6341c, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=d089a8b7-e2f3-4a42-be21-4ba951c6341c,segment=NetworkSegment(3cb51e4f-4171-42c9-8467-0979b530738a),segment_id=3cb51e4f-4171-42c9-8467-0979b530738a)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:14:52.189082 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1b493b28-110a-4922-9932-dee562292e7f req-aef85964-f27a-4e66-957f-5484fea11c1c tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:52.191831 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735a5f3e-ee16-4606-9735-bb9ede101e01 None None] Network 66d70931-658c-4c0d-a54d-0459faf0b4e6 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:14:52.218329 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2fd6b8ea-d3ff-42b6-8f7c-e4b411754088 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:52.284379 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be099f2-3f45-4833-8eae-fa3fd8cf6acc req-7359e109-2fe0-4f7c-8a57-f7a5aeb59140 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:52.286099 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9be099f2-3f45-4833-8eae-fa3fd8cf6acc req-7359e109-2fe0-4f7c-8a57-f7a5aeb59140 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1d1e55-8689-4939-b673-836425f8455e HTTP/1.1" status: 200 len: 944 time: 0.3937514 May 05 20:14:52.304773 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b8af641c-a708-49f8-b76f-a0d305619f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:52.313764 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d02c3-9c83-4a6a-93b3-cf7a06d1f7c5 req-1341c19c-b3ab-4777-887b-9c42e2005124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:52.315277 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ad8d02c3-9c83-4a6a-93b3-cf7a06d1f7c5 req-1341c19c-b3ab-4777-887b-9c42e2005124 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4839f055-edd7-4ed9-a2d6-dc3f9daf425d HTTP/1.1" status: 200 len: 854 time: 0.5767484 May 05 20:14:52.387813 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fd6b8ea-d3ff-42b6-8f7c-e4b411754088 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:14:52.388251 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2fd6b8ea-d3ff-42b6-8f7c-e4b411754088 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:52.411258 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa698c2d-fbf6-4025-8eea-8c802238848e admin admin] Router fde48a3d-72a0-47e1-9c5d-664e5f02fd1e has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:14:52.413113 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-1b493b28-110a-4922-9932-dee562292e7f req-aef85964-f27a-4e66-957f-5484fea11c1c tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Calling delete_port for d089a8b7-e2f3-4a42-be21-4ba951c6341c owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:14:52.414946 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8af641c-a708-49f8-b76f-a0d305619f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ecf67a-460e-4eda-a70a-674ff6068373,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:52.449390 n-d-840717-1 neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:14:52.449390 n-d-840717-1 neutron-server[88198]: util.warn( May 05 20:14:52.449390 n-d-840717-1 neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:14:52.449390 n-d-840717-1 neutron-server[88198]: util.warn( May 05 20:14:52.449390 n-d-840717-1 neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:14:52.449390 n-d-840717-1 neutron-server[88198]: util.warn( May 05 20:14:52.449390 n-d-840717-1 neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:14:52.449390 n-d-840717-1 neutron-server[88198]: util.warn( May 05 20:14:52.449390 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:14:52.449390 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:14:52.449390 n-d-840717-1 neutron-server[88198]: timer() May 05 20:14:52.449390 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:14:52.449390 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:14:52.449390 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:14:52.449390 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:14:52.449390 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:14:52.449390 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:14:52.449390 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:14:52.449390 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:14:52.449390 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:14:52.449390 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:14:52.449390 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:14:52.449390 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:14:52.449390 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:14:52.449390 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:14:52.449390 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:14:52.449390 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:14:52.449390 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:14:52.449390 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:14:52.449390 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:14:52.449390 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:14:52.449390 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:14:52.449390 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:14:52.449390 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:14:52.449390 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:14:52.449390 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:14:52.449390 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:14:52.449390 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:14:52.449390 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:14:52.449390 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:14:52.455560 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8fcaf848-e404-4ae6-a0f6-bc1ff1b9d6e0 req-1965e266-9ecf-4b33-8055-1705843caec8 tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] 10.222.0.36 "GET /v2.0/security-groups?id=b708cd35-482e-4c97-85dd-b99b79f6ba9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2768171 May 05 20:14:52.489359 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-645a432c-2b64-490a-8328-10b14d2b2fc4 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.4853358 May 05 20:14:52.521182 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34802) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:52.538495 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9be099f2-3f45-4833-8eae-fa3fd8cf6acc req-b80e370a-02fb-4818-85fe-8b1feb4f9109 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa34c6b7-f79e-42a5-a73d-73f26fc7f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1811590 May 05 20:14:52.682704 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-66ae27ed-531b-4e8b-9f27-188a4e4db217 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Request body: {'security_group': {'name': 'tempest-secgroup-394215865'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:14:52.696757 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-66ae27ed-531b-4e8b-9f27-188a4e4db217 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:14:52.702238 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-66ae27ed-531b-4e8b-9f27-188a4e4db217 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Usage tracker for resource:security_group and tenant:88760c5e167e4c4abc1263be6642087f is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:14:52.708148 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-66ae27ed-531b-4e8b-9f27-188a4e4db217 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:14:52.729603 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device d089a8b7-e2f3-4a42-be21-4ba951c6341c no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:14:52.744379 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-b8af641c-a708-49f8-b76f-a0d305619f4f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5d6f80495a6540529f67b537cf6b80d1&name=default HTTP/1.1" status: 200 len: 2983 time: 3.3844280 May 05 20:14:52.750729 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0fe4fd2c-8c4f-4180-aee1-04e170299ec7 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:52.755344 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-66ae27ed-531b-4e8b-9f27-188a4e4db217 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:14:52.757158 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34806) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:52.790017 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device fe24e85d-998f-47be-977e-b9e72fcd6ee2 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:14:52.795498 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2fd6b8ea-d3ff-42b6-8f7c-e4b411754088 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:52.831293 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2fd6b8ea-d3ff-42b6-8f7c-e4b411754088 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:52.841437 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-2fd6b8ea-d3ff-42b6-8f7c-e4b411754088 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "DELETE /v2.0/networks/b55bdd6b-5e99-43d1-8e42-070dda6303fb HTTP/1.1" status: 204 len: 168 time: 6.6098933 May 05 20:14:52.849043 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-66ae27ed-531b-4e8b-9f27-188a4e4db217 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:52.853962 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 34810) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:52.882682 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-12a6d779-ad05-4433-9039-ae6b9d13cf95 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1001278064', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}, 'admin_state_up': False}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:14:52.896044 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4570bd18-a031-4cfa-a53c-1e6e9448e818 None None] Update dhcp port {'port': {'network_id': '66d70931-658c-4c0d-a54d-0459faf0b4e6', 'fixed_ips': [{'subnet_id': '906fac07-fc9b-4f59-9a0a-dc0099abbf62', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '51272f54-ffaf-44bd-a51e-518c746e4a54'}], 'binding:host_id': 'n-d-840717-1'}, 'id': '38228298-46c9-43ca-b412-ec0b463d0a42'} from n-d-840717-1. {{(pid=88199) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 05 20:14:52.899279 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-12a6d779-ad05-4433-9039-ae6b9d13cf95 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:14:52.903195 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-12a6d779-ad05-4433-9039-ae6b9d13cf95 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Usage tracker for resource:router and tenant:9b46723d474c4d6a82c8d63ca7324f68 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:14:52.906123 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-12a6d779-ad05-4433-9039-ae6b9d13cf95 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:14:52.911469 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd6b8ea-d3ff-42b6-8f7c-e4b411754088 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Pushing event deleted for resources: {'Network': ['ID=b55bdd6b-5e99-43d1-8e42-070dda6303fb,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:52.912052 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-12a6d779-ad05-4433-9039-ae6b9d13cf95 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:14:52.921040 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-66ae27ed-531b-4e8b-9f27-188a4e4db217 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:14:52.935272 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-66ae27ed-531b-4e8b-9f27-188a4e4db217 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Usage tracker for resource:security_group_rule and tenant:88760c5e167e4c4abc1263be6642087f is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:14:52.937941 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3c75f972-c6f0-48ad-827d-2f53820287ce req-83786370-8b18-4db5-a2c1-4573a9723840 service neutron] 10.222.0.50 "GET /v2.0/networks/655c7f11-c965-4205-91a0-e680dbb467c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9431365 May 05 20:14:52.940549 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-66ae27ed-531b-4e8b-9f27-188a4e4db217 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:14:52.947764 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-12a6d779-ad05-4433-9039-ae6b9d13cf95 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:52.948987 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-12a6d779-ad05-4433-9039-ae6b9d13cf95 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:52.965016 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-12a6d779-ad05-4433-9039-ae6b9d13cf95 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:52.969620 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-66ae27ed-531b-4e8b-9f27-188a4e4db217 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:14:52.987980 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d02c3-9c83-4a6a-93b3-cf7a06d1f7c5 req-a371c65b-2398-4658-b9d4-114ef4ac5815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:53.002954 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ad8d02c3-9c83-4a6a-93b3-cf7a06d1f7c5 req-a371c65b-2398-4658-b9d4-114ef4ac5815 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd240240-b981-4728-a92a-09bd25dc9abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6554370 May 05 20:14:53.009606 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port fe24e85d-998f-47be-977e-b9e72fcd6ee2 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:14:53.010212 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:53.015609 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b92dbe8c-0dc7-457d-8ba8-72f973d6436e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:53.043933 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1b493b28-110a-4922-9932-dee562292e7f req-aef85964-f27a-4e66-957f-5484fea11c1c tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:53.058016 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] No active binding found for port d089a8b7-e2f3-4a42-be21-4ba951c6341c {{(pid=88199) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 05 20:14:53.058439 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device d089a8b7-e2f3-4a42-be21-4ba951c6341c not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:14:53.083255 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4570bd18-a031-4cfa-a53c-1e6e9448e818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:53.148576 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b92dbe8c-0dc7-457d-8ba8-72f973d6436e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:53.199020 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef85964-f27a-4e66-957f-5484fea11c1c tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Pushing event deleted for resources: {'Port': ['ID=d089a8b7-e2f3-4a42-be21-4ba951c6341c,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:53.216757 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b493b28-110a-4922-9932-dee562292e7f req-aef85964-f27a-4e66-957f-5484fea11c1c tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] No DVR routers for this DVR port d089a8b7-e2f3-4a42-be21-4ba951c6341c on host n-h2-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:14:53.231705 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1b493b28-110a-4922-9932-dee562292e7f req-aef85964-f27a-4e66-957f-5484fea11c1c tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:53.234893 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d494c2-0899-4537-8d37-21759a79f02b', 'name': 'network-vif-deleted', 'tag': 'd089a8b7-e2f3-4a42-be21-4ba951c6341c'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:14:53.302262 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-66ae27ed-531b-4e8b-9f27-188a4e4db217 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:53.346185 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1b493b28-110a-4922-9932-dee562292e7f req-aef85964-f27a-4e66-957f-5484fea11c1c tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] 10.222.0.50 "DELETE /v2.0/ports/d089a8b7-e2f3-4a42-be21-4ba951c6341c HTTP/1.1" status: 204 len: 173 time: 3.0605397 May 05 20:14:53.349348 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-66ae27ed-531b-4e8b-9f27-188a4e4db217 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:53.377188 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b92dbe8c-0dc7-457d-8ba8-72f973d6436e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:53.385035 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ad8d02c3-9c83-4a6a-93b3-cf7a06d1f7c5 req-f4f4aa88-1b97-4f7d-8943-a4a7b9996a79 service neutron] 10.222.0.24 "GET /v2.0/networks/dd240240-b981-4728-a92a-09bd25dc9abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261469 May 05 20:14:53.396298 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa698c2d-fbf6-4025-8eea-8c802238848e admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:14:53.417931 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f1971b-475b-4ad3-828e-ce04b2e5c91a None None] Sync routers for ids ['fde48a3d-72a0-47e1-9c5d-664e5f02fd1e'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:14:53.425561 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b92dbe8c-0dc7-457d-8ba8-72f973d6436e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:53.427150 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b92dbe8c-0dc7-457d-8ba8-72f973d6436e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/52ecf67a-460e-4eda-a70a-674ff6068373 HTTP/1.1" status: 204 len: 168 time: 0.6684358 May 05 20:14:53.429714 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ae27ed-531b-4e8b-9f27-188a4e4db217 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=853c8f1a-22fd-42de-b6d8-e4a723ec55cd,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:53.456195 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92dbe8c-0dc7-457d-8ba8-72f973d6436e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ecf67a-460e-4eda-a70a-674ff6068373,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:53.458031 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f1971b-475b-4ad3-828e-ce04b2e5c91a None None] Routers {'fde48a3d-72a0-47e1-9c5d-664e5f02fd1e'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:14:53.458670 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-82f1971b-475b-4ad3-828e-ce04b2e5c91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:14:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['fde48a3d-72a0-47e1-9c5d-664e5f02fd1e'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:14:53.464478 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-66ae27ed-531b-4e8b-9f27-188a4e4db217 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:53.468907 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-66ae27ed-531b-4e8b-9f27-188a4e4db217 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9391582 May 05 20:14:53.470344 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34822) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:53.480812 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-cf023bc9-10f7-4d1f-9f62-ba870f4b31c1 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Request body: {'security_group': {'name': 'tempest-secgroup-1415237743'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:14:53.496570 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-cf023bc9-10f7-4d1f-9f62-ba870f4b31c1 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:14:53.506492 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-cf023bc9-10f7-4d1f-9f62-ba870f4b31c1 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Usage tracker for resource:security_group and tenant:88760c5e167e4c4abc1263be6642087f is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:14:53.513544 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-cf023bc9-10f7-4d1f-9f62-ba870f4b31c1 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:14:53.531988 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-cf023bc9-10f7-4d1f-9f62-ba870f4b31c1 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:14:53.535098 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5946aaae-143d-4413-af55-af0a645c9ee6'] response: {'server_uuid': '72d494c2-0899-4537-8d37-21759a79f02b', 'name': 'network-vif-deleted', 'tag': 'd089a8b7-e2f3-4a42-be21-4ba951c6341c', 'status': 'completed', 'code': 200} May 05 20:14:53.585289 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cf023bc9-10f7-4d1f-9f62-ba870f4b31c1 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:53.626294 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-cf023bc9-10f7-4d1f-9f62-ba870f4b31c1 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:14:53.631592 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-cf023bc9-10f7-4d1f-9f62-ba870f4b31c1 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Usage tracker for resource:security_group_rule and tenant:88760c5e167e4c4abc1263be6642087f is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:14:53.635597 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-cf023bc9-10f7-4d1f-9f62-ba870f4b31c1 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:14:53.642029 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-cf023bc9-10f7-4d1f-9f62-ba870f4b31c1 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:14:53.647274 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-12a6d779-ad05-4433-9039-ae6b9d13cf95 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:53.744240 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-cd1c37de-a355-46b8-9beb-af1d06fbccf3 req-3c4c1dc9-261c-48e3-8041-8e821ee881bb tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Synchronizing usage tracker for tenant:927036785ae54ead8157bab84a61f12c on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:14:53.748583 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-4570bd18-a031-4cfa-a53c-1e6e9448e818 None None] Allocated IP 2001:db8::2 (66d70931-658c-4c0d-a54d-0459faf0b4e6/51272f54-ffaf-44bd-a51e-518c746e4a54/38228298-46c9-43ca-b412-ec0b463d0a42) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:14:53.765493 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 688a4a9a-4c98-45ff-964a-c594a57cbf72 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:14:53.786753 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cf023bc9-10f7-4d1f-9f62-ba870f4b31c1 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:53.789106 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-cd1c37de-a355-46b8-9beb-af1d06fbccf3 req-3c4c1dc9-261c-48e3-8041-8e821ee881bb tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] Unset dirty status for tenant:927036785ae54ead8157bab84a61f12c on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:14:53.790737 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cd1c37de-a355-46b8-9beb-af1d06fbccf3 req-3c4c1dc9-261c-48e3-8041-8e821ee881bb tempest-VolumesActionsTest-1525727639 tempest-VolumesActionsTest-1525727639-project] 10.222.0.36 "GET /v2.0/ports?device_id=72d494c2-0899-4537-8d37-21759a79f02b HTTP/1.1" status: 200 len: 210 time: 0.1078117 May 05 20:14:53.793812 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cf023bc9-10f7-4d1f-9f62-ba870f4b31c1 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:53.854706 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cf023bc9-10f7-4d1f-9f62-ba870f4b31c1 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:53.858618 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-cf023bc9-10f7-4d1f-9f62-ba870f4b31c1 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3848906 May 05 20:14:53.861001 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34832) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:53.866007 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-bb17955b-17bc-4b86-9244-dbfad85dec53 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Request body: {'security_group': {'name': 'tempest-secgroup-2071214759'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:14:53.875504 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-bb17955b-17bc-4b86-9244-dbfad85dec53 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:14:53.880614 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-bb17955b-17bc-4b86-9244-dbfad85dec53 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Usage tracker for resource:security_group and tenant:88760c5e167e4c4abc1263be6642087f is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:14:53.883765 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-bb17955b-17bc-4b86-9244-dbfad85dec53 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:14:53.890810 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-bb17955b-17bc-4b86-9244-dbfad85dec53 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:14:53.917978 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bb17955b-17bc-4b86-9244-dbfad85dec53 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:53.958880 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-bb17955b-17bc-4b86-9244-dbfad85dec53 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:14:53.966065 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34836) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:53.969052 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-bb17955b-17bc-4b86-9244-dbfad85dec53 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Usage tracker for resource:security_group_rule and tenant:88760c5e167e4c4abc1263be6642087f is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:14:53.986176 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ad8d02c3-9c83-4a6a-93b3-cf7a06d1f7c5 req-bfd93be2-cf12-454b-8a97-56908d8f2483 service neutron] 10.222.0.24 "GET /v2.0/networks/dd240240-b981-4728-a92a-09bd25dc9abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5866628 May 05 20:14:53.992785 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-bb17955b-17bc-4b86-9244-dbfad85dec53 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:14:53.996653 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e05609db-a386-4a9b-89ce-dc9c59a8fc07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:54.015094 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf023bc9-10f7-4d1f-9f62-ba870f4b31c1 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edcec332-7ced-483b-8112-b68f37c1b1d4,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:54.027869 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-bb17955b-17bc-4b86-9244-dbfad85dec53 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:14:54.042373 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e05609db-a386-4a9b-89ce-dc9c59a8fc07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:14:54.049678 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-e05609db-a386-4a9b-89ce-dc9c59a8fc07 admin admin] Usage tracker for resource:security_group_rule and tenant:04f5c9985b1f4785a87973950efe46d2 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:14:54.060896 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-e05609db-a386-4a9b-89ce-dc9c59a8fc07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:14:54.066486 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-82f1971b-475b-4ad3-828e-ce04b2e5c91a None None] Set router fde48a3d-72a0-47e1-9c5d-664e5f02fd1e gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:14:54.076722 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e05609db-a386-4a9b-89ce-dc9c59a8fc07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:14:54.100273 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-aa698c2d-fbf6-4025-8eea-8c802238848e admin admin] 10.222.0.36 "PUT /v2.0/routers/fde48a3d-72a0-47e1-9c5d-664e5f02fd1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.1349628 May 05 20:14:54.175021 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bb17955b-17bc-4b86-9244-dbfad85dec53 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:54.189828 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bb17955b-17bc-4b86-9244-dbfad85dec53 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:54.191867 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fe4fd2c-8c4f-4180-aee1-04e170299ec7 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Router 23aa8e33-69bc-4542-8819-7f07a7232d28 is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88197) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:14:54.325245 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e05609db-a386-4a9b-89ce-dc9c59a8fc07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:54.343610 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e05609db-a386-4a9b-89ce-dc9c59a8fc07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:54.368702 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb17955b-17bc-4b86-9244-dbfad85dec53 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb05d4a-67ce-4efa-8470-02fbd6a18b11,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:54.400510 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bb17955b-17bc-4b86-9244-dbfad85dec53 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:54.402052 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-bb17955b-17bc-4b86-9244-dbfad85dec53 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5400939 May 05 20:14:54.412588 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34850) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:54.433311 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-49cde34f-902e-4f8a-96ca-b5eafecdada8 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2010110746', 'security_groups': ['8eb05d4a-67ce-4efa-8470-02fbd6a18b11'], 'network_id': '66d70931-658c-4c0d-a54d-0459faf0b4e6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '51272f54-ffaf-44bd-a51e-518c746e4a54'}]}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:14:54.462027 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e05609db-a386-4a9b-89ce-dc9c59a8fc07 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=04f5c9985b1f4785a87973950efe46d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4894366 May 05 20:14:54.468945 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34854) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:54.472272 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05609db-a386-4a9b-89ce-dc9c59a8fc07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39bb8200-0a8f-4c7d-a674-9a7fa8b99223,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:54.472720 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 688a4a9a-4c98-45ff-964a-c594a57cbf72, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=688a4a9a-4c98-45ff-964a-c594a57cbf72,segment=NetworkSegment(b1dd65d9-c07f-4164-9458-eedf0f51eafc),segment_id=b1dd65d9-c07f-4164-9458-eedf0f51eafc)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:14:54.509800 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-4570bd18-a031-4cfa-a53c-1e6e9448e818 None None] For port 38228298-46c9-43ca-b412-ec0b463d0a42, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=38228298-46c9-43ca-b412-ec0b463d0a42,segment=NetworkSegment(2e6ec014-bca3-49b3-a86f-e01be1381773),segment_id=2e6ec014-bca3-49b3-a86f-e01be1381773)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:14:54.562176 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cdfef9-927c-4a93-885c-8941cc57f69f req-fdc1c736-70d2-4d16-b366-2719f75967e0 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:54.568396 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-99cdfef9-927c-4a93-885c-8941cc57f69f req-fdc1c736-70d2-4d16-b366-2719f75967e0 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1d1e55-8689-4939-b673-836425f8455e HTTP/1.1" status: 200 len: 944 time: 0.7411101 May 05 20:14:54.726662 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.resource_extend [None req-4570bd18-a031-4cfa-a53c-1e6e9448e818 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 20:14:54.743670 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4570bd18-a031-4cfa-a53c-1e6e9448e818 None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:54.761977 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1d5136f6-33a9-474c-b3af-ec66fcf0e85c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:54.767203 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-4570bd18-a031-4cfa-a53c-1e6e9448e818 None None] Transition to ACTIVE for port object 38228298-46c9-43ca-b412-ec0b463d0a42 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:14:54.771251 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '688a4a9a-4c98-45ff-964a-c594a57cbf72', 'network_id': 'dd240240-b981-4728-a92a-09bd25dc9abb', 'port_id': '688a4a9a-4c98-45ff-964a-c594a57cbf72', 'mac_address': 'fa:16:3e:88:92:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4839f055-edd7-4ed9-a2d6-dc3f9daf425d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:14:54.811307 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4570bd18-a031-4cfa-a53c-1e6e9448e818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:54.848073 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fe4fd2c-8c4f-4180-aee1-04e170299ec7 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:14:54.863197 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-99cdfef9-927c-4a93-885c-8941cc57f69f req-a6b41e14-4147-45d0-9e55-b4cbfe6fb1b2 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa34c6b7-f79e-42a5-a73d-73f26fc7f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1596243 May 05 20:14:54.868344 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9f39ce-311b-49a5-8d6e-d9e889264639 None None] Sync routers for ids ['23aa8e33-69bc-4542-8819-7f07a7232d28'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:14:54.889565 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9f39ce-311b-49a5-8d6e-d9e889264639 None None] Routers {'23aa8e33-69bc-4542-8819-7f07a7232d28'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:14:54.890264 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-9e9f39ce-311b-49a5-8d6e-d9e889264639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:14:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['23aa8e33-69bc-4542-8819-7f07a7232d28'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:14:54.897218 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0fe4fd2c-8c4f-4180-aee1-04e170299ec7 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:54.900091 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-0fe4fd2c-8c4f-4180-aee1-04e170299ec7 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 20.2578692 May 05 20:14:54.903056 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 34876) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:54.989256 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4570bd18-a031-4cfa-a53c-1e6e9448e818 None None] Pushing event updated for resources: {'Port': ['ID=38228298-46c9-43ca-b412-ec0b463d0a42,revision_number=6']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:55.015091 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-abc7670e-38cf-496a-b6e6-875edef1ee95 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:14:55.040532 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-9e9f39ce-311b-49a5-8d6e-d9e889264639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:14:55.062531 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9f39ce-311b-49a5-8d6e-d9e889264639 None None] Routers {'23aa8e33-69bc-4542-8819-7f07a7232d28'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:14:55.064141 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-9e9f39ce-311b-49a5-8d6e-d9e889264639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:14:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['23aa8e33-69bc-4542-8819-7f07a7232d28'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:14:55.090781 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-49cde34f-902e-4f8a-96ca-b5eafecdada8 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:14:55.094360 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1d5136f6-33a9-474c-b3af-ec66fcf0e85c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:55.125232 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-49cde34f-902e-4f8a-96ca-b5eafecdada8 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:14:55.145392 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:55.182574 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 688a4a9a-4c98-45ff-964a-c594a57cbf72 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:14:55.212663 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 688a4a9a-4c98-45ff-964a-c594a57cbf72, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=688a4a9a-4c98-45ff-964a-c594a57cbf72,segment=NetworkSegment(b1dd65d9-c07f-4164-9458-eedf0f51eafc),segment_id=b1dd65d9-c07f-4164-9458-eedf0f51eafc)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:14:55.243342 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:55.246604 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-9e9f39ce-311b-49a5-8d6e-d9e889264639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:14:55.248846 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9f39ce-311b-49a5-8d6e-d9e889264639 None None] The sync data for ids ['23aa8e33-69bc-4542-8819-7f07a7232d28'] in n-d-840717-1 is: [] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:14:55.261533 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49cde34f-902e-4f8a-96ca-b5eafecdada8 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Made reservation on behalf of 88760c5e167e4c4abc1263be6642087f for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:14:55.381639 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=688a4a9a-4c98-45ff-964a-c594a57cbf72,revision_number=9']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:55.454828 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['688a4a9a-4c98-45ff-964a-c594a57cbf72'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:14:55.471953 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f51516-c035-4b34-8060-0008e55ed034 req-507d3388-0401-4af0-87cb-538a6d20d972 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:55.472686 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-52f51516-c035-4b34-8060-0008e55ed034 req-507d3388-0401-4af0-87cb-538a6d20d972 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Synchronizing usage tracker for tenant:de91c285d16c4dc593ab45aab12d7e13 on resource:network {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:14:55.484938 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1d5136f6-33a9-474c-b3af-ec66fcf0e85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:55.533772 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5136f6-33a9-474c-b3af-ec66fcf0e85c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39bb8200-0a8f-4c7d-a674-9a7fa8b99223,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:55.568682 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1d5136f6-33a9-474c-b3af-ec66fcf0e85c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:55.572858 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-1d5136f6-33a9-474c-b3af-ec66fcf0e85c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/39bb8200-0a8f-4c7d-a674-9a7fa8b99223 HTTP/1.1" status: 204 len: 168 time: 1.0997999 May 05 20:14:55.600932 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-52f51516-c035-4b34-8060-0008e55ed034 req-507d3388-0401-4af0-87cb-538a6d20d972 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Unset dirty status for tenant:de91c285d16c4dc593ab45aab12d7e13 on resource:network {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:14:55.609157 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-52f51516-c035-4b34-8060-0008e55ed034 req-507d3388-0401-4af0-87cb-538a6d20d972 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/networks?id=896c84ec-d658-47a8-8593-c81dc7c226d5 HTTP/1.1" status: 200 len: 819 time: 0.8036482 May 05 20:14:55.630524 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-12a6d779-ad05-4433-9039-ae6b9d13cf95 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for router_gateway, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:55.669075 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-49cde34f-902e-4f8a-96ca-b5eafecdada8 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:55.706999 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-52f51516-c035-4b34-8060-0008e55ed034 req-6324eeab-f583-409a-b723-83a3184ca646 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/quotas/de91c285d16c4dc593ab45aab12d7e13 HTTP/1.1" status: 200 len: 375 time: 0.0968680 May 05 20:14:55.769352 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-12a6d779-ad05-4433-9039-ae6b9d13cf95 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:55.774494 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-82f1971b-475b-4ad3-828e-ce04b2e5c91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde48a3d-72a0-47e1-9c5d-664e5f02fd1e', 'name': 'tempest-ServerRescueTestJSONUnderV235-382320695-router', 'tenant_id': 'de91c285d16c4dc593ab45aab12d7e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'fe24e85d-998f-47be-977e-b9e72fcd6ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:14:27Z', 'updated_at': '2022-05-05T20:14:44Z', 'revision_number': 4, 'project_id': 'de91c285d16c4dc593ab45aab12d7e13', 'gw_port': {'id': 'fe24e85d-998f-47be-977e-b9e72fcd6ee2', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:57:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde48a3d-72a0-47e1-9c5d-664e5f02fd1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:14:30Z', 'updated_at': '2022-05-05T20:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '2b766a48-40eb-4629-a330-c1dc44f2946b', 'name': '', 'network_id': '896c84ec-d658-47a8-8593-c81dc7c226d5', 'tenant_id': 'de91c285d16c4dc593ab45aab12d7e13', 'mac_address': 'fa:16:3e:4e:80:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde48a3d-72a0-47e1-9c5d-664e5f02fd1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': '44cdc6bd-b57d-466c-9ea8-c60f939ca27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:14:42Z', 'updated_at': '2022-05-05T20:14:45Z', 'revision_number': 2, 'project_id': 'de91c285d16c4dc593ab45aab12d7e13', 'subnets': [{'id': '44cdc6bd-b57d-466c-9ea8-c60f939ca27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:14:55.784109 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f1971b-475b-4ad3-828e-ce04b2e5c91a None None] Checking router: fde48a3d-72a0-47e1-9c5d-664e5f02fd1e for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:14:55.784976 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f1971b-475b-4ad3-828e-ce04b2e5c91a None None] Updating router fde48a3d-72a0-47e1-9c5d-664e5f02fd1e port 2b766a48-40eb-4629-a330-c1dc44f2946b binding host n-d-840717-1 {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:14:55.889750 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-49cde34f-902e-4f8a-96ca-b5eafecdada8 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] device_id is not set on port 297a6b89-3611-490b-b122-5faf05ad095a yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:14:56.024283 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-82f1971b-475b-4ad3-828e-ce04b2e5c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:56.291848 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-18ac0356-8030-4054-9fb3-a120b7ad353c None None] Provisioning for port 38228298-46c9-43ca-b412-ec0b463d0a42 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:14:56.320519 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-18ac0356-8030-4054-9fb3-a120b7ad353c None None] Provisioning complete for port 38228298-46c9-43ca-b412-ec0b463d0a42 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:14:56.320894 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-18ac0356-8030-4054-9fb3-a120b7ad353c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:56.387381 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-49cde34f-902e-4f8a-96ca-b5eafecdada8 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Allocated IP 2001:db8::265 (66d70931-658c-4c0d-a54d-0459faf0b4e6/51272f54-ffaf-44bd-a51e-518c746e4a54/297a6b89-3611-490b-b122-5faf05ad095a) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:14:56.628642 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-12a6d779-ad05-4433-9039-ae6b9d13cf95 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Allocated IP 172.25.0.107 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/25f7c33d-3871-49b2-a287-4e45c2a7fd06) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:14:56.722532 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-52f51516-c035-4b34-8060-0008e55ed034 req-64c73b75-4d5a-4537-b34f-6735abdfa1ad tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=de91c285d16c4dc593ab45aab12d7e13&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0143459 May 05 20:14:56.894555 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 38228298-46c9-43ca-b412-ec0b463d0a42 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:14:56.910606 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-49cde34f-902e-4f8a-96ca-b5eafecdada8 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:56.997521 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-49cde34f-902e-4f8a-96ca-b5eafecdada8 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Transition to ACTIVE for port object 297a6b89-3611-490b-b122-5faf05ad095a will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:14:57.025416 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.resource_extend [None req-82f1971b-475b-4ad3-828e-ce04b2e5c91a None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 20:14:57.076594 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-49cde34f-902e-4f8a-96ca-b5eafecdada8 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:57.125442 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-18ac0356-8030-4054-9fb3-a120b7ad353c None None] Provisioning complete for port 723f77d3-2a92-411f-acdc-506b86fff587 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:14:57.125863 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-18ac0356-8030-4054-9fb3-a120b7ad353c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:57.152226 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-abc7670e-38cf-496a-b6e6-875edef1ee95 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:57.194296 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-18ac0356-8030-4054-9fb3-a120b7ad353c None None] Port 723f77d3-2a92-411f-acdc-506b86fff587 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:14:57.220046 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-82f1971b-475b-4ad3-828e-ce04b2e5c91a None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:57.240149 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49cde34f-902e-4f8a-96ca-b5eafecdada8 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Network 66d70931-658c-4c0d-a54d-0459faf0b4e6 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:14:57.254021 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-49cde34f-902e-4f8a-96ca-b5eafecdada8 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:14:57.254961 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-abc7670e-38cf-496a-b6e6-875edef1ee95 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:57.273253 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-82f1971b-475b-4ad3-828e-ce04b2e5c91a None None] Transition to ACTIVE for port object 2b766a48-40eb-4629-a330-c1dc44f2946b will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:14:57.273399 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11657b1-2d3c-4938-8330-a74d69f4c17b req-0f3dc57c-fef3-41cd-8a36-1f07b86c3141 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:57.274766 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cde34f-902e-4f8a-96ca-b5eafecdada8 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:14:57.280491 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c11657b1-2d3c-4938-8330-a74d69f4c17b req-0f3dc57c-fef3-41cd-8a36-1f07b86c3141 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1d1e55-8689-4939-b673-836425f8455e HTTP/1.1" status: 200 len: 945 time: 1.1400530 May 05 20:14:57.286583 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49cde34f-902e-4f8a-96ca-b5eafecdada8 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:57.287519 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-49cde34f-902e-4f8a-96ca-b5eafecdada8 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:57.287745 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 38228298-46c9-43ca-b412-ec0b463d0a42 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:14:57.289968 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:57.324633 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-abc7670e-38cf-496a-b6e6-875edef1ee95 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Deleting port a6a8e83a-5b5b-4a3f-bd3d-a36285d41a2a {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:14:57.324976 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-abc7670e-38cf-496a-b6e6-875edef1ee95 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:57.371616 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-82f1971b-475b-4ad3-828e-ce04b2e5c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:57.454024 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-49cde34f-902e-4f8a-96ca-b5eafecdada8 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0362513 May 05 20:14:57.457061 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cde34f-902e-4f8a-96ca-b5eafecdada8 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event updated for resources: {'Port': ['ID=297a6b89-3611-490b-b122-5faf05ad095a,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:57.469275 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34936) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:57.511328 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-0b6ac872-533d-4f67-ae99-f583549e08bd tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Request body: {'subnet': {'network_id': '66d70931-658c-4c0d-a54d-0459faf0b4e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:14:57.613463 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-12a6d779-ad05-4433-9039-ae6b9d13cf95 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:57.662529 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-12a6d779-ad05-4433-9039-ae6b9d13cf95 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:57.682018 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-52f51516-c035-4b34-8060-0008e55ed034 req-9a816168-789b-4e37-bf8f-c3e5b38f48d0 service neutron] 10.222.0.36 "GET /v2.0/networks/896c84ec-d658-47a8-8593-c81dc7c226d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9554424 May 05 20:14:57.685988 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97930d61-1f93-49ea-a128-57e053c2a2ba None None] Pushing event updated for resources: {'Port': ['ID=2b766a48-40eb-4629-a330-c1dc44f2946b,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:57.773978 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c11657b1-2d3c-4938-8330-a74d69f4c17b req-0bb5d6ea-2547-47f4-9c15-4a717c16e645 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa34c6b7-f79e-42a5-a73d-73f26fc7f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4926391 May 05 20:14:57.813867 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a6d779-ad05-4433-9039-ae6b9d13cf95 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:14:57.814471 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 688a4a9a-4c98-45ff-964a-c594a57cbf72 up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:14:57.820059 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-12a6d779-ad05-4433-9039-ae6b9d13cf95 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:14:57.822785 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a6d779-ad05-4433-9039-ae6b9d13cf95 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:14:57.956368 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a6d779-ad05-4433-9039-ae6b9d13cf95 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Pushing event updated for resources: {'Port': ['ID=25f7c33d-3871-49b2-a287-4e45c2a7fd06,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:57.961896 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-af4b6036-1f20-4e36-82d6-caf34816235c None None] Provisioning for port 297a6b89-3611-490b-b122-5faf05ad095a completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:14:57.978265 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0b6ac872-533d-4f67-ae99-f583549e08bd tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:14:57.986155 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-0b6ac872-533d-4f67-ae99-f583549e08bd tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Usage tracker for resource:subnet and tenant:88760c5e167e4c4abc1263be6642087f is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:14:57.994329 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-0b6ac872-533d-4f67-ae99-f583549e08bd tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:14:57.996123 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-af4b6036-1f20-4e36-82d6-caf34816235c None None] Provisioning complete for port 297a6b89-3611-490b-b122-5faf05ad095a triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:14:57.996367 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-af4b6036-1f20-4e36-82d6-caf34816235c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:58.020274 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0b6ac872-533d-4f67-ae99-f583549e08bd tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:14:58.041308 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-52f51516-c035-4b34-8060-0008e55ed034 req-8bb7802d-6cb7-43ef-9b2f-442f7eb34bc1 service neutron] 10.222.0.36 "GET /v2.0/networks/896c84ec-d658-47a8-8593-c81dc7c226d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913294 May 05 20:14:58.062858 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6ac872-533d-4f67-ae99-f583549e08bd tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Made reservation on behalf of 88760c5e167e4c4abc1263be6642087f for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:14:58.067182 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0b6ac872-533d-4f67-ae99-f583549e08bd tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:58.106330 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-82f1971b-475b-4ad3-828e-ce04b2e5c91a None None] Attempting to bind port 2b766a48-40eb-4629-a330-c1dc44f2946b on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:14:58.106698 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-82f1971b-475b-4ad3-828e-ce04b2e5c91a None None] Attempting to bind port 2b766a48-40eb-4629-a330-c1dc44f2946b by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'f66c8d51-bc77-416b-8fe3-df506c3439d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '896c84ec-d658-47a8-8593-c81dc7c226d5'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:14:58.107063 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f1971b-475b-4ad3-828e-ce04b2e5c91a None None] Attempting to bind port 2b766a48-40eb-4629-a330-c1dc44f2946b on network 896c84ec-d658-47a8-8593-c81dc7c226d5 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:14:58.150161 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f1971b-475b-4ad3-828e-ce04b2e5c91a None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:14:58.150650 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f1971b-475b-4ad3-828e-ce04b2e5c91a None None] Checking segment: {'id': 'f66c8d51-bc77-416b-8fe3-df506c3439d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '896c84ec-d658-47a8-8593-c81dc7c226d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:14:58.150937 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-82f1971b-475b-4ad3-828e-ce04b2e5c91a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:58.151346 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f1971b-475b-4ad3-828e-ce04b2e5c91a None None] Bound using segment: {'id': 'f66c8d51-bc77-416b-8fe3-df506c3439d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '896c84ec-d658-47a8-8593-c81dc7c226d5'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:14:58.151863 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-82f1971b-475b-4ad3-828e-ce04b2e5c91a None None] Bound port: 2b766a48-40eb-4629-a330-c1dc44f2946b, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f66c8d51-bc77-416b-8fe3-df506c3439d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '896c84ec-d658-47a8-8593-c81dc7c226d5'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:14:58.152200 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-82f1971b-475b-4ad3-828e-ce04b2e5c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:58.182935 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-af4b6036-1f20-4e36-82d6-caf34816235c None None] Port 297a6b89-3611-490b-b122-5faf05ad095a cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:14:58.235150 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 688a4a9a-4c98-45ff-964a-c594a57cbf72 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:14:58.235552 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:58.379052 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-82f1971b-475b-4ad3-828e-ce04b2e5c91a None None] For port 2b766a48-40eb-4629-a330-c1dc44f2946b, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:14:58.394800 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-82f1971b-475b-4ad3-828e-ce04b2e5c91a None None] For port 2b766a48-40eb-4629-a330-c1dc44f2946b, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=2b766a48-40eb-4629-a330-c1dc44f2946b,segment=NetworkSegment(f66c8d51-bc77-416b-8fe3-df506c3439d1),segment_id=f66c8d51-bc77-416b-8fe3-df506c3439d1)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:14:58.407348 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-82f1971b-475b-4ad3-828e-ce04b2e5c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:58.411177 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-abc7670e-38cf-496a-b6e6-875edef1ee95 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:58.479002 n-d-840717-1 neutron-server[88198]: INFO neutron.db.ipam_backend_mixin [None req-0b6ac872-533d-4f67-ae99-f583549e08bd tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 51272f54-ffaf-44bd-a51e-518c746e4a54 (CIDR: 2001:db8::/64) May 05 20:14:58.484499 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b6ac872-533d-4f67-ae99-f583549e08bd tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 20:14:58.485136 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b6ac872-533d-4f67-ae99-f583549e08bd tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:14:58.524368 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-0b6ac872-533d-4f67-ae99-f583549e08bd tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0517540 May 05 20:14:58.526746 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34982) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:14:58.533615 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-eff34d8c-c490-4a0f-8d8a-23a2bbeb6915 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Request body: {'subnet': {'network_id': '66d70931-658c-4c0d-a54d-0459faf0b4e6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:14:58.769979 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f1971b-475b-4ad3-828e-ce04b2e5c91a None None] Routers {'fde48a3d-72a0-47e1-9c5d-664e5f02fd1e'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:14:58.771487 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-82f1971b-475b-4ad3-828e-ce04b2e5c91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:14:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['fde48a3d-72a0-47e1-9c5d-664e5f02fd1e'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:14:58.979442 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-031b9a67-e4c2-412b-9307-bb83393dbad2 req-a8e21ca2-2c1a-4ba1-bb52-e79c58c63cb6 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Synchronizing usage tracker for tenant:de91c285d16c4dc593ab45aab12d7e13 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:14:59.000949 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-abc7670e-38cf-496a-b6e6-875edef1ee95 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Calling delete_port for a6a8e83a-5b5b-4a3f-bd3d-a36285d41a2a owned by network:router_gateway {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:14:59.164886 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-031b9a67-e4c2-412b-9307-bb83393dbad2 req-a8e21ca2-2c1a-4ba1-bb52-e79c58c63cb6 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Unset dirty status for tenant:de91c285d16c4dc593ab45aab12d7e13 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:14:59.170757 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-031b9a67-e4c2-412b-9307-bb83393dbad2 req-a8e21ca2-2c1a-4ba1-bb52-e79c58c63cb6 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5d40173-a144-44a7-98d8-e4fa8dc15faf HTTP/1.1" status: 200 len: 210 time: 0.6958914 May 05 20:14:59.205578 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:59.276282 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-82f1971b-475b-4ad3-828e-ce04b2e5c91a None None] Set router fde48a3d-72a0-47e1-9c5d-664e5f02fd1e gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:14:59.411194 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-eff34d8c-c490-4a0f-8d8a-23a2bbeb6915 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:14:59.419115 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-eff34d8c-c490-4a0f-8d8a-23a2bbeb6915 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Usage tracker for resource:subnet and tenant:88760c5e167e4c4abc1263be6642087f is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:14:59.426576 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97930d61-1f93-49ea-a128-57e053c2a2ba None None] Pushing event updated for resources: {'Port': ['ID=2b766a48-40eb-4629-a330-c1dc44f2946b,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:14:59.432600 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-eff34d8c-c490-4a0f-8d8a-23a2bbeb6915 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:14:59.441107 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-eff34d8c-c490-4a0f-8d8a-23a2bbeb6915 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:14:59.465176 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff34d8c-c490-4a0f-8d8a-23a2bbeb6915 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Made reservation on behalf of 88760c5e167e4c4abc1263be6642087f for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:14:59.497845 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eff34d8c-c490-4a0f-8d8a-23a2bbeb6915 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:59.619088 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763aee76-3f53-415b-871e-f8a356a3bdcc req-3fef58dd-332b-46e9-83c7-b1153a94c60f tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:14:59.620912 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-763aee76-3f53-415b-871e-f8a356a3bdcc req-3fef58dd-332b-46e9-83c7-b1153a94c60f tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1d1e55-8689-4939-b673-836425f8455e HTTP/1.1" status: 200 len: 945 time: 0.4240155 May 05 20:14:59.645726 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [req-f3d60804-7a11-41e3-81d8-e44c40fc642e req-e57d602d-ade2-49c4-b7dd-47d9aaa23113 service neutron] (88197) timed out ('10.222.0.50', 57583) {{(pid=88197) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 05 20:14:59.649599 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 688a4a9a-4c98-45ff-964a-c594a57cbf72, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=688a4a9a-4c98-45ff-964a-c594a57cbf72,segment=NetworkSegment(b1dd65d9-c07f-4164-9458-eedf0f51eafc),segment_id=b1dd65d9-c07f-4164-9458-eedf0f51eafc)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:14:59.661873 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-12a6d779-ad05-4433-9039-ae6b9d13cf95 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for router_gateway, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:59.695938 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1d1e55-8689-4939-b673-836425f8455e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '688a4a9a-4c98-45ff-964a-c594a57cbf72'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:14:59.754936 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:14:59.867570 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed940e97-3d51-4a68-9c09-ea6d42114a83'] response: {'server_uuid': '6e1d1e55-8689-4939-b673-836425f8455e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '688a4a9a-4c98-45ff-964a-c594a57cbf72', 'code': 200} May 05 20:14:59.976671 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-763aee76-3f53-415b-871e-f8a356a3bdcc req-fd0a7d59-25cb-42e0-a6ff-1fb76b07c26e tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa34c6b7-f79e-42a5-a73d-73f26fc7f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3417888 May 05 20:15:00.009862 n-d-840717-1 neutron-server[88198]: INFO neutron.db.ipam_backend_mixin [None req-eff34d8c-c490-4a0f-8d8a-23a2bbeb6915 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 906fac07-fc9b-4f59-9a0a-dc0099abbf62 (CIDR: 2001:db8:0:1::/64) May 05 20:15:00.013767 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-eff34d8c-c490-4a0f-8d8a-23a2bbeb6915 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 20:15:00.014478 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eff34d8c-c490-4a0f-8d8a-23a2bbeb6915 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:15:00.040026 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-eff34d8c-c490-4a0f-8d8a-23a2bbeb6915 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.5118864 May 05 20:15:00.041252 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35024) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:00.046344 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=688a4a9a-4c98-45ff-964a-c594a57cbf72,revision_number=10']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:00.050252 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-d77250e0-de54-4a95-bccb-f59e78fb36e1 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Request body: {'subnet': {'network_id': '66d70931-658c-4c0d-a54d-0459faf0b4e6', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:15:00.301001 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-82f1971b-475b-4ad3-828e-ce04b2e5c91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde48a3d-72a0-47e1-9c5d-664e5f02fd1e', 'name': 'tempest-ServerRescueTestJSONUnderV235-382320695-router', 'tenant_id': 'de91c285d16c4dc593ab45aab12d7e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'fe24e85d-998f-47be-977e-b9e72fcd6ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:14:27Z', 'updated_at': '2022-05-05T20:14:44Z', 'revision_number': 4, 'project_id': 'de91c285d16c4dc593ab45aab12d7e13', 'gw_port': {'id': 'fe24e85d-998f-47be-977e-b9e72fcd6ee2', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:57:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde48a3d-72a0-47e1-9c5d-664e5f02fd1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:14:30Z', 'updated_at': '2022-05-05T20:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '2b766a48-40eb-4629-a330-c1dc44f2946b', 'name': '', 'network_id': '896c84ec-d658-47a8-8593-c81dc7c226d5', 'tenant_id': 'de91c285d16c4dc593ab45aab12d7e13', 'mac_address': 'fa:16:3e:4e:80:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde48a3d-72a0-47e1-9c5d-664e5f02fd1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': '44cdc6bd-b57d-466c-9ea8-c60f939ca27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:14:42Z', 'updated_at': '2022-05-05T20:14:58Z', 'revision_number': 4, 'project_id': 'de91c285d16c4dc593ab45aab12d7e13', 'subnets': [{'id': '44cdc6bd-b57d-466c-9ea8-c60f939ca27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:15:00.321032 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f1971b-475b-4ad3-828e-ce04b2e5c91a None None] The sync data for ids ['fde48a3d-72a0-47e1-9c5d-664e5f02fd1e'] in n-d-840717-1 is: [{'id': 'fde48a3d-72a0-47e1-9c5d-664e5f02fd1e', 'name': 'tempest-ServerRescueTestJSONUnderV235-382320695-router', 'tenant_id': 'de91c285d16c4dc593ab45aab12d7e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'fe24e85d-998f-47be-977e-b9e72fcd6ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:14:27Z', 'updated_at': '2022-05-05T20:14:44Z', 'revision_number': 4, 'project_id': 'de91c285d16c4dc593ab45aab12d7e13', 'gw_port': {'id': 'fe24e85d-998f-47be-977e-b9e72fcd6ee2', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:57:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde48a3d-72a0-47e1-9c5d-664e5f02fd1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:14:30Z', 'updated_at': '2022-05-05T20:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '2b766a48-40eb-4629-a330-c1dc44f2946b', 'name': '', 'network_id': '896c84ec-d658-47a8-8593-c81dc7c226d5', 'tenant_id': 'de91c285d16c4dc593ab45aab12d7e13', 'mac_address': 'fa:16:3e:4e:80:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde48a3d-72a0-47e1-9c5d-664e5f02fd1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': '44cdc6bd-b57d-466c-9ea8-c60f939ca27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:14:42Z', 'updated_at': '2022-05-05T20:14:58Z', 'revision_number': 4, 'project_id': 'de91c285d16c4dc593ab45aab12d7e13', 'subnets': [{'id': '44cdc6bd-b57d-466c-9ea8-c60f939ca27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:15:00.370617 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d77250e0-de54-4a95-bccb-f59e78fb36e1 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:15:00.385078 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d77250e0-de54-4a95-bccb-f59e78fb36e1 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Usage tracker for resource:subnet and tenant:88760c5e167e4c4abc1263be6642087f is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:15:00.393892 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d77250e0-de54-4a95-bccb-f59e78fb36e1 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:15:00.418566 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d77250e0-de54-4a95-bccb-f59e78fb36e1 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:15:00.468710 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d77250e0-de54-4a95-bccb-f59e78fb36e1 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Made reservation on behalf of 88760c5e167e4c4abc1263be6642087f for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:15:00.480383 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d77250e0-de54-4a95-bccb-f59e78fb36e1 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:00.862625 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 2b766a48-40eb-4629-a330-c1dc44f2946b up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:15:01.078648 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f51516-c035-4b34-8060-0008e55ed034 req-e01d26f6-6159-476c-b31b-f52c0e64435e tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:01.095300 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-58afb315-35ac-4731-b6fd-74b868426d9c req-a6616b17-6a9c-4745-9cb9-bd9759fa5fbf tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5d40173-a144-44a7-98d8-e4fa8dc15faf HTTP/1.1" status: 200 len: 210 time: 0.2517536 May 05 20:15:01.110872 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-52f51516-c035-4b34-8060-0008e55ed034 req-e01d26f6-6159-476c-b31b-f52c0e64435e tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.24 "GET /v2.0/networks?id=896c84ec-d658-47a8-8593-c81dc7c226d5 HTTP/1.1" status: 200 len: 819 time: 0.4559641 May 05 20:15:01.156634 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 2b766a48-40eb-4629-a330-c1dc44f2946b completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:15:01.184823 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 2b766a48-40eb-4629-a330-c1dc44f2946b triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:15:01.185495 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:01.190253 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-52f51516-c035-4b34-8060-0008e55ed034 req-60d190cb-835d-4575-ae6a-fc3483c48829 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Request body: {'port': {'device_id': 'f5d40173-a144-44a7-98d8-e4fa8dc15faf', 'network_id': '896c84ec-d658-47a8-8593-c81dc7c226d5', 'admin_state_up': True, 'tenant_id': 'de91c285d16c4dc593ab45aab12d7e13'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:15:01.503885 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:01.579639 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 2b766a48-40eb-4629-a330-c1dc44f2946b, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=2b766a48-40eb-4629-a330-c1dc44f2946b,segment=NetworkSegment(f66c8d51-bc77-416b-8fe3-df506c3439d1),segment_id=f66c8d51-bc77-416b-8fe3-df506c3439d1)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:15:01.587169 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:01.609427 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ccce4-1fc3-4ed2-b87d-ed588b2890fb req-a3e41198-b3de-48cb-a73a-777ef9e9a0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:01.611873 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-882ccce4-1fc3-4ed2-b87d-ed588b2890fb req-a3e41198-b3de-48cb-a73a-777ef9e9a0b6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6e1d1e55-8689-4939-b673-836425f8455e HTTP/1.1" status: 200 len: 1098 time: 1.3743417 May 05 20:15:01.707497 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-12a6d779-ad05-4433-9039-ae6b9d13cf95 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:01.743520 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=2b766a48-40eb-4629-a330-c1dc44f2946b,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:01.848028 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-52f51516-c035-4b34-8060-0008e55ed034 req-60d190cb-835d-4575-ae6a-fc3483c48829 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:15:01.862332 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-52f51516-c035-4b34-8060-0008e55ed034 req-60d190cb-835d-4575-ae6a-fc3483c48829 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:15:01.999236 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52f51516-c035-4b34-8060-0008e55ed034 req-60d190cb-835d-4575-ae6a-fc3483c48829 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Made reservation on behalf of de91c285d16c4dc593ab45aab12d7e13 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:15:02.003731 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-52f51516-c035-4b34-8060-0008e55ed034 req-60d190cb-835d-4575-ae6a-fc3483c48829 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:02.052024 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d77250e0-de54-4a95-bccb-f59e78fb36e1 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:02.245337 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77250e0-de54-4a95-bccb-f59e78fb36e1 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event updated for resources: {'Subnet': ['ID=bb6e4c22-1171-43d2-a65f-95fbff686fba,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:02.261065 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-882ccce4-1fc3-4ed2-b87d-ed588b2890fb req-4b9a0ce3-3018-4270-b299-10b22ed2f437 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fa34c6b7-f79e-42a5-a73d-73f26fc7f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6195865 May 05 20:15:02.261690 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77250e0-de54-4a95-bccb-f59e78fb36e1 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Network 66d70931-658c-4c0d-a54d-0459faf0b4e6 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:15:02.276314 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc74d92-4f0f-4823-a8b0-7ee58e75da9b req-b04d04eb-8e58-418b-9da8-bcfe432e776f tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:02.278875 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8fc74d92-4f0f-4823-a8b0-7ee58e75da9b req-b04d04eb-8e58-418b-9da8-bcfe432e776f tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1d1e55-8689-4939-b673-836425f8455e HTTP/1.1" status: 200 len: 947 time: 0.9440775 May 05 20:15:02.285362 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-d77250e0-de54-4a95-bccb-f59e78fb36e1 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:15:02.301577 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6fa305-e26d-4582-baac-e95f5db77c41 None None] Network 66d70931-658c-4c0d-a54d-0459faf0b4e6 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:15:02.304295 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77250e0-de54-4a95-bccb-f59e78fb36e1 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:02.304869 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d77250e0-de54-4a95-bccb-f59e78fb36e1 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:02.310054 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-abc7670e-38cf-496a-b6e6-875edef1ee95 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:02.408647 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8fc74d92-4f0f-4823-a8b0-7ee58e75da9b req-363e39d3-c696-4d74-be59-9a99752f87b8 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa34c6b7-f79e-42a5-a73d-73f26fc7f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979807 May 05 20:15:02.433118 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d77250e0-de54-4a95-bccb-f59e78fb36e1 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.3901801 May 05 20:15:02.445381 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35068) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:02.455278 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-188a0640-8286-4cb3-abec-c575ca661c60 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-344002148', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'bb6e4c22-1171-43d2-a65f-95fbff686fba'}], 'security_groups': ['853c8f1a-22fd-42de-b6d8-e4a723ec55cd', 'edcec332-7ced-483b-8112-b68f37c1b1d4']}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:15:02.590220 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc7670e-38cf-496a-b6e6-875edef1ee95 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Pushing event deleted for resources: {'Port': ['ID=a6a8e83a-5b5b-4a3f-bd3d-a36285d41a2a,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:02.840379 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2c0d1292-4302-49e0-b183-a651fd98b687 req-2be9927b-b8b0-4d2f-a35f-f0483d2f6a08 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5d40173-a144-44a7-98d8-e4fa8dc15faf HTTP/1.1" status: 200 len: 210 time: 0.3083317 May 05 20:15:02.873350 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-52f51516-c035-4b34-8060-0008e55ed034 req-60d190cb-835d-4575-ae6a-fc3483c48829 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Allocated IP 172.20.0.11 (896c84ec-d658-47a8-8593-c81dc7c226d5/44cdc6bd-b57d-466c-9ea8-c60f939ca27c/7e6028a8-e4b7-4e27-91e3-0ea59c34d902) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:15:02.889011 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 2b766a48-40eb-4629-a330-c1dc44f2946b up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:15:02.893260 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a6d779-ad05-4433-9039-ae6b9d13cf95 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Router 266442d9-3ba0-4126-8100-59688e8d7b05 is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88197) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:15:02.906527 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-abc7670e-38cf-496a-b6e6-875edef1ee95 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:03.001944 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 2b766a48-40eb-4629-a330-c1dc44f2946b triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:15:03.002430 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:03.556985 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bc4c66-8e23-4585-bc6c-fb3b58227e97 None None] Update dhcp port {'port': {'network_id': '66d70931-658c-4c0d-a54d-0459faf0b4e6', 'fixed_ips': [{'subnet_id': '906fac07-fc9b-4f59-9a0a-dc0099abbf62', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '51272f54-ffaf-44bd-a51e-518c746e4a54', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bb6e4c22-1171-43d2-a65f-95fbff686fba'}], 'binding:host_id': 'n-d-840717-1'}, 'id': '38228298-46c9-43ca-b412-ec0b463d0a42'} from n-d-840717-1. {{(pid=88199) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 05 20:15:03.615187 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a6d779-ad05-4433-9039-ae6b9d13cf95 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:15:03.772318 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a1bc4c66-8e23-4585-bc6c-fb3b58227e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:03.801686 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ed1372-f861-4daf-b264-eac2cf0fdb52 None None] Sync routers for ids ['266442d9-3ba0-4126-8100-59688e8d7b05'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:15:03.853794 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ed1372-f861-4daf-b264-eac2cf0fdb52 None None] Routers {'266442d9-3ba0-4126-8100-59688e8d7b05'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:15:03.857061 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-71ed1372-f861-4daf-b264-eac2cf0fdb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:14:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['266442d9-3ba0-4126-8100-59688e8d7b05'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:15:03.971087 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-12a6d779-ad05-4433-9039-ae6b9d13cf95 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:03.974608 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-12a6d779-ad05-4433-9039-ae6b9d13cf95 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 11.1018169 May 05 20:15:04.126804 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-188a0640-8286-4cb3-abec-c575ca661c60 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:04.148701 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35116) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:04.352905 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-a1bc4c66-8e23-4585-bc6c-fb3b58227e97 None None] Allocated IP 2001:db8:0:2::2 (66d70931-658c-4c0d-a54d-0459faf0b4e6/bb6e4c22-1171-43d2-a65f-95fbff686fba/38228298-46c9-43ca-b412-ec0b463d0a42) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:15:04.355190 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-52f51516-c035-4b34-8060-0008e55ed034 req-60d190cb-835d-4575-ae6a-fc3483c48829 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:04.520471 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-52f51516-c035-4b34-8060-0008e55ed034 req-60d190cb-835d-4575-ae6a-fc3483c48829 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:04.712975 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-71ed1372-f861-4daf-b264-eac2cf0fdb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:15:04.732246 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ceb65d3e-10ed-4d54-8b30-5fd0776690b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:04.747066 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ed1372-f861-4daf-b264-eac2cf0fdb52 None None] Routers {'266442d9-3ba0-4126-8100-59688e8d7b05'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:15:04.748012 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-71ed1372-f861-4daf-b264-eac2cf0fdb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:14:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['266442d9-3ba0-4126-8100-59688e8d7b05'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:15:04.868832 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52f51516-c035-4b34-8060-0008e55ed034 req-60d190cb-835d-4575-ae6a-fc3483c48829 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Network 896c84ec-d658-47a8-8593-c81dc7c226d5 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:15:04.891715 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-52f51516-c035-4b34-8060-0008e55ed034 req-60d190cb-835d-4575-ae6a-fc3483c48829 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:15:04.910587 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-52f51516-c035-4b34-8060-0008e55ed034 req-60d190cb-835d-4575-ae6a-fc3483c48829 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:15:04.921915 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-71ed1372-f861-4daf-b264-eac2cf0fdb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:15:04.922316 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ed1372-f861-4daf-b264-eac2cf0fdb52 None None] The sync data for ids ['266442d9-3ba0-4126-8100-59688e8d7b05'] in n-d-840717-1 is: [] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:15:04.947956 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-a1bc4c66-8e23-4585-bc6c-fb3b58227e97 None None] For port 38228298-46c9-43ca-b412-ec0b463d0a42, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=38228298-46c9-43ca-b412-ec0b463d0a42,segment=NetworkSegment(2e6ec014-bca3-49b3-a86f-e01be1381773),segment_id=2e6ec014-bca3-49b3-a86f-e01be1381773)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:15:04.959116 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d190cb-835d-4575-ae6a-fc3483c48829 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Pushing event updated for resources: {'Port': ['ID=7e6028a8-e4b7-4e27-91e3-0ea59c34d902,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:05.004255 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-abc7670e-38cf-496a-b6e6-875edef1ee95 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:05.022270 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a1bc4c66-8e23-4585-bc6c-fb3b58227e97 None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:05.029618 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2a92441d-2efa-4fd3-ba78-fa30676d0f51 req-f31a74a2-58bc-41d6-9bc9-7426f3251a7d tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5d40173-a144-44a7-98d8-e4fa8dc15faf HTTP/1.1" status: 200 len: 210 time: 0.8761332 May 05 20:15:05.035372 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-abc7670e-38cf-496a-b6e6-875edef1ee95 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-641266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-641259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-651706'] for router, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:05.058081 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-a1bc4c66-8e23-4585-bc6c-fb3b58227e97 None None] Transition to ACTIVE for port object 38228298-46c9-43ca-b412-ec0b463d0a42 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:15:05.067634 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a1bc4c66-8e23-4585-bc6c-fb3b58227e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:05.178016 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfa0817-5d93-4e10-ac99-066093508dc0 req-2bdb72ff-339b-4e51-a934-d00b7533cf27 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:05.200186 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1bfa0817-5d93-4e10-ac99-066093508dc0 req-2bdb72ff-339b-4e51-a934-d00b7533cf27 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1d1e55-8689-4939-b673-836425f8455e HTTP/1.1" status: 200 len: 947 time: 1.2103248 May 05 20:15:05.275501 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f51516-c035-4b34-8060-0008e55ed034 req-60d190cb-835d-4575-ae6a-fc3483c48829 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:05.276225 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-52f51516-c035-4b34-8060-0008e55ed034 req-60d190cb-835d-4575-ae6a-fc3483c48829 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:05.419171 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1bfa0817-5d93-4e10-ac99-066093508dc0 req-36aa1760-7a69-4bad-958c-c61aabc3b500 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa34c6b7-f79e-42a5-a73d-73f26fc7f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2163262 May 05 20:15:05.433224 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-52f51516-c035-4b34-8060-0008e55ed034 req-60d190cb-835d-4575-ae6a-fc3483c48829 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2470722 May 05 20:15:05.449444 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-52f51516-c035-4b34-8060-0008e55ed034 req-7e5f8866-d7fb-4147-a6f7-9c2337e4b898 service neutron] Request body: {'port': {'device_id': 'f5d40173-a144-44a7-98d8-e4fa8dc15faf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:15:05.531296 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bc4c66-8e23-4585-bc6c-fb3b58227e97 None None] Pushing event updated for resources: {'Port': ['ID=38228298-46c9-43ca-b412-ec0b463d0a42,revision_number=7']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:05.718152 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-4423c9f3-f704-4b5a-ab5e-d3b483433fb2 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "GET /v2.0/routers/266442d9-3ba0-4126-8100-59688e8d7b05 HTTP/1.1" status: 200 len: 881 time: 1.5663941 May 05 20:15:05.720915 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abc7670e-38cf-496a-b6e6-875edef1ee95 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Router 23aa8e33-69bc-4542-8819-7f07a7232d28 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:15:05.721746 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35142) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:05.956911 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-52f51516-c035-4b34-8060-0008e55ed034 req-7e5f8866-d7fb-4147-a6f7-9c2337e4b898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:06.095331 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-188a0640-8286-4cb3-abec-c575ca661c60 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Delete allocated IP 2001:db8::265 (66d70931-658c-4c0d-a54d-0459faf0b4e6/51272f54-ffaf-44bd-a51e-518c746e4a54) {{(pid=88198) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 05 20:15:06.109431 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-188a0640-8286-4cb3-abec-c575ca661c60 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Allocated IP 2001:db8:0:2::227 (66d70931-658c-4c0d-a54d-0459faf0b4e6/bb6e4c22-1171-43d2-a65f-95fbff686fba/297a6b89-3611-490b-b122-5faf05ad095a) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:15:06.203155 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc7670e-38cf-496a-b6e6-875edef1ee95 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:15:06.211866 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-abc7670e-38cf-496a-b6e6-875edef1ee95 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:06.214001 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bb1ec1-1c42-4f6e-a312-c2dd83e8432b None None] Sync routers for ids ['23aa8e33-69bc-4542-8819-7f07a7232d28'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:15:06.224310 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-abc7670e-38cf-496a-b6e6-875edef1ee95 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] 10.222.0.36 "PUT /v2.0/routers/23aa8e33-69bc-4542-8819-7f07a7232d28 HTTP/1.1" status: 200 len: 705 time: 11.2201955 May 05 20:15:06.234728 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bb1ec1-1c42-4f6e-a312-c2dd83e8432b None None] Routers {'23aa8e33-69bc-4542-8819-7f07a7232d28'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:15:06.235397 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-02bb1ec1-1c42-4f6e-a312-c2dd83e8432b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:14:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['23aa8e33-69bc-4542-8819-7f07a7232d28'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:15:06.243187 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35152) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:06.474383 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-02bb1ec1-1c42-4f6e-a312-c2dd83e8432b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:15:06.490770 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bb1ec1-1c42-4f6e-a312-c2dd83e8432b None None] Routers {'23aa8e33-69bc-4542-8819-7f07a7232d28'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:15:06.492356 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-02bb1ec1-1c42-4f6e-a312-c2dd83e8432b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:14:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['23aa8e33-69bc-4542-8819-7f07a7232d28'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:15:06.619985 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-02bb1ec1-1c42-4f6e-a312-c2dd83e8432b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:15:06.622210 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bb1ec1-1c42-4f6e-a312-c2dd83e8432b None None] The sync data for ids ['23aa8e33-69bc-4542-8819-7f07a7232d28'] in n-d-840717-1 is: [] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:15:06.822328 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9f6812c4-d7c2-4a98-a165-3ff82d67dd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:06.834533 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 38228298-46c9-43ca-b412-ec0b463d0a42 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:15:06.970580 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.db.resource_extend [None req-188a0640-8286-4cb3-abec-c575ca661c60 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 20:15:07.009039 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-cd3d1e62-d158-4b00-b4b6-672df60cf2fb None None] Provisioning for port 38228298-46c9-43ca-b412-ec0b463d0a42 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:15:07.014926 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-cd3d1e62-d158-4b00-b4b6-672df60cf2fb None None] Provisioning complete for port 38228298-46c9-43ca-b412-ec0b463d0a42 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:15:07.015308 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cd3d1e62-d158-4b00-b4b6-672df60cf2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:07.023942 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-b4d0b24a-65bb-434e-ab90-3fd73f9b4ff3 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] 10.222.0.36 "GET /v2.0/routers/23aa8e33-69bc-4542-8819-7f07a7232d28 HTTP/1.1" status: 200 len: 740 time: 0.7795722 May 05 20:15:07.027142 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35172) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:07.062588 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-188a0640-8286-4cb3-abec-c575ca661c60 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:07.105952 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d4aff618-e9d0-464f-95ed-36f5dac767f8 tempest-RoutersAdminTest-1186338779 tempest-RoutersAdminTest-1186338779-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=0401d202-1605-4cfe-bad4-fb225df6afb0&device_id=23aa8e33-69bc-4542-8819-7f07a7232d28 HTTP/1.1" status: 200 len: 205 time: 0.0766876 May 05 20:15:07.111237 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35176) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:07.184218 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a6d56-dfd4-49b7-8c47-aeb18abbfc26 req-d074bede-fd13-47b7-accc-d1d945aac9ba tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:07.186723 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-661a6d56-dfd4-49b7-8c47-aeb18abbfc26 req-d074bede-fd13-47b7-accc-d1d945aac9ba tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5d40173-a144-44a7-98d8-e4fa8dc15faf HTTP/1.1" status: 200 len: 932 time: 0.7752960 May 05 20:15:07.190913 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-b0fdfd6f-e387-4cf8-87f9-37d9087e68cc tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] 10.222.0.36 "GET /v2.0/ports?device_id=23aa8e33-69bc-4542-8819-7f07a7232d28 HTTP/1.1" status: 200 len: 205 time: 0.0764623 May 05 20:15:07.203181 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35182) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:07.230551 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-188a0640-8286-4cb3-abec-c575ca661c60 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Transition to ACTIVE for port object 297a6b89-3611-490b-b122-5faf05ad095a will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:15:07.253573 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-188a0640-8286-4cb3-abec-c575ca661c60 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:07.335439 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-cd3d1e62-d158-4b00-b4b6-672df60cf2fb None None] Provisioning for port 297a6b89-3611-490b-b122-5faf05ad095a completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:15:07.341031 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-cd3d1e62-d158-4b00-b4b6-672df60cf2fb None None] Provisioning complete for port 297a6b89-3611-490b-b122-5faf05ad095a triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:15:07.341720 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cd3d1e62-d158-4b00-b4b6-672df60cf2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:07.416786 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-cd3d1e62-d158-4b00-b4b6-672df60cf2fb None None] Port 297a6b89-3611-490b-b122-5faf05ad095a cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:15:07.434963 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-cd3d1e62-d158-4b00-b4b6-672df60cf2fb None None] Provisioning complete for port 723f77d3-2a92-411f-acdc-506b86fff587 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:15:07.435736 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cd3d1e62-d158-4b00-b4b6-672df60cf2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:07.476184 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7f9237af-de23-41bd-97bb-45c5af944d7c tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks [] for router, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:07.635675 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bca2ed-b758-4d46-ad76-d6ff45ae4568 req-4430e878-e6a7-402f-8932-c221289248fd tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:07.646118 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b8bca2ed-b758-4d46-ad76-d6ff45ae4568 req-4430e878-e6a7-402f-8932-c221289248fd tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1d1e55-8689-4939-b673-836425f8455e HTTP/1.1" status: 200 len: 947 time: 0.8371155 May 05 20:15:07.649346 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-cd3d1e62-d158-4b00-b4b6-672df60cf2fb None None] Port 723f77d3-2a92-411f-acdc-506b86fff587 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:15:07.732973 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188a0640-8286-4cb3-abec-c575ca661c60 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event updated for resources: {'Port': ['ID=297a6b89-3611-490b-b122-5faf05ad095a,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:07.759153 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-188a0640-8286-4cb3-abec-c575ca661c60 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] In _notify_port_updated(), no bound segment for port 297a6b89-3611-490b-b122-5faf05ad095a on network 66d70931-658c-4c0d-a54d-0459faf0b4e6 {{(pid=88198) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 05 20:15:07.766776 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188a0640-8286-4cb3-abec-c575ca661c60 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:07.773540 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-188a0640-8286-4cb3-abec-c575ca661c60 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:07.775341 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-188a0640-8286-4cb3-abec-c575ca661c60 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "PUT /v2.0/ports/297a6b89-3611-490b-b122-5faf05ad095a HTTP/1.1" status: 200 len: 969 time: 5.3286235 May 05 20:15:07.786198 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35186) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:07.813393 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:07.986472 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9bab2f13-f579-4c9d-8ff2-7b7acdf0805b None None] Provisioning complete for port 297a6b89-3611-490b-b122-5faf05ad095a triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:15:07.991972 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9bab2f13-f579-4c9d-8ff2-7b7acdf0805b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:08.039983 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-661a6d56-dfd4-49b7-8c47-aeb18abbfc26 req-98835309-3810-44f5-8520-47c67c635e6e tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa357fd3-c322-4995-b457-fb19b1b2843b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8377273 May 05 20:15:08.208534 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9bab2f13-f579-4c9d-8ff2-7b7acdf0805b None None] Port 297a6b89-3611-490b-b122-5faf05ad095a cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:15:08.251454 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:08.514968 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7f9237af-de23-41bd-97bb-45c5af944d7c tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:08.533210 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-42db52df-97eb-42f0-b35e-a5b1e9e65145 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Synchronizing usage tracker for tenant:9b46723d474c4d6a82c8d63ca7324f68 on resource:router {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:15:08.537269 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-52f51516-c035-4b34-8060-0008e55ed034 req-7e5f8866-d7fb-4147-a6f7-9c2337e4b898 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e6028a8-e4b7-4e27-91e3-0ea59c34d902 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:15:08.559906 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7f9237af-de23-41bd-97bb-45c5af944d7c tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:08.600119 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b8bca2ed-b758-4d46-ad76-d6ff45ae4568 req-f8e0566c-db0a-4439-b47d-1d339cf6d7dc tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa34c6b7-f79e-42a5-a73d-73f26fc7f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9520154 May 05 20:15:08.603228 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-52f51516-c035-4b34-8060-0008e55ed034 req-7e5f8866-d7fb-4147-a6f7-9c2337e4b898 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:08.640653 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-52f51516-c035-4b34-8060-0008e55ed034 req-7e5f8866-d7fb-4147-a6f7-9c2337e4b898 service neutron] Transition to ACTIVE for port object 7e6028a8-e4b7-4e27-91e3-0ea59c34d902 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:15:08.658474 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7f9237af-de23-41bd-97bb-45c5af944d7c tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:08.659428 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f9237af-de23-41bd-97bb-45c5af944d7c tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Fanout notify agent at l3_agent the message router_deleted on router 23aa8e33-69bc-4542-8819-7f07a7232d28 {{(pid=88197) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:15:08.688950 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-2e172508-ebb4-4f80-a392-52a798fc31cd tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Deleting port 297a6b89-3611-490b-b122-5faf05ad095a {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:15:08.689310 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2e172508-ebb4-4f80-a392-52a798fc31cd tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:08.691816 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7f9237af-de23-41bd-97bb-45c5af944d7c tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:08.696134 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-7f9237af-de23-41bd-97bb-45c5af944d7c tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] 10.222.0.36 "DELETE /v2.0/routers/23aa8e33-69bc-4542-8819-7f07a7232d28 HTTP/1.1" status: 204 len: 168 time: 1.4908745 May 05 20:15:08.698375 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-42db52df-97eb-42f0-b35e-a5b1e9e65145 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Unset dirty status for tenant:9b46723d474c4d6a82c8d63ca7324f68 on resource:router {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:15:08.702832 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-42db52df-97eb-42f0-b35e-a5b1e9e65145 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 2.9799199 May 05 20:15:08.703771 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35200) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:08.709369 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35202) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:08.723565 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-cd2260c9-6bf7-4ace-b043-b3e8c5fc451a tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1001278064'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:15:08.794564 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-52f51516-c035-4b34-8060-0008e55ed034 req-7e5f8866-d7fb-4147-a6f7-9c2337e4b898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:09.438885 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2e172508-ebb4-4f80-a392-52a798fc31cd tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:09.561472 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:09.612241 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-3e519045-9923-44b2-a9f5-8ef41dac17d9 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] 10.222.0.36 "GET /v2.0/ports?device_id=23aa8e33-69bc-4542-8819-7f07a7232d28 HTTP/1.1" status: 200 len: 205 time: 0.9062655 May 05 20:15:09.615698 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35220) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:09.751225 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-2e172508-ebb4-4f80-a392-52a798fc31cd tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Calling delete_port for 297a6b89-3611-490b-b122-5faf05ad095a owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:15:09.872501 n-d-840717-1 neutron-server[88197]: INFO neutron.api.v2.resource [None req-40d711f5-6e77-4670-9349-1c762cd6dd8b tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] delete failed (client error): The resource could not be found. May 05 20:15:09.875775 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f8866-d7fb-4147-a6f7-9c2337e4b898 service neutron] Pushing event updated for resources: {'Port': ['ID=7e6028a8-e4b7-4e27-91e3-0ea59c34d902,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:09.876653 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-40d711f5-6e77-4670-9349-1c762cd6dd8b tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] 10.222.0.36 "DELETE /v2.0/routers/23aa8e33-69bc-4542-8819-7f07a7232d28 HTTP/1.1" status: 404 len: 336 time: 0.2327600 May 05 20:15:09.878594 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35226) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:10.254913 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cd2260c9-6bf7-4ace-b043-b3e8c5fc451a tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:10.271819 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cd2260c9-6bf7-4ace-b043-b3e8c5fc451a tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-641266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-641259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-651706'] for router, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:10.284268 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c72b4524-f191-440d-84b6-bdf714dcf296 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] 10.222.0.36 "GET /v2.0/ports?device_id=019e462d-ce68-462e-90cb-f302678962f4 HTTP/1.1" status: 200 len: 205 time: 0.3921094 May 05 20:15:10.296035 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc1284e-428c-4504-8965-d423523da12a req-eb79d569-42e2-4f4f-8eeb-f4fe1f195926 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:10.303197 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5fc1284e-428c-4504-8965-d423523da12a req-eb79d569-42e2-4f4f-8eeb-f4fe1f195926 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5d40173-a144-44a7-98d8-e4fa8dc15faf HTTP/1.1" status: 200 len: 944 time: 0.8156493 May 05 20:15:10.311610 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35236) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:10.416422 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-4b588a87-df1c-4949-9e86-7aaf22e1a68e tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] delete failed (client error): The resource could not be found. May 05 20:15:10.417371 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-4b588a87-df1c-4949-9e86-7aaf22e1a68e tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] 10.222.0.36 "DELETE /v2.0/routers/019e462d-ce68-462e-90cb-f302678962f4 HTTP/1.1" status: 404 len: 336 time: 0.1029670 May 05 20:15:10.433893 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35244) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:10.512527 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-226013a9-d8b5-47d3-b3fe-d7cbe3525631 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] 10.222.0.36 "GET /v2.0/ports?device_id=563a2725-f995-4ae3-8291-4ed96bc93f4f HTTP/1.1" status: 200 len: 205 time: 0.0754988 May 05 20:15:10.516632 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35250) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:10.630744 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35256) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:10.683612 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-f7cc6c32-74db-46d8-b0ae-799a4632d899 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] delete failed (client error): The resource could not be found. May 05 20:15:10.687118 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f7cc6c32-74db-46d8-b0ae-799a4632d899 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] 10.222.0.36 "DELETE /v2.0/routers/563a2725-f995-4ae3-8291-4ed96bc93f4f HTTP/1.1" status: 404 len: 336 time: 0.1667881 May 05 20:15:10.691198 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35262) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:10.697687 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2e172508-ebb4-4f80-a392-52a798fc31cd tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:10.859860 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5fc1284e-428c-4504-8965-d423523da12a req-2c1af8a1-795e-4984-b214-c97dcc120627 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa357fd3-c322-4995-b457-fb19b1b2843b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5555062 May 05 20:15:10.906639 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35270) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:10.908383 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-098bddea-df79-4673-84c8-45056e7c0ea6 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] 10.222.0.36 "GET /v2.0/ports?device_id=44c6364f-75b3-4d82-be45-f34bf9643544 HTTP/1.1" status: 200 len: 205 time: 0.2099342 May 05 20:15:10.927290 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd2260c9-6bf7-4ace-b043-b3e8c5fc451a tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Router 266442d9-3ba0-4126-8100-59688e8d7b05 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:15:11.058048 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e172508-ebb4-4f80-a392-52a798fc31cd tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event deleted for resources: {'Port': ['ID=297a6b89-3611-490b-b122-5faf05ad095a,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:11.065947 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2e172508-ebb4-4f80-a392-52a798fc31cd tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:11.093091 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-2e172508-ebb4-4f80-a392-52a798fc31cd tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "DELETE /v2.0/ports/297a6b89-3611-490b-b122-5faf05ad095a HTTP/1.1" status: 204 len: 168 time: 3.2964671 May 05 20:15:11.094164 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-52f51516-c035-4b34-8060-0008e55ed034 req-7e5f8866-d7fb-4147-a6f7-9c2337e4b898 service neutron] Attempting to bind port 7e6028a8-e4b7-4e27-91e3-0ea59c34d902 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:15:11.094503 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-52f51516-c035-4b34-8060-0008e55ed034 req-7e5f8866-d7fb-4147-a6f7-9c2337e4b898 service neutron] Attempting to bind port 7e6028a8-e4b7-4e27-91e3-0ea59c34d902 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'f66c8d51-bc77-416b-8fe3-df506c3439d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '896c84ec-d658-47a8-8593-c81dc7c226d5'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:15:11.094826 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f51516-c035-4b34-8060-0008e55ed034 req-7e5f8866-d7fb-4147-a6f7-9c2337e4b898 service neutron] Attempting to bind port 7e6028a8-e4b7-4e27-91e3-0ea59c34d902 on network 896c84ec-d658-47a8-8593-c81dc7c226d5 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:15:11.097939 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-06d330c5-6d77-44d8-a241-6670d5d6dbea admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:11.108143 n-d-840717-1 neutron-server[88197]: INFO neutron.api.v2.resource [None req-bf788cd1-8192-46e1-96fa-015aee2f4f1f tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] delete failed (client error): The resource could not be found. May 05 20:15:11.110333 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35276) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:11.113603 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-bf788cd1-8192-46e1-96fa-015aee2f4f1f tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] 10.222.0.36 "DELETE /v2.0/routers/44c6364f-75b3-4d82-be45-f34bf9643544 HTTP/1.1" status: 404 len: 336 time: 0.2056408 May 05 20:15:11.114679 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35278) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:11.162960 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-06d330c5-6d77-44d8-a241-6670d5d6dbea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:15:11.169219 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-06d330c5-6d77-44d8-a241-6670d5d6dbea admin admin] Usage tracker for resource:security_group_rule and tenant:380b875af07942069295d07ea44af417 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:15:11.187951 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-06d330c5-6d77-44d8-a241-6670d5d6dbea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:15:11.201557 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-3bdad38c-f649-45cc-a092-86e081b4de9c tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] 10.222.0.36 "GET /v2.0/ports?device_id=dea6bc72-c805-45b3-bd92-f51f39522651 HTTP/1.1" status: 200 len: 205 time: 0.0836854 May 05 20:15:11.203717 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-06d330c5-6d77-44d8-a241-6670d5d6dbea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:15:11.204540 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35286) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:11.260326 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f51516-c035-4b34-8060-0008e55ed034 req-7e5f8866-d7fb-4147-a6f7-9c2337e4b898 service neutron] Port 7e6028a8-e4b7-4e27-91e3-0ea59c34d902 on network 896c84ec-d658-47a8-8593-c81dc7c226d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:15:11.263907 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f51516-c035-4b34-8060-0008e55ed034 req-7e5f8866-d7fb-4147-a6f7-9c2337e4b898 service neutron] Attempting to bind port 7e6028a8-e4b7-4e27-91e3-0ea59c34d902 on network 896c84ec-d658-47a8-8593-c81dc7c226d5 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:15:11.350859 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-06d330c5-6d77-44d8-a241-6670d5d6dbea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:11.354251 n-d-840717-1 neutron-server[88197]: INFO neutron.api.v2.resource [None req-1e469cc5-1a00-46bb-98f5-51d2233b5955 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] delete failed (client error): The resource could not be found. May 05 20:15:11.355009 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-1e469cc5-1a00-46bb-98f5-51d2233b5955 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] 10.222.0.36 "DELETE /v2.0/routers/dea6bc72-c805-45b3-bd92-f51f39522651 HTTP/1.1" status: 404 len: 336 time: 0.1495659 May 05 20:15:11.356611 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a1e864d-5c37-4232-bc63-63986e5d9307 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] GET failed (client error): The resource could not be found. May 05 20:15:11.358473 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-9a1e864d-5c37-4232-bc63-63986e5d9307 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Synchronizing usage tracker for tenant:88760c5e167e4c4abc1263be6642087f on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:15:11.365396 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35298) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:11.374308 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-06d330c5-6d77-44d8-a241-6670d5d6dbea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:11.433892 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-06d330c5-6d77-44d8-a241-6670d5d6dbea admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=380b875af07942069295d07ea44af417&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7995462 May 05 20:15:11.434962 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f51516-c035-4b34-8060-0008e55ed034 req-7e5f8866-d7fb-4147-a6f7-9c2337e4b898 service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:15:11.436017 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f51516-c035-4b34-8060-0008e55ed034 req-7e5f8866-d7fb-4147-a6f7-9c2337e4b898 service neutron] Checking segment: {'id': 'f66c8d51-bc77-416b-8fe3-df506c3439d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '896c84ec-d658-47a8-8593-c81dc7c226d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:15:11.437144 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f51516-c035-4b34-8060-0008e55ed034 req-7e5f8866-d7fb-4147-a6f7-9c2337e4b898 service neutron] Bound using segment: {'id': 'f66c8d51-bc77-416b-8fe3-df506c3439d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '896c84ec-d658-47a8-8593-c81dc7c226d5'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:15:11.438361 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-52f51516-c035-4b34-8060-0008e55ed034 req-7e5f8866-d7fb-4147-a6f7-9c2337e4b898 service neutron] Bound port: 7e6028a8-e4b7-4e27-91e3-0ea59c34d902, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f66c8d51-bc77-416b-8fe3-df506c3439d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '896c84ec-d658-47a8-8593-c81dc7c226d5'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:15:11.440188 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-52f51516-c035-4b34-8060-0008e55ed034 req-7e5f8866-d7fb-4147-a6f7-9c2337e4b898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:11.501905 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35302) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:11.607992 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2260c9-6bf7-4ace-b043-b3e8c5fc451a tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:15:11.619613 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dbcf5a-1391-44e6-8ed0-9b04de9c1d1d None None] Sync routers for ids ['266442d9-3ba0-4126-8100-59688e8d7b05'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:15:11.629987 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cd2260c9-6bf7-4ace-b043-b3e8c5fc451a tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:11.635003 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dbcf5a-1391-44e6-8ed0-9b04de9c1d1d None None] Routers {'266442d9-3ba0-4126-8100-59688e8d7b05'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:15:11.635675 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-16dbcf5a-1391-44e6-8ed0-9b04de9c1d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:15:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['266442d9-3ba0-4126-8100-59688e8d7b05'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:15:11.637403 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-cd2260c9-6bf7-4ace-b043-b3e8c5fc451a tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "PUT /v2.0/routers/266442d9-3ba0-4126-8100-59688e8d7b05 HTTP/1.1" status: 200 len: 888 time: 2.9256134 May 05 20:15:11.638016 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35314) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:11.786297 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-702f15fd-0707-446a-a977-371156bd58ab tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] 10.222.0.36 "GET /v2.0/ports?device_id=79cf7f2c-2d78-4353-aef1-a18bc890cffc HTTP/1.1" status: 200 len: 205 time: 0.3716509 May 05 20:15:11.793975 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-9a1e864d-5c37-4232-bc63-63986e5d9307 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Unset dirty status for tenant:88760c5e167e4c4abc1263be6642087f on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:15:11.796790 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-16dbcf5a-1391-44e6-8ed0-9b04de9c1d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:15:11.797937 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-9a1e864d-5c37-4232-bc63-63986e5d9307 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "GET /v2.0/ports/297a6b89-3611-490b-b122-5faf05ad095a HTTP/1.1" status: 404 len: 333 time: 0.6864588 May 05 20:15:11.805416 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35322) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:11.805754 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35324) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:11.812655 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d330c5-6d77-44d8-a241-6670d5d6dbea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3c760b-04b3-44b7-b07c-b5b7608fef27,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:11.842567 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dbcf5a-1391-44e6-8ed0-9b04de9c1d1d None None] Routers {'266442d9-3ba0-4126-8100-59688e8d7b05'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:15:11.843272 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-16dbcf5a-1391-44e6-8ed0-9b04de9c1d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:15:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['266442d9-3ba0-4126-8100-59688e8d7b05'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:15:11.879119 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-52f51516-c035-4b34-8060-0008e55ed034 req-7e5f8866-d7fb-4147-a6f7-9c2337e4b898 service neutron] For port 7e6028a8-e4b7-4e27-91e3-0ea59c34d902, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:15:11.902028 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-52f51516-c035-4b34-8060-0008e55ed034 req-7e5f8866-d7fb-4147-a6f7-9c2337e4b898 service neutron] For port 7e6028a8-e4b7-4e27-91e3-0ea59c34d902, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=7e6028a8-e4b7-4e27-91e3-0ea59c34d902,segment=NetworkSegment(f66c8d51-bc77-416b-8fe3-df506c3439d1),segment_id=f66c8d51-bc77-416b-8fe3-df506c3439d1)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:15:11.917349 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-52f51516-c035-4b34-8060-0008e55ed034 req-7e5f8866-d7fb-4147-a6f7-9c2337e4b898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:11.992681 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-16dbcf5a-1391-44e6-8ed0-9b04de9c1d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:15:11.993370 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dbcf5a-1391-44e6-8ed0-9b04de9c1d1d None None] The sync data for ids ['266442d9-3ba0-4126-8100-59688e8d7b05'] in n-d-840717-1 is: [] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:15:12.021540 n-d-840717-1 neutron-server[88197]: INFO neutron.api.v2.resource [None req-cd963a27-d8ee-457c-a342-275d4c17c343 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] delete failed (client error): The resource could not be found. May 05 20:15:12.026254 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-cd963a27-d8ee-457c-a342-275d4c17c343 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] 10.222.0.36 "DELETE /v2.0/routers/79cf7f2c-2d78-4353-aef1-a18bc890cffc HTTP/1.1" status: 404 len: 336 time: 0.2195075 May 05 20:15:12.026815 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35334) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:12.031693 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f51516-c035-4b34-8060-0008e55ed034 req-7e5f8866-d7fb-4147-a6f7-9c2337e4b898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:12.032331 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-52f51516-c035-4b34-8060-0008e55ed034 req-7e5f8866-d7fb-4147-a6f7-9c2337e4b898 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:12.036451 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-52f51516-c035-4b34-8060-0008e55ed034 req-7e5f8866-d7fb-4147-a6f7-9c2337e4b898 service neutron] 10.222.0.24 "PUT /v2.0/ports/7e6028a8-e4b7-4e27-91e3-0ea59c34d902 HTTP/1.1" status: 200 len: 1092 time: 6.5950255 May 05 20:15:12.075225 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5d40173-a144-44a7-98d8-e4fa8dc15faf', 'tag': '7e6028a8-e4b7-4e27-91e3-0ea59c34d902'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:15:12.080605 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-93ef47a6-87ae-422e-8f3b-ed197d1cbaa8 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] DELETE failed (client error): The resource could not be found. May 05 20:15:12.081054 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93ef47a6-87ae-422e-8f3b-ed197d1cbaa8 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:15:12.086709 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a37e4ca1-cfcf-4e68-b151-199badd17d4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:12.098704 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-93ef47a6-87ae-422e-8f3b-ed197d1cbaa8 tempest-RoutersAdminTest-1765892043 tempest-RoutersAdminTest-1765892043-project] 10.222.0.36 "DELETE /v2.0/subnets/edbb76a5-ea1d-4360-91f0-5b81942f0a07 HTTP/1.1" status: 404 len: 337 time: 0.0666182 May 05 20:15:12.202995 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a5e2964-52d4-4691-8cd8-d7bdb8d295b8'] response: {'name': 'network-changed', 'server_uuid': 'f5d40173-a144-44a7-98d8-e4fa8dc15faf', 'tag': '7e6028a8-e4b7-4e27-91e3-0ea59c34d902', 'status': 'completed', 'code': 200} May 05 20:15:12.298699 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-af7fbc04-7840-4dc0-86c3-739257fa073e tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:12.349912 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-af7fbc04-7840-4dc0-86c3-739257fa073e tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:12.434331 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-96444f63-5c2d-4612-b336-b8baadf85841 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "GET /v2.0/routers/266442d9-3ba0-4126-8100-59688e8d7b05 HTTP/1.1" status: 200 len: 888 time: 0.7948503 May 05 20:15:12.435290 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35348) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:12.492241 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f8866-d7fb-4147-a6f7-9c2337e4b898 service neutron] Pushing event updated for resources: {'Port': ['ID=7e6028a8-e4b7-4e27-91e3-0ea59c34d902,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:12.495416 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-5e57e381-2f7f-41f0-832a-45cd6bfcb3fd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Synchronizing usage tracker for tenant:9b46723d474c4d6a82c8d63ca7324f68 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:15:12.520933 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-af7fbc04-7840-4dc0-86c3-739257fa073e tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:12.542999 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a37e4ca1-cfcf-4e68-b151-199badd17d4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:12.545896 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-5e57e381-2f7f-41f0-832a-45cd6bfcb3fd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Unset dirty status for tenant:9b46723d474c4d6a82c8d63ca7324f68 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:15:12.550357 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-5e57e381-2f7f-41f0-832a-45cd6bfcb3fd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "GET /v2.0/ports?device_id=266442d9-3ba0-4126-8100-59688e8d7b05 HTTP/1.1" status: 200 len: 205 time: 0.1138065 May 05 20:15:12.552113 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35352) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:12.553082 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7fbc04-7840-4dc0-86c3-739257fa073e tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb05d4a-67ce-4efa-8470-02fbd6a18b11,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:12.593090 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35356) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:12.666386 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f51516-c035-4b34-8060-0008e55ed034 req-d2d2eb7b-df7b-44ca-8468-e0f8846be9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:12.668041 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-52f51516-c035-4b34-8060-0008e55ed034 req-d2d2eb7b-df7b-44ca-8468-e0f8846be9ec service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=de91c285d16c4dc593ab45aab12d7e13&device_id=f5d40173-a144-44a7-98d8-e4fa8dc15faf HTTP/1.1" status: 200 len: 1095 time: 0.5483227 May 05 20:15:12.677311 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e53b43-39b9-48d8-a8ba-b91f0270b428 req-dcc360ea-dbcf-47ce-b96f-aa9b1f7186e1 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:12.678070 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-53e53b43-39b9-48d8-a8ba-b91f0270b428 req-dcc360ea-dbcf-47ce-b96f-aa9b1f7186e1 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Synchronizing usage tracker for tenant:de91c285d16c4dc593ab45aab12d7e13 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:15:12.755830 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-52f51516-c035-4b34-8060-0008e55ed034 req-480190ed-85f6-44bb-bc81-73ca221d4fd2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e6028a8-e4b7-4e27-91e3-0ea59c34d902 HTTP/1.1" status: 200 len: 217 time: 0.0711424 May 05 20:15:12.821531 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-36e26e2c-06e7-4c6e-8a5c-2566a57b7b37 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for router, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:12.864103 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f51516-c035-4b34-8060-0008e55ed034 req-d8aff27c-cf5c-42cd-9e8b-cb01f21708c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:12.865572 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-52f51516-c035-4b34-8060-0008e55ed034 req-d8aff27c-cf5c-42cd-9e8b-cb01f21708c6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=44cdc6bd-b57d-466c-9ea8-c60f939ca27c HTTP/1.1" status: 200 len: 859 time: 0.1000652 May 05 20:15:12.892763 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a37e4ca1-cfcf-4e68-b151-199badd17d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:12.899511 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-af7fbc04-7840-4dc0-86c3-739257fa073e tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:12.903788 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-af7fbc04-7840-4dc0-86c3-739257fa073e tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "DELETE /v2.0/security-groups/8eb05d4a-67ce-4efa-8470-02fbd6a18b11 HTTP/1.1" status: 204 len: 168 time: 1.0947168 May 05 20:15:12.907744 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35362) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:12.981870 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-53e53b43-39b9-48d8-a8ba-b91f0270b428 req-dcc360ea-dbcf-47ce-b96f-aa9b1f7186e1 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Unset dirty status for tenant:de91c285d16c4dc593ab45aab12d7e13 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:15:12.989239 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-53e53b43-39b9-48d8-a8ba-b91f0270b428 req-dcc360ea-dbcf-47ce-b96f-aa9b1f7186e1 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5d40173-a144-44a7-98d8-e4fa8dc15faf HTTP/1.1" status: 200 len: 944 time: 0.9002202 May 05 20:15:12.992077 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e4b68989-412e-417f-913d-28ba157dd389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:13.019671 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e4b68989-412e-417f-913d-28ba157dd389 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:15:13.026868 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-e4b68989-412e-417f-913d-28ba157dd389 admin admin] Usage tracker for resource:security_group_rule and tenant:84c44bbe9a46400ca904aba9c8d7d2a5 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:15:13.031023 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-e4b68989-412e-417f-913d-28ba157dd389 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:15:13.040409 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e4b68989-412e-417f-913d-28ba157dd389 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:15:13.065152 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d13d514d-bdfa-437c-9083-3237cef40d34 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:13.111420 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-36e26e2c-06e7-4c6e-8a5c-2566a57b7b37 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:13.134512 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d13d514d-bdfa-437c-9083-3237cef40d34 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:13.144094 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e4b68989-412e-417f-913d-28ba157dd389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:13.146134 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-36e26e2c-06e7-4c6e-8a5c-2566a57b7b37 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Deleting port 25f7c33d-3871-49b2-a287-4e45c2a7fd06 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:15:13.146759 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-36e26e2c-06e7-4c6e-8a5c-2566a57b7b37 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:13.161112 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37e4ca1-cfcf-4e68-b151-199badd17d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3c760b-04b3-44b7-b07c-b5b7608fef27,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:13.167937 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-52f51516-c035-4b34-8060-0008e55ed034 req-e566dcc2-b05a-4cc9-95e5-a9fdbffe6033 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=896c84ec-d658-47a8-8593-c81dc7c226d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2762876 May 05 20:15:13.172344 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e4b68989-412e-417f-913d-28ba157dd389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:13.479927 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b68989-412e-417f-913d-28ba157dd389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8d38ed-8500-44cc-baa9-c105c13ab531,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:13.495726 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e4b68989-412e-417f-913d-28ba157dd389 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=84c44bbe9a46400ca904aba9c8d7d2a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8973918 May 05 20:15:13.508645 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a37e4ca1-cfcf-4e68-b151-199badd17d4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:13.509731 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a37e4ca1-cfcf-4e68-b151-199badd17d4a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0b3c760b-04b3-44b7-b07c-b5b7608fef27 HTTP/1.1" status: 204 len: 168 time: 1.9823630 May 05 20:15:13.512683 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35372) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:13.578072 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-53e53b43-39b9-48d8-a8ba-b91f0270b428 req-267475ad-a0d5-4f80-bd7a-d07dfbcb17b4 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Synchronizing usage tracker for tenant:de91c285d16c4dc593ab45aab12d7e13 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:15:13.618868 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d13d514d-bdfa-437c-9083-3237cef40d34 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:13.652229 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e0f9dcd8-a16c-4116-b843-7c6e799f2400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:13.661112 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-52f51516-c035-4b34-8060-0008e55ed034 req-b61ed5e6-0ead-4100-87d6-f256083cf68d service neutron] 10.222.0.24 "GET /v2.0/networks/896c84ec-d658-47a8-8593-c81dc7c226d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4747450 May 05 20:15:13.688750 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13d514d-bdfa-437c-9083-3237cef40d34 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edcec332-7ced-483b-8112-b68f37c1b1d4,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:13.694317 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d13d514d-bdfa-437c-9083-3237cef40d34 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:13.699556 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d13d514d-bdfa-437c-9083-3237cef40d34 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "DELETE /v2.0/security-groups/edcec332-7ced-483b-8112-b68f37c1b1d4 HTTP/1.1" status: 204 len: 168 time: 0.7910903 May 05 20:15:13.702531 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35378) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:13.735502 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-36e26e2c-06e7-4c6e-8a5c-2566a57b7b37 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:13.760432 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-53e53b43-39b9-48d8-a8ba-b91f0270b428 req-267475ad-a0d5-4f80-bd7a-d07dfbcb17b4 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Unset dirty status for tenant:de91c285d16c4dc593ab45aab12d7e13 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:15:13.761602 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-53e53b43-39b9-48d8-a8ba-b91f0270b428 req-267475ad-a0d5-4f80-bd7a-d07dfbcb17b4 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa357fd3-c322-4995-b457-fb19b1b2843b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7713425 May 05 20:15:13.837296 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e0f9dcd8-a16c-4116-b843-7c6e799f2400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:13.892435 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-36e26e2c-06e7-4c6e-8a5c-2566a57b7b37 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Calling delete_port for 25f7c33d-3871-49b2-a287-4e45c2a7fd06 owned by network:router_gateway {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:15:13.973201 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1f56ca50-eacc-403e-a86d-5df1d26dd217 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:14.030371 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1f56ca50-eacc-403e-a86d-5df1d26dd217 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:14.116362 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-52f51516-c035-4b34-8060-0008e55ed034 req-bbf91151-a17d-4afb-a6cf-57cbbc38bb97 service neutron] 10.222.0.24 "GET /v2.0/networks/896c84ec-d658-47a8-8593-c81dc7c226d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4328623 May 05 20:15:14.140477 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1f56ca50-eacc-403e-a86d-5df1d26dd217 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:14.155482 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e0f9dcd8-a16c-4116-b843-7c6e799f2400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:14.185402 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:14.262560 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35388) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:14.300413 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f9dcd8-a16c-4116-b843-7c6e799f2400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8d38ed-8500-44cc-baa9-c105c13ab531,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:14.335502 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f56ca50-eacc-403e-a86d-5df1d26dd217 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=853c8f1a-22fd-42de-b6d8-e4a723ec55cd,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:14.352485 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-665d18e9-836c-4e09-829c-013c50b07ff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:14.358910 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e0f9dcd8-a16c-4116-b843-7c6e799f2400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:14.360318 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e0f9dcd8-a16c-4116-b843-7c6e799f2400 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3e8d38ed-8500-44cc-baa9-c105c13ab531 HTTP/1.1" status: 204 len: 168 time: 0.8432465 May 05 20:15:14.408936 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3acb24a-97be-425f-86eb-cae72531e4e1 req-16a0299c-b6c4-4d89-9912-5853801d272f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:14.410723 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d3acb24a-97be-425f-86eb-cae72531e4e1 req-16a0299c-b6c4-4d89-9912-5853801d272f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=de91c285d16c4dc593ab45aab12d7e13&device_id=f5d40173-a144-44a7-98d8-e4fa8dc15faf HTTP/1.1" status: 200 len: 1095 time: 0.2202737 May 05 20:15:14.413641 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-665d18e9-836c-4e09-829c-013c50b07ff0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:15:14.449341 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-665d18e9-836c-4e09-829c-013c50b07ff0 admin admin] Usage tracker for resource:security_group_rule and tenant:eded59d4823748c6a3c959289bc1ad51 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:15:14.459261 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1f56ca50-eacc-403e-a86d-5df1d26dd217 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:14.484578 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-1f56ca50-eacc-403e-a86d-5df1d26dd217 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "DELETE /v2.0/security-groups/853c8f1a-22fd-42de-b6d8-e4a723ec55cd HTTP/1.1" status: 204 len: 168 time: 0.7693965 May 05 20:15:14.493609 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35396) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:14.494842 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-665d18e9-836c-4e09-829c-013c50b07ff0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:15:14.509364 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-665d18e9-836c-4e09-829c-013c50b07ff0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:15:14.538778 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-36e26e2c-06e7-4c6e-8a5c-2566a57b7b37 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:14.586755 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:15:14.729597 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e26e2c-06e7-4c6e-8a5c-2566a57b7b37 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Pushing event deleted for resources: {'Port': ['ID=25f7c33d-3871-49b2-a287-4e45c2a7fd06,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:14.754046 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-28963588-cd4f-4c31-8b9e-d74fa76080ca tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Deleting subnet 51272f54-ffaf-44bd-a51e-518c746e4a54 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:15:14.774795 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-28963588-cd4f-4c31-8b9e-d74fa76080ca tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:15.139575 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3acb24a-97be-425f-86eb-cae72531e4e1 req-663006a3-e979-47c2-9896-631697cfc1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:15.140734 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d3acb24a-97be-425f-86eb-cae72531e4e1 req-663006a3-e979-47c2-9896-631697cfc1a6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=896c84ec-d658-47a8-8593-c81dc7c226d5 HTTP/1.1" status: 200 len: 920 time: 0.7205141 May 05 20:15:15.175115 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-36e26e2c-06e7-4c6e-8a5c-2566a57b7b37 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:15.223660 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35408) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:15.255720 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-28963588-cd4f-4c31-8b9e-d74fa76080ca tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:15.279964 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-665d18e9-836c-4e09-829c-013c50b07ff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:15.305393 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d3acb24a-97be-425f-86eb-cae72531e4e1 req-fcaeb7f3-0f56-468c-b690-e96dffdb931b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e6028a8-e4b7-4e27-91e3-0ea59c34d902 HTTP/1.1" status: 200 len: 217 time: 0.1548965 May 05 20:15:15.417959 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3acb24a-97be-425f-86eb-cae72531e4e1 req-f6415aa0-642a-4a0b-ae2c-74a4e10d1685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:15.419580 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d3acb24a-97be-425f-86eb-cae72531e4e1 req-f6415aa0-642a-4a0b-ae2c-74a4e10d1685 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=44cdc6bd-b57d-466c-9ea8-c60f939ca27c HTTP/1.1" status: 200 len: 859 time: 0.1059127 May 05 20:15:15.430681 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-aa213406-da97-4251-ae84-2bd77f801515 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=40cfd74d8bc944d4b86ff8a8157ab9bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2024887 May 05 20:15:15.461852 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35414) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:15.499151 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-665d18e9-836c-4e09-829c-013c50b07ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:15.596679 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-36e26e2c-06e7-4c6e-8a5c-2566a57b7b37 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:15.608734 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-36e26e2c-06e7-4c6e-8a5c-2566a57b7b37 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:15.654393 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2e79f7-8fe7-4ca1-b3e1-b2dd07a8369a req-d1b98543-00cb-4a11-be0b-c11e7648ec07 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:15.656762 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7a2e79f7-8fe7-4ca1-b3e1-b2dd07a8369a req-d1b98543-00cb-4a11-be0b-c11e7648ec07 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5d40173-a144-44a7-98d8-e4fa8dc15faf HTTP/1.1" status: 200 len: 944 time: 0.7313018 May 05 20:15:15.716451 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-665d18e9-836c-4e09-829c-013c50b07ff0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=eded59d4823748c6a3c959289bc1ad51&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4504104 May 05 20:15:15.717813 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d18e9-836c-4e09-829c-013c50b07ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5be807-fe93-4bd4-ab09-ac4f94913b49,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:15.735744 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35422) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:15.757618 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d3acb24a-97be-425f-86eb-cae72531e4e1 req-3b58999f-6ae2-41b1-bbe4-d0a791ddfe31 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=896c84ec-d658-47a8-8593-c81dc7c226d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3256228 May 05 20:15:15.775807 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 7e6028a8-e4b7-4e27-91e3-0ea59c34d902 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:15:15.823418 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-36e26e2c-06e7-4c6e-8a5c-2566a57b7b37 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:15.824795 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e26e2c-06e7-4c6e-8a5c-2566a57b7b37 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Fanout notify agent at l3_agent the message router_deleted on router 266442d9-3ba0-4126-8100-59688e8d7b05 {{(pid=88197) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:15:15.865498 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-28963588-cd4f-4c31-8b9e-d74fa76080ca tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:15.939872 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7a2e79f7-8fe7-4ca1-b3e1-b2dd07a8369a req-f7f1cd4c-05c3-4dc0-807b-540347ca7791 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa357fd3-c322-4995-b457-fb19b1b2843b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640669 May 05 20:15:15.961482 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-259c3f8a-1098-4c4d-bbc7-17fb5b5fc78c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:16.081445 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-28963588-cd4f-4c31-8b9e-d74fa76080ca tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:16.083677 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 7e6028a8-e4b7-4e27-91e3-0ea59c34d902, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=7e6028a8-e4b7-4e27-91e3-0ea59c34d902,segment=NetworkSegment(f66c8d51-bc77-416b-8fe3-df506c3439d1),segment_id=f66c8d51-bc77-416b-8fe3-df506c3439d1)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:15:16.093813 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-259c3f8a-1098-4c4d-bbc7-17fb5b5fc78c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:16.111164 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1f4c3868-d73f-4dee-8f6f-237ea05414f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:16.116974 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '7e6028a8-e4b7-4e27-91e3-0ea59c34d902', 'network_id': '896c84ec-d658-47a8-8593-c81dc7c226d5', 'port_id': '7e6028a8-e4b7-4e27-91e3-0ea59c34d902', 'mac_address': 'fa:16:3e:8d:24:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44cdc6bd-b57d-466c-9ea8-c60f939ca27c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:15:16.160659 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-36e26e2c-06e7-4c6e-8a5c-2566a57b7b37 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:16.161540 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28963588-cd4f-4c31-8b9e-d74fa76080ca tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event deleted for resources: {'Subnet': ['ID=51272f54-ffaf-44bd-a51e-518c746e4a54,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:16.163875 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-28963588-cd4f-4c31-8b9e-d74fa76080ca tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:16.176214 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-36e26e2c-06e7-4c6e-8a5c-2566a57b7b37 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "DELETE /v2.0/routers/266442d9-3ba0-4126-8100-59688e8d7b05 HTTP/1.1" status: 204 len: 168 time: 3.6101701 May 05 20:15:16.192726 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a57d9d-4c40-42da-a679-8c1d374c5cdb None None] Network 66d70931-658c-4c0d-a54d-0459faf0b4e6 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:15:16.197207 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-28963588-cd4f-4c31-8b9e-d74fa76080ca tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "DELETE /v2.0/subnets/51272f54-ffaf-44bd-a51e-518c746e4a54 HTTP/1.1" status: 204 len: 168 time: 1.6819282 May 05 20:15:16.197916 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35426) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:16.198250 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35428) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:16.212232 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-a273dd51-91a8-4384-879f-73ee7ae6867b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Request body: {'network': {'name': 'tempest-RoutersTest-1571847761'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:15:16.255657 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1f4c3868-d73f-4dee-8f6f-237ea05414f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:16.269566 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a273dd51-91a8-4384-879f-73ee7ae6867b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:15:16.309148 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a273dd51-91a8-4384-879f-73ee7ae6867b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Usage tracker for resource:network and tenant:9b46723d474c4d6a82c8d63ca7324f68 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:15:16.316388 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a273dd51-91a8-4384-879f-73ee7ae6867b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:15:16.328134 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d3acb24a-97be-425f-86eb-cae72531e4e1 req-5596acfa-6e7a-4f31-8c92-67e5d9610d05 service neutron] 10.222.0.24 "GET /v2.0/networks/896c84ec-d658-47a8-8593-c81dc7c226d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5632069 May 05 20:15:16.331084 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a273dd51-91a8-4384-879f-73ee7ae6867b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:15:16.340102 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1f4c3868-d73f-4dee-8f6f-237ea05414f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:16.346916 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:16.375648 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:16.386635 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e6028a8-e4b7-4e27-91e3-0ea59c34d902 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:15:16.387447 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c568db5-c141-476b-9885-e4e7499d797a tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Deleting subnet bb6e4c22-1171-43d2-a65f-95fbff686fba {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:15:16.410577 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4c3868-d73f-4dee-8f6f-237ea05414f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5be807-fe93-4bd4-ab09-ac4f94913b49,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:16.412835 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8c568db5-c141-476b-9885-e4e7499d797a tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:16.431526 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1f4c3868-d73f-4dee-8f6f-237ea05414f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:16.435622 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-1f4c3868-d73f-4dee-8f6f-237ea05414f7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ed5be807-fe93-4bd4-ab09-ac4f94913b49 HTTP/1.1" status: 204 len: 168 time: 0.6985991 May 05 20:15:16.464300 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-259c3f8a-1098-4c4d-bbc7-17fb5b5fc78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:16.479506 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 7e6028a8-e4b7-4e27-91e3-0ea59c34d902, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=7e6028a8-e4b7-4e27-91e3-0ea59c34d902,segment=NetworkSegment(f66c8d51-bc77-416b-8fe3-df506c3439d1),segment_id=f66c8d51-bc77-416b-8fe3-df506c3439d1)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:15:16.504615 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:16.510027 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259c3f8a-1098-4c4d-bbc7-17fb5b5fc78c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb1811e-3e77-4548-ac12-07211bf67d47,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:16.531027 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-259c3f8a-1098-4c4d-bbc7-17fb5b5fc78c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:16.533434 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-259c3f8a-1098-4c4d-bbc7-17fb5b5fc78c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0bb1811e-3e77-4548-ac12-07211bf67d47 HTTP/1.1" status: 204 len: 168 time: 1.0635138 May 05 20:15:16.577724 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8c568db5-c141-476b-9885-e4e7499d797a tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:16.761532 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8c568db5-c141-476b-9885-e4e7499d797a tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:16.812999 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=7e6028a8-e4b7-4e27-91e3-0ea59c34d902,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:16.836436 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['7e6028a8-e4b7-4e27-91e3-0ea59c34d902'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:15:16.901066 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a273dd51-91a8-4384-879f-73ee7ae6867b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Made reservation on behalf of 9b46723d474c4d6a82c8d63ca7324f68 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:15:16.910114 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a273dd51-91a8-4384-879f-73ee7ae6867b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:16.980842 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8c568db5-c141-476b-9885-e4e7499d797a tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:17.129881 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8c568db5-c141-476b-9885-e4e7499d797a tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:17.146341 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c568db5-c141-476b-9885-e4e7499d797a tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event deleted for resources: {'Subnet': ['ID=bb6e4c22-1171-43d2-a65f-95fbff686fba,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:17.151152 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a273dd51-91a8-4384-879f-73ee7ae6867b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:15:17.423663 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a273dd51-91a8-4384-879f-73ee7ae6867b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:17.424306 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-a273dd51-91a8-4384-879f-73ee7ae6867b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Added segment 1c07e53d-fa5f-460e-a584-9896d67f0c04 of type vlan for network 78d459e3-177e-4733-be0f-d01e806f683f May 05 20:15:17.466903 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a273dd51-91a8-4384-879f-73ee7ae6867b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:17.570556 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35466) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:17.589477 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-8c568db5-c141-476b-9885-e4e7499d797a tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "DELETE /v2.0/subnets/bb6e4c22-1171-43d2-a65f-95fbff686fba HTTP/1.1" status: 204 len: 168 time: 1.3853590 May 05 20:15:17.666987 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffc37f2c-7ddc-4379-a656-bbed39ff4ec1 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] DELETE failed (client error): The resource could not be found. May 05 20:15:17.674623 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffc37f2c-7ddc-4379-a656-bbed39ff4ec1 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:15:17.692159 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-ffc37f2c-7ddc-4379-a656-bbed39ff4ec1 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "DELETE /v2.0/subnets/51272f54-ffaf-44bd-a51e-518c746e4a54 HTTP/1.1" status: 404 len: 337 time: 0.1192205 May 05 20:15:17.693407 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35472) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:17.794522 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 7e6028a8-e4b7-4e27-91e3-0ea59c34d902 up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:15:17.854616 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d3acb24a-97be-425f-86eb-cae72531e4e1 req-aaef6c10-78c3-48d1-8b6e-0b342b343179 service neutron] 10.222.0.24 "GET /v2.0/networks/896c84ec-d658-47a8-8593-c81dc7c226d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5171533 May 05 20:15:17.866417 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-01ba80b0-7824-4dba-aa97-ecae469bd3d9 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Deleting subnet 906fac07-fc9b-4f59-9a0a-dc0099abbf62 {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:15:17.877802 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-01ba80b0-7824-4dba-aa97-ecae469bd3d9 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:17.898699 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a273dd51-91a8-4384-879f-73ee7ae6867b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:17.915511 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a273dd51-91a8-4384-879f-73ee7ae6867b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:17.916230 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a273dd51-91a8-4384-879f-73ee7ae6867b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:18.031166 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a273dd51-91a8-4384-879f-73ee7ae6867b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.8286250 May 05 20:15:18.049555 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35490) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:18.080075 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-eff002ab-1c3b-4e7d-9a89-21200c2c11a7 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Request body: {'subnet': {'network_id': '78d459e3-177e-4733-be0f-d01e806f683f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:15:18.177790 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port 7e6028a8-e4b7-4e27-91e3-0ea59c34d902 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:15:18.217250 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 7e6028a8-e4b7-4e27-91e3-0ea59c34d902 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:15:18.220833 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:18.351289 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014f95f5-f9f9-462f-aed2-a0171bf14af7 None None] Network 66d70931-658c-4c0d-a54d-0459faf0b4e6 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:15:18.363675 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a273dd51-91a8-4384-879f-73ee7ae6867b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Pushing event updated for resources: {'Network': ['ID=78d459e3-177e-4733-be0f-d01e806f683f,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:18.422281 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-01ba80b0-7824-4dba-aa97-ecae469bd3d9 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:18.485280 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 78d459e3-177e-4733-be0f-d01e806f683f details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:15:18.523787 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-eff002ab-1c3b-4e7d-9a89-21200c2c11a7 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:15:18.531847 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-eff002ab-1c3b-4e7d-9a89-21200c2c11a7 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Usage tracker for resource:subnet and tenant:9b46723d474c4d6a82c8d63ca7324f68 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:15:18.540409 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35504) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:18.546495 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-eff002ab-1c3b-4e7d-9a89-21200c2c11a7 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:15:18.573492 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-eff002ab-1c3b-4e7d-9a89-21200c2c11a7 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:15:18.606706 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-01ba80b0-7824-4dba-aa97-ecae469bd3d9 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:18.608867 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb37f2-487e-4989-805d-be9d27405a18 req-1dd41537-135c-4248-aa4c-01b423ae3e16 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:18.619400 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e6bb37f2-487e-4989-805d-be9d27405a18 req-1dd41537-135c-4248-aa4c-01b423ae3e16 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5d40173-a144-44a7-98d8-e4fa8dc15faf HTTP/1.1" status: 200 len: 945 time: 1.1021044 May 05 20:15:18.639860 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff002ab-1c3b-4e7d-9a89-21200c2c11a7 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Made reservation on behalf of 9b46723d474c4d6a82c8d63ca7324f68 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:15:18.644459 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eff002ab-1c3b-4e7d-9a89-21200c2c11a7 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:18.791028 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-01ba80b0-7824-4dba-aa97-ecae469bd3d9 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:18.877359 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35518) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:18.893281 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-01ba80b0-7824-4dba-aa97-ecae469bd3d9 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:18.900302 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ba80b0-7824-4dba-aa97-ecae469bd3d9 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event deleted for resources: {'Subnet': ['ID=906fac07-fc9b-4f59-9a0a-dc0099abbf62,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:18.907323 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-01ba80b0-7824-4dba-aa97-ecae469bd3d9 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "DELETE /v2.0/subnets/906fac07-fc9b-4f59-9a0a-dc0099abbf62 HTTP/1.1" status: 204 len: 168 time: 1.2092440 May 05 20:15:18.908423 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35524) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:19.009563 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-f80252aa-1679-4c80-ad54-36ed9cd073fd tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] DELETE failed (client error): The resource could not be found. May 05 20:15:19.012799 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f80252aa-1679-4c80-ad54-36ed9cd073fd tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:15:19.023907 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f80252aa-1679-4c80-ad54-36ed9cd073fd tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "DELETE /v2.0/subnets/68e33ac1-2ca0-4a2c-b0a0-3c8af07da6dc HTTP/1.1" status: 404 len: 337 time: 0.1142735 May 05 20:15:19.025754 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35528) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:19.075725 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-ef561078-dcba-42db-ba2e-a2130d89ab2b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1460319823-network', 'tenant_id': '49dc7c968d694b5c9e63a1c1da4ab20b'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:15:19.095132 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-ef561078-dcba-42db-ba2e-a2130d89ab2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:15:19.104003 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-ef561078-dcba-42db-ba2e-a2130d89ab2b admin admin] Usage tracker for resource:network and tenant:49dc7c968d694b5c9e63a1c1da4ab20b is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:15:19.111752 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-ef561078-dcba-42db-ba2e-a2130d89ab2b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:15:19.120666 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-ef561078-dcba-42db-ba2e-a2130d89ab2b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:15:19.135409 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eff002ab-1c3b-4e7d-9a89-21200c2c11a7 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:19.137826 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef561078-dcba-42db-ba2e-a2130d89ab2b admin admin] Made reservation on behalf of 49dc7c968d694b5c9e63a1c1da4ab20b for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:15:19.141245 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ef561078-dcba-42db-ba2e-a2130d89ab2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:19.165597 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ef561078-dcba-42db-ba2e-a2130d89ab2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:19.188536 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-ef561078-dcba-42db-ba2e-a2130d89ab2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:15:19.188788 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-03423d55-c27e-4eec-9a63-b87f38c65943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:19.193254 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-ef561078-dcba-42db-ba2e-a2130d89ab2b admin admin] Usage tracker for resource:security_group_rule and tenant:49dc7c968d694b5c9e63a1c1da4ab20b is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:15:19.197365 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-ef561078-dcba-42db-ba2e-a2130d89ab2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:15:19.204270 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-ef561078-dcba-42db-ba2e-a2130d89ab2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:15:19.273008 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35536) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:19.279332 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-54773c3b-21e9-438b-a14a-6dd504e3ecdf tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce24ded6-c981-44b3-9897-3cb55e145779 HTTP/1.1" status: 200 len: 205 time: 0.2243533 May 05 20:15:19.294781 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-87fb6301-4c28-40a3-84d5-bad4d53374a3 None None] Provisioning complete for port 38228298-46c9-43ca-b412-ec0b463d0a42 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:15:19.295593 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-87fb6301-4c28-40a3-84d5-bad4d53374a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:19.301231 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e6bb37f2-487e-4989-805d-be9d27405a18 req-6806c18e-ecd2-4789-9987-806cda767cc0 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa357fd3-c322-4995-b457-fb19b1b2843b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6807234 May 05 20:15:19.364077 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-03423d55-c27e-4eec-9a63-b87f38c65943 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:15:19.427646 n-d-840717-1 neutron-server[88197]: INFO neutron.api.v2.resource [None req-d4308432-0bdd-4eda-82e5-8ba48d2de767 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] delete failed (client error): The resource could not be found. May 05 20:15:19.436417 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d4308432-0bdd-4eda-82e5-8ba48d2de767 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "DELETE /v2.0/routers/ce24ded6-c981-44b3-9897-3cb55e145779 HTTP/1.1" status: 404 len: 336 time: 0.1569695 May 05 20:15:19.442693 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35542) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:19.449265 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff002ab-1c3b-4e7d-9a89-21200c2c11a7 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Pushing event updated for resources: {'Subnet': ['ID=32af8182-e30a-4c65-8ee9-56d254bf2c04,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:19.469015 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-03423d55-c27e-4eec-9a63-b87f38c65943 admin admin] Usage tracker for resource:security_group_rule and tenant:e86d5f63668c48f6868ac3992c3f9163 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:15:19.477192 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-03423d55-c27e-4eec-9a63-b87f38c65943 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:15:19.489994 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-03423d55-c27e-4eec-9a63-b87f38c65943 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:15:19.622335 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-99f0295a-ee64-43d7-b8e8-714cc16ecf7d tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] DELETE failed (client error): The resource could not be found. May 05 20:15:19.623538 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99f0295a-ee64-43d7-b8e8-714cc16ecf7d tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:15:19.686295 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-99f0295a-ee64-43d7-b8e8-714cc16ecf7d tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "DELETE /v2.0/subnets/15b31ca3-d51e-4ca2-9b6b-05ca3b2f109d HTTP/1.1" status: 404 len: 337 time: 0.2420392 May 05 20:15:19.689762 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35548) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:19.717300 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-03423d55-c27e-4eec-9a63-b87f38c65943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:19.730889 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-03423d55-c27e-4eec-9a63-b87f38c65943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:19.816875 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff002ab-1c3b-4e7d-9a89-21200c2c11a7 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Checking segment: {'id': '1c07e53d-fa5f-460e-a584-9896d67f0c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '78d459e3-177e-4733-be0f-d01e806f683f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:15:19.817378 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff002ab-1c3b-4e7d-9a89-21200c2c11a7 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Network hostable DHCP agents. Network: 78d459e3-177e-4733-be0f-d01e806f683f, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:15:19.853844 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c20a6e7-9be5-4bab-b2ba-f855c7bb549d tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] DELETE failed (client error): The resource could not be found. May 05 20:15:19.854732 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c20a6e7-9be5-4bab-b2ba-f855c7bb549d tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:15:19.857548 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:19.860363 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-1c20a6e7-9be5-4bab-b2ba-f855c7bb549d tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "DELETE /v2.0/subnets/32d17fc4-6046-497d-bea6-673ca6a86ca2 HTTP/1.1" status: 404 len: 337 time: 0.1579833 May 05 20:15:19.868687 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35556) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:19.937734 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 7e6028a8-e4b7-4e27-91e3-0ea59c34d902, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=7e6028a8-e4b7-4e27-91e3-0ea59c34d902,segment=NetworkSegment(f66c8d51-bc77-416b-8fe3-df506c3439d1),segment_id=f66c8d51-bc77-416b-8fe3-df506c3439d1)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:15:19.941476 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d40173-a144-44a7-98d8-e4fa8dc15faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e6028a8-e4b7-4e27-91e3-0ea59c34d902'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:15:19.964760 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:19.984072 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-d50099ad-d2fc-455e-b038-edc935bb5a99 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] DELETE failed (client error): The resource could not be found. May 05 20:15:19.984693 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d50099ad-d2fc-455e-b038-edc935bb5a99 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:15:19.986670 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d50099ad-d2fc-455e-b038-edc935bb5a99 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "DELETE /v2.0/subnets/b4d880a6-2e46-4300-a89d-0b58cd1c16a6 HTTP/1.1" status: 404 len: 337 time: 0.1113329 May 05 20:15:19.988906 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ef561078-dcba-42db-ba2e-a2130d89ab2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:19.989824 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35566) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:20.038035 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ef561078-dcba-42db-ba2e-a2130d89ab2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:20.038455 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03423d55-c27e-4eec-9a63-b87f38c65943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e15a00f-2ee1-49d4-84a4-9e266d93a3fc,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:20.060375 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-03423d55-c27e-4eec-9a63-b87f38c65943 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e86d5f63668c48f6868ac3992c3f9163&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5130961 May 05 20:15:20.062542 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35570) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:20.063936 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-591e2348-ec0f-4205-bbca-55602e845312'] response: {'server_uuid': 'f5d40173-a144-44a7-98d8-e4fa8dc15faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e6028a8-e4b7-4e27-91e3-0ea59c34d902', 'code': 200} May 05 20:15:20.066259 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-13b039ad-075d-4ca2-8c3b-c5f696231e8d tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] DELETE failed (client error): The resource could not be found. May 05 20:15:20.069676 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13b039ad-075d-4ca2-8c3b-c5f696231e8d tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:15:20.079766 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef561078-dcba-42db-ba2e-a2130d89ab2b admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:15:20.098511 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff002ab-1c3b-4e7d-9a89-21200c2c11a7 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Network 78d459e3-177e-4733-be0f-d01e806f683f is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:15:20.120481 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-eff002ab-1c3b-4e7d-9a89-21200c2c11a7 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 78d459e3-177e-4733-be0f-d01e806f683f) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:15:20.122467 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-13b039ad-075d-4ca2-8c3b-c5f696231e8d tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "DELETE /v2.0/ports/e4179c73-5192-4950-8672-aef9b4378e67 HTTP/1.1" status: 404 len: 333 time: 0.1313763 May 05 20:15:20.129315 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff002ab-1c3b-4e7d-9a89-21200c2c11a7 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:20.129880 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eff002ab-1c3b-4e7d-9a89-21200c2c11a7 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:20.139909 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35576) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:20.140030 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ef561078-dcba-42db-ba2e-a2130d89ab2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:20.140115 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6a6f02-f3e8-4600-8a08-dc9b2078953b None None] Network 78d459e3-177e-4733-be0f-d01e806f683f requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:15:20.140193 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-ef561078-dcba-42db-ba2e-a2130d89ab2b admin admin] Added segment cca743ee-b297-442e-969e-30d170cc6b44 of type vlan for network f87515b4-299b-4513-9fb4-62e629a28239 May 05 20:15:20.157786 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef561078-dcba-42db-ba2e-a2130d89ab2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ad4485-1ba3-42bc-8cac-693311951a96,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:20.201527 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-87fb6301-4c28-40a3-84d5-bad4d53374a3 None None] Provisioning complete for port 723f77d3-2a92-411f-acdc-506b86fff587 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:15:20.201905 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-87fb6301-4c28-40a3-84d5-bad4d53374a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:20.206557 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ef561078-dcba-42db-ba2e-a2130d89ab2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:20.252877 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-f497030e-4110-4cf6-bcdc-2c15ac57bc42 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] DELETE failed (client error): The resource could not be found. May 05 20:15:20.255839 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f497030e-4110-4cf6-bcdc-2c15ac57bc42 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:15:20.259682 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ef561078-dcba-42db-ba2e-a2130d89ab2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:20.261533 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef561078-dcba-42db-ba2e-a2130d89ab2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:20.262145 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ef561078-dcba-42db-ba2e-a2130d89ab2b admin admin] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:20.284216 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-87fb6301-4c28-40a3-84d5-bad4d53374a3 None None] Port 723f77d3-2a92-411f-acdc-506b86fff587 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:15:20.285651 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca28371-7fd7-44c8-b264-015769d53442 None None] DHCP port deletion for 66d70931-658c-4c0d-a54d-0459faf0b4e6 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:15:20.294615 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-6ca28371-7fd7-44c8-b264-015769d53442 None None] Deleting port 38228298-46c9-43ca-b412-ec0b463d0a42 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:15:20.295040 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6ca28371-7fd7-44c8-b264-015769d53442 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:20.386497 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef561078-dcba-42db-ba2e-a2130d89ab2b admin admin] Pushing event updated for resources: {'Network': ['ID=f87515b4-299b-4513-9fb4-62e629a28239,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:20.407401 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-ef561078-dcba-42db-ba2e-a2130d89ab2b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5211864 May 05 20:15:20.407600 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f497030e-4110-4cf6-bcdc-2c15ac57bc42 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "DELETE /v2.0/subnets/e27d4a70-3b61-4e05-b0ee-b183804b7463 HTTP/1.1" status: 404 len: 337 time: 0.2566988 May 05 20:15:20.407715 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35584) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:20.407715 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35586) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:20.423244 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-eff002ab-1c3b-4e7d-9a89-21200c2c11a7 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3490334 May 05 20:15:20.432707 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35592) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:20.460688 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35596) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:20.471666 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-448fc1bf-9793-4a2a-89bc-f98ba4abf236 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1194482891', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:15:20.478210 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network f87515b4-299b-4513-9fb4-62e629a28239 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:15:20.482957 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-6fccd0da-cf0e-4937-91b5-6a9ec4c1a082 admin admin] Request body: {'subnet': {'network_id': 'f87515b4-299b-4513-9fb4-62e629a28239', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1460319823-subnet', 'tenant_id': '49dc7c968d694b5c9e63a1c1da4ab20b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:15:20.492326 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-6fccd0da-cf0e-4937-91b5-6a9ec4c1a082 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:15:20.494531 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-448fc1bf-9793-4a2a-89bc-f98ba4abf236 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:15:20.500210 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-cda32342-7f87-4cb4-9d24-c6ae2e3d2eae tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] DELETE failed (client error): The resource could not be found. May 05 20:15:20.500476 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cda32342-7f87-4cb4-9d24-c6ae2e3d2eae tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:15:20.504680 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-cda32342-7f87-4cb4-9d24-c6ae2e3d2eae tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "DELETE /v2.0/subnets/d4623572-4d2f-4ea4-986d-c389d29bffc7 HTTP/1.1" status: 404 len: 337 time: 0.0942137 May 05 20:15:20.504680 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-6fccd0da-cf0e-4937-91b5-6a9ec4c1a082 admin admin] Usage tracker for resource:subnet and tenant:49dc7c968d694b5c9e63a1c1da4ab20b is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:15:20.507045 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35600) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:20.509473 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-6fccd0da-cf0e-4937-91b5-6a9ec4c1a082 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:15:20.530966 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-448fc1bf-9793-4a2a-89bc-f98ba4abf236 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Usage tracker for resource:router and tenant:9b46723d474c4d6a82c8d63ca7324f68 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:15:20.550404 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-448fc1bf-9793-4a2a-89bc-f98ba4abf236 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:15:20.577554 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-448fc1bf-9793-4a2a-89bc-f98ba4abf236 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:15:20.591808 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=7e6028a8-e4b7-4e27-91e3-0ea59c34d902,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:20.618982 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-6fccd0da-cf0e-4937-91b5-6a9ec4c1a082 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:15:20.645216 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-53158cfe-6aeb-4e36-a26b-5a7bd664cf48 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] DELETE failed (client error): The resource could not be found. May 05 20:15:20.645847 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53158cfe-6aeb-4e36-a26b-5a7bd664cf48 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:15:20.649891 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-53158cfe-6aeb-4e36-a26b-5a7bd664cf48 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "DELETE /v2.0/ports/f37e8970-4cc7-4ff8-8fdb-5f2679433187 HTTP/1.1" status: 404 len: 333 time: 0.1394565 May 05 20:15:20.661901 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35606) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:20.670617 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-310f34fe-0074-4a65-90d7-b8f1b50ec045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:20.692097 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-448fc1bf-9793-4a2a-89bc-f98ba4abf236 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:20.693122 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-448fc1bf-9793-4a2a-89bc-f98ba4abf236 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:20.741437 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-6e5e310d-104e-44c2-98a6-310d61ca2488 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-794566506', 'router:external': True}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:15:20.744972 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fccd0da-cf0e-4937-91b5-6a9ec4c1a082 admin admin] Made reservation on behalf of 49dc7c968d694b5c9e63a1c1da4ab20b for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:15:20.747269 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6fccd0da-cf0e-4937-91b5-6a9ec4c1a082 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:20.767572 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-6e5e310d-104e-44c2-98a6-310d61ca2488 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:15:20.778651 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-6e5e310d-104e-44c2-98a6-310d61ca2488 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Usage tracker for resource:network and tenant:9416b4e04e2747ff9dc655d72d258451 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:15:20.786623 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-310f34fe-0074-4a65-90d7-b8f1b50ec045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:20.790702 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbc52433-b825-4ea2-a67b-2a3a647a5280 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] DELETE failed (client error): The resource could not be found. May 05 20:15:20.791163 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbc52433-b825-4ea2-a67b-2a3a647a5280 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:15:20.795411 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-cbc52433-b825-4ea2-a67b-2a3a647a5280 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "DELETE /v2.0/subnets/9eed34fe-1dd1-4669-ac89-e221f16eecb5 HTTP/1.1" status: 404 len: 337 time: 0.1277544 May 05 20:15:20.795551 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-6e5e310d-104e-44c2-98a6-310d61ca2488 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:15:20.809633 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35610) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:20.816202 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-6e5e310d-104e-44c2-98a6-310d61ca2488 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:15:20.821162 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b8b14-be52-4b5f-88de-1ad0dc5d05b5 req-162d6d55-55a6-4dfd-89f0-dc8c6c856fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:20.822690 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-511b8b14-be52-4b5f-88de-1ad0dc5d05b5 req-162d6d55-55a6-4dfd-89f0-dc8c6c856fd6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f5d40173-a144-44a7-98d8-e4fa8dc15faf HTTP/1.1" status: 200 len: 1097 time: 0.5217195 May 05 20:15:20.849019 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-448fc1bf-9793-4a2a-89bc-f98ba4abf236 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:20.890989 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e5e310d-104e-44c2-98a6-310d61ca2488 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Made reservation on behalf of 9416b4e04e2747ff9dc655d72d258451 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:15:20.893279 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6e5e310d-104e-44c2-98a6-310d61ca2488 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:20.900476 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5018d63-3f43-46d2-a0fd-9bb1019559ae tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] DELETE failed (client error): The resource could not be found. May 05 20:15:20.900930 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5018d63-3f43-46d2-a0fd-9bb1019559ae tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:15:20.905042 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d5018d63-3f43-46d2-a0fd-9bb1019559ae tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "DELETE /v2.0/subnets/1fd3d3fc-2af4-4626-bf4c-0de5be369702 HTTP/1.1" status: 404 len: 337 time: 0.0921206 May 05 20:15:20.905632 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35614) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:20.923993 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-511b8b14-be52-4b5f-88de-1ad0dc5d05b5 req-28b6d8af-63f9-4758-8f49-4139141cc050 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fa357fd3-c322-4995-b457-fb19b1b2843b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881259 May 05 20:15:20.934829 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6e5e310d-104e-44c2-98a6-310d61ca2488 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:20.949390 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-6ca28371-7fd7-44c8-b264-015769d53442 None None] For port 38228298-46c9-43ca-b412-ec0b463d0a42, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=38228298-46c9-43ca-b412-ec0b463d0a42,segment=NetworkSegment(2e6ec014-bca3-49b3-a86f-e01be1381773),segment_id=2e6ec014-bca3-49b3-a86f-e01be1381773)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:15:20.958975 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6ca28371-7fd7-44c8-b264-015769d53442 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:20.970989 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5dbffa-05af-4c19-82bd-3692ca8c4735 req-ef26912a-fb0c-4191-ae3a-8bc014127737 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:20.972562 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3d5dbffa-05af-4c19-82bd-3692ca8c4735 req-ef26912a-fb0c-4191-ae3a-8bc014127737 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5d40173-a144-44a7-98d8-e4fa8dc15faf HTTP/1.1" status: 200 len: 946 time: 0.4615471 May 05 20:15:20.975460 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-6e5e310d-104e-44c2-98a6-310d61ca2488 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:15:20.979124 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-448fc1bf-9793-4a2a-89bc-f98ba4abf236 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:21.012350 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-6e5e310d-104e-44c2-98a6-310d61ca2488 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Usage tracker for resource:security_group_rule and tenant:9416b4e04e2747ff9dc655d72d258451 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:15:21.030648 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-6e5e310d-104e-44c2-98a6-310d61ca2488 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:15:21.033556 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-448fc1bf-9793-4a2a-89bc-f98ba4abf236 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:21.035548 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-448fc1bf-9793-4a2a-89bc-f98ba4abf236 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5985925 May 05 20:15:21.041604 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35622) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:21.046068 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-6e5e310d-104e-44c2-98a6-310d61ca2488 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:15:21.087784 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-50d031b3-c53d-44a1-88e0-8ce2463c4ad9 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Deleting port 723f77d3-2a92-411f-acdc-506b86fff587 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:15:21.088203 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-50d031b3-c53d-44a1-88e0-8ce2463c4ad9 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:21.233979 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-6ca28371-7fd7-44c8-b264-015769d53442 None None] Calling delete_port for 38228298-46c9-43ca-b412-ec0b463d0a42 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:15:21.328439 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-310f34fe-0074-4a65-90d7-b8f1b50ec045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:21.331071 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-310f34fe-0074-4a65-90d7-b8f1b50ec045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:21.332464 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-310f34fe-0074-4a65-90d7-b8f1b50ec045 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8e15a00f-2ee1-49d4-84a4-9e266d93a3fc HTTP/1.1" status: 204 len: 168 time: 1.2647889 May 05 20:15:21.363610 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 38228298-46c9-43ca-b412-ec0b463d0a42 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:15:21.378619 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3d5dbffa-05af-4c19-82bd-3692ca8c4735 req-390f5390-d2ed-4d09-8070-67ea0dbdc4bd tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa357fd3-c322-4995-b457-fb19b1b2843b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3702345 May 05 20:15:21.384370 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310f34fe-0074-4a65-90d7-b8f1b50ec045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e15a00f-2ee1-49d4-84a4-9e266d93a3fc,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:21.478743 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6ca28371-7fd7-44c8-b264-015769d53442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:21.496918 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-50d031b3-c53d-44a1-88e0-8ce2463c4ad9 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:21.535590 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 38228298-46c9-43ca-b412-ec0b463d0a42 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:15:21.536234 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 38228298-46c9-43ca-b412-ec0b463d0a42 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:15:21.538192 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca28371-7fd7-44c8-b264-015769d53442 None None] No DVR routers for this DVR port 38228298-46c9-43ca-b412-ec0b463d0a42 on host n-d-840717-1 {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:15:21.612572 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6fccd0da-cf0e-4937-91b5-6a9ec4c1a082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:21.690563 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca28371-7fd7-44c8-b264-015769d53442 None None] Pushing event deleted for resources: {'Port': ['ID=38228298-46c9-43ca-b412-ec0b463d0a42,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:21.890638 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b859a25f-5e9c-45da-8eea-f8aafdaa703d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-78d459e3-177e-4733-be0f-d01e806f683f', 'network_id': '78d459e3-177e-4733-be0f-d01e806f683f', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'fixed_ips': [{'subnet_id': '32af8182-e30a-4c65-8ee9-56d254bf2c04'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:15:21.892293 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b859a25f-5e9c-45da-8eea-f8aafdaa703d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:21.918113 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eb727d24-d896-4dcf-9e80-2154e5505e93 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:21.918681 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-50d031b3-c53d-44a1-88e0-8ce2463c4ad9 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Calling delete_port for 723f77d3-2a92-411f-acdc-506b86fff587 owned by {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:15:22.080551 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fccd0da-cf0e-4937-91b5-6a9ec4c1a082 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9da6eebe-f788-4be9-9672-f5e21eaabdea,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:22.099552 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fccd0da-cf0e-4937-91b5-6a9ec4c1a082 admin admin] Checking segment: {'id': 'cca743ee-b297-442e-969e-30d170cc6b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f87515b4-299b-4513-9fb4-62e629a28239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:15:22.100104 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fccd0da-cf0e-4937-91b5-6a9ec4c1a082 admin admin] Network hostable DHCP agents. Network: f87515b4-299b-4513-9fb4-62e629a28239, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:15:22.134946 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-50d031b3-c53d-44a1-88e0-8ce2463c4ad9 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:22.183703 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fccd0da-cf0e-4937-91b5-6a9ec4c1a082 admin admin] Network f87515b4-299b-4513-9fb4-62e629a28239 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:15:22.197245 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35634) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:22.225940 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-6fccd0da-cf0e-4937-91b5-6a9ec4c1a082 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, f87515b4-299b-4513-9fb4-62e629a28239) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:15:22.237117 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-b859a25f-5e9c-45da-8eea-f8aafdaa703d None None] Allocated IP 172.20.0.2 (78d459e3-177e-4733-be0f-d01e806f683f/32af8182-e30a-4c65-8ee9-56d254bf2c04/07281b67-2bae-4689-8d2d-f54843ab965b) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:15:22.244473 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d031b3-c53d-44a1-88e0-8ce2463c4ad9 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event deleted for resources: {'Port': ['ID=723f77d3-2a92-411f-acdc-506b86fff587,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:22.253202 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fccd0da-cf0e-4937-91b5-6a9ec4c1a082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:22.253808 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6fccd0da-cf0e-4937-91b5-6a9ec4c1a082 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:22.264008 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-50d031b3-c53d-44a1-88e0-8ce2463c4ad9 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:22.266778 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-69d1d18f-ebb3-4970-b7fd-3259e6eb0df5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:22.342547 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-69d1d18f-ebb3-4970-b7fd-3259e6eb0df5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:15:22.348421 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-50d031b3-c53d-44a1-88e0-8ce2463c4ad9 tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "DELETE /v2.0/ports/723f77d3-2a92-411f-acdc-506b86fff587 HTTP/1.1" status: 204 len: 168 time: 1.4392662 May 05 20:15:22.348421 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-69d1d18f-ebb3-4970-b7fd-3259e6eb0df5 admin admin] Usage tracker for resource:security_group_rule and tenant:f25a45739a5b412284d1054e8bd9231b is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:15:22.351809 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35638) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:22.374644 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-69d1d18f-ebb3-4970-b7fd-3259e6eb0df5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:15:22.387130 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-6fccd0da-cf0e-4937-91b5-6a9ec4c1a082 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9689732 May 05 20:15:22.387325 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6e5e310d-104e-44c2-98a6-310d61ca2488 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:22.387436 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-69d1d18f-ebb3-4970-b7fd-3259e6eb0df5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:15:22.406903 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6e5e310d-104e-44c2-98a6-310d61ca2488 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:22.494399 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e5e310d-104e-44c2-98a6-310d61ca2488 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:15:22.503277 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e310d-104e-44c2-98a6-310d61ca2488 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d0c6a8-134a-4140-ae7d-298f68553271,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:22.510722 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6e5e310d-104e-44c2-98a6-310d61ca2488 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:22.511073 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-6e5e310d-104e-44c2-98a6-310d61ca2488 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Added segment fa81ec01-6cc8-4c7a-8e64-012fbb89e016 of type vlan for network fb87e7fc-d5d6-4cb4-8d75-296c4490403a May 05 20:15:22.522478 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea01154d-1479-4b03-b1ee-2cd7659306f6 None None] Network f87515b4-299b-4513-9fb4-62e629a28239 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:15:22.583801 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6e5e310d-104e-44c2-98a6-310d61ca2488 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:22.619328 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-395e7964-8a1c-490e-8867-2dfc83a179fd tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:22.665469 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6e5e310d-104e-44c2-98a6-310d61ca2488 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:22.667096 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5e310d-104e-44c2-98a6-310d61ca2488 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:22.667283 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6e5e310d-104e-44c2-98a6-310d61ca2488 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:22.950255 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e310d-104e-44c2-98a6-310d61ca2488 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Pushing event updated for resources: {'Network': ['ID=fb87e7fc-d5d6-4cb4-8d75-296c4490403a,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:22.969078 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-6e5e310d-104e-44c2-98a6-310d61ca2488 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.4800985 May 05 20:15:22.969547 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35648) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:22.986113 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-dc4d39be-40b6-4ef9-be28-dba014d96cd8 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Request body: {'subnet': {'network_id': 'fb87e7fc-d5d6-4cb4-8d75-296c4490403a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:15:22.993944 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-dc4d39be-40b6-4ef9-be28-dba014d96cd8 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:15:23.004965 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-dc4d39be-40b6-4ef9-be28-dba014d96cd8 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Usage tracker for resource:subnet and tenant:9416b4e04e2747ff9dc655d72d258451 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:15:23.015140 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-dc4d39be-40b6-4ef9-be28-dba014d96cd8 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:15:23.024922 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-dc4d39be-40b6-4ef9-be28-dba014d96cd8 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:15:23.040264 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc4d39be-40b6-4ef9-be28-dba014d96cd8 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Made reservation on behalf of 9416b4e04e2747ff9dc655d72d258451 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:15:23.042688 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dc4d39be-40b6-4ef9-be28-dba014d96cd8 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:23.047607 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network fb87e7fc-d5d6-4cb4-8d75-296c4490403a details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:15:23.115094 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-69d1d18f-ebb3-4970-b7fd-3259e6eb0df5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:23.199167 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-69d1d18f-ebb3-4970-b7fd-3259e6eb0df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:23.258989 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-395e7964-8a1c-490e-8867-2dfc83a179fd tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:23.278654 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-69d1d18f-ebb3-4970-b7fd-3259e6eb0df5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f25a45739a5b412284d1054e8bd9231b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0729418 May 05 20:15:23.285601 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35660) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:23.359191 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83241aa1-4739-432f-8ee1-22b695980887 req-c54961e8-1987-419c-b723-4f2713dc38fa tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:23.361351 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-83241aa1-4739-432f-8ee1-22b695980887 req-c54961e8-1987-419c-b723-4f2713dc38fa tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5d40173-a144-44a7-98d8-e4fa8dc15faf HTTP/1.1" status: 200 len: 946 time: 0.5814164 May 05 20:15:23.371227 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-395e7964-8a1c-490e-8867-2dfc83a179fd tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66d70931-658c-4c0d-a54d-0459faf0b4e6']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:15:23.401430 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b7eb3b4d-5ad7-43f9-8c46-b1f633712e94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:23.411957 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d1d18f-ebb3-4970-b7fd-3259e6eb0df5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3077a020-df67-4c9f-9b8a-9848327dab09,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:23.418208 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-395e7964-8a1c-490e-8867-2dfc83a179fd tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e6ec014-bca3-49b3-a86f-e01be1381773') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:15:23.418502 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-395e7964-8a1c-490e-8867-2dfc83a179fd tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e6ec014-bca3-49b3-a86f-e01be1381773') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:15:23.441390 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-395e7964-8a1c-490e-8867-2dfc83a179fd tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:23.471516 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5bed3b-f978-4913-a7e1-dd1e89b15d44 None None] Network f87515b4-299b-4513-9fb4-62e629a28239 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:15:23.486917 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b7eb3b4d-5ad7-43f9-8c46-b1f633712e94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:23.496595 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-83241aa1-4739-432f-8ee1-22b695980887 req-7f28a614-dcc6-41ff-8e83-897e07b8da53 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa357fd3-c322-4995-b457-fb19b1b2843b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273973 May 05 20:15:23.530844 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-395e7964-8a1c-490e-8867-2dfc83a179fd tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:23.541897 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-395e7964-8a1c-490e-8867-2dfc83a179fd tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:15:23.543860 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-395e7964-8a1c-490e-8867-2dfc83a179fd tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:23.582858 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:15:23.582858 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:15:23.582858 n-d-840717-1 neutron-server[88197]: timer() May 05 20:15:23.582858 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:15:23.582858 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:15:23.582858 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:15:23.582858 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:15:23.582858 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:15:23.582858 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:15:23.582858 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:15:23.582858 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:15:23.582858 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:15:23.582858 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:15:23.582858 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:15:23.582858 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:15:23.582858 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:15:23.582858 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:15:23.582858 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:15:23.582858 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:15:23.582858 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:15:23.582858 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:15:23.582858 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:15:23.582858 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:15:23.582858 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:15:23.582858 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:15:23.582858 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:15:23.582858 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:15:23.582858 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:15:23.582858 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:15:23.582858 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:15:23.582858 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:15:23.582858 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:15:23.704973 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b859a25f-5e9c-45da-8eea-f8aafdaa703d None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:23.748562 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35672) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:23.774898 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-429ea065-ad98-4598-a1b4-ef63fe527506 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-179877077-network', 'tenant_id': 'e060f31de66140a5b9c14a1a580bbfb5'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:15:23.787265 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-429ea065-ad98-4598-a1b4-ef63fe527506 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:15:23.796394 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-429ea065-ad98-4598-a1b4-ef63fe527506 admin admin] Usage tracker for resource:network and tenant:e060f31de66140a5b9c14a1a580bbfb5 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:15:23.802664 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-429ea065-ad98-4598-a1b4-ef63fe527506 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:15:23.826049 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-395e7964-8a1c-490e-8867-2dfc83a179fd tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:23.827390 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b859a25f-5e9c-45da-8eea-f8aafdaa703d None None] Transition to ACTIVE for port object 07281b67-2bae-4689-8d2d-f54843ab965b will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:15:23.828913 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-429ea065-ad98-4598-a1b4-ef63fe527506 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:15:23.836823 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-395e7964-8a1c-490e-8867-2dfc83a179fd tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:23.869821 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429ea065-ad98-4598-a1b4-ef63fe527506 admin admin] Made reservation on behalf of e060f31de66140a5b9c14a1a580bbfb5 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:15:23.872945 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-429ea065-ad98-4598-a1b4-ef63fe527506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:23.873183 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b859a25f-5e9c-45da-8eea-f8aafdaa703d None None] Transition to ACTIVE for port object 07281b67-2bae-4689-8d2d-f54843ab965b will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:15:23.890258 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b859a25f-5e9c-45da-8eea-f8aafdaa703d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:23.924291 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-395e7964-8a1c-490e-8867-2dfc83a179fd tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] 10.222.0.36 "DELETE /v2.0/networks/66d70931-658c-4c0d-a54d-0459faf0b4e6 HTTP/1.1" status: 204 len: 168 time: 1.5710864 May 05 20:15:23.929767 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395e7964-8a1c-490e-8867-2dfc83a179fd tempest-PortsIpV6TestJSON-1654243182 tempest-PortsIpV6TestJSON-1654243182-project] Pushing event deleted for resources: {'Network': ['ID=66d70931-658c-4c0d-a54d-0459faf0b4e6,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:23.963434 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-429ea065-ad98-4598-a1b4-ef63fe527506 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:23.979695 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b859a25f-5e9c-45da-8eea-f8aafdaa703d None None] Network 78d459e3-177e-4733-be0f-d01e806f683f is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:15:23.983003 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-b859a25f-5e9c-45da-8eea-f8aafdaa703d None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:15:23.988393 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b859a25f-5e9c-45da-8eea-f8aafdaa703d None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:15:23.992921 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-429ea065-ad98-4598-a1b4-ef63fe527506 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:15:24.001112 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-429ea065-ad98-4598-a1b4-ef63fe527506 admin admin] Usage tracker for resource:security_group_rule and tenant:e060f31de66140a5b9c14a1a580bbfb5 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:15:24.001305 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b859a25f-5e9c-45da-8eea-f8aafdaa703d None None] Pushing event updated for resources: {'Port': ['ID=07281b67-2bae-4689-8d2d-f54843ab965b,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:24.005747 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-429ea065-ad98-4598-a1b4-ef63fe527506 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:15:24.013990 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-429ea065-ad98-4598-a1b4-ef63fe527506 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:15:24.125558 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-b859a25f-5e9c-45da-8eea-f8aafdaa703d None None] Attempting to bind port 07281b67-2bae-4689-8d2d-f54843ab965b on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:15:24.128986 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-b859a25f-5e9c-45da-8eea-f8aafdaa703d None None] Attempting to bind port 07281b67-2bae-4689-8d2d-f54843ab965b by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '1c07e53d-fa5f-460e-a584-9896d67f0c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '78d459e3-177e-4733-be0f-d01e806f683f'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:15:24.128986 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b859a25f-5e9c-45da-8eea-f8aafdaa703d None None] Attempting to bind port 07281b67-2bae-4689-8d2d-f54843ab965b on network 78d459e3-177e-4733-be0f-d01e806f683f {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:15:24.139908 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b859a25f-5e9c-45da-8eea-f8aafdaa703d None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:15:24.140393 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b859a25f-5e9c-45da-8eea-f8aafdaa703d None None] Checking segment: {'id': '1c07e53d-fa5f-460e-a584-9896d67f0c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '78d459e3-177e-4733-be0f-d01e806f683f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:15:24.141976 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b859a25f-5e9c-45da-8eea-f8aafdaa703d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:24.142392 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b859a25f-5e9c-45da-8eea-f8aafdaa703d None None] Bound using segment: {'id': '1c07e53d-fa5f-460e-a584-9896d67f0c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '78d459e3-177e-4733-be0f-d01e806f683f'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:15:24.144145 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-b859a25f-5e9c-45da-8eea-f8aafdaa703d None None] Bound port: 07281b67-2bae-4689-8d2d-f54843ab965b, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c07e53d-fa5f-460e-a584-9896d67f0c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '78d459e3-177e-4733-be0f-d01e806f683f'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:15:24.145389 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b859a25f-5e9c-45da-8eea-f8aafdaa703d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:24.151797 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-429ea065-ad98-4598-a1b4-ef63fe527506 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:24.220061 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b7eb3b4d-5ad7-43f9-8c46-b1f633712e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:24.283485 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-429ea065-ad98-4598-a1b4-ef63fe527506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:24.333760 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-429ea065-ad98-4598-a1b4-ef63fe527506 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:15:24.336639 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b859a25f-5e9c-45da-8eea-f8aafdaa703d None None] For port 07281b67-2bae-4689-8d2d-f54843ab965b, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:15:24.341861 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b859a25f-5e9c-45da-8eea-f8aafdaa703d None None] For port 07281b67-2bae-4689-8d2d-f54843ab965b, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=07281b67-2bae-4689-8d2d-f54843ab965b,segment=NetworkSegment(1c07e53d-fa5f-460e-a584-9896d67f0c04),segment_id=1c07e53d-fa5f-460e-a584-9896d67f0c04)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:15:24.347500 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-429ea065-ad98-4598-a1b4-ef63fe527506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:24.348276 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-429ea065-ad98-4598-a1b4-ef63fe527506 admin admin] Added segment a3c205e4-9f23-4410-9281-be36e1982e75 of type vlan for network a2ae3faa-ea28-4894-a869-c5adc7aaee52 May 05 20:15:24.355731 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b859a25f-5e9c-45da-8eea-f8aafdaa703d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:24.389545 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-429ea065-ad98-4598-a1b4-ef63fe527506 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:24.431128 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13962560-31ab-459f-bf95-11643957a1f7 req-784c665a-b611-4d82-a985-a5c8c1b865ea tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:24.436327 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-13962560-31ab-459f-bf95-11643957a1f7 req-784c665a-b611-4d82-a985-a5c8c1b865ea tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5d40173-a144-44a7-98d8-e4fa8dc15faf HTTP/1.1" status: 200 len: 946 time: 0.1911705 May 05 20:15:24.516120 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-429ea065-ad98-4598-a1b4-ef63fe527506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:24.517242 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429ea065-ad98-4598-a1b4-ef63fe527506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:24.517825 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-429ea065-ad98-4598-a1b4-ef63fe527506 admin admin] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:24.530316 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-13962560-31ab-459f-bf95-11643957a1f7 req-29700a5c-5e24-4fc4-94ba-9d250f7a097a tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa357fd3-c322-4995-b457-fb19b1b2843b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867596 May 05 20:15:24.565039 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b859a25f-5e9c-45da-8eea-f8aafdaa703d None None] Pushing event updated for resources: {'Port': ['ID=07281b67-2bae-4689-8d2d-f54843ab965b,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:24.565897 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eb3b4d-5ad7-43f9-8c46-b1f633712e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3077a020-df67-4c9f-9b8a-9848327dab09,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:24.589694 n-d-840717-1 neutron-server[88198]: DEBUG neutron.objects.ports [None req-dc4d39be-40b6-4ef9-be28-dba014d96cd8 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88198) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 05 20:15:24.590414 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dc4d39be-40b6-4ef9-be28-dba014d96cd8 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:24.621280 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-eb727d24-d896-4dcf-9e80-2154e5505e93 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Allocated IP 172.20.0.1 (78d459e3-177e-4733-be0f-d01e806f683f/32af8182-e30a-4c65-8ee9-56d254bf2c04/98b9e1f2-f6da-42d5-9af7-f6d2971aa0a0) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:15:24.686335 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35686) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:24.724492 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429ea065-ad98-4598-a1b4-ef63fe527506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d0b564-4cbe-492d-8b77-ddcb9be64dc5,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:24.885193 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b7eb3b4d-5ad7-43f9-8c46-b1f633712e94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:24.888796 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b7eb3b4d-5ad7-43f9-8c46-b1f633712e94 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3077a020-df67-4c9f-9b8a-9848327dab09 HTTP/1.1" status: 204 len: 168 time: 1.5998662 May 05 20:15:24.917712 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429ea065-ad98-4598-a1b4-ef63fe527506 admin admin] Pushing event updated for resources: {'Network': ['ID=a2ae3faa-ea28-4894-a869-c5adc7aaee52,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:24.935522 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network a2ae3faa-ea28-4894-a869-c5adc7aaee52 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:15:24.999612 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-429ea065-ad98-4598-a1b4-ef63fe527506 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2417235 May 05 20:15:25.004618 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35694) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:25.018939 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-1e80d073-b220-423e-b83f-47b39cc5f909 admin admin] Request body: {'subnet': {'network_id': 'a2ae3faa-ea28-4894-a869-c5adc7aaee52', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-179877077-subnet', 'tenant_id': 'e060f31de66140a5b9c14a1a580bbfb5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:15:25.024791 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6383e53-8298-4c2b-b411-85417912d168 req-dd51d490-d885-42b5-8a93-8d72843b2f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:25.026284 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b6383e53-8298-4c2b-b411-85417912d168 req-dd51d490-d885-42b5-8a93-8d72843b2f32 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=de91c285d16c4dc593ab45aab12d7e13&device_id=f5d40173-a144-44a7-98d8-e4fa8dc15faf HTTP/1.1" status: 200 len: 1097 time: 0.8697269 May 05 20:15:25.036098 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-2fc7a856-72ce-4018-b230-a8d4a708f699 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=88760c5e167e4c4abc1263be6642087f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3484640 May 05 20:15:25.040862 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35698) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:25.062909 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-1e80d073-b220-423e-b83f-47b39cc5f909 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:15:25.082052 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-1e80d073-b220-423e-b83f-47b39cc5f909 admin admin] Usage tracker for resource:subnet and tenant:e060f31de66140a5b9c14a1a580bbfb5 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:15:25.088724 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-1e80d073-b220-423e-b83f-47b39cc5f909 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:15:25.107035 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4d39be-40b6-4ef9-be28-dba014d96cd8 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e5addef7-902a-4961-9c71-07e165073913,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:25.126441 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-1e80d073-b220-423e-b83f-47b39cc5f909 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:15:25.158335 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4d39be-40b6-4ef9-be28-dba014d96cd8 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Checking segment: {'id': 'fa81ec01-6cc8-4c7a-8e64-012fbb89e016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fb87e7fc-d5d6-4cb4-8d75-296c4490403a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:15:25.158335 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4d39be-40b6-4ef9-be28-dba014d96cd8 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Network hostable DHCP agents. Network: fb87e7fc-d5d6-4cb4-8d75-296c4490403a, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:15:25.257473 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e80d073-b220-423e-b83f-47b39cc5f909 admin admin] Made reservation on behalf of e060f31de66140a5b9c14a1a580bbfb5 for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:15:25.265131 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1e80d073-b220-423e-b83f-47b39cc5f909 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:25.352807 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d59e3a66-3c8c-4ebb-b18d-8f0b974cb963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:25.370053 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4d39be-40b6-4ef9-be28-dba014d96cd8 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Network fb87e7fc-d5d6-4cb4-8d75-296c4490403a is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:15:25.385877 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6383e53-8298-4c2b-b411-85417912d168 req-59c29c69-640f-4d91-8602-f9c9882a1cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:25.387339 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b6383e53-8298-4c2b-b411-85417912d168 req-59c29c69-640f-4d91-8602-f9c9882a1cb8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=896c84ec-d658-47a8-8593-c81dc7c226d5 HTTP/1.1" status: 200 len: 920 time: 0.2830749 May 05 20:15:25.469658 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-dc4d39be-40b6-4ef9-be28-dba014d96cd8 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, fb87e7fc-d5d6-4cb4-8d75-296c4490403a) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:15:25.474540 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4d39be-40b6-4ef9-be28-dba014d96cd8 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:25.475718 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dc4d39be-40b6-4ef9-be28-dba014d96cd8 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:25.481308 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d9b1d7-eff5-4e0a-9f4b-2cac82b4f809 None None] Network fb87e7fc-d5d6-4cb4-8d75-296c4490403a requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:15:25.495420 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eb727d24-d896-4dcf-9e80-2154e5505e93 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:25.498074 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d59e3a66-3c8c-4ebb-b18d-8f0b974cb963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:25.561242 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b6383e53-8298-4c2b-b411-85417912d168 req-f7239a3f-1290-4dd0-8ea9-9cc45453f09d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e6028a8-e4b7-4e27-91e3-0ea59c34d902 HTTP/1.1" status: 200 len: 217 time: 0.1632528 May 05 20:15:25.645709 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6383e53-8298-4c2b-b411-85417912d168 req-e033a7ad-16a7-4ae4-bf0f-eb09d1b530f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:25.647773 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b6383e53-8298-4c2b-b411-85417912d168 req-e033a7ad-16a7-4ae4-bf0f-eb09d1b530f7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=44cdc6bd-b57d-466c-9ea8-c60f939ca27c HTTP/1.1" status: 200 len: 859 time: 0.0718420 May 05 20:15:25.650450 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d59e3a66-3c8c-4ebb-b18d-8f0b974cb963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:25.650607 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-eb727d24-d896-4dcf-9e80-2154e5505e93 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Transition to ACTIVE for port object 98b9e1f2-f6da-42d5-9af7-f6d2971aa0a0 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:15:25.652540 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-dc4d39be-40b6-4ef9-be28-dba014d96cd8 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.6820278 May 05 20:15:25.665214 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35716) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:25.702919 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59e3a66-3c8c-4ebb-b18d-8f0b974cb963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b122ce9-54e4-45f2-b3a9-fdd7c3ecf50c,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:25.722509 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-91ca99c1-aa79-4c8a-9098-fb4594a88342 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-351518840', 'network_id': 'fb87e7fc-d5d6-4cb4-8d75-296c4490403a'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:15:25.736512 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-91ca99c1-aa79-4c8a-9098-fb4594a88342 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:15:25.742273 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-91ca99c1-aa79-4c8a-9098-fb4594a88342 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Usage tracker for resource:port and tenant:9416b4e04e2747ff9dc655d72d258451 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:15:25.750317 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-91ca99c1-aa79-4c8a-9098-fb4594a88342 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:15:25.767100 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-91ca99c1-aa79-4c8a-9098-fb4594a88342 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:15:25.788554 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b6383e53-8298-4c2b-b411-85417912d168 req-008303fb-6d58-414b-bacb-b08f97a168db service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=896c84ec-d658-47a8-8593-c81dc7c226d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1337926 May 05 20:15:25.802506 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ca99c1-aa79-4c8a-9098-fb4594a88342 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Made reservation on behalf of 9416b4e04e2747ff9dc655d72d258451 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:15:25.806048 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-91ca99c1-aa79-4c8a-9098-fb4594a88342 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:25.824305 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d59e3a66-3c8c-4ebb-b18d-8f0b974cb963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:25.829066 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d59e3a66-3c8c-4ebb-b18d-8f0b974cb963 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9b122ce9-54e4-45f2-b3a9-fdd7c3ecf50c HTTP/1.1" status: 204 len: 168 time: 0.7863972 May 05 20:15:25.887864 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [None req-91ca99c1-aa79-4c8a-9098-fb4594a88342 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] device_id is not set on port 04bea6cb-5454-4510-a61f-f6060671bef5 yet. {{(pid=88197) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:15:26.057881 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edff12cd-048a-49d6-8397-cd56d936e658 None None] Network fb87e7fc-d5d6-4cb4-8d75-296c4490403a requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:15:26.115914 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1e80d073-b220-423e-b83f-47b39cc5f909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:26.234417 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e80d073-b220-423e-b83f-47b39cc5f909 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b31100f-ea9b-4079-bc36-f03adc81a7f5,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:26.295382 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-91ca99c1-aa79-4c8a-9098-fb4594a88342 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Allocated IP 2001:db8::14e (fb87e7fc-d5d6-4cb4-8d75-296c4490403a/e5addef7-902a-4961-9c71-07e165073913/04bea6cb-5454-4510-a61f-f6060671bef5) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:15:26.342570 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e80d073-b220-423e-b83f-47b39cc5f909 admin admin] Checking segment: {'id': 'a3c205e4-9f23-4410-9281-be36e1982e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a2ae3faa-ea28-4894-a869-c5adc7aaee52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:15:26.342570 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e80d073-b220-423e-b83f-47b39cc5f909 admin admin] Network hostable DHCP agents. Network: a2ae3faa-ea28-4894-a869-c5adc7aaee52, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:15:26.452997 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e80d073-b220-423e-b83f-47b39cc5f909 admin admin] Network a2ae3faa-ea28-4894-a869-c5adc7aaee52 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:15:26.531333 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-1e80d073-b220-423e-b83f-47b39cc5f909 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, a2ae3faa-ea28-4894-a869-c5adc7aaee52) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:15:26.549235 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e80d073-b220-423e-b83f-47b39cc5f909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:26.549832 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1e80d073-b220-423e-b83f-47b39cc5f909 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:26.589295 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86970d69-6898-4bd3-8971-99197ef7f980 None None] Network a2ae3faa-ea28-4894-a869-c5adc7aaee52 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:15:26.625682 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51400d2-a660-483d-b045-18e3ebcd4c84 None None] Network 78d459e3-177e-4733-be0f-d01e806f683f requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:15:26.799817 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eb727d24-d896-4dcf-9e80-2154e5505e93 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:26.930081 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b6383e53-8298-4c2b-b411-85417912d168 req-713a6237-29c6-4ac1-a911-7ba4c688e9c6 service neutron] 10.222.0.24 "GET /v2.0/networks/896c84ec-d658-47a8-8593-c81dc7c226d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1268928 May 05 20:15:26.932324 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb727d24-d896-4dcf-9e80-2154e5505e93 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Network 78d459e3-177e-4733-be0f-d01e806f683f is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:15:26.968310 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a32dee-1957-48d7-8d08-892bb6298b86 req-89c920bf-53da-4cbb-9fc2-f0fe6f81a36f tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:26.979399 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-93a32dee-1957-48d7-8d08-892bb6298b86 req-89c920bf-53da-4cbb-9fc2-f0fe6f81a36f tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5d40173-a144-44a7-98d8-e4fa8dc15faf HTTP/1.1" status: 200 len: 946 time: 1.1075842 May 05 20:15:26.989034 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-1e80d073-b220-423e-b83f-47b39cc5f909 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9751203 May 05 20:15:26.992592 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-eb727d24-d896-4dcf-9e80-2154e5505e93 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:15:27.052918 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-91ca99c1-aa79-4c8a-9098-fb4594a88342 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:27.122280 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-91ca99c1-aa79-4c8a-9098-fb4594a88342 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:27.215708 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb727d24-d896-4dcf-9e80-2154e5505e93 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:15:27.288963 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ca99c1-aa79-4c8a-9098-fb4594a88342 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Network fb87e7fc-d5d6-4cb4-8d75-296c4490403a is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:15:27.293211 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-91ca99c1-aa79-4c8a-9098-fb4594a88342 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:15:27.300584 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ca99c1-aa79-4c8a-9098-fb4594a88342 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:15:27.302089 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ca99c1-aa79-4c8a-9098-fb4594a88342 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:27.302354 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-91ca99c1-aa79-4c8a-9098-fb4594a88342 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:27.324909 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ca99c1-aa79-4c8a-9098-fb4594a88342 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Pushing event updated for resources: {'Port': ['ID=04bea6cb-5454-4510-a61f-f6060671bef5,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:27.342615 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ca99c1-aa79-4c8a-9098-fb4594a88342 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:15:27.347273 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ca99c1-aa79-4c8a-9098-fb4594a88342 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:15:27.347828 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ca99c1-aa79-4c8a-9098-fb4594a88342 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:15:27.349285 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ca99c1-aa79-4c8a-9098-fb4594a88342 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:15:27.349941 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ca99c1-aa79-4c8a-9098-fb4594a88342 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:15:27.350860 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ca99c1-aa79-4c8a-9098-fb4594a88342 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:15:27.351392 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ca99c1-aa79-4c8a-9098-fb4594a88342 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:15:27.351875 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ca99c1-aa79-4c8a-9098-fb4594a88342 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:15:27.352451 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ca99c1-aa79-4c8a-9098-fb4594a88342 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:15:27.352932 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ca99c1-aa79-4c8a-9098-fb4594a88342 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:15:27.353672 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ca99c1-aa79-4c8a-9098-fb4594a88342 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:15:27.354349 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ca99c1-aa79-4c8a-9098-fb4594a88342 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:15:27.359987 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-91ca99c1-aa79-4c8a-9098-fb4594a88342 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.6662588 May 05 20:15:27.362386 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35768) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:27.414896 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eb727d24-d896-4dcf-9e80-2154e5505e93 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:27.473826 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb727d24-d896-4dcf-9e80-2154e5505e93 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Pushing event updated for resources: {'Port': ['ID=98b9e1f2-f6da-42d5-9af7-f6d2971aa0a0,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:27.497185 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 07281b67-2bae-4689-8d2d-f54843ab965b up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:15:27.505005 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-71ad37eb-21b4-412d-8582-825005817912 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Deleting port 04bea6cb-5454-4510-a61f-f6060671bef5 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:15:27.505592 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-71ad37eb-21b4-412d-8582-825005817912 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:27.630038 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-93a32dee-1957-48d7-8d08-892bb6298b86 req-978b1c00-5333-4ecb-95aa-de3b3401d40c tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa357fd3-c322-4995-b457-fb19b1b2843b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6491666 May 05 20:15:27.740227 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b6383e53-8298-4c2b-b411-85417912d168 req-5e250594-af4a-41dd-8aae-a96eaee8a667 service neutron] 10.222.0.24 "GET /v2.0/networks/896c84ec-d658-47a8-8593-c81dc7c226d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8030965 May 05 20:15:27.743839 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-16b1d3a1-4008-4dc6-920e-6f777bb8d130 None None] Provisioning for port 07281b67-2bae-4689-8d2d-f54843ab965b completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:15:27.888168 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eb727d24-d896-4dcf-9e80-2154e5505e93 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:27.999895 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 07281b67-2bae-4689-8d2d-f54843ab965b completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:15:28.018667 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 07281b67-2bae-4689-8d2d-f54843ab965b triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:15:28.019032 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:28.057642 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68520ae-ae25-4cdd-9f6a-944437f87ee3 None None] Network a2ae3faa-ea28-4894-a869-c5adc7aaee52 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:15:28.166150 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-71ad37eb-21b4-412d-8582-825005817912 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:28.333434 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-71ad37eb-21b4-412d-8582-825005817912 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Calling delete_port for 04bea6cb-5454-4510-a61f-f6060671bef5 owned by {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:15:28.661329 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-71ad37eb-21b4-412d-8582-825005817912 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:28.835769 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ad37eb-21b4-412d-8582-825005817912 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Pushing event deleted for resources: {'Port': ['ID=04bea6cb-5454-4510-a61f-f6060671bef5,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:28.887753 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:28.952998 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-71ad37eb-21b4-412d-8582-825005817912 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:28.992902 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 07281b67-2bae-4689-8d2d-f54843ab965b, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=07281b67-2bae-4689-8d2d-f54843ab965b,segment=NetworkSegment(1c07e53d-fa5f-460e-a584-9896d67f0c04),segment_id=1c07e53d-fa5f-460e-a584-9896d67f0c04)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:15:29.014890 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:29.159144 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-86720fda-9801-42c7-9ef5-9015620af6b7 None None] Provisioning for port 98b9e1f2-f6da-42d5-9af7-f6d2971aa0a0 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:15:29.241220 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=07281b67-2bae-4689-8d2d-f54843ab965b,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:29.257042 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-86720fda-9801-42c7-9ef5-9015620af6b7 None None] Provisioning complete for port 98b9e1f2-f6da-42d5-9af7-f6d2971aa0a0 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:15:29.257783 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-86720fda-9801-42c7-9ef5-9015620af6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:29.279374 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-71ad37eb-21b4-412d-8582-825005817912 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] 10.222.0.36 "DELETE /v2.0/ports/04bea6cb-5454-4510-a61f-f6060671bef5 HTTP/1.1" status: 204 len: 168 time: 1.9157493 May 05 20:15:29.280091 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35824) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:29.311574 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6d8193-9029-4255-b48f-df89b561d8ce req-76965f15-b543-45fc-ad4b-f1d1eccd72d7 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:29.313744 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-f5064c38-157b-4b19-a05e-562478abe0c1 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fb87e7fc-d5d6-4cb4-8d75-296c4490403a', 'external_fixed_ips': [{'subnet_id': 'e5addef7-902a-4961-9c71-07e165073913', 'ip_address': '2001:db8::14e'}]}}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:15:29.314935 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bb6d8193-9029-4255-b48f-df89b561d8ce req-76965f15-b543-45fc-ad4b-f1d1eccd72d7 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5d40173-a144-44a7-98d8-e4fa8dc15faf HTTP/1.1" status: 200 len: 946 time: 0.3740177 May 05 20:15:29.324174 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eb727d24-d896-4dcf-9e80-2154e5505e93 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:29.357958 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eb727d24-d896-4dcf-9e80-2154e5505e93 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:29.362497 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-86720fda-9801-42c7-9ef5-9015620af6b7 None None] Port 98b9e1f2-f6da-42d5-9af7-f6d2971aa0a0 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:15:29.368307 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-f5064c38-157b-4b19-a05e-562478abe0c1 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:15:29.379264 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-86720fda-9801-42c7-9ef5-9015620af6b7 None None] Provisioning complete for port 07281b67-2bae-4689-8d2d-f54843ab965b triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:15:29.380105 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-86720fda-9801-42c7-9ef5-9015620af6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:29.380471 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-f5064c38-157b-4b19-a05e-562478abe0c1 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Usage tracker for resource:router and tenant:9416b4e04e2747ff9dc655d72d258451 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:15:29.387312 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-f5064c38-157b-4b19-a05e-562478abe0c1 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:15:29.406489 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-f5064c38-157b-4b19-a05e-562478abe0c1 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:15:29.430120 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b582c-7ae6-4f9b-b55a-c1fc6155faa4 req-4307ae35-5430-4d9a-a29f-347ad51128fa tempest-VolumesActionsTest-849351144 tempest-VolumesActionsTest-849351144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:29.432176 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-2a7b582c-7ae6-4f9b-b55a-c1fc6155faa4 req-4307ae35-5430-4d9a-a29f-347ad51128fa tempest-VolumesActionsTest-849351144 tempest-VolumesActionsTest-849351144-project] Synchronizing usage tracker for tenant:49dc7c968d694b5c9e63a1c1da4ab20b on resource:network {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:15:29.461782 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f5064c38-157b-4b19-a05e-562478abe0c1 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:29.466675 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f5064c38-157b-4b19-a05e-562478abe0c1 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:29.504627 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f5064c38-157b-4b19-a05e-562478abe0c1 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:29.538055 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bb6d8193-9029-4255-b48f-df89b561d8ce req-3a702805-d559-4024-93b4-c133af07677b tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa357fd3-c322-4995-b457-fb19b1b2843b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106798 May 05 20:15:29.568867 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb727d24-d896-4dcf-9e80-2154e5505e93 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Pushing event updated for resources: {'Port': ['ID=98b9e1f2-f6da-42d5-9af7-f6d2971aa0a0,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:29.571817 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eb727d24-d896-4dcf-9e80-2154e5505e93 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:29.767491 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-2a7b582c-7ae6-4f9b-b55a-c1fc6155faa4 req-4307ae35-5430-4d9a-a29f-347ad51128fa tempest-VolumesActionsTest-849351144 tempest-VolumesActionsTest-849351144-project] Unset dirty status for tenant:49dc7c968d694b5c9e63a1c1da4ab20b on resource:network {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:15:29.776079 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2a7b582c-7ae6-4f9b-b55a-c1fc6155faa4 req-4307ae35-5430-4d9a-a29f-347ad51128fa tempest-VolumesActionsTest-849351144 tempest-VolumesActionsTest-849351144-project] 10.222.0.36 "GET /v2.0/networks?id=f87515b4-299b-4513-9fb4-62e629a28239 HTTP/1.1" status: 200 len: 809 time: 1.1916842 May 05 20:15:29.831793 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-fc3ca0dd-1d03-4989-a81f-ffad3b9a03e2 None None] Provisioning complete for port 98b9e1f2-f6da-42d5-9af7-f6d2971aa0a0 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:15:29.832448 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fc3ca0dd-1d03-4989-a81f-ffad3b9a03e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:29.866304 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb727d24-d896-4dcf-9e80-2154e5505e93 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Network 78d459e3-177e-4733-be0f-d01e806f683f is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:15:29.868115 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-eb727d24-d896-4dcf-9e80-2154e5505e93 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:15:29.874276 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2a7b582c-7ae6-4f9b-b55a-c1fc6155faa4 req-0e992b6d-4c2b-4fe9-9734-f5284eb1d11e tempest-VolumesActionsTest-849351144 tempest-VolumesActionsTest-849351144-project] 10.222.0.36 "GET /v2.0/quotas/49dc7c968d694b5c9e63a1c1da4ab20b HTTP/1.1" status: 200 len: 375 time: 0.0955322 May 05 20:15:29.926824 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-fc3ca0dd-1d03-4989-a81f-ffad3b9a03e2 None None] Port 98b9e1f2-f6da-42d5-9af7-f6d2971aa0a0 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:15:30.061185 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2a7b582c-7ae6-4f9b-b55a-c1fc6155faa4 req-21048615-3fab-48c4-af82-d12f3f219b96 tempest-VolumesActionsTest-849351144 tempest-VolumesActionsTest-849351144-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=49dc7c968d694b5c9e63a1c1da4ab20b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1858759 May 05 20:15:30.241242 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb727d24-d896-4dcf-9e80-2154e5505e93 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Router 9b822295-b9e1-4f8f-a293-8bdd8a3430cf is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:15:30.274376 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-d47fe172-ec7f-47bd-ba0a-fc264d07d020 None None] Provisioning complete for port 98b9e1f2-f6da-42d5-9af7-f6d2971aa0a0 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:15:30.275048 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d47fe172-ec7f-47bd-ba0a-fc264d07d020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:30.316705 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f5064c38-157b-4b19-a05e-562478abe0c1 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:30.419628 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-d47fe172-ec7f-47bd-ba0a-fc264d07d020 None None] Port 98b9e1f2-f6da-42d5-9af7-f6d2971aa0a0 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:15:30.761831 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb727d24-d896-4dcf-9e80-2154e5505e93 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:15:30.774354 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467f12b3-81f4-4fc8-817e-74326ccc7892 None None] Sync routers for ids ['9b822295-b9e1-4f8f-a293-8bdd8a3430cf'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:15:30.781166 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-eb727d24-d896-4dcf-9e80-2154e5505e93 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "PUT /v2.0/routers/9b822295-b9e1-4f8f-a293-8bdd8a3430cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7360940 May 05 20:15:30.781996 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35872) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:30.799714 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467f12b3-81f4-4fc8-817e-74326ccc7892 None None] Routers {'9b822295-b9e1-4f8f-a293-8bdd8a3430cf'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:15:30.800841 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-467f12b3-81f4-4fc8-817e-74326ccc7892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:15:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['9b822295-b9e1-4f8f-a293-8bdd8a3430cf'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:15:30.844008 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2a7b582c-7ae6-4f9b-b55a-c1fc6155faa4 req-a5671181-4eb6-477c-af6b-34ba754f7729 service neutron] 10.222.0.36 "GET /v2.0/networks/f87515b4-299b-4513-9fb4-62e629a28239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7816768 May 05 20:15:30.885219 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-467f12b3-81f4-4fc8-817e-74326ccc7892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:15:30.889805 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4923f16-13ef-443d-916d-49811a24735c tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:30.890424 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-e4923f16-13ef-443d-916d-49811a24735c tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Synchronizing usage tracker for tenant:9b46723d474c4d6a82c8d63ca7324f68 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:15:30.902569 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467f12b3-81f4-4fc8-817e-74326ccc7892 None None] Routers {'9b822295-b9e1-4f8f-a293-8bdd8a3430cf'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:15:30.905652 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-467f12b3-81f4-4fc8-817e-74326ccc7892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:15:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['9b822295-b9e1-4f8f-a293-8bdd8a3430cf'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:15:30.980746 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-e4923f16-13ef-443d-916d-49811a24735c tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Unset dirty status for tenant:9b46723d474c4d6a82c8d63ca7324f68 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:15:30.980746 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e4923f16-13ef-443d-916d-49811a24735c tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "GET /v2.0/ports/98b9e1f2-f6da-42d5-9af7-f6d2971aa0a0 HTTP/1.1" status: 200 len: 910 time: 0.1932650 May 05 20:15:30.980746 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35878) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:30.992989 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-50715b0e-b07e-4d55-9036-f99f7d241967 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '32af8182-e30a-4c65-8ee9-56d254bf2c04'}]}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:15:31.001708 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-467f12b3-81f4-4fc8-817e-74326ccc7892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:15:31.002097 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467f12b3-81f4-4fc8-817e-74326ccc7892 None None] The sync data for ids ['9b822295-b9e1-4f8f-a293-8bdd8a3430cf'] in n-d-840717-1 is: [] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:15:31.162102 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 07281b67-2bae-4689-8d2d-f54843ab965b up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:15:31.210944 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb225b69-d1dd-4f1a-bdb6-e9b4ef1c3b3c req-41e61390-e838-42c8-8b0b-7e385c7516bc tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:31.212492 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bb225b69-d1dd-4f1a-bdb6-e9b4ef1c3b3c req-41e61390-e838-42c8-8b0b-7e385c7516bc tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5d40173-a144-44a7-98d8-e4fa8dc15faf HTTP/1.1" status: 200 len: 946 time: 0.3177829 May 05 20:15:31.279596 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 07281b67-2bae-4689-8d2d-f54843ab965b triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:15:31.280343 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:31.317509 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2a7b582c-7ae6-4f9b-b55a-c1fc6155faa4 req-7623cfc2-a2c5-44fb-9ce9-1fbb5d237497 service neutron] 10.222.0.36 "GET /v2.0/networks/f87515b4-299b-4513-9fb4-62e629a28239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4654346 May 05 20:15:31.331522 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bb225b69-d1dd-4f1a-bdb6-e9b4ef1c3b3c req-1172bd01-1301-4373-9453-f4357dd75700 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa357fd3-c322-4995-b457-fb19b1b2843b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683875 May 05 20:15:31.370183 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f5064c38-157b-4b19-a05e-562478abe0c1 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:31.418305 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f5064c38-157b-4b19-a05e-562478abe0c1 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:31.662348 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-50715b0e-b07e-4d55-9036-f99f7d241967 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:31.961899 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-f5064c38-157b-4b19-a05e-562478abe0c1 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Allocated IP 2001:db8::14e (fb87e7fc-d5d6-4cb4-8d75-296c4490403a/e5addef7-902a-4961-9c71-07e165073913/cd576d25-b417-4f34-9a48-d892870f23ae) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:15:31.972502 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6ebf6b30-66a5-4c82-9fa9-53ab49206a59 req-f1c61283-b5d8-4b67-9340-a1558fbb9650 tempest-VolumesActionsTest-849351144 tempest-VolumesActionsTest-849351144-project] 10.222.0.36 "GET /v2.0/ports?device_id=06b8ded1-381c-439e-8e15-dc9bb60bb133 HTTP/1.1" status: 200 len: 210 time: 0.1953869 May 05 20:15:32.257543 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f5064c38-157b-4b19-a05e-562478abe0c1 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:32.313247 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f5064c38-157b-4b19-a05e-562478abe0c1 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:32.419912 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5064c38-157b-4b19-a05e-562478abe0c1 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Network fb87e7fc-d5d6-4cb4-8d75-296c4490403a is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:15:32.421258 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-f5064c38-157b-4b19-a05e-562478abe0c1 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:15:32.428758 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5064c38-157b-4b19-a05e-562478abe0c1 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:15:32.786664 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5064c38-157b-4b19-a05e-562478abe0c1 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Pushing event updated for resources: {'Port': ['ID=cd576d25-b417-4f34-9a48-d892870f23ae,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:33.090635 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-50715b0e-b07e-4d55-9036-f99f7d241967 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:33.117335 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-50715b0e-b07e-4d55-9036-f99f7d241967 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:33.182316 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4c1634-191b-4022-a9f3-19f50de522e9 req-8e4d7931-0561-4171-bf2e-a95fd9e8e7d0 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:33.196705 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5d4c1634-191b-4022-a9f3-19f50de522e9 req-8e4d7931-0561-4171-bf2e-a95fd9e8e7d0 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5d40173-a144-44a7-98d8-e4fa8dc15faf HTTP/1.1" status: 200 len: 946 time: 0.4267206 May 05 20:15:33.406332 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50715b0e-b07e-4d55-9036-f99f7d241967 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:33.406993 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-50715b0e-b07e-4d55-9036-f99f7d241967 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:33.414269 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-50715b0e-b07e-4d55-9036-f99f7d241967 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "PUT /v2.0/ports/98b9e1f2-f6da-42d5-9af7-f6d2971aa0a0 HTTP/1.1" status: 200 len: 910 time: 2.4303355 May 05 20:15:33.457462 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35918) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:33.718153 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5d4c1634-191b-4022-a9f3-19f50de522e9 req-1e742c5d-2f14-4dbf-8402-d4fa0565a6a0 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa357fd3-c322-4995-b457-fb19b1b2843b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5202818 May 05 20:15:33.766632 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f5064c38-157b-4b19-a05e-562478abe0c1 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:33.840204 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-44d85412-6dcf-4d7c-818e-3ee1900210ab req-0e1221b0-547c-46a0-890b-324e7bb2c11c tempest-VolumesActionsTest-849351144 tempest-VolumesActionsTest-849351144-project] 10.222.0.36 "GET /v2.0/ports?device_id=06b8ded1-381c-439e-8e15-dc9bb60bb133 HTTP/1.1" status: 200 len: 210 time: 0.5976799 May 05 20:15:34.090845 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b582c-7ae6-4f9b-b55a-c1fc6155faa4 req-1d1e1feb-a067-46e8-9e3b-416ded21ed01 tempest-VolumesActionsTest-849351144 tempest-VolumesActionsTest-849351144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:34.092624 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2a7b582c-7ae6-4f9b-b55a-c1fc6155faa4 req-1d1e1feb-a067-46e8-9e3b-416ded21ed01 tempest-VolumesActionsTest-849351144 tempest-VolumesActionsTest-849351144-project] 10.222.0.50 "GET /v2.0/networks?id=f87515b4-299b-4513-9fb4-62e629a28239 HTTP/1.1" status: 200 len: 809 time: 0.6361291 May 05 20:15:34.095960 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50715b0e-b07e-4d55-9036-f99f7d241967 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Pushing event updated for resources: {'Port': ['ID=98b9e1f2-f6da-42d5-9af7-f6d2971aa0a0,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:34.115930 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-2a7b582c-7ae6-4f9b-b55a-c1fc6155faa4 req-6fc9ff65-486b-422e-89d0-dc7ba3739d7e tempest-VolumesActionsTest-849351144 tempest-VolumesActionsTest-849351144-project] Request body: {'port': {'device_id': '06b8ded1-381c-439e-8e15-dc9bb60bb133', 'network_id': 'f87515b4-299b-4513-9fb4-62e629a28239', 'admin_state_up': True, 'tenant_id': '49dc7c968d694b5c9e63a1c1da4ab20b'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:15:34.251688 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f5064c38-157b-4b19-a05e-562478abe0c1 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:34.505833 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-2a7b582c-7ae6-4f9b-b55a-c1fc6155faa4 req-6fc9ff65-486b-422e-89d0-dc7ba3739d7e tempest-VolumesActionsTest-849351144 tempest-VolumesActionsTest-849351144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:15:34.513792 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-2a7b582c-7ae6-4f9b-b55a-c1fc6155faa4 req-6fc9ff65-486b-422e-89d0-dc7ba3739d7e tempest-VolumesActionsTest-849351144 tempest-VolumesActionsTest-849351144-project] Usage tracker for resource:port and tenant:49dc7c968d694b5c9e63a1c1da4ab20b is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:15:34.517697 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-2a7b582c-7ae6-4f9b-b55a-c1fc6155faa4 req-6fc9ff65-486b-422e-89d0-dc7ba3739d7e tempest-VolumesActionsTest-849351144 tempest-VolumesActionsTest-849351144-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:15:34.524232 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-2a7b582c-7ae6-4f9b-b55a-c1fc6155faa4 req-6fc9ff65-486b-422e-89d0-dc7ba3739d7e tempest-VolumesActionsTest-849351144 tempest-VolumesActionsTest-849351144-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:15:34.622491 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a7b582c-7ae6-4f9b-b55a-c1fc6155faa4 req-6fc9ff65-486b-422e-89d0-dc7ba3739d7e tempest-VolumesActionsTest-849351144 tempest-VolumesActionsTest-849351144-project] Made reservation on behalf of 49dc7c968d694b5c9e63a1c1da4ab20b for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:15:34.630567 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2a7b582c-7ae6-4f9b-b55a-c1fc6155faa4 req-6fc9ff65-486b-422e-89d0-dc7ba3739d7e tempest-VolumesActionsTest-849351144 tempest-VolumesActionsTest-849351144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:34.637231 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d0ee7c0b-61d1-4f6e-a1bb-4cfd6cb3f611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:34.640245 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5064c38-157b-4b19-a05e-562478abe0c1 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Router a15d593c-aee9-4136-959b-bfea95dcc673 is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88197) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:15:34.882372 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-2a7b582c-7ae6-4f9b-b55a-c1fc6155faa4 req-6fc9ff65-486b-422e-89d0-dc7ba3739d7e tempest-VolumesActionsTest-849351144 tempest-VolumesActionsTest-849351144-project] Allocated IP 172.20.0.13 (f87515b4-299b-4513-9fb4-62e629a28239/9da6eebe-f788-4be9-9672-f5e21eaabdea/5844ca21-850f-4530-bcf6-937ae609c1b6) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:15:35.096809 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5064c38-157b-4b19-a05e-562478abe0c1 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:15:35.108117 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b186b9e8-a0bd-4be3-a11c-d5549765830f None None] Sync routers for ids ['a15d593c-aee9-4136-959b-bfea95dcc673'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:15:35.121568 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b186b9e8-a0bd-4be3-a11c-d5549765830f None None] Routers {'a15d593c-aee9-4136-959b-bfea95dcc673'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:15:35.124338 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-b186b9e8-a0bd-4be3-a11c-d5549765830f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:15:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['a15d593c-aee9-4136-959b-bfea95dcc673'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:15:35.163858 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d788c289-74d7-46e4-b637-02ad6e09a21d req-1c960950-bb65-4783-87db-3dd5ba9f28eb tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:35.171039 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d788c289-74d7-46e4-b637-02ad6e09a21d req-1c960950-bb65-4783-87db-3dd5ba9f28eb tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1d1e55-8689-4939-b673-836425f8455e HTTP/1.1" status: 200 len: 947 time: 0.2643857 May 05 20:15:35.210113 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f5064c38-157b-4b19-a05e-562478abe0c1 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:35.211543 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f5064c38-157b-4b19-a05e-562478abe0c1 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.9203935 May 05 20:15:35.214281 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35956) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:35.322205 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d788c289-74d7-46e4-b637-02ad6e09a21d req-2958791e-5ae1-45f3-bbbf-8e9b5f928535 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa34c6b7-f79e-42a5-a73d-73f26fc7f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1501939 May 05 20:15:35.493296 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2a7b582c-7ae6-4f9b-b55a-c1fc6155faa4 req-6fc9ff65-486b-422e-89d0-dc7ba3739d7e tempest-VolumesActionsTest-849351144 tempest-VolumesActionsTest-849351144-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:35.525583 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c59a7-f10e-45c9-ab92-b0bb207b376d req-55e867e8-dab7-4dc8-a705-b81ef15bc9a1 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:35.527164 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-211c59a7-f10e-45c9-ab92-b0bb207b376d req-55e867e8-dab7-4dc8-a705-b81ef15bc9a1 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5d40173-a144-44a7-98d8-e4fa8dc15faf HTTP/1.1" status: 200 len: 946 time: 0.5158367 May 05 20:15:35.574815 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-b186b9e8-a0bd-4be3-a11c-d5549765830f None None] Set router a15d593c-aee9-4136-959b-bfea95dcc673 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:15:35.595650 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c52a131d-6206-40f5-b78b-7c70329dc5c6 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks [] for router, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:35.869751 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-211c59a7-f10e-45c9-ab92-b0bb207b376d req-88d642b6-a69a-4745-97ca-4d7aab42bb3a tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa357fd3-c322-4995-b457-fb19b1b2843b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216005 May 05 20:15:35.894762 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2a7b582c-7ae6-4f9b-b55a-c1fc6155faa4 req-6fc9ff65-486b-422e-89d0-dc7ba3739d7e tempest-VolumesActionsTest-849351144 tempest-VolumesActionsTest-849351144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:35.905961 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-994d4aac-335e-4880-a34f-6219155083c2 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:36.011962 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-b186b9e8-a0bd-4be3-a11c-d5549765830f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a15d593c-aee9-4136-959b-bfea95dcc673', 'name': '', 'tenant_id': '9416b4e04e2747ff9dc655d72d258451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb87e7fc-d5d6-4cb4-8d75-296c4490403a', 'external_fixed_ips': [{'subnet_id': 'e5addef7-902a-4961-9c71-07e165073913', 'ip_address': '2001:db8::14e'}], 'enable_snat': True}, 'gw_port_id': 'cd576d25-b417-4f34-9a48-d892870f23ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:15:29Z', 'updated_at': '2022-05-05T20:15:33Z', 'revision_number': 3, 'project_id': '9416b4e04e2747ff9dc655d72d258451', 'gw_port': {'id': 'cd576d25-b417-4f34-9a48-d892870f23ae', 'name': '', 'network_id': 'fb87e7fc-d5d6-4cb4-8d75-296c4490403a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:71:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a15d593c-aee9-4136-959b-bfea95dcc673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': 'e5addef7-902a-4961-9c71-07e165073913', 'ip_address': '2001:db8::14e', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:15:31Z', 'updated_at': '2022-05-05T20:15:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5addef7-902a-4961-9c71-07e165073913', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:15:36.014952 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f99e8fc5-63aa-4a50-85b4-aef2dffdae9e req-f5131695-5110-4db8-a65d-150e02b1010d tempest-VolumesActionsTest-849351144 tempest-VolumesActionsTest-849351144-project] 10.222.0.36 "GET /v2.0/ports?device_id=06b8ded1-381c-439e-8e15-dc9bb60bb133 HTTP/1.1" status: 200 len: 210 time: 0.4856756 May 05 20:15:36.024256 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b186b9e8-a0bd-4be3-a11c-d5549765830f None None] Checking router: a15d593c-aee9-4136-959b-bfea95dcc673 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:15:36.025768 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b186b9e8-a0bd-4be3-a11c-d5549765830f None None] Updating router a15d593c-aee9-4136-959b-bfea95dcc673 port cd576d25-b417-4f34-9a48-d892870f23ae binding host n-d-840717-1 {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:15:36.091229 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c52a131d-6206-40f5-b78b-7c70329dc5c6 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:36.107385 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-c52a131d-6206-40f5-b78b-7c70329dc5c6 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Deleting port cd576d25-b417-4f34-9a48-d892870f23ae {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:15:36.108034 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c52a131d-6206-40f5-b78b-7c70329dc5c6 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:36.159034 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b186b9e8-a0bd-4be3-a11c-d5549765830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:36.469253 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c52a131d-6206-40f5-b78b-7c70329dc5c6 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:36.653912 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-c52a131d-6206-40f5-b78b-7c70329dc5c6 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Calling delete_port for cd576d25-b417-4f34-9a48-d892870f23ae owned by network:router_gateway {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:15:37.020599 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-05801ea9-0561-4abe-a6e2-2073d4d8a627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:37.183142 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c52a131d-6206-40f5-b78b-7c70329dc5c6 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:37.184748 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-b186b9e8-a0bd-4be3-a11c-d5549765830f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:15:37.192011 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-b186b9e8-a0bd-4be3-a11c-d5549765830f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:15:37.208378 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a7b582c-7ae6-4f9b-b55a-c1fc6155faa4 req-6fc9ff65-486b-422e-89d0-dc7ba3739d7e tempest-VolumesActionsTest-849351144 tempest-VolumesActionsTest-849351144-project] Network f87515b4-299b-4513-9fb4-62e629a28239 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:15:37.236961 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-2a7b582c-7ae6-4f9b-b55a-c1fc6155faa4 req-6fc9ff65-486b-422e-89d0-dc7ba3739d7e tempest-VolumesActionsTest-849351144 tempest-VolumesActionsTest-849351144-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:15:37.273853 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc9ff65-486b-422e-89d0-dc7ba3739d7e tempest-VolumesActionsTest-849351144 tempest-VolumesActionsTest-849351144-project] Pushing event updated for resources: {'Port': ['ID=5844ca21-850f-4530-bcf6-937ae609c1b6,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:37.278049 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a7b582c-7ae6-4f9b-b55a-c1fc6155faa4 req-6fc9ff65-486b-422e-89d0-dc7ba3739d7e tempest-VolumesActionsTest-849351144 tempest-VolumesActionsTest-849351144-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:15:37.364472 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52a131d-6206-40f5-b78b-7c70329dc5c6 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Pushing event deleted for resources: {'Port': ['ID=cd576d25-b417-4f34-9a48-d892870f23ae,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:37.367756 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b582c-7ae6-4f9b-b55a-c1fc6155faa4 req-6fc9ff65-486b-422e-89d0-dc7ba3739d7e tempest-VolumesActionsTest-849351144 tempest-VolumesActionsTest-849351144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:37.368594 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2a7b582c-7ae6-4f9b-b55a-c1fc6155faa4 req-6fc9ff65-486b-422e-89d0-dc7ba3739d7e tempest-VolumesActionsTest-849351144 tempest-VolumesActionsTest-849351144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:37.385196 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c52a131d-6206-40f5-b78b-7c70329dc5c6 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:37.408345 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2a7b582c-7ae6-4f9b-b55a-c1fc6155faa4 req-6fc9ff65-486b-422e-89d0-dc7ba3739d7e tempest-VolumesActionsTest-849351144 tempest-VolumesActionsTest-849351144-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2983518 May 05 20:15:37.428901 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a38c0-dabe-4a3b-84c1-b248f96f76f9 req-4779cda6-7eca-462e-a598-8ecc250a1ebe tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:37.430644 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-411a38c0-dabe-4a3b-84c1-b248f96f76f9 req-4779cda6-7eca-462e-a598-8ecc250a1ebe tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e1d1e55-8689-4939-b673-836425f8455e HTTP/1.1" status: 200 len: 947 time: 1.2114153 May 05 20:15:37.441260 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-2a7b582c-7ae6-4f9b-b55a-c1fc6155faa4 req-a5bfbab9-2944-4fb2-a699-e9c4736df772 service neutron] Request body: {'port': {'device_id': '06b8ded1-381c-439e-8e15-dc9bb60bb133', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:15:37.606721 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2a7b582c-7ae6-4f9b-b55a-c1fc6155faa4 req-a5bfbab9-2944-4fb2-a699-e9c4736df772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:37.711253 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c52a131d-6206-40f5-b78b-7c70329dc5c6 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:37.718556 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c52a131d-6206-40f5-b78b-7c70329dc5c6 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:37.741141 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441bbc99-0c50-4294-a542-27957c26a543 req-b82bf61d-a63b-45bc-859d-f9844aaf62d5 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:37.742682 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-441bbc99-0c50-4294-a542-27957c26a543 req-b82bf61d-a63b-45bc-859d-f9844aaf62d5 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1d1e55-8689-4939-b673-836425f8455e HTTP/1.1" status: 200 len: 947 time: 0.9254293 May 05 20:15:37.762605 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee29c1cd-3db8-4e9b-8464-df0878ef003a req-1a46f11b-78ec-47cb-89c5-b7c19a337067 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:37.764402 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ee29c1cd-3db8-4e9b-8464-df0878ef003a req-1a46f11b-78ec-47cb-89c5-b7c19a337067 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5d40173-a144-44a7-98d8-e4fa8dc15faf HTTP/1.1" status: 200 len: 946 time: 0.4392352 May 05 20:15:37.765225 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b186b9e8-a0bd-4be3-a11c-d5549765830f None None] Port cd576d25-b417-4f34-9a48-d892870f23ae not found while updating agent binding for router a15d593c-aee9-4136-959b-bfea95dcc673. {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} May 05 20:15:37.766014 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c52a131d-6206-40f5-b78b-7c70329dc5c6 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:37.766681 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52a131d-6206-40f5-b78b-7c70329dc5c6 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a15d593c-aee9-4136-959b-bfea95dcc673 {{(pid=88197) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:15:37.819508 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b186b9e8-a0bd-4be3-a11c-d5549765830f None None] Routers set() bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:15:37.819881 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b186b9e8-a0bd-4be3-a11c-d5549765830f None None] Router IDs set() for agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} May 05 20:15:37.820545 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_agentschedulers_db [None req-b186b9e8-a0bd-4be3-a11c-d5549765830f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a15d593c-aee9-4136-959b-bfea95dcc673'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:15:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent'). {{(pid=88199) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 05 20:15:37.820935 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b186b9e8-a0bd-4be3-a11c-d5549765830f None None] The sync data for ids ['a15d593c-aee9-4136-959b-bfea95dcc673'] in n-d-840717-1 is: [] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:15:37.853586 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:37.855722 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-411a38c0-dabe-4a3b-84c1-b248f96f76f9 req-226941be-7b05-4fdd-801a-09c36f4fe466 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Deleting port 688a4a9a-4c98-45ff-964a-c594a57cbf72 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:15:37.856237 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-411a38c0-dabe-4a3b-84c1-b248f96f76f9 req-226941be-7b05-4fdd-801a-09c36f4fe466 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:37.859983 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ee29c1cd-3db8-4e9b-8464-df0878ef003a req-b7c7a828-4b47-4627-8a24-9ebf2293b196 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa357fd3-c322-4995-b457-fb19b1b2843b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846074 May 05 20:15:37.869584 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c52a131d-6206-40f5-b78b-7c70329dc5c6 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:37.876219 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-c52a131d-6206-40f5-b78b-7c70329dc5c6 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] 10.222.0.36 "DELETE /v2.0/routers/a15d593c-aee9-4136-959b-bfea95dcc673 HTTP/1.1" status: 204 len: 168 time: 2.6603894 May 05 20:15:37.878597 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35978) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:38.043863 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:38.098171 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbb37ded-6818-412d-8745-9f6dd2dea900 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Deleting subnet e5addef7-902a-4961-9c71-07e165073913 {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:15:38.108117 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cbb37ded-6818-412d-8745-9f6dd2dea900 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:38.132888 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-994d4aac-335e-4880-a34f-6219155083c2 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Deleting port 98b9e1f2-f6da-42d5-9af7-f6d2971aa0a0 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:15:38.133617 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-994d4aac-335e-4880-a34f-6219155083c2 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:38.339090 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cbb37ded-6818-412d-8745-9f6dd2dea900 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:38.372437 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-994d4aac-335e-4880-a34f-6219155083c2 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:38.503916 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cbb37ded-6818-412d-8745-9f6dd2dea900 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:38.591115 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161b16e9-e4a5-4114-aef4-0c9d95d3da8c req-87c6fce6-563f-4b3e-9c95-ee082afe49bb tempest-VolumesActionsTest-849351144 tempest-VolumesActionsTest-849351144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:38.598996 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-161b16e9-e4a5-4114-aef4-0c9d95d3da8c req-87c6fce6-563f-4b3e-9c95-ee082afe49bb tempest-VolumesActionsTest-849351144 tempest-VolumesActionsTest-849351144-project] 10.222.0.36 "GET /v2.0/ports?device_id=06b8ded1-381c-439e-8e15-dc9bb60bb133 HTTP/1.1" status: 200 len: 932 time: 0.4086237 May 05 20:15:38.667342 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-161b16e9-e4a5-4114-aef4-0c9d95d3da8c req-02a34d7b-9048-4eee-9c5f-7bc919514d9c tempest-VolumesActionsTest-849351144 tempest-VolumesActionsTest-849351144-project] Synchronizing usage tracker for tenant:49dc7c968d694b5c9e63a1c1da4ab20b on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:15:38.697036 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-161b16e9-e4a5-4114-aef4-0c9d95d3da8c req-02a34d7b-9048-4eee-9c5f-7bc919514d9c tempest-VolumesActionsTest-849351144 tempest-VolumesActionsTest-849351144-project] Unset dirty status for tenant:49dc7c968d694b5c9e63a1c1da4ab20b on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:15:38.711288 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-161b16e9-e4a5-4114-aef4-0c9d95d3da8c req-02a34d7b-9048-4eee-9c5f-7bc919514d9c tempest-VolumesActionsTest-849351144 tempest-VolumesActionsTest-849351144-project] 10.222.0.36 "GET /v2.0/security-groups?id=a6ad4485-1ba3-42bc-8cac-693311951a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107521 May 05 20:15:38.715126 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cbb37ded-6818-412d-8745-9f6dd2dea900 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:38.777739 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb37ded-6818-412d-8745-9f6dd2dea900 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e5addef7-902a-4961-9c71-07e165073913,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:38.784741 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cbb37ded-6818-412d-8745-9f6dd2dea900 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:38.796688 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-cbb37ded-6818-412d-8745-9f6dd2dea900 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] 10.222.0.36 "DELETE /v2.0/subnets/e5addef7-902a-4961-9c71-07e165073913 HTTP/1.1" status: 204 len: 168 time: 0.9160876 May 05 20:15:38.797790 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35990) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:38.800368 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-994d4aac-335e-4880-a34f-6219155083c2 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Calling delete_port for 98b9e1f2-f6da-42d5-9af7-f6d2971aa0a0 owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:15:38.907379 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-441bbc99-0c50-4294-a542-27957c26a543 req-215f51a5-fe06-4b0f-8d7f-184e92c9e595 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa34c6b7-f79e-42a5-a73d-73f26fc7f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1022151 May 05 20:15:38.987327 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8e75b008-4702-49af-acc3-3f419d59310a tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:39.578468 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:39.750298 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8e75b008-4702-49af-acc3-3f419d59310a tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:39.799571 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-8e75b008-4702-49af-acc3-3f419d59310a tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb87e7fc-d5d6-4cb4-8d75-296c4490403a']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:15:39.828868 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354932cf-7001-4f25-b685-6a7c069ff913 req-2b1cc524-27cb-408f-a4ed-6bda0f6dcbeb tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:39.837551 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-354932cf-7001-4f25-b685-6a7c069ff913 req-2b1cc524-27cb-408f-a4ed-6bda0f6dcbeb tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5d40173-a144-44a7-98d8-e4fa8dc15faf HTTP/1.1" status: 200 len: 946 time: 0.5292141 May 05 20:15:39.854360 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-8e75b008-4702-49af-acc3-3f419d59310a tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa81ec01-6cc8-4c7a-8e64-012fbb89e016') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:15:39.854660 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-8e75b008-4702-49af-acc3-3f419d59310a tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa81ec01-6cc8-4c7a-8e64-012fbb89e016') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:15:39.873811 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8e75b008-4702-49af-acc3-3f419d59310a tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:39.881843 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 688a4a9a-4c98-45ff-964a-c594a57cbf72 no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:15:39.942898 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-994d4aac-335e-4880-a34f-6219155083c2 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:39.965914 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8e75b008-4702-49af-acc3-3f419d59310a tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:40.000614 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-354932cf-7001-4f25-b685-6a7c069ff913 req-9aaaaa3f-9832-428f-a936-317b828abfec tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa357fd3-c322-4995-b457-fb19b1b2843b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611884 May 05 20:15:40.007660 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e75b008-4702-49af-acc3-3f419d59310a tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:15:40.010247 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8e75b008-4702-49af-acc3-3f419d59310a tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:40.061503 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:15:40.061503 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:15:40.061503 n-d-840717-1 neutron-server[88197]: timer() May 05 20:15:40.061503 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:15:40.061503 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:15:40.061503 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:15:40.061503 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:15:40.061503 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:15:40.061503 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:15:40.061503 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:15:40.061503 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:15:40.061503 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:15:40.061503 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:15:40.061503 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:15:40.061503 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:15:40.061503 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:15:40.061503 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:15:40.061503 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:15:40.061503 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:15:40.061503 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:15:40.061503 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:15:40.061503 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:15:40.061503 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:15:40.061503 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:15:40.061503 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:15:40.061503 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:15:40.061503 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:15:40.061503 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:15:40.061503 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:15:40.061503 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:15:40.061503 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:15:40.061503 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:15:40.183714 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994d4aac-335e-4880-a34f-6219155083c2 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Pushing event deleted for resources: {'Port': ['ID=98b9e1f2-f6da-42d5-9af7-f6d2971aa0a0,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:40.259895 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:40.331839 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-411a38c0-dabe-4a3b-84c1-b248f96f76f9 req-226941be-7b05-4fdd-801a-09c36f4fe466 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] For port 688a4a9a-4c98-45ff-964a-c594a57cbf72, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=688a4a9a-4c98-45ff-964a-c594a57cbf72,segment=NetworkSegment(b1dd65d9-c07f-4164-9458-eedf0f51eafc),segment_id=b1dd65d9-c07f-4164-9458-eedf0f51eafc)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:15:40.332336 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-411a38c0-dabe-4a3b-84c1-b248f96f76f9 req-226941be-7b05-4fdd-801a-09c36f4fe466 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:40.344193 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 688a4a9a-4c98-45ff-964a-c594a57cbf72, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=688a4a9a-4c98-45ff-964a-c594a57cbf72,segment=NetworkSegment(b1dd65d9-c07f-4164-9458-eedf0f51eafc),segment_id=b1dd65d9-c07f-4164-9458-eedf0f51eafc)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:15:40.344501 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1d1e55-8689-4939-b673-836425f8455e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '688a4a9a-4c98-45ff-964a-c594a57cbf72'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:15:40.357992 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.db.resource_extend [req-2a7b582c-7ae6-4f9b-b55a-c1fc6155faa4 req-a5bfbab9-2944-4fb2-a699-e9c4736df772 service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 20:15:40.360304 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:40.480699 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8e75b008-4702-49af-acc3-3f419d59310a tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:40.493247 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e75b008-4702-49af-acc3-3f419d59310a tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fb87e7fc-d5d6-4cb4-8d75-296c4490403a {{(pid=88197) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 05 20:15:40.497463 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8e75b008-4702-49af-acc3-3f419d59310a tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:40.534946 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=688a4a9a-4c98-45ff-964a-c594a57cbf72,revision_number=11']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:40.562122 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-8e75b008-4702-49af-acc3-3f419d59310a tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] 10.222.0.36 "DELETE /v2.0/networks/fb87e7fc-d5d6-4cb4-8d75-296c4490403a HTTP/1.1" status: 204 len: 168 time: 1.7515581 May 05 20:15:40.569443 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e75b008-4702-49af-acc3-3f419d59310a tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Pushing event deleted for resources: {'Network': ['ID=fb87e7fc-d5d6-4cb4-8d75-296c4490403a,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:40.615567 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0130ae-6b8a-4424-b197-e1dd0017f827 req-720a47bb-7134-4114-9ca1-e75220430d53 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:40.625916 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2f0130ae-6b8a-4424-b197-e1dd0017f827 req-720a47bb-7134-4114-9ca1-e75220430d53 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1d1e55-8689-4939-b673-836425f8455e HTTP/1.1" status: 200 len: 945 time: 0.3249645 May 05 20:15:40.738403 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2f0130ae-6b8a-4424-b197-e1dd0017f827 req-d5619fa6-ce68-449c-92c4-9f60e7ff7951 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa34c6b7-f79e-42a5-a73d-73f26fc7f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047947 May 05 20:15:40.818568 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-2a7b582c-7ae6-4f9b-b55a-c1fc6155faa4 req-a5bfbab9-2944-4fb2-a699-e9c4736df772 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5844ca21-850f-4530-bcf6-937ae609c1b6 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:15:40.862381 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4109c59a-b029-484a-80ed-70c49ef69eb8'] response: {'server_uuid': '6e1d1e55-8689-4939-b673-836425f8455e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '688a4a9a-4c98-45ff-964a-c594a57cbf72', 'code': 200} May 05 20:15:40.947388 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2a7b582c-7ae6-4f9b-b55a-c1fc6155faa4 req-a5bfbab9-2944-4fb2-a699-e9c4736df772 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:40.960099 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-994d4aac-335e-4880-a34f-6219155083c2 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:41.098389 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36030) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:41.104886 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-8f4755b8-1fbd-4dbd-abfc-44b1e8980360 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Request body: {'router': {'name': 'tempest-router--928312239', 'project_id': '8e36493b88cd42b089b5d4281efaf203'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:15:41.109019 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0bb45-255d-4e65-9c84-8a41b642dd8d req-6c5fbf82-d702-4fe5-8aef-927ffabd428b tempest-VolumesActionsTest-849351144 tempest-VolumesActionsTest-849351144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:41.111634 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-19d0bb45-255d-4e65-9c84-8a41b642dd8d req-6c5fbf82-d702-4fe5-8aef-927ffabd428b tempest-VolumesActionsTest-849351144 tempest-VolumesActionsTest-849351144-project] Synchronizing usage tracker for tenant:49dc7c968d694b5c9e63a1c1da4ab20b on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:15:41.114690 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-8f4755b8-1fbd-4dbd-abfc-44b1e8980360 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:15:41.125661 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-8f4755b8-1fbd-4dbd-abfc-44b1e8980360 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Usage tracker for resource:router and tenant:8e36493b88cd42b089b5d4281efaf203 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:15:41.132765 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-8f4755b8-1fbd-4dbd-abfc-44b1e8980360 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:15:41.148877 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-8f4755b8-1fbd-4dbd-abfc-44b1e8980360 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:15:41.181227 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8f4755b8-1fbd-4dbd-abfc-44b1e8980360 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:41.182748 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8f4755b8-1fbd-4dbd-abfc-44b1e8980360 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:41.204514 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8f4755b8-1fbd-4dbd-abfc-44b1e8980360 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:41.297135 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8f4755b8-1fbd-4dbd-abfc-44b1e8980360 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:41.308754 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-2a7b582c-7ae6-4f9b-b55a-c1fc6155faa4 req-a5bfbab9-2944-4fb2-a699-e9c4736df772 service neutron] Transition to ACTIVE for port object 5844ca21-850f-4530-bcf6-937ae609c1b6 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:15:41.387846 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8f4755b8-1fbd-4dbd-abfc-44b1e8980360 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:41.390232 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2a7b582c-7ae6-4f9b-b55a-c1fc6155faa4 req-a5bfbab9-2944-4fb2-a699-e9c4736df772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:41.392225 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-8f4755b8-1fbd-4dbd-abfc-44b1e8980360 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2923448 May 05 20:15:41.393288 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36038) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:41.402574 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc25616-839d-43a8-8330-94f9e5fad245 req-a14b5eb3-e0cb-4df0-b079-346cb6b907b2 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:41.403951 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ffc25616-839d-43a8-8330-94f9e5fad245 req-a14b5eb3-e0cb-4df0-b079-346cb6b907b2 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5d40173-a144-44a7-98d8-e4fa8dc15faf HTTP/1.1" status: 200 len: 946 time: 0.1776059 May 05 20:15:41.595807 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-db39cc95-927b-41ad-b87e-eb1234b380e3 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks [] for router, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:41.598305 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-19d0bb45-255d-4e65-9c84-8a41b642dd8d req-6c5fbf82-d702-4fe5-8aef-927ffabd428b tempest-VolumesActionsTest-849351144 tempest-VolumesActionsTest-849351144-project] Unset dirty status for tenant:49dc7c968d694b5c9e63a1c1da4ab20b on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:15:41.600107 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-19d0bb45-255d-4e65-9c84-8a41b642dd8d req-6c5fbf82-d702-4fe5-8aef-927ffabd428b tempest-VolumesActionsTest-849351144 tempest-VolumesActionsTest-849351144-project] 10.222.0.36 "GET /v2.0/ports?device_id=06b8ded1-381c-439e-8e15-dc9bb60bb133 HTTP/1.1" status: 200 len: 932 time: 1.6451914 May 05 20:15:41.733251 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-19d0bb45-255d-4e65-9c84-8a41b642dd8d req-c0d22452-c3cf-4259-a74a-7448c5185b22 tempest-VolumesActionsTest-849351144 tempest-VolumesActionsTest-849351144-project] 10.222.0.36 "GET /v2.0/security-groups?id=a6ad4485-1ba3-42bc-8cac-693311951a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240532 May 05 20:15:41.738618 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-994d4aac-335e-4880-a34f-6219155083c2 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Router 9b822295-b9e1-4f8f-a293-8bdd8a3430cf has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:15:41.757400 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bfbab9-2944-4fb2-a699-e9c4736df772 service neutron] Pushing event updated for resources: {'Port': ['ID=5844ca21-850f-4530-bcf6-937ae609c1b6,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:41.779282 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ffc25616-839d-43a8-8330-94f9e5fad245 req-fe21bdf7-875c-41cf-86d1-70ec114cef6a tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa357fd3-c322-4995-b457-fb19b1b2843b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235192 May 05 20:15:41.991688 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-db39cc95-927b-41ad-b87e-eb1234b380e3 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:41.994131 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-db39cc95-927b-41ad-b87e-eb1234b380e3 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:42.029878 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-db39cc95-927b-41ad-b87e-eb1234b380e3 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:42.030374 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db39cc95-927b-41ad-b87e-eb1234b380e3 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3669d5ed-b362-4553-b50e-5ea7776528e7 {{(pid=88197) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:15:42.040752 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-db39cc95-927b-41ad-b87e-eb1234b380e3 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:42.041955 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-db39cc95-927b-41ad-b87e-eb1234b380e3 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] 10.222.0.36 "DELETE /v2.0/routers/3669d5ed-b362-4553-b50e-5ea7776528e7 HTTP/1.1" status: 204 len: 168 time: 0.6369860 May 05 20:15:42.155089 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-411a38c0-dabe-4a3b-84c1-b248f96f76f9 req-226941be-7b05-4fdd-801a-09c36f4fe466 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:42.155707 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-411a38c0-dabe-4a3b-84c1-b248f96f76f9 req-226941be-7b05-4fdd-801a-09c36f4fe466 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:42.155824 n-d-840717-1 neutron-server[88198]: INFO neutron.db.l3_db [req-411a38c0-dabe-4a3b-84c1-b248f96f76f9 req-226941be-7b05-4fdd-801a-09c36f4fe466 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Floating IP 008925c9-e19e-4376-878d-ed44f42bb658 disassociated. External IP: 172.25.0.112, port: 688a4a9a-4c98-45ff-964a-c594a57cbf72. May 05 20:15:42.156325 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-411a38c0-dabe-4a3b-84c1-b248f96f76f9 req-226941be-7b05-4fdd-801a-09c36f4fe466 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Calling delete_port for 688a4a9a-4c98-45ff-964a-c594a57cbf72 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:15:42.188396 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36064) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:42.291272 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-994d4aac-335e-4880-a34f-6219155083c2 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:15:42.302037 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29343732-1b42-4dff-b0e7-5e9e24b41a51 None None] Sync routers for ids ['9b822295-b9e1-4f8f-a293-8bdd8a3430cf'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:15:42.315061 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29343732-1b42-4dff-b0e7-5e9e24b41a51 None None] Routers {'9b822295-b9e1-4f8f-a293-8bdd8a3430cf'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:15:42.316261 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-29343732-1b42-4dff-b0e7-5e9e24b41a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:15:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['9b822295-b9e1-4f8f-a293-8bdd8a3430cf'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:15:42.351875 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bfbab9-2944-4fb2-a699-e9c4736df772 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:15:42.352226 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bfbab9-2944-4fb2-a699-e9c4736df772 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:15:42.352564 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bfbab9-2944-4fb2-a699-e9c4736df772 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:15:42.352952 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bfbab9-2944-4fb2-a699-e9c4736df772 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:15:42.353289 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bfbab9-2944-4fb2-a699-e9c4736df772 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:15:42.353869 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bfbab9-2944-4fb2-a699-e9c4736df772 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:15:42.354190 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bfbab9-2944-4fb2-a699-e9c4736df772 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:15:42.354517 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bfbab9-2944-4fb2-a699-e9c4736df772 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:15:42.354838 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bfbab9-2944-4fb2-a699-e9c4736df772 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:15:42.355158 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bfbab9-2944-4fb2-a699-e9c4736df772 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:15:42.355594 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bfbab9-2944-4fb2-a699-e9c4736df772 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:15:42.355918 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bfbab9-2944-4fb2-a699-e9c4736df772 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:15:42.390006 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.db.api [req-411a38c0-dabe-4a3b-84c1-b248f96f76f9 req-226941be-7b05-4fdd-801a-09c36f4fe466 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88198) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:15:42.390328 n-d-840717-1 neutron-server[88198]: DEBUG oslo_db.api [req-411a38c0-dabe-4a3b-84c1-b248f96f76f9 req-226941be-7b05-4fdd-801a-09c36f4fe466 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:15:42.434674 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36084) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:42.434877 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-994d4aac-335e-4880-a34f-6219155083c2 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "PUT /v2.0/routers/9b822295-b9e1-4f8f-a293-8bdd8a3430cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9655583 May 05 20:15:42.446342 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-29343732-1b42-4dff-b0e7-5e9e24b41a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:15:42.455879 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29343732-1b42-4dff-b0e7-5e9e24b41a51 None None] Routers {'9b822295-b9e1-4f8f-a293-8bdd8a3430cf'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:15:42.456811 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-29343732-1b42-4dff-b0e7-5e9e24b41a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:15:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['9b822295-b9e1-4f8f-a293-8bdd8a3430cf'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:15:42.532020 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-30b86ddf-9a49-4395-a9c9-9138bd081c38 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b822295-b9e1-4f8f-a293-8bdd8a3430cf HTTP/1.1" status: 200 len: 205 time: 0.0933566 May 05 20:15:42.532446 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da7859-3eeb-4c77-9ec8-5f2fcd3cba0b req-6abd1c7c-2bda-4390-9819-625b9886b035 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:42.533202 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-69da7859-3eeb-4c77-9ec8-5f2fcd3cba0b req-6abd1c7c-2bda-4390-9819-625b9886b035 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Synchronizing usage tracker for tenant:3bcce80065784aa6a77c066afd5e6401 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:15:42.535781 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36092) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:42.539938 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-29343732-1b42-4dff-b0e7-5e9e24b41a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:15:42.540574 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29343732-1b42-4dff-b0e7-5e9e24b41a51 None None] The sync data for ids ['9b822295-b9e1-4f8f-a293-8bdd8a3430cf'] in n-d-840717-1 is: [] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:15:42.546353 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-2a7b582c-7ae6-4f9b-b55a-c1fc6155faa4 req-a5bfbab9-2944-4fb2-a699-e9c4736df772 service neutron] Attempting to bind port 5844ca21-850f-4530-bcf6-937ae609c1b6 on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:15:42.547000 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-2a7b582c-7ae6-4f9b-b55a-c1fc6155faa4 req-a5bfbab9-2944-4fb2-a699-e9c4736df772 service neutron] Attempting to bind port 5844ca21-850f-4530-bcf6-937ae609c1b6 by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': 'cca743ee-b297-442e-969e-30d170cc6b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f87515b4-299b-4513-9fb4-62e629a28239'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:15:42.547805 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7b582c-7ae6-4f9b-b55a-c1fc6155faa4 req-a5bfbab9-2944-4fb2-a699-e9c4736df772 service neutron] Attempting to bind port 5844ca21-850f-4530-bcf6-937ae609c1b6 on network f87515b4-299b-4513-9fb4-62e629a28239 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:15:42.562660 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-69da7859-3eeb-4c77-9ec8-5f2fcd3cba0b req-6abd1c7c-2bda-4390-9819-625b9886b035 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Unset dirty status for tenant:3bcce80065784aa6a77c066afd5e6401 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:15:42.564571 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-69da7859-3eeb-4c77-9ec8-5f2fcd3cba0b req-6abd1c7c-2bda-4390-9819-625b9886b035 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1d1e55-8689-4939-b673-836425f8455e HTTP/1.1" status: 200 len: 945 time: 0.6048653 May 05 20:15:42.565451 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7b582c-7ae6-4f9b-b55a-c1fc6155faa4 req-a5bfbab9-2944-4fb2-a699-e9c4736df772 service neutron] Port 5844ca21-850f-4530-bcf6-937ae609c1b6 on network f87515b4-299b-4513-9fb4-62e629a28239 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:15:42.565945 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7b582c-7ae6-4f9b-b55a-c1fc6155faa4 req-a5bfbab9-2944-4fb2-a699-e9c4736df772 service neutron] Attempting to bind port 5844ca21-850f-4530-bcf6-937ae609c1b6 on network f87515b4-299b-4513-9fb4-62e629a28239 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:15:42.573979 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7b582c-7ae6-4f9b-b55a-c1fc6155faa4 req-a5bfbab9-2944-4fb2-a699-e9c4736df772 service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:15:42.574325 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7b582c-7ae6-4f9b-b55a-c1fc6155faa4 req-a5bfbab9-2944-4fb2-a699-e9c4736df772 service neutron] Checking segment: {'id': 'cca743ee-b297-442e-969e-30d170cc6b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f87515b4-299b-4513-9fb4-62e629a28239'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:15:42.574894 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7b582c-7ae6-4f9b-b55a-c1fc6155faa4 req-a5bfbab9-2944-4fb2-a699-e9c4736df772 service neutron] Bound using segment: {'id': 'cca743ee-b297-442e-969e-30d170cc6b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f87515b4-299b-4513-9fb4-62e629a28239'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:15:42.575336 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-2a7b582c-7ae6-4f9b-b55a-c1fc6155faa4 req-a5bfbab9-2944-4fb2-a699-e9c4736df772 service neutron] Bound port: 5844ca21-850f-4530-bcf6-937ae609c1b6, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cca743ee-b297-442e-969e-30d170cc6b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f87515b4-299b-4513-9fb4-62e629a28239'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:15:42.575713 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2a7b582c-7ae6-4f9b-b55a-c1fc6155faa4 req-a5bfbab9-2944-4fb2-a699-e9c4736df772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:42.703052 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-69da7859-3eeb-4c77-9ec8-5f2fcd3cba0b req-539ac27f-1d85-40c0-bd85-b7933ce5cc5d tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa34c6b7-f79e-42a5-a73d-73f26fc7f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302092 May 05 20:15:42.735054 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-2a7b582c-7ae6-4f9b-b55a-c1fc6155faa4 req-a5bfbab9-2944-4fb2-a699-e9c4736df772 service neutron] For port 5844ca21-850f-4530-bcf6-937ae609c1b6, host n-h2-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:15:42.744484 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-2a7b582c-7ae6-4f9b-b55a-c1fc6155faa4 req-a5bfbab9-2944-4fb2-a699-e9c4736df772 service neutron] For port 5844ca21-850f-4530-bcf6-937ae609c1b6, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=5844ca21-850f-4530-bcf6-937ae609c1b6,segment=NetworkSegment(cca743ee-b297-442e-969e-30d170cc6b44),segment_id=cca743ee-b297-442e-969e-30d170cc6b44)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:15:42.749408 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2a7b582c-7ae6-4f9b-b55a-c1fc6155faa4 req-a5bfbab9-2944-4fb2-a699-e9c4736df772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:42.753648 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-c04a4b58-a2c3-4b61-a227-9e6d82f51aec tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-850766891', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}, 'admin_state_up': False}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:15:42.777609 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6df7f0ab-aee9-4642-830b-37b142190ab3 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for router, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:42.813454 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b582c-7ae6-4f9b-b55a-c1fc6155faa4 req-a5bfbab9-2944-4fb2-a699-e9c4736df772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:42.813974 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2a7b582c-7ae6-4f9b-b55a-c1fc6155faa4 req-a5bfbab9-2944-4fb2-a699-e9c4736df772 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:42.815772 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2a7b582c-7ae6-4f9b-b55a-c1fc6155faa4 req-a5bfbab9-2944-4fb2-a699-e9c4736df772 service neutron] 10.222.0.50 "PUT /v2.0/ports/5844ca21-850f-4530-bcf6-937ae609c1b6 HTTP/1.1" status: 200 len: 1092 time: 5.3966558 May 05 20:15:42.819621 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06b8ded1-381c-439e-8e15-dc9bb60bb133', 'tag': '5844ca21-850f-4530-bcf6-937ae609c1b6'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:15:42.863802 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bfbab9-2944-4fb2-a699-e9c4736df772 service neutron] Pushing event updated for resources: {'Port': ['ID=5844ca21-850f-4530-bcf6-937ae609c1b6,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:42.911194 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-411a38c0-dabe-4a3b-84c1-b248f96f76f9 req-226941be-7b05-4fdd-801a-09c36f4fe466 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Deleting port 688a4a9a-4c98-45ff-964a-c594a57cbf72 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:15:42.912101 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-411a38c0-dabe-4a3b-84c1-b248f96f76f9 req-226941be-7b05-4fdd-801a-09c36f4fe466 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:42.980938 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cb9a85c-3c2e-48bd-8fe2-f94e49fcdc6c'] response: {'name': 'network-changed', 'server_uuid': '06b8ded1-381c-439e-8e15-dc9bb60bb133', 'tag': '5844ca21-850f-4530-bcf6-937ae609c1b6', 'status': 'completed', 'code': 200} May 05 20:15:42.996637 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-c04a4b58-a2c3-4b61-a227-9e6d82f51aec tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:15:43.001128 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-c04a4b58-a2c3-4b61-a227-9e6d82f51aec tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Usage tracker for resource:router and tenant:1d7f7d31bdc1405ba2db50681d871836 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:15:43.004172 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-c04a4b58-a2c3-4b61-a227-9e6d82f51aec tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:15:43.010528 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-c04a4b58-a2c3-4b61-a227-9e6d82f51aec tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:15:43.130270 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c04a4b58-a2c3-4b61-a227-9e6d82f51aec tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:43.131307 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c04a4b58-a2c3-4b61-a227-9e6d82f51aec tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:43.147978 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c04a4b58-a2c3-4b61-a227-9e6d82f51aec tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:43.255379 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b582c-7ae6-4f9b-b55a-c1fc6155faa4 req-2e26a081-282d-48a0-bd11-42922a987cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:43.256860 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2a7b582c-7ae6-4f9b-b55a-c1fc6155faa4 req-2e26a081-282d-48a0-bd11-42922a987cb7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=49dc7c968d694b5c9e63a1c1da4ab20b&device_id=06b8ded1-381c-439e-8e15-dc9bb60bb133 HTTP/1.1" status: 200 len: 1095 time: 0.3806429 May 05 20:15:43.344544 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2a7b582c-7ae6-4f9b-b55a-c1fc6155faa4 req-60225ef6-06da-4de7-ad1a-23eae6484cae service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5844ca21-850f-4530-bcf6-937ae609c1b6 HTTP/1.1" status: 200 len: 217 time: 0.0806079 May 05 20:15:43.346723 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-411a38c0-dabe-4a3b-84c1-b248f96f76f9 req-226941be-7b05-4fdd-801a-09c36f4fe466 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] For port 688a4a9a-4c98-45ff-964a-c594a57cbf72, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=688a4a9a-4c98-45ff-964a-c594a57cbf72,segment=NetworkSegment(b1dd65d9-c07f-4164-9458-eedf0f51eafc),segment_id=b1dd65d9-c07f-4164-9458-eedf0f51eafc)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:15:43.347095 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-411a38c0-dabe-4a3b-84c1-b248f96f76f9 req-226941be-7b05-4fdd-801a-09c36f4fe466 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:43.363536 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b656c14-9ea2-48af-b487-f71b0f9786ea req-67a17b98-317e-4c39-b22d-5017a3f3e3fa tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:43.365551 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2b656c14-9ea2-48af-b487-f71b0f9786ea req-67a17b98-317e-4c39-b22d-5017a3f3e3fa tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5d40173-a144-44a7-98d8-e4fa8dc15faf HTTP/1.1" status: 200 len: 946 time: 0.3137286 May 05 20:15:43.604946 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6df7f0ab-aee9-4642-830b-37b142190ab3 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:43.608817 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6df7f0ab-aee9-4642-830b-37b142190ab3 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:43.625735 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b582c-7ae6-4f9b-b55a-c1fc6155faa4 req-edfe7524-bb99-47a8-9dff-283384cbc933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:43.627461 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2a7b582c-7ae6-4f9b-b55a-c1fc6155faa4 req-edfe7524-bb99-47a8-9dff-283384cbc933 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9da6eebe-f788-4be9-9672-f5e21eaabdea HTTP/1.1" status: 200 len: 849 time: 0.2720287 May 05 20:15:43.630256 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2b656c14-9ea2-48af-b487-f71b0f9786ea req-cffacb51-e8f0-4a7e-a309-cd5bf9a342f8 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa357fd3-c322-4995-b457-fb19b1b2843b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250013 May 05 20:15:43.686385 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2a7b582c-7ae6-4f9b-b55a-c1fc6155faa4 req-ab3fe147-4277-4c2a-9dc0-3bf7b895120d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f87515b4-299b-4513-9fb4-62e629a28239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525091 May 05 20:15:43.722480 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6df7f0ab-aee9-4642-830b-37b142190ab3 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:43.723015 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df7f0ab-aee9-4642-830b-37b142190ab3 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Fanout notify agent at l3_agent the message router_deleted on router 9b822295-b9e1-4f8f-a293-8bdd8a3430cf {{(pid=88197) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:15:43.750638 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37823d-321e-4705-918b-446b9c184f33 req-b7ea1495-96f0-4232-b367-3dca95093592 tempest-VolumesActionsTest-849351144 tempest-VolumesActionsTest-849351144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:43.753125 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cc37823d-321e-4705-918b-446b9c184f33 req-b7ea1495-96f0-4232-b367-3dca95093592 tempest-VolumesActionsTest-849351144 tempest-VolumesActionsTest-849351144-project] 10.222.0.36 "GET /v2.0/ports?device_id=06b8ded1-381c-439e-8e15-dc9bb60bb133 HTTP/1.1" status: 200 len: 944 time: 0.7577426 May 05 20:15:43.767182 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c04a4b58-a2c3-4b61-a227-9e6d82f51aec tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:43.804108 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6df7f0ab-aee9-4642-830b-37b142190ab3 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:43.807824 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-6df7f0ab-aee9-4642-830b-37b142190ab3 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "DELETE /v2.0/routers/9b822295-b9e1-4f8f-a293-8bdd8a3430cf HTTP/1.1" status: 204 len: 168 time: 1.2665300 May 05 20:15:43.808383 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36128) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:43.939793 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cc37823d-321e-4705-918b-446b9c184f33 req-938efc41-e85d-4c62-bd78-efca704a2ea6 tempest-VolumesActionsTest-849351144 tempest-VolumesActionsTest-849351144-project] 10.222.0.36 "GET /v2.0/security-groups?id=a6ad4485-1ba3-42bc-8cac-693311951a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667550 May 05 20:15:44.009458 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-36d11abf-b53f-418c-8772-3f97e4483cd2 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Deleting subnet 32af8182-e30a-4c65-8ee9-56d254bf2c04 {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:15:44.071342 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-36d11abf-b53f-418c-8772-3f97e4483cd2 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:44.072452 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-411a38c0-dabe-4a3b-84c1-b248f96f76f9 req-226941be-7b05-4fdd-801a-09c36f4fe466 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:44.072833 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-411a38c0-dabe-4a3b-84c1-b248f96f76f9 req-226941be-7b05-4fdd-801a-09c36f4fe466 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:44.073250 n-d-840717-1 neutron-server[88198]: INFO neutron.db.l3_db [req-411a38c0-dabe-4a3b-84c1-b248f96f76f9 req-226941be-7b05-4fdd-801a-09c36f4fe466 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Floating IP 008925c9-e19e-4376-878d-ed44f42bb658 disassociated. External IP: 172.25.0.112, port: 688a4a9a-4c98-45ff-964a-c594a57cbf72. May 05 20:15:44.073693 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-411a38c0-dabe-4a3b-84c1-b248f96f76f9 req-226941be-7b05-4fdd-801a-09c36f4fe466 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Calling delete_port for 688a4a9a-4c98-45ff-964a-c594a57cbf72 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:15:44.169677 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-36d11abf-b53f-418c-8772-3f97e4483cd2 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:44.179121 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:44.301218 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2a7b582c-7ae6-4f9b-b55a-c1fc6155faa4 req-deaa2beb-cbbf-47d4-94f0-652132358518 service neutron] 10.222.0.50 "GET /v2.0/networks/f87515b4-299b-4513-9fb4-62e629a28239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6032889 May 05 20:15:44.311818 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a152f6c5-1e8a-4193-895b-cc6c5d339a51 req-3badf023-63a1-44ef-9cc2-0b3ae9bb9c9a tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:44.313442 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a152f6c5-1e8a-4193-895b-cc6c5d339a51 req-3badf023-63a1-44ef-9cc2-0b3ae9bb9c9a tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1d1e55-8689-4939-b673-836425f8455e HTTP/1.1" status: 200 len: 945 time: 0.3568895 May 05 20:15:44.467979 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-36d11abf-b53f-418c-8772-3f97e4483cd2 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:44.546285 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a152f6c5-1e8a-4193-895b-cc6c5d339a51 req-40e56ce7-e2c1-4b0a-95b6-ff70430bf40a tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa34c6b7-f79e-42a5-a73d-73f26fc7f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2181549 May 05 20:15:44.584754 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2a7b582c-7ae6-4f9b-b55a-c1fc6155faa4 req-4119135d-1201-4dc3-8b1c-2f2ea4e8ff0b service neutron] 10.222.0.50 "GET /v2.0/networks/f87515b4-299b-4513-9fb4-62e629a28239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578921 May 05 20:15:44.705573 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-411a38c0-dabe-4a3b-84c1-b248f96f76f9 req-226941be-7b05-4fdd-801a-09c36f4fe466 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:44.785931 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226941be-7b05-4fdd-801a-09c36f4fe466 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Pushing event deleted for resources: {'Port': ['ID=688a4a9a-4c98-45ff-964a-c594a57cbf72,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:44.854898 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c04a4b58-a2c3-4b61-a227-9e6d82f51aec tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks [] for router_gateway, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:44.895818 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c04a4b58-a2c3-4b61-a227-9e6d82f51aec tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:44.983857 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-36d11abf-b53f-418c-8772-3f97e4483cd2 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:45.035313 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d11abf-b53f-418c-8772-3f97e4483cd2 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Pushing event deleted for resources: {'Subnet': ['ID=32af8182-e30a-4c65-8ee9-56d254bf2c04,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:45.036423 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [req-411a38c0-dabe-4a3b-84c1-b248f96f76f9 req-226941be-7b05-4fdd-801a-09c36f4fe466 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Router d77d22ac-cfe3-4696-a86f-f8f26504a064 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:15:45.057498 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-36d11abf-b53f-418c-8772-3f97e4483cd2 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:45.060930 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197cf00c-8c8a-4e5e-b401-b8117ff4f082 None None] Network 78d459e3-177e-4733-be0f-d01e806f683f requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:15:45.150390 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c4cf94-b75b-457e-8d33-094119eb098a req-b5908fdd-5a52-445d-b74f-1506dbee0625 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:45.156413 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a5c4cf94-b75b-457e-8d33-094119eb098a req-b5908fdd-5a52-445d-b74f-1506dbee0625 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5d40173-a144-44a7-98d8-e4fa8dc15faf HTTP/1.1" status: 200 len: 946 time: 0.3655698 May 05 20:15:45.234186 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-36d11abf-b53f-418c-8772-3f97e4483cd2 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "DELETE /v2.0/subnets/32af8182-e30a-4c65-8ee9-56d254bf2c04 HTTP/1.1" status: 204 len: 168 time: 1.4241452 May 05 20:15:45.238764 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36182) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:45.359053 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a5c4cf94-b75b-457e-8d33-094119eb098a req-fdc69d1e-e48f-41e1-9398-5c205600ee6f tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa357fd3-c322-4995-b457-fb19b1b2843b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835258 May 05 20:15:45.373315 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-c04a4b58-a2c3-4b61-a227-9e6d82f51aec tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Allocated IP 172.25.0.99 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/d9930594-f3d2-4d64-b3d5-c49436314cd3) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:15:45.431333 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-411a38c0-dabe-4a3b-84c1-b248f96f76f9 req-226941be-7b05-4fdd-801a-09c36f4fe466 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:15:45.448535 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5cf492-4241-49e8-8d6a-8c73800daa3e None None] Sync routers for ids ['d77d22ac-cfe3-4696-a86f-f8f26504a064'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:15:45.463395 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5cf492-4241-49e8-8d6a-8c73800daa3e None None] Routers {'d77d22ac-cfe3-4696-a86f-f8f26504a064'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:15:45.464010 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-5c5cf492-4241-49e8-8d6a-8c73800daa3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:15:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['d77d22ac-cfe3-4696-a86f-f8f26504a064'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:15:45.535036 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-411a38c0-dabe-4a3b-84c1-b248f96f76f9 req-226941be-7b05-4fdd-801a-09c36f4fe466 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] No DVR routers for this DVR port 688a4a9a-4c98-45ff-964a-c594a57cbf72 on host n-h1-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:15:45.551288 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-411a38c0-dabe-4a3b-84c1-b248f96f76f9 req-226941be-7b05-4fdd-801a-09c36f4fe466 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:45.556456 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1d1e55-8689-4939-b673-836425f8455e', 'name': 'network-vif-deleted', 'tag': '688a4a9a-4c98-45ff-964a-c594a57cbf72'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:15:45.574630 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c35b32-44e9-4f9c-a9c1-f3079b4a6b07 req-4c2db9ea-931a-454c-8147-2543da273143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:45.576197 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-90c35b32-44e9-4f9c-a9c1-f3079b4a6b07 req-4c2db9ea-931a-454c-8147-2543da273143 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=49dc7c968d694b5c9e63a1c1da4ab20b&device_id=06b8ded1-381c-439e-8e15-dc9bb60bb133 HTTP/1.1" status: 200 len: 1095 time: 0.9235497 May 05 20:15:45.586244 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c04a4b58-a2c3-4b61-a227-9e6d82f51aec tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:45.789989 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-5c5cf492-4241-49e8-8d6a-8c73800daa3e None None] Set router d77d22ac-cfe3-4696-a86f-f8f26504a064 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:15:45.829634 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c35b32-44e9-4f9c-a9c1-f3079b4a6b07 req-ce68b6d0-0029-4bd1-976e-01858ca10611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:45.831096 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-90c35b32-44e9-4f9c-a9c1-f3079b4a6b07 req-ce68b6d0-0029-4bd1-976e-01858ca10611 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f87515b4-299b-4513-9fb4-62e629a28239 HTTP/1.1" status: 200 len: 910 time: 0.2462637 May 05 20:15:45.832780 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87148498-e513-4710-8e2e-9ccee63ca1a8'] response: {'server_uuid': '6e1d1e55-8689-4939-b673-836425f8455e', 'name': 'network-vif-deleted', 'tag': '688a4a9a-4c98-45ff-964a-c594a57cbf72', 'status': 'completed', 'code': 200} May 05 20:15:45.836696 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-411a38c0-dabe-4a3b-84c1-b248f96f76f9 req-226941be-7b05-4fdd-801a-09c36f4fe466 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.24 "DELETE /v2.0/ports/688a4a9a-4c98-45ff-964a-c594a57cbf72 HTTP/1.1" status: 204 len: 173 time: 8.2594800 May 05 20:15:45.839316 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-99aabac4-845b-4216-80e8-bd49a1a1e51a tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:45.843274 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c04a4b58-a2c3-4b61-a227-9e6d82f51aec tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:45.927947 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-90c35b32-44e9-4f9c-a9c1-f3079b4a6b07 req-28ba8305-797d-4d37-8d54-6845b30eddd8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5844ca21-850f-4530-bcf6-937ae609c1b6 HTTP/1.1" status: 200 len: 217 time: 0.0888417 May 05 20:15:45.937563 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5acb9a7-8874-4a1e-b330-417396df7b4a req-d3c944fb-07b9-4639-bc96-c2c195e5c962 tempest-VolumesActionsTest-849351144 tempest-VolumesActionsTest-849351144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:45.946138 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d5acb9a7-8874-4a1e-b330-417396df7b4a req-d3c944fb-07b9-4639-bc96-c2c195e5c962 tempest-VolumesActionsTest-849351144 tempest-VolumesActionsTest-849351144-project] 10.222.0.36 "GET /v2.0/ports?device_id=06b8ded1-381c-439e-8e15-dc9bb60bb133 HTTP/1.1" status: 200 len: 944 time: 0.7662899 May 05 20:15:45.956119 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04a4b58-a2c3-4b61-a227-9e6d82f51aec tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Pushing event updated for resources: {'Port': ['ID=d9930594-f3d2-4d64-b3d5-c49436314cd3,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:45.984595 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04a4b58-a2c3-4b61-a227-9e6d82f51aec tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:15:45.998113 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-c04a4b58-a2c3-4b61-a227-9e6d82f51aec tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:15:46.000908 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04a4b58-a2c3-4b61-a227-9e6d82f51aec tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:15:46.078390 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-99aabac4-845b-4216-80e8-bd49a1a1e51a tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Deleting port 07281b67-2bae-4689-8d2d-f54843ab965b {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:15:46.078741 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-99aabac4-845b-4216-80e8-bd49a1a1e51a tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:46.252870 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91a37b2-b0dd-4860-86ee-16cd1b425ab7 None None] DHCP port deletion for 78d459e3-177e-4733-be0f-d01e806f683f request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:15:46.319129 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d5acb9a7-8874-4a1e-b330-417396df7b4a req-4d571d0d-8375-4621-9c16-55458696e981 tempest-VolumesActionsTest-849351144 tempest-VolumesActionsTest-849351144-project] 10.222.0.36 "GET /v2.0/security-groups?id=a6ad4485-1ba3-42bc-8cac-693311951a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668513 May 05 20:15:46.326741 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c35b32-44e9-4f9c-a9c1-f3079b4a6b07 req-4c201d12-5f71-4d39-8764-8171501765b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:46.328860 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-90c35b32-44e9-4f9c-a9c1-f3079b4a6b07 req-4c201d12-5f71-4d39-8764-8171501765b0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9da6eebe-f788-4be9-9672-f5e21eaabdea HTTP/1.1" status: 200 len: 849 time: 0.3801849 May 05 20:15:46.340900 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-f91a37b2-b0dd-4860-86ee-16cd1b425ab7 None None] Deleting port 07281b67-2bae-4689-8d2d-f54843ab965b {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:15:46.343308 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f91a37b2-b0dd-4860-86ee-16cd1b425ab7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:46.401233 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-90c35b32-44e9-4f9c-a9c1-f3079b4a6b07 req-3216d67c-3213-46ce-baa5-ec5b7b018279 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f87515b4-299b-4513-9fb4-62e629a28239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663190 May 05 20:15:46.526371 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:46.562040 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-99aabac4-845b-4216-80e8-bd49a1a1e51a tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] For port 07281b67-2bae-4689-8d2d-f54843ab965b, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=07281b67-2bae-4689-8d2d-f54843ab965b,segment=NetworkSegment(1c07e53d-fa5f-460e-a584-9896d67f0c04),segment_id=1c07e53d-fa5f-460e-a584-9896d67f0c04)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:15:46.562315 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-99aabac4-845b-4216-80e8-bd49a1a1e51a tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:46.638783 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-5c5cf492-4241-49e8-8d6a-8c73800daa3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77d22ac-cfe3-4696-a86f-f8f26504a064', 'name': 'tempest-AttachVolumeShelveTestJSON-20360602-router', 'tenant_id': '3bcce80065784aa6a77c066afd5e6401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '239445f0-21f4-478a-bb75-a548d22b1013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:08:21Z', 'updated_at': '2022-05-05T20:08:29Z', 'revision_number': 4, 'project_id': '3bcce80065784aa6a77c066afd5e6401', 'gw_port': {'id': '239445f0-21f4-478a-bb75-a548d22b1013', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:77:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77d22ac-cfe3-4696-a86f-f8f26504a064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:08:23Z', 'updated_at': '2022-05-05T20:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'efd8bd0a-882b-4384-8a9c-44af39c1d59b', 'name': '', 'network_id': 'dd240240-b981-4728-a92a-09bd25dc9abb', 'tenant_id': '3bcce80065784aa6a77c066afd5e6401', 'mac_address': 'fa:16:3e:a7:b9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77d22ac-cfe3-4696-a86f-f8f26504a064', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '4839f055-edd7-4ed9-a2d6-dc3f9daf425d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:08:28Z', 'updated_at': '2022-05-05T20:08:42Z', 'revision_number': 5, 'project_id': '3bcce80065784aa6a77c066afd5e6401', 'subnets': [{'id': '4839f055-edd7-4ed9-a2d6-dc3f9daf425d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:15:46.682578 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5cf492-4241-49e8-8d6a-8c73800daa3e None None] Checking router: d77d22ac-cfe3-4696-a86f-f8f26504a064 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:15:46.702196 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-99aabac4-845b-4216-80e8-bd49a1a1e51a tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Calling delete_port for 07281b67-2bae-4689-8d2d-f54843ab965b owned by network:dhcp {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:15:46.748936 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-90c35b32-44e9-4f9c-a9c1-f3079b4a6b07 req-c9056bc3-0077-48dd-ba7d-d28dbfb2dd16 service neutron] 10.222.0.50 "GET /v2.0/networks/f87515b4-299b-4513-9fb4-62e629a28239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3350241 May 05 20:15:46.775959 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-f91a37b2-b0dd-4860-86ee-16cd1b425ab7 None None] For port 07281b67-2bae-4689-8d2d-f54843ab965b, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=07281b67-2bae-4689-8d2d-f54843ab965b,segment=NetworkSegment(1c07e53d-fa5f-460e-a584-9896d67f0c04),segment_id=1c07e53d-fa5f-460e-a584-9896d67f0c04)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:15:46.776508 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f91a37b2-b0dd-4860-86ee-16cd1b425ab7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:46.880745 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7da029a2-c22c-47a2-af28-c24e8e3f21a1 req-169c8e09-5489-4100-9c4f-0418b1a189a6 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1d1e55-8689-4939-b673-836425f8455e HTTP/1.1" status: 200 len: 210 time: 0.0965681 May 05 20:15:46.888000 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-99aabac4-845b-4216-80e8-bd49a1a1e51a tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:46.949423 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-f91a37b2-b0dd-4860-86ee-16cd1b425ab7 None None] Calling delete_port for 07281b67-2bae-4689-8d2d-f54843ab965b owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:15:47.010709 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-90c35b32-44e9-4f9c-a9c1-f3079b4a6b07 req-6b3c769c-d20e-475d-84f1-335213f114db service neutron] 10.222.0.50 "GET /v2.0/networks/f87515b4-299b-4513-9fb4-62e629a28239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517047 May 05 20:15:47.024250 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:15:47.024250 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:15:47.024250 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:15:47.024250 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:15:47.024250 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:15:47.024250 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:15:47.024250 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:15:47.024250 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:15:47.024250 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:15:47.024250 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:15:47.024250 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:15:47.024250 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:15:47.024250 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:15:47.024250 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:15:47.024250 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:15:47.024250 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:15:47.024250 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:15:47.024250 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:15:47.024250 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:15:47.024250 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:15:47.024250 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:15:47.024250 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:15:47.024250 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:15:47.024250 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:15:47.024250 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:15:47.024250 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:15:47.024250 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:15:47.024250 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:15:47.024250 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:15:47.024250 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:15:47.024250 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:15:47.024250 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:15:47.024250 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:15:47.024250 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:15:47.024250 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:15:47.024250 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:15:47.024250 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:15:47.024250 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:15:47.024250 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:15:47.024250 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:15:47.024250 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:15:47.024250 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:15:47.027237 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:15:47.027237 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:15:47.027237 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:15:47.027237 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:15:47.027237 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:15:47.027237 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:15:47.027237 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:15:47.027237 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:15:47.027237 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:15:47.027237 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:15:47.027237 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:15:47.027237 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:15:47.027237 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:15:47.027237 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:15:47.032847 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-f91a37b2-b0dd-4860-86ee-16cd1b425ab7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:15:47.033307 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-f91a37b2-b0dd-4860-86ee-16cd1b425ab7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:15:47.041935 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 5844ca21-850f-4530-bcf6-937ae609c1b6 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:15:47.045977 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5cf492-4241-49e8-8d6a-8c73800daa3e None None] Routers {'d77d22ac-cfe3-4696-a86f-f8f26504a064'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:15:47.046897 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-5c5cf492-4241-49e8-8d6a-8c73800daa3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:15:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['d77d22ac-cfe3-4696-a86f-f8f26504a064'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:15:47.084801 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7b0820-4db9-4057-ba50-be0ee5b0fff1 req-09838b57-7b9b-44df-a1b1-f66ee8f331ac tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:47.094364 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ed7b0820-4db9-4057-ba50-be0ee5b0fff1 req-09838b57-7b9b-44df-a1b1-f66ee8f331ac tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5d40173-a144-44a7-98d8-e4fa8dc15faf HTTP/1.1" status: 200 len: 946 time: 0.3443685 May 05 20:15:47.191879 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ed7b0820-4db9-4057-ba50-be0ee5b0fff1 req-7ade750d-41c2-4b4d-9cb5-a346deb3d078 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa357fd3-c322-4995-b457-fb19b1b2843b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891871 May 05 20:15:47.230383 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aabac4-845b-4216-80e8-bd49a1a1e51a tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Pushing event deleted for resources: {'Port': ['ID=07281b67-2bae-4689-8d2d-f54843ab965b,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:47.238802 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99aabac4-845b-4216-80e8-bd49a1a1e51a tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] No DVR routers for this DVR port 07281b67-2bae-4689-8d2d-f54843ab965b on host n-d-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:15:47.353021 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 07281b67-2bae-4689-8d2d-f54843ab965b no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:15:47.372875 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c64e2c-4fb1-4fb4-b8d6-d21559629a2d req-da84cb5a-5b0b-440a-843b-a885e49df727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:47.374529 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-31c64e2c-4fb1-4fb4-b8d6-d21559629a2d req-da84cb5a-5b0b-440a-843b-a885e49df727 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=de91c285d16c4dc593ab45aab12d7e13&device_id=f5d40173-a144-44a7-98d8-e4fa8dc15faf HTTP/1.1" status: 200 len: 1097 time: 0.1247494 May 05 20:15:47.428517 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 07281b67-2bae-4689-8d2d-f54843ab965b {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:15:47.429257 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 07281b67-2bae-4689-8d2d-f54843ab965b not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:15:47.497380 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 5844ca21-850f-4530-bcf6-937ae609c1b6, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=5844ca21-850f-4530-bcf6-937ae609c1b6,segment=NetworkSegment(cca743ee-b297-442e-969e-30d170cc6b44),segment_id=cca743ee-b297-442e-969e-30d170cc6b44)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:15:47.511752 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-5c5cf492-4241-49e8-8d6a-8c73800daa3e None None] Set router d77d22ac-cfe3-4696-a86f-f8f26504a064 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:15:47.622350 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-f91a37b2-b0dd-4860-86ee-16cd1b425ab7 None None] Deleting port 07281b67-2bae-4689-8d2d-f54843ab965b {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:15:47.623720 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f91a37b2-b0dd-4860-86ee-16cd1b425ab7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:47.686173 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': '5844ca21-850f-4530-bcf6-937ae609c1b6', 'network_id': 'f87515b4-299b-4513-9fb4-62e629a28239', 'port_id': '5844ca21-850f-4530-bcf6-937ae609c1b6', 'mac_address': 'fa:16:3e:72:3b:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9da6eebe-f788-4be9-9672-f5e21eaabdea', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:15:47.733653 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c64e2c-4fb1-4fb4-b8d6-d21559629a2d req-e0fadf93-64bf-4335-8aa8-f8437a55163d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:47.735483 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-31c64e2c-4fb1-4fb4-b8d6-d21559629a2d req-e0fadf93-64bf-4335-8aa8-f8437a55163d service neutron] 10.222.0.24 "GET /v2.0/networks?id=896c84ec-d658-47a8-8593-c81dc7c226d5 HTTP/1.1" status: 200 len: 920 time: 0.3374944 May 05 20:15:47.739223 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-99aabac4-845b-4216-80e8-bd49a1a1e51a tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:47.796590 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-99aabac4-845b-4216-80e8-bd49a1a1e51a tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78d459e3-177e-4733-be0f-d01e806f683f']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:15:47.829673 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-f91a37b2-b0dd-4860-86ee-16cd1b425ab7 None None] The port '07281b67-2bae-4689-8d2d-f54843ab965b' was deleted {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 20:15:47.870338 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-31c64e2c-4fb1-4fb4-b8d6-d21559629a2d req-73df50d5-accc-4bd3-9062-2e6d211cf95a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e6028a8-e4b7-4e27-91e3-0ea59c34d902 HTTP/1.1" status: 200 len: 217 time: 0.1282449 May 05 20:15:47.878219 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-99aabac4-845b-4216-80e8-bd49a1a1e51a tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c07e53d-fa5f-460e-a584-9896d67f0c04') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:15:47.878657 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-99aabac4-845b-4216-80e8-bd49a1a1e51a tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c07e53d-fa5f-460e-a584-9896d67f0c04') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:15:47.940484 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c9a4e2-ce29-4b44-9146-08a9c5995b60 req-ce01fac0-1189-4e56-8cb2-93591dc0b5d0 tempest-VolumesActionsTest-849351144 tempest-VolumesActionsTest-849351144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:47.943937 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-75c9a4e2-ce29-4b44-9146-08a9c5995b60 req-ce01fac0-1189-4e56-8cb2-93591dc0b5d0 tempest-VolumesActionsTest-849351144 tempest-VolumesActionsTest-849351144-project] 10.222.0.36 "GET /v2.0/ports?device_id=06b8ded1-381c-439e-8e15-dc9bb60bb133 HTTP/1.1" status: 200 len: 944 time: 0.4094253 May 05 20:15:47.950003 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-99aabac4-845b-4216-80e8-bd49a1a1e51a tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:47.965295 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c64e2c-4fb1-4fb4-b8d6-d21559629a2d req-362c66d6-f1a4-45f9-96a8-8161686b7761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:47.967593 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-31c64e2c-4fb1-4fb4-b8d6-d21559629a2d req-362c66d6-f1a4-45f9-96a8-8161686b7761 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=44cdc6bd-b57d-466c-9ea8-c60f939ca27c HTTP/1.1" status: 200 len: 859 time: 0.0917871 May 05 20:15:48.004448 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-99aabac4-845b-4216-80e8-bd49a1a1e51a tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:48.050089 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:48.092283 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-31c64e2c-4fb1-4fb4-b8d6-d21559629a2d req-20231cd3-ecf2-433d-9448-005d70a28988 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=896c84ec-d658-47a8-8593-c81dc7c226d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1156790 May 05 20:15:48.107096 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-75c9a4e2-ce29-4b44-9146-08a9c5995b60 req-9e6e33c1-a956-4170-8a39-428871a56209 tempest-VolumesActionsTest-849351144 tempest-VolumesActionsTest-849351144-project] 10.222.0.36 "GET /v2.0/security-groups?id=a6ad4485-1ba3-42bc-8cac-693311951a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491451 May 05 20:15:48.132452 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99aabac4-845b-4216-80e8-bd49a1a1e51a tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:15:48.133853 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-99aabac4-845b-4216-80e8-bd49a1a1e51a tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:48.158436 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36212) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:48.171246 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:15:48.171246 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:15:48.171246 n-d-840717-1 neutron-server[88197]: timer() May 05 20:15:48.171246 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:15:48.171246 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:15:48.171246 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:15:48.171246 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:15:48.171246 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:15:48.171246 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:15:48.171246 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:15:48.171246 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:15:48.171246 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:15:48.171246 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:15:48.171246 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:15:48.171246 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:15:48.171246 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:15:48.171246 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:15:48.171246 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:15:48.171246 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:15:48.171246 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:15:48.171246 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:15:48.171246 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:15:48.171246 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:15:48.171246 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:15:48.171246 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:15:48.171246 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:15:48.171246 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:15:48.171246 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:15:48.171246 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:15:48.171246 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:15:48.171246 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:15:48.171246 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:15:48.241438 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36218) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:48.301823 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5844ca21-850f-4530-bcf6-937ae609c1b6 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:15:48.302854 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c04a4b58-a2c3-4b61-a227-9e6d82f51aec tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks [] for router_gateway, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:48.391090 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-99aabac4-845b-4216-80e8-bd49a1a1e51a tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:48.398187 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 5844ca21-850f-4530-bcf6-937ae609c1b6, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=5844ca21-850f-4530-bcf6-937ae609c1b6,segment=NetworkSegment(cca743ee-b297-442e-969e-30d170cc6b44),segment_id=cca743ee-b297-442e-969e-30d170cc6b44)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:15:48.424500 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-99aabac4-845b-4216-80e8-bd49a1a1e51a tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:48.430628 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aabac4-845b-4216-80e8-bd49a1a1e51a tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Pushing event deleted for resources: {'Network': ['ID=78d459e3-177e-4733-be0f-d01e806f683f,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:48.452261 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6bb7ec6c-142d-4abd-9b40-f58fbd623c80 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:48.456175 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3b635ab-5975-48d6-a9c9-f21369b3e317 admin admin] Deleting subnet 4690a94e-2abe-4dd8-b04e-59253aa996fe {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:15:48.464933 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a3b635ab-5975-48d6-a9c9-f21369b3e317 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:48.477252 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:48.573078 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-99aabac4-845b-4216-80e8-bd49a1a1e51a tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "DELETE /v2.0/networks/78d459e3-177e-4733-be0f-d01e806f683f HTTP/1.1" status: 204 len: 168 time: 3.3330624 May 05 20:15:48.583640 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36228) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:48.625467 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-7bcd33c8-914e-43b8-86be-5ac0aa6477b3 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2119623452', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:15:48.651337 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-7bcd33c8-914e-43b8-86be-5ac0aa6477b3 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:15:48.662166 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-7bcd33c8-914e-43b8-86be-5ac0aa6477b3 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Usage tracker for resource:router and tenant:9b46723d474c4d6a82c8d63ca7324f68 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:15:48.668139 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-7bcd33c8-914e-43b8-86be-5ac0aa6477b3 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:15:48.682572 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-7bcd33c8-914e-43b8-86be-5ac0aa6477b3 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:15:48.753848 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6bb7ec6c-142d-4abd-9b40-f58fbd623c80 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:48.765972 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['5844ca21-850f-4530-bcf6-937ae609c1b6'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:15:48.776775 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7bcd33c8-914e-43b8-86be-5ac0aa6477b3 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:48.778328 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7bcd33c8-914e-43b8-86be-5ac0aa6477b3 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:48.811411 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-31c64e2c-4fb1-4fb4-b8d6-d21559629a2d req-9617d211-a009-4364-8246-11c268d58bff service neutron] 10.222.0.24 "GET /v2.0/networks/896c84ec-d658-47a8-8593-c81dc7c226d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7087073 May 05 20:15:48.823784 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a3b635ab-5975-48d6-a9c9-f21369b3e317 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:48.936271 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a3b635ab-5975-48d6-a9c9-f21369b3e317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:48.966793 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=5844ca21-850f-4530-bcf6-937ae609c1b6,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:48.979331 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7bcd33c8-914e-43b8-86be-5ac0aa6477b3 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:49.011814 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c04a4b58-a2c3-4b61-a227-9e6d82f51aec tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:49.073376 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-5c5cf492-4241-49e8-8d6a-8c73800daa3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77d22ac-cfe3-4696-a86f-f8f26504a064', 'name': 'tempest-AttachVolumeShelveTestJSON-20360602-router', 'tenant_id': '3bcce80065784aa6a77c066afd5e6401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '239445f0-21f4-478a-bb75-a548d22b1013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:08:21Z', 'updated_at': '2022-05-05T20:08:29Z', 'revision_number': 4, 'project_id': '3bcce80065784aa6a77c066afd5e6401', 'gw_port': {'id': '239445f0-21f4-478a-bb75-a548d22b1013', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:77:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77d22ac-cfe3-4696-a86f-f8f26504a064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:08:23Z', 'updated_at': '2022-05-05T20:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'efd8bd0a-882b-4384-8a9c-44af39c1d59b', 'name': '', 'network_id': 'dd240240-b981-4728-a92a-09bd25dc9abb', 'tenant_id': '3bcce80065784aa6a77c066afd5e6401', 'mac_address': 'fa:16:3e:a7:b9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77d22ac-cfe3-4696-a86f-f8f26504a064', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '4839f055-edd7-4ed9-a2d6-dc3f9daf425d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:08:28Z', 'updated_at': '2022-05-05T20:08:42Z', 'revision_number': 5, 'project_id': '3bcce80065784aa6a77c066afd5e6401', 'subnets': [{'id': '4839f055-edd7-4ed9-a2d6-dc3f9daf425d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:15:49.088741 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5cf492-4241-49e8-8d6a-8c73800daa3e None None] The sync data for ids ['d77d22ac-cfe3-4696-a86f-f8f26504a064'] in n-d-840717-1 is: [{'id': 'd77d22ac-cfe3-4696-a86f-f8f26504a064', 'name': 'tempest-AttachVolumeShelveTestJSON-20360602-router', 'tenant_id': '3bcce80065784aa6a77c066afd5e6401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '239445f0-21f4-478a-bb75-a548d22b1013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:08:21Z', 'updated_at': '2022-05-05T20:08:29Z', 'revision_number': 4, 'project_id': '3bcce80065784aa6a77c066afd5e6401', 'gw_port': {'id': '239445f0-21f4-478a-bb75-a548d22b1013', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:77:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77d22ac-cfe3-4696-a86f-f8f26504a064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:08:23Z', 'updated_at': '2022-05-05T20:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'efd8bd0a-882b-4384-8a9c-44af39c1d59b', 'name': '', 'network_id': 'dd240240-b981-4728-a92a-09bd25dc9abb', 'tenant_id': '3bcce80065784aa6a77c066afd5e6401', 'mac_address': 'fa:16:3e:a7:b9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77d22ac-cfe3-4696-a86f-f8f26504a064', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '4839f055-edd7-4ed9-a2d6-dc3f9daf425d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:08:28Z', 'updated_at': '2022-05-05T20:08:42Z', 'revision_number': 5, 'project_id': '3bcce80065784aa6a77c066afd5e6401', 'subnets': [{'id': '4839f055-edd7-4ed9-a2d6-dc3f9daf425d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:15:49.134172 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7bcd33c8-914e-43b8-86be-5ac0aa6477b3 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:49.182180 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e6ef4-fe27-4266-9bfe-b0a3df864452 req-d255c351-1e1d-4e8a-9e00-132e9063eeb1 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:49.184429 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c88e6ef4-fe27-4266-9bfe-b0a3df864452 req-d255c351-1e1d-4e8a-9e00-132e9063eeb1 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5d40173-a144-44a7-98d8-e4fa8dc15faf HTTP/1.1" status: 200 len: 946 time: 0.6762936 May 05 20:15:49.404419 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36248) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:49.453381 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c04a4b58-a2c3-4b61-a227-9e6d82f51aec tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Router eedee66c-c1f7-4db5-9a3d-60bbd547dd7b is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88197) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:15:49.492307 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4bdf8b-eb9c-4f46-88d2-c7f35c49d449 None None] New status for floating IP 008925c9-e19e-4376-878d-ed44f42bb658: DOWN {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:15:49.584301 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c88e6ef4-fe27-4266-9bfe-b0a3df864452 req-1d157c5b-02f9-4da0-a7fa-f826b6eccaac tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa357fd3-c322-4995-b457-fb19b1b2843b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566777 May 05 20:15:49.592551 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6bb7ec6c-142d-4abd-9b40-f58fbd623c80 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:49.595988 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6bb7ec6c-142d-4abd-9b40-f58fbd623c80 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:49.603888 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-6bb7ec6c-142d-4abd-9b40-f58fbd623c80 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "DELETE /v2.0/security-groups/fa34c6b7-f79e-42a5-a73d-73f26fc7f98f HTTP/1.1" status: 204 len: 168 time: 1.3555861 May 05 20:15:49.657135 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36260) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:49.674464 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7bcd33c8-914e-43b8-86be-5ac0aa6477b3 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:49.675709 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-7bcd33c8-914e-43b8-86be-5ac0aa6477b3 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.0613918 May 05 20:15:49.680966 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a3b635ab-5975-48d6-a9c9-f21369b3e317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:49.706495 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36264) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:49.752813 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb7ec6c-142d-4abd-9b40-f58fbd623c80 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa34c6b7-f79e-42a5-a73d-73f26fc7f98f,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:49.765094 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-a8dfeb51-275c-4e81-91ba-46fbd8447b9b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Request body: {'network': {'name': 'tempest-RoutersTest-483304905'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:15:49.771232 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a8dfeb51-275c-4e81-91ba-46fbd8447b9b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:15:49.775558 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a8dfeb51-275c-4e81-91ba-46fbd8447b9b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Usage tracker for resource:network and tenant:9b46723d474c4d6a82c8d63ca7324f68 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:15:49.779047 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a8dfeb51-275c-4e81-91ba-46fbd8447b9b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:15:49.785271 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a8dfeb51-275c-4e81-91ba-46fbd8447b9b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:15:49.795241 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a3b635ab-5975-48d6-a9c9-f21369b3e317 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:49.799695 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a3b635ab-5975-48d6-a9c9-f21369b3e317 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/4690a94e-2abe-4dd8-b04e-59253aa996fe HTTP/1.1" status: 204 len: 168 time: 1.6425934 May 05 20:15:49.804849 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-31c64e2c-4fb1-4fb4-b8d6-d21559629a2d req-7de01e68-a600-4fe5-a85b-f4c34008136c service neutron] 10.222.0.24 "GET /v2.0/networks/896c84ec-d658-47a8-8593-c81dc7c226d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8181026 May 05 20:15:49.805347 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36270) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:49.808778 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f57d48-989c-4dc0-bced-b75d8e354c7c req-bec69c13-4ec9-4647-9d7b-0d75e1a51fd5 tempest-VolumesActionsTest-849351144 tempest-VolumesActionsTest-849351144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:49.811577 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-32f57d48-989c-4dc0-bced-b75d8e354c7c req-bec69c13-4ec9-4647-9d7b-0d75e1a51fd5 tempest-VolumesActionsTest-849351144 tempest-VolumesActionsTest-849351144-project] 10.222.0.36 "GET /v2.0/ports?device_id=06b8ded1-381c-439e-8e15-dc9bb60bb133 HTTP/1.1" status: 200 len: 945 time: 0.4781089 May 05 20:15:49.824027 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8dfeb51-275c-4e81-91ba-46fbd8447b9b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Made reservation on behalf of 9b46723d474c4d6a82c8d63ca7324f68 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:15:49.832508 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a8dfeb51-275c-4e81-91ba-46fbd8447b9b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:49.866374 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c04a4b58-a2c3-4b61-a227-9e6d82f51aec tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:15:49.878142 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8fc65f-5747-408d-a2d3-f024f403e636 None None] Sync routers for ids ['eedee66c-c1f7-4db5-9a3d-60bbd547dd7b'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:15:49.881619 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b635ab-5975-48d6-a9c9-f21369b3e317 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4690a94e-2abe-4dd8-b04e-59253aa996fe,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:49.893533 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-32f57d48-989c-4dc0-bced-b75d8e354c7c req-97595d41-cb12-49bf-8c74-a9b109478ccc tempest-VolumesActionsTest-849351144 tempest-VolumesActionsTest-849351144-project] 10.222.0.36 "GET /v2.0/security-groups?id=a6ad4485-1ba3-42bc-8cac-693311951a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761335 May 05 20:15:49.899136 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c04a4b58-a2c3-4b61-a227-9e6d82f51aec tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:49.900771 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-c04a4b58-a2c3-4b61-a227-9e6d82f51aec tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.7100317 May 05 20:15:49.903985 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8fc65f-5747-408d-a2d3-f024f403e636 None None] Routers {'eedee66c-c1f7-4db5-9a3d-60bbd547dd7b'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:15:49.904635 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-4d8fc65f-5747-408d-a2d3-f024f403e636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:15:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['eedee66c-c1f7-4db5-9a3d-60bbd547dd7b'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:15:49.936669 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-45cde124-ac0e-4e40-bd5c-c15fa1eedba4 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] show failed (client error): The resource could not be found. May 05 20:15:49.937489 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36276) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:49.941467 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-45cde124-ac0e-4e40-bd5c-c15fa1eedba4 tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "GET /v2.0/security-groups/fa34c6b7-f79e-42a5-a73d-73f26fc7f98f HTTP/1.1" status: 404 len: 347 time: 0.2685425 May 05 20:15:49.948117 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36278) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:50.004505 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-4d8fc65f-5747-408d-a2d3-f024f403e636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:15:50.019421 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8fc65f-5747-408d-a2d3-f024f403e636 None None] Routers {'eedee66c-c1f7-4db5-9a3d-60bbd547dd7b'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:15:50.020352 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-4d8fc65f-5747-408d-a2d3-f024f403e636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:15:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['eedee66c-c1f7-4db5-9a3d-60bbd547dd7b'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:15:50.032378 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d931ed58-7de6-4f85-a34a-f86f309ea5cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:50.058984 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8dfeb51-275c-4e81-91ba-46fbd8447b9b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:15:50.087590 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-d931ed58-7de6-4f85-a34a-f86f309ea5cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:15:50.103803 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-4d8fc65f-5747-408d-a2d3-f024f403e636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:15:50.104189 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8fc65f-5747-408d-a2d3-f024f403e636 None None] The sync data for ids ['eedee66c-c1f7-4db5-9a3d-60bbd547dd7b'] in n-d-840717-1 is: [] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:15:50.157783 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-d931ed58-7de6-4f85-a34a-f86f309ea5cd admin admin] Usage tracker for resource:security_group_rule and tenant:67c4ae9cc68b4626ae6c430ba0ea8059 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:15:50.174695 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-d931ed58-7de6-4f85-a34a-f86f309ea5cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:15:50.186380 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-d931ed58-7de6-4f85-a34a-f86f309ea5cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:15:50.210756 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-1460fc31-4307-4cf4-858d-b3d00f7db93a tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Deleting port 250c9d62-4d59-4e11-90b8-4230fa8f5354 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:15:50.211095 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1460fc31-4307-4cf4-858d-b3d00f7db93a tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:50.223044 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-3cbc7b71-1488-4213-9587-3af80e8ab054 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] 10.222.0.36 "GET /v2.0/routers/eedee66c-c1f7-4db5-9a3d-60bbd547dd7b HTTP/1.1" status: 200 len: 923 time: 0.2840345 May 05 20:15:50.227539 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36290) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:50.247721 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a8dfeb51-275c-4e81-91ba-46fbd8447b9b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:50.248089 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-a8dfeb51-275c-4e81-91ba-46fbd8447b9b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Added segment ce115ecf-9e45-43df-91a9-28c4f44d0afe of type vlan for network 80220b23-1e14-4748-9ef8-0335ee71af3e May 05 20:15:50.284937 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b29fc5f8-a250-4a13-b9e3-4914a84c6ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:50.290832 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-04a221e1-d4d8-43e7-9ee1-c03e75dd4163 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] 10.222.0.36 "GET /v2.0/ports?device_id=eedee66c-c1f7-4db5-9a3d-60bbd547dd7b HTTP/1.1" status: 200 len: 205 time: 0.0594544 May 05 20:15:50.291184 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36294) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:50.356139 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a8dfeb51-275c-4e81-91ba-46fbd8447b9b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:50.510442 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d931ed58-7de6-4f85-a34a-f86f309ea5cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:50.520676 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d931ed58-7de6-4f85-a34a-f86f309ea5cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:50.547106 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b29fc5f8-a250-4a13-b9e3-4914a84c6ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:50.551014 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f5f3bb4c-8efd-4519-8b70-d3cc7b87b0de tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks [] for router, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:50.586905 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a8dfeb51-275c-4e81-91ba-46fbd8447b9b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:50.592454 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8dfeb51-275c-4e81-91ba-46fbd8447b9b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:50.593051 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a8dfeb51-275c-4e81-91ba-46fbd8447b9b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:50.649516 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36302) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:50.677037 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d931ed58-7de6-4f85-a34a-f86f309ea5cd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=67c4ae9cc68b4626ae6c430ba0ea8059&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2712674 May 05 20:15:50.678293 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36310) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:50.683263 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d931ed58-7de6-4f85-a34a-f86f309ea5cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e027ff13-edb3-48fb-89b6-7372a2f514b2,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:50.739333 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-b29fc5f8-a250-4a13-b9e3-4914a84c6ef5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['655c7f11-c965-4205-91a0-e680dbb467c6']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:15:50.749221 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dfeb51-275c-4e81-91ba-46fbd8447b9b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Pushing event updated for resources: {'Network': ['ID=80220b23-1e14-4748-9ef8-0335ee71af3e,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:50.763000 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 80220b23-1e14-4748-9ef8-0335ee71af3e details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:15:50.763527 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1460fc31-4307-4cf4-858d-b3d00f7db93a tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:50.763859 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1460fc31-4307-4cf4-858d-b3d00f7db93a tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:50.774829 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-b29fc5f8-a250-4a13-b9e3-4914a84c6ef5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cb51e4f-4171-42c9-8467-0979b530738a') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:15:50.775123 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-b29fc5f8-a250-4a13-b9e3-4914a84c6ef5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cb51e4f-4171-42c9-8467-0979b530738a') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:15:50.839469 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-701b504e-e88e-4926-80f5-7c9e9badda23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:50.888425 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b29fc5f8-a250-4a13-b9e3-4914a84c6ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:50.894735 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f5f3bb4c-8efd-4519-8b70-d3cc7b87b0de tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:50.909066 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5bbd9fbd-c37f-46de-b022-5ba4285a86da admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:50.921984 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-701b504e-e88e-4926-80f5-7c9e9badda23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:50.949518 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-5bbd9fbd-c37f-46de-b022-5ba4285a86da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:15:50.951891 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-f5f3bb4c-8efd-4519-8b70-d3cc7b87b0de tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Deleting port d9930594-f3d2-4d64-b3d5-c49436314cd3 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:15:50.952681 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f5f3bb4c-8efd-4519-8b70-d3cc7b87b0de tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:50.960150 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a8dfeb51-275c-4e81-91ba-46fbd8447b9b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2087736 May 05 20:15:50.969293 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 5844ca21-850f-4530-bcf6-937ae609c1b6 up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:15:50.970897 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-1460fc31-4307-4cf4-858d-b3d00f7db93a tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Calling delete_port for 250c9d62-4d59-4e11-90b8-4230fa8f5354 owned by network:floatingip {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:15:50.985136 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36316) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:51.000974 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-5bbd9fbd-c37f-46de-b022-5ba4285a86da admin admin] Usage tracker for resource:security_group_rule and tenant:b94c553626144d9cbf8ddca37a8f8873 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:15:51.014939 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-14703e39-1256-4864-8747-23504e2271da tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Request body: {'subnet': {'network_id': '80220b23-1e14-4748-9ef8-0335ee71af3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:15:51.035844 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-5bbd9fbd-c37f-46de-b022-5ba4285a86da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:15:51.059408 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b29fc5f8-a250-4a13-b9e3-4914a84c6ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:51.069153 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port 5844ca21-850f-4530-bcf6-937ae609c1b6 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:15:51.070242 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-5bbd9fbd-c37f-46de-b022-5ba4285a86da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:15:51.079751 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b29fc5f8-a250-4a13-b9e3-4914a84c6ef5 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:15:51.080413 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b29fc5f8-a250-4a13-b9e3-4914a84c6ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:51.080809 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port 5844ca21-850f-4530-bcf6-937ae609c1b6 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:15:51.081385 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:51.094653 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:15:51.094653 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:15:51.094653 n-d-840717-1 neutron-server[88198]: timer() May 05 20:15:51.094653 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:15:51.094653 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:15:51.094653 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:15:51.094653 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:15:51.094653 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:15:51.094653 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:15:51.094653 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:15:51.094653 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:15:51.094653 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:15:51.094653 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:15:51.094653 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:15:51.094653 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:15:51.094653 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:15:51.094653 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:15:51.094653 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:15:51.094653 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:15:51.094653 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:15:51.094653 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:15:51.094653 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:15:51.094653 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:15:51.094653 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:15:51.094653 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:15:51.094653 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:15:51.094653 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:15:51.094653 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:15:51.094653 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:15:51.094653 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:15:51.094653 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:15:51.094653 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:15:51.212738 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b29fc5f8-a250-4a13-b9e3-4914a84c6ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:51.218250 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b29fc5f8-a250-4a13-b9e3-4914a84c6ef5 admin admin] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:51.229213 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:51.252493 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e9f89-d9ea-484f-b2e1-76066141835a req-3815aeaf-4cee-415f-b10d-7ca7647719b4 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:51.254106 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-667e9f89-d9ea-484f-b2e1-76066141835a req-3815aeaf-4cee-415f-b10d-7ca7647719b4 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5d40173-a144-44a7-98d8-e4fa8dc15faf HTTP/1.1" status: 200 len: 946 time: 0.3678300 May 05 20:15:51.255232 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-14703e39-1256-4864-8747-23504e2271da tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:15:51.262801 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29fc5f8-a250-4a13-b9e3-4914a84c6ef5 admin admin] Pushing event deleted for resources: {'Network': ['ID=655c7f11-c965-4205-91a0-e680dbb467c6,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:51.274448 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06b8ded1-381c-439e-8e15-dc9bb60bb133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5844ca21-850f-4530-bcf6-937ae609c1b6'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:15:51.284610 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 5844ca21-850f-4530-bcf6-937ae609c1b6, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=5844ca21-850f-4530-bcf6-937ae609c1b6,segment=NetworkSegment(cca743ee-b297-442e-969e-30d170cc6b44),segment_id=cca743ee-b297-442e-969e-30d170cc6b44)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:15:51.289488 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:51.316923 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-14703e39-1256-4864-8747-23504e2271da tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Usage tracker for resource:subnet and tenant:9b46723d474c4d6a82c8d63ca7324f68 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:15:51.324968 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-701b504e-e88e-4926-80f5-7c9e9badda23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:51.330313 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-14703e39-1256-4864-8747-23504e2271da tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:15:51.360829 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-14703e39-1256-4864-8747-23504e2271da tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:15:51.366096 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=5844ca21-850f-4530-bcf6-937ae609c1b6,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:51.372082 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701b504e-e88e-4926-80f5-7c9e9badda23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e027ff13-edb3-48fb-89b6-7372a2f514b2,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:51.375858 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:15:51.376245 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:15:51.376689 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:15:51.377261 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:15:51.377556 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:15:51.377982 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:15:51.379061 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:15:51.379061 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:15:51.379061 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:15:51.379618 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:15:51.380929 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:15:51.381470 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:15:51.422741 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-701b504e-e88e-4926-80f5-7c9e9badda23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:51.426446 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-701b504e-e88e-4926-80f5-7c9e9badda23 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e027ff13-edb3-48fb-89b6-7372a2f514b2 HTTP/1.1" status: 204 len: 168 time: 0.7419276 May 05 20:15:51.426446 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14703e39-1256-4864-8747-23504e2271da tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Made reservation on behalf of 9b46723d474c4d6a82c8d63ca7324f68 for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:15:51.429540 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-14703e39-1256-4864-8747-23504e2271da tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:51.452221 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f5f3bb4c-8efd-4519-8b70-d3cc7b87b0de tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:51.463196 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b29fc5f8-a250-4a13-b9e3-4914a84c6ef5 admin admin] 10.222.0.36 "DELETE /v2.0/networks/655c7f11-c965-4205-91a0-e680dbb467c6 HTTP/1.1" status: 204 len: 168 time: 1.6441987 May 05 20:15:51.488979 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-667e9f89-d9ea-484f-b2e1-76066141835a req-f2d25f30-5ba4-4fc3-aacd-d6ddb7fefb12 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa357fd3-c322-4995-b457-fb19b1b2843b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912000 May 05 20:15:51.506975 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1460fc31-4307-4cf4-858d-b3d00f7db93a tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:51.555562 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1460fc31-4307-4cf4-858d-b3d00f7db93a tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Pushing event deleted for resources: {'Port': ['ID=250c9d62-4d59-4e11-90b8-4230fa8f5354,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:51.586719 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:15:51.599705 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae01a515-c6ee-4073-9de3-fb3b4b027a93'] response: {'server_uuid': '06b8ded1-381c-439e-8e15-dc9bb60bb133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5844ca21-850f-4530-bcf6-937ae609c1b6', 'code': 200} May 05 20:15:51.660604 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1460fc31-4307-4cf4-858d-b3d00f7db93a tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks [] for floatingip, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:51.664744 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1460fc31-4307-4cf4-858d-b3d00f7db93a tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:51.669136 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-1460fc31-4307-4cf4-858d-b3d00f7db93a tempest-AttachVolumeShelveTestJSON-303453386 tempest-AttachVolumeShelveTestJSON-303453386-project] 10.222.0.36 "DELETE /v2.0/floatingips/008925c9-e19e-4376-878d-ed44f42bb658 HTTP/1.1" status: 204 len: 168 time: 1.7134652 May 05 20:15:51.716786 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36330) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:51.796474 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c35146e1-0595-487b-849b-0ba269598fa9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=927036785ae54ead8157bab84a61f12c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0736754 May 05 20:15:51.799836 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36334) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:51.859067 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133b1bab-b81c-415e-94e6-3f4d632ea5a2 req-55c10d70-bcf6-46e6-911d-8355cf1d55d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:51.860527 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-133b1bab-b81c-415e-94e6-3f4d632ea5a2 req-55c10d70-bcf6-46e6-911d-8355cf1d55d7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=06b8ded1-381c-439e-8e15-dc9bb60bb133 HTTP/1.1" status: 200 len: 1097 time: 0.1835318 May 05 20:15:51.884836 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-f5f3bb4c-8efd-4519-8b70-d3cc7b87b0de tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Calling delete_port for d9930594-f3d2-4d64-b3d5-c49436314cd3 owned by network:router_gateway {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:15:51.913897 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-236d6995-362e-4fd7-aaaa-058fd9937b57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:51.917065 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-133b1bab-b81c-415e-94e6-3f4d632ea5a2 req-2c61c2bc-ca74-41de-a2f8-af60a5988de1 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a6ad4485-1ba3-42bc-8cac-693311951a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429046 May 05 20:15:51.949201 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-236d6995-362e-4fd7-aaaa-058fd9937b57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:51.956209 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e1c81a-9f41-41f0-bd83-19886c5c90d7 req-c09a65b0-d910-4367-8fc9-c11d773585b0 tempest-VolumesActionsTest-849351144 tempest-VolumesActionsTest-849351144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:51.963872 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-14e1c81a-9f41-41f0-bd83-19886c5c90d7 req-c09a65b0-d910-4367-8fc9-c11d773585b0 tempest-VolumesActionsTest-849351144 tempest-VolumesActionsTest-849351144-project] 10.222.0.36 "GET /v2.0/ports?device_id=06b8ded1-381c-439e-8e15-dc9bb60bb133 HTTP/1.1" status: 200 len: 945 time: 0.8580081 May 05 20:15:52.009920 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-236d6995-362e-4fd7-aaaa-058fd9937b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:52.015396 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36340) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:52.044429 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236d6995-362e-4fd7-aaaa-058fd9937b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b708cd35-482e-4c97-85dd-b99b79f6ba9c,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:52.055602 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6090687f-3c1f-4036-8025-50296229e876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:52.079388 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-236d6995-362e-4fd7-aaaa-058fd9937b57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:52.080999 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-236d6995-362e-4fd7-aaaa-058fd9937b57 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b708cd35-482e-4c97-85dd-b99b79f6ba9c HTTP/1.1" status: 204 len: 168 time: 0.2801127 May 05 20:15:52.087161 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-6090687f-3c1f-4036-8025-50296229e876 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:15:52.091280 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-6090687f-3c1f-4036-8025-50296229e876 admin admin] Usage tracker for resource:security_group_rule and tenant:550aee12eaf54d4ca97f3d0daddeedbf is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:15:52.094322 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-6090687f-3c1f-4036-8025-50296229e876 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:15:52.101353 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-6090687f-3c1f-4036-8025-50296229e876 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:15:52.136069 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5bbd9fbd-c37f-46de-b022-5ba4285a86da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:52.150349 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-14e1c81a-9f41-41f0-bd83-19886c5c90d7 req-d9717da7-d23f-43da-9692-137a3bd506dd tempest-VolumesActionsTest-849351144 tempest-VolumesActionsTest-849351144-project] 10.222.0.36 "GET /v2.0/security-groups?id=a6ad4485-1ba3-42bc-8cac-693311951a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802583 May 05 20:15:52.175227 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5bbd9fbd-c37f-46de-b022-5ba4285a86da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:52.241043 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbd9fbd-c37f-46de-b022-5ba4285a86da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc380e6-ea25-4741-895f-587048b30bc4,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:52.281574 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6090687f-3c1f-4036-8025-50296229e876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:52.289305 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6090687f-3c1f-4036-8025-50296229e876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:52.290036 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-5bbd9fbd-c37f-46de-b022-5ba4285a86da admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b94c553626144d9cbf8ddca37a8f8873&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6395051 May 05 20:15:52.294261 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36346) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:52.355651 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-6090687f-3c1f-4036-8025-50296229e876 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=550aee12eaf54d4ca97f3d0daddeedbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3315270 May 05 20:15:52.356767 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6090687f-3c1f-4036-8025-50296229e876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cefcca0-12ee-4ceb-800d-d6f34c537325,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:52.360075 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36350) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:52.412305 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c0b69c2c-691e-412b-9866-34bea294ad4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:52.425205 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c89b0ffc-9458-43e5-a3db-b620174a45be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:52.456863 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c89b0ffc-9458-43e5-a3db-b620174a45be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:52.529577 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c0b69c2c-691e-412b-9866-34bea294ad4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:52.532982 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c89b0ffc-9458-43e5-a3db-b620174a45be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:52.578905 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89b0ffc-9458-43e5-a3db-b620174a45be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cefcca0-12ee-4ceb-800d-d6f34c537325,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:52.583621 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c89b0ffc-9458-43e5-a3db-b620174a45be admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:52.585347 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c89b0ffc-9458-43e5-a3db-b620174a45be admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6cefcca0-12ee-4ceb-800d-d6f34c537325 HTTP/1.1" status: 204 len: 168 time: 0.2239561 May 05 20:15:52.701647 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c0b69c2c-691e-412b-9866-34bea294ad4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:52.727300 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b69c2c-691e-412b-9866-34bea294ad4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc380e6-ea25-4741-895f-587048b30bc4,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:52.737762 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f5f3bb4c-8efd-4519-8b70-d3cc7b87b0de tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:52.807074 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9aafcc-f753-48fd-8f52-c9cdf44d027f req-8f3ea260-b3d3-4cdd-98cb-fc6987158ac3 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:52.809571 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ec9aafcc-f753-48fd-8f52-c9cdf44d027f req-8f3ea260-b3d3-4cdd-98cb-fc6987158ac3 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5d40173-a144-44a7-98d8-e4fa8dc15faf HTTP/1.1" status: 200 len: 946 time: 0.1190867 May 05 20:15:52.909938 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ec9aafcc-f753-48fd-8f52-c9cdf44d027f req-6dcee0c4-f920-435f-bf85-78323cf3f7d1 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa357fd3-c322-4995-b457-fb19b1b2843b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951853 May 05 20:15:52.958047 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-14703e39-1256-4864-8747-23504e2271da tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:53.020178 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f3bb4c-8efd-4519-8b70-d3cc7b87b0de tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Pushing event deleted for resources: {'Port': ['ID=d9930594-f3d2-4d64-b3d5-c49436314cd3,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:53.117008 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c0b69c2c-691e-412b-9866-34bea294ad4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:53.118192 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-c0b69c2c-691e-412b-9866-34bea294ad4a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2cc380e6-ea25-4741-895f-587048b30bc4 HTTP/1.1" status: 204 len: 168 time: 0.8227978 May 05 20:15:53.147146 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36382) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:53.149394 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f5f3bb4c-8efd-4519-8b70-d3cc7b87b0de tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:53.167771 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2d2b6a6c-4efd-4830-a86d-e3e75e1d7896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:53.212544 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-2d2b6a6c-4efd-4830-a86d-e3e75e1d7896 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:15:53.223096 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-2d2b6a6c-4efd-4830-a86d-e3e75e1d7896 admin admin] Usage tracker for resource:security_group_rule and tenant:f8eb9d17f1c24bf29fc3a821dda741a9 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:15:53.230111 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-2d2b6a6c-4efd-4830-a86d-e3e75e1d7896 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:15:53.248323 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-2d2b6a6c-4efd-4830-a86d-e3e75e1d7896 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:15:53.354091 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14703e39-1256-4864-8747-23504e2271da tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Checking segment: {'id': 'ce115ecf-9e45-43df-91a9-28c4f44d0afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '80220b23-1e14-4748-9ef8-0335ee71af3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:15:53.354453 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14703e39-1256-4864-8747-23504e2271da tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Network hostable DHCP agents. Network: 80220b23-1e14-4748-9ef8-0335ee71af3e, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:15:53.371577 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14703e39-1256-4864-8747-23504e2271da tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Pushing event updated for resources: {'Subnet': ['ID=e7a131f1-6d5d-499c-a8a6-b64928031e9b,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:53.425380 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2d2b6a6c-4efd-4830-a86d-e3e75e1d7896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:53.431785 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2d2b6a6c-4efd-4830-a86d-e3e75e1d7896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:53.517370 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14703e39-1256-4864-8747-23504e2271da tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Network 80220b23-1e14-4748-9ef8-0335ee71af3e is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:15:53.555082 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-2d2b6a6c-4efd-4830-a86d-e3e75e1d7896 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f8eb9d17f1c24bf29fc3a821dda741a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4059465 May 05 20:15:53.556093 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2b6a6c-4efd-4830-a86d-e3e75e1d7896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a757d1e8-c0e8-46aa-8552-d6e7fac9e685,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:53.559166 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36394) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:53.563185 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f5f3bb4c-8efd-4519-8b70-d3cc7b87b0de tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:53.573443 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f5f3bb4c-8efd-4519-8b70-d3cc7b87b0de tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:53.594299 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-14703e39-1256-4864-8747-23504e2271da tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 80220b23-1e14-4748-9ef8-0335ee71af3e) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:15:53.603288 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01acc3dc-dacf-484c-9998-81cef828bccf None None] Network 80220b23-1e14-4748-9ef8-0335ee71af3e requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:15:53.636687 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14703e39-1256-4864-8747-23504e2271da tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:53.637300 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-14703e39-1256-4864-8747-23504e2271da tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:53.691666 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-14703e39-1256-4864-8747-23504e2271da tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7014751 May 05 20:15:53.692178 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36402) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:53.733804 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f5f3bb4c-8efd-4519-8b70-d3cc7b87b0de tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:53.735295 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f3bb4c-8efd-4519-8b70-d3cc7b87b0de tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Fanout notify agent at l3_agent the message router_deleted on router eedee66c-c1f7-4db5-9a3d-60bbd547dd7b {{(pid=88197) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:15:53.780629 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f5f3bb4c-8efd-4519-8b70-d3cc7b87b0de tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:53.785327 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f5f3bb4c-8efd-4519-8b70-d3cc7b87b0de tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] 10.222.0.36 "DELETE /v2.0/routers/eedee66c-c1f7-4db5-9a3d-60bbd547dd7b HTTP/1.1" status: 204 len: 168 time: 3.4853363 May 05 20:15:53.790127 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36406) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:53.801961 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d1b79-2f6b-4c35-8661-704c12f4c741 req-cf13b623-353b-4318-b364-7dbe125e0e99 tempest-VolumesActionsTest-849351144 tempest-VolumesActionsTest-849351144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:53.809789 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cd9d1b79-2f6b-4c35-8661-704c12f4c741 req-cf13b623-353b-4318-b364-7dbe125e0e99 tempest-VolumesActionsTest-849351144 tempest-VolumesActionsTest-849351144-project] 10.222.0.36 "GET /v2.0/ports?device_id=06b8ded1-381c-439e-8e15-dc9bb60bb133 HTTP/1.1" status: 200 len: 946 time: 0.3734972 May 05 20:15:53.831159 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36410) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:53.854068 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-de198ec8-3096-45bd-9681-262aa07d2676 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Request body: {'router': {'name': 'tempest-snat-router-579865877', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'enable_snat': False}}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:15:53.859273 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-de198ec8-3096-45bd-9681-262aa07d2676 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:15:53.863102 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-de198ec8-3096-45bd-9681-262aa07d2676 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Usage tracker for resource:router and tenant:9416b4e04e2747ff9dc655d72d258451 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:15:53.866450 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-de198ec8-3096-45bd-9681-262aa07d2676 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:15:53.874477 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-de198ec8-3096-45bd-9681-262aa07d2676 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:15:53.905547 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-de198ec8-3096-45bd-9681-262aa07d2676 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:53.906585 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-de198ec8-3096-45bd-9681-262aa07d2676 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:53.917055 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-09dd6174-9049-4ab0-852d-2a4c5166dd78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:53.918769 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9ab516fa-5a6b-40f0-8395-38bda86fcdd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:54.011309 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-9ab516fa-5a6b-40f0-8395-38bda86fcdd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:15:54.075617 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cd9d1b79-2f6b-4c35-8661-704c12f4c741 req-4738d61b-679c-4ebf-bee3-1de9d8702082 tempest-VolumesActionsTest-849351144 tempest-VolumesActionsTest-849351144-project] 10.222.0.36 "GET /v2.0/security-groups?id=a6ad4485-1ba3-42bc-8cac-693311951a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648602 May 05 20:15:54.079388 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-9ab516fa-5a6b-40f0-8395-38bda86fcdd7 admin admin] Usage tracker for resource:security_group_rule and tenant:9455be5a968c45aebf3127263fc8dedf is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:15:54.094076 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-09dd6174-9049-4ab0-852d-2a4c5166dd78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:54.100712 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-9ab516fa-5a6b-40f0-8395-38bda86fcdd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:15:54.131015 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-de198ec8-3096-45bd-9681-262aa07d2676 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:54.134407 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a94a46-bf5b-43b7-9205-aea963bbf306 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-80220b23-1e14-4748-9ef8-0335ee71af3e', 'network_id': '80220b23-1e14-4748-9ef8-0335ee71af3e', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'fixed_ips': [{'subnet_id': 'e7a131f1-6d5d-499c-a8a6-b64928031e9b'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:15:54.135043 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-9ab516fa-5a6b-40f0-8395-38bda86fcdd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:15:54.136362 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-33a94a46-bf5b-43b7-9205-aea963bbf306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:54.969801 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee3411-401a-4f06-8989-7e86bf8be5db req-518f5f9c-ce9e-44f4-8608-cf0aaf22c5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:54.981150 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-97ee3411-401a-4f06-8989-7e86bf8be5db req-518f5f9c-ce9e-44f4-8608-cf0aaf22c5d6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f5d40173-a144-44a7-98d8-e4fa8dc15faf HTTP/1.1" status: 200 len: 1097 time: 0.9877322 May 05 20:15:55.111852 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-09dd6174-9049-4ab0-852d-2a4c5166dd78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:55.130969 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b2e348-65a7-4794-8197-16402053d045 req-4703190e-e06a-4ffc-933a-cc300f464779 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:55.137288 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-92b2e348-65a7-4794-8197-16402053d045 req-4703190e-e06a-4ffc-933a-cc300f464779 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5d40173-a144-44a7-98d8-e4fa8dc15faf HTTP/1.1" status: 200 len: 946 time: 1.0154951 May 05 20:15:55.166447 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-de198ec8-3096-45bd-9681-262aa07d2676 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:55.173622 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dd6174-9049-4ab0-852d-2a4c5166dd78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a757d1e8-c0e8-46aa-8552-d6e7fac9e685,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:55.187534 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-97ee3411-401a-4f06-8989-7e86bf8be5db req-0a587f49-de3c-41ee-a0a2-83ec6132e22b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fa357fd3-c322-4995-b457-fb19b1b2843b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835282 May 05 20:15:55.194608 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6262ac5b-b3c5-4d9e-857b-8aaa75fcd12c tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:55.310018 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-09dd6174-9049-4ab0-852d-2a4c5166dd78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:55.313855 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-09dd6174-9049-4ab0-852d-2a4c5166dd78 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a757d1e8-c0e8-46aa-8552-d6e7fac9e685 HTTP/1.1" status: 204 len: 168 time: 1.7459102 May 05 20:15:55.416734 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-33a94a46-bf5b-43b7-9205-aea963bbf306 None None] Allocated IP 172.20.0.2 (80220b23-1e14-4748-9ef8-0335ee71af3e/e7a131f1-6d5d-499c-a8a6-b64928031e9b/dc2efbd7-48d9-4b1a-9db4-809fefe033f2) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:15:55.451023 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9ab516fa-5a6b-40f0-8395-38bda86fcdd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:55.470993 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9ab516fa-5a6b-40f0-8395-38bda86fcdd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:55.603096 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-92b2e348-65a7-4794-8197-16402053d045 req-1e30e10c-f66f-443a-8e7b-e299692a800f tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa357fd3-c322-4995-b457-fb19b1b2843b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4122930 May 05 20:15:55.728845 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab516fa-5a6b-40f0-8395-38bda86fcdd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b0018af-5561-46a1-bf8d-0e4e38c2a812,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:55.737373 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-9ab516fa-5a6b-40f0-8395-38bda86fcdd7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9455be5a968c45aebf3127263fc8dedf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8952639 May 05 20:15:55.761600 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36560) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:55.962307 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-33a94a46-bf5b-43b7-9205-aea963bbf306 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:55.979732 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36570) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:55.992169 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-94cbc29a-6797-46d3-9335-eeca5147b17e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:56.003249 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-33a94a46-bf5b-43b7-9205-aea963bbf306 None None] Transition to ACTIVE for port object dc2efbd7-48d9-4b1a-9db4-809fefe033f2 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:15:56.066266 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-33a94a46-bf5b-43b7-9205-aea963bbf306 None None] Transition to ACTIVE for port object dc2efbd7-48d9-4b1a-9db4-809fefe033f2 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:15:56.077242 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-33a94a46-bf5b-43b7-9205-aea963bbf306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:56.258104 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a94a46-bf5b-43b7-9205-aea963bbf306 None None] Network 80220b23-1e14-4748-9ef8-0335ee71af3e is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:15:56.296033 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-33a94a46-bf5b-43b7-9205-aea963bbf306 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:15:56.306239 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a94a46-bf5b-43b7-9205-aea963bbf306 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:15:56.323378 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a94a46-bf5b-43b7-9205-aea963bbf306 None None] Pushing event updated for resources: {'Port': ['ID=dc2efbd7-48d9-4b1a-9db4-809fefe033f2,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:56.383761 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-6262ac5b-b3c5-4d9e-857b-8aaa75fcd12c tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Allocated IP 172.20.0.1 (80220b23-1e14-4748-9ef8-0335ee71af3e/e7a131f1-6d5d-499c-a8a6-b64928031e9b/b456e880-efae-4517-b525-75e7035c4bcb) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:15:56.501959 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-94cbc29a-6797-46d3-9335-eeca5147b17e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:56.541179 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-33a94a46-bf5b-43b7-9205-aea963bbf306 None None] Attempting to bind port dc2efbd7-48d9-4b1a-9db4-809fefe033f2 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:15:56.541819 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-33a94a46-bf5b-43b7-9205-aea963bbf306 None None] Attempting to bind port dc2efbd7-48d9-4b1a-9db4-809fefe033f2 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'ce115ecf-9e45-43df-91a9-28c4f44d0afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '80220b23-1e14-4748-9ef8-0335ee71af3e'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:15:56.542041 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a94a46-bf5b-43b7-9205-aea963bbf306 None None] Attempting to bind port dc2efbd7-48d9-4b1a-9db4-809fefe033f2 on network 80220b23-1e14-4748-9ef8-0335ee71af3e {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:15:56.554577 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a94a46-bf5b-43b7-9205-aea963bbf306 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:15:56.557124 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a94a46-bf5b-43b7-9205-aea963bbf306 None None] Checking segment: {'id': 'ce115ecf-9e45-43df-91a9-28c4f44d0afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '80220b23-1e14-4748-9ef8-0335ee71af3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:15:56.557556 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-33a94a46-bf5b-43b7-9205-aea963bbf306 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:56.557962 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a94a46-bf5b-43b7-9205-aea963bbf306 None None] Bound using segment: {'id': 'ce115ecf-9e45-43df-91a9-28c4f44d0afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '80220b23-1e14-4748-9ef8-0335ee71af3e'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:15:56.558442 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-33a94a46-bf5b-43b7-9205-aea963bbf306 None None] Bound port: dc2efbd7-48d9-4b1a-9db4-809fefe033f2, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce115ecf-9e45-43df-91a9-28c4f44d0afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '80220b23-1e14-4748-9ef8-0335ee71af3e'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:15:56.558821 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-33a94a46-bf5b-43b7-9205-aea963bbf306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:56.601793 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-de198ec8-3096-45bd-9681-262aa07d2676 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:56.629737 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e9332abe-154d-42b1-96bf-43e97646f190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:56.637365 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-de198ec8-3096-45bd-9681-262aa07d2676 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:56.742533 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-33a94a46-bf5b-43b7-9205-aea963bbf306 None None] For port dc2efbd7-48d9-4b1a-9db4-809fefe033f2, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:15:56.745871 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-33a94a46-bf5b-43b7-9205-aea963bbf306 None None] For port dc2efbd7-48d9-4b1a-9db4-809fefe033f2, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=dc2efbd7-48d9-4b1a-9db4-809fefe033f2,segment=NetworkSegment(ce115ecf-9e45-43df-91a9-28c4f44d0afe),segment_id=ce115ecf-9e45-43df-91a9-28c4f44d0afe)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:15:56.751389 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-33a94a46-bf5b-43b7-9205-aea963bbf306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:56.837574 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6262ac5b-b3c5-4d9e-857b-8aaa75fcd12c tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:56.873699 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a94a46-bf5b-43b7-9205-aea963bbf306 None None] Pushing event updated for resources: {'Port': ['ID=dc2efbd7-48d9-4b1a-9db4-809fefe033f2,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:56.894884 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-de198ec8-3096-45bd-9681-262aa07d2676 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Allocated IP 172.25.0.101 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/88e14a7e-2045-4649-9409-1d450aabc634) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:15:56.905551 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-6262ac5b-b3c5-4d9e-857b-8aaa75fcd12c tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Transition to ACTIVE for port object b456e880-efae-4517-b525-75e7035c4bcb will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:15:56.908775 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e9332abe-154d-42b1-96bf-43e97646f190 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:15:56.915903 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-e9332abe-154d-42b1-96bf-43e97646f190 admin admin] Usage tracker for resource:security_group_rule and tenant:c9487ab5041b4cbd85363d00125f4523 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:15:56.926298 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-e9332abe-154d-42b1-96bf-43e97646f190 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:15:56.944470 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e9332abe-154d-42b1-96bf-43e97646f190 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:15:56.980112 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6262ac5b-b3c5-4d9e-857b-8aaa75fcd12c tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:57.030690 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-94cbc29a-6797-46d3-9335-eeca5147b17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:57.099807 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6262ac5b-b3c5-4d9e-857b-8aaa75fcd12c tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Pushing event updated for resources: {'Port': ['ID=b456e880-efae-4517-b525-75e7035c4bcb,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:57.120775 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cbc29a-6797-46d3-9335-eeca5147b17e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b0018af-5561-46a1-bf8d-0e4e38c2a812,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:57.137592 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6262ac5b-b3c5-4d9e-857b-8aaa75fcd12c tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Network 80220b23-1e14-4748-9ef8-0335ee71af3e is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:15:57.141303 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-6262ac5b-b3c5-4d9e-857b-8aaa75fcd12c tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:15:57.145366 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6262ac5b-b3c5-4d9e-857b-8aaa75fcd12c tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:15:57.183490 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98373d9-4626-42fb-8d85-a113c99f38f6 req-3592c6d6-5c38-4698-ac96-060195286137 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:15:57.195213 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c98373d9-4626-42fb-8d85-a113c99f38f6 req-3592c6d6-5c38-4698-ac96-060195286137 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5d40173-a144-44a7-98d8-e4fa8dc15faf HTTP/1.1" status: 200 len: 946 time: 0.2916987 May 05 20:15:57.232618 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-94cbc29a-6797-46d3-9335-eeca5147b17e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:57.234034 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-94cbc29a-6797-46d3-9335-eeca5147b17e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2b0018af-5561-46a1-bf8d-0e4e38c2a812 HTTP/1.1" status: 204 len: 168 time: 1.4658000 May 05 20:15:57.299839 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c98373d9-4626-42fb-8d85-a113c99f38f6 req-5501a291-df1d-4288-99ed-d2aac6ceec58 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa357fd3-c322-4995-b457-fb19b1b2843b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036224 May 05 20:15:57.317330 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-de198ec8-3096-45bd-9681-262aa07d2676 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:57.373581 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6262ac5b-b3c5-4d9e-857b-8aaa75fcd12c tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:57.388140 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-e1dcc86d-344c-4d2d-bf9f-c44bb6fac3ff req-0355227e-a333-403a-88bf-a2098207f29e tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-429871343', 'description': 'tempest-description-386657657'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:15:57.389311 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-de198ec8-3096-45bd-9681-262aa07d2676 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:57.414454 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-e1dcc86d-344c-4d2d-bf9f-c44bb6fac3ff req-0355227e-a333-403a-88bf-a2098207f29e tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:15:57.477044 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de198ec8-3096-45bd-9681-262aa07d2676 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:15:57.481571 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-de198ec8-3096-45bd-9681-262aa07d2676 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:15:57.488506 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de198ec8-3096-45bd-9681-262aa07d2676 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:15:57.506794 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-e1dcc86d-344c-4d2d-bf9f-c44bb6fac3ff req-0355227e-a333-403a-88bf-a2098207f29e tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:15:57.554318 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de198ec8-3096-45bd-9681-262aa07d2676 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Pushing event updated for resources: {'Port': ['ID=88e14a7e-2045-4649-9409-1d450aabc634,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:57.608610 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-e1dcc86d-344c-4d2d-bf9f-c44bb6fac3ff req-0355227e-a333-403a-88bf-a2098207f29e tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:57.680424 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e9332abe-154d-42b1-96bf-43e97646f190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:57.681710 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-e1dcc86d-344c-4d2d-bf9f-c44bb6fac3ff req-0355227e-a333-403a-88bf-a2098207f29e tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:15:57.698601 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e9332abe-154d-42b1-96bf-43e97646f190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:57.718185 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-e1dcc86d-344c-4d2d-bf9f-c44bb6fac3ff req-0355227e-a333-403a-88bf-a2098207f29e tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Usage tracker for resource:security_group_rule and tenant:de91c285d16c4dc593ab45aab12d7e13 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:15:57.733136 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-e1dcc86d-344c-4d2d-bf9f-c44bb6fac3ff req-0355227e-a333-403a-88bf-a2098207f29e tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:15:57.853137 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-e1dcc86d-344c-4d2d-bf9f-c44bb6fac3ff req-0355227e-a333-403a-88bf-a2098207f29e tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:15:57.879076 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6262ac5b-b3c5-4d9e-857b-8aaa75fcd12c tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:57.998102 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e9332abe-154d-42b1-96bf-43e97646f190 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c9487ab5041b4cbd85363d00125f4523&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0173211 May 05 20:15:58.008800 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9332abe-154d-42b1-96bf-43e97646f190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc0133f-3567-425c-ae25-65cfe4d65d50,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:58.013876 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36618) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:58.577582 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-e1dcc86d-344c-4d2d-bf9f-c44bb6fac3ff req-0355227e-a333-403a-88bf-a2098207f29e tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:58.625163 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70fd4504-f3cc-4b90-aa19-b5f0667ef814 None None] Network 80220b23-1e14-4748-9ef8-0335ee71af3e requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:15:58.809677 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-e1dcc86d-344c-4d2d-bf9f-c44bb6fac3ff req-0355227e-a333-403a-88bf-a2098207f29e tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:58.902856 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-de198ec8-3096-45bd-9681-262aa07d2676 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:58.930278 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-114732e2-0c2b-40c0-8f62-31627f117bd5 None None] Provisioning for port dc2efbd7-48d9-4b1a-9db4-809fefe033f2 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:15:58.968788 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36658) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:15:59.129452 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0355227e-a333-403a-88bf-a2098207f29e tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d354e4aa-2909-461d-bb2e-47bb14891cff,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:15:59.176731 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8b9a960b-16b8-4893-ab38-af6375424d53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:59.204431 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-e1dcc86d-344c-4d2d-bf9f-c44bb6fac3ff req-0355227e-a333-403a-88bf-a2098207f29e tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:59.223014 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e1dcc86d-344c-4d2d-bf9f-c44bb6fac3ff req-0355227e-a333-403a-88bf-a2098207f29e tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.8543346 May 05 20:15:59.228156 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device dc2efbd7-48d9-4b1a-9db4-809fefe033f2 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:15:59.320812 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8b9a960b-16b8-4893-ab38-af6375424d53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:59.420704 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6262ac5b-b3c5-4d9e-857b-8aaa75fcd12c tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:59.430586 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6262ac5b-b3c5-4d9e-857b-8aaa75fcd12c tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:15:59.593269 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port dc2efbd7-48d9-4b1a-9db4-809fefe033f2 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:15:59.603927 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port dc2efbd7-48d9-4b1a-9db4-809fefe033f2 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:15:59.605590 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:00.000314 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5c12850c-fefa-474f-b08e-b458ebf4dd09 req-e14bedb1-e01f-406d-8bea-8f3965ae5258 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-429871343&fields=id&tenant_id=de91c285d16c4dc593ab45aab12d7e13 HTTP/1.1" status: 200 len: 267 time: 0.6788719 May 05 20:16:00.100680 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:00.149117 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6262ac5b-b3c5-4d9e-857b-8aaa75fcd12c tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Pushing event updated for resources: {'Port': ['ID=b456e880-efae-4517-b525-75e7035c4bcb,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:00.149677 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-de198ec8-3096-45bd-9681-262aa07d2676 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:00.300719 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port dc2efbd7-48d9-4b1a-9db4-809fefe033f2, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=dc2efbd7-48d9-4b1a-9db4-809fefe033f2,segment=NetworkSegment(ce115ecf-9e45-43df-91a9-28c4f44d0afe),segment_id=ce115ecf-9e45-43df-91a9-28c4f44d0afe)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:16:00.313007 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:00.577734 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8b9a960b-16b8-4893-ab38-af6375424d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:00.594813 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=dc2efbd7-48d9-4b1a-9db4-809fefe033f2,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:00.601132 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-48c0b60c-5c9d-4ab3-86c5-c27f35f1fd68 None None] Provisioning for port b456e880-efae-4517-b525-75e7035c4bcb completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:16:00.616525 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-48c0b60c-5c9d-4ab3-86c5-c27f35f1fd68 None None] Provisioning complete for port b456e880-efae-4517-b525-75e7035c4bcb triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:16:00.619258 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-48c0b60c-5c9d-4ab3-86c5-c27f35f1fd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:00.652738 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9a960b-16b8-4893-ab38-af6375424d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc0133f-3567-425c-ae25-65cfe4d65d50,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:00.663747 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8b9a960b-16b8-4893-ab38-af6375424d53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:00.665072 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-8b9a960b-16b8-4893-ab38-af6375424d53 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fdc0133f-3567-425c-ae25-65cfe4d65d50 HTTP/1.1" status: 204 len: 168 time: 2.6457148 May 05 20:16:00.666178 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6262ac5b-b3c5-4d9e-857b-8aaa75fcd12c tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:00.744754 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12850c-fefa-474f-b08e-b458ebf4dd09 req-35e193c3-6250-4439-a392-951322b03a1b tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:16:00.759633 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5c12850c-fefa-474f-b08e-b458ebf4dd09 req-35e193c3-6250-4439-a392-951322b03a1b tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5d40173-a144-44a7-98d8-e4fa8dc15faf HTTP/1.1" status: 200 len: 946 time: 0.7501285 May 05 20:16:00.759633 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-5c12850c-fefa-474f-b08e-b458ebf4dd09 req-4e6be930-f0b1-4c8e-a1e4-964edbb28187 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Request body: {'port': {'security_groups': ['fa357fd3-c322-4995-b457-fb19b1b2843b', 'd354e4aa-2909-461d-bb2e-47bb14891cff']}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:16:00.842731 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-48c0b60c-5c9d-4ab3-86c5-c27f35f1fd68 None None] Port b456e880-efae-4517-b525-75e7035c4bcb cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:16:00.868163 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-48c0b60c-5c9d-4ab3-86c5-c27f35f1fd68 None None] Provisioning complete for port dc2efbd7-48d9-4b1a-9db4-809fefe033f2 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:16:00.868407 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-48c0b60c-5c9d-4ab3-86c5-c27f35f1fd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:01.110455 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-5c12850c-fefa-474f-b08e-b458ebf4dd09 req-4e6be930-f0b1-4c8e-a1e4-964edbb28187 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:01.194469 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device dc2efbd7-48d9-4b1a-9db4-809fefe033f2 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:16:01.292584 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de198ec8-3096-45bd-9681-262aa07d2676 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Router 674dad6a-af45-48a1-b8ce-43bcedd9dd6f is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88197) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:16:01.294519 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36708) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:16:01.338710 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-16320ef5-c759-4297-ad4d-789ca35779d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:01.407727 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-0c0491bc-1943-42c4-a739-102d99a7f9e2 None None] Provisioning complete for port b456e880-efae-4517-b525-75e7035c4bcb triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:16:01.408492 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0c0491bc-1943-42c4-a739-102d99a7f9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:01.466860 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-16320ef5-c759-4297-ad4d-789ca35779d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:16:01.493604 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-16320ef5-c759-4297-ad4d-789ca35779d9 admin admin] Usage tracker for resource:security_group_rule and tenant:70abf84a7fde41f9b013ccf7ad6ea205 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:16:01.501826 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port dc2efbd7-48d9-4b1a-9db4-809fefe033f2 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:16:01.502731 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:01.507771 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-16320ef5-c759-4297-ad4d-789ca35779d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:16:01.570206 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-0c0491bc-1943-42c4-a739-102d99a7f9e2 None None] Port b456e880-efae-4517-b525-75e7035c4bcb cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:16:01.686222 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6262ac5b-b3c5-4d9e-857b-8aaa75fcd12c tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Network 80220b23-1e14-4748-9ef8-0335ee71af3e is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:16:01.701264 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-6262ac5b-b3c5-4d9e-857b-8aaa75fcd12c tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:16:01.816181 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-16320ef5-c759-4297-ad4d-789ca35779d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:16:01.940256 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de198ec8-3096-45bd-9681-262aa07d2676 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:16:01.950999 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68e1e57-ebde-4a7e-8f19-9a393921d45b None None] Sync routers for ids ['674dad6a-af45-48a1-b8ce-43bcedd9dd6f'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:16:01.973371 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68e1e57-ebde-4a7e-8f19-9a393921d45b None None] Routers {'674dad6a-af45-48a1-b8ce-43bcedd9dd6f'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:16:01.974032 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-c68e1e57-ebde-4a7e-8f19-9a393921d45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:15:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['674dad6a-af45-48a1-b8ce-43bcedd9dd6f'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:16:02.104660 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-398611e0-e089-4ca5-b207-189cb5b809a4 None None] Provisioning complete for port b456e880-efae-4517-b525-75e7035c4bcb triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:16:02.105254 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-398611e0-e089-4ca5-b207-189cb5b809a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:02.136676 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6262ac5b-b3c5-4d9e-857b-8aaa75fcd12c tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Router 4325b6d5-8a94-440d-9647-d526914ddeea is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:16:02.159763 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c9d58847-3e62-4cd4-b01e-aa0f647d56ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:02.226074 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-398611e0-e089-4ca5-b207-189cb5b809a4 None None] Port b456e880-efae-4517-b525-75e7035c4bcb cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:16:02.234142 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-de198ec8-3096-45bd-9681-262aa07d2676 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:02.235373 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-de198ec8-3096-45bd-9681-262aa07d2676 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.4057336 May 05 20:16:02.252132 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36728) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:16:02.327240 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-c68e1e57-ebde-4a7e-8f19-9a393921d45b None None] Set router 674dad6a-af45-48a1-b8ce-43bcedd9dd6f gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:16:02.639564 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-c68e1e57-ebde-4a7e-8f19-9a393921d45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674dad6a-af45-48a1-b8ce-43bcedd9dd6f', 'name': 'tempest-snat-router-579865877', 'tenant_id': '9416b4e04e2747ff9dc655d72d258451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.101'}], 'enable_snat': False}, 'gw_port_id': '88e14a7e-2045-4649-9409-1d450aabc634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:15:53Z', 'updated_at': '2022-05-05T20:15:57Z', 'revision_number': 3, 'project_id': '9416b4e04e2747ff9dc655d72d258451', 'gw_port': {'id': '88e14a7e-2045-4649-9409-1d450aabc634', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:56:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '674dad6a-af45-48a1-b8ce-43bcedd9dd6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:15:56Z', 'updated_at': '2022-05-05T20:15:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:16:02.646945 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68e1e57-ebde-4a7e-8f19-9a393921d45b None None] Checking router: 674dad6a-af45-48a1-b8ce-43bcedd9dd6f for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:16:02.647487 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68e1e57-ebde-4a7e-8f19-9a393921d45b None None] Updating router 674dad6a-af45-48a1-b8ce-43bcedd9dd6f port 88e14a7e-2045-4649-9409-1d450aabc634 binding host n-d-840717-1 {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:16:02.701713 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-16320ef5-c759-4297-ad4d-789ca35779d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:02.718059 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c68e1e57-ebde-4a7e-8f19-9a393921d45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:02.725339 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-5c12850c-fefa-474f-b08e-b458ebf4dd09 req-4e6be930-f0b1-4c8e-a1e4-964edbb28187 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] For port 7e6028a8-e4b7-4e27-91e3-0ea59c34d902, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=7e6028a8-e4b7-4e27-91e3-0ea59c34d902,segment=NetworkSegment(f66c8d51-bc77-416b-8fe3-df506c3439d1),segment_id=f66c8d51-bc77-416b-8fe3-df506c3439d1)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:16:02.757166 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-5c12850c-fefa-474f-b08e-b458ebf4dd09 req-4e6be930-f0b1-4c8e-a1e4-964edbb28187 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:02.764293 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-5c12850c-fefa-474f-b08e-b458ebf4dd09 req-4e6be930-f0b1-4c8e-a1e4-964edbb28187 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:02.766226 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-16320ef5-c759-4297-ad4d-789ca35779d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:02.779481 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['7e6028a8-e4b7-4e27-91e3-0ea59c34d902'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:16:02.827488 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-16320ef5-c759-4297-ad4d-789ca35779d9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=70abf84a7fde41f9b013ccf7ad6ea205&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5318959 May 05 20:16:02.878651 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36740) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:16:02.891768 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6262ac5b-b3c5-4d9e-857b-8aaa75fcd12c tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:16:02.925794 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d105bb-8881-46fb-b1d7-79ae3689a4c6 None None] Sync routers for ids ['4325b6d5-8a94-440d-9647-d526914ddeea'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:16:02.953125 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-6262ac5b-b3c5-4d9e-857b-8aaa75fcd12c tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "PUT /v2.0/routers/4325b6d5-8a94-440d-9647-d526914ddeea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2594838 May 05 20:16:02.962543 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d105bb-8881-46fb-b1d7-79ae3689a4c6 None None] Routers {'4325b6d5-8a94-440d-9647-d526914ddeea'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:16:02.964213 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-e2d105bb-8881-46fb-b1d7-79ae3689a4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:15:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['4325b6d5-8a94-440d-9647-d526914ddeea'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:16:02.970733 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36744) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:16:03.011680 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6be930-f0b1-4c8e-a1e4-964edbb28187 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Pushing event updated for resources: {'Port': ['ID=7e6028a8-e4b7-4e27-91e3-0ea59c34d902,revision_number=6']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:03.020099 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12850c-fefa-474f-b08e-b458ebf4dd09 req-4e6be930-f0b1-4c8e-a1e4-964edbb28187 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:16:03.021244 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-5c12850c-fefa-474f-b08e-b458ebf4dd09 req-4e6be930-f0b1-4c8e-a1e4-964edbb28187 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:03.025988 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['7e6028a8-e4b7-4e27-91e3-0ea59c34d902'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:16:03.027897 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5c12850c-fefa-474f-b08e-b458ebf4dd09 req-4e6be930-f0b1-4c8e-a1e4-964edbb28187 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "PUT /v2.0/ports/7e6028a8-e4b7-4e27-91e3-0ea59c34d902 HTTP/1.1" status: 200 len: 982 time: 2.2738833 May 05 20:16:03.040775 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-ee988b94-1986-46d8-ae5e-b56c342e182b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Request body: {'network': {'name': 'tempest-RoutersTest-774174830'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:16:03.061824 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ee988b94-1986-46d8-ae5e-b56c342e182b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:16:03.081269 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-ee988b94-1986-46d8-ae5e-b56c342e182b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Usage tracker for resource:network and tenant:9b46723d474c4d6a82c8d63ca7324f68 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:16:03.086988 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5d40173-a144-44a7-98d8-e4fa8dc15faf', 'tag': '7e6028a8-e4b7-4e27-91e3-0ea59c34d902'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:16:03.093987 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-ee988b94-1986-46d8-ae5e-b56c342e182b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:16:03.142869 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c48907-373f-4443-ba72-cb23e13b6da8 req-bee8d254-9f2f-47e9-8212-1095b003a74c tempest-VolumesActionsTest-849351144 tempest-VolumesActionsTest-849351144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:16:03.148730 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-97c48907-373f-4443-ba72-cb23e13b6da8 req-bee8d254-9f2f-47e9-8212-1095b003a74c tempest-VolumesActionsTest-849351144 tempest-VolumesActionsTest-849351144-project] 10.222.0.36 "GET /v2.0/ports?device_id=06b8ded1-381c-439e-8e15-dc9bb60bb133 HTTP/1.1" status: 200 len: 946 time: 0.8017147 May 05 20:16:03.151094 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ee988b94-1986-46d8-ae5e-b56c342e182b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:16:03.229027 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-27862b0c-2ffb-4e67-9c7b-fee8be417fc6 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] 10.222.0.36 "GET /v2.0/routers/674dad6a-af45-48a1-b8ce-43bcedd9dd6f HTTP/1.1" status: 200 len: 908 time: 0.9754870 May 05 20:16:03.236607 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-e2d105bb-8881-46fb-b1d7-79ae3689a4c6 None None] Set router 4325b6d5-8a94-440d-9647-d526914ddeea gateway port host: None {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:16:03.237240 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36754) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:16:03.254330 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee988b94-1986-46d8-ae5e-b56c342e182b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Made reservation on behalf of 9b46723d474c4d6a82c8d63ca7324f68 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:16:03.264997 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ee988b94-1986-46d8-ae5e-b56c342e182b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:03.296342 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-36c61e44-c8d2-4cc4-9377-a1381a7980ba tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Request body: {'router': {'name': 'tempest-snat-router-579865877', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'enable_snat': True}}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:16:03.344276 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-36c61e44-c8d2-4cc4-9377-a1381a7980ba tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:16:03.349122 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16320ef5-c759-4297-ad4d-789ca35779d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac195b2-268f-4046-9eb5-ea9920517e92,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:03.409577 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c68e1e57-ebde-4a7e-8f19-9a393921d45b None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:03.432219 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-36c61e44-c8d2-4cc4-9377-a1381a7980ba tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Usage tracker for resource:router and tenant:9416b4e04e2747ff9dc655d72d258451 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:16:03.434506 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-69115560-8b4b-47f2-bbdc-fdc6cdc04c14 req-5c4725a6-fe47-4284-800a-2165ea94ca9e tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-429871343&fields=id&tenant_id=de91c285d16c4dc593ab45aab12d7e13 HTTP/1.1" status: 200 len: 267 time: 0.2024093 May 05 20:16:03.438000 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-c68e1e57-ebde-4a7e-8f19-9a393921d45b None None] Transition to ACTIVE for port object 88e14a7e-2045-4649-9409-1d450aabc634 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:16:03.448895 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-97c48907-373f-4443-ba72-cb23e13b6da8 req-05305729-cbf4-45ab-a1f8-607420395ad9 tempest-VolumesActionsTest-849351144 tempest-VolumesActionsTest-849351144-project] 10.222.0.36 "GET /v2.0/security-groups?id=a6ad4485-1ba3-42bc-8cac-693311951a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888520 May 05 20:16:03.449681 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c68e1e57-ebde-4a7e-8f19-9a393921d45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:03.455566 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-36c61e44-c8d2-4cc4-9377-a1381a7980ba tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:16:03.493202 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee988b94-1986-46d8-ae5e-b56c342e182b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:16:03.529963 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-c68e1e57-ebde-4a7e-8f19-9a393921d45b None None] Attempting to bind port 88e14a7e-2045-4649-9409-1d450aabc634 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:16:03.530406 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-c68e1e57-ebde-4a7e-8f19-9a393921d45b None None] Attempting to bind port 88e14a7e-2045-4649-9409-1d450aabc634 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:16:03.530886 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68e1e57-ebde-4a7e-8f19-9a393921d45b None None] Attempting to bind port 88e14a7e-2045-4649-9409-1d450aabc634 on network 0401d202-1605-4cfe-bad4-fb225df6afb0 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:16:03.531184 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-36c61e44-c8d2-4cc4-9377-a1381a7980ba tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:16:03.540557 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-799bbee8-b869-4cd3-a416-f17bf25e292f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:03.541184 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68e1e57-ebde-4a7e-8f19-9a393921d45b None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:16:03.541788 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68e1e57-ebde-4a7e-8f19-9a393921d45b None None] Checking segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:16:03.542248 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c68e1e57-ebde-4a7e-8f19-9a393921d45b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:03.542876 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68e1e57-ebde-4a7e-8f19-9a393921d45b None None] Bound using segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:16:03.543391 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-c68e1e57-ebde-4a7e-8f19-9a393921d45b None None] Bound port: 88e14a7e-2045-4649-9409-1d450aabc634, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:16:03.543838 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c68e1e57-ebde-4a7e-8f19-9a393921d45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:03.573262 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-799bbee8-b869-4cd3-a416-f17bf25e292f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:03.636134 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ad3610-6fa7-4c6d-8eea-5a136b8ddcdf None None] Pushing event updated for resources: {'Port': ['ID=88e14a7e-2045-4649-9409-1d450aabc634,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:03.638414 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46e76b36-35d8-40c9-baed-caf4955c6e09'] response: {'name': 'network-changed', 'server_uuid': 'f5d40173-a144-44a7-98d8-e4fa8dc15faf', 'tag': '7e6028a8-e4b7-4e27-91e3-0ea59c34d902', 'status': 'completed', 'code': 200} May 05 20:16:03.660992 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-799bbee8-b869-4cd3-a416-f17bf25e292f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:03.682996 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ad3610-6fa7-4c6d-8eea-5a136b8ddcdf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:16:03.683328 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ad3610-6fa7-4c6d-8eea-5a136b8ddcdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:16:03.683806 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ad3610-6fa7-4c6d-8eea-5a136b8ddcdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:16:03.684028 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ad3610-6fa7-4c6d-8eea-5a136b8ddcdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:16:03.684347 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ad3610-6fa7-4c6d-8eea-5a136b8ddcdf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:16:03.684692 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ad3610-6fa7-4c6d-8eea-5a136b8ddcdf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:16:03.684978 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ad3610-6fa7-4c6d-8eea-5a136b8ddcdf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:16:03.685286 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ad3610-6fa7-4c6d-8eea-5a136b8ddcdf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:16:03.685596 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ad3610-6fa7-4c6d-8eea-5a136b8ddcdf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:16:03.685904 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ad3610-6fa7-4c6d-8eea-5a136b8ddcdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:16:03.686209 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ad3610-6fa7-4c6d-8eea-5a136b8ddcdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:16:03.686517 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ad3610-6fa7-4c6d-8eea-5a136b8ddcdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:16:03.687869 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799bbee8-b869-4cd3-a416-f17bf25e292f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac195b2-268f-4046-9eb5-ea9920517e92,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:03.694741 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-799bbee8-b869-4cd3-a416-f17bf25e292f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:03.700025 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-799bbee8-b869-4cd3-a416-f17bf25e292f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/aac195b2-268f-4046-9eb5-ea9920517e92 HTTP/1.1" status: 204 len: 168 time: 0.8179126 May 05 20:16:03.724335 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69115560-8b4b-47f2-bbdc-fdc6cdc04c14 req-f312f27c-8462-43f3-8264-5c381f79acc7 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:16:03.726453 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-69115560-8b4b-47f2-bbdc-fdc6cdc04c14 req-f312f27c-8462-43f3-8264-5c381f79acc7 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5d40173-a144-44a7-98d8-e4fa8dc15faf HTTP/1.1" status: 200 len: 985 time: 0.2518101 May 05 20:16:03.741974 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-69115560-8b4b-47f2-bbdc-fdc6cdc04c14 req-bdfc9a6f-2f21-49a6-91a0-e825f8d3a49a tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Request body: {'port': {'security_groups': ['fa357fd3-c322-4995-b457-fb19b1b2843b']}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:16:03.804836 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-c68e1e57-ebde-4a7e-8f19-9a393921d45b None None] For port 88e14a7e-2045-4649-9409-1d450aabc634, host n-d-840717-1, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:16:03.808139 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-c68e1e57-ebde-4a7e-8f19-9a393921d45b None None] For port 88e14a7e-2045-4649-9409-1d450aabc634, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=88e14a7e-2045-4649-9409-1d450aabc634,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:16:03.820420 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c68e1e57-ebde-4a7e-8f19-9a393921d45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:03.908372 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ee988b94-1986-46d8-ae5e-b56c342e182b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:03.908958 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-ee988b94-1986-46d8-ae5e-b56c342e182b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Added segment 13562e1f-6946-447e-8458-49500287d78f of type vlan for network 8f701fd3-b913-4a35-a12b-b07e85ab5eae May 05 20:16:03.949935 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-36c61e44-c8d2-4cc4-9377-a1381a7980ba tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:03.950997 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-36c61e44-c8d2-4cc4-9377-a1381a7980ba tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:03.954489 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-c9d58847-3e62-4cd4-b01e-aa0f647d56ab admin admin] Deleting port efd8bd0a-882b-4384-8a9c-44af39c1d59b {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:16:03.954827 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c9d58847-3e62-4cd4-b01e-aa0f647d56ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:03.978081 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ad3610-6fa7-4c6d-8eea-5a136b8ddcdf None None] Pushing event updated for resources: {'Port': ['ID=88e14a7e-2045-4649-9409-1d450aabc634,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:04.016817 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68e1e57-ebde-4a7e-8f19-9a393921d45b None None] Routers {'674dad6a-af45-48a1-b8ce-43bcedd9dd6f'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:16:04.017446 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-c68e1e57-ebde-4a7e-8f19-9a393921d45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:15:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['674dad6a-af45-48a1-b8ce-43bcedd9dd6f'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:16:04.032837 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-69115560-8b4b-47f2-bbdc-fdc6cdc04c14 req-bdfc9a6f-2f21-49a6-91a0-e825f8d3a49a tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:04.138777 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ee988b94-1986-46d8-ae5e-b56c342e182b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:04.263501 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-36c61e44-c8d2-4cc4-9377-a1381a7980ba tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:04.278919 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f4ffb-5942-48b7-9bda-1e26481a3a7b req-496c3781-24ee-4108-9adc-eb7d58e97e6d tempest-VolumesActionsTest-849351144 tempest-VolumesActionsTest-849351144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:16:04.282401 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0b1f4ffb-5942-48b7-9bda-1e26481a3a7b req-496c3781-24ee-4108-9adc-eb7d58e97e6d tempest-VolumesActionsTest-849351144 tempest-VolumesActionsTest-849351144-project] 10.222.0.50 "GET /v2.0/ports?device_id=06b8ded1-381c-439e-8e15-dc9bb60bb133 HTTP/1.1" status: 200 len: 946 time: 0.7522938 May 05 20:16:04.420378 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.db.resource_extend [None req-ee988b94-1986-46d8-ae5e-b56c342e182b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 20:16:04.464448 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-c68e1e57-ebde-4a7e-8f19-9a393921d45b None None] Set router 674dad6a-af45-48a1-b8ce-43bcedd9dd6f gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:16:04.515397 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-e2d105bb-8881-46fb-b1d7-79ae3689a4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'name': 'tempest-RoutersTest-router-2119623452', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:15:48Z', 'updated_at': '2022-05-05T20:15:57Z', 'revision_number': 2, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'gw_port_host': None, '_interfaces': [{'id': 'b456e880-efae-4517-b525-75e7035c4bcb', 'name': '', 'network_id': '80220b23-1e14-4748-9ef8-0335ee71af3e', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'mac_address': 'fa:16:3e:c9:a3:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'e7a131f1-6d5d-499c-a8a6-b64928031e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:15:55Z', 'updated_at': '2022-05-05T20:15:58Z', 'revision_number': 2, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'subnets': [{'id': 'e7a131f1-6d5d-499c-a8a6-b64928031e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:16:04.523330 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d105bb-8881-46fb-b1d7-79ae3689a4c6 None None] Checking router: 4325b6d5-8a94-440d-9647-d526914ddeea for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:16:04.523715 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d105bb-8881-46fb-b1d7-79ae3689a4c6 None None] Updating router 4325b6d5-8a94-440d-9647-d526914ddeea port b456e880-efae-4517-b525-75e7035c4bcb binding host n-d-840717-1 {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:16:04.621252 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce96728-5323-4c98-bdc1-743c99f65c9d req-582d36a7-bef0-4b06-bcd2-e84955f1d848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:16:04.624867 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8ce96728-5323-4c98-bdc1-743c99f65c9d req-582d36a7-bef0-4b06-bcd2-e84955f1d848 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=de91c285d16c4dc593ab45aab12d7e13&device_id=f5d40173-a144-44a7-98d8-e4fa8dc15faf HTTP/1.1" status: 200 len: 1136 time: 0.9002662 May 05 20:16:04.635209 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-69115560-8b4b-47f2-bbdc-fdc6cdc04c14 req-bdfc9a6f-2f21-49a6-91a0-e825f8d3a49a tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] For port 7e6028a8-e4b7-4e27-91e3-0ea59c34d902, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=7e6028a8-e4b7-4e27-91e3-0ea59c34d902,segment=NetworkSegment(f66c8d51-bc77-416b-8fe3-df506c3439d1),segment_id=f66c8d51-bc77-416b-8fe3-df506c3439d1)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:16:04.650272 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e2d105bb-8881-46fb-b1d7-79ae3689a4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:04.699023 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-69115560-8b4b-47f2-bbdc-fdc6cdc04c14 req-bdfc9a6f-2f21-49a6-91a0-e825f8d3a49a tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:04.710250 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-69115560-8b4b-47f2-bbdc-fdc6cdc04c14 req-bdfc9a6f-2f21-49a6-91a0-e825f8d3a49a tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:04.722991 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5d4991d6-fd17-4c46-a3b1-c0bd47d914f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:04.770862 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['7e6028a8-e4b7-4e27-91e3-0ea59c34d902'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:16:04.841762 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfc9a6f-2f21-49a6-91a0-e825f8d3a49a tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Pushing event updated for resources: {'Port': ['ID=7e6028a8-e4b7-4e27-91e3-0ea59c34d902,revision_number=7']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:04.863485 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69115560-8b4b-47f2-bbdc-fdc6cdc04c14 req-bdfc9a6f-2f21-49a6-91a0-e825f8d3a49a tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:16:04.864868 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-69115560-8b4b-47f2-bbdc-fdc6cdc04c14 req-bdfc9a6f-2f21-49a6-91a0-e825f8d3a49a tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:04.866879 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-69115560-8b4b-47f2-bbdc-fdc6cdc04c14 req-bdfc9a6f-2f21-49a6-91a0-e825f8d3a49a tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "PUT /v2.0/ports/7e6028a8-e4b7-4e27-91e3-0ea59c34d902 HTTP/1.1" status: 200 len: 943 time: 1.1339264 May 05 20:16:04.972698 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-c68e1e57-ebde-4a7e-8f19-9a393921d45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674dad6a-af45-48a1-b8ce-43bcedd9dd6f', 'name': 'tempest-snat-router-579865877', 'tenant_id': '9416b4e04e2747ff9dc655d72d258451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.101'}], 'enable_snat': False}, 'gw_port_id': '88e14a7e-2045-4649-9409-1d450aabc634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:15:53Z', 'updated_at': '2022-05-05T20:15:57Z', 'revision_number': 3, 'project_id': '9416b4e04e2747ff9dc655d72d258451', 'gw_port': {'id': '88e14a7e-2045-4649-9409-1d450aabc634', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:56:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '674dad6a-af45-48a1-b8ce-43bcedd9dd6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:15:56Z', 'updated_at': '2022-05-05T20:16:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:16:04.974971 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['7e6028a8-e4b7-4e27-91e3-0ea59c34d902'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:16:04.985285 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68e1e57-ebde-4a7e-8f19-9a393921d45b None None] The sync data for ids ['674dad6a-af45-48a1-b8ce-43bcedd9dd6f'] in n-d-840717-1 is: [{'id': '674dad6a-af45-48a1-b8ce-43bcedd9dd6f', 'name': 'tempest-snat-router-579865877', 'tenant_id': '9416b4e04e2747ff9dc655d72d258451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.101'}], 'enable_snat': False}, 'gw_port_id': '88e14a7e-2045-4649-9409-1d450aabc634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:15:53Z', 'updated_at': '2022-05-05T20:15:57Z', 'revision_number': 3, 'project_id': '9416b4e04e2747ff9dc655d72d258451', 'gw_port': {'id': '88e14a7e-2045-4649-9409-1d450aabc634', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:56:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '674dad6a-af45-48a1-b8ce-43bcedd9dd6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:15:56Z', 'updated_at': '2022-05-05T20:16:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:16:05.041531 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-0b1f4ffb-5942-48b7-9bda-1e26481a3a7b req-945d873d-b07a-4864-a42e-be4479e21321 tempest-VolumesActionsTest-849351144 tempest-VolumesActionsTest-849351144-project] Deleting port 5844ca21-850f-4530-bcf6-937ae609c1b6 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:16:05.042119 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0b1f4ffb-5942-48b7-9bda-1e26481a3a7b req-945d873d-b07a-4864-a42e-be4479e21321 tempest-VolumesActionsTest-849351144 tempest-VolumesActionsTest-849351144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:05.092087 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ee988b94-1986-46d8-ae5e-b56c342e182b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:05.097495 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee988b94-1986-46d8-ae5e-b56c342e182b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:16:05.098306 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ee988b94-1986-46d8-ae5e-b56c342e182b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:05.193300 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cf60d6cf-adf4-4660-bff6-7c09d835fcd8 req-e48ed07e-c655-4fc9-810e-71720981f8ba tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3018141 May 05 20:16:05.203739 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-cf60d6cf-adf4-4660-bff6-7c09d835fcd8 req-84a00c26-5eb3-427c-bb07-3a261a078d83 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Request body: {'floatingip': {'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:16:05.212274 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-cf60d6cf-adf4-4660-bff6-7c09d835fcd8 req-84a00c26-5eb3-427c-bb07-3a261a078d83 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:16:05.220573 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-cf60d6cf-adf4-4660-bff6-7c09d835fcd8 req-84a00c26-5eb3-427c-bb07-3a261a078d83 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Usage tracker for resource:floatingip and tenant:de91c285d16c4dc593ab45aab12d7e13 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:16:05.234471 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-cf60d6cf-adf4-4660-bff6-7c09d835fcd8 req-84a00c26-5eb3-427c-bb07-3a261a078d83 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:16:05.250631 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-cf60d6cf-adf4-4660-bff6-7c09d835fcd8 req-84a00c26-5eb3-427c-bb07-3a261a078d83 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:16:05.370521 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-c9d58847-3e62-4cd4-b01e-aa0f647d56ab admin admin] For port efd8bd0a-882b-4384-8a9c-44af39c1d59b, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=efd8bd0a-882b-4384-8a9c-44af39c1d59b,segment=NetworkSegment(b1dd65d9-c07f-4164-9458-eedf0f51eafc),segment_id=b1dd65d9-c07f-4164-9458-eedf0f51eafc)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:16:05.371114 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c9d58847-3e62-4cd4-b01e-aa0f647d56ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:05.487346 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e2d105bb-8881-46fb-b1d7-79ae3689a4c6 None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:05.502999 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-e2d105bb-8881-46fb-b1d7-79ae3689a4c6 None None] Transition to ACTIVE for port object b456e880-efae-4517-b525-75e7035c4bcb will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:16:05.524073 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e2d105bb-8881-46fb-b1d7-79ae3689a4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:05.565956 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-cf60d6cf-adf4-4660-bff6-7c09d835fcd8 req-84a00c26-5eb3-427c-bb07-3a261a078d83 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Notify callbacks [] for floatingip, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:05.643660 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5d40173-a144-44a7-98d8-e4fa8dc15faf', 'tag': '7e6028a8-e4b7-4e27-91e3-0ea59c34d902'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:16:05.873069 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a455e7-e698-48d5-839f-0691de679915 None None] Pushing event updated for resources: {'Port': ['ID=b456e880-efae-4517-b525-75e7035c4bcb,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:05.983181 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-cf60d6cf-adf4-4660-bff6-7c09d835fcd8 req-84a00c26-5eb3-427c-bb07-3a261a078d83 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:06.110682 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-c9d58847-3e62-4cd4-b01e-aa0f647d56ab admin admin] Calling delete_port for efd8bd0a-882b-4384-8a9c-44af39c1d59b owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:16:06.170312 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-ee988b94-1986-46d8-ae5e-b56c342e182b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 3.1839554 May 05 20:16:06.171058 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36782) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:16:06.210270 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-e2d105bb-8881-46fb-b1d7-79ae3689a4c6 None None] Attempting to bind port b456e880-efae-4517-b525-75e7035c4bcb on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:16:06.210676 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-e2d105bb-8881-46fb-b1d7-79ae3689a4c6 None None] Attempting to bind port b456e880-efae-4517-b525-75e7035c4bcb by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'ce115ecf-9e45-43df-91a9-28c4f44d0afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '80220b23-1e14-4748-9ef8-0335ee71af3e'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:16:06.211048 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d105bb-8881-46fb-b1d7-79ae3689a4c6 None None] Attempting to bind port b456e880-efae-4517-b525-75e7035c4bcb on network 80220b23-1e14-4748-9ef8-0335ee71af3e {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:16:06.251508 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d105bb-8881-46fb-b1d7-79ae3689a4c6 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:16:06.252814 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d105bb-8881-46fb-b1d7-79ae3689a4c6 None None] Checking segment: {'id': 'ce115ecf-9e45-43df-91a9-28c4f44d0afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '80220b23-1e14-4748-9ef8-0335ee71af3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:16:06.253234 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e2d105bb-8881-46fb-b1d7-79ae3689a4c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:06.253635 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d105bb-8881-46fb-b1d7-79ae3689a4c6 None None] Bound using segment: {'id': 'ce115ecf-9e45-43df-91a9-28c4f44d0afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '80220b23-1e14-4748-9ef8-0335ee71af3e'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:16:06.254128 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-e2d105bb-8881-46fb-b1d7-79ae3689a4c6 None None] Bound port: b456e880-efae-4517-b525-75e7035c4bcb, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce115ecf-9e45-43df-91a9-28c4f44d0afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '80220b23-1e14-4748-9ef8-0335ee71af3e'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:16:06.254508 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e2d105bb-8881-46fb-b1d7-79ae3689a4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:06.293619 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-cf60d6cf-adf4-4660-bff6-7c09d835fcd8 req-84a00c26-5eb3-427c-bb07-3a261a078d83 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Allocated IP 172.25.0.94 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/5e8d01a9-01b8-4968-a13a-4476c41a8483) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:16:06.308090 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-09fc4baf-b00d-4d1a-9be0-c8373e727b71 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Request body: {'subnet': {'network_id': '8f701fd3-b913-4a35-a12b-b07e85ab5eae', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:16:06.467795 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-e2d105bb-8881-46fb-b1d7-79ae3689a4c6 None None] For port b456e880-efae-4517-b525-75e7035c4bcb, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:16:06.472188 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-e2d105bb-8881-46fb-b1d7-79ae3689a4c6 None None] For port b456e880-efae-4517-b525-75e7035c4bcb, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=b456e880-efae-4517-b525-75e7035c4bcb,segment=NetworkSegment(ce115ecf-9e45-43df-91a9-28c4f44d0afe),segment_id=ce115ecf-9e45-43df-91a9-28c4f44d0afe)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:16:06.483774 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e2d105bb-8881-46fb-b1d7-79ae3689a4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:06.594828 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a455e7-e698-48d5-839f-0691de679915 None None] Pushing event updated for resources: {'Port': ['ID=b456e880-efae-4517-b525-75e7035c4bcb,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:06.640580 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d105bb-8881-46fb-b1d7-79ae3689a4c6 None None] Routers {'4325b6d5-8a94-440d-9647-d526914ddeea'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:16:06.641327 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-e2d105bb-8881-46fb-b1d7-79ae3689a4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:15:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['4325b6d5-8a94-440d-9647-d526914ddeea'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:16:06.682890 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee988b94-1986-46d8-ae5e-b56c342e182b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Pushing event updated for resources: {'Network': ['ID=8f701fd3-b913-4a35-a12b-b07e85ab5eae,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:06.683536 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-09fc4baf-b00d-4d1a-9be0-c8373e727b71 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:16:06.804549 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-0b1f4ffb-5942-48b7-9bda-1e26481a3a7b req-945d873d-b07a-4864-a42e-be4479e21321 tempest-VolumesActionsTest-849351144 tempest-VolumesActionsTest-849351144-project] For port 5844ca21-850f-4530-bcf6-937ae609c1b6, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=5844ca21-850f-4530-bcf6-937ae609c1b6,segment=NetworkSegment(cca743ee-b297-442e-969e-30d170cc6b44),segment_id=cca743ee-b297-442e-969e-30d170cc6b44)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:16:06.804853 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0b1f4ffb-5942-48b7-9bda-1e26481a3a7b req-945d873d-b07a-4864-a42e-be4479e21321 tempest-VolumesActionsTest-849351144 tempest-VolumesActionsTest-849351144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:06.935018 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-cf60d6cf-adf4-4660-bff6-7c09d835fcd8 req-84a00c26-5eb3-427c-bb07-3a261a078d83 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:06.963985 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-09fc4baf-b00d-4d1a-9be0-c8373e727b71 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Usage tracker for resource:subnet and tenant:9b46723d474c4d6a82c8d63ca7324f68 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:16:06.965858 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 8f701fd3-b913-4a35-a12b-b07e85ab5eae details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:16:06.968856 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-09fc4baf-b00d-4d1a-9be0-c8373e727b71 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:16:06.990715 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-cf60d6cf-adf4-4660-bff6-7c09d835fcd8 req-84a00c26-5eb3-427c-bb07-3a261a078d83 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:07.013317 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-09fc4baf-b00d-4d1a-9be0-c8373e727b71 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:16:07.092124 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d58c1ddc-6671-4cd1-b8bc-8104bc9a8157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:07.104251 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce96728-5323-4c98-bdc1-743c99f65c9d req-4b6689cf-9ed1-4ed8-bb71-e75b179d7c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:16:07.105735 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8ce96728-5323-4c98-bdc1-743c99f65c9d req-4b6689cf-9ed1-4ed8-bb71-e75b179d7c7b service neutron] 10.222.0.24 "GET /v2.0/networks?id=896c84ec-d658-47a8-8593-c81dc7c226d5 HTTP/1.1" status: 200 len: 920 time: 2.4550462 May 05 20:16:07.115589 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-36c61e44-c8d2-4cc4-9377-a1381a7980ba tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:07.141651 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-0b1f4ffb-5942-48b7-9bda-1e26481a3a7b req-945d873d-b07a-4864-a42e-be4479e21321 tempest-VolumesActionsTest-849351144 tempest-VolumesActionsTest-849351144-project] Calling delete_port for 5844ca21-850f-4530-bcf6-937ae609c1b6 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:16:07.145506 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf60d6cf-adf4-4660-bff6-7c09d835fcd8 req-84a00c26-5eb3-427c-bb07-3a261a078d83 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:16:07.150447 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-cf60d6cf-adf4-4660-bff6-7c09d835fcd8 req-84a00c26-5eb3-427c-bb07-3a261a078d83 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:16:07.169906 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09fc4baf-b00d-4d1a-9be0-c8373e727b71 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Made reservation on behalf of 9b46723d474c4d6a82c8d63ca7324f68 for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:16:07.175008 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-09fc4baf-b00d-4d1a-9be0-c8373e727b71 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:07.228175 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6a5d22-3538-43c7-a00e-0b3659907729 req-e2544066-0314-4322-960f-6f1c6e2a840a tempest-VolumesActionsTest-849351144 tempest-VolumesActionsTest-849351144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:16:07.235855 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 88e14a7e-2045-4649-9409-1d450aabc634 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:16:07.236154 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1f6a5d22-3538-43c7-a00e-0b3659907729 req-e2544066-0314-4322-960f-6f1c6e2a840a tempest-VolumesActionsTest-849351144 tempest-VolumesActionsTest-849351144-project] 10.222.0.36 "GET /v2.0/ports?device_id=06b8ded1-381c-439e-8e15-dc9bb60bb133 HTTP/1.1" status: 200 len: 946 time: 2.6043940 May 05 20:16:07.321310 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-e2d105bb-8881-46fb-b1d7-79ae3689a4c6 None None] Set router 4325b6d5-8a94-440d-9647-d526914ddeea gateway port host: None {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:16:07.389002 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8ce96728-5323-4c98-bdc1-743c99f65c9d req-caa2ca80-1166-42d2-bc0f-5af2e9de3a94 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e6028a8-e4b7-4e27-91e3-0ea59c34d902 HTTP/1.1" status: 200 len: 217 time: 0.1791730 May 05 20:16:07.410257 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 88e14a7e-2045-4649-9409-1d450aabc634 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:16:07.423239 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 88e14a7e-2045-4649-9409-1d450aabc634 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:16:07.423655 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:07.576323 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf60d6cf-adf4-4660-bff6-7c09d835fcd8 req-84a00c26-5eb3-427c-bb07-3a261a078d83 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:16:07.741598 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a00c26-5eb3-427c-bb07-3a261a078d83 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Pushing event updated for resources: {'Port': ['ID=5e8d01a9-01b8-4968-a13a-4476c41a8483,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:07.791495 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-09fc4baf-b00d-4d1a-9be0-c8373e727b71 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:07.868772 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c9d58847-3e62-4cd4-b01e-aa0f647d56ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:07.894483 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-cf60d6cf-adf4-4660-bff6-7c09d835fcd8 req-84a00c26-5eb3-427c-bb07-3a261a078d83 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:07.905358 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:07.933679 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 88e14a7e-2045-4649-9409-1d450aabc634, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=88e14a7e-2045-4649-9409-1d450aabc634,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:16:07.936933 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:07.946879 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:07.977130 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1f6a5d22-3538-43c7-a00e-0b3659907729 req-b9e2c44b-f672-4b59-98ce-8cf1f567c247 tempest-VolumesActionsTest-849351144 tempest-VolumesActionsTest-849351144-project] 10.222.0.36 "GET /v2.0/security-groups?id=a6ad4485-1ba3-42bc-8cac-693311951a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7385581 May 05 20:16:08.024063 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fc4baf-b00d-4d1a-9be0-c8373e727b71 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Checking segment: {'id': '13562e1f-6946-447e-8458-49500287d78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8f701fd3-b913-4a35-a12b-b07e85ab5eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:16:08.024664 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fc4baf-b00d-4d1a-9be0-c8373e727b71 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Network hostable DHCP agents. Network: 8f701fd3-b913-4a35-a12b-b07e85ab5eae, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:16:08.039004 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fc4baf-b00d-4d1a-9be0-c8373e727b71 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Pushing event updated for resources: {'Subnet': ['ID=55c611a8-580e-4066-b58a-99b0af1d0368,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:08.041061 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-cf60d6cf-adf4-4660-bff6-7c09d835fcd8 req-84a00c26-5eb3-427c-bb07-3a261a078d83 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:08.078999 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d58847-3e62-4cd4-b01e-aa0f647d56ab admin admin] Pushing event deleted for resources: {'Port': ['ID=efd8bd0a-882b-4384-8a9c-44af39c1d59b,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:08.320591 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-cf60d6cf-adf4-4660-bff6-7c09d835fcd8 req-84a00c26-5eb3-427c-bb07-3a261a078d83 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:08.325371 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d930317-a7b8-4681-bce8-444cb1b7ca55'] response: {'name': 'network-changed', 'server_uuid': 'f5d40173-a144-44a7-98d8-e4fa8dc15faf', 'tag': '7e6028a8-e4b7-4e27-91e3-0ea59c34d902', 'status': 'completed', 'code': 200} May 05 20:16:08.327883 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=88e14a7e-2045-4649-9409-1d450aabc634,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:08.334663 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-cf60d6cf-adf4-4660-bff6-7c09d835fcd8 req-84a00c26-5eb3-427c-bb07-3a261a078d83 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:08.383806 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:08.394876 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-e2d105bb-8881-46fb-b1d7-79ae3689a4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'name': 'tempest-RoutersTest-router-2119623452', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:15:48Z', 'updated_at': '2022-05-05T20:15:57Z', 'revision_number': 2, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'gw_port_host': None, '_interfaces': [{'id': 'b456e880-efae-4517-b525-75e7035c4bcb', 'name': '', 'network_id': '80220b23-1e14-4748-9ef8-0335ee71af3e', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'mac_address': 'fa:16:3e:c9:a3:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'e7a131f1-6d5d-499c-a8a6-b64928031e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:15:55Z', 'updated_at': '2022-05-05T20:16:06Z', 'revision_number': 4, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'subnets': [{'id': 'e7a131f1-6d5d-499c-a8a6-b64928031e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:16:08.400469 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d105bb-8881-46fb-b1d7-79ae3689a4c6 None None] The sync data for ids ['4325b6d5-8a94-440d-9647-d526914ddeea'] in n-d-840717-1 is: [{'id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'name': 'tempest-RoutersTest-router-2119623452', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:15:48Z', 'updated_at': '2022-05-05T20:15:57Z', 'revision_number': 2, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'gw_port_host': None, '_interfaces': [{'id': 'b456e880-efae-4517-b525-75e7035c4bcb', 'name': '', 'network_id': '80220b23-1e14-4748-9ef8-0335ee71af3e', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'mac_address': 'fa:16:3e:c9:a3:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'e7a131f1-6d5d-499c-a8a6-b64928031e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:15:55Z', 'updated_at': '2022-05-05T20:16:06Z', 'revision_number': 4, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'subnets': [{'id': 'e7a131f1-6d5d-499c-a8a6-b64928031e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:16:08.424694 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a00c26-5eb3-427c-bb07-3a261a078d83 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Pushing event updated for resources: {'Port': ['ID=5e8d01a9-01b8-4968-a13a-4476c41a8483,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:08.430048 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fc4baf-b00d-4d1a-9be0-c8373e727b71 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Network 8f701fd3-b913-4a35-a12b-b07e85ab5eae is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:16:08.501411 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-cf60d6cf-adf4-4660-bff6-7c09d835fcd8 req-84a00c26-5eb3-427c-bb07-3a261a078d83 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:08.510451 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce96728-5323-4c98-bdc1-743c99f65c9d req-301575fe-b472-4668-9dc9-a1ea84d02982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:16:08.514092 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8ce96728-5323-4c98-bdc1-743c99f65c9d req-301575fe-b472-4668-9dc9-a1ea84d02982 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=44cdc6bd-b57d-466c-9ea8-c60f939ca27c HTTP/1.1" status: 200 len: 859 time: 1.1123209 May 05 20:16:08.530417 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-09fc4baf-b00d-4d1a-9be0-c8373e727b71 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 8f701fd3-b913-4a35-a12b-b07e85ab5eae) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:16:08.548273 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fc4baf-b00d-4d1a-9be0-c8373e727b71 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:16:08.548874 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-09fc4baf-b00d-4d1a-9be0-c8373e727b71 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:08.553781 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ab9622-efa1-41ef-9ba5-26223b34a719 None None] Network 8f701fd3-b913-4a35-a12b-b07e85ab5eae requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:16:08.587812 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-cf60d6cf-adf4-4660-bff6-7c09d835fcd8 req-84a00c26-5eb3-427c-bb07-3a261a078d83 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:08.589513 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cf60d6cf-adf4-4660-bff6-7c09d835fcd8 req-84a00c26-5eb3-427c-bb07-3a261a078d83 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.3898275 May 05 20:16:08.699550 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-09fc4baf-b00d-4d1a-9be0-c8373e727b71 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5268064 May 05 20:16:08.728247 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-cf60d6cf-adf4-4660-bff6-7c09d835fcd8 req-b0cd9d0f-741c-4042-b378-1b55478218d7 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Synchronizing usage tracker for tenant:de91c285d16c4dc593ab45aab12d7e13 on resource:floatingip {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:16:08.734856 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36804) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:16:08.741116 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8ce96728-5323-4c98-bdc1-743c99f65c9d req-26333eeb-666e-437a-b181-98159a04fce3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=896c84ec-d658-47a8-8593-c81dc7c226d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2085018 May 05 20:16:08.838504 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-cf60d6cf-adf4-4660-bff6-7c09d835fcd8 req-b0cd9d0f-741c-4042-b378-1b55478218d7 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Unset dirty status for tenant:de91c285d16c4dc593ab45aab12d7e13 on resource:floatingip {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:16:08.850751 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cf60d6cf-adf4-4660-bff6-7c09d835fcd8 req-b0cd9d0f-741c-4042-b378-1b55478218d7 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.94 HTTP/1.1" status: 200 len: 695 time: 0.2537143 May 05 20:16:09.202738 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 5844ca21-850f-4530-bcf6-937ae609c1b6 no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:16:09.347726 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f8f8a9-1f9c-453c-a5f3-05c76cd51f82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-8f701fd3-b913-4a35-a12b-b07e85ab5eae', 'network_id': '8f701fd3-b913-4a35-a12b-b07e85ab5eae', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'fixed_ips': [{'subnet_id': '55c611a8-580e-4066-b58a-99b0af1d0368'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:16:09.349580 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a1f8f8a9-1f9c-453c-a5f3-05c76cd51f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:09.651427 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-a1f8f8a9-1f9c-453c-a5f3-05c76cd51f82 None None] Allocated IP 172.21.0.2 (8f701fd3-b913-4a35-a12b-b07e85ab5eae/55c611a8-580e-4066-b58a-99b0af1d0368/3392481e-debc-4140-9704-b1a7f55d8781) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:16:09.660532 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device b456e880-efae-4517-b525-75e7035c4bcb up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:16:09.695063 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf60d6cf-adf4-4660-bff6-7c09d835fcd8 req-2bc1d970-5a62-4215-aa35-0bf9fca6f3e4 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:16:09.703689 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cf60d6cf-adf4-4660-bff6-7c09d835fcd8 req-2bc1d970-5a62-4215-aa35-0bf9fca6f3e4 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/networks/0401d202-1605-4cfe-bad4-fb225df6afb0 HTTP/1.1" status: 200 len: 784 time: 0.8518465 May 05 20:16:09.713836 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [req-cf60d6cf-adf4-4660-bff6-7c09d835fcd8 req-e0449486-f56d-48bd-8fb2-d905f2d5725d tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88197) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:16:09.724618 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cf60d6cf-adf4-4660-bff6-7c09d835fcd8 req-e0449486-f56d-48bd-8fb2-d905f2d5725d tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0104005 May 05 20:16:09.794294 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:09.849298 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0b1f4ffb-5942-48b7-9bda-1e26481a3a7b req-945d873d-b07a-4864-a42e-be4479e21321 tempest-VolumesActionsTest-849351144 tempest-VolumesActionsTest-849351144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:10.093517 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945d873d-b07a-4864-a42e-be4479e21321 tempest-VolumesActionsTest-849351144 tempest-VolumesActionsTest-849351144-project] Pushing event deleted for resources: {'Port': ['ID=5844ca21-850f-4530-bcf6-937ae609c1b6,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:10.291096 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a1f8f8a9-1f9c-453c-a5f3-05c76cd51f82 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:10.317806 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1940c8aa-f599-4a07-ac57-51144a746de2 req-948ab2e3-75b3-4fb3-9b3e-8cd40d47d903 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:16:10.318410 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Port 5844ca21-850f-4530-bcf6-937ae609c1b6 update to DOWN by agent not found {{(pid=88199) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 05 20:16:10.325077 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8ce96728-5323-4c98-bdc1-743c99f65c9d req-3670a48e-ed60-45d3-bf37-948988c24547 service neutron] 10.222.0.24 "GET /v2.0/networks/896c84ec-d658-47a8-8593-c81dc7c226d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5719211 May 05 20:16:10.331499 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1940c8aa-f599-4a07-ac57-51144a746de2 req-948ab2e3-75b3-4fb3-9b3e-8cd40d47d903 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5d40173-a144-44a7-98d8-e4fa8dc15faf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3166277 May 05 20:16:10.331711 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-a1f8f8a9-1f9c-453c-a5f3-05c76cd51f82 None None] Transition to ACTIVE for port object 3392481e-debc-4140-9704-b1a7f55d8781 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:16:10.375788 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-a1f8f8a9-1f9c-453c-a5f3-05c76cd51f82 None None] Transition to ACTIVE for port object 3392481e-debc-4140-9704-b1a7f55d8781 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:16:10.388703 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a1f8f8a9-1f9c-453c-a5f3-05c76cd51f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:10.469044 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port b456e880-efae-4517-b525-75e7035c4bcb completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:16:10.486739 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1940c8aa-f599-4a07-ac57-51144a746de2 req-85ec7e67-5735-4dff-a49d-f8678720b752 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.94 HTTP/1.1" status: 200 len: 695 time: 0.1541851 May 05 20:16:10.492109 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-1940c8aa-f599-4a07-ac57-51144a746de2 req-6ebf12b6-485f-404f-b1cd-424eb70d6629 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Request body: {'floatingip': {'port_id': '7e6028a8-e4b7-4e27-91e3-0ea59c34d902', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:16:10.511781 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port b456e880-efae-4517-b525-75e7035c4bcb triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:16:10.511950 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:10.580555 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f8f8a9-1f9c-453c-a5f3-05c76cd51f82 None None] Network 8f701fd3-b913-4a35-a12b-b07e85ab5eae is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:16:10.598324 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-a1f8f8a9-1f9c-453c-a5f3-05c76cd51f82 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:16:10.603268 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f8f8a9-1f9c-453c-a5f3-05c76cd51f82 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:16:10.605984 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-1940c8aa-f599-4a07-ac57-51144a746de2 req-6ebf12b6-485f-404f-b1cd-424eb70d6629 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Notify callbacks [] for floatingip, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:10.607608 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f8f8a9-1f9c-453c-a5f3-05c76cd51f82 None None] Pushing event updated for resources: {'Port': ['ID=3392481e-debc-4140-9704-b1a7f55d8781,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:10.724344 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf2a77-6282-4dca-8feb-0b763a57f1a2 req-22bab28a-46c6-45d1-a765-1291439fd126 tempest-VolumesActionsTest-849351144 tempest-VolumesActionsTest-849351144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:16:10.724344 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1edf2a77-6282-4dca-8feb-0b763a57f1a2 req-22bab28a-46c6-45d1-a765-1291439fd126 tempest-VolumesActionsTest-849351144 tempest-VolumesActionsTest-849351144-project] 10.222.0.36 "GET /v2.0/ports?device_id=06b8ded1-381c-439e-8e15-dc9bb60bb133 HTTP/1.1" status: 200 len: 867 time: 1.4047966 May 05 20:16:10.724344 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b1f4ffb-5942-48b7-9bda-1e26481a3a7b req-945d873d-b07a-4864-a42e-be4479e21321 tempest-VolumesActionsTest-849351144 tempest-VolumesActionsTest-849351144-project] No DVR routers for this DVR port 5844ca21-850f-4530-bcf6-937ae609c1b6 on host n-h2-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:16:10.728105 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8ce96728-5323-4c98-bdc1-743c99f65c9d req-19370f95-f567-4f16-b3cb-0c2dccc59381 service neutron] 10.222.0.24 "GET /v2.0/networks/896c84ec-d658-47a8-8593-c81dc7c226d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437173 May 05 20:16:10.728105 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c9d58847-3e62-4cd4-b01e-aa0f647d56ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:10.746007 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-36c61e44-c8d2-4cc4-9377-a1381a7980ba tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:10.798105 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0b1f4ffb-5942-48b7-9bda-1e26481a3a7b req-945d873d-b07a-4864-a42e-be4479e21321 tempest-VolumesActionsTest-849351144 tempest-VolumesActionsTest-849351144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:10.810718 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06b8ded1-381c-439e-8e15-dc9bb60bb133', 'name': 'network-vif-deleted', 'tag': '5844ca21-850f-4530-bcf6-937ae609c1b6'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:16:10.894713 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-36c61e44-c8d2-4cc4-9377-a1381a7980ba tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:10.913475 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-a1f8f8a9-1f9c-453c-a5f3-05c76cd51f82 None None] Attempting to bind port 3392481e-debc-4140-9704-b1a7f55d8781 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:16:10.913850 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-a1f8f8a9-1f9c-453c-a5f3-05c76cd51f82 None None] Attempting to bind port 3392481e-debc-4140-9704-b1a7f55d8781 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '13562e1f-6946-447e-8458-49500287d78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8f701fd3-b913-4a35-a12b-b07e85ab5eae'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:16:10.915933 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f8f8a9-1f9c-453c-a5f3-05c76cd51f82 None None] Attempting to bind port 3392481e-debc-4140-9704-b1a7f55d8781 on network 8f701fd3-b913-4a35-a12b-b07e85ab5eae {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:16:10.939895 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f8f8a9-1f9c-453c-a5f3-05c76cd51f82 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:16:10.940636 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f8f8a9-1f9c-453c-a5f3-05c76cd51f82 None None] Checking segment: {'id': '13562e1f-6946-447e-8458-49500287d78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8f701fd3-b913-4a35-a12b-b07e85ab5eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:16:10.941235 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a1f8f8a9-1f9c-453c-a5f3-05c76cd51f82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:10.941967 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f8f8a9-1f9c-453c-a5f3-05c76cd51f82 None None] Bound using segment: {'id': '13562e1f-6946-447e-8458-49500287d78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8f701fd3-b913-4a35-a12b-b07e85ab5eae'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:16:10.943301 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-a1f8f8a9-1f9c-453c-a5f3-05c76cd51f82 None None] Bound port: 3392481e-debc-4140-9704-b1a7f55d8781, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13562e1f-6946-447e-8458-49500287d78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8f701fd3-b913-4a35-a12b-b07e85ab5eae'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:16:10.943908 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a1f8f8a9-1f9c-453c-a5f3-05c76cd51f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:10.955303 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:11.088498 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port b456e880-efae-4517-b525-75e7035c4bcb, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=b456e880-efae-4517-b525-75e7035c4bcb,segment=NetworkSegment(ce115ecf-9e45-43df-91a9-28c4f44d0afe),segment_id=ce115ecf-9e45-43df-91a9-28c4f44d0afe)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:16:11.106839 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:11.108292 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 88e14a7e-2045-4649-9409-1d450aabc634 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:16:11.132486 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7dc72a55-46a3-43b7-8f47-3561626b793b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:11.246370 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-a1f8f8a9-1f9c-453c-a5f3-05c76cd51f82 None None] For port 3392481e-debc-4140-9704-b1a7f55d8781, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:16:11.251209 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0b1f4ffb-5942-48b7-9bda-1e26481a3a7b req-945d873d-b07a-4864-a42e-be4479e21321 tempest-VolumesActionsTest-849351144 tempest-VolumesActionsTest-849351144-project] 10.222.0.50 "DELETE /v2.0/ports/5844ca21-850f-4530-bcf6-937ae609c1b6 HTTP/1.1" status: 204 len: 173 time: 6.9434178 May 05 20:16:11.262853 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=b456e880-efae-4517-b525-75e7035c4bcb,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:11.267381 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-a1f8f8a9-1f9c-453c-a5f3-05c76cd51f82 None None] For port 3392481e-debc-4140-9704-b1a7f55d8781, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=3392481e-debc-4140-9704-b1a7f55d8781,segment=NetworkSegment(13562e1f-6946-447e-8458-49500287d78f),segment_id=13562e1f-6946-447e-8458-49500287d78f)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:16:11.269355 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 88e14a7e-2045-4649-9409-1d450aabc634 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:16:11.269731 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:11.329741 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1edf2a77-6282-4dca-8feb-0b763a57f1a2 req-3254cef4-1d4d-47d6-80f4-1e7d352aecd3 tempest-VolumesActionsTest-849351144 tempest-VolumesActionsTest-849351144-project] 10.222.0.36 "GET /v2.0/security-groups?id=a6ad4485-1ba3-42bc-8cac-693311951a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5195634 May 05 20:16:11.339153 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a1f8f8a9-1f9c-453c-a5f3-05c76cd51f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:11.424067 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-36c61e44-c8d2-4cc4-9377-a1381a7980ba tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Allocated IP 172.25.0.91 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/36e9e194-0cbe-4c57-ba6c-fe322444edfd) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:16:11.444426 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22cb74ea-7624-42e0-9d7b-aa9fea77a852'] response: {'server_uuid': '06b8ded1-381c-439e-8e15-dc9bb60bb133', 'name': 'network-vif-deleted', 'tag': '5844ca21-850f-4530-bcf6-937ae609c1b6', 'status': 'completed', 'code': 200} May 05 20:16:11.508044 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f8f8a9-1f9c-453c-a5f3-05c76cd51f82 None None] Pushing event updated for resources: {'Port': ['ID=3392481e-debc-4140-9704-b1a7f55d8781,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:11.765689 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device b456e880-efae-4517-b525-75e7035c4bcb up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:16:11.814023 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be545110-d03e-4f65-9d9d-4c9231584d4b req-e5bfa1cc-3a87-49a0-bf43-e14065df6035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:16:11.820611 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-be545110-d03e-4f65-9d9d-4c9231584d4b req-e5bfa1cc-3a87-49a0-bf43-e14065df6035 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=de91c285d16c4dc593ab45aab12d7e13&device_id=f5d40173-a144-44a7-98d8-e4fa8dc15faf HTTP/1.1" status: 200 len: 1097 time: 1.0066946 May 05 20:16:12.037960 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port b456e880-efae-4517-b525-75e7035c4bcb triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:16:12.038529 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:12.378189 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36842) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:16:12.395530 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-36c61e44-c8d2-4cc4-9377-a1381a7980ba tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:12.437202 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9d58847-3e62-4cd4-b01e-aa0f647d56ab admin admin] Router d77d22ac-cfe3-4696-a86f-f8f26504a064 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:16:12.475597 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be545110-d03e-4f65-9d9d-4c9231584d4b req-ffbcc405-5a03-4c21-b1d1-a492403e5dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:16:12.480904 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-be545110-d03e-4f65-9d9d-4c9231584d4b req-ffbcc405-5a03-4c21-b1d1-a492403e5dd2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=896c84ec-d658-47a8-8593-c81dc7c226d5 HTTP/1.1" status: 200 len: 920 time: 0.6408508 May 05 20:16:12.653478 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-be545110-d03e-4f65-9d9d-4c9231584d4b req-bfbf1150-1686-43a1-81fe-055df63dfc29 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e6028a8-e4b7-4e27-91e3-0ea59c34d902 HTTP/1.1" status: 200 len: 217 time: 0.0826137 May 05 20:16:12.730649 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fb25f351-fbbd-4319-bf7e-59810fd471b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:12.776615 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-7dc72a55-46a3-43b7-8f47-3561626b793b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Allocated IP 172.21.0.1 (8f701fd3-b913-4a35-a12b-b07e85ab5eae/55c611a8-580e-4066-b58a-99b0af1d0368/5ffa19dc-c0c1-4764-bfce-8aab726f21de) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:16:12.814670 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-1940c8aa-f599-4a07-ac57-51144a746de2 req-6ebf12b6-485f-404f-b1cd-424eb70d6629 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:12.831750 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-1940c8aa-f599-4a07-ac57-51144a746de2 req-6ebf12b6-485f-404f-b1cd-424eb70d6629 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:12.898216 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-36c61e44-c8d2-4cc4-9377-a1381a7980ba tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:12.915635 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-fb25f351-fbbd-4319-bf7e-59810fd471b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:16:12.988385 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-fb25f351-fbbd-4319-bf7e-59810fd471b2 admin admin] Usage tracker for resource:security_group_rule and tenant:c3e810320cf548bcab0f429993efcf3e is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:16:12.995554 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-fb25f351-fbbd-4319-bf7e-59810fd471b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:16:13.031314 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-fb25f351-fbbd-4319-bf7e-59810fd471b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:16:13.033433 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c61e44-c8d2-4cc4-9377-a1381a7980ba tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Pushing event updated for resources: {'Port': ['ID=36e9e194-0cbe-4c57-ba6c-fe322444edfd,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:13.068212 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c61e44-c8d2-4cc4-9377-a1381a7980ba tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:16:13.069555 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-36c61e44-c8d2-4cc4-9377-a1381a7980ba tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:16:13.078542 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be545110-d03e-4f65-9d9d-4c9231584d4b req-19a4ce85-d202-42f8-a205-22a5924c65e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:16:13.081381 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-be545110-d03e-4f65-9d9d-4c9231584d4b req-19a4ce85-d202-42f8-a205-22a5924c65e4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=44cdc6bd-b57d-466c-9ea8-c60f939ca27c HTTP/1.1" status: 200 len: 859 time: 0.4068351 May 05 20:16:13.090564 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c61e44-c8d2-4cc4-9377-a1381a7980ba tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:16:13.258815 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7dc72a55-46a3-43b7-8f47-3561626b793b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:13.264261 n-d-840717-1 neutron-server[88197]: INFO neutron.db.l3_db [req-1940c8aa-f599-4a07-ac57-51144a746de2 req-6ebf12b6-485f-404f-b1cd-424eb70d6629 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Floating IP 715e40bf-5d7b-4097-8df1-460bbf69ac09 associated. External IP: 172.25.0.94, port: 7e6028a8-e4b7-4e27-91e3-0ea59c34d902. May 05 20:16:13.265270 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c446692-de44-471f-9822-d38606e0549e None None] Network 8f701fd3-b913-4a35-a12b-b07e85ab5eae requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:16:13.365483 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-7dc72a55-46a3-43b7-8f47-3561626b793b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Transition to ACTIVE for port object 5ffa19dc-c0c1-4764-bfce-8aab726f21de will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:16:13.404256 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-be545110-d03e-4f65-9d9d-4c9231584d4b req-975131b8-d681-452f-a1fa-f28cad4ac6f2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=896c84ec-d658-47a8-8593-c81dc7c226d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2620792 May 05 20:16:13.405904 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-ed08c019-2f20-413f-b9ee-94bf27429dac None None] Provisioning for port 3392481e-debc-4140-9704-b1a7f55d8781 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:16:13.564724 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7dc72a55-46a3-43b7-8f47-3561626b793b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:13.702582 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d58847-3e62-4cd4-b01e-aa0f647d56ab admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:16:13.706906 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc72a55-46a3-43b7-8f47-3561626b793b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Network 8f701fd3-b913-4a35-a12b-b07e85ab5eae is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:16:13.718722 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fa7290-1ddd-4241-aa83-11e5d1aceff9 None None] Sync routers for ids ['d77d22ac-cfe3-4696-a86f-f8f26504a064'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:16:13.734588 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fa7290-1ddd-4241-aa83-11e5d1aceff9 None None] Routers {'d77d22ac-cfe3-4696-a86f-f8f26504a064'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:16:13.737137 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-e5fa7290-1ddd-4241-aa83-11e5d1aceff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:16:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['d77d22ac-cfe3-4696-a86f-f8f26504a064'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:16:13.816684 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 3392481e-debc-4140-9704-b1a7f55d8781 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:16:13.949042 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 3392481e-debc-4140-9704-b1a7f55d8781 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:16:13.955773 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-7dc72a55-46a3-43b7-8f47-3561626b793b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:16:13.958584 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc72a55-46a3-43b7-8f47-3561626b793b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Pushing event updated for resources: {'Port': ['ID=5ffa19dc-c0c1-4764-bfce-8aab726f21de,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:13.964419 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc72a55-46a3-43b7-8f47-3561626b793b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:16:13.967633 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 3392481e-debc-4140-9704-b1a7f55d8781 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:16:13.968269 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:13.999249 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fb25f351-fbbd-4319-bf7e-59810fd471b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:14.006255 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c9d58847-3e62-4cd4-b01e-aa0f647d56ab admin admin] 10.222.0.36 "PUT /v2.0/routers/d77d22ac-cfe3-4696-a86f-f8f26504a064/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.0192561 May 05 20:16:14.027826 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36878) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:16:14.047425 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fb25f351-fbbd-4319-bf7e-59810fd471b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:14.085937 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1940c8aa-f599-4a07-ac57-51144a746de2 req-6ebf12b6-485f-404f-b1cd-424eb70d6629 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Router fde48a3d-72a0-47e1-9c5d-664e5f02fd1e has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:16:14.126477 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-d1bbb6bd-3bc1-4d18-824b-60ae7c7b97f1 None None] Provisioning for port 5ffa19dc-c0c1-4764-bfce-8aab726f21de completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:16:14.138934 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-d1bbb6bd-3bc1-4d18-824b-60ae7c7b97f1 None None] Provisioning complete for port 5ffa19dc-c0c1-4764-bfce-8aab726f21de triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:16:14.139701 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d1bbb6bd-3bc1-4d18-824b-60ae7c7b97f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:14.150472 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-e5fa7290-1ddd-4241-aa83-11e5d1aceff9 None None] Set router d77d22ac-cfe3-4696-a86f-f8f26504a064 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:16:14.271956 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7dc72a55-46a3-43b7-8f47-3561626b793b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:14.383273 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:14.392122 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-fb25f351-fbbd-4319-bf7e-59810fd471b2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c3e810320cf548bcab0f429993efcf3e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0103517 May 05 20:16:14.393617 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-d1bbb6bd-3bc1-4d18-824b-60ae7c7b97f1 None None] Port 5ffa19dc-c0c1-4764-bfce-8aab726f21de cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:16:14.396289 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36892) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:16:14.407580 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:14.433251 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-d1bbb6bd-3bc1-4d18-824b-60ae7c7b97f1 None None] Provisioning complete for port 3392481e-debc-4140-9704-b1a7f55d8781 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:16:14.433781 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d1bbb6bd-3bc1-4d18-824b-60ae7c7b97f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:14.490728 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1940c8aa-f599-4a07-ac57-51144a746de2 req-6ebf12b6-485f-404f-b1cd-424eb70d6629 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:16:14.505997 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-1940c8aa-f599-4a07-ac57-51144a746de2 req-6ebf12b6-485f-404f-b1cd-424eb70d6629 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:14.509285 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acde0c2b-1c78-4047-ab28-249e11e385e4 None None] Sync routers for ids ['fde48a3d-72a0-47e1-9c5d-664e5f02fd1e'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:16:14.537087 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acde0c2b-1c78-4047-ab28-249e11e385e4 None None] Routers {'fde48a3d-72a0-47e1-9c5d-664e5f02fd1e'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:16:14.538014 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-acde0c2b-1c78-4047-ab28-249e11e385e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:16:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['fde48a3d-72a0-47e1-9c5d-664e5f02fd1e'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:16:14.667321 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 3392481e-debc-4140-9704-b1a7f55d8781, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=3392481e-debc-4140-9704-b1a7f55d8781,segment=NetworkSegment(13562e1f-6946-447e-8458-49500287d78f),segment_id=13562e1f-6946-447e-8458-49500287d78f)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:16:14.714835 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:14.791947 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-e5fa7290-1ddd-4241-aa83-11e5d1aceff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77d22ac-cfe3-4696-a86f-f8f26504a064', 'name': 'tempest-AttachVolumeShelveTestJSON-20360602-router', 'tenant_id': '3bcce80065784aa6a77c066afd5e6401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '239445f0-21f4-478a-bb75-a548d22b1013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:08:21Z', 'updated_at': '2022-05-05T20:16:07Z', 'revision_number': 5, 'project_id': '3bcce80065784aa6a77c066afd5e6401', 'gw_port': {'id': '239445f0-21f4-478a-bb75-a548d22b1013', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:77:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77d22ac-cfe3-4696-a86f-f8f26504a064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:08:23Z', 'updated_at': '2022-05-05T20:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:16:14.796630 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fa7290-1ddd-4241-aa83-11e5d1aceff9 None None] Checking router: d77d22ac-cfe3-4696-a86f-f8f26504a064 for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:16:14.806672 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fa7290-1ddd-4241-aa83-11e5d1aceff9 None None] Routers {'d77d22ac-cfe3-4696-a86f-f8f26504a064'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:16:14.807469 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-e5fa7290-1ddd-4241-aa83-11e5d1aceff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:16:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['d77d22ac-cfe3-4696-a86f-f8f26504a064'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:16:14.828893 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=3392481e-debc-4140-9704-b1a7f55d8781,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:14.875649 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7dc72a55-46a3-43b7-8f47-3561626b793b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:14.902740 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1940c8aa-f599-4a07-ac57-51144a746de2 req-6ebf12b6-485f-404f-b1cd-424eb70d6629 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "PUT /v2.0/floatingips/715e40bf-5d7b-4097-8df1-460bbf69ac09 HTTP/1.1" status: 200 len: 996 time: 4.4149480 May 05 20:16:14.913281 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-113f3916-c89b-4e5f-bea5-c5afccd99d52 admin admin] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:14.931243 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5d40173-a144-44a7-98d8-e4fa8dc15faf', 'tag': '7e6028a8-e4b7-4e27-91e3-0ea59c34d902'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:16:14.963291 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb25f351-fbbd-4319-bf7e-59810fd471b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393e17ba-395f-42ca-90f6-637ebb8005f3,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:15.052145 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-36c61e44-c8d2-4cc4-9377-a1381a7980ba tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:15.065165 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-e5fa7290-1ddd-4241-aa83-11e5d1aceff9 None None] Set router d77d22ac-cfe3-4696-a86f-f8f26504a064 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:16:15.106782 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-acde0c2b-1c78-4047-ab28-249e11e385e4 None None] Set router fde48a3d-72a0-47e1-9c5d-664e5f02fd1e gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:16:15.123302 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-225d4e77-ced5-4a85-b1d1-9cb436854fc9'] response: {'name': 'network-changed', 'server_uuid': 'f5d40173-a144-44a7-98d8-e4fa8dc15faf', 'tag': '7e6028a8-e4b7-4e27-91e3-0ea59c34d902', 'status': 'completed', 'code': 200} May 05 20:16:15.215739 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1940c8aa-f599-4a07-ac57-51144a746de2 req-82c75f71-a700-4268-97cc-8bee408dddcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:16:15.217240 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1940c8aa-f599-4a07-ac57-51144a746de2 req-82c75f71-a700-4268-97cc-8bee408dddcb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de91c285d16c4dc593ab45aab12d7e13&device_id=f5d40173-a144-44a7-98d8-e4fa8dc15faf HTTP/1.1" status: 200 len: 1097 time: 0.2805822 May 05 20:16:15.398891 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-be545110-d03e-4f65-9d9d-4c9231584d4b req-fe72a433-47cb-4aeb-abfa-b5f0569da910 service neutron] 10.222.0.24 "GET /v2.0/networks/896c84ec-d658-47a8-8593-c81dc7c226d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9399657 May 05 20:16:15.415963 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1940c8aa-f599-4a07-ac57-51144a746de2 req-b6478fce-e6ca-47a2-b314-3651ac22f3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:16:15.417445 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1940c8aa-f599-4a07-ac57-51144a746de2 req-b6478fce-e6ca-47a2-b314-3651ac22f3ae service neutron] 10.222.0.36 "GET /v2.0/networks?id=896c84ec-d658-47a8-8593-c81dc7c226d5 HTTP/1.1" status: 200 len: 920 time: 0.1894405 May 05 20:16:15.600043 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-e3fe3380-88b3-4d1b-922b-acf00a32a92f None None] Provisioning complete for port 5ffa19dc-c0c1-4764-bfce-8aab726f21de triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:16:15.601179 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e3fe3380-88b3-4d1b-922b-acf00a32a92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:15.606438 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-be545110-d03e-4f65-9d9d-4c9231584d4b req-959ad13a-16bc-4323-9a92-9b0da3b10c03 service neutron] 10.222.0.24 "GET /v2.0/networks/896c84ec-d658-47a8-8593-c81dc7c226d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810362 May 05 20:16:15.723214 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-e5fa7290-1ddd-4241-aa83-11e5d1aceff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77d22ac-cfe3-4696-a86f-f8f26504a064', 'name': 'tempest-AttachVolumeShelveTestJSON-20360602-router', 'tenant_id': '3bcce80065784aa6a77c066afd5e6401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '239445f0-21f4-478a-bb75-a548d22b1013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:08:21Z', 'updated_at': '2022-05-05T20:16:07Z', 'revision_number': 5, 'project_id': '3bcce80065784aa6a77c066afd5e6401', 'gw_port': {'id': '239445f0-21f4-478a-bb75-a548d22b1013', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:77:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77d22ac-cfe3-4696-a86f-f8f26504a064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:08:23Z', 'updated_at': '2022-05-05T20:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:16:15.728000 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fa7290-1ddd-4241-aa83-11e5d1aceff9 None None] The sync data for ids ['d77d22ac-cfe3-4696-a86f-f8f26504a064'] in n-d-840717-1 is: [{'id': 'd77d22ac-cfe3-4696-a86f-f8f26504a064', 'name': 'tempest-AttachVolumeShelveTestJSON-20360602-router', 'tenant_id': '3bcce80065784aa6a77c066afd5e6401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '239445f0-21f4-478a-bb75-a548d22b1013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:08:21Z', 'updated_at': '2022-05-05T20:16:07Z', 'revision_number': 5, 'project_id': '3bcce80065784aa6a77c066afd5e6401', 'gw_port': {'id': '239445f0-21f4-478a-bb75-a548d22b1013', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:77:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77d22ac-cfe3-4696-a86f-f8f26504a064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:08:23Z', 'updated_at': '2022-05-05T20:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:16:15.772598 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-e3fe3380-88b3-4d1b-922b-acf00a32a92f None None] Port 5ffa19dc-c0c1-4764-bfce-8aab726f21de cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:16:15.781276 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 3392481e-debc-4140-9704-b1a7f55d8781 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:16:15.800516 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5ad8e33b-7fe1-4416-8fda-2c3cea709aa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:15.838040 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5ad8e33b-7fe1-4416-8fda-2c3cea709aa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:15.935344 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-acde0c2b-1c78-4047-ab28-249e11e385e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde48a3d-72a0-47e1-9c5d-664e5f02fd1e', 'name': 'tempest-ServerRescueTestJSONUnderV235-382320695-router', 'tenant_id': 'de91c285d16c4dc593ab45aab12d7e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'fe24e85d-998f-47be-977e-b9e72fcd6ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:14:27Z', 'updated_at': '2022-05-05T20:14:44Z', 'revision_number': 4, 'project_id': 'de91c285d16c4dc593ab45aab12d7e13', 'gw_port': {'id': 'fe24e85d-998f-47be-977e-b9e72fcd6ee2', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:57:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde48a3d-72a0-47e1-9c5d-664e5f02fd1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:14:30Z', 'updated_at': '2022-05-05T20:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '715e40bf-5d7b-4097-8df1-460bbf69ac09', 'tenant_id': 'de91c285d16c4dc593ab45aab12d7e13', 'floating_ip_address': '172.25.0.94', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'fde48a3d-72a0-47e1-9c5d-664e5f02fd1e', 'port_id': '7e6028a8-e4b7-4e27-91e3-0ea59c34d902', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2812, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '896c84ec-d658-47a8-8593-c81dc7c226d5', 'mac_address': 'fa:16:3e:8d:24:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d40173-a144-44a7-98d8-e4fa8dc15faf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:16:07Z', 'updated_at': '2022-05-05T20:16:11Z', 'revision_number': 1, 'project_id': 'de91c285d16c4dc593ab45aab12d7e13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b766a48-40eb-4629-a330-c1dc44f2946b', 'name': '', 'network_id': '896c84ec-d658-47a8-8593-c81dc7c226d5', 'tenant_id': 'de91c285d16c4dc593ab45aab12d7e13', 'mac_address': 'fa:16:3e:4e:80:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde48a3d-72a0-47e1-9c5d-664e5f02fd1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': '44cdc6bd-b57d-466c-9ea8-c60f939ca27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:14:42Z', 'updated_at': '2022-05-05T20:15:01Z', 'revision_number': 5, 'project_id': 'de91c285d16c4dc593ab45aab12d7e13', 'subnets': [{'id': '44cdc6bd-b57d-466c-9ea8-c60f939ca27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:16:15.965450 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acde0c2b-1c78-4047-ab28-249e11e385e4 None None] Checking router: fde48a3d-72a0-47e1-9c5d-664e5f02fd1e for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:16:15.975217 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 3392481e-debc-4140-9704-b1a7f55d8781 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:16:15.975620 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:15.996577 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7dc72a55-46a3-43b7-8f47-3561626b793b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:16.014692 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1940c8aa-f599-4a07-ac57-51144a746de2 req-b6b343a5-bba5-4387-aa2f-fbaaa734ece2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e6028a8-e4b7-4e27-91e3-0ea59c34d902 HTTP/1.1" status: 200 len: 999 time: 0.5815122 May 05 20:16:16.015705 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7dc72a55-46a3-43b7-8f47-3561626b793b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:16.045022 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acde0c2b-1c78-4047-ab28-249e11e385e4 None None] Routers {'fde48a3d-72a0-47e1-9c5d-664e5f02fd1e'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:16:16.046953 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5ad8e33b-7fe1-4416-8fda-2c3cea709aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:16.047632 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-acde0c2b-1c78-4047-ab28-249e11e385e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:16:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['fde48a3d-72a0-47e1-9c5d-664e5f02fd1e'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:16:16.092892 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad8e33b-7fe1-4416-8fda-2c3cea709aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393e17ba-395f-42ca-90f6-637ebb8005f3,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:16.099603 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-113f3916-c89b-4e5f-bea5-c5afccd99d52 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:16.111453 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5ad8e33b-7fe1-4416-8fda-2c3cea709aa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:16.115088 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-5ad8e33b-7fe1-4416-8fda-2c3cea709aa4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/393e17ba-395f-42ca-90f6-637ebb8005f3 HTTP/1.1" status: 204 len: 168 time: 1.2025857 May 05 20:16:16.138507 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-36c61e44-c8d2-4cc4-9377-a1381a7980ba tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:16.142143 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-113f3916-c89b-4e5f-bea5-c5afccd99d52 admin admin] Deleting port 239445f0-21f4-478a-bb75-a548d22b1013 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:16:16.142483 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-113f3916-c89b-4e5f-bea5-c5afccd99d52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:16.226429 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7dc72a55-46a3-43b7-8f47-3561626b793b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:16.241617 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1940c8aa-f599-4a07-ac57-51144a746de2 req-d388ac8e-7dea-48eb-90cf-1dfc4e63a675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:16:16.252013 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1940c8aa-f599-4a07-ac57-51144a746de2 req-d388ac8e-7dea-48eb-90cf-1dfc4e63a675 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=44cdc6bd-b57d-466c-9ea8-c60f939ca27c HTTP/1.1" status: 200 len: 859 time: 0.2078040 May 05 20:16:16.321716 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc72a55-46a3-43b7-8f47-3561626b793b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Pushing event updated for resources: {'Port': ['ID=5ffa19dc-c0c1-4764-bfce-8aab726f21de,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:16.345395 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c51755-a57b-4d05-8f7a-61060731f847 req-415fa042-ee24-4e03-8ec6-43e98fa2c5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:16:16.346728 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-68c51755-a57b-4d05-8f7a-61060731f847 req-415fa042-ee24-4e03-8ec6-43e98fa2c5a1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=de91c285d16c4dc593ab45aab12d7e13&device_id=f5d40173-a144-44a7-98d8-e4fa8dc15faf HTTP/1.1" status: 200 len: 1097 time: 0.6267545 May 05 20:16:16.475442 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:16.547007 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1940c8aa-f599-4a07-ac57-51144a746de2 req-19ac687c-e0d9-4df2-a7e0-14dba0369cc5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=896c84ec-d658-47a8-8593-c81dc7c226d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2938488 May 05 20:16:16.557402 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [req-1940c8aa-f599-4a07-ac57-51144a746de2 req-de9c2b2e-b99f-479e-816a-0e85e577a8cc service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88197) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:16:16.564882 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1940c8aa-f599-4a07-ac57-51144a746de2 req-de9c2b2e-b99f-479e-816a-0e85e577a8cc service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0166917 May 05 20:16:16.795217 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36936) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:16:16.821563 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-088eb3a1-913f-422c-9067-10f5eda6b4f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:16.859672 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-acde0c2b-1c78-4047-ab28-249e11e385e4 None None] Set router fde48a3d-72a0-47e1-9c5d-664e5f02fd1e gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:16:16.889713 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-088eb3a1-913f-422c-9067-10f5eda6b4f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:16:16.905842 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-088eb3a1-913f-422c-9067-10f5eda6b4f0 admin admin] Usage tracker for resource:security_group_rule and tenant:e35a497c440a4edab3144a53b91d758f is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:16:16.912560 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc72a55-46a3-43b7-8f47-3561626b793b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Network 8f701fd3-b913-4a35-a12b-b07e85ab5eae is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:16:16.924679 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-088eb3a1-913f-422c-9067-10f5eda6b4f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:16:16.928809 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-7dc72a55-46a3-43b7-8f47-3561626b793b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:16:16.944157 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-088eb3a1-913f-422c-9067-10f5eda6b4f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:16:16.951592 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1940c8aa-f599-4a07-ac57-51144a746de2 req-9fc74cbb-dab1-4401-b2dd-8345d1f2537f service neutron] 10.222.0.36 "GET /v2.0/networks/896c84ec-d658-47a8-8593-c81dc7c226d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3854613 May 05 20:16:17.313968 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c51755-a57b-4d05-8f7a-61060731f847 req-35315ffb-daf2-4b60-9138-72bcb0273c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:16:17.313968 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-68c51755-a57b-4d05-8f7a-61060731f847 req-35315ffb-daf2-4b60-9138-72bcb0273c84 service neutron] 10.222.0.24 "GET /v2.0/networks?id=896c84ec-d658-47a8-8593-c81dc7c226d5 HTTP/1.1" status: 200 len: 920 time: 0.9097328 May 05 20:16:17.396487 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-f7b24c12-ebb3-44ca-a1e4-8af83e480674 None None] Provisioning complete for port 5ffa19dc-c0c1-4764-bfce-8aab726f21de triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:16:17.396868 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f7b24c12-ebb3-44ca-a1e4-8af83e480674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:17.472548 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-68c51755-a57b-4d05-8f7a-61060731f847 req-361d2b50-6f2d-462d-a4f2-e03a89fe8750 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e6028a8-e4b7-4e27-91e3-0ea59c34d902 HTTP/1.1" status: 200 len: 999 time: 0.1497746 May 05 20:16:17.482643 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-f7b24c12-ebb3-44ca-a1e4-8af83e480674 None None] Port 5ffa19dc-c0c1-4764-bfce-8aab726f21de cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:16:17.491341 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-acde0c2b-1c78-4047-ab28-249e11e385e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde48a3d-72a0-47e1-9c5d-664e5f02fd1e', 'name': 'tempest-ServerRescueTestJSONUnderV235-382320695-router', 'tenant_id': 'de91c285d16c4dc593ab45aab12d7e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'fe24e85d-998f-47be-977e-b9e72fcd6ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:14:27Z', 'updated_at': '2022-05-05T20:14:44Z', 'revision_number': 4, 'project_id': 'de91c285d16c4dc593ab45aab12d7e13', 'gw_port': {'id': 'fe24e85d-998f-47be-977e-b9e72fcd6ee2', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:57:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde48a3d-72a0-47e1-9c5d-664e5f02fd1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:14:30Z', 'updated_at': '2022-05-05T20:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '715e40bf-5d7b-4097-8df1-460bbf69ac09', 'tenant_id': 'de91c285d16c4dc593ab45aab12d7e13', 'floating_ip_address': '172.25.0.94', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'fde48a3d-72a0-47e1-9c5d-664e5f02fd1e', 'port_id': '7e6028a8-e4b7-4e27-91e3-0ea59c34d902', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2812, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '896c84ec-d658-47a8-8593-c81dc7c226d5', 'mac_address': 'fa:16:3e:8d:24:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d40173-a144-44a7-98d8-e4fa8dc15faf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:16:07Z', 'updated_at': '2022-05-05T20:16:11Z', 'revision_number': 1, 'project_id': 'de91c285d16c4dc593ab45aab12d7e13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b766a48-40eb-4629-a330-c1dc44f2946b', 'name': '', 'network_id': '896c84ec-d658-47a8-8593-c81dc7c226d5', 'tenant_id': 'de91c285d16c4dc593ab45aab12d7e13', 'mac_address': 'fa:16:3e:4e:80:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde48a3d-72a0-47e1-9c5d-664e5f02fd1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': '44cdc6bd-b57d-466c-9ea8-c60f939ca27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:14:42Z', 'updated_at': '2022-05-05T20:15:01Z', 'revision_number': 5, 'project_id': 'de91c285d16c4dc593ab45aab12d7e13', 'subnets': [{'id': '44cdc6bd-b57d-466c-9ea8-c60f939ca27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:16:17.495786 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acde0c2b-1c78-4047-ab28-249e11e385e4 None None] The sync data for ids ['fde48a3d-72a0-47e1-9c5d-664e5f02fd1e'] in n-d-840717-1 is: [{'id': 'fde48a3d-72a0-47e1-9c5d-664e5f02fd1e', 'name': 'tempest-ServerRescueTestJSONUnderV235-382320695-router', 'tenant_id': 'de91c285d16c4dc593ab45aab12d7e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'fe24e85d-998f-47be-977e-b9e72fcd6ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:14:27Z', 'updated_at': '2022-05-05T20:14:44Z', 'revision_number': 4, 'project_id': 'de91c285d16c4dc593ab45aab12d7e13', 'gw_port': {'id': 'fe24e85d-998f-47be-977e-b9e72fcd6ee2', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:57:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde48a3d-72a0-47e1-9c5d-664e5f02fd1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:14:30Z', 'updated_at': '2022-05-05T20:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '715e40bf-5d7b-4097-8df1-460bbf69ac09', 'tenant_id': 'de91c285d16c4dc593ab45aab12d7e13', 'floating_ip_address': '172.25.0.94', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'fde48a3d-72a0-47e1-9c5d-664e5f02fd1e', 'port_id': '7e6028a8-e4b7-4e27-91e3-0ea59c34d902', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2812, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '896c84ec-d658-47a8-8593-c81dc7c226d5', 'mac_address': 'fa:16:3e:8d:24:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d40173-a144-44a7-98d8-e4fa8dc15faf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:16:07Z', 'updated_at': '2022-05-05T20:16:11Z', 'revision_number': 1, 'project_id': 'de91c285d16c4dc593ab45aab12d7e13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b766a48-40eb-4629-a330-c1dc44f2946b', 'name': '', 'network_id': '896c84ec-d658-47a8-8593-c81dc7c226d5', 'tenant_id': 'de91c285d16c4dc593ab45aab12d7e13', 'mac_address': 'fa:16:3e:4e:80:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde48a3d-72a0-47e1-9c5d-664e5f02fd1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': '44cdc6bd-b57d-466c-9ea8-c60f939ca27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:14:42Z', 'updated_at': '2022-05-05T20:15:01Z', 'revision_number': 5, 'project_id': 'de91c285d16c4dc593ab45aab12d7e13', 'subnets': [{'id': '44cdc6bd-b57d-466c-9ea8-c60f939ca27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:16:17.557034 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dc72a55-46a3-43b7-8f47-3561626b793b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Router 4325b6d5-8a94-440d-9647-d526914ddeea has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:16:17.601644 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c51755-a57b-4d05-8f7a-61060731f847 req-9a2d085f-8e68-4503-94d4-f7361f2f6f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:16:17.603105 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-68c51755-a57b-4d05-8f7a-61060731f847 req-9a2d085f-8e68-4503-94d4-f7361f2f6f3c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=44cdc6bd-b57d-466c-9ea8-c60f939ca27c HTTP/1.1" status: 200 len: 859 time: 0.1071079 May 05 20:16:17.657816 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device efd8bd0a-882b-4384-8a9c-44af39c1d59b no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:16:17.665988 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-68c51755-a57b-4d05-8f7a-61060731f847 req-d0760dd6-1f02-47de-936c-30e47da53ed9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=896c84ec-d658-47a8-8593-c81dc7c226d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534010 May 05 20:16:17.716902 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-113f3916-c89b-4e5f-bea5-c5afccd99d52 admin admin] For port 239445f0-21f4-478a-bb75-a548d22b1013, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=239445f0-21f4-478a-bb75-a548d22b1013,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:16:17.717263 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-113f3916-c89b-4e5f-bea5-c5afccd99d52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:17.755065 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: efd8bd0a-882b-4384-8a9c-44af39c1d59b {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:16:17.755459 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device efd8bd0a-882b-4384-8a9c-44af39c1d59b not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:16:17.850814 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-088eb3a1-913f-422c-9067-10f5eda6b4f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:17.934508 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1faef40-4ad3-4162-b819-d31571e6d6a5 None None] New status for floating IP 715e40bf-5d7b-4097-8df1-460bbf69ac09: ACTIVE {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:16:17.968681 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-088eb3a1-913f-422c-9067-10f5eda6b4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:17.975636 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36c61e44-c8d2-4cc4-9377-a1381a7980ba tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Router a05d786d-6a6a-4302-8c10-b8a2b3e4cc1f is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:16:17.984806 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-113f3916-c89b-4e5f-bea5-c5afccd99d52 admin admin] Calling delete_port for 239445f0-21f4-478a-bb75-a548d22b1013 owned by network:router_gateway {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:16:17.990874 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1940c8aa-f599-4a07-ac57-51144a746de2 req-aaaa44c6-15c2-4266-af4e-e0408e4ca1ad service neutron] 10.222.0.36 "GET /v2.0/networks/896c84ec-d658-47a8-8593-c81dc7c226d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9442449 May 05 20:16:18.089633 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-088eb3a1-913f-422c-9067-10f5eda6b4f0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e35a497c440a4edab3144a53b91d758f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2894318 May 05 20:16:18.092617 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088eb3a1-913f-422c-9067-10f5eda6b4f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ca1ea4-29b6-4fdd-8466-24bd98b25a34,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:18.105865 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36954) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:16:18.107083 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc72a55-46a3-43b7-8f47-3561626b793b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:16:18.116968 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e368d4bc-bc0d-42fe-a6b0-7e1f7e3b8a5d None None] Sync routers for ids ['4325b6d5-8a94-440d-9647-d526914ddeea'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:16:18.149377 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e368d4bc-bc0d-42fe-a6b0-7e1f7e3b8a5d None None] Routers {'4325b6d5-8a94-440d-9647-d526914ddeea'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:16:18.150101 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-e368d4bc-bc0d-42fe-a6b0-7e1f7e3b8a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:16:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['4325b6d5-8a94-440d-9647-d526914ddeea'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:16:18.159913 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-7dc72a55-46a3-43b7-8f47-3561626b793b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "PUT /v2.0/routers/4325b6d5-8a94-440d-9647-d526914ddeea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4101651 May 05 20:16:18.167801 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36962) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:16:18.194507 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-0db632af-ce11-40eb-9c7a-ed3ca9143e18 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Request body: {'network': {'name': 'tempest-RoutersTest-313973121'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:16:18.227022 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-0db632af-ce11-40eb-9c7a-ed3ca9143e18 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:16:18.245330 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-0db632af-ce11-40eb-9c7a-ed3ca9143e18 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Usage tracker for resource:network and tenant:9b46723d474c4d6a82c8d63ca7324f68 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:16:18.253309 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-0db632af-ce11-40eb-9c7a-ed3ca9143e18 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:16:18.297197 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d0db82ea-2eff-44f0-91f7-a7b6abd85f1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:18.298959 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-0db632af-ce11-40eb-9c7a-ed3ca9143e18 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:16:18.352317 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-128a68d2-6149-40cc-8086-48dd20203148 req-5b59f74e-e313-4069-ae5e-b2a08ca12fbd tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.94 HTTP/1.1" status: 200 len: 999 time: 0.3164713 May 05 20:16:18.367500 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db632af-ce11-40eb-9c7a-ed3ca9143e18 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Made reservation on behalf of 9b46723d474c4d6a82c8d63ca7324f68 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:16:18.370904 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0db632af-ce11-40eb-9c7a-ed3ca9143e18 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:18.430160 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d0db82ea-2eff-44f0-91f7-a7b6abd85f1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:18.478710 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-e368d4bc-bc0d-42fe-a6b0-7e1f7e3b8a5d None None] Set router 4325b6d5-8a94-440d-9647-d526914ddeea gateway port host: None {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:16:18.499289 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0db632af-ce11-40eb-9c7a-ed3ca9143e18 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:16:18.523905 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0db632af-ce11-40eb-9c7a-ed3ca9143e18 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:18.524456 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-0db632af-ce11-40eb-9c7a-ed3ca9143e18 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Added segment ccefa8c6-f74a-4b7e-aad6-17a957464c26 of type vlan for network 85d006d8-e278-473e-b481-79324c30dedf May 05 20:16:18.570491 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0db632af-ce11-40eb-9c7a-ed3ca9143e18 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:18.585351 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-68c51755-a57b-4d05-8f7a-61060731f847 req-0033d6d6-e580-4990-8d9a-0f6322db2958 service neutron] 10.222.0.24 "GET /v2.0/networks/896c84ec-d658-47a8-8593-c81dc7c226d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9033589 May 05 20:16:18.616754 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0db632af-ce11-40eb-9c7a-ed3ca9143e18 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:18.628332 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db632af-ce11-40eb-9c7a-ed3ca9143e18 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:16:18.631616 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0db632af-ce11-40eb-9c7a-ed3ca9143e18 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:18.706481 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d0db82ea-2eff-44f0-91f7-a7b6abd85f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:18.768289 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0db82ea-2eff-44f0-91f7-a7b6abd85f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ca1ea4-29b6-4fdd-8466-24bd98b25a34,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:18.844353 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-0db632af-ce11-40eb-9c7a-ed3ca9143e18 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6754637 May 05 20:16:18.898874 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36974) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:16:18.901948 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d0db82ea-2eff-44f0-91f7-a7b6abd85f1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:18.903267 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d0db82ea-2eff-44f0-91f7-a7b6abd85f1a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f2ca1ea4-29b6-4fdd-8466-24bd98b25a34 HTTP/1.1" status: 204 len: 168 time: 0.7861099 May 05 20:16:18.914561 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-1607290a-39bf-42d4-a77d-c5bb43e0f3ef tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Request body: {'subnet': {'network_id': '85d006d8-e278-473e-b481-79324c30dedf', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:16:18.987590 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a68d2-6149-40cc-8086-48dd20203148 req-5c8f752f-a9b8-46ff-a577-fb6ac3c16918 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:16:18.989024 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-128a68d2-6149-40cc-8086-48dd20203148 req-5c8f752f-a9b8-46ff-a577-fb6ac3c16918 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/ports/7e6028a8-e4b7-4e27-91e3-0ea59c34d902 HTTP/1.1" status: 200 len: 943 time: 0.6359890 May 05 20:16:19.050711 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-e368d4bc-bc0d-42fe-a6b0-7e1f7e3b8a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'name': 'tempest-RoutersTest-router-2119623452', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:15:48Z', 'updated_at': '2022-05-05T20:16:14Z', 'revision_number': 3, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'gw_port_host': None, '_interfaces': [{'id': '5ffa19dc-c0c1-4764-bfce-8aab726f21de', 'name': '', 'network_id': '8f701fd3-b913-4a35-a12b-b07e85ab5eae', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'mac_address': 'fa:16:3e:86:4b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '55c611a8-580e-4066-b58a-99b0af1d0368', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:16:11Z', 'updated_at': '2022-05-05T20:16:15Z', 'revision_number': 2, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'subnets': [{'id': '55c611a8-580e-4066-b58a-99b0af1d0368', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b456e880-efae-4517-b525-75e7035c4bcb', 'name': '', 'network_id': '80220b23-1e14-4748-9ef8-0335ee71af3e', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'mac_address': 'fa:16:3e:c9:a3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'e7a131f1-6d5d-499c-a8a6-b64928031e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:15:55Z', 'updated_at': '2022-05-05T20:16:11Z', 'revision_number': 5, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'subnets': [{'id': 'e7a131f1-6d5d-499c-a8a6-b64928031e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:16:19.059900 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e368d4bc-bc0d-42fe-a6b0-7e1f7e3b8a5d None None] Checking router: 4325b6d5-8a94-440d-9647-d526914ddeea for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:16:19.061740 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e368d4bc-bc0d-42fe-a6b0-7e1f7e3b8a5d None None] Updating router 4325b6d5-8a94-440d-9647-d526914ddeea port 5ffa19dc-c0c1-4764-bfce-8aab726f21de binding host n-d-840717-1 {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:16:19.143522 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db632af-ce11-40eb-9c7a-ed3ca9143e18 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Pushing event updated for resources: {'Network': ['ID=85d006d8-e278-473e-b481-79324c30dedf,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:19.174270 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-1607290a-39bf-42d4-a77d-c5bb43e0f3ef tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:16:19.178722 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-1607290a-39bf-42d4-a77d-c5bb43e0f3ef tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Usage tracker for resource:subnet and tenant:9b46723d474c4d6a82c8d63ca7324f68 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:16:19.182403 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 85d006d8-e278-473e-b481-79324c30dedf details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:16:19.186256 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-1607290a-39bf-42d4-a77d-c5bb43e0f3ef tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:16:19.195011 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-1607290a-39bf-42d4-a77d-c5bb43e0f3ef tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:16:19.225533 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1607290a-39bf-42d4-a77d-c5bb43e0f3ef tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Made reservation on behalf of 9b46723d474c4d6a82c8d63ca7324f68 for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:16:19.230096 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1607290a-39bf-42d4-a77d-c5bb43e0f3ef tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:19.354802 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-128a68d2-6149-40cc-8086-48dd20203148 req-4be32769-b26e-4fb2-9339-3c381e14686e tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.94 HTTP/1.1" status: 200 len: 1001 time: 0.1383014 May 05 20:16:19.386729 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e368d4bc-bc0d-42fe-a6b0-7e1f7e3b8a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:19.390266 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-68c51755-a57b-4d05-8f7a-61060731f847 req-20cefb77-c90e-4077-a2a5-a4961a67ae07 service neutron] 10.222.0.24 "GET /v2.0/networks/896c84ec-d658-47a8-8593-c81dc7c226d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7323701 May 05 20:16:19.405619 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36c61e44-c8d2-4cc4-9377-a1381a7980ba tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:16:19.416631 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f668f33-bcc5-4a73-bd46-70045cf400f1 None None] Sync routers for ids ['a05d786d-6a6a-4302-8c10-b8a2b3e4cc1f'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:16:19.429513 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f668f33-bcc5-4a73-bd46-70045cf400f1 None None] Routers {'a05d786d-6a6a-4302-8c10-b8a2b3e4cc1f'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:16:19.430609 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-5f668f33-bcc5-4a73-bd46-70045cf400f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:16:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['a05d786d-6a6a-4302-8c10-b8a2b3e4cc1f'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:16:19.698940 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1607290a-39bf-42d4-a77d-c5bb43e0f3ef tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:19.829028 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-5f668f33-bcc5-4a73-bd46-70045cf400f1 None None] Set router a05d786d-6a6a-4302-8c10-b8a2b3e4cc1f gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:16:19.929071 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1607290a-39bf-42d4-a77d-c5bb43e0f3ef tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Pushing event updated for resources: {'Subnet': ['ID=f120e665-dca7-46da-901c-3e4f9a89d398,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:19.989613 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1607290a-39bf-42d4-a77d-c5bb43e0f3ef tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Checking segment: {'id': 'ccefa8c6-f74a-4b7e-aad6-17a957464c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '85d006d8-e278-473e-b481-79324c30dedf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:16:19.989613 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1607290a-39bf-42d4-a77d-c5bb43e0f3ef tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Network hostable DHCP agents. Network: 85d006d8-e278-473e-b481-79324c30dedf, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:16:20.056243 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1607290a-39bf-42d4-a77d-c5bb43e0f3ef tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Network 85d006d8-e278-473e-b481-79324c30dedf is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:16:20.075590 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-1607290a-39bf-42d4-a77d-c5bb43e0f3ef tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 85d006d8-e278-473e-b481-79324c30dedf) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:16:20.080490 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1607290a-39bf-42d4-a77d-c5bb43e0f3ef tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:16:20.081430 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1607290a-39bf-42d4-a77d-c5bb43e0f3ef tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:20.136053 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-1607290a-39bf-42d4-a77d-c5bb43e0f3ef tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2354505 May 05 20:16:20.137192 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 37016) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:16:20.333733 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-36c61e44-c8d2-4cc4-9377-a1381a7980ba tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:20.336606 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-36c61e44-c8d2-4cc4-9377-a1381a7980ba tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 17.0965209 May 05 20:16:20.344541 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 37020) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:16:20.372482 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a68d2-6149-40cc-8086-48dd20203148 req-acec4c7c-976e-42ee-8d21-9dfc168f7bfc tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:16:20.374620 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-128a68d2-6149-40cc-8086-48dd20203148 req-acec4c7c-976e-42ee-8d21-9dfc168f7bfc tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/networks/0401d202-1605-4cfe-bad4-fb225df6afb0 HTTP/1.1" status: 200 len: 784 time: 0.9924548 May 05 20:16:20.490102 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded954a9-e88c-439f-884d-aa6195574213 None None] Network 85d006d8-e278-473e-b481-79324c30dedf requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:16:20.597712 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-5f668f33-bcc5-4a73-bd46-70045cf400f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05d786d-6a6a-4302-8c10-b8a2b3e4cc1f', 'name': 'tempest-snat-router-579865877', 'tenant_id': '9416b4e04e2747ff9dc655d72d258451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '36e9e194-0cbe-4c57-ba6c-fe322444edfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:16:04Z', 'updated_at': '2022-05-05T20:16:13Z', 'revision_number': 3, 'project_id': '9416b4e04e2747ff9dc655d72d258451', 'gw_port': {'id': '36e9e194-0cbe-4c57-ba6c-fe322444edfd', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:84:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a05d786d-6a6a-4302-8c10-b8a2b3e4cc1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:16:10Z', 'updated_at': '2022-05-05T20:16:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:16:20.604118 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f668f33-bcc5-4a73-bd46-70045cf400f1 None None] Checking router: a05d786d-6a6a-4302-8c10-b8a2b3e4cc1f for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:16:20.604725 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f668f33-bcc5-4a73-bd46-70045cf400f1 None None] Updating router a05d786d-6a6a-4302-8c10-b8a2b3e4cc1f port 36e9e194-0cbe-4c57-ba6c-fe322444edfd binding host n-d-840717-1 {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:16:20.673398 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5f668f33-bcc5-4a73-bd46-70045cf400f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:20.673828 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [req-128a68d2-6149-40cc-8086-48dd20203148 req-e2ad7175-0047-4357-9a48-823c10707501 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:16:20.674827 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-128a68d2-6149-40cc-8086-48dd20203148 req-e2ad7175-0047-4357-9a48-823c10707501 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0479307 May 05 20:16:20.896561 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e368d4bc-bc0d-42fe-a6b0-7e1f7e3b8a5d None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:21.309454 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82fff50-9667-4bd0-9744-72d02daed5e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-85d006d8-e278-473e-b481-79324c30dedf', 'network_id': '85d006d8-e278-473e-b481-79324c30dedf', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'fixed_ips': [{'subnet_id': 'f120e665-dca7-46da-901c-3e4f9a89d398'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:16:21.310369 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e82fff50-9667-4bd0-9744-72d02daed5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:21.383389 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3db49378-f2d9-4bc9-8420-13766acf6d2a tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] 10.222.0.36 "GET /v2.0/routers/a05d786d-6a6a-4302-8c10-b8a2b3e4cc1f HTTP/1.1" status: 200 len: 906 time: 1.0350749 May 05 20:16:21.387865 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 37054) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:16:21.395870 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-e368d4bc-bc0d-42fe-a6b0-7e1f7e3b8a5d None None] Transition to ACTIVE for port object 5ffa19dc-c0c1-4764-bfce-8aab726f21de will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:16:21.402201 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-113f3916-c89b-4e5f-bea5-c5afccd99d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:21.417080 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e368d4bc-bc0d-42fe-a6b0-7e1f7e3b8a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:21.482289 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5f668f33-bcc5-4a73-bd46-70045cf400f1 None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:21.505092 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-5f668f33-bcc5-4a73-bd46-70045cf400f1 None None] Transition to ACTIVE for port object 36e9e194-0cbe-4c57-ba6c-fe322444edfd will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:16:21.510999 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113f3916-c89b-4e5f-bea5-c5afccd99d52 admin admin] Pushing event deleted for resources: {'Port': ['ID=239445f0-21f4-478a-bb75-a548d22b1013,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:21.533821 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5f668f33-bcc5-4a73-bd46-70045cf400f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:21.610628 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-113f3916-c89b-4e5f-bea5-c5afccd99d52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:21.723671 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-5f668f33-bcc5-4a73-bd46-70045cf400f1 None None] Attempting to bind port 36e9e194-0cbe-4c57-ba6c-fe322444edfd on host n-d-840717-1 for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:16:21.727685 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-5f668f33-bcc5-4a73-bd46-70045cf400f1 None None] Attempting to bind port 36e9e194-0cbe-4c57-ba6c-fe322444edfd by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:16:21.728861 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f668f33-bcc5-4a73-bd46-70045cf400f1 None None] Attempting to bind port 36e9e194-0cbe-4c57-ba6c-fe322444edfd on network 0401d202-1605-4cfe-bad4-fb225df6afb0 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:16:21.740223 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f668f33-bcc5-4a73-bd46-70045cf400f1 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:16:21.740961 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f668f33-bcc5-4a73-bd46-70045cf400f1 None None] Checking segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:16:21.747666 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5f668f33-bcc5-4a73-bd46-70045cf400f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:21.757527 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f668f33-bcc5-4a73-bd46-70045cf400f1 None None] Bound using segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:16:21.757527 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-5f668f33-bcc5-4a73-bd46-70045cf400f1 None None] Bound port: 36e9e194-0cbe-4c57-ba6c-fe322444edfd, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:16:21.757527 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5f668f33-bcc5-4a73-bd46-70045cf400f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:21.809573 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-e82fff50-9667-4bd0-9744-72d02daed5e9 None None] Allocated IP 172.22.0.2 (85d006d8-e278-473e-b481-79324c30dedf/f120e665-dca7-46da-901c-3e4f9a89d398/d116dcae-2904-4ed1-984f-bb553d2f8d64) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:16:21.838129 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-47f5151b-ef0c-46da-86f5-9544ed3dbb61 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks [] for router, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:21.952279 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-5f668f33-bcc5-4a73-bd46-70045cf400f1 None None] For port 36e9e194-0cbe-4c57-ba6c-fe322444edfd, host n-d-840717-1, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:16:21.967078 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-5f668f33-bcc5-4a73-bd46-70045cf400f1 None None] For port 36e9e194-0cbe-4c57-ba6c-fe322444edfd, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=36e9e194-0cbe-4c57-ba6c-fe322444edfd,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:16:21.982619 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5f668f33-bcc5-4a73-bd46-70045cf400f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:22.039887 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455197ec-e30d-4822-8893-0879147e14d4 None None] Pushing event updated for resources: {'Port': ['ID=36e9e194-0cbe-4c57-ba6c-fe322444edfd,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:22.122126 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882fefbd-bf71-4136-b29d-1567277fbdc9 None None] Pushing event updated for resources: {'Port': ['ID=5ffa19dc-c0c1-4764-bfce-8aab726f21de,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:22.185845 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-113f3916-c89b-4e5f-bea5-c5afccd99d52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:22.186384 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f668f33-bcc5-4a73-bd46-70045cf400f1 None None] Routers {'a05d786d-6a6a-4302-8c10-b8a2b3e4cc1f'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:16:22.188657 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-5f668f33-bcc5-4a73-bd46-70045cf400f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:16:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['a05d786d-6a6a-4302-8c10-b8a2b3e4cc1f'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:16:22.192642 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-113f3916-c89b-4e5f-bea5-c5afccd99d52 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:22.227635 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-128a68d2-6149-40cc-8086-48dd20203148 req-b3773f78-52f1-448e-867f-5765b2a6c4c8 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.94 HTTP/1.1" status: 200 len: 1001 time: 1.2817464 May 05 20:16:22.240999 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-128a68d2-6149-40cc-8086-48dd20203148 req-17d950a5-17cb-461d-aed7-0ea473c48253 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:16:22.303852 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-47f5151b-ef0c-46da-86f5-9544ed3dbb61 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:22.356101 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-47f5151b-ef0c-46da-86f5-9544ed3dbb61 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Deleting port 36e9e194-0cbe-4c57-ba6c-fe322444edfd {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:16:22.356457 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-47f5151b-ef0c-46da-86f5-9544ed3dbb61 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:22.484127 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-113f3916-c89b-4e5f-bea5-c5afccd99d52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:22.490456 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-113f3916-c89b-4e5f-bea5-c5afccd99d52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d77d22ac-cfe3-4696-a86f-f8f26504a064 {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:16:22.606357 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455197ec-e30d-4822-8893-0879147e14d4 None None] Pushing event updated for resources: {'Port': ['ID=36e9e194-0cbe-4c57-ba6c-fe322444edfd,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:22.610152 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-113f3916-c89b-4e5f-bea5-c5afccd99d52 admin admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:22.612035 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-113f3916-c89b-4e5f-bea5-c5afccd99d52 admin admin] 10.222.0.36 "DELETE /v2.0/routers/d77d22ac-cfe3-4696-a86f-f8f26504a064 HTTP/1.1" status: 204 len: 168 time: 8.5733509 May 05 20:16:22.619034 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-e368d4bc-bc0d-42fe-a6b0-7e1f7e3b8a5d None None] Attempting to bind port 5ffa19dc-c0c1-4764-bfce-8aab726f21de on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:16:22.619219 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 37086) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:16:22.619683 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-e368d4bc-bc0d-42fe-a6b0-7e1f7e3b8a5d None None] Attempting to bind port 5ffa19dc-c0c1-4764-bfce-8aab726f21de by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '13562e1f-6946-447e-8458-49500287d78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8f701fd3-b913-4a35-a12b-b07e85ab5eae'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:16:22.619814 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e368d4bc-bc0d-42fe-a6b0-7e1f7e3b8a5d None None] Attempting to bind port 5ffa19dc-c0c1-4764-bfce-8aab726f21de on network 8f701fd3-b913-4a35-a12b-b07e85ab5eae {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:16:22.628088 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e368d4bc-bc0d-42fe-a6b0-7e1f7e3b8a5d None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:16:22.628606 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e368d4bc-bc0d-42fe-a6b0-7e1f7e3b8a5d None None] Checking segment: {'id': '13562e1f-6946-447e-8458-49500287d78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8f701fd3-b913-4a35-a12b-b07e85ab5eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:16:22.629106 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e368d4bc-bc0d-42fe-a6b0-7e1f7e3b8a5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:22.630315 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e368d4bc-bc0d-42fe-a6b0-7e1f7e3b8a5d None None] Bound using segment: {'id': '13562e1f-6946-447e-8458-49500287d78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8f701fd3-b913-4a35-a12b-b07e85ab5eae'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:16:22.630882 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-e368d4bc-bc0d-42fe-a6b0-7e1f7e3b8a5d None None] Bound port: 5ffa19dc-c0c1-4764-bfce-8aab726f21de, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13562e1f-6946-447e-8458-49500287d78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8f701fd3-b913-4a35-a12b-b07e85ab5eae'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:16:22.631390 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e368d4bc-bc0d-42fe-a6b0-7e1f7e3b8a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:22.651769 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-128a68d2-6149-40cc-8086-48dd20203148 req-17d950a5-17cb-461d-aed7-0ea473c48253 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Notify callbacks [] for floatingip, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:22.670612 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-5f668f33-bcc5-4a73-bd46-70045cf400f1 None None] Set router a05d786d-6a6a-4302-8c10-b8a2b3e4cc1f gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:16:22.797712 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9d79b5fa-4d07-424c-9e80-aa1a496e1ffd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:22.903324 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-e368d4bc-bc0d-42fe-a6b0-7e1f7e3b8a5d None None] For port 5ffa19dc-c0c1-4764-bfce-8aab726f21de, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:16:22.908634 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-e368d4bc-bc0d-42fe-a6b0-7e1f7e3b8a5d None None] For port 5ffa19dc-c0c1-4764-bfce-8aab726f21de, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=5ffa19dc-c0c1-4764-bfce-8aab726f21de,segment=NetworkSegment(13562e1f-6946-447e-8458-49500287d78f),segment_id=13562e1f-6946-447e-8458-49500287d78f)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:16:22.910056 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e82fff50-9667-4bd0-9744-72d02daed5e9 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:22.919410 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-5f668f33-bcc5-4a73-bd46-70045cf400f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05d786d-6a6a-4302-8c10-b8a2b3e4cc1f', 'name': 'tempest-snat-router-579865877', 'tenant_id': '9416b4e04e2747ff9dc655d72d258451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:16:04Z', 'updated_at': '2022-05-05T20:16:22Z', 'revision_number': 4, 'project_id': '9416b4e04e2747ff9dc655d72d258451', 'gw_port_host': None}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:16:22.928887 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e368d4bc-bc0d-42fe-a6b0-7e1f7e3b8a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:22.939100 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f668f33-bcc5-4a73-bd46-70045cf400f1 None None] The sync data for ids ['a05d786d-6a6a-4302-8c10-b8a2b3e4cc1f'] in n-d-840717-1 is: [{'id': 'a05d786d-6a6a-4302-8c10-b8a2b3e4cc1f', 'name': 'tempest-snat-router-579865877', 'tenant_id': '9416b4e04e2747ff9dc655d72d258451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:16:04Z', 'updated_at': '2022-05-05T20:16:22Z', 'revision_number': 4, 'project_id': '9416b4e04e2747ff9dc655d72d258451', 'gw_port_host': None}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:16:23.085065 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-e82fff50-9667-4bd0-9744-72d02daed5e9 None None] Transition to ACTIVE for port object d116dcae-2904-4ed1-984f-bb553d2f8d64 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:16:23.088318 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882fefbd-bf71-4136-b29d-1567277fbdc9 None None] Pushing event updated for resources: {'Port': ['ID=5ffa19dc-c0c1-4764-bfce-8aab726f21de,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:23.137734 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e368d4bc-bc0d-42fe-a6b0-7e1f7e3b8a5d None None] Routers {'4325b6d5-8a94-440d-9647-d526914ddeea'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:16:23.138372 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-e368d4bc-bc0d-42fe-a6b0-7e1f7e3b8a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:16:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['4325b6d5-8a94-440d-9647-d526914ddeea'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:16:23.204870 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-b87ca03d-a862-4166-9545-eb1f33139097 admin admin] Deleting subnet 4839f055-edd7-4ed9-a2d6-dc3f9daf425d {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:16:23.211992 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b87ca03d-a862-4166-9545-eb1f33139097 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:23.321989 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b87ca03d-a862-4166-9545-eb1f33139097 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:23.334289 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-128a68d2-6149-40cc-8086-48dd20203148 req-17d950a5-17cb-461d-aed7-0ea473c48253 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:23.342076 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-128a68d2-6149-40cc-8086-48dd20203148 req-17d950a5-17cb-461d-aed7-0ea473c48253 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:23.342519 n-d-840717-1 neutron-server[88198]: INFO neutron.db.l3_db [req-128a68d2-6149-40cc-8086-48dd20203148 req-17d950a5-17cb-461d-aed7-0ea473c48253 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Floating IP 715e40bf-5d7b-4097-8df1-460bbf69ac09 disassociated. External IP: 172.25.0.94, port: 7e6028a8-e4b7-4e27-91e3-0ea59c34d902. May 05 20:16:23.430430 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-e368d4bc-bc0d-42fe-a6b0-7e1f7e3b8a5d None None] Set router 4325b6d5-8a94-440d-9647-d526914ddeea gateway port host: None {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:16:23.548336 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b87ca03d-a862-4166-9545-eb1f33139097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:23.693360 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-e82fff50-9667-4bd0-9744-72d02daed5e9 None None] Transition to ACTIVE for port object d116dcae-2904-4ed1-984f-bb553d2f8d64 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:16:23.698178 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 239445f0-21f4-478a-bb75-a548d22b1013 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:16:23.712747 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-47f5151b-ef0c-46da-86f5-9544ed3dbb61 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] For port 36e9e194-0cbe-4c57-ba6c-fe322444edfd, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=36e9e194-0cbe-4c57-ba6c-fe322444edfd,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:16:23.713755 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-47f5151b-ef0c-46da-86f5-9544ed3dbb61 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:23.759334 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e82fff50-9667-4bd0-9744-72d02daed5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:23.897281 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 239445f0-21f4-478a-bb75-a548d22b1013 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:16:23.897873 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 239445f0-21f4-478a-bb75-a548d22b1013 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:16:23.992873 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82fff50-9667-4bd0-9744-72d02daed5e9 None None] Network 85d006d8-e278-473e-b481-79324c30dedf is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:16:24.042688 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-e82fff50-9667-4bd0-9744-72d02daed5e9 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:16:24.045853 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82fff50-9667-4bd0-9744-72d02daed5e9 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:16:24.308355 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [req-128a68d2-6149-40cc-8086-48dd20203148 req-17d950a5-17cb-461d-aed7-0ea473c48253 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Router fde48a3d-72a0-47e1-9c5d-664e5f02fd1e has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:16:24.394003 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-47f5151b-ef0c-46da-86f5-9544ed3dbb61 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Calling delete_port for 36e9e194-0cbe-4c57-ba6c-fe322444edfd owned by network:router_gateway {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:16:24.402368 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82fff50-9667-4bd0-9744-72d02daed5e9 None None] Pushing event updated for resources: {'Port': ['ID=d116dcae-2904-4ed1-984f-bb553d2f8d64,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:24.492916 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b87ca03d-a862-4166-9545-eb1f33139097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:24.516651 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-e82fff50-9667-4bd0-9744-72d02daed5e9 None None] Attempting to bind port d116dcae-2904-4ed1-984f-bb553d2f8d64 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:16:24.517093 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-e82fff50-9667-4bd0-9744-72d02daed5e9 None None] Attempting to bind port d116dcae-2904-4ed1-984f-bb553d2f8d64 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'ccefa8c6-f74a-4b7e-aad6-17a957464c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '85d006d8-e278-473e-b481-79324c30dedf'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:16:24.517563 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82fff50-9667-4bd0-9744-72d02daed5e9 None None] Attempting to bind port d116dcae-2904-4ed1-984f-bb553d2f8d64 on network 85d006d8-e278-473e-b481-79324c30dedf {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:16:24.545011 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82fff50-9667-4bd0-9744-72d02daed5e9 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:16:24.545795 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82fff50-9667-4bd0-9744-72d02daed5e9 None None] Checking segment: {'id': 'ccefa8c6-f74a-4b7e-aad6-17a957464c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '85d006d8-e278-473e-b481-79324c30dedf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:16:24.546434 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e82fff50-9667-4bd0-9744-72d02daed5e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:24.547031 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82fff50-9667-4bd0-9744-72d02daed5e9 None None] Bound using segment: {'id': 'ccefa8c6-f74a-4b7e-aad6-17a957464c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '85d006d8-e278-473e-b481-79324c30dedf'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:16:24.547855 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-e82fff50-9667-4bd0-9744-72d02daed5e9 None None] Bound port: d116dcae-2904-4ed1-984f-bb553d2f8d64, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccefa8c6-f74a-4b7e-aad6-17a957464c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '85d006d8-e278-473e-b481-79324c30dedf'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:16:24.548454 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e82fff50-9667-4bd0-9744-72d02daed5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:24.604891 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-128a68d2-6149-40cc-8086-48dd20203148 req-17d950a5-17cb-461d-aed7-0ea473c48253 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:16:24.617885 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-128a68d2-6149-40cc-8086-48dd20203148 req-17d950a5-17cb-461d-aed7-0ea473c48253 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:24.679691 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-e82fff50-9667-4bd0-9744-72d02daed5e9 None None] For port d116dcae-2904-4ed1-984f-bb553d2f8d64, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:16:24.683710 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-e82fff50-9667-4bd0-9744-72d02daed5e9 None None] For port d116dcae-2904-4ed1-984f-bb553d2f8d64, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=d116dcae-2904-4ed1-984f-bb553d2f8d64,segment=NetworkSegment(ccefa8c6-f74a-4b7e-aad6-17a957464c26),segment_id=ccefa8c6-f74a-4b7e-aad6-17a957464c26)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:16:24.690044 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0142b8-d1f7-43e4-a896-02ffb5ed7d64 None None] Sync routers for ids ['fde48a3d-72a0-47e1-9c5d-664e5f02fd1e'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:16:24.694702 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-128a68d2-6149-40cc-8086-48dd20203148 req-17d950a5-17cb-461d-aed7-0ea473c48253 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "PUT /v2.0/floatingips/715e40bf-5d7b-4097-8df1-460bbf69ac09 HTTP/1.1" status: 200 len: 694 time: 2.4604974 May 05 20:16:24.695399 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5d40173-a144-44a7-98d8-e4fa8dc15faf', 'tag': '7e6028a8-e4b7-4e27-91e3-0ea59c34d902'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:16:24.701518 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e82fff50-9667-4bd0-9744-72d02daed5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:24.802175 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82fff50-9667-4bd0-9744-72d02daed5e9 None None] Pushing event updated for resources: {'Port': ['ID=d116dcae-2904-4ed1-984f-bb553d2f8d64,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:24.811275 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a68d2-6149-40cc-8086-48dd20203148 req-7c15fd1d-21df-40c6-9794-008f84410e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:16:24.815031 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0142b8-d1f7-43e4-a896-02ffb5ed7d64 None None] Routers {'fde48a3d-72a0-47e1-9c5d-664e5f02fd1e'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:16:24.815766 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-1e0142b8-d1f7-43e4-a896-02ffb5ed7d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:16:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['fde48a3d-72a0-47e1-9c5d-664e5f02fd1e'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:16:24.827743 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-128a68d2-6149-40cc-8086-48dd20203148 req-7c15fd1d-21df-40c6-9794-008f84410e43 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de91c285d16c4dc593ab45aab12d7e13&device_id=f5d40173-a144-44a7-98d8-e4fa8dc15faf HTTP/1.1" status: 200 len: 1097 time: 0.1250827 May 05 20:16:24.997993 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-e368d4bc-bc0d-42fe-a6b0-7e1f7e3b8a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'name': 'tempest-RoutersTest-router-2119623452', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:15:48Z', 'updated_at': '2022-05-05T20:16:14Z', 'revision_number': 3, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'gw_port_host': None, '_interfaces': [{'id': '5ffa19dc-c0c1-4764-bfce-8aab726f21de', 'name': '', 'network_id': '8f701fd3-b913-4a35-a12b-b07e85ab5eae', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'mac_address': 'fa:16:3e:86:4b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '55c611a8-580e-4066-b58a-99b0af1d0368', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:16:11Z', 'updated_at': '2022-05-05T20:16:22Z', 'revision_number': 4, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'subnets': [{'id': '55c611a8-580e-4066-b58a-99b0af1d0368', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b456e880-efae-4517-b525-75e7035c4bcb', 'name': '', 'network_id': '80220b23-1e14-4748-9ef8-0335ee71af3e', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'mac_address': 'fa:16:3e:c9:a3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'e7a131f1-6d5d-499c-a8a6-b64928031e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:15:55Z', 'updated_at': '2022-05-05T20:16:11Z', 'revision_number': 5, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'subnets': [{'id': 'e7a131f1-6d5d-499c-a8a6-b64928031e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:16:25.009502 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25584844-1ef0-4a0a-b71a-718334c451c2'] response: {'name': 'network-changed', 'server_uuid': 'f5d40173-a144-44a7-98d8-e4fa8dc15faf', 'tag': '7e6028a8-e4b7-4e27-91e3-0ea59c34d902', 'status': 'completed', 'code': 200} May 05 20:16:25.117085 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a68d2-6149-40cc-8086-48dd20203148 req-f0c7cfc0-5029-42f9-8967-e438ddc75832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:16:25.119723 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-128a68d2-6149-40cc-8086-48dd20203148 req-f0c7cfc0-5029-42f9-8967-e438ddc75832 service neutron] 10.222.0.36 "GET /v2.0/networks?id=896c84ec-d658-47a8-8593-c81dc7c226d5 HTTP/1.1" status: 200 len: 920 time: 0.2910736 May 05 20:16:25.177421 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e368d4bc-bc0d-42fe-a6b0-7e1f7e3b8a5d None None] The sync data for ids ['4325b6d5-8a94-440d-9647-d526914ddeea'] in n-d-840717-1 is: [{'id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'name': 'tempest-RoutersTest-router-2119623452', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:15:48Z', 'updated_at': '2022-05-05T20:16:14Z', 'revision_number': 3, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'gw_port_host': None, '_interfaces': [{'id': '5ffa19dc-c0c1-4764-bfce-8aab726f21de', 'name': '', 'network_id': '8f701fd3-b913-4a35-a12b-b07e85ab5eae', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'mac_address': 'fa:16:3e:86:4b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '55c611a8-580e-4066-b58a-99b0af1d0368', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:16:11Z', 'updated_at': '2022-05-05T20:16:22Z', 'revision_number': 4, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'subnets': [{'id': '55c611a8-580e-4066-b58a-99b0af1d0368', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b456e880-efae-4517-b525-75e7035c4bcb', 'name': '', 'network_id': '80220b23-1e14-4748-9ef8-0335ee71af3e', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'mac_address': 'fa:16:3e:c9:a3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'e7a131f1-6d5d-499c-a8a6-b64928031e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:15:55Z', 'updated_at': '2022-05-05T20:16:11Z', 'revision_number': 5, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'subnets': [{'id': 'e7a131f1-6d5d-499c-a8a6-b64928031e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:16:25.309806 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-1e0142b8-d1f7-43e4-a896-02ffb5ed7d64 None None] Set router fde48a3d-72a0-47e1-9c5d-664e5f02fd1e gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:16:25.329564 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-128a68d2-6149-40cc-8086-48dd20203148 req-fbc71297-85e0-4791-beff-5f983c0288de service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e6028a8-e4b7-4e27-91e3-0ea59c34d902 HTTP/1.1" status: 200 len: 217 time: 0.1829243 May 05 20:16:25.460534 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-9d79b5fa-4d07-424c-9e80-aa1a496e1ffd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Allocated IP 172.22.0.1 (85d006d8-e278-473e-b481-79324c30dedf/f120e665-dca7-46da-901c-3e4f9a89d398/06581e7c-71c5-4a8b-bf04-eea73ca8cfb1) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:16:25.472178 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a68d2-6149-40cc-8086-48dd20203148 req-47ff5e90-f817-4145-8e75-fd22804a0923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:16:25.474742 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-128a68d2-6149-40cc-8086-48dd20203148 req-47ff5e90-f817-4145-8e75-fd22804a0923 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=44cdc6bd-b57d-466c-9ea8-c60f939ca27c HTTP/1.1" status: 200 len: 859 time: 0.1137938 May 05 20:16:25.542731 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-47f5151b-ef0c-46da-86f5-9544ed3dbb61 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:25.633447 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb96d54-c154-41d3-8867-2d0634b89f46 req-b95c8952-75ad-4c67-9e1b-7fb7c7d95bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:16:25.636213 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5bb96d54-c154-41d3-8867-2d0634b89f46 req-b95c8952-75ad-4c67-9e1b-7fb7c7d95bc3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=de91c285d16c4dc593ab45aab12d7e13&device_id=f5d40173-a144-44a7-98d8-e4fa8dc15faf HTTP/1.1" status: 200 len: 1097 time: 0.6246438 May 05 20:16:25.662422 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b87ca03d-a862-4166-9545-eb1f33139097 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:25.668985 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87ca03d-a862-4166-9545-eb1f33139097 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4839f055-edd7-4ed9-a2d6-dc3f9daf425d,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:25.736655 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-128a68d2-6149-40cc-8086-48dd20203148 req-df937406-4837-4afe-880c-3500f5a8012b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=896c84ec-d658-47a8-8593-c81dc7c226d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2532811 May 05 20:16:25.752146 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c195bf5f-0036-49e5-a20d-a4b43d03558a None None] Network dd240240-b981-4728-a92a-09bd25dc9abb requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:16:25.900407 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f5151b-ef0c-46da-86f5-9544ed3dbb61 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Pushing event deleted for resources: {'Port': ['ID=36e9e194-0cbe-4c57-ba6c-fe322444edfd,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:26.016737 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device d116dcae-2904-4ed1-984f-bb553d2f8d64 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:16:26.019035 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-b87ca03d-a862-4166-9545-eb1f33139097 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/4839f055-edd7-4ed9-a2d6-dc3f9daf425d HTTP/1.1" status: 204 len: 168 time: 3.3990023 May 05 20:16:26.040883 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 37144) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:16:26.121091 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb96d54-c154-41d3-8867-2d0634b89f46 req-2ebd4c19-0118-4b87-89c7-7f958c161fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:16:26.122713 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5bb96d54-c154-41d3-8867-2d0634b89f46 req-2ebd4c19-0118-4b87-89c7-7f958c161fc5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=896c84ec-d658-47a8-8593-c81dc7c226d5 HTTP/1.1" status: 200 len: 920 time: 0.4787874 May 05 20:16:26.147755 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-128a68d2-6149-40cc-8086-48dd20203148 req-de9fec8f-d36b-4b59-8319-10e55e7a11c9 service neutron] 10.222.0.36 "GET /v2.0/networks/896c84ec-d658-47a8-8593-c81dc7c226d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3839371 May 05 20:16:26.423197 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5bb96d54-c154-41d3-8867-2d0634b89f46 req-520be442-321c-4540-89c2-4a4f9da1e40f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e6028a8-e4b7-4e27-91e3-0ea59c34d902 HTTP/1.1" status: 200 len: 217 time: 0.2741380 May 05 20:16:26.460415 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-47f5151b-ef0c-46da-86f5-9544ed3dbb61 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:26.838605 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-582836cb-128a-4523-8d8d-eae43755900a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:26.850902 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-47f5151b-ef0c-46da-86f5-9544ed3dbb61 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:26.862875 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-47f5151b-ef0c-46da-86f5-9544ed3dbb61 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:26.908567 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9d79b5fa-4d07-424c-9e80-aa1a496e1ffd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:26.932951 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-47f5151b-ef0c-46da-86f5-9544ed3dbb61 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:26.933746 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f5151b-ef0c-46da-86f5-9544ed3dbb61 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a05d786d-6a6a-4302-8c10-b8a2b3e4cc1f {{(pid=88197) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:16:26.948120 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-47f5151b-ef0c-46da-86f5-9544ed3dbb61 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:26.952236 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-47f5151b-ef0c-46da-86f5-9544ed3dbb61 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] 10.222.0.36 "DELETE /v2.0/routers/a05d786d-6a6a-4302-8c10-b8a2b3e4cc1f HTTP/1.1" status: 204 len: 168 time: 5.5633850 May 05 20:16:26.953275 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 37170) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:16:27.018252 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port d116dcae-2904-4ed1-984f-bb553d2f8d64 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:16:27.053272 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb96d54-c154-41d3-8867-2d0634b89f46 req-8693ac5b-00ef-431b-bb57-0a3c86989b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:16:27.059675 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5bb96d54-c154-41d3-8867-2d0634b89f46 req-8693ac5b-00ef-431b-bb57-0a3c86989b6e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=44cdc6bd-b57d-466c-9ea8-c60f939ca27c HTTP/1.1" status: 200 len: 859 time: 0.6123948 May 05 20:16:27.062583 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 5ffa19dc-c0c1-4764-bfce-8aab726f21de up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:16:27.099431 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9622fa1-d096-4370-8dc3-09ccce0dbaf4 None None] Network 85d006d8-e278-473e-b481-79324c30dedf requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:16:27.217714 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b14f6b63-25f6-4201-95cf-5494192859a3 None None] Provisioning for port d116dcae-2904-4ed1-984f-bb553d2f8d64 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:16:27.217953 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3d8c2063-8182-4739-a5cd-b533d5472495 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks [] for router, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:27.220251 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5bb96d54-c154-41d3-8867-2d0634b89f46 req-b1ba46eb-7b6d-42af-8d5f-6e343b7bcbd7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=896c84ec-d658-47a8-8593-c81dc7c226d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1416728 May 05 20:16:27.272553 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b14f6b63-25f6-4201-95cf-5494192859a3 None None] Provisioning complete for port d116dcae-2904-4ed1-984f-bb553d2f8d64 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:16:27.276544 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b14f6b63-25f6-4201-95cf-5494192859a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:27.409788 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb40690c-14fd-43cd-9801-905504603f1b None None] DHCP port deletion for dd240240-b981-4728-a92a-09bd25dc9abb request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:16:27.447607 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-fb40690c-14fd-43cd-9801-905504603f1b None None] Deleting port e4fcd9a8-d603-4a92-b535-eecb2c2b239c {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:16:27.448370 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fb40690c-14fd-43cd-9801-905504603f1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:27.580684 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5bb96d54-c154-41d3-8867-2d0634b89f46 req-f1db29b8-4068-4ebf-92f4-7909777ffde7 service neutron] 10.222.0.24 "GET /v2.0/networks/896c84ec-d658-47a8-8593-c81dc7c226d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3495517 May 05 20:16:27.585253 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-582836cb-128a-4523-8d8d-eae43755900a admin admin] Deleting port e4fcd9a8-d603-4a92-b535-eecb2c2b239c {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:16:27.585667 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-582836cb-128a-4523-8d8d-eae43755900a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:27.593500 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-1e0142b8-d1f7-43e4-a896-02ffb5ed7d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde48a3d-72a0-47e1-9c5d-664e5f02fd1e', 'name': 'tempest-ServerRescueTestJSONUnderV235-382320695-router', 'tenant_id': 'de91c285d16c4dc593ab45aab12d7e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'fe24e85d-998f-47be-977e-b9e72fcd6ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:14:27Z', 'updated_at': '2022-05-05T20:14:44Z', 'revision_number': 4, 'project_id': 'de91c285d16c4dc593ab45aab12d7e13', 'gw_port': {'id': 'fe24e85d-998f-47be-977e-b9e72fcd6ee2', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:57:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde48a3d-72a0-47e1-9c5d-664e5f02fd1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:14:30Z', 'updated_at': '2022-05-05T20:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '2b766a48-40eb-4629-a330-c1dc44f2946b', 'name': '', 'network_id': '896c84ec-d658-47a8-8593-c81dc7c226d5', 'tenant_id': 'de91c285d16c4dc593ab45aab12d7e13', 'mac_address': 'fa:16:3e:4e:80:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde48a3d-72a0-47e1-9c5d-664e5f02fd1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': '44cdc6bd-b57d-466c-9ea8-c60f939ca27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:14:42Z', 'updated_at': '2022-05-05T20:15:01Z', 'revision_number': 5, 'project_id': 'de91c285d16c4dc593ab45aab12d7e13', 'subnets': [{'id': '44cdc6bd-b57d-466c-9ea8-c60f939ca27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:16:27.596853 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-128a68d2-6149-40cc-8086-48dd20203148 req-a4d7ca27-0199-41e3-8755-5fec182c4cb2 service neutron] 10.222.0.36 "GET /v2.0/networks/896c84ec-d658-47a8-8593-c81dc7c226d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2552960 May 05 20:16:27.625776 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 5ffa19dc-c0c1-4764-bfce-8aab726f21de completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:16:27.639783 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-9d79b5fa-4d07-424c-9e80-aa1a496e1ffd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Transition to ACTIVE for port object 06581e7c-71c5-4a8b-bf04-eea73ca8cfb1 will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:16:27.641571 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3d8c2063-8182-4739-a5cd-b533d5472495 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:27.645987 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 5ffa19dc-c0c1-4764-bfce-8aab726f21de triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:16:27.648630 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:27.791796 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-872a15ea-70df-4eaf-9a01-5492dc9771f1 req-2df3dd86-6b04-4fd4-b71f-75ccd23dc054 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/floatingips/715e40bf-5d7b-4097-8df1-460bbf69ac09 HTTP/1.1" status: 200 len: 694 time: 0.1386805 May 05 20:16:27.822174 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-3d8c2063-8182-4739-a5cd-b533d5472495 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Deleting port 88e14a7e-2045-4649-9409-1d450aabc634 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:16:27.822752 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3d8c2063-8182-4739-a5cd-b533d5472495 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:27.852722 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b14f6b63-25f6-4201-95cf-5494192859a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:27.897170 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5bb96d54-c154-41d3-8867-2d0634b89f46 req-3459648b-8443-4dac-8d73-5882b869d659 service neutron] 10.222.0.24 "GET /v2.0/networks/896c84ec-d658-47a8-8593-c81dc7c226d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973213 May 05 20:16:28.076474 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-fb40690c-14fd-43cd-9801-905504603f1b None None] For port e4fcd9a8-d603-4a92-b535-eecb2c2b239c, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=e4fcd9a8-d603-4a92-b535-eecb2c2b239c,segment=NetworkSegment(b1dd65d9-c07f-4164-9458-eedf0f51eafc),segment_id=b1dd65d9-c07f-4164-9458-eedf0f51eafc)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:16:28.077004 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fb40690c-14fd-43cd-9801-905504603f1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:28.326828 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0142b8-d1f7-43e4-a896-02ffb5ed7d64 None None] Checking router: fde48a3d-72a0-47e1-9c5d-664e5f02fd1e for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:16:28.353032 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b14f6b63-25f6-4201-95cf-5494192859a3 None None] For port d116dcae-2904-4ed1-984f-bb553d2f8d64, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=d116dcae-2904-4ed1-984f-bb553d2f8d64,segment=NetworkSegment(ccefa8c6-f74a-4b7e-aad6-17a957464c26),segment_id=ccefa8c6-f74a-4b7e-aad6-17a957464c26)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:16:28.361522 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-3d8c2063-8182-4739-a5cd-b533d5472495 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] For port 88e14a7e-2045-4649-9409-1d450aabc634, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=88e14a7e-2045-4649-9409-1d450aabc634,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:16:28.362051 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3d8c2063-8182-4739-a5cd-b533d5472495 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:28.362170 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-fb40690c-14fd-43cd-9801-905504603f1b None None] Calling delete_port for e4fcd9a8-d603-4a92-b535-eecb2c2b239c owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:16:28.433982 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b14f6b63-25f6-4201-95cf-5494192859a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:28.554638 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0142b8-d1f7-43e4-a896-02ffb5ed7d64 None None] Routers {'fde48a3d-72a0-47e1-9c5d-664e5f02fd1e'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:16:28.568168 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-1e0142b8-d1f7-43e4-a896-02ffb5ed7d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:16:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['fde48a3d-72a0-47e1-9c5d-664e5f02fd1e'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:16:28.595319 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:16:28.600928 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9d79b5fa-4d07-424c-9e80-aa1a496e1ffd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:28.619469 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-3d8c2063-8182-4739-a5cd-b533d5472495 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Calling delete_port for 88e14a7e-2045-4649-9409-1d450aabc634 owned by network:router_gateway {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:16:28.829072 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-582836cb-128a-4523-8d8d-eae43755900a admin admin] For port e4fcd9a8-d603-4a92-b535-eecb2c2b239c, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=e4fcd9a8-d603-4a92-b535-eecb2c2b239c,segment=NetworkSegment(b1dd65d9-c07f-4164-9458-eedf0f51eafc),segment_id=b1dd65d9-c07f-4164-9458-eedf0f51eafc)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:16:28.829575 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-582836cb-128a-4523-8d8d-eae43755900a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:28.961194 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f6b63-25f6-4201-95cf-5494192859a3 None None] Pushing event updated for resources: {'Port': ['ID=d116dcae-2904-4ed1-984f-bb553d2f8d64,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:28.991820 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fb40690c-14fd-43cd-9801-905504603f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:29.030888 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d79b5fa-4d07-424c-9e80-aa1a496e1ffd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Network 85d006d8-e278-473e-b481-79324c30dedf is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:16:29.086876 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb40690c-14fd-43cd-9801-905504603f1b None None] No DVR routers for this DVR port e4fcd9a8-d603-4a92-b535-eecb2c2b239c on host n-d-840717-1 {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:16:29.101833 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb40690c-14fd-43cd-9801-905504603f1b None None] Pushing event deleted for resources: {'Port': ['ID=e4fcd9a8-d603-4a92-b535-eecb2c2b239c,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:29.107476 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:29.181893 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-1e0142b8-d1f7-43e4-a896-02ffb5ed7d64 None None] Set router fde48a3d-72a0-47e1-9c5d-664e5f02fd1e gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:16:29.224192 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-582836cb-128a-4523-8d8d-eae43755900a admin admin] Calling delete_port for e4fcd9a8-d603-4a92-b535-eecb2c2b239c owned by network:dhcp {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:16:29.312115 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-9d79b5fa-4d07-424c-9e80-aa1a496e1ffd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:16:29.347467 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d79b5fa-4d07-424c-9e80-aa1a496e1ffd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:16:29.385393 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a15ea-70df-4eaf-9a01-5492dc9771f1 req-b7dee4de-d04b-4b8b-8fad-8db3f6d67fa3 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:16:29.387653 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-872a15ea-70df-4eaf-9a01-5492dc9771f1 req-b7dee4de-d04b-4b8b-8fad-8db3f6d67fa3 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/networks/0401d202-1605-4cfe-bad4-fb225df6afb0 HTTP/1.1" status: 200 len: 784 time: 1.2744489 May 05 20:16:29.413613 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d79b5fa-4d07-424c-9e80-aa1a496e1ffd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Pushing event updated for resources: {'Port': ['ID=06581e7c-71c5-4a8b-bf04-eea73ca8cfb1,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:29.453772 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [req-872a15ea-70df-4eaf-9a01-5492dc9771f1 req-6fb61959-60c8-43d6-abfd-6a6e9697207e tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88197) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:16:29.456985 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-872a15ea-70df-4eaf-9a01-5492dc9771f1 req-6fb61959-60c8-43d6-abfd-6a6e9697207e tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0344365 May 05 20:16:29.462851 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d79b5fa-4d07-424c-9e80-aa1a496e1ffd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:16:29.466283 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 5ffa19dc-c0c1-4764-bfce-8aab726f21de, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=5ffa19dc-c0c1-4764-bfce-8aab726f21de,segment=NetworkSegment(13562e1f-6946-447e-8458-49500287d78f),segment_id=13562e1f-6946-447e-8458-49500287d78f)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:16:29.466566 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d79b5fa-4d07-424c-9e80-aa1a496e1ffd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:16:29.467090 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d79b5fa-4d07-424c-9e80-aa1a496e1ffd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:16:29.467886 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d79b5fa-4d07-424c-9e80-aa1a496e1ffd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:16:29.467886 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d79b5fa-4d07-424c-9e80-aa1a496e1ffd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:16:29.468336 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d79b5fa-4d07-424c-9e80-aa1a496e1ffd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:16:29.468831 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d79b5fa-4d07-424c-9e80-aa1a496e1ffd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:16:29.470614 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d79b5fa-4d07-424c-9e80-aa1a496e1ffd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:16:29.471056 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d79b5fa-4d07-424c-9e80-aa1a496e1ffd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:16:29.475415 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d79b5fa-4d07-424c-9e80-aa1a496e1ffd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:16:29.477851 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d79b5fa-4d07-424c-9e80-aa1a496e1ffd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:16:29.478305 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d79b5fa-4d07-424c-9e80-aa1a496e1ffd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:16:29.478694 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:29.651625 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=5ffa19dc-c0c1-4764-bfce-8aab726f21de,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:29.654140 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device d116dcae-2904-4ed1-984f-bb553d2f8d64 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:16:29.781972 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9d79b5fa-4d07-424c-9e80-aa1a496e1ffd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:29.907166 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-872a15ea-70df-4eaf-9a01-5492dc9771f1 req-7304ab49-bcf9-42f5-8d90-3a81ea8dc90e tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.94 HTTP/1.1" status: 200 len: 697 time: 0.4111917 May 05 20:16:30.015885 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-0adfe35d-44ca-4691-90fa-cbf7118c32be None None] Provisioning for port 06581e7c-71c5-4a8b-bf04-eea73ca8cfb1 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:16:30.029851 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-0adfe35d-44ca-4691-90fa-cbf7118c32be None None] Provisioning complete for port 06581e7c-71c5-4a8b-bf04-eea73ca8cfb1 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:16:30.030868 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0adfe35d-44ca-4691-90fa-cbf7118c32be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:30.248739 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.api [None req-582836cb-128a-4523-8d8d-eae43755900a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88197) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:16:30.249056 n-d-840717-1 neutron-server[88197]: DEBUG oslo_db.api [None req-582836cb-128a-4523-8d8d-eae43755900a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:16:30.276080 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-872a15ea-70df-4eaf-9a01-5492dc9771f1 req-e7ac82c4-1aae-4d5f-9131-efe269aec3bd tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.94 HTTP/1.1" status: 200 len: 697 time: 0.3590097 May 05 20:16:30.297314 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-0adfe35d-44ca-4691-90fa-cbf7118c32be None None] Port 06581e7c-71c5-4a8b-bf04-eea73ca8cfb1 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:16:30.314293 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port d116dcae-2904-4ed1-984f-bb553d2f8d64 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:16:30.314827 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:30.378516 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-0adfe35d-44ca-4691-90fa-cbf7118c32be None None] Provisioning complete for port d116dcae-2904-4ed1-984f-bb553d2f8d64 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:16:30.379589 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0adfe35d-44ca-4691-90fa-cbf7118c32be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:30.590863 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-872a15ea-70df-4eaf-9a01-5492dc9771f1 req-a838ebd6-6409-4332-a644-8d44bd97e91c tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Deleting port 5e8d01a9-01b8-4968-a13a-4476c41a8483 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:16:30.592330 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-872a15ea-70df-4eaf-9a01-5492dc9771f1 req-a838ebd6-6409-4332-a644-8d44bd97e91c tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:30.726338 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-1e0142b8-d1f7-43e4-a896-02ffb5ed7d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde48a3d-72a0-47e1-9c5d-664e5f02fd1e', 'name': 'tempest-ServerRescueTestJSONUnderV235-382320695-router', 'tenant_id': 'de91c285d16c4dc593ab45aab12d7e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'fe24e85d-998f-47be-977e-b9e72fcd6ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:14:27Z', 'updated_at': '2022-05-05T20:14:44Z', 'revision_number': 4, 'project_id': 'de91c285d16c4dc593ab45aab12d7e13', 'gw_port': {'id': 'fe24e85d-998f-47be-977e-b9e72fcd6ee2', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:57:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde48a3d-72a0-47e1-9c5d-664e5f02fd1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:14:30Z', 'updated_at': '2022-05-05T20:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '2b766a48-40eb-4629-a330-c1dc44f2946b', 'name': '', 'network_id': '896c84ec-d658-47a8-8593-c81dc7c226d5', 'tenant_id': 'de91c285d16c4dc593ab45aab12d7e13', 'mac_address': 'fa:16:3e:4e:80:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde48a3d-72a0-47e1-9c5d-664e5f02fd1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': '44cdc6bd-b57d-466c-9ea8-c60f939ca27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:14:42Z', 'updated_at': '2022-05-05T20:15:01Z', 'revision_number': 5, 'project_id': 'de91c285d16c4dc593ab45aab12d7e13', 'subnets': [{'id': '44cdc6bd-b57d-466c-9ea8-c60f939ca27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:16:30.728011 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3d8c2063-8182-4739-a5cd-b533d5472495 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:30.879024 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 37238) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:16:30.906020 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0142b8-d1f7-43e4-a896-02ffb5ed7d64 None None] The sync data for ids ['fde48a3d-72a0-47e1-9c5d-664e5f02fd1e'] in n-d-840717-1 is: [{'id': 'fde48a3d-72a0-47e1-9c5d-664e5f02fd1e', 'name': 'tempest-ServerRescueTestJSONUnderV235-382320695-router', 'tenant_id': 'de91c285d16c4dc593ab45aab12d7e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'fe24e85d-998f-47be-977e-b9e72fcd6ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:14:27Z', 'updated_at': '2022-05-05T20:14:44Z', 'revision_number': 4, 'project_id': 'de91c285d16c4dc593ab45aab12d7e13', 'gw_port': {'id': 'fe24e85d-998f-47be-977e-b9e72fcd6ee2', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:57:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde48a3d-72a0-47e1-9c5d-664e5f02fd1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:14:30Z', 'updated_at': '2022-05-05T20:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '2b766a48-40eb-4629-a330-c1dc44f2946b', 'name': '', 'network_id': '896c84ec-d658-47a8-8593-c81dc7c226d5', 'tenant_id': 'de91c285d16c4dc593ab45aab12d7e13', 'mac_address': 'fa:16:3e:4e:80:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde48a3d-72a0-47e1-9c5d-664e5f02fd1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': '44cdc6bd-b57d-466c-9ea8-c60f939ca27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:14:42Z', 'updated_at': '2022-05-05T20:15:01Z', 'revision_number': 5, 'project_id': 'de91c285d16c4dc593ab45aab12d7e13', 'subnets': [{'id': '44cdc6bd-b57d-466c-9ea8-c60f939ca27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:16:30.983016 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-582836cb-128a-4523-8d8d-eae43755900a admin admin] Deleting port e4fcd9a8-d603-4a92-b535-eecb2c2b239c {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:16:30.983863 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-582836cb-128a-4523-8d8d-eae43755900a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:30.997666 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-26717c30-81fa-4974-8005-9980021c63ca None None] Provisioning complete for port 06581e7c-71c5-4a8b-bf04-eea73ca8cfb1 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:16:30.999689 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-26717c30-81fa-4974-8005-9980021c63ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:31.129648 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device e4fcd9a8-d603-4a92-b535-eecb2c2b239c no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:16:31.242715 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: e4fcd9a8-d603-4a92-b535-eecb2c2b239c {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:16:31.243439 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device e4fcd9a8-d603-4a92-b535-eecb2c2b239c not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:16:31.265884 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-26717c30-81fa-4974-8005-9980021c63ca None None] Port 06581e7c-71c5-4a8b-bf04-eea73ca8cfb1 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:16:31.278193 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-872a15ea-70df-4eaf-9a01-5492dc9771f1 req-a838ebd6-6409-4332-a644-8d44bd97e91c tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:31.278528 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-872a15ea-70df-4eaf-9a01-5492dc9771f1 req-a838ebd6-6409-4332-a644-8d44bd97e91c tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:31.294263 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-09283d4f-aec7-4d03-9459-0273cef5c31d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:31.338610 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8c2063-8182-4739-a5cd-b533d5472495 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Pushing event deleted for resources: {'Port': ['ID=88e14a7e-2045-4649-9409-1d450aabc634,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:31.342874 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-09283d4f-aec7-4d03-9459-0273cef5c31d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:16:31.354700 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-09283d4f-aec7-4d03-9459-0273cef5c31d admin admin] Usage tracker for resource:security_group_rule and tenant:ee1189a3be6e4e0faa0143c543cde46b is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:16:31.361413 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-09283d4f-aec7-4d03-9459-0273cef5c31d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:16:31.369934 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-09283d4f-aec7-4d03-9459-0273cef5c31d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:16:31.483316 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-582836cb-128a-4523-8d8d-eae43755900a admin admin] The port 'e4fcd9a8-d603-4a92-b535-eecb2c2b239c' was deleted {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 20:16:31.505035 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-09283d4f-aec7-4d03-9459-0273cef5c31d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:31.509362 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-09283d4f-aec7-4d03-9459-0273cef5c31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:31.519218 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ef152b-3e2e-4297-b3a1-3f14dfcff293 None None] New status for floating IP 715e40bf-5d7b-4097-8df1-460bbf69ac09: DOWN {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:16:31.572971 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-09283d4f-aec7-4d03-9459-0273cef5c31d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ee1189a3be6e4e0faa0143c543cde46b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6904409 May 05 20:16:31.575068 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 37254) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:16:31.596755 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09283d4f-aec7-4d03-9459-0273cef5c31d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a9ec14d-6828-4b5e-8130-aae594458843,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:31.654019 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-872a15ea-70df-4eaf-9a01-5492dc9771f1 req-a838ebd6-6409-4332-a644-8d44bd97e91c tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Calling delete_port for 5e8d01a9-01b8-4968-a13a-4476c41a8483 owned by network:floatingip {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:16:31.736716 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 5ffa19dc-c0c1-4764-bfce-8aab726f21de up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:16:31.744574 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5ab694fb-286c-4bab-948f-7d0c4f3a22b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:31.777227 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9d79b5fa-4d07-424c-9e80-aa1a496e1ffd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:31.777771 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5ab694fb-286c-4bab-948f-7d0c4f3a22b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:31.836444 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3d8c2063-8182-4739-a5cd-b533d5472495 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:31.844690 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 5ffa19dc-c0c1-4764-bfce-8aab726f21de triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:16:31.845397 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:31.859868 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5ab694fb-286c-4bab-948f-7d0c4f3a22b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:31.878602 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab694fb-286c-4bab-948f-7d0c4f3a22b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a9ec14d-6828-4b5e-8130-aae594458843,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:31.885632 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5ab694fb-286c-4bab-948f-7d0c4f3a22b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:31.888142 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-5ab694fb-286c-4bab-948f-7d0c4f3a22b0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9a9ec14d-6828-4b5e-8130-aae594458843 HTTP/1.1" status: 204 len: 168 time: 0.3121140 May 05 20:16:32.126077 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3d8c2063-8182-4739-a5cd-b533d5472495 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:32.128470 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3d8c2063-8182-4739-a5cd-b533d5472495 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:32.328958 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 37276) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:16:32.358009 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5bae4eb3-6006-448c-be38-3b89c8405d97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:32.373424 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5bae4eb3-6006-448c-be38-3b89c8405d97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:16:32.377669 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-5bae4eb3-6006-448c-be38-3b89c8405d97 admin admin] Usage tracker for resource:security_group_rule and tenant:116ca3c030e34c79a475cd51bcc9f101 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:16:32.383106 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-5bae4eb3-6006-448c-be38-3b89c8405d97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:16:32.387659 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-582836cb-128a-4523-8d8d-eae43755900a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:32.390085 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5bae4eb3-6006-448c-be38-3b89c8405d97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:16:32.492434 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5bae4eb3-6006-448c-be38-3b89c8405d97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:32.500621 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5bae4eb3-6006-448c-be38-3b89c8405d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:32.545276 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-5bae4eb3-6006-448c-be38-3b89c8405d97 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=116ca3c030e34c79a475cd51bcc9f101&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2126236 May 05 20:16:32.546208 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 37286) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:16:32.572863 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3d8c2063-8182-4739-a5cd-b533d5472495 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:32.576341 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d8c2063-8182-4739-a5cd-b533d5472495 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 674dad6a-af45-48a1-b8ce-43bcedd9dd6f {{(pid=88197) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:16:32.638586 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-582836cb-128a-4523-8d8d-eae43755900a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd240240-b981-4728-a92a-09bd25dc9abb']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:16:32.662436 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-582836cb-128a-4523-8d8d-eae43755900a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1dd65d9-c07f-4164-9458-eedf0f51eafc') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:16:32.663142 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-582836cb-128a-4523-8d8d-eae43755900a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1dd65d9-c07f-4164-9458-eedf0f51eafc') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:16:32.665820 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-137bb278-17ed-432a-969d-ee82cb9c3d81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:32.668598 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bae4eb3-6006-448c-be38-3b89c8405d97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a40929e-d936-44b2-992a-aa837bba09b5,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:32.677111 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-582836cb-128a-4523-8d8d-eae43755900a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:32.694983 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-582836cb-128a-4523-8d8d-eae43755900a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:32.703068 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-137bb278-17ed-432a-969d-ee82cb9c3d81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:32.703623 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-582836cb-128a-4523-8d8d-eae43755900a admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:16:32.704249 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-582836cb-128a-4523-8d8d-eae43755900a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:32.786282 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-137bb278-17ed-432a-969d-ee82cb9c3d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:32.810763 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137bb278-17ed-432a-969d-ee82cb9c3d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a40929e-d936-44b2-992a-aa837bba09b5,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:32.811478 n-d-840717-1 neutron-server[88197]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:16:32.811478 n-d-840717-1 neutron-server[88197]: util.warn( May 05 20:16:32.811478 n-d-840717-1 neutron-server[88197]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:16:32.811478 n-d-840717-1 neutron-server[88197]: util.warn( May 05 20:16:32.811478 n-d-840717-1 neutron-server[88197]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:16:32.811478 n-d-840717-1 neutron-server[88197]: util.warn( May 05 20:16:32.811478 n-d-840717-1 neutron-server[88197]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:16:32.811478 n-d-840717-1 neutron-server[88197]: util.warn( May 05 20:16:32.811478 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:16:32.811478 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:16:32.811478 n-d-840717-1 neutron-server[88197]: timer() May 05 20:16:32.811478 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:16:32.811478 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:16:32.811478 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:16:32.811478 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:16:32.811478 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:16:32.811478 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:16:32.811478 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:16:32.811478 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:16:32.811478 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:16:32.811478 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:16:32.811478 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:16:32.811478 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:16:32.811478 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:16:32.811478 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:16:32.811478 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:16:32.811478 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:16:32.811478 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:16:32.811478 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:16:32.811478 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:16:32.811478 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:16:32.811478 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:16:32.811478 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:16:32.811478 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:16:32.811478 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:16:32.811478 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:16:32.811478 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:16:32.811478 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:16:32.811478 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:16:32.811478 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:16:32.826399 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-137bb278-17ed-432a-969d-ee82cb9c3d81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:32.827455 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-137bb278-17ed-432a-969d-ee82cb9c3d81 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6a40929e-d936-44b2-992a-aa837bba09b5 HTTP/1.1" status: 204 len: 168 time: 0.2802634 May 05 20:16:32.831533 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-582836cb-128a-4523-8d8d-eae43755900a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:32.836935 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.api [req-872a15ea-70df-4eaf-9a01-5492dc9771f1 req-a838ebd6-6409-4332-a644-8d44bd97e91c tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88197) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:16:32.837260 n-d-840717-1 neutron-server[88197]: DEBUG oslo_db.api [req-872a15ea-70df-4eaf-9a01-5492dc9771f1 req-a838ebd6-6409-4332-a644-8d44bd97e91c tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:16:32.873168 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-582836cb-128a-4523-8d8d-eae43755900a admin admin] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:32.904220 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582836cb-128a-4523-8d8d-eae43755900a admin admin] Pushing event deleted for resources: {'Network': ['ID=dd240240-b981-4728-a92a-09bd25dc9abb,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:32.920207 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-582836cb-128a-4523-8d8d-eae43755900a admin admin] 10.222.0.36 "DELETE /v2.0/networks/dd240240-b981-4728-a92a-09bd25dc9abb HTTP/1.1" status: 204 len: 168 time: 6.8780994 May 05 20:16:32.924579 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3d8c2063-8182-4739-a5cd-b533d5472495 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:32.925790 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-3d8c2063-8182-4739-a5cd-b533d5472495 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] 10.222.0.36 "DELETE /v2.0/routers/674dad6a-af45-48a1-b8ce-43bcedd9dd6f HTTP/1.1" status: 204 len: 168 time: 5.9668465 May 05 20:16:32.930058 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 37300) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:16:32.937042 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-d3b49583-f157-46d3-89fe-776b64c0edd9 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1630682384', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}, 'admin_state_up': False}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:16:32.953171 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d3b49583-f157-46d3-89fe-776b64c0edd9 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:16:32.963968 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d3b49583-f157-46d3-89fe-776b64c0edd9 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Usage tracker for resource:router and tenant:1d7f7d31bdc1405ba2db50681d871836 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:16:32.970824 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d3b49583-f157-46d3-89fe-776b64c0edd9 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:16:32.994004 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d3b49583-f157-46d3-89fe-776b64c0edd9 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:16:33.014538 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d3b49583-f157-46d3-89fe-776b64c0edd9 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:33.017425 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d3b49583-f157-46d3-89fe-776b64c0edd9 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:33.047434 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d3b49583-f157-46d3-89fe-776b64c0edd9 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:33.273881 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9d79b5fa-4d07-424c-9e80-aa1a496e1ffd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:33.287021 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9d79b5fa-4d07-424c-9e80-aa1a496e1ffd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:33.386978 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-872a15ea-70df-4eaf-9a01-5492dc9771f1 req-a838ebd6-6409-4332-a644-8d44bd97e91c tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Deleting port 5e8d01a9-01b8-4968-a13a-4476c41a8483 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:16:33.387319 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-872a15ea-70df-4eaf-9a01-5492dc9771f1 req-a838ebd6-6409-4332-a644-8d44bd97e91c tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:33.414704 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 37310) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:16:33.493138 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9d79b5fa-4d07-424c-9e80-aa1a496e1ffd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:33.518424 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 88e14a7e-2045-4649-9409-1d450aabc634 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:16:33.578603 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d3b49583-f157-46d3-89fe-776b64c0edd9 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:33.596694 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 88e14a7e-2045-4649-9409-1d450aabc634 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:16:33.597477 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 88e14a7e-2045-4649-9409-1d450aabc634 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:16:33.642589 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-9d0a7c2f-a477-491c-b7fe-186826785beb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3bcce80065784aa6a77c066afd5e6401&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2268105 May 05 20:16:33.658693 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 37322) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:16:33.733875 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-872a15ea-70df-4eaf-9a01-5492dc9771f1 req-a838ebd6-6409-4332-a644-8d44bd97e91c tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:33.734896 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-872a15ea-70df-4eaf-9a01-5492dc9771f1 req-a838ebd6-6409-4332-a644-8d44bd97e91c tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:33.869345 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0f0c8640-ef76-42f5-8c8d-b24ccdbce660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:33.889777 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-872a15ea-70df-4eaf-9a01-5492dc9771f1 req-a838ebd6-6409-4332-a644-8d44bd97e91c tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Calling delete_port for 5e8d01a9-01b8-4968-a13a-4476c41a8483 owned by network:floatingip {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:16:33.934830 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0f0c8640-ef76-42f5-8c8d-b24ccdbce660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:33.938884 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d79b5fa-4d07-424c-9e80-aa1a496e1ffd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Pushing event updated for resources: {'Port': ['ID=06581e7c-71c5-4a8b-bf04-eea73ca8cfb1,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:34.275339 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-872a15ea-70df-4eaf-9a01-5492dc9771f1 req-a838ebd6-6409-4332-a644-8d44bd97e91c tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:34.383563 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a838ebd6-6409-4332-a644-8d44bd97e91c tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Pushing event deleted for resources: {'Port': ['ID=5e8d01a9-01b8-4968-a13a-4476c41a8483,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:34.394570 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d3b49583-f157-46d3-89fe-776b64c0edd9 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks [] for router_gateway, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:34.432870 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d3b49583-f157-46d3-89fe-776b64c0edd9 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:34.523029 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d79b5fa-4d07-424c-9e80-aa1a496e1ffd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Network 85d006d8-e278-473e-b481-79324c30dedf is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:16:34.526195 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-9d79b5fa-4d07-424c-9e80-aa1a496e1ffd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:16:34.645865 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9c2c29aa-1673-4eeb-bd07-fccd875a9db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:34.665253 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-d3b49583-f157-46d3-89fe-776b64c0edd9 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Allocated IP 172.25.0.6 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/4f5300c4-9a2e-4dda-981b-42712ef0064a) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:16:34.854967 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d3b49583-f157-46d3-89fe-776b64c0edd9 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:34.895615 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d3b49583-f157-46d3-89fe-776b64c0edd9 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:34.945163 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-215351dd-cefc-4922-9376-3e35e3a02f1c None None] Provisioning complete for port 06581e7c-71c5-4a8b-bf04-eea73ca8cfb1 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:16:34.946053 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-215351dd-cefc-4922-9376-3e35e3a02f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:34.972219 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0f0c8640-ef76-42f5-8c8d-b24ccdbce660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:35.037696 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-872a15ea-70df-4eaf-9a01-5492dc9771f1 req-a838ebd6-6409-4332-a644-8d44bd97e91c tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Notify callbacks [] for floatingip, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:35.052406 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0c8640-ef76-42f5-8c8d-b24ccdbce660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=338fe95a-0a70-4217-b649-97b0b664e645,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:35.057498 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d79b5fa-4d07-424c-9e80-aa1a496e1ffd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Router 4325b6d5-8a94-440d-9647-d526914ddeea has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:16:35.065082 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-215351dd-cefc-4922-9376-3e35e3a02f1c None None] Port 06581e7c-71c5-4a8b-bf04-eea73ca8cfb1 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:16:35.066140 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b49583-f157-46d3-89fe-776b64c0edd9 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:16:35.083641 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-d3b49583-f157-46d3-89fe-776b64c0edd9 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:16:35.089617 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b49583-f157-46d3-89fe-776b64c0edd9 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:16:35.209072 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-872a15ea-70df-4eaf-9a01-5492dc9771f1 req-a838ebd6-6409-4332-a644-8d44bd97e91c tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:35.220731 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-872a15ea-70df-4eaf-9a01-5492dc9771f1 req-a838ebd6-6409-4332-a644-8d44bd97e91c tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "DELETE /v2.0/floatingips/715e40bf-5d7b-4097-8df1-460bbf69ac09 HTTP/1.1" status: 204 len: 173 time: 4.8625424 May 05 20:16:35.305431 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b49583-f157-46d3-89fe-776b64c0edd9 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Pushing event updated for resources: {'Port': ['ID=4f5300c4-9a2e-4dda-981b-42712ef0064a,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:35.431341 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d79b5fa-4d07-424c-9e80-aa1a496e1ffd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:16:35.445988 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a660b675-3be3-48d7-944a-897f82c47ccb None None] Sync routers for ids ['4325b6d5-8a94-440d-9647-d526914ddeea'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:16:35.451104 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 37378) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:16:35.453530 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-9d79b5fa-4d07-424c-9e80-aa1a496e1ffd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "PUT /v2.0/routers/4325b6d5-8a94-440d-9647-d526914ddeea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.3120816 May 05 20:16:35.460262 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a660b675-3be3-48d7-944a-897f82c47ccb None None] Routers {'4325b6d5-8a94-440d-9647-d526914ddeea'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:16:35.460934 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-a660b675-3be3-48d7-944a-897f82c47ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:16:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['4325b6d5-8a94-440d-9647-d526914ddeea'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:16:35.497551 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-6bbd067f-396d-48e0-851a-a5117fb91693 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Request body: {'network': {'name': 'tempest-RoutersTest-1380552764'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:16:35.564691 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-6bbd067f-396d-48e0-851a-a5117fb91693 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:16:35.605088 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-6bbd067f-396d-48e0-851a-a5117fb91693 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Usage tracker for resource:network and tenant:9b46723d474c4d6a82c8d63ca7324f68 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:16:35.611145 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-6bbd067f-396d-48e0-851a-a5117fb91693 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:16:35.614640 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0f0c8640-ef76-42f5-8c8d-b24ccdbce660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:35.624763 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-0f0c8640-ef76-42f5-8c8d-b24ccdbce660 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/338fe95a-0a70-4217-b649-97b0b664e645 HTTP/1.1" status: 204 len: 168 time: 1.9598203 May 05 20:16:35.666761 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-6bbd067f-396d-48e0-851a-a5117fb91693 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:16:35.682381 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-13d7f9d7-0c99-456a-b90a-70dacbc028ee req-cc8f3b7c-33e4-4a6a-9b3d-2fdfdfc34c95 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/security-groups/d354e4aa-2909-461d-bb2e-47bb14891cff HTTP/1.1" status: 200 len: 1808 time: 0.3940613 May 05 20:16:35.725469 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-a660b675-3be3-48d7-944a-897f82c47ccb None None] Set router 4325b6d5-8a94-440d-9647-d526914ddeea gateway port host: None {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:16:35.955176 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bbd067f-396d-48e0-851a-a5117fb91693 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Made reservation on behalf of 9b46723d474c4d6a82c8d63ca7324f68 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:16:35.990518 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6bbd067f-396d-48e0-851a-a5117fb91693 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:36.168448 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bbd067f-396d-48e0-851a-a5117fb91693 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:16:36.187853 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-13d7f9d7-0c99-456a-b90a-70dacbc028ee req-7103a64a-7845-4e93-8094-1a6d5fa23923 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:36.206956 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6bbd067f-396d-48e0-851a-a5117fb91693 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:36.207897 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-6bbd067f-396d-48e0-851a-a5117fb91693 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Added segment 233bd47e-84a7-4f2d-9671-c80d321bca49 of type vlan for network e25b964c-bcf2-4db1-a366-2e20dd4eafc0 May 05 20:16:36.240371 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d3b49583-f157-46d3-89fe-776b64c0edd9 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks [] for router_gateway, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:36.340675 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-13d7f9d7-0c99-456a-b90a-70dacbc028ee req-7103a64a-7845-4e93-8094-1a6d5fa23923 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:36.424358 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6bbd067f-396d-48e0-851a-a5117fb91693 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:36.510998 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6bbd067f-396d-48e0-851a-a5117fb91693 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:36.526220 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbd067f-396d-48e0-851a-a5117fb91693 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:16:36.526869 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6bbd067f-396d-48e0-851a-a5117fb91693 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:36.539591 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-13d7f9d7-0c99-456a-b90a-70dacbc028ee req-7103a64a-7845-4e93-8094-1a6d5fa23923 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:36.565238 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-a660b675-3be3-48d7-944a-897f82c47ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'name': 'tempest-RoutersTest-router-2119623452', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:15:48Z', 'updated_at': '2022-05-05T20:16:30Z', 'revision_number': 4, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'gw_port_host': None, '_interfaces': [{'id': '06581e7c-71c5-4a8b-bf04-eea73ca8cfb1', 'name': '', 'network_id': '85d006d8-e278-473e-b481-79324c30dedf', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'mac_address': 'fa:16:3e:e4:b3:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': 'f120e665-dca7-46da-901c-3e4f9a89d398', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:16:25Z', 'updated_at': '2022-05-05T20:16:32Z', 'revision_number': 2, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'subnets': [{'id': 'f120e665-dca7-46da-901c-3e4f9a89d398', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ffa19dc-c0c1-4764-bfce-8aab726f21de', 'name': '', 'network_id': '8f701fd3-b913-4a35-a12b-b07e85ab5eae', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'mac_address': 'fa:16:3e:86:4b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '55c611a8-580e-4066-b58a-99b0af1d0368', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:16:11Z', 'updated_at': '2022-05-05T20:16:29Z', 'revision_number': 5, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'subnets': [{'id': '55c611a8-580e-4066-b58a-99b0af1d0368', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b456e880-efae-4517-b525-75e7035c4bcb', 'name': '', 'network_id': '80220b23-1e14-4748-9ef8-0335ee71af3e', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'mac_address': 'fa:16:3e:c9:a3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'e7a131f1-6d5d-499c-a8a6-b64928031e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:15:55Z', 'updated_at': '2022-05-05T20:16:11Z', 'revision_number': 5, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'subnets': [{'id': 'e7a131f1-6d5d-499c-a8a6-b64928031e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:16:36.573552 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a660b675-3be3-48d7-944a-897f82c47ccb None None] Checking router: 4325b6d5-8a94-440d-9647-d526914ddeea for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:16:36.573860 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a660b675-3be3-48d7-944a-897f82c47ccb None None] Updating router 4325b6d5-8a94-440d-9647-d526914ddeea port 06581e7c-71c5-4a8b-bf04-eea73ca8cfb1 binding host n-d-840717-1 {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:16:36.750997 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a660b675-3be3-48d7-944a-897f82c47ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:36.899120 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9936c004-7418-406b-8af1-d8b0d3c7185a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:36.985358 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7103a64a-7845-4e93-8094-1a6d5fa23923 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d354e4aa-2909-461d-bb2e-47bb14891cff,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:37.010595 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-13d7f9d7-0c99-456a-b90a-70dacbc028ee req-7103a64a-7845-4e93-8094-1a6d5fa23923 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:37.016305 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-13d7f9d7-0c99-456a-b90a-70dacbc028ee req-7103a64a-7845-4e93-8094-1a6d5fa23923 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "DELETE /v2.0/security-groups/d354e4aa-2909-461d-bb2e-47bb14891cff HTTP/1.1" status: 204 len: 173 time: 1.3143733 May 05 20:16:37.284226 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbd067f-396d-48e0-851a-a5117fb91693 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Pushing event updated for resources: {'Network': ['ID=e25b964c-bcf2-4db1-a366-2e20dd4eafc0,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:37.304935 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-6bbd067f-396d-48e0-851a-a5117fb91693 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.8483503 May 05 20:16:37.306721 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 37462) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:16:37.314807 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-a8ef97cb-db50-4986-8840-0b44b5892d7b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Request body: {'subnet': {'network_id': 'e25b964c-bcf2-4db1-a366-2e20dd4eafc0', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:16:37.337236 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network e25b964c-bcf2-4db1-a366-2e20dd4eafc0 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:16:37.509390 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 37468) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:16:37.601574 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-a8ef97cb-db50-4986-8840-0b44b5892d7b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:16:37.614206 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a8ef97cb-db50-4986-8840-0b44b5892d7b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Usage tracker for resource:subnet and tenant:9b46723d474c4d6a82c8d63ca7324f68 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:16:37.622686 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a8ef97cb-db50-4986-8840-0b44b5892d7b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:16:37.637144 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-a8ef97cb-db50-4986-8840-0b44b5892d7b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:16:37.647942 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d3b49583-f157-46d3-89fe-776b64c0edd9 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:37.670230 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ef97cb-db50-4986-8840-0b44b5892d7b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Made reservation on behalf of 9b46723d474c4d6a82c8d63ca7324f68 for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:16:37.677431 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a8ef97cb-db50-4986-8840-0b44b5892d7b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:37.946532 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 37484) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:16:38.019905 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:38.089263 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:38.178509 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-148e484f-3945-4b19-a078-de93ce1ad892 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1177409666-network', 'tenant_id': 'cc385d822f314b0ea94bc048c6bf0397'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:16:38.183724 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-148e484f-3945-4b19-a078-de93ce1ad892 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:16:38.188029 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-148e484f-3945-4b19-a078-de93ce1ad892 admin admin] Usage tracker for resource:network and tenant:cc385d822f314b0ea94bc048c6bf0397 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:16:38.191026 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-148e484f-3945-4b19-a078-de93ce1ad892 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:16:38.195977 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1d46e598-b7ae-45a1-a42f-7027bbd8409f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:38.197880 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-148e484f-3945-4b19-a078-de93ce1ad892 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:16:38.218225 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-148e484f-3945-4b19-a078-de93ce1ad892 admin admin] Made reservation on behalf of cc385d822f314b0ea94bc048c6bf0397 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:16:38.220780 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-148e484f-3945-4b19-a078-de93ce1ad892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:38.239800 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-1d46e598-b7ae-45a1-a42f-7027bbd8409f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:16:38.254150 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-148e484f-3945-4b19-a078-de93ce1ad892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:38.275051 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-148e484f-3945-4b19-a078-de93ce1ad892 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:16:38.280941 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-1d46e598-b7ae-45a1-a42f-7027bbd8409f admin admin] Usage tracker for resource:security_group_rule and tenant:0313e24ab17f4d58b5a2ed33cf5a3e4c is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:16:38.281438 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-148e484f-3945-4b19-a078-de93ce1ad892 admin admin] Usage tracker for resource:security_group_rule and tenant:cc385d822f314b0ea94bc048c6bf0397 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:16:38.284658 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-148e484f-3945-4b19-a078-de93ce1ad892 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:16:38.284810 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a660b675-3be3-48d7-944a-897f82c47ccb None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:38.289478 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-1d46e598-b7ae-45a1-a42f-7027bbd8409f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:16:38.294761 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-148e484f-3945-4b19-a078-de93ce1ad892 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:16:38.303656 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-1d46e598-b7ae-45a1-a42f-7027bbd8409f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:16:38.309818 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a8ef97cb-db50-4986-8840-0b44b5892d7b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:38.313323 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-a660b675-3be3-48d7-944a-897f82c47ccb None None] Transition to ACTIVE for port object 06581e7c-71c5-4a8b-bf04-eea73ca8cfb1 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:16:38.339714 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a660b675-3be3-48d7-944a-897f82c47ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:38.370928 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ee60a-ae66-4f7c-82b0-5ffd357668ff req-1634475d-ed49-4b28-800d-6aab65f54889 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:16:38.377782 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f26ee60a-ae66-4f7c-82b0-5ffd357668ff req-1634475d-ed49-4b28-800d-6aab65f54889 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5d40173-a144-44a7-98d8-e4fa8dc15faf HTTP/1.1" status: 200 len: 946 time: 0.5409801 May 05 20:16:38.394367 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3b49583-f157-46d3-89fe-776b64c0edd9 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Router a411a8ee-cb63-450d-9f2d-450a3fca3ba1 is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:16:38.471005 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff52d0a1-c8ae-4fd9-8faa-77f42dc21e69 None None] Pushing event updated for resources: {'Port': ['ID=06581e7c-71c5-4a8b-bf04-eea73ca8cfb1,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:38.606838 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ef97cb-db50-4986-8840-0b44b5892d7b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Pushing event updated for resources: {'Subnet': ['ID=5bd0a013-7bea-4cb0-b16a-928f025fd3c8,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:38.641797 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ef97cb-db50-4986-8840-0b44b5892d7b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Checking segment: {'id': '233bd47e-84a7-4f2d-9671-c80d321bca49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e25b964c-bcf2-4db1-a366-2e20dd4eafc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:16:38.645199 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ef97cb-db50-4986-8840-0b44b5892d7b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Network hostable DHCP agents. Network: e25b964c-bcf2-4db1-a366-2e20dd4eafc0, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:16:38.651590 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-148e484f-3945-4b19-a078-de93ce1ad892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:38.684588 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-148e484f-3945-4b19-a078-de93ce1ad892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:38.703448 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-148e484f-3945-4b19-a078-de93ce1ad892 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:16:38.715795 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-a660b675-3be3-48d7-944a-897f82c47ccb None None] Attempting to bind port 06581e7c-71c5-4a8b-bf04-eea73ca8cfb1 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:16:38.716232 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-a660b675-3be3-48d7-944a-897f82c47ccb None None] Attempting to bind port 06581e7c-71c5-4a8b-bf04-eea73ca8cfb1 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'ccefa8c6-f74a-4b7e-aad6-17a957464c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '85d006d8-e278-473e-b481-79324c30dedf'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:16:38.716662 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a660b675-3be3-48d7-944a-897f82c47ccb None None] Attempting to bind port 06581e7c-71c5-4a8b-bf04-eea73ca8cfb1 on network 85d006d8-e278-473e-b481-79324c30dedf {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:16:38.717215 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-148e484f-3945-4b19-a078-de93ce1ad892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:38.717739 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-148e484f-3945-4b19-a078-de93ce1ad892 admin admin] Added segment 57bbc04f-1c68-4970-9c1a-a5d13ea03f9b of type vlan for network 1f4bdc00-0989-427c-9e5a-a72ccd38703a May 05 20:16:38.734832 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a660b675-3be3-48d7-944a-897f82c47ccb None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:16:38.735775 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ef97cb-db50-4986-8840-0b44b5892d7b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Network e25b964c-bcf2-4db1-a366-2e20dd4eafc0 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:16:38.737483 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a660b675-3be3-48d7-944a-897f82c47ccb None None] Checking segment: {'id': 'ccefa8c6-f74a-4b7e-aad6-17a957464c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '85d006d8-e278-473e-b481-79324c30dedf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:16:38.738100 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a660b675-3be3-48d7-944a-897f82c47ccb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:38.739611 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a660b675-3be3-48d7-944a-897f82c47ccb None None] Bound using segment: {'id': 'ccefa8c6-f74a-4b7e-aad6-17a957464c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '85d006d8-e278-473e-b481-79324c30dedf'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:16:38.740814 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-f26ee60a-ae66-4f7c-82b0-5ffd357668ff req-e0639cb0-728c-4514-9c41-ddaa52a77349 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Synchronizing usage tracker for tenant:de91c285d16c4dc593ab45aab12d7e13 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:16:38.741494 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-a660b675-3be3-48d7-944a-897f82c47ccb None None] Bound port: 06581e7c-71c5-4a8b-bf04-eea73ca8cfb1, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccefa8c6-f74a-4b7e-aad6-17a957464c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '85d006d8-e278-473e-b481-79324c30dedf'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:16:38.742075 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a660b675-3be3-48d7-944a-897f82c47ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:38.772091 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-a8ef97cb-db50-4986-8840-0b44b5892d7b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, e25b964c-bcf2-4db1-a366-2e20dd4eafc0) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:16:38.783091 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092ba589-c0e2-4955-9526-733e4dcd3290 None None] Network e25b964c-bcf2-4db1-a366-2e20dd4eafc0 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:16:38.789599 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ef97cb-db50-4986-8840-0b44b5892d7b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:16:38.797030 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a8ef97cb-db50-4986-8840-0b44b5892d7b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:38.859776 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-f26ee60a-ae66-4f7c-82b0-5ffd357668ff req-e0639cb0-728c-4514-9c41-ddaa52a77349 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Unset dirty status for tenant:de91c285d16c4dc593ab45aab12d7e13 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:16:38.860981 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f26ee60a-ae66-4f7c-82b0-5ffd357668ff req-e0639cb0-728c-4514-9c41-ddaa52a77349 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa357fd3-c322-4995-b457-fb19b1b2843b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4824474 May 05 20:16:38.869087 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1d46e598-b7ae-45a1-a42f-7027bbd8409f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:38.878163 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-a8ef97cb-db50-4986-8840-0b44b5892d7b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5702896 May 05 20:16:38.882295 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1d46e598-b7ae-45a1-a42f-7027bbd8409f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:38.900466 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 37498) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:16:38.906532 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-148e484f-3945-4b19-a078-de93ce1ad892 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:38.917463 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-a660b675-3be3-48d7-944a-897f82c47ccb None None] For port 06581e7c-71c5-4a8b-bf04-eea73ca8cfb1, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:16:38.920126 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148e484f-3945-4b19-a078-de93ce1ad892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1abfd512-47e2-4e7c-b9bb-6ada6d9a467e,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:38.921584 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-a660b675-3be3-48d7-944a-897f82c47ccb None None] For port 06581e7c-71c5-4a8b-bf04-eea73ca8cfb1, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=06581e7c-71c5-4a8b-bf04-eea73ca8cfb1,segment=NetworkSegment(ccefa8c6-f74a-4b7e-aad6-17a957464c26),segment_id=ccefa8c6-f74a-4b7e-aad6-17a957464c26)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:16:38.934891 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a660b675-3be3-48d7-944a-897f82c47ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:38.974212 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b49583-f157-46d3-89fe-776b64c0edd9 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:16:38.999229 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85435ba2-e0c1-4367-84f8-cb677f90fa8b None None] Sync routers for ids ['a411a8ee-cb63-450d-9f2d-450a3fca3ba1'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:16:39.007929 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-148e484f-3945-4b19-a078-de93ce1ad892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:39.009450 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148e484f-3945-4b19-a078-de93ce1ad892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:16:39.010408 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-148e484f-3945-4b19-a078-de93ce1ad892 admin admin] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:39.018991 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85435ba2-e0c1-4367-84f8-cb677f90fa8b None None] Routers {'a411a8ee-cb63-450d-9f2d-450a3fca3ba1'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:16:39.023898 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-85435ba2-e0c1-4367-84f8-cb677f90fa8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:16:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['a411a8ee-cb63-450d-9f2d-450a3fca3ba1'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:16:39.039190 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d46e598-b7ae-45a1-a42f-7027bbd8409f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77582e74-f39d-494f-aafc-aae81e82320b,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:39.042512 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff52d0a1-c8ae-4fd9-8faa-77f42dc21e69 None None] Pushing event updated for resources: {'Port': ['ID=06581e7c-71c5-4a8b-bf04-eea73ca8cfb1,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:39.096957 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d3b49583-f157-46d3-89fe-776b64c0edd9 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:39.101699 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d3b49583-f157-46d3-89fe-776b64c0edd9 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.1670425 May 05 20:16:39.101869 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 37506) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:16:39.109595 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-72ef13a6-b002-4117-8e13-7526cbf6cefc tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'enable_snat': False}}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:16:39.209369 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-85435ba2-e0c1-4367-84f8-cb677f90fa8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:16:39.209893 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-1d46e598-b7ae-45a1-a42f-7027bbd8409f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0313e24ab17f4d58b5a2ed33cf5a3e4c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2613540 May 05 20:16:39.214367 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 37510) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:16:39.219917 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85435ba2-e0c1-4367-84f8-cb677f90fa8b None None] Routers {'a411a8ee-cb63-450d-9f2d-450a3fca3ba1'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:16:39.220736 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-85435ba2-e0c1-4367-84f8-cb677f90fa8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:16:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['a411a8ee-cb63-450d-9f2d-450a3fca3ba1'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:16:39.270983 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148e484f-3945-4b19-a078-de93ce1ad892 admin admin] Pushing event updated for resources: {'Network': ['ID=1f4bdc00-0989-427c-9e5a-a72ccd38703a,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:39.296827 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-85435ba2-e0c1-4367-84f8-cb677f90fa8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:16:39.297475 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85435ba2-e0c1-4367-84f8-cb677f90fa8b None None] The sync data for ids ['a411a8ee-cb63-450d-9f2d-450a3fca3ba1'] in n-d-840717-1 is: [] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:16:39.298263 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-148e484f-3945-4b19-a078-de93ce1ad892 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7871306 May 05 20:16:39.308014 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 37514) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:16:39.311544 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 1f4bdc00-0989-427c-9e5a-a72ccd38703a details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:16:39.318186 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-fe07a237-f732-48a0-9035-e4f502cd6ae3 admin admin] Request body: {'subnet': {'network_id': '1f4bdc00-0989-427c-9e5a-a72ccd38703a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1177409666-subnet', 'tenant_id': 'cc385d822f314b0ea94bc048c6bf0397', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:16:39.328473 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-fe07a237-f732-48a0-9035-e4f502cd6ae3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:16:39.335969 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-fe07a237-f732-48a0-9035-e4f502cd6ae3 admin admin] Usage tracker for resource:subnet and tenant:cc385d822f314b0ea94bc048c6bf0397 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:16:39.373526 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a660b675-3be3-48d7-944a-897f82c47ccb None None] Routers {'4325b6d5-8a94-440d-9647-d526914ddeea'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:16:39.374554 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-a660b675-3be3-48d7-944a-897f82c47ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:16:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['4325b6d5-8a94-440d-9647-d526914ddeea'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:16:39.415174 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-fe07a237-f732-48a0-9035-e4f502cd6ae3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:16:39.444395 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-fe07a237-f732-48a0-9035-e4f502cd6ae3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:16:39.482117 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe07a237-f732-48a0-9035-e4f502cd6ae3 admin admin] Made reservation on behalf of cc385d822f314b0ea94bc048c6bf0397 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:16:39.484793 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fe07a237-f732-48a0-9035-e4f502cd6ae3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:39.613079 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4689cc52-c0dd-411c-a109-6955f110b30c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:39.678594 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4689cc52-c0dd-411c-a109-6955f110b30c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:40.050556 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c2d12b-2233-4af7-a2fd-2df946e02bde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-e25b964c-bcf2-4db1-a366-2e20dd4eafc0', 'network_id': 'e25b964c-bcf2-4db1-a366-2e20dd4eafc0', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'fixed_ips': [{'subnet_id': '5bd0a013-7bea-4cb0-b16a-928f025fd3c8'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:16:40.062702 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f0c2d12b-2233-4af7-a2fd-2df946e02bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:40.102900 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:40.136922 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-a660b675-3be3-48d7-944a-897f82c47ccb None None] Set router 4325b6d5-8a94-440d-9647-d526914ddeea gateway port host: None {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:16:40.228835 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-72ef13a6-b002-4117-8e13-7526cbf6cefc tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:40.333811 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43481d00-8fbe-49a5-b61c-7552aa953b12 req-b54ace72-b263-4288-891e-81d3e307eeca tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:16:40.335494 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-43481d00-8fbe-49a5-b61c-7552aa953b12 req-b54ace72-b263-4288-891e-81d3e307eeca tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5d40173-a144-44a7-98d8-e4fa8dc15faf HTTP/1.1" status: 200 len: 946 time: 0.6190968 May 05 20:16:40.339653 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4689cc52-c0dd-411c-a109-6955f110b30c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:40.362108 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef4b62-5bfb-41a9-87c2-c32cab677dca req-32222a29-5ec6-45d9-a182-8c7918b400ea tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:16:40.363926 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-68ef4b62-5bfb-41a9-87c2-c32cab677dca req-32222a29-5ec6-45d9-a182-8c7918b400ea tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Synchronizing usage tracker for tenant:de91c285d16c4dc593ab45aab12d7e13 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:16:40.393245 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4689cc52-c0dd-411c-a109-6955f110b30c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77582e74-f39d-494f-aafc-aae81e82320b,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:40.399127 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-68ef4b62-5bfb-41a9-87c2-c32cab677dca req-32222a29-5ec6-45d9-a182-8c7918b400ea tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Unset dirty status for tenant:de91c285d16c4dc593ab45aab12d7e13 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:16:40.400536 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-68ef4b62-5bfb-41a9-87c2-c32cab677dca req-32222a29-5ec6-45d9-a182-8c7918b400ea tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5d40173-a144-44a7-98d8-e4fa8dc15faf HTTP/1.1" status: 200 len: 946 time: 0.2746537 May 05 20:16:40.437161 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4689cc52-c0dd-411c-a109-6955f110b30c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:40.440618 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-4689cc52-c0dd-411c-a109-6955f110b30c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/77582e74-f39d-494f-aafc-aae81e82320b HTTP/1.1" status: 204 len: 168 time: 1.2171865 May 05 20:16:40.600111 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f6863c3c-1e11-4279-ad72-e5b091186002 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:40.627032 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-43481d00-8fbe-49a5-b61c-7552aa953b12 req-3591460d-7556-44fb-ae6a-5fbde998277e tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Deleting port 7e6028a8-e4b7-4e27-91e3-0ea59c34d902 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:16:40.627032 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-43481d00-8fbe-49a5-b61c-7552aa953b12 req-3591460d-7556-44fb-ae6a-5fbde998277e tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:40.701292 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-68ef4b62-5bfb-41a9-87c2-c32cab677dca req-fb26234e-996a-4323-b0d4-a89c295df43c tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa357fd3-c322-4995-b457-fb19b1b2843b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913854 May 05 20:16:40.706770 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-f0c2d12b-2233-4af7-a2fd-2df946e02bde None None] Allocated IP 172.23.0.2 (e25b964c-bcf2-4db1-a366-2e20dd4eafc0/5bd0a013-7bea-4cb0-b16a-928f025fd3c8/ae20e308-aa8e-47cb-8942-1ce85105379e) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:16:40.796025 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fe07a237-f732-48a0-9035-e4f502cd6ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:40.878701 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe07a237-f732-48a0-9035-e4f502cd6ae3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75701100-e0e5-47c2-a4bc-48386804fbaf,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:41.026253 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 37550) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:16:41.052382 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-80a28808-5c2c-4142-8993-ef4b22703df4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:41.085802 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-80a28808-5c2c-4142-8993-ef4b22703df4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:16:41.093156 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-80a28808-5c2c-4142-8993-ef4b22703df4 admin admin] Usage tracker for resource:security_group_rule and tenant:25b6197625f94c4bba346b43d64bdf01 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:16:41.097361 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-80a28808-5c2c-4142-8993-ef4b22703df4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:16:41.142828 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-80a28808-5c2c-4142-8993-ef4b22703df4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:16:41.214134 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe07a237-f732-48a0-9035-e4f502cd6ae3 admin admin] Checking segment: {'id': '57bbc04f-1c68-4970-9c1a-a5d13ea03f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1f4bdc00-0989-427c-9e5a-a72ccd38703a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:16:41.214494 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe07a237-f732-48a0-9035-e4f502cd6ae3 admin admin] Network hostable DHCP agents. Network: 1f4bdc00-0989-427c-9e5a-a72ccd38703a, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:16:41.300202 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe07a237-f732-48a0-9035-e4f502cd6ae3 admin admin] Network 1f4bdc00-0989-427c-9e5a-a72ccd38703a is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:16:41.311303 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-43481d00-8fbe-49a5-b61c-7552aa953b12 req-3591460d-7556-44fb-ae6a-5fbde998277e tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] For port 7e6028a8-e4b7-4e27-91e3-0ea59c34d902, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=7e6028a8-e4b7-4e27-91e3-0ea59c34d902,segment=NetworkSegment(f66c8d51-bc77-416b-8fe3-df506c3439d1),segment_id=f66c8d51-bc77-416b-8fe3-df506c3439d1)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:16:41.311702 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-43481d00-8fbe-49a5-b61c-7552aa953b12 req-3591460d-7556-44fb-ae6a-5fbde998277e tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:41.360154 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f0c2d12b-2233-4af7-a2fd-2df946e02bde None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:41.423014 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-f0c2d12b-2233-4af7-a2fd-2df946e02bde None None] Transition to ACTIVE for port object ae20e308-aa8e-47cb-8942-1ce85105379e will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:16:41.452014 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-f0c2d12b-2233-4af7-a2fd-2df946e02bde None None] Transition to ACTIVE for port object ae20e308-aa8e-47cb-8942-1ce85105379e will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:16:41.463583 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-80a28808-5c2c-4142-8993-ef4b22703df4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:41.468284 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f0c2d12b-2233-4af7-a2fd-2df946e02bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:41.532224 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-80a28808-5c2c-4142-8993-ef4b22703df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:41.563595 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c2d12b-2233-4af7-a2fd-2df946e02bde None None] Network e25b964c-bcf2-4db1-a366-2e20dd4eafc0 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:16:41.568715 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-f0c2d12b-2233-4af7-a2fd-2df946e02bde None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:16:41.571709 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c2d12b-2233-4af7-a2fd-2df946e02bde None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:16:41.618423 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c2d12b-2233-4af7-a2fd-2df946e02bde None None] Pushing event updated for resources: {'Port': ['ID=ae20e308-aa8e-47cb-8942-1ce85105379e,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:41.630261 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-a660b675-3be3-48d7-944a-897f82c47ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'name': 'tempest-RoutersTest-router-2119623452', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:15:48Z', 'updated_at': '2022-05-05T20:16:30Z', 'revision_number': 4, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'gw_port_host': None, '_interfaces': [{'id': '06581e7c-71c5-4a8b-bf04-eea73ca8cfb1', 'name': '', 'network_id': '85d006d8-e278-473e-b481-79324c30dedf', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'mac_address': 'fa:16:3e:e4:b3:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': 'f120e665-dca7-46da-901c-3e4f9a89d398', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:16:25Z', 'updated_at': '2022-05-05T20:16:38Z', 'revision_number': 4, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'subnets': [{'id': 'f120e665-dca7-46da-901c-3e4f9a89d398', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ffa19dc-c0c1-4764-bfce-8aab726f21de', 'name': '', 'network_id': '8f701fd3-b913-4a35-a12b-b07e85ab5eae', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'mac_address': 'fa:16:3e:86:4b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '55c611a8-580e-4066-b58a-99b0af1d0368', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:16:11Z', 'updated_at': '2022-05-05T20:16:29Z', 'revision_number': 5, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'subnets': [{'id': '55c611a8-580e-4066-b58a-99b0af1d0368', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b456e880-efae-4517-b525-75e7035c4bcb', 'name': '', 'network_id': '80220b23-1e14-4748-9ef8-0335ee71af3e', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'mac_address': 'fa:16:3e:c9:a3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'e7a131f1-6d5d-499c-a8a6-b64928031e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:15:55Z', 'updated_at': '2022-05-05T20:16:11Z', 'revision_number': 5, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'subnets': [{'id': 'e7a131f1-6d5d-499c-a8a6-b64928031e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:16:41.666584 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-80a28808-5c2c-4142-8993-ef4b22703df4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=25b6197625f94c4bba346b43d64bdf01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6394129 May 05 20:16:41.669784 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a660b675-3be3-48d7-944a-897f82c47ccb None None] The sync data for ids ['4325b6d5-8a94-440d-9647-d526914ddeea'] in n-d-840717-1 is: [{'id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'name': 'tempest-RoutersTest-router-2119623452', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:15:48Z', 'updated_at': '2022-05-05T20:16:30Z', 'revision_number': 4, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'gw_port_host': None, '_interfaces': [{'id': '06581e7c-71c5-4a8b-bf04-eea73ca8cfb1', 'name': '', 'network_id': '85d006d8-e278-473e-b481-79324c30dedf', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'mac_address': 'fa:16:3e:e4:b3:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': 'f120e665-dca7-46da-901c-3e4f9a89d398', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:16:25Z', 'updated_at': '2022-05-05T20:16:38Z', 'revision_number': 4, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'subnets': [{'id': 'f120e665-dca7-46da-901c-3e4f9a89d398', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ffa19dc-c0c1-4764-bfce-8aab726f21de', 'name': '', 'network_id': '8f701fd3-b913-4a35-a12b-b07e85ab5eae', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'mac_address': 'fa:16:3e:86:4b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '55c611a8-580e-4066-b58a-99b0af1d0368', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:16:11Z', 'updated_at': '2022-05-05T20:16:29Z', 'revision_number': 5, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'subnets': [{'id': '55c611a8-580e-4066-b58a-99b0af1d0368', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b456e880-efae-4517-b525-75e7035c4bcb', 'name': '', 'network_id': '80220b23-1e14-4748-9ef8-0335ee71af3e', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'mac_address': 'fa:16:3e:c9:a3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'e7a131f1-6d5d-499c-a8a6-b64928031e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:15:55Z', 'updated_at': '2022-05-05T20:16:11Z', 'revision_number': 5, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'subnets': [{'id': 'e7a131f1-6d5d-499c-a8a6-b64928031e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:16:41.682661 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 37566) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:16:41.747528 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-f6863c3c-1e11-4279-ad72-e5b091186002 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Allocated IP 172.23.0.1 (e25b964c-bcf2-4db1-a366-2e20dd4eafc0/5bd0a013-7bea-4cb0-b16a-928f025fd3c8/93713d84-b5eb-4298-83cd-5fbb7e49ce67) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:16:41.751507 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-f0c2d12b-2233-4af7-a2fd-2df946e02bde None None] Attempting to bind port ae20e308-aa8e-47cb-8942-1ce85105379e on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:16:41.751860 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a28808-5c2c-4142-8993-ef4b22703df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a618d0-e992-494d-8177-d1547ea5eac0,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:41.752314 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-f0c2d12b-2233-4af7-a2fd-2df946e02bde None None] Attempting to bind port ae20e308-aa8e-47cb-8942-1ce85105379e by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '233bd47e-84a7-4f2d-9671-c80d321bca49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e25b964c-bcf2-4db1-a366-2e20dd4eafc0'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:16:41.753676 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c2d12b-2233-4af7-a2fd-2df946e02bde None None] Attempting to bind port ae20e308-aa8e-47cb-8942-1ce85105379e on network e25b964c-bcf2-4db1-a366-2e20dd4eafc0 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:16:41.786793 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c2d12b-2233-4af7-a2fd-2df946e02bde None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:16:41.790266 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c2d12b-2233-4af7-a2fd-2df946e02bde None None] Checking segment: {'id': '233bd47e-84a7-4f2d-9671-c80d321bca49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e25b964c-bcf2-4db1-a366-2e20dd4eafc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:16:41.790894 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f0c2d12b-2233-4af7-a2fd-2df946e02bde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:41.796148 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c2d12b-2233-4af7-a2fd-2df946e02bde None None] Bound using segment: {'id': '233bd47e-84a7-4f2d-9671-c80d321bca49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e25b964c-bcf2-4db1-a366-2e20dd4eafc0'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:16:41.800145 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-f0c2d12b-2233-4af7-a2fd-2df946e02bde None None] Bound port: ae20e308-aa8e-47cb-8942-1ce85105379e, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '233bd47e-84a7-4f2d-9671-c80d321bca49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e25b964c-bcf2-4db1-a366-2e20dd4eafc0'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:16:41.802777 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f0c2d12b-2233-4af7-a2fd-2df946e02bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:41.995413 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-fe07a237-f732-48a0-9035-e4f502cd6ae3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 1f4bdc00-0989-427c-9e5a-a72ccd38703a) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:16:42.008004 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a3b959-dae8-42d3-911b-306e168f052f None None] Network 1f4bdc00-0989-427c-9e5a-a72ccd38703a requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:16:42.009865 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-362884c3-de47-42f1-abe4-d39eb13e69f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:42.013466 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-43481d00-8fbe-49a5-b61c-7552aa953b12 req-3591460d-7556-44fb-ae6a-5fbde998277e tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Calling delete_port for 7e6028a8-e4b7-4e27-91e3-0ea59c34d902 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:16:42.071213 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-362884c3-de47-42f1-abe4-d39eb13e69f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:42.115473 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe07a237-f732-48a0-9035-e4f502cd6ae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:16:42.116558 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fe07a237-f732-48a0-9035-e4f502cd6ae3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:42.135599 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-f0c2d12b-2233-4af7-a2fd-2df946e02bde None None] For port ae20e308-aa8e-47cb-8942-1ce85105379e, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:16:42.172860 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f6863c3c-1e11-4279-ad72-e5b091186002 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:42.233502 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-f6863c3c-1e11-4279-ad72-e5b091186002 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Transition to ACTIVE for port object 93713d84-b5eb-4298-83cd-5fbb7e49ce67 will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:16:42.275949 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-f0c2d12b-2233-4af7-a2fd-2df946e02bde None None] For port ae20e308-aa8e-47cb-8942-1ce85105379e, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=ae20e308-aa8e-47cb-8942-1ce85105379e,segment=NetworkSegment(233bd47e-84a7-4f2d-9671-c80d321bca49),segment_id=233bd47e-84a7-4f2d-9671-c80d321bca49)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:16:42.284554 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-362884c3-de47-42f1-abe4-d39eb13e69f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:42.298810 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f6863c3c-1e11-4279-ad72-e5b091186002 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:42.311989 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f0c2d12b-2233-4af7-a2fd-2df946e02bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:42.370120 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362884c3-de47-42f1-abe4-d39eb13e69f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a618d0-e992-494d-8177-d1547ea5eac0,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:42.427391 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6863c3c-1e11-4279-ad72-e5b091186002 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Pushing event updated for resources: {'Port': ['ID=93713d84-b5eb-4298-83cd-5fbb7e49ce67,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:42.431264 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6863c3c-1e11-4279-ad72-e5b091186002 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Network e25b964c-bcf2-4db1-a366-2e20dd4eafc0 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:16:42.432389 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-362884c3-de47-42f1-abe4-d39eb13e69f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:42.435860 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-362884c3-de47-42f1-abe4-d39eb13e69f8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/85a618d0-e992-494d-8177-d1547ea5eac0 HTTP/1.1" status: 204 len: 168 time: 0.7500267 May 05 20:16:42.435860 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-f6863c3c-1e11-4279-ad72-e5b091186002 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:16:42.437717 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6863c3c-1e11-4279-ad72-e5b091186002 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:16:42.526433 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f6863c3c-1e11-4279-ad72-e5b091186002 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:42.561448 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c2d12b-2233-4af7-a2fd-2df946e02bde None None] Pushing event updated for resources: {'Port': ['ID=ae20e308-aa8e-47cb-8942-1ce85105379e,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:42.756031 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39a5397-8cfa-494a-a92d-39f456912173 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-1f4bdc00-0989-427c-9e5a-a72ccd38703a', 'network_id': '1f4bdc00-0989-427c-9e5a-a72ccd38703a', 'tenant_id': 'cc385d822f314b0ea94bc048c6bf0397', 'fixed_ips': [{'subnet_id': '75701100-e0e5-47c2-a4bc-48386804fbaf'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:16:42.757153 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f39a5397-8cfa-494a-a92d-39f456912173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:42.832871 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f6863c3c-1e11-4279-ad72-e5b091186002 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:42.959623 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-43481d00-8fbe-49a5-b61c-7552aa953b12 req-3591460d-7556-44fb-ae6a-5fbde998277e tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:43.131960 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3591460d-7556-44fb-ae6a-5fbde998277e tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Pushing event deleted for resources: {'Port': ['ID=7e6028a8-e4b7-4e27-91e3-0ea59c34d902,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:43.159855 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-fe07a237-f732-48a0-9035-e4f502cd6ae3 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.8505766 May 05 20:16:43.208747 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 37588) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:16:43.216503 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3591460d-7556-44fb-ae6a-5fbde998277e tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:16:43.216964 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3591460d-7556-44fb-ae6a-5fbde998277e tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:16:43.217595 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3591460d-7556-44fb-ae6a-5fbde998277e tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:16:43.217998 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3591460d-7556-44fb-ae6a-5fbde998277e tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:16:43.218400 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3591460d-7556-44fb-ae6a-5fbde998277e tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:16:43.218825 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3591460d-7556-44fb-ae6a-5fbde998277e tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:16:43.219218 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3591460d-7556-44fb-ae6a-5fbde998277e tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:16:43.219691 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3591460d-7556-44fb-ae6a-5fbde998277e tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:16:43.220086 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3591460d-7556-44fb-ae6a-5fbde998277e tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:16:43.220477 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3591460d-7556-44fb-ae6a-5fbde998277e tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:16:43.220914 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3591460d-7556-44fb-ae6a-5fbde998277e tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:16:43.221298 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3591460d-7556-44fb-ae6a-5fbde998277e tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:16:43.241390 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-2ef46a5d-2c25-4e7b-a9f8-d997057b6a01 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1177409666-router', 'tenant_id': 'cc385d822f314b0ea94bc048c6bf0397', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:16:43.247190 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-2ef46a5d-2c25-4e7b-a9f8-d997057b6a01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:16:43.251631 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-2ef46a5d-2c25-4e7b-a9f8-d997057b6a01 admin admin] Usage tracker for resource:router and tenant:cc385d822f314b0ea94bc048c6bf0397 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:16:43.255998 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-2ef46a5d-2c25-4e7b-a9f8-d997057b6a01 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:16:43.262227 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-2ef46a5d-2c25-4e7b-a9f8-d997057b6a01 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:16:43.310704 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-f39a5397-8cfa-494a-a92d-39f456912173 None None] Allocated IP 172.20.0.2 (1f4bdc00-0989-427c-9e5a-a72ccd38703a/75701100-e0e5-47c2-a4bc-48386804fbaf/352ff64c-a3c9-461f-8b61-ba77c017d0e6) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:16:43.325941 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2ef46a5d-2c25-4e7b-a9f8-d997057b6a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:43.329585 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2ef46a5d-2c25-4e7b-a9f8-d997057b6a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:43.705525 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-43481d00-8fbe-49a5-b61c-7552aa953b12 req-3591460d-7556-44fb-ae6a-5fbde998277e tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] No DVR routers for this DVR port 7e6028a8-e4b7-4e27-91e3-0ea59c34d902 on host n-h1-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:16:43.725837 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-43481d00-8fbe-49a5-b61c-7552aa953b12 req-3591460d-7556-44fb-ae6a-5fbde998277e tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:43.756358 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-43481d00-8fbe-49a5-b61c-7552aa953b12 req-3591460d-7556-44fb-ae6a-5fbde998277e tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.24 "DELETE /v2.0/ports/7e6028a8-e4b7-4e27-91e3-0ea59c34d902 HTTP/1.1" status: 204 len: 173 time: 3.4051342 May 05 20:16:43.759253 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d40173-a144-44a7-98d8-e4fa8dc15faf', 'name': 'network-vif-deleted', 'tag': '7e6028a8-e4b7-4e27-91e3-0ea59c34d902'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:16:43.856755 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device ae20e308-aa8e-47cb-8942-1ce85105379e up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:16:43.897200 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2ef46a5d-2c25-4e7b-a9f8-d997057b6a01 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:43.906140 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fe8f3b7-e77c-465b-8084-8fdc0c41a282'] response: {'server_uuid': 'f5d40173-a144-44a7-98d8-e4fa8dc15faf', 'name': 'network-vif-deleted', 'tag': '7e6028a8-e4b7-4e27-91e3-0ea59c34d902', 'status': 'completed', 'code': 200} May 05 20:16:43.916395 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee850fb7-78b8-4b94-ae27-9ae320f4afbf req-d7f367f6-7b02-4b99-a1c8-5c8c6d1e072a tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:16:43.916779 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-ee850fb7-78b8-4b94-ae27-9ae320f4afbf req-d7f367f6-7b02-4b99-a1c8-5c8c6d1e072a tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Synchronizing usage tracker for tenant:de91c285d16c4dc593ab45aab12d7e13 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:16:43.929127 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-72ef13a6-b002-4117-8e13-7526cbf6cefc tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:43.954876 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-72ef13a6-b002-4117-8e13-7526cbf6cefc tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-641266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-641259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-651706'] for router, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:43.981931 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-ee850fb7-78b8-4b94-ae27-9ae320f4afbf req-d7f367f6-7b02-4b99-a1c8-5c8c6d1e072a tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] Unset dirty status for tenant:de91c285d16c4dc593ab45aab12d7e13 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:16:43.983441 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ee850fb7-78b8-4b94-ae27-9ae320f4afbf req-d7f367f6-7b02-4b99-a1c8-5c8c6d1e072a tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5d40173-a144-44a7-98d8-e4fa8dc15faf HTTP/1.1" status: 200 len: 867 time: 1.9018292 May 05 20:16:43.989693 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f39a5397-8cfa-494a-a92d-39f456912173 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:44.084562 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-f39a5397-8cfa-494a-a92d-39f456912173 None None] Transition to ACTIVE for port object 352ff64c-a3c9-461f-8b61-ba77c017d0e6 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:16:44.156775 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-f39a5397-8cfa-494a-a92d-39f456912173 None None] Transition to ACTIVE for port object 352ff64c-a3c9-461f-8b61-ba77c017d0e6 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:16:44.231396 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f39a5397-8cfa-494a-a92d-39f456912173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:44.326524 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f6863c3c-1e11-4279-ad72-e5b091186002 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:44.345511 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:44.352844 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f6863c3c-1e11-4279-ad72-e5b091186002 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:44.388876 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 7e6028a8-e4b7-4e27-91e3-0ea59c34d902 no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:16:44.536835 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port ae20e308-aa8e-47cb-8942-1ce85105379e completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:16:44.570856 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39a5397-8cfa-494a-a92d-39f456912173 None None] Network 1f4bdc00-0989-427c-9e5a-a72ccd38703a is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:16:44.580624 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-f39a5397-8cfa-494a-a92d-39f456912173 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:16:44.585319 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] No Port match for: 7e6028a8-e4b7-4e27-91e3-0ea59c34d902 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:16:44.585952 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 7e6028a8-e4b7-4e27-91e3-0ea59c34d902 not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:16:44.590361 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39a5397-8cfa-494a-a92d-39f456912173 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:16:44.604639 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 06581e7c-71c5-4a8b-bf04-eea73ca8cfb1 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:16:44.632643 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f6863c3c-1e11-4279-ad72-e5b091186002 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:44.641955 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6863c3c-1e11-4279-ad72-e5b091186002 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Pushing event updated for resources: {'Port': ['ID=93713d84-b5eb-4298-83cd-5fbb7e49ce67,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:44.752131 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58dcf18b-274c-4b52-8605-fec9fce8aa21 None None] Network e25b964c-bcf2-4db1-a366-2e20dd4eafc0 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:16:44.812014 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ee850fb7-78b8-4b94-ae27-9ae320f4afbf req-2e115b0f-26bc-41a1-a944-b8fd4839b629 tempest-ServerRescueTestJSONUnderV235-1347969087 tempest-ServerRescueTestJSONUnderV235-1347969087-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa357fd3-c322-4995-b457-fb19b1b2843b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5035610 May 05 20:16:44.985905 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6863c3c-1e11-4279-ad72-e5b091186002 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Network e25b964c-bcf2-4db1-a366-2e20dd4eafc0 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:16:44.987344 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-f6863c3c-1e11-4279-ad72-e5b091186002 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:16:44.992168 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39a5397-8cfa-494a-a92d-39f456912173 None None] Pushing event updated for resources: {'Port': ['ID=352ff64c-a3c9-461f-8b61-ba77c017d0e6,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:45.153969 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-10079784-a805-4d53-940d-fb2f6583bb41 None None] Provisioning for port ae20e308-aa8e-47cb-8942-1ce85105379e completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:16:45.162309 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-f39a5397-8cfa-494a-a92d-39f456912173 None None] Attempting to bind port 352ff64c-a3c9-461f-8b61-ba77c017d0e6 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:16:45.162873 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-f39a5397-8cfa-494a-a92d-39f456912173 None None] Attempting to bind port 352ff64c-a3c9-461f-8b61-ba77c017d0e6 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '57bbc04f-1c68-4970-9c1a-a5d13ea03f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1f4bdc00-0989-427c-9e5a-a72ccd38703a'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:16:45.163822 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39a5397-8cfa-494a-a92d-39f456912173 None None] Attempting to bind port 352ff64c-a3c9-461f-8b61-ba77c017d0e6 on network 1f4bdc00-0989-427c-9e5a-a72ccd38703a {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:16:45.176448 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39a5397-8cfa-494a-a92d-39f456912173 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:16:45.176990 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39a5397-8cfa-494a-a92d-39f456912173 None None] Checking segment: {'id': '57bbc04f-1c68-4970-9c1a-a5d13ea03f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1f4bdc00-0989-427c-9e5a-a72ccd38703a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:16:45.177564 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f39a5397-8cfa-494a-a92d-39f456912173 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:45.178086 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39a5397-8cfa-494a-a92d-39f456912173 None None] Bound using segment: {'id': '57bbc04f-1c68-4970-9c1a-a5d13ea03f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1f4bdc00-0989-427c-9e5a-a72ccd38703a'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:16:45.179508 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-f39a5397-8cfa-494a-a92d-39f456912173 None None] Bound port: 352ff64c-a3c9-461f-8b61-ba77c017d0e6, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57bbc04f-1c68-4970-9c1a-a5d13ea03f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1f4bdc00-0989-427c-9e5a-a72ccd38703a'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:16:45.180169 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f39a5397-8cfa-494a-a92d-39f456912173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:45.205627 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-10079784-a805-4d53-940d-fb2f6583bb41 None None] Provisioning complete for port ae20e308-aa8e-47cb-8942-1ce85105379e triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:16:45.206076 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-10079784-a805-4d53-940d-fb2f6583bb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:45.219589 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2ef46a5d-2c25-4e7b-a9f8-d997057b6a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:45.305012 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72ef13a6-b002-4117-8e13-7526cbf6cefc tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Router a411a8ee-cb63-450d-9f2d-450a3fca3ba1 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:16:45.330885 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6863c3c-1e11-4279-ad72-e5b091186002 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Router 4325b6d5-8a94-440d-9647-d526914ddeea has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:16:45.374080 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 06581e7c-71c5-4a8b-bf04-eea73ca8cfb1 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:16:45.486256 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 06581e7c-71c5-4a8b-bf04-eea73ca8cfb1 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:16:45.486634 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:45.676556 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-f39a5397-8cfa-494a-a92d-39f456912173 None None] For port 352ff64c-a3c9-461f-8b61-ba77c017d0e6, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:16:45.695919 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-f39a5397-8cfa-494a-a92d-39f456912173 None None] For port 352ff64c-a3c9-461f-8b61-ba77c017d0e6, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=352ff64c-a3c9-461f-8b61-ba77c017d0e6,segment=NetworkSegment(57bbc04f-1c68-4970-9c1a-a5d13ea03f9b),segment_id=57bbc04f-1c68-4970-9c1a-a5d13ea03f9b)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:16:45.771180 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6863c3c-1e11-4279-ad72-e5b091186002 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:16:45.776378 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f6863c3c-1e11-4279-ad72-e5b091186002 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "PUT /v2.0/routers/4325b6d5-8a94-440d-9647-d526914ddeea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8220835 May 05 20:16:45.781548 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 37652) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:16:45.790715 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-f68d01ca-be60-4471-8f81-ab93caf949c2 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:16:45.799311 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f39a5397-8cfa-494a-a92d-39f456912173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:45.914413 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a605be2-9b76-4f44-87d9-6de30ee0a3b3 None None] Sync routers for ids ['4325b6d5-8a94-440d-9647-d526914ddeea'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:16:45.950249 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-10079784-a805-4d53-940d-fb2f6583bb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:46.003168 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a605be2-9b76-4f44-87d9-6de30ee0a3b3 None None] Routers {'4325b6d5-8a94-440d-9647-d526914ddeea'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:16:46.004059 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-2a605be2-9b76-4f44-87d9-6de30ee0a3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:16:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['4325b6d5-8a94-440d-9647-d526914ddeea'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:16:46.087630 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 37668) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:16:46.154757 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ef13a6-b002-4117-8e13-7526cbf6cefc tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:16:46.167637 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f7e432-e6d0-4938-afe7-b44aef8d908d None None] Sync routers for ids ['a411a8ee-cb63-450d-9f2d-450a3fca3ba1'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:16:46.168651 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-72ef13a6-b002-4117-8e13-7526cbf6cefc tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:46.172157 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-72ef13a6-b002-4117-8e13-7526cbf6cefc tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] 10.222.0.36 "PUT /v2.0/routers/a411a8ee-cb63-450d-9f2d-450a3fca3ba1 HTTP/1.1" status: 200 len: 924 time: 7.0671239 May 05 20:16:46.175097 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 37672) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:16:46.175668 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39a5397-8cfa-494a-a92d-39f456912173 None None] Pushing event updated for resources: {'Port': ['ID=352ff64c-a3c9-461f-8b61-ba77c017d0e6,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:46.178472 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:46.182993 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f7e432-e6d0-4938-afe7-b44aef8d908d None None] Routers {'a411a8ee-cb63-450d-9f2d-450a3fca3ba1'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:16:46.183637 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-e4f7e432-e6d0-4938-afe7-b44aef8d908d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:16:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['a411a8ee-cb63-450d-9f2d-450a3fca3ba1'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:16:46.309915 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-e4f7e432-e6d0-4938-afe7-b44aef8d908d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:16:46.329861 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f7e432-e6d0-4938-afe7-b44aef8d908d None None] Routers {'a411a8ee-cb63-450d-9f2d-450a3fca3ba1'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:16:46.330467 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-e4f7e432-e6d0-4938-afe7-b44aef8d908d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:16:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['a411a8ee-cb63-450d-9f2d-450a3fca3ba1'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:16:46.449546 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-e4f7e432-e6d0-4938-afe7-b44aef8d908d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:16:46.450167 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f7e432-e6d0-4938-afe7-b44aef8d908d None None] The sync data for ids ['a411a8ee-cb63-450d-9f2d-450a3fca3ba1'] in n-d-840717-1 is: [] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:16:46.581062 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-10079784-a805-4d53-940d-fb2f6583bb41 None None] For port ae20e308-aa8e-47cb-8942-1ce85105379e, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=ae20e308-aa8e-47cb-8942-1ce85105379e,segment=NetworkSegment(233bd47e-84a7-4f2d-9671-c80d321bca49),segment_id=233bd47e-84a7-4f2d-9671-c80d321bca49)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:16:46.606401 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:46.607344 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-10079784-a805-4d53-940d-fb2f6583bb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:46.736986 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 06581e7c-71c5-4a8b-bf04-eea73ca8cfb1, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=06581e7c-71c5-4a8b-bf04-eea73ca8cfb1,segment=NetworkSegment(ccefa8c6-f74a-4b7e-aad6-17a957464c26),segment_id=ccefa8c6-f74a-4b7e-aad6-17a957464c26)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:16:46.802227 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-2a605be2-9b76-4f44-87d9-6de30ee0a3b3 None None] Set router 4325b6d5-8a94-440d-9647-d526914ddeea gateway port host: None {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:16:46.973875 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:47.134910 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-05c09cb3-1d6f-4436-a379-4b7a6fc32013 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] 10.222.0.36 "GET /v2.0/routers/a411a8ee-cb63-450d-9f2d-450a3fca3ba1 HTTP/1.1" status: 200 len: 924 time: 0.9546785 May 05 20:16:47.148515 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 37688) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:16:47.231397 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10079784-a805-4d53-940d-fb2f6583bb41 None None] Pushing event updated for resources: {'Port': ['ID=ae20e308-aa8e-47cb-8942-1ce85105379e,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:47.358973 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2ef46a5d-2c25-4e7b-a9f8-d997057b6a01 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:47.376965 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 352ff64c-a3c9-461f-8b61-ba77c017d0e6 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:16:47.412613 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2ef46a5d-2c25-4e7b-a9f8-d997057b6a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:47.544867 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=06581e7c-71c5-4a8b-bf04-eea73ca8cfb1,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:47.590836 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba17538-3684-4c79-99fc-a159f80240a6 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:16:47.593227 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-5ba17538-3684-4c79-99fc-a159f80240a6 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=0401d202-1605-4cfe-bad4-fb225df6afb0&device_id=a411a8ee-cb63-450d-9f2d-450a3fca3ba1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.4308577 May 05 20:16:47.596766 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 37698) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:16:47.696755 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.extraroute_db [None req-f68d01ca-be60-4471-8f81-ab93caf949c2 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=88197) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 05 20:16:47.697363 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-19b230dd-8407-4702-8bc8-8bf8e33175d5 None None] Provisioning complete for port ae20e308-aa8e-47cb-8942-1ce85105379e triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:16:47.705578 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-19b230dd-8407-4702-8bc8-8bf8e33175d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:47.759904 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.extraroute_db [None req-f68d01ca-be60-4471-8f81-ab93caf949c2 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Removed routes are [] {{(pid=88197) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 05 20:16:47.760191 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f68d01ca-be60-4471-8f81-ab93caf949c2 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:47.898817 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-2ef46a5d-2c25-4e7b-a9f8-d997057b6a01 admin admin] Allocated IP 172.25.0.76 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/1c1a7346-87b9-47b0-bc39-6df48f75b59f) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:16:47.966081 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf365fea-8e18-4bd7-b340-df68ecefa753 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:16:47.966650 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-cf365fea-8e18-4bd7-b340-df68ecefa753 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Synchronizing usage tracker for tenant:9416b4e04e2747ff9dc655d72d258451 on resource:network {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:16:47.983865 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 352ff64c-a3c9-461f-8b61-ba77c017d0e6 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:16:48.107668 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-19b230dd-8407-4702-8bc8-8bf8e33175d5 None None] Provisioning for port 93713d84-b5eb-4298-83cd-5fbb7e49ce67 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:16:48.125729 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-19b230dd-8407-4702-8bc8-8bf8e33175d5 None None] Provisioning complete for port 93713d84-b5eb-4298-83cd-5fbb7e49ce67 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:16:48.126429 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-19b230dd-8407-4702-8bc8-8bf8e33175d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:48.196716 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-2a605be2-9b76-4f44-87d9-6de30ee0a3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'name': 'tempest-RoutersTest-router-2119623452', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:15:48Z', 'updated_at': '2022-05-05T20:16:42Z', 'revision_number': 5, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'gw_port_host': None, '_interfaces': [{'id': '06581e7c-71c5-4a8b-bf04-eea73ca8cfb1', 'name': '', 'network_id': '85d006d8-e278-473e-b481-79324c30dedf', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'mac_address': 'fa:16:3e:e4:b3:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': 'f120e665-dca7-46da-901c-3e4f9a89d398', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:16:25Z', 'updated_at': '2022-05-05T20:16:38Z', 'revision_number': 4, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'subnets': [{'id': 'f120e665-dca7-46da-901c-3e4f9a89d398', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ffa19dc-c0c1-4764-bfce-8aab726f21de', 'name': '', 'network_id': '8f701fd3-b913-4a35-a12b-b07e85ab5eae', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'mac_address': 'fa:16:3e:86:4b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '55c611a8-580e-4066-b58a-99b0af1d0368', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:16:11Z', 'updated_at': '2022-05-05T20:16:29Z', 'revision_number': 5, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'subnets': [{'id': '55c611a8-580e-4066-b58a-99b0af1d0368', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93713d84-b5eb-4298-83cd-5fbb7e49ce67', 'name': '', 'network_id': 'e25b964c-bcf2-4db1-a366-2e20dd4eafc0', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'mac_address': 'fa:16:3e:5d:94:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '5bd0a013-7bea-4cb0-b16a-928f025fd3c8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:16:41Z', 'updated_at': '2022-05-05T20:16:43Z', 'revision_number': 2, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'subnets': [{'id': '5bd0a013-7bea-4cb0-b16a-928f025fd3c8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b456e880-efae-4517-b525-75e7035c4bcb', 'name': '', 'network_id': '80220b23-1e14-4748-9ef8-0335ee71af3e', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'mac_address': 'fa:16:3e:c9:a3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'e7a131f1-6d5d-499c-a8a6-b64928031e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:15:55Z', 'updated_at': '2022-05-05T20:16:11Z', 'revision_number': 5, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'subnets': [{'id': 'e7a131f1-6d5d-499c-a8a6-b64928031e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:16:48.205077 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a605be2-9b76-4f44-87d9-6de30ee0a3b3 None None] Checking router: 4325b6d5-8a94-440d-9647-d526914ddeea for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:16:48.205932 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a605be2-9b76-4f44-87d9-6de30ee0a3b3 None None] Updating router 4325b6d5-8a94-440d-9647-d526914ddeea port 93713d84-b5eb-4298-83cd-5fbb7e49ce67 binding host n-d-840717-1 {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:16:48.272942 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-19b230dd-8407-4702-8bc8-8bf8e33175d5 None None] Port 93713d84-b5eb-4298-83cd-5fbb7e49ce67 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:16:48.277495 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-cf365fea-8e18-4bd7-b340-df68ecefa753 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Unset dirty status for tenant:9416b4e04e2747ff9dc655d72d258451 on resource:network {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:16:48.281352 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-cf365fea-8e18-4bd7-b340-df68ecefa753 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] 10.222.0.36 "GET /v2.0/networks/0401d202-1605-4cfe-bad4-fb225df6afb0 HTTP/1.1" status: 200 len: 881 time: 0.6803145 May 05 20:16:48.293100 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2a605be2-9b76-4f44-87d9-6de30ee0a3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:48.297922 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 37712) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:16:48.436248 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-01a73f33-6ca1-48e0-a48e-2eccf9e9448a tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] 10.222.0.36 "GET /v2.0/ports?device_id=a411a8ee-cb63-450d-9f2d-450a3fca3ba1 HTTP/1.1" status: 200 len: 205 time: 0.1312330 May 05 20:16:48.442091 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 37720) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:16:48.540873 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673f1b23-e807-4304-8d47-d7ec107b2c06 None None] Network 1f4bdc00-0989-427c-9e5a-a72ccd38703a requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:16:48.609889 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-a5e37493-2064-4c11-aec4-34353ebf793e None None] Provisioning complete for port 93713d84-b5eb-4298-83cd-5fbb7e49ce67 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:16:48.610290 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a5e37493-2064-4c11-aec4-34353ebf793e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:48.698659 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-a5e37493-2064-4c11-aec4-34353ebf793e None None] Port 93713d84-b5eb-4298-83cd-5fbb7e49ce67 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:16:48.945833 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5e4aee5c-ac46-4490-bb85-8210ea661628 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:49.073221 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f68d01ca-be60-4471-8f81-ab93caf949c2 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:49.098772 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f68d01ca-be60-4471-8f81-ab93caf949c2 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-641266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-641259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-651706'] for router, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:49.107108 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-56db1022-1944-4a06-bb81-10ce573bf331 None None] Provisioning for port 352ff64c-a3c9-461f-8b61-ba77c017d0e6 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:16:49.159160 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-56db1022-1944-4a06-bb81-10ce573bf331 None None] Provisioning complete for port 352ff64c-a3c9-461f-8b61-ba77c017d0e6 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:16:49.159578 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-56db1022-1944-4a06-bb81-10ce573bf331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:49.234871 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device ae20e308-aa8e-47cb-8942-1ce85105379e up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:16:49.341097 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2ef46a5d-2c25-4e7b-a9f8-d997057b6a01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:49.406651 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5e4aee5c-ac46-4490-bb85-8210ea661628 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:49.428681 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-5e4aee5c-ac46-4490-bb85-8210ea661628 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Deleting port 4f5300c4-9a2e-4dda-981b-42712ef0064a {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:16:49.429239 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5e4aee5c-ac46-4490-bb85-8210ea661628 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:49.559583 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f68d01ca-be60-4471-8f81-ab93caf949c2 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Router 4325b6d5-8a94-440d-9647-d526914ddeea has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:16:49.818707 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [req-5ef116f4-e611-4edc-8090-0f5aac16ec59 req-4a2bb527-f3aa-42ab-9202-0929234e4774 service neutron] (88198) timed out ('10.222.0.36', 43304) {{(pid=88198) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 05 20:16:49.820485 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2ef46a5d-2c25-4e7b-a9f8-d997057b6a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:49.916507 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f68d01ca-be60-4471-8f81-ab93caf949c2 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:16:49.921414 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2a605be2-9b76-4f44-87d9-6de30ee0a3b3 None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:49.937870 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f68d01ca-be60-4471-8f81-ab93caf949c2 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:49.939192 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f68d01ca-be60-4471-8f81-ab93caf949c2 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "PUT /v2.0/routers/4325b6d5-8a94-440d-9647-d526914ddeea HTTP/1.1" status: 200 len: 934 time: 4.1565080 May 05 20:16:49.942436 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 37754) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:16:49.967804 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-2a605be2-9b76-4f44-87d9-6de30ee0a3b3 None None] Transition to ACTIVE for port object 93713d84-b5eb-4298-83cd-5fbb7e49ce67 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:16:49.969049 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef46a5d-2c25-4e7b-a9f8-d997057b6a01 admin admin] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:16:49.981002 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port ae20e308-aa8e-47cb-8942-1ce85105379e triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:16:49.981382 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:50.008643 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-2ef46a5d-2c25-4e7b-a9f8-d997057b6a01 admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:16:50.024699 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2a605be2-9b76-4f44-87d9-6de30ee0a3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:50.046266 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef46a5d-2c25-4e7b-a9f8-d997057b6a01 admin admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:16:50.153293 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef46a5d-2c25-4e7b-a9f8-d997057b6a01 admin admin] Pushing event updated for resources: {'Port': ['ID=1c1a7346-87b9-47b0-bc39-6df48f75b59f,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:50.167709 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-56db1022-1944-4a06-bb81-10ce573bf331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:50.397011 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-56db1022-1944-4a06-bb81-10ce573bf331 None None] For port 352ff64c-a3c9-461f-8b61-ba77c017d0e6, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=352ff64c-a3c9-461f-8b61-ba77c017d0e6,segment=NetworkSegment(57bbc04f-1c68-4970-9c1a-a5d13ea03f9b),segment_id=57bbc04f-1c68-4970-9c1a-a5d13ea03f9b)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:16:50.470447 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-56db1022-1944-4a06-bb81-10ce573bf331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:50.549979 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5e4aee5c-ac46-4490-bb85-8210ea661628 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:50.728576 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e6a9cd23-8fd4-4b4d-b8d1-7f29330996c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:50.791425 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-5e4aee5c-ac46-4490-bb85-8210ea661628 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Calling delete_port for 4f5300c4-9a2e-4dda-981b-42712ef0064a owned by network:router_gateway {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:16:50.898899 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139a55b7-1370-402b-bf16-14fa1e1506a1 None None] Pushing event updated for resources: {'Port': ['ID=93713d84-b5eb-4298-83cd-5fbb7e49ce67,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:50.903898 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-efe503cb-ad12-4231-b41d-dc194006dbba tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "GET /v2.0/routers/4325b6d5-8a94-440d-9647-d526914ddeea HTTP/1.1" status: 200 len: 934 time: 0.9600327 May 05 20:16:50.926908 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 37776) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:16:50.971708 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-ee9c4ed2-938f-4ffc-a682-a61af8e1a976 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Request body: {'router': {'routes': None}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:16:51.117574 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-2a605be2-9b76-4f44-87d9-6de30ee0a3b3 None None] Attempting to bind port 93713d84-b5eb-4298-83cd-5fbb7e49ce67 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:16:51.118167 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-2a605be2-9b76-4f44-87d9-6de30ee0a3b3 None None] Attempting to bind port 93713d84-b5eb-4298-83cd-5fbb7e49ce67 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '233bd47e-84a7-4f2d-9671-c80d321bca49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e25b964c-bcf2-4db1-a366-2e20dd4eafc0'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:16:51.118391 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a605be2-9b76-4f44-87d9-6de30ee0a3b3 None None] Attempting to bind port 93713d84-b5eb-4298-83cd-5fbb7e49ce67 on network e25b964c-bcf2-4db1-a366-2e20dd4eafc0 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:16:51.133343 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 06581e7c-71c5-4a8b-bf04-eea73ca8cfb1 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:16:51.162687 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a605be2-9b76-4f44-87d9-6de30ee0a3b3 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:16:51.163128 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a605be2-9b76-4f44-87d9-6de30ee0a3b3 None None] Checking segment: {'id': '233bd47e-84a7-4f2d-9671-c80d321bca49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e25b964c-bcf2-4db1-a366-2e20dd4eafc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:16:51.163490 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2a605be2-9b76-4f44-87d9-6de30ee0a3b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:51.163888 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a605be2-9b76-4f44-87d9-6de30ee0a3b3 None None] Bound using segment: {'id': '233bd47e-84a7-4f2d-9671-c80d321bca49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e25b964c-bcf2-4db1-a366-2e20dd4eafc0'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:16:51.164372 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-2a605be2-9b76-4f44-87d9-6de30ee0a3b3 None None] Bound port: 93713d84-b5eb-4298-83cd-5fbb7e49ce67, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '233bd47e-84a7-4f2d-9671-c80d321bca49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e25b964c-bcf2-4db1-a366-2e20dd4eafc0'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:16:51.164745 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2a605be2-9b76-4f44-87d9-6de30ee0a3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:51.258146 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56db1022-1944-4a06-bb81-10ce573bf331 None None] Pushing event updated for resources: {'Port': ['ID=352ff64c-a3c9-461f-8b61-ba77c017d0e6,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:51.373562 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-06b6b41c-befb-4935-b7cd-c31fa2d6c3c1 None None] Provisioning complete for port 352ff64c-a3c9-461f-8b61-ba77c017d0e6 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:16:51.373932 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-06b6b41c-befb-4935-b7cd-c31fa2d6c3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:51.440437 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2ef46a5d-2c25-4e7b-a9f8-d997057b6a01 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:51.467602 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-2a605be2-9b76-4f44-87d9-6de30ee0a3b3 None None] For port 93713d84-b5eb-4298-83cd-5fbb7e49ce67, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:16:51.470129 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 06581e7c-71c5-4a8b-bf04-eea73ca8cfb1 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:16:51.470447 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:51.574164 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-2a605be2-9b76-4f44-87d9-6de30ee0a3b3 None None] For port 93713d84-b5eb-4298-83cd-5fbb7e49ce67, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=93713d84-b5eb-4298-83cd-5fbb7e49ce67,segment=NetworkSegment(233bd47e-84a7-4f2d-9671-c80d321bca49),segment_id=233bd47e-84a7-4f2d-9671-c80d321bca49)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:16:51.584092 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-e6a9cd23-8fd4-4b4d-b8d1-7f29330996c9 admin admin] Deleting port 2b766a48-40eb-4629-a330-c1dc44f2946b {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:16:51.584452 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e6a9cd23-8fd4-4b4d-b8d1-7f29330996c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:51.592884 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2a605be2-9b76-4f44-87d9-6de30ee0a3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:51.798398 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139a55b7-1370-402b-bf16-14fa1e1506a1 None None] Pushing event updated for resources: {'Port': ['ID=93713d84-b5eb-4298-83cd-5fbb7e49ce67,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:51.865340 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-e6a9cd23-8fd4-4b4d-b8d1-7f29330996c9 admin admin] For port 2b766a48-40eb-4629-a330-c1dc44f2946b, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=2b766a48-40eb-4629-a330-c1dc44f2946b,segment=NetworkSegment(f66c8d51-bc77-416b-8fe3-df506c3439d1),segment_id=f66c8d51-bc77-416b-8fe3-df506c3439d1)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:16:51.866409 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e6a9cd23-8fd4-4b4d-b8d1-7f29330996c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:51.886414 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139a55b7-1370-402b-bf16-14fa1e1506a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:16:51.887027 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139a55b7-1370-402b-bf16-14fa1e1506a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:16:51.887667 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139a55b7-1370-402b-bf16-14fa1e1506a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:16:51.888105 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139a55b7-1370-402b-bf16-14fa1e1506a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:16:51.888536 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139a55b7-1370-402b-bf16-14fa1e1506a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:16:51.889258 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139a55b7-1370-402b-bf16-14fa1e1506a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:16:51.889854 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139a55b7-1370-402b-bf16-14fa1e1506a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:16:51.890280 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139a55b7-1370-402b-bf16-14fa1e1506a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:16:51.890848 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139a55b7-1370-402b-bf16-14fa1e1506a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:16:51.891322 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139a55b7-1370-402b-bf16-14fa1e1506a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:16:51.892114 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139a55b7-1370-402b-bf16-14fa1e1506a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:16:51.892540 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139a55b7-1370-402b-bf16-14fa1e1506a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:16:52.008151 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a605be2-9b76-4f44-87d9-6de30ee0a3b3 None None] Routers {'4325b6d5-8a94-440d-9647-d526914ddeea'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:16:52.009010 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-2a605be2-9b76-4f44-87d9-6de30ee0a3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:16:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['4325b6d5-8a94-440d-9647-d526914ddeea'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:16:52.056013 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-e6a9cd23-8fd4-4b4d-b8d1-7f29330996c9 admin admin] Calling delete_port for 2b766a48-40eb-4629-a330-c1dc44f2946b owned by network:router_interface {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:16:52.235965 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-2a605be2-9b76-4f44-87d9-6de30ee0a3b3 None None] Set router 4325b6d5-8a94-440d-9647-d526914ddeea gateway port host: None {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:16:52.389943 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5e4aee5c-ac46-4490-bb85-8210ea661628 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:52.439301 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e6a9cd23-8fd4-4b4d-b8d1-7f29330996c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:52.459966 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4aee5c-ac46-4490-bb85-8210ea661628 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Pushing event deleted for resources: {'Port': ['ID=4f5300c4-9a2e-4dda-981b-42712ef0064a,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:52.578724 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a9cd23-8fd4-4b4d-b8d1-7f29330996c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b766a48-40eb-4629-a330-c1dc44f2946b,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:52.590438 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 352ff64c-a3c9-461f-8b61-ba77c017d0e6 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:16:52.851314 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 352ff64c-a3c9-461f-8b61-ba77c017d0e6 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:16:52.853555 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:53.048882 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5e4aee5c-ac46-4490-bb85-8210ea661628 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:53.061245 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e6a9cd23-8fd4-4b4d-b8d1-7f29330996c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:53.277106 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-2a605be2-9b76-4f44-87d9-6de30ee0a3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'name': 'tempest-RoutersTest-router-2119623452', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:15:48Z', 'updated_at': '2022-05-05T20:16:47Z', 'revision_number': 6, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'gw_port_host': None, '_interfaces': [{'id': '06581e7c-71c5-4a8b-bf04-eea73ca8cfb1', 'name': '', 'network_id': '85d006d8-e278-473e-b481-79324c30dedf', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'mac_address': 'fa:16:3e:e4:b3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': 'f120e665-dca7-46da-901c-3e4f9a89d398', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:16:25Z', 'updated_at': '2022-05-05T20:16:46Z', 'revision_number': 5, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'subnets': [{'id': 'f120e665-dca7-46da-901c-3e4f9a89d398', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ffa19dc-c0c1-4764-bfce-8aab726f21de', 'name': '', 'network_id': '8f701fd3-b913-4a35-a12b-b07e85ab5eae', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'mac_address': 'fa:16:3e:86:4b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '55c611a8-580e-4066-b58a-99b0af1d0368', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:16:11Z', 'updated_at': '2022-05-05T20:16:29Z', 'revision_number': 5, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'subnets': [{'id': '55c611a8-580e-4066-b58a-99b0af1d0368', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93713d84-b5eb-4298-83cd-5fbb7e49ce67', 'name': '', 'network_id': 'e25b964c-bcf2-4db1-a366-2e20dd4eafc0', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'mac_address': 'fa:16:3e:5d:94:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '5bd0a013-7bea-4cb0-b16a-928f025fd3c8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:16:41Z', 'updated_at': '2022-05-05T20:16:51Z', 'revision_number': 4, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'subnets': [{'id': '5bd0a013-7bea-4cb0-b16a-928f025fd3c8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b456e880-efae-4517-b525-75e7035c4bcb', 'name': '', 'network_id': '80220b23-1e14-4748-9ef8-0335ee71af3e', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'mac_address': 'fa:16:3e:c9:a3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'e7a131f1-6d5d-499c-a8a6-b64928031e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:15:55Z', 'updated_at': '2022-05-05T20:16:11Z', 'revision_number': 5, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'subnets': [{'id': 'e7a131f1-6d5d-499c-a8a6-b64928031e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:16:53.282654 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a605be2-9b76-4f44-87d9-6de30ee0a3b3 None None] The sync data for ids ['4325b6d5-8a94-440d-9647-d526914ddeea'] in n-d-840717-1 is: [{'id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'name': 'tempest-RoutersTest-router-2119623452', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:15:48Z', 'updated_at': '2022-05-05T20:16:47Z', 'revision_number': 6, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'gw_port_host': None, '_interfaces': [{'id': '06581e7c-71c5-4a8b-bf04-eea73ca8cfb1', 'name': '', 'network_id': '85d006d8-e278-473e-b481-79324c30dedf', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'mac_address': 'fa:16:3e:e4:b3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': 'f120e665-dca7-46da-901c-3e4f9a89d398', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:16:25Z', 'updated_at': '2022-05-05T20:16:46Z', 'revision_number': 5, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'subnets': [{'id': 'f120e665-dca7-46da-901c-3e4f9a89d398', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ffa19dc-c0c1-4764-bfce-8aab726f21de', 'name': '', 'network_id': '8f701fd3-b913-4a35-a12b-b07e85ab5eae', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'mac_address': 'fa:16:3e:86:4b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '55c611a8-580e-4066-b58a-99b0af1d0368', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:16:11Z', 'updated_at': '2022-05-05T20:16:29Z', 'revision_number': 5, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'subnets': [{'id': '55c611a8-580e-4066-b58a-99b0af1d0368', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93713d84-b5eb-4298-83cd-5fbb7e49ce67', 'name': '', 'network_id': 'e25b964c-bcf2-4db1-a366-2e20dd4eafc0', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'mac_address': 'fa:16:3e:5d:94:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '5bd0a013-7bea-4cb0-b16a-928f025fd3c8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:16:41Z', 'updated_at': '2022-05-05T20:16:51Z', 'revision_number': 4, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'subnets': [{'id': '5bd0a013-7bea-4cb0-b16a-928f025fd3c8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b456e880-efae-4517-b525-75e7035c4bcb', 'name': '', 'network_id': '80220b23-1e14-4748-9ef8-0335ee71af3e', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'mac_address': 'fa:16:3e:c9:a3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'e7a131f1-6d5d-499c-a8a6-b64928031e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:15:55Z', 'updated_at': '2022-05-05T20:16:11Z', 'revision_number': 5, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'subnets': [{'id': 'e7a131f1-6d5d-499c-a8a6-b64928031e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:16:53.599871 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5e4aee5c-ac46-4490-bb85-8210ea661628 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:53.604157 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5e4aee5c-ac46-4490-bb85-8210ea661628 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:53.682053 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2ef46a5d-2c25-4e7b-a9f8-d997057b6a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:53.872269 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5e4aee5c-ac46-4490-bb85-8210ea661628 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:53.872787 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e4aee5c-ac46-4490-bb85-8210ea661628 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Fanout notify agent at l3_agent the message router_deleted on router a411a8ee-cb63-450d-9f2d-450a3fca3ba1 {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:16:54.003964 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a9cd23-8fd4-4b4d-b8d1-7f29330996c9 admin admin] Router fde48a3d-72a0-47e1-9c5d-664e5f02fd1e has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:16:54.056428 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5e4aee5c-ac46-4490-bb85-8210ea661628 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:54.057539 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-5e4aee5c-ac46-4490-bb85-8210ea661628 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] 10.222.0.36 "DELETE /v2.0/routers/a411a8ee-cb63-450d-9f2d-450a3fca3ba1 HTTP/1.1" status: 204 len: 168 time: 5.6145232 May 05 20:16:54.066142 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 37846) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:16:54.068009 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.extraroute_db [None req-ee9c4ed2-938f-4ffc-a682-a61af8e1a976 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Added routes are [] {{(pid=88198) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 05 20:16:54.068525 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.extraroute_db [None req-ee9c4ed2-938f-4ffc-a682-a61af8e1a976 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=88198) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 05 20:16:54.076776 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-90e43cfd-28e1-49c2-979a-1f145115d0b2 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1901317401', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:16:54.109414 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-90e43cfd-28e1-49c2-979a-1f145115d0b2 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:16:54.126704 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-90e43cfd-28e1-49c2-979a-1f145115d0b2 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Usage tracker for resource:router and tenant:1d7f7d31bdc1405ba2db50681d871836 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:16:54.132457 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-90e43cfd-28e1-49c2-979a-1f145115d0b2 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:16:54.180100 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-90e43cfd-28e1-49c2-979a-1f145115d0b2 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:16:54.199519 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ee9c4ed2-938f-4ffc-a682-a61af8e1a976 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:54.306922 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a9cd23-8fd4-4b4d-b8d1-7f29330996c9 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:16:54.320686 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3449ae5-3e47-46e1-b91c-a8daabaa6473 None None] Sync routers for ids ['fde48a3d-72a0-47e1-9c5d-664e5f02fd1e'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:16:54.342425 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3449ae5-3e47-46e1-b91c-a8daabaa6473 None None] Routers {'fde48a3d-72a0-47e1-9c5d-664e5f02fd1e'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:16:54.344626 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-d3449ae5-3e47-46e1-b91c-a8daabaa6473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:16:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['fde48a3d-72a0-47e1-9c5d-664e5f02fd1e'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:16:54.375941 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-e6a9cd23-8fd4-4b4d-b8d1-7f29330996c9 admin admin] 10.222.0.36 "PUT /v2.0/routers/fde48a3d-72a0-47e1-9c5d-664e5f02fd1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2861686 May 05 20:16:54.379484 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 37862) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:16:54.724301 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d763c06c-410b-4c7b-ac17-1152dfa68e00 None None] Sync routers for ids ['4325b6d5-8a94-440d-9647-d526914ddeea'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:16:54.752161 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d763c06c-410b-4c7b-ac17-1152dfa68e00 None None] Routers {'4325b6d5-8a94-440d-9647-d526914ddeea'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:16:54.752709 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-d763c06c-410b-4c7b-ac17-1152dfa68e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:16:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['4325b6d5-8a94-440d-9647-d526914ddeea'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:16:54.842543 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 93713d84-b5eb-4298-83cd-5fbb7e49ce67 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:16:54.876607 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ee288ea3-7c7f-4d2f-be44-754ac6a5cf27 admin admin] Notify callbacks [] for router, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:55.049610 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-90e43cfd-28e1-49c2-979a-1f145115d0b2 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:55.051155 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-90e43cfd-28e1-49c2-979a-1f145115d0b2 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:55.118497 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-d763c06c-410b-4c7b-ac17-1152dfa68e00 None None] Set router 4325b6d5-8a94-440d-9647-d526914ddeea gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:16:55.174634 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-90e43cfd-28e1-49c2-979a-1f145115d0b2 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:55.189576 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-d3449ae5-3e47-46e1-b91c-a8daabaa6473 None None] Set router fde48a3d-72a0-47e1-9c5d-664e5f02fd1e gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:16:55.343188 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 93713d84-b5eb-4298-83cd-5fbb7e49ce67 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:16:55.364769 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ee288ea3-7c7f-4d2f-be44-754ac6a5cf27 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:55.387198 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-ee288ea3-7c7f-4d2f-be44-754ac6a5cf27 admin admin] Deleting port fe24e85d-998f-47be-977e-b9e72fcd6ee2 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:16:55.387480 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ee288ea3-7c7f-4d2f-be44-754ac6a5cf27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:55.529921 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 93713d84-b5eb-4298-83cd-5fbb7e49ce67 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:16:55.530317 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:55.534146 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ef46a5d-2c25-4e7b-a9f8-d997057b6a01 admin admin] Router 9449e26c-fec8-416e-88ee-3fa2ffa2b6b2 is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:16:55.841373 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:55.911625 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-90e43cfd-28e1-49c2-979a-1f145115d0b2 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:55.918143 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-ee288ea3-7c7f-4d2f-be44-754ac6a5cf27 admin admin] For port fe24e85d-998f-47be-977e-b9e72fcd6ee2, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=fe24e85d-998f-47be-977e-b9e72fcd6ee2,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:16:55.918707 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ee288ea3-7c7f-4d2f-be44-754ac6a5cf27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:55.957346 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ee9c4ed2-938f-4ffc-a682-a61af8e1a976 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:55.992164 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ee9c4ed2-938f-4ffc-a682-a61af8e1a976 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-641266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-641259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-651706'] for router, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:56.031871 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-d763c06c-410b-4c7b-ac17-1152dfa68e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'name': 'tempest-RoutersTest-router-2119623452', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:15:48Z', 'updated_at': '2022-05-05T20:16:54Z', 'revision_number': 7, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'gw_port_host': None, '_interfaces': [{'id': '06581e7c-71c5-4a8b-bf04-eea73ca8cfb1', 'name': '', 'network_id': '85d006d8-e278-473e-b481-79324c30dedf', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'mac_address': 'fa:16:3e:e4:b3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': 'f120e665-dca7-46da-901c-3e4f9a89d398', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:16:25Z', 'updated_at': '2022-05-05T20:16:46Z', 'revision_number': 5, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'subnets': [{'id': 'f120e665-dca7-46da-901c-3e4f9a89d398', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ffa19dc-c0c1-4764-bfce-8aab726f21de', 'name': '', 'network_id': '8f701fd3-b913-4a35-a12b-b07e85ab5eae', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'mac_address': 'fa:16:3e:86:4b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '55c611a8-580e-4066-b58a-99b0af1d0368', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:16:11Z', 'updated_at': '2022-05-05T20:16:29Z', 'revision_number': 5, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'subnets': [{'id': '55c611a8-580e-4066-b58a-99b0af1d0368', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93713d84-b5eb-4298-83cd-5fbb7e49ce67', 'name': '', 'network_id': 'e25b964c-bcf2-4db1-a366-2e20dd4eafc0', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'mac_address': 'fa:16:3e:5d:94:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '5bd0a013-7bea-4cb0-b16a-928f025fd3c8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:16:41Z', 'updated_at': '2022-05-05T20:16:51Z', 'revision_number': 4, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'subnets': [{'id': '5bd0a013-7bea-4cb0-b16a-928f025fd3c8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b456e880-efae-4517-b525-75e7035c4bcb', 'name': '', 'network_id': '80220b23-1e14-4748-9ef8-0335ee71af3e', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'mac_address': 'fa:16:3e:c9:a3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'e7a131f1-6d5d-499c-a8a6-b64928031e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:15:55Z', 'updated_at': '2022-05-05T20:16:11Z', 'revision_number': 5, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'subnets': [{'id': 'e7a131f1-6d5d-499c-a8a6-b64928031e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:16:56.037345 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d763c06c-410b-4c7b-ac17-1152dfa68e00 None None] Checking router: 4325b6d5-8a94-440d-9647-d526914ddeea for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:16:56.047317 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d763c06c-410b-4c7b-ac17-1152dfa68e00 None None] Routers {'4325b6d5-8a94-440d-9647-d526914ddeea'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:16:56.048226 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-d763c06c-410b-4c7b-ac17-1152dfa68e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:16:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['4325b6d5-8a94-440d-9647-d526914ddeea'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:16:56.069056 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 93713d84-b5eb-4298-83cd-5fbb7e49ce67, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=93713d84-b5eb-4298-83cd-5fbb7e49ce67,segment=NetworkSegment(233bd47e-84a7-4f2d-9671-c80d321bca49),segment_id=233bd47e-84a7-4f2d-9671-c80d321bca49)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:16:56.079785 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:56.220930 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-ee288ea3-7c7f-4d2f-be44-754ac6a5cf27 admin admin] Calling delete_port for fe24e85d-998f-47be-977e-b9e72fcd6ee2 owned by network:router_gateway {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:16:56.304540 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=93713d84-b5eb-4298-83cd-5fbb7e49ce67,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:56.327256 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-90e43cfd-28e1-49c2-979a-1f145115d0b2 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:56.330454 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-90e43cfd-28e1-49c2-979a-1f145115d0b2 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 2.2571971 May 05 20:16:56.388773 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-d763c06c-410b-4c7b-ac17-1152dfa68e00 None None] Set router 4325b6d5-8a94-440d-9647-d526914ddeea gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:16:56.530410 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 37894) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:16:56.594783 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-d3449ae5-3e47-46e1-b91c-a8daabaa6473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde48a3d-72a0-47e1-9c5d-664e5f02fd1e', 'name': 'tempest-ServerRescueTestJSONUnderV235-382320695-router', 'tenant_id': 'de91c285d16c4dc593ab45aab12d7e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'fe24e85d-998f-47be-977e-b9e72fcd6ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:14:27Z', 'updated_at': '2022-05-05T20:16:52Z', 'revision_number': 5, 'project_id': 'de91c285d16c4dc593ab45aab12d7e13', 'gw_port': {'id': 'fe24e85d-998f-47be-977e-b9e72fcd6ee2', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:57:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde48a3d-72a0-47e1-9c5d-664e5f02fd1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:14:30Z', 'updated_at': '2022-05-05T20:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:16:56.605432 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-00c86484-da20-42e6-9bdb-dff258f379c2 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Request body: {'router': {'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:16:56.619288 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 93713d84-b5eb-4298-83cd-5fbb7e49ce67 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:16:56.690587 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3449ae5-3e47-46e1-b91c-a8daabaa6473 None None] Checking router: fde48a3d-72a0-47e1-9c5d-664e5f02fd1e for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:16:56.735124 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3449ae5-3e47-46e1-b91c-a8daabaa6473 None None] Routers {'fde48a3d-72a0-47e1-9c5d-664e5f02fd1e'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:16:56.735751 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-d3449ae5-3e47-46e1-b91c-a8daabaa6473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:16:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['fde48a3d-72a0-47e1-9c5d-664e5f02fd1e'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:16:56.887273 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ee288ea3-7c7f-4d2f-be44-754ac6a5cf27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:56.918437 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-d3449ae5-3e47-46e1-b91c-a8daabaa6473 None None] Set router fde48a3d-72a0-47e1-9c5d-664e5f02fd1e gateway port host: None {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:16:57.032893 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-d3449ae5-3e47-46e1-b91c-a8daabaa6473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde48a3d-72a0-47e1-9c5d-664e5f02fd1e', 'name': 'tempest-ServerRescueTestJSONUnderV235-382320695-router', 'tenant_id': 'de91c285d16c4dc593ab45aab12d7e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:14:27Z', 'updated_at': '2022-05-05T20:16:55Z', 'revision_number': 6, 'project_id': 'de91c285d16c4dc593ab45aab12d7e13', 'gw_port_host': None}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:16:57.040787 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3449ae5-3e47-46e1-b91c-a8daabaa6473 None None] The sync data for ids ['fde48a3d-72a0-47e1-9c5d-664e5f02fd1e'] in n-d-840717-1 is: [{'id': 'fde48a3d-72a0-47e1-9c5d-664e5f02fd1e', 'name': 'tempest-ServerRescueTestJSONUnderV235-382320695-router', 'tenant_id': 'de91c285d16c4dc593ab45aab12d7e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:14:27Z', 'updated_at': '2022-05-05T20:16:55Z', 'revision_number': 6, 'project_id': 'de91c285d16c4dc593ab45aab12d7e13', 'gw_port_host': None}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:16:57.070769 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 93713d84-b5eb-4298-83cd-5fbb7e49ce67 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:16:57.071144 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:57.175038 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee288ea3-7c7f-4d2f-be44-754ac6a5cf27 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe24e85d-998f-47be-977e-b9e72fcd6ee2,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:57.282298 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-d763c06c-410b-4c7b-ac17-1152dfa68e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'name': 'tempest-RoutersTest-router-2119623452', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:15:48Z', 'updated_at': '2022-05-05T20:16:54Z', 'revision_number': 7, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'gw_port_host': None, '_interfaces': [{'id': '06581e7c-71c5-4a8b-bf04-eea73ca8cfb1', 'name': '', 'network_id': '85d006d8-e278-473e-b481-79324c30dedf', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'mac_address': 'fa:16:3e:e4:b3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': 'f120e665-dca7-46da-901c-3e4f9a89d398', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:16:25Z', 'updated_at': '2022-05-05T20:16:46Z', 'revision_number': 5, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'subnets': [{'id': 'f120e665-dca7-46da-901c-3e4f9a89d398', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ffa19dc-c0c1-4764-bfce-8aab726f21de', 'name': '', 'network_id': '8f701fd3-b913-4a35-a12b-b07e85ab5eae', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'mac_address': 'fa:16:3e:86:4b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '55c611a8-580e-4066-b58a-99b0af1d0368', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:16:11Z', 'updated_at': '2022-05-05T20:16:29Z', 'revision_number': 5, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'subnets': [{'id': '55c611a8-580e-4066-b58a-99b0af1d0368', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93713d84-b5eb-4298-83cd-5fbb7e49ce67', 'name': '', 'network_id': 'e25b964c-bcf2-4db1-a366-2e20dd4eafc0', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'mac_address': 'fa:16:3e:5d:94:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '5bd0a013-7bea-4cb0-b16a-928f025fd3c8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:16:41Z', 'updated_at': '2022-05-05T20:16:55Z', 'revision_number': 5, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'subnets': [{'id': '5bd0a013-7bea-4cb0-b16a-928f025fd3c8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b456e880-efae-4517-b525-75e7035c4bcb', 'name': '', 'network_id': '80220b23-1e14-4748-9ef8-0335ee71af3e', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'mac_address': 'fa:16:3e:c9:a3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'e7a131f1-6d5d-499c-a8a6-b64928031e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:15:55Z', 'updated_at': '2022-05-05T20:16:11Z', 'revision_number': 5, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'subnets': [{'id': 'e7a131f1-6d5d-499c-a8a6-b64928031e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:16:57.282993 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ee288ea3-7c7f-4d2f-be44-754ac6a5cf27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:57.288926 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d763c06c-410b-4c7b-ac17-1152dfa68e00 None None] The sync data for ids ['4325b6d5-8a94-440d-9647-d526914ddeea'] in n-d-840717-1 is: [{'id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'name': 'tempest-RoutersTest-router-2119623452', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:15:48Z', 'updated_at': '2022-05-05T20:16:54Z', 'revision_number': 7, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'gw_port_host': None, '_interfaces': [{'id': '06581e7c-71c5-4a8b-bf04-eea73ca8cfb1', 'name': '', 'network_id': '85d006d8-e278-473e-b481-79324c30dedf', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'mac_address': 'fa:16:3e:e4:b3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': 'f120e665-dca7-46da-901c-3e4f9a89d398', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:16:25Z', 'updated_at': '2022-05-05T20:16:46Z', 'revision_number': 5, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'subnets': [{'id': 'f120e665-dca7-46da-901c-3e4f9a89d398', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ffa19dc-c0c1-4764-bfce-8aab726f21de', 'name': '', 'network_id': '8f701fd3-b913-4a35-a12b-b07e85ab5eae', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'mac_address': 'fa:16:3e:86:4b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '55c611a8-580e-4066-b58a-99b0af1d0368', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:16:11Z', 'updated_at': '2022-05-05T20:16:29Z', 'revision_number': 5, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'subnets': [{'id': '55c611a8-580e-4066-b58a-99b0af1d0368', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93713d84-b5eb-4298-83cd-5fbb7e49ce67', 'name': '', 'network_id': 'e25b964c-bcf2-4db1-a366-2e20dd4eafc0', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'mac_address': 'fa:16:3e:5d:94:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '5bd0a013-7bea-4cb0-b16a-928f025fd3c8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:16:41Z', 'updated_at': '2022-05-05T20:16:55Z', 'revision_number': 5, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'subnets': [{'id': '5bd0a013-7bea-4cb0-b16a-928f025fd3c8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b456e880-efae-4517-b525-75e7035c4bcb', 'name': '', 'network_id': '80220b23-1e14-4748-9ef8-0335ee71af3e', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'mac_address': 'fa:16:3e:c9:a3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'e7a131f1-6d5d-499c-a8a6-b64928031e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:15:55Z', 'updated_at': '2022-05-05T20:16:11Z', 'revision_number': 5, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'subnets': [{'id': 'e7a131f1-6d5d-499c-a8a6-b64928031e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:16:57.365685 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee9c4ed2-938f-4ffc-a682-a61af8e1a976 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Router 4325b6d5-8a94-440d-9647-d526914ddeea has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:16:57.619518 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ee288ea3-7c7f-4d2f-be44-754ac6a5cf27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:57.629370 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ee288ea3-7c7f-4d2f-be44-754ac6a5cf27 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:57.693947 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ee288ea3-7c7f-4d2f-be44-754ac6a5cf27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:57.694638 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee288ea3-7c7f-4d2f-be44-754ac6a5cf27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fde48a3d-72a0-47e1-9c5d-664e5f02fd1e {{(pid=88197) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:16:57.720344 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ee288ea3-7c7f-4d2f-be44-754ac6a5cf27 admin admin] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:57.728932 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-ee288ea3-7c7f-4d2f-be44-754ac6a5cf27 admin admin] 10.222.0.36 "DELETE /v2.0/routers/fde48a3d-72a0-47e1-9c5d-664e5f02fd1e HTTP/1.1" status: 204 len: 168 time: 3.3455794 May 05 20:16:57.729188 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 37922) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:16:57.866138 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-00c86484-da20-42e6-9bdb-dff258f379c2 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:57.876615 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef46a5d-2c25-4e7b-a9f8-d997057b6a01 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:16:57.895897 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f45bb0f-182b-417f-9e89-fb65a1eed39e None None] Sync routers for ids ['9449e26c-fec8-416e-88ee-3fa2ffa2b6b2'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:16:57.909566 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f45bb0f-182b-417f-9e89-fb65a1eed39e None None] Routers {'9449e26c-fec8-416e-88ee-3fa2ffa2b6b2'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:16:57.911616 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-8f45bb0f-182b-417f-9e89-fb65a1eed39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:16:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['9449e26c-fec8-416e-88ee-3fa2ffa2b6b2'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:16:57.921801 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cfb6994-666c-46a0-9793-53ea11729de5 admin admin] Deleting subnet 44cdc6bd-b57d-466c-9ea8-c60f939ca27c {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:16:57.926596 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3cfb6994-666c-46a0-9793-53ea11729de5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:58.034210 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3cfb6994-666c-46a0-9793-53ea11729de5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:58.203464 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3cfb6994-666c-46a0-9793-53ea11729de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:58.335273 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-8f45bb0f-182b-417f-9e89-fb65a1eed39e None None] Set router 9449e26c-fec8-416e-88ee-3fa2ffa2b6b2 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:16:58.337524 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3cfb6994-666c-46a0-9793-53ea11729de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:58.434857 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3cfb6994-666c-46a0-9793-53ea11729de5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:58.450000 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-3cfb6994-666c-46a0-9793-53ea11729de5 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/44cdc6bd-b57d-466c-9ea8-c60f939ca27c HTTP/1.1" status: 204 len: 168 time: 0.7172787 May 05 20:16:58.450000 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfb6994-666c-46a0-9793-53ea11729de5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44cdc6bd-b57d-466c-9ea8-c60f939ca27c,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:16:58.459314 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 37934) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:16:58.551541 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee9c4ed2-938f-4ffc-a682-a61af8e1a976 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:16:58.562614 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e4d7c2-d696-4051-8b54-66b88eb0b458 None None] Sync routers for ids ['4325b6d5-8a94-440d-9647-d526914ddeea'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:16:58.567302 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ee9c4ed2-938f-4ffc-a682-a61af8e1a976 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:58.571794 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-ee9c4ed2-938f-4ffc-a682-a61af8e1a976 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "PUT /v2.0/routers/4325b6d5-8a94-440d-9647-d526914ddeea HTTP/1.1" status: 200 len: 700 time: 7.6266038 May 05 20:16:58.575549 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 37944) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:16:58.598175 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e4d7c2-d696-4051-8b54-66b88eb0b458 None None] Routers {'4325b6d5-8a94-440d-9647-d526914ddeea'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:16:58.599779 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-d7e4d7c2-d696-4051-8b54-66b88eb0b458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:16:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['4325b6d5-8a94-440d-9647-d526914ddeea'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:16:58.616701 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 2b766a48-40eb-4629-a330-c1dc44f2946b no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:16:58.696128 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 2b766a48-40eb-4629-a330-c1dc44f2946b {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:16:58.696849 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 2b766a48-40eb-4629-a330-c1dc44f2946b not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:16:58.697257 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device fe24e85d-998f-47be-977e-b9e72fcd6ee2 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:16:58.781218 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 37948) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:16:58.800963 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2ef46a5d-2c25-4e7b-a9f8-d997057b6a01 admin admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:58.802619 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-2ef46a5d-2c25-4e7b-a9f8-d997057b6a01 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 15.5885506 May 05 20:16:58.854624 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dedfd3c5-a73f-47fb-8b77-53684a15cd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:58.858171 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 37952) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:16:58.894964 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-5be56a73-1997-40fb-9d74-8bea15c32b01 admin admin] Deleting subnet 9da6eebe-f788-4be9-9672-f5e21eaabdea {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:16:58.898561 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5be56a73-1997-40fb-9d74-8bea15c32b01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:58.965470 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: fe24e85d-998f-47be-977e-b9e72fcd6ee2 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:16:58.966513 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device fe24e85d-998f-47be-977e-b9e72fcd6ee2 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:16:59.000284 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5be56a73-1997-40fb-9d74-8bea15c32b01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:59.045511 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-d7e4d7c2-d696-4051-8b54-66b88eb0b458 None None] Set router 4325b6d5-8a94-440d-9647-d526914ddeea gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:16:59.067769 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-9d48c3f2-2035-420b-af65-23cd0b0a2b8e tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "GET /v2.0/routers/4325b6d5-8a94-440d-9647-d526914ddeea HTTP/1.1" status: 200 len: 700 time: 0.4872389 May 05 20:16:59.072577 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 37958) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:16:59.146718 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-8f45bb0f-182b-417f-9e89-fb65a1eed39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9449e26c-fec8-416e-88ee-3fa2ffa2b6b2', 'name': 'tempest-AttachVolumeTestJSON-1177409666-router', 'tenant_id': 'cc385d822f314b0ea94bc048c6bf0397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '1c1a7346-87b9-47b0-bc39-6df48f75b59f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:16:43Z', 'updated_at': '2022-05-05T20:16:50Z', 'revision_number': 3, 'project_id': 'cc385d822f314b0ea94bc048c6bf0397', 'gw_port': {'id': '1c1a7346-87b9-47b0-bc39-6df48f75b59f', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c1:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9449e26c-fec8-416e-88ee-3fa2ffa2b6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:16:47Z', 'updated_at': '2022-05-05T20:16:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:16:59.163183 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f45bb0f-182b-417f-9e89-fb65a1eed39e None None] Checking router: 9449e26c-fec8-416e-88ee-3fa2ffa2b6b2 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:16:59.163544 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f45bb0f-182b-417f-9e89-fb65a1eed39e None None] Updating router 9449e26c-fec8-416e-88ee-3fa2ffa2b6b2 port 1c1a7346-87b9-47b0-bc39-6df48f75b59f binding host n-d-840717-1 {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:16:59.257932 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8f45bb0f-182b-417f-9e89-fb65a1eed39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:59.535892 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5be56a73-1997-40fb-9d74-8bea15c32b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:59.708019 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dedfd3c5-a73f-47fb-8b77-53684a15cd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:59.756295 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-dedfd3c5-a73f-47fb-8b77-53684a15cd14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['896c84ec-d658-47a8-8593-c81dc7c226d5']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:16:59.785279 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-dedfd3c5-a73f-47fb-8b77-53684a15cd14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f66c8d51-bc77-416b-8fe3-df506c3439d1') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:16:59.785858 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-dedfd3c5-a73f-47fb-8b77-53684a15cd14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f66c8d51-bc77-416b-8fe3-df506c3439d1') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:16:59.807838 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-d7e4d7c2-d696-4051-8b54-66b88eb0b458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'name': 'tempest-RoutersTest-router-2119623452', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:15:48Z', 'updated_at': '2022-05-05T20:16:54Z', 'revision_number': 7, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'gw_port_host': None, '_interfaces': [{'id': '06581e7c-71c5-4a8b-bf04-eea73ca8cfb1', 'name': '', 'network_id': '85d006d8-e278-473e-b481-79324c30dedf', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'mac_address': 'fa:16:3e:e4:b3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': 'f120e665-dca7-46da-901c-3e4f9a89d398', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:16:25Z', 'updated_at': '2022-05-05T20:16:46Z', 'revision_number': 5, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'subnets': [{'id': 'f120e665-dca7-46da-901c-3e4f9a89d398', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ffa19dc-c0c1-4764-bfce-8aab726f21de', 'name': '', 'network_id': '8f701fd3-b913-4a35-a12b-b07e85ab5eae', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'mac_address': 'fa:16:3e:86:4b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '55c611a8-580e-4066-b58a-99b0af1d0368', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:16:11Z', 'updated_at': '2022-05-05T20:16:29Z', 'revision_number': 5, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'subnets': [{'id': '55c611a8-580e-4066-b58a-99b0af1d0368', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93713d84-b5eb-4298-83cd-5fbb7e49ce67', 'name': '', 'network_id': 'e25b964c-bcf2-4db1-a366-2e20dd4eafc0', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'mac_address': 'fa:16:3e:5d:94:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '5bd0a013-7bea-4cb0-b16a-928f025fd3c8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:16:41Z', 'updated_at': '2022-05-05T20:16:55Z', 'revision_number': 5, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'subnets': [{'id': '5bd0a013-7bea-4cb0-b16a-928f025fd3c8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b456e880-efae-4517-b525-75e7035c4bcb', 'name': '', 'network_id': '80220b23-1e14-4748-9ef8-0335ee71af3e', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'mac_address': 'fa:16:3e:c9:a3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'e7a131f1-6d5d-499c-a8a6-b64928031e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:15:55Z', 'updated_at': '2022-05-05T20:16:11Z', 'revision_number': 5, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'subnets': [{'id': 'e7a131f1-6d5d-499c-a8a6-b64928031e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:16:59.820654 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e4d7c2-d696-4051-8b54-66b88eb0b458 None None] Checking router: 4325b6d5-8a94-440d-9647-d526914ddeea for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:16:59.830083 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dedfd3c5-a73f-47fb-8b77-53684a15cd14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:59.844966 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e4d7c2-d696-4051-8b54-66b88eb0b458 None None] Routers {'4325b6d5-8a94-440d-9647-d526914ddeea'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:16:59.852219 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-d7e4d7c2-d696-4051-8b54-66b88eb0b458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:16:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['4325b6d5-8a94-440d-9647-d526914ddeea'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:16:59.856217 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dedfd3c5-a73f-47fb-8b77-53684a15cd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:59.864286 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dedfd3c5-a73f-47fb-8b77-53684a15cd14 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:16:59.864992 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dedfd3c5-a73f-47fb-8b77-53684a15cd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:59.897023 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5be56a73-1997-40fb-9d74-8bea15c32b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:16:59.930385 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8f45bb0f-182b-417f-9e89-fb65a1eed39e None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:00.265225 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-d7e4d7c2-d696-4051-8b54-66b88eb0b458 None None] Set router 4325b6d5-8a94-440d-9647-d526914ddeea gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:17:00.309161 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be56a73-1997-40fb-9d74-8bea15c32b01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9da6eebe-f788-4be9-9672-f5e21eaabdea,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:17:00.348168 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5be56a73-1997-40fb-9d74-8bea15c32b01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:00.375087 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-5be56a73-1997-40fb-9d74-8bea15c32b01 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/9da6eebe-f788-4be9-9672-f5e21eaabdea HTTP/1.1" status: 204 len: 168 time: 1.5901949 May 05 20:17:00.377505 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 37978) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:17:00.419981 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:17:00.419981 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:17:00.419981 n-d-840717-1 neutron-server[88197]: timer() May 05 20:17:00.419981 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:17:00.419981 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:17:00.419981 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:17:00.419981 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:17:00.419981 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:17:00.419981 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:17:00.419981 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:17:00.419981 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:17:00.419981 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:17:00.419981 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:17:00.419981 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:17:00.419981 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:17:00.419981 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:17:00.419981 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:17:00.419981 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:17:00.419981 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:17:00.419981 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:17:00.419981 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:17:00.419981 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:17:00.419981 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:17:00.419981 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:17:00.419981 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:17:00.419981 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:17:00.419981 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:17:00.419981 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:17:00.419981 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:17:00.419981 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:17:00.419981 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:17:00.419981 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:17:00.580331 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-8f45bb0f-182b-417f-9e89-fb65a1eed39e None None] Transition to ACTIVE for port object 1c1a7346-87b9-47b0-bc39-6df48f75b59f will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:17:00.596765 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7d1b9511-1aff-44a7-85f9-0b8d9e3d532d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:00.604081 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8f45bb0f-182b-417f-9e89-fb65a1eed39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:00.623650 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dedfd3c5-a73f-47fb-8b77-53684a15cd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:00.747237 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-8f45bb0f-182b-417f-9e89-fb65a1eed39e None None] Attempting to bind port 1c1a7346-87b9-47b0-bc39-6df48f75b59f on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:17:00.748093 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-8f45bb0f-182b-417f-9e89-fb65a1eed39e None None] Attempting to bind port 1c1a7346-87b9-47b0-bc39-6df48f75b59f by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:17:00.748469 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f45bb0f-182b-417f-9e89-fb65a1eed39e None None] Attempting to bind port 1c1a7346-87b9-47b0-bc39-6df48f75b59f on network 0401d202-1605-4cfe-bad4-fb225df6afb0 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:17:00.772214 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f45bb0f-182b-417f-9e89-fb65a1eed39e None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:17:00.772891 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f45bb0f-182b-417f-9e89-fb65a1eed39e None None] Checking segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:17:00.773565 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8f45bb0f-182b-417f-9e89-fb65a1eed39e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:00.775960 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f45bb0f-182b-417f-9e89-fb65a1eed39e None None] Bound using segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:17:00.776771 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-8f45bb0f-182b-417f-9e89-fb65a1eed39e None None] Bound port: 1c1a7346-87b9-47b0-bc39-6df48f75b59f, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:17:00.777396 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8f45bb0f-182b-417f-9e89-fb65a1eed39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:00.815036 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-d7e4d7c2-d696-4051-8b54-66b88eb0b458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'name': 'tempest-RoutersTest-router-2119623452', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:15:48Z', 'updated_at': '2022-05-05T20:16:54Z', 'revision_number': 7, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'gw_port_host': None, '_interfaces': [{'id': '06581e7c-71c5-4a8b-bf04-eea73ca8cfb1', 'name': '', 'network_id': '85d006d8-e278-473e-b481-79324c30dedf', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'mac_address': 'fa:16:3e:e4:b3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': 'f120e665-dca7-46da-901c-3e4f9a89d398', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:16:25Z', 'updated_at': '2022-05-05T20:16:46Z', 'revision_number': 5, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'subnets': [{'id': 'f120e665-dca7-46da-901c-3e4f9a89d398', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ffa19dc-c0c1-4764-bfce-8aab726f21de', 'name': '', 'network_id': '8f701fd3-b913-4a35-a12b-b07e85ab5eae', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'mac_address': 'fa:16:3e:86:4b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '55c611a8-580e-4066-b58a-99b0af1d0368', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:16:11Z', 'updated_at': '2022-05-05T20:16:29Z', 'revision_number': 5, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'subnets': [{'id': '55c611a8-580e-4066-b58a-99b0af1d0368', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93713d84-b5eb-4298-83cd-5fbb7e49ce67', 'name': '', 'network_id': 'e25b964c-bcf2-4db1-a366-2e20dd4eafc0', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'mac_address': 'fa:16:3e:5d:94:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '5bd0a013-7bea-4cb0-b16a-928f025fd3c8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:16:41Z', 'updated_at': '2022-05-05T20:16:55Z', 'revision_number': 5, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'subnets': [{'id': '5bd0a013-7bea-4cb0-b16a-928f025fd3c8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b456e880-efae-4517-b525-75e7035c4bcb', 'name': '', 'network_id': '80220b23-1e14-4748-9ef8-0335ee71af3e', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'mac_address': 'fa:16:3e:c9:a3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'e7a131f1-6d5d-499c-a8a6-b64928031e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:15:55Z', 'updated_at': '2022-05-05T20:16:11Z', 'revision_number': 5, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'subnets': [{'id': 'e7a131f1-6d5d-499c-a8a6-b64928031e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:17:00.818580 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535e8a92-c6f1-4bd9-b8cc-6c59f3812e18 None None] Pushing event updated for resources: {'Port': ['ID=1c1a7346-87b9-47b0-bc39-6df48f75b59f,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:17:00.822193 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e4d7c2-d696-4051-8b54-66b88eb0b458 None None] The sync data for ids ['4325b6d5-8a94-440d-9647-d526914ddeea'] in n-d-840717-1 is: [{'id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'name': 'tempest-RoutersTest-router-2119623452', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:15:48Z', 'updated_at': '2022-05-05T20:16:54Z', 'revision_number': 7, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'gw_port_host': None, '_interfaces': [{'id': '06581e7c-71c5-4a8b-bf04-eea73ca8cfb1', 'name': '', 'network_id': '85d006d8-e278-473e-b481-79324c30dedf', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'mac_address': 'fa:16:3e:e4:b3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': 'f120e665-dca7-46da-901c-3e4f9a89d398', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:16:25Z', 'updated_at': '2022-05-05T20:16:46Z', 'revision_number': 5, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'subnets': [{'id': 'f120e665-dca7-46da-901c-3e4f9a89d398', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ffa19dc-c0c1-4764-bfce-8aab726f21de', 'name': '', 'network_id': '8f701fd3-b913-4a35-a12b-b07e85ab5eae', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'mac_address': 'fa:16:3e:86:4b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '55c611a8-580e-4066-b58a-99b0af1d0368', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:16:11Z', 'updated_at': '2022-05-05T20:16:29Z', 'revision_number': 5, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'subnets': [{'id': '55c611a8-580e-4066-b58a-99b0af1d0368', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93713d84-b5eb-4298-83cd-5fbb7e49ce67', 'name': '', 'network_id': 'e25b964c-bcf2-4db1-a366-2e20dd4eafc0', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'mac_address': 'fa:16:3e:5d:94:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '5bd0a013-7bea-4cb0-b16a-928f025fd3c8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:16:41Z', 'updated_at': '2022-05-05T20:16:55Z', 'revision_number': 5, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'subnets': [{'id': '5bd0a013-7bea-4cb0-b16a-928f025fd3c8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b456e880-efae-4517-b525-75e7035c4bcb', 'name': '', 'network_id': '80220b23-1e14-4748-9ef8-0335ee71af3e', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'mac_address': 'fa:16:3e:c9:a3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'e7a131f1-6d5d-499c-a8a6-b64928031e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:15:55Z', 'updated_at': '2022-05-05T20:16:11Z', 'revision_number': 5, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'subnets': [{'id': 'e7a131f1-6d5d-499c-a8a6-b64928031e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:17:00.840340 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dedfd3c5-a73f-47fb-8b77-53684a15cd14 admin admin] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:00.912751 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-8f45bb0f-182b-417f-9e89-fb65a1eed39e None None] For port 1c1a7346-87b9-47b0-bc39-6df48f75b59f, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:17:00.916466 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-8f45bb0f-182b-417f-9e89-fb65a1eed39e None None] For port 1c1a7346-87b9-47b0-bc39-6df48f75b59f, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=1c1a7346-87b9-47b0-bc39-6df48f75b59f,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:17:00.926155 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedfd3c5-a73f-47fb-8b77-53684a15cd14 admin admin] Pushing event deleted for resources: {'Network': ['ID=896c84ec-d658-47a8-8593-c81dc7c226d5,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:17:00.929459 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8f45bb0f-182b-417f-9e89-fb65a1eed39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:00.967174 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-dedfd3c5-a73f-47fb-8b77-53684a15cd14 admin admin] 10.222.0.36 "DELETE /v2.0/networks/896c84ec-d658-47a8-8593-c81dc7c226d5 HTTP/1.1" status: 204 len: 168 time: 2.4980726 May 05 20:17:01.019272 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535e8a92-c6f1-4bd9-b8cc-6c59f3812e18 None None] Pushing event updated for resources: {'Port': ['ID=1c1a7346-87b9-47b0-bc39-6df48f75b59f,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:17:01.044714 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f45bb0f-182b-417f-9e89-fb65a1eed39e None None] Routers {'9449e26c-fec8-416e-88ee-3fa2ffa2b6b2'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:17:01.047420 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-8f45bb0f-182b-417f-9e89-fb65a1eed39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:16:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['9449e26c-fec8-416e-88ee-3fa2ffa2b6b2'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:17:01.307871 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5e99f8dc-d5f8-4558-8bbe-d54984a45294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:01.335095 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-8f45bb0f-182b-417f-9e89-fb65a1eed39e None None] Set router 9449e26c-fec8-416e-88ee-3fa2ffa2b6b2 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:17:01.354849 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 37998) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:17:01.410010 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-00c86484-da20-42e6-9bdb-dff258f379c2 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks [] for router_gateway, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:01.693807 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7d1b9511-1aff-44a7-85f9-0b8d9e3d532d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:01.707240 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-00c86484-da20-42e6-9bdb-dff258f379c2 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:01.711778 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d93d445e-57a0-4e65-b96e-5f2b27df2299 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=de91c285d16c4dc593ab45aab12d7e13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3545561 May 05 20:17:01.746842 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 38010) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:17:01.816956 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 38014) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:17:01.875668 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-8f45bb0f-182b-417f-9e89-fb65a1eed39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9449e26c-fec8-416e-88ee-3fa2ffa2b6b2', 'name': 'tempest-AttachVolumeTestJSON-1177409666-router', 'tenant_id': 'cc385d822f314b0ea94bc048c6bf0397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '1c1a7346-87b9-47b0-bc39-6df48f75b59f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:16:43Z', 'updated_at': '2022-05-05T20:16:50Z', 'revision_number': 3, 'project_id': 'cc385d822f314b0ea94bc048c6bf0397', 'gw_port': {'id': '1c1a7346-87b9-47b0-bc39-6df48f75b59f', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c1:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9449e26c-fec8-416e-88ee-3fa2ffa2b6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:16:47Z', 'updated_at': '2022-05-05T20:17:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:17:01.881883 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f45bb0f-182b-417f-9e89-fb65a1eed39e None None] The sync data for ids ['9449e26c-fec8-416e-88ee-3fa2ffa2b6b2'] in n-d-840717-1 is: [{'id': '9449e26c-fec8-416e-88ee-3fa2ffa2b6b2', 'name': 'tempest-AttachVolumeTestJSON-1177409666-router', 'tenant_id': 'cc385d822f314b0ea94bc048c6bf0397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '1c1a7346-87b9-47b0-bc39-6df48f75b59f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:16:43Z', 'updated_at': '2022-05-05T20:16:50Z', 'revision_number': 3, 'project_id': 'cc385d822f314b0ea94bc048c6bf0397', 'gw_port': {'id': '1c1a7346-87b9-47b0-bc39-6df48f75b59f', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c1:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9449e26c-fec8-416e-88ee-3fa2ffa2b6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:16:47Z', 'updated_at': '2022-05-05T20:17:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:17:01.888584 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-7d1b9511-1aff-44a7-85f9-0b8d9e3d532d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f87515b4-299b-4513-9fb4-62e629a28239']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:17:01.901497 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-5e99f8dc-d5f8-4558-8bbe-d54984a45294 admin admin] Allocated IP 172.20.0.1 (1f4bdc00-0989-427c-9e5a-a72ccd38703a/75701100-e0e5-47c2-a4bc-48386804fbaf/4e390db0-8a2c-4171-a94e-ff451ab693e6) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:17:01.936873 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-7d1b9511-1aff-44a7-85f9-0b8d9e3d532d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cca743ee-b297-442e-969e-30d170cc6b44') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:17:01.936873 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-7d1b9511-1aff-44a7-85f9-0b8d9e3d532d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cca743ee-b297-442e-969e-30d170cc6b44') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:17:01.950496 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7d1b9511-1aff-44a7-85f9-0b8d9e3d532d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:01.993389 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7d1b9511-1aff-44a7-85f9-0b8d9e3d532d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:02.014432 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d1b9511-1aff-44a7-85f9-0b8d9e3d532d admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:17:02.014847 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7d1b9511-1aff-44a7-85f9-0b8d9e3d532d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:02.123907 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6cb5b05b-ba27-4097-a5a5-450fc80bfcc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:02.162399 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-6cb5b05b-ba27-4097-a5a5-450fc80bfcc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:17:02.180498 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-6cb5b05b-ba27-4097-a5a5-450fc80bfcc4 admin admin] Usage tracker for resource:security_group_rule and tenant:5624ab4b0bdb4d6f934a252f646138fa is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:17:02.182822 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:17:02.182822 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:17:02.182822 n-d-840717-1 neutron-server[88198]: timer() May 05 20:17:02.182822 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:17:02.182822 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:17:02.182822 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:17:02.182822 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:17:02.182822 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:17:02.182822 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:17:02.182822 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:17:02.182822 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:17:02.182822 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:17:02.182822 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:17:02.182822 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:17:02.182822 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:17:02.182822 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:17:02.182822 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:17:02.182822 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:17:02.182822 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:17:02.182822 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:17:02.182822 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:17:02.182822 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:17:02.182822 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:17:02.182822 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:17:02.182822 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:17:02.182822 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:17:02.182822 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:17:02.182822 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:17:02.182822 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:17:02.182822 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:17:02.182822 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:17:02.182822 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:17:02.192783 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-6cb5b05b-ba27-4097-a5a5-450fc80bfcc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:17:02.217088 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7d1b9511-1aff-44a7-85f9-0b8d9e3d532d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:02.219525 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-6cb5b05b-ba27-4097-a5a5-450fc80bfcc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:17:02.283177 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5e99f8dc-d5f8-4558-8bbe-d54984a45294 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:02.333669 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-5e99f8dc-d5f8-4558-8bbe-d54984a45294 admin admin] Transition to ACTIVE for port object 4e390db0-8a2c-4171-a94e-ff451ab693e6 will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:17:02.351571 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7d1b9511-1aff-44a7-85f9-0b8d9e3d532d admin admin] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:02.430793 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5e99f8dc-d5f8-4558-8bbe-d54984a45294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:02.436883 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b087c9f1-2130-4aba-992e-3c0792e53b55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:02.474012 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b087c9f1-2130-4aba-992e-3c0792e53b55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:02.531319 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1b9511-1aff-44a7-85f9-0b8d9e3d532d admin admin] Pushing event deleted for resources: {'Network': ['ID=f87515b4-299b-4513-9fb4-62e629a28239,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:17:02.647484 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 1c1a7346-87b9-47b0-bc39-6df48f75b59f up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:17:02.648447 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-7d1b9511-1aff-44a7-85f9-0b8d9e3d532d admin admin] 10.222.0.36 "DELETE /v2.0/networks/f87515b4-299b-4513-9fb4-62e629a28239 HTTP/1.1" status: 204 len: 168 time: 2.2684345 May 05 20:17:02.656030 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e99f8dc-d5f8-4558-8bbe-d54984a45294 admin admin] Network 1f4bdc00-0989-427c-9e5a-a72ccd38703a is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:17:02.668342 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 38030) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:17:02.669003 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-00c86484-da20-42e6-9bdb-dff258f379c2 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Allocated IP 172.25.0.201 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/6c1ff16a-5c84-47de-9cab-93f17be0e155) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:17:02.670377 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-5e99f8dc-d5f8-4558-8bbe-d54984a45294 admin admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:17:02.687967 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e99f8dc-d5f8-4558-8bbe-d54984a45294 admin admin] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:17:02.830792 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6cb5b05b-ba27-4097-a5a5-450fc80bfcc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:02.835560 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 1c1a7346-87b9-47b0-bc39-6df48f75b59f completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:17:02.842650 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 1c1a7346-87b9-47b0-bc39-6df48f75b59f triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:17:02.843338 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:02.908601 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-00c86484-da20-42e6-9bdb-dff258f379c2 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:02.918094 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6cb5b05b-ba27-4097-a5a5-450fc80bfcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:02.949057 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b087c9f1-2130-4aba-992e-3c0792e53b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:02.981876 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-00c86484-da20-42e6-9bdb-dff258f379c2 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:03.036268 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:03.054019 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb5b05b-ba27-4097-a5a5-450fc80bfcc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7eac4c4-4399-4825-9ad9-81cea9a5eadc,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:17:03.064532 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e99f8dc-d5f8-4558-8bbe-d54984a45294 admin admin] Pushing event updated for resources: {'Port': ['ID=4e390db0-8a2c-4171-a94e-ff451ab693e6,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:17:03.067924 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 1c1a7346-87b9-47b0-bc39-6df48f75b59f, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=1c1a7346-87b9-47b0-bc39-6df48f75b59f,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:17:03.073879 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:03.127936 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5e99f8dc-d5f8-4558-8bbe-d54984a45294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:03.146504 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c86484-da20-42e6-9bdb-dff258f379c2 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:17:03.148472 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b087c9f1-2130-4aba-992e-3c0792e53b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa357fd3-c322-4995-b457-fb19b1b2843b,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:17:03.167424 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-00c86484-da20-42e6-9bdb-dff258f379c2 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:17:03.173578 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c86484-da20-42e6-9bdb-dff258f379c2 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:17:03.177896 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=1c1a7346-87b9-47b0-bc39-6df48f75b59f,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:17:03.201627 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b191ede9-995b-4411-9084-ca1cba317047 None None] Provisioning for port 4e390db0-8a2c-4171-a94e-ff451ab693e6 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:17:03.207736 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b191ede9-995b-4411-9084-ca1cba317047 None None] Provisioning complete for port 4e390db0-8a2c-4171-a94e-ff451ab693e6 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:17:03.208160 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b191ede9-995b-4411-9084-ca1cba317047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:03.253148 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b087c9f1-2130-4aba-992e-3c0792e53b55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:03.254667 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b087c9f1-2130-4aba-992e-3c0792e53b55 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fa357fd3-c322-4995-b457-fb19b1b2843b HTTP/1.1" status: 204 len: 168 time: 1.5040269 May 05 20:17:03.264112 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-299caddb-fc69-4b3e-b2f8-b6b2f9a4224d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:03.300818 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b191ede9-995b-4411-9084-ca1cba317047 None None] Port 4e390db0-8a2c-4171-a94e-ff451ab693e6 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:17:03.327075 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-6cb5b05b-ba27-4097-a5a5-450fc80bfcc4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5624ab4b0bdb4d6f934a252f646138fa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5085080 May 05 20:17:03.330323 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e06ac3e-b2bd-4b7b-a4ec-33df7bd8e80b admin admin] Deleting subnet 6b31100f-ea9b-4079-bc36-f03adc81a7f5 {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:17:03.339444 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 38042) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:17:03.356534 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9e06ac3e-b2bd-4b7b-a4ec-33df7bd8e80b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:03.513483 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9e06ac3e-b2bd-4b7b-a4ec-33df7bd8e80b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:03.556846 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7ea331fa-6883-4d4d-93a4-c2a1a037a8d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:03.585044 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c86484-da20-42e6-9bdb-dff258f379c2 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Pushing event updated for resources: {'Port': ['ID=6c1ff16a-5c84-47de-9cab-93f17be0e155,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:17:03.619608 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7ea331fa-6883-4d4d-93a4-c2a1a037a8d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:03.714558 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9e06ac3e-b2bd-4b7b-a4ec-33df7bd8e80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:04.107655 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9e06ac3e-b2bd-4b7b-a4ec-33df7bd8e80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:04.120182 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-299caddb-fc69-4b3e-b2f8-b6b2f9a4224d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Deleting port 93713d84-b5eb-4298-83cd-5fbb7e49ce67 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:17:04.120517 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-299caddb-fc69-4b3e-b2f8-b6b2f9a4224d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:04.193414 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9e06ac3e-b2bd-4b7b-a4ec-33df7bd8e80b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:04.214315 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e06ac3e-b2bd-4b7b-a4ec-33df7bd8e80b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b31100f-ea9b-4079-bc36-f03adc81a7f5,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:17:04.216194 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7ea331fa-6883-4d4d-93a4-c2a1a037a8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:04.219506 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7ea331fa-6883-4d4d-93a4-c2a1a037a8d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:04.220607 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-7ea331fa-6883-4d4d-93a4-c2a1a037a8d6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a7eac4c4-4399-4825-9ad9-81cea9a5eadc HTTP/1.1" status: 204 len: 168 time: 0.8798618 May 05 20:17:04.225375 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-9e06ac3e-b2bd-4b7b-a4ec-33df7bd8e80b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/6b31100f-ea9b-4079-bc36-f03adc81a7f5 HTTP/1.1" status: 204 len: 168 time: 1.5365305 May 05 20:17:04.238671 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 38078) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:17:04.239925 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea331fa-6883-4d4d-93a4-c2a1a037a8d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7eac4c4-4399-4825-9ad9-81cea9a5eadc,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:17:04.291517 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5e99f8dc-d5f8-4558-8bbe-d54984a45294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:04.403586 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-299caddb-fc69-4b3e-b2f8-b6b2f9a4224d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] For port 93713d84-b5eb-4298-83cd-5fbb7e49ce67, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=93713d84-b5eb-4298-83cd-5fbb7e49ce67,segment=NetworkSegment(233bd47e-84a7-4f2d-9671-c80d321bca49),segment_id=233bd47e-84a7-4f2d-9671-c80d321bca49)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:17:04.404228 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-299caddb-fc69-4b3e-b2f8-b6b2f9a4224d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:04.498554 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 38086) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:17:04.551412 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 1c1a7346-87b9-47b0-bc39-6df48f75b59f up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:17:04.567051 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-076150f9-19db-4d56-8dea-8dc2fcd1303b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:04.656476 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-299caddb-fc69-4b3e-b2f8-b6b2f9a4224d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Calling delete_port for 93713d84-b5eb-4298-83cd-5fbb7e49ce67 owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:17:04.747266 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f16b873c-d3a5-4c14-bbef-7d031451431e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:04.752523 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-4f70b5e0-19d1-4a66-a352-5255d5baf597 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1612964945-network', 'tenant_id': 'a265e664693546d09df58a9112067478'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:17:04.769862 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 1c1a7346-87b9-47b0-bc39-6df48f75b59f triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:17:04.770936 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:04.850612 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-076150f9-19db-4d56-8dea-8dc2fcd1303b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:04.907541 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4f70b5e0-19d1-4a66-a352-5255d5baf597 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:17:04.912582 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4f70b5e0-19d1-4a66-a352-5255d5baf597 admin admin] Usage tracker for resource:network and tenant:a265e664693546d09df58a9112067478 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:17:04.932871 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4f70b5e0-19d1-4a66-a352-5255d5baf597 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:17:04.953710 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-076150f9-19db-4d56-8dea-8dc2fcd1303b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2ae3faa-ea28-4894-a869-c5adc7aaee52']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:17:04.980146 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-076150f9-19db-4d56-8dea-8dc2fcd1303b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3c205e4-9f23-4410-9281-be36e1982e75') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:17:04.980444 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-076150f9-19db-4d56-8dea-8dc2fcd1303b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3c205e4-9f23-4410-9281-be36e1982e75') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:17:04.995903 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-076150f9-19db-4d56-8dea-8dc2fcd1303b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:05.013235 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-076150f9-19db-4d56-8dea-8dc2fcd1303b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:05.026233 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4f70b5e0-19d1-4a66-a352-5255d5baf597 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:17:05.075832 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-076150f9-19db-4d56-8dea-8dc2fcd1303b admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:17:05.076201 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-076150f9-19db-4d56-8dea-8dc2fcd1303b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:05.097385 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:17:05.097385 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:17:05.097385 n-d-840717-1 neutron-server[88197]: timer() May 05 20:17:05.097385 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:17:05.097385 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:17:05.097385 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:17:05.097385 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:17:05.097385 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:17:05.097385 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:17:05.097385 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:17:05.097385 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:17:05.097385 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:17:05.097385 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:17:05.097385 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:17:05.097385 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:17:05.097385 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:17:05.097385 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:17:05.097385 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:17:05.097385 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:17:05.097385 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:17:05.097385 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:17:05.097385 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:17:05.097385 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:17:05.097385 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:17:05.097385 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:17:05.097385 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:17:05.097385 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:17:05.097385 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:17:05.097385 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:17:05.097385 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:17:05.097385 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:17:05.097385 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:17:05.105011 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-299caddb-fc69-4b3e-b2f8-b6b2f9a4224d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:05.168317 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299caddb-fc69-4b3e-b2f8-b6b2f9a4224d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Pushing event deleted for resources: {'Port': ['ID=93713d84-b5eb-4298-83cd-5fbb7e49ce67,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:17:05.191800 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f70b5e0-19d1-4a66-a352-5255d5baf597 admin admin] Made reservation on behalf of a265e664693546d09df58a9112067478 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:17:05.194184 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4f70b5e0-19d1-4a66-a352-5255d5baf597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:05.218054 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4f70b5e0-19d1-4a66-a352-5255d5baf597 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:05.256498 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4f70b5e0-19d1-4a66-a352-5255d5baf597 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:17:05.263281 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-076150f9-19db-4d56-8dea-8dc2fcd1303b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:05.273853 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-076150f9-19db-4d56-8dea-8dc2fcd1303b admin admin] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:05.280047 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4f70b5e0-19d1-4a66-a352-5255d5baf597 admin admin] Usage tracker for resource:security_group_rule and tenant:a265e664693546d09df58a9112067478 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:17:05.303707 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4f70b5e0-19d1-4a66-a352-5255d5baf597 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:17:05.317591 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-076150f9-19db-4d56-8dea-8dc2fcd1303b admin admin] 10.222.0.36 "DELETE /v2.0/networks/a2ae3faa-ea28-4894-a869-c5adc7aaee52 HTTP/1.1" status: 204 len: 168 time: 1.0753224 May 05 20:17:05.318920 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076150f9-19db-4d56-8dea-8dc2fcd1303b admin admin] Pushing event deleted for resources: {'Network': ['ID=a2ae3faa-ea28-4894-a869-c5adc7aaee52,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:17:05.322614 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4f70b5e0-19d1-4a66-a352-5255d5baf597 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:17:05.361203 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-00c86484-da20-42e6-9bdb-dff258f379c2 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks [] for router_gateway, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:05.382703 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5e99f8dc-d5f8-4558-8bbe-d54984a45294 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:05.394958 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5e99f8dc-d5f8-4558-8bbe-d54984a45294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:05.585968 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:17:05.612371 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5e99f8dc-d5f8-4558-8bbe-d54984a45294 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:05.631811 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 38128) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:17:05.765271 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4f70b5e0-19d1-4a66-a352-5255d5baf597 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:05.788679 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e99f8dc-d5f8-4558-8bbe-d54984a45294 admin admin] Pushing event updated for resources: {'Port': ['ID=4e390db0-8a2c-4171-a94e-ff451ab693e6,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:17:05.794518 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-299caddb-fc69-4b3e-b2f8-b6b2f9a4224d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:05.800625 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4f70b5e0-19d1-4a66-a352-5255d5baf597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:05.897896 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-1f899cde-1112-4a9c-9ab5-c5c683460c9c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=49dc7c968d694b5c9e63a1c1da4ab20b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2404110 May 05 20:17:05.903466 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 38144) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:17:05.943735 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f70b5e0-19d1-4a66-a352-5255d5baf597 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:17:05.958014 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f70b5e0-19d1-4a66-a352-5255d5baf597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:17:05.990253 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4f70b5e0-19d1-4a66-a352-5255d5baf597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:05.990601 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-4f70b5e0-19d1-4a66-a352-5255d5baf597 admin admin] Added segment 5f930359-bc75-4edb-bf67-d4090d0927d6 of type vlan for network f665291c-fe35-44a1-b025-0867219a15d5 May 05 20:17:06.045782 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e99f8dc-d5f8-4558-8bbe-d54984a45294 admin admin] Network 1f4bdc00-0989-427c-9e5a-a72ccd38703a is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:17:06.056407 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-5e99f8dc-d5f8-4558-8bbe-d54984a45294 admin admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:17:06.062192 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4f70b5e0-19d1-4a66-a352-5255d5baf597 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:06.148041 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-64b520c8-480e-473c-b866-39abf44de87d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:06.225920 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-64b520c8-480e-473c-b866-39abf44de87d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:06.319479 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4f70b5e0-19d1-4a66-a352-5255d5baf597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:06.320820 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f70b5e0-19d1-4a66-a352-5255d5baf597 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:06.322283 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4f70b5e0-19d1-4a66-a352-5255d5baf597 admin admin] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:06.507975 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-00c86484-da20-42e6-9bdb-dff258f379c2 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:06.514409 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-00c86484-da20-42e6-9bdb-dff258f379c2 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-641266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-641259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-651706'] for router, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:06.583086 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-80e88a9e-0457-4cd5-a80d-921373bd247a None None] Provisioning complete for port 4e390db0-8a2c-4171-a94e-ff451ab693e6 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:17:06.584360 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-80e88a9e-0457-4cd5-a80d-921373bd247a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:06.703990 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-80e88a9e-0457-4cd5-a80d-921373bd247a None None] Port 4e390db0-8a2c-4171-a94e-ff451ab693e6 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:17:06.723992 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f70b5e0-19d1-4a66-a352-5255d5baf597 admin admin] Pushing event updated for resources: {'Network': ['ID=f665291c-fe35-44a1-b025-0867219a15d5,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:17:06.736035 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network f665291c-fe35-44a1-b025-0867219a15d5 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:17:06.749661 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-4f70b5e0-19d1-4a66-a352-5255d5baf597 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.2473941 May 05 20:17:06.755385 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 38158) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:17:06.761788 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-23043ff1-b920-4674-a6a3-7d37cf4be305 admin admin] Request body: {'subnet': {'network_id': 'f665291c-fe35-44a1-b025-0867219a15d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1612964945-subnet', 'tenant_id': 'a265e664693546d09df58a9112067478', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:17:06.770746 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-23043ff1-b920-4674-a6a3-7d37cf4be305 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:17:06.778524 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-23043ff1-b920-4674-a6a3-7d37cf4be305 admin admin] Usage tracker for resource:subnet and tenant:a265e664693546d09df58a9112067478 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:17:06.782535 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-23043ff1-b920-4674-a6a3-7d37cf4be305 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:17:06.791040 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-23043ff1-b920-4674-a6a3-7d37cf4be305 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:17:06.811675 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e99f8dc-d5f8-4558-8bbe-d54984a45294 admin admin] Router 9449e26c-fec8-416e-88ee-3fa2ffa2b6b2 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:17:06.814171 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23043ff1-b920-4674-a6a3-7d37cf4be305 admin admin] Made reservation on behalf of a265e664693546d09df58a9112067478 for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:17:06.818787 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-23043ff1-b920-4674-a6a3-7d37cf4be305 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:06.899621 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-64deaeb4-d23d-4284-a2a1-d740056f8bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:06.918177 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-64b520c8-480e-473c-b866-39abf44de87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:06.968145 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-299caddb-fc69-4b3e-b2f8-b6b2f9a4224d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Router 4325b6d5-8a94-440d-9647-d526914ddeea has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:17:06.976272 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b520c8-480e-473c-b866-39abf44de87d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ad4485-1ba3-42bc-8cac-693311951a96,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:17:07.086493 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00c86484-da20-42e6-9bdb-dff258f379c2 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Router 56f6c832-7550-4cff-bdee-6939131c35ef is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:17:07.136186 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-64b520c8-480e-473c-b866-39abf44de87d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:07.137305 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-64b520c8-480e-473c-b866-39abf44de87d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a6ad4485-1ba3-42bc-8cac-693311951a96 HTTP/1.1" status: 204 len: 168 time: 1.2246041 May 05 20:17:07.199158 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e99f8dc-d5f8-4558-8bbe-d54984a45294 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:17:07.211434 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973e19f9-816f-4262-9279-0f7021eddad3 None None] Sync routers for ids ['9449e26c-fec8-416e-88ee-3fa2ffa2b6b2'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:17:07.213137 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-5e99f8dc-d5f8-4558-8bbe-d54984a45294 admin admin] 10.222.0.36 "PUT /v2.0/routers/9449e26c-fec8-416e-88ee-3fa2ffa2b6b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3514936 May 05 20:17:07.233423 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973e19f9-816f-4262-9279-0f7021eddad3 None None] Routers {'9449e26c-fec8-416e-88ee-3fa2ffa2b6b2'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:17:07.234806 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-973e19f9-816f-4262-9279-0f7021eddad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:17:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['9449e26c-fec8-416e-88ee-3fa2ffa2b6b2'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:17:07.239482 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-299caddb-fc69-4b3e-b2f8-b6b2f9a4224d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:17:07.250424 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dc8a39-bc81-4612-a607-8d7185ac218e None None] Sync routers for ids ['4325b6d5-8a94-440d-9647-d526914ddeea'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:17:07.267704 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dc8a39-bc81-4612-a607-8d7185ac218e None None] Routers {'4325b6d5-8a94-440d-9647-d526914ddeea'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:17:07.269493 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-a7dc8a39-bc81-4612-a607-8d7185ac218e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:17:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['4325b6d5-8a94-440d-9647-d526914ddeea'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:17:07.397488 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-299caddb-fc69-4b3e-b2f8-b6b2f9a4224d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "PUT /v2.0/routers/4325b6d5-8a94-440d-9647-d526914ddeea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3235757 May 05 20:17:07.398669 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 38170) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:17:07.480779 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-23043ff1-b920-4674-a6a3-7d37cf4be305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:07.643033 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23043ff1-b920-4674-a6a3-7d37cf4be305 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e5ca270-af30-4d15-b9c5-3a4471edda55,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:17:07.746877 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23043ff1-b920-4674-a6a3-7d37cf4be305 admin admin] Checking segment: {'id': '5f930359-bc75-4edb-bf67-d4090d0927d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f665291c-fe35-44a1-b025-0867219a15d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:17:07.747519 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23043ff1-b920-4674-a6a3-7d37cf4be305 admin admin] Network hostable DHCP agents. Network: f665291c-fe35-44a1-b025-0867219a15d5, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:17:07.751577 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-96a74d1a-f9bf-4a0d-b25d-9411840e7b93 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Deleting subnet 5bd0a013-7bea-4cb0-b16a-928f025fd3c8 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:17:07.764105 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-96a74d1a-f9bf-4a0d-b25d-9411840e7b93 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:07.788093 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23043ff1-b920-4674-a6a3-7d37cf4be305 admin admin] Network f665291c-fe35-44a1-b025-0867219a15d5 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:17:07.821889 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-23043ff1-b920-4674-a6a3-7d37cf4be305 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, f665291c-fe35-44a1-b025-0867219a15d5) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:17:07.828055 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23043ff1-b920-4674-a6a3-7d37cf4be305 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:07.829693 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-23043ff1-b920-4674-a6a3-7d37cf4be305 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:07.843241 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a3c8ef-131c-4e6d-9873-0d7a140d9b56 None None] Network f665291c-fe35-44a1-b025-0867219a15d5 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:17:07.887314 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-23043ff1-b920-4674-a6a3-7d37cf4be305 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1299813 May 05 20:17:07.897344 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c86484-da20-42e6-9bdb-dff258f379c2 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:17:07.929547 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-00c86484-da20-42e6-9bdb-dff258f379c2 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:07.932873 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 38184) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:17:07.935237 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-00c86484-da20-42e6-9bdb-dff258f379c2 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] 10.222.0.36 "PUT /v2.0/routers/56f6c832-7550-4cff-bdee-6939131c35ef HTTP/1.1" status: 200 len: 884 time: 11.3379688 May 05 20:17:07.938067 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba6a062-475b-4507-9f7a-16692498b337 None None] Sync routers for ids ['56f6c832-7550-4cff-bdee-6939131c35ef'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:17:07.964870 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:07.970046 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-973e19f9-816f-4262-9279-0f7021eddad3 None None] Set router 9449e26c-fec8-416e-88ee-3fa2ffa2b6b2 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:17:07.990112 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-96a74d1a-f9bf-4a0d-b25d-9411840e7b93 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:08.063640 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-a7dc8a39-bc81-4612-a607-8d7185ac218e None None] Set router 4325b6d5-8a94-440d-9647-d526914ddeea gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:17:08.215604 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 38194) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:17:08.239041 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba6a062-475b-4507-9f7a-16692498b337 None None] Routers {'56f6c832-7550-4cff-bdee-6939131c35ef'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:17:08.239836 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-6ba6a062-475b-4507-9f7a-16692498b337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:17:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['56f6c832-7550-4cff-bdee-6939131c35ef'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:17:08.267231 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-96a74d1a-f9bf-4a0d-b25d-9411840e7b93 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:08.444697 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-6ba6a062-475b-4507-9f7a-16692498b337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:17:08.526156 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 38212) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:17:08.533881 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-63471638-75e1-42b8-88e2-377c781db2c7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e060f31de66140a5b9c14a1a580bbfb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3170178 May 05 20:17:08.539784 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-f9220d6c-a757-49dc-955c-9222225e7d27 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Request body: {'security_group': {'name': 'tempest-securitygroup--527996416', 'description': 'tempest-description--2057898462'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:17:08.556200 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f9220d6c-a757-49dc-955c-9222225e7d27 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:17:08.565983 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-f9220d6c-a757-49dc-955c-9222225e7d27 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Usage tracker for resource:security_group and tenant:cc385d822f314b0ea94bc048c6bf0397 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:17:08.572873 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-f9220d6c-a757-49dc-955c-9222225e7d27 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:17:08.586588 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba6a062-475b-4507-9f7a-16692498b337 None None] Routers {'56f6c832-7550-4cff-bdee-6939131c35ef'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:17:08.587540 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-6ba6a062-475b-4507-9f7a-16692498b337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:17:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['56f6c832-7550-4cff-bdee-6939131c35ef'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:17:08.591684 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f9220d6c-a757-49dc-955c-9222225e7d27 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:17:08.611264 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 38220) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:17:08.626321 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-7af69261-f0dd-4fd6-b210-a982c860c0db tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] 10.222.0.36 "GET /v2.0/routers/56f6c832-7550-4cff-bdee-6939131c35ef HTTP/1.1" status: 200 len: 925 time: 0.6898346 May 05 20:17:08.632576 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 38222) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:17:08.661986 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f9220d6c-a757-49dc-955c-9222225e7d27 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:08.724516 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-a7dc8a39-bc81-4612-a607-8d7185ac218e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'name': 'tempest-RoutersTest-router-2119623452', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:15:48Z', 'updated_at': '2022-05-05T20:17:04Z', 'revision_number': 8, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'gw_port_host': None, '_interfaces': [{'id': '06581e7c-71c5-4a8b-bf04-eea73ca8cfb1', 'name': '', 'network_id': '85d006d8-e278-473e-b481-79324c30dedf', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'mac_address': 'fa:16:3e:e4:b3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': 'f120e665-dca7-46da-901c-3e4f9a89d398', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:16:25Z', 'updated_at': '2022-05-05T20:16:46Z', 'revision_number': 5, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'subnets': [{'id': 'f120e665-dca7-46da-901c-3e4f9a89d398', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ffa19dc-c0c1-4764-bfce-8aab726f21de', 'name': '', 'network_id': '8f701fd3-b913-4a35-a12b-b07e85ab5eae', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'mac_address': 'fa:16:3e:86:4b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '55c611a8-580e-4066-b58a-99b0af1d0368', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:16:11Z', 'updated_at': '2022-05-05T20:16:29Z', 'revision_number': 5, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'subnets': [{'id': '55c611a8-580e-4066-b58a-99b0af1d0368', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b456e880-efae-4517-b525-75e7035c4bcb', 'name': '', 'network_id': '80220b23-1e14-4748-9ef8-0335ee71af3e', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'mac_address': 'fa:16:3e:c9:a3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'e7a131f1-6d5d-499c-a8a6-b64928031e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:15:55Z', 'updated_at': '2022-05-05T20:16:11Z', 'revision_number': 5, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'subnets': [{'id': 'e7a131f1-6d5d-499c-a8a6-b64928031e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:17:08.732643 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dc8a39-bc81-4612-a607-8d7185ac218e None None] Checking router: 4325b6d5-8a94-440d-9647-d526914ddeea for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:17:08.742397 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dc8a39-bc81-4612-a607-8d7185ac218e None None] Routers {'4325b6d5-8a94-440d-9647-d526914ddeea'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:17:08.743213 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-a7dc8a39-bc81-4612-a607-8d7185ac218e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:17:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['4325b6d5-8a94-440d-9647-d526914ddeea'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:17:08.760007 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f9220d6c-a757-49dc-955c-9222225e7d27 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:17:08.764078 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-f9220d6c-a757-49dc-955c-9222225e7d27 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Usage tracker for resource:security_group_rule and tenant:cc385d822f314b0ea94bc048c6bf0397 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:17:08.767083 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-f9220d6c-a757-49dc-955c-9222225e7d27 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:17:08.774034 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f9220d6c-a757-49dc-955c-9222225e7d27 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:17:08.837950 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0fae58b1-589f-41b9-949e-fd4abb2387e2 req-63d10c3f-de31-44f7-914a-0d2c43ce271b tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=fb44a30e6dec40bfac5d9f81796e3cda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2088363 May 05 20:17:08.883668 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f9220d6c-a757-49dc-955c-9222225e7d27 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:08.906394 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-96a74d1a-f9bf-4a0d-b25d-9411840e7b93 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:08.908699 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:08.958436 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-6ba6a062-475b-4507-9f7a-16692498b337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:17:08.958932 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba6a062-475b-4507-9f7a-16692498b337 None None] The sync data for ids ['56f6c832-7550-4cff-bdee-6939131c35ef'] in n-d-840717-1 is: [] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:17:08.991206 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-a7dc8a39-bc81-4612-a607-8d7185ac218e None None] Set router 4325b6d5-8a94-440d-9647-d526914ddeea gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:17:09.068666 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae58b1-589f-41b9-949e-fd4abb2387e2 req-509e9cb8-237a-4a6b-83a5-b2d589285853 tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:09.070571 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0fae58b1-589f-41b9-949e-fd4abb2387e2 req-509e9cb8-237a-4a6b-83a5-b2d589285853 tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2307599 May 05 20:17:09.091877 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0fae58b1-589f-41b9-949e-fd4abb2387e2 req-37b0b2ee-b03c-4686-aba2-7ff14ea2a366 tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] 10.222.0.36 "GET /v2.0/quotas/fb44a30e6dec40bfac5d9f81796e3cda HTTP/1.1" status: 200 len: 375 time: 0.0151677 May 05 20:17:09.125484 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f9220d6c-a757-49dc-955c-9222225e7d27 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:09.171619 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-96a74d1a-f9bf-4a0d-b25d-9411840e7b93 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:09.179587 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-96a74d1a-f9bf-4a0d-b25d-9411840e7b93 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "DELETE /v2.0/subnets/5bd0a013-7bea-4cb0-b16a-928f025fd3c8 HTTP/1.1" status: 204 len: 168 time: 1.7766190 May 05 20:17:09.180054 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0fae58b1-589f-41b9-949e-fd4abb2387e2 req-518bd184-7a56-4932-98aa-c664384e4d4e tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fb44a30e6dec40bfac5d9f81796e3cda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0787113 May 05 20:17:09.190274 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 38238) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:17:09.210266 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7711ed95-7cd3-4da4-a988-051b043dd44a None None] Network e25b964c-bcf2-4db1-a366-2e20dd4eafc0 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:17:09.249327 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0e037b-db40-4c68-88f8-5c6f940ac5b8 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:09.252139 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-bf0e037b-db40-4c68-88f8-5c6f940ac5b8 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Synchronizing usage tracker for tenant:9416b4e04e2747ff9dc655d72d258451 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:17:09.267395 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f9220d6c-a757-49dc-955c-9222225e7d27 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:09.271694 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f9220d6c-a757-49dc-955c-9222225e7d27 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7439983 May 05 20:17:09.283864 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 38244) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:17:09.285953 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a74d1a-f9bf-4a0d-b25d-9411840e7b93 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Pushing event deleted for resources: {'Subnet': ['ID=5bd0a013-7bea-4cb0-b16a-928f025fd3c8,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:17:09.290212 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a25d45ae-8d84-4e59-bae0-489662cb1f21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:09.336093 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-a4e94259-dd83-4e68-b610-40adbfc3432b tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Request body: {'security_group_rule': {'security_group_id': '0f751196-6dff-46ee-8aaa-1cf7275b3ef6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:17:09.344230 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-a4e94259-dd83-4e68-b610-40adbfc3432b tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:17:09.349782 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a4e94259-dd83-4e68-b610-40adbfc3432b tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Usage tracker for resource:security_group_rule and tenant:cc385d822f314b0ea94bc048c6bf0397 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:17:09.352964 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9220d6c-a757-49dc-955c-9222225e7d27 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f751196-6dff-46ee-8aaa-1cf7275b3ef6,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:17:09.354944 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a4e94259-dd83-4e68-b610-40adbfc3432b tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:17:09.376519 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-a4e94259-dd83-4e68-b610-40adbfc3432b tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:17:09.487520 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a25d45ae-8d84-4e59-bae0-489662cb1f21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:09.520462 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a4e94259-dd83-4e68-b610-40adbfc3432b tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:09.591575 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-bf0e037b-db40-4c68-88f8-5c6f940ac5b8 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Unset dirty status for tenant:9416b4e04e2747ff9dc655d72d258451 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:17:09.592747 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-bf0e037b-db40-4c68-88f8-5c6f940ac5b8 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=0401d202-1605-4cfe-bad4-fb225df6afb0&device_id=56f6c832-7550-4cff-bdee-6939131c35ef&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.9589839 May 05 20:17:09.608744 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 38256) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:17:09.693424 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b46ef63-9b3d-4edc-a428-210610fb8325 req-76a1e212-8530-47e9-8425-805e2a85bf84 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:09.694977 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2b46ef63-9b3d-4edc-a428-210610fb8325 req-76a1e212-8530-47e9-8425-805e2a85bf84 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/networks?id=f665291c-fe35-44a1-b025-0867219a15d5 HTTP/1.1" status: 200 len: 814 time: 0.7907035 May 05 20:17:09.721128 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-a7dc8a39-bc81-4612-a607-8d7185ac218e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'name': 'tempest-RoutersTest-router-2119623452', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:15:48Z', 'updated_at': '2022-05-05T20:17:04Z', 'revision_number': 8, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'gw_port_host': None, '_interfaces': [{'id': '06581e7c-71c5-4a8b-bf04-eea73ca8cfb1', 'name': '', 'network_id': '85d006d8-e278-473e-b481-79324c30dedf', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'mac_address': 'fa:16:3e:e4:b3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': 'f120e665-dca7-46da-901c-3e4f9a89d398', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:16:25Z', 'updated_at': '2022-05-05T20:16:46Z', 'revision_number': 5, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'subnets': [{'id': 'f120e665-dca7-46da-901c-3e4f9a89d398', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ffa19dc-c0c1-4764-bfce-8aab726f21de', 'name': '', 'network_id': '8f701fd3-b913-4a35-a12b-b07e85ab5eae', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'mac_address': 'fa:16:3e:86:4b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '55c611a8-580e-4066-b58a-99b0af1d0368', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:16:11Z', 'updated_at': '2022-05-05T20:16:29Z', 'revision_number': 5, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'subnets': [{'id': '55c611a8-580e-4066-b58a-99b0af1d0368', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b456e880-efae-4517-b525-75e7035c4bcb', 'name': '', 'network_id': '80220b23-1e14-4748-9ef8-0335ee71af3e', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'mac_address': 'fa:16:3e:c9:a3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'e7a131f1-6d5d-499c-a8a6-b64928031e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:15:55Z', 'updated_at': '2022-05-05T20:16:11Z', 'revision_number': 5, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'subnets': [{'id': 'e7a131f1-6d5d-499c-a8a6-b64928031e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:17:09.738598 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ae1a67ad-e977-4870-8a34-b0ba4799091d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:09.741377 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dc8a39-bc81-4612-a607-8d7185ac218e None None] The sync data for ids ['4325b6d5-8a94-440d-9647-d526914ddeea'] in n-d-840717-1 is: [{'id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'name': 'tempest-RoutersTest-router-2119623452', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:15:48Z', 'updated_at': '2022-05-05T20:17:04Z', 'revision_number': 8, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'gw_port_host': None, '_interfaces': [{'id': '06581e7c-71c5-4a8b-bf04-eea73ca8cfb1', 'name': '', 'network_id': '85d006d8-e278-473e-b481-79324c30dedf', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'mac_address': 'fa:16:3e:e4:b3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': 'f120e665-dca7-46da-901c-3e4f9a89d398', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:16:25Z', 'updated_at': '2022-05-05T20:16:46Z', 'revision_number': 5, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'subnets': [{'id': 'f120e665-dca7-46da-901c-3e4f9a89d398', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ffa19dc-c0c1-4764-bfce-8aab726f21de', 'name': '', 'network_id': '8f701fd3-b913-4a35-a12b-b07e85ab5eae', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'mac_address': 'fa:16:3e:86:4b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '55c611a8-580e-4066-b58a-99b0af1d0368', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:16:11Z', 'updated_at': '2022-05-05T20:16:29Z', 'revision_number': 5, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'subnets': [{'id': '55c611a8-580e-4066-b58a-99b0af1d0368', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b456e880-efae-4517-b525-75e7035c4bcb', 'name': '', 'network_id': '80220b23-1e14-4748-9ef8-0335ee71af3e', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'mac_address': 'fa:16:3e:c9:a3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'e7a131f1-6d5d-499c-a8a6-b64928031e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:15:55Z', 'updated_at': '2022-05-05T20:16:11Z', 'revision_number': 5, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'subnets': [{'id': 'e7a131f1-6d5d-499c-a8a6-b64928031e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:17:09.759951 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2b46ef63-9b3d-4edc-a428-210610fb8325 req-21ba5469-909b-4777-b319-7b81803c1d53 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/quotas/a265e664693546d09df58a9112067478 HTTP/1.1" status: 200 len: 375 time: 0.0551693 May 05 20:17:09.778421 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-900500d6-390a-4025-8e56-cd41815bee9c req-0b377746-5ae8-4bdb-b16d-f4af1db1eb84 tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5f13b6-d7fe-493b-8eb6-40040a3899b6 HTTP/1.1" status: 200 len: 210 time: 0.1937611 May 05 20:17:09.794363 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f81dab0-e8b1-4cc3-a558-0a7eec42015b None None] Network f665291c-fe35-44a1-b025-0867219a15d5 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:17:09.864358 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-ae1a67ad-e977-4870-8a34-b0ba4799091d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Deleting port ae20e308-aa8e-47cb-8942-1ce85105379e {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:17:09.864936 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ae1a67ad-e977-4870-8a34-b0ba4799091d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:09.895855 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2b46ef63-9b3d-4edc-a428-210610fb8325 req-75704b34-fea3-422d-aaf6-4621ed8f6b42 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a265e664693546d09df58a9112067478&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1274662 May 05 20:17:09.957655 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:09.970629 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a4e94259-dd83-4e68-b610-40adbfc3432b tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:09.971100 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a25d45ae-8d84-4e59-bae0-489662cb1f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:09.998191 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25d45ae-8d84-4e59-bae0-489662cb1f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d0b564-4cbe-492d-8b77-ddcb9be64dc5,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:17:10.066682 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a4e94259-dd83-4e68-b610-40adbfc3432b tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:10.092208 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a25d45ae-8d84-4e59-bae0-489662cb1f21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:10.094232 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a25d45ae-8d84-4e59-bae0-489662cb1f21 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/00d0b564-4cbe-492d-8b77-ddcb9be64dc5 HTTP/1.1" status: 204 len: 168 time: 1.4711037 May 05 20:17:10.135627 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b3ede2-4666-4a89-9ca7-bd91d8139263 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:10.142590 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c4b3ede2-4666-4a89-9ca7-bd91d8139263 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] 10.222.0.36 "GET /v2.0/networks/0401d202-1605-4cfe-bad4-fb225df6afb0 HTTP/1.1" status: 200 len: 881 time: 0.5328028 May 05 20:17:10.152831 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e94259-dd83-4e68-b610-40adbfc3432b tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e64b188-ea5b-4350-bb02-6a0f5f8e2082,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:17:10.154877 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 38270) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:17:10.161143 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-973e19f9-816f-4262-9279-0f7021eddad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9449e26c-fec8-416e-88ee-3fa2ffa2b6b2', 'name': 'tempest-AttachVolumeTestJSON-1177409666-router', 'tenant_id': 'cc385d822f314b0ea94bc048c6bf0397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '1c1a7346-87b9-47b0-bc39-6df48f75b59f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:16:43Z', 'updated_at': '2022-05-05T20:17:04Z', 'revision_number': 4, 'project_id': 'cc385d822f314b0ea94bc048c6bf0397', 'gw_port': {'id': '1c1a7346-87b9-47b0-bc39-6df48f75b59f', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9449e26c-fec8-416e-88ee-3fa2ffa2b6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:16:47Z', 'updated_at': '2022-05-05T20:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '4e390db0-8a2c-4171-a94e-ff451ab693e6', 'name': '', 'network_id': '1f4bdc00-0989-427c-9e5a-a72ccd38703a', 'tenant_id': 'cc385d822f314b0ea94bc048c6bf0397', 'mac_address': 'fa:16:3e:c7:8c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9449e26c-fec8-416e-88ee-3fa2ffa2b6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '75701100-e0e5-47c2-a4bc-48386804fbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:17:01Z', 'updated_at': '2022-05-05T20:17:04Z', 'revision_number': 2, 'project_id': 'cc385d822f314b0ea94bc048c6bf0397', 'subnets': [{'id': '75701100-e0e5-47c2-a4bc-48386804fbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:17:10.179004 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a4e94259-dd83-4e68-b610-40adbfc3432b tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:10.182613 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-a4e94259-dd83-4e68-b610-40adbfc3432b tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8944540 May 05 20:17:10.185719 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 38274) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:17:10.201636 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-5bd5c2e1-a67e-4fcc-acd2-1bd215f52941 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Request body: {'security_group_rule': {'security_group_id': '0f751196-6dff-46ee-8aaa-1cf7275b3ef6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:17:10.229595 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-5bd5c2e1-a67e-4fcc-acd2-1bd215f52941 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:17:10.258179 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-5bd5c2e1-a67e-4fcc-acd2-1bd215f52941 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Usage tracker for resource:security_group_rule and tenant:cc385d822f314b0ea94bc048c6bf0397 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:17:10.272710 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-5bd5c2e1-a67e-4fcc-acd2-1bd215f52941 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:17:10.275147 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973e19f9-816f-4262-9279-0f7021eddad3 None None] Checking router: 9449e26c-fec8-416e-88ee-3fa2ffa2b6b2 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:17:10.276525 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973e19f9-816f-4262-9279-0f7021eddad3 None None] Updating router 9449e26c-fec8-416e-88ee-3fa2ffa2b6b2 port 4e390db0-8a2c-4171-a94e-ff451ab693e6 binding host n-d-840717-1 {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:17:10.282398 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-5bd5c2e1-a67e-4fcc-acd2-1bd215f52941 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:17:10.332251 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-9fc8f94d-d756-4dda-9517-ec038b304016 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] 10.222.0.36 "GET /v2.0/ports?device_id=56f6c832-7550-4cff-bdee-6939131c35ef HTTP/1.1" status: 200 len: 205 time: 0.1748810 May 05 20:17:10.338480 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 38282) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:17:10.380572 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461ff1fe-5efc-4261-864b-fb5f263b3ebd None None] DHCP port deletion for e25b964c-bcf2-4db1-a366-2e20dd4eafc0 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:17:10.434842 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-461ff1fe-5efc-4261-864b-fb5f263b3ebd None None] Deleting port ae20e308-aa8e-47cb-8942-1ce85105379e {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:17:10.435491 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-461ff1fe-5efc-4261-864b-fb5f263b3ebd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:10.442718 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2b46ef63-9b3d-4edc-a428-210610fb8325 req-b4c5396a-1b64-4f24-8cdd-295fc597b2b1 service neutron] 10.222.0.36 "GET /v2.0/networks/f665291c-fe35-44a1-b025-0867219a15d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5364387 May 05 20:17:10.544048 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-ae1a67ad-e977-4870-8a34-b0ba4799091d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] For port ae20e308-aa8e-47cb-8942-1ce85105379e, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=ae20e308-aa8e-47cb-8942-1ce85105379e,segment=NetworkSegment(233bd47e-84a7-4f2d-9671-c80d321bca49),segment_id=233bd47e-84a7-4f2d-9671-c80d321bca49)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:17:10.544558 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ae1a67ad-e977-4870-8a34-b0ba4799091d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:10.556274 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-973e19f9-816f-4262-9279-0f7021eddad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:10.561534 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5bd5c2e1-a67e-4fcc-acd2-1bd215f52941 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:10.778083 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-558eed15-7d03-4b09-a80f-0311817dc365 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:10.796951 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-ae1a67ad-e977-4870-8a34-b0ba4799091d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Calling delete_port for ae20e308-aa8e-47cb-8942-1ce85105379e owned by network:dhcp {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:17:10.809738 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device ae20e308-aa8e-47cb-8942-1ce85105379e no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:17:10.914032 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5bd5c2e1-a67e-4fcc-acd2-1bd215f52941 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:10.924197 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5bd5c2e1-a67e-4fcc-acd2-1bd215f52941 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:10.975789 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5bd5c2e1-a67e-4fcc-acd2-1bd215f52941 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:10.976976 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-5bd5c2e1-a67e-4fcc-acd2-1bd215f52941 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7903538 May 05 20:17:10.983804 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 38296) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:17:11.023141 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-558eed15-7d03-4b09-a80f-0311817dc365 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:11.036349 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd5c2e1-a67e-4fcc-acd2-1bd215f52941 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=222d38a1-fe47-4ed3-9311-f4a7485e3bf9,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:17:11.049699 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-1052c0ca-d95f-4705-a760-5dbd7397bdb4 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Request body: {'floatingip': {'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:17:11.055725 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2b46ef63-9b3d-4edc-a428-210610fb8325 req-bc9339d2-be3b-434f-b468-dafd4ebe25e3 service neutron] 10.222.0.36 "GET /v2.0/networks/f665291c-fe35-44a1-b025-0867219a15d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6064398 May 05 20:17:11.057028 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-558eed15-7d03-4b09-a80f-0311817dc365 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Deleting port 6c1ff16a-5c84-47de-9cab-93f17be0e155 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:17:11.057370 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-558eed15-7d03-4b09-a80f-0311817dc365 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:11.083001 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fc9f07d3-c41c-46d3-a2ec-d11cf6b204d5 req-1b0b8d23-7b80-45fc-9f7b-25cb8693848d tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5f13b6-d7fe-493b-8eb6-40040a3899b6 HTTP/1.1" status: 200 len: 210 time: 0.1048362 May 05 20:17:11.085254 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-1052c0ca-d95f-4705-a760-5dbd7397bdb4 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:17:11.090807 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-1052c0ca-d95f-4705-a760-5dbd7397bdb4 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Usage tracker for resource:floatingip and tenant:cc385d822f314b0ea94bc048c6bf0397 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:17:11.094216 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-1052c0ca-d95f-4705-a760-5dbd7397bdb4 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:17:11.103193 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-1052c0ca-d95f-4705-a760-5dbd7397bdb4 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:17:11.109449 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ae1a67ad-e977-4870-8a34-b0ba4799091d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:11.169902 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a67ad-e977-4870-8a34-b0ba4799091d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Pushing event deleted for resources: {'Port': ['ID=ae20e308-aa8e-47cb-8942-1ce85105379e,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:17:11.187143 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1a67ad-e977-4870-8a34-b0ba4799091d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] No DVR routers for this DVR port ae20e308-aa8e-47cb-8942-1ce85105379e on host n-d-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:17:11.229197 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1052c0ca-d95f-4705-a760-5dbd7397bdb4 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks [] for floatingip, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:11.408774 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-558eed15-7d03-4b09-a80f-0311817dc365 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:11.433837 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ae1a67ad-e977-4870-8a34-b0ba4799091d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:11.482708 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-461ff1fe-5efc-4261-864b-fb5f263b3ebd None None] For port ae20e308-aa8e-47cb-8942-1ce85105379e, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=ae20e308-aa8e-47cb-8942-1ce85105379e,segment=NetworkSegment(233bd47e-84a7-4f2d-9671-c80d321bca49),segment_id=233bd47e-84a7-4f2d-9671-c80d321bca49)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:17:11.483245 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-461ff1fe-5efc-4261-864b-fb5f263b3ebd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:11.735139 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-625e018f-6817-4a6f-88f3-81823cbb6eab req-4c5873b9-8cde-4029-bc31-8b3eed2b4318 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 210 time: 0.3077648 May 05 20:17:11.743639 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-ae1a67ad-e977-4870-8a34-b0ba4799091d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e25b964c-bcf2-4db1-a366-2e20dd4eafc0']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:17:11.754271 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-461ff1fe-5efc-4261-864b-fb5f263b3ebd None None] Calling delete_port for ae20e308-aa8e-47cb-8942-1ce85105379e owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:17:11.760539 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-ae1a67ad-e977-4870-8a34-b0ba4799091d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '233bd47e-84a7-4f2d-9671-c80d321bca49') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:17:11.760841 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-ae1a67ad-e977-4870-8a34-b0ba4799091d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '233bd47e-84a7-4f2d-9671-c80d321bca49') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:17:11.785818 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ae1a67ad-e977-4870-8a34-b0ba4799091d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:11.837079 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0fae58b1-589f-41b9-949e-fd4abb2387e2 req-2f8e49ad-5efc-4451-bcae-686064db7628 tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=fb44a30e6dec40bfac5d9f81796e3cda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364227 May 05 20:17:11.845692 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ae1a67ad-e977-4870-8a34-b0ba4799091d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:11.846837 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-558eed15-7d03-4b09-a80f-0311817dc365 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Calling delete_port for 6c1ff16a-5c84-47de-9cab-93f17be0e155 owned by network:router_gateway {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:17:11.853043 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae1a67ad-e977-4870-8a34-b0ba4799091d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:17:11.854536 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ae1a67ad-e977-4870-8a34-b0ba4799091d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:11.875646 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No active binding found for port ae20e308-aa8e-47cb-8942-1ce85105379e {{(pid=88199) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 05 20:17:11.876162 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device ae20e308-aa8e-47cb-8942-1ce85105379e not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:17:11.876637 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 93713d84-b5eb-4298-83cd-5fbb7e49ce67 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:17:11.888428 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:17:11.888428 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:17:11.888428 n-d-840717-1 neutron-server[88197]: timer() May 05 20:17:11.888428 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:17:11.888428 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:17:11.888428 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:17:11.888428 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:17:11.888428 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:17:11.888428 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:17:11.888428 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:17:11.888428 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:17:11.888428 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:17:11.888428 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:17:11.888428 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:17:11.888428 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:17:11.888428 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:17:11.888428 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:17:11.888428 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:17:11.888428 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:17:11.888428 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:17:11.888428 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:17:11.888428 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:17:11.888428 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:17:11.888428 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:17:11.888428 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:17:11.888428 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:17:11.888428 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:17:11.888428 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:17:11.888428 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:17:11.888428 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:17:11.888428 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:17:11.888428 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:17:11.936402 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1052c0ca-d95f-4705-a760-5dbd7397bdb4 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:11.948357 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 93713d84-b5eb-4298-83cd-5fbb7e49ce67 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:17:11.948796 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 93713d84-b5eb-4298-83cd-5fbb7e49ce67 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:17:11.980334 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-461ff1fe-5efc-4261-864b-fb5f263b3ebd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:17:11.980760 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-461ff1fe-5efc-4261-864b-fb5f263b3ebd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:17:12.113488 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-973e19f9-816f-4262-9279-0f7021eddad3 None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:12.146970 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ae1a67ad-e977-4870-8a34-b0ba4799091d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:12.192321 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-973e19f9-816f-4262-9279-0f7021eddad3 None None] Transition to ACTIVE for port object 4e390db0-8a2c-4171-a94e-ff451ab693e6 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:17:12.197607 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ae1a67ad-e977-4870-8a34-b0ba4799091d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:12.217712 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-558eed15-7d03-4b09-a80f-0311817dc365 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:12.223551 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-973e19f9-816f-4262-9279-0f7021eddad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:12.234490 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a67ad-e977-4870-8a34-b0ba4799091d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Pushing event deleted for resources: {'Network': ['ID=e25b964c-bcf2-4db1-a366-2e20dd4eafc0,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:17:12.264089 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-ae1a67ad-e977-4870-8a34-b0ba4799091d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "DELETE /v2.0/networks/e25b964c-bcf2-4db1-a366-2e20dd4eafc0 HTTP/1.1" status: 204 len: 168 time: 3.0689466 May 05 20:17:12.265020 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 38356) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:17:12.507320 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-461ff1fe-5efc-4261-864b-fb5f263b3ebd None None] Deleting port ae20e308-aa8e-47cb-8942-1ce85105379e {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:17:12.507845 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-461ff1fe-5efc-4261-864b-fb5f263b3ebd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:12.521736 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae58b1-589f-41b9-949e-fd4abb2387e2 req-520f9da3-2688-455f-8ea1-5cb28e3aa22d tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:12.527846 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0fae58b1-589f-41b9-949e-fd4abb2387e2 req-520f9da3-2688-455f-8ea1-5cb28e3aa22d tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5041986 May 05 20:17:12.644851 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-0fae58b1-589f-41b9-949e-fd4abb2387e2 req-dbf4ea52-89cc-4aa8-8a30-7ffc398339b0 tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] Request body: {'port': {'device_id': '5b5f13b6-d7fe-493b-8eb6-40040a3899b6', 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3', 'admin_state_up': True, 'tenant_id': 'fb44a30e6dec40bfac5d9f81796e3cda'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:17:12.833588 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-461ff1fe-5efc-4261-864b-fb5f263b3ebd None None] The port 'ae20e308-aa8e-47cb-8942-1ce85105379e' was deleted {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 20:17:12.848109 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14643dd4-16e9-4fe6-bee8-77a70a0c404e None None] Pushing event updated for resources: {'Port': ['ID=4e390db0-8a2c-4171-a94e-ff451ab693e6,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:17:12.875950 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-973e19f9-816f-4262-9279-0f7021eddad3 None None] Attempting to bind port 4e390db0-8a2c-4171-a94e-ff451ab693e6 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:17:12.876310 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-973e19f9-816f-4262-9279-0f7021eddad3 None None] Attempting to bind port 4e390db0-8a2c-4171-a94e-ff451ab693e6 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '57bbc04f-1c68-4970-9c1a-a5d13ea03f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1f4bdc00-0989-427c-9e5a-a72ccd38703a'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:17:12.876717 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973e19f9-816f-4262-9279-0f7021eddad3 None None] Attempting to bind port 4e390db0-8a2c-4171-a94e-ff451ab693e6 on network 1f4bdc00-0989-427c-9e5a-a72ccd38703a {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:17:12.884742 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558eed15-7d03-4b09-a80f-0311817dc365 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Pushing event deleted for resources: {'Port': ['ID=6c1ff16a-5c84-47de-9cab-93f17be0e155,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:17:12.885362 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973e19f9-816f-4262-9279-0f7021eddad3 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:17:12.885733 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973e19f9-816f-4262-9279-0f7021eddad3 None None] Checking segment: {'id': '57bbc04f-1c68-4970-9c1a-a5d13ea03f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1f4bdc00-0989-427c-9e5a-a72ccd38703a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:17:12.886276 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-973e19f9-816f-4262-9279-0f7021eddad3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:12.886663 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973e19f9-816f-4262-9279-0f7021eddad3 None None] Bound using segment: {'id': '57bbc04f-1c68-4970-9c1a-a5d13ea03f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1f4bdc00-0989-427c-9e5a-a72ccd38703a'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:17:12.887258 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-973e19f9-816f-4262-9279-0f7021eddad3 None None] Bound port: 4e390db0-8a2c-4171-a94e-ff451ab693e6, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57bbc04f-1c68-4970-9c1a-a5d13ea03f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1f4bdc00-0989-427c-9e5a-a72ccd38703a'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:17:12.887683 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-973e19f9-816f-4262-9279-0f7021eddad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:12.906946 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-88f0c562-18bb-49bf-a90b-86774cfcfe9f req-918a3580-5891-45a4-9161-d71b8622a654 tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5f13b6-d7fe-493b-8eb6-40040a3899b6 HTTP/1.1" status: 200 len: 210 time: 0.6643193 May 05 20:17:12.922264 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-558eed15-7d03-4b09-a80f-0311817dc365 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:13.073523 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-973e19f9-816f-4262-9279-0f7021eddad3 None None] For port 4e390db0-8a2c-4171-a94e-ff451ab693e6, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:17:13.082734 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-973e19f9-816f-4262-9279-0f7021eddad3 None None] For port 4e390db0-8a2c-4171-a94e-ff451ab693e6, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=4e390db0-8a2c-4171-a94e-ff451ab693e6,segment=NetworkSegment(57bbc04f-1c68-4970-9c1a-a5d13ea03f9b),segment_id=57bbc04f-1c68-4970-9c1a-a5d13ea03f9b)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:17:13.092985 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-973e19f9-816f-4262-9279-0f7021eddad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:13.186463 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-147aa08f-9e61-48f0-a0fb-1b762a92b6a5 req-1ecbd778-1182-4abd-9a39-df77f7813036 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 210 time: 0.3604774 May 05 20:17:13.283961 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973e19f9-816f-4262-9279-0f7021eddad3 None None] Routers {'9449e26c-fec8-416e-88ee-3fa2ffa2b6b2'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:17:13.284845 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-973e19f9-816f-4262-9279-0f7021eddad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:17:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['9449e26c-fec8-416e-88ee-3fa2ffa2b6b2'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:17:13.320820 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-1052c0ca-d95f-4705-a760-5dbd7397bdb4 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Allocated IP 172.25.0.35 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/919ace52-cbd6-449d-bcdb-b99276e210f0) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:17:13.443645 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-558eed15-7d03-4b09-a80f-0311817dc365 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:13.453073 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-558eed15-7d03-4b09-a80f-0311817dc365 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:13.546155 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-973e19f9-816f-4262-9279-0f7021eddad3 None None] Set router 9449e26c-fec8-416e-88ee-3fa2ffa2b6b2 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:17:13.549482 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-558eed15-7d03-4b09-a80f-0311817dc365 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:13.552041 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-558eed15-7d03-4b09-a80f-0311817dc365 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Fanout notify agent at l3_agent the message router_deleted on router 56f6c832-7550-4cff-bdee-6939131c35ef {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:17:13.573993 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-0fae58b1-589f-41b9-949e-fd4abb2387e2 req-dbf4ea52-89cc-4aa8-8a30-7ffc398339b0 tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:17:13.578937 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1052c0ca-d95f-4705-a760-5dbd7397bdb4 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:13.598319 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-558eed15-7d03-4b09-a80f-0311817dc365 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:13.600612 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-558eed15-7d03-4b09-a80f-0311817dc365 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] 10.222.0.36 "DELETE /v2.0/routers/56f6c832-7550-4cff-bdee-6939131c35ef HTTP/1.1" status: 204 len: 168 time: 3.2612612 May 05 20:17:13.602027 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-0fae58b1-589f-41b9-949e-fd4abb2387e2 req-dbf4ea52-89cc-4aa8-8a30-7ffc398339b0 tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] Usage tracker for resource:port and tenant:fb44a30e6dec40bfac5d9f81796e3cda is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:17:13.605315 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 38394) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:17:13.608037 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-0fae58b1-589f-41b9-949e-fd4abb2387e2 req-dbf4ea52-89cc-4aa8-8a30-7ffc398339b0 tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:17:13.615079 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-0fae58b1-589f-41b9-949e-fd4abb2387e2 req-dbf4ea52-89cc-4aa8-8a30-7ffc398339b0 tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:17:13.620378 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-7362101c-ba5b-43f7-84f5-d7648e14f37a tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2030512900', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:17:13.632168 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-7362101c-ba5b-43f7-84f5-d7648e14f37a tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:17:13.634925 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fae58b1-589f-41b9-949e-fd4abb2387e2 req-dbf4ea52-89cc-4aa8-8a30-7ffc398339b0 tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] Made reservation on behalf of fb44a30e6dec40bfac5d9f81796e3cda for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:17:13.645503 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0fae58b1-589f-41b9-949e-fd4abb2387e2 req-dbf4ea52-89cc-4aa8-8a30-7ffc398339b0 tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:13.662875 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0fae58b1-589f-41b9-949e-fd4abb2387e2 req-dbf4ea52-89cc-4aa8-8a30-7ffc398339b0 tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:13.672930 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-7362101c-ba5b-43f7-84f5-d7648e14f37a tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Usage tracker for resource:router and tenant:1d7f7d31bdc1405ba2db50681d871836 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:17:13.680916 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-0fae58b1-589f-41b9-949e-fd4abb2387e2 req-dbf4ea52-89cc-4aa8-8a30-7ffc398339b0 tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:17:13.683347 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-7362101c-ba5b-43f7-84f5-d7648e14f37a tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:17:13.687552 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-0fae58b1-589f-41b9-949e-fd4abb2387e2 req-dbf4ea52-89cc-4aa8-8a30-7ffc398339b0 tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] Usage tracker for resource:security_group_rule and tenant:fb44a30e6dec40bfac5d9f81796e3cda is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:17:13.691639 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-0fae58b1-589f-41b9-949e-fd4abb2387e2 req-dbf4ea52-89cc-4aa8-8a30-7ffc398339b0 tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:17:13.699501 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-7362101c-ba5b-43f7-84f5-d7648e14f37a tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:17:13.700117 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-0fae58b1-589f-41b9-949e-fd4abb2387e2 req-dbf4ea52-89cc-4aa8-8a30-7ffc398339b0 tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:17:13.724811 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1052c0ca-d95f-4705-a760-5dbd7397bdb4 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:13.770002 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7362101c-ba5b-43f7-84f5-d7648e14f37a tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:13.770817 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7362101c-ba5b-43f7-84f5-d7648e14f37a tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:13.821266 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1052c0ca-d95f-4705-a760-5dbd7397bdb4 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:17:13.821716 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0fae58b1-589f-41b9-949e-fd4abb2387e2 req-dbf4ea52-89cc-4aa8-8a30-7ffc398339b0 tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:13.826458 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0fae58b1-589f-41b9-949e-fd4abb2387e2 req-dbf4ea52-89cc-4aa8-8a30-7ffc398339b0 tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:13.828054 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-1052c0ca-d95f-4705-a760-5dbd7397bdb4 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:17:13.837086 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dc06a257-33f6-45bc-bc53-8a96b0c10847 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:13.864423 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf4ea52-89cc-4aa8-8a30-7ffc398339b0 tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf16fdf-7c27-470c-922f-b10b3f2ea4dc,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:17:13.888436 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1052c0ca-d95f-4705-a760-5dbd7397bdb4 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:17:13.926022 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7362101c-ba5b-43f7-84f5-d7648e14f37a tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:14.027096 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1052c0ca-d95f-4705-a760-5dbd7397bdb4 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Pushing event updated for resources: {'Port': ['ID=919ace52-cbd6-449d-bcdb-b99276e210f0,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:17:14.078235 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14643dd4-16e9-4fe6-bee8-77a70a0c404e None None] Pushing event updated for resources: {'Port': ['ID=4e390db0-8a2c-4171-a94e-ff451ab693e6,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:17:14.101831 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7362101c-ba5b-43f7-84f5-d7648e14f37a tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:14.123023 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-973e19f9-816f-4262-9279-0f7021eddad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9449e26c-fec8-416e-88ee-3fa2ffa2b6b2', 'name': 'tempest-AttachVolumeTestJSON-1177409666-router', 'tenant_id': 'cc385d822f314b0ea94bc048c6bf0397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '1c1a7346-87b9-47b0-bc39-6df48f75b59f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:16:43Z', 'updated_at': '2022-05-05T20:17:04Z', 'revision_number': 4, 'project_id': 'cc385d822f314b0ea94bc048c6bf0397', 'gw_port': {'id': '1c1a7346-87b9-47b0-bc39-6df48f75b59f', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9449e26c-fec8-416e-88ee-3fa2ffa2b6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:16:47Z', 'updated_at': '2022-05-05T20:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '4e390db0-8a2c-4171-a94e-ff451ab693e6', 'name': '', 'network_id': '1f4bdc00-0989-427c-9e5a-a72ccd38703a', 'tenant_id': 'cc385d822f314b0ea94bc048c6bf0397', 'mac_address': 'fa:16:3e:c7:8c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9449e26c-fec8-416e-88ee-3fa2ffa2b6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '75701100-e0e5-47c2-a4bc-48386804fbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:17:01Z', 'updated_at': '2022-05-05T20:17:13Z', 'revision_number': 4, 'project_id': 'cc385d822f314b0ea94bc048c6bf0397', 'subnets': [{'id': '75701100-e0e5-47c2-a4bc-48386804fbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:17:14.129925 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973e19f9-816f-4262-9279-0f7021eddad3 None None] The sync data for ids ['9449e26c-fec8-416e-88ee-3fa2ffa2b6b2'] in n-d-840717-1 is: [{'id': '9449e26c-fec8-416e-88ee-3fa2ffa2b6b2', 'name': 'tempest-AttachVolumeTestJSON-1177409666-router', 'tenant_id': 'cc385d822f314b0ea94bc048c6bf0397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '1c1a7346-87b9-47b0-bc39-6df48f75b59f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:16:43Z', 'updated_at': '2022-05-05T20:17:04Z', 'revision_number': 4, 'project_id': 'cc385d822f314b0ea94bc048c6bf0397', 'gw_port': {'id': '1c1a7346-87b9-47b0-bc39-6df48f75b59f', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9449e26c-fec8-416e-88ee-3fa2ffa2b6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:16:47Z', 'updated_at': '2022-05-05T20:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '4e390db0-8a2c-4171-a94e-ff451ab693e6', 'name': '', 'network_id': '1f4bdc00-0989-427c-9e5a-a72ccd38703a', 'tenant_id': 'cc385d822f314b0ea94bc048c6bf0397', 'mac_address': 'fa:16:3e:c7:8c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9449e26c-fec8-416e-88ee-3fa2ffa2b6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '75701100-e0e5-47c2-a4bc-48386804fbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:17:01Z', 'updated_at': '2022-05-05T20:17:13Z', 'revision_number': 4, 'project_id': 'cc385d822f314b0ea94bc048c6bf0397', 'subnets': [{'id': '75701100-e0e5-47c2-a4bc-48386804fbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:17:14.215265 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:14.269386 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a220d6c8-7196-45da-99c2-ad6f125a5a76 req-d325e09e-18fc-4075-880f-c1cadecbe01b tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5f13b6-d7fe-493b-8eb6-40040a3899b6 HTTP/1.1" status: 200 len: 210 time: 0.1414967 May 05 20:17:14.270788 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-0fae58b1-589f-41b9-949e-fd4abb2387e2 req-dbf4ea52-89cc-4aa8-8a30-7ffc398339b0 tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] Allocated IP 192.168.233.82 (b786cc2b-f681-4c10-a54f-820e9d1a5ac3/4d72a8d3-0a35-4d3a-96b8-d869ff4093bc/c0800e44-40a2-4186-8765-0e0b2051f01e) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:17:14.410659 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7362101c-ba5b-43f7-84f5-d7648e14f37a tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:14.414189 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-7362101c-ba5b-43f7-84f5-d7648e14f37a tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8078811 May 05 20:17:14.417342 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 38432) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:17:14.450848 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-22b9ddb2-5694-4b7a-a341-7ef3da8c6212 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'enable_snat': True}}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:17:14.609320 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 4e390db0-8a2c-4171-a94e-ff451ab693e6 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:17:14.688082 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0fae58b1-589f-41b9-949e-fd4abb2387e2 req-dbf4ea52-89cc-4aa8-8a30-7ffc398339b0 tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:14.717676 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-0fae58b1-589f-41b9-949e-fd4abb2387e2 req-dbf4ea52-89cc-4aa8-8a30-7ffc398339b0 tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] Transition to ACTIVE for port object c0800e44-40a2-4186-8765-0e0b2051f01e will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:17:14.773630 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0fae58b1-589f-41b9-949e-fd4abb2387e2 req-dbf4ea52-89cc-4aa8-8a30-7ffc398339b0 tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:14.777517 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 4e390db0-8a2c-4171-a94e-ff451ab693e6 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:17:14.789814 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 4e390db0-8a2c-4171-a94e-ff451ab693e6 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:17:14.791526 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:14.848872 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1052c0ca-d95f-4705-a760-5dbd7397bdb4 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:14.854722 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8dcea752-222c-4426-9383-fc9dc7ca4dff req-d4665a04-331d-436b-b213-c8fb61dc4b19 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 210 time: 0.2958574 May 05 20:17:15.043494 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:15.129590 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 4e390db0-8a2c-4171-a94e-ff451ab693e6, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=4e390db0-8a2c-4171-a94e-ff451ab693e6,segment=NetworkSegment(57bbc04f-1c68-4970-9c1a-a5d13ea03f9b),segment_id=57bbc04f-1c68-4970-9c1a-a5d13ea03f9b)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:17:15.136033 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:15.238392 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fae58b1-589f-41b9-949e-fd4abb2387e2 req-dbf4ea52-89cc-4aa8-8a30-7ffc398339b0 tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] Network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:17:15.242050 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-0fae58b1-589f-41b9-949e-fd4abb2387e2 req-dbf4ea52-89cc-4aa8-8a30-7ffc398339b0 tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:17:15.244803 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fae58b1-589f-41b9-949e-fd4abb2387e2 req-dbf4ea52-89cc-4aa8-8a30-7ffc398339b0 tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:17:15.256983 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=4e390db0-8a2c-4171-a94e-ff451ab693e6,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:17:15.371742 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1052c0ca-d95f-4705-a760-5dbd7397bdb4 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:15.385252 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae58b1-589f-41b9-949e-fd4abb2387e2 req-dbf4ea52-89cc-4aa8-8a30-7ffc398339b0 tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:15.385922 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0fae58b1-589f-41b9-949e-fd4abb2387e2 req-dbf4ea52-89cc-4aa8-8a30-7ffc398339b0 tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:15.402891 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf4ea52-89cc-4aa8-8a30-7ffc398339b0 tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] Pushing event updated for resources: {'Port': ['ID=c0800e44-40a2-4186-8765-0e0b2051f01e,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:17:15.610560 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0fae58b1-589f-41b9-949e-fd4abb2387e2 req-dbf4ea52-89cc-4aa8-8a30-7ffc398339b0 tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9765811 May 05 20:17:15.723633 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-0fae58b1-589f-41b9-949e-fd4abb2387e2 req-54ed64c0-621a-4137-a6dd-10f035f09a3a service neutron] Request body: {'port': {'device_id': '5b5f13b6-d7fe-493b-8eb6-40040a3899b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:17:15.733534 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-0ba02111-d6c3-4d0d-91c8-7a1bce314f87 None None] Provisioning for port c0800e44-40a2-4186-8765-0e0b2051f01e completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:17:15.742091 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-0ba02111-d6c3-4d0d-91c8-7a1bce314f87 None None] Provisioning complete for port c0800e44-40a2-4186-8765-0e0b2051f01e triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:17:15.742666 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0ba02111-d6c3-4d0d-91c8-7a1bce314f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:15.880836 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-0ba02111-d6c3-4d0d-91c8-7a1bce314f87 None None] Port c0800e44-40a2-4186-8765-0e0b2051f01e cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:17:16.094765 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b46ef63-9b3d-4edc-a428-210610fb8325 req-44896efe-6bde-4907-b469-f07631e50386 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:16.097905 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2b46ef63-9b3d-4edc-a428-210610fb8325 req-44896efe-6bde-4907-b469-f07631e50386 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.50 "GET /v2.0/networks?id=f665291c-fe35-44a1-b025-0867219a15d5 HTTP/1.1" status: 200 len: 814 time: 0.6521823 May 05 20:17:16.098527 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0fae58b1-589f-41b9-949e-fd4abb2387e2 req-54ed64c0-621a-4137-a6dd-10f035f09a3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:16.120792 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-2b46ef63-9b3d-4edc-a428-210610fb8325 req-601b1a48-6984-4f56-8b07-736c94bc4a04 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Request body: {'port': {'device_id': '61d37c3a-e4db-4752-a0a9-4eb9c7608aa8', 'network_id': 'f665291c-fe35-44a1-b025-0867219a15d5', 'admin_state_up': True, 'tenant_id': 'a265e664693546d09df58a9112067478'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:17:16.150673 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-22b9ddb2-5694-4b7a-a341-7ef3da8c6212 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:16.171529 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-dc06a257-33f6-45bc-bc53-8a96b0c10847 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Deleting port 06581e7c-71c5-4a8b-bf04-eea73ca8cfb1 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:17:16.176761 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dc06a257-33f6-45bc-bc53-8a96b0c10847 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:16.217998 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219a0fc7-c276-4d2f-a4a3-82fabe11a59c req-a03c799d-10ba-4061-9d00-757aa5c784e2 tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:16.218847 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-219a0fc7-c276-4d2f-a4a3-82fabe11a59c req-a03c799d-10ba-4061-9d00-757aa5c784e2 tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] Synchronizing usage tracker for tenant:fb44a30e6dec40bfac5d9f81796e3cda on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:17:16.335125 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:16.372696 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-219a0fc7-c276-4d2f-a4a3-82fabe11a59c req-a03c799d-10ba-4061-9d00-757aa5c784e2 tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] Unset dirty status for tenant:fb44a30e6dec40bfac5d9f81796e3cda on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:17:16.380610 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-219a0fc7-c276-4d2f-a4a3-82fabe11a59c req-a03c799d-10ba-4061-9d00-757aa5c784e2 tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5f13b6-d7fe-493b-8eb6-40040a3899b6 HTTP/1.1" status: 200 len: 935 time: 0.8133032 May 05 20:17:16.413709 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-46f67a65-8bcd-4bc5-9541-37174a8f7fd6 req-9611475c-d4df-45ab-b73e-a2ad30675a01 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 210 time: 0.3245020 May 05 20:17:16.552312 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-2b46ef63-9b3d-4edc-a428-210610fb8325 req-601b1a48-6984-4f56-8b07-736c94bc4a04 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:17:16.559116 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-2b46ef63-9b3d-4edc-a428-210610fb8325 req-601b1a48-6984-4f56-8b07-736c94bc4a04 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Usage tracker for resource:port and tenant:a265e664693546d09df58a9112067478 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:17:16.562240 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-2b46ef63-9b3d-4edc-a428-210610fb8325 req-601b1a48-6984-4f56-8b07-736c94bc4a04 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:17:16.565812 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 4e390db0-8a2c-4171-a94e-ff451ab693e6 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:17:16.575382 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-2b46ef63-9b3d-4edc-a428-210610fb8325 req-601b1a48-6984-4f56-8b07-736c94bc4a04 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:17:16.589064 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-219a0fc7-c276-4d2f-a4a3-82fabe11a59c req-8cae9f13-ccc6-4940-862a-b3532984b3de tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] Synchronizing usage tracker for tenant:fb44a30e6dec40bfac5d9f81796e3cda on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:17:16.602755 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b46ef63-9b3d-4edc-a428-210610fb8325 req-601b1a48-6984-4f56-8b07-736c94bc4a04 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Made reservation on behalf of a265e664693546d09df58a9112067478 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:17:16.606824 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2b46ef63-9b3d-4edc-a428-210610fb8325 req-601b1a48-6984-4f56-8b07-736c94bc4a04 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:16.641726 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-219a0fc7-c276-4d2f-a4a3-82fabe11a59c req-8cae9f13-ccc6-4940-862a-b3532984b3de tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] Unset dirty status for tenant:fb44a30e6dec40bfac5d9f81796e3cda on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:17:16.652667 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-219a0fc7-c276-4d2f-a4a3-82fabe11a59c req-8cae9f13-ccc6-4940-862a-b3532984b3de tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bf16fdf-7c27-470c-922f-b10b3f2ea4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709754 May 05 20:17:16.748148 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 4e390db0-8a2c-4171-a94e-ff451ab693e6 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:17:16.750795 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:16.814515 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.resource_extend [None req-1052c0ca-d95f-4705-a760-5dbd7397bdb4 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 20:17:16.858512 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1052c0ca-d95f-4705-a760-5dbd7397bdb4 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:16.942863 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1052c0ca-d95f-4705-a760-5dbd7397bdb4 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:16.970669 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-2b46ef63-9b3d-4edc-a428-210610fb8325 req-601b1a48-6984-4f56-8b07-736c94bc4a04 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Allocated IP 172.20.0.6 (f665291c-fe35-44a1-b025-0867219a15d5/4e5ca270-af30-4d15-b9c5-3a4471edda55/ede82658-00b0-42c9-915e-b334ee0c0cfe) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:17:17.047944 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-0fae58b1-589f-41b9-949e-fd4abb2387e2 req-54ed64c0-621a-4137-a6dd-10f035f09a3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0800e44-40a2-4186-8765-0e0b2051f01e {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:17:17.062374 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0fae58b1-589f-41b9-949e-fd4abb2387e2 req-54ed64c0-621a-4137-a6dd-10f035f09a3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:17.073868 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-dc06a257-33f6-45bc-bc53-8a96b0c10847 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] For port 06581e7c-71c5-4a8b-bf04-eea73ca8cfb1, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=06581e7c-71c5-4a8b-bf04-eea73ca8cfb1,segment=NetworkSegment(ccefa8c6-f74a-4b7e-aad6-17a957464c26),segment_id=ccefa8c6-f74a-4b7e-aad6-17a957464c26)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:17:17.074441 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dc06a257-33f6-45bc-bc53-8a96b0c10847 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:17.103113 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-0fae58b1-589f-41b9-949e-fd4abb2387e2 req-54ed64c0-621a-4137-a6dd-10f035f09a3a service neutron] Transition to ACTIVE for port object c0800e44-40a2-4186-8765-0e0b2051f01e will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:17:17.124763 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0fae58b1-589f-41b9-949e-fd4abb2387e2 req-54ed64c0-621a-4137-a6dd-10f035f09a3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:17.246759 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-dc06a257-33f6-45bc-bc53-8a96b0c10847 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Calling delete_port for 06581e7c-71c5-4a8b-bf04-eea73ca8cfb1 owned by network:router_interface {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:17:17.310305 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1052c0ca-d95f-4705-a760-5dbd7397bdb4 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:17.331512 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1052c0ca-d95f-4705-a760-5dbd7397bdb4 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Pushing event updated for resources: {'Port': ['ID=919ace52-cbd6-449d-bcdb-b99276e210f0,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:17:17.371892 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1052c0ca-d95f-4705-a760-5dbd7397bdb4 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:17.373120 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-1052c0ca-d95f-4705-a760-5dbd7397bdb4 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.3866220 May 05 20:17:17.548211 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ed64c0-621a-4137-a6dd-10f035f09a3a service neutron] Pushing event updated for resources: {'Port': ['ID=c0800e44-40a2-4186-8765-0e0b2051f01e,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:17:17.567011 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-0fae58b1-589f-41b9-949e-fd4abb2387e2 req-54ed64c0-621a-4137-a6dd-10f035f09a3a service neutron] Attempting to bind port c0800e44-40a2-4186-8765-0e0b2051f01e on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:17:17.572693 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-0fae58b1-589f-41b9-949e-fd4abb2387e2 req-54ed64c0-621a-4137-a6dd-10f035f09a3a service neutron] Attempting to bind port c0800e44-40a2-4186-8765-0e0b2051f01e by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:17:17.573255 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fae58b1-589f-41b9-949e-fd4abb2387e2 req-54ed64c0-621a-4137-a6dd-10f035f09a3a service neutron] Attempting to bind port c0800e44-40a2-4186-8765-0e0b2051f01e on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:17:17.623150 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fae58b1-589f-41b9-949e-fd4abb2387e2 req-54ed64c0-621a-4137-a6dd-10f035f09a3a service neutron] Port c0800e44-40a2-4186-8765-0e0b2051f01e on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:17:17.626389 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fae58b1-589f-41b9-949e-fd4abb2387e2 req-54ed64c0-621a-4137-a6dd-10f035f09a3a service neutron] Attempting to bind port c0800e44-40a2-4186-8765-0e0b2051f01e on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:17:17.649719 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fae58b1-589f-41b9-949e-fd4abb2387e2 req-54ed64c0-621a-4137-a6dd-10f035f09a3a service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:17:17.651709 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fae58b1-589f-41b9-949e-fd4abb2387e2 req-54ed64c0-621a-4137-a6dd-10f035f09a3a service neutron] Checking segment: {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:17:17.652370 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fae58b1-589f-41b9-949e-fd4abb2387e2 req-54ed64c0-621a-4137-a6dd-10f035f09a3a service neutron] Bound using segment: {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:17:17.652966 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-0fae58b1-589f-41b9-949e-fd4abb2387e2 req-54ed64c0-621a-4137-a6dd-10f035f09a3a service neutron] Bound port: c0800e44-40a2-4186-8765-0e0b2051f01e, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:17:17.653467 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0fae58b1-589f-41b9-949e-fd4abb2387e2 req-54ed64c0-621a-4137-a6dd-10f035f09a3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:17.887921 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2b46ef63-9b3d-4edc-a428-210610fb8325 req-601b1a48-6984-4f56-8b07-736c94bc4a04 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:17.934593 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0b25acd0-f086-4217-b4a0-9e5607eb4c75 req-7413e41d-00f2-4aa2-b1cc-51afc67b1c97 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 210 time: 0.2245023 May 05 20:17:17.961311 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-42d01a3a-8331-43f3-979f-bfb168718d6e req-ce1911ac-75a7-4e9f-8c7b-dddd03229c65 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Synchronizing usage tracker for tenant:cc385d822f314b0ea94bc048c6bf0397 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:17:17.973898 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-0fae58b1-589f-41b9-949e-fd4abb2387e2 req-54ed64c0-621a-4137-a6dd-10f035f09a3a service neutron] For port c0800e44-40a2-4186-8765-0e0b2051f01e, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:17:17.978542 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-0fae58b1-589f-41b9-949e-fd4abb2387e2 req-54ed64c0-621a-4137-a6dd-10f035f09a3a service neutron] For port c0800e44-40a2-4186-8765-0e0b2051f01e, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=c0800e44-40a2-4186-8765-0e0b2051f01e,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:17:17.991763 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0fae58b1-589f-41b9-949e-fd4abb2387e2 req-54ed64c0-621a-4137-a6dd-10f035f09a3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:18.043196 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae58b1-589f-41b9-949e-fd4abb2387e2 req-54ed64c0-621a-4137-a6dd-10f035f09a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:18.044585 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0fae58b1-589f-41b9-949e-fd4abb2387e2 req-54ed64c0-621a-4137-a6dd-10f035f09a3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:18.046433 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0fae58b1-589f-41b9-949e-fd4abb2387e2 req-54ed64c0-621a-4137-a6dd-10f035f09a3a service neutron] 10.222.0.24 "PUT /v2.0/ports/c0800e44-40a2-4186-8765-0e0b2051f01e HTTP/1.1" status: 200 len: 1095 time: 2.3444836 May 05 20:17:18.055595 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b5f13b6-d7fe-493b-8eb6-40040a3899b6', 'tag': 'c0800e44-40a2-4186-8765-0e0b2051f01e'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:17:18.075453 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-42d01a3a-8331-43f3-979f-bfb168718d6e req-ce1911ac-75a7-4e9f-8c7b-dddd03229c65 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Unset dirty status for tenant:cc385d822f314b0ea94bc048c6bf0397 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:17:18.077015 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-42d01a3a-8331-43f3-979f-bfb168718d6e req-ce1911ac-75a7-4e9f-8c7b-dddd03229c65 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--527996416&fields=id&tenant_id=cc385d822f314b0ea94bc048c6bf0397 HTTP/1.1" status: 200 len: 267 time: 0.2319653 May 05 20:17:18.190111 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2b46ef63-9b3d-4edc-a428-210610fb8325 req-601b1a48-6984-4f56-8b07-736c94bc4a04 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:18.288172 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-22b9ddb2-5694-4b7a-a341-7ef3da8c6212 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:18.326404 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-22b9ddb2-5694-4b7a-a341-7ef3da8c6212 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:18.326968 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ed64c0-621a-4137-a6dd-10f035f09a3a service neutron] Pushing event updated for resources: {'Port': ['ID=c0800e44-40a2-4186-8765-0e0b2051f01e,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:17:18.403494 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b46ef63-9b3d-4edc-a428-210610fb8325 req-601b1a48-6984-4f56-8b07-736c94bc4a04 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Network f665291c-fe35-44a1-b025-0867219a15d5 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:17:18.428053 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d01a3a-8331-43f3-979f-bfb168718d6e req-130ca8d5-1b56-4cb2-a202-e14855a1afd6 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:18.429308 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-42d01a3a-8331-43f3-979f-bfb168718d6e req-130ca8d5-1b56-4cb2-a202-e14855a1afd6 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Synchronizing usage tracker for tenant:cc385d822f314b0ea94bc048c6bf0397 on resource:network {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:17:18.433427 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-2b46ef63-9b3d-4edc-a428-210610fb8325 req-601b1a48-6984-4f56-8b07-736c94bc4a04 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:17:18.439467 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b46ef63-9b3d-4edc-a428-210610fb8325 req-601b1a48-6984-4f56-8b07-736c94bc4a04 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:17:18.484069 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ed788-f4af-42b7-8afd-fda4fb2ef3c0 req-ed6f3dcb-9b84-4861-ac46-1d211d02182f tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:18.492142 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-492ed788-f4af-42b7-8afd-fda4fb2ef3c0 req-ed6f3dcb-9b84-4861-ac46-1d211d02182f tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5f13b6-d7fe-493b-8eb6-40040a3899b6 HTTP/1.1" status: 200 len: 947 time: 0.3023980 May 05 20:17:18.526504 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601b1a48-6984-4f56-8b07-736c94bc4a04 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Pushing event updated for resources: {'Port': ['ID=ede82658-00b0-42c9-915e-b334ee0c0cfe,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:17:18.550390 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae58b1-589f-41b9-949e-fd4abb2387e2 req-4d0bdbea-5d94-4f2a-b452-4e1d286b1dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:18.553513 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0fae58b1-589f-41b9-949e-fd4abb2387e2 req-4d0bdbea-5d94-4f2a-b452-4e1d286b1dda service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fb44a30e6dec40bfac5d9f81796e3cda&device_id=5b5f13b6-d7fe-493b-8eb6-40040a3899b6 HTTP/1.1" status: 200 len: 1098 time: 0.4358566 May 05 20:17:18.554417 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dc06a257-33f6-45bc-bc53-8a96b0c10847 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:18.560180 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-42d01a3a-8331-43f3-979f-bfb168718d6e req-130ca8d5-1b56-4cb2-a202-e14855a1afd6 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Unset dirty status for tenant:cc385d822f314b0ea94bc048c6bf0397 on resource:network {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:17:18.570155 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-42d01a3a-8331-43f3-979f-bfb168718d6e req-130ca8d5-1b56-4cb2-a202-e14855a1afd6 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/networks?id=1f4bdc00-0989-427c-9e5a-a72ccd38703a HTTP/1.1" status: 200 len: 811 time: 0.4786193 May 05 20:17:18.628257 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc06a257-33f6-45bc-bc53-8a96b0c10847 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Pushing event deleted for resources: {'Port': ['ID=06581e7c-71c5-4a8b-bf04-eea73ca8cfb1,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:17:18.693754 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-492ed788-f4af-42b7-8afd-fda4fb2ef3c0 req-e56b84d0-e325-4970-80ba-04206d707569 tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bf16fdf-7c27-470c-922f-b10b3f2ea4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004344 May 05 20:17:18.696207 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-42d01a3a-8331-43f3-979f-bfb168718d6e req-ac7160e9-6536-4d69-879a-bc5da91e8a7c tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/quotas/cc385d822f314b0ea94bc048c6bf0397 HTTP/1.1" status: 200 len: 375 time: 0.1236796 May 05 20:17:18.710173 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b46ef63-9b3d-4edc-a428-210610fb8325 req-601b1a48-6984-4f56-8b07-736c94bc4a04 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:18.710844 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2b46ef63-9b3d-4edc-a428-210610fb8325 req-601b1a48-6984-4f56-8b07-736c94bc4a04 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:18.781523 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-22b9ddb2-5694-4b7a-a341-7ef3da8c6212 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Allocated IP 172.25.0.97 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/cf3b7015-efd7-405f-bef4-b27bab782f49) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:17:18.848651 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4c22acf-39d2-4458-b79d-587edee6c1eb'] response: {'name': 'network-changed', 'server_uuid': '5b5f13b6-d7fe-493b-8eb6-40040a3899b6', 'tag': 'c0800e44-40a2-4186-8765-0e0b2051f01e', 'status': 'completed', 'code': 200} May 05 20:17:18.860343 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0fae58b1-589f-41b9-949e-fd4abb2387e2 req-6f988b21-ad22-485f-8738-f96d7d73378a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=c0800e44-40a2-4186-8765-0e0b2051f01e HTTP/1.1" status: 200 len: 217 time: 0.2800198 May 05 20:17:18.882407 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2b46ef63-9b3d-4edc-a428-210610fb8325 req-601b1a48-6984-4f56-8b07-736c94bc4a04 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7654037 May 05 20:17:18.952044 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-2b46ef63-9b3d-4edc-a428-210610fb8325 req-42541164-3421-4704-a46d-4e42cbc68385 service neutron] Request body: {'port': {'device_id': '61d37c3a-e4db-4752-a0a9-4eb9c7608aa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:17:19.144802 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae58b1-589f-41b9-949e-fd4abb2387e2 req-a3f6f14b-86e8-45c2-a598-e8ca217b30c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:19.146269 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0fae58b1-589f-41b9-949e-fd4abb2387e2 req-a3f6f14b-86e8-45c2-a598-e8ca217b30c4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.2627728 May 05 20:17:19.330322 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-42d01a3a-8331-43f3-979f-bfb168718d6e req-95c47ca9-dfe8-4e69-b2e9-a9e34988c303 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=cc385d822f314b0ea94bc048c6bf0397&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5739930 May 05 20:17:19.330322 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2b46ef63-9b3d-4edc-a428-210610fb8325 req-42541164-3421-4704-a46d-4e42cbc68385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:19.372880 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae58b1-589f-41b9-949e-fd4abb2387e2 req-9ceca1ba-61e7-4f88-a634-ae93e1202e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:19.374558 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0fae58b1-589f-41b9-949e-fd4abb2387e2 req-9ceca1ba-61e7-4f88-a634-ae93e1202e14 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2017617 May 05 20:17:19.381770 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dc06a257-33f6-45bc-bc53-8a96b0c10847 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:19.470208 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-22b9ddb2-5694-4b7a-a341-7ef3da8c6212 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:19.614409 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b7ab10-fab8-48b1-bed6-722f33c0e0de req-90e86418-7cc8-4172-98fe-9cf95dff8b4a tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:19.614409 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-89b7ab10-fab8-48b1-bed6-722f33c0e0de req-90e86418-7cc8-4172-98fe-9cf95dff8b4a tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 931 time: 0.4730639 May 05 20:17:19.825418 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-42d01a3a-8331-43f3-979f-bfb168718d6e req-4f3e80a6-2a15-4965-97e2-b9255d73f559 service neutron] 10.222.0.36 "GET /v2.0/networks/1f4bdc00-0989-427c-9e5a-a72ccd38703a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4916010 May 05 20:17:19.832251 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0fae58b1-589f-41b9-949e-fd4abb2387e2 req-3c3aa9ab-3fe5-459e-a996-cb08ef844f75 service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4458516 May 05 20:17:19.858720 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-22b9ddb2-5694-4b7a-a341-7ef3da8c6212 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:19.893677 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-89b7ab10-fab8-48b1-bed6-722f33c0e0de req-4aa1d1f8-d7b1-46d9-8353-92e9447216f8 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Synchronizing usage tracker for tenant:a265e664693546d09df58a9112067478 on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:17:20.095780 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b9ddb2-5694-4b7a-a341-7ef3da8c6212 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:17:20.104990 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-22b9ddb2-5694-4b7a-a341-7ef3da8c6212 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:17:20.114404 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b9ddb2-5694-4b7a-a341-7ef3da8c6212 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:17:20.158869 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b9ddb2-5694-4b7a-a341-7ef3da8c6212 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Pushing event updated for resources: {'Port': ['ID=cf3b7015-efd7-405f-bef4-b27bab782f49,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:17:20.158869 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-89b7ab10-fab8-48b1-bed6-722f33c0e0de req-4aa1d1f8-d7b1-46d9-8353-92e9447216f8 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Unset dirty status for tenant:a265e664693546d09df58a9112067478 on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:17:20.176563 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-89b7ab10-fab8-48b1-bed6-722f33c0e0de req-4aa1d1f8-d7b1-46d9-8353-92e9447216f8 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5362632 May 05 20:17:20.176563 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc06a257-33f6-45bc-bc53-8a96b0c10847 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Router 4325b6d5-8a94-440d-9647-d526914ddeea has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:17:20.634260 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0fae58b1-589f-41b9-949e-fd4abb2387e2 req-6ff02061-5c04-42dd-ae30-b69bb06623b2 service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6637247 May 05 20:17:20.788595 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc06a257-33f6-45bc-bc53-8a96b0c10847 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:17:20.809980 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7369f640-d102-4d96-813b-4a828a305512 None None] Sync routers for ids ['4325b6d5-8a94-440d-9647-d526914ddeea'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:17:20.813396 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-42d01a3a-8331-43f3-979f-bfb168718d6e req-ad2d4240-44e2-4fb1-a9dd-5270c8a2d28e service neutron] 10.222.0.36 "GET /v2.0/networks/1f4bdc00-0989-427c-9e5a-a72ccd38703a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9685163 May 05 20:17:20.822267 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-dc06a257-33f6-45bc-bc53-8a96b0c10847 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "PUT /v2.0/routers/4325b6d5-8a94-440d-9647-d526914ddeea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5410147 May 05 20:17:20.822267 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 38514) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:17:20.834777 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7369f640-d102-4d96-813b-4a828a305512 None None] Routers {'4325b6d5-8a94-440d-9647-d526914ddeea'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:17:20.834777 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-7369f640-d102-4d96-813b-4a828a305512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:17:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['4325b6d5-8a94-440d-9647-d526914ddeea'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:17:20.979724 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-2b46ef63-9b3d-4edc-a428-210610fb8325 req-42541164-3421-4704-a46d-4e42cbc68385 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ede82658-00b0-42c9-915e-b334ee0c0cfe {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:17:20.989581 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2b46ef63-9b3d-4edc-a428-210610fb8325 req-42541164-3421-4704-a46d-4e42cbc68385 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:21.015619 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-2b46ef63-9b3d-4edc-a428-210610fb8325 req-42541164-3421-4704-a46d-4e42cbc68385 service neutron] Transition to ACTIVE for port object ede82658-00b0-42c9-915e-b334ee0c0cfe will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:17:21.024987 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4212ea3-579a-440e-a4e3-528a25547745 req-9ac520cb-80f0-4891-b740-a11f4ee2be20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:21.027013 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d4212ea3-579a-440e-a4e3-528a25547745 req-9ac520cb-80f0-4891-b740-a11f4ee2be20 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fb44a30e6dec40bfac5d9f81796e3cda&device_id=5b5f13b6-d7fe-493b-8eb6-40040a3899b6 HTTP/1.1" status: 200 len: 1098 time: 0.2101328 May 05 20:17:21.031461 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2b46ef63-9b3d-4edc-a428-210610fb8325 req-42541164-3421-4704-a46d-4e42cbc68385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:21.063567 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c72d234-2411-4976-8d0a-3eaefe7d93bd req-61efa0f6-1f01-4781-a820-f9208293dbf3 tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:21.066974 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1c72d234-2411-4976-8d0a-3eaefe7d93bd req-61efa0f6-1f01-4781-a820-f9208293dbf3 tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5f13b6-d7fe-493b-8eb6-40040a3899b6 HTTP/1.1" status: 200 len: 947 time: 0.6357057 May 05 20:17:21.081902 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-c444fc65-7c69-455c-ac3b-e4bda3c28c89 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Deleting subnet f120e665-dca7-46da-901c-3e4f9a89d398 {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:17:21.236268 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-7369f640-d102-4d96-813b-4a828a305512 None None] Set router 4325b6d5-8a94-440d-9647-d526914ddeea gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:17:21.266215 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c444fc65-7c69-455c-ac3b-e4bda3c28c89 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:21.350380 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c444fc65-7c69-455c-ac3b-e4bda3c28c89 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:21.459045 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4212ea3-579a-440e-a4e3-528a25547745 req-071def2f-63c4-401e-870e-29ea9d3c3fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:21.461215 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d4212ea3-579a-440e-a4e3-528a25547745 req-071def2f-63c4-401e-870e-29ea9d3c3fef service neutron] 10.222.0.24 "GET /v2.0/networks?id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3 HTTP/1.1" status: 200 len: 870 time: 0.4047794 May 05 20:17:21.603256 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c444fc65-7c69-455c-ac3b-e4bda3c28c89 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:21.798071 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1c72d234-2411-4976-8d0a-3eaefe7d93bd req-85ba18a6-4991-486a-b96d-cd9db74d7f98 tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bf16fdf-7c27-470c-922f-b10b3f2ea4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7171519 May 05 20:17:21.883590 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-98947315-1141-485e-a349-f3b408601836 req-8dd04c64-0851-4829-900e-240df42d5545 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/ports?device_id=917f0329-444f-4990-a8b9-db3c52f93436 HTTP/1.1" status: 200 len: 210 time: 0.4326940 May 05 20:17:21.885655 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d4212ea3-579a-440e-a4e3-528a25547745 req-442abf57-9158-4e84-94ef-11e0f7adba70 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=c0800e44-40a2-4186-8765-0e0b2051f01e HTTP/1.1" status: 200 len: 217 time: 0.1512234 May 05 20:17:21.893215 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-22b9ddb2-5694-4b7a-a341-7ef3da8c6212 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:21.954095 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-7369f640-d102-4d96-813b-4a828a305512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'name': 'tempest-RoutersTest-router-2119623452', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:15:48Z', 'updated_at': '2022-05-05T20:17:18Z', 'revision_number': 9, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'gw_port_host': None, '_interfaces': [{'id': '5ffa19dc-c0c1-4764-bfce-8aab726f21de', 'name': '', 'network_id': '8f701fd3-b913-4a35-a12b-b07e85ab5eae', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'mac_address': 'fa:16:3e:86:4b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '55c611a8-580e-4066-b58a-99b0af1d0368', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:16:11Z', 'updated_at': '2022-05-05T20:16:29Z', 'revision_number': 5, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'subnets': [{'id': '55c611a8-580e-4066-b58a-99b0af1d0368', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b456e880-efae-4517-b525-75e7035c4bcb', 'name': '', 'network_id': '80220b23-1e14-4748-9ef8-0335ee71af3e', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'mac_address': 'fa:16:3e:c9:a3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'e7a131f1-6d5d-499c-a8a6-b64928031e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:15:55Z', 'updated_at': '2022-05-05T20:16:11Z', 'revision_number': 5, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'subnets': [{'id': 'e7a131f1-6d5d-499c-a8a6-b64928031e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:17:21.961138 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7369f640-d102-4d96-813b-4a828a305512 None None] Checking router: 4325b6d5-8a94-440d-9647-d526914ddeea for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:17:21.973118 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7369f640-d102-4d96-813b-4a828a305512 None None] Routers {'4325b6d5-8a94-440d-9647-d526914ddeea'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:17:21.975526 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-7369f640-d102-4d96-813b-4a828a305512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:17:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['4325b6d5-8a94-440d-9647-d526914ddeea'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:17:22.060656 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c444fc65-7c69-455c-ac3b-e4bda3c28c89 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:22.181061 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42541164-3421-4704-a46d-4e42cbc68385 service neutron] Pushing event updated for resources: {'Port': ['ID=ede82658-00b0-42c9-915e-b334ee0c0cfe,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:17:22.293849 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4212ea3-579a-440e-a4e3-528a25547745 req-efde7252-48cf-48ca-951a-5a29f5e47a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:22.296055 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d4212ea3-579a-440e-a4e3-528a25547745 req-efde7252-48cf-48ca-951a-5a29f5e47a32 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.3977771 May 05 20:17:22.312020 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c444fc65-7c69-455c-ac3b-e4bda3c28c89 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:22.326045 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef785d12-54f4-44cc-8d3e-320cf3ec4c67 None None] Network 85d006d8-e278-473e-b481-79324c30dedf requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:17:22.339996 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c444fc65-7c69-455c-ac3b-e4bda3c28c89 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Pushing event deleted for resources: {'Subnet': ['ID=f120e665-dca7-46da-901c-3e4f9a89d398,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:17:22.359861 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-7369f640-d102-4d96-813b-4a828a305512 None None] Set router 4325b6d5-8a94-440d-9647-d526914ddeea gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:17:22.404126 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-c444fc65-7c69-455c-ac3b-e4bda3c28c89 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "DELETE /v2.0/subnets/f120e665-dca7-46da-901c-3e4f9a89d398 HTTP/1.1" status: 204 len: 168 time: 1.5774436 May 05 20:17:22.422586 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 38544) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:17:22.477753 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device c0800e44-40a2-4186-8765-0e0b2051f01e details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:17:22.508573 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-2b46ef63-9b3d-4edc-a428-210610fb8325 req-42541164-3421-4704-a46d-4e42cbc68385 service neutron] Attempting to bind port ede82658-00b0-42c9-915e-b334ee0c0cfe on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:17:22.508913 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-2b46ef63-9b3d-4edc-a428-210610fb8325 req-42541164-3421-4704-a46d-4e42cbc68385 service neutron] Attempting to bind port ede82658-00b0-42c9-915e-b334ee0c0cfe by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': '5f930359-bc75-4edb-bf67-d4090d0927d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f665291c-fe35-44a1-b025-0867219a15d5'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:17:22.509242 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b46ef63-9b3d-4edc-a428-210610fb8325 req-42541164-3421-4704-a46d-4e42cbc68385 service neutron] Attempting to bind port ede82658-00b0-42c9-915e-b334ee0c0cfe on network f665291c-fe35-44a1-b025-0867219a15d5 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:17:22.590768 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b46ef63-9b3d-4edc-a428-210610fb8325 req-42541164-3421-4704-a46d-4e42cbc68385 service neutron] Port ede82658-00b0-42c9-915e-b334ee0c0cfe on network f665291c-fe35-44a1-b025-0867219a15d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:17:22.591063 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b46ef63-9b3d-4edc-a428-210610fb8325 req-42541164-3421-4704-a46d-4e42cbc68385 service neutron] Attempting to bind port ede82658-00b0-42c9-915e-b334ee0c0cfe on network f665291c-fe35-44a1-b025-0867219a15d5 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:17:22.631587 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b46ef63-9b3d-4edc-a428-210610fb8325 req-42541164-3421-4704-a46d-4e42cbc68385 service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:17:22.631839 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b46ef63-9b3d-4edc-a428-210610fb8325 req-42541164-3421-4704-a46d-4e42cbc68385 service neutron] Checking segment: {'id': '5f930359-bc75-4edb-bf67-d4090d0927d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f665291c-fe35-44a1-b025-0867219a15d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:17:22.633863 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b46ef63-9b3d-4edc-a428-210610fb8325 req-42541164-3421-4704-a46d-4e42cbc68385 service neutron] Bound using segment: {'id': '5f930359-bc75-4edb-bf67-d4090d0927d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f665291c-fe35-44a1-b025-0867219a15d5'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:17:22.634783 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-2b46ef63-9b3d-4edc-a428-210610fb8325 req-42541164-3421-4704-a46d-4e42cbc68385 service neutron] Bound port: ede82658-00b0-42c9-915e-b334ee0c0cfe, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f930359-bc75-4edb-bf67-d4090d0927d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f665291c-fe35-44a1-b025-0867219a15d5'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:17:22.636096 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2b46ef63-9b3d-4edc-a428-210610fb8325 req-42541164-3421-4704-a46d-4e42cbc68385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:22.903029 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4212ea3-579a-440e-a4e3-528a25547745 req-ea965ab8-95ad-41d3-acad-33dd62d7d9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:22.906281 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d4212ea3-579a-440e-a4e3-528a25547745 req-ea965ab8-95ad-41d3-acad-33dd62d7d9cd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5242012 May 05 20:17:23.083151 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-2b46ef63-9b3d-4edc-a428-210610fb8325 req-42541164-3421-4704-a46d-4e42cbc68385 service neutron] For port ede82658-00b0-42c9-915e-b334ee0c0cfe, host n-h2-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:17:23.093588 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-2b46ef63-9b3d-4edc-a428-210610fb8325 req-42541164-3421-4704-a46d-4e42cbc68385 service neutron] For port ede82658-00b0-42c9-915e-b334ee0c0cfe, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=ede82658-00b0-42c9-915e-b334ee0c0cfe,segment=NetworkSegment(5f930359-bc75-4edb-bf67-d4090d0927d6),segment_id=5f930359-bc75-4edb-bf67-d4090d0927d6)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:17:23.121401 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-7369f640-d102-4d96-813b-4a828a305512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'name': 'tempest-RoutersTest-router-2119623452', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:15:48Z', 'updated_at': '2022-05-05T20:17:18Z', 'revision_number': 9, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'gw_port_host': None, '_interfaces': [{'id': '5ffa19dc-c0c1-4764-bfce-8aab726f21de', 'name': '', 'network_id': '8f701fd3-b913-4a35-a12b-b07e85ab5eae', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'mac_address': 'fa:16:3e:86:4b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '55c611a8-580e-4066-b58a-99b0af1d0368', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:16:11Z', 'updated_at': '2022-05-05T20:16:29Z', 'revision_number': 5, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'subnets': [{'id': '55c611a8-580e-4066-b58a-99b0af1d0368', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b456e880-efae-4517-b525-75e7035c4bcb', 'name': '', 'network_id': '80220b23-1e14-4748-9ef8-0335ee71af3e', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'mac_address': 'fa:16:3e:c9:a3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'e7a131f1-6d5d-499c-a8a6-b64928031e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:15:55Z', 'updated_at': '2022-05-05T20:16:11Z', 'revision_number': 5, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'subnets': [{'id': 'e7a131f1-6d5d-499c-a8a6-b64928031e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:17:23.128816 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7369f640-d102-4d96-813b-4a828a305512 None None] The sync data for ids ['4325b6d5-8a94-440d-9647-d526914ddeea'] in n-d-840717-1 is: [{'id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'name': 'tempest-RoutersTest-router-2119623452', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:15:48Z', 'updated_at': '2022-05-05T20:17:18Z', 'revision_number': 9, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'gw_port_host': None, '_interfaces': [{'id': '5ffa19dc-c0c1-4764-bfce-8aab726f21de', 'name': '', 'network_id': '8f701fd3-b913-4a35-a12b-b07e85ab5eae', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'mac_address': 'fa:16:3e:86:4b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '55c611a8-580e-4066-b58a-99b0af1d0368', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:16:11Z', 'updated_at': '2022-05-05T20:16:29Z', 'revision_number': 5, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'subnets': [{'id': '55c611a8-580e-4066-b58a-99b0af1d0368', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b456e880-efae-4517-b525-75e7035c4bcb', 'name': '', 'network_id': '80220b23-1e14-4748-9ef8-0335ee71af3e', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'mac_address': 'fa:16:3e:c9:a3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'e7a131f1-6d5d-499c-a8a6-b64928031e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:15:55Z', 'updated_at': '2022-05-05T20:16:11Z', 'revision_number': 5, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'subnets': [{'id': 'e7a131f1-6d5d-499c-a8a6-b64928031e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:17:23.146749 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port c0800e44-40a2-4186-8765-0e0b2051f01e, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=c0800e44-40a2-4186-8765-0e0b2051f01e,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:17:23.220455 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': 'c0800e44-40a2-4186-8765-0e0b2051f01e', 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3', 'port_id': 'c0800e44-40a2-4186-8765-0e0b2051f01e', 'mac_address': 'fa:16:3e:b6:80:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d72a8d3-0a35-4d3a-96b8-d869ff4093bc', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:17:23.279324 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:23.301086 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0800e44-40a2-4186-8765-0e0b2051f01e {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:17:23.320885 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port c0800e44-40a2-4186-8765-0e0b2051f01e, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=c0800e44-40a2-4186-8765-0e0b2051f01e,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:17:23.354399 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:23.431276 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2b46ef63-9b3d-4edc-a428-210610fb8325 req-42541164-3421-4704-a46d-4e42cbc68385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:23.454209 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=c0800e44-40a2-4186-8765-0e0b2051f01e,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:17:23.562267 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681047a8-a281-4cb6-8e42-b9d9c4f05618 None None] DHCP port deletion for 85d006d8-e278-473e-b481-79324c30dedf request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:17:23.565222 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-22b9ddb2-5694-4b7a-a341-7ef3da8c6212 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:23.594819 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['c0800e44-40a2-4186-8765-0e0b2051f01e'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:17:23.708602 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b46ef63-9b3d-4edc-a428-210610fb8325 req-42541164-3421-4704-a46d-4e42cbc68385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:23.712234 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2b46ef63-9b3d-4edc-a428-210610fb8325 req-42541164-3421-4704-a46d-4e42cbc68385 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:23.713928 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2b46ef63-9b3d-4edc-a428-210610fb8325 req-42541164-3421-4704-a46d-4e42cbc68385 service neutron] 10.222.0.50 "PUT /v2.0/ports/ede82658-00b0-42c9-915e-b334ee0c0cfe HTTP/1.1" status: 200 len: 1091 time: 4.7671440 May 05 20:17:23.716929 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61d37c3a-e4db-4752-a0a9-4eb9c7608aa8', 'tag': 'ede82658-00b0-42c9-915e-b334ee0c0cfe'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:17:23.759694 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-681047a8-a281-4cb6-8e42-b9d9c4f05618 None None] Deleting port d116dcae-2904-4ed1-984f-bb553d2f8d64 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:17:23.759694 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-681047a8-a281-4cb6-8e42-b9d9c4f05618 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:23.769720 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42541164-3421-4704-a46d-4e42cbc68385 service neutron] Pushing event updated for resources: {'Port': ['ID=ede82658-00b0-42c9-915e-b334ee0c0cfe,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:17:23.789237 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-22b9ddb2-5694-4b7a-a341-7ef3da8c6212 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-641266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-641259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-651706'] for router, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:23.826823 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d4212ea3-579a-440e-a4e3-528a25547745 req-5a655917-5da2-4e99-b6e5-309b1e70011e service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8879006 May 05 20:17:23.992831 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d01a3a-8331-43f3-979f-bfb168718d6e req-46772dca-bd05-40cb-bac8-861f23a6ac3a tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:23.992831 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-42d01a3a-8331-43f3-979f-bfb168718d6e req-46772dca-bd05-40cb-bac8-861f23a6ac3a tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.24 "GET /v2.0/networks?id=1f4bdc00-0989-427c-9e5a-a72ccd38703a HTTP/1.1" status: 200 len: 811 time: 0.5950592 May 05 20:17:24.075866 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5b14d518-68a5-4f10-abdc-a0ff5ac510fd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:24.126703 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186e7ac-b2e1-4f18-b35e-454b03092808 req-e7d33f8e-f091-4fe1-a151-5ed3eb03042c tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:24.129105 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5186e7ac-b2e1-4f18-b35e-454b03092808 req-e7d33f8e-f091-4fe1-a151-5ed3eb03042c tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 943 time: 2.0250607 May 05 20:17:24.176980 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-5b14d518-68a5-4f10-abdc-a0ff5ac510fd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Deleting port d116dcae-2904-4ed1-984f-bb553d2f8d64 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:17:24.177702 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5b14d518-68a5-4f10-abdc-a0ff5ac510fd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:24.342727 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-42d01a3a-8331-43f3-979f-bfb168718d6e req-0d8678c8-6f4b-4e6c-aad7-8ba38eacc641 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc385d822f314b0ea94bc048c6bf0397 HTTP/1.1" status: 200 len: 379 time: 0.2893593 May 05 20:17:24.358700 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-42d01a3a-8331-43f3-979f-bfb168718d6e req-eb06d33f-b303-494a-8c94-a1fe0e9b25f3 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Request body: {'port': {'device_id': '917f0329-444f-4990-a8b9-db3c52f93436', 'network_id': '1f4bdc00-0989-427c-9e5a-a72ccd38703a', 'admin_state_up': True, 'tenant_id': 'cc385d822f314b0ea94bc048c6bf0397', 'security_groups': ['0f751196-6dff-46ee-8aaa-1cf7275b3ef6']}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:17:24.373348 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-681047a8-a281-4cb6-8e42-b9d9c4f05618 None None] For port d116dcae-2904-4ed1-984f-bb553d2f8d64, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=d116dcae-2904-4ed1-984f-bb553d2f8d64,segment=NetworkSegment(ccefa8c6-f74a-4b7e-aad6-17a957464c26),segment_id=ccefa8c6-f74a-4b7e-aad6-17a957464c26)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:17:24.373348 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-681047a8-a281-4cb6-8e42-b9d9c4f05618 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:24.460501 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5186e7ac-b2e1-4f18-b35e-454b03092808 req-86f4212b-4827-4929-878c-b0c63f4c0f7b tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943740 May 05 20:17:24.568500 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f43b8-c8ca-4cea-9cd3-7e6be2a9e382 req-85492e86-e13a-45a6-9ca9-c092a54babbf tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:24.576007 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d84f43b8-c8ca-4cea-9cd3-7e6be2a9e382 req-85492e86-e13a-45a6-9ca9-c092a54babbf tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5f13b6-d7fe-493b-8eb6-40040a3899b6 HTTP/1.1" status: 200 len: 948 time: 1.2335131 May 05 20:17:24.674917 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d84f43b8-c8ca-4cea-9cd3-7e6be2a9e382 req-e25d3314-df98-4402-bd75-509c06d5fbd1 tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bf16fdf-7c27-470c-922f-b10b3f2ea4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972366 May 05 20:17:24.689693 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d4212ea3-579a-440e-a4e3-528a25547745 req-6cc7ac63-8851-4082-9dea-46804beaf34c service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8550828 May 05 20:17:24.728661 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-5b14d518-68a5-4f10-abdc-a0ff5ac510fd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] For port d116dcae-2904-4ed1-984f-bb553d2f8d64, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=d116dcae-2904-4ed1-984f-bb553d2f8d64,segment=NetworkSegment(ccefa8c6-f74a-4b7e-aad6-17a957464c26),segment_id=ccefa8c6-f74a-4b7e-aad6-17a957464c26)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:17:24.728661 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5b14d518-68a5-4f10-abdc-a0ff5ac510fd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:24.772994 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b46ef63-9b3d-4edc-a428-210610fb8325 req-42fd8a9c-0106-4124-bf2c-83d9d3167210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:24.785275 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2b46ef63-9b3d-4edc-a428-210610fb8325 req-42fd8a9c-0106-4124-bf2c-83d9d3167210 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a265e664693546d09df58a9112067478&device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 1094 time: 0.8766797 May 05 20:17:24.860155 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-681047a8-a281-4cb6-8e42-b9d9c4f05618 None None] Calling delete_port for d116dcae-2904-4ed1-984f-bb553d2f8d64 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:17:24.867055 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2b46ef63-9b3d-4edc-a428-210610fb8325 req-12be7cfd-c426-4681-ae49-6581c1711670 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ede82658-00b0-42c9-915e-b334ee0c0cfe HTTP/1.1" status: 200 len: 217 time: 0.0811284 May 05 20:17:24.873135 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02c64fb4-e61f-479c-9e48-2293b574da5b'] response: {'name': 'network-changed', 'server_uuid': '61d37c3a-e4db-4752-a0a9-4eb9c7608aa8', 'tag': 'ede82658-00b0-42c9-915e-b334ee0c0cfe', 'status': 'completed', 'code': 200} May 05 20:17:24.957664 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b46ef63-9b3d-4edc-a428-210610fb8325 req-72f1275c-52a1-4200-a9a7-001a069c7957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:24.959437 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2b46ef63-9b3d-4edc-a428-210610fb8325 req-72f1275c-52a1-4200-a9a7-001a069c7957 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4e5ca270-af30-4d15-b9c5-3a4471edda55 HTTP/1.1" status: 200 len: 854 time: 0.0892775 May 05 20:17:24.964280 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-5b14d518-68a5-4f10-abdc-a0ff5ac510fd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Calling delete_port for d116dcae-2904-4ed1-984f-bb553d2f8d64 owned by network:dhcp {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:17:25.048024 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2b46ef63-9b3d-4edc-a428-210610fb8325 req-99670cb6-b992-4d7d-a48b-3a4fe482bf29 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f665291c-fe35-44a1-b025-0867219a15d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789452 May 05 20:17:25.069493 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device d116dcae-2904-4ed1-984f-bb553d2f8d64 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:17:25.122951 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-681047a8-a281-4cb6-8e42-b9d9c4f05618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:25.161000 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: d116dcae-2904-4ed1-984f-bb553d2f8d64 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:17:25.161000 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device d116dcae-2904-4ed1-984f-bb553d2f8d64 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:17:25.161000 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 06581e7c-71c5-4a8b-bf04-eea73ca8cfb1 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:17:25.234972 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 06581e7c-71c5-4a8b-bf04-eea73ca8cfb1 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:17:25.234972 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 06581e7c-71c5-4a8b-bf04-eea73ca8cfb1 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:17:25.234972 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681047a8-a281-4cb6-8e42-b9d9c4f05618 None None] Pushing event deleted for resources: {'Port': ['ID=d116dcae-2904-4ed1-984f-bb553d2f8d64,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:17:25.234972 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681047a8-a281-4cb6-8e42-b9d9c4f05618 None None] No DVR routers for this DVR port d116dcae-2904-4ed1-984f-bb553d2f8d64 on host n-d-840717-1 {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:17:25.242159 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-e554f968-7dbe-46bb-b3ed-59d50c0dc48f req-194b3711-5c49-412a-9aa8-3f8b862fa9a5 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Synchronizing usage tracker for tenant:cc385d822f314b0ea94bc048c6bf0397 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:17:25.257877 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.api [None req-5b14d518-68a5-4f10-abdc-a0ff5ac510fd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88197) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:17:25.257877 n-d-840717-1 neutron-server[88197]: DEBUG oslo_db.api [None req-5b14d518-68a5-4f10-abdc-a0ff5ac510fd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:17:25.310764 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-42d01a3a-8331-43f3-979f-bfb168718d6e req-eb06d33f-b303-494a-8c94-a1fe0e9b25f3 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:17:25.322448 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-42d01a3a-8331-43f3-979f-bfb168718d6e req-eb06d33f-b303-494a-8c94-a1fe0e9b25f3 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Usage tracker for resource:port and tenant:cc385d822f314b0ea94bc048c6bf0397 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:17:25.327089 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-42d01a3a-8331-43f3-979f-bfb168718d6e req-eb06d33f-b303-494a-8c94-a1fe0e9b25f3 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:17:25.337514 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-42d01a3a-8331-43f3-979f-bfb168718d6e req-eb06d33f-b303-494a-8c94-a1fe0e9b25f3 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:17:25.385827 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42d01a3a-8331-43f3-979f-bfb168718d6e req-eb06d33f-b303-494a-8c94-a1fe0e9b25f3 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Made reservation on behalf of cc385d822f314b0ea94bc048c6bf0397 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:17:25.389400 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-42d01a3a-8331-43f3-979f-bfb168718d6e req-eb06d33f-b303-494a-8c94-a1fe0e9b25f3 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:25.406336 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2b46ef63-9b3d-4edc-a428-210610fb8325 req-1ac9444b-146f-4fe8-b5b5-5ef469ad4c44 service neutron] 10.222.0.50 "GET /v2.0/networks/f665291c-fe35-44a1-b025-0867219a15d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405471 May 05 20:17:25.420202 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-e554f968-7dbe-46bb-b3ed-59d50c0dc48f req-194b3711-5c49-412a-9aa8-3f8b862fa9a5 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Unset dirty status for tenant:cc385d822f314b0ea94bc048c6bf0397 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:17:25.420202 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e554f968-7dbe-46bb-b3ed-59d50c0dc48f req-194b3711-5c49-412a-9aa8-3f8b862fa9a5 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/ports?device_id=917f0329-444f-4990-a8b9-db3c52f93436 HTTP/1.1" status: 200 len: 210 time: 0.3024654 May 05 20:17:25.420202 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b9ddb2-5694-4b7a-a341-7ef3da8c6212 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Router 491d2664-2f46-4057-ac65-6fdfd6769b08 is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88197) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:17:25.472487 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [req-30429f2c-8668-4fa3-91ef-bea8853956fd req-8c2beb77-d944-4c60-aa23-1eed10edda6c service neutron] (88197) timed out ('10.222.0.36', 43920) {{(pid=88197) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 05 20:17:25.620870 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2b46ef63-9b3d-4edc-a428-210610fb8325 req-084577b2-1b0f-478a-adc4-ca0fe3bb0dcb service neutron] 10.222.0.50 "GET /v2.0/networks/f665291c-fe35-44a1-b025-0867219a15d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143970 May 05 20:17:25.855590 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-5b14d518-68a5-4f10-abdc-a0ff5ac510fd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Deleting port d116dcae-2904-4ed1-984f-bb553d2f8d64 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:17:25.855590 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5b14d518-68a5-4f10-abdc-a0ff5ac510fd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:25.892869 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b9ddb2-5694-4b7a-a341-7ef3da8c6212 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:17:25.903210 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5523c2d8-c6e1-4bda-85dc-82aed7ac91dc None None] Sync routers for ids ['491d2664-2f46-4057-ac65-6fdfd6769b08'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:17:25.932879 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5523c2d8-c6e1-4bda-85dc-82aed7ac91dc None None] Routers {'491d2664-2f46-4057-ac65-6fdfd6769b08'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:17:25.932879 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-5523c2d8-c6e1-4bda-85dc-82aed7ac91dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:17:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['491d2664-2f46-4057-ac65-6fdfd6769b08'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:17:25.941141 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e024bd-b653-4c43-bf43-d73d651162e3 req-fac182ec-00d6-4803-ad9d-4ae54ff4e198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:25.941141 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d3e024bd-b653-4c43-bf43-d73d651162e3 req-fac182ec-00d6-4803-ad9d-4ae54ff4e198 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a265e664693546d09df58a9112067478&device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 1094 time: 0.2478824 May 05 20:17:25.955646 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c88bc-8a1b-4027-a446-1b3e877d45de req-d01298e3-4ad9-4475-a2cb-907c57181b24 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:25.955646 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-2f3c88bc-8a1b-4027-a446-1b3e877d45de req-d01298e3-4ad9-4475-a2cb-907c57181b24 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Synchronizing usage tracker for tenant:a265e664693546d09df58a9112067478 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:17:26.035382 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-5b14d518-68a5-4f10-abdc-a0ff5ac510fd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] The port 'd116dcae-2904-4ed1-984f-bb553d2f8d64' was deleted {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 20:17:26.041059 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-5523c2d8-c6e1-4bda-85dc-82aed7ac91dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:17:26.064446 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5523c2d8-c6e1-4bda-85dc-82aed7ac91dc None None] Routers {'491d2664-2f46-4057-ac65-6fdfd6769b08'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:17:26.066490 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-5523c2d8-c6e1-4bda-85dc-82aed7ac91dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:17:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['491d2664-2f46-4057-ac65-6fdfd6769b08'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:17:26.147645 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e024bd-b653-4c43-bf43-d73d651162e3 req-80bbe502-5092-4e35-aa21-1e8a43df9e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:26.147645 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d3e024bd-b653-4c43-bf43-d73d651162e3 req-80bbe502-5092-4e35-aa21-1e8a43df9e90 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f665291c-fe35-44a1-b025-0867219a15d5 HTTP/1.1" status: 200 len: 915 time: 0.1839657 May 05 20:17:26.147645 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-2f3c88bc-8a1b-4027-a446-1b3e877d45de req-d01298e3-4ad9-4475-a2cb-907c57181b24 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Unset dirty status for tenant:a265e664693546d09df58a9112067478 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:17:26.157976 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2f3c88bc-8a1b-4027-a446-1b3e877d45de req-d01298e3-4ad9-4475-a2cb-907c57181b24 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 943 time: 0.4189515 May 05 20:17:26.234631 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-5523c2d8-c6e1-4bda-85dc-82aed7ac91dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:17:26.234631 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5523c2d8-c6e1-4bda-85dc-82aed7ac91dc None None] The sync data for ids ['491d2664-2f46-4057-ac65-6fdfd6769b08'] in n-d-840717-1 is: [] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:17:26.302251 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d3e024bd-b653-4c43-bf43-d73d651162e3 req-bf9cd0e2-c082-405a-91c8-0338c9da5115 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ede82658-00b0-42c9-915e-b334ee0c0cfe HTTP/1.1" status: 200 len: 217 time: 0.1192377 May 05 20:17:26.401925 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2f3c88bc-8a1b-4027-a446-1b3e877d45de req-f569b1ca-86c1-4ea8-a788-eb8c5aa28fca tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459981 May 05 20:17:26.402324 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-42d01a3a-8331-43f3-979f-bfb168718d6e req-eb06d33f-b303-494a-8c94-a1fe0e9b25f3 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Allocated IP 172.20.0.9 (1f4bdc00-0989-427c-9e5a-a72ccd38703a/75701100-e0e5-47c2-a4bc-48386804fbaf/aa1f97e1-bee1-424b-865f-cb5e9cd71184) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:17:26.405818 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-22b9ddb2-5694-4b7a-a341-7ef3da8c6212 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:26.407101 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-22b9ddb2-5694-4b7a-a341-7ef3da8c6212 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] 10.222.0.36 "PUT /v2.0/routers/491d2664-2f46-4057-ac65-6fdfd6769b08 HTTP/1.1" status: 200 len: 918 time: 11.9790983 May 05 20:17:26.410966 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 38596) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:17:26.415230 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e024bd-b653-4c43-bf43-d73d651162e3 req-2cb6cf73-431d-4698-b980-32816e65b773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:26.417152 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d3e024bd-b653-4c43-bf43-d73d651162e3 req-2cb6cf73-431d-4698-b980-32816e65b773 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4e5ca270-af30-4d15-b9c5-3a4471edda55 HTTP/1.1" status: 200 len: 854 time: 0.1109781 May 05 20:17:26.461053 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device c0800e44-40a2-4186-8765-0e0b2051f01e up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:17:26.639058 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port c0800e44-40a2-4186-8765-0e0b2051f01e completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:17:26.647174 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port c0800e44-40a2-4186-8765-0e0b2051f01e triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:17:26.647848 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:26.789027 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d3e024bd-b653-4c43-bf43-d73d651162e3 req-3fc3427c-846f-4b9d-a4c8-68ae72e385f5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f665291c-fe35-44a1-b025-0867219a15d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1057522 May 05 20:17:26.799500 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-848975c9-4225-462a-a362-977f56456870 req-34aabbea-fc72-413d-b2d7-0dbdccd8a9d7 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/ports?device_id=917f0329-444f-4990-a8b9-db3c52f93436 HTTP/1.1" status: 200 len: 210 time: 0.0725703 May 05 20:17:26.955230 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:26.967950 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5b14d518-68a5-4f10-abdc-a0ff5ac510fd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:26.989784 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b5f13b6-d7fe-493b-8eb6-40040a3899b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0800e44-40a2-4186-8765-0e0b2051f01e'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:17:27.002467 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port c0800e44-40a2-4186-8765-0e0b2051f01e, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=c0800e44-40a2-4186-8765-0e0b2051f01e,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:17:27.010901 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:27.059863 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b5c51728-3719-4028-a2e5-06f8f5c63659 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] 10.222.0.36 "GET /v2.0/routers/491d2664-2f46-4057-ac65-6fdfd6769b08 HTTP/1.1" status: 200 len: 924 time: 0.6467011 May 05 20:17:27.061258 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 38608) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:17:27.087018 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-42d01a3a-8331-43f3-979f-bfb168718d6e req-eb06d33f-b303-494a-8c94-a1fe0e9b25f3 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:27.094484 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=c0800e44-40a2-4186-8765-0e0b2051f01e,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:17:27.099332 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e88a4535-89b6-4e49-bcb1-56e602740896'] response: {'server_uuid': '5b5f13b6-d7fe-493b-8eb6-40040a3899b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0800e44-40a2-4186-8765-0e0b2051f01e', 'code': 200} May 05 20:17:27.110692 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-42d01a3a-8331-43f3-979f-bfb168718d6e req-eb06d33f-b303-494a-8c94-a1fe0e9b25f3 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Transition to ACTIVE for port object aa1f97e1-bee1-424b-865f-cb5e9cd71184 will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:17:27.135974 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-5b14d518-68a5-4f10-abdc-a0ff5ac510fd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85d006d8-e278-473e-b481-79324c30dedf']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:17:27.163372 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f93f1a-905d-46ba-bcfb-fe9c6d99930d req-8fd6da3e-1555-4ae4-8934-cf0f4946b322 tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:27.163372 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-33f93f1a-905d-46ba-bcfb-fe9c6d99930d req-8fd6da3e-1555-4ae4-8934-cf0f4946b322 tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5f13b6-d7fe-493b-8eb6-40040a3899b6 HTTP/1.1" status: 200 len: 948 time: 1.1149054 May 05 20:17:27.180263 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-5b14d518-68a5-4f10-abdc-a0ff5ac510fd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccefa8c6-f74a-4b7e-aad6-17a957464c26') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:17:27.180263 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-5b14d518-68a5-4f10-abdc-a0ff5ac510fd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccefa8c6-f74a-4b7e-aad6-17a957464c26') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:17:27.187786 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d3e024bd-b653-4c43-bf43-d73d651162e3 req-452b8d28-451e-4d57-9def-799b021ded5e service neutron] 10.222.0.50 "GET /v2.0/networks/f665291c-fe35-44a1-b025-0867219a15d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3819909 May 05 20:17:27.229234 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5b14d518-68a5-4f10-abdc-a0ff5ac510fd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:27.260290 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-33f93f1a-905d-46ba-bcfb-fe9c6d99930d req-5309f782-ea0c-419f-8316-bc650c010781 tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bf16fdf-7c27-470c-922f-b10b3f2ea4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694094 May 05 20:17:27.260290 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5b14d518-68a5-4f10-abdc-a0ff5ac510fd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:27.269338 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b14d518-68a5-4f10-abdc-a0ff5ac510fd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:17:27.269338 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5b14d518-68a5-4f10-abdc-a0ff5ac510fd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:27.284763 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:17:27.284763 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:17:27.284763 n-d-840717-1 neutron-server[88197]: timer() May 05 20:17:27.284763 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:17:27.284763 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:17:27.284763 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:17:27.284763 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:17:27.284763 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:17:27.284763 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:17:27.284763 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:17:27.284763 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:17:27.284763 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:17:27.284763 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:17:27.284763 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:17:27.284763 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:17:27.284763 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:17:27.284763 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:17:27.284763 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:17:27.284763 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:17:27.284763 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:17:27.284763 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:17:27.284763 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:17:27.284763 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:17:27.284763 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:17:27.284763 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:17:27.284763 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:17:27.284763 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:17:27.284763 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:17:27.284763 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:17:27.284763 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:17:27.284763 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:17:27.284763 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:17:27.292889 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-42d01a3a-8331-43f3-979f-bfb168718d6e req-eb06d33f-b303-494a-8c94-a1fe0e9b25f3 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:27.479688 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7c0ce-3490-43cd-a5a7-42295a32f62c req-8a7b72ed-ec8a-44ff-bc3a-583f64215951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:27.481574 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-01a7c0ce-3490-43cd-a5a7-42295a32f62c req-8a7b72ed-ec8a-44ff-bc3a-583f64215951 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5b5f13b6-d7fe-493b-8eb6-40040a3899b6 HTTP/1.1" status: 200 len: 1100 time: 0.2984142 May 05 20:17:27.481859 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5b14d518-68a5-4f10-abdc-a0ff5ac510fd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:27.517883 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a18380c-e8de-4bff-8132-6d80d3451b6d tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:27.519724 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-0a18380c-e8de-4bff-8132-6d80d3451b6d tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=0401d202-1605-4cfe-bad4-fb225df6afb0&device_id=491d2664-2f46-4057-ac65-6fdfd6769b08&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4480898 May 05 20:17:27.524798 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 38620) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:17:27.528806 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d3e024bd-b653-4c43-bf43-d73d651162e3 req-4c9c8d28-83cf-4b42-a4f8-89b0b48b4bbf service neutron] 10.222.0.50 "GET /v2.0/networks/f665291c-fe35-44a1-b025-0867219a15d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731359 May 05 20:17:27.581445 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42d01a3a-8331-43f3-979f-bfb168718d6e req-eb06d33f-b303-494a-8c94-a1fe0e9b25f3 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Network 1f4bdc00-0989-427c-9e5a-a72ccd38703a is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:17:27.587715 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5b14d518-68a5-4f10-abdc-a0ff5ac510fd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:27.592276 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-42d01a3a-8331-43f3-979f-bfb168718d6e req-eb06d33f-b303-494a-8c94-a1fe0e9b25f3 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:17:27.592276 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b14d518-68a5-4f10-abdc-a0ff5ac510fd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Pushing event deleted for resources: {'Network': ['ID=85d006d8-e278-473e-b481-79324c30dedf,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:17:27.606435 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-5b14d518-68a5-4f10-abdc-a0ff5ac510fd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "DELETE /v2.0/networks/85d006d8-e278-473e-b481-79324c30dedf HTTP/1.1" status: 204 len: 168 time: 5.1832235 May 05 20:17:27.614741 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 38624) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:17:27.614741 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-42d01a3a-8331-43f3-979f-bfb168718d6e req-eb06d33f-b303-494a-8c94-a1fe0e9b25f3 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:17:27.734406 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d01a3a-8331-43f3-979f-bfb168718d6e req-eb06d33f-b303-494a-8c94-a1fe0e9b25f3 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:27.735071 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-42d01a3a-8331-43f3-979f-bfb168718d6e req-eb06d33f-b303-494a-8c94-a1fe0e9b25f3 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:27.744719 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-01a7c0ce-3490-43cd-a5a7-42295a32f62c req-3ff9e140-6b03-422a-b605-b3dcc835b2da service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3bf16fdf-7c27-470c-922f-b10b3f2ea4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495649 May 05 20:17:27.947177 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0443c198-351f-495f-8977-af987cfc5a3c tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:27.956699 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-0443c198-351f-495f-8977-af987cfc5a3c tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] 10.222.0.36 "GET /v2.0/networks/0401d202-1605-4cfe-bad4-fb225df6afb0 HTTP/1.1" status: 200 len: 881 time: 0.4238698 May 05 20:17:27.968268 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 38632) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:17:28.041660 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-788524c4-18d2-4d06-97c3-7fb4d6d69815 None None] Provisioning for port aa1f97e1-bee1-424b-865f-cb5e9cd71184 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:17:28.051000 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-42d01a3a-8331-43f3-979f-bfb168718d6e req-eb06d33f-b303-494a-8c94-a1fe0e9b25f3 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6968515 May 05 20:17:28.051000 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb06d33f-b303-494a-8c94-a1fe0e9b25f3 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Pushing event updated for resources: {'Port': ['ID=aa1f97e1-bee1-424b-865f-cb5e9cd71184,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:17:28.056175 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-788524c4-18d2-4d06-97c3-7fb4d6d69815 None None] Provisioning complete for port aa1f97e1-bee1-424b-865f-cb5e9cd71184 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:17:28.056175 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-788524c4-18d2-4d06-97c3-7fb4d6d69815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:28.069114 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-42d01a3a-8331-43f3-979f-bfb168718d6e req-b2189075-9b6a-4306-a163-43e41f867366 service neutron] Request body: {'port': {'device_id': '917f0329-444f-4990-a8b9-db3c52f93436', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:17:28.081795 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060aee2b-5410-46f0-b6a9-f3a0f2361f88 req-839712f7-45f2-47b7-9380-1a7823cf1bbe tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:28.083873 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-060aee2b-5410-46f0-b6a9-f3a0f2361f88 req-839712f7-45f2-47b7-9380-1a7823cf1bbe tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 943 time: 0.3859680 May 05 20:17:28.110828 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-788524c4-18d2-4d06-97c3-7fb4d6d69815 None None] Port aa1f97e1-bee1-424b-865f-cb5e9cd71184 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:17:28.127210 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-464d8bcd-86d6-4b6e-9516-4e6374819354 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] 10.222.0.36 "GET /v2.0/ports?device_id=491d2664-2f46-4057-ac65-6fdfd6769b08 HTTP/1.1" status: 200 len: 205 time: 0.1690245 May 05 20:17:28.142208 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 38638) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:17:28.272354 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-060aee2b-5410-46f0-b6a9-f3a0f2361f88 req-d48f26d4-5f1a-468f-a6d4-cc7edd78d9a3 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778255 May 05 20:17:28.431570 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-13282a7a-244d-494f-9fc3-94069f8a974f tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:28.749633 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2587514-52b7-4093-8408-8e9ceffaa85d req-4527da41-6cc0-4536-9ec7-9b2cf5b91d55 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:28.749633 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-c2587514-52b7-4093-8408-8e9ceffaa85d req-4527da41-6cc0-4536-9ec7-9b2cf5b91d55 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Synchronizing usage tracker for tenant:cc385d822f314b0ea94bc048c6bf0397 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:17:28.760620 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-42d01a3a-8331-43f3-979f-bfb168718d6e req-b2189075-9b6a-4306-a163-43e41f867366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:28.879018 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-c2587514-52b7-4093-8408-8e9ceffaa85d req-4527da41-6cc0-4536-9ec7-9b2cf5b91d55 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Unset dirty status for tenant:cc385d822f314b0ea94bc048c6bf0397 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:17:28.885882 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c2587514-52b7-4093-8408-8e9ceffaa85d req-4527da41-6cc0-4536-9ec7-9b2cf5b91d55 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/ports?device_id=917f0329-444f-4990-a8b9-db3c52f93436 HTTP/1.1" status: 200 len: 931 time: 0.7844899 May 05 20:17:29.068292 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-13282a7a-244d-494f-9fc3-94069f8a974f tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:29.091384 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd854cf7-fb81-4fc7-a5c8-9204760d6f95 req-2bce9b04-c34a-4bf4-ae77-890aa305c5be tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:29.095961 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c2587514-52b7-4093-8408-8e9ceffaa85d req-a947012d-aab1-44ff-b161-c42ba01a30c6 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f751196-6dff-46ee-8aaa-1cf7275b3ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2053978 May 05 20:17:29.100206 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dd854cf7-fb81-4fc7-a5c8-9204760d6f95 req-2bce9b04-c34a-4bf4-ae77-890aa305c5be tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5f13b6-d7fe-493b-8eb6-40040a3899b6 HTTP/1.1" status: 200 len: 949 time: 0.5399292 May 05 20:17:29.141852 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-13282a7a-244d-494f-9fc3-94069f8a974f tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Deleting port cf3b7015-efd7-405f-bef4-b27bab782f49 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:17:29.142205 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-13282a7a-244d-494f-9fc3-94069f8a974f tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:29.213411 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dd854cf7-fb81-4fc7-a5c8-9204760d6f95 req-eebdd418-c01d-4430-94e8-f06277cc1bad tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bf16fdf-7c27-470c-922f-b10b3f2ea4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174116 May 05 20:17:29.434747 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device ede82658-00b0-42c9-915e-b334ee0c0cfe details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:17:29.444818 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-42d01a3a-8331-43f3-979f-bfb168718d6e req-b2189075-9b6a-4306-a163-43e41f867366 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa1f97e1-bee1-424b-865f-cb5e9cd71184 {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:17:29.454677 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-42d01a3a-8331-43f3-979f-bfb168718d6e req-b2189075-9b6a-4306-a163-43e41f867366 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:29.518950 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-13282a7a-244d-494f-9fc3-94069f8a974f tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:29.527297 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-42d01a3a-8331-43f3-979f-bfb168718d6e req-b2189075-9b6a-4306-a163-43e41f867366 service neutron] Transition to ACTIVE for port object aa1f97e1-bee1-424b-865f-cb5e9cd71184 will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:17:29.603710 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-42d01a3a-8331-43f3-979f-bfb168718d6e req-b2189075-9b6a-4306-a163-43e41f867366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:29.795069 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2189075-9b6a-4306-a163-43e41f867366 service neutron] Pushing event updated for resources: {'Port': ['ID=aa1f97e1-bee1-424b-865f-cb5e9cd71184,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:17:29.801450 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port ede82658-00b0-42c9-915e-b334ee0c0cfe, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=ede82658-00b0-42c9-915e-b334ee0c0cfe,segment=NetworkSegment(5f930359-bc75-4edb-bf67-d4090d0927d6),segment_id=5f930359-bc75-4edb-bf67-d4090d0927d6)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:17:29.839989 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2189075-9b6a-4306-a163-43e41f867366 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:17:29.839989 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2189075-9b6a-4306-a163-43e41f867366 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:17:29.839989 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2189075-9b6a-4306-a163-43e41f867366 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:17:29.839989 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2189075-9b6a-4306-a163-43e41f867366 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:17:29.839989 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2189075-9b6a-4306-a163-43e41f867366 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:17:29.839989 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2189075-9b6a-4306-a163-43e41f867366 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:17:29.839989 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2189075-9b6a-4306-a163-43e41f867366 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:17:29.839989 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2189075-9b6a-4306-a163-43e41f867366 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:17:29.839989 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2189075-9b6a-4306-a163-43e41f867366 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:17:29.839989 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2189075-9b6a-4306-a163-43e41f867366 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:17:29.839989 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2189075-9b6a-4306-a163-43e41f867366 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:17:29.839989 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2189075-9b6a-4306-a163-43e41f867366 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:17:29.878790 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': 'ede82658-00b0-42c9-915e-b334ee0c0cfe', 'network_id': 'f665291c-fe35-44a1-b025-0867219a15d5', 'port_id': 'ede82658-00b0-42c9-915e-b334ee0c0cfe', 'mac_address': 'fa:16:3e:32:2a:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e5ca270-af30-4d15-b9c5-3a4471edda55', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:17:30.055095 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-13282a7a-244d-494f-9fc3-94069f8a974f tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Calling delete_port for cf3b7015-efd7-405f-bef4-b27bab782f49 owned by network:router_gateway {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:17:30.086232 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:30.140102 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ede82658-00b0-42c9-915e-b334ee0c0cfe {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:17:30.188890 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port ede82658-00b0-42c9-915e-b334ee0c0cfe, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=ede82658-00b0-42c9-915e-b334ee0c0cfe,segment=NetworkSegment(5f930359-bc75-4edb-bf67-d4090d0927d6),segment_id=5f930359-bc75-4edb-bf67-d4090d0927d6)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:17:30.206408 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:30.247728 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cddf4b3e-c11e-412f-b869-ac3fd92214f9 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:30.391427 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=ede82658-00b0-42c9-915e-b334ee0c0cfe,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:17:30.423968 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['ede82658-00b0-42c9-915e-b334ee0c0cfe'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:17:30.449598 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-13282a7a-244d-494f-9fc3-94069f8a974f tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:30.473775 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14621254-ce1f-4d95-b5e8-e03b4a6e9dd5 req-5ae834b0-22d6-4e70-8f1b-5b5f0be7055a tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:30.473775 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-14621254-ce1f-4d95-b5e8-e03b4a6e9dd5 req-5ae834b0-22d6-4e70-8f1b-5b5f0be7055a tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 943 time: 0.9373472 May 05 20:17:30.613800 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13282a7a-244d-494f-9fc3-94069f8a974f tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Pushing event deleted for resources: {'Port': ['ID=cf3b7015-efd7-405f-bef4-b27bab782f49,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:17:30.680814 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-13282a7a-244d-494f-9fc3-94069f8a974f tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:30.829829 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-42d01a3a-8331-43f3-979f-bfb168718d6e req-b2189075-9b6a-4306-a163-43e41f867366 service neutron] Attempting to bind port aa1f97e1-bee1-424b-865f-cb5e9cd71184 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:17:30.829829 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-42d01a3a-8331-43f3-979f-bfb168718d6e req-b2189075-9b6a-4306-a163-43e41f867366 service neutron] Attempting to bind port aa1f97e1-bee1-424b-865f-cb5e9cd71184 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': '57bbc04f-1c68-4970-9c1a-a5d13ea03f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1f4bdc00-0989-427c-9e5a-a72ccd38703a'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:17:30.829829 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d01a3a-8331-43f3-979f-bfb168718d6e req-b2189075-9b6a-4306-a163-43e41f867366 service neutron] Attempting to bind port aa1f97e1-bee1-424b-865f-cb5e9cd71184 on network 1f4bdc00-0989-427c-9e5a-a72ccd38703a {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:17:30.856809 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-14621254-ce1f-4d95-b5e8-e03b4a6e9dd5 req-2e4ec6e9-0c68-4b46-9ea0-be22612967cd tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3778667 May 05 20:17:30.863838 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d01a3a-8331-43f3-979f-bfb168718d6e req-b2189075-9b6a-4306-a163-43e41f867366 service neutron] Port aa1f97e1-bee1-424b-865f-cb5e9cd71184 on network 1f4bdc00-0989-427c-9e5a-a72ccd38703a not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:17:30.863838 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d01a3a-8331-43f3-979f-bfb168718d6e req-b2189075-9b6a-4306-a163-43e41f867366 service neutron] Attempting to bind port aa1f97e1-bee1-424b-865f-cb5e9cd71184 on network 1f4bdc00-0989-427c-9e5a-a72ccd38703a {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:17:30.895031 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d01a3a-8331-43f3-979f-bfb168718d6e req-b2189075-9b6a-4306-a163-43e41f867366 service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:17:30.895031 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d01a3a-8331-43f3-979f-bfb168718d6e req-b2189075-9b6a-4306-a163-43e41f867366 service neutron] Checking segment: {'id': '57bbc04f-1c68-4970-9c1a-a5d13ea03f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1f4bdc00-0989-427c-9e5a-a72ccd38703a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:17:30.895031 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d01a3a-8331-43f3-979f-bfb168718d6e req-b2189075-9b6a-4306-a163-43e41f867366 service neutron] Bound using segment: {'id': '57bbc04f-1c68-4970-9c1a-a5d13ea03f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1f4bdc00-0989-427c-9e5a-a72ccd38703a'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:17:30.895031 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-42d01a3a-8331-43f3-979f-bfb168718d6e req-b2189075-9b6a-4306-a163-43e41f867366 service neutron] Bound port: aa1f97e1-bee1-424b-865f-cb5e9cd71184, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57bbc04f-1c68-4970-9c1a-a5d13ea03f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1f4bdc00-0989-427c-9e5a-a72ccd38703a'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:17:30.895031 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-42d01a3a-8331-43f3-979f-bfb168718d6e req-b2189075-9b6a-4306-a163-43e41f867366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:30.992571 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94392cf7-f995-4c04-ac85-cc11decf52ea req-ed9507e9-5896-4788-9818-ce2fcc928caf tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:30.992571 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-94392cf7-f995-4c04-ac85-cc11decf52ea req-ed9507e9-5896-4788-9818-ce2fcc928caf tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/ports?device_id=917f0329-444f-4990-a8b9-db3c52f93436 HTTP/1.1" status: 200 len: 943 time: 0.6661692 May 05 20:17:31.037600 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-13282a7a-244d-494f-9fc3-94069f8a974f tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:31.039944 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-13282a7a-244d-494f-9fc3-94069f8a974f tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:31.057968 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-94392cf7-f995-4c04-ac85-cc11decf52ea req-d2fce467-82ce-4b1e-8ff6-b5a2ff452f8e tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f751196-6dff-46ee-8aaa-1cf7275b3ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610507 May 05 20:17:31.082922 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-13282a7a-244d-494f-9fc3-94069f8a974f tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:31.083457 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13282a7a-244d-494f-9fc3-94069f8a974f tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Fanout notify agent at l3_agent the message router_deleted on router 491d2664-2f46-4057-ac65-6fdfd6769b08 {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:17:31.100595 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-13282a7a-244d-494f-9fc3-94069f8a974f tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:31.101742 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-13282a7a-244d-494f-9fc3-94069f8a974f tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] 10.222.0.36 "DELETE /v2.0/routers/491d2664-2f46-4057-ac65-6fdfd6769b08 HTTP/1.1" status: 204 len: 168 time: 2.9560125 May 05 20:17:31.106113 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 38678) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:17:31.112440 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-39658bb5-d921-4fe5-816d-1ed649a7de88 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-398249001', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:17:31.120289 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-39658bb5-d921-4fe5-816d-1ed649a7de88 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:17:31.125831 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-39658bb5-d921-4fe5-816d-1ed649a7de88 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Usage tracker for resource:router and tenant:1d7f7d31bdc1405ba2db50681d871836 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:17:31.143965 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-39658bb5-d921-4fe5-816d-1ed649a7de88 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:17:31.170234 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-39658bb5-d921-4fe5-816d-1ed649a7de88 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:17:31.190335 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-39658bb5-d921-4fe5-816d-1ed649a7de88 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:31.190335 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-39658bb5-d921-4fe5-816d-1ed649a7de88 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:31.216627 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-39658bb5-d921-4fe5-816d-1ed649a7de88 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:31.256541 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-39658bb5-d921-4fe5-816d-1ed649a7de88 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:31.288982 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-39658bb5-d921-4fe5-816d-1ed649a7de88 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:31.288982 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-39658bb5-d921-4fe5-816d-1ed649a7de88 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1809962 May 05 20:17:31.288982 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 38682) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:17:31.308404 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-ea6c0313-bdf7-4a36-8649-ab55235ab5ff tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'enable_snat': False}}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:17:31.390594 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-cddf4b3e-c11e-412f-b869-ac3fd92214f9 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Deleting port 5ffa19dc-c0c1-4764-bfce-8aab726f21de {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:17:31.391078 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cddf4b3e-c11e-412f-b869-ac3fd92214f9 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:31.441883 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-42d01a3a-8331-43f3-979f-bfb168718d6e req-b2189075-9b6a-4306-a163-43e41f867366 service neutron] For port aa1f97e1-bee1-424b-865f-cb5e9cd71184, host n-h1-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:17:31.450429 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device ede82658-00b0-42c9-915e-b334ee0c0cfe up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:17:31.463301 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-42d01a3a-8331-43f3-979f-bfb168718d6e req-b2189075-9b6a-4306-a163-43e41f867366 service neutron] For port aa1f97e1-bee1-424b-865f-cb5e9cd71184, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=aa1f97e1-bee1-424b-865f-cb5e9cd71184,segment=NetworkSegment(57bbc04f-1c68-4970-9c1a-a5d13ea03f9b),segment_id=57bbc04f-1c68-4970-9c1a-a5d13ea03f9b)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:17:31.492246 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-42d01a3a-8331-43f3-979f-bfb168718d6e req-b2189075-9b6a-4306-a163-43e41f867366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:31.590596 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bcffcb-46c2-4cc7-af85-b1f98af46999 req-c8a83b24-55af-4854-8bb2-780deb5a2c53 tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:31.600195 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-67bcffcb-46c2-4cc7-af85-b1f98af46999 req-c8a83b24-55af-4854-8bb2-780deb5a2c53 tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5f13b6-d7fe-493b-8eb6-40040a3899b6 HTTP/1.1" status: 200 len: 949 time: 0.5104499 May 05 20:17:31.632835 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d01a3a-8331-43f3-979f-bfb168718d6e req-b2189075-9b6a-4306-a163-43e41f867366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:31.632835 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-42d01a3a-8331-43f3-979f-bfb168718d6e req-b2189075-9b6a-4306-a163-43e41f867366 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:31.632835 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-42d01a3a-8331-43f3-979f-bfb168718d6e req-b2189075-9b6a-4306-a163-43e41f867366 service neutron] 10.222.0.24 "PUT /v2.0/ports/aa1f97e1-bee1-424b-865f-cb5e9cd71184 HTTP/1.1" status: 200 len: 1091 time: 3.5707912 May 05 20:17:31.645049 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port ede82658-00b0-42c9-915e-b334ee0c0cfe completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:17:31.666141 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port ede82658-00b0-42c9-915e-b334ee0c0cfe triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:17:31.667539 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:31.693767 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '917f0329-444f-4990-a8b9-db3c52f93436', 'tag': 'aa1f97e1-bee1-424b-865f-cb5e9cd71184'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:17:32.011200 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:32.047108 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0f21c47-e9f2-474c-960c-90298ff33a2f'] response: {'name': 'network-changed', 'server_uuid': '917f0329-444f-4990-a8b9-db3c52f93436', 'tag': 'aa1f97e1-bee1-424b-865f-cb5e9cd71184', 'status': 'completed', 'code': 200} May 05 20:17:32.079065 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d37c3a-e4db-4752-a0a9-4eb9c7608aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ede82658-00b0-42c9-915e-b334ee0c0cfe'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:17:32.094717 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-cddf4b3e-c11e-412f-b869-ac3fd92214f9 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] For port 5ffa19dc-c0c1-4764-bfce-8aab726f21de, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=5ffa19dc-c0c1-4764-bfce-8aab726f21de,segment=NetworkSegment(13562e1f-6946-447e-8458-49500287d78f),segment_id=13562e1f-6946-447e-8458-49500287d78f)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:17:32.094717 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cddf4b3e-c11e-412f-b869-ac3fd92214f9 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:32.106186 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port ede82658-00b0-42c9-915e-b334ee0c0cfe, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=ede82658-00b0-42c9-915e-b334ee0c0cfe,segment=NetworkSegment(5f930359-bc75-4edb-bf67-d4090d0927d6),segment_id=5f930359-bc75-4edb-bf67-d4090d0927d6)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:17:32.120637 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:32.177886 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-67bcffcb-46c2-4cc7-af85-b1f98af46999 req-ad604dd6-b012-452e-a6e4-49afefe1e759 tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bf16fdf-7c27-470c-922f-b10b3f2ea4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5771720 May 05 20:17:32.242655 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=ede82658-00b0-42c9-915e-b334ee0c0cfe,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:17:32.346641 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2189075-9b6a-4306-a163-43e41f867366 service neutron] Pushing event updated for resources: {'Port': ['ID=aa1f97e1-bee1-424b-865f-cb5e9cd71184,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:17:32.346641 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-cddf4b3e-c11e-412f-b869-ac3fd92214f9 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Calling delete_port for 5ffa19dc-c0c1-4764-bfce-8aab726f21de owned by network:router_interface {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:17:32.396823 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ea6c0313-bdf7-4a36-8649-ab55235ab5ff tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:32.413681 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d01a3a-8331-43f3-979f-bfb168718d6e req-e7349933-90ea-4a27-b2c9-e88f6238c6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:32.413681 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-42d01a3a-8331-43f3-979f-bfb168718d6e req-e7349933-90ea-4a27-b2c9-e88f6238c6d3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc385d822f314b0ea94bc048c6bf0397&device_id=917f0329-444f-4990-a8b9-db3c52f93436 HTTP/1.1" status: 200 len: 1094 time: 0.7021897 May 05 20:17:32.515378 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3237d45c-0bd7-4615-acb6-0b41d0825d75 req-392d4241-e9a5-4cca-aece-33c7b6e974a4 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:32.517190 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3237d45c-0bd7-4615-acb6-0b41d0825d75 req-392d4241-e9a5-4cca-aece-33c7b6e974a4 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.2370725 May 05 20:17:32.544075 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-42d01a3a-8331-43f3-979f-bfb168718d6e req-047957a6-90b7-4520-8808-9f67b55305a0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa1f97e1-bee1-424b-865f-cb5e9cd71184 HTTP/1.1" status: 200 len: 217 time: 0.1293092 May 05 20:17:32.628938 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d01a3a-8331-43f3-979f-bfb168718d6e req-e709c132-5542-4905-b852-248f20ff4918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:32.628938 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-42d01a3a-8331-43f3-979f-bfb168718d6e req-e709c132-5542-4905-b852-248f20ff4918 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75701100-e0e5-47c2-a4bc-48386804fbaf HTTP/1.1" status: 200 len: 850 time: 0.0672569 May 05 20:17:32.633728 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3237d45c-0bd7-4615-acb6-0b41d0825d75 req-313c5fc3-0017-43a6-83a6-2a858655de87 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044838 May 05 20:17:32.760115 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb7a1241-ac71-4266-a70d-3221f281d9b4'] response: {'server_uuid': '61d37c3a-e4db-4752-a0a9-4eb9c7608aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ede82658-00b0-42c9-915e-b334ee0c0cfe', 'code': 200} May 05 20:17:32.812320 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e81276-1e6c-4629-81b2-c61143e3da03 req-35d90801-6351-4421-9d2c-76ba9e20d9ef tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:32.818976 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d9e81276-1e6c-4629-81b2-c61143e3da03 req-35d90801-6351-4421-9d2c-76ba9e20d9ef tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/ports?device_id=917f0329-444f-4990-a8b9-db3c52f93436 HTTP/1.1" status: 200 len: 943 time: 0.3361697 May 05 20:17:32.999527 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d01a3a-8331-43f3-979f-bfb168718d6e req-7a1bce7f-49ab-413a-bded-98941c6a2890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:32.999527 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-42d01a3a-8331-43f3-979f-bfb168718d6e req-7a1bce7f-49ab-413a-bded-98941c6a2890 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1f4bdc00-0989-427c-9e5a-a72ccd38703a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3523676 May 05 20:17:33.115265 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d9e81276-1e6c-4629-81b2-c61143e3da03 req-05e0a016-35fb-41d4-a75e-09621f89dffa tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f751196-6dff-46ee-8aaa-1cf7275b3ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2765787 May 05 20:17:33.115265 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cddf4b3e-c11e-412f-b869-ac3fd92214f9 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:33.233956 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddf4b3e-c11e-412f-b869-ac3fd92214f9 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Pushing event deleted for resources: {'Port': ['ID=5ffa19dc-c0c1-4764-bfce-8aab726f21de,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:17:33.398481 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ea6c0313-bdf7-4a36-8649-ab55235ab5ff tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:33.461516 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ea6c0313-bdf7-4a36-8649-ab55235ab5ff tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:33.482925 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-42d01a3a-8331-43f3-979f-bfb168718d6e req-b18ca9f3-3ea1-4ca4-82ba-18b06170afdd service neutron] 10.222.0.24 "GET /v2.0/networks/1f4bdc00-0989-427c-9e5a-a72ccd38703a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4699183 May 05 20:17:33.551898 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b5d05-12be-4ee6-9ca7-08e374d10052 req-d3c9755f-8ea2-4a59-8e52-8d4fad032f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:33.551898 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-721b5d05-12be-4ee6-9ca7-08e374d10052 req-d3c9755f-8ea2-4a59-8e52-8d4fad032f0f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 1096 time: 0.4966142 May 05 20:17:33.800560 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-721b5d05-12be-4ee6-9ca7-08e374d10052 req-56c87b32-c859-4880-a7c1-3a6de603bc0e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277355 May 05 20:17:33.925801 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-ea6c0313-bdf7-4a36-8649-ab55235ab5ff tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Allocated IP 172.25.0.45 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/d648d001-bdbb-42f9-85f1-8ec1f429c270) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:17:34.204601 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ea6c0313-bdf7-4a36-8649-ab55235ab5ff tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:34.274123 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ea6c0313-bdf7-4a36-8649-ab55235ab5ff tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:34.485302 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6c0313-bdf7-4a36-8649-ab55235ab5ff tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Pushing event updated for resources: {'Port': ['ID=d648d001-bdbb-42f9-85f1-8ec1f429c270,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:17:34.494431 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6c0313-bdf7-4a36-8649-ab55235ab5ff tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:17:34.497224 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-ea6c0313-bdf7-4a36-8649-ab55235ab5ff tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:17:34.501225 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6c0313-bdf7-4a36-8649-ab55235ab5ff tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:17:34.666186 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-42d01a3a-8331-43f3-979f-bfb168718d6e req-1bc6a68f-3a6a-44d6-b69e-3d8a35b9ec82 service neutron] 10.222.0.24 "GET /v2.0/networks/1f4bdc00-0989-427c-9e5a-a72ccd38703a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1706457 May 05 20:17:34.692779 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-de7d86e0-ff1f-44bd-82c4-ac9b463eccb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:34.771667 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cddf4b3e-c11e-412f-b869-ac3fd92214f9 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:34.920525 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01becd81-2aac-4e9d-9c5b-44e6e4779797 req-a96593d8-ddfe-445a-a0c4-acf7d5fc36d1 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:34.922812 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-01becd81-2aac-4e9d-9c5b-44e6e4779797 req-a96593d8-ddfe-445a-a0c4-acf7d5fc36d1 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/ports?device_id=917f0329-444f-4990-a8b9-db3c52f93436 HTTP/1.1" status: 200 len: 943 time: 0.6124718 May 05 20:17:35.124495 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-01becd81-2aac-4e9d-9c5b-44e6e4779797 req-669d61b2-f9e1-4f56-9ab7-5b536d6da4af tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f751196-6dff-46ee-8aaa-1cf7275b3ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1911731 May 05 20:17:35.312342 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5192ef-639d-454e-af3b-082b85a3cf11 req-e2121133-afa6-48df-b20a-b2ba2b7c3694 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:35.313916 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9f5192ef-639d-454e-af3b-082b85a3cf11 req-e2121133-afa6-48df-b20a-b2ba2b7c3694 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 1.2781699 May 05 20:17:35.413648 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28f5b7-5055-412f-8147-630de9e33f34 req-d9c359f2-e799-4b16-9533-b8cd6468e64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:35.413648 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cc28f5b7-5055-412f-8147-630de9e33f34 req-d9c359f2-e799-4b16-9533-b8cd6468e64c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc385d822f314b0ea94bc048c6bf0397&device_id=917f0329-444f-4990-a8b9-db3c52f93436 HTTP/1.1" status: 200 len: 1094 time: 0.6268380 May 05 20:17:35.413648 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9f5192ef-639d-454e-af3b-082b85a3cf11 req-24b7b1f3-02ab-40dd-8d18-3e5e282113c8 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746570 May 05 20:17:35.513538 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ea6c0313-bdf7-4a36-8649-ab55235ab5ff tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:35.889145 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28f5b7-5055-412f-8147-630de9e33f34 req-f2257d5c-437a-445e-a9c7-667341b9fd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:35.889145 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cc28f5b7-5055-412f-8147-630de9e33f34 req-f2257d5c-437a-445e-a9c7-667341b9fd2d service neutron] 10.222.0.24 "GET /v2.0/networks?id=1f4bdc00-0989-427c-9e5a-a72ccd38703a HTTP/1.1" status: 200 len: 912 time: 0.4713161 May 05 20:17:35.893901 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cddf4b3e-c11e-412f-b869-ac3fd92214f9 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Router 4325b6d5-8a94-440d-9647-d526914ddeea has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:17:35.985192 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cc28f5b7-5055-412f-8147-630de9e33f34 req-17cff96a-9bde-4a93-8094-c0b802e23f69 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa1f97e1-bee1-424b-865f-cb5e9cd71184 HTTP/1.1" status: 200 len: 217 time: 0.0929103 May 05 20:17:36.301408 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ea6c0313-bdf7-4a36-8649-ab55235ab5ff tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:36.324046 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ea6c0313-bdf7-4a36-8649-ab55235ab5ff tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-641266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-641259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-651706'] for router, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:36.342798 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cddf4b3e-c11e-412f-b869-ac3fd92214f9 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:17:36.345986 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28f5b7-5055-412f-8147-630de9e33f34 req-c26d244a-7e1a-4583-8f2b-f832a52edb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:36.347836 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cc28f5b7-5055-412f-8147-630de9e33f34 req-c26d244a-7e1a-4583-8f2b-f832a52edb2d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75701100-e0e5-47c2-a4bc-48386804fbaf HTTP/1.1" status: 200 len: 850 time: 0.3547597 May 05 20:17:36.354093 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8230fca0-809a-439a-be19-af445621f0c4 None None] Sync routers for ids ['4325b6d5-8a94-440d-9647-d526914ddeea'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:17:36.370904 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8230fca0-809a-439a-be19-af445621f0c4 None None] Routers {'4325b6d5-8a94-440d-9647-d526914ddeea'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:17:36.371784 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-8230fca0-809a-439a-be19-af445621f0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:17:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['4325b6d5-8a94-440d-9647-d526914ddeea'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:17:36.428414 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-cddf4b3e-c11e-412f-b869-ac3fd92214f9 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "PUT /v2.0/routers/4325b6d5-8a94-440d-9647-d526914ddeea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7094603 May 05 20:17:36.429486 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 38776) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:17:36.487031 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device aa1f97e1-bee1-424b-865f-cb5e9cd71184 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:17:36.513903 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ae976b8-0877-4dc5-b92d-2a9d829edcf8 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Deleting subnet 55c611a8-580e-4066-b58a-99b0af1d0368 {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:17:36.519451 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2ae976b8-0877-4dc5-b92d-2a9d829edcf8 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:36.788893 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2ae976b8-0877-4dc5-b92d-2a9d829edcf8 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:36.853624 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28f5b7-5055-412f-8147-630de9e33f34 req-1e3e780d-84c9-4c70-8bca-a6929ebec997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:36.855102 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cc28f5b7-5055-412f-8147-630de9e33f34 req-1e3e780d-84c9-4c70-8bca-a6929ebec997 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1f4bdc00-0989-427c-9e5a-a72ccd38703a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4984066 May 05 20:17:36.919184 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-8230fca0-809a-439a-be19-af445621f0c4 None None] Set router 4325b6d5-8a94-440d-9647-d526914ddeea gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:17:37.004676 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2ae976b8-0877-4dc5-b92d-2a9d829edcf8 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:37.187211 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port aa1f97e1-bee1-424b-865f-cb5e9cd71184, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=aa1f97e1-bee1-424b-865f-cb5e9cd71184,segment=NetworkSegment(57bbc04f-1c68-4970-9c1a-a5d13ea03f9b),segment_id=57bbc04f-1c68-4970-9c1a-a5d13ea03f9b)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:17:37.207767 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': 'aa1f97e1-bee1-424b-865f-cb5e9cd71184', 'network_id': '1f4bdc00-0989-427c-9e5a-a72ccd38703a', 'port_id': 'aa1f97e1-bee1-424b-865f-cb5e9cd71184', 'mac_address': 'fa:16:3e:d7:52:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75701100-e0e5-47c2-a4bc-48386804fbaf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:17:37.273935 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea6c0313-bdf7-4a36-8649-ab55235ab5ff tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Router 0e1577f1-95f1-4e2f-ad81-7a9ca39ee633 is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:17:37.335402 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ea90341a-af95-4414-b669-35392da118ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:37.351701 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:37.395619 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa1f97e1-bee1-424b-865f-cb5e9cd71184 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:17:37.412065 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port aa1f97e1-bee1-424b-865f-cb5e9cd71184, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=aa1f97e1-bee1-424b-865f-cb5e9cd71184,segment=NetworkSegment(57bbc04f-1c68-4970-9c1a-a5d13ea03f9b),segment_id=57bbc04f-1c68-4970-9c1a-a5d13ea03f9b)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:17:37.412065 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:37.519191 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75478023-563e-43a1-aaed-5a9c48943124 req-90f48aa6-98f8-4891-a451-43764515baf9 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:37.519191 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-75478023-563e-43a1-aaed-5a9c48943124 req-90f48aa6-98f8-4891-a451-43764515baf9 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/ports?device_id=917f0329-444f-4990-a8b9-db3c52f93436 HTTP/1.1" status: 200 len: 943 time: 1.1738284 May 05 20:17:37.656053 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2989b29c-5de1-4364-bc6f-7a3d1221ccc2 req-27696e4a-3de0-48be-986d-0be0dfb70732 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:37.666131 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2989b29c-5de1-4364-bc6f-7a3d1221ccc2 req-27696e4a-3de0-48be-986d-0be0dfb70732 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.8070736 May 05 20:17:37.698474 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=aa1f97e1-bee1-424b-865f-cb5e9cd71184,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:17:37.750793 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-75478023-563e-43a1-aaed-5a9c48943124 req-3f85dee9-b222-4c28-940f-43c9b3eec882 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f751196-6dff-46ee-8aaa-1cf7275b3ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2308304 May 05 20:17:37.769434 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['aa1f97e1-bee1-424b-865f-cb5e9cd71184'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:17:37.789377 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-8230fca0-809a-439a-be19-af445621f0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'name': 'tempest-RoutersTest-router-2119623452', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:15:48Z', 'updated_at': '2022-05-05T20:17:32Z', 'revision_number': 10, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'gw_port_host': None, '_interfaces': [{'id': 'b456e880-efae-4517-b525-75e7035c4bcb', 'name': '', 'network_id': '80220b23-1e14-4748-9ef8-0335ee71af3e', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'mac_address': 'fa:16:3e:c9:a3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'e7a131f1-6d5d-499c-a8a6-b64928031e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:15:55Z', 'updated_at': '2022-05-05T20:16:11Z', 'revision_number': 5, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'subnets': [{'id': 'e7a131f1-6d5d-499c-a8a6-b64928031e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:17:37.789377 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8230fca0-809a-439a-be19-af445621f0c4 None None] Checking router: 4325b6d5-8a94-440d-9647-d526914ddeea for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:17:37.800803 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cc28f5b7-5055-412f-8147-630de9e33f34 req-7f97c5db-bfdd-48df-95ea-72145c1c81ea service neutron] 10.222.0.24 "GET /v2.0/networks/1f4bdc00-0989-427c-9e5a-a72ccd38703a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8711681 May 05 20:17:37.803081 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8230fca0-809a-439a-be19-af445621f0c4 None None] Routers {'4325b6d5-8a94-440d-9647-d526914ddeea'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:17:37.803081 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-8230fca0-809a-439a-be19-af445621f0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:17:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['4325b6d5-8a94-440d-9647-d526914ddeea'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:17:37.805522 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2ae976b8-0877-4dc5-b92d-2a9d829edcf8 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:37.905556 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:37.953032 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea6c0313-bdf7-4a36-8649-ab55235ab5ff tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:17:37.964854 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e39d90-8d98-4f8a-9d01-a497a1aa219f None None] Sync routers for ids ['0e1577f1-95f1-4e2f-ad81-7a9ca39ee633'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:17:37.973253 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ea6c0313-bdf7-4a36-8649-ab55235ab5ff tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:37.973253 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-ea6c0313-bdf7-4a36-8649-ab55235ab5ff tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] 10.222.0.36 "PUT /v2.0/routers/0e1577f1-95f1-4e2f-ad81-7a9ca39ee633 HTTP/1.1" status: 200 len: 918 time: 6.6774273 May 05 20:17:37.981079 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 38796) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:17:38.069443 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2989b29c-5de1-4364-bc6f-7a3d1221ccc2 req-c1a687a2-ff02-419e-9a0d-08cc262e2680 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3999350 May 05 20:17:38.082846 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2ae976b8-0877-4dc5-b92d-2a9d829edcf8 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:38.083155 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24901870-8e0a-4b47-b884-658b78eb89e4 None None] Network 8f701fd3-b913-4a35-a12b-b07e85ab5eae requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:17:38.183039 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-8230fca0-809a-439a-be19-af445621f0c4 None None] Set router 4325b6d5-8a94-440d-9647-d526914ddeea gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:17:38.304193 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-2ae976b8-0877-4dc5-b92d-2a9d829edcf8 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "DELETE /v2.0/subnets/55c611a8-580e-4066-b58a-99b0af1d0368 HTTP/1.1" status: 204 len: 168 time: 1.8672688 May 05 20:17:38.312586 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 38806) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:17:38.312586 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae976b8-0877-4dc5-b92d-2a9d829edcf8 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Pushing event deleted for resources: {'Subnet': ['ID=55c611a8-580e-4066-b58a-99b0af1d0368,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:17:38.474664 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cc28f5b7-5055-412f-8147-630de9e33f34 req-3e8e1057-22f0-484d-8753-460b6b89368d service neutron] 10.222.0.24 "GET /v2.0/networks/1f4bdc00-0989-427c-9e5a-a72ccd38703a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5929043 May 05 20:17:38.527973 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e39d90-8d98-4f8a-9d01-a497a1aa219f None None] Routers {'0e1577f1-95f1-4e2f-ad81-7a9ca39ee633'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:17:38.528553 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-09e39d90-8d98-4f8a-9d01-a497a1aa219f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:17:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['0e1577f1-95f1-4e2f-ad81-7a9ca39ee633'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:17:38.641875 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a4e38b82-7bf3-4bcb-ad49-6e4ab4de10d0 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:38.656644 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-a4e38b82-7bf3-4bcb-ad49-6e4ab4de10d0 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Deleting port 3392481e-debc-4140-9704-b1a7f55d8781 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:17:38.657400 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a4e38b82-7bf3-4bcb-ad49-6e4ab4de10d0 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:38.904503 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:38.904503 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-09e39d90-8d98-4f8a-9d01-a497a1aa219f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:17:39.022263 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-dbecfd8f-7f3c-4f64-b9af-83242599e524 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] 10.222.0.36 "GET /v2.0/routers/0e1577f1-95f1-4e2f-ad81-7a9ca39ee633 HTTP/1.1" status: 200 len: 924 time: 1.0437691 May 05 20:17:39.034743 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 38838) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:17:39.054288 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e39d90-8d98-4f8a-9d01-a497a1aa219f None None] Routers {'0e1577f1-95f1-4e2f-ad81-7a9ca39ee633'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:17:39.055055 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-09e39d90-8d98-4f8a-9d01-a497a1aa219f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:17:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['0e1577f1-95f1-4e2f-ad81-7a9ca39ee633'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:17:39.172014 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-8230fca0-809a-439a-be19-af445621f0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'name': 'tempest-RoutersTest-router-2119623452', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:15:48Z', 'updated_at': '2022-05-05T20:17:32Z', 'revision_number': 10, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'gw_port_host': None, '_interfaces': [{'id': 'b456e880-efae-4517-b525-75e7035c4bcb', 'name': '', 'network_id': '80220b23-1e14-4748-9ef8-0335ee71af3e', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'mac_address': 'fa:16:3e:c9:a3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'e7a131f1-6d5d-499c-a8a6-b64928031e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:15:55Z', 'updated_at': '2022-05-05T20:16:11Z', 'revision_number': 5, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'subnets': [{'id': 'e7a131f1-6d5d-499c-a8a6-b64928031e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:17:39.189459 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8230fca0-809a-439a-be19-af445621f0c4 None None] The sync data for ids ['4325b6d5-8a94-440d-9647-d526914ddeea'] in n-d-840717-1 is: [{'id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'name': 'tempest-RoutersTest-router-2119623452', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:15:48Z', 'updated_at': '2022-05-05T20:17:32Z', 'revision_number': 10, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'gw_port_host': None, '_interfaces': [{'id': 'b456e880-efae-4517-b525-75e7035c4bcb', 'name': '', 'network_id': '80220b23-1e14-4748-9ef8-0335ee71af3e', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'mac_address': 'fa:16:3e:c9:a3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'e7a131f1-6d5d-499c-a8a6-b64928031e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:15:55Z', 'updated_at': '2022-05-05T20:16:11Z', 'revision_number': 5, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'subnets': [{'id': 'e7a131f1-6d5d-499c-a8a6-b64928031e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:17:39.249658 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-a4e38b82-7bf3-4bcb-ad49-6e4ab4de10d0 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] For port 3392481e-debc-4140-9704-b1a7f55d8781, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=3392481e-debc-4140-9704-b1a7f55d8781,segment=NetworkSegment(13562e1f-6946-447e-8458-49500287d78f),segment_id=13562e1f-6946-447e-8458-49500287d78f)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:17:39.249658 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a4e38b82-7bf3-4bcb-ad49-6e4ab4de10d0 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:39.273140 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df497bad-65a0-4cc4-9fcb-1149695cdc97 req-0b16599c-5fd5-405d-8d85-8e157d04e703 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:39.273140 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-df497bad-65a0-4cc4-9fcb-1149695cdc97 req-0b16599c-5fd5-405d-8d85-8e157d04e703 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/networks?id=f665291c-fe35-44a1-b025-0867219a15d5 HTTP/1.1" status: 200 len: 814 time: 0.7290268 May 05 20:17:39.276599 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-09e39d90-8d98-4f8a-9d01-a497a1aa219f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:17:39.276599 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e39d90-8d98-4f8a-9d01-a497a1aa219f None None] The sync data for ids ['0e1577f1-95f1-4e2f-ad81-7a9ca39ee633'] in n-d-840717-1 is: [] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:17:39.311753 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-df497bad-65a0-4cc4-9fcb-1149695cdc97 req-3d5520fa-00b1-47aa-9105-2839bb7dcf75 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/quotas/a265e664693546d09df58a9112067478 HTTP/1.1" status: 200 len: 375 time: 0.0329022 May 05 20:17:39.420648 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9b61e0-9d08-4ece-9c5c-daf08aee6d64 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:39.424801 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-7c9b61e0-9d08-4ece-9c5c-daf08aee6d64 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=0401d202-1605-4cfe-bad4-fb225df6afb0&device_id=0e1577f1-95f1-4e2f-ad81-7a9ca39ee633&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3864551 May 05 20:17:39.432519 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 38844) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:17:39.497024 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-a4e38b82-7bf3-4bcb-ad49-6e4ab4de10d0 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Calling delete_port for 3392481e-debc-4140-9704-b1a7f55d8781 owned by network:dhcp {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:17:39.563550 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddbefe1-05f6-4cfb-88f7-b6b26af02640 req-511de1b6-0f7b-46d8-a562-24cdea5dfbb2 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:39.565684 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bddbefe1-05f6-4cfb-88f7-b6b26af02640 req-511de1b6-0f7b-46d8-a562-24cdea5dfbb2 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/ports?device_id=917f0329-444f-4990-a8b9-db3c52f93436 HTTP/1.1" status: 200 len: 944 time: 0.4986374 May 05 20:17:39.581769 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81f5117-930a-46f6-9c3d-62db009c7f18 None None] DHCP port deletion for 8f701fd3-b913-4a35-a12b-b07e85ab5eae request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:17:39.610827 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-d81f5117-930a-46f6-9c3d-62db009c7f18 None None] Deleting port 3392481e-debc-4140-9704-b1a7f55d8781 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:17:39.610827 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d81f5117-930a-46f6-9c3d-62db009c7f18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:39.666450 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-df497bad-65a0-4cc4-9fcb-1149695cdc97 req-96cc82e3-e272-4a1c-8973-c44a38fdbb17 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a265e664693546d09df58a9112067478&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3494070 May 05 20:17:39.718538 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:39.760316 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0439d59-1583-4eef-b501-c6be3c100fa8 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:39.760316 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b0439d59-1583-4eef-b501-c6be3c100fa8 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] 10.222.0.36 "GET /v2.0/networks/0401d202-1605-4cfe-bad4-fb225df6afb0 HTTP/1.1" status: 200 len: 881 time: 0.3233247 May 05 20:17:39.764549 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 38850) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:17:39.782501 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bddbefe1-05f6-4cfb-88f7-b6b26af02640 req-274e95e8-4d93-473e-891d-92498a7c602d tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f751196-6dff-46ee-8aaa-1cf7275b3ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2037957 May 05 20:17:39.850304 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a4e38b82-7bf3-4bcb-ad49-6e4ab4de10d0 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:39.918381 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-d81f5117-930a-46f6-9c3d-62db009c7f18 None None] The port '3392481e-debc-4140-9704-b1a7f55d8781' was deleted {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 20:17:39.932603 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e38b82-7bf3-4bcb-ad49-6e4ab4de10d0 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] No DVR routers for this DVR port 3392481e-debc-4140-9704-b1a7f55d8781 on host n-d-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:17:39.987600 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e38b82-7bf3-4bcb-ad49-6e4ab4de10d0 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Pushing event deleted for resources: {'Port': ['ID=3392481e-debc-4140-9704-b1a7f55d8781,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:17:40.099203 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-0b7427cb-e206-42c5-bb40-4ce97f686d7a tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e1577f1-95f1-4e2f-ad81-7a9ca39ee633 HTTP/1.1" status: 200 len: 205 time: 0.3348653 May 05 20:17:40.109457 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 38860) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:17:40.164710 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a4e38b82-7bf3-4bcb-ad49-6e4ab4de10d0 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:40.222311 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-a4e38b82-7bf3-4bcb-ad49-6e4ab4de10d0 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f701fd3-b913-4a35-a12b-b07e85ab5eae']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:17:40.237573 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-a4e38b82-7bf3-4bcb-ad49-6e4ab4de10d0 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13562e1f-6946-447e-8458-49500287d78f') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:17:40.238248 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-a4e38b82-7bf3-4bcb-ad49-6e4ab4de10d0 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13562e1f-6946-447e-8458-49500287d78f') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:17:40.254680 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a4e38b82-7bf3-4bcb-ad49-6e4ab4de10d0 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:40.274966 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a4e38b82-7bf3-4bcb-ad49-6e4ab4de10d0 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:40.285610 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4e38b82-7bf3-4bcb-ad49-6e4ab4de10d0 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:17:40.286259 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a4e38b82-7bf3-4bcb-ad49-6e4ab4de10d0 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:40.340879 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:17:40.340879 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:17:40.340879 n-d-840717-1 neutron-server[88197]: timer() May 05 20:17:40.340879 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:17:40.340879 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:17:40.340879 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:17:40.340879 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:17:40.340879 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:17:40.340879 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:17:40.340879 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:17:40.340879 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:17:40.340879 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:17:40.340879 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:17:40.340879 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:17:40.340879 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:17:40.340879 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:17:40.340879 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:17:40.340879 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:17:40.340879 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:17:40.340879 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:17:40.340879 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:17:40.340879 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:17:40.340879 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:17:40.340879 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:17:40.340879 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:17:40.340879 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:17:40.340879 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:17:40.340879 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:17:40.340879 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:17:40.340879 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:17:40.340879 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:17:40.340879 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:17:40.397009 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7d154943-784c-4f2a-98bd-2e8d0665e24a tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:40.495294 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a4e38b82-7bf3-4bcb-ad49-6e4ab4de10d0 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:40.522341 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device aa1f97e1-bee1-424b-865f-cb5e9cd71184 up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:17:40.536431 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a4e38b82-7bf3-4bcb-ad49-6e4ab4de10d0 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:40.567982 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-a4e38b82-7bf3-4bcb-ad49-6e4ab4de10d0 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "DELETE /v2.0/networks/8f701fd3-b913-4a35-a12b-b07e85ab5eae HTTP/1.1" status: 204 len: 168 time: 2.2618008 May 05 20:17:40.571209 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 38868) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:17:40.572171 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e38b82-7bf3-4bcb-ad49-6e4ab4de10d0 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Pushing event deleted for resources: {'Network': ['ID=8f701fd3-b913-4a35-a12b-b07e85ab5eae,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:17:40.632438 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port aa1f97e1-bee1-424b-865f-cb5e9cd71184 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:17:40.638351 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 5ffa19dc-c0c1-4764-bfce-8aab726f21de no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:17:40.679227 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port aa1f97e1-bee1-424b-865f-cb5e9cd71184 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:17:40.679869 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:40.723051 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 5ffa19dc-c0c1-4764-bfce-8aab726f21de {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:17:40.723051 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 5ffa19dc-c0c1-4764-bfce-8aab726f21de not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:17:40.723051 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 3392481e-debc-4140-9704-b1a7f55d8781 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:17:40.752494 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-df497bad-65a0-4cc4-9fcb-1149695cdc97 req-8ce52d08-4fed-4167-b898-cabf81087e03 service neutron] 10.222.0.36 "GET /v2.0/networks/f665291c-fe35-44a1-b025-0867219a15d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0870066 May 05 20:17:40.785088 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 3392481e-debc-4140-9704-b1a7f55d8781 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:17:40.785088 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 3392481e-debc-4140-9704-b1a7f55d8781 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:17:40.888573 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7d154943-784c-4f2a-98bd-2e8d0665e24a tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:40.915690 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-7d154943-784c-4f2a-98bd-2e8d0665e24a tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Deleting port d648d001-bdbb-42f9-85f1-8ec1f429c270 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:17:40.915690 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7d154943-784c-4f2a-98bd-2e8d0665e24a tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:40.971860 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:41.073461 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port aa1f97e1-bee1-424b-865f-cb5e9cd71184, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=aa1f97e1-bee1-424b-865f-cb5e9cd71184,segment=NetworkSegment(57bbc04f-1c68-4970-9c1a-a5d13ea03f9b),segment_id=57bbc04f-1c68-4970-9c1a-a5d13ea03f9b)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:17:41.073461 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '917f0329-444f-4990-a8b9-db3c52f93436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1f97e1-bee1-424b-865f-cb5e9cd71184'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:17:41.088939 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:41.303869 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=aa1f97e1-bee1-424b-865f-cb5e9cd71184,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:17:41.322476 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-df497bad-65a0-4cc4-9fcb-1149695cdc97 req-df025f52-605c-4af6-9fed-75ee3959b2f4 service neutron] 10.222.0.36 "GET /v2.0/networks/f665291c-fe35-44a1-b025-0867219a15d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5623538 May 05 20:17:41.568578 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf75cda-ed57-4565-a8dc-e891850f2813 req-31025985-0ccb-4a70-a57e-0a6cb58b433f tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:41.568578 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dbf75cda-ed57-4565-a8dc-e891850f2813 req-31025985-0ccb-4a70-a57e-0a6cb58b433f tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/ports?device_id=917f0329-444f-4990-a8b9-db3c52f93436 HTTP/1.1" status: 200 len: 945 time: 0.4853868 May 05 20:17:41.706958 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cbf3bcf-669d-42de-9249-7c27c5deec8b'] response: {'server_uuid': '917f0329-444f-4990-a8b9-db3c52f93436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1f97e1-bee1-424b-865f-cb5e9cd71184', 'code': 200} May 05 20:17:41.714884 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7d154943-784c-4f2a-98bd-2e8d0665e24a tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:41.723493 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dbf75cda-ed57-4565-a8dc-e891850f2813 req-79b16e5f-c854-48a5-968f-78eea0146825 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f751196-6dff-46ee-8aaa-1cf7275b3ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1455228 May 05 20:17:41.960874 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-7d154943-784c-4f2a-98bd-2e8d0665e24a tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Calling delete_port for d648d001-bdbb-42f9-85f1-8ec1f429c270 owned by network:router_gateway {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:17:42.079035 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13cc0bf-1feb-4744-bda6-8fd63e7f08ed req-c3dc58e8-db17-457c-83ec-0f9f91da53f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:42.079035 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f13cc0bf-1feb-4744-bda6-8fd63e7f08ed req-c3dc58e8-db17-457c-83ec-0f9f91da53f0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=917f0329-444f-4990-a8b9-db3c52f93436 HTTP/1.1" status: 200 len: 1096 time: 0.2464316 May 05 20:17:42.113912 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-07c2c7b9-7b4e-4c82-9213-128d690a3bce tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:42.180498 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4e3a8c03-4fd7-40c1-9292-4a3f8f9e3574 req-189bc46d-843d-4de8-ab79-50a09546917a tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=055605dc-f1d4-4edf-ba53-996858c540b3 HTTP/1.1" status: 200 len: 210 time: 0.0819628 May 05 20:17:42.354446 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f13cc0bf-1feb-4744-bda6-8fd63e7f08ed req-a3e0045a-5b20-4e8b-82de-6d8ab050374f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0f751196-6dff-46ee-8aaa-1cf7275b3ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2656462 May 05 20:17:42.394275 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7d154943-784c-4f2a-98bd-2e8d0665e24a tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:42.540493 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d154943-784c-4f2a-98bd-2e8d0665e24a tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Pushing event deleted for resources: {'Port': ['ID=d648d001-bdbb-42f9-85f1-8ec1f429c270,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:17:42.587137 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:17:42.813472 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-07c2c7b9-7b4e-4c82-9213-128d690a3bce tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Deleting port b456e880-efae-4517-b525-75e7035c4bcb {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:17:42.813472 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-07c2c7b9-7b4e-4c82-9213-128d690a3bce tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:42.832425 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7d154943-784c-4f2a-98bd-2e8d0665e24a tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:43.206153 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e46fa7e-147e-4b72-b54b-2d8ffb60a0a0 req-ed8a8756-6065-4d84-8004-8ff2943c4216 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:43.213917 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8e46fa7e-147e-4b72-b54b-2d8ffb60a0a0 req-ed8a8756-6065-4d84-8004-8ff2943c4216 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/ports?device_id=917f0329-444f-4990-a8b9-db3c52f93436 HTTP/1.1" status: 200 len: 945 time: 0.2562106 May 05 20:17:43.308761 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7d154943-784c-4f2a-98bd-2e8d0665e24a tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:43.308761 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7d154943-784c-4f2a-98bd-2e8d0665e24a tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:43.345064 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7d154943-784c-4f2a-98bd-2e8d0665e24a tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:43.345064 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d154943-784c-4f2a-98bd-2e8d0665e24a tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Fanout notify agent at l3_agent the message router_deleted on router 0e1577f1-95f1-4e2f-ad81-7a9ca39ee633 {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:17:43.409808 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-07c2c7b9-7b4e-4c82-9213-128d690a3bce tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] For port b456e880-efae-4517-b525-75e7035c4bcb, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=b456e880-efae-4517-b525-75e7035c4bcb,segment=NetworkSegment(ce115ecf-9e45-43df-91a9-28c4f44d0afe),segment_id=ce115ecf-9e45-43df-91a9-28c4f44d0afe)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:17:43.409808 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-07c2c7b9-7b4e-4c82-9213-128d690a3bce tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:43.442933 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7d154943-784c-4f2a-98bd-2e8d0665e24a tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:43.447256 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-7d154943-784c-4f2a-98bd-2e8d0665e24a tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] 10.222.0.36 "DELETE /v2.0/routers/0e1577f1-95f1-4e2f-ad81-7a9ca39ee633 HTTP/1.1" status: 204 len: 168 time: 3.3092303 May 05 20:17:43.451103 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 38918) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:17:43.469563 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-2ead1cb6-7bb8-4eb6-b765-688e21a4e67f tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-846374128', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}, 'admin_state_up': False}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:17:43.500079 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-2ead1cb6-7bb8-4eb6-b765-688e21a4e67f tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:17:43.554856 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-2ead1cb6-7bb8-4eb6-b765-688e21a4e67f tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Usage tracker for resource:router and tenant:1d7f7d31bdc1405ba2db50681d871836 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:17:43.560586 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-81f0553e-4347-4afd-983f-7a898fbe9ceb req-b90be5be-f4a4-43be-afee-23d663188ff5 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=055605dc-f1d4-4edf-ba53-996858c540b3 HTTP/1.1" status: 200 len: 210 time: 0.0627346 May 05 20:17:43.561872 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-2ead1cb6-7bb8-4eb6-b765-688e21a4e67f tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:17:43.570519 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-2ead1cb6-7bb8-4eb6-b765-688e21a4e67f tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:17:43.582253 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2ead1cb6-7bb8-4eb6-b765-688e21a4e67f tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:43.584412 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2ead1cb6-7bb8-4eb6-b765-688e21a4e67f tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:43.602820 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2ead1cb6-7bb8-4eb6-b765-688e21a4e67f tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:44.025729 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-07c2c7b9-7b4e-4c82-9213-128d690a3bce tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Calling delete_port for b456e880-efae-4517-b525-75e7035c4bcb owned by network:router_interface {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:17:44.061195 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8e46fa7e-147e-4b72-b54b-2d8ffb60a0a0 req-4f3bdf9b-ed46-4deb-a5fa-b14f74d419ca tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f751196-6dff-46ee-8aaa-1cf7275b3ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7626719 May 05 20:17:44.243114 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:44.382326 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-07c2c7b9-7b4e-4c82-9213-128d690a3bce tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:44.504432 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c2c7b9-7b4e-4c82-9213-128d690a3bce tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Pushing event deleted for resources: {'Port': ['ID=b456e880-efae-4517-b525-75e7035c4bcb,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:17:44.537857 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2ead1cb6-7bb8-4eb6-b765-688e21a4e67f tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:44.828230 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8d5a001c-f289-489e-af30-0f3cae7fce7d req-d5d0f3e7-51aa-42dc-9253-12fa0c6cb10c tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=055605dc-f1d4-4edf-ba53-996858c540b3 HTTP/1.1" status: 200 len: 210 time: 0.0573144 May 05 20:17:44.881381 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df497bad-65a0-4cc4-9fcb-1149695cdc97 req-6ef4b179-b358-41de-85fc-3cc1cd148435 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:44.881381 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-df497bad-65a0-4cc4-9fcb-1149695cdc97 req-6ef4b179-b358-41de-85fc-3cc1cd148435 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.50 "GET /v2.0/networks?id=f665291c-fe35-44a1-b025-0867219a15d5 HTTP/1.1" status: 200 len: 814 time: 0.7728693 May 05 20:17:44.892428 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-df497bad-65a0-4cc4-9fcb-1149695cdc97 req-ee314104-f651-4807-a40e-71385adac6f7 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Request body: {'port': {'device_id': '055605dc-f1d4-4edf-ba53-996858c540b3', 'network_id': 'f665291c-fe35-44a1-b025-0867219a15d5', 'admin_state_up': True, 'tenant_id': 'a265e664693546d09df58a9112067478'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:17:44.918203 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-07c2c7b9-7b4e-4c82-9213-128d690a3bce tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:45.342915 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-df497bad-65a0-4cc4-9fcb-1149695cdc97 req-ee314104-f651-4807-a40e-71385adac6f7 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:17:45.357871 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-df497bad-65a0-4cc4-9fcb-1149695cdc97 req-ee314104-f651-4807-a40e-71385adac6f7 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:17:45.393979 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2ead1cb6-7bb8-4eb6-b765-688e21a4e67f tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks [] for router_gateway, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:45.422383 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c2c7b9-7b4e-4c82-9213-128d690a3bce tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Router 4325b6d5-8a94-440d-9647-d526914ddeea has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:17:45.430233 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2ead1cb6-7bb8-4eb6-b765-688e21a4e67f tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:45.509927 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df497bad-65a0-4cc4-9fcb-1149695cdc97 req-ee314104-f651-4807-a40e-71385adac6f7 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Made reservation on behalf of a265e664693546d09df58a9112067478 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:17:45.509927 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-df497bad-65a0-4cc4-9fcb-1149695cdc97 req-ee314104-f651-4807-a40e-71385adac6f7 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:45.715565 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c2c7b9-7b4e-4c82-9213-128d690a3bce tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:17:45.724942 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f052fd-c283-40ac-b27f-5f400f01a851 None None] Sync routers for ids ['4325b6d5-8a94-440d-9647-d526914ddeea'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:17:45.736948 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-07c2c7b9-7b4e-4c82-9213-128d690a3bce tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "PUT /v2.0/routers/4325b6d5-8a94-440d-9647-d526914ddeea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1554494 May 05 20:17:45.736948 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 38962) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:17:45.744508 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f052fd-c283-40ac-b27f-5f400f01a851 None None] Routers {'4325b6d5-8a94-440d-9647-d526914ddeea'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:17:45.744508 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-05f052fd-c283-40ac-b27f-5f400f01a851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:17:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['4325b6d5-8a94-440d-9647-d526914ddeea'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:17:45.801142 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e71eb-6415-4ea4-a28a-a66f86dd79fe req-9a2992cb-e735-4c86-97a1-0b36d63db3f8 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:45.801142 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-233e71eb-6415-4ea4-a28a-a66f86dd79fe req-9a2992cb-e735-4c86-97a1-0b36d63db3f8 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/ports?device_id=917f0329-444f-4990-a8b9-db3c52f93436 HTTP/1.1" status: 200 len: 945 time: 0.5965044 May 05 20:17:45.867023 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-18d710fd-ea6e-477e-abfc-6c7d4521a8dd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Deleting subnet e7a131f1-6d5d-499c-a8a6-b64928031e9b {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:17:45.867023 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-18d710fd-ea6e-477e-abfc-6c7d4521a8dd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:45.961635 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-18d710fd-ea6e-477e-abfc-6c7d4521a8dd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:46.071664 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-18d710fd-ea6e-477e-abfc-6c7d4521a8dd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:46.108997 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-05f052fd-c283-40ac-b27f-5f400f01a851 None None] Set router 4325b6d5-8a94-440d-9647-d526914ddeea gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:17:46.211236 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-18d710fd-ea6e-477e-abfc-6c7d4521a8dd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:46.251694 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-05f052fd-c283-40ac-b27f-5f400f01a851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'name': 'tempest-RoutersTest-router-2119623452', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:15:48Z', 'updated_at': '2022-05-05T20:17:44Z', 'revision_number': 11, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'gw_port_host': None}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:17:46.256474 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-2ead1cb6-7bb8-4eb6-b765-688e21a4e67f tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Allocated IP 172.25.0.242 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/66298b16-44fc-4884-84fd-0ebeeeaef172) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:17:46.264636 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f052fd-c283-40ac-b27f-5f400f01a851 None None] Checking router: 4325b6d5-8a94-440d-9647-d526914ddeea for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:17:46.273723 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f052fd-c283-40ac-b27f-5f400f01a851 None None] Routers {'4325b6d5-8a94-440d-9647-d526914ddeea'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:17:46.273723 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-05f052fd-c283-40ac-b27f-5f400f01a851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:17:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['4325b6d5-8a94-440d-9647-d526914ddeea'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:17:46.285350 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-18d710fd-ea6e-477e-abfc-6c7d4521a8dd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:46.295276 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249a2131-46be-42ed-b5c9-50be2f84dd44 None None] Network 80220b23-1e14-4748-9ef8-0335ee71af3e requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:17:46.305413 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-18d710fd-ea6e-477e-abfc-6c7d4521a8dd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "DELETE /v2.0/subnets/e7a131f1-6d5d-499c-a8a6-b64928031e9b HTTP/1.1" status: 204 len: 168 time: 0.5644002 May 05 20:17:46.312804 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 38976) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:17:46.382449 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0a9f2156-d05e-4107-9535-5fbb8dc2432b req-95cf7fda-9449-4b38-b339-70793fc82a36 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=055605dc-f1d4-4edf-ba53-996858c540b3 HTTP/1.1" status: 200 len: 210 time: 0.1148634 May 05 20:17:46.535623 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-df497bad-65a0-4cc4-9fcb-1149695cdc97 req-ee314104-f651-4807-a40e-71385adac6f7 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Allocated IP 172.20.0.3 (f665291c-fe35-44a1-b025-0867219a15d5/4e5ca270-af30-4d15-b9c5-3a4471edda55/3ebd663f-1bd8-431a-b0b6-28252e5fa88d) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:17:46.702894 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d710fd-ea6e-477e-abfc-6c7d4521a8dd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Pushing event deleted for resources: {'Subnet': ['ID=e7a131f1-6d5d-499c-a8a6-b64928031e9b,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:17:46.756957 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-05f052fd-c283-40ac-b27f-5f400f01a851 None None] Set router 4325b6d5-8a94-440d-9647-d526914ddeea gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:17:46.767151 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:46.823156 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2ead1cb6-7bb8-4eb6-b765-688e21a4e67f tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:46.952284 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6c14ba88-456b-42c9-804c-a22999e2c10d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:46.983131 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-233e71eb-6415-4ea4-a28a-a66f86dd79fe req-27e052bd-8ee7-4305-9ba3-98019924054c tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f751196-6dff-46ee-8aaa-1cf7275b3ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1512520 May 05 20:17:46.990218 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-6c14ba88-456b-42c9-804c-a22999e2c10d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Deleting port dc2efbd7-48d9-4b1a-9db4-809fefe033f2 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:17:46.990966 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6c14ba88-456b-42c9-804c-a22999e2c10d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:47.003210 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-05f052fd-c283-40ac-b27f-5f400f01a851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'name': 'tempest-RoutersTest-router-2119623452', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:15:48Z', 'updated_at': '2022-05-05T20:17:44Z', 'revision_number': 11, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'gw_port_host': None}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:17:47.025409 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f052fd-c283-40ac-b27f-5f400f01a851 None None] The sync data for ids ['4325b6d5-8a94-440d-9647-d526914ddeea'] in n-d-840717-1 is: [{'id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'name': 'tempest-RoutersTest-router-2119623452', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:15:48Z', 'updated_at': '2022-05-05T20:17:44Z', 'revision_number': 11, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'gw_port_host': None}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:17:47.081577 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be75d6e5-64eb-4365-98ac-13de558067ee None None] DHCP port deletion for 80220b23-1e14-4748-9ef8-0335ee71af3e request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:17:47.116291 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-be75d6e5-64eb-4365-98ac-13de558067ee None None] Deleting port dc2efbd7-48d9-4b1a-9db4-809fefe033f2 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:17:47.116291 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-be75d6e5-64eb-4365-98ac-13de558067ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:47.352722 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-df497bad-65a0-4cc4-9fcb-1149695cdc97 req-ee314104-f651-4807-a40e-71385adac6f7 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:47.573421 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2ead1cb6-7bb8-4eb6-b765-688e21a4e67f tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:47.586398 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-6c14ba88-456b-42c9-804c-a22999e2c10d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] For port dc2efbd7-48d9-4b1a-9db4-809fefe033f2, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=dc2efbd7-48d9-4b1a-9db4-809fefe033f2,segment=NetworkSegment(ce115ecf-9e45-43df-91a9-28c4f44d0afe),segment_id=ce115ecf-9e45-43df-91a9-28c4f44d0afe)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:17:47.586398 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6c14ba88-456b-42c9-804c-a22999e2c10d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:47.735816 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-be75d6e5-64eb-4365-98ac-13de558067ee None None] For port dc2efbd7-48d9-4b1a-9db4-809fefe033f2, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=dc2efbd7-48d9-4b1a-9db4-809fefe033f2,segment=NetworkSegment(ce115ecf-9e45-43df-91a9-28c4f44d0afe),segment_id=ce115ecf-9e45-43df-91a9-28c4f44d0afe)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:17:47.736514 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-be75d6e5-64eb-4365-98ac-13de558067ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:47.828426 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ead1cb6-7bb8-4eb6-b765-688e21a4e67f tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Pushing event updated for resources: {'Port': ['ID=66298b16-44fc-4884-84fd-0ebeeeaef172,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:17:47.832215 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-df497bad-65a0-4cc4-9fcb-1149695cdc97 req-ee314104-f651-4807-a40e-71385adac6f7 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:47.877504 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['ede82658-00b0-42c9-915e-b334ee0c0cfe'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:17:47.941800 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ead1cb6-7bb8-4eb6-b765-688e21a4e67f tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:17:47.989190 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-2ead1cb6-7bb8-4eb6-b765-688e21a4e67f tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:17:48.014511 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ead1cb6-7bb8-4eb6-b765-688e21a4e67f tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:17:48.014511 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ead1cb6-7bb8-4eb6-b765-688e21a4e67f tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:17:48.014511 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ead1cb6-7bb8-4eb6-b765-688e21a4e67f tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:17:48.014511 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ead1cb6-7bb8-4eb6-b765-688e21a4e67f tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:17:48.014511 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ead1cb6-7bb8-4eb6-b765-688e21a4e67f tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:17:48.014511 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ead1cb6-7bb8-4eb6-b765-688e21a4e67f tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:17:48.014511 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ead1cb6-7bb8-4eb6-b765-688e21a4e67f tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:17:48.014511 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ead1cb6-7bb8-4eb6-b765-688e21a4e67f tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:17:48.014511 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ead1cb6-7bb8-4eb6-b765-688e21a4e67f tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:17:48.014511 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ead1cb6-7bb8-4eb6-b765-688e21a4e67f tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:17:48.014511 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ead1cb6-7bb8-4eb6-b765-688e21a4e67f tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:17:48.014511 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ead1cb6-7bb8-4eb6-b765-688e21a4e67f tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:17:48.121653 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-6c14ba88-456b-42c9-804c-a22999e2c10d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Calling delete_port for dc2efbd7-48d9-4b1a-9db4-809fefe033f2 owned by network:dhcp {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:17:48.178412 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ead1cb6-7bb8-4eb6-b765-688e21a4e67f tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:17:48.290049 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-be75d6e5-64eb-4365-98ac-13de558067ee None None] Calling delete_port for dc2efbd7-48d9-4b1a-9db4-809fefe033f2 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:17:48.294066 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df497bad-65a0-4cc4-9fcb-1149695cdc97 req-ee314104-f651-4807-a40e-71385adac6f7 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Network f665291c-fe35-44a1-b025-0867219a15d5 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:17:48.340627 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-df497bad-65a0-4cc4-9fcb-1149695cdc97 req-ee314104-f651-4807-a40e-71385adac6f7 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:17:48.355837 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-df497bad-65a0-4cc4-9fcb-1149695cdc97 req-ee314104-f651-4807-a40e-71385adac6f7 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:17:48.383964 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6c14ba88-456b-42c9-804c-a22999e2c10d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:48.450515 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c14ba88-456b-42c9-804c-a22999e2c10d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Pushing event deleted for resources: {'Port': ['ID=dc2efbd7-48d9-4b1a-9db4-809fefe033f2,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:17:48.465645 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c14ba88-456b-42c9-804c-a22999e2c10d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] No DVR routers for this DVR port dc2efbd7-48d9-4b1a-9db4-809fefe033f2 on host n-d-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:17:48.517378 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e6900-63e6-4f30-bce4-37a84c53e170 req-16f31e5f-b88d-4c43-8b07-2ee8a4399d5e tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:48.517378 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6f8e6900-63e6-4f30-bce4-37a84c53e170 req-16f31e5f-b88d-4c43-8b07-2ee8a4399d5e tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=055605dc-f1d4-4edf-ba53-996858c540b3 HTTP/1.1" status: 200 len: 931 time: 0.5623903 May 05 20:17:48.600707 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-be75d6e5-64eb-4365-98ac-13de558067ee None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:17:48.600707 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-be75d6e5-64eb-4365-98ac-13de558067ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:17:48.678948 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device b456e880-efae-4517-b525-75e7035c4bcb no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:17:48.710880 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee314104-f651-4807-a40e-71385adac6f7 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Pushing event updated for resources: {'Port': ['ID=3ebd663f-1bd8-431a-b0b6-28252e5fa88d,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:17:48.833863 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df497bad-65a0-4cc4-9fcb-1149695cdc97 req-ee314104-f651-4807-a40e-71385adac6f7 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:48.833863 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-df497bad-65a0-4cc4-9fcb-1149695cdc97 req-ee314104-f651-4807-a40e-71385adac6f7 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:48.863432 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e5eede-a1e1-4c87-8240-0ccf35cf9bb7 req-da4ab8a6-09e4-49ef-9553-d9061f20126e tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:48.863432 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-75e5eede-a1e1-4c87-8240-0ccf35cf9bb7 req-da4ab8a6-09e4-49ef-9553-d9061f20126e tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/ports?device_id=917f0329-444f-4990-a8b9-db3c52f93436 HTTP/1.1" status: 200 len: 945 time: 1.4427185 May 05 20:17:48.878771 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: b456e880-efae-4517-b525-75e7035c4bcb {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:17:48.878771 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device b456e880-efae-4517-b525-75e7035c4bcb not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:17:48.878771 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device dc2efbd7-48d9-4b1a-9db4-809fefe033f2 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:17:48.917315 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 39012) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:17:48.929055 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6c14ba88-456b-42c9-804c-a22999e2c10d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:48.931970 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: dc2efbd7-48d9-4b1a-9db4-809fefe033f2 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:17:48.931970 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device dc2efbd7-48d9-4b1a-9db4-809fefe033f2 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:17:48.954578 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-40bd6424-f552-45df-8874-d97d2a344c9f tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Request body: {'floatingip': {'port_id': 'aa1f97e1-bee1-424b-865f-cb5e9cd71184'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:17:49.028218 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-6c14ba88-456b-42c9-804c-a22999e2c10d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80220b23-1e14-4748-9ef8-0335ee71af3e']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:17:49.101356 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-be75d6e5-64eb-4365-98ac-13de558067ee None None] Deleting port dc2efbd7-48d9-4b1a-9db4-809fefe033f2 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:17:49.101356 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-be75d6e5-64eb-4365-98ac-13de558067ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:49.116142 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-6c14ba88-456b-42c9-804c-a22999e2c10d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce115ecf-9e45-43df-91a9-28c4f44d0afe') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:17:49.116142 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-6c14ba88-456b-42c9-804c-a22999e2c10d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce115ecf-9e45-43df-91a9-28c4f44d0afe') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:17:49.128740 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6c14ba88-456b-42c9-804c-a22999e2c10d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:49.152084 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6c14ba88-456b-42c9-804c-a22999e2c10d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:49.159209 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c14ba88-456b-42c9-804c-a22999e2c10d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:17:49.159209 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6c14ba88-456b-42c9-804c-a22999e2c10d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:49.286189 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:17:49.286189 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:17:49.286189 n-d-840717-1 neutron-server[88197]: timer() May 05 20:17:49.286189 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:17:49.286189 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:17:49.286189 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:17:49.286189 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:17:49.286189 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:17:49.286189 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:17:49.286189 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:17:49.286189 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:17:49.286189 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:17:49.286189 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:17:49.286189 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:17:49.286189 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:17:49.286189 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:17:49.286189 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:17:49.286189 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:17:49.286189 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:17:49.286189 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:17:49.286189 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:17:49.286189 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:17:49.286189 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:17:49.286189 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:17:49.286189 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:17:49.286189 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:17:49.286189 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:17:49.286189 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:17:49.286189 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:17:49.286189 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:17:49.286189 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:17:49.286189 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:17:49.300845 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6c14ba88-456b-42c9-804c-a22999e2c10d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:49.362938 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-be75d6e5-64eb-4365-98ac-13de558067ee None None] The port 'dc2efbd7-48d9-4b1a-9db4-809fefe033f2' was deleted {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 20:17:49.365102 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6f8e6900-63e6-4f30-bce4-37a84c53e170 req-7ef45d0c-18df-4624-9f08-742d7d3c3de5 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8322868 May 05 20:17:49.381236 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-40bd6424-f552-45df-8874-d97d2a344c9f tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks [] for floatingip, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:49.396940 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6c14ba88-456b-42c9-804c-a22999e2c10d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:49.407268 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fd4f2137-cf77-4ae3-949d-7b0e7032bd50 req-8224e1db-ca90-4d7d-9218-e788f5dba0dc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5b5f13b6-d7fe-493b-8eb6-40040a3899b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1373930 May 05 20:17:49.418517 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c14ba88-456b-42c9-804c-a22999e2c10d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Pushing event deleted for resources: {'Network': ['ID=80220b23-1e14-4748-9ef8-0335ee71af3e,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:17:49.429753 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-6c14ba88-456b-42c9-804c-a22999e2c10d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "DELETE /v2.0/networks/80220b23-1e14-4748-9ef8-0335ee71af3e HTTP/1.1" status: 204 len: 168 time: 3.1215138 May 05 20:17:49.430518 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39022) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:17:49.473348 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-04bede47-5f8b-44be-83a4-b5ad887fb586 req-e5cf6aea-68c4-4fcf-9326-fb78132c3a69 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9226451 May 05 20:17:49.965433 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-20307e68-b05c-4ac6-9206-2b09ddc49d08 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Request body: {'router': {'routes': None}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:17:50.241298 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4f2137-cf77-4ae3-949d-7b0e7032bd50 req-68bac32c-d522-461a-af69-dba3439291ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:50.242988 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fd4f2137-cf77-4ae3-949d-7b0e7032bd50 req-68bac32c-d522-461a-af69-dba3439291ef service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fb44a30e6dec40bfac5d9f81796e3cda&device_id=5b5f13b6-d7fe-493b-8eb6-40040a3899b6 HTTP/1.1" status: 200 len: 1100 time: 0.6999002 May 05 20:17:50.243985 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2ead1cb6-7bb8-4eb6-b765-688e21a4e67f tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks [] for router_gateway, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:50.339823 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-df497bad-65a0-4cc4-9fcb-1149695cdc97 req-ee314104-f651-4807-a40e-71385adac6f7 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4474943 May 05 20:17:50.600223 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4f2137-cf77-4ae3-949d-7b0e7032bd50 req-3cddf2cf-8ebc-4733-8184-6e5748c9f283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:50.601982 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fd4f2137-cf77-4ae3-949d-7b0e7032bd50 req-3cddf2cf-8ebc-4733-8184-6e5748c9f283 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3 HTTP/1.1" status: 200 len: 870 time: 0.1685100 May 05 20:17:50.928853 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fd4f2137-cf77-4ae3-949d-7b0e7032bd50 req-e8d227e8-09c6-4703-beb4-2cdacd33ebe3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=c0800e44-40a2-4186-8765-0e0b2051f01e HTTP/1.1" status: 200 len: 217 time: 0.1943278 May 05 20:17:50.928853 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bede47-5f8b-44be-83a4-b5ad887fb586 req-28b22174-25a5-490e-818d-d8e2d7bb691c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:50.932344 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-04bede47-5f8b-44be-83a4-b5ad887fb586 req-28b22174-25a5-490e-818d-d8e2d7bb691c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a265e664693546d09df58a9112067478&device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 1096 time: 1.1788538 May 05 20:17:51.070522 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-df497bad-65a0-4cc4-9fcb-1149695cdc97 req-6068818e-d29b-407f-98c7-9c1028d47988 service neutron] Request body: {'port': {'device_id': '055605dc-f1d4-4edf-ba53-996858c540b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:17:51.112821 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.extraroute_db [None req-20307e68-b05c-4ac6-9206-2b09ddc49d08 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Added routes are [] {{(pid=88197) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 05 20:17:51.112821 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.extraroute_db [None req-20307e68-b05c-4ac6-9206-2b09ddc49d08 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Removed routes are [] {{(pid=88197) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 05 20:17:51.112821 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-20307e68-b05c-4ac6-9206-2b09ddc49d08 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:51.146219 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-40bd6424-f552-45df-8874-d97d2a344c9f tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:51.242303 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-40bd6424-f552-45df-8874-d97d2a344c9f tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:51.702961 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4f2137-cf77-4ae3-949d-7b0e7032bd50 req-d6e52772-0a71-4871-a990-e03af940b904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:51.718428 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fd4f2137-cf77-4ae3-949d-7b0e7032bd50 req-d6e52772-0a71-4871-a990-e03af940b904 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.7648656 May 05 20:17:51.783777 n-d-840717-1 neutron-server[88198]: INFO neutron.db.l3_db [None req-40bd6424-f552-45df-8874-d97d2a344c9f tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Floating IP 80e7f66b-b403-4fc3-985c-d58f88d8ae23 associated. External IP: 172.25.0.35, port: aa1f97e1-bee1-424b-865f-cb5e9cd71184. May 05 20:17:52.218588 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39062) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:17:52.265076 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-20307e68-b05c-4ac6-9206-2b09ddc49d08 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:52.265076 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bede47-5f8b-44be-83a4-b5ad887fb586 req-41e619ee-caf2-419e-8e11-5d4288e93ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:52.265076 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-04bede47-5f8b-44be-83a4-b5ad887fb586 req-41e619ee-caf2-419e-8e11-5d4288e93ad6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f665291c-fe35-44a1-b025-0867219a15d5 HTTP/1.1" status: 200 len: 915 time: 1.2630374 May 05 20:17:52.272412 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-20307e68-b05c-4ac6-9206-2b09ddc49d08 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-641266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-641259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-651706'] for router, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:52.490096 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-04bede47-5f8b-44be-83a4-b5ad887fb586 req-fcfa10fe-231d-4f59-80ab-135168b4d46c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ede82658-00b0-42c9-915e-b334ee0c0cfe HTTP/1.1" status: 200 len: 217 time: 0.2051985 May 05 20:17:52.490096 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d499b26a-0cbb-485f-ab75-404bef2838cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:52.634488 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bede47-5f8b-44be-83a4-b5ad887fb586 req-a780677b-1d13-4de3-85ce-253b4da0cc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:52.634488 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-04bede47-5f8b-44be-83a4-b5ad887fb586 req-a780677b-1d13-4de3-85ce-253b4da0cc03 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4e5ca270-af30-4d15-b9c5-3a4471edda55 HTTP/1.1" status: 200 len: 854 time: 0.1338716 May 05 20:17:52.688550 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-d499b26a-0cbb-485f-ab75-404bef2838cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:17:52.807998 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2ead1cb6-7bb8-4eb6-b765-688e21a4e67f tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:52.809993 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-df497bad-65a0-4cc4-9fcb-1149695cdc97 req-6068818e-d29b-407f-98c7-9c1028d47988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:52.825692 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20307e68-b05c-4ac6-9206-2b09ddc49d08 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Router 4325b6d5-8a94-440d-9647-d526914ddeea has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:17:52.834101 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-04bede47-5f8b-44be-83a4-b5ad887fb586 req-ac5aab0e-0e4e-4ec2-956e-cafb9c82d04f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f665291c-fe35-44a1-b025-0867219a15d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1975675 May 05 20:17:52.835553 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-d499b26a-0cbb-485f-ab75-404bef2838cc admin admin] Usage tracker for resource:security_group_rule and tenant:94956d2cac374437a5b68d8446480fd7 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:17:52.839923 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4f2137-cf77-4ae3-949d-7b0e7032bd50 req-6eb7416a-8ea4-423c-9dc7-302e8a0fb03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:52.841679 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fd4f2137-cf77-4ae3-949d-7b0e7032bd50 req-6eb7416a-8ea4-423c-9dc7-302e8a0fb03f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1134124 May 05 20:17:52.847320 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-d499b26a-0cbb-485f-ab75-404bef2838cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:17:52.910881 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-d499b26a-0cbb-485f-ab75-404bef2838cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:17:53.188347 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40bd6424-f552-45df-8874-d97d2a344c9f tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Router 9449e26c-fec8-416e-88ee-3fa2ffa2b6b2 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:17:53.192650 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20307e68-b05c-4ac6-9206-2b09ddc49d08 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:17:53.205253 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-20307e68-b05c-4ac6-9206-2b09ddc49d08 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:53.209540 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-20307e68-b05c-4ac6-9206-2b09ddc49d08 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "PUT /v2.0/routers/4325b6d5-8a94-440d-9647-d526914ddeea HTTP/1.1" status: 200 len: 701 time: 3.7765417 May 05 20:17:53.223735 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4a2bab-e16e-4112-83e9-ba5fe3309aba None None] Sync routers for ids ['4325b6d5-8a94-440d-9647-d526914ddeea'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:17:53.257235 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4a2bab-e16e-4112-83e9-ba5fe3309aba None None] Routers {'4325b6d5-8a94-440d-9647-d526914ddeea'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:17:53.257888 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-7f4a2bab-e16e-4112-83e9-ba5fe3309aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:17:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['4325b6d5-8a94-440d-9647-d526914ddeea'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:17:53.268773 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39076) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:17:53.427110 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-7f4a2bab-e16e-4112-83e9-ba5fe3309aba None None] Set router 4325b6d5-8a94-440d-9647-d526914ddeea gateway port host: None {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:17:53.496340 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-41a4216c-7450-4a11-8562-6d9792fe3505 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Synchronizing usage tracker for tenant:9b46723d474c4d6a82c8d63ca7324f68 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:17:53.542496 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e415958d-8f37-41c5-a550-a69a0427b1e8 req-3fb80979-61a5-4507-9da5-43c1f97a9841 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:53.542496 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-e415958d-8f37-41c5-a550-a69a0427b1e8 req-3fb80979-61a5-4507-9da5-43c1f97a9841 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Synchronizing usage tracker for tenant:a265e664693546d09df58a9112067478 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:17:53.615458 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-41a4216c-7450-4a11-8562-6d9792fe3505 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Unset dirty status for tenant:9b46723d474c4d6a82c8d63ca7324f68 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:17:53.621040 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-41a4216c-7450-4a11-8562-6d9792fe3505 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "GET /v2.0/ports?device_id=4325b6d5-8a94-440d-9647-d526914ddeea HTTP/1.1" status: 200 len: 205 time: 0.3441718 May 05 20:17:53.623413 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39084) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:17:53.660138 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-7f4a2bab-e16e-4112-83e9-ba5fe3309aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'name': 'tempest-RoutersTest-router-2119623452', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:15:48Z', 'updated_at': '2022-05-05T20:17:44Z', 'revision_number': 11, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'gw_port_host': None}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:17:53.680936 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4a2bab-e16e-4112-83e9-ba5fe3309aba None None] Checking router: 4325b6d5-8a94-440d-9647-d526914ddeea for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:17:53.716623 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4a2bab-e16e-4112-83e9-ba5fe3309aba None None] Routers {'4325b6d5-8a94-440d-9647-d526914ddeea'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:17:53.717346 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-7f4a2bab-e16e-4112-83e9-ba5fe3309aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:17:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['4325b6d5-8a94-440d-9647-d526914ddeea'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:17:53.785448 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-04bede47-5f8b-44be-83a4-b5ad887fb586 req-6bb467df-865f-46b8-9e21-aff82ea10862 service neutron] 10.222.0.50 "GET /v2.0/networks/f665291c-fe35-44a1-b025-0867219a15d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9343493 May 05 20:17:53.949806 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-04bede47-5f8b-44be-83a4-b5ad887fb586 req-afdab8ce-89b1-4c4a-a795-44f2205da730 service neutron] 10.222.0.50 "GET /v2.0/networks/f665291c-fe35-44a1-b025-0867219a15d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423411 May 05 20:17:53.985553 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fd4f2137-cf77-4ae3-949d-7b0e7032bd50 req-3a603b34-f095-4cec-b0ad-15941a4d6df0 service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1109350 May 05 20:17:53.993970 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-59f7730f-03b6-48e9-be1b-3f31e595b739 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for router, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:54.056911 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-7f4a2bab-e16e-4112-83e9-ba5fe3309aba None None] Set router 4325b6d5-8a94-440d-9647-d526914ddeea gateway port host: None {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:17:54.214990 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-7f4a2bab-e16e-4112-83e9-ba5fe3309aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'name': 'tempest-RoutersTest-router-2119623452', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:15:48Z', 'updated_at': '2022-05-05T20:17:44Z', 'revision_number': 11, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'gw_port_host': None}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:17:54.220045 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4a2bab-e16e-4112-83e9-ba5fe3309aba None None] The sync data for ids ['4325b6d5-8a94-440d-9647-d526914ddeea'] in n-d-840717-1 is: [{'id': '4325b6d5-8a94-440d-9647-d526914ddeea', 'name': 'tempest-RoutersTest-router-2119623452', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:15:48Z', 'updated_at': '2022-05-05T20:17:44Z', 'revision_number': 11, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'gw_port_host': None}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:17:54.252248 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-e415958d-8f37-41c5-a550-a69a0427b1e8 req-3fb80979-61a5-4507-9da5-43c1f97a9841 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Unset dirty status for tenant:a265e664693546d09df58a9112067478 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:17:54.262318 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e415958d-8f37-41c5-a550-a69a0427b1e8 req-3fb80979-61a5-4507-9da5-43c1f97a9841 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=055605dc-f1d4-4edf-ba53-996858c540b3 HTTP/1.1" status: 200 len: 931 time: 3.1135445 May 05 20:17:54.301770 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40bd6424-f552-45df-8874-d97d2a344c9f tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:17:54.310786 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acec92c6-e685-479a-ad11-358ec85182b5 None None] Sync routers for ids ['9449e26c-fec8-416e-88ee-3fa2ffa2b6b2'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:17:54.354984 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acec92c6-e685-479a-ad11-358ec85182b5 None None] Routers {'9449e26c-fec8-416e-88ee-3fa2ffa2b6b2'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:17:54.354984 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-acec92c6-e685-479a-ad11-358ec85182b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:17:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['9449e26c-fec8-416e-88ee-3fa2ffa2b6b2'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:17:54.391597 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d499b26a-0cbb-485f-ab75-404bef2838cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:54.440547 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-40bd6424-f552-45df-8874-d97d2a344c9f tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:54.521596 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e415958d-8f37-41c5-a550-a69a0427b1e8 req-d3237853-a7fa-40fe-9c4b-73042e13fa9d tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160189 May 05 20:17:54.521596 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-40bd6424-f552-45df-8874-d97d2a344c9f tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "PUT /v2.0/floatingips/80e7f66b-b403-4fc3-985c-d58f88d8ae23 HTTP/1.1" status: 200 len: 990 time: 5.6066556 May 05 20:17:54.525504 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '917f0329-444f-4990-a8b9-db3c52f93436', 'tag': 'aa1f97e1-bee1-424b-865f-cb5e9cd71184'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:17:54.606170 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ead1cb6-7bb8-4eb6-b765-688e21a4e67f tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Router 0fc9cae0-1e09-499a-bded-8644f2030fc4 is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:17:54.799715 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-acec92c6-e685-479a-ad11-358ec85182b5 None None] Set router 9449e26c-fec8-416e-88ee-3fa2ffa2b6b2 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:17:54.848053 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbdfe1b0-971e-4373-b3c1-958083b644ec'] response: {'name': 'network-changed', 'server_uuid': '917f0329-444f-4990-a8b9-db3c52f93436', 'tag': 'aa1f97e1-bee1-424b-865f-cb5e9cd71184', 'status': 'completed', 'code': 200} May 05 20:17:54.878117 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-59f7730f-03b6-48e9-be1b-3f31e595b739 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:54.878117 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-59f7730f-03b6-48e9-be1b-3f31e595b739 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:55.067893 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d499b26a-0cbb-485f-ab75-404bef2838cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:55.084677 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-59f7730f-03b6-48e9-be1b-3f31e595b739 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:55.084677 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f7730f-03b6-48e9-be1b-3f31e595b739 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Fanout notify agent at l3_agent the message router_deleted on router 4325b6d5-8a94-440d-9647-d526914ddeea {{(pid=88197) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:17:55.142571 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d499b26a-0cbb-485f-ab75-404bef2838cc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=94956d2cac374437a5b68d8446480fd7&name=default HTTP/1.1" status: 200 len: 2983 time: 2.9252009 May 05 20:17:55.161164 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39102) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:17:55.177153 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d499b26a-0cbb-485f-ab75-404bef2838cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d576d35-8895-4460-966f-cf6b80b1f28c,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:17:55.244073 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fd4f2137-cf77-4ae3-949d-7b0e7032bd50 req-99f06bbe-8e1b-499b-9627-5ae00824da48 service neutron] 10.222.0.24 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1294103 May 05 20:17:55.268892 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2c75def7-e269-4bc0-aeb7-dca2750824e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:55.276659 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-59f7730f-03b6-48e9-be1b-3f31e595b739 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:55.285630 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-59f7730f-03b6-48e9-be1b-3f31e595b739 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "DELETE /v2.0/routers/4325b6d5-8a94-440d-9647-d526914ddeea HTTP/1.1" status: 204 len: 168 time: 1.6564362 May 05 20:17:55.288641 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39110) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:17:55.316865 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-3f10b678-e15b-47af-8a81-7abc4e213cfd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1032222472', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:17:55.357156 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-3f10b678-e15b-47af-8a81-7abc4e213cfd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:17:55.362854 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-3f10b678-e15b-47af-8a81-7abc4e213cfd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Usage tracker for resource:router and tenant:9b46723d474c4d6a82c8d63ca7324f68 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:17:55.370284 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-df497bad-65a0-4cc4-9fcb-1149695cdc97 req-6068818e-d29b-407f-98c7-9c1028d47988 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ebd663f-1bd8-431a-b0b6-28252e5fa88d {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:17:55.376104 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-3f10b678-e15b-47af-8a81-7abc4e213cfd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:17:55.386030 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2c75def7-e269-4bc0-aeb7-dca2750824e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:55.410212 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-3f10b678-e15b-47af-8a81-7abc4e213cfd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:17:55.418723 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-df497bad-65a0-4cc4-9fcb-1149695cdc97 req-6068818e-d29b-407f-98c7-9c1028d47988 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:55.433627 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6aebaf-9b8d-4e4e-b283-270bf61c1f38 req-58abab55-b9d3-4f43-9850-5d6e48f2f4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:55.433627 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-db6aebaf-9b8d-4e4e-b283-270bf61c1f38 req-58abab55-b9d3-4f43-9850-5d6e48f2f4a6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc385d822f314b0ea94bc048c6bf0397&device_id=917f0329-444f-4990-a8b9-db3c52f93436 HTTP/1.1" status: 200 len: 1096 time: 0.6332405 May 05 20:17:55.457217 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3f10b678-e15b-47af-8a81-7abc4e213cfd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:55.457217 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3f10b678-e15b-47af-8a81-7abc4e213cfd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:55.457217 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3f10b678-e15b-47af-8a81-7abc4e213cfd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:55.484828 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-df497bad-65a0-4cc4-9fcb-1149695cdc97 req-6068818e-d29b-407f-98c7-9c1028d47988 service neutron] Transition to ACTIVE for port object 3ebd663f-1bd8-431a-b0b6-28252e5fa88d will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:17:55.527218 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-df497bad-65a0-4cc4-9fcb-1149695cdc97 req-6068818e-d29b-407f-98c7-9c1028d47988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:55.545582 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3f10b678-e15b-47af-8a81-7abc4e213cfd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:55.579691 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3f10b678-e15b-47af-8a81-7abc4e213cfd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:55.579691 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-3f10b678-e15b-47af-8a81-7abc4e213cfd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2776849 May 05 20:17:55.579691 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39114) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:17:55.579691 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-915b9e37-174c-4305-8979-80acf2adfb62 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:17:55.698888 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ead1cb6-7bb8-4eb6-b765-688e21a4e67f tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:17:55.710072 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997e510d-0096-4d77-b230-f221630e3713 None None] Sync routers for ids ['0fc9cae0-1e09-499a-bded-8644f2030fc4'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:17:55.780764 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6068818e-d29b-407f-98c7-9c1028d47988 service neutron] Pushing event updated for resources: {'Port': ['ID=3ebd663f-1bd8-431a-b0b6-28252e5fa88d,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:17:55.790679 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997e510d-0096-4d77-b230-f221630e3713 None None] Routers {'0fc9cae0-1e09-499a-bded-8644f2030fc4'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:17:55.793650 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-997e510d-0096-4d77-b230-f221630e3713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:17:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['0fc9cae0-1e09-499a-bded-8644f2030fc4'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:17:55.832160 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2ead1cb6-7bb8-4eb6-b765-688e21a4e67f tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:55.838057 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-2ead1cb6-7bb8-4eb6-b765-688e21a4e67f tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 12.3820174 May 05 20:17:55.909683 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-997e510d-0096-4d77-b230-f221630e3713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:17:55.919691 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997e510d-0096-4d77-b230-f221630e3713 None None] Routers {'0fc9cae0-1e09-499a-bded-8644f2030fc4'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:17:55.920590 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-997e510d-0096-4d77-b230-f221630e3713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:17:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['0fc9cae0-1e09-499a-bded-8644f2030fc4'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:17:55.966298 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39120) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:17:55.993375 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2c75def7-e269-4bc0-aeb7-dca2750824e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:55.998867 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-acec92c6-e685-479a-ad11-358ec85182b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9449e26c-fec8-416e-88ee-3fa2ffa2b6b2', 'name': 'tempest-AttachVolumeTestJSON-1177409666-router', 'tenant_id': 'cc385d822f314b0ea94bc048c6bf0397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '1c1a7346-87b9-47b0-bc39-6df48f75b59f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:16:43Z', 'updated_at': '2022-05-05T20:17:04Z', 'revision_number': 4, 'project_id': 'cc385d822f314b0ea94bc048c6bf0397', 'gw_port': {'id': '1c1a7346-87b9-47b0-bc39-6df48f75b59f', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9449e26c-fec8-416e-88ee-3fa2ffa2b6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:16:47Z', 'updated_at': '2022-05-05T20:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '80e7f66b-b403-4fc3-985c-d58f88d8ae23', 'tenant_id': 'cc385d822f314b0ea94bc048c6bf0397', 'floating_ip_address': '172.25.0.35', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '9449e26c-fec8-416e-88ee-3fa2ffa2b6b2', 'port_id': 'aa1f97e1-bee1-424b-865f-cb5e9cd71184', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f4bdc00-0989-427c-9e5a-a72ccd38703a', 'mac_address': 'fa:16:3e:d7:52:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917f0329-444f-4990-a8b9-db3c52f93436', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:17:14Z', 'updated_at': '2022-05-05T20:17:50Z', 'revision_number': 1, 'project_id': 'cc385d822f314b0ea94bc048c6bf0397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e390db0-8a2c-4171-a94e-ff451ab693e6', 'name': '', 'network_id': '1f4bdc00-0989-427c-9e5a-a72ccd38703a', 'tenant_id': 'cc385d822f314b0ea94bc048c6bf0397', 'mac_address': 'fa:16:3e:c7:8c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9449e26c-fec8-416e-88ee-3fa2ffa2b6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '75701100-e0e5-47c2-a4bc-48386804fbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:17:01Z', 'updated_at': '2022-05-05T20:17:15Z', 'revision_number': 5, 'project_id': 'cc385d822f314b0ea94bc048c6bf0397', 'subnets': [{'id': '75701100-e0e5-47c2-a4bc-48386804fbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:17:56.004246 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acec92c6-e685-479a-ad11-358ec85182b5 None None] Checking router: 9449e26c-fec8-416e-88ee-3fa2ffa2b6b2 for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:17:56.030294 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-7adf536b-7d7c-442a-995a-34d533d48130 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:17:56.038439 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acec92c6-e685-479a-ad11-358ec85182b5 None None] Routers {'9449e26c-fec8-416e-88ee-3fa2ffa2b6b2'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:17:56.038439 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-acec92c6-e685-479a-ad11-358ec85182b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:17:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['9449e26c-fec8-416e-88ee-3fa2ffa2b6b2'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:17:56.162835 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-997e510d-0096-4d77-b230-f221630e3713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:17:56.162835 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997e510d-0096-4d77-b230-f221630e3713 None None] The sync data for ids ['0fc9cae0-1e09-499a-bded-8644f2030fc4'] in n-d-840717-1 is: [] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:17:56.379130 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6aebaf-9b8d-4e4e-b283-270bf61c1f38 req-e8a9b52f-7dac-4f7a-a956-b13d3d028632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:56.380634 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-db6aebaf-9b8d-4e4e-b283-270bf61c1f38 req-e8a9b52f-7dac-4f7a-a956-b13d3d028632 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1f4bdc00-0989-427c-9e5a-a72ccd38703a HTTP/1.1" status: 200 len: 912 time: 0.9511795 May 05 20:17:56.442418 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2c75def7-e269-4bc0-aeb7-dca2750824e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:56.447339 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-2c75def7-e269-4bc0-aeb7-dca2750824e0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3d576d35-8895-4460-966f-cf6b80b1f28c HTTP/1.1" status: 204 len: 168 time: 1.2719128 May 05 20:17:56.484712 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-acec92c6-e685-479a-ad11-358ec85182b5 None None] Set router 9449e26c-fec8-416e-88ee-3fa2ffa2b6b2 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:17:56.617885 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c75def7-e269-4bc0-aeb7-dca2750824e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d576d35-8895-4460-966f-cf6b80b1f28c,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:17:56.834195 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-db6aebaf-9b8d-4e4e-b283-270bf61c1f38 req-4a2f9d23-5ac2-43d6-ba03-ec37b23fc899 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa1f97e1-bee1-424b-865f-cb5e9cd71184 HTTP/1.1" status: 200 len: 998 time: 0.3691747 May 05 20:17:56.927692 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8830aec-b455-4631-8005-dc21aeff75e6 req-e45acc30-78a0-4139-a4ed-cb49bc67b043 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:56.930103 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b8830aec-b455-4631-8005-dc21aeff75e6 req-e45acc30-78a0-4139-a4ed-cb49bc67b043 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=055605dc-f1d4-4edf-ba53-996858c540b3 HTTP/1.1" status: 200 len: 943 time: 0.9024382 May 05 20:17:56.944518 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-df497bad-65a0-4cc4-9fcb-1149695cdc97 req-6068818e-d29b-407f-98c7-9c1028d47988 service neutron] Attempting to bind port 3ebd663f-1bd8-431a-b0b6-28252e5fa88d on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:17:56.944518 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-df497bad-65a0-4cc4-9fcb-1149695cdc97 req-6068818e-d29b-407f-98c7-9c1028d47988 service neutron] Attempting to bind port 3ebd663f-1bd8-431a-b0b6-28252e5fa88d by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': '5f930359-bc75-4edb-bf67-d4090d0927d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f665291c-fe35-44a1-b025-0867219a15d5'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:17:56.944518 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df497bad-65a0-4cc4-9fcb-1149695cdc97 req-6068818e-d29b-407f-98c7-9c1028d47988 service neutron] Attempting to bind port 3ebd663f-1bd8-431a-b0b6-28252e5fa88d on network f665291c-fe35-44a1-b025-0867219a15d5 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:17:56.998998 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df497bad-65a0-4cc4-9fcb-1149695cdc97 req-6068818e-d29b-407f-98c7-9c1028d47988 service neutron] Port 3ebd663f-1bd8-431a-b0b6-28252e5fa88d on network f665291c-fe35-44a1-b025-0867219a15d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:17:56.998998 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df497bad-65a0-4cc4-9fcb-1149695cdc97 req-6068818e-d29b-407f-98c7-9c1028d47988 service neutron] Attempting to bind port 3ebd663f-1bd8-431a-b0b6-28252e5fa88d on network f665291c-fe35-44a1-b025-0867219a15d5 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:17:57.043911 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df497bad-65a0-4cc4-9fcb-1149695cdc97 req-6068818e-d29b-407f-98c7-9c1028d47988 service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:17:57.043911 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df497bad-65a0-4cc4-9fcb-1149695cdc97 req-6068818e-d29b-407f-98c7-9c1028d47988 service neutron] Checking segment: {'id': '5f930359-bc75-4edb-bf67-d4090d0927d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f665291c-fe35-44a1-b025-0867219a15d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:17:57.043911 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df497bad-65a0-4cc4-9fcb-1149695cdc97 req-6068818e-d29b-407f-98c7-9c1028d47988 service neutron] Bound using segment: {'id': '5f930359-bc75-4edb-bf67-d4090d0927d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f665291c-fe35-44a1-b025-0867219a15d5'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:17:57.043911 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-df497bad-65a0-4cc4-9fcb-1149695cdc97 req-6068818e-d29b-407f-98c7-9c1028d47988 service neutron] Bound port: 3ebd663f-1bd8-431a-b0b6-28252e5fa88d, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f930359-bc75-4edb-bf67-d4090d0927d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f665291c-fe35-44a1-b025-0867219a15d5'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:17:57.043911 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-df497bad-65a0-4cc4-9fcb-1149695cdc97 req-6068818e-d29b-407f-98c7-9c1028d47988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:57.137169 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-915b9e37-174c-4305-8979-80acf2adfb62 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:57.190587 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-acec92c6-e685-479a-ad11-358ec85182b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9449e26c-fec8-416e-88ee-3fa2ffa2b6b2', 'name': 'tempest-AttachVolumeTestJSON-1177409666-router', 'tenant_id': 'cc385d822f314b0ea94bc048c6bf0397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '1c1a7346-87b9-47b0-bc39-6df48f75b59f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:16:43Z', 'updated_at': '2022-05-05T20:17:04Z', 'revision_number': 4, 'project_id': 'cc385d822f314b0ea94bc048c6bf0397', 'gw_port': {'id': '1c1a7346-87b9-47b0-bc39-6df48f75b59f', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9449e26c-fec8-416e-88ee-3fa2ffa2b6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:16:47Z', 'updated_at': '2022-05-05T20:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '80e7f66b-b403-4fc3-985c-d58f88d8ae23', 'tenant_id': 'cc385d822f314b0ea94bc048c6bf0397', 'floating_ip_address': '172.25.0.35', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '9449e26c-fec8-416e-88ee-3fa2ffa2b6b2', 'port_id': 'aa1f97e1-bee1-424b-865f-cb5e9cd71184', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f4bdc00-0989-427c-9e5a-a72ccd38703a', 'mac_address': 'fa:16:3e:d7:52:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917f0329-444f-4990-a8b9-db3c52f93436', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:17:14Z', 'updated_at': '2022-05-05T20:17:50Z', 'revision_number': 1, 'project_id': 'cc385d822f314b0ea94bc048c6bf0397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e390db0-8a2c-4171-a94e-ff451ab693e6', 'name': '', 'network_id': '1f4bdc00-0989-427c-9e5a-a72ccd38703a', 'tenant_id': 'cc385d822f314b0ea94bc048c6bf0397', 'mac_address': 'fa:16:3e:c7:8c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9449e26c-fec8-416e-88ee-3fa2ffa2b6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '75701100-e0e5-47c2-a4bc-48386804fbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:17:01Z', 'updated_at': '2022-05-05T20:17:15Z', 'revision_number': 5, 'project_id': 'cc385d822f314b0ea94bc048c6bf0397', 'subnets': [{'id': '75701100-e0e5-47c2-a4bc-48386804fbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:17:57.196549 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acec92c6-e685-479a-ad11-358ec85182b5 None None] The sync data for ids ['9449e26c-fec8-416e-88ee-3fa2ffa2b6b2'] in n-d-840717-1 is: [{'id': '9449e26c-fec8-416e-88ee-3fa2ffa2b6b2', 'name': 'tempest-AttachVolumeTestJSON-1177409666-router', 'tenant_id': 'cc385d822f314b0ea94bc048c6bf0397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '1c1a7346-87b9-47b0-bc39-6df48f75b59f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:16:43Z', 'updated_at': '2022-05-05T20:17:04Z', 'revision_number': 4, 'project_id': 'cc385d822f314b0ea94bc048c6bf0397', 'gw_port': {'id': '1c1a7346-87b9-47b0-bc39-6df48f75b59f', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9449e26c-fec8-416e-88ee-3fa2ffa2b6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:16:47Z', 'updated_at': '2022-05-05T20:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '80e7f66b-b403-4fc3-985c-d58f88d8ae23', 'tenant_id': 'cc385d822f314b0ea94bc048c6bf0397', 'floating_ip_address': '172.25.0.35', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '9449e26c-fec8-416e-88ee-3fa2ffa2b6b2', 'port_id': 'aa1f97e1-bee1-424b-865f-cb5e9cd71184', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f4bdc00-0989-427c-9e5a-a72ccd38703a', 'mac_address': 'fa:16:3e:d7:52:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917f0329-444f-4990-a8b9-db3c52f93436', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:17:14Z', 'updated_at': '2022-05-05T20:17:50Z', 'revision_number': 1, 'project_id': 'cc385d822f314b0ea94bc048c6bf0397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e390db0-8a2c-4171-a94e-ff451ab693e6', 'name': '', 'network_id': '1f4bdc00-0989-427c-9e5a-a72ccd38703a', 'tenant_id': 'cc385d822f314b0ea94bc048c6bf0397', 'mac_address': 'fa:16:3e:c7:8c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9449e26c-fec8-416e-88ee-3fa2ffa2b6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '75701100-e0e5-47c2-a4bc-48386804fbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:17:01Z', 'updated_at': '2022-05-05T20:17:15Z', 'revision_number': 5, 'project_id': 'cc385d822f314b0ea94bc048c6bf0397', 'subnets': [{'id': '75701100-e0e5-47c2-a4bc-48386804fbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:17:57.232725 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6aebaf-9b8d-4e4e-b283-270bf61c1f38 req-43114cf2-ec55-4099-8b14-a6ccc6436409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:57.235919 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-db6aebaf-9b8d-4e4e-b283-270bf61c1f38 req-43114cf2-ec55-4099-8b14-a6ccc6436409 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75701100-e0e5-47c2-a4bc-48386804fbaf HTTP/1.1" status: 200 len: 850 time: 0.4014783 May 05 20:17:57.248872 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b8830aec-b455-4631-8005-dc21aeff75e6 req-e4d8a07b-5760-4666-afa1-16283f85739d tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956517 May 05 20:17:57.362310 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-915b9e37-174c-4305-8979-80acf2adfb62 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-641266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-641259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-651706'] for router, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:57.600708 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-df497bad-65a0-4cc4-9fcb-1149695cdc97 req-6068818e-d29b-407f-98c7-9c1028d47988 service neutron] For port 3ebd663f-1bd8-431a-b0b6-28252e5fa88d, host n-h2-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:17:57.620233 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-df497bad-65a0-4cc4-9fcb-1149695cdc97 req-6068818e-d29b-407f-98c7-9c1028d47988 service neutron] For port 3ebd663f-1bd8-431a-b0b6-28252e5fa88d, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=3ebd663f-1bd8-431a-b0b6-28252e5fa88d,segment=NetworkSegment(5f930359-bc75-4edb-bf67-d4090d0927d6),segment_id=5f930359-bc75-4edb-bf67-d4090d0927d6)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:17:57.631823 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-df497bad-65a0-4cc4-9fcb-1149695cdc97 req-6068818e-d29b-407f-98c7-9c1028d47988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:57.804646 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6aebaf-9b8d-4e4e-b283-270bf61c1f38 req-1ed8a80d-23f1-4ba9-971e-e6e24f750e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:57.818179 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-db6aebaf-9b8d-4e4e-b283-270bf61c1f38 req-1ed8a80d-23f1-4ba9-971e-e6e24f750e0b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1f4bdc00-0989-427c-9e5a-a72ccd38703a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5679049 May 05 20:17:57.846443 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df497bad-65a0-4cc4-9fcb-1149695cdc97 req-6068818e-d29b-407f-98c7-9c1028d47988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:57.847416 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-df497bad-65a0-4cc4-9fcb-1149695cdc97 req-6068818e-d29b-407f-98c7-9c1028d47988 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:57.855452 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-df497bad-65a0-4cc4-9fcb-1149695cdc97 req-6068818e-d29b-407f-98c7-9c1028d47988 service neutron] 10.222.0.50 "PUT /v2.0/ports/3ebd663f-1bd8-431a-b0b6-28252e5fa88d HTTP/1.1" status: 200 len: 1091 time: 6.8044722 May 05 20:17:57.879285 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d65df92-d658-4606-9153-54bd8a15aa16 None None] New status for floating IP 80e7f66b-b403-4fc3-985c-d58f88d8ae23: ACTIVE {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:17:57.911896 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '055605dc-f1d4-4edf-ba53-996858c540b3', 'tag': '3ebd663f-1bd8-431a-b0b6-28252e5fa88d'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:17:58.305671 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae434ac4-04b6-490b-b7d5-3edd46a65528'] response: {'name': 'network-changed', 'server_uuid': '055605dc-f1d4-4edf-ba53-996858c540b3', 'tag': '3ebd663f-1bd8-431a-b0b6-28252e5fa88d', 'status': 'completed', 'code': 200} May 05 20:17:58.335134 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6068818e-d29b-407f-98c7-9c1028d47988 service neutron] Pushing event updated for resources: {'Port': ['ID=3ebd663f-1bd8-431a-b0b6-28252e5fa88d,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:17:58.351829 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-db6aebaf-9b8d-4e4e-b283-270bf61c1f38 req-406ec5d4-b815-47d8-82ba-5925f4c82fd6 service neutron] 10.222.0.24 "GET /v2.0/networks/1f4bdc00-0989-427c-9e5a-a72ccd38703a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5223303 May 05 20:17:58.959026 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df497bad-65a0-4cc4-9fcb-1149695cdc97 req-6555c07d-ddbe-4ae5-8a2f-4e53a9c0c7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:58.963638 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-df497bad-65a0-4cc4-9fcb-1149695cdc97 req-6555c07d-ddbe-4ae5-8a2f-4e53a9c0c7d2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a265e664693546d09df58a9112067478&device_id=055605dc-f1d4-4edf-ba53-996858c540b3 HTTP/1.1" status: 200 len: 1094 time: 0.9955490 May 05 20:17:59.057923 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-915b9e37-174c-4305-8979-80acf2adfb62 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Router e5a59698-d2de-409a-98db-48028303fb47 is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88197) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:17:59.095637 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-df497bad-65a0-4cc4-9fcb-1149695cdc97 req-9e151027-1dd2-45bd-bab5-403eb21c0e9f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ebd663f-1bd8-431a-b0b6-28252e5fa88d HTTP/1.1" status: 200 len: 217 time: 0.1230264 May 05 20:17:59.101334 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-db6aebaf-9b8d-4e4e-b283-270bf61c1f38 req-364592a5-e4e5-4b94-b45b-b85c79326e36 service neutron] 10.222.0.24 "GET /v2.0/networks/1f4bdc00-0989-427c-9e5a-a72ccd38703a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7430391 May 05 20:17:59.181150 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7adf536b-7d7c-442a-995a-34d533d48130 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:59.446747 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49cc0b-befc-4124-8ecd-717f767ca798 req-dcf44fd0-1880-4bea-9ead-b6e840e1ea53 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:59.446747 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bb49cc0b-befc-4124-8ecd-717f767ca798 req-dcf44fd0-1880-4bea-9ead-b6e840e1ea53 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=055605dc-f1d4-4edf-ba53-996858c540b3 HTTP/1.1" status: 200 len: 943 time: 0.7170773 May 05 20:17:59.480502 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7adf536b-7d7c-442a-995a-34d533d48130 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:59.511207 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-7adf536b-7d7c-442a-995a-34d533d48130 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Deleting port 66298b16-44fc-4884-84fd-0ebeeeaef172 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:17:59.511830 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7adf536b-7d7c-442a-995a-34d533d48130 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:59.520485 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df497bad-65a0-4cc4-9fcb-1149695cdc97 req-6603c7b8-c5d5-4234-a6f4-2ab9bc7f8452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:17:59.522067 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-df497bad-65a0-4cc4-9fcb-1149695cdc97 req-6603c7b8-c5d5-4234-a6f4-2ab9bc7f8452 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4e5ca270-af30-4d15-b9c5-3a4471edda55 HTTP/1.1" status: 200 len: 854 time: 0.4199302 May 05 20:17:59.732292 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-df497bad-65a0-4cc4-9fcb-1149695cdc97 req-a9826f4f-cf83-4636-84cc-d93305da9b95 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f665291c-fe35-44a1-b025-0867219a15d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1701467 May 05 20:17:59.734381 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-915b9e37-174c-4305-8979-80acf2adfb62 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:17:59.737462 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bb49cc0b-befc-4124-8ecd-717f767ca798 req-31c235b0-4f3a-4a90-bb15-58253f4f13a0 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831321 May 05 20:17:59.746671 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-915b9e37-174c-4305-8979-80acf2adfb62 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:17:59.760021 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-915b9e37-174c-4305-8979-80acf2adfb62 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "PUT /v2.0/routers/e5a59698-d2de-409a-98db-48028303fb47 HTTP/1.1" status: 200 len: 694 time: 4.1785390 May 05 20:17:59.762991 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 39186) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:17:59.827427 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd61d11-ff7a-47ea-bd0e-447f479fe315 None None] Sync routers for ids ['e5a59698-d2de-409a-98db-48028303fb47'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:17:59.852952 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd61d11-ff7a-47ea-bd0e-447f479fe315 None None] Routers {'e5a59698-d2de-409a-98db-48028303fb47'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:17:59.853877 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-0cd61d11-ff7a-47ea-bd0e-447f479fe315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:17:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['e5a59698-d2de-409a-98db-48028303fb47'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:18:00.052277 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7adf536b-7d7c-442a-995a-34d533d48130 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:00.096021 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-0cd61d11-ff7a-47ea-bd0e-447f479fe315 None None] Set router e5a59698-d2de-409a-98db-48028303fb47 gateway port host: None {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:18:00.223163 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-7adf536b-7d7c-442a-995a-34d533d48130 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Calling delete_port for 66298b16-44fc-4884-84fd-0ebeeeaef172 owned by network:router_gateway {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:18:00.240386 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-441c8cb7-e873-4a1d-b0e9-c22093c55dfe tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "GET /v2.0/routers/e5a59698-d2de-409a-98db-48028303fb47 HTTP/1.1" status: 200 len: 700 time: 0.4800920 May 05 20:18:00.240386 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 39196) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:00.379225 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a9c19ffc-6ec8-4123-9e9c-e8017591bb80 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Synchronizing usage tracker for tenant:9b46723d474c4d6a82c8d63ca7324f68 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:18:00.417075 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-df497bad-65a0-4cc4-9fcb-1149695cdc97 req-cdba63a8-2873-49e0-a7c9-befaa58a4284 service neutron] 10.222.0.50 "GET /v2.0/networks/f665291c-fe35-44a1-b025-0867219a15d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6888020 May 05 20:18:00.417799 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a9c19ffc-6ec8-4123-9e9c-e8017591bb80 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Unset dirty status for tenant:9b46723d474c4d6a82c8d63ca7324f68 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:18:00.421969 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a9c19ffc-6ec8-4123-9e9c-e8017591bb80 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5a59698-d2de-409a-98db-48028303fb47 HTTP/1.1" status: 200 len: 205 time: 0.1843603 May 05 20:18:00.422601 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 39204) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:00.453119 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-0cd61d11-ff7a-47ea-bd0e-447f479fe315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a59698-d2de-409a-98db-48028303fb47', 'name': 'tempest-RoutersTest-router-1032222472', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:17:55Z', 'updated_at': '2022-05-05T20:17:57Z', 'revision_number': 2, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'gw_port_host': None}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:18:00.470851 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd61d11-ff7a-47ea-bd0e-447f479fe315 None None] Checking router: e5a59698-d2de-409a-98db-48028303fb47 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:18:00.480830 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7adf536b-7d7c-442a-995a-34d533d48130 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:00.489844 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd61d11-ff7a-47ea-bd0e-447f479fe315 None None] Routers {'e5a59698-d2de-409a-98db-48028303fb47'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:18:00.490781 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-0cd61d11-ff7a-47ea-bd0e-447f479fe315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:17:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['e5a59698-d2de-409a-98db-48028303fb47'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:18:00.637712 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-df497bad-65a0-4cc4-9fcb-1149695cdc97 req-a6200b89-dc40-4cc8-ad28-cf23d083d2fc service neutron] 10.222.0.50 "GET /v2.0/networks/f665291c-fe35-44a1-b025-0867219a15d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104425 May 05 20:18:00.906545 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adf536b-7d7c-442a-995a-34d533d48130 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Pushing event deleted for resources: {'Port': ['ID=66298b16-44fc-4884-84fd-0ebeeeaef172,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:18:00.972861 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-0cd61d11-ff7a-47ea-bd0e-447f479fe315 None None] Set router e5a59698-d2de-409a-98db-48028303fb47 gateway port host: None {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:18:01.039650 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-701f5ee4-4940-48e9-a94f-3b878a0ced19 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:01.240583 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-0cd61d11-ff7a-47ea-bd0e-447f479fe315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a59698-d2de-409a-98db-48028303fb47', 'name': 'tempest-RoutersTest-router-1032222472', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:17:55Z', 'updated_at': '2022-05-05T20:17:57Z', 'revision_number': 2, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'gw_port_host': None}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:18:01.244713 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd61d11-ff7a-47ea-bd0e-447f479fe315 None None] The sync data for ids ['e5a59698-d2de-409a-98db-48028303fb47'] in n-d-840717-1 is: [{'id': 'e5a59698-d2de-409a-98db-48028303fb47', 'name': 'tempest-RoutersTest-router-1032222472', 'tenant_id': '9b46723d474c4d6a82c8d63ca7324f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:17:55Z', 'updated_at': '2022-05-05T20:17:57Z', 'revision_number': 2, 'project_id': '9b46723d474c4d6a82c8d63ca7324f68', 'gw_port_host': None}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:18:01.292734 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7adf536b-7d7c-442a-995a-34d533d48130 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:01.587642 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-701f5ee4-4940-48e9-a94f-3b878a0ced19 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:01.590378 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-701f5ee4-4940-48e9-a94f-3b878a0ced19 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:01.620633 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-701f5ee4-4940-48e9-a94f-3b878a0ced19 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:01.622308 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701f5ee4-4940-48e9-a94f-3b878a0ced19 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Fanout notify agent at l3_agent the message router_deleted on router e5a59698-d2de-409a-98db-48028303fb47 {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:18:01.665156 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacbe11e-3f17-4310-bb28-e05e03b9251c req-5807be2d-b358-48a4-9b49-04f6fe0e61f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:01.667164 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-eacbe11e-3f17-4310-bb28-e05e03b9251c req-5807be2d-b358-48a4-9b49-04f6fe0e61f9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a265e664693546d09df58a9112067478&device_id=055605dc-f1d4-4edf-ba53-996858c540b3 HTTP/1.1" status: 200 len: 1094 time: 0.8678060 May 05 20:18:01.684380 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-701f5ee4-4940-48e9-a94f-3b878a0ced19 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:01.685589 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-701f5ee4-4940-48e9-a94f-3b878a0ced19 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "DELETE /v2.0/routers/e5a59698-d2de-409a-98db-48028303fb47 HTTP/1.1" status: 204 len: 168 time: 1.2410614 May 05 20:18:01.709493 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 39222) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:01.780573 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-557da826-4b6d-43ce-aa92-4c3b52885846 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5a59698-d2de-409a-98db-48028303fb47 HTTP/1.1" status: 200 len: 205 time: 0.0698488 May 05 20:18:01.784486 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 39226) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:02.027802 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7adf536b-7d7c-442a-995a-34d533d48130 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:02.044561 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7adf536b-7d7c-442a-995a-34d533d48130 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-641266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-641259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-651706'] for router, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:02.202961 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-434961a1-dde8-4b21-bbb9-d55d45a3a8cf tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] delete failed (client error): The resource could not be found. May 05 20:18:02.204601 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-434961a1-dde8-4b21-bbb9-d55d45a3a8cf tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "DELETE /v2.0/routers/e5a59698-d2de-409a-98db-48028303fb47 HTTP/1.1" status: 404 len: 336 time: 0.4184895 May 05 20:18:02.226853 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 39232) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:02.293838 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacbe11e-3f17-4310-bb28-e05e03b9251c req-4dc65755-8d71-42df-a87d-23f31d11737d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:02.296859 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-eacbe11e-3f17-4310-bb28-e05e03b9251c req-4dc65755-8d71-42df-a87d-23f31d11737d service neutron] 10.222.0.50 "GET /v2.0/networks?id=f665291c-fe35-44a1-b025-0867219a15d5 HTTP/1.1" status: 200 len: 915 time: 0.6098723 May 05 20:18:02.365159 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7adf536b-7d7c-442a-995a-34d533d48130 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Router 0fc9cae0-1e09-499a-bded-8644f2030fc4 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:18:02.414216 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-b858e9a3-0ee5-41ba-986a-3fcd5572947d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] DELETE failed (client error): The resource could not be found. May 05 20:18:02.414960 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b858e9a3-0ee5-41ba-986a-3fcd5572947d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:18:02.416862 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b858e9a3-0ee5-41ba-986a-3fcd5572947d tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "DELETE /v2.0/subnets/5bd0a013-7bea-4cb0-b16a-928f025fd3c8 HTTP/1.1" status: 404 len: 337 time: 0.1879575 May 05 20:18:02.426544 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 39238) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:02.431232 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-eacbe11e-3f17-4310-bb28-e05e03b9251c req-1b1f186e-7f4d-492a-b395-3d1b3c151cec service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ebd663f-1bd8-431a-b0b6-28252e5fa88d HTTP/1.1" status: 200 len: 217 time: 0.0853219 May 05 20:18:02.519196 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-16573c7d-8ed9-4d6f-9992-0c62b98b8b46 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] DELETE failed (client error): The resource could not be found. May 05 20:18:02.519687 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16573c7d-8ed9-4d6f-9992-0c62b98b8b46 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:18:02.521650 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-16573c7d-8ed9-4d6f-9992-0c62b98b8b46 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "DELETE /v2.0/subnets/f120e665-dca7-46da-901c-3e4f9a89d398 HTTP/1.1" status: 404 len: 337 time: 0.0932920 May 05 20:18:02.524527 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 39242) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:02.598279 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7adf536b-7d7c-442a-995a-34d533d48130 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:18:02.604274 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f283861-c0a9-4e67-a70a-24ae438ed9d7 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] DELETE failed (client error): The resource could not be found. May 05 20:18:02.605393 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f283861-c0a9-4e67-a70a-24ae438ed9d7 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:18:02.608111 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-7f283861-c0a9-4e67-a70a-24ae438ed9d7 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "DELETE /v2.0/subnets/55c611a8-580e-4066-b58a-99b0af1d0368 HTTP/1.1" status: 404 len: 337 time: 0.0824125 May 05 20:18:02.615004 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31c5b6c-78b5-4b08-b294-4d3a8ee7a00f None None] Sync routers for ids ['0fc9cae0-1e09-499a-bded-8644f2030fc4'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:18:02.617302 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 39248) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:02.626709 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31c5b6c-78b5-4b08-b294-4d3a8ee7a00f None None] Routers {'0fc9cae0-1e09-499a-bded-8644f2030fc4'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:18:02.627575 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-f31c5b6c-78b5-4b08-b294-4d3a8ee7a00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:17:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['0fc9cae0-1e09-499a-bded-8644f2030fc4'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:18:02.647473 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5cfcf2-6fab-470d-b6b1-b085565a13de req-336899bc-561b-4adf-9006-143be7ce1ae1 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:02.649453 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0e5cfcf2-6fab-470d-b6b1-b085565a13de req-336899bc-561b-4adf-9006-143be7ce1ae1 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=055605dc-f1d4-4edf-ba53-996858c540b3 HTTP/1.1" status: 200 len: 943 time: 1.4148359 May 05 20:18:02.661249 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7adf536b-7d7c-442a-995a-34d533d48130 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:02.665096 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-7adf536b-7d7c-442a-995a-34d533d48130 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] 10.222.0.36 "PUT /v2.0/routers/0fc9cae0-1e09-499a-bded-8644f2030fc4 HTTP/1.1" status: 200 len: 709 time: 6.6853590 May 05 20:18:02.672568 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 39254) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:02.674481 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacbe11e-3f17-4310-bb28-e05e03b9251c req-cec659f3-a2e1-422c-a49c-68e3911bbc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:02.690937 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-eacbe11e-3f17-4310-bb28-e05e03b9251c req-cec659f3-a2e1-422c-a49c-68e3911bbc8c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4e5ca270-af30-4d15-b9c5-3a4471edda55 HTTP/1.1" status: 200 len: 854 time: 0.2266555 May 05 20:18:02.804053 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0e5cfcf2-6fab-470d-b6b1-b085565a13de req-b7a0e6cd-5ea6-43a6-85e0-e0b2c86261b2 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229320 May 05 20:18:02.805408 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-f31c5b6c-78b5-4b08-b294-4d3a8ee7a00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:18:02.824420 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31c5b6c-78b5-4b08-b294-4d3a8ee7a00f None None] Routers {'0fc9cae0-1e09-499a-bded-8644f2030fc4'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:18:02.828064 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-f31c5b6c-78b5-4b08-b294-4d3a8ee7a00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:17:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['0fc9cae0-1e09-499a-bded-8644f2030fc4'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:18:02.962560 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-43d7e3b2-d48c-4a3a-876d-9becfe5368f4 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] DELETE failed (client error): The resource could not be found. May 05 20:18:02.963284 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43d7e3b2-d48c-4a3a-876d-9becfe5368f4 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:18:02.965212 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-43d7e3b2-d48c-4a3a-876d-9becfe5368f4 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "DELETE /v2.0/subnets/e7a131f1-6d5d-499c-a8a6-b64928031e9b HTTP/1.1" status: 404 len: 337 time: 0.3468304 May 05 20:18:02.968198 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39260) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:02.979951 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-f31c5b6c-78b5-4b08-b294-4d3a8ee7a00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:18:02.980353 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31c5b6c-78b5-4b08-b294-4d3a8ee7a00f None None] The sync data for ids ['0fc9cae0-1e09-499a-bded-8644f2030fc4'] in n-d-840717-1 is: [] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:18:02.982319 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-eacbe11e-3f17-4310-bb28-e05e03b9251c req-670daf86-cab1-44e0-847d-3b7c17ff1993 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f665291c-fe35-44a1-b025-0867219a15d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1469390 May 05 20:18:03.026655 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-9fe5c10c-318c-4336-aa64-2ca39cc5954f tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] 10.222.0.36 "GET /v2.0/routers/0fc9cae0-1e09-499a-bded-8644f2030fc4 HTTP/1.1" status: 200 len: 744 time: 0.3345542 May 05 20:18:03.039782 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 39264) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:03.073109 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d27dc594-99a2-4f87-b59e-f8f10e3b141f tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "GET /v2.0/ports?device_id=4325b6d5-8a94-440d-9647-d526914ddeea HTTP/1.1" status: 200 len: 205 time: 0.1033702 May 05 20:18:03.073839 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39268) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:03.109756 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c3063b6f-ea70-45de-a42d-062daaee2342 tempest-RoutersIpV6AdminTest-2103660107 tempest-RoutersIpV6AdminTest-2103660107-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=0401d202-1605-4cfe-bad4-fb225df6afb0&device_id=0fc9cae0-1e09-499a-bded-8644f2030fc4 HTTP/1.1" status: 200 len: 205 time: 0.0684879 May 05 20:18:03.166676 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39274) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:03.221642 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-eacbe11e-3f17-4310-bb28-e05e03b9251c req-b11de893-5726-4ec9-8777-72e0ef6ab009 service neutron] 10.222.0.50 "GET /v2.0/networks/f665291c-fe35-44a1-b025-0867219a15d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304556 May 05 20:18:03.240268 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-511680d6-542d-4766-9f40-50aef1b62f13 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fc9cae0-1e09-499a-bded-8644f2030fc4 HTTP/1.1" status: 200 len: 205 time: 0.0722439 May 05 20:18:03.241466 n-d-840717-1 neutron-server[88197]: INFO neutron.api.v2.resource [None req-f05cf9b2-54f2-4e7e-a86a-f757116cc68a tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] delete failed (client error): The resource could not be found. May 05 20:18:03.242853 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f05cf9b2-54f2-4e7e-a86a-f757116cc68a tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "DELETE /v2.0/routers/4325b6d5-8a94-440d-9647-d526914ddeea HTTP/1.1" status: 404 len: 336 time: 0.1679747 May 05 20:18:03.243575 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39278) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:03.257009 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 39280) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:03.306256 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-ff9d265a-1468-4289-b084-8823baf0de4c tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b822295-b9e1-4f8f-a293-8bdd8a3430cf HTTP/1.1" status: 200 len: 205 time: 0.0480170 May 05 20:18:03.310265 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 39286) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:03.409249 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-2a8a9a47-3d0f-4147-9ac9-4275d64459f6 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] delete failed (client error): The resource could not be found. May 05 20:18:03.411212 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-2a8a9a47-3d0f-4147-9ac9-4275d64459f6 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "DELETE /v2.0/routers/9b822295-b9e1-4f8f-a293-8bdd8a3430cf HTTP/1.1" status: 404 len: 336 time: 0.0997808 May 05 20:18:03.415487 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39292) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:03.419088 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f4db42a7-22ae-4b4f-afee-a7d627cc2941 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks [] for router, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:03.511840 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-eacbe11e-3f17-4310-bb28-e05e03b9251c req-9626024f-aa4c-4032-a8ac-aa04a27b5c3b service neutron] 10.222.0.50 "GET /v2.0/networks/f665291c-fe35-44a1-b025-0867219a15d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834134 May 05 20:18:03.589427 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 3ebd663f-1bd8-431a-b0b6-28252e5fa88d details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:18:03.748534 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 3ebd663f-1bd8-431a-b0b6-28252e5fa88d, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=3ebd663f-1bd8-431a-b0b6-28252e5fa88d,segment=NetworkSegment(5f930359-bc75-4edb-bf67-d4090d0927d6),segment_id=5f930359-bc75-4edb-bf67-d4090d0927d6)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:18:03.764000 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': '3ebd663f-1bd8-431a-b0b6-28252e5fa88d', 'network_id': 'f665291c-fe35-44a1-b025-0867219a15d5', 'port_id': '3ebd663f-1bd8-431a-b0b6-28252e5fa88d', 'mac_address': 'fa:16:3e:e6:c1:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e5ca270-af30-4d15-b9c5-3a4471edda55', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:18:03.823637 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:03.825198 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-94772ddd-9c52-4e33-849c-479a89ea8c0e tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] DELETE failed (client error): The resource could not be found. May 05 20:18:03.825778 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94772ddd-9c52-4e33-849c-479a89ea8c0e tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:18:03.827608 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-94772ddd-9c52-4e33-849c-479a89ea8c0e tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "DELETE /v2.0/subnets/32af8182-e30a-4c65-8ee9-56d254bf2c04 HTTP/1.1" status: 404 len: 337 time: 0.2442982 May 05 20:18:03.831026 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 39296) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:03.848398 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ebd663f-1bd8-431a-b0b6-28252e5fa88d {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:18:03.867607 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 3ebd663f-1bd8-431a-b0b6-28252e5fa88d, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=3ebd663f-1bd8-431a-b0b6-28252e5fa88d,segment=NetworkSegment(5f930359-bc75-4edb-bf67-d4090d0927d6),segment_id=5f930359-bc75-4edb-bf67-d4090d0927d6)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:18:03.872307 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:03.874994 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f4db42a7-22ae-4b4f-afee-a7d627cc2941 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:03.887112 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f4db42a7-22ae-4b4f-afee-a7d627cc2941 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:03.922065 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-168d514c-34fb-4ba4-96a0-39b5f52ba158 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "GET /v2.0/ports?device_id=266442d9-3ba0-4126-8100-59688e8d7b05 HTTP/1.1" status: 200 len: 205 time: 0.0888782 May 05 20:18:03.924297 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f4db42a7-22ae-4b4f-afee-a7d627cc2941 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:03.924985 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4db42a7-22ae-4b4f-afee-a7d627cc2941 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Fanout notify agent at l3_agent the message router_deleted on router 0fc9cae0-1e09-499a-bded-8644f2030fc4 {{(pid=88197) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:18:03.933198 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 39302) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:03.940081 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f4db42a7-22ae-4b4f-afee-a7d627cc2941 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:03.955171 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f4db42a7-22ae-4b4f-afee-a7d627cc2941 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] 10.222.0.36 "DELETE /v2.0/routers/0fc9cae0-1e09-499a-bded-8644f2030fc4 HTTP/1.1" status: 204 len: 168 time: 0.7096696 May 05 20:18:03.959302 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39308) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:03.987321 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=3ebd663f-1bd8-431a-b0b6-28252e5fa88d,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:18:04.026672 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:18:04.027019 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:18:04.027382 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:18:04.029918 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:18:04.030324 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:18:04.030667 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:18:04.030998 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:18:04.031325 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:18:04.034152 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:18:04.034636 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:18:04.034994 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:18:04.035333 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:18:04.056669 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-817e77fa-df0a-4165-b8a0-96707258e946 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fc9cae0-1e09-499a-bded-8644f2030fc4 HTTP/1.1" status: 200 len: 205 time: 0.0938697 May 05 20:18:04.057057 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39314) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:04.091302 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['3ebd663f-1bd8-431a-b0b6-28252e5fa88d'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:18:04.096573 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-fb0736cb-55f2-4eac-be48-fed70eb595dd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] delete failed (client error): The resource could not be found. May 05 20:18:04.098222 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-fb0736cb-55f2-4eac-be48-fed70eb595dd tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "DELETE /v2.0/routers/266442d9-3ba0-4126-8100-59688e8d7b05 HTTP/1.1" status: 404 len: 336 time: 0.1637053 May 05 20:18:04.101440 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 39318) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:04.162410 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-1bdf58c9-1b91-41f8-8aee-4d2f6acc8f25 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d914855-1226-47f8-ac49-bf88dfc08497 HTTP/1.1" status: 200 len: 205 time: 0.0590043 May 05 20:18:04.164875 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 39322) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:04.283412 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-e3314632-1f68-4694-a692-3234b3cdf792 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] delete failed (client error): The resource could not be found. May 05 20:18:04.284883 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e3314632-1f68-4694-a692-3234b3cdf792 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "DELETE /v2.0/routers/9d914855-1226-47f8-ac49-bf88dfc08497 HTTP/1.1" status: 404 len: 336 time: 0.1189318 May 05 20:18:04.287466 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 39330) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:04.376110 n-d-840717-1 neutron-server[88197]: INFO neutron.api.v2.resource [None req-06fa5f2c-0534-4b74-95e6-7c243ae17712 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] delete failed (client error): The resource could not be found. May 05 20:18:04.377766 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-06fa5f2c-0534-4b74-95e6-7c243ae17712 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] 10.222.0.36 "DELETE /v2.0/routers/0fc9cae0-1e09-499a-bded-8644f2030fc4 HTTP/1.1" status: 404 len: 336 time: 0.3196895 May 05 20:18:04.380383 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39336) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:04.483038 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-2d2c6117-061b-4679-949b-4137f83c6a4c tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e1577f1-95f1-4e2f-ad81-7a9ca39ee633 HTTP/1.1" status: 200 len: 205 time: 0.0993638 May 05 20:18:04.483965 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39342) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:04.622163 n-d-840717-1 neutron-server[88197]: INFO neutron.api.v2.resource [None req-8614e898-6cff-4dfa-9e7b-fdd92f5e7590 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] delete failed (client error): The resource could not be found. May 05 20:18:04.633316 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-8614e898-6cff-4dfa-9e7b-fdd92f5e7590 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] 10.222.0.36 "DELETE /v2.0/routers/0e1577f1-95f1-4e2f-ad81-7a9ca39ee633 HTTP/1.1" status: 404 len: 336 time: 0.1477323 May 05 20:18:04.638767 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39350) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:04.749119 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-ce41d834-ab25-46a4-bf96-0ce24b5baa50 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] 10.222.0.36 "GET /v2.0/ports?device_id=491d2664-2f46-4057-ac65-6fdfd6769b08 HTTP/1.1" status: 200 len: 205 time: 0.1092079 May 05 20:18:04.762581 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39360) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:04.763173 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d130d314-e8a8-49cf-a3e1-f057e39669ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:04.790269 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-59714911-9158-4f95-a589-442ea1203f81 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] DELETE failed (client error): The resource could not be found. May 05 20:18:04.790937 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59714911-9158-4f95-a589-442ea1203f81 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:18:04.798724 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-59714911-9158-4f95-a589-442ea1203f81 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "DELETE /v2.0/subnets/4cbaf5cc-3c26-4e6f-a78c-b2a6bd3be07c HTTP/1.1" status: 404 len: 337 time: 0.5093784 May 05 20:18:04.823818 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 39368) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:04.898997 n-d-840717-1 neutron-server[88197]: INFO neutron.api.v2.resource [None req-254454ff-08ea-495a-ad07-1fdb14b3bc01 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] delete failed (client error): The resource could not be found. May 05 20:18:04.899985 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-254454ff-08ea-495a-ad07-1fdb14b3bc01 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] 10.222.0.36 "DELETE /v2.0/routers/491d2664-2f46-4057-ac65-6fdfd6769b08 HTTP/1.1" status: 404 len: 336 time: 0.1363788 May 05 20:18:04.903787 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39372) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:04.928223 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-81b8e2b6-2787-4aa4-9c07-d193447288cf tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "GET /v2.0/ports?device_id=2191132a-04df-4662-8ef0-f65cc09b7c93 HTTP/1.1" status: 200 len: 205 time: 0.0777037 May 05 20:18:04.929678 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 39376) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:05.027703 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-3eb82114-83ab-40eb-ad1c-be39e4af621b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] delete failed (client error): The resource could not be found. May 05 20:18:05.031116 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3eb82114-83ab-40eb-ad1c-be39e4af621b tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "DELETE /v2.0/routers/2191132a-04df-4662-8ef0-f65cc09b7c93 HTTP/1.1" status: 404 len: 336 time: 0.0979991 May 05 20:18:05.031257 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-e41ad381-005a-4cc4-99e1-a994f363b539 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] 10.222.0.36 "GET /v2.0/ports?device_id=56f6c832-7550-4cff-bdee-6939131c35ef HTTP/1.1" status: 200 len: 205 time: 0.1220503 May 05 20:18:05.031257 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39380) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:05.037812 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 39382) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:05.082564 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-422c4cd7-2ecd-4f69-8467-8682acb628bc tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] DELETE failed (client error): The resource could not be found. May 05 20:18:05.082935 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-422c4cd7-2ecd-4f69-8467-8682acb628bc tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:18:05.087142 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-422c4cd7-2ecd-4f69-8467-8682acb628bc tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "DELETE /v2.0/subnets/2b1f33c3-3199-4dbc-96ef-f532cb9e666b HTTP/1.1" status: 404 len: 337 time: 0.0443261 May 05 20:18:05.092647 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b5597a-2b85-4523-b30e-730130862d31 req-f72b9b9c-7fc2-43ad-b03d-919d5708b238 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:05.094149 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c9b5597a-2b85-4523-b30e-730130862d31 req-f72b9b9c-7fc2-43ad-b03d-919d5708b238 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=055605dc-f1d4-4edf-ba53-996858c540b3 HTTP/1.1" status: 200 len: 944 time: 0.5264909 May 05 20:18:05.094635 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 39388) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:05.166152 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-4c5b1f58-6a28-490d-913f-a1b8fc1c2ab4 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "GET /v2.0/ports?device_id=37f2988b-3d7b-4946-acae-e85582718f6a HTTP/1.1" status: 200 len: 205 time: 0.0695965 May 05 20:18:05.168650 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 39394) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:05.201492 n-d-840717-1 neutron-server[88197]: INFO neutron.api.v2.resource [None req-9ca37dea-72d0-48e1-99bd-d7ef7a23e41e tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] delete failed (client error): The resource could not be found. May 05 20:18:05.203075 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-9ca37dea-72d0-48e1-99bd-d7ef7a23e41e tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] 10.222.0.36 "DELETE /v2.0/routers/56f6c832-7550-4cff-bdee-6939131c35ef HTTP/1.1" status: 404 len: 336 time: 0.1718404 May 05 20:18:05.206984 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39400) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:05.257815 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-7383480c-6077-4602-bca4-093c19d30ad2 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] delete failed (client error): The resource could not be found. May 05 20:18:05.261607 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-7383480c-6077-4602-bca4-093c19d30ad2 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "DELETE /v2.0/routers/37f2988b-3d7b-4946-acae-e85582718f6a HTTP/1.1" status: 404 len: 336 time: 0.0895364 May 05 20:18:05.262399 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 39404) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:05.281810 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-40b94113-a544-4a38-aa16-b06408eb63f3 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] 10.222.0.36 "GET /v2.0/ports?device_id=a411a8ee-cb63-450d-9f2d-450a3fca3ba1 HTTP/1.1" status: 200 len: 205 time: 0.0732150 May 05 20:18:05.282499 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39410) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:05.308764 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-40818a28-4e12-4abf-bfbb-64407089bb8f tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] DELETE failed (client error): The resource could not be found. May 05 20:18:05.309459 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40818a28-4e12-4abf-bfbb-64407089bb8f tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:18:05.311316 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-40818a28-4e12-4abf-bfbb-64407089bb8f tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "DELETE /v2.0/subnets/09c7e097-258c-44fd-88b0-58910fc1f7d7 HTTP/1.1" status: 404 len: 337 time: 0.0482128 May 05 20:18:05.314440 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 39414) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:05.369209 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c9b5597a-2b85-4523-b30e-730130862d31 req-fff7dbfd-c3a7-454f-80ca-0e6e6e562a1d tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304392 May 05 20:18:05.393139 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-f220a8c7-22b7-4969-9b57-9f79e89fa821 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] DELETE failed (client error): The resource could not be found. May 05 20:18:05.393139 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f220a8c7-22b7-4969-9b57-9f79e89fa821 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:18:05.405973 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f220a8c7-22b7-4969-9b57-9f79e89fa821 tempest-RoutersTest-1971684908 tempest-RoutersTest-1971684908-project] 10.222.0.36 "DELETE /v2.0/subnets/64ad7d72-467f-4d5b-bea7-59d9e414fcf4 HTTP/1.1" status: 404 len: 337 time: 0.0830812 May 05 20:18:05.437988 n-d-840717-1 neutron-server[88197]: INFO neutron.api.v2.resource [None req-bec05fe7-3be1-4194-b627-7c7d8bc301d4 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] delete failed (client error): The resource could not be found. May 05 20:18:05.437988 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-bec05fe7-3be1-4194-b627-7c7d8bc301d4 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] 10.222.0.36 "DELETE /v2.0/routers/a411a8ee-cb63-450d-9f2d-450a3fca3ba1 HTTP/1.1" status: 404 len: 336 time: 0.1513944 May 05 20:18:05.444989 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 39422) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:05.527817 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a4749755-a004-4b67-be64-fa5aa5724df9 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] 10.222.0.36 "GET /v2.0/ports?device_id=eedee66c-c1f7-4db5-9a3d-60bbd547dd7b HTTP/1.1" status: 200 len: 205 time: 0.0905304 May 05 20:18:05.530351 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 39428) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:05.605555 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 3ebd663f-1bd8-431a-b0b6-28252e5fa88d up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:18:05.624450 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-4582cca0-03e1-475f-bbbc-940c6d92a317 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] delete failed (client error): The resource could not be found. May 05 20:18:05.626295 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-4582cca0-03e1-475f-bbbc-940c6d92a317 tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] 10.222.0.36 "DELETE /v2.0/routers/eedee66c-c1f7-4db5-9a3d-60bbd547dd7b HTTP/1.1" status: 404 len: 336 time: 0.0940216 May 05 20:18:05.629527 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39432) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:05.699480 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port 3ebd663f-1bd8-431a-b0b6-28252e5fa88d completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:18:05.701595 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-514a4e34-7705-46a6-adb4-dafc563a015c tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] DELETE failed (client error): The resource could not be found. May 05 20:18:05.702059 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-514a4e34-7705-46a6-adb4-dafc563a015c tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:18:05.707290 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port 3ebd663f-1bd8-431a-b0b6-28252e5fa88d triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:18:05.707739 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:05.714608 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-514a4e34-7705-46a6-adb4-dafc563a015c tempest-RoutersIpV6AdminTest-323650536 tempest-RoutersIpV6AdminTest-323650536-project] 10.222.0.36 "DELETE /v2.0/subnets/e5addef7-902a-4961-9c71-07e165073913 HTTP/1.1" status: 404 len: 337 time: 0.0839531 May 05 20:18:05.883971 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:05.887008 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39448) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:05.968334 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 3ebd663f-1bd8-431a-b0b6-28252e5fa88d, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=3ebd663f-1bd8-431a-b0b6-28252e5fa88d,segment=NetworkSegment(5f930359-bc75-4edb-bf67-d4090d0927d6),segment_id=5f930359-bc75-4edb-bf67-d4090d0927d6)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:18:05.969933 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '055605dc-f1d4-4edf-ba53-996858c540b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ebd663f-1bd8-431a-b0b6-28252e5fa88d'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:18:05.977705 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:06.158946 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=3ebd663f-1bd8-431a-b0b6-28252e5fa88d,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:18:06.172975 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61799f38-8667-47fa-b50d-f8aabd8be7bc'] response: {'server_uuid': '055605dc-f1d4-4edf-ba53-996858c540b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ebd663f-1bd8-431a-b0b6-28252e5fa88d', 'code': 200} May 05 20:18:06.250693 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c9682a-2e97-4bbd-b3a2-c0fea9e54fe0 req-15b06027-2c35-4364-8fda-b084c0a59586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:06.253292 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-98c9682a-2e97-4bbd-b3a2-c0fea9e54fe0 req-15b06027-2c35-4364-8fda-b084c0a59586 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=055605dc-f1d4-4edf-ba53-996858c540b3 HTTP/1.1" status: 200 len: 1096 time: 0.1239536 May 05 20:18:06.362969 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39504) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:06.365519 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-98c9682a-2e97-4bbd-b3a2-c0fea9e54fe0 req-9241bd4d-cfd9-410b-b9bc-98abe61e0a8e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042674 May 05 20:18:06.558640 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-72102f95-22ad-46ed-831f-f344e3bd229c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:06.620618 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-7c4d7cff-9e26-4a54-a956-ef28ea5431e8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9b46723d474c4d6a82c8d63ca7324f68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7302296 May 05 20:18:06.620618 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-72102f95-22ad-46ed-831f-f344e3bd229c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:18:06.621696 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39538) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:06.642927 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-72102f95-22ad-46ed-831f-f344e3bd229c admin admin] Usage tracker for resource:security_group_rule and tenant:1d7f7d31bdc1405ba2db50681d871836 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:18:06.648037 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-72102f95-22ad-46ed-831f-f344e3bd229c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:18:06.661976 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-72102f95-22ad-46ed-831f-f344e3bd229c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:18:06.789952 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d58ad7db-d343-4c02-ba1b-b464d971d386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:06.791818 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d8537-e836-47c8-aa87-747e9a23d220 req-2adb09e7-0249-4ae9-866e-2623f981419d tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:06.795417 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d32d8537-e836-47c8-aa87-747e9a23d220 req-2adb09e7-0249-4ae9-866e-2623f981419d tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=055605dc-f1d4-4edf-ba53-996858c540b3 HTTP/1.1" status: 200 len: 945 time: 0.2662747 May 05 20:18:06.828594 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-795ab30a-75a0-4ba3-b531-25ea2d9ddb59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:06.874709 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d58ad7db-d343-4c02-ba1b-b464d971d386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:06.982120 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d32d8537-e836-47c8-aa87-747e9a23d220 req-cc53f86d-6dd7-4096-ae08-84ea7a5152c6 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630111 May 05 20:18:07.024611 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d58ad7db-d343-4c02-ba1b-b464d971d386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:07.059882 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58ad7db-d343-4c02-ba1b-b464d971d386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=581a1b0d-1a09-41c4-b987-c997cac2ed09,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:18:07.073244 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d58ad7db-d343-4c02-ba1b-b464d971d386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:07.080800 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d58ad7db-d343-4c02-ba1b-b464d971d386 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/581a1b0d-1a09-41c4-b987-c997cac2ed09 HTTP/1.1" status: 204 len: 168 time: 0.4549713 May 05 20:18:07.180603 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-72102f95-22ad-46ed-831f-f344e3bd229c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:07.195561 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-72102f95-22ad-46ed-831f-f344e3bd229c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:07.238772 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72102f95-22ad-46ed-831f-f344e3bd229c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=077aea6f-712d-45be-adb1-2c091cb71f67,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:18:07.265862 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-72102f95-22ad-46ed-831f-f344e3bd229c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1d7f7d31bdc1405ba2db50681d871836&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9016707 May 05 20:18:07.268845 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 39618) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:07.440118 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5f80a4a2-115b-4660-926f-4a449c1b9ad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:07.542720 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5f80a4a2-115b-4660-926f-4a449c1b9ad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:07.775769 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5f80a4a2-115b-4660-926f-4a449c1b9ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:07.834297 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:07.850591 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f80a4a2-115b-4660-926f-4a449c1b9ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=077aea6f-712d-45be-adb1-2c091cb71f67,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:18:07.876747 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5f80a4a2-115b-4660-926f-4a449c1b9ad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:07.881062 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-5f80a4a2-115b-4660-926f-4a449c1b9ad0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/077aea6f-712d-45be-adb1-2c091cb71f67 HTTP/1.1" status: 204 len: 168 time: 0.6106763 May 05 20:18:08.024177 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:08.440700 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb3cb6-f1ee-4524-a4bf-b49ebdba3275 req-c31f3e3b-59d8-455e-b279-48923ce53589 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:08.442256 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1dbb3cb6-f1ee-4524-a4bf-b49ebdba3275 req-c31f3e3b-59d8-455e-b279-48923ce53589 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=055605dc-f1d4-4edf-ba53-996858c540b3 HTTP/1.1" status: 200 len: 945 time: 0.1773100 May 05 20:18:08.565302 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1dbb3cb6-f1ee-4524-a4bf-b49ebdba3275 req-98d7c927-f89d-4e73-86ed-93a848aa2763 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151798 May 05 20:18:08.692933 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 39772) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:08.785574 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-79e3684b-ff8e-496b-96ac-000954dbc60b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9416b4e04e2747ff9dc655d72d258451&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0906808 May 05 20:18:08.788038 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39788) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:08.922221 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3ad86be2-6e0d-4c5b-add7-c6474ca216cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:08.985379 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3ad86be2-6e0d-4c5b-add7-c6474ca216cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:09.187066 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3ad86be2-6e0d-4c5b-add7-c6474ca216cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:09.244433 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad86be2-6e0d-4c5b-add7-c6474ca216cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d0c6a8-134a-4140-ae7d-298f68553271,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:18:09.299139 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3ad86be2-6e0d-4c5b-add7-c6474ca216cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:09.300403 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-3ad86be2-6e0d-4c5b-add7-c6474ca216cb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b9d0c6a8-134a-4140-ae7d-298f68553271 HTTP/1.1" status: 204 len: 168 time: 0.5085940 May 05 20:18:09.534331 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5fefeb-10cf-4c16-b274-0ebe23ea916f req-08c020dd-49ce-4cb3-a3d6-bf7f3a79a925 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:09.557213 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cb5fefeb-10cf-4c16-b274-0ebe23ea916f req-08c020dd-49ce-4cb3-a3d6-bf7f3a79a925 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=055605dc-f1d4-4edf-ba53-996858c540b3 HTTP/1.1" status: 200 len: 945 time: 0.1832271 May 05 20:18:09.567883 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:09.656465 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cb5fefeb-10cf-4c16-b274-0ebe23ea916f req-0f540886-22b9-4cac-9be8-57b14b438998 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968964 May 05 20:18:10.554768 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6028c228-3751-4fc2-a1d5-b7a57af03875 req-53d2f55d-364b-4e90-8837-a1bf10383e74 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:10.557526 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6028c228-3751-4fc2-a1d5-b7a57af03875 req-53d2f55d-364b-4e90-8837-a1bf10383e74 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.50 "GET /v2.0/ports?device_id=055605dc-f1d4-4edf-ba53-996858c540b3 HTTP/1.1" status: 200 len: 945 time: 0.1215827 May 05 20:18:10.777666 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-6028c228-3751-4fc2-a1d5-b7a57af03875 req-fb64e4fb-6600-4d0d-9cb4-1e050a9d8534 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Deleting port 3ebd663f-1bd8-431a-b0b6-28252e5fa88d {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:18:10.778073 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6028c228-3751-4fc2-a1d5-b7a57af03875 req-fb64e4fb-6600-4d0d-9cb4-1e050a9d8534 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:11.081455 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 40048) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:11.257909 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51598b4c-5e29-432d-9553-1ac72d58bd40 req-b164a926-025f-419e-8945-8275e0efd1b6 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:11.265758 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-51598b4c-5e29-432d-9553-1ac72d58bd40 req-b164a926-025f-419e-8945-8275e0efd1b6 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=055605dc-f1d4-4edf-ba53-996858c540b3 HTTP/1.1" status: 200 len: 945 time: 0.3249974 May 05 20:18:11.271770 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-22188339-9d17-4e59-b087-349b3d790cc9 tempest-SubnetPoolsTestJSON-1055109602 tempest-SubnetPoolsTestJSON-1055109602-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2063675980', 'prefixes': ['172.20.0.0/16']}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:18:11.279110 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-22188339-9d17-4e59-b087-349b3d790cc9 tempest-SubnetPoolsTestJSON-1055109602 tempest-SubnetPoolsTestJSON-1055109602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:18:11.330772 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-51598b4c-5e29-432d-9553-1ac72d58bd40 req-ede807de-2c37-4fa7-8407-114deefcbaca tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638649 May 05 20:18:11.363975 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-6028c228-3751-4fc2-a1d5-b7a57af03875 req-fb64e4fb-6600-4d0d-9cb4-1e050a9d8534 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] For port 3ebd663f-1bd8-431a-b0b6-28252e5fa88d, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=3ebd663f-1bd8-431a-b0b6-28252e5fa88d,segment=NetworkSegment(5f930359-bc75-4edb-bf67-d4090d0927d6),segment_id=5f930359-bc75-4edb-bf67-d4090d0927d6)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:18:11.364337 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6028c228-3751-4fc2-a1d5-b7a57af03875 req-fb64e4fb-6600-4d0d-9cb4-1e050a9d8534 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:11.415061 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-22188339-9d17-4e59-b087-349b3d790cc9 tempest-SubnetPoolsTestJSON-1055109602 tempest-SubnetPoolsTestJSON-1055109602-project] Notify callbacks [] for subnetpool, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:11.419373 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-22188339-9d17-4e59-b087-349b3d790cc9 tempest-SubnetPoolsTestJSON-1055109602 tempest-SubnetPoolsTestJSON-1055109602-project] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.3333731 May 05 20:18:11.419657 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 40066) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:11.481346 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-7f665a03-2424-4352-ab95-48884ab53895 tempest-SubnetPoolsTestJSON-1055109602 tempest-SubnetPoolsTestJSON-1055109602-project] 10.222.0.36 "GET /v2.0/subnetpools/a89195d7-d3a2-41ee-9028-5044b2b136c9 HTTP/1.1" status: 200 len: 732 time: 0.0538063 May 05 20:18:11.482372 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 40070) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:11.495281 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-db0f2c60-c91c-4994-8f5e-98fb4608239b tempest-SubnetPoolsTestJSON-1055109602 tempest-SubnetPoolsTestJSON-1055109602-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1143432206'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:18:11.670777 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-db0f2c60-c91c-4994-8f5e-98fb4608239b tempest-SubnetPoolsTestJSON-1055109602 tempest-SubnetPoolsTestJSON-1055109602-project] Notify callbacks [] for subnetpool, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:11.676000 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-db0f2c60-c91c-4994-8f5e-98fb4608239b tempest-SubnetPoolsTestJSON-1055109602 tempest-SubnetPoolsTestJSON-1055109602-project] 10.222.0.36 "PUT /v2.0/subnetpools/a89195d7-d3a2-41ee-9028-5044b2b136c9 HTTP/1.1" status: 200 len: 684 time: 0.1858101 May 05 20:18:11.678074 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 40078) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:11.880766 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e522903c-84b8-4c1c-9c65-f91c5db666ac tempest-SubnetPoolsTestJSON-1055109602 tempest-SubnetPoolsTestJSON-1055109602-project] Notify callbacks [] for subnetpool, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:11.883471 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-e522903c-84b8-4c1c-9c65-f91c5db666ac tempest-SubnetPoolsTestJSON-1055109602 tempest-SubnetPoolsTestJSON-1055109602-project] 10.222.0.36 "DELETE /v2.0/subnetpools/a89195d7-d3a2-41ee-9028-5044b2b136c9 HTTP/1.1" status: 204 len: 168 time: 0.2041008 May 05 20:18:11.886441 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 40086) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:11.907886 n-d-840717-1 neutron-server[88197]: INFO neutron.api.v2.resource [None req-1d750c2a-6f7d-4200-a4fd-c7008a63ba58 tempest-SubnetPoolsTestJSON-1055109602 tempest-SubnetPoolsTestJSON-1055109602-project] show failed (client error): The resource could not be found. May 05 20:18:11.909484 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-1d750c2a-6f7d-4200-a4fd-c7008a63ba58 tempest-SubnetPoolsTestJSON-1055109602 tempest-SubnetPoolsTestJSON-1055109602-project] 10.222.0.36 "GET /v2.0/subnetpools/a89195d7-d3a2-41ee-9028-5044b2b136c9 HTTP/1.1" status: 404 len: 346 time: 0.0217166 May 05 20:18:11.912784 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 40090) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:11.940555 n-d-840717-1 neutron-server[88197]: INFO neutron.api.v2.resource [None req-d2473fff-2207-4eb9-b31e-7f5df71b7df0 tempest-SubnetPoolsTestJSON-1055109602 tempest-SubnetPoolsTestJSON-1055109602-project] delete failed (client error): The resource could not be found. May 05 20:18:11.942727 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d2473fff-2207-4eb9-b31e-7f5df71b7df0 tempest-SubnetPoolsTestJSON-1055109602 tempest-SubnetPoolsTestJSON-1055109602-project] 10.222.0.36 "DELETE /v2.0/subnetpools/a89195d7-d3a2-41ee-9028-5044b2b136c9 HTTP/1.1" status: 404 len: 346 time: 0.0288944 May 05 20:18:12.070414 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-6028c228-3751-4fc2-a1d5-b7a57af03875 req-fb64e4fb-6600-4d0d-9cb4-1e050a9d8534 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Calling delete_port for 3ebd663f-1bd8-431a-b0b6-28252e5fa88d owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:18:12.322982 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6028c228-3751-4fc2-a1d5-b7a57af03875 req-fb64e4fb-6600-4d0d-9cb4-1e050a9d8534 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:12.336896 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['ede82658-00b0-42c9-915e-b334ee0c0cfe', '3ebd663f-1bd8-431a-b0b6-28252e5fa88d'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:18:12.472585 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb64e4fb-6600-4d0d-9cb4-1e050a9d8534 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Pushing event deleted for resources: {'Port': ['ID=3ebd663f-1bd8-431a-b0b6-28252e5fa88d,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:18:12.577018 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 40126) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:12.726509 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4fa22b95-b629-481d-a143-360ce4d85d29 req-6a997e89-bb9a-423c-8fb0-734c537f0152 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=055605dc-f1d4-4edf-ba53-996858c540b3 HTTP/1.1" status: 200 len: 210 time: 0.1097772 May 05 20:18:12.747178 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-6028c228-3751-4fc2-a1d5-b7a57af03875 req-fb64e4fb-6600-4d0d-9cb4-1e050a9d8534 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] No DVR routers for this DVR port 3ebd663f-1bd8-431a-b0b6-28252e5fa88d on host n-h2-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:18:12.749759 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6028c228-3751-4fc2-a1d5-b7a57af03875 req-fb64e4fb-6600-4d0d-9cb4-1e050a9d8534 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:12.765033 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '055605dc-f1d4-4edf-ba53-996858c540b3', 'name': 'network-vif-deleted', 'tag': '3ebd663f-1bd8-431a-b0b6-28252e5fa88d'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:18:12.802822 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6028c228-3751-4fc2-a1d5-b7a57af03875 req-fb64e4fb-6600-4d0d-9cb4-1e050a9d8534 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.50 "DELETE /v2.0/ports/3ebd663f-1bd8-431a-b0b6-28252e5fa88d HTTP/1.1" status: 204 len: 173 time: 2.2373197 May 05 20:18:12.864829 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ad9d4a0-7a70-42b0-909b-72933e7548e8'] response: {'server_uuid': '055605dc-f1d4-4edf-ba53-996858c540b3', 'name': 'network-vif-deleted', 'tag': '3ebd663f-1bd8-431a-b0b6-28252e5fa88d', 'status': 'completed', 'code': 200} May 05 20:18:12.922989 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e5dd8089-634d-4e84-822a-a4dc483a06ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:12.984250 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-e5dd8089-634d-4e84-822a-a4dc483a06ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:18:12.990946 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-e5dd8089-634d-4e84-822a-a4dc483a06ae admin admin] Usage tracker for resource:security_group_rule and tenant:fcdbf42199e14fa39b3df971de584a21 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:18:12.998210 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-e5dd8089-634d-4e84-822a-a4dc483a06ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:18:13.012087 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-e5dd8089-634d-4e84-822a-a4dc483a06ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:18:13.124286 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e5dd8089-634d-4e84-822a-a4dc483a06ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:13.129488 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e5dd8089-634d-4e84-822a-a4dc483a06ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:13.199780 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-e5dd8089-634d-4e84-822a-a4dc483a06ae admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fcdbf42199e14fa39b3df971de584a21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6211054 May 05 20:18:13.202314 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 40162) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:13.236184 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dd8089-634d-4e84-822a-a4dc483a06ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cca1be7-b903-4c05-8a7c-18accfc85ae0,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:18:13.335989 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2db38beb-d800-4f80-a17b-c07098a1bcd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:13.366566 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2db38beb-d800-4f80-a17b-c07098a1bcd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:13.486504 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2db38beb-d800-4f80-a17b-c07098a1bcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:13.528482 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2db38beb-d800-4f80-a17b-c07098a1bcd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:13.529917 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-2db38beb-d800-4f80-a17b-c07098a1bcd1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8cca1be7-b903-4c05-8a7c-18accfc85ae0 HTTP/1.1" status: 204 len: 168 time: 0.3264759 May 05 20:18:13.530892 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db38beb-d800-4f80-a17b-c07098a1bcd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cca1be7-b903-4c05-8a7c-18accfc85ae0,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:18:14.194750 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656587e-91ea-4254-96a8-d818f7713c06 req-a6761b5f-5d5c-430b-b584-367a5e9c7232 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:14.196207 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-4656587e-91ea-4254-96a8-d818f7713c06 req-a6761b5f-5d5c-430b-b584-367a5e9c7232 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Synchronizing usage tracker for tenant:a265e664693546d09df58a9112067478 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:18:14.215030 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:14.252220 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-4656587e-91ea-4254-96a8-d818f7713c06 req-a6761b5f-5d5c-430b-b584-367a5e9c7232 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Unset dirty status for tenant:a265e664693546d09df58a9112067478 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:18:14.256755 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4656587e-91ea-4254-96a8-d818f7713c06 req-a6761b5f-5d5c-430b-b584-367a5e9c7232 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.2139280 May 05 20:18:14.326473 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4656587e-91ea-4254-96a8-d818f7713c06 req-9bcfa57a-00b0-42c7-ab10-d72b90610df9 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658827 May 05 20:18:14.865194 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f15af1-d232-4aa6-9b8d-a8a3cd2e0f1b req-ae0bd090-2e66-4670-8694-2bf6c257c179 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:14.867775 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c8f15af1-d232-4aa6-9b8d-a8a3cd2e0f1b req-ae0bd090-2e66-4670-8694-2bf6c257c179 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.1182888 May 05 20:18:14.925240 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40244) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:14.930663 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0043321 May 05 20:18:14.934809 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 40246) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:14.946396 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c8f15af1-d232-4aa6-9b8d-a8a3cd2e0f1b req-79c92f2b-a243-4069-87e0-a6de234b3ae4 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734127 May 05 20:18:15.209417 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-daa19eab-2214-44fe-8059-015a70ef0973 tempest-NetworksApiDiscovery-1720490301 tempest-NetworksApiDiscovery-1720490301-project] 10.222.0.36 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2728150 May 05 20:18:15.347707 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f851d-3627-477c-9e38-84cb0e48e84f req-7aef1333-ae20-43c3-aaf5-1717fc7a280a tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:15.349698 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d47f851d-3627-477c-9e38-84cb0e48e84f req-7aef1333-ae20-43c3-aaf5-1717fc7a280a tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.2346778 May 05 20:18:15.434647 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d47f851d-3627-477c-9e38-84cb0e48e84f req-5038b95b-b78e-40f7-9235-eda260382e22 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782311 May 05 20:18:15.652447 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 3ebd663f-1bd8-431a-b0b6-28252e5fa88d no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:18:15.751504 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] No Port match for: 3ebd663f-1bd8-431a-b0b6-28252e5fa88d {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:18:15.751944 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 3ebd663f-1bd8-431a-b0b6-28252e5fa88d not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:18:15.855971 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 40276) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:16.130299 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-94be7163-5162-4d59-971e-9f6db23cc962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:16.150376 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-94be7163-5162-4d59-971e-9f6db23cc962 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:18:16.155115 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-94be7163-5162-4d59-971e-9f6db23cc962 admin admin] Usage tracker for resource:security_group_rule and tenant:fd40ef3c31dc4838967c6ad070c1577f is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:18:16.159029 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-94be7163-5162-4d59-971e-9f6db23cc962 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:18:16.166103 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-94be7163-5162-4d59-971e-9f6db23cc962 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:18:16.340295 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:16.380102 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-94be7163-5162-4d59-971e-9f6db23cc962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:16.397534 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-94be7163-5162-4d59-971e-9f6db23cc962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:16.532339 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40304) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:16.533016 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-94be7163-5162-4d59-971e-9f6db23cc962 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fd40ef3c31dc4838967c6ad070c1577f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6748669 May 05 20:18:16.534020 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94be7163-5162-4d59-971e-9f6db23cc962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=135e36e4-0239-494f-a1ef-fbf5c0a8c9e0,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:18:16.645264 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e4edede7-df9f-4119-bcc6-809f1d3c610b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:16.714280 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e4edede7-df9f-4119-bcc6-809f1d3c610b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:16.813944 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e4edede7-df9f-4119-bcc6-809f1d3c610b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:16.836286 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e4edede7-df9f-4119-bcc6-809f1d3c610b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:16.837577 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e4edede7-df9f-4119-bcc6-809f1d3c610b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/135e36e4-0239-494f-a1ef-fbf5c0a8c9e0 HTTP/1.1" status: 204 len: 168 time: 0.3042328 May 05 20:18:16.838534 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4edede7-df9f-4119-bcc6-809f1d3c610b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135e36e4-0239-494f-a1ef-fbf5c0a8c9e0,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:18:19.402845 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f1cbf-313c-4d90-9571-08c4b2f603c8 req-ab156f8c-4801-4a4e-937e-3735afd04e36 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:19.404395 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cf4f1cbf-313c-4d90-9571-08c4b2f603c8 req-ab156f8c-4801-4a4e-937e-3735afd04e36 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.1229818 May 05 20:18:19.471015 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cf4f1cbf-313c-4d90-9571-08c4b2f603c8 req-3a8542c0-a19c-4cfc-bebc-59e5d928c6b9 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603540 May 05 20:18:19.596676 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:18:19.850171 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba7510-3ac7-4590-bb70-9a311aa89c08 req-5619c331-7764-40ae-b524-67c8139b6293 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:19.869322 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-75ba7510-3ac7-4590-bb70-9a311aa89c08 req-5619c331-7764-40ae-b524-67c8139b6293 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.2133822 May 05 20:18:20.005105 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-75ba7510-3ac7-4590-bb70-9a311aa89c08 req-58c0c8e7-75e4-4ada-bccd-9e8cd478b538 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234424 May 05 20:18:20.233593 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40466) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:20.547258 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f35207d0-def0-4d84-b39e-8ee073c07e23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:20.615412 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f35207d0-def0-4d84-b39e-8ee073c07e23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:18:20.624520 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-f35207d0-def0-4d84-b39e-8ee073c07e23 admin admin] Usage tracker for resource:security_group_rule and tenant:91f2b794ab014b808555dcd9432601e1 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:18:20.628577 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-f35207d0-def0-4d84-b39e-8ee073c07e23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:18:20.635124 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f35207d0-def0-4d84-b39e-8ee073c07e23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:18:20.835032 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f35207d0-def0-4d84-b39e-8ee073c07e23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:20.845518 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f35207d0-def0-4d84-b39e-8ee073c07e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:20.994313 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f35207d0-def0-4d84-b39e-8ee073c07e23 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=91f2b794ab014b808555dcd9432601e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7598438 May 05 20:18:20.997512 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 40500) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:20.998615 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35207d0-def0-4d84-b39e-8ee073c07e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8132c8-efc8-4c59-a8c9-e483d6ea2dd2,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:18:21.144177 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7687f370-ba30-4a52-bd56-72ad4cf0dab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:21.181789 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7687f370-ba30-4a52-bd56-72ad4cf0dab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:21.276297 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7687f370-ba30-4a52-bd56-72ad4cf0dab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:21.295183 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7687f370-ba30-4a52-bd56-72ad4cf0dab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8132c8-efc8-4c59-a8c9-e483d6ea2dd2,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:18:21.310037 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7687f370-ba30-4a52-bd56-72ad4cf0dab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:21.311221 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-7687f370-ba30-4a52-bd56-72ad4cf0dab2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2c8132c8-efc8-4c59-a8c9-e483d6ea2dd2 HTTP/1.1" status: 204 len: 168 time: 0.3125222 May 05 20:18:21.933366 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 40534) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:21.959981 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-acee71c8-980d-4ba8-9a62-5d2234524fcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:22.017635 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-acee71c8-980d-4ba8-9a62-5d2234524fcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:18:22.055686 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-acee71c8-980d-4ba8-9a62-5d2234524fcb admin admin] Usage tracker for resource:security_group_rule and tenant:87630308744a4cc090436c7dbf76a4f3 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:18:22.069900 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-acee71c8-980d-4ba8-9a62-5d2234524fcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:18:22.104476 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-acee71c8-980d-4ba8-9a62-5d2234524fcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:18:22.280325 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-acee71c8-980d-4ba8-9a62-5d2234524fcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:22.288897 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-acee71c8-980d-4ba8-9a62-5d2234524fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:22.398548 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acee71c8-980d-4ba8-9a62-5d2234524fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=252a4d2a-5fbf-4f03-81fa-1149a7c84958,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:18:22.427263 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-acee71c8-980d-4ba8-9a62-5d2234524fcb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=87630308744a4cc090436c7dbf76a4f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4904747 May 05 20:18:22.427621 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 40558) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:22.512257 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f17c8eb1-541a-47d6-8d47-ded213f8770d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:22.598624 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f17c8eb1-541a-47d6-8d47-ded213f8770d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:22.716932 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f17c8eb1-541a-47d6-8d47-ded213f8770d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:22.762850 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17c8eb1-541a-47d6-8d47-ded213f8770d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=252a4d2a-5fbf-4f03-81fa-1149a7c84958,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:18:22.786987 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f17c8eb1-541a-47d6-8d47-ded213f8770d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:22.791118 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f17c8eb1-541a-47d6-8d47-ded213f8770d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/252a4d2a-5fbf-4f03-81fa-1149a7c84958 HTTP/1.1" status: 204 len: 168 time: 0.3596988 May 05 20:18:23.794078 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb73408-0fb0-457c-bdd1-4cbf457033ae req-1ba9cf0f-0f18-4fca-93fe-15e98916f790 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:23.801868 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dcb73408-0fb0-457c-bdd1-4cbf457033ae req-1ba9cf0f-0f18-4fca-93fe-15e98916f790 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.1223168 May 05 20:18:23.982939 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dcb73408-0fb0-457c-bdd1-4cbf457033ae req-61300812-0bb2-4da0-8bce-6cf4bafc033e tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394355 May 05 20:18:24.489391 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f33fbd-1779-4601-9062-da2b882b6693 req-18e3cae1-c6d9-4fe6-8163-adc9535f75eb tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:24.490908 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-64f33fbd-1779-4601-9062-da2b882b6693 req-18e3cae1-c6d9-4fe6-8163-adc9535f75eb tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.1740072 May 05 20:18:24.653286 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-64f33fbd-1779-4601-9062-da2b882b6693 req-65bc8598-5a45-4edc-ad44-44cf734bad4f tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557086 May 05 20:18:25.239766 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4334f94b-f910-4767-bbd8-5abcf2e997d2 req-cd187692-9099-43c8-8f1e-0dd68698091c tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:25.241828 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4334f94b-f910-4767-bbd8-5abcf2e997d2 req-cd187692-9099-43c8-8f1e-0dd68698091c tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.1445649 May 05 20:18:25.339082 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4334f94b-f910-4767-bbd8-5abcf2e997d2 req-22f438d7-a181-4cc8-98d5-6dca10546428 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910411 May 05 20:18:25.699610 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2a57b1-3f0d-41ea-b1fd-182aac982675 req-5d7dfc9a-910b-4939-b9c6-25f02b64dc51 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:25.701743 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9e2a57b1-3f0d-41ea-b1fd-182aac982675 req-5d7dfc9a-910b-4939-b9c6-25f02b64dc51 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.1115935 May 05 20:18:25.820377 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9e2a57b1-3f0d-41ea-b1fd-182aac982675 req-aad78b96-81fc-4f66-92e6-38861b318462 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037173 May 05 20:18:26.512727 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629769d6-d1d6-421a-a891-f529341a68a2 req-95bb2194-bbe0-40da-9cd8-6de908cbf401 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:26.521194 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-629769d6-d1d6-421a-a891-f529341a68a2 req-95bb2194-bbe0-40da-9cd8-6de908cbf401 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.1817353 May 05 20:18:26.665535 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-629769d6-d1d6-421a-a891-f529341a68a2 req-30380445-633c-418c-808d-10678ca53f5a tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415358 May 05 20:18:26.989859 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb128ca-0f27-4805-861c-d06163137c42 req-d3a97481-ca20-4b40-80d1-616e37e9154c tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:27.008858 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3eb128ca-0f27-4805-861c-d06163137c42 req-d3a97481-ca20-4b40-80d1-616e37e9154c tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.1802676 May 05 20:18:27.070596 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3eb128ca-0f27-4805-861c-d06163137c42 req-31bb4b8e-f231-4091-8f20-7b2fcc3337a0 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603921 May 05 20:18:27.657724 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d126b-d6b9-4fd4-9c32-cc3bca3cafc5 req-55d133d0-fdc1-4b71-ad09-2a46b08e3b00 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:27.665222 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-336d126b-d6b9-4fd4-9c32-cc3bca3cafc5 req-55d133d0-fdc1-4b71-ad09-2a46b08e3b00 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.1195104 May 05 20:18:27.789754 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-336d126b-d6b9-4fd4-9c32-cc3bca3cafc5 req-7e3cca3b-76de-4fc8-9970-9d72f1fb73a3 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073956 May 05 20:18:28.233161 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40802) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:28.443800 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88489f84-bef4-481f-a8a2-73a3b402a363 req-63f5fa6f-b49d-4d2b-baed-56cc5c680956 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:28.450744 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-88489f84-bef4-481f-a8a2-73a3b402a363 req-63f5fa6f-b49d-4d2b-baed-56cc5c680956 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.3753362 May 05 20:18:28.550857 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-88489f84-bef4-481f-a8a2-73a3b402a363 req-2b06b720-fce9-4941-ab9b-bb38a258ce2e tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991812 May 05 20:18:28.558387 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40820) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:28.728844 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fb3b57b3-628a-4268-8fb4-8489658c4b9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:28.780291 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-fb3b57b3-628a-4268-8fb4-8489658c4b9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:18:28.790208 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-fb3b57b3-628a-4268-8fb4-8489658c4b9f admin admin] Usage tracker for resource:security_group_rule and tenant:baeaaf30f30747e6b192f0e3110c7ffb is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:18:28.804403 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-fb3b57b3-628a-4268-8fb4-8489658c4b9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:18:28.819798 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-fb3b57b3-628a-4268-8fb4-8489658c4b9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:18:28.868654 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-52493402-e294-4322-bc57-d8ccfc4915c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:28.903493 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-52493402-e294-4322-bc57-d8ccfc4915c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:18:28.909245 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-52493402-e294-4322-bc57-d8ccfc4915c5 admin admin] Usage tracker for resource:security_group_rule and tenant:a5b40734846847f6b161f019753431a4 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:18:28.912590 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-52493402-e294-4322-bc57-d8ccfc4915c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:18:28.921808 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-52493402-e294-4322-bc57-d8ccfc4915c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:18:29.067912 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-52493402-e294-4322-bc57-d8ccfc4915c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:29.081674 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-52493402-e294-4322-bc57-d8ccfc4915c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:29.128095 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fb3b57b3-628a-4268-8fb4-8489658c4b9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:29.156322 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-52493402-e294-4322-bc57-d8ccfc4915c5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a5b40734846847f6b161f019753431a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5968218 May 05 20:18:29.159970 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40844) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:29.160615 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fb3b57b3-628a-4268-8fb4-8489658c4b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:29.183901 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52493402-e294-4322-bc57-d8ccfc4915c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba894005-5845-4cd6-a2d3-73386e3ecb3c,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:18:29.197893 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff960ef-86c8-4334-a1b4-5d15e9af7d75 req-351056d3-d7dc-4c2f-8cf7-61bb04bb77f3 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:29.200291 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dff960ef-86c8-4334-a1b4-5d15e9af7d75 req-351056d3-d7dc-4c2f-8cf7-61bb04bb77f3 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.1191347 May 05 20:18:29.218406 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3b57b3-628a-4268-8fb4-8489658c4b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e38c861d-d999-49ed-8f8f-59d0bb3bfeab,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:18:29.249647 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-fb3b57b3-628a-4268-8fb4-8489658c4b9f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=baeaaf30f30747e6b192f0e3110c7ffb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0145190 May 05 20:18:29.253314 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 40848) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:29.288951 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-377fe4a4-226f-4fe6-808b-747eef6dc1d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:29.312836 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dff960ef-86c8-4334-a1b4-5d15e9af7d75 req-7a3fe041-fb39-438e-abab-c5f7d8900161 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043894 May 05 20:18:29.319959 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-377fe4a4-226f-4fe6-808b-747eef6dc1d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:29.333308 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1aaf521c-fc0d-486f-88bb-6f31375fca5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:29.380204 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1aaf521c-fc0d-486f-88bb-6f31375fca5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:29.398984 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-377fe4a4-226f-4fe6-808b-747eef6dc1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:29.460343 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1aaf521c-fc0d-486f-88bb-6f31375fca5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:29.485328 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1aaf521c-fc0d-486f-88bb-6f31375fca5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:29.487644 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-1aaf521c-fc0d-486f-88bb-6f31375fca5e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e38c861d-d999-49ed-8f8f-59d0bb3bfeab HTTP/1.1" status: 204 len: 168 time: 0.2332566 May 05 20:18:29.488793 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaf521c-fc0d-486f-88bb-6f31375fca5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38c861d-d999-49ed-8f8f-59d0bb3bfeab,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:18:29.495083 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377fe4a4-226f-4fe6-808b-747eef6dc1d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba894005-5845-4cd6-a2d3-73386e3ecb3c,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:18:29.567500 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-377fe4a4-226f-4fe6-808b-747eef6dc1d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:29.568609 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-377fe4a4-226f-4fe6-808b-747eef6dc1d9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ba894005-5845-4cd6-a2d3-73386e3ecb3c HTTP/1.1" status: 204 len: 168 time: 0.4012096 May 05 20:18:29.595189 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ae948-48f5-4e59-a2cb-f80f3e97c1ff req-20a7488b-8278-424b-90e0-67c513780b9f tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:29.597109 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f22ae948-48f5-4e59-a2cb-f80f3e97c1ff req-20a7488b-8278-424b-90e0-67c513780b9f tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.1053727 May 05 20:18:29.687985 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f22ae948-48f5-4e59-a2cb-f80f3e97c1ff req-4d42da1d-96fc-4da0-866f-c76985370e98 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843332 May 05 20:18:30.211238 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 40910) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:30.256354 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b683adca-5e38-41af-a968-a5bd0299af12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:30.260310 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ad3835-d9bd-46f0-846b-3ce9c9345087 req-bbc76a68-1b6b-449c-a46f-cba02f7b463b tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:30.270768 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-81ad3835-d9bd-46f0-846b-3ce9c9345087 req-bbc76a68-1b6b-449c-a46f-cba02f7b463b tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.1605661 May 05 20:18:30.285390 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-b683adca-5e38-41af-a968-a5bd0299af12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:18:30.306778 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-b683adca-5e38-41af-a968-a5bd0299af12 admin admin] Usage tracker for resource:security_group_rule and tenant:319a3e9982ce409690601732742887cd is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:18:30.310913 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-b683adca-5e38-41af-a968-a5bd0299af12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:18:30.318679 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-b683adca-5e38-41af-a968-a5bd0299af12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:18:30.341083 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-81ad3835-d9bd-46f0-846b-3ce9c9345087 req-fd946c83-2eb5-4273-842d-50f10b1732c5 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697348 May 05 20:18:30.440964 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b683adca-5e38-41af-a968-a5bd0299af12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:30.446156 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b683adca-5e38-41af-a968-a5bd0299af12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:30.529743 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b683adca-5e38-41af-a968-a5bd0299af12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b34e1c9b-ada9-472d-9783-d00871faa277,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:18:30.574482 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b683adca-5e38-41af-a968-a5bd0299af12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:18:30.574969 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b683adca-5e38-41af-a968-a5bd0299af12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:18:30.575531 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b683adca-5e38-41af-a968-a5bd0299af12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:18:30.575960 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b683adca-5e38-41af-a968-a5bd0299af12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:18:30.576396 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b683adca-5e38-41af-a968-a5bd0299af12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:18:30.576828 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b683adca-5e38-41af-a968-a5bd0299af12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:18:30.580445 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b683adca-5e38-41af-a968-a5bd0299af12 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:18:30.580893 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b683adca-5e38-41af-a968-a5bd0299af12 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:18:30.581972 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b683adca-5e38-41af-a968-a5bd0299af12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:18:30.582830 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b683adca-5e38-41af-a968-a5bd0299af12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:18:30.584262 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b683adca-5e38-41af-a968-a5bd0299af12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:18:30.584678 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b683adca-5e38-41af-a968-a5bd0299af12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:18:30.633395 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-b683adca-5e38-41af-a968-a5bd0299af12 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=319a3e9982ce409690601732742887cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4206526 May 05 20:18:30.636122 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40936) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:30.794500 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-29b116aa-19e3-47ac-b9f5-50ee0e64573f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:30.842307 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-29b116aa-19e3-47ac-b9f5-50ee0e64573f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:30.916732 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-29b116aa-19e3-47ac-b9f5-50ee0e64573f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:30.942563 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b116aa-19e3-47ac-b9f5-50ee0e64573f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34e1c9b-ada9-472d-9783-d00871faa277,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:18:30.974440 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-29b116aa-19e3-47ac-b9f5-50ee0e64573f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:30.977916 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-29b116aa-19e3-47ac-b9f5-50ee0e64573f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b34e1c9b-ada9-472d-9783-d00871faa277 HTTP/1.1" status: 204 len: 168 time: 0.3404379 May 05 20:18:31.199214 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40966) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:31.245438 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6913e33c-97e8-4881-a419-199b3a5d6fcc req-44218631-57b6-489e-bac0-6a1c05c6c362 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:31.257107 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6913e33c-97e8-4881-a419-199b3a5d6fcc req-44218631-57b6-489e-bac0-6a1c05c6c362 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.6496482 May 05 20:18:31.383736 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6913e33c-97e8-4881-a419-199b3a5d6fcc req-761b841a-08b0-4309-ab48-ede07ae68534 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080766 May 05 20:18:31.604583 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-95b49cfb-7008-41ca-bf90-1a03abf7036a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-677834481-network', 'tenant_id': '882c3092895149a59ea813977ba9e154'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:18:31.627227 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-95b49cfb-7008-41ca-bf90-1a03abf7036a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:18:31.645547 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-95b49cfb-7008-41ca-bf90-1a03abf7036a admin admin] Usage tracker for resource:network and tenant:882c3092895149a59ea813977ba9e154 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:18:31.648684 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-95b49cfb-7008-41ca-bf90-1a03abf7036a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:18:31.661400 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-95b49cfb-7008-41ca-bf90-1a03abf7036a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:18:31.678421 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b49cfb-7008-41ca-bf90-1a03abf7036a admin admin] Made reservation on behalf of 882c3092895149a59ea813977ba9e154 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:18:31.708325 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-95b49cfb-7008-41ca-bf90-1a03abf7036a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:31.722436 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-95b49cfb-7008-41ca-bf90-1a03abf7036a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:31.744785 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-95b49cfb-7008-41ca-bf90-1a03abf7036a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:18:31.749349 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-95b49cfb-7008-41ca-bf90-1a03abf7036a admin admin] Usage tracker for resource:security_group_rule and tenant:882c3092895149a59ea813977ba9e154 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:18:31.753734 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-95b49cfb-7008-41ca-bf90-1a03abf7036a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:18:31.760109 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-95b49cfb-7008-41ca-bf90-1a03abf7036a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:18:31.869752 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-95b49cfb-7008-41ca-bf90-1a03abf7036a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:31.878437 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-95b49cfb-7008-41ca-bf90-1a03abf7036a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:31.892655 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95b49cfb-7008-41ca-bf90-1a03abf7036a admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:18:31.911746 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-95b49cfb-7008-41ca-bf90-1a03abf7036a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:31.912451 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-95b49cfb-7008-41ca-bf90-1a03abf7036a admin admin] Added segment d1d2a867-3913-481e-b382-0f13f5f2eca5 of type vlan for network e8057ba9-341d-44ba-82ad-e5ee8fd433a8 May 05 20:18:31.948960 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-95b49cfb-7008-41ca-bf90-1a03abf7036a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:31.988471 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-95b49cfb-7008-41ca-bf90-1a03abf7036a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:31.989871 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b49cfb-7008-41ca-bf90-1a03abf7036a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:31.990685 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-95b49cfb-7008-41ca-bf90-1a03abf7036a admin admin] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:32.005783 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 41010) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:32.343963 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-95b49cfb-7008-41ca-bf90-1a03abf7036a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1406608 May 05 20:18:32.343963 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b49cfb-7008-41ca-bf90-1a03abf7036a admin admin] Pushing event updated for resources: {'Network': ['ID=e8057ba9-341d-44ba-82ad-e5ee8fd433a8,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:18:32.344301 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 41036) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:32.354769 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network e8057ba9-341d-44ba-82ad-e5ee8fd433a8 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:18:32.360585 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-236d755a-d5bd-43ee-8fb4-c4b6ac6c5265 admin admin] Request body: {'subnet': {'network_id': 'e8057ba9-341d-44ba-82ad-e5ee8fd433a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-677834481-subnet', 'tenant_id': '882c3092895149a59ea813977ba9e154', 'ip_version': 4}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:18:32.373379 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b49cfb-7008-41ca-bf90-1a03abf7036a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ded319-dbea-4d64-88dc-44a9c8c96170,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:18:32.377147 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-236d755a-d5bd-43ee-8fb4-c4b6ac6c5265 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:18:32.399528 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-236d755a-d5bd-43ee-8fb4-c4b6ac6c5265 admin admin] Usage tracker for resource:subnet and tenant:882c3092895149a59ea813977ba9e154 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:18:32.403044 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-236d755a-d5bd-43ee-8fb4-c4b6ac6c5265 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:18:32.411256 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-236d755a-d5bd-43ee-8fb4-c4b6ac6c5265 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:18:32.429903 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-236d755a-d5bd-43ee-8fb4-c4b6ac6c5265 admin admin] Made reservation on behalf of 882c3092895149a59ea813977ba9e154 for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:18:32.432640 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-236d755a-d5bd-43ee-8fb4-c4b6ac6c5265 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:32.548300 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c110411b-7909-4ab9-886e-bd9dff8ca2b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:32.596161 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-c110411b-7909-4ab9-886e-bd9dff8ca2b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:18:32.648036 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97df4b64-3c12-4f97-affe-ef8b8418999d req-0c30e0aa-1936-4b40-a167-6f7e6782baec tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:32.656414 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-97df4b64-3c12-4f97-affe-ef8b8418999d req-0c30e0aa-1936-4b40-a167-6f7e6782baec tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/networks?id=f665291c-fe35-44a1-b025-0867219a15d5 HTTP/1.1" status: 200 len: 814 time: 0.3071089 May 05 20:18:32.659865 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-c110411b-7909-4ab9-886e-bd9dff8ca2b5 admin admin] Usage tracker for resource:security_group_rule and tenant:40e104d96bbc4314b0a0da2ea40e414d is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:18:32.664077 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-c110411b-7909-4ab9-886e-bd9dff8ca2b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:18:32.676398 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-c110411b-7909-4ab9-886e-bd9dff8ca2b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:18:32.702988 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-97df4b64-3c12-4f97-affe-ef8b8418999d req-7e2db669-da60-4811-873c-b0ecfbcfe2ff tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/quotas/a265e664693546d09df58a9112067478 HTTP/1.1" status: 200 len: 375 time: 0.0449991 May 05 20:18:32.917392 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-97df4b64-3c12-4f97-affe-ef8b8418999d req-7d25e382-7cff-4c81-a6f4-eba194dccc73 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a265e664693546d09df58a9112067478&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2048242 May 05 20:18:32.994744 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c110411b-7909-4ab9-886e-bd9dff8ca2b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:32.996088 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-236d755a-d5bd-43ee-8fb4-c4b6ac6c5265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:33.115748 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c110411b-7909-4ab9-886e-bd9dff8ca2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:33.197643 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236d755a-d5bd-43ee-8fb4-c4b6ac6c5265 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e52d411-7180-4fa0-8b69-ccff1684382b,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:18:33.315630 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236d755a-d5bd-43ee-8fb4-c4b6ac6c5265 admin admin] Checking segment: {'id': 'd1d2a867-3913-481e-b382-0f13f5f2eca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e8057ba9-341d-44ba-82ad-e5ee8fd433a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:18:33.315985 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236d755a-d5bd-43ee-8fb4-c4b6ac6c5265 admin admin] Network hostable DHCP agents. Network: e8057ba9-341d-44ba-82ad-e5ee8fd433a8, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:18:33.341532 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-c110411b-7909-4ab9-886e-bd9dff8ca2b5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=40e104d96bbc4314b0a0da2ea40e414d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3345914 May 05 20:18:33.344718 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 41076) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:33.364426 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c110411b-7909-4ab9-886e-bd9dff8ca2b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae2c2c6-2b3a-49ae-8d68-33f2c95c8481,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:18:33.444234 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c44161-4387-48c6-8de9-025010f869e7 req-ab15da93-2ce5-4a63-856f-d5c87d4d43f3 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:33.445888 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-14c44161-4387-48c6-8de9-025010f869e7 req-ab15da93-2ce5-4a63-856f-d5c87d4d43f3 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.3176684 May 05 20:18:33.447035 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236d755a-d5bd-43ee-8fb4-c4b6ac6c5265 admin admin] Network e8057ba9-341d-44ba-82ad-e5ee8fd433a8 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:18:33.453317 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7a5ebbec-216e-47e3-b69c-57ecdb64ffda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:33.474871 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-236d755a-d5bd-43ee-8fb4-c4b6ac6c5265 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, e8057ba9-341d-44ba-82ad-e5ee8fd433a8) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:18:33.485100 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236d755a-d5bd-43ee-8fb4-c4b6ac6c5265 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:33.486316 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631c4405-7061-43a2-b389-bcc36940ba7e None None] Network e8057ba9-341d-44ba-82ad-e5ee8fd433a8 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:18:33.487473 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-236d755a-d5bd-43ee-8fb4-c4b6ac6c5265 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:33.516153 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7a5ebbec-216e-47e3-b69c-57ecdb64ffda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:33.584864 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-14c44161-4387-48c6-8de9-025010f869e7 req-53f4737f-1c18-404c-b813-04064d469eec tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281929 May 05 20:18:33.621315 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-236d755a-d5bd-43ee-8fb4-c4b6ac6c5265 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2756040 May 05 20:18:33.621984 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 41092) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:33.627323 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-296219db-3c81-4ac2-9023-6f0d1bc42970 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-677834481-router', 'tenant_id': '882c3092895149a59ea813977ba9e154', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:18:33.630161 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7a5ebbec-216e-47e3-b69c-57ecdb64ffda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:33.655007 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-296219db-3c81-4ac2-9023-6f0d1bc42970 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:18:33.666156 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5ebbec-216e-47e3-b69c-57ecdb64ffda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae2c2c6-2b3a-49ae-8d68-33f2c95c8481,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:18:33.674479 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-296219db-3c81-4ac2-9023-6f0d1bc42970 admin admin] Usage tracker for resource:router and tenant:882c3092895149a59ea813977ba9e154 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:18:33.686425 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-296219db-3c81-4ac2-9023-6f0d1bc42970 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:18:33.688353 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7a5ebbec-216e-47e3-b69c-57ecdb64ffda admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:33.692473 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-7a5ebbec-216e-47e3-b69c-57ecdb64ffda admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5ae2c2c6-2b3a-49ae-8d68-33f2c95c8481 HTTP/1.1" status: 204 len: 168 time: 0.3449759 May 05 20:18:33.709122 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-296219db-3c81-4ac2-9023-6f0d1bc42970 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:18:33.737993 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-296219db-3c81-4ac2-9023-6f0d1bc42970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:33.739039 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-296219db-3c81-4ac2-9023-6f0d1bc42970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:33.763366 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-296219db-3c81-4ac2-9023-6f0d1bc42970 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:34.166987 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb79a1b-4eae-450a-a78a-044c16ca25a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-e8057ba9-341d-44ba-82ad-e5ee8fd433a8', 'network_id': 'e8057ba9-341d-44ba-82ad-e5ee8fd433a8', 'tenant_id': '882c3092895149a59ea813977ba9e154', 'fixed_ips': [{'subnet_id': '1e52d411-7180-4fa0-8b69-ccff1684382b'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:18:34.168037 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bcb79a1b-4eae-450a-a78a-044c16ca25a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:34.348878 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1506042f-2fba-4618-832b-2520b84f7f7b req-ae9a4ef9-70ef-4aee-bd4a-6b227523da27 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:34.364777 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1506042f-2fba-4618-832b-2520b84f7f7b req-ae9a4ef9-70ef-4aee-bd4a-6b227523da27 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/ports?device_id=917f0329-444f-4990-a8b9-db3c52f93436 HTTP/1.1" status: 200 len: 945 time: 0.2198257 May 05 20:18:34.402617 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 41126) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:34.452810 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-bcb79a1b-4eae-450a-a78a-044c16ca25a7 None None] Allocated IP 172.20.0.2 (e8057ba9-341d-44ba-82ad-e5ee8fd433a8/1e52d411-7180-4fa0-8b69-ccff1684382b/b4ed5411-f5f4-4950-a8bc-2d9eb1281d7b) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:18:34.515723 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1506042f-2fba-4618-832b-2520b84f7f7b req-ad79ca80-4b95-4266-9e24-72663fddd692 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f751196-6dff-46ee-8aaa-1cf7275b3ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1491120 May 05 20:18:34.546464 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-296219db-3c81-4ac2-9023-6f0d1bc42970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:34.606524 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-821dcf4d-2344-4d5d-9373-c25a045d2b10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:34.644706 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-821dcf4d-2344-4d5d-9373-c25a045d2b10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:18:34.658719 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34693761-e3f4-48b8-9ea0-2a795890242e req-f76eef6d-80b9-441e-a6df-767f5223d081 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:34.660495 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-34693761-e3f4-48b8-9ea0-2a795890242e req-f76eef6d-80b9-441e-a6df-767f5223d081 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.7574553 May 05 20:18:34.662320 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-821dcf4d-2344-4d5d-9373-c25a045d2b10 admin admin] Usage tracker for resource:security_group_rule and tenant:bda0fec5a8354b9da0540b7c80624029 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:18:34.668575 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-821dcf4d-2344-4d5d-9373-c25a045d2b10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:18:34.683049 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1d0b09d9-898d-406f-9cb7-b8b5c0e1112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:34.719498 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-821dcf4d-2344-4d5d-9373-c25a045d2b10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:18:34.795468 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-34693761-e3f4-48b8-9ea0-2a795890242e req-5af1d88e-7907-4cde-bf91-edefb6c09318 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235225 May 05 20:18:34.832218 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bcb79a1b-4eae-450a-a78a-044c16ca25a7 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:34.983183 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-bcb79a1b-4eae-450a-a78a-044c16ca25a7 None None] Transition to ACTIVE for port object b4ed5411-f5f4-4950-a8bc-2d9eb1281d7b will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:18:34.983183 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-bcb79a1b-4eae-450a-a78a-044c16ca25a7 None None] Transition to ACTIVE for port object b4ed5411-f5f4-4950-a8bc-2d9eb1281d7b will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:18:34.983183 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bcb79a1b-4eae-450a-a78a-044c16ca25a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:35.102654 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb79a1b-4eae-450a-a78a-044c16ca25a7 None None] Network e8057ba9-341d-44ba-82ad-e5ee8fd433a8 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:18:35.105889 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-bcb79a1b-4eae-450a-a78a-044c16ca25a7 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:18:35.117726 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb79a1b-4eae-450a-a78a-044c16ca25a7 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:18:35.290493 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2d0d2df1-aca2-4092-b6b8-90e77d82c740 req-46f6533c-718c-4886-b52c-f2d2c641859a tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=a265e664693546d09df58a9112067478 HTTP/1.1" status: 200 len: 221 time: 0.0887511 May 05 20:18:35.297031 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-bcb79a1b-4eae-450a-a78a-044c16ca25a7 None None] Attempting to bind port b4ed5411-f5f4-4950-a8bc-2d9eb1281d7b on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:18:35.298113 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-bcb79a1b-4eae-450a-a78a-044c16ca25a7 None None] Attempting to bind port b4ed5411-f5f4-4950-a8bc-2d9eb1281d7b by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'd1d2a867-3913-481e-b382-0f13f5f2eca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e8057ba9-341d-44ba-82ad-e5ee8fd433a8'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:18:35.298569 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb79a1b-4eae-450a-a78a-044c16ca25a7 None None] Attempting to bind port b4ed5411-f5f4-4950-a8bc-2d9eb1281d7b on network e8057ba9-341d-44ba-82ad-e5ee8fd433a8 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:18:35.302231 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb79a1b-4eae-450a-a78a-044c16ca25a7 None None] Pushing event updated for resources: {'Port': ['ID=b4ed5411-f5f4-4950-a8bc-2d9eb1281d7b,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:18:35.316564 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb79a1b-4eae-450a-a78a-044c16ca25a7 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:18:35.317244 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb79a1b-4eae-450a-a78a-044c16ca25a7 None None] Checking segment: {'id': 'd1d2a867-3913-481e-b382-0f13f5f2eca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e8057ba9-341d-44ba-82ad-e5ee8fd433a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:18:35.317785 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bcb79a1b-4eae-450a-a78a-044c16ca25a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:35.325559 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb79a1b-4eae-450a-a78a-044c16ca25a7 None None] Bound using segment: {'id': 'd1d2a867-3913-481e-b382-0f13f5f2eca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e8057ba9-341d-44ba-82ad-e5ee8fd433a8'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:18:35.326066 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-bcb79a1b-4eae-450a-a78a-044c16ca25a7 None None] Bound port: b4ed5411-f5f4-4950-a8bc-2d9eb1281d7b, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d2a867-3913-481e-b382-0f13f5f2eca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e8057ba9-341d-44ba-82ad-e5ee8fd433a8'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:18:35.326452 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bcb79a1b-4eae-450a-a78a-044c16ca25a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:35.437692 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-bcb79a1b-4eae-450a-a78a-044c16ca25a7 None None] For port b4ed5411-f5f4-4950-a8bc-2d9eb1281d7b, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:18:35.437874 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-821dcf4d-2344-4d5d-9373-c25a045d2b10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:35.442418 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-bcb79a1b-4eae-450a-a78a-044c16ca25a7 None None] For port b4ed5411-f5f4-4950-a8bc-2d9eb1281d7b, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=b4ed5411-f5f4-4950-a8bc-2d9eb1281d7b,segment=NetworkSegment(d1d2a867-3913-481e-b382-0f13f5f2eca5),segment_id=d1d2a867-3913-481e-b382-0f13f5f2eca5)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:18:35.451981 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-821dcf4d-2344-4d5d-9373-c25a045d2b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:35.455820 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bcb79a1b-4eae-450a-a78a-044c16ca25a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:35.602675 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb79a1b-4eae-450a-a78a-044c16ca25a7 None None] Pushing event updated for resources: {'Port': ['ID=b4ed5411-f5f4-4950-a8bc-2d9eb1281d7b,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:18:35.634503 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-296219db-3c81-4ac2-9023-6f0d1bc42970 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:35.689314 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 41182) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:35.689725 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-821dcf4d-2344-4d5d-9373-c25a045d2b10 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bda0fec5a8354b9da0540b7c80624029&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2760568 May 05 20:18:35.723681 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-296219db-3c81-4ac2-9023-6f0d1bc42970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:35.727053 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821dcf4d-2344-4d5d-9373-c25a045d2b10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d36d7f6-93bd-48b9-920e-04530934a1cc,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:18:35.886299 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102c637-a65b-49f4-9383-8eb5483e55c5 req-f4b3bcfe-9bb9-46b1-9e4f-55f1e2c7efbc tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:35.888079 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f102c637-a65b-49f4-9383-8eb5483e55c5 req-f4b3bcfe-9bb9-46b1-9e4f-55f1e2c7efbc tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.3725266 May 05 20:18:36.034147 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3702bacb-d135-4c60-93ed-0c039e7d32ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:36.036689 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-296219db-3c81-4ac2-9023-6f0d1bc42970 admin admin] Allocated IP 172.25.0.158 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/c21901a0-bd39-448f-ba16-77ed5fdb2307) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:18:36.043909 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f102c637-a65b-49f4-9383-8eb5483e55c5 req-c8f763c1-6ad5-4022-bd45-fbc6f4782d27 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404305 May 05 20:18:36.135745 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3702bacb-d135-4c60-93ed-0c039e7d32ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:36.210631 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72152eff-3d7b-40c6-95de-2ae2f955d577 req-2714eee0-d37b-444d-8beb-84182351bcce tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:36.228989 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-72152eff-3d7b-40c6-95de-2ae2f955d577 req-2714eee0-d37b-444d-8beb-84182351bcce tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/ports?device_id=917f0329-444f-4990-a8b9-db3c52f93436 HTTP/1.1" status: 200 len: 945 time: 0.4727857 May 05 20:18:36.357543 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-72152eff-3d7b-40c6-95de-2ae2f955d577 req-8e823ec4-11a5-4dac-a4ae-92e3b372dd1a tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f751196-6dff-46ee-8aaa-1cf7275b3ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222951 May 05 20:18:36.408415 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3702bacb-d135-4c60-93ed-0c039e7d32ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:36.425936 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-296219db-3c81-4ac2-9023-6f0d1bc42970 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:36.430329 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3702bacb-d135-4c60-93ed-0c039e7d32ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d36d7f6-93bd-48b9-920e-04530934a1cc,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:18:36.441291 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3702bacb-d135-4c60-93ed-0c039e7d32ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:36.442027 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3702bacb-d135-4c60-93ed-0c039e7d32ed admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6d36d7f6-93bd-48b9-920e-04530934a1cc HTTP/1.1" status: 204 len: 168 time: 0.7511528 May 05 20:18:36.444303 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57b2f8-8c48-4fd6-9120-9d46511553f9 req-ac394a51-9c75-484e-b9e3-2e3444bcb6f2 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:36.460312 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5c57b2f8-8c48-4fd6-9120-9d46511553f9 req-ac394a51-9c75-484e-b9e3-2e3444bcb6f2 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.2280397 May 05 20:18:36.560579 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5c57b2f8-8c48-4fd6-9120-9d46511553f9 req-a4c3a36b-2a06-471a-be3e-76ea95433693 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980086 May 05 20:18:36.617575 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-296219db-3c81-4ac2-9023-6f0d1bc42970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:36.732186 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device b4ed5411-f5f4-4950-a8bc-2d9eb1281d7b up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:18:36.806381 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296219db-3c81-4ac2-9023-6f0d1bc42970 admin admin] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:18:36.812172 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-296219db-3c81-4ac2-9023-6f0d1bc42970 admin admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:18:36.841668 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296219db-3c81-4ac2-9023-6f0d1bc42970 admin admin] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:18:36.946200 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8f74829d-c823-4a0e-957e-cbfea70c8608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:36.956165 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port b4ed5411-f5f4-4950-a8bc-2d9eb1281d7b completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:18:37.057456 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296219db-3c81-4ac2-9023-6f0d1bc42970 admin admin] Pushing event updated for resources: {'Port': ['ID=c21901a0-bd39-448f-ba16-77ed5fdb2307,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:18:37.329350 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b89adb2-73e3-4b2a-9574-91a562a0d267 req-9c819d6f-18b3-4134-81ce-85eebeec9211 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:37.337159 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5b89adb2-73e3-4b2a-9574-91a562a0d267 req-9c819d6f-18b3-4134-81ce-85eebeec9211 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.3864589 May 05 20:18:37.445531 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aacdb04-5d75-4dea-8254-a8928046eae4 None None] Network e8057ba9-341d-44ba-82ad-e5ee8fd433a8 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:18:37.583925 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5b89adb2-73e3-4b2a-9574-91a562a0d267 req-04b6974a-68ff-4478-bcbd-328dafb5d941 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451751 May 05 20:18:37.666020 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-cec2cf55-64e1-4782-9ef3-c9aa0976c9e1 None None] Provisioning for port b4ed5411-f5f4-4950-a8bc-2d9eb1281d7b completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:18:37.729879 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-cec2cf55-64e1-4782-9ef3-c9aa0976c9e1 None None] Provisioning complete for port b4ed5411-f5f4-4950-a8bc-2d9eb1281d7b triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:18:37.730586 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cec2cf55-64e1-4782-9ef3-c9aa0976c9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:37.807747 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-296219db-3c81-4ac2-9023-6f0d1bc42970 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:37.817850 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee5258-7217-46ec-bb12-ad85ed35eeef req-043d3df4-57fe-4b84-b58d-cf766c173b4e tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:37.822064 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d1ee5258-7217-46ec-bb12-ad85ed35eeef req-043d3df4-57fe-4b84-b58d-cf766c173b4e tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/ports?device_id=917f0329-444f-4990-a8b9-db3c52f93436 HTTP/1.1" status: 200 len: 945 time: 0.2927709 May 05 20:18:37.956781 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d1ee5258-7217-46ec-bb12-ad85ed35eeef req-5d2b09f5-7963-4f46-a008-110b324cb9d6 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f751196-6dff-46ee-8aaa-1cf7275b3ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285293 May 05 20:18:38.090543 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:38.337921 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:38.346959 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cec2cf55-64e1-4782-9ef3-c9aa0976c9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:38.437325 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-cec2cf55-64e1-4782-9ef3-c9aa0976c9e1 None None] For port b4ed5411-f5f4-4950-a8bc-2d9eb1281d7b, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=b4ed5411-f5f4-4950-a8bc-2d9eb1281d7b,segment=NetworkSegment(d1d2a867-3913-481e-b382-0f13f5f2eca5),segment_id=d1d2a867-3913-481e-b382-0f13f5f2eca5)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:18:38.447850 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cec2cf55-64e1-4782-9ef3-c9aa0976c9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:38.459497 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cde397-7b4d-4f22-803b-a690559b3f58 req-646a4d42-db9d-48d9-818f-b9e8dc4257e4 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:38.479568 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c9cde397-7b4d-4f22-803b-a690559b3f58 req-646a4d42-db9d-48d9-818f-b9e8dc4257e4 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.4507420 May 05 20:18:38.537252 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec2cf55-64e1-4782-9ef3-c9aa0976c9e1 None None] Pushing event updated for resources: {'Port': ['ID=b4ed5411-f5f4-4950-a8bc-2d9eb1281d7b,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:18:38.807990 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c9cde397-7b4d-4f22-803b-a690559b3f58 req-0b75da85-e421-4279-9f06-ddc99040c2a8 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927207 May 05 20:18:38.996762 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9f155c50-c86e-4ad6-86cd-7284645a7ba2 None None] Provisioning complete for port b4ed5411-f5f4-4950-a8bc-2d9eb1281d7b triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:18:38.996762 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9f155c50-c86e-4ad6-86cd-7284645a7ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:39.018153 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-296219db-3c81-4ac2-9023-6f0d1bc42970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:39.222604 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d5ed5c-4b63-44b0-841b-bdd1f5aaebd1 req-d577fe6e-3afe-4c40-9602-ca5e77ac9578 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:39.236718 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c9d5ed5c-4b63-44b0-841b-bdd1f5aaebd1 req-d577fe6e-3afe-4c40-9602-ca5e77ac9578 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/ports?device_id=917f0329-444f-4990-a8b9-db3c52f93436 HTTP/1.1" status: 200 len: 945 time: 0.1561310 May 05 20:18:39.288351 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c9d5ed5c-4b63-44b0-841b-bdd1f5aaebd1 req-ec387431-a05e-4dcc-920a-9299adace325 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f751196-6dff-46ee-8aaa-1cf7275b3ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460296 May 05 20:18:39.471972 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44939d0-8e7a-482e-83c1-af0f009dcc36 req-2a80f3a2-8a04-45bd-9a16-53bd32cef11e tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:39.484302 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a44939d0-8e7a-482e-83c1-af0f009dcc36 req-2a80f3a2-8a04-45bd-9a16-53bd32cef11e tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.4476407 May 05 20:18:39.598317 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-296219db-3c81-4ac2-9023-6f0d1bc42970 admin admin] Router 94763e22-eee5-4fc5-bf8c-45117e71437e is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88197) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:18:39.600499 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:39.622750 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a44939d0-8e7a-482e-83c1-af0f009dcc36 req-95904496-be3b-4519-ba28-bedb18387d3a tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325781 May 05 20:18:39.851818 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-296219db-3c81-4ac2-9023-6f0d1bc42970 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:18:39.862989 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a6aa1c-9426-4c34-984d-e339c2bfb26a None None] Sync routers for ids ['94763e22-eee5-4fc5-bf8c-45117e71437e'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:18:39.895884 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-296219db-3c81-4ac2-9023-6f0d1bc42970 admin admin] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:39.896867 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a6aa1c-9426-4c34-984d-e339c2bfb26a None None] Routers {'94763e22-eee5-4fc5-bf8c-45117e71437e'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:18:39.902061 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-95a6aa1c-9426-4c34-984d-e339c2bfb26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:18:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['94763e22-eee5-4fc5-bf8c-45117e71437e'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:18:39.905018 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-296219db-3c81-4ac2-9023-6f0d1bc42970 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.2818084 May 05 20:18:39.908279 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 41352) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:40.028942 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d514be6c-786b-48b8-b9be-72043de6b702 req-37bcbbc6-4061-4f2a-817d-02ffa8d35e8c tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:40.045597 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d514be6c-786b-48b8-b9be-72043de6b702 req-37bcbbc6-4061-4f2a-817d-02ffa8d35e8c tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.1564386 May 05 20:18:40.156881 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d514be6c-786b-48b8-b9be-72043de6b702 req-411840cd-100d-494d-88d6-bc27d99b269b tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918911 May 05 20:18:40.330110 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-95a6aa1c-9426-4c34-984d-e339c2bfb26a None None] Set router 94763e22-eee5-4fc5-bf8c-45117e71437e gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:18:40.669342 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b1b057-07c4-4218-80f3-db34e40ff88d req-5ec9a7c1-1145-4a10-9c80-fb5c26327aef tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:40.679330 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device b4ed5411-f5f4-4950-a8bc-2d9eb1281d7b up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:18:40.679872 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a8b1b057-07c4-4218-80f3-db34e40ff88d req-5ec9a7c1-1145-4a10-9c80-fb5c26327aef tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.3069379 May 05 20:18:40.767708 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a8b1b057-07c4-4218-80f3-db34e40ff88d req-ae80da11-afda-4265-ad3b-a236c0748e36 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834553 May 05 20:18:40.917864 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port b4ed5411-f5f4-4950-a8bc-2d9eb1281d7b triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:18:40.918203 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:41.215068 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ac0b0-e08b-4953-8882-6af01cd7a89a req-b1fac186-ed1f-4cd5-86ad-afe93d2eeab8 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:41.216749 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9c3ac0b0-e08b-4953-8882-6af01cd7a89a req-b1fac186-ed1f-4cd5-86ad-afe93d2eeab8 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.1988764 May 05 20:18:41.232064 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-95a6aa1c-9426-4c34-984d-e339c2bfb26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94763e22-eee5-4fc5-bf8c-45117e71437e', 'name': 'tempest-TestVolumeBackupRestore-677834481-router', 'tenant_id': '882c3092895149a59ea813977ba9e154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'c21901a0-bd39-448f-ba16-77ed5fdb2307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:18:33Z', 'updated_at': '2022-05-05T20:18:37Z', 'revision_number': 3, 'project_id': '882c3092895149a59ea813977ba9e154', 'gw_port': {'id': 'c21901a0-bd39-448f-ba16-77ed5fdb2307', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:11:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94763e22-eee5-4fc5-bf8c-45117e71437e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:18:35Z', 'updated_at': '2022-05-05T20:18:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:18:41.242246 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a6aa1c-9426-4c34-984d-e339c2bfb26a None None] Checking router: 94763e22-eee5-4fc5-bf8c-45117e71437e for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:18:41.242594 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a6aa1c-9426-4c34-984d-e339c2bfb26a None None] Updating router 94763e22-eee5-4fc5-bf8c-45117e71437e port c21901a0-bd39-448f-ba16-77ed5fdb2307 binding host n-d-840717-1 {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:18:41.313904 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-95a6aa1c-9426-4c34-984d-e339c2bfb26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:41.330518 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9c3ac0b0-e08b-4953-8882-6af01cd7a89a req-08ab8ee3-ec19-47ed-a5a8-1d96a8b87c85 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071162 May 05 20:18:41.625156 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a61958a-f908-4d52-97a4-21c1e5aa08d2 req-a3c77a16-9e09-4fd1-89fc-876fc891e737 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:41.634715 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6a61958a-f908-4d52-97a4-21c1e5aa08d2 req-a3c77a16-9e09-4fd1-89fc-876fc891e737 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.1454580 May 05 20:18:41.770636 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6a61958a-f908-4d52-97a4-21c1e5aa08d2 req-bc7a9c53-7137-466f-a06e-11806cfd6d31 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348619 May 05 20:18:41.815919 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af83988-c41d-49fa-aeb1-40a0a972974b req-d572f234-5580-42f3-9caa-e4cd8371b600 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:41.826639 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4af83988-c41d-49fa-aeb1-40a0a972974b req-d572f234-5580-42f3-9caa-e4cd8371b600 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/ports?device_id=917f0329-444f-4990-a8b9-db3c52f93436 HTTP/1.1" status: 200 len: 945 time: 1.0678995 May 05 20:18:42.027459 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4af83988-c41d-49fa-aeb1-40a0a972974b req-0b079c29-4260-4cd4-bcd4-cc8190eaa043 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f751196-6dff-46ee-8aaa-1cf7275b3ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1974065 May 05 20:18:42.090221 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-95a6aa1c-9426-4c34-984d-e339c2bfb26a None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:42.111067 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-95a6aa1c-9426-4c34-984d-e339c2bfb26a None None] Transition to ACTIVE for port object c21901a0-bd39-448f-ba16-77ed5fdb2307 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:18:42.126295 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-95a6aa1c-9426-4c34-984d-e339c2bfb26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:42.170188 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695125f8-bb73-479a-9d9a-f6abccf9f25a req-c589bd6a-46c2-47f9-b7a5-29218fd7ebf9 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:42.178304 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-695125f8-bb73-479a-9d9a-f6abccf9f25a req-c589bd6a-46c2-47f9-b7a5-29218fd7ebf9 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.1706998 May 05 20:18:42.272604 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-695125f8-bb73-479a-9d9a-f6abccf9f25a req-6d6f07e2-85ae-4019-b80b-32d2dbd2249e tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930290 May 05 20:18:42.386093 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-95a6aa1c-9426-4c34-984d-e339c2bfb26a None None] Attempting to bind port c21901a0-bd39-448f-ba16-77ed5fdb2307 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:18:42.386469 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-95a6aa1c-9426-4c34-984d-e339c2bfb26a None None] Attempting to bind port c21901a0-bd39-448f-ba16-77ed5fdb2307 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:18:42.386829 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a6aa1c-9426-4c34-984d-e339c2bfb26a None None] Attempting to bind port c21901a0-bd39-448f-ba16-77ed5fdb2307 on network 0401d202-1605-4cfe-bad4-fb225df6afb0 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:18:42.405554 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5722970e-593f-47fc-8bc7-2fa376e180c7 None None] Pushing event updated for resources: {'Port': ['ID=c21901a0-bd39-448f-ba16-77ed5fdb2307,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:18:42.418167 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a6aa1c-9426-4c34-984d-e339c2bfb26a None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:18:42.418544 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a6aa1c-9426-4c34-984d-e339c2bfb26a None None] Checking segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:18:42.418948 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-95a6aa1c-9426-4c34-984d-e339c2bfb26a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:42.419974 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a6aa1c-9426-4c34-984d-e339c2bfb26a None None] Bound using segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:18:42.420465 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-95a6aa1c-9426-4c34-984d-e339c2bfb26a None None] Bound port: c21901a0-bd39-448f-ba16-77ed5fdb2307, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:18:42.420839 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-95a6aa1c-9426-4c34-984d-e339c2bfb26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:42.491934 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 41462) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:42.591902 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-95a6aa1c-9426-4c34-984d-e339c2bfb26a None None] For port c21901a0-bd39-448f-ba16-77ed5fdb2307, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:18:42.599834 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-95a6aa1c-9426-4c34-984d-e339c2bfb26a None None] For port c21901a0-bd39-448f-ba16-77ed5fdb2307, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=c21901a0-bd39-448f-ba16-77ed5fdb2307,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:18:42.617084 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-95a6aa1c-9426-4c34-984d-e339c2bfb26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:42.729027 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e80472d-54a5-4af6-9795-ed0f4cd6d6ea req-9aebc457-9379-4a31-8336-81e46e237864 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:42.737283 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4e80472d-54a5-4af6-9795-ed0f4cd6d6ea req-9aebc457-9379-4a31-8336-81e46e237864 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.1815078 May 05 20:18:42.792576 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5722970e-593f-47fc-8bc7-2fa376e180c7 None None] Pushing event updated for resources: {'Port': ['ID=c21901a0-bd39-448f-ba16-77ed5fdb2307,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:18:42.805713 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4e80472d-54a5-4af6-9795-ed0f4cd6d6ea req-87308ebe-a9b7-4bbe-93cb-a9a713555d25 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484424 May 05 20:18:42.822201 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a6aa1c-9426-4c34-984d-e339c2bfb26a None None] Routers {'94763e22-eee5-4fc5-bf8c-45117e71437e'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:18:42.824002 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2c93786d-bcf8-4e7d-8acb-f96c6da3d619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:42.824755 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-95a6aa1c-9426-4c34-984d-e339c2bfb26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:18:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['94763e22-eee5-4fc5-bf8c-45117e71437e'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:18:42.841643 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-2c93786d-bcf8-4e7d-8acb-f96c6da3d619 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:18:42.843624 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4982167f-22eb-4561-9840-af2317a5d214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:42.847738 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-2c93786d-bcf8-4e7d-8acb-f96c6da3d619 admin admin] Usage tracker for resource:security_group_rule and tenant:8300989f2d4348178c64f68e9ecdce34 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:18:42.850916 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-2c93786d-bcf8-4e7d-8acb-f96c6da3d619 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:18:42.857495 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-2c93786d-bcf8-4e7d-8acb-f96c6da3d619 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:18:43.037860 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2c93786d-bcf8-4e7d-8acb-f96c6da3d619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:43.051860 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2c93786d-bcf8-4e7d-8acb-f96c6da3d619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:43.203976 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-95a6aa1c-9426-4c34-984d-e339c2bfb26a None None] Set router 94763e22-eee5-4fc5-bf8c-45117e71437e gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:18:43.217914 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-2c93786d-bcf8-4e7d-8acb-f96c6da3d619 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8300989f2d4348178c64f68e9ecdce34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7222776 May 05 20:18:43.218619 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 41488) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:43.220118 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c93786d-bcf8-4e7d-8acb-f96c6da3d619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d34f7c-7195-4ce7-90a5-5707e82af450,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:18:43.328369 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1993031e-daf0-464e-a44d-aded3bf5ecb4 req-66ba47cd-3aaf-4b10-808e-8ca179d6ddda tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:43.352121 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1993031e-daf0-464e-a44d-aded3bf5ecb4 req-66ba47cd-3aaf-4b10-808e-8ca179d6ddda tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.2770503 May 05 20:18:43.371784 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1e145cd6-472a-44c7-8d5f-32f68e3d2dc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:43.478952 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1e145cd6-472a-44c7-8d5f-32f68e3d2dc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:43.519643 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d5892-de33-419e-abd7-e4bc5759a4a4 req-e1ea1b7d-e519-4c0a-88e1-148a7ea57525 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:43.521631 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ee8d5892-de33-419e-abd7-e4bc5759a4a4 req-e1ea1b7d-e519-4c0a-88e1-148a7ea57525 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/ports?device_id=917f0329-444f-4990-a8b9-db3c52f93436 HTTP/1.1" status: 200 len: 945 time: 0.1512265 May 05 20:18:43.560362 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1993031e-daf0-464e-a44d-aded3bf5ecb4 req-b81d597b-7bf1-4abf-bf53-2fe6f7ea097b tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069542 May 05 20:18:43.626446 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-4982167f-22eb-4561-9840-af2317a5d214 admin admin] Allocated IP 172.20.0.1 (e8057ba9-341d-44ba-82ad-e5ee8fd433a8/1e52d411-7180-4fa0-8b69-ccff1684382b/4d4d160a-2e17-4c06-a02a-b089c9a6d47a) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:18:43.632173 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ee8d5892-de33-419e-abd7-e4bc5759a4a4 req-d92c29ae-57b8-4083-be23-d21ec65e7106 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f751196-6dff-46ee-8aaa-1cf7275b3ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897665 May 05 20:18:43.689605 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1e145cd6-472a-44c7-8d5f-32f68e3d2dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:43.753518 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e145cd6-472a-44c7-8d5f-32f68e3d2dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d34f7c-7195-4ce7-90a5-5707e82af450,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:18:43.755451 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1e145cd6-472a-44c7-8d5f-32f68e3d2dc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:43.756580 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-1e145cd6-472a-44c7-8d5f-32f68e3d2dc4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/12d34f7c-7195-4ce7-90a5-5707e82af450 HTTP/1.1" status: 204 len: 168 time: 0.5012975 May 05 20:18:43.878924 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-95a6aa1c-9426-4c34-984d-e339c2bfb26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94763e22-eee5-4fc5-bf8c-45117e71437e', 'name': 'tempest-TestVolumeBackupRestore-677834481-router', 'tenant_id': '882c3092895149a59ea813977ba9e154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'c21901a0-bd39-448f-ba16-77ed5fdb2307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:18:33Z', 'updated_at': '2022-05-05T20:18:37Z', 'revision_number': 3, 'project_id': '882c3092895149a59ea813977ba9e154', 'gw_port': {'id': 'c21901a0-bd39-448f-ba16-77ed5fdb2307', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:11:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94763e22-eee5-4fc5-bf8c-45117e71437e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:18:35Z', 'updated_at': '2022-05-05T20:18:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:18:43.888192 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a6aa1c-9426-4c34-984d-e339c2bfb26a None None] The sync data for ids ['94763e22-eee5-4fc5-bf8c-45117e71437e'] in n-d-840717-1 is: [{'id': '94763e22-eee5-4fc5-bf8c-45117e71437e', 'name': 'tempest-TestVolumeBackupRestore-677834481-router', 'tenant_id': '882c3092895149a59ea813977ba9e154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'c21901a0-bd39-448f-ba16-77ed5fdb2307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:18:33Z', 'updated_at': '2022-05-05T20:18:37Z', 'revision_number': 3, 'project_id': '882c3092895149a59ea813977ba9e154', 'gw_port': {'id': 'c21901a0-bd39-448f-ba16-77ed5fdb2307', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:11:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94763e22-eee5-4fc5-bf8c-45117e71437e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:18:35Z', 'updated_at': '2022-05-05T20:18:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:18:44.004258 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7175c2-50f3-4dfc-8402-79b4c84cce6c req-789b083e-794d-4c36-8072-8d60f3eacb8a tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:44.006455 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8a7175c2-50f3-4dfc-8402-79b4c84cce6c req-789b083e-794d-4c36-8072-8d60f3eacb8a tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.1585813 May 05 20:18:44.044460 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4982167f-22eb-4561-9840-af2317a5d214 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:44.079982 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-4982167f-22eb-4561-9840-af2317a5d214 admin admin] Transition to ACTIVE for port object 4d4d160a-2e17-4c06-a02a-b089c9a6d47a will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:18:44.082589 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8a7175c2-50f3-4dfc-8402-79b4c84cce6c req-8ba5c765-80a2-4fa6-a00b-68481ac561d8 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702903 May 05 20:18:44.201601 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4982167f-22eb-4561-9840-af2317a5d214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:44.259957 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:44.537061 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4982167f-22eb-4561-9840-af2317a5d214 admin admin] Network e8057ba9-341d-44ba-82ad-e5ee8fd433a8 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:18:44.548517 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 41530) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:44.558312 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-4982167f-22eb-4561-9840-af2317a5d214 admin admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:18:44.587647 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4982167f-22eb-4561-9840-af2317a5d214 admin admin] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:18:44.589461 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-721c749d-a2a7-4b14-8ea3-c52a0c7bf127 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:44.633783 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-721c749d-a2a7-4b14-8ea3-c52a0c7bf127 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:18:44.660426 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-721c749d-a2a7-4b14-8ea3-c52a0c7bf127 admin admin] Usage tracker for resource:security_group_rule and tenant:3da0696354be4dcc8084b130bcbc4ddb is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:18:44.672471 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-721c749d-a2a7-4b14-8ea3-c52a0c7bf127 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:18:44.684646 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-721c749d-a2a7-4b14-8ea3-c52a0c7bf127 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:18:44.737170 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device c21901a0-bd39-448f-ba16-77ed5fdb2307 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:18:44.765721 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4982167f-22eb-4561-9840-af2317a5d214 admin admin] Pushing event updated for resources: {'Port': ['ID=4d4d160a-2e17-4c06-a02a-b089c9a6d47a,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:18:44.843772 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-721c749d-a2a7-4b14-8ea3-c52a0c7bf127 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:44.862157 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-721c749d-a2a7-4b14-8ea3-c52a0c7bf127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:44.945077 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4982167f-22eb-4561-9840-af2317a5d214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:44.978002 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-721c749d-a2a7-4b14-8ea3-c52a0c7bf127 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3da0696354be4dcc8084b130bcbc4ddb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4283388 May 05 20:18:44.980172 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721c749d-a2a7-4b14-8ea3-c52a0c7bf127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af31ed81-ed74-4aa2-b841-a2617b31bd66,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:18:45.035044 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 41540) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:45.055033 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port c21901a0-bd39-448f-ba16-77ed5fdb2307 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:18:45.064186 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port c21901a0-bd39-448f-ba16-77ed5fdb2307 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:18:45.064619 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:45.293297 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d12d9f21-fa45-4537-b5d3-4d921115af36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:45.316747 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 41550) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:45.372199 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:45.384968 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d12d9f21-fa45-4537-b5d3-4d921115af36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:45.434458 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port c21901a0-bd39-448f-ba16-77ed5fdb2307, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=c21901a0-bd39-448f-ba16-77ed5fdb2307,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:18:45.445363 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:45.497566 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d12d9f21-fa45-4537-b5d3-4d921115af36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:45.550472 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d9f21-fa45-4537-b5d3-4d921115af36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af31ed81-ed74-4aa2-b841-a2617b31bd66,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:18:45.569770 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0fdf66-fac0-404d-b361-64227d884819 req-5b71805e-7f82-42b8-9576-1f4d91dcdb5f tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:45.581735 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc560a7c-ea2e-48f1-a2e0-97178c5ef864 req-ae28b939-a572-4eb0-ad6d-e68c26a3a49d tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:45.582518 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2a0fdf66-fac0-404d-b361-64227d884819 req-5b71805e-7f82-42b8-9576-1f4d91dcdb5f tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 1.2690306 May 05 20:18:45.590043 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dc560a7c-ea2e-48f1-a2e0-97178c5ef864 req-ae28b939-a572-4eb0-ad6d-e68c26a3a49d tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/ports?device_id=917f0329-444f-4990-a8b9-db3c52f93436 HTTP/1.1" status: 200 len: 945 time: 0.5432312 May 05 20:18:45.659481 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-d4cd8235-fbcc-45b0-aea9-dece7f79fbff None None] Provisioning for port 4d4d160a-2e17-4c06-a02a-b089c9a6d47a completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:18:45.688251 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d12d9f21-fa45-4537-b5d3-4d921115af36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:45.713655 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2a0fdf66-fac0-404d-b361-64227d884819 req-f3729ceb-f6e8-4b01-9689-736418fa2e13 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290205 May 05 20:18:45.727145 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d12d9f21-fa45-4537-b5d3-4d921115af36 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/af31ed81-ed74-4aa2-b841-a2617b31bd66 HTTP/1.1" status: 204 len: 168 time: 0.6875794 May 05 20:18:45.735466 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-d4cd8235-fbcc-45b0-aea9-dece7f79fbff None None] Provisioning complete for port 4d4d160a-2e17-4c06-a02a-b089c9a6d47a triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:18:45.736160 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4cd8235-fbcc-45b0-aea9-dece7f79fbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:45.753013 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8a3a91eb-32ed-4981-bdba-0cf5e1f80a32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:45.841296 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8a3a91eb-32ed-4981-bdba-0cf5e1f80a32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:18:45.852484 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-8a3a91eb-32ed-4981-bdba-0cf5e1f80a32 admin admin] Usage tracker for resource:security_group_rule and tenant:1e362b72bec745b581e992c6ab531691 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:18:45.859245 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-8a3a91eb-32ed-4981-bdba-0cf5e1f80a32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:18:45.876021 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-d4cd8235-fbcc-45b0-aea9-dece7f79fbff None None] Port 4d4d160a-2e17-4c06-a02a-b089c9a6d47a cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:18:45.876686 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8a3a91eb-32ed-4981-bdba-0cf5e1f80a32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:18:45.910057 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4982167f-22eb-4561-9840-af2317a5d214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:45.918869 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=c21901a0-bd39-448f-ba16-77ed5fdb2307,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:18:46.080011 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dc560a7c-ea2e-48f1-a2e0-97178c5ef864 req-2f73f756-9962-464b-94b9-ebc68e403057 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f751196-6dff-46ee-8aaa-1cf7275b3ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4889927 May 05 20:18:46.143904 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8a3a91eb-32ed-4981-bdba-0cf5e1f80a32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:46.149310 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8a3a91eb-32ed-4981-bdba-0cf5e1f80a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:46.360976 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:46.519895 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-8a3a91eb-32ed-4981-bdba-0cf5e1f80a32 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1e362b72bec745b581e992c6ab531691&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2008660 May 05 20:18:46.521655 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3a91eb-32ed-4981-bdba-0cf5e1f80a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=686fd3a7-e926-4fe2-a5b8-2938ec06c307,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:18:46.524196 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 41604) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:46.616538 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83a1ba-645c-45a8-b7f2-17c7c6b956cc req-33822ac8-4c3f-49d9-b1cb-2e6fdb832553 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:46.629244 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3b83a1ba-645c-45a8-b7f2-17c7c6b956cc req-33822ac8-4c3f-49d9-b1cb-2e6fdb832553 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.5263736 May 05 20:18:46.698213 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d6b96422-a6a9-4d37-be83-c7a035a22e82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:46.735186 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device c21901a0-bd39-448f-ba16-77ed5fdb2307 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:18:46.743847 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3b83a1ba-645c-45a8-b7f2-17c7c6b956cc req-16d0acab-6217-488a-b102-ffaff75ad0a8 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133599 May 05 20:18:46.755483 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d6b96422-a6a9-4d37-be83-c7a035a22e82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:46.756350 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4982167f-22eb-4561-9840-af2317a5d214 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:46.767222 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4982167f-22eb-4561-9840-af2317a5d214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:46.834674 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d6b96422-a6a9-4d37-be83-c7a035a22e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:46.879535 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b96422-a6a9-4d37-be83-c7a035a22e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686fd3a7-e926-4fe2-a5b8-2938ec06c307,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:18:46.897596 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d6b96422-a6a9-4d37-be83-c7a035a22e82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:46.926347 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d6b96422-a6a9-4d37-be83-c7a035a22e82 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/686fd3a7-e926-4fe2-a5b8-2938ec06c307 HTTP/1.1" status: 204 len: 168 time: 0.3913858 May 05 20:18:46.956531 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4982167f-22eb-4561-9840-af2317a5d214 admin admin] Pushing event updated for resources: {'Port': ['ID=4d4d160a-2e17-4c06-a02a-b089c9a6d47a,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:18:46.959831 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4982167f-22eb-4561-9840-af2317a5d214 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:47.025787 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port c21901a0-bd39-448f-ba16-77ed5fdb2307 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:18:47.026274 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:47.177147 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4982167f-22eb-4561-9840-af2317a5d214 admin admin] Network e8057ba9-341d-44ba-82ad-e5ee8fd433a8 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:18:47.178896 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-4982167f-22eb-4561-9840-af2317a5d214 admin admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:18:47.233985 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789c895-a776-429e-9d64-522c13ec9e32 req-58c1e7db-b718-4e7c-b9f9-8c718892d64d tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:47.236049 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1789c895-a776-429e-9d64-522c13ec9e32 req-58c1e7db-b718-4e7c-b9f9-8c718892d64d tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.3084004 May 05 20:18:47.413134 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1789c895-a776-429e-9d64-522c13ec9e32 req-4282542b-fc4b-4118-b03f-35fd9a5e4491 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673703 May 05 20:18:47.680956 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 41642) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:47.702631 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccc2cde-6208-42c2-b569-a08d08b44570 req-7e0bd8e8-4515-46e6-99d4-f6f9be5498d5 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:47.704428 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8ccc2cde-6208-42c2-b569-a08d08b44570 req-7e0bd8e8-4515-46e6-99d4-f6f9be5498d5 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/ports?device_id=917f0329-444f-4990-a8b9-db3c52f93436 HTTP/1.1" status: 200 len: 945 time: 0.3081329 May 05 20:18:47.716461 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-87c97e2f-8144-4024-9eac-f2ea50dad8dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:47.730749 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-4f23c598-2c73-4f15-9895-c73cf2b5800c None None] Provisioning complete for port 4d4d160a-2e17-4c06-a02a-b089c9a6d47a triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:18:47.731120 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4f23c598-2c73-4f15-9895-c73cf2b5800c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:47.743874 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4982167f-22eb-4561-9840-af2317a5d214 admin admin] Router 94763e22-eee5-4fc5-bf8c-45117e71437e has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:18:47.773233 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-87c97e2f-8144-4024-9eac-f2ea50dad8dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:18:47.787169 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-87c97e2f-8144-4024-9eac-f2ea50dad8dc admin admin] Usage tracker for resource:security_group_rule and tenant:40df69f044bb448eb882201437537407 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:18:47.796049 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-87c97e2f-8144-4024-9eac-f2ea50dad8dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:18:47.804442 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-87c97e2f-8144-4024-9eac-f2ea50dad8dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:18:47.873515 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-4f23c598-2c73-4f15-9895-c73cf2b5800c None None] Port 4d4d160a-2e17-4c06-a02a-b089c9a6d47a cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:18:47.976713 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8ccc2cde-6208-42c2-b569-a08d08b44570 req-5bea61c5-61dd-43d9-b3d3-67b8e8885c61 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f751196-6dff-46ee-8aaa-1cf7275b3ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2527523 May 05 20:18:48.029351 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-87c97e2f-8144-4024-9eac-f2ea50dad8dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:48.038787 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-87c97e2f-8144-4024-9eac-f2ea50dad8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:48.104945 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c97e2f-8144-4024-9eac-f2ea50dad8dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8654b7b5-6887-44d0-8d54-03ccb4dbcf2d,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:18:48.154776 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4982167f-22eb-4561-9840-af2317a5d214 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:18:48.158284 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-87c97e2f-8144-4024-9eac-f2ea50dad8dc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=40df69f044bb448eb882201437537407&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4762328 May 05 20:18:48.160066 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c97e2f-8144-4024-9eac-f2ea50dad8dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:18:48.160407 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c97e2f-8144-4024-9eac-f2ea50dad8dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:18:48.160739 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c97e2f-8144-4024-9eac-f2ea50dad8dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:18:48.161067 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c97e2f-8144-4024-9eac-f2ea50dad8dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:18:48.161390 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c97e2f-8144-4024-9eac-f2ea50dad8dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:18:48.161710 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c97e2f-8144-4024-9eac-f2ea50dad8dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:18:48.162025 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c97e2f-8144-4024-9eac-f2ea50dad8dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:18:48.162342 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c97e2f-8144-4024-9eac-f2ea50dad8dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:18:48.162657 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c97e2f-8144-4024-9eac-f2ea50dad8dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:18:48.162970 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c97e2f-8144-4024-9eac-f2ea50dad8dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:18:48.163298 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c97e2f-8144-4024-9eac-f2ea50dad8dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:18:48.171692 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3d6704-c3b3-49d8-96b1-c07c5a945324 None None] Sync routers for ids ['94763e22-eee5-4fc5-bf8c-45117e71437e'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:18:48.172447 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-4982167f-22eb-4561-9840-af2317a5d214 admin admin] 10.222.0.36 "PUT /v2.0/routers/94763e22-eee5-4fc5-bf8c-45117e71437e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2563922 May 05 20:18:48.173046 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 41662) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:48.175341 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c97e2f-8144-4024-9eac-f2ea50dad8dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:18:48.211014 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17dcc9f-85d0-4f0d-ae27-aa3ced40454e req-f8eb4d07-8bb5-4609-b5ad-19636c93688f tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:48.213641 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a17dcc9f-85d0-4f0d-ae27-aa3ced40454e req-f8eb4d07-8bb5-4609-b5ad-19636c93688f tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.2633858 May 05 20:18:48.216491 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3d6704-c3b3-49d8-96b1-c07c5a945324 None None] Routers {'94763e22-eee5-4fc5-bf8c-45117e71437e'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:18:48.219947 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-aa3d6704-c3b3-49d8-96b1-c07c5a945324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:18:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['94763e22-eee5-4fc5-bf8c-45117e71437e'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:18:48.347996 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a17dcc9f-85d0-4f0d-ae27-aa3ced40454e req-78ee2c7b-6da8-4b21-bcce-f090bbad9a9e tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242902 May 05 20:18:48.362987 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-037fc2f4-1013-4fe9-8cfb-9096edf18094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:48.398940 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-037fc2f4-1013-4fe9-8cfb-9096edf18094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:48.498298 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-037fc2f4-1013-4fe9-8cfb-9096edf18094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:48.535873 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037fc2f4-1013-4fe9-8cfb-9096edf18094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8654b7b5-6887-44d0-8d54-03ccb4dbcf2d,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:18:48.554771 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-037fc2f4-1013-4fe9-8cfb-9096edf18094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:48.555927 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-037fc2f4-1013-4fe9-8cfb-9096edf18094 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8654b7b5-6887-44d0-8d54-03ccb4dbcf2d HTTP/1.1" status: 204 len: 168 time: 0.3819289 May 05 20:18:48.650829 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-aa3d6704-c3b3-49d8-96b1-c07c5a945324 None None] Set router 94763e22-eee5-4fc5-bf8c-45117e71437e gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:18:48.724088 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf9d87-24d8-4f01-95c5-e7573fe61dcf req-481b456a-4d20-4ab5-9384-5d19db81e839 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:48.727843 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ecbf9d87-24d8-4f01-95c5-e7573fe61dcf req-481b456a-4d20-4ab5-9384-5d19db81e839 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.1425605 May 05 20:18:48.834493 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ecbf9d87-24d8-4f01-95c5-e7573fe61dcf req-a5a19d87-136b-4e4e-a9cd-0a376005464f tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007566 May 05 20:18:49.200193 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-aa3d6704-c3b3-49d8-96b1-c07c5a945324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94763e22-eee5-4fc5-bf8c-45117e71437e', 'name': 'tempest-TestVolumeBackupRestore-677834481-router', 'tenant_id': '882c3092895149a59ea813977ba9e154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'c21901a0-bd39-448f-ba16-77ed5fdb2307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:18:33Z', 'updated_at': '2022-05-05T20:18:45Z', 'revision_number': 4, 'project_id': '882c3092895149a59ea813977ba9e154', 'gw_port': {'id': 'c21901a0-bd39-448f-ba16-77ed5fdb2307', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:11:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94763e22-eee5-4fc5-bf8c-45117e71437e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:18:35Z', 'updated_at': '2022-05-05T20:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '4d4d160a-2e17-4c06-a02a-b089c9a6d47a', 'name': '', 'network_id': 'e8057ba9-341d-44ba-82ad-e5ee8fd433a8', 'tenant_id': '882c3092895149a59ea813977ba9e154', 'mac_address': 'fa:16:3e:87:ed:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94763e22-eee5-4fc5-bf8c-45117e71437e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': '1e52d411-7180-4fa0-8b69-ccff1684382b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:18:42Z', 'updated_at': '2022-05-05T20:18:46Z', 'revision_number': 2, 'project_id': '882c3092895149a59ea813977ba9e154', 'subnets': [{'id': '1e52d411-7180-4fa0-8b69-ccff1684382b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:18:49.206478 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3d6704-c3b3-49d8-96b1-c07c5a945324 None None] Checking router: 94763e22-eee5-4fc5-bf8c-45117e71437e for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:18:49.207923 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3d6704-c3b3-49d8-96b1-c07c5a945324 None None] Updating router 94763e22-eee5-4fc5-bf8c-45117e71437e port 4d4d160a-2e17-4c06-a02a-b089c9a6d47a binding host n-d-840717-1 {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:18:49.306172 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b8951-c96b-46ab-93f6-b52b8d0b7428 req-5ae39fcd-364c-455f-8b90-cdaf843f4b13 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:49.307872 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-243b8951-c96b-46ab-93f6-b52b8d0b7428 req-5ae39fcd-364c-455f-8b90-cdaf843f4b13 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.2123013 May 05 20:18:49.397613 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-aa3d6704-c3b3-49d8-96b1-c07c5a945324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:49.409539 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-243b8951-c96b-46ab-93f6-b52b8d0b7428 req-f0047e96-6356-418f-81f3-b98304811ed8 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941439 May 05 20:18:49.626689 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b575f0-6dbb-4193-886e-c007f7c02d34 req-ee944fb1-154e-4050-ab76-c371697cd167 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:49.678018 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a3b575f0-6dbb-4193-886e-c007f7c02d34 req-ee944fb1-154e-4050-ab76-c371697cd167 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/ports?device_id=917f0329-444f-4990-a8b9-db3c52f93436 HTTP/1.1" status: 200 len: 945 time: 0.4145494 May 05 20:18:49.838284 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 41728) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:49.850049 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a3b575f0-6dbb-4193-886e-c007f7c02d34 req-10fb057e-5ba5-4a4f-b824-3fae3a66524d tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f751196-6dff-46ee-8aaa-1cf7275b3ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1708577 May 05 20:18:49.908944 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7f9483b4-f744-46a1-add8-0db8ed53318f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:49.970432 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-7f9483b4-f744-46a1-add8-0db8ed53318f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:18:49.985386 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-7f9483b4-f744-46a1-add8-0db8ed53318f admin admin] Usage tracker for resource:security_group_rule and tenant:ebaf738ac6994f87ab5959c5a44a5cd7 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:18:49.996855 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-7f9483b4-f744-46a1-add8-0db8ed53318f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:18:50.008462 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-7f9483b4-f744-46a1-add8-0db8ed53318f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:18:50.086834 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b4a23-822d-4256-bbcf-7afb659f05f7 req-ef6b7336-e828-45ab-9d09-88ca6829957a tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:50.100740 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-066b4a23-822d-4256-bbcf-7afb659f05f7 req-ef6b7336-e828-45ab-9d09-88ca6829957a tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.2841232 May 05 20:18:50.201743 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 41736) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:50.211262 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-066b4a23-822d-4256-bbcf-7afb659f05f7 req-4d85d9ba-dd81-4343-9b61-a0545e9f7b59 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088171 May 05 20:18:50.234871 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-e2a18951-012b-4de2-b7b5-94abc1dd3d4b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-585373118-network', 'tenant_id': 'f6a3c89bee184f11a533b7da0e928b7f'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:18:50.240573 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e2a18951-012b-4de2-b7b5-94abc1dd3d4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:18:50.245862 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-aa3d6704-c3b3-49d8-96b1-c07c5a945324 None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:50.259028 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-aa3d6704-c3b3-49d8-96b1-c07c5a945324 None None] Transition to ACTIVE for port object 4d4d160a-2e17-4c06-a02a-b089c9a6d47a will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:18:50.279968 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-aa3d6704-c3b3-49d8-96b1-c07c5a945324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:50.297764 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7f9483b4-f744-46a1-add8-0db8ed53318f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:50.310401 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7f9483b4-f744-46a1-add8-0db8ed53318f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:50.319788 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-e2a18951-012b-4de2-b7b5-94abc1dd3d4b admin admin] Usage tracker for resource:network and tenant:f6a3c89bee184f11a533b7da0e928b7f is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:18:50.369366 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-e2a18951-012b-4de2-b7b5-94abc1dd3d4b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:18:50.388763 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9483b4-f744-46a1-add8-0db8ed53318f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb5ce9a-d37e-41bb-9d78-dc54f6b00cf7,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:18:50.405521 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e2a18951-012b-4de2-b7b5-94abc1dd3d4b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:18:50.507856 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a18951-012b-4de2-b7b5-94abc1dd3d4b admin admin] Made reservation on behalf of f6a3c89bee184f11a533b7da0e928b7f for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:18:50.510206 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e2a18951-012b-4de2-b7b5-94abc1dd3d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:50.553000 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e2a18951-012b-4de2-b7b5-94abc1dd3d4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:50.600409 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-7f9483b4-f744-46a1-add8-0db8ed53318f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ebaf738ac6994f87ab5959c5a44a5cd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7453744 May 05 20:18:50.601218 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 41754) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:50.639243 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e2a18951-012b-4de2-b7b5-94abc1dd3d4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:18:50.675042 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b3a4e7-fc29-406d-bafd-518aa8f18b84 req-8b2adf54-4a60-4de1-99c4-8d9da718cf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:50.677243 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d5b3a4e7-fc29-406d-bafd-518aa8f18b84 req-8b2adf54-4a60-4de1-99c4-8d9da718cf50 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc385d822f314b0ea94bc048c6bf0397&device_id=917f0329-444f-4990-a8b9-db3c52f93436 HTTP/1.1" status: 200 len: 1096 time: 0.9647927 May 05 20:18:50.678468 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-e2a18951-012b-4de2-b7b5-94abc1dd3d4b admin admin] Usage tracker for resource:security_group_rule and tenant:f6a3c89bee184f11a533b7da0e928b7f is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:18:50.682397 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-e2a18951-012b-4de2-b7b5-94abc1dd3d4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:18:50.760695 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bab82cb-b648-43d0-8f4a-82beb8d5b629 None None] Pushing event updated for resources: {'Port': ['ID=4d4d160a-2e17-4c06-a02a-b089c9a6d47a,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:18:50.784925 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bab82cb-b648-43d0-8f4a-82beb8d5b629 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:18:50.785539 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bab82cb-b648-43d0-8f4a-82beb8d5b629 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:18:50.786589 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bab82cb-b648-43d0-8f4a-82beb8d5b629 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:18:50.791616 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bab82cb-b648-43d0-8f4a-82beb8d5b629 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:18:50.792445 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bab82cb-b648-43d0-8f4a-82beb8d5b629 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:18:50.792953 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bab82cb-b648-43d0-8f4a-82beb8d5b629 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:18:50.793461 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bab82cb-b648-43d0-8f4a-82beb8d5b629 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:18:50.795797 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bab82cb-b648-43d0-8f4a-82beb8d5b629 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:18:50.796325 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bab82cb-b648-43d0-8f4a-82beb8d5b629 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:18:50.797400 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bab82cb-b648-43d0-8f4a-82beb8d5b629 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:18:50.797902 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bab82cb-b648-43d0-8f4a-82beb8d5b629 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:18:50.798396 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bab82cb-b648-43d0-8f4a-82beb8d5b629 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:18:50.822557 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-aa3d6704-c3b3-49d8-96b1-c07c5a945324 None None] Attempting to bind port 4d4d160a-2e17-4c06-a02a-b089c9a6d47a on host n-d-840717-1 for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:18:50.823143 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-aa3d6704-c3b3-49d8-96b1-c07c5a945324 None None] Attempting to bind port 4d4d160a-2e17-4c06-a02a-b089c9a6d47a by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'd1d2a867-3913-481e-b382-0f13f5f2eca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e8057ba9-341d-44ba-82ad-e5ee8fd433a8'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:18:50.823845 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3d6704-c3b3-49d8-96b1-c07c5a945324 None None] Attempting to bind port 4d4d160a-2e17-4c06-a02a-b089c9a6d47a on network e8057ba9-341d-44ba-82ad-e5ee8fd433a8 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:18:50.836059 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3d6704-c3b3-49d8-96b1-c07c5a945324 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:18:50.836755 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3d6704-c3b3-49d8-96b1-c07c5a945324 None None] Checking segment: {'id': 'd1d2a867-3913-481e-b382-0f13f5f2eca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e8057ba9-341d-44ba-82ad-e5ee8fd433a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:18:50.837337 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-aa3d6704-c3b3-49d8-96b1-c07c5a945324 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:50.837902 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3d6704-c3b3-49d8-96b1-c07c5a945324 None None] Bound using segment: {'id': 'd1d2a867-3913-481e-b382-0f13f5f2eca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e8057ba9-341d-44ba-82ad-e5ee8fd433a8'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:18:50.838521 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-aa3d6704-c3b3-49d8-96b1-c07c5a945324 None None] Bound port: 4d4d160a-2e17-4c06-a02a-b089c9a6d47a, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d2a867-3913-481e-b382-0f13f5f2eca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e8057ba9-341d-44ba-82ad-e5ee8fd433a8'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:18:50.839060 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-aa3d6704-c3b3-49d8-96b1-c07c5a945324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:50.993720 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e2a18951-012b-4de2-b7b5-94abc1dd3d4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:18:50.996883 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b3a4e7-fc29-406d-bafd-518aa8f18b84 req-0c85be87-3e8b-486f-b2bf-f00264987f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:50.998532 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d5b3a4e7-fc29-406d-bafd-518aa8f18b84 req-0c85be87-3e8b-486f-b2bf-f00264987f81 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1f4bdc00-0989-427c-9e5a-a72ccd38703a HTTP/1.1" status: 200 len: 912 time: 0.2986608 May 05 20:18:51.056450 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-aa3d6704-c3b3-49d8-96b1-c07c5a945324 None None] For port 4d4d160a-2e17-4c06-a02a-b089c9a6d47a, host n-d-840717-1, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:18:51.058859 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ad4d7953-ff35-41a1-bd3b-435ee947d6d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:51.063814 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-aa3d6704-c3b3-49d8-96b1-c07c5a945324 None None] For port 4d4d160a-2e17-4c06-a02a-b089c9a6d47a, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=4d4d160a-2e17-4c06-a02a-b089c9a6d47a,segment=NetworkSegment(d1d2a867-3913-481e-b382-0f13f5f2eca5),segment_id=d1d2a867-3913-481e-b382-0f13f5f2eca5)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:18:51.081282 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-aa3d6704-c3b3-49d8-96b1-c07c5a945324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:51.159970 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ad4d7953-ff35-41a1-bd3b-435ee947d6d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:51.222005 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bab82cb-b648-43d0-8f4a-82beb8d5b629 None None] Pushing event updated for resources: {'Port': ['ID=4d4d160a-2e17-4c06-a02a-b089c9a6d47a,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:18:51.225992 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f62322-d058-49a2-9445-1c7066804a42 req-6db57ad6-95a5-4e5d-bed8-13b5d98af75d tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:51.233302 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f6f62322-d058-49a2-9445-1c7066804a42 req-6db57ad6-95a5-4e5d-bed8-13b5d98af75d tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.3879256 May 05 20:18:51.243174 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3d6704-c3b3-49d8-96b1-c07c5a945324 None None] Routers {'94763e22-eee5-4fc5-bf8c-45117e71437e'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:18:51.244140 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-aa3d6704-c3b3-49d8-96b1-c07c5a945324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:18:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['94763e22-eee5-4fc5-bf8c-45117e71437e'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:18:51.275772 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ad4d7953-ff35-41a1-bd3b-435ee947d6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:51.296723 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f6f62322-d058-49a2-9445-1c7066804a42 req-c775836c-eb63-4b62-b552-90986c1d3dff tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624454 May 05 20:18:51.330373 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4d7953-ff35-41a1-bd3b-435ee947d6d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb5ce9a-d37e-41bb-9d78-dc54f6b00cf7,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:18:51.348869 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ad4d7953-ff35-41a1-bd3b-435ee947d6d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:51.350310 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-ad4d7953-ff35-41a1-bd3b-435ee947d6d7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2fb5ce9a-d37e-41bb-9d78-dc54f6b00cf7 HTTP/1.1" status: 204 len: 168 time: 0.7476761 May 05 20:18:51.492309 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e2a18951-012b-4de2-b7b5-94abc1dd3d4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:51.516329 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e2a18951-012b-4de2-b7b5-94abc1dd3d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:51.551398 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d5b3a4e7-fc29-406d-bafd-518aa8f18b84 req-dc0084b0-38dd-495a-a659-1fc1dbd18929 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa1f97e1-bee1-424b-865f-cb5e9cd71184 HTTP/1.1" status: 200 len: 1000 time: 0.5411189 May 05 20:18:51.578883 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d3f34205-e3f2-47dd-8b4e-a75ad8d1ce81 req-8118a211-d5c7-4a70-bc0a-7561ec7429d7 tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=4c05ceb8901c45618f2ee6bb1a148e51&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0909855 May 05 20:18:51.683400 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b3a4e7-fc29-406d-bafd-518aa8f18b84 req-e117e0e8-65f4-4afc-9a57-513bcb0736b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:51.686127 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d5b3a4e7-fc29-406d-bafd-518aa8f18b84 req-e117e0e8-65f4-4afc-9a57-513bcb0736b0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75701100-e0e5-47c2-a4bc-48386804fbaf HTTP/1.1" status: 200 len: 850 time: 0.1250839 May 05 20:18:51.698505 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2a18951-012b-4de2-b7b5-94abc1dd3d4b admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:18:51.699003 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-aa3d6704-c3b3-49d8-96b1-c07c5a945324 None None] Set router 94763e22-eee5-4fc5-bf8c-45117e71437e gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:18:51.824888 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a18951-012b-4de2-b7b5-94abc1dd3d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68d6381d-153d-4cdc-9cb7-bcb7d920b978,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:18:51.869139 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e2a18951-012b-4de2-b7b5-94abc1dd3d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:51.869465 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-e2a18951-012b-4de2-b7b5-94abc1dd3d4b admin admin] Added segment b7543af1-73d5-4482-a881-394588a73895 of type vlan for network c2a9be47-6ae3-43c0-a604-a9462e3ed185 May 05 20:18:51.899441 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06120cc-06df-48b7-86da-b9f3b2e87f09 req-8392ebbb-767a-49e3-99ba-2aa5c3ebfb3c tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:51.906923 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d06120cc-06df-48b7-86da-b9f3b2e87f09 req-8392ebbb-767a-49e3-99ba-2aa5c3ebfb3c tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/ports?device_id=917f0329-444f-4990-a8b9-db3c52f93436 HTTP/1.1" status: 200 len: 945 time: 0.7195408 May 05 20:18:51.958250 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba4cd3-c1b4-49d3-a7cf-f3111d87f852 req-b98257c6-7e1d-4469-961f-896e75ccab3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:51.960112 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b6ba4cd3-c1b4-49d3-a7cf-f3111d87f852 req-b98257c6-7e1d-4469-961f-896e75ccab3d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a265e664693546d09df58a9112067478&device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 1096 time: 1.3430629 May 05 20:18:51.973174 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e2a18951-012b-4de2-b7b5-94abc1dd3d4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:52.016693 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d06120cc-06df-48b7-86da-b9f3b2e87f09 req-2b5fadd8-edcd-47f4-ad57-b9f7f1b619b4 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f751196-6dff-46ee-8aaa-1cf7275b3ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084633 May 05 20:18:52.176249 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f34205-e3f2-47dd-8b4e-a75ad8d1ce81 req-cf5ce4fc-8622-4cc0-a815-cc278871a63a tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:52.178432 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d3f34205-e3f2-47dd-8b4e-a75ad8d1ce81 req-cf5ce4fc-8622-4cc0-a815-cc278871a63a tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5979862 May 05 20:18:52.197673 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d3f34205-e3f2-47dd-8b4e-a75ad8d1ce81 req-8bb420bd-f8aa-4b61-8a16-db62329bfe96 tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] 10.222.0.36 "GET /v2.0/quotas/4c05ceb8901c45618f2ee6bb1a148e51 HTTP/1.1" status: 200 len: 375 time: 0.0132036 May 05 20:18:52.296615 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba4cd3-c1b4-49d3-a7cf-f3111d87f852 req-2a42a036-2f9a-44a8-845c-d3659ed06d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:52.307670 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b6ba4cd3-c1b4-49d3-a7cf-f3111d87f852 req-2a42a036-2f9a-44a8-845c-d3659ed06d78 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f665291c-fe35-44a1-b025-0867219a15d5 HTTP/1.1" status: 200 len: 915 time: 0.3050680 May 05 20:18:52.307670 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e2a18951-012b-4de2-b7b5-94abc1dd3d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:52.308692 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a18951-012b-4de2-b7b5-94abc1dd3d4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:52.310627 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e2a18951-012b-4de2-b7b5-94abc1dd3d4b admin admin] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:52.378187 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d3f34205-e3f2-47dd-8b4e-a75ad8d1ce81 req-b241d723-8472-4052-80b6-c7377b2dbe8d tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4c05ceb8901c45618f2ee6bb1a148e51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1674526 May 05 20:18:52.432451 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-aa3d6704-c3b3-49d8-96b1-c07c5a945324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94763e22-eee5-4fc5-bf8c-45117e71437e', 'name': 'tempest-TestVolumeBackupRestore-677834481-router', 'tenant_id': '882c3092895149a59ea813977ba9e154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'c21901a0-bd39-448f-ba16-77ed5fdb2307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:18:33Z', 'updated_at': '2022-05-05T20:18:45Z', 'revision_number': 4, 'project_id': '882c3092895149a59ea813977ba9e154', 'gw_port': {'id': 'c21901a0-bd39-448f-ba16-77ed5fdb2307', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:11:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94763e22-eee5-4fc5-bf8c-45117e71437e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:18:35Z', 'updated_at': '2022-05-05T20:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '4d4d160a-2e17-4c06-a02a-b089c9a6d47a', 'name': '', 'network_id': 'e8057ba9-341d-44ba-82ad-e5ee8fd433a8', 'tenant_id': '882c3092895149a59ea813977ba9e154', 'mac_address': 'fa:16:3e:87:ed:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94763e22-eee5-4fc5-bf8c-45117e71437e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': '1e52d411-7180-4fa0-8b69-ccff1684382b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:18:42Z', 'updated_at': '2022-05-05T20:18:51Z', 'revision_number': 4, 'project_id': '882c3092895149a59ea813977ba9e154', 'subnets': [{'id': '1e52d411-7180-4fa0-8b69-ccff1684382b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:18:52.446353 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3d6704-c3b3-49d8-96b1-c07c5a945324 None None] The sync data for ids ['94763e22-eee5-4fc5-bf8c-45117e71437e'] in n-d-840717-1 is: [{'id': '94763e22-eee5-4fc5-bf8c-45117e71437e', 'name': 'tempest-TestVolumeBackupRestore-677834481-router', 'tenant_id': '882c3092895149a59ea813977ba9e154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'c21901a0-bd39-448f-ba16-77ed5fdb2307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:18:33Z', 'updated_at': '2022-05-05T20:18:45Z', 'revision_number': 4, 'project_id': '882c3092895149a59ea813977ba9e154', 'gw_port': {'id': 'c21901a0-bd39-448f-ba16-77ed5fdb2307', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:11:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94763e22-eee5-4fc5-bf8c-45117e71437e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:18:35Z', 'updated_at': '2022-05-05T20:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '4d4d160a-2e17-4c06-a02a-b089c9a6d47a', 'name': '', 'network_id': 'e8057ba9-341d-44ba-82ad-e5ee8fd433a8', 'tenant_id': '882c3092895149a59ea813977ba9e154', 'mac_address': 'fa:16:3e:87:ed:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94763e22-eee5-4fc5-bf8c-45117e71437e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': '1e52d411-7180-4fa0-8b69-ccff1684382b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:18:42Z', 'updated_at': '2022-05-05T20:18:51Z', 'revision_number': 4, 'project_id': '882c3092895149a59ea813977ba9e154', 'subnets': [{'id': '1e52d411-7180-4fa0-8b69-ccff1684382b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:18:52.768104 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 4d4d160a-2e17-4c06-a02a-b089c9a6d47a up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:18:52.958212 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 4d4d160a-2e17-4c06-a02a-b089c9a6d47a completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:18:52.974397 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 4d4d160a-2e17-4c06-a02a-b089c9a6d47a triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:18:52.974776 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:53.119572 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b3a4e7-fc29-406d-bafd-518aa8f18b84 req-1e5b8151-b7d9-4251-9f68-0be492456139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:53.121884 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d5b3a4e7-fc29-406d-bafd-518aa8f18b84 req-1e5b8151-b7d9-4251-9f68-0be492456139 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1f4bdc00-0989-427c-9e5a-a72ccd38703a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.4114108 May 05 20:18:53.139519 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b6ba4cd3-c1b4-49d3-a7cf-f3111d87f852 req-eec6fe04-8c29-4871-a120-3206f979060a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ede82658-00b0-42c9-915e-b334ee0c0cfe HTTP/1.1" status: 200 len: 217 time: 0.8147495 May 05 20:18:53.154817 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f145302-3380-46b7-8c87-d0a2f3654888 req-ae099fae-f66d-4101-93e9-43a54f61c950 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:53.163288 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6f145302-3380-46b7-8c87-d0a2f3654888 req-ae099fae-f66d-4101-93e9-43a54f61c950 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/ports?device_id=917f0329-444f-4990-a8b9-db3c52f93436 HTTP/1.1" status: 200 len: 945 time: 0.2696381 May 05 20:18:53.261122 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6f145302-3380-46b7-8c87-d0a2f3654888 req-a70b5264-7c0b-4489-b64b-baac668dddbc tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f751196-6dff-46ee-8aaa-1cf7275b3ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964239 May 05 20:18:53.271133 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a18951-012b-4de2-b7b5-94abc1dd3d4b admin admin] Pushing event updated for resources: {'Network': ['ID=c2a9be47-6ae3-43c0-a604-a9462e3ed185,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:18:53.303068 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [req-d5b3a4e7-fc29-406d-bafd-518aa8f18b84 req-48a55ed3-e16e-4d01-aa4a-bea8705fe042 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:18:53.305437 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d5b3a4e7-fc29-406d-bafd-518aa8f18b84 req-48a55ed3-e16e-4d01-aa4a-bea8705fe042 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0454254 May 05 20:18:53.333289 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network c2a9be47-6ae3-43c0-a604-a9462e3ed185 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:18:53.470227 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cf31c59b-09d2-4a74-a426-9dbb67120ffd req-17c20717-0766-4079-8669-0062a59f85e9 tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e58e2f7-32b8-47b8-bfd4-a95d6612ad8a HTTP/1.1" status: 200 len: 210 time: 0.1374726 May 05 20:18:53.696000 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:53.778351 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 4d4d160a-2e17-4c06-a02a-b089c9a6d47a, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=4d4d160a-2e17-4c06-a02a-b089c9a6d47a,segment=NetworkSegment(d1d2a867-3913-481e-b382-0f13f5f2eca5),segment_id=d1d2a867-3913-481e-b382-0f13f5f2eca5)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:18:53.788428 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:53.849953 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e2a18951-012b-4de2-b7b5-94abc1dd3d4b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.6468735 May 05 20:18:53.854815 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 41868) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:53.862200 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-1805ae53-3659-43b6-9d11-03394f28ee26 admin admin] Request body: {'subnet': {'network_id': 'c2a9be47-6ae3-43c0-a604-a9462e3ed185', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-585373118-subnet', 'tenant_id': 'f6a3c89bee184f11a533b7da0e928b7f', 'ip_version': 4}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:18:53.862385 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d5b3a4e7-fc29-406d-bafd-518aa8f18b84 req-64122055-be8e-469b-9b0e-d25b261d743d service neutron] 10.222.0.24 "GET /v2.0/networks/1f4bdc00-0989-427c-9e5a-a72ccd38703a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5194569 May 05 20:18:53.869936 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-1805ae53-3659-43b6-9d11-03394f28ee26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:18:53.884145 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab03b1-23f6-4121-919d-941da54f591b req-58959fb7-dc39-4f52-b71c-2a6aa872fa6b tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:53.885951 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-85ab03b1-23f6-4121-919d-941da54f591b req-58959fb7-dc39-4f52-b71c-2a6aa872fa6b tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.9297798 May 05 20:18:53.887688 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba4cd3-c1b4-49d3-a7cf-f3111d87f852 req-abb4a4b1-fc19-4879-b45d-ce86bc745655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:53.889196 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b6ba4cd3-c1b4-49d3-a7cf-f3111d87f852 req-abb4a4b1-fc19-4879-b45d-ce86bc745655 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4e5ca270-af30-4d15-b9c5-3a4471edda55 HTTP/1.1" status: 200 len: 854 time: 0.6060770 May 05 20:18:53.899745 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-1805ae53-3659-43b6-9d11-03394f28ee26 admin admin] Usage tracker for resource:subnet and tenant:f6a3c89bee184f11a533b7da0e928b7f is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:18:53.908999 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-1805ae53-3659-43b6-9d11-03394f28ee26 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:18:53.948438 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-1805ae53-3659-43b6-9d11-03394f28ee26 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:18:53.970604 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1805ae53-3659-43b6-9d11-03394f28ee26 admin admin] Made reservation on behalf of f6a3c89bee184f11a533b7da0e928b7f for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:18:53.974928 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1805ae53-3659-43b6-9d11-03394f28ee26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:53.985611 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=4d4d160a-2e17-4c06-a02a-b089c9a6d47a,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:18:54.045030 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b6ba4cd3-c1b4-49d3-a7cf-f3111d87f852 req-db26ccd9-ef73-4b2b-a700-51699f23a393 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f665291c-fe35-44a1-b025-0867219a15d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1329820 May 05 20:18:54.075410 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [req-b6ba4cd3-c1b4-49d3-a7cf-f3111d87f852 req-a41a1c0b-a8ca-4419-8906-0e70401b322c service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:18:54.076637 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b6ba4cd3-c1b4-49d3-a7cf-f3111d87f852 req-a41a1c0b-a8ca-4419-8906-0e70401b322c service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056446 May 05 20:18:54.086195 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-85ab03b1-23f6-4121-919d-941da54f591b req-59bf196a-7578-4e29-8d84-8e8c930d07a1 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347947 May 05 20:18:54.476279 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1805ae53-3659-43b6-9d11-03394f28ee26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:54.606976 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b6ba4cd3-c1b4-49d3-a7cf-f3111d87f852 req-8b26495d-5b27-4861-91d4-ba6b8e11178c service neutron] 10.222.0.50 "GET /v2.0/networks/f665291c-fe35-44a1-b025-0867219a15d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5169923 May 05 20:18:54.609786 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d5b3a4e7-fc29-406d-bafd-518aa8f18b84 req-9a8bc619-1704-4fb9-822c-cb9e125f1f6d service neutron] 10.222.0.24 "GET /v2.0/networks/1f4bdc00-0989-427c-9e5a-a72ccd38703a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7345569 May 05 20:18:54.708123 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 4d4d160a-2e17-4c06-a02a-b089c9a6d47a up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:18:54.720650 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1805ae53-3659-43b6-9d11-03394f28ee26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63e2fac6-bdcb-4ed0-bf8d-217752a1cccc,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:18:54.740141 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1805ae53-3659-43b6-9d11-03394f28ee26 admin admin] Checking segment: {'id': 'b7543af1-73d5-4482-a881-394588a73895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c2a9be47-6ae3-43c0-a604-a9462e3ed185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:18:54.740838 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1805ae53-3659-43b6-9d11-03394f28ee26 admin admin] Network hostable DHCP agents. Network: c2a9be47-6ae3-43c0-a604-a9462e3ed185, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:18:54.774140 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1805ae53-3659-43b6-9d11-03394f28ee26 admin admin] Network c2a9be47-6ae3-43c0-a604-a9462e3ed185 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:18:54.806710 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-1805ae53-3659-43b6-9d11-03394f28ee26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, c2a9be47-6ae3-43c0-a604-a9462e3ed185) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:18:54.831605 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1805ae53-3659-43b6-9d11-03394f28ee26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:54.833391 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1805ae53-3659-43b6-9d11-03394f28ee26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:54.896146 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-1805ae53-3659-43b6-9d11-03394f28ee26 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0390973 May 05 20:18:54.898692 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 41904) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:54.914094 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-191d2417-64df-418b-9630-507ce428934b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-585373118-router', 'tenant_id': 'f6a3c89bee184f11a533b7da0e928b7f', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:18:54.936391 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-191d2417-64df-418b-9630-507ce428934b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:18:54.948280 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-191d2417-64df-418b-9630-507ce428934b admin admin] Usage tracker for resource:router and tenant:f6a3c89bee184f11a533b7da0e928b7f is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:18:54.956379 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-191d2417-64df-418b-9630-507ce428934b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:18:55.008835 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-191d2417-64df-418b-9630-507ce428934b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:18:55.017911 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c210c87-1851-4145-a667-55480a1f2231 None None] Network c2a9be47-6ae3-43c0-a604-a9462e3ed185 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:18:55.029544 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-191d2417-64df-418b-9630-507ce428934b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:55.031753 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-191d2417-64df-418b-9630-507ce428934b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:55.173164 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 41908) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:55.183969 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dbc326a0-97e4-4a5f-bfbe-6248be8a5881 req-4f7baf8d-3469-40b5-8e57-e739402e539d tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e58e2f7-32b8-47b8-bfd4-a95d6612ad8a HTTP/1.1" status: 200 len: 210 time: 0.1443601 May 05 20:18:55.228488 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b6ba4cd3-c1b4-49d3-a7cf-f3111d87f852 req-509ec218-e107-4080-9685-546adc74adf6 service neutron] 10.222.0.50 "GET /v2.0/networks/f665291c-fe35-44a1-b025-0867219a15d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5830193 May 05 20:18:55.242688 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d3f34205-e3f2-47dd-8b4e-a75ad8d1ce81 req-803794bf-b16c-4c56-9eb6-78daf8cb6ccc tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=4c05ceb8901c45618f2ee6bb1a148e51&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1221974 May 05 20:18:55.345360 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-191d2417-64df-418b-9630-507ce428934b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:55.368137 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d63d7-9624-4d7b-ab2b-c93e73cb06c8 req-3d0df9eb-5d8d-46f0-8acb-cab22591e6c9 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:55.378198 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6c3d63d7-9624-4d7b-ab2b-c93e73cb06c8 req-3d0df9eb-5d8d-46f0-8acb-cab22591e6c9 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/ports?device_id=917f0329-444f-4990-a8b9-db3c52f93436 HTTP/1.1" status: 200 len: 945 time: 0.8592701 May 05 20:18:55.415184 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 4d4d160a-2e17-4c06-a02a-b089c9a6d47a triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:18:55.415769 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:55.565253 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6c3d63d7-9624-4d7b-ab2b-c93e73cb06c8 req-22255175-78de-431d-b667-9afddff5bcc2 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f751196-6dff-46ee-8aaa-1cf7275b3ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1858737 May 05 20:18:55.594738 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e330d4-0c2a-4ebe-8436-c9d3bdbc5424 req-8d889173-ff77-409f-890f-ca17a12c1741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:55.599788 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-27e330d4-0c2a-4ebe-8436-c9d3bdbc5424 req-8d889173-ff77-409f-890f-ca17a12c1741 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc385d822f314b0ea94bc048c6bf0397&device_id=917f0329-444f-4990-a8b9-db3c52f93436 HTTP/1.1" status: 200 len: 1096 time: 0.2093356 May 05 20:18:55.700981 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90237be2-a3b7-455d-afc4-c495ebb0a441 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-c2a9be47-6ae3-43c0-a604-a9462e3ed185', 'network_id': 'c2a9be47-6ae3-43c0-a604-a9462e3ed185', 'tenant_id': 'f6a3c89bee184f11a533b7da0e928b7f', 'fixed_ips': [{'subnet_id': '63e2fac6-bdcb-4ed0-bf8d-217752a1cccc'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:18:55.701785 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-90237be2-a3b7-455d-afc4-c495ebb0a441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:55.790565 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-03d2804f-b99c-4f3e-b17e-8e0d26530b03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:55.830889 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-03d2804f-b99c-4f3e-b17e-8e0d26530b03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:18:55.848236 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-03d2804f-b99c-4f3e-b17e-8e0d26530b03 admin admin] Usage tracker for resource:security_group_rule and tenant:c2ac8255b4cc49c7aaffbe732e01a0bf is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:18:55.854513 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-03d2804f-b99c-4f3e-b17e-8e0d26530b03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:18:55.872977 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-03d2804f-b99c-4f3e-b17e-8e0d26530b03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:18:55.908063 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e330d4-0c2a-4ebe-8436-c9d3bdbc5424 req-d03c9573-ae36-4b8e-bb0e-afd4cc2339d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:55.910019 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-27e330d4-0c2a-4ebe-8436-c9d3bdbc5424 req-d03c9573-ae36-4b8e-bb0e-afd4cc2339d2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1f4bdc00-0989-427c-9e5a-a72ccd38703a HTTP/1.1" status: 200 len: 912 time: 0.3054657 May 05 20:18:55.967766 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-90237be2-a3b7-455d-afc4-c495ebb0a441 None None] Allocated IP 172.20.0.2 (c2a9be47-6ae3-43c0-a604-a9462e3ed185/63e2fac6-bdcb-4ed0-bf8d-217752a1cccc/9b85b591-e522-420b-913a-1bd00cba3f13) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:18:56.152471 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-27e330d4-0c2a-4ebe-8436-c9d3bdbc5424 req-b66af4af-ab40-4dc1-83b2-b689ada9adf8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa1f97e1-bee1-424b-865f-cb5e9cd71184 HTTP/1.1" status: 200 len: 1000 time: 0.2238524 May 05 20:18:56.253791 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e330d4-0c2a-4ebe-8436-c9d3bdbc5424 req-a786119c-ecc0-405d-bf39-86ae948ddfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:56.255262 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-27e330d4-0c2a-4ebe-8436-c9d3bdbc5424 req-a786119c-ecc0-405d-bf39-86ae948ddfb8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75701100-e0e5-47c2-a4bc-48386804fbaf HTTP/1.1" status: 200 len: 850 time: 0.1087937 May 05 20:18:56.342017 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f34205-e3f2-47dd-8b4e-a75ad8d1ce81 req-2c2287a2-52a2-41aa-81c6-4a264f188ff8 tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:56.343720 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d3f34205-e3f2-47dd-8b4e-a75ad8d1ce81 req-2c2287a2-52a2-41aa-81c6-4a264f188ff8 tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0956340 May 05 20:18:56.352367 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9250497-1b6c-4833-b064-ca53b18975f6 req-83a57ee7-093c-4799-baf2-c902fcb68fd3 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:56.354384 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a9250497-1b6c-4833-b064-ca53b18975f6 req-83a57ee7-093c-4799-baf2-c902fcb68fd3 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.8234804 May 05 20:18:56.370484 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-d3f34205-e3f2-47dd-8b4e-a75ad8d1ce81 req-5e281a44-fb3d-4441-8c53-6d53f07e9288 tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] Request body: {'port': {'device_id': '6e58e2f7-32b8-47b8-bfd4-a95d6612ad8a', 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3', 'admin_state_up': True, 'tenant_id': '4c05ceb8901c45618f2ee6bb1a148e51'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:18:56.377977 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-90237be2-a3b7-455d-afc4-c495ebb0a441 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:56.391973 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-90237be2-a3b7-455d-afc4-c495ebb0a441 None None] Transition to ACTIVE for port object 9b85b591-e522-420b-913a-1bd00cba3f13 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:18:56.440954 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-90237be2-a3b7-455d-afc4-c495ebb0a441 None None] Transition to ACTIVE for port object 9b85b591-e522-420b-913a-1bd00cba3f13 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:18:56.450771 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-191d2417-64df-418b-9630-507ce428934b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:56.459249 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-90237be2-a3b7-455d-afc4-c495ebb0a441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:56.487054 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d9c6ac20-3d72-4e78-82d3-c6c6a05835dc req-f01b1c44-8001-4ca9-8959-7ab6066d2e0a tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e58e2f7-32b8-47b8-bfd4-a95d6612ad8a HTTP/1.1" status: 200 len: 210 time: 0.0686800 May 05 20:18:56.489743 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e330d4-0c2a-4ebe-8436-c9d3bdbc5424 req-63c22e39-aa1c-4676-ad57-dda805928d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:56.492150 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-27e330d4-0c2a-4ebe-8436-c9d3bdbc5424 req-63c22e39-aa1c-4676-ad57-dda805928d9a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1f4bdc00-0989-427c-9e5a-a72ccd38703a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2303243 May 05 20:18:56.555773 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90237be2-a3b7-455d-afc4-c495ebb0a441 None None] Network c2a9be47-6ae3-43c0-a604-a9462e3ed185 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:18:56.558514 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-90237be2-a3b7-455d-afc4-c495ebb0a441 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:18:56.569113 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90237be2-a3b7-455d-afc4-c495ebb0a441 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:18:56.594756 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:18:56.748490 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90237be2-a3b7-455d-afc4-c495ebb0a441 None None] Pushing event updated for resources: {'Port': ['ID=9b85b591-e522-420b-913a-1bd00cba3f13,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:18:56.849029 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-90237be2-a3b7-455d-afc4-c495ebb0a441 None None] Attempting to bind port 9b85b591-e522-420b-913a-1bd00cba3f13 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:18:56.849397 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-90237be2-a3b7-455d-afc4-c495ebb0a441 None None] Attempting to bind port 9b85b591-e522-420b-913a-1bd00cba3f13 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'b7543af1-73d5-4482-a881-394588a73895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c2a9be47-6ae3-43c0-a604-a9462e3ed185'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:18:56.850141 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90237be2-a3b7-455d-afc4-c495ebb0a441 None None] Attempting to bind port 9b85b591-e522-420b-913a-1bd00cba3f13 on network c2a9be47-6ae3-43c0-a604-a9462e3ed185 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:18:56.856868 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90237be2-a3b7-455d-afc4-c495ebb0a441 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:18:56.857298 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90237be2-a3b7-455d-afc4-c495ebb0a441 None None] Checking segment: {'id': 'b7543af1-73d5-4482-a881-394588a73895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c2a9be47-6ae3-43c0-a604-a9462e3ed185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:18:56.857708 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-90237be2-a3b7-455d-afc4-c495ebb0a441 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:56.858105 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90237be2-a3b7-455d-afc4-c495ebb0a441 None None] Bound using segment: {'id': 'b7543af1-73d5-4482-a881-394588a73895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c2a9be47-6ae3-43c0-a604-a9462e3ed185'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:18:56.858568 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-90237be2-a3b7-455d-afc4-c495ebb0a441 None None] Bound port: 9b85b591-e522-420b-913a-1bd00cba3f13, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7543af1-73d5-4482-a881-394588a73895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c2a9be47-6ae3-43c0-a604-a9462e3ed185'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:18:56.858944 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-90237be2-a3b7-455d-afc4-c495ebb0a441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:56.873704 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a9250497-1b6c-4833-b064-ca53b18975f6 req-721520fd-7962-4d67-9bb8-257c8c526c98 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4819698 May 05 20:18:56.947809 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-03d2804f-b99c-4f3e-b17e-8e0d26530b03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:56.958795 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-27e330d4-0c2a-4ebe-8436-c9d3bdbc5424 req-f810ae18-8a02-4862-a868-4d0c8595c86c service neutron] 10.222.0.24 "GET /v2.0/networks/1f4bdc00-0989-427c-9e5a-a72ccd38703a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4597957 May 05 20:18:56.974654 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-03d2804f-b99c-4f3e-b17e-8e0d26530b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:56.995813 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb491ca-f14e-477a-9c21-6be4c5887be6 req-18a1dfc3-04c0-4461-9412-a245a88a0bae tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:56.997309 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5cb491ca-f14e-477a-9c21-6be4c5887be6 req-18a1dfc3-04c0-4461-9412-a245a88a0bae tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/ports?device_id=917f0329-444f-4990-a8b9-db3c52f93436 HTTP/1.1" status: 200 len: 945 time: 0.1741540 May 05 20:18:57.010499 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-d3f34205-e3f2-47dd-8b4e-a75ad8d1ce81 req-5e281a44-fb3d-4441-8c53-6d53f07e9288 tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:18:57.014534 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-d3f34205-e3f2-47dd-8b4e-a75ad8d1ce81 req-5e281a44-fb3d-4441-8c53-6d53f07e9288 tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] Usage tracker for resource:port and tenant:4c05ceb8901c45618f2ee6bb1a148e51 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:18:57.018980 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-d3f34205-e3f2-47dd-8b4e-a75ad8d1ce81 req-5e281a44-fb3d-4441-8c53-6d53f07e9288 tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:18:57.025475 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-d3f34205-e3f2-47dd-8b4e-a75ad8d1ce81 req-5e281a44-fb3d-4441-8c53-6d53f07e9288 tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:18:57.074579 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-90237be2-a3b7-455d-afc4-c495ebb0a441 None None] For port 9b85b591-e522-420b-913a-1bd00cba3f13, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:18:57.074579 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-90237be2-a3b7-455d-afc4-c495ebb0a441 None None] For port 9b85b591-e522-420b-913a-1bd00cba3f13, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=9b85b591-e522-420b-913a-1bd00cba3f13,segment=NetworkSegment(b7543af1-73d5-4482-a881-394588a73895),segment_id=b7543af1-73d5-4482-a881-394588a73895)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:18:57.089723 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-90237be2-a3b7-455d-afc4-c495ebb0a441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:57.139756 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d2804f-b99c-4f3e-b17e-8e0d26530b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d709dc6-0b59-413e-84ca-5fb30bc23b5b,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:18:57.146274 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3f34205-e3f2-47dd-8b4e-a75ad8d1ce81 req-5e281a44-fb3d-4441-8c53-6d53f07e9288 tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] Made reservation on behalf of 4c05ceb8901c45618f2ee6bb1a148e51 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:18:57.149698 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d3f34205-e3f2-47dd-8b4e-a75ad8d1ce81 req-5e281a44-fb3d-4441-8c53-6d53f07e9288 tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:57.170849 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5cb491ca-f14e-477a-9c21-6be4c5887be6 req-99618fe2-c89f-4d34-ae7a-a58153554cfe tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f751196-6dff-46ee-8aaa-1cf7275b3ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1575687 May 05 20:18:57.173207 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 41958) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:18:57.179785 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-03d2804f-b99c-4f3e-b17e-8e0d26530b03 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c2ac8255b4cc49c7aaffbe732e01a0bf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9923091 May 05 20:18:57.181014 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d3f34205-e3f2-47dd-8b4e-a75ad8d1ce81 req-5e281a44-fb3d-4441-8c53-6d53f07e9288 tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:57.257014 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-d3f34205-e3f2-47dd-8b4e-a75ad8d1ce81 req-5e281a44-fb3d-4441-8c53-6d53f07e9288 tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:18:57.268504 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-d3f34205-e3f2-47dd-8b4e-a75ad8d1ce81 req-5e281a44-fb3d-4441-8c53-6d53f07e9288 tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] Usage tracker for resource:security_group_rule and tenant:4c05ceb8901c45618f2ee6bb1a148e51 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:18:57.269405 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90237be2-a3b7-455d-afc4-c495ebb0a441 None None] Pushing event updated for resources: {'Port': ['ID=9b85b591-e522-420b-913a-1bd00cba3f13,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:18:57.284268 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-d3f34205-e3f2-47dd-8b4e-a75ad8d1ce81 req-5e281a44-fb3d-4441-8c53-6d53f07e9288 tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:18:57.288692 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c37f18eb-9594-40ee-a519-45e472d4594d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:57.294252 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-d3f34205-e3f2-47dd-8b4e-a75ad8d1ce81 req-5e281a44-fb3d-4441-8c53-6d53f07e9288 tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:18:57.309720 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-27e330d4-0c2a-4ebe-8436-c9d3bdbc5424 req-015e026a-ac4e-43d6-bb7f-3715195c764b service neutron] 10.222.0.24 "GET /v2.0/networks/1f4bdc00-0989-427c-9e5a-a72ccd38703a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442018 May 05 20:18:57.325019 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c37f18eb-9594-40ee-a519-45e472d4594d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:57.414165 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c37f18eb-9594-40ee-a519-45e472d4594d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:57.433086 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37f18eb-9594-40ee-a519-45e472d4594d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d709dc6-0b59-413e-84ca-5fb30bc23b5b,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:18:57.444239 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c37f18eb-9594-40ee-a519-45e472d4594d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:57.449173 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c37f18eb-9594-40ee-a519-45e472d4594d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8d709dc6-0b59-413e-84ca-5fb30bc23b5b HTTP/1.1" status: 204 len: 168 time: 0.2745571 May 05 20:18:57.773484 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d3f34205-e3f2-47dd-8b4e-a75ad8d1ce81 req-5e281a44-fb3d-4441-8c53-6d53f07e9288 tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:57.818253 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d3f34205-e3f2-47dd-8b4e-a75ad8d1ce81 req-5e281a44-fb3d-4441-8c53-6d53f07e9288 tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:58.025358 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-360ab529-c8f3-474e-bf48-4d3bc0610a3b req-a4769d0f-6936-484c-b16e-0af22d6e1c3c tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e58e2f7-32b8-47b8-bfd4-a95d6612ad8a HTTP/1.1" status: 200 len: 210 time: 0.2098403 May 05 20:18:58.103760 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e281a44-fb3d-4441-8c53-6d53f07e9288 tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5ce8c1-c005-42ff-a02f-9ad29f9e4332,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:18:58.173868 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-191d2417-64df-418b-9630-507ce428934b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:58.237796 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-191d2417-64df-418b-9630-507ce428934b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:58.256339 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7a861-d03e-4a7f-a13c-e89d3f982fce req-3be76c81-14fe-4b17-a19d-6a9dc84f218e tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:58.258028 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-49e7a861-d03e-4a7f-a13c-e89d3f982fce req-3be76c81-14fe-4b17-a19d-6a9dc84f218e tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.1106687 May 05 20:18:58.340308 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-49e7a861-d03e-4a7f-a13c-e89d3f982fce req-3507eab1-b332-4f7a-8922-43195d775f5e tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756979 May 05 20:18:58.616539 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8571c7-2f7c-4084-9f70-353943c55110 req-604d484c-fdf0-489c-a231-b52b9975257d tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:58.625844 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4f8571c7-2f7c-4084-9f70-353943c55110 req-604d484c-fdf0-489c-a231-b52b9975257d tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.1310165 May 05 20:18:58.696478 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4f8571c7-2f7c-4084-9f70-353943c55110 req-cc0432a0-7f12-4957-8c8e-4df42d9c6049 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680213 May 05 20:18:58.784406 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-d3f34205-e3f2-47dd-8b4e-a75ad8d1ce81 req-5e281a44-fb3d-4441-8c53-6d53f07e9288 tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] Allocated IP 192.168.233.9 (b786cc2b-f681-4c10-a54f-820e9d1a5ac3/4d72a8d3-0a35-4d3a-96b8-d869ff4093bc/dd893e62-35ed-405b-91fa-f992a1c060e1) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:18:58.813664 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 9b85b591-e522-420b-913a-1bd00cba3f13 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:18:58.938382 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-191d2417-64df-418b-9630-507ce428934b admin admin] Allocated IP 172.25.0.15 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/7d10b1de-2982-42f6-9dba-a4db4e2cff9f) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:18:58.985026 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 9b85b591-e522-420b-913a-1bd00cba3f13 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:18:59.052511 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9681f99-d2eb-407d-80ce-fb55b4492300 req-f9f049f7-94f7-41de-8ee1-46ddd4c82524 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:59.054149 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c9681f99-d2eb-407d-80ce-fb55b4492300 req-f9f049f7-94f7-41de-8ee1-46ddd4c82524 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/ports?device_id=917f0329-444f-4990-a8b9-db3c52f93436 HTTP/1.1" status: 200 len: 945 time: 0.5585108 May 05 20:18:59.079720 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bd5935-ec21-4756-928a-41629f697574 None None] Network c2a9be47-6ae3-43c0-a604-a9462e3ed185 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:18:59.300276 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27753b97-6790-457a-9623-dd81af450443 req-baf67af2-abc8-4f1a-9132-c1a589e145be tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:59.301843 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-27753b97-6790-457a-9623-dd81af450443 req-baf67af2-abc8-4f1a-9132-c1a589e145be tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.1726680 May 05 20:18:59.429627 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-032cbf13-c796-4974-8c01-feadaae69f34 None None] Provisioning for port 9b85b591-e522-420b-913a-1bd00cba3f13 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:18:59.435884 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-27753b97-6790-457a-9623-dd81af450443 req-c88b8b15-1bce-48e7-9d04-08df17589f1f tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274240 May 05 20:18:59.462731 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-032cbf13-c796-4974-8c01-feadaae69f34 None None] Provisioning complete for port 9b85b591-e522-420b-913a-1bd00cba3f13 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:18:59.463321 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-032cbf13-c796-4974-8c01-feadaae69f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:59.556929 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d3f34205-e3f2-47dd-8b4e-a75ad8d1ce81 req-5e281a44-fb3d-4441-8c53-6d53f07e9288 tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:59.575199 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-d3f34205-e3f2-47dd-8b4e-a75ad8d1ce81 req-5e281a44-fb3d-4441-8c53-6d53f07e9288 tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] Transition to ACTIVE for port object dd893e62-35ed-405b-91fa-f992a1c060e1 will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:18:59.631745 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-191d2417-64df-418b-9630-507ce428934b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:59.720542 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d3f34205-e3f2-47dd-8b4e-a75ad8d1ce81 req-5e281a44-fb3d-4441-8c53-6d53f07e9288 tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:59.857189 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c9681f99-d2eb-407d-80ce-fb55b4492300 req-dbadb434-efb4-43b5-bb28-8f29627f6d61 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f751196-6dff-46ee-8aaa-1cf7275b3ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7890925 May 05 20:18:59.860739 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227b1e7a-8816-4ebb-bf89-b3b9c10e0aab req-0131a7a0-af3a-47c4-b84c-06a31432f4bd tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:18:59.872579 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-227b1e7a-8816-4ebb-bf89-b3b9c10e0aab req-0131a7a0-af3a-47c4-b84c-06a31432f4bd tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e58e2f7-32b8-47b8-bfd4-a95d6612ad8a HTTP/1.1" status: 200 len: 934 time: 0.2285037 May 05 20:18:59.876568 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-191d2417-64df-418b-9630-507ce428934b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:59.963922 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-032cbf13-c796-4974-8c01-feadaae69f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:18:59.991969 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-227b1e7a-8816-4ebb-bf89-b3b9c10e0aab req-a7fa90d1-e4ab-4108-a168-cf6c36ffabb4 tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b5ce8c1-c005-42ff-a02f-9ad29f9e4332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182733 May 05 20:19:00.003152 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3f34205-e3f2-47dd-8b4e-a75ad8d1ce81 req-5e281a44-fb3d-4441-8c53-6d53f07e9288 tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] Network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:19:00.014640 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-d3f34205-e3f2-47dd-8b4e-a75ad8d1ce81 req-5e281a44-fb3d-4441-8c53-6d53f07e9288 tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:19:00.043288 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3f34205-e3f2-47dd-8b4e-a75ad8d1ce81 req-5e281a44-fb3d-4441-8c53-6d53f07e9288 tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:19:00.058388 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-032cbf13-c796-4974-8c01-feadaae69f34 None None] For port 9b85b591-e522-420b-913a-1bd00cba3f13, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=9b85b591-e522-420b-913a-1bd00cba3f13,segment=NetworkSegment(b7543af1-73d5-4482-a881-394588a73895),segment_id=b7543af1-73d5-4482-a881-394588a73895)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:19:00.065203 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-032cbf13-c796-4974-8c01-feadaae69f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:00.267111 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9a096fe9-436b-41bb-b4c2-942916a280df None None] Provisioning complete for port 9b85b591-e522-420b-913a-1bd00cba3f13 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:19:00.267810 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9a096fe9-436b-41bb-b4c2-942916a280df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:00.275864 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191d2417-64df-418b-9630-507ce428934b admin admin] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:19:00.297742 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-191d2417-64df-418b-9630-507ce428934b admin admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:19:00.307673 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e281a44-fb3d-4441-8c53-6d53f07e9288 tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] Pushing event updated for resources: {'Port': ['ID=dd893e62-35ed-405b-91fa-f992a1c060e1,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:19:00.318171 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191d2417-64df-418b-9630-507ce428934b admin admin] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:19:00.347474 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032cbf13-c796-4974-8c01-feadaae69f34 None None] Pushing event updated for resources: {'Port': ['ID=9b85b591-e522-420b-913a-1bd00cba3f13,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:19:00.620037 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-ce6ea6c3-9cf9-49c6-9be7-96d30d544151 None None] Provisioning for port dd893e62-35ed-405b-91fa-f992a1c060e1 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:19:00.628948 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-ce6ea6c3-9cf9-49c6-9be7-96d30d544151 None None] Provisioning complete for port dd893e62-35ed-405b-91fa-f992a1c060e1 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:19:00.629224 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ce6ea6c3-9cf9-49c6-9be7-96d30d544151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:00.753459 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-ce6ea6c3-9cf9-49c6-9be7-96d30d544151 None None] Port dd893e62-35ed-405b-91fa-f992a1c060e1 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:19:00.756092 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 9b85b591-e522-420b-913a-1bd00cba3f13 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:19:00.789894 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191d2417-64df-418b-9630-507ce428934b admin admin] Pushing event updated for resources: {'Port': ['ID=7d10b1de-2982-42f6-9dba-a4db4e2cff9f,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:19:00.816409 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f34205-e3f2-47dd-8b4e-a75ad8d1ce81 req-5e281a44-fb3d-4441-8c53-6d53f07e9288 tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:00.817089 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d3f34205-e3f2-47dd-8b4e-a75ad8d1ce81 req-5e281a44-fb3d-4441-8c53-6d53f07e9288 tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:00.860407 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 9b85b591-e522-420b-913a-1bd00cba3f13 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:19:00.860961 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:01.253925 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb8173-c73a-4684-813e-3d8b3a40f136 req-c08c2dd1-f406-4f7f-9285-8095f486eb5e tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:01.262363 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-76cb8173-c73a-4684-813e-3d8b3a40f136 req-c08c2dd1-f406-4f7f-9285-8095f486eb5e tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 1.1348913 May 05 20:19:01.274878 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d3f34205-e3f2-47dd-8b4e-a75ad8d1ce81 req-5e281a44-fb3d-4441-8c53-6d53f07e9288 tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.9178171 May 05 20:19:01.300985 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-d3f34205-e3f2-47dd-8b4e-a75ad8d1ce81 req-0b1b6ce1-4323-4677-b883-0865420ad084 service neutron] Request body: {'port': {'device_id': '6e58e2f7-32b8-47b8-bfd4-a95d6612ad8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:19:01.407148 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80389e70-3697-40a1-9d10-5bbc3de52ca2 req-1d1c4223-dbac-4158-bc9e-6c58d8f08608 tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:01.413055 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-80389e70-3697-40a1-9d10-5bbc3de52ca2 req-1d1c4223-dbac-4158-bc9e-6c58d8f08608 tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e58e2f7-32b8-47b8-bfd4-a95d6612ad8a HTTP/1.1" status: 200 len: 934 time: 0.2068939 May 05 20:19:01.442684 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-76cb8173-c73a-4684-813e-3d8b3a40f136 req-93b7d797-121a-47ae-9773-7f16ff0daeab tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754971 May 05 20:19:01.485174 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-80389e70-3697-40a1-9d10-5bbc3de52ca2 req-07bfca8b-df91-4b8c-8dbe-1a4afee5a120 tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b5ce8c1-c005-42ff-a02f-9ad29f9e4332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573728 May 05 20:19:01.804460 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d3f34205-e3f2-47dd-8b4e-a75ad8d1ce81 req-0b1b6ce1-4323-4677-b883-0865420ad084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:01.896777 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-191d2417-64df-418b-9630-507ce428934b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:01.925712 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2ffae-3de0-4815-a7c5-458b337e73c4 req-ee53ad5c-2667-431f-861d-73508b5abf15 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:01.934614 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9bd2ffae-3de0-4815-a7c5-458b337e73c4 req-ee53ad5c-2667-431f-861d-73508b5abf15 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.1651061 May 05 20:19:02.065508 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9bd2ffae-3de0-4815-a7c5-458b337e73c4 req-40bb722e-546d-4458-9e3b-aebc2fbc4424 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296432 May 05 20:19:02.458242 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-d3f34205-e3f2-47dd-8b4e-a75ad8d1ce81 req-0b1b6ce1-4323-4677-b883-0865420ad084 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd893e62-35ed-405b-91fa-f992a1c060e1 {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:19:02.475534 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d3f34205-e3f2-47dd-8b4e-a75ad8d1ce81 req-0b1b6ce1-4323-4677-b883-0865420ad084 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:02.639985 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-d3f34205-e3f2-47dd-8b4e-a75ad8d1ce81 req-0b1b6ce1-4323-4677-b883-0865420ad084 service neutron] Transition to ACTIVE for port object dd893e62-35ed-405b-91fa-f992a1c060e1 will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:19:02.709517 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d3f34205-e3f2-47dd-8b4e-a75ad8d1ce81 req-0b1b6ce1-4323-4677-b883-0865420ad084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:02.803897 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b868fc-cad3-48d5-be3c-40a2a8be5652 req-386c1bd3-f3d5-434d-9d42-79a426138128 tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:02.840061 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-51b868fc-cad3-48d5-be3c-40a2a8be5652 req-386c1bd3-f3d5-434d-9d42-79a426138128 tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e58e2f7-32b8-47b8-bfd4-a95d6612ad8a HTTP/1.1" status: 200 len: 946 time: 0.2066598 May 05 20:19:02.945346 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-51b868fc-cad3-48d5-be3c-40a2a8be5652 req-bf126a49-557a-4560-991b-8986bbdbf80e tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b5ce8c1-c005-42ff-a02f-9ad29f9e4332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042261 May 05 20:19:03.010139 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1b6ce1-4323-4677-b883-0865420ad084 service neutron] Pushing event updated for resources: {'Port': ['ID=dd893e62-35ed-405b-91fa-f992a1c060e1,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:19:03.051617 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb58448e-05a3-47af-878a-a7a65526212a req-91998d53-7dfd-464d-88c1-7e954bc37be1 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:03.053184 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cb58448e-05a3-47af-878a-a7a65526212a req-91998d53-7dfd-464d-88c1-7e954bc37be1 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.7256541 May 05 20:19:03.121784 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-191d2417-64df-418b-9630-507ce428934b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:03.560200 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cb58448e-05a3-47af-878a-a7a65526212a req-bd77db88-eddb-43ea-9785-cc3c01a7a9b4 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4397678 May 05 20:19:03.613183 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-d3f34205-e3f2-47dd-8b4e-a75ad8d1ce81 req-0b1b6ce1-4323-4677-b883-0865420ad084 service neutron] Attempting to bind port dd893e62-35ed-405b-91fa-f992a1c060e1 on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:19:03.613642 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-d3f34205-e3f2-47dd-8b4e-a75ad8d1ce81 req-0b1b6ce1-4323-4677-b883-0865420ad084 service neutron] Attempting to bind port dd893e62-35ed-405b-91fa-f992a1c060e1 by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:19:03.614071 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f34205-e3f2-47dd-8b4e-a75ad8d1ce81 req-0b1b6ce1-4323-4677-b883-0865420ad084 service neutron] Attempting to bind port dd893e62-35ed-405b-91fa-f992a1c060e1 on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:19:03.630959 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f34205-e3f2-47dd-8b4e-a75ad8d1ce81 req-0b1b6ce1-4323-4677-b883-0865420ad084 service neutron] Port dd893e62-35ed-405b-91fa-f992a1c060e1 on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:19:03.631467 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f34205-e3f2-47dd-8b4e-a75ad8d1ce81 req-0b1b6ce1-4323-4677-b883-0865420ad084 service neutron] Attempting to bind port dd893e62-35ed-405b-91fa-f992a1c060e1 on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:19:03.644108 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f34205-e3f2-47dd-8b4e-a75ad8d1ce81 req-0b1b6ce1-4323-4677-b883-0865420ad084 service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:19:03.644589 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f34205-e3f2-47dd-8b4e-a75ad8d1ce81 req-0b1b6ce1-4323-4677-b883-0865420ad084 service neutron] Checking segment: {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:19:03.645074 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f34205-e3f2-47dd-8b4e-a75ad8d1ce81 req-0b1b6ce1-4323-4677-b883-0865420ad084 service neutron] Bound using segment: {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:19:03.645709 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-d3f34205-e3f2-47dd-8b4e-a75ad8d1ce81 req-0b1b6ce1-4323-4677-b883-0865420ad084 service neutron] Bound port: dd893e62-35ed-405b-91fa-f992a1c060e1, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:19:03.646167 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d3f34205-e3f2-47dd-8b4e-a75ad8d1ce81 req-0b1b6ce1-4323-4677-b883-0865420ad084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:03.796774 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-191d2417-64df-418b-9630-507ce428934b admin admin] Router 5a6ef778-5bb1-4c5f-b796-cd62c3515c85 is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88197) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:19:04.038459 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-d3f34205-e3f2-47dd-8b4e-a75ad8d1ce81 req-0b1b6ce1-4323-4677-b883-0865420ad084 service neutron] For port dd893e62-35ed-405b-91fa-f992a1c060e1, host n-h2-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:19:04.060830 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-d3f34205-e3f2-47dd-8b4e-a75ad8d1ce81 req-0b1b6ce1-4323-4677-b883-0865420ad084 service neutron] For port dd893e62-35ed-405b-91fa-f992a1c060e1, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=dd893e62-35ed-405b-91fa-f992a1c060e1,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:19:04.152154 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d3f34205-e3f2-47dd-8b4e-a75ad8d1ce81 req-0b1b6ce1-4323-4677-b883-0865420ad084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:04.228886 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63bf68e-428e-4aa6-a4d6-1b1eef114aea req-024207cc-180d-4064-9b29-eb94b1a89519 tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:04.234015 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b63bf68e-428e-4aa6-a4d6-1b1eef114aea req-024207cc-180d-4064-9b29-eb94b1a89519 tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e58e2f7-32b8-47b8-bfd4-a95d6612ad8a HTTP/1.1" status: 200 len: 946 time: 0.1248808 May 05 20:19:04.324265 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f34205-e3f2-47dd-8b4e-a75ad8d1ce81 req-0b1b6ce1-4323-4677-b883-0865420ad084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:04.324912 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d3f34205-e3f2-47dd-8b4e-a75ad8d1ce81 req-0b1b6ce1-4323-4677-b883-0865420ad084 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:04.327846 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b63bf68e-428e-4aa6-a4d6-1b1eef114aea req-04a9a9a8-143c-465e-a212-ec4ee842ee55 tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b5ce8c1-c005-42ff-a02f-9ad29f9e4332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924239 May 05 20:19:04.342860 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d3f34205-e3f2-47dd-8b4e-a75ad8d1ce81 req-0b1b6ce1-4323-4677-b883-0865420ad084 service neutron] 10.222.0.50 "PUT /v2.0/ports/dd893e62-35ed-405b-91fa-f992a1c060e1 HTTP/1.1" status: 200 len: 1094 time: 3.0331604 May 05 20:19:04.346024 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e58e2f7-32b8-47b8-bfd4-a95d6612ad8a', 'tag': 'dd893e62-35ed-405b-91fa-f992a1c060e1'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:19:04.496395 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-191d2417-64df-418b-9630-507ce428934b admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:19:04.506918 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d633608f-8dd5-41ee-9304-4bf94f2e7295 None None] Sync routers for ids ['5a6ef778-5bb1-4c5f-b796-cd62c3515c85'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:19:04.529747 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d633608f-8dd5-41ee-9304-4bf94f2e7295 None None] Routers {'5a6ef778-5bb1-4c5f-b796-cd62c3515c85'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:19:04.534409 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-d633608f-8dd5-41ee-9304-4bf94f2e7295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:18:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['5a6ef778-5bb1-4c5f-b796-cd62c3515c85'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:19:04.557098 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1b6ce1-4323-4677-b883-0865420ad084 service neutron] Pushing event updated for resources: {'Port': ['ID=dd893e62-35ed-405b-91fa-f992a1c060e1,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:19:04.600732 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8989a6-3c86-4189-b069-d8e4dfa72d69 req-4d27602e-1fd9-4e7e-863b-cd2ef4110a64 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:04.606274 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4b8989a6-3c86-4189-b069-d8e4dfa72d69 req-4d27602e-1fd9-4e7e-863b-cd2ef4110a64 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.6428580 May 05 20:19:04.672327 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-191d2417-64df-418b-9630-507ce428934b admin admin] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:04.677521 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-191d2417-64df-418b-9630-507ce428934b admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.7769601 May 05 20:19:04.682192 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 42206) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:19:04.778283 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-42d6bd95-f6cc-47ac-9f59-870cada8cb61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:04.783580 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4b8989a6-3c86-4189-b069-d8e4dfa72d69 req-66bd9c94-e0c2-490f-9f91-30b3ae8cacb3 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614010 May 05 20:19:04.802599 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f34205-e3f2-47dd-8b4e-a75ad8d1ce81 req-ceb57b52-77b0-4ecb-a801-77d9239f1720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:04.807396 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d3f34205-e3f2-47dd-8b4e-a75ad8d1ce81 req-ceb57b52-77b0-4ecb-a801-77d9239f1720 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4c05ceb8901c45618f2ee6bb1a148e51&device_id=6e58e2f7-32b8-47b8-bfd4-a95d6612ad8a HTTP/1.1" status: 200 len: 1097 time: 0.3921463 May 05 20:19:04.945290 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f2ad07b-351c-4771-8bba-0ec10ec9eddf'] response: {'name': 'network-changed', 'server_uuid': '6e58e2f7-32b8-47b8-bfd4-a95d6612ad8a', 'tag': 'dd893e62-35ed-405b-91fa-f992a1c060e1', 'status': 'completed', 'code': 200} May 05 20:19:05.003464 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d3f34205-e3f2-47dd-8b4e-a75ad8d1ce81 req-f63f68fc-a1d8-4c22-a8f4-d176f9980576 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=dd893e62-35ed-405b-91fa-f992a1c060e1 HTTP/1.1" status: 200 len: 217 time: 0.1880028 May 05 20:19:05.138722 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f34205-e3f2-47dd-8b4e-a75ad8d1ce81 req-9319a40b-1f04-4603-9800-e3763d0b773f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:05.141390 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d3f34205-e3f2-47dd-8b4e-a75ad8d1ce81 req-9319a40b-1f04-4603-9800-e3763d0b773f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.1302271 May 05 20:19:05.177164 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-d633608f-8dd5-41ee-9304-4bf94f2e7295 None None] Set router 5a6ef778-5bb1-4c5f-b796-cd62c3515c85 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:19:05.355243 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f34205-e3f2-47dd-8b4e-a75ad8d1ce81 req-e2a770ba-a258-4395-a88a-fcd136d9e4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:05.380443 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d3f34205-e3f2-47dd-8b4e-a75ad8d1ce81 req-e2a770ba-a258-4395-a88a-fcd136d9e4f3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2313910 May 05 20:19:05.740718 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42fe51f-34fc-4b28-8e1b-e295e625bd7f req-3070a9bd-3a83-4d9d-8e7b-11282a8dd607 tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:05.748667 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e42fe51f-34fc-4b28-8e1b-e295e625bd7f req-3070a9bd-3a83-4d9d-8e7b-11282a8dd607 tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e58e2f7-32b8-47b8-bfd4-a95d6612ad8a HTTP/1.1" status: 200 len: 946 time: 0.1420836 May 05 20:19:05.765876 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d3f34205-e3f2-47dd-8b4e-a75ad8d1ce81 req-664fbf1a-19b8-4671-baf4-d40042c6b938 service neutron] 10.222.0.50 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3774769 May 05 20:19:05.905467 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e42fe51f-34fc-4b28-8e1b-e295e625bd7f req-97a9c5b6-fecb-4193-a505-6ed78db8d20d tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b5ce8c1-c005-42ff-a02f-9ad29f9e4332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558201 May 05 20:19:05.989049 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-d633608f-8dd5-41ee-9304-4bf94f2e7295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a6ef778-5bb1-4c5f-b796-cd62c3515c85', 'name': 'tempest-TestVolumeBackupRestore-585373118-router', 'tenant_id': 'f6a3c89bee184f11a533b7da0e928b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '7d10b1de-2982-42f6-9dba-a4db4e2cff9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:18:55Z', 'updated_at': '2022-05-05T20:19:01Z', 'revision_number': 3, 'project_id': 'f6a3c89bee184f11a533b7da0e928b7f', 'gw_port': {'id': '7d10b1de-2982-42f6-9dba-a4db4e2cff9f', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ed:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a6ef778-5bb1-4c5f-b796-cd62c3515c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:18:58Z', 'updated_at': '2022-05-05T20:18:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:19:06.002037 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d633608f-8dd5-41ee-9304-4bf94f2e7295 None None] Checking router: 5a6ef778-5bb1-4c5f-b796-cd62c3515c85 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:19:06.002469 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d633608f-8dd5-41ee-9304-4bf94f2e7295 None None] Updating router 5a6ef778-5bb1-4c5f-b796-cd62c3515c85 port 7d10b1de-2982-42f6-9dba-a4db4e2cff9f binding host n-d-840717-1 {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:19:06.157189 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d633608f-8dd5-41ee-9304-4bf94f2e7295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:06.226539 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afc9452-b683-43a4-8642-04f9c55fabb1 req-125f2300-ce96-45d6-a21c-1315cd4cf61d tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:06.228093 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8afc9452-b683-43a4-8642-04f9c55fabb1 req-125f2300-ce96-45d6-a21c-1315cd4cf61d tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.5918605 May 05 20:19:06.258344 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d3f34205-e3f2-47dd-8b4e-a75ad8d1ce81 req-b49c60cb-6e18-45fe-9f17-ebcbeb6403f9 service neutron] 10.222.0.50 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4842389 May 05 20:19:06.342249 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8afc9452-b683-43a4-8642-04f9c55fabb1 req-6e1a1edb-c1b7-4b2e-b10c-43e1b3b6189d tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077967 May 05 20:19:06.478682 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52514b90-be22-443f-983c-9596dff76ac8 req-3b5145f8-43b0-4dd2-bb7b-091b6ff52110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:06.484554 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-52514b90-be22-443f-983c-9596dff76ac8 req-3b5145f8-43b0-4dd2-bb7b-091b6ff52110 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4c05ceb8901c45618f2ee6bb1a148e51&device_id=6e58e2f7-32b8-47b8-bfd4-a95d6612ad8a HTTP/1.1" status: 200 len: 1097 time: 0.1526294 May 05 20:19:06.646037 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-30bc36b8-76a1-4e80-bdd7-f1022e5bcd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:06.831788 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-775a6a06-b8cc-411f-b291-ee99ced68a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:06.851223 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d633608f-8dd5-41ee-9304-4bf94f2e7295 None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:06.865595 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-d633608f-8dd5-41ee-9304-4bf94f2e7295 None None] Transition to ACTIVE for port object 7d10b1de-2982-42f6-9dba-a4db4e2cff9f will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:19:06.875191 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d633608f-8dd5-41ee-9304-4bf94f2e7295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:06.885581 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52514b90-be22-443f-983c-9596dff76ac8 req-1e4e9269-bbfd-4ddc-b66a-4b3cfaf02d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:06.887401 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-52514b90-be22-443f-983c-9596dff76ac8 req-1e4e9269-bbfd-4ddc-b66a-4b3cfaf02d5c service neutron] 10.222.0.50 "GET /v2.0/networks?id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3 HTTP/1.1" status: 200 len: 870 time: 0.3960824 May 05 20:19:07.022574 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-30bc36b8-76a1-4e80-bdd7-f1022e5bcd3e admin admin] Allocated IP 172.20.0.1 (c2a9be47-6ae3-43c0-a604-a9462e3ed185/63e2fac6-bdcb-4ed0-bf8d-217752a1cccc/17101fd5-f73e-4c92-8bed-6b02cc9d62c0) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:19:07.059535 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-52514b90-be22-443f-983c-9596dff76ac8 req-c8be118e-fddb-4f64-a29d-1760cc346d4d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=dd893e62-35ed-405b-91fa-f992a1c060e1 HTTP/1.1" status: 200 len: 217 time: 0.1646569 May 05 20:19:07.070758 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321ee55d-2594-4874-adaf-62154fd74407 req-1d0d60e9-c3e3-48e2-8ffa-6f80c3903941 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:07.072406 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-321ee55d-2594-4874-adaf-62154fd74407 req-1d0d60e9-c3e3-48e2-8ffa-6f80c3903941 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.3976610 May 05 20:19:07.073980 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d195f1f-2c80-4a03-aafb-80ee5e8247a7 None None] Pushing event updated for resources: {'Port': ['ID=7d10b1de-2982-42f6-9dba-a4db4e2cff9f,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:19:07.142555 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d195f1f-2c80-4a03-aafb-80ee5e8247a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:07.142921 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d195f1f-2c80-4a03-aafb-80ee5e8247a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:07.143265 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d195f1f-2c80-4a03-aafb-80ee5e8247a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:07.143678 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d195f1f-2c80-4a03-aafb-80ee5e8247a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:07.144012 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d195f1f-2c80-4a03-aafb-80ee5e8247a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:07.144420 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d195f1f-2c80-4a03-aafb-80ee5e8247a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:07.144754 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d195f1f-2c80-4a03-aafb-80ee5e8247a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:07.145097 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d195f1f-2c80-4a03-aafb-80ee5e8247a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:07.145428 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d195f1f-2c80-4a03-aafb-80ee5e8247a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:07.145753 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d195f1f-2c80-4a03-aafb-80ee5e8247a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:07.146100 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d195f1f-2c80-4a03-aafb-80ee5e8247a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:07.146445 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d195f1f-2c80-4a03-aafb-80ee5e8247a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:07.150366 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-d633608f-8dd5-41ee-9304-4bf94f2e7295 None None] Attempting to bind port 7d10b1de-2982-42f6-9dba-a4db4e2cff9f on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:19:07.150736 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-d633608f-8dd5-41ee-9304-4bf94f2e7295 None None] Attempting to bind port 7d10b1de-2982-42f6-9dba-a4db4e2cff9f by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:19:07.151101 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d633608f-8dd5-41ee-9304-4bf94f2e7295 None None] Attempting to bind port 7d10b1de-2982-42f6-9dba-a4db4e2cff9f on network 0401d202-1605-4cfe-bad4-fb225df6afb0 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:19:07.158369 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d633608f-8dd5-41ee-9304-4bf94f2e7295 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:19:07.158777 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d633608f-8dd5-41ee-9304-4bf94f2e7295 None None] Checking segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:19:07.159213 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d633608f-8dd5-41ee-9304-4bf94f2e7295 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:07.159648 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d633608f-8dd5-41ee-9304-4bf94f2e7295 None None] Bound using segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:19:07.160740 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-d633608f-8dd5-41ee-9304-4bf94f2e7295 None None] Bound port: 7d10b1de-2982-42f6-9dba-a4db4e2cff9f, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:19:07.160740 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d633608f-8dd5-41ee-9304-4bf94f2e7295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:07.244224 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52514b90-be22-443f-983c-9596dff76ac8 req-43f567a1-760f-462a-a39e-dc7d5e3e13eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:07.252258 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-52514b90-be22-443f-983c-9596dff76ac8 req-43f567a1-760f-462a-a39e-dc7d5e3e13eb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.1736629 May 05 20:19:07.290265 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-d633608f-8dd5-41ee-9304-4bf94f2e7295 None None] For port 7d10b1de-2982-42f6-9dba-a4db4e2cff9f, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:19:07.291818 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-321ee55d-2594-4874-adaf-62154fd74407 req-802c70ae-e773-47ae-9a1d-dbe32fcb7380 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834087 May 05 20:19:07.302005 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-d633608f-8dd5-41ee-9304-4bf94f2e7295 None None] For port 7d10b1de-2982-42f6-9dba-a4db4e2cff9f, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=7d10b1de-2982-42f6-9dba-a4db4e2cff9f,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:19:07.324871 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d633608f-8dd5-41ee-9304-4bf94f2e7295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:07.409564 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52514b90-be22-443f-983c-9596dff76ac8 req-d402ef5e-faab-4333-a231-d34ccfa37865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:07.411651 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-52514b90-be22-443f-983c-9596dff76ac8 req-d402ef5e-faab-4333-a231-d34ccfa37865 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1186936 May 05 20:19:07.442965 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d633608f-8dd5-41ee-9304-4bf94f2e7295 None None] Routers {'5a6ef778-5bb1-4c5f-b796-cd62c3515c85'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:19:07.458924 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-d633608f-8dd5-41ee-9304-4bf94f2e7295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:19:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['5a6ef778-5bb1-4c5f-b796-cd62c3515c85'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:19:07.516753 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-30bc36b8-76a1-4e80-bdd7-f1022e5bcd3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:07.576228 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07158d7b-2e25-4f16-8f86-9884e6f87d2b req-119e60aa-ad0e-4085-8ba8-4acb5fc2a69c tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:07.577854 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-07158d7b-2e25-4f16-8f86-9884e6f87d2b req-119e60aa-ad0e-4085-8ba8-4acb5fc2a69c tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e58e2f7-32b8-47b8-bfd4-a95d6612ad8a HTTP/1.1" status: 200 len: 946 time: 0.3592582 May 05 20:19:07.605961 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-30bc36b8-76a1-4e80-bdd7-f1022e5bcd3e admin admin] Transition to ACTIVE for port object 17101fd5-f73e-4c92-8bed-6b02cc9d62c0 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:19:07.651011 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-52514b90-be22-443f-983c-9596dff76ac8 req-5877acf9-1ded-4a9f-a14c-38199490453c service neutron] 10.222.0.50 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330379 May 05 20:19:07.699844 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d195f1f-2c80-4a03-aafb-80ee5e8247a7 None None] Pushing event updated for resources: {'Port': ['ID=7d10b1de-2982-42f6-9dba-a4db4e2cff9f,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:19:07.737694 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-07158d7b-2e25-4f16-8f86-9884e6f87d2b req-516757c2-9d2b-411b-b554-14bd812ef943 tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b5ce8c1-c005-42ff-a02f-9ad29f9e4332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487617 May 05 20:19:07.788399 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-30bc36b8-76a1-4e80-bdd7-f1022e5bcd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:07.980136 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bc36b8-76a1-4e80-bdd7-f1022e5bcd3e admin admin] Network c2a9be47-6ae3-43c0-a604-a9462e3ed185 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:19:07.981862 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bc36b8-76a1-4e80-bdd7-f1022e5bcd3e admin admin] Pushing event updated for resources: {'Port': ['ID=17101fd5-f73e-4c92-8bed-6b02cc9d62c0,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:19:07.988564 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-30bc36b8-76a1-4e80-bdd7-f1022e5bcd3e admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:19:07.992036 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bc36b8-76a1-4e80-bdd7-f1022e5bcd3e admin admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:19:08.028447 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d514dc-e690-4357-92fe-1a49203fb5e7 req-f70af258-80a3-47b0-a962-7bedbd4b8649 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:08.035842 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-61d514dc-e690-4357-92fe-1a49203fb5e7 req-f70af258-80a3-47b0-a962-7bedbd4b8649 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.3835459 May 05 20:19:08.057983 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-30bc36b8-76a1-4e80-bdd7-f1022e5bcd3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:08.060039 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-52514b90-be22-443f-983c-9596dff76ac8 req-a9e58b39-3f97-4101-8c91-9379f7c127cf service neutron] 10.222.0.50 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3400881 May 05 20:19:08.133209 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-61d514dc-e690-4357-92fe-1a49203fb5e7 req-7102dc66-c87a-42ab-a299-168cace2a305 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964842 May 05 20:19:08.196544 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:08.236712 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:08.291771 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-d633608f-8dd5-41ee-9304-4bf94f2e7295 None None] Set router 5a6ef778-5bb1-4c5f-b796-cd62c3515c85 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:19:08.539637 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-30bc36b8-76a1-4e80-bdd7-f1022e5bcd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:08.650777 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-22bed98a-a25f-46a6-8bdf-734bb15a63c7 None None] Provisioning for port 17101fd5-f73e-4c92-8bed-6b02cc9d62c0 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:19:08.667885 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-22bed98a-a25f-46a6-8bdf-734bb15a63c7 None None] Provisioning complete for port 17101fd5-f73e-4c92-8bed-6b02cc9d62c0 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:19:08.670402 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-22bed98a-a25f-46a6-8bdf-734bb15a63c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:08.850710 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279a4b8-13b0-474e-bdba-c5083e117ceb req-20253a77-4021-4ec6-b45d-c8df5720d15b tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:08.879620 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1279a4b8-13b0-474e-bdba-c5083e117ceb req-20253a77-4021-4ec6-b45d-c8df5720d15b tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.3528717 May 05 20:19:09.050006 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1279a4b8-13b0-474e-bdba-c5083e117ceb req-8ce82a94-1078-401a-9466-6c9aa5f35de3 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631689 May 05 20:19:09.197980 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-22bed98a-a25f-46a6-8bdf-734bb15a63c7 None None] Port 17101fd5-f73e-4c92-8bed-6b02cc9d62c0 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:19:09.496004 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e8cd7-818b-4bd6-9d4f-f5ff3ffa7a3c req-bfbac647-d6dd-462f-b79d-e7b7704ebb57 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:09.500395 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9f1e8cd7-818b-4bd6-9d4f-f5ff3ffa7a3c req-bfbac647-d6dd-462f-b79d-e7b7704ebb57 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.2275290 May 05 20:19:09.516407 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-d633608f-8dd5-41ee-9304-4bf94f2e7295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a6ef778-5bb1-4c5f-b796-cd62c3515c85', 'name': 'tempest-TestVolumeBackupRestore-585373118-router', 'tenant_id': 'f6a3c89bee184f11a533b7da0e928b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '7d10b1de-2982-42f6-9dba-a4db4e2cff9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:18:55Z', 'updated_at': '2022-05-05T20:19:01Z', 'revision_number': 3, 'project_id': 'f6a3c89bee184f11a533b7da0e928b7f', 'gw_port': {'id': '7d10b1de-2982-42f6-9dba-a4db4e2cff9f', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ed:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a6ef778-5bb1-4c5f-b796-cd62c3515c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:18:58Z', 'updated_at': '2022-05-05T20:19:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:19:09.521698 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d633608f-8dd5-41ee-9304-4bf94f2e7295 None None] The sync data for ids ['5a6ef778-5bb1-4c5f-b796-cd62c3515c85'] in n-d-840717-1 is: [{'id': '5a6ef778-5bb1-4c5f-b796-cd62c3515c85', 'name': 'tempest-TestVolumeBackupRestore-585373118-router', 'tenant_id': 'f6a3c89bee184f11a533b7da0e928b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '7d10b1de-2982-42f6-9dba-a4db4e2cff9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:18:55Z', 'updated_at': '2022-05-05T20:19:01Z', 'revision_number': 3, 'project_id': 'f6a3c89bee184f11a533b7da0e928b7f', 'gw_port': {'id': '7d10b1de-2982-42f6-9dba-a4db4e2cff9f', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ed:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a6ef778-5bb1-4c5f-b796-cd62c3515c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:18:58Z', 'updated_at': '2022-05-05T20:19:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:19:09.582708 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260d2d39-3aaf-49d1-afc0-d125c8432cb3 req-e4c6cca8-19a5-4f67-9fcf-28cc55b5e6e8 tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:09.583926 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:09.603795 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-260d2d39-3aaf-49d1-afc0-d125c8432cb3 req-e4c6cca8-19a5-4f67-9fcf-28cc55b5e6e8 tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e58e2f7-32b8-47b8-bfd4-a95d6612ad8a HTTP/1.1" status: 200 len: 946 time: 0.3575327 May 05 20:19:09.687550 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9f1e8cd7-818b-4bd6-9d4f-f5ff3ffa7a3c req-5a9acb47-447c-4afd-a4cd-7f776e94b832 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802609 May 05 20:19:09.748591 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.db.resource_extend [None req-30bc36b8-76a1-4e80-bdd7-f1022e5bcd3e admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 20:19:09.787945 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-260d2d39-3aaf-49d1-afc0-d125c8432cb3 req-84989d95-5a8d-40be-985e-911851aa1deb tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b5ce8c1-c005-42ff-a02f-9ad29f9e4332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817217 May 05 20:19:09.809504 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-30bc36b8-76a1-4e80-bdd7-f1022e5bcd3e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:09.820985 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-30bc36b8-76a1-4e80-bdd7-f1022e5bcd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:09.916084 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device dd893e62-35ed-405b-91fa-f992a1c060e1 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:19:10.301273 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bc36b8-76a1-4e80-bdd7-f1022e5bcd3e admin admin] Pushing event updated for resources: {'Port': ['ID=17101fd5-f73e-4c92-8bed-6b02cc9d62c0,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:19:10.317918 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port dd893e62-35ed-405b-91fa-f992a1c060e1, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=dd893e62-35ed-405b-91fa-f992a1c060e1,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:19:10.336173 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': 'dd893e62-35ed-405b-91fa-f992a1c060e1', 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3', 'port_id': 'dd893e62-35ed-405b-91fa-f992a1c060e1', 'mac_address': 'fa:16:3e:d2:ad:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d72a8d3-0a35-4d3a-96b8-d869ff4093bc', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:19:10.432472 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:10.472374 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd893e62-35ed-405b-91fa-f992a1c060e1 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:19:10.481825 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-30bc36b8-76a1-4e80-bdd7-f1022e5bcd3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:10.510708 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port dd893e62-35ed-405b-91fa-f992a1c060e1, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=dd893e62-35ed-405b-91fa-f992a1c060e1,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:19:10.521119 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:10.717343 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f6894-e469-4814-91b6-2ecdf338c385 req-c5872180-6a4e-4c2f-908c-ad3e81672afe tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:10.724911 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=dd893e62-35ed-405b-91fa-f992a1c060e1,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:19:10.726720 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-612f6894-e469-4814-91b6-2ecdf338c385 req-c5872180-6a4e-4c2f-908c-ad3e81672afe tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.3946948 May 05 20:19:10.792002 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-612f6894-e469-4814-91b6-2ecdf338c385 req-f994050c-868c-4383-944f-1c6185320cbb tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629811 May 05 20:19:10.912246 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bc36b8-76a1-4e80-bdd7-f1022e5bcd3e admin admin] Network c2a9be47-6ae3-43c0-a604-a9462e3ed185 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:19:10.920207 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-30bc36b8-76a1-4e80-bdd7-f1022e5bcd3e admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:19:10.980383 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 7d10b1de-2982-42f6-9dba-a4db4e2cff9f up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:19:11.110236 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['dd893e62-35ed-405b-91fa-f992a1c060e1'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:19:11.372794 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbcb6ee-d8a6-4bfd-b48d-9e57f2e22dfb req-6761d356-f402-4698-8a82-9f937b888406 tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:11.374946 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-3cbcb6ee-d8a6-4bfd-b48d-9e57f2e22dfb req-6761d356-f402-4698-8a82-9f937b888406 tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] Synchronizing usage tracker for tenant:4c05ceb8901c45618f2ee6bb1a148e51 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:19:11.396230 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-3cbcb6ee-d8a6-4bfd-b48d-9e57f2e22dfb req-6761d356-f402-4698-8a82-9f937b888406 tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] Unset dirty status for tenant:4c05ceb8901c45618f2ee6bb1a148e51 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:19:11.416909 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3cbcb6ee-d8a6-4bfd-b48d-9e57f2e22dfb req-6761d356-f402-4698-8a82-9f937b888406 tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e58e2f7-32b8-47b8-bfd4-a95d6612ad8a HTTP/1.1" status: 200 len: 947 time: 0.2491457 May 05 20:19:11.590739 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82991556-cc4b-4663-ac19-8e62cba0f791 req-8ec82b3f-36fa-44d9-9f93-707d589e3f2a tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:11.592311 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-82991556-cc4b-4663-ac19-8e62cba0f791 req-8ec82b3f-36fa-44d9-9f93-707d589e3f2a tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.1670754 May 05 20:19:11.636925 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-3cbcb6ee-d8a6-4bfd-b48d-9e57f2e22dfb req-a5206fba-0ee5-4be6-bccd-112a27828a2f tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] Synchronizing usage tracker for tenant:4c05ceb8901c45618f2ee6bb1a148e51 on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:19:11.674658 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30bc36b8-76a1-4e80-bdd7-f1022e5bcd3e admin admin] Router 5a6ef778-5bb1-4c5f-b796-cd62c3515c85 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:19:11.680346 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-3cbcb6ee-d8a6-4bfd-b48d-9e57f2e22dfb req-a5206fba-0ee5-4be6-bccd-112a27828a2f tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] Unset dirty status for tenant:4c05ceb8901c45618f2ee6bb1a148e51 on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:19:11.686151 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 7d10b1de-2982-42f6-9dba-a4db4e2cff9f completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:19:11.700503 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 7d10b1de-2982-42f6-9dba-a4db4e2cff9f triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:19:11.701116 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:11.710910 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3cbcb6ee-d8a6-4bfd-b48d-9e57f2e22dfb req-a5206fba-0ee5-4be6-bccd-112a27828a2f tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b5ce8c1-c005-42ff-a02f-9ad29f9e4332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930682 May 05 20:19:11.773642 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-063fe582-3dc0-48c5-a280-1da00546beb0 None None] Provisioning complete for port 17101fd5-f73e-4c92-8bed-6b02cc9d62c0 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:19:11.774027 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-063fe582-3dc0-48c5-a280-1da00546beb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:11.805074 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-82991556-cc4b-4663-ac19-8e62cba0f791 req-626b1e5a-66aa-4ea0-8033-59e3cd316a6c tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002542 May 05 20:19:12.067461 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30bc36b8-76a1-4e80-bdd7-f1022e5bcd3e admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:19:12.079545 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-30bc36b8-76a1-4e80-bdd7-f1022e5bcd3e admin admin] 10.222.0.36 "PUT /v2.0/routers/5a6ef778-5bb1-4c5f-b796-cd62c3515c85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3944972 May 05 20:19:12.229471 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac87be5-9c8a-41ba-9491-5d5c94cf9801 req-04146c65-5bf9-40ed-9e57-96e31d426efb tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:12.232639 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8ac87be5-9c8a-41ba-9491-5d5c94cf9801 req-04146c65-5bf9-40ed-9e57-96e31d426efb tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.1473930 May 05 20:19:12.268095 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-063fe582-3dc0-48c5-a280-1da00546beb0 None None] Port 17101fd5-f73e-4c92-8bed-6b02cc9d62c0 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:19:12.376725 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8ac87be5-9c8a-41ba-9491-5d5c94cf9801 req-af67aeb1-c293-432d-9121-d9ebdc735afa tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370630 May 05 20:19:12.419556 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:12.457244 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 7d10b1de-2982-42f6-9dba-a4db4e2cff9f, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=7d10b1de-2982-42f6-9dba-a4db4e2cff9f,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:19:12.465107 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:12.617374 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=7d10b1de-2982-42f6-9dba-a4db4e2cff9f,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:19:12.758959 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2e9077-90b6-4052-94f6-fc835e4edcc5 req-0b62d4ca-3b31-4e7d-91aa-b4a24ad513a3 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:12.780493 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ab2e9077-90b6-4052-94f6-fc835e4edcc5 req-0b62d4ca-3b31-4e7d-91aa-b4a24ad513a3 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.1982346 May 05 20:19:12.894734 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ab2e9077-90b6-4052-94f6-fc835e4edcc5 req-f0813af6-e839-4f78-9325-7c7d027ec0b4 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132743 May 05 20:19:13.072516 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ad4a6a-8a58-4c69-9a17-6d5249e201fa None None] Sync routers for ids ['5a6ef778-5bb1-4c5f-b796-cd62c3515c85'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:19:13.117177 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ad4a6a-8a58-4c69-9a17-6d5249e201fa None None] Routers {'5a6ef778-5bb1-4c5f-b796-cd62c3515c85'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:19:13.118176 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-f0ad4a6a-8a58-4c69-9a17-6d5249e201fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:19:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['5a6ef778-5bb1-4c5f-b796-cd62c3515c85'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:19:13.126859 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ced221b-732a-440c-bf4d-098455b92ead req-852d8c7b-a697-4152-a3a5-7da487fb5ec4 tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:13.138290 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7ced221b-732a-440c-bf4d-098455b92ead req-852d8c7b-a697-4152-a3a5-7da487fb5ec4 tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e58e2f7-32b8-47b8-bfd4-a95d6612ad8a HTTP/1.1" status: 200 len: 947 time: 0.2236824 May 05 20:19:13.267927 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7ced221b-732a-440c-bf4d-098455b92ead req-86eec388-865e-4c71-ad1d-caf67025680e tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b5ce8c1-c005-42ff-a02f-9ad29f9e4332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284866 May 05 20:19:13.345978 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46850bcb-59c1-4274-96b6-02153483a4fc req-5cecd26f-90ae-4ee0-aa6c-7dfc7e53cd1e tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:13.348193 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-46850bcb-59c1-4274-96b6-02153483a4fc req-5cecd26f-90ae-4ee0-aa6c-7dfc7e53cd1e tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.1093922 May 05 20:19:13.414590 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-f0ad4a6a-8a58-4c69-9a17-6d5249e201fa None None] Set router 5a6ef778-5bb1-4c5f-b796-cd62c3515c85 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:19:13.448495 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-46850bcb-59c1-4274-96b6-02153483a4fc req-91653f8c-278e-4c5a-96b3-7abee4bce726 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919991 May 05 20:19:13.901525 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7145608-9ed7-4195-a2ce-7d9cf568534a req-167aaebc-dd48-451f-8253-b8e2d88c7ed7 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:13.920335 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device dd893e62-35ed-405b-91fa-f992a1c060e1 up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:19:13.925721 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e7145608-9ed7-4195-a2ce-7d9cf568534a req-167aaebc-dd48-451f-8253-b8e2d88c7ed7 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.2143867 May 05 20:19:14.030064 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e7145608-9ed7-4195-a2ce-7d9cf568534a req-9c4a6140-588d-4505-94bd-8578aeca94e5 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026235 May 05 20:19:14.297333 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port dd893e62-35ed-405b-91fa-f992a1c060e1 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:19:14.301301 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-f0ad4a6a-8a58-4c69-9a17-6d5249e201fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a6ef778-5bb1-4c5f-b796-cd62c3515c85', 'name': 'tempest-TestVolumeBackupRestore-585373118-router', 'tenant_id': 'f6a3c89bee184f11a533b7da0e928b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '7d10b1de-2982-42f6-9dba-a4db4e2cff9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:18:55Z', 'updated_at': '2022-05-05T20:19:08Z', 'revision_number': 4, 'project_id': 'f6a3c89bee184f11a533b7da0e928b7f', 'gw_port': {'id': '7d10b1de-2982-42f6-9dba-a4db4e2cff9f', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ed:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6ef778-5bb1-4c5f-b796-cd62c3515c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:18:58Z', 'updated_at': '2022-05-05T20:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '17101fd5-f73e-4c92-8bed-6b02cc9d62c0', 'name': '', 'network_id': 'c2a9be47-6ae3-43c0-a604-a9462e3ed185', 'tenant_id': 'f6a3c89bee184f11a533b7da0e928b7f', 'mac_address': 'fa:16:3e:4c:3d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a6ef778-5bb1-4c5f-b796-cd62c3515c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '63e2fac6-bdcb-4ed0-bf8d-217752a1cccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:19:06Z', 'updated_at': '2022-05-05T20:19:08Z', 'revision_number': 2, 'project_id': 'f6a3c89bee184f11a533b7da0e928b7f', 'subnets': [{'id': '63e2fac6-bdcb-4ed0-bf8d-217752a1cccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:19:14.306775 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ad4a6a-8a58-4c69-9a17-6d5249e201fa None None] Checking router: 5a6ef778-5bb1-4c5f-b796-cd62c3515c85 for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:19:14.307414 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ad4a6a-8a58-4c69-9a17-6d5249e201fa None None] Updating router 5a6ef778-5bb1-4c5f-b796-cd62c3515c85 port 17101fd5-f73e-4c92-8bed-6b02cc9d62c0 binding host n-d-840717-1 {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:19:14.313185 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port dd893e62-35ed-405b-91fa-f992a1c060e1 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:19:14.313565 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:14.394179 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f0ad4a6a-8a58-4c69-9a17-6d5249e201fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:14.406715 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:14.631940 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea3d8d-f2be-4574-85c8-f757a7531fef req-1c9142ef-37b5-4fce-80a6-88e7dedb5ef3 tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:14.636847 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:14.645410 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4fea3d8d-f2be-4574-85c8-f757a7531fef req-1c9142ef-37b5-4fce-80a6-88e7dedb5ef3 tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e58e2f7-32b8-47b8-bfd4-a95d6612ad8a HTTP/1.1" status: 200 len: 947 time: 0.1616075 May 05 20:19:14.650403 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67c147-1cc7-457d-81b0-cfbd543d4a1e req-bce6bbee-4a14-49e6-8656-a9a4647a9c17 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:14.664102 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7e67c147-1cc7-457d-81b0-cfbd543d4a1e req-bce6bbee-4a14-49e6-8656-a9a4647a9c17 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.2244642 May 05 20:19:14.726133 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port dd893e62-35ed-405b-91fa-f992a1c060e1, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=dd893e62-35ed-405b-91fa-f992a1c060e1,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:19:14.732137 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e58e2f7-32b8-47b8-bfd4-a95d6612ad8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd893e62-35ed-405b-91fa-f992a1c060e1'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:19:14.740465 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 7d10b1de-2982-42f6-9dba-a4db4e2cff9f up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:19:14.768108 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4fea3d8d-f2be-4574-85c8-f757a7531fef req-e3b94d0f-f433-4e82-94c1-9a58f7fd5534 tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b5ce8c1-c005-42ff-a02f-9ad29f9e4332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217432 May 05 20:19:14.811114 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7e67c147-1cc7-457d-81b0-cfbd543d4a1e req-f7b9020d-5e5a-47db-b2df-03a283d7591d tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458912 May 05 20:19:14.849220 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:15.057722 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=dd893e62-35ed-405b-91fa-f992a1c060e1,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:19:15.079642 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 7d10b1de-2982-42f6-9dba-a4db4e2cff9f triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:19:15.081561 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:15.204307 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fb57002-200c-4604-af23-f293d808ec71'] response: {'server_uuid': '6e58e2f7-32b8-47b8-bfd4-a95d6612ad8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd893e62-35ed-405b-91fa-f992a1c060e1', 'code': 200} May 05 20:19:15.422815 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f0ad4a6a-8a58-4c69-9a17-6d5249e201fa None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:15.446497 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-f0ad4a6a-8a58-4c69-9a17-6d5249e201fa None None] Transition to ACTIVE for port object 17101fd5-f73e-4c92-8bed-6b02cc9d62c0 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:19:15.473022 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f0ad4a6a-8a58-4c69-9a17-6d5249e201fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:15.518245 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bdf273-643e-426d-adf3-952b50a2e3f0 req-fe26dd09-9f55-44d0-9095-e92d0b5a46da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:15.520243 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b1bdf273-643e-426d-adf3-952b50a2e3f0 req-fe26dd09-9f55-44d0-9095-e92d0b5a46da service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6e58e2f7-32b8-47b8-bfd4-a95d6612ad8a HTTP/1.1" status: 200 len: 1099 time: 0.2976673 May 05 20:19:15.748097 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ac0434-b18d-44ef-962a-ba5da139b3f3 None None] Pushing event updated for resources: {'Port': ['ID=17101fd5-f73e-4c92-8bed-6b02cc9d62c0,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:19:15.787862 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb3f224-7b81-4823-8991-48c26dc68bb2 req-36d66ff0-3b29-4b5b-827a-6f4e69c530f6 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:15.807722 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-deb3f224-7b81-4823-8991-48c26dc68bb2 req-36d66ff0-3b29-4b5b-827a-6f4e69c530f6 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.4624269 May 05 20:19:15.914423 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-deb3f224-7b81-4823-8991-48c26dc68bb2 req-41075261-2aa1-476a-b6e0-170da391f7b5 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039488 May 05 20:19:16.134734 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b1bdf273-643e-426d-adf3-952b50a2e3f0 req-208c762c-54e0-4ecb-a5bd-44afaa39b49f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3b5ce8c1-c005-42ff-a02f-9ad29f9e4332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5991251 May 05 20:19:16.181724 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-f0ad4a6a-8a58-4c69-9a17-6d5249e201fa None None] Attempting to bind port 17101fd5-f73e-4c92-8bed-6b02cc9d62c0 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:19:16.182570 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-f0ad4a6a-8a58-4c69-9a17-6d5249e201fa None None] Attempting to bind port 17101fd5-f73e-4c92-8bed-6b02cc9d62c0 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'b7543af1-73d5-4482-a881-394588a73895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c2a9be47-6ae3-43c0-a604-a9462e3ed185'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:19:16.183117 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ad4a6a-8a58-4c69-9a17-6d5249e201fa None None] Attempting to bind port 17101fd5-f73e-4c92-8bed-6b02cc9d62c0 on network c2a9be47-6ae3-43c0-a604-a9462e3ed185 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:19:16.193904 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ad4a6a-8a58-4c69-9a17-6d5249e201fa None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:19:16.194594 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ad4a6a-8a58-4c69-9a17-6d5249e201fa None None] Checking segment: {'id': 'b7543af1-73d5-4482-a881-394588a73895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c2a9be47-6ae3-43c0-a604-a9462e3ed185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:19:16.195200 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f0ad4a6a-8a58-4c69-9a17-6d5249e201fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:16.195781 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ad4a6a-8a58-4c69-9a17-6d5249e201fa None None] Bound using segment: {'id': 'b7543af1-73d5-4482-a881-394588a73895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c2a9be47-6ae3-43c0-a604-a9462e3ed185'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:19:16.196422 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-f0ad4a6a-8a58-4c69-9a17-6d5249e201fa None None] Bound port: 17101fd5-f73e-4c92-8bed-6b02cc9d62c0, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7543af1-73d5-4482-a881-394588a73895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c2a9be47-6ae3-43c0-a604-a9462e3ed185'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:19:16.196988 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f0ad4a6a-8a58-4c69-9a17-6d5249e201fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:16.236455 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a123b48-1fa4-4ad4-a233-f36da23de99c req-aca960b4-bf2f-45fc-af61-2312449f6234 tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:16.238015 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3a123b48-1fa4-4ad4-a233-f36da23de99c req-aca960b4-bf2f-45fc-af61-2312449f6234 tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e58e2f7-32b8-47b8-bfd4-a95d6612ad8a HTTP/1.1" status: 200 len: 948 time: 0.1928225 May 05 20:19:16.313066 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3a123b48-1fa4-4ad4-a233-f36da23de99c req-c103e20d-44ac-48fb-9073-ec67bea8f904 tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b5ce8c1-c005-42ff-a02f-9ad29f9e4332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682135 May 05 20:19:16.371065 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-f0ad4a6a-8a58-4c69-9a17-6d5249e201fa None None] For port 17101fd5-f73e-4c92-8bed-6b02cc9d62c0, host n-d-840717-1, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:19:16.371249 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee10c429-95ba-46f4-a790-8d7edbd373b4 req-408c895e-6787-4a2f-901f-62fd5f198138 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:16.373008 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ee10c429-95ba-46f4-a790-8d7edbd373b4 req-408c895e-6787-4a2f-901f-62fd5f198138 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.1731315 May 05 20:19:16.380859 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-f0ad4a6a-8a58-4c69-9a17-6d5249e201fa None None] For port 17101fd5-f73e-4c92-8bed-6b02cc9d62c0, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=17101fd5-f73e-4c92-8bed-6b02cc9d62c0,segment=NetworkSegment(b7543af1-73d5-4482-a881-394588a73895),segment_id=b7543af1-73d5-4482-a881-394588a73895)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:19:16.393909 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f0ad4a6a-8a58-4c69-9a17-6d5249e201fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:16.400253 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:16.446160 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ee10c429-95ba-46f4-a790-8d7edbd373b4 req-deaa2d77-9e93-4ed2-a15f-97bad6b68067 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602612 May 05 20:19:16.532376 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ac0434-b18d-44ef-962a-ba5da139b3f3 None None] Pushing event updated for resources: {'Port': ['ID=17101fd5-f73e-4c92-8bed-6b02cc9d62c0,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:19:16.574747 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ad4a6a-8a58-4c69-9a17-6d5249e201fa None None] Routers {'5a6ef778-5bb1-4c5f-b796-cd62c3515c85'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:19:16.577325 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-f0ad4a6a-8a58-4c69-9a17-6d5249e201fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:19:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['5a6ef778-5bb1-4c5f-b796-cd62c3515c85'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:19:16.817444 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb2426-b0b0-4a7e-a729-dc598d8dcefc req-2cfb5715-1e47-485a-8806-df26a25779e7 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:16.827008 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-93fb2426-b0b0-4a7e-a729-dc598d8dcefc req-2cfb5715-1e47-485a-8806-df26a25779e7 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.2193768 May 05 20:19:16.941617 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-93fb2426-b0b0-4a7e-a729-dc598d8dcefc req-1c21d8c1-d884-450b-8d04-f2a7a352c204 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135724 May 05 20:19:17.098890 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-f0ad4a6a-8a58-4c69-9a17-6d5249e201fa None None] Set router 5a6ef778-5bb1-4c5f-b796-cd62c3515c85 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:19:17.793528 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6dc08-b51e-48b3-8441-ba233c4e21cb req-e031f65a-fd2f-4689-b92b-8aabcc5a1156 tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:17.802854 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-63a6dc08-b51e-48b3-8441-ba233c4e21cb req-e031f65a-fd2f-4689-b92b-8aabcc5a1156 tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e58e2f7-32b8-47b8-bfd4-a95d6612ad8a HTTP/1.1" status: 200 len: 948 time: 0.2023859 May 05 20:19:17.824874 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-f0ad4a6a-8a58-4c69-9a17-6d5249e201fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a6ef778-5bb1-4c5f-b796-cd62c3515c85', 'name': 'tempest-TestVolumeBackupRestore-585373118-router', 'tenant_id': 'f6a3c89bee184f11a533b7da0e928b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '7d10b1de-2982-42f6-9dba-a4db4e2cff9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:18:55Z', 'updated_at': '2022-05-05T20:19:08Z', 'revision_number': 4, 'project_id': 'f6a3c89bee184f11a533b7da0e928b7f', 'gw_port': {'id': '7d10b1de-2982-42f6-9dba-a4db4e2cff9f', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ed:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6ef778-5bb1-4c5f-b796-cd62c3515c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:18:58Z', 'updated_at': '2022-05-05T20:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '17101fd5-f73e-4c92-8bed-6b02cc9d62c0', 'name': '', 'network_id': 'c2a9be47-6ae3-43c0-a604-a9462e3ed185', 'tenant_id': 'f6a3c89bee184f11a533b7da0e928b7f', 'mac_address': 'fa:16:3e:4c:3d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a6ef778-5bb1-4c5f-b796-cd62c3515c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '63e2fac6-bdcb-4ed0-bf8d-217752a1cccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:19:06Z', 'updated_at': '2022-05-05T20:19:16Z', 'revision_number': 4, 'project_id': 'f6a3c89bee184f11a533b7da0e928b7f', 'subnets': [{'id': '63e2fac6-bdcb-4ed0-bf8d-217752a1cccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:19:17.830778 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ad4a6a-8a58-4c69-9a17-6d5249e201fa None None] The sync data for ids ['5a6ef778-5bb1-4c5f-b796-cd62c3515c85'] in n-d-840717-1 is: [{'id': '5a6ef778-5bb1-4c5f-b796-cd62c3515c85', 'name': 'tempest-TestVolumeBackupRestore-585373118-router', 'tenant_id': 'f6a3c89bee184f11a533b7da0e928b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '7d10b1de-2982-42f6-9dba-a4db4e2cff9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:18:55Z', 'updated_at': '2022-05-05T20:19:08Z', 'revision_number': 4, 'project_id': 'f6a3c89bee184f11a533b7da0e928b7f', 'gw_port': {'id': '7d10b1de-2982-42f6-9dba-a4db4e2cff9f', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ed:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6ef778-5bb1-4c5f-b796-cd62c3515c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:18:58Z', 'updated_at': '2022-05-05T20:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '17101fd5-f73e-4c92-8bed-6b02cc9d62c0', 'name': '', 'network_id': 'c2a9be47-6ae3-43c0-a604-a9462e3ed185', 'tenant_id': 'f6a3c89bee184f11a533b7da0e928b7f', 'mac_address': 'fa:16:3e:4c:3d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a6ef778-5bb1-4c5f-b796-cd62c3515c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '63e2fac6-bdcb-4ed0-bf8d-217752a1cccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:19:06Z', 'updated_at': '2022-05-05T20:19:16Z', 'revision_number': 4, 'project_id': 'f6a3c89bee184f11a533b7da0e928b7f', 'subnets': [{'id': '63e2fac6-bdcb-4ed0-bf8d-217752a1cccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:19:17.871779 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-63a6dc08-b51e-48b3-8441-ba233c4e21cb req-907833b1-1124-4b36-b6e8-726417302ea0 tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b5ce8c1-c005-42ff-a02f-9ad29f9e4332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630429 May 05 20:19:18.430786 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9181d0-3c31-4d1c-8fc7-22a571a802a2 req-5e1f309d-88ef-4800-921c-f30b97d38b68 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:18.440300 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6c9181d0-3c31-4d1c-8fc7-22a571a802a2 req-5e1f309d-88ef-4800-921c-f30b97d38b68 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.1288569 May 05 20:19:18.572333 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6c9181d0-3c31-4d1c-8fc7-22a571a802a2 req-10e0ae4d-ab6d-44aa-a63a-17554130dbfd tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172407 May 05 20:19:18.803064 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 17101fd5-f73e-4c92-8bed-6b02cc9d62c0 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:19:18.813021 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b46636-96e2-440c-8770-8bfe66254b35 req-97b5279c-a25c-4adf-83da-2148e97b2fbd tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:18.827476 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-82b46636-96e2-440c-8770-8bfe66254b35 req-97b5279c-a25c-4adf-83da-2148e97b2fbd tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5f13b6-d7fe-493b-8eb6-40040a3899b6 HTTP/1.1" status: 200 len: 949 time: 0.2295637 May 05 20:19:18.963997 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-82b46636-96e2-440c-8770-8bfe66254b35 req-1f5bf759-246a-441d-979b-5a40e55acb9b tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bf16fdf-7c27-470c-922f-b10b3f2ea4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355441 May 05 20:19:19.050983 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 17101fd5-f73e-4c92-8bed-6b02cc9d62c0 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:19:19.057841 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 17101fd5-f73e-4c92-8bed-6b02cc9d62c0 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:19:19.058554 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:19.073683 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d160b-07de-4911-b7ae-1541f5f46bf1 req-9178637c-8808-4404-ad66-e301e47f069c tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:19.075856 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ed5d160b-07de-4911-b7ae-1541f5f46bf1 req-9178637c-8808-4404-ad66-e301e47f069c tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e58e2f7-32b8-47b8-bfd4-a95d6612ad8a HTTP/1.1" status: 200 len: 948 time: 0.1929281 May 05 20:19:19.143705 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ed5d160b-07de-4911-b7ae-1541f5f46bf1 req-4659a3d0-e899-48e7-b241-46c9c95d3650 tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b5ce8c1-c005-42ff-a02f-9ad29f9e4332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592206 May 05 20:19:19.287480 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:19.333825 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 17101fd5-f73e-4c92-8bed-6b02cc9d62c0, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=17101fd5-f73e-4c92-8bed-6b02cc9d62c0,segment=NetworkSegment(b7543af1-73d5-4482-a881-394588a73895),segment_id=b7543af1-73d5-4482-a881-394588a73895)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:19:19.350385 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:19.471337 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=17101fd5-f73e-4c92-8bed-6b02cc9d62c0,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:19:19.972484 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc664c-ff2e-444c-8d85-8c22abbebbbd req-b4b9a67f-fe02-4124-89c1-a7c222f7a4e3 tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:19.974704 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c8fc664c-ff2e-444c-8d85-8c22abbebbbd req-b4b9a67f-fe02-4124-89c1-a7c222f7a4e3 tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e58e2f7-32b8-47b8-bfd4-a95d6612ad8a HTTP/1.1" status: 200 len: 948 time: 0.2020137 May 05 20:19:20.078286 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-c8fc664c-ff2e-444c-8d85-8c22abbebbbd req-e50055d1-ee9b-4af9-bd88-d04ccda4c8fa tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] Deleting port dd893e62-35ed-405b-91fa-f992a1c060e1 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:19:20.078286 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c8fc664c-ff2e-444c-8d85-8c22abbebbbd req-e50055d1-ee9b-4af9-bd88-d04ccda4c8fa tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:20.409971 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c789ef-ceee-4333-b24e-aca4169272bc req-7d4f4644-db9b-4a8c-9fc8-1c7ea36f87f3 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:20.412469 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-18c789ef-ceee-4333-b24e-aca4169272bc req-7d4f4644-db9b-4a8c-9fc8-1c7ea36f87f3 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.6933215 May 05 20:19:20.456062 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-c8fc664c-ff2e-444c-8d85-8c22abbebbbd req-e50055d1-ee9b-4af9-bd88-d04ccda4c8fa tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] For port dd893e62-35ed-405b-91fa-f992a1c060e1, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=dd893e62-35ed-405b-91fa-f992a1c060e1,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:19:20.456849 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c8fc664c-ff2e-444c-8d85-8c22abbebbbd req-e50055d1-ee9b-4af9-bd88-d04ccda4c8fa tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:20.527786 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fb76a7-358a-43dd-bcfb-c418ff3c46c2 req-d420635f-157d-4afb-b588-f55e6958bdf6 tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:20.529598 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a9fb76a7-358a-43dd-bcfb-c418ff3c46c2 req-d420635f-157d-4afb-b588-f55e6958bdf6 tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b5f13b6-d7fe-493b-8eb6-40040a3899b6 HTTP/1.1" status: 200 len: 949 time: 0.7456861 May 05 20:19:20.615163 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-c8fc664c-ff2e-444c-8d85-8c22abbebbbd req-e50055d1-ee9b-4af9-bd88-d04ccda4c8fa tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] Calling delete_port for dd893e62-35ed-405b-91fa-f992a1c060e1 owned by compute:nova {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:19:20.651405 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-18c789ef-ceee-4333-b24e-aca4169272bc req-eb379f3e-e8e8-49c3-9e2a-da9db94673ed tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232902 May 05 20:19:20.695450 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-a9fb76a7-358a-43dd-bcfb-c418ff3c46c2 req-0b29342d-1a6c-4b48-8c11-b60d4d145907 tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] Deleting port c0800e44-40a2-4186-8765-0e0b2051f01e {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:19:20.698149 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-a9fb76a7-358a-43dd-bcfb-c418ff3c46c2 req-0b29342d-1a6c-4b48-8c11-b60d4d145907 tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:20.701225 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 17101fd5-f73e-4c92-8bed-6b02cc9d62c0 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:19:20.931016 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 17101fd5-f73e-4c92-8bed-6b02cc9d62c0 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:19:20.931016 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:21.028754 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c8fc664c-ff2e-444c-8d85-8c22abbebbbd req-e50055d1-ee9b-4af9-bd88-d04ccda4c8fa tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:21.051526 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['dd893e62-35ed-405b-91fa-f992a1c060e1'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:19:21.203668 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-23f898a0-7a6d-43d0-9351-1a23622f0e26 req-90e60f92-af8b-4242-9a18-1aa069475a55 tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e58e2f7-32b8-47b8-bfd4-a95d6612ad8a HTTP/1.1" status: 200 len: 210 time: 0.2656274 May 05 20:19:21.216422 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50055d1-ee9b-4af9-bd88-d04ccda4c8fa tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] Pushing event deleted for resources: {'Port': ['ID=dd893e62-35ed-405b-91fa-f992a1c060e1,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:19:21.354628 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5b8fec-e22e-43f8-8093-b0f019dafdc6 req-8f0ae387-798a-4fd9-a203-06f966259866 tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:21.367206 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ec5b8fec-e22e-43f8-8093-b0f019dafdc6 req-8f0ae387-798a-4fd9-a203-06f966259866 tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5f13b6-d7fe-493b-8eb6-40040a3899b6 HTTP/1.1" status: 200 len: 949 time: 1.1567581 May 05 20:19:21.396914 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8fc664c-ff2e-444c-8d85-8c22abbebbbd req-e50055d1-ee9b-4af9-bd88-d04ccda4c8fa tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] No DVR routers for this DVR port dd893e62-35ed-405b-91fa-f992a1c060e1 on host n-h2-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:19:21.401331 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c8fc664c-ff2e-444c-8d85-8c22abbebbbd req-e50055d1-ee9b-4af9-bd88-d04ccda4c8fa tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:21.413552 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e58e2f7-32b8-47b8-bfd4-a95d6612ad8a', 'name': 'network-vif-deleted', 'tag': 'dd893e62-35ed-405b-91fa-f992a1c060e1'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:19:21.448281 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ec5b8fec-e22e-43f8-8093-b0f019dafdc6 req-bcd603b2-7ebc-434a-bf8e-481c35ab1233 tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bf16fdf-7c27-470c-922f-b10b3f2ea4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794265 May 05 20:19:21.464265 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c8fc664c-ff2e-444c-8d85-8c22abbebbbd req-e50055d1-ee9b-4af9-bd88-d04ccda4c8fa tempest-VolumesNegativeTest-686221301 tempest-VolumesNegativeTest-686221301-project] 10.222.0.50 "DELETE /v2.0/ports/dd893e62-35ed-405b-91fa-f992a1c060e1 HTTP/1.1" status: 204 len: 173 time: 1.4798350 May 05 20:19:21.493945 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3efba3b0-5915-497c-a87b-c2106034fa52'] response: {'server_uuid': '6e58e2f7-32b8-47b8-bfd4-a95d6612ad8a', 'name': 'network-vif-deleted', 'tag': 'dd893e62-35ed-405b-91fa-f992a1c060e1', 'status': 'completed', 'code': 200} May 05 20:19:21.507249 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-a9fb76a7-358a-43dd-bcfb-c418ff3c46c2 req-0b29342d-1a6c-4b48-8c11-b60d4d145907 tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] For port c0800e44-40a2-4186-8765-0e0b2051f01e, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=c0800e44-40a2-4186-8765-0e0b2051f01e,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:19:21.508911 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-a9fb76a7-358a-43dd-bcfb-c418ff3c46c2 req-0b29342d-1a6c-4b48-8c11-b60d4d145907 tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:21.665871 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-a9fb76a7-358a-43dd-bcfb-c418ff3c46c2 req-0b29342d-1a6c-4b48-8c11-b60d4d145907 tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] Calling delete_port for c0800e44-40a2-4186-8765-0e0b2051f01e owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:19:21.837970 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-a9fb76a7-358a-43dd-bcfb-c418ff3c46c2 req-0b29342d-1a6c-4b48-8c11-b60d4d145907 tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:21.876241 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f19ab-c2f5-4217-b239-1826719f96be req-d264fba8-fb6e-4986-9ccb-d0aa8c2d27c4 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:21.878217 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-779f19ab-c2f5-4217-b239-1826719f96be req-d264fba8-fb6e-4986-9ccb-d0aa8c2d27c4 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.0992007 May 05 20:19:21.908415 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b29342d-1a6c-4b48-8c11-b60d4d145907 tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] Pushing event deleted for resources: {'Port': ['ID=c0800e44-40a2-4186-8765-0e0b2051f01e,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:19:21.956762 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-779f19ab-c2f5-4217-b239-1826719f96be req-64edba29-4358-4cce-aceb-a98f9b57bafc tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727417 May 05 20:19:22.038733 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9fb76a7-358a-43dd-bcfb-c418ff3c46c2 req-0b29342d-1a6c-4b48-8c11-b60d4d145907 tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] No DVR routers for this DVR port c0800e44-40a2-4186-8765-0e0b2051f01e on host n-h1-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:19:22.042031 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-a9fb76a7-358a-43dd-bcfb-c418ff3c46c2 req-0b29342d-1a6c-4b48-8c11-b60d4d145907 tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:22.045202 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b5f13b6-d7fe-493b-8eb6-40040a3899b6', 'name': 'network-vif-deleted', 'tag': 'c0800e44-40a2-4186-8765-0e0b2051f01e'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:19:22.075605 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a9fb76a7-358a-43dd-bcfb-c418ff3c46c2 req-0b29342d-1a6c-4b48-8c11-b60d4d145907 tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] 10.222.0.24 "DELETE /v2.0/ports/c0800e44-40a2-4186-8765-0e0b2051f01e HTTP/1.1" status: 204 len: 173 time: 1.5376933 May 05 20:19:22.125933 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a50771f-b3e6-4f79-b38b-062cfb69d8b2'] response: {'server_uuid': '5b5f13b6-d7fe-493b-8eb6-40040a3899b6', 'name': 'network-vif-deleted', 'tag': 'c0800e44-40a2-4186-8765-0e0b2051f01e', 'status': 'completed', 'code': 200} May 05 20:19:22.844461 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-8ca94990-0171-4ec2-9dbe-596147d65dde req-200f971f-4fd8-4ea9-836f-ac9861be8886 tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] Synchronizing usage tracker for tenant:fb44a30e6dec40bfac5d9f81796e3cda on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:19:22.883138 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-8ca94990-0171-4ec2-9dbe-596147d65dde req-200f971f-4fd8-4ea9-836f-ac9861be8886 tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] Unset dirty status for tenant:fb44a30e6dec40bfac5d9f81796e3cda on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:19:22.885617 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8ca94990-0171-4ec2-9dbe-596147d65dde req-200f971f-4fd8-4ea9-836f-ac9861be8886 tempest-VolumesBackupsTest-1528515686 tempest-VolumesBackupsTest-1528515686-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5f13b6-d7fe-493b-8eb6-40040a3899b6 HTTP/1.1" status: 200 len: 210 time: 0.1583965 May 05 20:19:23.042452 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device c0800e44-40a2-4186-8765-0e0b2051f01e no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:19:23.116186 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] No Port match for: c0800e44-40a2-4186-8765-0e0b2051f01e {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:19:23.116529 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device c0800e44-40a2-4186-8765-0e0b2051f01e not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:19:23.253952 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248bd26e-3aac-4beb-a386-5a0147a28b56 req-fb56a584-954a-4373-87a8-a960f540bd4d tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:23.255772 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-248bd26e-3aac-4beb-a386-5a0147a28b56 req-fb56a584-954a-4373-87a8-a960f540bd4d tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.0934961 May 05 20:19:23.354879 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-248bd26e-3aac-4beb-a386-5a0147a28b56 req-657a4c03-3299-4468-9385-167969e3a234 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906343 May 05 20:19:23.962883 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device dd893e62-35ed-405b-91fa-f992a1c060e1 no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:19:24.036855 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] No Port match for: dd893e62-35ed-405b-91fa-f992a1c060e1 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:19:24.037242 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device dd893e62-35ed-405b-91fa-f992a1c060e1 not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:19:24.845805 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da979e7-8739-4ba5-8191-a8dbbc0fa1fc req-7abc3169-1dba-4a53-b3d7-4250ac8abf4a tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:24.860959 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4da979e7-8739-4ba5-8191-a8dbbc0fa1fc req-7abc3169-1dba-4a53-b3d7-4250ac8abf4a tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.2969036 May 05 20:19:24.980223 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4da979e7-8739-4ba5-8191-a8dbbc0fa1fc req-fb99ecdd-5183-4181-80e5-30d226934046 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173739 May 05 20:19:26.504855 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2faca6-bda2-45ff-9def-933377ed8557 req-453408be-a182-47da-8f37-fd2216ee2b9f tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:26.508005 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bb2faca6-bda2-45ff-9def-933377ed8557 req-453408be-a182-47da-8f37-fd2216ee2b9f tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.1956639 May 05 20:19:26.735323 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bb2faca6-bda2-45ff-9def-933377ed8557 req-5d8a37ef-aa4a-47ef-88e9-0c700e3ea38f tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169199 May 05 20:19:28.096999 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b14e7-0dbc-4b3b-8545-26cec16866c9 req-59b08817-1c78-4c8e-a951-392eab0982dd tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:28.113623 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1e8b14e7-0dbc-4b3b-8545-26cec16866c9 req-59b08817-1c78-4c8e-a951-392eab0982dd tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.2454760 May 05 20:19:28.231728 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1e8b14e7-0dbc-4b3b-8545-26cec16866c9 req-74c53fe3-ac0d-4e12-875d-b5da2ba85328 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155272 May 05 20:19:29.522766 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ca30f-672e-4fe6-a151-c317b5ea3fd3 req-40f10053-c853-4737-9753-7dc179bedf49 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:29.525015 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-992ca30f-672e-4fe6-a151-c317b5ea3fd3 req-40f10053-c853-4737-9753-7dc179bedf49 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.1617312 May 05 20:19:29.739206 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-992ca30f-672e-4fe6-a151-c317b5ea3fd3 req-c2edfa0c-e5fe-4a57-81a2-1fd170a6f127 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019699 May 05 20:19:30.005928 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device ede82658-00b0-42c9-915e-b334ee0c0cfe details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:19:30.238983 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port ede82658-00b0-42c9-915e-b334ee0c0cfe, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=ede82658-00b0-42c9-915e-b334ee0c0cfe,segment=NetworkSegment(5f930359-bc75-4edb-bf67-d4090d0927d6),segment_id=5f930359-bc75-4edb-bf67-d4090d0927d6)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:19:30.255587 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': 'ede82658-00b0-42c9-915e-b334ee0c0cfe', 'network_id': 'f665291c-fe35-44a1-b025-0867219a15d5', 'port_id': 'ede82658-00b0-42c9-915e-b334ee0c0cfe', 'mac_address': 'fa:16:3e:32:2a:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e5ca270-af30-4d15-b9c5-3a4471edda55', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:19:30.327621 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:30.351863 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ede82658-00b0-42c9-915e-b334ee0c0cfe {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:19:30.369537 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port ede82658-00b0-42c9-915e-b334ee0c0cfe, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=ede82658-00b0-42c9-915e-b334ee0c0cfe,segment=NetworkSegment(5f930359-bc75-4edb-bf67-d4090d0927d6),segment_id=5f930359-bc75-4edb-bf67-d4090d0927d6)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:19:30.375339 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:30.501194 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['ede82658-00b0-42c9-915e-b334ee0c0cfe'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:19:30.606312 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=ede82658-00b0-42c9-915e-b334ee0c0cfe,revision_number=6']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:19:31.000391 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce884efb-8ea3-4d00-a14b-d70ecfc66907 req-5652c52a-c528-45d8-94a8-2ebd99e764f5 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:31.011305 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ce884efb-8ea3-4d00-a14b-d70ecfc66907 req-5652c52a-c528-45d8-94a8-2ebd99e764f5 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 944 time: 0.1319640 May 05 20:19:31.064724 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ce884efb-8ea3-4d00-a14b-d70ecfc66907 req-0cbb982b-3b7f-4886-89a3-1c39e35a9c4d tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517950 May 05 20:19:32.010471 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device ede82658-00b0-42c9-915e-b334ee0c0cfe up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:19:32.205879 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port ede82658-00b0-42c9-915e-b334ee0c0cfe triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:19:32.209087 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:32.460743 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135f157c-8c67-49cc-a0ab-70c85c6dfb54 req-e93bd375-c0bb-4999-a0f7-e7310e226134 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:32.469729 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-135f157c-8c67-49cc-a0ab-70c85c6dfb54 req-e93bd375-c0bb-4999-a0f7-e7310e226134 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 944 time: 0.2395191 May 05 20:19:32.507775 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:32.542654 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-135f157c-8c67-49cc-a0ab-70c85c6dfb54 req-ef8ac7fe-781e-42a4-b7c6-7f8a5c976240 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718772 May 05 20:19:32.637614 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port ede82658-00b0-42c9-915e-b334ee0c0cfe, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=ede82658-00b0-42c9-915e-b334ee0c0cfe,segment=NetworkSegment(5f930359-bc75-4edb-bf67-d4090d0927d6),segment_id=5f930359-bc75-4edb-bf67-d4090d0927d6)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:19:32.647565 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d37c3a-e4db-4752-a0a9-4eb9c7608aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ede82658-00b0-42c9-915e-b334ee0c0cfe'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:19:32.665652 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:32.924618 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1addaa3-eea7-456f-97b4-17db0799785d'] response: {'server_uuid': '61d37c3a-e4db-4752-a0a9-4eb9c7608aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ede82658-00b0-42c9-915e-b334ee0c0cfe', 'code': 200} May 05 20:19:32.925562 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=ede82658-00b0-42c9-915e-b334ee0c0cfe,revision_number=7']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:19:33.277901 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 43936) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:19:33.588187 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:19:33.652138 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-47f4e6c6-cfbb-4e6b-81a9-a52865d48365 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4c05ceb8901c45618f2ee6bb1a148e51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3722732 May 05 20:19:33.653348 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 43948) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:19:33.854328 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-84bf19fd-8488-4967-89c3-2c2055fa9cb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:33.898859 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-84bf19fd-8488-4967-89c3-2c2055fa9cb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:34.086449 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b416f181-899b-44e9-9b89-463175332968 req-7b64f940-ada4-46e2-9c67-22aacc5d7817 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:34.088047 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b416f181-899b-44e9-9b89-463175332968 req-7b64f940-ada4-46e2-9c67-22aacc5d7817 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.1210015 May 05 20:19:34.123074 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-84bf19fd-8488-4967-89c3-2c2055fa9cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:34.166353 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bf19fd-8488-4967-89c3-2c2055fa9cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5ce8c1-c005-42ff-a02f-9ad29f9e4332,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:19:34.193462 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b416f181-899b-44e9-9b89-463175332968 req-878a3d80-0ac4-41ca-8b4e-f5ecef333ff5 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944443 May 05 20:19:34.231872 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-84bf19fd-8488-4967-89c3-2c2055fa9cb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:34.235813 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-84bf19fd-8488-4967-89c3-2c2055fa9cb3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3b5ce8c1-c005-42ff-a02f-9ad29f9e4332 HTTP/1.1" status: 204 len: 168 time: 0.5792999 May 05 20:19:34.658413 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5d515a26-7ad5-4680-ad7f-2d72bb26254c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:35.512361 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2a85a1-72ff-40dd-81b6-f40d69b7c6ec req-b1f5d478-3207-4fa1-945f-cef732f383f0 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:35.515701 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2a2a85a1-72ff-40dd-81b6-f40d69b7c6ec req-b1f5d478-3207-4fa1-945f-cef732f383f0 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.1019447 May 05 20:19:35.558553 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 44000) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:19:35.663027 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2a2a85a1-72ff-40dd-81b6-f40d69b7c6ec req-da86cdc2-0eb1-44e9-945e-329396fb4d27 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236658 May 05 20:19:35.859822 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-6e45216d-5c08-4921-b358-3615306105f6 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-904850784-network', 'tenant_id': '95e7fc02f56c4d6e9ccab41b286aea67'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:19:35.869724 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-6e45216d-5c08-4921-b358-3615306105f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:19:35.876276 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-6e45216d-5c08-4921-b358-3615306105f6 admin admin] Usage tracker for resource:network and tenant:95e7fc02f56c4d6e9ccab41b286aea67 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:19:35.879945 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-6e45216d-5c08-4921-b358-3615306105f6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:19:35.895758 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-6e45216d-5c08-4921-b358-3615306105f6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:19:35.909420 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e45216d-5c08-4921-b358-3615306105f6 admin admin] Made reservation on behalf of 95e7fc02f56c4d6e9ccab41b286aea67 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:19:35.912243 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6e45216d-5c08-4921-b358-3615306105f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:35.926763 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6e45216d-5c08-4921-b358-3615306105f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:35.975079 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-6e45216d-5c08-4921-b358-3615306105f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:19:35.980050 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-6e45216d-5c08-4921-b358-3615306105f6 admin admin] Usage tracker for resource:security_group_rule and tenant:95e7fc02f56c4d6e9ccab41b286aea67 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:19:35.987521 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-6e45216d-5c08-4921-b358-3615306105f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:19:36.003332 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-6e45216d-5c08-4921-b358-3615306105f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:19:36.038544 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 44016) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:19:36.167492 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6e45216d-5c08-4921-b358-3615306105f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:36.174045 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6e45216d-5c08-4921-b358-3615306105f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:36.191485 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e45216d-5c08-4921-b358-3615306105f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:19:36.236370 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6e45216d-5c08-4921-b358-3615306105f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:36.236771 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-6e45216d-5c08-4921-b358-3615306105f6 admin admin] Added segment 7d87ba48-e415-4090-81c9-be89a95a43cf of type vlan for network 707d6641-a4b3-43c9-8623-7744bae03830 May 05 20:19:36.262443 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-236e19ca-3370-42aa-bdf8-47df19c2ca3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:36.272094 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e45216d-5c08-4921-b358-3615306105f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=757336de-94cd-4561-b9fb-a2b371c17663,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:19:36.297568 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6e45216d-5c08-4921-b358-3615306105f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:36.326392 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-236e19ca-3370-42aa-bdf8-47df19c2ca3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:19:36.334181 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-236e19ca-3370-42aa-bdf8-47df19c2ca3d admin admin] Usage tracker for resource:security_group_rule and tenant:d99b86993ee94850b9c20292c470965d is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:19:36.337789 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-236e19ca-3370-42aa-bdf8-47df19c2ca3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:19:36.339291 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6e45216d-5c08-4921-b358-3615306105f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:36.340433 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e45216d-5c08-4921-b358-3615306105f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:36.342356 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6e45216d-5c08-4921-b358-3615306105f6 admin admin] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:36.347807 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-236e19ca-3370-42aa-bdf8-47df19c2ca3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:19:36.503026 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e45216d-5c08-4921-b358-3615306105f6 admin admin] Pushing event updated for resources: {'Network': ['ID=707d6641-a4b3-43c9-8623-7744bae03830,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:19:36.518696 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 707d6641-a4b3-43c9-8623-7744bae03830 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:19:36.522845 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-6e45216d-5c08-4921-b358-3615306105f6 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9620929 May 05 20:19:36.524343 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 44026) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:19:36.531963 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-8df89da5-cff3-4f49-920a-88fefa631993 admin admin] Request body: {'subnet': {'network_id': '707d6641-a4b3-43c9-8623-7744bae03830', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-904850784-subnet', 'tenant_id': '95e7fc02f56c4d6e9ccab41b286aea67', 'ip_version': 4}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:19:36.539242 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8df89da5-cff3-4f49-920a-88fefa631993 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:19:36.544234 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-8df89da5-cff3-4f49-920a-88fefa631993 admin admin] Usage tracker for resource:subnet and tenant:95e7fc02f56c4d6e9ccab41b286aea67 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:19:36.549362 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-8df89da5-cff3-4f49-920a-88fefa631993 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:19:36.556552 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8df89da5-cff3-4f49-920a-88fefa631993 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:19:36.576027 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df89da5-cff3-4f49-920a-88fefa631993 admin admin] Made reservation on behalf of 95e7fc02f56c4d6e9ccab41b286aea67 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:19:36.581374 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8df89da5-cff3-4f49-920a-88fefa631993 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:36.620223 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33bfbb8-0422-4207-b9ee-2ff31728e682 req-17722107-9add-4299-8279-24de5318c0f8 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:36.627855 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a33bfbb8-0422-4207-b9ee-2ff31728e682 req-17722107-9add-4299-8279-24de5318c0f8 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/ports?device_id=917f0329-444f-4990-a8b9-db3c52f93436 HTTP/1.1" status: 200 len: 945 time: 0.2395177 May 05 20:19:36.794823 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a33bfbb8-0422-4207-b9ee-2ff31728e682 req-2c855b0f-8bb1-4d64-b786-5b12aeeb88ab tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f751196-6dff-46ee-8aaa-1cf7275b3ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1592202 May 05 20:19:36.818347 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-236e19ca-3370-42aa-bdf8-47df19c2ca3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:36.843749 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-236e19ca-3370-42aa-bdf8-47df19c2ca3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:36.869883 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d76f1bbc-6af0-4dc8-a9d6-a57118cbeb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:36.915910 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236e19ca-3370-42aa-bdf8-47df19c2ca3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49439886-736c-4704-b246-3dd54735cf78,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:19:36.947379 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236e19ca-3370-42aa-bdf8-47df19c2ca3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:36.947379 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236e19ca-3370-42aa-bdf8-47df19c2ca3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:36.947379 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236e19ca-3370-42aa-bdf8-47df19c2ca3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:36.947973 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236e19ca-3370-42aa-bdf8-47df19c2ca3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:36.948714 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236e19ca-3370-42aa-bdf8-47df19c2ca3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:36.949142 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236e19ca-3370-42aa-bdf8-47df19c2ca3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:36.950120 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236e19ca-3370-42aa-bdf8-47df19c2ca3d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:36.951049 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236e19ca-3370-42aa-bdf8-47df19c2ca3d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:36.953013 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236e19ca-3370-42aa-bdf8-47df19c2ca3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:36.953613 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236e19ca-3370-42aa-bdf8-47df19c2ca3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:36.954200 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236e19ca-3370-42aa-bdf8-47df19c2ca3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:36.954760 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236e19ca-3370-42aa-bdf8-47df19c2ca3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:36.976688 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-236e19ca-3370-42aa-bdf8-47df19c2ca3d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d99b86993ee94850b9c20292c470965d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9340351 May 05 20:19:36.977437 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 44034) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:19:37.048404 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7e9ff486-9727-41fe-9d44-2d6648de7e8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:37.081755 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7e9ff486-9727-41fe-9d44-2d6648de7e8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:37.122275 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c015572-1331-4113-8294-9871eb16db9f req-a1257f4b-8a12-47ae-9eb3-d40dbb1f9010 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:37.124530 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3c015572-1331-4113-8294-9871eb16db9f req-a1257f4b-8a12-47ae-9eb3-d40dbb1f9010 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.1543636 May 05 20:19:37.184359 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7e9ff486-9727-41fe-9d44-2d6648de7e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:37.226825 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9ff486-9727-41fe-9d44-2d6648de7e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49439886-736c-4704-b246-3dd54735cf78,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:19:37.240969 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7e9ff486-9727-41fe-9d44-2d6648de7e8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:37.240969 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-7e9ff486-9727-41fe-9d44-2d6648de7e8e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/49439886-736c-4704-b246-3dd54735cf78 HTTP/1.1" status: 204 len: 168 time: 0.2569268 May 05 20:19:37.294714 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3c015572-1331-4113-8294-9871eb16db9f req-1ae4b18c-e943-433f-a826-4a0f828188c4 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614492 May 05 20:19:37.296725 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8df89da5-cff3-4f49-920a-88fefa631993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:37.383510 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df89da5-cff3-4f49-920a-88fefa631993 admin admin] Pushing event updated for resources: {'Subnet': ['ID=566f53cc-aa8c-4c45-95bd-8e3a4cce5358,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:19:37.421420 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df89da5-cff3-4f49-920a-88fefa631993 admin admin] Checking segment: {'id': '7d87ba48-e415-4090-81c9-be89a95a43cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '707d6641-a4b3-43c9-8623-7744bae03830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:19:37.422186 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df89da5-cff3-4f49-920a-88fefa631993 admin admin] Network hostable DHCP agents. Network: 707d6641-a4b3-43c9-8623-7744bae03830, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:19:37.477232 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df89da5-cff3-4f49-920a-88fefa631993 admin admin] Network 707d6641-a4b3-43c9-8623-7744bae03830 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:19:37.497816 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-8df89da5-cff3-4f49-920a-88fefa631993 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 707d6641-a4b3-43c9-8623-7744bae03830) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:19:37.510688 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0679b330-b569-44b6-99f1-5c21c84b8051 None None] Network 707d6641-a4b3-43c9-8623-7744bae03830 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:19:37.510919 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df89da5-cff3-4f49-920a-88fefa631993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:37.511617 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8df89da5-cff3-4f49-920a-88fefa631993 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:37.555429 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 44042) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:19:37.556599 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-8df89da5-cff3-4f49-920a-88fefa631993 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0302083 May 05 20:19:37.564098 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-8fc549e9-d62b-4c68-b10e-df2d999490f2 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-904850784-router', 'tenant_id': '95e7fc02f56c4d6e9ccab41b286aea67', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:19:37.573806 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-8fc549e9-d62b-4c68-b10e-df2d999490f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:19:37.580706 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-8fc549e9-d62b-4c68-b10e-df2d999490f2 admin admin] Usage tracker for resource:router and tenant:95e7fc02f56c4d6e9ccab41b286aea67 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:19:37.587195 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-8fc549e9-d62b-4c68-b10e-df2d999490f2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:19:37.597524 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-8fc549e9-d62b-4c68-b10e-df2d999490f2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:19:37.620505 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8fc549e9-d62b-4c68-b10e-df2d999490f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:37.625660 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8fc549e9-d62b-4c68-b10e-df2d999490f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:37.657569 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8fc549e9-d62b-4c68-b10e-df2d999490f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:37.852110 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 44054) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:19:37.891726 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-40ef461b-45c2-4529-8802-719b9ebd29a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:37.918448 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-40ef461b-45c2-4529-8802-719b9ebd29a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:19:37.941633 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:37.980920 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-40ef461b-45c2-4529-8802-719b9ebd29a5 admin admin] Usage tracker for resource:security_group_rule and tenant:86530120a2154e78b492e04a55fd21f4 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:19:37.984945 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-40ef461b-45c2-4529-8802-719b9ebd29a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:19:37.998399 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-40ef461b-45c2-4529-8802-719b9ebd29a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:19:38.022407 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030c45fb-ecd9-4ba9-9c3e-067a33da2374 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-707d6641-a4b3-43c9-8623-7744bae03830', 'network_id': '707d6641-a4b3-43c9-8623-7744bae03830', 'tenant_id': '95e7fc02f56c4d6e9ccab41b286aea67', 'fixed_ips': [{'subnet_id': '566f53cc-aa8c-4c45-95bd-8e3a4cce5358'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:19:38.023593 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-030c45fb-ecd9-4ba9-9c3e-067a33da2374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:38.146116 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8fc549e9-d62b-4c68-b10e-df2d999490f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:38.257529 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e2738b-8e2f-4205-830e-109317d0a425 req-81c5ba3f-efa5-4b20-9b92-9a09eeff0f23 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:38.259019 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-95e2738b-8e2f-4205-830e-109317d0a425 req-81c5ba3f-efa5-4b20-9b92-9a09eeff0f23 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/ports?device_id=917f0329-444f-4990-a8b9-db3c52f93436 HTTP/1.1" status: 200 len: 945 time: 0.2678413 May 05 20:19:38.320262 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-030c45fb-ecd9-4ba9-9c3e-067a33da2374 None None] Allocated IP 172.20.0.2 (707d6641-a4b3-43c9-8623-7744bae03830/566f53cc-aa8c-4c45-95bd-8e3a4cce5358/f80c959c-ccd7-4528-a99c-0eb9670a6746) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:19:38.399864 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:38.417937 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-95e2738b-8e2f-4205-830e-109317d0a425 req-a9bacec0-505d-4e66-9a0b-38e45ef29ab5 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f751196-6dff-46ee-8aaa-1cf7275b3ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418469 May 05 20:19:38.423265 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-40ef461b-45c2-4529-8802-719b9ebd29a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:38.462637 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-40ef461b-45c2-4529-8802-719b9ebd29a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:38.540452 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-40ef461b-45c2-4529-8802-719b9ebd29a5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=86530120a2154e78b492e04a55fd21f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6819370 May 05 20:19:38.541218 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 44062) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:19:38.638263 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308515a1-4fb5-4b58-9747-0f41b35b74a2 req-cb8a3fbe-5421-49b2-a761-4779ad3c8bec tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:38.643842 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-308515a1-4fb5-4b58-9747-0f41b35b74a2 req-cb8a3fbe-5421-49b2-a761-4779ad3c8bec tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.1927214 May 05 20:19:38.699944 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2dfc5a66-a667-4acf-81c3-d95f3f8a91dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:38.710948 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef461b-45c2-4529-8802-719b9ebd29a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5fc8b97-0112-441d-bf5f-7e1b35d60df7,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:19:38.721513 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-030c45fb-ecd9-4ba9-9c3e-067a33da2374 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:38.749155 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-030c45fb-ecd9-4ba9-9c3e-067a33da2374 None None] Transition to ACTIVE for port object f80c959c-ccd7-4528-a99c-0eb9670a6746 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:19:38.760284 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2dfc5a66-a667-4acf-81c3-d95f3f8a91dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:38.791780 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-030c45fb-ecd9-4ba9-9c3e-067a33da2374 None None] Transition to ACTIVE for port object f80c959c-ccd7-4528-a99c-0eb9670a6746 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:19:38.812263 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-030c45fb-ecd9-4ba9-9c3e-067a33da2374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:38.865198 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2dfc5a66-a667-4acf-81c3-d95f3f8a91dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:38.910777 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-308515a1-4fb5-4b58-9747-0f41b35b74a2 req-78899366-4d8d-4256-8a26-5994f882c70f tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568307 May 05 20:19:38.916178 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2dfc5a66-a667-4acf-81c3-d95f3f8a91dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:38.937804 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-2dfc5a66-a667-4acf-81c3-d95f3f8a91dd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c5fc8b97-0112-441d-bf5f-7e1b35d60df7 HTTP/1.1" status: 204 len: 168 time: 0.3905091 May 05 20:19:38.941033 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfc5a66-a667-4acf-81c3-d95f3f8a91dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5fc8b97-0112-441d-bf5f-7e1b35d60df7,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:19:38.977968 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030c45fb-ecd9-4ba9-9c3e-067a33da2374 None None] Network 707d6641-a4b3-43c9-8623-7744bae03830 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:19:38.983653 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-030c45fb-ecd9-4ba9-9c3e-067a33da2374 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:19:38.989374 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030c45fb-ecd9-4ba9-9c3e-067a33da2374 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:19:39.034972 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030c45fb-ecd9-4ba9-9c3e-067a33da2374 None None] Pushing event updated for resources: {'Port': ['ID=f80c959c-ccd7-4528-a99c-0eb9670a6746,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:19:39.134755 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-030c45fb-ecd9-4ba9-9c3e-067a33da2374 None None] Attempting to bind port f80c959c-ccd7-4528-a99c-0eb9670a6746 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:19:39.135119 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-030c45fb-ecd9-4ba9-9c3e-067a33da2374 None None] Attempting to bind port f80c959c-ccd7-4528-a99c-0eb9670a6746 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '7d87ba48-e415-4090-81c9-be89a95a43cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '707d6641-a4b3-43c9-8623-7744bae03830'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:19:39.135503 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030c45fb-ecd9-4ba9-9c3e-067a33da2374 None None] Attempting to bind port f80c959c-ccd7-4528-a99c-0eb9670a6746 on network 707d6641-a4b3-43c9-8623-7744bae03830 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:19:39.142893 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8fc549e9-d62b-4c68-b10e-df2d999490f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:39.146479 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030c45fb-ecd9-4ba9-9c3e-067a33da2374 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:19:39.146853 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030c45fb-ecd9-4ba9-9c3e-067a33da2374 None None] Checking segment: {'id': '7d87ba48-e415-4090-81c9-be89a95a43cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '707d6641-a4b3-43c9-8623-7744bae03830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:19:39.150149 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-030c45fb-ecd9-4ba9-9c3e-067a33da2374 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:39.150575 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030c45fb-ecd9-4ba9-9c3e-067a33da2374 None None] Bound using segment: {'id': '7d87ba48-e415-4090-81c9-be89a95a43cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '707d6641-a4b3-43c9-8623-7744bae03830'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:19:39.151055 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-030c45fb-ecd9-4ba9-9c3e-067a33da2374 None None] Bound port: f80c959c-ccd7-4528-a99c-0eb9670a6746, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d87ba48-e415-4090-81c9-be89a95a43cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '707d6641-a4b3-43c9-8623-7744bae03830'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:19:39.151454 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-030c45fb-ecd9-4ba9-9c3e-067a33da2374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:39.181530 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8fc549e9-d62b-4c68-b10e-df2d999490f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:39.317548 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-030c45fb-ecd9-4ba9-9c3e-067a33da2374 None None] For port f80c959c-ccd7-4528-a99c-0eb9670a6746, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:19:39.322363 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-030c45fb-ecd9-4ba9-9c3e-067a33da2374 None None] For port f80c959c-ccd7-4528-a99c-0eb9670a6746, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=f80c959c-ccd7-4528-a99c-0eb9670a6746,segment=NetworkSegment(7d87ba48-e415-4090-81c9-be89a95a43cf),segment_id=7d87ba48-e415-4090-81c9-be89a95a43cf)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:19:39.329357 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-030c45fb-ecd9-4ba9-9c3e-067a33da2374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:39.382397 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-8fc549e9-d62b-4c68-b10e-df2d999490f2 admin admin] Allocated IP 172.25.0.147 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/163bc099-b297-4fb3-a4d0-2e468e5440a5) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:19:39.481552 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030c45fb-ecd9-4ba9-9c3e-067a33da2374 None None] Pushing event updated for resources: {'Port': ['ID=f80c959c-ccd7-4528-a99c-0eb9670a6746,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:19:39.598906 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:39.862635 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8fc549e9-d62b-4c68-b10e-df2d999490f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:39.892034 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a863539-c33c-4322-b11e-b58408554356 req-d89c8f71-54f8-48ea-aeff-5fc45e2d4bae tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:39.893738 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5a863539-c33c-4322-b11e-b58408554356 req-d89c8f71-54f8-48ea-aeff-5fc45e2d4bae tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/ports?device_id=917f0329-444f-4990-a8b9-db3c52f93436 HTTP/1.1" status: 200 len: 945 time: 0.2349648 May 05 20:19:39.981016 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5a863539-c33c-4322-b11e-b58408554356 req-54796b42-2b72-4c54-8cf0-d8d2a05e9bd6 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f751196-6dff-46ee-8aaa-1cf7275b3ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727396 May 05 20:19:40.015910 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8fc549e9-d62b-4c68-b10e-df2d999490f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:40.102954 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc549e9-d62b-4c68-b10e-df2d999490f2 admin admin] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:19:40.107001 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-8fc549e9-d62b-4c68-b10e-df2d999490f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:19:40.116154 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc549e9-d62b-4c68-b10e-df2d999490f2 admin admin] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:19:40.160387 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc549e9-d62b-4c68-b10e-df2d999490f2 admin admin] Pushing event updated for resources: {'Port': ['ID=163bc099-b297-4fb3-a4d0-2e468e5440a5,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:19:40.222079 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c58a6-0d5d-414c-b0ae-6dd3da17934f req-c804a508-d060-433d-8bd2-9f6d0cad9311 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:40.234219 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-650c58a6-0d5d-414c-b0ae-6dd3da17934f req-c804a508-d060-433d-8bd2-9f6d0cad9311 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.1495535 May 05 20:19:40.303704 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-650c58a6-0d5d-414c-b0ae-6dd3da17934f req-13facf26-dd06-459d-a328-69ef0a3945c1 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673847 May 05 20:19:40.791323 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device f80c959c-ccd7-4528-a99c-0eb9670a6746 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:19:40.842276 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8fc549e9-d62b-4c68-b10e-df2d999490f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:40.901191 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port f80c959c-ccd7-4528-a99c-0eb9670a6746 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:19:41.147067 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f03c5e-d5e6-4984-91a2-4d9adadde347 None None] Network 707d6641-a4b3-43c9-8623-7744bae03830 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:19:41.195775 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 44116) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:19:41.398634 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a4bad3c4-9126-4153-a30c-1ffe34080f0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:41.427675 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-409c0d1b-b809-4180-9d14-496404e35e54 None None] Provisioning for port f80c959c-ccd7-4528-a99c-0eb9670a6746 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:19:41.460722 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a4bad3c4-9126-4153-a30c-1ffe34080f0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:19:41.478127 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a4bad3c4-9126-4153-a30c-1ffe34080f0d admin admin] Usage tracker for resource:security_group_rule and tenant:68245a8354c444229ea2ad3932fe0bba is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:19:41.487844 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a4bad3c4-9126-4153-a30c-1ffe34080f0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:19:41.513845 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a4bad3c4-9126-4153-a30c-1ffe34080f0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:19:41.514117 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-409c0d1b-b809-4180-9d14-496404e35e54 None None] Provisioning complete for port f80c959c-ccd7-4528-a99c-0eb9670a6746 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:19:41.516680 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-409c0d1b-b809-4180-9d14-496404e35e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:41.616627 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8fc549e9-d62b-4c68-b10e-df2d999490f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:41.709386 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea8511-857f-4d66-ac96-7350e91f5e83 req-555c987f-9ddd-47fd-a39d-b5852b748b56 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:41.728121 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3cea8511-857f-4d66-ac96-7350e91f5e83 req-555c987f-9ddd-47fd-a39d-b5852b748b56 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.2173178 May 05 20:19:41.808548 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3cea8511-857f-4d66-ac96-7350e91f5e83 req-fd2a4586-491b-4308-b903-47947ff2b3a9 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757601 May 05 20:19:41.855862 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a4bad3c4-9126-4153-a30c-1ffe34080f0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:41.861709 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a4bad3c4-9126-4153-a30c-1ffe34080f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:41.872434 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-409c0d1b-b809-4180-9d14-496404e35e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:41.929281 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bad3c4-9126-4153-a30c-1ffe34080f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3b40b9-6bb7-4f12-9f6f-15eb50320399,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:19:41.933252 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-409c0d1b-b809-4180-9d14-496404e35e54 None None] For port f80c959c-ccd7-4528-a99c-0eb9670a6746, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=f80c959c-ccd7-4528-a99c-0eb9670a6746,segment=NetworkSegment(7d87ba48-e415-4090-81c9-be89a95a43cf),segment_id=7d87ba48-e415-4090-81c9-be89a95a43cf)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:19:41.944754 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-409c0d1b-b809-4180-9d14-496404e35e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:41.965080 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a4bad3c4-9126-4153-a30c-1ffe34080f0d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=68245a8354c444229ea2ad3932fe0bba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7681973 May 05 20:19:41.965782 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 44130) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:19:41.973249 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8de1f3-b802-4b47-ab53-72554f4d607d req-031a535f-2bf2-4ee0-b3b8-b5af1de87490 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:41.979674 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fa8de1f3-b802-4b47-ab53-72554f4d607d req-031a535f-2bf2-4ee0-b3b8-b5af1de87490 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/ports?device_id=917f0329-444f-4990-a8b9-db3c52f93436 HTTP/1.1" status: 200 len: 945 time: 0.8031404 May 05 20:19:42.104496 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409c0d1b-b809-4180-9d14-496404e35e54 None None] Pushing event updated for resources: {'Port': ['ID=f80c959c-ccd7-4528-a99c-0eb9670a6746,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:19:42.116136 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fa8de1f3-b802-4b47-ab53-72554f4d607d req-f8e98261-1c9c-45a8-80f8-9a064d2ece49 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f751196-6dff-46ee-8aaa-1cf7275b3ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240969 May 05 20:19:42.149669 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-38ec1b62-49f8-46c1-a858-26cac55876d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:42.226910 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-38ec1b62-49f8-46c1-a858-26cac55876d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:42.253158 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fc549e9-d62b-4c68-b10e-df2d999490f2 admin admin] Router e7876540-d15b-421f-863c-cad70a33c8f9 is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88197) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:19:42.284735 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9d3333c7-e90c-4b6d-9606-8efb21923dda None None] Provisioning complete for port f80c959c-ccd7-4528-a99c-0eb9670a6746 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:19:42.285127 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9d3333c7-e90c-4b6d-9606-8efb21923dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:42.352490 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-38ec1b62-49f8-46c1-a858-26cac55876d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:42.398271 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-38ec1b62-49f8-46c1-a858-26cac55876d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:42.417340 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-38ec1b62-49f8-46c1-a858-26cac55876d2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8c3b40b9-6bb7-4f12-9f6f-15eb50320399 HTTP/1.1" status: 204 len: 168 time: 0.4504533 May 05 20:19:42.418304 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ec1b62-49f8-46c1-a858-26cac55876d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3b40b9-6bb7-4f12-9f6f-15eb50320399,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:19:42.491797 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc549e9-d62b-4c68-b10e-df2d999490f2 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:19:42.534548 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8fc549e9-d62b-4c68-b10e-df2d999490f2 admin admin] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:42.536902 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-8fc549e9-d62b-4c68-b10e-df2d999490f2 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.9800935 May 05 20:19:42.539682 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 44144) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:19:42.559228 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8328f3c6-b38f-4594-beff-c86c897a649c None None] Sync routers for ids ['e7876540-d15b-421f-863c-cad70a33c8f9'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:19:42.634759 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8328f3c6-b38f-4594-beff-c86c897a649c None None] Routers {'e7876540-d15b-421f-863c-cad70a33c8f9'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:19:42.638634 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-8328f3c6-b38f-4594-beff-c86c897a649c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:19:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['e7876540-d15b-421f-863c-cad70a33c8f9'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:19:42.816950 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device f80c959c-ccd7-4528-a99c-0eb9670a6746 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:19:43.269756 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port f80c959c-ccd7-4528-a99c-0eb9670a6746 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:19:43.270452 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:43.385146 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-8328f3c6-b38f-4594-beff-c86c897a649c None None] Set router e7876540-d15b-421f-863c-cad70a33c8f9 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:19:43.444554 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6270c44-4be7-4e6d-b4f8-7b9607464fae req-90e8fd5f-0bdb-431b-88bc-d48ff4536909 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:43.454106 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f6270c44-4be7-4e6d-b4f8-7b9607464fae req-90e8fd5f-0bdb-431b-88bc-d48ff4536909 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.1946838 May 05 20:19:43.555151 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f6270c44-4be7-4e6d-b4f8-7b9607464fae req-108e8127-2f66-42d7-b971-7c1d6d618b3d tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000733 May 05 20:19:43.692677 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7fa1bc-9edf-4aeb-997f-df89565455fa req-fbd0e82a-ec2f-4eb9-862f-5f4029d32e39 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:43.694315 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cc7fa1bc-9edf-4aeb-997f-df89565455fa req-fbd0e82a-ec2f-4eb9-862f-5f4029d32e39 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/ports?device_id=917f0329-444f-4990-a8b9-db3c52f93436 HTTP/1.1" status: 200 len: 945 time: 0.3461883 May 05 20:19:43.942144 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cc7fa1bc-9edf-4aeb-997f-df89565455fa req-ef65a5dd-43c9-4aa3-90fe-4d8acd26bb62 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f751196-6dff-46ee-8aaa-1cf7275b3ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2373438 May 05 20:19:44.181248 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-8328f3c6-b38f-4594-beff-c86c897a649c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7876540-d15b-421f-863c-cad70a33c8f9', 'name': 'tempest-TestServerMultinode-904850784-router', 'tenant_id': '95e7fc02f56c4d6e9ccab41b286aea67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '163bc099-b297-4fb3-a4d0-2e468e5440a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:19:37Z', 'updated_at': '2022-05-05T20:19:40Z', 'revision_number': 3, 'project_id': '95e7fc02f56c4d6e9ccab41b286aea67', 'gw_port': {'id': '163bc099-b297-4fb3-a4d0-2e468e5440a5', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ad:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7876540-d15b-421f-863c-cad70a33c8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:19:39Z', 'updated_at': '2022-05-05T20:19:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:19:44.188653 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8328f3c6-b38f-4594-beff-c86c897a649c None None] Checking router: e7876540-d15b-421f-863c-cad70a33c8f9 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:19:44.190895 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8328f3c6-b38f-4594-beff-c86c897a649c None None] Updating router e7876540-d15b-421f-863c-cad70a33c8f9 port 163bc099-b297-4fb3-a4d0-2e468e5440a5 binding host n-d-840717-1 {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:19:44.214646 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4e98624c-f0e6-435f-9ae1-6bed89b208c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:44.371027 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8328f3c6-b38f-4594-beff-c86c897a649c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:44.394662 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:45.026421 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de138538-197c-4cda-af7a-f0bc72abe177 req-e89e9cec-5782-4840-9acb-90dbc436b8fc tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:45.030266 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-de138538-197c-4cda-af7a-f0bc72abe177 req-e89e9cec-5782-4840-9acb-90dbc436b8fc tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.1961131 May 05 20:19:45.114268 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-4e98624c-f0e6-435f-9ae1-6bed89b208c7 admin admin] Allocated IP 172.20.0.1 (707d6641-a4b3-43c9-8623-7744bae03830/566f53cc-aa8c-4c45-95bd-8e3a4cce5358/0987b119-5962-4d70-aa49-3f5bcf339746) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:19:45.133990 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-de138538-197c-4cda-af7a-f0bc72abe177 req-e7bd1fa4-4073-4feb-9d27-38f65b1dba26 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967467 May 05 20:19:45.145729 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8328f3c6-b38f-4594-beff-c86c897a649c None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:45.173098 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-8328f3c6-b38f-4594-beff-c86c897a649c None None] Transition to ACTIVE for port object 163bc099-b297-4fb3-a4d0-2e468e5440a5 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:19:45.187665 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8328f3c6-b38f-4594-beff-c86c897a649c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:45.300011 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-8328f3c6-b38f-4594-beff-c86c897a649c None None] Attempting to bind port 163bc099-b297-4fb3-a4d0-2e468e5440a5 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:19:45.300643 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-8328f3c6-b38f-4594-beff-c86c897a649c None None] Attempting to bind port 163bc099-b297-4fb3-a4d0-2e468e5440a5 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:19:45.301177 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8328f3c6-b38f-4594-beff-c86c897a649c None None] Attempting to bind port 163bc099-b297-4fb3-a4d0-2e468e5440a5 on network 0401d202-1605-4cfe-bad4-fb225df6afb0 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:19:45.313986 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8328f3c6-b38f-4594-beff-c86c897a649c None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:19:45.314784 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8328f3c6-b38f-4594-beff-c86c897a649c None None] Checking segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:19:45.315330 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8328f3c6-b38f-4594-beff-c86c897a649c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:45.315927 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8328f3c6-b38f-4594-beff-c86c897a649c None None] Bound using segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:19:45.316544 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-8328f3c6-b38f-4594-beff-c86c897a649c None None] Bound port: 163bc099-b297-4fb3-a4d0-2e468e5440a5, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:19:45.317071 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8328f3c6-b38f-4594-beff-c86c897a649c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:45.405391 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-8328f3c6-b38f-4594-beff-c86c897a649c None None] For port 163bc099-b297-4fb3-a4d0-2e468e5440a5, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:19:45.409597 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-8328f3c6-b38f-4594-beff-c86c897a649c None None] For port 163bc099-b297-4fb3-a4d0-2e468e5440a5, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=163bc099-b297-4fb3-a4d0-2e468e5440a5,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:19:45.428079 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8328f3c6-b38f-4594-beff-c86c897a649c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:45.436864 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8f0f5c-dd8f-40a8-a02a-eb16803b3b90 None None] Pushing event updated for resources: {'Port': ['ID=163bc099-b297-4fb3-a4d0-2e468e5440a5,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:19:45.439210 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbae868-d370-4ddf-b85a-3a93a968a5c9 req-4e1aa4d1-062b-4453-a739-1511b28fde9a tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:45.447610 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ccbae868-d370-4ddf-b85a-3a93a968a5c9 req-4e1aa4d1-062b-4453-a739-1511b28fde9a tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/ports?device_id=917f0329-444f-4990-a8b9-db3c52f93436 HTTP/1.1" status: 200 len: 945 time: 0.2511666 May 05 20:19:45.453777 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4e98624c-f0e6-435f-9ae1-6bed89b208c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:45.552341 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8328f3c6-b38f-4594-beff-c86c897a649c None None] Routers {'e7876540-d15b-421f-863c-cad70a33c8f9'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:19:45.553337 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-8328f3c6-b38f-4594-beff-c86c897a649c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:19:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['e7876540-d15b-421f-863c-cad70a33c8f9'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:19:45.631084 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ccbae868-d370-4ddf-b85a-3a93a968a5c9 req-c73dea09-725c-40e2-b843-0052c80d0bac tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f751196-6dff-46ee-8aaa-1cf7275b3ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1805055 May 05 20:19:45.640561 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-4e98624c-f0e6-435f-9ae1-6bed89b208c7 admin admin] Transition to ACTIVE for port object 0987b119-5962-4d70-aa49-3f5bcf339746 will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:19:45.708786 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4e98624c-f0e6-435f-9ae1-6bed89b208c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:45.758256 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-8328f3c6-b38f-4594-beff-c86c897a649c None None] Set router e7876540-d15b-421f-863c-cad70a33c8f9 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:19:45.827416 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e98624c-f0e6-435f-9ae1-6bed89b208c7 admin admin] Network 707d6641-a4b3-43c9-8623-7744bae03830 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:19:45.830480 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-4e98624c-f0e6-435f-9ae1-6bed89b208c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:19:45.837048 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e98624c-f0e6-435f-9ae1-6bed89b208c7 admin admin] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:19:45.916616 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e98624c-f0e6-435f-9ae1-6bed89b208c7 admin admin] Pushing event updated for resources: {'Port': ['ID=0987b119-5962-4d70-aa49-3f5bcf339746,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:19:45.925023 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8f0f5c-dd8f-40a8-a02a-eb16803b3b90 None None] Pushing event updated for resources: {'Port': ['ID=163bc099-b297-4fb3-a4d0-2e468e5440a5,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:19:45.927128 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4e98624c-f0e6-435f-9ae1-6bed89b208c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:46.199877 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4e98624c-f0e6-435f-9ae1-6bed89b208c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:46.367079 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-bb94f049-745a-4fb1-8106-520824517228 None None] Provisioning for port 0987b119-5962-4d70-aa49-3f5bcf339746 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:19:46.372035 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:46.383389 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-bb94f049-745a-4fb1-8106-520824517228 None None] Provisioning complete for port 0987b119-5962-4d70-aa49-3f5bcf339746 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:19:46.383791 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bb94f049-745a-4fb1-8106-520824517228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:46.447274 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-8328f3c6-b38f-4594-beff-c86c897a649c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7876540-d15b-421f-863c-cad70a33c8f9', 'name': 'tempest-TestServerMultinode-904850784-router', 'tenant_id': '95e7fc02f56c4d6e9ccab41b286aea67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '163bc099-b297-4fb3-a4d0-2e468e5440a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:19:37Z', 'updated_at': '2022-05-05T20:19:40Z', 'revision_number': 3, 'project_id': '95e7fc02f56c4d6e9ccab41b286aea67', 'gw_port': {'id': '163bc099-b297-4fb3-a4d0-2e468e5440a5', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ad:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7876540-d15b-421f-863c-cad70a33c8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:19:39Z', 'updated_at': '2022-05-05T20:19:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:19:46.456695 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8328f3c6-b38f-4594-beff-c86c897a649c None None] The sync data for ids ['e7876540-d15b-421f-863c-cad70a33c8f9'] in n-d-840717-1 is: [{'id': 'e7876540-d15b-421f-863c-cad70a33c8f9', 'name': 'tempest-TestServerMultinode-904850784-router', 'tenant_id': '95e7fc02f56c4d6e9ccab41b286aea67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '163bc099-b297-4fb3-a4d0-2e468e5440a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:19:37Z', 'updated_at': '2022-05-05T20:19:40Z', 'revision_number': 3, 'project_id': '95e7fc02f56c4d6e9ccab41b286aea67', 'gw_port': {'id': '163bc099-b297-4fb3-a4d0-2e468e5440a5', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ad:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7876540-d15b-421f-863c-cad70a33c8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:19:39Z', 'updated_at': '2022-05-05T20:19:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:19:46.458235 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f049-745a-4fb1-8106-520824517228 None None] Port 0987b119-5962-4d70-aa49-3f5bcf339746 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:19:46.525475 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d6368-0078-410d-ad01-adcf2846898d req-a5e5a4ca-b98d-4cf6-ac95-d8ca9aad55b1 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:46.533187 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9a3d6368-0078-410d-ad01-adcf2846898d req-a5e5a4ca-b98d-4cf6-ac95-d8ca9aad55b1 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.2393017 May 05 20:19:46.619646 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9a3d6368-0078-410d-ad01-adcf2846898d req-cb2d6a8a-c5f9-43f5-a3dc-e56a96b17963 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808303 May 05 20:19:46.820115 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4e98624c-f0e6-435f-9ae1-6bed89b208c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:46.875980 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4e98624c-f0e6-435f-9ae1-6bed89b208c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:47.020730 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e98624c-f0e6-435f-9ae1-6bed89b208c7 admin admin] Pushing event updated for resources: {'Port': ['ID=0987b119-5962-4d70-aa49-3f5bcf339746,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:19:47.067691 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4e98624c-f0e6-435f-9ae1-6bed89b208c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:47.245426 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfaaaa1-9ffd-4c75-8cd8-dd698608303d req-1bd87821-d012-4fa0-bde0-cc3b8af7e84b tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:47.247032 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fbfaaaa1-9ffd-4c75-8cd8-dd698608303d req-1bd87821-d012-4fa0-bde0-cc3b8af7e84b tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/ports?device_id=917f0329-444f-4990-a8b9-db3c52f93436 HTTP/1.1" status: 200 len: 945 time: 0.4187276 May 05 20:19:47.347489 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fbfaaaa1-9ffd-4c75-8cd8-dd698608303d req-4885d6a5-aca5-4a1e-a747-b252b57762da tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f751196-6dff-46ee-8aaa-1cf7275b3ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896292 May 05 20:19:47.356965 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e98624c-f0e6-435f-9ae1-6bed89b208c7 admin admin] Network 707d6641-a4b3-43c9-8623-7744bae03830 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:19:47.361165 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-4e98624c-f0e6-435f-9ae1-6bed89b208c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:19:47.816344 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-6eae4a89-200f-4843-95b9-34b88d4029f0 None None] Provisioning complete for port 0987b119-5962-4d70-aa49-3f5bcf339746 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:19:47.816344 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6eae4a89-200f-4843-95b9-34b88d4029f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:47.857258 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e98624c-f0e6-435f-9ae1-6bed89b208c7 admin admin] Router e7876540-d15b-421f-863c-cad70a33c8f9 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:19:48.043305 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-6eae4a89-200f-4843-95b9-34b88d4029f0 None None] Port 0987b119-5962-4d70-aa49-3f5bcf339746 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:19:48.136933 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e87139-ce8e-4dd0-939c-47739e14af75 req-d83ceedf-61b8-4b5a-9c0e-20893030da6b tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:48.147662 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e5e87139-ce8e-4dd0-939c-47739e14af75 req-d83ceedf-61b8-4b5a-9c0e-20893030da6b tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.1699097 May 05 20:19:48.159015 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e98624c-f0e6-435f-9ae1-6bed89b208c7 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:19:48.169463 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-4e98624c-f0e6-435f-9ae1-6bed89b208c7 admin admin] 10.222.0.36 "PUT /v2.0/routers/e7876540-d15b-421f-863c-cad70a33c8f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6258302 May 05 20:19:48.236327 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e5e87139-ce8e-4dd0-939c-47739e14af75 req-ec7f7b73-a866-4eaa-b52a-ed5aa65de4de tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857348 May 05 20:19:48.824086 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7371fe2a-9319-4b19-95bc-d411de2fb7c4 req-67e97b5a-1c7a-4c98-b4fa-e0c5df089b5f tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:48.843065 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 163bc099-b297-4fb3-a4d0-2e468e5440a5 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:19:48.846055 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7371fe2a-9319-4b19-95bc-d411de2fb7c4 req-67e97b5a-1c7a-4c98-b4fa-e0c5df089b5f tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/ports?device_id=917f0329-444f-4990-a8b9-db3c52f93436 HTTP/1.1" status: 200 len: 945 time: 0.3195651 May 05 20:19:48.949029 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7371fe2a-9319-4b19-95bc-d411de2fb7c4 req-ca5a4c1d-04c6-4543-9773-a50e2129f00d tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f751196-6dff-46ee-8aaa-1cf7275b3ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764143 May 05 20:19:49.195196 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 163bc099-b297-4fb3-a4d0-2e468e5440a5 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:19:49.217715 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 163bc099-b297-4fb3-a4d0-2e468e5440a5 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:19:49.220267 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:49.242554 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00746bc2-3f55-4228-a143-2eb7797ee1eb None None] Sync routers for ids ['e7876540-d15b-421f-863c-cad70a33c8f9'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:19:49.275078 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00746bc2-3f55-4228-a143-2eb7797ee1eb None None] Routers {'e7876540-d15b-421f-863c-cad70a33c8f9'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:19:49.278384 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-00746bc2-3f55-4228-a143-2eb7797ee1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:19:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['e7876540-d15b-421f-863c-cad70a33c8f9'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:19:49.599698 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 44270) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:19:49.605995 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-57e56bc0-eeaa-4cbc-8ecc-4e5861f28142 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-157967726-network', 'tenant_id': 'e1dd5fed7272454898616d906ca85969'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:19:49.614016 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:49.660649 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 163bc099-b297-4fb3-a4d0-2e468e5440a5, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=163bc099-b297-4fb3-a4d0-2e468e5440a5,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:19:49.673136 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:49.738089 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-57e56bc0-eeaa-4cbc-8ecc-4e5861f28142 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:19:49.742944 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edc28fd-85ca-41ab-8c7c-b0af9b0c8ebb req-e4883539-a1fd-4c09-92fc-d365faa87dd2 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:49.760009 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0edc28fd-85ca-41ab-8c7c-b0af9b0c8ebb req-e4883539-a1fd-4c09-92fc-d365faa87dd2 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.2033556 May 05 20:19:49.809250 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-00746bc2-3f55-4228-a143-2eb7797ee1eb None None] Set router e7876540-d15b-421f-863c-cad70a33c8f9 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:19:49.828650 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-57e56bc0-eeaa-4cbc-8ecc-4e5861f28142 admin admin] Usage tracker for resource:network and tenant:e1dd5fed7272454898616d906ca85969 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:19:49.849303 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-57e56bc0-eeaa-4cbc-8ecc-4e5861f28142 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:19:49.853595 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=163bc099-b297-4fb3-a4d0-2e468e5440a5,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:19:49.873595 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-57e56bc0-eeaa-4cbc-8ecc-4e5861f28142 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:19:49.874635 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0edc28fd-85ca-41ab-8c7c-b0af9b0c8ebb req-2300a15c-4731-4f96-a220-9306dff0f847 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136901 May 05 20:19:49.945603 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9827639c-338c-49d5-a9eb-562f9253e9b6 req-606d1b43-e280-49c5-9cd0-6a0cd6df2c31 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:49.947724 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9827639c-338c-49d5-a9eb-562f9253e9b6 req-606d1b43-e280-49c5-9cd0-6a0cd6df2c31 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/ports?device_id=917f0329-444f-4990-a8b9-db3c52f93436 HTTP/1.1" status: 200 len: 945 time: 0.3301423 May 05 20:19:49.954870 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e56bc0-eeaa-4cbc-8ecc-4e5861f28142 admin admin] Made reservation on behalf of e1dd5fed7272454898616d906ca85969 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:19:49.957385 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-57e56bc0-eeaa-4cbc-8ecc-4e5861f28142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:49.987775 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-57e56bc0-eeaa-4cbc-8ecc-4e5861f28142 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:50.012209 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-57e56bc0-eeaa-4cbc-8ecc-4e5861f28142 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:19:50.017875 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-57e56bc0-eeaa-4cbc-8ecc-4e5861f28142 admin admin] Usage tracker for resource:security_group_rule and tenant:e1dd5fed7272454898616d906ca85969 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:19:50.041991 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec74bd2a-9b14-45a3-9415-696fe3fa8e16 req-16578ade-7220-410f-9012-be5f14f5b7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:50.044668 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ec74bd2a-9b14-45a3-9415-696fe3fa8e16 req-16578ade-7220-410f-9012-be5f14f5b7c5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc385d822f314b0ea94bc048c6bf0397&device_id=917f0329-444f-4990-a8b9-db3c52f93436 HTTP/1.1" status: 200 len: 1096 time: 0.3082514 May 05 20:19:50.048295 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-57e56bc0-eeaa-4cbc-8ecc-4e5861f28142 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:19:50.229648 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec74bd2a-9b14-45a3-9415-696fe3fa8e16 req-ea5feb62-9e53-497d-92ae-ade4e43e318c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:50.231131 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ec74bd2a-9b14-45a3-9415-696fe3fa8e16 req-ea5feb62-9e53-497d-92ae-ade4e43e318c service neutron] 10.222.0.24 "GET /v2.0/networks?id=1f4bdc00-0989-427c-9e5a-a72ccd38703a HTTP/1.1" status: 200 len: 912 time: 0.1792002 May 05 20:19:50.301413 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9827639c-338c-49d5-a9eb-562f9253e9b6 req-031f5752-9710-4ffe-a947-a3c9ff29227d tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f751196-6dff-46ee-8aaa-1cf7275b3ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3201051 May 05 20:19:50.502425 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-00746bc2-3f55-4228-a143-2eb7797ee1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7876540-d15b-421f-863c-cad70a33c8f9', 'name': 'tempest-TestServerMultinode-904850784-router', 'tenant_id': '95e7fc02f56c4d6e9ccab41b286aea67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '163bc099-b297-4fb3-a4d0-2e468e5440a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:19:37Z', 'updated_at': '2022-05-05T20:19:46Z', 'revision_number': 4, 'project_id': '95e7fc02f56c4d6e9ccab41b286aea67', 'gw_port': {'id': '163bc099-b297-4fb3-a4d0-2e468e5440a5', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ad:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7876540-d15b-421f-863c-cad70a33c8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:19:39Z', 'updated_at': '2022-05-05T20:19:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '0987b119-5962-4d70-aa49-3f5bcf339746', 'name': '', 'network_id': '707d6641-a4b3-43c9-8623-7744bae03830', 'tenant_id': '95e7fc02f56c4d6e9ccab41b286aea67', 'mac_address': 'fa:16:3e:2e:c1:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7876540-d15b-421f-863c-cad70a33c8f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '566f53cc-aa8c-4c45-95bd-8e3a4cce5358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:19:44Z', 'updated_at': '2022-05-05T20:19:46Z', 'revision_number': 2, 'project_id': '95e7fc02f56c4d6e9ccab41b286aea67', 'subnets': [{'id': '566f53cc-aa8c-4c45-95bd-8e3a4cce5358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:19:50.517567 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00746bc2-3f55-4228-a143-2eb7797ee1eb None None] Checking router: e7876540-d15b-421f-863c-cad70a33c8f9 for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:19:50.518186 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00746bc2-3f55-4228-a143-2eb7797ee1eb None None] Updating router e7876540-d15b-421f-863c-cad70a33c8f9 port 0987b119-5962-4d70-aa49-3f5bcf339746 binding host n-d-840717-1 {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:19:50.598579 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-57e56bc0-eeaa-4cbc-8ecc-4e5861f28142 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:19:50.683729 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-00746bc2-3f55-4228-a143-2eb7797ee1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:50.736311 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ec74bd2a-9b14-45a3-9415-696fe3fa8e16 req-632a2f9a-b5b5-4036-bd57-95ce710857e8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa1f97e1-bee1-424b-865f-cb5e9cd71184 HTTP/1.1" status: 200 len: 1000 time: 0.4654307 May 05 20:19:50.775294 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 163bc099-b297-4fb3-a4d0-2e468e5440a5 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:19:50.894747 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aadfb41-292f-432d-86b5-a96eb42a7c00 req-4e534f82-6a54-40ff-a813-6dbb6e5be2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:50.901884 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec74bd2a-9b14-45a3-9415-696fe3fa8e16 req-5c733dd5-4dca-4db2-996a-912d9f7f7b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:50.903128 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0aadfb41-292f-432d-86b5-a96eb42a7c00 req-4e534f82-6a54-40ff-a813-6dbb6e5be2da service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a265e664693546d09df58a9112067478&device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 1096 time: 0.2818489 May 05 20:19:50.907052 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ec74bd2a-9b14-45a3-9415-696fe3fa8e16 req-5c733dd5-4dca-4db2-996a-912d9f7f7b7f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75701100-e0e5-47c2-a4bc-48386804fbaf HTTP/1.1" status: 200 len: 850 time: 0.1614254 May 05 20:19:50.943390 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 163bc099-b297-4fb3-a4d0-2e468e5440a5 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:19:50.945777 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:51.140783 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-57e56bc0-eeaa-4cbc-8ecc-4e5861f28142 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:51.143212 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec74bd2a-9b14-45a3-9415-696fe3fa8e16 req-b7c3f09a-c360-44a3-af54-9d2b69672b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:51.148950 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ec74bd2a-9b14-45a3-9415-696fe3fa8e16 req-b7c3f09a-c360-44a3-af54-9d2b69672b18 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1f4bdc00-0989-427c-9e5a-a72ccd38703a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2335031 May 05 20:19:51.152468 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-57e56bc0-eeaa-4cbc-8ecc-4e5861f28142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:51.178793 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57e56bc0-eeaa-4cbc-8ecc-4e5861f28142 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:19:51.205620 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-57e56bc0-eeaa-4cbc-8ecc-4e5861f28142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:51.205998 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-57e56bc0-eeaa-4cbc-8ecc-4e5861f28142 admin admin] Added segment 146540f2-8923-48c9-8fc2-f86d4059fbaf of type vlan for network 3d22ae57-cdf2-4eca-a763-b71142220dd9 May 05 20:19:51.280374 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-57e56bc0-eeaa-4cbc-8ecc-4e5861f28142 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:51.426047 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aadfb41-292f-432d-86b5-a96eb42a7c00 req-abf07b5f-f958-4e2f-bdf4-72293f020e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:51.426047 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0aadfb41-292f-432d-86b5-a96eb42a7c00 req-abf07b5f-f958-4e2f-bdf4-72293f020e94 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f665291c-fe35-44a1-b025-0867219a15d5 HTTP/1.1" status: 200 len: 915 time: 0.4603631 May 05 20:19:51.569906 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ff8b5-3aa1-4271-b1c2-59b88aeb4121 req-b9bc76d8-d358-44f8-bab6-4e77c19613ba tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:51.579820 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-940ff8b5-3aa1-4271-b1c2-59b88aeb4121 req-b9bc76d8-d358-44f8-bab6-4e77c19613ba tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.3261454 May 05 20:19:51.589161 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-00746bc2-3f55-4228-a143-2eb7797ee1eb None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:51.625587 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-00746bc2-3f55-4228-a143-2eb7797ee1eb None None] Transition to ACTIVE for port object 0987b119-5962-4d70-aa49-3f5bcf339746 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:19:51.641650 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-00746bc2-3f55-4228-a143-2eb7797ee1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:51.645383 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0aadfb41-292f-432d-86b5-a96eb42a7c00 req-e641effc-eeb3-4cfb-826e-ce6ba033a1bb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ede82658-00b0-42c9-915e-b334ee0c0cfe HTTP/1.1" status: 200 len: 217 time: 0.2492459 May 05 20:19:51.743131 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ec74bd2a-9b14-45a3-9415-696fe3fa8e16 req-52ed075e-beec-4a1d-abb5-e2ce78de50fe service neutron] 10.222.0.24 "GET /v2.0/networks/1f4bdc00-0989-427c-9e5a-a72ccd38703a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4014211 May 05 20:19:51.831007 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-57e56bc0-eeaa-4cbc-8ecc-4e5861f28142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:51.832813 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e56bc0-eeaa-4cbc-8ecc-4e5861f28142 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:51.833760 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-57e56bc0-eeaa-4cbc-8ecc-4e5861f28142 admin admin] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:51.837924 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aadfb41-292f-432d-86b5-a96eb42a7c00 req-fdc50236-24f5-4b6c-a6e1-3d0886bff87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:51.839320 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0aadfb41-292f-432d-86b5-a96eb42a7c00 req-fdc50236-24f5-4b6c-a6e1-3d0886bff87c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4e5ca270-af30-4d15-b9c5-3a4471edda55 HTTP/1.1" status: 200 len: 854 time: 0.1930854 May 05 20:19:51.872780 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e56bc0-eeaa-4cbc-8ecc-4e5861f28142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93382649-692d-4573-9a05-0f29827df978,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:19:51.958224 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0aadfb41-292f-432d-86b5-a96eb42a7c00 req-5e506c35-d36c-4a72-ab4f-04bf721218f1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f665291c-fe35-44a1-b025-0867219a15d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1087825 May 05 20:19:52.050790 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dc15e3-1af9-4f66-a726-759515c499fe None None] Pushing event updated for resources: {'Port': ['ID=0987b119-5962-4d70-aa49-3f5bcf339746,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:19:52.064202 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dc15e3-1af9-4f66-a726-759515c499fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:52.064202 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dc15e3-1af9-4f66-a726-759515c499fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:52.064202 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dc15e3-1af9-4f66-a726-759515c499fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:52.064202 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dc15e3-1af9-4f66-a726-759515c499fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:52.071327 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dc15e3-1af9-4f66-a726-759515c499fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:52.071327 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dc15e3-1af9-4f66-a726-759515c499fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:52.071327 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dc15e3-1af9-4f66-a726-759515c499fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:52.071327 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dc15e3-1af9-4f66-a726-759515c499fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:52.075506 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dc15e3-1af9-4f66-a726-759515c499fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:52.075506 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dc15e3-1af9-4f66-a726-759515c499fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:52.075506 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dc15e3-1af9-4f66-a726-759515c499fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:52.075506 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dc15e3-1af9-4f66-a726-759515c499fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:52.132142 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-00746bc2-3f55-4228-a143-2eb7797ee1eb None None] Attempting to bind port 0987b119-5962-4d70-aa49-3f5bcf339746 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:19:52.132142 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-00746bc2-3f55-4228-a143-2eb7797ee1eb None None] Attempting to bind port 0987b119-5962-4d70-aa49-3f5bcf339746 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '7d87ba48-e415-4090-81c9-be89a95a43cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '707d6641-a4b3-43c9-8623-7744bae03830'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:19:52.132142 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00746bc2-3f55-4228-a143-2eb7797ee1eb None None] Attempting to bind port 0987b119-5962-4d70-aa49-3f5bcf339746 on network 707d6641-a4b3-43c9-8623-7744bae03830 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:19:52.167919 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00746bc2-3f55-4228-a143-2eb7797ee1eb None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:19:52.168672 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00746bc2-3f55-4228-a143-2eb7797ee1eb None None] Checking segment: {'id': '7d87ba48-e415-4090-81c9-be89a95a43cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '707d6641-a4b3-43c9-8623-7744bae03830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:19:52.169262 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-00746bc2-3f55-4228-a143-2eb7797ee1eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:52.176475 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00746bc2-3f55-4228-a143-2eb7797ee1eb None None] Bound using segment: {'id': '7d87ba48-e415-4090-81c9-be89a95a43cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '707d6641-a4b3-43c9-8623-7744bae03830'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:19:52.177286 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-00746bc2-3f55-4228-a143-2eb7797ee1eb None None] Bound port: 0987b119-5962-4d70-aa49-3f5bcf339746, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d87ba48-e415-4090-81c9-be89a95a43cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '707d6641-a4b3-43c9-8623-7744bae03830'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:19:52.183004 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-00746bc2-3f55-4228-a143-2eb7797ee1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:52.283745 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-940ff8b5-3aa1-4271-b1c2-59b88aeb4121 req-1f3f5b95-1a6d-4e83-8eb9-fc953f8dc4b9 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7014077 May 05 20:19:52.323808 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e56bc0-eeaa-4cbc-8ecc-4e5861f28142 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:52.324432 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e56bc0-eeaa-4cbc-8ecc-4e5861f28142 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:52.325218 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e56bc0-eeaa-4cbc-8ecc-4e5861f28142 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:52.325685 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e56bc0-eeaa-4cbc-8ecc-4e5861f28142 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:52.326703 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e56bc0-eeaa-4cbc-8ecc-4e5861f28142 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:52.327188 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e56bc0-eeaa-4cbc-8ecc-4e5861f28142 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:52.327771 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e56bc0-eeaa-4cbc-8ecc-4e5861f28142 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:52.328442 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e56bc0-eeaa-4cbc-8ecc-4e5861f28142 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:52.328913 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e56bc0-eeaa-4cbc-8ecc-4e5861f28142 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:52.329474 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e56bc0-eeaa-4cbc-8ecc-4e5861f28142 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:52.329941 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e56bc0-eeaa-4cbc-8ecc-4e5861f28142 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:52.330568 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e56bc0-eeaa-4cbc-8ecc-4e5861f28142 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:19:52.336924 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ec74bd2a-9b14-45a3-9415-696fe3fa8e16 req-ac3b4fd1-30ac-43cf-b373-fa74689853dc service neutron] 10.222.0.24 "GET /v2.0/networks/1f4bdc00-0989-427c-9e5a-a72ccd38703a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4363072 May 05 20:19:52.346345 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-57e56bc0-eeaa-4cbc-8ecc-4e5861f28142 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.7454925 May 05 20:19:52.353098 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 44298) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:19:52.371222 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0aadfb41-292f-432d-86b5-a96eb42a7c00 req-3de3f249-6755-47ec-a776-89316ce89fb6 service neutron] 10.222.0.50 "GET /v2.0/networks/f665291c-fe35-44a1-b025-0867219a15d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3925226 May 05 20:19:52.377333 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-60e3c67c-e04b-4554-91e3-d7f3f6606021 admin admin] Request body: {'subnet': {'network_id': '3d22ae57-cdf2-4eca-a763-b71142220dd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-157967726-subnet', 'tenant_id': 'e1dd5fed7272454898616d906ca85969', 'ip_version': 4}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:19:52.383066 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-60e3c67c-e04b-4554-91e3-d7f3f6606021 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:19:52.387197 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-60e3c67c-e04b-4554-91e3-d7f3f6606021 admin admin] Usage tracker for resource:subnet and tenant:e1dd5fed7272454898616d906ca85969 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:19:52.390915 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-60e3c67c-e04b-4554-91e3-d7f3f6606021 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:19:52.394351 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-00746bc2-3f55-4228-a143-2eb7797ee1eb None None] For port 0987b119-5962-4d70-aa49-3f5bcf339746, host n-d-840717-1, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:19:52.401990 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-60e3c67c-e04b-4554-91e3-d7f3f6606021 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:19:52.403312 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-00746bc2-3f55-4228-a143-2eb7797ee1eb None None] For port 0987b119-5962-4d70-aa49-3f5bcf339746, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=0987b119-5962-4d70-aa49-3f5bcf339746,segment=NetworkSegment(7d87ba48-e415-4090-81c9-be89a95a43cf),segment_id=7d87ba48-e415-4090-81c9-be89a95a43cf)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:19:52.412512 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-00746bc2-3f55-4228-a143-2eb7797ee1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:52.564377 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e3c67c-e04b-4554-91e3-d7f3f6606021 admin admin] Made reservation on behalf of e1dd5fed7272454898616d906ca85969 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:19:52.571901 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-60e3c67c-e04b-4554-91e3-d7f3f6606021 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:52.650139 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00746bc2-3f55-4228-a143-2eb7797ee1eb None None] Routers {'e7876540-d15b-421f-863c-cad70a33c8f9'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:19:52.651294 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-00746bc2-3f55-4228-a143-2eb7797ee1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:19:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['e7876540-d15b-421f-863c-cad70a33c8f9'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:19:52.805522 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dc15e3-1af9-4f66-a726-759515c499fe None None] Pushing event updated for resources: {'Port': ['ID=0987b119-5962-4d70-aa49-3f5bcf339746,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:19:52.866577 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0aadfb41-292f-432d-86b5-a96eb42a7c00 req-bd689d8c-d1fd-44e0-ab09-e063239638b8 service neutron] 10.222.0.50 "GET /v2.0/networks/f665291c-fe35-44a1-b025-0867219a15d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4867690 May 05 20:19:53.055810 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-00746bc2-3f55-4228-a143-2eb7797ee1eb None None] Set router e7876540-d15b-421f-863c-cad70a33c8f9 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:19:53.116914 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d4bdc5-b425-4bcd-a3c4-45c9fa9df7ef req-14e688ae-9973-412a-81a7-2df1c6ad762b tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:53.121812 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c3d4bdc5-b425-4bcd-a3c4-45c9fa9df7ef req-14e688ae-9973-412a-81a7-2df1c6ad762b tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/ports?device_id=917f0329-444f-4990-a8b9-db3c52f93436 HTTP/1.1" status: 200 len: 945 time: 1.3640711 May 05 20:19:53.122601 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e56bc0-eeaa-4cbc-8ecc-4e5861f28142 admin admin] Pushing event updated for resources: {'Network': ['ID=3d22ae57-cdf2-4eca-a763-b71142220dd9,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:19:53.137102 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 3d22ae57-cdf2-4eca-a763-b71142220dd9 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:19:53.278314 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-60e3c67c-e04b-4554-91e3-d7f3f6606021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:53.449621 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c3d4bdc5-b425-4bcd-a3c4-45c9fa9df7ef req-b16072b5-bea1-4b98-921d-40ba73647cc4 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f751196-6dff-46ee-8aaa-1cf7275b3ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3200564 May 05 20:19:53.603670 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e3c67c-e04b-4554-91e3-d7f3f6606021 admin admin] Checking segment: {'id': '146540f2-8923-48c9-8fc2-f86d4059fbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3d22ae57-cdf2-4eca-a763-b71142220dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:19:53.604352 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e3c67c-e04b-4554-91e3-d7f3f6606021 admin admin] Network hostable DHCP agents. Network: 3d22ae57-cdf2-4eca-a763-b71142220dd9, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:19:53.626880 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e3c67c-e04b-4554-91e3-d7f3f6606021 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64c289c8-b9aa-4718-b999-4fdfb8f41a1b,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:19:53.672028 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-00746bc2-3f55-4228-a143-2eb7797ee1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7876540-d15b-421f-863c-cad70a33c8f9', 'name': 'tempest-TestServerMultinode-904850784-router', 'tenant_id': '95e7fc02f56c4d6e9ccab41b286aea67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '163bc099-b297-4fb3-a4d0-2e468e5440a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:19:37Z', 'updated_at': '2022-05-05T20:19:46Z', 'revision_number': 4, 'project_id': '95e7fc02f56c4d6e9ccab41b286aea67', 'gw_port': {'id': '163bc099-b297-4fb3-a4d0-2e468e5440a5', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ad:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7876540-d15b-421f-863c-cad70a33c8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:19:39Z', 'updated_at': '2022-05-05T20:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '0987b119-5962-4d70-aa49-3f5bcf339746', 'name': '', 'network_id': '707d6641-a4b3-43c9-8623-7744bae03830', 'tenant_id': '95e7fc02f56c4d6e9ccab41b286aea67', 'mac_address': 'fa:16:3e:2e:c1:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7876540-d15b-421f-863c-cad70a33c8f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '566f53cc-aa8c-4c45-95bd-8e3a4cce5358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:19:44Z', 'updated_at': '2022-05-05T20:19:52Z', 'revision_number': 4, 'project_id': '95e7fc02f56c4d6e9ccab41b286aea67', 'subnets': [{'id': '566f53cc-aa8c-4c45-95bd-8e3a4cce5358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:19:53.681846 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde96b9a-7712-4ad8-a0ad-7573246fcd08 req-749f7fe3-4e90-4b2b-b37a-6244761110c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:53.690380 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00746bc2-3f55-4228-a143-2eb7797ee1eb None None] The sync data for ids ['e7876540-d15b-421f-863c-cad70a33c8f9'] in n-d-840717-1 is: [{'id': 'e7876540-d15b-421f-863c-cad70a33c8f9', 'name': 'tempest-TestServerMultinode-904850784-router', 'tenant_id': '95e7fc02f56c4d6e9ccab41b286aea67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '163bc099-b297-4fb3-a4d0-2e468e5440a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:19:37Z', 'updated_at': '2022-05-05T20:19:46Z', 'revision_number': 4, 'project_id': '95e7fc02f56c4d6e9ccab41b286aea67', 'gw_port': {'id': '163bc099-b297-4fb3-a4d0-2e468e5440a5', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ad:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7876540-d15b-421f-863c-cad70a33c8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:19:39Z', 'updated_at': '2022-05-05T20:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '0987b119-5962-4d70-aa49-3f5bcf339746', 'name': '', 'network_id': '707d6641-a4b3-43c9-8623-7744bae03830', 'tenant_id': '95e7fc02f56c4d6e9ccab41b286aea67', 'mac_address': 'fa:16:3e:2e:c1:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7876540-d15b-421f-863c-cad70a33c8f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '566f53cc-aa8c-4c45-95bd-8e3a4cce5358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:19:44Z', 'updated_at': '2022-05-05T20:19:52Z', 'revision_number': 4, 'project_id': '95e7fc02f56c4d6e9ccab41b286aea67', 'subnets': [{'id': '566f53cc-aa8c-4c45-95bd-8e3a4cce5358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:19:53.703079 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bde96b9a-7712-4ad8-a0ad-7573246fcd08 req-749f7fe3-4e90-4b2b-b37a-6244761110c9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc385d822f314b0ea94bc048c6bf0397&device_id=917f0329-444f-4990-a8b9-db3c52f93436 HTTP/1.1" status: 200 len: 1096 time: 0.6064043 May 05 20:19:53.710024 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e3c67c-e04b-4554-91e3-d7f3f6606021 admin admin] Network 3d22ae57-cdf2-4eca-a763-b71142220dd9 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:19:53.712307 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6afc9-a4ed-4cd9-937d-4de2162912bf req-44dde425-c1a7-47ec-a5a9-2ea8e4d6a37f tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:53.716737 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e5b6afc9-a4ed-4cd9-937d-4de2162912bf req-44dde425-c1a7-47ec-a5a9-2ea8e4d6a37f tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.2107677 May 05 20:19:53.879818 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e5b6afc9-a4ed-4cd9-937d-4de2162912bf req-c9babd44-228e-4b37-ac1b-7bc964bec4d3 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552205 May 05 20:19:54.072822 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-60e3c67c-e04b-4554-91e3-d7f3f6606021 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 3d22ae57-cdf2-4eca-a763-b71142220dd9) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:19:54.083493 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64416b5-e31b-418c-9a0f-4ccc96cca3a3 None None] Network 3d22ae57-cdf2-4eca-a763-b71142220dd9 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:19:54.104602 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e3c67c-e04b-4554-91e3-d7f3f6606021 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:54.105407 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-60e3c67c-e04b-4554-91e3-d7f3f6606021 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:54.125814 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde96b9a-7712-4ad8-a0ad-7573246fcd08 req-a2fedb55-bee1-46b5-8a6f-59a9c41cb106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:54.127592 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bde96b9a-7712-4ad8-a0ad-7573246fcd08 req-a2fedb55-bee1-46b5-8a6f-59a9c41cb106 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1f4bdc00-0989-427c-9e5a-a72ccd38703a HTTP/1.1" status: 200 len: 912 time: 0.4046595 May 05 20:19:54.298256 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-60e3c67c-e04b-4554-91e3-d7f3f6606021 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9363832 May 05 20:19:54.298256 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bde96b9a-7712-4ad8-a0ad-7573246fcd08 req-2360050f-22e5-441a-aecd-e19bf6a84a27 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa1f97e1-bee1-424b-865f-cb5e9cd71184 HTTP/1.1" status: 200 len: 1000 time: 0.1585371 May 05 20:19:54.298549 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 44322) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:19:54.307896 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-228e1877-9654-4263-8b69-58b38bfc35e3 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-157967726-router', 'tenant_id': 'e1dd5fed7272454898616d906ca85969', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:19:54.320409 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-228e1877-9654-4263-8b69-58b38bfc35e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:19:54.326049 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-228e1877-9654-4263-8b69-58b38bfc35e3 admin admin] Usage tracker for resource:router and tenant:e1dd5fed7272454898616d906ca85969 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:19:54.329460 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-228e1877-9654-4263-8b69-58b38bfc35e3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:19:54.351795 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-228e1877-9654-4263-8b69-58b38bfc35e3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:19:54.599335 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde96b9a-7712-4ad8-a0ad-7573246fcd08 req-5a22d850-a5f0-44a7-b896-796c65bc5580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:54.607338 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bde96b9a-7712-4ad8-a0ad-7573246fcd08 req-5a22d850-a5f0-44a7-b896-796c65bc5580 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75701100-e0e5-47c2-a4bc-48386804fbaf HTTP/1.1" status: 200 len: 850 time: 0.2423143 May 05 20:19:54.718723 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-228e1877-9654-4263-8b69-58b38bfc35e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:54.720301 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-228e1877-9654-4263-8b69-58b38bfc35e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:54.772606 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-228e1877-9654-4263-8b69-58b38bfc35e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:54.819581 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2af665-e632-4146-a222-2e453fef186c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-3d22ae57-cdf2-4eca-a763-b71142220dd9', 'network_id': '3d22ae57-cdf2-4eca-a763-b71142220dd9', 'tenant_id': 'e1dd5fed7272454898616d906ca85969', 'fixed_ips': [{'subnet_id': '64c289c8-b9aa-4718-b999-4fdfb8f41a1b'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:19:54.820674 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2a2af665-e632-4146-a222-2e453fef186c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:54.885353 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 0987b119-5962-4d70-aa49-3f5bcf339746 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:19:55.258495 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-2a2af665-e632-4146-a222-2e453fef186c None None] Allocated IP 172.20.0.2 (3d22ae57-cdf2-4eca-a763-b71142220dd9/64c289c8-b9aa-4718-b999-4fdfb8f41a1b/726684aa-f30d-4e62-8d38-2029e7d747c9) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:19:55.398501 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a73963-5adf-459e-ae8a-97c02503e6a9 req-11225c96-fee8-4afd-8235-b0da067e04a8 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:55.412592 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b6a73963-5adf-459e-ae8a-97c02503e6a9 req-11225c96-fee8-4afd-8235-b0da067e04a8 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.1989439 May 05 20:19:55.529341 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 0987b119-5962-4d70-aa49-3f5bcf339746 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:19:55.612006 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b6a73963-5adf-459e-ae8a-97c02503e6a9 req-78847c2d-37ee-48cb-920d-3c3b6f1d3ff2 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978350 May 05 20:19:55.621881 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 0987b119-5962-4d70-aa49-3f5bcf339746 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:19:55.622476 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:55.702399 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde96b9a-7712-4ad8-a0ad-7573246fcd08 req-0414f595-88f7-4b6a-850d-6aaca1bbdc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:55.711516 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bde96b9a-7712-4ad8-a0ad-7573246fcd08 req-0414f595-88f7-4b6a-850d-6aaca1bbdc0d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1f4bdc00-0989-427c-9e5a-a72ccd38703a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0805702 May 05 20:19:55.932861 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2a2af665-e632-4146-a222-2e453fef186c None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:55.964703 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-2a2af665-e632-4146-a222-2e453fef186c None None] Transition to ACTIVE for port object 726684aa-f30d-4e62-8d38-2029e7d747c9 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:19:56.003801 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-2a2af665-e632-4146-a222-2e453fef186c None None] Transition to ACTIVE for port object 726684aa-f30d-4e62-8d38-2029e7d747c9 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:19:56.051520 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2a2af665-e632-4146-a222-2e453fef186c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:56.148232 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-228e1877-9654-4263-8b69-58b38bfc35e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:56.226480 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2af665-e632-4146-a222-2e453fef186c None None] Network 3d22ae57-cdf2-4eca-a763-b71142220dd9 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:19:56.251319 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-2a2af665-e632-4146-a222-2e453fef186c None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:19:56.253290 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2af665-e632-4146-a222-2e453fef186c None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:19:56.258319 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2af665-e632-4146-a222-2e453fef186c None None] Pushing event updated for resources: {'Port': ['ID=726684aa-f30d-4e62-8d38-2029e7d747c9,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:19:56.380413 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814426c-05b8-4089-80cf-1ed11d250d71 req-992be815-9783-4bca-8b49-5661b0d87a52 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:56.381974 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f814426c-05b8-4089-80cf-1ed11d250d71 req-992be815-9783-4bca-8b49-5661b0d87a52 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/ports?device_id=917f0329-444f-4990-a8b9-db3c52f93436 HTTP/1.1" status: 200 len: 945 time: 1.0643735 May 05 20:19:56.431555 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-2a2af665-e632-4146-a222-2e453fef186c None None] Attempting to bind port 726684aa-f30d-4e62-8d38-2029e7d747c9 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:19:56.432186 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-2a2af665-e632-4146-a222-2e453fef186c None None] Attempting to bind port 726684aa-f30d-4e62-8d38-2029e7d747c9 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '146540f2-8923-48c9-8fc2-f86d4059fbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3d22ae57-cdf2-4eca-a763-b71142220dd9'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:19:56.432701 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2af665-e632-4146-a222-2e453fef186c None None] Attempting to bind port 726684aa-f30d-4e62-8d38-2029e7d747c9 on network 3d22ae57-cdf2-4eca-a763-b71142220dd9 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:19:56.500147 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bde96b9a-7712-4ad8-a0ad-7573246fcd08 req-f5a15fa3-6bec-4922-bfdf-ab1f6969be24 service neutron] 10.222.0.24 "GET /v2.0/networks/1f4bdc00-0989-427c-9e5a-a72ccd38703a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7488875 May 05 20:19:56.515139 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:56.556458 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 0987b119-5962-4d70-aa49-3f5bcf339746, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=0987b119-5962-4d70-aa49-3f5bcf339746,segment=NetworkSegment(7d87ba48-e415-4090-81c9-be89a95a43cf),segment_id=7d87ba48-e415-4090-81c9-be89a95a43cf)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:19:56.558380 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2af665-e632-4146-a222-2e453fef186c None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:19:56.559534 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2af665-e632-4146-a222-2e453fef186c None None] Checking segment: {'id': '146540f2-8923-48c9-8fc2-f86d4059fbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3d22ae57-cdf2-4eca-a763-b71142220dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:19:56.559534 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2a2af665-e632-4146-a222-2e453fef186c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:56.560089 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2af665-e632-4146-a222-2e453fef186c None None] Bound using segment: {'id': '146540f2-8923-48c9-8fc2-f86d4059fbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3d22ae57-cdf2-4eca-a763-b71142220dd9'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:19:56.562079 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-2a2af665-e632-4146-a222-2e453fef186c None None] Bound port: 726684aa-f30d-4e62-8d38-2029e7d747c9, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '146540f2-8923-48c9-8fc2-f86d4059fbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3d22ae57-cdf2-4eca-a763-b71142220dd9'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:19:56.562747 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2a2af665-e632-4146-a222-2e453fef186c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:56.576393 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:56.758474 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=0987b119-5962-4d70-aa49-3f5bcf339746,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:19:56.855446 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f814426c-05b8-4089-80cf-1ed11d250d71 req-647e4fec-feb1-4b34-99be-208dca175810 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f751196-6dff-46ee-8aaa-1cf7275b3ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4185996 May 05 20:19:56.942421 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-2a2af665-e632-4146-a222-2e453fef186c None None] For port 726684aa-f30d-4e62-8d38-2029e7d747c9, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:19:56.946370 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-2a2af665-e632-4146-a222-2e453fef186c None None] For port 726684aa-f30d-4e62-8d38-2029e7d747c9, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=726684aa-f30d-4e62-8d38-2029e7d747c9,segment=NetworkSegment(146540f2-8923-48c9-8fc2-f86d4059fbaf),segment_id=146540f2-8923-48c9-8fc2-f86d4059fbaf)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:19:56.954950 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2a2af665-e632-4146-a222-2e453fef186c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:57.102565 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2af665-e632-4146-a222-2e453fef186c None None] Pushing event updated for resources: {'Port': ['ID=726684aa-f30d-4e62-8d38-2029e7d747c9,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:19:57.168077 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bde96b9a-7712-4ad8-a0ad-7573246fcd08 req-f50b8e46-b4fe-4955-9d06-455e42c56e5f service neutron] 10.222.0.24 "GET /v2.0/networks/1f4bdc00-0989-427c-9e5a-a72ccd38703a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6406946 May 05 20:19:57.256417 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d21000-3693-469b-b694-34a72b61ebd6 req-e9e23d46-e50b-440c-ac52-d74d3d4664a9 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:19:57.260871 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-97d21000-3693-469b-b694-34a72b61ebd6 req-e9e23d46-e50b-440c-ac52-d74d3d4664a9 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.2839706 May 05 20:19:57.379979 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-97d21000-3693-469b-b694-34a72b61ebd6 req-c92afabe-787f-4d88-a10e-eb5a532049c3 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123681 May 05 20:19:57.998724 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-228e1877-9654-4263-8b69-58b38bfc35e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:58.051184 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-228e1877-9654-4263-8b69-58b38bfc35e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:58.358353 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-228e1877-9654-4263-8b69-58b38bfc35e3 admin admin] Allocated IP 172.25.0.172 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/cfb6fc82-f8ca-43e0-820d-4c2c5ef45a4d) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:19:58.924245 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-228e1877-9654-4263-8b69-58b38bfc35e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:58.980017 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-228e1877-9654-4263-8b69-58b38bfc35e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:19:59.033851 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 726684aa-f30d-4e62-8d38-2029e7d747c9 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:19:59.176459 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0f053f-835a-4d22-aaee-46ebebe4fc14 None None] Network 3d22ae57-cdf2-4eca-a763-b71142220dd9 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:19:59.570335 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-c6668c2e-422f-4280-960f-73066cb160de None None] Provisioning for port 726684aa-f30d-4e62-8d38-2029e7d747c9 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:19:59.602187 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228e1877-9654-4263-8b69-58b38bfc35e3 admin admin] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:19:59.616043 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-228e1877-9654-4263-8b69-58b38bfc35e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:19:59.619153 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228e1877-9654-4263-8b69-58b38bfc35e3 admin admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:19:59.693247 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 726684aa-f30d-4e62-8d38-2029e7d747c9 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:19:59.741859 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 726684aa-f30d-4e62-8d38-2029e7d747c9 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:19:59.744317 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:00.156918 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:00.307566 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 726684aa-f30d-4e62-8d38-2029e7d747c9, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=726684aa-f30d-4e62-8d38-2029e7d747c9,segment=NetworkSegment(146540f2-8923-48c9-8fc2-f86d4059fbaf),segment_id=146540f2-8923-48c9-8fc2-f86d4059fbaf)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:20:00.321127 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:00.321924 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 0987b119-5962-4d70-aa49-3f5bcf339746 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:20:00.425851 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca9f0fa-2c81-45f1-8152-d4449ec5d786 req-611a02d0-43cb-4f3d-a499-4a436d58439e tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:00.463008 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9ca9f0fa-2c81-45f1-8152-d4449ec5d786 req-611a02d0-43cb-4f3d-a499-4a436d58439e tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 1.7199674 May 05 20:20:00.634428 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=726684aa-f30d-4e62-8d38-2029e7d747c9,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:20:00.694834 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228e1877-9654-4263-8b69-58b38bfc35e3 admin admin] Pushing event updated for resources: {'Port': ['ID=cfb6fc82-f8ca-43e0-820d-4c2c5ef45a4d,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:20:00.713343 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9ca9f0fa-2c81-45f1-8152-d4449ec5d786 req-d7cecc10-b797-421f-b188-9ad85cdd8207 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512705 May 05 20:20:00.715912 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 0987b119-5962-4d70-aa49-3f5bcf339746 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:20:00.716951 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:00.848552 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-337ded1f-14a4-4bba-9488-8925b5fa2fa4 None None] Provisioning complete for port 726684aa-f30d-4e62-8d38-2029e7d747c9 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:20:00.848997 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-337ded1f-14a4-4bba-9488-8925b5fa2fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:01.038459 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-228e1877-9654-4263-8b69-58b38bfc35e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:01.152588 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 726684aa-f30d-4e62-8d38-2029e7d747c9 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:20:01.337629 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 726684aa-f30d-4e62-8d38-2029e7d747c9 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:20:01.340101 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:01.665495 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-228e1877-9654-4263-8b69-58b38bfc35e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:02.065005 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-228e1877-9654-4263-8b69-58b38bfc35e3 admin admin] Router b3989c50-95c4-4539-8de7-b38c2bb6a649 is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:20:02.203020 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0197502-7e76-4f62-9ac1-065cc4235bb9 req-0172fcbb-8dc0-4ffc-8326-248ebf1f1340 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:02.217954 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d0197502-7e76-4f62-9ac1-065cc4235bb9 req-0172fcbb-8dc0-4ffc-8326-248ebf1f1340 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.2105794 May 05 20:20:02.312573 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d0197502-7e76-4f62-9ac1-065cc4235bb9 req-a9fa0e0c-ddb3-4aff-8f2f-02cbe7575e99 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908420 May 05 20:20:02.356009 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-228e1877-9654-4263-8b69-58b38bfc35e3 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:20:02.370599 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed4a2a5-64a1-4849-8cca-8c91ad01ca67 None None] Sync routers for ids ['b3989c50-95c4-4539-8de7-b38c2bb6a649'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:20:02.392251 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed4a2a5-64a1-4849-8cca-8c91ad01ca67 None None] Routers {'b3989c50-95c4-4539-8de7-b38c2bb6a649'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:20:02.392839 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-4ed4a2a5-64a1-4849-8cca-8c91ad01ca67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:19:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['b3989c50-95c4-4539-8de7-b38c2bb6a649'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:20:02.398255 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-228e1877-9654-4263-8b69-58b38bfc35e3 admin admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:02.403014 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 44548) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:20:02.403589 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-228e1877-9654-4263-8b69-58b38bfc35e3 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.1037002 May 05 20:20:02.844298 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-4ed4a2a5-64a1-4849-8cca-8c91ad01ca67 None None] Set router b3989c50-95c4-4539-8de7-b38c2bb6a649 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:20:03.332581 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-4ed4a2a5-64a1-4849-8cca-8c91ad01ca67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3989c50-95c4-4539-8de7-b38c2bb6a649', 'name': 'tempest-TestServerMultinode-157967726-router', 'tenant_id': 'e1dd5fed7272454898616d906ca85969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': 'cfb6fc82-f8ca-43e0-820d-4c2c5ef45a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:19:54Z', 'updated_at': '2022-05-05T20:20:00Z', 'revision_number': 3, 'project_id': 'e1dd5fed7272454898616d906ca85969', 'gw_port': {'id': 'cfb6fc82-f8ca-43e0-820d-4c2c5ef45a4d', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:fb:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3989c50-95c4-4539-8de7-b38c2bb6a649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:19:58Z', 'updated_at': '2022-05-05T20:19:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:20:03.343876 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed4a2a5-64a1-4849-8cca-8c91ad01ca67 None None] Checking router: b3989c50-95c4-4539-8de7-b38c2bb6a649 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:20:03.344225 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed4a2a5-64a1-4849-8cca-8c91ad01ca67 None None] Updating router b3989c50-95c4-4539-8de7-b38c2bb6a649 port cfb6fc82-f8ca-43e0-820d-4c2c5ef45a4d binding host n-d-840717-1 {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:20:03.489317 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4ed4a2a5-64a1-4849-8cca-8c91ad01ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:03.675381 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db95c61-1222-4a39-b319-17c86a5d7c1c req-2afdf7ab-53b5-42a3-b440-1a4416fde859 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:03.693114 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6db95c61-1222-4a39-b319-17c86a5d7c1c req-2afdf7ab-53b5-42a3-b440-1a4416fde859 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.1323259 May 05 20:20:03.773668 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7a14420f-d692-46e3-b648-162d99e380f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:03.845518 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6db95c61-1222-4a39-b319-17c86a5d7c1c req-9f7120b3-8895-4397-aa37-a35a8e4595f8 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509664 May 05 20:20:04.207413 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-7a14420f-d692-46e3-b648-162d99e380f6 admin admin] Allocated IP 172.20.0.1 (3d22ae57-cdf2-4eca-a763-b71142220dd9/64c289c8-b9aa-4718-b999-4fdfb8f41a1b/b3477aee-5609-4e89-9773-9ef00db4772e) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:20:04.393335 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4ed4a2a5-64a1-4849-8cca-8c91ad01ca67 None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:04.437195 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-4ed4a2a5-64a1-4849-8cca-8c91ad01ca67 None None] Transition to ACTIVE for port object cfb6fc82-f8ca-43e0-820d-4c2c5ef45a4d will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:20:04.440520 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7a14420f-d692-46e3-b648-162d99e380f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:04.461250 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4ed4a2a5-64a1-4849-8cca-8c91ad01ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:04.473780 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-7a14420f-d692-46e3-b648-162d99e380f6 admin admin] Transition to ACTIVE for port object b3477aee-5609-4e89-9773-9ef00db4772e will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:20:04.512391 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7a14420f-d692-46e3-b648-162d99e380f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:04.632613 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a14420f-d692-46e3-b648-162d99e380f6 admin admin] Pushing event updated for resources: {'Port': ['ID=b3477aee-5609-4e89-9773-9ef00db4772e,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:20:04.641245 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a14420f-d692-46e3-b648-162d99e380f6 admin admin] Network 3d22ae57-cdf2-4eca-a763-b71142220dd9 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:20:04.644404 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-7a14420f-d692-46e3-b648-162d99e380f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:20:04.662067 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a14420f-d692-46e3-b648-162d99e380f6 admin admin] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:20:04.722988 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-4ed4a2a5-64a1-4849-8cca-8c91ad01ca67 None None] Attempting to bind port cfb6fc82-f8ca-43e0-820d-4c2c5ef45a4d on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:20:04.723531 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-4ed4a2a5-64a1-4849-8cca-8c91ad01ca67 None None] Attempting to bind port cfb6fc82-f8ca-43e0-820d-4c2c5ef45a4d by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:20:04.723849 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed4a2a5-64a1-4849-8cca-8c91ad01ca67 None None] Attempting to bind port cfb6fc82-f8ca-43e0-820d-4c2c5ef45a4d on network 0401d202-1605-4cfe-bad4-fb225df6afb0 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:20:04.746786 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed4a2a5-64a1-4849-8cca-8c91ad01ca67 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:20:04.747213 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed4a2a5-64a1-4849-8cca-8c91ad01ca67 None None] Checking segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:20:04.748194 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4ed4a2a5-64a1-4849-8cca-8c91ad01ca67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:04.748643 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed4a2a5-64a1-4849-8cca-8c91ad01ca67 None None] Bound using segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:20:04.749241 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-4ed4a2a5-64a1-4849-8cca-8c91ad01ca67 None None] Bound port: cfb6fc82-f8ca-43e0-820d-4c2c5ef45a4d, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:20:04.749623 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4ed4a2a5-64a1-4849-8cca-8c91ad01ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:04.814181 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7a14420f-d692-46e3-b648-162d99e380f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:05.000411 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-4ed4a2a5-64a1-4849-8cca-8c91ad01ca67 None None] For port cfb6fc82-f8ca-43e0-820d-4c2c5ef45a4d, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:20:05.004381 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-4ed4a2a5-64a1-4849-8cca-8c91ad01ca67 None None] For port cfb6fc82-f8ca-43e0-820d-4c2c5ef45a4d, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=cfb6fc82-f8ca-43e0-820d-4c2c5ef45a4d,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:20:05.019583 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4ed4a2a5-64a1-4849-8cca-8c91ad01ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:05.034390 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-688d5ebe-9411-4109-a675-8a27684d1212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:05.038253 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5ccb02-5532-4816-923c-5e399950e106 None None] Pushing event updated for resources: {'Port': ['ID=cfb6fc82-f8ca-43e0-820d-4c2c5ef45a4d,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:20:05.150756 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5ccb02-5532-4816-923c-5e399950e106 None None] Pushing event updated for resources: {'Port': ['ID=cfb6fc82-f8ca-43e0-820d-4c2c5ef45a4d,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:20:05.160734 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed4a2a5-64a1-4849-8cca-8c91ad01ca67 None None] Routers {'b3989c50-95c4-4539-8de7-b38c2bb6a649'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:20:05.161496 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-4ed4a2a5-64a1-4849-8cca-8c91ad01ca67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:19:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['b3989c50-95c4-4539-8de7-b38c2bb6a649'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:20:05.278358 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7a14420f-d692-46e3-b648-162d99e380f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:05.468328 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-4ed4a2a5-64a1-4849-8cca-8c91ad01ca67 None None] Set router b3989c50-95c4-4539-8de7-b38c2bb6a649 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:20:05.592144 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33625975-4990-4a68-a844-dafcd823b4ce req-2d79cc94-8062-4ead-ab92-f7b771540b02 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:05.592144 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-33625975-4990-4a68-a844-dafcd823b4ce req-2d79cc94-8062-4ead-ab92-f7b771540b02 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.4136353 May 05 20:20:05.666440 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-33625975-4990-4a68-a844-dafcd823b4ce req-f9c6ef71-9965-423b-91ac-21833d4c537b tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529904 May 05 20:20:05.731944 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7a14420f-d692-46e3-b648-162d99e380f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:05.741928 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7a14420f-d692-46e3-b648-162d99e380f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:05.747015 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-5678a412-9bca-40f6-8f5e-2abc2313c44c None None] Provisioning for port b3477aee-5609-4e89-9773-9ef00db4772e completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:20:05.771269 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-5678a412-9bca-40f6-8f5e-2abc2313c44c None None] Provisioning complete for port b3477aee-5609-4e89-9773-9ef00db4772e triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:20:05.771740 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5678a412-9bca-40f6-8f5e-2abc2313c44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:05.894901 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a14420f-d692-46e3-b648-162d99e380f6 admin admin] Pushing event updated for resources: {'Port': ['ID=b3477aee-5609-4e89-9773-9ef00db4772e,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:20:05.924435 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-5678a412-9bca-40f6-8f5e-2abc2313c44c None None] Port b3477aee-5609-4e89-9773-9ef00db4772e cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:20:06.080397 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-4ed4a2a5-64a1-4849-8cca-8c91ad01ca67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3989c50-95c4-4539-8de7-b38c2bb6a649', 'name': 'tempest-TestServerMultinode-157967726-router', 'tenant_id': 'e1dd5fed7272454898616d906ca85969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': 'cfb6fc82-f8ca-43e0-820d-4c2c5ef45a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:19:54Z', 'updated_at': '2022-05-05T20:20:04Z', 'revision_number': 4, 'project_id': 'e1dd5fed7272454898616d906ca85969', 'gw_port': {'id': 'cfb6fc82-f8ca-43e0-820d-4c2c5ef45a4d', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:fb:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3989c50-95c4-4539-8de7-b38c2bb6a649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:19:58Z', 'updated_at': '2022-05-05T20:20:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'b3477aee-5609-4e89-9773-9ef00db4772e', 'name': '', 'network_id': '3d22ae57-cdf2-4eca-a763-b71142220dd9', 'tenant_id': 'e1dd5fed7272454898616d906ca85969', 'mac_address': 'fa:16:3e:76:2e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3989c50-95c4-4539-8de7-b38c2bb6a649', 'device_owner': 'network:router_interface', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '64c289c8-b9aa-4718-b999-4fdfb8f41a1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:20:03Z', 'updated_at': '2022-05-05T20:20:04Z', 'revision_number': 1, 'project_id': 'e1dd5fed7272454898616d906ca85969', 'subnets': [{'id': '64c289c8-b9aa-4718-b999-4fdfb8f41a1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:20:06.096949 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed4a2a5-64a1-4849-8cca-8c91ad01ca67 None None] The sync data for ids ['b3989c50-95c4-4539-8de7-b38c2bb6a649'] in n-d-840717-1 is: [{'id': 'b3989c50-95c4-4539-8de7-b38c2bb6a649', 'name': 'tempest-TestServerMultinode-157967726-router', 'tenant_id': 'e1dd5fed7272454898616d906ca85969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': 'cfb6fc82-f8ca-43e0-820d-4c2c5ef45a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:19:54Z', 'updated_at': '2022-05-05T20:20:04Z', 'revision_number': 4, 'project_id': 'e1dd5fed7272454898616d906ca85969', 'gw_port': {'id': 'cfb6fc82-f8ca-43e0-820d-4c2c5ef45a4d', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:fb:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3989c50-95c4-4539-8de7-b38c2bb6a649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:19:58Z', 'updated_at': '2022-05-05T20:20:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'b3477aee-5609-4e89-9773-9ef00db4772e', 'name': '', 'network_id': '3d22ae57-cdf2-4eca-a763-b71142220dd9', 'tenant_id': 'e1dd5fed7272454898616d906ca85969', 'mac_address': 'fa:16:3e:76:2e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3989c50-95c4-4539-8de7-b38c2bb6a649', 'device_owner': 'network:router_interface', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '64c289c8-b9aa-4718-b999-4fdfb8f41a1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:20:03Z', 'updated_at': '2022-05-05T20:20:04Z', 'revision_number': 1, 'project_id': 'e1dd5fed7272454898616d906ca85969', 'subnets': [{'id': '64c289c8-b9aa-4718-b999-4fdfb8f41a1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:20:06.196220 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7a14420f-d692-46e3-b648-162d99e380f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:06.573783 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a14420f-d692-46e3-b648-162d99e380f6 admin admin] Network 3d22ae57-cdf2-4eca-a763-b71142220dd9 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:20:06.576464 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-7a14420f-d692-46e3-b648-162d99e380f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:20:06.982918 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3357e75e-83ca-4d3b-bec9-1c4ecf1b1e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:07.177350 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-6e379cd8-5b8e-463d-81c8-ef9b37976089 None None] Provisioning complete for port b3477aee-5609-4e89-9773-9ef00db4772e triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:20:07.177738 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6e379cd8-5b8e-463d-81c8-ef9b37976089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:07.240993 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a14420f-d692-46e3-b648-162d99e380f6 admin admin] Router b3989c50-95c4-4539-8de7-b38c2bb6a649 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:20:07.325878 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-6e379cd8-5b8e-463d-81c8-ef9b37976089 None None] Port b3477aee-5609-4e89-9773-9ef00db4772e cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:20:07.554506 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a14420f-d692-46e3-b648-162d99e380f6 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:20:07.587961 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-7a14420f-d692-46e3-b648-162d99e380f6 admin admin] 10.222.0.36 "PUT /v2.0/routers/b3989c50-95c4-4539-8de7-b38c2bb6a649/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1837935 May 05 20:20:07.597727 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47afac-538b-4f8b-bdea-32abd4fff832 req-92cc03bf-7de9-4839-9814-9c6597400b30 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:07.625227 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8c47afac-538b-4f8b-bdea-32abd4fff832 req-92cc03bf-7de9-4839-9814-9c6597400b30 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.4949162 May 05 20:20:07.717490 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8c47afac-538b-4f8b-bdea-32abd4fff832 req-4e3e5b2e-b00d-4b25-b863-787ef3d6b381 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910010 May 05 20:20:07.833183 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:08.081094 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:09.169049 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a149b50-0b31-488e-a5a9-3de3a0cad4ae req-90cdc715-bbd7-41d2-aa57-4782995087ce tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:09.186395 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0a149b50-0b31-488e-a5a9-3de3a0cad4ae req-90cdc715-bbd7-41d2-aa57-4782995087ce tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.2090645 May 05 20:20:09.202993 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device cfb6fc82-f8ca-43e0-820d-4c2c5ef45a4d up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:20:09.261486 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0a149b50-0b31-488e-a5a9-3de3a0cad4ae req-7aae485d-ddd3-4697-b87c-8adec0860864 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659788 May 05 20:20:09.319945 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port cfb6fc82-f8ca-43e0-820d-4c2c5ef45a4d completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:20:09.326827 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port cfb6fc82-f8ca-43e0-820d-4c2c5ef45a4d triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:20:09.328020 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:09.590480 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:09.630915 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:09.633270 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port cfb6fc82-f8ca-43e0-820d-4c2c5ef45a4d, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=cfb6fc82-f8ca-43e0-820d-4c2c5ef45a4d,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:20:09.658103 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:09.761409 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=cfb6fc82-f8ca-43e0-820d-4c2c5ef45a4d,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:20:09.788790 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:20:09.792986 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:20:09.793520 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:20:09.794091 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:20:09.794629 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:20:09.795128 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:20:09.795489 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:20:09.795840 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:20:09.796171 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:20:09.796496 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:20:09.800502 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:20:09.800880 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:20:09.831953 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18faa50e-f23a-4233-af55-3e01de0c50fb req-a1832318-c570-4599-a30d-03c8361abf81 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:09.832634 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-18faa50e-f23a-4233-af55-3e01de0c50fb req-a1832318-c570-4599-a30d-03c8361abf81 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Synchronizing usage tracker for tenant:e1dd5fed7272454898616d906ca85969 on resource:network {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:20:09.875773 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-18faa50e-f23a-4233-af55-3e01de0c50fb req-a1832318-c570-4599-a30d-03c8361abf81 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Unset dirty status for tenant:e1dd5fed7272454898616d906ca85969 on resource:network {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:20:09.876996 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-18faa50e-f23a-4233-af55-3e01de0c50fb req-a1832318-c570-4599-a30d-03c8361abf81 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] 10.222.0.36 "GET /v2.0/networks?id=707d6641-a4b3-43c9-8623-7744bae03830 HTTP/1.1" status: 200 len: 910 time: 0.2714071 May 05 20:20:09.895802 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-18faa50e-f23a-4233-af55-3e01de0c50fb req-5fa3b5df-a4d2-416c-b62a-5a200b201e3c tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] 10.222.0.36 "GET /v2.0/quotas/e1dd5fed7272454898616d906ca85969 HTTP/1.1" status: 200 len: 375 time: 0.0133779 May 05 20:20:10.023992 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ae2d66-b743-4ba8-8bc6-cb62b0c80e01 None None] Sync routers for ids ['b3989c50-95c4-4539-8de7-b38c2bb6a649'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:20:10.042350 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ae2d66-b743-4ba8-8bc6-cb62b0c80e01 None None] Routers {'b3989c50-95c4-4539-8de7-b38c2bb6a649'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:20:10.047265 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-c2ae2d66-b743-4ba8-8bc6-cb62b0c80e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:20:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['b3989c50-95c4-4539-8de7-b38c2bb6a649'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:20:10.116666 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-18faa50e-f23a-4233-af55-3e01de0c50fb req-547bce81-05c9-40e7-a97e-b01524267cdb tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] 10.222.0.36 "GET /v2.0/ports?tenant_id=e1dd5fed7272454898616d906ca85969&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2146440 May 05 20:20:10.340545 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [req-18faa50e-f23a-4233-af55-3e01de0c50fb req-0e2082ed-80e0-4016-895c-281d75ce12f8 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:20:10.348631 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-18faa50e-f23a-4233-af55-3e01de0c50fb req-0e2082ed-80e0-4016-895c-281d75ce12f8 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2310975 May 05 20:20:10.489875 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b30d9c-876c-4a71-8051-11b79db6119c req-3650cb36-2fd3-489f-8a7d-aa114724cf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:10.492214 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-97b30d9c-876c-4a71-8051-11b79db6119c req-3650cb36-2fd3-489f-8a7d-aa114724cf63 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a265e664693546d09df58a9112067478&device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 1096 time: 0.1495752 May 05 20:20:10.552554 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-c2ae2d66-b743-4ba8-8bc6-cb62b0c80e01 None None] Set router b3989c50-95c4-4539-8de7-b38c2bb6a649 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:20:10.726270 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-18faa50e-f23a-4233-af55-3e01de0c50fb req-112251ed-9126-4ffc-8710-a98dbb6d2b69 service neutron] 10.222.0.36 "GET /v2.0/networks/707d6641-a4b3-43c9-8623-7744bae03830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3767958 May 05 20:20:10.934581 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf43961-f602-468c-92e7-969d67ecc6e8 req-4a0843f2-aa8e-4748-851a-115f735c7c02 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:10.938473 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-18faa50e-f23a-4233-af55-3e01de0c50fb req-6ca67bb6-3387-491c-801a-0a95a665cadd service neutron] 10.222.0.36 "GET /v2.0/networks/707d6641-a4b3-43c9-8623-7744bae03830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054901 May 05 20:20:10.939201 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-eaf43961-f602-468c-92e7-969d67ecc6e8 req-4a0843f2-aa8e-4748-851a-115f735c7c02 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.3453991 May 05 20:20:10.991657 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:20:11.083393 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-eaf43961-f602-468c-92e7-969d67ecc6e8 req-109c7478-1c4d-4b62-8aca-f10bce5be11b tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227326 May 05 20:20:11.139742 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b30d9c-876c-4a71-8051-11b79db6119c req-000163c9-f983-4093-8baf-760a5e046728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:11.141352 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-97b30d9c-876c-4a71-8051-11b79db6119c req-000163c9-f983-4093-8baf-760a5e046728 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f665291c-fe35-44a1-b025-0867219a15d5 HTTP/1.1" status: 200 len: 915 time: 0.6412504 May 05 20:20:11.193592 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-c2ae2d66-b743-4ba8-8bc6-cb62b0c80e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3989c50-95c4-4539-8de7-b38c2bb6a649', 'name': 'tempest-TestServerMultinode-157967726-router', 'tenant_id': 'e1dd5fed7272454898616d906ca85969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': 'cfb6fc82-f8ca-43e0-820d-4c2c5ef45a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:19:54Z', 'updated_at': '2022-05-05T20:20:04Z', 'revision_number': 4, 'project_id': 'e1dd5fed7272454898616d906ca85969', 'gw_port': {'id': 'cfb6fc82-f8ca-43e0-820d-4c2c5ef45a4d', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:fb:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3989c50-95c4-4539-8de7-b38c2bb6a649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:19:58Z', 'updated_at': '2022-05-05T20:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'b3477aee-5609-4e89-9773-9ef00db4772e', 'name': '', 'network_id': '3d22ae57-cdf2-4eca-a763-b71142220dd9', 'tenant_id': 'e1dd5fed7272454898616d906ca85969', 'mac_address': 'fa:16:3e:76:2e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3989c50-95c4-4539-8de7-b38c2bb6a649', 'device_owner': 'network:router_interface', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '64c289c8-b9aa-4718-b999-4fdfb8f41a1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:20:03Z', 'updated_at': '2022-05-05T20:20:05Z', 'revision_number': 2, 'project_id': 'e1dd5fed7272454898616d906ca85969', 'subnets': [{'id': '64c289c8-b9aa-4718-b999-4fdfb8f41a1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:20:11.207729 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ae2d66-b743-4ba8-8bc6-cb62b0c80e01 None None] Checking router: b3989c50-95c4-4539-8de7-b38c2bb6a649 for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:20:11.208294 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ae2d66-b743-4ba8-8bc6-cb62b0c80e01 None None] Updating router b3989c50-95c4-4539-8de7-b38c2bb6a649 port b3477aee-5609-4e89-9773-9ef00db4772e binding host n-d-840717-1 {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:20:11.215061 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device cfb6fc82-f8ca-43e0-820d-4c2c5ef45a4d up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:20:11.376251 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-97b30d9c-876c-4a71-8051-11b79db6119c req-37cf8ba8-65fb-47f3-b2c4-4f1ff2dd8b2c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ede82658-00b0-42c9-915e-b334ee0c0cfe HTTP/1.1" status: 200 len: 217 time: 0.2208226 May 05 20:20:11.400625 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c2ae2d66-b743-4ba8-8bc6-cb62b0c80e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:11.531367 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port cfb6fc82-f8ca-43e0-820d-4c2c5ef45a4d triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:20:11.531746 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:11.560630 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b30d9c-876c-4a71-8051-11b79db6119c req-bce9dc4c-79c1-46b4-bc16-34e135f37742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:11.573096 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-97b30d9c-876c-4a71-8051-11b79db6119c req-bce9dc4c-79c1-46b4-bc16-34e135f37742 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4e5ca270-af30-4d15-b9c5-3a4471edda55 HTTP/1.1" status: 200 len: 854 time: 0.1899791 May 05 20:20:11.861870 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-97b30d9c-876c-4a71-8051-11b79db6119c req-d952ffb3-ce22-4e58-ad80-183579e2ea9e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f665291c-fe35-44a1-b025-0867219a15d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2813573 May 05 20:20:12.059084 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-edee0cbc-54df-42cc-94f9-bead0bac3d56 req-88bcec42-caf0-4084-adc1-c80a15b4a0b8 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Synchronizing usage tracker for tenant:e1dd5fed7272454898616d906ca85969 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:20:12.065262 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-97b30d9c-876c-4a71-8051-11b79db6119c req-21393bff-b121-4248-a49d-494f0faa687d service neutron] 10.222.0.50 "GET /v2.0/networks/f665291c-fe35-44a1-b025-0867219a15d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928775 May 05 20:20:12.119804 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c2ae2d66-b743-4ba8-8bc6-cb62b0c80e01 None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:12.136601 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-c2ae2d66-b743-4ba8-8bc6-cb62b0c80e01 None None] Transition to ACTIVE for port object b3477aee-5609-4e89-9773-9ef00db4772e will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:20:12.148790 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c2ae2d66-b743-4ba8-8bc6-cb62b0c80e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:12.275725 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-edee0cbc-54df-42cc-94f9-bead0bac3d56 req-88bcec42-caf0-4084-adc1-c80a15b4a0b8 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Unset dirty status for tenant:e1dd5fed7272454898616d906ca85969 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:20:12.276885 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-edee0cbc-54df-42cc-94f9-bead0bac3d56 req-88bcec42-caf0-4084-adc1-c80a15b4a0b8 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1f6b4f63-4cd4-4ed3-8e51-b79c7deb3455 HTTP/1.1" status: 200 len: 210 time: 0.7874591 May 05 20:20:12.291952 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-97b30d9c-876c-4a71-8051-11b79db6119c req-5c439f1a-db15-407e-8233-7477909a3ee2 service neutron] 10.222.0.50 "GET /v2.0/networks/f665291c-fe35-44a1-b025-0867219a15d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099650 May 05 20:20:12.566440 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424a3f68-64f3-40dc-b474-a237c87d6161 req-2dab415a-3e9d-4627-943c-c0818e18ef57 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:12.584413 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-424a3f68-64f3-40dc-b474-a237c87d6161 req-2dab415a-3e9d-4627-943c-c0818e18ef57 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.2815514 May 05 20:20:12.636417 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df0d538-fd36-4a5d-82b1-7ba573e3c294 None None] Pushing event updated for resources: {'Port': ['ID=b3477aee-5609-4e89-9773-9ef00db4772e,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:20:12.758139 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-424a3f68-64f3-40dc-b474-a237c87d6161 req-811d20de-a569-4b3f-a287-387ce9e84740 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646545 May 05 20:20:12.946046 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-c2ae2d66-b743-4ba8-8bc6-cb62b0c80e01 None None] Attempting to bind port b3477aee-5609-4e89-9773-9ef00db4772e on host n-d-840717-1 for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:20:12.946440 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-c2ae2d66-b743-4ba8-8bc6-cb62b0c80e01 None None] Attempting to bind port b3477aee-5609-4e89-9773-9ef00db4772e by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '146540f2-8923-48c9-8fc2-f86d4059fbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3d22ae57-cdf2-4eca-a763-b71142220dd9'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:20:12.946870 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ae2d66-b743-4ba8-8bc6-cb62b0c80e01 None None] Attempting to bind port b3477aee-5609-4e89-9773-9ef00db4772e on network 3d22ae57-cdf2-4eca-a763-b71142220dd9 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:20:12.964116 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ae2d66-b743-4ba8-8bc6-cb62b0c80e01 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:20:12.964784 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ae2d66-b743-4ba8-8bc6-cb62b0c80e01 None None] Checking segment: {'id': '146540f2-8923-48c9-8fc2-f86d4059fbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3d22ae57-cdf2-4eca-a763-b71142220dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:20:12.965339 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c2ae2d66-b743-4ba8-8bc6-cb62b0c80e01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:12.965915 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ae2d66-b743-4ba8-8bc6-cb62b0c80e01 None None] Bound using segment: {'id': '146540f2-8923-48c9-8fc2-f86d4059fbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3d22ae57-cdf2-4eca-a763-b71142220dd9'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:20:12.967129 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-c2ae2d66-b743-4ba8-8bc6-cb62b0c80e01 None None] Bound port: b3477aee-5609-4e89-9773-9ef00db4772e, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '146540f2-8923-48c9-8fc2-f86d4059fbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3d22ae57-cdf2-4eca-a763-b71142220dd9'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:20:12.967711 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c2ae2d66-b743-4ba8-8bc6-cb62b0c80e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:13.188478 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-c2ae2d66-b743-4ba8-8bc6-cb62b0c80e01 None None] For port b3477aee-5609-4e89-9773-9ef00db4772e, host n-d-840717-1, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:20:13.193042 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-c2ae2d66-b743-4ba8-8bc6-cb62b0c80e01 None None] For port b3477aee-5609-4e89-9773-9ef00db4772e, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=b3477aee-5609-4e89-9773-9ef00db4772e,segment=NetworkSegment(146540f2-8923-48c9-8fc2-f86d4059fbaf),segment_id=146540f2-8923-48c9-8fc2-f86d4059fbaf)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:20:13.203564 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c2ae2d66-b743-4ba8-8bc6-cb62b0c80e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:13.365610 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ae2d66-b743-4ba8-8bc6-cb62b0c80e01 None None] Routers {'b3989c50-95c4-4539-8de7-b38c2bb6a649'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:20:13.366248 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-c2ae2d66-b743-4ba8-8bc6-cb62b0c80e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:20:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['b3989c50-95c4-4539-8de7-b38c2bb6a649'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:20:14.149553 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device ede82658-00b0-42c9-915e-b334ee0c0cfe no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:20:14.269845 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df0d538-fd36-4a5d-82b1-7ba573e3c294 None None] Pushing event updated for resources: {'Port': ['ID=b3477aee-5609-4e89-9773-9ef00db4772e,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:20:14.292891 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-30f5a4d8-ebbe-414d-b819-a3b2fd0d7b8d req-104d07fa-6ab2-4303-9159-40c28a0b0699 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1f6b4f63-4cd4-4ed3-8e51-b79c7deb3455 HTTP/1.1" status: 200 len: 210 time: 0.7182183 May 05 20:20:14.378237 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-c2ae2d66-b743-4ba8-8bc6-cb62b0c80e01 None None] Set router b3989c50-95c4-4539-8de7-b38c2bb6a649 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:20:14.484523 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:14.630357 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18faa50e-f23a-4233-af55-3e01de0c50fb req-d3445863-37e1-4c23-ae5f-73a30a9b69ff tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:14.631854 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-18faa50e-f23a-4233-af55-3e01de0c50fb req-d3445863-37e1-4c23-ae5f-73a30a9b69ff tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] 10.222.0.24 "GET /v2.0/networks?id=707d6641-a4b3-43c9-8623-7744bae03830 HTTP/1.1" status: 200 len: 910 time: 0.6835215 May 05 20:20:14.640778 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:14.654933 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-18faa50e-f23a-4233-af55-3e01de0c50fb req-c5edccc1-c4d4-41d6-94f8-8cb4bff1735e tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Request body: {'port': {'device_id': '1f6b4f63-4cd4-4ed3-8e51-b79c7deb3455', 'network_id': '707d6641-a4b3-43c9-8623-7744bae03830', 'admin_state_up': True, 'tenant_id': 'e1dd5fed7272454898616d906ca85969'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:20:14.701517 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d37c3a-e4db-4752-a0a9-4eb9c7608aa8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ede82658-00b0-42c9-915e-b334ee0c0cfe'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:20:14.708457 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cbd98f-24e2-4425-80e2-4a499370f1b0 req-f4cae6a5-d592-4c00-aa6c-ff2e1250d2ae tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:14.712553 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-30cbd98f-24e2-4425-80e2-4a499370f1b0 req-f4cae6a5-d592-4c00-aa6c-ff2e1250d2ae tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 945 time: 0.3318443 May 05 20:20:14.716605 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-18faa50e-f23a-4233-af55-3e01de0c50fb req-c5edccc1-c4d4-41d6-94f8-8cb4bff1735e tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:20:14.724485 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port ede82658-00b0-42c9-915e-b334ee0c0cfe, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=ede82658-00b0-42c9-915e-b334ee0c0cfe,segment=NetworkSegment(5f930359-bc75-4edb-bf67-d4090d0927d6),segment_id=5f930359-bc75-4edb-bf67-d4090d0927d6)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:20:14.734831 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:14.754293 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-18faa50e-f23a-4233-af55-3e01de0c50fb req-c5edccc1-c4d4-41d6-94f8-8cb4bff1735e tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:20:14.881792 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18faa50e-f23a-4233-af55-3e01de0c50fb req-c5edccc1-c4d4-41d6-94f8-8cb4bff1735e tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Made reservation on behalf of e1dd5fed7272454898616d906ca85969 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:20:14.898310 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-18faa50e-f23a-4233-af55-3e01de0c50fb req-c5edccc1-c4d4-41d6-94f8-8cb4bff1735e tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:14.910275 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d89fe1d0-3420-444d-b9d7-5d810675b09d'] response: {'server_uuid': '61d37c3a-e4db-4752-a0a9-4eb9c7608aa8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ede82658-00b0-42c9-915e-b334ee0c0cfe', 'code': 200} May 05 20:20:14.986733 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=ede82658-00b0-42c9-915e-b334ee0c0cfe,revision_number=8']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:20:15.163824 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-30cbd98f-24e2-4425-80e2-4a499370f1b0 req-dcc3ace6-e1f5-4529-bd70-be3496821520 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4067192 May 05 20:20:15.274062 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device b3477aee-5609-4e89-9773-9ef00db4772e up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:20:15.448118 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-18faa50e-f23a-4233-af55-3e01de0c50fb req-c5edccc1-c4d4-41d6-94f8-8cb4bff1735e tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Allocated IP 172.20.0.9 (707d6641-a4b3-43c9-8623-7744bae03830/566f53cc-aa8c-4c45-95bd-8e3a4cce5358/8e59e637-f7f1-46ea-9bb4-08a733cc08df) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:20:15.512330 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port b3477aee-5609-4e89-9773-9ef00db4772e completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:20:15.529822 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port b3477aee-5609-4e89-9773-9ef00db4772e triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:20:15.530755 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:15.580230 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-c2ae2d66-b743-4ba8-8bc6-cb62b0c80e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3989c50-95c4-4539-8de7-b38c2bb6a649', 'name': 'tempest-TestServerMultinode-157967726-router', 'tenant_id': 'e1dd5fed7272454898616d906ca85969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': 'cfb6fc82-f8ca-43e0-820d-4c2c5ef45a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:19:54Z', 'updated_at': '2022-05-05T20:20:04Z', 'revision_number': 4, 'project_id': 'e1dd5fed7272454898616d906ca85969', 'gw_port': {'id': 'cfb6fc82-f8ca-43e0-820d-4c2c5ef45a4d', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:fb:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3989c50-95c4-4539-8de7-b38c2bb6a649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:19:58Z', 'updated_at': '2022-05-05T20:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'b3477aee-5609-4e89-9773-9ef00db4772e', 'name': '', 'network_id': '3d22ae57-cdf2-4eca-a763-b71142220dd9', 'tenant_id': 'e1dd5fed7272454898616d906ca85969', 'mac_address': 'fa:16:3e:76:2e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3989c50-95c4-4539-8de7-b38c2bb6a649', 'device_owner': 'network:router_interface', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '64c289c8-b9aa-4718-b999-4fdfb8f41a1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:20:03Z', 'updated_at': '2022-05-05T20:20:13Z', 'revision_number': 4, 'project_id': 'e1dd5fed7272454898616d906ca85969', 'subnets': [{'id': '64c289c8-b9aa-4718-b999-4fdfb8f41a1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:20:15.593005 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ae2d66-b743-4ba8-8bc6-cb62b0c80e01 None None] The sync data for ids ['b3989c50-95c4-4539-8de7-b38c2bb6a649'] in n-d-840717-1 is: [{'id': 'b3989c50-95c4-4539-8de7-b38c2bb6a649', 'name': 'tempest-TestServerMultinode-157967726-router', 'tenant_id': 'e1dd5fed7272454898616d906ca85969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': 'cfb6fc82-f8ca-43e0-820d-4c2c5ef45a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:19:54Z', 'updated_at': '2022-05-05T20:20:04Z', 'revision_number': 4, 'project_id': 'e1dd5fed7272454898616d906ca85969', 'gw_port': {'id': 'cfb6fc82-f8ca-43e0-820d-4c2c5ef45a4d', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:fb:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3989c50-95c4-4539-8de7-b38c2bb6a649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:19:58Z', 'updated_at': '2022-05-05T20:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'b3477aee-5609-4e89-9773-9ef00db4772e', 'name': '', 'network_id': '3d22ae57-cdf2-4eca-a763-b71142220dd9', 'tenant_id': 'e1dd5fed7272454898616d906ca85969', 'mac_address': 'fa:16:3e:76:2e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3989c50-95c4-4539-8de7-b38c2bb6a649', 'device_owner': 'network:router_interface', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '64c289c8-b9aa-4718-b999-4fdfb8f41a1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:20:03Z', 'updated_at': '2022-05-05T20:20:13Z', 'revision_number': 4, 'project_id': 'e1dd5fed7272454898616d906ca85969', 'subnets': [{'id': '64c289c8-b9aa-4718-b999-4fdfb8f41a1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:20:15.899056 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c6730a56-7907-4cde-be58-770bd298dc65 req-d2d76995-20d6-47d4-8cbc-c34a2af55176 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1f6b4f63-4cd4-4ed3-8e51-b79c7deb3455 HTTP/1.1" status: 200 len: 210 time: 0.0847189 May 05 20:20:15.909606 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:16.000409 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port b3477aee-5609-4e89-9773-9ef00db4772e, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=b3477aee-5609-4e89-9773-9ef00db4772e,segment=NetworkSegment(146540f2-8923-48c9-8fc2-f86d4059fbaf),segment_id=146540f2-8923-48c9-8fc2-f86d4059fbaf)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:20:16.013257 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:16.117167 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-18faa50e-f23a-4233-af55-3e01de0c50fb req-c5edccc1-c4d4-41d6-94f8-8cb4bff1735e tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:16.175275 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=b3477aee-5609-4e89-9773-9ef00db4772e,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:20:16.196504 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-18faa50e-f23a-4233-af55-3e01de0c50fb req-c5edccc1-c4d4-41d6-94f8-8cb4bff1735e tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Transition to ACTIVE for port object 8e59e637-f7f1-46ea-9bb4-08a733cc08df will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:20:16.287741 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-18faa50e-f23a-4233-af55-3e01de0c50fb req-c5edccc1-c4d4-41d6-94f8-8cb4bff1735e tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:16.397054 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:16.426442 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18faa50e-f23a-4233-af55-3e01de0c50fb req-c5edccc1-c4d4-41d6-94f8-8cb4bff1735e tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Network 707d6641-a4b3-43c9-8623-7744bae03830 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:20:16.478969 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5edccc1-c4d4-41d6-94f8-8cb4bff1735e tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Pushing event updated for resources: {'Port': ['ID=8e59e637-f7f1-46ea-9bb4-08a733cc08df,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:20:16.496215 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-18faa50e-f23a-4233-af55-3e01de0c50fb req-c5edccc1-c4d4-41d6-94f8-8cb4bff1735e tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:20:16.503979 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-18faa50e-f23a-4233-af55-3e01de0c50fb req-c5edccc1-c4d4-41d6-94f8-8cb4bff1735e tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:20:16.635330 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18faa50e-f23a-4233-af55-3e01de0c50fb req-c5edccc1-c4d4-41d6-94f8-8cb4bff1735e tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:16.635991 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-18faa50e-f23a-4233-af55-3e01de0c50fb req-c5edccc1-c4d4-41d6-94f8-8cb4bff1735e tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:16.729991 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-18faa50e-f23a-4233-af55-3e01de0c50fb req-c5edccc1-c4d4-41d6-94f8-8cb4bff1735e tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.0891240 May 05 20:20:16.761214 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-18faa50e-f23a-4233-af55-3e01de0c50fb req-f1268128-b10c-451a-8c02-4ef60aacd8ad service neutron] Request body: {'port': {'device_id': '1f6b4f63-4cd4-4ed3-8e51-b79c7deb3455', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:20:16.943227 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-a1d58ea0-ece7-49b8-90af-e3998145dcf1 None None] Provisioning for port 8e59e637-f7f1-46ea-9bb4-08a733cc08df completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:20:16.957625 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-a1d58ea0-ece7-49b8-90af-e3998145dcf1 None None] Provisioning complete for port 8e59e637-f7f1-46ea-9bb4-08a733cc08df triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:20:16.958018 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a1d58ea0-ece7-49b8-90af-e3998145dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:17.058645 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-a1d58ea0-ece7-49b8-90af-e3998145dcf1 None None] Port 8e59e637-f7f1-46ea-9bb4-08a733cc08df cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:20:17.133886 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ca2af-3b71-4f5c-a70d-fe28e08d85b1 req-078a86cc-81a9-46c3-95e3-64ea7a75a530 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:17.142238 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c99ca2af-3b71-4f5c-a70d-fe28e08d85b1 req-078a86cc-81a9-46c3-95e3-64ea7a75a530 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 943 time: 0.6475520 May 05 20:20:17.187378 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device b3477aee-5609-4e89-9773-9ef00db4772e up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:20:17.238808 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-18faa50e-f23a-4233-af55-3e01de0c50fb req-f1268128-b10c-451a-8c02-4ef60aacd8ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:17.279897 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15423b-8939-4240-a650-2d4dd1f1e596 req-73ffd8d8-4976-443f-85b9-91f45c6f4238 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:17.283821 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fd15423b-8939-4240-a650-2d4dd1f1e596 req-73ffd8d8-4976-443f-85b9-91f45c6f4238 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1f6b4f63-4cd4-4ed3-8e51-b79c7deb3455 HTTP/1.1" status: 200 len: 1027 time: 0.1505795 May 05 20:20:17.361950 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port b3477aee-5609-4e89-9773-9ef00db4772e triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:20:17.362330 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:17.462687 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fd15423b-8939-4240-a650-2d4dd1f1e596 req-df76427f-7bad-4b05-a5ef-27b0cade67c1 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=93382649-692d-4573-9a05-0f29827df978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721747 May 05 20:20:17.747793 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-18faa50e-f23a-4233-af55-3e01de0c50fb req-f1268128-b10c-451a-8c02-4ef60aacd8ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e59e637-f7f1-46ea-9bb4-08a733cc08df {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:20:17.756123 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-18faa50e-f23a-4233-af55-3e01de0c50fb req-f1268128-b10c-451a-8c02-4ef60aacd8ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:17.772699 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-18faa50e-f23a-4233-af55-3e01de0c50fb req-f1268128-b10c-451a-8c02-4ef60aacd8ad service neutron] Transition to ACTIVE for port object 8e59e637-f7f1-46ea-9bb4-08a733cc08df will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:20:17.783775 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c99ca2af-3b71-4f5c-a70d-fe28e08d85b1 req-084ded25-f1d6-4b65-bf28-2cce19180108 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6393580 May 05 20:20:17.783775 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-18faa50e-f23a-4233-af55-3e01de0c50fb req-f1268128-b10c-451a-8c02-4ef60aacd8ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:18.087994 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1268128-b10c-451a-8c02-4ef60aacd8ad service neutron] Pushing event updated for resources: {'Port': ['ID=8e59e637-f7f1-46ea-9bb4-08a733cc08df,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:20:18.157895 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-18faa50e-f23a-4233-af55-3e01de0c50fb req-f1268128-b10c-451a-8c02-4ef60aacd8ad service neutron] Attempting to bind port 8e59e637-f7f1-46ea-9bb4-08a733cc08df on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:20:18.158522 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-18faa50e-f23a-4233-af55-3e01de0c50fb req-f1268128-b10c-451a-8c02-4ef60aacd8ad service neutron] Attempting to bind port 8e59e637-f7f1-46ea-9bb4-08a733cc08df by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': '7d87ba48-e415-4090-81c9-be89a95a43cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '707d6641-a4b3-43c9-8623-7744bae03830'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:20:18.158522 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18faa50e-f23a-4233-af55-3e01de0c50fb req-f1268128-b10c-451a-8c02-4ef60aacd8ad service neutron] Attempting to bind port 8e59e637-f7f1-46ea-9bb4-08a733cc08df on network 707d6641-a4b3-43c9-8623-7744bae03830 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:20:18.172903 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18faa50e-f23a-4233-af55-3e01de0c50fb req-f1268128-b10c-451a-8c02-4ef60aacd8ad service neutron] Port 8e59e637-f7f1-46ea-9bb4-08a733cc08df on network 707d6641-a4b3-43c9-8623-7744bae03830 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:20:18.173222 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18faa50e-f23a-4233-af55-3e01de0c50fb req-f1268128-b10c-451a-8c02-4ef60aacd8ad service neutron] Attempting to bind port 8e59e637-f7f1-46ea-9bb4-08a733cc08df on network 707d6641-a4b3-43c9-8623-7744bae03830 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:20:18.179023 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18faa50e-f23a-4233-af55-3e01de0c50fb req-f1268128-b10c-451a-8c02-4ef60aacd8ad service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:20:18.179379 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18faa50e-f23a-4233-af55-3e01de0c50fb req-f1268128-b10c-451a-8c02-4ef60aacd8ad service neutron] Checking segment: {'id': '7d87ba48-e415-4090-81c9-be89a95a43cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '707d6641-a4b3-43c9-8623-7744bae03830'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:20:18.179773 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18faa50e-f23a-4233-af55-3e01de0c50fb req-f1268128-b10c-451a-8c02-4ef60aacd8ad service neutron] Bound using segment: {'id': '7d87ba48-e415-4090-81c9-be89a95a43cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '707d6641-a4b3-43c9-8623-7744bae03830'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:20:18.180515 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device ede82658-00b0-42c9-915e-b334ee0c0cfe no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:20:18.187585 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-18faa50e-f23a-4233-af55-3e01de0c50fb req-f1268128-b10c-451a-8c02-4ef60aacd8ad service neutron] Bound port: 8e59e637-f7f1-46ea-9bb4-08a733cc08df, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d87ba48-e415-4090-81c9-be89a95a43cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '707d6641-a4b3-43c9-8623-7744bae03830'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:20:18.188086 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-18faa50e-f23a-4233-af55-3e01de0c50fb req-f1268128-b10c-451a-8c02-4ef60aacd8ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:18.207380 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4146bde-f976-4047-beef-6a43dff8c0e2 req-9a531a5a-860b-4ea2-90e5-19560910b50e tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:18.212558 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d4146bde-f976-4047-beef-6a43dff8c0e2 req-9a531a5a-860b-4ea2-90e5-19560910b50e tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 943 time: 0.2216551 May 05 20:20:18.327172 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d4146bde-f976-4047-beef-6a43dff8c0e2 req-d03638ab-afbc-4bbd-a745-1ed6e0ec183c tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069314 May 05 20:20:18.375970 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-18faa50e-f23a-4233-af55-3e01de0c50fb req-f1268128-b10c-451a-8c02-4ef60aacd8ad service neutron] For port 8e59e637-f7f1-46ea-9bb4-08a733cc08df, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:20:18.380579 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-18faa50e-f23a-4233-af55-3e01de0c50fb req-f1268128-b10c-451a-8c02-4ef60aacd8ad service neutron] For port 8e59e637-f7f1-46ea-9bb4-08a733cc08df, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=8e59e637-f7f1-46ea-9bb4-08a733cc08df,segment=NetworkSegment(7d87ba48-e415-4090-81c9-be89a95a43cf),segment_id=7d87ba48-e415-4090-81c9-be89a95a43cf)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:20:18.387842 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-18faa50e-f23a-4233-af55-3e01de0c50fb req-f1268128-b10c-451a-8c02-4ef60aacd8ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:18.498319 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18faa50e-f23a-4233-af55-3e01de0c50fb req-f1268128-b10c-451a-8c02-4ef60aacd8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:18.499072 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-18faa50e-f23a-4233-af55-3e01de0c50fb req-f1268128-b10c-451a-8c02-4ef60aacd8ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:18.501484 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-18faa50e-f23a-4233-af55-3e01de0c50fb req-f1268128-b10c-451a-8c02-4ef60aacd8ad service neutron] 10.222.0.24 "PUT /v2.0/ports/8e59e637-f7f1-46ea-9bb4-08a733cc08df HTTP/1.1" status: 200 len: 1091 time: 1.7567270 May 05 20:20:18.503846 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f6b4f63-4cd4-4ed3-8e51-b79c7deb3455', 'tag': '8e59e637-f7f1-46ea-9bb4-08a733cc08df'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:20:18.837699 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1268128-b10c-451a-8c02-4ef60aacd8ad service neutron] Pushing event updated for resources: {'Port': ['ID=8e59e637-f7f1-46ea-9bb4-08a733cc08df,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:20:18.881954 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18faa50e-f23a-4233-af55-3e01de0c50fb req-115c3a70-434c-44d6-a229-3d5d8b01d43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:18.883762 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-18faa50e-f23a-4233-af55-3e01de0c50fb req-115c3a70-434c-44d6-a229-3d5d8b01d43c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e1dd5fed7272454898616d906ca85969&device_id=1f6b4f63-4cd4-4ed3-8e51-b79c7deb3455 HTTP/1.1" status: 200 len: 1094 time: 0.3209784 May 05 20:20:19.013601 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-18faa50e-f23a-4233-af55-3e01de0c50fb req-8a4aa7fc-dd7b-45e6-bd53-bd9a91df4b15 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e59e637-f7f1-46ea-9bb4-08a733cc08df HTTP/1.1" status: 200 len: 217 time: 0.1212888 May 05 20:20:19.018156 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61e42a8-eb6f-40d3-9444-af9dbec3eede req-26427b06-ad25-44ba-9a07-b69519397d26 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:19.020083 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-f61e42a8-eb6f-40d3-9444-af9dbec3eede req-26427b06-ad25-44ba-9a07-b69519397d26 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Synchronizing usage tracker for tenant:e1dd5fed7272454898616d906ca85969 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:20:19.152239 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee10e097-b233-4712-821e-b8c47ab5bf52'] response: {'name': 'network-changed', 'server_uuid': '1f6b4f63-4cd4-4ed3-8e51-b79c7deb3455', 'tag': '8e59e637-f7f1-46ea-9bb4-08a733cc08df', 'status': 'completed', 'code': 200} May 05 20:20:19.196105 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-f61e42a8-eb6f-40d3-9444-af9dbec3eede req-26427b06-ad25-44ba-9a07-b69519397d26 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Unset dirty status for tenant:e1dd5fed7272454898616d906ca85969 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:20:19.207755 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f61e42a8-eb6f-40d3-9444-af9dbec3eede req-26427b06-ad25-44ba-9a07-b69519397d26 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1f6b4f63-4cd4-4ed3-8e51-b79c7deb3455 HTTP/1.1" status: 200 len: 1094 time: 0.4855852 May 05 20:20:19.298733 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18faa50e-f23a-4233-af55-3e01de0c50fb req-bb16d16b-e1ff-48c5-8bba-799d240101cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:19.300264 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-18faa50e-f23a-4233-af55-3e01de0c50fb req-bb16d16b-e1ff-48c5-8bba-799d240101cb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=566f53cc-aa8c-4c45-95bd-8e3a4cce5358 HTTP/1.1" status: 200 len: 848 time: 0.2675676 May 05 20:20:19.308965 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-f61e42a8-eb6f-40d3-9444-af9dbec3eede req-dcef43d8-fdbe-4fc5-b457-b3f58f619995 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Synchronizing usage tracker for tenant:e1dd5fed7272454898616d906ca85969 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:20:19.405449 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-f61e42a8-eb6f-40d3-9444-af9dbec3eede req-dcef43d8-fdbe-4fc5-b457-b3f58f619995 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Unset dirty status for tenant:e1dd5fed7272454898616d906ca85969 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:20:19.406569 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f61e42a8-eb6f-40d3-9444-af9dbec3eede req-dcef43d8-fdbe-4fc5-b457-b3f58f619995 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=93382649-692d-4573-9a05-0f29827df978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980438 May 05 20:20:19.458217 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18faa50e-f23a-4233-af55-3e01de0c50fb req-d9f397d3-cabd-4629-9635-f847cc6c68fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:19.459763 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-18faa50e-f23a-4233-af55-3e01de0c50fb req-d9f397d3-cabd-4629-9635-f847cc6c68fc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=707d6641-a4b3-43c9-8623-7744bae03830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1390066 May 05 20:20:19.786720 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-18faa50e-f23a-4233-af55-3e01de0c50fb req-2e2480c6-df94-4abb-879c-7f36286006de service neutron] 10.222.0.24 "GET /v2.0/networks/707d6641-a4b3-43c9-8623-7744bae03830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148780 May 05 20:20:19.902991 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 44936) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:20:19.949601 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078695b-33dd-45e6-8aa3-273d70cca299 req-f6c63fe3-c7b5-4dc1-a63d-b00c9281707a tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:19.952498 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3078695b-33dd-45e6-8aa3-273d70cca299 req-f6c63fe3-c7b5-4dc1-a63d-b00c9281707a tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 943 time: 0.2956321 May 05 20:20:20.042974 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3078695b-33dd-45e6-8aa3-273d70cca299 req-bec1df40-cefb-4723-acb6-53609ef14c3c tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824420 May 05 20:20:20.078870 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-18faa50e-f23a-4233-af55-3e01de0c50fb req-d3d71114-1126-40e3-a541-dec71a7e2495 service neutron] 10.222.0.24 "GET /v2.0/networks/707d6641-a4b3-43c9-8623-7744bae03830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787540 May 05 20:20:20.184283 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2623e8b3-0fd3-4142-a848-a5e53f90fae6 req-d6895026-f968-4817-bcff-544d8d7aaa97 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2734473 May 05 20:20:20.420884 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a8f05-cf4b-46ca-9247-7f719f8618bb req-63a4fff9-d941-4f9f-9e4d-163bf65fd9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:20.422309 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fc8a8f05-cf4b-46ca-9247-7f719f8618bb req-63a4fff9-d941-4f9f-9e4d-163bf65fd9b8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e1dd5fed7272454898616d906ca85969&device_id=1f6b4f63-4cd4-4ed3-8e51-b79c7deb3455 HTTP/1.1" status: 200 len: 1094 time: 0.2945595 May 05 20:20:20.688649 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a8f05-cf4b-46ca-9247-7f719f8618bb req-89151c40-4293-4692-aa5c-66174a5fe09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:20.691726 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fc8a8f05-cf4b-46ca-9247-7f719f8618bb req-89151c40-4293-4692-aa5c-66174a5fe09d service neutron] 10.222.0.24 "GET /v2.0/networks?id=707d6641-a4b3-43c9-8623-7744bae03830 HTTP/1.1" status: 200 len: 910 time: 0.2629447 May 05 20:20:20.761555 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ad3d6-6507-408c-8bf5-65c845fd58e3 req-2a82e94f-68d2-40d0-a49a-8d991637f6d2 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:20.770505 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2c0ad3d6-6507-408c-8bf5-65c845fd58e3 req-2a82e94f-68d2-40d0-a49a-8d991637f6d2 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1f6b4f63-4cd4-4ed3-8e51-b79c7deb3455 HTTP/1.1" status: 200 len: 1094 time: 0.1032176 May 05 20:20:20.835226 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fc8a8f05-cf4b-46ca-9247-7f719f8618bb req-0f139b89-8cf7-463c-a0dd-05ec02002bd0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e59e637-f7f1-46ea-9bb4-08a733cc08df HTTP/1.1" status: 200 len: 217 time: 0.1357274 May 05 20:20:20.943716 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2c0ad3d6-6507-408c-8bf5-65c845fd58e3 req-eae09dfa-77aa-4f20-9545-db3c6e98a77e tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=93382649-692d-4573-9a05-0f29827df978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691148 May 05 20:20:21.018021 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a8f05-cf4b-46ca-9247-7f719f8618bb req-d384e3eb-bec1-4ab2-8e01-7966d67adef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:21.030335 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fc8a8f05-cf4b-46ca-9247-7f719f8618bb req-d384e3eb-bec1-4ab2-8e01-7966d67adef9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=566f53cc-aa8c-4c45-95bd-8e3a4cce5358 HTTP/1.1" status: 200 len: 848 time: 0.1873434 May 05 20:20:21.186543 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a8f05-cf4b-46ca-9247-7f719f8618bb req-1fd1739a-9027-43d2-81ad-fe39c00c9e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:21.188929 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fc8a8f05-cf4b-46ca-9247-7f719f8618bb req-1fd1739a-9027-43d2-81ad-fe39c00c9e39 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=707d6641-a4b3-43c9-8623-7744bae03830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1506655 May 05 20:20:21.398039 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fc8a8f05-cf4b-46ca-9247-7f719f8618bb req-37baaa5a-9757-4e65-bcb8-cf2f3f5bff59 service neutron] 10.222.0.24 "GET /v2.0/networks/707d6641-a4b3-43c9-8623-7744bae03830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020774 May 05 20:20:21.774185 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914fcb34-c11a-4bf6-9823-ed25f9e8e2eb req-9f49ff0a-c265-4de4-8f92-595e4d99d119 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:21.776719 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-914fcb34-c11a-4bf6-9823-ed25f9e8e2eb req-9f49ff0a-c265-4de4-8f92-595e4d99d119 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 943 time: 0.3774207 May 05 20:20:21.783189 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623e8b3-0fd3-4142-a848-a5e53f90fae6 req-12a7ab60-5dbe-4a6c-a7ff-5922cffe66f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:21.790238 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2623e8b3-0fd3-4142-a848-a5e53f90fae6 req-12a7ab60-5dbe-4a6c-a7ff-5922cffe66f8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8&tenant_id=a265e664693546d09df58a9112067478 HTTP/1.1" status: 200 len: 1094 time: 0.2165985 May 05 20:20:21.895129 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-914fcb34-c11a-4bf6-9823-ed25f9e8e2eb req-b840ee72-d123-4050-b655-b2b6829e1fef tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116662 May 05 20:20:21.900219 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fc8a8f05-cf4b-46ca-9247-7f719f8618bb req-94d4db38-ae75-4af2-9308-c2715d95ed2e service neutron] 10.222.0.24 "GET /v2.0/networks/707d6641-a4b3-43c9-8623-7744bae03830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4118042 May 05 20:20:21.969530 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623e8b3-0fd3-4142-a848-a5e53f90fae6 req-304eb301-28cd-4489-9b37-991d4b28ec51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:21.969530 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2623e8b3-0fd3-4142-a848-a5e53f90fae6 req-304eb301-28cd-4489-9b37-991d4b28ec51 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a265e664693546d09df58a9112067478&device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 1094 time: 0.1602335 May 05 20:20:22.192535 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623e8b3-0fd3-4142-a848-a5e53f90fae6 req-4a644a6a-423d-4658-af8d-c1168b135eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:22.193932 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2623e8b3-0fd3-4142-a848-a5e53f90fae6 req-4a644a6a-423d-4658-af8d-c1168b135eb2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f665291c-fe35-44a1-b025-0867219a15d5 HTTP/1.1" status: 200 len: 915 time: 0.2179024 May 05 20:20:22.271529 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2623e8b3-0fd3-4142-a848-a5e53f90fae6 req-cb1ef219-699b-47b7-b6d3-c7e4aba02bf4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ede82658-00b0-42c9-915e-b334ee0c0cfe HTTP/1.1" status: 200 len: 217 time: 0.0712051 May 05 20:20:22.347049 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7d2ee-6c66-4f37-921c-3adc0b8556f5 req-17439f8d-f2b1-4562-82fe-e2dd976363f5 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:22.349024 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3ce7d2ee-6c66-4f37-921c-3adc0b8556f5 req-17439f8d-f2b1-4562-82fe-e2dd976363f5 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1f6b4f63-4cd4-4ed3-8e51-b79c7deb3455 HTTP/1.1" status: 200 len: 1094 time: 0.2493513 May 05 20:20:22.351046 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623e8b3-0fd3-4142-a848-a5e53f90fae6 req-474c5cbb-7d57-49ce-9987-de90cb90b61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:22.352385 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2623e8b3-0fd3-4142-a848-a5e53f90fae6 req-474c5cbb-7d57-49ce-9987-de90cb90b61b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4e5ca270-af30-4d15-b9c5-3a4471edda55 HTTP/1.1" status: 200 len: 854 time: 0.0734582 May 05 20:20:22.441957 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3ce7d2ee-6c66-4f37-921c-3adc0b8556f5 req-b29fb0af-0823-452f-b40b-c02fcaaf68fc tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=93382649-692d-4573-9a05-0f29827df978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861228 May 05 20:20:22.444250 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2623e8b3-0fd3-4142-a848-a5e53f90fae6 req-5b9a5edc-7262-4068-bda6-727e8ba242d9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f665291c-fe35-44a1-b025-0867219a15d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863225 May 05 20:20:22.631166 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2623e8b3-0fd3-4142-a848-a5e53f90fae6 req-5c86365f-9680-4d54-be0d-846bdf2afdff service neutron] 10.222.0.50 "GET /v2.0/networks/f665291c-fe35-44a1-b025-0867219a15d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803529 May 05 20:20:22.830245 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2623e8b3-0fd3-4142-a848-a5e53f90fae6 req-358fb37b-ac97-48d1-a9b6-0023e1003633 service neutron] 10.222.0.50 "GET /v2.0/networks/f665291c-fe35-44a1-b025-0867219a15d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896634 May 05 20:20:23.348568 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd78f4-b4f2-4d83-86b4-8ce4cf344ab7 req-5fc23fca-03b4-47dd-9b68-54de6bc9fd8e tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:23.350182 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bfcd78f4-b4f2-4d83-86b4-8ce4cf344ab7 req-5fc23fca-03b4-47dd-9b68-54de6bc9fd8e tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 943 time: 0.1700978 May 05 20:20:23.371013 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 8e59e637-f7f1-46ea-9bb4-08a733cc08df details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:20:23.427948 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bfcd78f4-b4f2-4d83-86b4-8ce4cf344ab7 req-ca302f79-1a56-496f-83cf-2eebf3ad35bb tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474718 May 05 20:20:23.717217 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 8e59e637-f7f1-46ea-9bb4-08a733cc08df, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=8e59e637-f7f1-46ea-9bb4-08a733cc08df,segment=NetworkSegment(7d87ba48-e415-4090-81c9-be89a95a43cf),segment_id=7d87ba48-e415-4090-81c9-be89a95a43cf)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:20:23.751530 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '8e59e637-f7f1-46ea-9bb4-08a733cc08df', 'network_id': '707d6641-a4b3-43c9-8623-7744bae03830', 'port_id': '8e59e637-f7f1-46ea-9bb4-08a733cc08df', 'mac_address': 'fa:16:3e:7c:8f:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '566f53cc-aa8c-4c45-95bd-8e3a4cce5358', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:20:23.847687 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce1ff9-8947-4fe1-b040-4aec325b569e req-08c15481-e831-4ca1-95d3-3b0b93d58064 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:23.863441 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4cce1ff9-8947-4fe1-b040-4aec325b569e req-08c15481-e831-4ca1-95d3-3b0b93d58064 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1f6b4f63-4cd4-4ed3-8e51-b79c7deb3455 HTTP/1.1" status: 200 len: 1094 time: 0.1717765 May 05 20:20:23.938525 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:23.973917 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e59e637-f7f1-46ea-9bb4-08a733cc08df {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:20:23.988501 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4cce1ff9-8947-4fe1-b040-4aec325b569e req-22390fb3-713c-4da9-b66a-3ee4433cf5b3 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=93382649-692d-4573-9a05-0f29827df978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229894 May 05 20:20:24.013629 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 8e59e637-f7f1-46ea-9bb4-08a733cc08df, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=8e59e637-f7f1-46ea-9bb4-08a733cc08df,segment=NetworkSegment(7d87ba48-e415-4090-81c9-be89a95a43cf),segment_id=7d87ba48-e415-4090-81c9-be89a95a43cf)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:20:24.021491 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:24.181389 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=8e59e637-f7f1-46ea-9bb4-08a733cc08df,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:20:24.276834 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['8e59e637-f7f1-46ea-9bb4-08a733cc08df'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:20:24.937645 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb7d2cf-ea83-423e-baaf-af0a37da497c req-d9801297-abc9-47b9-83d7-6327f811dda9 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:24.954484 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1eb7d2cf-ea83-423e-baaf-af0a37da497c req-d9801297-abc9-47b9-83d7-6327f811dda9 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 943 time: 0.2093747 May 05 20:20:25.192079 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1eb7d2cf-ea83-423e-baaf-af0a37da497c req-ce35614a-7021-4f7a-b721-ad880a7e89c2 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357018 May 05 20:20:25.399242 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 8e59e637-f7f1-46ea-9bb4-08a733cc08df up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:20:25.415644 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e6493-972e-42c6-82f2-abeb613f002d req-7d71e97a-5213-458e-a6d7-4d532cbcb507 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:25.418559 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0d2e6493-972e-42c6-82f2-abeb613f002d req-7d71e97a-5213-458e-a6d7-4d532cbcb507 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1f6b4f63-4cd4-4ed3-8e51-b79c7deb3455 HTTP/1.1" status: 200 len: 1095 time: 0.1488545 May 05 20:20:25.550468 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0d2e6493-972e-42c6-82f2-abeb613f002d req-a09defc7-d70d-41f2-b89e-77bdc62530ae tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=93382649-692d-4573-9a05-0f29827df978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248529 May 05 20:20:25.587636 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port 8e59e637-f7f1-46ea-9bb4-08a733cc08df completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:20:25.601594 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 8e59e637-f7f1-46ea-9bb4-08a733cc08df triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:20:25.602866 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:25.895781 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:25.933911 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6b4f63-4cd4-4ed3-8e51-b79c7deb3455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e59e637-f7f1-46ea-9bb4-08a733cc08df'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:20:25.976251 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 8e59e637-f7f1-46ea-9bb4-08a733cc08df, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=8e59e637-f7f1-46ea-9bb4-08a733cc08df,segment=NetworkSegment(7d87ba48-e415-4090-81c9-be89a95a43cf),segment_id=7d87ba48-e415-4090-81c9-be89a95a43cf)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:20:25.990525 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:26.111101 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee76e76a-81d7-4ea5-b236-6c77735630f6'] response: {'server_uuid': '1f6b4f63-4cd4-4ed3-8e51-b79c7deb3455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e59e637-f7f1-46ea-9bb4-08a733cc08df', 'code': 200} May 05 20:20:26.112348 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=8e59e637-f7f1-46ea-9bb4-08a733cc08df,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:20:26.359254 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c0e06-892e-4585-93e2-64a6816b092c req-9783eeb1-985d-4733-bf9d-cff83046fc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:26.364285 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2b4c0e06-892e-4585-93e2-64a6816b092c req-9783eeb1-985d-4733-bf9d-cff83046fc6c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1f6b4f63-4cd4-4ed3-8e51-b79c7deb3455 HTTP/1.1" status: 200 len: 1096 time: 0.2292042 May 05 20:20:26.527079 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2b4c0e06-892e-4585-93e2-64a6816b092c req-e216bc5f-af1b-40ce-abff-5f3025384f27 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=93382649-692d-4573-9a05-0f29827df978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579216 May 05 20:20:26.764259 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16456a50-5bc7-4974-91d2-540bc3ca1f1e req-132d335b-9f07-4ec9-9166-c815ce17b2dd tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:26.772142 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-16456a50-5bc7-4974-91d2-540bc3ca1f1e req-132d335b-9f07-4ec9-9166-c815ce17b2dd tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 943 time: 0.3210351 May 05 20:20:26.833970 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-16456a50-5bc7-4974-91d2-540bc3ca1f1e req-fb645eba-bc2d-4615-848c-5669c2e4f9d8 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604806 May 05 20:20:27.070081 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f96a965-22dd-4189-917d-dca5fa2d9033 req-3601358e-a9cf-4e0b-a314-afd755c66057 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:27.073563 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2f96a965-22dd-4189-917d-dca5fa2d9033 req-3601358e-a9cf-4e0b-a314-afd755c66057 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1f6b4f63-4cd4-4ed3-8e51-b79c7deb3455 HTTP/1.1" status: 200 len: 1096 time: 0.1107445 May 05 20:20:27.211996 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2f96a965-22dd-4189-917d-dca5fa2d9033 req-4838dd73-4b45-43a8-82a0-30d3e3c3cdd4 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=93382649-692d-4573-9a05-0f29827df978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259975 May 05 20:20:28.372904 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523aac5b-dbdf-41c1-970c-b86113167cc8 req-2531bbc8-31aa-4ee6-9fe0-63429e83e55b tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:28.384612 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-523aac5b-dbdf-41c1-970c-b86113167cc8 req-2531bbc8-31aa-4ee6-9fe0-63429e83e55b tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 943 time: 0.2300930 May 05 20:20:28.410959 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab7d5b-aa50-4bd6-8338-a36d2453f4ff req-7bc82cc7-9814-46b1-979b-e566a5101917 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:28.420234 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-25ab7d5b-aa50-4bd6-8338-a36d2453f4ff req-7bc82cc7-9814-46b1-979b-e566a5101917 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/ports?device_id=917f0329-444f-4990-a8b9-db3c52f93436 HTTP/1.1" status: 200 len: 945 time: 0.3909760 May 05 20:20:28.467486 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-523aac5b-dbdf-41c1-970c-b86113167cc8 req-161420d2-3f0b-4e7f-b8d6-b315b6cc0ee1 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815785 May 05 20:20:28.515978 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-25ab7d5b-aa50-4bd6-8338-a36d2453f4ff req-a10cf237-49db-460c-8877-a68e61cc5bed tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f751196-6dff-46ee-8aaa-1cf7275b3ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945132 May 05 20:20:28.901462 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76209ad1-ea37-4ff2-99ef-df1029ce5263 req-7fa6a054-a9ce-418c-a752-2c61440d2b0d tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:28.905569 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-76209ad1-ea37-4ff2-99ef-df1029ce5263 req-7fa6a054-a9ce-418c-a752-2c61440d2b0d tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1f6b4f63-4cd4-4ed3-8e51-b79c7deb3455 HTTP/1.1" status: 200 len: 1096 time: 0.1448429 May 05 20:20:28.970349 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-76209ad1-ea37-4ff2-99ef-df1029ce5263 req-5b5c565c-3e5e-4fdc-b551-90fcafd5a624 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=93382649-692d-4573-9a05-0f29827df978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543299 May 05 20:20:29.381491 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c132098-489a-4f1c-be76-627e4e0c7412 req-0dfe171c-6184-41ea-9ba2-bc8603487c2f tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:29.399992 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9c132098-489a-4f1c-be76-627e4e0c7412 req-0dfe171c-6184-41ea-9ba2-bc8603487c2f tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1f6b4f63-4cd4-4ed3-8e51-b79c7deb3455 HTTP/1.1" status: 200 len: 1096 time: 0.2498651 May 05 20:20:29.627985 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9c132098-489a-4f1c-be76-627e4e0c7412 req-7d000ff3-00d7-4419-b200-59ebf8ebfa34 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=93382649-692d-4573-9a05-0f29827df978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267704 May 05 20:20:29.897818 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e25a0-e185-4eba-80fd-8869f9ac2041 req-28bcb6af-ac4a-49b7-ab58-90a261f95024 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:29.905241 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b38e25a0-e185-4eba-80fd-8869f9ac2041 req-28bcb6af-ac4a-49b7-ab58-90a261f95024 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/ports?device_id=917f0329-444f-4990-a8b9-db3c52f93436 HTTP/1.1" status: 200 len: 945 time: 0.0885015 May 05 20:20:29.932111 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce995b0b-46e3-4823-bb8f-4df58afcdb5c req-4c26392d-f2cc-485f-982d-f63b440449d9 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:29.938398 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ce995b0b-46e3-4823-bb8f-4df58afcdb5c req-4c26392d-f2cc-485f-982d-f63b440449d9 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.24 "GET /v2.0/ports?device_id=917f0329-444f-4990-a8b9-db3c52f93436 HTTP/1.1" status: 200 len: 945 time: 0.2152665 May 05 20:20:29.961401 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b38e25a0-e185-4eba-80fd-8869f9ac2041 req-acd6bbda-fed9-4017-b749-82a547e3928d tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f751196-6dff-46ee-8aaa-1cf7275b3ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530913 May 05 20:20:30.112327 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-ce995b0b-46e3-4823-bb8f-4df58afcdb5c req-4802257e-5bea-48ef-825e-5f941d12429f tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Deleting port aa1f97e1-bee1-424b-865f-cb5e9cd71184 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:20:30.112665 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ce995b0b-46e3-4823-bb8f-4df58afcdb5c req-4802257e-5bea-48ef-825e-5f941d12429f tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:30.145236 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d1514-d2e1-4a3c-a5b7-6ef6ee8507da req-db2b7ab8-411d-49ea-ab49-0102556efd30 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:30.152750 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d29d1514-d2e1-4a3c-a5b7-6ef6ee8507da req-db2b7ab8-411d-49ea-ab49-0102556efd30 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1f6b4f63-4cd4-4ed3-8e51-b79c7deb3455 HTTP/1.1" status: 200 len: 1096 time: 0.0858872 May 05 20:20:30.218131 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d29d1514-d2e1-4a3c-a5b7-6ef6ee8507da req-a8d79f2a-9591-4551-84b4-104dbf5f132a tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=93382649-692d-4573-9a05-0f29827df978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639338 May 05 20:20:30.828361 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6458837-412c-4dfe-950b-e74935f096b5 req-f9b67af8-a957-4517-94aa-a33941afb7d4 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:30.838755 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d6458837-412c-4dfe-950b-e74935f096b5 req-f9b67af8-a957-4517-94aa-a33941afb7d4 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 943 time: 1.0449672 May 05 20:20:31.068818 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a0f6fd-bce8-41e7-a449-12a3d8a2627a req-ad0f1459-be25-4fb7-a167-b1be95113c3a tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:31.088056 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-39a0f6fd-bce8-41e7-a449-12a3d8a2627a req-ad0f1459-be25-4fb7-a167-b1be95113c3a tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] 10.222.0.36 "GET /v2.0/networks?id=707d6641-a4b3-43c9-8623-7744bae03830 HTTP/1.1" status: 200 len: 910 time: 0.5062454 May 05 20:20:31.132380 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-39a0f6fd-bce8-41e7-a449-12a3d8a2627a req-cf571789-eb64-4453-8cad-e34dc5cd7124 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] 10.222.0.36 "GET /v2.0/quotas/e1dd5fed7272454898616d906ca85969 HTTP/1.1" status: 200 len: 375 time: 0.0433369 May 05 20:20:31.343879 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d6458837-412c-4dfe-950b-e74935f096b5 req-b1c555b7-1006-4ec4-bb02-64dd553b2695 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5041234 May 05 20:20:31.373138 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-39a0f6fd-bce8-41e7-a449-12a3d8a2627a req-73273e60-3d33-44ce-8323-543e0f8bfb0f tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] 10.222.0.36 "GET /v2.0/ports?tenant_id=e1dd5fed7272454898616d906ca85969&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2395475 May 05 20:20:31.492207 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-ce995b0b-46e3-4823-bb8f-4df58afcdb5c req-4802257e-5bea-48ef-825e-5f941d12429f tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] For port aa1f97e1-bee1-424b-865f-cb5e9cd71184, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=aa1f97e1-bee1-424b-865f-cb5e9cd71184,segment=NetworkSegment(57bbc04f-1c68-4970-9c1a-a5d13ea03f9b),segment_id=57bbc04f-1c68-4970-9c1a-a5d13ea03f9b)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:20:31.492824 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ce995b0b-46e3-4823-bb8f-4df58afcdb5c req-4802257e-5bea-48ef-825e-5f941d12429f tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:31.494511 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [req-39a0f6fd-bce8-41e7-a449-12a3d8a2627a req-ee0d3b4d-c1d7-4682-a263-49c35c51e8f4 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88197) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:20:31.504571 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-39a0f6fd-bce8-41e7-a449-12a3d8a2627a req-ee0d3b4d-c1d7-4682-a263-49c35c51e8f4 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1298780 May 05 20:20:32.048238 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-39a0f6fd-bce8-41e7-a449-12a3d8a2627a req-fdb5d1ca-1d9d-475a-8c32-cbaabe62698e service neutron] 10.222.0.36 "GET /v2.0/networks/707d6641-a4b3-43c9-8623-7744bae03830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5427790 May 05 20:20:32.208766 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-39a0f6fd-bce8-41e7-a449-12a3d8a2627a req-07bb9a35-4714-40ac-9e46-8b278c96c09f service neutron] 10.222.0.36 "GET /v2.0/networks/707d6641-a4b3-43c9-8623-7744bae03830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580963 May 05 20:20:32.281863 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3975bb-e5a5-40ae-9207-6ac30f9d8b54 req-ec9b2cf1-8f3e-41fd-bb40-c60ac9e7bece tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:32.296692 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ab3975bb-e5a5-40ae-9207-6ac30f9d8b54 req-ec9b2cf1-8f3e-41fd-bb40-c60ac9e7bece tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/ports?device_id=917f0329-444f-4990-a8b9-db3c52f93436 HTTP/1.1" status: 200 len: 945 time: 0.5233948 May 05 20:20:32.534541 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ab3975bb-e5a5-40ae-9207-6ac30f9d8b54 req-67c55ed3-99dd-49e2-b697-1a7dc8cd0481 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f751196-6dff-46ee-8aaa-1cf7275b3ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2339926 May 05 20:20:32.708533 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ce995b0b-46e3-4823-bb8f-4df58afcdb5c req-4802257e-5bea-48ef-825e-5f941d12429f tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:32.708910 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ce995b0b-46e3-4823-bb8f-4df58afcdb5c req-4802257e-5bea-48ef-825e-5f941d12429f tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:32.709225 n-d-840717-1 neutron-server[88198]: INFO neutron.db.l3_db [req-ce995b0b-46e3-4823-bb8f-4df58afcdb5c req-4802257e-5bea-48ef-825e-5f941d12429f tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Floating IP 80e7f66b-b403-4fc3-985c-d58f88d8ae23 disassociated. External IP: 172.25.0.35, port: aa1f97e1-bee1-424b-865f-cb5e9cd71184. May 05 20:20:32.711782 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-ce995b0b-46e3-4823-bb8f-4df58afcdb5c req-4802257e-5bea-48ef-825e-5f941d12429f tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Calling delete_port for aa1f97e1-bee1-424b-865f-cb5e9cd71184 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:20:32.869045 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-272b0b4e-d200-4c30-9f91-cb20318672f3 req-caa3d859-350e-42af-a0ef-d0c01fa32200 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=83431721-cd71-4130-866b-092c0127d3bb HTTP/1.1" status: 200 len: 210 time: 0.0688269 May 05 20:20:33.103816 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26cbfd-4cd8-4680-b92f-79cc783a9782 req-b4fe232d-b613-4d7a-a538-e5a5e3a1ade6 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:33.115688 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4e26cbfd-4cd8-4680-b92f-79cc783a9782 req-b4fe232d-b613-4d7a-a538-e5a5e3a1ade6 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 943 time: 0.2295740 May 05 20:20:33.268070 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4e26cbfd-4cd8-4680-b92f-79cc783a9782 req-debe528d-ac85-497f-b085-8631631b9a78 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302476 May 05 20:20:33.376771 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ce995b0b-46e3-4823-bb8f-4df58afcdb5c req-4802257e-5bea-48ef-825e-5f941d12429f tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:33.417945 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device aa1f97e1-bee1-424b-865f-cb5e9cd71184 no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:20:33.524458 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] No Port match for: aa1f97e1-bee1-424b-865f-cb5e9cd71184 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:20:33.525290 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device aa1f97e1-bee1-424b-865f-cb5e9cd71184 not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:20:33.598288 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4802257e-5bea-48ef-825e-5f941d12429f tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Pushing event deleted for resources: {'Port': ['ID=aa1f97e1-bee1-424b-865f-cb5e9cd71184,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:20:34.004837 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-baada182-4fcb-4abe-b7a4-a6e70d87dd4f req-652bc0ae-f55f-4772-a1f5-1842ce0c5b8e tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/ports?device_id=917f0329-444f-4990-a8b9-db3c52f93436 HTTP/1.1" status: 200 len: 210 time: 0.1173880 May 05 20:20:34.218364 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce995b0b-46e3-4823-bb8f-4df58afcdb5c req-4802257e-5bea-48ef-825e-5f941d12429f tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Router 9449e26c-fec8-416e-88ee-3fa2ffa2b6b2 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:20:34.314890 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f84ead5d-616c-4e48-98e9-b882183f61f9 req-934efdee-0668-4a30-b2fd-0a1068761bcf tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=83431721-cd71-4130-866b-092c0127d3bb HTTP/1.1" status: 200 len: 210 time: 0.1360176 May 05 20:20:34.580948 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce995b0b-46e3-4823-bb8f-4df58afcdb5c req-4802257e-5bea-48ef-825e-5f941d12429f tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:20:34.593367 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5186525e-1147-44ed-bb40-f00aaed461c8 None None] Sync routers for ids ['9449e26c-fec8-416e-88ee-3fa2ffa2b6b2'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:20:34.616431 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5186525e-1147-44ed-bb40-f00aaed461c8 None None] Routers {'9449e26c-fec8-416e-88ee-3fa2ffa2b6b2'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:20:34.617111 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-5186525e-1147-44ed-bb40-f00aaed461c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:20:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['9449e26c-fec8-416e-88ee-3fa2ffa2b6b2'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:20:34.865359 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce995b0b-46e3-4823-bb8f-4df58afcdb5c req-4802257e-5bea-48ef-825e-5f941d12429f tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] No DVR routers for this DVR port aa1f97e1-bee1-424b-865f-cb5e9cd71184 on host n-h1-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:20:34.896453 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ce995b0b-46e3-4823-bb8f-4df58afcdb5c req-4802257e-5bea-48ef-825e-5f941d12429f tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:34.931478 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '917f0329-444f-4990-a8b9-db3c52f93436', 'name': 'network-vif-deleted', 'tag': 'aa1f97e1-bee1-424b-865f-cb5e9cd71184'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:20:34.952149 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ce995b0b-46e3-4823-bb8f-4df58afcdb5c req-4802257e-5bea-48ef-825e-5f941d12429f tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.24 "DELETE /v2.0/ports/aa1f97e1-bee1-424b-865f-cb5e9cd71184 HTTP/1.1" status: 204 len: 173 time: 5.0038388 May 05 20:20:35.022408 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fcff24-df75-42aa-a0eb-8212d97db719 req-e7a58f58-74e4-4316-9ef6-efaf9acbff25 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:35.031318 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b4fcff24-df75-42aa-a0eb-8212d97db719 req-e7a58f58-74e4-4316-9ef6-efaf9acbff25 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 943 time: 0.4518588 May 05 20:20:35.355556 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a0f6fd-bce8-41e7-a449-12a3d8a2627a req-911fedec-7e4f-4991-9b14-aa23feb7dc8f tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:35.362479 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-39a0f6fd-bce8-41e7-a449-12a3d8a2627a req-911fedec-7e4f-4991-9b14-aa23feb7dc8f tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] 10.222.0.50 "GET /v2.0/networks?id=707d6641-a4b3-43c9-8623-7744bae03830 HTTP/1.1" status: 200 len: 910 time: 0.6037762 May 05 20:20:35.380469 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-39a0f6fd-bce8-41e7-a449-12a3d8a2627a req-fda4f34b-798b-4080-ae40-8cddd052d66a tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Request body: {'port': {'device_id': '83431721-cd71-4130-866b-092c0127d3bb', 'network_id': '707d6641-a4b3-43c9-8623-7744bae03830', 'admin_state_up': True, 'tenant_id': 'e1dd5fed7272454898616d906ca85969'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:20:35.399383 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-39a0f6fd-bce8-41e7-a449-12a3d8a2627a req-fda4f34b-798b-4080-ae40-8cddd052d66a tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:20:35.426820 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-39a0f6fd-bce8-41e7-a449-12a3d8a2627a req-fda4f34b-798b-4080-ae40-8cddd052d66a tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:20:35.452553 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39a0f6fd-bce8-41e7-a449-12a3d8a2627a req-fda4f34b-798b-4080-ae40-8cddd052d66a tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Made reservation on behalf of e1dd5fed7272454898616d906ca85969 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:20:35.461371 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-39a0f6fd-bce8-41e7-a449-12a3d8a2627a req-fda4f34b-798b-4080-ae40-8cddd052d66a tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:35.493803 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8e05ad9-4d10-4520-a2d9-b556ddcbe714'] response: {'server_uuid': '917f0329-444f-4990-a8b9-db3c52f93436', 'name': 'network-vif-deleted', 'tag': 'aa1f97e1-bee1-424b-865f-cb5e9cd71184', 'status': 'completed', 'code': 200} May 05 20:20:35.525186 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-5186525e-1147-44ed-bb40-f00aaed461c8 None None] Set router 9449e26c-fec8-416e-88ee-3fa2ffa2b6b2 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:20:35.537676 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b4fcff24-df75-42aa-a0eb-8212d97db719 req-06cd5862-64ae-49b3-9f7e-b250bb78f426 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5045879 May 05 20:20:35.643312 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a31c29cd-e5ca-48b6-b377-a4f22aa25151 req-71304a63-b3d8-438d-8b60-995864b62071 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/ports?device_id=917f0329-444f-4990-a8b9-db3c52f93436 HTTP/1.1" status: 200 len: 210 time: 0.1259875 May 05 20:20:35.858081 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-39a0f6fd-bce8-41e7-a449-12a3d8a2627a req-fda4f34b-798b-4080-ae40-8cddd052d66a tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Allocated IP 172.20.0.14 (707d6641-a4b3-43c9-8623-7744bae03830/566f53cc-aa8c-4c45-95bd-8e3a4cce5358/6b23639e-1e9b-4b60-81fb-cf85faa994d9) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:20:36.007749 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-006cfe91-54c3-4e73-ab9c-102e23dffce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:36.188776 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-102a9a98-4b14-47ea-8094-5d214bdd15f8 req-65c14e5f-2929-435b-9fb9-98dfcc728c55 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=83431721-cd71-4130-866b-092c0127d3bb HTTP/1.1" status: 200 len: 210 time: 0.1958804 May 05 20:20:36.376287 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-39a0f6fd-bce8-41e7-a449-12a3d8a2627a req-fda4f34b-798b-4080-ae40-8cddd052d66a tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:36.393909 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-39a0f6fd-bce8-41e7-a449-12a3d8a2627a req-fda4f34b-798b-4080-ae40-8cddd052d66a tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Transition to ACTIVE for port object 6b23639e-1e9b-4b60-81fb-cf85faa994d9 will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:20:36.421975 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-5186525e-1147-44ed-bb40-f00aaed461c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9449e26c-fec8-416e-88ee-3fa2ffa2b6b2', 'name': 'tempest-AttachVolumeTestJSON-1177409666-router', 'tenant_id': 'cc385d822f314b0ea94bc048c6bf0397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '1c1a7346-87b9-47b0-bc39-6df48f75b59f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:16:43Z', 'updated_at': '2022-05-05T20:17:04Z', 'revision_number': 4, 'project_id': 'cc385d822f314b0ea94bc048c6bf0397', 'gw_port': {'id': '1c1a7346-87b9-47b0-bc39-6df48f75b59f', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9449e26c-fec8-416e-88ee-3fa2ffa2b6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:16:47Z', 'updated_at': '2022-05-05T20:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '4e390db0-8a2c-4171-a94e-ff451ab693e6', 'name': '', 'network_id': '1f4bdc00-0989-427c-9e5a-a72ccd38703a', 'tenant_id': 'cc385d822f314b0ea94bc048c6bf0397', 'mac_address': 'fa:16:3e:c7:8c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9449e26c-fec8-416e-88ee-3fa2ffa2b6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '75701100-e0e5-47c2-a4bc-48386804fbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:17:01Z', 'updated_at': '2022-05-05T20:17:15Z', 'revision_number': 5, 'project_id': 'cc385d822f314b0ea94bc048c6bf0397', 'subnets': [{'id': '75701100-e0e5-47c2-a4bc-48386804fbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:20:36.424416 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-39a0f6fd-bce8-41e7-a449-12a3d8a2627a req-fda4f34b-798b-4080-ae40-8cddd052d66a tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:36.431682 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5186525e-1147-44ed-bb40-f00aaed461c8 None None] Checking router: 9449e26c-fec8-416e-88ee-3fa2ffa2b6b2 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:20:36.445050 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['8e59e637-f7f1-46ea-9bb4-08a733cc08df'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:20:36.591527 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda4f34b-798b-4080-ae40-8cddd052d66a tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Pushing event updated for resources: {'Port': ['ID=6b23639e-1e9b-4b60-81fb-cf85faa994d9,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:20:36.645523 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39a0f6fd-bce8-41e7-a449-12a3d8a2627a req-fda4f34b-798b-4080-ae40-8cddd052d66a tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Network 707d6641-a4b3-43c9-8623-7744bae03830 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:20:36.647151 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-39a0f6fd-bce8-41e7-a449-12a3d8a2627a req-fda4f34b-798b-4080-ae40-8cddd052d66a tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:20:36.651572 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-39a0f6fd-bce8-41e7-a449-12a3d8a2627a req-fda4f34b-798b-4080-ae40-8cddd052d66a tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:20:36.782992 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5186525e-1147-44ed-bb40-f00aaed461c8 None None] Routers {'9449e26c-fec8-416e-88ee-3fa2ffa2b6b2'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:20:36.783816 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-5186525e-1147-44ed-bb40-f00aaed461c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:20:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['9449e26c-fec8-416e-88ee-3fa2ffa2b6b2'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:20:37.111590 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 45418) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:20:37.377265 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4fed07a9-4fbe-483b-ab9a-f6a4bf420392 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:37.386523 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a0f6fd-bce8-41e7-a449-12a3d8a2627a req-fda4f34b-798b-4080-ae40-8cddd052d66a tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:37.387173 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-39a0f6fd-bce8-41e7-a449-12a3d8a2627a req-fda4f34b-798b-4080-ae40-8cddd052d66a tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:37.528388 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4fed07a9-4fbe-483b-ab9a-f6a4bf420392 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:37.572775 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cffa4b-979d-44ed-8fc6-5bca9c48afc2 req-c9990a4c-ac8a-421d-82b4-c43be84cc126 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:37.575971 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-5186525e-1147-44ed-bb40-f00aaed461c8 None None] Set router 9449e26c-fec8-416e-88ee-3fa2ffa2b6b2 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:20:37.583941 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-18cffa4b-979d-44ed-8fc6-5bca9c48afc2 req-c9990a4c-ac8a-421d-82b4-c43be84cc126 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 943 time: 0.4991806 May 05 20:20:37.701709 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-18cffa4b-979d-44ed-8fc6-5bca9c48afc2 req-74ea9c1c-8b5d-46d5-aab7-8a5aa6494cc6 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165574 May 05 20:20:37.709799 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-39a0f6fd-bce8-41e7-a449-12a3d8a2627a req-fda4f34b-798b-4080-ae40-8cddd052d66a tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.3383121 May 05 20:20:37.722935 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-39a0f6fd-bce8-41e7-a449-12a3d8a2627a req-0b417e8e-ef09-4f28-ac34-42749e417fab service neutron] Request body: {'port': {'device_id': '83431721-cd71-4130-866b-092c0127d3bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:20:37.763782 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4fed07a9-4fbe-483b-ab9a-f6a4bf420392 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:37.814741 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fed07a9-4fbe-483b-ab9a-f6a4bf420392 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f751196-6dff-46ee-8aaa-1cf7275b3ef6,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:20:37.885787 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4fed07a9-4fbe-483b-ab9a-f6a4bf420392 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:37.890009 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-4fed07a9-4fbe-483b-ab9a-f6a4bf420392 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "DELETE /v2.0/security-groups/0f751196-6dff-46ee-8aaa-1cf7275b3ef6 HTTP/1.1" status: 204 len: 168 time: 0.7773857 May 05 20:20:37.894642 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 45448) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:20:37.928303 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-6e373674-155f-4c84-9180-8940401197bb tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] show failed (client error): The resource could not be found. May 05 20:20:37.932672 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-6e373674-155f-4c84-9180-8940401197bb tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/security-groups/0f751196-6dff-46ee-8aaa-1cf7275b3ef6 HTTP/1.1" status: 404 len: 347 time: 0.0367870 May 05 20:20:37.933492 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 45452) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:20:37.985594 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-39a0f6fd-bce8-41e7-a449-12a3d8a2627a req-0b417e8e-ef09-4f28-ac34-42749e417fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:38.393842 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-d47c46c8-1506-4716-9061-3fadd762f2c0 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Deleting port 919ace52-cbd6-449d-bcdb-b99276e210f0 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:20:38.394956 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d47c46c8-1506-4716-9061-3fadd762f2c0 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:38.911929 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d315a822-1c92-4683-ae34-8efa2b50c6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:38.926402 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e823c-bb30-4430-bb0a-ad6d1af5c42c req-bdfbdcb1-586f-405c-b3fd-acb31c75a964 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:38.944172 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ee9e823c-bb30-4430-bb0a-ad6d1af5c42c req-bdfbdcb1-586f-405c-b3fd-acb31c75a964 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=83431721-cd71-4130-866b-092c0127d3bb HTTP/1.1" status: 200 len: 1028 time: 1.2929280 May 05 20:20:38.959682 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:38.990710 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-a9daab4d-0910-4202-868a-81216e080d00 None None] Provisioning for port 6b23639e-1e9b-4b60-81fb-cf85faa994d9 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:20:39.013279 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:39.045093 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-a9daab4d-0910-4202-868a-81216e080d00 None None] Provisioning complete for port 6b23639e-1e9b-4b60-81fb-cf85faa994d9 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:20:39.047903 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a9daab4d-0910-4202-868a-81216e080d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:39.190511 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ee9e823c-bb30-4430-bb0a-ad6d1af5c42c req-72e46fa6-ea3d-4658-9a98-b42fd202fc1b tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=93382649-692d-4573-9a05-0f29827df978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363994 May 05 20:20:39.306553 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d47c46c8-1506-4716-9061-3fadd762f2c0 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:39.320116 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d47c46c8-1506-4716-9061-3fadd762f2c0 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:39.355018 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-a9daab4d-0910-4202-868a-81216e080d00 None None] Port 6b23639e-1e9b-4b60-81fb-cf85faa994d9 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:20:39.398080 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.resource_extend [req-39a0f6fd-bce8-41e7-a449-12a3d8a2627a req-0b417e8e-ef09-4f28-ac34-42749e417fab service neutron] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 20:20:39.479318 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-5186525e-1147-44ed-bb40-f00aaed461c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9449e26c-fec8-416e-88ee-3fa2ffa2b6b2', 'name': 'tempest-AttachVolumeTestJSON-1177409666-router', 'tenant_id': 'cc385d822f314b0ea94bc048c6bf0397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '1c1a7346-87b9-47b0-bc39-6df48f75b59f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:16:43Z', 'updated_at': '2022-05-05T20:17:04Z', 'revision_number': 4, 'project_id': 'cc385d822f314b0ea94bc048c6bf0397', 'gw_port': {'id': '1c1a7346-87b9-47b0-bc39-6df48f75b59f', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9449e26c-fec8-416e-88ee-3fa2ffa2b6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:16:47Z', 'updated_at': '2022-05-05T20:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '4e390db0-8a2c-4171-a94e-ff451ab693e6', 'name': '', 'network_id': '1f4bdc00-0989-427c-9e5a-a72ccd38703a', 'tenant_id': 'cc385d822f314b0ea94bc048c6bf0397', 'mac_address': 'fa:16:3e:c7:8c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9449e26c-fec8-416e-88ee-3fa2ffa2b6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '75701100-e0e5-47c2-a4bc-48386804fbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:17:01Z', 'updated_at': '2022-05-05T20:17:15Z', 'revision_number': 5, 'project_id': 'cc385d822f314b0ea94bc048c6bf0397', 'subnets': [{'id': '75701100-e0e5-47c2-a4bc-48386804fbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:20:39.494029 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5186525e-1147-44ed-bb40-f00aaed461c8 None None] The sync data for ids ['9449e26c-fec8-416e-88ee-3fa2ffa2b6b2'] in n-d-840717-1 is: [{'id': '9449e26c-fec8-416e-88ee-3fa2ffa2b6b2', 'name': 'tempest-AttachVolumeTestJSON-1177409666-router', 'tenant_id': 'cc385d822f314b0ea94bc048c6bf0397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '1c1a7346-87b9-47b0-bc39-6df48f75b59f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:16:43Z', 'updated_at': '2022-05-05T20:17:04Z', 'revision_number': 4, 'project_id': 'cc385d822f314b0ea94bc048c6bf0397', 'gw_port': {'id': '1c1a7346-87b9-47b0-bc39-6df48f75b59f', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9449e26c-fec8-416e-88ee-3fa2ffa2b6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:16:47Z', 'updated_at': '2022-05-05T20:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '4e390db0-8a2c-4171-a94e-ff451ab693e6', 'name': '', 'network_id': '1f4bdc00-0989-427c-9e5a-a72ccd38703a', 'tenant_id': 'cc385d822f314b0ea94bc048c6bf0397', 'mac_address': 'fa:16:3e:c7:8c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9449e26c-fec8-416e-88ee-3fa2ffa2b6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '75701100-e0e5-47c2-a4bc-48386804fbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:17:01Z', 'updated_at': '2022-05-05T20:17:15Z', 'revision_number': 5, 'project_id': 'cc385d822f314b0ea94bc048c6bf0397', 'subnets': [{'id': '75701100-e0e5-47c2-a4bc-48386804fbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:20:39.571667 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-39a0f6fd-bce8-41e7-a449-12a3d8a2627a req-0b417e8e-ef09-4f28-ac34-42749e417fab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b23639e-1e9b-4b60-81fb-cf85faa994d9 {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:20:39.577543 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:39.595162 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-39a0f6fd-bce8-41e7-a449-12a3d8a2627a req-0b417e8e-ef09-4f28-ac34-42749e417fab service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:39.639635 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b26617-8d95-4919-a4b5-dd9137a5a463 req-61cde99f-08f5-4b69-bc37-a1f1d371aac8 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:39.647340 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-89b26617-8d95-4919-a4b5-dd9137a5a463 req-61cde99f-08f5-4b69-bc37-a1f1d371aac8 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 943 time: 0.4699900 May 05 20:20:39.732251 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-d47c46c8-1506-4716-9061-3fadd762f2c0 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Calling delete_port for 919ace52-cbd6-449d-bcdb-b99276e210f0 owned by network:floatingip {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:20:39.748036 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-39a0f6fd-bce8-41e7-a449-12a3d8a2627a req-0b417e8e-ef09-4f28-ac34-42749e417fab service neutron] Transition to ACTIVE for port object 6b23639e-1e9b-4b60-81fb-cf85faa994d9 will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:20:39.766107 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-39a0f6fd-bce8-41e7-a449-12a3d8a2627a req-0b417e8e-ef09-4f28-ac34-42749e417fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:39.844523 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-89b26617-8d95-4919-a4b5-dd9137a5a463 req-b056d0d4-b127-472c-82f5-d76466840557 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955471 May 05 20:20:39.940300 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b417e8e-ef09-4f28-ac34-42749e417fab service neutron] Pushing event updated for resources: {'Port': ['ID=6b23639e-1e9b-4b60-81fb-cf85faa994d9,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:20:40.138919 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eebe698-bd49-4bcb-9153-e590a1853945 None None] New status for floating IP 80e7f66b-b403-4fc3-985c-d58f88d8ae23: DOWN {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:20:40.206551 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d47c46c8-1506-4716-9061-3fadd762f2c0 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:40.240593 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b417e8e-ef09-4f28-ac34-42749e417fab service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:20:40.240952 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b417e8e-ef09-4f28-ac34-42749e417fab service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:20:40.256274 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b417e8e-ef09-4f28-ac34-42749e417fab service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:20:40.256600 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b417e8e-ef09-4f28-ac34-42749e417fab service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:20:40.256933 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b417e8e-ef09-4f28-ac34-42749e417fab service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:20:40.257262 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b417e8e-ef09-4f28-ac34-42749e417fab service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:20:40.257627 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b417e8e-ef09-4f28-ac34-42749e417fab service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:20:40.257964 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b417e8e-ef09-4f28-ac34-42749e417fab service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:20:40.258286 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b417e8e-ef09-4f28-ac34-42749e417fab service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:20:40.258609 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b417e8e-ef09-4f28-ac34-42749e417fab service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:20:40.258935 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b417e8e-ef09-4f28-ac34-42749e417fab service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:20:40.259249 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b417e8e-ef09-4f28-ac34-42749e417fab service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:20:40.400073 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47c46c8-1506-4716-9061-3fadd762f2c0 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Pushing event deleted for resources: {'Port': ['ID=919ace52-cbd6-449d-bcdb-b99276e210f0,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:20:40.615914 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-39a0f6fd-bce8-41e7-a449-12a3d8a2627a req-0b417e8e-ef09-4f28-ac34-42749e417fab service neutron] Attempting to bind port 6b23639e-1e9b-4b60-81fb-cf85faa994d9 on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:20:40.616418 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-39a0f6fd-bce8-41e7-a449-12a3d8a2627a req-0b417e8e-ef09-4f28-ac34-42749e417fab service neutron] Attempting to bind port 6b23639e-1e9b-4b60-81fb-cf85faa994d9 by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': '7d87ba48-e415-4090-81c9-be89a95a43cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '707d6641-a4b3-43c9-8623-7744bae03830'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:20:40.616609 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a0f6fd-bce8-41e7-a449-12a3d8a2627a req-0b417e8e-ef09-4f28-ac34-42749e417fab service neutron] Attempting to bind port 6b23639e-1e9b-4b60-81fb-cf85faa994d9 on network 707d6641-a4b3-43c9-8623-7744bae03830 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:20:40.650425 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a0f6fd-bce8-41e7-a449-12a3d8a2627a req-0b417e8e-ef09-4f28-ac34-42749e417fab service neutron] Port 6b23639e-1e9b-4b60-81fb-cf85faa994d9 on network 707d6641-a4b3-43c9-8623-7744bae03830 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:20:40.654769 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a0f6fd-bce8-41e7-a449-12a3d8a2627a req-0b417e8e-ef09-4f28-ac34-42749e417fab service neutron] Attempting to bind port 6b23639e-1e9b-4b60-81fb-cf85faa994d9 on network 707d6641-a4b3-43c9-8623-7744bae03830 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:20:40.688969 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a0f6fd-bce8-41e7-a449-12a3d8a2627a req-0b417e8e-ef09-4f28-ac34-42749e417fab service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:20:40.689467 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a0f6fd-bce8-41e7-a449-12a3d8a2627a req-0b417e8e-ef09-4f28-ac34-42749e417fab service neutron] Checking segment: {'id': '7d87ba48-e415-4090-81c9-be89a95a43cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '707d6641-a4b3-43c9-8623-7744bae03830'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:20:40.689978 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a0f6fd-bce8-41e7-a449-12a3d8a2627a req-0b417e8e-ef09-4f28-ac34-42749e417fab service neutron] Bound using segment: {'id': '7d87ba48-e415-4090-81c9-be89a95a43cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '707d6641-a4b3-43c9-8623-7744bae03830'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:20:40.690521 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-39a0f6fd-bce8-41e7-a449-12a3d8a2627a req-0b417e8e-ef09-4f28-ac34-42749e417fab service neutron] Bound port: 6b23639e-1e9b-4b60-81fb-cf85faa994d9, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d87ba48-e415-4090-81c9-be89a95a43cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '707d6641-a4b3-43c9-8623-7744bae03830'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:20:40.690976 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-39a0f6fd-bce8-41e7-a449-12a3d8a2627a req-0b417e8e-ef09-4f28-ac34-42749e417fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:40.900158 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d47c46c8-1506-4716-9061-3fadd762f2c0 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks [] for floatingip, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:40.935713 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-39a0f6fd-bce8-41e7-a449-12a3d8a2627a req-0b417e8e-ef09-4f28-ac34-42749e417fab service neutron] For port 6b23639e-1e9b-4b60-81fb-cf85faa994d9, host n-h2-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:20:40.939676 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-39a0f6fd-bce8-41e7-a449-12a3d8a2627a req-0b417e8e-ef09-4f28-ac34-42749e417fab service neutron] For port 6b23639e-1e9b-4b60-81fb-cf85faa994d9, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=6b23639e-1e9b-4b60-81fb-cf85faa994d9,segment=NetworkSegment(7d87ba48-e415-4090-81c9-be89a95a43cf),segment_id=7d87ba48-e415-4090-81c9-be89a95a43cf)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:20:40.948334 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-39a0f6fd-bce8-41e7-a449-12a3d8a2627a req-0b417e8e-ef09-4f28-ac34-42749e417fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:40.984014 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b5f84-c2a1-4499-aef4-29728f123a0a req-bd0834fc-e719-497a-8d86-587481ae74e5 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:41.009055 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ac1b5f84-c2a1-4499-aef4-29728f123a0a req-bd0834fc-e719-497a-8d86-587481ae74e5 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=83431721-cd71-4130-866b-092c0127d3bb HTTP/1.1" status: 200 len: 1053 time: 0.3113816 May 05 20:20:41.164738 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d47c46c8-1506-4716-9061-3fadd762f2c0 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:41.174692 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d47c46c8-1506-4716-9061-3fadd762f2c0 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "DELETE /v2.0/floatingips/80e7f66b-b403-4fc3-985c-d58f88d8ae23 HTTP/1.1" status: 204 len: 168 time: 3.2376118 May 05 20:20:41.234512 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ac1b5f84-c2a1-4499-aef4-29728f123a0a req-3324705a-7682-4c0c-8153-e08444e97688 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=93382649-692d-4573-9a05-0f29827df978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216980 May 05 20:20:41.268633 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a0f6fd-bce8-41e7-a449-12a3d8a2627a req-0b417e8e-ef09-4f28-ac34-42749e417fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:41.272868 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-39a0f6fd-bce8-41e7-a449-12a3d8a2627a req-0b417e8e-ef09-4f28-ac34-42749e417fab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:41.277157 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-39a0f6fd-bce8-41e7-a449-12a3d8a2627a req-0b417e8e-ef09-4f28-ac34-42749e417fab service neutron] 10.222.0.50 "PUT /v2.0/ports/6b23639e-1e9b-4b60-81fb-cf85faa994d9 HTTP/1.1" status: 200 len: 1092 time: 3.5587096 May 05 20:20:41.280233 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83431721-cd71-4130-866b-092c0127d3bb', 'tag': '6b23639e-1e9b-4b60-81fb-cf85faa994d9'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:20:41.694084 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b417e8e-ef09-4f28-ac34-42749e417fab service neutron] Pushing event updated for resources: {'Port': ['ID=6b23639e-1e9b-4b60-81fb-cf85faa994d9,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:20:41.837118 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a0f6fd-bce8-41e7-a449-12a3d8a2627a req-e1463e21-3949-4112-9bda-441d6f9dd4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:41.838935 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-39a0f6fd-bce8-41e7-a449-12a3d8a2627a req-e1463e21-3949-4112-9bda-441d6f9dd4a0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e1dd5fed7272454898616d906ca85969&device_id=83431721-cd71-4130-866b-092c0127d3bb HTTP/1.1" status: 200 len: 1095 time: 0.4410627 May 05 20:20:41.850506 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedad7bf-db97-4249-bab6-765a7b2c2b9b req-e2cc51c9-47d6-44bb-9915-f75e717381de tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:41.852375 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-eedad7bf-db97-4249-bab6-765a7b2c2b9b req-e2cc51c9-47d6-44bb-9915-f75e717381de tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 943 time: 0.5603101 May 05 20:20:41.983621 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 45544) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:20:41.989092 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-029b67e9-db49-417c-9836-3c85b8d54988 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1695606447', 'description': 'tempest-description--818120036'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:20:42.004900 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-029b67e9-db49-417c-9836-3c85b8d54988 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:20:42.018255 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-029b67e9-db49-417c-9836-3c85b8d54988 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Usage tracker for resource:security_group and tenant:cc385d822f314b0ea94bc048c6bf0397 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:20:42.021446 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-029b67e9-db49-417c-9836-3c85b8d54988 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:20:42.050674 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-029b67e9-db49-417c-9836-3c85b8d54988 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:20:42.055999 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-eedad7bf-db97-4249-bab6-765a7b2c2b9b req-aea5a9c4-0ce2-4c5a-bd3d-4bdd4d93fe8d tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940696 May 05 20:20:42.077275 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-029b67e9-db49-417c-9836-3c85b8d54988 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:42.084707 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-39a0f6fd-bce8-41e7-a449-12a3d8a2627a req-c7321c95-cef1-40c7-b184-e7418a42809c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b23639e-1e9b-4b60-81fb-cf85faa994d9 HTTP/1.1" status: 200 len: 217 time: 0.1325364 May 05 20:20:42.155845 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-029b67e9-db49-417c-9836-3c85b8d54988 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:20:42.160090 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-029b67e9-db49-417c-9836-3c85b8d54988 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Usage tracker for resource:security_group_rule and tenant:cc385d822f314b0ea94bc048c6bf0397 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:20:42.163232 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-029b67e9-db49-417c-9836-3c85b8d54988 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:20:42.170666 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-029b67e9-db49-417c-9836-3c85b8d54988 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:20:42.192215 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47e1d701-4e70-4004-8b92-3836ae4382b5'] response: {'name': 'network-changed', 'server_uuid': '83431721-cd71-4130-866b-092c0127d3bb', 'tag': '6b23639e-1e9b-4b60-81fb-cf85faa994d9', 'status': 'completed', 'code': 200} May 05 20:20:42.270607 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a0f6fd-bce8-41e7-a449-12a3d8a2627a req-8b289659-36a6-43e5-a4c6-05373b01c5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:42.272630 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-39a0f6fd-bce8-41e7-a449-12a3d8a2627a req-8b289659-36a6-43e5-a4c6-05373b01c5a5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=566f53cc-aa8c-4c45-95bd-8e3a4cce5358 HTTP/1.1" status: 200 len: 848 time: 0.1810524 May 05 20:20:42.350396 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-029b67e9-db49-417c-9836-3c85b8d54988 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:42.357843 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-029b67e9-db49-417c-9836-3c85b8d54988 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:42.466819 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029b67e9-db49-417c-9836-3c85b8d54988 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=143f212a-ab99-48e0-be8b-3e2a6ba44517,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:20:42.472729 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-029b67e9-db49-417c-9836-3c85b8d54988 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:42.476750 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-029b67e9-db49-417c-9836-3c85b8d54988 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4895072 May 05 20:20:42.477231 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 45562) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:20:42.486329 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-8cc62482-4896-4ded-bf54-487bebfd6655 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Request body: {'security_group_rule': {'security_group_id': '143f212a-ab99-48e0-be8b-3e2a6ba44517', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:20:42.493020 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8cc62482-4896-4ded-bf54-487bebfd6655 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:20:42.497217 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-8cc62482-4896-4ded-bf54-487bebfd6655 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Usage tracker for resource:security_group_rule and tenant:cc385d822f314b0ea94bc048c6bf0397 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:20:42.500559 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-8cc62482-4896-4ded-bf54-487bebfd6655 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:20:42.506301 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8cc62482-4896-4ded-bf54-487bebfd6655 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:20:42.545647 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8cc62482-4896-4ded-bf54-487bebfd6655 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:42.606839 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a0f6fd-bce8-41e7-a449-12a3d8a2627a req-8e0b0048-2f54-498b-acdb-21988fba614c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:42.624957 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-39a0f6fd-bce8-41e7-a449-12a3d8a2627a req-8e0b0048-2f54-498b-acdb-21988fba614c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=707d6641-a4b3-43c9-8623-7744bae03830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3442316 May 05 20:20:42.694563 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8cc62482-4896-4ded-bf54-487bebfd6655 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:42.708303 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8cc62482-4896-4ded-bf54-487bebfd6655 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:42.745404 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc62482-4896-4ded-bf54-487bebfd6655 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1870612-dfcd-4bcc-a28e-501e6876459d,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:20:42.780083 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8cc62482-4896-4ded-bf54-487bebfd6655 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:42.783858 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-8cc62482-4896-4ded-bf54-487bebfd6655 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3034818 May 05 20:20:42.784059 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 45574) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:20:42.798103 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-2f98d18c-5509-48f2-93cd-5a363b0d6e20 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Request body: {'security_group_rule': {'security_group_id': '143f212a-ab99-48e0-be8b-3e2a6ba44517', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:20:42.805575 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-2f98d18c-5509-48f2-93cd-5a363b0d6e20 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:20:42.811032 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-2f98d18c-5509-48f2-93cd-5a363b0d6e20 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Usage tracker for resource:security_group_rule and tenant:cc385d822f314b0ea94bc048c6bf0397 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:20:42.814493 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-2f98d18c-5509-48f2-93cd-5a363b0d6e20 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:20:42.820652 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-2f98d18c-5509-48f2-93cd-5a363b0d6e20 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:20:42.870923 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2f98d18c-5509-48f2-93cd-5a363b0d6e20 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:43.029236 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2f98d18c-5509-48f2-93cd-5a363b0d6e20 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:43.045596 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2f98d18c-5509-48f2-93cd-5a363b0d6e20 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:43.088352 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f98d18c-5509-48f2-93cd-5a363b0d6e20 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf1ba7c1-094e-43b2-9091-81453394eddf,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:20:43.090804 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2f98d18c-5509-48f2-93cd-5a363b0d6e20 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:43.096333 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-2f98d18c-5509-48f2-93cd-5a363b0d6e20 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3109727 May 05 20:20:43.097215 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 45588) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:20:43.103873 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-06af6908-397c-4fbf-ace5-1e08118bf2cf tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Request body: {'floatingip': {'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:20:43.111478 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-06af6908-397c-4fbf-ace5-1e08118bf2cf tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:20:43.115582 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-06af6908-397c-4fbf-ace5-1e08118bf2cf tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Usage tracker for resource:floatingip and tenant:cc385d822f314b0ea94bc048c6bf0397 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:20:43.118841 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-06af6908-397c-4fbf-ace5-1e08118bf2cf tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:20:43.131283 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-06af6908-397c-4fbf-ace5-1e08118bf2cf tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:20:43.159193 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-06af6908-397c-4fbf-ace5-1e08118bf2cf tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks [] for floatingip, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:43.161030 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf2f59-e887-4f22-b430-664581e3106f req-712a3822-0a5f-4e88-b37f-1b2f75d65626 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:43.168198 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-a4bf2f59-e887-4f22-b430-664581e3106f req-712a3822-0a5f-4e88-b37f-1b2f75d65626 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Synchronizing usage tracker for tenant:e1dd5fed7272454898616d906ca85969 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:20:43.286901 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-39a0f6fd-bce8-41e7-a449-12a3d8a2627a req-80ed14c4-46e7-42ff-a429-d7030fcf4ca4 service neutron] 10.222.0.50 "GET /v2.0/networks/707d6641-a4b3-43c9-8623-7744bae03830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6553547 May 05 20:20:43.289403 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-a4bf2f59-e887-4f22-b430-664581e3106f req-712a3822-0a5f-4e88-b37f-1b2f75d65626 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Unset dirty status for tenant:e1dd5fed7272454898616d906ca85969 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:20:43.290524 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a4bf2f59-e887-4f22-b430-664581e3106f req-712a3822-0a5f-4e88-b37f-1b2f75d65626 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=83431721-cd71-4130-866b-092c0127d3bb HTTP/1.1" status: 200 len: 1095 time: 0.8142443 May 05 20:20:43.451560 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a4bf2f59-e887-4f22-b430-664581e3106f req-e73321e4-cf22-41e0-999d-b9523d2ae286 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=93382649-692d-4573-9a05-0f29827df978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187401 May 05 20:20:43.617597 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-39a0f6fd-bce8-41e7-a449-12a3d8a2627a req-8c989c71-e9e3-4ab0-a26c-697d1acc030e service neutron] 10.222.0.50 "GET /v2.0/networks/707d6641-a4b3-43c9-8623-7744bae03830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238308 May 05 20:20:43.685110 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc0918-05b1-40c9-93fc-08bb96b8fba8 req-3781258c-ee35-4fe7-9cc3-dd63583d5279 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:43.710765 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-67bc0918-05b1-40c9-93fc-08bb96b8fba8 req-3781258c-ee35-4fe7-9cc3-dd63583d5279 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 943 time: 0.4914677 May 05 20:20:43.757039 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-06af6908-397c-4fbf-ace5-1e08118bf2cf tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:43.835493 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-67bc0918-05b1-40c9-93fc-08bb96b8fba8 req-7257ac09-08c5-48e9-b9cc-f354d9b61d59 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236815 May 05 20:20:43.928001 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b416b9-7572-415b-a369-58ec598826b4 req-56b4cf97-d7e4-4db5-a33f-0d4b5c5c1600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:43.929781 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c3b416b9-7572-415b-a369-58ec598826b4 req-56b4cf97-d7e4-4db5-a33f-0d4b5c5c1600 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e1dd5fed7272454898616d906ca85969&device_id=83431721-cd71-4130-866b-092c0127d3bb HTTP/1.1" status: 200 len: 1095 time: 0.2462516 May 05 20:20:44.157369 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-06af6908-397c-4fbf-ace5-1e08118bf2cf tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Allocated IP 172.25.0.144 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/1f1b48c2-0df5-4d4f-b2b0-b173c02b719c) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:20:44.211531 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b416b9-7572-415b-a369-58ec598826b4 req-b97cefd9-4a35-4489-9d2c-f199285c3c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:44.213474 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c3b416b9-7572-415b-a369-58ec598826b4 req-b97cefd9-4a35-4489-9d2c-f199285c3c6d service neutron] 10.222.0.50 "GET /v2.0/networks?id=707d6641-a4b3-43c9-8623-7744bae03830 HTTP/1.1" status: 200 len: 910 time: 0.2766542 May 05 20:20:44.290414 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:44.303513 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device ede82658-00b0-42c9-915e-b334ee0c0cfe details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:20:44.319717 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c3b416b9-7572-415b-a369-58ec598826b4 req-7f3c6191-6392-43a7-8211-4a3c3140dc3d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b23639e-1e9b-4b60-81fb-cf85faa994d9 HTTP/1.1" status: 200 len: 217 time: 0.0999022 May 05 20:20:44.482822 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b416b9-7572-415b-a369-58ec598826b4 req-84b527f4-99b9-4506-a4ef-2372bab494f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:44.489277 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c3b416b9-7572-415b-a369-58ec598826b4 req-84b527f4-99b9-4506-a4ef-2372bab494f9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=566f53cc-aa8c-4c45-95bd-8e3a4cce5358 HTTP/1.1" status: 200 len: 848 time: 0.1552289 May 05 20:20:44.491381 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-06af6908-397c-4fbf-ace5-1e08118bf2cf tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:44.579083 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b416b9-7572-415b-a369-58ec598826b4 req-45de0b8a-fc9f-4edc-8621-dc7baec8df1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:44.581321 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c3b416b9-7572-415b-a369-58ec598826b4 req-45de0b8a-fc9f-4edc-8621-dc7baec8df1d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=707d6641-a4b3-43c9-8623-7744bae03830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0864208 May 05 20:20:44.620542 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-06af6908-397c-4fbf-ace5-1e08118bf2cf tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:44.737397 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port ede82658-00b0-42c9-915e-b334ee0c0cfe, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=ede82658-00b0-42c9-915e-b334ee0c0cfe,segment=NetworkSegment(5f930359-bc75-4edb-bf67-d4090d0927d6),segment_id=5f930359-bc75-4edb-bf67-d4090d0927d6)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:20:44.750215 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06af6908-397c-4fbf-ace5-1e08118bf2cf tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Pushing event updated for resources: {'Port': ['ID=1f1b48c2-0df5-4d4f-b2b0-b173c02b719c,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:20:44.767861 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06af6908-397c-4fbf-ace5-1e08118bf2cf tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:20:44.769045 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-06af6908-397c-4fbf-ace5-1e08118bf2cf tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:20:44.775117 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06af6908-397c-4fbf-ace5-1e08118bf2cf tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:20:44.788393 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': 'ede82658-00b0-42c9-915e-b334ee0c0cfe', 'network_id': 'f665291c-fe35-44a1-b025-0867219a15d5', 'port_id': 'ede82658-00b0-42c9-915e-b334ee0c0cfe', 'mac_address': 'fa:16:3e:32:2a:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e5ca270-af30-4d15-b9c5-3a4471edda55', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:20:44.928584 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:44.955392 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-06af6908-397c-4fbf-ace5-1e08118bf2cf tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:44.961174 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c3b416b9-7572-415b-a369-58ec598826b4 req-82a7926c-e746-42b3-b098-ea4b04c154a7 service neutron] 10.222.0.50 "GET /v2.0/networks/707d6641-a4b3-43c9-8623-7744bae03830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729246 May 05 20:20:44.971550 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e40d3a-958f-4668-a55c-5819828afa5c req-93223111-385e-42ea-b232-5e1c870d7e40 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:44.979038 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a4e40d3a-958f-4668-a55c-5819828afa5c req-93223111-385e-42ea-b232-5e1c870d7e40 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=83431721-cd71-4130-866b-092c0127d3bb HTTP/1.1" status: 200 len: 1095 time: 0.2062280 May 05 20:20:44.983246 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ede82658-00b0-42c9-915e-b334ee0c0cfe {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:20:45.041142 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-06af6908-397c-4fbf-ace5-1e08118bf2cf tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:45.067953 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port ede82658-00b0-42c9-915e-b334ee0c0cfe, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=ede82658-00b0-42c9-915e-b334ee0c0cfe,segment=NetworkSegment(5f930359-bc75-4edb-bf67-d4090d0927d6),segment_id=5f930359-bc75-4edb-bf67-d4090d0927d6)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:20:45.080759 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:45.243557 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a4e40d3a-958f-4668-a55c-5819828afa5c req-b7437da4-b0b9-45e4-a69b-72246021753b tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=93382649-692d-4573-9a05-0f29827df978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632604 May 05 20:20:45.285816 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=ede82658-00b0-42c9-915e-b334ee0c0cfe,revision_number=9']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:20:45.358033 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['ede82658-00b0-42c9-915e-b334ee0c0cfe'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:20:45.382654 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c3b416b9-7572-415b-a369-58ec598826b4 req-b654a625-b33d-4712-97d5-6606c938749d service neutron] 10.222.0.50 "GET /v2.0/networks/707d6641-a4b3-43c9-8623-7744bae03830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3862321 May 05 20:20:45.718704 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413f65d-aa33-470f-bf6c-b15aab8990ec req-b74fdba3-62e0-4e22-bfef-528780922d5d tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:45.733410 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d413f65d-aa33-470f-bf6c-b15aab8990ec req-b74fdba3-62e0-4e22-bfef-528780922d5d tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 944 time: 0.3157408 May 05 20:20:45.860245 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.db.resource_extend [None req-06af6908-397c-4fbf-ace5-1e08118bf2cf tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 20:20:45.912652 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d413f65d-aa33-470f-bf6c-b15aab8990ec req-8fd05c13-5370-43af-bc70-c41318979082 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782341 May 05 20:20:45.922583 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-06af6908-397c-4fbf-ace5-1e08118bf2cf tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:45.938431 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-06af6908-397c-4fbf-ace5-1e08118bf2cf tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:46.147427 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06af6908-397c-4fbf-ace5-1e08118bf2cf tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Pushing event updated for resources: {'Port': ['ID=1f1b48c2-0df5-4d4f-b2b0-b173c02b719c,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:20:46.177777 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-06af6908-397c-4fbf-ace5-1e08118bf2cf tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:46.217792 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-06af6908-397c-4fbf-ace5-1e08118bf2cf tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:46.227180 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-06af6908-397c-4fbf-ace5-1e08118bf2cf tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1279206 May 05 20:20:46.322826 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 6b23639e-1e9b-4b60-81fb-cf85faa994d9 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:20:46.473988 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292d05a-5254-444c-8d54-ae0c0903e76f req-f91dbf9b-c150-489a-b37a-7242e303e918 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:46.476355 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4292d05a-5254-444c-8d54-ae0c0903e76f req-f91dbf9b-c150-489a-b37a-7242e303e918 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=83431721-cd71-4130-866b-092c0127d3bb HTTP/1.1" status: 200 len: 1095 time: 0.0961711 May 05 20:20:46.615608 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device ede82658-00b0-42c9-915e-b334ee0c0cfe up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:20:46.628619 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4292d05a-5254-444c-8d54-ae0c0903e76f req-2719d1e4-b771-4d71-a39c-e58fce859256 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=93382649-692d-4573-9a05-0f29827df978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292703 May 05 20:20:46.722410 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-903bc311-3f94-4240-a2ed-91819cebbd57 req-53997fe8-99bb-4ba3-8ef6-7354f9b3bc9c tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Synchronizing usage tracker for tenant:cc385d822f314b0ea94bc048c6bf0397 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:20:46.755847 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:46.761232 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-903bc311-3f94-4240-a2ed-91819cebbd57 req-53997fe8-99bb-4ba3-8ef6-7354f9b3bc9c tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Unset dirty status for tenant:cc385d822f314b0ea94bc048c6bf0397 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:20:46.762589 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-903bc311-3f94-4240-a2ed-91819cebbd57 req-53997fe8-99bb-4ba3-8ef6-7354f9b3bc9c tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1695606447&fields=id&tenant_id=cc385d822f314b0ea94bc048c6bf0397 HTTP/1.1" status: 200 len: 267 time: 0.1282365 May 05 20:20:46.806708 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 6b23639e-1e9b-4b60-81fb-cf85faa994d9, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=6b23639e-1e9b-4b60-81fb-cf85faa994d9,segment=NetworkSegment(7d87ba48-e415-4090-81c9-be89a95a43cf),segment_id=7d87ba48-e415-4090-81c9-be89a95a43cf)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:20:46.863752 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': '6b23639e-1e9b-4b60-81fb-cf85faa994d9', 'network_id': '707d6641-a4b3-43c9-8623-7744bae03830', 'port_id': '6b23639e-1e9b-4b60-81fb-cf85faa994d9', 'mac_address': 'fa:16:3e:5d:69:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '566f53cc-aa8c-4c45-95bd-8e3a4cce5358', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:20:46.878463 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port ede82658-00b0-42c9-915e-b334ee0c0cfe triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:20:46.882635 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:47.061016 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903bc311-3f94-4240-a2ed-91819cebbd57 req-cb661eae-a267-4daa-a49c-24815f308c82 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:47.072068 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-903bc311-3f94-4240-a2ed-91819cebbd57 req-cb661eae-a267-4daa-a49c-24815f308c82 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/networks?id=1f4bdc00-0989-427c-9e5a-a72ccd38703a HTTP/1.1" status: 200 len: 811 time: 0.3022389 May 05 20:20:47.110902 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-903bc311-3f94-4240-a2ed-91819cebbd57 req-8c62e3ae-379e-497a-a515-8afdb4e7c5fa tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/quotas/cc385d822f314b0ea94bc048c6bf0397 HTTP/1.1" status: 200 len: 375 time: 0.0379000 May 05 20:20:47.277063 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:47.280448 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-903bc311-3f94-4240-a2ed-91819cebbd57 req-a065d9bf-2aa1-4ff8-a340-526b9f54c29d tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Synchronizing usage tracker for tenant:cc385d822f314b0ea94bc048c6bf0397 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:20:47.302028 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b23639e-1e9b-4b60-81fb-cf85faa994d9 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:20:47.326436 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:47.349120 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-903bc311-3f94-4240-a2ed-91819cebbd57 req-a065d9bf-2aa1-4ff8-a340-526b9f54c29d tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Unset dirty status for tenant:cc385d822f314b0ea94bc048c6bf0397 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:20:47.350701 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-903bc311-3f94-4240-a2ed-91819cebbd57 req-a065d9bf-2aa1-4ff8-a340-526b9f54c29d tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=cc385d822f314b0ea94bc048c6bf0397&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2390490 May 05 20:20:47.354005 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 6b23639e-1e9b-4b60-81fb-cf85faa994d9, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=6b23639e-1e9b-4b60-81fb-cf85faa994d9,segment=NetworkSegment(7d87ba48-e415-4090-81c9-be89a95a43cf),segment_id=7d87ba48-e415-4090-81c9-be89a95a43cf)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:20:47.359947 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b5006-d941-4c6d-909e-04949ca1beaf req-21e7ead6-818d-4330-ba31-7d50bf0b9684 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:47.361651 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6e4b5006-d941-4c6d-909e-04949ca1beaf req-21e7ead6-818d-4330-ba31-7d50bf0b9684 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 944 time: 0.2516356 May 05 20:20:47.417946 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port ede82658-00b0-42c9-915e-b334ee0c0cfe, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=ede82658-00b0-42c9-915e-b334ee0c0cfe,segment=NetworkSegment(5f930359-bc75-4edb-bf67-d4090d0927d6),segment_id=5f930359-bc75-4edb-bf67-d4090d0927d6)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:20:47.423608 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d37c3a-e4db-4752-a0a9-4eb9c7608aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ede82658-00b0-42c9-915e-b334ee0c0cfe'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:20:47.435942 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6e4b5006-d941-4c6d-909e-04949ca1beaf req-1c15ea6d-0931-4998-bcdd-78175f0727d2 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656874 May 05 20:20:47.436603 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:47.487133 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:47.571205 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1faca96d-9696-419c-a18b-9fb0ee53c482'] response: {'server_uuid': '61d37c3a-e4db-4752-a0a9-4eb9c7608aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ede82658-00b0-42c9-915e-b334ee0c0cfe', 'code': 200} May 05 20:20:47.632831 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=6b23639e-1e9b-4b60-81fb-cf85faa994d9,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:20:47.698652 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-903bc311-3f94-4240-a2ed-91819cebbd57 req-02ff3aa5-04fa-472c-8586-834a73a8d12d service neutron] 10.222.0.36 "GET /v2.0/networks/1f4bdc00-0989-427c-9e5a-a72ccd38703a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176966 May 05 20:20:47.728121 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['6b23639e-1e9b-4b60-81fb-cf85faa994d9'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:20:47.752866 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:20:47.986036 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=ede82658-00b0-42c9-915e-b334ee0c0cfe,revision_number=10']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:20:48.059204 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-903bc311-3f94-4240-a2ed-91819cebbd57 req-ef3e6987-2950-4784-852c-91db090c7093 service neutron] 10.222.0.36 "GET /v2.0/networks/1f4bdc00-0989-427c-9e5a-a72ccd38703a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3520155 May 05 20:20:48.207230 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d676ed9d-292f-455d-9b35-1ab02a4682f3 req-e195e162-4a21-4411-be43-4007a8ff81f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:48.234123 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d676ed9d-292f-455d-9b35-1ab02a4682f3 req-e195e162-4a21-4411-be43-4007a8ff81f0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 1097 time: 0.3761940 May 05 20:20:48.285285 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c90bad-6e51-4d48-8e8f-f8a3646eb9b0 req-9e28e025-c814-4951-93a1-8315c7fc7ce1 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:48.295243 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-17c90bad-6e51-4d48-8e8f-f8a3646eb9b0 req-9e28e025-c814-4951-93a1-8315c7fc7ce1 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=83431721-cd71-4130-866b-092c0127d3bb HTTP/1.1" status: 200 len: 1096 time: 0.3268855 May 05 20:20:48.353396 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d676ed9d-292f-455d-9b35-1ab02a4682f3 req-1a1e2bb6-a4f3-44d7-971c-950214dbc327 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943918 May 05 20:20:48.415303 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-17c90bad-6e51-4d48-8e8f-f8a3646eb9b0 req-b6b999ab-af09-4d67-8689-e04ee266dccd tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=93382649-692d-4573-9a05-0f29827df978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979807 May 05 20:20:48.517535 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1348fa02-ef75-468a-84ff-58296fd71a68 req-2a14106c-acd5-4d3e-bccc-7b85dece8c19 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/ports?device_id=1daa217f-f7a9-41ac-b91c-4fe2c95d3fdd HTTP/1.1" status: 200 len: 210 time: 0.0528827 May 05 20:20:48.732465 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0813d7bd-baf6-451c-b24a-20ff19170d0f req-701cfb12-b0e4-4432-8d62-1d279d57e152 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:48.740575 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0813d7bd-baf6-451c-b24a-20ff19170d0f req-701cfb12-b0e4-4432-8d62-1d279d57e152 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 946 time: 0.1251545 May 05 20:20:48.863869 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0813d7bd-baf6-451c-b24a-20ff19170d0f req-caae9f50-9aea-4260-8a13-402f34623d29 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199496 May 05 20:20:49.840579 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-240fc7b5-d331-47ff-819e-1b0f399aa88c req-5e4532cf-cf2d-427b-9a8b-741a1d25f642 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/ports?device_id=1daa217f-f7a9-41ac-b91c-4fe2c95d3fdd HTTP/1.1" status: 200 len: 210 time: 0.0750699 May 05 20:20:50.002408 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86416a9-4a40-43bd-bb44-33df28e5cd2c req-df1eee15-a197-4e57-8eff-1663c5ba4b03 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:50.003870 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b86416a9-4a40-43bd-bb44-33df28e5cd2c req-df1eee15-a197-4e57-8eff-1663c5ba4b03 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=83431721-cd71-4130-866b-092c0127d3bb HTTP/1.1" status: 200 len: 1096 time: 0.2195683 May 05 20:20:50.080481 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b86416a9-4a40-43bd-bb44-33df28e5cd2c req-804f678f-40f9-4cd3-bf4e-e2e9870c24ef tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=93382649-692d-4573-9a05-0f29827df978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654616 May 05 20:20:50.364819 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 6b23639e-1e9b-4b60-81fb-cf85faa994d9 up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:20:50.607713 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d0a8f3-8dbf-4dae-aff1-5d3ad54ff00c req-7371c6f8-53ac-411a-8358-3dbb95adf1ad tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:50.609663 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port 6b23639e-1e9b-4b60-81fb-cf85faa994d9 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:20:50.616707 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d6d0a8f3-8dbf-4dae-aff1-5d3ad54ff00c req-7371c6f8-53ac-411a-8358-3dbb95adf1ad tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 946 time: 0.4800017 May 05 20:20:50.617460 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port 6b23639e-1e9b-4b60-81fb-cf85faa994d9 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:20:50.618064 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:50.844618 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:50.953508 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83431721-cd71-4130-866b-092c0127d3bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b23639e-1e9b-4b60-81fb-cf85faa994d9'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:20:51.011685 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 6b23639e-1e9b-4b60-81fb-cf85faa994d9, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=6b23639e-1e9b-4b60-81fb-cf85faa994d9,segment=NetworkSegment(7d87ba48-e415-4090-81c9-be89a95a43cf),segment_id=7d87ba48-e415-4090-81c9-be89a95a43cf)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:20:51.019048 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:51.019993 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d6d0a8f3-8dbf-4dae-aff1-5d3ad54ff00c req-958a88b9-8406-4cb6-bd52-8033acec5c25 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3946187 May 05 20:20:51.109704 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0fdbc-c1c1-4b36-bc3b-98b9f3c5f4b6 req-38da8275-92bf-4684-ae5c-2165d0b45524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:51.111202 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d0a0fdbc-c1c1-4b36-bc3b-98b9f3c5f4b6 req-38da8275-92bf-4684-ae5c-2165d0b45524 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a265e664693546d09df58a9112067478&device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 1097 time: 0.4411929 May 05 20:20:51.187977 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15f5763e-e333-4221-9f34-304786304eb0'] response: {'server_uuid': '83431721-cd71-4130-866b-092c0127d3bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b23639e-1e9b-4b60-81fb-cf85faa994d9', 'code': 200} May 05 20:20:51.202468 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=6b23639e-1e9b-4b60-81fb-cf85faa994d9,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:20:51.258718 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903bc311-3f94-4240-a2ed-91819cebbd57 req-9faa6ac8-ac9d-4b5c-a420-c2ae26bed06a tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:51.265029 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-903bc311-3f94-4240-a2ed-91819cebbd57 req-9faa6ac8-ac9d-4b5c-a420-c2ae26bed06a tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.24 "GET /v2.0/networks?id=1f4bdc00-0989-427c-9e5a-a72ccd38703a HTTP/1.1" status: 200 len: 811 time: 0.8581252 May 05 20:20:51.524393 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e3731685-6738-44cf-8b3c-bf8b5c70710e req-e2ea7677-734a-4e0d-a7cf-4f9427b9b3a3 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/ports?device_id=1daa217f-f7a9-41ac-b91c-4fe2c95d3fdd HTTP/1.1" status: 200 len: 210 time: 0.2570636 May 05 20:20:51.591600 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-903bc311-3f94-4240-a2ed-91819cebbd57 req-e5ab7aed-fbce-4b3a-a522-854e20db3bf3 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc385d822f314b0ea94bc048c6bf0397 HTTP/1.1" status: 200 len: 380 time: 0.1391170 May 05 20:20:51.610959 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0fdbc-c1c1-4b36-bc3b-98b9f3c5f4b6 req-95432b03-6fc9-427c-8d96-139bebe469e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:51.610959 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d0a0fdbc-c1c1-4b36-bc3b-98b9f3c5f4b6 req-95432b03-6fc9-427c-8d96-139bebe469e9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f665291c-fe35-44a1-b025-0867219a15d5 HTTP/1.1" status: 200 len: 915 time: 0.4677219 May 05 20:20:51.617768 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-903bc311-3f94-4240-a2ed-91819cebbd57 req-07982af3-d5f5-472a-9e9c-7d9361ffce7a tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Request body: {'port': {'device_id': '1daa217f-f7a9-41ac-b91c-4fe2c95d3fdd', 'network_id': '1f4bdc00-0989-427c-9e5a-a72ccd38703a', 'admin_state_up': True, 'tenant_id': 'cc385d822f314b0ea94bc048c6bf0397', 'security_groups': ['143f212a-ab99-48e0-be8b-3e2a6ba44517']}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:20:51.714233 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e459f-1976-46d9-a9d5-a733c22f7d2c req-88688d58-2601-4a4a-8928-41941d7c6f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:51.716073 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-653e459f-1976-46d9-a9d5-a733c22f7d2c req-88688d58-2601-4a4a-8928-41941d7c6f16 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=83431721-cd71-4130-866b-092c0127d3bb HTTP/1.1" status: 200 len: 1097 time: 0.4478004 May 05 20:20:51.718735 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d0a0fdbc-c1c1-4b36-bc3b-98b9f3c5f4b6 req-c2fe1606-e724-4b4c-925f-ab0964f7cd79 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ede82658-00b0-42c9-915e-b334ee0c0cfe HTTP/1.1" status: 200 len: 217 time: 0.1038141 May 05 20:20:51.797856 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e9c41a-80cb-420b-b05e-01fe402b8818 req-35b5a618-7c45-41f8-aca1-c0ca10db3a9a tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:51.798262 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e4e9c41a-80cb-420b-b05e-01fe402b8818 req-35b5a618-7c45-41f8-aca1-c0ca10db3a9a tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=83431721-cd71-4130-866b-092c0127d3bb HTTP/1.1" status: 200 len: 1097 time: 0.4996099 May 05 20:20:51.854239 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0fdbc-c1c1-4b36-bc3b-98b9f3c5f4b6 req-6b9f219e-c8d9-4765-b494-c45d1916b881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:51.857822 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d0a0fdbc-c1c1-4b36-bc3b-98b9f3c5f4b6 req-6b9f219e-c8d9-4765-b494-c45d1916b881 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4e5ca270-af30-4d15-b9c5-3a4471edda55 HTTP/1.1" status: 200 len: 854 time: 0.1294882 May 05 20:20:51.914041 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d0a0fdbc-c1c1-4b36-bc3b-98b9f3c5f4b6 req-b6670872-10b7-46e8-a00b-a804382241f0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f665291c-fe35-44a1-b025-0867219a15d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489688 May 05 20:20:51.918617 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e4e9c41a-80cb-420b-b05e-01fe402b8818 req-9bea888b-0064-446f-b628-b139c092508f tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=93382649-692d-4573-9a05-0f29827df978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115568 May 05 20:20:51.975242 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-903bc311-3f94-4240-a2ed-91819cebbd57 req-07982af3-d5f5-472a-9e9c-7d9361ffce7a tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:20:51.987147 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-903bc311-3f94-4240-a2ed-91819cebbd57 req-07982af3-d5f5-472a-9e9c-7d9361ffce7a tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:20:52.001603 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-653e459f-1976-46d9-a9d5-a733c22f7d2c req-aab9b2b0-53f4-4f27-86e8-77e3f91bf720 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=93382649-692d-4573-9a05-0f29827df978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694349 May 05 20:20:52.002406 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-903bc311-3f94-4240-a2ed-91819cebbd57 req-07982af3-d5f5-472a-9e9c-7d9361ffce7a tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Made reservation on behalf of cc385d822f314b0ea94bc048c6bf0397 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:20:52.017832 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-903bc311-3f94-4240-a2ed-91819cebbd57 req-07982af3-d5f5-472a-9e9c-7d9361ffce7a tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:52.346812 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-903bc311-3f94-4240-a2ed-91819cebbd57 req-07982af3-d5f5-472a-9e9c-7d9361ffce7a tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Allocated IP 172.20.0.4 (1f4bdc00-0989-427c-9e5a-a72ccd38703a/75701100-e0e5-47c2-a4bc-48386804fbaf/22b4a806-34b7-42e1-9144-4cfebc3aa30e) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:20:52.427395 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece1a23e-e60b-4e33-92aa-b6a10fc23b34 req-7da5b2d3-675a-4316-ad32-624f768c57d7 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:52.430359 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ece1a23e-e60b-4e33-92aa-b6a10fc23b34 req-7da5b2d3-675a-4316-ad32-624f768c57d7 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 946 time: 0.1749816 May 05 20:20:52.438228 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d0a0fdbc-c1c1-4b36-bc3b-98b9f3c5f4b6 req-c76cbbb2-68e7-4c09-86f4-5c7008369c42 service neutron] 10.222.0.50 "GET /v2.0/networks/f665291c-fe35-44a1-b025-0867219a15d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5183270 May 05 20:20:52.479584 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-96c859f6-7e08-4026-a4c8-5160cdf29799 req-dd01545e-3e5d-4993-a6ab-cc95c9c540b8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1f6b4f63-4cd4-4ed3-8e51-b79c7deb3455&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2698183 May 05 20:20:52.689970 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ece1a23e-e60b-4e33-92aa-b6a10fc23b34 req-ea698a7f-8960-479a-860b-fc964eb581cf tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498572 May 05 20:20:52.979118 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-903bc311-3f94-4240-a2ed-91819cebbd57 req-07982af3-d5f5-472a-9e9c-7d9361ffce7a tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:53.000463 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-903bc311-3f94-4240-a2ed-91819cebbd57 req-07982af3-d5f5-472a-9e9c-7d9361ffce7a tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Transition to ACTIVE for port object 22b4a806-34b7-42e1-9144-4cfebc3aa30e will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:20:53.016269 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d0a0fdbc-c1c1-4b36-bc3b-98b9f3c5f4b6 req-7c2232ad-5847-4edd-8f9a-e30a1729b40f service neutron] 10.222.0.50 "GET /v2.0/networks/f665291c-fe35-44a1-b025-0867219a15d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5712335 May 05 20:20:53.161659 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d5c073-19e7-4da0-b77c-9dac12af83bc req-f1ce5ea6-db27-4245-a3e7-345e4a87fe61 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:53.183898 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d5d5c073-19e7-4da0-b77c-9dac12af83bc req-f1ce5ea6-db27-4245-a3e7-345e4a87fe61 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/ports?device_id=1daa217f-f7a9-41ac-b91c-4fe2c95d3fdd HTTP/1.1" status: 200 len: 931 time: 0.1824670 May 05 20:20:53.189612 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c859f6-7e08-4026-a4c8-5160cdf29799 req-fa1af2fa-2660-4d5a-8a2e-7a2015661792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:53.194581 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-96c859f6-7e08-4026-a4c8-5160cdf29799 req-fa1af2fa-2660-4d5a-8a2e-7a2015661792 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e1dd5fed7272454898616d906ca85969&device_id=1f6b4f63-4cd4-4ed3-8e51-b79c7deb3455 HTTP/1.1" status: 200 len: 1096 time: 0.4672596 May 05 20:20:53.204286 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-903bc311-3f94-4240-a2ed-91819cebbd57 req-07982af3-d5f5-472a-9e9c-7d9361ffce7a tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:53.365338 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-903bc311-3f94-4240-a2ed-91819cebbd57 req-07982af3-d5f5-472a-9e9c-7d9361ffce7a tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Network 1f4bdc00-0989-427c-9e5a-a72ccd38703a is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:20:53.371889 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-903bc311-3f94-4240-a2ed-91819cebbd57 req-07982af3-d5f5-472a-9e9c-7d9361ffce7a tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:20:53.375530 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07982af3-d5f5-472a-9e9c-7d9361ffce7a tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Pushing event updated for resources: {'Port': ['ID=22b4a806-34b7-42e1-9144-4cfebc3aa30e,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:20:53.381190 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-903bc311-3f94-4240-a2ed-91819cebbd57 req-07982af3-d5f5-472a-9e9c-7d9361ffce7a tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:20:53.448607 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07982af3-d5f5-472a-9e9c-7d9361ffce7a tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:20:53.448879 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07982af3-d5f5-472a-9e9c-7d9361ffce7a tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:20:53.449363 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07982af3-d5f5-472a-9e9c-7d9361ffce7a tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:20:53.449903 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07982af3-d5f5-472a-9e9c-7d9361ffce7a tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:20:53.450323 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07982af3-d5f5-472a-9e9c-7d9361ffce7a tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:20:53.451194 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07982af3-d5f5-472a-9e9c-7d9361ffce7a tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:20:53.452256 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07982af3-d5f5-472a-9e9c-7d9361ffce7a tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:20:53.452660 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07982af3-d5f5-472a-9e9c-7d9361ffce7a tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:20:53.453044 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07982af3-d5f5-472a-9e9c-7d9361ffce7a tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:20:53.453425 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07982af3-d5f5-472a-9e9c-7d9361ffce7a tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:20:53.453804 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07982af3-d5f5-472a-9e9c-7d9361ffce7a tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:20:53.454205 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07982af3-d5f5-472a-9e9c-7d9361ffce7a tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:20:53.484758 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f96a02f-e071-41a0-b693-2a0117f0238c req-05d30d37-dc7b-44fe-9818-c57af6c451eb tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:53.493340 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9f96a02f-e071-41a0-b693-2a0117f0238c req-05d30d37-dc7b-44fe-9818-c57af6c451eb tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 946 time: 0.4360185 May 05 20:20:53.549405 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903bc311-3f94-4240-a2ed-91819cebbd57 req-07982af3-d5f5-472a-9e9c-7d9361ffce7a tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:53.550155 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-903bc311-3f94-4240-a2ed-91819cebbd57 req-07982af3-d5f5-472a-9e9c-7d9361ffce7a tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:53.617788 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-903bc311-3f94-4240-a2ed-91819cebbd57 req-07982af3-d5f5-472a-9e9c-7d9361ffce7a tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0099816 May 05 20:20:53.640867 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9f96a02f-e071-41a0-b693-2a0117f0238c req-a1bea86a-7fc6-4d32-82d3-bb24f017be5d tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462665 May 05 20:20:53.658123 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-903bc311-3f94-4240-a2ed-91819cebbd57 req-e803e250-3308-4bc1-a090-fd762ec8f3c7 service neutron] Request body: {'port': {'device_id': '1daa217f-f7a9-41ac-b91c-4fe2c95d3fdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:20:53.720905 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c859f6-7e08-4026-a4c8-5160cdf29799 req-b06a7d54-a44a-4118-b11d-0563753a119b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:53.722465 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-96c859f6-7e08-4026-a4c8-5160cdf29799 req-b06a7d54-a44a-4118-b11d-0563753a119b service neutron] 10.222.0.24 "GET /v2.0/networks?id=707d6641-a4b3-43c9-8623-7744bae03830 HTTP/1.1" status: 200 len: 910 time: 0.3871679 May 05 20:20:53.926855 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-903bc311-3f94-4240-a2ed-91819cebbd57 req-e803e250-3308-4bc1-a090-fd762ec8f3c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:53.965477 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-a09d97a0-69da-476f-971a-9bc8f8c5310a None None] Provisioning for port 22b4a806-34b7-42e1-9144-4cfebc3aa30e completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:20:53.977834 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-a09d97a0-69da-476f-971a-9bc8f8c5310a None None] Provisioning complete for port 22b4a806-34b7-42e1-9144-4cfebc3aa30e triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:20:53.978785 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a09d97a0-69da-476f-971a-9bc8f8c5310a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:54.011131 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d5d5c073-19e7-4da0-b77c-9dac12af83bc req-9ebda34a-13ba-4389-9529-76fc072ad77a tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/security-groups?id=143f212a-ab99-48e0-be8b-3e2a6ba44517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8128786 May 05 20:20:54.056124 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-96c859f6-7e08-4026-a4c8-5160cdf29799 req-de64ac15-9692-445f-b771-e85c3096e4e8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e59e637-f7f1-46ea-9bb4-08a733cc08df HTTP/1.1" status: 200 len: 217 time: 0.3247480 May 05 20:20:54.086555 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-a09d97a0-69da-476f-971a-9bc8f8c5310a None None] Port 22b4a806-34b7-42e1-9144-4cfebc3aa30e cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:20:54.265016 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c859f6-7e08-4026-a4c8-5160cdf29799 req-69f58656-fd12-4c88-9d1b-291a58db61f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:54.266889 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-96c859f6-7e08-4026-a4c8-5160cdf29799 req-69f58656-fd12-4c88-9d1b-291a58db61f5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=566f53cc-aa8c-4c45-95bd-8e3a4cce5358 HTTP/1.1" status: 200 len: 848 time: 0.2037332 May 05 20:20:54.267626 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 45898) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:20:54.499310 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-903bc311-3f94-4240-a2ed-91819cebbd57 req-e803e250-3308-4bc1-a090-fd762ec8f3c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22b4a806-34b7-42e1-9144-4cfebc3aa30e {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:20:54.514559 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-903bc311-3f94-4240-a2ed-91819cebbd57 req-e803e250-3308-4bc1-a090-fd762ec8f3c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:54.612708 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-903bc311-3f94-4240-a2ed-91819cebbd57 req-e803e250-3308-4bc1-a090-fd762ec8f3c7 service neutron] Transition to ACTIVE for port object 22b4a806-34b7-42e1-9144-4cfebc3aa30e will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:20:54.619247 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-903bc311-3f94-4240-a2ed-91819cebbd57 req-e803e250-3308-4bc1-a090-fd762ec8f3c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:54.619698 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7c868531-7e51-48fb-9269-792075aad85e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:54.692051 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-7c868531-7e51-48fb-9269-792075aad85e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:20:54.720095 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-7c868531-7e51-48fb-9269-792075aad85e admin admin] Usage tracker for resource:security_group_rule and tenant:7d728840fa444837bab1a7a24752b94c is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:20:54.736012 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-7c868531-7e51-48fb-9269-792075aad85e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:20:54.750098 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-7c868531-7e51-48fb-9269-792075aad85e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:20:54.962191 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e803e250-3308-4bc1-a090-fd762ec8f3c7 service neutron] Pushing event updated for resources: {'Port': ['ID=22b4a806-34b7-42e1-9144-4cfebc3aa30e,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:20:55.077639 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a7ff8f-8929-4a5c-bc72-5dab126aa086 req-f32b9686-234f-401e-83ce-c449630c2af9 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:55.085507 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c5a7ff8f-8929-4a5c-bc72-5dab126aa086 req-f32b9686-234f-401e-83ce-c449630c2af9 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 946 time: 0.7344177 May 05 20:20:55.156898 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c859f6-7e08-4026-a4c8-5160cdf29799 req-ed138176-0bc2-4d3b-bd7c-795aa166f5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:55.164076 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-96c859f6-7e08-4026-a4c8-5160cdf29799 req-ed138176-0bc2-4d3b-bd7c-795aa166f5ed service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=707d6641-a4b3-43c9-8623-7744bae03830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8852029 May 05 20:20:55.232356 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234720b5-7e39-4feb-8bd1-53d23dda2244 req-3f2c7cc2-17f1-4db5-a967-5828ce28c62b tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:55.233896 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-234720b5-7e39-4feb-8bd1-53d23dda2244 req-3f2c7cc2-17f1-4db5-a967-5828ce28c62b tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=83431721-cd71-4130-866b-092c0127d3bb HTTP/1.1" status: 200 len: 1097 time: 0.6982551 May 05 20:20:55.276699 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7c868531-7e51-48fb-9269-792075aad85e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:55.281039 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c5a7ff8f-8929-4a5c-bc72-5dab126aa086 req-e6e0c9e9-e6fb-40d1-86b0-97a0866b72cd tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946378 May 05 20:20:55.292769 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7c868531-7e51-48fb-9269-792075aad85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:55.336063 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c868531-7e51-48fb-9269-792075aad85e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d237c13-c103-47d7-addc-f83886974043,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:20:55.400268 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-903bc311-3f94-4240-a2ed-91819cebbd57 req-e803e250-3308-4bc1-a090-fd762ec8f3c7 service neutron] Attempting to bind port 22b4a806-34b7-42e1-9144-4cfebc3aa30e on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:20:55.400973 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-903bc311-3f94-4240-a2ed-91819cebbd57 req-e803e250-3308-4bc1-a090-fd762ec8f3c7 service neutron] Attempting to bind port 22b4a806-34b7-42e1-9144-4cfebc3aa30e by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': '57bbc04f-1c68-4970-9c1a-a5d13ea03f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1f4bdc00-0989-427c-9e5a-a72ccd38703a'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:20:55.409163 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903bc311-3f94-4240-a2ed-91819cebbd57 req-e803e250-3308-4bc1-a090-fd762ec8f3c7 service neutron] Attempting to bind port 22b4a806-34b7-42e1-9144-4cfebc3aa30e on network 1f4bdc00-0989-427c-9e5a-a72ccd38703a {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:20:55.419442 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-234720b5-7e39-4feb-8bd1-53d23dda2244 req-add5c273-be2d-408a-b65f-8d9ca3458999 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=93382649-692d-4573-9a05-0f29827df978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749971 May 05 20:20:55.439198 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903bc311-3f94-4240-a2ed-91819cebbd57 req-e803e250-3308-4bc1-a090-fd762ec8f3c7 service neutron] Port 22b4a806-34b7-42e1-9144-4cfebc3aa30e on network 1f4bdc00-0989-427c-9e5a-a72ccd38703a not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:20:55.439712 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903bc311-3f94-4240-a2ed-91819cebbd57 req-e803e250-3308-4bc1-a090-fd762ec8f3c7 service neutron] Attempting to bind port 22b4a806-34b7-42e1-9144-4cfebc3aa30e on network 1f4bdc00-0989-427c-9e5a-a72ccd38703a {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:20:55.457188 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903bc311-3f94-4240-a2ed-91819cebbd57 req-e803e250-3308-4bc1-a090-fd762ec8f3c7 service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:20:55.458501 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903bc311-3f94-4240-a2ed-91819cebbd57 req-e803e250-3308-4bc1-a090-fd762ec8f3c7 service neutron] Checking segment: {'id': '57bbc04f-1c68-4970-9c1a-a5d13ea03f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1f4bdc00-0989-427c-9e5a-a72ccd38703a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:20:55.463929 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903bc311-3f94-4240-a2ed-91819cebbd57 req-e803e250-3308-4bc1-a090-fd762ec8f3c7 service neutron] Bound using segment: {'id': '57bbc04f-1c68-4970-9c1a-a5d13ea03f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1f4bdc00-0989-427c-9e5a-a72ccd38703a'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:20:55.464704 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-903bc311-3f94-4240-a2ed-91819cebbd57 req-e803e250-3308-4bc1-a090-fd762ec8f3c7 service neutron] Bound port: 22b4a806-34b7-42e1-9144-4cfebc3aa30e, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57bbc04f-1c68-4970-9c1a-a5d13ea03f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1f4bdc00-0989-427c-9e5a-a72ccd38703a'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:20:55.469566 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-903bc311-3f94-4240-a2ed-91819cebbd57 req-e803e250-3308-4bc1-a090-fd762ec8f3c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:55.521723 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-7c868531-7e51-48fb-9269-792075aad85e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7d728840fa444837bab1a7a24752b94c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2494254 May 05 20:20:55.524871 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 45942) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:20:55.600201 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-96c859f6-7e08-4026-a4c8-5160cdf29799 req-04e4a3a0-1099-4da8-898f-889fce135ea7 service neutron] 10.222.0.24 "GET /v2.0/networks/707d6641-a4b3-43c9-8623-7744bae03830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4078133 May 05 20:20:55.623196 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3e3aebe7-84f1-4962-80ce-bf4b035e4efe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:55.756586 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3e3aebe7-84f1-4962-80ce-bf4b035e4efe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:55.893420 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf538bbb-cf93-410c-82d6-0d8b17f1f765 req-299f4f41-97a8-4323-bac4-39dda918eece tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:55.900484 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bf538bbb-cf93-410c-82d6-0d8b17f1f765 req-299f4f41-97a8-4323-bac4-39dda918eece tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/ports?device_id=1daa217f-f7a9-41ac-b91c-4fe2c95d3fdd HTTP/1.1" status: 200 len: 943 time: 0.2783682 May 05 20:20:55.929801 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-903bc311-3f94-4240-a2ed-91819cebbd57 req-e803e250-3308-4bc1-a090-fd762ec8f3c7 service neutron] For port 22b4a806-34b7-42e1-9144-4cfebc3aa30e, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:20:55.934215 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-903bc311-3f94-4240-a2ed-91819cebbd57 req-e803e250-3308-4bc1-a090-fd762ec8f3c7 service neutron] For port 22b4a806-34b7-42e1-9144-4cfebc3aa30e, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=22b4a806-34b7-42e1-9144-4cfebc3aa30e,segment=NetworkSegment(57bbc04f-1c68-4970-9c1a-a5d13ea03f9b),segment_id=57bbc04f-1c68-4970-9c1a-a5d13ea03f9b)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:20:55.945152 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-903bc311-3f94-4240-a2ed-91819cebbd57 req-e803e250-3308-4bc1-a090-fd762ec8f3c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:55.965498 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-96c859f6-7e08-4026-a4c8-5160cdf29799 req-ba1437d8-341b-40ac-8a7f-4dffdd8471a4 service neutron] 10.222.0.24 "GET /v2.0/networks/707d6641-a4b3-43c9-8623-7744bae03830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3398578 May 05 20:20:55.989812 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bf538bbb-cf93-410c-82d6-0d8b17f1f765 req-39282ec2-3eb0-4d65-88f9-be89cfcaf3a2 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/security-groups?id=143f212a-ab99-48e0-be8b-3e2a6ba44517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883656 May 05 20:20:55.997300 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3e3aebe7-84f1-4962-80ce-bf4b035e4efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:56.039936 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3aebe7-84f1-4962-80ce-bf4b035e4efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d237c13-c103-47d7-addc-f83886974043,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:20:56.047612 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3e3aebe7-84f1-4962-80ce-bf4b035e4efe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:56.050894 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-3e3aebe7-84f1-4962-80ce-bf4b035e4efe admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7d237c13-c103-47d7-addc-f83886974043 HTTP/1.1" status: 204 len: 168 time: 0.5205109 May 05 20:20:56.138840 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e803e250-3308-4bc1-a090-fd762ec8f3c7 service neutron] Pushing event updated for resources: {'Port': ['ID=22b4a806-34b7-42e1-9144-4cfebc3aa30e,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:20:56.166247 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903bc311-3f94-4240-a2ed-91819cebbd57 req-e803e250-3308-4bc1-a090-fd762ec8f3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:56.166887 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-903bc311-3f94-4240-a2ed-91819cebbd57 req-e803e250-3308-4bc1-a090-fd762ec8f3c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:56.175338 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-903bc311-3f94-4240-a2ed-91819cebbd57 req-e803e250-3308-4bc1-a090-fd762ec8f3c7 service neutron] 10.222.0.24 "PUT /v2.0/ports/22b4a806-34b7-42e1-9144-4cfebc3aa30e HTTP/1.1" status: 200 len: 1091 time: 2.5474772 May 05 20:20:56.177113 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1daa217f-f7a9-41ac-b91c-4fe2c95d3fdd', 'tag': '22b4a806-34b7-42e1-9144-4cfebc3aa30e'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:20:56.253501 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a298c0-4f95-4ce6-96af-9ee7b5dd51c1 req-75966f1e-1652-4a50-a792-7ce11fec79f0 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:56.260447 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-51a298c0-4f95-4ce6-96af-9ee7b5dd51c1 req-75966f1e-1652-4a50-a792-7ce11fec79f0 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 946 time: 0.1397870 May 05 20:20:56.317043 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d921bc-e88c-4a53-aadd-941a17f6c544 req-43aa5bc2-81da-4db2-a4f8-e7848db4c543 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:56.329091 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-76d921bc-e88c-4a53-aadd-941a17f6c544 req-43aa5bc2-81da-4db2-a4f8-e7848db4c543 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=83431721-cd71-4130-866b-092c0127d3bb HTTP/1.1" status: 200 len: 1097 time: 0.5587053 May 05 20:20:56.371199 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-51a298c0-4f95-4ce6-96af-9ee7b5dd51c1 req-515f74f1-108c-498b-898d-10023b9427ce tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095507 May 05 20:20:56.459437 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-76d921bc-e88c-4a53-aadd-941a17f6c544 req-ead7b0cd-036a-4743-844c-982e689d7c73 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=93382649-692d-4573-9a05-0f29827df978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175129 May 05 20:20:56.501017 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-367be9b0-2376-459a-9579-16ade3e19dcd'] response: {'name': 'network-changed', 'server_uuid': '1daa217f-f7a9-41ac-b91c-4fe2c95d3fdd', 'tag': '22b4a806-34b7-42e1-9144-4cfebc3aa30e', 'status': 'completed', 'code': 200} May 05 20:20:56.520452 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903bc311-3f94-4240-a2ed-91819cebbd57 req-ba7c3310-3c42-4b82-afa9-6db88f0de5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:56.521970 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-903bc311-3f94-4240-a2ed-91819cebbd57 req-ba7c3310-3c42-4b82-afa9-6db88f0de5b0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc385d822f314b0ea94bc048c6bf0397&device_id=1daa217f-f7a9-41ac-b91c-4fe2c95d3fdd HTTP/1.1" status: 200 len: 1094 time: 0.2947218 May 05 20:20:56.801504 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-903bc311-3f94-4240-a2ed-91819cebbd57 req-98ceb65e-fb96-4580-af30-26144d7beec9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22b4a806-34b7-42e1-9144-4cfebc3aa30e HTTP/1.1" status: 200 len: 217 time: 0.2644787 May 05 20:20:56.844042 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f616aa-ec23-475b-9a9f-37c443250247 req-175f7c25-9c60-41bc-8477-dd65b9058daa tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:56.848242 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-43f616aa-ec23-475b-9a9f-37c443250247 req-175f7c25-9c60-41bc-8477-dd65b9058daa tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=83431721-cd71-4130-866b-092c0127d3bb HTTP/1.1" status: 200 len: 1097 time: 0.1579764 May 05 20:20:56.968304 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-43f616aa-ec23-475b-9a9f-37c443250247 req-6d9c3248-b513-4bca-a73f-1e304c503cae tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=93382649-692d-4573-9a05-0f29827df978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139498 May 05 20:20:57.035873 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903bc311-3f94-4240-a2ed-91819cebbd57 req-fe43da3e-4eb8-4212-9d02-eb6cb09a1112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:57.037839 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-903bc311-3f94-4240-a2ed-91819cebbd57 req-fe43da3e-4eb8-4212-9d02-eb6cb09a1112 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75701100-e0e5-47c2-a4bc-48386804fbaf HTTP/1.1" status: 200 len: 850 time: 0.0958517 May 05 20:20:57.118831 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a42f8-de88-4a13-bb0d-5048c38bcddc req-58dd6a4f-13ff-44de-ac1b-bcf16909f9ba tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:57.120493 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d77a42f8-de88-4a13-bb0d-5048c38bcddc req-58dd6a4f-13ff-44de-ac1b-bcf16909f9ba tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 946 time: 0.3530850 May 05 20:20:57.185250 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903bc311-3f94-4240-a2ed-91819cebbd57 req-f22cf9c2-8f19-4b36-b3f1-de815caf9a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:57.186922 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-903bc311-3f94-4240-a2ed-91819cebbd57 req-f22cf9c2-8f19-4b36-b3f1-de815caf9a87 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1f4bdc00-0989-427c-9e5a-a72ccd38703a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1419010 May 05 20:20:57.191827 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d77a42f8-de88-4a13-bb0d-5048c38bcddc req-80bc2670-836e-4313-99b5-cdc8213b7c7a tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648017 May 05 20:20:57.576097 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-903bc311-3f94-4240-a2ed-91819cebbd57 req-190ab3bd-b2e3-401d-b181-abc5971be480 service neutron] 10.222.0.24 "GET /v2.0/networks/1f4bdc00-0989-427c-9e5a-a72ccd38703a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3828931 May 05 20:20:57.584232 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f925c94-2e1d-4c43-bf72-7bcbf8af0fcc req-db7f8d23-4100-49f3-a8ca-b41cc2e641b5 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:57.585962 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8f925c94-2e1d-4c43-bf72-7bcbf8af0fcc req-db7f8d23-4100-49f3-a8ca-b41cc2e641b5 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=83431721-cd71-4130-866b-092c0127d3bb HTTP/1.1" status: 200 len: 1097 time: 0.0878046 May 05 20:20:57.668313 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3423b48c-9977-45d2-92ed-98a6197690ac req-ea525086-13c9-4839-9227-1456296b0875 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:57.669258 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-3423b48c-9977-45d2-92ed-98a6197690ac req-ea525086-13c9-4839-9227-1456296b0875 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Synchronizing usage tracker for tenant:cc385d822f314b0ea94bc048c6bf0397 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:20:57.681568 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8f925c94-2e1d-4c43-bf72-7bcbf8af0fcc req-a6b198f7-0f84-4724-a7a4-b3195f121b90 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=93382649-692d-4573-9a05-0f29827df978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874150 May 05 20:20:57.771021 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-3423b48c-9977-45d2-92ed-98a6197690ac req-ea525086-13c9-4839-9227-1456296b0875 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Unset dirty status for tenant:cc385d822f314b0ea94bc048c6bf0397 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:20:57.772905 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3423b48c-9977-45d2-92ed-98a6197690ac req-ea525086-13c9-4839-9227-1456296b0875 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/ports?device_id=1daa217f-f7a9-41ac-b91c-4fe2c95d3fdd HTTP/1.1" status: 200 len: 943 time: 0.3663085 May 05 20:20:57.850448 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3423b48c-9977-45d2-92ed-98a6197690ac req-f2581d41-13fa-4697-8b25-b71c711fd986 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/security-groups?id=143f212a-ab99-48e0-be8b-3e2a6ba44517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693860 May 05 20:20:57.941139 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-903bc311-3f94-4240-a2ed-91819cebbd57 req-3e654a89-78e8-4f46-b12b-0418d4a80098 service neutron] 10.222.0.24 "GET /v2.0/networks/1f4bdc00-0989-427c-9e5a-a72ccd38703a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3538620 May 05 20:20:58.122770 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfebe56-5681-4c54-a67a-e27f0059a3ad req-9dd69a63-7303-4231-a6cc-ce2c1506efd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:58.124213 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fdfebe56-5681-4c54-a67a-e27f0059a3ad req-9dd69a63-7303-4231-a6cc-ce2c1506efd7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc385d822f314b0ea94bc048c6bf0397&device_id=1daa217f-f7a9-41ac-b91c-4fe2c95d3fdd HTTP/1.1" status: 200 len: 1094 time: 0.1241407 May 05 20:20:58.350993 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df9edf-7003-4550-8463-5219bddf4586 req-ca45d736-161b-4c34-be60-79f6465aa59a tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:58.368994 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-83df9edf-7003-4550-8463-5219bddf4586 req-ca45d736-161b-4c34-be60-79f6465aa59a tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 946 time: 0.1176333 May 05 20:20:58.469910 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfebe56-5681-4c54-a67a-e27f0059a3ad req-512ef1bd-39fb-4529-ab33-720f26e05a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:58.471885 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fdfebe56-5681-4c54-a67a-e27f0059a3ad req-512ef1bd-39fb-4529-ab33-720f26e05a30 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1f4bdc00-0989-427c-9e5a-a72ccd38703a HTTP/1.1" status: 200 len: 912 time: 0.3409028 May 05 20:20:58.488937 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-83df9edf-7003-4550-8463-5219bddf4586 req-e823c62e-bf63-48c9-bd4b-f5ebbb98c39b tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186240 May 05 20:20:58.805924 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b460e23-32a5-45a3-9fc9-3fd7ff01e792 req-174e951b-e453-4ae9-a0b1-73c4671db462 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:58.809921 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1b460e23-32a5-45a3-9fc9-3fd7ff01e792 req-174e951b-e453-4ae9-a0b1-73c4671db462 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=83431721-cd71-4130-866b-092c0127d3bb HTTP/1.1" status: 200 len: 1097 time: 0.2065530 May 05 20:20:58.904022 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fdfebe56-5681-4c54-a67a-e27f0059a3ad req-b64b08da-2773-4f2d-971f-0510b8787eeb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22b4a806-34b7-42e1-9144-4cfebc3aa30e HTTP/1.1" status: 200 len: 217 time: 0.4257944 May 05 20:20:58.993456 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-1b460e23-32a5-45a3-9fc9-3fd7ff01e792 req-84437c50-ca89-43c1-9a14-10f28d31a7af tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Deleting port 6b23639e-1e9b-4b60-81fb-cf85faa994d9 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:20:58.994086 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-1b460e23-32a5-45a3-9fc9-3fd7ff01e792 req-84437c50-ca89-43c1-9a14-10f28d31a7af tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:59.103667 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5177fc2-92f9-497a-8a41-baf7acf74e16 req-bdf5f346-5f49-4a56-a24f-ff520c927713 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:59.113076 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e5177fc2-92f9-497a-8a41-baf7acf74e16 req-bdf5f346-5f49-4a56-a24f-ff520c927713 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=83431721-cd71-4130-866b-092c0127d3bb HTTP/1.1" status: 200 len: 1097 time: 0.3105929 May 05 20:20:59.114054 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfebe56-5681-4c54-a67a-e27f0059a3ad req-e4a400af-dc80-4755-ac18-d02229c06643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:59.115730 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fdfebe56-5681-4c54-a67a-e27f0059a3ad req-e4a400af-dc80-4755-ac18-d02229c06643 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75701100-e0e5-47c2-a4bc-48386804fbaf HTTP/1.1" status: 200 len: 850 time: 0.1988363 May 05 20:20:59.270341 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e5177fc2-92f9-497a-8a41-baf7acf74e16 req-c08d0c70-824d-4aae-acf6-0cf19f031215 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=93382649-692d-4573-9a05-0f29827df978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560094 May 05 20:20:59.282621 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea5c54-e818-4fa0-8c57-08762f165993 req-3af56732-efc1-4102-8ad5-907b5fa961b8 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:59.284742 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-97ea5c54-e818-4fa0-8c57-08762f165993 req-3af56732-efc1-4102-8ad5-907b5fa961b8 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 946 time: 0.4536748 May 05 20:20:59.364231 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-97ea5c54-e818-4fa0-8c57-08762f165993 req-8ad367fe-f63a-4172-887a-1632a25a06f8 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700696 May 05 20:20:59.372812 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfebe56-5681-4c54-a67a-e27f0059a3ad req-e3ae313b-7fb9-4e1b-a3d8-0bea3cf72a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:20:59.374471 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fdfebe56-5681-4c54-a67a-e27f0059a3ad req-e3ae313b-7fb9-4e1b-a3d8-0bea3cf72a6a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1f4bdc00-0989-427c-9e5a-a72ccd38703a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2521803 May 05 20:20:59.552331 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 22b4a806-34b7-42e1-9144-4cfebc3aa30e details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:20:59.638942 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fdfebe56-5681-4c54-a67a-e27f0059a3ad req-1e1c1a94-103e-47ab-bc49-4a048691e2cd service neutron] 10.222.0.24 "GET /v2.0/networks/1f4bdc00-0989-427c-9e5a-a72ccd38703a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575705 May 05 20:20:59.827988 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 22b4a806-34b7-42e1-9144-4cfebc3aa30e, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=22b4a806-34b7-42e1-9144-4cfebc3aa30e,segment=NetworkSegment(57bbc04f-1c68-4970-9c1a-a5d13ea03f9b),segment_id=57bbc04f-1c68-4970-9c1a-a5d13ea03f9b)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:20:59.849163 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-1b460e23-32a5-45a3-9fc9-3fd7ff01e792 req-84437c50-ca89-43c1-9a14-10f28d31a7af tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] For port 6b23639e-1e9b-4b60-81fb-cf85faa994d9, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=6b23639e-1e9b-4b60-81fb-cf85faa994d9,segment=NetworkSegment(7d87ba48-e415-4090-81c9-be89a95a43cf),segment_id=7d87ba48-e415-4090-81c9-be89a95a43cf)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:20:59.849775 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-1b460e23-32a5-45a3-9fc9-3fd7ff01e792 req-84437c50-ca89-43c1-9a14-10f28d31a7af tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:20:59.876174 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '22b4a806-34b7-42e1-9144-4cfebc3aa30e', 'network_id': '1f4bdc00-0989-427c-9e5a-a72ccd38703a', 'port_id': '22b4a806-34b7-42e1-9144-4cfebc3aa30e', 'mac_address': 'fa:16:3e:10:69:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75701100-e0e5-47c2-a4bc-48386804fbaf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:21:00.001113 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:00.037663 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fdfebe56-5681-4c54-a67a-e27f0059a3ad req-bb0c6684-b62b-4deb-888a-12d30848c6d3 service neutron] 10.222.0.24 "GET /v2.0/networks/1f4bdc00-0989-427c-9e5a-a72ccd38703a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3899002 May 05 20:21:00.038799 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22b4a806-34b7-42e1-9144-4cfebc3aa30e {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:21:00.074060 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 22b4a806-34b7-42e1-9144-4cfebc3aa30e, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=22b4a806-34b7-42e1-9144-4cfebc3aa30e,segment=NetworkSegment(57bbc04f-1c68-4970-9c1a-a5d13ea03f9b),segment_id=57bbc04f-1c68-4970-9c1a-a5d13ea03f9b)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:21:00.079000 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:00.262190 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=22b4a806-34b7-42e1-9144-4cfebc3aa30e,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:21:00.286696 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da1c65-d2fc-4768-bfd4-4eccbc62cc14 req-8cfc6a3b-80c5-446f-9f7b-1240c7ad7d5d tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:00.290599 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['22b4a806-34b7-42e1-9144-4cfebc3aa30e'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:21:00.297216 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-92da1c65-d2fc-4768-bfd4-4eccbc62cc14 req-8cfc6a3b-80c5-446f-9f7b-1240c7ad7d5d tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 946 time: 0.1277108 May 05 20:21:00.397962 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-92da1c65-d2fc-4768-bfd4-4eccbc62cc14 req-48019c29-ba8c-458c-b51e-50aedbc45f78 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992661 May 05 20:21:00.594323 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-1b460e23-32a5-45a3-9fc9-3fd7ff01e792 req-84437c50-ca89-43c1-9a14-10f28d31a7af tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Calling delete_port for 6b23639e-1e9b-4b60-81fb-cf85faa994d9 owned by compute:nova {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:21:00.880740 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62435266-6ab8-4f20-86af-5beaee23854c req-20f8e8ed-c864-4d83-8dcc-98f5484d3e9e tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:00.890792 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-62435266-6ab8-4f20-86af-5beaee23854c req-20f8e8ed-c864-4d83-8dcc-98f5484d3e9e tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/ports?device_id=1daa217f-f7a9-41ac-b91c-4fe2c95d3fdd HTTP/1.1" status: 200 len: 943 time: 1.2740023 May 05 20:21:00.896241 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-1b460e23-32a5-45a3-9fc9-3fd7ff01e792 req-84437c50-ca89-43c1-9a14-10f28d31a7af tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:00.980815 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f6d63-0b19-4a01-bcab-65dabe98510d req-86f9454b-8446-4dc5-882c-3a3335b2f90e tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:00.999452 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1f4f6d63-0b19-4a01-bcab-65dabe98510d req-86f9454b-8446-4dc5-882c-3a3335b2f90e tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=83431721-cd71-4130-866b-092c0127d3bb HTTP/1.1" status: 200 len: 1018 time: 0.2960339 May 05 20:21:01.040520 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84437c50-ca89-43c1-9a14-10f28d31a7af tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Pushing event deleted for resources: {'Port': ['ID=6b23639e-1e9b-4b60-81fb-cf85faa994d9,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:21:01.053051 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-62435266-6ab8-4f20-86af-5beaee23854c req-8c4b673e-216f-4ecc-9872-c3ce9499eb2e tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/security-groups?id=143f212a-ab99-48e0-be8b-3e2a6ba44517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595254 May 05 20:21:01.057339 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['8e59e637-f7f1-46ea-9bb4-08a733cc08df'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:21:01.139127 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1f4f6d63-0b19-4a01-bcab-65dabe98510d req-82cd3895-3bec-4937-bb31-13da6e677faf tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=93382649-692d-4573-9a05-0f29827df978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381376 May 05 20:21:01.142733 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b460e23-32a5-45a3-9fc9-3fd7ff01e792 req-84437c50-ca89-43c1-9a14-10f28d31a7af tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] No DVR routers for this DVR port 6b23639e-1e9b-4b60-81fb-cf85faa994d9 on host n-h2-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:21:01.161547 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-1b460e23-32a5-45a3-9fc9-3fd7ff01e792 req-84437c50-ca89-43c1-9a14-10f28d31a7af tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:01.164287 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83431721-cd71-4130-866b-092c0127d3bb', 'name': 'network-vif-deleted', 'tag': '6b23639e-1e9b-4b60-81fb-cf85faa994d9'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:21:01.229239 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1b460e23-32a5-45a3-9fc9-3fd7ff01e792 req-84437c50-ca89-43c1-9a14-10f28d31a7af tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] 10.222.0.50 "DELETE /v2.0/ports/6b23639e-1e9b-4b60-81fb-cf85faa994d9 HTTP/1.1" status: 204 len: 173 time: 2.4139278 May 05 20:21:01.303369 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4a487ef-6642-49a8-b02b-d08027aa1ed3'] response: {'server_uuid': '83431721-cd71-4130-866b-092c0127d3bb', 'name': 'network-vif-deleted', 'tag': '6b23639e-1e9b-4b60-81fb-cf85faa994d9', 'status': 'completed', 'code': 200} May 05 20:21:01.561012 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 22b4a806-34b7-42e1-9144-4cfebc3aa30e up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:21:01.657143 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170b827e-5d9a-418c-a179-775280a14ead req-58e32249-da9b-4979-b12a-8550d533b423 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:01.664940 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-170b827e-5d9a-418c-a179-775280a14ead req-58e32249-da9b-4979-b12a-8550d533b423 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 946 time: 0.0985458 May 05 20:21:01.721656 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-170b827e-5d9a-418c-a179-775280a14ead req-6f5a2932-43f0-4bb4-b0f1-9f50656db806 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555043 May 05 20:21:01.801605 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port 22b4a806-34b7-42e1-9144-4cfebc3aa30e completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:21:01.807974 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 22b4a806-34b7-42e1-9144-4cfebc3aa30e triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:21:01.808654 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:02.095386 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:02.175656 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 22b4a806-34b7-42e1-9144-4cfebc3aa30e, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=22b4a806-34b7-42e1-9144-4cfebc3aa30e,segment=NetworkSegment(57bbc04f-1c68-4970-9c1a-a5d13ea03f9b),segment_id=57bbc04f-1c68-4970-9c1a-a5d13ea03f9b)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:21:02.179600 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1daa217f-f7a9-41ac-b91c-4fe2c95d3fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b4a806-34b7-42e1-9144-4cfebc3aa30e'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:21:02.196477 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:02.494243 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=22b4a806-34b7-42e1-9144-4cfebc3aa30e,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:21:02.503892 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 6b23639e-1e9b-4b60-81fb-cf85faa994d9 no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:21:02.601145 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] No Port match for: 6b23639e-1e9b-4b60-81fb-cf85faa994d9 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:21:02.601667 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 6b23639e-1e9b-4b60-81fb-cf85faa994d9 not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:21:02.765012 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2003d6-6be8-48cd-abdc-6319d4ca1731 req-92fcf40f-691e-4fcf-ba64-3e3c60278eb7 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:02.766563 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7c2003d6-6be8-48cd-abdc-6319d4ca1731 req-92fcf40f-691e-4fcf-ba64-3e3c60278eb7 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/ports?device_id=1daa217f-f7a9-41ac-b91c-4fe2c95d3fdd HTTP/1.1" status: 200 len: 945 time: 0.3050754 May 05 20:21:02.887133 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ff2f113-9438-4fd5-982f-1389aa68f349'] response: {'server_uuid': '1daa217f-f7a9-41ac-b91c-4fe2c95d3fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b4a806-34b7-42e1-9144-4cfebc3aa30e', 'code': 200} May 05 20:21:02.915293 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7c2003d6-6be8-48cd-abdc-6319d4ca1731 req-f508482c-2247-4bbb-a645-1ddb1e005fc8 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/security-groups?id=143f212a-ab99-48e0-be8b-3e2a6ba44517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383696 May 05 20:21:02.983921 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba7745-267d-44d2-b430-9e8b27128c9e req-c5f6cd3f-768c-4c6f-be4d-dd5749963422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:02.986356 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8eba7745-267d-44d2-b430-9e8b27128c9e req-c5f6cd3f-768c-4c6f-be4d-dd5749963422 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a265e664693546d09df58a9112067478&device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 1097 time: 0.1541121 May 05 20:21:03.269675 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba7745-267d-44d2-b430-9e8b27128c9e req-db5c74d0-d78b-4fef-a776-376b6082d845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:03.271138 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8eba7745-267d-44d2-b430-9e8b27128c9e req-db5c74d0-d78b-4fef-a776-376b6082d845 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f665291c-fe35-44a1-b025-0867219a15d5 HTTP/1.1" status: 200 len: 915 time: 0.2793293 May 05 20:21:03.327586 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffda531-1454-4568-973e-257eed0bf962 req-ff50e8be-9f62-48b3-a610-1764d771850d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:03.335081 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fffda531-1454-4568-973e-257eed0bf962 req-ff50e8be-9f62-48b3-a610-1764d771850d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1daa217f-f7a9-41ac-b91c-4fe2c95d3fdd HTTP/1.1" status: 200 len: 1096 time: 0.3613732 May 05 20:21:03.374555 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad64db1f-bc64-4907-8ad8-b945042faf97 req-49fab0e3-9a5f-44e5-9995-0d08e55b7f2e tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:03.376400 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ad64db1f-bc64-4907-8ad8-b945042faf97 req-49fab0e3-9a5f-44e5-9995-0d08e55b7f2e tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 946 time: 0.2789674 May 05 20:21:03.486842 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8eba7745-267d-44d2-b430-9e8b27128c9e req-ee7b725b-55f7-40ad-b8f1-93bcfb31ddc4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ede82658-00b0-42c9-915e-b334ee0c0cfe HTTP/1.1" status: 200 len: 217 time: 0.2064140 May 05 20:21:03.509578 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fffda531-1454-4568-973e-257eed0bf962 req-6c0c1e70-6b5e-495d-86a7-fb4b017ada24 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=143f212a-ab99-48e0-be8b-3e2a6ba44517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735392 May 05 20:21:03.548001 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ad64db1f-bc64-4907-8ad8-b945042faf97 req-67239274-db7d-4556-9872-bb69e91238aa tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595068 May 05 20:21:03.654053 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba7745-267d-44d2-b430-9e8b27128c9e req-5ec6c89b-3588-4b7a-8d38-202f6de43c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:03.655946 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8eba7745-267d-44d2-b430-9e8b27128c9e req-5ec6c89b-3588-4b7a-8d38-202f6de43c9c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4e5ca270-af30-4d15-b9c5-3a4471edda55 HTTP/1.1" status: 200 len: 854 time: 0.1641839 May 05 20:21:03.777565 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8eba7745-267d-44d2-b430-9e8b27128c9e req-b4c4d0a4-b63e-431d-8223-2bd3dd9291c2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f665291c-fe35-44a1-b025-0867219a15d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1064401 May 05 20:21:03.964028 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccad7eb-de2b-48f0-a166-0abe25f90405 req-1058dca6-a490-4242-8e60-cbf22709ac3a tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:03.965849 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-2ccad7eb-de2b-48f0-a166-0abe25f90405 req-1058dca6-a490-4242-8e60-cbf22709ac3a tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Synchronizing usage tracker for tenant:e1dd5fed7272454898616d906ca85969 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:21:03.994893 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8eba7745-267d-44d2-b430-9e8b27128c9e req-63508d51-a86f-496f-b306-7a5035b3284d service neutron] 10.222.0.50 "GET /v2.0/networks/f665291c-fe35-44a1-b025-0867219a15d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115214 May 05 20:21:04.175885 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-2ccad7eb-de2b-48f0-a166-0abe25f90405 req-1058dca6-a490-4242-8e60-cbf22709ac3a tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Unset dirty status for tenant:e1dd5fed7272454898616d906ca85969 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:21:04.181739 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2ccad7eb-de2b-48f0-a166-0abe25f90405 req-1058dca6-a490-4242-8e60-cbf22709ac3a tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1f6b4f63-4cd4-4ed3-8e51-b79c7deb3455 HTTP/1.1" status: 200 len: 1096 time: 0.4383874 May 05 20:21:04.286593 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8eba7745-267d-44d2-b430-9e8b27128c9e req-bae38a8b-18e2-4e64-803d-68f8f949b5e6 service neutron] 10.222.0.50 "GET /v2.0/networks/f665291c-fe35-44a1-b025-0867219a15d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856226 May 05 20:21:04.394625 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2560ab-582f-4b54-ac40-daad52af217a req-35bc591a-da73-4b35-b6e4-a7f7a0c2bc6b tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:04.404385 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8b2560ab-582f-4b54-ac40-daad52af217a req-35bc591a-da73-4b35-b6e4-a7f7a0c2bc6b tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/ports?device_id=1daa217f-f7a9-41ac-b91c-4fe2c95d3fdd HTTP/1.1" status: 200 len: 945 time: 0.2115986 May 05 20:21:04.436870 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2ccad7eb-de2b-48f0-a166-0abe25f90405 req-4ac04154-8a2a-41d3-bfea-d318c0eda48f tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=93382649-692d-4573-9a05-0f29827df978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310331 May 05 20:21:04.514805 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8b2560ab-582f-4b54-ac40-daad52af217a req-d5c4111d-7041-4187-b6a4-3a8dd11ce951 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/security-groups?id=143f212a-ab99-48e0-be8b-3e2a6ba44517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094961 May 05 20:21:04.663032 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c1f44f13-9385-431a-bc72-d6d103e4c908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:04.867022 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d612d-0077-4b36-995e-2ef672de35fa req-96083c38-33d8-4070-84d3-25c794ad9d3f tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:04.869553 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-479d612d-0077-4b36-995e-2ef672de35fa req-96083c38-33d8-4070-84d3-25c794ad9d3f tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 946 time: 0.1172409 May 05 20:21:04.948644 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-479d612d-0077-4b36-995e-2ef672de35fa req-22466b6f-5126-463d-a4e1-6c3cfb87dcd8 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708225 May 05 20:21:05.193380 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe384721-c439-40c6-96e9-58e311b7f3ec req-590f429c-2576-4e60-b594-ed2a839e3fdd tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:05.198509 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fe384721-c439-40c6-96e9-58e311b7f3ec req-590f429c-2576-4e60-b594-ed2a839e3fdd tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=1f6b4f63-4cd4-4ed3-8e51-b79c7deb3455 HTTP/1.1" status: 200 len: 1096 time: 0.1041591 May 05 20:21:05.310001 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-fe384721-c439-40c6-96e9-58e311b7f3ec req-fd2a0e42-fa95-484d-91ac-6b6d58c01126 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Deleting port 8e59e637-f7f1-46ea-9bb4-08a733cc08df {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:21:05.310541 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-fe384721-c439-40c6-96e9-58e311b7f3ec req-fd2a0e42-fa95-484d-91ac-6b6d58c01126 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:05.805642 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-fe384721-c439-40c6-96e9-58e311b7f3ec req-fd2a0e42-fa95-484d-91ac-6b6d58c01126 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] For port 8e59e637-f7f1-46ea-9bb4-08a733cc08df, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=8e59e637-f7f1-46ea-9bb4-08a733cc08df,segment=NetworkSegment(7d87ba48-e415-4090-81c9-be89a95a43cf),segment_id=7d87ba48-e415-4090-81c9-be89a95a43cf)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:21:05.806509 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-fe384721-c439-40c6-96e9-58e311b7f3ec req-fd2a0e42-fa95-484d-91ac-6b6d58c01126 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:05.935148 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff9d861-e74c-4578-adf8-ea45aec2d9b3 req-573a8333-46e7-4f8b-9bbd-887cb75b0cfe tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:05.945389 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bff9d861-e74c-4578-adf8-ea45aec2d9b3 req-573a8333-46e7-4f8b-9bbd-887cb75b0cfe tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/ports?device_id=1daa217f-f7a9-41ac-b91c-4fe2c95d3fdd HTTP/1.1" status: 200 len: 945 time: 0.2100036 May 05 20:21:06.044958 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bff9d861-e74c-4578-adf8-ea45aec2d9b3 req-2a92d30a-309e-4fec-a03f-ad1f2465ca48 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/security-groups?id=143f212a-ab99-48e0-be8b-3e2a6ba44517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969992 May 05 20:21:06.145381 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-fe384721-c439-40c6-96e9-58e311b7f3ec req-fd2a0e42-fa95-484d-91ac-6b6d58c01126 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Calling delete_port for 8e59e637-f7f1-46ea-9bb4-08a733cc08df owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:21:06.293861 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312309a7-188c-401d-b170-f1eb0d0551d2 req-fc42fe29-d28b-4092-9d1a-e0c7db693139 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:06.303534 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-312309a7-188c-401d-b170-f1eb0d0551d2 req-fc42fe29-d28b-4092-9d1a-e0c7db693139 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1f6b4f63-4cd4-4ed3-8e51-b79c7deb3455 HTTP/1.1" status: 200 len: 1096 time: 0.4850616 May 05 20:21:06.368854 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-312309a7-188c-401d-b170-f1eb0d0551d2 req-897f3f2c-3b1f-4620-a209-e6e3fca5ebcc tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=93382649-692d-4573-9a05-0f29827df978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641921 May 05 20:21:06.479951 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-fe384721-c439-40c6-96e9-58e311b7f3ec req-fd2a0e42-fa95-484d-91ac-6b6d58c01126 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:06.503244 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['8e59e637-f7f1-46ea-9bb4-08a733cc08df'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:21:06.535228 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87e3aa2-8770-4112-a27b-e784087b92b7 req-64fd69bb-a445-4885-9a40-3ffeb63f6ba1 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:06.548100 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e87e3aa2-8770-4112-a27b-e784087b92b7 req-64fd69bb-a445-4885-9a40-3ffeb63f6ba1 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 946 time: 0.2748435 May 05 20:21:06.736679 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e87e3aa2-8770-4112-a27b-e784087b92b7 req-8af87dc1-7b92-4d9e-8e8b-9bd9e52ede73 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837590 May 05 20:21:06.764660 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2a0e42-fa95-484d-91ac-6b6d58c01126 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Pushing event deleted for resources: {'Port': ['ID=8e59e637-f7f1-46ea-9bb4-08a733cc08df,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:21:06.834672 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f87a2ac7-e34e-4dc5-b2bb-9f30fc5692e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:06.885941 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe384721-c439-40c6-96e9-58e311b7f3ec req-fd2a0e42-fa95-484d-91ac-6b6d58c01126 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] No DVR routers for this DVR port 8e59e637-f7f1-46ea-9bb4-08a733cc08df on host n-h1-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:21:06.898234 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-fe384721-c439-40c6-96e9-58e311b7f3ec req-fd2a0e42-fa95-484d-91ac-6b6d58c01126 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:06.915706 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6b4f63-4cd4-4ed3-8e51-b79c7deb3455', 'name': 'network-vif-deleted', 'tag': '8e59e637-f7f1-46ea-9bb4-08a733cc08df'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:21:06.946715 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fe384721-c439-40c6-96e9-58e311b7f3ec req-fd2a0e42-fa95-484d-91ac-6b6d58c01126 tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] 10.222.0.24 "DELETE /v2.0/ports/8e59e637-f7f1-46ea-9bb4-08a733cc08df HTTP/1.1" status: 204 len: 173 time: 1.7433131 May 05 20:21:06.958801 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2805fb6-c67b-4718-823a-a0b836096509 req-e28cdb8c-f27b-4dd6-bb01-d538c9fdbbc6 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:06.970649 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 46636) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:21:06.976321 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-1bce45d2-090f-4e4b-9b9c-6405c17164d2 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Request body: {'floatingip': {'port_id': '22b4a806-34b7-42e1-9144-4cfebc3aa30e'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:21:06.983816 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d2805fb6-c67b-4718-823a-a0b836096509 req-e28cdb8c-f27b-4dd6-bb01-d538c9fdbbc6 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/ports?device_id=1daa217f-f7a9-41ac-b91c-4fe2c95d3fdd HTTP/1.1" status: 200 len: 945 time: 0.4636149 May 05 20:21:07.062073 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f43acd4-7a77-4c0d-81ab-79b4187f559c'] response: {'server_uuid': '1f6b4f63-4cd4-4ed3-8e51-b79c7deb3455', 'name': 'network-vif-deleted', 'tag': '8e59e637-f7f1-46ea-9bb4-08a733cc08df', 'status': 'completed', 'code': 200} May 05 20:21:07.405145 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1bce45d2-090f-4e4b-9b9c-6405c17164d2 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks [] for floatingip, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:07.770175 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c9b7b8-5cf6-45f6-82b1-caa24b90b5f4 req-029704d1-44de-4cb6-aefa-31a2780a4942 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:07.785620 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b8c9b7b8-5cf6-45f6-82b1-caa24b90b5f4 req-029704d1-44de-4cb6-aefa-31a2780a4942 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 946 time: 0.6586680 May 05 20:21:07.851054 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:07.852897 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-9e6717ea-4607-4672-9022-fd97a941ad12 req-f2e35563-6cb3-4f74-b081-0d5de43aabeb tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Synchronizing usage tracker for tenant:e1dd5fed7272454898616d906ca85969 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:21:07.898478 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-9e6717ea-4607-4672-9022-fd97a941ad12 req-f2e35563-6cb3-4f74-b081-0d5de43aabeb tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] Unset dirty status for tenant:e1dd5fed7272454898616d906ca85969 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:21:07.899688 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9e6717ea-4607-4672-9022-fd97a941ad12 req-f2e35563-6cb3-4f74-b081-0d5de43aabeb tempest-TestServerMultinode-1506166114 tempest-TestServerMultinode-1506166114-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1f6b4f63-4cd4-4ed3-8e51-b79c7deb3455 HTTP/1.1" status: 200 len: 210 time: 0.1677372 May 05 20:21:07.984000 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b8c9b7b8-5cf6-45f6-82b1-caa24b90b5f4 req-f8768a94-3443-4696-9198-4446f053d6c9 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969790 May 05 20:21:08.056907 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:08.549259 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7066f0e-754c-4c2e-958d-36cf0976ede6 req-cccb5d6b-d030-4bf4-852b-caef14922127 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:08.551014 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c7066f0e-754c-4c2e-958d-36cf0976ede6 req-cccb5d6b-d030-4bf4-852b-caef14922127 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 946 time: 0.3079634 May 05 20:21:08.712118 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c7066f0e-754c-4c2e-958d-36cf0976ede6 req-85561b4c-51bc-4b4b-9dae-e6ce32d694f4 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454933 May 05 20:21:09.021618 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1bce45d2-090f-4e4b-9b9c-6405c17164d2 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:09.031089 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1bce45d2-090f-4e4b-9b9c-6405c17164d2 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:09.054450 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35328551-e8d2-400a-b67e-ed66bb0a7007 req-12c68f9f-2234-4063-97e2-9f9995408add tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:09.056699 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-35328551-e8d2-400a-b67e-ed66bb0a7007 req-12c68f9f-2234-4063-97e2-9f9995408add tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 946 time: 0.1371448 May 05 20:21:09.099547 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 46694) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:21:09.345044 n-d-840717-1 neutron-server[88197]: INFO neutron.db.l3_db [None req-1bce45d2-090f-4e4b-9b9c-6405c17164d2 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Floating IP 7d2c34c5-8a0a-4dc9-918f-5ec3bd6c2f84 associated. External IP: 172.25.0.144, port: 22b4a806-34b7-42e1-9144-4cfebc3aa30e. May 05 20:21:09.528014 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-35328551-e8d2-400a-b67e-ed66bb0a7007 req-817c3bbf-09f6-42b5-b4de-43b42e0d7ff2 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4643693 May 05 20:21:09.605085 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 8e59e637-f7f1-46ea-9bb4-08a733cc08df no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:21:09.759328 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] No Port match for: 8e59e637-f7f1-46ea-9bb4-08a733cc08df {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:21:09.759955 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 8e59e637-f7f1-46ea-9bb4-08a733cc08df not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:21:09.762218 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:10.085983 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bce45d2-090f-4e4b-9b9c-6405c17164d2 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Router 9449e26c-fec8-416e-88ee-3fa2ffa2b6b2 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:21:10.209170 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf920d7-01ab-4905-b8d4-c3caa25d8f25 req-29460b23-f76a-49a6-bd13-834e18d19541 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:10.210697 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bdf920d7-01ab-4905-b8d4-c3caa25d8f25 req-29460b23-f76a-49a6-bd13-834e18d19541 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 946 time: 0.1976209 May 05 20:21:10.280107 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bdf920d7-01ab-4905-b8d4-c3caa25d8f25 req-5c34c769-2a12-4407-aec7-69c2cc9110d7 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583696 May 05 20:21:10.358288 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b2bab851-5bba-4c5e-8f36-4b9c2f000802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:10.927981 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d2489-0d9e-42e8-b19d-2daf83b1d871 req-b6699cbe-4fe7-4759-a169-99d803cd188c tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:10.929876 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-387d2489-0d9e-42e8-b19d-2daf83b1d871 req-b6699cbe-4fe7-4759-a169-99d803cd188c tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 946 time: 0.4240737 May 05 20:21:11.079477 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bce45d2-090f-4e4b-9b9c-6405c17164d2 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:21:11.098517 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db23c668-f625-42bb-b80d-100236f777a0 None None] Sync routers for ids ['9449e26c-fec8-416e-88ee-3fa2ffa2b6b2'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:21:11.103885 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1bce45d2-090f-4e4b-9b9c-6405c17164d2 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:11.182968 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db23c668-f625-42bb-b80d-100236f777a0 None None] Routers {'9449e26c-fec8-416e-88ee-3fa2ffa2b6b2'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:21:11.184409 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-db23c668-f625-42bb-b80d-100236f777a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:21:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['9449e26c-fec8-416e-88ee-3fa2ffa2b6b2'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:21:11.258407 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-b2bab851-5bba-4c5e-8f36-4b9c2f000802 admin admin] Deleting port 0987b119-5962-4d70-aa49-3f5bcf339746 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:21:11.259302 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b2bab851-5bba-4c5e-8f36-4b9c2f000802 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:11.267240 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-387d2489-0d9e-42e8-b19d-2daf83b1d871 req-787aa3d2-b42b-40cb-b071-daf0751a1155 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295670 May 05 20:21:11.323369 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-1bce45d2-090f-4e4b-9b9c-6405c17164d2 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "PUT /v2.0/floatingips/7d2c34c5-8a0a-4dc9-918f-5ec3bd6c2f84 HTTP/1.1" status: 200 len: 991 time: 4.3402801 May 05 20:21:11.323369 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1daa217f-f7a9-41ac-b91c-4fe2c95d3fdd', 'tag': '22b4a806-34b7-42e1-9144-4cfebc3aa30e'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:21:11.428225 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4788238e-1762-46a8-95c4-97f7024cc18b'] response: {'name': 'network-changed', 'server_uuid': '1daa217f-f7a9-41ac-b91c-4fe2c95d3fdd', 'tag': '22b4a806-34b7-42e1-9144-4cfebc3aa30e', 'status': 'completed', 'code': 200} May 05 20:21:11.632807 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d6decc-228f-49d4-91ae-2fc49c0e01e5 req-f4806b84-9e71-409e-8a36-374c54e79f1c tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:11.634473 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a1d6decc-228f-49d4-91ae-2fc49c0e01e5 req-f4806b84-9e71-409e-8a36-374c54e79f1c tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 946 time: 0.1756847 May 05 20:21:11.740742 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd3ae3-ca22-4d03-8317-1b9ecf6ad9a1 req-ca9092ee-58f0-4c0a-bacf-7462286055f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:11.744887 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-39cd3ae3-ca22-4d03-8317-1b9ecf6ad9a1 req-ca9092ee-58f0-4c0a-bacf-7462286055f2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc385d822f314b0ea94bc048c6bf0397&device_id=1daa217f-f7a9-41ac-b91c-4fe2c95d3fdd HTTP/1.1" status: 200 len: 1096 time: 0.2806263 May 05 20:21:11.785233 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a1d6decc-228f-49d4-91ae-2fc49c0e01e5 req-ea404bbf-993d-45dd-be32-aafb842dcbf9 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439984 May 05 20:21:11.873205 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-db23c668-f625-42bb-b80d-100236f777a0 None None] Set router 9449e26c-fec8-416e-88ee-3fa2ffa2b6b2 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:21:11.975313 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 46758) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:21:12.178739 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-b2bab851-5bba-4c5e-8f36-4b9c2f000802 admin admin] For port 0987b119-5962-4d70-aa49-3f5bcf339746, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=0987b119-5962-4d70-aa49-3f5bcf339746,segment=NetworkSegment(7d87ba48-e415-4090-81c9-be89a95a43cf),segment_id=7d87ba48-e415-4090-81c9-be89a95a43cf)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:21:12.179089 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b2bab851-5bba-4c5e-8f36-4b9c2f000802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:12.278293 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ded02dfd-c005-465f-bc37-76cb11c48690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:12.326708 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-ded02dfd-c005-465f-bc37-76cb11c48690 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:21:12.331515 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-ded02dfd-c005-465f-bc37-76cb11c48690 admin admin] Usage tracker for resource:security_group_rule and tenant:e1999a9876f24287927e0a3758e51fa4 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:21:12.341604 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-ded02dfd-c005-465f-bc37-76cb11c48690 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:21:12.359835 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-ded02dfd-c005-465f-bc37-76cb11c48690 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:21:12.413575 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-b2bab851-5bba-4c5e-8f36-4b9c2f000802 admin admin] Calling delete_port for 0987b119-5962-4d70-aa49-3f5bcf339746 owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:21:12.582022 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ded02dfd-c005-465f-bc37-76cb11c48690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:12.586760 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ded02dfd-c005-465f-bc37-76cb11c48690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:12.651389 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-ded02dfd-c005-465f-bc37-76cb11c48690 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e1999a9876f24287927e0a3758e51fa4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6748643 May 05 20:21:12.658611 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 46768) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:21:12.701324 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded02dfd-c005-465f-bc37-76cb11c48690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b6fabc-5500-4924-b77b-2c74efce5c4b,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:21:12.717752 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-db23c668-f625-42bb-b80d-100236f777a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9449e26c-fec8-416e-88ee-3fa2ffa2b6b2', 'name': 'tempest-AttachVolumeTestJSON-1177409666-router', 'tenant_id': 'cc385d822f314b0ea94bc048c6bf0397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '1c1a7346-87b9-47b0-bc39-6df48f75b59f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:16:43Z', 'updated_at': '2022-05-05T20:17:04Z', 'revision_number': 4, 'project_id': 'cc385d822f314b0ea94bc048c6bf0397', 'gw_port': {'id': '1c1a7346-87b9-47b0-bc39-6df48f75b59f', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9449e26c-fec8-416e-88ee-3fa2ffa2b6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:16:47Z', 'updated_at': '2022-05-05T20:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '7d2c34c5-8a0a-4dc9-918f-5ec3bd6c2f84', 'tenant_id': 'cc385d822f314b0ea94bc048c6bf0397', 'floating_ip_address': '172.25.0.144', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '9449e26c-fec8-416e-88ee-3fa2ffa2b6b2', 'port_id': '22b4a806-34b7-42e1-9144-4cfebc3aa30e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f4bdc00-0989-427c-9e5a-a72ccd38703a', 'mac_address': 'fa:16:3e:10:69:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1daa217f-f7a9-41ac-b91c-4fe2c95d3fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:20:44Z', 'updated_at': '2022-05-05T20:21:08Z', 'revision_number': 1, 'project_id': 'cc385d822f314b0ea94bc048c6bf0397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e390db0-8a2c-4171-a94e-ff451ab693e6', 'name': '', 'network_id': '1f4bdc00-0989-427c-9e5a-a72ccd38703a', 'tenant_id': 'cc385d822f314b0ea94bc048c6bf0397', 'mac_address': 'fa:16:3e:c7:8c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9449e26c-fec8-416e-88ee-3fa2ffa2b6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '75701100-e0e5-47c2-a4bc-48386804fbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:17:01Z', 'updated_at': '2022-05-05T20:17:15Z', 'revision_number': 5, 'project_id': 'cc385d822f314b0ea94bc048c6bf0397', 'subnets': [{'id': '75701100-e0e5-47c2-a4bc-48386804fbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:21:12.725779 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db23c668-f625-42bb-b80d-100236f777a0 None None] Checking router: 9449e26c-fec8-416e-88ee-3fa2ffa2b6b2 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:21:12.746874 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db23c668-f625-42bb-b80d-100236f777a0 None None] Routers {'9449e26c-fec8-416e-88ee-3fa2ffa2b6b2'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:21:12.747526 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-db23c668-f625-42bb-b80d-100236f777a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:21:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['9449e26c-fec8-416e-88ee-3fa2ffa2b6b2'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:21:12.853940 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9bf4daa9-09e0-4aa5-af00-78fbd7aabadb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:12.915633 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9bf4daa9-09e0-4aa5-af00-78fbd7aabadb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:12.998882 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-db23c668-f625-42bb-b80d-100236f777a0 None None] Set router 9449e26c-fec8-416e-88ee-3fa2ffa2b6b2 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:21:13.026095 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9bf4daa9-09e0-4aa5-af00-78fbd7aabadb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:13.028285 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b2bab851-5bba-4c5e-8f36-4b9c2f000802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:13.063506 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf4daa9-09e0-4aa5-af00-78fbd7aabadb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b6fabc-5500-4924-b77b-2c74efce5c4b,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:21:13.098250 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9bf4daa9-09e0-4aa5-af00-78fbd7aabadb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:13.099393 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-9bf4daa9-09e0-4aa5-af00-78fbd7aabadb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/43b6fabc-5500-4924-b77b-2c74efce5c4b HTTP/1.1" status: 204 len: 168 time: 0.4014113 May 05 20:21:13.142889 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bab851-5bba-4c5e-8f36-4b9c2f000802 admin admin] Pushing event deleted for resources: {'Port': ['ID=0987b119-5962-4d70-aa49-3f5bcf339746,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:21:13.233973 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd3ae3-ca22-4d03-8317-1b9ecf6ad9a1 req-b4162a0b-f12a-4bfa-93c0-56bfa9157010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:13.238729 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-39cd3ae3-ca22-4d03-8317-1b9ecf6ad9a1 req-b4162a0b-f12a-4bfa-93c0-56bfa9157010 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1f4bdc00-0989-427c-9e5a-a72ccd38703a HTTP/1.1" status: 200 len: 912 time: 1.4853885 May 05 20:21:13.565223 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-39cd3ae3-ca22-4d03-8317-1b9ecf6ad9a1 req-275d1517-b266-43cb-b470-a8ef29a28685 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22b4a806-34b7-42e1-9144-4cfebc3aa30e HTTP/1.1" status: 200 len: 999 time: 0.2757890 May 05 20:21:13.723995 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8831021f-eb7c-4bf3-9bf5-843007756694 req-1f6b4e1c-b740-4c09-b419-63abbc6a8e19 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:13.735769 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8831021f-eb7c-4bf3-9bf5-843007756694 req-1f6b4e1c-b740-4c09-b419-63abbc6a8e19 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 946 time: 1.7969744 May 05 20:21:13.787038 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-db23c668-f625-42bb-b80d-100236f777a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9449e26c-fec8-416e-88ee-3fa2ffa2b6b2', 'name': 'tempest-AttachVolumeTestJSON-1177409666-router', 'tenant_id': 'cc385d822f314b0ea94bc048c6bf0397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '1c1a7346-87b9-47b0-bc39-6df48f75b59f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:16:43Z', 'updated_at': '2022-05-05T20:17:04Z', 'revision_number': 4, 'project_id': 'cc385d822f314b0ea94bc048c6bf0397', 'gw_port': {'id': '1c1a7346-87b9-47b0-bc39-6df48f75b59f', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9449e26c-fec8-416e-88ee-3fa2ffa2b6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:16:47Z', 'updated_at': '2022-05-05T20:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '7d2c34c5-8a0a-4dc9-918f-5ec3bd6c2f84', 'tenant_id': 'cc385d822f314b0ea94bc048c6bf0397', 'floating_ip_address': '172.25.0.144', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '9449e26c-fec8-416e-88ee-3fa2ffa2b6b2', 'port_id': '22b4a806-34b7-42e1-9144-4cfebc3aa30e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f4bdc00-0989-427c-9e5a-a72ccd38703a', 'mac_address': 'fa:16:3e:10:69:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1daa217f-f7a9-41ac-b91c-4fe2c95d3fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:20:44Z', 'updated_at': '2022-05-05T20:21:08Z', 'revision_number': 1, 'project_id': 'cc385d822f314b0ea94bc048c6bf0397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e390db0-8a2c-4171-a94e-ff451ab693e6', 'name': '', 'network_id': '1f4bdc00-0989-427c-9e5a-a72ccd38703a', 'tenant_id': 'cc385d822f314b0ea94bc048c6bf0397', 'mac_address': 'fa:16:3e:c7:8c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9449e26c-fec8-416e-88ee-3fa2ffa2b6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '75701100-e0e5-47c2-a4bc-48386804fbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:17:01Z', 'updated_at': '2022-05-05T20:17:15Z', 'revision_number': 5, 'project_id': 'cc385d822f314b0ea94bc048c6bf0397', 'subnets': [{'id': '75701100-e0e5-47c2-a4bc-48386804fbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:21:13.796539 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db23c668-f625-42bb-b80d-100236f777a0 None None] The sync data for ids ['9449e26c-fec8-416e-88ee-3fa2ffa2b6b2'] in n-d-840717-1 is: [{'id': '9449e26c-fec8-416e-88ee-3fa2ffa2b6b2', 'name': 'tempest-AttachVolumeTestJSON-1177409666-router', 'tenant_id': 'cc385d822f314b0ea94bc048c6bf0397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '1c1a7346-87b9-47b0-bc39-6df48f75b59f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:16:43Z', 'updated_at': '2022-05-05T20:17:04Z', 'revision_number': 4, 'project_id': 'cc385d822f314b0ea94bc048c6bf0397', 'gw_port': {'id': '1c1a7346-87b9-47b0-bc39-6df48f75b59f', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9449e26c-fec8-416e-88ee-3fa2ffa2b6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:16:47Z', 'updated_at': '2022-05-05T20:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '7d2c34c5-8a0a-4dc9-918f-5ec3bd6c2f84', 'tenant_id': 'cc385d822f314b0ea94bc048c6bf0397', 'floating_ip_address': '172.25.0.144', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '9449e26c-fec8-416e-88ee-3fa2ffa2b6b2', 'port_id': '22b4a806-34b7-42e1-9144-4cfebc3aa30e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f4bdc00-0989-427c-9e5a-a72ccd38703a', 'mac_address': 'fa:16:3e:10:69:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1daa217f-f7a9-41ac-b91c-4fe2c95d3fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:20:44Z', 'updated_at': '2022-05-05T20:21:08Z', 'revision_number': 1, 'project_id': 'cc385d822f314b0ea94bc048c6bf0397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e390db0-8a2c-4171-a94e-ff451ab693e6', 'name': '', 'network_id': '1f4bdc00-0989-427c-9e5a-a72ccd38703a', 'tenant_id': 'cc385d822f314b0ea94bc048c6bf0397', 'mac_address': 'fa:16:3e:c7:8c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9449e26c-fec8-416e-88ee-3fa2ffa2b6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '75701100-e0e5-47c2-a4bc-48386804fbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:17:01Z', 'updated_at': '2022-05-05T20:17:15Z', 'revision_number': 5, 'project_id': 'cc385d822f314b0ea94bc048c6bf0397', 'subnets': [{'id': '75701100-e0e5-47c2-a4bc-48386804fbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:21:13.806480 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd3ae3-ca22-4d03-8317-1b9ecf6ad9a1 req-67a2c615-d7e9-485d-86b2-102304da44b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:13.809203 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-39cd3ae3-ca22-4d03-8317-1b9ecf6ad9a1 req-67a2c615-d7e9-485d-86b2-102304da44b6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75701100-e0e5-47c2-a4bc-48386804fbaf HTTP/1.1" status: 200 len: 850 time: 0.2342813 May 05 20:21:14.133333 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 46800) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:21:14.138293 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1786928-6193-4d02-b0ee-d88ddb4c61c2 None None] New status for floating IP 7d2c34c5-8a0a-4dc9-918f-5ec3bd6c2f84: ACTIVE {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:21:14.291330 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:14.376527 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8831021f-eb7c-4bf3-9bf5-843007756694 req-ed0774b2-d625-4c07-bf9a-dcac4b4ec59a tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6392908 May 05 20:21:14.537147 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f2791125-64a1-4b2a-a47f-1ba0a3ca58b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:14.609140 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-f2791125-64a1-4b2a-a47f-1ba0a3ca58b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:21:14.621744 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-f2791125-64a1-4b2a-a47f-1ba0a3ca58b0 admin admin] Usage tracker for resource:security_group_rule and tenant:a19c0be6beb14a42acaafc04512f3f64 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:21:14.635907 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-f2791125-64a1-4b2a-a47f-1ba0a3ca58b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:21:14.656160 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-f2791125-64a1-4b2a-a47f-1ba0a3ca58b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:21:14.879582 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f2791125-64a1-4b2a-a47f-1ba0a3ca58b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:14.889998 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f2791125-64a1-4b2a-a47f-1ba0a3ca58b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:14.995672 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f2791125-64a1-4b2a-a47f-1ba0a3ca58b0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a19c0be6beb14a42acaafc04512f3f64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8604813 May 05 20:21:14.999711 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 46828) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:21:15.023992 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2791125-64a1-4b2a-a47f-1ba0a3ca58b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5711bcc2-9aac-4ffc-bbb4-5d10eb58e0d4,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:21:15.065023 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b2bab851-5bba-4c5e-8f36-4b9c2f000802 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:15.200741 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2d705e4f-1ade-4304-835a-fac9ce4bea81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:15.254251 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2d705e4f-1ade-4304-835a-fac9ce4bea81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:15.286229 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd3ae3-ca22-4d03-8317-1b9ecf6ad9a1 req-e9bc6fdb-ced9-4dbc-b22d-68e07d2d7ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:15.288234 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-39cd3ae3-ca22-4d03-8317-1b9ecf6ad9a1 req-e9bc6fdb-ced9-4dbc-b22d-68e07d2d7ed6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1f4bdc00-0989-427c-9e5a-a72ccd38703a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.4318135 May 05 20:21:15.357467 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2d705e4f-1ade-4304-835a-fac9ce4bea81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:15.379091 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d705e4f-1ade-4304-835a-fac9ce4bea81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5711bcc2-9aac-4ffc-bbb4-5d10eb58e0d4,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:21:15.381450 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2d705e4f-1ade-4304-835a-fac9ce4bea81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:15.383263 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-2d705e4f-1ade-4304-835a-fac9ce4bea81 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5711bcc2-9aac-4ffc-bbb4-5d10eb58e0d4 HTTP/1.1" status: 204 len: 168 time: 0.3819292 May 05 20:21:15.538398 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e0cd66-d7cc-4702-8ff3-d3355c71fc4a req-37e8eec7-330f-4e92-9f33-df257745737f tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:15.539943 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a7e0cd66-d7cc-4702-8ff3-d3355c71fc4a req-37e8eec7-330f-4e92-9f33-df257745737f tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 946 time: 0.5449646 May 05 20:21:15.743265 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-39cd3ae3-ca22-4d03-8317-1b9ecf6ad9a1 req-159ff03f-a43d-415a-a766-69a99dd27143 service neutron] 10.222.0.24 "GET /v2.0/networks/1f4bdc00-0989-427c-9e5a-a72ccd38703a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4378080 May 05 20:21:15.758765 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a7e0cd66-d7cc-4702-8ff3-d3355c71fc4a req-38b5cfde-2269-4492-9ecc-59eae052346a tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849079 May 05 20:21:16.155436 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-39cd3ae3-ca22-4d03-8317-1b9ecf6ad9a1 req-833ad772-e3d5-4cb7-92d0-95b6ee756204 service neutron] 10.222.0.24 "GET /v2.0/networks/1f4bdc00-0989-427c-9e5a-a72ccd38703a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3930700 May 05 20:21:16.190551 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2bab851-5bba-4c5e-8f36-4b9c2f000802 admin admin] Router e7876540-d15b-421f-863c-cad70a33c8f9 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:21:16.244242 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9d44f7-2352-413e-9294-ead262549869 req-0d0c7f4f-3b27-4cab-974e-c56dbfc8efbc tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:16.256029 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-be9d44f7-2352-413e-9294-ead262549869 req-0d0c7f4f-3b27-4cab-974e-c56dbfc8efbc tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 946 time: 0.2387617 May 05 20:21:16.333394 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-be9d44f7-2352-413e-9294-ead262549869 req-a261ddf6-e01c-44fa-a312-5b0940443b14 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686047 May 05 20:21:16.385042 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:16.491783 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2bab851-5bba-4c5e-8f36-4b9c2f000802 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:21:16.505656 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae851b04-065f-48fc-bd32-066bbf1e88ea None None] Sync routers for ids ['e7876540-d15b-421f-863c-cad70a33c8f9'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:21:16.519675 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae851b04-065f-48fc-bd32-066bbf1e88ea None None] Routers {'e7876540-d15b-421f-863c-cad70a33c8f9'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:21:16.522289 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-ae851b04-065f-48fc-bd32-066bbf1e88ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:21:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['e7876540-d15b-421f-863c-cad70a33c8f9'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:21:16.522997 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 46876) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:21:16.524783 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b2bab851-5bba-4c5e-8f36-4b9c2f000802 admin admin] 10.222.0.36 "PUT /v2.0/routers/e7876540-d15b-421f-863c-cad70a33c8f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4239678 May 05 20:21:16.920888 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-ae851b04-065f-48fc-bd32-066bbf1e88ea None None] Set router e7876540-d15b-421f-863c-cad70a33c8f9 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:21:16.940535 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7e868f15-2a90-4940-85b8-85e0be2ce7fd admin admin] Notify callbacks [] for router, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:17.389901 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7e868f15-2a90-4940-85b8-85e0be2ce7fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:17.418958 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964c47c4-2208-4c52-a5fa-1088c10b8e90 req-10f89196-3cc6-454e-8836-2ffefa30eeec tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:17.426440 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-964c47c4-2208-4c52-a5fa-1088c10b8e90 req-10f89196-3cc6-454e-8836-2ffefa30eeec tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 946 time: 0.1711988 May 05 20:21:17.427857 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-7e868f15-2a90-4940-85b8-85e0be2ce7fd admin admin] Deleting port 163bc099-b297-4fb3-a4d0-2e468e5440a5 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:21:17.428281 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7e868f15-2a90-4940-85b8-85e0be2ce7fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:17.446239 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-ae851b04-065f-48fc-bd32-066bbf1e88ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7876540-d15b-421f-863c-cad70a33c8f9', 'name': 'tempest-TestServerMultinode-904850784-router', 'tenant_id': '95e7fc02f56c4d6e9ccab41b286aea67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '163bc099-b297-4fb3-a4d0-2e468e5440a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:19:37Z', 'updated_at': '2022-05-05T20:21:12Z', 'revision_number': 5, 'project_id': '95e7fc02f56c4d6e9ccab41b286aea67', 'gw_port': {'id': '163bc099-b297-4fb3-a4d0-2e468e5440a5', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ad:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7876540-d15b-421f-863c-cad70a33c8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:19:39Z', 'updated_at': '2022-05-05T20:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:21:17.450862 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae851b04-065f-48fc-bd32-066bbf1e88ea None None] Checking router: e7876540-d15b-421f-863c-cad70a33c8f9 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:21:17.460772 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae851b04-065f-48fc-bd32-066bbf1e88ea None None] Routers {'e7876540-d15b-421f-863c-cad70a33c8f9'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:21:17.461470 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-ae851b04-065f-48fc-bd32-066bbf1e88ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:21:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['e7876540-d15b-421f-863c-cad70a33c8f9'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:21:17.677237 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-964c47c4-2208-4c52-a5fa-1088c10b8e90 req-eba2a42d-299b-4b49-9485-66b1305984a8 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501638 May 05 20:21:17.818616 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-ae851b04-065f-48fc-bd32-066bbf1e88ea None None] Set router e7876540-d15b-421f-863c-cad70a33c8f9 gateway port host: None {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:21:17.866314 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-7e868f15-2a90-4940-85b8-85e0be2ce7fd admin admin] For port 163bc099-b297-4fb3-a4d0-2e468e5440a5, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=163bc099-b297-4fb3-a4d0-2e468e5440a5,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:21:17.866681 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7e868f15-2a90-4940-85b8-85e0be2ce7fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:17.945923 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-ae851b04-065f-48fc-bd32-066bbf1e88ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7876540-d15b-421f-863c-cad70a33c8f9', 'name': 'tempest-TestServerMultinode-904850784-router', 'tenant_id': '95e7fc02f56c4d6e9ccab41b286aea67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:19:37Z', 'updated_at': '2022-05-05T20:21:17Z', 'revision_number': 6, 'project_id': '95e7fc02f56c4d6e9ccab41b286aea67', 'gw_port_host': None}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:21:17.959564 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae851b04-065f-48fc-bd32-066bbf1e88ea None None] The sync data for ids ['e7876540-d15b-421f-863c-cad70a33c8f9'] in n-d-840717-1 is: [{'id': 'e7876540-d15b-421f-863c-cad70a33c8f9', 'name': 'tempest-TestServerMultinode-904850784-router', 'tenant_id': '95e7fc02f56c4d6e9ccab41b286aea67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:19:37Z', 'updated_at': '2022-05-05T20:21:17Z', 'revision_number': 6, 'project_id': '95e7fc02f56c4d6e9ccab41b286aea67', 'gw_port_host': None}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:21:18.037009 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-7e868f15-2a90-4940-85b8-85e0be2ce7fd admin admin] Calling delete_port for 163bc099-b297-4fb3-a4d0-2e468e5440a5 owned by network:router_gateway {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:21:18.059004 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b151343c-33f2-4078-9fcb-b62c096ada11 req-d62e034c-f8dd-4141-a3c5-9093698f3ed5 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:18.062126 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b151343c-33f2-4078-9fcb-b62c096ada11 req-d62e034c-f8dd-4141-a3c5-9093698f3ed5 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 946 time: 0.2155933 May 05 20:21:18.125669 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b151343c-33f2-4078-9fcb-b62c096ada11 req-0949e88f-28aa-4761-a947-d308de584aa9 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574718 May 05 20:21:18.538890 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9759d19-1aad-467b-9071-a33b81b60a87 req-445b3377-5710-479a-86cc-b7b26184a07a tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:18.568802 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f9759d19-1aad-467b-9071-a33b81b60a87 req-445b3377-5710-479a-86cc-b7b26184a07a tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 946 time: 0.2355461 May 05 20:21:18.621441 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7e868f15-2a90-4940-85b8-85e0be2ce7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:18.688087 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f9759d19-1aad-467b-9071-a33b81b60a87 req-31033986-c6b1-4c5c-ad2c-250da8d678bd tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183312 May 05 20:21:18.849798 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e868f15-2a90-4940-85b8-85e0be2ce7fd admin admin] Pushing event deleted for resources: {'Port': ['ID=163bc099-b297-4fb3-a4d0-2e468e5440a5,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:21:18.971228 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7e868f15-2a90-4940-85b8-85e0be2ce7fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:19.231798 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 0987b119-5962-4d70-aa49-3f5bcf339746 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:21:19.265052 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 46936) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:21:19.281176 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-0571f73f-4995-418e-b4f0-82462c76c0b8 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1714610251', 'description': 'tempest-secgroup-smoke-1714610251 description', 'project_id': '310f91420a2d4ddd8aab8a710d8dc814'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:21:19.301554 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 0987b119-5962-4d70-aa49-3f5bcf339746 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:21:19.301908 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 0987b119-5962-4d70-aa49-3f5bcf339746 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:21:19.303653 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 163bc099-b297-4fb3-a4d0-2e468e5440a5 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:21:19.305027 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0571f73f-4995-418e-b4f0-82462c76c0b8 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:21:19.313985 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-0571f73f-4995-418e-b4f0-82462c76c0b8 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Usage tracker for resource:security_group and tenant:310f91420a2d4ddd8aab8a710d8dc814 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:21:19.333185 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-0571f73f-4995-418e-b4f0-82462c76c0b8 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:21:19.342543 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0571f73f-4995-418e-b4f0-82462c76c0b8 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:21:19.352835 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7e868f15-2a90-4940-85b8-85e0be2ce7fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:19.362567 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7e868f15-2a90-4940-85b8-85e0be2ce7fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:19.375098 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0571f73f-4995-418e-b4f0-82462c76c0b8 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:19.391017 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 163bc099-b297-4fb3-a4d0-2e468e5440a5 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:21:19.392086 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 163bc099-b297-4fb3-a4d0-2e468e5440a5 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:21:19.400500 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7e868f15-2a90-4940-85b8-85e0be2ce7fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:19.401088 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e868f15-2a90-4940-85b8-85e0be2ce7fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7876540-d15b-421f-863c-cad70a33c8f9 {{(pid=88197) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:21:19.422539 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7e868f15-2a90-4940-85b8-85e0be2ce7fd admin admin] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:19.426834 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6fdb6c-b0da-4602-8dd2-f721944ed6c1 req-d72aeb1a-a75a-45a8-9360-7a1a806520ac tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:19.427934 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-7e868f15-2a90-4940-85b8-85e0be2ce7fd admin admin] 10.222.0.36 "DELETE /v2.0/routers/e7876540-d15b-421f-863c-cad70a33c8f9 HTTP/1.1" status: 204 len: 168 time: 2.8991258 May 05 20:21:19.428610 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 46940) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:21:19.436640 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9b6fdb6c-b0da-4602-8dd2-f721944ed6c1 req-d72aeb1a-a75a-45a8-9360-7a1a806520ac tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 946 time: 0.5532234 May 05 20:21:19.439724 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0571f73f-4995-418e-b4f0-82462c76c0b8 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:19.520869 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0571f73f-4995-418e-b4f0-82462c76c0b8 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:21:19.530440 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-0571f73f-4995-418e-b4f0-82462c76c0b8 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Usage tracker for resource:security_group_rule and tenant:310f91420a2d4ddd8aab8a710d8dc814 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:21:19.537365 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9b6fdb6c-b0da-4602-8dd2-f721944ed6c1 req-f77a9125-a0dc-4390-ad68-e657494458e3 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995173 May 05 20:21:19.538810 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-0571f73f-4995-418e-b4f0-82462c76c0b8 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:21:19.545389 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f5a4bf8-4e22-4934-bffd-c19fc1c0aa46 admin admin] Deleting subnet 566f53cc-aa8c-4c45-95bd-8e3a4cce5358 {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:21:19.554844 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6f5a4bf8-4e22-4934-bffd-c19fc1c0aa46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:19.569680 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0571f73f-4995-418e-b4f0-82462c76c0b8 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:21:19.676975 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6f5a4bf8-4e22-4934-bffd-c19fc1c0aa46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:19.793012 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0571f73f-4995-418e-b4f0-82462c76c0b8 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:19.829246 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6f5a4bf8-4e22-4934-bffd-c19fc1c0aa46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:19.855958 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0571f73f-4995-418e-b4f0-82462c76c0b8 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:19.859905 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0571f73f-4995-418e-b4f0-82462c76c0b8 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:21:19.864464 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-0571f73f-4995-418e-b4f0-82462c76c0b8 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Usage tracker for resource:security_group_rule and tenant:310f91420a2d4ddd8aab8a710d8dc814 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:21:19.868092 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-0571f73f-4995-418e-b4f0-82462c76c0b8 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:21:19.875658 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0571f73f-4995-418e-b4f0-82462c76c0b8 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:21:19.958315 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0571f73f-4995-418e-b4f0-82462c76c0b8 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10b38f9b-e167-41d1-a670-317cf2887d45,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:21:19.985200 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6f5a4bf8-4e22-4934-bffd-c19fc1c0aa46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:20.039318 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0571f73f-4995-418e-b4f0-82462c76c0b8 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:20.044049 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0571f73f-4995-418e-b4f0-82462c76c0b8 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:20.080018 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5a4bf8-4e22-4934-bffd-c19fc1c0aa46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=566f53cc-aa8c-4c45-95bd-8e3a4cce5358,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:21:20.088182 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0571f73f-4995-418e-b4f0-82462c76c0b8 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc7af0e-4aca-46ea-9229-3f1f94b1b893,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:21:20.093294 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6f5a4bf8-4e22-4934-bffd-c19fc1c0aa46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:20.094729 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68c6b5c-c5e5-4f7c-b766-c2e99958e94d None None] Network 707d6641-a4b3-43c9-8623-7744bae03830 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:21:20.104703 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-6f5a4bf8-4e22-4934-bffd-c19fc1c0aa46 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/566f53cc-aa8c-4c45-95bd-8e3a4cce5358 HTTP/1.1" status: 204 len: 168 time: 0.6750646 May 05 20:21:20.107862 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 46964) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:21:20.170936 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f139147-8d61-43bb-8556-0d4b9768bfc4 req-76c48244-0545-4dcb-a99f-47a20f3fdfcd tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:20.179169 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5f139147-8d61-43bb-8556-0d4b9768bfc4 req-76c48244-0545-4dcb-a99f-47a20f3fdfcd tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 946 time: 0.3843555 May 05 20:21:20.238713 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0571f73f-4995-418e-b4f0-82462c76c0b8 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:20.243229 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-0571f73f-4995-418e-b4f0-82462c76c0b8 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9696841 May 05 20:21:20.245415 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 46968) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:21:20.258712 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-b0f7b910-bc8e-4178-ab0b-726050958b29 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Request body: {'security_group_rule': {'security_group_id': '1cc7af0e-4aca-46ea-9229-3f1f94b1b893', 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:21:20.270761 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b0f7b910-bc8e-4178-ab0b-726050958b29 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:21:20.273410 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f94c82b8-c725-48fa-a03b-169f2ced71df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:20.279606 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-b0f7b910-bc8e-4178-ab0b-726050958b29 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Usage tracker for resource:security_group_rule and tenant:310f91420a2d4ddd8aab8a710d8dc814 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:21:20.295309 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5f139147-8d61-43bb-8556-0d4b9768bfc4 req-7c2bad31-3a9a-44a9-a7a9-aa520d14c0f8 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142161 May 05 20:21:20.298693 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-f94c82b8-c725-48fa-a03b-169f2ced71df admin admin] Deleting port f80c959c-ccd7-4528-a99c-0eb9670a6746 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:21:20.299029 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f94c82b8-c725-48fa-a03b-169f2ced71df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:20.299876 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-b0f7b910-bc8e-4178-ab0b-726050958b29 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:21:20.316930 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b0f7b910-bc8e-4178-ab0b-726050958b29 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:21:20.354173 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b0f7b910-bc8e-4178-ab0b-726050958b29 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:20.455650 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b0f7b910-bc8e-4178-ab0b-726050958b29 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:20.459934 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b0f7b910-bc8e-4178-ab0b-726050958b29 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:20.569683 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b0f7b910-bc8e-4178-ab0b-726050958b29 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:20.573745 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b0f7b910-bc8e-4178-ab0b-726050958b29 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3266416 May 05 20:21:20.578607 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 46976) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:21:20.579284 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f7b910-bc8e-4178-ab0b-726050958b29 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fccfa9d-c580-43a6-af01-e677543e0d12,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:21:20.585485 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-f09023dd-444e-421b-8a3f-19b7cea577e3 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Request body: {'security_group_rule': {'security_group_id': '1cc7af0e-4aca-46ea-9229-3f1f94b1b893', 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:21:20.618265 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f09023dd-444e-421b-8a3f-19b7cea577e3 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:21:20.632426 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-f09023dd-444e-421b-8a3f-19b7cea577e3 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Usage tracker for resource:security_group_rule and tenant:310f91420a2d4ddd8aab8a710d8dc814 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:21:20.640441 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-f09023dd-444e-421b-8a3f-19b7cea577e3 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:21:20.660164 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f09023dd-444e-421b-8a3f-19b7cea577e3 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:21:20.711137 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f09023dd-444e-421b-8a3f-19b7cea577e3 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:20.831653 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1644fd1a-6382-41ef-add9-33d253798a0d None None] DHCP port deletion for 707d6641-a4b3-43c9-8623-7744bae03830 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:21:20.835450 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f09023dd-444e-421b-8a3f-19b7cea577e3 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:20.835899 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-1644fd1a-6382-41ef-add9-33d253798a0d None None] Deleting port f80c959c-ccd7-4528-a99c-0eb9670a6746 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:21:20.836272 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1644fd1a-6382-41ef-add9-33d253798a0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:20.842035 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f09023dd-444e-421b-8a3f-19b7cea577e3 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:20.910003 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09023dd-444e-421b-8a3f-19b7cea577e3 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f760256-c6ac-48ca-96aa-8ec79ea8f330,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:21:20.924193 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f09023dd-444e-421b-8a3f-19b7cea577e3 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:20.939914 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f09023dd-444e-421b-8a3f-19b7cea577e3 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3583233 May 05 20:21:20.941051 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 46984) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:21:20.946191 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-0ef0e338-630a-412f-976c-1a1e649831b3 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Request body: {'security_group_rule': {'security_group_id': '1cc7af0e-4aca-46ea-9229-3f1f94b1b893', 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:21:20.961087 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0ef0e338-630a-412f-976c-1a1e649831b3 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:21:20.968292 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-0ef0e338-630a-412f-976c-1a1e649831b3 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Usage tracker for resource:security_group_rule and tenant:310f91420a2d4ddd8aab8a710d8dc814 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:21:20.982672 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-0ef0e338-630a-412f-976c-1a1e649831b3 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:21:20.988763 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0ef0e338-630a-412f-976c-1a1e649831b3 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:21:21.021530 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0ef0e338-630a-412f-976c-1a1e649831b3 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:21.078077 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-f94c82b8-c725-48fa-a03b-169f2ced71df admin admin] For port f80c959c-ccd7-4528-a99c-0eb9670a6746, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=f80c959c-ccd7-4528-a99c-0eb9670a6746,segment=NetworkSegment(7d87ba48-e415-4090-81c9-be89a95a43cf),segment_id=7d87ba48-e415-4090-81c9-be89a95a43cf)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:21:21.078644 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f94c82b8-c725-48fa-a03b-169f2ced71df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:21.160867 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0ef0e338-630a-412f-976c-1a1e649831b3 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:21.165803 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0ef0e338-630a-412f-976c-1a1e649831b3 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:21.208110 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef0e338-630a-412f-976c-1a1e649831b3 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1cf184d-f103-4c8e-8b7f-624dff94730a,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:21:21.244485 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0ef0e338-630a-412f-976c-1a1e649831b3 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:21.249253 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-0ef0e338-630a-412f-976c-1a1e649831b3 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3072219 May 05 20:21:21.250082 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 46992) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:21:21.263749 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-36387250-2444-44ad-a68a-de94a9a5e67f tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Request body: {'security_group_rule': {'security_group_id': '1cc7af0e-4aca-46ea-9229-3f1f94b1b893', 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:21:21.278465 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-36387250-2444-44ad-a68a-de94a9a5e67f tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:21:21.288356 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-36387250-2444-44ad-a68a-de94a9a5e67f tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Usage tracker for resource:security_group_rule and tenant:310f91420a2d4ddd8aab8a710d8dc814 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:21:21.297009 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-36387250-2444-44ad-a68a-de94a9a5e67f tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:21:21.299461 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device f80c959c-ccd7-4528-a99c-0eb9670a6746 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:21:21.312388 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-36387250-2444-44ad-a68a-de94a9a5e67f tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:21:21.340628 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-36387250-2444-44ad-a68a-de94a9a5e67f tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:21.369884 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-1644fd1a-6382-41ef-add9-33d253798a0d None None] For port f80c959c-ccd7-4528-a99c-0eb9670a6746, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=f80c959c-ccd7-4528-a99c-0eb9670a6746,segment=NetworkSegment(7d87ba48-e415-4090-81c9-be89a95a43cf),segment_id=7d87ba48-e415-4090-81c9-be89a95a43cf)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:21:21.371182 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1644fd1a-6382-41ef-add9-33d253798a0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:21.384858 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-f94c82b8-c725-48fa-a03b-169f2ced71df admin admin] Calling delete_port for f80c959c-ccd7-4528-a99c-0eb9670a6746 owned by network:dhcp {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:21:21.548438 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f94c82b8-c725-48fa-a03b-169f2ced71df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:21.555682 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-36387250-2444-44ad-a68a-de94a9a5e67f tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:21.560365 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-1644fd1a-6382-41ef-add9-33d253798a0d None None] Calling delete_port for f80c959c-ccd7-4528-a99c-0eb9670a6746 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:21:21.560549 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-36387250-2444-44ad-a68a-de94a9a5e67f tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:21.598996 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No active binding found for port f80c959c-ccd7-4528-a99c-0eb9670a6746 {{(pid=88199) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 05 20:21:21.599515 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device f80c959c-ccd7-4528-a99c-0eb9670a6746 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:21:21.626299 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-36387250-2444-44ad-a68a-de94a9a5e67f tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:21.631287 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-36387250-2444-44ad-a68a-de94a9a5e67f tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3800316 May 05 20:21:21.641923 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 47004) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:21:21.651236 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-9721da93-4728-41bb-8dc1-126b8e977665 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Request body: {'security_group_rule': {'security_group_id': '1cc7af0e-4aca-46ea-9229-3f1f94b1b893', 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:21:21.659832 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-9721da93-4728-41bb-8dc1-126b8e977665 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:21:21.665413 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-9721da93-4728-41bb-8dc1-126b8e977665 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Usage tracker for resource:security_group_rule and tenant:310f91420a2d4ddd8aab8a710d8dc814 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:21:21.670624 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-9721da93-4728-41bb-8dc1-126b8e977665 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:21:21.678330 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-9721da93-4728-41bb-8dc1-126b8e977665 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:21:21.687324 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36387250-2444-44ad-a68a-de94a9a5e67f tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f93e81a0-299b-4aa6-9cf6-5854cf08305b,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:21:21.701880 n-d-840717-1 neutron-server[88198]: INFO neutron.db.securitygroups_db [None req-9721da93-4728-41bb-8dc1-126b8e977665 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Project 310f91420a2d4ddd8aab8a710d8dc814 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 20:21:21.732755 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-1644fd1a-6382-41ef-add9-33d253798a0d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:21:21.734196 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9721da93-4728-41bb-8dc1-126b8e977665 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:21.738623 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-1644fd1a-6382-41ef-add9-33d253798a0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:21:21.744233 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94c82b8-c725-48fa-a03b-169f2ced71df admin admin] No DVR routers for this DVR port f80c959c-ccd7-4528-a99c-0eb9670a6746 on host n-d-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:21:21.817108 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94c82b8-c725-48fa-a03b-169f2ced71df admin admin] Pushing event deleted for resources: {'Port': ['ID=f80c959c-ccd7-4528-a99c-0eb9670a6746,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:21:21.918875 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9721da93-4728-41bb-8dc1-126b8e977665 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:21.932226 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9721da93-4728-41bb-8dc1-126b8e977665 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:21.970530 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f94c82b8-c725-48fa-a03b-169f2ced71df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:22.018122 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-f94c82b8-c725-48fa-a03b-169f2ced71df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['707d6641-a4b3-43c9-8623-7744bae03830']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:21:22.020661 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9721da93-4728-41bb-8dc1-126b8e977665 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d38b025b-67cd-4f84-bd84-e9ebe55e38fe,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:21:22.041052 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9721da93-4728-41bb-8dc1-126b8e977665 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:22.043305 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-9721da93-4728-41bb-8dc1-126b8e977665 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4001055 May 05 20:21:22.045767 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 47014) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:21:22.046238 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-f94c82b8-c725-48fa-a03b-169f2ced71df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d87ba48-e415-4090-81c9-be89a95a43cf') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:21:22.049185 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-f94c82b8-c725-48fa-a03b-169f2ced71df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d87ba48-e415-4090-81c9-be89a95a43cf') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:21:22.051578 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-c98911f2-a2f4-4fa1-9123-360153fe3262 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Request body: {'security_group_rule': {'security_group_id': '1cc7af0e-4aca-46ea-9229-3f1f94b1b893', 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:21:22.066366 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-c98911f2-a2f4-4fa1-9123-360153fe3262 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:21:22.071083 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f94c82b8-c725-48fa-a03b-169f2ced71df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:22.083199 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-c98911f2-a2f4-4fa1-9123-360153fe3262 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Usage tracker for resource:security_group_rule and tenant:310f91420a2d4ddd8aab8a710d8dc814 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:21:22.086590 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-c98911f2-a2f4-4fa1-9123-360153fe3262 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:21:22.093275 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-c98911f2-a2f4-4fa1-9123-360153fe3262 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:21:22.106808 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f94c82b8-c725-48fa-a03b-169f2ced71df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:22.116389 n-d-840717-1 neutron-server[88198]: INFO neutron.db.securitygroups_db [None req-c98911f2-a2f4-4fa1-9123-360153fe3262 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Project 310f91420a2d4ddd8aab8a710d8dc814 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 20:21:22.122227 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f94c82b8-c725-48fa-a03b-169f2ced71df admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:21:22.122803 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f94c82b8-c725-48fa-a03b-169f2ced71df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:22.134639 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c98911f2-a2f4-4fa1-9123-360153fe3262 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:22.156424 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:21:22.156424 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:21:22.156424 n-d-840717-1 neutron-server[88197]: timer() May 05 20:21:22.156424 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:21:22.156424 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:21:22.156424 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:21:22.156424 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:21:22.156424 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:21:22.156424 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:21:22.156424 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:21:22.156424 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:21:22.156424 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:21:22.156424 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:21:22.156424 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:21:22.156424 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:21:22.156424 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:21:22.156424 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:21:22.156424 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:21:22.156424 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:21:22.156424 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:21:22.156424 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:21:22.156424 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:21:22.156424 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:21:22.156424 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:21:22.156424 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:21:22.156424 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:21:22.156424 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:21:22.156424 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:21:22.156424 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:21:22.156424 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:21:22.156424 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:21:22.156424 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:21:22.239968 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-1644fd1a-6382-41ef-add9-33d253798a0d None None] Deleting port f80c959c-ccd7-4528-a99c-0eb9670a6746 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:21:22.240501 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1644fd1a-6382-41ef-add9-33d253798a0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:22.288746 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c98911f2-a2f4-4fa1-9123-360153fe3262 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:22.302296 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c98911f2-a2f4-4fa1-9123-360153fe3262 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:22.359276 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f94c82b8-c725-48fa-a03b-169f2ced71df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:22.367967 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f94c82b8-c725-48fa-a03b-169f2ced71df admin admin] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:22.396428 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98911f2-a2f4-4fa1-9123-360153fe3262 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58329674-d0e4-4398-afab-b55ae49f9a39,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:21:22.401733 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c98911f2-a2f4-4fa1-9123-360153fe3262 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:22.404437 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c98911f2-a2f4-4fa1-9123-360153fe3262 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3573046 May 05 20:21:22.407957 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 47020) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:21:22.439309 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94c82b8-c725-48fa-a03b-169f2ced71df admin admin] Pushing event deleted for resources: {'Network': ['ID=707d6641-a4b3-43c9-8623-7744bae03830,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:21:22.447175 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-491883bb-11fd-4b1c-a6f5-e53247ef3588 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Request body: {'network': {'name': 'tempest-network-smoke--383348894', 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'port_security_enabled': True}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:21:22.454012 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-491883bb-11fd-4b1c-a6f5-e53247ef3588 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:21:22.457847 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-1644fd1a-6382-41ef-add9-33d253798a0d None None] The port 'f80c959c-ccd7-4528-a99c-0eb9670a6746' was deleted {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 20:21:22.463516 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-491883bb-11fd-4b1c-a6f5-e53247ef3588 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Usage tracker for resource:network and tenant:310f91420a2d4ddd8aab8a710d8dc814 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:21:22.470642 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-491883bb-11fd-4b1c-a6f5-e53247ef3588 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:21:22.483079 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-491883bb-11fd-4b1c-a6f5-e53247ef3588 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:21:22.504023 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 47026) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:21:22.507056 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f94c82b8-c725-48fa-a03b-169f2ced71df admin admin] 10.222.0.36 "DELETE /v2.0/networks/707d6641-a4b3-43c9-8623-7744bae03830 HTTP/1.1" status: 204 len: 168 time: 2.3983045 May 05 20:21:22.508406 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-491883bb-11fd-4b1c-a6f5-e53247ef3588 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Made reservation on behalf of 310f91420a2d4ddd8aab8a710d8dc814 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:21:22.513586 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-491883bb-11fd-4b1c-a6f5-e53247ef3588 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:22.571653 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-491883bb-11fd-4b1c-a6f5-e53247ef3588 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:21:22.583515 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-491883bb-11fd-4b1c-a6f5-e53247ef3588 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:22.583848 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-491883bb-11fd-4b1c-a6f5-e53247ef3588 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Added segment d248bc78-6ee4-4251-a7f7-94832ea6da5c of type vlan for network 31b469d8-6d49-4092-85b9-89b228577bc0 May 05 20:21:22.669437 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-491883bb-11fd-4b1c-a6f5-e53247ef3588 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:22.716588 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-491883bb-11fd-4b1c-a6f5-e53247ef3588 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:22.726257 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491883bb-11fd-4b1c-a6f5-e53247ef3588 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:22.727271 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-491883bb-11fd-4b1c-a6f5-e53247ef3588 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:22.826802 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-491883bb-11fd-4b1c-a6f5-e53247ef3588 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4119790 May 05 20:21:22.834904 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 47034) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:21:22.894936 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-daa8346d-f0a1-4a55-9792-db124cdd9458 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-597991816', 'admin_state_up': True, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:21:22.918104 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-daa8346d-f0a1-4a55-9792-db124cdd9458 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:21:22.922581 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-daa8346d-f0a1-4a55-9792-db124cdd9458 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Usage tracker for resource:router and tenant:310f91420a2d4ddd8aab8a710d8dc814 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:21:22.932275 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-daa8346d-f0a1-4a55-9792-db124cdd9458 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:21:22.946621 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-daa8346d-f0a1-4a55-9792-db124cdd9458 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:21:22.965039 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-daa8346d-f0a1-4a55-9792-db124cdd9458 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:22.972224 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-daa8346d-f0a1-4a55-9792-db124cdd9458 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:22.999400 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-daa8346d-f0a1-4a55-9792-db124cdd9458 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:23.022127 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 47042) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:21:23.323727 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491883bb-11fd-4b1c-a6f5-e53247ef3588 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event updated for resources: {'Network': ['ID=31b469d8-6d49-4092-85b9-89b228577bc0,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:21:23.345659 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 31b469d8-6d49-4092-85b9-89b228577bc0 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:21:23.687050 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4d384e22-be09-4802-8d46-88e5c8ca3890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:23.711554 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-daa8346d-f0a1-4a55-9792-db124cdd9458 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:23.724914 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4d384e22-be09-4802-8d46-88e5c8ca3890 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:21:23.729642 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4d384e22-be09-4802-8d46-88e5c8ca3890 admin admin] Usage tracker for resource:security_group_rule and tenant:6ab48a9703b245cf9b0a5a43a069db9f is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:21:23.732662 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4d384e22-be09-4802-8d46-88e5c8ca3890 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:21:23.738467 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4d384e22-be09-4802-8d46-88e5c8ca3890 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:21:23.792771 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e24e472e-25c3-4646-8bcf-fbc9de20681c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:23.831490 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4d384e22-be09-4802-8d46-88e5c8ca3890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:23.854903 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4d384e22-be09-4802-8d46-88e5c8ca3890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:23.924092 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d384e22-be09-4802-8d46-88e5c8ca3890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da5ad88d-543e-4bcd-903e-63a495a25da6,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:21:23.970339 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-4d384e22-be09-4802-8d46-88e5c8ca3890 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6ab48a9703b245cf9b0a5a43a069db9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9469836 May 05 20:21:23.974014 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 47068) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:21:24.161660 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3f4564e3-8b8c-4a25-8113-d7a323a9ab6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:24.190625 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3f4564e3-8b8c-4a25-8113-d7a323a9ab6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:24.559609 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-daa8346d-f0a1-4a55-9792-db124cdd9458 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for router_gateway, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:24.608324 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3f4564e3-8b8c-4a25-8113-d7a323a9ab6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:24.609582 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-daa8346d-f0a1-4a55-9792-db124cdd9458 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:24.661796 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4564e3-8b8c-4a25-8113-d7a323a9ab6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5ad88d-543e-4bcd-903e-63a495a25da6,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:21:24.689294 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3f4564e3-8b8c-4a25-8113-d7a323a9ab6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:24.693625 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3f4564e3-8b8c-4a25-8113-d7a323a9ab6e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/da5ad88d-543e-4bcd-903e-63a495a25da6 HTTP/1.1" status: 204 len: 168 time: 0.7178004 May 05 20:21:24.711077 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-e24e472e-25c3-4646-8bcf-fbc9de20681c admin admin] Deleting port b3477aee-5609-4e89-9773-9ef00db4772e {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:21:24.712252 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e24e472e-25c3-4646-8bcf-fbc9de20681c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:24.753189 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:21:24.963426 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-daa8346d-f0a1-4a55-9792-db124cdd9458 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Allocated IP 172.25.0.80 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/979bd086-27ba-4b62-a3cc-0ed9cd3339c1) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:21:25.034890 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-e24e472e-25c3-4646-8bcf-fbc9de20681c admin admin] For port b3477aee-5609-4e89-9773-9ef00db4772e, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=b3477aee-5609-4e89-9773-9ef00db4772e,segment=NetworkSegment(146540f2-8923-48c9-8fc2-f86d4059fbaf),segment_id=146540f2-8923-48c9-8fc2-f86d4059fbaf)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:21:25.035514 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e24e472e-25c3-4646-8bcf-fbc9de20681c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:25.235594 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-daa8346d-f0a1-4a55-9792-db124cdd9458 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:25.285944 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-daa8346d-f0a1-4a55-9792-db124cdd9458 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:25.304670 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-e24e472e-25c3-4646-8bcf-fbc9de20681c admin admin] Calling delete_port for b3477aee-5609-4e89-9773-9ef00db4772e owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:21:25.401329 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa8346d-f0a1-4a55-9792-db124cdd9458 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:21:25.405038 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-daa8346d-f0a1-4a55-9792-db124cdd9458 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:21:25.413778 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa8346d-f0a1-4a55-9792-db124cdd9458 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:21:25.696317 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e24e472e-25c3-4646-8bcf-fbc9de20681c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:25.696680 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa8346d-f0a1-4a55-9792-db124cdd9458 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event updated for resources: {'Port': ['ID=979bd086-27ba-4b62-a3cc-0ed9cd3339c1,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:21:25.884942 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24e472e-25c3-4646-8bcf-fbc9de20681c admin admin] Pushing event deleted for resources: {'Port': ['ID=b3477aee-5609-4e89-9773-9ef00db4772e,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:21:26.346493 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-daa8346d-f0a1-4a55-9792-db124cdd9458 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for router_gateway, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:26.407827 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e24e472e-25c3-4646-8bcf-fbc9de20681c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:26.939470 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 47142) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:21:26.976778 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e24e472e-25c3-4646-8bcf-fbc9de20681c admin admin] Router b3989c50-95c4-4539-8de7-b38c2bb6a649 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:21:27.306839 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a1618492-477d-4a25-bbf6-c37fdf0b51ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:27.333616 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-daa8346d-f0a1-4a55-9792-db124cdd9458 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:27.335082 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a1618492-477d-4a25-bbf6-c37fdf0b51ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:21:27.342610 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a1618492-477d-4a25-bbf6-c37fdf0b51ea admin admin] Usage tracker for resource:security_group_rule and tenant:63de9fff6cd54d8aa0b9c659a16c95c3 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:21:27.397438 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a1618492-477d-4a25-bbf6-c37fdf0b51ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:21:27.423516 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a1618492-477d-4a25-bbf6-c37fdf0b51ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:21:27.498928 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e24e472e-25c3-4646-8bcf-fbc9de20681c admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:21:27.516260 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1ce8d7-9f7f-4c0d-96f6-77cd961b7756 None None] Sync routers for ids ['b3989c50-95c4-4539-8de7-b38c2bb6a649'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:21:27.529013 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1ce8d7-9f7f-4c0d-96f6-77cd961b7756 None None] Routers {'b3989c50-95c4-4539-8de7-b38c2bb6a649'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:21:27.530947 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-1e1ce8d7-9f7f-4c0d-96f6-77cd961b7756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:21:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['b3989c50-95c4-4539-8de7-b38c2bb6a649'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:21:27.589528 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 47152) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:21:27.590246 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e24e472e-25c3-4646-8bcf-fbc9de20681c admin admin] 10.222.0.36 "PUT /v2.0/routers/b3989c50-95c4-4539-8de7-b38c2bb6a649/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0846126 May 05 20:21:27.680423 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a1618492-477d-4a25-bbf6-c37fdf0b51ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:27.708196 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a1618492-477d-4a25-bbf6-c37fdf0b51ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:27.708380 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daa8346d-f0a1-4a55-9792-db124cdd9458 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Router 634dc00c-b2a8-4d0d-b5ae-db7d02eadf54 is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88197) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:21:27.775511 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1618492-477d-4a25-bbf6-c37fdf0b51ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c95faf-f99c-48d1-9454-b0c2c1715d52,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:21:27.819190 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a1618492-477d-4a25-bbf6-c37fdf0b51ea admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=63de9fff6cd54d8aa0b9c659a16c95c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8786848 May 05 20:21:27.823840 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 47158) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:21:27.969275 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-1e1ce8d7-9f7f-4c0d-96f6-77cd961b7756 None None] Set router b3989c50-95c4-4539-8de7-b38c2bb6a649 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:21:27.969777 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-afa4d9aa-74fa-4a36-b1c5-a01db151e61b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:28.043655 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-afa4d9aa-74fa-4a36-b1c5-a01db151e61b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:28.123487 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-afa4d9aa-74fa-4a36-b1c5-a01db151e61b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:28.164385 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-afa4d9aa-74fa-4a36-b1c5-a01db151e61b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:28.168777 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-afa4d9aa-74fa-4a36-b1c5-a01db151e61b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f8c95faf-f99c-48d1-9454-b0c2c1715d52 HTTP/1.1" status: 204 len: 168 time: 0.3407278 May 05 20:21:28.184563 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa4d9aa-74fa-4a36-b1c5-a01db151e61b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c95faf-f99c-48d1-9454-b0c2c1715d52,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:21:28.288097 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa8346d-f0a1-4a55-9792-db124cdd9458 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:21:28.304465 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700b51ad-4a01-41a6-a718-33d3ffbb3def None None] Sync routers for ids ['634dc00c-b2a8-4d0d-b5ae-db7d02eadf54'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:21:28.330153 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700b51ad-4a01-41a6-a718-33d3ffbb3def None None] Routers {'634dc00c-b2a8-4d0d-b5ae-db7d02eadf54'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:21:28.331094 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-700b51ad-4a01-41a6-a718-33d3ffbb3def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:21:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['634dc00c-b2a8-4d0d-b5ae-db7d02eadf54'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:21:28.381242 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-daa8346d-f0a1-4a55-9792-db124cdd9458 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:28.381242 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-daa8346d-f0a1-4a55-9792-db124cdd9458 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.5179603 May 05 20:21:28.388900 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 47182) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:21:28.417633 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-16de21ab-8cf3-47c9-81ff-1b6a09ed280f admin admin] Notify callbacks [] for router, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:28.803915 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-700b51ad-4a01-41a6-a718-33d3ffbb3def None None] Set router 634dc00c-b2a8-4d0d-b5ae-db7d02eadf54 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:21:28.884608 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-16de21ab-8cf3-47c9-81ff-1b6a09ed280f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:28.908441 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-16de21ab-8cf3-47c9-81ff-1b6a09ed280f admin admin] Deleting port cfb6fc82-f8ca-43e0-820d-4c2c5ef45a4d {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:21:28.909027 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-16de21ab-8cf3-47c9-81ff-1b6a09ed280f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:28.992535 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-1e1ce8d7-9f7f-4c0d-96f6-77cd961b7756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3989c50-95c4-4539-8de7-b38c2bb6a649', 'name': 'tempest-TestServerMultinode-157967726-router', 'tenant_id': 'e1dd5fed7272454898616d906ca85969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': 'cfb6fc82-f8ca-43e0-820d-4c2c5ef45a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:19:54Z', 'updated_at': '2022-05-05T20:21:25Z', 'revision_number': 5, 'project_id': 'e1dd5fed7272454898616d906ca85969', 'gw_port': {'id': 'cfb6fc82-f8ca-43e0-820d-4c2c5ef45a4d', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:fb:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3989c50-95c4-4539-8de7-b38c2bb6a649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:19:58Z', 'updated_at': '2022-05-05T20:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:21:29.001014 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1ce8d7-9f7f-4c0d-96f6-77cd961b7756 None None] Checking router: b3989c50-95c4-4539-8de7-b38c2bb6a649 for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:21:29.009380 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e9503866-8cc8-4bbe-a282-ed9444a032de tempest-TestNetworkAdvancedServerOps-1264277304 tempest-TestNetworkAdvancedServerOps-1264277304-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=310f91420a2d4ddd8aab8a710d8dc814&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6273584 May 05 20:21:29.011419 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 47198) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:21:29.019297 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1ce8d7-9f7f-4c0d-96f6-77cd961b7756 None None] Routers {'b3989c50-95c4-4539-8de7-b38c2bb6a649'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:21:29.020278 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-1e1ce8d7-9f7f-4c0d-96f6-77cd961b7756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:21:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['b3989c50-95c4-4539-8de7-b38c2bb6a649'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:21:29.318089 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-1e1ce8d7-9f7f-4c0d-96f6-77cd961b7756 None None] Set router b3989c50-95c4-4539-8de7-b38c2bb6a649 gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:21:29.375645 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad47f174-6c9e-4be2-9083-9577a65a211d tempest-TestNetworkAdvancedServerOps-1264277304 tempest-TestNetworkAdvancedServerOps-1264277304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:29.377911 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-ad47f174-6c9e-4be2-9083-9577a65a211d tempest-TestNetworkAdvancedServerOps-1264277304 tempest-TestNetworkAdvancedServerOps-1264277304-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3640735 May 05 20:21:29.384890 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 47208) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:21:29.410227 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-16de21ab-8cf3-47c9-81ff-1b6a09ed280f admin admin] For port cfb6fc82-f8ca-43e0-820d-4c2c5ef45a4d, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=cfb6fc82-f8ca-43e0-820d-4c2c5ef45a4d,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:21:29.410594 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-16de21ab-8cf3-47c9-81ff-1b6a09ed280f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:29.499470 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-700b51ad-4a01-41a6-a718-33d3ffbb3def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634dc00c-b2a8-4d0d-b5ae-db7d02eadf54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-597991816', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '979bd086-27ba-4b62-a3cc-0ed9cd3339c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:21:22Z', 'updated_at': '2022-05-05T20:21:25Z', 'revision_number': 3, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'gw_port': {'id': '979bd086-27ba-4b62-a3cc-0ed9cd3339c1', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:61:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634dc00c-b2a8-4d0d-b5ae-db7d02eadf54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:21:24Z', 'updated_at': '2022-05-05T20:21:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:21:29.510456 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700b51ad-4a01-41a6-a718-33d3ffbb3def None None] Checking router: 634dc00c-b2a8-4d0d-b5ae-db7d02eadf54 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:21:29.512309 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700b51ad-4a01-41a6-a718-33d3ffbb3def None None] Updating router 634dc00c-b2a8-4d0d-b5ae-db7d02eadf54 port 979bd086-27ba-4b62-a3cc-0ed9cd3339c1 binding host n-d-840717-1 {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:21:29.584587 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-700b51ad-4a01-41a6-a718-33d3ffbb3def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:29.596842 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c0d99-7c17-4248-a591-4c3b9a708c50 req-2ccee7e0-b6a8-4be6-b8a4-c4cce7dd5a94 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:29.603037 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-508c0d99-7c17-4248-a591-4c3b9a708c50 req-2ccee7e0-b6a8-4be6-b8a4-c4cce7dd5a94 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 946 time: 0.2239532 May 05 20:21:29.643528 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-1e1ce8d7-9f7f-4c0d-96f6-77cd961b7756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3989c50-95c4-4539-8de7-b38c2bb6a649', 'name': 'tempest-TestServerMultinode-157967726-router', 'tenant_id': 'e1dd5fed7272454898616d906ca85969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:19:54Z', 'updated_at': '2022-05-05T20:21:28Z', 'revision_number': 6, 'project_id': 'e1dd5fed7272454898616d906ca85969', 'gw_port_host': None}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:21:29.658416 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1ce8d7-9f7f-4c0d-96f6-77cd961b7756 None None] The sync data for ids ['b3989c50-95c4-4539-8de7-b38c2bb6a649'] in n-d-840717-1 is: [{'id': 'b3989c50-95c4-4539-8de7-b38c2bb6a649', 'name': 'tempest-TestServerMultinode-157967726-router', 'tenant_id': 'e1dd5fed7272454898616d906ca85969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:19:54Z', 'updated_at': '2022-05-05T20:21:28Z', 'revision_number': 6, 'project_id': 'e1dd5fed7272454898616d906ca85969', 'gw_port_host': None}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:21:29.700967 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-508c0d99-7c17-4248-a591-4c3b9a708c50 req-3362bdf1-6423-41f3-ae17-d041ab0af4a7 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901031 May 05 20:21:29.747426 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-c559057a-6ea0-470d-b7b7-78dce9e3f334 tempest-TestNetworkAdvancedServerOps-1264277304 tempest-TestNetworkAdvancedServerOps-1264277304-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=0401d202-1605-4cfe-bad4-fb225df6afb0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3501720 May 05 20:21:29.749274 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 47220) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:21:29.764095 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-32d67d40-f6c3-4640-a1ba-de857cf5675b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1080864159', 'network_id': '31b469d8-6d49-4092-85b9-89b228577bc0', 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:21:29.824805 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 47224) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:21:29.960648 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-16de21ab-8cf3-47c9-81ff-1b6a09ed280f admin admin] Calling delete_port for cfb6fc82-f8ca-43e0-820d-4c2c5ef45a4d owned by network:router_gateway {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:21:30.007887 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-32d67d40-f6c3-4640-a1ba-de857cf5675b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:21:30.016378 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-32d67d40-f6c3-4640-a1ba-de857cf5675b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Usage tracker for resource:subnet and tenant:310f91420a2d4ddd8aab8a710d8dc814 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:21:30.021374 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-32d67d40-f6c3-4640-a1ba-de857cf5675b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:21:30.074486 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-32d67d40-f6c3-4640-a1ba-de857cf5675b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:21:30.111201 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-0d82d849-d735-42c7-9a82-2f4b1e0a1062 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1572988771-network', 'tenant_id': '3cb74c420a0d44ceab8f0189473c0240'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:21:30.133644 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d67d40-f6c3-4640-a1ba-de857cf5675b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Made reservation on behalf of 310f91420a2d4ddd8aab8a710d8dc814 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:21:30.139569 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-32d67d40-f6c3-4640-a1ba-de857cf5675b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:30.203720 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-700b51ad-4a01-41a6-a718-33d3ffbb3def None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:30.279310 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0d82d849-d735-42c7-9a82-2f4b1e0a1062 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:21:30.291683 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-0d82d849-d735-42c7-9a82-2f4b1e0a1062 admin admin] Usage tracker for resource:network and tenant:3cb74c420a0d44ceab8f0189473c0240 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:21:30.296017 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-0d82d849-d735-42c7-9a82-2f4b1e0a1062 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:21:30.303742 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0d82d849-d735-42c7-9a82-2f4b1e0a1062 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:21:30.317935 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d82d849-d735-42c7-9a82-2f4b1e0a1062 admin admin] Made reservation on behalf of 3cb74c420a0d44ceab8f0189473c0240 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:21:30.321338 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0d82d849-d735-42c7-9a82-2f4b1e0a1062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:30.339430 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0d82d849-d735-42c7-9a82-2f4b1e0a1062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:30.360808 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0d82d849-d735-42c7-9a82-2f4b1e0a1062 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:21:30.365187 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-0d82d849-d735-42c7-9a82-2f4b1e0a1062 admin admin] Usage tracker for resource:security_group_rule and tenant:3cb74c420a0d44ceab8f0189473c0240 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:21:30.370379 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-0d82d849-d735-42c7-9a82-2f4b1e0a1062 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:21:30.381828 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0d82d849-d735-42c7-9a82-2f4b1e0a1062 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:21:30.524839 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-700b51ad-4a01-41a6-a718-33d3ffbb3def None None] Transition to ACTIVE for port object 979bd086-27ba-4b62-a3cc-0ed9cd3339c1 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:21:30.530159 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-16de21ab-8cf3-47c9-81ff-1b6a09ed280f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:30.540309 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-700b51ad-4a01-41a6-a718-33d3ffbb3def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:30.646576 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16de21ab-8cf3-47c9-81ff-1b6a09ed280f admin admin] Pushing event deleted for resources: {'Port': ['ID=cfb6fc82-f8ca-43e0-820d-4c2c5ef45a4d,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:21:30.654387 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-700b51ad-4a01-41a6-a718-33d3ffbb3def None None] Attempting to bind port 979bd086-27ba-4b62-a3cc-0ed9cd3339c1 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:21:30.654763 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-700b51ad-4a01-41a6-a718-33d3ffbb3def None None] Attempting to bind port 979bd086-27ba-4b62-a3cc-0ed9cd3339c1 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:21:30.655381 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700b51ad-4a01-41a6-a718-33d3ffbb3def None None] Attempting to bind port 979bd086-27ba-4b62-a3cc-0ed9cd3339c1 on network 0401d202-1605-4cfe-bad4-fb225df6afb0 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:21:30.670320 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700b51ad-4a01-41a6-a718-33d3ffbb3def None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:21:30.670707 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700b51ad-4a01-41a6-a718-33d3ffbb3def None None] Checking segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:21:30.671111 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-700b51ad-4a01-41a6-a718-33d3ffbb3def None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:30.671669 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700b51ad-4a01-41a6-a718-33d3ffbb3def None None] Bound using segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:21:30.672160 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-700b51ad-4a01-41a6-a718-33d3ffbb3def None None] Bound port: 979bd086-27ba-4b62-a3cc-0ed9cd3339c1, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:21:30.672578 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-700b51ad-4a01-41a6-a718-33d3ffbb3def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:30.731406 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab4228-43cc-44c5-b4f4-f45613e499bd req-673dac5c-7b0c-4fcd-a1d7-1f47a43b2599 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:30.733681 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-26ab4228-43cc-44c5-b4f4-f45613e499bd req-673dac5c-7b0c-4fcd-a1d7-1f47a43b2599 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.50 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 946 time: 0.2981539 May 05 20:21:30.739751 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1784d5d-6d16-4530-9dfc-2ef272f96ebc None None] Pushing event updated for resources: {'Port': ['ID=979bd086-27ba-4b62-a3cc-0ed9cd3339c1,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:21:30.741356 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-16de21ab-8cf3-47c9-81ff-1b6a09ed280f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:30.760444 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1784d5d-6d16-4530-9dfc-2ef272f96ebc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:21:30.761627 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1784d5d-6d16-4530-9dfc-2ef272f96ebc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:21:30.762121 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1784d5d-6d16-4530-9dfc-2ef272f96ebc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:21:30.762599 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1784d5d-6d16-4530-9dfc-2ef272f96ebc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:21:30.763086 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1784d5d-6d16-4530-9dfc-2ef272f96ebc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:21:30.763602 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1784d5d-6d16-4530-9dfc-2ef272f96ebc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:21:30.764074 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1784d5d-6d16-4530-9dfc-2ef272f96ebc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:21:30.764605 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1784d5d-6d16-4530-9dfc-2ef272f96ebc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:21:30.765084 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1784d5d-6d16-4530-9dfc-2ef272f96ebc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:21:30.765797 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1784d5d-6d16-4530-9dfc-2ef272f96ebc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:21:30.766288 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1784d5d-6d16-4530-9dfc-2ef272f96ebc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:21:30.766859 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1784d5d-6d16-4530-9dfc-2ef272f96ebc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:21:30.807380 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-700b51ad-4a01-41a6-a718-33d3ffbb3def None None] For port 979bd086-27ba-4b62-a3cc-0ed9cd3339c1, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:21:30.813105 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-700b51ad-4a01-41a6-a718-33d3ffbb3def None None] For port 979bd086-27ba-4b62-a3cc-0ed9cd3339c1, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=979bd086-27ba-4b62-a3cc-0ed9cd3339c1,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:21:30.830099 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-700b51ad-4a01-41a6-a718-33d3ffbb3def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:30.862478 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0d82d849-d735-42c7-9a82-2f4b1e0a1062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:30.878398 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0d82d849-d735-42c7-9a82-2f4b1e0a1062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:30.944161 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d82d849-d735-42c7-9a82-2f4b1e0a1062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eda2352-7e6c-4384-97c1-b91c9276aa32,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:21:30.949431 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-16de21ab-8cf3-47c9-81ff-1b6a09ed280f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:30.951790 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-16de21ab-8cf3-47c9-81ff-1b6a09ed280f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:30.962160 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-32d67d40-f6c3-4640-a1ba-de857cf5675b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:30.968526 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d82d849-d735-42c7-9a82-2f4b1e0a1062 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:21:31.004731 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1784d5d-6d16-4530-9dfc-2ef272f96ebc None None] Pushing event updated for resources: {'Port': ['ID=979bd086-27ba-4b62-a3cc-0ed9cd3339c1,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:21:31.033292 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700b51ad-4a01-41a6-a718-33d3ffbb3def None None] Routers {'634dc00c-b2a8-4d0d-b5ae-db7d02eadf54'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:21:31.036153 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-700b51ad-4a01-41a6-a718-33d3ffbb3def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:21:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['634dc00c-b2a8-4d0d-b5ae-db7d02eadf54'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:21:31.045607 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-26ab4228-43cc-44c5-b4f4-f45613e499bd req-a98e0f87-df58-4a47-820d-dc77447c64c6 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Deleting port ede82658-00b0-42c9-915e-b334ee0c0cfe {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:21:31.046058 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-26ab4228-43cc-44c5-b4f4-f45613e499bd req-a98e0f87-df58-4a47-820d-dc77447c64c6 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:31.051774 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d67d40-f6c3-4640-a1ba-de857cf5675b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event updated for resources: {'Subnet': ['ID=477409ea-8175-4012-b9f5-deeb71642c2e,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:21:31.071557 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0d82d849-d735-42c7-9a82-2f4b1e0a1062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:31.072031 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-0d82d849-d735-42c7-9a82-2f4b1e0a1062 admin admin] Added segment 91a06b22-4f81-42bf-a32c-14ccd82ed834 of type vlan for network a832387e-31e5-4ff2-a2fd-7455c4d42558 May 05 20:21:31.118661 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d67d40-f6c3-4640-a1ba-de857cf5675b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Checking segment: {'id': 'd248bc78-6ee4-4251-a7f7-94832ea6da5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '31b469d8-6d49-4092-85b9-89b228577bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:21:31.119142 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d67d40-f6c3-4640-a1ba-de857cf5675b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Network hostable DHCP agents. Network: 31b469d8-6d49-4092-85b9-89b228577bc0, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:21:31.140514 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0d82d849-d735-42c7-9a82-2f4b1e0a1062 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:31.207160 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d67d40-f6c3-4640-a1ba-de857cf5675b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Network 31b469d8-6d49-4092-85b9-89b228577bc0 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:21:31.216619 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0d82d849-d735-42c7-9a82-2f4b1e0a1062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:31.217717 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d82d849-d735-42c7-9a82-2f4b1e0a1062 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:31.218493 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0d82d849-d735-42c7-9a82-2f4b1e0a1062 admin admin] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:31.293961 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-32d67d40-f6c3-4640-a1ba-de857cf5675b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 31b469d8-6d49-4092-85b9-89b228577bc0) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:21:31.305093 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d67d40-f6c3-4640-a1ba-de857cf5675b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:31.305851 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-32d67d40-f6c3-4640-a1ba-de857cf5675b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:31.313243 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-0d82d849-d735-42c7-9a82-2f4b1e0a1062 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4871573 May 05 20:21:31.322549 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 47248) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:21:31.329182 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-8d98c0f0-93ec-4a67-9e79-a2191af88bb8 admin admin] Request body: {'subnet': {'network_id': 'a832387e-31e5-4ff2-a2fd-7455c4d42558', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1572988771-subnet', 'tenant_id': '3cb74c420a0d44ceab8f0189473c0240', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:21:31.340727 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-700b51ad-4a01-41a6-a718-33d3ffbb3def None None] Set router 634dc00c-b2a8-4d0d-b5ae-db7d02eadf54 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:21:31.358313 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8d98c0f0-93ec-4a67-9e79-a2191af88bb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:21:31.369030 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-8d98c0f0-93ec-4a67-9e79-a2191af88bb8 admin admin] Usage tracker for resource:subnet and tenant:3cb74c420a0d44ceab8f0189473c0240 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:21:31.424561 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-8d98c0f0-93ec-4a67-9e79-a2191af88bb8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:21:31.436138 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-32d67d40-f6c3-4640-a1ba-de857cf5675b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6831560 May 05 20:21:31.437735 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d82d849-d735-42c7-9a82-2f4b1e0a1062 admin admin] Pushing event updated for resources: {'Network': ['ID=a832387e-31e5-4ff2-a2fd-7455c4d42558,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:21:31.440718 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 47254) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:21:31.441720 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8d98c0f0-93ec-4a67-9e79-a2191af88bb8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:21:31.511298 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-26ab4228-43cc-44c5-b4f4-f45613e499bd req-a98e0f87-df58-4a47-820d-dc77447c64c6 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] For port ede82658-00b0-42c9-915e-b334ee0c0cfe, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=ede82658-00b0-42c9-915e-b334ee0c0cfe,segment=NetworkSegment(5f930359-bc75-4edb-bf67-d4090d0927d6),segment_id=5f930359-bc75-4edb-bf67-d4090d0927d6)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:21:31.511963 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-26ab4228-43cc-44c5-b4f4-f45613e499bd req-a98e0f87-df58-4a47-820d-dc77447c64c6 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:31.543095 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device cfb6fc82-f8ca-43e0-820d-4c2c5ef45a4d no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:21:31.597970 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d199d6a6-dde3-4813-ace9-21553baae5d4 None None] Network 31b469d8-6d49-4092-85b9-89b228577bc0 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:21:31.659229 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-26ab4228-43cc-44c5-b4f4-f45613e499bd req-a98e0f87-df58-4a47-820d-dc77447c64c6 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Calling delete_port for ede82658-00b0-42c9-915e-b334ee0c0cfe owned by compute:nova {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:21:31.665340 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d98c0f0-93ec-4a67-9e79-a2191af88bb8 admin admin] Made reservation on behalf of 3cb74c420a0d44ceab8f0189473c0240 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:21:31.674176 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8d98c0f0-93ec-4a67-9e79-a2191af88bb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:31.693875 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network a832387e-31e5-4ff2-a2fd-7455c4d42558 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:21:31.793719 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-16de21ab-8cf3-47c9-81ff-1b6a09ed280f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:31.794481 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16de21ab-8cf3-47c9-81ff-1b6a09ed280f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3989c50-95c4-4539-8de7-b38c2bb6a649 {{(pid=88197) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:21:31.934294 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-26ab4228-43cc-44c5-b4f4-f45613e499bd req-a98e0f87-df58-4a47-820d-dc77447c64c6 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:32.015822 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98e0f87-df58-4a47-820d-dc77447c64c6 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Pushing event deleted for resources: {'Port': ['ID=ede82658-00b0-42c9-915e-b334ee0c0cfe,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:21:32.047440 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-16de21ab-8cf3-47c9-81ff-1b6a09ed280f admin admin] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:32.048855 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-16de21ab-8cf3-47c9-81ff-1b6a09ed280f admin admin] 10.222.0.36 "DELETE /v2.0/routers/b3989c50-95c4-4539-8de7-b38c2bb6a649 HTTP/1.1" status: 204 len: 168 time: 4.4576609 May 05 20:21:32.061112 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 47266) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:21:32.078549 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: cfb6fc82-f8ca-43e0-820d-4c2c5ef45a4d {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:21:32.079003 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device cfb6fc82-f8ca-43e0-820d-4c2c5ef45a4d not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:21:32.079531 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device b3477aee-5609-4e89-9773-9ef00db4772e no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:21:32.154060 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['ede82658-00b0-42c9-915e-b334ee0c0cfe'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:21:32.214227 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: b3477aee-5609-4e89-9773-9ef00db4772e {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:21:32.214454 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device b3477aee-5609-4e89-9773-9ef00db4772e not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:21:32.231467 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f70bed0-f978-4896-a306-c32f8ff0d234 admin admin] Deleting subnet 64c289c8-b9aa-4718-b999-4fdfb8f41a1b {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:21:32.235042 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5f70bed0-f978-4896-a306-c32f8ff0d234 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:32.250233 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32e2b05-f5ec-4444-a47c-cf2e4e4e00f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-31b469d8-6d49-4092-85b9-89b228577bc0', 'network_id': '31b469d8-6d49-4092-85b9-89b228577bc0', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'fixed_ips': [{'subnet_id': '477409ea-8175-4012-b9f5-deeb71642c2e'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:21:32.251134 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a32e2b05-f5ec-4444-a47c-cf2e4e4e00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:32.303533 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5f70bed0-f978-4896-a306-c32f8ff0d234 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:32.456696 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-26ab4228-43cc-44c5-b4f4-f45613e499bd req-a98e0f87-df58-4a47-820d-dc77447c64c6 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] No DVR routers for this DVR port ede82658-00b0-42c9-915e-b334ee0c0cfe on host n-h2-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:21:32.461500 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-26ab4228-43cc-44c5-b4f4-f45613e499bd req-a98e0f87-df58-4a47-820d-dc77447c64c6 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:32.463460 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-26ab4228-43cc-44c5-b4f4-f45613e499bd req-a98e0f87-df58-4a47-820d-dc77447c64c6 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.50 "DELETE /v2.0/ports/ede82658-00b0-42c9-915e-b334ee0c0cfe HTTP/1.1" status: 204 len: 173 time: 1.4913065 May 05 20:21:32.464166 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d37c3a-e4db-4752-a0a9-4eb9c7608aa8', 'name': 'network-vif-deleted', 'tag': 'ede82658-00b0-42c9-915e-b334ee0c0cfe'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:21:32.476461 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa55b7-5d26-436a-bd7c-c510e93197a9 req-bdec57e6-3e67-4005-a548-c53018cb8372 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:32.477357 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-e6aa55b7-5d26-436a-bd7c-c510e93197a9 req-bdec57e6-3e67-4005-a548-c53018cb8372 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Synchronizing usage tracker for tenant:a265e664693546d09df58a9112067478 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:21:32.485328 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-700b51ad-4a01-41a6-a718-33d3ffbb3def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634dc00c-b2a8-4d0d-b5ae-db7d02eadf54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-597991816', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '979bd086-27ba-4b62-a3cc-0ed9cd3339c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:21:22Z', 'updated_at': '2022-05-05T20:21:25Z', 'revision_number': 3, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'gw_port': {'id': '979bd086-27ba-4b62-a3cc-0ed9cd3339c1', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:61:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634dc00c-b2a8-4d0d-b5ae-db7d02eadf54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:21:24Z', 'updated_at': '2022-05-05T20:21:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:21:32.513689 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5f70bed0-f978-4896-a306-c32f8ff0d234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:32.529073 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700b51ad-4a01-41a6-a718-33d3ffbb3def None None] The sync data for ids ['634dc00c-b2a8-4d0d-b5ae-db7d02eadf54'] in n-d-840717-1 is: [{'id': '634dc00c-b2a8-4d0d-b5ae-db7d02eadf54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-597991816', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '979bd086-27ba-4b62-a3cc-0ed9cd3339c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:21:22Z', 'updated_at': '2022-05-05T20:21:25Z', 'revision_number': 3, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'gw_port': {'id': '979bd086-27ba-4b62-a3cc-0ed9cd3339c1', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:61:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634dc00c-b2a8-4d0d-b5ae-db7d02eadf54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:21:24Z', 'updated_at': '2022-05-05T20:21:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:21:32.787515 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-a32e2b05-f5ec-4444-a47c-cf2e4e4e00f6 None None] Allocated IP 172.20.0.2 (31b469d8-6d49-4092-85b9-89b228577bc0/477409ea-8175-4012-b9f5-deeb71642c2e/f743387b-364c-4027-befc-07a77448e669) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:21:32.877344 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75489e7e-2cd1-4ef7-966f-513ed8b9ca4a'] response: {'server_uuid': '61d37c3a-e4db-4752-a0a9-4eb9c7608aa8', 'name': 'network-vif-deleted', 'tag': 'ede82658-00b0-42c9-915e-b334ee0c0cfe', 'status': 'completed', 'code': 200} May 05 20:21:32.884804 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-e6aa55b7-5d26-436a-bd7c-c510e93197a9 req-bdec57e6-3e67-4005-a548-c53018cb8372 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] Unset dirty status for tenant:a265e664693546d09df58a9112067478 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:21:32.887592 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e6aa55b7-5d26-436a-bd7c-c510e93197a9 req-bdec57e6-3e67-4005-a548-c53018cb8372 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d37c3a-e4db-4752-a0a9-4eb9c7608aa8 HTTP/1.1" status: 200 len: 868 time: 1.9140449 May 05 20:21:32.960632 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e6aa55b7-5d26-436a-bd7c-c510e93197a9 req-2e25e63f-7fb7-4002-a9fb-528e30453db5 tempest-ServersNegativeTestJSON-1797313554 tempest-ServersNegativeTestJSON-1797313554-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618963 May 05 20:21:32.975382 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5f70bed0-f978-4896-a306-c32f8ff0d234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:33.135367 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5f70bed0-f978-4896-a306-c32f8ff0d234 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:33.149272 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1995f6-b03b-42dc-bae1-1faf7b0381c6 None None] Network 3d22ae57-cdf2-4eca-a763-b71142220dd9 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:21:33.161633 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f70bed0-f978-4896-a306-c32f8ff0d234 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64c289c8-b9aa-4718-b999-4fdfb8f41a1b,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:21:33.168781 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-5f70bed0-f978-4896-a306-c32f8ff0d234 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/64c289c8-b9aa-4718-b999-4fdfb8f41a1b HTTP/1.1" status: 204 len: 168 time: 1.1021380 May 05 20:21:33.169050 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 47284) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:21:33.330935 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 979bd086-27ba-4b62-a3cc-0ed9cd3339c1 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:21:33.413620 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8d98c0f0-93ec-4a67-9e79-a2191af88bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:33.473980 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-687dc536-97d1-4444-a3e0-257b337c0a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:33.498741 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-687dc536-97d1-4444-a3e0-257b337c0a8c admin admin] Deleting port 726684aa-f30d-4e62-8d38-2029e7d747c9 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:21:33.499082 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-687dc536-97d1-4444-a3e0-257b337c0a8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:33.651981 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a32e2b05-f5ec-4444-a47c-cf2e4e4e00f6 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:33.742674 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d98c0f0-93ec-4a67-9e79-a2191af88bb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48fdae70-c7db-41e9-a9c8-4b1e968522dd,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:21:33.757570 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-a32e2b05-f5ec-4444-a47c-cf2e4e4e00f6 None None] Transition to ACTIVE for port object f743387b-364c-4027-befc-07a77448e669 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:21:33.783936 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d98c0f0-93ec-4a67-9e79-a2191af88bb8 admin admin] Checking segment: {'id': '91a06b22-4f81-42bf-a32c-14ccd82ed834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a832387e-31e5-4ff2-a2fd-7455c4d42558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:21:33.784566 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d98c0f0-93ec-4a67-9e79-a2191af88bb8 admin admin] Network hostable DHCP agents. Network: a832387e-31e5-4ff2-a2fd-7455c4d42558, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:21:33.814099 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-a32e2b05-f5ec-4444-a47c-cf2e4e4e00f6 None None] Transition to ACTIVE for port object f743387b-364c-4027-befc-07a77448e669 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:21:33.824329 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 979bd086-27ba-4b62-a3cc-0ed9cd3339c1 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:21:33.834499 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a32e2b05-f5ec-4444-a47c-cf2e4e4e00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:33.846924 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-26619119-9d63-4363-acae-5d24ffa97843 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:33.897961 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 979bd086-27ba-4b62-a3cc-0ed9cd3339c1 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:21:33.898338 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:33.928433 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d98c0f0-93ec-4a67-9e79-a2191af88bb8 admin admin] Network a832387e-31e5-4ff2-a2fd-7455c4d42558 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:21:33.958180 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-8d98c0f0-93ec-4a67-9e79-a2191af88bb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, a832387e-31e5-4ff2-a2fd-7455c4d42558) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:21:33.968320 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d98c0f0-93ec-4a67-9e79-a2191af88bb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:33.970982 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8d98c0f0-93ec-4a67-9e79-a2191af88bb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:33.995610 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32e2b05-f5ec-4444-a47c-cf2e4e4e00f6 None None] Network 31b469d8-6d49-4092-85b9-89b228577bc0 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:21:33.998716 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10102ce-18b2-4f66-90a7-11c9900b555f None None] Network a832387e-31e5-4ff2-a2fd-7455c4d42558 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:21:34.022986 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-687dc536-97d1-4444-a3e0-257b337c0a8c admin admin] For port 726684aa-f30d-4e62-8d38-2029e7d747c9, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=726684aa-f30d-4e62-8d38-2029e7d747c9,segment=NetworkSegment(146540f2-8923-48c9-8fc2-f86d4059fbaf),segment_id=146540f2-8923-48c9-8fc2-f86d4059fbaf)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:21:34.023589 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-687dc536-97d1-4444-a3e0-257b337c0a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:34.155709 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-8d98c0f0-93ec-4a67-9e79-a2191af88bb8 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.8327212 May 05 20:21:34.189185 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 47300) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:21:34.232423 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce68c2dc-d5ec-487a-8c47-2e32431180ed None None] DHCP port deletion for 3d22ae57-cdf2-4eca-a763-b71142220dd9 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:21:34.234739 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-a32e2b05-f5ec-4444-a47c-cf2e4e4e00f6 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:21:34.244754 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-ce68c2dc-d5ec-487a-8c47-2e32431180ed None None] Deleting port 726684aa-f30d-4e62-8d38-2029e7d747c9 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:21:34.244754 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ce68c2dc-d5ec-487a-8c47-2e32431180ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:34.361788 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32e2b05-f5ec-4444-a47c-cf2e4e4e00f6 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:21:34.369325 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-687dc536-97d1-4444-a3e0-257b337c0a8c admin admin] Calling delete_port for 726684aa-f30d-4e62-8d38-2029e7d747c9 owned by network:dhcp {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:21:34.573711 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c72a85f-ac8f-4de4-be71-f85c8cd5ef66 admin admin] Deleting subnet 4e5ca270-af30-4d15-b9c5-3a4471edda55 {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:21:34.586198 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8c72a85f-ac8f-4de4-be71-f85c8cd5ef66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:34.608739 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071fd5a4-6a34-4109-909b-e63ccfaca117 None None] Network a832387e-31e5-4ff2-a2fd-7455c4d42558 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:21:34.642825 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-26619119-9d63-4363-acae-5d24ffa97843 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Allocated IP 172.20.0.1 (31b469d8-6d49-4092-85b9-89b228577bc0/477409ea-8175-4012-b9f5-deeb71642c2e/a8831f6f-33a7-4310-942a-02f1a6563041) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:21:34.710515 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8c72a85f-ac8f-4de4-be71-f85c8cd5ef66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:34.750648 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-687dc536-97d1-4444-a3e0-257b337c0a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:34.857121 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687dc536-97d1-4444-a3e0-257b337c0a8c admin admin] Pushing event deleted for resources: {'Port': ['ID=726684aa-f30d-4e62-8d38-2029e7d747c9,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:21:34.869023 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687dc536-97d1-4444-a3e0-257b337c0a8c admin admin] No DVR routers for this DVR port 726684aa-f30d-4e62-8d38-2029e7d747c9 on host n-d-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:21:34.879391 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device ede82658-00b0-42c9-915e-b334ee0c0cfe no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:21:35.048655 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-687dc536-97d1-4444-a3e0-257b337c0a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:35.067782 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] No Port match for: ede82658-00b0-42c9-915e-b334ee0c0cfe {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:21:35.068450 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device ede82658-00b0-42c9-915e-b334ee0c0cfe not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:21:35.081331 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-687dc536-97d1-4444-a3e0-257b337c0a8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d22ae57-cdf2-4eca-a763-b71142220dd9']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:21:35.098052 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-687dc536-97d1-4444-a3e0-257b337c0a8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '146540f2-8923-48c9-8fc2-f86d4059fbaf') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:21:35.098357 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-687dc536-97d1-4444-a3e0-257b337c0a8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '146540f2-8923-48c9-8fc2-f86d4059fbaf') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:21:35.113489 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-687dc536-97d1-4444-a3e0-257b337c0a8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:35.135231 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-687dc536-97d1-4444-a3e0-257b337c0a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:35.145215 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-687dc536-97d1-4444-a3e0-257b337c0a8c admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:21:35.145728 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-687dc536-97d1-4444-a3e0-257b337c0a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:35.157016 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-26619119-9d63-4363-acae-5d24ffa97843 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:35.196117 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-26619119-9d63-4363-acae-5d24ffa97843 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Transition to ACTIVE for port object a8831f6f-33a7-4310-942a-02f1a6563041 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:21:35.252292 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-26619119-9d63-4363-acae-5d24ffa97843 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:35.260008 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:21:35.260008 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:21:35.260008 n-d-840717-1 neutron-server[88197]: timer() May 05 20:21:35.260008 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:21:35.260008 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:21:35.260008 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:21:35.260008 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:21:35.260008 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:21:35.260008 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:21:35.260008 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:21:35.260008 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:21:35.260008 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:21:35.260008 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:21:35.260008 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:21:35.260008 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:21:35.260008 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:21:35.260008 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:21:35.260008 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:21:35.260008 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:21:35.260008 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:21:35.260008 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:21:35.260008 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:21:35.260008 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:21:35.260008 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:21:35.260008 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:21:35.260008 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:21:35.260008 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:21:35.260008 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:21:35.260008 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:21:35.260008 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:21:35.260008 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:21:35.260008 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:21:35.267884 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-687dc536-97d1-4444-a3e0-257b337c0a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:35.300353 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-687dc536-97d1-4444-a3e0-257b337c0a8c admin admin] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:35.303039 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687dc536-97d1-4444-a3e0-257b337c0a8c admin admin] Pushing event deleted for resources: {'Network': ['ID=3d22ae57-cdf2-4eca-a763-b71142220dd9,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:21:35.311672 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8c72a85f-ac8f-4de4-be71-f85c8cd5ef66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:35.326965 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-a32e2b05-f5ec-4444-a47c-cf2e4e4e00f6 None None] Attempting to bind port f743387b-364c-4027-befc-07a77448e669 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:21:35.328512 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-a32e2b05-f5ec-4444-a47c-cf2e4e4e00f6 None None] Attempting to bind port f743387b-364c-4027-befc-07a77448e669 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'd248bc78-6ee4-4251-a7f7-94832ea6da5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '31b469d8-6d49-4092-85b9-89b228577bc0'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:21:35.330074 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32e2b05-f5ec-4444-a47c-cf2e4e4e00f6 None None] Attempting to bind port f743387b-364c-4027-befc-07a77448e669 on network 31b469d8-6d49-4092-85b9-89b228577bc0 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:21:35.343621 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32e2b05-f5ec-4444-a47c-cf2e4e4e00f6 None None] Pushing event updated for resources: {'Port': ['ID=f743387b-364c-4027-befc-07a77448e669,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:21:35.359170 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32e2b05-f5ec-4444-a47c-cf2e4e4e00f6 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:21:35.359599 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32e2b05-f5ec-4444-a47c-cf2e4e4e00f6 None None] Checking segment: {'id': 'd248bc78-6ee4-4251-a7f7-94832ea6da5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '31b469d8-6d49-4092-85b9-89b228577bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:21:35.360014 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a32e2b05-f5ec-4444-a47c-cf2e4e4e00f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:35.363711 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32e2b05-f5ec-4444-a47c-cf2e4e4e00f6 None None] Bound using segment: {'id': 'd248bc78-6ee4-4251-a7f7-94832ea6da5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '31b469d8-6d49-4092-85b9-89b228577bc0'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:21:35.363940 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-a32e2b05-f5ec-4444-a47c-cf2e4e4e00f6 None None] Bound port: f743387b-364c-4027-befc-07a77448e669, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd248bc78-6ee4-4251-a7f7-94832ea6da5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '31b469d8-6d49-4092-85b9-89b228577bc0'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:21:35.364285 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a32e2b05-f5ec-4444-a47c-cf2e4e4e00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:35.393989 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-687dc536-97d1-4444-a3e0-257b337c0a8c admin admin] 10.222.0.36 "DELETE /v2.0/networks/3d22ae57-cdf2-4eca-a763-b71142220dd9 HTTP/1.1" status: 204 len: 168 time: 2.2236097 May 05 20:21:35.413630 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8337d218-c2c7-4679-be44-988ccba96c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:35.425454 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26619119-9d63-4363-acae-5d24ffa97843 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Network 31b469d8-6d49-4092-85b9-89b228577bc0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:21:35.437453 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-26619119-9d63-4363-acae-5d24ffa97843 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:21:35.444051 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26619119-9d63-4363-acae-5d24ffa97843 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:21:35.450564 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8c72a85f-ac8f-4de4-be71-f85c8cd5ef66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:35.545580 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8c72a85f-ac8f-4de4-be71-f85c8cd5ef66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:35.550883 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c72a85f-ac8f-4de4-be71-f85c8cd5ef66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e5ca270-af30-4d15-b9c5-3a4471edda55,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:21:35.564327 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-8c72a85f-ac8f-4de4-be71-f85c8cd5ef66 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/4e5ca270-af30-4d15-b9c5-3a4471edda55 HTTP/1.1" status: 204 len: 168 time: 1.3736055 May 05 20:21:35.565318 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 47318) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:21:35.605527 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26619119-9d63-4363-acae-5d24ffa97843 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event updated for resources: {'Port': ['ID=a8831f6f-33a7-4310-942a-02f1a6563041,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:21:35.636876 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 47322) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:21:35.800058 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b0e626fd-94d4-43f3-bae4-7696ec13e884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:35.976237 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-26619119-9d63-4363-acae-5d24ffa97843 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:36.000345 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-ce68c2dc-d5ec-487a-8c47-2e32431180ed None None] For port 726684aa-f30d-4e62-8d38-2029e7d747c9, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=726684aa-f30d-4e62-8d38-2029e7d747c9,segment=NetworkSegment(146540f2-8923-48c9-8fc2-f86d4059fbaf),segment_id=146540f2-8923-48c9-8fc2-f86d4059fbaf)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:21:36.000869 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ce68c2dc-d5ec-487a-8c47-2e32431180ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:36.205699 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-ce68c2dc-d5ec-487a-8c47-2e32431180ed None None] Calling delete_port for 726684aa-f30d-4e62-8d38-2029e7d747c9 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:21:36.207953 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c729b8ec-cd93-440e-8474-a834ab0b4fd3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=95e7fc02f56c4d6e9ccab41b286aea67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5699549 May 05 20:21:36.218986 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 47336) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:21:36.330328 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b0e626fd-94d4-43f3-bae4-7696ec13e884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:36.331935 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3b631fd9-2d18-4816-8df8-ab5c212b6175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:36.339301 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-a32e2b05-f5ec-4444-a47c-cf2e4e4e00f6 None None] For port f743387b-364c-4027-befc-07a77448e669, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:21:36.345867 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-a32e2b05-f5ec-4444-a47c-cf2e4e4e00f6 None None] For port f743387b-364c-4027-befc-07a77448e669, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=f743387b-364c-4027-befc-07a77448e669,segment=NetworkSegment(d248bc78-6ee4-4251-a7f7-94832ea6da5c),segment_id=d248bc78-6ee4-4251-a7f7-94832ea6da5c)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:21:36.351372 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:36.370447 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-b0e626fd-94d4-43f3-bae4-7696ec13e884 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f665291c-fe35-44a1-b025-0867219a15d5']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:21:36.376652 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 979bd086-27ba-4b62-a3cc-0ed9cd3339c1, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=979bd086-27ba-4b62-a3cc-0ed9cd3339c1,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:21:36.387650 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a32e2b05-f5ec-4444-a47c-cf2e4e4e00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:36.416602 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-b0e626fd-94d4-43f3-bae4-7696ec13e884 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f930359-bc75-4edb-bf67-d4090d0927d6') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:21:36.417062 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-b0e626fd-94d4-43f3-bae4-7696ec13e884 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f930359-bc75-4edb-bf67-d4090d0927d6') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:21:36.450542 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b0e626fd-94d4-43f3-bae4-7696ec13e884 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:36.474818 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3b631fd9-2d18-4816-8df8-ab5c212b6175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:36.484369 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b0e626fd-94d4-43f3-bae4-7696ec13e884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:36.499165 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0e626fd-94d4-43f3-bae4-7696ec13e884 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:21:36.499566 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b0e626fd-94d4-43f3-bae4-7696ec13e884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:36.520599 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-26619119-9d63-4363-acae-5d24ffa97843 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:36.528869 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32e2b05-f5ec-4444-a47c-cf2e4e4e00f6 None None] Pushing event updated for resources: {'Port': ['ID=f743387b-364c-4027-befc-07a77448e669,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:21:36.548027 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:36.686413 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=979bd086-27ba-4b62-a3cc-0ed9cd3339c1,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:21:36.704946 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 726684aa-f30d-4e62-8d38-2029e7d747c9 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:21:36.727594 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:21:36.727594 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:21:36.727594 n-d-840717-1 neutron-server[88197]: timer() May 05 20:21:36.727594 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:21:36.727594 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:21:36.727594 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:21:36.727594 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:21:36.727594 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:21:36.727594 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:21:36.727594 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:21:36.727594 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:21:36.727594 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:21:36.727594 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:21:36.727594 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:21:36.727594 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:21:36.727594 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:21:36.727594 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:21:36.727594 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:21:36.727594 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:21:36.727594 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:21:36.727594 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:21:36.727594 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:21:36.727594 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:21:36.727594 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:21:36.727594 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:21:36.727594 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:21:36.727594 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:21:36.727594 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:21:36.727594 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:21:36.727594 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:21:36.727594 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:21:36.727594 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:21:36.748719 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b0e626fd-94d4-43f3-bae4-7696ec13e884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:36.765520 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 726684aa-f30d-4e62-8d38-2029e7d747c9 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:21:36.766081 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 726684aa-f30d-4e62-8d38-2029e7d747c9 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:21:36.781342 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b0e626fd-94d4-43f3-bae4-7696ec13e884 admin admin] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:36.790587 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-ce68c2dc-d5ec-487a-8c47-2e32431180ed None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:21:36.791978 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-ce68c2dc-d5ec-487a-8c47-2e32431180ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:21:36.794295 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-b0e626fd-94d4-43f3-bae4-7696ec13e884 admin admin] 10.222.0.36 "DELETE /v2.0/networks/f665291c-fe35-44a1-b025-0867219a15d5 HTTP/1.1" status: 204 len: 168 time: 1.2276621 May 05 20:21:36.798690 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e626fd-94d4-43f3-bae4-7696ec13e884 admin admin] Pushing event deleted for resources: {'Network': ['ID=f665291c-fe35-44a1-b025-0867219a15d5,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:21:36.821090 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3b631fd9-2d18-4816-8df8-ab5c212b6175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:36.856039 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d9d4cd8a-5cf6-48a3-a0ba-53ad23663c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:36.994971 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b631fd9-2d18-4816-8df8-ab5c212b6175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=757336de-94cd-4561-b9fb-a2b371c17663,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:21:37.020657 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3b631fd9-2d18-4816-8df8-ab5c212b6175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:37.021997 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3b631fd9-2d18-4816-8df8-ab5c212b6175 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/757336de-94cd-4561-b9fb-a2b371c17663 HTTP/1.1" status: 204 len: 168 time: 0.8020155 May 05 20:21:37.293534 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-ce68c2dc-d5ec-487a-8c47-2e32431180ed None None] Deleting port 726684aa-f30d-4e62-8d38-2029e7d747c9 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:21:37.294177 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ce68c2dc-d5ec-487a-8c47-2e32431180ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:37.398845 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 47364) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:21:37.524851 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-ce68c2dc-d5ec-487a-8c47-2e32431180ed None None] The port '726684aa-f30d-4e62-8d38-2029e7d747c9' was deleted {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 20:21:37.552444 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 47370) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:21:37.553834 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-537714a7-f855-4b02-98da-51124715143b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a265e664693546d09df58a9112067478&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1381698 May 05 20:21:37.744473 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-26619119-9d63-4363-acae-5d24ffa97843 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:37.763495 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-26619119-9d63-4363-acae-5d24ffa97843 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:37.789105 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 47374) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:21:37.840719 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:37.897211 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-e526192b-81dd-4558-a506-f144184f42f2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e1dd5fed7272454898616d906ca85969&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1056702 May 05 20:21:37.897546 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 47378) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:21:37.980931 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-26619119-9d63-4363-acae-5d24ffa97843 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:38.013319 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d2b153bf-f8cf-44fe-8bfd-caadf782cf34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:38.059768 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:38.083945 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d2b153bf-f8cf-44fe-8bfd-caadf782cf34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:38.097451 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-36358aea-264e-44df-bbcb-5642b711dbf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:38.157783 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26619119-9d63-4363-acae-5d24ffa97843 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event updated for resources: {'Port': ['ID=a8831f6f-33a7-4310-942a-02f1a6563041,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:21:38.160466 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-36358aea-264e-44df-bbcb-5642b711dbf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:38.204226 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d2b153bf-f8cf-44fe-8bfd-caadf782cf34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:38.247808 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b153bf-f8cf-44fe-8bfd-caadf782cf34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bcaa242-9be7-4ee3-b388-c3fbcd6653b7,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:21:38.310020 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-36358aea-264e-44df-bbcb-5642b711dbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:38.380987 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36358aea-264e-44df-bbcb-5642b711dbf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93382649-692d-4573-9a05-0f29827df978,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:21:38.385198 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-36358aea-264e-44df-bbcb-5642b711dbf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:38.386827 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-36358aea-264e-44df-bbcb-5642b711dbf3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/93382649-692d-4573-9a05-0f29827df978 HTTP/1.1" status: 204 len: 168 time: 0.4882729 May 05 20:21:38.469078 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d2b153bf-f8cf-44fe-8bfd-caadf782cf34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:38.472890 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d2b153bf-f8cf-44fe-8bfd-caadf782cf34 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3bcaa242-9be7-4ee3-b388-c3fbcd6653b7 HTTP/1.1" status: 204 len: 168 time: 0.9194789 May 05 20:21:38.514436 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26619119-9d63-4363-acae-5d24ffa97843 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Network 31b469d8-6d49-4092-85b9-89b228577bc0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:21:38.515913 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-26619119-9d63-4363-acae-5d24ffa97843 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:21:38.840224 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04118af-58e0-461d-b3f7-0acf3535d569 None None] Network 31b469d8-6d49-4092-85b9-89b228577bc0 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:21:38.916189 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 979bd086-27ba-4b62-a3cc-0ed9cd3339c1 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:21:39.026016 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26619119-9d63-4363-acae-5d24ffa97843 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Router 634dc00c-b2a8-4d0d-b5ae-db7d02eadf54 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:21:39.255606 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-79f2365b-8ea3-4dce-8b00-8d48b8e98f43 None None] Provisioning for port f743387b-364c-4027-befc-07a77448e669 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:21:39.687105 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26619119-9d63-4363-acae-5d24ffa97843 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:21:39.705889 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03e6c11-9cc1-46cf-93c0-bc34058a040e None None] Sync routers for ids ['634dc00c-b2a8-4d0d-b5ae-db7d02eadf54'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:21:39.717331 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-26619119-9d63-4363-acae-5d24ffa97843 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "PUT /v2.0/routers/634dc00c-b2a8-4d0d-b5ae-db7d02eadf54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2687130 May 05 20:21:39.748217 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03e6c11-9cc1-46cf-93c0-bc34058a040e None None] Routers {'634dc00c-b2a8-4d0d-b5ae-db7d02eadf54'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:21:39.748850 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-a03e6c11-9cc1-46cf-93c0-bc34058a040e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:21:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['634dc00c-b2a8-4d0d-b5ae-db7d02eadf54'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:21:39.823031 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:39.847106 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 979bd086-27ba-4b62-a3cc-0ed9cd3339c1 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:21:39.847916 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:40.108802 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-a03e6c11-9cc1-46cf-93c0-bc34058a040e None None] Set router 634dc00c-b2a8-4d0d-b5ae-db7d02eadf54 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:21:40.130102 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device f743387b-364c-4027-befc-07a77448e669 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:21:40.352508 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port f743387b-364c-4027-befc-07a77448e669 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:21:40.366282 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-0533e404-cf7a-435a-88d4-5b41f636c36e req-12e729b1-abed-42af-a140-4216b2818015 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Synchronizing usage tracker for tenant:310f91420a2d4ddd8aab8a710d8dc814 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:21:40.368166 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port f743387b-364c-4027-befc-07a77448e669 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:21:40.368652 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:40.423149 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-0533e404-cf7a-435a-88d4-5b41f636c36e req-12e729b1-abed-42af-a140-4216b2818015 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Unset dirty status for tenant:310f91420a2d4ddd8aab8a710d8dc814 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:21:40.424702 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0533e404-cf7a-435a-88d4-5b41f636c36e req-12e729b1-abed-42af-a140-4216b2818015 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1714610251&fields=id&tenant_id=310f91420a2d4ddd8aab8a710d8dc814 HTTP/1.1" status: 200 len: 267 time: 0.2458060 May 05 20:21:40.758934 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533e404-cf7a-435a-88d4-5b41f636c36e req-6693416a-921d-4751-828d-47ce4d407644 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:40.773238 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0533e404-cf7a-435a-88d4-5b41f636c36e req-6693416a-921d-4751-828d-47ce4d407644 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/networks?id=31b469d8-6d49-4092-85b9-89b228577bc0 HTTP/1.1" status: 200 len: 796 time: 0.3396785 May 05 20:21:40.809940 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0533e404-cf7a-435a-88d4-5b41f636c36e req-0b18ead4-d0c2-4ce3-ba28-b3003fd1f807 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/quotas/310f91420a2d4ddd8aab8a710d8dc814 HTTP/1.1" status: 200 len: 375 time: 0.0328269 May 05 20:21:40.813219 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:40.933676 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port f743387b-364c-4027-befc-07a77448e669, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=f743387b-364c-4027-befc-07a77448e669,segment=NetworkSegment(d248bc78-6ee4-4251-a7f7-94832ea6da5c),segment_id=d248bc78-6ee4-4251-a7f7-94832ea6da5c)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:21:40.945722 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-31aab46c-ac37-44a0-b2a8-b3b0e793bbdd None None] Provisioning complete for port f743387b-364c-4027-befc-07a77448e669 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:21:40.949387 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-31aab46c-ac37-44a0-b2a8-b3b0e793bbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:41.045781 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-0533e404-cf7a-435a-88d4-5b41f636c36e req-193e2224-e0c0-4962-ad1e-b8d8ea76c29e tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Synchronizing usage tracker for tenant:310f91420a2d4ddd8aab8a710d8dc814 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:21:41.107410 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-0533e404-cf7a-435a-88d4-5b41f636c36e req-193e2224-e0c0-4962-ad1e-b8d8ea76c29e tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Unset dirty status for tenant:310f91420a2d4ddd8aab8a710d8dc814 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:21:41.117837 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0533e404-cf7a-435a-88d4-5b41f636c36e req-193e2224-e0c0-4962-ad1e-b8d8ea76c29e tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=310f91420a2d4ddd8aab8a710d8dc814&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3028708 May 05 20:21:41.121743 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-a03e6c11-9cc1-46cf-93c0-bc34058a040e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634dc00c-b2a8-4d0d-b5ae-db7d02eadf54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-597991816', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '979bd086-27ba-4b62-a3cc-0ed9cd3339c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:21:22Z', 'updated_at': '2022-05-05T20:21:36Z', 'revision_number': 4, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'gw_port': {'id': '979bd086-27ba-4b62-a3cc-0ed9cd3339c1', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:61:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634dc00c-b2a8-4d0d-b5ae-db7d02eadf54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:21:24Z', 'updated_at': '2022-05-05T20:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'a8831f6f-33a7-4310-942a-02f1a6563041', 'name': '', 'network_id': '31b469d8-6d49-4092-85b9-89b228577bc0', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'mac_address': 'fa:16:3e:64:55:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634dc00c-b2a8-4d0d-b5ae-db7d02eadf54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '477409ea-8175-4012-b9f5-deeb71642c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:21:34Z', 'updated_at': '2022-05-05T20:21:37Z', 'revision_number': 2, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'subnets': [{'id': '477409ea-8175-4012-b9f5-deeb71642c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:21:41.136464 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03e6c11-9cc1-46cf-93c0-bc34058a040e None None] Checking router: 634dc00c-b2a8-4d0d-b5ae-db7d02eadf54 for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:21:41.147638 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03e6c11-9cc1-46cf-93c0-bc34058a040e None None] Updating router 634dc00c-b2a8-4d0d-b5ae-db7d02eadf54 port a8831f6f-33a7-4310-942a-02f1a6563041 binding host n-d-840717-1 {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:21:41.147802 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:41.311063 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a03e6c11-9cc1-46cf-93c0-bc34058a040e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:41.354991 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=f743387b-364c-4027-befc-07a77448e669,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:21:41.497413 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0533e404-cf7a-435a-88d4-5b41f636c36e req-5075e48d-ee06-4c22-88b6-23c70cd1ec47 service neutron] 10.222.0.36 "GET /v2.0/networks/31b469d8-6d49-4092-85b9-89b228577bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3624904 May 05 20:21:41.653011 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-31aab46c-ac37-44a0-b2a8-b3b0e793bbdd None None] Provisioning for port a8831f6f-33a7-4310-942a-02f1a6563041 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:21:41.659205 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-31aab46c-ac37-44a0-b2a8-b3b0e793bbdd None None] Provisioning complete for port a8831f6f-33a7-4310-942a-02f1a6563041 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:21:41.659928 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-31aab46c-ac37-44a0-b2a8-b3b0e793bbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:41.774750 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-31aab46c-ac37-44a0-b2a8-b3b0e793bbdd None None] Port a8831f6f-33a7-4310-942a-02f1a6563041 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:21:41.906957 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-ea3eb210-9aff-4a61-b335-af4881ac8a4e None None] Provisioning complete for port a8831f6f-33a7-4310-942a-02f1a6563041 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:21:41.907954 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ea3eb210-9aff-4a61-b335-af4881ac8a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:42.006000 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-ea3eb210-9aff-4a61-b335-af4881ac8a4e None None] Port a8831f6f-33a7-4310-942a-02f1a6563041 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:21:42.076628 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0533e404-cf7a-435a-88d4-5b41f636c36e req-c5e52438-d7cb-4cb1-b450-cc232c99533b service neutron] 10.222.0.36 "GET /v2.0/networks/31b469d8-6d49-4092-85b9-89b228577bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5748751 May 05 20:21:42.181736 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a03e6c11-9cc1-46cf-93c0-bc34058a040e None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:42.218288 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-a03e6c11-9cc1-46cf-93c0-bc34058a040e None None] Transition to ACTIVE for port object a8831f6f-33a7-4310-942a-02f1a6563041 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:21:42.241067 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a03e6c11-9cc1-46cf-93c0-bc34058a040e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:42.632170 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-acb0f981-44b7-4ed8-887a-48782dc3e861 req-02166a6b-36e8-494f-9737-afeccf6f721b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee9863f0-96c4-4df8-881c-4470d6835027 HTTP/1.1" status: 200 len: 210 time: 0.1354828 May 05 20:21:42.885150 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c06ab-ed6b-4b30-8f80-4e517919e937 None None] Pushing event updated for resources: {'Port': ['ID=a8831f6f-33a7-4310-942a-02f1a6563041,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:21:42.957476 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8c06ab-ed6b-4b30-8f80-4e517919e937 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:21:42.957819 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8c06ab-ed6b-4b30-8f80-4e517919e937 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:21:42.958149 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8c06ab-ed6b-4b30-8f80-4e517919e937 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:21:42.958478 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8c06ab-ed6b-4b30-8f80-4e517919e937 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:21:42.963207 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8c06ab-ed6b-4b30-8f80-4e517919e937 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:21:42.964199 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8c06ab-ed6b-4b30-8f80-4e517919e937 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:21:42.964533 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8c06ab-ed6b-4b30-8f80-4e517919e937 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:21:42.964859 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8c06ab-ed6b-4b30-8f80-4e517919e937 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:21:42.965183 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8c06ab-ed6b-4b30-8f80-4e517919e937 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:21:42.965505 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8c06ab-ed6b-4b30-8f80-4e517919e937 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:21:42.965824 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8c06ab-ed6b-4b30-8f80-4e517919e937 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:21:42.966145 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8c06ab-ed6b-4b30-8f80-4e517919e937 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:21:42.991159 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-a03e6c11-9cc1-46cf-93c0-bc34058a040e None None] Attempting to bind port a8831f6f-33a7-4310-942a-02f1a6563041 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:21:42.991554 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-a03e6c11-9cc1-46cf-93c0-bc34058a040e None None] Attempting to bind port a8831f6f-33a7-4310-942a-02f1a6563041 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'd248bc78-6ee4-4251-a7f7-94832ea6da5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '31b469d8-6d49-4092-85b9-89b228577bc0'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:21:42.991911 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03e6c11-9cc1-46cf-93c0-bc34058a040e None None] Attempting to bind port a8831f6f-33a7-4310-942a-02f1a6563041 on network 31b469d8-6d49-4092-85b9-89b228577bc0 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:21:43.005867 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03e6c11-9cc1-46cf-93c0-bc34058a040e None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:21:43.006254 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03e6c11-9cc1-46cf-93c0-bc34058a040e None None] Checking segment: {'id': 'd248bc78-6ee4-4251-a7f7-94832ea6da5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '31b469d8-6d49-4092-85b9-89b228577bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:21:43.006655 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a03e6c11-9cc1-46cf-93c0-bc34058a040e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:43.010362 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03e6c11-9cc1-46cf-93c0-bc34058a040e None None] Bound using segment: {'id': 'd248bc78-6ee4-4251-a7f7-94832ea6da5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '31b469d8-6d49-4092-85b9-89b228577bc0'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:21:43.011080 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-a03e6c11-9cc1-46cf-93c0-bc34058a040e None None] Bound port: a8831f6f-33a7-4310-942a-02f1a6563041, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd248bc78-6ee4-4251-a7f7-94832ea6da5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '31b469d8-6d49-4092-85b9-89b228577bc0'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:21:43.011823 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a03e6c11-9cc1-46cf-93c0-bc34058a040e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:43.128062 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-a03e6c11-9cc1-46cf-93c0-bc34058a040e None None] For port a8831f6f-33a7-4310-942a-02f1a6563041, host n-d-840717-1, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:21:43.132361 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-a03e6c11-9cc1-46cf-93c0-bc34058a040e None None] For port a8831f6f-33a7-4310-942a-02f1a6563041, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=a8831f6f-33a7-4310-942a-02f1a6563041,segment=NetworkSegment(d248bc78-6ee4-4251-a7f7-94832ea6da5c),segment_id=d248bc78-6ee4-4251-a7f7-94832ea6da5c)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:21:43.140128 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a03e6c11-9cc1-46cf-93c0-bc34058a040e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:43.339331 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03e6c11-9cc1-46cf-93c0-bc34058a040e None None] Routers {'634dc00c-b2a8-4d0d-b5ae-db7d02eadf54'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:21:43.353679 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device f743387b-364c-4027-befc-07a77448e669 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:21:43.359066 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-a03e6c11-9cc1-46cf-93c0-bc34058a040e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:21:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['634dc00c-b2a8-4d0d-b5ae-db7d02eadf54'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:21:43.608799 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port f743387b-364c-4027-befc-07a77448e669 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:21:43.609515 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:43.654697 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 47540) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:21:43.742528 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c06ab-ed6b-4b30-8f80-4e517919e937 None None] Pushing event updated for resources: {'Port': ['ID=a8831f6f-33a7-4310-942a-02f1a6563041,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:21:44.052600 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f8882e24-69f1-422c-a7cf-ca0b3ae1a626 req-e56b273b-7713-4429-9896-b8a1ec577655 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee9863f0-96c4-4df8-881c-4470d6835027 HTTP/1.1" status: 200 len: 210 time: 0.1429405 May 05 20:21:44.073554 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-742a0a72-80d6-4d29-85f3-41c0c5da8ab5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:44.092059 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-a03e6c11-9cc1-46cf-93c0-bc34058a040e None None] Set router 634dc00c-b2a8-4d0d-b5ae-db7d02eadf54 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:21:44.118318 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-742a0a72-80d6-4d29-85f3-41c0c5da8ab5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:21:44.127065 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-742a0a72-80d6-4d29-85f3-41c0c5da8ab5 admin admin] Usage tracker for resource:security_group_rule and tenant:3756585c1cad4a67932179157897a5f1 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:21:44.136120 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-742a0a72-80d6-4d29-85f3-41c0c5da8ab5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:21:44.154801 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-742a0a72-80d6-4d29-85f3-41c0c5da8ab5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:21:44.289357 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:44.330409 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-742a0a72-80d6-4d29-85f3-41c0c5da8ab5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:44.340773 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-742a0a72-80d6-4d29-85f3-41c0c5da8ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:44.416097 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 47558) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:21:44.418601 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-742a0a72-80d6-4d29-85f3-41c0c5da8ab5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3756585c1cad4a67932179157897a5f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7627985 May 05 20:21:44.462634 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742a0a72-80d6-4d29-85f3-41c0c5da8ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99da2795-e7e9-4a2f-9555-afd170ccd229,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:21:44.472204 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742a0a72-80d6-4d29-85f3-41c0c5da8ab5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:21:44.472815 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742a0a72-80d6-4d29-85f3-41c0c5da8ab5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:21:44.473307 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742a0a72-80d6-4d29-85f3-41c0c5da8ab5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:21:44.474316 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742a0a72-80d6-4d29-85f3-41c0c5da8ab5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:21:44.474809 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742a0a72-80d6-4d29-85f3-41c0c5da8ab5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:21:44.475296 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742a0a72-80d6-4d29-85f3-41c0c5da8ab5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:21:44.475819 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742a0a72-80d6-4d29-85f3-41c0c5da8ab5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:21:44.476326 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742a0a72-80d6-4d29-85f3-41c0c5da8ab5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:21:44.476806 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742a0a72-80d6-4d29-85f3-41c0c5da8ab5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:21:44.489357 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742a0a72-80d6-4d29-85f3-41c0c5da8ab5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:21:44.491896 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742a0a72-80d6-4d29-85f3-41c0c5da8ab5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:21:44.492419 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742a0a72-80d6-4d29-85f3-41c0c5da8ab5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:21:44.566449 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-31338c62-b89e-41eb-bc0b-88b228fef161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:44.624045 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-31338c62-b89e-41eb-bc0b-88b228fef161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:44.701636 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-31338c62-b89e-41eb-bc0b-88b228fef161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:44.773859 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-31338c62-b89e-41eb-bc0b-88b228fef161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:44.780211 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-31338c62-b89e-41eb-bc0b-88b228fef161 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/99da2795-e7e9-4a2f-9555-afd170ccd229 HTTP/1.1" status: 204 len: 168 time: 0.3607392 May 05 20:21:44.781919 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31338c62-b89e-41eb-bc0b-88b228fef161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99da2795-e7e9-4a2f-9555-afd170ccd229,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:21:44.835861 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-a03e6c11-9cc1-46cf-93c0-bc34058a040e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634dc00c-b2a8-4d0d-b5ae-db7d02eadf54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-597991816', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '979bd086-27ba-4b62-a3cc-0ed9cd3339c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:21:22Z', 'updated_at': '2022-05-05T20:21:36Z', 'revision_number': 4, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'gw_port': {'id': '979bd086-27ba-4b62-a3cc-0ed9cd3339c1', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:61:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634dc00c-b2a8-4d0d-b5ae-db7d02eadf54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:21:24Z', 'updated_at': '2022-05-05T20:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'a8831f6f-33a7-4310-942a-02f1a6563041', 'name': '', 'network_id': '31b469d8-6d49-4092-85b9-89b228577bc0', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'mac_address': 'fa:16:3e:64:55:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634dc00c-b2a8-4d0d-b5ae-db7d02eadf54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '477409ea-8175-4012-b9f5-deeb71642c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:21:34Z', 'updated_at': '2022-05-05T20:21:43Z', 'revision_number': 4, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'subnets': [{'id': '477409ea-8175-4012-b9f5-deeb71642c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:21:44.849289 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03e6c11-9cc1-46cf-93c0-bc34058a040e None None] The sync data for ids ['634dc00c-b2a8-4d0d-b5ae-db7d02eadf54'] in n-d-840717-1 is: [{'id': '634dc00c-b2a8-4d0d-b5ae-db7d02eadf54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-597991816', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '979bd086-27ba-4b62-a3cc-0ed9cd3339c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:21:22Z', 'updated_at': '2022-05-05T20:21:36Z', 'revision_number': 4, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'gw_port': {'id': '979bd086-27ba-4b62-a3cc-0ed9cd3339c1', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:61:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634dc00c-b2a8-4d0d-b5ae-db7d02eadf54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:21:24Z', 'updated_at': '2022-05-05T20:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'a8831f6f-33a7-4310-942a-02f1a6563041', 'name': '', 'network_id': '31b469d8-6d49-4092-85b9-89b228577bc0', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'mac_address': 'fa:16:3e:64:55:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634dc00c-b2a8-4d0d-b5ae-db7d02eadf54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '477409ea-8175-4012-b9f5-deeb71642c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:21:34Z', 'updated_at': '2022-05-05T20:21:43Z', 'revision_number': 4, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'subnets': [{'id': '477409ea-8175-4012-b9f5-deeb71642c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:21:45.002401 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533e404-cf7a-435a-88d4-5b41f636c36e req-e79150e9-7bc9-4940-a66b-ded77e41f3dc tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:45.006657 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-0533e404-cf7a-435a-88d4-5b41f636c36e req-e79150e9-7bc9-4940-a66b-ded77e41f3dc tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Synchronizing usage tracker for tenant:310f91420a2d4ddd8aab8a710d8dc814 on resource:network {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:21:45.059029 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-0533e404-cf7a-435a-88d4-5b41f636c36e req-e79150e9-7bc9-4940-a66b-ded77e41f3dc tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Unset dirty status for tenant:310f91420a2d4ddd8aab8a710d8dc814 on resource:network {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:21:45.060423 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0533e404-cf7a-435a-88d4-5b41f636c36e req-e79150e9-7bc9-4940-a66b-ded77e41f3dc tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.50 "GET /v2.0/networks?id=31b469d8-6d49-4092-85b9-89b228577bc0 HTTP/1.1" status: 200 len: 796 time: 0.5054181 May 05 20:21:45.130344 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0533e404-cf7a-435a-88d4-5b41f636c36e req-71e29182-fae8-424f-a2c4-589977e0b23c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=310f91420a2d4ddd8aab8a710d8dc814 HTTP/1.1" status: 200 len: 380 time: 0.0605733 May 05 20:21:45.144578 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-0533e404-cf7a-435a-88d4-5b41f636c36e req-cff252ef-61c2-4dc5-a91c-e0a996a952ea tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Request body: {'port': {'device_id': 'ee9863f0-96c4-4df8-881c-4470d6835027', 'network_id': '31b469d8-6d49-4092-85b9-89b228577bc0', 'admin_state_up': True, 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'security_groups': ['1cc7af0e-4aca-46ea-9229-3f1f94b1b893']}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:21:45.370920 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device a8831f6f-33a7-4310-942a-02f1a6563041 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:21:45.482250 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9eb6db8b-4832-4031-8d15-b99c46913fef req-571f9c13-7c8d-45dd-ad0b-186b7971fdb1 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee9863f0-96c4-4df8-881c-4470d6835027 HTTP/1.1" status: 200 len: 210 time: 0.1131184 May 05 20:21:45.583749 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-0533e404-cf7a-435a-88d4-5b41f636c36e req-cff252ef-61c2-4dc5-a91c-e0a996a952ea tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:21:45.616751 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-0533e404-cf7a-435a-88d4-5b41f636c36e req-cff252ef-61c2-4dc5-a91c-e0a996a952ea tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:21:45.631495 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port a8831f6f-33a7-4310-942a-02f1a6563041 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:21:45.641130 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port a8831f6f-33a7-4310-942a-02f1a6563041 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:21:45.644893 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:45.646919 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0533e404-cf7a-435a-88d4-5b41f636c36e req-cff252ef-61c2-4dc5-a91c-e0a996a952ea tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Made reservation on behalf of 310f91420a2d4ddd8aab8a710d8dc814 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:21:45.652931 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-0533e404-cf7a-435a-88d4-5b41f636c36e req-cff252ef-61c2-4dc5-a91c-e0a996a952ea tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:46.023027 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:46.040628 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-0533e404-cf7a-435a-88d4-5b41f636c36e req-cff252ef-61c2-4dc5-a91c-e0a996a952ea tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Allocated IP 172.20.0.14 (31b469d8-6d49-4092-85b9-89b228577bc0/477409ea-8175-4012-b9f5-deeb71642c2e/aff8760b-bddc-4493-b50c-c77a6a7254ea) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:21:46.064755 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port a8831f6f-33a7-4310-942a-02f1a6563041, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=a8831f6f-33a7-4310-942a-02f1a6563041,segment=NetworkSegment(d248bc78-6ee4-4251-a7f7-94832ea6da5c),segment_id=d248bc78-6ee4-4251-a7f7-94832ea6da5c)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:21:46.075189 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:46.225882 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=a8831f6f-33a7-4310-942a-02f1a6563041,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:21:46.383059 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:46.451258 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-0533e404-cf7a-435a-88d4-5b41f636c36e req-cff252ef-61c2-4dc5-a91c-e0a996a952ea tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:46.493636 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-0533e404-cf7a-435a-88d4-5b41f636c36e req-cff252ef-61c2-4dc5-a91c-e0a996a952ea tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Transition to ACTIVE for port object aff8760b-bddc-4493-b50c-c77a6a7254ea will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:21:46.544624 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-0533e404-cf7a-435a-88d4-5b41f636c36e req-cff252ef-61c2-4dc5-a91c-e0a996a952ea tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:46.824409 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0533e404-cf7a-435a-88d4-5b41f636c36e req-cff252ef-61c2-4dc5-a91c-e0a996a952ea tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Network 31b469d8-6d49-4092-85b9-89b228577bc0 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:21:46.827864 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-0533e404-cf7a-435a-88d4-5b41f636c36e req-cff252ef-61c2-4dc5-a91c-e0a996a952ea tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:21:46.860266 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-0533e404-cf7a-435a-88d4-5b41f636c36e req-cff252ef-61c2-4dc5-a91c-e0a996a952ea tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:21:46.872386 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd6287-7748-48c0-9bac-724cd5513a5c req-f27978de-4309-47bf-81b2-0e927e19a449 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:46.880264 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3cdd6287-7748-48c0-9bac-724cd5513a5c req-f27978de-4309-47bf-81b2-0e927e19a449 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee9863f0-96c4-4df8-881c-4470d6835027 HTTP/1.1" status: 200 len: 932 time: 0.1894634 May 05 20:21:47.052275 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3cdd6287-7748-48c0-9bac-724cd5513a5c req-52f46416-436c-49aa-aaea-85f444f67d0f tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cc7af0e-4aca-46ea-9229-3f1f94b1b893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710308 May 05 20:21:47.057836 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533e404-cf7a-435a-88d4-5b41f636c36e req-cff252ef-61c2-4dc5-a91c-e0a996a952ea tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:47.063831 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-0533e404-cf7a-435a-88d4-5b41f636c36e req-cff252ef-61c2-4dc5-a91c-e0a996a952ea tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:47.184902 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff252ef-61c2-4dc5-a91c-e0a996a952ea tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event updated for resources: {'Port': ['ID=aff8760b-bddc-4493-b50c-c77a6a7254ea,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:21:47.200022 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0533e404-cf7a-435a-88d4-5b41f636c36e req-cff252ef-61c2-4dc5-a91c-e0a996a952ea tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0598538 May 05 20:21:47.221247 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-0533e404-cf7a-435a-88d4-5b41f636c36e req-bf08692d-861d-4625-8df9-99b57494cdb4 service neutron] Request body: {'port': {'device_id': 'ee9863f0-96c4-4df8-881c-4470d6835027', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:21:47.264895 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-8106a84f-7e76-4a48-bc2a-7be5b36733f3 None None] Provisioning for port aff8760b-bddc-4493-b50c-c77a6a7254ea completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:21:47.277658 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-8106a84f-7e76-4a48-bc2a-7be5b36733f3 None None] Provisioning complete for port aff8760b-bddc-4493-b50c-c77a6a7254ea triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:21:47.278034 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8106a84f-7e76-4a48-bc2a-7be5b36733f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:47.421149 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-0533e404-cf7a-435a-88d4-5b41f636c36e req-bf08692d-861d-4625-8df9-99b57494cdb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:47.476697 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-8106a84f-7e76-4a48-bc2a-7be5b36733f3 None None] Port aff8760b-bddc-4493-b50c-c77a6a7254ea cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:21:47.485955 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device a8831f6f-33a7-4310-942a-02f1a6563041 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:21:47.609281 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port a8831f6f-33a7-4310-942a-02f1a6563041 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:21:47.609940 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:47.954048 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-0533e404-cf7a-435a-88d4-5b41f636c36e req-bf08692d-861d-4625-8df9-99b57494cdb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aff8760b-bddc-4493-b50c-c77a6a7254ea {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:21:47.962443 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-0533e404-cf7a-435a-88d4-5b41f636c36e req-bf08692d-861d-4625-8df9-99b57494cdb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:47.983397 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-0533e404-cf7a-435a-88d4-5b41f636c36e req-bf08692d-861d-4625-8df9-99b57494cdb4 service neutron] Transition to ACTIVE for port object aff8760b-bddc-4493-b50c-c77a6a7254ea will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:21:47.989987 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-0533e404-cf7a-435a-88d4-5b41f636c36e req-bf08692d-861d-4625-8df9-99b57494cdb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:48.711234 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf08692d-861d-4625-8df9-99b57494cdb4 service neutron] Pushing event updated for resources: {'Port': ['ID=aff8760b-bddc-4493-b50c-c77a6a7254ea,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:21:48.883689 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cece25-c63f-4f57-ad30-c2c5f6439202 req-80933a46-4e54-4a36-9a23-75911bf21ab4 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:48.884404 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-21cece25-c63f-4f57-ad30-c2c5f6439202 req-80933a46-4e54-4a36-9a23-75911bf21ab4 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Synchronizing usage tracker for tenant:310f91420a2d4ddd8aab8a710d8dc814 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:21:48.914111 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-0533e404-cf7a-435a-88d4-5b41f636c36e req-bf08692d-861d-4625-8df9-99b57494cdb4 service neutron] Attempting to bind port aff8760b-bddc-4493-b50c-c77a6a7254ea on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:21:48.917810 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-0533e404-cf7a-435a-88d4-5b41f636c36e req-bf08692d-861d-4625-8df9-99b57494cdb4 service neutron] Attempting to bind port aff8760b-bddc-4493-b50c-c77a6a7254ea by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': 'd248bc78-6ee4-4251-a7f7-94832ea6da5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '31b469d8-6d49-4092-85b9-89b228577bc0'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:21:48.919274 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0533e404-cf7a-435a-88d4-5b41f636c36e req-bf08692d-861d-4625-8df9-99b57494cdb4 service neutron] Attempting to bind port aff8760b-bddc-4493-b50c-c77a6a7254ea on network 31b469d8-6d49-4092-85b9-89b228577bc0 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:21:48.936124 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0533e404-cf7a-435a-88d4-5b41f636c36e req-bf08692d-861d-4625-8df9-99b57494cdb4 service neutron] Port aff8760b-bddc-4493-b50c-c77a6a7254ea on network 31b469d8-6d49-4092-85b9-89b228577bc0 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:21:48.937001 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0533e404-cf7a-435a-88d4-5b41f636c36e req-bf08692d-861d-4625-8df9-99b57494cdb4 service neutron] Attempting to bind port aff8760b-bddc-4493-b50c-c77a6a7254ea on network 31b469d8-6d49-4092-85b9-89b228577bc0 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:21:48.940969 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-21cece25-c63f-4f57-ad30-c2c5f6439202 req-80933a46-4e54-4a36-9a23-75911bf21ab4 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Unset dirty status for tenant:310f91420a2d4ddd8aab8a710d8dc814 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:21:48.949556 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-21cece25-c63f-4f57-ad30-c2c5f6439202 req-80933a46-4e54-4a36-9a23-75911bf21ab4 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee9863f0-96c4-4df8-881c-4470d6835027 HTTP/1.1" status: 200 len: 944 time: 0.4142790 May 05 20:21:48.971495 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0533e404-cf7a-435a-88d4-5b41f636c36e req-bf08692d-861d-4625-8df9-99b57494cdb4 service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:21:48.971879 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0533e404-cf7a-435a-88d4-5b41f636c36e req-bf08692d-861d-4625-8df9-99b57494cdb4 service neutron] Checking segment: {'id': 'd248bc78-6ee4-4251-a7f7-94832ea6da5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '31b469d8-6d49-4092-85b9-89b228577bc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:21:48.972215 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0533e404-cf7a-435a-88d4-5b41f636c36e req-bf08692d-861d-4625-8df9-99b57494cdb4 service neutron] Bound using segment: {'id': 'd248bc78-6ee4-4251-a7f7-94832ea6da5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '31b469d8-6d49-4092-85b9-89b228577bc0'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:21:48.972662 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-0533e404-cf7a-435a-88d4-5b41f636c36e req-bf08692d-861d-4625-8df9-99b57494cdb4 service neutron] Bound port: aff8760b-bddc-4493-b50c-c77a6a7254ea, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd248bc78-6ee4-4251-a7f7-94832ea6da5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '31b469d8-6d49-4092-85b9-89b228577bc0'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:21:48.973134 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-0533e404-cf7a-435a-88d4-5b41f636c36e req-bf08692d-861d-4625-8df9-99b57494cdb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:49.070437 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-21cece25-c63f-4f57-ad30-c2c5f6439202 req-1c2f52b2-6963-4d2e-9d33-46b0e8eb7de1 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cc7af0e-4aca-46ea-9229-3f1f94b1b893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200116 May 05 20:21:49.148481 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-0533e404-cf7a-435a-88d4-5b41f636c36e req-bf08692d-861d-4625-8df9-99b57494cdb4 service neutron] For port aff8760b-bddc-4493-b50c-c77a6a7254ea, host n-h2-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:21:49.152549 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-0533e404-cf7a-435a-88d4-5b41f636c36e req-bf08692d-861d-4625-8df9-99b57494cdb4 service neutron] For port aff8760b-bddc-4493-b50c-c77a6a7254ea, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=aff8760b-bddc-4493-b50c-c77a6a7254ea,segment=NetworkSegment(d248bc78-6ee4-4251-a7f7-94832ea6da5c),segment_id=d248bc78-6ee4-4251-a7f7-94832ea6da5c)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:21:49.160277 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-0533e404-cf7a-435a-88d4-5b41f636c36e req-bf08692d-861d-4625-8df9-99b57494cdb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:49.294524 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533e404-cf7a-435a-88d4-5b41f636c36e req-bf08692d-861d-4625-8df9-99b57494cdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:49.294524 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-0533e404-cf7a-435a-88d4-5b41f636c36e req-bf08692d-861d-4625-8df9-99b57494cdb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:49.296084 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0533e404-cf7a-435a-88d4-5b41f636c36e req-bf08692d-861d-4625-8df9-99b57494cdb4 service neutron] 10.222.0.50 "PUT /v2.0/ports/aff8760b-bddc-4493-b50c-c77a6a7254ea HTTP/1.1" status: 200 len: 1092 time: 2.0841429 May 05 20:21:49.296517 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee9863f0-96c4-4df8-881c-4470d6835027', 'tag': 'aff8760b-bddc-4493-b50c-c77a6a7254ea'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:21:49.381066 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf08692d-861d-4625-8df9-99b57494cdb4 service neutron] Pushing event updated for resources: {'Port': ['ID=aff8760b-bddc-4493-b50c-c77a6a7254ea,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:21:49.474571 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a51e5e5e-843b-467b-975f-875fab4641f7'] response: {'name': 'network-changed', 'server_uuid': 'ee9863f0-96c4-4df8-881c-4470d6835027', 'tag': 'aff8760b-bddc-4493-b50c-c77a6a7254ea', 'status': 'completed', 'code': 200} May 05 20:21:49.546183 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533e404-cf7a-435a-88d4-5b41f636c36e req-5be5e18e-efe1-4b9d-a13e-18164070fd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:49.547782 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0533e404-cf7a-435a-88d4-5b41f636c36e req-5be5e18e-efe1-4b9d-a13e-18164070fd1d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=310f91420a2d4ddd8aab8a710d8dc814&device_id=ee9863f0-96c4-4df8-881c-4470d6835027 HTTP/1.1" status: 200 len: 1095 time: 0.1630147 May 05 20:21:49.743667 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0533e404-cf7a-435a-88d4-5b41f636c36e req-7ea628e8-7adf-43ca-acbd-c1475111b718 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aff8760b-bddc-4493-b50c-c77a6a7254ea HTTP/1.1" status: 200 len: 217 time: 0.1846504 May 05 20:21:49.898203 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533e404-cf7a-435a-88d4-5b41f636c36e req-fa30f3b7-68b3-496f-902f-ca74565b3b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:49.903737 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0533e404-cf7a-435a-88d4-5b41f636c36e req-fa30f3b7-68b3-496f-902f-ca74565b3b0c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=477409ea-8175-4012-b9f5-deeb71642c2e HTTP/1.1" status: 200 len: 835 time: 0.1534350 May 05 20:21:50.054738 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533e404-cf7a-435a-88d4-5b41f636c36e req-534b9a50-f8f0-429b-83ed-84083c6ba4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:50.056112 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0533e404-cf7a-435a-88d4-5b41f636c36e req-534b9a50-f8f0-429b-83ed-84083c6ba4f7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=31b469d8-6d49-4092-85b9-89b228577bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1459129 May 05 20:21:50.431531 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0533e404-cf7a-435a-88d4-5b41f636c36e req-cf81f372-337f-451e-97b5-52c24ccb4c42 service neutron] 10.222.0.50 "GET /v2.0/networks/31b469d8-6d49-4092-85b9-89b228577bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3685396 May 05 20:21:50.471058 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e0bd4d-e8ec-45b7-ad82-db48a43fd8da req-8f801834-05b3-44c2-90a2-e2191bc199d6 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:50.472666 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c9e0bd4d-e8ec-45b7-ad82-db48a43fd8da req-8f801834-05b3-44c2-90a2-e2191bc199d6 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee9863f0-96c4-4df8-881c-4470d6835027 HTTP/1.1" status: 200 len: 944 time: 0.1720929 May 05 20:21:50.532676 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c9e0bd4d-e8ec-45b7-ad82-db48a43fd8da req-4eb9029c-786a-4c41-a6d0-e9c9a1ba8f8f tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cc7af0e-4aca-46ea-9229-3f1f94b1b893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479777 May 05 20:21:50.638810 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0533e404-cf7a-435a-88d4-5b41f636c36e req-e2de4cac-0072-4aa7-9754-d42e685c1d05 service neutron] 10.222.0.50 "GET /v2.0/networks/31b469d8-6d49-4092-85b9-89b228577bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998754 May 05 20:21:50.943702 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cabb615-c111-4da2-b6e6-406653c13f2c req-b58ecee0-dcd8-4537-9434-ff36a56fb3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:50.945126 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8cabb615-c111-4da2-b6e6-406653c13f2c req-b58ecee0-dcd8-4537-9434-ff36a56fb3c0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=310f91420a2d4ddd8aab8a710d8dc814&device_id=ee9863f0-96c4-4df8-881c-4470d6835027 HTTP/1.1" status: 200 len: 1095 time: 0.2101040 May 05 20:21:51.342459 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cabb615-c111-4da2-b6e6-406653c13f2c req-95919e27-9b48-46aa-acaa-0f3126bd578d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:51.344253 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8cabb615-c111-4da2-b6e6-406653c13f2c req-95919e27-9b48-46aa-acaa-0f3126bd578d service neutron] 10.222.0.50 "GET /v2.0/networks?id=31b469d8-6d49-4092-85b9-89b228577bc0 HTTP/1.1" status: 200 len: 897 time: 0.3855414 May 05 20:21:51.449004 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8cabb615-c111-4da2-b6e6-406653c13f2c req-1ad1b99e-a702-4c11-9b92-a46ad4ea13a2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aff8760b-bddc-4493-b50c-c77a6a7254ea HTTP/1.1" status: 200 len: 217 time: 0.0973060 May 05 20:21:51.618728 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cabb615-c111-4da2-b6e6-406653c13f2c req-c86b9b12-d5de-421c-a9d7-41d11c93875b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:51.620463 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8cabb615-c111-4da2-b6e6-406653c13f2c req-c86b9b12-d5de-421c-a9d7-41d11c93875b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=477409ea-8175-4012-b9f5-deeb71642c2e HTTP/1.1" status: 200 len: 835 time: 0.1624079 May 05 20:21:51.815533 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cabb615-c111-4da2-b6e6-406653c13f2c req-2636b73b-ecd2-4850-a86a-69d29f4ac872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:51.817023 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8cabb615-c111-4da2-b6e6-406653c13f2c req-2636b73b-ecd2-4850-a86a-69d29f4ac872 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=31b469d8-6d49-4092-85b9-89b228577bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1890647 May 05 20:21:52.079873 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1fd5f-3175-4648-800b-c4b10d1054ff req-4e41858c-7dc1-4dad-b544-cb1a2e5843a0 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:52.095856 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a0b1fd5f-3175-4648-800b-c4b10d1054ff req-4e41858c-7dc1-4dad-b544-cb1a2e5843a0 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee9863f0-96c4-4df8-881c-4470d6835027 HTTP/1.1" status: 200 len: 944 time: 0.2994268 May 05 20:21:52.258210 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a0b1fd5f-3175-4648-800b-c4b10d1054ff req-1ea5d21e-66b7-4655-abb6-8169aa216a59 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cc7af0e-4aca-46ea-9229-3f1f94b1b893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505384 May 05 20:21:52.551928 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8cabb615-c111-4da2-b6e6-406653c13f2c req-df67aeed-c1b2-4775-8188-f012207b97a4 service neutron] 10.222.0.50 "GET /v2.0/networks/31b469d8-6d49-4092-85b9-89b228577bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7268028 May 05 20:21:52.645233 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device aff8760b-bddc-4493-b50c-c77a6a7254ea details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:21:52.817964 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port aff8760b-bddc-4493-b50c-c77a6a7254ea, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=aff8760b-bddc-4493-b50c-c77a6a7254ea,segment=NetworkSegment(d248bc78-6ee4-4251-a7f7-94832ea6da5c),segment_id=d248bc78-6ee4-4251-a7f7-94832ea6da5c)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:21:52.833371 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': 'aff8760b-bddc-4493-b50c-c77a6a7254ea', 'network_id': '31b469d8-6d49-4092-85b9-89b228577bc0', 'port_id': 'aff8760b-bddc-4493-b50c-c77a6a7254ea', 'mac_address': 'fa:16:3e:a3:0a:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '477409ea-8175-4012-b9f5-deeb71642c2e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:21:52.910948 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:52.929464 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8cabb615-c111-4da2-b6e6-406653c13f2c req-76ce45ee-b91e-4dd0-858f-a9a7cef3360d service neutron] 10.222.0.50 "GET /v2.0/networks/31b469d8-6d49-4092-85b9-89b228577bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3709028 May 05 20:21:52.931658 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aff8760b-bddc-4493-b50c-c77a6a7254ea {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:21:52.953175 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port aff8760b-bddc-4493-b50c-c77a6a7254ea, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=aff8760b-bddc-4493-b50c-c77a6a7254ea,segment=NetworkSegment(d248bc78-6ee4-4251-a7f7-94832ea6da5c),segment_id=d248bc78-6ee4-4251-a7f7-94832ea6da5c)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:21:52.963528 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:53.043567 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=aff8760b-bddc-4493-b50c-c77a6a7254ea,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:21:53.167507 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['aff8760b-bddc-4493-b50c-c77a6a7254ea'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:21:53.355260 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-93d3c711-f06b-44b0-ad56-8a02f82b7ddb req-d4ece540-f28e-44e8-8d77-b43360526cb5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1daa217f-f7a9-41ac-b91c-4fe2c95d3fdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2449539 May 05 20:21:53.826950 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d3c711-f06b-44b0-ad56-8a02f82b7ddb req-383efded-ddd6-49e7-ab48-4924ceee8cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:53.830736 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-93d3c711-f06b-44b0-ad56-8a02f82b7ddb req-383efded-ddd6-49e7-ab48-4924ceee8cde service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc385d822f314b0ea94bc048c6bf0397&device_id=1daa217f-f7a9-41ac-b91c-4fe2c95d3fdd HTTP/1.1" status: 200 len: 1096 time: 0.2518055 May 05 20:21:53.957176 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a146600b-bf28-40b6-b723-49e8da51419e req-857c1d11-d638-4105-bd1c-a50431828dbc tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:53.958728 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a146600b-bf28-40b6-b723-49e8da51419e req-857c1d11-d638-4105-bd1c-a50431828dbc tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee9863f0-96c4-4df8-881c-4470d6835027 HTTP/1.1" status: 200 len: 945 time: 0.2494352 May 05 20:21:54.054144 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a146600b-bf28-40b6-b723-49e8da51419e req-b6b97a57-2315-42d9-8065-9993db01d79a tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cc7af0e-4aca-46ea-9229-3f1f94b1b893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882602 May 05 20:21:54.239283 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d3c711-f06b-44b0-ad56-8a02f82b7ddb req-c23670ef-73be-49c2-8864-ff65a6cd77f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:54.241192 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-93d3c711-f06b-44b0-ad56-8a02f82b7ddb req-c23670ef-73be-49c2-8864-ff65a6cd77f3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1f4bdc00-0989-427c-9e5a-a72ccd38703a HTTP/1.1" status: 200 len: 912 time: 0.3857241 May 05 20:21:54.597946 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-93d3c711-f06b-44b0-ad56-8a02f82b7ddb req-032116dd-827c-4e9a-8db5-bb67b33b8657 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22b4a806-34b7-42e1-9144-4cfebc3aa30e HTTP/1.1" status: 200 len: 1001 time: 0.3507822 May 05 20:21:54.674188 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device aff8760b-bddc-4493-b50c-c77a6a7254ea up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:21:54.773345 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d3c711-f06b-44b0-ad56-8a02f82b7ddb req-c0230f18-339a-4a77-8d9f-343b097904be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:54.775022 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-93d3c711-f06b-44b0-ad56-8a02f82b7ddb req-c0230f18-339a-4a77-8d9f-343b097904be service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75701100-e0e5-47c2-a4bc-48386804fbaf HTTP/1.1" status: 200 len: 850 time: 0.1676455 May 05 20:21:54.918449 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d3c711-f06b-44b0-ad56-8a02f82b7ddb req-9bdaf02b-1b5d-42fa-b74e-d8ba990af7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:54.920658 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-93d3c711-f06b-44b0-ad56-8a02f82b7ddb req-9bdaf02b-1b5d-42fa-b74e-d8ba990af7de service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1f4bdc00-0989-427c-9e5a-a72ccd38703a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1394765 May 05 20:21:54.946916 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port aff8760b-bddc-4493-b50c-c77a6a7254ea completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:21:54.966571 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port aff8760b-bddc-4493-b50c-c77a6a7254ea triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:21:54.967441 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:55.243907 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-93d3c711-f06b-44b0-ad56-8a02f82b7ddb req-13763625-2376-449e-85c3-de2cc4cd9a15 service neutron] 10.222.0.24 "GET /v2.0/networks/1f4bdc00-0989-427c-9e5a-a72ccd38703a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154800 May 05 20:21:55.324302 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:55.400432 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee9863f0-96c4-4df8-881c-4470d6835027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aff8760b-bddc-4493-b50c-c77a6a7254ea'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:21:55.420432 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port aff8760b-bddc-4493-b50c-c77a6a7254ea, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=aff8760b-bddc-4493-b50c-c77a6a7254ea,segment=NetworkSegment(d248bc78-6ee4-4251-a7f7-94832ea6da5c),segment_id=d248bc78-6ee4-4251-a7f7-94832ea6da5c)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:21:55.462981 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:55.678478 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f5e1fab-7e4c-45a6-a707-21882199de1d'] response: {'server_uuid': 'ee9863f0-96c4-4df8-881c-4470d6835027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aff8760b-bddc-4493-b50c-c77a6a7254ea', 'code': 200} May 05 20:21:55.773295 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=aff8760b-bddc-4493-b50c-c77a6a7254ea,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:21:55.858495 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157bb66f-2935-482d-8665-98081c3384a8 req-fbd1262d-69ab-49b3-9bf7-ea0b5f592065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:55.860037 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-157bb66f-2935-482d-8665-98081c3384a8 req-fbd1262d-69ab-49b3-9bf7-ea0b5f592065 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ee9863f0-96c4-4df8-881c-4470d6835027 HTTP/1.1" status: 200 len: 1097 time: 0.2411256 May 05 20:21:55.953796 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-157bb66f-2935-482d-8665-98081c3384a8 req-9773db50-d4bf-42c8-acc0-5c2791724d60 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1cc7af0e-4aca-46ea-9229-3f1f94b1b893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871015 May 05 20:21:56.049132 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98006667-c747-4abe-a633-252980065342 req-393dc04c-dc98-4f3a-80a5-b4c16c26d0e2 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:56.063789 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-98006667-c747-4abe-a633-252980065342 req-393dc04c-dc98-4f3a-80a5-b4c16c26d0e2 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee9863f0-96c4-4df8-881c-4470d6835027 HTTP/1.1" status: 200 len: 946 time: 0.6403682 May 05 20:21:56.122621 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-98006667-c747-4abe-a633-252980065342 req-958a3af0-e732-4637-998f-0d10fd553ec3 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cc7af0e-4aca-46ea-9229-3f1f94b1b893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579286 May 05 20:21:56.131954 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-93d3c711-f06b-44b0-ad56-8a02f82b7ddb req-bd1643dd-5e8a-4d8b-b3f7-c832ffcb2df6 service neutron] 10.222.0.24 "GET /v2.0/networks/1f4bdc00-0989-427c-9e5a-a72ccd38703a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8803275 May 05 20:21:57.490304 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e2ca8e-4940-432f-9db1-a5b98097ad6a req-229fc088-6f7d-4126-9a6b-172e5d59400d tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:57.491905 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f1e2ca8e-4940-432f-9db1-a5b98097ad6a req-229fc088-6f7d-4126-9a6b-172e5d59400d tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee9863f0-96c4-4df8-881c-4470d6835027 HTTP/1.1" status: 200 len: 946 time: 0.1850638 May 05 20:21:57.618607 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f1e2ca8e-4940-432f-9db1-a5b98097ad6a req-d1bb9768-6ac5-42ed-8864-a31fcd8e3394 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cc7af0e-4aca-46ea-9229-3f1f94b1b893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192229 May 05 20:21:58.016006 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb5a04-fd1f-457d-9bd8-09d9d07f219e req-006257b4-2299-4e95-8ce0-d8631576f7bb tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:58.030397 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9acb5a04-fd1f-457d-9bd8-09d9d07f219e req-006257b4-2299-4e95-8ce0-d8631576f7bb tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee9863f0-96c4-4df8-881c-4470d6835027 HTTP/1.1" status: 200 len: 946 time: 0.2085757 May 05 20:21:58.102497 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9acb5a04-fd1f-457d-9bd8-09d9d07f219e req-e3ebe341-fab2-44dd-bdf9-85d368ef1491 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cc7af0e-4aca-46ea-9229-3f1f94b1b893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709915 May 05 20:21:58.130862 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 47950) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:21:58.314400 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fb482d-5471-4c71-9c24-b590765d39bc tempest-TestNetworkAdvancedServerOps-1264277304 tempest-TestNetworkAdvancedServerOps-1264277304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:21:58.319038 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 47956) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:21:58.325457 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-67a4a2bf-ae9d-431d-9023-96ccc920af50 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Request body: {'floatingip': {'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'port_id': 'aff8760b-bddc-4493-b50c-c77a6a7254ea', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:21:58.330743 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f2fb482d-5471-4c71-9c24-b590765d39bc tempest-TestNetworkAdvancedServerOps-1264277304 tempest-TestNetworkAdvancedServerOps-1264277304-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ee9863f0-96c4-4df8-881c-4470d6835027 HTTP/1.1" status: 200 len: 1092 time: 0.2007413 May 05 20:21:58.340188 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-67a4a2bf-ae9d-431d-9023-96ccc920af50 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:21:58.360871 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-67a4a2bf-ae9d-431d-9023-96ccc920af50 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Usage tracker for resource:floatingip and tenant:310f91420a2d4ddd8aab8a710d8dc814 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:21:58.365927 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-67a4a2bf-ae9d-431d-9023-96ccc920af50 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:21:58.375363 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-67a4a2bf-ae9d-431d-9023-96ccc920af50 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:21:58.418069 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-67a4a2bf-ae9d-431d-9023-96ccc920af50 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for floatingip, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:58.465890 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 47960) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:21:58.648484 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-67a4a2bf-ae9d-431d-9023-96ccc920af50 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:58.770229 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a6337412-0959-4350-acc6-40d1da9103c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:58.827970 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a6337412-0959-4350-acc6-40d1da9103c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:21:58.827970 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a6337412-0959-4350-acc6-40d1da9103c5 admin admin] Usage tracker for resource:security_group_rule and tenant:750585d4ec0842a29fac48c0d78ed098 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:21:58.840549 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a6337412-0959-4350-acc6-40d1da9103c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:21:58.840549 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a6337412-0959-4350-acc6-40d1da9103c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:21:58.926051 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-67a4a2bf-ae9d-431d-9023-96ccc920af50 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Allocated IP 172.25.0.133 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/e6e06d51-4403-41da-a102-6243b59fb9fc) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:21:59.026428 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a6337412-0959-4350-acc6-40d1da9103c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:59.030941 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a6337412-0959-4350-acc6-40d1da9103c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:59.088673 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a6337412-0959-4350-acc6-40d1da9103c5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=750585d4ec0842a29fac48c0d78ed098&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6207697 May 05 20:21:59.092833 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 47984) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:21:59.148702 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6337412-0959-4350-acc6-40d1da9103c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0297f4ce-f313-40cb-8bc2-49c6e245455a,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:21:59.198897 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6337412-0959-4350-acc6-40d1da9103c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:21:59.198897 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6337412-0959-4350-acc6-40d1da9103c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:21:59.198897 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6337412-0959-4350-acc6-40d1da9103c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:21:59.198897 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6337412-0959-4350-acc6-40d1da9103c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:21:59.198897 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6337412-0959-4350-acc6-40d1da9103c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:21:59.198897 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6337412-0959-4350-acc6-40d1da9103c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:21:59.198897 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6337412-0959-4350-acc6-40d1da9103c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:21:59.198897 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6337412-0959-4350-acc6-40d1da9103c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:21:59.198897 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6337412-0959-4350-acc6-40d1da9103c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:21:59.208873 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6337412-0959-4350-acc6-40d1da9103c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:21:59.208873 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6337412-0959-4350-acc6-40d1da9103c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:21:59.208873 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6337412-0959-4350-acc6-40d1da9103c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:21:59.264069 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-67a4a2bf-ae9d-431d-9023-96ccc920af50 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:59.272109 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-019eff33-71c3-4dc0-a2ee-e002c0154151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:59.334506 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-67a4a2bf-ae9d-431d-9023-96ccc920af50 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:59.350880 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-019eff33-71c3-4dc0-a2ee-e002c0154151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:59.435021 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a4a2bf-ae9d-431d-9023-96ccc920af50 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:21:59.436370 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a4a2bf-ae9d-431d-9023-96ccc920af50 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event updated for resources: {'Port': ['ID=e6e06d51-4403-41da-a102-6243b59fb9fc,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:21:59.439774 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-67a4a2bf-ae9d-431d-9023-96ccc920af50 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:21:59.446570 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a4a2bf-ae9d-431d-9023-96ccc920af50 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:21:59.470963 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-019eff33-71c3-4dc0-a2ee-e002c0154151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:59.524074 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019eff33-71c3-4dc0-a2ee-e002c0154151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0297f4ce-f313-40cb-8bc2-49c6e245455a,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:21:59.532705 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-019eff33-71c3-4dc0-a2ee-e002c0154151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:21:59.534035 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-019eff33-71c3-4dc0-a2ee-e002c0154151 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0297f4ce-f313-40cb-8bc2-49c6e245455a HTTP/1.1" status: 204 len: 168 time: 0.4401367 May 05 20:22:00.076871 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 48010) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:22:00.186403 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5855bb51-5390-43c4-86b0-12689d0f9285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:00.222423 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5855bb51-5390-43c4-86b0-12689d0f9285 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:22:00.226358 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-5855bb51-5390-43c4-86b0-12689d0f9285 admin admin] Usage tracker for resource:security_group_rule and tenant:9d163588e3b94567804799d7e61ed737 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:22:00.230203 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-5855bb51-5390-43c4-86b0-12689d0f9285 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:22:00.236332 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5855bb51-5390-43c4-86b0-12689d0f9285 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:22:00.295115 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-67a4a2bf-ae9d-431d-9023-96ccc920af50 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:00.331262 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5855bb51-5390-43c4-86b0-12689d0f9285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:00.344989 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5855bb51-5390-43c4-86b0-12689d0f9285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:00.424314 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-5855bb51-5390-43c4-86b0-12689d0f9285 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9d163588e3b94567804799d7e61ed737&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3459311 May 05 20:22:00.425303 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 48020) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:22:00.426156 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5855bb51-5390-43c4-86b0-12689d0f9285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff504db-cba2-4052-b313-3ab6d846a704,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:22:00.461687 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-67a4a2bf-ae9d-431d-9023-96ccc920af50 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:00.519023 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4dd28a9a-0c25-4bf0-8ee1-7ad8cef12b86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:00.551746 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4dd28a9a-0c25-4bf0-8ee1-7ad8cef12b86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:00.616861 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4dd28a9a-0c25-4bf0-8ee1-7ad8cef12b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:00.643595 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd28a9a-0c25-4bf0-8ee1-7ad8cef12b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff504db-cba2-4052-b313-3ab6d846a704,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:22:00.647738 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4dd28a9a-0c25-4bf0-8ee1-7ad8cef12b86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:00.654356 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-4dd28a9a-0c25-4bf0-8ee1-7ad8cef12b86 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5ff504db-cba2-4052-b313-3ab6d846a704 HTTP/1.1" status: 204 len: 168 time: 0.2123461 May 05 20:22:01.036427 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-67a4a2bf-ae9d-431d-9023-96ccc920af50 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:01.054941 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-67a4a2bf-ae9d-431d-9023-96ccc920af50 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:01.200393 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a4a2bf-ae9d-431d-9023-96ccc920af50 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event updated for resources: {'Port': ['ID=e6e06d51-4403-41da-a102-6243b59fb9fc,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:22:01.265053 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-67a4a2bf-ae9d-431d-9023-96ccc920af50 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:01.556189 n-d-840717-1 neutron-server[88197]: INFO neutron.db.l3_db [None req-67a4a2bf-ae9d-431d-9023-96ccc920af50 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Floating IP 4d90d91f-b09d-43ef-beed-021c6e799630 associated. External IP: 172.25.0.133, port: aff8760b-bddc-4493-b50c-c77a6a7254ea. May 05 20:22:01.753802 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:22:02.221499 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67a4a2bf-ae9d-431d-9023-96ccc920af50 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Router 634dc00c-b2a8-4d0d-b5ae-db7d02eadf54 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:22:02.544709 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a4a2bf-ae9d-431d-9023-96ccc920af50 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:22:02.557418 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f113121f-80ba-4839-b139-15527c4d98c8 None None] Sync routers for ids ['634dc00c-b2a8-4d0d-b5ae-db7d02eadf54'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:22:02.571422 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f113121f-80ba-4839-b139-15527c4d98c8 None None] Routers {'634dc00c-b2a8-4d0d-b5ae-db7d02eadf54'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:22:02.578035 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-f113121f-80ba-4839-b139-15527c4d98c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:21:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['634dc00c-b2a8-4d0d-b5ae-db7d02eadf54'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:22:02.614309 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-67a4a2bf-ae9d-431d-9023-96ccc920af50 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:02.837231 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-67a4a2bf-ae9d-431d-9023-96ccc920af50 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.5166683 May 05 20:22:02.838995 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee9863f0-96c4-4df8-881c-4470d6835027', 'tag': 'aff8760b-bddc-4493-b50c-c77a6a7254ea'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:22:03.026187 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7a97d80-a28e-476f-bf81-043b7d73e176'] response: {'name': 'network-changed', 'server_uuid': 'ee9863f0-96c4-4df8-881c-4470d6835027', 'tag': 'aff8760b-bddc-4493-b50c-c77a6a7254ea', 'status': 'completed', 'code': 200} May 05 20:22:03.166524 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-f113121f-80ba-4839-b139-15527c4d98c8 None None] Set router 634dc00c-b2a8-4d0d-b5ae-db7d02eadf54 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:22:03.206325 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d96af-fa79-49f1-9768-115c04e1e59d req-988136d4-c188-47a5-a357-8e52c23a0b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:22:03.208203 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b26d96af-fa79-49f1-9768-115c04e1e59d req-988136d4-c188-47a5-a357-8e52c23a0b52 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=310f91420a2d4ddd8aab8a710d8dc814&device_id=ee9863f0-96c4-4df8-881c-4470d6835027 HTTP/1.1" status: 200 len: 1097 time: 0.1599550 May 05 20:22:03.278356 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825b612b-6a1e-44bc-9574-e26a855deb42 req-94a56c94-1f04-4035-898f-f4d181f91a79 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:22:03.280603 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-825b612b-6a1e-44bc-9574-e26a855deb42 req-94a56c94-1f04-4035-898f-f4d181f91a79 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee9863f0-96c4-4df8-881c-4470d6835027 HTTP/1.1" status: 200 len: 946 time: 0.2002406 May 05 20:22:03.379580 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-825b612b-6a1e-44bc-9574-e26a855deb42 req-c06861a5-2986-4e07-8494-c5a2b618ef56 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cc7af0e-4aca-46ea-9229-3f1f94b1b893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912080 May 05 20:22:03.409847 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 48144) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:22:03.582882 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d96af-fa79-49f1-9768-115c04e1e59d req-468c30bf-fe6e-4a59-8ea0-862a8591be3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:22:03.587494 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b26d96af-fa79-49f1-9768-115c04e1e59d req-468c30bf-fe6e-4a59-8ea0-862a8591be3f service neutron] 10.222.0.50 "GET /v2.0/networks?id=31b469d8-6d49-4092-85b9-89b228577bc0 HTTP/1.1" status: 200 len: 897 time: 0.3710380 May 05 20:22:03.620091 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-408d48d9-6778-4d5a-a2aa-a7bb0a55609f tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/floatingips/4d90d91f-b09d-43ef-beed-021c6e799630 HTTP/1.1" status: 200 len: 992 time: 0.2088420 May 05 20:22:03.878505 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b26d96af-fa79-49f1-9768-115c04e1e59d req-18abf0dc-83f2-43c4-9b39-7b75f371c633 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aff8760b-bddc-4493-b50c-c77a6a7254ea HTTP/1.1" status: 200 len: 1000 time: 0.2863159 May 05 20:22:03.969277 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d96af-fa79-49f1-9768-115c04e1e59d req-485f0b4a-85aa-4139-b8fe-c10c9ac0141a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:22:03.976037 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b26d96af-fa79-49f1-9768-115c04e1e59d req-485f0b4a-85aa-4139-b8fe-c10c9ac0141a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=477409ea-8175-4012-b9f5-deeb71642c2e HTTP/1.1" status: 200 len: 835 time: 0.0866516 May 05 20:22:04.036997 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-f113121f-80ba-4839-b139-15527c4d98c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634dc00c-b2a8-4d0d-b5ae-db7d02eadf54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-597991816', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '979bd086-27ba-4b62-a3cc-0ed9cd3339c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:21:22Z', 'updated_at': '2022-05-05T20:21:36Z', 'revision_number': 4, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'gw_port': {'id': '979bd086-27ba-4b62-a3cc-0ed9cd3339c1', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:61:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634dc00c-b2a8-4d0d-b5ae-db7d02eadf54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:21:24Z', 'updated_at': '2022-05-05T20:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '4d90d91f-b09d-43ef-beed-021c6e799630', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'floating_ip_address': '172.25.0.133', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '634dc00c-b2a8-4d0d-b5ae-db7d02eadf54', 'port_id': 'aff8760b-bddc-4493-b50c-c77a6a7254ea', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31b469d8-6d49-4092-85b9-89b228577bc0', 'mac_address': 'fa:16:3e:a3:0a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9863f0-96c4-4df8-881c-4470d6835027', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:22:00Z', 'updated_at': '2022-05-05T20:22:00Z', 'revision_number': 0, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8831f6f-33a7-4310-942a-02f1a6563041', 'name': '', 'network_id': '31b469d8-6d49-4092-85b9-89b228577bc0', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'mac_address': 'fa:16:3e:64:55:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634dc00c-b2a8-4d0d-b5ae-db7d02eadf54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '477409ea-8175-4012-b9f5-deeb71642c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:21:34Z', 'updated_at': '2022-05-05T20:21:46Z', 'revision_number': 5, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'subnets': [{'id': '477409ea-8175-4012-b9f5-deeb71642c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:22:04.058929 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f113121f-80ba-4839-b139-15527c4d98c8 None None] Checking router: 634dc00c-b2a8-4d0d-b5ae-db7d02eadf54 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:22:04.090528 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f113121f-80ba-4839-b139-15527c4d98c8 None None] Routers {'634dc00c-b2a8-4d0d-b5ae-db7d02eadf54'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:22:04.091148 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-f113121f-80ba-4839-b139-15527c4d98c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:21:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['634dc00c-b2a8-4d0d-b5ae-db7d02eadf54'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:22:04.152712 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d96af-fa79-49f1-9768-115c04e1e59d req-43b5a7dd-253a-4e97-b70c-b4cdab5564ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:22:04.154387 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b26d96af-fa79-49f1-9768-115c04e1e59d req-43b5a7dd-253a-4e97-b70c-b4cdab5564ec service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=31b469d8-6d49-4092-85b9-89b228577bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1720173 May 05 20:22:04.451608 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-f113121f-80ba-4839-b139-15527c4d98c8 None None] Set router 634dc00c-b2a8-4d0d-b5ae-db7d02eadf54 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:22:04.623241 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 48190) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:22:04.669336 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b26d96af-fa79-49f1-9768-115c04e1e59d req-44bbd4f2-8bec-4d6e-a0a8-2656107267b2 service neutron] 10.222.0.50 "GET /v2.0/networks/31b469d8-6d49-4092-85b9-89b228577bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5005500 May 05 20:22:04.928229 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-25d947ae-428c-49f8-b304-1bf451be4b6b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/floatingips/4d90d91f-b09d-43ef-beed-021c6e799630 HTTP/1.1" status: 200 len: 992 time: 0.3121736 May 05 20:22:05.100211 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b26d96af-fa79-49f1-9768-115c04e1e59d req-e35bd8e9-61d8-46c9-8630-254b4d0bf75c service neutron] 10.222.0.50 "GET /v2.0/networks/31b469d8-6d49-4092-85b9-89b228577bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4315417 May 05 20:22:05.115331 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8fd449ba-ae1a-40a8-a197-9580bc16cd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:05.257250 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-f113121f-80ba-4839-b139-15527c4d98c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634dc00c-b2a8-4d0d-b5ae-db7d02eadf54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-597991816', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '979bd086-27ba-4b62-a3cc-0ed9cd3339c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:21:22Z', 'updated_at': '2022-05-05T20:21:36Z', 'revision_number': 4, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'gw_port': {'id': '979bd086-27ba-4b62-a3cc-0ed9cd3339c1', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:61:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634dc00c-b2a8-4d0d-b5ae-db7d02eadf54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:21:24Z', 'updated_at': '2022-05-05T20:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '4d90d91f-b09d-43ef-beed-021c6e799630', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'floating_ip_address': '172.25.0.133', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '634dc00c-b2a8-4d0d-b5ae-db7d02eadf54', 'port_id': 'aff8760b-bddc-4493-b50c-c77a6a7254ea', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31b469d8-6d49-4092-85b9-89b228577bc0', 'mac_address': 'fa:16:3e:a3:0a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9863f0-96c4-4df8-881c-4470d6835027', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:22:00Z', 'updated_at': '2022-05-05T20:22:00Z', 'revision_number': 0, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8831f6f-33a7-4310-942a-02f1a6563041', 'name': '', 'network_id': '31b469d8-6d49-4092-85b9-89b228577bc0', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'mac_address': 'fa:16:3e:64:55:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634dc00c-b2a8-4d0d-b5ae-db7d02eadf54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '477409ea-8175-4012-b9f5-deeb71642c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:21:34Z', 'updated_at': '2022-05-05T20:21:46Z', 'revision_number': 5, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'subnets': [{'id': '477409ea-8175-4012-b9f5-deeb71642c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:22:05.273907 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f113121f-80ba-4839-b139-15527c4d98c8 None None] The sync data for ids ['634dc00c-b2a8-4d0d-b5ae-db7d02eadf54'] in n-d-840717-1 is: [{'id': '634dc00c-b2a8-4d0d-b5ae-db7d02eadf54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-597991816', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '979bd086-27ba-4b62-a3cc-0ed9cd3339c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:21:22Z', 'updated_at': '2022-05-05T20:21:36Z', 'revision_number': 4, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'gw_port': {'id': '979bd086-27ba-4b62-a3cc-0ed9cd3339c1', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:61:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634dc00c-b2a8-4d0d-b5ae-db7d02eadf54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:21:24Z', 'updated_at': '2022-05-05T20:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '4d90d91f-b09d-43ef-beed-021c6e799630', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'floating_ip_address': '172.25.0.133', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '634dc00c-b2a8-4d0d-b5ae-db7d02eadf54', 'port_id': 'aff8760b-bddc-4493-b50c-c77a6a7254ea', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31b469d8-6d49-4092-85b9-89b228577bc0', 'mac_address': 'fa:16:3e:a3:0a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9863f0-96c4-4df8-881c-4470d6835027', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:22:00Z', 'updated_at': '2022-05-05T20:22:00Z', 'revision_number': 0, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8831f6f-33a7-4310-942a-02f1a6563041', 'name': '', 'network_id': '31b469d8-6d49-4092-85b9-89b228577bc0', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'mac_address': 'fa:16:3e:64:55:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634dc00c-b2a8-4d0d-b5ae-db7d02eadf54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '477409ea-8175-4012-b9f5-deeb71642c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:21:34Z', 'updated_at': '2022-05-05T20:21:46Z', 'revision_number': 5, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'subnets': [{'id': '477409ea-8175-4012-b9f5-deeb71642c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:22:05.680292 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ea87b4-8505-413c-8c92-2f70989b69cf None None] New status for floating IP 4d90d91f-b09d-43ef-beed-021c6e799630: ACTIVE {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:22:05.927779 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 48240) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:22:06.179235 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-dbbbea40-5f84-43c0-aeb3-82ad29d0631a tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/floatingips/4d90d91f-b09d-43ef-beed-021c6e799630 HTTP/1.1" status: 200 len: 992 time: 0.2500854 May 05 20:22:06.859692 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3db3fef0-6107-42d1-80b1-6f97f6187d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:07.183710 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 48310) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:22:07.521039 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-cbd00f93-24f5-4740-a595-a2eba945eeec tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/floatingips/4d90d91f-b09d-43ef-beed-021c6e799630 HTTP/1.1" status: 200 len: 994 time: 0.3345778 May 05 20:22:07.854232 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:08.066532 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:09.605396 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:12.694478 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 48556) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:22:12.867140 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3a44d92c-2f2f-4306-94e8-dc74f494bf0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:12.898610 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-3a44d92c-2f2f-4306-94e8-dc74f494bf0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:22:12.908283 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-3a44d92c-2f2f-4306-94e8-dc74f494bf0c admin admin] Usage tracker for resource:security_group_rule and tenant:28d961c9725e487d801753d25898936f is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:22:12.908283 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-3a44d92c-2f2f-4306-94e8-dc74f494bf0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:22:12.912422 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-3a44d92c-2f2f-4306-94e8-dc74f494bf0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:22:13.010107 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3a44d92c-2f2f-4306-94e8-dc74f494bf0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:13.016517 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3a44d92c-2f2f-4306-94e8-dc74f494bf0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:13.064528 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-3a44d92c-2f2f-4306-94e8-dc74f494bf0c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=28d961c9725e487d801753d25898936f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3689830 May 05 20:22:13.068793 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 48576) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:22:13.102375 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a44d92c-2f2f-4306-94e8-dc74f494bf0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e90b47a-3802-42b0-9dab-aabaa9d4fd1e,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:22:13.159405 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dc867346-54d4-435d-9698-01807449b014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:13.216619 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dc867346-54d4-435d-9698-01807449b014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:13.299630 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dc867346-54d4-435d-9698-01807449b014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:13.316616 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc867346-54d4-435d-9698-01807449b014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e90b47a-3802-42b0-9dab-aabaa9d4fd1e,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:22:13.324011 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dc867346-54d4-435d-9698-01807449b014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:13.328011 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-dc867346-54d4-435d-9698-01807449b014 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5e90b47a-3802-42b0-9dab-aabaa9d4fd1e HTTP/1.1" status: 204 len: 168 time: 0.2568493 May 05 20:22:13.813814 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 48616) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:22:13.832783 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-74a1b2f4-a8a5-4850-8ec0-c3335cf4445b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:13.850489 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-74a1b2f4-a8a5-4850-8ec0-c3335cf4445b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:22:13.855236 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-74a1b2f4-a8a5-4850-8ec0-c3335cf4445b admin admin] Usage tracker for resource:security_group_rule and tenant:03de61f662894a7fb93bcb318d996d1c is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:22:13.858290 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-74a1b2f4-a8a5-4850-8ec0-c3335cf4445b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:22:13.864573 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-74a1b2f4-a8a5-4850-8ec0-c3335cf4445b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:22:14.002141 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-74a1b2f4-a8a5-4850-8ec0-c3335cf4445b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:14.006599 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-74a1b2f4-a8a5-4850-8ec0-c3335cf4445b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:14.068297 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-74a1b2f4-a8a5-4850-8ec0-c3335cf4445b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=03de61f662894a7fb93bcb318d996d1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2533078 May 05 20:22:14.068603 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 48638) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:22:14.069228 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a1b2f4-a8a5-4850-8ec0-c3335cf4445b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da119ad-1f33-4e68-bde6-f44ac23cf6bf,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:22:14.194077 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7ffbfb92-3525-4c5f-80f5-3c2db198cadc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:14.230448 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7ffbfb92-3525-4c5f-80f5-3c2db198cadc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:14.296694 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:14.321640 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7ffbfb92-3525-4c5f-80f5-3c2db198cadc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:14.342445 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffbfb92-3525-4c5f-80f5-3c2db198cadc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da119ad-1f33-4e68-bde6-f44ac23cf6bf,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:22:14.353477 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7ffbfb92-3525-4c5f-80f5-3c2db198cadc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:14.355521 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-7ffbfb92-3525-4c5f-80f5-3c2db198cadc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3da119ad-1f33-4e68-bde6-f44ac23cf6bf HTTP/1.1" status: 204 len: 168 time: 0.2859082 May 05 20:22:14.824361 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab673856-151e-4c0a-8be3-db35a552389e req-4a09b354-8325-4c80-b5c0-8bd596fbb448 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:22:14.832505 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ab673856-151e-4c0a-8be3-db35a552389e req-4a09b354-8325-4c80-b5c0-8bd596fbb448 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/ports?device_id=1daa217f-f7a9-41ac-b91c-4fe2c95d3fdd HTTP/1.1" status: 200 len: 945 time: 0.1333408 May 05 20:22:14.901004 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ab673856-151e-4c0a-8be3-db35a552389e req-42ed6a1a-fd8c-467f-9280-534133109f24 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/security-groups?id=143f212a-ab99-48e0-be8b-3e2a6ba44517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615330 May 05 20:22:15.213819 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [req-51b16022-b7ec-4ffb-83eb-dd737289e788 req-ffc604a0-2b4f-40f8-ba9d-eb572a95360a service neutron] (88197) timed out ('10.222.0.24', 59210) {{(pid=88197) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 05 20:22:16.332953 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceb9e75-879d-40e2-be7e-ecf9a8e18821 req-4ee7f942-0b80-4632-a403-c32a7b142a5e tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:22:16.335569 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5ceb9e75-879d-40e2-be7e-ecf9a8e18821 req-4ee7f942-0b80-4632-a403-c32a7b142a5e tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.24 "GET /v2.0/ports?device_id=1daa217f-f7a9-41ac-b91c-4fe2c95d3fdd HTTP/1.1" status: 200 len: 945 time: 0.2373796 May 05 20:22:16.347790 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e8f0d-a2f0-42e5-bfd7-8f19c11d8bb0 req-88702866-ed5c-4cce-a553-e6104c1c4e7e tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:22:16.357347 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6e5e8f0d-a2f0-42e5-bfd7-8f19c11d8bb0 req-88702866-ed5c-4cce-a553-e6104c1c4e7e tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/ports?device_id=1daa217f-f7a9-41ac-b91c-4fe2c95d3fdd HTTP/1.1" status: 200 len: 945 time: 0.2031524 May 05 20:22:16.389455 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:16.528628 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6e5e8f0d-a2f0-42e5-bfd7-8f19c11d8bb0 req-077096d7-70b0-4032-96ca-08a9510bd91b tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/security-groups?id=143f212a-ab99-48e0-be8b-3e2a6ba44517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703033 May 05 20:22:16.549428 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-5ceb9e75-879d-40e2-be7e-ecf9a8e18821 req-5f861445-b03a-4345-a7b7-d8db4f704c98 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Deleting port 22b4a806-34b7-42e1-9144-4cfebc3aa30e {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:22:16.550117 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-5ceb9e75-879d-40e2-be7e-ecf9a8e18821 req-5f861445-b03a-4345-a7b7-d8db4f704c98 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:17.311335 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-5ceb9e75-879d-40e2-be7e-ecf9a8e18821 req-5f861445-b03a-4345-a7b7-d8db4f704c98 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] For port 22b4a806-34b7-42e1-9144-4cfebc3aa30e, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=22b4a806-34b7-42e1-9144-4cfebc3aa30e,segment=NetworkSegment(57bbc04f-1c68-4970-9c1a-a5d13ea03f9b),segment_id=57bbc04f-1c68-4970-9c1a-a5d13ea03f9b)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:22:17.311798 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-5ceb9e75-879d-40e2-be7e-ecf9a8e18821 req-5f861445-b03a-4345-a7b7-d8db4f704c98 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:17.885936 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-5ceb9e75-879d-40e2-be7e-ecf9a8e18821 req-5f861445-b03a-4345-a7b7-d8db4f704c98 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:17.886604 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-5ceb9e75-879d-40e2-be7e-ecf9a8e18821 req-5f861445-b03a-4345-a7b7-d8db4f704c98 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:17.886604 n-d-840717-1 neutron-server[88198]: INFO neutron.db.l3_db [req-5ceb9e75-879d-40e2-be7e-ecf9a8e18821 req-5f861445-b03a-4345-a7b7-d8db4f704c98 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Floating IP 7d2c34c5-8a0a-4dc9-918f-5ec3bd6c2f84 disassociated. External IP: 172.25.0.144, port: 22b4a806-34b7-42e1-9144-4cfebc3aa30e. May 05 20:22:17.886940 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-5ceb9e75-879d-40e2-be7e-ecf9a8e18821 req-5f861445-b03a-4345-a7b7-d8db4f704c98 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Calling delete_port for 22b4a806-34b7-42e1-9144-4cfebc3aa30e owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:22:17.956856 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c1767-a17d-4646-8192-6e94944a5f76 req-e72f7fa6-f6f2-4c39-8c00-72a9e73d7c7c tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:22:17.959256 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e98c1767-a17d-4646-8192-6e94944a5f76 req-e72f7fa6-f6f2-4c39-8c00-72a9e73d7c7c tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/ports?device_id=1daa217f-f7a9-41ac-b91c-4fe2c95d3fdd HTTP/1.1" status: 200 len: 945 time: 0.1441717 May 05 20:22:18.116226 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e98c1767-a17d-4646-8192-6e94944a5f76 req-a5657f05-140e-4caf-8e8a-8979c5f477cc tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/security-groups?id=143f212a-ab99-48e0-be8b-3e2a6ba44517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401649 May 05 20:22:18.174678 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-5ceb9e75-879d-40e2-be7e-ecf9a8e18821 req-5f861445-b03a-4345-a7b7-d8db4f704c98 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:18.279880 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f861445-b03a-4345-a7b7-d8db4f704c98 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Pushing event deleted for resources: {'Port': ['ID=22b4a806-34b7-42e1-9144-4cfebc3aa30e,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:22:18.367714 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 48850) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:22:18.559722 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-59122e56-bf4a-4858-955e-9cc9a90a82c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:18.575472 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-59122e56-bf4a-4858-955e-9cc9a90a82c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:22:18.584209 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-59122e56-bf4a-4858-955e-9cc9a90a82c9 admin admin] Usage tracker for resource:security_group_rule and tenant:1a506761c9014322bf0ba2bf6e1c621e is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:22:18.584209 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-59122e56-bf4a-4858-955e-9cc9a90a82c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:22:18.587050 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ceb9e75-879d-40e2-be7e-ecf9a8e18821 req-5f861445-b03a-4345-a7b7-d8db4f704c98 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Router 9449e26c-fec8-416e-88ee-3fa2ffa2b6b2 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:22:18.589399 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-59122e56-bf4a-4858-955e-9cc9a90a82c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:22:18.764017 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-59122e56-bf4a-4858-955e-9cc9a90a82c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:18.769192 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-59122e56-bf4a-4858-955e-9cc9a90a82c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:18.844245 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-59122e56-bf4a-4858-955e-9cc9a90a82c9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1a506761c9014322bf0ba2bf6e1c621e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4715106 May 05 20:22:18.844245 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 48864) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:22:18.845794 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59122e56-bf4a-4858-955e-9cc9a90a82c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6918b69-541f-4511-bb3a-69dfb0cd7c48,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:22:18.884804 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ceb9e75-879d-40e2-be7e-ecf9a8e18821 req-5f861445-b03a-4345-a7b7-d8db4f704c98 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:22:18.904402 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e03c6c-1cf3-4860-a307-953438c29ccf None None] Sync routers for ids ['9449e26c-fec8-416e-88ee-3fa2ffa2b6b2'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:22:18.918643 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e03c6c-1cf3-4860-a307-953438c29ccf None None] Routers {'9449e26c-fec8-416e-88ee-3fa2ffa2b6b2'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:22:18.919267 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-08e03c6c-1cf3-4860-a307-953438c29ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:22:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['9449e26c-fec8-416e-88ee-3fa2ffa2b6b2'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:22:18.966603 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f632ce7e-8738-4ddc-8999-74eb699c09b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:19.012269 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ceb9e75-879d-40e2-be7e-ecf9a8e18821 req-5f861445-b03a-4345-a7b7-d8db4f704c98 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] No DVR routers for this DVR port 22b4a806-34b7-42e1-9144-4cfebc3aa30e on host n-h1-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:22:19.016023 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-5ceb9e75-879d-40e2-be7e-ecf9a8e18821 req-5f861445-b03a-4345-a7b7-d8db4f704c98 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:19.032481 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1daa217f-f7a9-41ac-b91c-4fe2c95d3fdd', 'name': 'network-vif-deleted', 'tag': '22b4a806-34b7-42e1-9144-4cfebc3aa30e'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:22:19.064096 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f632ce7e-8738-4ddc-8999-74eb699c09b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:19.067857 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5ceb9e75-879d-40e2-be7e-ecf9a8e18821 req-5f861445-b03a-4345-a7b7-d8db4f704c98 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.24 "DELETE /v2.0/ports/22b4a806-34b7-42e1-9144-4cfebc3aa30e HTTP/1.1" status: 204 len: 173 time: 2.6674249 May 05 20:22:19.173339 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f632ce7e-8738-4ddc-8999-74eb699c09b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:19.190969 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f632ce7e-8738-4ddc-8999-74eb699c09b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6918b69-541f-4511-bb3a-69dfb0cd7c48,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:22:19.200693 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f632ce7e-8738-4ddc-8999-74eb699c09b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:19.201856 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f632ce7e-8738-4ddc-8999-74eb699c09b4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b6918b69-541f-4511-bb3a-69dfb0cd7c48 HTTP/1.1" status: 204 len: 168 time: 0.3574443 May 05 20:22:19.223829 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a174415e-49e0-41aa-a102-ae51f80c4172'] response: {'server_uuid': '1daa217f-f7a9-41ac-b91c-4fe2c95d3fdd', 'name': 'network-vif-deleted', 'tag': '22b4a806-34b7-42e1-9144-4cfebc3aa30e', 'status': 'completed', 'code': 200} May 05 20:22:19.435864 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9ffef660-6037-4523-b912-b1d9eed35178 req-5bcd266c-6ec4-4320-a80f-00da29ac854a tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/ports?device_id=1daa217f-f7a9-41ac-b91c-4fe2c95d3fdd HTTP/1.1" status: 200 len: 210 time: 0.0619779 May 05 20:22:19.443860 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-08e03c6c-1cf3-4860-a307-953438c29ccf None None] Set router 9449e26c-fec8-416e-88ee-3fa2ffa2b6b2 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:22:19.817149 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 22b4a806-34b7-42e1-9144-4cfebc3aa30e no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:22:19.834023 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 48906) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:22:19.853463 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a3a96a40-a04a-4865-94cd-abe9770207bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:19.883562 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] No Port match for: 22b4a806-34b7-42e1-9144-4cfebc3aa30e {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:22:19.885747 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 22b4a806-34b7-42e1-9144-4cfebc3aa30e not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:22:19.894207 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-a3a96a40-a04a-4865-94cd-abe9770207bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:22:19.897958 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a3a96a40-a04a-4865-94cd-abe9770207bf admin admin] Usage tracker for resource:security_group_rule and tenant:14ccc909bcb5442db21ea9da1c7d0e02 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:22:19.902052 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a3a96a40-a04a-4865-94cd-abe9770207bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:22:19.908075 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-a3a96a40-a04a-4865-94cd-abe9770207bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:22:20.041420 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a3a96a40-a04a-4865-94cd-abe9770207bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:20.047146 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a3a96a40-a04a-4865-94cd-abe9770207bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:20.095124 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-08e03c6c-1cf3-4860-a307-953438c29ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9449e26c-fec8-416e-88ee-3fa2ffa2b6b2', 'name': 'tempest-AttachVolumeTestJSON-1177409666-router', 'tenant_id': 'cc385d822f314b0ea94bc048c6bf0397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '1c1a7346-87b9-47b0-bc39-6df48f75b59f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:16:43Z', 'updated_at': '2022-05-05T20:17:04Z', 'revision_number': 4, 'project_id': 'cc385d822f314b0ea94bc048c6bf0397', 'gw_port': {'id': '1c1a7346-87b9-47b0-bc39-6df48f75b59f', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9449e26c-fec8-416e-88ee-3fa2ffa2b6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:16:47Z', 'updated_at': '2022-05-05T20:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '4e390db0-8a2c-4171-a94e-ff451ab693e6', 'name': '', 'network_id': '1f4bdc00-0989-427c-9e5a-a72ccd38703a', 'tenant_id': 'cc385d822f314b0ea94bc048c6bf0397', 'mac_address': 'fa:16:3e:c7:8c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9449e26c-fec8-416e-88ee-3fa2ffa2b6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '75701100-e0e5-47c2-a4bc-48386804fbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:17:01Z', 'updated_at': '2022-05-05T20:17:15Z', 'revision_number': 5, 'project_id': 'cc385d822f314b0ea94bc048c6bf0397', 'subnets': [{'id': '75701100-e0e5-47c2-a4bc-48386804fbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:22:20.105517 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e03c6c-1cf3-4860-a307-953438c29ccf None None] Checking router: 9449e26c-fec8-416e-88ee-3fa2ffa2b6b2 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:22:20.122599 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a96a40-a04a-4865-94cd-abe9770207bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1e4fcc-e9ac-47be-b183-6b3807fd922b,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:22:20.126823 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e03c6c-1cf3-4860-a307-953438c29ccf None None] Routers {'9449e26c-fec8-416e-88ee-3fa2ffa2b6b2'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:22:20.127700 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-08e03c6c-1cf3-4860-a307-953438c29ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:22:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['9449e26c-fec8-416e-88ee-3fa2ffa2b6b2'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:22:20.143623 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-a3a96a40-a04a-4865-94cd-abe9770207bf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=14ccc909bcb5442db21ea9da1c7d0e02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3082714 May 05 20:22:20.146007 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 48916) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:22:20.272205 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dd2181eb-c669-4258-abd6-de4228fd98ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:20.289428 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dd2181eb-c669-4258-abd6-de4228fd98ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:20.340349 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-08e03c6c-1cf3-4860-a307-953438c29ccf None None] Set router 9449e26c-fec8-416e-88ee-3fa2ffa2b6b2 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:22:20.382746 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dd2181eb-c669-4258-abd6-de4228fd98ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:20.426209 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2181eb-c669-4258-abd6-de4228fd98ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1e4fcc-e9ac-47be-b183-6b3807fd922b,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:22:20.429634 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dd2181eb-c669-4258-abd6-de4228fd98ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:20.433332 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-dd2181eb-c669-4258-abd6-de4228fd98ad admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4b1e4fcc-e9ac-47be-b183-6b3807fd922b HTTP/1.1" status: 204 len: 168 time: 0.2863362 May 05 20:22:20.617144 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 48944) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:22:20.746401 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2a5752d8-d02b-4e12-b23e-57bb1db3bb6a tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:20.791686 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2a5752d8-d02b-4e12-b23e-57bb1db3bb6a tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:20.818478 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-08e03c6c-1cf3-4860-a307-953438c29ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9449e26c-fec8-416e-88ee-3fa2ffa2b6b2', 'name': 'tempest-AttachVolumeTestJSON-1177409666-router', 'tenant_id': 'cc385d822f314b0ea94bc048c6bf0397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '1c1a7346-87b9-47b0-bc39-6df48f75b59f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:16:43Z', 'updated_at': '2022-05-05T20:17:04Z', 'revision_number': 4, 'project_id': 'cc385d822f314b0ea94bc048c6bf0397', 'gw_port': {'id': '1c1a7346-87b9-47b0-bc39-6df48f75b59f', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9449e26c-fec8-416e-88ee-3fa2ffa2b6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:16:47Z', 'updated_at': '2022-05-05T20:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '4e390db0-8a2c-4171-a94e-ff451ab693e6', 'name': '', 'network_id': '1f4bdc00-0989-427c-9e5a-a72ccd38703a', 'tenant_id': 'cc385d822f314b0ea94bc048c6bf0397', 'mac_address': 'fa:16:3e:c7:8c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9449e26c-fec8-416e-88ee-3fa2ffa2b6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '75701100-e0e5-47c2-a4bc-48386804fbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:17:01Z', 'updated_at': '2022-05-05T20:17:15Z', 'revision_number': 5, 'project_id': 'cc385d822f314b0ea94bc048c6bf0397', 'subnets': [{'id': '75701100-e0e5-47c2-a4bc-48386804fbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:22:20.824013 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e03c6c-1cf3-4860-a307-953438c29ccf None None] The sync data for ids ['9449e26c-fec8-416e-88ee-3fa2ffa2b6b2'] in n-d-840717-1 is: [{'id': '9449e26c-fec8-416e-88ee-3fa2ffa2b6b2', 'name': 'tempest-AttachVolumeTestJSON-1177409666-router', 'tenant_id': 'cc385d822f314b0ea94bc048c6bf0397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '1c1a7346-87b9-47b0-bc39-6df48f75b59f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:16:43Z', 'updated_at': '2022-05-05T20:17:04Z', 'revision_number': 4, 'project_id': 'cc385d822f314b0ea94bc048c6bf0397', 'gw_port': {'id': '1c1a7346-87b9-47b0-bc39-6df48f75b59f', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9449e26c-fec8-416e-88ee-3fa2ffa2b6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:16:47Z', 'updated_at': '2022-05-05T20:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '4e390db0-8a2c-4171-a94e-ff451ab693e6', 'name': '', 'network_id': '1f4bdc00-0989-427c-9e5a-a72ccd38703a', 'tenant_id': 'cc385d822f314b0ea94bc048c6bf0397', 'mac_address': 'fa:16:3e:c7:8c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9449e26c-fec8-416e-88ee-3fa2ffa2b6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '75701100-e0e5-47c2-a4bc-48386804fbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:17:01Z', 'updated_at': '2022-05-05T20:17:15Z', 'revision_number': 5, 'project_id': 'cc385d822f314b0ea94bc048c6bf0397', 'subnets': [{'id': '75701100-e0e5-47c2-a4bc-48386804fbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:22:20.897685 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2a5752d8-d02b-4e12-b23e-57bb1db3bb6a tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:20.960204 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5752d8-d02b-4e12-b23e-57bb1db3bb6a tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=143f212a-ab99-48e0-be8b-3e2a6ba44517,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:22:20.976857 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2a5752d8-d02b-4e12-b23e-57bb1db3bb6a tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:20.978808 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-2a5752d8-d02b-4e12-b23e-57bb1db3bb6a tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "DELETE /v2.0/security-groups/143f212a-ab99-48e0-be8b-3e2a6ba44517 HTTP/1.1" status: 204 len: 168 time: 0.3599756 May 05 20:22:20.984189 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 48962) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:22:21.033112 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-92029536-b821-46b4-9fdf-1e618a44e2a8 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] show failed (client error): The resource could not be found. May 05 20:22:21.033870 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-92029536-b821-46b4-9fdf-1e618a44e2a8 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "GET /v2.0/security-groups/143f212a-ab99-48e0-be8b-3e2a6ba44517 HTTP/1.1" status: 404 len: 347 time: 0.0467656 May 05 20:22:21.036868 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 48966) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:22:21.303739 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-46822ae2-bc02-42fa-8045-38cf8169e4c6 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Deleting port 1f1b48c2-0df5-4d4f-b2b0-b173c02b719c {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:22:21.304662 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-46822ae2-bc02-42fa-8045-38cf8169e4c6 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:21.312343 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be957aa-6ff5-4e42-a28d-a8131f519c31 None None] New status for floating IP 7d2c34c5-8a0a-4dc9-918f-5ec3bd6c2f84: DOWN {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:22:21.788482 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-46822ae2-bc02-42fa-8045-38cf8169e4c6 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:21.788954 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-46822ae2-bc02-42fa-8045-38cf8169e4c6 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:22.037421 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-46822ae2-bc02-42fa-8045-38cf8169e4c6 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Calling delete_port for 1f1b48c2-0df5-4d4f-b2b0-b173c02b719c owned by network:floatingip {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:22:22.182956 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.api [None req-46822ae2-bc02-42fa-8045-38cf8169e4c6 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88197) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:22:22.183274 n-d-840717-1 neutron-server[88197]: DEBUG oslo_db.api [None req-46822ae2-bc02-42fa-8045-38cf8169e4c6 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:22:22.685106 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-46822ae2-bc02-42fa-8045-38cf8169e4c6 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Deleting port 1f1b48c2-0df5-4d4f-b2b0-b173c02b719c {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:22:22.685730 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-46822ae2-bc02-42fa-8045-38cf8169e4c6 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:22.984689 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-46822ae2-bc02-42fa-8045-38cf8169e4c6 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:22.985175 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-46822ae2-bc02-42fa-8045-38cf8169e4c6 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:23.112601 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-46822ae2-bc02-42fa-8045-38cf8169e4c6 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Calling delete_port for 1f1b48c2-0df5-4d4f-b2b0-b173c02b719c owned by network:floatingip {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:22:23.320060 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-46822ae2-bc02-42fa-8045-38cf8169e4c6 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:23.389416 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46822ae2-bc02-42fa-8045-38cf8169e4c6 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Pushing event deleted for resources: {'Port': ['ID=1f1b48c2-0df5-4d4f-b2b0-b173c02b719c,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:22:23.508294 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-46822ae2-bc02-42fa-8045-38cf8169e4c6 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks [] for floatingip, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:23.561873 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-46822ae2-bc02-42fa-8045-38cf8169e4c6 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:23.563021 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-46822ae2-bc02-42fa-8045-38cf8169e4c6 tempest-AttachVolumeTestJSON-414605258 tempest-AttachVolumeTestJSON-414605258-project] 10.222.0.36 "DELETE /v2.0/floatingips/7d2c34c5-8a0a-4dc9-918f-5ec3bd6c2f84 HTTP/1.1" status: 204 len: 168 time: 2.5251720 May 05 20:22:24.721820 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 49124) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:22:24.984504 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-77dbeb94-5661-4b30-a607-2fd615019e8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:25.016012 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-77dbeb94-5661-4b30-a607-2fd615019e8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:22:25.024364 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-77dbeb94-5661-4b30-a607-2fd615019e8c admin admin] Usage tracker for resource:security_group_rule and tenant:f8b132311d4c433291cc50af1feb2e87 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:22:25.042946 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-77dbeb94-5661-4b30-a607-2fd615019e8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:22:25.054424 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-77dbeb94-5661-4b30-a607-2fd615019e8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:22:25.159206 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-77dbeb94-5661-4b30-a607-2fd615019e8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:25.169615 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-77dbeb94-5661-4b30-a607-2fd615019e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:25.227711 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-77dbeb94-5661-4b30-a607-2fd615019e8c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f8b132311d4c433291cc50af1feb2e87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5045228 May 05 20:22:25.230706 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 49138) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:22:25.233607 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dbeb94-5661-4b30-a607-2fd615019e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09750c2e-ce29-41e6-af6f-abd52b88ff9e,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:22:25.317393 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3dd90fae-88fb-4617-9200-04e6ae749444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:25.422547 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3dd90fae-88fb-4617-9200-04e6ae749444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:25.488860 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3dd90fae-88fb-4617-9200-04e6ae749444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:25.516706 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd90fae-88fb-4617-9200-04e6ae749444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09750c2e-ce29-41e6-af6f-abd52b88ff9e,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:22:25.520813 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3dd90fae-88fb-4617-9200-04e6ae749444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:25.525464 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3dd90fae-88fb-4617-9200-04e6ae749444 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/09750c2e-ce29-41e6-af6f-abd52b88ff9e HTTP/1.1" status: 204 len: 168 time: 0.2900496 May 05 20:22:25.926255 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 49160) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:22:25.946331 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cfef5514-b19b-4a05-bc00-4e954a771db5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:25.965054 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-cfef5514-b19b-4a05-bc00-4e954a771db5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:22:25.970482 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-cfef5514-b19b-4a05-bc00-4e954a771db5 admin admin] Usage tracker for resource:security_group_rule and tenant:095bc0836d624314b4d0fe8ee1d745f7 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:22:25.973578 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-cfef5514-b19b-4a05-bc00-4e954a771db5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:22:25.981474 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-cfef5514-b19b-4a05-bc00-4e954a771db5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:22:26.115821 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cfef5514-b19b-4a05-bc00-4e954a771db5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:26.120772 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cfef5514-b19b-4a05-bc00-4e954a771db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:26.172181 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-cfef5514-b19b-4a05-bc00-4e954a771db5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=095bc0836d624314b4d0fe8ee1d745f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2445304 May 05 20:22:26.174541 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 49172) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:22:26.206021 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfef5514-b19b-4a05-bc00-4e954a771db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d69c7a-2855-4e6b-861f-b52bef68525c,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:22:26.299416 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-beb79a17-1bb4-4cac-8d2d-02c84140ad86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:26.360833 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-beb79a17-1bb4-4cac-8d2d-02c84140ad86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:26.458664 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-beb79a17-1bb4-4cac-8d2d-02c84140ad86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:26.473454 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb79a17-1bb4-4cac-8d2d-02c84140ad86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d69c7a-2855-4e6b-861f-b52bef68525c,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:22:26.483953 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-beb79a17-1bb4-4cac-8d2d-02c84140ad86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:26.495494 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-beb79a17-1bb4-4cac-8d2d-02c84140ad86 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/80d69c7a-2855-4e6b-861f-b52bef68525c HTTP/1.1" status: 204 len: 168 time: 0.3194506 May 05 20:22:30.247994 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 49336) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:22:30.382871 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [req-6dee98f3-a6c9-40a4-acfa-53bc63616423 req-c27fccc4-2d63-45ac-a651-3c9f3f68afec service neutron] (88198) timed out ('10.222.0.50', 57567) {{(pid=88198) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 05 20:22:30.835246 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dd0f7f65-1d1d-417d-bb0f-e5b71ae97e5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:30.907795 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-dd0f7f65-1d1d-417d-bb0f-e5b71ae97e5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:22:30.914701 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-dd0f7f65-1d1d-417d-bb0f-e5b71ae97e5e admin admin] Usage tracker for resource:security_group_rule and tenant:65e8ecd34ee34f4381fb5f160302ac4c is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:22:30.923017 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-dd0f7f65-1d1d-417d-bb0f-e5b71ae97e5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:22:30.938860 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-dd0f7f65-1d1d-417d-bb0f-e5b71ae97e5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:22:31.265311 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dd0f7f65-1d1d-417d-bb0f-e5b71ae97e5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:31.265311 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dd0f7f65-1d1d-417d-bb0f-e5b71ae97e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:31.265311 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0f7f65-1d1d-417d-bb0f-e5b71ae97e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=485f750f-2b00-47e8-80dc-9051cd190cd2,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:22:31.296227 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-dd0f7f65-1d1d-417d-bb0f-e5b71ae97e5e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=65e8ecd34ee34f4381fb5f160302ac4c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0464804 May 05 20:22:31.299198 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 49382) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:22:31.409448 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3df3a112-891b-4367-86ad-d6658f32e40c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:31.456356 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3df3a112-891b-4367-86ad-d6658f32e40c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:31.511920 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3df3a112-891b-4367-86ad-d6658f32e40c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:31.534387 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df3a112-891b-4367-86ad-d6658f32e40c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=485f750f-2b00-47e8-80dc-9051cd190cd2,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:22:31.550389 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3df3a112-891b-4367-86ad-d6658f32e40c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:31.550389 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3df3a112-891b-4367-86ad-d6658f32e40c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/485f750f-2b00-47e8-80dc-9051cd190cd2 HTTP/1.1" status: 204 len: 168 time: 0.2488201 May 05 20:22:32.052500 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 49404) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:22:32.092741 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3a51c0df-1a2f-47c6-9fe7-def542b1fcff admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:32.109503 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-3a51c0df-1a2f-47c6-9fe7-def542b1fcff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:22:32.109503 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-3a51c0df-1a2f-47c6-9fe7-def542b1fcff admin admin] Usage tracker for resource:security_group_rule and tenant:61584d29807f48d1b90d4282528f5594 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:22:32.120190 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-3a51c0df-1a2f-47c6-9fe7-def542b1fcff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:22:32.136379 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-3a51c0df-1a2f-47c6-9fe7-def542b1fcff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:22:32.256589 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3a51c0df-1a2f-47c6-9fe7-def542b1fcff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:32.263703 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3a51c0df-1a2f-47c6-9fe7-def542b1fcff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:32.309834 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-3a51c0df-1a2f-47c6-9fe7-def542b1fcff admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=61584d29807f48d1b90d4282528f5594&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2577977 May 05 20:22:32.312829 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 49412) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:22:32.329683 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a51c0df-1a2f-47c6-9fe7-def542b1fcff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7e60f3-9739-416e-bc9e-49ec2ffca0e0,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:22:32.392782 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-58a9dcf1-40e4-460d-b245-b435ae7938a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:32.423785 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-58a9dcf1-40e4-460d-b245-b435ae7938a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:32.493897 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-58a9dcf1-40e4-460d-b245-b435ae7938a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:32.512717 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-58a9dcf1-40e4-460d-b245-b435ae7938a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:32.513925 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-58a9dcf1-40e4-460d-b245-b435ae7938a9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/aa7e60f3-9739-416e-bc9e-49ec2ffca0e0 HTTP/1.1" status: 204 len: 168 time: 0.2001231 May 05 20:22:32.514950 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a9dcf1-40e4-460d-b245-b435ae7938a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7e60f3-9739-416e-bc9e-49ec2ffca0e0,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:22:33.238001 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ba45b-1c0a-410c-92ee-cc3f0d7f52fb req-4f168159-0b8e-41ff-9b95-b9cab0b30e91 tempest-TestNetworkAdvancedServerOps-1264277304 tempest-TestNetworkAdvancedServerOps-1264277304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:22:33.238001 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-957ba45b-1c0a-410c-92ee-cc3f0d7f52fb req-4f168159-0b8e-41ff-9b95-b9cab0b30e91 tempest-TestNetworkAdvancedServerOps-1264277304 tempest-TestNetworkAdvancedServerOps-1264277304-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ee9863f0-96c4-4df8-881c-4470d6835027 HTTP/1.1" status: 200 len: 1097 time: 0.1358778 May 05 20:22:33.297005 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-957ba45b-1c0a-410c-92ee-cc3f0d7f52fb req-76e053ee-3f1b-462f-9861-78726e255225 tempest-TestNetworkAdvancedServerOps-1264277304 tempest-TestNetworkAdvancedServerOps-1264277304-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:33.326511 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-957ba45b-1c0a-410c-92ee-cc3f0d7f52fb req-76e053ee-3f1b-462f-9861-78726e255225 tempest-TestNetworkAdvancedServerOps-1264277304 tempest-TestNetworkAdvancedServerOps-1264277304-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:22:33.326511 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-957ba45b-1c0a-410c-92ee-cc3f0d7f52fb req-76e053ee-3f1b-462f-9861-78726e255225 tempest-TestNetworkAdvancedServerOps-1264277304 tempest-TestNetworkAdvancedServerOps-1264277304-project-admin] Usage tracker for resource:security_group_rule and tenant:6f5d6069936243878e27094f3bb70848 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:22:33.330034 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-957ba45b-1c0a-410c-92ee-cc3f0d7f52fb req-76e053ee-3f1b-462f-9861-78726e255225 tempest-TestNetworkAdvancedServerOps-1264277304 tempest-TestNetworkAdvancedServerOps-1264277304-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:22:33.357319 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-957ba45b-1c0a-410c-92ee-cc3f0d7f52fb req-76e053ee-3f1b-462f-9861-78726e255225 tempest-TestNetworkAdvancedServerOps-1264277304 tempest-TestNetworkAdvancedServerOps-1264277304-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:22:33.481793 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-957ba45b-1c0a-410c-92ee-cc3f0d7f52fb req-76e053ee-3f1b-462f-9861-78726e255225 tempest-TestNetworkAdvancedServerOps-1264277304 tempest-TestNetworkAdvancedServerOps-1264277304-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:33.485919 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-957ba45b-1c0a-410c-92ee-cc3f0d7f52fb req-76e053ee-3f1b-462f-9861-78726e255225 tempest-TestNetworkAdvancedServerOps-1264277304 tempest-TestNetworkAdvancedServerOps-1264277304-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:33.544095 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e053ee-3f1b-462f-9861-78726e255225 tempest-TestNetworkAdvancedServerOps-1264277304 tempest-TestNetworkAdvancedServerOps-1264277304-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dbc02ce-220b-4ed2-99a3-c4b07a231732,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:22:33.578861 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-957ba45b-1c0a-410c-92ee-cc3f0d7f52fb req-76e053ee-3f1b-462f-9861-78726e255225 tempest-TestNetworkAdvancedServerOps-1264277304 tempest-TestNetworkAdvancedServerOps-1264277304-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=1cc7af0e-4aca-46ea-9229-3f1f94b1b893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3029203 May 05 20:22:33.968088 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d48df-1873-4d06-bd17-d3b1dff4b167 req-cdba0ab6-6b05-45a7-b74b-2e22be0435ad tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:22:33.968088 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b80d48df-1873-4d06-bd17-d3b1dff4b167 req-cdba0ab6-6b05-45a7-b74b-2e22be0435ad tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee9863f0-96c4-4df8-881c-4470d6835027 HTTP/1.1" status: 200 len: 946 time: 0.1206710 May 05 20:22:34.005007 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 49486) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:22:34.051793 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b80d48df-1873-4d06-bd17-d3b1dff4b167 req-63422fbe-583c-4a5c-bc95-eca5b9fa884a tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cc7af0e-4aca-46ea-9229-3f1f94b1b893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755582 May 05 20:22:34.083216 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 49494) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:22:34.247707 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-c31e16e4-e4d7-4c88-9db4-af5a626c180f tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1351350509'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:22:34.261911 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-c31e16e4-e4d7-4c88-9db4-af5a626c180f tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:22:34.268396 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-c31e16e4-e4d7-4c88-9db4-af5a626c180f tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Usage tracker for resource:network and tenant:cd1dc8a1270a4c2ea7cfedf2f2a39313 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:22:34.271705 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-c31e16e4-e4d7-4c88-9db4-af5a626c180f tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:22:34.273700 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c8602d54-defe-4207-825a-d97b192ee6a4 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/floatingips/4d90d91f-b09d-43ef-beed-021c6e799630 HTTP/1.1" status: 200 len: 994 time: 0.1915996 May 05 20:22:34.293220 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-c31e16e4-e4d7-4c88-9db4-af5a626c180f tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:22:34.307657 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31e16e4-e4d7-4c88-9db4-af5a626c180f tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Made reservation on behalf of cd1dc8a1270a4c2ea7cfedf2f2a39313 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:22:34.311482 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c31e16e4-e4d7-4c88-9db4-af5a626c180f tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:34.365966 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c31e16e4-e4d7-4c88-9db4-af5a626c180f tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:34.398705 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-c31e16e4-e4d7-4c88-9db4-af5a626c180f tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:22:34.409725 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-c31e16e4-e4d7-4c88-9db4-af5a626c180f tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Usage tracker for resource:security_group_rule and tenant:cd1dc8a1270a4c2ea7cfedf2f2a39313 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:22:34.421807 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-c31e16e4-e4d7-4c88-9db4-af5a626c180f tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:22:34.429761 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-c31e16e4-e4d7-4c88-9db4-af5a626c180f tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:22:34.483117 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 49512) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:22:34.640962 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c31e16e4-e4d7-4c88-9db4-af5a626c180f tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:34.640962 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c31e16e4-e4d7-4c88-9db4-af5a626c180f tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:34.656545 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c31e16e4-e4d7-4c88-9db4-af5a626c180f tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:22:34.717253 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c31e16e4-e4d7-4c88-9db4-af5a626c180f tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:34.717700 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-c31e16e4-e4d7-4c88-9db4-af5a626c180f tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Added segment d50b00dc-b22d-4b23-89c8-d1e5ec22b18b of type vlan for network 997fc98a-3d45-4b00-b913-4b25aa401126 May 05 20:22:34.743773 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a697918b-4d70-4164-9a5f-117b2fe5bbcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:34.745639 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31e16e4-e4d7-4c88-9db4-af5a626c180f tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=819b70fb-43e6-4058-b6dc-1f547031dee9,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:22:34.763619 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c31e16e4-e4d7-4c88-9db4-af5a626c180f tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:34.800064 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c31e16e4-e4d7-4c88-9db4-af5a626c180f tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:34.806879 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31e16e4-e4d7-4c88-9db4-af5a626c180f tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:22:34.807677 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c31e16e4-e4d7-4c88-9db4-af5a626c180f tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:35.107098 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31e16e4-e4d7-4c88-9db4-af5a626c180f tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Pushing event updated for resources: {'Network': ['ID=997fc98a-3d45-4b00-b913-4b25aa401126,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:22:35.115863 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 997fc98a-3d45-4b00-b913-4b25aa401126 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:22:35.127781 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-c31e16e4-e4d7-4c88-9db4-af5a626c180f tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.1260710 May 05 20:22:35.133488 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 49540) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:22:35.158139 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-9744f39e-ed14-4d18-ab09-d204d8762f7e tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Request body: {'subnet': {'network_id': '997fc98a-3d45-4b00-b913-4b25aa401126', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:22:35.356598 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-9744f39e-ed14-4d18-ab09-d204d8762f7e tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:22:35.360495 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-9744f39e-ed14-4d18-ab09-d204d8762f7e tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Usage tracker for resource:subnet and tenant:cd1dc8a1270a4c2ea7cfedf2f2a39313 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:22:35.363395 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-9744f39e-ed14-4d18-ab09-d204d8762f7e tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:22:35.370035 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-9744f39e-ed14-4d18-ab09-d204d8762f7e tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:22:35.382332 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9744f39e-ed14-4d18-ab09-d204d8762f7e tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Made reservation on behalf of cd1dc8a1270a4c2ea7cfedf2f2a39313 for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:22:35.386763 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9744f39e-ed14-4d18-ab09-d204d8762f7e tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:35.877263 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d4bcb1bf-0417-4683-a647-c1b0fd087dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:35.929852 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-34d17dfa-f559-45f4-83e0-88a78503b9a3 req-49983ede-61d6-446a-976d-a90778e71a96 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ee9863f0-96c4-4df8-881c-4470d6835027&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1763947 May 05 20:22:35.977423 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a52a1b-cfbe-46d0-bbb6-6a1bae3d83bf req-83ad6b83-2b13-4084-8a62-0957b2cda68e tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:22:35.981899 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c6a52a1b-cfbe-46d0-bbb6-6a1bae3d83bf req-83ad6b83-2b13-4084-8a62-0957b2cda68e tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee9863f0-96c4-4df8-881c-4470d6835027 HTTP/1.1" status: 200 len: 946 time: 0.2401979 May 05 20:22:36.060185 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9744f39e-ed14-4d18-ab09-d204d8762f7e tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:36.117083 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c6a52a1b-cfbe-46d0-bbb6-6a1bae3d83bf req-d1bd416c-eb21-464a-b000-1beab90a9ed6 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cc7af0e-4aca-46ea-9229-3f1f94b1b893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271794 May 05 20:22:36.219822 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9744f39e-ed14-4d18-ab09-d204d8762f7e tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Checking segment: {'id': 'd50b00dc-b22d-4b23-89c8-d1e5ec22b18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '997fc98a-3d45-4b00-b913-4b25aa401126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:22:36.220328 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9744f39e-ed14-4d18-ab09-d204d8762f7e tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Network hostable DHCP agents. Network: 997fc98a-3d45-4b00-b913-4b25aa401126, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:22:36.230211 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9744f39e-ed14-4d18-ab09-d204d8762f7e tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Pushing event updated for resources: {'Subnet': ['ID=77ca4c35-fd5d-4108-a93f-4b6ad682e264,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:22:36.266142 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9744f39e-ed14-4d18-ab09-d204d8762f7e tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Network 997fc98a-3d45-4b00-b913-4b25aa401126 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:22:36.293359 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-9744f39e-ed14-4d18-ab09-d204d8762f7e tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 997fc98a-3d45-4b00-b913-4b25aa401126) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:22:36.297627 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9744f39e-ed14-4d18-ab09-d204d8762f7e tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:22:36.297627 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9744f39e-ed14-4d18-ab09-d204d8762f7e tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:36.312061 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670b0ee7-dc43-4aea-b410-e8127d178a3b None None] Network 997fc98a-3d45-4b00-b913-4b25aa401126 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:22:36.415374 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-9744f39e-ed14-4d18-ab09-d204d8762f7e tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2483664 May 05 20:22:36.415374 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 49576) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:22:36.415374 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-df910965-4607-4176-a9e8-a5db1b67b7f1 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Request body: {'port': {'network_id': '997fc98a-3d45-4b00-b913-4b25aa401126', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-648828375'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:22:36.688276 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48998aa2-f2c8-4500-add0-f0f237518b4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-997fc98a-3d45-4b00-b913-4b25aa401126', 'network_id': '997fc98a-3d45-4b00-b913-4b25aa401126', 'tenant_id': 'cd1dc8a1270a4c2ea7cfedf2f2a39313', 'fixed_ips': [{'subnet_id': '77ca4c35-fd5d-4108-a93f-4b6ad682e264'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:22:36.688276 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-48998aa2-f2c8-4500-add0-f0f237518b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:36.814406 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-df910965-4607-4176-a9e8-a5db1b67b7f1 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:22:36.819403 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-df910965-4607-4176-a9e8-a5db1b67b7f1 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Usage tracker for resource:port and tenant:cd1dc8a1270a4c2ea7cfedf2f2a39313 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:22:36.823692 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-df910965-4607-4176-a9e8-a5db1b67b7f1 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:22:36.830170 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-df910965-4607-4176-a9e8-a5db1b67b7f1 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:22:36.845368 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df910965-4607-4176-a9e8-a5db1b67b7f1 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Made reservation on behalf of cd1dc8a1270a4c2ea7cfedf2f2a39313 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:22:36.854191 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-df910965-4607-4176-a9e8-a5db1b67b7f1 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:36.902732 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [None req-df910965-4607-4176-a9e8-a5db1b67b7f1 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] device_id is not set on port 93f71a4f-6e43-40d3-82df-4d39b4af9ef1 yet. {{(pid=88197) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:22:36.971543 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-d4bcb1bf-0417-4683-a647-c1b0fd087dcb admin admin] Deleting port 4e390db0-8a2c-4171-a94e-ff451ab693e6 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:22:36.991671 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d4bcb1bf-0417-4683-a647-c1b0fd087dcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:37.014947 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c2d6328e-b281-4a8e-af28-b479b8158e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:37.260534 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-48998aa2-f2c8-4500-add0-f0f237518b4f None None] Allocated IP 2001:db8::2 (997fc98a-3d45-4b00-b913-4b25aa401126/77ca4c35-fd5d-4108-a93f-4b6ad682e264/a26ce2ec-b5cb-4a48-9f9a-0f8bb9cac7a8) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:22:37.492417 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-d4bcb1bf-0417-4683-a647-c1b0fd087dcb admin admin] For port 4e390db0-8a2c-4171-a94e-ff451ab693e6, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=4e390db0-8a2c-4171-a94e-ff451ab693e6,segment=NetworkSegment(57bbc04f-1c68-4970-9c1a-a5d13ea03f9b),segment_id=57bbc04f-1c68-4970-9c1a-a5d13ea03f9b)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:22:37.492779 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d4bcb1bf-0417-4683-a647-c1b0fd087dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:37.498840 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a734511e-631f-4551-917f-d4c7da7ea7a4 req-b157e9e7-7f70-4932-ac2d-8a26afa9be20 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:22:37.507440 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a734511e-631f-4551-917f-d4c7da7ea7a4 req-b157e9e7-7f70-4932-ac2d-8a26afa9be20 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee9863f0-96c4-4df8-881c-4470d6835027 HTTP/1.1" status: 200 len: 946 time: 0.1488373 May 05 20:22:37.556679 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-48998aa2-f2c8-4500-add0-f0f237518b4f None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:37.578102 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-48998aa2-f2c8-4500-add0-f0f237518b4f None None] Transition to ACTIVE for port object a26ce2ec-b5cb-4a48-9f9a-0f8bb9cac7a8 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:22:37.627681 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-48998aa2-f2c8-4500-add0-f0f237518b4f None None] Transition to ACTIVE for port object a26ce2ec-b5cb-4a48-9f9a-0f8bb9cac7a8 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:22:37.631045 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a734511e-631f-4551-917f-d4c7da7ea7a4 req-8f3fe164-36b1-4b7c-b3cc-765fce871370 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cc7af0e-4aca-46ea-9229-3f1f94b1b893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226223 May 05 20:22:37.662750 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-48998aa2-f2c8-4500-add0-f0f237518b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:37.810568 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-df910965-4607-4176-a9e8-a5db1b67b7f1 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Allocated IP 2001:db8::44 (997fc98a-3d45-4b00-b913-4b25aa401126/77ca4c35-fd5d-4108-a93f-4b6ad682e264/93f71a4f-6e43-40d3-82df-4d39b4af9ef1) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:22:37.831186 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48998aa2-f2c8-4500-add0-f0f237518b4f None None] Network 997fc98a-3d45-4b00-b913-4b25aa401126 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:22:37.848582 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-48998aa2-f2c8-4500-add0-f0f237518b4f None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:22:37.865667 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48998aa2-f2c8-4500-add0-f0f237518b4f None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:22:37.939596 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-d4bcb1bf-0417-4683-a647-c1b0fd087dcb admin admin] Calling delete_port for 4e390db0-8a2c-4171-a94e-ff451ab693e6 owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:22:37.980483 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48998aa2-f2c8-4500-add0-f0f237518b4f None None] Pushing event updated for resources: {'Port': ['ID=a26ce2ec-b5cb-4a48-9f9a-0f8bb9cac7a8,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:22:38.046282 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:38.086082 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48998aa2-f2c8-4500-add0-f0f237518b4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:22:38.086425 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48998aa2-f2c8-4500-add0-f0f237518b4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:22:38.086818 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48998aa2-f2c8-4500-add0-f0f237518b4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:22:38.087183 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48998aa2-f2c8-4500-add0-f0f237518b4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:22:38.090994 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48998aa2-f2c8-4500-add0-f0f237518b4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:22:38.090994 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48998aa2-f2c8-4500-add0-f0f237518b4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:22:38.090994 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48998aa2-f2c8-4500-add0-f0f237518b4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:22:38.090994 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48998aa2-f2c8-4500-add0-f0f237518b4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:22:38.090994 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48998aa2-f2c8-4500-add0-f0f237518b4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:22:38.090994 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48998aa2-f2c8-4500-add0-f0f237518b4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:22:38.090994 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48998aa2-f2c8-4500-add0-f0f237518b4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:22:38.090994 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48998aa2-f2c8-4500-add0-f0f237518b4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:22:38.123560 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-48998aa2-f2c8-4500-add0-f0f237518b4f None None] Attempting to bind port a26ce2ec-b5cb-4a48-9f9a-0f8bb9cac7a8 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:22:38.123933 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-48998aa2-f2c8-4500-add0-f0f237518b4f None None] Attempting to bind port a26ce2ec-b5cb-4a48-9f9a-0f8bb9cac7a8 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'd50b00dc-b22d-4b23-89c8-d1e5ec22b18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '997fc98a-3d45-4b00-b913-4b25aa401126'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:22:38.124296 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48998aa2-f2c8-4500-add0-f0f237518b4f None None] Attempting to bind port a26ce2ec-b5cb-4a48-9f9a-0f8bb9cac7a8 on network 997fc98a-3d45-4b00-b913-4b25aa401126 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:22:38.133304 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48998aa2-f2c8-4500-add0-f0f237518b4f None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:22:38.134321 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48998aa2-f2c8-4500-add0-f0f237518b4f None None] Checking segment: {'id': 'd50b00dc-b22d-4b23-89c8-d1e5ec22b18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '997fc98a-3d45-4b00-b913-4b25aa401126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:22:38.134878 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-48998aa2-f2c8-4500-add0-f0f237518b4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:38.135326 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48998aa2-f2c8-4500-add0-f0f237518b4f None None] Bound using segment: {'id': 'd50b00dc-b22d-4b23-89c8-d1e5ec22b18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '997fc98a-3d45-4b00-b913-4b25aa401126'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:22:38.135872 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-48998aa2-f2c8-4500-add0-f0f237518b4f None None] Bound port: a26ce2ec-b5cb-4a48-9f9a-0f8bb9cac7a8, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd50b00dc-b22d-4b23-89c8-d1e5ec22b18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '997fc98a-3d45-4b00-b913-4b25aa401126'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:22:38.136292 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-48998aa2-f2c8-4500-add0-f0f237518b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:38.171551 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:38.286529 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d17dfa-f559-45f4-83e0-88a78503b9a3 req-7be060a8-051e-42ac-9f0d-03f5f42c512f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:22:38.286529 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-34d17dfa-f559-45f4-83e0-88a78503b9a3 req-7be060a8-051e-42ac-9f0d-03f5f42c512f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=310f91420a2d4ddd8aab8a710d8dc814&device_id=ee9863f0-96c4-4df8-881c-4470d6835027 HTTP/1.1" status: 200 len: 1097 time: 0.3197122 May 05 20:22:38.375805 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-df910965-4607-4176-a9e8-a5db1b67b7f1 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:38.403814 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-48998aa2-f2c8-4500-add0-f0f237518b4f None None] For port a26ce2ec-b5cb-4a48-9f9a-0f8bb9cac7a8, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:22:38.403814 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-48998aa2-f2c8-4500-add0-f0f237518b4f None None] For port a26ce2ec-b5cb-4a48-9f9a-0f8bb9cac7a8, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=a26ce2ec-b5cb-4a48-9f9a-0f8bb9cac7a8,segment=NetworkSegment(d50b00dc-b22d-4b23-89c8-d1e5ec22b18b),segment_id=d50b00dc-b22d-4b23-89c8-d1e5ec22b18b)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:22:38.422300 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-48998aa2-f2c8-4500-add0-f0f237518b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:38.474798 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-df910965-4607-4176-a9e8-a5db1b67b7f1 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Transition to ACTIVE for port object 93f71a4f-6e43-40d3-82df-4d39b4af9ef1 will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:22:38.541148 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d17dfa-f559-45f4-83e0-88a78503b9a3 req-fc530bb2-5831-47e0-98b7-60e1f1dde7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:22:38.541148 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-34d17dfa-f559-45f4-83e0-88a78503b9a3 req-fc530bb2-5831-47e0-98b7-60e1f1dde7cb service neutron] 10.222.0.50 "GET /v2.0/networks?id=31b469d8-6d49-4092-85b9-89b228577bc0 HTTP/1.1" status: 200 len: 897 time: 0.2527959 May 05 20:22:38.608647 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48998aa2-f2c8-4500-add0-f0f237518b4f None None] Pushing event updated for resources: {'Port': ['ID=a26ce2ec-b5cb-4a48-9f9a-0f8bb9cac7a8,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:22:38.636802 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d4bcb1bf-0417-4683-a647-c1b0fd087dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:38.702525 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-df910965-4607-4176-a9e8-a5db1b67b7f1 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:38.767237 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:22:38.902543 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df910965-4607-4176-a9e8-a5db1b67b7f1 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Network 997fc98a-3d45-4b00-b913-4b25aa401126 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:22:38.960408 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bcb1bf-0417-4683-a647-c1b0fd087dcb admin admin] Pushing event deleted for resources: {'Port': ['ID=4e390db0-8a2c-4171-a94e-ff451ab693e6,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:22:38.965041 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-df910965-4607-4176-a9e8-a5db1b67b7f1 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:22:38.982478 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df910965-4607-4176-a9e8-a5db1b67b7f1 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:22:39.017678 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df910965-4607-4176-a9e8-a5db1b67b7f1 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:22:39.017678 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-df910965-4607-4176-a9e8-a5db1b67b7f1 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:39.070614 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df910965-4607-4176-a9e8-a5db1b67b7f1 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Pushing event updated for resources: {'Port': ['ID=93f71a4f-6e43-40d3-82df-4d39b4af9ef1,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:22:39.084314 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-34d17dfa-f559-45f4-83e0-88a78503b9a3 req-b19588cb-ed7d-460d-99c2-d85cea289c79 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aff8760b-bddc-4493-b50c-c77a6a7254ea HTTP/1.1" status: 200 len: 1002 time: 0.5295713 May 05 20:22:39.210536 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-df910965-4607-4176-a9e8-a5db1b67b7f1 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.8252099 May 05 20:22:39.216135 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 49634) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:22:39.231381 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-f8014e91-bad4-41e9-91b4-f7ddeb32373d tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Request body: {'port': {'network_id': '997fc98a-3d45-4b00-b913-4b25aa401126', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-384255904', 'allowed_address_pairs': [{'ip_address': '2001:db8::44', 'mac_address': 'fa:16:3e:5c:e1:ec'}]}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:22:39.369840 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d17dfa-f559-45f4-83e0-88a78503b9a3 req-8e015608-f2a4-4322-b7f4-4d19780ae6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:22:39.369840 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-34d17dfa-f559-45f4-83e0-88a78503b9a3 req-8e015608-f2a4-4322-b7f4-4d19780ae6f1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=477409ea-8175-4012-b9f5-deeb71642c2e HTTP/1.1" status: 200 len: 835 time: 0.2425182 May 05 20:22:39.452317 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d4bcb1bf-0417-4683-a647-c1b0fd087dcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:39.584876 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:39.669158 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b7195-954d-41fe-8a36-577afc04b1ce req-5e1383fa-2dc6-46f1-993d-d66063195f5d tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:22:39.692941 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8a4b7195-954d-41fe-8a36-577afc04b1ce req-5e1383fa-2dc6-46f1-993d-d66063195f5d tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee9863f0-96c4-4df8-881c-4470d6835027 HTTP/1.1" status: 200 len: 946 time: 0.6429040 May 05 20:22:39.706041 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device a26ce2ec-b5cb-4a48-9f9a-0f8bb9cac7a8 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:22:39.787263 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-f8014e91-bad4-41e9-91b4-f7ddeb32373d tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:22:39.787263 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-f8014e91-bad4-41e9-91b4-f7ddeb32373d tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Usage tracker for resource:port and tenant:cd1dc8a1270a4c2ea7cfedf2f2a39313 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:22:39.787263 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-f8014e91-bad4-41e9-91b4-f7ddeb32373d tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:22:39.799934 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-f8014e91-bad4-41e9-91b4-f7ddeb32373d tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:22:39.818227 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8014e91-bad4-41e9-91b4-f7ddeb32373d tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Made reservation on behalf of cd1dc8a1270a4c2ea7cfedf2f2a39313 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:22:39.880470 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port a26ce2ec-b5cb-4a48-9f9a-0f8bb9cac7a8 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:22:39.896330 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d17dfa-f559-45f4-83e0-88a78503b9a3 req-5581ee11-49f7-4825-b9a0-9fc5c8cd962b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:22:39.897846 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-34d17dfa-f559-45f4-83e0-88a78503b9a3 req-5581ee11-49f7-4825-b9a0-9fc5c8cd962b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=31b469d8-6d49-4092-85b9-89b228577bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5259867 May 05 20:22:40.075971 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8a4b7195-954d-41fe-8a36-577afc04b1ce req-85cf6c3a-bab9-4769-a994-c33b26b1ab77 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cc7af0e-4aca-46ea-9229-3f1f94b1b893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3900232 May 05 20:22:40.123076 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f8014e91-bad4-41e9-91b4-f7ddeb32373d tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:40.218071 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [None req-f8014e91-bad4-41e9-91b4-f7ddeb32373d tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] device_id is not set on port dd05e15e-d641-415d-93ca-57f619161e2e yet. {{(pid=88197) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:22:40.351239 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-34d17dfa-f559-45f4-83e0-88a78503b9a3 req-8fcad48d-3700-4a70-9bd2-79dbddd370d2 service neutron] 10.222.0.50 "GET /v2.0/networks/31b469d8-6d49-4092-85b9-89b228577bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976255 May 05 20:22:40.514996 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423bf17d-6b52-44f1-8e67-94eee72cf7e8 None None] Network 997fc98a-3d45-4b00-b913-4b25aa401126 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:22:40.575609 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-34d17dfa-f559-45f4-83e0-88a78503b9a3 req-ef0a4a9c-1697-4579-92fd-cfdffaa188ea service neutron] 10.222.0.50 "GET /v2.0/networks/31b469d8-6d49-4092-85b9-89b228577bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236080 May 05 20:22:40.590990 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4bcb1bf-0417-4683-a647-c1b0fd087dcb admin admin] Router 9449e26c-fec8-416e-88ee-3fa2ffa2b6b2 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:22:40.616130 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-f8014e91-bad4-41e9-91b4-f7ddeb32373d tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Allocated IP 2001:db8::24 (997fc98a-3d45-4b00-b913-4b25aa401126/77ca4c35-fd5d-4108-a93f-4b6ad682e264/dd05e15e-d641-415d-93ca-57f619161e2e) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:22:40.713032 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-dc857591-2868-4d77-bf97-5ab8d7d46f8a None None] Provisioning for port a26ce2ec-b5cb-4a48-9f9a-0f8bb9cac7a8 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:22:40.828079 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4bcb1bf-0417-4683-a647-c1b0fd087dcb admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:22:40.848906 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d4bcb1bf-0417-4683-a647-c1b0fd087dcb admin admin] 10.222.0.36 "PUT /v2.0/routers/9449e26c-fec8-416e-88ee-3fa2ffa2b6b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3638797 May 05 20:22:40.860007 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 49664) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:22:40.941947 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fef071a-fec2-489c-a7da-c2e62de8ef36 None None] Sync routers for ids ['9449e26c-fec8-416e-88ee-3fa2ffa2b6b2'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:22:40.947629 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-dc857591-2868-4d77-bf97-5ab8d7d46f8a None None] Provisioning complete for port a26ce2ec-b5cb-4a48-9f9a-0f8bb9cac7a8 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:22:40.947629 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-dc857591-2868-4d77-bf97-5ab8d7d46f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:41.054001 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f8014e91-bad4-41e9-91b4-f7ddeb32373d tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:41.078462 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-f8014e91-bad4-41e9-91b4-f7ddeb32373d tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Transition to ACTIVE for port object dd05e15e-d641-415d-93ca-57f619161e2e will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:22:41.102935 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fef071a-fec2-489c-a7da-c2e62de8ef36 None None] Routers {'9449e26c-fec8-416e-88ee-3fa2ffa2b6b2'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:22:41.102935 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-1fef071a-fec2-489c-a7da-c2e62de8ef36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:22:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['9449e26c-fec8-416e-88ee-3fa2ffa2b6b2'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:22:41.137254 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f8014e91-bad4-41e9-91b4-f7ddeb32373d tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:41.182808 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1f866201-ac38-4655-85cf-47e7bb4056e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:41.261888 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8014e91-bad4-41e9-91b4-f7ddeb32373d tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Pushing event updated for resources: {'Port': ['ID=dd05e15e-d641-415d-93ca-57f619161e2e,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:22:41.409969 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8014e91-bad4-41e9-91b4-f7ddeb32373d tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Network 997fc98a-3d45-4b00-b913-4b25aa401126 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:22:41.409969 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-f8014e91-bad4-41e9-91b4-f7ddeb32373d tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:22:41.409969 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8014e91-bad4-41e9-91b4-f7ddeb32373d tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:22:41.423764 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8014e91-bad4-41e9-91b4-f7ddeb32373d tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:22:41.423764 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f8014e91-bad4-41e9-91b4-f7ddeb32373d tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:41.494068 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f8014e91-bad4-41e9-91b4-f7ddeb32373d tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.2634254 May 05 20:22:41.494068 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 49676) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:22:41.550537 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-dc857591-2868-4d77-bf97-5ab8d7d46f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:41.605640 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1f866201-ac38-4655-85cf-47e7bb4056e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:41.623088 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-1f866201-ac38-4655-85cf-47e7bb4056e4 admin admin] Deleting port 1c1a7346-87b9-47b0-bc39-6df48f75b59f {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:22:41.623088 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1f866201-ac38-4655-85cf-47e7bb4056e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:41.696652 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-dc857591-2868-4d77-bf97-5ab8d7d46f8a None None] For port a26ce2ec-b5cb-4a48-9f9a-0f8bb9cac7a8, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=a26ce2ec-b5cb-4a48-9f9a-0f8bb9cac7a8,segment=NetworkSegment(d50b00dc-b22d-4b23-89c8-d1e5ec22b18b),segment_id=d50b00dc-b22d-4b23-89c8-d1e5ec22b18b)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:22:41.696652 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-1fef071a-fec2-489c-a7da-c2e62de8ef36 None None] Set router 9449e26c-fec8-416e-88ee-3fa2ffa2b6b2 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:22:41.734815 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20492cd-41ab-4ba2-8436-15a0a305338c req-3748c95b-073c-43b9-b7ba-c3ec48d86802 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:22:41.741339 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c20492cd-41ab-4ba2-8436-15a0a305338c req-3748c95b-073c-43b9-b7ba-c3ec48d86802 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee9863f0-96c4-4df8-881c-4470d6835027 HTTP/1.1" status: 200 len: 946 time: 0.4706948 May 05 20:22:41.843252 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9616da13-d26d-4a5f-9f22-b55c4e30d919 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:22:41.866473 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9616da13-d26d-4a5f-9f22-b55c4e30d919 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:22:41.876835 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-dc857591-2868-4d77-bf97-5ab8d7d46f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:41.881368 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9616da13-d26d-4a5f-9f22-b55c4e30d919 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:22:41.882414 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-9616da13-d26d-4a5f-9f22-b55c4e30d919 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Synchronizing usage tracker for tenant:cd1dc8a1270a4c2ea7cfedf2f2a39313 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:22:41.972760 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c20492cd-41ab-4ba2-8436-15a0a305338c req-32c99387-a08e-4bd7-89d9-e771f02f56e0 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cc7af0e-4aca-46ea-9229-3f1f94b1b893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2179482 May 05 20:22:41.984900 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc857591-2868-4d77-bf97-5ab8d7d46f8a None None] Pushing event updated for resources: {'Port': ['ID=a26ce2ec-b5cb-4a48-9f9a-0f8bb9cac7a8,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:22:41.986460 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-9616da13-d26d-4a5f-9f22-b55c4e30d919 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Unset dirty status for tenant:cd1dc8a1270a4c2ea7cfedf2f2a39313 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:22:41.991549 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 49692) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:22:41.991987 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-9616da13-d26d-4a5f-9f22-b55c4e30d919 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2477 time: 0.4969983 May 05 20:22:42.114307 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-1f866201-ac38-4655-85cf-47e7bb4056e4 admin admin] For port 1c1a7346-87b9-47b0-bc39-6df48f75b59f, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=1c1a7346-87b9-47b0-bc39-6df48f75b59f,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:22:42.114663 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1f866201-ac38-4655-85cf-47e7bb4056e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:42.242627 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-5a93e10e-6508-4579-9b21-f677d8f8f48b None None] Provisioning for port 93f71a4f-6e43-40d3-82df-4d39b4af9ef1 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:22:42.273067 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-5a93e10e-6508-4579-9b21-f677d8f8f48b None None] Provisioning complete for port 93f71a4f-6e43-40d3-82df-4d39b4af9ef1 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:22:42.273067 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5a93e10e-6508-4579-9b21-f677d8f8f48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:42.313956 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-1f866201-ac38-4655-85cf-47e7bb4056e4 admin admin] Calling delete_port for 1c1a7346-87b9-47b0-bc39-6df48f75b59f owned by network:router_gateway {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:22:42.394830 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-5a93e10e-6508-4579-9b21-f677d8f8f48b None None] Port 93f71a4f-6e43-40d3-82df-4d39b4af9ef1 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:22:42.415935 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-41d33871-8c11-4a7d-93dd-8b6d8af2127d tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Deleting port dd05e15e-d641-415d-93ca-57f619161e2e {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:22:42.416813 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-41d33871-8c11-4a7d-93dd-8b6d8af2127d tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:42.431061 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-5a93e10e-6508-4579-9b21-f677d8f8f48b None None] Provisioning for port dd05e15e-d641-415d-93ca-57f619161e2e completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:22:42.444713 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-5a93e10e-6508-4579-9b21-f677d8f8f48b None None] Provisioning complete for port dd05e15e-d641-415d-93ca-57f619161e2e triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:22:42.444713 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5a93e10e-6508-4579-9b21-f677d8f8f48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:42.557167 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-5a93e10e-6508-4579-9b21-f677d8f8f48b None None] Port dd05e15e-d641-415d-93ca-57f619161e2e cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:22:42.587651 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-1fef071a-fec2-489c-a7da-c2e62de8ef36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9449e26c-fec8-416e-88ee-3fa2ffa2b6b2', 'name': 'tempest-AttachVolumeTestJSON-1177409666-router', 'tenant_id': 'cc385d822f314b0ea94bc048c6bf0397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '1c1a7346-87b9-47b0-bc39-6df48f75b59f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:16:43Z', 'updated_at': '2022-05-05T20:22:38Z', 'revision_number': 5, 'project_id': 'cc385d822f314b0ea94bc048c6bf0397', 'gw_port': {'id': '1c1a7346-87b9-47b0-bc39-6df48f75b59f', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9449e26c-fec8-416e-88ee-3fa2ffa2b6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:16:47Z', 'updated_at': '2022-05-05T20:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:22:42.595241 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-5a93e10e-6508-4579-9b21-f677d8f8f48b None None] Provisioning complete for port a26ce2ec-b5cb-4a48-9f9a-0f8bb9cac7a8 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:22:42.601709 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5a93e10e-6508-4579-9b21-f677d8f8f48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:42.717206 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fef071a-fec2-489c-a7da-c2e62de8ef36 None None] Checking router: 9449e26c-fec8-416e-88ee-3fa2ffa2b6b2 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:22:42.737709 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fef071a-fec2-489c-a7da-c2e62de8ef36 None None] Routers {'9449e26c-fec8-416e-88ee-3fa2ffa2b6b2'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:22:42.738341 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-1fef071a-fec2-489c-a7da-c2e62de8ef36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:22:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['9449e26c-fec8-416e-88ee-3fa2ffa2b6b2'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:22:43.032516 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-1fef071a-fec2-489c-a7da-c2e62de8ef36 None None] Set router 9449e26c-fec8-416e-88ee-3fa2ffa2b6b2 gateway port host: None {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:22:43.155908 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-41d33871-8c11-4a7d-93dd-8b6d8af2127d tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:43.223096 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-1fef071a-fec2-489c-a7da-c2e62de8ef36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9449e26c-fec8-416e-88ee-3fa2ffa2b6b2', 'name': 'tempest-AttachVolumeTestJSON-1177409666-router', 'tenant_id': 'cc385d822f314b0ea94bc048c6bf0397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:16:43Z', 'updated_at': '2022-05-05T20:22:41Z', 'revision_number': 6, 'project_id': 'cc385d822f314b0ea94bc048c6bf0397', 'gw_port_host': None}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:22:43.223096 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fef071a-fec2-489c-a7da-c2e62de8ef36 None None] The sync data for ids ['9449e26c-fec8-416e-88ee-3fa2ffa2b6b2'] in n-d-840717-1 is: [{'id': '9449e26c-fec8-416e-88ee-3fa2ffa2b6b2', 'name': 'tempest-AttachVolumeTestJSON-1177409666-router', 'tenant_id': 'cc385d822f314b0ea94bc048c6bf0397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:16:43Z', 'updated_at': '2022-05-05T20:22:41Z', 'revision_number': 6, 'project_id': 'cc385d822f314b0ea94bc048c6bf0397', 'gw_port_host': None}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:22:43.241243 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-5d57162d-af17-48a0-a417-29c99c198ce1 None None] Provisioning complete for port 93f71a4f-6e43-40d3-82df-4d39b4af9ef1 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:22:43.241243 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5d57162d-af17-48a0-a417-29c99c198ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:43.331739 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-41d33871-8c11-4a7d-93dd-8b6d8af2127d tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Calling delete_port for dd05e15e-d641-415d-93ca-57f619161e2e owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:22:43.403909 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device a26ce2ec-b5cb-4a48-9f9a-0f8bb9cac7a8 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:22:43.529905 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-5d57162d-af17-48a0-a417-29c99c198ce1 None None] Port 93f71a4f-6e43-40d3-82df-4d39b4af9ef1 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:22:43.552402 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port a26ce2ec-b5cb-4a48-9f9a-0f8bb9cac7a8 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:22:43.553192 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:43.651683 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-5d57162d-af17-48a0-a417-29c99c198ce1 None None] Provisioning complete for port dd05e15e-d641-415d-93ca-57f619161e2e triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:22:43.651683 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5d57162d-af17-48a0-a417-29c99c198ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:43.688263 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-41d33871-8c11-4a7d-93dd-8b6d8af2127d tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:43.695277 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-5d57162d-af17-48a0-a417-29c99c198ce1 None None] Port dd05e15e-d641-415d-93ca-57f619161e2e was deleted so its status cannot be updated. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 05 20:22:43.906394 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d33871-8c11-4a7d-93dd-8b6d8af2127d tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Pushing event deleted for resources: {'Port': ['ID=dd05e15e-d641-415d-93ca-57f619161e2e,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:22:43.981004 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1f866201-ac38-4655-85cf-47e7bb4056e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:44.021780 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba3e3ef-e4d0-46d3-9214-bcb936329fcf req-63b93235-3826-4fc7-85e2-aaf7d95ada65 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:22:44.036788 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dba3e3ef-e4d0-46d3-9214-bcb936329fcf req-63b93235-3826-4fc7-85e2-aaf7d95ada65 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee9863f0-96c4-4df8-881c-4470d6835027 HTTP/1.1" status: 200 len: 946 time: 0.4150691 May 05 20:22:44.082640 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f866201-ac38-4655-85cf-47e7bb4056e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c1a7346-87b9-47b0-bc39-6df48f75b59f,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:22:44.267159 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1f866201-ac38-4655-85cf-47e7bb4056e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:44.315943 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:44.456009 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dba3e3ef-e4d0-46d3-9214-bcb936329fcf req-b4f83852-55c8-4eb0-9ff8-dac651aae6ab tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cc7af0e-4aca-46ea-9229-3f1f94b1b893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4237738 May 05 20:22:44.494165 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-41d33871-8c11-4a7d-93dd-8b6d8af2127d tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:44.502786 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1f866201-ac38-4655-85cf-47e7bb4056e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:44.502786 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1f866201-ac38-4655-85cf-47e7bb4056e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:44.517145 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-41d33871-8c11-4a7d-93dd-8b6d8af2127d tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] 10.222.0.36 "DELETE /v2.0/ports/dd05e15e-d641-415d-93ca-57f619161e2e HTTP/1.1" status: 204 len: 168 time: 2.5197024 May 05 20:22:44.520461 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 49738) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:22:44.544863 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1f866201-ac38-4655-85cf-47e7bb4056e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:44.544863 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f866201-ac38-4655-85cf-47e7bb4056e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9449e26c-fec8-416e-88ee-3fa2ffa2b6b2 {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:22:44.554394 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1f866201-ac38-4655-85cf-47e7bb4056e4 admin admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:44.554394 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-1f866201-ac38-4655-85cf-47e7bb4056e4 admin admin] 10.222.0.36 "DELETE /v2.0/routers/9449e26c-fec8-416e-88ee-3fa2ffa2b6b2 HTTP/1.1" status: 204 len: 168 time: 3.6941676 May 05 20:22:44.566807 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 49742) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:22:44.626800 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-29e18c3f-8da0-42ff-bf4c-4556e99132e8 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] GET failed (client error): The resource could not be found. May 05 20:22:44.626800 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-29e18c3f-8da0-42ff-bf4c-4556e99132e8 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] 10.222.0.36 "GET /v2.0/ports/dd05e15e-d641-415d-93ca-57f619161e2e HTTP/1.1" status: 404 len: 333 time: 0.1078591 May 05 20:22:44.642858 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 49746) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:22:44.659209 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-d02e91a5-5d71-47f6-b457-fcfd54706fe4 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Request body: {'port': {'network_id': '997fc98a-3d45-4b00-b913-4b25aa401126', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-245728902'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:22:44.686022 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d0226be-6aa1-4360-b0b1-4e8b9a7d3654 admin admin] Deleting subnet 75701100-e0e5-47c2-a4bc-48386804fbaf {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:22:44.690771 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9d0226be-6aa1-4360-b0b1-4e8b9a7d3654 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:44.750439 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9d0226be-6aa1-4360-b0b1-4e8b9a7d3654 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:44.890919 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-d02e91a5-5d71-47f6-b457-fcfd54706fe4 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:22:44.898048 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-d02e91a5-5d71-47f6-b457-fcfd54706fe4 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Usage tracker for resource:port and tenant:cd1dc8a1270a4c2ea7cfedf2f2a39313 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:22:44.902529 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9d0226be-6aa1-4360-b0b1-4e8b9a7d3654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:44.907066 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-d02e91a5-5d71-47f6-b457-fcfd54706fe4 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:22:44.907066 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-d02e91a5-5d71-47f6-b457-fcfd54706fe4 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:22:44.923500 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d02e91a5-5d71-47f6-b457-fcfd54706fe4 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Made reservation on behalf of cd1dc8a1270a4c2ea7cfedf2f2a39313 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:22:44.923500 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d02e91a5-5d71-47f6-b457-fcfd54706fe4 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:44.952893 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [None req-d02e91a5-5d71-47f6-b457-fcfd54706fe4 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] device_id is not set on port 1fa110dc-7760-41d9-8caf-60a1c5b2a84c yet. {{(pid=88197) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:22:44.984627 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9d0226be-6aa1-4360-b0b1-4e8b9a7d3654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:45.044525 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0226be-6aa1-4360-b0b1-4e8b9a7d3654 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75701100-e0e5-47c2-a4bc-48386804fbaf,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:22:45.044525 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9d0226be-6aa1-4360-b0b1-4e8b9a7d3654 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:45.047391 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-9d0226be-6aa1-4360-b0b1-4e8b9a7d3654 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/75701100-e0e5-47c2-a4bc-48386804fbaf HTTP/1.1" status: 204 len: 168 time: 0.4900544 May 05 20:22:45.048673 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553b8599-4208-42c7-8785-194e6dca35d0 None None] Network 1f4bdc00-0989-427c-9e5a-a72ccd38703a requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:22:45.049482 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 49756) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:22:45.166419 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-d02e91a5-5d71-47f6-b457-fcfd54706fe4 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Allocated IP 2001:db8::23e (997fc98a-3d45-4b00-b913-4b25aa401126/77ca4c35-fd5d-4108-a93f-4b6ad682e264/1fa110dc-7760-41d9-8caf-60a1c5b2a84c) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:22:45.408785 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 1c1a7346-87b9-47b0-bc39-6df48f75b59f no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:22:45.414953 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7b225ccd-92cb-4dd7-ac58-4de801d93a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:45.437250 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-7b225ccd-92cb-4dd7-ac58-4de801d93a60 admin admin] Deleting port 352ff64c-a3c9-461f-8b61-ba77c017d0e6 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:22:45.437626 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7b225ccd-92cb-4dd7-ac58-4de801d93a60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:45.450534 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 1c1a7346-87b9-47b0-bc39-6df48f75b59f {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:22:45.450874 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 1c1a7346-87b9-47b0-bc39-6df48f75b59f not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:22:45.451783 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 4e390db0-8a2c-4171-a94e-ff451ab693e6 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:22:45.585537 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 4e390db0-8a2c-4171-a94e-ff451ab693e6 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:22:45.585537 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 4e390db0-8a2c-4171-a94e-ff451ab693e6 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:22:45.708074 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccf93a5-502b-409a-a7b0-8fb8c7d62bc2 None None] DHCP port deletion for 1f4bdc00-0989-427c-9e5a-a72ccd38703a request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:22:45.723415 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-bccf93a5-502b-409a-a7b0-8fb8c7d62bc2 None None] Deleting port 352ff64c-a3c9-461f-8b61-ba77c017d0e6 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:22:45.723415 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bccf93a5-502b-409a-a7b0-8fb8c7d62bc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:45.912431 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d02e91a5-5d71-47f6-b457-fcfd54706fe4 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:45.946486 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-d02e91a5-5d71-47f6-b457-fcfd54706fe4 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Transition to ACTIVE for port object 1fa110dc-7760-41d9-8caf-60a1c5b2a84c will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:22:45.972916 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83654261-bbe9-48bc-b1b9-a1f30971bfaa req-9be32502-82cd-41c0-acfb-7c0aa82010f6 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:22:45.972916 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-83654261-bbe9-48bc-b1b9-a1f30971bfaa req-9be32502-82cd-41c0-acfb-7c0aa82010f6 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee9863f0-96c4-4df8-881c-4470d6835027 HTTP/1.1" status: 200 len: 946 time: 0.1990738 May 05 20:22:46.029629 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-7b225ccd-92cb-4dd7-ac58-4de801d93a60 admin admin] For port 352ff64c-a3c9-461f-8b61-ba77c017d0e6, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=352ff64c-a3c9-461f-8b61-ba77c017d0e6,segment=NetworkSegment(57bbc04f-1c68-4970-9c1a-a5d13ea03f9b),segment_id=57bbc04f-1c68-4970-9c1a-a5d13ea03f9b)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:22:46.030249 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7b225ccd-92cb-4dd7-ac58-4de801d93a60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:46.041499 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-83654261-bbe9-48bc-b1b9-a1f30971bfaa req-763bf9bd-2a57-4cd8-952f-2b56c5cedf44 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cc7af0e-4aca-46ea-9229-3f1f94b1b893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522435 May 05 20:22:46.052832 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d02e91a5-5d71-47f6-b457-fcfd54706fe4 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:46.066332 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-bccf93a5-502b-409a-a7b0-8fb8c7d62bc2 None None] For port 352ff64c-a3c9-461f-8b61-ba77c017d0e6, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=352ff64c-a3c9-461f-8b61-ba77c017d0e6,segment=NetworkSegment(57bbc04f-1c68-4970-9c1a-a5d13ea03f9b),segment_id=57bbc04f-1c68-4970-9c1a-a5d13ea03f9b)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:22:46.066871 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bccf93a5-502b-409a-a7b0-8fb8c7d62bc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:46.138292 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02e91a5-5d71-47f6-b457-fcfd54706fe4 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Network 997fc98a-3d45-4b00-b913-4b25aa401126 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:22:46.141666 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-d02e91a5-5d71-47f6-b457-fcfd54706fe4 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:22:46.146499 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02e91a5-5d71-47f6-b457-fcfd54706fe4 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:22:46.154700 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02e91a5-5d71-47f6-b457-fcfd54706fe4 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:22:46.155049 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d02e91a5-5d71-47f6-b457-fcfd54706fe4 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:46.164274 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02e91a5-5d71-47f6-b457-fcfd54706fe4 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Pushing event updated for resources: {'Port': ['ID=1fa110dc-7760-41d9-8caf-60a1c5b2a84c,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:22:46.195415 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02e91a5-5d71-47f6-b457-fcfd54706fe4 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:22:46.195852 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02e91a5-5d71-47f6-b457-fcfd54706fe4 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:22:46.199471 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02e91a5-5d71-47f6-b457-fcfd54706fe4 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:22:46.199975 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02e91a5-5d71-47f6-b457-fcfd54706fe4 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:22:46.200471 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02e91a5-5d71-47f6-b457-fcfd54706fe4 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:22:46.200985 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02e91a5-5d71-47f6-b457-fcfd54706fe4 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:22:46.201507 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02e91a5-5d71-47f6-b457-fcfd54706fe4 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:22:46.201995 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02e91a5-5d71-47f6-b457-fcfd54706fe4 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:22:46.203804 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02e91a5-5d71-47f6-b457-fcfd54706fe4 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:22:46.207139 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02e91a5-5d71-47f6-b457-fcfd54706fe4 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:22:46.207819 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02e91a5-5d71-47f6-b457-fcfd54706fe4 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:22:46.208337 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02e91a5-5d71-47f6-b457-fcfd54706fe4 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:22:46.251601 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d02e91a5-5d71-47f6-b457-fcfd54706fe4 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6152854 May 05 20:22:46.251601 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 49780) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:22:46.262832 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-62bd083d-363c-4cce-888e-daac92cbdd17 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::44', 'mac_address': 'fa:16:3e:5c:e1:ec'}]}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:22:46.440182 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-7b225ccd-92cb-4dd7-ac58-4de801d93a60 admin admin] Calling delete_port for 352ff64c-a3c9-461f-8b61-ba77c017d0e6 owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:22:46.476579 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-bccf93a5-502b-409a-a7b0-8fb8c7d62bc2 None None] Calling delete_port for 352ff64c-a3c9-461f-8b61-ba77c017d0e6 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:22:46.605287 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7b225ccd-92cb-4dd7-ac58-4de801d93a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:46.646059 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:46.721953 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-bccf93a5-502b-409a-a7b0-8fb8c7d62bc2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:22:46.721953 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-bccf93a5-502b-409a-a7b0-8fb8c7d62bc2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:22:46.731675 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b225ccd-92cb-4dd7-ac58-4de801d93a60 admin admin] No DVR routers for this DVR port 352ff64c-a3c9-461f-8b61-ba77c017d0e6 on host n-d-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:22:46.753511 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-0b807511-116b-45ad-9696-ad986d3125a5 None None] Provisioning for port 1fa110dc-7760-41d9-8caf-60a1c5b2a84c completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:22:46.760860 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-0b807511-116b-45ad-9696-ad986d3125a5 None None] Provisioning complete for port 1fa110dc-7760-41d9-8caf-60a1c5b2a84c triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:22:46.760860 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0b807511-116b-45ad-9696-ad986d3125a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:46.792188 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b225ccd-92cb-4dd7-ac58-4de801d93a60 admin admin] Pushing event deleted for resources: {'Port': ['ID=352ff64c-a3c9-461f-8b61-ba77c017d0e6,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:22:46.822392 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-62bd083d-363c-4cce-888e-daac92cbdd17 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:46.922921 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-0b807511-116b-45ad-9696-ad986d3125a5 None None] Port 1fa110dc-7760-41d9-8caf-60a1c5b2a84c cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:22:46.926540 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7b225ccd-92cb-4dd7-ac58-4de801d93a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:46.958728 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-7b225ccd-92cb-4dd7-ac58-4de801d93a60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f4bdc00-0989-427c-9e5a-a72ccd38703a']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:22:46.974860 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-7b225ccd-92cb-4dd7-ac58-4de801d93a60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57bbc04f-1c68-4970-9c1a-a5d13ea03f9b') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:22:46.974860 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-7b225ccd-92cb-4dd7-ac58-4de801d93a60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57bbc04f-1c68-4970-9c1a-a5d13ea03f9b') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:22:47.003082 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7b225ccd-92cb-4dd7-ac58-4de801d93a60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:47.031071 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7b225ccd-92cb-4dd7-ac58-4de801d93a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:47.040218 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b225ccd-92cb-4dd7-ac58-4de801d93a60 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:22:47.040218 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7b225ccd-92cb-4dd7-ac58-4de801d93a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:47.062570 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:22:47.062570 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:22:47.062570 n-d-840717-1 neutron-server[88198]: timer() May 05 20:22:47.062570 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:22:47.062570 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:22:47.062570 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:22:47.062570 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:22:47.062570 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:22:47.062570 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:22:47.062570 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:22:47.062570 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:22:47.062570 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:22:47.062570 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:22:47.062570 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:22:47.062570 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:22:47.062570 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:22:47.062570 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:22:47.062570 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:22:47.062570 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:22:47.062570 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:22:47.062570 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:22:47.062570 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:22:47.062570 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:22:47.062570 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:22:47.062570 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:22:47.062570 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:22:47.062570 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:22:47.062570 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:22:47.062570 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:22:47.062570 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:22:47.062570 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:22:47.062570 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:22:47.195064 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7b225ccd-92cb-4dd7-ac58-4de801d93a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:47.212197 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7b225ccd-92cb-4dd7-ac58-4de801d93a60 admin admin] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:47.222792 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-bccf93a5-502b-409a-a7b0-8fb8c7d62bc2 None None] Deleting port 352ff64c-a3c9-461f-8b61-ba77c017d0e6 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:22:47.223560 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bccf93a5-502b-409a-a7b0-8fb8c7d62bc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:47.293625 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b225ccd-92cb-4dd7-ac58-4de801d93a60 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f4bdc00-0989-427c-9e5a-a72ccd38703a,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:22:47.328307 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-62bd083d-363c-4cce-888e-daac92cbdd17 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:47.337393 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-62bd083d-363c-4cce-888e-daac92cbdd17 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:47.349896 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-7b225ccd-92cb-4dd7-ac58-4de801d93a60 admin admin] 10.222.0.36 "DELETE /v2.0/networks/1f4bdc00-0989-427c-9e5a-a72ccd38703a HTTP/1.1" status: 204 len: 168 time: 2.2901666 May 05 20:22:47.396009 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 352ff64c-a3c9-461f-8b61-ba77c017d0e6 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:22:47.413000 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d538070c-dcde-4103-8671-faf3406b1258 req-db79c23e-b263-40a5-b354-111d13db3c4f tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:22:47.413000 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d538070c-dcde-4103-8671-faf3406b1258 req-db79c23e-b263-40a5-b354-111d13db3c4f tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee9863f0-96c4-4df8-881c-4470d6835027 HTTP/1.1" status: 200 len: 946 time: 0.1821556 May 05 20:22:47.456850 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-bccf93a5-502b-409a-a7b0-8fb8c7d62bc2 None None] The port '352ff64c-a3c9-461f-8b61-ba77c017d0e6' was deleted {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 20:22:47.477822 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 352ff64c-a3c9-461f-8b61-ba77c017d0e6 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:22:47.477822 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 352ff64c-a3c9-461f-8b61-ba77c017d0e6 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:22:47.483375 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d538070c-dcde-4103-8671-faf3406b1258 req-41169ed8-52ef-4960-8a6a-e881169900d9 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cc7af0e-4aca-46ea-9229-3f1f94b1b893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595269 May 05 20:22:47.521695 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-62bd083d-363c-4cce-888e-daac92cbdd17 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] In _notify_port_updated(), no bound segment for port 1fa110dc-7760-41d9-8caf-60a1c5b2a84c on network 997fc98a-3d45-4b00-b913-4b25aa401126 {{(pid=88197) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 05 20:22:47.528536 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bd083d-363c-4cce-888e-daac92cbdd17 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:22:47.529157 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-62bd083d-363c-4cce-888e-daac92cbdd17 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:47.530469 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-62bd083d-363c-4cce-888e-daac92cbdd17 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] 10.222.0.36 "PUT /v2.0/ports/1fa110dc-7760-41d9-8caf-60a1c5b2a84c HTTP/1.1" status: 200 len: 1001 time: 1.2796681 May 05 20:22:47.533565 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 49804) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:22:47.660204 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-dbbd15cb-ccf2-471d-aa19-c2a38fdda722 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Deleting port 1fa110dc-7760-41d9-8caf-60a1c5b2a84c {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:22:47.660204 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dbbd15cb-ccf2-471d-aa19-c2a38fdda722 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:47.671880 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 49808) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:22:47.696437 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bd083d-363c-4cce-888e-daac92cbdd17 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Pushing event updated for resources: {'Port': ['ID=1fa110dc-7760-41d9-8caf-60a1c5b2a84c,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:22:47.833219 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-577e08ba-2f5e-4f76-8514-f88a1ea39f59 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cc385d822f314b0ea94bc048c6bf0397&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1598413 May 05 20:22:47.833219 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 49814) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:22:47.903019 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-172ac9df-37b1-4254-93c5-1e0a606721e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:47.936677 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-172ac9df-37b1-4254-93c5-1e0a606721e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:47.947802 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-4ba7a221-4477-4c12-9865-49d34a85eaed None None] Provisioning complete for port 1fa110dc-7760-41d9-8caf-60a1c5b2a84c triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:22:47.949686 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4ba7a221-4477-4c12-9865-49d34a85eaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:48.042682 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dbbd15cb-ccf2-471d-aa19-c2a38fdda722 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:48.075160 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-4ba7a221-4477-4c12-9865-49d34a85eaed None None] Port 1fa110dc-7760-41d9-8caf-60a1c5b2a84c cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:22:48.090196 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-172ac9df-37b1-4254-93c5-1e0a606721e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:48.161333 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172ac9df-37b1-4254-93c5-1e0a606721e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1abfd512-47e2-4e7c-b9bb-6ada6d9a467e,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:22:48.171761 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-172ac9df-37b1-4254-93c5-1e0a606721e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:48.182226 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-172ac9df-37b1-4254-93c5-1e0a606721e6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1abfd512-47e2-4e7c-b9bb-6ada6d9a467e HTTP/1.1" status: 204 len: 168 time: 0.3454375 May 05 20:22:48.276753 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-dbbd15cb-ccf2-471d-aa19-c2a38fdda722 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Calling delete_port for 1fa110dc-7760-41d9-8caf-60a1c5b2a84c owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:22:48.500407 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dbbd15cb-ccf2-471d-aa19-c2a38fdda722 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:48.620752 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd15cb-ccf2-471d-aa19-c2a38fdda722 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Pushing event deleted for resources: {'Port': ['ID=1fa110dc-7760-41d9-8caf-60a1c5b2a84c,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:22:48.858162 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dbbd15cb-ccf2-471d-aa19-c2a38fdda722 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:48.878456 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-dbbd15cb-ccf2-471d-aa19-c2a38fdda722 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] 10.222.0.36 "DELETE /v2.0/ports/1fa110dc-7760-41d9-8caf-60a1c5b2a84c HTTP/1.1" status: 204 len: 168 time: 1.3436651 May 05 20:22:48.885909 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 49852) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:22:48.902592 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0edc9f-8843-42d2-8179-529fb01d0219 req-4e252d08-74f0-4c2f-9b76-38223539f28c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:22:48.908249 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3f0edc9f-8843-42d2-8179-529fb01d0219 req-4e252d08-74f0-4c2f-9b76-38223539f28c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee9863f0-96c4-4df8-881c-4470d6835027 HTTP/1.1" status: 200 len: 946 time: 0.2427602 May 05 20:22:48.978883 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-38edc8ca-8b2e-4796-97e1-a31d5f82d0b6 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] GET failed (client error): The resource could not be found. May 05 20:22:48.978883 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-38edc8ca-8b2e-4796-97e1-a31d5f82d0b6 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Synchronizing usage tracker for tenant:cd1dc8a1270a4c2ea7cfedf2f2a39313 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:22:48.996335 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3f0edc9f-8843-42d2-8179-529fb01d0219 req-87d422c7-79d1-44b4-ba30-5ee74f6b5d09 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cc7af0e-4aca-46ea-9229-3f1f94b1b893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747941 May 05 20:22:49.047613 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-38edc8ca-8b2e-4796-97e1-a31d5f82d0b6 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Unset dirty status for tenant:cd1dc8a1270a4c2ea7cfedf2f2a39313 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:22:49.047613 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-38edc8ca-8b2e-4796-97e1-a31d5f82d0b6 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] 10.222.0.36 "GET /v2.0/ports/1fa110dc-7760-41d9-8caf-60a1c5b2a84c HTTP/1.1" status: 404 len: 333 time: 0.1636324 May 05 20:22:49.056471 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 49860) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:22:49.056471 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-9ce1365b-2f6e-4f31-a155-7a0e6c5da07f tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Request body: {'port': {'network_id': '997fc98a-3d45-4b00-b913-4b25aa401126', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-67132401'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:22:49.288615 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-9ce1365b-2f6e-4f31-a155-7a0e6c5da07f tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:22:49.301361 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-9ce1365b-2f6e-4f31-a155-7a0e6c5da07f tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:22:49.314938 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce1365b-2f6e-4f31-a155-7a0e6c5da07f tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Made reservation on behalf of cd1dc8a1270a4c2ea7cfedf2f2a39313 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:22:49.322742 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9ce1365b-2f6e-4f31-a155-7a0e6c5da07f tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:49.358180 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [None req-9ce1365b-2f6e-4f31-a155-7a0e6c5da07f tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] device_id is not set on port 62a2bf8f-594f-4497-ab9c-57720ca949fd yet. {{(pid=88197) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:22:49.539111 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-9ce1365b-2f6e-4f31-a155-7a0e6c5da07f tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Allocated IP 2001:db8::dc (997fc98a-3d45-4b00-b913-4b25aa401126/77ca4c35-fd5d-4108-a93f-4b6ad682e264/62a2bf8f-594f-4497-ab9c-57720ca949fd) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:22:49.827771 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9ce1365b-2f6e-4f31-a155-7a0e6c5da07f tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:49.849913 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-9ce1365b-2f6e-4f31-a155-7a0e6c5da07f tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Transition to ACTIVE for port object 62a2bf8f-594f-4497-ab9c-57720ca949fd will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:22:49.887112 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9ce1365b-2f6e-4f31-a155-7a0e6c5da07f tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:50.080827 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce1365b-2f6e-4f31-a155-7a0e6c5da07f tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Network 997fc98a-3d45-4b00-b913-4b25aa401126 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:22:50.087120 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-9ce1365b-2f6e-4f31-a155-7a0e6c5da07f tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:22:50.121741 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce1365b-2f6e-4f31-a155-7a0e6c5da07f tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:22:50.141998 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce1365b-2f6e-4f31-a155-7a0e6c5da07f tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:22:50.141998 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9ce1365b-2f6e-4f31-a155-7a0e6c5da07f tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:50.205089 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce1365b-2f6e-4f31-a155-7a0e6c5da07f tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Pushing event updated for resources: {'Port': ['ID=62a2bf8f-594f-4497-ab9c-57720ca949fd,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:22:50.229576 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-9ce1365b-2f6e-4f31-a155-7a0e6c5da07f tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.1713617 May 05 20:22:50.229576 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 49904) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:22:50.247365 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-e20eaaf9-33ed-4307-aefe-75febf4fe188 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:5c:e1:ec'}]}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:22:50.367232 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b49a1c2-0bc8-41d1-8e8f-d5d2a245160f req-d1577b77-81b1-49a9-9aff-a4806431ecba tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:22:50.373744 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7b49a1c2-0bc8-41d1-8e8f-d5d2a245160f req-d1577b77-81b1-49a9-9aff-a4806431ecba tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee9863f0-96c4-4df8-881c-4470d6835027 HTTP/1.1" status: 200 len: 946 time: 0.1763406 May 05 20:22:50.469187 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7b49a1c2-0bc8-41d1-8e8f-d5d2a245160f req-5952b145-6f05-4ade-a387-3f92b7999bcc tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cc7af0e-4aca-46ea-9229-3f1f94b1b893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868812 May 05 20:22:50.487741 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e20eaaf9-33ed-4307-aefe-75febf4fe188 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:50.559327 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-35ed9c89-ca94-4548-99e4-de6cf4bf9f1e None None] Provisioning for port 62a2bf8f-594f-4497-ab9c-57720ca949fd completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:22:50.569992 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-35ed9c89-ca94-4548-99e4-de6cf4bf9f1e None None] Provisioning complete for port 62a2bf8f-594f-4497-ab9c-57720ca949fd triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:22:50.570495 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-35ed9c89-ca94-4548-99e4-de6cf4bf9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:50.712227 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-35ed9c89-ca94-4548-99e4-de6cf4bf9f1e None None] Port 62a2bf8f-594f-4497-ab9c-57720ca949fd cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:22:50.882693 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e20eaaf9-33ed-4307-aefe-75febf4fe188 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:50.894090 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e20eaaf9-33ed-4307-aefe-75febf4fe188 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:50.965683 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-e20eaaf9-33ed-4307-aefe-75febf4fe188 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] In _notify_port_updated(), no bound segment for port 62a2bf8f-594f-4497-ab9c-57720ca949fd on network 997fc98a-3d45-4b00-b913-4b25aa401126 {{(pid=88197) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 05 20:22:50.977090 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20eaaf9-33ed-4307-aefe-75febf4fe188 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:22:50.977090 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e20eaaf9-33ed-4307-aefe-75febf4fe188 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:50.985125 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 49928) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:22:50.989200 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-e20eaaf9-33ed-4307-aefe-75febf4fe188 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] 10.222.0.36 "PUT /v2.0/ports/62a2bf8f-594f-4497-ab9c-57720ca949fd HTTP/1.1" status: 200 len: 1000 time: 0.7625780 May 05 20:22:51.028776 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20eaaf9-33ed-4307-aefe-75febf4fe188 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Pushing event updated for resources: {'Port': ['ID=62a2bf8f-594f-4497-ab9c-57720ca949fd,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:22:51.100149 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-c3555c21-f010-436a-ade3-73d5f4dcdb9b tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Deleting port 62a2bf8f-594f-4497-ab9c-57720ca949fd {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:22:51.100149 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c3555c21-f010-436a-ade3-73d5f4dcdb9b tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:51.443043 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-2096b3a7-785f-4811-8553-68d56f635717 None None] Provisioning complete for port 62a2bf8f-594f-4497-ab9c-57720ca949fd triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:22:51.445163 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2096b3a7-785f-4811-8553-68d56f635717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:51.511957 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-2096b3a7-785f-4811-8553-68d56f635717 None None] Port 62a2bf8f-594f-4497-ab9c-57720ca949fd cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:22:51.799132 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c3555c21-f010-436a-ade3-73d5f4dcdb9b tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:51.892708 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1dcbce-d5d2-434c-9fe2-d117665a54d1 req-c155b706-16bb-48ad-b5d9-3e188006f0e1 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:22:51.892708 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2d1dcbce-d5d2-434c-9fe2-d117665a54d1 req-c155b706-16bb-48ad-b5d9-3e188006f0e1 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee9863f0-96c4-4df8-881c-4470d6835027 HTTP/1.1" status: 200 len: 946 time: 0.1615806 May 05 20:22:51.950164 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-c3555c21-f010-436a-ade3-73d5f4dcdb9b tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Calling delete_port for 62a2bf8f-594f-4497-ab9c-57720ca949fd owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:22:52.001227 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2d1dcbce-d5d2-434c-9fe2-d117665a54d1 req-b884c607-8107-4247-9c86-c0556afdee6a tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cc7af0e-4aca-46ea-9229-3f1f94b1b893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024120 May 05 20:22:52.193113 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c3555c21-f010-436a-ade3-73d5f4dcdb9b tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:52.267685 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3555c21-f010-436a-ade3-73d5f4dcdb9b tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Pushing event deleted for resources: {'Port': ['ID=62a2bf8f-594f-4497-ab9c-57720ca949fd,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:22:52.447654 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c3555c21-f010-436a-ade3-73d5f4dcdb9b tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:52.447654 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c3555c21-f010-436a-ade3-73d5f4dcdb9b tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] 10.222.0.36 "DELETE /v2.0/ports/62a2bf8f-594f-4497-ab9c-57720ca949fd HTTP/1.1" status: 204 len: 168 time: 1.4466677 May 05 20:22:52.450059 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 49992) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:22:52.516105 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-f07b06eb-4731-4cb8-95a9-fa064bf7e613 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] GET failed (client error): The resource could not be found. May 05 20:22:52.516105 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-f07b06eb-4731-4cb8-95a9-fa064bf7e613 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Synchronizing usage tracker for tenant:cd1dc8a1270a4c2ea7cfedf2f2a39313 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:22:52.565678 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-f07b06eb-4731-4cb8-95a9-fa064bf7e613 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Unset dirty status for tenant:cd1dc8a1270a4c2ea7cfedf2f2a39313 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:22:52.567038 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f07b06eb-4731-4cb8-95a9-fa064bf7e613 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] 10.222.0.36 "GET /v2.0/ports/62a2bf8f-594f-4497-ab9c-57720ca949fd HTTP/1.1" status: 404 len: 333 time: 0.1371765 May 05 20:22:52.571249 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 49996) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:22:52.577256 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-e97dc901-270e-405f-af82-52e633329e4f tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Request body: {'port': {'network_id': '997fc98a-3d45-4b00-b913-4b25aa401126', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-432471252'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:22:52.682135 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae08b0-4074-43de-8073-5864f0f66317 req-91ab3c40-8c95-4d02-a66a-bdf9b4f51826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:22:52.693209 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ceae08b0-4074-43de-8073-5864f0f66317 req-91ab3c40-8c95-4d02-a66a-bdf9b4f51826 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=310f91420a2d4ddd8aab8a710d8dc814&device_id=ee9863f0-96c4-4df8-881c-4470d6835027 HTTP/1.1" status: 200 len: 1097 time: 0.1167190 May 05 20:22:52.938703 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae08b0-4074-43de-8073-5864f0f66317 req-02fffacb-2364-4f8f-bfe2-22d32e58c9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:22:52.942145 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ceae08b0-4074-43de-8073-5864f0f66317 req-02fffacb-2364-4f8f-bfe2-22d32e58c9cd service neutron] 10.222.0.50 "GET /v2.0/networks?id=31b469d8-6d49-4092-85b9-89b228577bc0 HTTP/1.1" status: 200 len: 897 time: 0.2348557 May 05 20:22:52.971519 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 50010) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:22:53.006702 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e97dc901-270e-405f-af82-52e633329e4f tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:22:53.052609 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e97dc901-270e-405f-af82-52e633329e4f tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:22:53.056505 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [req-34d17dfa-f559-45f4-83e0-88a78503b9a3 req-5ee879d6-a6d4-4949-9e21-edfe4fb3fca0 service neutron] show failed (client error): The resource could not be found. May 05 20:22:53.059578 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-34d17dfa-f559-45f4-83e0-88a78503b9a3 req-5ee879d6-a6d4-4949-9e21-edfe4fb3fca0 service neutron] 10.222.0.50 "GET /v2.0/ports/aff8760b-bddc-4493-b50c-c77a6a7254ea/bindings/n-h1-840717-1 HTTP/1.1" status: 404 len: 380 time: 0.4459608 May 05 20:22:53.077823 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97dc901-270e-405f-af82-52e633329e4f tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Made reservation on behalf of cd1dc8a1270a4c2ea7cfedf2f2a39313 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:22:53.084603 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e97dc901-270e-405f-af82-52e633329e4f tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:53.141364 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ceae08b0-4074-43de-8073-5864f0f66317 req-618d607a-5834-45fb-8d8d-7204a1d57b4a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aff8760b-bddc-4493-b50c-c77a6a7254ea HTTP/1.1" status: 200 len: 1002 time: 0.1878548 May 05 20:22:53.152619 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-e97dc901-270e-405f-af82-52e633329e4f tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] device_id is not set on port 1f379e08-534b-4ec8-8f13-d94385c2feeb yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:22:53.330068 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae08b0-4074-43de-8073-5864f0f66317 req-8ef31e44-abf2-4e07-b3fa-2f59b67d2292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:22:53.330068 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ceae08b0-4074-43de-8073-5864f0f66317 req-8ef31e44-abf2-4e07-b3fa-2f59b67d2292 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=477409ea-8175-4012-b9f5-deeb71642c2e HTTP/1.1" status: 200 len: 835 time: 0.1769073 May 05 20:22:53.390838 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7bfd76dc-1461-47ad-8172-c1ff48167d42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:53.425802 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-7bfd76dc-1461-47ad-8172-c1ff48167d42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:22:53.431222 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-7bfd76dc-1461-47ad-8172-c1ff48167d42 admin admin] Usage tracker for resource:security_group_rule and tenant:ff8144ab1dd643998049c06f415758a4 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:22:53.436058 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-7bfd76dc-1461-47ad-8172-c1ff48167d42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:22:53.444385 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-7bfd76dc-1461-47ad-8172-c1ff48167d42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:22:53.495682 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae08b0-4074-43de-8073-5864f0f66317 req-b132f0d4-f2ba-478f-a42c-df61ecbfbe22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:22:53.500763 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ceae08b0-4074-43de-8073-5864f0f66317 req-b132f0d4-f2ba-478f-a42c-df61ecbfbe22 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=31b469d8-6d49-4092-85b9-89b228577bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1658273 May 05 20:22:53.715747 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6408222-3b10-4505-a085-97f8b84a36f4 req-d3d3b6a7-bbcc-4743-988d-dfe43a0261eb tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:22:53.717695 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c6408222-3b10-4505-a085-97f8b84a36f4 req-d3d3b6a7-bbcc-4743-988d-dfe43a0261eb tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee9863f0-96c4-4df8-881c-4470d6835027 HTTP/1.1" status: 200 len: 946 time: 0.4670997 May 05 20:22:53.725701 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7bfd76dc-1461-47ad-8172-c1ff48167d42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:53.739004 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d17dfa-f559-45f4-83e0-88a78503b9a3 req-41d7429c-7742-4261-8fd5-403833a6af85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:22:53.741554 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-34d17dfa-f559-45f4-83e0-88a78503b9a3 req-41d7429c-7742-4261-8fd5-403833a6af85 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ee9863f0-96c4-4df8-881c-4470d6835027&tenant_id=310f91420a2d4ddd8aab8a710d8dc814 HTTP/1.1" status: 200 len: 1097 time: 0.2384086 May 05 20:22:53.813656 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7bfd76dc-1461-47ad-8172-c1ff48167d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:53.822583 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-e97dc901-270e-405f-af82-52e633329e4f tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Allocated IP 2001:db8::208 (997fc98a-3d45-4b00-b913-4b25aa401126/77ca4c35-fd5d-4108-a93f-4b6ad682e264/1f379e08-534b-4ec8-8f13-d94385c2feeb) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:22:53.831742 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-34d17dfa-f559-45f4-83e0-88a78503b9a3 req-9c3fb16a-a1dd-4f5e-95f3-5373b99546e1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-840717-1', 'device_owner': 'compute:nova'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:22:53.881322 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ceae08b0-4074-43de-8073-5864f0f66317 req-ccc060d6-5fdf-49e4-bc9e-0c5a06b57b87 service neutron] 10.222.0.50 "GET /v2.0/networks/31b469d8-6d49-4092-85b9-89b228577bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3726594 May 05 20:22:53.894896 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfd76dc-1461-47ad-8172-c1ff48167d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e31eedf9-70ab-4463-8f2b-cfc950edad45,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:22:53.939556 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c6408222-3b10-4505-a085-97f8b84a36f4 req-c2127d0c-d25e-43c7-9e6a-067ad2e0be31 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cc7af0e-4aca-46ea-9229-3f1f94b1b893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2104449 May 05 20:22:53.969497 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-7bfd76dc-1461-47ad-8172-c1ff48167d42 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ff8144ab1dd643998049c06f415758a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9901769 May 05 20:22:53.980058 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 50028) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:22:54.078442 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ceae08b0-4074-43de-8073-5864f0f66317 req-59f7fd38-d197-4729-907e-bdb376d8e454 service neutron] 10.222.0.50 "GET /v2.0/networks/31b469d8-6d49-4092-85b9-89b228577bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898196 May 05 20:22:54.150844 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-34d17dfa-f559-45f4-83e0-88a78503b9a3 req-9c3fb16a-a1dd-4f5e-95f3-5373b99546e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:54.399521 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a3206444-b6e7-409d-8fe7-6f0d965e067c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:54.496436 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e97dc901-270e-405f-af82-52e633329e4f tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:54.516968 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-e97dc901-270e-405f-af82-52e633329e4f tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Transition to ACTIVE for port object 1f379e08-534b-4ec8-8f13-d94385c2feeb will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:22:54.543398 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a3206444-b6e7-409d-8fe7-6f0d965e067c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:54.605039 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e97dc901-270e-405f-af82-52e633329e4f tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:54.897227 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97dc901-270e-405f-af82-52e633329e4f tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Network 997fc98a-3d45-4b00-b913-4b25aa401126 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:22:54.909436 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-e97dc901-270e-405f-af82-52e633329e4f tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:22:54.918994 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97dc901-270e-405f-af82-52e633329e4f tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:22:54.924294 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97dc901-270e-405f-af82-52e633329e4f tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:22:54.925028 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e97dc901-270e-405f-af82-52e633329e4f tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:54.951941 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97dc901-270e-405f-af82-52e633329e4f tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Pushing event updated for resources: {'Port': ['ID=1f379e08-534b-4ec8-8f13-d94385c2feeb,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:22:55.054720 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e97dc901-270e-405f-af82-52e633329e4f tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.4767754 May 05 20:22:55.060042 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 50058) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:22:55.071453 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-60814901-fd71-45cc-8135-8b69f41ef44e tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Request body: {'port': {'network_id': '997fc98a-3d45-4b00-b913-4b25aa401126', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2106484340'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:22:55.090189 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a3206444-b6e7-409d-8fe7-6f0d965e067c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:55.090189 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a3206444-b6e7-409d-8fe7-6f0d965e067c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:55.090189 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a3206444-b6e7-409d-8fe7-6f0d965e067c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e31eedf9-70ab-4463-8f2b-cfc950edad45 HTTP/1.1" status: 204 len: 168 time: 1.1117382 May 05 20:22:55.106118 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3206444-b6e7-409d-8fe7-6f0d965e067c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31eedf9-70ab-4463-8f2b-cfc950edad45,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:22:55.179222 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-34d17dfa-f559-45f4-83e0-88a78503b9a3 req-9c3fb16a-a1dd-4f5e-95f3-5373b99546e1 service neutron] For port aff8760b-bddc-4493-b50c-c77a6a7254ea, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=aff8760b-bddc-4493-b50c-c77a6a7254ea,segment=NetworkSegment(d248bc78-6ee4-4251-a7f7-94832ea6da5c),segment_id=d248bc78-6ee4-4251-a7f7-94832ea6da5c)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:22:55.247799 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-34d17dfa-f559-45f4-83e0-88a78503b9a3 req-9c3fb16a-a1dd-4f5e-95f3-5373b99546e1 service neutron] For port aff8760b-bddc-4493-b50c-c77a6a7254ea, host n-h2-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:22:55.389854 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee9863f0-96c4-4df8-881c-4470d6835027', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aff8760b-bddc-4493-b50c-c77a6a7254ea'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:22:55.395812 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-34d17dfa-f559-45f4-83e0-88a78503b9a3 req-9c3fb16a-a1dd-4f5e-95f3-5373b99546e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:55.464259 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-41121208-0fb1-45f8-879e-995aba04e1c4 None None] Provisioning for port 1f379e08-534b-4ec8-8f13-d94385c2feeb completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:22:55.471383 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-34d17dfa-f559-45f4-83e0-88a78503b9a3 req-9c3fb16a-a1dd-4f5e-95f3-5373b99546e1 service neutron] Transition to ACTIVE for port object aff8760b-bddc-4493-b50c-c77a6a7254ea will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:22:55.480445 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-34d17dfa-f559-45f4-83e0-88a78503b9a3 req-9c3fb16a-a1dd-4f5e-95f3-5373b99546e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:55.483783 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-41121208-0fb1-45f8-879e-995aba04e1c4 None None] Provisioning complete for port 1f379e08-534b-4ec8-8f13-d94385c2feeb triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:22:55.483783 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-41121208-0fb1-45f8-879e-995aba04e1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:55.560826 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-321b0dae-e40f-497e-bec5-55664d2192f8'] response: {'server_uuid': 'ee9863f0-96c4-4df8-881c-4470d6835027', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aff8760b-bddc-4493-b50c-c77a6a7254ea', 'code': 200} May 05 20:22:55.669080 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-60814901-fd71-45cc-8135-8b69f41ef44e tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:22:55.689593 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-60814901-fd71-45cc-8135-8b69f41ef44e tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Usage tracker for resource:port and tenant:cd1dc8a1270a4c2ea7cfedf2f2a39313 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:22:55.700660 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-60814901-fd71-45cc-8135-8b69f41ef44e tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:22:55.712264 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-41121208-0fb1-45f8-879e-995aba04e1c4 None None] Port 1f379e08-534b-4ec8-8f13-d94385c2feeb cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:22:55.713406 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-60814901-fd71-45cc-8135-8b69f41ef44e tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:22:55.822837 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0312bc8-f95a-45d5-8dd1-37221578f3ee req-b20134d8-0ee6-4726-a68c-679e2d087db9 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:22:55.836256 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c0312bc8-f95a-45d5-8dd1-37221578f3ee req-b20134d8-0ee6-4726-a68c-679e2d087db9 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee9863f0-96c4-4df8-881c-4470d6835027 HTTP/1.1" status: 200 len: 946 time: 0.5679858 May 05 20:22:55.886321 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60814901-fd71-45cc-8135-8b69f41ef44e tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Made reservation on behalf of cd1dc8a1270a4c2ea7cfedf2f2a39313 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:22:55.894488 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-60814901-fd71-45cc-8135-8b69f41ef44e tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:55.959647 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [None req-60814901-fd71-45cc-8135-8b69f41ef44e tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] device_id is not set on port a9a9c45e-64af-4b70-8cff-8e87ca817854 yet. {{(pid=88197) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:22:56.015037 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 50078) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:22:56.054338 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e865fd8b-f10c-4d45-9173-a7fb81458041 req-4f5865e9-c194-4db3-b0ae-88d9bb584d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:22:56.057002 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e865fd8b-f10c-4d45-9173-a7fb81458041 req-4f5865e9-c194-4db3-b0ae-88d9bb584d66 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=310f91420a2d4ddd8aab8a710d8dc814&device_id=ee9863f0-96c4-4df8-881c-4470d6835027 HTTP/1.1" status: 200 len: 1053 time: 0.4905908 May 05 20:22:56.060365 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c0312bc8-f95a-45d5-8dd1-37221578f3ee req-b7142d96-8fea-44f2-a365-c425d2163c54 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cc7af0e-4aca-46ea-9229-3f1f94b1b893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2293031 May 05 20:22:56.107707 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3fb16a-a1dd-4f5e-95f3-5373b99546e1 service neutron] Pushing event updated for resources: {'Port': ['ID=aff8760b-bddc-4493-b50c-c77a6a7254ea,revision_number=6']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:22:56.115448 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d17dfa-f559-45f4-83e0-88a78503b9a3 req-9c3fb16a-a1dd-4f5e-95f3-5373b99546e1 service neutron] No DVR routers for this DVR port aff8760b-bddc-4493-b50c-c77a6a7254ea on host n-h2-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:22:56.190502 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7ae46b39-1d42-4cea-ba99-16da70a441e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:56.207655 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-7ae46b39-1d42-4cea-ba99-16da70a441e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:22:56.212931 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-7ae46b39-1d42-4cea-ba99-16da70a441e5 admin admin] Usage tracker for resource:security_group_rule and tenant:856a123338ee4fa4a92f50f31fcdbd44 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:22:56.220599 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-7ae46b39-1d42-4cea-ba99-16da70a441e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:22:56.220599 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-7ae46b39-1d42-4cea-ba99-16da70a441e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:22:56.329757 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-60814901-fd71-45cc-8135-8b69f41ef44e tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Allocated IP 2001:db8::233 (997fc98a-3d45-4b00-b913-4b25aa401126/77ca4c35-fd5d-4108-a93f-4b6ad682e264/a9a9c45e-64af-4b70-8cff-8e87ca817854) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:22:56.338448 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e865fd8b-f10c-4d45-9173-a7fb81458041 req-bd98830a-adb7-454c-a754-0df83fb88134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:22:56.340026 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e865fd8b-f10c-4d45-9173-a7fb81458041 req-bd98830a-adb7-454c-a754-0df83fb88134 service neutron] 10.222.0.24 "GET /v2.0/networks?id=31b469d8-6d49-4092-85b9-89b228577bc0 HTTP/1.1" status: 200 len: 897 time: 0.2412548 May 05 20:22:56.409322 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7ae46b39-1d42-4cea-ba99-16da70a441e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:56.446930 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7ae46b39-1d42-4cea-ba99-16da70a441e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:56.555451 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-7ae46b39-1d42-4cea-ba99-16da70a441e5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=856a123338ee4fa4a92f50f31fcdbd44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5321450 May 05 20:22:56.555451 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 50094) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:22:56.582109 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae46b39-1d42-4cea-ba99-16da70a441e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8fa64c-94f3-4b4d-b016-fc1e6414933f,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:22:56.663490 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e865fd8b-f10c-4d45-9173-a7fb81458041 req-10a07e9b-3aa8-41a2-9ce4-b35ff68297d2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aff8760b-bddc-4493-b50c-c77a6a7254ea HTTP/1.1" status: 200 len: 1000 time: 0.3121095 May 05 20:22:56.692815 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-34d17dfa-f559-45f4-83e0-88a78503b9a3 req-9c3fb16a-a1dd-4f5e-95f3-5373b99546e1 service neutron] Attempting to bind port aff8760b-bddc-4493-b50c-c77a6a7254ea on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:22:56.692815 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-34d17dfa-f559-45f4-83e0-88a78503b9a3 req-9c3fb16a-a1dd-4f5e-95f3-5373b99546e1 service neutron] Attempting to bind port aff8760b-bddc-4493-b50c-c77a6a7254ea by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'd248bc78-6ee4-4251-a7f7-94832ea6da5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '31b469d8-6d49-4092-85b9-89b228577bc0'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:22:56.692815 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d17dfa-f559-45f4-83e0-88a78503b9a3 req-9c3fb16a-a1dd-4f5e-95f3-5373b99546e1 service neutron] Attempting to bind port aff8760b-bddc-4493-b50c-c77a6a7254ea on network 31b469d8-6d49-4092-85b9-89b228577bc0 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:22:56.692815 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d17dfa-f559-45f4-83e0-88a78503b9a3 req-9c3fb16a-a1dd-4f5e-95f3-5373b99546e1 service neutron] Port aff8760b-bddc-4493-b50c-c77a6a7254ea on network 31b469d8-6d49-4092-85b9-89b228577bc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:22:56.692815 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d17dfa-f559-45f4-83e0-88a78503b9a3 req-9c3fb16a-a1dd-4f5e-95f3-5373b99546e1 service neutron] Attempting to bind port aff8760b-bddc-4493-b50c-c77a6a7254ea on network 31b469d8-6d49-4092-85b9-89b228577bc0 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:22:56.708810 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d17dfa-f559-45f4-83e0-88a78503b9a3 req-9c3fb16a-a1dd-4f5e-95f3-5373b99546e1 service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:22:56.708810 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d17dfa-f559-45f4-83e0-88a78503b9a3 req-9c3fb16a-a1dd-4f5e-95f3-5373b99546e1 service neutron] Checking segment: {'id': 'd248bc78-6ee4-4251-a7f7-94832ea6da5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '31b469d8-6d49-4092-85b9-89b228577bc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:22:56.708810 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d17dfa-f559-45f4-83e0-88a78503b9a3 req-9c3fb16a-a1dd-4f5e-95f3-5373b99546e1 service neutron] Bound using segment: {'id': 'd248bc78-6ee4-4251-a7f7-94832ea6da5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '31b469d8-6d49-4092-85b9-89b228577bc0'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:22:56.708810 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-34d17dfa-f559-45f4-83e0-88a78503b9a3 req-9c3fb16a-a1dd-4f5e-95f3-5373b99546e1 service neutron] Bound port: aff8760b-bddc-4493-b50c-c77a6a7254ea, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd248bc78-6ee4-4251-a7f7-94832ea6da5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '31b469d8-6d49-4092-85b9-89b228577bc0'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:22:56.708810 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-34d17dfa-f559-45f4-83e0-88a78503b9a3 req-9c3fb16a-a1dd-4f5e-95f3-5373b99546e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:56.728791 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3e99fac5-2b84-46b7-b529-8c3b9c470251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:56.807715 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3e99fac5-2b84-46b7-b529-8c3b9c470251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:56.882478 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-34d17dfa-f559-45f4-83e0-88a78503b9a3 req-9c3fb16a-a1dd-4f5e-95f3-5373b99546e1 service neutron] For port aff8760b-bddc-4493-b50c-c77a6a7254ea, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:22:56.890057 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-34d17dfa-f559-45f4-83e0-88a78503b9a3 req-9c3fb16a-a1dd-4f5e-95f3-5373b99546e1 service neutron] For port aff8760b-bddc-4493-b50c-c77a6a7254ea, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=aff8760b-bddc-4493-b50c-c77a6a7254ea,segment=NetworkSegment(d248bc78-6ee4-4251-a7f7-94832ea6da5c),segment_id=d248bc78-6ee4-4251-a7f7-94832ea6da5c)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:22:56.897389 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-34d17dfa-f559-45f4-83e0-88a78503b9a3 req-9c3fb16a-a1dd-4f5e-95f3-5373b99546e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:56.923591 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e865fd8b-f10c-4d45-9173-a7fb81458041 req-95b56ecd-2f8d-4fd0-ba60-49fb7b6ea44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:22:56.925683 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e865fd8b-f10c-4d45-9173-a7fb81458041 req-95b56ecd-2f8d-4fd0-ba60-49fb7b6ea44b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=477409ea-8175-4012-b9f5-deeb71642c2e HTTP/1.1" status: 200 len: 835 time: 0.2551436 May 05 20:22:56.958210 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device aff8760b-bddc-4493-b50c-c77a6a7254ea no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:22:56.967950 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3e99fac5-2b84-46b7-b529-8c3b9c470251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:56.973929 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d17dfa-f559-45f4-83e0-88a78503b9a3 req-9c3fb16a-a1dd-4f5e-95f3-5373b99546e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:22:56.974593 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-34d17dfa-f559-45f4-83e0-88a78503b9a3 req-9c3fb16a-a1dd-4f5e-95f3-5373b99546e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:56.975953 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-34d17dfa-f559-45f4-83e0-88a78503b9a3 req-9c3fb16a-a1dd-4f5e-95f3-5373b99546e1 service neutron] 10.222.0.24 "PUT /v2.0/ports/aff8760b-bddc-4493-b50c-c77a6a7254ea HTTP/1.1" status: 200 len: 1092 time: 3.1786151 May 05 20:22:57.002130 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e99fac5-2b84-46b7-b529-8c3b9c470251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8fa64c-94f3-4b4d-b016-fc1e6414933f,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:22:57.006722 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3e99fac5-2b84-46b7-b529-8c3b9c470251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:57.012656 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3e99fac5-2b84-46b7-b529-8c3b9c470251 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2c8fa64c-94f3-4b4d-b016-fc1e6414933f HTTP/1.1" status: 204 len: 168 time: 0.4555514 May 05 20:22:57.033362 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3fb16a-a1dd-4f5e-95f3-5373b99546e1 service neutron] Pushing event updated for resources: {'Port': ['ID=aff8760b-bddc-4493-b50c-c77a6a7254ea,revision_number=7']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:22:57.112691 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-60814901-fd71-45cc-8135-8b69f41ef44e tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:57.120857 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device aff8760b-bddc-4493-b50c-c77a6a7254ea not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:22:57.195654 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-60814901-fd71-45cc-8135-8b69f41ef44e tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Transition to ACTIVE for port object a9a9c45e-64af-4b70-8cff-8e87ca817854 will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:22:57.247739 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e865fd8b-f10c-4d45-9173-a7fb81458041 req-a6029f19-8a0a-4999-afed-7bef88ec6a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:22:57.253039 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e865fd8b-f10c-4d45-9173-a7fb81458041 req-a6029f19-8a0a-4999-afed-7bef88ec6a18 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=31b469d8-6d49-4092-85b9-89b228577bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3165619 May 05 20:22:57.366362 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-60814901-fd71-45cc-8135-8b69f41ef44e tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:57.554239 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60814901-fd71-45cc-8135-8b69f41ef44e tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Network 997fc98a-3d45-4b00-b913-4b25aa401126 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:22:57.561148 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee9863f0-96c4-4df8-881c-4470d6835027', 'tag': 'aff8760b-bddc-4493-b50c-c77a6a7254ea'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:22:57.574402 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-60814901-fd71-45cc-8135-8b69f41ef44e tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:22:57.583448 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60814901-fd71-45cc-8135-8b69f41ef44e tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:22:57.591534 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60814901-fd71-45cc-8135-8b69f41ef44e tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:22:57.598054 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-60814901-fd71-45cc-8135-8b69f41ef44e tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:57.610860 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc86ad-25c6-4b90-8b6c-f8a07476bb33 req-4fba3419-d07b-4cbb-9380-505919b7e5c2 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:22:57.610860 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3acc86ad-25c6-4b90-8b6c-f8a07476bb33 req-4fba3419-d07b-4cbb-9380-505919b7e5c2 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee9863f0-96c4-4df8-881c-4470d6835027 HTTP/1.1" status: 200 len: 944 time: 0.2403498 May 05 20:22:57.655079 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-60814901-fd71-45cc-8135-8b69f41ef44e tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.5942256 May 05 20:22:57.657041 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 50120) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:22:57.718219 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-fecc4794-dbdd-4f0e-966e-803276f66197 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::44', 'mac_address': 'fa:16:3e:5c:e1:ec'}, {'ip_address': '2001:db8::208', 'mac_address': 'fa:16:3e:0a:d9:13'}]}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:22:57.772663 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60814901-fd71-45cc-8135-8b69f41ef44e tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Pushing event updated for resources: {'Port': ['ID=a9a9c45e-64af-4b70-8cff-8e87ca817854,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:22:57.773139 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3acc86ad-25c6-4b90-8b6c-f8a07476bb33 req-9b526803-00e8-4a94-9242-cbc441253f76 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cc7af0e-4aca-46ea-9229-3f1f94b1b893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408517 May 05 20:22:57.836327 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9572b4e5-da66-4b37-a528-241976c5a345'] response: {'name': 'network-changed', 'server_uuid': 'ee9863f0-96c4-4df8-881c-4470d6835027', 'tag': 'aff8760b-bddc-4493-b50c-c77a6a7254ea', 'status': 'completed', 'code': 200} May 05 20:22:58.130930 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e865fd8b-f10c-4d45-9173-a7fb81458041 req-96c3560d-f7fe-4f42-b463-9a40e633a4e0 service neutron] 10.222.0.24 "GET /v2.0/networks/31b469d8-6d49-4092-85b9-89b228577bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8704247 May 05 20:22:58.186537 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-332b2355-0e7f-4eaa-8842-8ee2f2c5ee9b None None] Provisioning for port a9a9c45e-64af-4b70-8cff-8e87ca817854 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:22:58.226212 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-332b2355-0e7f-4eaa-8842-8ee2f2c5ee9b None None] Provisioning complete for port a9a9c45e-64af-4b70-8cff-8e87ca817854 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:22:58.226212 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-332b2355-0e7f-4eaa-8842-8ee2f2c5ee9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:58.315584 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-332b2355-0e7f-4eaa-8842-8ee2f2c5ee9b None None] Port a9a9c45e-64af-4b70-8cff-8e87ca817854 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:22:58.528912 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b695bf0f-4050-419c-8fa9-8e5b9d25a5b4 req-a0499f82-d459-4e60-90ab-4026eed1a1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:22:58.528912 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b695bf0f-4050-419c-8fa9-8e5b9d25a5b4 req-a0499f82-d459-4e60-90ab-4026eed1a1de service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=310f91420a2d4ddd8aab8a710d8dc814&device_id=ee9863f0-96c4-4df8-881c-4470d6835027 HTTP/1.1" status: 200 len: 1095 time: 0.6840832 May 05 20:22:58.532597 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e865fd8b-f10c-4d45-9173-a7fb81458041 req-2017d46b-29ae-42f8-aefa-31fea03417b8 service neutron] 10.222.0.24 "GET /v2.0/networks/31b469d8-6d49-4092-85b9-89b228577bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3918211 May 05 20:22:58.921233 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fecc4794-dbdd-4f0e-966e-803276f66197 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:59.012388 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078a6f69-dd81-4f2f-b158-ac928d380e07 req-6ffa3a2e-0882-4559-84e2-b50a7d85619d tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:22:59.020768 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-078a6f69-dd81-4f2f-b158-ac928d380e07 req-6ffa3a2e-0882-4559-84e2-b50a7d85619d tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee9863f0-96c4-4df8-881c-4470d6835027 HTTP/1.1" status: 200 len: 944 time: 0.1117811 May 05 20:22:59.094381 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-078a6f69-dd81-4f2f-b158-ac928d380e07 req-62bae14b-2dc0-4d7f-b10a-8158f41df796 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cc7af0e-4aca-46ea-9229-3f1f94b1b893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726573 May 05 20:22:59.137732 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b695bf0f-4050-419c-8fa9-8e5b9d25a5b4 req-ee2c0674-2ec1-4fe3-833c-df00d890c530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:22:59.139302 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b695bf0f-4050-419c-8fa9-8e5b9d25a5b4 req-ee2c0674-2ec1-4fe3-833c-df00d890c530 service neutron] 10.222.0.50 "GET /v2.0/networks?id=31b469d8-6d49-4092-85b9-89b228577bc0 HTTP/1.1" status: 200 len: 897 time: 0.5301433 May 05 20:22:59.280773 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d17dfa-f559-45f4-83e0-88a78503b9a3 req-c534891e-5abb-433a-b61c-5f4c8f10e9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:22:59.280773 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-34d17dfa-f559-45f4-83e0-88a78503b9a3 req-c534891e-5abb-433a-b61c-5f4c8f10e9e9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=310f91420a2d4ddd8aab8a710d8dc814&device_id=ee9863f0-96c4-4df8-881c-4470d6835027 HTTP/1.1" status: 200 len: 1095 time: 0.6675675 May 05 20:22:59.436933 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b695bf0f-4050-419c-8fa9-8e5b9d25a5b4 req-1d512851-b3db-4c53-bddf-42ac7f290398 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aff8760b-bddc-4493-b50c-c77a6a7254ea HTTP/1.1" status: 200 len: 1000 time: 0.2646813 May 05 20:22:59.640002 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b695bf0f-4050-419c-8fa9-8e5b9d25a5b4 req-5c1e045a-dfcd-41a7-86dd-1a240cfeb2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:22:59.641453 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b695bf0f-4050-419c-8fa9-8e5b9d25a5b4 req-5c1e045a-dfcd-41a7-86dd-1a240cfeb2ed service neutron] 10.222.0.50 "GET /v2.0/subnets?id=477409ea-8175-4012-b9f5-deeb71642c2e HTTP/1.1" status: 200 len: 835 time: 0.2044742 May 05 20:22:59.720863 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d17dfa-f559-45f4-83e0-88a78503b9a3 req-aaed4bff-fff1-41ec-a1b9-85b41ed7e153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:22:59.722854 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-34d17dfa-f559-45f4-83e0-88a78503b9a3 req-aaed4bff-fff1-41ec-a1b9-85b41ed7e153 service neutron] 10.222.0.24 "GET /v2.0/networks?id=31b469d8-6d49-4092-85b9-89b228577bc0 HTTP/1.1" status: 200 len: 897 time: 0.4354682 May 05 20:22:59.849567 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.resource_extend [None req-fecc4794-dbdd-4f0e-966e-803276f66197 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 20:22:59.885672 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fecc4794-dbdd-4f0e-966e-803276f66197 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:22:59.900887 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fecc4794-dbdd-4f0e-966e-803276f66197 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:00.013414 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-fecc4794-dbdd-4f0e-966e-803276f66197 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] In _notify_port_updated(), no bound segment for port a9a9c45e-64af-4b70-8cff-8e87ca817854 on network 997fc98a-3d45-4b00-b913-4b25aa401126 {{(pid=88197) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 05 20:23:00.022321 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fecc4794-dbdd-4f0e-966e-803276f66197 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:23:00.022321 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fecc4794-dbdd-4f0e-966e-803276f66197 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:00.022321 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-fecc4794-dbdd-4f0e-966e-803276f66197 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] 10.222.0.36 "PUT /v2.0/ports/a9a9c45e-64af-4b70-8cff-8e87ca817854 HTTP/1.1" status: 200 len: 1067 time: 2.3322933 May 05 20:23:00.028855 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 50196) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:00.032903 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-34d17dfa-f559-45f4-83e0-88a78503b9a3 req-3cb00bfb-a4d8-49d4-a331-57f451b18db0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aff8760b-bddc-4493-b50c-c77a6a7254ea HTTP/1.1" status: 200 len: 1000 time: 0.2982807 May 05 20:23:00.161002 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d17dfa-f559-45f4-83e0-88a78503b9a3 req-b09d1ab6-2fa3-41c0-975b-dac66fa031db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:23:00.161002 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-34d17dfa-f559-45f4-83e0-88a78503b9a3 req-b09d1ab6-2fa3-41c0-975b-dac66fa031db service neutron] 10.222.0.24 "GET /v2.0/subnets?id=477409ea-8175-4012-b9f5-deeb71642c2e HTTP/1.1" status: 200 len: 835 time: 0.1165006 May 05 20:23:00.161002 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecc4794-dbdd-4f0e-966e-803276f66197 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Pushing event updated for resources: {'Port': ['ID=a9a9c45e-64af-4b70-8cff-8e87ca817854,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:00.166757 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-b3045ee5-bc3b-4f09-9a73-72d5539f7eb1 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Deleting port a9a9c45e-64af-4b70-8cff-8e87ca817854 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:23:00.166757 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b3045ee5-bc3b-4f09-9a73-72d5539f7eb1 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:00.170806 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b695bf0f-4050-419c-8fa9-8e5b9d25a5b4 req-7609cb32-0ad9-49fd-84fe-f60854ee7caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:23:00.170806 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b695bf0f-4050-419c-8fa9-8e5b9d25a5b4 req-7609cb32-0ad9-49fd-84fe-f60854ee7caf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=31b469d8-6d49-4092-85b9-89b228577bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5158579 May 05 20:23:00.498395 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-8921dfbe-aa57-4a1b-9e3a-284a26b1ba27 None None] Provisioning complete for port a9a9c45e-64af-4b70-8cff-8e87ca817854 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:23:00.499041 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8921dfbe-aa57-4a1b-9e3a-284a26b1ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:00.621979 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-8921dfbe-aa57-4a1b-9e3a-284a26b1ba27 None None] Port a9a9c45e-64af-4b70-8cff-8e87ca817854 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:23:00.671049 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b3045ee5-bc3b-4f09-9a73-72d5539f7eb1 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:01.075784 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-b3045ee5-bc3b-4f09-9a73-72d5539f7eb1 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Calling delete_port for a9a9c45e-64af-4b70-8cff-8e87ca817854 owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:23:01.109320 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b695bf0f-4050-419c-8fa9-8e5b9d25a5b4 req-023a0946-463c-4fd6-b940-4dec51869d6e service neutron] 10.222.0.50 "GET /v2.0/networks/31b469d8-6d49-4092-85b9-89b228577bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8713152 May 05 20:23:01.146821 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d17dfa-f559-45f4-83e0-88a78503b9a3 req-99cb4d38-4e00-413b-bc19-fb3c867b97b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:23:01.150140 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-34d17dfa-f559-45f4-83e0-88a78503b9a3 req-99cb4d38-4e00-413b-bc19-fb3c867b97b6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=31b469d8-6d49-4092-85b9-89b228577bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9878871 May 05 20:23:01.228649 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce86d38f-0540-4336-8255-ccd102c10c85 req-cee93a6c-0773-42a3-9479-6a4bd0207c6e tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:23:01.249123 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ce86d38f-0540-4336-8255-ccd102c10c85 req-cee93a6c-0773-42a3-9479-6a4bd0207c6e tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee9863f0-96c4-4df8-881c-4470d6835027 HTTP/1.1" status: 200 len: 944 time: 0.4361134 May 05 20:23:01.369111 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b3045ee5-bc3b-4f09-9a73-72d5539f7eb1 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:01.459478 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3045ee5-bc3b-4f09-9a73-72d5539f7eb1 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Pushing event deleted for resources: {'Port': ['ID=a9a9c45e-64af-4b70-8cff-8e87ca817854,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:01.532318 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ce86d38f-0540-4336-8255-ccd102c10c85 req-96fb8917-bdb7-4343-87ab-caaf44976cb5 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cc7af0e-4aca-46ea-9229-3f1f94b1b893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2862260 May 05 20:23:01.657331 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b695bf0f-4050-419c-8fa9-8e5b9d25a5b4 req-676341ab-e10d-41e5-97cf-bd1fbb8a4b0f service neutron] 10.222.0.50 "GET /v2.0/networks/31b469d8-6d49-4092-85b9-89b228577bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5359294 May 05 20:23:01.759951 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-34d17dfa-f559-45f4-83e0-88a78503b9a3 req-05cfd3df-debf-4c7a-969c-23b05e06fa76 service neutron] 10.222.0.24 "GET /v2.0/networks/31b469d8-6d49-4092-85b9-89b228577bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5882804 May 05 20:23:01.934947 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3045ee5-bc3b-4f09-9a73-72d5539f7eb1 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:23:01.935298 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3045ee5-bc3b-4f09-9a73-72d5539f7eb1 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:23:01.935839 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3045ee5-bc3b-4f09-9a73-72d5539f7eb1 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:23:01.936419 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3045ee5-bc3b-4f09-9a73-72d5539f7eb1 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:23:01.936907 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3045ee5-bc3b-4f09-9a73-72d5539f7eb1 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:23:01.937391 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3045ee5-bc3b-4f09-9a73-72d5539f7eb1 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:23:01.937873 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3045ee5-bc3b-4f09-9a73-72d5539f7eb1 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:23:01.938360 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3045ee5-bc3b-4f09-9a73-72d5539f7eb1 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:23:01.938844 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3045ee5-bc3b-4f09-9a73-72d5539f7eb1 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:23:01.939320 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3045ee5-bc3b-4f09-9a73-72d5539f7eb1 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:23:01.939824 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3045ee5-bc3b-4f09-9a73-72d5539f7eb1 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:23:01.940304 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3045ee5-bc3b-4f09-9a73-72d5539f7eb1 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:23:02.026707 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b3045ee5-bc3b-4f09-9a73-72d5539f7eb1 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:02.041273 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b3045ee5-bc3b-4f09-9a73-72d5539f7eb1 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] 10.222.0.36 "DELETE /v2.0/ports/a9a9c45e-64af-4b70-8cff-8e87ca817854 HTTP/1.1" status: 204 len: 168 time: 2.0163395 May 05 20:23:02.046821 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 50254) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:02.095934 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-34d17dfa-f559-45f4-83e0-88a78503b9a3 req-614ee477-01ff-44b7-b424-c7a3c82c6512 service neutron] 10.222.0.24 "GET /v2.0/networks/31b469d8-6d49-4092-85b9-89b228577bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3285904 May 05 20:23:02.165451 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-edbc8e55-1698-4925-a33f-10f58c82378a tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] GET failed (client error): The resource could not be found. May 05 20:23:02.165451 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-edbc8e55-1698-4925-a33f-10f58c82378a tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Synchronizing usage tracker for tenant:cd1dc8a1270a4c2ea7cfedf2f2a39313 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:23:02.221694 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-edbc8e55-1698-4925-a33f-10f58c82378a tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Unset dirty status for tenant:cd1dc8a1270a4c2ea7cfedf2f2a39313 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:23:02.224787 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-edbc8e55-1698-4925-a33f-10f58c82378a tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] 10.222.0.36 "GET /v2.0/ports/a9a9c45e-64af-4b70-8cff-8e87ca817854 HTTP/1.1" status: 404 len: 333 time: 0.1795030 May 05 20:23:02.227879 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 50264) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:02.375341 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b695bf0f-4050-419c-8fa9-8e5b9d25a5b4 req-083a85ae-d59c-4ada-820c-8170fbf98e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:23:02.375341 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b695bf0f-4050-419c-8fa9-8e5b9d25a5b4 req-083a85ae-d59c-4ada-820c-8170fbf98e4a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=310f91420a2d4ddd8aab8a710d8dc814&device_id=ee9863f0-96c4-4df8-881c-4470d6835027 HTTP/1.1" status: 200 len: 1095 time: 0.2020307 May 05 20:23:02.416427 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-a79fb7ba-556f-4c11-97d7-0519bcc11c50 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Deleting port 1f379e08-534b-4ec8-8f13-d94385c2feeb {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:23:02.416776 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a79fb7ba-556f-4c11-97d7-0519bcc11c50 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:02.697790 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b695bf0f-4050-419c-8fa9-8e5b9d25a5b4 req-c728c588-c0b6-4d39-958b-0fff9a030adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:23:02.697790 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b695bf0f-4050-419c-8fa9-8e5b9d25a5b4 req-c728c588-c0b6-4d39-958b-0fff9a030adb service neutron] 10.222.0.24 "GET /v2.0/networks?id=31b469d8-6d49-4092-85b9-89b228577bc0 HTTP/1.1" status: 200 len: 897 time: 0.3112788 May 05 20:23:02.953835 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b695bf0f-4050-419c-8fa9-8e5b9d25a5b4 req-983358ae-dca1-4903-9d37-690a88d73c21 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aff8760b-bddc-4493-b50c-c77a6a7254ea HTTP/1.1" status: 200 len: 1000 time: 0.2505713 May 05 20:23:03.003399 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a79fb7ba-556f-4c11-97d7-0519bcc11c50 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:03.078916 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b695bf0f-4050-419c-8fa9-8e5b9d25a5b4 req-9fbd9ee1-9621-430a-853c-7c2b8a141486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:23:03.078916 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b695bf0f-4050-419c-8fa9-8e5b9d25a5b4 req-9fbd9ee1-9621-430a-853c-7c2b8a141486 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=477409ea-8175-4012-b9f5-deeb71642c2e HTTP/1.1" status: 200 len: 835 time: 0.1164894 May 05 20:23:03.155289 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-a79fb7ba-556f-4c11-97d7-0519bcc11c50 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Calling delete_port for 1f379e08-534b-4ec8-8f13-d94385c2feeb owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:23:03.196684 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b695bf0f-4050-419c-8fa9-8e5b9d25a5b4 req-3f8240f0-8e81-4807-a57b-d1ae94747a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:23:03.198202 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b695bf0f-4050-419c-8fa9-8e5b9d25a5b4 req-3f8240f0-8e81-4807-a57b-d1ae94747a34 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=31b469d8-6d49-4092-85b9-89b228577bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1133943 May 05 20:23:03.495775 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b695bf0f-4050-419c-8fa9-8e5b9d25a5b4 req-36beea39-153a-449f-baf9-7ac0dc289202 service neutron] 10.222.0.24 "GET /v2.0/networks/31b469d8-6d49-4092-85b9-89b228577bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844052 May 05 20:23:03.533993 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195bf699-0d52-4861-88b9-547c5368d71c req-d8083a33-4075-4257-ba6e-5a5b02271817 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:23:03.533993 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-195bf699-0d52-4861-88b9-547c5368d71c req-d8083a33-4075-4257-ba6e-5a5b02271817 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee9863f0-96c4-4df8-881c-4470d6835027 HTTP/1.1" status: 200 len: 944 time: 0.6065288 May 05 20:23:03.534976 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a79fb7ba-556f-4c11-97d7-0519bcc11c50 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:03.597036 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79fb7ba-556f-4c11-97d7-0519bcc11c50 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Pushing event deleted for resources: {'Port': ['ID=1f379e08-534b-4ec8-8f13-d94385c2feeb,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:03.610449 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 50296) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:03.727782 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a79fb7ba-556f-4c11-97d7-0519bcc11c50 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:03.769464 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a79fb7ba-556f-4c11-97d7-0519bcc11c50 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] 10.222.0.36 "DELETE /v2.0/ports/1f379e08-534b-4ec8-8f13-d94385c2feeb HTTP/1.1" status: 204 len: 168 time: 1.5380838 May 05 20:23:03.778664 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 50304) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:03.877671 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0799a98-4392-449a-a721-c7a019d8dd0c tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] GET failed (client error): The resource could not be found. May 05 20:23:03.877671 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-f0799a98-4392-449a-a721-c7a019d8dd0c tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Synchronizing usage tracker for tenant:cd1dc8a1270a4c2ea7cfedf2f2a39313 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:23:03.978637 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b695bf0f-4050-419c-8fa9-8e5b9d25a5b4 req-b61e58c9-ecec-4c79-954e-a7802d412fb6 service neutron] 10.222.0.24 "GET /v2.0/networks/31b469d8-6d49-4092-85b9-89b228577bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4811373 May 05 20:23:03.989722 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-195bf699-0d52-4861-88b9-547c5368d71c req-0585771d-d4df-484b-8632-164016a0ef1f tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cc7af0e-4aca-46ea-9229-3f1f94b1b893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3944588 May 05 20:23:04.018519 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-f0799a98-4392-449a-a721-c7a019d8dd0c tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Unset dirty status for tenant:cd1dc8a1270a4c2ea7cfedf2f2a39313 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:23:04.020016 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f0799a98-4392-449a-a721-c7a019d8dd0c tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] 10.222.0.36 "GET /v2.0/ports/1f379e08-534b-4ec8-8f13-d94385c2feeb HTTP/1.1" status: 404 len: 333 time: 0.2453260 May 05 20:23:04.024352 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 50312) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:04.071293 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a84f8bd9-86df-460c-8edd-14c0b38e7801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:04.126606 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-a84f8bd9-86df-460c-8edd-14c0b38e7801 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:23:04.130132 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-45c6e203-ace6-4262-abc6-e3698cab2936 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Deleting port 93f71a4f-6e43-40d3-82df-4d39b4af9ef1 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:23:04.130472 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-45c6e203-ace6-4262-abc6-e3698cab2936 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:04.147025 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a84f8bd9-86df-460c-8edd-14c0b38e7801 admin admin] Usage tracker for resource:security_group_rule and tenant:e25ac30b6a0842ce9f333b784d2d97c4 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:23:04.147025 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a84f8bd9-86df-460c-8edd-14c0b38e7801 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:23:04.160169 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-a84f8bd9-86df-460c-8edd-14c0b38e7801 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:23:04.326132 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a84f8bd9-86df-460c-8edd-14c0b38e7801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:04.340512 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a84f8bd9-86df-460c-8edd-14c0b38e7801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:04.397336 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-a84f8bd9-86df-460c-8edd-14c0b38e7801 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e25ac30b6a0842ce9f333b784d2d97c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7829912 May 05 20:23:04.397336 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 50322) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:04.407585 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84f8bd9-86df-460c-8edd-14c0b38e7801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6b1ecd-e579-4ee6-9e52-7172a4ced584,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:04.484842 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7b866444-c8cd-4657-9fcf-5cf9df826785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:04.524171 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7b866444-c8cd-4657-9fcf-5cf9df826785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:04.644520 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7b866444-c8cd-4657-9fcf-5cf9df826785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:04.666795 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b866444-c8cd-4657-9fcf-5cf9df826785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6b1ecd-e579-4ee6-9e52-7172a4ced584,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:04.675444 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7b866444-c8cd-4657-9fcf-5cf9df826785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:04.676629 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-7b866444-c8cd-4657-9fcf-5cf9df826785 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ee6b1ecd-e579-4ee6-9e52-7172a4ced584 HTTP/1.1" status: 204 len: 168 time: 0.2797623 May 05 20:23:04.684619 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-213e1e61-3b1c-475a-9fdb-942eef61c77f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:04.750824 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-45c6e203-ace6-4262-abc6-e3698cab2936 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:04.876833 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-45c6e203-ace6-4262-abc6-e3698cab2936 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Calling delete_port for 93f71a4f-6e43-40d3-82df-4d39b4af9ef1 owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:23:05.168583 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-45c6e203-ace6-4262-abc6-e3698cab2936 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:05.251627 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c6e203-ace6-4262-abc6-e3698cab2936 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Pushing event deleted for resources: {'Port': ['ID=93f71a4f-6e43-40d3-82df-4d39b4af9ef1,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:05.322360 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f226631-dc95-4930-ad74-36a20447e28b req-cb1ac6f9-e6ad-468e-800b-65e92b483857 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:23:05.323958 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5f226631-dc95-4930-ad74-36a20447e28b req-cb1ac6f9-e6ad-468e-800b-65e92b483857 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee9863f0-96c4-4df8-881c-4470d6835027 HTTP/1.1" status: 200 len: 944 time: 0.2367525 May 05 20:23:05.324769 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 50346) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:05.329050 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-45c6e203-ace6-4262-abc6-e3698cab2936 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:05.366212 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dc1a867a-e321-4d74-8c6c-3efc8ede0ed4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:05.393414 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-45c6e203-ace6-4262-abc6-e3698cab2936 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] 10.222.0.36 "DELETE /v2.0/ports/93f71a4f-6e43-40d3-82df-4d39b4af9ef1 HTTP/1.1" status: 204 len: 168 time: 1.3631351 May 05 20:23:05.393414 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 50352) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:05.423918 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-dc1a867a-e321-4d74-8c6c-3efc8ede0ed4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:23:05.423918 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-dc1a867a-e321-4d74-8c6c-3efc8ede0ed4 admin admin] Usage tracker for resource:security_group_rule and tenant:86672f8444074854bb64a5e2edcf1196 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:23:05.431140 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-dc1a867a-e321-4d74-8c6c-3efc8ede0ed4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:23:05.448364 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-dc1a867a-e321-4d74-8c6c-3efc8ede0ed4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:23:05.546873 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ae37d32-8535-4151-847a-e9927ecd25b3 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Deleting subnet 77ca4c35-fd5d-4108-a93f-4b6ad682e264 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:23:05.558338 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2ae37d32-8535-4151-847a-e9927ecd25b3 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:05.593502 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5f226631-dc95-4930-ad74-36a20447e28b req-ac5714b9-3bde-4276-bbb1-2a95acdf0ce8 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cc7af0e-4aca-46ea-9229-3f1f94b1b893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2508895 May 05 20:23:05.693116 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dc1a867a-e321-4d74-8c6c-3efc8ede0ed4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:05.722136 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2ae37d32-8535-4151-847a-e9927ecd25b3 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:05.744921 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dc1a867a-e321-4d74-8c6c-3efc8ede0ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:05.842209 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-dc1a867a-e321-4d74-8c6c-3efc8ede0ed4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=86672f8444074854bb64a5e2edcf1196&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5060592 May 05 20:23:05.842209 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 50366) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:05.881009 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1a867a-e321-4d74-8c6c-3efc8ede0ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8485d5-4931-4d49-8007-21d8e1f636c3,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:05.930470 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2ae37d32-8535-4151-847a-e9927ecd25b3 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:06.015998 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device aff8760b-bddc-4493-b50c-c77a6a7254ea details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:23:06.108904 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2ae37d32-8535-4151-847a-e9927ecd25b3 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:06.167181 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2e1730f3-1288-4ceb-b991-1e16390416ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:06.222022 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae37d32-8535-4151-847a-e9927ecd25b3 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Pushing event deleted for resources: {'Subnet': ['ID=77ca4c35-fd5d-4108-a93f-4b6ad682e264,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:06.227648 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2e1730f3-1288-4ceb-b991-1e16390416ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:06.232932 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2ae37d32-8535-4151-847a-e9927ecd25b3 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:06.237943 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21a8065-6586-4469-ae0d-0e012bc74338 None None] Network 997fc98a-3d45-4b00-b913-4b25aa401126 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:23:06.238097 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-2ae37d32-8535-4151-847a-e9927ecd25b3 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] 10.222.0.36 "DELETE /v2.0/subnets/77ca4c35-fd5d-4108-a93f-4b6ad682e264 HTTP/1.1" status: 204 len: 168 time: 0.8390658 May 05 20:23:06.238097 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 50374) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:06.249608 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fefad29-dc59-45da-aeb1-9510269bcb5f req-ac0b6b4e-cdc3-405e-b8b3-5bab11d8cc09 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:23:06.249608 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4fefad29-dc59-45da-aeb1-9510269bcb5f req-ac0b6b4e-cdc3-405e-b8b3-5bab11d8cc09 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee9863f0-96c4-4df8-881c-4470d6835027 HTTP/1.1" status: 200 len: 944 time: 0.3183842 May 05 20:23:06.270261 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a931e82-5a79-4281-8338-40bbe9b86cb3 req-943e877c-ce7a-4a94-9926-9afa6b07a966 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:23:06.271752 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5a931e82-5a79-4281-8338-40bbe9b86cb3 req-943e877c-ce7a-4a94-9926-9afa6b07a966 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee9863f0-96c4-4df8-881c-4470d6835027&tenant_id=310f91420a2d4ddd8aab8a710d8dc814&binding%3Ahost_id=n-h1-840717-1 HTTP/1.1" status: 200 len: 944 time: 0.3370829 May 05 20:23:06.404236 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4fefad29-dc59-45da-aeb1-9510269bcb5f req-e7aac4c6-2995-4839-8801-38109b63cff4 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cc7af0e-4aca-46ea-9229-3f1f94b1b893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446283 May 05 20:23:06.457870 n-d-840717-1 neutron-server[88197]: INFO neutron.api.v2.resource [req-5a931e82-5a79-4281-8338-40bbe9b86cb3 req-af186e0a-214e-44bf-9364-52fd8dd64165 service neutron] delete failed (client error): The resource could not be found. May 05 20:23:06.457870 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5a931e82-5a79-4281-8338-40bbe9b86cb3 req-af186e0a-214e-44bf-9364-52fd8dd64165 service neutron] 10.222.0.50 "DELETE /v2.0/ports/aff8760b-bddc-4493-b50c-c77a6a7254ea/bindings/n-h2-840717-1 HTTP/1.1" status: 404 len: 380 time: 0.1606658 May 05 20:23:06.457870 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2e1730f3-1288-4ceb-b991-1e16390416ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:06.511183 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port aff8760b-bddc-4493-b50c-c77a6a7254ea, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=aff8760b-bddc-4493-b50c-c77a6a7254ea,segment=NetworkSegment(d248bc78-6ee4-4251-a7f7-94832ea6da5c),segment_id=d248bc78-6ee4-4251-a7f7-94832ea6da5c)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:23:06.516528 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2e1730f3-1288-4ceb-b991-1e16390416ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:06.519704 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-aa607c21-b761-4c68-8249-42ceb4b56398 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:06.524893 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-2e1730f3-1288-4ceb-b991-1e16390416ac admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ab8485d5-4931-4d49-8007-21d8e1f636c3 HTTP/1.1" status: 204 len: 168 time: 0.6719618 May 05 20:23:06.524893 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1730f3-1288-4ceb-b991-1e16390416ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8485d5-4931-4d49-8007-21d8e1f636c3,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:06.533472 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-aa607c21-b761-4c68-8249-42ceb4b56398 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Deleting port a26ce2ec-b5cb-4a48-9f9a-0f8bb9cac7a8 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:23:06.533472 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-aa607c21-b761-4c68-8249-42ceb4b56398 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:06.555666 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': 'aff8760b-bddc-4493-b50c-c77a6a7254ea', 'network_id': '31b469d8-6d49-4092-85b9-89b228577bc0', 'port_id': 'aff8760b-bddc-4493-b50c-c77a6a7254ea', 'mac_address': 'fa:16:3e:a3:0a:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '477409ea-8175-4012-b9f5-deeb71642c2e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:23:06.649840 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:06.735856 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aff8760b-bddc-4493-b50c-c77a6a7254ea {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:23:06.761064 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port aff8760b-bddc-4493-b50c-c77a6a7254ea, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=aff8760b-bddc-4493-b50c-c77a6a7254ea,segment=NetworkSegment(d248bc78-6ee4-4251-a7f7-94832ea6da5c),segment_id=d248bc78-6ee4-4251-a7f7-94832ea6da5c)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:23:06.767584 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:06.828714 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a931e82-5a79-4281-8338-40bbe9b86cb3 req-153278d6-ec3c-439c-b722-5bf42e38fd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:23:06.828714 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5a931e82-5a79-4281-8338-40bbe9b86cb3 req-153278d6-ec3c-439c-b722-5bf42e38fd67 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=310f91420a2d4ddd8aab8a710d8dc814&device_id=ee9863f0-96c4-4df8-881c-4470d6835027 HTTP/1.1" status: 200 len: 1095 time: 0.2505047 May 05 20:23:06.856990 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bb294639-23d5-4285-b120-a253b2a593e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:06.883340 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=aff8760b-bddc-4493-b50c-c77a6a7254ea,revision_number=8']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:06.946511 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a69868f-249d-4cbf-8c5b-0113b43ce9b0 None None] DHCP port deletion for 997fc98a-3d45-4b00-b913-4b25aa401126 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:23:06.954637 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-6a69868f-249d-4cbf-8c5b-0113b43ce9b0 None None] Deleting port a26ce2ec-b5cb-4a48-9f9a-0f8bb9cac7a8 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:23:06.954637 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6a69868f-249d-4cbf-8c5b-0113b43ce9b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:07.009403 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['aff8760b-bddc-4493-b50c-c77a6a7254ea'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:23:07.061677 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-aa607c21-b761-4c68-8249-42ceb4b56398 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] For port a26ce2ec-b5cb-4a48-9f9a-0f8bb9cac7a8, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=a26ce2ec-b5cb-4a48-9f9a-0f8bb9cac7a8,segment=NetworkSegment(d50b00dc-b22d-4b23-89c8-d1e5ec22b18b),segment_id=d50b00dc-b22d-4b23-89c8-d1e5ec22b18b)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:23:07.062298 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-aa607c21-b761-4c68-8249-42ceb4b56398 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:07.144400 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a931e82-5a79-4281-8338-40bbe9b86cb3 req-758631cf-3419-49a8-a636-232713e007d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:23:07.144400 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5a931e82-5a79-4281-8338-40bbe9b86cb3 req-758631cf-3419-49a8-a636-232713e007d0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=31b469d8-6d49-4092-85b9-89b228577bc0 HTTP/1.1" status: 200 len: 897 time: 0.3049936 May 05 20:23:07.364663 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5a931e82-5a79-4281-8338-40bbe9b86cb3 req-9f0b7418-533b-40b7-b4c5-d2966e8a23c4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aff8760b-bddc-4493-b50c-c77a6a7254ea HTTP/1.1" status: 200 len: 1001 time: 0.2185969 May 05 20:23:07.364824 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-aa607c21-b761-4c68-8249-42ceb4b56398 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Calling delete_port for a26ce2ec-b5cb-4a48-9f9a-0f8bb9cac7a8 owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:23:07.507708 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a931e82-5a79-4281-8338-40bbe9b86cb3 req-10206382-07d6-4ac6-ba35-cc27959b2740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:23:07.523971 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5a931e82-5a79-4281-8338-40bbe9b86cb3 req-10206382-07d6-4ac6-ba35-cc27959b2740 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=477409ea-8175-4012-b9f5-deeb71642c2e HTTP/1.1" status: 200 len: 835 time: 0.1329646 May 05 20:23:07.663223 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device a26ce2ec-b5cb-4a48-9f9a-0f8bb9cac7a8 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:23:07.673781 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-aa607c21-b761-4c68-8249-42ceb4b56398 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:07.698739 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a931e82-5a79-4281-8338-40bbe9b86cb3 req-2fc46d39-7770-4170-809c-2130f87049e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:23:07.700263 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5a931e82-5a79-4281-8338-40bbe9b86cb3 req-2fc46d39-7770-4170-809c-2130f87049e9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=31b469d8-6d49-4092-85b9-89b228577bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1897070 May 05 20:23:07.742099 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: a26ce2ec-b5cb-4a48-9f9a-0f8bb9cac7a8 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:23:07.746641 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device a26ce2ec-b5cb-4a48-9f9a-0f8bb9cac7a8 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:23:07.770757 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-6a69868f-249d-4cbf-8c5b-0113b43ce9b0 None None] For port a26ce2ec-b5cb-4a48-9f9a-0f8bb9cac7a8, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=a26ce2ec-b5cb-4a48-9f9a-0f8bb9cac7a8,segment=NetworkSegment(d50b00dc-b22d-4b23-89c8-d1e5ec22b18b),segment_id=d50b00dc-b22d-4b23-89c8-d1e5ec22b18b)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:23:07.770757 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6a69868f-249d-4cbf-8c5b-0113b43ce9b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:07.857265 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa607c21-b761-4c68-8249-42ceb4b56398 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] No DVR routers for this DVR port a26ce2ec-b5cb-4a48-9f9a-0f8bb9cac7a8 on host n-d-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:23:07.864801 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa607c21-b761-4c68-8249-42ceb4b56398 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Pushing event deleted for resources: {'Port': ['ID=a26ce2ec-b5cb-4a48-9f9a-0f8bb9cac7a8,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:08.062356 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5a931e82-5a79-4281-8338-40bbe9b86cb3 req-089e71f5-82fc-4270-ba8a-55a604955821 service neutron] 10.222.0.50 "GET /v2.0/networks/31b469d8-6d49-4092-85b9-89b228577bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497238 May 05 20:23:08.174854 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba9f8e3-9543-407d-9ca2-58a93b01ffc0 req-909c7bd1-dfaf-4955-b73f-115b4eb56046 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:23:08.192293 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1ba9f8e3-9543-407d-9ca2-58a93b01ffc0 req-909c7bd1-dfaf-4955-b73f-115b4eb56046 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee9863f0-96c4-4df8-881c-4470d6835027 HTTP/1.1" status: 200 len: 945 time: 0.5871434 May 05 20:23:08.194875 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-6a69868f-249d-4cbf-8c5b-0113b43ce9b0 None None] Calling delete_port for a26ce2ec-b5cb-4a48-9f9a-0f8bb9cac7a8 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:23:08.349211 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:08.431249 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:08.451833 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5a931e82-5a79-4281-8338-40bbe9b86cb3 req-862a5002-8403-4865-bd34-44bf389c157b service neutron] 10.222.0.50 "GET /v2.0/networks/31b469d8-6d49-4092-85b9-89b228577bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3772011 May 05 20:23:08.580550 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-aa607c21-b761-4c68-8249-42ceb4b56398 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:08.686980 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-aa607c21-b761-4c68-8249-42ceb4b56398 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['997fc98a-3d45-4b00-b913-4b25aa401126']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:23:08.760141 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1ba9f8e3-9543-407d-9ca2-58a93b01ffc0 req-fee69096-7f91-4ab6-8905-ad60c089c83f tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cc7af0e-4aca-46ea-9229-3f1f94b1b893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5616710 May 05 20:23:08.771276 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-6a69868f-249d-4cbf-8c5b-0113b43ce9b0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:23:08.771276 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-6a69868f-249d-4cbf-8c5b-0113b43ce9b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:23:08.775265 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-aa607c21-b761-4c68-8249-42ceb4b56398 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd50b00dc-b22d-4b23-89c8-d1e5ec22b18b') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:23:08.781647 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-aa607c21-b761-4c68-8249-42ceb4b56398 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd50b00dc-b22d-4b23-89c8-d1e5ec22b18b') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:23:08.813400 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-aa607c21-b761-4c68-8249-42ceb4b56398 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:08.900110 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-aa607c21-b761-4c68-8249-42ceb4b56398 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:08.910025 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa607c21-b761-4c68-8249-42ceb4b56398 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:23:08.910852 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-aa607c21-b761-4c68-8249-42ceb4b56398 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:08.971612 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:23:08.971612 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:23:08.971612 n-d-840717-1 neutron-server[88198]: timer() May 05 20:23:08.971612 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:23:08.971612 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:23:08.971612 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:23:08.971612 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:23:08.971612 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:23:08.971612 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:23:08.971612 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:23:08.971612 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:23:08.971612 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:23:08.971612 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:23:08.971612 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:23:08.971612 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:23:08.971612 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:23:08.971612 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:23:08.971612 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:23:08.971612 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:23:08.971612 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:23:08.971612 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:23:08.971612 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:23:08.971612 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:23:08.971612 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:23:08.971612 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:23:08.971612 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:23:08.971612 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:23:08.971612 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:23:08.971612 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:23:08.971612 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:23:08.971612 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:23:08.971612 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:23:09.157649 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-aa607c21-b761-4c68-8249-42ceb4b56398 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:09.161627 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-aa607c21-b761-4c68-8249-42ceb4b56398 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:09.273327 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-6a69868f-249d-4cbf-8c5b-0113b43ce9b0 None None] Deleting port a26ce2ec-b5cb-4a48-9f9a-0f8bb9cac7a8 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:23:09.273327 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6a69868f-249d-4cbf-8c5b-0113b43ce9b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:09.277302 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa607c21-b761-4c68-8249-42ceb4b56398 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] Pushing event deleted for resources: {'Network': ['ID=997fc98a-3d45-4b00-b913-4b25aa401126,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:09.331671 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-aa607c21-b761-4c68-8249-42ceb4b56398 tempest-AllowedAddressPairIpV6TestJSON-1856746930 tempest-AllowedAddressPairIpV6TestJSON-1856746930-project] 10.222.0.36 "DELETE /v2.0/networks/997fc98a-3d45-4b00-b913-4b25aa401126 HTTP/1.1" status: 204 len: 168 time: 3.0805061 May 05 20:23:09.457623 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-6a69868f-249d-4cbf-8c5b-0113b43ce9b0 None None] The port 'a26ce2ec-b5cb-4a48-9f9a-0f8bb9cac7a8' was deleted {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 20:23:09.587556 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:10.036505 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 50474) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:10.052725 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device aff8760b-bddc-4493-b50c-c77a6a7254ea up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:23:10.152359 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89defe94-a9cc-4ee7-a965-f5b401d85501 req-e6315214-1dfa-4737-b82e-f25b4cf03ab3 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:23:10.154349 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-89defe94-a9cc-4ee7-a965-f5b401d85501 req-e6315214-1dfa-4737-b82e-f25b4cf03ab3 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee9863f0-96c4-4df8-881c-4470d6835027 HTTP/1.1" status: 200 len: 945 time: 0.2377403 May 05 20:23:10.183274 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port aff8760b-bddc-4493-b50c-c77a6a7254ea completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:23:10.188801 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port aff8760b-bddc-4493-b50c-c77a6a7254ea triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:23:10.189167 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:10.284716 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-89defe94-a9cc-4ee7-a965-f5b401d85501 req-5bd307b6-3bef-4688-bb4b-b89cbc3490a6 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cc7af0e-4aca-46ea-9229-3f1f94b1b893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134100 May 05 20:23:10.309069 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 50486) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:10.473218 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:10.552475 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee9863f0-96c4-4df8-881c-4470d6835027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aff8760b-bddc-4493-b50c-c77a6a7254ea'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:23:10.552834 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-b94725e6-f6cc-4e8d-8f9d-8aabc4d4ffa7 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/floatingips/4d90d91f-b09d-43ef-beed-021c6e799630 HTTP/1.1" status: 200 len: 993 time: 0.2371140 May 05 20:23:10.613140 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port aff8760b-bddc-4493-b50c-c77a6a7254ea, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=aff8760b-bddc-4493-b50c-c77a6a7254ea,segment=NetworkSegment(d248bc78-6ee4-4251-a7f7-94832ea6da5c),segment_id=d248bc78-6ee4-4251-a7f7-94832ea6da5c)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:23:10.643442 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:10.691591 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c0aff97-67b9-4d78-87eb-bd18a5d73200'] response: {'server_uuid': 'ee9863f0-96c4-4df8-881c-4470d6835027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aff8760b-bddc-4493-b50c-c77a6a7254ea', 'code': 200} May 05 20:23:10.694638 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a6816c26-6b3c-4022-9adc-a82af25247e2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cd1dc8a1270a4c2ea7cfedf2f2a39313&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6490970 May 05 20:23:10.698222 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 50504) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:10.756891 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ca2c19fb-dd07-4d9a-bef0-441fc00d14ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:10.788688 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ca2c19fb-dd07-4d9a-bef0-441fc00d14ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:10.818527 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=aff8760b-bddc-4493-b50c-c77a6a7254ea,revision_number=9']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:11.020992 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ca2c19fb-dd07-4d9a-bef0-441fc00d14ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:11.052575 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ca2c19fb-dd07-4d9a-bef0-441fc00d14ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:11.052575 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-ca2c19fb-dd07-4d9a-bef0-441fc00d14ee admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/819b70fb-43e6-4058-b6dc-1f547031dee9 HTTP/1.1" status: 204 len: 168 time: 0.3460176 May 05 20:23:11.052575 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2c19fb-dd07-4d9a-bef0-441fc00d14ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=819b70fb-43e6-4058-b6dc-1f547031dee9,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:11.481554 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 50526) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:11.723933 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f7a0437e-a7b9-4b42-b0c9-20231413e0aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:11.741320 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-f7a0437e-a7b9-4b42-b0c9-20231413e0aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:23:11.741320 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-f7a0437e-a7b9-4b42-b0c9-20231413e0aa admin admin] Usage tracker for resource:security_group_rule and tenant:55211610bd24453da470029b1fd4872a is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:23:11.747640 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-f7a0437e-a7b9-4b42-b0c9-20231413e0aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:23:11.761480 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-f7a0437e-a7b9-4b42-b0c9-20231413e0aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:23:11.891191 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f7a0437e-a7b9-4b42-b0c9-20231413e0aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:11.902198 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f7a0437e-a7b9-4b42-b0c9-20231413e0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:11.958574 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f7a0437e-a7b9-4b42-b0c9-20231413e0aa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=55211610bd24453da470029b1fd4872a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4683545 May 05 20:23:11.958574 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a0437e-a7b9-4b42-b0c9-20231413e0aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f11d24-8d68-4c3f-a3fa-c57d7d743e29,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:11.964372 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 50554) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:12.082031 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b2ac1cfd-188a-4725-b2e8-cb55a3726913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:12.113101 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b2ac1cfd-188a-4725-b2e8-cb55a3726913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:12.173419 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b2ac1cfd-188a-4725-b2e8-cb55a3726913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:12.196759 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b2ac1cfd-188a-4725-b2e8-cb55a3726913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:12.196759 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b2ac1cfd-188a-4725-b2e8-cb55a3726913 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/01f11d24-8d68-4c3f-a3fa-c57d7d743e29 HTTP/1.1" status: 204 len: 168 time: 0.2353849 May 05 20:23:12.196759 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ac1cfd-188a-4725-b2e8-cb55a3726913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f11d24-8d68-4c3f-a3fa-c57d7d743e29,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:12.418295 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 50570) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:12.807877 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-4167c831-e434-431e-8fbe-0a08ff0d907f tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Request body: {'networks': [{'name': 'tempest-network--1806352778'}, {'name': 'tempest-network--905751864'}]} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:23:12.807877 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-4167c831-e434-431e-8fbe-0a08ff0d907f tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Request body: {'network': {'name': 'tempest-network--1806352778'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:23:12.807877 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-4167c831-e434-431e-8fbe-0a08ff0d907f tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Request body: {'network': {'name': 'tempest-network--905751864'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:23:12.814410 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-4167c831-e434-431e-8fbe-0a08ff0d907f tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:23:12.816451 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 50590) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:12.819175 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-4167c831-e434-431e-8fbe-0a08ff0d907f tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Usage tracker for resource:network and tenant:c4b6d7279e614f26ad9e4cae89405f59 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:23:12.819175 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-4167c831-e434-431e-8fbe-0a08ff0d907f tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:23:12.828396 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-4167c831-e434-431e-8fbe-0a08ff0d907f tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:23:12.841977 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4167c831-e434-431e-8fbe-0a08ff0d907f tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Made reservation on behalf of c4b6d7279e614f26ad9e4cae89405f59 for: {'network': 2} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:23:12.842199 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-59271f19-b1ef-4c5a-8695-2616e1493fc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:12.850876 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4167c831-e434-431e-8fbe-0a08ff0d907f tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:12.860753 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-59271f19-b1ef-4c5a-8695-2616e1493fc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:23:12.864948 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-59271f19-b1ef-4c5a-8695-2616e1493fc7 admin admin] Usage tracker for resource:security_group_rule and tenant:7205157710654e38bd25d006c751d2a4 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:23:12.865617 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4167c831-e434-431e-8fbe-0a08ff0d907f tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:12.868465 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-59271f19-b1ef-4c5a-8695-2616e1493fc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:23:12.875612 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-59271f19-b1ef-4c5a-8695-2616e1493fc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:23:12.881323 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-4167c831-e434-431e-8fbe-0a08ff0d907f tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:23:12.885541 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-4167c831-e434-431e-8fbe-0a08ff0d907f tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Usage tracker for resource:security_group_rule and tenant:c4b6d7279e614f26ad9e4cae89405f59 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:23:12.888826 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-4167c831-e434-431e-8fbe-0a08ff0d907f tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:23:12.895164 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-4167c831-e434-431e-8fbe-0a08ff0d907f tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:23:13.079130 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-59271f19-b1ef-4c5a-8695-2616e1493fc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:13.081873 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4167c831-e434-431e-8fbe-0a08ff0d907f tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:13.085746 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-59271f19-b1ef-4c5a-8695-2616e1493fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:13.094037 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4167c831-e434-431e-8fbe-0a08ff0d907f tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:13.094037 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4167c831-e434-431e-8fbe-0a08ff0d907f tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:13.138194 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59271f19-b1ef-4c5a-8695-2616e1493fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44539fa5-5b86-4706-a2db-35565f31f091,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:13.174211 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-59271f19-b1ef-4c5a-8695-2616e1493fc7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7205157710654e38bd25d006c751d2a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3618417 May 05 20:23:13.178468 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 50606) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:13.178677 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167c831-e434-431e-8fbe-0a08ff0d907f tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b89b55c-500f-43a9-b7ad-722ff4e01801,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:13.195418 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4167c831-e434-431e-8fbe-0a08ff0d907f tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:23:13.220466 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4167c831-e434-431e-8fbe-0a08ff0d907f tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:13.221160 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-4167c831-e434-431e-8fbe-0a08ff0d907f tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Added segment e7e450a9-cc60-472d-bbc6-564a436972b3 of type vlan for network 66dd88ca-334b-4ad9-a1f5-7c35fd6bcac7 May 05 20:23:13.255794 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4167c831-e434-431e-8fbe-0a08ff0d907f tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:13.268476 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-18bb5544-b375-4a6e-b610-8a22078e5ecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:13.300136 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4167c831-e434-431e-8fbe-0a08ff0d907f tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:23:13.301930 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-18bb5544-b375-4a6e-b610-8a22078e5ecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:13.312680 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4167c831-e434-431e-8fbe-0a08ff0d907f tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:13.313292 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-4167c831-e434-431e-8fbe-0a08ff0d907f tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Added segment 88a8f516-e679-4ce9-a228-bfe8ebd7e2ee of type vlan for network de9693e7-44bd-4017-b98a-d25e276b0b9c May 05 20:23:13.343124 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4167c831-e434-431e-8fbe-0a08ff0d907f tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:13.361528 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-18bb5544-b375-4a6e-b610-8a22078e5ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:13.386994 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4167c831-e434-431e-8fbe-0a08ff0d907f tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:13.386994 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4167c831-e434-431e-8fbe-0a08ff0d907f tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:13.393170 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb5544-b375-4a6e-b610-8a22078e5ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44539fa5-5b86-4706-a2db-35565f31f091,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:13.399756 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4167c831-e434-431e-8fbe-0a08ff0d907f tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:23:13.401753 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-18bb5544-b375-4a6e-b610-8a22078e5ecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:13.401753 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-18bb5544-b375-4a6e-b610-8a22078e5ecc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/44539fa5-5b86-4706-a2db-35565f31f091 HTTP/1.1" status: 204 len: 168 time: 0.2184017 May 05 20:23:13.404023 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4167c831-e434-431e-8fbe-0a08ff0d907f tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:23:13.404023 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4167c831-e434-431e-8fbe-0a08ff0d907f tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:13.527652 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-4167c831-e434-431e-8fbe-0a08ff0d907f tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.1042416 May 05 20:23:13.531565 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 50614) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:13.570270 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167c831-e434-431e-8fbe-0a08ff0d907f tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Pushing event updated for resources: {'Network': ['ID=66dd88ca-334b-4ad9-a1f5-7c35fd6bcac7,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:13.620987 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 66dd88ca-334b-4ad9-a1f5-7c35fd6bcac7 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:23:13.968247 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d83fd1-8144-42f0-9b08-a1be069f9c58 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:23:13.988628 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d83fd1-8144-42f0-9b08-a1be069f9c58 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:23:13.995279 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d83fd1-8144-42f0-9b08-a1be069f9c58 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:23:14.001541 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d83fd1-8144-42f0-9b08-a1be069f9c58 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:23:14.003259 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-76d83fd1-8144-42f0-9b08-a1be069f9c58 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4768326 May 05 20:23:14.006716 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 50632) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:14.088068 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167c831-e434-431e-8fbe-0a08ff0d907f tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Pushing event updated for resources: {'Network': ['ID=de9693e7-44bd-4017-b98a-d25e276b0b9c,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:14.104166 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network de9693e7-44bd-4017-b98a-d25e276b0b9c details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:23:14.198288 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-50d0efd8-2daf-4665-a211-bfcfc3b8122d tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:14.334370 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:14.401706 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-50d0efd8-2daf-4665-a211-bfcfc3b8122d tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:14.432305 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-50d0efd8-2daf-4665-a211-bfcfc3b8122d tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66dd88ca-334b-4ad9-a1f5-7c35fd6bcac7']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:23:14.449066 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-50d0efd8-2daf-4665-a211-bfcfc3b8122d tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7e450a9-cc60-472d-bbc6-564a436972b3') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:23:14.449066 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-50d0efd8-2daf-4665-a211-bfcfc3b8122d tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7e450a9-cc60-472d-bbc6-564a436972b3') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:23:14.466453 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-50d0efd8-2daf-4665-a211-bfcfc3b8122d tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:14.502758 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-50d0efd8-2daf-4665-a211-bfcfc3b8122d tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:14.511800 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50d0efd8-2daf-4665-a211-bfcfc3b8122d tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:23:14.511898 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-50d0efd8-2daf-4665-a211-bfcfc3b8122d tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:14.529463 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:23:14.529463 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:23:14.529463 n-d-840717-1 neutron-server[88197]: timer() May 05 20:23:14.529463 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:23:14.529463 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:23:14.529463 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:23:14.529463 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:23:14.529463 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:23:14.529463 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:23:14.529463 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:23:14.529463 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:23:14.529463 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:23:14.529463 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:23:14.529463 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:23:14.529463 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:23:14.529463 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:23:14.529463 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:23:14.529463 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:23:14.529463 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:23:14.529463 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:23:14.529463 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:23:14.529463 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:23:14.529463 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:23:14.529463 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:23:14.529463 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:23:14.529463 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:23:14.529463 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:23:14.529463 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:23:14.529463 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:23:14.529463 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:23:14.529463 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:23:14.529463 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:23:14.715467 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-50d0efd8-2daf-4665-a211-bfcfc3b8122d tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:14.736866 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-50d0efd8-2daf-4665-a211-bfcfc3b8122d tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:14.755136 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-50d0efd8-2daf-4665-a211-bfcfc3b8122d tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] 10.222.0.36 "DELETE /v2.0/networks/66dd88ca-334b-4ad9-a1f5-7c35fd6bcac7 HTTP/1.1" status: 204 len: 168 time: 0.7385340 May 05 20:23:14.757465 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 50654) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:14.760708 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d0efd8-2daf-4665-a211-bfcfc3b8122d tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Pushing event deleted for resources: {'Network': ['ID=66dd88ca-334b-4ad9-a1f5-7c35fd6bcac7,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:14.916846 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-00aae1be-de7d-448e-8ca8-e6ed50311963 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:15.132061 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-00aae1be-de7d-448e-8ca8-e6ed50311963 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:15.206318 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-00aae1be-de7d-448e-8ca8-e6ed50311963 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de9693e7-44bd-4017-b98a-d25e276b0b9c']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:23:15.223599 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-00aae1be-de7d-448e-8ca8-e6ed50311963 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88a8f516-e679-4ce9-a228-bfe8ebd7e2ee') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:23:15.223599 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-00aae1be-de7d-448e-8ca8-e6ed50311963 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88a8f516-e679-4ce9-a228-bfe8ebd7e2ee') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:23:15.241043 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-00aae1be-de7d-448e-8ca8-e6ed50311963 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:15.259574 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-00aae1be-de7d-448e-8ca8-e6ed50311963 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:15.269974 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00aae1be-de7d-448e-8ca8-e6ed50311963 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:23:15.269974 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-00aae1be-de7d-448e-8ca8-e6ed50311963 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:15.296392 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:23:15.296392 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:23:15.296392 n-d-840717-1 neutron-server[88198]: timer() May 05 20:23:15.296392 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:23:15.296392 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:23:15.296392 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:23:15.296392 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:23:15.296392 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:23:15.296392 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:23:15.296392 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:23:15.296392 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:23:15.296392 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:23:15.296392 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:23:15.296392 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:23:15.296392 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:23:15.296392 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:23:15.296392 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:23:15.296392 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:23:15.296392 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:23:15.296392 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:23:15.296392 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:23:15.296392 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:23:15.296392 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:23:15.296392 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:23:15.296392 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:23:15.296392 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:23:15.296392 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:23:15.296392 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:23:15.296392 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:23:15.296392 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:23:15.296392 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:23:15.296392 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:23:15.458529 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-00aae1be-de7d-448e-8ca8-e6ed50311963 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:15.490042 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-00aae1be-de7d-448e-8ca8-e6ed50311963 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:15.500795 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aae1be-de7d-448e-8ca8-e6ed50311963 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Pushing event deleted for resources: {'Network': ['ID=de9693e7-44bd-4017-b98a-d25e276b0b9c,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:15.504434 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-00aae1be-de7d-448e-8ca8-e6ed50311963 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] 10.222.0.36 "DELETE /v2.0/networks/de9693e7-44bd-4017-b98a-d25e276b0b9c HTTP/1.1" status: 204 len: 168 time: 0.7534165 May 05 20:23:15.506869 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 50680) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:15.745777 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4dd3729-6b86-4303-84ae-e8d413ccfc57 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:23:15.752044 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4dd3729-6b86-4303-84ae-e8d413ccfc57 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:23:15.752814 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-c4dd3729-6b86-4303-84ae-e8d413ccfc57 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Synchronizing usage tracker for tenant:c4b6d7279e614f26ad9e4cae89405f59 on resource:network {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:23:15.754254 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:23:15.769416 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-c4dd3729-6b86-4303-84ae-e8d413ccfc57 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Unset dirty status for tenant:c4b6d7279e614f26ad9e4cae89405f59 on resource:network {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:23:15.776429 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c4dd3729-6b86-4303-84ae-e8d413ccfc57 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2415533 May 05 20:23:15.776860 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 50688) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:15.782911 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-d9c5a624-0f36-459e-9111-32d910d7c017 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-535522861'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:23:15.788512 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d9c5a624-0f36-459e-9111-32d910d7c017 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:23:15.798934 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d9c5a624-0f36-459e-9111-32d910d7c017 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:23:15.811305 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c5a624-0f36-459e-9111-32d910d7c017 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Made reservation on behalf of c4b6d7279e614f26ad9e4cae89405f59 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:23:15.816011 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d9c5a624-0f36-459e-9111-32d910d7c017 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:15.851253 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9c5a624-0f36-459e-9111-32d910d7c017 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:23:15.862119 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d9c5a624-0f36-459e-9111-32d910d7c017 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:15.862581 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-d9c5a624-0f36-459e-9111-32d910d7c017 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Added segment 063348f5-b583-4e3f-b939-854621d8a56b of type vlan for network e1d17f33-1a51-402c-a20e-c07a57f9633b May 05 20:23:15.909540 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d9c5a624-0f36-459e-9111-32d910d7c017 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:15.989021 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d9c5a624-0f36-459e-9111-32d910d7c017 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:15.995889 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c5a624-0f36-459e-9111-32d910d7c017 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:23:15.999318 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d9c5a624-0f36-459e-9111-32d910d7c017 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:16.074593 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d9c5a624-0f36-459e-9111-32d910d7c017 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2924740 May 05 20:23:16.077887 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 50702) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:16.097338 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-4fc52759-1dac-42c2-b69c-053b70f89cd0 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1446466209'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:23:16.097338 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4fc52759-1dac-42c2-b69c-053b70f89cd0 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:23:16.105831 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4fc52759-1dac-42c2-b69c-053b70f89cd0 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Usage tracker for resource:network and tenant:c4b6d7279e614f26ad9e4cae89405f59 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:23:16.105831 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4fc52759-1dac-42c2-b69c-053b70f89cd0 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:23:16.124849 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4fc52759-1dac-42c2-b69c-053b70f89cd0 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:23:16.150264 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c5a624-0f36-459e-9111-32d910d7c017 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Pushing event updated for resources: {'Network': ['ID=e1d17f33-1a51-402c-a20e-c07a57f9633b,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:16.156829 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc52759-1dac-42c2-b69c-053b70f89cd0 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Made reservation on behalf of c4b6d7279e614f26ad9e4cae89405f59 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:23:16.160483 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4fc52759-1dac-42c2-b69c-053b70f89cd0 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:16.171070 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network e1d17f33-1a51-402c-a20e-c07a57f9633b details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:23:16.250506 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fc52759-1dac-42c2-b69c-053b70f89cd0 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:23:16.276259 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4fc52759-1dac-42c2-b69c-053b70f89cd0 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:16.276259 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-4fc52759-1dac-42c2-b69c-053b70f89cd0 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Added segment a9005085-cd7c-4459-b4fd-f6ad3a361f98 of type vlan for network 8aea22ca-6851-4b6f-bdfc-7632250dc6b1 May 05 20:23:16.350684 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4fc52759-1dac-42c2-b69c-053b70f89cd0 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:16.440532 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4fc52759-1dac-42c2-b69c-053b70f89cd0 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:16.457425 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc52759-1dac-42c2-b69c-053b70f89cd0 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:23:16.458080 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4fc52759-1dac-42c2-b69c-053b70f89cd0 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:16.495989 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:16.699162 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc52759-1dac-42c2-b69c-053b70f89cd0 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Pushing event updated for resources: {'Network': ['ID=8aea22ca-6851-4b6f-bdfc-7632250dc6b1,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:16.718611 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-4fc52759-1dac-42c2-b69c-053b70f89cd0 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6407454 May 05 20:23:16.732480 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 50732) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:16.737255 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 8aea22ca-6851-4b6f-bdfc-7632250dc6b1 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:23:16.740512 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-41cd68dd-1935-480f-98e4-34a6e3f5ad33 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Request body: {'ports': [{'network_id': 'e1d17f33-1a51-402c-a20e-c07a57f9633b', 'name': 'tempest-port--104579131', 'admin_state_up': True}, {'network_id': '8aea22ca-6851-4b6f-bdfc-7632250dc6b1', 'admin_state_up': False}]} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:23:16.740512 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-41cd68dd-1935-480f-98e4-34a6e3f5ad33 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Request body: {'port': {'network_id': 'e1d17f33-1a51-402c-a20e-c07a57f9633b', 'name': 'tempest-port--104579131', 'admin_state_up': True}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:23:16.740512 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-41cd68dd-1935-480f-98e4-34a6e3f5ad33 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Request body: {'port': {'network_id': '8aea22ca-6851-4b6f-bdfc-7632250dc6b1', 'admin_state_up': False}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:23:17.096058 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-41cd68dd-1935-480f-98e4-34a6e3f5ad33 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:23:17.096058 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-41cd68dd-1935-480f-98e4-34a6e3f5ad33 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Usage tracker for resource:port and tenant:c4b6d7279e614f26ad9e4cae89405f59 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:23:17.103916 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-41cd68dd-1935-480f-98e4-34a6e3f5ad33 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:23:17.110183 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-41cd68dd-1935-480f-98e4-34a6e3f5ad33 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:23:17.135486 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41cd68dd-1935-480f-98e4-34a6e3f5ad33 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Made reservation on behalf of c4b6d7279e614f26ad9e4cae89405f59 for: {'port': 2} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:23:17.143376 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-41cd68dd-1935-480f-98e4-34a6e3f5ad33 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:17.171058 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-41cd68dd-1935-480f-98e4-34a6e3f5ad33 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:17.526903 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [None req-41cd68dd-1935-480f-98e4-34a6e3f5ad33 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] device_id is not set on port e2fd5262-2a08-4cfa-a3d5-b5286c058711 yet. {{(pid=88197) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:23:17.838440 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-41cd68dd-1935-480f-98e4-34a6e3f5ad33 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:18.094495 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [None req-41cd68dd-1935-480f-98e4-34a6e3f5ad33 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] device_id is not set on port 48b377aa-eb0d-49a2-91f3-3a7ac4369621 yet. {{(pid=88197) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:23:18.256063 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-41cd68dd-1935-480f-98e4-34a6e3f5ad33 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:18.337751 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-41cd68dd-1935-480f-98e4-34a6e3f5ad33 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:18.449127 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cd68dd-1935-480f-98e4-34a6e3f5ad33 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Pushing event updated for resources: {'Port': ['ID=e2fd5262-2a08-4cfa-a3d5-b5286c058711,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:18.462614 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cd68dd-1935-480f-98e4-34a6e3f5ad33 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Checking segment: {'id': '063348f5-b583-4e3f-b939-854621d8a56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e1d17f33-1a51-402c-a20e-c07a57f9633b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:23:18.462614 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41cd68dd-1935-480f-98e4-34a6e3f5ad33 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Network hostable DHCP agents. Network: e1d17f33-1a51-402c-a20e-c07a57f9633b, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:23:18.481546 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41cd68dd-1935-480f-98e4-34a6e3f5ad33 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Network e1d17f33-1a51-402c-a20e-c07a57f9633b is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:23:18.500464 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-41cd68dd-1935-480f-98e4-34a6e3f5ad33 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, e1d17f33-1a51-402c-a20e-c07a57f9633b) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:23:18.513134 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ce2d0f-dbf8-4d0a-aee4-5212d8709f44 None None] Network e1d17f33-1a51-402c-a20e-c07a57f9633b requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:23:18.523041 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cd68dd-1935-480f-98e4-34a6e3f5ad33 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:23:18.523041 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-41cd68dd-1935-480f-98e4-34a6e3f5ad33 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:18.704070 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cd68dd-1935-480f-98e4-34a6e3f5ad33 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Pushing event updated for resources: {'Port': ['ID=48b377aa-eb0d-49a2-91f3-3a7ac4369621,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:18.755229 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cd68dd-1935-480f-98e4-34a6e3f5ad33 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Checking segment: {'id': 'a9005085-cd7c-4459-b4fd-f6ad3a361f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8aea22ca-6851-4b6f-bdfc-7632250dc6b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:23:18.755229 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41cd68dd-1935-480f-98e4-34a6e3f5ad33 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Network hostable DHCP agents. Network: 8aea22ca-6851-4b6f-bdfc-7632250dc6b1, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:23:18.779807 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41cd68dd-1935-480f-98e4-34a6e3f5ad33 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Network 8aea22ca-6851-4b6f-bdfc-7632250dc6b1 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:23:18.805758 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-41cd68dd-1935-480f-98e4-34a6e3f5ad33 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 8aea22ca-6851-4b6f-bdfc-7632250dc6b1) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:23:18.821061 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cd68dd-1935-480f-98e4-34a6e3f5ad33 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:23:18.830288 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7c9ea6-f0d2-4e50-8ea6-9158b804cf42 None None] Network 8aea22ca-6851-4b6f-bdfc-7632250dc6b1 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:23:18.846456 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41cd68dd-1935-480f-98e4-34a6e3f5ad33 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:23:18.865464 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41cd68dd-1935-480f-98e4-34a6e3f5ad33 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:23:18.865464 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-41cd68dd-1935-480f-98e4-34a6e3f5ad33 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:18.917694 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-41cd68dd-1935-480f-98e4-34a6e3f5ad33 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.1921711 May 05 20:23:18.922225 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 50846) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:19.096800 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274e3aed-075c-423c-b4b4-63ca2f800e94 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:23:19.107376 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274e3aed-075c-423c-b4b4-63ca2f800e94 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:23:19.107376 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-274e3aed-075c-423c-b4b4-63ca2f800e94 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1831348 May 05 20:23:19.107376 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 50858) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:19.244223 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-6452773f-e6a7-4a7a-9346-c915cc88f36b tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Deleting port e2fd5262-2a08-4cfa-a3d5-b5286c058711 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:23:19.244564 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6452773f-e6a7-4a7a-9346-c915cc88f36b tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:19.558008 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6452773f-e6a7-4a7a-9346-c915cc88f36b tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:19.757587 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-6452773f-e6a7-4a7a-9346-c915cc88f36b tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Calling delete_port for e2fd5262-2a08-4cfa-a3d5-b5286c058711 owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:23:19.895441 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6452773f-e6a7-4a7a-9346-c915cc88f36b tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:19.959160 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6452773f-e6a7-4a7a-9346-c915cc88f36b tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Pushing event deleted for resources: {'Port': ['ID=e2fd5262-2a08-4cfa-a3d5-b5286c058711,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:19.959160 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6452773f-e6a7-4a7a-9346-c915cc88f36b tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:19.980590 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-6452773f-e6a7-4a7a-9346-c915cc88f36b tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] 10.222.0.36 "DELETE /v2.0/ports/e2fd5262-2a08-4cfa-a3d5-b5286c058711 HTTP/1.1" status: 204 len: 168 time: 0.8683450 May 05 20:23:19.980590 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 50916) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:20.051379 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-d183d29b-d9dd-470a-9a77-c8172be0337f tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Deleting port 48b377aa-eb0d-49a2-91f3-3a7ac4369621 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:23:20.051746 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d183d29b-d9dd-470a-9a77-c8172be0337f tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:20.444847 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d183d29b-d9dd-470a-9a77-c8172be0337f tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:20.594171 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-d183d29b-d9dd-470a-9a77-c8172be0337f tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Calling delete_port for 48b377aa-eb0d-49a2-91f3-3a7ac4369621 owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:23:20.709373 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d183d29b-d9dd-470a-9a77-c8172be0337f tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:20.766183 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d183d29b-d9dd-470a-9a77-c8172be0337f tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Pushing event deleted for resources: {'Port': ['ID=48b377aa-eb0d-49a2-91f3-3a7ac4369621,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:20.766183 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d183d29b-d9dd-470a-9a77-c8172be0337f tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:20.771402 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d183d29b-d9dd-470a-9a77-c8172be0337f tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] 10.222.0.36 "DELETE /v2.0/ports/48b377aa-eb0d-49a2-91f3-3a7ac4369621 HTTP/1.1" status: 204 len: 168 time: 0.7911277 May 05 20:23:20.772926 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 50954) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:20.826549 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-36e61fc1-f82c-424d-8875-161da92d6c4d tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Synchronizing usage tracker for tenant:c4b6d7279e614f26ad9e4cae89405f59 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:23:20.854585 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-36e61fc1-f82c-424d-8875-161da92d6c4d tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Unset dirty status for tenant:c4b6d7279e614f26ad9e4cae89405f59 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:23:20.855785 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-36e61fc1-f82c-424d-8875-161da92d6c4d tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0819159 May 05 20:23:20.861493 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 50970) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:20.877558 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-2825cf13-2c1c-4be9-92da-d0ee8bd508f2 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2010121975'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:23:20.901648 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-2825cf13-2c1c-4be9-92da-d0ee8bd508f2 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:23:20.907841 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-2825cf13-2c1c-4be9-92da-d0ee8bd508f2 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Usage tracker for resource:network and tenant:c4b6d7279e614f26ad9e4cae89405f59 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:23:20.911544 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-2825cf13-2c1c-4be9-92da-d0ee8bd508f2 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:23:20.929271 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-2825cf13-2c1c-4be9-92da-d0ee8bd508f2 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:23:20.954969 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2825cf13-2c1c-4be9-92da-d0ee8bd508f2 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Made reservation on behalf of c4b6d7279e614f26ad9e4cae89405f59 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:23:20.954969 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2825cf13-2c1c-4be9-92da-d0ee8bd508f2 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:20.999928 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2825cf13-2c1c-4be9-92da-d0ee8bd508f2 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:23:21.012831 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2825cf13-2c1c-4be9-92da-d0ee8bd508f2 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:21.012831 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-2825cf13-2c1c-4be9-92da-d0ee8bd508f2 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Added segment ff7c413d-bdc9-475d-ad3b-dc58de6b47dd of type vlan for network 73915177-7af9-463f-a7fc-c9d3b2fe38cb May 05 20:23:21.073418 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2825cf13-2c1c-4be9-92da-d0ee8bd508f2 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:21.139257 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2825cf13-2c1c-4be9-92da-d0ee8bd508f2 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:21.152412 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2825cf13-2c1c-4be9-92da-d0ee8bd508f2 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:23:21.152412 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2825cf13-2c1c-4be9-92da-d0ee8bd508f2 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:21.295927 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2825cf13-2c1c-4be9-92da-d0ee8bd508f2 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Pushing event updated for resources: {'Network': ['ID=73915177-7af9-463f-a7fc-c9d3b2fe38cb,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:21.299888 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-2825cf13-2c1c-4be9-92da-d0ee8bd508f2 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4371257 May 05 20:23:21.302808 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51004) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:21.309541 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 73915177-7af9-463f-a7fc-c9d3b2fe38cb details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:23:21.311953 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-2cedfc99-2dff-4bdb-83dd-ebaf947c7a29 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-288941642'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:23:21.317967 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-2cedfc99-2dff-4bdb-83dd-ebaf947c7a29 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:23:21.323207 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-2cedfc99-2dff-4bdb-83dd-ebaf947c7a29 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Usage tracker for resource:network and tenant:c4b6d7279e614f26ad9e4cae89405f59 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:23:21.326995 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-2cedfc99-2dff-4bdb-83dd-ebaf947c7a29 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:23:21.346648 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-2cedfc99-2dff-4bdb-83dd-ebaf947c7a29 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:23:21.371696 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cedfc99-2dff-4bdb-83dd-ebaf947c7a29 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Made reservation on behalf of c4b6d7279e614f26ad9e4cae89405f59 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:23:21.371696 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2cedfc99-2dff-4bdb-83dd-ebaf947c7a29 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:21.438923 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cedfc99-2dff-4bdb-83dd-ebaf947c7a29 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:23:21.457781 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2cedfc99-2dff-4bdb-83dd-ebaf947c7a29 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:21.457781 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-2cedfc99-2dff-4bdb-83dd-ebaf947c7a29 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Added segment 58cdcf31-52a5-437e-99f7-ac7b58b80d8e of type vlan for network 077969a8-7962-4611-b782-eb496184f933 May 05 20:23:21.508671 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2cedfc99-2dff-4bdb-83dd-ebaf947c7a29 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:21.595166 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2cedfc99-2dff-4bdb-83dd-ebaf947c7a29 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:21.602625 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cedfc99-2dff-4bdb-83dd-ebaf947c7a29 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:23:21.602625 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2cedfc99-2dff-4bdb-83dd-ebaf947c7a29 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:21.693208 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-2cedfc99-2dff-4bdb-83dd-ebaf947c7a29 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3682024 May 05 20:23:21.763492 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cedfc99-2dff-4bdb-83dd-ebaf947c7a29 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Pushing event updated for resources: {'Network': ['ID=077969a8-7962-4611-b782-eb496184f933,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:21.770997 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 077969a8-7962-4611-b782-eb496184f933 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:23:21.817076 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51028) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:21.832835 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-a4a704bc-c300-4d79-aadf-6170b8518a14 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Request body: {'subnets': [{'network_id': '73915177-7af9-463f-a7fc-c9d3b2fe38cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1147061045', 'ip_version': 4}, {'network_id': '077969a8-7962-4611-b782-eb496184f933', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:23:21.833161 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-a4a704bc-c300-4d79-aadf-6170b8518a14 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Request body: {'subnet': {'network_id': '73915177-7af9-463f-a7fc-c9d3b2fe38cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1147061045', 'ip_version': 4}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:23:21.835703 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-a4a704bc-c300-4d79-aadf-6170b8518a14 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Request body: {'subnet': {'network_id': '077969a8-7962-4611-b782-eb496184f933', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:23:22.149219 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-a4a704bc-c300-4d79-aadf-6170b8518a14 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:23:22.155670 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a4a704bc-c300-4d79-aadf-6170b8518a14 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Usage tracker for resource:subnet and tenant:c4b6d7279e614f26ad9e4cae89405f59 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:23:22.155670 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a4a704bc-c300-4d79-aadf-6170b8518a14 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:23:22.161345 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-a4a704bc-c300-4d79-aadf-6170b8518a14 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:23:22.176707 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a704bc-c300-4d79-aadf-6170b8518a14 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Made reservation on behalf of c4b6d7279e614f26ad9e4cae89405f59 for: {'subnet': 2} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:23:22.187205 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a4a704bc-c300-4d79-aadf-6170b8518a14 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:22.187205 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a4a704bc-c300-4d79-aadf-6170b8518a14 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:22.817591 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a4a704bc-c300-4d79-aadf-6170b8518a14 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:22.932694 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a704bc-c300-4d79-aadf-6170b8518a14 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Checking segment: {'id': 'ff7c413d-bdc9-475d-ad3b-dc58de6b47dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '73915177-7af9-463f-a7fc-c9d3b2fe38cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:23:22.933105 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a704bc-c300-4d79-aadf-6170b8518a14 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Network hostable DHCP agents. Network: 73915177-7af9-463f-a7fc-c9d3b2fe38cb, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:23:22.950886 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a704bc-c300-4d79-aadf-6170b8518a14 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Pushing event updated for resources: {'Subnet': ['ID=f1c4cc09-d6d3-4af9-a239-5faa3b60f116,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:22.976379 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a704bc-c300-4d79-aadf-6170b8518a14 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Network 73915177-7af9-463f-a7fc-c9d3b2fe38cb is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:23:22.995145 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-a4a704bc-c300-4d79-aadf-6170b8518a14 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 73915177-7af9-463f-a7fc-c9d3b2fe38cb) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:23:22.995145 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a4a704bc-c300-4d79-aadf-6170b8518a14 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:23.000307 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57074f1-05f4-4159-b9d1-d2bc02472b05 None None] Network 73915177-7af9-463f-a7fc-c9d3b2fe38cb requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:23:23.077511 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a704bc-c300-4d79-aadf-6170b8518a14 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Pushing event updated for resources: {'Subnet': ['ID=9bfb6fac-467e-4e0f-bd9c-401ed77860c2,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:23.141046 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a704bc-c300-4d79-aadf-6170b8518a14 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Checking segment: {'id': '58cdcf31-52a5-437e-99f7-ac7b58b80d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '077969a8-7962-4611-b782-eb496184f933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:23:23.141046 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a704bc-c300-4d79-aadf-6170b8518a14 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Network hostable DHCP agents. Network: 077969a8-7962-4611-b782-eb496184f933, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:23:23.178703 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a704bc-c300-4d79-aadf-6170b8518a14 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Network 077969a8-7962-4611-b782-eb496184f933 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:23:23.198985 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-a4a704bc-c300-4d79-aadf-6170b8518a14 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 077969a8-7962-4611-b782-eb496184f933) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:23:23.209615 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8f5ef4-4674-4935-86d6-204f44036e23 None None] Network 077969a8-7962-4611-b782-eb496184f933 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:23:23.221749 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a704bc-c300-4d79-aadf-6170b8518a14 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:23:23.221749 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a704bc-c300-4d79-aadf-6170b8518a14 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:23:23.221749 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a4a704bc-c300-4d79-aadf-6170b8518a14 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:23.272550 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-a4a704bc-c300-4d79-aadf-6170b8518a14 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.4515402 May 05 20:23:23.272996 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 51104) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:23.369805 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b90cd0c-f751-47ba-9742-4622fbf4bceb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-73915177-7af9-463f-a7fc-c9d3b2fe38cb', 'network_id': '73915177-7af9-463f-a7fc-c9d3b2fe38cb', 'tenant_id': 'c4b6d7279e614f26ad9e4cae89405f59', 'fixed_ips': [{'subnet_id': 'f1c4cc09-d6d3-4af9-a239-5faa3b60f116'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:23:23.373461 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9b90cd0c-f751-47ba-9742-4622fbf4bceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:23.425659 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bf513e-1b4a-4f99-8373-a8f530ece6cf tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:23:23.425659 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bf513e-1b4a-4f99-8373-a8f530ece6cf tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:23:23.425659 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bf513e-1b4a-4f99-8373-a8f530ece6cf tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:23:23.425659 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b8bf513e-1b4a-4f99-8373-a8f530ece6cf tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1379862 May 05 20:23:23.425659 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 51114) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:23.552992 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-00d09865-a37d-4053-a0ab-8ee9c53424b3 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Deleting subnet f1c4cc09-d6d3-4af9-a239-5faa3b60f116 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:23:23.557195 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-00d09865-a37d-4053-a0ab-8ee9c53424b3 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:23.643407 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-00d09865-a37d-4053-a0ab-8ee9c53424b3 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:23.744803 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37d2d89-3cbf-4009-aab2-6cdd485e0513 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-077969a8-7962-4611-b782-eb496184f933', 'network_id': '077969a8-7962-4611-b782-eb496184f933', 'tenant_id': 'c4b6d7279e614f26ad9e4cae89405f59', 'fixed_ips': [{'subnet_id': '9bfb6fac-467e-4e0f-bd9c-401ed77860c2'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:23:23.744803 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b37d2d89-3cbf-4009-aab2-6cdd485e0513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:23.841810 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-00d09865-a37d-4053-a0ab-8ee9c53424b3 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:23.930284 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-b37d2d89-3cbf-4009-aab2-6cdd485e0513 None None] Allocated IP 172.20.0.18 (077969a8-7962-4611-b782-eb496184f933/9bfb6fac-467e-4e0f-bd9c-401ed77860c2/de95ba52-b798-4632-8855-a130c6fd3968) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:23:23.975067 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-00d09865-a37d-4053-a0ab-8ee9c53424b3 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server [None req-9b90cd0c-f751-47ba-9742-4622fbf4bceb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f1c4cc09-d6d3-4af9-a239-5faa3b60f116: This subnet is being modified by another concurrent operation. May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server raise self.value May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server raise self.value May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server raise self.value May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server raise self.value May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server raise self.value May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server raise self.value May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server raise exception May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f1c4cc09-d6d3-4af9-a239-5faa3b60f116: This subnet is being modified by another concurrent operation. May 05 20:23:24.032788 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server May 05 20:23:24.056666 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d09865-a37d-4053-a0ab-8ee9c53424b3 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Pushing event deleted for resources: {'Subnet': ['ID=f1c4cc09-d6d3-4af9-a239-5faa3b60f116,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:24.056666 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-00d09865-a37d-4053-a0ab-8ee9c53424b3 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:24.056666 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-00d09865-a37d-4053-a0ab-8ee9c53424b3 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] 10.222.0.36 "DELETE /v2.0/subnets/f1c4cc09-d6d3-4af9-a239-5faa3b60f116 HTTP/1.1" status: 204 len: 168 time: 0.6293619 May 05 20:23:24.056666 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 51148) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:24.132019 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9cec8c5-1a85-47a6-9e71-f6bb2d393c9c tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Deleting subnet 9bfb6fac-467e-4e0f-bd9c-401ed77860c2 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:23:24.159182 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09194e0-bdc3-4dca-9cec-54028d714970 None None] Network 73915177-7af9-463f-a7fc-c9d3b2fe38cb requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:23:24.449189 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b37d2d89-3cbf-4009-aab2-6cdd485e0513 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:24.462973 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b37d2d89-3cbf-4009-aab2-6cdd485e0513 None None] Transition to ACTIVE for port object de95ba52-b798-4632-8855-a130c6fd3968 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:23:24.483996 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b37d2d89-3cbf-4009-aab2-6cdd485e0513 None None] Transition to ACTIVE for port object de95ba52-b798-4632-8855-a130c6fd3968 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:23:24.500280 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f9cec8c5-1a85-47a6-9e71-f6bb2d393c9c tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:24.504414 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b37d2d89-3cbf-4009-aab2-6cdd485e0513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:24.581975 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37d2d89-3cbf-4009-aab2-6cdd485e0513 None None] Network 077969a8-7962-4611-b782-eb496184f933 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:23:24.589857 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-b37d2d89-3cbf-4009-aab2-6cdd485e0513 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:23:24.589857 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37d2d89-3cbf-4009-aab2-6cdd485e0513 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:23:24.610892 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d2d89-3cbf-4009-aab2-6cdd485e0513 None None] Pushing event updated for resources: {'Port': ['ID=de95ba52-b798-4632-8855-a130c6fd3968,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:24.728593 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f9cec8c5-1a85-47a6-9e71-f6bb2d393c9c tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:24.825759 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-b37d2d89-3cbf-4009-aab2-6cdd485e0513 None None] Attempting to bind port de95ba52-b798-4632-8855-a130c6fd3968 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:23:24.826132 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-b37d2d89-3cbf-4009-aab2-6cdd485e0513 None None] Attempting to bind port de95ba52-b798-4632-8855-a130c6fd3968 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '58cdcf31-52a5-437e-99f7-ac7b58b80d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '077969a8-7962-4611-b782-eb496184f933'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:23:24.826649 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37d2d89-3cbf-4009-aab2-6cdd485e0513 None None] Attempting to bind port de95ba52-b798-4632-8855-a130c6fd3968 on network 077969a8-7962-4611-b782-eb496184f933 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:23:24.834137 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37d2d89-3cbf-4009-aab2-6cdd485e0513 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:23:24.835413 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37d2d89-3cbf-4009-aab2-6cdd485e0513 None None] Checking segment: {'id': '58cdcf31-52a5-437e-99f7-ac7b58b80d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '077969a8-7962-4611-b782-eb496184f933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:23:24.835837 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b37d2d89-3cbf-4009-aab2-6cdd485e0513 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:24.836764 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37d2d89-3cbf-4009-aab2-6cdd485e0513 None None] Bound using segment: {'id': '58cdcf31-52a5-437e-99f7-ac7b58b80d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '077969a8-7962-4611-b782-eb496184f933'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:23:24.837253 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-b37d2d89-3cbf-4009-aab2-6cdd485e0513 None None] Bound port: de95ba52-b798-4632-8855-a130c6fd3968, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58cdcf31-52a5-437e-99f7-ac7b58b80d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '077969a8-7962-4611-b782-eb496184f933'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:23:24.845110 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f9cec8c5-1a85-47a6-9e71-f6bb2d393c9c tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:24.845968 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b37d2d89-3cbf-4009-aab2-6cdd485e0513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:24.995813 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f9cec8c5-1a85-47a6-9e71-f6bb2d393c9c tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:25.004804 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b37d2d89-3cbf-4009-aab2-6cdd485e0513 None None] For port de95ba52-b798-4632-8855-a130c6fd3968, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:23:25.004804 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b37d2d89-3cbf-4009-aab2-6cdd485e0513 None None] For port de95ba52-b798-4632-8855-a130c6fd3968, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=de95ba52-b798-4632-8855-a130c6fd3968,segment=NetworkSegment(58cdcf31-52a5-437e-99f7-ac7b58b80d8e),segment_id=58cdcf31-52a5-437e-99f7-ac7b58b80d8e)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:23:25.015439 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b37d2d89-3cbf-4009-aab2-6cdd485e0513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:25.046002 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cec8c5-1a85-47a6-9e71-f6bb2d393c9c tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Pushing event deleted for resources: {'Subnet': ['ID=9bfb6fac-467e-4e0f-bd9c-401ed77860c2,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:25.046002 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f9cec8c5-1a85-47a6-9e71-f6bb2d393c9c tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:25.046002 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f9cec8c5-1a85-47a6-9e71-f6bb2d393c9c tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] 10.222.0.36 "DELETE /v2.0/subnets/9bfb6fac-467e-4e0f-bd9c-401ed77860c2 HTTP/1.1" status: 204 len: 168 time: 0.9961078 May 05 20:23:25.054028 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51200) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:25.112621 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d2d89-3cbf-4009-aab2-6cdd485e0513 None None] Pushing event updated for resources: {'Port': ['ID=de95ba52-b798-4632-8855-a130c6fd3968,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:25.150850 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddcf2cc0-b31b-4af7-99c3-806fa2ff6491 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:23:25.150850 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-ddcf2cc0-b31b-4af7-99c3-806fa2ff6491 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Synchronizing usage tracker for tenant:c4b6d7279e614f26ad9e4cae89405f59 on resource:subnet {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:23:25.171089 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-ddcf2cc0-b31b-4af7-99c3-806fa2ff6491 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Unset dirty status for tenant:c4b6d7279e614f26ad9e4cae89405f59 on resource:subnet {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:23:25.173605 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-ddcf2cc0-b31b-4af7-99c3-806fa2ff6491 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1238849 May 05 20:23:25.180758 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 51206) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:25.376918 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eb15ea72-b911-4ac6-b133-994082865b15 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:25.395809 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-eb15ea72-b911-4ac6-b133-994082865b15 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Deleting port de95ba52-b798-4632-8855-a130c6fd3968 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:23:25.395809 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eb15ea72-b911-4ac6-b133-994082865b15 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:26.010425 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-eb15ea72-b911-4ac6-b133-994082865b15 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] For port de95ba52-b798-4632-8855-a130c6fd3968, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=de95ba52-b798-4632-8855-a130c6fd3968,segment=NetworkSegment(58cdcf31-52a5-437e-99f7-ac7b58b80d8e),segment_id=58cdcf31-52a5-437e-99f7-ac7b58b80d8e)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:23:26.010425 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eb15ea72-b911-4ac6-b133-994082865b15 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:26.183182 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-eb15ea72-b911-4ac6-b133-994082865b15 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Calling delete_port for de95ba52-b798-4632-8855-a130c6fd3968 owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:23:26.331949 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eb15ea72-b911-4ac6-b133-994082865b15 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:26.417497 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb15ea72-b911-4ac6-b133-994082865b15 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Pushing event deleted for resources: {'Port': ['ID=de95ba52-b798-4632-8855-a130c6fd3968,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:26.426067 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb15ea72-b911-4ac6-b133-994082865b15 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] No DVR routers for this DVR port de95ba52-b798-4632-8855-a130c6fd3968 on host n-d-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:23:26.603745 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eb15ea72-b911-4ac6-b133-994082865b15 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:26.660179 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-eb15ea72-b911-4ac6-b133-994082865b15 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['077969a8-7962-4611-b782-eb496184f933']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:23:26.676314 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-eb15ea72-b911-4ac6-b133-994082865b15 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58cdcf31-52a5-437e-99f7-ac7b58b80d8e') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:23:26.676689 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-eb15ea72-b911-4ac6-b133-994082865b15 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58cdcf31-52a5-437e-99f7-ac7b58b80d8e') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:23:26.701450 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eb15ea72-b911-4ac6-b133-994082865b15 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:26.723958 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eb15ea72-b911-4ac6-b133-994082865b15 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:26.750609 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b266d3b-9972-47ae-a4c8-a778e44766fa None None] Network 077969a8-7962-4611-b782-eb496184f933 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:23:26.768011 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb15ea72-b911-4ac6-b133-994082865b15 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:23:26.768011 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eb15ea72-b911-4ac6-b133-994082865b15 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:26.915868 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:23:26.915868 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:23:26.915868 n-d-840717-1 neutron-server[88198]: timer() May 05 20:23:26.915868 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:23:26.915868 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:23:26.915868 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:23:26.915868 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:23:26.915868 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:23:26.915868 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:23:26.915868 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:23:26.915868 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:23:26.915868 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:23:26.915868 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:23:26.915868 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:23:26.915868 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:23:26.915868 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:23:26.915868 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:23:26.915868 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:23:26.915868 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:23:26.915868 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:23:26.915868 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:23:26.915868 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:23:26.915868 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:23:26.915868 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:23:26.915868 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:23:26.915868 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:23:26.915868 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:23:26.915868 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:23:26.915868 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:23:26.915868 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:23:26.915868 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:23:26.915868 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:23:26.928578 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eb15ea72-b911-4ac6-b133-994082865b15 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:26.941555 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-a40e2d20-0b71-4d91-9076-f19a4ed59abd None None] Could not find standard attr ID for object de95ba52-b798-4632-8855-a130c6fd3968. {{(pid=88199) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 20:23:26.963787 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eb15ea72-b911-4ac6-b133-994082865b15 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:26.988159 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb15ea72-b911-4ac6-b133-994082865b15 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Pushing event deleted for resources: {'Network': ['ID=077969a8-7962-4611-b782-eb496184f933,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:27.008867 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-eb15ea72-b911-4ac6-b133-994082865b15 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] 10.222.0.36 "DELETE /v2.0/networks/077969a8-7962-4611-b782-eb496184f933 HTTP/1.1" status: 204 len: 168 time: 1.8263586 May 05 20:23:27.010263 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 51310) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:27.151628 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21445a7-c62d-41c6-af75-42ee6004fd23 None None] DHCP port deletion for 077969a8-7962-4611-b782-eb496184f933 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:23:27.176119 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cfc11b-2d05-400c-98c7-a1377dd4096b None None] get_active_networks_info from n-d-840717-1 {{(pid=88199) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 05 20:23:27.203082 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f3b228e3-19ca-4b43-b109-4012b9b1bee8 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:27.302199 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cfc11b-2d05-400c-98c7-a1377dd4096b None None] Resources bound (agent type, host, resource id): {{(pid=88199) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 05 20:23:27.403642 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f3b228e3-19ca-4b43-b109-4012b9b1bee8 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:27.435122 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-f3b228e3-19ca-4b43-b109-4012b9b1bee8 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73915177-7af9-463f-a7fc-c9d3b2fe38cb']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:23:27.444120 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-f3b228e3-19ca-4b43-b109-4012b9b1bee8 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff7c413d-bdc9-475d-ad3b-dc58de6b47dd') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:23:27.444120 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-f3b228e3-19ca-4b43-b109-4012b9b1bee8 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff7c413d-bdc9-475d-ad3b-dc58de6b47dd') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:23:27.462327 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f3b228e3-19ca-4b43-b109-4012b9b1bee8 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:27.476456 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f3b228e3-19ca-4b43-b109-4012b9b1bee8 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:27.484666 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3b228e3-19ca-4b43-b109-4012b9b1bee8 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:23:27.484666 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f3b228e3-19ca-4b43-b109-4012b9b1bee8 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:27.509314 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:23:27.509314 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:23:27.509314 n-d-840717-1 neutron-server[88198]: timer() May 05 20:23:27.509314 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:23:27.509314 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:23:27.509314 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:23:27.509314 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:23:27.509314 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:23:27.509314 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:23:27.509314 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:23:27.509314 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:23:27.509314 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:23:27.509314 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:23:27.509314 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:23:27.509314 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:23:27.509314 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:23:27.509314 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:23:27.509314 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:23:27.509314 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:23:27.509314 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:23:27.509314 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:23:27.509314 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:23:27.509314 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:23:27.509314 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:23:27.509314 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:23:27.509314 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:23:27.509314 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:23:27.509314 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:23:27.509314 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:23:27.509314 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:23:27.509314 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:23:27.509314 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:23:27.624167 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f3b228e3-19ca-4b43-b109-4012b9b1bee8 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:27.673624 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f3b228e3-19ca-4b43-b109-4012b9b1bee8 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:27.680580 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b228e3-19ca-4b43-b109-4012b9b1bee8 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Pushing event deleted for resources: {'Network': ['ID=73915177-7af9-463f-a7fc-c9d3b2fe38cb,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:27.697040 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f3b228e3-19ca-4b43-b109-4012b9b1bee8 tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] 10.222.0.36 "DELETE /v2.0/networks/73915177-7af9-463f-a7fc-c9d3b2fe38cb HTTP/1.1" status: 204 len: 168 time: 0.6735811 May 05 20:23:27.697040 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 51346) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:27.865837 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6f3951f7-db3a-4fe1-a716-6b4558f7753e tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:28.047862 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6f3951f7-db3a-4fe1-a716-6b4558f7753e tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:28.082652 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-6f3951f7-db3a-4fe1-a716-6b4558f7753e tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aea22ca-6851-4b6f-bdfc-7632250dc6b1']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:23:28.121022 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-6f3951f7-db3a-4fe1-a716-6b4558f7753e tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9005085-cd7c-4459-b4fd-f6ad3a361f98') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:23:28.121022 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-6f3951f7-db3a-4fe1-a716-6b4558f7753e tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9005085-cd7c-4459-b4fd-f6ad3a361f98') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:23:28.132837 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6f3951f7-db3a-4fe1-a716-6b4558f7753e tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:28.156271 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6f3951f7-db3a-4fe1-a716-6b4558f7753e tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:28.163026 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f3951f7-db3a-4fe1-a716-6b4558f7753e tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:23:28.163026 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6f3951f7-db3a-4fe1-a716-6b4558f7753e tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:28.178926 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:23:28.178926 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:23:28.178926 n-d-840717-1 neutron-server[88198]: timer() May 05 20:23:28.178926 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:23:28.178926 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:23:28.178926 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:23:28.178926 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:23:28.178926 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:23:28.178926 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:23:28.178926 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:23:28.178926 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:23:28.178926 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:23:28.178926 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:23:28.178926 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:23:28.178926 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:23:28.178926 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:23:28.178926 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:23:28.178926 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:23:28.178926 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:23:28.178926 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:23:28.178926 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:23:28.178926 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:23:28.178926 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:23:28.178926 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:23:28.178926 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:23:28.178926 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:23:28.178926 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:23:28.178926 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:23:28.178926 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:23:28.178926 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:23:28.178926 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:23:28.178926 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:23:28.403641 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6f3951f7-db3a-4fe1-a716-6b4558f7753e tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:28.425193 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6f3951f7-db3a-4fe1-a716-6b4558f7753e tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:28.431589 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3951f7-db3a-4fe1-a716-6b4558f7753e tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Pushing event deleted for resources: {'Network': ['ID=8aea22ca-6851-4b6f-bdfc-7632250dc6b1,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:28.443318 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-6f3951f7-db3a-4fe1-a716-6b4558f7753e tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] 10.222.0.36 "DELETE /v2.0/networks/8aea22ca-6851-4b6f-bdfc-7632250dc6b1 HTTP/1.1" status: 204 len: 168 time: 0.7451310 May 05 20:23:28.446722 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51384) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:28.615727 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f46fdfcd-9622-4e8d-80ff-27b66cbb7c8e tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:29.027844 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f46fdfcd-9622-4e8d-80ff-27b66cbb7c8e tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:29.057480 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-f46fdfcd-9622-4e8d-80ff-27b66cbb7c8e tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1d17f33-1a51-402c-a20e-c07a57f9633b']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:23:29.074955 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-f46fdfcd-9622-4e8d-80ff-27b66cbb7c8e tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '063348f5-b583-4e3f-b939-854621d8a56b') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:23:29.074955 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-f46fdfcd-9622-4e8d-80ff-27b66cbb7c8e tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '063348f5-b583-4e3f-b939-854621d8a56b') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:23:29.087671 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f46fdfcd-9622-4e8d-80ff-27b66cbb7c8e tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:29.117725 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f46fdfcd-9622-4e8d-80ff-27b66cbb7c8e tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:29.124255 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f46fdfcd-9622-4e8d-80ff-27b66cbb7c8e tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:23:29.124659 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f46fdfcd-9622-4e8d-80ff-27b66cbb7c8e tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:29.143834 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:23:29.143834 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:23:29.143834 n-d-840717-1 neutron-server[88197]: timer() May 05 20:23:29.143834 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:23:29.143834 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:23:29.143834 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:23:29.143834 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:23:29.143834 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:23:29.143834 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:23:29.143834 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:23:29.143834 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:23:29.143834 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:23:29.143834 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:23:29.143834 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:23:29.143834 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:23:29.143834 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:23:29.143834 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:23:29.143834 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:23:29.143834 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:23:29.143834 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:23:29.143834 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:23:29.143834 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:23:29.143834 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:23:29.143834 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:23:29.143834 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:23:29.143834 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:23:29.143834 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:23:29.143834 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:23:29.143834 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:23:29.143834 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:23:29.143834 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:23:29.143834 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:23:29.282549 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f46fdfcd-9622-4e8d-80ff-27b66cbb7c8e tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:29.309672 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f46fdfcd-9622-4e8d-80ff-27b66cbb7c8e tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:29.314748 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46fdfcd-9622-4e8d-80ff-27b66cbb7c8e tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] Pushing event deleted for resources: {'Network': ['ID=e1d17f33-1a51-402c-a20e-c07a57f9633b,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:29.324437 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f46fdfcd-9622-4e8d-80ff-27b66cbb7c8e tempest-BulkNetworkOpsTest-1441857898 tempest-BulkNetworkOpsTest-1441857898-project] 10.222.0.36 "DELETE /v2.0/networks/e1d17f33-1a51-402c-a20e-c07a57f9633b HTTP/1.1" status: 204 len: 168 time: 0.8799355 May 05 20:23:29.487478 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 51450) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:29.699882 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9ceda524-3e29-46fb-9387-ac55c95932b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:29.733063 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-9ceda524-3e29-46fb-9387-ac55c95932b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:23:29.737379 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-9ceda524-3e29-46fb-9387-ac55c95932b5 admin admin] Usage tracker for resource:security_group_rule and tenant:fe5d4e2c174946f3b72a14e716c12fec is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:23:29.737379 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-9ceda524-3e29-46fb-9387-ac55c95932b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:23:29.744829 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-9ceda524-3e29-46fb-9387-ac55c95932b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:23:29.787708 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51472) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:29.859096 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9ceda524-3e29-46fb-9387-ac55c95932b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:29.874436 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9ceda524-3e29-46fb-9387-ac55c95932b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:29.905678 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-9ceda524-3e29-46fb-9387-ac55c95932b5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fe5d4e2c174946f3b72a14e716c12fec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4165716 May 05 20:23:29.906382 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51478) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:29.927655 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceda524-3e29-46fb-9387-ac55c95932b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7e1cd2-c5ad-4b9a-be0e-678eafa89141,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:30.062702 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-aa7a1718-033d-4a54-8412-a65b0e355955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:30.062702 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-c99e25ec-6031-4e2c-ba32-44cf58497d2f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c4b6d7279e614f26ad9e4cae89405f59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2804549 May 05 20:23:30.068799 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 51496) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:30.104683 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-aa7a1718-033d-4a54-8412-a65b0e355955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:30.132589 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b54cfee0-4580-4df1-91da-dea978ecd046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:30.163782 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b54cfee0-4580-4df1-91da-dea978ecd046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:30.167166 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-aa7a1718-033d-4a54-8412-a65b0e355955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:30.191186 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-aa7a1718-033d-4a54-8412-a65b0e355955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:30.191186 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-aa7a1718-033d-4a54-8412-a65b0e355955 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5b7e1cd2-c5ad-4b9a-be0e-678eafa89141 HTTP/1.1" status: 204 len: 168 time: 0.2804663 May 05 20:23:30.191186 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7a1718-033d-4a54-8412-a65b0e355955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7e1cd2-c5ad-4b9a-be0e-678eafa89141,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:30.260252 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b54cfee0-4580-4df1-91da-dea978ecd046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:30.277496 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54cfee0-4580-4df1-91da-dea978ecd046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b89b55c-500f-43a9-b7ad-722ff4e01801,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:30.282270 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b54cfee0-4580-4df1-91da-dea978ecd046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:30.285200 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b54cfee0-4580-4df1-91da-dea978ecd046 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4b89b55c-500f-43a9-b7ad-722ff4e01801 HTTP/1.1" status: 204 len: 168 time: 0.2183287 May 05 20:23:30.783762 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 51534) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:30.830578 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e2a78edf-2e00-4586-b714-8eca26996f53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:30.847735 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e2a78edf-2e00-4586-b714-8eca26996f53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:23:30.853347 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-e2a78edf-2e00-4586-b714-8eca26996f53 admin admin] Usage tracker for resource:security_group_rule and tenant:62387b0356ea49e4ba108a2f4ace445a is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:23:30.853347 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-e2a78edf-2e00-4586-b714-8eca26996f53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:23:30.860469 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e2a78edf-2e00-4586-b714-8eca26996f53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:23:30.995346 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e2a78edf-2e00-4586-b714-8eca26996f53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:31.005594 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e2a78edf-2e00-4586-b714-8eca26996f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:31.069660 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e2a78edf-2e00-4586-b714-8eca26996f53 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=62387b0356ea49e4ba108a2f4ace445a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2846453 May 05 20:23:31.070503 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a78edf-2e00-4586-b714-8eca26996f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f789f8f-6ebd-4b1a-93f2-3a889da0fc82,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:31.074727 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51570) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:31.206544 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0acc6e3c-1fdb-4835-911c-e9e3bc8e1c9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:31.238049 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0acc6e3c-1fdb-4835-911c-e9e3bc8e1c9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:31.325096 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0acc6e3c-1fdb-4835-911c-e9e3bc8e1c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:31.347662 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acc6e3c-1fdb-4835-911c-e9e3bc8e1c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f789f8f-6ebd-4b1a-93f2-3a889da0fc82,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:31.352018 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0acc6e3c-1fdb-4835-911c-e9e3bc8e1c9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:31.352018 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-0acc6e3c-1fdb-4835-911c-e9e3bc8e1c9e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1f789f8f-6ebd-4b1a-93f2-3a889da0fc82 HTTP/1.1" status: 204 len: 168 time: 0.2755003 May 05 20:23:31.565427 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51606) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:31.741432 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-0f389664-4d7e-4e05-ae86-b1ffa9ff135f tempest-NetworksNegativeTestJSON-1043927777 tempest-NetworksNegativeTestJSON-1043927777-project] Request body: {'port': {'network_id': 'ee8236e2-0189-41ab-b475-27fd0060b43e', 'name': 'tempest-NetworksNegativeTestJSON-1619912525'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:23:31.794393 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f389664-4d7e-4e05-ae86-b1ffa9ff135f tempest-NetworksNegativeTestJSON-1043927777 tempest-NetworksNegativeTestJSON-1043927777-project] POST failed (client error): The resource could not be found. May 05 20:23:31.794393 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f389664-4d7e-4e05-ae86-b1ffa9ff135f tempest-NetworksNegativeTestJSON-1043927777 tempest-NetworksNegativeTestJSON-1043927777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:23:31.794393 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-0f389664-4d7e-4e05-ae86-b1ffa9ff135f tempest-NetworksNegativeTestJSON-1043927777 tempest-NetworksNegativeTestJSON-1043927777-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2186520 May 05 20:23:31.803721 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 51616) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:31.840324 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-5543721f-dd2b-4919-a94b-7572556402aa tempest-NetworksNegativeTestJSON-1043927777 tempest-NetworksNegativeTestJSON-1043927777-project] DELETE failed (client error): The resource could not be found. May 05 20:23:31.840324 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5543721f-dd2b-4919-a94b-7572556402aa tempest-NetworksNegativeTestJSON-1043927777 tempest-NetworksNegativeTestJSON-1043927777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:23:31.855199 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-5543721f-dd2b-4919-a94b-7572556402aa tempest-NetworksNegativeTestJSON-1043927777 tempest-NetworksNegativeTestJSON-1043927777-project] 10.222.0.36 "DELETE /v2.0/networks/9d425adc-9394-4a8c-9f43-431372e4584d HTTP/1.1" status: 404 len: 339 time: 0.0562270 May 05 20:23:31.855199 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 51620) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:31.858803 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51622) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:31.875514 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-169df178-a9c0-439f-9828-8538ea712fd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:31.903490 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-169df178-a9c0-439f-9828-8538ea712fd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:23:31.909707 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-526612b5-c148-4204-9907-a92b721524aa tempest-NetworksNegativeTestJSON-1043927777 tempest-NetworksNegativeTestJSON-1043927777-project] DELETE failed (client error): The resource could not be found. May 05 20:23:31.909707 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-526612b5-c148-4204-9907-a92b721524aa tempest-NetworksNegativeTestJSON-1043927777 tempest-NetworksNegativeTestJSON-1043927777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:23:31.911607 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-169df178-a9c0-439f-9828-8538ea712fd9 admin admin] Usage tracker for resource:security_group_rule and tenant:9766b130d0aa4a189807e80e4ba30989 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:23:31.917419 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-526612b5-c148-4204-9907-a92b721524aa tempest-NetworksNegativeTestJSON-1043927777 tempest-NetworksNegativeTestJSON-1043927777-project] 10.222.0.36 "DELETE /v2.0/ports/77e9e187-6fd8-4e1d-8750-7d815f4fd42a HTTP/1.1" status: 404 len: 333 time: 0.0551059 May 05 20:23:31.924051 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-169df178-a9c0-439f-9828-8538ea712fd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:23:31.927124 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 51628) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:31.931432 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-169df178-a9c0-439f-9828-8538ea712fd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:23:31.986026 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-877d6c0c-79c5-40b6-8d75-b61f5f256e7f tempest-NetworksNegativeTestJSON-1043927777 tempest-NetworksNegativeTestJSON-1043927777-project] DELETE failed (client error): The resource could not be found. May 05 20:23:31.986026 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-877d6c0c-79c5-40b6-8d75-b61f5f256e7f tempest-NetworksNegativeTestJSON-1043927777 tempest-NetworksNegativeTestJSON-1043927777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:23:31.986026 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-877d6c0c-79c5-40b6-8d75-b61f5f256e7f tempest-NetworksNegativeTestJSON-1043927777 tempest-NetworksNegativeTestJSON-1043927777-project] 10.222.0.36 "DELETE /v2.0/subnets/5c35d3ec-cf8f-408e-9c2c-c5a6ec183273 HTTP/1.1" status: 404 len: 337 time: 0.0681775 May 05 20:23:31.990887 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 51634) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:32.027197 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3a4542d-43f4-4bc5-867e-6fabdb7a0077 tempest-NetworksNegativeTestJSON-1043927777 tempest-NetworksNegativeTestJSON-1043927777-project] GET failed (client error): The resource could not be found. May 05 20:23:32.027197 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f3a4542d-43f4-4bc5-867e-6fabdb7a0077 tempest-NetworksNegativeTestJSON-1043927777 tempest-NetworksNegativeTestJSON-1043927777-project] 10.222.0.36 "GET /v2.0/networks/04263c92-a338-4e6d-bc9e-72fc34d387c5 HTTP/1.1" status: 404 len: 339 time: 0.0345037 May 05 20:23:32.036115 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 51644) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:32.076204 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-169df178-a9c0-439f-9828-8538ea712fd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:32.076204 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-169df178-a9c0-439f-9828-8538ea712fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:32.098457 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-48f21460-e034-4462-9434-84c88b3965bb tempest-NetworksNegativeTestJSON-1043927777 tempest-NetworksNegativeTestJSON-1043927777-project] GET failed (client error): The resource could not be found. May 05 20:23:32.098457 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-48f21460-e034-4462-9434-84c88b3965bb tempest-NetworksNegativeTestJSON-1043927777 tempest-NetworksNegativeTestJSON-1043927777-project] 10.222.0.36 "GET /v2.0/ports/330573e6-4813-4a9f-b63e-d045ef853343 HTTP/1.1" status: 404 len: 333 time: 0.0630517 May 05 20:23:32.102575 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 51648) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:32.168530 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-62c9d96a-0ac5-4c7a-b819-41137d3780f2 tempest-NetworksNegativeTestJSON-1043927777 tempest-NetworksNegativeTestJSON-1043927777-project] GET failed (client error): The resource could not be found. May 05 20:23:32.170107 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-62c9d96a-0ac5-4c7a-b819-41137d3780f2 tempest-NetworksNegativeTestJSON-1043927777 tempest-NetworksNegativeTestJSON-1043927777-project] 10.222.0.36 "GET /v2.0/subnets/79c39d5b-2cac-4262-8cbd-f42bd741ce2e HTTP/1.1" status: 404 len: 337 time: 0.0705774 May 05 20:23:32.173889 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 51656) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:32.180254 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-ef0468c1-864d-44e6-b076-ea239c874664 tempest-NetworksNegativeTestJSON-1043927777 tempest-NetworksNegativeTestJSON-1043927777-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:23:32.196676 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-169df178-a9c0-439f-9828-8538ea712fd9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9766b130d0aa4a189807e80e4ba30989&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3386548 May 05 20:23:32.197354 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 51660) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:32.203187 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169df178-a9c0-439f-9828-8538ea712fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c8eb77-b35b-4967-85bd-73db4cb4d7c6,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:32.265393 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef0468c1-864d-44e6-b076-ea239c874664 tempest-NetworksNegativeTestJSON-1043927777 tempest-NetworksNegativeTestJSON-1043927777-project] PUT failed (client error): The resource could not be found. May 05 20:23:32.265806 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef0468c1-864d-44e6-b076-ea239c874664 tempest-NetworksNegativeTestJSON-1043927777 tempest-NetworksNegativeTestJSON-1043927777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:23:32.267858 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-ef0468c1-864d-44e6-b076-ea239c874664 tempest-NetworksNegativeTestJSON-1043927777 tempest-NetworksNegativeTestJSON-1043927777-project] 10.222.0.36 "PUT /v2.0/networks/e1aecb42-2381-4226-9a02-cf8f91d1e667 HTTP/1.1" status: 404 len: 339 time: 0.0921683 May 05 20:23:32.271127 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51668) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:32.279803 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-6ecf8025-4d97-4a42-bcf5-7f3d99a10cae tempest-NetworksNegativeTestJSON-1043927777 tempest-NetworksNegativeTestJSON-1043927777-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:23:32.298303 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1f4bfd8e-f010-4764-a71e-7d6bcfdc6112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:32.335442 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ecf8025-4d97-4a42-bcf5-7f3d99a10cae tempest-NetworksNegativeTestJSON-1043927777 tempest-NetworksNegativeTestJSON-1043927777-project] PUT failed (client error): The resource could not be found. May 05 20:23:32.335442 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ecf8025-4d97-4a42-bcf5-7f3d99a10cae tempest-NetworksNegativeTestJSON-1043927777 tempest-NetworksNegativeTestJSON-1043927777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:23:32.335442 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-6ecf8025-4d97-4a42-bcf5-7f3d99a10cae tempest-NetworksNegativeTestJSON-1043927777 tempest-NetworksNegativeTestJSON-1043927777-project] 10.222.0.36 "PUT /v2.0/ports/3e885f47-edd0-46d7-8ac6-f77724c49902 HTTP/1.1" status: 404 len: 333 time: 0.0587711 May 05 20:23:32.346895 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51672) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:32.354381 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-80661dd6-eeb4-4c57-b66e-68b87035cb1d tempest-NetworksNegativeTestJSON-1043927777 tempest-NetworksNegativeTestJSON-1043927777-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:23:32.357451 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1f4bfd8e-f010-4764-a71e-7d6bcfdc6112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:32.395850 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-80661dd6-eeb4-4c57-b66e-68b87035cb1d tempest-NetworksNegativeTestJSON-1043927777 tempest-NetworksNegativeTestJSON-1043927777-project] PUT failed (client error): The resource could not be found. May 05 20:23:32.395850 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80661dd6-eeb4-4c57-b66e-68b87035cb1d tempest-NetworksNegativeTestJSON-1043927777 tempest-NetworksNegativeTestJSON-1043927777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:23:32.395850 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-80661dd6-eeb4-4c57-b66e-68b87035cb1d tempest-NetworksNegativeTestJSON-1043927777 tempest-NetworksNegativeTestJSON-1043927777-project] 10.222.0.36 "PUT /v2.0/subnets/419e6771-e00e-4946-93ac-900b99f50dce HTTP/1.1" status: 404 len: 337 time: 0.0508993 May 05 20:23:32.433199 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1f4bfd8e-f010-4764-a71e-7d6bcfdc6112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:32.457672 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4bfd8e-f010-4764-a71e-7d6bcfdc6112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c8eb77-b35b-4967-85bd-73db4cb4d7c6,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:32.457672 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1f4bfd8e-f010-4764-a71e-7d6bcfdc6112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:32.460391 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-1f4bfd8e-f010-4764-a71e-7d6bcfdc6112 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/51c8eb77-b35b-4967-85bd-73db4cb4d7c6 HTTP/1.1" status: 204 len: 168 time: 0.2602119 May 05 20:23:32.733825 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b3116-4d5c-4442-aeea-4a1b5cdb4078 req-c816a87e-88d9-4d77-b105-8eab67016148 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:23:32.733825 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-f74b3116-4d5c-4442-aeea-4a1b5cdb4078 req-c816a87e-88d9-4d77-b105-8eab67016148 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Synchronizing usage tracker for tenant:3cb74c420a0d44ceab8f0189473c0240 on resource:network {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:23:32.765354 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-f74b3116-4d5c-4442-aeea-4a1b5cdb4078 req-c816a87e-88d9-4d77-b105-8eab67016148 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Unset dirty status for tenant:3cb74c420a0d44ceab8f0189473c0240 on resource:network {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:23:32.779614 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f74b3116-4d5c-4442-aeea-4a1b5cdb4078 req-c816a87e-88d9-4d77-b105-8eab67016148 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] 10.222.0.36 "GET /v2.0/networks?id=a832387e-31e5-4ff2-a2fd-7455c4d42558 HTTP/1.1" status: 200 len: 814 time: 0.2093408 May 05 20:23:32.786839 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f74b3116-4d5c-4442-aeea-4a1b5cdb4078 req-1e24be02-27be-459e-95f6-87f5ebbfde0e tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] 10.222.0.36 "GET /v2.0/quotas/3cb74c420a0d44ceab8f0189473c0240 HTTP/1.1" status: 200 len: 375 time: 0.0156548 May 05 20:23:32.889063 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f74b3116-4d5c-4442-aeea-4a1b5cdb4078 req-fdda0a88-6a6f-4845-96ae-7220e3b2c9d0 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3cb74c420a0d44ceab8f0189473c0240&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0790939 May 05 20:23:32.980046 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51696) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:33.046529 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f74b3116-4d5c-4442-aeea-4a1b5cdb4078 req-3e146e2e-a7ca-43b3-8d68-27340d30436e service neutron] 10.222.0.36 "GET /v2.0/networks/a832387e-31e5-4ff2-a2fd-7455c4d42558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525993 May 05 20:23:33.308968 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f74b3116-4d5c-4442-aeea-4a1b5cdb4078 req-babbf12c-4eac-49f2-bcfc-5c653f506f4a service neutron] 10.222.0.36 "GET /v2.0/networks/a832387e-31e5-4ff2-a2fd-7455c4d42558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396293 May 05 20:23:33.405506 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f7805b14-7d0f-4125-90fe-a1cd18669593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:33.424988 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-f7805b14-7d0f-4125-90fe-a1cd18669593 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:23:33.430368 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-f7805b14-7d0f-4125-90fe-a1cd18669593 admin admin] Usage tracker for resource:security_group_rule and tenant:a7df3b3db78e4cbba61c8f50a6b020d9 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:23:33.434085 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-f7805b14-7d0f-4125-90fe-a1cd18669593 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:23:33.440745 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-f7805b14-7d0f-4125-90fe-a1cd18669593 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:23:33.609273 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f7805b14-7d0f-4125-90fe-a1cd18669593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:33.609273 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f7805b14-7d0f-4125-90fe-a1cd18669593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:33.681074 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f7805b14-7d0f-4125-90fe-a1cd18669593 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a7df3b3db78e4cbba61c8f50a6b020d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7056057 May 05 20:23:33.681074 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7805b14-7d0f-4125-90fe-a1cd18669593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f62f47c0-d4f8-45e8-8fdb-6100d538862b,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:33.688708 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51734) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:33.817804 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bdeb7701-3e2c-4f98-86f8-fbb2a8b520b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:33.860549 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bdeb7701-3e2c-4f98-86f8-fbb2a8b520b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:33.936417 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bdeb7701-3e2c-4f98-86f8-fbb2a8b520b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:34.020699 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeb7701-3e2c-4f98-86f8-fbb2a8b520b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f62f47c0-d4f8-45e8-8fdb-6100d538862b,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:34.038946 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-635b09cc-2c49-4249-bef6-24ae6f1c1f4f req-13bb6404-9f0d-4dcd-815d-6775f298be8d tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] 10.222.0.36 "GET /v2.0/ports?device_id=ac8d508c-ff4d-4c19-93a7-38524b4b2fa9 HTTP/1.1" status: 200 len: 210 time: 0.5043836 May 05 20:23:34.046050 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bdeb7701-3e2c-4f98-86f8-fbb2a8b520b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:34.047262 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-bdeb7701-3e2c-4f98-86f8-fbb2a8b520b2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f62f47c0-d4f8-45e8-8fdb-6100d538862b HTTP/1.1" status: 204 len: 168 time: 0.3453608 May 05 20:23:34.659525 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6488ec06-372e-4714-b74f-bc3c9e9ebf56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:35.427514 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b3124866-e2af-4b36-90fb-f3646ccd63e6 req-b1d72efb-e5af-4f73-ac99-1574a059a078 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] 10.222.0.36 "GET /v2.0/ports?device_id=ac8d508c-ff4d-4c19-93a7-38524b4b2fa9 HTTP/1.1" status: 200 len: 210 time: 0.1709998 May 05 20:23:35.590378 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b3116-4d5c-4442-aeea-4a1b5cdb4078 req-3f85c7e0-4ea1-4124-921b-27c50edc27eb tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:23:35.590378 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f74b3116-4d5c-4442-aeea-4a1b5cdb4078 req-3f85c7e0-4ea1-4124-921b-27c50edc27eb tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] 10.222.0.50 "GET /v2.0/networks?id=a832387e-31e5-4ff2-a2fd-7455c4d42558 HTTP/1.1" status: 200 len: 814 time: 0.5199268 May 05 20:23:35.605754 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-f74b3116-4d5c-4442-aeea-4a1b5cdb4078 req-af09395d-e4c9-44dc-9d51-18a5176c0733 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Request body: {'port': {'device_id': 'ac8d508c-ff4d-4c19-93a7-38524b4b2fa9', 'network_id': 'a832387e-31e5-4ff2-a2fd-7455c4d42558', 'admin_state_up': True, 'tenant_id': '3cb74c420a0d44ceab8f0189473c0240'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:23:35.635986 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62cc1ae-e1cc-4237-972e-6e3003289c16 req-f4be939b-207b-4d53-9ad5-b7fdc7c91bc9 tempest-TestNetworkAdvancedServerOps-1264277304 tempest-TestNetworkAdvancedServerOps-1264277304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:23:35.642365 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e62cc1ae-e1cc-4237-972e-6e3003289c16 req-f4be939b-207b-4d53-9ad5-b7fdc7c91bc9 tempest-TestNetworkAdvancedServerOps-1264277304 tempest-TestNetworkAdvancedServerOps-1264277304-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ee9863f0-96c4-4df8-881c-4470d6835027 HTTP/1.1" status: 200 len: 1097 time: 0.1934767 May 05 20:23:35.813512 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-e62cc1ae-e1cc-4237-972e-6e3003289c16 req-ea5e79c6-e3ef-455d-8c0e-51c648c254a5 tempest-TestNetworkAdvancedServerOps-1264277304 tempest-TestNetworkAdvancedServerOps-1264277304-project-admin] Synchronizing usage tracker for tenant:6f5d6069936243878e27094f3bb70848 on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:23:35.842016 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-e62cc1ae-e1cc-4237-972e-6e3003289c16 req-ea5e79c6-e3ef-455d-8c0e-51c648c254a5 tempest-TestNetworkAdvancedServerOps-1264277304 tempest-TestNetworkAdvancedServerOps-1264277304-project-admin] Unset dirty status for tenant:6f5d6069936243878e27094f3bb70848 on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:23:35.843348 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e62cc1ae-e1cc-4237-972e-6e3003289c16 req-ea5e79c6-e3ef-455d-8c0e-51c648c254a5 tempest-TestNetworkAdvancedServerOps-1264277304 tempest-TestNetworkAdvancedServerOps-1264277304-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=1cc7af0e-4aca-46ea-9229-3f1f94b1b893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1933110 May 05 20:23:35.878861 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-f74b3116-4d5c-4442-aeea-4a1b5cdb4078 req-af09395d-e4c9-44dc-9d51-18a5176c0733 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:23:35.885698 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 51818) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:35.888424 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-f74b3116-4d5c-4442-aeea-4a1b5cdb4078 req-af09395d-e4c9-44dc-9d51-18a5176c0733 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Usage tracker for resource:port and tenant:3cb74c420a0d44ceab8f0189473c0240 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:23:35.894873 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-f74b3116-4d5c-4442-aeea-4a1b5cdb4078 req-af09395d-e4c9-44dc-9d51-18a5176c0733 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:23:35.912280 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-f74b3116-4d5c-4442-aeea-4a1b5cdb4078 req-af09395d-e4c9-44dc-9d51-18a5176c0733 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:23:36.004130 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f74b3116-4d5c-4442-aeea-4a1b5cdb4078 req-af09395d-e4c9-44dc-9d51-18a5176c0733 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Made reservation on behalf of 3cb74c420a0d44ceab8f0189473c0240 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:23:36.007070 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-f74b3116-4d5c-4442-aeea-4a1b5cdb4078 req-af09395d-e4c9-44dc-9d51-18a5176c0733 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:36.178434 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 51828) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:36.413895 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-9adacb11-b2c4-48a4-beaa-eadea07ac16c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Deleting port e6e06d51-4403-41da-a102-6243b59fb9fc {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:23:36.413895 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9adacb11-b2c4-48a4-beaa-eadea07ac16c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:36.649849 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-f74b3116-4d5c-4442-aeea-4a1b5cdb4078 req-af09395d-e4c9-44dc-9d51-18a5176c0733 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Allocated IP 172.20.0.7 (a832387e-31e5-4ff2-a2fd-7455c4d42558/48fdae70-c7db-41e9-a9c8-4b1e968522dd/ff0eeed0-9721-4c22-b0a9-c571f849f108) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:23:36.681973 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-9913fc91-078f-472f-b5fb-0209983ee17a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1338977613'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:23:36.724370 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f43012b3-2cb7-408e-bc64-11fd725e1bde req-b5f2c9bd-322b-4026-9d42-3a2c8a6691b1 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] 10.222.0.36 "GET /v2.0/ports?device_id=ac8d508c-ff4d-4c19-93a7-38524b4b2fa9 HTTP/1.1" status: 200 len: 210 time: 0.1190701 May 05 20:23:36.726069 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-9913fc91-078f-472f-b5fb-0209983ee17a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:23:36.730835 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-9913fc91-078f-472f-b5fb-0209983ee17a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Usage tracker for resource:network and tenant:08e9223c846c46d791083957f9887d85 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:23:36.733883 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-9913fc91-078f-472f-b5fb-0209983ee17a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:23:36.740155 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-9913fc91-078f-472f-b5fb-0209983ee17a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:23:36.754832 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9913fc91-078f-472f-b5fb-0209983ee17a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Made reservation on behalf of 08e9223c846c46d791083957f9887d85 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:23:36.771295 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9913fc91-078f-472f-b5fb-0209983ee17a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:36.789676 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9913fc91-078f-472f-b5fb-0209983ee17a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:36.808539 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-9913fc91-078f-472f-b5fb-0209983ee17a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:23:36.814170 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-9913fc91-078f-472f-b5fb-0209983ee17a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Usage tracker for resource:security_group_rule and tenant:08e9223c846c46d791083957f9887d85 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:23:36.821717 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-9913fc91-078f-472f-b5fb-0209983ee17a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:23:36.837132 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-9913fc91-078f-472f-b5fb-0209983ee17a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:23:36.844669 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9adacb11-b2c4-48a4-beaa-eadea07ac16c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:36.845359 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9adacb11-b2c4-48a4-beaa-eadea07ac16c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:36.853823 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a6539972-886b-43d4-b81f-3e47f6cf8579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:36.958251 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9913fc91-078f-472f-b5fb-0209983ee17a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:36.965279 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9913fc91-078f-472f-b5fb-0209983ee17a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:37.006167 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9913fc91-078f-472f-b5fb-0209983ee17a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:23:37.019448 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-9adacb11-b2c4-48a4-beaa-eadea07ac16c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Calling delete_port for e6e06d51-4403-41da-a102-6243b59fb9fc owned by network:floatingip {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:23:37.022987 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9913fc91-078f-472f-b5fb-0209983ee17a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7505e6-ca89-4372-8e5b-d63edc487125,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:37.022987 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9913fc91-078f-472f-b5fb-0209983ee17a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:37.022987 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-9913fc91-078f-472f-b5fb-0209983ee17a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Added segment ae01baf1-f37d-40fe-977f-9531c2f815ed of type vlan for network 70555f5f-79d5-44e7-9611-b50d1b634da6 May 05 20:23:37.073662 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9913fc91-078f-472f-b5fb-0209983ee17a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:37.106310 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9913fc91-078f-472f-b5fb-0209983ee17a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:37.117092 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9913fc91-078f-472f-b5fb-0209983ee17a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:23:37.118104 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9913fc91-078f-472f-b5fb-0209983ee17a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:37.261620 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9913fc91-078f-472f-b5fb-0209983ee17a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Pushing event updated for resources: {'Network': ['ID=70555f5f-79d5-44e7-9611-b50d1b634da6,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:37.268887 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-9913fc91-078f-472f-b5fb-0209983ee17a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0898838 May 05 20:23:37.268887 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 51862) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:37.286489 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-277d4b46-76ba-4ad7-9cbb-f6bd42017d22 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-526940746'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:23:37.289379 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 70555f5f-79d5-44e7-9611-b50d1b634da6 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:23:37.292862 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-277d4b46-76ba-4ad7-9cbb-f6bd42017d22 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:23:37.300108 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-277d4b46-76ba-4ad7-9cbb-f6bd42017d22 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Usage tracker for resource:network and tenant:08e9223c846c46d791083957f9887d85 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:23:37.300108 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-277d4b46-76ba-4ad7-9cbb-f6bd42017d22 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:23:37.307573 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-277d4b46-76ba-4ad7-9cbb-f6bd42017d22 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:23:37.341807 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277d4b46-76ba-4ad7-9cbb-f6bd42017d22 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Made reservation on behalf of 08e9223c846c46d791083957f9887d85 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:23:37.351848 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-277d4b46-76ba-4ad7-9cbb-f6bd42017d22 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:37.395423 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-f74b3116-4d5c-4442-aeea-4a1b5cdb4078 req-af09395d-e4c9-44dc-9d51-18a5176c0733 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:37.432244 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-f74b3116-4d5c-4442-aeea-4a1b5cdb4078 req-af09395d-e4c9-44dc-9d51-18a5176c0733 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:37.440832 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-277d4b46-76ba-4ad7-9cbb-f6bd42017d22 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:23:37.450801 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-277d4b46-76ba-4ad7-9cbb-f6bd42017d22 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:37.451240 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-277d4b46-76ba-4ad7-9cbb-f6bd42017d22 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Added segment ac4f4afb-870c-484d-a1c4-e89b1adcc223 of type vlan for network 3c4a927d-c8f3-46f8-b67b-85fc3a431cd3 May 05 20:23:37.496781 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-277d4b46-76ba-4ad7-9cbb-f6bd42017d22 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:37.534719 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-277d4b46-76ba-4ad7-9cbb-f6bd42017d22 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:37.543106 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277d4b46-76ba-4ad7-9cbb-f6bd42017d22 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:23:37.544055 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-277d4b46-76ba-4ad7-9cbb-f6bd42017d22 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:37.579399 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af09395d-e4c9-44dc-9d51-18a5176c0733 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Pushing event updated for resources: {'Port': ['ID=ff0eeed0-9721-4c22-b0a9-c571f849f108,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:37.616436 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f74b3116-4d5c-4442-aeea-4a1b5cdb4078 req-af09395d-e4c9-44dc-9d51-18a5176c0733 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Network a832387e-31e5-4ff2-a2fd-7455c4d42558 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:23:37.642939 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-277d4b46-76ba-4ad7-9cbb-f6bd42017d22 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3735459 May 05 20:23:37.643575 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 51876) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:37.702902 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-f74b3116-4d5c-4442-aeea-4a1b5cdb4078 req-af09395d-e4c9-44dc-9d51-18a5176c0733 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:23:37.706967 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-f74b3116-4d5c-4442-aeea-4a1b5cdb4078 req-af09395d-e4c9-44dc-9d51-18a5176c0733 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:23:37.740281 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9adacb11-b2c4-48a4-beaa-eadea07ac16c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:37.760452 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-4f2f4f90-895b-47ba-81a0-47267e49a3fa tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Request body: {'subnet': {'network_id': '70555f5f-79d5-44e7-9611-b50d1b634da6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:23:37.849819 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277d4b46-76ba-4ad7-9cbb-f6bd42017d22 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Pushing event updated for resources: {'Network': ['ID=3c4a927d-c8f3-46f8-b67b-85fc3a431cd3,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:37.871186 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:37.871186 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 3c4a927d-c8f3-46f8-b67b-85fc3a431cd3 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:23:38.130694 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-4f2f4f90-895b-47ba-81a0-47267e49a3fa tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:23:38.144963 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-4f2f4f90-895b-47ba-81a0-47267e49a3fa tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Usage tracker for resource:subnet and tenant:08e9223c846c46d791083957f9887d85 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:23:38.155125 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-4f2f4f90-895b-47ba-81a0-47267e49a3fa tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:23:38.166820 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-4f2f4f90-895b-47ba-81a0-47267e49a3fa tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:23:38.192809 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f2f4f90-895b-47ba-81a0-47267e49a3fa tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Made reservation on behalf of 08e9223c846c46d791083957f9887d85 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:23:38.198753 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4f2f4f90-895b-47ba-81a0-47267e49a3fa tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:38.202230 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adacb11-b2c4-48a4-beaa-eadea07ac16c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event deleted for resources: {'Port': ['ID=e6e06d51-4403-41da-a102-6243b59fb9fc,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:38.223858 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:38.360193 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b3116-4d5c-4442-aeea-4a1b5cdb4078 req-af09395d-e4c9-44dc-9d51-18a5176c0733 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:23:38.360193 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-f74b3116-4d5c-4442-aeea-4a1b5cdb4078 req-af09395d-e4c9-44dc-9d51-18a5176c0733 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:38.382119 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9adacb11-b2c4-48a4-beaa-eadea07ac16c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for floatingip, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:38.382119 n-d-840717-1 neutron-server[88197]: INFO neutron.db.l3_db [None req-9adacb11-b2c4-48a4-beaa-eadea07ac16c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Floating IP 4d90d91f-b09d-43ef-beed-021c6e799630 disassociated (deleted). External IP: 172.25.0.133, port: aff8760b-bddc-4493-b50c-c77a6a7254ea. May 05 20:23:38.488787 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f74b3116-4d5c-4442-aeea-4a1b5cdb4078 req-af09395d-e4c9-44dc-9d51-18a5176c0733 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8906860 May 05 20:23:38.505041 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-f74b3116-4d5c-4442-aeea-4a1b5cdb4078 req-074aa9b6-bf2e-4da5-ab92-9da36a42a558 service neutron] Request body: {'port': {'device_id': 'ac8d508c-ff4d-4c19-93a7-38524b4b2fa9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:23:38.741583 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a2d357-d80b-4ff7-8bea-680393b71d4d req-90d8b61b-c9d4-4bd5-8e97-34aef7f2b910 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:23:38.742875 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-19a2d357-d80b-4ff7-8bea-680393b71d4d req-90d8b61b-c9d4-4bd5-8e97-34aef7f2b910 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Synchronizing usage tracker for tenant:3cb74c420a0d44ceab8f0189473c0240 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:23:38.746211 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4f2f4f90-895b-47ba-81a0-47267e49a3fa tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:38.798752 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-f74b3116-4d5c-4442-aeea-4a1b5cdb4078 req-074aa9b6-bf2e-4da5-ab92-9da36a42a558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:38.977877 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2f4f90-895b-47ba-81a0-47267e49a3fa tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Pushing event updated for resources: {'Subnet': ['ID=381f9111-57d2-4820-bff0-26b3e1b56fdf,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:38.983864 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2f4f90-895b-47ba-81a0-47267e49a3fa tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Checking segment: {'id': 'ae01baf1-f37d-40fe-977f-9531c2f815ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '70555f5f-79d5-44e7-9611-b50d1b634da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:23:38.984222 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2f4f90-895b-47ba-81a0-47267e49a3fa tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Network hostable DHCP agents. Network: 70555f5f-79d5-44e7-9611-b50d1b634da6, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:23:39.012175 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2f4f90-895b-47ba-81a0-47267e49a3fa tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Network 70555f5f-79d5-44e7-9611-b50d1b634da6 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:23:39.026605 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-4f2f4f90-895b-47ba-81a0-47267e49a3fa tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 70555f5f-79d5-44e7-9611-b50d1b634da6) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:23:39.031183 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2f4f90-895b-47ba-81a0-47267e49a3fa tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:23:39.032355 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4f2f4f90-895b-47ba-81a0-47267e49a3fa tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:39.038725 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c322443-8035-4450-8c23-13457bd83990 None None] Network 70555f5f-79d5-44e7-9611-b50d1b634da6 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:23:39.108168 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-4f2f4f90-895b-47ba-81a0-47267e49a3fa tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4606640 May 05 20:23:39.108829 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 51902) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:39.118019 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-f8165a27-27e2-44c7-ba80-00f88f4f4f01 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Request body: {'subnet': {'network_id': '3c4a927d-c8f3-46f8-b67b-85fc3a431cd3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:23:39.128898 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-19a2d357-d80b-4ff7-8bea-680393b71d4d req-90d8b61b-c9d4-4bd5-8e97-34aef7f2b910 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Unset dirty status for tenant:3cb74c420a0d44ceab8f0189473c0240 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:23:39.130474 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-19a2d357-d80b-4ff7-8bea-680393b71d4d req-90d8b61b-c9d4-4bd5-8e97-34aef7f2b910 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] 10.222.0.36 "GET /v2.0/ports?device_id=ac8d508c-ff4d-4c19-93a7-38524b4b2fa9 HTTP/1.1" status: 200 len: 931 time: 1.0648220 May 05 20:23:39.283765 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f8165a27-27e2-44c7-ba80-00f88f4f4f01 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:23:39.288689 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-f8165a27-27e2-44c7-ba80-00f88f4f4f01 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Usage tracker for resource:subnet and tenant:08e9223c846c46d791083957f9887d85 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:23:39.292627 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-f8165a27-27e2-44c7-ba80-00f88f4f4f01 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:23:39.299629 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f8165a27-27e2-44c7-ba80-00f88f4f4f01 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:23:39.315152 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8165a27-27e2-44c7-ba80-00f88f4f4f01 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Made reservation on behalf of 08e9223c846c46d791083957f9887d85 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:23:39.340707 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f8165a27-27e2-44c7-ba80-00f88f4f4f01 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:39.350975 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196f860e-eaa0-4d68-937d-41cdf326443f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-70555f5f-79d5-44e7-9611-b50d1b634da6', 'network_id': '70555f5f-79d5-44e7-9611-b50d1b634da6', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'fixed_ips': [{'subnet_id': '381f9111-57d2-4820-bff0-26b3e1b56fdf'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:23:39.351891 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-196f860e-eaa0-4d68-937d-41cdf326443f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:39.628397 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-19a2d357-d80b-4ff7-8bea-680393b71d4d req-672acf69-6ec2-4e70-9e49-f29ca67e153e tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] 10.222.0.36 "GET /v2.0/security-groups?id=8eda2352-7e6c-4384-97c1-b91c9276aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4765530 May 05 20:23:39.669000 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:39.713744 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9adacb11-b2c4-48a4-beaa-eadea07ac16c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Router 634dc00c-b2a8-4d0d-b5ae-db7d02eadf54 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:23:39.790267 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-196f860e-eaa0-4d68-937d-41cdf326443f None None] Allocated IP 2001:db8::2 (70555f5f-79d5-44e7-9611-b50d1b634da6/381f9111-57d2-4820-bff0-26b3e1b56fdf/5a4bcf42-e51a-46b1-912d-fa6399d7f093) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:23:40.026222 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f8165a27-27e2-44c7-ba80-00f88f4f4f01 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:40.108215 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-196f860e-eaa0-4d68-937d-41cdf326443f None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:40.119585 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-196f860e-eaa0-4d68-937d-41cdf326443f None None] Transition to ACTIVE for port object 5a4bcf42-e51a-46b1-912d-fa6399d7f093 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:23:40.126077 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9adacb11-b2c4-48a4-beaa-eadea07ac16c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:23:40.138006 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72342b73-0bd2-4cf0-98a9-1b76a4422a9a None None] Sync routers for ids ['634dc00c-b2a8-4d0d-b5ae-db7d02eadf54'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:23:40.145211 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-196f860e-eaa0-4d68-937d-41cdf326443f None None] Transition to ACTIVE for port object 5a4bcf42-e51a-46b1-912d-fa6399d7f093 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:23:40.154923 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72342b73-0bd2-4cf0-98a9-1b76a4422a9a None None] Routers {'634dc00c-b2a8-4d0d-b5ae-db7d02eadf54'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:23:40.155769 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-196f860e-eaa0-4d68-937d-41cdf326443f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:40.157078 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-72342b73-0bd2-4cf0-98a9-1b76a4422a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:23:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['634dc00c-b2a8-4d0d-b5ae-db7d02eadf54'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:23:40.159257 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9adacb11-b2c4-48a4-beaa-eadea07ac16c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:40.210082 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8165a27-27e2-44c7-ba80-00f88f4f4f01 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Pushing event updated for resources: {'Subnet': ['ID=717b5946-b4b7-4e5c-b212-352433b7f5d6,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:40.260384 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8165a27-27e2-44c7-ba80-00f88f4f4f01 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Checking segment: {'id': 'ac4f4afb-870c-484d-a1c4-e89b1adcc223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3c4a927d-c8f3-46f8-b67b-85fc3a431cd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:23:40.260750 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8165a27-27e2-44c7-ba80-00f88f4f4f01 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Network hostable DHCP agents. Network: 3c4a927d-c8f3-46f8-b67b-85fc3a431cd3, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:23:40.274059 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196f860e-eaa0-4d68-937d-41cdf326443f None None] Network 70555f5f-79d5-44e7-9611-b50d1b634da6 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:23:40.278693 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-196f860e-eaa0-4d68-937d-41cdf326443f None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:23:40.281420 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196f860e-eaa0-4d68-937d-41cdf326443f None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:23:40.306047 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8165a27-27e2-44c7-ba80-00f88f4f4f01 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Network 3c4a927d-c8f3-46f8-b67b-85fc3a431cd3 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:23:40.326088 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-f8165a27-27e2-44c7-ba80-00f88f4f4f01 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 3c4a927d-c8f3-46f8-b67b-85fc3a431cd3) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:23:40.345884 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8165a27-27e2-44c7-ba80-00f88f4f4f01 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:23:40.346491 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f8165a27-27e2-44c7-ba80-00f88f4f4f01 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:40.378118 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1e246c-4fc9-4b6b-b1c0-c9564d62b96e None None] Network 3c4a927d-c8f3-46f8-b67b-85fc3a431cd3 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:23:40.387251 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f8165a27-27e2-44c7-ba80-00f88f4f4f01 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2766168 May 05 20:23:40.389843 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 51924) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:40.403487 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-9d96a2dc-2313-42fd-8905-e581e06e20b3 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-360631440', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:23:40.427854 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-9d96a2dc-2313-42fd-8905-e581e06e20b3 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:23:40.444105 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-9d96a2dc-2313-42fd-8905-e581e06e20b3 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Usage tracker for resource:router and tenant:08e9223c846c46d791083957f9887d85 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:23:40.444313 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-9adacb11-b2c4-48a4-beaa-eadea07ac16c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "DELETE /v2.0/floatingips/4d90d91f-b09d-43ef-beed-021c6e799630 HTTP/1.1" status: 204 len: 168 time: 4.5186503 May 05 20:23:40.453020 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-9d96a2dc-2313-42fd-8905-e581e06e20b3 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:23:40.461202 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-9d96a2dc-2313-42fd-8905-e581e06e20b3 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:23:40.477303 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9d96a2dc-2313-42fd-8905-e581e06e20b3 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:40.478613 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9d96a2dc-2313-42fd-8905-e581e06e20b3 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:40.498195 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9d96a2dc-2313-42fd-8905-e581e06e20b3 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:40.504718 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee9863f0-96c4-4df8-881c-4470d6835027', 'tag': 'aff8760b-bddc-4493-b50c-c77a6a7254ea'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:23:40.504875 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196f860e-eaa0-4d68-937d-41cdf326443f None None] Pushing event updated for resources: {'Port': ['ID=5a4bcf42-e51a-46b1-912d-fa6399d7f093,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:40.522567 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9d96a2dc-2313-42fd-8905-e581e06e20b3 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:40.572831 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-f74b3116-4d5c-4442-aeea-4a1b5cdb4078 req-074aa9b6-bf2e-4da5-ab92-9da36a42a558 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff0eeed0-9721-4c22-b0a9-c571f849f108 {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:23:40.583478 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-f74b3116-4d5c-4442-aeea-4a1b5cdb4078 req-074aa9b6-bf2e-4da5-ab92-9da36a42a558 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:40.621474 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-f74b3116-4d5c-4442-aeea-4a1b5cdb4078 req-074aa9b6-bf2e-4da5-ab92-9da36a42a558 service neutron] Transition to ACTIVE for port object ff0eeed0-9721-4c22-b0a9-c571f849f108 will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:23:40.634177 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbea3df0-e258-4377-8531-b164370f5da1'] response: {'name': 'network-changed', 'server_uuid': 'ee9863f0-96c4-4df8-881c-4470d6835027', 'tag': 'aff8760b-bddc-4493-b50c-c77a6a7254ea', 'status': 'completed', 'code': 200} May 05 20:23:40.635793 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9d96a2dc-2313-42fd-8905-e581e06e20b3 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:40.636909 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-f74b3116-4d5c-4442-aeea-4a1b5cdb4078 req-074aa9b6-bf2e-4da5-ab92-9da36a42a558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:40.640297 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-9d96a2dc-2313-42fd-8905-e581e06e20b3 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2465136 May 05 20:23:40.641114 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 51936) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:40.720875 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-72342b73-0bd2-4cf0-98a9-1b76a4422a9a None None] Set router 634dc00c-b2a8-4d0d-b5ae-db7d02eadf54 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:23:41.044354 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196f860e-eaa0-4d68-937d-41cdf326443f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:23:41.046072 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196f860e-eaa0-4d68-937d-41cdf326443f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:23:41.046905 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196f860e-eaa0-4d68-937d-41cdf326443f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:23:41.048244 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196f860e-eaa0-4d68-937d-41cdf326443f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:23:41.051056 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196f860e-eaa0-4d68-937d-41cdf326443f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:23:41.055774 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196f860e-eaa0-4d68-937d-41cdf326443f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:23:41.056570 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196f860e-eaa0-4d68-937d-41cdf326443f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:23:41.057284 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196f860e-eaa0-4d68-937d-41cdf326443f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:23:41.059160 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196f860e-eaa0-4d68-937d-41cdf326443f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:23:41.059913 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196f860e-eaa0-4d68-937d-41cdf326443f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:23:41.064447 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196f860e-eaa0-4d68-937d-41cdf326443f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:23:41.066308 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196f860e-eaa0-4d68-937d-41cdf326443f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:23:41.099919 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074aa9b6-bf2e-4da5-ab92-9da36a42a558 service neutron] Pushing event updated for resources: {'Port': ['ID=ff0eeed0-9721-4c22-b0a9-c571f849f108,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:41.129484 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-196f860e-eaa0-4d68-937d-41cdf326443f None None] Attempting to bind port 5a4bcf42-e51a-46b1-912d-fa6399d7f093 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:23:41.130995 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-196f860e-eaa0-4d68-937d-41cdf326443f None None] Attempting to bind port 5a4bcf42-e51a-46b1-912d-fa6399d7f093 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'ae01baf1-f37d-40fe-977f-9531c2f815ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '70555f5f-79d5-44e7-9611-b50d1b634da6'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:23:41.131981 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196f860e-eaa0-4d68-937d-41cdf326443f None None] Attempting to bind port 5a4bcf42-e51a-46b1-912d-fa6399d7f093 on network 70555f5f-79d5-44e7-9611-b50d1b634da6 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:23:41.167550 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196f860e-eaa0-4d68-937d-41cdf326443f None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:23:41.169765 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196f860e-eaa0-4d68-937d-41cdf326443f None None] Checking segment: {'id': 'ae01baf1-f37d-40fe-977f-9531c2f815ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '70555f5f-79d5-44e7-9611-b50d1b634da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:23:41.170805 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-196f860e-eaa0-4d68-937d-41cdf326443f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:41.173697 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196f860e-eaa0-4d68-937d-41cdf326443f None None] Bound using segment: {'id': 'ae01baf1-f37d-40fe-977f-9531c2f815ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '70555f5f-79d5-44e7-9611-b50d1b634da6'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:23:41.175015 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-196f860e-eaa0-4d68-937d-41cdf326443f None None] Bound port: 5a4bcf42-e51a-46b1-912d-fa6399d7f093, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae01baf1-f37d-40fe-977f-9531c2f815ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '70555f5f-79d5-44e7-9611-b50d1b634da6'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:23:41.180982 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-196f860e-eaa0-4d68-937d-41cdf326443f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:41.392397 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-f74b3116-4d5c-4442-aeea-4a1b5cdb4078 req-074aa9b6-bf2e-4da5-ab92-9da36a42a558 service neutron] Attempting to bind port ff0eeed0-9721-4c22-b0a9-c571f849f108 on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:23:41.392951 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-f74b3116-4d5c-4442-aeea-4a1b5cdb4078 req-074aa9b6-bf2e-4da5-ab92-9da36a42a558 service neutron] Attempting to bind port ff0eeed0-9721-4c22-b0a9-c571f849f108 by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': '91a06b22-4f81-42bf-a32c-14ccd82ed834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a832387e-31e5-4ff2-a2fd-7455c4d42558'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:23:41.393050 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74b3116-4d5c-4442-aeea-4a1b5cdb4078 req-074aa9b6-bf2e-4da5-ab92-9da36a42a558 service neutron] Attempting to bind port ff0eeed0-9721-4c22-b0a9-c571f849f108 on network a832387e-31e5-4ff2-a2fd-7455c4d42558 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:23:41.408755 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74b3116-4d5c-4442-aeea-4a1b5cdb4078 req-074aa9b6-bf2e-4da5-ab92-9da36a42a558 service neutron] Port ff0eeed0-9721-4c22-b0a9-c571f849f108 on network a832387e-31e5-4ff2-a2fd-7455c4d42558 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:23:41.409273 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74b3116-4d5c-4442-aeea-4a1b5cdb4078 req-074aa9b6-bf2e-4da5-ab92-9da36a42a558 service neutron] Attempting to bind port ff0eeed0-9721-4c22-b0a9-c571f849f108 on network a832387e-31e5-4ff2-a2fd-7455c4d42558 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:23:41.436467 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74b3116-4d5c-4442-aeea-4a1b5cdb4078 req-074aa9b6-bf2e-4da5-ab92-9da36a42a558 service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:23:41.437113 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74b3116-4d5c-4442-aeea-4a1b5cdb4078 req-074aa9b6-bf2e-4da5-ab92-9da36a42a558 service neutron] Checking segment: {'id': '91a06b22-4f81-42bf-a32c-14ccd82ed834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a832387e-31e5-4ff2-a2fd-7455c4d42558'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:23:41.437657 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74b3116-4d5c-4442-aeea-4a1b5cdb4078 req-074aa9b6-bf2e-4da5-ab92-9da36a42a558 service neutron] Bound using segment: {'id': '91a06b22-4f81-42bf-a32c-14ccd82ed834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a832387e-31e5-4ff2-a2fd-7455c4d42558'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:23:41.438284 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-f74b3116-4d5c-4442-aeea-4a1b5cdb4078 req-074aa9b6-bf2e-4da5-ab92-9da36a42a558 service neutron] Bound port: ff0eeed0-9721-4c22-b0a9-c571f849f108, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91a06b22-4f81-42bf-a32c-14ccd82ed834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a832387e-31e5-4ff2-a2fd-7455c4d42558'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:23:41.438779 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-f74b3116-4d5c-4442-aeea-4a1b5cdb4078 req-074aa9b6-bf2e-4da5-ab92-9da36a42a558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:41.460162 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b80f59-6266-44df-b4c4-12f9fdc82489 req-13ecffc7-6820-493d-8461-3e3a5c796896 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:23:41.462050 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-87b80f59-6266-44df-b4c4-12f9fdc82489 req-13ecffc7-6820-493d-8461-3e3a5c796896 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] 10.222.0.36 "GET /v2.0/ports?device_id=ac8d508c-ff4d-4c19-93a7-38524b4b2fa9 HTTP/1.1" status: 200 len: 943 time: 0.4440424 May 05 20:23:41.477884 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ccb1a7-324e-4fe9-a6f7-28ce51e9f66a req-89a39473-8c7d-4af5-85b9-5c3a940b6b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:23:41.479825 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-72ccb1a7-324e-4fe9-a6f7-28ce51e9f66a req-89a39473-8c7d-4af5-85b9-5c3a940b6b2d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=310f91420a2d4ddd8aab8a710d8dc814&device_id=ee9863f0-96c4-4df8-881c-4470d6835027 HTTP/1.1" status: 200 len: 1097 time: 0.5553472 May 05 20:23:41.611252 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-f74b3116-4d5c-4442-aeea-4a1b5cdb4078 req-074aa9b6-bf2e-4da5-ab92-9da36a42a558 service neutron] For port ff0eeed0-9721-4c22-b0a9-c571f849f108, host n-h2-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:23:41.618450 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-f74b3116-4d5c-4442-aeea-4a1b5cdb4078 req-074aa9b6-bf2e-4da5-ab92-9da36a42a558 service neutron] For port ff0eeed0-9721-4c22-b0a9-c571f849f108, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=ff0eeed0-9721-4c22-b0a9-c571f849f108,segment=NetworkSegment(91a06b22-4f81-42bf-a32c-14ccd82ed834),segment_id=91a06b22-4f81-42bf-a32c-14ccd82ed834)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:23:41.691325 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-72342b73-0bd2-4cf0-98a9-1b76a4422a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634dc00c-b2a8-4d0d-b5ae-db7d02eadf54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-597991816', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '979bd086-27ba-4b62-a3cc-0ed9cd3339c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:21:22Z', 'updated_at': '2022-05-05T20:21:36Z', 'revision_number': 4, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'gw_port': {'id': '979bd086-27ba-4b62-a3cc-0ed9cd3339c1', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:61:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634dc00c-b2a8-4d0d-b5ae-db7d02eadf54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:21:24Z', 'updated_at': '2022-05-05T20:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'a8831f6f-33a7-4310-942a-02f1a6563041', 'name': '', 'network_id': '31b469d8-6d49-4092-85b9-89b228577bc0', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'mac_address': 'fa:16:3e:64:55:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634dc00c-b2a8-4d0d-b5ae-db7d02eadf54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '477409ea-8175-4012-b9f5-deeb71642c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:21:34Z', 'updated_at': '2022-05-05T20:21:46Z', 'revision_number': 5, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'subnets': [{'id': '477409ea-8175-4012-b9f5-deeb71642c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:23:41.701544 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72342b73-0bd2-4cf0-98a9-1b76a4422a9a None None] Checking router: 634dc00c-b2a8-4d0d-b5ae-db7d02eadf54 for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:23:41.722429 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72342b73-0bd2-4cf0-98a9-1b76a4422a9a None None] Routers {'634dc00c-b2a8-4d0d-b5ae-db7d02eadf54'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:23:41.723866 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-72342b73-0bd2-4cf0-98a9-1b76a4422a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:23:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['634dc00c-b2a8-4d0d-b5ae-db7d02eadf54'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:23:41.746655 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-196f860e-eaa0-4d68-937d-41cdf326443f None None] For port 5a4bcf42-e51a-46b1-912d-fa6399d7f093, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:23:41.760430 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-196f860e-eaa0-4d68-937d-41cdf326443f None None] For port 5a4bcf42-e51a-46b1-912d-fa6399d7f093, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=5a4bcf42-e51a-46b1-912d-fa6399d7f093,segment=NetworkSegment(ae01baf1-f37d-40fe-977f-9531c2f815ed),segment_id=ae01baf1-f37d-40fe-977f-9531c2f815ed)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:23:41.792415 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-196f860e-eaa0-4d68-937d-41cdf326443f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:41.865320 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ccb1a7-324e-4fe9-a6f7-28ce51e9f66a req-22e710e5-85db-4936-aed2-c4666ba08ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:23:41.868815 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-72ccb1a7-324e-4fe9-a6f7-28ce51e9f66a req-22e710e5-85db-4936-aed2-c4666ba08ec1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=31b469d8-6d49-4092-85b9-89b228577bc0 HTTP/1.1" status: 200 len: 897 time: 0.2486374 May 05 20:23:42.095391 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a12c93f-7da9-4dfc-a269-b15764558987 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-3c4a927d-c8f3-46f8-b67b-85fc3a431cd3', 'network_id': '3c4a927d-c8f3-46f8-b67b-85fc3a431cd3', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'fixed_ips': [{'subnet_id': '717b5946-b4b7-4e5c-b212-352433b7f5d6'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:23:42.096817 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7a12c93f-7da9-4dfc-a269-b15764558987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:42.133950 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196f860e-eaa0-4d68-937d-41cdf326443f None None] Pushing event updated for resources: {'Port': ['ID=5a4bcf42-e51a-46b1-912d-fa6399d7f093,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:42.261643 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-72342b73-0bd2-4cf0-98a9-1b76a4422a9a None None] Set router 634dc00c-b2a8-4d0d-b5ae-db7d02eadf54 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:23:42.368380 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-f74b3116-4d5c-4442-aeea-4a1b5cdb4078 req-074aa9b6-bf2e-4da5-ab92-9da36a42a558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:42.661818 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b3116-4d5c-4442-aeea-4a1b5cdb4078 req-074aa9b6-bf2e-4da5-ab92-9da36a42a558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:23:42.662829 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-f74b3116-4d5c-4442-aeea-4a1b5cdb4078 req-074aa9b6-bf2e-4da5-ab92-9da36a42a558 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:42.665575 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-7a12c93f-7da9-4dfc-a269-b15764558987 None None] Allocated IP 2001:db8:1::2 (3c4a927d-c8f3-46f8-b67b-85fc3a431cd3/717b5946-b4b7-4e5c-b212-352433b7f5d6/9e34ecfa-af3e-4ce4-83fa-286bae30f868) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:23:42.682815 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f74b3116-4d5c-4442-aeea-4a1b5cdb4078 req-074aa9b6-bf2e-4da5-ab92-9da36a42a558 service neutron] 10.222.0.50 "PUT /v2.0/ports/ff0eeed0-9721-4c22-b0a9-c571f849f108 HTTP/1.1" status: 200 len: 1091 time: 4.1751516 May 05 20:23:42.749746 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac8d508c-ff4d-4c19-93a7-38524b4b2fa9', 'tag': 'ff0eeed0-9721-4c22-b0a9-c571f849f108'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:23:42.777639 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-72ccb1a7-324e-4fe9-a6f7-28ce51e9f66a req-9190d074-a9ce-48bd-a794-9831e66b7ad9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aff8760b-bddc-4493-b50c-c77a6a7254ea HTTP/1.1" status: 200 len: 217 time: 0.8993824 May 05 20:23:42.962589 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-72342b73-0bd2-4cf0-98a9-1b76a4422a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634dc00c-b2a8-4d0d-b5ae-db7d02eadf54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-597991816', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '979bd086-27ba-4b62-a3cc-0ed9cd3339c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:21:22Z', 'updated_at': '2022-05-05T20:21:36Z', 'revision_number': 4, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'gw_port': {'id': '979bd086-27ba-4b62-a3cc-0ed9cd3339c1', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:61:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634dc00c-b2a8-4d0d-b5ae-db7d02eadf54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:21:24Z', 'updated_at': '2022-05-05T20:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'a8831f6f-33a7-4310-942a-02f1a6563041', 'name': '', 'network_id': '31b469d8-6d49-4092-85b9-89b228577bc0', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'mac_address': 'fa:16:3e:64:55:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634dc00c-b2a8-4d0d-b5ae-db7d02eadf54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '477409ea-8175-4012-b9f5-deeb71642c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:21:34Z', 'updated_at': '2022-05-05T20:21:46Z', 'revision_number': 5, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'subnets': [{'id': '477409ea-8175-4012-b9f5-deeb71642c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:23:42.969253 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72342b73-0bd2-4cf0-98a9-1b76a4422a9a None None] The sync data for ids ['634dc00c-b2a8-4d0d-b5ae-db7d02eadf54'] in n-d-840717-1 is: [{'id': '634dc00c-b2a8-4d0d-b5ae-db7d02eadf54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-597991816', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '979bd086-27ba-4b62-a3cc-0ed9cd3339c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:21:22Z', 'updated_at': '2022-05-05T20:21:36Z', 'revision_number': 4, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'gw_port': {'id': '979bd086-27ba-4b62-a3cc-0ed9cd3339c1', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:61:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634dc00c-b2a8-4d0d-b5ae-db7d02eadf54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:21:24Z', 'updated_at': '2022-05-05T20:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'a8831f6f-33a7-4310-942a-02f1a6563041', 'name': '', 'network_id': '31b469d8-6d49-4092-85b9-89b228577bc0', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'mac_address': 'fa:16:3e:64:55:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634dc00c-b2a8-4d0d-b5ae-db7d02eadf54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '477409ea-8175-4012-b9f5-deeb71642c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:21:34Z', 'updated_at': '2022-05-05T20:21:46Z', 'revision_number': 5, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'subnets': [{'id': '477409ea-8175-4012-b9f5-deeb71642c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:23:42.991395 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda678c8-9622-4865-9a62-ae84c339c1ec req-4e74d723-bedf-4c1b-ab45-cc26cda46560 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:23:42.994545 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cda678c8-9622-4865-9a62-ae84c339c1ec req-4e74d723-bedf-4c1b-ab45-cc26cda46560 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee9863f0-96c4-4df8-881c-4470d6835027 HTTP/1.1" status: 200 len: 946 time: 0.7308669 May 05 20:23:43.027051 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2731ff48-3686-4845-b3b4-061e1ebf9db6 req-966dc52e-321f-45f6-b9f8-9d1384c43bdf tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:23:43.039217 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2731ff48-3686-4845-b3b4-061e1ebf9db6 req-966dc52e-321f-45f6-b9f8-9d1384c43bdf tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee9863f0-96c4-4df8-881c-4470d6835027 HTTP/1.1" status: 200 len: 946 time: 1.6346288 May 05 20:23:43.062081 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-87b80f59-6266-44df-b4c4-12f9fdc82489 req-7c1a5f76-c12f-41a8-9c88-6c84415c0015 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] 10.222.0.36 "GET /v2.0/security-groups?id=8eda2352-7e6c-4384-97c1-b91c9276aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4395227 May 05 20:23:43.105830 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074aa9b6-bf2e-4da5-ab92-9da36a42a558 service neutron] Pushing event updated for resources: {'Port': ['ID=ff0eeed0-9721-4c22-b0a9-c571f849f108,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:43.124306 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ccb1a7-324e-4fe9-a6f7-28ce51e9f66a req-65eca5cf-6036-4cd2-966f-8fc652a8e7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:23:43.126029 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-72ccb1a7-324e-4fe9-a6f7-28ce51e9f66a req-65eca5cf-6036-4cd2-966f-8fc652a8e7c6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=477409ea-8175-4012-b9f5-deeb71642c2e HTTP/1.1" status: 200 len: 835 time: 0.1291511 May 05 20:23:43.132721 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b3116-4d5c-4442-aeea-4a1b5cdb4078 req-e71c5129-4549-4a4e-8f30-6ad5ca1fc16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:23:43.144346 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f74b3116-4d5c-4442-aeea-4a1b5cdb4078 req-e71c5129-4549-4a4e-8f30-6ad5ca1fc16f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3cb74c420a0d44ceab8f0189473c0240&device_id=ac8d508c-ff4d-4c19-93a7-38524b4b2fa9 HTTP/1.1" status: 200 len: 1094 time: 0.3593788 May 05 20:23:43.294339 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f74b3116-4d5c-4442-aeea-4a1b5cdb4078 req-f0c4b164-fed5-49ce-bb88-5ccbc0c643ac service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff0eeed0-9721-4c22-b0a9-c571f849f108 HTTP/1.1" status: 200 len: 217 time: 0.1091576 May 05 20:23:43.353499 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-20d5be95-cc28-46c1-aafe-dfac6bdbb734 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:43.428356 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71679300-1d28-4ddf-aa8e-8b8ad0951a77'] response: {'name': 'network-changed', 'server_uuid': 'ac8d508c-ff4d-4c19-93a7-38524b4b2fa9', 'tag': 'ff0eeed0-9721-4c22-b0a9-c571f849f108', 'status': 'completed', 'code': 200} May 05 20:23:43.442085 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b3116-4d5c-4442-aeea-4a1b5cdb4078 req-e006da6b-5205-4b46-a94d-81112e8c6e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:23:43.446801 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f74b3116-4d5c-4442-aeea-4a1b5cdb4078 req-e006da6b-5205-4b46-a94d-81112e8c6e37 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=48fdae70-c7db-41e9-a9c8-4b1e968522dd HTTP/1.1" status: 200 len: 854 time: 0.1468120 May 05 20:23:43.452959 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2731ff48-3686-4845-b3b4-061e1ebf9db6 req-aa541d09-508f-4787-9cec-a81aaaf70ba0 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cc7af0e-4aca-46ea-9229-3f1f94b1b893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4126046 May 05 20:23:43.455713 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ccb1a7-324e-4fe9-a6f7-28ce51e9f66a req-3082d8d6-5ec1-4e34-b330-d6d5c78c766a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:23:43.464009 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-72ccb1a7-324e-4fe9-a6f7-28ce51e9f66a req-3082d8d6-5ec1-4e34-b330-d6d5c78c766a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=31b469d8-6d49-4092-85b9-89b228577bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3182423 May 05 20:23:43.541660 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-cda678c8-9622-4865-9a62-ae84c339c1ec req-8efec26c-cecf-40dd-904c-ea5c5ccfd5f6 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Deleting port aff8760b-bddc-4493-b50c-c77a6a7254ea {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:23:43.543206 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-cda678c8-9622-4865-9a62-ae84c339c1ec req-8efec26c-cecf-40dd-904c-ea5c5ccfd5f6 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:43.583515 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 5a4bcf42-e51a-46b1-912d-fa6399d7f093 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:23:43.814654 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f74b3116-4d5c-4442-aeea-4a1b5cdb4078 req-3434013d-68f8-4470-8828-1702f23db5a6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a832387e-31e5-4ff2-a2fd-7455c4d42558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3391280 May 05 20:23:43.877486 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7a12c93f-7da9-4dfc-a269-b15764558987 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:43.960823 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5da606-435b-4277-b310-1970d7674760 None None] New status for floating IP 4d90d91f-b09d-43ef-beed-021c6e799630: DOWN {{(pid=88199) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:23:44.181574 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f74b3116-4d5c-4442-aeea-4a1b5cdb4078 req-c97aa622-868c-4779-8afa-c9086d97f8e9 service neutron] 10.222.0.50 "GET /v2.0/networks/a832387e-31e5-4ff2-a2fd-7455c4d42558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549593 May 05 20:23:44.210609 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 5a4bcf42-e51a-46b1-912d-fa6399d7f093 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:23:44.406716 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 51994) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:44.430809 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-7a12c93f-7da9-4dfc-a269-b15764558987 None None] Transition to ACTIVE for port object 9e34ecfa-af3e-4ce4-83fa-286bae30f868 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:23:44.482778 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f74b3116-4d5c-4442-aeea-4a1b5cdb4078 req-b8287e0f-001b-4dbf-aa47-4da9c0538eb8 service neutron] 10.222.0.50 "GET /v2.0/networks/a832387e-31e5-4ff2-a2fd-7455c4d42558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625804 May 05 20:23:44.485590 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-72ccb1a7-324e-4fe9-a6f7-28ce51e9f66a req-e7dee177-b1df-4222-9b64-92aafcf25f94 service neutron] 10.222.0.24 "GET /v2.0/networks/31b469d8-6d49-4092-85b9-89b228577bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0031350 May 05 20:23:44.550760 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-c490dfc1-07cb-49ea-815c-f48948761a05 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1602256004', 'description': 'tempest-secgroup-smoke-1602256004 description', 'project_id': '882c3092895149a59ea813977ba9e154'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:23:44.589029 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-c490dfc1-07cb-49ea-815c-f48948761a05 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:23:44.672190 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e4de38-45ce-418d-aeee-1176c0c2292c None None] Network 70555f5f-79d5-44e7-9611-b50d1b634da6 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:23:44.728348 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-c490dfc1-07cb-49ea-815c-f48948761a05 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Usage tracker for resource:security_group and tenant:882c3092895149a59ea813977ba9e154 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:23:44.752700 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-c490dfc1-07cb-49ea-815c-f48948761a05 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:23:44.771988 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-c490dfc1-07cb-49ea-815c-f48948761a05 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:23:44.848022 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c490dfc1-07cb-49ea-815c-f48948761a05 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:44.911740 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-72ccb1a7-324e-4fe9-a6f7-28ce51e9f66a req-ca91e500-580e-4e97-9ccd-839414746076 service neutron] 10.222.0.24 "GET /v2.0/networks/31b469d8-6d49-4092-85b9-89b228577bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4198415 May 05 20:23:44.914742 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187f77b-7269-4624-af89-1d78d5c4c830 req-da7aab8b-0a1e-40e8-b2f7-9389bdb8f793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:23:44.916447 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c187f77b-7269-4624-af89-1d78d5c4c830 req-da7aab8b-0a1e-40e8-b2f7-9389bdb8f793 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3cb74c420a0d44ceab8f0189473c0240&device_id=ac8d508c-ff4d-4c19-93a7-38524b4b2fa9 HTTP/1.1" status: 200 len: 1094 time: 0.3787930 May 05 20:23:44.994771 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-a26e82df-39be-452f-bee7-ff13d2a0637e None None] Provisioning for port 5a4bcf42-e51a-46b1-912d-fa6399d7f093 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:23:44.998076 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:45.014342 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-7a12c93f-7da9-4dfc-a269-b15764558987 None None] Transition to ACTIVE for port object 9e34ecfa-af3e-4ce4-83fa-286bae30f868 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:23:45.017643 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-a26e82df-39be-452f-bee7-ff13d2a0637e None None] Provisioning complete for port 5a4bcf42-e51a-46b1-912d-fa6399d7f093 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:23:45.018166 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a26e82df-39be-452f-bee7-ff13d2a0637e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:45.070108 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7a12c93f-7da9-4dfc-a269-b15764558987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:45.070308 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a4390d-f01c-4a72-b9f0-0e0607f4c10a req-006bf0a2-8e31-4c65-ad90-a8b41025b6e4 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:23:45.070947 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babc09da-2b61-4d69-9a09-6016c13da2c4 req-4f06d5e2-40e0-450d-b190-561caf3dc883 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:23:45.071562 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-12a4390d-f01c-4a72-b9f0-0e0607f4c10a req-006bf0a2-8e31-4c65-ad90-a8b41025b6e4 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Synchronizing usage tracker for tenant:310f91420a2d4ddd8aab8a710d8dc814 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:23:45.072468 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-babc09da-2b61-4d69-9a09-6016c13da2c4 req-4f06d5e2-40e0-450d-b190-561caf3dc883 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] 10.222.0.36 "GET /v2.0/ports?device_id=ac8d508c-ff4d-4c19-93a7-38524b4b2fa9 HTTP/1.1" status: 200 len: 943 time: 0.6626275 May 05 20:23:45.076642 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-c490dfc1-07cb-49ea-815c-f48948761a05 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:23:45.080622 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-c490dfc1-07cb-49ea-815c-f48948761a05 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Usage tracker for resource:security_group_rule and tenant:882c3092895149a59ea813977ba9e154 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:23:45.083599 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-c490dfc1-07cb-49ea-815c-f48948761a05 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:23:45.090470 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-c490dfc1-07cb-49ea-815c-f48948761a05 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:23:45.129863 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-12a4390d-f01c-4a72-b9f0-0e0607f4c10a req-006bf0a2-8e31-4c65-ad90-a8b41025b6e4 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Unset dirty status for tenant:310f91420a2d4ddd8aab8a710d8dc814 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:23:45.131020 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-12a4390d-f01c-4a72-b9f0-0e0607f4c10a req-006bf0a2-8e31-4c65-ad90-a8b41025b6e4 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee9863f0-96c4-4df8-881c-4470d6835027 HTTP/1.1" status: 200 len: 946 time: 0.3347688 May 05 20:23:45.169930 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a12c93f-7da9-4dfc-a269-b15764558987 None None] Pushing event updated for resources: {'Port': ['ID=9e34ecfa-af3e-4ce4-83fa-286bae30f868,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:45.174810 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c490dfc1-07cb-49ea-815c-f48948761a05 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:45.188787 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c490dfc1-07cb-49ea-815c-f48948761a05 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:45.196704 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a12c93f-7da9-4dfc-a269-b15764558987 None None] Network 3c4a927d-c8f3-46f8-b67b-85fc3a431cd3 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:23:45.199435 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-7a12c93f-7da9-4dfc-a269-b15764558987 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:23:45.202064 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a12c93f-7da9-4dfc-a269-b15764558987 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:23:45.236576 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187f77b-7269-4624-af89-1d78d5c4c830 req-f782ce96-4d47-464f-b16b-9b264e4be7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:23:45.238284 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c187f77b-7269-4624-af89-1d78d5c4c830 req-f782ce96-4d47-464f-b16b-9b264e4be7f6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a832387e-31e5-4ff2-a2fd-7455c4d42558 HTTP/1.1" status: 200 len: 915 time: 0.3073490 May 05 20:23:45.254530 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-cda678c8-9622-4865-9a62-ae84c339c1ec req-8efec26c-cecf-40dd-904c-ea5c5ccfd5f6 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] For port aff8760b-bddc-4493-b50c-c77a6a7254ea, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=aff8760b-bddc-4493-b50c-c77a6a7254ea,segment=NetworkSegment(d248bc78-6ee4-4251-a7f7-94832ea6da5c),segment_id=d248bc78-6ee4-4251-a7f7-94832ea6da5c)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:23:45.254883 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-cda678c8-9622-4865-9a62-ae84c339c1ec req-8efec26c-cecf-40dd-904c-ea5c5ccfd5f6 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:45.317336 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-12a4390d-f01c-4a72-b9f0-0e0607f4c10a req-5d777f26-8dfe-4dd2-b107-4b2b8b25598b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cc7af0e-4aca-46ea-9229-3f1f94b1b893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1777589 May 05 20:23:45.391858 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-cda678c8-9622-4865-9a62-ae84c339c1ec req-8efec26c-cecf-40dd-904c-ea5c5ccfd5f6 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Calling delete_port for aff8760b-bddc-4493-b50c-c77a6a7254ea owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:23:45.534369 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c187f77b-7269-4624-af89-1d78d5c4c830 req-a6a546fb-e15b-4618-8984-927f2ce4ea91 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff0eeed0-9721-4c22-b0a9-c571f849f108 HTTP/1.1" status: 200 len: 217 time: 0.2893999 May 05 20:23:45.549460 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-7a12c93f-7da9-4dfc-a269-b15764558987 None None] Attempting to bind port 9e34ecfa-af3e-4ce4-83fa-286bae30f868 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:23:45.550063 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-7a12c93f-7da9-4dfc-a269-b15764558987 None None] Attempting to bind port 9e34ecfa-af3e-4ce4-83fa-286bae30f868 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'ac4f4afb-870c-484d-a1c4-e89b1adcc223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3c4a927d-c8f3-46f8-b67b-85fc3a431cd3'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:23:45.550577 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a12c93f-7da9-4dfc-a269-b15764558987 None None] Attempting to bind port 9e34ecfa-af3e-4ce4-83fa-286bae30f868 on network 3c4a927d-c8f3-46f8-b67b-85fc3a431cd3 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:23:45.563058 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a12c93f-7da9-4dfc-a269-b15764558987 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:23:45.563840 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a12c93f-7da9-4dfc-a269-b15764558987 None None] Checking segment: {'id': 'ac4f4afb-870c-484d-a1c4-e89b1adcc223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3c4a927d-c8f3-46f8-b67b-85fc3a431cd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:23:45.564379 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c490dfc1-07cb-49ea-815c-f48948761a05 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:45.565031 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7a12c93f-7da9-4dfc-a269-b15764558987 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:45.565629 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a12c93f-7da9-4dfc-a269-b15764558987 None None] Bound using segment: {'id': 'ac4f4afb-870c-484d-a1c4-e89b1adcc223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3c4a927d-c8f3-46f8-b67b-85fc3a431cd3'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:23:45.566513 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-7a12c93f-7da9-4dfc-a269-b15764558987 None None] Bound port: 9e34ecfa-af3e-4ce4-83fa-286bae30f868, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac4f4afb-870c-484d-a1c4-e89b1adcc223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3c4a927d-c8f3-46f8-b67b-85fc3a431cd3'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:23:45.567124 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7a12c93f-7da9-4dfc-a269-b15764558987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:45.575870 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c490dfc1-07cb-49ea-815c-f48948761a05 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1637616 May 05 20:23:45.578328 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-babc09da-2b61-4d69-9a09-6016c13da2c4 req-9010f40a-8e31-4dba-bdc0-997838bee9d1 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Synchronizing usage tracker for tenant:3cb74c420a0d44ceab8f0189473c0240 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:23:45.589944 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 52020) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:45.605120 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-4066f05c-bc1a-4d01-9b7c-6f011852da79 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Request body: {'security_group_rule': {'security_group_id': 'ebe5b2be-c1e6-4f72-829d-46069eb7b210', 'project_id': '882c3092895149a59ea813977ba9e154', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:23:45.618371 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4066f05c-bc1a-4d01-9b7c-6f011852da79 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:23:45.657504 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187f77b-7269-4624-af89-1d78d5c4c830 req-687b7095-702a-4722-bff6-04057ff96065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:23:45.659013 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c187f77b-7269-4624-af89-1d78d5c4c830 req-687b7095-702a-4722-bff6-04057ff96065 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=48fdae70-c7db-41e9-a9c8-4b1e968522dd HTTP/1.1" status: 200 len: 854 time: 0.1178765 May 05 20:23:45.660039 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4066f05c-bc1a-4d01-9b7c-6f011852da79 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Usage tracker for resource:security_group_rule and tenant:882c3092895149a59ea813977ba9e154 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:23:45.668689 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4066f05c-bc1a-4d01-9b7c-6f011852da79 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:23:45.725985 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4066f05c-bc1a-4d01-9b7c-6f011852da79 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:23:45.731079 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c187f77b-7269-4624-af89-1d78d5c4c830 req-3c503aee-c898-4d4b-aeb8-22bb8c040589 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a832387e-31e5-4ff2-a2fd-7455c4d42558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646346 May 05 20:23:45.828875 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c490dfc1-07cb-49ea-815c-f48948761a05 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe5b2be-c1e6-4f72-829d-46069eb7b210,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:45.846983 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a26e82df-39be-452f-bee7-ff13d2a0637e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:45.847941 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-babc09da-2b61-4d69-9a09-6016c13da2c4 req-9010f40a-8e31-4dba-bdc0-997838bee9d1 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Unset dirty status for tenant:3cb74c420a0d44ceab8f0189473c0240 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:23:45.849169 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-babc09da-2b61-4d69-9a09-6016c13da2c4 req-9010f40a-8e31-4dba-bdc0-997838bee9d1 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] 10.222.0.36 "GET /v2.0/security-groups?id=8eda2352-7e6c-4384-97c1-b91c9276aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6728904 May 05 20:23:45.899551 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c187f77b-7269-4624-af89-1d78d5c4c830 req-bd66f788-bc76-470a-b5fb-46159fdfb645 service neutron] 10.222.0.50 "GET /v2.0/networks/a832387e-31e5-4ff2-a2fd-7455c4d42558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617062 May 05 20:23:45.908624 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-20d5be95-cc28-46c1-aafe-dfac6bdbb734 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Allocated IP 2001:db8::1 (70555f5f-79d5-44e7-9611-b50d1b634da6/381f9111-57d2-4820-bff0-26b3e1b56fdf/4fabc718-f99c-4b1c-a354-f11209c4cd7c) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:23:45.918261 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-cda678c8-9622-4865-9a62-ae84c339c1ec req-8efec26c-cecf-40dd-904c-ea5c5ccfd5f6 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:45.937841 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-a26e82df-39be-452f-bee7-ff13d2a0637e None None] For port 5a4bcf42-e51a-46b1-912d-fa6399d7f093, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=5a4bcf42-e51a-46b1-912d-fa6399d7f093,segment=NetworkSegment(ae01baf1-f37d-40fe-977f-9531c2f815ed),segment_id=ae01baf1-f37d-40fe-977f-9531c2f815ed)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:23:45.939651 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-7a12c93f-7da9-4dfc-a269-b15764558987 None None] For port 9e34ecfa-af3e-4ce4-83fa-286bae30f868, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:23:45.951128 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-7a12c93f-7da9-4dfc-a269-b15764558987 None None] For port 9e34ecfa-af3e-4ce4-83fa-286bae30f868, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=9e34ecfa-af3e-4ce4-83fa-286bae30f868,segment=NetworkSegment(ac4f4afb-870c-484d-a1c4-e89b1adcc223),segment_id=ac4f4afb-870c-484d-a1c4-e89b1adcc223)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:23:45.954029 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a26e82df-39be-452f-bee7-ff13d2a0637e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:46.021390 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7a12c93f-7da9-4dfc-a269-b15764558987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:46.061181 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efec26c-cecf-40dd-904c-ea5c5ccfd5f6 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event deleted for resources: {'Port': ['ID=aff8760b-bddc-4493-b50c-c77a6a7254ea,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:46.081472 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c187f77b-7269-4624-af89-1d78d5c4c830 req-c46b4b7d-38e5-45b9-97dc-d44ae6ef4566 service neutron] 10.222.0.50 "GET /v2.0/networks/a832387e-31e5-4ff2-a2fd-7455c4d42558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746497 May 05 20:23:46.083205 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4066f05c-bc1a-4d01-9b7c-6f011852da79 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:46.118440 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26e82df-39be-452f-bee7-ff13d2a0637e None None] Pushing event updated for resources: {'Port': ['ID=5a4bcf42-e51a-46b1-912d-fa6399d7f093,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:46.219912 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4066f05c-bc1a-4d01-9b7c-6f011852da79 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:46.230800 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4066f05c-bc1a-4d01-9b7c-6f011852da79 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:46.251882 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a12c93f-7da9-4dfc-a269-b15764558987 None None] Pushing event updated for resources: {'Port': ['ID=9e34ecfa-af3e-4ce4-83fa-286bae30f868,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:46.261303 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device aff8760b-bddc-4493-b50c-c77a6a7254ea no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:23:46.290657 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4066f05c-bc1a-4d01-9b7c-6f011852da79 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:46.302038 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-4066f05c-bc1a-4d01-9b7c-6f011852da79 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7050257 May 05 20:23:46.302902 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 52034) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:46.303614 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4066f05c-bc1a-4d01-9b7c-6f011852da79 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6f9ee9f-a767-47c8-84c4-c7835d5e0b1c,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:46.321920 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] No Port match for: aff8760b-bddc-4493-b50c-c77a6a7254ea {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:23:46.322655 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device aff8760b-bddc-4493-b50c-c77a6a7254ea not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:23:46.325204 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-3c7d0ab8-2070-48cd-acc1-9bb8cd051fa8 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Request body: {'security_group_rule': {'security_group_id': 'ebe5b2be-c1e6-4f72-829d-46069eb7b210', 'project_id': '882c3092895149a59ea813977ba9e154', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:23:46.344946 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4066f05c-bc1a-4d01-9b7c-6f011852da79 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:23:46.355679 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4066f05c-bc1a-4d01-9b7c-6f011852da79 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:23:46.356102 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4066f05c-bc1a-4d01-9b7c-6f011852da79 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:23:46.356440 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4066f05c-bc1a-4d01-9b7c-6f011852da79 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:23:46.356769 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4066f05c-bc1a-4d01-9b7c-6f011852da79 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:23:46.357101 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4066f05c-bc1a-4d01-9b7c-6f011852da79 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:23:46.357427 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4066f05c-bc1a-4d01-9b7c-6f011852da79 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:23:46.357750 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4066f05c-bc1a-4d01-9b7c-6f011852da79 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:23:46.358074 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4066f05c-bc1a-4d01-9b7c-6f011852da79 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:23:46.358394 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4066f05c-bc1a-4d01-9b7c-6f011852da79 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:23:46.358715 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4066f05c-bc1a-4d01-9b7c-6f011852da79 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:23:46.359032 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4066f05c-bc1a-4d01-9b7c-6f011852da79 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:23:46.362281 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-3c7d0ab8-2070-48cd-acc1-9bb8cd051fa8 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:23:46.381803 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-3c7d0ab8-2070-48cd-acc1-9bb8cd051fa8 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Usage tracker for resource:security_group_rule and tenant:882c3092895149a59ea813977ba9e154 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:23:46.390668 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-3c7d0ab8-2070-48cd-acc1-9bb8cd051fa8 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:23:46.412398 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-3c7d0ab8-2070-48cd-acc1-9bb8cd051fa8 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:23:46.436329 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3c7d0ab8-2070-48cd-acc1-9bb8cd051fa8 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:46.437670 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:46.491417 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-cda678c8-9622-4865-9a62-ae84c339c1ec req-8efec26c-cecf-40dd-904c-ea5c5ccfd5f6 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] No DVR routers for this DVR port aff8760b-bddc-4493-b50c-c77a6a7254ea on host n-h1-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:23:46.518641 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-cda678c8-9622-4865-9a62-ae84c339c1ec req-8efec26c-cecf-40dd-904c-ea5c5ccfd5f6 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:46.533030 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-163ebe3b-bac7-4355-a01b-173fb2a103bd None None] Provisioning complete for port 5a4bcf42-e51a-46b1-912d-fa6399d7f093 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:23:46.533461 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-163ebe3b-bac7-4355-a01b-173fb2a103bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:46.538315 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee9863f0-96c4-4df8-881c-4470d6835027', 'name': 'network-vif-deleted', 'tag': 'aff8760b-bddc-4493-b50c-c77a6a7254ea'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:23:46.631429 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc8fca0f-146b-49c2-b73f-83c7caa854f5'] response: {'server_uuid': 'ee9863f0-96c4-4df8-881c-4470d6835027', 'name': 'network-vif-deleted', 'tag': 'aff8760b-bddc-4493-b50c-c77a6a7254ea', 'status': 'completed', 'code': 200} May 05 20:23:46.647116 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cda678c8-9622-4865-9a62-ae84c339c1ec req-8efec26c-cecf-40dd-904c-ea5c5ccfd5f6 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.24 "DELETE /v2.0/ports/aff8760b-bddc-4493-b50c-c77a6a7254ea HTTP/1.1" status: 204 len: 173 time: 3.6357784 May 05 20:23:46.770661 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3c7d0ab8-2070-48cd-acc1-9bb8cd051fa8 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:46.781437 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-20d5be95-cc28-46c1-aafe-dfac6bdbb734 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:46.816192 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-81a856c3-fc36-497d-bd5a-8751d0f3640d req-428762ae-7c82-4c54-9b9b-2c0203e56b4a tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee9863f0-96c4-4df8-881c-4470d6835027 HTTP/1.1" status: 200 len: 210 time: 0.1897514 May 05 20:23:46.817111 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3c7d0ab8-2070-48cd-acc1-9bb8cd051fa8 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:46.869536 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-20d5be95-cc28-46c1-aafe-dfac6bdbb734 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Transition to ACTIVE for port object 4fabc718-f99c-4b1c-a354-f11209c4cd7c will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:23:46.967138 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-20d5be95-cc28-46c1-aafe-dfac6bdbb734 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:47.010261 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3c7d0ab8-2070-48cd-acc1-9bb8cd051fa8 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:47.017979 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-3c7d0ab8-2070-48cd-acc1-9bb8cd051fa8 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7109103 May 05 20:23:47.018886 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 52060) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:47.025675 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7d0ab8-2070-48cd-acc1-9bb8cd051fa8 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c72d94da-c791-43c0-86cb-4236c2e08253,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:47.052865 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-897fd6d7-fac9-49ed-a156-6f859991d29b tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Request body: {'security_group_rule': {'security_group_id': 'ebe5b2be-c1e6-4f72-829d-46069eb7b210', 'project_id': '882c3092895149a59ea813977ba9e154', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:23:47.074414 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-897fd6d7-fac9-49ed-a156-6f859991d29b tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:23:47.077916 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d5be95-cc28-46c1-aafe-dfac6bdbb734 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Network 70555f5f-79d5-44e7-9611-b50d1b634da6 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:23:47.083292 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-20d5be95-cc28-46c1-aafe-dfac6bdbb734 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:23:47.087993 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-897fd6d7-fac9-49ed-a156-6f859991d29b tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Usage tracker for resource:security_group_rule and tenant:882c3092895149a59ea813977ba9e154 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:23:47.090012 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d5be95-cc28-46c1-aafe-dfac6bdbb734 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:23:47.090672 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-20d5be95-cc28-46c1-aafe-dfac6bdbb734 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:47.093180 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-897fd6d7-fac9-49ed-a156-6f859991d29b tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:23:47.108210 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-897fd6d7-fac9-49ed-a156-6f859991d29b tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:23:47.156854 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-897fd6d7-fac9-49ed-a156-6f859991d29b tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:47.176349 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device ff0eeed0-9721-4c22-b0a9-c571f849f108 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:23:47.317213 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-897fd6d7-fac9-49ed-a156-6f859991d29b tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:47.330011 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-897fd6d7-fac9-49ed-a156-6f859991d29b tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:47.380515 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897fd6d7-fac9-49ed-a156-6f859991d29b tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebf5a127-ebcf-4e7f-8c13-45f6a6d7eb5a,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:47.405618 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-897fd6d7-fac9-49ed-a156-6f859991d29b tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:47.409885 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-897fd6d7-fac9-49ed-a156-6f859991d29b tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3892813 May 05 20:23:47.410492 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 52096) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:47.420707 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-e87e4ae2-994f-4fa7-8234-fa9f01849c81 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Request body: {'security_group_rule': {'security_group_id': 'ebe5b2be-c1e6-4f72-829d-46069eb7b210', 'project_id': '882c3092895149a59ea813977ba9e154', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:23:47.450211 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-e87e4ae2-994f-4fa7-8234-fa9f01849c81 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:23:47.457795 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-e87e4ae2-994f-4fa7-8234-fa9f01849c81 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Usage tracker for resource:security_group_rule and tenant:882c3092895149a59ea813977ba9e154 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:23:47.472508 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-e87e4ae2-994f-4fa7-8234-fa9f01849c81 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:23:47.513686 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-e87e4ae2-994f-4fa7-8234-fa9f01849c81 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:23:47.592980 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e87e4ae2-994f-4fa7-8234-fa9f01849c81 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:47.699890 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 5a4bcf42-e51a-46b1-912d-fa6399d7f093 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:23:47.870123 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e87e4ae2-994f-4fa7-8234-fa9f01849c81 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:47.880377 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e87e4ae2-994f-4fa7-8234-fa9f01849c81 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:47.910269 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port ff0eeed0-9721-4c22-b0a9-c571f849f108, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=ff0eeed0-9721-4c22-b0a9-c571f849f108,segment=NetworkSegment(91a06b22-4f81-42bf-a32c-14ccd82ed834),segment_id=91a06b22-4f81-42bf-a32c-14ccd82ed834)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:23:47.929557 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-64525b7d-a36e-458f-b901-b72c7c5cb562 None None] Provisioning for port 4fabc718-f99c-4b1c-a354-f11209c4cd7c completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:23:47.945058 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-64525b7d-a36e-458f-b901-b72c7c5cb562 None None] Provisioning complete for port 4fabc718-f99c-4b1c-a354-f11209c4cd7c triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:23:47.945991 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-64525b7d-a36e-458f-b901-b72c7c5cb562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:47.976160 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87e4ae2-994f-4fa7-8234-fa9f01849c81 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf2ec045-f6c4-4659-a838-b02e3a52d607,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:47.983505 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e87e4ae2-994f-4fa7-8234-fa9f01849c81 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:47.987208 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-e87e4ae2-994f-4fa7-8234-fa9f01849c81 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5687690 May 05 20:23:47.987772 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 52146) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:48.002395 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-a3ad3eb3-d5a4-4be0-a006-38adc7324043 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Request body: {'security_group_rule': {'security_group_id': 'ebe5b2be-c1e6-4f72-829d-46069eb7b210', 'project_id': '882c3092895149a59ea813977ba9e154', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:23:48.026693 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d5be95-cc28-46c1-aafe-dfac6bdbb734 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Pushing event updated for resources: {'Port': ['ID=4fabc718-f99c-4b1c-a354-f11209c4cd7c,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:48.042547 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-a3ad3eb3-d5a4-4be0-a006-38adc7324043 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:23:48.052627 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a3ad3eb3-d5a4-4be0-a006-38adc7324043 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Usage tracker for resource:security_group_rule and tenant:882c3092895149a59ea813977ba9e154 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:23:48.058184 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a3ad3eb3-d5a4-4be0-a006-38adc7324043 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:23:48.067907 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': 'ff0eeed0-9721-4c22-b0a9-c571f849f108', 'network_id': 'a832387e-31e5-4ff2-a2fd-7455c4d42558', 'port_id': 'ff0eeed0-9721-4c22-b0a9-c571f849f108', 'mac_address': 'fa:16:3e:0a:5d:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48fdae70-c7db-41e9-a9c8-4b1e968522dd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:23:48.076516 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-a3ad3eb3-d5a4-4be0-a006-38adc7324043 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:23:48.103474 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 52162) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:48.106377 n-d-840717-1 neutron-server[88197]: INFO neutron.db.securitygroups_db [None req-a3ad3eb3-d5a4-4be0-a006-38adc7324043 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Project 882c3092895149a59ea813977ba9e154 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 20:23:48.174881 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b792b724-8ac3-46ef-a454-39063eed521d req-781ac039-440c-409e-a6c5-5a0a7735f502 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:23:48.177569 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b792b724-8ac3-46ef-a454-39063eed521d req-781ac039-440c-409e-a6c5-5a0a7735f502 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] 10.222.0.36 "GET /v2.0/ports?device_id=ac8d508c-ff4d-4c19-93a7-38524b4b2fa9 HTTP/1.1" status: 200 len: 943 time: 0.3295977 May 05 20:23:48.200205 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a3ad3eb3-d5a4-4be0-a006-38adc7324043 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:48.204902 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 5a4bcf42-e51a-46b1-912d-fa6399d7f093 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:23:48.205407 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:48.268800 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-64525b7d-a36e-458f-b901-b72c7c5cb562 None None] Port 4fabc718-f99c-4b1c-a354-f11209c4cd7c cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:23:48.293525 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:48.331980 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff0eeed0-9721-4c22-b0a9-c571f849f108 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:23:48.351952 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-20d5be95-cc28-46c1-aafe-dfac6bdbb734 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:48.369659 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port ff0eeed0-9721-4c22-b0a9-c571f849f108, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=ff0eeed0-9721-4c22-b0a9-c571f849f108,segment=NetworkSegment(91a06b22-4f81-42bf-a32c-14ccd82ed834),segment_id=91a06b22-4f81-42bf-a32c-14ccd82ed834)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:23:48.402889 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b792b724-8ac3-46ef-a454-39063eed521d req-2787f6d3-4c9b-409f-9adb-9be6dc74a1bb tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] 10.222.0.36 "GET /v2.0/security-groups?id=8eda2352-7e6c-4384-97c1-b91c9276aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396565 May 05 20:23:48.440150 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:48.475114 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2df3f23-4fcf-44f1-8c05-02522fa8c4df None None] Network 3c4a927d-c8f3-46f8-b67b-85fc3a431cd3 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:23:48.635854 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 9e34ecfa-af3e-4ce4-83fa-286bae30f868 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:23:48.747672 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['ff0eeed0-9721-4c22-b0a9-c571f849f108'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:23:48.752484 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a3ad3eb3-d5a4-4be0-a006-38adc7324043 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:48.806600 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a3ad3eb3-d5a4-4be0-a006-38adc7324043 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:48.837216 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-53149062-5c20-4c35-9813-8a8a2ed0cb05 None None] Provisioning for port 9e34ecfa-af3e-4ce4-83fa-286bae30f868 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:23:48.856647 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad3eb3-d5a4-4be0-a006-38adc7324043 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c981e885-d94d-4005-9212-ffe86ed8d2bc,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:48.928050 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a3ad3eb3-d5a4-4be0-a006-38adc7324043 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:48.935988 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-a3ad3eb3-d5a4-4be0-a006-38adc7324043 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9473140 May 05 20:23:48.936682 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 52246) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:48.947528 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-f550b1e9-cce0-42a4-b0f2-3b408941adb8 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Request body: {'security_group_rule': {'security_group_id': 'ebe5b2be-c1e6-4f72-829d-46069eb7b210', 'project_id': '882c3092895149a59ea813977ba9e154', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:23:48.948850 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=ff0eeed0-9721-4c22-b0a9-c571f849f108,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:48.964740 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-f550b1e9-cce0-42a4-b0f2-3b408941adb8 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:23:48.973340 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-f550b1e9-cce0-42a4-b0f2-3b408941adb8 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Usage tracker for resource:security_group_rule and tenant:882c3092895149a59ea813977ba9e154 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:23:48.978011 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-f550b1e9-cce0-42a4-b0f2-3b408941adb8 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:23:48.988641 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-f550b1e9-cce0-42a4-b0f2-3b408941adb8 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:23:49.012926 n-d-840717-1 neutron-server[88197]: INFO neutron.db.securitygroups_db [None req-f550b1e9-cce0-42a4-b0f2-3b408941adb8 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Project 882c3092895149a59ea813977ba9e154 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 20:23:49.024261 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f550b1e9-cce0-42a4-b0f2-3b408941adb8 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:49.089215 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 9e34ecfa-af3e-4ce4-83fa-286bae30f868 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:23:49.112263 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-20d5be95-cc28-46c1-aafe-dfac6bdbb734 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:49.120558 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-20d5be95-cc28-46c1-aafe-dfac6bdbb734 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:49.121964 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-20d5be95-cc28-46c1-aafe-dfac6bdbb734 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:49.133274 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 9e34ecfa-af3e-4ce4-83fa-286bae30f868 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:23:49.133576 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:49.135603 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f550b1e9-cce0-42a4-b0f2-3b408941adb8 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:49.153867 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f550b1e9-cce0-42a4-b0f2-3b408941adb8 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:49.203320 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f550b1e9-cce0-42a4-b0f2-3b408941adb8 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dae0e2a-e87d-42d3-a4a9-df5068646132,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:49.221273 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f550b1e9-cce0-42a4-b0f2-3b408941adb8 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:49.222689 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f550b1e9-cce0-42a4-b0f2-3b408941adb8 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2802393 May 05 20:23:49.245593 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a1e76cfd-c21d-4475-b9c1-494d3d93f46e tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:49.387248 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d5be95-cc28-46c1-aafe-dfac6bdbb734 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Pushing event updated for resources: {'Port': ['ID=4fabc718-f99c-4b1c-a354-f11209c4cd7c,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:49.442475 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d5be95-cc28-46c1-aafe-dfac6bdbb734 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Network 70555f5f-79d5-44e7-9611-b50d1b634da6 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:23:49.444220 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-20d5be95-cc28-46c1-aafe-dfac6bdbb734 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:23:49.787547 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20d5be95-cc28-46c1-aafe-dfac6bdbb734 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Router 029667fc-6e81-4a22-b01f-d30a32144c8a is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:23:49.788191 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:49.859212 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 9e34ecfa-af3e-4ce4-83fa-286bae30f868, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=9e34ecfa-af3e-4ce4-83fa-286bae30f868,segment=NetworkSegment(ac4f4afb-870c-484d-a1c4-e89b1adcc223),segment_id=ac4f4afb-870c-484d-a1c4-e89b1adcc223)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:23:49.866637 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:49.995282 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=9e34ecfa-af3e-4ce4-83fa-286bae30f868,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:50.020895 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-ca55d261-fc44-4c35-9e90-1b2118812a17 None None] Provisioning complete for port 4fabc718-f99c-4b1c-a354-f11209c4cd7c triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:23:50.021727 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ca55d261-fc44-4c35-9e90-1b2118812a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:50.121975 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-ca55d261-fc44-4c35-9e90-1b2118812a17 None None] Port 4fabc718-f99c-4b1c-a354-f11209c4cd7c cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:23:50.168530 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-f860bddc-a21e-485b-8a1e-61a926a5adc1 req-8c3b1ed9-5ed0-459a-9ee3-b489278ae278 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Synchronizing usage tracker for tenant:882c3092895149a59ea813977ba9e154 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:23:50.196791 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20d5be95-cc28-46c1-aafe-dfac6bdbb734 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:23:50.205930 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-20d5be95-cc28-46c1-aafe-dfac6bdbb734 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "PUT /v2.0/routers/029667fc-6e81-4a22-b01f-d30a32144c8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5606833 May 05 20:23:50.206304 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 52370) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:50.217465 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f88a1b-b6eb-4c74-bd15-cb43e2ea40cd None None] Sync routers for ids ['029667fc-6e81-4a22-b01f-d30a32144c8a'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:23:50.235557 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f88a1b-b6eb-4c74-bd15-cb43e2ea40cd None None] Routers {'029667fc-6e81-4a22-b01f-d30a32144c8a'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:23:50.238363 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-45f88a1b-b6eb-4c74-bd15-cb43e2ea40cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:23:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['029667fc-6e81-4a22-b01f-d30a32144c8a'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:23:50.243908 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-1adbc2cb-aca9-452b-8e12-a1d050a9dfea None None] Provisioning complete for port 9e34ecfa-af3e-4ce4-83fa-286bae30f868 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:23:50.244055 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1adbc2cb-aca9-452b-8e12-a1d050a9dfea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:50.261253 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8256a186-19c9-4ef8-8b31-87130d285fdc req-2909a94f-292d-4962-9b69-b7ee07dcdc99 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:23:50.262795 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8256a186-19c9-4ef8-8b31-87130d285fdc req-2909a94f-292d-4962-9b69-b7ee07dcdc99 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] 10.222.0.36 "GET /v2.0/ports?device_id=ac8d508c-ff4d-4c19-93a7-38524b4b2fa9 HTTP/1.1" status: 200 len: 944 time: 0.4896297 May 05 20:23:50.344669 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f90a24e-37b1-47fa-bdfa-519c6d2ae8af tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:23:50.345334 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-3f90a24e-37b1-47fa-bdfa-519c6d2ae8af tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Synchronizing usage tracker for tenant:08e9223c846c46d791083957f9887d85 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:23:50.371806 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-f860bddc-a21e-485b-8a1e-61a926a5adc1 req-8c3b1ed9-5ed0-459a-9ee3-b489278ae278 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Unset dirty status for tenant:882c3092895149a59ea813977ba9e154 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:23:50.374429 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f860bddc-a21e-485b-8a1e-61a926a5adc1 req-8c3b1ed9-5ed0-459a-9ee3-b489278ae278 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1602256004&fields=id&tenant_id=882c3092895149a59ea813977ba9e154 HTTP/1.1" status: 200 len: 267 time: 0.3842590 May 05 20:23:50.377910 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8256a186-19c9-4ef8-8b31-87130d285fdc req-70fdc430-48de-44b6-9d39-3b7418b332da tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] 10.222.0.36 "GET /v2.0/security-groups?id=8eda2352-7e6c-4384-97c1-b91c9276aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080089 May 05 20:23:50.378833 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-3f90a24e-37b1-47fa-bdfa-519c6d2ae8af tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Unset dirty status for tenant:08e9223c846c46d791083957f9887d85 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:23:50.381171 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3f90a24e-37b1-47fa-bdfa-519c6d2ae8af tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "GET /v2.0/ports/4fabc718-f99c-4b1c-a354-f11209c4cd7c HTTP/1.1" status: 200 len: 911 time: 0.1740084 May 05 20:23:50.384408 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 52388) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:50.412288 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-45f88a1b-b6eb-4c74-bd15-cb43e2ea40cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:23:50.423926 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f88a1b-b6eb-4c74-bd15-cb43e2ea40cd None None] Routers {'029667fc-6e81-4a22-b01f-d30a32144c8a'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:23:50.424800 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-45f88a1b-b6eb-4c74-bd15-cb43e2ea40cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:23:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['029667fc-6e81-4a22-b01f-d30a32144c8a'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:23:50.464677 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-a1e76cfd-c21d-4475-b9c1-494d3d93f46e tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Deleting port a8831f6f-33a7-4310-942a-02f1a6563041 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:23:50.465508 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a1e76cfd-c21d-4475-b9c1-494d3d93f46e tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:50.542398 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-45f88a1b-b6eb-4c74-bd15-cb43e2ea40cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:23:50.543122 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f88a1b-b6eb-4c74-bd15-cb43e2ea40cd None None] The sync data for ids ['029667fc-6e81-4a22-b01f-d30a32144c8a'] in n-d-840717-1 is: [] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:23:50.767422 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-a1e76cfd-c21d-4475-b9c1-494d3d93f46e tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] For port a8831f6f-33a7-4310-942a-02f1a6563041, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=a8831f6f-33a7-4310-942a-02f1a6563041,segment=NetworkSegment(d248bc78-6ee4-4251-a7f7-94832ea6da5c),segment_id=d248bc78-6ee4-4251-a7f7-94832ea6da5c)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:23:50.767870 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a1e76cfd-c21d-4475-b9c1-494d3d93f46e tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:50.910292 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-a1e76cfd-c21d-4475-b9c1-494d3d93f46e tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Calling delete_port for a8831f6f-33a7-4310-942a-02f1a6563041 owned by network:router_interface {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:23:51.077959 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f860bddc-a21e-485b-8a1e-61a926a5adc1 req-dd071ecb-b71a-4451-a8f2-e5a06ce63f13 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:23:51.077959 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-f860bddc-a21e-485b-8a1e-61a926a5adc1 req-dd071ecb-b71a-4451-a8f2-e5a06ce63f13 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Synchronizing usage tracker for tenant:882c3092895149a59ea813977ba9e154 on resource:network {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:23:51.160888 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a1e76cfd-c21d-4475-b9c1-494d3d93f46e tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:51.169670 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-f860bddc-a21e-485b-8a1e-61a926a5adc1 req-dd071ecb-b71a-4451-a8f2-e5a06ce63f13 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Unset dirty status for tenant:882c3092895149a59ea813977ba9e154 on resource:network {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:23:51.170839 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f860bddc-a21e-485b-8a1e-61a926a5adc1 req-dd071ecb-b71a-4451-a8f2-e5a06ce63f13 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] 10.222.0.36 "GET /v2.0/networks?id=e8057ba9-341d-44ba-82ad-e5ee8fd433a8 HTTP/1.1" status: 200 len: 813 time: 0.7881584 May 05 20:23:51.205983 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device ff0eeed0-9721-4c22-b0a9-c571f849f108 up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:23:51.267995 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f860bddc-a21e-485b-8a1e-61a926a5adc1 req-26b6633b-1164-4be0-8a11-76f175638324 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] 10.222.0.36 "GET /v2.0/quotas/882c3092895149a59ea813977ba9e154 HTTP/1.1" status: 200 len: 375 time: 0.0372438 May 05 20:23:51.348895 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e76cfd-c21d-4475-b9c1-494d3d93f46e tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event deleted for resources: {'Port': ['ID=a8831f6f-33a7-4310-942a-02f1a6563041,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:51.407598 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port ff0eeed0-9721-4c22-b0a9-c571f849f108 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:23:51.420180 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port ff0eeed0-9721-4c22-b0a9-c571f849f108 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:23:51.420938 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:51.584860 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec7c-9967-4898-847f-02e135d8614a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:51.741796 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:51.803244 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a1e76cfd-c21d-4475-b9c1-494d3d93f46e tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:51.805782 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac8d508c-ff4d-4c19-93a7-38524b4b2fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff0eeed0-9721-4c22-b0a9-c571f849f108'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:23:51.818122 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port ff0eeed0-9721-4c22-b0a9-c571f849f108, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=ff0eeed0-9721-4c22-b0a9-c571f849f108,segment=NetworkSegment(91a06b22-4f81-42bf-a32c-14ccd82ed834),segment_id=91a06b22-4f81-42bf-a32c-14ccd82ed834)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:23:51.827759 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:51.879100 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f860bddc-a21e-485b-8a1e-61a926a5adc1 req-a68aff61-ee8a-47de-b23a-7875c5c46d77 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=882c3092895149a59ea813977ba9e154&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5938728 May 05 20:23:51.954551 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=ff0eeed0-9721-4c22-b0a9-c571f849f108,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:52.086831 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 9e34ecfa-af3e-4ce4-83fa-286bae30f868 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:23:52.187748 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 9e34ecfa-af3e-4ce4-83fa-286bae30f868 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:23:52.188129 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:52.206137 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd448cfd-ba88-4569-ac62-81b97a8f774a req-a1b55c66-ff4e-40c9-9c45-56210ca45b9a tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:23:52.207741 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bd448cfd-ba88-4569-ac62-81b97a8f774a req-a1b55c66-ff4e-40c9-9c45-56210ca45b9a tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] 10.222.0.36 "GET /v2.0/ports?device_id=ac8d508c-ff4d-4c19-93a7-38524b4b2fa9 HTTP/1.1" status: 200 len: 944 time: 0.4388905 May 05 20:23:52.238320 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f860bddc-a21e-485b-8a1e-61a926a5adc1 req-66b4fe55-3cae-49df-9a98-d39bec5c03c8 service neutron] 10.222.0.36 "GET /v2.0/networks/e8057ba9-341d-44ba-82ad-e5ee8fd433a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3582551 May 05 20:23:52.494319 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f860bddc-a21e-485b-8a1e-61a926a5adc1 req-5fc4108b-e8d7-4d86-b5eb-7483a680c3ab service neutron] 10.222.0.36 "GET /v2.0/networks/e8057ba9-341d-44ba-82ad-e5ee8fd433a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551465 May 05 20:23:52.505206 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1e76cfd-c21d-4475-b9c1-494d3d93f46e tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Router 634dc00c-b2a8-4d0d-b5ae-db7d02eadf54 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:23:52.514940 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bd448cfd-ba88-4569-ac62-81b97a8f774a req-2382f57a-a09a-42b7-8c6f-7691ef98ffd4 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] 10.222.0.36 "GET /v2.0/security-groups?id=8eda2352-7e6c-4384-97c1-b91c9276aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985272 May 05 20:23:52.530904 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-cb50ec7c-9967-4898-847f-02e135d8614a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Allocated IP 2001:db8:1::1 (3c4a927d-c8f3-46f8-b67b-85fc3a431cd3/717b5946-b4b7-4e5c-b212-352433b7f5d6/1537ac2e-e284-4b90-b86e-d295dc2c3163) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:23:52.622175 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdb399c2-8a41-44cd-a836-f7da36774f5b'] response: {'server_uuid': 'ac8d508c-ff4d-4c19-93a7-38524b4b2fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff0eeed0-9721-4c22-b0a9-c571f849f108', 'code': 200} May 05 20:23:52.754783 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:23:52.850523 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e76cfd-c21d-4475-b9c1-494d3d93f46e tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:23:52.861273 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b6d0e2-8e1a-4ad1-bbc6-f80c8c109892 None None] Sync routers for ids ['634dc00c-b2a8-4d0d-b5ae-db7d02eadf54'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:23:52.874759 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b6d0e2-8e1a-4ad1-bbc6-f80c8c109892 None None] Routers {'634dc00c-b2a8-4d0d-b5ae-db7d02eadf54'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:23:52.875863 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-41b6d0e2-8e1a-4ad1-bbc6-f80c8c109892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:23:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['634dc00c-b2a8-4d0d-b5ae-db7d02eadf54'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:23:52.887962 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-a1e76cfd-c21d-4475-b9c1-494d3d93f46e tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "PUT /v2.0/routers/634dc00c-b2a8-4d0d-b5ae-db7d02eadf54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7833595 May 05 20:23:52.894873 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 52608) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:53.111931 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-4533d676-8a84-4733-9b05-aceb95260da6 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Deleting subnet 477409ea-8175-4012-b9f5-deeb71642c2e {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:23:53.118411 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4533d676-8a84-4733-9b05-aceb95260da6 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:53.134025 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec7c-9967-4898-847f-02e135d8614a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:53.154572 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-cb50ec7c-9967-4898-847f-02e135d8614a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Transition to ACTIVE for port object 1537ac2e-e284-4b90-b86e-d295dc2c3163 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:23:53.203094 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-41b6d0e2-8e1a-4ad1-bbc6-f80c8c109892 None None] Set router 634dc00c-b2a8-4d0d-b5ae-db7d02eadf54 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:23:53.218348 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4533d676-8a84-4733-9b05-aceb95260da6 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:53.229867 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec7c-9967-4898-847f-02e135d8614a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:53.344423 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb50ec7c-9967-4898-847f-02e135d8614a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Network 3c4a927d-c8f3-46f8-b67b-85fc3a431cd3 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:23:53.348323 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-cb50ec7c-9967-4898-847f-02e135d8614a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:23:53.353697 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb50ec7c-9967-4898-847f-02e135d8614a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:23:53.354264 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec7c-9967-4898-847f-02e135d8614a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:53.360532 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50ec7c-9967-4898-847f-02e135d8614a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Pushing event updated for resources: {'Port': ['ID=1537ac2e-e284-4b90-b86e-d295dc2c3163,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:53.570021 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4533d676-8a84-4733-9b05-aceb95260da6 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:53.690030 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec7c-9967-4898-847f-02e135d8614a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:53.772514 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4533d676-8a84-4733-9b05-aceb95260da6 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:53.828813 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-f770fe97-abb5-4676-b3ba-97f7cec42451 req-20fd9fb5-7b48-4b16-b1f1-943ad26507b7 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Synchronizing usage tracker for tenant:882c3092895149a59ea813977ba9e154 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:23:53.877449 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4533d676-8a84-4733-9b05-aceb95260da6 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:53.896533 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-4533d676-8a84-4733-9b05-aceb95260da6 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "DELETE /v2.0/subnets/477409ea-8175-4012-b9f5-deeb71642c2e HTTP/1.1" status: 204 len: 168 time: 0.9972315 May 05 20:23:53.902174 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4533d676-8a84-4733-9b05-aceb95260da6 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event deleted for resources: {'Subnet': ['ID=477409ea-8175-4012-b9f5-deeb71642c2e,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:53.918151 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 52634) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:53.936677 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4989e0d2-4218-4454-a87c-f32bca33da6a None None] Network 31b469d8-6d49-4092-85b9-89b228577bc0 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:23:53.988364 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-383ab3ac-a0b3-41c1-90ef-edb5eccc5890 None None] Provisioning for port 1537ac2e-e284-4b90-b86e-d295dc2c3163 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:23:54.010318 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-383ab3ac-a0b3-41c1-90ef-edb5eccc5890 None None] Provisioning complete for port 1537ac2e-e284-4b90-b86e-d295dc2c3163 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:23:54.010854 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-383ab3ac-a0b3-41c1-90ef-edb5eccc5890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:54.071169 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-f770fe97-abb5-4676-b3ba-97f7cec42451 req-20fd9fb5-7b48-4b16-b1f1-943ad26507b7 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Unset dirty status for tenant:882c3092895149a59ea813977ba9e154 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:23:54.072854 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f770fe97-abb5-4676-b3ba-97f7cec42451 req-20fd9fb5-7b48-4b16-b1f1-943ad26507b7 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddb06a81-b217-42e9-b74f-7a3d6a936718 HTTP/1.1" status: 200 len: 210 time: 0.7519765 May 05 20:23:54.154998 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583c5a6-57cb-422e-a6a2-f0be4e217272 req-942e40bc-271d-42bc-8cfd-c7771302c0e3 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:23:54.161980 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e583c5a6-57cb-422e-a6a2-f0be4e217272 req-942e40bc-271d-42bc-8cfd-c7771302c0e3 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] 10.222.0.36 "GET /v2.0/ports?device_id=ac8d508c-ff4d-4c19-93a7-38524b4b2fa9 HTTP/1.1" status: 200 len: 945 time: 0.2912509 May 05 20:23:54.207398 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dafe815-40af-45f8-b01f-db147be946c1 req-61b590d9-71f6-453e-838d-2a522126302c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:23:54.208874 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7dafe815-40af-45f8-b01f-db147be946c1 req-61b590d9-71f6-453e-838d-2a522126302c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ac8d508c-ff4d-4c19-93a7-38524b4b2fa9 HTTP/1.1" status: 200 len: 1096 time: 1.4046450 May 05 20:23:54.275842 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7dafe815-40af-45f8-b01f-db147be946c1 req-be9d6309-57c3-4ca1-a59d-a210321f548a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8eda2352-7e6c-4384-97c1-b91c9276aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456316 May 05 20:23:54.303960 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-02064fc7-8b45-436d-a813-721d3b0588dc tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for router, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:54.463807 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-41b6d0e2-8e1a-4ad1-bbc6-f80c8c109892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634dc00c-b2a8-4d0d-b5ae-db7d02eadf54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-597991816', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '979bd086-27ba-4b62-a3cc-0ed9cd3339c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:21:22Z', 'updated_at': '2022-05-05T20:23:51Z', 'revision_number': 5, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'gw_port': {'id': '979bd086-27ba-4b62-a3cc-0ed9cd3339c1', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:61:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634dc00c-b2a8-4d0d-b5ae-db7d02eadf54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:21:24Z', 'updated_at': '2022-05-05T20:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:23:54.471232 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-383ab3ac-a0b3-41c1-90ef-edb5eccc5890 None None] Port 1537ac2e-e284-4b90-b86e-d295dc2c3163 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:23:54.478525 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b6d0e2-8e1a-4ad1-bbc6-f80c8c109892 None None] Checking router: 634dc00c-b2a8-4d0d-b5ae-db7d02eadf54 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:23:54.494566 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b6d0e2-8e1a-4ad1-bbc6-f80c8c109892 None None] Routers {'634dc00c-b2a8-4d0d-b5ae-db7d02eadf54'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:23:54.495485 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-41b6d0e2-8e1a-4ad1-bbc6-f80c8c109892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:23:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['634dc00c-b2a8-4d0d-b5ae-db7d02eadf54'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:23:54.538616 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-02064fc7-8b45-436d-a813-721d3b0588dc tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:54.555080 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-02064fc7-8b45-436d-a813-721d3b0588dc tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Deleting port 979bd086-27ba-4b62-a3cc-0ed9cd3339c1 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:23:54.555780 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-02064fc7-8b45-436d-a813-721d3b0588dc tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:54.578615 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec7c-9967-4898-847f-02e135d8614a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:54.597619 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e583c5a6-57cb-422e-a6a2-f0be4e217272 req-d6db4f1f-c924-4d95-99aa-fd4832f2de51 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] 10.222.0.36 "GET /v2.0/security-groups?id=8eda2352-7e6c-4384-97c1-b91c9276aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4330857 May 05 20:23:54.608097 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec7c-9967-4898-847f-02e135d8614a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:54.609051 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec7c-9967-4898-847f-02e135d8614a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:54.708828 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-41b6d0e2-8e1a-4ad1-bbc6-f80c8c109892 None None] Set router 634dc00c-b2a8-4d0d-b5ae-db7d02eadf54 gateway port host: None {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:23:54.755189 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50ec7c-9967-4898-847f-02e135d8614a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Pushing event updated for resources: {'Port': ['ID=1537ac2e-e284-4b90-b86e-d295dc2c3163,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:54.856133 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-41b6d0e2-8e1a-4ad1-bbc6-f80c8c109892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634dc00c-b2a8-4d0d-b5ae-db7d02eadf54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-597991816', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:21:22Z', 'updated_at': '2022-05-05T20:23:54Z', 'revision_number': 6, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'gw_port_host': None}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:23:54.860789 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1910403a-4de2-4ebc-ab25-d6929c773982 None None] DHCP port deletion for 31b469d8-6d49-4092-85b9-89b228577bc0 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:23:54.871507 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b6d0e2-8e1a-4ad1-bbc6-f80c8c109892 None None] The sync data for ids ['634dc00c-b2a8-4d0d-b5ae-db7d02eadf54'] in n-d-840717-1 is: [{'id': '634dc00c-b2a8-4d0d-b5ae-db7d02eadf54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-597991816', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:21:22Z', 'updated_at': '2022-05-05T20:23:54Z', 'revision_number': 6, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'gw_port_host': None}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:23:54.878606 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-1910403a-4de2-4ebc-ab25-d6929c773982 None None] Deleting port f743387b-364c-4027-befc-07a77448e669 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:23:54.878983 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1910403a-4de2-4ebc-ab25-d6929c773982 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:54.905803 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb50ec7c-9967-4898-847f-02e135d8614a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Network 3c4a927d-c8f3-46f8-b67b-85fc3a431cd3 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:23:54.911759 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-cb50ec7c-9967-4898-847f-02e135d8614a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:23:55.075702 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-02064fc7-8b45-436d-a813-721d3b0588dc tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] For port 979bd086-27ba-4b62-a3cc-0ed9cd3339c1, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=979bd086-27ba-4b62-a3cc-0ed9cd3339c1,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:23:55.076254 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-02064fc7-8b45-436d-a813-721d3b0588dc tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:55.412030 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb50ec7c-9967-4898-847f-02e135d8614a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Router 029667fc-6e81-4a22-b01f-d30a32144c8a has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:23:55.417684 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-1910403a-4de2-4ebc-ab25-d6929c773982 None None] For port f743387b-364c-4027-befc-07a77448e669, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=f743387b-364c-4027-befc-07a77448e669,segment=NetworkSegment(d248bc78-6ee4-4251-a7f7-94832ea6da5c),segment_id=d248bc78-6ee4-4251-a7f7-94832ea6da5c)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:23:55.418187 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1910403a-4de2-4ebc-ab25-d6929c773982 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:55.481783 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f860bddc-a21e-485b-8a1e-61a926a5adc1 req-39c19e52-f76e-4029-b8a9-ae4af55191d7 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:23:55.489144 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f860bddc-a21e-485b-8a1e-61a926a5adc1 req-39c19e52-f76e-4029-b8a9-ae4af55191d7 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] 10.222.0.24 "GET /v2.0/networks?id=e8057ba9-341d-44ba-82ad-e5ee8fd433a8 HTTP/1.1" status: 200 len: 813 time: 0.3695333 May 05 20:23:55.523473 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-02064fc7-8b45-436d-a813-721d3b0588dc tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Calling delete_port for 979bd086-27ba-4b62-a3cc-0ed9cd3339c1 owned by network:router_gateway {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:23:55.614585 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-1910403a-4de2-4ebc-ab25-d6929c773982 None None] Calling delete_port for f743387b-364c-4027-befc-07a77448e669 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:23:55.665405 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-e96f88a9-37e8-45b5-bbeb-f1c80de5f1db None None] Provisioning complete for port 1537ac2e-e284-4b90-b86e-d295dc2c3163 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:23:55.665783 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e96f88a9-37e8-45b5-bbeb-f1c80de5f1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:55.712973 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-41692456-b35e-4d9e-9d98-0e8469ee2870 req-409d3e35-a712-402c-b6fc-b3d3c1f35262 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddb06a81-b217-42e9-b74f-7a3d6a936718 HTTP/1.1" status: 200 len: 210 time: 0.2082031 May 05 20:23:55.762597 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-e96f88a9-37e8-45b5-bbeb-f1c80de5f1db None None] Port 1537ac2e-e284-4b90-b86e-d295dc2c3163 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:23:55.783675 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1910403a-4de2-4ebc-ab25-d6929c773982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:55.960758 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1910403a-4de2-4ebc-ab25-d6929c773982 None None] No DVR routers for this DVR port f743387b-364c-4027-befc-07a77448e669 on host n-d-840717-1 {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:23:55.963485 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1910403a-4de2-4ebc-ab25-d6929c773982 None None] Pushing event deleted for resources: {'Port': ['ID=f743387b-364c-4027-befc-07a77448e669,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:56.045497 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-02064fc7-8b45-436d-a813-721d3b0588dc tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:56.073610 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device f743387b-364c-4027-befc-07a77448e669 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:23:56.237854 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: f743387b-364c-4027-befc-07a77448e669 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:23:56.238421 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device f743387b-364c-4027-befc-07a77448e669 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:23:56.238930 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 979bd086-27ba-4b62-a3cc-0ed9cd3339c1 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:23:56.251764 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f860bddc-a21e-485b-8a1e-61a926a5adc1 req-945c02a4-312c-472f-b012-b09d0819eefb tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=882c3092895149a59ea813977ba9e154 HTTP/1.1" status: 200 len: 380 time: 0.6472268 May 05 20:23:56.255201 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02064fc7-8b45-436d-a813-721d3b0588dc tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event deleted for resources: {'Port': ['ID=979bd086-27ba-4b62-a3cc-0ed9cd3339c1,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:56.275517 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-f860bddc-a21e-485b-8a1e-61a926a5adc1 req-1bd00abb-9f4f-4b49-b37f-0658aeb08007 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Request body: {'port': {'device_id': 'ddb06a81-b217-42e9-b74f-7a3d6a936718', 'network_id': 'e8057ba9-341d-44ba-82ad-e5ee8fd433a8', 'admin_state_up': True, 'tenant_id': '882c3092895149a59ea813977ba9e154', 'security_groups': ['ebe5b2be-c1e6-4f72-829d-46069eb7b210']}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:23:56.303471 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 979bd086-27ba-4b62-a3cc-0ed9cd3339c1 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:23:56.304343 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 979bd086-27ba-4b62-a3cc-0ed9cd3339c1 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:23:56.306348 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-02064fc7-8b45-436d-a813-721d3b0588dc tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:56.306753 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device a8831f6f-33a7-4310-942a-02f1a6563041 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:23:56.352642 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: a8831f6f-33a7-4310-942a-02f1a6563041 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:23:56.352987 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device a8831f6f-33a7-4310-942a-02f1a6563041 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:23:56.362649 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb50ec7c-9967-4898-847f-02e135d8614a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:23:56.374843 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277ad44e-59fc-4f81-9ca5-6cdd0df4232e None None] Sync routers for ids ['029667fc-6e81-4a22-b01f-d30a32144c8a'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:23:56.388658 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277ad44e-59fc-4f81-9ca5-6cdd0df4232e None None] Routers {'029667fc-6e81-4a22-b01f-d30a32144c8a'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:23:56.389280 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-277ad44e-59fc-4f81-9ca5-6cdd0df4232e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:23:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['029667fc-6e81-4a22-b01f-d30a32144c8a'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:23:56.474504 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-277ad44e-59fc-4f81-9ca5-6cdd0df4232e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:23:56.487775 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277ad44e-59fc-4f81-9ca5-6cdd0df4232e None None] Routers {'029667fc-6e81-4a22-b01f-d30a32144c8a'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:23:56.488668 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-277ad44e-59fc-4f81-9ca5-6cdd0df4232e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:23:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['029667fc-6e81-4a22-b01f-d30a32144c8a'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:23:56.529313 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-cb50ec7c-9967-4898-847f-02e135d8614a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "PUT /v2.0/routers/029667fc-6e81-4a22-b01f-d30a32144c8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1426415 May 05 20:23:56.532891 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 52682) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:56.576783 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-277ad44e-59fc-4f81-9ca5-6cdd0df4232e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:23:56.577402 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277ad44e-59fc-4f81-9ca5-6cdd0df4232e None None] The sync data for ids ['029667fc-6e81-4a22-b01f-d30a32144c8a'] in n-d-840717-1 is: [] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:23:56.601716 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650ceea-0bf4-4b40-a4cc-277e3e1b2e4a req-9db2f78b-aaca-4f05-a980-f050f98220e4 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:23:56.612048 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0650ceea-0bf4-4b40-a4cc-277e3e1b2e4a req-9db2f78b-aaca-4f05-a980-f050f98220e4 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] 10.222.0.36 "GET /v2.0/ports?device_id=ac8d508c-ff4d-4c19-93a7-38524b4b2fa9 HTTP/1.1" status: 200 len: 945 time: 0.5986648 May 05 20:23:56.642257 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-02064fc7-8b45-436d-a813-721d3b0588dc tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:56.645938 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-02064fc7-8b45-436d-a813-721d3b0588dc tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:56.686275 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-02064fc7-8b45-436d-a813-721d3b0588dc tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:56.686796 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02064fc7-8b45-436d-a813-721d3b0588dc tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Fanout notify agent at l3_agent the message router_deleted on router 634dc00c-b2a8-4d0d-b5ae-db7d02eadf54 {{(pid=88197) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:23:56.710806 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-02064fc7-8b45-436d-a813-721d3b0588dc tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:56.712655 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-02064fc7-8b45-436d-a813-721d3b0588dc tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "DELETE /v2.0/routers/634dc00c-b2a8-4d0d-b5ae-db7d02eadf54 HTTP/1.1" status: 204 len: 168 time: 2.7918651 May 05 20:23:56.715154 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 52690) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:56.802396 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a13bee-0b38-4914-a4bd-cf08b38ecc4f tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:23:56.802962 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-c7a13bee-0b38-4914-a4bd-cf08b38ecc4f tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Synchronizing usage tracker for tenant:08e9223c846c46d791083957f9887d85 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:23:56.809081 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0650ceea-0bf4-4b40-a4cc-277e3e1b2e4a req-52294411-5200-44eb-a650-81e7b90d3e42 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] 10.222.0.36 "GET /v2.0/security-groups?id=8eda2352-7e6c-4384-97c1-b91c9276aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960649 May 05 20:23:56.837054 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-f860bddc-a21e-485b-8a1e-61a926a5adc1 req-1bd00abb-9f4f-4b49-b37f-0658aeb08007 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:23:56.873594 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-f860bddc-a21e-485b-8a1e-61a926a5adc1 req-1bd00abb-9f4f-4b49-b37f-0658aeb08007 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:23:56.900717 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-c7a13bee-0b38-4914-a4bd-cf08b38ecc4f tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Unset dirty status for tenant:08e9223c846c46d791083957f9887d85 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:23:56.901863 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c7a13bee-0b38-4914-a4bd-cf08b38ecc4f tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "GET /v2.0/ports/1537ac2e-e284-4b90-b86e-d295dc2c3163 HTTP/1.1" status: 200 len: 913 time: 0.3671372 May 05 20:23:56.912696 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 52704) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:56.920528 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f860bddc-a21e-485b-8a1e-61a926a5adc1 req-1bd00abb-9f4f-4b49-b37f-0658aeb08007 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Made reservation on behalf of 882c3092895149a59ea813977ba9e154 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:23:56.929534 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-f860bddc-a21e-485b-8a1e-61a926a5adc1 req-1bd00abb-9f4f-4b49-b37f-0658aeb08007 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:57.104358 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1186b0ea-e088-42ad-9750-f4ddbe78e275 req-1e759ff7-9b24-4ffe-8be7-a7ce71facd52 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddb06a81-b217-42e9-b74f-7a3d6a936718 HTTP/1.1" status: 200 len: 210 time: 0.0976822 May 05 20:23:57.108656 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-22008a8e-32a3-4f4b-8eff-4d78c7af39be tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:57.330195 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-22008a8e-32a3-4f4b-8eff-4d78c7af39be tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:57.371611 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-22008a8e-32a3-4f4b-8eff-4d78c7af39be tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31b469d8-6d49-4092-85b9-89b228577bc0']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:23:57.385989 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-22008a8e-32a3-4f4b-8eff-4d78c7af39be tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd248bc78-6ee4-4251-a7f7-94832ea6da5c') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:23:57.386337 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-22008a8e-32a3-4f4b-8eff-4d78c7af39be tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd248bc78-6ee4-4251-a7f7-94832ea6da5c') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:23:57.401645 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-22008a8e-32a3-4f4b-8eff-4d78c7af39be tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:57.433898 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-22008a8e-32a3-4f4b-8eff-4d78c7af39be tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:57.449120 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22008a8e-32a3-4f4b-8eff-4d78c7af39be tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:23:57.449595 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-22008a8e-32a3-4f4b-8eff-4d78c7af39be tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:57.472578 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:23:57.472578 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:23:57.472578 n-d-840717-1 neutron-server[88197]: timer() May 05 20:23:57.472578 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:23:57.472578 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:23:57.472578 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:23:57.472578 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:23:57.472578 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:23:57.472578 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:23:57.472578 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:23:57.472578 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:23:57.472578 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:23:57.472578 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:23:57.472578 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:23:57.472578 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:23:57.472578 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:23:57.472578 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:23:57.472578 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:23:57.472578 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:23:57.472578 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:23:57.472578 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:23:57.472578 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:23:57.472578 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:23:57.472578 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:23:57.472578 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:23:57.472578 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:23:57.472578 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:23:57.472578 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:23:57.472578 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:23:57.472578 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:23:57.472578 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:23:57.472578 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:23:57.622610 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-22008a8e-32a3-4f4b-8eff-4d78c7af39be tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:57.628528 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-22008a8e-32a3-4f4b-8eff-4d78c7af39be tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:57.717696 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22008a8e-32a3-4f4b-8eff-4d78c7af39be tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event deleted for resources: {'Network': ['ID=31b469d8-6d49-4092-85b9-89b228577bc0,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:57.733023 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-22008a8e-32a3-4f4b-8eff-4d78c7af39be tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "DELETE /v2.0/networks/31b469d8-6d49-4092-85b9-89b228577bc0 HTTP/1.1" status: 204 len: 168 time: 1.0161481 May 05 20:23:57.735591 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 52750) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:57.827803 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-f860bddc-a21e-485b-8a1e-61a926a5adc1 req-1bd00abb-9f4f-4b49-b37f-0658aeb08007 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Allocated IP 172.20.0.10 (e8057ba9-341d-44ba-82ad-e5ee8fd433a8/1e52d411-7180-4fa0-8b69-ccff1684382b/83e4c34a-8464-4fbb-8e0c-49e7baf2d1e8) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:23:57.828567 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c61cf7e8-e3ca-42a1-86c4-e570d645a823 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:57.906982 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c61cf7e8-e3ca-42a1-86c4-e570d645a823 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:58.000982 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c61cf7e8-e3ca-42a1-86c4-e570d645a823 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:58.038051 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61cf7e8-e3ca-42a1-86c4-e570d645a823 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc7af0e-4aca-46ea-9229-3f1f94b1b893,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:58.060294 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c61cf7e8-e3ca-42a1-86c4-e570d645a823 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:58.061843 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-c61cf7e8-e3ca-42a1-86c4-e570d645a823 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "DELETE /v2.0/security-groups/1cc7af0e-4aca-46ea-9229-3f1f94b1b893 HTTP/1.1" status: 204 len: 168 time: 0.3228562 May 05 20:23:58.419149 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0b2492ea-3174-4d49-97f1-ad7a30b06daa req-a45da632-79c4-4685-b95f-fab6ee847e01 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddb06a81-b217-42e9-b74f-7a3d6a936718 HTTP/1.1" status: 200 len: 210 time: 0.1049201 May 05 20:23:58.477740 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-f860bddc-a21e-485b-8a1e-61a926a5adc1 req-1bd00abb-9f4f-4b49-b37f-0658aeb08007 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:58.502382 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-f860bddc-a21e-485b-8a1e-61a926a5adc1 req-1bd00abb-9f4f-4b49-b37f-0658aeb08007 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Transition to ACTIVE for port object 83e4c34a-8464-4fbb-8e0c-49e7baf2d1e8 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:23:58.532094 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-f860bddc-a21e-485b-8a1e-61a926a5adc1 req-1bd00abb-9f4f-4b49-b37f-0658aeb08007 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:58.610176 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 52798) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:58.616861 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-37f6eae3-fcc7-40cd-bdd5-b7d2d8b6760b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1639062836', 'description': 'tempest-secgroup-smoke-1639062836 description', 'project_id': '310f91420a2d4ddd8aab8a710d8dc814'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:23:58.625487 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-37f6eae3-fcc7-40cd-bdd5-b7d2d8b6760b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:23:58.630980 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-37f6eae3-fcc7-40cd-bdd5-b7d2d8b6760b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Usage tracker for resource:security_group and tenant:310f91420a2d4ddd8aab8a710d8dc814 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:23:58.635575 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-37f6eae3-fcc7-40cd-bdd5-b7d2d8b6760b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:23:58.653010 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-37f6eae3-fcc7-40cd-bdd5-b7d2d8b6760b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:23:58.688272 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-37f6eae3-fcc7-40cd-bdd5-b7d2d8b6760b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:58.706565 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f860bddc-a21e-485b-8a1e-61a926a5adc1 req-1bd00abb-9f4f-4b49-b37f-0658aeb08007 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Network e8057ba9-341d-44ba-82ad-e5ee8fd433a8 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:23:58.711247 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-f860bddc-a21e-485b-8a1e-61a926a5adc1 req-1bd00abb-9f4f-4b49-b37f-0658aeb08007 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:23:58.714826 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-f860bddc-a21e-485b-8a1e-61a926a5adc1 req-1bd00abb-9f4f-4b49-b37f-0658aeb08007 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:23:58.761644 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 52802) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:58.815206 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-37f6eae3-fcc7-40cd-bdd5-b7d2d8b6760b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:23:58.824456 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-37f6eae3-fcc7-40cd-bdd5-b7d2d8b6760b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Usage tracker for resource:security_group_rule and tenant:310f91420a2d4ddd8aab8a710d8dc814 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:23:58.839592 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-37f6eae3-fcc7-40cd-bdd5-b7d2d8b6760b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:23:58.859929 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-37f6eae3-fcc7-40cd-bdd5-b7d2d8b6760b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:23:59.028251 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-e08efa67-7471-4ba9-a7cb-df4ff2b64f00 None None] Provisioning for port 83e4c34a-8464-4fbb-8e0c-49e7baf2d1e8 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:23:59.037067 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-e08efa67-7471-4ba9-a7cb-df4ff2b64f00 None None] Provisioning complete for port 83e4c34a-8464-4fbb-8e0c-49e7baf2d1e8 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:23:59.037914 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e08efa67-7471-4ba9-a7cb-df4ff2b64f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:59.048019 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-37f6eae3-fcc7-40cd-bdd5-b7d2d8b6760b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:59.056688 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-37f6eae3-fcc7-40cd-bdd5-b7d2d8b6760b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:59.074496 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-adb7fdde-93b7-439b-9310-68da5845a066 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:59.120984 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-e08efa67-7471-4ba9-a7cb-df4ff2b64f00 None None] Port 83e4c34a-8464-4fbb-8e0c-49e7baf2d1e8 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:23:59.168155 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4d4ca500-0d9e-44a0-bd49-c1f32ad3d604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:59.200202 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f6eae3-fcc7-40cd-bdd5-b7d2d8b6760b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9d5b21-6b89-4c8c-8c7b-729858b20cd7,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:59.210542 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-37f6eae3-fcc7-40cd-bdd5-b7d2d8b6760b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:59.212348 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-37f6eae3-fcc7-40cd-bdd5-b7d2d8b6760b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6000576 May 05 20:23:59.217223 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 52812) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:59.221924 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4d4ca500-0d9e-44a0-bd49-c1f32ad3d604 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:23:59.226079 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-9808cf8e-07a5-4b6f-a5c0-9621035ff53c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Request body: {'security_group_rule': {'security_group_id': 'ba9d5b21-6b89-4c8c-8c7b-729858b20cd7', 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:23:59.236366 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4d4ca500-0d9e-44a0-bd49-c1f32ad3d604 admin admin] Usage tracker for resource:security_group_rule and tenant:37212ccaf1434d7793bd24a37dce9c55 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:23:59.241853 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4d4ca500-0d9e-44a0-bd49-c1f32ad3d604 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:23:59.248532 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-9808cf8e-07a5-4b6f-a5c0-9621035ff53c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:23:59.254487 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4d4ca500-0d9e-44a0-bd49-c1f32ad3d604 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:23:59.256845 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-9808cf8e-07a5-4b6f-a5c0-9621035ff53c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Usage tracker for resource:security_group_rule and tenant:310f91420a2d4ddd8aab8a710d8dc814 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:23:59.261357 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-9808cf8e-07a5-4b6f-a5c0-9621035ff53c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:23:59.271336 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-9808cf8e-07a5-4b6f-a5c0-9621035ff53c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:23:59.302454 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd00abb-9f4f-4b49-b37f-0658aeb08007 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Pushing event updated for resources: {'Port': ['ID=83e4c34a-8464-4fbb-8e0c-49e7baf2d1e8,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:59.304609 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9808cf8e-07a5-4b6f-a5c0-9621035ff53c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:59.470504 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f860bddc-a21e-485b-8a1e-61a926a5adc1 req-1bd00abb-9f4f-4b49-b37f-0658aeb08007 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:23:59.471595 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-f860bddc-a21e-485b-8a1e-61a926a5adc1 req-1bd00abb-9f4f-4b49-b37f-0658aeb08007 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:59.495105 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9808cf8e-07a5-4b6f-a5c0-9621035ff53c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:59.506320 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9808cf8e-07a5-4b6f-a5c0-9621035ff53c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:59.547057 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f860bddc-a21e-485b-8a1e-61a926a5adc1 req-1bd00abb-9f4f-4b49-b37f-0658aeb08007 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2898333 May 05 20:23:59.550226 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9808cf8e-07a5-4b6f-a5c0-9621035ff53c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d0c9673-2d85-498a-a297-50a632de75c6,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:59.589696 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9808cf8e-07a5-4b6f-a5c0-9621035ff53c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:59.591089 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-9808cf8e-07a5-4b6f-a5c0-9621035ff53c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3727973 May 05 20:23:59.595299 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 52824) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:59.602722 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-fb377d03-2a6a-44b8-b20b-3aa2592efcf2 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Request body: {'security_group_rule': {'security_group_id': 'ba9d5b21-6b89-4c8c-8c7b-729858b20cd7', 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:23:59.618750 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-fb377d03-2a6a-44b8-b20b-3aa2592efcf2 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:23:59.631345 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-fb377d03-2a6a-44b8-b20b-3aa2592efcf2 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Usage tracker for resource:security_group_rule and tenant:310f91420a2d4ddd8aab8a710d8dc814 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:23:59.637263 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-fb377d03-2a6a-44b8-b20b-3aa2592efcf2 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:23:59.646210 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4d4ca500-0d9e-44a0-bd49-c1f32ad3d604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:59.647716 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-fb377d03-2a6a-44b8-b20b-3aa2592efcf2 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:23:59.654144 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4d4ca500-0d9e-44a0-bd49-c1f32ad3d604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:59.682873 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-adb7fdde-93b7-439b-9310-68da5845a066 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Deleting port 1537ac2e-e284-4b90-b86e-d295dc2c3163 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:23:59.685165 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-adb7fdde-93b7-439b-9310-68da5845a066 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:59.713886 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fb377d03-2a6a-44b8-b20b-3aa2592efcf2 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:59.726681 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-f860bddc-a21e-485b-8a1e-61a926a5adc1 req-bb886290-ce75-4a7f-a0dd-abd59cabadfb service neutron] Request body: {'port': {'device_id': 'ddb06a81-b217-42e9-b74f-7a3d6a936718', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:23:59.743049 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-4d4ca500-0d9e-44a0-bd49-c1f32ad3d604 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=37212ccaf1434d7793bd24a37dce9c55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9796836 May 05 20:23:59.754887 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 52828) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:59.771788 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4ca500-0d9e-44a0-bd49-c1f32ad3d604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d29a284-e206-499e-9893-a1c3e95996e1,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:59.852437 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fb377d03-2a6a-44b8-b20b-3aa2592efcf2 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:59.861271 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fb377d03-2a6a-44b8-b20b-3aa2592efcf2 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:59.877039 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9238efb2-ef84-4c5b-b49a-8e3b282b4dde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:59.898110 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb377d03-2a6a-44b8-b20b-3aa2592efcf2 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0affaa82-6309-4c8e-a95e-89c3067684f1,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:23:59.928551 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9238efb2-ef84-4c5b-b49a-8e3b282b4dde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:59.941935 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fb377d03-2a6a-44b8-b20b-3aa2592efcf2 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:23:59.943116 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-fb377d03-2a6a-44b8-b20b-3aa2592efcf2 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3464472 May 05 20:23:59.949578 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 52834) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:23:59.959684 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-efb97cf4-a000-4a87-bf93-fd6901e83247 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Request body: {'security_group_rule': {'security_group_id': 'ba9d5b21-6b89-4c8c-8c7b-729858b20cd7', 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:23:59.974436 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-efb97cf4-a000-4a87-bf93-fd6901e83247 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:23:59.983724 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-efb97cf4-a000-4a87-bf93-fd6901e83247 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Usage tracker for resource:security_group_rule and tenant:310f91420a2d4ddd8aab8a710d8dc814 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:23:59.987147 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-efb97cf4-a000-4a87-bf93-fd6901e83247 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:23:59.994339 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-efb97cf4-a000-4a87-bf93-fd6901e83247 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:24:00.014716 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-efb97cf4-a000-4a87-bf93-fd6901e83247 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:00.033345 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9238efb2-ef84-4c5b-b49a-8e3b282b4dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:00.063001 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9238efb2-ef84-4c5b-b49a-8e3b282b4dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d29a284-e206-499e-9893-a1c3e95996e1,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:00.075552 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-f860bddc-a21e-485b-8a1e-61a926a5adc1 req-bb886290-ce75-4a7f-a0dd-abd59cabadfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:00.091870 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9238efb2-ef84-4c5b-b49a-8e3b282b4dde admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:00.096371 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-9238efb2-ef84-4c5b-b49a-8e3b282b4dde admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3d29a284-e206-499e-9893-a1c3e95996e1 HTTP/1.1" status: 204 len: 168 time: 0.3394971 May 05 20:24:00.113304 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9cd325-f1cb-4e93-9286-1604636b71ce req-46ea13c2-226b-4377-aca4-2a9d4dafdbe2 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:00.114045 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-7b9cd325-f1cb-4e93-9286-1604636b71ce req-46ea13c2-226b-4377-aca4-2a9d4dafdbe2 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Synchronizing usage tracker for tenant:882c3092895149a59ea813977ba9e154 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:24:00.125474 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-efb97cf4-a000-4a87-bf93-fd6901e83247 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:00.131308 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-efb97cf4-a000-4a87-bf93-fd6901e83247 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:00.159604 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-adb7fdde-93b7-439b-9310-68da5845a066 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:00.171089 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-efb97cf4-a000-4a87-bf93-fd6901e83247 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:00.175204 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-efb97cf4-a000-4a87-bf93-fd6901e83247 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2218063 May 05 20:24:00.175204 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb97cf4-a000-4a87-bf93-fd6901e83247 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcd15695-48b4-49b5-acc7-bb40a103fdb2,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:00.176838 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 52840) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:24:00.188896 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-19a43989-e276-47f9-a833-457b70688ff5 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Request body: {'security_group_rule': {'security_group_id': 'ba9d5b21-6b89-4c8c-8c7b-729858b20cd7', 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:24:00.199302 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-19a43989-e276-47f9-a833-457b70688ff5 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:24:00.203389 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-19a43989-e276-47f9-a833-457b70688ff5 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Usage tracker for resource:security_group_rule and tenant:310f91420a2d4ddd8aab8a710d8dc814 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:24:00.209645 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-19a43989-e276-47f9-a833-457b70688ff5 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:24:00.217012 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-19a43989-e276-47f9-a833-457b70688ff5 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:24:00.234325 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-19a43989-e276-47f9-a833-457b70688ff5 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:00.350420 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-adb7fdde-93b7-439b-9310-68da5845a066 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Calling delete_port for 1537ac2e-e284-4b90-b86e-d295dc2c3163 owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:24:00.362956 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-19a43989-e276-47f9-a833-457b70688ff5 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:00.369393 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-19a43989-e276-47f9-a833-457b70688ff5 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:00.411832 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-19a43989-e276-47f9-a833-457b70688ff5 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:00.413177 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-19a43989-e276-47f9-a833-457b70688ff5 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2354805 May 05 20:24:00.415872 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a43989-e276-47f9-a833-457b70688ff5 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d18dae0b-b5c8-42b6-8c75-31c58d66ed1d,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:00.419755 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 52848) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:24:00.429528 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-e8fbc069-4c67-4faf-a4c6-7ae268bfb213 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Request body: {'security_group_rule': {'security_group_id': 'ba9d5b21-6b89-4c8c-8c7b-729858b20cd7', 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:24:00.442601 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-7b9cd325-f1cb-4e93-9286-1604636b71ce req-46ea13c2-226b-4377-aca4-2a9d4dafdbe2 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Unset dirty status for tenant:882c3092895149a59ea813977ba9e154 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:24:00.443781 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7b9cd325-f1cb-4e93-9286-1604636b71ce req-46ea13c2-226b-4377-aca4-2a9d4dafdbe2 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddb06a81-b217-42e9-b74f-7a3d6a936718 HTTP/1.1" status: 200 len: 932 time: 0.7211068 May 05 20:24:00.451286 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e8fbc069-4c67-4faf-a4c6-7ae268bfb213 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:24:00.497685 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-e8fbc069-4c67-4faf-a4c6-7ae268bfb213 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Usage tracker for resource:security_group_rule and tenant:310f91420a2d4ddd8aab8a710d8dc814 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:24:00.506969 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-e8fbc069-4c67-4faf-a4c6-7ae268bfb213 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:24:00.541503 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 52852) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:24:00.564754 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e8fbc069-4c67-4faf-a4c6-7ae268bfb213 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:24:00.569565 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-391dd016-3f6e-48ff-8581-7989eb38eb5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:00.590682 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-391dd016-3f6e-48ff-8581-7989eb38eb5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:24:00.595673 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-391dd016-3f6e-48ff-8581-7989eb38eb5e admin admin] Usage tracker for resource:security_group_rule and tenant:61d10bc02fa14d45977380d15f531f1a is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:24:00.599501 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-391dd016-3f6e-48ff-8581-7989eb38eb5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:24:00.606320 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-391dd016-3f6e-48ff-8581-7989eb38eb5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:24:00.749196 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-391dd016-3f6e-48ff-8581-7989eb38eb5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:00.757300 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-391dd016-3f6e-48ff-8581-7989eb38eb5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:00.815395 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-391dd016-3f6e-48ff-8581-7989eb38eb5e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=61d10bc02fa14d45977380d15f531f1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2724242 May 05 20:24:00.818472 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 52858) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:24:00.835767 n-d-840717-1 neutron-server[88198]: INFO neutron.db.securitygroups_db [None req-e8fbc069-4c67-4faf-a4c6-7ae268bfb213 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Project 310f91420a2d4ddd8aab8a710d8dc814 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 20:24:00.855312 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e8fbc069-4c67-4faf-a4c6-7ae268bfb213 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:00.871947 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7b9cd325-f1cb-4e93-9286-1604636b71ce req-0d992c10-542e-4a5a-9eff-da61d6ca15db tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] 10.222.0.36 "GET /v2.0/security-groups?id=ebe5b2be-c1e6-4f72-829d-46069eb7b210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3776574 May 05 20:24:00.884436 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391dd016-3f6e-48ff-8581-7989eb38eb5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9aa256-a7f6-4a54-a7ca-08d5db45fa6a,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:00.937071 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5aa06e1c-6d4c-49e8-99fa-20f2f3372cf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:00.980828 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5aa06e1c-6d4c-49e8-99fa-20f2f3372cf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:01.067965 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5aa06e1c-6d4c-49e8-99fa-20f2f3372cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:01.109302 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa06e1c-6d4c-49e8-99fa-20f2f3372cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9aa256-a7f6-4a54-a7ca-08d5db45fa6a,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:01.126354 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5aa06e1c-6d4c-49e8-99fa-20f2f3372cf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:01.135470 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-5aa06e1c-6d4c-49e8-99fa-20f2f3372cf0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dd9aa256-a7f6-4a54-a7ca-08d5db45fa6a HTTP/1.1" status: 204 len: 168 time: 0.3127773 May 05 20:24:01.194801 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e8fbc069-4c67-4faf-a4c6-7ae268bfb213 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:01.203947 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e8fbc069-4c67-4faf-a4c6-7ae268bfb213 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:01.290253 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fbc069-4c67-4faf-a4c6-7ae268bfb213 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deaf55b0-c075-4696-8dd3-1a1838940e6d,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:01.354556 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e8fbc069-4c67-4faf-a4c6-7ae268bfb213 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:01.356232 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e8fbc069-4c67-4faf-a4c6-7ae268bfb213 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9352622 May 05 20:24:01.359790 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 52876) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:24:01.372089 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-81a12687-cf3a-4687-9534-eb407312cc11 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Request body: {'security_group_rule': {'security_group_id': 'ba9d5b21-6b89-4c8c-8c7b-729858b20cd7', 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:24:01.378896 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-f860bddc-a21e-485b-8a1e-61a926a5adc1 req-bb886290-ce75-4a7f-a0dd-abd59cabadfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83e4c34a-8464-4fbb-8e0c-49e7baf2d1e8 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:24:01.388019 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-81a12687-cf3a-4687-9534-eb407312cc11 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:24:01.389196 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-adb7fdde-93b7-439b-9310-68da5845a066 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:01.398005 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-f860bddc-a21e-485b-8a1e-61a926a5adc1 req-bb886290-ce75-4a7f-a0dd-abd59cabadfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:01.411915 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-81a12687-cf3a-4687-9534-eb407312cc11 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Usage tracker for resource:security_group_rule and tenant:310f91420a2d4ddd8aab8a710d8dc814 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:24:01.426490 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-81a12687-cf3a-4687-9534-eb407312cc11 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:24:01.438985 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-81a12687-cf3a-4687-9534-eb407312cc11 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:24:01.455715 n-d-840717-1 neutron-server[88197]: INFO neutron.db.securitygroups_db [None req-81a12687-cf3a-4687-9534-eb407312cc11 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Project 310f91420a2d4ddd8aab8a710d8dc814 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 20:24:01.488440 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-81a12687-cf3a-4687-9534-eb407312cc11 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:01.535076 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb7fdde-93b7-439b-9310-68da5845a066 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Pushing event deleted for resources: {'Port': ['ID=1537ac2e-e284-4b90-b86e-d295dc2c3163,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:01.616865 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-81a12687-cf3a-4687-9534-eb407312cc11 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:01.622705 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-81a12687-cf3a-4687-9534-eb407312cc11 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:01.657347 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a12687-cf3a-4687-9534-eb407312cc11 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=354296cd-791d-401e-86b0-2ef82dc28010,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:01.670111 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-81a12687-cf3a-4687-9534-eb407312cc11 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:01.672708 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-81a12687-cf3a-4687-9534-eb407312cc11 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3108335 May 05 20:24:01.674591 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 52890) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:24:01.688488 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-5691fc72-6d2a-46d8-b60a-b5eabbc53fd9 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Request body: {'network': {'name': 'tempest-network-smoke--1428183845', 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'port_security_enabled': True}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:24:01.697155 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-5691fc72-6d2a-46d8-b60a-b5eabbc53fd9 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:24:01.704870 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-5691fc72-6d2a-46d8-b60a-b5eabbc53fd9 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Usage tracker for resource:network and tenant:310f91420a2d4ddd8aab8a710d8dc814 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:24:01.710234 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-5691fc72-6d2a-46d8-b60a-b5eabbc53fd9 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:24:01.718592 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-5691fc72-6d2a-46d8-b60a-b5eabbc53fd9 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:24:01.754667 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5691fc72-6d2a-46d8-b60a-b5eabbc53fd9 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Made reservation on behalf of 310f91420a2d4ddd8aab8a710d8dc814 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:24:01.766362 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5691fc72-6d2a-46d8-b60a-b5eabbc53fd9 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:01.818391 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5691fc72-6d2a-46d8-b60a-b5eabbc53fd9 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:24:01.829441 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5691fc72-6d2a-46d8-b60a-b5eabbc53fd9 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:01.830051 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-5691fc72-6d2a-46d8-b60a-b5eabbc53fd9 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Added segment f1e8b522-c2b1-451c-a5ae-720115527253 of type vlan for network 3b8a893f-8203-415f-97ec-c81abad76035 May 05 20:24:01.830267 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-f860bddc-a21e-485b-8a1e-61a926a5adc1 req-bb886290-ce75-4a7f-a0dd-abd59cabadfb service neutron] Transition to ACTIVE for port object 83e4c34a-8464-4fbb-8e0c-49e7baf2d1e8 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:24:01.835780 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-f860bddc-a21e-485b-8a1e-61a926a5adc1 req-bb886290-ce75-4a7f-a0dd-abd59cabadfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:01.884886 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5691fc72-6d2a-46d8-b60a-b5eabbc53fd9 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:01.942074 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5691fc72-6d2a-46d8-b60a-b5eabbc53fd9 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:01.954758 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5691fc72-6d2a-46d8-b60a-b5eabbc53fd9 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:01.956099 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5691fc72-6d2a-46d8-b60a-b5eabbc53fd9 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:01.962659 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb886290-ce75-4a7f-a0dd-abd59cabadfb service neutron] Pushing event updated for resources: {'Port': ['ID=83e4c34a-8464-4fbb-8e0c-49e7baf2d1e8,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:01.974747 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb886290-ce75-4a7f-a0dd-abd59cabadfb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:24:01.975060 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb886290-ce75-4a7f-a0dd-abd59cabadfb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:24:01.975420 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb886290-ce75-4a7f-a0dd-abd59cabadfb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:24:01.975750 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb886290-ce75-4a7f-a0dd-abd59cabadfb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:24:01.976072 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb886290-ce75-4a7f-a0dd-abd59cabadfb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:24:01.977788 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb886290-ce75-4a7f-a0dd-abd59cabadfb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:24:01.977788 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb886290-ce75-4a7f-a0dd-abd59cabadfb service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:24:01.977788 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb886290-ce75-4a7f-a0dd-abd59cabadfb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:24:01.978138 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb886290-ce75-4a7f-a0dd-abd59cabadfb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:24:01.978397 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb886290-ce75-4a7f-a0dd-abd59cabadfb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:24:01.978714 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb886290-ce75-4a7f-a0dd-abd59cabadfb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:24:01.979032 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb886290-ce75-4a7f-a0dd-abd59cabadfb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:24:02.144297 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-adb7fdde-93b7-439b-9310-68da5845a066 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:02.282328 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5691fc72-6d2a-46d8-b60a-b5eabbc53fd9 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event updated for resources: {'Network': ['ID=3b8a893f-8203-415f-97ec-c81abad76035,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:02.297151 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 3b8a893f-8203-415f-97ec-c81abad76035 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:24:02.325450 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-5691fc72-6d2a-46d8-b60a-b5eabbc53fd9 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6496067 May 05 20:24:02.329581 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 52912) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:24:02.338614 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-fcedf78b-1299-4991-81ea-bfecbf119d42 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-847523939', 'admin_state_up': True, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:24:02.354761 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-fcedf78b-1299-4991-81ea-bfecbf119d42 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:24:02.366643 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-fcedf78b-1299-4991-81ea-bfecbf119d42 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Usage tracker for resource:router and tenant:310f91420a2d4ddd8aab8a710d8dc814 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:24:02.379702 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-fcedf78b-1299-4991-81ea-bfecbf119d42 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:24:02.393138 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-fcedf78b-1299-4991-81ea-bfecbf119d42 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:24:02.417541 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14573b72-f983-44c2-b62b-fbcc43a4cd4f req-efd9dce4-cd13-4d03-aeae-50adc151e3e8 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:02.435811 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-14573b72-f983-44c2-b62b-fbcc43a4cd4f req-efd9dce4-cd13-4d03-aeae-50adc151e3e8 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddb06a81-b217-42e9-b74f-7a3d6a936718 HTTP/1.1" status: 200 len: 944 time: 0.2339635 May 05 20:24:02.462341 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fcedf78b-1299-4991-81ea-bfecbf119d42 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:02.463864 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fcedf78b-1299-4991-81ea-bfecbf119d42 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:02.532295 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-14573b72-f983-44c2-b62b-fbcc43a4cd4f req-10340381-452b-4a84-ab4c-ab7ec7b27b86 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] 10.222.0.36 "GET /v2.0/security-groups?id=ebe5b2be-c1e6-4f72-829d-46069eb7b210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952814 May 05 20:24:02.536860 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fcedf78b-1299-4991-81ea-bfecbf119d42 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:02.720614 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-f860bddc-a21e-485b-8a1e-61a926a5adc1 req-bb886290-ce75-4a7f-a0dd-abd59cabadfb service neutron] Attempting to bind port 83e4c34a-8464-4fbb-8e0c-49e7baf2d1e8 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:24:02.721116 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-f860bddc-a21e-485b-8a1e-61a926a5adc1 req-bb886290-ce75-4a7f-a0dd-abd59cabadfb service neutron] Attempting to bind port 83e4c34a-8464-4fbb-8e0c-49e7baf2d1e8 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'd1d2a867-3913-481e-b382-0f13f5f2eca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e8057ba9-341d-44ba-82ad-e5ee8fd433a8'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:24:02.721785 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f860bddc-a21e-485b-8a1e-61a926a5adc1 req-bb886290-ce75-4a7f-a0dd-abd59cabadfb service neutron] Attempting to bind port 83e4c34a-8464-4fbb-8e0c-49e7baf2d1e8 on network e8057ba9-341d-44ba-82ad-e5ee8fd433a8 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:24:02.730896 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f860bddc-a21e-485b-8a1e-61a926a5adc1 req-bb886290-ce75-4a7f-a0dd-abd59cabadfb service neutron] Port 83e4c34a-8464-4fbb-8e0c-49e7baf2d1e8 on network e8057ba9-341d-44ba-82ad-e5ee8fd433a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:24:02.731215 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f860bddc-a21e-485b-8a1e-61a926a5adc1 req-bb886290-ce75-4a7f-a0dd-abd59cabadfb service neutron] Attempting to bind port 83e4c34a-8464-4fbb-8e0c-49e7baf2d1e8 on network e8057ba9-341d-44ba-82ad-e5ee8fd433a8 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:24:02.747431 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f860bddc-a21e-485b-8a1e-61a926a5adc1 req-bb886290-ce75-4a7f-a0dd-abd59cabadfb service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:24:02.747846 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f860bddc-a21e-485b-8a1e-61a926a5adc1 req-bb886290-ce75-4a7f-a0dd-abd59cabadfb service neutron] Checking segment: {'id': 'd1d2a867-3913-481e-b382-0f13f5f2eca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e8057ba9-341d-44ba-82ad-e5ee8fd433a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:24:02.748351 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f860bddc-a21e-485b-8a1e-61a926a5adc1 req-bb886290-ce75-4a7f-a0dd-abd59cabadfb service neutron] Bound using segment: {'id': 'd1d2a867-3913-481e-b382-0f13f5f2eca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e8057ba9-341d-44ba-82ad-e5ee8fd433a8'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:24:02.748808 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-f860bddc-a21e-485b-8a1e-61a926a5adc1 req-bb886290-ce75-4a7f-a0dd-abd59cabadfb service neutron] Bound port: 83e4c34a-8464-4fbb-8e0c-49e7baf2d1e8, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1d2a867-3913-481e-b382-0f13f5f2eca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e8057ba9-341d-44ba-82ad-e5ee8fd433a8'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:24:02.749147 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-f860bddc-a21e-485b-8a1e-61a926a5adc1 req-bb886290-ce75-4a7f-a0dd-abd59cabadfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:02.983111 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fcedf78b-1299-4991-81ea-bfecbf119d42 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:03.021850 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-f860bddc-a21e-485b-8a1e-61a926a5adc1 req-bb886290-ce75-4a7f-a0dd-abd59cabadfb service neutron] For port 83e4c34a-8464-4fbb-8e0c-49e7baf2d1e8, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:24:03.032260 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-f860bddc-a21e-485b-8a1e-61a926a5adc1 req-bb886290-ce75-4a7f-a0dd-abd59cabadfb service neutron] For port 83e4c34a-8464-4fbb-8e0c-49e7baf2d1e8, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=83e4c34a-8464-4fbb-8e0c-49e7baf2d1e8,segment=NetworkSegment(d1d2a867-3913-481e-b382-0f13f5f2eca5),segment_id=d1d2a867-3913-481e-b382-0f13f5f2eca5)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:24:03.037731 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adb7fdde-93b7-439b-9310-68da5845a066 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Router 029667fc-6e81-4a22-b01f-d30a32144c8a has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:24:03.040918 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-f860bddc-a21e-485b-8a1e-61a926a5adc1 req-bb886290-ce75-4a7f-a0dd-abd59cabadfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:03.109929 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f860bddc-a21e-485b-8a1e-61a926a5adc1 req-bb886290-ce75-4a7f-a0dd-abd59cabadfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:03.110091 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-f860bddc-a21e-485b-8a1e-61a926a5adc1 req-bb886290-ce75-4a7f-a0dd-abd59cabadfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:03.111652 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f860bddc-a21e-485b-8a1e-61a926a5adc1 req-bb886290-ce75-4a7f-a0dd-abd59cabadfb service neutron] 10.222.0.24 "PUT /v2.0/ports/83e4c34a-8464-4fbb-8e0c-49e7baf2d1e8 HTTP/1.1" status: 200 len: 1092 time: 3.5566602 May 05 20:24:03.116093 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddb06a81-b217-42e9-b74f-7a3d6a936718', 'tag': '83e4c34a-8464-4fbb-8e0c-49e7baf2d1e8'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:24:03.555833 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7380f881-d505-4034-848f-65f349f8e868'] response: {'name': 'network-changed', 'server_uuid': 'ddb06a81-b217-42e9-b74f-7a3d6a936718', 'tag': '83e4c34a-8464-4fbb-8e0c-49e7baf2d1e8', 'status': 'completed', 'code': 200} May 05 20:24:03.638731 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb886290-ce75-4a7f-a0dd-abd59cabadfb service neutron] Pushing event updated for resources: {'Port': ['ID=83e4c34a-8464-4fbb-8e0c-49e7baf2d1e8,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:03.655306 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb7fdde-93b7-439b-9310-68da5845a066 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:24:03.660195 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-adb7fdde-93b7-439b-9310-68da5845a066 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "PUT /v2.0/routers/029667fc-6e81-4a22-b01f-d30a32144c8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7465000 May 05 20:24:03.666259 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 52980) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:24:03.673090 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39aa96c3-1c8b-45c8-8a79-415172873ea6 None None] Sync routers for ids ['029667fc-6e81-4a22-b01f-d30a32144c8a'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:24:03.689984 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39aa96c3-1c8b-45c8-8a79-415172873ea6 None None] Routers {'029667fc-6e81-4a22-b01f-d30a32144c8a'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:24:03.692440 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-39aa96c3-1c8b-45c8-8a79-415172873ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:23:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['029667fc-6e81-4a22-b01f-d30a32144c8a'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:24:03.704994 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fcedf78b-1299-4991-81ea-bfecbf119d42 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for router_gateway, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:03.835995 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fcedf78b-1299-4991-81ea-bfecbf119d42 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:03.906530 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-39aa96c3-1c8b-45c8-8a79-415172873ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:24:03.916904 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f860bddc-a21e-485b-8a1e-61a926a5adc1 req-4be3ffcb-7765-4446-a1e8-5647e07d796a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:03.918688 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f860bddc-a21e-485b-8a1e-61a926a5adc1 req-4be3ffcb-7765-4446-a1e8-5647e07d796a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=882c3092895149a59ea813977ba9e154&device_id=ddb06a81-b217-42e9-b74f-7a3d6a936718 HTTP/1.1" status: 200 len: 1095 time: 0.6925447 May 05 20:24:03.925262 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39aa96c3-1c8b-45c8-8a79-415172873ea6 None None] Routers {'029667fc-6e81-4a22-b01f-d30a32144c8a'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:24:03.929530 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-39aa96c3-1c8b-45c8-8a79-415172873ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:23:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['029667fc-6e81-4a22-b01f-d30a32144c8a'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:24:04.033769 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-fcedf78b-1299-4991-81ea-bfecbf119d42 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Allocated IP 172.25.0.12 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/d51721e9-0868-41f5-aa13-bc78b2b04f24) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:24:04.055546 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-39aa96c3-1c8b-45c8-8a79-415172873ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:24:04.056333 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39aa96c3-1c8b-45c8-8a79-415172873ea6 None None] The sync data for ids ['029667fc-6e81-4a22-b01f-d30a32144c8a'] in n-d-840717-1 is: [] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:24:04.124388 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8178cd0-06e7-4538-85ef-41aa2f868f37 req-d31300e4-e77e-4330-82c2-6550e70143ac tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:04.131763 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b8178cd0-06e7-4538-85ef-41aa2f868f37 req-d31300e4-e77e-4330-82c2-6550e70143ac tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddb06a81-b217-42e9-b74f-7a3d6a936718 HTTP/1.1" status: 200 len: 944 time: 0.3349442 May 05 20:24:04.168735 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f860bddc-a21e-485b-8a1e-61a926a5adc1 req-fa7444f5-57cc-4d41-adeb-38a774571e16 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83e4c34a-8464-4fbb-8e0c-49e7baf2d1e8 HTTP/1.1" status: 200 len: 217 time: 0.2356243 May 05 20:24:04.389878 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b8178cd0-06e7-4538-85ef-41aa2f868f37 req-a90b5c1c-d624-472f-a722-b54d688dd802 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] 10.222.0.36 "GET /v2.0/security-groups?id=ebe5b2be-c1e6-4f72-829d-46069eb7b210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2428050 May 05 20:24:04.440405 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fcedf78b-1299-4991-81ea-bfecbf119d42 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:04.503072 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fcedf78b-1299-4991-81ea-bfecbf119d42 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:04.582404 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f860bddc-a21e-485b-8a1e-61a926a5adc1 req-80b6d7c5-1140-4487-b69f-83f2d112de38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:04.584239 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f860bddc-a21e-485b-8a1e-61a926a5adc1 req-80b6d7c5-1140-4487-b69f-83f2d112de38 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e52d411-7180-4fa0-8b69-ccff1684382b HTTP/1.1" status: 200 len: 852 time: 0.4072459 May 05 20:24:04.663495 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-271ea25c-18d4-4404-af75-ea4bc37a26e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:04.763719 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcedf78b-1299-4991-81ea-bfecbf119d42 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event updated for resources: {'Port': ['ID=d51721e9-0868-41f5-aa13-bc78b2b04f24,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:04.770480 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcedf78b-1299-4991-81ea-bfecbf119d42 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:24:04.771845 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-fcedf78b-1299-4991-81ea-bfecbf119d42 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:24:04.774828 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcedf78b-1299-4991-81ea-bfecbf119d42 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:24:04.781329 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f860bddc-a21e-485b-8a1e-61a926a5adc1 req-f49f365c-0bcf-4a3e-9345-c50149b1b46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:04.782842 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f860bddc-a21e-485b-8a1e-61a926a5adc1 req-f49f365c-0bcf-4a3e-9345-c50149b1b46e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e8057ba9-341d-44ba-82ad-e5ee8fd433a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1897941 May 05 20:24:05.040190 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-141e6683-21b5-46fd-a25c-899da8cbf438 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:05.220328 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f860bddc-a21e-485b-8a1e-61a926a5adc1 req-d12cfd34-5995-4139-9706-4a26bcc77ced service neutron] 10.222.0.24 "GET /v2.0/networks/e8057ba9-341d-44ba-82ad-e5ee8fd433a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3965461 May 05 20:24:05.629803 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fcedf78b-1299-4991-81ea-bfecbf119d42 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for router_gateway, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:06.049080 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f860bddc-a21e-485b-8a1e-61a926a5adc1 req-843537b1-5093-49e9-87a3-d7c082602b9d service neutron] 10.222.0.24 "GET /v2.0/networks/e8057ba9-341d-44ba-82ad-e5ee8fd433a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8230820 May 05 20:24:06.217534 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641b97c3-9ca7-4a13-aede-f95a5d83298f req-971341de-7789-4403-9fca-ad233452af14 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:06.219053 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-641b97c3-9ca7-4a13-aede-f95a5d83298f req-971341de-7789-4403-9fca-ad233452af14 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddb06a81-b217-42e9-b74f-7a3d6a936718 HTTP/1.1" status: 200 len: 944 time: 0.5636704 May 05 20:24:06.292770 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fcedf78b-1299-4991-81ea-bfecbf119d42 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:06.407730 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-641b97c3-9ca7-4a13-aede-f95a5d83298f req-5ff74312-1c85-4130-a2b7-839494af2662 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] 10.222.0.36 "GET /v2.0/security-groups?id=ebe5b2be-c1e6-4f72-829d-46069eb7b210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603968 May 05 20:24:06.411844 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-141e6683-21b5-46fd-a25c-899da8cbf438 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Deleting port 4fabc718-f99c-4b1c-a354-f11209c4cd7c {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:24:06.420214 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-141e6683-21b5-46fd-a25c-899da8cbf438 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:06.468329 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff1171-78e6-4db6-91be-49508a44144f req-a4574bdb-795f-4717-9dca-57dc243bcd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:06.470128 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8aff1171-78e6-4db6-91be-49508a44144f req-a4574bdb-795f-4717-9dca-57dc243bcd7b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=882c3092895149a59ea813977ba9e154&device_id=ddb06a81-b217-42e9-b74f-7a3d6a936718 HTTP/1.1" status: 200 len: 1095 time: 0.3610516 May 05 20:24:06.769566 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff1171-78e6-4db6-91be-49508a44144f req-3aa54a9b-3887-4744-9dd6-40edb87c7f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:06.771459 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8aff1171-78e6-4db6-91be-49508a44144f req-3aa54a9b-3887-4744-9dd6-40edb87c7f6a service neutron] 10.222.0.24 "GET /v2.0/networks?id=e8057ba9-341d-44ba-82ad-e5ee8fd433a8 HTTP/1.1" status: 200 len: 914 time: 0.2776692 May 05 20:24:06.839171 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-713a7756-17d3-4138-966b-9f1e143d4989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:06.913527 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8aff1171-78e6-4db6-91be-49508a44144f req-b56df87f-3a81-479f-908c-2aa57b582442 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83e4c34a-8464-4fbb-8e0c-49e7baf2d1e8 HTTP/1.1" status: 200 len: 217 time: 0.1339679 May 05 20:24:06.915070 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcedf78b-1299-4991-81ea-bfecbf119d42 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Router 561c82a0-9896-4343-a49b-cfa54575a201 is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88197) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:24:07.101307 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff1171-78e6-4db6-91be-49508a44144f req-2f440af4-dd0b-489d-9247-291554ea603d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:07.102859 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8aff1171-78e6-4db6-91be-49508a44144f req-2f440af4-dd0b-489d-9247-291554ea603d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e52d411-7180-4fa0-8b69-ccff1684382b HTTP/1.1" status: 200 len: 852 time: 0.1819272 May 05 20:24:07.110278 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-141e6683-21b5-46fd-a25c-899da8cbf438 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:07.233202 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcedf78b-1299-4991-81ea-bfecbf119d42 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:24:07.249988 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d43760-0837-4668-bb4f-55c63a644fa1 None None] Sync routers for ids ['561c82a0-9896-4343-a49b-cfa54575a201'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:24:07.269075 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d43760-0837-4668-bb4f-55c63a644fa1 None None] Routers {'561c82a0-9896-4343-a49b-cfa54575a201'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:24:07.272894 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-06d43760-0837-4668-bb4f-55c63a644fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:24:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['561c82a0-9896-4343-a49b-cfa54575a201'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:24:07.316652 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fcedf78b-1299-4991-81ea-bfecbf119d42 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:07.318311 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-fcedf78b-1299-4991-81ea-bfecbf119d42 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.9873807 May 05 20:24:07.322329 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 53178) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:24:07.378840 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-b3e0e757-c122-428d-9a22-8e410fff711e tempest-TestNetworkAdvancedServerOps-1264277304 tempest-TestNetworkAdvancedServerOps-1264277304-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=310f91420a2d4ddd8aab8a710d8dc814&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0461121 May 05 20:24:07.381543 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 53188) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:24:07.381929 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-141e6683-21b5-46fd-a25c-899da8cbf438 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Calling delete_port for 4fabc718-f99c-4b1c-a354-f11209c4cd7c owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:24:07.563643 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff1171-78e6-4db6-91be-49508a44144f req-5fe7f965-c585-44ec-b8d3-d51790711f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:07.568333 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8aff1171-78e6-4db6-91be-49508a44144f req-5fe7f965-c585-44ec-b8d3-d51790711f3a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e8057ba9-341d-44ba-82ad-e5ee8fd433a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4599149 May 05 20:24:07.637226 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f084690a-07ee-440b-9e1c-24c3c441afc0 tempest-TestNetworkAdvancedServerOps-1264277304 tempest-TestNetworkAdvancedServerOps-1264277304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:07.640179 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f084690a-07ee-440b-9e1c-24c3c441afc0 tempest-TestNetworkAdvancedServerOps-1264277304 tempest-TestNetworkAdvancedServerOps-1264277304-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2574091 May 05 20:24:07.642217 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 53206) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:24:07.698858 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-06d43760-0837-4668-bb4f-55c63a644fa1 None None] Set router 561c82a0-9896-4343-a49b-cfa54575a201 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:24:07.849476 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-518bbe48-6657-48d8-a69d-285100af8369 tempest-TestNetworkAdvancedServerOps-1264277304 tempest-TestNetworkAdvancedServerOps-1264277304-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=0401d202-1605-4cfe-bad4-fb225df6afb0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2060361 May 05 20:24:07.854330 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 53218) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:24:07.865310 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-e48e6796-58d3-4d52-b77e-4572e5a2a19f tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-890234808', 'network_id': '3b8a893f-8203-415f-97ec-c81abad76035', 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:24:07.873267 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:07.929312 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb13fc6-e48c-4995-aef4-6b6538f8f8d8 req-e9381def-226e-464d-b204-db0810867496 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:07.936941 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3eb13fc6-e48c-4995-aef4-6b6538f8f8d8 req-e9381def-226e-464d-b204-db0810867496 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddb06a81-b217-42e9-b74f-7a3d6a936718 HTTP/1.1" status: 200 len: 944 time: 0.2025974 May 05 20:24:08.076429 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:08.080716 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3eb13fc6-e48c-4995-aef4-6b6538f8f8d8 req-5f900de1-2808-41de-aa0b-edf5445765bc tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] 10.222.0.36 "GET /v2.0/security-groups?id=ebe5b2be-c1e6-4f72-829d-46069eb7b210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346457 May 05 20:24:08.094783 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8aff1171-78e6-4db6-91be-49508a44144f req-e82ffd7c-7bd4-4486-86de-43647d59c7e4 service neutron] 10.222.0.24 "GET /v2.0/networks/e8057ba9-341d-44ba-82ad-e5ee8fd433a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5029964 May 05 20:24:08.186476 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-06d43760-0837-4668-bb4f-55c63a644fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '561c82a0-9896-4343-a49b-cfa54575a201', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847523939', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'd51721e9-0868-41f5-aa13-bc78b2b04f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:24:02Z', 'updated_at': '2022-05-05T20:24:05Z', 'revision_number': 3, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'gw_port': {'id': 'd51721e9-0868-41f5-aa13-bc78b2b04f24', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:fb:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '561c82a0-9896-4343-a49b-cfa54575a201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:24:03Z', 'updated_at': '2022-05-05T20:24:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:24:08.200910 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d43760-0837-4668-bb4f-55c63a644fa1 None None] Checking router: 561c82a0-9896-4343-a49b-cfa54575a201 for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:24:08.202254 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d43760-0837-4668-bb4f-55c63a644fa1 None None] Updating router 561c82a0-9896-4343-a49b-cfa54575a201 port d51721e9-0868-41f5-aa13-bc78b2b04f24 binding host n-d-840717-1 {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:24:08.372487 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8aff1171-78e6-4db6-91be-49508a44144f req-fa0ad919-ff13-4f8b-b24d-009c40a71673 service neutron] 10.222.0.24 "GET /v2.0/networks/e8057ba9-341d-44ba-82ad-e5ee8fd433a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802742 May 05 20:24:08.375091 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-141e6683-21b5-46fd-a25c-899da8cbf438 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:08.377266 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-06d43760-0837-4668-bb4f-55c63a644fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:08.402815 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 53228) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:24:08.706278 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141e6683-21b5-46fd-a25c-899da8cbf438 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Pushing event deleted for resources: {'Port': ['ID=4fabc718-f99c-4b1c-a354-f11209c4cd7c,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:08.750730 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e48e6796-58d3-4d52-b77e-4572e5a2a19f tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:24:08.763424 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1ba4007f-bb5b-4490-839c-283085abafe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:08.779081 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-e48e6796-58d3-4d52-b77e-4572e5a2a19f tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Usage tracker for resource:subnet and tenant:310f91420a2d4ddd8aab8a710d8dc814 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:24:08.783045 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-1ba4007f-bb5b-4490-839c-283085abafe5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:24:08.783645 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-e48e6796-58d3-4d52-b77e-4572e5a2a19f tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:24:08.787843 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-1ba4007f-bb5b-4490-839c-283085abafe5 admin admin] Usage tracker for resource:security_group_rule and tenant:57ff95acd69a4d278256782e3c1a09e8 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:24:08.791979 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-1ba4007f-bb5b-4490-839c-283085abafe5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:24:08.798736 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-1ba4007f-bb5b-4490-839c-283085abafe5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:24:08.804463 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e48e6796-58d3-4d52-b77e-4572e5a2a19f tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:24:08.913174 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e48e6796-58d3-4d52-b77e-4572e5a2a19f tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Made reservation on behalf of 310f91420a2d4ddd8aab8a710d8dc814 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:24:08.918136 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e48e6796-58d3-4d52-b77e-4572e5a2a19f tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:08.968711 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1ba4007f-bb5b-4490-839c-283085abafe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:08.980581 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1ba4007f-bb5b-4490-839c-283085abafe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:09.074654 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba4007f-bb5b-4490-839c-283085abafe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=114c3f28-19ae-4b04-ba30-146af0f00e5b,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:09.109481 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-1ba4007f-bb5b-4490-839c-283085abafe5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=57ff95acd69a4d278256782e3c1a09e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7025261 May 05 20:24:09.118574 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 53244) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:24:09.178933 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-141e6683-21b5-46fd-a25c-899da8cbf438 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:09.211726 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-06d43760-0837-4668-bb4f-55c63a644fa1 None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:09.243145 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-06d43760-0837-4668-bb4f-55c63a644fa1 None None] Transition to ACTIVE for port object d51721e9-0868-41f5-aa13-bc78b2b04f24 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:24:09.251676 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4afaa5b4-cd0e-4aaa-8cbe-41a3f2eeae87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:09.254238 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-06d43760-0837-4668-bb4f-55c63a644fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:09.317279 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4afaa5b4-cd0e-4aaa-8cbe-41a3f2eeae87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:09.426203 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4afaa5b4-cd0e-4aaa-8cbe-41a3f2eeae87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:09.430399 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-06d43760-0837-4668-bb4f-55c63a644fa1 None None] Attempting to bind port d51721e9-0868-41f5-aa13-bc78b2b04f24 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:24:09.432028 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-06d43760-0837-4668-bb4f-55c63a644fa1 None None] Attempting to bind port d51721e9-0868-41f5-aa13-bc78b2b04f24 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:24:09.433033 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d43760-0837-4668-bb4f-55c63a644fa1 None None] Attempting to bind port d51721e9-0868-41f5-aa13-bc78b2b04f24 on network 0401d202-1605-4cfe-bad4-fb225df6afb0 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:24:09.444456 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d43760-0837-4668-bb4f-55c63a644fa1 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:24:09.448006 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d43760-0837-4668-bb4f-55c63a644fa1 None None] Checking segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:24:09.448617 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-06d43760-0837-4668-bb4f-55c63a644fa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:09.449707 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d43760-0837-4668-bb4f-55c63a644fa1 None None] Bound using segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:24:09.450265 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afaa5b4-cd0e-4aaa-8cbe-41a3f2eeae87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=114c3f28-19ae-4b04-ba30-146af0f00e5b,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:09.451956 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-06d43760-0837-4668-bb4f-55c63a644fa1 None None] Bound port: d51721e9-0868-41f5-aa13-bc78b2b04f24, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:24:09.452673 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-06d43760-0837-4668-bb4f-55c63a644fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:09.473389 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4afaa5b4-cd0e-4aaa-8cbe-41a3f2eeae87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:09.488325 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-4afaa5b4-cd0e-4aaa-8cbe-41a3f2eeae87 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/114c3f28-19ae-4b04-ba30-146af0f00e5b HTTP/1.1" status: 204 len: 168 time: 0.3692060 May 05 20:24:09.503834 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3ee8ad-7004-461b-878a-3364cd2b21ce None None] Pushing event updated for resources: {'Port': ['ID=d51721e9-0868-41f5-aa13-bc78b2b04f24,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:09.528464 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3ee8ad-7004-461b-878a-3364cd2b21ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:24:09.528786 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3ee8ad-7004-461b-878a-3364cd2b21ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:24:09.529117 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3ee8ad-7004-461b-878a-3364cd2b21ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:24:09.529446 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3ee8ad-7004-461b-878a-3364cd2b21ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:24:09.529926 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3ee8ad-7004-461b-878a-3364cd2b21ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:24:09.530259 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3ee8ad-7004-461b-878a-3364cd2b21ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:24:09.530577 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3ee8ad-7004-461b-878a-3364cd2b21ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:24:09.530892 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3ee8ad-7004-461b-878a-3364cd2b21ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:24:09.531208 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3ee8ad-7004-461b-878a-3364cd2b21ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:24:09.531560 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3ee8ad-7004-461b-878a-3364cd2b21ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:24:09.531874 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3ee8ad-7004-461b-878a-3364cd2b21ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:24:09.532184 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3ee8ad-7004-461b-878a-3364cd2b21ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:24:09.586470 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:09.600436 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-06d43760-0837-4668-bb4f-55c63a644fa1 None None] For port d51721e9-0868-41f5-aa13-bc78b2b04f24, host n-d-840717-1, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:24:09.611616 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-06d43760-0837-4668-bb4f-55c63a644fa1 None None] For port d51721e9-0868-41f5-aa13-bc78b2b04f24, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=d51721e9-0868-41f5-aa13-bc78b2b04f24,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:24:09.618992 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-06d43760-0837-4668-bb4f-55c63a644fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:09.744348 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d43760-0837-4668-bb4f-55c63a644fa1 None None] Routers {'561c82a0-9896-4343-a49b-cfa54575a201'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:24:09.745647 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-06d43760-0837-4668-bb4f-55c63a644fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:24:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['561c82a0-9896-4343-a49b-cfa54575a201'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:24:09.948808 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3ee8ad-7004-461b-878a-3364cd2b21ce None None] Pushing event updated for resources: {'Port': ['ID=d51721e9-0868-41f5-aa13-bc78b2b04f24,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:10.027306 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-141e6683-21b5-46fd-a25c-899da8cbf438 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Router 029667fc-6e81-4a22-b01f-d30a32144c8a has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:24:10.079241 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-06d43760-0837-4668-bb4f-55c63a644fa1 None None] Set router 561c82a0-9896-4343-a49b-cfa54575a201 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:24:10.245775 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d6eae-7485-489c-835d-9e9a6ee00463 req-332cee66-1ac3-4311-8b10-41d903c9b509 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:10.247403 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ba1d6eae-7485-489c-835d-9e9a6ee00463 req-332cee66-1ac3-4311-8b10-41d903c9b509 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddb06a81-b217-42e9-b74f-7a3d6a936718 HTTP/1.1" status: 200 len: 944 time: 0.6236992 May 05 20:24:10.304587 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-141e6683-21b5-46fd-a25c-899da8cbf438 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:24:10.321342 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa00d8a6-ee8d-455c-b9d6-e693971b720f None None] Sync routers for ids ['029667fc-6e81-4a22-b01f-d30a32144c8a'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:24:10.331222 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ba1d6eae-7485-489c-835d-9e9a6ee00463 req-6c96d410-bb7a-4d00-9e91-f5e32acbb960 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] 10.222.0.36 "GET /v2.0/security-groups?id=ebe5b2be-c1e6-4f72-829d-46069eb7b210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758686 May 05 20:24:10.345202 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa00d8a6-ee8d-455c-b9d6-e693971b720f None None] Routers {'029667fc-6e81-4a22-b01f-d30a32144c8a'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:24:10.346114 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-fa00d8a6-ee8d-455c-b9d6-e693971b720f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:24:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['029667fc-6e81-4a22-b01f-d30a32144c8a'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:24:10.385090 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 53274) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:24:10.385665 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-141e6683-21b5-46fd-a25c-899da8cbf438 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "PUT /v2.0/routers/029667fc-6e81-4a22-b01f-d30a32144c8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7167323 May 05 20:24:10.387241 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e48e6796-58d3-4d52-b77e-4572e5a2a19f tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:10.480582 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48e6796-58d3-4d52-b77e-4572e5a2a19f tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event updated for resources: {'Subnet': ['ID=cc329b12-7b41-4146-b2a0-e43616e5540f,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:10.523554 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48e6796-58d3-4d52-b77e-4572e5a2a19f tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Checking segment: {'id': 'f1e8b522-c2b1-451c-a5ae-720115527253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3b8a893f-8203-415f-97ec-c81abad76035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:24:10.526859 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48e6796-58d3-4d52-b77e-4572e5a2a19f tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Network hostable DHCP agents. Network: 3b8a893f-8203-415f-97ec-c81abad76035, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:24:10.559302 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48e6796-58d3-4d52-b77e-4572e5a2a19f tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Network 3b8a893f-8203-415f-97ec-c81abad76035 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:24:10.566235 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f88a0bed-550d-43b0-b75c-cf2589c70db5 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "GET /v2.0/ports?device_id=029667fc-6e81-4a22-b01f-d30a32144c8a HTTP/1.1" status: 200 len: 205 time: 0.1792381 May 05 20:24:10.571161 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 53282) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:24:10.606227 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-fa00d8a6-ee8d-455c-b9d6-e693971b720f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:24:10.657995 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa00d8a6-ee8d-455c-b9d6-e693971b720f None None] Routers {'029667fc-6e81-4a22-b01f-d30a32144c8a'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:24:10.658641 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-fa00d8a6-ee8d-455c-b9d6-e693971b720f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:24:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['029667fc-6e81-4a22-b01f-d30a32144c8a'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:24:10.663326 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-06d43760-0837-4668-bb4f-55c63a644fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '561c82a0-9896-4343-a49b-cfa54575a201', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847523939', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'd51721e9-0868-41f5-aa13-bc78b2b04f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:24:02Z', 'updated_at': '2022-05-05T20:24:05Z', 'revision_number': 3, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'gw_port': {'id': 'd51721e9-0868-41f5-aa13-bc78b2b04f24', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:fb:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '561c82a0-9896-4343-a49b-cfa54575a201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:24:03Z', 'updated_at': '2022-05-05T20:24:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:24:10.671471 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d43760-0837-4668-bb4f-55c63a644fa1 None None] The sync data for ids ['561c82a0-9896-4343-a49b-cfa54575a201'] in n-d-840717-1 is: [{'id': '561c82a0-9896-4343-a49b-cfa54575a201', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847523939', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'd51721e9-0868-41f5-aa13-bc78b2b04f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:24:02Z', 'updated_at': '2022-05-05T20:24:05Z', 'revision_number': 3, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'gw_port': {'id': 'd51721e9-0868-41f5-aa13-bc78b2b04f24', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:fb:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '561c82a0-9896-4343-a49b-cfa54575a201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:24:03Z', 'updated_at': '2022-05-05T20:24:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:24:10.804354 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f2779b14-b5c3-4b5a-bd9d-f1ffb9df3d4c tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:10.867015 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-fa00d8a6-ee8d-455c-b9d6-e693971b720f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:24:10.868850 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa00d8a6-ee8d-455c-b9d6-e693971b720f None None] The sync data for ids ['029667fc-6e81-4a22-b01f-d30a32144c8a'] in n-d-840717-1 is: [] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:24:11.068004 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-e48e6796-58d3-4d52-b77e-4572e5a2a19f tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 3b8a893f-8203-415f-97ec-c81abad76035) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:24:11.072837 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48e6796-58d3-4d52-b77e-4572e5a2a19f tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:11.073505 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e48e6796-58d3-4d52-b77e-4572e5a2a19f tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:11.077848 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a96f4d-12a0-4339-a019-bcb4a407d6cd None None] Network 3b8a893f-8203-415f-97ec-c81abad76035 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:24:11.249299 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 53304) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:24:11.249492 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e48e6796-58d3-4d52-b77e-4572e5a2a19f tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.3915565 May 05 20:24:11.647530 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99b48e8-c694-4258-adfe-10ad7702b02b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-3b8a893f-8203-415f-97ec-c81abad76035', 'network_id': '3b8a893f-8203-415f-97ec-c81abad76035', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'fixed_ips': [{'subnet_id': 'cc329b12-7b41-4146-b2a0-e43616e5540f'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:24:11.648386 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c99b48e8-c694-4258-adfe-10ad7702b02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:11.777941 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f2779b14-b5c3-4b5a-bd9d-f1ffb9df3d4c tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:11.791164 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f2779b14-b5c3-4b5a-bd9d-f1ffb9df3d4c tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:11.862337 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f2779b14-b5c3-4b5a-bd9d-f1ffb9df3d4c tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:11.862827 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2779b14-b5c3-4b5a-bd9d-f1ffb9df3d4c tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Fanout notify agent at l3_agent the message router_deleted on router 029667fc-6e81-4a22-b01f-d30a32144c8a {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:24:11.895813 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f2779b14-b5c3-4b5a-bd9d-f1ffb9df3d4c tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:11.901730 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f2779b14-b5c3-4b5a-bd9d-f1ffb9df3d4c tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "DELETE /v2.0/routers/029667fc-6e81-4a22-b01f-d30a32144c8a HTTP/1.1" status: 204 len: 168 time: 1.3293483 May 05 20:24:11.903339 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 53326) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:24:11.904288 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-c99b48e8-c694-4258-adfe-10ad7702b02b None None] Allocated IP 172.20.0.2 (3b8a893f-8203-415f-97ec-c81abad76035/cc329b12-7b41-4146-b2a0-e43616e5540f/ac2e7e80-0bea-4b79-87aa-5c02192d9ae4) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:24:12.085531 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a5a66d9-2a5e-4c18-a17f-7ebd089f81b6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Deleting subnet 717b5946-b4b7-4e5c-b212-352433b7f5d6 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:24:12.098698 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7a5a66d9-2a5e-4c18-a17f-7ebd089f81b6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:12.115169 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device d51721e9-0868-41f5-aa13-bc78b2b04f24 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:24:12.338637 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7a5a66d9-2a5e-4c18-a17f-7ebd089f81b6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:12.365179 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port d51721e9-0868-41f5-aa13-bc78b2b04f24 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:24:12.379392 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port d51721e9-0868-41f5-aa13-bc78b2b04f24 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:24:12.380699 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:12.389940 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f17eb2-5cae-4ef2-a22d-0c7c08406d67 req-f5ce59b2-ff6a-4ccd-96c3-ff95cc4cfe49 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:12.396849 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a0f17eb2-5cae-4ef2-a22d-0c7c08406d67 req-f5ce59b2-ff6a-4ccd-96c3-ff95cc4cfe49 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddb06a81-b217-42e9-b74f-7a3d6a936718 HTTP/1.1" status: 200 len: 944 time: 0.6948824 May 05 20:24:12.451829 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c99b48e8-c694-4258-adfe-10ad7702b02b None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:12.467718 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-c99b48e8-c694-4258-adfe-10ad7702b02b None None] Transition to ACTIVE for port object ac2e7e80-0bea-4b79-87aa-5c02192d9ae4 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:24:12.539609 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-c99b48e8-c694-4258-adfe-10ad7702b02b None None] Transition to ACTIVE for port object ac2e7e80-0bea-4b79-87aa-5c02192d9ae4 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:24:12.548159 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:12.554342 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c99b48e8-c694-4258-adfe-10ad7702b02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:12.652861 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7a5a66d9-2a5e-4c18-a17f-7ebd089f81b6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:12.715979 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99b48e8-c694-4258-adfe-10ad7702b02b None None] Network 3b8a893f-8203-415f-97ec-c81abad76035 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:24:12.720750 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-c99b48e8-c694-4258-adfe-10ad7702b02b None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:24:12.724011 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port d51721e9-0868-41f5-aa13-bc78b2b04f24, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=d51721e9-0868-41f5-aa13-bc78b2b04f24,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:24:12.731057 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99b48e8-c694-4258-adfe-10ad7702b02b None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:24:12.794000 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:12.870510 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99b48e8-c694-4258-adfe-10ad7702b02b None None] Pushing event updated for resources: {'Port': ['ID=ac2e7e80-0bea-4b79-87aa-5c02192d9ae4,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:12.889922 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7a5a66d9-2a5e-4c18-a17f-7ebd089f81b6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:12.972117 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a0f17eb2-5cae-4ef2-a22d-0c7c08406d67 req-315b67b8-0a18-457d-aa84-402a739c156a tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] 10.222.0.36 "GET /v2.0/security-groups?id=ebe5b2be-c1e6-4f72-829d-46069eb7b210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5733972 May 05 20:24:12.973744 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-c99b48e8-c694-4258-adfe-10ad7702b02b None None] Attempting to bind port ac2e7e80-0bea-4b79-87aa-5c02192d9ae4 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:24:12.974114 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-c99b48e8-c694-4258-adfe-10ad7702b02b None None] Attempting to bind port ac2e7e80-0bea-4b79-87aa-5c02192d9ae4 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'f1e8b522-c2b1-451c-a5ae-720115527253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3b8a893f-8203-415f-97ec-c81abad76035'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:24:12.974470 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99b48e8-c694-4258-adfe-10ad7702b02b None None] Attempting to bind port ac2e7e80-0bea-4b79-87aa-5c02192d9ae4 on network 3b8a893f-8203-415f-97ec-c81abad76035 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:24:12.986858 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99b48e8-c694-4258-adfe-10ad7702b02b None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:24:12.987232 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99b48e8-c694-4258-adfe-10ad7702b02b None None] Checking segment: {'id': 'f1e8b522-c2b1-451c-a5ae-720115527253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3b8a893f-8203-415f-97ec-c81abad76035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:24:12.987674 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c99b48e8-c694-4258-adfe-10ad7702b02b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:12.988065 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99b48e8-c694-4258-adfe-10ad7702b02b None None] Bound using segment: {'id': 'f1e8b522-c2b1-451c-a5ae-720115527253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3b8a893f-8203-415f-97ec-c81abad76035'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:24:12.988517 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-c99b48e8-c694-4258-adfe-10ad7702b02b None None] Bound port: ac2e7e80-0bea-4b79-87aa-5c02192d9ae4, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1e8b522-c2b1-451c-a5ae-720115527253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3b8a893f-8203-415f-97ec-c81abad76035'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:24:12.988893 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c99b48e8-c694-4258-adfe-10ad7702b02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:13.034103 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5a66d9-2a5e-4c18-a17f-7ebd089f81b6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Pushing event deleted for resources: {'Subnet': ['ID=717b5946-b4b7-4e5c-b212-352433b7f5d6,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:13.036656 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7a5a66d9-2a5e-4c18-a17f-7ebd089f81b6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:13.045299 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-7a5a66d9-2a5e-4c18-a17f-7ebd089f81b6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "DELETE /v2.0/subnets/717b5946-b4b7-4e5c-b212-352433b7f5d6 HTTP/1.1" status: 204 len: 168 time: 1.1395497 May 05 20:24:13.047628 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 53358) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:24:13.124459 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cd0408-e8d6-4955-b2df-be1b3407966e None None] Network 3c4a927d-c8f3-46f8-b67b-85fc3a431cd3 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:24:13.154269 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=d51721e9-0868-41f5-aa13-bc78b2b04f24,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:13.173750 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3361516-0714-4b7d-8fee-f3db0b0bdeb1 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Deleting subnet 381f9111-57d2-4820-bff0-26b3e1b56fdf {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:24:13.177208 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e3361516-0714-4b7d-8fee-f3db0b0bdeb1 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:13.349752 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-c99b48e8-c694-4258-adfe-10ad7702b02b None None] For port ac2e7e80-0bea-4b79-87aa-5c02192d9ae4, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:24:13.361954 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e3361516-0714-4b7d-8fee-f3db0b0bdeb1 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:13.397548 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-c99b48e8-c694-4258-adfe-10ad7702b02b None None] For port ac2e7e80-0bea-4b79-87aa-5c02192d9ae4, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=ac2e7e80-0bea-4b79-87aa-5c02192d9ae4,segment=NetworkSegment(f1e8b522-c2b1-451c-a5ae-720115527253),segment_id=f1e8b522-c2b1-451c-a5ae-720115527253)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:24:13.432815 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c99b48e8-c694-4258-adfe-10ad7702b02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:13.515978 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e3361516-0714-4b7d-8fee-f3db0b0bdeb1 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:13.668665 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e3361516-0714-4b7d-8fee-f3db0b0bdeb1 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:13.709701 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-32b20bd3-3942-48fd-9654-f5b865638425 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:13.781106 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99b48e8-c694-4258-adfe-10ad7702b02b None None] Pushing event updated for resources: {'Port': ['ID=ac2e7e80-0bea-4b79-87aa-5c02192d9ae4,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:13.790312 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3361516-0714-4b7d-8fee-f3db0b0bdeb1 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Pushing event deleted for resources: {'Subnet': ['ID=381f9111-57d2-4820-bff0-26b3e1b56fdf,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:13.800354 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e3361516-0714-4b7d-8fee-f3db0b0bdeb1 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:13.816465 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456fcaf1-3b52-4ef8-ba9a-7e450e63ab45 None None] Network 70555f5f-79d5-44e7-9611-b50d1b634da6 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:24:13.845085 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e3361516-0714-4b7d-8fee-f3db0b0bdeb1 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "DELETE /v2.0/subnets/381f9111-57d2-4820-bff0-26b3e1b56fdf HTTP/1.1" status: 204 len: 168 time: 0.7939456 May 05 20:24:13.845998 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 53400) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:24:14.055411 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a89544c-b855-4f07-971a-37b44234eced None None] DHCP port deletion for 3c4a927d-c8f3-46f8-b67b-85fc3a431cd3 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:24:14.068752 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9a89544c-b855-4f07-971a-37b44234eced None None] Deleting port 9e34ecfa-af3e-4ce4-83fa-286bae30f868 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:24:14.074357 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9a89544c-b855-4f07-971a-37b44234eced None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:14.193687 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device d51721e9-0868-41f5-aa13-bc78b2b04f24 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:24:14.200122 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0e0c48bb-23fd-4a89-8c85-6bc1716b40b7 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:14.233956 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-0e0c48bb-23fd-4a89-8c85-6bc1716b40b7 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Deleting port 9e34ecfa-af3e-4ce4-83fa-286bae30f868 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:24:14.234281 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0e0c48bb-23fd-4a89-8c85-6bc1716b40b7 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:14.602821 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 83e4c34a-8464-4fbb-8e0c-49e7baf2d1e8 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:24:14.846239 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-32b20bd3-3942-48fd-9654-f5b865638425 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Allocated IP 172.20.0.1 (3b8a893f-8203-415f-97ec-c81abad76035/cc329b12-7b41-4146-b2a0-e43616e5540f/58c6ec8d-1d44-49ff-8008-987a58f18c93) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:24:14.903480 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-0e0c48bb-23fd-4a89-8c85-6bc1716b40b7 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] For port 9e34ecfa-af3e-4ce4-83fa-286bae30f868, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=9e34ecfa-af3e-4ce4-83fa-286bae30f868,segment=NetworkSegment(ac4f4afb-870c-484d-a1c4-e89b1adcc223),segment_id=ac4f4afb-870c-484d-a1c4-e89b1adcc223)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:24:14.903933 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0e0c48bb-23fd-4a89-8c85-6bc1716b40b7 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:15.131619 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9a89544c-b855-4f07-971a-37b44234eced None None] For port 9e34ecfa-af3e-4ce4-83fa-286bae30f868, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=9e34ecfa-af3e-4ce4-83fa-286bae30f868,segment=NetworkSegment(ac4f4afb-870c-484d-a1c4-e89b1adcc223),segment_id=ac4f4afb-870c-484d-a1c4-e89b1adcc223)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:24:15.136438 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9a89544c-b855-4f07-971a-37b44234eced None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:15.241732 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 83e4c34a-8464-4fbb-8e0c-49e7baf2d1e8, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=83e4c34a-8464-4fbb-8e0c-49e7baf2d1e8,segment=NetworkSegment(d1d2a867-3913-481e-b382-0f13f5f2eca5),segment_id=d1d2a867-3913-481e-b382-0f13f5f2eca5)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:24:15.264310 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-32b20bd3-3942-48fd-9654-f5b865638425 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:15.306295 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-32b20bd3-3942-48fd-9654-f5b865638425 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Transition to ACTIVE for port object 58c6ec8d-1d44-49ff-8008-987a58f18c93 will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:24:15.360082 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-32b20bd3-3942-48fd-9654-f5b865638425 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:15.373048 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '83e4c34a-8464-4fbb-8e0c-49e7baf2d1e8', 'network_id': 'e8057ba9-341d-44ba-82ad-e5ee8fd433a8', 'port_id': '83e4c34a-8464-4fbb-8e0c-49e7baf2d1e8', 'mac_address': 'fa:16:3e:62:ea:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e52d411-7180-4fa0-8b69-ccff1684382b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:24:15.466168 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b20bd3-3942-48fd-9654-f5b865638425 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Network 3b8a893f-8203-415f-97ec-c81abad76035 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:24:15.474246 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-32b20bd3-3942-48fd-9654-f5b865638425 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:24:15.479628 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b20bd3-3942-48fd-9654-f5b865638425 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:24:15.494541 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-0e0c48bb-23fd-4a89-8c85-6bc1716b40b7 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Calling delete_port for 9e34ecfa-af3e-4ce4-83fa-286bae30f868 owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:24:15.580594 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b20bd3-3942-48fd-9654-f5b865638425 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event updated for resources: {'Port': ['ID=58c6ec8d-1d44-49ff-8008-987a58f18c93,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:15.612935 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-32b20bd3-3942-48fd-9654-f5b865638425 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:15.721188 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0e0c48bb-23fd-4a89-8c85-6bc1716b40b7 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:15.824475 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0c48bb-23fd-4a89-8c85-6bc1716b40b7 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Pushing event deleted for resources: {'Port': ['ID=9e34ecfa-af3e-4ce4-83fa-286bae30f868,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:15.833621 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0c48bb-23fd-4a89-8c85-6bc1716b40b7 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] No DVR routers for this DVR port 9e34ecfa-af3e-4ce4-83fa-286bae30f868 on host n-d-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:24:15.834460 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9a89544c-b855-4f07-971a-37b44234eced None None] Calling delete_port for 9e34ecfa-af3e-4ce4-83fa-286bae30f868 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:24:15.898490 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c85b6-5f9a-46ce-8091-8bbc417d7c2d req-2b6a7ce7-6d6b-497f-9bd2-a3a56e44b2b5 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:15.906568 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-478c85b6-5f9a-46ce-8091-8bbc417d7c2d req-2b6a7ce7-6d6b-497f-9bd2-a3a56e44b2b5 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddb06a81-b217-42e9-b74f-7a3d6a936718 HTTP/1.1" status: 200 len: 944 time: 1.1135511 May 05 20:24:16.040852 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-478c85b6-5f9a-46ce-8091-8bbc417d7c2d req-5fde26a9-5055-40bb-bdae-9fe0a98d49cd tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] 10.222.0.36 "GET /v2.0/security-groups?id=ebe5b2be-c1e6-4f72-829d-46069eb7b210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249764 May 05 20:24:16.069264 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1242d111-64d8-4eb3-9625-9250c311bf6c None None] Network 3b8a893f-8203-415f-97ec-c81abad76035 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:24:16.169762 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-32b20bd3-3942-48fd-9654-f5b865638425 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:16.184331 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0e0c48bb-23fd-4a89-8c85-6bc1716b40b7 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:16.191252 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:16.221655 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:16.241283 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-0e0c48bb-23fd-4a89-8c85-6bc1716b40b7 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c4a927d-c8f3-46f8-b67b-85fc3a431cd3']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:24:16.253656 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83e4c34a-8464-4fbb-8e0c-49e7baf2d1e8 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:24:16.276550 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-0e0c48bb-23fd-4a89-8c85-6bc1716b40b7 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac4f4afb-870c-484d-a1c4-e89b1adcc223') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:24:16.276857 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-0e0c48bb-23fd-4a89-8c85-6bc1716b40b7 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac4f4afb-870c-484d-a1c4-e89b1adcc223') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:24:16.293246 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0e0c48bb-23fd-4a89-8c85-6bc1716b40b7 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:16.303414 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port d51721e9-0868-41f5-aa13-bc78b2b04f24 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:24:16.303693 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:16.317116 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0e0c48bb-23fd-4a89-8c85-6bc1716b40b7 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:16.329601 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e0c48bb-23fd-4a89-8c85-6bc1716b40b7 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:24:16.330007 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0e0c48bb-23fd-4a89-8c85-6bc1716b40b7 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:16.346090 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:24:16.346090 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:24:16.346090 n-d-840717-1 neutron-server[88198]: timer() May 05 20:24:16.346090 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:24:16.346090 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:24:16.346090 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:24:16.346090 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:24:16.346090 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:24:16.346090 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:24:16.346090 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:24:16.346090 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:24:16.346090 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:24:16.346090 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:24:16.346090 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:24:16.346090 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:24:16.346090 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:24:16.346090 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:24:16.346090 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:24:16.346090 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:24:16.346090 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:24:16.346090 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:24:16.346090 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:24:16.346090 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:24:16.346090 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:24:16.346090 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:24:16.346090 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:24:16.346090 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:24:16.346090 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:24:16.346090 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:24:16.346090 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:24:16.346090 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:24:16.346090 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:24:16.377871 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-95afb711-7c64-478b-b6b0-d6819189ff32 None None] Provisioning for port ac2e7e80-0bea-4b79-87aa-5c02192d9ae4 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:24:16.450911 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 83e4c34a-8464-4fbb-8e0c-49e7baf2d1e8, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=83e4c34a-8464-4fbb-8e0c-49e7baf2d1e8,segment=NetworkSegment(d1d2a867-3913-481e-b382-0f13f5f2eca5),segment_id=d1d2a867-3913-481e-b382-0f13f5f2eca5)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:24:16.521885 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0e0c48bb-23fd-4a89-8c85-6bc1716b40b7 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:16.531796 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0e0c48bb-23fd-4a89-8c85-6bc1716b40b7 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:16.566141 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:16.618151 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0c48bb-23fd-4a89-8c85-6bc1716b40b7 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Pushing event deleted for resources: {'Network': ['ID=3c4a927d-c8f3-46f8-b67b-85fc3a431cd3,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:16.637817 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-0e0c48bb-23fd-4a89-8c85-6bc1716b40b7 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "DELETE /v2.0/networks/3c4a927d-c8f3-46f8-b67b-85fc3a431cd3 HTTP/1.1" status: 204 len: 168 time: 2.7907169 May 05 20:24:16.647082 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 53522) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:24:16.833649 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=83e4c34a-8464-4fbb-8e0c-49e7baf2d1e8,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:16.987643 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:17.000405 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dc36a0a4-2fa4-489a-a773-fc923ef105d2 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:17.001822 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['83e4c34a-8464-4fbb-8e0c-49e7baf2d1e8'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:24:17.051144 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-9a89544c-b855-4f07-971a-37b44234eced None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:24:17.051872 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-9a89544c-b855-4f07-971a-37b44234eced None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:24:17.065540 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-dc36a0a4-2fa4-489a-a773-fc923ef105d2 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Deleting port 5a4bcf42-e51a-46b1-912d-fa6399d7f093 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:24:17.066644 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f67caf-faed-48ff-97ec-bc842a63fc72 None None] DHCP port deletion for 70555f5f-79d5-44e7-9611-b50d1b634da6 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:24:17.067324 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dc36a0a4-2fa4-489a-a773-fc923ef105d2 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:17.086791 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device ac2e7e80-0bea-4b79-87aa-5c02192d9ae4 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:24:17.157327 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-d0f67caf-faed-48ff-97ec-bc842a63fc72 None None] Deleting port 5a4bcf42-e51a-46b1-912d-fa6399d7f093 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:24:17.157956 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d0f67caf-faed-48ff-97ec-bc842a63fc72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:17.365673 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-32b20bd3-3942-48fd-9654-f5b865638425 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:17.372005 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-32b20bd3-3942-48fd-9654-f5b865638425 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:17.484877 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-32b20bd3-3942-48fd-9654-f5b865638425 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:17.488547 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 53540) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:24:17.527022 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0442e00b-8f35-4319-a5fd-1bb6a0a3bb23 req-d0a467f5-1ce0-4fd7-b5f2-7d35f89bcf21 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:17.528604 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0442e00b-8f35-4319-a5fd-1bb6a0a3bb23 req-d0a467f5-1ce0-4fd7-b5f2-7d35f89bcf21 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddb06a81-b217-42e9-b74f-7a3d6a936718 HTTP/1.1" status: 200 len: 945 time: 0.2850521 May 05 20:24:17.537311 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-dc36a0a4-2fa4-489a-a773-fc923ef105d2 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] For port 5a4bcf42-e51a-46b1-912d-fa6399d7f093, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=5a4bcf42-e51a-46b1-912d-fa6399d7f093,segment=NetworkSegment(ae01baf1-f37d-40fe-977f-9531c2f815ed),segment_id=ae01baf1-f37d-40fe-977f-9531c2f815ed)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:24:17.538437 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dc36a0a4-2fa4-489a-a773-fc923ef105d2 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:17.565318 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9a89544c-b855-4f07-971a-37b44234eced None None] Deleting port 9e34ecfa-af3e-4ce4-83fa-286bae30f868 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:24:17.565921 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9a89544c-b855-4f07-971a-37b44234eced None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:17.766714 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port ac2e7e80-0bea-4b79-87aa-5c02192d9ae4 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:24:17.782845 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9a89544c-b855-4f07-971a-37b44234eced None None] The port '9e34ecfa-af3e-4ce4-83fa-286bae30f868' was deleted {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 20:24:17.807653 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port ac2e7e80-0bea-4b79-87aa-5c02192d9ae4 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:24:17.808291 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:17.833395 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4aef4806-bdde-41b7-a0fe-bd2b4126b838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:17.848393 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-dc36a0a4-2fa4-489a-a773-fc923ef105d2 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Calling delete_port for 5a4bcf42-e51a-46b1-912d-fa6399d7f093 owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:24:17.911450 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b20bd3-3942-48fd-9654-f5b865638425 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event updated for resources: {'Port': ['ID=58c6ec8d-1d44-49ff-8008-987a58f18c93,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:17.941017 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4aef4806-bdde-41b7-a0fe-bd2b4126b838 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:24:17.986814 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4aef4806-bdde-41b7-a0fe-bd2b4126b838 admin admin] Usage tracker for resource:security_group_rule and tenant:49648fd0f7ff4ca6b9fb9c4252515d92 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:24:18.029529 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dc36a0a4-2fa4-489a-a773-fc923ef105d2 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:18.038478 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-d0f67caf-faed-48ff-97ec-bc842a63fc72 None None] For port 5a4bcf42-e51a-46b1-912d-fa6399d7f093, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=5a4bcf42-e51a-46b1-912d-fa6399d7f093,segment=NetworkSegment(ae01baf1-f37d-40fe-977f-9531c2f815ed),segment_id=ae01baf1-f37d-40fe-977f-9531c2f815ed)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:24:18.038887 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d0f67caf-faed-48ff-97ec-bc842a63fc72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:18.046686 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0442e00b-8f35-4319-a5fd-1bb6a0a3bb23 req-d0499caa-1ba2-42f7-8038-a979d582e37d tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] 10.222.0.36 "GET /v2.0/security-groups?id=ebe5b2be-c1e6-4f72-829d-46069eb7b210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2929976 May 05 20:24:18.053521 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4aef4806-bdde-41b7-a0fe-bd2b4126b838 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:24:18.063799 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4aef4806-bdde-41b7-a0fe-bd2b4126b838 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:24:18.080725 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b20bd3-3942-48fd-9654-f5b865638425 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Network 3b8a893f-8203-415f-97ec-c81abad76035 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:24:18.082939 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-32b20bd3-3942-48fd-9654-f5b865638425 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:24:18.100525 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc36a0a4-2fa4-489a-a773-fc923ef105d2 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Pushing event deleted for resources: {'Port': ['ID=5a4bcf42-e51a-46b1-912d-fa6399d7f093,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:18.118226 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc36a0a4-2fa4-489a-a773-fc923ef105d2 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] No DVR routers for this DVR port 5a4bcf42-e51a-46b1-912d-fa6399d7f093 on host n-d-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:24:18.323822 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dc36a0a4-2fa4-489a-a773-fc923ef105d2 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:18.368322 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-dc36a0a4-2fa4-489a-a773-fc923ef105d2 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70555f5f-79d5-44e7-9611-b50d1b634da6']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:24:18.387698 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-dc36a0a4-2fa4-489a-a773-fc923ef105d2 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae01baf1-f37d-40fe-977f-9531c2f815ed') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:24:18.388202 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-dc36a0a4-2fa4-489a-a773-fc923ef105d2 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae01baf1-f37d-40fe-977f-9531c2f815ed') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:24:18.404670 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dc36a0a4-2fa4-489a-a773-fc923ef105d2 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:18.419858 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dc36a0a4-2fa4-489a-a773-fc923ef105d2 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:18.426981 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc36a0a4-2fa4-489a-a773-fc923ef105d2 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:24:18.427424 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dc36a0a4-2fa4-489a-a773-fc923ef105d2 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:18.451645 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-d0f67caf-faed-48ff-97ec-bc842a63fc72 None None] Calling delete_port for 5a4bcf42-e51a-46b1-912d-fa6399d7f093 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:24:18.457743 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4aef4806-bdde-41b7-a0fe-bd2b4126b838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:18.505180 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4aef4806-bdde-41b7-a0fe-bd2b4126b838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:18.571001 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:24:18.571001 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:24:18.571001 n-d-840717-1 neutron-server[88198]: timer() May 05 20:24:18.571001 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:24:18.571001 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:24:18.571001 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:24:18.571001 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:24:18.571001 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:24:18.571001 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:24:18.571001 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:24:18.571001 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:24:18.571001 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:24:18.571001 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:24:18.571001 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:24:18.571001 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:24:18.571001 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:24:18.571001 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:24:18.571001 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:24:18.571001 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:24:18.571001 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:24:18.571001 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:24:18.571001 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:24:18.571001 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:24:18.571001 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:24:18.571001 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:24:18.571001 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:24:18.571001 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:24:18.571001 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:24:18.571001 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:24:18.571001 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:24:18.571001 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:24:18.571001 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:24:18.605155 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dc36a0a4-2fa4-489a-a773-fc923ef105d2 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:18.642458 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dc36a0a4-2fa4-489a-a773-fc923ef105d2 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:18.646401 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aef4806-bdde-41b7-a0fe-bd2b4126b838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0efb1209-3df6-4ee0-a81d-76f3aebcec24,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:18.662852 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-4aef4806-bdde-41b7-a0fe-bd2b4126b838 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=49648fd0f7ff4ca6b9fb9c4252515d92&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1612883 May 05 20:24:18.665759 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 53568) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:24:18.687219 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32b20bd3-3942-48fd-9654-f5b865638425 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Router 561c82a0-9896-4343-a49b-cfa54575a201 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:24:18.709675 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:24:18.709675 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:24:18.709675 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:24:18.709675 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:24:18.709675 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:24:18.709675 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:24:18.709675 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:24:18.709675 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:24:18.709675 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:24:18.709675 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:24:18.709675 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:24:18.709675 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:24:18.709675 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:24:18.709675 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:24:18.709675 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:24:18.709675 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:24:18.709675 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:24:18.709675 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:24:18.709675 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:24:18.709675 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:24:18.709675 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:24:18.709675 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:24:18.709675 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:24:18.709675 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:24:18.709675 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:24:18.709675 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:24:18.709675 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:24:18.709675 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:24:18.709675 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:24:18.709675 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:24:18.709675 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:24:18.709675 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:24:18.709675 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:24:18.709675 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:24:18.709675 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:24:18.709675 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:24:18.709675 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:24:18.709675 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:24:18.709675 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:24:18.709675 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:24:18.709675 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:24:18.709675 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:24:18.709675 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:24:18.709675 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:24:18.709675 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:24:18.709675 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:24:18.709675 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:24:18.709675 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:24:18.709675 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:24:18.709675 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:24:18.709675 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:24:18.709675 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:24:18.709675 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:24:18.709675 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:24:18.709675 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:24:18.709675 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:24:18.718482 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc36a0a4-2fa4-489a-a773-fc923ef105d2 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Pushing event deleted for resources: {'Network': ['ID=70555f5f-79d5-44e7-9611-b50d1b634da6,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:18.731448 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-d0f67caf-faed-48ff-97ec-bc842a63fc72 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:24:18.732121 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-d0f67caf-faed-48ff-97ec-bc842a63fc72 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:24:18.738420 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-dc36a0a4-2fa4-489a-a773-fc923ef105d2 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "DELETE /v2.0/networks/70555f5f-79d5-44e7-9611-b50d1b634da6 HTTP/1.1" status: 204 len: 168 time: 2.0901430 May 05 20:24:18.745568 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 53572) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:24:18.755314 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-f6f6c471-416f-4f10-b59d-e4577a520727 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-462911153'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:24:18.765376 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f6f6c471-416f-4f10-b59d-e4577a520727 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:24:18.781774 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-f6f6c471-416f-4f10-b59d-e4577a520727 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Usage tracker for resource:network and tenant:08e9223c846c46d791083957f9887d85 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:24:18.787711 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-f6f6c471-416f-4f10-b59d-e4577a520727 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:24:18.798248 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f6f6c471-416f-4f10-b59d-e4577a520727 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:24:18.816627 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-c5e45992-c5a6-4919-8376-322cbe19a3ee None None] Provisioning for port 58c6ec8d-1d44-49ff-8008-987a58f18c93 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:24:18.826015 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-13fa5618-8629-4a92-8b8b-98759039df60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:18.839589 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:18.842449 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f6c471-416f-4f10-b59d-e4577a520727 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Made reservation on behalf of 08e9223c846c46d791083957f9887d85 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:24:18.845996 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f6f6c471-416f-4f10-b59d-e4577a520727 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:18.885668 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-c5e45992-c5a6-4919-8376-322cbe19a3ee None None] Provisioning complete for port 58c6ec8d-1d44-49ff-8008-987a58f18c93 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:24:18.886074 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c5e45992-c5a6-4919-8376-322cbe19a3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:18.903629 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6f6c471-416f-4f10-b59d-e4577a520727 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:24:18.915731 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f6f6c471-416f-4f10-b59d-e4577a520727 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:18.916288 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-f6f6c471-416f-4f10-b59d-e4577a520727 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Added segment 456ff405-c632-4373-a30c-ce9210c9090e of type vlan for network 9ed52f23-4b9c-491c-814b-e23f42ceba12 May 05 20:24:18.948233 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f6f6c471-416f-4f10-b59d-e4577a520727 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:18.969618 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-c5e45992-c5a6-4919-8376-322cbe19a3ee None None] Port 58c6ec8d-1d44-49ff-8008-987a58f18c93 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:24:18.979936 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-13fa5618-8629-4a92-8b8b-98759039df60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:19.006861 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-c5e45992-c5a6-4919-8376-322cbe19a3ee None None] Provisioning complete for port ac2e7e80-0bea-4b79-87aa-5c02192d9ae4 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:24:19.007236 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c5e45992-c5a6-4919-8376-322cbe19a3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:19.062308 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f6f6c471-416f-4f10-b59d-e4577a520727 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:19.063796 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b20bd3-3942-48fd-9654-f5b865638425 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:24:19.068533 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f6c471-416f-4f10-b59d-e4577a520727 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:19.069347 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f6f6c471-416f-4f10-b59d-e4577a520727 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:19.079115 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f689e26-7239-4f4e-8011-1769855b3a55 None None] Sync routers for ids ['561c82a0-9896-4343-a49b-cfa54575a201'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:24:19.094679 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f689e26-7239-4f4e-8011-1769855b3a55 None None] Routers {'561c82a0-9896-4343-a49b-cfa54575a201'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:24:19.095295 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-3f689e26-7239-4f4e-8011-1769855b3a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:24:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['561c82a0-9896-4343-a49b-cfa54575a201'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:24:19.124635 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-32b20bd3-3942-48fd-9654-f5b865638425 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "PUT /v2.0/routers/561c82a0-9896-4343-a49b-cfa54575a201/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8740411 May 05 20:24:19.237211 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port ac2e7e80-0bea-4b79-87aa-5c02192d9ae4, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=ac2e7e80-0bea-4b79-87aa-5c02192d9ae4,segment=NetworkSegment(f1e8b522-c2b1-451c-a5ae-720115527253),segment_id=f1e8b522-c2b1-451c-a5ae-720115527253)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:24:19.249960 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-d0f67caf-faed-48ff-97ec-bc842a63fc72 None None] Deleting port 5a4bcf42-e51a-46b1-912d-fa6399d7f093 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:24:19.250565 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d0f67caf-faed-48ff-97ec-bc842a63fc72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:19.321881 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f6f6c471-416f-4f10-b59d-e4577a520727 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5747709 May 05 20:24:19.323390 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f6c471-416f-4f10-b59d-e4577a520727 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Pushing event updated for resources: {'Network': ['ID=9ed52f23-4b9c-491c-814b-e23f42ceba12,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:19.323595 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 53586) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:24:19.344556 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-3ffdf0c5-977e-4f02-ad9e-7f4256941f82 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Request body: {'subnet': {'network_id': '9ed52f23-4b9c-491c-814b-e23f42ceba12', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:24:19.349442 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-13fa5618-8629-4a92-8b8b-98759039df60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:19.353522 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-13fa5618-8629-4a92-8b8b-98759039df60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:19.368967 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-13fa5618-8629-4a92-8b8b-98759039df60 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0efb1209-3df6-4ee0-a81d-76f3aebcec24 HTTP/1.1" status: 204 len: 168 time: 0.6951470 May 05 20:24:19.412241 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fa5618-8629-4a92-8b8b-98759039df60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0efb1209-3df6-4ee0-a81d-76f3aebcec24,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:19.501063 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb35bc1f-671b-4d46-8036-5d852f793fc5 req-f4118180-a727-4328-9ba3-e39149cac8b1 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:19.503946 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 9ed52f23-4b9c-491c-814b-e23f42ceba12 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:24:19.514564 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cb35bc1f-671b-4d46-8036-5d852f793fc5 req-f4118180-a727-4328-9ba3-e39149cac8b1 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddb06a81-b217-42e9-b74f-7a3d6a936718 HTTP/1.1" status: 200 len: 945 time: 0.2383246 May 05 20:24:19.552143 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:19.645026 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-d0f67caf-faed-48ff-97ec-bc842a63fc72 None None] The port '5a4bcf42-e51a-46b1-912d-fa6399d7f093' was deleted {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 20:24:19.663428 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-3f689e26-7239-4f4e-8011-1769855b3a55 None None] Set router 561c82a0-9896-4343-a49b-cfa54575a201 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:24:19.683538 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cb35bc1f-671b-4d46-8036-5d852f793fc5 req-4e7f6d1d-3e90-492a-82ea-72c0d96d22cd tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] 10.222.0.36 "GET /v2.0/security-groups?id=ebe5b2be-c1e6-4f72-829d-46069eb7b210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609306 May 05 20:24:19.691226 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-3ffdf0c5-977e-4f02-ad9e-7f4256941f82 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:24:19.706754 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-3ffdf0c5-977e-4f02-ad9e-7f4256941f82 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Usage tracker for resource:subnet and tenant:08e9223c846c46d791083957f9887d85 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:24:19.713237 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-3ffdf0c5-977e-4f02-ad9e-7f4256941f82 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:24:19.725764 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-3ffdf0c5-977e-4f02-ad9e-7f4256941f82 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:24:19.734541 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-f14b6cfe-2241-4de3-8f3e-e35fed96204d req-bb392f91-f1c5-437d-90ec-96b5ad5dd56a tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Synchronizing usage tracker for tenant:310f91420a2d4ddd8aab8a710d8dc814 on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:24:19.757205 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ffdf0c5-977e-4f02-ad9e-7f4256941f82 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Made reservation on behalf of 08e9223c846c46d791083957f9887d85 for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:24:19.761916 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3ffdf0c5-977e-4f02-ad9e-7f4256941f82 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:19.776160 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 9e34ecfa-af3e-4ce4-83fa-286bae30f868 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:24:19.809553 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-f14b6cfe-2241-4de3-8f3e-e35fed96204d req-bb392f91-f1c5-437d-90ec-96b5ad5dd56a tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Unset dirty status for tenant:310f91420a2d4ddd8aab8a710d8dc814 on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:24:19.810817 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f14b6cfe-2241-4de3-8f3e-e35fed96204d req-bb392f91-f1c5-437d-90ec-96b5ad5dd56a tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1639062836&fields=id&tenant_id=310f91420a2d4ddd8aab8a710d8dc814 HTTP/1.1" status: 200 len: 267 time: 0.2318575 May 05 20:24:19.880260 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 9e34ecfa-af3e-4ce4-83fa-286bae30f868 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:24:19.880626 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 9e34ecfa-af3e-4ce4-83fa-286bae30f868 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:24:20.008812 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=ac2e7e80-0bea-4b79-87aa-5c02192d9ae4,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:20.053615 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 53620) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:24:20.086401 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-88931d4f-24c1-45e9-8696-97e9c75767e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:20.096165 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 5a4bcf42-e51a-46b1-912d-fa6399d7f093 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:24:20.121026 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-88931d4f-24c1-45e9-8696-97e9c75767e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:24:20.125017 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-88931d4f-24c1-45e9-8696-97e9c75767e2 admin admin] Usage tracker for resource:security_group_rule and tenant:fbe88c47d0fa40d08f50d37ae4ecc30a is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:24:20.136645 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-88931d4f-24c1-45e9-8696-97e9c75767e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:24:20.143039 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-88931d4f-24c1-45e9-8696-97e9c75767e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:24:20.149554 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 5a4bcf42-e51a-46b1-912d-fa6399d7f093 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:24:20.149900 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 5a4bcf42-e51a-46b1-912d-fa6399d7f093 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:24:20.223220 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-1b71da48-d742-44a9-bf40-25b95e1c5d86 None None] Provisioning complete for port 58c6ec8d-1d44-49ff-8008-987a58f18c93 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:24:20.223658 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1b71da48-d742-44a9-bf40-25b95e1c5d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:20.251287 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-3f689e26-7239-4f4e-8011-1769855b3a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '561c82a0-9896-4343-a49b-cfa54575a201', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847523939', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'd51721e9-0868-41f5-aa13-bc78b2b04f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:24:02Z', 'updated_at': '2022-05-05T20:24:16Z', 'revision_number': 4, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'gw_port': {'id': 'd51721e9-0868-41f5-aa13-bc78b2b04f24', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:fb:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561c82a0-9896-4343-a49b-cfa54575a201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:24:03Z', 'updated_at': '2022-05-05T20:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '58c6ec8d-1d44-49ff-8008-987a58f18c93', 'name': '', 'network_id': '3b8a893f-8203-415f-97ec-c81abad76035', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'mac_address': 'fa:16:3e:c1:eb:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '561c82a0-9896-4343-a49b-cfa54575a201', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': 'cc329b12-7b41-4146-b2a0-e43616e5540f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:24:14Z', 'updated_at': '2022-05-05T20:24:16Z', 'revision_number': 2, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'subnets': [{'id': 'cc329b12-7b41-4146-b2a0-e43616e5540f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:24:20.255786 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f689e26-7239-4f4e-8011-1769855b3a55 None None] Checking router: 561c82a0-9896-4343-a49b-cfa54575a201 for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:24:20.256179 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f689e26-7239-4f4e-8011-1769855b3a55 None None] Updating router 561c82a0-9896-4343-a49b-cfa54575a201 port 58c6ec8d-1d44-49ff-8008-987a58f18c93 binding host n-d-840717-1 {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:24:20.308577 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-88931d4f-24c1-45e9-8696-97e9c75767e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:20.314328 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-88931d4f-24c1-45e9-8696-97e9c75767e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:20.322083 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3f689e26-7239-4f4e-8011-1769855b3a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:20.385769 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-88931d4f-24c1-45e9-8696-97e9c75767e2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fbe88c47d0fa40d08f50d37ae4ecc30a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3309216 May 05 20:24:20.386622 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 53626) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:24:20.387661 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88931d4f-24c1-45e9-8696-97e9c75767e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79dfe72d-82e0-4abf-9e5a-accfa8063265,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:20.389913 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-1b71da48-d742-44a9-bf40-25b95e1c5d86 None None] Port 58c6ec8d-1d44-49ff-8008-987a58f18c93 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:24:20.593197 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 83e4c34a-8464-4fbb-8e0c-49e7baf2d1e8 up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:24:20.774520 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port 83e4c34a-8464-4fbb-8e0c-49e7baf2d1e8 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:24:20.780738 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 83e4c34a-8464-4fbb-8e0c-49e7baf2d1e8 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:24:20.781854 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:20.802597 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-68f7691b-1fae-4417-8301-f0bb4b300595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:20.808441 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b6cfe-2241-4de3-8f3e-e35fed96204d req-98056e6f-95ba-486d-9aae-21a15741f361 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:20.809850 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-f14b6cfe-2241-4de3-8f3e-e35fed96204d req-98056e6f-95ba-486d-9aae-21a15741f361 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Synchronizing usage tracker for tenant:310f91420a2d4ddd8aab8a710d8dc814 on resource:network {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:24:20.858019 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-f14b6cfe-2241-4de3-8f3e-e35fed96204d req-98056e6f-95ba-486d-9aae-21a15741f361 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Unset dirty status for tenant:310f91420a2d4ddd8aab8a710d8dc814 on resource:network {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:24:20.859485 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f14b6cfe-2241-4de3-8f3e-e35fed96204d req-98056e6f-95ba-486d-9aae-21a15741f361 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/networks?id=3b8a893f-8203-415f-97ec-c81abad76035 HTTP/1.1" status: 200 len: 797 time: 1.0414081 May 05 20:24:20.874469 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-68f7691b-1fae-4417-8301-f0bb4b300595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:20.901218 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f14b6cfe-2241-4de3-8f3e-e35fed96204d req-4ffe177b-eef2-4312-94a5-e82f6a9300ea tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/quotas/310f91420a2d4ddd8aab8a710d8dc814 HTTP/1.1" status: 200 len: 375 time: 0.0286922 May 05 20:24:20.971666 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3f689e26-7239-4f4e-8011-1769855b3a55 None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:20.977229 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3ffdf0c5-977e-4f02-ad9e-7f4256941f82 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:21.001786 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-3f689e26-7239-4f4e-8011-1769855b3a55 None None] Transition to ACTIVE for port object 58c6ec8d-1d44-49ff-8008-987a58f18c93 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:24:21.015328 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3f689e26-7239-4f4e-8011-1769855b3a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:21.039571 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:21.070427 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a30d8-c9bb-4a2d-b4c4-d5e89c478fe7 req-8a5cf2a7-826f-4048-b0a3-bd65a2e42c06 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:21.077395 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffdf0c5-977e-4f02-ad9e-7f4256941f82 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Pushing event updated for resources: {'Subnet': ['ID=a3a23e6e-f1f5-43cd-992c-ff65dc09285f,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:21.080064 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ea3a30d8-c9bb-4a2d-b4c4-d5e89c478fe7 req-8a5cf2a7-826f-4048-b0a3-bd65a2e42c06 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddb06a81-b217-42e9-b74f-7a3d6a936718 HTTP/1.1" status: 200 len: 945 time: 0.2087100 May 05 20:24:21.083039 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-68f7691b-1fae-4417-8301-f0bb4b300595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:21.093278 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 83e4c34a-8464-4fbb-8e0c-49e7baf2d1e8, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=83e4c34a-8464-4fbb-8e0c-49e7baf2d1e8,segment=NetworkSegment(d1d2a867-3913-481e-b382-0f13f5f2eca5),segment_id=d1d2a867-3913-481e-b382-0f13f5f2eca5)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:24:21.095240 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddb06a81-b217-42e9-b74f-7a3d6a936718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e4c34a-8464-4fbb-8e0c-49e7baf2d1e8'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:24:21.107300 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:21.144256 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85aea26-228f-4c5d-b8ed-e5214723c413 None None] Pushing event updated for resources: {'Port': ['ID=58c6ec8d-1d44-49ff-8008-987a58f18c93,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:21.185717 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-68f7691b-1fae-4417-8301-f0bb4b300595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:21.189568 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-68f7691b-1fae-4417-8301-f0bb4b300595 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/79dfe72d-82e0-4abf-9e5a-accfa8063265 HTTP/1.1" status: 204 len: 168 time: 0.7968528 May 05 20:24:21.206496 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f7691b-1fae-4417-8301-f0bb4b300595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79dfe72d-82e0-4abf-9e5a-accfa8063265,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:21.215386 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffdf0c5-977e-4f02-ad9e-7f4256941f82 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Checking segment: {'id': '456ff405-c632-4373-a30c-ce9210c9090e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9ed52f23-4b9c-491c-814b-e23f42ceba12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:24:21.216083 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffdf0c5-977e-4f02-ad9e-7f4256941f82 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Network hostable DHCP agents. Network: 9ed52f23-4b9c-491c-814b-e23f42ceba12, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:24:21.248318 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-f14b6cfe-2241-4de3-8f3e-e35fed96204d req-0f90ae2d-cbc3-437c-aab1-b51709f0c9e7 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Synchronizing usage tracker for tenant:310f91420a2d4ddd8aab8a710d8dc814 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:24:21.250333 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ea3a30d8-c9bb-4a2d-b4c4-d5e89c478fe7 req-0bacf23b-666c-41f3-bc13-e71109453706 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] 10.222.0.36 "GET /v2.0/security-groups?id=ebe5b2be-c1e6-4f72-829d-46069eb7b210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691756 May 05 20:24:21.266904 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffdf0c5-977e-4f02-ad9e-7f4256941f82 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Network 9ed52f23-4b9c-491c-814b-e23f42ceba12 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:24:21.269999 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=83e4c34a-8464-4fbb-8e0c-49e7baf2d1e8,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:21.296896 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-3ffdf0c5-977e-4f02-ad9e-7f4256941f82 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 9ed52f23-4b9c-491c-814b-e23f42ceba12) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:24:21.298800 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-f14b6cfe-2241-4de3-8f3e-e35fed96204d req-0f90ae2d-cbc3-437c-aab1-b51709f0c9e7 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Unset dirty status for tenant:310f91420a2d4ddd8aab8a710d8dc814 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:24:21.300433 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f14b6cfe-2241-4de3-8f3e-e35fed96204d req-0f90ae2d-cbc3-437c-aab1-b51709f0c9e7 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=310f91420a2d4ddd8aab8a710d8dc814&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3841789 May 05 20:24:21.317679 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffdf0c5-977e-4f02-ad9e-7f4256941f82 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:21.318318 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3ffdf0c5-977e-4f02-ad9e-7f4256941f82 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:21.319942 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce6188e-dd00-445a-acab-9219d2bb490a None None] Network 9ed52f23-4b9c-491c-814b-e23f42ceba12 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:24:21.490870 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-3f689e26-7239-4f4e-8011-1769855b3a55 None None] Attempting to bind port 58c6ec8d-1d44-49ff-8008-987a58f18c93 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:24:21.491515 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-3f689e26-7239-4f4e-8011-1769855b3a55 None None] Attempting to bind port 58c6ec8d-1d44-49ff-8008-987a58f18c93 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'f1e8b522-c2b1-451c-a5ae-720115527253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3b8a893f-8203-415f-97ec-c81abad76035'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:24:21.491794 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f689e26-7239-4f4e-8011-1769855b3a55 None None] Attempting to bind port 58c6ec8d-1d44-49ff-8008-987a58f18c93 on network 3b8a893f-8203-415f-97ec-c81abad76035 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:24:21.499428 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f689e26-7239-4f4e-8011-1769855b3a55 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:24:21.500184 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f689e26-7239-4f4e-8011-1769855b3a55 None None] Checking segment: {'id': 'f1e8b522-c2b1-451c-a5ae-720115527253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3b8a893f-8203-415f-97ec-c81abad76035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:24:21.500581 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3f689e26-7239-4f4e-8011-1769855b3a55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:21.500969 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f689e26-7239-4f4e-8011-1769855b3a55 None None] Bound using segment: {'id': 'f1e8b522-c2b1-451c-a5ae-720115527253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3b8a893f-8203-415f-97ec-c81abad76035'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:24:21.501519 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-3f689e26-7239-4f4e-8011-1769855b3a55 None None] Bound port: 58c6ec8d-1d44-49ff-8008-987a58f18c93, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1e8b522-c2b1-451c-a5ae-720115527253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3b8a893f-8203-415f-97ec-c81abad76035'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:24:21.501938 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3f689e26-7239-4f4e-8011-1769855b3a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:21.642402 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 53654) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:24:21.649364 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-395b5b9a-e019-4368-9910-b9f77a3c3e91 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-382504938', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:24:21.651887 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-3ffdf0c5-977e-4f02-ad9e-7f4256941f82 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3148715 May 05 20:24:21.669478 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-395b5b9a-e019-4368-9910-b9f77a3c3e91 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:24:21.687593 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-395b5b9a-e019-4368-9910-b9f77a3c3e91 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Usage tracker for resource:router and tenant:08e9223c846c46d791083957f9887d85 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:24:21.700331 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-395b5b9a-e019-4368-9910-b9f77a3c3e91 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:24:21.708428 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-395b5b9a-e019-4368-9910-b9f77a3c3e91 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:24:21.722707 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-3f689e26-7239-4f4e-8011-1769855b3a55 None None] For port 58c6ec8d-1d44-49ff-8008-987a58f18c93, host n-d-840717-1, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:24:21.731112 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-3f689e26-7239-4f4e-8011-1769855b3a55 None None] For port 58c6ec8d-1d44-49ff-8008-987a58f18c93, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=58c6ec8d-1d44-49ff-8008-987a58f18c93,segment=NetworkSegment(f1e8b522-c2b1-451c-a5ae-720115527253),segment_id=f1e8b522-c2b1-451c-a5ae-720115527253)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:24:21.733264 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-395b5b9a-e019-4368-9910-b9f77a3c3e91 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:21.734341 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-395b5b9a-e019-4368-9910-b9f77a3c3e91 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:21.746317 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3f689e26-7239-4f4e-8011-1769855b3a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:21.768073 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-395b5b9a-e019-4368-9910-b9f77a3c3e91 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:21.776029 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f14b6cfe-2241-4de3-8f3e-e35fed96204d req-873b2a88-5a16-4de6-9247-41290ccf4eaa service neutron] 10.222.0.36 "GET /v2.0/networks/3b8a893f-8203-415f-97ec-c81abad76035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4534111 May 05 20:24:21.845565 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-395b5b9a-e019-4368-9910-b9f77a3c3e91 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:21.887150 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff10efa-29ec-44d8-9ea1-0d32db05c1af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-9ed52f23-4b9c-491c-814b-e23f42ceba12', 'network_id': '9ed52f23-4b9c-491c-814b-e23f42ceba12', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'fixed_ips': [{'subnet_id': 'a3a23e6e-f1f5-43cd-992c-ff65dc09285f'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:24:21.888278 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cff10efa-29ec-44d8-9ea1-0d32db05c1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:21.909167 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-395b5b9a-e019-4368-9910-b9f77a3c3e91 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:21.912891 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-395b5b9a-e019-4368-9910-b9f77a3c3e91 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2671223 May 05 20:24:21.913545 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 53664) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:24:21.928273 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-f1717f2a-c8bc-407a-b936-53bb968ab583 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Request body: {'port': {'network_id': '9ed52f23-4b9c-491c-814b-e23f42ceba12', 'name': 'tempest-RoutersIpV6Test-749205712'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:24:21.930883 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd20934f-c915-4abd-b0a1-1dab32d97fb5'] response: {'server_uuid': 'ddb06a81-b217-42e9-b74f-7a3d6a936718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e4c34a-8464-4fbb-8e0c-49e7baf2d1e8', 'code': 200} May 05 20:24:22.035722 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f689e26-7239-4f4e-8011-1769855b3a55 None None] Routers {'561c82a0-9896-4343-a49b-cfa54575a201'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:24:22.036579 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-3f689e26-7239-4f4e-8011-1769855b3a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:24:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['561c82a0-9896-4343-a49b-cfa54575a201'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:24:22.137133 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device ac2e7e80-0bea-4b79-87aa-5c02192d9ae4 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:24:22.248195 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f14b6cfe-2241-4de3-8f3e-e35fed96204d req-373da2a3-a93e-4114-aba5-06859cd45ed9 service neutron] 10.222.0.36 "GET /v2.0/networks/3b8a893f-8203-415f-97ec-c81abad76035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4645133 May 05 20:24:22.267255 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85aea26-228f-4c5d-b8ed-e5214723c413 None None] Pushing event updated for resources: {'Port': ['ID=58c6ec8d-1d44-49ff-8008-987a58f18c93,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:22.572663 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f1717f2a-c8bc-407a-b936-53bb968ab583 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:24:22.579785 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f4016-2dd0-448b-b7ea-7749924c5003 req-5b99ffa4-f416-4618-9630-f5d6a542fdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:22.583679 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-557f4016-2dd0-448b-b7ea-7749924c5003 req-5b99ffa4-f416-4618-9630-f5d6a542fdcd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ddb06a81-b217-42e9-b74f-7a3d6a936718 HTTP/1.1" status: 200 len: 1097 time: 0.6038613 May 05 20:24:22.596165 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-f1717f2a-c8bc-407a-b936-53bb968ab583 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Usage tracker for resource:port and tenant:08e9223c846c46d791083957f9887d85 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:24:22.657064 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-3f689e26-7239-4f4e-8011-1769855b3a55 None None] Set router 561c82a0-9896-4343-a49b-cfa54575a201 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:24:22.682205 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-f1717f2a-c8bc-407a-b936-53bb968ab583 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:24:22.688116 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-cff10efa-29ec-44d8-9ea1-0d32db05c1af None None] Allocated IP 2001:db8::2 (9ed52f23-4b9c-491c-814b-e23f42ceba12/a3a23e6e-f1f5-43cd-992c-ff65dc09285f/1e49b649-a1b4-41d0-8475-7782c160b576) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:24:22.795628 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f1717f2a-c8bc-407a-b936-53bb968ab583 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:24:22.899947 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-71a3fa38-2c54-4936-a040-63df5ff2dd99 req-d8002ecb-05d1-4542-b414-386c9fcf0360 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb85796e-354f-4c15-b0f6-67239028b8d5 HTTP/1.1" status: 200 len: 210 time: 0.1357303 May 05 20:24:22.906310 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-557f4016-2dd0-448b-b7ea-7749924c5003 req-213cdeb2-b4f0-4d1a-9dcb-beab954e33de service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ebe5b2be-c1e6-4f72-829d-46069eb7b210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3097422 May 05 20:24:22.919026 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1717f2a-c8bc-407a-b936-53bb968ab583 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Made reservation on behalf of 08e9223c846c46d791083957f9887d85 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:24:22.931645 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f1717f2a-c8bc-407a-b936-53bb968ab583 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:23.004446 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-f1717f2a-c8bc-407a-b936-53bb968ab583 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] device_id is not set on port 8979dd26-c779-49df-805e-df5791e246f2 yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:24:23.107538 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cff10efa-29ec-44d8-9ea1-0d32db05c1af None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:23.136121 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-cff10efa-29ec-44d8-9ea1-0d32db05c1af None None] Transition to ACTIVE for port object 1e49b649-a1b4-41d0-8475-7782c160b576 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:24:23.163578 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbdf957-0eb8-4594-971d-f2aa3f991fe8 req-9cc6be2e-980a-4f46-8135-bd4fb3cf450c tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:23.165666 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7dbdf957-0eb8-4594-971d-f2aa3f991fe8 req-9cc6be2e-980a-4f46-8135-bd4fb3cf450c tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddb06a81-b217-42e9-b74f-7a3d6a936718 HTTP/1.1" status: 200 len: 946 time: 0.4798698 May 05 20:24:23.199648 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-cff10efa-29ec-44d8-9ea1-0d32db05c1af None None] Transition to ACTIVE for port object 1e49b649-a1b4-41d0-8475-7782c160b576 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:24:23.217976 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cff10efa-29ec-44d8-9ea1-0d32db05c1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:23.295894 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7dbdf957-0eb8-4594-971d-f2aa3f991fe8 req-6f3cb7a0-7bc5-4dc7-bf9f-ead82133dfb7 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] 10.222.0.36 "GET /v2.0/security-groups?id=ebe5b2be-c1e6-4f72-829d-46069eb7b210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166503 May 05 20:24:23.387163 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff10efa-29ec-44d8-9ea1-0d32db05c1af None None] Network 9ed52f23-4b9c-491c-814b-e23f42ceba12 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:24:23.390518 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port ac2e7e80-0bea-4b79-87aa-5c02192d9ae4 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:24:23.390857 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:23.487380 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-cff10efa-29ec-44d8-9ea1-0d32db05c1af None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:24:23.493281 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff10efa-29ec-44d8-9ea1-0d32db05c1af None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:24:23.528719 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-f1717f2a-c8bc-407a-b936-53bb968ab583 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Allocated IP 2001:db8::f9 (9ed52f23-4b9c-491c-814b-e23f42ceba12/a3a23e6e-f1f5-43cd-992c-ff65dc09285f/8979dd26-c779-49df-805e-df5791e246f2) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:24:23.568063 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-3f689e26-7239-4f4e-8011-1769855b3a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '561c82a0-9896-4343-a49b-cfa54575a201', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847523939', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'd51721e9-0868-41f5-aa13-bc78b2b04f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:24:02Z', 'updated_at': '2022-05-05T20:24:16Z', 'revision_number': 4, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'gw_port': {'id': 'd51721e9-0868-41f5-aa13-bc78b2b04f24', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:fb:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561c82a0-9896-4343-a49b-cfa54575a201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:24:03Z', 'updated_at': '2022-05-05T20:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '58c6ec8d-1d44-49ff-8008-987a58f18c93', 'name': '', 'network_id': '3b8a893f-8203-415f-97ec-c81abad76035', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'mac_address': 'fa:16:3e:c1:eb:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '561c82a0-9896-4343-a49b-cfa54575a201', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': 'cc329b12-7b41-4146-b2a0-e43616e5540f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:24:14Z', 'updated_at': '2022-05-05T20:24:21Z', 'revision_number': 4, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'subnets': [{'id': 'cc329b12-7b41-4146-b2a0-e43616e5540f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:24:23.594091 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f689e26-7239-4f4e-8011-1769855b3a55 None None] The sync data for ids ['561c82a0-9896-4343-a49b-cfa54575a201'] in n-d-840717-1 is: [{'id': '561c82a0-9896-4343-a49b-cfa54575a201', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847523939', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'd51721e9-0868-41f5-aa13-bc78b2b04f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:24:02Z', 'updated_at': '2022-05-05T20:24:16Z', 'revision_number': 4, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'gw_port': {'id': 'd51721e9-0868-41f5-aa13-bc78b2b04f24', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:fb:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561c82a0-9896-4343-a49b-cfa54575a201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:24:03Z', 'updated_at': '2022-05-05T20:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '58c6ec8d-1d44-49ff-8008-987a58f18c93', 'name': '', 'network_id': '3b8a893f-8203-415f-97ec-c81abad76035', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'mac_address': 'fa:16:3e:c1:eb:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '561c82a0-9896-4343-a49b-cfa54575a201', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': 'cc329b12-7b41-4146-b2a0-e43616e5540f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:24:14Z', 'updated_at': '2022-05-05T20:24:21Z', 'revision_number': 4, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'subnets': [{'id': 'cc329b12-7b41-4146-b2a0-e43616e5540f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:24:23.628669 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff10efa-29ec-44d8-9ea1-0d32db05c1af None None] Pushing event updated for resources: {'Port': ['ID=1e49b649-a1b4-41d0-8475-7782c160b576,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:23.849706 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-cff10efa-29ec-44d8-9ea1-0d32db05c1af None None] Attempting to bind port 1e49b649-a1b4-41d0-8475-7782c160b576 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:24:23.850287 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-cff10efa-29ec-44d8-9ea1-0d32db05c1af None None] Attempting to bind port 1e49b649-a1b4-41d0-8475-7782c160b576 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '456ff405-c632-4373-a30c-ce9210c9090e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9ed52f23-4b9c-491c-814b-e23f42ceba12'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:24:23.850868 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff10efa-29ec-44d8-9ea1-0d32db05c1af None None] Attempting to bind port 1e49b649-a1b4-41d0-8475-7782c160b576 on network 9ed52f23-4b9c-491c-814b-e23f42ceba12 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:24:23.860319 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff10efa-29ec-44d8-9ea1-0d32db05c1af None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:24:23.860904 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff10efa-29ec-44d8-9ea1-0d32db05c1af None None] Checking segment: {'id': '456ff405-c632-4373-a30c-ce9210c9090e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9ed52f23-4b9c-491c-814b-e23f42ceba12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:24:23.861483 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cff10efa-29ec-44d8-9ea1-0d32db05c1af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:23.862029 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff10efa-29ec-44d8-9ea1-0d32db05c1af None None] Bound using segment: {'id': '456ff405-c632-4373-a30c-ce9210c9090e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9ed52f23-4b9c-491c-814b-e23f42ceba12'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:24:23.862642 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-cff10efa-29ec-44d8-9ea1-0d32db05c1af None None] Bound port: 1e49b649-a1b4-41d0-8475-7782c160b576, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456ff405-c632-4373-a30c-ce9210c9090e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9ed52f23-4b9c-491c-814b-e23f42ceba12'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:24:23.863165 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cff10efa-29ec-44d8-9ea1-0d32db05c1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:24.029386 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-cff10efa-29ec-44d8-9ea1-0d32db05c1af None None] For port 1e49b649-a1b4-41d0-8475-7782c160b576, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:24:24.034613 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-cff10efa-29ec-44d8-9ea1-0d32db05c1af None None] For port 1e49b649-a1b4-41d0-8475-7782c160b576, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=1e49b649-a1b4-41d0-8475-7782c160b576,segment=NetworkSegment(456ff405-c632-4373-a30c-ce9210c9090e),segment_id=456ff405-c632-4373-a30c-ce9210c9090e)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:24:24.173814 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f1717f2a-c8bc-407a-b936-53bb968ab583 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:24.196734 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-f1717f2a-c8bc-407a-b936-53bb968ab583 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Transition to ACTIVE for port object 8979dd26-c779-49df-805e-df5791e246f2 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:24:24.224043 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f1717f2a-c8bc-407a-b936-53bb968ab583 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:24.244492 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-da3d5e80-f7e3-4767-98e0-cecfe4f4dbc6 req-5a2b9548-b52e-4236-8ed1-4cd593865081 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb85796e-354f-4c15-b0f6-67239028b8d5 HTTP/1.1" status: 200 len: 210 time: 0.1243963 May 05 20:24:24.247089 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cff10efa-29ec-44d8-9ea1-0d32db05c1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:24.355267 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 53778) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:24:24.399443 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1717f2a-c8bc-407a-b936-53bb968ab583 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Network 9ed52f23-4b9c-491c-814b-e23f42ceba12 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:24:24.403062 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-f1717f2a-c8bc-407a-b936-53bb968ab583 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:24:24.408219 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1717f2a-c8bc-407a-b936-53bb968ab583 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:24:24.417845 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1717f2a-c8bc-407a-b936-53bb968ab583 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:24.433771 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f1717f2a-c8bc-407a-b936-53bb968ab583 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:24.482775 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1717f2a-c8bc-407a-b936-53bb968ab583 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Pushing event updated for resources: {'Port': ['ID=8979dd26-c779-49df-805e-df5791e246f2,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:24.503636 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff10efa-29ec-44d8-9ea1-0d32db05c1af None None] Pushing event updated for resources: {'Port': ['ID=1e49b649-a1b4-41d0-8475-7782c160b576,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:24.523112 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 53784) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:24:24.550365 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f1717f2a-c8bc-407a-b936-53bb968ab583 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 2.6351025 May 05 20:24:24.664858 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 58c6ec8d-1d44-49ff-8008-987a58f18c93 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:24:24.801384 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 58c6ec8d-1d44-49ff-8008-987a58f18c93 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:24:24.813618 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 58c6ec8d-1d44-49ff-8008-987a58f18c93 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:24:24.814227 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:24.925130 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa0c71-2557-4008-8520-f88241e4d73a req-641c5734-693d-4c2e-9fa6-2c30b0a4f1a9 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:24.947836 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ddaa0c71-2557-4008-8520-f88241e4d73a req-641c5734-693d-4c2e-9fa6-2c30b0a4f1a9 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddb06a81-b217-42e9-b74f-7a3d6a936718 HTTP/1.1" status: 200 len: 946 time: 0.3277404 May 05 20:24:25.111990 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ddaa0c71-2557-4008-8520-f88241e4d73a req-ef8696ee-17eb-467d-97dc-323bcfba5374 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] 10.222.0.36 "GET /v2.0/security-groups?id=ebe5b2be-c1e6-4f72-829d-46069eb7b210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631687 May 05 20:24:25.203721 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2f74e743-644d-452a-9bef-a4f829a534c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:25.214890 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:25.316857 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 58c6ec8d-1d44-49ff-8008-987a58f18c93, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=58c6ec8d-1d44-49ff-8008-987a58f18c93,segment=NetworkSegment(f1e8b522-c2b1-451c-a5ae-720115527253),segment_id=f1e8b522-c2b1-451c-a5ae-720115527253)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:24:25.324141 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:25.497954 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=58c6ec8d-1d44-49ff-8008-987a58f18c93,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:25.524946 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-2f74e743-644d-452a-9bef-a4f829a534c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:24:25.587395 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-f944e3b0-e2c7-4061-839e-ef11033844aa req-5bd5756e-1b10-4631-b1a8-0fde3445bb02 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Synchronizing usage tracker for tenant:310f91420a2d4ddd8aab8a710d8dc814 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:24:25.619646 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-f944e3b0-e2c7-4061-839e-ef11033844aa req-5bd5756e-1b10-4631-b1a8-0fde3445bb02 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Unset dirty status for tenant:310f91420a2d4ddd8aab8a710d8dc814 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:24:25.623660 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f944e3b0-e2c7-4061-839e-ef11033844aa req-5bd5756e-1b10-4631-b1a8-0fde3445bb02 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb85796e-354f-4c15-b0f6-67239028b8d5 HTTP/1.1" status: 200 len: 210 time: 0.1302011 May 05 20:24:25.631067 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-2f74e743-644d-452a-9bef-a4f829a534c6 admin admin] Usage tracker for resource:security_group_rule and tenant:34d6e73ba9c4451dbecc65fddc0639c7 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:24:25.641195 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-2f74e743-644d-452a-9bef-a4f829a534c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:24:25.649538 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-2f74e743-644d-452a-9bef-a4f829a534c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:24:26.291020 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b6cfe-2241-4de3-8f3e-e35fed96204d req-ac292936-4bf2-4b16-a553-113f757ffd91 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:26.294530 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f14b6cfe-2241-4de3-8f3e-e35fed96204d req-ac292936-4bf2-4b16-a553-113f757ffd91 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.50 "GET /v2.0/networks?id=3b8a893f-8203-415f-97ec-c81abad76035 HTTP/1.1" status: 200 len: 797 time: 1.3185549 May 05 20:24:26.420786 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf38a6c-66e8-4513-a62f-09840ab0e170 req-974e7ea8-f2ba-456f-96ae-eeac69a2fb36 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:26.424782 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7bf38a6c-66e8-4513-a62f-09840ab0e170 req-974e7ea8-f2ba-456f-96ae-eeac69a2fb36 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddb06a81-b217-42e9-b74f-7a3d6a936718 HTTP/1.1" status: 200 len: 946 time: 0.9788928 May 05 20:24:26.456857 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c178277-ccf4-407f-94a7-7c3e50c5d675 None None] Network 9ed52f23-4b9c-491c-814b-e23f42ceba12 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:24:26.529364 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f14b6cfe-2241-4de3-8f3e-e35fed96204d req-5882d655-1888-4e2d-8319-7564a8ccf20c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=310f91420a2d4ddd8aab8a710d8dc814 HTTP/1.1" status: 200 len: 380 time: 0.1971059 May 05 20:24:26.536479 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-f14b6cfe-2241-4de3-8f3e-e35fed96204d req-5c640964-c627-4699-a018-24531f7e9838 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Request body: {'port': {'device_id': 'cb85796e-354f-4c15-b0f6-67239028b8d5', 'network_id': '3b8a893f-8203-415f-97ec-c81abad76035', 'admin_state_up': True, 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'security_groups': ['ba9d5b21-6b89-4c8c-8c7b-729858b20cd7']}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:24:26.569747 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-674b8bc2-a7c1-4b42-85f2-bf64ac12ad02 None None] Provisioning for port 1e49b649-a1b4-41d0-8475-7782c160b576 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:24:26.625835 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2f74e743-644d-452a-9bef-a4f829a534c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:26.685323 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2f74e743-644d-452a-9bef-a4f829a534c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:26.745201 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7bf38a6c-66e8-4513-a62f-09840ab0e170 req-49cbabe9-4170-4db3-839e-5e15496aa40a tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] 10.222.0.36 "GET /v2.0/security-groups?id=ebe5b2be-c1e6-4f72-829d-46069eb7b210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3064060 May 05 20:24:26.780636 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 53822) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:24:26.869922 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d4ffc938-cc2f-4d89-8426-536a35778ddf tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:26.882593 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 58c6ec8d-1d44-49ff-8008-987a58f18c93 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:24:26.925371 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7e33f964-3889-4e59-8346-9fbfb6d07ce5 req-c169779b-89c3-4a8f-959d-fa0ca5606b45 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb85796e-354f-4c15-b0f6-67239028b8d5 HTTP/1.1" status: 200 len: 210 time: 0.0553443 May 05 20:24:27.010997 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 53832) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:24:27.011985 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-2f74e743-644d-452a-9bef-a4f829a534c6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=34d6e73ba9c4451dbecc65fddc0639c7&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6543157 May 05 20:24:27.013108 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f74e743-644d-452a-9bef-a4f829a534c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea50f19b-5314-4fb1-9d2b-45152f367fa4,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:27.167907 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 58c6ec8d-1d44-49ff-8008-987a58f18c93 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:24:27.168522 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:27.240144 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-93b078ac-1c51-444f-ba05-ef2361d4be06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:27.274150 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-93b078ac-1c51-444f-ba05-ef2361d4be06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:27.323904 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3be1a1-aa90-475f-9458-724fbff75779 tempest-TestVolumeBackupRestore-334133154 tempest-TestVolumeBackupRestore-334133154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:27.325112 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 1e49b649-a1b4-41d0-8475-7782c160b576 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:24:27.325457 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-fc3be1a1-aa90-475f-9458-724fbff75779 tempest-TestVolumeBackupRestore-334133154 tempest-TestVolumeBackupRestore-334133154-project-admin] Synchronizing usage tracker for tenant:f6a3c89bee184f11a533b7da0e928b7f on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:24:27.370255 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-fc3be1a1-aa90-475f-9458-724fbff75779 tempest-TestVolumeBackupRestore-334133154 tempest-TestVolumeBackupRestore-334133154-project-admin] Unset dirty status for tenant:f6a3c89bee184f11a533b7da0e928b7f on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:24:27.371887 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-fc3be1a1-aa90-475f-9458-724fbff75779 tempest-TestVolumeBackupRestore-334133154 tempest-TestVolumeBackupRestore-334133154-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ddb06a81-b217-42e9-b74f-7a3d6a936718 HTTP/1.1" status: 200 len: 1092 time: 0.5896873 May 05 20:24:27.376971 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 53840) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:24:27.383320 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-b3695037-10d3-464f-b4da-18c51bd78f98 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Request body: {'floatingip': {'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'port_id': '83e4c34a-8464-4fbb-8e0c-49e7baf2d1e8', 'tenant_id': '882c3092895149a59ea813977ba9e154', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:24:27.399609 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b3695037-10d3-464f-b4da-18c51bd78f98 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:24:27.403919 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-93b078ac-1c51-444f-ba05-ef2361d4be06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:27.426925 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-b3695037-10d3-464f-b4da-18c51bd78f98 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Usage tracker for resource:floatingip and tenant:882c3092895149a59ea813977ba9e154 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:24:27.437465 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 1e49b649-a1b4-41d0-8475-7782c160b576 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:24:27.448786 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 1e49b649-a1b4-41d0-8475-7782c160b576 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:24:27.450310 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:27.450783 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-b3695037-10d3-464f-b4da-18c51bd78f98 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:24:27.465277 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-93b078ac-1c51-444f-ba05-ef2361d4be06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:27.472365 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-93b078ac-1c51-444f-ba05-ef2361d4be06 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ea50f19b-5314-4fb1-9d2b-45152f367fa4 HTTP/1.1" status: 204 len: 168 time: 0.4600604 May 05 20:24:27.486463 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b078ac-1c51-444f-ba05-ef2361d4be06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea50f19b-5314-4fb1-9d2b-45152f367fa4,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:27.494563 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b3695037-10d3-464f-b4da-18c51bd78f98 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:24:27.524719 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-f14b6cfe-2241-4de3-8f3e-e35fed96204d req-5c640964-c627-4699-a018-24531f7e9838 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:24:27.529381 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b3695037-10d3-464f-b4da-18c51bd78f98 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Notify callbacks [] for floatingip, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:27.611510 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-f14b6cfe-2241-4de3-8f3e-e35fed96204d req-5c640964-c627-4699-a018-24531f7e9838 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:24:27.776422 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f14b6cfe-2241-4de3-8f3e-e35fed96204d req-5c640964-c627-4699-a018-24531f7e9838 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Made reservation on behalf of 310f91420a2d4ddd8aab8a710d8dc814 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:24:27.781474 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-f14b6cfe-2241-4de3-8f3e-e35fed96204d req-5c640964-c627-4699-a018-24531f7e9838 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:27.845404 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-73b2aae0-89a7-4892-bfa2-360f5749223f None None] Provisioning complete for port 1e49b649-a1b4-41d0-8475-7782c160b576 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:24:27.846601 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-73b2aae0-89a7-4892-bfa2-360f5749223f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:27.900116 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b3695037-10d3-464f-b4da-18c51bd78f98 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:28.124664 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:28.133821 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d4ffc938-cc2f-4d89-8426-536a35778ddf tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:28.138910 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d4ffc938-cc2f-4d89-8426-536a35778ddf tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:28.179508 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 1e49b649-a1b4-41d0-8475-7782c160b576, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=1e49b649-a1b4-41d0-8475-7782c160b576,segment=NetworkSegment(456ff405-c632-4373-a30c-ce9210c9090e),segment_id=456ff405-c632-4373-a30c-ce9210c9090e)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:24:28.186263 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:28.338728 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-b3695037-10d3-464f-b4da-18c51bd78f98 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Allocated IP 172.25.0.238 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/f62ad281-8d96-4bfe-bc49-80d1d8505d32) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:24:28.344105 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ffc938-cc2f-4d89-8426-536a35778ddf tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Pushing event updated for resources: {'Port': ['ID=8979dd26-c779-49df-805e-df5791e246f2,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:28.390179 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-73b2aae0-89a7-4892-bfa2-360f5749223f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:28.416897 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d187ea94-5761-4705-9787-5a018fbc686a req-0594b77b-d380-4ce7-9ad4-187d7aa73012 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb85796e-354f-4c15-b0f6-67239028b8d5 HTTP/1.1" status: 200 len: 210 time: 0.1656628 May 05 20:24:28.499189 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-f14b6cfe-2241-4de3-8f3e-e35fed96204d req-5c640964-c627-4699-a018-24531f7e9838 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Allocated IP 172.20.0.7 (3b8a893f-8203-415f-97ec-c81abad76035/cc329b12-7b41-4146-b2a0-e43616e5540f/bf7677d3-a539-4b91-8154-e950713a5934) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:24:28.621496 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=1e49b649-a1b4-41d0-8475-7782c160b576,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:28.665467 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-73b2aae0-89a7-4892-bfa2-360f5749223f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:24:28.665825 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-73b2aae0-89a7-4892-bfa2-360f5749223f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:24:28.738310 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b3695037-10d3-464f-b4da-18c51bd78f98 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:28.777166 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b3695037-10d3-464f-b4da-18c51bd78f98 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:28.903224 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d4ffc938-cc2f-4d89-8426-536a35778ddf tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:28.986953 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3695037-10d3-464f-b4da-18c51bd78f98 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:24:28.990352 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-b3695037-10d3-464f-b4da-18c51bd78f98 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:24:28.994601 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3695037-10d3-464f-b4da-18c51bd78f98 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:24:29.015608 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-f14b6cfe-2241-4de3-8f3e-e35fed96204d req-5c640964-c627-4699-a018-24531f7e9838 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:29.046648 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3695037-10d3-464f-b4da-18c51bd78f98 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Pushing event updated for resources: {'Port': ['ID=f62ad281-8d96-4bfe-bc49-80d1d8505d32,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:29.104527 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d4ffc938-cc2f-4d89-8426-536a35778ddf tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:29.150282 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-f14b6cfe-2241-4de3-8f3e-e35fed96204d req-5c640964-c627-4699-a018-24531f7e9838 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Transition to ACTIVE for port object bf7677d3-a539-4b91-8154-e950713a5934 will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:24:29.308254 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-73b2aae0-89a7-4892-bfa2-360f5749223f None None] Provisioning for port 8979dd26-c779-49df-805e-df5791e246f2 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:24:29.317249 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-73b2aae0-89a7-4892-bfa2-360f5749223f None None] Provisioning complete for port 8979dd26-c779-49df-805e-df5791e246f2 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:24:29.317931 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-73b2aae0-89a7-4892-bfa2-360f5749223f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:29.384715 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-73b2aae0-89a7-4892-bfa2-360f5749223f None None] Port 8979dd26-c779-49df-805e-df5791e246f2 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:24:29.512711 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-054b8294-466a-412a-b094-6b78fc377fda None None] Provisioning complete for port 8979dd26-c779-49df-805e-df5791e246f2 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:24:29.513082 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-054b8294-466a-412a-b094-6b78fc377fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:29.753647 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:24:29.783257 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-054b8294-466a-412a-b094-6b78fc377fda None None] Port 8979dd26-c779-49df-805e-df5791e246f2 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:24:29.793186 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8088b6-0a78-4eec-b3a9-5f8afb49345b req-7dcb1494-4ea3-4feb-8489-22740caea8d0 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:29.801346 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ca8088b6-0a78-4eec-b3a9-5f8afb49345b req-7dcb1494-4ea3-4feb-8489-22740caea8d0 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb85796e-354f-4c15-b0f6-67239028b8d5 HTTP/1.1" status: 200 len: 931 time: 0.2237518 May 05 20:24:29.897841 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ca8088b6-0a78-4eec-b3a9-5f8afb49345b req-4c08b195-f936-4faa-bd20-acd1c6a9820f tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba9d5b21-6b89-4c8c-8c7b-729858b20cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954771 May 05 20:24:29.910830 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-f14b6cfe-2241-4de3-8f3e-e35fed96204d req-5c640964-c627-4699-a018-24531f7e9838 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:29.975406 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b3695037-10d3-464f-b4da-18c51bd78f98 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:30.001010 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f14b6cfe-2241-4de3-8f3e-e35fed96204d req-5c640964-c627-4699-a018-24531f7e9838 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Network 3b8a893f-8203-415f-97ec-c81abad76035 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:24:30.015467 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-f14b6cfe-2241-4de3-8f3e-e35fed96204d req-5c640964-c627-4699-a018-24531f7e9838 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:24:30.022813 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-f14b6cfe-2241-4de3-8f3e-e35fed96204d req-5c640964-c627-4699-a018-24531f7e9838 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:24:30.086385 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 53926) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:24:30.136740 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b3695037-10d3-464f-b4da-18c51bd78f98 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:30.147638 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c640964-c627-4699-a018-24531f7e9838 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event updated for resources: {'Port': ['ID=bf7677d3-a539-4b91-8154-e950713a5934,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:30.187129 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b6cfe-2241-4de3-8f3e-e35fed96204d req-5c640964-c627-4699-a018-24531f7e9838 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:30.188055 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-f14b6cfe-2241-4de3-8f3e-e35fed96204d req-5c640964-c627-4699-a018-24531f7e9838 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:30.201912 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d4ffc938-cc2f-4d89-8426-536a35778ddf tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:30.220674 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d4ffc938-cc2f-4d89-8426-536a35778ddf tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:30.224126 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d4ffc938-cc2f-4d89-8426-536a35778ddf tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:30.313219 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-a1b0662e-4eba-4fe4-9f53-45c3a1518d7b tempest-RoutersAdminNegativeIpV6Test-564373877 tempest-RoutersAdminNegativeIpV6Test-564373877-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-915588506', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:24:30.332491 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a1b0662e-4eba-4fe4-9f53-45c3a1518d7b tempest-RoutersAdminNegativeIpV6Test-564373877 tempest-RoutersAdminNegativeIpV6Test-564373877-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:24:30.333764 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ffc938-cc2f-4d89-8426-536a35778ddf tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Pushing event updated for resources: {'Port': ['ID=8979dd26-c779-49df-805e-df5791e246f2,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:30.341364 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f14b6cfe-2241-4de3-8f3e-e35fed96204d req-5c640964-c627-4699-a018-24531f7e9838 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8180838 May 05 20:24:30.361499 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-f14b6cfe-2241-4de3-8f3e-e35fed96204d req-25ba7754-a75d-4dac-9754-e6ceaf7ce389 service neutron] Request body: {'port': {'device_id': 'cb85796e-354f-4c15-b0f6-67239028b8d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:24:30.362750 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a1b0662e-4eba-4fe4-9f53-45c3a1518d7b tempest-RoutersAdminNegativeIpV6Test-564373877 tempest-RoutersAdminNegativeIpV6Test-564373877-project-admin] Usage tracker for resource:port and tenant:284a699236164c15aa691205134f049d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:24:30.374104 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a1b0662e-4eba-4fe4-9f53-45c3a1518d7b tempest-RoutersAdminNegativeIpV6Test-564373877 tempest-RoutersAdminNegativeIpV6Test-564373877-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:24:30.392647 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a1b0662e-4eba-4fe4-9f53-45c3a1518d7b tempest-RoutersAdminNegativeIpV6Test-564373877 tempest-RoutersAdminNegativeIpV6Test-564373877-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:24:30.425628 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-c39377f9-83e5-4bde-8c2f-67e99ae43c0c None None] Provisioning for port bf7677d3-a539-4b91-8154-e950713a5934 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:24:30.431421 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-c39377f9-83e5-4bde-8c2f-67e99ae43c0c None None] Provisioning complete for port bf7677d3-a539-4b91-8154-e950713a5934 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:24:30.431969 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c39377f9-83e5-4bde-8c2f-67e99ae43c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:30.501727 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-c39377f9-83e5-4bde-8c2f-67e99ae43c0c None None] Port bf7677d3-a539-4b91-8154-e950713a5934 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:24:30.550763 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 1e49b649-a1b4-41d0-8475-7782c160b576 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:24:30.561282 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b0662e-4eba-4fe4-9f53-45c3a1518d7b tempest-RoutersAdminNegativeIpV6Test-564373877 tempest-RoutersAdminNegativeIpV6Test-564373877-project-admin] Made reservation on behalf of 284a699236164c15aa691205134f049d for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:24:30.563852 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a1b0662e-4eba-4fe4-9f53-45c3a1518d7b tempest-RoutersAdminNegativeIpV6Test-564373877 tempest-RoutersAdminNegativeIpV6Test-564373877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:30.579037 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a1b0662e-4eba-4fe4-9f53-45c3a1518d7b tempest-RoutersAdminNegativeIpV6Test-564373877 tempest-RoutersAdminNegativeIpV6Test-564373877-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:30.611270 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a1b0662e-4eba-4fe4-9f53-45c3a1518d7b tempest-RoutersAdminNegativeIpV6Test-564373877 tempest-RoutersAdminNegativeIpV6Test-564373877-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:24:30.621281 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a1b0662e-4eba-4fe4-9f53-45c3a1518d7b tempest-RoutersAdminNegativeIpV6Test-564373877 tempest-RoutersAdminNegativeIpV6Test-564373877-project-admin] Usage tracker for resource:security_group_rule and tenant:284a699236164c15aa691205134f049d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:24:30.639604 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a1b0662e-4eba-4fe4-9f53-45c3a1518d7b tempest-RoutersAdminNegativeIpV6Test-564373877 tempest-RoutersAdminNegativeIpV6Test-564373877-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:24:30.640470 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ffc938-cc2f-4d89-8426-536a35778ddf tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Network 9ed52f23-4b9c-491c-814b-e23f42ceba12 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:24:30.643328 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-d4ffc938-cc2f-4d89-8426-536a35778ddf tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:24:30.656990 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a1b0662e-4eba-4fe4-9f53-45c3a1518d7b tempest-RoutersAdminNegativeIpV6Test-564373877 tempest-RoutersAdminNegativeIpV6Test-564373877-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:24:30.770666 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 1e49b649-a1b4-41d0-8475-7782c160b576 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:24:30.770971 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:30.831716 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b3695037-10d3-464f-b4da-18c51bd78f98 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:30.846751 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b3695037-10d3-464f-b4da-18c51bd78f98 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:31.062896 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3695037-10d3-464f-b4da-18c51bd78f98 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Pushing event updated for resources: {'Port': ['ID=f62ad281-8d96-4bfe-bc49-80d1d8505d32,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:31.096007 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-f14b6cfe-2241-4de3-8f3e-e35fed96204d req-25ba7754-a75d-4dac-9754-e6ceaf7ce389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:31.158904 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b942bca0-14c5-4a4e-98a5-6e55d2ab2e92 None None] Provisioning complete for port 8979dd26-c779-49df-805e-df5791e246f2 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:24:31.161676 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b942bca0-14c5-4a4e-98a5-6e55d2ab2e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:31.262300 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b942bca0-14c5-4a4e-98a5-6e55d2ab2e92 None None] Port 8979dd26-c779-49df-805e-df5791e246f2 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:24:31.319255 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a1b0662e-4eba-4fe4-9f53-45c3a1518d7b tempest-RoutersAdminNegativeIpV6Test-564373877 tempest-RoutersAdminNegativeIpV6Test-564373877-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:31.324847 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b3695037-10d3-464f-b4da-18c51bd78f98 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:31.344023 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4ffc938-cc2f-4d89-8426-536a35778ddf tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Router 21cdce65-3140-4334-93af-e2cf4e6d2d18 is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88197) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:24:31.394146 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a1b0662e-4eba-4fe4-9f53-45c3a1518d7b tempest-RoutersAdminNegativeIpV6Test-564373877 tempest-RoutersAdminNegativeIpV6Test-564373877-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:31.430835 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-a1b0662e-4eba-4fe4-9f53-45c3a1518d7b tempest-RoutersAdminNegativeIpV6Test-564373877 tempest-RoutersAdminNegativeIpV6Test-564373877-project-admin] device_id is not set on port 4e597abc-6f89-468a-ba3e-69950b536def yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:24:31.697036 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b0662e-4eba-4fe4-9f53-45c3a1518d7b tempest-RoutersAdminNegativeIpV6Test-564373877 tempest-RoutersAdminNegativeIpV6Test-564373877-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1504c84b-5f81-4cb5-b6f0-22e7ac378951,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:31.724411 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eb834a-bf25-43a3-9aa7-fbaeaf8cd477 req-976dd5db-7f31-46bb-adfc-e1e00b83d6b8 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:31.726037 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-84eb834a-bf25-43a3-9aa7-fbaeaf8cd477 req-976dd5db-7f31-46bb-adfc-e1e00b83d6b8 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb85796e-354f-4c15-b0f6-67239028b8d5 HTTP/1.1" status: 200 len: 931 time: 0.5772893 May 05 20:24:31.806716 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ffc938-cc2f-4d89-8426-536a35778ddf tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:24:31.820758 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d4ffc938-cc2f-4d89-8426-536a35778ddf tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "PUT /v2.0/routers/21cdce65-3140-4334-93af-e2cf4e6d2d18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2934124 May 05 20:24:31.820929 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bca111d-e446-4097-943a-f86667ce027a None None] Sync routers for ids ['21cdce65-3140-4334-93af-e2cf4e6d2d18'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:24:31.825583 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 53960) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:24:31.835098 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bca111d-e446-4097-943a-f86667ce027a None None] Routers {'21cdce65-3140-4334-93af-e2cf4e6d2d18'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:24:31.837333 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-4bca111d-e446-4097-943a-f86667ce027a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:24:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['21cdce65-3140-4334-93af-e2cf4e6d2d18'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:24:31.880197 n-d-840717-1 neutron-server[88198]: INFO neutron.db.l3_db [None req-b3695037-10d3-464f-b4da-18c51bd78f98 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Floating IP 7070b7b2-a71e-4d71-a5f8-c43e17bd3b0b associated. External IP: 172.25.0.238, port: 83e4c34a-8464-4fbb-8e0c-49e7baf2d1e8. May 05 20:24:31.929152 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-4bca111d-e446-4097-943a-f86667ce027a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:24:31.939748 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bca111d-e446-4097-943a-f86667ce027a None None] Routers {'21cdce65-3140-4334-93af-e2cf4e6d2d18'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:24:31.940037 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-84eb834a-bf25-43a3-9aa7-fbaeaf8cd477 req-1fd06cc8-f0d5-46af-b6dc-0ed09884b7c3 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba9d5b21-6b89-4c8c-8c7b-729858b20cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2070129 May 05 20:24:31.940943 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-4bca111d-e446-4097-943a-f86667ce027a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:24:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['21cdce65-3140-4334-93af-e2cf4e6d2d18'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:24:31.980860 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6dda2c-9675-470d-9927-e6f94f638c22 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:31.982346 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-8e6dda2c-9675-470d-9927-e6f94f638c22 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "GET /v2.0/ports/8979dd26-c779-49df-805e-df5791e246f2 HTTP/1.1" status: 200 len: 982 time: 0.1561947 May 05 20:24:31.989015 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 53964) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:24:32.018349 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-4bca111d-e446-4097-943a-f86667ce027a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:24:32.019152 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bca111d-e446-4097-943a-f86667ce027a None None] The sync data for ids ['21cdce65-3140-4334-93af-e2cf4e6d2d18'] in n-d-840717-1 is: [] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:24:32.123010 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-a1b0662e-4eba-4fe4-9f53-45c3a1518d7b tempest-RoutersAdminNegativeIpV6Test-564373877 tempest-RoutersAdminNegativeIpV6Test-564373877-project-admin] Allocated IP 172.25.0.182 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/4e597abc-6f89-468a-ba3e-69950b536def) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:24:32.148829 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.resource_extend [req-f14b6cfe-2241-4de3-8f3e-e35fed96204d req-25ba7754-a75d-4dac-9754-e6ceaf7ce389 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 20:24:32.268346 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-f14b6cfe-2241-4de3-8f3e-e35fed96204d req-25ba7754-a75d-4dac-9754-e6ceaf7ce389 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf7677d3-a539-4b91-8154-e950713a5934 {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:24:32.407051 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-f14b6cfe-2241-4de3-8f3e-e35fed96204d req-25ba7754-a75d-4dac-9754-e6ceaf7ce389 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:32.452799 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-f14b6cfe-2241-4de3-8f3e-e35fed96204d req-25ba7754-a75d-4dac-9754-e6ceaf7ce389 service neutron] Transition to ACTIVE for port object bf7677d3-a539-4b91-8154-e950713a5934 will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:24:32.468488 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-f14b6cfe-2241-4de3-8f3e-e35fed96204d req-25ba7754-a75d-4dac-9754-e6ceaf7ce389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:32.767430 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a1b0662e-4eba-4fe4-9f53-45c3a1518d7b tempest-RoutersAdminNegativeIpV6Test-564373877 tempest-RoutersAdminNegativeIpV6Test-564373877-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:32.779872 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3695037-10d3-464f-b4da-18c51bd78f98 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Router 94763e22-eee5-4fc5-bf8c-45117e71437e has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:24:32.794408 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ba7754-a75d-4dac-9754-e6ceaf7ce389 service neutron] Pushing event updated for resources: {'Port': ['ID=bf7677d3-a539-4b91-8154-e950713a5934,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:32.916549 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-f14b6cfe-2241-4de3-8f3e-e35fed96204d req-25ba7754-a75d-4dac-9754-e6ceaf7ce389 service neutron] Attempting to bind port bf7677d3-a539-4b91-8154-e950713a5934 on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:24:32.916687 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-f14b6cfe-2241-4de3-8f3e-e35fed96204d req-25ba7754-a75d-4dac-9754-e6ceaf7ce389 service neutron] Attempting to bind port bf7677d3-a539-4b91-8154-e950713a5934 by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': 'f1e8b522-c2b1-451c-a5ae-720115527253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3b8a893f-8203-415f-97ec-c81abad76035'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:24:32.917004 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14b6cfe-2241-4de3-8f3e-e35fed96204d req-25ba7754-a75d-4dac-9754-e6ceaf7ce389 service neutron] Attempting to bind port bf7677d3-a539-4b91-8154-e950713a5934 on network 3b8a893f-8203-415f-97ec-c81abad76035 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:24:32.934920 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14b6cfe-2241-4de3-8f3e-e35fed96204d req-25ba7754-a75d-4dac-9754-e6ceaf7ce389 service neutron] Port bf7677d3-a539-4b91-8154-e950713a5934 on network 3b8a893f-8203-415f-97ec-c81abad76035 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:24:32.935248 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14b6cfe-2241-4de3-8f3e-e35fed96204d req-25ba7754-a75d-4dac-9754-e6ceaf7ce389 service neutron] Attempting to bind port bf7677d3-a539-4b91-8154-e950713a5934 on network 3b8a893f-8203-415f-97ec-c81abad76035 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:24:32.945759 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14b6cfe-2241-4de3-8f3e-e35fed96204d req-25ba7754-a75d-4dac-9754-e6ceaf7ce389 service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:24:32.946195 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14b6cfe-2241-4de3-8f3e-e35fed96204d req-25ba7754-a75d-4dac-9754-e6ceaf7ce389 service neutron] Checking segment: {'id': 'f1e8b522-c2b1-451c-a5ae-720115527253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3b8a893f-8203-415f-97ec-c81abad76035'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:24:32.946578 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14b6cfe-2241-4de3-8f3e-e35fed96204d req-25ba7754-a75d-4dac-9754-e6ceaf7ce389 service neutron] Bound using segment: {'id': 'f1e8b522-c2b1-451c-a5ae-720115527253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3b8a893f-8203-415f-97ec-c81abad76035'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:24:32.947006 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-f14b6cfe-2241-4de3-8f3e-e35fed96204d req-25ba7754-a75d-4dac-9754-e6ceaf7ce389 service neutron] Bound port: bf7677d3-a539-4b91-8154-e950713a5934, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1e8b522-c2b1-451c-a5ae-720115527253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3b8a893f-8203-415f-97ec-c81abad76035'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:24:32.947621 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-f14b6cfe-2241-4de3-8f3e-e35fed96204d req-25ba7754-a75d-4dac-9754-e6ceaf7ce389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:32.964117 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a1b0662e-4eba-4fe4-9f53-45c3a1518d7b tempest-RoutersAdminNegativeIpV6Test-564373877 tempest-RoutersAdminNegativeIpV6Test-564373877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:33.043312 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b0662e-4eba-4fe4-9f53-45c3a1518d7b tempest-RoutersAdminNegativeIpV6Test-564373877 tempest-RoutersAdminNegativeIpV6Test-564373877-project-admin] Pushing event updated for resources: {'Port': ['ID=4e597abc-6f89-468a-ba3e-69950b536def,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:33.068020 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b0662e-4eba-4fe4-9f53-45c3a1518d7b tempest-RoutersAdminNegativeIpV6Test-564373877 tempest-RoutersAdminNegativeIpV6Test-564373877-project-admin] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:24:33.068861 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-f14b6cfe-2241-4de3-8f3e-e35fed96204d req-25ba7754-a75d-4dac-9754-e6ceaf7ce389 service neutron] For port bf7677d3-a539-4b91-8154-e950713a5934, host n-h2-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:24:33.070802 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-a1b0662e-4eba-4fe4-9f53-45c3a1518d7b tempest-RoutersAdminNegativeIpV6Test-564373877 tempest-RoutersAdminNegativeIpV6Test-564373877-project-admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:24:33.073011 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-f14b6cfe-2241-4de3-8f3e-e35fed96204d req-25ba7754-a75d-4dac-9754-e6ceaf7ce389 service neutron] For port bf7677d3-a539-4b91-8154-e950713a5934, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=bf7677d3-a539-4b91-8154-e950713a5934,segment=NetworkSegment(f1e8b522-c2b1-451c-a5ae-720115527253),segment_id=f1e8b522-c2b1-451c-a5ae-720115527253)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:24:33.074533 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b0662e-4eba-4fe4-9f53-45c3a1518d7b tempest-RoutersAdminNegativeIpV6Test-564373877 tempest-RoutersAdminNegativeIpV6Test-564373877-project-admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:24:33.085221 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-f14b6cfe-2241-4de3-8f3e-e35fed96204d req-25ba7754-a75d-4dac-9754-e6ceaf7ce389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:33.109268 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3695037-10d3-464f-b4da-18c51bd78f98 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:24:33.123655 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694977e3-434e-495c-a31f-1865f01ff41d None None] Sync routers for ids ['94763e22-eee5-4fc5-bf8c-45117e71437e'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:24:33.134711 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694977e3-434e-495c-a31f-1865f01ff41d None None] Routers {'94763e22-eee5-4fc5-bf8c-45117e71437e'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:24:33.135683 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-694977e3-434e-495c-a31f-1865f01ff41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:24:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['94763e22-eee5-4fc5-bf8c-45117e71437e'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:24:33.157651 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b0662e-4eba-4fe4-9f53-45c3a1518d7b tempest-RoutersAdminNegativeIpV6Test-564373877 tempest-RoutersAdminNegativeIpV6Test-564373877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:33.158512 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a1b0662e-4eba-4fe4-9f53-45c3a1518d7b tempest-RoutersAdminNegativeIpV6Test-564373877 tempest-RoutersAdminNegativeIpV6Test-564373877-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:33.185871 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b3695037-10d3-464f-b4da-18c51bd78f98 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:33.204549 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b6cfe-2241-4de3-8f3e-e35fed96204d req-25ba7754-a75d-4dac-9754-e6ceaf7ce389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:33.205304 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-f14b6cfe-2241-4de3-8f3e-e35fed96204d req-25ba7754-a75d-4dac-9754-e6ceaf7ce389 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:33.206589 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f14b6cfe-2241-4de3-8f3e-e35fed96204d req-25ba7754-a75d-4dac-9754-e6ceaf7ce389 service neutron] 10.222.0.50 "PUT /v2.0/ports/bf7677d3-a539-4b91-8154-e950713a5934 HTTP/1.1" status: 200 len: 1091 time: 2.8512306 May 05 20:24:33.209400 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb85796e-354f-4c15-b0f6-67239028b8d5', 'tag': 'bf7677d3-a539-4b91-8154-e950713a5934'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:24:33.262604 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a1b0662e-4eba-4fe4-9f53-45c3a1518d7b tempest-RoutersAdminNegativeIpV6Test-564373877 tempest-RoutersAdminNegativeIpV6Test-564373877-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 3.1750193 May 05 20:24:33.272372 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 53994) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:24:33.345156 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-0eb8393b-3334-48f5-9d0f-977d27191c6c tempest-RoutersAdminNegativeIpV6Test-564373877 tempest-RoutersAdminNegativeIpV6Test-564373877-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.182'}]}}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:24:33.348346 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b3695037-10d3-464f-b4da-18c51bd78f98 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.9696851 May 05 20:24:33.349253 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddb06a81-b217-42e9-b74f-7a3d6a936718', 'tag': '83e4c34a-8464-4fbb-8e0c-49e7baf2d1e8'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:24:33.365285 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 53998) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:24:33.404619 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-0eb8393b-3334-48f5-9d0f-977d27191c6c tempest-RoutersAdminNegativeIpV6Test-564373877 tempest-RoutersAdminNegativeIpV6Test-564373877-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:24:33.442356 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-694977e3-434e-495c-a31f-1865f01ff41d None None] Set router 94763e22-eee5-4fc5-bf8c-45117e71437e gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:24:33.445894 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ba7754-a75d-4dac-9754-e6ceaf7ce389 service neutron] Pushing event updated for resources: {'Port': ['ID=bf7677d3-a539-4b91-8154-e950713a5934,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:33.452902 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-0eb8393b-3334-48f5-9d0f-977d27191c6c tempest-RoutersAdminNegativeIpV6Test-564373877 tempest-RoutersAdminNegativeIpV6Test-564373877-project-admin] Usage tracker for resource:router and tenant:284a699236164c15aa691205134f049d is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:24:33.464368 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-0eb8393b-3334-48f5-9d0f-977d27191c6c tempest-RoutersAdminNegativeIpV6Test-564373877 tempest-RoutersAdminNegativeIpV6Test-564373877-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:24:33.498165 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-0eb8393b-3334-48f5-9d0f-977d27191c6c tempest-RoutersAdminNegativeIpV6Test-564373877 tempest-RoutersAdminNegativeIpV6Test-564373877-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:24:33.517537 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52286910-092c-44f6-818b-1ef7f3590d51 tempest-TestVolumeBackupRestore-334133154 tempest-TestVolumeBackupRestore-334133154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:33.519063 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-52286910-092c-44f6-818b-1ef7f3590d51 tempest-TestVolumeBackupRestore-334133154 tempest-TestVolumeBackupRestore-334133154-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ddb06a81-b217-42e9-b74f-7a3d6a936718 HTTP/1.1" status: 200 len: 1092 time: 0.1536303 May 05 20:24:33.521869 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54006) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:24:33.528732 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-dd64b74b-dc83-492e-b253-f5dbf536496d tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Request body: {'floatingip': {'port_id': '83e4c34a-8464-4fbb-8e0c-49e7baf2d1e8'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:24:33.545706 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1d4b1e58-3409-418c-9655-956811b047b9 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:33.610906 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a73a7f5c-3fd1-4545-b5c6-c6198fb6974d'] response: {'name': 'network-changed', 'server_uuid': 'cb85796e-354f-4c15-b0f6-67239028b8d5', 'tag': 'bf7677d3-a539-4b91-8154-e950713a5934', 'status': 'completed', 'code': 200} May 05 20:24:33.660198 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3fff478-0958-43cc-8da5-3938126cec90'] response: {'name': 'network-changed', 'server_uuid': 'ddb06a81-b217-42e9-b74f-7a3d6a936718', 'tag': '83e4c34a-8464-4fbb-8e0c-49e7baf2d1e8', 'status': 'completed', 'code': 200} May 05 20:24:33.665695 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dd64b74b-dc83-492e-b253-f5dbf536496d tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Notify callbacks [] for floatingip, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:33.693314 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0eb8393b-3334-48f5-9d0f-977d27191c6c tempest-RoutersAdminNegativeIpV6Test-564373877 tempest-RoutersAdminNegativeIpV6Test-564373877-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:33.694614 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0eb8393b-3334-48f5-9d0f-977d27191c6c tempest-RoutersAdminNegativeIpV6Test-564373877 tempest-RoutersAdminNegativeIpV6Test-564373877-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:33.725138 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad3e247-fad7-4f59-903e-ecec414a1e71 req-45f306f5-bdf2-411d-b81c-b3f57bdc6cf7 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:33.726070 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-6ad3e247-fad7-4f59-903e-ecec414a1e71 req-45f306f5-bdf2-411d-b81c-b3f57bdc6cf7 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Synchronizing usage tracker for tenant:310f91420a2d4ddd8aab8a710d8dc814 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:24:33.790384 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0eb8393b-3334-48f5-9d0f-977d27191c6c tempest-RoutersAdminNegativeIpV6Test-564373877 tempest-RoutersAdminNegativeIpV6Test-564373877-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:33.796016 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b6cfe-2241-4de3-8f3e-e35fed96204d req-3f80518b-1c1b-4973-bef8-1c5459ecc57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:33.800104 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f14b6cfe-2241-4de3-8f3e-e35fed96204d req-3f80518b-1c1b-4973-bef8-1c5459ecc57d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=310f91420a2d4ddd8aab8a710d8dc814&device_id=cb85796e-354f-4c15-b0f6-67239028b8d5 HTTP/1.1" status: 200 len: 1094 time: 0.5323868 May 05 20:24:33.909903 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ded9bd-96b4-4863-85d2-5bf421eaa7f8 req-6745ccf7-d060-4859-99db-ea7ac45ade46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:33.911291 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b8ded9bd-96b4-4863-85d2-5bf421eaa7f8 req-6745ccf7-d060-4859-99db-ea7ac45ade46 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=882c3092895149a59ea813977ba9e154&device_id=ddb06a81-b217-42e9-b74f-7a3d6a936718 HTTP/1.1" status: 200 len: 1097 time: 0.1822739 May 05 20:24:34.146883 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-694977e3-434e-495c-a31f-1865f01ff41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94763e22-eee5-4fc5-bf8c-45117e71437e', 'name': 'tempest-TestVolumeBackupRestore-677834481-router', 'tenant_id': '882c3092895149a59ea813977ba9e154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'c21901a0-bd39-448f-ba16-77ed5fdb2307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:18:33Z', 'updated_at': '2022-05-05T20:18:45Z', 'revision_number': 4, 'project_id': '882c3092895149a59ea813977ba9e154', 'gw_port': {'id': 'c21901a0-bd39-448f-ba16-77ed5fdb2307', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:11:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94763e22-eee5-4fc5-bf8c-45117e71437e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:18:35Z', 'updated_at': '2022-05-05T20:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '7070b7b2-a71e-4d71-a5f8-c43e17bd3b0b', 'tenant_id': '882c3092895149a59ea813977ba9e154', 'floating_ip_address': '172.25.0.238', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '94763e22-eee5-4fc5-bf8c-45117e71437e', 'port_id': '83e4c34a-8464-4fbb-8e0c-49e7baf2d1e8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8057ba9-341d-44ba-82ad-e5ee8fd433a8', 'mac_address': 'fa:16:3e:62:ea:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb06a81-b217-42e9-b74f-7a3d6a936718', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:24:29Z', 'updated_at': '2022-05-05T20:24:29Z', 'revision_number': 0, 'project_id': '882c3092895149a59ea813977ba9e154', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d4d160a-2e17-4c06-a02a-b089c9a6d47a', 'name': '', 'network_id': 'e8057ba9-341d-44ba-82ad-e5ee8fd433a8', 'tenant_id': '882c3092895149a59ea813977ba9e154', 'mac_address': 'fa:16:3e:87:ed:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94763e22-eee5-4fc5-bf8c-45117e71437e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': '1e52d411-7180-4fa0-8b69-ccff1684382b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:18:42Z', 'updated_at': '2022-05-05T20:18:53Z', 'revision_number': 5, 'project_id': '882c3092895149a59ea813977ba9e154', 'subnets': [{'id': '1e52d411-7180-4fa0-8b69-ccff1684382b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:24:34.148421 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-6ad3e247-fad7-4f59-903e-ecec414a1e71 req-45f306f5-bdf2-411d-b81c-b3f57bdc6cf7 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Unset dirty status for tenant:310f91420a2d4ddd8aab8a710d8dc814 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:24:34.149888 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6ad3e247-fad7-4f59-903e-ecec414a1e71 req-45f306f5-bdf2-411d-b81c-b3f57bdc6cf7 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb85796e-354f-4c15-b0f6-67239028b8d5 HTTP/1.1" status: 200 len: 943 time: 1.0661879 May 05 20:24:34.169598 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694977e3-434e-495c-a31f-1865f01ff41d None None] Checking router: 94763e22-eee5-4fc5-bf8c-45117e71437e for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:24:34.183175 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694977e3-434e-495c-a31f-1865f01ff41d None None] Routers {'94763e22-eee5-4fc5-bf8c-45117e71437e'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:24:34.184526 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-694977e3-434e-495c-a31f-1865f01ff41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:24:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['94763e22-eee5-4fc5-bf8c-45117e71437e'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:24:34.184715 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f14b6cfe-2241-4de3-8f3e-e35fed96204d req-dae1505a-4758-4a54-abb1-3cd55167dd8a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf7677d3-a539-4b91-8154-e950713a5934 HTTP/1.1" status: 200 len: 217 time: 0.1037014 May 05 20:24:34.551805 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-694977e3-434e-495c-a31f-1865f01ff41d None None] Set router 94763e22-eee5-4fc5-bf8c-45117e71437e gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:24:34.658559 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bf277827-03b2-44ac-88ca-1b89e7ffe755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:34.722032 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ded9bd-96b4-4863-85d2-5bf421eaa7f8 req-7fdc543b-a24f-42eb-aaeb-36b8aa16b69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:34.723595 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b8ded9bd-96b4-4863-85d2-5bf421eaa7f8 req-7fdc543b-a24f-42eb-aaeb-36b8aa16b69e service neutron] 10.222.0.24 "GET /v2.0/networks?id=e8057ba9-341d-44ba-82ad-e5ee8fd433a8 HTTP/1.1" status: 200 len: 914 time: 0.7743907 May 05 20:24:34.795870 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b6cfe-2241-4de3-8f3e-e35fed96204d req-3126dad3-5cd5-4f52-97be-577fa9c495d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:34.799681 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f14b6cfe-2241-4de3-8f3e-e35fed96204d req-3126dad3-5cd5-4f52-97be-577fa9c495d0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cc329b12-7b41-4146-b2a0-e43616e5540f HTTP/1.1" status: 200 len: 834 time: 0.5861435 May 05 20:24:34.822423 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6ad3e247-fad7-4f59-903e-ecec414a1e71 req-6bbe1c9a-2582-403f-9997-e35c62c4231c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba9d5b21-6b89-4c8c-8c7b-729858b20cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6520929 May 05 20:24:34.902680 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0eb8393b-3334-48f5-9d0f-977d27191c6c tempest-RoutersAdminNegativeIpV6Test-564373877 tempest-RoutersAdminNegativeIpV6Test-564373877-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:34.981070 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-1d4b1e58-3409-418c-9655-956811b047b9 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Deleting port 8979dd26-c779-49df-805e-df5791e246f2 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:24:34.981582 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1d4b1e58-3409-418c-9655-956811b047b9 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:35.020116 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b6cfe-2241-4de3-8f3e-e35fed96204d req-8a1442c9-ad6d-4f58-bfa1-8300af160038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:35.020116 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f14b6cfe-2241-4de3-8f3e-e35fed96204d req-8a1442c9-ad6d-4f58-bfa1-8300af160038 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3b8a893f-8203-415f-97ec-c81abad76035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1727915 May 05 20:24:35.048081 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b8ded9bd-96b4-4863-85d2-5bf421eaa7f8 req-a18ecdcc-a1e3-44c2-bbf5-481c7346ab5f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83e4c34a-8464-4fbb-8e0c-49e7baf2d1e8 HTTP/1.1" status: 200 len: 1000 time: 0.3183475 May 05 20:24:35.177601 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ded9bd-96b4-4863-85d2-5bf421eaa7f8 req-ff868493-8067-46e5-9ff0-6d192e731f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:35.179081 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b8ded9bd-96b4-4863-85d2-5bf421eaa7f8 req-ff868493-8067-46e5-9ff0-6d192e731f36 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e52d411-7180-4fa0-8b69-ccff1684382b HTTP/1.1" status: 200 len: 852 time: 0.1201897 May 05 20:24:35.196285 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-694977e3-434e-495c-a31f-1865f01ff41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94763e22-eee5-4fc5-bf8c-45117e71437e', 'name': 'tempest-TestVolumeBackupRestore-677834481-router', 'tenant_id': '882c3092895149a59ea813977ba9e154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'c21901a0-bd39-448f-ba16-77ed5fdb2307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:18:33Z', 'updated_at': '2022-05-05T20:18:45Z', 'revision_number': 4, 'project_id': '882c3092895149a59ea813977ba9e154', 'gw_port': {'id': 'c21901a0-bd39-448f-ba16-77ed5fdb2307', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:11:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94763e22-eee5-4fc5-bf8c-45117e71437e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:18:35Z', 'updated_at': '2022-05-05T20:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '7070b7b2-a71e-4d71-a5f8-c43e17bd3b0b', 'tenant_id': '882c3092895149a59ea813977ba9e154', 'floating_ip_address': '172.25.0.238', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '94763e22-eee5-4fc5-bf8c-45117e71437e', 'port_id': '83e4c34a-8464-4fbb-8e0c-49e7baf2d1e8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8057ba9-341d-44ba-82ad-e5ee8fd433a8', 'mac_address': 'fa:16:3e:62:ea:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb06a81-b217-42e9-b74f-7a3d6a936718', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:24:29Z', 'updated_at': '2022-05-05T20:24:29Z', 'revision_number': 0, 'project_id': '882c3092895149a59ea813977ba9e154', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d4d160a-2e17-4c06-a02a-b089c9a6d47a', 'name': '', 'network_id': 'e8057ba9-341d-44ba-82ad-e5ee8fd433a8', 'tenant_id': '882c3092895149a59ea813977ba9e154', 'mac_address': 'fa:16:3e:87:ed:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94763e22-eee5-4fc5-bf8c-45117e71437e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': '1e52d411-7180-4fa0-8b69-ccff1684382b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:18:42Z', 'updated_at': '2022-05-05T20:18:53Z', 'revision_number': 5, 'project_id': '882c3092895149a59ea813977ba9e154', 'subnets': [{'id': '1e52d411-7180-4fa0-8b69-ccff1684382b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:24:35.196285 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694977e3-434e-495c-a31f-1865f01ff41d None None] The sync data for ids ['94763e22-eee5-4fc5-bf8c-45117e71437e'] in n-d-840717-1 is: [{'id': '94763e22-eee5-4fc5-bf8c-45117e71437e', 'name': 'tempest-TestVolumeBackupRestore-677834481-router', 'tenant_id': '882c3092895149a59ea813977ba9e154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'c21901a0-bd39-448f-ba16-77ed5fdb2307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:18:33Z', 'updated_at': '2022-05-05T20:18:45Z', 'revision_number': 4, 'project_id': '882c3092895149a59ea813977ba9e154', 'gw_port': {'id': 'c21901a0-bd39-448f-ba16-77ed5fdb2307', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:11:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94763e22-eee5-4fc5-bf8c-45117e71437e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:18:35Z', 'updated_at': '2022-05-05T20:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '7070b7b2-a71e-4d71-a5f8-c43e17bd3b0b', 'tenant_id': '882c3092895149a59ea813977ba9e154', 'floating_ip_address': '172.25.0.238', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '94763e22-eee5-4fc5-bf8c-45117e71437e', 'port_id': '83e4c34a-8464-4fbb-8e0c-49e7baf2d1e8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8057ba9-341d-44ba-82ad-e5ee8fd433a8', 'mac_address': 'fa:16:3e:62:ea:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb06a81-b217-42e9-b74f-7a3d6a936718', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:24:29Z', 'updated_at': '2022-05-05T20:24:29Z', 'revision_number': 0, 'project_id': '882c3092895149a59ea813977ba9e154', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d4d160a-2e17-4c06-a02a-b089c9a6d47a', 'name': '', 'network_id': 'e8057ba9-341d-44ba-82ad-e5ee8fd433a8', 'tenant_id': '882c3092895149a59ea813977ba9e154', 'mac_address': 'fa:16:3e:87:ed:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94763e22-eee5-4fc5-bf8c-45117e71437e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': '1e52d411-7180-4fa0-8b69-ccff1684382b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:18:42Z', 'updated_at': '2022-05-05T20:18:53Z', 'revision_number': 5, 'project_id': '882c3092895149a59ea813977ba9e154', 'subnets': [{'id': '1e52d411-7180-4fa0-8b69-ccff1684382b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:24:35.364598 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ded9bd-96b4-4863-85d2-5bf421eaa7f8 req-9a973a20-c91c-4080-8b9a-ff9d93fa03cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:35.366287 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b8ded9bd-96b4-4863-85d2-5bf421eaa7f8 req-9a973a20-c91c-4080-8b9a-ff9d93fa03cf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e8057ba9-341d-44ba-82ad-e5ee8fd433a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1769543 May 05 20:24:35.517214 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1d4b1e58-3409-418c-9655-956811b047b9 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:35.545011 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f14b6cfe-2241-4de3-8f3e-e35fed96204d req-b85757ba-95d1-4a90-af09-af4791b0a279 service neutron] 10.222.0.50 "GET /v2.0/networks/3b8a893f-8203-415f-97ec-c81abad76035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5026095 May 05 20:24:35.625777 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dd64b74b-dc83-492e-b253-f5dbf536496d tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:35.631975 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cafd5e-11d6-4815-8e30-75edcf29e6f4 None None] New status for floating IP 7070b7b2-a71e-4d71-a5f8-c43e17bd3b0b: ACTIVE {{(pid=88199) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:24:35.635799 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dd64b74b-dc83-492e-b253-f5dbf536496d tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:35.809142 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-1d4b1e58-3409-418c-9655-956811b047b9 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Calling delete_port for 8979dd26-c779-49df-805e-df5791e246f2 owned by network:router_interface {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:24:35.937072 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b8ded9bd-96b4-4863-85d2-5bf421eaa7f8 req-a3d959ad-47f2-41df-8209-6a525dffb8ee service neutron] 10.222.0.24 "GET /v2.0/networks/e8057ba9-341d-44ba-82ad-e5ee8fd433a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4828537 May 05 20:24:36.308384 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd64b74b-dc83-492e-b253-f5dbf536496d tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Router 94763e22-eee5-4fc5-bf8c-45117e71437e has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:24:36.371286 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f14b6cfe-2241-4de3-8f3e-e35fed96204d req-403448db-f0e4-4b5f-b7f3-7126f13b2d6c service neutron] 10.222.0.50 "GET /v2.0/networks/3b8a893f-8203-415f-97ec-c81abad76035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8209412 May 05 20:24:36.511881 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0eb8393b-3334-48f5-9d0f-977d27191c6c tempest-RoutersAdminNegativeIpV6Test-564373877 tempest-RoutersAdminNegativeIpV6Test-564373877-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:36.577795 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0eb8393b-3334-48f5-9d0f-977d27191c6c tempest-RoutersAdminNegativeIpV6Test-564373877 tempest-RoutersAdminNegativeIpV6Test-564373877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:36.693577 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1d4b1e58-3409-418c-9655-956811b047b9 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:36.700836 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b8ded9bd-96b4-4863-85d2-5bf421eaa7f8 req-9cfa33ea-9d2d-439f-90d1-0b8cea4a1dd4 service neutron] 10.222.0.24 "GET /v2.0/networks/e8057ba9-341d-44ba-82ad-e5ee8fd433a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5017376 May 05 20:24:36.807329 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d305f3e-0000-49ec-a11d-dc28333c4117 req-06e09e4f-fda9-469f-819e-e294b0fb644b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:36.819387 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6d305f3e-0000-49ec-a11d-dc28333c4117 req-06e09e4f-fda9-469f-819e-e294b0fb644b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb85796e-354f-4c15-b0f6-67239028b8d5 HTTP/1.1" status: 200 len: 943 time: 0.6358352 May 05 20:24:36.839794 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-15ccff33-c941-404f-a9c7-e7385d3e5ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:36.847587 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de420e4b-2333-427d-8dc0-287795560f1f req-bf61639a-ed18-4e0b-a4b3-dca1dfa91ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:36.849827 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-de420e4b-2333-427d-8dc0-287795560f1f req-bf61639a-ed18-4e0b-a4b3-dca1dfa91ae6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=310f91420a2d4ddd8aab8a710d8dc814&device_id=cb85796e-354f-4c15-b0f6-67239028b8d5 HTTP/1.1" status: 200 len: 1094 time: 0.4164467 May 05 20:24:36.876380 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4b1e58-3409-418c-9655-956811b047b9 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Pushing event deleted for resources: {'Port': ['ID=8979dd26-c779-49df-805e-df5791e246f2,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:36.897300 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd64b74b-dc83-492e-b253-f5dbf536496d tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:24:36.904309 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dd64b74b-dc83-492e-b253-f5dbf536496d tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:36.908131 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3d6ccd-3aa3-4a38-b93b-d404bbfb8076 None None] Sync routers for ids ['94763e22-eee5-4fc5-bf8c-45117e71437e'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:24:36.926224 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3d6ccd-3aa3-4a38-b93b-d404bbfb8076 None None] Routers {'94763e22-eee5-4fc5-bf8c-45117e71437e'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:24:36.927028 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-be3d6ccd-3aa3-4a38-b93b-d404bbfb8076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:24:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['94763e22-eee5-4fc5-bf8c-45117e71437e'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:24:36.970632 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6d305f3e-0000-49ec-a11d-dc28333c4117 req-3f78a634-ebc2-46bf-a8f7-43cdd90a061a tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba9d5b21-6b89-4c8c-8c7b-729858b20cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501763 May 05 20:24:37.061883 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddb06a81-b217-42e9-b74f-7a3d6a936718', 'tag': '83e4c34a-8464-4fbb-8e0c-49e7baf2d1e8'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:24:37.085266 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1d4b1e58-3409-418c-9655-956811b047b9 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:37.126914 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-dd64b74b-dc83-492e-b253-f5dbf536496d tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] 10.222.0.36 "PUT /v2.0/floatingips/7070b7b2-a71e-4d71-a5f8-c43e17bd3b0b HTTP/1.1" status: 200 len: 992 time: 3.6038454 May 05 20:24:37.163027 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9471c60-d439-4f06-87cd-ccbd5183f7c2'] response: {'name': 'network-changed', 'server_uuid': 'ddb06a81-b217-42e9-b74f-7a3d6a936718', 'tag': '83e4c34a-8464-4fbb-8e0c-49e7baf2d1e8', 'status': 'completed', 'code': 200} May 05 20:24:37.220568 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-be3d6ccd-3aa3-4a38-b93b-d404bbfb8076 None None] Set router 94763e22-eee5-4fc5-bf8c-45117e71437e gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:24:37.239494 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0eb8393b-3334-48f5-9d0f-977d27191c6c tempest-RoutersAdminNegativeIpV6Test-564373877 tempest-RoutersAdminNegativeIpV6Test-564373877-project-admin] Notify callbacks [] for router, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:37.271279 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc01bb0-c923-4f57-888d-5f6bb52d8633 req-f7cdfcfb-182c-4a91-9110-86318cafcb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:37.273066 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4dc01bb0-c923-4f57-888d-5f6bb52d8633 req-f7cdfcfb-182c-4a91-9110-86318cafcb68 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=882c3092895149a59ea813977ba9e154&device_id=ddb06a81-b217-42e9-b74f-7a3d6a936718 HTTP/1.1" status: 200 len: 1097 time: 0.0883088 May 05 20:24:37.450910 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc01bb0-c923-4f57-888d-5f6bb52d8633 req-90ef650a-ab5a-4672-a1ae-ae4770016042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:37.453876 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4dc01bb0-c923-4f57-888d-5f6bb52d8633 req-90ef650a-ab5a-4672-a1ae-ae4770016042 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e8057ba9-341d-44ba-82ad-e5ee8fd433a8 HTTP/1.1" status: 200 len: 914 time: 0.1732483 May 05 20:24:37.609631 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4dc01bb0-c923-4f57-888d-5f6bb52d8633 req-0c2b363c-5b0c-44f9-888d-e7b6ef13b11f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83e4c34a-8464-4fbb-8e0c-49e7baf2d1e8 HTTP/1.1" status: 200 len: 1002 time: 0.1451585 May 05 20:24:37.708383 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc01bb0-c923-4f57-888d-5f6bb52d8633 req-959ee5e5-149c-4a2b-8b7b-e91ec0f0b56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:37.709844 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4dc01bb0-c923-4f57-888d-5f6bb52d8633 req-959ee5e5-149c-4a2b-8b7b-e91ec0f0b56e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e52d411-7180-4fa0-8b69-ccff1684382b HTTP/1.1" status: 200 len: 852 time: 0.0948842 May 05 20:24:37.738334 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de420e4b-2333-427d-8dc0-287795560f1f req-02cbb4a0-7e2e-4497-a499-afecc7a0dcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:37.739834 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-de420e4b-2333-427d-8dc0-287795560f1f req-02cbb4a0-7e2e-4497-a499-afecc7a0dcf4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3b8a893f-8203-415f-97ec-c81abad76035 HTTP/1.1" status: 200 len: 898 time: 0.8737981 May 05 20:24:37.774599 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-be3d6ccd-3aa3-4a38-b93b-d404bbfb8076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94763e22-eee5-4fc5-bf8c-45117e71437e', 'name': 'tempest-TestVolumeBackupRestore-677834481-router', 'tenant_id': '882c3092895149a59ea813977ba9e154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'c21901a0-bd39-448f-ba16-77ed5fdb2307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:18:33Z', 'updated_at': '2022-05-05T20:18:45Z', 'revision_number': 4, 'project_id': '882c3092895149a59ea813977ba9e154', 'gw_port': {'id': 'c21901a0-bd39-448f-ba16-77ed5fdb2307', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:11:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94763e22-eee5-4fc5-bf8c-45117e71437e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:18:35Z', 'updated_at': '2022-05-05T20:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '7070b7b2-a71e-4d71-a5f8-c43e17bd3b0b', 'tenant_id': '882c3092895149a59ea813977ba9e154', 'floating_ip_address': '172.25.0.238', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '94763e22-eee5-4fc5-bf8c-45117e71437e', 'port_id': '83e4c34a-8464-4fbb-8e0c-49e7baf2d1e8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8057ba9-341d-44ba-82ad-e5ee8fd433a8', 'mac_address': 'fa:16:3e:62:ea:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb06a81-b217-42e9-b74f-7a3d6a936718', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:24:29Z', 'updated_at': '2022-05-05T20:24:36Z', 'revision_number': 2, 'project_id': '882c3092895149a59ea813977ba9e154', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d4d160a-2e17-4c06-a02a-b089c9a6d47a', 'name': '', 'network_id': 'e8057ba9-341d-44ba-82ad-e5ee8fd433a8', 'tenant_id': '882c3092895149a59ea813977ba9e154', 'mac_address': 'fa:16:3e:87:ed:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94763e22-eee5-4fc5-bf8c-45117e71437e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': '1e52d411-7180-4fa0-8b69-ccff1684382b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:18:42Z', 'updated_at': '2022-05-05T20:18:53Z', 'revision_number': 5, 'project_id': '882c3092895149a59ea813977ba9e154', 'subnets': [{'id': '1e52d411-7180-4fa0-8b69-ccff1684382b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:24:37.792482 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3d6ccd-3aa3-4a38-b93b-d404bbfb8076 None None] Checking router: 94763e22-eee5-4fc5-bf8c-45117e71437e for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:24:37.811248 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc01bb0-c923-4f57-888d-5f6bb52d8633 req-88e78489-ddcc-4e48-9d14-80f7d46dfb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:37.813433 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4dc01bb0-c923-4f57-888d-5f6bb52d8633 req-88e78489-ddcc-4e48-9d14-80f7d46dfb15 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e8057ba9-341d-44ba-82ad-e5ee8fd433a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0971270 May 05 20:24:37.821267 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3d6ccd-3aa3-4a38-b93b-d404bbfb8076 None None] Routers {'94763e22-eee5-4fc5-bf8c-45117e71437e'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:24:37.822840 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-be3d6ccd-3aa3-4a38-b93b-d404bbfb8076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:24:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['94763e22-eee5-4fc5-bf8c-45117e71437e'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:24:37.882646 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:37.933367 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0eb8393b-3334-48f5-9d0f-977d27191c6c tempest-RoutersAdminNegativeIpV6Test-564373877 tempest-RoutersAdminNegativeIpV6Test-564373877-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:37.935614 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0eb8393b-3334-48f5-9d0f-977d27191c6c tempest-RoutersAdminNegativeIpV6Test-564373877 tempest-RoutersAdminNegativeIpV6Test-564373877-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:38.009149 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4dc01bb0-c923-4f57-888d-5f6bb52d8633 req-f27f98e2-3fa1-426c-859e-f13a90141524 service neutron] 10.222.0.24 "GET /v2.0/networks/e8057ba9-341d-44ba-82ad-e5ee8fd433a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854551 May 05 20:24:38.058917 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:38.097801 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-be3d6ccd-3aa3-4a38-b93b-d404bbfb8076 None None] Set router 94763e22-eee5-4fc5-bf8c-45117e71437e gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:24:38.242082 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0eb8393b-3334-48f5-9d0f-977d27191c6c tempest-RoutersAdminNegativeIpV6Test-564373877 tempest-RoutersAdminNegativeIpV6Test-564373877-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:38.243079 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb8393b-3334-48f5-9d0f-977d27191c6c tempest-RoutersAdminNegativeIpV6Test-564373877 tempest-RoutersAdminNegativeIpV6Test-564373877-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5e9af9a1-26ea-4a35-af98-a50237d7b47a {{(pid=88197) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:24:38.245968 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d4b1e58-3409-418c-9655-956811b047b9 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Router 21cdce65-3140-4334-93af-e2cf4e6d2d18 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:24:38.261059 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-de420e4b-2333-427d-8dc0-287795560f1f req-f8b7d6a0-c131-490d-82a2-af164006d494 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf7677d3-a539-4b91-8154-e950713a5934 HTTP/1.1" status: 200 len: 217 time: 0.3079433 May 05 20:24:38.285454 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4dc01bb0-c923-4f57-888d-5f6bb52d8633 req-7d7f7a9f-07bf-45e5-b554-6be9a3e9b11f service neutron] 10.222.0.24 "GET /v2.0/networks/e8057ba9-341d-44ba-82ad-e5ee8fd433a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692361 May 05 20:24:38.321059 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a54d82b-5fe9-49df-905e-71c12e8e5ed9 req-8aa1beea-801b-4063-af40-4fa451e836c6 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:38.322283 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2a54d82b-5fe9-49df-905e-71c12e8e5ed9 req-8aa1beea-801b-4063-af40-4fa451e836c6 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb85796e-354f-4c15-b0f6-67239028b8d5 HTTP/1.1" status: 200 len: 943 time: 0.1460776 May 05 20:24:38.380649 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2a54d82b-5fe9-49df-905e-71c12e8e5ed9 req-b133e6fd-7f11-429e-b3b5-ca46e75889dd tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba9d5b21-6b89-4c8c-8c7b-729858b20cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517402 May 05 20:24:38.393698 n-d-840717-1 neutron-server[88197]: INFO neutron.api.v2.resource [None req-0eb8393b-3334-48f5-9d0f-977d27191c6c tempest-RoutersAdminNegativeIpV6Test-564373877 tempest-RoutersAdminNegativeIpV6Test-564373877-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 05 20:24:38.397518 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54084) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:24:38.397667 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-0eb8393b-3334-48f5-9d0f-977d27191c6c tempest-RoutersAdminNegativeIpV6Test-564373877 tempest-RoutersAdminNegativeIpV6Test-564373877-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.1239555 May 05 20:24:38.503323 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d4b1e58-3409-418c-9655-956811b047b9 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:24:38.515045 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a74678d-5f57-422d-98b9-e45504828259 None None] Sync routers for ids ['21cdce65-3140-4334-93af-e2cf4e6d2d18'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:24:38.521122 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-1e159387-78a7-431f-98d6-24cbaf96f0fe tempest-RoutersAdminNegativeIpV6Test-564373877 tempest-RoutersAdminNegativeIpV6Test-564373877-project-admin] Deleting port 4e597abc-6f89-468a-ba3e-69950b536def {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:24:38.522372 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1e159387-78a7-431f-98d6-24cbaf96f0fe tempest-RoutersAdminNegativeIpV6Test-564373877 tempest-RoutersAdminNegativeIpV6Test-564373877-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:38.522921 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de420e4b-2333-427d-8dc0-287795560f1f req-7b1e229a-aa1c-4529-b958-064b6433eb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:38.525317 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-de420e4b-2333-427d-8dc0-287795560f1f req-7b1e229a-aa1c-4529-b958-064b6433eb20 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cc329b12-7b41-4146-b2a0-e43616e5540f HTTP/1.1" status: 200 len: 834 time: 0.2535529 May 05 20:24:38.527242 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a74678d-5f57-422d-98b9-e45504828259 None None] Routers {'21cdce65-3140-4334-93af-e2cf4e6d2d18'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:24:38.530348 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-8a74678d-5f57-422d-98b9-e45504828259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:24:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['21cdce65-3140-4334-93af-e2cf4e6d2d18'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:24:38.634855 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-1d4b1e58-3409-418c-9655-956811b047b9 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "PUT /v2.0/routers/21cdce65-3140-4334-93af-e2cf4e6d2d18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6447833 May 05 20:24:38.637561 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54090) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:24:38.685755 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-be3d6ccd-3aa3-4a38-b93b-d404bbfb8076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94763e22-eee5-4fc5-bf8c-45117e71437e', 'name': 'tempest-TestVolumeBackupRestore-677834481-router', 'tenant_id': '882c3092895149a59ea813977ba9e154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'c21901a0-bd39-448f-ba16-77ed5fdb2307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:18:33Z', 'updated_at': '2022-05-05T20:18:45Z', 'revision_number': 4, 'project_id': '882c3092895149a59ea813977ba9e154', 'gw_port': {'id': 'c21901a0-bd39-448f-ba16-77ed5fdb2307', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:11:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94763e22-eee5-4fc5-bf8c-45117e71437e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:18:35Z', 'updated_at': '2022-05-05T20:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '7070b7b2-a71e-4d71-a5f8-c43e17bd3b0b', 'tenant_id': '882c3092895149a59ea813977ba9e154', 'floating_ip_address': '172.25.0.238', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '94763e22-eee5-4fc5-bf8c-45117e71437e', 'port_id': '83e4c34a-8464-4fbb-8e0c-49e7baf2d1e8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8057ba9-341d-44ba-82ad-e5ee8fd433a8', 'mac_address': 'fa:16:3e:62:ea:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb06a81-b217-42e9-b74f-7a3d6a936718', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:24:29Z', 'updated_at': '2022-05-05T20:24:36Z', 'revision_number': 2, 'project_id': '882c3092895149a59ea813977ba9e154', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d4d160a-2e17-4c06-a02a-b089c9a6d47a', 'name': '', 'network_id': 'e8057ba9-341d-44ba-82ad-e5ee8fd433a8', 'tenant_id': '882c3092895149a59ea813977ba9e154', 'mac_address': 'fa:16:3e:87:ed:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94763e22-eee5-4fc5-bf8c-45117e71437e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': '1e52d411-7180-4fa0-8b69-ccff1684382b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:18:42Z', 'updated_at': '2022-05-05T20:18:53Z', 'revision_number': 5, 'project_id': '882c3092895149a59ea813977ba9e154', 'subnets': [{'id': '1e52d411-7180-4fa0-8b69-ccff1684382b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:24:38.697755 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-8a74678d-5f57-422d-98b9-e45504828259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:24:38.700118 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3d6ccd-3aa3-4a38-b93b-d404bbfb8076 None None] The sync data for ids ['94763e22-eee5-4fc5-bf8c-45117e71437e'] in n-d-840717-1 is: [{'id': '94763e22-eee5-4fc5-bf8c-45117e71437e', 'name': 'tempest-TestVolumeBackupRestore-677834481-router', 'tenant_id': '882c3092895149a59ea813977ba9e154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'c21901a0-bd39-448f-ba16-77ed5fdb2307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:18:33Z', 'updated_at': '2022-05-05T20:18:45Z', 'revision_number': 4, 'project_id': '882c3092895149a59ea813977ba9e154', 'gw_port': {'id': 'c21901a0-bd39-448f-ba16-77ed5fdb2307', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:11:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94763e22-eee5-4fc5-bf8c-45117e71437e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:18:35Z', 'updated_at': '2022-05-05T20:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '7070b7b2-a71e-4d71-a5f8-c43e17bd3b0b', 'tenant_id': '882c3092895149a59ea813977ba9e154', 'floating_ip_address': '172.25.0.238', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '94763e22-eee5-4fc5-bf8c-45117e71437e', 'port_id': '83e4c34a-8464-4fbb-8e0c-49e7baf2d1e8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8057ba9-341d-44ba-82ad-e5ee8fd433a8', 'mac_address': 'fa:16:3e:62:ea:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb06a81-b217-42e9-b74f-7a3d6a936718', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:24:29Z', 'updated_at': '2022-05-05T20:24:36Z', 'revision_number': 2, 'project_id': '882c3092895149a59ea813977ba9e154', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d4d160a-2e17-4c06-a02a-b089c9a6d47a', 'name': '', 'network_id': 'e8057ba9-341d-44ba-82ad-e5ee8fd433a8', 'tenant_id': '882c3092895149a59ea813977ba9e154', 'mac_address': 'fa:16:3e:87:ed:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94763e22-eee5-4fc5-bf8c-45117e71437e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': '1e52d411-7180-4fa0-8b69-ccff1684382b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:18:42Z', 'updated_at': '2022-05-05T20:18:53Z', 'revision_number': 5, 'project_id': '882c3092895149a59ea813977ba9e154', 'subnets': [{'id': '1e52d411-7180-4fa0-8b69-ccff1684382b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:24:38.764408 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a74678d-5f57-422d-98b9-e45504828259 None None] Routers {'21cdce65-3140-4334-93af-e2cf4e6d2d18'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:24:38.764408 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-8a74678d-5f57-422d-98b9-e45504828259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:24:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['21cdce65-3140-4334-93af-e2cf4e6d2d18'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:24:38.938890 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-8a74678d-5f57-422d-98b9-e45504828259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:24:38.939659 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a74678d-5f57-422d-98b9-e45504828259 None None] The sync data for ids ['21cdce65-3140-4334-93af-e2cf4e6d2d18'] in n-d-840717-1 is: [] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:24:39.101207 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de420e4b-2333-427d-8dc0-287795560f1f req-0e81ff55-8ad9-4166-9b50-7abdc39ce0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:39.103074 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-de420e4b-2333-427d-8dc0-287795560f1f req-0e81ff55-8ad9-4166-9b50-7abdc39ce0dc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3b8a893f-8203-415f-97ec-c81abad76035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5710175 May 05 20:24:39.197906 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddb06a81-b217-42e9-b74f-7a3d6a936718', 'tag': '83e4c34a-8464-4fbb-8e0c-49e7baf2d1e8'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:24:39.224428 n-d-840717-1 neutron-server[88197]: INFO neutron.api.v2.resource [None req-974b6415-8e24-473d-9c72-57daf80a30f6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] remove_router_interface failed (client error): The resource could not be found. May 05 20:24:39.224428 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-974b6415-8e24-473d-9c72-57daf80a30f6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "PUT /v2.0/routers/21cdce65-3140-4334-93af-e2cf4e6d2d18/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5804050 May 05 20:24:39.224428 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54106) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:24:39.234891 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1e159387-78a7-431f-98d6-24cbaf96f0fe tempest-RoutersAdminNegativeIpV6Test-564373877 tempest-RoutersAdminNegativeIpV6Test-564373877-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:39.273968 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-9409fdb1-8348-439f-b5d4-d98e69f3a97a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Synchronizing usage tracker for tenant:08e9223c846c46d791083957f9887d85 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:24:39.304383 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b91ab5e9-4527-4744-bc86-7521d6ab90d6'] response: {'name': 'network-changed', 'server_uuid': 'ddb06a81-b217-42e9-b74f-7a3d6a936718', 'tag': '83e4c34a-8464-4fbb-8e0c-49e7baf2d1e8', 'status': 'completed', 'code': 200} May 05 20:24:39.410457 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-1e159387-78a7-431f-98d6-24cbaf96f0fe tempest-RoutersAdminNegativeIpV6Test-564373877 tempest-RoutersAdminNegativeIpV6Test-564373877-project-admin] Calling delete_port for 4e597abc-6f89-468a-ba3e-69950b536def owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:24:39.420064 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device bf7677d3-a539-4b91-8154-e950713a5934 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:24:39.504262 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-9409fdb1-8348-439f-b5d4-d98e69f3a97a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Unset dirty status for tenant:08e9223c846c46d791083957f9887d85 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:24:39.505734 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-9409fdb1-8348-439f-b5d4-d98e69f3a97a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "GET /v2.0/ports?device_id=21cdce65-3140-4334-93af-e2cf4e6d2d18 HTTP/1.1" status: 200 len: 205 time: 0.2825646 May 05 20:24:39.508373 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54118) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:24:39.584551 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-de420e4b-2333-427d-8dc0-287795560f1f req-9996130c-2bb3-49ee-999b-be195c2a2f15 service neutron] 10.222.0.50 "GET /v2.0/networks/3b8a893f-8203-415f-97ec-c81abad76035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4509115 May 05 20:24:39.708085 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:39.719674 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port bf7677d3-a539-4b91-8154-e950713a5934, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=bf7677d3-a539-4b91-8154-e950713a5934,segment=NetworkSegment(f1e8b522-c2b1-451c-a5ae-720115527253),segment_id=f1e8b522-c2b1-451c-a5ae-720115527253)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:24:39.738841 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': 'bf7677d3-a539-4b91-8154-e950713a5934', 'network_id': '3b8a893f-8203-415f-97ec-c81abad76035', 'port_id': 'bf7677d3-a539-4b91-8154-e950713a5934', 'mac_address': 'fa:16:3e:32:6d:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc329b12-7b41-4146-b2a0-e43616e5540f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:24:39.771460 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ee1f34af-8d2d-46f5-a4b5-82d8cca14913 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for router, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:39.801375 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b89de00-aaec-48d7-9e17-32dc8fc792fe req-a0d503d9-54ac-4843-a544-8dba32790290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:39.803101 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1b89de00-aaec-48d7-9e17-32dc8fc792fe req-a0d503d9-54ac-4843-a544-8dba32790290 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=882c3092895149a59ea813977ba9e154&device_id=ddb06a81-b217-42e9-b74f-7a3d6a936718 HTTP/1.1" status: 200 len: 1097 time: 0.4974298 May 05 20:24:39.826702 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:39.857744 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354c6a23-ac21-494d-a00e-6296f2158b5b req-8f4ac4f7-114f-4d23-bdf5-d70b4866eca7 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:39.859708 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-354c6a23-ac21-494d-a00e-6296f2158b5b req-8f4ac4f7-114f-4d23-bdf5-d70b4866eca7 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb85796e-354f-4c15-b0f6-67239028b8d5 HTTP/1.1" status: 200 len: 943 time: 0.2996223 May 05 20:24:39.870695 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf7677d3-a539-4b91-8154-e950713a5934 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:24:39.891376 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port bf7677d3-a539-4b91-8154-e950713a5934, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=bf7677d3-a539-4b91-8154-e950713a5934,segment=NetworkSegment(f1e8b522-c2b1-451c-a5ae-720115527253),segment_id=f1e8b522-c2b1-451c-a5ae-720115527253)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:24:39.900181 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:39.914712 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1e159387-78a7-431f-98d6-24cbaf96f0fe tempest-RoutersAdminNegativeIpV6Test-564373877 tempest-RoutersAdminNegativeIpV6Test-564373877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:39.993612 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=bf7677d3-a539-4b91-8154-e950713a5934,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:40.103247 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e159387-78a7-431f-98d6-24cbaf96f0fe tempest-RoutersAdminNegativeIpV6Test-564373877 tempest-RoutersAdminNegativeIpV6Test-564373877-project-admin] Pushing event deleted for resources: {'Port': ['ID=4e597abc-6f89-468a-ba3e-69950b536def,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:40.106249 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['bf7677d3-a539-4b91-8154-e950713a5934'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:24:40.181645 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ee1f34af-8d2d-46f5-a4b5-82d8cca14913 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:40.183936 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ee1f34af-8d2d-46f5-a4b5-82d8cca14913 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:40.222039 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ee1f34af-8d2d-46f5-a4b5-82d8cca14913 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:40.222624 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee1f34af-8d2d-46f5-a4b5-82d8cca14913 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Fanout notify agent at l3_agent the message router_deleted on router 21cdce65-3140-4334-93af-e2cf4e6d2d18 {{(pid=88197) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:24:40.224229 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-354c6a23-ac21-494d-a00e-6296f2158b5b req-62868e0f-b3f4-47f8-a2aa-ecbced3716ca tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba9d5b21-6b89-4c8c-8c7b-729858b20cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3474648 May 05 20:24:40.314540 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b89de00-aaec-48d7-9e17-32dc8fc792fe req-51b6f581-2e28-4c98-9291-8676072fba1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:40.316501 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1b89de00-aaec-48d7-9e17-32dc8fc792fe req-51b6f581-2e28-4c98-9291-8676072fba1a service neutron] 10.222.0.24 "GET /v2.0/networks?id=e8057ba9-341d-44ba-82ad-e5ee8fd433a8 HTTP/1.1" status: 200 len: 914 time: 0.5009398 May 05 20:24:40.353694 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ee1f34af-8d2d-46f5-a4b5-82d8cca14913 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:40.356946 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-ee1f34af-8d2d-46f5-a4b5-82d8cca14913 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "DELETE /v2.0/routers/21cdce65-3140-4334-93af-e2cf4e6d2d18 HTTP/1.1" status: 204 len: 168 time: 0.8443193 May 05 20:24:40.359674 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54140) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:24:40.488923 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1e159387-78a7-431f-98d6-24cbaf96f0fe tempest-RoutersAdminNegativeIpV6Test-564373877 tempest-RoutersAdminNegativeIpV6Test-564373877-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:40.494484 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-374f8cb3-ceb0-407d-9ab7-f535e23f6245 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Deleting subnet a3a23e6e-f1f5-43cd-992c-ff65dc09285f {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:24:40.497549 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-374f8cb3-ceb0-407d-9ab7-f535e23f6245 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:40.505892 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-1e159387-78a7-431f-98d6-24cbaf96f0fe tempest-RoutersAdminNegativeIpV6Test-564373877 tempest-RoutersAdminNegativeIpV6Test-564373877-project-admin] 10.222.0.36 "DELETE /v2.0/ports/4e597abc-6f89-468a-ba3e-69950b536def HTTP/1.1" status: 204 len: 168 time: 2.1058877 May 05 20:24:40.527630 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1b89de00-aaec-48d7-9e17-32dc8fc792fe req-28b00aa3-44b7-4e86-b2fa-02b573bfa523 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83e4c34a-8464-4fbb-8e0c-49e7baf2d1e8 HTTP/1.1" status: 200 len: 1002 time: 0.1987197 May 05 20:24:40.571053 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-de420e4b-2333-427d-8dc0-287795560f1f req-fb2dc315-1fe2-4636-845a-c99c57be7bd6 service neutron] 10.222.0.50 "GET /v2.0/networks/3b8a893f-8203-415f-97ec-c81abad76035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9077787 May 05 20:24:40.593461 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-374f8cb3-ceb0-407d-9ab7-f535e23f6245 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:40.714144 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b89de00-aaec-48d7-9e17-32dc8fc792fe req-ece33c7a-1ef3-4de9-b43a-aa155dd09a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:40.721563 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1b89de00-aaec-48d7-9e17-32dc8fc792fe req-ece33c7a-1ef3-4de9-b43a-aa155dd09a15 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e52d411-7180-4fa0-8b69-ccff1684382b HTTP/1.1" status: 200 len: 852 time: 0.1869943 May 05 20:24:40.776545 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-374f8cb3-ceb0-407d-9ab7-f535e23f6245 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:40.843203 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b89de00-aaec-48d7-9e17-32dc8fc792fe req-873180ac-19a2-4706-a3ed-2f26fde23bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:40.847534 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1b89de00-aaec-48d7-9e17-32dc8fc792fe req-873180ac-19a2-4706-a3ed-2f26fde23bd3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e8057ba9-341d-44ba-82ad-e5ee8fd433a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1184189 May 05 20:24:40.878201 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-374f8cb3-ceb0-407d-9ab7-f535e23f6245 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:40.952668 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374f8cb3-ceb0-407d-9ab7-f535e23f6245 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Pushing event deleted for resources: {'Subnet': ['ID=a3a23e6e-f1f5-43cd-992c-ff65dc09285f,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:40.971747 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3499854f-f911-4a5b-811e-8f4639a2a09d None None] Network 9ed52f23-4b9c-491c-814b-e23f42ceba12 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:24:40.987853 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-374f8cb3-ceb0-407d-9ab7-f535e23f6245 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:41.002296 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-374f8cb3-ceb0-407d-9ab7-f535e23f6245 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "DELETE /v2.0/subnets/a3a23e6e-f1f5-43cd-992c-ff65dc09285f HTTP/1.1" status: 204 len: 168 time: 0.6075561 May 05 20:24:41.002870 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54156) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:24:41.004176 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54158) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:24:41.084392 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1b89de00-aaec-48d7-9e17-32dc8fc792fe req-81871146-4dd5-4de8-8989-6d12a23da730 service neutron] 10.222.0.24 "GET /v2.0/networks/e8057ba9-341d-44ba-82ad-e5ee8fd433a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277186 May 05 20:24:41.168207 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8d8b1d53-bfb6-4141-a06f-ea910eb847e6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:41.207312 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4c4bd28f-af65-4c88-84fb-dd431adb6c16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:41.226879 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4c4bd28f-af65-4c88-84fb-dd431adb6c16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:24:41.232988 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4c4bd28f-af65-4c88-84fb-dd431adb6c16 admin admin] Usage tracker for resource:security_group_rule and tenant:fc2798bd7cbe459e8830753e5b75ffd1 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:24:41.236906 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4c4bd28f-af65-4c88-84fb-dd431adb6c16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:24:41.240045 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-8d8b1d53-bfb6-4141-a06f-ea910eb847e6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Deleting port 1e49b649-a1b4-41d0-8475-7782c160b576 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:24:41.240388 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8d8b1d53-bfb6-4141-a06f-ea910eb847e6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:41.259308 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1b89de00-aaec-48d7-9e17-32dc8fc792fe req-ef03a260-a223-405d-b6e4-5dd930130981 service neutron] 10.222.0.24 "GET /v2.0/networks/e8057ba9-341d-44ba-82ad-e5ee8fd433a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626265 May 05 20:24:41.302964 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4c4bd28f-af65-4c88-84fb-dd431adb6c16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:24:41.438160 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device bf7677d3-a539-4b91-8154-e950713a5934 up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:24:41.559764 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ad36af-db58-4d0d-aa6e-f4874d5f8e4a None None] DHCP port deletion for 9ed52f23-4b9c-491c-814b-e23f42ceba12 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:24:41.577477 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-22ad36af-db58-4d0d-aa6e-f4874d5f8e4a None None] Deleting port 1e49b649-a1b4-41d0-8475-7782c160b576 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:24:41.577477 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-22ad36af-db58-4d0d-aa6e-f4874d5f8e4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:41.645058 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port bf7677d3-a539-4b91-8154-e950713a5934 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:24:41.690393 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port bf7677d3-a539-4b91-8154-e950713a5934 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:24:41.691596 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:41.960212 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-8d8b1d53-bfb6-4141-a06f-ea910eb847e6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] For port 1e49b649-a1b4-41d0-8475-7782c160b576, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=1e49b649-a1b4-41d0-8475-7782c160b576,segment=NetworkSegment(456ff405-c632-4373-a30c-ce9210c9090e),segment_id=456ff405-c632-4373-a30c-ce9210c9090e)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:24:41.960212 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8d8b1d53-bfb6-4141-a06f-ea910eb847e6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:42.238437 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-8d8b1d53-bfb6-4141-a06f-ea910eb847e6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Calling delete_port for 1e49b649-a1b4-41d0-8475-7782c160b576 owned by network:dhcp {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:24:42.289123 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:42.321470 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-22ad36af-db58-4d0d-aa6e-f4874d5f8e4a None None] For port 1e49b649-a1b4-41d0-8475-7782c160b576, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=1e49b649-a1b4-41d0-8475-7782c160b576,segment=NetworkSegment(456ff405-c632-4373-a30c-ce9210c9090e),segment_id=456ff405-c632-4373-a30c-ce9210c9090e)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:24:42.322025 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-22ad36af-db58-4d0d-aa6e-f4874d5f8e4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:42.353832 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb85796e-354f-4c15-b0f6-67239028b8d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf7677d3-a539-4b91-8154-e950713a5934'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:24:42.471214 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea508f25-4593-48bc-b2ed-0576125be904'] response: {'server_uuid': 'cb85796e-354f-4c15-b0f6-67239028b8d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf7677d3-a539-4b91-8154-e950713a5934', 'code': 200} May 05 20:24:42.471214 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port bf7677d3-a539-4b91-8154-e950713a5934, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=bf7677d3-a539-4b91-8154-e950713a5934,segment=NetworkSegment(f1e8b522-c2b1-451c-a5ae-720115527253),segment_id=f1e8b522-c2b1-451c-a5ae-720115527253)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:24:42.520289 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4c4bd28f-af65-4c88-84fb-dd431adb6c16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:42.531565 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:42.538318 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-22ad36af-db58-4d0d-aa6e-f4874d5f8e4a None None] Calling delete_port for 1e49b649-a1b4-41d0-8475-7782c160b576 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:24:42.554226 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e645511-50b7-4e70-999c-ff48a7373a0b req-473a3458-9349-48d2-8a9a-17237d14c624 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:42.559880 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9e645511-50b7-4e70-999c-ff48a7373a0b req-473a3458-9349-48d2-8a9a-17237d14c624 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb85796e-354f-4c15-b0f6-67239028b8d5 HTTP/1.1" status: 200 len: 944 time: 1.0672770 May 05 20:24:42.630992 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4c4bd28f-af65-4c88-84fb-dd431adb6c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:42.731689 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-22ad36af-db58-4d0d-aa6e-f4874d5f8e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:42.743694 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-4c4bd28f-af65-4c88-84fb-dd431adb6c16 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fc2798bd7cbe459e8830753e5b75ffd1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7382197 May 05 20:24:42.746333 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54192) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:24:42.762758 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 1e49b649-a1b4-41d0-8475-7782c160b576 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:24:42.763091 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4bd28f-af65-4c88-84fb-dd431adb6c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee7550a-e3cf-4efb-be85-92fc2b960aca,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:42.781405 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.api [None req-8d8b1d53-bfb6-4141-a06f-ea910eb847e6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88197) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:24:42.781905 n-d-840717-1 neutron-server[88197]: DEBUG oslo_db.api [None req-8d8b1d53-bfb6-4141-a06f-ea910eb847e6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:24:42.788408 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9e645511-50b7-4e70-999c-ff48a7373a0b req-989563f7-480b-457a-859b-5edea63a79d1 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba9d5b21-6b89-4c8c-8c7b-729858b20cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343851 May 05 20:24:42.791694 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ad36af-db58-4d0d-aa6e-f4874d5f8e4a None None] No DVR routers for this DVR port 1e49b649-a1b4-41d0-8475-7782c160b576 on host n-d-840717-1 {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:24:42.812810 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 1e49b649-a1b4-41d0-8475-7782c160b576 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:24:42.812810 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 1e49b649-a1b4-41d0-8475-7782c160b576 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:24:42.846143 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=bf7677d3-a539-4b91-8154-e950713a5934,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:42.864980 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:24:42.867010 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:24:42.869368 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:24:42.869368 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:24:42.869368 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:24:42.869368 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:24:42.869368 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:24:42.872071 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:24:42.875267 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d61b4e-daf5-4acc-aa72-95c4fc787136 req-ac89d3d2-a0a5-4fea-b59a-cfa71a965cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:42.880644 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:24:42.880644 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:24:42.880644 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:24:42.880644 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:24:42.884639 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a4d61b4e-daf5-4acc-aa72-95c4fc787136 req-ac89d3d2-a0a5-4fea-b59a-cfa71a965cd3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cb85796e-354f-4c15-b0f6-67239028b8d5 HTTP/1.1" status: 200 len: 1096 time: 0.3079026 May 05 20:24:42.935584 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ad36af-db58-4d0d-aa6e-f4874d5f8e4a None None] Pushing event deleted for resources: {'Port': ['ID=1e49b649-a1b4-41d0-8475-7782c160b576,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:42.957630 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5d6f88c8-49fa-4a71-87c8-0c5f8d92b89d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:42.957918 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a4d61b4e-daf5-4acc-aa72-95c4fc787136 req-a38f64cc-c882-481c-99ac-f2a1c11ae41b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ba9d5b21-6b89-4c8c-8c7b-729858b20cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751231 May 05 20:24:42.988713 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5d6f88c8-49fa-4a71-87c8-0c5f8d92b89d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:43.041795 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5d6f88c8-49fa-4a71-87c8-0c5f8d92b89d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:43.062291 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6f88c8-49fa-4a71-87c8-0c5f8d92b89d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee7550a-e3cf-4efb-be85-92fc2b960aca,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:43.069834 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5d6f88c8-49fa-4a71-87c8-0c5f8d92b89d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:43.071579 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-5d6f88c8-49fa-4a71-87c8-0c5f8d92b89d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1ee7550a-e3cf-4efb-be85-92fc2b960aca HTTP/1.1" status: 204 len: 168 time: 0.3234787 May 05 20:24:43.283392 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-8d8b1d53-bfb6-4141-a06f-ea910eb847e6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Deleting port 1e49b649-a1b4-41d0-8475-7782c160b576 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:24:43.283972 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8d8b1d53-bfb6-4141-a06f-ea910eb847e6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:43.361100 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-8d8b1d53-bfb6-4141-a06f-ea910eb847e6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] The port '1e49b649-a1b4-41d0-8475-7782c160b576' was deleted {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 20:24:43.374752 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54210) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:24:43.429084 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-1abbb8cd-5e41-4412-b081-632b2b9c9d64 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=284a699236164c15aa691205134f049d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0530353 May 05 20:24:43.431754 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54214) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:24:43.491216 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8d8b1d53-bfb6-4141-a06f-ea910eb847e6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:43.491512 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-56bb71d6-f645-4f21-9f82-a31899fd5611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:43.531019 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-8d8b1d53-bfb6-4141-a06f-ea910eb847e6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ed52f23-4b9c-491c-814b-e23f42ceba12']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:24:43.533916 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-56bb71d6-f645-4f21-9f82-a31899fd5611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:43.546274 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-8d8b1d53-bfb6-4141-a06f-ea910eb847e6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '456ff405-c632-4373-a30c-ce9210c9090e') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:24:43.546274 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-8d8b1d53-bfb6-4141-a06f-ea910eb847e6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '456ff405-c632-4373-a30c-ce9210c9090e') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:24:43.555565 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8d8b1d53-bfb6-4141-a06f-ea910eb847e6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:43.569980 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8d8b1d53-bfb6-4141-a06f-ea910eb847e6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:43.578646 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d8b1d53-bfb6-4141-a06f-ea910eb847e6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:24:43.579268 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8d8b1d53-bfb6-4141-a06f-ea910eb847e6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:43.608576 n-d-840717-1 neutron-server[88197]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:24:43.608576 n-d-840717-1 neutron-server[88197]: util.warn( May 05 20:24:43.608576 n-d-840717-1 neutron-server[88197]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:24:43.608576 n-d-840717-1 neutron-server[88197]: util.warn( May 05 20:24:43.608576 n-d-840717-1 neutron-server[88197]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:24:43.608576 n-d-840717-1 neutron-server[88197]: util.warn( May 05 20:24:43.608576 n-d-840717-1 neutron-server[88197]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:24:43.608576 n-d-840717-1 neutron-server[88197]: util.warn( May 05 20:24:43.608576 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:24:43.608576 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:24:43.608576 n-d-840717-1 neutron-server[88197]: timer() May 05 20:24:43.608576 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:24:43.608576 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:24:43.608576 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:24:43.608576 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:24:43.608576 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:24:43.608576 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:24:43.608576 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:24:43.608576 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:24:43.608576 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:24:43.608576 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:24:43.608576 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:24:43.608576 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:24:43.608576 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:24:43.608576 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:24:43.608576 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:24:43.608576 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:24:43.608576 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:24:43.608576 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:24:43.608576 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:24:43.608576 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:24:43.608576 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:24:43.608576 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:24:43.608576 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:24:43.608576 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:24:43.608576 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:24:43.608576 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:24:43.608576 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:24:43.608576 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:24:43.608576 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:24:43.626099 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-56bb71d6-f645-4f21-9f82-a31899fd5611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:43.659878 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bb71d6-f645-4f21-9f82-a31899fd5611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1504c84b-5f81-4cb5-b6f0-22e7ac378951,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:43.663456 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-56bb71d6-f645-4f21-9f82-a31899fd5611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:43.666976 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-56bb71d6-f645-4f21-9f82-a31899fd5611 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1504c84b-5f81-4cb5-b6f0-22e7ac378951 HTTP/1.1" status: 204 len: 168 time: 0.2320282 May 05 20:24:43.770212 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8d8b1d53-bfb6-4141-a06f-ea910eb847e6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:43.797321 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8d8b1d53-bfb6-4141-a06f-ea910eb847e6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:43.815625 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8b1d53-bfb6-4141-a06f-ea910eb847e6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Pushing event deleted for resources: {'Network': ['ID=9ed52f23-4b9c-491c-814b-e23f42ceba12,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:43.841206 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-8d8b1d53-bfb6-4141-a06f-ea910eb847e6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "DELETE /v2.0/networks/9ed52f23-4b9c-491c-814b-e23f42ceba12 HTTP/1.1" status: 204 len: 168 time: 2.8335412 May 05 20:24:43.841433 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54228) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:24:43.848450 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-1554b2e7-4852-4479-807c-8a6504464da8 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1272963899'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:24:43.876539 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-1554b2e7-4852-4479-807c-8a6504464da8 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:24:43.895017 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-1554b2e7-4852-4479-807c-8a6504464da8 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Usage tracker for resource:network and tenant:08e9223c846c46d791083957f9887d85 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:24:43.901779 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-1554b2e7-4852-4479-807c-8a6504464da8 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:24:43.913146 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-1554b2e7-4852-4479-807c-8a6504464da8 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:24:43.927618 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1554b2e7-4852-4479-807c-8a6504464da8 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Made reservation on behalf of 08e9223c846c46d791083957f9887d85 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:24:43.934110 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1554b2e7-4852-4479-807c-8a6504464da8 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:44.017065 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1554b2e7-4852-4479-807c-8a6504464da8 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:24:44.052244 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1554b2e7-4852-4479-807c-8a6504464da8 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:44.053821 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-1554b2e7-4852-4479-807c-8a6504464da8 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Added segment 7fd06ef5-90db-4768-a03b-741377ea4bf9 of type vlan for network e712bade-57c8-4abb-8b42-e558e7d73f64 May 05 20:24:44.154848 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1554b2e7-4852-4479-807c-8a6504464da8 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:44.158498 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c5a764-bbca-494f-a7cf-169dc6b98843 req-fb7493bb-539e-445b-904f-9e3eaa431be7 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:44.160630 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-71c5a764-bbca-494f-a7cf-169dc6b98843 req-fb7493bb-539e-445b-904f-9e3eaa431be7 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb85796e-354f-4c15-b0f6-67239028b8d5 HTTP/1.1" status: 200 len: 945 time: 0.1502464 May 05 20:24:44.199389 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1554b2e7-4852-4479-807c-8a6504464da8 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:44.203539 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1554b2e7-4852-4479-807c-8a6504464da8 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:44.204150 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1554b2e7-4852-4479-807c-8a6504464da8 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:44.285785 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-1554b2e7-4852-4479-807c-8a6504464da8 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4433093 May 05 20:24:44.291432 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54244) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:24:44.303223 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-eb933e52-9e45-486a-9793-ef4dcf43809a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Request body: {'subnet': {'network_id': 'e712bade-57c8-4abb-8b42-e558e7d73f64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:24:44.361537 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:44.474883 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-71c5a764-bbca-494f-a7cf-169dc6b98843 req-f53c2b1e-d098-4441-b94a-2c73d39c1a3f tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba9d5b21-6b89-4c8c-8c7b-729858b20cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3018754 May 05 20:24:44.540800 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1554b2e7-4852-4479-807c-8a6504464da8 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Pushing event updated for resources: {'Network': ['ID=e712bade-57c8-4abb-8b42-e558e7d73f64,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:44.543257 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-eb933e52-9e45-486a-9793-ef4dcf43809a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:24:44.551318 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-eb933e52-9e45-486a-9793-ef4dcf43809a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Usage tracker for resource:subnet and tenant:08e9223c846c46d791083957f9887d85 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:24:44.555169 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-eb933e52-9e45-486a-9793-ef4dcf43809a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:24:44.562735 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network e712bade-57c8-4abb-8b42-e558e7d73f64 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:24:44.563866 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-eb933e52-9e45-486a-9793-ef4dcf43809a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:24:44.577519 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb933e52-9e45-486a-9793-ef4dcf43809a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Made reservation on behalf of 08e9223c846c46d791083957f9887d85 for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:24:44.582616 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-eb933e52-9e45-486a-9793-ef4dcf43809a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:44.993582 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-eb933e52-9e45-486a-9793-ef4dcf43809a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:45.091760 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb933e52-9e45-486a-9793-ef4dcf43809a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Pushing event updated for resources: {'Subnet': ['ID=538f2063-d107-461a-be92-a4011d9b2fbb,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:45.104904 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb933e52-9e45-486a-9793-ef4dcf43809a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Checking segment: {'id': '7fd06ef5-90db-4768-a03b-741377ea4bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e712bade-57c8-4abb-8b42-e558e7d73f64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:24:45.105392 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb933e52-9e45-486a-9793-ef4dcf43809a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Network hostable DHCP agents. Network: e712bade-57c8-4abb-8b42-e558e7d73f64, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:24:45.130008 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb933e52-9e45-486a-9793-ef4dcf43809a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Network e712bade-57c8-4abb-8b42-e558e7d73f64 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:24:45.144297 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-eb933e52-9e45-486a-9793-ef4dcf43809a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, e712bade-57c8-4abb-8b42-e558e7d73f64) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:24:45.166889 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529994bc-1383-4b20-a36b-1aca94102efa None None] Network e712bade-57c8-4abb-8b42-e558e7d73f64 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:24:45.171669 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb933e52-9e45-486a-9793-ef4dcf43809a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:45.171669 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-eb933e52-9e45-486a-9793-ef4dcf43809a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:45.223305 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54278) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:24:45.233885 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-eb933e52-9e45-486a-9793-ef4dcf43809a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9268484 May 05 20:24:45.245057 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-cc4faa2d-23c5-4a74-aac7-8bbdb72f690e tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1864282304', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:24:45.245057 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-cc4faa2d-23c5-4a74-aac7-8bbdb72f690e tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:24:45.254550 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-cc4faa2d-23c5-4a74-aac7-8bbdb72f690e tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Usage tracker for resource:router and tenant:08e9223c846c46d791083957f9887d85 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:24:45.254550 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-cc4faa2d-23c5-4a74-aac7-8bbdb72f690e tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:24:45.263927 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-cc4faa2d-23c5-4a74-aac7-8bbdb72f690e tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:24:45.288893 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cc4faa2d-23c5-4a74-aac7-8bbdb72f690e tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:45.288893 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cc4faa2d-23c5-4a74-aac7-8bbdb72f690e tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:45.331416 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cc4faa2d-23c5-4a74-aac7-8bbdb72f690e tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:45.362485 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54282) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:24:45.379170 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cc4faa2d-23c5-4a74-aac7-8bbdb72f690e tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:45.424995 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cc4faa2d-23c5-4a74-aac7-8bbdb72f690e tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:45.430619 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-cc4faa2d-23c5-4a74-aac7-8bbdb72f690e tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2071149 May 05 20:24:45.430957 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54290) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:24:45.663206 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-71a3d0c1-f253-4297-b136-f00f346b7858 tempest-AgentManagementNegativeTest-1503581625 tempest-AgentManagementNegativeTest-1503581625-project] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2877979 May 05 20:24:45.855839 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb1673c-0d56-420e-88fb-3ec55a1f2d12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-e712bade-57c8-4abb-8b42-e558e7d73f64', 'network_id': 'e712bade-57c8-4abb-8b42-e558e7d73f64', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'fixed_ips': [{'subnet_id': '538f2063-d107-461a-be92-a4011d9b2fbb'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:24:45.859784 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cfb1673c-0d56-420e-88fb-3ec55a1f2d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:46.316614 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54310) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:24:46.472518 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-cfb1673c-0d56-420e-88fb-3ec55a1f2d12 None None] Allocated IP 2001:db8::2 (e712bade-57c8-4abb-8b42-e558e7d73f64/538f2063-d107-461a-be92-a4011d9b2fbb/696d7475-7e69-4261-9bda-75aea75f8ac5) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:24:46.542575 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a386d4e0-cffe-4ffa-917a-7905fd95476c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:46.559034 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a386d4e0-cffe-4ffa-917a-7905fd95476c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:24:46.563520 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a386d4e0-cffe-4ffa-917a-7905fd95476c admin admin] Usage tracker for resource:security_group_rule and tenant:8728df959a184f5792f675903b898bd4 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:24:46.566689 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a386d4e0-cffe-4ffa-917a-7905fd95476c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:24:46.574245 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a386d4e0-cffe-4ffa-917a-7905fd95476c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:24:46.599662 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d634dc3e-9257-4909-a3eb-ed0c9e781218 req-09413bae-0b36-41ca-8592-03aab4f3e7ef tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:46.603997 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d634dc3e-9257-4909-a3eb-ed0c9e781218 req-09413bae-0b36-41ca-8592-03aab4f3e7ef tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb85796e-354f-4c15-b0f6-67239028b8d5 HTTP/1.1" status: 200 len: 945 time: 0.6284995 May 05 20:24:46.709306 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a386d4e0-cffe-4ffa-917a-7905fd95476c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:46.714905 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a386d4e0-cffe-4ffa-917a-7905fd95476c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:46.724080 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d634dc3e-9257-4909-a3eb-ed0c9e781218 req-aca794ae-8507-43a0-a960-e464f1895b77 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba9d5b21-6b89-4c8c-8c7b-729858b20cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747805 May 05 20:24:46.763308 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a386d4e0-cffe-4ffa-917a-7905fd95476c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8728df959a184f5792f675903b898bd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4554458 May 05 20:24:46.765709 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54324) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:24:46.786894 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a386d4e0-cffe-4ffa-917a-7905fd95476c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=235c0155-772e-47f3-832d-472db1151355,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:46.787417 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9168aacd-ffad-4452-9d23-29ab5031cae8 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:46.825491 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:46.905235 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cfb1673c-0d56-420e-88fb-3ec55a1f2d12 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:46.917358 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-cfb1673c-0d56-420e-88fb-3ec55a1f2d12 None None] Transition to ACTIVE for port object 696d7475-7e69-4261-9bda-75aea75f8ac5 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:24:46.971063 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-cfb1673c-0d56-420e-88fb-3ec55a1f2d12 None None] Transition to ACTIVE for port object 696d7475-7e69-4261-9bda-75aea75f8ac5 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:24:46.971063 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cfb1673c-0d56-420e-88fb-3ec55a1f2d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:47.049611 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a7df01-54d4-4c27-897a-6021caa253bc req-062541fc-a3a2-4090-85c8-04c6c99c2d02 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:47.054066 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7174cf68-2774-4940-8871-fc152441dd33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:47.059748 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-28a7df01-54d4-4c27-897a-6021caa253bc req-062541fc-a3a2-4090-85c8-04c6c99c2d02 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb85796e-354f-4c15-b0f6-67239028b8d5 HTTP/1.1" status: 200 len: 945 time: 0.1797185 May 05 20:24:47.086252 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb1673c-0d56-420e-88fb-3ec55a1f2d12 None None] Network e712bade-57c8-4abb-8b42-e558e7d73f64 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:24:47.086252 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-cfb1673c-0d56-420e-88fb-3ec55a1f2d12 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:24:47.100394 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb1673c-0d56-420e-88fb-3ec55a1f2d12 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:24:47.117901 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7174cf68-2774-4940-8871-fc152441dd33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:47.143328 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-28a7df01-54d4-4c27-897a-6021caa253bc req-6e8c637c-aa24-46e6-aaa2-692814a699fa tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba9d5b21-6b89-4c8c-8c7b-729858b20cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732915 May 05 20:24:47.154278 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54332) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:24:47.206489 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb1673c-0d56-420e-88fb-3ec55a1f2d12 None None] Pushing event updated for resources: {'Port': ['ID=696d7475-7e69-4261-9bda-75aea75f8ac5,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:47.236244 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-cfb1673c-0d56-420e-88fb-3ec55a1f2d12 None None] Attempting to bind port 696d7475-7e69-4261-9bda-75aea75f8ac5 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:24:47.236833 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-cfb1673c-0d56-420e-88fb-3ec55a1f2d12 None None] Attempting to bind port 696d7475-7e69-4261-9bda-75aea75f8ac5 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '7fd06ef5-90db-4768-a03b-741377ea4bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e712bade-57c8-4abb-8b42-e558e7d73f64'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:24:47.237888 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb1673c-0d56-420e-88fb-3ec55a1f2d12 None None] Attempting to bind port 696d7475-7e69-4261-9bda-75aea75f8ac5 on network e712bade-57c8-4abb-8b42-e558e7d73f64 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:24:47.242170 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4215bb2-8d8e-4541-8230-996326891361 tempest-TestNetworkAdvancedServerOps-1264277304 tempest-TestNetworkAdvancedServerOps-1264277304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:47.244225 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb1673c-0d56-420e-88fb-3ec55a1f2d12 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:24:47.244569 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb1673c-0d56-420e-88fb-3ec55a1f2d12 None None] Checking segment: {'id': '7fd06ef5-90db-4768-a03b-741377ea4bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e712bade-57c8-4abb-8b42-e558e7d73f64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:24:47.245029 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cfb1673c-0d56-420e-88fb-3ec55a1f2d12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:47.245478 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb1673c-0d56-420e-88fb-3ec55a1f2d12 None None] Bound using segment: {'id': '7fd06ef5-90db-4768-a03b-741377ea4bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e712bade-57c8-4abb-8b42-e558e7d73f64'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:24:47.245999 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-cfb1673c-0d56-420e-88fb-3ec55a1f2d12 None None] Bound port: 696d7475-7e69-4261-9bda-75aea75f8ac5, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fd06ef5-90db-4768-a03b-741377ea4bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e712bade-57c8-4abb-8b42-e558e7d73f64'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:24:47.246509 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cfb1673c-0d56-420e-88fb-3ec55a1f2d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:47.252219 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f4215bb2-8d8e-4541-8230-996326891361 tempest-TestNetworkAdvancedServerOps-1264277304 tempest-TestNetworkAdvancedServerOps-1264277304-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=cb85796e-354f-4c15-b0f6-67239028b8d5 HTTP/1.1" status: 200 len: 1091 time: 0.0966365 May 05 20:24:47.254614 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54336) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:24:47.265703 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-2663a708-ac01-4c3c-a9d8-dfd699049090 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Request body: {'floatingip': {'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'port_id': 'bf7677d3-a539-4b91-8154-e950713a5934', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:24:47.272807 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-2663a708-ac01-4c3c-a9d8-dfd699049090 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:24:47.279058 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-2663a708-ac01-4c3c-a9d8-dfd699049090 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Usage tracker for resource:floatingip and tenant:310f91420a2d4ddd8aab8a710d8dc814 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:24:47.283389 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-2663a708-ac01-4c3c-a9d8-dfd699049090 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:24:47.294155 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7174cf68-2774-4940-8871-fc152441dd33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:47.308311 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-2663a708-ac01-4c3c-a9d8-dfd699049090 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:24:47.326700 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7174cf68-2774-4940-8871-fc152441dd33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=235c0155-772e-47f3-832d-472db1151355,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:47.330149 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2663a708-ac01-4c3c-a9d8-dfd699049090 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for floatingip, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:47.348658 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7174cf68-2774-4940-8871-fc152441dd33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:24:47.349001 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7174cf68-2774-4940-8871-fc152441dd33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:24:47.349334 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7174cf68-2774-4940-8871-fc152441dd33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:24:47.349661 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7174cf68-2774-4940-8871-fc152441dd33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:24:47.349986 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7174cf68-2774-4940-8871-fc152441dd33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:24:47.350714 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7174cf68-2774-4940-8871-fc152441dd33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:24:47.350795 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7174cf68-2774-4940-8871-fc152441dd33 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:24:47.351944 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7174cf68-2774-4940-8871-fc152441dd33 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:24:47.352204 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7174cf68-2774-4940-8871-fc152441dd33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:24:47.352753 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7174cf68-2774-4940-8871-fc152441dd33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:24:47.353398 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7174cf68-2774-4940-8871-fc152441dd33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:24:47.354007 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7174cf68-2774-4940-8871-fc152441dd33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:24:47.449201 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-cfb1673c-0d56-420e-88fb-3ec55a1f2d12 None None] For port 696d7475-7e69-4261-9bda-75aea75f8ac5, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:24:47.462428 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-cfb1673c-0d56-420e-88fb-3ec55a1f2d12 None None] For port 696d7475-7e69-4261-9bda-75aea75f8ac5, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=696d7475-7e69-4261-9bda-75aea75f8ac5,segment=NetworkSegment(7fd06ef5-90db-4768-a03b-741377ea4bf9),segment_id=7fd06ef5-90db-4768-a03b-741377ea4bf9)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:24:47.462428 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cfb1673c-0d56-420e-88fb-3ec55a1f2d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:47.498914 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7174cf68-2774-4940-8871-fc152441dd33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:47.510091 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-7174cf68-2774-4940-8871-fc152441dd33 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/235c0155-772e-47f3-832d-472db1151355 HTTP/1.1" status: 204 len: 168 time: 0.7376375 May 05 20:24:47.578039 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-9168aacd-ffad-4452-9d23-29ab5031cae8 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Allocated IP 2001:db8::1 (e712bade-57c8-4abb-8b42-e558e7d73f64/538f2063-d107-461a-be92-a4011d9b2fbb/85646347-2cf8-49cf-a24e-bfdc8027db44) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:24:47.640823 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb1673c-0d56-420e-88fb-3ec55a1f2d12 None None] Pushing event updated for resources: {'Port': ['ID=696d7475-7e69-4261-9bda-75aea75f8ac5,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:47.697270 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2663a708-ac01-4c3c-a9d8-dfd699049090 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:48.003930 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9168aacd-ffad-4452-9d23-29ab5031cae8 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:48.044692 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-9168aacd-ffad-4452-9d23-29ab5031cae8 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Transition to ACTIVE for port object 85646347-2cf8-49cf-a24e-bfdc8027db44 will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:24:48.063257 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-2663a708-ac01-4c3c-a9d8-dfd699049090 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Allocated IP 172.25.0.81 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/135110f0-5ca0-4a55-bb62-d9670ea47444) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:24:48.196026 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9168aacd-ffad-4452-9d23-29ab5031cae8 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:48.350028 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9168aacd-ffad-4452-9d23-29ab5031cae8 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Pushing event updated for resources: {'Port': ['ID=85646347-2cf8-49cf-a24e-bfdc8027db44,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:48.368590 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9168aacd-ffad-4452-9d23-29ab5031cae8 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Network e712bade-57c8-4abb-8b42-e558e7d73f64 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:24:48.384412 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-9168aacd-ffad-4452-9d23-29ab5031cae8 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:24:48.394958 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9168aacd-ffad-4452-9d23-29ab5031cae8 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:24:48.394958 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9168aacd-ffad-4452-9d23-29ab5031cae8 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:48.511567 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2663a708-ac01-4c3c-a9d8-dfd699049090 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:48.596477 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2663a708-ac01-4c3c-a9d8-dfd699049090 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:48.711859 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 696d7475-7e69-4261-9bda-75aea75f8ac5 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:24:48.774438 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9168aacd-ffad-4452-9d23-29ab5031cae8 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:48.846206 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2663a708-ac01-4c3c-a9d8-dfd699049090 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event updated for resources: {'Port': ['ID=135110f0-5ca0-4a55-bb62-d9670ea47444,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:48.864357 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2663a708-ac01-4c3c-a9d8-dfd699049090 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:24:48.866540 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-2663a708-ac01-4c3c-a9d8-dfd699049090 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:24:48.874143 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2663a708-ac01-4c3c-a9d8-dfd699049090 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:24:48.905594 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 696d7475-7e69-4261-9bda-75aea75f8ac5 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:24:49.473008 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54396) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:24:49.640042 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69cab9f-777a-40f1-84d8-27ebbe5a2ee3 None None] Network e712bade-57c8-4abb-8b42-e558e7d73f64 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:24:49.921906 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-51b10e1c-08b0-4c46-8d29-81798094141d None None] Provisioning for port 696d7475-7e69-4261-9bda-75aea75f8ac5 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:24:49.941375 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9168aacd-ffad-4452-9d23-29ab5031cae8 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:49.948605 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-51b10e1c-08b0-4c46-8d29-81798094141d None None] Provisioning complete for port 696d7475-7e69-4261-9bda-75aea75f8ac5 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:24:49.948605 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-51b10e1c-08b0-4c46-8d29-81798094141d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:49.954570 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9168aacd-ffad-4452-9d23-29ab5031cae8 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:49.954570 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9168aacd-ffad-4452-9d23-29ab5031cae8 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:49.960280 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2663a708-ac01-4c3c-a9d8-dfd699049090 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:49.966526 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-64b55487-50cc-48f4-b563-f94e3f15e5bd tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1598831762'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:24:50.079640 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-64b55487-50cc-48f4-b563-f94e3f15e5bd tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:24:50.120193 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-64b55487-50cc-48f4-b563-f94e3f15e5bd tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Usage tracker for resource:network and tenant:d304d302ea6142ce87fe2a99e48e03b3 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:24:50.142607 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2663a708-ac01-4c3c-a9d8-dfd699049090 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:50.171234 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-64b55487-50cc-48f4-b563-f94e3f15e5bd tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:24:50.218967 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-64b55487-50cc-48f4-b563-f94e3f15e5bd tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:24:50.271957 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9168aacd-ffad-4452-9d23-29ab5031cae8 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Pushing event updated for resources: {'Port': ['ID=85646347-2cf8-49cf-a24e-bfdc8027db44,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:50.315827 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-51b10e1c-08b0-4c46-8d29-81798094141d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:50.406766 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-51b10e1c-08b0-4c46-8d29-81798094141d None None] For port 696d7475-7e69-4261-9bda-75aea75f8ac5, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=696d7475-7e69-4261-9bda-75aea75f8ac5,segment=NetworkSegment(7fd06ef5-90db-4768-a03b-741377ea4bf9),segment_id=7fd06ef5-90db-4768-a03b-741377ea4bf9)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:24:50.412184 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-51b10e1c-08b0-4c46-8d29-81798094141d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:50.428665 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b55487-50cc-48f4-b563-f94e3f15e5bd tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Made reservation on behalf of d304d302ea6142ce87fe2a99e48e03b3 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:24:50.432866 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-64b55487-50cc-48f4-b563-f94e3f15e5bd tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:50.511720 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-64b55487-50cc-48f4-b563-f94e3f15e5bd tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:50.545867 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-64b55487-50cc-48f4-b563-f94e3f15e5bd tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:24:50.555859 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2663a708-ac01-4c3c-a9d8-dfd699049090 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:50.562248 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2663a708-ac01-4c3c-a9d8-dfd699049090 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:50.581208 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-64b55487-50cc-48f4-b563-f94e3f15e5bd tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Usage tracker for resource:security_group_rule and tenant:d304d302ea6142ce87fe2a99e48e03b3 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:24:50.582116 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b10e1c-08b0-4c46-8d29-81798094141d None None] Pushing event updated for resources: {'Port': ['ID=696d7475-7e69-4261-9bda-75aea75f8ac5,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:50.598396 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-64b55487-50cc-48f4-b563-f94e3f15e5bd tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:24:50.616353 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-64b55487-50cc-48f4-b563-f94e3f15e5bd tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:24:50.640169 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9168aacd-ffad-4452-9d23-29ab5031cae8 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Network e712bade-57c8-4abb-8b42-e558e7d73f64 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:24:50.644384 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-9168aacd-ffad-4452-9d23-29ab5031cae8 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:24:51.024498 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2663a708-ac01-4c3c-a9d8-dfd699049090 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event updated for resources: {'Port': ['ID=135110f0-5ca0-4a55-bb62-d9670ea47444,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:51.037224 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b41b8729-51bb-46fc-a661-8f92b56fdd2f None None] Provisioning complete for port 696d7475-7e69-4261-9bda-75aea75f8ac5 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:24:51.037689 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b41b8729-51bb-46fc-a661-8f92b56fdd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:51.090864 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2663a708-ac01-4c3c-a9d8-dfd699049090 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:51.111003 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9168aacd-ffad-4452-9d23-29ab5031cae8 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Router 817d7f89-a63b-4872-b6b7-3e98d755e266 is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88197) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:24:51.248704 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b41b8729-51bb-46fc-a661-8f92b56fdd2f None None] Provisioning for port 85646347-2cf8-49cf-a24e-bfdc8027db44 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:24:51.255207 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b41b8729-51bb-46fc-a661-8f92b56fdd2f None None] Provisioning complete for port 85646347-2cf8-49cf-a24e-bfdc8027db44 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:24:51.255699 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b41b8729-51bb-46fc-a661-8f92b56fdd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:51.319625 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b41b8729-51bb-46fc-a661-8f92b56fdd2f None None] Port 85646347-2cf8-49cf-a24e-bfdc8027db44 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:24:51.339625 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-64b55487-50cc-48f4-b563-f94e3f15e5bd tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:51.365121 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-64b55487-50cc-48f4-b563-f94e3f15e5bd tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:51.388030 n-d-840717-1 neutron-server[88198]: INFO neutron.db.l3_db [None req-2663a708-ac01-4c3c-a9d8-dfd699049090 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Floating IP 255e5051-9cea-4706-81b1-e88f007c85bc associated. External IP: 172.25.0.81, port: bf7677d3-a539-4b91-8154-e950713a5934. May 05 20:24:51.412227 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64b55487-50cc-48f4-b563-f94e3f15e5bd tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:24:51.435605 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b55487-50cc-48f4-b563-f94e3f15e5bd tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2849f6-ed16-4989-92ca-f8a1e1205b3a,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:51.452986 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-64b55487-50cc-48f4-b563-f94e3f15e5bd tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:51.453322 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-64b55487-50cc-48f4-b563-f94e3f15e5bd tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Added segment 94fc05c3-67e3-464b-9c96-5bd326800445 of type vlan for network 84fed2bc-c669-473c-adac-371bbcfce415 May 05 20:24:51.464256 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-0662b039-62f8-4f10-a898-822b8b7480b2 None None] Provisioning complete for port 85646347-2cf8-49cf-a24e-bfdc8027db44 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:24:51.464691 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9168aacd-ffad-4452-9d23-29ab5031cae8 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:24:51.465165 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0662b039-62f8-4f10-a898-822b8b7480b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:51.477289 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd852a7-05c3-4ab9-92c6-fe27a85fd647 None None] Sync routers for ids ['817d7f89-a63b-4872-b6b7-3e98d755e266'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:24:51.501137 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd852a7-05c3-4ab9-92c6-fe27a85fd647 None None] Routers {'817d7f89-a63b-4872-b6b7-3e98d755e266'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:24:51.501673 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-3bd852a7-05c3-4ab9-92c6-fe27a85fd647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:24:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['817d7f89-a63b-4872-b6b7-3e98d755e266'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:24:51.561402 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-64b55487-50cc-48f4-b563-f94e3f15e5bd tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:51.602933 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-9168aacd-ffad-4452-9d23-29ab5031cae8 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "PUT /v2.0/routers/817d7f89-a63b-4872-b6b7-3e98d755e266/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1708267 May 05 20:24:51.604369 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54412) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:24:51.647743 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-3bd852a7-05c3-4ab9-92c6-fe27a85fd647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:24:51.654354 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-0662b039-62f8-4f10-a898-822b8b7480b2 None None] Port 85646347-2cf8-49cf-a24e-bfdc8027db44 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:24:51.662727 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd852a7-05c3-4ab9-92c6-fe27a85fd647 None None] Routers {'817d7f89-a63b-4872-b6b7-3e98d755e266'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:24:51.664408 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-3bd852a7-05c3-4ab9-92c6-fe27a85fd647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:24:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['817d7f89-a63b-4872-b6b7-3e98d755e266'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:24:51.701408 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-64b55487-50cc-48f4-b563-f94e3f15e5bd tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:51.708288 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b55487-50cc-48f4-b563-f94e3f15e5bd tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:51.710626 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-64b55487-50cc-48f4-b563-f94e3f15e5bd tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:51.773758 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-64b55487-50cc-48f4-b563-f94e3f15e5bd tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.2968957 May 05 20:24:51.774450 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-3bd852a7-05c3-4ab9-92c6-fe27a85fd647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:24:51.774997 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd852a7-05c3-4ab9-92c6-fe27a85fd647 None None] The sync data for ids ['817d7f89-a63b-4872-b6b7-3e98d755e266'] in n-d-840717-1 is: [] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:24:51.777178 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54416) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:24:51.791483 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-337d593f-9ca5-4425-b619-07ca8ae39096 None None] Provisioning complete for port 85646347-2cf8-49cf-a24e-bfdc8027db44 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:24:51.792929 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-337d593f-9ca5-4425-b619-07ca8ae39096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:51.865099 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-e493cbb6-0e05-4d9d-ab83-577e718c2168 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Request body: {'subnet': {'network_id': '84fed2bc-c669-473c-adac-371bbcfce415', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:24:51.885552 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b55487-50cc-48f4-b563-f94e3f15e5bd tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Pushing event updated for resources: {'Network': ['ID=84fed2bc-c669-473c-adac-371bbcfce415,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:51.888367 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-337d593f-9ca5-4425-b619-07ca8ae39096 None None] Port 85646347-2cf8-49cf-a24e-bfdc8027db44 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:24:51.918929 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 84fed2bc-c669-473c-adac-371bbcfce415 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:24:51.955610 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8459d865-18cd-4def-96c4-4343e374fecc tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:51.956206 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-8459d865-18cd-4def-96c4-4343e374fecc tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Synchronizing usage tracker for tenant:08e9223c846c46d791083957f9887d85 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:24:52.040199 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-8459d865-18cd-4def-96c4-4343e374fecc tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Unset dirty status for tenant:08e9223c846c46d791083957f9887d85 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:24:52.041295 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-8459d865-18cd-4def-96c4-4343e374fecc tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "GET /v2.0/ports/85646347-2cf8-49cf-a24e-bfdc8027db44 HTTP/1.1" status: 200 len: 911 time: 0.4339566 May 05 20:24:52.044474 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54426) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:24:52.053039 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e493cbb6-0e05-4d9d-ab83-577e718c2168 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:24:52.057585 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-e493cbb6-0e05-4d9d-ab83-577e718c2168 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Usage tracker for resource:subnet and tenant:d304d302ea6142ce87fe2a99e48e03b3 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:24:52.060590 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-e493cbb6-0e05-4d9d-ab83-577e718c2168 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:24:52.066407 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e493cbb6-0e05-4d9d-ab83-577e718c2168 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:24:52.079033 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e493cbb6-0e05-4d9d-ab83-577e718c2168 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Made reservation on behalf of d304d302ea6142ce87fe2a99e48e03b3 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:24:52.082925 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e493cbb6-0e05-4d9d-ab83-577e718c2168 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:52.318966 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2663a708-ac01-4c3c-a9d8-dfd699049090 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Router 561c82a0-9896-4343-a49b-cfa54575a201 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:24:52.587426 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 696d7475-7e69-4261-9bda-75aea75f8ac5 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:24:52.784112 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 696d7475-7e69-4261-9bda-75aea75f8ac5 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:24:52.784602 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:52.818932 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2663a708-ac01-4c3c-a9d8-dfd699049090 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:24:52.858955 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2663a708-ac01-4c3c-a9d8-dfd699049090 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:52.987047 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be759bb0-0736-43f2-8e7d-0724e19837c6 None None] Sync routers for ids ['561c82a0-9896-4343-a49b-cfa54575a201'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:24:53.016343 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-2663a708-ac01-4c3c-a9d8-dfd699049090 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.7549217 May 05 20:24:53.037543 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb85796e-354f-4c15-b0f6-67239028b8d5', 'tag': 'bf7677d3-a539-4b91-8154-e950713a5934'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:24:53.074607 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be759bb0-0736-43f2-8e7d-0724e19837c6 None None] Routers {'561c82a0-9896-4343-a49b-cfa54575a201'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:24:53.074607 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-be759bb0-0736-43f2-8e7d-0724e19837c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:24:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['561c82a0-9896-4343-a49b-cfa54575a201'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:24:53.200506 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e493cbb6-0e05-4d9d-ab83-577e718c2168 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:53.362141 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07ab1a9b-0e4c-4703-9bec-3d84ea326de5'] response: {'name': 'network-changed', 'server_uuid': 'cb85796e-354f-4c15-b0f6-67239028b8d5', 'tag': 'bf7677d3-a539-4b91-8154-e950713a5934', 'status': 'completed', 'code': 200} May 05 20:24:53.508988 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e493cbb6-0e05-4d9d-ab83-577e718c2168 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Pushing event updated for resources: {'Subnet': ['ID=c04cb810-54fa-4a20-9d79-545422c7e645,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:53.530351 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e493cbb6-0e05-4d9d-ab83-577e718c2168 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Checking segment: {'id': '94fc05c3-67e3-464b-9c96-5bd326800445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '84fed2bc-c669-473c-adac-371bbcfce415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:24:53.530351 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e493cbb6-0e05-4d9d-ab83-577e718c2168 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Network hostable DHCP agents. Network: 84fed2bc-c669-473c-adac-371bbcfce415, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:24:53.562001 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e493cbb6-0e05-4d9d-ab83-577e718c2168 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Network 84fed2bc-c669-473c-adac-371bbcfce415 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:24:53.587079 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-e493cbb6-0e05-4d9d-ab83-577e718c2168 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 84fed2bc-c669-473c-adac-371bbcfce415) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:24:53.595407 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e493cbb6-0e05-4d9d-ab83-577e718c2168 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:53.596376 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e493cbb6-0e05-4d9d-ab83-577e718c2168 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:53.619476 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-be759bb0-0736-43f2-8e7d-0724e19837c6 None None] Set router 561c82a0-9896-4343-a49b-cfa54575a201 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:24:53.646389 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e493cbb6-0e05-4d9d-ab83-577e718c2168 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7835321 May 05 20:24:53.647189 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54448) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:24:53.661450 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-1ca1cff8-6f91-439e-8fcf-ea3027924bdc tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Request body: {'port': {'network_id': '84fed2bc-c669-473c-adac-371bbcfce415', 'name': 'tempest-AllowedAddressPairTestJSON-402813143'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:24:53.694821 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f17410d-e506-4be6-a7c2-3a93881b110c None None] Network 84fed2bc-c669-473c-adac-371bbcfce415 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:24:53.941917 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad7b109-b3c6-4938-b9c5-ccda3d61698a req-2d4e8831-5a12-4436-b9aa-78e621810290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:53.941917 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4ad7b109-b3c6-4938-b9c5-ccda3d61698a req-2d4e8831-5a12-4436-b9aa-78e621810290 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=310f91420a2d4ddd8aab8a710d8dc814&device_id=cb85796e-354f-4c15-b0f6-67239028b8d5 HTTP/1.1" status: 200 len: 1096 time: 0.6253493 May 05 20:24:53.992936 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bbc82d7a-1672-421b-8b68-e1e729d734a5 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:54.278566 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1ca1cff8-6f91-439e-8fcf-ea3027924bdc tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:24:54.282951 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-1ca1cff8-6f91-439e-8fcf-ea3027924bdc tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Usage tracker for resource:port and tenant:d304d302ea6142ce87fe2a99e48e03b3 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:24:54.287987 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-1ca1cff8-6f91-439e-8fcf-ea3027924bdc tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:24:54.297591 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1ca1cff8-6f91-439e-8fcf-ea3027924bdc tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:24:54.316423 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca1cff8-6f91-439e-8fcf-ea3027924bdc tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Made reservation on behalf of d304d302ea6142ce87fe2a99e48e03b3 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:24:54.327686 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1ca1cff8-6f91-439e-8fcf-ea3027924bdc tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:54.340406 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b6d5c2-118e-4e4d-9b45-3751fd648fc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-84fed2bc-c669-473c-adac-371bbcfce415', 'network_id': '84fed2bc-c669-473c-adac-371bbcfce415', 'tenant_id': 'd304d302ea6142ce87fe2a99e48e03b3', 'fixed_ips': [{'subnet_id': 'c04cb810-54fa-4a20-9d79-545422c7e645'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:24:54.341384 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a3b6d5c2-118e-4e4d-9b45-3751fd648fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:54.349342 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2421d-5af7-4839-bd12-404e1213fe14 req-e97a1d1d-ff29-489d-8e17-7e8486f7a15b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:54.351704 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-49f2421d-5af7-4839-bd12-404e1213fe14 req-e97a1d1d-ff29-489d-8e17-7e8486f7a15b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb85796e-354f-4c15-b0f6-67239028b8d5 HTTP/1.1" status: 200 len: 945 time: 0.9113407 May 05 20:24:54.395959 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-1ca1cff8-6f91-439e-8fcf-ea3027924bdc tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] device_id is not set on port 49199fe4-c18f-4c4e-a1c8-7accb3e4d30a yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:24:54.632894 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad7b109-b3c6-4938-b9c5-ccda3d61698a req-29f7515f-2c7e-4e06-99fb-b2d8466dfbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:54.634597 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4ad7b109-b3c6-4938-b9c5-ccda3d61698a req-29f7515f-2c7e-4e06-99fb-b2d8466dfbe9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3b8a893f-8203-415f-97ec-c81abad76035 HTTP/1.1" status: 200 len: 898 time: 0.6902616 May 05 20:24:54.775320 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-1ca1cff8-6f91-439e-8fcf-ea3027924bdc tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Allocated IP 172.20.0.2 (84fed2bc-c669-473c-adac-371bbcfce415/c04cb810-54fa-4a20-9d79-545422c7e645/49199fe4-c18f-4c4e-a1c8-7accb3e4d30a) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:24:54.802164 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-49f2421d-5af7-4839-bd12-404e1213fe14 req-a708b23f-13f8-4df0-a020-9f56984e35e1 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba9d5b21-6b89-4c8c-8c7b-729858b20cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2881606 May 05 20:24:54.828226 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5400a772-4002-490e-81df-2d5122b513f9 req-7e03f84d-4d29-4a93-af44-1790b2b476a1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ac8d508c-ff4d-4c19-93a7-38524b4b2fa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2046828 May 05 20:24:54.879548 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-be759bb0-0736-43f2-8e7d-0724e19837c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '561c82a0-9896-4343-a49b-cfa54575a201', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847523939', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'd51721e9-0868-41f5-aa13-bc78b2b04f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:24:02Z', 'updated_at': '2022-05-05T20:24:16Z', 'revision_number': 4, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'gw_port': {'id': 'd51721e9-0868-41f5-aa13-bc78b2b04f24', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:fb:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561c82a0-9896-4343-a49b-cfa54575a201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:24:03Z', 'updated_at': '2022-05-05T20:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '255e5051-9cea-4706-81b1-e88f007c85bc', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'floating_ip_address': '172.25.0.81', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '561c82a0-9896-4343-a49b-cfa54575a201', 'port_id': 'bf7677d3-a539-4b91-8154-e950713a5934', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b8a893f-8203-415f-97ec-c81abad76035', 'mac_address': 'fa:16:3e:32:6d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb85796e-354f-4c15-b0f6-67239028b8d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:24:49Z', 'updated_at': '2022-05-05T20:24:49Z', 'revision_number': 0, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58c6ec8d-1d44-49ff-8008-987a58f18c93', 'name': '', 'network_id': '3b8a893f-8203-415f-97ec-c81abad76035', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'mac_address': 'fa:16:3e:c1:eb:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561c82a0-9896-4343-a49b-cfa54575a201', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': 'cc329b12-7b41-4146-b2a0-e43616e5540f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:24:14Z', 'updated_at': '2022-05-05T20:24:25Z', 'revision_number': 5, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'subnets': [{'id': 'cc329b12-7b41-4146-b2a0-e43616e5540f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:24:54.896322 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be759bb0-0736-43f2-8e7d-0724e19837c6 None None] Checking router: 561c82a0-9896-4343-a49b-cfa54575a201 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:24:54.900926 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54454) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:24:54.934791 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be759bb0-0736-43f2-8e7d-0724e19837c6 None None] Routers {'561c82a0-9896-4343-a49b-cfa54575a201'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:24:54.934791 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-be759bb0-0736-43f2-8e7d-0724e19837c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:24:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['561c82a0-9896-4343-a49b-cfa54575a201'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:24:54.949937 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4ad7b109-b3c6-4938-b9c5-ccda3d61698a req-7b889bac-8843-49b5-a643-90439ba2b45b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf7677d3-a539-4b91-8154-e950713a5934 HTTP/1.1" status: 200 len: 998 time: 0.2432799 May 05 20:24:55.073385 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad7b109-b3c6-4938-b9c5-ccda3d61698a req-ddfd95d6-d7ef-4cf6-abb3-9d5bf02bcadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:55.075149 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4ad7b109-b3c6-4938-b9c5-ccda3d61698a req-ddfd95d6-d7ef-4cf6-abb3-9d5bf02bcadf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cc329b12-7b41-4146-b2a0-e43616e5540f HTTP/1.1" status: 200 len: 834 time: 0.1207004 May 05 20:24:55.232751 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-bbc82d7a-1672-421b-8b68-e1e729d734a5 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Deleting port 85646347-2cf8-49cf-a24e-bfdc8027db44 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:24:55.232751 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bbc82d7a-1672-421b-8b68-e1e729d734a5 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:55.319120 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-4f56abd7-35af-4e07-8644-fd1a581e5ef5 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/floatingips/255e5051-9cea-4706-81b1-e88f007c85bc HTTP/1.1" status: 200 len: 990 time: 0.4222229 May 05 20:24:55.338284 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-be759bb0-0736-43f2-8e7d-0724e19837c6 None None] Set router 561c82a0-9896-4343-a49b-cfa54575a201 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:24:55.377151 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad7b109-b3c6-4938-b9c5-ccda3d61698a req-daf0ccca-359a-4f27-8fd0-a5b8efbcdf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:55.385162 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4ad7b109-b3c6-4938-b9c5-ccda3d61698a req-daf0ccca-359a-4f27-8fd0-a5b8efbcdf7b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3b8a893f-8203-415f-97ec-c81abad76035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2912681 May 05 20:24:55.449880 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5400a772-4002-490e-81df-2d5122b513f9 req-5f102dd9-f52b-48eb-a520-6d38823e72f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:55.449880 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5400a772-4002-490e-81df-2d5122b513f9 req-5f102dd9-f52b-48eb-a520-6d38823e72f4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3cb74c420a0d44ceab8f0189473c0240&device_id=ac8d508c-ff4d-4c19-93a7-38524b4b2fa9 HTTP/1.1" status: 200 len: 1096 time: 0.3574286 May 05 20:24:55.593566 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1ca1cff8-6f91-439e-8fcf-ea3027924bdc tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:55.700853 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-1ca1cff8-6f91-439e-8fcf-ea3027924bdc tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Transition to ACTIVE for port object 49199fe4-c18f-4c4e-a1c8-7accb3e4d30a will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:24:55.807873 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5400a772-4002-490e-81df-2d5122b513f9 req-1b11e365-fdc1-4c18-a3bc-56088479d83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:55.817723 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5400a772-4002-490e-81df-2d5122b513f9 req-1b11e365-fdc1-4c18-a3bc-56088479d83e service neutron] 10.222.0.50 "GET /v2.0/networks?id=a832387e-31e5-4ff2-a2fd-7455c4d42558 HTTP/1.1" status: 200 len: 915 time: 0.2674072 May 05 20:24:56.000967 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5400a772-4002-490e-81df-2d5122b513f9 req-cbc0726a-8e41-4769-8854-b0d64114cb38 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff0eeed0-9721-4c22-b0a9-c571f849f108 HTTP/1.1" status: 200 len: 217 time: 0.1698308 May 05 20:24:56.005096 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bbc82d7a-1672-421b-8b68-e1e729d734a5 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:56.008749 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1ca1cff8-6f91-439e-8fcf-ea3027924bdc tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:56.016536 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4ad7b109-b3c6-4938-b9c5-ccda3d61698a req-2283498b-a7b6-4415-8b0f-1a88b427febb service neutron] 10.222.0.50 "GET /v2.0/networks/3b8a893f-8203-415f-97ec-c81abad76035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5591676 May 05 20:24:56.206458 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca1cff8-6f91-439e-8fcf-ea3027924bdc tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Network 84fed2bc-c669-473c-adac-371bbcfce415 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:24:56.212479 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-bbc82d7a-1672-421b-8b68-e1e729d734a5 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Calling delete_port for 85646347-2cf8-49cf-a24e-bfdc8027db44 owned by network:router_interface {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:24:56.215736 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-1ca1cff8-6f91-439e-8fcf-ea3027924bdc tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:24:56.222196 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca1cff8-6f91-439e-8fcf-ea3027924bdc tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:24:56.315567 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca1cff8-6f91-439e-8fcf-ea3027924bdc tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:56.316443 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1ca1cff8-6f91-439e-8fcf-ea3027924bdc tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:56.343541 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54468) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:24:56.350273 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5400a772-4002-490e-81df-2d5122b513f9 req-8454e84d-9e10-4de0-be72-5911fbfba66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:56.363604 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5400a772-4002-490e-81df-2d5122b513f9 req-8454e84d-9e10-4de0-be72-5911fbfba66c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=48fdae70-c7db-41e9-a9c8-4b1e968522dd HTTP/1.1" status: 200 len: 854 time: 0.3462417 May 05 20:24:56.372578 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-1ca1cff8-6f91-439e-8fcf-ea3027924bdc tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.7236559 May 05 20:24:56.474169 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5400a772-4002-490e-81df-2d5122b513f9 req-0295ea8d-d347-4c78-928b-14e5fa678f89 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a832387e-31e5-4ff2-a2fd-7455c4d42558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0968561 May 05 20:24:56.475019 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54472) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:24:56.478070 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca1cff8-6f91-439e-8fcf-ea3027924bdc tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Pushing event updated for resources: {'Port': ['ID=49199fe4-c18f-4c4e-a1c8-7accb3e4d30a,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:56.486870 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-c2f6d39c-41d2-4e89-8fc3-dcf57bad9fee tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Request body: {'port': {'network_id': '84fed2bc-c669-473c-adac-371bbcfce415', 'name': 'tempest-AllowedAddressPairTestJSON-48626821', 'allowed_address_pairs': [{'ip_address': '172.20.0.2', 'mac_address': 'fa:16:3e:24:86:b9'}]}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:24:56.597942 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4ad7b109-b3c6-4938-b9c5-ccda3d61698a req-c155fdeb-4a89-4204-b8af-2dd3ba96a48f service neutron] 10.222.0.50 "GET /v2.0/networks/3b8a893f-8203-415f-97ec-c81abad76035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4837322 May 05 20:24:56.619826 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-a3b6d5c2-118e-4e4d-9b45-3751fd648fc1 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-cc3e5ad3-a5dd-48b7-97e5-94b035988c02 {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:24:56.622043 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-a3b6d5c2-118e-4e4d-9b45-3751fd648fc1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:24:56.649481 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-be759bb0-0736-43f2-8e7d-0724e19837c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '561c82a0-9896-4343-a49b-cfa54575a201', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847523939', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'd51721e9-0868-41f5-aa13-bc78b2b04f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:24:02Z', 'updated_at': '2022-05-05T20:24:16Z', 'revision_number': 4, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'gw_port': {'id': 'd51721e9-0868-41f5-aa13-bc78b2b04f24', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:fb:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561c82a0-9896-4343-a49b-cfa54575a201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:24:03Z', 'updated_at': '2022-05-05T20:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '255e5051-9cea-4706-81b1-e88f007c85bc', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'floating_ip_address': '172.25.0.81', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '561c82a0-9896-4343-a49b-cfa54575a201', 'port_id': 'bf7677d3-a539-4b91-8154-e950713a5934', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b8a893f-8203-415f-97ec-c81abad76035', 'mac_address': 'fa:16:3e:32:6d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb85796e-354f-4c15-b0f6-67239028b8d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:24:49Z', 'updated_at': '2022-05-05T20:24:49Z', 'revision_number': 0, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58c6ec8d-1d44-49ff-8008-987a58f18c93', 'name': '', 'network_id': '3b8a893f-8203-415f-97ec-c81abad76035', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'mac_address': 'fa:16:3e:c1:eb:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561c82a0-9896-4343-a49b-cfa54575a201', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': 'cc329b12-7b41-4146-b2a0-e43616e5540f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:24:14Z', 'updated_at': '2022-05-05T20:24:25Z', 'revision_number': 5, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'subnets': [{'id': 'cc329b12-7b41-4146-b2a0-e43616e5540f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:24:56.655227 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be759bb0-0736-43f2-8e7d-0724e19837c6 None None] The sync data for ids ['561c82a0-9896-4343-a49b-cfa54575a201'] in n-d-840717-1 is: [{'id': '561c82a0-9896-4343-a49b-cfa54575a201', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847523939', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'd51721e9-0868-41f5-aa13-bc78b2b04f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:24:02Z', 'updated_at': '2022-05-05T20:24:16Z', 'revision_number': 4, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'gw_port': {'id': 'd51721e9-0868-41f5-aa13-bc78b2b04f24', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:fb:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561c82a0-9896-4343-a49b-cfa54575a201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:24:03Z', 'updated_at': '2022-05-05T20:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '255e5051-9cea-4706-81b1-e88f007c85bc', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'floating_ip_address': '172.25.0.81', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '561c82a0-9896-4343-a49b-cfa54575a201', 'port_id': 'bf7677d3-a539-4b91-8154-e950713a5934', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b8a893f-8203-415f-97ec-c81abad76035', 'mac_address': 'fa:16:3e:32:6d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb85796e-354f-4c15-b0f6-67239028b8d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:24:49Z', 'updated_at': '2022-05-05T20:24:49Z', 'revision_number': 0, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58c6ec8d-1d44-49ff-8008-987a58f18c93', 'name': '', 'network_id': '3b8a893f-8203-415f-97ec-c81abad76035', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'mac_address': 'fa:16:3e:c1:eb:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561c82a0-9896-4343-a49b-cfa54575a201', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': 'cc329b12-7b41-4146-b2a0-e43616e5540f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:24:14Z', 'updated_at': '2022-05-05T20:24:25Z', 'revision_number': 5, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'subnets': [{'id': 'cc329b12-7b41-4146-b2a0-e43616e5540f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:24:56.752360 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-c2f6d39c-41d2-4e89-8fc3-dcf57bad9fee tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:24:56.779165 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-c2f6d39c-41d2-4e89-8fc3-dcf57bad9fee tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Usage tracker for resource:port and tenant:d304d302ea6142ce87fe2a99e48e03b3 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:24:56.782381 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-b24e3bde-dc50-44b7-bcf0-689948f59a43 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/floatingips/255e5051-9cea-4706-81b1-e88f007c85bc HTTP/1.1" status: 200 len: 990 time: 0.4374690 May 05 20:24:56.783797 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-c2f6d39c-41d2-4e89-8fc3-dcf57bad9fee tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:24:56.794218 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-c2f6d39c-41d2-4e89-8fc3-dcf57bad9fee tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:24:56.880252 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f6d39c-41d2-4e89-8fc3-dcf57bad9fee tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Made reservation on behalf of d304d302ea6142ce87fe2a99e48e03b3 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:24:56.958226 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bbc82d7a-1672-421b-8b68-e1e729d734a5 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:56.986195 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1512aeda-4306-43e7-ab66-afb89112b3df None None] New status for floating IP 255e5051-9cea-4706-81b1-e88f007c85bc: ACTIVE {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:24:57.024651 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc82d7a-1672-421b-8b68-e1e729d734a5 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Pushing event deleted for resources: {'Port': ['ID=85646347-2cf8-49cf-a24e-bfdc8027db44,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:57.123732 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a3b6d5c2-118e-4e4d-9b45-3751fd648fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:57.283501 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bbc82d7a-1672-421b-8b68-e1e729d734a5 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:57.343888 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5400a772-4002-490e-81df-2d5122b513f9 req-b3a46d99-1a2d-4a79-9d48-3a7e914e6828 service neutron] 10.222.0.50 "GET /v2.0/networks/a832387e-31e5-4ff2-a2fd-7455c4d42558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6489570 May 05 20:24:57.446401 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-a3b6d5c2-118e-4e4d-9b45-3751fd648fc1 None None] Allocated IP 172.20.0.3 (84fed2bc-c669-473c-adac-371bbcfce415/c04cb810-54fa-4a20-9d79-545422c7e645/f0c007c2-797a-4e49-b73c-17bd93f7fe10) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:24:57.469646 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c2f6d39c-41d2-4e89-8fc3-dcf57bad9fee tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:57.611132 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-c2f6d39c-41d2-4e89-8fc3-dcf57bad9fee tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] device_id is not set on port 88c559b6-5342-4e7a-a5ec-b3558ac35262 yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:24:57.749327 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbc82d7a-1672-421b-8b68-e1e729d734a5 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Router 817d7f89-a63b-4872-b6b7-3e98d755e266 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:24:57.816850 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54482) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:24:57.843952 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a3b6d5c2-118e-4e4d-9b45-3751fd648fc1 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:57.872447 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-a3b6d5c2-118e-4e4d-9b45-3751fd648fc1 None None] Transition to ACTIVE for port object f0c007c2-797a-4e49-b73c-17bd93f7fe10 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:24:57.885257 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5400a772-4002-490e-81df-2d5122b513f9 req-7c6d1599-53dc-4ce8-a5f5-b591d58ccba8 service neutron] 10.222.0.50 "GET /v2.0/networks/a832387e-31e5-4ff2-a2fd-7455c4d42558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5251281 May 05 20:24:57.905752 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-a3b6d5c2-118e-4e4d-9b45-3751fd648fc1 None None] Transition to ACTIVE for port object f0c007c2-797a-4e49-b73c-17bd93f7fe10 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:24:57.927326 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a3b6d5c2-118e-4e4d-9b45-3751fd648fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:58.013533 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b6d5c2-118e-4e4d-9b45-3751fd648fc1 None None] Network 84fed2bc-c669-473c-adac-371bbcfce415 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:24:58.016977 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-a3b6d5c2-118e-4e4d-9b45-3751fd648fc1 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:24:58.018047 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-c2f6d39c-41d2-4e89-8fc3-dcf57bad9fee tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Allocated IP 172.20.0.10 (84fed2bc-c669-473c-adac-371bbcfce415/c04cb810-54fa-4a20-9d79-545422c7e645/88c559b6-5342-4e7a-a5ec-b3558ac35262) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:24:58.025015 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b6d5c2-118e-4e4d-9b45-3751fd648fc1 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:24:58.074608 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b6d5c2-118e-4e4d-9b45-3751fd648fc1 None None] Pushing event updated for resources: {'Port': ['ID=f0c007c2-797a-4e49-b73c-17bd93f7fe10,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:58.145887 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc82d7a-1672-421b-8b68-e1e729d734a5 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:24:58.164988 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e9b9b6-9f63-4c80-bb52-5a2e0e3c5e69 None None] Sync routers for ids ['817d7f89-a63b-4872-b6b7-3e98d755e266'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:24:58.165765 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-bbc82d7a-1672-421b-8b68-e1e729d734a5 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "PUT /v2.0/routers/817d7f89-a63b-4872-b6b7-3e98d755e266/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1198411 May 05 20:24:58.168618 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54488) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:24:58.188681 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e9b9b6-9f63-4c80-bb52-5a2e0e3c5e69 None None] Routers {'817d7f89-a63b-4872-b6b7-3e98d755e266'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:24:58.189374 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-68e9b9b6-9f63-4c80-bb52-5a2e0e3c5e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:24:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['817d7f89-a63b-4872-b6b7-3e98d755e266'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:24:58.234278 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-4550f230-491b-45b8-951f-2ec0ee4694f0 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/floatingips/255e5051-9cea-4706-81b1-e88f007c85bc HTTP/1.1" status: 200 len: 992 time: 0.4157088 May 05 20:24:58.243106 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-1266b34b-3427-4863-aba6-7e77e035c377 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Synchronizing usage tracker for tenant:08e9223c846c46d791083957f9887d85 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:24:58.244719 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-a3b6d5c2-118e-4e4d-9b45-3751fd648fc1 None None] Attempting to bind port f0c007c2-797a-4e49-b73c-17bd93f7fe10 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:24:58.245086 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-a3b6d5c2-118e-4e4d-9b45-3751fd648fc1 None None] Attempting to bind port f0c007c2-797a-4e49-b73c-17bd93f7fe10 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '94fc05c3-67e3-464b-9c96-5bd326800445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '84fed2bc-c669-473c-adac-371bbcfce415'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:24:58.245446 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b6d5c2-118e-4e4d-9b45-3751fd648fc1 None None] Attempting to bind port f0c007c2-797a-4e49-b73c-17bd93f7fe10 on network 84fed2bc-c669-473c-adac-371bbcfce415 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:24:58.266837 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-1266b34b-3427-4863-aba6-7e77e035c377 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Unset dirty status for tenant:08e9223c846c46d791083957f9887d85 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:24:58.268406 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-1266b34b-3427-4863-aba6-7e77e035c377 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "GET /v2.0/ports?device_id=817d7f89-a63b-4872-b6b7-3e98d755e266 HTTP/1.1" status: 200 len: 205 time: 0.0987039 May 05 20:24:58.271257 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54492) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:24:58.273961 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-68e9b9b6-9f63-4c80-bb52-5a2e0e3c5e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:24:58.276817 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b6d5c2-118e-4e4d-9b45-3751fd648fc1 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:24:58.277755 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b6d5c2-118e-4e4d-9b45-3751fd648fc1 None None] Checking segment: {'id': '94fc05c3-67e3-464b-9c96-5bd326800445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '84fed2bc-c669-473c-adac-371bbcfce415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:24:58.277852 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a3b6d5c2-118e-4e4d-9b45-3751fd648fc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:58.278374 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b6d5c2-118e-4e4d-9b45-3751fd648fc1 None None] Bound using segment: {'id': '94fc05c3-67e3-464b-9c96-5bd326800445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '84fed2bc-c669-473c-adac-371bbcfce415'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:24:58.279038 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-a3b6d5c2-118e-4e4d-9b45-3751fd648fc1 None None] Bound port: f0c007c2-797a-4e49-b73c-17bd93f7fe10, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94fc05c3-67e3-464b-9c96-5bd326800445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '84fed2bc-c669-473c-adac-371bbcfce415'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:24:58.279433 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a3b6d5c2-118e-4e4d-9b45-3751fd648fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:58.307185 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e9b9b6-9f63-4c80-bb52-5a2e0e3c5e69 None None] Routers {'817d7f89-a63b-4872-b6b7-3e98d755e266'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:24:58.307837 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-68e9b9b6-9f63-4c80-bb52-5a2e0e3c5e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:24:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['817d7f89-a63b-4872-b6b7-3e98d755e266'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:24:58.369043 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c4303d86-9a39-45a6-beef-7e2e46977f3d req-066c1ae7-9e3d-45b4-9e50-8f14ba393a76 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ddb06a81-b217-42e9-b74f-7a3d6a936718&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2642694 May 05 20:24:58.437758 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c2f6d39c-41d2-4e89-8fc3-dcf57bad9fee tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:58.484326 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-68e9b9b6-9f63-4c80-bb52-5a2e0e3c5e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:24:58.484730 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e9b9b6-9f63-4c80-bb52-5a2e0e3c5e69 None None] The sync data for ids ['817d7f89-a63b-4872-b6b7-3e98d755e266'] in n-d-840717-1 is: [] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:24:58.486531 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-41744cc0-13d8-4b14-b52b-c2aae31a0771 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for router, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:58.509132 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-c2f6d39c-41d2-4e89-8fc3-dcf57bad9fee tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Transition to ACTIVE for port object 88c559b6-5342-4e7a-a5ec-b3558ac35262 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:24:58.575701 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c2f6d39c-41d2-4e89-8fc3-dcf57bad9fee tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:58.579264 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-a3b6d5c2-118e-4e4d-9b45-3751fd648fc1 None None] For port f0c007c2-797a-4e49-b73c-17bd93f7fe10, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:24:58.583599 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-a3b6d5c2-118e-4e4d-9b45-3751fd648fc1 None None] For port f0c007c2-797a-4e49-b73c-17bd93f7fe10, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=f0c007c2-797a-4e49-b73c-17bd93f7fe10,segment=NetworkSegment(94fc05c3-67e3-464b-9c96-5bd326800445),segment_id=94fc05c3-67e3-464b-9c96-5bd326800445)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:24:58.585785 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4303d86-9a39-45a6-beef-7e2e46977f3d req-e085a6a1-436b-495b-a77d-e55e95a870bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:58.587890 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c4303d86-9a39-45a6-beef-7e2e46977f3d req-e085a6a1-436b-495b-a77d-e55e95a870bd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=882c3092895149a59ea813977ba9e154&device_id=ddb06a81-b217-42e9-b74f-7a3d6a936718 HTTP/1.1" status: 200 len: 1097 time: 0.1199062 May 05 20:24:58.589914 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a3b6d5c2-118e-4e4d-9b45-3751fd648fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:58.732980 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b6d5c2-118e-4e4d-9b45-3751fd648fc1 None None] Pushing event updated for resources: {'Port': ['ID=f0c007c2-797a-4e49-b73c-17bd93f7fe10,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:58.760343 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f6d39c-41d2-4e89-8fc3-dcf57bad9fee tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Network 84fed2bc-c669-473c-adac-371bbcfce415 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:24:58.767931 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-c2f6d39c-41d2-4e89-8fc3-dcf57bad9fee tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:24:58.774759 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f6d39c-41d2-4e89-8fc3-dcf57bad9fee tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:24:58.958862 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-41744cc0-13d8-4b14-b52b-c2aae31a0771 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:58.960419 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-41744cc0-13d8-4b14-b52b-c2aae31a0771 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:58.980344 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f6d39c-41d2-4e89-8fc3-dcf57bad9fee tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Pushing event updated for resources: {'Port': ['ID=88c559b6-5342-4e7a-a5ec-b3558ac35262,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:24:59.019202 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-41744cc0-13d8-4b14-b52b-c2aae31a0771 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:59.019771 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41744cc0-13d8-4b14-b52b-c2aae31a0771 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Fanout notify agent at l3_agent the message router_deleted on router 817d7f89-a63b-4872-b6b7-3e98d755e266 {{(pid=88197) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:24:59.027789 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f6d39c-41d2-4e89-8fc3-dcf57bad9fee tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:59.028466 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c2f6d39c-41d2-4e89-8fc3-dcf57bad9fee tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:59.077440 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4303d86-9a39-45a6-beef-7e2e46977f3d req-5154ddf3-fea1-4c26-a71e-663d8242f02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:59.079065 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c4303d86-9a39-45a6-beef-7e2e46977f3d req-5154ddf3-fea1-4c26-a71e-663d8242f02b service neutron] 10.222.0.24 "GET /v2.0/networks?id=e8057ba9-341d-44ba-82ad-e5ee8fd433a8 HTTP/1.1" status: 200 len: 914 time: 0.4354897 May 05 20:24:59.080486 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-41744cc0-13d8-4b14-b52b-c2aae31a0771 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:59.083127 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-41744cc0-13d8-4b14-b52b-c2aae31a0771 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "DELETE /v2.0/routers/817d7f89-a63b-4872-b6b7-3e98d755e266 HTTP/1.1" status: 204 len: 168 time: 0.8071451 May 05 20:24:59.087186 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54506) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:24:59.167000 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c2f6d39c-41d2-4e89-8fc3-dcf57bad9fee tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 2.6908357 May 05 20:24:59.170013 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54510) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:24:59.218533 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c4303d86-9a39-45a6-beef-7e2e46977f3d req-f990de2b-ff03-402f-8d2b-de9885a6c1c4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83e4c34a-8464-4fbb-8e0c-49e7baf2d1e8 HTTP/1.1" status: 200 len: 1002 time: 0.1214890 May 05 20:24:59.221768 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-85ec3983-7120-4116-902c-e7ee2b4bcaee tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Deleting subnet 538f2063-d107-461a-be92-a4011d9b2fbb {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:24:59.233332 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-85ec3983-7120-4116-902c-e7ee2b4bcaee tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:59.300804 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4303d86-9a39-45a6-beef-7e2e46977f3d req-51061edf-1afa-4216-a4d9-68b6018b5d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:59.302503 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c4303d86-9a39-45a6-beef-7e2e46977f3d req-51061edf-1afa-4216-a4d9-68b6018b5d1d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e52d411-7180-4fa0-8b69-ccff1684382b HTTP/1.1" status: 200 len: 852 time: 0.0771520 May 05 20:24:59.321793 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-85ec3983-7120-4116-902c-e7ee2b4bcaee tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:59.386256 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4303d86-9a39-45a6-beef-7e2e46977f3d req-38b040d2-a414-4bdd-b0dc-72ee5795a879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:59.388397 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c4303d86-9a39-45a6-beef-7e2e46977f3d req-38b040d2-a414-4bdd-b0dc-72ee5795a879 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e8057ba9-341d-44ba-82ad-e5ee8fd433a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0799100 May 05 20:24:59.393488 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b375f3-9673-4c54-a178-e8ff76ab320a tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:59.400395 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b375f3-9673-4c54-a178-e8ff76ab320a tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:59.407098 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b375f3-9673-4c54-a178-e8ff76ab320a tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:24:59.409667 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-95b375f3-9673-4c54-a178-e8ff76ab320a tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2462 time: 0.2373302 May 05 20:24:59.411594 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54516) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:24:59.501131 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-16c219ec-6ca6-4ff1-8769-9280fe0ac360 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Deleting port 88c559b6-5342-4e7a-a5ec-b3558ac35262 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:24:59.501131 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-16c219ec-6ca6-4ff1-8769-9280fe0ac360 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:59.540413 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c4303d86-9a39-45a6-beef-7e2e46977f3d req-f4b035d0-3ade-4a84-84c0-1b15c47642be service neutron] 10.222.0.24 "GET /v2.0/networks/e8057ba9-341d-44ba-82ad-e5ee8fd433a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434281 May 05 20:24:59.561130 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-85ec3983-7120-4116-902c-e7ee2b4bcaee tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:24:59.735146 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c4303d86-9a39-45a6-beef-7e2e46977f3d req-562c52e1-0f1d-4d1a-8af8-23621a0bdef6 service neutron] 10.222.0.24 "GET /v2.0/networks/e8057ba9-341d-44ba-82ad-e5ee8fd433a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887183 May 05 20:24:59.838882 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-85ec3983-7120-4116-902c-e7ee2b4bcaee tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:00.041492 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-16c219ec-6ca6-4ff1-8769-9280fe0ac360 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:00.049160 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ec3983-7120-4116-902c-e7ee2b4bcaee tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Pushing event deleted for resources: {'Subnet': ['ID=538f2063-d107-461a-be92-a4011d9b2fbb,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:00.138534 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9b0ebe-c5eb-4b64-9c43-72b2aeb67505 None None] Network e712bade-57c8-4abb-8b42-e558e7d73f64 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:25:00.175044 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c341ab8d-7ce1-4082-9f51-6a16a5b4bba9 None None] Network 84fed2bc-c669-473c-adac-371bbcfce415 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:25:00.207412 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-85ec3983-7120-4116-902c-e7ee2b4bcaee tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:00.217537 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-16c219ec-6ca6-4ff1-8769-9280fe0ac360 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Calling delete_port for 88c559b6-5342-4e7a-a5ec-b3558ac35262 owned by {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:25:00.276504 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-85ec3983-7120-4116-902c-e7ee2b4bcaee tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "DELETE /v2.0/subnets/538f2063-d107-461a-be92-a4011d9b2fbb HTTP/1.1" status: 204 len: 168 time: 1.1881018 May 05 20:25:00.279272 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54526) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:25:00.734831 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-16c219ec-6ca6-4ff1-8769-9280fe0ac360 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:00.746639 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1b3c7b74-932e-4e2d-bd1d-883ca3c7fbd1 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:00.746639 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-1b3c7b74-932e-4e2d-bd1d-883ca3c7fbd1 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Deleting port 696d7475-7e69-4261-9bda-75aea75f8ac5 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:25:00.746639 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1b3c7b74-932e-4e2d-bd1d-883ca3c7fbd1 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:00.753930 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-47bfdbc1-4067-4a61-9545-322386a71b8d None None] Provisioning for port f0c007c2-797a-4e49-b73c-17bd93f7fe10 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:25:00.787033 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device f0c007c2-797a-4e49-b73c-17bd93f7fe10 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:25:00.848036 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c219ec-6ca6-4ff1-8769-9280fe0ac360 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Pushing event deleted for resources: {'Port': ['ID=88c559b6-5342-4e7a-a5ec-b3558ac35262,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:00.980157 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port f0c007c2-797a-4e49-b73c-17bd93f7fe10 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:25:00.987027 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port f0c007c2-797a-4e49-b73c-17bd93f7fe10 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:25:00.987027 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:01.075050 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30115f60-85f6-4b01-8b14-7337425cbdc5 None None] DHCP port deletion for e712bade-57c8-4abb-8b42-e558e7d73f64 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:25:01.085643 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-30115f60-85f6-4b01-8b14-7337425cbdc5 None None] Deleting port 696d7475-7e69-4261-9bda-75aea75f8ac5 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:25:01.086116 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-30115f60-85f6-4b01-8b14-7337425cbdc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:01.093110 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-1b3c7b74-932e-4e2d-bd1d-883ca3c7fbd1 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] For port 696d7475-7e69-4261-9bda-75aea75f8ac5, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=696d7475-7e69-4261-9bda-75aea75f8ac5,segment=NetworkSegment(7fd06ef5-90db-4768-a03b-741377ea4bf9),segment_id=7fd06ef5-90db-4768-a03b-741377ea4bf9)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:25:01.093476 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1b3c7b74-932e-4e2d-bd1d-883ca3c7fbd1 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:01.193453 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-16c219ec-6ca6-4ff1-8769-9280fe0ac360 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:01.203811 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-16c219ec-6ca6-4ff1-8769-9280fe0ac360 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] 10.222.0.36 "DELETE /v2.0/ports/88c559b6-5342-4e7a-a5ec-b3558ac35262 HTTP/1.1" status: 204 len: 168 time: 1.7861061 May 05 20:25:01.203811 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54554) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:25:01.272546 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aa98daf-2fd0-4abd-a9ba-6d5b125575ed tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] GET failed (client error): The resource could not be found. May 05 20:25:01.272546 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-7aa98daf-2fd0-4abd-a9ba-6d5b125575ed tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Synchronizing usage tracker for tenant:d304d302ea6142ce87fe2a99e48e03b3 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:25:01.298427 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-7aa98daf-2fd0-4abd-a9ba-6d5b125575ed tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Unset dirty status for tenant:d304d302ea6142ce87fe2a99e48e03b3 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:25:01.306677 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-7aa98daf-2fd0-4abd-a9ba-6d5b125575ed tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] 10.222.0.36 "GET /v2.0/ports/88c559b6-5342-4e7a-a5ec-b3558ac35262 HTTP/1.1" status: 404 len: 333 time: 0.0985682 May 05 20:25:01.306677 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54558) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:25:01.306677 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-5e3f8d92-dae9-42cf-8143-764563cb8f3e tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Request body: {'port': {'network_id': '84fed2bc-c669-473c-adac-371bbcfce415', 'name': 'tempest-AllowedAddressPairTestJSON-326404464'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:25:01.457824 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-1b3c7b74-932e-4e2d-bd1d-883ca3c7fbd1 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Calling delete_port for 696d7475-7e69-4261-9bda-75aea75f8ac5 owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:25:01.493784 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-5e3f8d92-dae9-42cf-8143-764563cb8f3e tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:25:01.515966 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-5e3f8d92-dae9-42cf-8143-764563cb8f3e tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:25:01.541414 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-30115f60-85f6-4b01-8b14-7337425cbdc5 None None] For port 696d7475-7e69-4261-9bda-75aea75f8ac5, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=696d7475-7e69-4261-9bda-75aea75f8ac5,segment=NetworkSegment(7fd06ef5-90db-4768-a03b-741377ea4bf9),segment_id=7fd06ef5-90db-4768-a03b-741377ea4bf9)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:25:01.541414 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-30115f60-85f6-4b01-8b14-7337425cbdc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:01.571989 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e3f8d92-dae9-42cf-8143-764563cb8f3e tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Made reservation on behalf of d304d302ea6142ce87fe2a99e48e03b3 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:25:01.571989 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5e3f8d92-dae9-42cf-8143-764563cb8f3e tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:01.630688 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [None req-5e3f8d92-dae9-42cf-8143-764563cb8f3e tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] device_id is not set on port e82b3fdf-ed38-4bef-bf20-e7088a040017 yet. {{(pid=88197) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:25:01.647025 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1b3c7b74-932e-4e2d-bd1d-883ca3c7fbd1 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:01.791666 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-30115f60-85f6-4b01-8b14-7337425cbdc5 None None] Calling delete_port for 696d7475-7e69-4261-9bda-75aea75f8ac5 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:25:01.809769 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3c7b74-932e-4e2d-bd1d-883ca3c7fbd1 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Pushing event deleted for resources: {'Port': ['ID=696d7475-7e69-4261-9bda-75aea75f8ac5,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:01.826052 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3c7b74-932e-4e2d-bd1d-883ca3c7fbd1 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] No DVR routers for this DVR port 696d7475-7e69-4261-9bda-75aea75f8ac5 on host n-d-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:25:01.930141 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-30115f60-85f6-4b01-8b14-7337425cbdc5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:25:01.930141 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-30115f60-85f6-4b01-8b14-7337425cbdc5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:25:02.005440 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-3c33c1d5-7fd4-40cb-8237-61cd51fe34b4 None None] Provisioning for port 49199fe4-c18f-4c4e-a1c8-7accb3e4d30a completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:25:02.030066 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-3c33c1d5-7fd4-40cb-8237-61cd51fe34b4 None None] Provisioning complete for port 49199fe4-c18f-4c4e-a1c8-7accb3e4d30a triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:25:02.030066 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3c33c1d5-7fd4-40cb-8237-61cd51fe34b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:02.152097 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-3c33c1d5-7fd4-40cb-8237-61cd51fe34b4 None None] Port 49199fe4-c18f-4c4e-a1c8-7accb3e4d30a cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:25:02.171622 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:02.203861 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-5e3f8d92-dae9-42cf-8143-764563cb8f3e tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Allocated IP 172.20.0.6 (84fed2bc-c669-473c-adac-371bbcfce415/c04cb810-54fa-4a20-9d79-545422c7e645/e82b3fdf-ed38-4bef-bf20-e7088a040017) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:25:02.207747 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-3c33c1d5-7fd4-40cb-8237-61cd51fe34b4 None None] Provisioning complete for port f0c007c2-797a-4e49-b73c-17bd93f7fe10 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:25:02.208116 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3c33c1d5-7fd4-40cb-8237-61cd51fe34b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:02.296620 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1b3c7b74-932e-4e2d-bd1d-883ca3c7fbd1 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:02.320499 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-1b3c7b74-932e-4e2d-bd1d-883ca3c7fbd1 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e712bade-57c8-4abb-8b42-e558e7d73f64']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:25:02.331560 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-1b3c7b74-932e-4e2d-bd1d-883ca3c7fbd1 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fd06ef5-90db-4768-a03b-741377ea4bf9') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:25:02.336122 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port f0c007c2-797a-4e49-b73c-17bd93f7fe10, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=f0c007c2-797a-4e49-b73c-17bd93f7fe10,segment=NetworkSegment(94fc05c3-67e3-464b-9c96-5bd326800445),segment_id=94fc05c3-67e3-464b-9c96-5bd326800445)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:25:02.340522 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-1b3c7b74-932e-4e2d-bd1d-883ca3c7fbd1 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fd06ef5-90db-4768-a03b-741377ea4bf9') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:25:02.353430 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:02.361767 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1b3c7b74-932e-4e2d-bd1d-883ca3c7fbd1 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:02.390766 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1b3c7b74-932e-4e2d-bd1d-883ca3c7fbd1 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:02.406244 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b3c7b74-932e-4e2d-bd1d-883ca3c7fbd1 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:25:02.406244 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1b3c7b74-932e-4e2d-bd1d-883ca3c7fbd1 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:02.427818 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:25:02.427818 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:25:02.427818 n-d-840717-1 neutron-server[88198]: timer() May 05 20:25:02.427818 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:25:02.427818 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:25:02.427818 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:25:02.427818 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:25:02.427818 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:25:02.427818 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:25:02.427818 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:25:02.427818 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:25:02.427818 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:25:02.427818 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:25:02.427818 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:25:02.427818 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:25:02.427818 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:25:02.427818 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:25:02.427818 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:25:02.427818 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:25:02.427818 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:25:02.427818 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:25:02.427818 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:25:02.427818 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:25:02.427818 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:25:02.427818 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:25:02.427818 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:25:02.427818 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:25:02.427818 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:25:02.427818 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:25:02.427818 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:25:02.427818 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:25:02.427818 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:25:02.436686 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-30115f60-85f6-4b01-8b14-7337425cbdc5 None None] Deleting port 696d7475-7e69-4261-9bda-75aea75f8ac5 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:25:02.436686 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-30115f60-85f6-4b01-8b14-7337425cbdc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:02.465262 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=f0c007c2-797a-4e49-b73c-17bd93f7fe10,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:02.635166 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5e3f8d92-dae9-42cf-8143-764563cb8f3e tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:02.648886 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-30115f60-85f6-4b01-8b14-7337425cbdc5 None None] The port '696d7475-7e69-4261-9bda-75aea75f8ac5' was deleted {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 20:25:02.666188 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 696d7475-7e69-4261-9bda-75aea75f8ac5 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:25:02.688140 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-5e3f8d92-dae9-42cf-8143-764563cb8f3e tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Transition to ACTIVE for port object e82b3fdf-ed38-4bef-bf20-e7088a040017 will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:25:02.689141 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1b3c7b74-932e-4e2d-bd1d-883ca3c7fbd1 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:02.695285 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1b3c7b74-932e-4e2d-bd1d-883ca3c7fbd1 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:02.741593 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3c7b74-932e-4e2d-bd1d-883ca3c7fbd1 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Pushing event deleted for resources: {'Network': ['ID=e712bade-57c8-4abb-8b42-e558e7d73f64,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:02.763810 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5e3f8d92-dae9-42cf-8143-764563cb8f3e tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:02.808174 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3c7b74-932e-4e2d-bd1d-883ca3c7fbd1 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:25:02.808174 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3c7b74-932e-4e2d-bd1d-883ca3c7fbd1 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:25:02.808174 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3c7b74-932e-4e2d-bd1d-883ca3c7fbd1 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:25:02.808174 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3c7b74-932e-4e2d-bd1d-883ca3c7fbd1 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:25:02.808174 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3c7b74-932e-4e2d-bd1d-883ca3c7fbd1 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:25:02.808174 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3c7b74-932e-4e2d-bd1d-883ca3c7fbd1 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:25:02.808174 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3c7b74-932e-4e2d-bd1d-883ca3c7fbd1 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:25:02.808174 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3c7b74-932e-4e2d-bd1d-883ca3c7fbd1 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:25:02.808174 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3c7b74-932e-4e2d-bd1d-883ca3c7fbd1 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:25:02.808174 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3c7b74-932e-4e2d-bd1d-883ca3c7fbd1 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:25:02.808174 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3c7b74-932e-4e2d-bd1d-883ca3c7fbd1 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:25:02.808174 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3c7b74-932e-4e2d-bd1d-883ca3c7fbd1 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:25:02.808174 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-1b3c7b74-932e-4e2d-bd1d-883ca3c7fbd1 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "DELETE /v2.0/networks/e712bade-57c8-4abb-8b42-e558e7d73f64 HTTP/1.1" status: 204 len: 168 time: 2.5236142 May 05 20:25:02.813876 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54578) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:25:02.813876 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-cb49f641-e71e-4942-a179-c313f3614f38 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-367198941', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}, 'admin_state_up': False}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:25:02.826432 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 696d7475-7e69-4261-9bda-75aea75f8ac5 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:25:02.826432 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 696d7475-7e69-4261-9bda-75aea75f8ac5 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:25:02.853886 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-cb49f641-e71e-4942-a179-c313f3614f38 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:25:02.853886 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-cb49f641-e71e-4942-a179-c313f3614f38 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Usage tracker for resource:router and tenant:08e9223c846c46d791083957f9887d85 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:25:02.853886 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-cb49f641-e71e-4942-a179-c313f3614f38 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:25:02.857953 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3f8d92-dae9-42cf-8143-764563cb8f3e tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Network 84fed2bc-c669-473c-adac-371bbcfce415 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:25:02.868615 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-5e3f8d92-dae9-42cf-8143-764563cb8f3e tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:25:02.868615 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3f8d92-dae9-42cf-8143-764563cb8f3e tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:25:02.884063 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-cb49f641-e71e-4942-a179-c313f3614f38 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:25:02.898219 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cb49f641-e71e-4942-a179-c313f3614f38 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:02.898219 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cb49f641-e71e-4942-a179-c313f3614f38 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:02.919672 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3f8d92-dae9-42cf-8143-764563cb8f3e tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Pushing event updated for resources: {'Port': ['ID=e82b3fdf-ed38-4bef-bf20-e7088a040017,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:02.943370 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3f8d92-dae9-42cf-8143-764563cb8f3e tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:02.943370 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5e3f8d92-dae9-42cf-8143-764563cb8f3e tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:02.969926 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cb49f641-e71e-4942-a179-c313f3614f38 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:02.991678 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b8ec277d-3f4f-423d-905c-e4bb68f90856 None None] Provisioning complete for port 49199fe4-c18f-4c4e-a1c8-7accb3e4d30a triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:25:02.991678 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b8ec277d-3f4f-423d-905c-e4bb68f90856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:02.995124 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-5e3f8d92-dae9-42cf-8143-764563cb8f3e tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6890574 May 05 20:25:03.002629 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54582) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:25:03.023847 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-ed5762bc-ab95-4a52-9014-b40d5e788fae tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.2', 'mac_address': 'fa:16:3e:24:86:b9'}]}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:25:03.147818 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b8ec277d-3f4f-423d-905c-e4bb68f90856 None None] Port 49199fe4-c18f-4c4e-a1c8-7accb3e4d30a cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:25:03.153491 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b8ec277d-3f4f-423d-905c-e4bb68f90856 None None] Could not find standard attr ID for object 88c559b6-5342-4e7a-a5ec-b3558ac35262. {{(pid=88199) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 20:25:03.293628 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-2cd259c2-0599-49f2-9331-5ba4e994d6b2 None None] Provisioning for port e82b3fdf-ed38-4bef-bf20-e7088a040017 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:25:03.320474 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-2cd259c2-0599-49f2-9331-5ba4e994d6b2 None None] Provisioning complete for port e82b3fdf-ed38-4bef-bf20-e7088a040017 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:25:03.320474 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2cd259c2-0599-49f2-9331-5ba4e994d6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:03.565116 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-2cd259c2-0599-49f2-9331-5ba4e994d6b2 None None] Port e82b3fdf-ed38-4bef-bf20-e7088a040017 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:25:03.652428 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ed5762bc-ab95-4a52-9014-b40d5e788fae tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:03.666253 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cb49f641-e71e-4942-a179-c313f3614f38 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:04.042835 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ed5762bc-ab95-4a52-9014-b40d5e788fae tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:04.049201 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ed5762bc-ab95-4a52-9014-b40d5e788fae tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:04.208327 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-ed5762bc-ab95-4a52-9014-b40d5e788fae tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] In _notify_port_updated(), no bound segment for port e82b3fdf-ed38-4bef-bf20-e7088a040017 on network 84fed2bc-c669-473c-adac-371bbcfce415 {{(pid=88197) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 05 20:25:04.215620 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5762bc-ab95-4a52-9014-b40d5e788fae tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:04.215620 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ed5762bc-ab95-4a52-9014-b40d5e788fae tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:04.215620 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-ed5762bc-ab95-4a52-9014-b40d5e788fae tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] 10.222.0.36 "PUT /v2.0/ports/e82b3fdf-ed38-4bef-bf20-e7088a040017 HTTP/1.1" status: 200 len: 992 time: 1.2108471 May 05 20:25:04.225083 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54598) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:25:04.225083 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5762bc-ab95-4a52-9014-b40d5e788fae tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Pushing event updated for resources: {'Port': ['ID=e82b3fdf-ed38-4bef-bf20-e7088a040017,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:04.314998 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54606) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:25:04.369427 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cb49f641-e71e-4942-a179-c313f3614f38 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for router_gateway, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:04.434233 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cb49f641-e71e-4942-a179-c313f3614f38 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:04.668229 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device f0c007c2-797a-4e49-b73c-17bd93f7fe10 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:25:04.749633 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-744107b4-28f5-4f45-8c27-fc34fd420be7 None None] Provisioning complete for port e82b3fdf-ed38-4bef-bf20-e7088a040017 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:25:04.750512 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-744107b4-28f5-4f45-8c27-fc34fd420be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:04.855937 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-b6b2543e-a200-4379-a34f-bf7c6e506303 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Deleting port e82b3fdf-ed38-4bef-bf20-e7088a040017 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:25:04.855937 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b6b2543e-a200-4379-a34f-bf7c6e506303 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:04.909309 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-744107b4-28f5-4f45-8c27-fc34fd420be7 None None] Port e82b3fdf-ed38-4bef-bf20-e7088a040017 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:25:04.913255 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-cb49f641-e71e-4942-a179-c313f3614f38 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Allocated IP 172.25.0.208 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/3116ca2b-ee09-4fbf-ba4a-7e4f42cf5035) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:25:04.987486 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-64d18c5f-764a-4154-aeea-124b9dddfcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:05.028864 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port f0c007c2-797a-4e49-b73c-17bd93f7fe10 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:25:05.028864 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:05.114882 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-cf43e446-f488-48a2-aeaf-4ccf15285396 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Deleting port f62ad281-8d96-4bfe-bc49-80d1d8505d32 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:25:05.115229 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cf43e446-f488-48a2-aeaf-4ccf15285396 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:05.374623 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680a6cb1-02c5-4e93-ae96-eded6baf14e2 req-0e31b8a3-79e5-4187-ba34-5d6bff8eb415 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:05.388751 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-680a6cb1-02c5-4e93-ae96-eded6baf14e2 req-0e31b8a3-79e5-4187-ba34-5d6bff8eb415 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] 10.222.0.36 "GET /v2.0/ports?device_id=ac8d508c-ff4d-4c19-93a7-38524b4b2fa9 HTTP/1.1" status: 200 len: 945 time: 0.1797581 May 05 20:25:05.405704 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cb49f641-e71e-4942-a179-c313f3614f38 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:05.451407 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-680a6cb1-02c5-4e93-ae96-eded6baf14e2 req-babdd47c-5fd5-4031-bc07-b522c9efbcd7 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] 10.222.0.36 "GET /v2.0/security-groups?id=8eda2352-7e6c-4384-97c1-b91c9276aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718942 May 05 20:25:05.484786 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cb49f641-e71e-4942-a179-c313f3614f38 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:05.513126 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b6b2543e-a200-4379-a34f-bf7c6e506303 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:05.573630 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb49f641-e71e-4942-a179-c313f3614f38 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:25:05.576781 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-cb49f641-e71e-4942-a179-c313f3614f38 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:25:05.582642 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb49f641-e71e-4942-a179-c313f3614f38 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:25:05.674122 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-b6b2543e-a200-4379-a34f-bf7c6e506303 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Calling delete_port for e82b3fdf-ed38-4bef-bf20-e7088a040017 owned by {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:25:05.721459 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cf43e446-f488-48a2-aeaf-4ccf15285396 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:05.721459 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cf43e446-f488-48a2-aeaf-4ccf15285396 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:05.766506 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb49f641-e71e-4942-a179-c313f3614f38 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Pushing event updated for resources: {'Port': ['ID=3116ca2b-ee09-4fbf-ba4a-7e4f42cf5035,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:05.896685 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-cf43e446-f488-48a2-aeaf-4ccf15285396 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Calling delete_port for f62ad281-8d96-4bfe-bc49-80d1d8505d32 owned by network:floatingip {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:25:06.070836 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b6b2543e-a200-4379-a34f-bf7c6e506303 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:06.215079 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cb49f641-e71e-4942-a179-c313f3614f38 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for router_gateway, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:06.380770 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b2543e-a200-4379-a34f-bf7c6e506303 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Pushing event deleted for resources: {'Port': ['ID=e82b3fdf-ed38-4bef-bf20-e7088a040017,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:06.674407 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cf43e446-f488-48a2-aeaf-4ccf15285396 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:06.780703 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:25:06.865883 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4b1b3699-e1cd-40bb-a5ad-1239ca899725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:06.935710 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf43e446-f488-48a2-aeaf-4ccf15285396 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Pushing event deleted for resources: {'Port': ['ID=f62ad281-8d96-4bfe-bc49-80d1d8505d32,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:07.052786 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b6b2543e-a200-4379-a34f-bf7c6e506303 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:07.109372 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cb49f641-e71e-4942-a179-c313f3614f38 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:07.112138 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cf43e446-f488-48a2-aeaf-4ccf15285396 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Notify callbacks [] for floatingip, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:07.112138 n-d-840717-1 neutron-server[88197]: INFO neutron.db.l3_db [None req-cf43e446-f488-48a2-aeaf-4ccf15285396 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Floating IP 7070b7b2-a71e-4d71-a5f8-c43e17bd3b0b disassociated (deleted). External IP: 172.25.0.238, port: 83e4c34a-8464-4fbb-8e0c-49e7baf2d1e8. May 05 20:25:07.192112 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-b6b2543e-a200-4379-a34f-bf7c6e506303 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] 10.222.0.36 "DELETE /v2.0/ports/e82b3fdf-ed38-4bef-bf20-e7088a040017 HTTP/1.1" status: 204 len: 168 time: 2.9695463 May 05 20:25:07.192112 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54636) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:25:07.214825 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650b124b-3b61-4727-95ad-80aa975b1636 req-db173da2-bba0-4ddc-99ae-a69edf8ae020 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:07.214825 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-650b124b-3b61-4727-95ad-80aa975b1636 req-db173da2-bba0-4ddc-99ae-a69edf8ae020 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac8d508c-ff4d-4c19-93a7-38524b4b2fa9 HTTP/1.1" status: 200 len: 945 time: 0.7281029 May 05 20:25:07.265183 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd8898-e705-4e51-923b-8801f79466b6 req-95481777-d4b9-4dcc-a7b5-6458dca7283b tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:07.265183 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-defd8898-e705-4e51-923b-8801f79466b6 req-95481777-d4b9-4dcc-a7b5-6458dca7283b tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] 10.222.0.36 "GET /v2.0/ports?device_id=ac8d508c-ff4d-4c19-93a7-38524b4b2fa9 HTTP/1.1" status: 200 len: 945 time: 0.4846284 May 05 20:25:07.299634 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb3bcdc8-835c-4acc-be8f-94d632a84558 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] GET failed (client error): The resource could not be found. May 05 20:25:07.299634 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-fb3bcdc8-835c-4acc-be8f-94d632a84558 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Synchronizing usage tracker for tenant:d304d302ea6142ce87fe2a99e48e03b3 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:25:07.395167 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-650b124b-3b61-4727-95ad-80aa975b1636 req-500bbad3-f105-4ab6-8a5f-756539f9c13f tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Deleting port ff0eeed0-9721-4c22-b0a9-c571f849f108 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:25:07.395167 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-650b124b-3b61-4727-95ad-80aa975b1636 req-500bbad3-f105-4ab6-8a5f-756539f9c13f tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:07.568343 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb49f641-e71e-4942-a179-c313f3614f38 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Router 5f126da4-335a-4c9b-808d-dd89bb24689e is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:25:07.643944 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-fb3bcdc8-835c-4acc-be8f-94d632a84558 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Unset dirty status for tenant:d304d302ea6142ce87fe2a99e48e03b3 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:25:07.643944 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-fb3bcdc8-835c-4acc-be8f-94d632a84558 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] 10.222.0.36 "GET /v2.0/ports/e82b3fdf-ed38-4bef-bf20-e7088a040017 HTTP/1.1" status: 404 len: 333 time: 0.4409957 May 05 20:25:07.643944 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-defd8898-e705-4e51-923b-8801f79466b6 req-68a2b793-d87f-4ca0-8398-595ca7fe5dbb tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] 10.222.0.36 "GET /v2.0/security-groups?id=8eda2352-7e6c-4384-97c1-b91c9276aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3719361 May 05 20:25:07.643944 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54644) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:25:07.674564 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-0523ae33-3bf3-4b8b-b99f-a7e912b97efc tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Request body: {'port': {'network_id': '84fed2bc-c669-473c-adac-371bbcfce415', 'name': 'tempest-AllowedAddressPairTestJSON-883743826'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:25:07.823476 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf43e446-f488-48a2-aeaf-4ccf15285396 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Router 94763e22-eee5-4fc5-bf8c-45117e71437e has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:25:07.862113 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:07.972374 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-650b124b-3b61-4727-95ad-80aa975b1636 req-500bbad3-f105-4ab6-8a5f-756539f9c13f tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] For port ff0eeed0-9721-4c22-b0a9-c571f849f108, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=ff0eeed0-9721-4c22-b0a9-c571f849f108,segment=NetworkSegment(91a06b22-4f81-42bf-a32c-14ccd82ed834),segment_id=91a06b22-4f81-42bf-a32c-14ccd82ed834)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:25:07.972374 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-650b124b-3b61-4727-95ad-80aa975b1636 req-500bbad3-f105-4ab6-8a5f-756539f9c13f tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:08.068335 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:08.164923 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-650b124b-3b61-4727-95ad-80aa975b1636 req-500bbad3-f105-4ab6-8a5f-756539f9c13f tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Calling delete_port for ff0eeed0-9721-4c22-b0a9-c571f849f108 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:25:08.167100 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-0523ae33-3bf3-4b8b-b99f-a7e912b97efc tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:25:08.175266 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-0523ae33-3bf3-4b8b-b99f-a7e912b97efc tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:25:08.211103 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0523ae33-3bf3-4b8b-b99f-a7e912b97efc tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Made reservation on behalf of d304d302ea6142ce87fe2a99e48e03b3 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:25:08.211103 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0523ae33-3bf3-4b8b-b99f-a7e912b97efc tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:08.215002 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb49f641-e71e-4942-a179-c313f3614f38 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:25:08.218937 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e295d43-8d81-42f9-bf25-f00902559647 None None] Sync routers for ids ['5f126da4-335a-4c9b-808d-dd89bb24689e'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:25:08.234087 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e295d43-8d81-42f9-bf25-f00902559647 None None] Routers {'5f126da4-335a-4c9b-808d-dd89bb24689e'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:25:08.237323 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [None req-0523ae33-3bf3-4b8b-b99f-a7e912b97efc tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] device_id is not set on port 80401bdc-37c7-4046-b497-936d0cdf3add yet. {{(pid=88197) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:25:08.241704 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-3e295d43-8d81-42f9-bf25-f00902559647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:25:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['5f126da4-335a-4c9b-808d-dd89bb24689e'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:25:08.289507 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cb49f641-e71e-4942-a179-c313f3614f38 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:08.289507 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-cb49f641-e71e-4942-a179-c313f3614f38 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.4721231 May 05 20:25:08.289507 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54652) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:25:08.316600 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf43e446-f488-48a2-aeaf-4ccf15285396 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:25:08.326579 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5cd823-2940-4b1d-91e6-89354d00cfce None None] Sync routers for ids ['94763e22-eee5-4fc5-bf8c-45117e71437e'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:25:08.335321 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cf43e446-f488-48a2-aeaf-4ccf15285396 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:08.344049 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5cd823-2940-4b1d-91e6-89354d00cfce None None] Routers {'94763e22-eee5-4fc5-bf8c-45117e71437e'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:25:08.344049 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-7e5cd823-2940-4b1d-91e6-89354d00cfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:25:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['94763e22-eee5-4fc5-bf8c-45117e71437e'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:25:08.381805 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-3e295d43-8d81-42f9-bf25-f00902559647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:25:08.414669 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e295d43-8d81-42f9-bf25-f00902559647 None None] Routers {'5f126da4-335a-4c9b-808d-dd89bb24689e'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:25:08.414669 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-3e295d43-8d81-42f9-bf25-f00902559647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:25:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['5f126da4-335a-4c9b-808d-dd89bb24689e'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:25:08.528278 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-3e295d43-8d81-42f9-bf25-f00902559647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:25:08.528278 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e295d43-8d81-42f9-bf25-f00902559647 None None] The sync data for ids ['5f126da4-335a-4c9b-808d-dd89bb24689e'] in n-d-840717-1 is: [] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:25:08.735530 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-860a355f-2443-4a57-9d32-f170cd5917c6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "GET /v2.0/routers/5f126da4-335a-4c9b-808d-dd89bb24689e HTTP/1.1" status: 200 len: 884 time: 0.4426620 May 05 20:25:08.735530 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54662) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:25:08.771756 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-cf43e446-f488-48a2-aeaf-4ccf15285396 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] 10.222.0.36 "DELETE /v2.0/floatingips/7070b7b2-a71e-4d71-a5f8-c43e17bd3b0b HTTP/1.1" status: 204 len: 168 time: 4.4489076 May 05 20:25:08.771756 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddb06a81-b217-42e9-b74f-7a3d6a936718', 'tag': '83e4c34a-8464-4fbb-8e0c-49e7baf2d1e8'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:25:08.868264 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-7e5cd823-2940-4b1d-91e6-89354d00cfce None None] Set router 94763e22-eee5-4fc5-bf8c-45117e71437e gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:25:08.933020 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-0523ae33-3bf3-4b8b-b99f-a7e912b97efc tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Allocated IP 172.20.0.11 (84fed2bc-c669-473c-adac-371bbcfce415/c04cb810-54fa-4a20-9d79-545422c7e645/80401bdc-37c7-4046-b497-936d0cdf3add) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:25:09.552444 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46d4cf16-f29d-4a3c-aa23-f07c9fdcac95'] response: {'name': 'network-changed', 'server_uuid': 'ddb06a81-b217-42e9-b74f-7a3d6a936718', 'tag': '83e4c34a-8464-4fbb-8e0c-49e7baf2d1e8', 'status': 'completed', 'code': 200} May 05 20:25:09.565997 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-7e5cd823-2940-4b1d-91e6-89354d00cfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94763e22-eee5-4fc5-bf8c-45117e71437e', 'name': 'tempest-TestVolumeBackupRestore-677834481-router', 'tenant_id': '882c3092895149a59ea813977ba9e154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'c21901a0-bd39-448f-ba16-77ed5fdb2307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:18:33Z', 'updated_at': '2022-05-05T20:18:45Z', 'revision_number': 4, 'project_id': '882c3092895149a59ea813977ba9e154', 'gw_port': {'id': 'c21901a0-bd39-448f-ba16-77ed5fdb2307', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:11:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94763e22-eee5-4fc5-bf8c-45117e71437e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:18:35Z', 'updated_at': '2022-05-05T20:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '4d4d160a-2e17-4c06-a02a-b089c9a6d47a', 'name': '', 'network_id': 'e8057ba9-341d-44ba-82ad-e5ee8fd433a8', 'tenant_id': '882c3092895149a59ea813977ba9e154', 'mac_address': 'fa:16:3e:87:ed:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94763e22-eee5-4fc5-bf8c-45117e71437e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': '1e52d411-7180-4fa0-8b69-ccff1684382b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:18:42Z', 'updated_at': '2022-05-05T20:18:53Z', 'revision_number': 5, 'project_id': '882c3092895149a59ea813977ba9e154', 'subnets': [{'id': '1e52d411-7180-4fa0-8b69-ccff1684382b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:25:09.586930 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device ff0eeed0-9721-4c22-b0a9-c571f849f108 no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:25:09.655656 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0523ae33-3bf3-4b8b-b99f-a7e912b97efc tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:09.701274 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5cd823-2940-4b1d-91e6-89354d00cfce None None] Checking router: 94763e22-eee5-4fc5-bf8c-45117e71437e for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:25:09.725825 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5cd823-2940-4b1d-91e6-89354d00cfce None None] Routers {'94763e22-eee5-4fc5-bf8c-45117e71437e'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:25:09.725825 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-7e5cd823-2940-4b1d-91e6-89354d00cfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:25:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['94763e22-eee5-4fc5-bf8c-45117e71437e'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:25:09.901282 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-650b124b-3b61-4727-95ad-80aa975b1636 req-500bbad3-f105-4ab6-8a5f-756539f9c13f tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:09.906075 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-0523ae33-3bf3-4b8b-b99f-a7e912b97efc tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Transition to ACTIVE for port object 80401bdc-37c7-4046-b497-936d0cdf3add will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:25:09.950355 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:09.950355 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-7e5cd823-2940-4b1d-91e6-89354d00cfce None None] Set router 94763e22-eee5-4fc5-bf8c-45117e71437e gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:25:09.975327 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e5ddd2-d7c6-4eb5-9791-30c68eb77dcd req-5ee4ba62-265d-4ed4-980d-41864e5d7b92 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:09.976140 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-01e5ddd2-d7c6-4eb5-9791-30c68eb77dcd req-5ee4ba62-265d-4ed4-980d-41864e5d7b92 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Synchronizing usage tracker for tenant:882c3092895149a59ea813977ba9e154 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:25:09.977340 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f75876-3dc3-4af9-bdab-cb5af66128ab req-82057652-a688-43b6-9ce5-24de211c8ff1 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:09.988987 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-64f75876-3dc3-4af9-bdab-cb5af66128ab req-82057652-a688-43b6-9ce5-24de211c8ff1 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] 10.222.0.36 "GET /v2.0/ports?device_id=ac8d508c-ff4d-4c19-93a7-38524b4b2fa9 HTTP/1.1" status: 200 len: 945 time: 0.9091206 May 05 20:25:09.997914 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-01e5ddd2-d7c6-4eb5-9791-30c68eb77dcd req-5ee4ba62-265d-4ed4-980d-41864e5d7b92 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Unset dirty status for tenant:882c3092895149a59ea813977ba9e154 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:25:10.010985 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500bbad3-f105-4ab6-8a5f-756539f9c13f tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Pushing event deleted for resources: {'Port': ['ID=ff0eeed0-9721-4c22-b0a9-c571f849f108,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:10.012283 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] No active binding found for port ff0eeed0-9721-4c22-b0a9-c571f849f108 {{(pid=88199) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 05 20:25:10.012931 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device ff0eeed0-9721-4c22-b0a9-c571f849f108 not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:25:10.019529 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-01e5ddd2-d7c6-4eb5-9791-30c68eb77dcd req-5ee4ba62-265d-4ed4-980d-41864e5d7b92 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddb06a81-b217-42e9-b74f-7a3d6a936718 HTTP/1.1" status: 200 len: 946 time: 0.2482138 May 05 20:25:10.044410 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0523ae33-3bf3-4b8b-b99f-a7e912b97efc tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:10.091069 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-64f75876-3dc3-4af9-bdab-cb5af66128ab req-b77a8526-daa2-49c4-9471-a0334bdf42f0 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] 10.222.0.36 "GET /v2.0/security-groups?id=8eda2352-7e6c-4384-97c1-b91c9276aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987580 May 05 20:25:10.190317 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0523ae33-3bf3-4b8b-b99f-a7e912b97efc tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Network 84fed2bc-c669-473c-adac-371bbcfce415 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:25:10.190317 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-0523ae33-3bf3-4b8b-b99f-a7e912b97efc tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:25:10.210256 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0523ae33-3bf3-4b8b-b99f-a7e912b97efc tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:25:10.236652 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-650b124b-3b61-4727-95ad-80aa975b1636 req-500bbad3-f105-4ab6-8a5f-756539f9c13f tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] No DVR routers for this DVR port ff0eeed0-9721-4c22-b0a9-c571f849f108 on host n-h2-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:25:10.245364 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-650b124b-3b61-4727-95ad-80aa975b1636 req-500bbad3-f105-4ab6-8a5f-756539f9c13f tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:10.253682 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac8d508c-ff4d-4c19-93a7-38524b4b2fa9', 'name': 'network-vif-deleted', 'tag': 'ff0eeed0-9721-4c22-b0a9-c571f849f108'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:25:10.276367 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c866b-d075-43ed-b9a7-1733d902c796 req-2301ac10-8a10-4fed-8dd8-bfbd9f74830c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:10.277863 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e61c866b-d075-43ed-b9a7-1733d902c796 req-2301ac10-8a10-4fed-8dd8-bfbd9f74830c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=882c3092895149a59ea813977ba9e154&device_id=ddb06a81-b217-42e9-b74f-7a3d6a936718 HTTP/1.1" status: 200 len: 1097 time: 0.4822204 May 05 20:25:10.281525 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-01e5ddd2-d7c6-4eb5-9791-30c68eb77dcd req-680ba623-e473-4a0a-b733-46b774b6d121 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] 10.222.0.36 "GET /v2.0/security-groups?id=ebe5b2be-c1e6-4f72-829d-46069eb7b210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2609217 May 05 20:25:10.323344 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0523ae33-3bf3-4b8b-b99f-a7e912b97efc tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Pushing event updated for resources: {'Port': ['ID=80401bdc-37c7-4046-b497-936d0cdf3add,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:10.379011 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e686151-7204-4c85-9b31-0700a6bb6048'] response: {'server_uuid': 'ac8d508c-ff4d-4c19-93a7-38524b4b2fa9', 'name': 'network-vif-deleted', 'tag': 'ff0eeed0-9721-4c22-b0a9-c571f849f108', 'status': 'completed', 'code': 200} May 05 20:25:10.387809 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-650b124b-3b61-4727-95ad-80aa975b1636 req-500bbad3-f105-4ab6-8a5f-756539f9c13f tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] 10.222.0.50 "DELETE /v2.0/ports/ff0eeed0-9721-4c22-b0a9-c571f849f108 HTTP/1.1" status: 204 len: 173 time: 3.1579399 May 05 20:25:10.406223 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0523ae33-3bf3-4b8b-b99f-a7e912b97efc tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:10.406223 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0523ae33-3bf3-4b8b-b99f-a7e912b97efc tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:10.434629 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-0523ae33-3bf3-4b8b-b99f-a7e912b97efc tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7793939 May 05 20:25:10.434629 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54686) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:25:10.463533 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-7b89562c-665d-4748-bee9-3ca0bfbbf07b tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:24:86:b9'}]}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:25:10.474051 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-ca600b2c-2c9c-4357-a505-66ef5507ba36 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Synchronizing usage tracker for tenant:08e9223c846c46d791083957f9887d85 on resource:router {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:25:10.576929 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-7e5cd823-2940-4b1d-91e6-89354d00cfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94763e22-eee5-4fc5-bf8c-45117e71437e', 'name': 'tempest-TestVolumeBackupRestore-677834481-router', 'tenant_id': '882c3092895149a59ea813977ba9e154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'c21901a0-bd39-448f-ba16-77ed5fdb2307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:18:33Z', 'updated_at': '2022-05-05T20:18:45Z', 'revision_number': 4, 'project_id': '882c3092895149a59ea813977ba9e154', 'gw_port': {'id': 'c21901a0-bd39-448f-ba16-77ed5fdb2307', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:11:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94763e22-eee5-4fc5-bf8c-45117e71437e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:18:35Z', 'updated_at': '2022-05-05T20:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '4d4d160a-2e17-4c06-a02a-b089c9a6d47a', 'name': '', 'network_id': 'e8057ba9-341d-44ba-82ad-e5ee8fd433a8', 'tenant_id': '882c3092895149a59ea813977ba9e154', 'mac_address': 'fa:16:3e:87:ed:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94763e22-eee5-4fc5-bf8c-45117e71437e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': '1e52d411-7180-4fa0-8b69-ccff1684382b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:18:42Z', 'updated_at': '2022-05-05T20:18:53Z', 'revision_number': 5, 'project_id': '882c3092895149a59ea813977ba9e154', 'subnets': [{'id': '1e52d411-7180-4fa0-8b69-ccff1684382b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:25:10.588671 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5cd823-2940-4b1d-91e6-89354d00cfce None None] The sync data for ids ['94763e22-eee5-4fc5-bf8c-45117e71437e'] in n-d-840717-1 is: [{'id': '94763e22-eee5-4fc5-bf8c-45117e71437e', 'name': 'tempest-TestVolumeBackupRestore-677834481-router', 'tenant_id': '882c3092895149a59ea813977ba9e154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'c21901a0-bd39-448f-ba16-77ed5fdb2307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:18:33Z', 'updated_at': '2022-05-05T20:18:45Z', 'revision_number': 4, 'project_id': '882c3092895149a59ea813977ba9e154', 'gw_port': {'id': 'c21901a0-bd39-448f-ba16-77ed5fdb2307', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:11:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94763e22-eee5-4fc5-bf8c-45117e71437e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:18:35Z', 'updated_at': '2022-05-05T20:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '4d4d160a-2e17-4c06-a02a-b089c9a6d47a', 'name': '', 'network_id': 'e8057ba9-341d-44ba-82ad-e5ee8fd433a8', 'tenant_id': '882c3092895149a59ea813977ba9e154', 'mac_address': 'fa:16:3e:87:ed:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94763e22-eee5-4fc5-bf8c-45117e71437e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': '1e52d411-7180-4fa0-8b69-ccff1684382b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:18:42Z', 'updated_at': '2022-05-05T20:18:53Z', 'revision_number': 5, 'project_id': '882c3092895149a59ea813977ba9e154', 'subnets': [{'id': '1e52d411-7180-4fa0-8b69-ccff1684382b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:25:10.654974 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-ca600b2c-2c9c-4357-a505-66ef5507ba36 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Unset dirty status for tenant:08e9223c846c46d791083957f9887d85 on resource:router {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:25:10.656191 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-ca600b2c-2c9c-4357-a505-66ef5507ba36 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.9142230 May 05 20:25:10.673382 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54690) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:25:10.694451 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-bbc71dc7-dd7c-4a86-8153-1e86bfc78bb1 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-367198941'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:25:10.715528 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-54ffa650-4192-4df1-9823-aa3acaf1c0e6 None None] Provisioning for port 80401bdc-37c7-4046-b497-936d0cdf3add completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:25:10.725163 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-54ffa650-4192-4df1-9823-aa3acaf1c0e6 None None] Provisioning complete for port 80401bdc-37c7-4046-b497-936d0cdf3add triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:25:10.725533 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-54ffa650-4192-4df1-9823-aa3acaf1c0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:10.817661 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c866b-d075-43ed-b9a7-1733d902c796 req-cf5e220a-5a4f-4e09-84aa-75546b1f05d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:10.817661 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e61c866b-d075-43ed-b9a7-1733d902c796 req-cf5e220a-5a4f-4e09-84aa-75546b1f05d1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e8057ba9-341d-44ba-82ad-e5ee8fd433a8 HTTP/1.1" status: 200 len: 914 time: 0.5022683 May 05 20:25:10.863214 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-54ffa650-4192-4df1-9823-aa3acaf1c0e6 None None] Port 80401bdc-37c7-4046-b497-936d0cdf3add cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:25:10.971737 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e61c866b-d075-43ed-b9a7-1733d902c796 req-4347ebb8-8dff-43fc-b3da-546c4a8c076c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83e4c34a-8464-4fbb-8e0c-49e7baf2d1e8 HTTP/1.1" status: 200 len: 217 time: 0.1454282 May 05 20:25:11.055316 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c866b-d075-43ed-b9a7-1733d902c796 req-b84f5240-8056-4477-bda9-86ba899ff8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:11.055316 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e61c866b-d075-43ed-b9a7-1733d902c796 req-b84f5240-8056-4477-bda9-86ba899ff8be service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e52d411-7180-4fa0-8b69-ccff1684382b HTTP/1.1" status: 200 len: 852 time: 0.0753412 May 05 20:25:11.084744 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4815bd3f-9feb-4050-9ed2-b8f08b8a1c8c None None] New status for floating IP 7070b7b2-a71e-4d71-a5f8-c43e17bd3b0b: DOWN {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:25:11.211079 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7b89562c-665d-4748-bee9-3ca0bfbbf07b tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:11.374608 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6824e804-5481-4233-9472-ad1b684e1b40 req-00fd011e-3541-4821-b94b-b8f83b1e4a67 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:11.377418 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6824e804-5481-4233-9472-ad1b684e1b40 req-00fd011e-3541-4821-b94b-b8f83b1e4a67 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddb06a81-b217-42e9-b74f-7a3d6a936718 HTTP/1.1" status: 200 len: 946 time: 0.4237502 May 05 20:25:11.452285 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-c0eee2ad-57c8-419d-b454-79cd48aaa614 req-496e5ccd-e1ad-4f78-8251-44a54c2601be tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Synchronizing usage tracker for tenant:3cb74c420a0d44ceab8f0189473c0240 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:25:11.578187 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-c0eee2ad-57c8-419d-b454-79cd48aaa614 req-496e5ccd-e1ad-4f78-8251-44a54c2601be tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Unset dirty status for tenant:3cb74c420a0d44ceab8f0189473c0240 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:25:11.587997 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c0eee2ad-57c8-419d-b454-79cd48aaa614 req-496e5ccd-e1ad-4f78-8251-44a54c2601be tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] 10.222.0.36 "GET /v2.0/ports?device_id=ac8d508c-ff4d-4c19-93a7-38524b4b2fa9 HTTP/1.1" status: 200 len: 210 time: 0.2458808 May 05 20:25:11.605407 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c866b-d075-43ed-b9a7-1733d902c796 req-547c1003-dcc7-46b0-a3a6-59dfc9d3168e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:11.605407 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e61c866b-d075-43ed-b9a7-1733d902c796 req-547c1003-dcc7-46b0-a3a6-59dfc9d3168e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e8057ba9-341d-44ba-82ad-e5ee8fd433a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5348542 May 05 20:25:11.789775 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-6824e804-5481-4233-9472-ad1b684e1b40 req-a02b72a2-5ae6-4a92-a503-2e689cee055e tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Deleting port 83e4c34a-8464-4fbb-8e0c-49e7baf2d1e8 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:25:11.789775 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-6824e804-5481-4233-9472-ad1b684e1b40 req-a02b72a2-5ae6-4a92-a503-2e689cee055e tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:11.927111 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7b89562c-665d-4748-bee9-3ca0bfbbf07b tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:11.936848 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c355ba2-8571-4009-9dce-8dc65d5df926 req-42c6a53f-1967-41bb-a8ec-9c8330b4b999 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:11.940789 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0c355ba2-8571-4009-9dce-8dc65d5df926 req-42c6a53f-1967-41bb-a8ec-9c8330b4b999 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddb06a81-b217-42e9-b74f-7a3d6a936718 HTTP/1.1" status: 200 len: 946 time: 0.2658405 May 05 20:25:11.941079 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7b89562c-665d-4748-bee9-3ca0bfbbf07b tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:12.167545 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bbc71dc7-dd7c-4a86-8153-1e86bfc78bb1 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:12.196508 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bbc71dc7-dd7c-4a86-8153-1e86bfc78bb1 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-641266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-641259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-651706'] for router, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:12.202795 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0c355ba2-8571-4009-9dce-8dc65d5df926 req-379609ae-004c-4542-a185-5f59c53315f4 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] 10.222.0.36 "GET /v2.0/security-groups?id=ebe5b2be-c1e6-4f72-829d-46069eb7b210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2424748 May 05 20:25:12.205345 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e61c866b-d075-43ed-b9a7-1733d902c796 req-bf4b3a3f-97cc-4c46-b0fd-22686a5ca005 service neutron] 10.222.0.24 "GET /v2.0/networks/e8057ba9-341d-44ba-82ad-e5ee8fd433a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5965350 May 05 20:25:12.245882 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b89562c-665d-4748-bee9-3ca0bfbbf07b tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Pushing event updated for resources: {'Port': ['ID=80401bdc-37c7-4046-b497-936d0cdf3add,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:12.414577 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-5ed4985c-ece1-4e8e-879d-17a5e59ea097 None None] Provisioning complete for port 80401bdc-37c7-4046-b497-936d0cdf3add triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:25:12.414577 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5ed4985c-ece1-4e8e-879d-17a5e59ea097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:12.507184 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-7b89562c-665d-4748-bee9-3ca0bfbbf07b tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] In _notify_port_updated(), no bound segment for port 80401bdc-37c7-4046-b497-936d0cdf3add on network 84fed2bc-c669-473c-adac-371bbcfce415 {{(pid=88197) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 05 20:25:12.520514 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b89562c-665d-4748-bee9-3ca0bfbbf07b tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:12.520514 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7b89562c-665d-4748-bee9-3ca0bfbbf07b tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:12.520514 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-7b89562c-665d-4748-bee9-3ca0bfbbf07b tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] 10.222.0.36 "PUT /v2.0/ports/80401bdc-37c7-4046-b497-936d0cdf3add HTTP/1.1" status: 200 len: 996 time: 2.0795364 May 05 20:25:12.527131 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-5ed4985c-ece1-4e8e-879d-17a5e59ea097 None None] Port 80401bdc-37c7-4046-b497-936d0cdf3add cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:25:12.530651 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54716) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:25:12.600090 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e61c866b-d075-43ed-b9a7-1733d902c796 req-62fe927e-bd62-42d6-949a-2e45fd218a57 service neutron] 10.222.0.24 "GET /v2.0/networks/e8057ba9-341d-44ba-82ad-e5ee8fd433a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173373 May 05 20:25:12.611934 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbc71dc7-dd7c-4a86-8153-1e86bfc78bb1 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Router 5f126da4-335a-4c9b-808d-dd89bb24689e has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:25:12.635582 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-6824e804-5481-4233-9472-ad1b684e1b40 req-a02b72a2-5ae6-4a92-a503-2e689cee055e tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] For port 83e4c34a-8464-4fbb-8e0c-49e7baf2d1e8, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=83e4c34a-8464-4fbb-8e0c-49e7baf2d1e8,segment=NetworkSegment(d1d2a867-3913-481e-b382-0f13f5f2eca5),segment_id=d1d2a867-3913-481e-b382-0f13f5f2eca5)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:25:12.635956 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-6824e804-5481-4233-9472-ad1b684e1b40 req-a02b72a2-5ae6-4a92-a503-2e689cee055e tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:12.655778 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-31709c71-043b-49c1-a9b8-98e6d15b3f00 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Deleting port 80401bdc-37c7-4046-b497-936d0cdf3add {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:25:12.656127 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-31709c71-043b-49c1-a9b8-98e6d15b3f00 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:12.857906 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-6824e804-5481-4233-9472-ad1b684e1b40 req-a02b72a2-5ae6-4a92-a503-2e689cee055e tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Calling delete_port for 83e4c34a-8464-4fbb-8e0c-49e7baf2d1e8 owned by compute:nova {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:25:13.024698 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc71dc7-dd7c-4a86-8153-1e86bfc78bb1 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:25:13.032647 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bbc71dc7-dd7c-4a86-8153-1e86bfc78bb1 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:13.033991 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-bbc71dc7-dd7c-4a86-8153-1e86bfc78bb1 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "PUT /v2.0/routers/5f126da4-335a-4c9b-808d-dd89bb24689e HTTP/1.1" status: 200 len: 891 time: 2.3666742 May 05 20:25:13.035581 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe2da75-2638-41c0-8013-da9bab6f6bda None None] Sync routers for ids ['5f126da4-335a-4c9b-808d-dd89bb24689e'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:25:13.037141 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54730) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:25:13.048244 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe2da75-2638-41c0-8013-da9bab6f6bda None None] Routers {'5f126da4-335a-4c9b-808d-dd89bb24689e'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:25:13.048802 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-abe2da75-2638-41c0-8013-da9bab6f6bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:25:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['5f126da4-335a-4c9b-808d-dd89bb24689e'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:25:13.202990 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-abe2da75-2638-41c0-8013-da9bab6f6bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:25:13.219879 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-6824e804-5481-4233-9472-ad1b684e1b40 req-a02b72a2-5ae6-4a92-a503-2e689cee055e tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:13.236213 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe2da75-2638-41c0-8013-da9bab6f6bda None None] Routers {'5f126da4-335a-4c9b-808d-dd89bb24689e'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:25:13.236213 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-abe2da75-2638-41c0-8013-da9bab6f6bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:25:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['5f126da4-335a-4c9b-808d-dd89bb24689e'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:25:13.296068 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02b72a2-5ae6-4a92-a503-2e689cee055e tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Pushing event deleted for resources: {'Port': ['ID=83e4c34a-8464-4fbb-8e0c-49e7baf2d1e8,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:13.413486 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-abe2da75-2638-41c0-8013-da9bab6f6bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:25:13.413945 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe2da75-2638-41c0-8013-da9bab6f6bda None None] The sync data for ids ['5f126da4-335a-4c9b-808d-dd89bb24689e'] in n-d-840717-1 is: [] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:25:13.474091 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-9d2ee986-b3e6-4dbf-abe5-aeced7cc5387 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "GET /v2.0/routers/5f126da4-335a-4c9b-808d-dd89bb24689e HTTP/1.1" status: 200 len: 891 time: 0.4310391 May 05 20:25:13.474091 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54742) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:25:13.530902 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-6824e804-5481-4233-9472-ad1b684e1b40 req-a02b72a2-5ae6-4a92-a503-2e689cee055e tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] No DVR routers for this DVR port 83e4c34a-8464-4fbb-8e0c-49e7baf2d1e8 on host n-h1-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:25:13.533117 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d582a89f-0c3f-4667-b351-4e95c935e5e2 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Synchronizing usage tracker for tenant:08e9223c846c46d791083957f9887d85 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:25:13.577467 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d582a89f-0c3f-4667-b351-4e95c935e5e2 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Unset dirty status for tenant:08e9223c846c46d791083957f9887d85 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:25:13.584022 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d582a89f-0c3f-4667-b351-4e95c935e5e2 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f126da4-335a-4c9b-808d-dd89bb24689e HTTP/1.1" status: 200 len: 205 time: 0.1070297 May 05 20:25:13.584022 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54746) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:25:13.636718 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-31709c71-043b-49c1-a9b8-98e6d15b3f00 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:13.745208 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-6824e804-5481-4233-9472-ad1b684e1b40 req-a02b72a2-5ae6-4a92-a503-2e689cee055e tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:13.784897 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddb06a81-b217-42e9-b74f-7a3d6a936718', 'name': 'network-vif-deleted', 'tag': '83e4c34a-8464-4fbb-8e0c-49e7baf2d1e8'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:25:13.937221 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2725ca41-82c9-4a8d-b576-9a22280e91a0'] response: {'server_uuid': 'ddb06a81-b217-42e9-b74f-7a3d6a936718', 'name': 'network-vif-deleted', 'tag': '83e4c34a-8464-4fbb-8e0c-49e7baf2d1e8', 'status': 'completed', 'code': 200} May 05 20:25:13.957050 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-31709c71-043b-49c1-a9b8-98e6d15b3f00 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Calling delete_port for 80401bdc-37c7-4046-b497-936d0cdf3add owned by {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:25:13.998095 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-26ff6de1-fcd4-41a0-aa65-8355382fb4ba req-0994f03c-7830-44c1-848a-6e1c3834e40a tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddb06a81-b217-42e9-b74f-7a3d6a936718 HTTP/1.1" status: 200 len: 210 time: 0.4807930 May 05 20:25:14.027530 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6824e804-5481-4233-9472-ad1b684e1b40 req-a02b72a2-5ae6-4a92-a503-2e689cee055e tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] 10.222.0.24 "DELETE /v2.0/ports/83e4c34a-8464-4fbb-8e0c-49e7baf2d1e8 HTTP/1.1" status: 204 len: 173 time: 2.5328157 May 05 20:25:14.061544 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-22695f4f-fc38-4f8c-aaf7-da13eaeb7cb3 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:14.218507 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-31709c71-043b-49c1-a9b8-98e6d15b3f00 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:14.310740 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31709c71-043b-49c1-a9b8-98e6d15b3f00 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Pushing event deleted for resources: {'Port': ['ID=80401bdc-37c7-4046-b497-936d0cdf3add,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:14.353487 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:14.473333 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-31709c71-043b-49c1-a9b8-98e6d15b3f00 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:14.506035 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-22695f4f-fc38-4f8c-aaf7-da13eaeb7cb3 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:14.509340 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-31709c71-043b-49c1-a9b8-98e6d15b3f00 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] 10.222.0.36 "DELETE /v2.0/ports/80401bdc-37c7-4046-b497-936d0cdf3add HTTP/1.1" status: 204 len: 168 time: 1.9841807 May 05 20:25:14.512057 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54762) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:25:14.599124 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-19fd76fe-dbb6-449d-8959-27adb3c5fe8d tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] GET failed (client error): The resource could not be found. May 05 20:25:14.599124 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-19fd76fe-dbb6-449d-8959-27adb3c5fe8d tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Synchronizing usage tracker for tenant:d304d302ea6142ce87fe2a99e48e03b3 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:25:14.607267 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-22695f4f-fc38-4f8c-aaf7-da13eaeb7cb3 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Deleting port 3116ca2b-ee09-4fbf-ba4a-7e4f42cf5035 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:25:14.607267 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-22695f4f-fc38-4f8c-aaf7-da13eaeb7cb3 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:14.764530 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-19fd76fe-dbb6-449d-8959-27adb3c5fe8d tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Unset dirty status for tenant:d304d302ea6142ce87fe2a99e48e03b3 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:25:14.766309 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-19fd76fe-dbb6-449d-8959-27adb3c5fe8d tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] 10.222.0.36 "GET /v2.0/ports/80401bdc-37c7-4046-b497-936d0cdf3add HTTP/1.1" status: 404 len: 333 time: 0.2578831 May 05 20:25:14.787297 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 83e4c34a-8464-4fbb-8e0c-49e7baf2d1e8 no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:25:14.800462 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54768) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:25:14.847832 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-b49b330f-0ec1-4002-8d8e-83acb503eed1 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Request body: {'port': {'network_id': '84fed2bc-c669-473c-adac-371bbcfce415', 'name': 'tempest-AllowedAddressPairTestJSON-577186523'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:25:14.908942 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] No Port match for: 83e4c34a-8464-4fbb-8e0c-49e7baf2d1e8 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:25:14.908942 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 83e4c34a-8464-4fbb-8e0c-49e7baf2d1e8 not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:25:15.179723 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-b49b330f-0ec1-4002-8d8e-83acb503eed1 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:25:15.248274 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-b49b330f-0ec1-4002-8d8e-83acb503eed1 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:25:15.271766 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49b330f-0ec1-4002-8d8e-83acb503eed1 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Made reservation on behalf of d304d302ea6142ce87fe2a99e48e03b3 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:25:15.271766 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b49b330f-0ec1-4002-8d8e-83acb503eed1 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:15.332725 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [None req-b49b330f-0ec1-4002-8d8e-83acb503eed1 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] device_id is not set on port 75f7235b-ae95-4c43-80ae-da0c9d5ef63d yet. {{(pid=88197) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:25:15.428755 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c445c3d5-2afb-4ab2-8df9-0636dd83544e req-12f515df-6a1a-4c6a-a99e-51040e62fb15 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddb06a81-b217-42e9-b74f-7a3d6a936718 HTTP/1.1" status: 200 len: 210 time: 0.2195594 May 05 20:25:15.467065 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-22695f4f-fc38-4f8c-aaf7-da13eaeb7cb3 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:15.610257 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-22695f4f-fc38-4f8c-aaf7-da13eaeb7cb3 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Calling delete_port for 3116ca2b-ee09-4fbf-ba4a-7e4f42cf5035 owned by network:router_gateway {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:25:15.771945 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-b49b330f-0ec1-4002-8d8e-83acb503eed1 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Allocated IP 172.20.0.8 (84fed2bc-c669-473c-adac-371bbcfce415/c04cb810-54fa-4a20-9d79-545422c7e645/75f7235b-ae95-4c43-80ae-da0c9d5ef63d) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:25:15.849838 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-22695f4f-fc38-4f8c-aaf7-da13eaeb7cb3 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:15.946134 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22695f4f-fc38-4f8c-aaf7-da13eaeb7cb3 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Pushing event deleted for resources: {'Port': ['ID=3116ca2b-ee09-4fbf-ba4a-7e4f42cf5035,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:16.017166 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-22695f4f-fc38-4f8c-aaf7-da13eaeb7cb3 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:16.081382 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b49b330f-0ec1-4002-8d8e-83acb503eed1 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:16.112543 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-b49b330f-0ec1-4002-8d8e-83acb503eed1 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Transition to ACTIVE for port object 75f7235b-ae95-4c43-80ae-da0c9d5ef63d will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:25:16.144915 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b49b330f-0ec1-4002-8d8e-83acb503eed1 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:16.217509 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-22695f4f-fc38-4f8c-aaf7-da13eaeb7cb3 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:16.217509 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-22695f4f-fc38-4f8c-aaf7-da13eaeb7cb3 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:16.252099 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-22695f4f-fc38-4f8c-aaf7-da13eaeb7cb3 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:16.253335 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22695f4f-fc38-4f8c-aaf7-da13eaeb7cb3 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Fanout notify agent at l3_agent the message router_deleted on router 5f126da4-335a-4c9b-808d-dd89bb24689e {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:25:16.263315 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49b330f-0ec1-4002-8d8e-83acb503eed1 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Network 84fed2bc-c669-473c-adac-371bbcfce415 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:25:16.266665 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-b49b330f-0ec1-4002-8d8e-83acb503eed1 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:25:16.276630 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49b330f-0ec1-4002-8d8e-83acb503eed1 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:25:16.284370 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-22695f4f-fc38-4f8c-aaf7-da13eaeb7cb3 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:16.293089 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-22695f4f-fc38-4f8c-aaf7-da13eaeb7cb3 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "DELETE /v2.0/routers/5f126da4-335a-4c9b-808d-dd89bb24689e HTTP/1.1" status: 204 len: 168 time: 2.7125859 May 05 20:25:16.294389 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54792) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:25:16.301778 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-c77a6358-9913-451d-b36c-c105a4d3e23a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-261195861'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:25:16.308484 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-c77a6358-9913-451d-b36c-c105a4d3e23a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:25:16.314648 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-c77a6358-9913-451d-b36c-c105a4d3e23a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Usage tracker for resource:network and tenant:08e9223c846c46d791083957f9887d85 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:25:16.320351 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-c77a6358-9913-451d-b36c-c105a4d3e23a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:25:16.329108 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-c77a6358-9913-451d-b36c-c105a4d3e23a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:25:16.348167 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c77a6358-9913-451d-b36c-c105a4d3e23a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Made reservation on behalf of 08e9223c846c46d791083957f9887d85 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:25:16.367447 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49b330f-0ec1-4002-8d8e-83acb503eed1 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Pushing event updated for resources: {'Port': ['ID=75f7235b-ae95-4c43-80ae-da0c9d5ef63d,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:16.369887 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c77a6358-9913-451d-b36c-c105a4d3e23a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:16.443153 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49b330f-0ec1-4002-8d8e-83acb503eed1 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:16.448205 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c77a6358-9913-451d-b36c-c105a4d3e23a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:25:16.462298 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b49b330f-0ec1-4002-8d8e-83acb503eed1 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:16.466218 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c77a6358-9913-451d-b36c-c105a4d3e23a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:16.466218 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-c77a6358-9913-451d-b36c-c105a4d3e23a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Added segment b3068f8b-b4d7-4b7c-a863-7284e1fbf723 of type vlan for network 0d24e37d-7818-45c7-883d-c9eb598a24c1 May 05 20:25:16.470876 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:16.517675 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-b49b330f-0ec1-4002-8d8e-83acb503eed1 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7114949 May 05 20:25:16.517675 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54804) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:25:16.529529 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-02974c9f-1884-444f-bcb9-1059a22bae58 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Request body: {'port': {'network_id': '84fed2bc-c669-473c-adac-371bbcfce415', 'name': 'tempest-AllowedAddressPairTestJSON-301468782'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:25:16.633685 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c77a6358-9913-451d-b36c-c105a4d3e23a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:16.649132 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54810) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:25:16.672904 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c77a6358-9913-451d-b36c-c105a4d3e23a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:16.687811 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77a6358-9913-451d-b36c-c105a4d3e23a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:16.687811 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c77a6358-9913-451d-b36c-c105a4d3e23a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:16.716497 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9f507390-192a-4391-9532-4da63a9b41a1 None None] Provisioning for port 75f7235b-ae95-4c43-80ae-da0c9d5ef63d completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:25:16.735936 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9f507390-192a-4391-9532-4da63a9b41a1 None None] Provisioning complete for port 75f7235b-ae95-4c43-80ae-da0c9d5ef63d triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:25:16.736313 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9f507390-192a-4391-9532-4da63a9b41a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:16.811532 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-723f5af7-fac5-4c5a-afb9-806798186795 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:16.832793 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-02974c9f-1884-444f-bcb9-1059a22bae58 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:25:16.839256 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9f507390-192a-4391-9532-4da63a9b41a1 None None] Port 75f7235b-ae95-4c43-80ae-da0c9d5ef63d cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:25:16.847175 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-02974c9f-1884-444f-bcb9-1059a22bae58 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Usage tracker for resource:port and tenant:d304d302ea6142ce87fe2a99e48e03b3 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:25:16.870667 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-02974c9f-1884-444f-bcb9-1059a22bae58 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:25:16.877774 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c77a6358-9913-451d-b36c-c105a4d3e23a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5796831 May 05 20:25:16.897146 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54822) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:25:16.923268 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-723f5af7-fac5-4c5a-afb9-806798186795 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:16.946869 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-05ce05af-b9a5-4c4c-8c32-4440111dcddd tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Request body: {'subnet': {'network_id': '0d24e37d-7818-45c7-883d-c9eb598a24c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:25:16.982479 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77a6358-9913-451d-b36c-c105a4d3e23a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Pushing event updated for resources: {'Network': ['ID=0d24e37d-7818-45c7-883d-c9eb598a24c1,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:16.987987 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-02974c9f-1884-444f-bcb9-1059a22bae58 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:25:16.996768 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 0d24e37d-7818-45c7-883d-c9eb598a24c1 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:25:17.189474 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-723f5af7-fac5-4c5a-afb9-806798186795 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:17.243933 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02974c9f-1884-444f-bcb9-1059a22bae58 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Made reservation on behalf of d304d302ea6142ce87fe2a99e48e03b3 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:25:17.256101 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-02974c9f-1884-444f-bcb9-1059a22bae58 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:17.290032 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723f5af7-fac5-4c5a-afb9-806798186795 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe5b2be-c1e6-4f72-829d-46069eb7b210,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:17.312489 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [None req-02974c9f-1884-444f-bcb9-1059a22bae58 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] device_id is not set on port 3f8b3e98-e387-48c0-a98d-59568882ac42 yet. {{(pid=88197) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:25:17.348832 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-05ce05af-b9a5-4c4c-8c32-4440111dcddd tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:25:17.362086 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-05ce05af-b9a5-4c4c-8c32-4440111dcddd tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Usage tracker for resource:subnet and tenant:08e9223c846c46d791083957f9887d85 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:25:17.371386 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-05ce05af-b9a5-4c4c-8c32-4440111dcddd tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:25:17.380457 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-05ce05af-b9a5-4c4c-8c32-4440111dcddd tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:25:17.387768 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-723f5af7-fac5-4c5a-afb9-806798186795 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:17.389213 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-723f5af7-fac5-4c5a-afb9-806798186795 tempest-TestVolumeBackupRestore-802891981 tempest-TestVolumeBackupRestore-802891981-project] 10.222.0.36 "DELETE /v2.0/security-groups/ebe5b2be-c1e6-4f72-829d-46069eb7b210 HTTP/1.1" status: 204 len: 168 time: 0.7427132 May 05 20:25:17.438392 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ce05af-b9a5-4c4c-8c32-4440111dcddd tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Made reservation on behalf of 08e9223c846c46d791083957f9887d85 for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:25:17.438392 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-05ce05af-b9a5-4c4c-8c32-4440111dcddd tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:17.465549 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b3ea85-cbe4-43ec-95da-cc63b5ca7fe7 req-2ba4b192-b939-4fd7-b6f5-929087e374b9 tempest-TestNetworkAdvancedServerOps-1264277304 tempest-TestNetworkAdvancedServerOps-1264277304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:17.465549 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d2b3ea85-cbe4-43ec-95da-cc63b5ca7fe7 req-2ba4b192-b939-4fd7-b6f5-929087e374b9 tempest-TestNetworkAdvancedServerOps-1264277304 tempest-TestNetworkAdvancedServerOps-1264277304-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=cb85796e-354f-4c15-b0f6-67239028b8d5 HTTP/1.1" status: 200 len: 1096 time: 0.1184614 May 05 20:25:17.604932 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d2b3ea85-cbe4-43ec-95da-cc63b5ca7fe7 req-91ef83e1-9c68-4fba-a8b6-0352f0dd3078 tempest-TestNetworkAdvancedServerOps-1264277304 tempest-TestNetworkAdvancedServerOps-1264277304-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=ba9d5b21-6b89-4c8c-8c7b-729858b20cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223941 May 05 20:25:17.762060 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-02974c9f-1884-444f-bcb9-1059a22bae58 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Allocated IP 172.20.0.10 (84fed2bc-c669-473c-adac-371bbcfce415/c04cb810-54fa-4a20-9d79-545422c7e645/3f8b3e98-e387-48c0-a98d-59568882ac42) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:25:18.303886 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-05ce05af-b9a5-4c4c-8c32-4440111dcddd tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:18.384663 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc3dae3-e0a5-4a9b-97fe-ded44768fc10 req-7a8e854d-c671-43bc-8e02-f59dac649037 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:18.386215 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0cc3dae3-e0a5-4a9b-97fe-ded44768fc10 req-7a8e854d-c671-43bc-8e02-f59dac649037 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb85796e-354f-4c15-b0f6-67239028b8d5 HTTP/1.1" status: 200 len: 945 time: 0.5469673 May 05 20:25:18.679484 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ce05af-b9a5-4c4c-8c32-4440111dcddd tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Pushing event updated for resources: {'Subnet': ['ID=bcbf6d7e-52aa-4623-a578-afca89605ab2,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:18.704327 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-02974c9f-1884-444f-bcb9-1059a22bae58 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:18.738614 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ce05af-b9a5-4c4c-8c32-4440111dcddd tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Checking segment: {'id': 'b3068f8b-b4d7-4b7c-a863-7284e1fbf723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0d24e37d-7818-45c7-883d-c9eb598a24c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:25:18.738614 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ce05af-b9a5-4c4c-8c32-4440111dcddd tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Network hostable DHCP agents. Network: 0d24e37d-7818-45c7-883d-c9eb598a24c1, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:25:18.762578 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0cc3dae3-e0a5-4a9b-97fe-ded44768fc10 req-41974067-9022-44ef-95f9-20b6694e475c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba9d5b21-6b89-4c8c-8c7b-729858b20cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3427658 May 05 20:25:18.784850 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54890) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:25:18.810037 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-02974c9f-1884-444f-bcb9-1059a22bae58 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Transition to ACTIVE for port object 3f8b3e98-e387-48c0-a98d-59568882ac42 will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:25:18.861833 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ce05af-b9a5-4c4c-8c32-4440111dcddd tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Network 0d24e37d-7818-45c7-883d-c9eb598a24c1 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:25:18.885507 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-05ce05af-b9a5-4c4c-8c32-4440111dcddd tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 0d24e37d-7818-45c7-883d-c9eb598a24c1) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:25:18.900172 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c6dbbc-2796-4a52-b834-ed619cbafc0a None None] Network 0d24e37d-7818-45c7-883d-c9eb598a24c1 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:25:18.901297 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ce05af-b9a5-4c4c-8c32-4440111dcddd tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:18.901832 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-05ce05af-b9a5-4c4c-8c32-4440111dcddd tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:18.953249 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-02974c9f-1884-444f-bcb9-1059a22bae58 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:19.092577 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a8ce0637-b4d1-4eb5-97e3-1f015cd8726a tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/floatingips/255e5051-9cea-4706-81b1-e88f007c85bc HTTP/1.1" status: 200 len: 992 time: 0.3006613 May 05 20:25:19.120786 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-05ce05af-b9a5-4c4c-8c32-4440111dcddd tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2136078 May 05 20:25:19.126031 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54916) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:25:19.133274 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-ccc4cb55-88cf-42fe-a1ff-d2322fa3d6bb tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1741950876', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:25:19.149246 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ccc4cb55-88cf-42fe-a1ff-d2322fa3d6bb tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:25:19.171258 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-ccc4cb55-88cf-42fe-a1ff-d2322fa3d6bb tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Usage tracker for resource:router and tenant:08e9223c846c46d791083957f9887d85 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:25:19.184366 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-ccc4cb55-88cf-42fe-a1ff-d2322fa3d6bb tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:25:19.200512 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ccc4cb55-88cf-42fe-a1ff-d2322fa3d6bb tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:25:19.227590 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02974c9f-1884-444f-bcb9-1059a22bae58 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Network 84fed2bc-c669-473c-adac-371bbcfce415 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:25:19.230481 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ccc4cb55-88cf-42fe-a1ff-d2322fa3d6bb tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:19.230481 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ccc4cb55-88cf-42fe-a1ff-d2322fa3d6bb tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:19.254246 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-02974c9f-1884-444f-bcb9-1059a22bae58 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:25:19.264329 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02974c9f-1884-444f-bcb9-1059a22bae58 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:25:19.294819 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ccc4cb55-88cf-42fe-a1ff-d2322fa3d6bb tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:19.405332 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ccc4cb55-88cf-42fe-a1ff-d2322fa3d6bb tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:19.522438 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ccc4cb55-88cf-42fe-a1ff-d2322fa3d6bb tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:19.522438 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-ccc4cb55-88cf-42fe-a1ff-d2322fa3d6bb tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3984134 May 05 20:25:19.527702 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 54944) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:25:19.594802 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09873b0e-bbd5-4631-a27a-75b7522c7b96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-0d24e37d-7818-45c7-883d-c9eb598a24c1', 'network_id': '0d24e37d-7818-45c7-883d-c9eb598a24c1', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'fixed_ips': [{'subnet_id': 'bcbf6d7e-52aa-4623-a578-afca89605ab2'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:25:19.594802 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-09873b0e-bbd5-4631-a27a-75b7522c7b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:19.945363 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02974c9f-1884-444f-bcb9-1059a22bae58 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Pushing event updated for resources: {'Port': ['ID=3f8b3e98-e387-48c0-a98d-59568882ac42,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:19.969044 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-5815bcb2-45ac-4b31-9b21-490fa4ab7813 None None] Provisioning for port 3f8b3e98-e387-48c0-a98d-59568882ac42 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:25:19.984304 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-5815bcb2-45ac-4b31-9b21-490fa4ab7813 None None] Provisioning complete for port 3f8b3e98-e387-48c0-a98d-59568882ac42 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:25:19.984681 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5815bcb2-45ac-4b31-9b21-490fa4ab7813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:20.030867 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02974c9f-1884-444f-bcb9-1059a22bae58 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:20.030867 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-02974c9f-1884-444f-bcb9-1059a22bae58 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:20.076352 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-02974c9f-1884-444f-bcb9-1059a22bae58 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5543358 May 05 20:25:20.076352 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 54976) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:25:20.082255 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-cc6b8462-cbf1-4eba-a583-186ac095d913 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.2', 'mac_address': 'fa:16:3e:24:86:b9'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:f9:c1:20'}]}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:25:20.320324 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-09873b0e-bbd5-4631-a27a-75b7522c7b96 None None] Allocated IP 2001:db8::2 (0d24e37d-7818-45c7-883d-c9eb598a24c1/bcbf6d7e-52aa-4623-a578-afca89605ab2/214c7a69-59cc-4a93-94e8-41d7c25f3604) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:25:20.323161 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-5815bcb2-45ac-4b31-9b21-490fa4ab7813 None None] Port 3f8b3e98-e387-48c0-a98d-59568882ac42 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:25:20.933301 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cc6b8462-cbf1-4eba-a583-186ac095d913 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:21.046961 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-09873b0e-bbd5-4631-a27a-75b7522c7b96 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:21.071930 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-09873b0e-bbd5-4631-a27a-75b7522c7b96 None None] Transition to ACTIVE for port object 214c7a69-59cc-4a93-94e8-41d7c25f3604 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:25:21.081631 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-09873b0e-bbd5-4631-a27a-75b7522c7b96 None None] Transition to ACTIVE for port object 214c7a69-59cc-4a93-94e8-41d7c25f3604 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:25:21.092314 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-09873b0e-bbd5-4631-a27a-75b7522c7b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:21.229052 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09873b0e-bbd5-4631-a27a-75b7522c7b96 None None] Network 0d24e37d-7818-45c7-883d-c9eb598a24c1 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:25:21.229052 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-09873b0e-bbd5-4631-a27a-75b7522c7b96 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:25:21.234899 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09873b0e-bbd5-4631-a27a-75b7522c7b96 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:25:21.354908 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09873b0e-bbd5-4631-a27a-75b7522c7b96 None None] Pushing event updated for resources: {'Port': ['ID=214c7a69-59cc-4a93-94e8-41d7c25f3604,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:21.393449 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d25508b2-b322-4cbd-b826-2cec4d625ef3 req-66c0085e-88da-4560-b297-c94003652932 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cb85796e-354f-4c15-b0f6-67239028b8d5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6374555 May 05 20:25:21.412626 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-09873b0e-bbd5-4631-a27a-75b7522c7b96 None None] Attempting to bind port 214c7a69-59cc-4a93-94e8-41d7c25f3604 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:25:21.413001 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-09873b0e-bbd5-4631-a27a-75b7522c7b96 None None] Attempting to bind port 214c7a69-59cc-4a93-94e8-41d7c25f3604 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'b3068f8b-b4d7-4b7c-a863-7284e1fbf723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0d24e37d-7818-45c7-883d-c9eb598a24c1'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:25:21.413427 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09873b0e-bbd5-4631-a27a-75b7522c7b96 None None] Attempting to bind port 214c7a69-59cc-4a93-94e8-41d7c25f3604 on network 0d24e37d-7818-45c7-883d-c9eb598a24c1 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:25:21.427679 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09873b0e-bbd5-4631-a27a-75b7522c7b96 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:25:21.428052 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09873b0e-bbd5-4631-a27a-75b7522c7b96 None None] Checking segment: {'id': 'b3068f8b-b4d7-4b7c-a863-7284e1fbf723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0d24e37d-7818-45c7-883d-c9eb598a24c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:25:21.428619 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-09873b0e-bbd5-4631-a27a-75b7522c7b96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:21.429182 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09873b0e-bbd5-4631-a27a-75b7522c7b96 None None] Bound using segment: {'id': 'b3068f8b-b4d7-4b7c-a863-7284e1fbf723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0d24e37d-7818-45c7-883d-c9eb598a24c1'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:25:21.430411 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-09873b0e-bbd5-4631-a27a-75b7522c7b96 None None] Bound port: 214c7a69-59cc-4a93-94e8-41d7c25f3604, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3068f8b-b4d7-4b7c-a863-7284e1fbf723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0d24e37d-7818-45c7-883d-c9eb598a24c1'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:25:21.434132 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-09873b0e-bbd5-4631-a27a-75b7522c7b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:21.593684 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d76c829b-2974-4fc4-b626-f5c06b782622 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:21.777720 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-09873b0e-bbd5-4631-a27a-75b7522c7b96 None None] For port 214c7a69-59cc-4a93-94e8-41d7c25f3604, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:25:21.777720 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-09873b0e-bbd5-4631-a27a-75b7522c7b96 None None] For port 214c7a69-59cc-4a93-94e8-41d7c25f3604, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=214c7a69-59cc-4a93-94e8-41d7c25f3604,segment=NetworkSegment(b3068f8b-b4d7-4b7c-a863-7284e1fbf723),segment_id=b3068f8b-b4d7-4b7c-a863-7284e1fbf723)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:25:21.786920 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-09873b0e-bbd5-4631-a27a-75b7522c7b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:21.847894 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cc6b8462-cbf1-4eba-a583-186ac095d913 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:21.859990 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cc6b8462-cbf1-4eba-a583-186ac095d913 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:22.015707 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09873b0e-bbd5-4631-a27a-75b7522c7b96 None None] Pushing event updated for resources: {'Port': ['ID=214c7a69-59cc-4a93-94e8-41d7c25f3604,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:22.213985 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6b8462-cbf1-4eba-a583-186ac095d913 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Pushing event updated for resources: {'Port': ['ID=3f8b3e98-e387-48c0-a98d-59568882ac42,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:22.221223 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-cc6b8462-cbf1-4eba-a583-186ac095d913 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] In _notify_port_updated(), no bound segment for port 3f8b3e98-e387-48c0-a98d-59568882ac42 on network 84fed2bc-c669-473c-adac-371bbcfce415 {{(pid=88197) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 05 20:25:22.242412 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6b8462-cbf1-4eba-a583-186ac095d913 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:22.242412 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cc6b8462-cbf1-4eba-a583-186ac095d913 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:22.242412 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-cc6b8462-cbf1-4eba-a583-186ac095d913 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] 10.222.0.36 "PUT /v2.0/ports/3f8b3e98-e387-48c0-a98d-59568882ac42 HTTP/1.1" status: 200 len: 1055 time: 2.1683662 May 05 20:25:22.254830 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 55102) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:25:22.509628 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-e2abf886-99f2-4e51-8b5f-9e667875bf27 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Deleting port 3f8b3e98-e387-48c0-a98d-59568882ac42 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:25:22.510183 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e2abf886-99f2-4e51-8b5f-9e667875bf27 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:22.788569 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b0d26ebd-249d-4999-bd6a-56916578ecde None None] Provisioning complete for port 3f8b3e98-e387-48c0-a98d-59568882ac42 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:25:22.789258 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b0d26ebd-249d-4999-bd6a-56916578ecde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:23.006579 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b0d26ebd-249d-4999-bd6a-56916578ecde None None] Port 3f8b3e98-e387-48c0-a98d-59568882ac42 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:25:23.104959 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-d76c829b-2974-4fc4-b626-f5c06b782622 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Allocated IP 2001:db8::1 (0d24e37d-7818-45c7-883d-c9eb598a24c1/bcbf6d7e-52aa-4623-a578-afca89605ab2/48566a5b-56d5-4c83-acbc-3c04072bcd87) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:25:23.339896 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 55158) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:25:23.361095 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d76c829b-2974-4fc4-b626-f5c06b782622 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:23.390944 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-d76c829b-2974-4fc4-b626-f5c06b782622 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Transition to ACTIVE for port object 48566a5b-56d5-4c83-acbc-3c04072bcd87 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:25:23.483544 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d76c829b-2974-4fc4-b626-f5c06b782622 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:23.705105 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76c829b-2974-4fc4-b626-f5c06b782622 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Pushing event updated for resources: {'Port': ['ID=48566a5b-56d5-4c83-acbc-3c04072bcd87,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:23.738671 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9067cc-cdec-4318-bc5d-002f2dfd3483 req-8d594a52-5bba-48a2-99d8-414374e6a6ba tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:23.748732 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-df9067cc-cdec-4318-bc5d-002f2dfd3483 req-8d594a52-5bba-48a2-99d8-414374e6a6ba tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb85796e-354f-4c15-b0f6-67239028b8d5 HTTP/1.1" status: 200 len: 945 time: 2.5024388 May 05 20:25:23.843918 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76c829b-2974-4fc4-b626-f5c06b782622 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Network 0d24e37d-7818-45c7-883d-c9eb598a24c1 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:25:23.846677 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-d76c829b-2974-4fc4-b626-f5c06b782622 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:25:23.849961 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76c829b-2974-4fc4-b626-f5c06b782622 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:25:23.850970 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d76c829b-2974-4fc4-b626-f5c06b782622 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:23.993231 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-df9067cc-cdec-4318-bc5d-002f2dfd3483 req-a8aebcc1-f255-480d-81e1-5e29da3bf37b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba9d5b21-6b89-4c8c-8c7b-729858b20cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2334027 May 05 20:25:24.158202 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e2abf886-99f2-4e51-8b5f-9e667875bf27 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:24.286801 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d76c829b-2974-4fc4-b626-f5c06b782622 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:24.348979 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aedc7d9-9c82-4606-922c-7d5a6b272ca1 None None] Network 0d24e37d-7818-45c7-883d-c9eb598a24c1 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:25:24.481419 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-e2abf886-99f2-4e51-8b5f-9e667875bf27 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Calling delete_port for 3f8b3e98-e387-48c0-a98d-59568882ac42 owned by {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:25:24.949041 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 214c7a69-59cc-4a93-94e8-41d7c25f3604 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:25:25.165960 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-d0f1a798-cb55-452f-b6d5-7b19dbc8c329 None None] Provisioning for port 214c7a69-59cc-4a93-94e8-41d7c25f3604 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:25:25.190926 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 214c7a69-59cc-4a93-94e8-41d7c25f3604 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:25:25.203046 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 214c7a69-59cc-4a93-94e8-41d7c25f3604 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:25:25.203444 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:25.444425 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e2abf886-99f2-4e51-8b5f-9e667875bf27 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:25.481300 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:25.541840 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2abf886-99f2-4e51-8b5f-9e667875bf27 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Pushing event deleted for resources: {'Port': ['ID=3f8b3e98-e387-48c0-a98d-59568882ac42,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:25.602866 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25508b2-b322-4cbd-b826-2cec4d625ef3 req-c8efed05-3035-42f7-ac08-82731e8a5ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:25.605124 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d25508b2-b322-4cbd-b826-2cec4d625ef3 req-c8efed05-3035-42f7-ac08-82731e8a5ec4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=310f91420a2d4ddd8aab8a710d8dc814&device_id=cb85796e-354f-4c15-b0f6-67239028b8d5 HTTP/1.1" status: 200 len: 1096 time: 0.8502960 May 05 20:25:25.670876 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 214c7a69-59cc-4a93-94e8-41d7c25f3604, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=214c7a69-59cc-4a93-94e8-41d7c25f3604,segment=NetworkSegment(b3068f8b-b4d7-4b7c-a863-7284e1fbf723),segment_id=b3068f8b-b4d7-4b7c-a863-7284e1fbf723)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:25:25.687237 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:25.918472 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=214c7a69-59cc-4a93-94e8-41d7c25f3604,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:26.056311 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e262cf72-5e1e-4a26-bed8-fa779fd1b187 req-27adc808-8bf2-4cb9-9306-7a4905a5b1a8 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:26.077807 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e262cf72-5e1e-4a26-bed8-fa779fd1b187 req-27adc808-8bf2-4cb9-9306-7a4905a5b1a8 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb85796e-354f-4c15-b0f6-67239028b8d5 HTTP/1.1" status: 200 len: 945 time: 0.7012491 May 05 20:25:26.328590 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e262cf72-5e1e-4a26-bed8-fa779fd1b187 req-ce0ee495-7a0b-49a6-8dbc-8dd609e75c37 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba9d5b21-6b89-4c8c-8c7b-729858b20cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2521260 May 05 20:25:26.360767 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d76c829b-2974-4fc4-b626-f5c06b782622 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:26.371814 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d76c829b-2974-4fc4-b626-f5c06b782622 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:26.371814 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d76c829b-2974-4fc4-b626-f5c06b782622 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:26.376345 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-024d4a82-7e31-4fd8-8626-a3d08f4a6168 None None] Provisioning complete for port 214c7a69-59cc-4a93-94e8-41d7c25f3604 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:25:26.376345 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-024d4a82-7e31-4fd8-8626-a3d08f4a6168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:26.386913 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25508b2-b322-4cbd-b826-2cec4d625ef3 req-8f44458b-c745-4bb3-ada5-81177b2e5088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:26.386913 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d25508b2-b322-4cbd-b826-2cec4d625ef3 req-8f44458b-c745-4bb3-ada5-81177b2e5088 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3b8a893f-8203-415f-97ec-c81abad76035 HTTP/1.1" status: 200 len: 898 time: 0.7690632 May 05 20:25:26.485672 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76c829b-2974-4fc4-b626-f5c06b782622 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Pushing event updated for resources: {'Port': ['ID=48566a5b-56d5-4c83-acbc-3c04072bcd87,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:26.639665 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 214c7a69-59cc-4a93-94e8-41d7c25f3604 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:25:26.661234 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e2abf886-99f2-4e51-8b5f-9e667875bf27 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:26.661728 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d83974-3f8c-461f-8e1c-35b1f1a333cc req-b9739cca-b32d-461c-8b16-ca2d2617bf93 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:26.663013 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-19d83974-3f8c-461f-8e1c-35b1f1a333cc req-b9739cca-b32d-461c-8b16-ca2d2617bf93 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] 10.222.0.36 "GET /v2.0/networks?id=a832387e-31e5-4ff2-a2fd-7455c4d42558 HTTP/1.1" status: 200 len: 814 time: 0.5723507 May 05 20:25:26.700073 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55298) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:25:26.712136 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-e2abf886-99f2-4e51-8b5f-9e667875bf27 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] 10.222.0.36 "DELETE /v2.0/ports/3f8b3e98-e387-48c0-a98d-59568882ac42 HTTP/1.1" status: 204 len: 168 time: 4.4627714 May 05 20:25:26.763000 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-19d83974-3f8c-461f-8e1c-35b1f1a333cc req-cccaf88a-7a7a-4f17-9ea5-beec23df9417 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] 10.222.0.36 "GET /v2.0/quotas/3cb74c420a0d44ceab8f0189473c0240 HTTP/1.1" status: 200 len: 375 time: 0.0794220 May 05 20:25:26.831600 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-19d83974-3f8c-461f-8e1c-35b1f1a333cc req-53c4ebb8-5e97-4aee-9a5a-df4cdfa07772 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3cb74c420a0d44ceab8f0189473c0240&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482688 May 05 20:25:26.831600 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-26bb605b-6aed-4aec-aae0-374404e80d6d tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] GET failed (client error): The resource could not be found. May 05 20:25:26.831600 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-26bb605b-6aed-4aec-aae0-374404e80d6d tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] 10.222.0.36 "GET /v2.0/ports/3f8b3e98-e387-48c0-a98d-59568882ac42 HTTP/1.1" status: 404 len: 333 time: 0.1264486 May 05 20:25:26.837360 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-024d4a82-7e31-4fd8-8626-a3d08f4a6168 None None] Provisioning for port 48566a5b-56d5-4c83-acbc-3c04072bcd87 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:25:26.839632 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55308) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:25:26.841556 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 214c7a69-59cc-4a93-94e8-41d7c25f3604 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:25:26.841556 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:26.878478 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2dea1d67-9d44-45a0-9ba6-e980fc0b0edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:26.901254 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-024d4a82-7e31-4fd8-8626-a3d08f4a6168 None None] Provisioning complete for port 48566a5b-56d5-4c83-acbc-3c04072bcd87 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:25:26.901834 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-024d4a82-7e31-4fd8-8626-a3d08f4a6168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:26.987113 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-024d4a82-7e31-4fd8-8626-a3d08f4a6168 None None] Port 48566a5b-56d5-4c83-acbc-3c04072bcd87 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:25:27.056674 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d25508b2-b322-4cbd-b826-2cec4d625ef3 req-4622db05-4003-48b1-b9c5-4e3e35938294 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf7677d3-a539-4b91-8154-e950713a5934 HTTP/1.1" status: 200 len: 1000 time: 0.5661488 May 05 20:25:27.134418 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-0fea888a-eb9b-484f-8f4a-b9552e53c698 None None] Provisioning complete for port 48566a5b-56d5-4c83-acbc-3c04072bcd87 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:25:27.134418 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0fea888a-eb9b-484f-8f4a-b9552e53c698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:27.178487 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-88863fe9-43bb-45c2-bb8e-26223040a09c tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Deleting port 75f7235b-ae95-4c43-80ae-da0c9d5ef63d {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:25:27.178487 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-88863fe9-43bb-45c2-bb8e-26223040a09c tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:27.239133 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-0fea888a-eb9b-484f-8f4a-b9552e53c698 None None] Port 48566a5b-56d5-4c83-acbc-3c04072bcd87 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:25:27.313786 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76c829b-2974-4fc4-b626-f5c06b782622 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Network 0d24e37d-7818-45c7-883d-c9eb598a24c1 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:25:27.318272 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25508b2-b322-4cbd-b826-2cec4d625ef3 req-5423fcd9-60a5-4760-b54e-4bb8fc17ea28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:27.319993 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d25508b2-b322-4cbd-b826-2cec4d625ef3 req-5423fcd9-60a5-4760-b54e-4bb8fc17ea28 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cc329b12-7b41-4146-b2a0-e43616e5540f HTTP/1.1" status: 200 len: 834 time: 0.2620082 May 05 20:25:27.339187 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-d76c829b-2974-4fc4-b626-f5c06b782622 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:25:27.440132 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-2dea1d67-9d44-45a0-9ba6-e980fc0b0edb admin admin] Deleting port 4d4d160a-2e17-4c06-a02a-b089c9a6d47a {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:25:27.440132 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2dea1d67-9d44-45a0-9ba6-e980fc0b0edb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:27.875614 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-67a21961-98ae-4fc8-9f1d-575e4aa6d46c None None] Provisioning complete for port 48566a5b-56d5-4c83-acbc-3c04072bcd87 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:25:27.875614 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-67a21961-98ae-4fc8-9f1d-575e4aa6d46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:27.956315 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-67a21961-98ae-4fc8-9f1d-575e4aa6d46c None None] Port 48566a5b-56d5-4c83-acbc-3c04072bcd87 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:25:27.983647 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-2dea1d67-9d44-45a0-9ba6-e980fc0b0edb admin admin] For port 4d4d160a-2e17-4c06-a02a-b089c9a6d47a, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=4d4d160a-2e17-4c06-a02a-b089c9a6d47a,segment=NetworkSegment(d1d2a867-3913-481e-b382-0f13f5f2eca5),segment_id=d1d2a867-3913-481e-b382-0f13f5f2eca5)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:25:27.984124 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2dea1d67-9d44-45a0-9ba6-e980fc0b0edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:28.013178 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-19d83974-3f8c-461f-8e1c-35b1f1a333cc req-573c7777-baa1-46a1-b2bb-668d08856238 service neutron] 10.222.0.36 "GET /v2.0/networks/a832387e-31e5-4ff2-a2fd-7455c4d42558?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1749101 May 05 20:25:28.137064 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-2dea1d67-9d44-45a0-9ba6-e980fc0b0edb admin admin] Calling delete_port for 4d4d160a-2e17-4c06-a02a-b089c9a6d47a owned by network:router_interface {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:25:28.204456 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-88863fe9-43bb-45c2-bb8e-26223040a09c tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:28.248101 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcdc851-a1f9-4378-8e36-675c016b6d22 req-d6d8c2b1-2c98-4147-b3bd-6c2f6b316307 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:28.249591 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4fcdc851-a1f9-4378-8e36-675c016b6d22 req-d6d8c2b1-2c98-4147-b3bd-6c2f6b316307 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb85796e-354f-4c15-b0f6-67239028b8d5 HTTP/1.1" status: 200 len: 945 time: 0.5057118 May 05 20:25:28.294635 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25508b2-b322-4cbd-b826-2cec4d625ef3 req-b1c9372e-9f95-49c8-805d-05911ab0bf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:28.297202 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d25508b2-b322-4cbd-b826-2cec4d625ef3 req-b1c9372e-9f95-49c8-805d-05911ab0bf32 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3b8a893f-8203-415f-97ec-c81abad76035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9512279 May 05 20:25:28.364397 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4fcdc851-a1f9-4378-8e36-675c016b6d22 req-17a9e51e-6ee2-45db-9590-08564f32fb54 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba9d5b21-6b89-4c8c-8c7b-729858b20cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000926 May 05 20:25:28.379042 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d76c829b-2974-4fc4-b626-f5c06b782622 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Router 40dcc4fa-dcb5-4c88-b7bf-64c847e16170 is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:25:28.417919 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-88863fe9-43bb-45c2-bb8e-26223040a09c tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Calling delete_port for 75f7235b-ae95-4c43-80ae-da0c9d5ef63d owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:25:28.504190 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2dea1d67-9d44-45a0-9ba6-e980fc0b0edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:28.505880 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-19d83974-3f8c-461f-8e1c-35b1f1a333cc req-2f1ee63e-f4bb-4d87-a365-ec461be39f6c service neutron] 10.222.0.36 "GET /v2.0/networks/a832387e-31e5-4ff2-a2fd-7455c4d42558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4858792 May 05 20:25:28.568155 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea1d67-9d44-45a0-9ba6-e980fc0b0edb admin admin] Pushing event deleted for resources: {'Port': ['ID=4d4d160a-2e17-4c06-a02a-b089c9a6d47a,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:28.871071 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d25508b2-b322-4cbd-b826-2cec4d625ef3 req-405d13cd-361b-451a-adba-e0a9eaedab1f service neutron] 10.222.0.50 "GET /v2.0/networks/3b8a893f-8203-415f-97ec-c81abad76035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4924147 May 05 20:25:28.939512 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-77c5c0c6-2e61-4ef2-b04c-d61b91bcb1d0 req-0fe44058-7346-4421-ba69-a4f95e2016e8 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] 10.222.0.36 "GET /v2.0/ports?device_id=71d2d7e0-c711-4b94-b69f-d106cf0e14a7 HTTP/1.1" status: 200 len: 210 time: 0.1961303 May 05 20:25:29.136938 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2dea1d67-9d44-45a0-9ba6-e980fc0b0edb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:29.209185 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d76c829b-2974-4fc4-b626-f5c06b782622 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:25:29.229357 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b34e80-7c0e-4acb-bc3e-38b9fbda531b None None] Sync routers for ids ['40dcc4fa-dcb5-4c88-b7bf-64c847e16170'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:25:29.270048 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b34e80-7c0e-4acb-bc3e-38b9fbda531b None None] Routers {'40dcc4fa-dcb5-4c88-b7bf-64c847e16170'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:25:29.271538 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-19b34e80-7c0e-4acb-bc3e-38b9fbda531b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:25:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['40dcc4fa-dcb5-4c88-b7bf-64c847e16170'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:25:29.277542 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d76c829b-2974-4fc4-b626-f5c06b782622 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "PUT /v2.0/routers/40dcc4fa-dcb5-4c88-b7bf-64c847e16170/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7490828 May 05 20:25:29.278427 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55438) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:25:29.335378 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-88863fe9-43bb-45c2-bb8e-26223040a09c tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:29.371338 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-19b34e80-7c0e-4acb-bc3e-38b9fbda531b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:25:29.380326 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b34e80-7c0e-4acb-bc3e-38b9fbda531b None None] Routers {'40dcc4fa-dcb5-4c88-b7bf-64c847e16170'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:25:29.381055 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-19b34e80-7c0e-4acb-bc3e-38b9fbda531b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:25:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['40dcc4fa-dcb5-4c88-b7bf-64c847e16170'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:25:29.418300 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d25508b2-b322-4cbd-b826-2cec4d625ef3 req-fef1e966-d946-4abd-bb31-643f83c6cdee service neutron] 10.222.0.50 "GET /v2.0/networks/3b8a893f-8203-415f-97ec-c81abad76035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3906446 May 05 20:25:29.425653 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88863fe9-43bb-45c2-bb8e-26223040a09c tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Pushing event deleted for resources: {'Port': ['ID=75f7235b-ae95-4c43-80ae-da0c9d5ef63d,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:29.609624 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-19b34e80-7c0e-4acb-bc3e-38b9fbda531b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:25:29.609624 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b34e80-7c0e-4acb-bc3e-38b9fbda531b None None] The sync data for ids ['40dcc4fa-dcb5-4c88-b7bf-64c847e16170'] in n-d-840717-1 is: [] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:25:29.661494 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1747aa6b-5810-40a9-940c-9bd82c592762 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:29.661494 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-1747aa6b-5810-40a9-940c-9bd82c592762 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Synchronizing usage tracker for tenant:08e9223c846c46d791083957f9887d85 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:25:29.875946 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-88863fe9-43bb-45c2-bb8e-26223040a09c tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:29.878203 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-88863fe9-43bb-45c2-bb8e-26223040a09c tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] 10.222.0.36 "DELETE /v2.0/ports/75f7235b-ae95-4c43-80ae-da0c9d5ef63d HTTP/1.1" status: 204 len: 168 time: 3.0420308 May 05 20:25:29.879870 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-1747aa6b-5810-40a9-940c-9bd82c592762 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Unset dirty status for tenant:08e9223c846c46d791083957f9887d85 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:25:29.881617 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-1747aa6b-5810-40a9-940c-9bd82c592762 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "GET /v2.0/ports/48566a5b-56d5-4c83-acbc-3c04072bcd87 HTTP/1.1" status: 200 len: 911 time: 0.6020818 May 05 20:25:29.884273 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55476) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:25:29.884786 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55478) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:25:29.894595 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-87ac7b77-7bd1-4eaf-9036-b55e1a45a712 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bcbf6d7e-52aa-4623-a578-afca89605ab2'}]}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:25:29.995915 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-e90b521a-e965-4a69-b4e2-346faeadc6b4 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] GET failed (client error): The resource could not be found. May 05 20:25:29.995915 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-e90b521a-e965-4a69-b4e2-346faeadc6b4 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Synchronizing usage tracker for tenant:d304d302ea6142ce87fe2a99e48e03b3 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:25:30.033506 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaec5ec-0e49-4444-b288-7b8907865a81 req-7ea82792-3ca2-4848-b4c2-2f40b96cfcf1 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:30.033506 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4aaec5ec-0e49-4444-b288-7b8907865a81 req-7ea82792-3ca2-4848-b4c2-2f40b96cfcf1 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb85796e-354f-4c15-b0f6-67239028b8d5 HTTP/1.1" status: 200 len: 945 time: 0.3013613 May 05 20:25:30.093706 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-e90b521a-e965-4a69-b4e2-346faeadc6b4 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Unset dirty status for tenant:d304d302ea6142ce87fe2a99e48e03b3 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:25:30.099677 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e90b521a-e965-4a69-b4e2-346faeadc6b4 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] 10.222.0.36 "GET /v2.0/ports/75f7235b-ae95-4c43-80ae-da0c9d5ef63d HTTP/1.1" status: 404 len: 333 time: 0.2098696 May 05 20:25:30.099677 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55494) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:25:30.189203 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dea1d67-9d44-45a0-9ba6-e980fc0b0edb admin admin] Router 94763e22-eee5-4fc5-bf8c-45117e71437e has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:25:30.203261 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-50201dec-5e7b-41d3-a286-63ef33c18c2a req-f1e30976-93f1-48f5-85c5-f3580b983814 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] 10.222.0.36 "GET /v2.0/ports?device_id=71d2d7e0-c711-4b94-b69f-d106cf0e14a7 HTTP/1.1" status: 200 len: 210 time: 0.0914493 May 05 20:25:30.422722 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4aaec5ec-0e49-4444-b288-7b8907865a81 req-18b441ed-90e9-4028-b8a3-fd45003837f8 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba9d5b21-6b89-4c8c-8c7b-729858b20cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3755424 May 05 20:25:30.437263 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dea1d67-9d44-45a0-9ba6-e980fc0b0edb admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:25:30.451439 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122dad08-5892-4bd7-be56-82363782df40 None None] Sync routers for ids ['94763e22-eee5-4fc5-bf8c-45117e71437e'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:25:30.456579 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-2dea1d67-9d44-45a0-9ba6-e980fc0b0edb admin admin] 10.222.0.36 "PUT /v2.0/routers/94763e22-eee5-4fc5-bf8c-45117e71437e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1119459 May 05 20:25:30.458626 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-48035617-d2a7-475a-9c9e-75e15cc42467 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Deleting port 49199fe4-c18f-4c4e-a1c8-7accb3e4d30a {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:25:30.458626 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-48035617-d2a7-475a-9c9e-75e15cc42467 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:30.469150 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 55518) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:25:30.480429 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122dad08-5892-4bd7-be56-82363782df40 None None] Routers {'94763e22-eee5-4fc5-bf8c-45117e71437e'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:25:30.480429 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-122dad08-5892-4bd7-be56-82363782df40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:25:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['94763e22-eee5-4fc5-bf8c-45117e71437e'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:25:30.740857 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-87ac7b77-7bd1-4eaf-9036-b55e1a45a712 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:30.876304 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-122dad08-5892-4bd7-be56-82363782df40 None None] Set router 94763e22-eee5-4fc5-bf8c-45117e71437e gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:25:31.259648 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-48035617-d2a7-475a-9c9e-75e15cc42467 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:31.305545 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-122dad08-5892-4bd7-be56-82363782df40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94763e22-eee5-4fc5-bf8c-45117e71437e', 'name': 'tempest-TestVolumeBackupRestore-677834481-router', 'tenant_id': '882c3092895149a59ea813977ba9e154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'c21901a0-bd39-448f-ba16-77ed5fdb2307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:18:33Z', 'updated_at': '2022-05-05T20:25:28Z', 'revision_number': 5, 'project_id': '882c3092895149a59ea813977ba9e154', 'gw_port': {'id': 'c21901a0-bd39-448f-ba16-77ed5fdb2307', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:11:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94763e22-eee5-4fc5-bf8c-45117e71437e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:18:35Z', 'updated_at': '2022-05-05T20:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:25:31.310164 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122dad08-5892-4bd7-be56-82363782df40 None None] Checking router: 94763e22-eee5-4fc5-bf8c-45117e71437e for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:25:31.319553 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122dad08-5892-4bd7-be56-82363782df40 None None] Routers {'94763e22-eee5-4fc5-bf8c-45117e71437e'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:25:31.326855 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2f57caac-b9ce-4d9b-87bf-01364838f1a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:31.328277 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-122dad08-5892-4bd7-be56-82363782df40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:25:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['94763e22-eee5-4fc5-bf8c-45117e71437e'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:25:31.411103 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-48035617-d2a7-475a-9c9e-75e15cc42467 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Calling delete_port for 49199fe4-c18f-4c4e-a1c8-7accb3e4d30a owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:25:31.486165 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d83974-3f8c-461f-8e1c-35b1f1a333cc req-1f5ca8b9-f050-4418-b8f7-241288099d7b tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:31.486165 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-19d83974-3f8c-461f-8e1c-35b1f1a333cc req-1f5ca8b9-f050-4418-b8f7-241288099d7b tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] 10.222.0.24 "GET /v2.0/networks?id=a832387e-31e5-4ff2-a2fd-7455c4d42558 HTTP/1.1" status: 200 len: 814 time: 0.5237167 May 05 20:25:31.573036 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-19d83974-3f8c-461f-8e1c-35b1f1a333cc req-aae5408e-3a67-4171-aa8b-471ff8ea9b4b tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Request body: {'port': {'device_id': '71d2d7e0-c711-4b94-b69f-d106cf0e14a7', 'network_id': 'a832387e-31e5-4ff2-a2fd-7455c4d42558', 'admin_state_up': True, 'tenant_id': '3cb74c420a0d44ceab8f0189473c0240'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:25:31.628292 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-122dad08-5892-4bd7-be56-82363782df40 None None] Set router 94763e22-eee5-4fc5-bf8c-45117e71437e gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:25:31.639520 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b68d7f4e-0b83-4d22-8799-16db7bdf3f20 req-ba07b0f6-e300-4803-b2be-16d6b6119198 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] 10.222.0.36 "GET /v2.0/ports?device_id=71d2d7e0-c711-4b94-b69f-d106cf0e14a7 HTTP/1.1" status: 200 len: 210 time: 0.2317100 May 05 20:25:32.013132 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-122dad08-5892-4bd7-be56-82363782df40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94763e22-eee5-4fc5-bf8c-45117e71437e', 'name': 'tempest-TestVolumeBackupRestore-677834481-router', 'tenant_id': '882c3092895149a59ea813977ba9e154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'c21901a0-bd39-448f-ba16-77ed5fdb2307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:18:33Z', 'updated_at': '2022-05-05T20:25:28Z', 'revision_number': 5, 'project_id': '882c3092895149a59ea813977ba9e154', 'gw_port': {'id': 'c21901a0-bd39-448f-ba16-77ed5fdb2307', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:11:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94763e22-eee5-4fc5-bf8c-45117e71437e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:18:35Z', 'updated_at': '2022-05-05T20:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:25:32.017517 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122dad08-5892-4bd7-be56-82363782df40 None None] The sync data for ids ['94763e22-eee5-4fc5-bf8c-45117e71437e'] in n-d-840717-1 is: [{'id': '94763e22-eee5-4fc5-bf8c-45117e71437e', 'name': 'tempest-TestVolumeBackupRestore-677834481-router', 'tenant_id': '882c3092895149a59ea813977ba9e154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'c21901a0-bd39-448f-ba16-77ed5fdb2307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:18:33Z', 'updated_at': '2022-05-05T20:25:28Z', 'revision_number': 5, 'project_id': '882c3092895149a59ea813977ba9e154', 'gw_port': {'id': 'c21901a0-bd39-448f-ba16-77ed5fdb2307', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:11:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94763e22-eee5-4fc5-bf8c-45117e71437e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:18:35Z', 'updated_at': '2022-05-05T20:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:25:32.036799 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2f57caac-b9ce-4d9b-87bf-01364838f1a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:32.066712 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf89d6b-e3ff-4a55-8158-686f9220f6c4 req-97f22c72-0984-44a9-8fa4-7bd69615ee84 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:32.076947 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cdf89d6b-e3ff-4a55-8158-686f9220f6c4 req-97f22c72-0984-44a9-8fa4-7bd69615ee84 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb85796e-354f-4c15-b0f6-67239028b8d5 HTTP/1.1" status: 200 len: 945 time: 0.4850855 May 05 20:25:32.114340 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-19d83974-3f8c-461f-8e1c-35b1f1a333cc req-aae5408e-3a67-4171-aa8b-471ff8ea9b4b tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:25:32.136002 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-2f57caac-b9ce-4d9b-87bf-01364838f1a3 admin admin] Deleting port c21901a0-bd39-448f-ba16-77ed5fdb2307 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:25:32.136002 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2f57caac-b9ce-4d9b-87bf-01364838f1a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:32.137981 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-48035617-d2a7-475a-9c9e-75e15cc42467 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:32.160992 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cdf89d6b-e3ff-4a55-8158-686f9220f6c4 req-b222995e-024a-4d87-9d13-b83426fadc9f tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba9d5b21-6b89-4c8c-8c7b-729858b20cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821259 May 05 20:25:32.171197 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-19d83974-3f8c-461f-8e1c-35b1f1a333cc req-aae5408e-3a67-4171-aa8b-471ff8ea9b4b tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:25:32.203541 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19d83974-3f8c-461f-8e1c-35b1f1a333cc req-aae5408e-3a67-4171-aa8b-471ff8ea9b4b tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Made reservation on behalf of 3cb74c420a0d44ceab8f0189473c0240 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:25:32.207028 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-19d83974-3f8c-461f-8e1c-35b1f1a333cc req-aae5408e-3a67-4171-aa8b-471ff8ea9b4b tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:32.218524 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-87ac7b77-7bd1-4eaf-9036-b55e1a45a712 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:32.232900 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48035617-d2a7-475a-9c9e-75e15cc42467 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Pushing event deleted for resources: {'Port': ['ID=49199fe4-c18f-4c4e-a1c8-7accb3e4d30a,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:32.268724 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-87ac7b77-7bd1-4eaf-9036-b55e1a45a712 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:32.275283 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ac7b77-7bd1-4eaf-9036-b55e1a45a712 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:32.275871 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-87ac7b77-7bd1-4eaf-9036-b55e1a45a712 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:32.280910 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-87ac7b77-7bd1-4eaf-9036-b55e1a45a712 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "PUT /v2.0/ports/48566a5b-56d5-4c83-acbc-3c04072bcd87 HTTP/1.1" status: 200 len: 911 time: 2.3925307 May 05 20:25:32.281702 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55542) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:25:32.536445 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 4d4d160a-2e17-4c06-a02a-b089c9a6d47a no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:25:32.575700 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-2f57caac-b9ce-4d9b-87bf-01364838f1a3 admin admin] For port c21901a0-bd39-448f-ba16-77ed5fdb2307, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=c21901a0-bd39-448f-ba16-77ed5fdb2307,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:25:32.576256 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2f57caac-b9ce-4d9b-87bf-01364838f1a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:32.582406 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 4d4d160a-2e17-4c06-a02a-b089c9a6d47a {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:25:32.587815 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 4d4d160a-2e17-4c06-a02a-b089c9a6d47a not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:25:32.590899 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-19d83974-3f8c-461f-8e1c-35b1f1a333cc req-aae5408e-3a67-4171-aa8b-471ff8ea9b4b tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Allocated IP 172.20.0.12 (a832387e-31e5-4ff2-a2fd-7455c4d42558/48fdae70-c7db-41e9-a9c8-4b1e968522dd/fab58869-8fbc-4a31-a91e-3b2bdfe38d12) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:25:32.811945 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-2f57caac-b9ce-4d9b-87bf-01364838f1a3 admin admin] Calling delete_port for c21901a0-bd39-448f-ba16-77ed5fdb2307 owned by network:router_gateway {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:25:32.871612 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ac7b77-7bd1-4eaf-9036-b55e1a45a712 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Pushing event updated for resources: {'Port': ['ID=48566a5b-56d5-4c83-acbc-3c04072bcd87,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:32.878264 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-48035617-d2a7-475a-9c9e-75e15cc42467 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:32.979480 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e8852751-7d51-49db-91f7-f2131cb56835 req-a80d8517-b481-4849-8ae1-b786e15f3f31 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] 10.222.0.36 "GET /v2.0/ports?device_id=71d2d7e0-c711-4b94-b69f-d106cf0e14a7 HTTP/1.1" status: 200 len: 210 time: 0.0886874 May 05 20:25:33.024921 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-48035617-d2a7-475a-9c9e-75e15cc42467 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] 10.222.0.36 "DELETE /v2.0/ports/49199fe4-c18f-4c4e-a1c8-7accb3e4d30a HTTP/1.1" status: 204 len: 168 time: 2.9088647 May 05 20:25:33.034508 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 55554) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:25:33.407402 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcfcca6-75b7-47e7-9068-c167d680a917 req-daeb861d-668d-4a2a-a04e-06d3ed83f337 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:33.407402 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1fcfcca6-75b7-47e7-9068-c167d680a917 req-daeb861d-668d-4a2a-a04e-06d3ed83f337 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb85796e-354f-4c15-b0f6-67239028b8d5 HTTP/1.1" status: 200 len: 945 time: 0.1074002 May 05 20:25:33.408737 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c3d077cc-ca97-4802-8098-2898ce8a2549 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:33.505395 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2f57caac-b9ce-4d9b-87bf-01364838f1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:33.584678 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f57caac-b9ce-4d9b-87bf-01364838f1a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c21901a0-bd39-448f-ba16-77ed5fdb2307,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:33.595945 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-19d83974-3f8c-461f-8e1c-35b1f1a333cc req-aae5408e-3a67-4171-aa8b-471ff8ea9b4b tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:33.598786 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1fcfcca6-75b7-47e7-9068-c167d680a917 req-6f9d4007-781c-4718-96bc-4b60e10efcef tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba9d5b21-6b89-4c8c-8c7b-729858b20cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263330 May 05 20:25:33.656168 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-a82abe3d-2e7b-45d1-ade1-2c9cbb7d74dd tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Deleting subnet c04cb810-54fa-4a20-9d79-545422c7e645 {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:25:33.666589 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a82abe3d-2e7b-45d1-ade1-2c9cbb7d74dd tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:33.799904 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a82abe3d-2e7b-45d1-ade1-2c9cbb7d74dd tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:33.831967 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-c3d077cc-ca97-4802-8098-2898ce8a2549 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Deleting port 48566a5b-56d5-4c83-acbc-3c04072bcd87 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:25:33.831967 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c3d077cc-ca97-4802-8098-2898ce8a2549 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:33.838027 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2f57caac-b9ce-4d9b-87bf-01364838f1a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:34.073037 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2f57caac-b9ce-4d9b-87bf-01364838f1a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:34.073037 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2f57caac-b9ce-4d9b-87bf-01364838f1a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:34.087823 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c3d077cc-ca97-4802-8098-2898ce8a2549 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:34.097483 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-19d83974-3f8c-461f-8e1c-35b1f1a333cc req-aae5408e-3a67-4171-aa8b-471ff8ea9b4b tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:34.105700 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2f57caac-b9ce-4d9b-87bf-01364838f1a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:34.105700 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f57caac-b9ce-4d9b-87bf-01364838f1a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94763e22-eee5-4fc5-bf8c-45117e71437e {{(pid=88197) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:25:34.298404 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19d83974-3f8c-461f-8e1c-35b1f1a333cc req-aae5408e-3a67-4171-aa8b-471ff8ea9b4b tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Network a832387e-31e5-4ff2-a2fd-7455c4d42558 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:25:34.312518 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-19d83974-3f8c-461f-8e1c-35b1f1a333cc req-aae5408e-3a67-4171-aa8b-471ff8ea9b4b tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:25:34.323496 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d83974-3f8c-461f-8e1c-35b1f1a333cc req-aae5408e-3a67-4171-aa8b-471ff8ea9b4b tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:25:34.359699 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2f57caac-b9ce-4d9b-87bf-01364838f1a3 admin admin] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:34.359699 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-2f57caac-b9ce-4d9b-87bf-01364838f1a3 admin admin] 10.222.0.36 "DELETE /v2.0/routers/94763e22-eee5-4fc5-bf8c-45117e71437e HTTP/1.1" status: 204 len: 168 time: 3.8874452 May 05 20:25:34.359699 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae5408e-3a67-4171-aa8b-471ff8ea9b4b tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Pushing event updated for resources: {'Port': ['ID=fab58869-8fbc-4a31-a91e-3b2bdfe38d12,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:34.377022 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 55574) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:25:34.403037 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-c3d077cc-ca97-4802-8098-2898ce8a2549 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Calling delete_port for 48566a5b-56d5-4c83-acbc-3c04072bcd87 owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:25:34.418188 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a82abe3d-2e7b-45d1-ade1-2c9cbb7d74dd tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:34.507635 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d83974-3f8c-461f-8e1c-35b1f1a333cc req-aae5408e-3a67-4171-aa8b-471ff8ea9b4b tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:34.508274 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-19d83974-3f8c-461f-8e1c-35b1f1a333cc req-aae5408e-3a67-4171-aa8b-471ff8ea9b4b tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:34.558907 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b88ea16-aa77-4ba5-b4cb-1cc89ba6d7b3 admin admin] Deleting subnet 1e52d411-7180-4fa0-8b69-ccff1684382b {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:25:34.573725 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8b88ea16-aa77-4ba5-b4cb-1cc89ba6d7b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:34.658517 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c3d077cc-ca97-4802-8098-2898ce8a2549 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:34.678587 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-480e79a8-2170-46e3-a736-f7236fcd1dc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:34.701767 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-19d83974-3f8c-461f-8e1c-35b1f1a333cc req-aae5408e-3a67-4171-aa8b-471ff8ea9b4b tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1545415 May 05 20:25:34.739744 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d5cd33-4f88-4b33-bcc6-7ac6eace28f0 req-fbfbb0a0-5e59-4326-b4ad-5b2d921c365d tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:34.739744 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-66d5cd33-4f88-4b33-bcc6-7ac6eace28f0 req-fbfbb0a0-5e59-4326-b4ad-5b2d921c365d tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Synchronizing usage tracker for tenant:3cb74c420a0d44ceab8f0189473c0240 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:25:34.753921 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-19d83974-3f8c-461f-8e1c-35b1f1a333cc req-1078bc70-a96a-4e17-8931-a07fe604e36a service neutron] Request body: {'port': {'device_id': '71d2d7e0-c711-4b94-b69f-d106cf0e14a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:25:34.803509 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device c21901a0-bd39-448f-ba16-77ed5fdb2307 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:25:34.805780 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d077cc-ca97-4802-8098-2898ce8a2549 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Pushing event deleted for resources: {'Port': ['ID=48566a5b-56d5-4c83-acbc-3c04072bcd87,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:34.843183 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a82abe3d-2e7b-45d1-ade1-2c9cbb7d74dd tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:34.869124 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: c21901a0-bd39-448f-ba16-77ed5fdb2307 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:25:34.869881 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device c21901a0-bd39-448f-ba16-77ed5fdb2307 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:25:34.912229 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8b88ea16-aa77-4ba5-b4cb-1cc89ba6d7b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:34.997969 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a82abe3d-2e7b-45d1-ade1-2c9cbb7d74dd tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:35.006605 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00de646-82f9-4034-8c61-5260901a65c8 None None] Network 84fed2bc-c669-473c-adac-371bbcfce415 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:25:35.010159 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-a82abe3d-2e7b-45d1-ade1-2c9cbb7d74dd tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] 10.222.0.36 "DELETE /v2.0/subnets/c04cb810-54fa-4a20-9d79-545422c7e645 HTTP/1.1" status: 204 len: 168 time: 1.9678116 May 05 20:25:35.010159 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82abe3d-2e7b-45d1-ade1-2c9cbb7d74dd tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Pushing event deleted for resources: {'Subnet': ['ID=c04cb810-54fa-4a20-9d79-545422c7e645,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:35.025270 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 55586) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:25:35.124286 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-66d5cd33-4f88-4b33-bcc6-7ac6eace28f0 req-fbfbb0a0-5e59-4326-b4ad-5b2d921c365d tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Unset dirty status for tenant:3cb74c420a0d44ceab8f0189473c0240 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:25:35.131397 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-66d5cd33-4f88-4b33-bcc6-7ac6eace28f0 req-fbfbb0a0-5e59-4326-b4ad-5b2d921c365d tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] 10.222.0.36 "GET /v2.0/ports?device_id=71d2d7e0-c711-4b94-b69f-d106cf0e14a7 HTTP/1.1" status: 200 len: 932 time: 0.9040082 May 05 20:25:35.188292 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c3d077cc-ca97-4802-8098-2898ce8a2549 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:35.382971 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-66d5cd33-4f88-4b33-bcc6-7ac6eace28f0 req-f644bca9-4565-44db-abc4-5534498cf776 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] 10.222.0.36 "GET /v2.0/security-groups?id=8eda2352-7e6c-4384-97c1-b91c9276aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334065 May 05 20:25:35.397597 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-15c7895c-258b-4afe-a958-c4e330e8f920 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:35.426323 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-19d83974-3f8c-461f-8e1c-35b1f1a333cc req-1078bc70-a96a-4e17-8931-a07fe604e36a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:35.431636 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6dd6bb7-fea1-4a1e-8ce3-fca1ea6118c3 None None] DHCP port deletion for 84fed2bc-c669-473c-adac-371bbcfce415 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:25:35.432467 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8b88ea16-aa77-4ba5-b4cb-1cc89ba6d7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:35.436428 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b6dd6bb7-fea1-4a1e-8ce3-fca1ea6118c3 None None] Deleting port f0c007c2-797a-4e49-b73c-17bd93f7fe10 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:25:35.436834 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b6dd6bb7-fea1-4a1e-8ce3-fca1ea6118c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:35.521119 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3d077cc-ca97-4802-8098-2898ce8a2549 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Router 40dcc4fa-dcb5-4c88-b7bf-64c847e16170 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:25:35.565585 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc6254-2a3a-4a62-9869-af170019840b req-10915ecb-3947-4753-9909-f4075426fe23 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:35.565585 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-40cc6254-2a3a-4a62-9869-af170019840b req-10915ecb-3947-4753-9909-f4075426fe23 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb85796e-354f-4c15-b0f6-67239028b8d5 HTTP/1.1" status: 200 len: 945 time: 0.6492014 May 05 20:25:35.695432 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-15c7895c-258b-4afe-a958-c4e330e8f920 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Deleting port f0c007c2-797a-4e49-b73c-17bd93f7fe10 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:25:35.695432 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-15c7895c-258b-4afe-a958-c4e330e8f920 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:35.769489 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b6dd6bb7-fea1-4a1e-8ce3-fca1ea6118c3 None None] For port f0c007c2-797a-4e49-b73c-17bd93f7fe10, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=f0c007c2-797a-4e49-b73c-17bd93f7fe10,segment=NetworkSegment(94fc05c3-67e3-464b-9c96-5bd326800445),segment_id=94fc05c3-67e3-464b-9c96-5bd326800445)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:25:35.770667 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b6dd6bb7-fea1-4a1e-8ce3-fca1ea6118c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:35.797040 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-40cc6254-2a3a-4a62-9869-af170019840b req-fabc2e0f-b787-4823-bd1b-08dfb853a064 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba9d5b21-6b89-4c8c-8c7b-729858b20cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317496 May 05 20:25:35.809008 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d077cc-ca97-4802-8098-2898ce8a2549 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:25:35.842863 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c3d077cc-ca97-4802-8098-2898ce8a2549 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "PUT /v2.0/routers/40dcc4fa-dcb5-4c88-b7bf-64c847e16170/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2962539 May 05 20:25:35.842863 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55596) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:25:35.874787 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b92c184-8d7c-4d60-983b-39338ce5cc73 None None] Sync routers for ids ['40dcc4fa-dcb5-4c88-b7bf-64c847e16170'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:25:35.891959 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b92c184-8d7c-4d60-983b-39338ce5cc73 None None] Routers {'40dcc4fa-dcb5-4c88-b7bf-64c847e16170'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:25:35.891959 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-7b92c184-8d7c-4d60-983b-39338ce5cc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:25:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['40dcc4fa-dcb5-4c88-b7bf-64c847e16170'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:25:35.906716 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d533ba69-46f2-486d-b4a2-0e00a8c529e6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Synchronizing usage tracker for tenant:08e9223c846c46d791083957f9887d85 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:25:35.926558 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d533ba69-46f2-486d-b4a2-0e00a8c529e6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Unset dirty status for tenant:08e9223c846c46d791083957f9887d85 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:25:35.926558 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d533ba69-46f2-486d-b4a2-0e00a8c529e6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "GET /v2.0/ports?device_id=40dcc4fa-dcb5-4c88-b7bf-64c847e16170 HTTP/1.1" status: 200 len: 205 time: 0.0805242 May 05 20:25:35.943704 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8b88ea16-aa77-4ba5-b4cb-1cc89ba6d7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:35.950704 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55600) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:25:35.992193 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b88ea16-aa77-4ba5-b4cb-1cc89ba6d7b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e52d411-7180-4fa0-8b69-ccff1684382b,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:35.997376 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-7b92c184-8d7c-4d60-983b-39338ce5cc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:25:36.021064 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8b88ea16-aa77-4ba5-b4cb-1cc89ba6d7b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:36.032877 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b92c184-8d7c-4d60-983b-39338ce5cc73 None None] Routers {'40dcc4fa-dcb5-4c88-b7bf-64c847e16170'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:25:36.033574 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-7b92c184-8d7c-4d60-983b-39338ce5cc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:25:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['40dcc4fa-dcb5-4c88-b7bf-64c847e16170'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:25:36.040191 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b6dd6bb7-fea1-4a1e-8ce3-fca1ea6118c3 None None] Calling delete_port for f0c007c2-797a-4e49-b73c-17bd93f7fe10 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:25:36.063890 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-8b88ea16-aa77-4ba5-b4cb-1cc89ba6d7b3 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/1e52d411-7180-4fa0-8b69-ccff1684382b HTTP/1.1" status: 204 len: 168 time: 1.6919558 May 05 20:25:36.068063 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 55608) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:25:36.121799 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c76004-fc15-42d2-afc0-ad71e915079b None None] Network e8057ba9-341d-44ba-82ad-e5ee8fd433a8 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:25:36.149572 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-7b92c184-8d7c-4d60-983b-39338ce5cc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:25:36.149868 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b92c184-8d7c-4d60-983b-39338ce5cc73 None None] The sync data for ids ['40dcc4fa-dcb5-4c88-b7bf-64c847e16170'] in n-d-840717-1 is: [] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:25:36.234748 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-97ac712d-5e64-406b-9031-4798e0d33d28 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:36.277883 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-15c7895c-258b-4afe-a958-c4e330e8f920 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] For port f0c007c2-797a-4e49-b73c-17bd93f7fe10, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=f0c007c2-797a-4e49-b73c-17bd93f7fe10,segment=NetworkSegment(94fc05c3-67e3-464b-9c96-5bd326800445),segment_id=94fc05c3-67e3-464b-9c96-5bd326800445)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:25:36.277883 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-15c7895c-258b-4afe-a958-c4e330e8f920 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:36.418467 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b6dd6bb7-fea1-4a1e-8ce3-fca1ea6118c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:36.473649 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dd6bb7-fea1-4a1e-8ce3-fca1ea6118c3 None None] Pushing event deleted for resources: {'Port': ['ID=f0c007c2-797a-4e49-b73c-17bd93f7fe10,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:36.486734 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dd6bb7-fea1-4a1e-8ce3-fca1ea6118c3 None None] No DVR routers for this DVR port f0c007c2-797a-4e49-b73c-17bd93f7fe10 on host n-d-840717-1 {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:25:36.627742 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d864b2c-5750-49f5-8e6e-2e746b1a2f39 None None] DHCP port deletion for e8057ba9-341d-44ba-82ad-e5ee8fd433a8 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:25:36.627742 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device f0c007c2-797a-4e49-b73c-17bd93f7fe10 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:25:36.694923 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-1d864b2c-5750-49f5-8e6e-2e746b1a2f39 None None] Deleting port b4ed5411-f5f4-4950-a8bc-2d9eb1281d7b {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:25:36.694923 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1d864b2c-5750-49f5-8e6e-2e746b1a2f39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:36.741618 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: f0c007c2-797a-4e49-b73c-17bd93f7fe10 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:25:36.742319 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-15c7895c-258b-4afe-a958-c4e330e8f920 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Calling delete_port for f0c007c2-797a-4e49-b73c-17bd93f7fe10 owned by network:dhcp {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:25:36.742545 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device f0c007c2-797a-4e49-b73c-17bd93f7fe10 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:25:36.856430 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-43fd135d-8152-4a14-bd33-18c70727a2ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:36.876478 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-36bea0be-1e36-4396-80c8-f3db742bec3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:36.928601 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-43fd135d-8152-4a14-bd33-18c70727a2ba admin admin] Deleting port b4ed5411-f5f4-4950-a8bc-2d9eb1281d7b {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:25:36.928601 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-43fd135d-8152-4a14-bd33-18c70727a2ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:37.025917 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-1d864b2c-5750-49f5-8e6e-2e746b1a2f39 None None] For port b4ed5411-f5f4-4950-a8bc-2d9eb1281d7b, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=b4ed5411-f5f4-4950-a8bc-2d9eb1281d7b,segment=NetworkSegment(d1d2a867-3913-481e-b382-0f13f5f2eca5),segment_id=d1d2a867-3913-481e-b382-0f13f5f2eca5)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:25:37.025917 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1d864b2c-5750-49f5-8e6e-2e746b1a2f39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:37.029322 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.api [None req-15c7895c-258b-4afe-a958-c4e330e8f920 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88197) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:25:37.029322 n-d-840717-1 neutron-server[88197]: DEBUG oslo_db.api [None req-15c7895c-258b-4afe-a958-c4e330e8f920 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:25:37.093540 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ffc88-0639-45b7-855a-cf707f2ae6b1 req-96aca9b4-3870-400b-8424-091ce491e680 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:37.095229 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e31ffc88-0639-45b7-855a-cf707f2ae6b1 req-96aca9b4-3870-400b-8424-091ce491e680 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] 10.222.0.36 "GET /v2.0/ports?device_id=71d2d7e0-c711-4b94-b69f-d106cf0e14a7 HTTP/1.1" status: 200 len: 932 time: 0.3047707 May 05 20:25:37.130746 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-97ac712d-5e64-406b-9031-4798e0d33d28 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:37.135000 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-97ac712d-5e64-406b-9031-4798e0d33d28 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:37.186449 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-97ac712d-5e64-406b-9031-4798e0d33d28 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:37.186449 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ac712d-5e64-406b-9031-4798e0d33d28 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Fanout notify agent at l3_agent the message router_deleted on router 40dcc4fa-dcb5-4c88-b7bf-64c847e16170 {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:25:37.215171 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-97ac712d-5e64-406b-9031-4798e0d33d28 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:37.215171 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-97ac712d-5e64-406b-9031-4798e0d33d28 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "DELETE /v2.0/routers/40dcc4fa-dcb5-4c88-b7bf-64c847e16170 HTTP/1.1" status: 204 len: 168 time: 1.2608287 May 05 20:25:37.215171 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55624) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:25:37.252100 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-1d864b2c-5750-49f5-8e6e-2e746b1a2f39 None None] Calling delete_port for b4ed5411-f5f4-4950-a8bc-2d9eb1281d7b owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:25:37.344332 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1d864b2c-5750-49f5-8e6e-2e746b1a2f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:37.348954 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-c40390be-33fe-412b-ad9e-829ab481febe tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Deleting subnet bcbf6d7e-52aa-4623-a578-afca89605ab2 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:25:37.357924 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c40390be-33fe-412b-ad9e-829ab481febe tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:37.366475 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-19d83974-3f8c-461f-8e1c-35b1f1a333cc req-1078bc70-a96a-4e17-8931-a07fe604e36a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fab58869-8fbc-4a31-a91e-3b2bdfe38d12 {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:25:37.374309 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e31ffc88-0639-45b7-855a-cf707f2ae6b1 req-30bd41a7-5e04-4dcb-b69b-7976e04ea1bc tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] 10.222.0.36 "GET /v2.0/security-groups?id=8eda2352-7e6c-4384-97c1-b91c9276aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644608 May 05 20:25:37.421844 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c40390be-33fe-412b-ad9e-829ab481febe tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:37.424370 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d864b2c-5750-49f5-8e6e-2e746b1a2f39 None None] Pushing event deleted for resources: {'Port': ['ID=b4ed5411-f5f4-4950-a8bc-2d9eb1281d7b,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:37.426302 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d864b2c-5750-49f5-8e6e-2e746b1a2f39 None None] No DVR routers for this DVR port b4ed5411-f5f4-4950-a8bc-2d9eb1281d7b on host n-d-840717-1 {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:25:37.452162 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-19d83974-3f8c-461f-8e1c-35b1f1a333cc req-1078bc70-a96a-4e17-8931-a07fe604e36a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:37.478987 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-43fd135d-8152-4a14-bd33-18c70727a2ba admin admin] For port b4ed5411-f5f4-4950-a8bc-2d9eb1281d7b, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=b4ed5411-f5f4-4950-a8bc-2d9eb1281d7b,segment=NetworkSegment(d1d2a867-3913-481e-b382-0f13f5f2eca5),segment_id=d1d2a867-3913-481e-b382-0f13f5f2eca5)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:25:37.478987 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-43fd135d-8152-4a14-bd33-18c70727a2ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:37.499064 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-19d83974-3f8c-461f-8e1c-35b1f1a333cc req-1078bc70-a96a-4e17-8931-a07fe604e36a service neutron] Transition to ACTIVE for port object fab58869-8fbc-4a31-a91e-3b2bdfe38d12 will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:25:37.502300 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc61db5f-1a29-4483-875c-b0cf6bd742c4 req-27eb500e-8c3d-4c3d-b1f5-44101b985622 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:37.502300 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fc61db5f-1a29-4483-875c-b0cf6bd742c4 req-27eb500e-8c3d-4c3d-b1f5-44101b985622 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb85796e-354f-4c15-b0f6-67239028b8d5 HTTP/1.1" status: 200 len: 945 time: 0.4186497 May 05 20:25:37.577469 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fc61db5f-1a29-4483-875c-b0cf6bd742c4 req-8593fbb7-3c26-44d4-9802-d9bcd6e2a75d tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba9d5b21-6b89-4c8c-8c7b-729858b20cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685649 May 05 20:25:37.586721 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c40390be-33fe-412b-ad9e-829ab481febe tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:37.644153 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-15c7895c-258b-4afe-a958-c4e330e8f920 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Deleting port f0c007c2-797a-4e49-b73c-17bd93f7fe10 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:25:37.644153 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-15c7895c-258b-4afe-a958-c4e330e8f920 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:37.689583 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c40390be-33fe-412b-ad9e-829ab481febe tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:37.756108 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40390be-33fe-412b-ad9e-829ab481febe tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Pushing event deleted for resources: {'Subnet': ['ID=bcbf6d7e-52aa-4623-a578-afca89605ab2,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:37.756108 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c40390be-33fe-412b-ad9e-829ab481febe tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:37.759744 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155507e9-550f-4a8b-8623-75618fc63e3d None None] Network 0d24e37d-7818-45c7-883d-c9eb598a24c1 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:25:37.761523 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c40390be-33fe-412b-ad9e-829ab481febe tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "DELETE /v2.0/subnets/bcbf6d7e-52aa-4623-a578-afca89605ab2 HTTP/1.1" status: 204 len: 168 time: 0.5429497 May 05 20:25:37.778253 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55632) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:25:37.902005 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-43fd135d-8152-4a14-bd33-18c70727a2ba admin admin] Calling delete_port for b4ed5411-f5f4-4950-a8bc-2d9eb1281d7b owned by network:dhcp {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:25:37.953788 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:37.986515 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e4605692-64c4-41be-9fdb-a474b9940460 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:38.000876 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-e4605692-64c4-41be-9fdb-a474b9940460 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Deleting port 214c7a69-59cc-4a93-94e8-41d7c25f3604 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:25:38.001206 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e4605692-64c4-41be-9fdb-a474b9940460 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:38.014880 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.api [None req-43fd135d-8152-4a14-bd33-18c70727a2ba admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88197) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:25:38.015204 n-d-840717-1 neutron-server[88197]: DEBUG oslo_db.api [None req-43fd135d-8152-4a14-bd33-18c70727a2ba admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:25:38.025122 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-19d83974-3f8c-461f-8e1c-35b1f1a333cc req-1078bc70-a96a-4e17-8931-a07fe604e36a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:38.101106 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:38.109565 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180e9e3d-16ea-4c1a-b055-b85b8232fe47 None None] DHCP port deletion for 0d24e37d-7818-45c7-883d-c9eb598a24c1 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:25:38.113936 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-180e9e3d-16ea-4c1a-b055-b85b8232fe47 None None] Deleting port 214c7a69-59cc-4a93-94e8-41d7c25f3604 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:25:38.113936 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-180e9e3d-16ea-4c1a-b055-b85b8232fe47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:38.141198 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-15c7895c-258b-4afe-a958-c4e330e8f920 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] The port 'f0c007c2-797a-4e49-b73c-17bd93f7fe10' was deleted {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 20:25:38.343514 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-e4605692-64c4-41be-9fdb-a474b9940460 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] For port 214c7a69-59cc-4a93-94e8-41d7c25f3604, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=214c7a69-59cc-4a93-94e8-41d7c25f3604,segment=NetworkSegment(b3068f8b-b4d7-4b7c-a863-7284e1fbf723),segment_id=b3068f8b-b4d7-4b7c-a863-7284e1fbf723)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:25:38.343514 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e4605692-64c4-41be-9fdb-a474b9940460 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:38.416373 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1078bc70-a96a-4e17-8931-a07fe604e36a service neutron] Pushing event updated for resources: {'Port': ['ID=fab58869-8fbc-4a31-a91e-3b2bdfe38d12,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:38.428254 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-15c7895c-258b-4afe-a958-c4e330e8f920 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:38.474425 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-e4605692-64c4-41be-9fdb-a474b9940460 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Calling delete_port for 214c7a69-59cc-4a93-94e8-41d7c25f3604 owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:25:38.506210 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-180e9e3d-16ea-4c1a-b055-b85b8232fe47 None None] For port 214c7a69-59cc-4a93-94e8-41d7c25f3604, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=214c7a69-59cc-4a93-94e8-41d7c25f3604,segment=NetworkSegment(b3068f8b-b4d7-4b7c-a863-7284e1fbf723),segment_id=b3068f8b-b4d7-4b7c-a863-7284e1fbf723)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:25:38.506609 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-180e9e3d-16ea-4c1a-b055-b85b8232fe47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:38.537527 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-43fd135d-8152-4a14-bd33-18c70727a2ba admin admin] Deleting port b4ed5411-f5f4-4950-a8bc-2d9eb1281d7b {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:25:38.538197 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-43fd135d-8152-4a14-bd33-18c70727a2ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:38.597656 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e4605692-64c4-41be-9fdb-a474b9940460 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:38.686084 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4605692-64c4-41be-9fdb-a474b9940460 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Pushing event deleted for resources: {'Port': ['ID=214c7a69-59cc-4a93-94e8-41d7c25f3604,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:38.704269 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4605692-64c4-41be-9fdb-a474b9940460 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] No DVR routers for this DVR port 214c7a69-59cc-4a93-94e8-41d7c25f3604 on host n-d-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:25:38.707921 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device b4ed5411-f5f4-4950-a8bc-2d9eb1281d7b no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:25:38.754896 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-15c7895c-258b-4afe-a958-c4e330e8f920 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84fed2bc-c669-473c-adac-371bbcfce415']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:25:38.838394 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-15c7895c-258b-4afe-a958-c4e330e8f920 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94fc05c3-67e3-464b-9c96-5bd326800445') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:25:38.839030 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-15c7895c-258b-4afe-a958-c4e330e8f920 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94fc05c3-67e3-464b-9c96-5bd326800445') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:25:38.852147 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-43fd135d-8152-4a14-bd33-18c70727a2ba admin admin] The port 'b4ed5411-f5f4-4950-a8bc-2d9eb1281d7b' was deleted {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 20:25:38.868885 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-15c7895c-258b-4afe-a958-c4e330e8f920 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:38.896785 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: b4ed5411-f5f4-4950-a8bc-2d9eb1281d7b {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:25:38.897365 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device b4ed5411-f5f4-4950-a8bc-2d9eb1281d7b not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:25:38.898022 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 214c7a69-59cc-4a93-94e8-41d7c25f3604 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:25:38.925553 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e4605692-64c4-41be-9fdb-a474b9940460 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:38.949972 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-180e9e3d-16ea-4c1a-b055-b85b8232fe47 None None] Calling delete_port for 214c7a69-59cc-4a93-94e8-41d7c25f3604 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:25:38.958244 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-15c7895c-258b-4afe-a958-c4e330e8f920 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:38.982771 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 214c7a69-59cc-4a93-94e8-41d7c25f3604 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:25:38.983739 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 214c7a69-59cc-4a93-94e8-41d7c25f3604 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:25:38.993894 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15c7895c-258b-4afe-a958-c4e330e8f920 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:25:38.994363 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-15c7895c-258b-4afe-a958-c4e330e8f920 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:39.021738 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-19d83974-3f8c-461f-8e1c-35b1f1a333cc req-1078bc70-a96a-4e17-8931-a07fe604e36a service neutron] Attempting to bind port fab58869-8fbc-4a31-a91e-3b2bdfe38d12 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:25:39.022393 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-19d83974-3f8c-461f-8e1c-35b1f1a333cc req-1078bc70-a96a-4e17-8931-a07fe604e36a service neutron] Attempting to bind port fab58869-8fbc-4a31-a91e-3b2bdfe38d12 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': '91a06b22-4f81-42bf-a32c-14ccd82ed834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a832387e-31e5-4ff2-a2fd-7455c4d42558'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:25:39.022977 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d83974-3f8c-461f-8e1c-35b1f1a333cc req-1078bc70-a96a-4e17-8931-a07fe604e36a service neutron] Attempting to bind port fab58869-8fbc-4a31-a91e-3b2bdfe38d12 on network a832387e-31e5-4ff2-a2fd-7455c4d42558 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:25:39.026880 n-d-840717-1 neutron-server[88197]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:25:39.026880 n-d-840717-1 neutron-server[88197]: util.warn( May 05 20:25:39.026880 n-d-840717-1 neutron-server[88197]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:25:39.026880 n-d-840717-1 neutron-server[88197]: util.warn( May 05 20:25:39.026880 n-d-840717-1 neutron-server[88197]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:25:39.026880 n-d-840717-1 neutron-server[88197]: util.warn( May 05 20:25:39.026880 n-d-840717-1 neutron-server[88197]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:25:39.026880 n-d-840717-1 neutron-server[88197]: util.warn( May 05 20:25:39.026880 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:25:39.026880 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:25:39.026880 n-d-840717-1 neutron-server[88197]: timer() May 05 20:25:39.026880 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:25:39.026880 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:25:39.026880 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:25:39.026880 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:25:39.026880 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:25:39.026880 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:25:39.026880 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:25:39.026880 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:25:39.026880 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:25:39.026880 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:25:39.026880 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:25:39.026880 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:25:39.026880 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:25:39.026880 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:25:39.026880 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:25:39.026880 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:25:39.026880 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:25:39.026880 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:25:39.026880 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:25:39.026880 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:25:39.026880 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:25:39.026880 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:25:39.026880 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:25:39.026880 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:25:39.026880 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:25:39.026880 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:25:39.026880 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:25:39.026880 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:25:39.026880 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:25:39.049063 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-180e9e3d-16ea-4c1a-b055-b85b8232fe47 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:25:39.049420 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-180e9e3d-16ea-4c1a-b055-b85b8232fe47 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:25:39.104731 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d83974-3f8c-461f-8e1c-35b1f1a333cc req-1078bc70-a96a-4e17-8931-a07fe604e36a service neutron] Port fab58869-8fbc-4a31-a91e-3b2bdfe38d12 on network a832387e-31e5-4ff2-a2fd-7455c4d42558 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:25:39.105063 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d83974-3f8c-461f-8e1c-35b1f1a333cc req-1078bc70-a96a-4e17-8931-a07fe604e36a service neutron] Attempting to bind port fab58869-8fbc-4a31-a91e-3b2bdfe38d12 on network a832387e-31e5-4ff2-a2fd-7455c4d42558 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:25:39.112794 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-e4605692-64c4-41be-9fdb-a474b9940460 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d24e37d-7818-45c7-883d-c9eb598a24c1']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:25:39.114723 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-43fd135d-8152-4a14-bd33-18c70727a2ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:39.129173 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-e4605692-64c4-41be-9fdb-a474b9940460 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3068f8b-b4d7-4b7c-a863-7284e1fbf723') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:25:39.129388 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-e4605692-64c4-41be-9fdb-a474b9940460 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3068f8b-b4d7-4b7c-a863-7284e1fbf723') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:25:39.145811 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e4605692-64c4-41be-9fdb-a474b9940460 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:39.167125 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e4605692-64c4-41be-9fdb-a474b9940460 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:39.177545 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd63da47-6a0c-4cfe-8672-3505f7c780f3 req-f6ac71d3-824c-4696-8ff4-6c05ce2523e9 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:39.185838 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bd63da47-6a0c-4cfe-8672-3505f7c780f3 req-f6ac71d3-824c-4696-8ff4-6c05ce2523e9 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb85796e-354f-4c15-b0f6-67239028b8d5 HTTP/1.1" status: 200 len: 945 time: 0.3213465 May 05 20:25:39.201629 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d83974-3f8c-461f-8e1c-35b1f1a333cc req-1078bc70-a96a-4e17-8931-a07fe604e36a service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:25:39.202127 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d83974-3f8c-461f-8e1c-35b1f1a333cc req-1078bc70-a96a-4e17-8931-a07fe604e36a service neutron] Checking segment: {'id': '91a06b22-4f81-42bf-a32c-14ccd82ed834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a832387e-31e5-4ff2-a2fd-7455c4d42558'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:25:39.202319 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d83974-3f8c-461f-8e1c-35b1f1a333cc req-1078bc70-a96a-4e17-8931-a07fe604e36a service neutron] Bound using segment: {'id': '91a06b22-4f81-42bf-a32c-14ccd82ed834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a832387e-31e5-4ff2-a2fd-7455c4d42558'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:25:39.202835 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-19d83974-3f8c-461f-8e1c-35b1f1a333cc req-1078bc70-a96a-4e17-8931-a07fe604e36a service neutron] Bound port: fab58869-8fbc-4a31-a91e-3b2bdfe38d12, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91a06b22-4f81-42bf-a32c-14ccd82ed834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a832387e-31e5-4ff2-a2fd-7455c4d42558'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:25:39.203093 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-19d83974-3f8c-461f-8e1c-35b1f1a333cc req-1078bc70-a96a-4e17-8931-a07fe604e36a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:39.207981 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4605692-64c4-41be-9fdb-a474b9940460 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:25:39.208314 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e4605692-64c4-41be-9fdb-a474b9940460 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:39.225950 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:25:39.225950 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:25:39.225950 n-d-840717-1 neutron-server[88198]: timer() May 05 20:25:39.225950 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:25:39.225950 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:25:39.225950 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:25:39.225950 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:25:39.225950 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:25:39.225950 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:25:39.225950 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:25:39.225950 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:25:39.225950 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:25:39.225950 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:25:39.225950 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:25:39.225950 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:25:39.225950 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:25:39.225950 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:25:39.225950 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:25:39.225950 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:25:39.225950 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:25:39.225950 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:25:39.225950 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:25:39.225950 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:25:39.225950 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:25:39.225950 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:25:39.225950 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:25:39.225950 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:25:39.225950 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:25:39.225950 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:25:39.225950 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:25:39.225950 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:25:39.225950 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:25:39.228595 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c6d5b-f835-456e-b732-747e9a882a16 req-81c203df-4718-45fb-9b65-7aec755e901d tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:39.229185 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-784c6d5b-f835-456e-b732-747e9a882a16 req-81c203df-4718-45fb-9b65-7aec755e901d tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] 10.222.0.36 "GET /v2.0/ports?device_id=71d2d7e0-c711-4b94-b69f-d106cf0e14a7 HTTP/1.1" status: 200 len: 944 time: 0.6203535 May 05 20:25:39.234540 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-43fd135d-8152-4a14-bd33-18c70727a2ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8057ba9-341d-44ba-82ad-e5ee8fd433a8']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:25:39.291691 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-43fd135d-8152-4a14-bd33-18c70727a2ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1d2a867-3913-481e-b382-0f13f5f2eca5') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:25:39.292409 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-43fd135d-8152-4a14-bd33-18c70727a2ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1d2a867-3913-481e-b382-0f13f5f2eca5') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:25:39.304792 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-15c7895c-258b-4afe-a958-c4e330e8f920 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:39.310798 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-15c7895c-258b-4afe-a958-c4e330e8f920 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:39.356020 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bd63da47-6a0c-4cfe-8672-3505f7c780f3 req-1d469bf2-a2c1-4ea1-92ad-06ddc56b7984 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba9d5b21-6b89-4c8c-8c7b-729858b20cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691661 May 05 20:25:39.366470 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-43fd135d-8152-4a14-bd33-18c70727a2ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:39.368546 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e4605692-64c4-41be-9fdb-a474b9940460 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:39.374224 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e4605692-64c4-41be-9fdb-a474b9940460 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:39.404788 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4605692-64c4-41be-9fdb-a474b9940460 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Pushing event deleted for resources: {'Network': ['ID=0d24e37d-7818-45c7-883d-c9eb598a24c1,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:39.407258 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c7895c-258b-4afe-a958-c4e330e8f920 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] Pushing event deleted for resources: {'Network': ['ID=84fed2bc-c669-473c-adac-371bbcfce415,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:39.417078 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e4605692-64c4-41be-9fdb-a474b9940460 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "DELETE /v2.0/networks/0d24e37d-7818-45c7-883d-c9eb598a24c1 HTTP/1.1" status: 204 len: 168 time: 1.6415939 May 05 20:25:39.422189 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-784c6d5b-f835-456e-b732-747e9a882a16 req-ec8e62ab-cc7f-41ff-9737-267785af4e81 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] 10.222.0.36 "GET /v2.0/security-groups?id=8eda2352-7e6c-4384-97c1-b91c9276aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802471 May 05 20:25:39.424510 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55648) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:25:39.425529 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-43fd135d-8152-4a14-bd33-18c70727a2ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:39.429474 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-15c7895c-258b-4afe-a958-c4e330e8f920 tempest-AllowedAddressPairTestJSON-1701586253 tempest-AllowedAddressPairTestJSON-1701586253-project] 10.222.0.36 "DELETE /v2.0/networks/84fed2bc-c669-473c-adac-371bbcfce415 HTTP/1.1" status: 204 len: 168 time: 4.4037688 May 05 20:25:39.429648 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-685fa5ef-95ce-447d-b2f7-06f78afc5d7f tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1071824586', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:25:39.437056 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-685fa5ef-95ce-447d-b2f7-06f78afc5d7f tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:25:39.441880 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-685fa5ef-95ce-447d-b2f7-06f78afc5d7f tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Usage tracker for resource:router and tenant:08e9223c846c46d791083957f9887d85 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:25:39.445262 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-685fa5ef-95ce-447d-b2f7-06f78afc5d7f tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:25:39.455187 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-685fa5ef-95ce-447d-b2f7-06f78afc5d7f tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:25:39.456120 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43fd135d-8152-4a14-bd33-18c70727a2ba admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:25:39.456120 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-43fd135d-8152-4a14-bd33-18c70727a2ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:39.470404 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:25:39.470404 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:25:39.470404 n-d-840717-1 neutron-server[88197]: timer() May 05 20:25:39.470404 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:25:39.470404 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:25:39.470404 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:25:39.470404 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:25:39.470404 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:25:39.470404 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:25:39.470404 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:25:39.470404 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:25:39.470404 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:25:39.470404 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:25:39.470404 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:25:39.470404 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:25:39.470404 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:25:39.470404 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:25:39.470404 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:25:39.470404 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:25:39.470404 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:25:39.470404 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:25:39.470404 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:25:39.470404 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:25:39.470404 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:25:39.470404 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:25:39.470404 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:25:39.470404 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:25:39.470404 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:25:39.470404 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:25:39.470404 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:25:39.470404 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:25:39.470404 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:25:39.475710 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-685fa5ef-95ce-447d-b2f7-06f78afc5d7f tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:39.477734 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-685fa5ef-95ce-447d-b2f7-06f78afc5d7f tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:39.504755 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-685fa5ef-95ce-447d-b2f7-06f78afc5d7f tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:39.531667 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-685fa5ef-95ce-447d-b2f7-06f78afc5d7f tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:39.550952 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-180e9e3d-16ea-4c1a-b055-b85b8232fe47 None None] Deleting port 214c7a69-59cc-4a93-94e8-41d7c25f3604 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:25:39.551293 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-19d83974-3f8c-461f-8e1c-35b1f1a333cc req-1078bc70-a96a-4e17-8931-a07fe604e36a service neutron] For port fab58869-8fbc-4a31-a91e-3b2bdfe38d12, host n-h1-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:25:39.551806 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-180e9e3d-16ea-4c1a-b055-b85b8232fe47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:39.560395 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-19d83974-3f8c-461f-8e1c-35b1f1a333cc req-1078bc70-a96a-4e17-8931-a07fe604e36a service neutron] For port fab58869-8fbc-4a31-a91e-3b2bdfe38d12, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=fab58869-8fbc-4a31-a91e-3b2bdfe38d12,segment=NetworkSegment(91a06b22-4f81-42bf-a32c-14ccd82ed834),segment_id=91a06b22-4f81-42bf-a32c-14ccd82ed834)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:25:39.566452 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-43fd135d-8152-4a14-bd33-18c70727a2ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:39.572968 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-19d83974-3f8c-461f-8e1c-35b1f1a333cc req-1078bc70-a96a-4e17-8931-a07fe604e36a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:39.590968 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-685fa5ef-95ce-447d-b2f7-06f78afc5d7f tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:39.592430 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-685fa5ef-95ce-447d-b2f7-06f78afc5d7f tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1669095 May 05 20:25:39.595642 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55654) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:25:39.598418 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-43fd135d-8152-4a14-bd33-18c70727a2ba admin admin] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:39.610520 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-a4d573ae-c6e5-4e01-accc-3a2a16ffa542 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-408045871'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:25:39.622058 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a4d573ae-c6e5-4e01-accc-3a2a16ffa542 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:25:39.636855 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a4d573ae-c6e5-4e01-accc-3a2a16ffa542 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Usage tracker for resource:network and tenant:08e9223c846c46d791083957f9887d85 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:25:39.644169 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a4d573ae-c6e5-4e01-accc-3a2a16ffa542 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:25:39.663110 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a4d573ae-c6e5-4e01-accc-3a2a16ffa542 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:25:39.683625 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fd135d-8152-4a14-bd33-18c70727a2ba admin admin] Pushing event deleted for resources: {'Network': ['ID=e8057ba9-341d-44ba-82ad-e5ee8fd433a8,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:39.693231 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d573ae-c6e5-4e01-accc-3a2a16ffa542 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Made reservation on behalf of 08e9223c846c46d791083957f9887d85 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:25:39.697728 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a4d573ae-c6e5-4e01-accc-3a2a16ffa542 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:39.707255 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d83974-3f8c-461f-8e1c-35b1f1a333cc req-1078bc70-a96a-4e17-8931-a07fe604e36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:39.708144 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-19d83974-3f8c-461f-8e1c-35b1f1a333cc req-1078bc70-a96a-4e17-8931-a07fe604e36a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:39.709797 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-19d83974-3f8c-461f-8e1c-35b1f1a333cc req-1078bc70-a96a-4e17-8931-a07fe604e36a service neutron] 10.222.0.24 "PUT /v2.0/ports/fab58869-8fbc-4a31-a91e-3b2bdfe38d12 HTTP/1.1" status: 200 len: 1092 time: 4.9960160 May 05 20:25:39.711293 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-43fd135d-8152-4a14-bd33-18c70727a2ba admin admin] 10.222.0.36 "DELETE /v2.0/networks/e8057ba9-341d-44ba-82ad-e5ee8fd433a8 HTTP/1.1" status: 204 len: 168 time: 3.6422887 May 05 20:25:39.712094 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71d2d7e0-c711-4b94-b69f-d106cf0e14a7', 'tag': 'fab58869-8fbc-4a31-a91e-3b2bdfe38d12'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:25:39.718803 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 55660) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:25:39.746724 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-180e9e3d-16ea-4c1a-b055-b85b8232fe47 None None] The port '214c7a69-59cc-4a93-94e8-41d7c25f3604' was deleted {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 20:25:39.760080 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4d573ae-c6e5-4e01-accc-3a2a16ffa542 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:25:39.770375 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a4d573ae-c6e5-4e01-accc-3a2a16ffa542 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:39.770801 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-a4d573ae-c6e5-4e01-accc-3a2a16ffa542 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Added segment bdd89cf4-68a6-42ed-9198-b0c9c98ce14a of type vlan for network 66f9563e-ee07-4869-b402-893db36b82d7 May 05 20:25:39.781373 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:39.801615 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a4d573ae-c6e5-4e01-accc-3a2a16ffa542 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:39.829680 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55666) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:25:39.843905 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59ad8530-d99f-479a-8c2c-9270b261f39b'] response: {'name': 'network-changed', 'server_uuid': '71d2d7e0-c711-4b94-b69f-d106cf0e14a7', 'tag': 'fab58869-8fbc-4a31-a91e-3b2bdfe38d12', 'status': 'completed', 'code': 200} May 05 20:25:39.863616 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a4d573ae-c6e5-4e01-accc-3a2a16ffa542 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:39.870397 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d573ae-c6e5-4e01-accc-3a2a16ffa542 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:39.871228 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a4d573ae-c6e5-4e01-accc-3a2a16ffa542 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:39.933457 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a4d573ae-c6e5-4e01-accc-3a2a16ffa542 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3352134 May 05 20:25:39.937568 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55672) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:25:39.989343 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-58bd1179-d887-4bef-a3a4-3d3e4616c323 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Request body: {'subnet': {'network_id': '66f9563e-ee07-4869-b402-893db36b82d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:25:40.035530 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d573ae-c6e5-4e01-accc-3a2a16ffa542 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Pushing event updated for resources: {'Network': ['ID=66f9563e-ee07-4869-b402-893db36b82d7,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:40.049831 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 66f9563e-ee07-4869-b402-893db36b82d7 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:25:40.092778 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1078bc70-a96a-4e17-8931-a07fe604e36a service neutron] Pushing event updated for resources: {'Port': ['ID=fab58869-8fbc-4a31-a91e-3b2bdfe38d12,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:40.168434 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-89c4cc21-ad5b-4b2b-9a1e-3f626a395778 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d304d302ea6142ce87fe2a99e48e03b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3348041 May 05 20:25:40.169469 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55676) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:25:40.216693 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-58bd1179-d887-4bef-a3a4-3d3e4616c323 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:25:40.219670 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d83974-3f8c-461f-8e1c-35b1f1a333cc req-99069465-4099-433b-899d-acf169ccc16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:40.221448 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-19d83974-3f8c-461f-8e1c-35b1f1a333cc req-99069465-4099-433b-899d-acf169ccc16c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3cb74c420a0d44ceab8f0189473c0240&device_id=71d2d7e0-c711-4b94-b69f-d106cf0e14a7 HTTP/1.1" status: 200 len: 1095 time: 0.3739119 May 05 20:25:40.223538 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-58bd1179-d887-4bef-a3a4-3d3e4616c323 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Usage tracker for resource:subnet and tenant:08e9223c846c46d791083957f9887d85 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:25:40.228144 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-58bd1179-d887-4bef-a3a4-3d3e4616c323 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:25:40.240896 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-58bd1179-d887-4bef-a3a4-3d3e4616c323 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:25:40.253004 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b3e1d613-5682-4196-9df9-e079dbfb51f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:40.265463 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58bd1179-d887-4bef-a3a4-3d3e4616c323 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Made reservation on behalf of 08e9223c846c46d791083957f9887d85 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:25:40.269346 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-58bd1179-d887-4bef-a3a4-3d3e4616c323 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:40.315635 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b3e1d613-5682-4196-9df9-e079dbfb51f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:40.366180 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-19d83974-3f8c-461f-8e1c-35b1f1a333cc req-f2085000-128e-43aa-a83a-1c739932e60a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fab58869-8fbc-4a31-a91e-3b2bdfe38d12 HTTP/1.1" status: 200 len: 217 time: 0.1368756 May 05 20:25:40.488822 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b3e1d613-5682-4196-9df9-e079dbfb51f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:40.513799 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d83974-3f8c-461f-8e1c-35b1f1a333cc req-46519f73-6cec-4b41-b0b6-718d03dbb5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:40.515871 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-19d83974-3f8c-461f-8e1c-35b1f1a333cc req-46519f73-6cec-4b41-b0b6-718d03dbb5ca service neutron] 10.222.0.24 "GET /v2.0/subnets?id=48fdae70-c7db-41e9-a9c8-4b1e968522dd HTTP/1.1" status: 200 len: 854 time: 0.1442997 May 05 20:25:40.535060 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e1d613-5682-4196-9df9-e079dbfb51f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2849f6-ed16-4989-92ca-f8a1e1205b3a,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:40.579042 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-19d83974-3f8c-461f-8e1c-35b1f1a333cc req-c814a927-0958-4e02-9172-6031b23d32bb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a832387e-31e5-4ff2-a2fd-7455c4d42558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559535 May 05 20:25:40.596771 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b3e1d613-5682-4196-9df9-e079dbfb51f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:40.600657 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b3e1d613-5682-4196-9df9-e079dbfb51f1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7d2849f6-ed16-4989-92ca-f8a1e1205b3a HTTP/1.1" status: 204 len: 168 time: 0.4263251 May 05 20:25:40.652261 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-58bd1179-d887-4bef-a3a4-3d3e4616c323 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:40.826120 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bd1179-d887-4bef-a3a4-3d3e4616c323 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Checking segment: {'id': 'bdd89cf4-68a6-42ed-9198-b0c9c98ce14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '66f9563e-ee07-4869-b402-893db36b82d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:25:40.826478 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bd1179-d887-4bef-a3a4-3d3e4616c323 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Network hostable DHCP agents. Network: 66f9563e-ee07-4869-b402-893db36b82d7, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:25:40.842985 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bd1179-d887-4bef-a3a4-3d3e4616c323 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Pushing event updated for resources: {'Subnet': ['ID=e6455b0a-80fa-4a59-816f-11b102eee8a5,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:40.884024 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bd1179-d887-4bef-a3a4-3d3e4616c323 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Network 66f9563e-ee07-4869-b402-893db36b82d7 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:25:40.892195 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-19d83974-3f8c-461f-8e1c-35b1f1a333cc req-ef7cb827-5bf1-4d14-9a8c-3fe7b9063294 service neutron] 10.222.0.24 "GET /v2.0/networks/a832387e-31e5-4ff2-a2fd-7455c4d42558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064032 May 05 20:25:40.899398 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-58bd1179-d887-4bef-a3a4-3d3e4616c323 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 66f9563e-ee07-4869-b402-893db36b82d7) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:25:40.906607 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58bd1179-d887-4bef-a3a4-3d3e4616c323 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:40.907431 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-58bd1179-d887-4bef-a3a4-3d3e4616c323 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:40.911474 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa09f81-6637-4e19-a07a-e0bf5fcfaae3 None None] Network 66f9563e-ee07-4869-b402-893db36b82d7 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:25:40.963394 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5158a893-75ff-4b12-8580-5213bee2bfc7 req-edf5cb8e-145b-4269-b303-dd4083458042 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:40.965134 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5158a893-75ff-4b12-8580-5213bee2bfc7 req-edf5cb8e-145b-4269-b303-dd4083458042 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] 10.222.0.36 "GET /v2.0/ports?device_id=71d2d7e0-c711-4b94-b69f-d106cf0e14a7 HTTP/1.1" status: 200 len: 944 time: 0.2196496 May 05 20:25:41.023575 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-58bd1179-d887-4bef-a3a4-3d3e4616c323 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0811198 May 05 20:25:41.024184 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55698) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:25:41.110845 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-19d83974-3f8c-461f-8e1c-35b1f1a333cc req-641bbd68-4319-4724-8f8e-5f634e5fc9c5 service neutron] 10.222.0.24 "GET /v2.0/networks/a832387e-31e5-4ff2-a2fd-7455c4d42558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115538 May 05 20:25:41.262958 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b68b02-b496-4816-b7d6-72ca4e97fcda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-66f9563e-ee07-4869-b402-893db36b82d7', 'network_id': '66f9563e-ee07-4869-b402-893db36b82d7', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'fixed_ips': [{'subnet_id': 'e6455b0a-80fa-4a59-816f-11b102eee8a5'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:25:41.264630 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-77b68b02-b496-4816-b7d6-72ca4e97fcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:41.298539 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb995bee-3c25-4740-9ffd-7bcef5063256 req-797b9adb-0dba-46a1-ba33-d358a14a0dd9 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:41.300332 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fb995bee-3c25-4740-9ffd-7bcef5063256 req-797b9adb-0dba-46a1-ba33-d358a14a0dd9 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb85796e-354f-4c15-b0f6-67239028b8d5 HTTP/1.1" status: 200 len: 945 time: 0.3615458 May 05 20:25:41.361034 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fb995bee-3c25-4740-9ffd-7bcef5063256 req-9e5fcf87-3f2f-4611-a08b-f09e80b00c2f tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba9d5b21-6b89-4c8c-8c7b-729858b20cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526612 May 05 20:25:41.376080 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f55f0ae5-c608-4c1b-bd16-1fae1c01cd20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:41.467488 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd67c87-b843-48f6-b75e-81b8d0e9981b req-543fbec2-0be4-4ddf-9a2c-3fef9cc01cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:41.469012 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4cd67c87-b843-48f6-b75e-81b8d0e9981b req-543fbec2-0be4-4ddf-9a2c-3fef9cc01cfd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3cb74c420a0d44ceab8f0189473c0240&device_id=71d2d7e0-c711-4b94-b69f-d106cf0e14a7 HTTP/1.1" status: 200 len: 1095 time: 0.2801032 May 05 20:25:41.507807 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-77b68b02-b496-4816-b7d6-72ca4e97fcda None None] Allocated IP 2001:db8::2 (66f9563e-ee07-4869-b402-893db36b82d7/e6455b0a-80fa-4a59-816f-11b102eee8a5/df855aae-81bc-4624-bfda-df0ccc157fc3) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:25:41.837886 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5158a893-75ff-4b12-8580-5213bee2bfc7 req-929e7bd5-3e39-4854-835d-80fcb5b3377a tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] 10.222.0.36 "GET /v2.0/security-groups?id=8eda2352-7e6c-4384-97c1-b91c9276aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8614624 May 05 20:25:41.899781 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8c6f4acd-6bda-4b25-8529-48b3302cddc6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:41.923399 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55718) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:25:41.932674 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-77b68b02-b496-4816-b7d6-72ca4e97fcda None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:41.944547 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-77b68b02-b496-4816-b7d6-72ca4e97fcda None None] Transition to ACTIVE for port object df855aae-81bc-4624-bfda-df0ccc157fc3 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:25:41.969553 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-77b68b02-b496-4816-b7d6-72ca4e97fcda None None] Transition to ACTIVE for port object df855aae-81bc-4624-bfda-df0ccc157fc3 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:25:41.978848 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-77b68b02-b496-4816-b7d6-72ca4e97fcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:42.104497 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b68b02-b496-4816-b7d6-72ca4e97fcda None None] Pushing event updated for resources: {'Port': ['ID=df855aae-81bc-4624-bfda-df0ccc157fc3,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:42.118312 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-c94d35d5-4956-4357-a6a7-bcb1632c9c97 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-351206569'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:25:42.124503 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b68b02-b496-4816-b7d6-72ca4e97fcda None None] Network 66f9563e-ee07-4869-b402-893db36b82d7 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:25:42.125759 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-77b68b02-b496-4816-b7d6-72ca4e97fcda None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:25:42.131306 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b68b02-b496-4816-b7d6-72ca4e97fcda None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:25:42.135965 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-c94d35d5-4956-4357-a6a7-bcb1632c9c97 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:25:42.144262 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-c94d35d5-4956-4357-a6a7-bcb1632c9c97 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Usage tracker for resource:network and tenant:0780f842482f4e59b41843f42dd46f0e is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:25:42.151172 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-c94d35d5-4956-4357-a6a7-bcb1632c9c97 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:25:42.157468 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-c94d35d5-4956-4357-a6a7-bcb1632c9c97 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:25:42.193559 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd67c87-b843-48f6-b75e-81b8d0e9981b req-93d86dfe-be4d-4e2b-8d25-825fbbe884d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:42.195082 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4cd67c87-b843-48f6-b75e-81b8d0e9981b req-93d86dfe-be4d-4e2b-8d25-825fbbe884d4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a832387e-31e5-4ff2-a2fd-7455c4d42558 HTTP/1.1" status: 200 len: 915 time: 0.7159235 May 05 20:25:42.216635 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c94d35d5-4956-4357-a6a7-bcb1632c9c97 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Made reservation on behalf of 0780f842482f4e59b41843f42dd46f0e for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:25:42.220796 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c94d35d5-4956-4357-a6a7-bcb1632c9c97 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:42.237182 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-77b68b02-b496-4816-b7d6-72ca4e97fcda None None] Attempting to bind port df855aae-81bc-4624-bfda-df0ccc157fc3 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:25:42.237583 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-77b68b02-b496-4816-b7d6-72ca4e97fcda None None] Attempting to bind port df855aae-81bc-4624-bfda-df0ccc157fc3 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'bdd89cf4-68a6-42ed-9198-b0c9c98ce14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '66f9563e-ee07-4869-b402-893db36b82d7'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:25:42.237946 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b68b02-b496-4816-b7d6-72ca4e97fcda None None] Attempting to bind port df855aae-81bc-4624-bfda-df0ccc157fc3 on network 66f9563e-ee07-4869-b402-893db36b82d7 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:25:42.238078 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c94d35d5-4956-4357-a6a7-bcb1632c9c97 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:42.244686 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b68b02-b496-4816-b7d6-72ca4e97fcda None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:25:42.245064 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b68b02-b496-4816-b7d6-72ca4e97fcda None None] Checking segment: {'id': 'bdd89cf4-68a6-42ed-9198-b0c9c98ce14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '66f9563e-ee07-4869-b402-893db36b82d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:25:42.245463 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-77b68b02-b496-4816-b7d6-72ca4e97fcda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:42.245856 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b68b02-b496-4816-b7d6-72ca4e97fcda None None] Bound using segment: {'id': 'bdd89cf4-68a6-42ed-9198-b0c9c98ce14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '66f9563e-ee07-4869-b402-893db36b82d7'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:25:42.246624 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-77b68b02-b496-4816-b7d6-72ca4e97fcda None None] Bound port: df855aae-81bc-4624-bfda-df0ccc157fc3, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdd89cf4-68a6-42ed-9198-b0c9c98ce14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '66f9563e-ee07-4869-b402-893db36b82d7'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:25:42.247006 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-77b68b02-b496-4816-b7d6-72ca4e97fcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:42.272236 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-c94d35d5-4956-4357-a6a7-bcb1632c9c97 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:25:42.284988 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4cd67c87-b843-48f6-b75e-81b8d0e9981b req-77df21a5-b03f-4d8d-b2e6-4d31fe4c3f3f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fab58869-8fbc-4a31-a91e-3b2bdfe38d12 HTTP/1.1" status: 200 len: 217 time: 0.0827320 May 05 20:25:42.288105 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-c94d35d5-4956-4357-a6a7-bcb1632c9c97 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Usage tracker for resource:security_group_rule and tenant:0780f842482f4e59b41843f42dd46f0e is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:25:42.295071 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-c94d35d5-4956-4357-a6a7-bcb1632c9c97 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:25:42.306500 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-c94d35d5-4956-4357-a6a7-bcb1632c9c97 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:25:42.352009 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-77b68b02-b496-4816-b7d6-72ca4e97fcda None None] For port df855aae-81bc-4624-bfda-df0ccc157fc3, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:25:42.355683 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-77b68b02-b496-4816-b7d6-72ca4e97fcda None None] For port df855aae-81bc-4624-bfda-df0ccc157fc3, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=df855aae-81bc-4624-bfda-df0ccc157fc3,segment=NetworkSegment(bdd89cf4-68a6-42ed-9198-b0c9c98ce14a),segment_id=bdd89cf4-68a6-42ed-9198-b0c9c98ce14a)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:25:42.361687 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-77b68b02-b496-4816-b7d6-72ca4e97fcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:42.451337 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd67c87-b843-48f6-b75e-81b8d0e9981b req-db282869-5bea-409a-a229-57dde47ee70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:42.453262 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4cd67c87-b843-48f6-b75e-81b8d0e9981b req-db282869-5bea-409a-a229-57dde47ee70f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=48fdae70-c7db-41e9-a9c8-4b1e968522dd HTTP/1.1" status: 200 len: 854 time: 0.1610856 May 05 20:25:42.454703 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-f55f0ae5-c608-4c1b-bd16-1fae1c01cd20 admin admin] Deleting port 17101fd5-f73e-4c92-8bed-6b02cc9d62c0 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:25:42.455096 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f55f0ae5-c608-4c1b-bd16-1fae1c01cd20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:42.494653 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b68b02-b496-4816-b7d6-72ca4e97fcda None None] Pushing event updated for resources: {'Port': ['ID=df855aae-81bc-4624-bfda-df0ccc157fc3,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:42.532027 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-8c6f4acd-6bda-4b25-8529-48b3302cddc6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Allocated IP 2001:db8::1 (66f9563e-ee07-4869-b402-893db36b82d7/e6455b0a-80fa-4a59-816f-11b102eee8a5/bdd36598-929f-44fd-8971-c7456b555c46) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:25:42.656905 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4cd67c87-b843-48f6-b75e-81b8d0e9981b req-089e309b-a33a-4d5b-ad9e-5ce38f30a0cb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a832387e-31e5-4ff2-a2fd-7455c4d42558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1581039 May 05 20:25:42.803942 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c94d35d5-4956-4357-a6a7-bcb1632c9c97 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:42.808055 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8c6f4acd-6bda-4b25-8529-48b3302cddc6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:42.831956 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-8c6f4acd-6bda-4b25-8529-48b3302cddc6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Transition to ACTIVE for port object bdd36598-929f-44fd-8971-c7456b555c46 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:25:42.845940 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c94d35d5-4956-4357-a6a7-bcb1632c9c97 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:42.896692 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94d35d5-4956-4357-a6a7-bcb1632c9c97 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abf69ba5-75d9-47ad-8205-6e6ed53d3044,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:42.898365 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4cd67c87-b843-48f6-b75e-81b8d0e9981b req-cbd9a2a9-9d25-4ef1-a2be-1c51f1dc3a7d service neutron] 10.222.0.24 "GET /v2.0/networks/a832387e-31e5-4ff2-a2fd-7455c4d42558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289212 May 05 20:25:42.903459 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c94d35d5-4956-4357-a6a7-bcb1632c9c97 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:25:42.915853 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c94d35d5-4956-4357-a6a7-bcb1632c9c97 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:42.916276 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-c94d35d5-4956-4357-a6a7-bcb1632c9c97 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Added segment 1cf78a78-2d57-4ccb-9633-08c37696a2c0 of type vlan for network 7289b573-7530-4f0a-b5b0-032373718af7 May 05 20:25:42.924090 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8c6f4acd-6bda-4b25-8529-48b3302cddc6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:43.038358 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c94d35d5-4956-4357-a6a7-bcb1632c9c97 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:43.066902 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2454b27-3be1-45bf-8fd7-d0ad69040db2 req-87230117-bda2-4148-bdf1-010f1a363489 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:43.068497 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a2454b27-3be1-45bf-8fd7-d0ad69040db2 req-87230117-bda2-4148-bdf1-010f1a363489 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb85796e-354f-4c15-b0f6-67239028b8d5 HTTP/1.1" status: 200 len: 945 time: 0.5049133 May 05 20:25:43.112394 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6f4acd-6bda-4b25-8529-48b3302cddc6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Network 66f9563e-ee07-4869-b402-893db36b82d7 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:25:43.115956 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6f4acd-6bda-4b25-8529-48b3302cddc6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Pushing event updated for resources: {'Port': ['ID=bdd36598-929f-44fd-8971-c7456b555c46,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:43.122186 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-8c6f4acd-6bda-4b25-8529-48b3302cddc6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:25:43.124304 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6f4acd-6bda-4b25-8529-48b3302cddc6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:25:43.124820 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8c6f4acd-6bda-4b25-8529-48b3302cddc6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:43.149771 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-f55f0ae5-c608-4c1b-bd16-1fae1c01cd20 admin admin] For port 17101fd5-f73e-4c92-8bed-6b02cc9d62c0, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=17101fd5-f73e-4c92-8bed-6b02cc9d62c0,segment=NetworkSegment(b7543af1-73d5-4482-a881-394588a73895),segment_id=b7543af1-73d5-4482-a881-394588a73895)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:25:43.150079 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f55f0ae5-c608-4c1b-bd16-1fae1c01cd20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:43.175691 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c94d35d5-4956-4357-a6a7-bcb1632c9c97 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:43.184045 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94d35d5-4956-4357-a6a7-bcb1632c9c97 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:43.184678 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c94d35d5-4956-4357-a6a7-bcb1632c9c97 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:43.322523 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-f55f0ae5-c608-4c1b-bd16-1fae1c01cd20 admin admin] Calling delete_port for 17101fd5-f73e-4c92-8bed-6b02cc9d62c0 owned by network:router_interface {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:25:43.346965 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d1884a-e2db-4dfc-871f-c7ab74630349 req-2bff1db4-4466-4e45-95dc-56d763693887 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:43.348411 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-15d1884a-e2db-4dfc-871f-c7ab74630349 req-2bff1db4-4466-4e45-95dc-56d763693887 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] 10.222.0.36 "GET /v2.0/ports?device_id=71d2d7e0-c711-4b94-b69f-d106cf0e14a7 HTTP/1.1" status: 200 len: 944 time: 0.3148453 May 05 20:25:43.352431 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94d35d5-4956-4357-a6a7-bcb1632c9c97 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event updated for resources: {'Network': ['ID=7289b573-7530-4f0a-b5b0-032373718af7,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:43.361191 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c94d35d5-4956-4357-a6a7-bcb1632c9c97 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4335015 May 05 20:25:43.369089 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 7289b573-7530-4f0a-b5b0-032373718af7 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:25:43.371044 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 55734) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:25:43.378637 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4cd67c87-b843-48f6-b75e-81b8d0e9981b req-fce7273a-2a8e-4508-a83e-508cda87ae21 service neutron] 10.222.0.24 "GET /v2.0/networks/a832387e-31e5-4ff2-a2fd-7455c4d42558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3978078 May 05 20:25:43.411808 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a2454b27-3be1-45bf-8fd7-d0ad69040db2 req-fdbd8056-1a12-4edb-a0cd-e6353b0694bd tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba9d5b21-6b89-4c8c-8c7b-729858b20cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2904711 May 05 20:25:43.427790 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-4b59943a-113d-4ef2-83c6-4dc6887f25fd tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Request body: {'subnet': {'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:25:43.660900 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-15d1884a-e2db-4dfc-871f-c7ab74630349 req-85e9461c-b9f2-48db-81ef-ca94894991ba tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] 10.222.0.36 "GET /v2.0/security-groups?id=8eda2352-7e6c-4384-97c1-b91c9276aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912750 May 05 20:25:43.713199 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f55f0ae5-c608-4c1b-bd16-1fae1c01cd20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:43.754999 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:25:43.757283 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8c6f4acd-6bda-4b25-8529-48b3302cddc6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:43.789902 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55f0ae5-c608-4c1b-bd16-1fae1c01cd20 admin admin] Pushing event deleted for resources: {'Port': ['ID=17101fd5-f73e-4c92-8bed-6b02cc9d62c0,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:43.858920 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-4b59943a-113d-4ef2-83c6-4dc6887f25fd tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:25:43.876475 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-4b59943a-113d-4ef2-83c6-4dc6887f25fd tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Usage tracker for resource:subnet and tenant:0780f842482f4e59b41843f42dd46f0e is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:25:43.881836 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-4b59943a-113d-4ef2-83c6-4dc6887f25fd tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:25:43.892624 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-4b59943a-113d-4ef2-83c6-4dc6887f25fd tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:25:44.015765 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d672135-6173-43e6-b7fd-92b0ce80009a None None] Network 66f9563e-ee07-4869-b402-893db36b82d7 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:25:44.274743 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-a57d6178-9fe5-4cf9-b42a-d0c9cedc3516 None None] Provisioning for port df855aae-81bc-4624-bfda-df0ccc157fc3 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:25:44.319732 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b59943a-113d-4ef2-83c6-4dc6887f25fd tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Made reservation on behalf of 0780f842482f4e59b41843f42dd46f0e for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:25:44.323195 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4b59943a-113d-4ef2-83c6-4dc6887f25fd tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:44.386605 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f55f0ae5-c608-4c1b-bd16-1fae1c01cd20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:44.426357 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:44.810985 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8c6f4acd-6bda-4b25-8529-48b3302cddc6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:44.829566 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8c6f4acd-6bda-4b25-8529-48b3302cddc6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:44.829566 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8c6f4acd-6bda-4b25-8529-48b3302cddc6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:44.897778 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387e38c-dcf0-4988-abf4-165f627c1290 req-fe9679a2-58e5-4868-aead-fed3e9bf6a72 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:44.900990 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0387e38c-dcf0-4988-abf4-165f627c1290 req-fe9679a2-58e5-4868-aead-fed3e9bf6a72 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb85796e-354f-4c15-b0f6-67239028b8d5 HTTP/1.1" status: 200 len: 945 time: 0.2576678 May 05 20:25:44.914734 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device fab58869-8fbc-4a31-a91e-3b2bdfe38d12 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:25:44.918570 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device df855aae-81bc-4624-bfda-df0ccc157fc3 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:25:45.036227 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6f4acd-6bda-4b25-8529-48b3302cddc6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Pushing event updated for resources: {'Port': ['ID=bdd36598-929f-44fd-8971-c7456b555c46,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:45.062656 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port df855aae-81bc-4624-bfda-df0ccc157fc3 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:25:45.063145 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0387e38c-dcf0-4988-abf4-165f627c1290 req-a9f5ec2d-bdc2-4614-9b45-0c1f0248a7e8 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba9d5b21-6b89-4c8c-8c7b-729858b20cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836129 May 05 20:25:45.075840 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f55f0ae5-c608-4c1b-bd16-1fae1c01cd20 admin admin] Router 5a6ef778-5bb1-4c5f-b796-cd62c3515c85 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:25:45.092962 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port df855aae-81bc-4624-bfda-df0ccc157fc3 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:25:45.093332 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:45.316154 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-e1f6aae5-c378-41aa-903f-ba0ebe0a7e5b None None] Provisioning complete for port df855aae-81bc-4624-bfda-df0ccc157fc3 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:25:45.316701 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e1f6aae5-c378-41aa-903f-ba0ebe0a7e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:45.364908 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f55f0ae5-c608-4c1b-bd16-1fae1c01cd20 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:25:45.400776 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f55f0ae5-c608-4c1b-bd16-1fae1c01cd20 admin admin] 10.222.0.36 "PUT /v2.0/routers/5a6ef778-5bb1-4c5f-b796-cd62c3515c85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6692233 May 05 20:25:45.401871 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 55928) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:25:45.412373 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18de03-89d8-4d8f-a1cb-8adcc67306dc req-ebe70c1a-291d-4c52-bf94-192b1f7ba6a3 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:45.420221 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3c18de03-89d8-4d8f-a1cb-8adcc67306dc req-ebe70c1a-291d-4c52-bf94-192b1f7ba6a3 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] 10.222.0.36 "GET /v2.0/ports?device_id=71d2d7e0-c711-4b94-b69f-d106cf0e14a7 HTTP/1.1" status: 200 len: 944 time: 0.4540064 May 05 20:25:45.432249 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a5ef3e-2bef-4edd-970f-0a9eeace5bb0 None None] Sync routers for ids ['5a6ef778-5bb1-4c5f-b796-cd62c3515c85'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:25:45.470830 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a5ef3e-2bef-4edd-970f-0a9eeace5bb0 None None] Routers {'5a6ef778-5bb1-4c5f-b796-cd62c3515c85'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:25:45.471602 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-36a5ef3e-2bef-4edd-970f-0a9eeace5bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:25:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['5a6ef778-5bb1-4c5f-b796-cd62c3515c85'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:25:45.473118 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6f4acd-6bda-4b25-8529-48b3302cddc6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Network 66f9563e-ee07-4869-b402-893db36b82d7 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:25:45.477200 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-8c6f4acd-6bda-4b25-8529-48b3302cddc6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:25:45.484963 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4b59943a-113d-4ef2-83c6-4dc6887f25fd tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:45.646039 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port fab58869-8fbc-4a31-a91e-3b2bdfe38d12, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=fab58869-8fbc-4a31-a91e-3b2bdfe38d12,segment=NetworkSegment(91a06b22-4f81-42bf-a32c-14ccd82ed834),segment_id=91a06b22-4f81-42bf-a32c-14ccd82ed834)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:25:45.704609 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-822d4228-f22f-4879-b586-3fd0d0099230 admin admin] Notify callbacks [] for router, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:45.729269 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:45.798602 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3c18de03-89d8-4d8f-a1cb-8adcc67306dc req-3bd351eb-bb95-49c7-9e9d-2100573d426d tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] 10.222.0.36 "GET /v2.0/security-groups?id=8eda2352-7e6c-4384-97c1-b91c9276aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3771734 May 05 20:25:45.862668 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': 'fab58869-8fbc-4a31-a91e-3b2bdfe38d12', 'network_id': 'a832387e-31e5-4ff2-a2fd-7455c4d42558', 'port_id': 'fab58869-8fbc-4a31-a91e-3b2bdfe38d12', 'mac_address': 'fa:16:3e:72:dc:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48fdae70-c7db-41e9-a9c8-4b1e968522dd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:25:45.901806 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b59943a-113d-4ef2-83c6-4dc6887f25fd tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event updated for resources: {'Subnet': ['ID=e42fae8e-fc0f-476d-92ae-d101f4d06ecb,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:45.907310 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b59943a-113d-4ef2-83c6-4dc6887f25fd tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Checking segment: {'id': '1cf78a78-2d57-4ccb-9633-08c37696a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7289b573-7530-4f0a-b5b0-032373718af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:25:45.907700 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b59943a-113d-4ef2-83c6-4dc6887f25fd tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Network hostable DHCP agents. Network: 7289b573-7530-4f0a-b5b0-032373718af7, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:25:45.960071 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b59943a-113d-4ef2-83c6-4dc6887f25fd tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Network 7289b573-7530-4f0a-b5b0-032373718af7 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:25:45.978150 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c6f4acd-6bda-4b25-8529-48b3302cddc6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Router a972cae5-5fb3-4e14-93d1-0ce82e1115c4 is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:25:45.984974 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-4b59943a-113d-4ef2-83c6-4dc6887f25fd tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 7289b573-7530-4f0a-b5b0-032373718af7) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:25:45.994065 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b59943a-113d-4ef2-83c6-4dc6887f25fd tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:45.994822 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4b59943a-113d-4ef2-83c6-4dc6887f25fd tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:46.018768 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-822d4228-f22f-4879-b586-3fd0d0099230 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:46.034091 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-822d4228-f22f-4879-b586-3fd0d0099230 admin admin] Deleting port 7d10b1de-2982-42f6-9dba-a4db4e2cff9f {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:25:46.034896 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-822d4228-f22f-4879-b586-3fd0d0099230 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:46.043130 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1525cadc-daf3-40c5-9620-0ad91f73f59f None None] Network 7289b573-7530-4f0a-b5b0-032373718af7 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:25:46.174147 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-4b59943a-113d-4ef2-83c6-4dc6887f25fd tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7679353 May 05 20:25:46.175023 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56004) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:25:46.190482 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port df855aae-81bc-4624-bfda-df0ccc157fc3, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=df855aae-81bc-4624-bfda-df0ccc157fc3,segment=NetworkSegment(bdd89cf4-68a6-42ed-9198-b0c9c98ce14a),segment_id=bdd89cf4-68a6-42ed-9198-b0c9c98ce14a)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:25:46.198108 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-7ea2d591-4f45-43fa-84d9-94acb365242b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Request body: {'port': {'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'name': 'tempest-NetworksTestDHCPv6-1769190458'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:25:46.209424 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:46.247642 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c6f4acd-6bda-4b25-8529-48b3302cddc6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:25:46.257037 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-8c6f4acd-6bda-4b25-8529-48b3302cddc6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "PUT /v2.0/routers/a972cae5-5fb3-4e14-93d1-0ce82e1115c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2317564 May 05 20:25:46.263641 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56014) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:25:46.264061 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71279d8f-83ec-4a23-889f-30aecbceb979 None None] Sync routers for ids ['a972cae5-5fb3-4e14-93d1-0ce82e1115c4'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:25:46.280321 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71279d8f-83ec-4a23-889f-30aecbceb979 None None] Routers {'a972cae5-5fb3-4e14-93d1-0ce82e1115c4'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:25:46.281010 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-71279d8f-83ec-4a23-889f-30aecbceb979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:25:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['a972cae5-5fb3-4e14-93d1-0ce82e1115c4'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:25:46.321171 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-d1c3704c-3d55-448a-95eb-f7fd0ac04e8c tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1092511664'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:25:46.331629 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d1c3704c-3d55-448a-95eb-f7fd0ac04e8c tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:25:46.332891 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-822d4228-f22f-4879-b586-3fd0d0099230 admin admin] For port 7d10b1de-2982-42f6-9dba-a4db4e2cff9f, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=7d10b1de-2982-42f6-9dba-a4db4e2cff9f,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:25:46.334566 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-822d4228-f22f-4879-b586-3fd0d0099230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:46.340644 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d1c3704c-3d55-448a-95eb-f7fd0ac04e8c tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Usage tracker for resource:network and tenant:08e9223c846c46d791083957f9887d85 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:25:46.360332 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d1c3704c-3d55-448a-95eb-f7fd0ac04e8c tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:25:46.373701 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d1c3704c-3d55-448a-95eb-f7fd0ac04e8c tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:25:46.381043 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e1f6aae5-c378-41aa-903f-ba0ebe0a7e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:46.409600 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-7ea2d591-4f45-43fa-84d9-94acb365242b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:25:46.415739 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-7ea2d591-4f45-43fa-84d9-94acb365242b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Usage tracker for resource:port and tenant:0780f842482f4e59b41843f42dd46f0e is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:25:46.418999 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c3704c-3d55-448a-95eb-f7fd0ac04e8c tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Made reservation on behalf of 08e9223c846c46d791083957f9887d85 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:25:46.428172 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d1c3704c-3d55-448a-95eb-f7fd0ac04e8c tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:46.447006 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-36a5ef3e-2bef-4edd-970f-0a9eeace5bb0 None None] Set router 5a6ef778-5bb1-4c5f-b796-cd62c3515c85 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:25:46.454416 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-7ea2d591-4f45-43fa-84d9-94acb365242b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:25:46.471684 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-7ea2d591-4f45-43fa-84d9-94acb365242b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:25:46.494332 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea2d591-4f45-43fa-84d9-94acb365242b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Made reservation on behalf of 0780f842482f4e59b41843f42dd46f0e for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:25:46.498469 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-71279d8f-83ec-4a23-889f-30aecbceb979 None None] Set router a972cae5-5fb3-4e14-93d1-0ce82e1115c4 gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:25:46.498937 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7ea2d591-4f45-43fa-84d9-94acb365242b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:46.515183 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1c3704c-3d55-448a-95eb-f7fd0ac04e8c tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:25:46.519380 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:46.537154 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d1c3704c-3d55-448a-95eb-f7fd0ac04e8c tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:46.537765 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-d1c3704c-3d55-448a-95eb-f7fd0ac04e8c tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Added segment 6ca2c518-7f52-4c91-8319-bbf02d5447c0 of type vlan for network 631175f0-a304-4980-829b-edc030fb8e19 May 05 20:25:46.550955 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-7ea2d591-4f45-43fa-84d9-94acb365242b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] device_id is not set on port b6a83bb9-0752-4e8f-a7d4-d7b67e2eedfb yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:25:46.819168 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=df855aae-81bc-4624-bfda-df0ccc157fc3,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:46.866547 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fab58869-8fbc-4a31-a91e-3b2bdfe38d12 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:25:46.875916 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-822d4228-f22f-4879-b586-3fd0d0099230 admin admin] Calling delete_port for 7d10b1de-2982-42f6-9dba-a4db4e2cff9f owned by network:router_gateway {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:25:46.883948 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d1c3704c-3d55-448a-95eb-f7fd0ac04e8c tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:46.982652 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:25:46.982974 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:25:46.983438 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:25:46.984415 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:25:46.984809 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:25:46.985723 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:25:46.985723 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:25:46.985975 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:25:46.986527 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:25:46.986861 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:25:46.987202 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:25:47.003392 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-7ea2d591-4f45-43fa-84d9-94acb365242b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Allocated IP 2001:db8::154 (7289b573-7530-4f0a-b5b0-032373718af7/e42fae8e-fc0f-476d-92ae-d101f4d06ecb/b6a83bb9-0752-4e8f-a7d4-d7b67e2eedfb) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:25:47.006230 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d1c3704c-3d55-448a-95eb-f7fd0ac04e8c tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:47.010257 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f846b0f-61b8-4ca9-9782-2e7aad103840 req-dc200bab-142e-4e78-abfc-417f7b967ed1 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:47.011986 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8f846b0f-61b8-4ca9-9782-2e7aad103840 req-dc200bab-142e-4e78-abfc-417f7b967ed1 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb85796e-354f-4c15-b0f6-67239028b8d5 HTTP/1.1" status: 200 len: 945 time: 0.7133136 May 05 20:25:47.015814 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:25:47.028179 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c3704c-3d55-448a-95eb-f7fd0ac04e8c tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:47.028849 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d1c3704c-3d55-448a-95eb-f7fd0ac04e8c tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:47.046790 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-71279d8f-83ec-4a23-889f-30aecbceb979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'name': 'tempest-RoutersIpV6Test-router-1071824586', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:25:39Z', 'updated_at': '2022-05-05T20:25:43Z', 'revision_number': 2, 'project_id': '08e9223c846c46d791083957f9887d85', 'gw_port_host': None, '_interfaces': [{'id': 'bdd36598-929f-44fd-8971-c7456b555c46', 'name': '', 'network_id': '66f9563e-ee07-4869-b402-893db36b82d7', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'mac_address': 'fa:16:3e:01:84:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'e6455b0a-80fa-4a59-816f-11b102eee8a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:25:42Z', 'updated_at': '2022-05-05T20:25:44Z', 'revision_number': 2, 'project_id': '08e9223c846c46d791083957f9887d85', 'subnets': [{'id': 'e6455b0a-80fa-4a59-816f-11b102eee8a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:25:47.053987 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71279d8f-83ec-4a23-889f-30aecbceb979 None None] Checking router: a972cae5-5fb3-4e14-93d1-0ce82e1115c4 for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:25:47.055138 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71279d8f-83ec-4a23-889f-30aecbceb979 None None] Updating router a972cae5-5fb3-4e14-93d1-0ce82e1115c4 port bdd36598-929f-44fd-8971-c7456b555c46 binding host n-d-840717-1 {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:25:47.077511 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8f846b0f-61b8-4ca9-9782-2e7aad103840 req-8095e592-f455-4fb1-a23f-2703155f82aa tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba9d5b21-6b89-4c8c-8c7b-729858b20cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592031 May 05 20:25:47.138839 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-71279d8f-83ec-4a23-889f-30aecbceb979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:47.186197 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-822d4228-f22f-4879-b586-3fd0d0099230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:47.281732 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d1c3704c-3d55-448a-95eb-f7fd0ac04e8c tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0161681 May 05 20:25:47.285340 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c3704c-3d55-448a-95eb-f7fd0ac04e8c tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Pushing event updated for resources: {'Network': ['ID=631175f0-a304-4980-829b-edc030fb8e19,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:47.299030 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56116) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:25:47.307370 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2452fffb-85ca-4688-a735-9d09eac35575 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-7289b573-7530-4f0a-b5b0-032373718af7', 'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'tenant_id': '0780f842482f4e59b41843f42dd46f0e', 'fixed_ips': [{'subnet_id': 'e42fae8e-fc0f-476d-92ae-d101f4d06ecb'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:25:47.308362 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2452fffb-85ca-4688-a735-9d09eac35575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:47.314811 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-e3ed5497-18ba-4021-8795-4d8fe90cd27c tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Request body: {'subnet': {'network_id': '631175f0-a304-4980-829b-edc030fb8e19', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:25:47.357351 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 631175f0-a304-4980-829b-edc030fb8e19 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:25:47.366595 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822d4228-f22f-4879-b586-3fd0d0099230 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d10b1de-2982-42f6-9dba-a4db4e2cff9f,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:47.387559 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822d4228-f22f-4879-b586-3fd0d0099230 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:25:47.388042 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822d4228-f22f-4879-b586-3fd0d0099230 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:25:47.388444 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822d4228-f22f-4879-b586-3fd0d0099230 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:25:47.389526 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822d4228-f22f-4879-b586-3fd0d0099230 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:25:47.389942 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822d4228-f22f-4879-b586-3fd0d0099230 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:25:47.390356 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822d4228-f22f-4879-b586-3fd0d0099230 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:25:47.390791 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822d4228-f22f-4879-b586-3fd0d0099230 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:25:47.391480 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822d4228-f22f-4879-b586-3fd0d0099230 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:25:47.392520 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822d4228-f22f-4879-b586-3fd0d0099230 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:25:47.392915 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822d4228-f22f-4879-b586-3fd0d0099230 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:25:47.393410 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822d4228-f22f-4879-b586-3fd0d0099230 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:25:47.393855 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822d4228-f22f-4879-b586-3fd0d0099230 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:25:47.422555 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:47.423500 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-822d4228-f22f-4879-b586-3fd0d0099230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:47.428039 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port fab58869-8fbc-4a31-a91e-3b2bdfe38d12, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=fab58869-8fbc-4a31-a91e-3b2bdfe38d12,segment=NetworkSegment(91a06b22-4f81-42bf-a32c-14ccd82ed834),segment_id=91a06b22-4f81-42bf-a32c-14ccd82ed834)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:25:47.568546 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6ba38-f24e-4016-bf04-9c3a0c14c180 req-de1a6bf5-7595-4223-b996-fa0e9c6d8f3e tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:47.577835 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-63c6ba38-f24e-4016-bf04-9c3a0c14c180 req-de1a6bf5-7595-4223-b996-fa0e9c6d8f3e tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] 10.222.0.36 "GET /v2.0/ports?device_id=71d2d7e0-c711-4b94-b69f-d106cf0e14a7 HTTP/1.1" status: 200 len: 944 time: 0.5326619 May 05 20:25:47.615589 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:47.651563 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-822d4228-f22f-4879-b586-3fd0d0099230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:47.653194 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e3ed5497-18ba-4021-8795-4d8fe90cd27c tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:25:47.657263 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-822d4228-f22f-4879-b586-3fd0d0099230 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:47.685514 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-e3ed5497-18ba-4021-8795-4d8fe90cd27c tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Usage tracker for resource:subnet and tenant:08e9223c846c46d791083957f9887d85 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:25:47.699761 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-e3ed5497-18ba-4021-8795-4d8fe90cd27c tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:25:47.710257 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-822d4228-f22f-4879-b586-3fd0d0099230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:47.711053 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-822d4228-f22f-4879-b586-3fd0d0099230 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a6ef778-5bb1-4c5f-b796-cd62c3515c85 {{(pid=88197) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:25:47.729639 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-822d4228-f22f-4879-b586-3fd0d0099230 admin admin] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:47.736383 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-822d4228-f22f-4879-b586-3fd0d0099230 admin admin] 10.222.0.36 "DELETE /v2.0/routers/5a6ef778-5bb1-4c5f-b796-cd62c3515c85 HTTP/1.1" status: 204 len: 168 time: 2.3324974 May 05 20:25:47.738212 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56162) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:25:47.741387 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e3ed5497-18ba-4021-8795-4d8fe90cd27c tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:25:47.747263 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-63c6ba38-f24e-4016-bf04-9c3a0c14c180 req-0495c494-d8cd-4d18-8370-f29fc6527d3a tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] 10.222.0.36 "GET /v2.0/security-groups?id=8eda2352-7e6c-4384-97c1-b91c9276aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682191 May 05 20:25:47.780324 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-71279d8f-83ec-4a23-889f-30aecbceb979 None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:47.797089 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=fab58869-8fbc-4a31-a91e-3b2bdfe38d12,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:47.807300 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-71279d8f-83ec-4a23-889f-30aecbceb979 None None] Transition to ACTIVE for port object bdd36598-929f-44fd-8971-c7456b555c46 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:25:47.812396 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ed5497-18ba-4021-8795-4d8fe90cd27c tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Made reservation on behalf of 08e9223c846c46d791083957f9887d85 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:25:47.823466 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e3ed5497-18ba-4021-8795-4d8fe90cd27c tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:47.832261 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-71279d8f-83ec-4a23-889f-30aecbceb979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:47.850746 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-e1f6aae5-c378-41aa-903f-ba0ebe0a7e5b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:25:47.851754 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-e1f6aae5-c378-41aa-903f-ba0ebe0a7e5b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:25:47.856715 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e9450a7-e6e2-437e-82e8-d77c7e18414e admin admin] Deleting subnet 63e2fac6-bdcb-4ed0-bf8d-217752a1cccc {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:25:47.860788 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4e9450a7-e6e2-437e-82e8-d77c7e18414e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:47.947380 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4e9450a7-e6e2-437e-82e8-d77c7e18414e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:47.957173 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['fab58869-8fbc-4a31-a91e-3b2bdfe38d12'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:25:48.002923 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7ea2d591-4f45-43fa-84d9-94acb365242b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:48.047273 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c36848-06e1-46cb-97e8-e697551cba95 None None] Pushing event updated for resources: {'Port': ['ID=bdd36598-929f-44fd-8971-c7456b555c46,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:48.080105 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-7ea2d591-4f45-43fa-84d9-94acb365242b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Transition to ACTIVE for port object b6a83bb9-0752-4e8f-a7d4-d7b67e2eedfb will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:25:48.121386 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c36848-06e1-46cb-97e8-e697551cba95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:25:48.121838 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c36848-06e1-46cb-97e8-e697551cba95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:25:48.122183 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c36848-06e1-46cb-97e8-e697551cba95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:25:48.122499 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c36848-06e1-46cb-97e8-e697551cba95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:25:48.122822 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c36848-06e1-46cb-97e8-e697551cba95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:25:48.123144 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c36848-06e1-46cb-97e8-e697551cba95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:25:48.123619 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c36848-06e1-46cb-97e8-e697551cba95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:25:48.123788 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c36848-06e1-46cb-97e8-e697551cba95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:25:48.124191 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c36848-06e1-46cb-97e8-e697551cba95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:25:48.124474 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c36848-06e1-46cb-97e8-e697551cba95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:25:48.124729 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c36848-06e1-46cb-97e8-e697551cba95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:25:48.125024 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c36848-06e1-46cb-97e8-e697551cba95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:25:48.142248 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-36a5ef3e-2bef-4edd-970f-0a9eeace5bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a6ef778-5bb1-4c5f-b796-cd62c3515c85', 'name': 'tempest-TestVolumeBackupRestore-585373118-router', 'tenant_id': 'f6a3c89bee184f11a533b7da0e928b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '7d10b1de-2982-42f6-9dba-a4db4e2cff9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:18:55Z', 'updated_at': '2022-05-05T20:25:43Z', 'revision_number': 5, 'project_id': 'f6a3c89bee184f11a533b7da0e928b7f', 'gw_port': {'id': '7d10b1de-2982-42f6-9dba-a4db4e2cff9f', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ed:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6ef778-5bb1-4c5f-b796-cd62c3515c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:18:58Z', 'updated_at': '2022-05-05T20:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:25:48.146852 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4e9450a7-e6e2-437e-82e8-d77c7e18414e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:48.200491 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e3ed5497-18ba-4021-8795-4d8fe90cd27c tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:48.236328 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a5ef3e-2bef-4edd-970f-0a9eeace5bb0 None None] Checking router: 5a6ef778-5bb1-4c5f-b796-cd62c3515c85 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:25:48.272560 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-71279d8f-83ec-4a23-889f-30aecbceb979 None None] Attempting to bind port bdd36598-929f-44fd-8971-c7456b555c46 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:25:48.272985 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-71279d8f-83ec-4a23-889f-30aecbceb979 None None] Attempting to bind port bdd36598-929f-44fd-8971-c7456b555c46 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'bdd89cf4-68a6-42ed-9198-b0c9c98ce14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '66f9563e-ee07-4869-b402-893db36b82d7'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:25:48.273822 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71279d8f-83ec-4a23-889f-30aecbceb979 None None] Attempting to bind port bdd36598-929f-44fd-8971-c7456b555c46 on network 66f9563e-ee07-4869-b402-893db36b82d7 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:25:48.287974 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71279d8f-83ec-4a23-889f-30aecbceb979 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:25:48.288617 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71279d8f-83ec-4a23-889f-30aecbceb979 None None] Checking segment: {'id': 'bdd89cf4-68a6-42ed-9198-b0c9c98ce14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '66f9563e-ee07-4869-b402-893db36b82d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:25:48.290681 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-71279d8f-83ec-4a23-889f-30aecbceb979 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:48.291283 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71279d8f-83ec-4a23-889f-30aecbceb979 None None] Bound using segment: {'id': 'bdd89cf4-68a6-42ed-9198-b0c9c98ce14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '66f9563e-ee07-4869-b402-893db36b82d7'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:25:48.291541 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7ea2d591-4f45-43fa-84d9-94acb365242b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:48.292587 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-71279d8f-83ec-4a23-889f-30aecbceb979 None None] Bound port: bdd36598-929f-44fd-8971-c7456b555c46, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdd89cf4-68a6-42ed-9198-b0c9c98ce14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '66f9563e-ee07-4869-b402-893db36b82d7'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:25:48.294066 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-71279d8f-83ec-4a23-889f-30aecbceb979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:48.348641 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4e9450a7-e6e2-437e-82e8-d77c7e18414e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:48.401026 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a5ef3e-2bef-4edd-970f-0a9eeace5bb0 None None] Routers set() bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:25:48.401634 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a5ef3e-2bef-4edd-970f-0a9eeace5bb0 None None] Router IDs set() for agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} May 05 20:25:48.402407 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_agentschedulers_db [None req-36a5ef3e-2bef-4edd-970f-0a9eeace5bb0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5a6ef778-5bb1-4c5f-b796-cd62c3515c85'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:25:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent'). {{(pid=88199) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 05 20:25:48.403075 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a5ef3e-2bef-4edd-970f-0a9eeace5bb0 None None] The sync data for ids ['5a6ef778-5bb1-4c5f-b796-cd62c3515c85'] in n-d-840717-1 is: [] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:25:48.409443 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-71279d8f-83ec-4a23-889f-30aecbceb979 None None] For port bdd36598-929f-44fd-8971-c7456b555c46, host n-d-840717-1, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:25:48.413827 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-71279d8f-83ec-4a23-889f-30aecbceb979 None None] For port bdd36598-929f-44fd-8971-c7456b555c46, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=bdd36598-929f-44fd-8971-c7456b555c46,segment=NetworkSegment(bdd89cf4-68a6-42ed-9198-b0c9c98ce14a),segment_id=bdd89cf4-68a6-42ed-9198-b0c9c98ce14a)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:25:48.420772 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-71279d8f-83ec-4a23-889f-30aecbceb979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:48.480743 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4e9450a7-e6e2-437e-82e8-d77c7e18414e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:48.483317 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68a506b-6fe7-43f1-ad9e-4aa33662c4cc None None] Network c2a9be47-6ae3-43c0-a604-a9462e3ed185 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:25:48.483788 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9450a7-e6e2-437e-82e8-d77c7e18414e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63e2fac6-bdcb-4ed0-bf8d-217752a1cccc,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:48.485709 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea2d591-4f45-43fa-84d9-94acb365242b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Network 7289b573-7530-4f0a-b5b0-032373718af7 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:25:48.494198 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-4e9450a7-e6e2-437e-82e8-d77c7e18414e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/63e2fac6-bdcb-4ed0-bf8d-217752a1cccc HTTP/1.1" status: 204 len: 168 time: 0.7547030 May 05 20:25:48.496730 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56206) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:25:48.499079 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ed5497-18ba-4021-8795-4d8fe90cd27c tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Pushing event updated for resources: {'Subnet': ['ID=37ab342c-5785-4eb7-8fad-ab78562b20ea,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:48.512192 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-7ea2d591-4f45-43fa-84d9-94acb365242b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:25:48.519488 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea2d591-4f45-43fa-84d9-94acb365242b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:25:48.527513 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea2d591-4f45-43fa-84d9-94acb365242b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:48.528427 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7ea2d591-4f45-43fa-84d9-94acb365242b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:48.536846 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ed5497-18ba-4021-8795-4d8fe90cd27c tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Checking segment: {'id': '6ca2c518-7f52-4c91-8319-bbf02d5447c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '631175f0-a304-4980-829b-edc030fb8e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:25:48.537538 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ed5497-18ba-4021-8795-4d8fe90cd27c tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Network hostable DHCP agents. Network: 631175f0-a304-4980-829b-edc030fb8e19, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:25:48.567517 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea2d591-4f45-43fa-84d9-94acb365242b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event updated for resources: {'Port': ['ID=b6a83bb9-0752-4e8f-a7d4-d7b67e2eedfb,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:48.591648 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-7ea2d591-4f45-43fa-84d9-94acb365242b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4133153 May 05 20:25:48.593497 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ed5497-18ba-4021-8795-4d8fe90cd27c tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Network 631175f0-a304-4980-829b-edc030fb8e19 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:25:48.602069 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56210) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:25:48.625443 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-e3ed5497-18ba-4021-8795-4d8fe90cd27c tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 631175f0-a304-4980-829b-edc030fb8e19) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:25:48.630808 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ed5497-18ba-4021-8795-4d8fe90cd27c tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:48.632343 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e3ed5497-18ba-4021-8795-4d8fe90cd27c tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:48.667818 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71279d8f-83ec-4a23-889f-30aecbceb979 None None] Routers {'a972cae5-5fb3-4e14-93d1-0ce82e1115c4'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:25:48.668679 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-71279d8f-83ec-4a23-889f-30aecbceb979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:25:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['a972cae5-5fb3-4e14-93d1-0ce82e1115c4'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:25:48.671206 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e3ed5497-18ba-4021-8795-4d8fe90cd27c tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3670008 May 05 20:25:48.673924 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56214) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:25:48.710963 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0bd2ac-1f2c-4d00-8e8d-fde1b7937611 None None] Network 631175f0-a304-4980-829b-edc030fb8e19 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:25:48.728473 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6599ae19-07b5-4181-b83f-8927e2155ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:48.753892 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-6599ae19-07b5-4181-b83f-8927e2155ecc admin admin] Deleting port 9b85b591-e522-420b-913a-1bd00cba3f13 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:25:48.754574 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6599ae19-07b5-4181-b83f-8927e2155ecc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:48.839850 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb263bc-567b-49e5-8683-88acfcbfad44 req-31ef5ee3-172a-4988-a785-4e50bee257bb tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:48.845217 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-edb263bc-567b-49e5-8683-88acfcbfad44 req-31ef5ee3-172a-4988-a785-4e50bee257bb tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb85796e-354f-4c15-b0f6-67239028b8d5 HTTP/1.1" status: 200 len: 945 time: 0.5124900 May 05 20:25:48.890129 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c36848-06e1-46cb-97e8-e697551cba95 None None] Pushing event updated for resources: {'Port': ['ID=bdd36598-929f-44fd-8971-c7456b555c46,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:49.018498 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194aeb0c-f92a-4cd8-9d70-651f6b0d2297 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:49.020185 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-194aeb0c-f92a-4cd8-9d70-651f6b0d2297 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.4162562 May 05 20:25:49.024353 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-edb263bc-567b-49e5-8683-88acfcbfad44 req-f6fbe113-8907-456f-b22e-26ec88a3c03a tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba9d5b21-6b89-4c8c-8c7b-729858b20cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656115 May 05 20:25:49.039971 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-71279d8f-83ec-4a23-889f-30aecbceb979 None None] Set router a972cae5-5fb3-4e14-93d1-0ce82e1115c4 gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:25:49.047263 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56224) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:25:49.117932 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device df855aae-81bc-4624-bfda-df0ccc157fc3 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:25:49.148814 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-2452fffb-85ca-4688-a735-9d09eac35575 None None] Allocated IP 2001:db8::2 (7289b573-7530-4f0a-b5b0-032373718af7/e42fae8e-fc0f-476d-92ae-d101f4d06ecb/2964ad4d-e4b8-4772-81a0-0fd6fe537de3) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:25:49.244364 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-e1f6aae5-c378-41aa-903f-ba0ebe0a7e5b None None] Provisioning for port bdd36598-929f-44fd-8971-c7456b555c46 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:25:49.374531 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-a4391a50-db28-4d6b-83d1-901b903d6de5 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Deleting port b6a83bb9-0752-4e8f-a7d4-d7b67e2eedfb {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:25:49.374958 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a4391a50-db28-4d6b-83d1-901b903d6de5 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:49.402211 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938ef766-4258-497a-8de2-dbf85ed920ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-631175f0-a304-4980-829b-edc030fb8e19', 'network_id': '631175f0-a304-4980-829b-edc030fb8e19', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'fixed_ips': [{'subnet_id': '37ab342c-5785-4eb7-8fad-ab78562b20ea'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:25:49.403386 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-938ef766-4258-497a-8de2-dbf85ed920ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:49.468776 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-6599ae19-07b5-4181-b83f-8927e2155ecc admin admin] For port 9b85b591-e522-420b-913a-1bd00cba3f13, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=9b85b591-e522-420b-913a-1bd00cba3f13,segment=NetworkSegment(b7543af1-73d5-4482-a881-394588a73895),segment_id=b7543af1-73d5-4482-a881-394588a73895)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:25:49.469239 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6599ae19-07b5-4181-b83f-8927e2155ecc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:49.586736 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-71279d8f-83ec-4a23-889f-30aecbceb979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'name': 'tempest-RoutersIpV6Test-router-1071824586', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:25:39Z', 'updated_at': '2022-05-05T20:25:43Z', 'revision_number': 2, 'project_id': '08e9223c846c46d791083957f9887d85', 'gw_port_host': None, '_interfaces': [{'id': 'bdd36598-929f-44fd-8971-c7456b555c46', 'name': '', 'network_id': '66f9563e-ee07-4869-b402-893db36b82d7', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'mac_address': 'fa:16:3e:01:84:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'e6455b0a-80fa-4a59-816f-11b102eee8a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:25:42Z', 'updated_at': '2022-05-05T20:25:48Z', 'revision_number': 4, 'project_id': '08e9223c846c46d791083957f9887d85', 'subnets': [{'id': 'e6455b0a-80fa-4a59-816f-11b102eee8a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:25:49.596114 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port df855aae-81bc-4624-bfda-df0ccc157fc3 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:25:49.596492 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:49.599974 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71279d8f-83ec-4a23-889f-30aecbceb979 None None] The sync data for ids ['a972cae5-5fb3-4e14-93d1-0ce82e1115c4'] in n-d-840717-1 is: [{'id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'name': 'tempest-RoutersIpV6Test-router-1071824586', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:25:39Z', 'updated_at': '2022-05-05T20:25:43Z', 'revision_number': 2, 'project_id': '08e9223c846c46d791083957f9887d85', 'gw_port_host': None, '_interfaces': [{'id': 'bdd36598-929f-44fd-8971-c7456b555c46', 'name': '', 'network_id': '66f9563e-ee07-4869-b402-893db36b82d7', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'mac_address': 'fa:16:3e:01:84:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'e6455b0a-80fa-4a59-816f-11b102eee8a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:25:42Z', 'updated_at': '2022-05-05T20:25:48Z', 'revision_number': 4, 'project_id': '08e9223c846c46d791083957f9887d85', 'subnets': [{'id': 'e6455b0a-80fa-4a59-816f-11b102eee8a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:25:49.674130 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee92066-8213-4a79-b628-3f6dc01dcec8 None None] DHCP port deletion for c2a9be47-6ae3-43c0-a604-a9462e3ed185 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:25:49.691228 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-1ee92066-8213-4a79-b628-3f6dc01dcec8 None None] Deleting port 9b85b591-e522-420b-913a-1bd00cba3f13 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:25:49.691615 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1ee92066-8213-4a79-b628-3f6dc01dcec8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:49.710853 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-6599ae19-07b5-4181-b83f-8927e2155ecc admin admin] Calling delete_port for 9b85b591-e522-420b-913a-1bd00cba3f13 owned by network:dhcp {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:25:49.719697 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device fab58869-8fbc-4a31-a91e-3b2bdfe38d12 up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:25:49.811888 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6599ae19-07b5-4181-b83f-8927e2155ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:49.864917 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6599ae19-07b5-4181-b83f-8927e2155ecc admin admin] Pushing event deleted for resources: {'Port': ['ID=9b85b591-e522-420b-913a-1bd00cba3f13,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:49.870419 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6599ae19-07b5-4181-b83f-8927e2155ecc admin admin] No DVR routers for this DVR port 9b85b591-e522-420b-913a-1bd00cba3f13 on host n-d-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:25:49.969527 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 17101fd5-f73e-4c92-8bed-6b02cc9d62c0 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:25:50.022461 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 17101fd5-f73e-4c92-8bed-6b02cc9d62c0 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:25:50.022830 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 17101fd5-f73e-4c92-8bed-6b02cc9d62c0 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:25:50.113065 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-1ee92066-8213-4a79-b628-3f6dc01dcec8 None None] The port '9b85b591-e522-420b-913a-1bd00cba3f13' was deleted {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 20:25:50.128158 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6599ae19-07b5-4181-b83f-8927e2155ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:50.168292 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port fab58869-8fbc-4a31-a91e-3b2bdfe38d12 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:25:50.185778 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-6599ae19-07b5-4181-b83f-8927e2155ecc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2a9be47-6ae3-43c0-a604-a9462e3ed185']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:25:50.205908 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-6599ae19-07b5-4181-b83f-8927e2155ecc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7543af1-73d5-4482-a881-394588a73895') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:25:50.206486 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-6599ae19-07b5-4181-b83f-8927e2155ecc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7543af1-73d5-4482-a881-394588a73895') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:25:50.212661 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port fab58869-8fbc-4a31-a91e-3b2bdfe38d12 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:25:50.213032 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:50.230359 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6599ae19-07b5-4181-b83f-8927e2155ecc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:50.279714 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd5daa9-c7cd-48a3-bf54-1ef50fe6eabd req-66098440-450c-482e-9704-c8c21546412d tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:50.281263 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0cd5daa9-c7cd-48a3-bf54-1ef50fe6eabd req-66098440-450c-482e-9704-c8c21546412d tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] 10.222.0.36 "GET /v2.0/ports?device_id=71d2d7e0-c711-4b94-b69f-d106cf0e14a7 HTTP/1.1" status: 200 len: 945 time: 1.1688533 May 05 20:25:50.348803 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-938ef766-4258-497a-8de2-dbf85ed920ed None None] Allocated IP 2001:db8:1::2 (631175f0-a304-4980-829b-edc030fb8e19/37ab342c-5785-4eb7-8fad-ab78562b20ea/104287c1-6a17-48c4-985c-2a3e0ef8f9b3) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:25:50.356880 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6599ae19-07b5-4181-b83f-8927e2155ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:50.364080 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2452fffb-85ca-4688-a735-9d09eac35575 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:50.394458 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6599ae19-07b5-4181-b83f-8927e2155ecc admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:25:50.395381 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6599ae19-07b5-4181-b83f-8927e2155ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:50.432193 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0cd5daa9-c7cd-48a3-bf54-1ef50fe6eabd req-0747b269-6175-4986-9acc-00989a9436ac tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] 10.222.0.36 "GET /v2.0/security-groups?id=8eda2352-7e6c-4384-97c1-b91c9276aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971289 May 05 20:25:50.435311 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:25:50.435311 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:25:50.435311 n-d-840717-1 neutron-server[88197]: timer() May 05 20:25:50.435311 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:25:50.435311 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:25:50.435311 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:25:50.435311 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:25:50.435311 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:25:50.435311 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:25:50.435311 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:25:50.435311 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:25:50.435311 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:25:50.435311 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:25:50.435311 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:25:50.435311 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:25:50.435311 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:25:50.435311 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:25:50.435311 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:25:50.435311 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:25:50.435311 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:25:50.435311 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:25:50.435311 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:25:50.435311 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:25:50.435311 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:25:50.435311 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:25:50.435311 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:25:50.435311 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:25:50.435311 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:25:50.435311 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:25:50.435311 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:25:50.435311 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:25:50.435311 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:25:50.481439 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-2452fffb-85ca-4688-a735-9d09eac35575 None None] Transition to ACTIVE for port object 2964ad4d-e4b8-4772-81a0-0fd6fe537de3 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:25:50.536962 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a4391a50-db28-4d6b-83d1-901b903d6de5 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:50.593994 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:50.619567 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf4719-e1fd-4640-bade-9cee8395b873 req-ed0585d9-9425-4c77-8aa2-1f7cc62a6dc3 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:50.630547 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d8cf4719-e1fd-4640-bade-9cee8395b873 req-ed0585d9-9425-4c77-8aa2-1f7cc62a6dc3 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb85796e-354f-4c15-b0f6-67239028b8d5 HTTP/1.1" status: 200 len: 945 time: 0.3581512 May 05 20:25:50.644074 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6599ae19-07b5-4181-b83f-8927e2155ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:50.650296 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6599ae19-07b5-4181-b83f-8927e2155ecc admin admin] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:50.729752 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-6599ae19-07b5-4181-b83f-8927e2155ecc admin admin] 10.222.0.36 "DELETE /v2.0/networks/c2a9be47-6ae3-43c0-a604-a9462e3ed185 HTTP/1.1" status: 204 len: 168 time: 2.2310321 May 05 20:25:50.733377 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device bdd36598-929f-44fd-8971-c7456b555c46 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:25:50.754885 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6599ae19-07b5-4181-b83f-8927e2155ecc admin admin] Pushing event deleted for resources: {'Network': ['ID=c2a9be47-6ae3-43c0-a604-a9462e3ed185,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:50.759526 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d8cf4719-e1fd-4640-bade-9cee8395b873 req-8f05b289-29bc-4278-a350-0c4641a4dfff tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba9d5b21-6b89-4c8c-8c7b-729858b20cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051497 May 05 20:25:50.807150 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-a4391a50-db28-4d6b-83d1-901b903d6de5 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Calling delete_port for b6a83bb9-0752-4e8f-a7d4-d7b67e2eedfb owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:25:50.830734 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-2452fffb-85ca-4688-a735-9d09eac35575 None None] Transition to ACTIVE for port object 2964ad4d-e4b8-4772-81a0-0fd6fe537de3 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:25:50.859730 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2452fffb-85ca-4688-a735-9d09eac35575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:50.975977 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8f90eea2-8e08-48f3-b8e6-b0b4e9a54b81 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:50.986707 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d2d7e0-c711-4b94-b69f-d106cf0e14a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab58869-8fbc-4a31-a91e-3b2bdfe38d12'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:25:51.012806 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56238) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:25:51.096817 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-097f3cb1-9b04-44d5-86a0-dbeafc8b012c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=882c3092895149a59ea813977ba9e154&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0825434 May 05 20:25:51.097777 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56242) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:25:51.101648 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4fa2208-74f7-4916-b5ed-55cbfed34721'] response: {'server_uuid': '71d2d7e0-c711-4b94-b69f-d106cf0e14a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab58869-8fbc-4a31-a91e-3b2bdfe38d12', 'code': 200} May 05 20:25:51.116501 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2452fffb-85ca-4688-a735-9d09eac35575 None None] Pushing event updated for resources: {'Port': ['ID=2964ad4d-e4b8-4772-81a0-0fd6fe537de3,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:51.140516 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2452fffb-85ca-4688-a735-9d09eac35575 None None] Network 7289b573-7530-4f0a-b5b0-032373718af7 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:25:51.142737 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port fab58869-8fbc-4a31-a91e-3b2bdfe38d12, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=fab58869-8fbc-4a31-a91e-3b2bdfe38d12,segment=NetworkSegment(91a06b22-4f81-42bf-a32c-14ccd82ed834),segment_id=91a06b22-4f81-42bf-a32c-14ccd82ed834)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:25:51.147108 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-2452fffb-85ca-4688-a735-9d09eac35575 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:25:51.191193 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2452fffb-85ca-4688-a735-9d09eac35575 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:25:51.201678 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port bdd36598-929f-44fd-8971-c7456b555c46 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:25:51.214618 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:51.238442 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b76a9900-75c3-489a-bd6d-050158f8b68f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:51.244520 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a4391a50-db28-4d6b-83d1-901b903d6de5 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:51.272350 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d0f69-fa81-40eb-b5e2-554c642b24eb req-e9fad1aa-ea7e-43cd-99dc-b5d315213835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:51.274200 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6b5d0f69-fa81-40eb-b5e2-554c642b24eb req-e9fad1aa-ea7e-43cd-99dc-b5d315213835 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=71d2d7e0-c711-4b94-b69f-d106cf0e14a7 HTTP/1.1" status: 200 len: 1097 time: 0.1602480 May 05 20:25:51.279139 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b76a9900-75c3-489a-bd6d-050158f8b68f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:51.311792 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4391a50-db28-4d6b-83d1-901b903d6de5 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event deleted for resources: {'Port': ['ID=b6a83bb9-0752-4e8f-a7d4-d7b67e2eedfb,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:51.371713 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a4391a50-db28-4d6b-83d1-901b903d6de5 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:51.373274 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6b5d0f69-fa81-40eb-b5e2-554c642b24eb req-edb48e5a-1dcf-4294-bcaa-d208b210986d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8eda2352-7e6c-4384-97c1-b91c9276aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868599 May 05 20:25:51.383953 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56246) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:25:51.384181 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a4391a50-db28-4d6b-83d1-901b903d6de5 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/ports/b6a83bb9-0752-4e8f-a7d4-d7b67e2eedfb HTTP/1.1" status: 204 len: 168 time: 2.3364336 May 05 20:25:51.474477 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port bdd36598-929f-44fd-8971-c7456b555c46 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:25:51.475117 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:51.500472 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b76a9900-75c3-489a-bd6d-050158f8b68f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:51.581684 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76a9900-75c3-489a-bd6d-050158f8b68f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ded319-dbea-4d64-88dc-44a9c8c96170,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:51.588382 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b76a9900-75c3-489a-bd6d-050158f8b68f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:51.594451 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-b76a9900-75c3-489a-bd6d-050158f8b68f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e1ded319-dbea-4d64-88dc-44a9c8c96170 HTTP/1.1" status: 204 len: 168 time: 0.4954801 May 05 20:25:51.626362 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40541cd4-6b75-409e-8c6f-cf01b4275e9d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:51.628040 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40541cd4-6b75-409e-8c6f-cf01b4275e9d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:51.632305 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-40541cd4-6b75-409e-8c6f-cf01b4275e9d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2440324 May 05 20:25:51.633239 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56256) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:25:51.716632 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=fab58869-8fbc-4a31-a91e-3b2bdfe38d12,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:51.784011 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749c5e1f-b55d-4c1c-881b-7763fb594254 req-8dad3afc-007e-43bb-bc8e-77ea86444e45 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:51.786284 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-749c5e1f-b55d-4c1c-881b-7763fb594254 req-8dad3afc-007e-43bb-bc8e-77ea86444e45 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] 10.222.0.36 "GET /v2.0/ports?device_id=71d2d7e0-c711-4b94-b69f-d106cf0e14a7 HTTP/1.1" status: 200 len: 946 time: 0.1551688 May 05 20:25:51.882418 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-749c5e1f-b55d-4c1c-881b-7763fb594254 req-c1cb285f-659b-4e06-9080-f3e18f88863a tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] 10.222.0.36 "GET /v2.0/security-groups?id=8eda2352-7e6c-4384-97c1-b91c9276aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854273 May 05 20:25:51.888210 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2e5a835-150d-4e92-988b-ec8e760957d8 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Deleting subnet e42fae8e-fc0f-476d-92ae-d101f4d06ecb {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:25:51.896125 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d2e5a835-150d-4e92-988b-ec8e760957d8 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:51.962990 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-938ef766-4258-497a-8de2-dbf85ed920ed None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:51.975463 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-2452fffb-85ca-4688-a735-9d09eac35575 None None] Attempting to bind port 2964ad4d-e4b8-4772-81a0-0fd6fe537de3 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:25:51.975724 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-2452fffb-85ca-4688-a735-9d09eac35575 None None] Attempting to bind port 2964ad4d-e4b8-4772-81a0-0fd6fe537de3 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '1cf78a78-2d57-4ccb-9633-08c37696a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7289b573-7530-4f0a-b5b0-032373718af7'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:25:51.976708 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2452fffb-85ca-4688-a735-9d09eac35575 None None] Attempting to bind port 2964ad4d-e4b8-4772-81a0-0fd6fe537de3 on network 7289b573-7530-4f0a-b5b0-032373718af7 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:25:51.991538 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-938ef766-4258-497a-8de2-dbf85ed920ed None None] Transition to ACTIVE for port object 104287c1-6a17-48c4-985c-2a3e0ef8f9b3 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:25:52.010676 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2452fffb-85ca-4688-a735-9d09eac35575 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:25:52.010676 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2452fffb-85ca-4688-a735-9d09eac35575 None None] Checking segment: {'id': '1cf78a78-2d57-4ccb-9633-08c37696a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7289b573-7530-4f0a-b5b0-032373718af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:25:52.010676 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2452fffb-85ca-4688-a735-9d09eac35575 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:52.010676 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2452fffb-85ca-4688-a735-9d09eac35575 None None] Bound using segment: {'id': '1cf78a78-2d57-4ccb-9633-08c37696a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7289b573-7530-4f0a-b5b0-032373718af7'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:25:52.010676 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-2452fffb-85ca-4688-a735-9d09eac35575 None None] Bound port: 2964ad4d-e4b8-4772-81a0-0fd6fe537de3, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf78a78-2d57-4ccb-9633-08c37696a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7289b573-7530-4f0a-b5b0-032373718af7'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:25:52.010676 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2452fffb-85ca-4688-a735-9d09eac35575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:52.166002 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-938ef766-4258-497a-8de2-dbf85ed920ed None None] Transition to ACTIVE for port object 104287c1-6a17-48c4-985c-2a3e0ef8f9b3 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:25:52.180743 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d2e5a835-150d-4e92-988b-ec8e760957d8 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:52.206151 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-938ef766-4258-497a-8de2-dbf85ed920ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:52.207710 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [req-d25508b2-b322-4cbd-b826-2cec4d625ef3 req-408efb21-3200-47c1-9495-b9a180c537eb service neutron] show failed (client error): The resource could not be found. May 05 20:25:52.208715 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d25508b2-b322-4cbd-b826-2cec4d625ef3 req-408efb21-3200-47c1-9495-b9a180c537eb service neutron] 10.222.0.50 "GET /v2.0/ports/bf7677d3-a539-4b91-8154-e950713a5934/bindings/n-h1-840717-1 HTTP/1.1" status: 404 len: 380 time: 0.4625199 May 05 20:25:52.283785 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:52.319838 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-8f90eea2-8e08-48f3-b8e6-b0b4e9a54b81 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Allocated IP 2001:db8:1::1 (631175f0-a304-4980-829b-edc030fb8e19/37ab342c-5785-4eb7-8fad-ab78562b20ea/680ddb35-13dc-4381-9fda-155a81b755df) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:25:52.331678 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938ef766-4258-497a-8de2-dbf85ed920ed None None] Network 631175f0-a304-4980-829b-edc030fb8e19 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:25:52.340986 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-938ef766-4258-497a-8de2-dbf85ed920ed None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:25:52.346363 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c7a04-0064-4adb-aaaf-99b554e25f4e req-247f2d0c-4557-487b-a30f-e0694aca5578 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:52.348008 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-278c7a04-0064-4adb-aaaf-99b554e25f4e req-247f2d0c-4557-487b-a30f-e0694aca5578 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb85796e-354f-4c15-b0f6-67239028b8d5 HTTP/1.1" status: 200 len: 945 time: 0.4166977 May 05 20:25:52.350813 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938ef766-4258-497a-8de2-dbf85ed920ed None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:25:52.360993 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56264) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:25:52.363650 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-2452fffb-85ca-4688-a735-9d09eac35575 None None] For port 2964ad4d-e4b8-4772-81a0-0fd6fe537de3, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:25:52.367780 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-2452fffb-85ca-4688-a735-9d09eac35575 None None] For port 2964ad4d-e4b8-4772-81a0-0fd6fe537de3, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=2964ad4d-e4b8-4772-81a0-0fd6fe537de3,segment=NetworkSegment(1cf78a78-2d57-4ccb-9633-08c37696a2c0),segment_id=1cf78a78-2d57-4ccb-9633-08c37696a2c0)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:25:52.386149 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938ef766-4258-497a-8de2-dbf85ed920ed None None] Pushing event updated for resources: {'Port': ['ID=104287c1-6a17-48c4-985c-2a3e0ef8f9b3,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:52.418754 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2452fffb-85ca-4688-a735-9d09eac35575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:52.442073 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-590b5df5-648c-4fc7-9542-dbbf583ae2d9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f6a3c89bee184f11a533b7da0e928b7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0797350 May 05 20:25:52.444376 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56268) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:25:52.561027 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d11e35d0-402c-4bd9-95ae-e902b9c70c9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:52.584404 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d2e5a835-150d-4e92-988b-ec8e760957d8 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:52.622443 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d11e35d0-402c-4bd9-95ae-e902b9c70c9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:52.631637 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port bdd36598-929f-44fd-8971-c7456b555c46, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=bdd36598-929f-44fd-8971-c7456b555c46,segment=NetworkSegment(bdd89cf4-68a6-42ed-9198-b0c9c98ce14a),segment_id=bdd89cf4-68a6-42ed-9198-b0c9c98ce14a)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:25:52.684665 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-278c7a04-0064-4adb-aaaf-99b554e25f4e req-defb2128-98da-48b7-a889-278f0d011e13 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba9d5b21-6b89-4c8c-8c7b-729858b20cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3143058 May 05 20:25:52.701589 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:52.728860 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d11e35d0-402c-4bd9-95ae-e902b9c70c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:52.774688 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-938ef766-4258-497a-8de2-dbf85ed920ed None None] Attempting to bind port 104287c1-6a17-48c4-985c-2a3e0ef8f9b3 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:25:52.775263 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-938ef766-4258-497a-8de2-dbf85ed920ed None None] Attempting to bind port 104287c1-6a17-48c4-985c-2a3e0ef8f9b3 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '6ca2c518-7f52-4c91-8319-bbf02d5447c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '631175f0-a304-4980-829b-edc030fb8e19'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:25:52.775916 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938ef766-4258-497a-8de2-dbf85ed920ed None None] Attempting to bind port 104287c1-6a17-48c4-985c-2a3e0ef8f9b3 on network 631175f0-a304-4980-829b-edc030fb8e19 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:25:52.783173 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2452fffb-85ca-4688-a735-9d09eac35575 None None] Pushing event updated for resources: {'Port': ['ID=2964ad4d-e4b8-4772-81a0-0fd6fe537de3,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:52.797379 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8f90eea2-8e08-48f3-b8e6-b0b4e9a54b81 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:52.825161 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-8f90eea2-8e08-48f3-b8e6-b0b4e9a54b81 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Transition to ACTIVE for port object 680ddb35-13dc-4381-9fda-155a81b755df will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:25:52.827506 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d2e5a835-150d-4e92-988b-ec8e760957d8 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:52.869180 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 7d10b1de-2982-42f6-9dba-a4db4e2cff9f no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:25:52.874107 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e5a835-150d-4e92-988b-ec8e760957d8 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event deleted for resources: {'Subnet': ['ID=e42fae8e-fc0f-476d-92ae-d101f4d06ecb,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:52.886484 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d2e5a835-150d-4e92-988b-ec8e760957d8 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:52.894469 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d2e5a835-150d-4e92-988b-ec8e760957d8 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/subnets/e42fae8e-fc0f-476d-92ae-d101f4d06ecb HTTP/1.1" status: 204 len: 168 time: 1.2600451 May 05 20:25:52.897722 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56278) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:25:52.920040 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938ef766-4258-497a-8de2-dbf85ed920ed None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:25:52.920809 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938ef766-4258-497a-8de2-dbf85ed920ed None None] Checking segment: {'id': '6ca2c518-7f52-4c91-8319-bbf02d5447c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '631175f0-a304-4980-829b-edc030fb8e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:25:52.921427 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-938ef766-4258-497a-8de2-dbf85ed920ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:52.922049 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938ef766-4258-497a-8de2-dbf85ed920ed None None] Bound using segment: {'id': '6ca2c518-7f52-4c91-8319-bbf02d5447c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '631175f0-a304-4980-829b-edc030fb8e19'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:25:52.922754 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-938ef766-4258-497a-8de2-dbf85ed920ed None None] Bound port: 104287c1-6a17-48c4-985c-2a3e0ef8f9b3, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ca2c518-7f52-4c91-8319-bbf02d5447c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '631175f0-a304-4980-829b-edc030fb8e19'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:25:52.923702 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-938ef766-4258-497a-8de2-dbf85ed920ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:52.954863 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 7d10b1de-2982-42f6-9dba-a4db4e2cff9f {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:25:52.955487 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 7d10b1de-2982-42f6-9dba-a4db4e2cff9f not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:25:52.956115 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 9b85b591-e522-420b-913a-1bd00cba3f13 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:25:52.974637 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d11e35d0-402c-4bd9-95ae-e902b9c70c9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:52.975794 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d11e35d0-402c-4bd9-95ae-e902b9c70c9f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/68d6381d-153d-4cdc-9cb7-bcb7d920b978 HTTP/1.1" status: 204 len: 168 time: 0.5303950 May 05 20:25:52.978116 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11e35d0-402c-4bd9-95ae-e902b9c70c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d6381d-153d-4cdc-9cb7-bcb7d920b978,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:52.990084 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-00bdd074-e3c1-483a-8daf-e0753b5e2ef2 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0912521 May 05 20:25:52.994510 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56286) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:25:53.010502 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-560fdf5f-dda4-4091-bbb3-fe0e47949980 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Request body: {'subnet': {'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:25:53.055182 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 9b85b591-e522-420b-913a-1bd00cba3f13 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:25:53.055824 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 9b85b591-e522-420b-913a-1bd00cba3f13 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:25:53.110374 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25508b2-b322-4cbd-b826-2cec4d625ef3 req-d4a17abe-12c1-4c43-8667-8f5b36d764fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:53.120370 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d25508b2-b322-4cbd-b826-2cec4d625ef3 req-d4a17abe-12c1-4c43-8667-8f5b36d764fc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cb85796e-354f-4c15-b0f6-67239028b8d5&tenant_id=310f91420a2d4ddd8aab8a710d8dc814 HTTP/1.1" status: 200 len: 1096 time: 0.3696930 May 05 20:25:53.134208 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-d25508b2-b322-4cbd-b826-2cec4d625ef3 req-68a65407-476a-455e-bde6-0212b35c9a34 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-840717-1', 'device_owner': 'compute:nova'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:25:53.171067 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-938ef766-4258-497a-8de2-dbf85ed920ed None None] For port 104287c1-6a17-48c4-985c-2a3e0ef8f9b3, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:25:53.174941 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-938ef766-4258-497a-8de2-dbf85ed920ed None None] For port 104287c1-6a17-48c4-985c-2a3e0ef8f9b3, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=104287c1-6a17-48c4-985c-2a3e0ef8f9b3,segment=NetworkSegment(6ca2c518-7f52-4c91-8319-bbf02d5447c0),segment_id=6ca2c518-7f52-4c91-8319-bbf02d5447c0)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:25:53.183575 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-560fdf5f-dda4-4091-bbb3-fe0e47949980 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:25:53.192184 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-560fdf5f-dda4-4091-bbb3-fe0e47949980 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Usage tracker for resource:subnet and tenant:0780f842482f4e59b41843f42dd46f0e is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:25:53.194760 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-938ef766-4258-497a-8de2-dbf85ed920ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:53.200575 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-560fdf5f-dda4-4091-bbb3-fe0e47949980 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:25:53.217817 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-560fdf5f-dda4-4091-bbb3-fe0e47949980 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:25:53.229646 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=bdd36598-929f-44fd-8971-c7456b555c46,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:53.254320 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8f90eea2-8e08-48f3-b8e6-b0b4e9a54b81 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:53.337440 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-560fdf5f-dda4-4091-bbb3-fe0e47949980 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Made reservation on behalf of 0780f842482f4e59b41843f42dd46f0e for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:25:53.340934 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-560fdf5f-dda4-4091-bbb3-fe0e47949980 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:53.506595 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938ef766-4258-497a-8de2-dbf85ed920ed None None] Pushing event updated for resources: {'Port': ['ID=104287c1-6a17-48c4-985c-2a3e0ef8f9b3,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:53.510252 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d25508b2-b322-4cbd-b826-2cec4d625ef3 req-68a65407-476a-455e-bde6-0212b35c9a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:53.554149 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f90eea2-8e08-48f3-b8e6-b0b4e9a54b81 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Network 631175f0-a304-4980-829b-edc030fb8e19 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:25:53.583434 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e6e4d2-7ca7-4cb8-814a-ec45cce3fb06 req-c56ac150-ed42-48a1-b038-c1b21606bd76 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:53.599871 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-60e6e4d2-7ca7-4cb8-814a-ec45cce3fb06 req-c56ac150-ed42-48a1-b038-c1b21606bd76 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] 10.222.0.36 "GET /v2.0/ports?device_id=71d2d7e0-c711-4b94-b69f-d106cf0e14a7 HTTP/1.1" status: 200 len: 946 time: 0.2994225 May 05 20:25:53.685477 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-8f90eea2-8e08-48f3-b8e6-b0b4e9a54b81 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:25:53.759791 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f90eea2-8e08-48f3-b8e6-b0b4e9a54b81 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:25:53.762486 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8f90eea2-8e08-48f3-b8e6-b0b4e9a54b81 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:53.786589 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f90eea2-8e08-48f3-b8e6-b0b4e9a54b81 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Pushing event updated for resources: {'Port': ['ID=680ddb35-13dc-4381-9fda-155a81b755df,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:54.304853 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8f90eea2-8e08-48f3-b8e6-b0b4e9a54b81 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:54.325545 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-560fdf5f-dda4-4091-bbb3-fe0e47949980 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:54.363234 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-60e6e4d2-7ca7-4cb8-814a-ec45cce3fb06 req-8270f26c-8e88-4605-8145-366fbabd176d tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] 10.222.0.36 "GET /v2.0/security-groups?id=8eda2352-7e6c-4384-97c1-b91c9276aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7621062 May 05 20:25:54.420378 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-d25508b2-b322-4cbd-b826-2cec4d625ef3 req-68a65407-476a-455e-bde6-0212b35c9a34 service neutron] For port bf7677d3-a539-4b91-8154-e950713a5934, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=bf7677d3-a539-4b91-8154-e950713a5934,segment=NetworkSegment(f1e8b522-c2b1-451c-a5ae-720115527253),segment_id=f1e8b522-c2b1-451c-a5ae-720115527253)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:25:54.483796 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f791b37-bd06-44a6-907a-ea759d2fa092 req-4a908566-e413-412f-9c31-e1eabc7d4ae5 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:54.485319 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4f791b37-bd06-44a6-907a-ea759d2fa092 req-4a908566-e413-412f-9c31-e1eabc7d4ae5 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb85796e-354f-4c15-b0f6-67239028b8d5 HTTP/1.1" status: 200 len: 945 time: 0.4472976 May 05 20:25:54.493348 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-d25508b2-b322-4cbd-b826-2cec4d625ef3 req-68a65407-476a-455e-bde6-0212b35c9a34 service neutron] For port bf7677d3-a539-4b91-8154-e950713a5934, host n-h2-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:25:54.576059 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560fdf5f-dda4-4091-bbb3-fe0e47949980 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Network 7289b573-7530-4f0a-b5b0-032373718af7 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:25:54.625586 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d25508b2-b322-4cbd-b826-2cec4d625ef3 req-68a65407-476a-455e-bde6-0212b35c9a34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:54.653884 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-d25508b2-b322-4cbd-b826-2cec4d625ef3 req-68a65407-476a-455e-bde6-0212b35c9a34 service neutron] Transition to ACTIVE for port object bf7677d3-a539-4b91-8154-e950713a5934 will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:25:54.656475 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb85796e-354f-4c15-b0f6-67239028b8d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf7677d3-a539-4b91-8154-e950713a5934'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:25:54.678288 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-560fdf5f-dda4-4091-bbb3-fe0e47949980 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:25:54.682228 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d25508b2-b322-4cbd-b826-2cec4d625ef3 req-68a65407-476a-455e-bde6-0212b35c9a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:54.755652 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17550711-8e41-4015-93ef-a70d8d7a72ef None None] Network 7289b573-7530-4f0a-b5b0-032373718af7 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:25:54.787062 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560fdf5f-dda4-4091-bbb3-fe0e47949980 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:54.788279 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-560fdf5f-dda4-4091-bbb3-fe0e47949980 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:54.809944 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560fdf5f-dda4-4091-bbb3-fe0e47949980 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event updated for resources: {'Subnet': ['ID=86a9b44f-c92d-4e55-9d67-701d2abc8c30,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:54.831099 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4f791b37-bd06-44a6-907a-ea759d2fa092 req-05749804-6d28-4eea-8368-a5ede183fa13 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba9d5b21-6b89-4c8c-8c7b-729858b20cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3375273 May 05 20:25:55.079323 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-2a4ca804-3686-4c5f-9022-49286a3c4044 None None] Provisioning for port 2964ad4d-e4b8-4772-81a0-0fd6fe537de3 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:25:55.134670 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6091144a-9c57-4438-9e61-6fff95da9da9'] response: {'server_uuid': 'cb85796e-354f-4c15-b0f6-67239028b8d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf7677d3-a539-4b91-8154-e950713a5934', 'code': 200} May 05 20:25:55.213793 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a65407-476a-455e-bde6-0212b35c9a34 service neutron] Pushing event updated for resources: {'Port': ['ID=bf7677d3-a539-4b91-8154-e950713a5934,revision_number=6']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:55.233847 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-d25508b2-b322-4cbd-b826-2cec4d625ef3 req-68a65407-476a-455e-bde6-0212b35c9a34 service neutron] No DVR routers for this DVR port bf7677d3-a539-4b91-8154-e950713a5934 on host n-h2-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:25:55.408405 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204b4e74-215a-4702-96b9-cd79241ea3db None None] Network 631175f0-a304-4980-829b-edc030fb8e19 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:25:55.466848 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8f90eea2-8e08-48f3-b8e6-b0b4e9a54b81 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:55.481074 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8f90eea2-8e08-48f3-b8e6-b0b4e9a54b81 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:55.483017 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8f90eea2-8e08-48f3-b8e6-b0b4e9a54b81 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:55.622002 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-560fdf5f-dda4-4091-bbb3-fe0e47949980 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.6237817 May 05 20:25:55.622882 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f90eea2-8e08-48f3-b8e6-b0b4e9a54b81 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Pushing event updated for resources: {'Port': ['ID=680ddb35-13dc-4381-9fda-155a81b755df,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:55.626988 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56310) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:25:55.636149 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-aa1c5a46-3c00-4124-9c06-b62d94b7641d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Request body: {'port': {'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'name': 'tempest-NetworksTestDHCPv6-528124730'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:25:55.717814 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-d25508b2-b322-4cbd-b826-2cec4d625ef3 req-68a65407-476a-455e-bde6-0212b35c9a34 service neutron] Attempting to bind port bf7677d3-a539-4b91-8154-e950713a5934 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:25:55.718415 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-d25508b2-b322-4cbd-b826-2cec4d625ef3 req-68a65407-476a-455e-bde6-0212b35c9a34 service neutron] Attempting to bind port bf7677d3-a539-4b91-8154-e950713a5934 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'f1e8b522-c2b1-451c-a5ae-720115527253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3b8a893f-8203-415f-97ec-c81abad76035'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:25:55.718696 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25508b2-b322-4cbd-b826-2cec4d625ef3 req-68a65407-476a-455e-bde6-0212b35c9a34 service neutron] Attempting to bind port bf7677d3-a539-4b91-8154-e950713a5934 on network 3b8a893f-8203-415f-97ec-c81abad76035 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:25:55.724280 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25508b2-b322-4cbd-b826-2cec4d625ef3 req-68a65407-476a-455e-bde6-0212b35c9a34 service neutron] Port bf7677d3-a539-4b91-8154-e950713a5934 on network 3b8a893f-8203-415f-97ec-c81abad76035 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:25:55.724639 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25508b2-b322-4cbd-b826-2cec4d625ef3 req-68a65407-476a-455e-bde6-0212b35c9a34 service neutron] Attempting to bind port bf7677d3-a539-4b91-8154-e950713a5934 on network 3b8a893f-8203-415f-97ec-c81abad76035 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:25:55.730829 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25508b2-b322-4cbd-b826-2cec4d625ef3 req-68a65407-476a-455e-bde6-0212b35c9a34 service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:25:55.731303 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25508b2-b322-4cbd-b826-2cec4d625ef3 req-68a65407-476a-455e-bde6-0212b35c9a34 service neutron] Checking segment: {'id': 'f1e8b522-c2b1-451c-a5ae-720115527253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3b8a893f-8203-415f-97ec-c81abad76035'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:25:55.731878 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25508b2-b322-4cbd-b826-2cec4d625ef3 req-68a65407-476a-455e-bde6-0212b35c9a34 service neutron] Bound using segment: {'id': 'f1e8b522-c2b1-451c-a5ae-720115527253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3b8a893f-8203-415f-97ec-c81abad76035'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:25:55.733060 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-d25508b2-b322-4cbd-b826-2cec4d625ef3 req-68a65407-476a-455e-bde6-0212b35c9a34 service neutron] Bound port: bf7677d3-a539-4b91-8154-e950713a5934, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1e8b522-c2b1-451c-a5ae-720115527253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3b8a893f-8203-415f-97ec-c81abad76035'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:25:55.733060 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d25508b2-b322-4cbd-b826-2cec4d625ef3 req-68a65407-476a-455e-bde6-0212b35c9a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:55.762637 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 104287c1-6a17-48c4-985c-2a3e0ef8f9b3 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:25:55.823374 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device bf7677d3-a539-4b91-8154-e950713a5934 no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:25:55.886043 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-d25508b2-b322-4cbd-b826-2cec4d625ef3 req-68a65407-476a-455e-bde6-0212b35c9a34 service neutron] For port bf7677d3-a539-4b91-8154-e950713a5934, host n-h1-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:25:55.894449 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-d25508b2-b322-4cbd-b826-2cec4d625ef3 req-68a65407-476a-455e-bde6-0212b35c9a34 service neutron] For port bf7677d3-a539-4b91-8154-e950713a5934, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=bf7677d3-a539-4b91-8154-e950713a5934,segment=NetworkSegment(f1e8b522-c2b1-451c-a5ae-720115527253),segment_id=f1e8b522-c2b1-451c-a5ae-720115527253)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:25:55.910741 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d25508b2-b322-4cbd-b826-2cec4d625ef3 req-68a65407-476a-455e-bde6-0212b35c9a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:55.931078 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-44f4937f-858f-4fb8-9677-8c669b46494d None None] Provisioning for port 104287c1-6a17-48c4-985c-2a3e0ef8f9b3 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:25:55.933724 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f90eea2-8e08-48f3-b8e6-b0b4e9a54b81 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Network 631175f0-a304-4980-829b-edc030fb8e19 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:25:55.936635 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-8f90eea2-8e08-48f3-b8e6-b0b4e9a54b81 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:25:55.950064 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-aa1c5a46-3c00-4124-9c06-b62d94b7641d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:25:56.060766 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device bf7677d3-a539-4b91-8154-e950713a5934 not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:25:56.092421 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25508b2-b322-4cbd-b826-2cec4d625ef3 req-68a65407-476a-455e-bde6-0212b35c9a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:56.095804 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d25508b2-b322-4cbd-b826-2cec4d625ef3 req-68a65407-476a-455e-bde6-0212b35c9a34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:56.099920 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d25508b2-b322-4cbd-b826-2cec4d625ef3 req-68a65407-476a-455e-bde6-0212b35c9a34 service neutron] 10.222.0.24 "PUT /v2.0/ports/bf7677d3-a539-4b91-8154-e950713a5934 HTTP/1.1" status: 200 len: 1091 time: 2.9706922 May 05 20:25:56.115118 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a65407-476a-455e-bde6-0212b35c9a34 service neutron] Pushing event updated for resources: {'Port': ['ID=bf7677d3-a539-4b91-8154-e950713a5934,revision_number=7']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:56.127967 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 104287c1-6a17-48c4-985c-2a3e0ef8f9b3 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:25:56.142248 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 104287c1-6a17-48c4-985c-2a3e0ef8f9b3 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:25:56.142574 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:56.145193 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-aa1c5a46-3c00-4124-9c06-b62d94b7641d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Usage tracker for resource:port and tenant:0780f842482f4e59b41843f42dd46f0e is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:25:56.193685 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-aa1c5a46-3c00-4124-9c06-b62d94b7641d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:25:56.279832 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-aa1c5a46-3c00-4124-9c06-b62d94b7641d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:25:56.305768 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25508b2-b322-4cbd-b826-2cec4d625ef3 req-dc1f241a-4ae6-4a0b-9b67-200159510b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:56.310350 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d25508b2-b322-4cbd-b826-2cec4d625ef3 req-dc1f241a-4ae6-4a0b-9b67-200159510b2b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=310f91420a2d4ddd8aab8a710d8dc814&device_id=cb85796e-354f-4c15-b0f6-67239028b8d5 HTTP/1.1" status: 200 len: 1094 time: 0.1855199 May 05 20:25:56.355866 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1c5a46-3c00-4124-9c06-b62d94b7641d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Made reservation on behalf of 0780f842482f4e59b41843f42dd46f0e for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:25:56.360573 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-aa1c5a46-3c00-4124-9c06-b62d94b7641d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:56.438241 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f90eea2-8e08-48f3-b8e6-b0b4e9a54b81 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Router a972cae5-5fb3-4e14-93d1-0ce82e1115c4 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:25:56.446432 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d000e55-2b92-451d-8de0-b87b1ad3c14a None None] Network 7289b573-7530-4f0a-b5b0-032373718af7 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:25:56.481216 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-aa1c5a46-3c00-4124-9c06-b62d94b7641d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] device_id is not set on port ccf1a50f-f80d-4484-a365-efbde5b7ded6 yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:25:56.629860 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25508b2-b322-4cbd-b826-2cec4d625ef3 req-15d0785d-8309-40f7-81ab-415e823bb1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:56.631229 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d25508b2-b322-4cbd-b826-2cec4d625ef3 req-15d0785d-8309-40f7-81ab-415e823bb1cb service neutron] 10.222.0.24 "GET /v2.0/networks?id=3b8a893f-8203-415f-97ec-c81abad76035 HTTP/1.1" status: 200 len: 898 time: 0.3161123 May 05 20:25:56.689729 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:56.783036 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 104287c1-6a17-48c4-985c-2a3e0ef8f9b3, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=104287c1-6a17-48c4-985c-2a3e0ef8f9b3,segment=NetworkSegment(6ca2c518-7f52-4c91-8319-bbf02d5447c0),segment_id=6ca2c518-7f52-4c91-8319-bbf02d5447c0)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:25:56.859246 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d25508b2-b322-4cbd-b826-2cec4d625ef3 req-632668b5-edfa-4f09-aa93-dfef76c86e0c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf7677d3-a539-4b91-8154-e950713a5934 HTTP/1.1" status: 200 len: 998 time: 0.2220664 May 05 20:25:56.920776 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:56.921558 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 2964ad4d-e4b8-4772-81a0-0fd6fe537de3 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:25:56.960188 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f90eea2-8e08-48f3-b8e6-b0b4e9a54b81 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:25:56.990187 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-8f90eea2-8e08-48f3-b8e6-b0b4e9a54b81 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "PUT /v2.0/routers/a972cae5-5fb3-4e14-93d1-0ce82e1115c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3128905 May 05 20:25:56.999022 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e60f09-584c-413c-8e1c-48b21c58dd94 req-6806b273-0e21-4a68-bdc6-19566f81aa0c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:57.000537 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-56e60f09-584c-413c-8e1c-48b21c58dd94 req-6806b273-0e21-4a68-bdc6-19566f81aa0c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb85796e-354f-4c15-b0f6-67239028b8d5 HTTP/1.1" status: 200 len: 943 time: 0.8461266 May 05 20:25:57.005442 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25508b2-b322-4cbd-b826-2cec4d625ef3 req-ce38fa9e-b463-4d98-8166-273bf72f02f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:57.006998 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d25508b2-b322-4cbd-b826-2cec4d625ef3 req-ce38fa9e-b463-4d98-8166-273bf72f02f0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc329b12-7b41-4146-b2a0-e43616e5540f HTTP/1.1" status: 200 len: 834 time: 0.1376097 May 05 20:25:57.007416 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56324) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:25:57.012903 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-7e749982-506a-4e8f-bb2a-0ae8624f6e4d tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-18829805'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:25:57.085071 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a347ca-eb44-443c-be74-4409f1c1641c None None] Sync routers for ids ['a972cae5-5fb3-4e14-93d1-0ce82e1115c4'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:25:57.086700 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-7e749982-506a-4e8f-bb2a-0ae8624f6e4d tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:25:57.100008 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-7e749982-506a-4e8f-bb2a-0ae8624f6e4d tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Usage tracker for resource:network and tenant:08e9223c846c46d791083957f9887d85 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:25:57.116331 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-7e749982-506a-4e8f-bb2a-0ae8624f6e4d tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:25:57.126835 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-7e749982-506a-4e8f-bb2a-0ae8624f6e4d tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:25:57.136203 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb85796e-354f-4c15-b0f6-67239028b8d5', 'tag': 'bf7677d3-a539-4b91-8154-e950713a5934'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:25:57.143327 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=104287c1-6a17-48c4-985c-2a3e0ef8f9b3,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:57.164417 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a347ca-eb44-443c-be74-4409f1c1641c None None] Routers {'a972cae5-5fb3-4e14-93d1-0ce82e1115c4'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:25:57.165502 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-c9a347ca-eb44-443c-be74-4409f1c1641c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:25:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['a972cae5-5fb3-4e14-93d1-0ce82e1115c4'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:25:57.171109 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e749982-506a-4e8f-bb2a-0ae8624f6e4d tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Made reservation on behalf of 08e9223c846c46d791083957f9887d85 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:25:57.176910 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7e749982-506a-4e8f-bb2a-0ae8624f6e4d tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:57.257075 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e749982-506a-4e8f-bb2a-0ae8624f6e4d tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:25:57.272432 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-aa1c5a46-3c00-4124-9c06-b62d94b7641d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Allocated IP 2001:db8::3b0 (7289b573-7530-4f0a-b5b0-032373718af7/86a9b44f-c92d-4e55-9d67-701d2abc8c30/ccf1a50f-f80d-4484-a365-efbde5b7ded6) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:25:57.307321 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ce6186d-93d8-4cec-b7e7-2680222c6ef6'] response: {'name': 'network-changed', 'server_uuid': 'cb85796e-354f-4c15-b0f6-67239028b8d5', 'tag': 'bf7677d3-a539-4b91-8154-e950713a5934', 'status': 'completed', 'code': 200} May 05 20:25:57.309781 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7e749982-506a-4e8f-bb2a-0ae8624f6e4d tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:57.310456 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-7e749982-506a-4e8f-bb2a-0ae8624f6e4d tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Added segment 707dd652-6a6b-4961-ad28-d36ce9444ded of type vlan for network 9b70ff80-1f27-4f40-83a9-7dbee77d17b8 May 05 20:25:57.322966 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25508b2-b322-4cbd-b826-2cec4d625ef3 req-9f901b94-e89f-4400-a61a-05876c02fecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:57.325064 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d25508b2-b322-4cbd-b826-2cec4d625ef3 req-9f901b94-e89f-4400-a61a-05876c02fecb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3b8a893f-8203-415f-97ec-c81abad76035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3080471 May 05 20:25:57.436538 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7e749982-506a-4e8f-bb2a-0ae8624f6e4d tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:57.448287 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-56e60f09-584c-413c-8e1c-48b21c58dd94 req-6db6d288-8980-40d7-9e77-a2dfa01a1c85 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba9d5b21-6b89-4c8c-8c7b-729858b20cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4271605 May 05 20:25:57.494352 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56332) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:25:57.496961 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-e1034c7e-eb69-4be1-b58a-41d08e56c264 None None] Provisioning for port 680ddb35-13dc-4381-9fda-155a81b755df completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:25:57.512362 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-e1034c7e-eb69-4be1-b58a-41d08e56c264 None None] Provisioning complete for port 680ddb35-13dc-4381-9fda-155a81b755df triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:25:57.512701 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e1034c7e-eb69-4be1-b58a-41d08e56c264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:57.690030 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-c9a347ca-eb44-443c-be74-4409f1c1641c None None] Set router a972cae5-5fb3-4e14-93d1-0ce82e1115c4 gateway port host: None {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:25:57.725489 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.resource_extend [None req-7e749982-506a-4e8f-bb2a-0ae8624f6e4d tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 20:25:57.812483 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 2964ad4d-e4b8-4772-81a0-0fd6fe537de3 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:25:57.817702 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7e749982-506a-4e8f-bb2a-0ae8624f6e4d tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:57.825277 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 2964ad4d-e4b8-4772-81a0-0fd6fe537de3 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:25:57.825862 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:57.828255 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e749982-506a-4e8f-bb2a-0ae8624f6e4d tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:57.835999 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7e749982-506a-4e8f-bb2a-0ae8624f6e4d tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:57.876893 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d25508b2-b322-4cbd-b826-2cec4d625ef3 req-e1fa78b4-a4da-4d87-8fd9-c34b0fe64a15 service neutron] 10.222.0.24 "GET /v2.0/networks/3b8a893f-8203-415f-97ec-c81abad76035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5421457 May 05 20:25:57.893431 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-e1034c7e-eb69-4be1-b58a-41d08e56c264 None None] Port 680ddb35-13dc-4381-9fda-155a81b755df cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:25:58.046566 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3867f179-516f-43aa-9322-dcd0c353e1bc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fb44a30e6dec40bfac5d9f81796e3cda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5351617 May 05 20:25:58.059025 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56340) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:25:58.112713 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d25508b2-b322-4cbd-b826-2cec4d625ef3 req-afb2488c-baa9-4194-8df3-f1e1d9dec9c6 service neutron] 10.222.0.24 "GET /v2.0/networks/3b8a893f-8203-415f-97ec-c81abad76035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097065 May 05 20:25:58.114565 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-e1034c7e-eb69-4be1-b58a-41d08e56c264 None None] Provisioning complete for port 104287c1-6a17-48c4-985c-2a3e0ef8f9b3 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:25:58.114938 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e1034c7e-eb69-4be1-b58a-41d08e56c264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:58.173600 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e0a3c2-c33f-4e4f-b606-0143bad7fe78 req-6ef41ad9-d6c1-4efc-bd48-609dd8ef6fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:58.175418 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-36e0a3c2-c33f-4e4f-b606-0143bad7fe78 req-6ef41ad9-d6c1-4efc-bd48-609dd8ef6fa5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=310f91420a2d4ddd8aab8a710d8dc814&device_id=cb85796e-354f-4c15-b0f6-67239028b8d5 HTTP/1.1" status: 200 len: 1094 time: 0.8442650 May 05 20:25:58.180720 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-aa1c5a46-3c00-4124-9c06-b62d94b7641d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:58.368793 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-7e749982-506a-4e8f-bb2a-0ae8624f6e4d tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3601701 May 05 20:25:58.376227 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56344) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:25:58.384279 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e749982-506a-4e8f-bb2a-0ae8624f6e4d tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Pushing event updated for resources: {'Network': ['ID=9b70ff80-1f27-4f40-83a9-7dbee77d17b8,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:58.392433 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-fc626c71-869e-4449-bb06-59b8c8c3302f tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Request body: {'subnet': {'network_id': '9b70ff80-1f27-4f40-83a9-7dbee77d17b8', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:25:58.561859 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:58.570327 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e0a3c2-c33f-4e4f-b606-0143bad7fe78 req-8fb8e115-ff85-4b93-8968-95ec9bb2eb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:58.571391 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-36e0a3c2-c33f-4e4f-b606-0143bad7fe78 req-8fb8e115-ff85-4b93-8968-95ec9bb2eb21 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3b8a893f-8203-415f-97ec-c81abad76035 HTTP/1.1" status: 200 len: 898 time: 0.3873358 May 05 20:25:58.579408 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 9b70ff80-1f27-4f40-83a9-7dbee77d17b8 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:25:58.698443 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-fc626c71-869e-4449-bb06-59b8c8c3302f tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:25:58.716124 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-fc626c71-869e-4449-bb06-59b8c8c3302f tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Usage tracker for resource:subnet and tenant:08e9223c846c46d791083957f9887d85 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:25:58.725065 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-fc626c71-869e-4449-bb06-59b8c8c3302f tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:25:58.740692 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-fc626c71-869e-4449-bb06-59b8c8c3302f tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:25:58.761469 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-36e0a3c2-c33f-4e4f-b606-0143bad7fe78 req-ced9d058-7606-47ce-854c-051fbeb05793 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf7677d3-a539-4b91-8154-e950713a5934 HTTP/1.1" status: 200 len: 998 time: 0.1763358 May 05 20:25:58.766626 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc626c71-869e-4449-bb06-59b8c8c3302f tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Made reservation on behalf of 08e9223c846c46d791083957f9887d85 for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:25:58.770073 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fc626c71-869e-4449-bb06-59b8c8c3302f tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:58.814115 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-aa1c5a46-3c00-4124-9c06-b62d94b7641d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Transition to ACTIVE for port object ccf1a50f-f80d-4484-a365-efbde5b7ded6 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:25:58.840203 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 2964ad4d-e4b8-4772-81a0-0fd6fe537de3, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=2964ad4d-e4b8-4772-81a0-0fd6fe537de3,segment=NetworkSegment(1cf78a78-2d57-4ccb-9633-08c37696a2c0),segment_id=1cf78a78-2d57-4ccb-9633-08c37696a2c0)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:25:58.850944 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-51a078d3-eb4e-4faf-837d-557443780a56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:58.857103 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:58.858194 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device bdd36598-929f-44fd-8971-c7456b555c46 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:25:58.867319 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e0a3c2-c33f-4e4f-b606-0143bad7fe78 req-3c6a1d43-8e91-426d-86dc-1fdc8c85ea8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:58.868811 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-36e0a3c2-c33f-4e4f-b606-0143bad7fe78 req-3c6a1d43-8e91-426d-86dc-1fdc8c85ea8a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cc329b12-7b41-4146-b2a0-e43616e5540f HTTP/1.1" status: 200 len: 834 time: 0.1004312 May 05 20:25:58.939981 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e0a3c2-c33f-4e4f-b606-0143bad7fe78 req-b92ca2bc-9c17-4b27-9446-33ff9a2411db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:58.942315 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-36e0a3c2-c33f-4e4f-b606-0143bad7fe78 req-b92ca2bc-9c17-4b27-9446-33ff9a2411db service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=310f91420a2d4ddd8aab8a710d8dc814&device_id=cb85796e-354f-4c15-b0f6-67239028b8d5 HTTP/1.1" status: 200 len: 1094 time: 0.6739058 May 05 20:25:58.944983 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-51a078d3-eb4e-4faf-837d-557443780a56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:58.953556 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e876215-1149-4534-b6f3-900ca009c586 req-4d77d56f-7e64-41eb-95e9-681447800e0e tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:58.954267 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0e876215-1149-4534-b6f3-900ca009c586 req-4d77d56f-7e64-41eb-95e9-681447800e0e tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb85796e-354f-4c15-b0f6-67239028b8d5 HTTP/1.1" status: 200 len: 943 time: 0.2890108 May 05 20:25:58.981700 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-7b598b3b-9f39-44c3-81c3-1ec6229b3e2f None None] Could not find standard attr ID for object b6a83bb9-0752-4e8f-a7d4-d7b67e2eedfb. {{(pid=88199) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 20:25:59.004938 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-aa1c5a46-3c00-4124-9c06-b62d94b7641d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:59.013252 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=2964ad4d-e4b8-4772-81a0-0fd6fe537de3,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:59.019996 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-c9a347ca-eb44-443c-be74-4409f1c1641c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'name': 'tempest-RoutersIpV6Test-router-1071824586', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:25:39Z', 'updated_at': '2022-05-05T20:25:54Z', 'revision_number': 3, 'project_id': '08e9223c846c46d791083957f9887d85', 'gw_port_host': None, '_interfaces': [{'id': '680ddb35-13dc-4381-9fda-155a81b755df', 'name': '', 'network_id': '631175f0-a304-4980-829b-edc030fb8e19', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'mac_address': 'fa:16:3e:b1:d1:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '37ab342c-5785-4eb7-8fad-ab78562b20ea', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:25:51Z', 'updated_at': '2022-05-05T20:25:54Z', 'revision_number': 2, 'project_id': '08e9223c846c46d791083957f9887d85', 'subnets': [{'id': '37ab342c-5785-4eb7-8fad-ab78562b20ea', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdd36598-929f-44fd-8971-c7456b555c46', 'name': '', 'network_id': '66f9563e-ee07-4869-b402-893db36b82d7', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'mac_address': 'fa:16:3e:01:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'e6455b0a-80fa-4a59-816f-11b102eee8a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:25:42Z', 'updated_at': '2022-05-05T20:25:52Z', 'revision_number': 5, 'project_id': '08e9223c846c46d791083957f9887d85', 'subnets': [{'id': 'e6455b0a-80fa-4a59-816f-11b102eee8a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:25:59.027664 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-7b598b3b-9f39-44c3-81c3-1ec6229b3e2f None None] Provisioning complete for port 2964ad4d-e4b8-4772-81a0-0fd6fe537de3 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:25:59.028036 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7b598b3b-9f39-44c3-81c3-1ec6229b3e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:59.060018 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a347ca-eb44-443c-be74-4409f1c1641c None None] Checking router: a972cae5-5fb3-4e14-93d1-0ce82e1115c4 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:25:59.060385 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a347ca-eb44-443c-be74-4409f1c1641c None None] Updating router a972cae5-5fb3-4e14-93d1-0ce82e1115c4 port 680ddb35-13dc-4381-9fda-155a81b755df binding host n-d-840717-1 {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:25:59.086888 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e0a3c2-c33f-4e4f-b606-0143bad7fe78 req-1bd14669-b6f9-4739-957d-91fb2e9f30c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:59.088414 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-36e0a3c2-c33f-4e4f-b606-0143bad7fe78 req-1bd14669-b6f9-4739-957d-91fb2e9f30c1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3b8a893f-8203-415f-97ec-c81abad76035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2110746 May 05 20:25:59.094939 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1c5a46-3c00-4124-9c06-b62d94b7641d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Network 7289b573-7530-4f0a-b5b0-032373718af7 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:25:59.096022 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e0a3c2-c33f-4e4f-b606-0143bad7fe78 req-f5d18101-6b24-4e22-9912-eaa00076f8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:59.097502 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-36e0a3c2-c33f-4e4f-b606-0143bad7fe78 req-f5d18101-6b24-4e22-9912-eaa00076f8f0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3b8a893f-8203-415f-97ec-c81abad76035 HTTP/1.1" status: 200 len: 898 time: 0.1411901 May 05 20:25:59.119674 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-aa1c5a46-3c00-4124-9c06-b62d94b7641d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:25:59.122085 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1c5a46-3c00-4124-9c06-b62d94b7641d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:25:59.128383 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1c5a46-3c00-4124-9c06-b62d94b7641d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:59.129895 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-aa1c5a46-3c00-4124-9c06-b62d94b7641d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:59.134665 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port bdd36598-929f-44fd-8971-c7456b555c46 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:25:59.135034 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:59.155942 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0e876215-1149-4534-b6f3-900ca009c586 req-f5619349-1f59-4662-9e13-24446b3b544f tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba9d5b21-6b89-4c8c-8c7b-729858b20cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563495 May 05 20:25:59.161918 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1c5a46-3c00-4124-9c06-b62d94b7641d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event updated for resources: {'Port': ['ID=ccf1a50f-f80d-4484-a365-efbde5b7ded6,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:59.170118 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-51a078d3-eb4e-4faf-837d-557443780a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:59.197422 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c9a347ca-eb44-443c-be74-4409f1c1641c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:59.271445 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-51a078d3-eb4e-4faf-837d-557443780a56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:59.276144 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-51a078d3-eb4e-4faf-837d-557443780a56 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3bf16fdf-7c27-470c-922f-b10b3f2ea4dc HTTP/1.1" status: 204 len: 168 time: 1.2129478 May 05 20:25:59.281677 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a078d3-eb4e-4faf-837d-557443780a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf16fdf-7c27-470c-922f-b10b3f2ea4dc,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:59.289756 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-aa1c5a46-3c00-4124-9c06-b62d94b7641d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.6557701 May 05 20:25:59.290226 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56356) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:25:59.388669 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-36e0a3c2-c33f-4e4f-b606-0143bad7fe78 req-c3128150-2126-4bca-9bb9-5276af866d39 service neutron] 10.222.0.50 "GET /v2.0/networks/3b8a893f-8203-415f-97ec-c81abad76035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923830 May 05 20:25:59.439954 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-36e0a3c2-c33f-4e4f-b606-0143bad7fe78 req-66ad9dab-f041-4296-a110-2599dfe04019 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf7677d3-a539-4b91-8154-e950713a5934 HTTP/1.1" status: 200 len: 998 time: 0.2982309 May 05 20:25:59.510279 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525d2283-f4a1-421c-9cd6-833a909c41f7 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:59.516522 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525d2283-f4a1-421c-9cd6-833a909c41f7 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:59.517611 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-525d2283-f4a1-421c-9cd6-833a909c41f7 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Synchronizing usage tracker for tenant:0780f842482f4e59b41843f42dd46f0e on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:25:59.529068 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-7b598b3b-9f39-44c3-81c3-1ec6229b3e2f None None] Provisioning complete for port 680ddb35-13dc-4381-9fda-155a81b755df triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:25:59.529180 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7b598b3b-9f39-44c3-81c3-1ec6229b3e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:59.568296 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fc626c71-869e-4449-bb06-59b8c8c3302f tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:59.590281 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-525d2283-f4a1-421c-9cd6-833a909c41f7 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Unset dirty status for tenant:0780f842482f4e59b41843f42dd46f0e on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:25:59.594506 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-525d2283-f4a1-421c-9cd6-833a909c41f7 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.3033764 May 05 20:25:59.597743 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56362) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:25:59.624255 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e0a3c2-c33f-4e4f-b606-0143bad7fe78 req-c132630a-e45f-4de4-b985-a2a962e3bfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:59.626632 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-36e0a3c2-c33f-4e4f-b606-0143bad7fe78 req-c132630a-e45f-4de4-b985-a2a962e3bfc8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc329b12-7b41-4146-b2a0-e43616e5540f HTTP/1.1" status: 200 len: 834 time: 0.1728115 May 05 20:25:59.672688 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-36e0a3c2-c33f-4e4f-b606-0143bad7fe78 req-dedafab8-ea4a-4188-be14-13ec62fde133 service neutron] 10.222.0.50 "GET /v2.0/networks/3b8a893f-8203-415f-97ec-c81abad76035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768312 May 05 20:25:59.677335 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 2964ad4d-e4b8-4772-81a0-0fd6fe537de3 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:25:59.693449 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-bb08322d-a926-4b4b-ad0a-3dbb0e78874b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Deleting port ccf1a50f-f80d-4484-a365-efbde5b7ded6 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:25:59.693893 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bb08322d-a926-4b4b-ad0a-3dbb0e78874b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:59.791392 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc626c71-869e-4449-bb06-59b8c8c3302f tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Pushing event updated for resources: {'Subnet': ['ID=f674a2a0-29bf-41ee-9d8f-7953a34a355d,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:25:59.793582 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc626c71-869e-4449-bb06-59b8c8c3302f tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Checking segment: {'id': '707dd652-6a6b-4961-ad28-d36ce9444ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '9b70ff80-1f27-4f40-83a9-7dbee77d17b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:25:59.793944 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc626c71-869e-4449-bb06-59b8c8c3302f tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Network hostable DHCP agents. Network: 9b70ff80-1f27-4f40-83a9-7dbee77d17b8, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:25:59.808684 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-7b598b3b-9f39-44c3-81c3-1ec6229b3e2f None None] Port 680ddb35-13dc-4381-9fda-155a81b755df cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:25:59.838941 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc626c71-869e-4449-bb06-59b8c8c3302f tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Network 9b70ff80-1f27-4f40-83a9-7dbee77d17b8 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:25:59.853090 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e0a3c2-c33f-4e4f-b606-0143bad7fe78 req-fb8aeab2-a69a-4499-b47f-b821e025ac40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:59.854821 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-36e0a3c2-c33f-4e4f-b606-0143bad7fe78 req-fb8aeab2-a69a-4499-b47f-b821e025ac40 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3b8a893f-8203-415f-97ec-c81abad76035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2194042 May 05 20:25:59.859940 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-fc626c71-869e-4449-bb06-59b8c8c3302f tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 9b70ff80-1f27-4f40-83a9-7dbee77d17b8) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:25:59.874334 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c64e1fe-cfac-4ff2-8971-98226199af5f None None] Network 9b70ff80-1f27-4f40-83a9-7dbee77d17b8 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:25:59.895269 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc626c71-869e-4449-bb06-59b8c8c3302f tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:25:59.895723 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fc626c71-869e-4449-bb06-59b8c8c3302f tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:59.910844 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 2964ad4d-e4b8-4772-81a0-0fd6fe537de3 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:25:59.911198 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:25:59.953832 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-fc626c71-869e-4449-bb06-59b8c8c3302f tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5664880 May 05 20:25:59.954656 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56376) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:00.064890 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.resource_extend [None req-c9a347ca-eb44-443c-be74-4409f1c1641c None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 20:26:00.162029 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bb08322d-a926-4b4b-ad0a-3dbb0e78874b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:00.177001 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-272e8244-7813-4819-bfbc-71a3e88917b2 None None] Provisioning for port ccf1a50f-f80d-4484-a365-efbde5b7ded6 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:26:00.282019 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-272e8244-7813-4819-bfbc-71a3e88917b2 None None] Provisioning complete for port ccf1a50f-f80d-4484-a365-efbde5b7ded6 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:26:00.284886 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-272e8244-7813-4819-bfbc-71a3e88917b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:00.329236 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c9a347ca-eb44-443c-be74-4409f1c1641c None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:00.364888 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-36e0a3c2-c33f-4e4f-b606-0143bad7fe78 req-b2f82bac-dad8-4bec-b450-9ed4e8241003 service neutron] 10.222.0.24 "GET /v2.0/networks/3b8a893f-8203-415f-97ec-c81abad76035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4994557 May 05 20:26:00.413670 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-c9a347ca-eb44-443c-be74-4409f1c1641c None None] Transition to ACTIVE for port object 680ddb35-13dc-4381-9fda-155a81b755df will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:26:00.438212 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-272e8244-7813-4819-bfbc-71a3e88917b2 None None] Port ccf1a50f-f80d-4484-a365-efbde5b7ded6 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:26:00.446528 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-bb08322d-a926-4b4b-ad0a-3dbb0e78874b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Calling delete_port for ccf1a50f-f80d-4484-a365-efbde5b7ded6 owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:26:00.475066 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c9a347ca-eb44-443c-be74-4409f1c1641c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:00.594397 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 104287c1-6a17-48c4-985c-2a3e0ef8f9b3 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:26:00.618555 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b602af8-521e-4a4b-ba0b-e78bf5e4dae9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-9b70ff80-1f27-4f40-83a9-7dbee77d17b8', 'network_id': '9b70ff80-1f27-4f40-83a9-7dbee77d17b8', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'fixed_ips': [{'subnet_id': 'f674a2a0-29bf-41ee-9d8f-7953a34a355d'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:26:00.619390 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3b602af8-521e-4a4b-ba0b-e78bf5e4dae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:00.750454 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de12deb2-5479-46d7-b232-a80458f6702b None None] Pushing event updated for resources: {'Port': ['ID=680ddb35-13dc-4381-9fda-155a81b755df,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:00.764912 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-36e0a3c2-c33f-4e4f-b606-0143bad7fe78 req-fe67cf6a-c647-4aa0-9ac1-8c4ede78e7af service neutron] 10.222.0.24 "GET /v2.0/networks/3b8a893f-8203-415f-97ec-c81abad76035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3898904 May 05 20:26:00.805400 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bb08322d-a926-4b4b-ad0a-3dbb0e78874b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:00.826335 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b91665-3adc-477f-a4e0-45c562d99519 req-a28c508d-0c48-410f-8212-9b53419dd525 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:00.828004 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-64b91665-3adc-477f-a4e0-45c562d99519 req-a28c508d-0c48-410f-8212-9b53419dd525 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb85796e-354f-4c15-b0f6-67239028b8d5 HTTP/1.1" status: 200 len: 943 time: 0.2302518 May 05 20:26:00.892529 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb08322d-a926-4b4b-ad0a-3dbb0e78874b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event deleted for resources: {'Port': ['ID=ccf1a50f-f80d-4484-a365-efbde5b7ded6,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:01.104859 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-c9a347ca-eb44-443c-be74-4409f1c1641c None None] Attempting to bind port 680ddb35-13dc-4381-9fda-155a81b755df on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:26:01.105419 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-c9a347ca-eb44-443c-be74-4409f1c1641c None None] Attempting to bind port 680ddb35-13dc-4381-9fda-155a81b755df by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '6ca2c518-7f52-4c91-8319-bbf02d5447c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '631175f0-a304-4980-829b-edc030fb8e19'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:26:01.105546 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a347ca-eb44-443c-be74-4409f1c1641c None None] Attempting to bind port 680ddb35-13dc-4381-9fda-155a81b755df on network 631175f0-a304-4980-829b-edc030fb8e19 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:26:01.117416 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-64b91665-3adc-477f-a4e0-45c562d99519 req-8a61585b-c94a-4c6b-9a8a-0ec31215ce96 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba9d5b21-6b89-4c8c-8c7b-729858b20cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2189710 May 05 20:26:01.149347 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a347ca-eb44-443c-be74-4409f1c1641c None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:26:01.149718 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a347ca-eb44-443c-be74-4409f1c1641c None None] Checking segment: {'id': '6ca2c518-7f52-4c91-8319-bbf02d5447c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '631175f0-a304-4980-829b-edc030fb8e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:26:01.150113 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c9a347ca-eb44-443c-be74-4409f1c1641c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:01.150504 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a347ca-eb44-443c-be74-4409f1c1641c None None] Bound using segment: {'id': '6ca2c518-7f52-4c91-8319-bbf02d5447c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '631175f0-a304-4980-829b-edc030fb8e19'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:26:01.150971 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-c9a347ca-eb44-443c-be74-4409f1c1641c None None] Bound port: 680ddb35-13dc-4381-9fda-155a81b755df, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ca2c518-7f52-4c91-8319-bbf02d5447c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '631175f0-a304-4980-829b-edc030fb8e19'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:26:01.151346 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c9a347ca-eb44-443c-be74-4409f1c1641c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:01.177889 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bb08322d-a926-4b4b-ad0a-3dbb0e78874b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:01.204979 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f024557-6191-41d0-8784-3e8cfd6bd4d2 req-9338836a-b442-401d-8a0f-499a509932de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:01.206542 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1f024557-6191-41d0-8784-3e8cfd6bd4d2 req-9338836a-b442-401d-8a0f-499a509932de service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=310f91420a2d4ddd8aab8a710d8dc814&device_id=cb85796e-354f-4c15-b0f6-67239028b8d5 HTTP/1.1" status: 200 len: 1094 time: 0.2690074 May 05 20:26:01.216428 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-bb08322d-a926-4b4b-ad0a-3dbb0e78874b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/ports/ccf1a50f-f80d-4484-a365-efbde5b7ded6 HTTP/1.1" status: 204 len: 168 time: 1.6178815 May 05 20:26:01.218716 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56400) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:01.229978 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 104287c1-6a17-48c4-985c-2a3e0ef8f9b3 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:26:01.230337 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:01.334883 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fc150c9b-0951-4e36-bdd7-7f308a86fafe tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:01.371624 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2feadd57-4afb-49d5-8bea-f9b5b5405af1 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:01.377932 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2feadd57-4afb-49d5-8bea-f9b5b5405af1 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:01.380626 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-2feadd57-4afb-49d5-8bea-f9b5b5405af1 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Synchronizing usage tracker for tenant:0780f842482f4e59b41843f42dd46f0e on resource:subnet {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:26:01.425777 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-2feadd57-4afb-49d5-8bea-f9b5b5405af1 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Unset dirty status for tenant:0780f842482f4e59b41843f42dd46f0e on resource:subnet {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:26:01.427936 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-2feadd57-4afb-49d5-8bea-f9b5b5405af1 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2081389 May 05 20:26:01.431467 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56404) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:01.489251 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-3b602af8-521e-4a4b-ba0b-e78bf5e4dae9 None None] Allocated IP 2001:db8:2::2 (9b70ff80-1f27-4f40-83a9-7dbee77d17b8/f674a2a0-29bf-41ee-9d8f-7953a34a355d/3e737fbb-143c-4f44-a472-42af3fedb81c) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:26:01.576800 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-73e15e03-feb8-4819-9ed2-c8e813c8ea5b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Deleting subnet 86a9b44f-c92d-4e55-9d67-701d2abc8c30 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:26:01.588065 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-73e15e03-feb8-4819-9ed2-c8e813c8ea5b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:01.609574 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-c9a347ca-eb44-443c-be74-4409f1c1641c None None] For port 680ddb35-13dc-4381-9fda-155a81b755df, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:26:01.667548 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device bf7677d3-a539-4b91-8154-e950713a5934 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:26:01.682792 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-c9a347ca-eb44-443c-be74-4409f1c1641c None None] For port 680ddb35-13dc-4381-9fda-155a81b755df, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=680ddb35-13dc-4381-9fda-155a81b755df,segment=NetworkSegment(6ca2c518-7f52-4c91-8319-bbf02d5447c0),segment_id=6ca2c518-7f52-4c91-8319-bbf02d5447c0)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:26:01.744086 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c9a347ca-eb44-443c-be74-4409f1c1641c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:01.825544 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f024557-6191-41d0-8784-3e8cfd6bd4d2 req-c801ba05-bf0b-4f7a-be7c-2f0d4c88a8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:01.827067 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1f024557-6191-41d0-8784-3e8cfd6bd4d2 req-c801ba05-bf0b-4f7a-be7c-2f0d4c88a8f0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3b8a893f-8203-415f-97ec-c81abad76035 HTTP/1.1" status: 200 len: 898 time: 0.5862763 May 05 20:26:01.924060 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-73e15e03-feb8-4819-9ed2-c8e813c8ea5b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:01.956830 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1f024557-6191-41d0-8784-3e8cfd6bd4d2 req-99a9ca9f-0fe8-4af6-ad42-ae8f2077dc4b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf7677d3-a539-4b91-8154-e950713a5934 HTTP/1.1" status: 200 len: 998 time: 0.1233609 May 05 20:26:01.980932 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a347ca-eb44-443c-be74-4409f1c1641c None None] Routers {'a972cae5-5fb3-4e14-93d1-0ce82e1115c4'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:26:01.983492 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-c9a347ca-eb44-443c-be74-4409f1c1641c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:25:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['a972cae5-5fb3-4e14-93d1-0ce82e1115c4'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:26:02.035588 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f024557-6191-41d0-8784-3e8cfd6bd4d2 req-97a0e7f7-6885-478b-8f40-639ac1ef4444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:02.037782 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1f024557-6191-41d0-8784-3e8cfd6bd4d2 req-97a0e7f7-6885-478b-8f40-639ac1ef4444 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc329b12-7b41-4146-b2a0-e43616e5540f HTTP/1.1" status: 200 len: 834 time: 0.0744832 May 05 20:26:02.062051 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de12deb2-5479-46d7-b232-a80458f6702b None None] Pushing event updated for resources: {'Port': ['ID=680ddb35-13dc-4381-9fda-155a81b755df,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:02.090497 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-73e15e03-feb8-4819-9ed2-c8e813c8ea5b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:02.146985 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaa5832-4f52-4392-bfd1-844eae80fc63 req-459de04c-d9ca-4d10-ad18-6f2ded01010c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:02.149362 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dfaa5832-4f52-4392-bfd1-844eae80fc63 req-459de04c-d9ca-4d10-ad18-6f2ded01010c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb85796e-354f-4c15-b0f6-67239028b8d5 HTTP/1.1" status: 200 len: 943 time: 0.3629367 May 05 20:26:02.250695 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dfaa5832-4f52-4392-bfd1-844eae80fc63 req-a94df9a6-0116-40b7-98d9-28ae12a3b235 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba9d5b21-6b89-4c8c-8c7b-729858b20cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736170 May 05 20:26:02.277610 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472fbe5c-0ea8-48f7-88ec-8b57fab2bd1c req-897bcd9f-83bb-4bad-afec-232f1344e58a tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:02.279283 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-472fbe5c-0ea8-48f7-88ec-8b57fab2bd1c req-897bcd9f-83bb-4bad-afec-232f1344e58a tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb85796e-354f-4c15-b0f6-67239028b8d5&tenant_id=310f91420a2d4ddd8aab8a710d8dc814&binding%3Ahost_id=n-h1-840717-1 HTTP/1.1" status: 200 len: 943 time: 0.6100922 May 05 20:26:02.290235 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3b602af8-521e-4a4b-ba0b-e78bf5e4dae9 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:02.321242 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port bf7677d3-a539-4b91-8154-e950713a5934, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=bf7677d3-a539-4b91-8154-e950713a5934,segment=NetworkSegment(f1e8b522-c2b1-451c-a5ae-720115527253),segment_id=f1e8b522-c2b1-451c-a5ae-720115527253)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:26:02.338393 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-c9a347ca-eb44-443c-be74-4409f1c1641c None None] Set router a972cae5-5fb3-4e14-93d1-0ce82e1115c4 gateway port host: None {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:26:02.341125 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f024557-6191-41d0-8784-3e8cfd6bd4d2 req-c86b6d98-9b11-4b8c-a488-5adf7f27c10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:02.342599 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1f024557-6191-41d0-8784-3e8cfd6bd4d2 req-c86b6d98-9b11-4b8c-a488-5adf7f27c10d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3b8a893f-8203-415f-97ec-c81abad76035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2984073 May 05 20:26:02.393097 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-73e15e03-feb8-4819-9ed2-c8e813c8ea5b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:02.413862 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-3b602af8-521e-4a4b-ba0b-e78bf5e4dae9 None None] Transition to ACTIVE for port object 3e737fbb-143c-4f44-a472-42af3fedb81c will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:26:02.432593 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': 'bf7677d3-a539-4b91-8154-e950713a5934', 'network_id': '3b8a893f-8203-415f-97ec-c81abad76035', 'port_id': 'bf7677d3-a539-4b91-8154-e950713a5934', 'mac_address': 'fa:16:3e:32:6d:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc329b12-7b41-4146-b2a0-e43616e5540f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:26:02.457276 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e15e03-feb8-4819-9ed2-c8e813c8ea5b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event deleted for resources: {'Subnet': ['ID=86a9b44f-c92d-4e55-9d67-701d2abc8c30,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:02.460108 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-73e15e03-feb8-4819-9ed2-c8e813c8ea5b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:02.484655 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-472fbe5c-0ea8-48f7-88ec-8b57fab2bd1c req-e51da03a-3f4b-402f-88a0-0c47440be4e9 service neutron] 10.222.0.24 "GET /v2.0/ports/bf7677d3-a539-4b91-8154-e950713a5934/bindings/n-h1-840717-1 HTTP/1.1" status: 200 len: 382 time: 0.1985831 May 05 20:26:02.486740 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-73e15e03-feb8-4819-9ed2-c8e813c8ea5b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/subnets/86a9b44f-c92d-4e55-9d67-701d2abc8c30 HTTP/1.1" status: 204 len: 168 time: 1.0535655 May 05 20:26:02.489152 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56418) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:02.504503 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1f024557-6191-41d0-8784-3e8cfd6bd4d2 req-1e082425-93e0-4ee6-bc0b-9536d440af0c service neutron] 10.222.0.24 "GET /v2.0/networks/3b8a893f-8203-415f-97ec-c81abad76035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552672 May 05 20:26:02.570961 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1399484-ee1d-49a1-a4be-d945f55abae0 None None] Network 7289b573-7530-4f0a-b5b0-032373718af7 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:26:02.620762 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3cf85f51-7d84-49b3-ad81-7c6a2d1e5cf6 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1302059 May 05 20:26:02.621534 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56422) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:02.630593 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-5bfb8ad3-b889-4c8f-9187-8a1c2607951c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Request body: {'subnet': {'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:26:02.664175 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-3b602af8-521e-4a4b-ba0b-e78bf5e4dae9 None None] Transition to ACTIVE for port object 3e737fbb-143c-4f44-a472-42af3fedb81c will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:26:02.676880 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1f024557-6191-41d0-8784-3e8cfd6bd4d2 req-cff84ef8-c0dd-4705-9b86-5d02491a8ff1 service neutron] 10.222.0.24 "GET /v2.0/networks/3b8a893f-8203-415f-97ec-c81abad76035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661582 May 05 20:26:02.723725 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3b602af8-521e-4a4b-ba0b-e78bf5e4dae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:02.790925 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5bfb8ad3-b889-4c8f-9187-8a1c2607951c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:26:02.798129 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-5bfb8ad3-b889-4c8f-9187-8a1c2607951c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Usage tracker for resource:subnet and tenant:0780f842482f4e59b41843f42dd46f0e is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:26:02.801361 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-5bfb8ad3-b889-4c8f-9187-8a1c2607951c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:26:02.809675 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5bfb8ad3-b889-4c8f-9187-8a1c2607951c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:26:02.824355 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bfb8ad3-b889-4c8f-9187-8a1c2607951c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Made reservation on behalf of 0780f842482f4e59b41843f42dd46f0e for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:26:02.828599 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5bfb8ad3-b889-4c8f-9187-8a1c2607951c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:02.838864 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-fc150c9b-0951-4e36-bdd7-7f308a86fafe tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Allocated IP 2001:db8:2::1 (9b70ff80-1f27-4f40-83a9-7dbee77d17b8/f674a2a0-29bf-41ee-9d8f-7953a34a355d/13777760-b6d3-4b38-a853-3ad8c2785a5e) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:26:02.861023 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:02.897705 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472fbe5c-0ea8-48f7-88ec-8b57fab2bd1c req-01d2eb58-b45f-4e69-99c0-c0e6b186fa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:02.899375 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-472fbe5c-0ea8-48f7-88ec-8b57fab2bd1c req-01d2eb58-b45f-4e69-99c0-c0e6b186fa17 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=310f91420a2d4ddd8aab8a710d8dc814&device_id=cb85796e-354f-4c15-b0f6-67239028b8d5 HTTP/1.1" status: 200 len: 1094 time: 0.1598461 May 05 20:26:02.926057 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf7677d3-a539-4b91-8154-e950713a5934 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:26:02.941916 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b602af8-521e-4a4b-ba0b-e78bf5e4dae9 None None] Pushing event updated for resources: {'Port': ['ID=3e737fbb-143c-4f44-a472-42af3fedb81c,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:02.983773 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port bf7677d3-a539-4b91-8154-e950713a5934, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=bf7677d3-a539-4b91-8154-e950713a5934,segment=NetworkSegment(f1e8b522-c2b1-451c-a5ae-720115527253),segment_id=f1e8b522-c2b1-451c-a5ae-720115527253)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:26:03.095772 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:03.104354 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b602af8-521e-4a4b-ba0b-e78bf5e4dae9 None None] Network 9b70ff80-1f27-4f40-83a9-7dbee77d17b8 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:26:03.139139 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fc150c9b-0951-4e36-bdd7-7f308a86fafe tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:03.142114 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5bfb8ad3-b889-4c8f-9187-8a1c2607951c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:03.142843 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472fbe5c-0ea8-48f7-88ec-8b57fab2bd1c req-80aa7e17-1c2d-4645-bc17-24dbbbc0d1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:03.144442 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-472fbe5c-0ea8-48f7-88ec-8b57fab2bd1c req-80aa7e17-1c2d-4645-bc17-24dbbbc0d1cd service neutron] 10.222.0.24 "GET /v2.0/networks?id=3b8a893f-8203-415f-97ec-c81abad76035 HTTP/1.1" status: 200 len: 898 time: 0.2381642 May 05 20:26:03.182408 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-3b602af8-521e-4a4b-ba0b-e78bf5e4dae9 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:26:03.187513 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b602af8-521e-4a4b-ba0b-e78bf5e4dae9 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:26:03.214568 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bfb8ad3-b889-4c8f-9187-8a1c2607951c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Network 7289b573-7530-4f0a-b5b0-032373718af7 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:26:03.217531 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-5bfb8ad3-b889-4c8f-9187-8a1c2607951c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:26:03.220569 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfb8ad3-b889-4c8f-9187-8a1c2607951c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:03.221156 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5bfb8ad3-b889-4c8f-9187-8a1c2607951c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:03.252682 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-5bfb8ad3-b889-4c8f-9187-8a1c2607951c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6267419 May 05 20:26:03.253313 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfb8ad3-b889-4c8f-9187-8a1c2607951c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event updated for resources: {'Subnet': ['ID=a30267de-6dcf-4caf-b324-39b5537f72c3,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:03.255029 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56432) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:03.262376 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-e265cf65-d91a-4ea1-8843-00178d1eb86c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Request body: {'port': {'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'name': 'tempest-NetworksTestDHCPv6-537383531'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:26:03.266522 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-472fbe5c-0ea8-48f7-88ec-8b57fab2bd1c req-f24b762b-a54b-465a-92a8-508faf7a78b2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf7677d3-a539-4b91-8154-e950713a5934 HTTP/1.1" status: 200 len: 999 time: 0.1150463 May 05 20:26:03.328264 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfb8ad3-b889-4c8f-9187-8a1c2607951c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:26:03.328521 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfb8ad3-b889-4c8f-9187-8a1c2607951c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:26:03.328864 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfb8ad3-b889-4c8f-9187-8a1c2607951c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:26:03.329198 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfb8ad3-b889-4c8f-9187-8a1c2607951c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:26:03.329532 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfb8ad3-b889-4c8f-9187-8a1c2607951c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:26:03.329862 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfb8ad3-b889-4c8f-9187-8a1c2607951c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:26:03.330190 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfb8ad3-b889-4c8f-9187-8a1c2607951c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:26:03.336294 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfb8ad3-b889-4c8f-9187-8a1c2607951c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:26:03.336636 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfb8ad3-b889-4c8f-9187-8a1c2607951c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:26:03.336977 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfb8ad3-b889-4c8f-9187-8a1c2607951c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:26:03.337310 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfb8ad3-b889-4c8f-9187-8a1c2607951c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:26:03.337638 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfb8ad3-b889-4c8f-9187-8a1c2607951c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:26:03.374210 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['bf7677d3-a539-4b91-8154-e950713a5934'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:26:03.395599 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-fc150c9b-0951-4e36-bdd7-7f308a86fafe tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Transition to ACTIVE for port object 13777760-b6d3-4b38-a853-3ad8c2785a5e will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:26:03.461387 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472fbe5c-0ea8-48f7-88ec-8b57fab2bd1c req-a0544424-9717-4da8-8897-7cd5b0c0fca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:03.462906 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-472fbe5c-0ea8-48f7-88ec-8b57fab2bd1c req-a0544424-9717-4da8-8897-7cd5b0c0fca7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc329b12-7b41-4146-b2a0-e43616e5540f HTTP/1.1" status: 200 len: 834 time: 0.1881244 May 05 20:26:03.503706 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=bf7677d3-a539-4b91-8154-e950713a5934,revision_number=8']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:03.514733 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-3b602af8-521e-4a4b-ba0b-e78bf5e4dae9 None None] Attempting to bind port 3e737fbb-143c-4f44-a472-42af3fedb81c on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:26:03.514733 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-3b602af8-521e-4a4b-ba0b-e78bf5e4dae9 None None] Attempting to bind port 3e737fbb-143c-4f44-a472-42af3fedb81c by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '707dd652-6a6b-4961-ad28-d36ce9444ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '9b70ff80-1f27-4f40-83a9-7dbee77d17b8'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:26:03.514733 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b602af8-521e-4a4b-ba0b-e78bf5e4dae9 None None] Attempting to bind port 3e737fbb-143c-4f44-a472-42af3fedb81c on network 9b70ff80-1f27-4f40-83a9-7dbee77d17b8 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:26:03.529516 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b602af8-521e-4a4b-ba0b-e78bf5e4dae9 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:26:03.530147 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b602af8-521e-4a4b-ba0b-e78bf5e4dae9 None None] Checking segment: {'id': '707dd652-6a6b-4961-ad28-d36ce9444ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '9b70ff80-1f27-4f40-83a9-7dbee77d17b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:26:03.530373 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3b602af8-521e-4a4b-ba0b-e78bf5e4dae9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:03.530776 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b602af8-521e-4a4b-ba0b-e78bf5e4dae9 None None] Bound using segment: {'id': '707dd652-6a6b-4961-ad28-d36ce9444ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '9b70ff80-1f27-4f40-83a9-7dbee77d17b8'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:26:03.531318 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-3b602af8-521e-4a4b-ba0b-e78bf5e4dae9 None None] Bound port: 3e737fbb-143c-4f44-a472-42af3fedb81c, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '707dd652-6a6b-4961-ad28-d36ce9444ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '9b70ff80-1f27-4f40-83a9-7dbee77d17b8'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:26:03.531816 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3b602af8-521e-4a4b-ba0b-e78bf5e4dae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:03.592981 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fc150c9b-0951-4e36-bdd7-7f308a86fafe tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:03.638083 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e265cf65-d91a-4ea1-8843-00178d1eb86c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:26:03.649637 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-e265cf65-d91a-4ea1-8843-00178d1eb86c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Usage tracker for resource:port and tenant:0780f842482f4e59b41843f42dd46f0e is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:26:03.659068 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-e265cf65-d91a-4ea1-8843-00178d1eb86c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:26:03.676574 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e265cf65-d91a-4ea1-8843-00178d1eb86c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:26:03.692173 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e265cf65-d91a-4ea1-8843-00178d1eb86c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Made reservation on behalf of 0780f842482f4e59b41843f42dd46f0e for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:26:03.697660 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e265cf65-d91a-4ea1-8843-00178d1eb86c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:03.704978 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88dbcf9-c23f-4e78-9181-a3bfa5d4572c None None] DHCP port deletion for 7289b573-7530-4f0a-b5b0-032373718af7 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:26:03.722546 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-3b602af8-521e-4a4b-ba0b-e78bf5e4dae9 None None] For port 3e737fbb-143c-4f44-a472-42af3fedb81c, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:26:03.725763 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-e265cf65-d91a-4ea1-8843-00178d1eb86c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] device_id is not set on port 87d69e88-7e09-4716-b933-c1ea070362d7 yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:26:03.737334 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc150c9b-0951-4e36-bdd7-7f308a86fafe tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Pushing event updated for resources: {'Port': ['ID=13777760-b6d3-4b38-a853-3ad8c2785a5e,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:03.741162 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-e88dbcf9-c23f-4e78-9181-a3bfa5d4572c None None] Deleting port 2964ad4d-e4b8-4772-81a0-0fd6fe537de3 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:26:03.742148 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e88dbcf9-c23f-4e78-9181-a3bfa5d4572c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:03.761627 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc150c9b-0951-4e36-bdd7-7f308a86fafe tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Network 9b70ff80-1f27-4f40-83a9-7dbee77d17b8 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:26:03.772963 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-fc150c9b-0951-4e36-bdd7-7f308a86fafe tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:26:03.782664 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc150c9b-0951-4e36-bdd7-7f308a86fafe tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:26:03.783398 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fc150c9b-0951-4e36-bdd7-7f308a86fafe tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:03.811118 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-c9a347ca-eb44-443c-be74-4409f1c1641c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'name': 'tempest-RoutersIpV6Test-router-1071824586', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:25:39Z', 'updated_at': '2022-05-05T20:25:54Z', 'revision_number': 3, 'project_id': '08e9223c846c46d791083957f9887d85', 'gw_port_host': None, '_interfaces': [{'id': '680ddb35-13dc-4381-9fda-155a81b755df', 'name': '', 'network_id': '631175f0-a304-4980-829b-edc030fb8e19', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'mac_address': 'fa:16:3e:b1:d1:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '37ab342c-5785-4eb7-8fad-ab78562b20ea', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:25:51Z', 'updated_at': '2022-05-05T20:26:01Z', 'revision_number': 4, 'project_id': '08e9223c846c46d791083957f9887d85', 'subnets': [{'id': '37ab342c-5785-4eb7-8fad-ab78562b20ea', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdd36598-929f-44fd-8971-c7456b555c46', 'name': '', 'network_id': '66f9563e-ee07-4869-b402-893db36b82d7', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'mac_address': 'fa:16:3e:01:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'e6455b0a-80fa-4a59-816f-11b102eee8a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:25:42Z', 'updated_at': '2022-05-05T20:25:52Z', 'revision_number': 5, 'project_id': '08e9223c846c46d791083957f9887d85', 'subnets': [{'id': 'e6455b0a-80fa-4a59-816f-11b102eee8a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:26:03.814958 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-3b602af8-521e-4a4b-ba0b-e78bf5e4dae9 None None] For port 3e737fbb-143c-4f44-a472-42af3fedb81c, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=3e737fbb-143c-4f44-a472-42af3fedb81c,segment=NetworkSegment(707dd652-6a6b-4961-ad28-d36ce9444ded),segment_id=707dd652-6a6b-4961-ad28-d36ce9444ded)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:26:03.829291 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472fbe5c-0ea8-48f7-88ec-8b57fab2bd1c req-8ca4f8ba-d40e-4e80-b8c5-d4983fc38845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:03.830767 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-472fbe5c-0ea8-48f7-88ec-8b57fab2bd1c req-8ca4f8ba-d40e-4e80-b8c5-d4983fc38845 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3b8a893f-8203-415f-97ec-c81abad76035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3600466 May 05 20:26:03.839985 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a347ca-eb44-443c-be74-4409f1c1641c None None] The sync data for ids ['a972cae5-5fb3-4e14-93d1-0ce82e1115c4'] in n-d-840717-1 is: [{'id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'name': 'tempest-RoutersIpV6Test-router-1071824586', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:25:39Z', 'updated_at': '2022-05-05T20:25:54Z', 'revision_number': 3, 'project_id': '08e9223c846c46d791083957f9887d85', 'gw_port_host': None, '_interfaces': [{'id': '680ddb35-13dc-4381-9fda-155a81b755df', 'name': '', 'network_id': '631175f0-a304-4980-829b-edc030fb8e19', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'mac_address': 'fa:16:3e:b1:d1:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '37ab342c-5785-4eb7-8fad-ab78562b20ea', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:25:51Z', 'updated_at': '2022-05-05T20:26:01Z', 'revision_number': 4, 'project_id': '08e9223c846c46d791083957f9887d85', 'subnets': [{'id': '37ab342c-5785-4eb7-8fad-ab78562b20ea', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdd36598-929f-44fd-8971-c7456b555c46', 'name': '', 'network_id': '66f9563e-ee07-4869-b402-893db36b82d7', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'mac_address': 'fa:16:3e:01:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'e6455b0a-80fa-4a59-816f-11b102eee8a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:25:42Z', 'updated_at': '2022-05-05T20:25:52Z', 'revision_number': 5, 'project_id': '08e9223c846c46d791083957f9887d85', 'subnets': [{'id': 'e6455b0a-80fa-4a59-816f-11b102eee8a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:26:03.841927 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5fb85-f017-4e50-b946-d89382ab87af req-8b610cc3-1bf3-4894-9a2d-8337b7ea1e19 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:03.842061 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3b602af8-521e-4a4b-ba0b-e78bf5e4dae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:03.849101 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1de5fb85-f017-4e50-b946-d89382ab87af req-8b610cc3-1bf3-4894-9a2d-8337b7ea1e19 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb85796e-354f-4c15-b0f6-67239028b8d5 HTTP/1.1" status: 200 len: 944 time: 0.3297019 May 05 20:26:04.007994 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1de5fb85-f017-4e50-b946-d89382ab87af req-1276fe6e-b9b0-4be4-bdea-207ca61754d6 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba9d5b21-6b89-4c8c-8c7b-729858b20cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571920 May 05 20:26:04.024760 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-e265cf65-d91a-4ea1-8843-00178d1eb86c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Allocated IP 2001:db8::289 (7289b573-7530-4f0a-b5b0-032373718af7/a30267de-6dcf-4caf-b324-39b5537f72c3/87d69e88-7e09-4716-b933-c1ea070362d7) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:26:04.152768 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b602af8-521e-4a4b-ba0b-e78bf5e4dae9 None None] Pushing event updated for resources: {'Port': ['ID=3e737fbb-143c-4f44-a472-42af3fedb81c,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:04.264041 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-472fbe5c-0ea8-48f7-88ec-8b57fab2bd1c req-0e098b24-68bc-4e14-b4e3-07b96b4aea8f service neutron] 10.222.0.24 "GET /v2.0/networks/3b8a893f-8203-415f-97ec-c81abad76035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4129071 May 05 20:26:04.561726 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-472fbe5c-0ea8-48f7-88ec-8b57fab2bd1c req-37cdacec-b8a5-4932-a75a-d464366ce4e6 service neutron] 10.222.0.24 "GET /v2.0/networks/3b8a893f-8203-415f-97ec-c81abad76035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887039 May 05 20:26:04.595169 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-e88dbcf9-c23f-4e78-9181-a3bfa5d4572c None None] For port 2964ad4d-e4b8-4772-81a0-0fd6fe537de3, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=2964ad4d-e4b8-4772-81a0-0fd6fe537de3,segment=NetworkSegment(1cf78a78-2d57-4ccb-9633-08c37696a2c0),segment_id=1cf78a78-2d57-4ccb-9633-08c37696a2c0)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:26:04.595169 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e88dbcf9-c23f-4e78-9181-a3bfa5d4572c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:04.655094 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e265cf65-d91a-4ea1-8843-00178d1eb86c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:04.673851 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-e265cf65-d91a-4ea1-8843-00178d1eb86c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Transition to ACTIVE for port object 87d69e88-7e09-4716-b933-c1ea070362d7 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:26:04.701061 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e265cf65-d91a-4ea1-8843-00178d1eb86c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:04.836689 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e265cf65-d91a-4ea1-8843-00178d1eb86c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Network 7289b573-7530-4f0a-b5b0-032373718af7 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:26:04.844964 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-e265cf65-d91a-4ea1-8843-00178d1eb86c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:26:04.860097 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e265cf65-d91a-4ea1-8843-00178d1eb86c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:26:04.861266 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e265cf65-d91a-4ea1-8843-00178d1eb86c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:04.868987 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e265cf65-d91a-4ea1-8843-00178d1eb86c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:04.878171 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e265cf65-d91a-4ea1-8843-00178d1eb86c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event updated for resources: {'Port': ['ID=87d69e88-7e09-4716-b933-c1ea070362d7,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:04.919282 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e265cf65-d91a-4ea1-8843-00178d1eb86c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6622169 May 05 20:26:04.921308 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56452) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:05.006993 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-e88dbcf9-c23f-4e78-9181-a3bfa5d4572c None None] Calling delete_port for 2964ad4d-e4b8-4772-81a0-0fd6fe537de3 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:26:05.032598 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fc150c9b-0951-4e36-bdd7-7f308a86fafe tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:05.057434 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-15d324c0-ed88-47c5-9bab-95a1be37e4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:05.064413 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e03bfb4-8031-4098-a4b4-34dba4497ac7 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:05.097333 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e03bfb4-8031-4098-a4b4-34dba4497ac7 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:05.099961 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-4e03bfb4-8031-4098-a4b4-34dba4497ac7 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Synchronizing usage tracker for tenant:0780f842482f4e59b41843f42dd46f0e on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:26:05.137438 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-4e03bfb4-8031-4098-a4b4-34dba4497ac7 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Unset dirty status for tenant:0780f842482f4e59b41843f42dd46f0e on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:26:05.141190 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-4e03bfb4-8031-4098-a4b4-34dba4497ac7 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.2164474 May 05 20:26:05.141444 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56458) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:05.178277 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e88dbcf9-c23f-4e78-9181-a3bfa5d4572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:05.307101 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-b6816d90-00d8-4999-8d1b-35a9adccbd2b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Deleting port 87d69e88-7e09-4716-b933-c1ea070362d7 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:26:05.319788 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b6816d90-00d8-4999-8d1b-35a9adccbd2b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:05.382872 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88dbcf9-c23f-4e78-9181-a3bfa5d4572c None None] Pushing event deleted for resources: {'Port': ['ID=2964ad4d-e4b8-4772-81a0-0fd6fe537de3,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:05.389043 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88dbcf9-c23f-4e78-9181-a3bfa5d4572c None None] No DVR routers for this DVR port 2964ad4d-e4b8-4772-81a0-0fd6fe537de3 on host n-d-840717-1 {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:26:05.422200 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fcd8146-c1e9-4921-9302-295414844316 None None] Network 7289b573-7530-4f0a-b5b0-032373718af7 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:26:05.841379 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device bf7677d3-a539-4b91-8154-e950713a5934 up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:26:05.876388 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 3e737fbb-143c-4f44-a472-42af3fedb81c up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:26:05.920853 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fc150c9b-0951-4e36-bdd7-7f308a86fafe tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:05.935771 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fc150c9b-0951-4e36-bdd7-7f308a86fafe tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:05.936978 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fc150c9b-0951-4e36-bdd7-7f308a86fafe tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:06.023555 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 3e737fbb-143c-4f44-a472-42af3fedb81c completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:26:06.037499 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 680ddb35-13dc-4381-9fda-155a81b755df up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:26:06.041676 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd17a27a-a34f-415a-bd8c-3bd34537bac1 req-503d4c7d-a267-48f7-90f9-629847d0c28c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:06.077437 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fd17a27a-a34f-415a-bd8c-3bd34537bac1 req-503d4c7d-a267-48f7-90f9-629847d0c28c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb85796e-354f-4c15-b0f6-67239028b8d5 HTTP/1.1" status: 200 len: 944 time: 0.6399219 May 05 20:26:06.116863 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc150c9b-0951-4e36-bdd7-7f308a86fafe tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Pushing event updated for resources: {'Port': ['ID=13777760-b6d3-4b38-a853-3ad8c2785a5e,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:06.147468 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdfc788-68f8-491d-b5a0-67d2c6a2558e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-7289b573-7530-4f0a-b5b0-032373718af7', 'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'tenant_id': '0780f842482f4e59b41843f42dd46f0e', 'fixed_ips': [{'subnet_id': 'a30267de-6dcf-4caf-b324-39b5537f72c3'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:26:06.149268 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1fdfc788-68f8-491d-b5a0-67d2c6a2558e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:06.158912 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c557ffcd-5dcc-4693-8638-22affb50dd76 None None] Network 9b70ff80-1f27-4f40-83a9-7dbee77d17b8 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:26:06.186305 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fd17a27a-a34f-415a-bd8c-3bd34537bac1 req-3d411210-4f6e-4505-a834-2cf1d636e890 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba9d5b21-6b89-4c8c-8c7b-729858b20cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078782 May 05 20:26:06.196499 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b6816d90-00d8-4999-8d1b-35a9adccbd2b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:06.208005 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port bf7677d3-a539-4b91-8154-e950713a5934 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:26:06.233816 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port bf7677d3-a539-4b91-8154-e950713a5934 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:26:06.234194 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:06.286848 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-ccdf2a0d-5bac-44d4-809f-8a6cac3b9004 None None] Provisioning for port 3e737fbb-143c-4f44-a472-42af3fedb81c completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:26:06.360065 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-b6816d90-00d8-4999-8d1b-35a9adccbd2b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Calling delete_port for 87d69e88-7e09-4716-b933-c1ea070362d7 owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:26:06.398422 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 680ddb35-13dc-4381-9fda-155a81b755df completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:26:06.415212 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-ccdf2a0d-5bac-44d4-809f-8a6cac3b9004 None None] Provisioning complete for port 3e737fbb-143c-4f44-a472-42af3fedb81c triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:26:06.415444 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ccdf2a0d-5bac-44d4-809f-8a6cac3b9004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:06.494676 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc150c9b-0951-4e36-bdd7-7f308a86fafe tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Network 9b70ff80-1f27-4f40-83a9-7dbee77d17b8 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:26:06.496444 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-fc150c9b-0951-4e36-bdd7-7f308a86fafe tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:26:06.636713 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 680ddb35-13dc-4381-9fda-155a81b755df triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:26:06.640666 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:06.665258 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b6816d90-00d8-4999-8d1b-35a9adccbd2b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:06.758069 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6816d90-00d8-4999-8d1b-35a9adccbd2b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event deleted for resources: {'Port': ['ID=87d69e88-7e09-4716-b933-c1ea070362d7,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:06.812416 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b6816d90-00d8-4999-8d1b-35a9adccbd2b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:06.854847 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b6816d90-00d8-4999-8d1b-35a9adccbd2b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/ports/87d69e88-7e09-4716-b933-c1ea070362d7 HTTP/1.1" status: 204 len: 168 time: 1.7121964 May 05 20:26:06.855475 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56478) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:06.897565 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc150c9b-0951-4e36-bdd7-7f308a86fafe tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Router a972cae5-5fb3-4e14-93d1-0ce82e1115c4 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:26:07.021999 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ae1cfe-327d-4238-a283-23e8ffc82c68 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:07.027679 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ae1cfe-327d-4238-a283-23e8ffc82c68 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:07.029332 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-52ae1cfe-327d-4238-a283-23e8ffc82c68 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Synchronizing usage tracker for tenant:0780f842482f4e59b41843f42dd46f0e on resource:subnet {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:26:07.074615 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-52ae1cfe-327d-4238-a283-23e8ffc82c68 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Unset dirty status for tenant:0780f842482f4e59b41843f42dd46f0e on resource:subnet {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:26:07.078385 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-52ae1cfe-327d-4238-a283-23e8ffc82c68 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2195032 May 05 20:26:07.078875 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56484) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:07.086549 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-28acfd3d-f982-4b5b-9337-19b56d040515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:07.169032 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dae05b1-94d1-4c58-abf0-a05ca2248803 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Deleting subnet a30267de-6dcf-4caf-b324-39b5537f72c3 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:26:07.207283 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc150c9b-0951-4e36-bdd7-7f308a86fafe tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:26:07.233092 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-1fdfc788-68f8-491d-b5a0-67d2c6a2558e None None] Allocated IP 2001:db8::2 (7289b573-7530-4f0a-b5b0-032373718af7/a30267de-6dcf-4caf-b324-39b5537f72c3/dda17b6d-22db-4a40-b7ec-270c67330558) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:26:07.257093 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0636a9ac-8244-4d50-9aad-664968ddef5d None None] Sync routers for ids ['a972cae5-5fb3-4e14-93d1-0ce82e1115c4'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:26:07.269625 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-fc150c9b-0951-4e36-bdd7-7f308a86fafe tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "PUT /v2.0/routers/a972cae5-5fb3-4e14-93d1-0ce82e1115c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2677567 May 05 20:26:07.273631 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56490) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:07.278075 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0636a9ac-8244-4d50-9aad-664968ddef5d None None] Routers {'a972cae5-5fb3-4e14-93d1-0ce82e1115c4'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:26:07.282389 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-0636a9ac-8244-4d50-9aad-664968ddef5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:26:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['a972cae5-5fb3-4e14-93d1-0ce82e1115c4'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:26:07.293313 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-cc95304c-56b5-4c5c-9e5b-4549510adb3b tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-889707989'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:26:07.323126 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-cc95304c-56b5-4c5c-9e5b-4549510adb3b tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:26:07.357213 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-cc95304c-56b5-4c5c-9e5b-4549510adb3b tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Usage tracker for resource:network and tenant:08e9223c846c46d791083957f9887d85 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:26:07.373306 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-cc95304c-56b5-4c5c-9e5b-4549510adb3b tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:26:07.392241 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-cc95304c-56b5-4c5c-9e5b-4549510adb3b tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:26:07.435885 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc95304c-56b5-4c5c-9e5b-4549510adb3b tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Made reservation on behalf of 08e9223c846c46d791083957f9887d85 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:26:07.447948 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cc95304c-56b5-4c5c-9e5b-4549510adb3b tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:07.582254 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472fbe5c-0ea8-48f7-88ec-8b57fab2bd1c req-f5ddb2fa-71d7-45fe-8b50-52ee66bf99cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:07.584578 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-472fbe5c-0ea8-48f7-88ec-8b57fab2bd1c req-f5ddb2fa-71d7-45fe-8b50-52ee66bf99cd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cb85796e-354f-4c15-b0f6-67239028b8d5&tenant_id=310f91420a2d4ddd8aab8a710d8dc814 HTTP/1.1" status: 200 len: 1095 time: 0.1882014 May 05 20:26:07.596357 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-472fbe5c-0ea8-48f7-88ec-8b57fab2bd1c req-3d18843b-35e8-494c-b5eb-225c781f8d56 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-840717-1', 'device_owner': 'compute:nova'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:26:07.651162 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ccdf2a0d-5bac-44d4-809f-8a6cac3b9004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:07.651686 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc95304c-56b5-4c5c-9e5b-4549510adb3b tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:26:07.670897 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cc95304c-56b5-4c5c-9e5b-4549510adb3b tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:07.672346 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-cc95304c-56b5-4c5c-9e5b-4549510adb3b tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Added segment 1edd9eb8-76a4-49ea-96ef-7ef45b47378d of type vlan for network 70180f33-89dc-47cd-b8c2-d3ddb3425226 May 05 20:26:07.718495 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cc95304c-56b5-4c5c-9e5b-4549510adb3b tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:07.740903 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34ea1f4-614a-49d0-8e4c-05a0682e22e9 req-e35bcd9e-c53a-47ca-992b-2405f8de5b33 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:07.749713 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a34ea1f4-614a-49d0-8e4c-05a0682e22e9 req-e35bcd9e-c53a-47ca-992b-2405f8de5b33 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb85796e-354f-4c15-b0f6-67239028b8d5 HTTP/1.1" status: 200 len: 944 time: 0.2229443 May 05 20:26:07.795825 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:07.812559 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-0636a9ac-8244-4d50-9aad-664968ddef5d None None] Set router a972cae5-5fb3-4e14-93d1-0ce82e1115c4 gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:26:07.872073 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a34ea1f4-614a-49d0-8e4c-05a0682e22e9 req-4d0fd613-179d-4214-8006-abd7452e74b8 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba9d5b21-6b89-4c8c-8c7b-729858b20cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210330 May 05 20:26:07.877782 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cc95304c-56b5-4c5c-9e5b-4549510adb3b tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:07.899280 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc95304c-56b5-4c5c-9e5b-4549510adb3b tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:07.900050 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cc95304c-56b5-4c5c-9e5b-4549510adb3b tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:07.934981 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-472fbe5c-0ea8-48f7-88ec-8b57fab2bd1c req-3d18843b-35e8-494c-b5eb-225c781f8d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:07.944623 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-cc95304c-56b5-4c5c-9e5b-4549510adb3b tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6681683 May 05 20:26:07.946047 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56498) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:07.966759 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-e5e2e3a2-267c-42f0-bfc7-df66f832f962 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Request body: {'subnet': {'network_id': '70180f33-89dc-47cd-b8c2-d3ddb3425226', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:26:08.272161 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1fdfc788-68f8-491d-b5a0-67d2c6a2558e None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:08.287067 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-1fdfc788-68f8-491d-b5a0-67d2c6a2558e None None] Transition to ACTIVE for port object dda17b6d-22db-4a40-b7ec-270c67330558 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:26:08.304835 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc95304c-56b5-4c5c-9e5b-4549510adb3b tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Pushing event updated for resources: {'Network': ['ID=70180f33-89dc-47cd-b8c2-d3ddb3425226,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:08.335076 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-e5e2e3a2-267c-42f0-bfc7-df66f832f962 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:26:08.344981 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-e5e2e3a2-267c-42f0-bfc7-df66f832f962 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Usage tracker for resource:subnet and tenant:08e9223c846c46d791083957f9887d85 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:26:08.350500 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-e5e2e3a2-267c-42f0-bfc7-df66f832f962 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:26:08.359476 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-1fdfc788-68f8-491d-b5a0-67d2c6a2558e None None] Transition to ACTIVE for port object dda17b6d-22db-4a40-b7ec-270c67330558 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:26:08.364704 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-e5e2e3a2-267c-42f0-bfc7-df66f832f962 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:26:08.384151 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-ccdf2a0d-5bac-44d4-809f-8a6cac3b9004 None None] For port 3e737fbb-143c-4f44-a472-42af3fedb81c, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=3e737fbb-143c-4f44-a472-42af3fedb81c,segment=NetworkSegment(707dd652-6a6b-4961-ad28-d36ce9444ded),segment_id=707dd652-6a6b-4961-ad28-d36ce9444ded)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:26:08.390471 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e2e3a2-267c-42f0-bfc7-df66f832f962 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Made reservation on behalf of 08e9223c846c46d791083957f9887d85 for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:26:08.391304 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:08.400983 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e5e2e3a2-267c-42f0-bfc7-df66f832f962 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:08.424798 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ccdf2a0d-5bac-44d4-809f-8a6cac3b9004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:08.437571 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1fdfc788-68f8-491d-b5a0-67d2c6a2558e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:08.444456 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-472fbe5c-0ea8-48f7-88ec-8b57fab2bd1c req-3d18843b-35e8-494c-b5eb-225c781f8d56 service neutron] For port bf7677d3-a539-4b91-8154-e950713a5934, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=bf7677d3-a539-4b91-8154-e950713a5934,segment=NetworkSegment(f1e8b522-c2b1-451c-a5ae-720115527253),segment_id=f1e8b522-c2b1-451c-a5ae-720115527253)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:26:08.449867 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0dae05b1-94d1-4c58-abf0-a05ca2248803 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:08.452824 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 70180f33-89dc-47cd-b8c2-d3ddb3425226 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:26:08.514117 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-0636a9ac-8244-4d50-9aad-664968ddef5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'name': 'tempest-RoutersIpV6Test-router-1071824586', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:25:39Z', 'updated_at': '2022-05-05T20:26:04Z', 'revision_number': 4, 'project_id': '08e9223c846c46d791083957f9887d85', 'gw_port_host': None, '_interfaces': [{'id': '13777760-b6d3-4b38-a853-3ad8c2785a5e', 'name': '', 'network_id': '9b70ff80-1f27-4f40-83a9-7dbee77d17b8', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'mac_address': 'fa:16:3e:7e:dd:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'f674a2a0-29bf-41ee-9d8f-7953a34a355d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:26:01Z', 'updated_at': '2022-05-05T20:26:05Z', 'revision_number': 2, 'project_id': '08e9223c846c46d791083957f9887d85', 'subnets': [{'id': 'f674a2a0-29bf-41ee-9d8f-7953a34a355d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '680ddb35-13dc-4381-9fda-155a81b755df', 'name': '', 'network_id': '631175f0-a304-4980-829b-edc030fb8e19', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'mac_address': 'fa:16:3e:b1:d1:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '37ab342c-5785-4eb7-8fad-ab78562b20ea', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:25:51Z', 'updated_at': '2022-05-05T20:26:01Z', 'revision_number': 4, 'project_id': '08e9223c846c46d791083957f9887d85', 'subnets': [{'id': '37ab342c-5785-4eb7-8fad-ab78562b20ea', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdd36598-929f-44fd-8971-c7456b555c46', 'name': '', 'network_id': '66f9563e-ee07-4869-b402-893db36b82d7', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'mac_address': 'fa:16:3e:01:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'e6455b0a-80fa-4a59-816f-11b102eee8a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:25:42Z', 'updated_at': '2022-05-05T20:25:52Z', 'revision_number': 5, 'project_id': '08e9223c846c46d791083957f9887d85', 'subnets': [{'id': 'e6455b0a-80fa-4a59-816f-11b102eee8a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:26:08.519744 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0636a9ac-8244-4d50-9aad-664968ddef5d None None] Checking router: a972cae5-5fb3-4e14-93d1-0ce82e1115c4 for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:26:08.520355 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0636a9ac-8244-4d50-9aad-664968ddef5d None None] Updating router a972cae5-5fb3-4e14-93d1-0ce82e1115c4 port 13777760-b6d3-4b38-a853-3ad8c2785a5e binding host n-d-840717-1 {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:26:08.541170 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:08.698361 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0636a9ac-8244-4d50-9aad-664968ddef5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:08.704144 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-472fbe5c-0ea8-48f7-88ec-8b57fab2bd1c req-3d18843b-35e8-494c-b5eb-225c781f8d56 service neutron] For port bf7677d3-a539-4b91-8154-e950713a5934, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:26:08.710815 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:08.753558 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 680ddb35-13dc-4381-9fda-155a81b755df, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=680ddb35-13dc-4381-9fda-155a81b755df,segment=NetworkSegment(6ca2c518-7f52-4c91-8319-bbf02d5447c0),segment_id=6ca2c518-7f52-4c91-8319-bbf02d5447c0)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:26:08.766412 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdfc788-68f8-491d-b5a0-67d2c6a2558e None None] Network 7289b573-7530-4f0a-b5b0-032373718af7 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:26:08.776037 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-1fdfc788-68f8-491d-b5a0-67d2c6a2558e None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:26:08.778239 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:08.787886 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdfc788-68f8-491d-b5a0-67d2c6a2558e None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:26:08.803462 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0dae05b1-94d1-4c58-abf0-a05ca2248803 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:08.838410 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-472fbe5c-0ea8-48f7-88ec-8b57fab2bd1c req-3d18843b-35e8-494c-b5eb-225c781f8d56 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id bf7677d3-a539-4b91-8154-e950713a5934 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:26:08.875704 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-472fbe5c-0ea8-48f7-88ec-8b57fab2bd1c req-3d18843b-35e8-494c-b5eb-225c781f8d56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:08.893008 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdf2a0d-5bac-44d4-809f-8a6cac3b9004 None None] Pushing event updated for resources: {'Port': ['ID=3e737fbb-143c-4f44-a472-42af3fedb81c,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:08.928127 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-472fbe5c-0ea8-48f7-88ec-8b57fab2bd1c req-3d18843b-35e8-494c-b5eb-225c781f8d56 service neutron] Transition to ACTIVE for port object bf7677d3-a539-4b91-8154-e950713a5934 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:26:08.946304 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 2964ad4d-e4b8-4772-81a0-0fd6fe537de3 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:26:08.959344 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-472fbe5c-0ea8-48f7-88ec-8b57fab2bd1c req-3d18843b-35e8-494c-b5eb-225c781f8d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:09.076684 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0dae05b1-94d1-4c58-abf0-a05ca2248803 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:09.132800 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 2964ad4d-e4b8-4772-81a0-0fd6fe537de3 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:26:09.133396 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 2964ad4d-e4b8-4772-81a0-0fd6fe537de3 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:26:09.228320 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:26:09.228970 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:26:09.271847 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdfc788-68f8-491d-b5a0-67d2c6a2558e None None] Pushing event updated for resources: {'Port': ['ID=dda17b6d-22db-4a40-b7ec-270c67330558,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:09.297272 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e5e2e3a2-267c-42f0-bfc7-df66f832f962 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:09.348461 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-1fdfc788-68f8-491d-b5a0-67d2c6a2558e None None] Attempting to bind port dda17b6d-22db-4a40-b7ec-270c67330558 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:26:09.349231 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-1fdfc788-68f8-491d-b5a0-67d2c6a2558e None None] Attempting to bind port dda17b6d-22db-4a40-b7ec-270c67330558 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '1cf78a78-2d57-4ccb-9633-08c37696a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7289b573-7530-4f0a-b5b0-032373718af7'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:26:09.349702 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdfc788-68f8-491d-b5a0-67d2c6a2558e None None] Attempting to bind port dda17b6d-22db-4a40-b7ec-270c67330558 on network 7289b573-7530-4f0a-b5b0-032373718af7 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:26:09.368211 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 3e737fbb-143c-4f44-a472-42af3fedb81c up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:26:09.445542 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdfc788-68f8-491d-b5a0-67d2c6a2558e None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:26:09.446315 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdfc788-68f8-491d-b5a0-67d2c6a2558e None None] Checking segment: {'id': '1cf78a78-2d57-4ccb-9633-08c37696a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7289b573-7530-4f0a-b5b0-032373718af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:26:09.446725 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1fdfc788-68f8-491d-b5a0-67d2c6a2558e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:09.447119 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdfc788-68f8-491d-b5a0-67d2c6a2558e None None] Bound using segment: {'id': '1cf78a78-2d57-4ccb-9633-08c37696a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7289b573-7530-4f0a-b5b0-032373718af7'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:26:09.447654 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-1fdfc788-68f8-491d-b5a0-67d2c6a2558e None None] Bound port: dda17b6d-22db-4a40-b7ec-270c67330558, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf78a78-2d57-4ccb-9633-08c37696a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7289b573-7530-4f0a-b5b0-032373718af7'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:26:09.448039 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1fdfc788-68f8-491d-b5a0-67d2c6a2558e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:09.521474 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e2e3a2-267c-42f0-bfc7-df66f832f962 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Checking segment: {'id': '1edd9eb8-76a4-49ea-96ef-7ef45b47378d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '70180f33-89dc-47cd-b8c2-d3ddb3425226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:26:09.521474 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e2e3a2-267c-42f0-bfc7-df66f832f962 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Network hostable DHCP agents. Network: 70180f33-89dc-47cd-b8c2-d3ddb3425226, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:26:09.545618 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0dae05b1-94d1-4c58-abf0-a05ca2248803 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:09.547770 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e2e3a2-267c-42f0-bfc7-df66f832f962 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Pushing event updated for resources: {'Subnet': ['ID=e5753f7a-fe26-44aa-b6b2-1274c2c6628f,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:09.560915 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0636a9ac-8244-4d50-9aad-664968ddef5d None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:09.581598 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-0636a9ac-8244-4d50-9aad-664968ddef5d None None] Transition to ACTIVE for port object 13777760-b6d3-4b38-a853-3ad8c2785a5e will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:26:09.587609 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e2e3a2-267c-42f0-bfc7-df66f832f962 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Network 70180f33-89dc-47cd-b8c2-d3ddb3425226 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:26:09.595296 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0636a9ac-8244-4d50-9aad-664968ddef5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:09.612832 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-e5e2e3a2-267c-42f0-bfc7-df66f832f962 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 70180f33-89dc-47cd-b8c2-d3ddb3425226) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:26:09.620713 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e2e3a2-267c-42f0-bfc7-df66f832f962 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:09.621322 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e5e2e3a2-267c-42f0-bfc7-df66f832f962 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:09.694364 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-e5e2e3a2-267c-42f0-bfc7-df66f832f962 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7429907 May 05 20:26:09.697727 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56518) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:09.722203 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba127429-0895-4e49-9177-792f6e26d1b2 None None] Network 70180f33-89dc-47cd-b8c2-d3ddb3425226 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:26:09.747417 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0dae05b1-94d1-4c58-abf0-a05ca2248803 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:09.940545 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=680ddb35-13dc-4381-9fda-155a81b755df,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:10.007775 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d18843b-35e8-494c-b5eb-225c781f8d56 service neutron] Pushing event updated for resources: {'Port': ['ID=bf7677d3-a539-4b91-8154-e950713a5934,revision_number=9']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:10.084654 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:10.140712 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-0dae05b1-94d1-4c58-abf0-a05ca2248803 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/subnets/a30267de-6dcf-4caf-b324-39b5537f72c3 HTTP/1.1" status: 204 len: 168 time: 3.0579474 May 05 20:26:10.140712 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dae05b1-94d1-4c58-abf0-a05ca2248803 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event deleted for resources: {'Subnet': ['ID=a30267de-6dcf-4caf-b324-39b5537f72c3,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:10.153290 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56526) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:10.157136 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51bb756-2903-4fa9-9d1f-a4816e3d6ed9 None None] Pushing event updated for resources: {'Port': ['ID=13777760-b6d3-4b38-a853-3ad8c2785a5e,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:10.263911 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-79badb65-0653-4353-ba19-719f07bdc484 None None] Provisioning complete for port 3e737fbb-143c-4f44-a472-42af3fedb81c triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:26:10.264549 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-79badb65-0653-4353-ba19-719f07bdc484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:10.336288 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-24f627f0-7379-4654-a7ca-b88dba99a337 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1819561 May 05 20:26:10.338556 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56534) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:10.343465 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:10.391458 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-0636a9ac-8244-4d50-9aad-664968ddef5d None None] Attempting to bind port 13777760-b6d3-4b38-a853-3ad8c2785a5e on host n-d-840717-1 for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:26:10.391986 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-0636a9ac-8244-4d50-9aad-664968ddef5d None None] Attempting to bind port 13777760-b6d3-4b38-a853-3ad8c2785a5e by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '707dd652-6a6b-4961-ad28-d36ce9444ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '9b70ff80-1f27-4f40-83a9-7dbee77d17b8'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:26:10.392346 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0636a9ac-8244-4d50-9aad-664968ddef5d None None] Attempting to bind port 13777760-b6d3-4b38-a853-3ad8c2785a5e on network 9b70ff80-1f27-4f40-83a9-7dbee77d17b8 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:26:10.405316 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0636a9ac-8244-4d50-9aad-664968ddef5d None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:26:10.407911 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0636a9ac-8244-4d50-9aad-664968ddef5d None None] Checking segment: {'id': '707dd652-6a6b-4961-ad28-d36ce9444ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '9b70ff80-1f27-4f40-83a9-7dbee77d17b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:26:10.408366 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0636a9ac-8244-4d50-9aad-664968ddef5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:10.408755 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0636a9ac-8244-4d50-9aad-664968ddef5d None None] Bound using segment: {'id': '707dd652-6a6b-4961-ad28-d36ce9444ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '9b70ff80-1f27-4f40-83a9-7dbee77d17b8'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:26:10.410062 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-0636a9ac-8244-4d50-9aad-664968ddef5d None None] Bound port: 13777760-b6d3-4b38-a853-3ad8c2785a5e, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '707dd652-6a6b-4961-ad28-d36ce9444ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '9b70ff80-1f27-4f40-83a9-7dbee77d17b8'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:26:10.411191 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0636a9ac-8244-4d50-9aad-664968ddef5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:10.437264 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-1fdfc788-68f8-491d-b5a0-67d2c6a2558e None None] For port dda17b6d-22db-4a40-b7ec-270c67330558, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:26:10.533808 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port bf7677d3-a539-4b91-8154-e950713a5934, host n-h2-840717-1, got binding levels [] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:26:10.590342 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-0636a9ac-8244-4d50-9aad-664968ddef5d None None] For port 13777760-b6d3-4b38-a853-3ad8c2785a5e, host n-d-840717-1, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:26:10.593958 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb85796e-354f-4c15-b0f6-67239028b8d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf7677d3-a539-4b91-8154-e950713a5934'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:26:10.598552 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-0636a9ac-8244-4d50-9aad-664968ddef5d None None] For port 13777760-b6d3-4b38-a853-3ad8c2785a5e, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=13777760-b6d3-4b38-a853-3ad8c2785a5e,segment=NetworkSegment(707dd652-6a6b-4961-ad28-d36ce9444ded),segment_id=707dd652-6a6b-4961-ad28-d36ce9444ded)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:26:10.612909 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0636a9ac-8244-4d50-9aad-664968ddef5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:10.636393 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f3fa8d-9414-4368-8e14-e3b88e67fe18 req-21de538e-79ad-4bb7-85e8-84f5cad4fb00 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:10.656843 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b6f3fa8d-9414-4368-8e14-e3b88e67fe18 req-21de538e-79ad-4bb7-85e8-84f5cad4fb00 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb85796e-354f-4c15-b0f6-67239028b8d5 HTTP/1.1" status: 200 len: 943 time: 1.2987936 May 05 20:26:10.722350 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-1fdfc788-68f8-491d-b5a0-67d2c6a2558e None None] For port dda17b6d-22db-4a40-b7ec-270c67330558, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=dda17b6d-22db-4a40-b7ec-270c67330558,segment=NetworkSegment(1cf78a78-2d57-4ccb-9633-08c37696a2c0),segment_id=1cf78a78-2d57-4ccb-9633-08c37696a2c0)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:26:10.726283 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:10.795407 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0636a9ac-8244-4d50-9aad-664968ddef5d None None] Routers {'a972cae5-5fb3-4e14-93d1-0ce82e1115c4'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:26:10.796255 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-0636a9ac-8244-4d50-9aad-664968ddef5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:26:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['a972cae5-5fb3-4e14-93d1-0ce82e1115c4'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:26:10.827255 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-472fbe5c-0ea8-48f7-88ec-8b57fab2bd1c req-3d18843b-35e8-494c-b5eb-225c781f8d56 service neutron] No DVR routers for this DVR port bf7677d3-a539-4b91-8154-e950713a5934 on host n-h1-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:26:10.928238 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 3e737fbb-143c-4f44-a472-42af3fedb81c triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:26:10.928607 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:10.987205 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b6f3fa8d-9414-4368-8e14-e3b88e67fe18 req-5c2c21a7-977f-4a17-8a9e-dcb267e94e13 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba9d5b21-6b89-4c8c-8c7b-729858b20cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3297896 May 05 20:26:11.016171 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a68078e-ca95-45dd-836d-2c098c4fcad9'] response: {'server_uuid': 'cb85796e-354f-4c15-b0f6-67239028b8d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf7677d3-a539-4b91-8154-e950713a5934', 'code': 200} May 05 20:26:11.029655 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1fdfc788-68f8-491d-b5a0-67d2c6a2558e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:11.034880 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device bf7677d3-a539-4b91-8154-e950713a5934 no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:26:11.044317 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-0636a9ac-8244-4d50-9aad-664968ddef5d None None] Set router a972cae5-5fb3-4e14-93d1-0ce82e1115c4 gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:26:11.071049 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5081f336-08bb-4535-8832-9e59eaa16f7a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:11.134716 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c84dfc-bd86-404a-801e-020cb9027388 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:11.144827 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-47c84dfc-bd86-404a-801e-020cb9027388 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Synchronizing usage tracker for tenant:0780f842482f4e59b41843f42dd46f0e on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:26:11.185229 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=bf7677d3-a539-4b91-8154-e950713a5934,revision_number=10']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:11.250425 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-47c84dfc-bd86-404a-801e-020cb9027388 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Unset dirty status for tenant:0780f842482f4e59b41843f42dd46f0e on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:26:11.254156 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-47c84dfc-bd86-404a-801e-020cb9027388 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.8901076 May 05 20:26:11.255578 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56546) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:11.302087 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51bb756-2903-4fa9-9d1f-a4816e3d6ed9 None None] Pushing event updated for resources: {'Port': ['ID=13777760-b6d3-4b38-a853-3ad8c2785a5e,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:11.389348 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6838a07c-4cec-4f54-a1c7-6d0c9b0920fb tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:11.390133 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-6838a07c-4cec-4f54-a1c7-6d0c9b0920fb tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Synchronizing usage tracker for tenant:0780f842482f4e59b41843f42dd46f0e on resource:subnet {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:26:11.515890 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae521574-c714-4afa-9bb7-b99c04162c80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-70180f33-89dc-47cd-b8c2-d3ddb3425226', 'network_id': '70180f33-89dc-47cd-b8c2-d3ddb3425226', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'fixed_ips': [{'subnet_id': 'e5753f7a-fe26-44aa-b6b2-1274c2c6628f'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:26:11.516817 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ae521574-c714-4afa-9bb7-b99c04162c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:11.525972 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-6838a07c-4cec-4f54-a1c7-6d0c9b0920fb tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Unset dirty status for tenant:0780f842482f4e59b41843f42dd46f0e on resource:subnet {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:26:11.529563 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-6838a07c-4cec-4f54-a1c7-6d0c9b0920fb tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2706747 May 05 20:26:11.531846 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56554) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:11.541799 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-472fbe5c-0ea8-48f7-88ec-8b57fab2bd1c req-3d18843b-35e8-494c-b5eb-225c781f8d56 service neutron] Attempting to bind port bf7677d3-a539-4b91-8154-e950713a5934 on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:26:11.545178 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-472fbe5c-0ea8-48f7-88ec-8b57fab2bd1c req-3d18843b-35e8-494c-b5eb-225c781f8d56 service neutron] Attempting to bind port bf7677d3-a539-4b91-8154-e950713a5934 by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': 'f1e8b522-c2b1-451c-a5ae-720115527253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3b8a893f-8203-415f-97ec-c81abad76035'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:26:11.545772 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472fbe5c-0ea8-48f7-88ec-8b57fab2bd1c req-3d18843b-35e8-494c-b5eb-225c781f8d56 service neutron] Attempting to bind port bf7677d3-a539-4b91-8154-e950713a5934 on network 3b8a893f-8203-415f-97ec-c81abad76035 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:26:11.557739 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device bf7677d3-a539-4b91-8154-e950713a5934 not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:26:11.687488 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdfc788-68f8-491d-b5a0-67d2c6a2558e None None] Pushing event updated for resources: {'Port': ['ID=dda17b6d-22db-4a40-b7ec-270c67330558,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:11.687716 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472fbe5c-0ea8-48f7-88ec-8b57fab2bd1c req-3d18843b-35e8-494c-b5eb-225c781f8d56 service neutron] Port bf7677d3-a539-4b91-8154-e950713a5934 on network 3b8a893f-8203-415f-97ec-c81abad76035 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:26:11.688180 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472fbe5c-0ea8-48f7-88ec-8b57fab2bd1c req-3d18843b-35e8-494c-b5eb-225c781f8d56 service neutron] Attempting to bind port bf7677d3-a539-4b91-8154-e950713a5934 on network 3b8a893f-8203-415f-97ec-c81abad76035 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:26:11.708832 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-7c9c6083-353d-4d7d-bd01-3e1b620612a7 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1738005 May 05 20:26:11.709840 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56562) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:11.713500 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472fbe5c-0ea8-48f7-88ec-8b57fab2bd1c req-3d18843b-35e8-494c-b5eb-225c781f8d56 service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:26:11.713966 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472fbe5c-0ea8-48f7-88ec-8b57fab2bd1c req-3d18843b-35e8-494c-b5eb-225c781f8d56 service neutron] Checking segment: {'id': 'f1e8b522-c2b1-451c-a5ae-720115527253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3b8a893f-8203-415f-97ec-c81abad76035'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:26:11.714473 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472fbe5c-0ea8-48f7-88ec-8b57fab2bd1c req-3d18843b-35e8-494c-b5eb-225c781f8d56 service neutron] Bound using segment: {'id': 'f1e8b522-c2b1-451c-a5ae-720115527253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3b8a893f-8203-415f-97ec-c81abad76035'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:26:11.715003 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-472fbe5c-0ea8-48f7-88ec-8b57fab2bd1c req-3d18843b-35e8-494c-b5eb-225c781f8d56 service neutron] Bound port: bf7677d3-a539-4b91-8154-e950713a5934, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1e8b522-c2b1-451c-a5ae-720115527253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3b8a893f-8203-415f-97ec-c81abad76035'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:26:11.715507 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-472fbe5c-0ea8-48f7-88ec-8b57fab2bd1c req-3d18843b-35e8-494c-b5eb-225c781f8d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:11.715803 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-0636a9ac-8244-4d50-9aad-664968ddef5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'name': 'tempest-RoutersIpV6Test-router-1071824586', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:25:39Z', 'updated_at': '2022-05-05T20:26:04Z', 'revision_number': 4, 'project_id': '08e9223c846c46d791083957f9887d85', 'gw_port_host': None, '_interfaces': [{'id': '13777760-b6d3-4b38-a853-3ad8c2785a5e', 'name': '', 'network_id': '9b70ff80-1f27-4f40-83a9-7dbee77d17b8', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'mac_address': 'fa:16:3e:7e:dd:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'f674a2a0-29bf-41ee-9d8f-7953a34a355d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:26:01Z', 'updated_at': '2022-05-05T20:26:10Z', 'revision_number': 4, 'project_id': '08e9223c846c46d791083957f9887d85', 'subnets': [{'id': 'f674a2a0-29bf-41ee-9d8f-7953a34a355d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '680ddb35-13dc-4381-9fda-155a81b755df', 'name': '', 'network_id': '631175f0-a304-4980-829b-edc030fb8e19', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'mac_address': 'fa:16:3e:b1:d1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '37ab342c-5785-4eb7-8fad-ab78562b20ea', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:25:51Z', 'updated_at': '2022-05-05T20:26:08Z', 'revision_number': 5, 'project_id': '08e9223c846c46d791083957f9887d85', 'subnets': [{'id': '37ab342c-5785-4eb7-8fad-ab78562b20ea', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdd36598-929f-44fd-8971-c7456b555c46', 'name': '', 'network_id': '66f9563e-ee07-4869-b402-893db36b82d7', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'mac_address': 'fa:16:3e:01:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'e6455b0a-80fa-4a59-816f-11b102eee8a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:25:42Z', 'updated_at': '2022-05-05T20:25:52Z', 'revision_number': 5, 'project_id': '08e9223c846c46d791083957f9887d85', 'subnets': [{'id': 'e6455b0a-80fa-4a59-816f-11b102eee8a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:26:11.732163 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-8a993587-8f94-4ea6-a3b2-012c52d08c97 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Request body: {'subnet': {'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:26:11.733872 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0636a9ac-8244-4d50-9aad-664968ddef5d None None] The sync data for ids ['a972cae5-5fb3-4e14-93d1-0ce82e1115c4'] in n-d-840717-1 is: [{'id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'name': 'tempest-RoutersIpV6Test-router-1071824586', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:25:39Z', 'updated_at': '2022-05-05T20:26:04Z', 'revision_number': 4, 'project_id': '08e9223c846c46d791083957f9887d85', 'gw_port_host': None, '_interfaces': [{'id': '13777760-b6d3-4b38-a853-3ad8c2785a5e', 'name': '', 'network_id': '9b70ff80-1f27-4f40-83a9-7dbee77d17b8', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'mac_address': 'fa:16:3e:7e:dd:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'f674a2a0-29bf-41ee-9d8f-7953a34a355d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:26:01Z', 'updated_at': '2022-05-05T20:26:10Z', 'revision_number': 4, 'project_id': '08e9223c846c46d791083957f9887d85', 'subnets': [{'id': 'f674a2a0-29bf-41ee-9d8f-7953a34a355d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '680ddb35-13dc-4381-9fda-155a81b755df', 'name': '', 'network_id': '631175f0-a304-4980-829b-edc030fb8e19', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'mac_address': 'fa:16:3e:b1:d1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '37ab342c-5785-4eb7-8fad-ab78562b20ea', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:25:51Z', 'updated_at': '2022-05-05T20:26:08Z', 'revision_number': 5, 'project_id': '08e9223c846c46d791083957f9887d85', 'subnets': [{'id': '37ab342c-5785-4eb7-8fad-ab78562b20ea', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdd36598-929f-44fd-8971-c7456b555c46', 'name': '', 'network_id': '66f9563e-ee07-4869-b402-893db36b82d7', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'mac_address': 'fa:16:3e:01:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'e6455b0a-80fa-4a59-816f-11b102eee8a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:25:42Z', 'updated_at': '2022-05-05T20:25:52Z', 'revision_number': 5, 'project_id': '08e9223c846c46d791083957f9887d85', 'subnets': [{'id': 'e6455b0a-80fa-4a59-816f-11b102eee8a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:26:11.862795 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-79badb65-0653-4353-ba19-719f07bdc484 None None] Provisioning for port 13777760-b6d3-4b38-a853-3ad8c2785a5e completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:26:12.219021 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8a993587-8f94-4ea6-a3b2-012c52d08c97 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:26:12.224643 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-472fbe5c-0ea8-48f7-88ec-8b57fab2bd1c req-3d18843b-35e8-494c-b5eb-225c781f8d56 service neutron] For port bf7677d3-a539-4b91-8154-e950713a5934, host n-h2-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:26:12.249686 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8a993587-8f94-4ea6-a3b2-012c52d08c97 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:26:12.261641 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-5081f336-08bb-4535-8832-9e59eaa16f7a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Allocated IP 2001:db8:3::1 (70180f33-89dc-47cd-b8c2-d3ddb3425226/e5753f7a-fe26-44aa-b6b2-1274c2c6628f/52ac263c-f2da-4a8a-9557-0e350e833938) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:26:12.272512 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-472fbe5c-0ea8-48f7-88ec-8b57fab2bd1c req-3d18843b-35e8-494c-b5eb-225c781f8d56 service neutron] For port bf7677d3-a539-4b91-8154-e950713a5934, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=bf7677d3-a539-4b91-8154-e950713a5934,segment=NetworkSegment(f1e8b522-c2b1-451c-a5ae-720115527253),segment_id=f1e8b522-c2b1-451c-a5ae-720115527253)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:26:12.275305 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a993587-8f94-4ea6-a3b2-012c52d08c97 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Made reservation on behalf of 0780f842482f4e59b41843f42dd46f0e for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:26:12.281056 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8a993587-8f94-4ea6-a3b2-012c52d08c97 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:12.332619 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 13777760-b6d3-4b38-a853-3ad8c2785a5e up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:26:12.605886 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 13777760-b6d3-4b38-a853-3ad8c2785a5e completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:26:12.612724 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 13777760-b6d3-4b38-a853-3ad8c2785a5e triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:26:12.613384 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:12.733457 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-472fbe5c-0ea8-48f7-88ec-8b57fab2bd1c req-3d18843b-35e8-494c-b5eb-225c781f8d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:12.800682 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:12.838723 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d5a375-ae52-47fe-bc4e-d062750d4e4d req-8d252a63-6441-4d4e-9dbd-426bf8dcabe5 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:12.840317 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-99d5a375-ae52-47fe-bc4e-d062750d4e4d req-8d252a63-6441-4d4e-9dbd-426bf8dcabe5 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb85796e-354f-4c15-b0f6-67239028b8d5 HTTP/1.1" status: 200 len: 946 time: 0.3604844 May 05 20:26:12.843395 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5081f336-08bb-4535-8832-9e59eaa16f7a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:12.882963 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 13777760-b6d3-4b38-a853-3ad8c2785a5e, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=13777760-b6d3-4b38-a853-3ad8c2785a5e,segment=NetworkSegment(707dd652-6a6b-4961-ad28-d36ce9444ded),segment_id=707dd652-6a6b-4961-ad28-d36ce9444ded)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:26:12.889931 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:12.891067 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 680ddb35-13dc-4381-9fda-155a81b755df up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:26:12.893518 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-5081f336-08bb-4535-8832-9e59eaa16f7a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Transition to ACTIVE for port object 52ac263c-f2da-4a8a-9557-0e350e833938 will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:26:12.927954 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-99d5a375-ae52-47fe-bc4e-d062750d4e4d req-e46793ef-f19d-4e91-9d7f-076fe095b318 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba9d5b21-6b89-4c8c-8c7b-729858b20cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723994 May 05 20:26:12.972344 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8a993587-8f94-4ea6-a3b2-012c52d08c97 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:12.988685 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5081f336-08bb-4535-8832-9e59eaa16f7a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:13.048301 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a993587-8f94-4ea6-a3b2-012c52d08c97 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event updated for resources: {'Subnet': ['ID=cc38ba27-8c55-40c5-9f1a-8a1638509609,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:13.072329 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472fbe5c-0ea8-48f7-88ec-8b57fab2bd1c req-3d18843b-35e8-494c-b5eb-225c781f8d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:13.072945 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-472fbe5c-0ea8-48f7-88ec-8b57fab2bd1c req-3d18843b-35e8-494c-b5eb-225c781f8d56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:13.074531 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-472fbe5c-0ea8-48f7-88ec-8b57fab2bd1c req-3d18843b-35e8-494c-b5eb-225c781f8d56 service neutron] 10.222.0.50 "PUT /v2.0/ports/bf7677d3-a539-4b91-8154-e950713a5934 HTTP/1.1" status: 200 len: 1094 time: 5.4828978 May 05 20:26:13.078224 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb85796e-354f-4c15-b0f6-67239028b8d5', 'tag': 'bf7677d3-a539-4b91-8154-e950713a5934'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:26:13.092587 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a993587-8f94-4ea6-a3b2-012c52d08c97 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Network 7289b573-7530-4f0a-b5b0-032373718af7 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:26:13.096105 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-8a993587-8f94-4ea6-a3b2-012c52d08c97 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:26:13.108625 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a993587-8f94-4ea6-a3b2-012c52d08c97 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:13.109415 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8a993587-8f94-4ea6-a3b2-012c52d08c97 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:13.135234 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4816f3e2-3763-4819-938f-f7c032a88a14 None None] Network 7289b573-7530-4f0a-b5b0-032373718af7 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:26:13.161778 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5081f336-08bb-4535-8832-9e59eaa16f7a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Pushing event updated for resources: {'Port': ['ID=52ac263c-f2da-4a8a-9557-0e350e833938,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:13.177508 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5081f336-08bb-4535-8832-9e59eaa16f7a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Network 70180f33-89dc-47cd-b8c2-d3ddb3425226 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:26:13.178670 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-5081f336-08bb-4535-8832-9e59eaa16f7a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:26:13.183608 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5081f336-08bb-4535-8832-9e59eaa16f7a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:26:13.184620 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5081f336-08bb-4535-8832-9e59eaa16f7a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:13.242281 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d18843b-35e8-494c-b5eb-225c781f8d56 service neutron] Pushing event updated for resources: {'Port': ['ID=bf7677d3-a539-4b91-8154-e950713a5934,revision_number=11']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:13.248291 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-8a993587-8f94-4ea6-a3b2-012c52d08c97 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5367088 May 05 20:26:13.251707 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56594) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:13.264221 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-d6bc1672-cea0-4b21-86ec-d471cc70eda1 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Request body: {'port': {'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'fixed_ips': [{'subnet_id': 'cc38ba27-8c55-40c5-9f1a-8a1638509609', 'ip_address': '2001:db8::83d:68c7:f925:b5e3'}], 'name': 'tempest-NetworksTestDHCPv6-1640186941'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:26:13.377211 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-ae521574-c714-4afa-9bb7-b99c04162c80 None None] Allocated IP 2001:db8:3::2 (70180f33-89dc-47cd-b8c2-d3ddb3425226/e5753f7a-fe26-44aa-b6b2-1274c2c6628f/284b2257-5ae1-4c4c-b2e0-2bc9744901a9) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:26:13.388333 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5081f336-08bb-4535-8832-9e59eaa16f7a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:13.443784 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=13777760-b6d3-4b38-a853-3ad8c2785a5e,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:13.487179 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472fbe5c-0ea8-48f7-88ec-8b57fab2bd1c req-5654ee9b-82a9-4604-8f2c-c4c259705c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:13.489125 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-472fbe5c-0ea8-48f7-88ec-8b57fab2bd1c req-5654ee9b-82a9-4604-8f2c-c4c259705c49 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=310f91420a2d4ddd8aab8a710d8dc814&device_id=cb85796e-354f-4c15-b0f6-67239028b8d5 HTTP/1.1" status: 200 len: 1097 time: 0.3619721 May 05 20:26:13.592143 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d6bc1672-cea0-4b21-86ec-d471cc70eda1 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:26:13.612731 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3424885b-b7cb-4cb9-af1a-ef86a47f728a'] response: {'name': 'network-changed', 'server_uuid': 'cb85796e-354f-4c15-b0f6-67239028b8d5', 'tag': 'bf7677d3-a539-4b91-8154-e950713a5934', 'status': 'completed', 'code': 200} May 05 20:26:13.626263 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d6bc1672-cea0-4b21-86ec-d471cc70eda1 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:26:13.684925 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 680ddb35-13dc-4381-9fda-155a81b755df triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:26:13.685385 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:13.744814 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6bc1672-cea0-4b21-86ec-d471cc70eda1 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Made reservation on behalf of 0780f842482f4e59b41843f42dd46f0e for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:26:13.940476 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472fbe5c-0ea8-48f7-88ec-8b57fab2bd1c req-51c66200-4896-4dd2-856f-7cc628485ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:13.943301 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-472fbe5c-0ea8-48f7-88ec-8b57fab2bd1c req-51c66200-4896-4dd2-856f-7cc628485ff7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3b8a893f-8203-415f-97ec-c81abad76035 HTTP/1.1" status: 200 len: 898 time: 0.3757172 May 05 20:26:13.950691 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984145c-ea1c-4172-a8ec-d8f124e4f2ab req-cda2b603-63c4-4df7-a784-d63789068594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:13.950691 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0984145c-ea1c-4172-a8ec-d8f124e4f2ab req-cda2b603-63c4-4df7-a784-d63789068594 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=310f91420a2d4ddd8aab8a710d8dc814&device_id=cb85796e-354f-4c15-b0f6-67239028b8d5 HTTP/1.1" status: 200 len: 1097 time: 0.2499518 May 05 20:26:14.121014 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca0c10e-9f1c-43d9-9f1b-8c50e624f587 None None] Update dhcp port {'port': {'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'fixed_ips': [{'subnet_id': 'cc38ba27-8c55-40c5-9f1a-8a1638509609'}], 'binding:host_id': 'n-d-840717-1'}, 'id': 'dda17b6d-22db-4a40-b7ec-270c67330558'} from n-d-840717-1. {{(pid=88199) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 05 20:26:14.153443 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d6bc1672-cea0-4b21-86ec-d471cc70eda1 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:14.211165 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ae521574-c714-4afa-9bb7-b99c04162c80 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:14.211165 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cca0c10e-9f1c-43d9-9f1b-8c50e624f587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:14.212593 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-d6bc1672-cea0-4b21-86ec-d471cc70eda1 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] device_id is not set on port 577cd07e-e511-4bd2-9f12-3ff6dda348d8 yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:26:14.286947 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-472fbe5c-0ea8-48f7-88ec-8b57fab2bd1c req-b18578e9-6a97-4f6d-9966-72fbb4b71657 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf7677d3-a539-4b91-8154-e950713a5934 HTTP/1.1" status: 200 len: 1000 time: 0.2659776 May 05 20:26:14.290172 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-ae521574-c714-4afa-9bb7-b99c04162c80 None None] Transition to ACTIVE for port object 284b2257-5ae1-4c4c-b2e0-2bc9744901a9 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:26:14.310885 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 13777760-b6d3-4b38-a853-3ad8c2785a5e up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:26:14.432773 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-ae521574-c714-4afa-9bb7-b99c04162c80 None None] Transition to ACTIVE for port object 284b2257-5ae1-4c4c-b2e0-2bc9744901a9 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:26:14.445230 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:14.463385 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ae521574-c714-4afa-9bb7-b99c04162c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:14.521197 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472fbe5c-0ea8-48f7-88ec-8b57fab2bd1c req-207430e1-bf91-4971-9736-9acd26dd08c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:14.523538 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-472fbe5c-0ea8-48f7-88ec-8b57fab2bd1c req-207430e1-bf91-4971-9736-9acd26dd08c1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cc329b12-7b41-4146-b2a0-e43616e5540f HTTP/1.1" status: 200 len: 834 time: 0.2325048 May 05 20:26:14.566893 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae521574-c714-4afa-9bb7-b99c04162c80 None None] Network 70180f33-89dc-47cd-b8c2-d3ddb3425226 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:26:14.573456 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-ae521574-c714-4afa-9bb7-b99c04162c80 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:26:14.587347 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae521574-c714-4afa-9bb7-b99c04162c80 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:26:14.702018 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 13777760-b6d3-4b38-a853-3ad8c2785a5e triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:26:14.702597 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:14.743155 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350dd96a-cf5a-4a42-ae9d-b6a1e9a886aa req-09c42155-cd41-476f-9af4-c96bcf7ee9dd tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:14.744210 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-d6bc1672-cea0-4b21-86ec-d471cc70eda1 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Allocated IP 2001:db8::83d:68c7:f925:b5e3 (7289b573-7530-4f0a-b5b0-032373718af7/cc38ba27-8c55-40c5-9f1a-8a1638509609/577cd07e-e511-4bd2-9f12-3ff6dda348d8) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:26:14.745072 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-350dd96a-cf5a-4a42-ae9d-b6a1e9a886aa req-09c42155-cd41-476f-9af4-c96bcf7ee9dd tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb85796e-354f-4c15-b0f6-67239028b8d5 HTTP/1.1" status: 200 len: 946 time: 0.6024864 May 05 20:26:14.746236 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984145c-ea1c-4172-a8ec-d8f124e4f2ab req-5ebd2678-3803-44e0-887e-0a23e5f08ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:14.747707 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0984145c-ea1c-4172-a8ec-d8f124e4f2ab req-5ebd2678-3803-44e0-887e-0a23e5f08ad9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3b8a893f-8203-415f-97ec-c81abad76035 HTTP/1.1" status: 200 len: 898 time: 0.7712362 May 05 20:26:14.774524 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae521574-c714-4afa-9bb7-b99c04162c80 None None] Pushing event updated for resources: {'Port': ['ID=284b2257-5ae1-4c4c-b2e0-2bc9744901a9,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:14.779818 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472fbe5c-0ea8-48f7-88ec-8b57fab2bd1c req-82b038c8-69f5-4fa1-8126-c09ec654b6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:14.782849 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-472fbe5c-0ea8-48f7-88ec-8b57fab2bd1c req-82b038c8-69f5-4fa1-8126-c09ec654b6af service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3b8a893f-8203-415f-97ec-c81abad76035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2261434 May 05 20:26:14.851502 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-ae521574-c714-4afa-9bb7-b99c04162c80 None None] Attempting to bind port 284b2257-5ae1-4c4c-b2e0-2bc9744901a9 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:26:14.851849 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-ae521574-c714-4afa-9bb7-b99c04162c80 None None] Attempting to bind port 284b2257-5ae1-4c4c-b2e0-2bc9744901a9 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '1edd9eb8-76a4-49ea-96ef-7ef45b47378d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '70180f33-89dc-47cd-b8c2-d3ddb3425226'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:26:14.852208 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae521574-c714-4afa-9bb7-b99c04162c80 None None] Attempting to bind port 284b2257-5ae1-4c4c-b2e0-2bc9744901a9 on network 70180f33-89dc-47cd-b8c2-d3ddb3425226 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:26:14.858328 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae521574-c714-4afa-9bb7-b99c04162c80 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:26:14.858699 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae521574-c714-4afa-9bb7-b99c04162c80 None None] Checking segment: {'id': '1edd9eb8-76a4-49ea-96ef-7ef45b47378d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '70180f33-89dc-47cd-b8c2-d3ddb3425226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:26:14.859096 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ae521574-c714-4afa-9bb7-b99c04162c80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:14.859627 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae521574-c714-4afa-9bb7-b99c04162c80 None None] Bound using segment: {'id': '1edd9eb8-76a4-49ea-96ef-7ef45b47378d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '70180f33-89dc-47cd-b8c2-d3ddb3425226'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:26:14.860091 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-ae521574-c714-4afa-9bb7-b99c04162c80 None None] Bound port: 284b2257-5ae1-4c4c-b2e0-2bc9744901a9, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1edd9eb8-76a4-49ea-96ef-7ef45b47378d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '70180f33-89dc-47cd-b8c2-d3ddb3425226'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:26:14.860458 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ae521574-c714-4afa-9bb7-b99c04162c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:14.950423 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.resource_extend [None req-5081f336-08bb-4535-8832-9e59eaa16f7a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 20:26:14.967326 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0984145c-ea1c-4172-a8ec-d8f124e4f2ab req-fbc414ae-9915-4e82-b326-bc602c19639c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf7677d3-a539-4b91-8154-e950713a5934 HTTP/1.1" status: 200 len: 1000 time: 0.2076449 May 05 20:26:14.998527 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-ae521574-c714-4afa-9bb7-b99c04162c80 None None] For port 284b2257-5ae1-4c4c-b2e0-2bc9744901a9, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:26:15.001827 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-ae521574-c714-4afa-9bb7-b99c04162c80 None None] For port 284b2257-5ae1-4c4c-b2e0-2bc9744901a9, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=284b2257-5ae1-4c4c-b2e0-2bc9744901a9,segment=NetworkSegment(1edd9eb8-76a4-49ea-96ef-7ef45b47378d),segment_id=1edd9eb8-76a4-49ea-96ef-7ef45b47378d)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:26:15.015694 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ae521574-c714-4afa-9bb7-b99c04162c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:15.074547 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984145c-ea1c-4172-a8ec-d8f124e4f2ab req-9503c602-ef6e-4362-b7fc-cee8946875bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:15.076408 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0984145c-ea1c-4172-a8ec-d8f124e4f2ab req-9503c602-ef6e-4362-b7fc-cee8946875bd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc329b12-7b41-4146-b2a0-e43616e5540f HTTP/1.1" status: 200 len: 834 time: 0.0824323 May 05 20:26:15.086485 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5081f336-08bb-4535-8832-9e59eaa16f7a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:15.156297 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5081f336-08bb-4535-8832-9e59eaa16f7a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:15.157081 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5081f336-08bb-4535-8832-9e59eaa16f7a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:15.217750 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae521574-c714-4afa-9bb7-b99c04162c80 None None] Pushing event updated for resources: {'Port': ['ID=284b2257-5ae1-4c4c-b2e0-2bc9744901a9,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:15.368237 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-472fbe5c-0ea8-48f7-88ec-8b57fab2bd1c req-82b88826-c62d-4da3-a87e-6ea89140f372 service neutron] 10.222.0.50 "GET /v2.0/networks/3b8a893f-8203-415f-97ec-c81abad76035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5612476 May 05 20:26:15.378045 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-350dd96a-cf5a-4a42-ae9d-b6a1e9a886aa req-9f3d50b8-6aeb-460f-b9e5-ca3030f2970e tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba9d5b21-6b89-4c8c-8c7b-729858b20cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6162705 May 05 20:26:15.498128 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d6bc1672-cea0-4b21-86ec-d471cc70eda1 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:15.572059 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5081f336-08bb-4535-8832-9e59eaa16f7a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Pushing event updated for resources: {'Port': ['ID=52ac263c-f2da-4a8a-9557-0e350e833938,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:15.784815 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984145c-ea1c-4172-a8ec-d8f124e4f2ab req-0b617c6f-cdfa-4399-8f3e-86c69e6a5cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:15.786274 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0984145c-ea1c-4172-a8ec-d8f124e4f2ab req-0b617c6f-cdfa-4399-8f3e-86c69e6a5cf2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3b8a893f-8203-415f-97ec-c81abad76035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6964598 May 05 20:26:15.943837 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-d6bc1672-cea0-4b21-86ec-d471cc70eda1 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Transition to ACTIVE for port object 577cd07e-e511-4bd2-9f12-3ff6dda348d8 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:26:16.020651 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-472fbe5c-0ea8-48f7-88ec-8b57fab2bd1c req-c815a402-4115-48d5-a1d2-fa61e7341559 service neutron] 10.222.0.50 "GET /v2.0/networks/3b8a893f-8203-415f-97ec-c81abad76035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6584666 May 05 20:26:16.037550 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d6bc1672-cea0-4b21-86ec-d471cc70eda1 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:16.108540 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5081f336-08bb-4535-8832-9e59eaa16f7a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Network 70180f33-89dc-47cd-b8c2-d3ddb3425226 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:26:16.111372 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-5081f336-08bb-4535-8832-9e59eaa16f7a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:26:16.165683 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-cca0c10e-9f1c-43d9-9f1b-8c50e624f587 None None] Allocated IP 2001:db8::2 (7289b573-7530-4f0a-b5b0-032373718af7/cc38ba27-8c55-40c5-9f1a-8a1638509609/dda17b6d-22db-4a40-b7ec-270c67330558) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:26:16.229862 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6bc1672-cea0-4b21-86ec-d471cc70eda1 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Network 7289b573-7530-4f0a-b5b0-032373718af7 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:26:16.328560 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0984145c-ea1c-4172-a8ec-d8f124e4f2ab req-3d0dc131-21c7-46e1-a52e-76363b022779 service neutron] 10.222.0.24 "GET /v2.0/networks/3b8a893f-8203-415f-97ec-c81abad76035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5178466 May 05 20:26:16.335755 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-d6bc1672-cea0-4b21-86ec-d471cc70eda1 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:26:16.337953 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bc1672-cea0-4b21-86ec-d471cc70eda1 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event updated for resources: {'Port': ['ID=577cd07e-e511-4bd2-9f12-3ff6dda348d8,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:16.345161 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bc1672-cea0-4b21-86ec-d471cc70eda1 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:26:16.359634 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6bc1672-cea0-4b21-86ec-d471cc70eda1 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:16.360296 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d6bc1672-cea0-4b21-86ec-d471cc70eda1 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:16.451153 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d6bc1672-cea0-4b21-86ec-d471cc70eda1 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1981952 May 05 20:26:16.456410 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56642) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:16.475210 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5081f336-08bb-4535-8832-9e59eaa16f7a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Router a972cae5-5fb3-4e14-93d1-0ce82e1115c4 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:26:16.481711 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 284b2257-5ae1-4c4c-b2e0-2bc9744901a9 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:26:16.610293 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:16.653944 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 284b2257-5ae1-4c4c-b2e0-2bc9744901a9 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:26:16.662298 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-cca0c10e-9f1c-43d9-9f1b-8c50e624f587 None None] For port dda17b6d-22db-4a40-b7ec-270c67330558, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=dda17b6d-22db-4a40-b7ec-270c67330558,segment=NetworkSegment(1cf78a78-2d57-4ccb-9633-08c37696a2c0),segment_id=1cf78a78-2d57-4ccb-9633-08c37696a2c0)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:26:16.703772 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cca0c10e-9f1c-43d9-9f1b-8c50e624f587 None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:16.721217 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0984145c-ea1c-4172-a8ec-d8f124e4f2ab req-979ad9d3-b59b-4435-9bfd-14e0a03d7503 service neutron] 10.222.0.24 "GET /v2.0/networks/3b8a893f-8203-415f-97ec-c81abad76035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3917763 May 05 20:26:16.756800 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-cca0c10e-9f1c-43d9-9f1b-8c50e624f587 None None] Ignored duplicate provisioning block setup for port dda17b6d-22db-4a40-b7ec-270c67330558 by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 05 20:26:16.762336 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cca0c10e-9f1c-43d9-9f1b-8c50e624f587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:16.821902 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5081f336-08bb-4535-8832-9e59eaa16f7a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:26:16.840358 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984145c-ea1c-4172-a8ec-d8f124e4f2ab req-87d6829a-6bd9-40a9-9113-72bf05ef3629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:16.843748 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0984145c-ea1c-4172-a8ec-d8f124e4f2ab req-87d6829a-6bd9-40a9-9113-72bf05ef3629 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=310f91420a2d4ddd8aab8a710d8dc814&device_id=cb85796e-354f-4c15-b0f6-67239028b8d5 HTTP/1.1" status: 200 len: 1097 time: 0.7066009 May 05 20:26:16.857440 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-5081f336-08bb-4535-8832-9e59eaa16f7a tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "PUT /v2.0/routers/a972cae5-5fb3-4e14-93d1-0ce82e1115c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1577415 May 05 20:26:16.858673 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56646) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:16.864227 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-e48c0cfd-53ad-4f0a-bf48-11cbf5e1f46b tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:26:16.914768 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca0c10e-9f1c-43d9-9f1b-8c50e624f587 None None] Pushing event updated for resources: {'Port': ['ID=dda17b6d-22db-4a40-b7ec-270c67330558,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:16.926408 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb24cc82-029f-474e-afc7-27a2e16c562a None None] Sync routers for ids ['a972cae5-5fb3-4e14-93d1-0ce82e1115c4'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:26:17.006196 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb24cc82-029f-474e-afc7-27a2e16c562a None None] Routers {'a972cae5-5fb3-4e14-93d1-0ce82e1115c4'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:26:17.006837 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-fb24cc82-029f-474e-afc7-27a2e16c562a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:26:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['a972cae5-5fb3-4e14-93d1-0ce82e1115c4'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:26:17.044889 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd259ea3-f4f8-4bed-9c31-a113664c38b0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:17.055736 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd259ea3-f4f8-4bed-9c31-a113664c38b0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:17.062431 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-fd259ea3-f4f8-4bed-9c31-a113664c38b0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Synchronizing usage tracker for tenant:0780f842482f4e59b41843f42dd46f0e on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:26:17.075440 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5ab5cf-9570-40c0-b00c-dcb28f98194e None None] Network 70180f33-89dc-47cd-b8c2-d3ddb3425226 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:26:17.207042 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f03f3f-0cd1-4cbe-8b76-25d9dbb2c054 req-8b6c10eb-5d0e-4935-8b96-3cf723067001 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:17.215670 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-12f03f3f-0cd1-4cbe-8b76-25d9dbb2c054 req-8b6c10eb-5d0e-4935-8b96-3cf723067001 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb85796e-354f-4c15-b0f6-67239028b8d5 HTTP/1.1" status: 200 len: 946 time: 0.5548582 May 05 20:26:17.258757 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-fd259ea3-f4f8-4bed-9c31-a113664c38b0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Unset dirty status for tenant:0780f842482f4e59b41843f42dd46f0e on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:26:17.260274 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-fd259ea3-f4f8-4bed-9c31-a113664c38b0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.8018565 May 05 20:26:17.285511 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56650) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:17.467717 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-e2e08194-f411-4987-9851-40150b754034 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Deleting port 577cd07e-e511-4bd2-9f12-3ff6dda348d8 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:26:17.468405 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e2e08194-f411-4987-9851-40150b754034 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:17.469284 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-fb24cc82-029f-474e-afc7-27a2e16c562a None None] Set router a972cae5-5fb3-4e14-93d1-0ce82e1115c4 gateway port host: None {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:26:17.512578 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984145c-ea1c-4172-a8ec-d8f124e4f2ab req-77051d0b-df11-4088-80bb-f33ad76343a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:17.514277 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0984145c-ea1c-4172-a8ec-d8f124e4f2ab req-77051d0b-df11-4088-80bb-f33ad76343a0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3b8a893f-8203-415f-97ec-c81abad76035 HTTP/1.1" status: 200 len: 898 time: 0.6518972 May 05 20:26:17.866357 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-12f03f3f-0cd1-4cbe-8b76-25d9dbb2c054 req-85dd2518-3033-45a8-96db-f7cefecf41e0 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba9d5b21-6b89-4c8c-8c7b-729858b20cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6494300 May 05 20:26:18.022531 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device bf7677d3-a539-4b91-8154-e950713a5934 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:26:18.026760 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0984145c-ea1c-4172-a8ec-d8f124e4f2ab req-8563cf59-b6ee-4db0-88b9-806536267214 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf7677d3-a539-4b91-8154-e950713a5934 HTTP/1.1" status: 200 len: 1000 time: 0.4552751 May 05 20:26:18.106442 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.extraroute_db [None req-e48c0cfd-53ad-4f0a-bf48-11cbf5e1f46b tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=88197) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 05 20:26:18.150193 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.extraroute_db [None req-e48c0cfd-53ad-4f0a-bf48-11cbf5e1f46b tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Removed routes are [] {{(pid=88197) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 05 20:26:18.154067 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e48c0cfd-53ad-4f0a-bf48-11cbf5e1f46b tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:18.172568 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984145c-ea1c-4172-a8ec-d8f124e4f2ab req-23bf997d-6e6d-4aca-88df-09e156efac96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:18.181110 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0984145c-ea1c-4172-a8ec-d8f124e4f2ab req-23bf997d-6e6d-4aca-88df-09e156efac96 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cc329b12-7b41-4146-b2a0-e43616e5540f HTTP/1.1" status: 200 len: 834 time: 0.1481321 May 05 20:26:18.443232 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port bf7677d3-a539-4b91-8154-e950713a5934, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=bf7677d3-a539-4b91-8154-e950713a5934,segment=NetworkSegment(f1e8b522-c2b1-451c-a5ae-720115527253),segment_id=f1e8b522-c2b1-451c-a5ae-720115527253)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:26:18.449160 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e2e08194-f411-4987-9851-40150b754034 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:18.532050 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': 'bf7677d3-a539-4b91-8154-e950713a5934', 'network_id': '3b8a893f-8203-415f-97ec-c81abad76035', 'port_id': 'bf7677d3-a539-4b91-8154-e950713a5934', 'mac_address': 'fa:16:3e:32:6d:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc329b12-7b41-4146-b2a0-e43616e5540f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:26:18.580374 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device dda17b6d-22db-4a40-b7ec-270c67330558 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:26:18.670485 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-56672291-96c1-40fc-96f9-c0d957c07dc1 None None] Provisioning for port 284b2257-5ae1-4c4c-b2e0-2bc9744901a9 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:26:18.714894 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-56672291-96c1-40fc-96f9-c0d957c07dc1 None None] Provisioning complete for port 284b2257-5ae1-4c4c-b2e0-2bc9744901a9 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:26:18.715281 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-56672291-96c1-40fc-96f9-c0d957c07dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:18.736750 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-e2e08194-f411-4987-9851-40150b754034 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Calling delete_port for 577cd07e-e511-4bd2-9f12-3ff6dda348d8 owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:26:18.825350 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port dda17b6d-22db-4a40-b7ec-270c67330558 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:26:18.860453 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984145c-ea1c-4172-a8ec-d8f124e4f2ab req-94889a40-4ac3-48ff-bd85-0aef81cbc799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:18.864420 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0984145c-ea1c-4172-a8ec-d8f124e4f2ab req-94889a40-4ac3-48ff-bd85-0aef81cbc799 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3b8a893f-8203-415f-97ec-c81abad76035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5693998 May 05 20:26:19.091495 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:19.156368 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-56672291-96c1-40fc-96f9-c0d957c07dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:19.212638 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e48c0cfd-53ad-4f0a-bf48-11cbf5e1f46b tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:19.222158 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e48c0cfd-53ad-4f0a-bf48-11cbf5e1f46b tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-641266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-641259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-651706'] for router, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:19.247125 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bf7677d3-a539-4b91-8154-e950713a5934 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:26:19.365821 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port bf7677d3-a539-4b91-8154-e950713a5934, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=bf7677d3-a539-4b91-8154-e950713a5934,segment=NetworkSegment(f1e8b522-c2b1-451c-a5ae-720115527253),segment_id=f1e8b522-c2b1-451c-a5ae-720115527253)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:26:19.375618 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:19.472656 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0984145c-ea1c-4172-a8ec-d8f124e4f2ab req-6ee4ff9e-ee00-4b83-aec5-d36b7c2f77cb service neutron] 10.222.0.50 "GET /v2.0/networks/3b8a893f-8203-415f-97ec-c81abad76035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6011696 May 05 20:26:19.513306 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-56672291-96c1-40fc-96f9-c0d957c07dc1 None None] For port 284b2257-5ae1-4c4c-b2e0-2bc9744901a9, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=284b2257-5ae1-4c4c-b2e0-2bc9744901a9,segment=NetworkSegment(1edd9eb8-76a4-49ea-96ef-7ef45b47378d),segment_id=1edd9eb8-76a4-49ea-96ef-7ef45b47378d)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:26:19.558358 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-56672291-96c1-40fc-96f9-c0d957c07dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:19.581617 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=bf7677d3-a539-4b91-8154-e950713a5934,revision_number=12']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:19.589583 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-fb24cc82-029f-474e-afc7-27a2e16c562a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'name': 'tempest-RoutersIpV6Test-router-1071824586', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:25:39Z', 'updated_at': '2022-05-05T20:26:13Z', 'revision_number': 5, 'project_id': '08e9223c846c46d791083957f9887d85', 'gw_port_host': None, '_interfaces': [{'id': '13777760-b6d3-4b38-a853-3ad8c2785a5e', 'name': '', 'network_id': '9b70ff80-1f27-4f40-83a9-7dbee77d17b8', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'mac_address': 'fa:16:3e:7e:dd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'f674a2a0-29bf-41ee-9d8f-7953a34a355d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:26:01Z', 'updated_at': '2022-05-05T20:26:12Z', 'revision_number': 5, 'project_id': '08e9223c846c46d791083957f9887d85', 'subnets': [{'id': 'f674a2a0-29bf-41ee-9d8f-7953a34a355d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52ac263c-f2da-4a8a-9557-0e350e833938', 'name': '', 'network_id': '70180f33-89dc-47cd-b8c2-d3ddb3425226', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'mac_address': 'fa:16:3e:11:8d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': 'e5753f7a-fe26-44aa-b6b2-1274c2c6628f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:26:11Z', 'updated_at': '2022-05-05T20:26:13Z', 'revision_number': 2, 'project_id': '08e9223c846c46d791083957f9887d85', 'subnets': [{'id': 'e5753f7a-fe26-44aa-b6b2-1274c2c6628f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '680ddb35-13dc-4381-9fda-155a81b755df', 'name': '', 'network_id': '631175f0-a304-4980-829b-edc030fb8e19', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'mac_address': 'fa:16:3e:b1:d1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '37ab342c-5785-4eb7-8fad-ab78562b20ea', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:25:51Z', 'updated_at': '2022-05-05T20:26:08Z', 'revision_number': 5, 'project_id': '08e9223c846c46d791083957f9887d85', 'subnets': [{'id': '37ab342c-5785-4eb7-8fad-ab78562b20ea', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdd36598-929f-44fd-8971-c7456b555c46', 'name': '', 'network_id': '66f9563e-ee07-4869-b402-893db36b82d7', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'mac_address': 'fa:16:3e:01:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'e6455b0a-80fa-4a59-816f-11b102eee8a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:25:42Z', 'updated_at': '2022-05-05T20:25:52Z', 'revision_number': 5, 'project_id': '08e9223c846c46d791083957f9887d85', 'subnets': [{'id': 'e6455b0a-80fa-4a59-816f-11b102eee8a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:26:19.636853 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e2e08194-f411-4987-9851-40150b754034 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:19.682734 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56672291-96c1-40fc-96f9-c0d957c07dc1 None None] Pushing event updated for resources: {'Port': ['ID=284b2257-5ae1-4c4c-b2e0-2bc9744901a9,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:19.689738 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['bf7677d3-a539-4b91-8154-e950713a5934'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:26:19.795698 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb24cc82-029f-474e-afc7-27a2e16c562a None None] Checking router: a972cae5-5fb3-4e14-93d1-0ce82e1115c4 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:26:19.796240 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb24cc82-029f-474e-afc7-27a2e16c562a None None] Updating router a972cae5-5fb3-4e14-93d1-0ce82e1115c4 port 52ac263c-f2da-4a8a-9557-0e350e833938 binding host n-d-840717-1 {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:26:19.853374 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e48c0cfd-53ad-4f0a-bf48-11cbf5e1f46b tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Router a972cae5-5fb3-4e14-93d1-0ce82e1115c4 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:26:19.938153 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fb24cc82-029f-474e-afc7-27a2e16c562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:19.968961 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-8aca4526-eb6d-44e2-a17f-71d239b1bdfd None None] Could not find standard attr ID for object 577cd07e-e511-4bd2-9f12-3ff6dda348d8. {{(pid=88199) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 20:26:20.172159 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e08194-f411-4987-9851-40150b754034 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event deleted for resources: {'Port': ['ID=577cd07e-e511-4bd2-9f12-3ff6dda348d8,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:20.192518 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e2e08194-f411-4987-9851-40150b754034 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:20.293778 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3052f51b-32b6-47e8-a151-e2f61e059ab5 req-434c78e8-de8b-4ecc-bb3a-eeae37dfd624 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:20.313016 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e2e08194-f411-4987-9851-40150b754034 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/ports/577cd07e-e511-4bd2-9f12-3ff6dda348d8 HTTP/1.1" status: 204 len: 168 time: 2.9819241 May 05 20:26:20.321751 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3052f51b-32b6-47e8-a151-e2f61e059ab5 req-434c78e8-de8b-4ecc-bb3a-eeae37dfd624 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb85796e-354f-4c15-b0f6-67239028b8d5 HTTP/1.1" status: 200 len: 945 time: 0.7411411 May 05 20:26:20.324723 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56680) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:20.410846 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0984145c-ea1c-4172-a8ec-d8f124e4f2ab req-8799d876-e826-4bc5-a963-28f208444396 service neutron] 10.222.0.50 "GET /v2.0/networks/3b8a893f-8203-415f-97ec-c81abad76035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9282527 May 05 20:26:20.418409 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48c0cfd-53ad-4f0a-bf48-11cbf5e1f46b tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:26:20.439301 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3052f51b-32b6-47e8-a151-e2f61e059ab5 req-ace46cd4-a440-4ae6-bc76-f8e4842d6fc3 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba9d5b21-6b89-4c8c-8c7b-729858b20cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106989 May 05 20:26:20.450676 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e48c0cfd-53ad-4f0a-bf48-11cbf5e1f46b tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:20.455019 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-e48c0cfd-53ad-4f0a-bf48-11cbf5e1f46b tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "PUT /v2.0/routers/a972cae5-5fb3-4e14-93d1-0ce82e1115c4 HTTP/1.1" status: 200 len: 954 time: 3.5951984 May 05 20:26:20.456229 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56684) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:20.466283 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56688) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:20.474231 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 284b2257-5ae1-4c4c-b2e0-2bc9744901a9 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:26:20.537599 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-8aca4526-eb6d-44e2-a17f-71d239b1bdfd None None] Provisioning for port dda17b6d-22db-4a40-b7ec-270c67330558 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:26:20.617862 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d296c65e-c15c-4212-8791-e791bf63ee4b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:20.620488 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d296c65e-c15c-4212-8791-e791bf63ee4b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:20.624244 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d296c65e-c15c-4212-8791-e791bf63ee4b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Synchronizing usage tracker for tenant:0780f842482f4e59b41843f42dd46f0e on resource:subnet {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:26:20.708022 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-12347659-2ad3-4f52-add0-f4764fe791bb tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/floatingips/255e5051-9cea-4706-81b1-e88f007c85bc HTTP/1.1" status: 200 len: 991 time: 0.2350776 May 05 20:26:20.713312 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d296c65e-c15c-4212-8791-e791bf63ee4b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Unset dirty status for tenant:0780f842482f4e59b41843f42dd46f0e on resource:subnet {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:26:20.715282 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d296c65e-c15c-4212-8791-e791bf63ee4b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3852911 May 05 20:26:20.719321 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56692) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:20.732171 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-8aca4526-eb6d-44e2-a17f-71d239b1bdfd None None] Provisioning complete for port dda17b6d-22db-4a40-b7ec-270c67330558 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:26:20.732718 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8aca4526-eb6d-44e2-a17f-71d239b1bdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:20.755803 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:26:20.803232 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa6a16a-53ee-42a7-8c8d-ae0eef6222c1 None None] get_active_networks_info from n-d-840717-1 {{(pid=88199) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 05 20:26:20.824743 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-90602142-0208-4dd7-8fae-d581dae80d31 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "GET /v2.0/routers/a972cae5-5fb3-4e14-93d1-0ce82e1115c4 HTTP/1.1" status: 200 len: 954 time: 0.3671293 May 05 20:26:20.824940 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-092e29dd-9072-4dba-abd0-66e7010200fa tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Deleting subnet cc38ba27-8c55-40c5-9f1a-8a1638509609 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:26:20.827736 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56696) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:20.828205 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-092e29dd-9072-4dba-abd0-66e7010200fa tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:20.833583 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-42c48bf7-abe7-4d6c-bfe2-dfb15dddea7e tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Request body: {'router': {'routes': None}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:26:20.947665 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-092e29dd-9072-4dba-abd0-66e7010200fa tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:21.146635 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-092e29dd-9072-4dba-abd0-66e7010200fa tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:21.180193 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 284b2257-5ae1-4c4c-b2e0-2bc9744901a9 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:26:21.180563 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:21.253370 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-092e29dd-9072-4dba-abd0-66e7010200fa tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:21.358860 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092e29dd-9072-4dba-abd0-66e7010200fa tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event deleted for resources: {'Subnet': ['ID=cc38ba27-8c55-40c5-9f1a-8a1638509609,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:21.367856 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-092e29dd-9072-4dba-abd0-66e7010200fa tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:21.379084 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8aca4526-eb6d-44e2-a17f-71d239b1bdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:21.393547 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-092e29dd-9072-4dba-abd0-66e7010200fa tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/subnets/cc38ba27-8c55-40c5-9f1a-8a1638509609 HTTP/1.1" status: 204 len: 168 time: 0.6730525 May 05 20:26:21.396316 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56704) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:21.477208 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fb24cc82-029f-474e-afc7-27a2e16c562a None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:21.480825 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-94f8fd87-5e38-42ed-a0bb-d9d1a87ecbae tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0832417 May 05 20:26:21.484062 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56708) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:21.490119 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-0b0dd4ee-e240-4178-943e-f489461770fe tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Request body: {'subnet': {'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:26:21.490915 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa6a16a-53ee-42a7-8c8d-ae0eef6222c1 None None] Resources bound (agent type, host, resource id): {{(pid=88199) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 05 20:26:21.564712 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-8aca4526-eb6d-44e2-a17f-71d239b1bdfd None None] For port dda17b6d-22db-4a40-b7ec-270c67330558, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=dda17b6d-22db-4a40-b7ec-270c67330558,segment=NetworkSegment(1cf78a78-2d57-4ccb-9633-08c37696a2c0),segment_id=1cf78a78-2d57-4ccb-9633-08c37696a2c0)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:26:21.566319 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-fb24cc82-029f-474e-afc7-27a2e16c562a None None] Transition to ACTIVE for port object 52ac263c-f2da-4a8a-9557-0e350e833938 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:26:21.592960 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8aca4526-eb6d-44e2-a17f-71d239b1bdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:21.616088 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0b0dd4ee-e240-4178-943e-f489461770fe tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:26:21.621220 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-0b0dd4ee-e240-4178-943e-f489461770fe tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Usage tracker for resource:subnet and tenant:0780f842482f4e59b41843f42dd46f0e is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:26:21.624759 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-0b0dd4ee-e240-4178-943e-f489461770fe tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:26:21.630892 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0b0dd4ee-e240-4178-943e-f489461770fe tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:26:21.643749 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b0dd4ee-e240-4178-943e-f489461770fe tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Made reservation on behalf of 0780f842482f4e59b41843f42dd46f0e for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:26:21.649033 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0b0dd4ee-e240-4178-943e-f489461770fe tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:21.674886 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fb24cc82-029f-474e-afc7-27a2e16c562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:21.911848 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-adb9e22f-0037-4d79-af11-e0f783b96554 None None] Provisioning complete for port 284b2257-5ae1-4c4c-b2e0-2bc9744901a9 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:26:21.912532 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-adb9e22f-0037-4d79-af11-e0f783b96554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:21.945671 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.extraroute_db [None req-42c48bf7-abe7-4d6c-bfe2-dfb15dddea7e tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Added routes are [] {{(pid=88197) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 05 20:26:21.946279 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.extraroute_db [None req-42c48bf7-abe7-4d6c-bfe2-dfb15dddea7e tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=88197) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 05 20:26:21.970628 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0b0dd4ee-e240-4178-943e-f489461770fe tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:21.984726 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-42c48bf7-abe7-4d6c-bfe2-dfb15dddea7e tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:22.013697 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aca4526-eb6d-44e2-a17f-71d239b1bdfd None None] Pushing event updated for resources: {'Port': ['ID=dda17b6d-22db-4a40-b7ec-270c67330558,revision_number=6']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:22.063841 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0dd4ee-e240-4178-943e-f489461770fe tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Network 7289b573-7530-4f0a-b5b0-032373718af7 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:26:22.067907 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-0b0dd4ee-e240-4178-943e-f489461770fe tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:26:22.075550 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0dd4ee-e240-4178-943e-f489461770fe tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:22.076157 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0b0dd4ee-e240-4178-943e-f489461770fe tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:22.111901 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-0b0dd4ee-e240-4178-943e-f489461770fe tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6264224 May 05 20:26:22.115005 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56716) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:22.122007 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-227393db-5b29-4f6d-9a5f-bd82d900370c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Request body: {'port': {'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'fixed_ips': [{'subnet_id': '72f2ed9e-bfc6-49f3-96a4-7705dfb794ac', 'ip_address': '2001:db8::cf9:6198:466c:5237'}], 'name': 'tempest-NetworksTestDHCPv6-1656565567'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:26:22.148413 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0dd4ee-e240-4178-943e-f489461770fe tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event updated for resources: {'Subnet': ['ID=72f2ed9e-bfc6-49f3-96a4-7705dfb794ac,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:22.326151 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-227393db-5b29-4f6d-9a5f-bd82d900370c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:26:22.330860 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-227393db-5b29-4f6d-9a5f-bd82d900370c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Usage tracker for resource:port and tenant:0780f842482f4e59b41843f42dd46f0e is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:26:22.334209 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-227393db-5b29-4f6d-9a5f-bd82d900370c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:26:22.341603 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-227393db-5b29-4f6d-9a5f-bd82d900370c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:26:22.354137 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-227393db-5b29-4f6d-9a5f-bd82d900370c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Made reservation on behalf of 0780f842482f4e59b41843f42dd46f0e for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:26:22.384762 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-42c48bf7-abe7-4d6c-bfe2-dfb15dddea7e tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:22.388868 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-42c48bf7-abe7-4d6c-bfe2-dfb15dddea7e tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-641266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-641259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-651706'] for router, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:22.483722 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device dda17b6d-22db-4a40-b7ec-270c67330558 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:26:22.511823 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-227393db-5b29-4f6d-9a5f-bd82d900370c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:22.523778 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8578e0b2-9a13-4ddc-a582-345790b8b597 None None] Pushing event updated for resources: {'Port': ['ID=52ac263c-f2da-4a8a-9557-0e350e833938,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:22.550599 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-fb24cc82-029f-474e-afc7-27a2e16c562a None None] Attempting to bind port 52ac263c-f2da-4a8a-9557-0e350e833938 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:26:22.550948 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-227393db-5b29-4f6d-9a5f-bd82d900370c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] device_id is not set on port ee27078c-fab8-4585-b728-6f07a8194b2c yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:26:22.551081 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-fb24cc82-029f-474e-afc7-27a2e16c562a None None] Attempting to bind port 52ac263c-f2da-4a8a-9557-0e350e833938 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '1edd9eb8-76a4-49ea-96ef-7ef45b47378d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '70180f33-89dc-47cd-b8c2-d3ddb3425226'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:26:22.551311 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb24cc82-029f-474e-afc7-27a2e16c562a None None] Attempting to bind port 52ac263c-f2da-4a8a-9557-0e350e833938 on network 70180f33-89dc-47cd-b8c2-d3ddb3425226 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:26:22.587890 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb24cc82-029f-474e-afc7-27a2e16c562a None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:26:22.588263 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb24cc82-029f-474e-afc7-27a2e16c562a None None] Checking segment: {'id': '1edd9eb8-76a4-49ea-96ef-7ef45b47378d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '70180f33-89dc-47cd-b8c2-d3ddb3425226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:26:22.588663 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fb24cc82-029f-474e-afc7-27a2e16c562a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:22.589110 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb24cc82-029f-474e-afc7-27a2e16c562a None None] Bound using segment: {'id': '1edd9eb8-76a4-49ea-96ef-7ef45b47378d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '70180f33-89dc-47cd-b8c2-d3ddb3425226'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:26:22.589604 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-fb24cc82-029f-474e-afc7-27a2e16c562a None None] Bound port: 52ac263c-f2da-4a8a-9557-0e350e833938, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1edd9eb8-76a4-49ea-96ef-7ef45b47378d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '70180f33-89dc-47cd-b8c2-d3ddb3425226'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:26:22.589915 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fb24cc82-029f-474e-afc7-27a2e16c562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:22.676260 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42c48bf7-abe7-4d6c-bfe2-dfb15dddea7e tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Router a972cae5-5fb3-4e14-93d1-0ce82e1115c4 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:26:22.911808 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c48bf7-abe7-4d6c-bfe2-dfb15dddea7e tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:26:22.919448 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-42c48bf7-abe7-4d6c-bfe2-dfb15dddea7e tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:22.920640 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-42c48bf7-abe7-4d6c-bfe2-dfb15dddea7e tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "PUT /v2.0/routers/a972cae5-5fb3-4e14-93d1-0ce82e1115c4 HTTP/1.1" status: 200 len: 704 time: 2.0915139 May 05 20:26:22.923201 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56732) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:23.037862 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-fb24cc82-029f-474e-afc7-27a2e16c562a None None] For port 52ac263c-f2da-4a8a-9557-0e350e833938, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:26:23.041722 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port dda17b6d-22db-4a40-b7ec-270c67330558 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:26:23.042239 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:23.115164 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-227393db-5b29-4f6d-9a5f-bd82d900370c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Allocated IP 2001:db8::cf9:6198:466c:5237 (7289b573-7530-4f0a-b5b0-032373718af7/72f2ed9e-bfc6-49f3-96a4-7705dfb794ac/ee27078c-fab8-4585-b728-6f07a8194b2c) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:26:23.141986 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-fb24cc82-029f-474e-afc7-27a2e16c562a None None] For port 52ac263c-f2da-4a8a-9557-0e350e833938, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=52ac263c-f2da-4a8a-9557-0e350e833938,segment=NetworkSegment(1edd9eb8-76a4-49ea-96ef-7ef45b47378d),segment_id=1edd9eb8-76a4-49ea-96ef-7ef45b47378d)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:26:23.196087 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-877c6951-6694-45f8-baad-3f5e4a9e1211 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "GET /v2.0/routers/a972cae5-5fb3-4e14-93d1-0ce82e1115c4 HTTP/1.1" status: 200 len: 704 time: 0.2713439 May 05 20:26:23.197109 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56736) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:23.221355 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fb24cc82-029f-474e-afc7-27a2e16c562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:23.317388 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-adb9e22f-0037-4d79-af11-e0f783b96554 None None] Provisioning for port 52ac263c-f2da-4a8a-9557-0e350e833938 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:26:23.402396 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8578e0b2-9a13-4ddc-a582-345790b8b597 None None] Pushing event updated for resources: {'Port': ['ID=52ac263c-f2da-4a8a-9557-0e350e833938,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:23.412866 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb24cc82-029f-474e-afc7-27a2e16c562a None None] Routers {'a972cae5-5fb3-4e14-93d1-0ce82e1115c4'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:26:23.414303 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-fb24cc82-029f-474e-afc7-27a2e16c562a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:26:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['a972cae5-5fb3-4e14-93d1-0ce82e1115c4'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:26:23.651710 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-227393db-5b29-4f6d-9a5f-bd82d900370c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:23.684965 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-227393db-5b29-4f6d-9a5f-bd82d900370c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Transition to ACTIVE for port object ee27078c-fab8-4585-b728-6f07a8194b2c will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:26:23.713070 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-fb24cc82-029f-474e-afc7-27a2e16c562a None None] Set router a972cae5-5fb3-4e14-93d1-0ce82e1115c4 gateway port host: None {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:26:23.923187 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-227393db-5b29-4f6d-9a5f-bd82d900370c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:24.047636 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227393db-5b29-4f6d-9a5f-bd82d900370c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Network 7289b573-7530-4f0a-b5b0-032373718af7 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:26:24.078301 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a25eaff-da28-4756-8266-75ae03b1629b None None] Update dhcp port {'port': {'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'fixed_ips': [{'subnet_id': '72f2ed9e-bfc6-49f3-96a4-7705dfb794ac'}], 'binding:host_id': 'n-d-840717-1'}, 'id': 'dda17b6d-22db-4a40-b7ec-270c67330558'} from n-d-840717-1. {{(pid=88199) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 05 20:26:24.105165 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device bf7677d3-a539-4b91-8154-e950713a5934 up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:26:24.109443 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-227393db-5b29-4f6d-9a5f-bd82d900370c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:26:24.123636 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227393db-5b29-4f6d-9a5f-bd82d900370c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:26:24.129399 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227393db-5b29-4f6d-9a5f-bd82d900370c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:24.130063 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-227393db-5b29-4f6d-9a5f-bd82d900370c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:24.137174 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227393db-5b29-4f6d-9a5f-bd82d900370c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event updated for resources: {'Port': ['ID=ee27078c-fab8-4585-b728-6f07a8194b2c,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:24.225349 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-227393db-5b29-4f6d-9a5f-bd82d900370c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1092286 May 05 20:26:24.229037 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56744) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:24.282573 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8a25eaff-da28-4756-8266-75ae03b1629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:24.333321 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa414ff-7556-4d6f-ab28-4018ae591b1c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:24.340018 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa414ff-7556-4d6f-ab28-4018ae591b1c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:24.341188 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-cfa414ff-7556-4d6f-ab28-4018ae591b1c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Synchronizing usage tracker for tenant:0780f842482f4e59b41843f42dd46f0e on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:26:24.382899 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port bf7677d3-a539-4b91-8154-e950713a5934 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:26:24.394739 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port bf7677d3-a539-4b91-8154-e950713a5934 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:26:24.395029 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:24.401687 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-cfa414ff-7556-4d6f-ab28-4018ae591b1c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Unset dirty status for tenant:0780f842482f4e59b41843f42dd46f0e on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:26:24.405445 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-cfa414ff-7556-4d6f-ab28-4018ae591b1c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1727734 May 05 20:26:24.405651 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56748) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:24.483098 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-0a322cb8-477c-440f-a3c9-cc22ce6fd84b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Deleting port ee27078c-fab8-4585-b728-6f07a8194b2c {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:26:24.483748 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0a322cb8-477c-440f-a3c9-cc22ce6fd84b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:24.536739 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-81538adc-f57e-4c06-9344-1b78078b4b75 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:24.585414 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-fb24cc82-029f-474e-afc7-27a2e16c562a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'name': 'tempest-RoutersIpV6Test-router-1071824586', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:25:39Z', 'updated_at': '2022-05-05T20:26:21Z', 'revision_number': 7, 'project_id': '08e9223c846c46d791083957f9887d85', 'gw_port_host': None, '_interfaces': [{'id': '13777760-b6d3-4b38-a853-3ad8c2785a5e', 'name': '', 'network_id': '9b70ff80-1f27-4f40-83a9-7dbee77d17b8', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'mac_address': 'fa:16:3e:7e:dd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'f674a2a0-29bf-41ee-9d8f-7953a34a355d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:26:01Z', 'updated_at': '2022-05-05T20:26:12Z', 'revision_number': 5, 'project_id': '08e9223c846c46d791083957f9887d85', 'subnets': [{'id': 'f674a2a0-29bf-41ee-9d8f-7953a34a355d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52ac263c-f2da-4a8a-9557-0e350e833938', 'name': '', 'network_id': '70180f33-89dc-47cd-b8c2-d3ddb3425226', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'mac_address': 'fa:16:3e:11:8d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': 'e5753f7a-fe26-44aa-b6b2-1274c2c6628f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:26:11Z', 'updated_at': '2022-05-05T20:26:23Z', 'revision_number': 4, 'project_id': '08e9223c846c46d791083957f9887d85', 'subnets': [{'id': 'e5753f7a-fe26-44aa-b6b2-1274c2c6628f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '680ddb35-13dc-4381-9fda-155a81b755df', 'name': '', 'network_id': '631175f0-a304-4980-829b-edc030fb8e19', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'mac_address': 'fa:16:3e:b1:d1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '37ab342c-5785-4eb7-8fad-ab78562b20ea', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:25:51Z', 'updated_at': '2022-05-05T20:26:08Z', 'revision_number': 5, 'project_id': '08e9223c846c46d791083957f9887d85', 'subnets': [{'id': '37ab342c-5785-4eb7-8fad-ab78562b20ea', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdd36598-929f-44fd-8971-c7456b555c46', 'name': '', 'network_id': '66f9563e-ee07-4869-b402-893db36b82d7', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'mac_address': 'fa:16:3e:01:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'e6455b0a-80fa-4a59-816f-11b102eee8a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:25:42Z', 'updated_at': '2022-05-05T20:25:52Z', 'revision_number': 5, 'project_id': '08e9223c846c46d791083957f9887d85', 'subnets': [{'id': 'e6455b0a-80fa-4a59-816f-11b102eee8a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:26:24.635077 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb24cc82-029f-474e-afc7-27a2e16c562a None None] The sync data for ids ['a972cae5-5fb3-4e14-93d1-0ce82e1115c4'] in n-d-840717-1 is: [{'id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'name': 'tempest-RoutersIpV6Test-router-1071824586', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:25:39Z', 'updated_at': '2022-05-05T20:26:21Z', 'revision_number': 7, 'project_id': '08e9223c846c46d791083957f9887d85', 'gw_port_host': None, '_interfaces': [{'id': '13777760-b6d3-4b38-a853-3ad8c2785a5e', 'name': '', 'network_id': '9b70ff80-1f27-4f40-83a9-7dbee77d17b8', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'mac_address': 'fa:16:3e:7e:dd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'f674a2a0-29bf-41ee-9d8f-7953a34a355d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:26:01Z', 'updated_at': '2022-05-05T20:26:12Z', 'revision_number': 5, 'project_id': '08e9223c846c46d791083957f9887d85', 'subnets': [{'id': 'f674a2a0-29bf-41ee-9d8f-7953a34a355d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52ac263c-f2da-4a8a-9557-0e350e833938', 'name': '', 'network_id': '70180f33-89dc-47cd-b8c2-d3ddb3425226', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'mac_address': 'fa:16:3e:11:8d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': 'e5753f7a-fe26-44aa-b6b2-1274c2c6628f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:26:11Z', 'updated_at': '2022-05-05T20:26:23Z', 'revision_number': 4, 'project_id': '08e9223c846c46d791083957f9887d85', 'subnets': [{'id': 'e5753f7a-fe26-44aa-b6b2-1274c2c6628f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '680ddb35-13dc-4381-9fda-155a81b755df', 'name': '', 'network_id': '631175f0-a304-4980-829b-edc030fb8e19', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'mac_address': 'fa:16:3e:b1:d1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '37ab342c-5785-4eb7-8fad-ab78562b20ea', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:25:51Z', 'updated_at': '2022-05-05T20:26:08Z', 'revision_number': 5, 'project_id': '08e9223c846c46d791083957f9887d85', 'subnets': [{'id': '37ab342c-5785-4eb7-8fad-ab78562b20ea', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdd36598-929f-44fd-8971-c7456b555c46', 'name': '', 'network_id': '66f9563e-ee07-4869-b402-893db36b82d7', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'mac_address': 'fa:16:3e:01:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'e6455b0a-80fa-4a59-816f-11b102eee8a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:25:42Z', 'updated_at': '2022-05-05T20:25:52Z', 'revision_number': 5, 'project_id': '08e9223c846c46d791083957f9887d85', 'subnets': [{'id': 'e6455b0a-80fa-4a59-816f-11b102eee8a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:26:24.726490 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:24.775566 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-8a25eaff-da28-4756-8266-75ae03b1629b None None] Allocated IP 2001:db8::2 (7289b573-7530-4f0a-b5b0-032373718af7/72f2ed9e-bfc6-49f3-96a4-7705dfb794ac/dda17b6d-22db-4a40-b7ec-270c67330558) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:26:24.801353 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb85796e-354f-4c15-b0f6-67239028b8d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf7677d3-a539-4b91-8154-e950713a5934'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:26:24.851172 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port bf7677d3-a539-4b91-8154-e950713a5934, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=bf7677d3-a539-4b91-8154-e950713a5934,segment=NetworkSegment(f1e8b522-c2b1-451c-a5ae-720115527253),segment_id=f1e8b522-c2b1-451c-a5ae-720115527253)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:26:24.863733 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea6656ab-20fa-46a7-befe-468e56e4714b'] response: {'server_uuid': 'cb85796e-354f-4c15-b0f6-67239028b8d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf7677d3-a539-4b91-8154-e950713a5934', 'code': 200} May 05 20:26:24.868336 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:25.065529 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=bf7677d3-a539-4b91-8154-e950713a5934,revision_number=13']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:25.075072 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-8a25eaff-da28-4756-8266-75ae03b1629b None None] For port dda17b6d-22db-4a40-b7ec-270c67330558, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=dda17b6d-22db-4a40-b7ec-270c67330558,segment=NetworkSegment(1cf78a78-2d57-4ccb-9633-08c37696a2c0),segment_id=1cf78a78-2d57-4ccb-9633-08c37696a2c0)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:26:25.121121 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8a25eaff-da28-4756-8266-75ae03b1629b None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:25.161819 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-8a25eaff-da28-4756-8266-75ae03b1629b None None] Transition to ACTIVE for port object dda17b6d-22db-4a40-b7ec-270c67330558 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:26:25.168107 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8a25eaff-da28-4756-8266-75ae03b1629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:25.266090 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0a322cb8-477c-440f-a3c9-cc22ce6fd84b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:25.406230 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a25eaff-da28-4756-8266-75ae03b1629b None None] Pushing event updated for resources: {'Port': ['ID=dda17b6d-22db-4a40-b7ec-270c67330558,revision_number=7']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:25.495259 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-0a322cb8-477c-440f-a3c9-cc22ce6fd84b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Calling delete_port for ee27078c-fab8-4585-b728-6f07a8194b2c owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:26:25.656859 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56766) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:25.709344 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f35b3-7bbc-4889-a898-ed7802579e64 req-c5c2a9ef-96a1-4060-8960-c327f004e63a tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:25.716295 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8b8f35b3-7bbc-4889-a898-ed7802579e64 req-c5c2a9ef-96a1-4060-8960-c327f004e63a tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] 10.222.0.36 "GET /v2.0/ports?device_id=71d2d7e0-c711-4b94-b69f-d106cf0e14a7 HTTP/1.1" status: 200 len: 946 time: 0.2021375 May 05 20:26:25.767178 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8b8f35b3-7bbc-4889-a898-ed7802579e64 req-3a970226-e2bd-4481-b89d-b2efd8787f7a tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] 10.222.0.36 "GET /v2.0/security-groups?id=8eda2352-7e6c-4384-97c1-b91c9276aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441029 May 05 20:26:25.795536 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-81538adc-f57e-4c06-9344-1b78078b4b75 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Deleting port 52ac263c-f2da-4a8a-9557-0e350e833938 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:26:25.795536 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-81538adc-f57e-4c06-9344-1b78078b4b75 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:25.809190 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5816626a-d5c2-402d-85a8-f85ef92b2d31 None None] Sync routers for ids ['a972cae5-5fb3-4e14-93d1-0ce82e1115c4'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:26:25.820801 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5816626a-d5c2-402d-85a8-f85ef92b2d31 None None] Routers {'a972cae5-5fb3-4e14-93d1-0ce82e1115c4'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:26:25.821729 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-5816626a-d5c2-402d-85a8-f85ef92b2d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:26:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['a972cae5-5fb3-4e14-93d1-0ce82e1115c4'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:26:25.906070 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c3e5d8ff-e84a-4238-b1cc-9285244ad4ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:25.924660 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0a322cb8-477c-440f-a3c9-cc22ce6fd84b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:25.926473 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-c3e5d8ff-e84a-4238-b1cc-9285244ad4ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:26:25.931700 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-c3e5d8ff-e84a-4238-b1cc-9285244ad4ad admin admin] Usage tracker for resource:security_group_rule and tenant:fa9e4ef89de14e8cba4cf473aec4a09f is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:26:25.934713 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-c3e5d8ff-e84a-4238-b1cc-9285244ad4ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:26:25.945445 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-c3e5d8ff-e84a-4238-b1cc-9285244ad4ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:26:26.055511 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a322cb8-477c-440f-a3c9-cc22ce6fd84b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event deleted for resources: {'Port': ['ID=ee27078c-fab8-4585-b728-6f07a8194b2c,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:26.056528 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-5816626a-d5c2-402d-85a8-f85ef92b2d31 None None] Set router a972cae5-5fb3-4e14-93d1-0ce82e1115c4 gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:26:26.078754 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0a322cb8-477c-440f-a3c9-cc22ce6fd84b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:26.083101 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c3e5d8ff-e84a-4238-b1cc-9285244ad4ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:26.087861 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c3e5d8ff-e84a-4238-b1cc-9285244ad4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:26.151734 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-c3e5d8ff-e84a-4238-b1cc-9285244ad4ad admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fa9e4ef89de14e8cba4cf473aec4a09f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4931259 May 05 20:26:26.153014 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e5d8ff-e84a-4238-b1cc-9285244ad4ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=844ef45d-9d34-4fd4-af92-9a5f6391cdb0,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:26.155944 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56772) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:26.218147 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-0a322cb8-477c-440f-a3c9-cc22ce6fd84b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/ports/ee27078c-fab8-4585-b728-6f07a8194b2c HTTP/1.1" status: 204 len: 168 time: 1.8115394 May 05 20:26:26.221603 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56776) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:26.228748 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ccbaa3d1-b4be-4426-a970-6e114a63f7d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:26.263868 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8809a3b-22f2-4bf2-acac-69c044b9bc7c None None] Network 7289b573-7530-4f0a-b5b0-032373718af7 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:26:26.275016 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ccbaa3d1-b4be-4426-a970-6e114a63f7d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:26.353361 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-81538adc-f57e-4c06-9344-1b78078b4b75 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] For port 52ac263c-f2da-4a8a-9557-0e350e833938, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=52ac263c-f2da-4a8a-9557-0e350e833938,segment=NetworkSegment(1edd9eb8-76a4-49ea-96ef-7ef45b47378d),segment_id=1edd9eb8-76a4-49ea-96ef-7ef45b47378d)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:26:26.356257 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-81538adc-f57e-4c06-9344-1b78078b4b75 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:26.405253 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ccbaa3d1-b4be-4426-a970-6e114a63f7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:26.443072 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbaa3d1-b4be-4426-a970-6e114a63f7d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844ef45d-9d34-4fd4-af92-9a5f6391cdb0,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:26.449013 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ccbaa3d1-b4be-4426-a970-6e114a63f7d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:26.453654 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-ccbaa3d1-b4be-4426-a970-6e114a63f7d1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/844ef45d-9d34-4fd4-af92-9a5f6391cdb0 HTTP/1.1" status: 204 len: 168 time: 0.2964973 May 05 20:26:26.547991 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 52ac263c-f2da-4a8a-9557-0e350e833938 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:26:26.552507 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-81538adc-f57e-4c06-9344-1b78078b4b75 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Calling delete_port for 52ac263c-f2da-4a8a-9557-0e350e833938 owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:26:26.705752 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-983240b7-ae39-4bd0-8b16-fcaaaa5601fb None None] Provisioning for port dda17b6d-22db-4a40-b7ec-270c67330558 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:26:26.714171 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-983240b7-ae39-4bd0-8b16-fcaaaa5601fb None None] Provisioning complete for port dda17b6d-22db-4a40-b7ec-270c67330558 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:26:26.714731 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-983240b7-ae39-4bd0-8b16-fcaaaa5601fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:26.751931 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba151d3c-80ea-48f0-b706-8af91435ce98 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:26.753563 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba151d3c-80ea-48f0-b706-8af91435ce98 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:26.754328 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-ba151d3c-80ea-48f0-b706-8af91435ce98 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Synchronizing usage tracker for tenant:0780f842482f4e59b41843f42dd46f0e on resource:subnet {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:26:26.839122 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-5816626a-d5c2-402d-85a8-f85ef92b2d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'name': 'tempest-RoutersIpV6Test-router-1071824586', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:25:39Z', 'updated_at': '2022-05-05T20:26:21Z', 'revision_number': 7, 'project_id': '08e9223c846c46d791083957f9887d85', 'gw_port_host': None, '_interfaces': [{'id': '13777760-b6d3-4b38-a853-3ad8c2785a5e', 'name': '', 'network_id': '9b70ff80-1f27-4f40-83a9-7dbee77d17b8', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'mac_address': 'fa:16:3e:7e:dd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'f674a2a0-29bf-41ee-9d8f-7953a34a355d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:26:01Z', 'updated_at': '2022-05-05T20:26:12Z', 'revision_number': 5, 'project_id': '08e9223c846c46d791083957f9887d85', 'subnets': [{'id': 'f674a2a0-29bf-41ee-9d8f-7953a34a355d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52ac263c-f2da-4a8a-9557-0e350e833938', 'name': '', 'network_id': '70180f33-89dc-47cd-b8c2-d3ddb3425226', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'mac_address': 'fa:16:3e:11:8d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': 'e5753f7a-fe26-44aa-b6b2-1274c2c6628f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:26:11Z', 'updated_at': '2022-05-05T20:26:23Z', 'revision_number': 4, 'project_id': '08e9223c846c46d791083957f9887d85', 'subnets': [{'id': 'e5753f7a-fe26-44aa-b6b2-1274c2c6628f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '680ddb35-13dc-4381-9fda-155a81b755df', 'name': '', 'network_id': '631175f0-a304-4980-829b-edc030fb8e19', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'mac_address': 'fa:16:3e:b1:d1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '37ab342c-5785-4eb7-8fad-ab78562b20ea', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:25:51Z', 'updated_at': '2022-05-05T20:26:08Z', 'revision_number': 5, 'project_id': '08e9223c846c46d791083957f9887d85', 'subnets': [{'id': '37ab342c-5785-4eb7-8fad-ab78562b20ea', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdd36598-929f-44fd-8971-c7456b555c46', 'name': '', 'network_id': '66f9563e-ee07-4869-b402-893db36b82d7', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'mac_address': 'fa:16:3e:01:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'e6455b0a-80fa-4a59-816f-11b102eee8a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:25:42Z', 'updated_at': '2022-05-05T20:25:52Z', 'revision_number': 5, 'project_id': '08e9223c846c46d791083957f9887d85', 'subnets': [{'id': 'e6455b0a-80fa-4a59-816f-11b102eee8a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:26:26.843739 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-ba151d3c-80ea-48f0-b706-8af91435ce98 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Unset dirty status for tenant:0780f842482f4e59b41843f42dd46f0e on resource:subnet {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:26:26.845063 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-ba151d3c-80ea-48f0-b706-8af91435ce98 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6214106 May 05 20:26:26.847805 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56788) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:26.854790 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5816626a-d5c2-402d-85a8-f85ef92b2d31 None None] Checking router: a972cae5-5fb3-4e14-93d1-0ce82e1115c4 for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:26:26.865693 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5816626a-d5c2-402d-85a8-f85ef92b2d31 None None] Routers {'a972cae5-5fb3-4e14-93d1-0ce82e1115c4'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:26:26.868844 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-5816626a-d5c2-402d-85a8-f85ef92b2d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:26:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['a972cae5-5fb3-4e14-93d1-0ce82e1115c4'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:26:26.916103 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-81538adc-f57e-4c06-9344-1b78078b4b75 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:27.026972 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No active binding found for port 52ac263c-f2da-4a8a-9557-0e350e833938 {{(pid=88199) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 05 20:26:27.027412 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 52ac263c-f2da-4a8a-9557-0e350e833938 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 05 20:26:27.058674 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81538adc-f57e-4c06-9344-1b78078b4b75 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Pushing event deleted for resources: {'Port': ['ID=52ac263c-f2da-4a8a-9557-0e350e833938,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:27.096331 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Port 52ac263c-f2da-4a8a-9557-0e350e833938 not found, will not notify nova. {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 05 20:26:27.096794 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device dda17b6d-22db-4a40-b7ec-270c67330558 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:26:27.182012 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-5c1e66e6-1197-47e1-bfc3-5237010545f2 None None] Could not find standard attr ID for object 52ac263c-f2da-4a8a-9557-0e350e833938. {{(pid=88199) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 20:26:27.191634 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-5816626a-d5c2-402d-85a8-f85ef92b2d31 None None] Set router a972cae5-5fb3-4e14-93d1-0ce82e1115c4 gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:26:27.200491 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port dda17b6d-22db-4a40-b7ec-270c67330558 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:26:27.200857 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:27.457915 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fecfb7e-eb16-4540-88e4-b5e90a3df4a2 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Deleting subnet 72f2ed9e-bfc6-49f3-96a4-7705dfb794ac {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:26:27.463963 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6fecfb7e-eb16-4540-88e4-b5e90a3df4a2 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:27.531363 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6fecfb7e-eb16-4540-88e4-b5e90a3df4a2 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:27.590191 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5287f6-4bdb-4135-83ec-b6d574d18ccb req-78086b69-9f37-4955-b142-74000f61b9cd tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:27.591891 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3e5287f6-4bdb-4135-83ec-b6d574d18ccb req-78086b69-9f37-4955-b142-74000f61b9cd tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] 10.222.0.24 "GET /v2.0/ports?device_id=71d2d7e0-c711-4b94-b69f-d106cf0e14a7 HTTP/1.1" status: 200 len: 946 time: 0.6533124 May 05 20:26:27.693879 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-5816626a-d5c2-402d-85a8-f85ef92b2d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'name': 'tempest-RoutersIpV6Test-router-1071824586', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:25:39Z', 'updated_at': '2022-05-05T20:26:26Z', 'revision_number': 8, 'project_id': '08e9223c846c46d791083957f9887d85', 'gw_port_host': None, '_interfaces': [{'id': '13777760-b6d3-4b38-a853-3ad8c2785a5e', 'name': '', 'network_id': '9b70ff80-1f27-4f40-83a9-7dbee77d17b8', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'mac_address': 'fa:16:3e:7e:dd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'f674a2a0-29bf-41ee-9d8f-7953a34a355d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:26:01Z', 'updated_at': '2022-05-05T20:26:12Z', 'revision_number': 5, 'project_id': '08e9223c846c46d791083957f9887d85', 'subnets': [{'id': 'f674a2a0-29bf-41ee-9d8f-7953a34a355d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '680ddb35-13dc-4381-9fda-155a81b755df', 'name': '', 'network_id': '631175f0-a304-4980-829b-edc030fb8e19', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'mac_address': 'fa:16:3e:b1:d1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '37ab342c-5785-4eb7-8fad-ab78562b20ea', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:25:51Z', 'updated_at': '2022-05-05T20:26:08Z', 'revision_number': 5, 'project_id': '08e9223c846c46d791083957f9887d85', 'subnets': [{'id': '37ab342c-5785-4eb7-8fad-ab78562b20ea', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdd36598-929f-44fd-8971-c7456b555c46', 'name': '', 'network_id': '66f9563e-ee07-4869-b402-893db36b82d7', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'mac_address': 'fa:16:3e:01:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'e6455b0a-80fa-4a59-816f-11b102eee8a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:25:42Z', 'updated_at': '2022-05-05T20:25:52Z', 'revision_number': 5, 'project_id': '08e9223c846c46d791083957f9887d85', 'subnets': [{'id': 'e6455b0a-80fa-4a59-816f-11b102eee8a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:26:27.699327 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5816626a-d5c2-402d-85a8-f85ef92b2d31 None None] The sync data for ids ['a972cae5-5fb3-4e14-93d1-0ce82e1115c4'] in n-d-840717-1 is: [{'id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'name': 'tempest-RoutersIpV6Test-router-1071824586', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:25:39Z', 'updated_at': '2022-05-05T20:26:26Z', 'revision_number': 8, 'project_id': '08e9223c846c46d791083957f9887d85', 'gw_port_host': None, '_interfaces': [{'id': '13777760-b6d3-4b38-a853-3ad8c2785a5e', 'name': '', 'network_id': '9b70ff80-1f27-4f40-83a9-7dbee77d17b8', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'mac_address': 'fa:16:3e:7e:dd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'f674a2a0-29bf-41ee-9d8f-7953a34a355d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:26:01Z', 'updated_at': '2022-05-05T20:26:12Z', 'revision_number': 5, 'project_id': '08e9223c846c46d791083957f9887d85', 'subnets': [{'id': 'f674a2a0-29bf-41ee-9d8f-7953a34a355d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '680ddb35-13dc-4381-9fda-155a81b755df', 'name': '', 'network_id': '631175f0-a304-4980-829b-edc030fb8e19', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'mac_address': 'fa:16:3e:b1:d1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '37ab342c-5785-4eb7-8fad-ab78562b20ea', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:25:51Z', 'updated_at': '2022-05-05T20:26:08Z', 'revision_number': 5, 'project_id': '08e9223c846c46d791083957f9887d85', 'subnets': [{'id': '37ab342c-5785-4eb7-8fad-ab78562b20ea', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdd36598-929f-44fd-8971-c7456b555c46', 'name': '', 'network_id': '66f9563e-ee07-4869-b402-893db36b82d7', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'mac_address': 'fa:16:3e:01:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'e6455b0a-80fa-4a59-816f-11b102eee8a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:25:42Z', 'updated_at': '2022-05-05T20:25:52Z', 'revision_number': 5, 'project_id': '08e9223c846c46d791083957f9887d85', 'subnets': [{'id': 'e6455b0a-80fa-4a59-816f-11b102eee8a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:26:27.722820 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-993b596c-28cc-409a-aab7-5ed3ea07b805 None None] Provisioning complete for port dda17b6d-22db-4a40-b7ec-270c67330558 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:26:27.723257 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-993b596c-28cc-409a-aab7-5ed3ea07b805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:27.765857 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-3e5287f6-4bdb-4135-83ec-b6d574d18ccb req-1fd25e86-4ef6-47e0-934d-9a9741827b9e tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Deleting port fab58869-8fbc-4a31-a91e-3b2bdfe38d12 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:26:27.766143 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-3e5287f6-4bdb-4135-83ec-b6d574d18ccb req-1fd25e86-4ef6-47e0-934d-9a9741827b9e tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:27.853754 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-81538adc-f57e-4c06-9344-1b78078b4b75 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:27.874435 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2593bd5-6666-4e7c-96b2-d4b454d1cdc7 req-d593f9ef-5749-4bcb-b219-bcd0cb21dd54 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:27.876252 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6fecfb7e-eb16-4540-88e4-b5e90a3df4a2 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:27.876837 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b2593bd5-6666-4e7c-96b2-d4b454d1cdc7 req-d593f9ef-5749-4bcb-b219-bcd0cb21dd54 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] 10.222.0.36 "GET /v2.0/ports?device_id=71d2d7e0-c711-4b94-b69f-d106cf0e14a7 HTTP/1.1" status: 200 len: 946 time: 0.7464557 May 05 20:26:28.111144 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-080bdc6b-8c86-4942-8777-6ca2c9f1ce04 None None] Could not find standard attr ID for object ee27078c-fab8-4585-b728-6f07a8194b2c. {{(pid=88199) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 20:26:28.200030 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b2593bd5-6666-4e7c-96b2-d4b454d1cdc7 req-b9636a9f-dbab-44b6-b3b4-d8e2e8478789 tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] 10.222.0.36 "GET /v2.0/security-groups?id=8eda2352-7e6c-4384-97c1-b91c9276aa32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361977 May 05 20:26:28.201503 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6fecfb7e-eb16-4540-88e4-b5e90a3df4a2 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:28.288960 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 52ac263c-f2da-4a8a-9557-0e350e833938 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:26:28.307648 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fecfb7e-eb16-4540-88e4-b5e90a3df4a2 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event deleted for resources: {'Subnet': ['ID=72f2ed9e-bfc6-49f3-96a4-7705dfb794ac,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:28.307648 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6fecfb7e-eb16-4540-88e4-b5e90a3df4a2 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:28.356310 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 52ac263c-f2da-4a8a-9557-0e350e833938 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:26:28.357821 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 52ac263c-f2da-4a8a-9557-0e350e833938 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:26:28.366320 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-3e5287f6-4bdb-4135-83ec-b6d574d18ccb req-1fd25e86-4ef6-47e0-934d-9a9741827b9e tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] For port fab58869-8fbc-4a31-a91e-3b2bdfe38d12, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=fab58869-8fbc-4a31-a91e-3b2bdfe38d12,segment=NetworkSegment(91a06b22-4f81-42bf-a32c-14ccd82ed834),segment_id=91a06b22-4f81-42bf-a32c-14ccd82ed834)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:26:28.366711 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-3e5287f6-4bdb-4135-83ec-b6d574d18ccb req-1fd25e86-4ef6-47e0-934d-9a9741827b9e tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:28.378008 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-6fecfb7e-eb16-4540-88e4-b5e90a3df4a2 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/subnets/72f2ed9e-bfc6-49f3-96a4-7705dfb794ac HTTP/1.1" status: 204 len: 168 time: 1.5261476 May 05 20:26:28.378188 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e1eff8-ac39-4049-b735-17a7322f08d7 None None] Network 7289b573-7530-4f0a-b5b0-032373718af7 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:26:28.378697 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56818) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:28.498743 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81538adc-f57e-4c06-9344-1b78078b4b75 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Router a972cae5-5fb3-4e14-93d1-0ce82e1115c4 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:26:28.565020 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-3e5287f6-4bdb-4135-83ec-b6d574d18ccb req-1fd25e86-4ef6-47e0-934d-9a9741827b9e tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Calling delete_port for fab58869-8fbc-4a31-a91e-3b2bdfe38d12 owned by compute:nova {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:26:28.598029 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-acdcef03-23c0-44a2-a860-c1758c91307b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2182550 May 05 20:26:28.610703 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56824) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:28.619260 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-ef6d6678-a1fa-4943-9ad4-aa0321fc0b8b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Request body: {'subnet': {'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:26:28.728728 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81538adc-f57e-4c06-9344-1b78078b4b75 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:26:28.744535 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757669b1-3f92-4d8c-9010-a365d1faa172 None None] Sync routers for ids ['a972cae5-5fb3-4e14-93d1-0ce82e1115c4'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:26:28.760758 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757669b1-3f92-4d8c-9010-a365d1faa172 None None] Routers {'a972cae5-5fb3-4e14-93d1-0ce82e1115c4'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:26:28.761528 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-757669b1-3f92-4d8c-9010-a365d1faa172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:26:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['a972cae5-5fb3-4e14-93d1-0ce82e1115c4'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:26:28.768502 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-ef6d6678-a1fa-4943-9ad4-aa0321fc0b8b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:26:28.769940 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-81538adc-f57e-4c06-9344-1b78078b4b75 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "PUT /v2.0/routers/a972cae5-5fb3-4e14-93d1-0ce82e1115c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5715864 May 05 20:26:28.770829 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56830) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:28.803224 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-ef6d6678-a1fa-4943-9ad4-aa0321fc0b8b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Usage tracker for resource:subnet and tenant:0780f842482f4e59b41843f42dd46f0e is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:26:28.811562 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-ef6d6678-a1fa-4943-9ad4-aa0321fc0b8b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:26:28.820599 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-ef6d6678-a1fa-4943-9ad4-aa0321fc0b8b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:26:28.830399 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f64b7b-b3b0-44d8-8384-adeabe882952 None None] DHCP port deletion for 7289b573-7530-4f0a-b5b0-032373718af7 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:26:28.848579 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6d6678-a1fa-4943-9ad4-aa0321fc0b8b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Made reservation on behalf of 0780f842482f4e59b41843f42dd46f0e for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:26:28.852469 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ef6d6678-a1fa-4943-9ad4-aa0321fc0b8b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:28.879646 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-3e5287f6-4bdb-4135-83ec-b6d574d18ccb req-1fd25e86-4ef6-47e0-934d-9a9741827b9e tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:28.898052 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-949c3249-804d-43fd-a850-7195b349f21c tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Deleting subnet e5753f7a-fe26-44aa-b6b2-1274c2c6628f {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:26:28.902667 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-949c3249-804d-43fd-a850-7195b349f21c tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:28.903060 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-69f64b7b-b3b0-44d8-8384-adeabe882952 None None] Deleting port dda17b6d-22db-4a40-b7ec-270c67330558 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:26:28.903470 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-69f64b7b-b3b0-44d8-8384-adeabe882952 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:28.954989 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd25e86-4ef6-47e0-934d-9a9741827b9e tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Pushing event deleted for resources: {'Port': ['ID=fab58869-8fbc-4a31-a91e-3b2bdfe38d12,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:28.978576 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-949c3249-804d-43fd-a850-7195b349f21c tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:29.041948 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-757669b1-3f92-4d8c-9010-a365d1faa172 None None] Set router a972cae5-5fb3-4e14-93d1-0ce82e1115c4 gateway port host: None {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:26:29.105151 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e5287f6-4bdb-4135-83ec-b6d574d18ccb req-1fd25e86-4ef6-47e0-934d-9a9741827b9e tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] No DVR routers for this DVR port fab58869-8fbc-4a31-a91e-3b2bdfe38d12 on host n-h1-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:26:29.109784 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-3e5287f6-4bdb-4135-83ec-b6d574d18ccb req-1fd25e86-4ef6-47e0-934d-9a9741827b9e tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:29.112338 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d2d7e0-c711-4b94-b69f-d106cf0e14a7', 'name': 'network-vif-deleted', 'tag': 'fab58869-8fbc-4a31-a91e-3b2bdfe38d12'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:26:29.117634 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-949c3249-804d-43fd-a850-7195b349f21c tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:29.169207 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3e5287f6-4bdb-4135-83ec-b6d574d18ccb req-1fd25e86-4ef6-47e0-934d-9a9741827b9e tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] 10.222.0.24 "DELETE /v2.0/ports/fab58869-8fbc-4a31-a91e-3b2bdfe38d12 HTTP/1.1" status: 204 len: 173 time: 1.5686159 May 05 20:26:29.212018 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f982971b-5ca0-4fcf-a8a4-e29afa9bf502'] response: {'server_uuid': '71d2d7e0-c711-4b94-b69f-d106cf0e14a7', 'name': 'network-vif-deleted', 'tag': 'fab58869-8fbc-4a31-a91e-3b2bdfe38d12', 'status': 'completed', 'code': 200} May 05 20:26:29.271003 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-949c3249-804d-43fd-a850-7195b349f21c tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:29.307808 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ef6d6678-a1fa-4943-9ad4-aa0321fc0b8b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:29.384118 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949c3249-804d-43fd-a850-7195b349f21c tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Pushing event deleted for resources: {'Subnet': ['ID=e5753f7a-fe26-44aa-b6b2-1274c2c6628f,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:29.391041 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-69f64b7b-b3b0-44d8-8384-adeabe882952 None None] For port dda17b6d-22db-4a40-b7ec-270c67330558, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=dda17b6d-22db-4a40-b7ec-270c67330558,segment=NetworkSegment(1cf78a78-2d57-4ccb-9633-08c37696a2c0),segment_id=1cf78a78-2d57-4ccb-9633-08c37696a2c0)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:26:29.391848 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-69f64b7b-b3b0-44d8-8384-adeabe882952 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:29.476724 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-949c3249-804d-43fd-a850-7195b349f21c tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:29.485271 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-949c3249-804d-43fd-a850-7195b349f21c tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "DELETE /v2.0/subnets/e5753f7a-fe26-44aa-b6b2-1274c2c6628f HTTP/1.1" status: 204 len: 168 time: 0.6986024 May 05 20:26:29.493576 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56854) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:29.499386 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bdba5e76-9769-4ae7-9370-19388f101784 req-956f655a-b842-4df4-82ad-b11fc028a9cb tempest-VolumesSnapshotTestJSON-47977157 tempest-VolumesSnapshotTestJSON-47977157-project] 10.222.0.36 "GET /v2.0/ports?device_id=71d2d7e0-c711-4b94-b69f-d106cf0e14a7 HTTP/1.1" status: 200 len: 210 time: 0.1156464 May 05 20:26:29.525221 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9b6d86-a2aa-4e36-ad21-7b21351e05c6 None None] Network 70180f33-89dc-47cd-b8c2-d3ddb3425226 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:26:29.597303 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6d6678-a1fa-4943-9ad4-aa0321fc0b8b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event updated for resources: {'Subnet': ['ID=3036d1f0-583b-4d0f-866a-f2d49ec4b310,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:29.611725 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6d6678-a1fa-4943-9ad4-aa0321fc0b8b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Network 7289b573-7530-4f0a-b5b0-032373718af7 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:26:29.613238 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-ef6d6678-a1fa-4943-9ad4-aa0321fc0b8b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:26:29.617232 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6d6678-a1fa-4943-9ad4-aa0321fc0b8b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:29.617528 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ef6d6678-a1fa-4943-9ad4-aa0321fc0b8b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:29.645237 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f4951874-6039-4582-b3c2-aab6935ee7d6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:29.651653 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-ef6d6678-a1fa-4943-9ad4-aa0321fc0b8b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0399265 May 05 20:26:29.654677 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56858) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:29.658588 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-f4951874-6039-4582-b3c2-aab6935ee7d6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Deleting port 284b2257-5ae1-4c4c-b2e0-2bc9744901a9 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:26:29.658945 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f4951874-6039-4582-b3c2-aab6935ee7d6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:29.660852 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-492824aa-4829-4a53-8783-e25b7033c53c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Request body: {'port': {'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'fixed_ips': [{'subnet_id': '3036d1f0-583b-4d0f-866a-f2d49ec4b310', 'ip_address': '2001:db8::c19:e9dd:4e3:6ab9'}], 'name': 'tempest-NetworksTestDHCPv6-1258912059'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:26:29.687056 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-69f64b7b-b3b0-44d8-8384-adeabe882952 None None] Calling delete_port for dda17b6d-22db-4a40-b7ec-270c67330558 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:26:29.822883 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-492824aa-4829-4a53-8783-e25b7033c53c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:26:29.827639 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-492824aa-4829-4a53-8783-e25b7033c53c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Usage tracker for resource:port and tenant:0780f842482f4e59b41843f42dd46f0e is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:26:29.831059 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-492824aa-4829-4a53-8783-e25b7033c53c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:26:29.838448 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-492824aa-4829-4a53-8783-e25b7033c53c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:26:29.850143 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492824aa-4829-4a53-8783-e25b7033c53c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Made reservation on behalf of 0780f842482f4e59b41843f42dd46f0e for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:26:29.932264 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device fab58869-8fbc-4a31-a91e-3b2bdfe38d12 no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:26:29.972382 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-f4951874-6039-4582-b3c2-aab6935ee7d6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] For port 284b2257-5ae1-4c4c-b2e0-2bc9744901a9, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=284b2257-5ae1-4c4c-b2e0-2bc9744901a9,segment=NetworkSegment(1edd9eb8-76a4-49ea-96ef-7ef45b47378d),segment_id=1edd9eb8-76a4-49ea-96ef-7ef45b47378d)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:26:29.972837 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f4951874-6039-4582-b3c2-aab6935ee7d6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:29.985220 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-69f64b7b-b3b0-44d8-8384-adeabe882952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:29.986658 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56862) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:29.989458 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] No Port match for: fab58869-8fbc-4a31-a91e-3b2bdfe38d12 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:26:29.989798 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device fab58869-8fbc-4a31-a91e-3b2bdfe38d12 not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:26:29.995299 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-d8349e6a-da7b-4bb3-a748-20619a78c9c5 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Request body: {'network': {'name': 'tempest-network-smoke--2087158340', 'project_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'port_security_enabled': True}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:26:30.025609 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-492824aa-4829-4a53-8783-e25b7033c53c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:30.049291 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [None req-492824aa-4829-4a53-8783-e25b7033c53c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] device_id is not set on port a752bd05-296c-46bc-9cf7-c5c0fa3ffb2f yet. {{(pid=88197) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:26:30.056751 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d8349e6a-da7b-4bb3-a748-20619a78c9c5 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:26:30.133736 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f64b7b-b3b0-44d8-8384-adeabe882952 None None] Pushing event deleted for resources: {'Port': ['ID=dda17b6d-22db-4a40-b7ec-270c67330558,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:30.145387 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f64b7b-b3b0-44d8-8384-adeabe882952 None None] No DVR routers for this DVR port dda17b6d-22db-4a40-b7ec-270c67330558 on host n-d-840717-1 {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:26:30.208029 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17248b1d-0e04-47a0-9daf-1875919ecc30 None None] Network 7289b573-7530-4f0a-b5b0-032373718af7 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:26:30.257410 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-f4951874-6039-4582-b3c2-aab6935ee7d6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Calling delete_port for 284b2257-5ae1-4c4c-b2e0-2bc9744901a9 owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:26:30.285704 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d8349e6a-da7b-4bb3-a748-20619a78c9c5 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Usage tracker for resource:network and tenant:6e19ee4cb1294f70bec1dac29584f7fc is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:26:30.293397 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-492824aa-4829-4a53-8783-e25b7033c53c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Allocated IP 2001:db8::c19:e9dd:4e3:6ab9 (7289b573-7530-4f0a-b5b0-032373718af7/3036d1f0-583b-4d0f-866a-f2d49ec4b310/a752bd05-296c-46bc-9cf7-c5c0fa3ffb2f) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:26:30.298602 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d8349e6a-da7b-4bb3-a748-20619a78c9c5 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:26:30.309827 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d8349e6a-da7b-4bb3-a748-20619a78c9c5 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:26:30.328681 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8349e6a-da7b-4bb3-a748-20619a78c9c5 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Made reservation on behalf of 6e19ee4cb1294f70bec1dac29584f7fc for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:26:30.332155 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d8349e6a-da7b-4bb3-a748-20619a78c9c5 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:30.340903 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device dda17b6d-22db-4a40-b7ec-270c67330558 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:26:30.356121 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d8349e6a-da7b-4bb3-a748-20619a78c9c5 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:30.375319 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d8349e6a-da7b-4bb3-a748-20619a78c9c5 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:26:30.379240 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d8349e6a-da7b-4bb3-a748-20619a78c9c5 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Usage tracker for resource:security_group_rule and tenant:6e19ee4cb1294f70bec1dac29584f7fc is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:26:30.383229 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d8349e6a-da7b-4bb3-a748-20619a78c9c5 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:26:30.386114 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f4951874-6039-4582-b3c2-aab6935ee7d6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:30.403587 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: dda17b6d-22db-4a40-b7ec-270c67330558 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:26:30.403940 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device dda17b6d-22db-4a40-b7ec-270c67330558 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:26:30.437020 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d8349e6a-da7b-4bb3-a748-20619a78c9c5 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:26:30.438660 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4951874-6039-4582-b3c2-aab6935ee7d6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] No DVR routers for this DVR port 284b2257-5ae1-4c4c-b2e0-2bc9744901a9 on host n-d-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:26:30.472918 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4951874-6039-4582-b3c2-aab6935ee7d6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Pushing event deleted for resources: {'Port': ['ID=284b2257-5ae1-4c4c-b2e0-2bc9744901a9,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:30.524941 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-757669b1-3f92-4d8c-9010-a365d1faa172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'name': 'tempest-RoutersIpV6Test-router-1071824586', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:25:39Z', 'updated_at': '2022-05-05T20:26:26Z', 'revision_number': 8, 'project_id': '08e9223c846c46d791083957f9887d85', 'gw_port_host': None, '_interfaces': [{'id': '13777760-b6d3-4b38-a853-3ad8c2785a5e', 'name': '', 'network_id': '9b70ff80-1f27-4f40-83a9-7dbee77d17b8', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'mac_address': 'fa:16:3e:7e:dd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'f674a2a0-29bf-41ee-9d8f-7953a34a355d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:26:01Z', 'updated_at': '2022-05-05T20:26:12Z', 'revision_number': 5, 'project_id': '08e9223c846c46d791083957f9887d85', 'subnets': [{'id': 'f674a2a0-29bf-41ee-9d8f-7953a34a355d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '680ddb35-13dc-4381-9fda-155a81b755df', 'name': '', 'network_id': '631175f0-a304-4980-829b-edc030fb8e19', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'mac_address': 'fa:16:3e:b1:d1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '37ab342c-5785-4eb7-8fad-ab78562b20ea', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:25:51Z', 'updated_at': '2022-05-05T20:26:08Z', 'revision_number': 5, 'project_id': '08e9223c846c46d791083957f9887d85', 'subnets': [{'id': '37ab342c-5785-4eb7-8fad-ab78562b20ea', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdd36598-929f-44fd-8971-c7456b555c46', 'name': '', 'network_id': '66f9563e-ee07-4869-b402-893db36b82d7', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'mac_address': 'fa:16:3e:01:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'e6455b0a-80fa-4a59-816f-11b102eee8a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:25:42Z', 'updated_at': '2022-05-05T20:25:52Z', 'revision_number': 5, 'project_id': '08e9223c846c46d791083957f9887d85', 'subnets': [{'id': 'e6455b0a-80fa-4a59-816f-11b102eee8a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:26:30.533411 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757669b1-3f92-4d8c-9010-a365d1faa172 None None] Checking router: a972cae5-5fb3-4e14-93d1-0ce82e1115c4 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:26:30.534894 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f454676-187b-4d21-8728-43cbde67d6e0 None None] DHCP port deletion for 70180f33-89dc-47cd-b8c2-d3ddb3425226 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:26:30.589058 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757669b1-3f92-4d8c-9010-a365d1faa172 None None] Routers {'a972cae5-5fb3-4e14-93d1-0ce82e1115c4'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:26:30.589694 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-757669b1-3f92-4d8c-9010-a365d1faa172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:26:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['a972cae5-5fb3-4e14-93d1-0ce82e1115c4'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:26:30.597167 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-492824aa-4829-4a53-8783-e25b7033c53c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:30.626856 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f4951874-6039-4582-b3c2-aab6935ee7d6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:30.627059 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-492824aa-4829-4a53-8783-e25b7033c53c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Transition to ACTIVE for port object a752bd05-296c-46bc-9cf7-c5c0fa3ffb2f will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:26:30.653707 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-492824aa-4829-4a53-8783-e25b7033c53c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:30.674083 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fa0cf5-ffd8-42cd-8f0b-a46cb4bf4868 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-7289b573-7530-4f0a-b5b0-032373718af7', 'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'tenant_id': '0780f842482f4e59b41843f42dd46f0e', 'fixed_ips': [{'subnet_id': '3036d1f0-583b-4d0f-866a-f2d49ec4b310'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:26:30.674925 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-21fa0cf5-ffd8-42cd-8f0b-a46cb4bf4868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:30.702953 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d8349e6a-da7b-4bb3-a748-20619a78c9c5 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:30.726796 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-f4951874-6039-4582-b3c2-aab6935ee7d6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70180f33-89dc-47cd-b8c2-d3ddb3425226']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:26:30.743536 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-f4951874-6039-4582-b3c2-aab6935ee7d6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1edd9eb8-76a4-49ea-96ef-7ef45b47378d') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:26:30.743735 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-f4951874-6039-4582-b3c2-aab6935ee7d6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1edd9eb8-76a4-49ea-96ef-7ef45b47378d') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:26:30.762350 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f4951874-6039-4582-b3c2-aab6935ee7d6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:30.783230 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d8349e6a-da7b-4bb3-a748-20619a78c9c5 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:30.801519 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492824aa-4829-4a53-8783-e25b7033c53c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Network 7289b573-7530-4f0a-b5b0-032373718af7 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:26:30.807036 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-492824aa-4829-4a53-8783-e25b7033c53c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:26:30.811440 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492824aa-4829-4a53-8783-e25b7033c53c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:26:30.819125 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492824aa-4829-4a53-8783-e25b7033c53c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:30.820552 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-492824aa-4829-4a53-8783-e25b7033c53c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:30.846744 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f4951874-6039-4582-b3c2-aab6935ee7d6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:30.860012 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492824aa-4829-4a53-8783-e25b7033c53c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event updated for resources: {'Port': ['ID=a752bd05-296c-46bc-9cf7-c5c0fa3ffb2f,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:30.870786 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-492824aa-4829-4a53-8783-e25b7033c53c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.2148962 May 05 20:26:30.873292 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56870) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:30.878802 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-757669b1-3f92-4d8c-9010-a365d1faa172 None None] Set router a972cae5-5fb3-4e14-93d1-0ce82e1115c4 gateway port host: None {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:26:30.892478 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4951874-6039-4582-b3c2-aab6935ee7d6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:26:30.892861 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f4951874-6039-4582-b3c2-aab6935ee7d6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:30.925626 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:26:30.925626 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:26:30.925626 n-d-840717-1 neutron-server[88198]: timer() May 05 20:26:30.925626 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:26:30.925626 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:26:30.925626 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:26:30.925626 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:26:30.925626 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:26:30.925626 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:26:30.925626 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:26:30.925626 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:26:30.925626 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:26:30.925626 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:26:30.925626 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:26:30.925626 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:26:30.925626 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:26:30.925626 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:26:30.925626 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:26:30.925626 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:26:30.925626 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:26:30.925626 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:26:30.925626 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:26:30.925626 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:26:30.925626 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:26:30.925626 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:26:30.925626 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:26:30.925626 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:26:30.925626 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:26:30.925626 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:26:30.925626 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:26:30.925626 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:26:30.925626 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:26:30.959805 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8349e6a-da7b-4bb3-a748-20619a78c9c5 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54df28b3-407d-40ce-901b-f4d8cf983e7b,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:31.023633 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4060412-283a-4a61-88c8-29947cf14eac tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:31.025129 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a4060412-283a-4a61-88c8-29947cf14eac tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Synchronizing usage tracker for tenant:0780f842482f4e59b41843f42dd46f0e on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:26:31.042273 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a4060412-283a-4a61-88c8-29947cf14eac tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Unset dirty status for tenant:0780f842482f4e59b41843f42dd46f0e on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:26:31.044529 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-a4060412-283a-4a61-88c8-29947cf14eac tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.1693270 May 05 20:26:31.046931 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56874) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:31.051472 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f4951874-6039-4582-b3c2-aab6935ee7d6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:31.084122 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f4951874-6039-4582-b3c2-aab6935ee7d6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:31.106563 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8349e6a-da7b-4bb3-a748-20619a78c9c5 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:26:31.109322 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4951874-6039-4582-b3c2-aab6935ee7d6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Pushing event deleted for resources: {'Network': ['ID=70180f33-89dc-47cd-b8c2-d3ddb3425226,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:31.114666 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f4951874-6039-4582-b3c2-aab6935ee7d6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "DELETE /v2.0/networks/70180f33-89dc-47cd-b8c2-d3ddb3425226 HTTP/1.1" status: 204 len: 168 time: 1.6174045 May 05 20:26:31.116347 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56878) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:31.123700 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d8349e6a-da7b-4bb3-a748-20619a78c9c5 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:31.124755 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-d8349e6a-da7b-4bb3-a748-20619a78c9c5 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Added segment c9572696-a17a-4a14-8a0a-056b3544c241 of type vlan for network 2d78f89d-11e6-44e7-a45c-e21c5f87f387 May 05 20:26:31.125501 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-21fa0cf5-ffd8-42cd-8f0b-a46cb4bf4868 None None] Allocated IP 2001:db8::2 (7289b573-7530-4f0a-b5b0-032373718af7/3036d1f0-583b-4d0f-866a-f2d49ec4b310/0eff3fb0-e999-42e8-9715-1b86ab2a7a88) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:26:31.160253 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d8349e6a-da7b-4bb3-a748-20619a78c9c5 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:31.207061 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d8349e6a-da7b-4bb3-a748-20619a78c9c5 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:31.223765 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8349e6a-da7b-4bb3-a748-20619a78c9c5 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:31.225020 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d8349e6a-da7b-4bb3-a748-20619a78c9c5 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:31.281190 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-3fa13f86-aa52-4b21-aef8-aad172bcfb95 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Deleting port a752bd05-296c-46bc-9cf7-c5c0fa3ffb2f {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:26:31.281534 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3fa13f86-aa52-4b21-aef8-aad172bcfb95 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:31.314341 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d8349e6a-da7b-4bb3-a748-20619a78c9c5 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3264358 May 05 20:26:31.319236 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56886) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:31.337597 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-fa900865-c326-49b9-adf1-2ad5fabcbd9d tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1625313984', 'admin_state_up': True, 'project_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:26:31.354365 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-fa900865-c326-49b9-adf1-2ad5fabcbd9d tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:26:31.365862 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-fa900865-c326-49b9-adf1-2ad5fabcbd9d tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Usage tracker for resource:router and tenant:6e19ee4cb1294f70bec1dac29584f7fc is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:26:31.418479 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-fa900865-c326-49b9-adf1-2ad5fabcbd9d tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:26:31.430052 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8349e6a-da7b-4bb3-a748-20619a78c9c5 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Pushing event updated for resources: {'Network': ['ID=2d78f89d-11e6-44e7-a45c-e21c5f87f387,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:31.442240 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-fa900865-c326-49b9-adf1-2ad5fabcbd9d tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:26:31.455987 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fa900865-c326-49b9-adf1-2ad5fabcbd9d tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:31.457017 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fa900865-c326-49b9-adf1-2ad5fabcbd9d tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:31.468944 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 2d78f89d-11e6-44e7-a45c-e21c5f87f387 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:26:31.478204 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fa900865-c326-49b9-adf1-2ad5fabcbd9d tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:31.609667 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-21fa0cf5-ffd8-42cd-8f0b-a46cb4bf4868 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:31.623141 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-757669b1-3f92-4d8c-9010-a365d1faa172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'name': 'tempest-RoutersIpV6Test-router-1071824586', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:25:39Z', 'updated_at': '2022-05-05T20:26:26Z', 'revision_number': 8, 'project_id': '08e9223c846c46d791083957f9887d85', 'gw_port_host': None, '_interfaces': [{'id': '13777760-b6d3-4b38-a853-3ad8c2785a5e', 'name': '', 'network_id': '9b70ff80-1f27-4f40-83a9-7dbee77d17b8', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'mac_address': 'fa:16:3e:7e:dd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'f674a2a0-29bf-41ee-9d8f-7953a34a355d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:26:01Z', 'updated_at': '2022-05-05T20:26:12Z', 'revision_number': 5, 'project_id': '08e9223c846c46d791083957f9887d85', 'subnets': [{'id': 'f674a2a0-29bf-41ee-9d8f-7953a34a355d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '680ddb35-13dc-4381-9fda-155a81b755df', 'name': '', 'network_id': '631175f0-a304-4980-829b-edc030fb8e19', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'mac_address': 'fa:16:3e:b1:d1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '37ab342c-5785-4eb7-8fad-ab78562b20ea', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:25:51Z', 'updated_at': '2022-05-05T20:26:08Z', 'revision_number': 5, 'project_id': '08e9223c846c46d791083957f9887d85', 'subnets': [{'id': '37ab342c-5785-4eb7-8fad-ab78562b20ea', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdd36598-929f-44fd-8971-c7456b555c46', 'name': '', 'network_id': '66f9563e-ee07-4869-b402-893db36b82d7', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'mac_address': 'fa:16:3e:01:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'e6455b0a-80fa-4a59-816f-11b102eee8a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:25:42Z', 'updated_at': '2022-05-05T20:25:52Z', 'revision_number': 5, 'project_id': '08e9223c846c46d791083957f9887d85', 'subnets': [{'id': 'e6455b0a-80fa-4a59-816f-11b102eee8a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:26:31.627774 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-21fa0cf5-ffd8-42cd-8f0b-a46cb4bf4868 None None] Transition to ACTIVE for port object 0eff3fb0-e999-42e8-9715-1b86ab2a7a88 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:26:31.634227 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757669b1-3f92-4d8c-9010-a365d1faa172 None None] The sync data for ids ['a972cae5-5fb3-4e14-93d1-0ce82e1115c4'] in n-d-840717-1 is: [{'id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'name': 'tempest-RoutersIpV6Test-router-1071824586', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:25:39Z', 'updated_at': '2022-05-05T20:26:26Z', 'revision_number': 8, 'project_id': '08e9223c846c46d791083957f9887d85', 'gw_port_host': None, '_interfaces': [{'id': '13777760-b6d3-4b38-a853-3ad8c2785a5e', 'name': '', 'network_id': '9b70ff80-1f27-4f40-83a9-7dbee77d17b8', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'mac_address': 'fa:16:3e:7e:dd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'f674a2a0-29bf-41ee-9d8f-7953a34a355d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:26:01Z', 'updated_at': '2022-05-05T20:26:12Z', 'revision_number': 5, 'project_id': '08e9223c846c46d791083957f9887d85', 'subnets': [{'id': 'f674a2a0-29bf-41ee-9d8f-7953a34a355d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '680ddb35-13dc-4381-9fda-155a81b755df', 'name': '', 'network_id': '631175f0-a304-4980-829b-edc030fb8e19', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'mac_address': 'fa:16:3e:b1:d1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '37ab342c-5785-4eb7-8fad-ab78562b20ea', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:25:51Z', 'updated_at': '2022-05-05T20:26:08Z', 'revision_number': 5, 'project_id': '08e9223c846c46d791083957f9887d85', 'subnets': [{'id': '37ab342c-5785-4eb7-8fad-ab78562b20ea', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdd36598-929f-44fd-8971-c7456b555c46', 'name': '', 'network_id': '66f9563e-ee07-4869-b402-893db36b82d7', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'mac_address': 'fa:16:3e:01:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'e6455b0a-80fa-4a59-816f-11b102eee8a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:25:42Z', 'updated_at': '2022-05-05T20:25:52Z', 'revision_number': 5, 'project_id': '08e9223c846c46d791083957f9887d85', 'subnets': [{'id': 'e6455b0a-80fa-4a59-816f-11b102eee8a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:26:31.649661 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-21fa0cf5-ffd8-42cd-8f0b-a46cb4bf4868 None None] Transition to ACTIVE for port object 0eff3fb0-e999-42e8-9715-1b86ab2a7a88 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:26:31.656168 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-21fa0cf5-ffd8-42cd-8f0b-a46cb4bf4868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:31.820538 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fa0cf5-ffd8-42cd-8f0b-a46cb4bf4868 None None] Network 7289b573-7530-4f0a-b5b0-032373718af7 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:26:31.823703 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-21fa0cf5-ffd8-42cd-8f0b-a46cb4bf4868 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:26:31.827991 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fa0cf5-ffd8-42cd-8f0b-a46cb4bf4868 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:26:31.833981 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fa0cf5-ffd8-42cd-8f0b-a46cb4bf4868 None None] Pushing event updated for resources: {'Port': ['ID=0eff3fb0-e999-42e8-9715-1b86ab2a7a88,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:31.840870 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fa900865-c326-49b9-adf1-2ad5fabcbd9d tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:31.959173 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-21fa0cf5-ffd8-42cd-8f0b-a46cb4bf4868 None None] Attempting to bind port 0eff3fb0-e999-42e8-9715-1b86ab2a7a88 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:26:31.959592 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-21fa0cf5-ffd8-42cd-8f0b-a46cb4bf4868 None None] Attempting to bind port 0eff3fb0-e999-42e8-9715-1b86ab2a7a88 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '1cf78a78-2d57-4ccb-9633-08c37696a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7289b573-7530-4f0a-b5b0-032373718af7'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:26:31.960515 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fa0cf5-ffd8-42cd-8f0b-a46cb4bf4868 None None] Attempting to bind port 0eff3fb0-e999-42e8-9715-1b86ab2a7a88 on network 7289b573-7530-4f0a-b5b0-032373718af7 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:26:31.966409 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fa0cf5-ffd8-42cd-8f0b-a46cb4bf4868 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:26:31.967017 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fa0cf5-ffd8-42cd-8f0b-a46cb4bf4868 None None] Checking segment: {'id': '1cf78a78-2d57-4ccb-9633-08c37696a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7289b573-7530-4f0a-b5b0-032373718af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:26:31.967538 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-21fa0cf5-ffd8-42cd-8f0b-a46cb4bf4868 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:31.967942 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fa0cf5-ffd8-42cd-8f0b-a46cb4bf4868 None None] Bound using segment: {'id': '1cf78a78-2d57-4ccb-9633-08c37696a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7289b573-7530-4f0a-b5b0-032373718af7'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:26:31.968409 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-21fa0cf5-ffd8-42cd-8f0b-a46cb4bf4868 None None] Bound port: 0eff3fb0-e999-42e8-9715-1b86ab2a7a88, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf78a78-2d57-4ccb-9633-08c37696a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7289b573-7530-4f0a-b5b0-032373718af7'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:26:31.968785 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-21fa0cf5-ffd8-42cd-8f0b-a46cb4bf4868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:32.072368 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-21fa0cf5-ffd8-42cd-8f0b-a46cb4bf4868 None None] For port 0eff3fb0-e999-42e8-9715-1b86ab2a7a88, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:26:32.076263 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-21fa0cf5-ffd8-42cd-8f0b-a46cb4bf4868 None None] For port 0eff3fb0-e999-42e8-9715-1b86ab2a7a88, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=0eff3fb0-e999-42e8-9715-1b86ab2a7a88,segment=NetworkSegment(1cf78a78-2d57-4ccb-9633-08c37696a2c0),segment_id=1cf78a78-2d57-4ccb-9633-08c37696a2c0)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:26:32.081978 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-21fa0cf5-ffd8-42cd-8f0b-a46cb4bf4868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:32.152386 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3fa13f86-aa52-4b21-aef8-aad172bcfb95 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:32.235370 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fa0cf5-ffd8-42cd-8f0b-a46cb4bf4868 None None] Pushing event updated for resources: {'Port': ['ID=0eff3fb0-e999-42e8-9715-1b86ab2a7a88,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:32.235893 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fa900865-c326-49b9-adf1-2ad5fabcbd9d tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks [] for router_gateway, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:32.276283 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fa900865-c326-49b9-adf1-2ad5fabcbd9d tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:32.296243 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 284b2257-5ae1-4c4c-b2e0-2bc9744901a9 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:26:32.348202 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-3fa13f86-aa52-4b21-aef8-aad172bcfb95 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Calling delete_port for a752bd05-296c-46bc-9cf7-c5c0fa3ffb2f owned by {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:26:32.354655 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 284b2257-5ae1-4c4c-b2e0-2bc9744901a9 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:26:32.354997 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 284b2257-5ae1-4c4c-b2e0-2bc9744901a9 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:26:32.602906 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3fa13f86-aa52-4b21-aef8-aad172bcfb95 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:32.619258 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-fa900865-c326-49b9-adf1-2ad5fabcbd9d tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Allocated IP 172.25.0.154 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/e462da29-2ff4-4da2-b99c-cd421aba40f0) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:26:32.688500 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa13f86-aa52-4b21-aef8-aad172bcfb95 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event deleted for resources: {'Port': ['ID=a752bd05-296c-46bc-9cf7-c5c0fa3ffb2f,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:32.772201 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3fa13f86-aa52-4b21-aef8-aad172bcfb95 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:32.785544 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-3fa13f86-aa52-4b21-aef8-aad172bcfb95 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/ports/a752bd05-296c-46bc-9cf7-c5c0fa3ffb2f HTTP/1.1" status: 204 len: 168 time: 1.7371807 May 05 20:26:32.791888 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56898) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:32.851494 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fa900865-c326-49b9-adf1-2ad5fabcbd9d tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:32.862040 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-10b811cb-a563-4aa0-be38-0b915d950a18 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:32.885061 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421fd4ea-8343-49b2-bf33-84dbf2b4b42e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:32.886864 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421fd4ea-8343-49b2-bf33-84dbf2b4b42e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:32.890840 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-421fd4ea-8343-49b2-bf33-84dbf2b4b42e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0956137 May 05 20:26:32.891530 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56902) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:32.965890 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d7d7c04-0caa-4a50-928a-a4158013243f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Deleting subnet 3036d1f0-583b-4d0f-866a-f2d49ec4b310 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:26:32.969350 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1d7d7c04-0caa-4a50-928a-a4158013243f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:33.004693 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fa900865-c326-49b9-adf1-2ad5fabcbd9d tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:33.095812 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa900865-c326-49b9-adf1-2ad5fabcbd9d tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:26:33.102060 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-fa900865-c326-49b9-adf1-2ad5fabcbd9d tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:26:33.107168 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1d7d7c04-0caa-4a50-928a-a4158013243f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:33.139144 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa900865-c326-49b9-adf1-2ad5fabcbd9d tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:26:33.175419 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa900865-c326-49b9-adf1-2ad5fabcbd9d tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Pushing event updated for resources: {'Port': ['ID=e462da29-2ff4-4da2-b99c-cd421aba40f0,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:33.230373 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-10b811cb-a563-4aa0-be38-0b915d950a18 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Deleting port 13777760-b6d3-4b38-a853-3ad8c2785a5e {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:26:33.230885 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-10b811cb-a563-4aa0-be38-0b915d950a18 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:33.426167 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1d7d7c04-0caa-4a50-928a-a4158013243f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:33.486134 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-10b811cb-a563-4aa0-be38-0b915d950a18 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] For port 13777760-b6d3-4b38-a853-3ad8c2785a5e, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=13777760-b6d3-4b38-a853-3ad8c2785a5e,segment=NetworkSegment(707dd652-6a6b-4961-ad28-d36ce9444ded),segment_id=707dd652-6a6b-4961-ad28-d36ce9444ded)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:26:33.486601 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-10b811cb-a563-4aa0-be38-0b915d950a18 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:33.614781 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1d7d7c04-0caa-4a50-928a-a4158013243f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:33.621245 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-806d13f7-6f50-4e3b-b1f0-f7bbbb7f3068 None None] Provisioning for port 0eff3fb0-e999-42e8-9715-1b86ab2a7a88 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:26:33.636252 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-10b811cb-a563-4aa0-be38-0b915d950a18 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Calling delete_port for 13777760-b6d3-4b38-a853-3ad8c2785a5e owned by network:router_interface {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:26:33.684395 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7d7c04-0caa-4a50-928a-a4158013243f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event deleted for resources: {'Subnet': ['ID=3036d1f0-583b-4d0f-866a-f2d49ec4b310,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:33.770769 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1d7d7c04-0caa-4a50-928a-a4158013243f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:33.821746 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-1d7d7c04-0caa-4a50-928a-a4158013243f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/subnets/3036d1f0-583b-4d0f-866a-f2d49ec4b310 HTTP/1.1" status: 204 len: 168 time: 0.9291124 May 05 20:26:33.824256 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56908) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:33.954525 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8d1c2f-242c-4941-b00a-9518b10d7f5d None None] Network 7289b573-7530-4f0a-b5b0-032373718af7 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:26:33.962579 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-730ee54b-8f39-48d1-b97f-da47bdcba940 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1369472 May 05 20:26:33.964481 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56912) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:33.969557 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fa900865-c326-49b9-adf1-2ad5fabcbd9d tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks [] for router_gateway, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:33.988708 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b4c3840f-2da1-47e0-a812-80e7d53c793d None None] Could not find standard attr ID for object a752bd05-296c-46bc-9cf7-c5c0fa3ffb2f. {{(pid=88199) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 20:26:34.068862 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-10b811cb-a563-4aa0-be38-0b915d950a18 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:34.130089 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b811cb-a563-4aa0-be38-0b915d950a18 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Pushing event deleted for resources: {'Port': ['ID=13777760-b6d3-4b38-a853-3ad8c2785a5e,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:34.346149 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79cc861-5f31-4ab5-9382-f3d55092bbc8 None None] DHCP port deletion for 7289b573-7530-4f0a-b5b0-032373718af7 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:26:34.351909 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-d79cc861-5f31-4ab5-9382-f3d55092bbc8 None None] Deleting port 0eff3fb0-e999-42e8-9715-1b86ab2a7a88 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:26:34.352500 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d79cc861-5f31-4ab5-9382-f3d55092bbc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:34.389141 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 0eff3fb0-e999-42e8-9715-1b86ab2a7a88 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:26:34.428901 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-10b811cb-a563-4aa0-be38-0b915d950a18 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:34.515294 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa9da12-1968-4692-bf61-860be7341644 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:34.516024 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-5fa9da12-1968-4692-bf61-860be7341644 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Synchronizing usage tracker for tenant:0780f842482f4e59b41843f42dd46f0e on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:26:34.604202 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-5fa9da12-1968-4692-bf61-860be7341644 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Unset dirty status for tenant:0780f842482f4e59b41843f42dd46f0e on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:26:34.607826 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-5fa9da12-1968-4692-bf61-860be7341644 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.6376946 May 05 20:26:34.608670 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56916) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:34.684256 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fa900865-c326-49b9-adf1-2ad5fabcbd9d tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:34.704899 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-d79cc861-5f31-4ab5-9382-f3d55092bbc8 None None] For port 0eff3fb0-e999-42e8-9715-1b86ab2a7a88, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=0eff3fb0-e999-42e8-9715-1b86ab2a7a88,segment=NetworkSegment(1cf78a78-2d57-4ccb-9633-08c37696a2c0),segment_id=1cf78a78-2d57-4ccb-9633-08c37696a2c0)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:26:34.705371 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d79cc861-5f31-4ab5-9382-f3d55092bbc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:34.764391 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb06ecd-d568-4ff3-a686-1e5c7c0840f1 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:34.765085 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-9bb06ecd-d568-4ff3-a686-1e5c7c0840f1 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Synchronizing usage tracker for tenant:0780f842482f4e59b41843f42dd46f0e on resource:subnet {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:26:34.769186 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6e32ec83-3948-465a-ad8f-2b6f983502cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:34.808541 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10b811cb-a563-4aa0-be38-0b915d950a18 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Router a972cae5-5fb3-4e14-93d1-0ce82e1115c4 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:26:34.836143 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-d79cc861-5f31-4ab5-9382-f3d55092bbc8 None None] Calling delete_port for 0eff3fb0-e999-42e8-9715-1b86ab2a7a88 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:26:34.857672 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-9bb06ecd-d568-4ff3-a686-1e5c7c0840f1 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Unset dirty status for tenant:0780f842482f4e59b41843f42dd46f0e on resource:subnet {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:26:34.861427 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-9bb06ecd-d568-4ff3-a686-1e5c7c0840f1 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2494760 May 05 20:26:34.863642 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56922) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:34.920210 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d79cc861-5f31-4ab5-9382-f3d55092bbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:34.948443 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-795c491f-e0f7-4815-bf75-55b900359243 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0784535 May 05 20:26:34.950707 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56928) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:34.962035 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-b1170d9e-092e-4098-8dd9-d409a4ecc00c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Request body: {'subnet': {'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:26:34.984962 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79cc861-5f31-4ab5-9382-f3d55092bbc8 None None] Pushing event deleted for resources: {'Port': ['ID=0eff3fb0-e999-42e8-9715-1b86ab2a7a88,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:34.988787 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b811cb-a563-4aa0-be38-0b915d950a18 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:26:34.994317 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79cc861-5f31-4ab5-9382-f3d55092bbc8 None None] No DVR routers for this DVR port 0eff3fb0-e999-42e8-9715-1b86ab2a7a88 on host n-d-840717-1 {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:26:35.008232 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089e7290-7d22-4249-866c-90666373375f None None] Sync routers for ids ['a972cae5-5fb3-4e14-93d1-0ce82e1115c4'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:26:35.014118 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-10b811cb-a563-4aa0-be38-0b915d950a18 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "PUT /v2.0/routers/a972cae5-5fb3-4e14-93d1-0ce82e1115c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8933122 May 05 20:26:35.016947 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56932) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:35.030480 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089e7290-7d22-4249-866c-90666373375f None None] Routers {'a972cae5-5fb3-4e14-93d1-0ce82e1115c4'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:26:35.031106 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-089e7290-7d22-4249-866c-90666373375f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:26:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['a972cae5-5fb3-4e14-93d1-0ce82e1115c4'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:26:35.089156 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-318b15fa-db65-495b-82aa-65f4907042f4 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Deleting subnet f674a2a0-29bf-41ee-9d8f-7953a34a355d {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:26:35.092388 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-318b15fa-db65-495b-82aa-65f4907042f4 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:35.120273 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b1170d9e-092e-4098-8dd9-d409a4ecc00c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:26:35.134871 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b1170d9e-092e-4098-8dd9-d409a4ecc00c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:26:35.148677 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1170d9e-092e-4098-8dd9-d409a4ecc00c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Made reservation on behalf of 0780f842482f4e59b41843f42dd46f0e for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:26:35.152283 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b1170d9e-092e-4098-8dd9-d409a4ecc00c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:35.176297 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-318b15fa-db65-495b-82aa-65f4907042f4 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:35.185749 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa900865-c326-49b9-adf1-2ad5fabcbd9d tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Router 660bf7c4-2b02-4d8b-a1d1-8a5c79257697 is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:26:35.235963 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-089e7290-7d22-4249-866c-90666373375f None None] Set router a972cae5-5fb3-4e14-93d1-0ce82e1115c4 gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:26:35.282734 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-318b15fa-db65-495b-82aa-65f4907042f4 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:35.373869 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-318b15fa-db65-495b-82aa-65f4907042f4 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:35.419380 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318b15fa-db65-495b-82aa-65f4907042f4 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Pushing event deleted for resources: {'Subnet': ['ID=f674a2a0-29bf-41ee-9d8f-7953a34a355d,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:35.424246 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-318b15fa-db65-495b-82aa-65f4907042f4 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:35.431348 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44dedc09-6e66-4ecf-8a76-bfb504984cf9 None None] Network 9b70ff80-1f27-4f40-83a9-7dbee77d17b8 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:26:35.434013 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-318b15fa-db65-495b-82aa-65f4907042f4 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "DELETE /v2.0/subnets/f674a2a0-29bf-41ee-9d8f-7953a34a355d HTTP/1.1" status: 204 len: 168 time: 0.4159040 May 05 20:26:35.436809 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56938) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:35.504015 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa900865-c326-49b9-adf1-2ad5fabcbd9d tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:26:35.520692 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c32447-0ed3-45d0-bf6d-27d0d22ff107 None None] Sync routers for ids ['660bf7c4-2b02-4d8b-a1d1-8a5c79257697'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:26:35.585916 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7adda9de-ab82-4ed6-92d8-f18eb02ecfac tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:35.598406 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-7adda9de-ab82-4ed6-92d8-f18eb02ecfac tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Deleting port 3e737fbb-143c-4f44-a472-42af3fedb81c {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:26:35.598937 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7adda9de-ab82-4ed6-92d8-f18eb02ecfac tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:35.642425 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fa900865-c326-49b9-adf1-2ad5fabcbd9d tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:35.652516 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56942) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:35.653154 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-fa900865-c326-49b9-adf1-2ad5fabcbd9d tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.3321803 May 05 20:26:35.697154 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c32447-0ed3-45d0-bf6d-27d0d22ff107 None None] Routers {'660bf7c4-2b02-4d8b-a1d1-8a5c79257697'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:26:35.700120 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-a7c32447-0ed3-45d0-bf6d-27d0d22ff107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:26:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['660bf7c4-2b02-4d8b-a1d1-8a5c79257697'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:26:35.760506 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b1170d9e-092e-4098-8dd9-d409a4ecc00c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:35.861452 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-089e7290-7d22-4249-866c-90666373375f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'name': 'tempest-RoutersIpV6Test-router-1071824586', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:25:39Z', 'updated_at': '2022-05-05T20:26:33Z', 'revision_number': 9, 'project_id': '08e9223c846c46d791083957f9887d85', 'gw_port_host': None, '_interfaces': [{'id': '680ddb35-13dc-4381-9fda-155a81b755df', 'name': '', 'network_id': '631175f0-a304-4980-829b-edc030fb8e19', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'mac_address': 'fa:16:3e:b1:d1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '37ab342c-5785-4eb7-8fad-ab78562b20ea', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:25:51Z', 'updated_at': '2022-05-05T20:26:08Z', 'revision_number': 5, 'project_id': '08e9223c846c46d791083957f9887d85', 'subnets': [{'id': '37ab342c-5785-4eb7-8fad-ab78562b20ea', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdd36598-929f-44fd-8971-c7456b555c46', 'name': '', 'network_id': '66f9563e-ee07-4869-b402-893db36b82d7', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'mac_address': 'fa:16:3e:01:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'e6455b0a-80fa-4a59-816f-11b102eee8a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:25:42Z', 'updated_at': '2022-05-05T20:25:52Z', 'revision_number': 5, 'project_id': '08e9223c846c46d791083957f9887d85', 'subnets': [{'id': 'e6455b0a-80fa-4a59-816f-11b102eee8a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:26:35.865626 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089e7290-7d22-4249-866c-90666373375f None None] Checking router: a972cae5-5fb3-4e14-93d1-0ce82e1115c4 for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:26:35.878432 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089e7290-7d22-4249-866c-90666373375f None None] Routers {'a972cae5-5fb3-4e14-93d1-0ce82e1115c4'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:26:35.879110 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-089e7290-7d22-4249-866c-90666373375f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:26:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['a972cae5-5fb3-4e14-93d1-0ce82e1115c4'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:26:35.896060 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1170d9e-092e-4098-8dd9-d409a4ecc00c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Network 7289b573-7530-4f0a-b5b0-032373718af7 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:26:35.899370 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-b1170d9e-092e-4098-8dd9-d409a4ecc00c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:26:35.906232 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1170d9e-092e-4098-8dd9-d409a4ecc00c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:35.906826 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b1170d9e-092e-4098-8dd9-d409a4ecc00c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:35.931820 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1170d9e-092e-4098-8dd9-d409a4ecc00c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event updated for resources: {'Subnet': ['ID=e476230c-dd79-40ec-aecc-68440dd703cc,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:35.961081 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1275303-1225-4e6e-be3e-88c5a2f10978 None None] Network 7289b573-7530-4f0a-b5b0-032373718af7 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:26:35.986053 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b1170d9e-092e-4098-8dd9-d409a4ecc00c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0281742 May 05 20:26:35.987509 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56952) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:35.997563 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-a49525b2-9721-4c2e-8c5f-c698c9255bd3 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Request body: {'port': {'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'fixed_ips': [{'subnet_id': 'e476230c-dd79-40ec-aecc-68440dd703cc', 'ip_address': '2001:db8::138f:a6fd:4e38:2b22'}], 'name': 'tempest-NetworksTestDHCPv6-2045212328'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:26:36.064140 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-7695bb1d-fae8-4995-9d42-65e512f938b8 tempest-TestSecurityGroupsBasicOps-1124557073 tempest-TestSecurityGroupsBasicOps-1124557073-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=6e19ee4cb1294f70bec1dac29584f7fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4073811 May 05 20:26:36.064609 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56956) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:36.126346 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-089e7290-7d22-4249-866c-90666373375f None None] Set router a972cae5-5fb3-4e14-93d1-0ce82e1115c4 gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:26:36.177758 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-7adda9de-ab82-4ed6-92d8-f18eb02ecfac tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] For port 3e737fbb-143c-4f44-a472-42af3fedb81c, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=3e737fbb-143c-4f44-a472-42af3fedb81c,segment=NetworkSegment(707dd652-6a6b-4961-ad28-d36ce9444ded),segment_id=707dd652-6a6b-4961-ad28-d36ce9444ded)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:26:36.178129 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7adda9de-ab82-4ed6-92d8-f18eb02ecfac tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:36.245592 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a49525b2-9721-4c2e-8c5f-c698c9255bd3 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:26:36.267318 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a49525b2-9721-4c2e-8c5f-c698c9255bd3 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:26:36.291089 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49525b2-9721-4c2e-8c5f-c698c9255bd3 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Made reservation on behalf of 0780f842482f4e59b41843f42dd46f0e for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:26:36.342646 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-a7c32447-0ed3-45d0-bf6d-27d0d22ff107 None None] Set router 660bf7c4-2b02-4d8b-a1d1-8a5c79257697 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:26:36.385133 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-7adda9de-ab82-4ed6-92d8-f18eb02ecfac tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Calling delete_port for 3e737fbb-143c-4f44-a472-42af3fedb81c owned by network:dhcp {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:26:36.483895 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c817a7c0-5135-4222-a166-7758b92ddbd7 tempest-TestSecurityGroupsBasicOps-1124557073 tempest-TestSecurityGroupsBasicOps-1124557073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:36.485397 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-c817a7c0-5135-4222-a166-7758b92ddbd7 tempest-TestSecurityGroupsBasicOps-1124557073 tempest-TestSecurityGroupsBasicOps-1124557073-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4199028 May 05 20:26:36.488810 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56962) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:36.533040 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-ea6d0a4c-d68c-45a7-b32c-74e620ec9e72 tempest-TestSecurityGroupsBasicOps-1124557073 tempest-TestSecurityGroupsBasicOps-1124557073-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=0401d202-1605-4cfe-bad4-fb225df6afb0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0437117 May 05 20:26:36.533893 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7adda9de-ab82-4ed6-92d8-f18eb02ecfac tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:36.543518 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56966) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:36.592711 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adda9de-ab82-4ed6-92d8-f18eb02ecfac tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] No DVR routers for this DVR port 3e737fbb-143c-4f44-a472-42af3fedb81c on host n-d-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:26:36.630404 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adda9de-ab82-4ed6-92d8-f18eb02ecfac tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Pushing event deleted for resources: {'Port': ['ID=3e737fbb-143c-4f44-a472-42af3fedb81c,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:36.635935 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-08a3deea-27da-4c18-8772-1ff49b6fe959 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1861126075', 'network_id': '2d78f89d-11e6-44e7-a45c-e21c5f87f387', 'project_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:26:36.681754 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a49525b2-9721-4c2e-8c5f-c698c9255bd3 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:36.727298 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d01e0f0-6f41-4d92-907a-080d0d70eacf None None] DHCP port deletion for 9b70ff80-1f27-4f40-83a9-7dbee77d17b8 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:26:36.733284 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-a49525b2-9721-4c2e-8c5f-c698c9255bd3 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] device_id is not set on port 14501ff5-1c82-450b-90e6-43742b1ef26e yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:26:36.761280 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-08a3deea-27da-4c18-8772-1ff49b6fe959 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:26:36.768179 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-08a3deea-27da-4c18-8772-1ff49b6fe959 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Usage tracker for resource:subnet and tenant:6e19ee4cb1294f70bec1dac29584f7fc is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:26:36.770213 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ec8bac-99b9-4c0b-92d0-8c0ce7865639 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-7289b573-7530-4f0a-b5b0-032373718af7', 'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'tenant_id': '0780f842482f4e59b41843f42dd46f0e', 'fixed_ips': [{'subnet_id': 'e476230c-dd79-40ec-aecc-68440dd703cc'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:26:36.770213 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-02ec8bac-99b9-4c0b-92d0-8c0ce7865639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:36.778858 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-089e7290-7d22-4249-866c-90666373375f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'name': 'tempest-RoutersIpV6Test-router-1071824586', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:25:39Z', 'updated_at': '2022-05-05T20:26:33Z', 'revision_number': 9, 'project_id': '08e9223c846c46d791083957f9887d85', 'gw_port_host': None, '_interfaces': [{'id': '680ddb35-13dc-4381-9fda-155a81b755df', 'name': '', 'network_id': '631175f0-a304-4980-829b-edc030fb8e19', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'mac_address': 'fa:16:3e:b1:d1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '37ab342c-5785-4eb7-8fad-ab78562b20ea', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:25:51Z', 'updated_at': '2022-05-05T20:26:08Z', 'revision_number': 5, 'project_id': '08e9223c846c46d791083957f9887d85', 'subnets': [{'id': '37ab342c-5785-4eb7-8fad-ab78562b20ea', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdd36598-929f-44fd-8971-c7456b555c46', 'name': '', 'network_id': '66f9563e-ee07-4869-b402-893db36b82d7', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'mac_address': 'fa:16:3e:01:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'e6455b0a-80fa-4a59-816f-11b102eee8a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:25:42Z', 'updated_at': '2022-05-05T20:25:52Z', 'revision_number': 5, 'project_id': '08e9223c846c46d791083957f9887d85', 'subnets': [{'id': 'e6455b0a-80fa-4a59-816f-11b102eee8a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:26:36.781324 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-08a3deea-27da-4c18-8772-1ff49b6fe959 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:26:36.791933 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-08a3deea-27da-4c18-8772-1ff49b6fe959 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:26:36.796978 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089e7290-7d22-4249-866c-90666373375f None None] The sync data for ids ['a972cae5-5fb3-4e14-93d1-0ce82e1115c4'] in n-d-840717-1 is: [{'id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'name': 'tempest-RoutersIpV6Test-router-1071824586', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:25:39Z', 'updated_at': '2022-05-05T20:26:33Z', 'revision_number': 9, 'project_id': '08e9223c846c46d791083957f9887d85', 'gw_port_host': None, '_interfaces': [{'id': '680ddb35-13dc-4381-9fda-155a81b755df', 'name': '', 'network_id': '631175f0-a304-4980-829b-edc030fb8e19', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'mac_address': 'fa:16:3e:b1:d1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '37ab342c-5785-4eb7-8fad-ab78562b20ea', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:25:51Z', 'updated_at': '2022-05-05T20:26:08Z', 'revision_number': 5, 'project_id': '08e9223c846c46d791083957f9887d85', 'subnets': [{'id': '37ab342c-5785-4eb7-8fad-ab78562b20ea', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdd36598-929f-44fd-8971-c7456b555c46', 'name': '', 'network_id': '66f9563e-ee07-4869-b402-893db36b82d7', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'mac_address': 'fa:16:3e:01:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'e6455b0a-80fa-4a59-816f-11b102eee8a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:25:42Z', 'updated_at': '2022-05-05T20:25:52Z', 'revision_number': 5, 'project_id': '08e9223c846c46d791083957f9887d85', 'subnets': [{'id': 'e6455b0a-80fa-4a59-816f-11b102eee8a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:26:36.867901 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a3deea-27da-4c18-8772-1ff49b6fe959 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Made reservation on behalf of 6e19ee4cb1294f70bec1dac29584f7fc for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:26:36.873386 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-08a3deea-27da-4c18-8772-1ff49b6fe959 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:36.940658 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bb31d1da-c3f4-4851-8ecf-e37fb84ccbed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:37.041792 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7adda9de-ab82-4ed6-92d8-f18eb02ecfac tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:37.056069 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-a7c32447-0ed3-45d0-bf6d-27d0d22ff107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660bf7c4-2b02-4d8b-a1d1-8a5c79257697', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1625313984', 'tenant_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'e462da29-2ff4-4da2-b99c-cd421aba40f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:26:31Z', 'updated_at': '2022-05-05T20:26:33Z', 'revision_number': 3, 'project_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'gw_port': {'id': 'e462da29-2ff4-4da2-b99c-cd421aba40f0', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:78:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660bf7c4-2b02-4d8b-a1d1-8a5c79257697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:26:32Z', 'updated_at': '2022-05-05T20:26:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:26:37.069077 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c32447-0ed3-45d0-bf6d-27d0d22ff107 None None] Checking router: 660bf7c4-2b02-4d8b-a1d1-8a5c79257697 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:26:37.069452 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c32447-0ed3-45d0-bf6d-27d0d22ff107 None None] Updating router 660bf7c4-2b02-4d8b-a1d1-8a5c79257697 port e462da29-2ff4-4da2-b99c-cd421aba40f0 binding host n-d-840717-1 {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:26:37.094880 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-7adda9de-ab82-4ed6-92d8-f18eb02ecfac tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b70ff80-1f27-4f40-83a9-7dbee77d17b8']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:26:37.099390 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-02ec8bac-99b9-4c0b-92d0-8c0ce7865639 None None] Allocated IP 2001:db8::2 (7289b573-7530-4f0a-b5b0-032373718af7/e476230c-dd79-40ec-aecc-68440dd703cc/20f847e7-7404-402c-aa82-a17049032d54) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:26:37.166313 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a7c32447-0ed3-45d0-bf6d-27d0d22ff107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:37.172854 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-7adda9de-ab82-4ed6-92d8-f18eb02ecfac tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '707dd652-6a6b-4961-ad28-d36ce9444ded') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:26:37.173167 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-7adda9de-ab82-4ed6-92d8-f18eb02ecfac tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '707dd652-6a6b-4961-ad28-d36ce9444ded') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:26:37.191002 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7adda9de-ab82-4ed6-92d8-f18eb02ecfac tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:37.227082 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7adda9de-ab82-4ed6-92d8-f18eb02ecfac tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:37.239593 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7adda9de-ab82-4ed6-92d8-f18eb02ecfac tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:26:37.240209 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7adda9de-ab82-4ed6-92d8-f18eb02ecfac tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:37.258129 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:26:37.258129 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:26:37.258129 n-d-840717-1 neutron-server[88197]: timer() May 05 20:26:37.258129 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:26:37.258129 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:26:37.258129 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:26:37.258129 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:26:37.258129 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:26:37.258129 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:26:37.258129 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:26:37.258129 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:26:37.258129 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:26:37.258129 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:26:37.258129 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:26:37.258129 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:26:37.258129 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:26:37.258129 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:26:37.258129 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:26:37.258129 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:26:37.258129 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:26:37.258129 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:26:37.258129 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:26:37.258129 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:26:37.258129 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:26:37.258129 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:26:37.258129 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:26:37.258129 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:26:37.258129 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:26:37.258129 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:26:37.258129 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:26:37.258129 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:26:37.258129 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:26:37.411671 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7adda9de-ab82-4ed6-92d8-f18eb02ecfac tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:37.442792 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7adda9de-ab82-4ed6-92d8-f18eb02ecfac tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:37.458372 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adda9de-ab82-4ed6-92d8-f18eb02ecfac tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Pushing event deleted for resources: {'Network': ['ID=9b70ff80-1f27-4f40-83a9-7dbee77d17b8,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:37.484182 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-7adda9de-ab82-4ed6-92d8-f18eb02ecfac tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "DELETE /v2.0/networks/9b70ff80-1f27-4f40-83a9-7dbee77d17b8 HTTP/1.1" status: 204 len: 168 time: 2.0459495 May 05 20:26:37.487240 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56972) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:37.508159 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-08a3deea-27da-4c18-8772-1ff49b6fe959 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:37.577866 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a3deea-27da-4c18-8772-1ff49b6fe959 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Pushing event updated for resources: {'Subnet': ['ID=bbd7f762-a780-4c8a-814d-5574183ff8dd,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:37.590733 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-02ec8bac-99b9-4c0b-92d0-8c0ce7865639 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:37.606053 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-02ec8bac-99b9-4c0b-92d0-8c0ce7865639 None None] Transition to ACTIVE for port object 20f847e7-7404-402c-aa82-a17049032d54 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:26:37.616938 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a3deea-27da-4c18-8772-1ff49b6fe959 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Checking segment: {'id': 'c9572696-a17a-4a14-8a0a-056b3544c241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2d78f89d-11e6-44e7-a45c-e21c5f87f387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:26:37.617299 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a3deea-27da-4c18-8772-1ff49b6fe959 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Network hostable DHCP agents. Network: 2d78f89d-11e6-44e7-a45c-e21c5f87f387, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:26:37.639469 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a3deea-27da-4c18-8772-1ff49b6fe959 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Network 2d78f89d-11e6-44e7-a45c-e21c5f87f387 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:26:37.639813 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-02ec8bac-99b9-4c0b-92d0-8c0ce7865639 None None] Transition to ACTIVE for port object 20f847e7-7404-402c-aa82-a17049032d54 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:26:37.652788 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-08a3deea-27da-4c18-8772-1ff49b6fe959 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 2d78f89d-11e6-44e7-a45c-e21c5f87f387) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:26:37.657815 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a3deea-27da-4c18-8772-1ff49b6fe959 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:37.658410 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-08a3deea-27da-4c18-8772-1ff49b6fe959 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:37.675284 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c92c14a-bcba-41a0-a452-f3ef9140d03f None None] Network 2d78f89d-11e6-44e7-a45c-e21c5f87f387 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:26:37.693456 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-02ec8bac-99b9-4c0b-92d0-8c0ce7865639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:37.701738 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-08a3deea-27da-4c18-8772-1ff49b6fe959 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1105397 May 05 20:26:37.705648 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56976) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:37.831503 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a7c32447-0ed3-45d0-bf6d-27d0d22ff107 None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:37.846966 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-a7c32447-0ed3-45d0-bf6d-27d0d22ff107 None None] Transition to ACTIVE for port object e462da29-2ff4-4da2-b99c-cd421aba40f0 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:26:37.918869 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a7c32447-0ed3-45d0-bf6d-27d0d22ff107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:37.970414 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ec8bac-99b9-4c0b-92d0-8c0ce7865639 None None] Network 7289b573-7530-4f0a-b5b0-032373718af7 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:26:37.986747 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-a49525b2-9721-4c2e-8c5f-c698c9255bd3 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Allocated IP 2001:db8::138f:a6fd:4e38:2b22 (7289b573-7530-4f0a-b5b0-032373718af7/e476230c-dd79-40ec-aecc-68440dd703cc/14501ff5-1c82-450b-90e6-43742b1ef26e) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:26:38.126311 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-02ec8bac-99b9-4c0b-92d0-8c0ce7865639 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:26:38.129050 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ec8bac-99b9-4c0b-92d0-8c0ce7865639 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:26:38.257653 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-a7c32447-0ed3-45d0-bf6d-27d0d22ff107 None None] Attempting to bind port e462da29-2ff4-4da2-b99c-cd421aba40f0 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:26:38.258023 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-a7c32447-0ed3-45d0-bf6d-27d0d22ff107 None None] Attempting to bind port e462da29-2ff4-4da2-b99c-cd421aba40f0 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:26:38.258528 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c32447-0ed3-45d0-bf6d-27d0d22ff107 None None] Attempting to bind port e462da29-2ff4-4da2-b99c-cd421aba40f0 on network 0401d202-1605-4cfe-bad4-fb225df6afb0 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:26:38.260854 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:38.265462 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ec8bac-99b9-4c0b-92d0-8c0ce7865639 None None] Pushing event updated for resources: {'Port': ['ID=20f847e7-7404-402c-aa82-a17049032d54,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:38.352206 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:38.379802 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f60877-4711-454f-ae43-39c6f76fa569 None None] Pushing event updated for resources: {'Port': ['ID=e462da29-2ff4-4da2-b99c-cd421aba40f0,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:38.381414 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-43f92d20-81a4-45cd-8ae8-d22ab1665892 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:38.389200 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-02ec8bac-99b9-4c0b-92d0-8c0ce7865639 None None] Attempting to bind port 20f847e7-7404-402c-aa82-a17049032d54 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:26:38.389569 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-02ec8bac-99b9-4c0b-92d0-8c0ce7865639 None None] Attempting to bind port 20f847e7-7404-402c-aa82-a17049032d54 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '1cf78a78-2d57-4ccb-9633-08c37696a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7289b573-7530-4f0a-b5b0-032373718af7'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:26:38.389929 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ec8bac-99b9-4c0b-92d0-8c0ce7865639 None None] Attempting to bind port 20f847e7-7404-402c-aa82-a17049032d54 on network 7289b573-7530-4f0a-b5b0-032373718af7 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:26:38.392801 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 13777760-b6d3-4b38-a853-3ad8c2785a5e no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:26:38.430793 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c32447-0ed3-45d0-bf6d-27d0d22ff107 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:26:38.431282 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c32447-0ed3-45d0-bf6d-27d0d22ff107 None None] Checking segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:26:38.431984 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a7c32447-0ed3-45d0-bf6d-27d0d22ff107 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:38.432820 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c32447-0ed3-45d0-bf6d-27d0d22ff107 None None] Bound using segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:26:38.432820 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-a7c32447-0ed3-45d0-bf6d-27d0d22ff107 None None] Bound port: e462da29-2ff4-4da2-b99c-cd421aba40f0, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:26:38.433206 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a7c32447-0ed3-45d0-bf6d-27d0d22ff107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:38.489630 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 13777760-b6d3-4b38-a853-3ad8c2785a5e {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:26:38.489979 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 13777760-b6d3-4b38-a853-3ad8c2785a5e not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:26:38.491783 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 3e737fbb-143c-4f44-a472-42af3fedb81c no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:26:38.526941 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ec8bac-99b9-4c0b-92d0-8c0ce7865639 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:26:38.527218 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ec8bac-99b9-4c0b-92d0-8c0ce7865639 None None] Checking segment: {'id': '1cf78a78-2d57-4ccb-9633-08c37696a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7289b573-7530-4f0a-b5b0-032373718af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:26:38.527570 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-02ec8bac-99b9-4c0b-92d0-8c0ce7865639 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:38.527971 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ec8bac-99b9-4c0b-92d0-8c0ce7865639 None None] Bound using segment: {'id': '1cf78a78-2d57-4ccb-9633-08c37696a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7289b573-7530-4f0a-b5b0-032373718af7'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:26:38.528982 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-02ec8bac-99b9-4c0b-92d0-8c0ce7865639 None None] Bound port: 20f847e7-7404-402c-aa82-a17049032d54, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf78a78-2d57-4ccb-9633-08c37696a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7289b573-7530-4f0a-b5b0-032373718af7'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:26:38.528982 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-02ec8bac-99b9-4c0b-92d0-8c0ce7865639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:38.530853 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a49525b2-9721-4c2e-8c5f-c698c9255bd3 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:38.565674 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-a49525b2-9721-4c2e-8c5f-c698c9255bd3 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Transition to ACTIVE for port object 14501ff5-1c82-450b-90e6-43742b1ef26e will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:26:38.591609 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 3e737fbb-143c-4f44-a472-42af3fedb81c {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:26:38.592011 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 3e737fbb-143c-4f44-a472-42af3fedb81c not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:26:38.727519 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a49525b2-9721-4c2e-8c5f-c698c9255bd3 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:38.775780 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3dff87-2843-44b8-99ff-3d1898132e00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-2d78f89d-11e6-44e7-a45c-e21c5f87f387', 'network_id': '2d78f89d-11e6-44e7-a45c-e21c5f87f387', 'tenant_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'fixed_ips': [{'subnet_id': 'bbd7f762-a780-4c8a-814d-5574183ff8dd'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:26:38.776644 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3b3dff87-2843-44b8-99ff-3d1898132e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:38.793722 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1ce8c9fb-567a-460d-8ed5-8d8bb427754f tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:38.816503 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49525b2-9721-4c2e-8c5f-c698c9255bd3 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event updated for resources: {'Port': ['ID=14501ff5-1c82-450b-90e6-43742b1ef26e,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:38.817077 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-a7c32447-0ed3-45d0-bf6d-27d0d22ff107 None None] For port e462da29-2ff4-4da2-b99c-cd421aba40f0, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:26:38.832029 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-a7c32447-0ed3-45d0-bf6d-27d0d22ff107 None None] For port e462da29-2ff4-4da2-b99c-cd421aba40f0, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=e462da29-2ff4-4da2-b99c-cd421aba40f0,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:26:38.881175 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49525b2-9721-4c2e-8c5f-c698c9255bd3 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Network 7289b573-7530-4f0a-b5b0-032373718af7 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:26:38.881504 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a7c32447-0ed3-45d0-bf6d-27d0d22ff107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:38.885155 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-a49525b2-9721-4c2e-8c5f-c698c9255bd3 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:26:38.889153 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49525b2-9721-4c2e-8c5f-c698c9255bd3 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:26:38.895114 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49525b2-9721-4c2e-8c5f-c698c9255bd3 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:38.895788 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a49525b2-9721-4c2e-8c5f-c698c9255bd3 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:38.903435 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-43f92d20-81a4-45cd-8ae8-d22ab1665892 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Deleting port 680ddb35-13dc-4381-9fda-155a81b755df {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:26:38.903768 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-43f92d20-81a4-45cd-8ae8-d22ab1665892 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:38.981479 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-02ec8bac-99b9-4c0b-92d0-8c0ce7865639 None None] For port 20f847e7-7404-402c-aa82-a17049032d54, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:26:39.009573 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c32447-0ed3-45d0-bf6d-27d0d22ff107 None None] Routers {'660bf7c4-2b02-4d8b-a1d1-8a5c79257697'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:26:39.010242 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-a7c32447-0ed3-45d0-bf6d-27d0d22ff107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:26:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['660bf7c4-2b02-4d8b-a1d1-8a5c79257697'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:26:39.098302 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-02ec8bac-99b9-4c0b-92d0-8c0ce7865639 None None] For port 20f847e7-7404-402c-aa82-a17049032d54, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=20f847e7-7404-402c-aa82-a17049032d54,segment=NetworkSegment(1cf78a78-2d57-4ccb-9633-08c37696a2c0),segment_id=1cf78a78-2d57-4ccb-9633-08c37696a2c0)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:26:39.143423 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-02ec8bac-99b9-4c0b-92d0-8c0ce7865639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:39.164638 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f60877-4711-454f-ae43-39c6f76fa569 None None] Pushing event updated for resources: {'Port': ['ID=e462da29-2ff4-4da2-b99c-cd421aba40f0,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:39.276643 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a49525b2-9721-4c2e-8c5f-c698c9255bd3 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2848060 May 05 20:26:39.277233 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 56984) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:39.282578 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-a4eef31b-e8a3-4d50-a763-b0660c46b2a1 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Request body: {'port': {'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'fixed_ips': [{'subnet_id': 'e476230c-dd79-40ec-aecc-68440dd703cc', 'ip_address': '2001:db8::138f:a6fd:4e38:2b22'}], 'name': 'tempest-NetworksTestDHCPv6-947095723'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:26:39.363939 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-3b3dff87-2843-44b8-99ff-3d1898132e00 None None] Allocated IP 172.20.0.2 (2d78f89d-11e6-44e7-a45c-e21c5f87f387/bbd7f762-a780-4c8a-814d-5574183ff8dd/e21cfe28-ee2f-426f-88b1-b3fdc1c57387) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:26:39.379441 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ec8bac-99b9-4c0b-92d0-8c0ce7865639 None None] Pushing event updated for resources: {'Port': ['ID=20f847e7-7404-402c-aa82-a17049032d54,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:39.401580 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-a7c32447-0ed3-45d0-bf6d-27d0d22ff107 None None] Set router 660bf7c4-2b02-4d8b-a1d1-8a5c79257697 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:26:39.468164 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-43f92d20-81a4-45cd-8ae8-d22ab1665892 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] For port 680ddb35-13dc-4381-9fda-155a81b755df, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=680ddb35-13dc-4381-9fda-155a81b755df,segment=NetworkSegment(6ca2c518-7f52-4c91-8319-bbf02d5447c0),segment_id=6ca2c518-7f52-4c91-8319-bbf02d5447c0)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:26:39.468828 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-43f92d20-81a4-45cd-8ae8-d22ab1665892 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:39.683117 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:39.801370 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-43f92d20-81a4-45cd-8ae8-d22ab1665892 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Calling delete_port for 680ddb35-13dc-4381-9fda-155a81b755df owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:26:39.864432 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a4eef31b-e8a3-4d50-a763-b0660c46b2a1 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:26:39.873030 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a4eef31b-e8a3-4d50-a763-b0660c46b2a1 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Usage tracker for resource:port and tenant:0780f842482f4e59b41843f42dd46f0e is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:26:39.879626 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a4eef31b-e8a3-4d50-a763-b0660c46b2a1 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:26:39.889035 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a4eef31b-e8a3-4d50-a763-b0660c46b2a1 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:26:39.940608 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4eef31b-e8a3-4d50-a763-b0660c46b2a1 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Made reservation on behalf of 0780f842482f4e59b41843f42dd46f0e for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:26:39.946593 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a4eef31b-e8a3-4d50-a763-b0660c46b2a1 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:39.974469 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-a4eef31b-e8a3-4d50-a763-b0660c46b2a1 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] device_id is not set on port b5431892-e7cb-4513-ad56-d87916b1461c yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:26:40.053024 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3b3dff87-2843-44b8-99ff-3d1898132e00 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:40.071112 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-3b3dff87-2843-44b8-99ff-3d1898132e00 None None] Transition to ACTIVE for port object e21cfe28-ee2f-426f-88b1-b3fdc1c57387 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:26:40.109173 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-3b3dff87-2843-44b8-99ff-3d1898132e00 None None] Transition to ACTIVE for port object e21cfe28-ee2f-426f-88b1-b3fdc1c57387 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:26:40.115911 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-a7c32447-0ed3-45d0-bf6d-27d0d22ff107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660bf7c4-2b02-4d8b-a1d1-8a5c79257697', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1625313984', 'tenant_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'e462da29-2ff4-4da2-b99c-cd421aba40f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:26:31Z', 'updated_at': '2022-05-05T20:26:33Z', 'revision_number': 3, 'project_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'gw_port': {'id': 'e462da29-2ff4-4da2-b99c-cd421aba40f0', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:78:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660bf7c4-2b02-4d8b-a1d1-8a5c79257697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:26:32Z', 'updated_at': '2022-05-05T20:26:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:26:40.137864 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c32447-0ed3-45d0-bf6d-27d0d22ff107 None None] The sync data for ids ['660bf7c4-2b02-4d8b-a1d1-8a5c79257697'] in n-d-840717-1 is: [{'id': '660bf7c4-2b02-4d8b-a1d1-8a5c79257697', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1625313984', 'tenant_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'e462da29-2ff4-4da2-b99c-cd421aba40f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:26:31Z', 'updated_at': '2022-05-05T20:26:33Z', 'revision_number': 3, 'project_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'gw_port': {'id': 'e462da29-2ff4-4da2-b99c-cd421aba40f0', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:78:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660bf7c4-2b02-4d8b-a1d1-8a5c79257697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:26:32Z', 'updated_at': '2022-05-05T20:26:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:26:40.155675 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3b3dff87-2843-44b8-99ff-3d1898132e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:40.228352 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-43f92d20-81a4-45cd-8ae8-d22ab1665892 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:40.275719 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3dff87-2843-44b8-99ff-3d1898132e00 None None] Network 2d78f89d-11e6-44e7-a45c-e21c5f87f387 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:26:40.278700 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-3b3dff87-2843-44b8-99ff-3d1898132e00 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:26:40.281630 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3dff87-2843-44b8-99ff-3d1898132e00 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:26:40.302894 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-1ce8c9fb-567a-460d-8ed5-8d8bb427754f tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Allocated IP 172.20.0.1 (2d78f89d-11e6-44e7-a45c-e21c5f87f387/bbd7f762-a780-4c8a-814d-5574183ff8dd/28628b04-bc50-487c-9ce8-f31a65478f63) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:26:40.307792 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f92d20-81a4-45cd-8ae8-d22ab1665892 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Pushing event deleted for resources: {'Port': ['ID=680ddb35-13dc-4381-9fda-155a81b755df,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:40.373644 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3dff87-2843-44b8-99ff-3d1898132e00 None None] Pushing event updated for resources: {'Port': ['ID=e21cfe28-ee2f-426f-88b1-b3fdc1c57387,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:40.410866 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 20f847e7-7404-402c-aa82-a17049032d54 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:26:40.666815 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-3b3dff87-2843-44b8-99ff-3d1898132e00 None None] Attempting to bind port e21cfe28-ee2f-426f-88b1-b3fdc1c57387 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:26:40.666815 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-3b3dff87-2843-44b8-99ff-3d1898132e00 None None] Attempting to bind port e21cfe28-ee2f-426f-88b1-b3fdc1c57387 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'c9572696-a17a-4a14-8a0a-056b3544c241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2d78f89d-11e6-44e7-a45c-e21c5f87f387'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:26:40.667053 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3dff87-2843-44b8-99ff-3d1898132e00 None None] Attempting to bind port e21cfe28-ee2f-426f-88b1-b3fdc1c57387 on network 2d78f89d-11e6-44e7-a45c-e21c5f87f387 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:26:40.688388 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3dff87-2843-44b8-99ff-3d1898132e00 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:26:40.688945 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3dff87-2843-44b8-99ff-3d1898132e00 None None] Checking segment: {'id': 'c9572696-a17a-4a14-8a0a-056b3544c241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2d78f89d-11e6-44e7-a45c-e21c5f87f387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:26:40.689355 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3b3dff87-2843-44b8-99ff-3d1898132e00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:40.689752 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3dff87-2843-44b8-99ff-3d1898132e00 None None] Bound using segment: {'id': 'c9572696-a17a-4a14-8a0a-056b3544c241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2d78f89d-11e6-44e7-a45c-e21c5f87f387'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:26:40.690244 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-3b3dff87-2843-44b8-99ff-3d1898132e00 None None] Bound port: e21cfe28-ee2f-426f-88b1-b3fdc1c57387, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9572696-a17a-4a14-8a0a-056b3544c241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2d78f89d-11e6-44e7-a45c-e21c5f87f387'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:26:40.690615 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3b3dff87-2843-44b8-99ff-3d1898132e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:40.813599 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1ce8c9fb-567a-460d-8ed5-8d8bb427754f tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:40.826842 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 20f847e7-7404-402c-aa82-a17049032d54 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:26:40.853645 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-1ce8c9fb-567a-460d-8ed5-8d8bb427754f tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Transition to ACTIVE for port object 28628b04-bc50-487c-9ce8-f31a65478f63 will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:26:40.915837 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1ce8c9fb-567a-460d-8ed5-8d8bb427754f tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:40.944027 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4eef31b-e8a3-4d50-a763-b0660c46b2a1 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] POST failed (client error): There was a conflict when trying to complete your request. May 05 20:26:40.945359 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4eef31b-e8a3-4d50-a763-b0660c46b2a1 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:26:40.971318 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-3b3dff87-2843-44b8-99ff-3d1898132e00 None None] For port e21cfe28-ee2f-426f-88b1-b3fdc1c57387, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:26:40.975336 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-3b3dff87-2843-44b8-99ff-3d1898132e00 None None] For port e21cfe28-ee2f-426f-88b1-b3fdc1c57387, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=e21cfe28-ee2f-426f-88b1-b3fdc1c57387,segment=NetworkSegment(c9572696-a17a-4a14-8a0a-056b3544c241),segment_id=c9572696-a17a-4a14-8a0a-056b3544c241)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:26:40.986130 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3b3dff87-2843-44b8-99ff-3d1898132e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:40.995241 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-43f92d20-81a4-45cd-8ae8-d22ab1665892 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:41.013004 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a4eef31b-e8a3-4d50-a763-b0660c46b2a1 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.7349727 May 05 20:26:41.018167 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56990) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:41.167694 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce8c9fb-567a-460d-8ed5-8d8bb427754f tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Network 2d78f89d-11e6-44e7-a45c-e21c5f87f387 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:26:41.174193 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-1ce8c9fb-567a-460d-8ed5-8d8bb427754f tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:26:41.177092 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce8c9fb-567a-460d-8ed5-8d8bb427754f tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:26:41.185530 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3dff87-2843-44b8-99ff-3d1898132e00 None None] Pushing event updated for resources: {'Port': ['ID=e21cfe28-ee2f-426f-88b1-b3fdc1c57387,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:41.222778 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-51ef27b7-f909-4332-b3b3-5ee03731837f None None] Provisioning for port 20f847e7-7404-402c-aa82-a17049032d54 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:26:41.239278 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-51ef27b7-f909-4332-b3b3-5ee03731837f None None] Provisioning complete for port 20f847e7-7404-402c-aa82-a17049032d54 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:26:41.239681 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-51ef27b7-f909-4332-b3b3-5ee03731837f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:41.240703 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce8c9fb-567a-460d-8ed5-8d8bb427754f tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Pushing event updated for resources: {'Port': ['ID=28628b04-bc50-487c-9ce8-f31a65478f63,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:41.297205 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1ce8c9fb-567a-460d-8ed5-8d8bb427754f tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:41.394334 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c49f83-9e3c-4aaa-a914-bebb5ece8cc7 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:41.408276 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c49f83-9e3c-4aaa-a914-bebb5ece8cc7 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:41.409321 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-45c49f83-9e3c-4aaa-a914-bebb5ece8cc7 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Synchronizing usage tracker for tenant:0780f842482f4e59b41843f42dd46f0e on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:26:41.565340 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-51ef27b7-f909-4332-b3b3-5ee03731837f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:41.647000 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-45c49f83-9e3c-4aaa-a914-bebb5ece8cc7 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Unset dirty status for tenant:0780f842482f4e59b41843f42dd46f0e on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:26:41.648437 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-45c49f83-9e3c-4aaa-a914-bebb5ece8cc7 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.6265104 May 05 20:26:41.653196 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 56994) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:41.686944 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-51ef27b7-f909-4332-b3b3-5ee03731837f None None] For port 20f847e7-7404-402c-aa82-a17049032d54, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=20f847e7-7404-402c-aa82-a17049032d54,segment=NetworkSegment(1cf78a78-2d57-4ccb-9633-08c37696a2c0),segment_id=1cf78a78-2d57-4ccb-9633-08c37696a2c0)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:26:41.707929 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-51ef27b7-f909-4332-b3b3-5ee03731837f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:41.711504 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43f92d20-81a4-45cd-8ae8-d22ab1665892 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Router a972cae5-5fb3-4e14-93d1-0ce82e1115c4 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:26:41.950467 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-e6016302-5ab1-451f-9ac8-d76636c8ca11 None None] Provisioning for port 14501ff5-1c82-450b-90e6-43742b1ef26e completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:26:41.972892 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-e6016302-5ab1-451f-9ac8-d76636c8ca11 None None] Provisioning complete for port 14501ff5-1c82-450b-90e6-43742b1ef26e triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:26:41.973262 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e6016302-5ab1-451f-9ac8-d76636c8ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:42.111853 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ef27b7-f909-4332-b3b3-5ee03731837f None None] Pushing event updated for resources: {'Port': ['ID=20f847e7-7404-402c-aa82-a17049032d54,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:42.121897 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-e6016302-5ab1-451f-9ac8-d76636c8ca11 None None] Port 14501ff5-1c82-450b-90e6-43742b1ef26e cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:26:42.134299 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-7cdd657a-4ab2-4127-8351-7b27a00d263d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Deleting port 14501ff5-1c82-450b-90e6-43742b1ef26e {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:26:42.134774 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7cdd657a-4ab2-4127-8351-7b27a00d263d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:42.254477 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f92d20-81a4-45cd-8ae8-d22ab1665892 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:26:42.260007 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-43f92d20-81a4-45cd-8ae8-d22ab1665892 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "PUT /v2.0/routers/a972cae5-5fb3-4e14-93d1-0ce82e1115c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7714763 May 05 20:26:42.262644 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57000) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:42.269803 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2389a3-81b6-444a-8604-534eab31911c None None] Sync routers for ids ['a972cae5-5fb3-4e14-93d1-0ce82e1115c4'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:26:42.292338 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2389a3-81b6-444a-8604-534eab31911c None None] Routers {'a972cae5-5fb3-4e14-93d1-0ce82e1115c4'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:26:42.300419 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-9b2389a3-81b6-444a-8604-534eab31911c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:26:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['a972cae5-5fb3-4e14-93d1-0ce82e1115c4'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:26:42.403040 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeccc2d3-9766-498c-ba23-1d3192b6dab0 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Deleting subnet 37ab342c-5785-4eb7-8fad-ab78562b20ea {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:26:42.419418 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-aeccc2d3-9766-498c-ba23-1d3192b6dab0 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:42.519193 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-aeccc2d3-9766-498c-ba23-1d3192b6dab0 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:42.610439 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 20f847e7-7404-402c-aa82-a17049032d54 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:26:42.682145 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7cdd657a-4ab2-4127-8351-7b27a00d263d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:42.683955 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-9b2389a3-81b6-444a-8604-534eab31911c None None] Set router a972cae5-5fb3-4e14-93d1-0ce82e1115c4 gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:26:42.758374 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-aeccc2d3-9766-498c-ba23-1d3192b6dab0 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:42.797996 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 20f847e7-7404-402c-aa82-a17049032d54 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:26:42.798385 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:42.919752 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-aeccc2d3-9766-498c-ba23-1d3192b6dab0 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:43.005263 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeccc2d3-9766-498c-ba23-1d3192b6dab0 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Pushing event deleted for resources: {'Subnet': ['ID=37ab342c-5785-4eb7-8fad-ab78562b20ea,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:43.010014 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-7cdd657a-4ab2-4127-8351-7b27a00d263d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Calling delete_port for 14501ff5-1c82-450b-90e6-43742b1ef26e owned by {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:26:43.021436 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-aeccc2d3-9766-498c-ba23-1d3192b6dab0 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:43.032156 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-aeccc2d3-9766-498c-ba23-1d3192b6dab0 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "DELETE /v2.0/subnets/37ab342c-5785-4eb7-8fad-ab78562b20ea HTTP/1.1" status: 204 len: 168 time: 0.7684114 May 05 20:26:43.039099 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57008) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:43.113120 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1ce8c9fb-567a-460d-8ed5-8d8bb427754f tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:43.117404 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d54a1c-e863-4402-83e0-d45ce10bed7c None None] Network 631175f0-a304-4980-829b-edc030fb8e19 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:26:43.188447 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92445d8c-c378-4f6c-8924-c62e844fa532 None None] Network 2d78f89d-11e6-44e7-a45c-e21c5f87f387 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:26:43.192121 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-42fb114d-3104-40b6-b59c-6bf0ae80cc77 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:43.212531 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-42fb114d-3104-40b6-b59c-6bf0ae80cc77 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Deleting port 104287c1-6a17-48c4-985c-2a3e0ef8f9b3 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:26:43.213070 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-42fb114d-3104-40b6-b59c-6bf0ae80cc77 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:43.311000 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-9b2389a3-81b6-444a-8604-534eab31911c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'name': 'tempest-RoutersIpV6Test-router-1071824586', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:25:39Z', 'updated_at': '2022-05-05T20:26:40Z', 'revision_number': 10, 'project_id': '08e9223c846c46d791083957f9887d85', 'gw_port_host': None, '_interfaces': [{'id': 'bdd36598-929f-44fd-8971-c7456b555c46', 'name': '', 'network_id': '66f9563e-ee07-4869-b402-893db36b82d7', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'mac_address': 'fa:16:3e:01:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'e6455b0a-80fa-4a59-816f-11b102eee8a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:25:42Z', 'updated_at': '2022-05-05T20:25:52Z', 'revision_number': 5, 'project_id': '08e9223c846c46d791083957f9887d85', 'subnets': [{'id': 'e6455b0a-80fa-4a59-816f-11b102eee8a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:26:43.321598 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2389a3-81b6-444a-8604-534eab31911c None None] Checking router: a972cae5-5fb3-4e14-93d1-0ce82e1115c4 for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:26:43.333215 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2389a3-81b6-444a-8604-534eab31911c None None] Routers {'a972cae5-5fb3-4e14-93d1-0ce82e1115c4'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:26:43.333893 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-9b2389a3-81b6-444a-8604-534eab31911c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:26:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['a972cae5-5fb3-4e14-93d1-0ce82e1115c4'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:26:43.469058 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device e462da29-2ff4-4da2-b99c-cd421aba40f0 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:26:43.653002 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7cdd657a-4ab2-4127-8351-7b27a00d263d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:43.741772 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-42fb114d-3104-40b6-b59c-6bf0ae80cc77 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] For port 104287c1-6a17-48c4-985c-2a3e0ef8f9b3, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=104287c1-6a17-48c4-985c-2a3e0ef8f9b3,segment=NetworkSegment(6ca2c518-7f52-4c91-8319-bbf02d5447c0),segment_id=6ca2c518-7f52-4c91-8319-bbf02d5447c0)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:26:43.742566 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-42fb114d-3104-40b6-b59c-6bf0ae80cc77 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:43.749631 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-67b3d567-0cbd-4245-ae2b-1851e4b9e4ec None None] Provisioning for port e21cfe28-ee2f-426f-88b1-b3fdc1c57387 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:26:43.855490 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-9b2389a3-81b6-444a-8604-534eab31911c None None] Set router a972cae5-5fb3-4e14-93d1-0ce82e1115c4 gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:26:43.878294 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-42fb114d-3104-40b6-b59c-6bf0ae80cc77 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Calling delete_port for 104287c1-6a17-48c4-985c-2a3e0ef8f9b3 owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:26:43.921814 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port e462da29-2ff4-4da2-b99c-cd421aba40f0 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:26:43.948267 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port e462da29-2ff4-4da2-b99c-cd421aba40f0 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:26:43.954454 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:43.968118 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-42fb114d-3104-40b6-b59c-6bf0ae80cc77 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:43.980079 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdd657a-4ab2-4127-8351-7b27a00d263d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event deleted for resources: {'Port': ['ID=14501ff5-1c82-450b-90e6-43742b1ef26e,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:44.025279 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7cdd657a-4ab2-4127-8351-7b27a00d263d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:44.068768 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0aab9d8-f6c9-4744-bd04-8b9f104a956d None None] DHCP port deletion for 631175f0-a304-4980-829b-edc030fb8e19 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:26:44.098861 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-7cdd657a-4ab2-4127-8351-7b27a00d263d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/ports/14501ff5-1c82-450b-90e6-43742b1ef26e HTTP/1.1" status: 204 len: 168 time: 2.4371252 May 05 20:26:44.101827 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57016) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:44.156975 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fb114d-3104-40b6-b59c-6bf0ae80cc77 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] No DVR routers for this DVR port 104287c1-6a17-48c4-985c-2a3e0ef8f9b3 on host n-d-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:26:44.167974 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fb114d-3104-40b6-b59c-6bf0ae80cc77 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Pushing event deleted for resources: {'Port': ['ID=104287c1-6a17-48c4-985c-2a3e0ef8f9b3,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:44.310465 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:44.514098 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc67f74-17b9-418b-b907-42e783780eb8 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:44.515623 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc67f74-17b9-418b-b907-42e783780eb8 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:44.516372 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-bbc67f74-17b9-418b-b907-42e783780eb8 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Synchronizing usage tracker for tenant:0780f842482f4e59b41843f42dd46f0e on resource:subnet {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:26:44.583030 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-bbc67f74-17b9-418b-b907-42e783780eb8 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Unset dirty status for tenant:0780f842482f4e59b41843f42dd46f0e on resource:subnet {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:26:44.584202 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-bbc67f74-17b9-418b-b907-42e783780eb8 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4814749 May 05 20:26:44.588098 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57020) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:44.592385 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port e462da29-2ff4-4da2-b99c-cd421aba40f0, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=e462da29-2ff4-4da2-b99c-cd421aba40f0,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:26:44.611339 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:44.614771 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device e21cfe28-ee2f-426f-88b1-b3fdc1c57387 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:26:44.617473 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-42fb114d-3104-40b6-b59c-6bf0ae80cc77 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:44.696522 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-42fb114d-3104-40b6-b59c-6bf0ae80cc77 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['631175f0-a304-4980-829b-edc030fb8e19']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:26:44.720371 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-9b2389a3-81b6-444a-8604-534eab31911c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'name': 'tempest-RoutersIpV6Test-router-1071824586', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:25:39Z', 'updated_at': '2022-05-05T20:26:40Z', 'revision_number': 10, 'project_id': '08e9223c846c46d791083957f9887d85', 'gw_port_host': None, '_interfaces': [{'id': 'bdd36598-929f-44fd-8971-c7456b555c46', 'name': '', 'network_id': '66f9563e-ee07-4869-b402-893db36b82d7', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'mac_address': 'fa:16:3e:01:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'e6455b0a-80fa-4a59-816f-11b102eee8a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:25:42Z', 'updated_at': '2022-05-05T20:25:52Z', 'revision_number': 5, 'project_id': '08e9223c846c46d791083957f9887d85', 'subnets': [{'id': 'e6455b0a-80fa-4a59-816f-11b102eee8a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:26:44.722646 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-42fb114d-3104-40b6-b59c-6bf0ae80cc77 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ca2c518-7f52-4c91-8319-bbf02d5447c0') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:26:44.722952 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-42fb114d-3104-40b6-b59c-6bf0ae80cc77 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ca2c518-7f52-4c91-8319-bbf02d5447c0') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:26:44.738406 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2389a3-81b6-444a-8604-534eab31911c None None] The sync data for ids ['a972cae5-5fb3-4e14-93d1-0ce82e1115c4'] in n-d-840717-1 is: [{'id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'name': 'tempest-RoutersIpV6Test-router-1071824586', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:25:39Z', 'updated_at': '2022-05-05T20:26:40Z', 'revision_number': 10, 'project_id': '08e9223c846c46d791083957f9887d85', 'gw_port_host': None, '_interfaces': [{'id': 'bdd36598-929f-44fd-8971-c7456b555c46', 'name': '', 'network_id': '66f9563e-ee07-4869-b402-893db36b82d7', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'mac_address': 'fa:16:3e:01:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'e6455b0a-80fa-4a59-816f-11b102eee8a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:25:42Z', 'updated_at': '2022-05-05T20:25:52Z', 'revision_number': 5, 'project_id': '08e9223c846c46d791083957f9887d85', 'subnets': [{'id': 'e6455b0a-80fa-4a59-816f-11b102eee8a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:26:44.760075 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-42fb114d-3104-40b6-b59c-6bf0ae80cc77 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:44.790573 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-42fb114d-3104-40b6-b59c-6bf0ae80cc77 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:44.800205 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2c8bc8c-81ce-42c1-a244-049c5d4536c1 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Deleting subnet e476230c-dd79-40ec-aecc-68440dd703cc {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:26:44.804088 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=e462da29-2ff4-4da2-b99c-cd421aba40f0,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:44.806544 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42fb114d-3104-40b6-b59c-6bf0ae80cc77 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:26:44.807278 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-42fb114d-3104-40b6-b59c-6bf0ae80cc77 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:44.815081 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:44.831462 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-bfc25aa7-121a-4b6f-b44d-3a2d18782a8d None None] Provisioning for port 28628b04-bc50-487c-9ce8-f31a65478f63 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:26:44.836723 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:26:44.836723 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:26:44.836723 n-d-840717-1 neutron-server[88198]: timer() May 05 20:26:44.836723 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:26:44.836723 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:26:44.836723 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:26:44.836723 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:26:44.836723 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:26:44.836723 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:26:44.836723 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:26:44.836723 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:26:44.836723 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:26:44.836723 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:26:44.836723 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:26:44.836723 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:26:44.836723 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:26:44.836723 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:26:44.836723 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:26:44.836723 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:26:44.836723 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:26:44.836723 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:26:44.836723 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:26:44.836723 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:26:44.836723 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:26:44.836723 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:26:44.836723 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:26:44.836723 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:26:44.836723 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:26:44.836723 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:26:44.836723 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:26:44.836723 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:26:44.836723 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:26:44.838557 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d2c8bc8c-81ce-42c1-a244-049c5d4536c1 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:44.841740 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-bfc25aa7-121a-4b6f-b44d-3a2d18782a8d None None] Provisioning complete for port 28628b04-bc50-487c-9ce8-f31a65478f63 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:26:44.842112 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bfc25aa7-121a-4b6f-b44d-3a2d18782a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:44.910753 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port e21cfe28-ee2f-426f-88b1-b3fdc1c57387 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:26:44.926980 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d2c8bc8c-81ce-42c1-a244-049c5d4536c1 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:44.930583 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port e21cfe28-ee2f-426f-88b1-b3fdc1c57387 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:26:44.930955 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:45.004474 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-bfc25aa7-121a-4b6f-b44d-3a2d18782a8d None None] Port 28628b04-bc50-487c-9ce8-f31a65478f63 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:26:45.026300 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-bfc25aa7-121a-4b6f-b44d-3a2d18782a8d None None] Provisioning complete for port e21cfe28-ee2f-426f-88b1-b3fdc1c57387 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:26:45.026522 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bfc25aa7-121a-4b6f-b44d-3a2d18782a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:45.030935 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d2c8bc8c-81ce-42c1-a244-049c5d4536c1 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:45.099497 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-42fb114d-3104-40b6-b59c-6bf0ae80cc77 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:45.112411 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1ce8c9fb-567a-460d-8ed5-8d8bb427754f tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:45.115188 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d2c8bc8c-81ce-42c1-a244-049c5d4536c1 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:45.144247 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-42fb114d-3104-40b6-b59c-6bf0ae80cc77 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:45.148675 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:45.153095 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fb114d-3104-40b6-b59c-6bf0ae80cc77 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Pushing event deleted for resources: {'Network': ['ID=631175f0-a304-4980-829b-edc030fb8e19,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:45.159410 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1ce8c9fb-567a-460d-8ed5-8d8bb427754f tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:45.174793 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-42fb114d-3104-40b6-b59c-6bf0ae80cc77 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "DELETE /v2.0/networks/631175f0-a304-4980-829b-edc030fb8e19 HTTP/1.1" status: 204 len: 168 time: 2.1345422 May 05 20:26:45.179716 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57024) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:45.442265 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c8bc8c-81ce-42c1-a244-049c5d4536c1 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event deleted for resources: {'Subnet': ['ID=e476230c-dd79-40ec-aecc-68440dd703cc,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:45.446440 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port e21cfe28-ee2f-426f-88b1-b3fdc1c57387, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=e21cfe28-ee2f-426f-88b1-b3fdc1c57387,segment=NetworkSegment(c9572696-a17a-4a14-8a0a-056b3544c241),segment_id=c9572696-a17a-4a14-8a0a-056b3544c241)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:26:45.454464 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:45.459110 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d2c8bc8c-81ce-42c1-a244-049c5d4536c1 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:45.463230 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bfc25aa7-121a-4b6f-b44d-3a2d18782a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:45.493374 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d2c8bc8c-81ce-42c1-a244-049c5d4536c1 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/subnets/e476230c-dd79-40ec-aecc-68440dd703cc HTTP/1.1" status: 204 len: 168 time: 0.9040427 May 05 20:26:45.498784 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57030) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:45.612193 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33708358-3cf7-458d-b6cd-2e6c94800269 None None] Network 7289b573-7530-4f0a-b5b0-032373718af7 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:26:45.663691 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device e462da29-2ff4-4da2-b99c-cd421aba40f0 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:26:45.740181 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-7915d559-707a-4064-9cad-8860f2c8ee47 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2345579 May 05 20:26:45.741491 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1ce8c9fb-567a-460d-8ed5-8d8bb427754f tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:45.745265 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce8c9fb-567a-460d-8ed5-8d8bb427754f tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Pushing event updated for resources: {'Port': ['ID=28628b04-bc50-487c-9ce8-f31a65478f63,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:45.747403 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57036) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:45.791401 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-75024f0b-a385-474a-a7dd-b4c8342a37b3 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Request body: {'subnet': {'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:26:45.955859 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=e21cfe28-ee2f-426f-88b1-b3fdc1c57387,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:46.002554 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-bfc25aa7-121a-4b6f-b44d-3a2d18782a8d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:26:46.003179 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-bfc25aa7-121a-4b6f-b44d-3a2d18782a8d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:26:46.008551 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-75024f0b-a385-474a-a7dd-b4c8342a37b3 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:26:46.011743 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1447edd1-0f3c-4e74-b4cc-81798fc53772 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:46.015888 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-75024f0b-a385-474a-a7dd-b4c8342a37b3 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Usage tracker for resource:subnet and tenant:0780f842482f4e59b41843f42dd46f0e is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:26:46.020475 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-75024f0b-a385-474a-a7dd-b4c8342a37b3 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:26:46.037340 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-75024f0b-a385-474a-a7dd-b4c8342a37b3 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:26:46.051716 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port e462da29-2ff4-4da2-b99c-cd421aba40f0 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:26:46.052082 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:46.057411 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce8c9fb-567a-460d-8ed5-8d8bb427754f tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Network 2d78f89d-11e6-44e7-a45c-e21c5f87f387 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:26:46.059175 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-1ce8c9fb-567a-460d-8ed5-8d8bb427754f tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:26:46.063894 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75024f0b-a385-474a-a7dd-b4c8342a37b3 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Made reservation on behalf of 0780f842482f4e59b41843f42dd46f0e for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:26:46.067261 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-75024f0b-a385-474a-a7dd-b4c8342a37b3 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:46.230415 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d11022b-f26e-4727-a8d1-182691a6d86f None None] DHCP port deletion for 7289b573-7530-4f0a-b5b0-032373718af7 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:26:46.243372 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-7d11022b-f26e-4727-a8d1-182691a6d86f None None] Deleting port 20f847e7-7404-402c-aa82-a17049032d54 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:26:46.243372 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7d11022b-f26e-4727-a8d1-182691a6d86f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:46.290658 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 104287c1-6a17-48c4-985c-2a3e0ef8f9b3 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:26:46.351728 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 104287c1-6a17-48c4-985c-2a3e0ef8f9b3 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:26:46.352067 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 104287c1-6a17-48c4-985c-2a3e0ef8f9b3 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:26:46.352475 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 680ddb35-13dc-4381-9fda-155a81b755df no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:26:46.398781 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 680ddb35-13dc-4381-9fda-155a81b755df {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:26:46.399022 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 680ddb35-13dc-4381-9fda-155a81b755df not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:26:46.444071 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ce8c9fb-567a-460d-8ed5-8d8bb427754f tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Router 660bf7c4-2b02-4d8b-a1d1-8a5c79257697 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:26:46.457816 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-1447edd1-0f3c-4e74-b4cc-81798fc53772 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Deleting port bdd36598-929f-44fd-8971-c7456b555c46 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:26:46.458389 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1447edd1-0f3c-4e74-b4cc-81798fc53772 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:46.577993 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:46.580573 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-75024f0b-a385-474a-a7dd-b4c8342a37b3 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:46.680264 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-7d11022b-f26e-4727-a8d1-182691a6d86f None None] For port 20f847e7-7404-402c-aa82-a17049032d54, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=20f847e7-7404-402c-aa82-a17049032d54,segment=NetworkSegment(1cf78a78-2d57-4ccb-9633-08c37696a2c0),segment_id=1cf78a78-2d57-4ccb-9633-08c37696a2c0)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:26:46.685874 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7d11022b-f26e-4727-a8d1-182691a6d86f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:46.722662 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75024f0b-a385-474a-a7dd-b4c8342a37b3 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Network 7289b573-7530-4f0a-b5b0-032373718af7 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:26:46.728138 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-75024f0b-a385-474a-a7dd-b4c8342a37b3 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:26:46.736292 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75024f0b-a385-474a-a7dd-b4c8342a37b3 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:46.736886 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-75024f0b-a385-474a-a7dd-b4c8342a37b3 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:46.745572 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75024f0b-a385-474a-a7dd-b4c8342a37b3 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event updated for resources: {'Subnet': ['ID=83271b26-33ac-47e3-a634-3f3c025b41cf,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:46.763970 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-1447edd1-0f3c-4e74-b4cc-81798fc53772 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] For port bdd36598-929f-44fd-8971-c7456b555c46, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=bdd36598-929f-44fd-8971-c7456b555c46,segment=NetworkSegment(bdd89cf4-68a6-42ed-9198-b0c9c98ce14a),segment_id=bdd89cf4-68a6-42ed-9198-b0c9c98ce14a)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:26:46.764667 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1447edd1-0f3c-4e74-b4cc-81798fc53772 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:46.767143 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce8c9fb-567a-460d-8ed5-8d8bb427754f tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:26:46.777007 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-1ce8c9fb-567a-460d-8ed5-8d8bb427754f tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.36 "PUT /v2.0/routers/660bf7c4-2b02-4d8b-a1d1-8a5c79257697/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0697794 May 05 20:26:46.778054 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57050) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:46.783197 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-ebb54660-8ea7-4ad5-9993-ae97d76e321d tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1529668707', 'description': 'tempest-secgroup_access--1529668707 description', 'project_id': '6e19ee4cb1294f70bec1dac29584f7fc'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:26:46.795448 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-75024f0b-a385-474a-a7dd-b4c8342a37b3 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0461369 May 05 20:26:46.798006 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-ebb54660-8ea7-4ad5-9993-ae97d76e321d tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:26:46.800400 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57054) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:46.805900 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-32471351-4141-4fcf-be42-3995dc60801c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Request body: {'port': {'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'fixed_ips': [{'subnet_id': '83271b26-33ac-47e3-a634-3f3c025b41cf', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-1511256420'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:26:46.889784 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-ebb54660-8ea7-4ad5-9993-ae97d76e321d tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Usage tracker for resource:security_group and tenant:6e19ee4cb1294f70bec1dac29584f7fc is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:26:46.902184 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-ebb54660-8ea7-4ad5-9993-ae97d76e321d tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:26:46.943827 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a496baed-3006-48f1-9919-7a7d6002d660 None None] Sync routers for ids ['660bf7c4-2b02-4d8b-a1d1-8a5c79257697'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:26:46.954514 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-7d11022b-f26e-4727-a8d1-182691a6d86f None None] Calling delete_port for 20f847e7-7404-402c-aa82-a17049032d54 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:26:46.955240 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-1447edd1-0f3c-4e74-b4cc-81798fc53772 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Calling delete_port for bdd36598-929f-44fd-8971-c7456b555c46 owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:26:47.008366 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a496baed-3006-48f1-9919-7a7d6002d660 None None] Routers {'660bf7c4-2b02-4d8b-a1d1-8a5c79257697'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:26:47.009600 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-a496baed-3006-48f1-9919-7a7d6002d660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:26:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['660bf7c4-2b02-4d8b-a1d1-8a5c79257697'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:26:47.049581 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-ebb54660-8ea7-4ad5-9993-ae97d76e321d tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:26:47.068131 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-32471351-4141-4fcf-be42-3995dc60801c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:26:47.074520 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-32471351-4141-4fcf-be42-3995dc60801c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Usage tracker for resource:port and tenant:0780f842482f4e59b41843f42dd46f0e is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:26:47.078091 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-32471351-4141-4fcf-be42-3995dc60801c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:26:47.086685 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-32471351-4141-4fcf-be42-3995dc60801c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:26:47.097397 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ebb54660-8ea7-4ad5-9993-ae97d76e321d tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:47.100528 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-34a6adfa-fd54-44b7-9183-a62543df2565 None None] Provisioning complete for port 28628b04-bc50-487c-9ce8-f31a65478f63 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:26:47.101261 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-34a6adfa-fd54-44b7-9183-a62543df2565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:47.112173 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32471351-4141-4fcf-be42-3995dc60801c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Made reservation on behalf of 0780f842482f4e59b41843f42dd46f0e for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:26:47.155426 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1447edd1-0f3c-4e74-b4cc-81798fc53772 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:47.248890 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7d11022b-f26e-4727-a8d1-182691a6d86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:47.277819 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1447edd1-0f3c-4e74-b4cc-81798fc53772 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Pushing event deleted for resources: {'Port': ['ID=bdd36598-929f-44fd-8971-c7456b555c46,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:47.289772 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-34a6adfa-fd54-44b7-9183-a62543df2565 None None] Port 28628b04-bc50-487c-9ce8-f31a65478f63 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:26:47.297658 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d11022b-f26e-4727-a8d1-182691a6d86f None None] No DVR routers for this DVR port 20f847e7-7404-402c-aa82-a17049032d54 on host n-d-840717-1 {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:26:47.310872 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d11022b-f26e-4727-a8d1-182691a6d86f None None] Pushing event deleted for resources: {'Port': ['ID=20f847e7-7404-402c-aa82-a17049032d54,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:47.326561 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d11022b-f26e-4727-a8d1-182691a6d86f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:26:47.326907 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d11022b-f26e-4727-a8d1-182691a6d86f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:26:47.327241 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d11022b-f26e-4727-a8d1-182691a6d86f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:26:47.327602 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d11022b-f26e-4727-a8d1-182691a6d86f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:26:47.327934 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d11022b-f26e-4727-a8d1-182691a6d86f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:26:47.328253 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d11022b-f26e-4727-a8d1-182691a6d86f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:26:47.328573 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d11022b-f26e-4727-a8d1-182691a6d86f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:26:47.328892 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d11022b-f26e-4727-a8d1-182691a6d86f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:26:47.329208 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d11022b-f26e-4727-a8d1-182691a6d86f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:26:47.329521 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d11022b-f26e-4727-a8d1-182691a6d86f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:26:47.329938 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d11022b-f26e-4727-a8d1-182691a6d86f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:26:47.330257 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d11022b-f26e-4727-a8d1-182691a6d86f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:26:47.336297 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06971fa7-d01a-4dae-9d9a-6c563b49c51f None None] Network 7289b573-7530-4f0a-b5b0-032373718af7 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:26:47.372832 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-a496baed-3006-48f1-9919-7a7d6002d660 None None] Set router 660bf7c4-2b02-4d8b-a1d1-8a5c79257697 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:26:47.530884 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-32471351-4141-4fcf-be42-3995dc60801c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:47.564442 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [None req-32471351-4141-4fcf-be42-3995dc60801c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] device_id is not set on port b52a0415-7704-4cba-a1c0-f8d196336941 yet. {{(pid=88197) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:26:47.622158 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-ebb54660-8ea7-4ad5-9993-ae97d76e321d tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:26:47.626841 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-ebb54660-8ea7-4ad5-9993-ae97d76e321d tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Usage tracker for resource:security_group_rule and tenant:6e19ee4cb1294f70bec1dac29584f7fc is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:26:47.635637 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-ebb54660-8ea7-4ad5-9993-ae97d76e321d tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:26:47.644491 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-ebb54660-8ea7-4ad5-9993-ae97d76e321d tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:26:47.740793 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ebb54660-8ea7-4ad5-9993-ae97d76e321d tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:47.750822 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device e21cfe28-ee2f-426f-88b1-b3fdc1c57387 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:26:47.758881 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ebb54660-8ea7-4ad5-9993-ae97d76e321d tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:47.777809 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1447edd1-0f3c-4e74-b4cc-81798fc53772 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:47.884929 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb54660-8ea7-4ad5-9993-ae97d76e321d tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c50b871-4a31-4968-adbd-f08b3778bfe4,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:47.939607 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac307c11-e156-4f62-b348-da6041c42dc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-7289b573-7530-4f0a-b5b0-032373718af7', 'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'tenant_id': '0780f842482f4e59b41843f42dd46f0e', 'fixed_ips': [{'subnet_id': '83271b26-33ac-47e3-a634-3f3c025b41cf'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:26:47.940427 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ac307c11-e156-4f62-b348-da6041c42dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:47.945993 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb54660-8ea7-4ad5-9993-ae97d76e321d tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:26:47.946480 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb54660-8ea7-4ad5-9993-ae97d76e321d tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:26:47.946944 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb54660-8ea7-4ad5-9993-ae97d76e321d tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:26:47.947561 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb54660-8ea7-4ad5-9993-ae97d76e321d tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:26:47.948071 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb54660-8ea7-4ad5-9993-ae97d76e321d tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:26:47.948509 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb54660-8ea7-4ad5-9993-ae97d76e321d tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:26:47.949162 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb54660-8ea7-4ad5-9993-ae97d76e321d tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:26:47.949602 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb54660-8ea7-4ad5-9993-ae97d76e321d tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:26:47.950032 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb54660-8ea7-4ad5-9993-ae97d76e321d tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:26:47.950465 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb54660-8ea7-4ad5-9993-ae97d76e321d tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:26:47.951138 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb54660-8ea7-4ad5-9993-ae97d76e321d tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:26:47.951734 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb54660-8ea7-4ad5-9993-ae97d76e321d tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:26:47.959699 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ebb54660-8ea7-4ad5-9993-ae97d76e321d tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:47.961840 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-ebb54660-8ea7-4ad5-9993-ae97d76e321d tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.1826088 May 05 20:26:47.968480 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57060) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:47.978529 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-383f0abc-4595-4392-af30-cc030e6645d0 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1938703033', 'description': 'tempest-secgroup_general--1938703033 description', 'project_id': '6e19ee4cb1294f70bec1dac29584f7fc'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:26:47.989172 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-383f0abc-4595-4392-af30-cc030e6645d0 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:26:47.997600 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-383f0abc-4595-4392-af30-cc030e6645d0 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Usage tracker for resource:security_group and tenant:6e19ee4cb1294f70bec1dac29584f7fc is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:26:48.002811 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-383f0abc-4595-4392-af30-cc030e6645d0 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:26:48.006920 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-32471351-4141-4fcf-be42-3995dc60801c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 20:26:48.007770 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32471351-4141-4fcf-be42-3995dc60801c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:26:48.018914 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port e21cfe28-ee2f-426f-88b1-b3fdc1c57387 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:26:48.019430 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:48.030672 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-383f0abc-4595-4392-af30-cc030e6645d0 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:26:48.047524 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-32471351-4141-4fcf-be42-3995dc60801c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.2453408 May 05 20:26:48.049329 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57064) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:48.088113 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-383f0abc-4595-4392-af30-cc030e6645d0 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:48.111500 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4466fffb-2c1f-4f3d-842f-df3aa4be1e98 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Synchronizing usage tracker for tenant:0780f842482f4e59b41843f42dd46f0e on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:26:48.127832 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-383f0abc-4595-4392-af30-cc030e6645d0 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:26:48.137232 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-383f0abc-4595-4392-af30-cc030e6645d0 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Usage tracker for resource:security_group_rule and tenant:6e19ee4cb1294f70bec1dac29584f7fc is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:26:48.141288 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-383f0abc-4595-4392-af30-cc030e6645d0 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:26:48.148237 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-383f0abc-4595-4392-af30-cc030e6645d0 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:26:48.152077 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4466fffb-2c1f-4f3d-842f-df3aa4be1e98 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Unset dirty status for tenant:0780f842482f4e59b41843f42dd46f0e on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:26:48.154717 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-4466fffb-2c1f-4f3d-842f-df3aa4be1e98 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1043415 May 05 20:26:48.157386 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57068) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:48.173999 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1447edd1-0f3c-4e74-b4cc-81798fc53772 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Router a972cae5-5fb3-4e14-93d1-0ce82e1115c4 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:26:48.179690 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-a496baed-3006-48f1-9919-7a7d6002d660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660bf7c4-2b02-4d8b-a1d1-8a5c79257697', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1625313984', 'tenant_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'e462da29-2ff4-4da2-b99c-cd421aba40f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:26:31Z', 'updated_at': '2022-05-05T20:26:42Z', 'revision_number': 4, 'project_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'gw_port': {'id': 'e462da29-2ff4-4da2-b99c-cd421aba40f0', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:78:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660bf7c4-2b02-4d8b-a1d1-8a5c79257697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:26:32Z', 'updated_at': '2022-05-05T20:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '28628b04-bc50-487c-9ce8-f31a65478f63', 'name': '', 'network_id': '2d78f89d-11e6-44e7-a45c-e21c5f87f387', 'tenant_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'mac_address': 'fa:16:3e:68:e6:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660bf7c4-2b02-4d8b-a1d1-8a5c79257697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': 'bbd7f762-a780-4c8a-814d-5574183ff8dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:26:39Z', 'updated_at': '2022-05-05T20:26:44Z', 'revision_number': 2, 'project_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'subnets': [{'id': 'bbd7f762-a780-4c8a-814d-5574183ff8dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:26:48.192474 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a496baed-3006-48f1-9919-7a7d6002d660 None None] Checking router: 660bf7c4-2b02-4d8b-a1d1-8a5c79257697 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:26:48.192818 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a496baed-3006-48f1-9919-7a7d6002d660 None None] Updating router 660bf7c4-2b02-4d8b-a1d1-8a5c79257697 port 28628b04-bc50-487c-9ce8-f31a65478f63 binding host n-d-840717-1 {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:26:48.249795 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a496baed-3006-48f1-9919-7a7d6002d660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:48.261061 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fae7387-cb30-477b-b848-b109956193aa tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:48.262654 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fae7387-cb30-477b-b848-b109956193aa tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:48.263603 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4fae7387-cb30-477b-b848-b109956193aa tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Synchronizing usage tracker for tenant:0780f842482f4e59b41843f42dd46f0e on resource:subnet {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:26:48.308516 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4fae7387-cb30-477b-b848-b109956193aa tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Unset dirty status for tenant:0780f842482f4e59b41843f42dd46f0e on resource:subnet {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:26:48.312515 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-4fae7387-cb30-477b-b848-b109956193aa tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1516662 May 05 20:26:48.317707 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57072) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:48.321426 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-ac307c11-e156-4f62-b348-da6041c42dc2 None None] Allocated IP 2001:db8::2 (7289b573-7530-4f0a-b5b0-032373718af7/83271b26-33ac-47e3-a634-3f3c025b41cf/e46edbfa-b74a-42f7-8138-17609e68a951) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:26:48.351688 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1447edd1-0f3c-4e74-b4cc-81798fc53772 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:26:48.365255 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3431d8cd-138b-4d7e-8212-bc3587e6b846 None None] Sync routers for ids ['a972cae5-5fb3-4e14-93d1-0ce82e1115c4'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:26:48.371623 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-383f0abc-4595-4392-af30-cc030e6645d0 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:48.384232 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3431d8cd-138b-4d7e-8212-bc3587e6b846 None None] Routers {'a972cae5-5fb3-4e14-93d1-0ce82e1115c4'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:26:48.385013 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-3431d8cd-138b-4d7e-8212-bc3587e6b846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:26:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['a972cae5-5fb3-4e14-93d1-0ce82e1115c4'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:26:48.387584 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-383f0abc-4595-4392-af30-cc030e6645d0 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:48.418718 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-1447edd1-0f3c-4e74-b4cc-81798fc53772 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "PUT /v2.0/routers/a972cae5-5fb3-4e14-93d1-0ce82e1115c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2364225 May 05 20:26:48.419064 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57076) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:48.489135 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a8ada61-bcdc-41c6-85fc-0ea25d3ca233 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Deleting subnet 83271b26-33ac-47e3-a634-3f3c025b41cf {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:26:48.492252 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383f0abc-4595-4392-af30-cc030e6645d0 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0618aa6f-97d3-434c-8c1a-8399ac9a34e1,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:48.496404 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-383f0abc-4595-4392-af30-cc030e6645d0 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:48.500739 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-383f0abc-4595-4392-af30-cc030e6645d0 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.5310304 May 05 20:26:48.501541 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57080) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:48.506508 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-59cc5f4d-db1f-4100-afb6-9c1b79c4bf60 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Request body: {'security_group_rule': {'security_group_id': '5c50b871-4a31-4968-adbd-f08b3778bfe4', 'project_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:26:48.513252 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-59cc5f4d-db1f-4100-afb6-9c1b79c4bf60 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:26:48.517273 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-59cc5f4d-db1f-4100-afb6-9c1b79c4bf60 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Usage tracker for resource:security_group_rule and tenant:6e19ee4cb1294f70bec1dac29584f7fc is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:26:48.520280 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-59cc5f4d-db1f-4100-afb6-9c1b79c4bf60 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:26:48.526956 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-59cc5f4d-db1f-4100-afb6-9c1b79c4bf60 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:26:48.545656 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-59cc5f4d-db1f-4100-afb6-9c1b79c4bf60 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:48.591133 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dc7dce4-a828-4f5b-8df6-a527a9d64b93 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Deleting subnet e6455b0a-80fa-4a59-816f-11b102eee8a5 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:26:48.602772 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8dc7dce4-a828-4f5b-8df6-a527a9d64b93 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:48.660069 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-59cc5f4d-db1f-4100-afb6-9c1b79c4bf60 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:48.665741 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-59cc5f4d-db1f-4100-afb6-9c1b79c4bf60 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:48.668433 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 20f847e7-7404-402c-aa82-a17049032d54 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:26:48.701027 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-3431d8cd-138b-4d7e-8212-bc3587e6b846 None None] Set router a972cae5-5fb3-4e14-93d1-0ce82e1115c4 gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:26:48.711270 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8dc7dce4-a828-4f5b-8df6-a527a9d64b93 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:48.713163 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cc5f4d-db1f-4100-afb6-9c1b79c4bf60 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea7884f4-fe52-4b2a-84d7-bfd04a8624a8,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:48.715460 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 20f847e7-7404-402c-aa82-a17049032d54 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:26:48.715922 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 20f847e7-7404-402c-aa82-a17049032d54 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:26:48.735282 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-59cc5f4d-db1f-4100-afb6-9c1b79c4bf60 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:48.745984 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-59cc5f4d-db1f-4100-afb6-9c1b79c4bf60 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2433736 May 05 20:26:48.823023 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8dc7dce4-a828-4f5b-8df6-a527a9d64b93 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:48.875408 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-3431d8cd-138b-4d7e-8212-bc3587e6b846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'name': 'tempest-RoutersIpV6Test-router-1071824586', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:25:39Z', 'updated_at': '2022-05-05T20:26:47Z', 'revision_number': 11, 'project_id': '08e9223c846c46d791083957f9887d85', 'gw_port_host': None}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:26:48.880755 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3431d8cd-138b-4d7e-8212-bc3587e6b846 None None] Checking router: a972cae5-5fb3-4e14-93d1-0ce82e1115c4 for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:26:48.891757 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3431d8cd-138b-4d7e-8212-bc3587e6b846 None None] Routers {'a972cae5-5fb3-4e14-93d1-0ce82e1115c4'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:26:48.892365 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-3431d8cd-138b-4d7e-8212-bc3587e6b846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:26:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['a972cae5-5fb3-4e14-93d1-0ce82e1115c4'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:26:48.927853 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8dc7dce4-a828-4f5b-8df6-a527a9d64b93 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:49.023851 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc7dce4-a828-4f5b-8df6-a527a9d64b93 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Pushing event deleted for resources: {'Subnet': ['ID=e6455b0a-80fa-4a59-816f-11b102eee8a5,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:49.028614 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8dc7dce4-a828-4f5b-8df6-a527a9d64b93 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:49.038183 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-94f82745-515f-4776-8f11-decc2353a4e9 req-8e4d0eea-f545-4bbe-908c-1c73f25ebcb0 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Synchronizing usage tracker for tenant:6e19ee4cb1294f70bec1dac29584f7fc on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:26:49.041956 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-3431d8cd-138b-4d7e-8212-bc3587e6b846 None None] Set router a972cae5-5fb3-4e14-93d1-0ce82e1115c4 gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:26:49.046977 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-8dc7dce4-a828-4f5b-8df6-a527a9d64b93 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "DELETE /v2.0/subnets/e6455b0a-80fa-4a59-816f-11b102eee8a5 HTTP/1.1" status: 204 len: 168 time: 0.6242833 May 05 20:26:49.047310 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57098) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:49.051005 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93ab839-9f68-4751-a2a4-8ba25988e466 None None] Network 66f9563e-ee07-4869-b402-893db36b82d7 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:26:49.060562 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-94f82745-515f-4776-8f11-decc2353a4e9 req-8e4d0eea-f545-4bbe-908c-1c73f25ebcb0 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Unset dirty status for tenant:6e19ee4cb1294f70bec1dac29584f7fc on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:26:49.068714 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-94f82745-515f-4776-8f11-decc2353a4e9 req-8e4d0eea-f545-4bbe-908c-1c73f25ebcb0 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup_access--1529668707&fields=id&tenant_id=6e19ee4cb1294f70bec1dac29584f7fc HTTP/1.1" status: 200 len: 267 time: 0.1247110 May 05 20:26:49.122113 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-94f82745-515f-4776-8f11-decc2353a4e9 req-ae338381-0106-46dc-9ee9-0ba77a0d0d2b tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup_general--1938703033&fields=id&tenant_id=6e19ee4cb1294f70bec1dac29584f7fc HTTP/1.1" status: 200 len: 267 time: 0.0521665 May 05 20:26:49.169115 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ac307c11-e156-4f62-b348-da6041c42dc2 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:49.206231 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4f4ae9ad-f6aa-4ea9-813c-8f2be7adf3d9 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:49.218832 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ae9ad-f6aa-4ea9-813c-8f2be7adf3d9 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Deleting port df855aae-81bc-4624-bfda-df0ccc157fc3 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:26:49.219229 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4f4ae9ad-f6aa-4ea9-813c-8f2be7adf3d9 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:49.255966 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a496baed-3006-48f1-9919-7a7d6002d660 None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:49.261068 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-ac307c11-e156-4f62-b348-da6041c42dc2 None None] Transition to ACTIVE for port object e46edbfa-b74a-42f7-8138-17609e68a951 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:26:49.273394 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-3431d8cd-138b-4d7e-8212-bc3587e6b846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'name': 'tempest-RoutersIpV6Test-router-1071824586', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:25:39Z', 'updated_at': '2022-05-05T20:26:47Z', 'revision_number': 11, 'project_id': '08e9223c846c46d791083957f9887d85', 'gw_port_host': None}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:26:49.279682 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3431d8cd-138b-4d7e-8212-bc3587e6b846 None None] The sync data for ids ['a972cae5-5fb3-4e14-93d1-0ce82e1115c4'] in n-d-840717-1 is: [{'id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'name': 'tempest-RoutersIpV6Test-router-1071824586', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:25:39Z', 'updated_at': '2022-05-05T20:26:47Z', 'revision_number': 11, 'project_id': '08e9223c846c46d791083957f9887d85', 'gw_port_host': None}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:26:49.355305 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-a496baed-3006-48f1-9919-7a7d6002d660 None None] Transition to ACTIVE for port object 28628b04-bc50-487c-9ce8-f31a65478f63 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:26:49.416396 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-ac307c11-e156-4f62-b348-da6041c42dc2 None None] Transition to ACTIVE for port object e46edbfa-b74a-42f7-8138-17609e68a951 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:26:49.430763 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a496baed-3006-48f1-9919-7a7d6002d660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:49.476132 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ac307c11-e156-4f62-b348-da6041c42dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:49.482641 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f82745-515f-4776-8f11-decc2353a4e9 req-d456bc2d-ff7e-42a1-bbd1-971f362ca70a tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:49.484378 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-94f82745-515f-4776-8f11-decc2353a4e9 req-d456bc2d-ff7e-42a1-bbd1-971f362ca70a tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Synchronizing usage tracker for tenant:6e19ee4cb1294f70bec1dac29584f7fc on resource:network {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:26:49.529478 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-94f82745-515f-4776-8f11-decc2353a4e9 req-d456bc2d-ff7e-42a1-bbd1-971f362ca70a tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Unset dirty status for tenant:6e19ee4cb1294f70bec1dac29584f7fc on resource:network {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:26:49.539260 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-94f82745-515f-4776-8f11-decc2353a4e9 req-d456bc2d-ff7e-42a1-bbd1-971f362ca70a tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.36 "GET /v2.0/networks?id=2d78f89d-11e6-44e7-a45c-e21c5f87f387 HTTP/1.1" status: 200 len: 797 time: 0.4157720 May 05 20:26:49.574157 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-94f82745-515f-4776-8f11-decc2353a4e9 req-ea289aae-fbca-40c5-87fd-1e146dfc6c25 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.36 "GET /v2.0/quotas/6e19ee4cb1294f70bec1dac29584f7fc HTTP/1.1" status: 200 len: 375 time: 0.0333431 May 05 20:26:49.590316 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac307c11-e156-4f62-b348-da6041c42dc2 None None] Network 7289b573-7530-4f0a-b5b0-032373718af7 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:26:49.604387 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-ac307c11-e156-4f62-b348-da6041c42dc2 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:26:49.614799 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac307c11-e156-4f62-b348-da6041c42dc2 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:26:49.642922 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-4f4ae9ad-f6aa-4ea9-813c-8f2be7adf3d9 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] For port df855aae-81bc-4624-bfda-df0ccc157fc3, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=df855aae-81bc-4624-bfda-df0ccc157fc3,segment=NetworkSegment(bdd89cf4-68a6-42ed-9198-b0c9c98ce14a),segment_id=bdd89cf4-68a6-42ed-9198-b0c9c98ce14a)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:26:49.643399 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4f4ae9ad-f6aa-4ea9-813c-8f2be7adf3d9 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:49.643517 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36d12e3-e892-4d06-b1ba-9a82c57f9fc2 None None] Pushing event updated for resources: {'Port': ['ID=28628b04-bc50-487c-9ce8-f31a65478f63,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:49.893863 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-94f82745-515f-4776-8f11-decc2353a4e9 req-5765e080-8c9d-41e5-b627-c32c3ccb385c tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6e19ee4cb1294f70bec1dac29584f7fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3123722 May 05 20:26:49.968454 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac307c11-e156-4f62-b348-da6041c42dc2 None None] Pushing event updated for resources: {'Port': ['ID=e46edbfa-b74a-42f7-8138-17609e68a951,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:49.971779 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device bdd36598-929f-44fd-8971-c7456b555c46 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:26:50.066303 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ae9ad-f6aa-4ea9-813c-8f2be7adf3d9 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Calling delete_port for df855aae-81bc-4624-bfda-df0ccc157fc3 owned by network:dhcp {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:26:50.118774 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: bdd36598-929f-44fd-8971-c7456b555c46 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:26:50.119210 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device bdd36598-929f-44fd-8971-c7456b555c46 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:26:50.168812 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-a496baed-3006-48f1-9919-7a7d6002d660 None None] Attempting to bind port 28628b04-bc50-487c-9ce8-f31a65478f63 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:26:50.169184 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-a496baed-3006-48f1-9919-7a7d6002d660 None None] Attempting to bind port 28628b04-bc50-487c-9ce8-f31a65478f63 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'c9572696-a17a-4a14-8a0a-056b3544c241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2d78f89d-11e6-44e7-a45c-e21c5f87f387'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:26:50.169543 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a496baed-3006-48f1-9919-7a7d6002d660 None None] Attempting to bind port 28628b04-bc50-487c-9ce8-f31a65478f63 on network 2d78f89d-11e6-44e7-a45c-e21c5f87f387 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:26:50.171681 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-ac307c11-e156-4f62-b348-da6041c42dc2 None None] Attempting to bind port e46edbfa-b74a-42f7-8138-17609e68a951 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:26:50.172038 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-ac307c11-e156-4f62-b348-da6041c42dc2 None None] Attempting to bind port e46edbfa-b74a-42f7-8138-17609e68a951 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '1cf78a78-2d57-4ccb-9633-08c37696a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7289b573-7530-4f0a-b5b0-032373718af7'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:26:50.172383 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac307c11-e156-4f62-b348-da6041c42dc2 None None] Attempting to bind port e46edbfa-b74a-42f7-8138-17609e68a951 on network 7289b573-7530-4f0a-b5b0-032373718af7 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:26:50.201353 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a496baed-3006-48f1-9919-7a7d6002d660 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:26:50.201773 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a496baed-3006-48f1-9919-7a7d6002d660 None None] Checking segment: {'id': 'c9572696-a17a-4a14-8a0a-056b3544c241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2d78f89d-11e6-44e7-a45c-e21c5f87f387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:26:50.202234 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a496baed-3006-48f1-9919-7a7d6002d660 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:50.202616 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a496baed-3006-48f1-9919-7a7d6002d660 None None] Bound using segment: {'id': 'c9572696-a17a-4a14-8a0a-056b3544c241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2d78f89d-11e6-44e7-a45c-e21c5f87f387'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:26:50.205521 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-94f82745-515f-4776-8f11-decc2353a4e9 req-457457a8-4207-416e-b518-08e04cc08c06 service neutron] 10.222.0.36 "GET /v2.0/networks/2d78f89d-11e6-44e7-a45c-e21c5f87f387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960756 May 05 20:26:50.205717 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-a496baed-3006-48f1-9919-7a7d6002d660 None None] Bound port: 28628b04-bc50-487c-9ce8-f31a65478f63, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9572696-a17a-4a14-8a0a-056b3544c241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2d78f89d-11e6-44e7-a45c-e21c5f87f387'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:26:50.205964 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a496baed-3006-48f1-9919-7a7d6002d660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:50.208999 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2a8ada61-bcdc-41c6-85fc-0ea25d3ca233 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:50.237772 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03020bd3-f2da-47e9-a04e-17376a25f851 None None] DHCP port deletion for 66f9563e-ee07-4869-b402-893db36b82d7 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:26:50.240279 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac307c11-e156-4f62-b348-da6041c42dc2 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:26:50.240753 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac307c11-e156-4f62-b348-da6041c42dc2 None None] Checking segment: {'id': '1cf78a78-2d57-4ccb-9633-08c37696a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7289b573-7530-4f0a-b5b0-032373718af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:26:50.241306 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ac307c11-e156-4f62-b348-da6041c42dc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:50.241948 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac307c11-e156-4f62-b348-da6041c42dc2 None None] Bound using segment: {'id': '1cf78a78-2d57-4ccb-9633-08c37696a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7289b573-7530-4f0a-b5b0-032373718af7'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:26:50.242493 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-ac307c11-e156-4f62-b348-da6041c42dc2 None None] Bound port: e46edbfa-b74a-42f7-8138-17609e68a951, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf78a78-2d57-4ccb-9633-08c37696a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7289b573-7530-4f0a-b5b0-032373718af7'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:26:50.242934 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ac307c11-e156-4f62-b348-da6041c42dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:50.276159 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2a8ada61-bcdc-41c6-85fc-0ea25d3ca233 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:50.431023 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4f4ae9ad-f6aa-4ea9-813c-8f2be7adf3d9 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:50.479700 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4ae9ad-f6aa-4ea9-813c-8f2be7adf3d9 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] No DVR routers for this DVR port df855aae-81bc-4624-bfda-df0ccc157fc3 on host n-d-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:26:50.499233 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-a496baed-3006-48f1-9919-7a7d6002d660 None None] For port 28628b04-bc50-487c-9ce8-f31a65478f63, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:26:50.508433 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2a8ada61-bcdc-41c6-85fc-0ea25d3ca233 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:50.518680 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-a496baed-3006-48f1-9919-7a7d6002d660 None None] For port 28628b04-bc50-487c-9ce8-f31a65478f63, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=28628b04-bc50-487c-9ce8-f31a65478f63,segment=NetworkSegment(c9572696-a17a-4a14-8a0a-056b3544c241),segment_id=c9572696-a17a-4a14-8a0a-056b3544c241)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:26:50.525011 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a496baed-3006-48f1-9919-7a7d6002d660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:50.557718 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-94f82745-515f-4776-8f11-decc2353a4e9 req-eb58f10d-64a8-4ae8-8921-246d352360ba service neutron] 10.222.0.36 "GET /v2.0/networks/2d78f89d-11e6-44e7-a45c-e21c5f87f387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3420625 May 05 20:26:50.627594 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a496baed-3006-48f1-9919-7a7d6002d660 None None] Routers {'660bf7c4-2b02-4d8b-a1d1-8a5c79257697'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:26:50.628246 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-a496baed-3006-48f1-9919-7a7d6002d660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:26:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['660bf7c4-2b02-4d8b-a1d1-8a5c79257697'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:26:50.749218 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4f4ae9ad-f6aa-4ea9-813c-8f2be7adf3d9 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:50.859270 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36d12e3-e892-4d06-b1ba-9a82c57f9fc2 None None] Pushing event updated for resources: {'Port': ['ID=28628b04-bc50-487c-9ce8-f31a65478f63,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:50.931701 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ae9ad-f6aa-4ea9-813c-8f2be7adf3d9 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Pushing event deleted for resources: {'Port': ['ID=df855aae-81bc-4624-bfda-df0ccc157fc3,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:50.986889 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-4f4ae9ad-f6aa-4ea9-813c-8f2be7adf3d9 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66f9563e-ee07-4869-b402-893db36b82d7']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:26:51.002782 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d8bea580-d772-41e7-8163-f8450b3b3128 req-022fb7bd-9598-49c5-8f7e-15125049e996 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.36 "GET /v2.0/ports?device_id=cee4f517-ee29-436c-a800-37c8701e172d HTTP/1.1" status: 200 len: 210 time: 0.1334338 May 05 20:26:51.018674 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-4f4ae9ad-f6aa-4ea9-813c-8f2be7adf3d9 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdd89cf4-68a6-42ed-9198-b0c9c98ce14a') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:26:51.021109 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-4f4ae9ad-f6aa-4ea9-813c-8f2be7adf3d9 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdd89cf4-68a6-42ed-9198-b0c9c98ce14a') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:26:51.036731 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4f4ae9ad-f6aa-4ea9-813c-8f2be7adf3d9 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:51.053676 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-a496baed-3006-48f1-9919-7a7d6002d660 None None] Set router 660bf7c4-2b02-4d8b-a1d1-8a5c79257697 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:26:51.057874 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4f4ae9ad-f6aa-4ea9-813c-8f2be7adf3d9 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:51.072475 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f4ae9ad-f6aa-4ea9-813c-8f2be7adf3d9 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:26:51.072475 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4f4ae9ad-f6aa-4ea9-813c-8f2be7adf3d9 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:51.163710 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:26:51.163710 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:26:51.163710 n-d-840717-1 neutron-server[88197]: timer() May 05 20:26:51.163710 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:26:51.163710 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:26:51.163710 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:26:51.163710 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:26:51.163710 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:26:51.163710 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:26:51.163710 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:26:51.163710 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:26:51.163710 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:26:51.163710 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:26:51.163710 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:26:51.163710 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:26:51.163710 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:26:51.163710 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:26:51.163710 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:26:51.163710 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:26:51.163710 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:26:51.163710 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:26:51.163710 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:26:51.163710 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:26:51.163710 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:26:51.163710 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:26:51.163710 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:26:51.163710 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:26:51.163710 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:26:51.163710 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:26:51.163710 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:26:51.163710 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:26:51.163710 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:26:51.192501 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4f4ae9ad-f6aa-4ea9-813c-8f2be7adf3d9 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:51.215456 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4f4ae9ad-f6aa-4ea9-813c-8f2be7adf3d9 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:51.226638 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50458ce3-482e-4ead-8c73-8b07c0f4b9bf req-1bf59a52-a737-4e9d-a3a1-a68f0ec4b0d9 tempest-TestNetworkAdvancedServerOps-1264277304 tempest-TestNetworkAdvancedServerOps-1264277304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:51.228202 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-50458ce3-482e-4ead-8c73-8b07c0f4b9bf req-1bf59a52-a737-4e9d-a3a1-a68f0ec4b0d9 tempest-TestNetworkAdvancedServerOps-1264277304 tempest-TestNetworkAdvancedServerOps-1264277304-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=cb85796e-354f-4c15-b0f6-67239028b8d5 HTTP/1.1" status: 200 len: 1097 time: 1.0233970 May 05 20:26:51.233538 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ae9ad-f6aa-4ea9-813c-8f2be7adf3d9 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Pushing event deleted for resources: {'Network': ['ID=66f9563e-ee07-4869-b402-893db36b82d7,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:51.251280 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-4f4ae9ad-f6aa-4ea9-813c-8f2be7adf3d9 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "DELETE /v2.0/networks/66f9563e-ee07-4869-b402-893db36b82d7 HTTP/1.1" status: 204 len: 168 time: 2.2028079 May 05 20:26:51.254167 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57130) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:51.260372 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-b9d14337-203f-4172-bdc2-14d1e6f82019 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Request body: {'router': {'routes': None}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:26:51.266142 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-ac307c11-e156-4f62-b348-da6041c42dc2 None None] For port e46edbfa-b74a-42f7-8138-17609e68a951, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:26:51.267639 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2a8ada61-bcdc-41c6-85fc-0ea25d3ca233 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:51.317135 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8ada61-bcdc-41c6-85fc-0ea25d3ca233 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event deleted for resources: {'Subnet': ['ID=83271b26-33ac-47e3-a634-3f3c025b41cf,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:51.334852 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-ac307c11-e156-4f62-b348-da6041c42dc2 None None] For port e46edbfa-b74a-42f7-8138-17609e68a951, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=e46edbfa-b74a-42f7-8138-17609e68a951,segment=NetworkSegment(1cf78a78-2d57-4ccb-9633-08c37696a2c0),segment_id=1cf78a78-2d57-4ccb-9633-08c37696a2c0)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:26:51.341405 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2a8ada61-bcdc-41c6-85fc-0ea25d3ca233 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:51.343308 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-2a8ada61-bcdc-41c6-85fc-0ea25d3ca233 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/subnets/83271b26-33ac-47e3-a634-3f3c025b41cf HTTP/1.1" status: 204 len: 168 time: 3.0243723 May 05 20:26:51.346295 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57136) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:51.348093 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-50458ce3-482e-4ead-8c73-8b07c0f4b9bf req-3ff3b3c8-f676-40a6-a149-81c1de745a9a tempest-TestNetworkAdvancedServerOps-1264277304 tempest-TestNetworkAdvancedServerOps-1264277304-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=ba9d5b21-6b89-4c8c-8c7b-729858b20cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003432 May 05 20:26:51.362420 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ac307c11-e156-4f62-b348-da6041c42dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:51.401325 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57140) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:51.453213 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-a6f356d8-cd61-4bde-a00b-16184b2f14ce tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1004064 May 05 20:26:51.453663 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57144) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:51.462266 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-13e3dbf6-05ea-4c7b-9914-0cdef2c2eec0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Request body: {'subnet': {'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:26:51.540943 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac307c11-e156-4f62-b348-da6041c42dc2 None None] Pushing event updated for resources: {'Port': ['ID=e46edbfa-b74a-42f7-8138-17609e68a951,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:51.601122 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-a496baed-3006-48f1-9919-7a7d6002d660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660bf7c4-2b02-4d8b-a1d1-8a5c79257697', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1625313984', 'tenant_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'e462da29-2ff4-4da2-b99c-cd421aba40f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:26:31Z', 'updated_at': '2022-05-05T20:26:42Z', 'revision_number': 4, 'project_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'gw_port': {'id': 'e462da29-2ff4-4da2-b99c-cd421aba40f0', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:78:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660bf7c4-2b02-4d8b-a1d1-8a5c79257697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:26:32Z', 'updated_at': '2022-05-05T20:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '28628b04-bc50-487c-9ce8-f31a65478f63', 'name': '', 'network_id': '2d78f89d-11e6-44e7-a45c-e21c5f87f387', 'tenant_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'mac_address': 'fa:16:3e:68:e6:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660bf7c4-2b02-4d8b-a1d1-8a5c79257697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': 'bbd7f762-a780-4c8a-814d-5574183ff8dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:26:39Z', 'updated_at': '2022-05-05T20:26:50Z', 'revision_number': 4, 'project_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'subnets': [{'id': 'bbd7f762-a780-4c8a-814d-5574183ff8dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:26:51.607896 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a496baed-3006-48f1-9919-7a7d6002d660 None None] The sync data for ids ['660bf7c4-2b02-4d8b-a1d1-8a5c79257697'] in n-d-840717-1 is: [{'id': '660bf7c4-2b02-4d8b-a1d1-8a5c79257697', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1625313984', 'tenant_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'e462da29-2ff4-4da2-b99c-cd421aba40f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:26:31Z', 'updated_at': '2022-05-05T20:26:42Z', 'revision_number': 4, 'project_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'gw_port': {'id': 'e462da29-2ff4-4da2-b99c-cd421aba40f0', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:78:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660bf7c4-2b02-4d8b-a1d1-8a5c79257697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:26:32Z', 'updated_at': '2022-05-05T20:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '28628b04-bc50-487c-9ce8-f31a65478f63', 'name': '', 'network_id': '2d78f89d-11e6-44e7-a45c-e21c5f87f387', 'tenant_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'mac_address': 'fa:16:3e:68:e6:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660bf7c4-2b02-4d8b-a1d1-8a5c79257697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': 'bbd7f762-a780-4c8a-814d-5574183ff8dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:26:39Z', 'updated_at': '2022-05-05T20:26:50Z', 'revision_number': 4, 'project_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'subnets': [{'id': 'bbd7f762-a780-4c8a-814d-5574183ff8dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:26:51.610084 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device df855aae-81bc-4624-bfda-df0ccc157fc3 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:26:51.680271 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: df855aae-81bc-4624-bfda-df0ccc157fc3 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:26:51.681582 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device df855aae-81bc-4624-bfda-df0ccc157fc3 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:26:51.741026 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-13e3dbf6-05ea-4c7b-9914-0cdef2c2eec0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:26:51.765254 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-13e3dbf6-05ea-4c7b-9914-0cdef2c2eec0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:26:51.787708 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e3dbf6-05ea-4c7b-9914-0cdef2c2eec0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Made reservation on behalf of 0780f842482f4e59b41843f42dd46f0e for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:26:51.794161 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-13e3dbf6-05ea-4c7b-9914-0cdef2c2eec0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:51.948460 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.extraroute_db [None req-b9d14337-203f-4172-bdc2-14d1e6f82019 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Added routes are [] {{(pid=88198) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 05 20:26:51.948753 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.extraroute_db [None req-b9d14337-203f-4172-bdc2-14d1e6f82019 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Removed routes are [] {{(pid=88198) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 05 20:26:51.960582 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b9d14337-203f-4172-bdc2-14d1e6f82019 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:52.205934 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-13e3dbf6-05ea-4c7b-9914-0cdef2c2eec0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:52.269616 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e3dbf6-05ea-4c7b-9914-0cdef2c2eec0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Network 7289b573-7530-4f0a-b5b0-032373718af7 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:26:52.272842 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-13e3dbf6-05ea-4c7b-9914-0cdef2c2eec0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:26:52.283817 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e3dbf6-05ea-4c7b-9914-0cdef2c2eec0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:52.284418 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-13e3dbf6-05ea-4c7b-9914-0cdef2c2eec0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:52.323702 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e3dbf6-05ea-4c7b-9914-0cdef2c2eec0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event updated for resources: {'Subnet': ['ID=6545a70f-1e19-41ff-87db-8db0a7916ab3,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:52.337047 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-13e3dbf6-05ea-4c7b-9914-0cdef2c2eec0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8825524 May 05 20:26:52.339741 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57154) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:52.352322 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b9d14337-203f-4172-bdc2-14d1e6f82019 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:52.365857 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-5dc15fa1-3a82-4661-857c-acc023511861 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-595672014', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:26:52.370129 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a1e9a728-208b-4187-baa0-7637bff6dba5 req-d0d8bf17-d8b3-41ef-81e4-5e3059a806a9 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.36 "GET /v2.0/ports?device_id=cee4f517-ee29-436c-a800-37c8701e172d HTTP/1.1" status: 200 len: 210 time: 0.0924993 May 05 20:26:52.375232 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-be0a8b73-edaf-4444-87c0-a2e168c48ef3 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Deleting port 135110f0-5ca0-4a55-bb62-d9670ea47444 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:26:52.375592 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-be0a8b73-edaf-4444-87c0-a2e168c48ef3 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:52.395817 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-5dc15fa1-3a82-4661-857c-acc023511861 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:26:52.404980 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-5dc15fa1-3a82-4661-857c-acc023511861 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Usage tracker for resource:router and tenant:0780f842482f4e59b41843f42dd46f0e is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:26:52.411586 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-5dc15fa1-3a82-4661-857c-acc023511861 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:26:52.420944 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b9d14337-203f-4172-bdc2-14d1e6f82019 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-641266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-641259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-651706'] for router, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:52.429964 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-5dc15fa1-3a82-4661-857c-acc023511861 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:26:52.497977 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5dc15fa1-3a82-4661-857c-acc023511861 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:52.499064 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5dc15fa1-3a82-4661-857c-acc023511861 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:52.758562 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9d14337-203f-4172-bdc2-14d1e6f82019 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Router a972cae5-5fb3-4e14-93d1-0ce82e1115c4 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:26:52.802178 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f82745-515f-4776-8f11-decc2353a4e9 req-bb27f222-5750-4173-9294-f6c4697c5f4c tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:52.804230 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-94f82745-515f-4776-8f11-decc2353a4e9 req-bb27f222-5750-4173-9294-f6c4697c5f4c tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.24 "GET /v2.0/networks?id=2d78f89d-11e6-44e7-a45c-e21c5f87f387 HTTP/1.1" status: 200 len: 797 time: 0.3618164 May 05 20:26:52.816071 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5dc15fa1-3a82-4661-857c-acc023511861 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:52.855455 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5dc15fa1-3a82-4661-857c-acc023511861 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:52.887038 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5dc15fa1-3a82-4661-857c-acc023511861 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:52.891905 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-5dc15fa1-3a82-4661-857c-acc023511861 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5507367 May 05 20:26:52.894950 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57160) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:53.008654 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4659dd-ee06-425f-8925-432fdcc5553b None None] Network 7289b573-7530-4f0a-b5b0-032373718af7 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:26:53.102285 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-94f82745-515f-4776-8f11-decc2353a4e9 req-e5905bfb-5d36-4899-8ee1-85bde24b80ae tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Synchronizing usage tracker for tenant:6e19ee4cb1294f70bec1dac29584f7fc on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:26:53.120700 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-94f82745-515f-4776-8f11-decc2353a4e9 req-e5905bfb-5d36-4899-8ee1-85bde24b80ae tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Unset dirty status for tenant:6e19ee4cb1294f70bec1dac29584f7fc on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:26:53.122140 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-94f82745-515f-4776-8f11-decc2353a4e9 req-e5905bfb-5d36-4899-8ee1-85bde24b80ae tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e19ee4cb1294f70bec1dac29584f7fc HTTP/1.1" status: 200 len: 478 time: 0.2893021 May 05 20:26:53.178224 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-67edf6c9-79a3-4bab-b306-b12167257b1d None None] Provisioning for port e46edbfa-b74a-42f7-8138-17609e68a951 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:26:53.253634 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-be0a8b73-edaf-4444-87c0-a2e168c48ef3 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:53.254416 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-be0a8b73-edaf-4444-87c0-a2e168c48ef3 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:53.352509 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-94f82745-515f-4776-8f11-decc2353a4e9 req-967abfb4-dccc-4e4b-a43e-7a07b3bb4a4d tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Request body: {'port': {'device_id': 'cee4f517-ee29-436c-a800-37c8701e172d', 'network_id': '2d78f89d-11e6-44e7-a45c-e21c5f87f387', 'admin_state_up': True, 'tenant_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'security_groups': ['5c50b871-4a31-4968-adbd-f08b3778bfe4', '0618aa6f-97d3-434c-8c1a-8399ac9a34e1']}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:26:53.390948 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-be0a8b73-edaf-4444-87c0-a2e168c48ef3 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Calling delete_port for 135110f0-5ca0-4a55-bb62-d9670ea47444 owned by network:floatingip {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:26:53.500717 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d14337-203f-4172-bdc2-14d1e6f82019 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:26:53.513482 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ceddca-6d66-4a8a-b04c-ea9c37f63f56 None None] Sync routers for ids ['a972cae5-5fb3-4e14-93d1-0ce82e1115c4'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:26:53.535772 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b9d14337-203f-4172-bdc2-14d1e6f82019 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:53.537103 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b9d14337-203f-4172-bdc2-14d1e6f82019 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "PUT /v2.0/routers/a972cae5-5fb3-4e14-93d1-0ce82e1115c4 HTTP/1.1" status: 200 len: 705 time: 2.2819316 May 05 20:26:53.555347 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ceddca-6d66-4a8a-b04c-ea9c37f63f56 None None] Routers {'a972cae5-5fb3-4e14-93d1-0ce82e1115c4'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:26:53.556034 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-98ceddca-6d66-4a8a-b04c-ea9c37f63f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:26:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['a972cae5-5fb3-4e14-93d1-0ce82e1115c4'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:26:53.622875 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57166) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:53.729636 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-9fbb918b-018c-491d-8f4e-f188aba75b8c tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Synchronizing usage tracker for tenant:08e9223c846c46d791083957f9887d85 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:26:53.827447 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-9fbb918b-018c-491d-8f4e-f188aba75b8c tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Unset dirty status for tenant:08e9223c846c46d791083957f9887d85 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:26:53.828918 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-9fbb918b-018c-491d-8f4e-f188aba75b8c tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "GET /v2.0/ports?device_id=a972cae5-5fb3-4e14-93d1-0ce82e1115c4 HTTP/1.1" status: 200 len: 205 time: 0.2049186 May 05 20:26:53.833378 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57172) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:53.852267 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 28628b04-bc50-487c-9ce8-f31a65478f63 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:26:53.863386 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-b283428a-55d9-479a-aee9-c092e58c1251 req-29591fae-1598-4a05-b324-2b949d773a68 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Synchronizing usage tracker for tenant:6e19ee4cb1294f70bec1dac29584f7fc on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:26:53.936133 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-b283428a-55d9-479a-aee9-c092e58c1251 req-29591fae-1598-4a05-b324-2b949d773a68 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Unset dirty status for tenant:6e19ee4cb1294f70bec1dac29584f7fc on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:26:53.937495 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b283428a-55d9-479a-aee9-c092e58c1251 req-29591fae-1598-4a05-b324-2b949d773a68 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.36 "GET /v2.0/ports?device_id=cee4f517-ee29-436c-a800-37c8701e172d HTTP/1.1" status: 200 len: 210 time: 0.1583059 May 05 20:26:53.938869 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-24165653-e1e7-4bea-aa06-989a051febc8 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:53.943621 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-98ceddca-6d66-4a8a-b04c-ea9c37f63f56 None None] Set router a972cae5-5fb3-4e14-93d1-0ce82e1115c4 gateway port host: None {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:26:54.020543 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7afebafb-0957-43e4-a0dc-36d5b9bb17dd tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:54.072419 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-98ceddca-6d66-4a8a-b04c-ea9c37f63f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'name': 'tempest-RoutersIpV6Test-router-1071824586', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:25:39Z', 'updated_at': '2022-05-05T20:26:47Z', 'revision_number': 11, 'project_id': '08e9223c846c46d791083957f9887d85', 'gw_port_host': None}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:26:54.081395 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ceddca-6d66-4a8a-b04c-ea9c37f63f56 None None] Checking router: a972cae5-5fb3-4e14-93d1-0ce82e1115c4 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:26:54.089501 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 28628b04-bc50-487c-9ce8-f31a65478f63 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:26:54.098296 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 28628b04-bc50-487c-9ce8-f31a65478f63 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:26:54.098470 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:54.146713 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ceddca-6d66-4a8a-b04c-ea9c37f63f56 None None] Routers {'a972cae5-5fb3-4e14-93d1-0ce82e1115c4'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:26:54.148394 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-98ceddca-6d66-4a8a-b04c-ea9c37f63f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:26:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['a972cae5-5fb3-4e14-93d1-0ce82e1115c4'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:26:54.170624 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-be0a8b73-edaf-4444-87c0-a2e168c48ef3 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:54.240301 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-94f82745-515f-4776-8f11-decc2353a4e9 req-967abfb4-dccc-4e4b-a43e-7a07b3bb4a4d tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:26:54.302499 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-94f82745-515f-4776-8f11-decc2353a4e9 req-967abfb4-dccc-4e4b-a43e-7a07b3bb4a4d tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:26:54.358414 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94f82745-515f-4776-8f11-decc2353a4e9 req-967abfb4-dccc-4e4b-a43e-7a07b3bb4a4d tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Made reservation on behalf of 6e19ee4cb1294f70bec1dac29584f7fc for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:26:54.366768 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-94f82745-515f-4776-8f11-decc2353a4e9 req-967abfb4-dccc-4e4b-a43e-7a07b3bb4a4d tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:54.379130 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-98ceddca-6d66-4a8a-b04c-ea9c37f63f56 None None] Set router a972cae5-5fb3-4e14-93d1-0ce82e1115c4 gateway port host: None {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:26:54.415015 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0a8b73-edaf-4444-87c0-a2e168c48ef3 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event deleted for resources: {'Port': ['ID=135110f0-5ca0-4a55-bb62-d9670ea47444,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:54.562221 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-98ceddca-6d66-4a8a-b04c-ea9c37f63f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'name': 'tempest-RoutersIpV6Test-router-1071824586', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:25:39Z', 'updated_at': '2022-05-05T20:26:47Z', 'revision_number': 11, 'project_id': '08e9223c846c46d791083957f9887d85', 'gw_port_host': None}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:26:54.568399 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ceddca-6d66-4a8a-b04c-ea9c37f63f56 None None] The sync data for ids ['a972cae5-5fb3-4e14-93d1-0ce82e1115c4'] in n-d-840717-1 is: [{'id': 'a972cae5-5fb3-4e14-93d1-0ce82e1115c4', 'name': 'tempest-RoutersIpV6Test-router-1071824586', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:25:39Z', 'updated_at': '2022-05-05T20:26:47Z', 'revision_number': 11, 'project_id': '08e9223c846c46d791083957f9887d85', 'gw_port_host': None}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:26:54.591654 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-94f82745-515f-4776-8f11-decc2353a4e9 req-967abfb4-dccc-4e4b-a43e-7a07b3bb4a4d tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Allocated IP 172.20.0.3 (2d78f89d-11e6-44e7-a45c-e21c5f87f387/bbd7f762-a780-4c8a-814d-5574183ff8dd/d2342f27-22fb-4e0f-9985-02c4bedd9d92) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:26:54.643729 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7afebafb-0957-43e4-a0dc-36d5b9bb17dd tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:54.657619 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7afebafb-0957-43e4-a0dc-36d5b9bb17dd tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:54.682468 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:54.688348 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-be0a8b73-edaf-4444-87c0-a2e168c48ef3 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for floatingip, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:54.688718 n-d-840717-1 neutron-server[88198]: INFO neutron.db.l3_db [None req-be0a8b73-edaf-4444-87c0-a2e168c48ef3 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Floating IP 255e5051-9cea-4706-81b1-e88f007c85bc disassociated (deleted). External IP: 172.25.0.81, port: bf7677d3-a539-4b91-8154-e950713a5934. May 05 20:26:54.720466 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 28628b04-bc50-487c-9ce8-f31a65478f63, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=28628b04-bc50-487c-9ce8-f31a65478f63,segment=NetworkSegment(c9572696-a17a-4a14-8a0a-056b3544c241),segment_id=c9572696-a17a-4a14-8a0a-056b3544c241)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:26:54.728578 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:54.729760 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device e46edbfa-b74a-42f7-8138-17609e68a951 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:26:54.867657 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=28628b04-bc50-487c-9ce8-f31a65478f63,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:54.871626 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-24165653-e1e7-4bea-aa06-989a051febc8 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Allocated IP 2001:db8::1 (7289b573-7530-4f0a-b5b0-032373718af7/6545a70f-1e19-41ff-87db-8db0a7916ab3/de53fb4a-e1a2-4f79-981b-c4826ca0c34a) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:26:54.872310 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port e46edbfa-b74a-42f7-8138-17609e68a951 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:26:54.877918 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port e46edbfa-b74a-42f7-8138-17609e68a951 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:26:54.878290 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:54.905174 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7afebafb-0957-43e4-a0dc-36d5b9bb17dd tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:54.906055 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7afebafb-0957-43e4-a0dc-36d5b9bb17dd tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Fanout notify agent at l3_agent the message router_deleted on router a972cae5-5fb3-4e14-93d1-0ce82e1115c4 {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:26:54.939010 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7afebafb-0957-43e4-a0dc-36d5b9bb17dd tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:54.940131 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-7afebafb-0957-43e4-a0dc-36d5b9bb17dd tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "DELETE /v2.0/routers/a972cae5-5fb3-4e14-93d1-0ce82e1115c4 HTTP/1.1" status: 204 len: 168 time: 1.1057572 May 05 20:26:54.948579 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57180) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:54.954376 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-83c57410-7ee7-4f33-b921-6f89d9837fb0 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-986146970', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:26:54.971601 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-94f82745-515f-4776-8f11-decc2353a4e9 req-967abfb4-dccc-4e4b-a43e-7a07b3bb4a4d tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:55.043976 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-94f82745-515f-4776-8f11-decc2353a4e9 req-967abfb4-dccc-4e4b-a43e-7a07b3bb4a4d tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Transition to ACTIVE for port object d2342f27-22fb-4e0f-9985-02c4bedd9d92 will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:26:55.048952 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:55.111448 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port e46edbfa-b74a-42f7-8138-17609e68a951, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=e46edbfa-b74a-42f7-8138-17609e68a951,segment=NetworkSegment(1cf78a78-2d57-4ccb-9633-08c37696a2c0),segment_id=1cf78a78-2d57-4ccb-9633-08c37696a2c0)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:26:55.116709 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:55.131012 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-24165653-e1e7-4bea-aa06-989a051febc8 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:55.157613 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-94f82745-515f-4776-8f11-decc2353a4e9 req-967abfb4-dccc-4e4b-a43e-7a07b3bb4a4d tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:55.160024 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-24165653-e1e7-4bea-aa06-989a051febc8 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Transition to ACTIVE for port object de53fb4a-e1a2-4f79-981b-c4826ca0c34a will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:26:55.191000 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-83c57410-7ee7-4f33-b921-6f89d9837fb0 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:26:55.205510 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-83c57410-7ee7-4f33-b921-6f89d9837fb0 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Usage tracker for resource:router and tenant:08e9223c846c46d791083957f9887d85 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:26:55.215496 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-83c57410-7ee7-4f33-b921-6f89d9837fb0 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:26:55.222135 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=e46edbfa-b74a-42f7-8138-17609e68a951,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:55.223483 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-83c57410-7ee7-4f33-b921-6f89d9837fb0 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:26:55.246381 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-83c57410-7ee7-4f33-b921-6f89d9837fb0 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:55.247702 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-83c57410-7ee7-4f33-b921-6f89d9837fb0 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:55.268649 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94f82745-515f-4776-8f11-decc2353a4e9 req-967abfb4-dccc-4e4b-a43e-7a07b3bb4a4d tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Network 2d78f89d-11e6-44e7-a45c-e21c5f87f387 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:26:55.272728 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-94f82745-515f-4776-8f11-decc2353a4e9 req-967abfb4-dccc-4e4b-a43e-7a07b3bb4a4d tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:26:55.279288 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-94f82745-515f-4776-8f11-decc2353a4e9 req-967abfb4-dccc-4e4b-a43e-7a07b3bb4a4d tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:26:55.326748 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967abfb4-dccc-4e4b-a43e-7a07b3bb4a4d tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Pushing event updated for resources: {'Port': ['ID=d2342f27-22fb-4e0f-9985-02c4bedd9d92,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:55.353130 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-83c57410-7ee7-4f33-b921-6f89d9837fb0 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:55.372783 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f82745-515f-4776-8f11-decc2353a4e9 req-967abfb4-dccc-4e4b-a43e-7a07b3bb4a4d tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:55.373881 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-94f82745-515f-4776-8f11-decc2353a4e9 req-967abfb4-dccc-4e4b-a43e-7a07b3bb4a4d tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:55.378388 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d39de-90b4-4492-9f44-cf125e0d261d req-4859f623-1e5a-418c-8d42-ebc0792600d6 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:55.379072 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-24165653-e1e7-4bea-aa06-989a051febc8 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:55.386625 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d60d39de-90b4-4492-9f44-cf125e0d261d req-4859f623-1e5a-418c-8d42-ebc0792600d6 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.36 "GET /v2.0/ports?device_id=cee4f517-ee29-436c-a800-37c8701e172d HTTP/1.1" status: 200 len: 970 time: 0.2459395 May 05 20:26:55.504452 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24165653-e1e7-4bea-aa06-989a051febc8 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Network 7289b573-7530-4f0a-b5b0-032373718af7 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:26:55.505726 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-24165653-e1e7-4bea-aa06-989a051febc8 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:26:55.511425 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-94f82745-515f-4776-8f11-decc2353a4e9 req-967abfb4-dccc-4e4b-a43e-7a07b3bb4a4d tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 2.2245126 May 05 20:26:55.512154 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24165653-e1e7-4bea-aa06-989a051febc8 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:26:55.512679 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-24165653-e1e7-4bea-aa06-989a051febc8 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:55.523420 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-94f82745-515f-4776-8f11-decc2353a4e9 req-33e35b4e-873e-4c2a-8d5c-762a209ca828 service neutron] Request body: {'port': {'device_id': 'cee4f517-ee29-436c-a800-37c8701e172d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:26:55.555967 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24165653-e1e7-4bea-aa06-989a051febc8 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event updated for resources: {'Port': ['ID=de53fb4a-e1a2-4f79-981b-c4826ca0c34a,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:55.574739 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d60d39de-90b4-4492-9f44-cf125e0d261d req-a45c4d02-637b-4af1-9553-b7516182573b tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.36 "GET /v2.0/security-groups?id=0618aa6f-97d3-434c-8c1a-8399ac9a34e1&id=5c50b871-4a31-4968-adbd-f08b3778bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1877558 May 05 20:26:55.578762 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-83c57410-7ee7-4f33-b921-6f89d9837fb0 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:55.634402 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-e07d547e-3b26-49a9-a1fc-1047013f0caf None None] Provisioning for port d2342f27-22fb-4e0f-9985-02c4bedd9d92 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:26:55.635228 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be0a8b73-edaf-4444-87c0-a2e168c48ef3 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Router 561c82a0-9896-4343-a49b-cfa54575a201 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:26:55.638726 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-83c57410-7ee7-4f33-b921-6f89d9837fb0 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:55.640620 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-83c57410-7ee7-4f33-b921-6f89d9837fb0 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6910217 May 05 20:26:55.644266 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57186) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:55.645485 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-e07d547e-3b26-49a9-a1fc-1047013f0caf None None] Provisioning complete for port d2342f27-22fb-4e0f-9985-02c4bedd9d92 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:26:55.646369 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e07d547e-3b26-49a9-a1fc-1047013f0caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:55.658194 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-a9baf753-3393-4004-81ca-806c854ff4d4 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:26:55.697107 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 28628b04-bc50-487c-9ce8-f31a65478f63 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:26:55.784226 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-e07d547e-3b26-49a9-a1fc-1047013f0caf None None] Port d2342f27-22fb-4e0f-9985-02c4bedd9d92 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:26:55.799617 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 28628b04-bc50-487c-9ce8-f31a65478f63 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:26:55.800090 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:55.973055 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device e46edbfa-b74a-42f7-8138-17609e68a951 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:26:56.004446 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be0a8b73-edaf-4444-87c0-a2e168c48ef3 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:26:56.016431 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e1d4cf-6422-464f-9c73-d72d65ce56a2 None None] Sync routers for ids ['561c82a0-9896-4343-a49b-cfa54575a201'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:26:56.017893 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-be0a8b73-edaf-4444-87c0-a2e168c48ef3 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:56.034944 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e1d4cf-6422-464f-9c73-d72d65ce56a2 None None] Routers {'561c82a0-9896-4343-a49b-cfa54575a201'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:26:56.035659 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-b3e1d4cf-6422-464f-9c73-d72d65ce56a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:26:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['561c82a0-9896-4343-a49b-cfa54575a201'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:26:56.048753 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-a4aed5dc-e39f-4d1a-856a-e7cce3a919ed None None] Provisioning for port de53fb4a-e1a2-4f79-981b-c4826ca0c34a completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:26:56.057942 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-a4aed5dc-e39f-4d1a-856a-e7cce3a919ed None None] Provisioning complete for port de53fb4a-e1a2-4f79-981b-c4826ca0c34a triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:26:56.058303 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a4aed5dc-e39f-4d1a-856a-e7cce3a919ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:56.101887 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-be0a8b73-edaf-4444-87c0-a2e168c48ef3 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "DELETE /v2.0/floatingips/255e5051-9cea-4706-81b1-e88f007c85bc HTTP/1.1" status: 204 len: 168 time: 4.6993959 May 05 20:26:56.102745 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb85796e-354f-4c15-b0f6-67239028b8d5', 'tag': 'bf7677d3-a539-4b91-8154-e950713a5934'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:26:56.123336 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port e46edbfa-b74a-42f7-8138-17609e68a951 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:26:56.123821 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:56.214461 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3b13488-c8b5-44e3-bf76-67a5b596c234'] response: {'name': 'network-changed', 'server_uuid': 'cb85796e-354f-4c15-b0f6-67239028b8d5', 'tag': 'bf7677d3-a539-4b91-8154-e950713a5934', 'status': 'completed', 'code': 200} May 05 20:26:56.273024 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-94f82745-515f-4776-8f11-decc2353a4e9 req-33e35b4e-873e-4c2a-8d5c-762a209ca828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:56.306607 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-a4aed5dc-e39f-4d1a-856a-e7cce3a919ed None None] Port de53fb4a-e1a2-4f79-981b-c4826ca0c34a cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:26:56.372462 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d52c87-8af5-4102-85d4-7c5f0f6f3a39 req-d3fd5408-09e4-4a92-8d1c-9296074b6840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:56.373957 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-30d52c87-8af5-4102-85d4-7c5f0f6f3a39 req-d3fd5408-09e4-4a92-8d1c-9296074b6840 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=310f91420a2d4ddd8aab8a710d8dc814&device_id=cb85796e-354f-4c15-b0f6-67239028b8d5 HTTP/1.1" status: 200 len: 1097 time: 0.1363802 May 05 20:26:56.404834 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-b3e1d4cf-6422-464f-9c73-d72d65ce56a2 None None] Set router 561c82a0-9896-4343-a49b-cfa54575a201 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:26:56.630007 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d52c87-8af5-4102-85d4-7c5f0f6f3a39 req-ba6b573f-f567-47de-ae6b-9fd51c41b573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:56.631810 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-30d52c87-8af5-4102-85d4-7c5f0f6f3a39 req-ba6b573f-f567-47de-ae6b-9fd51c41b573 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3b8a893f-8203-415f-97ec-c81abad76035 HTTP/1.1" status: 200 len: 898 time: 0.2504399 May 05 20:26:56.795986 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-30d52c87-8af5-4102-85d4-7c5f0f6f3a39 req-ebdd6948-7588-4886-8e67-8f9b9f17312d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf7677d3-a539-4b91-8154-e950713a5934 HTTP/1.1" status: 200 len: 217 time: 0.1570287 May 05 20:26:56.857846 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a9baf753-3393-4004-81ca-806c854ff4d4 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:56.877472 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-24165653-e1e7-4bea-aa06-989a051febc8 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:56.883113 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d52c87-8af5-4102-85d4-7c5f0f6f3a39 req-c042dda7-58b3-4c26-9bd6-0a4cb96bfc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:56.885302 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-30d52c87-8af5-4102-85d4-7c5f0f6f3a39 req-c042dda7-58b3-4c26-9bd6-0a4cb96bfc75 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cc329b12-7b41-4146-b2a0-e43616e5540f HTTP/1.1" status: 200 len: 834 time: 0.0792584 May 05 20:26:56.892578 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-b3e1d4cf-6422-464f-9c73-d72d65ce56a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '561c82a0-9896-4343-a49b-cfa54575a201', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847523939', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'd51721e9-0868-41f5-aa13-bc78b2b04f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:24:02Z', 'updated_at': '2022-05-05T20:24:16Z', 'revision_number': 4, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'gw_port': {'id': 'd51721e9-0868-41f5-aa13-bc78b2b04f24', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:fb:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561c82a0-9896-4343-a49b-cfa54575a201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:24:03Z', 'updated_at': '2022-05-05T20:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '58c6ec8d-1d44-49ff-8008-987a58f18c93', 'name': '', 'network_id': '3b8a893f-8203-415f-97ec-c81abad76035', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'mac_address': 'fa:16:3e:c1:eb:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561c82a0-9896-4343-a49b-cfa54575a201', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': 'cc329b12-7b41-4146-b2a0-e43616e5540f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:24:14Z', 'updated_at': '2022-05-05T20:24:25Z', 'revision_number': 5, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'subnets': [{'id': 'cc329b12-7b41-4146-b2a0-e43616e5540f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:26:56.897209 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e1d4cf-6422-464f-9c73-d72d65ce56a2 None None] Checking router: 561c82a0-9896-4343-a49b-cfa54575a201 for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:26:56.908230 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e1d4cf-6422-464f-9c73-d72d65ce56a2 None None] Routers {'561c82a0-9896-4343-a49b-cfa54575a201'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:26:56.909125 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-b3e1d4cf-6422-464f-9c73-d72d65ce56a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:26:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['561c82a0-9896-4343-a49b-cfa54575a201'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:26:56.940233 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22070f6d-53e9-402e-885b-6e09b93d58ca req-f8ae217d-44d1-4c56-ab6e-db2f61bada95 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:56.941112 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-22070f6d-53e9-402e-885b-6e09b93d58ca req-f8ae217d-44d1-4c56-ab6e-db2f61bada95 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Synchronizing usage tracker for tenant:310f91420a2d4ddd8aab8a710d8dc814 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:26:56.973344 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-22070f6d-53e9-402e-885b-6e09b93d58ca req-f8ae217d-44d1-4c56-ab6e-db2f61bada95 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Unset dirty status for tenant:310f91420a2d4ddd8aab8a710d8dc814 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:26:56.980421 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-22070f6d-53e9-402e-885b-6e09b93d58ca req-f8ae217d-44d1-4c56-ab6e-db2f61bada95 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb85796e-354f-4c15-b0f6-67239028b8d5 HTTP/1.1" status: 200 len: 946 time: 0.2813361 May 05 20:26:57.034687 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-22070f6d-53e9-402e-885b-6e09b93d58ca req-5f01eff6-db07-47b2-9bb6-5b17a014d9a8 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba9d5b21-6b89-4c8c-8c7b-729858b20cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532703 May 05 20:26:57.055315 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d52c87-8af5-4102-85d4-7c5f0f6f3a39 req-65890b32-e4ca-4cd2-bb00-7218de3ab58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:57.056843 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-30d52c87-8af5-4102-85d4-7c5f0f6f3a39 req-65890b32-e4ca-4cd2-bb00-7218de3ab58e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3b8a893f-8203-415f-97ec-c81abad76035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1650312 May 05 20:26:57.124703 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-b3e1d4cf-6422-464f-9c73-d72d65ce56a2 None None] Set router 561c82a0-9896-4343-a49b-cfa54575a201 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:26:57.133778 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a9baf753-3393-4004-81ca-806c854ff4d4 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-641266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-641259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-651706'] for router, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:57.214135 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-30d52c87-8af5-4102-85d4-7c5f0f6f3a39 req-6fc9ca3c-a818-46d7-adb2-cbc9ad5b1c65 service neutron] 10.222.0.50 "GET /v2.0/networks/3b8a893f-8203-415f-97ec-c81abad76035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494482 May 05 20:26:57.510850 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-b3e1d4cf-6422-464f-9c73-d72d65ce56a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '561c82a0-9896-4343-a49b-cfa54575a201', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847523939', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'd51721e9-0868-41f5-aa13-bc78b2b04f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:24:02Z', 'updated_at': '2022-05-05T20:24:16Z', 'revision_number': 4, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'gw_port': {'id': 'd51721e9-0868-41f5-aa13-bc78b2b04f24', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:fb:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561c82a0-9896-4343-a49b-cfa54575a201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:24:03Z', 'updated_at': '2022-05-05T20:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '58c6ec8d-1d44-49ff-8008-987a58f18c93', 'name': '', 'network_id': '3b8a893f-8203-415f-97ec-c81abad76035', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'mac_address': 'fa:16:3e:c1:eb:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561c82a0-9896-4343-a49b-cfa54575a201', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': 'cc329b12-7b41-4146-b2a0-e43616e5540f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:24:14Z', 'updated_at': '2022-05-05T20:24:25Z', 'revision_number': 5, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'subnets': [{'id': 'cc329b12-7b41-4146-b2a0-e43616e5540f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:26:57.515142 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e1d4cf-6422-464f-9c73-d72d65ce56a2 None None] The sync data for ids ['561c82a0-9896-4343-a49b-cfa54575a201'] in n-d-840717-1 is: [{'id': '561c82a0-9896-4343-a49b-cfa54575a201', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847523939', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'd51721e9-0868-41f5-aa13-bc78b2b04f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:24:02Z', 'updated_at': '2022-05-05T20:24:16Z', 'revision_number': 4, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'gw_port': {'id': 'd51721e9-0868-41f5-aa13-bc78b2b04f24', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:fb:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561c82a0-9896-4343-a49b-cfa54575a201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:24:03Z', 'updated_at': '2022-05-05T20:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '58c6ec8d-1d44-49ff-8008-987a58f18c93', 'name': '', 'network_id': '3b8a893f-8203-415f-97ec-c81abad76035', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'mac_address': 'fa:16:3e:c1:eb:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561c82a0-9896-4343-a49b-cfa54575a201', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': 'cc329b12-7b41-4146-b2a0-e43616e5540f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:24:14Z', 'updated_at': '2022-05-05T20:24:25Z', 'revision_number': 5, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'subnets': [{'id': 'cc329b12-7b41-4146-b2a0-e43616e5540f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:26:57.521458 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fbdc33-5c94-4638-b5b6-c366eb94491c req-a1be8e82-beea-42ed-998d-5379e2ae538e tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:57.522213 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-91fbdc33-5c94-4638-b5b6-c366eb94491c req-a1be8e82-beea-42ed-998d-5379e2ae538e tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Synchronizing usage tracker for tenant:6e19ee4cb1294f70bec1dac29584f7fc on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:26:57.538791 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-30d52c87-8af5-4102-85d4-7c5f0f6f3a39 req-601aab89-1e5f-43cd-b2ba-03fa5aac3a23 service neutron] 10.222.0.50 "GET /v2.0/networks/3b8a893f-8203-415f-97ec-c81abad76035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187110 May 05 20:26:57.760847 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:26:57.789515 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.resource_extend [req-94f82745-515f-4776-8f11-decc2353a4e9 req-33e35b4e-873e-4c2a-8d5c-762a209ca828 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 20:26:57.799525 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-91fbdc33-5c94-4638-b5b6-c366eb94491c req-a1be8e82-beea-42ed-998d-5379e2ae538e tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Unset dirty status for tenant:6e19ee4cb1294f70bec1dac29584f7fc on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:26:57.807710 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-91fbdc33-5c94-4638-b5b6-c366eb94491c req-a1be8e82-beea-42ed-998d-5379e2ae538e tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.36 "GET /v2.0/ports?device_id=cee4f517-ee29-436c-a800-37c8701e172d HTTP/1.1" status: 200 len: 970 time: 1.0092309 May 05 20:26:57.832292 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9baf753-3393-4004-81ca-806c854ff4d4 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Router 8500d38a-95c7-4a5c-b3d1-ceb7578f4cce is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88197) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:26:57.890913 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb5bf8-6e0d-4240-8f13-1cda7ed7e501 req-7a8b099f-f249-4fba-a187-084ab7a5ff88 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:57.893298 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-90eb5bf8-6e0d-4240-8f13-1cda7ed7e501 req-7a8b099f-f249-4fba-a187-084ab7a5ff88 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb85796e-354f-4c15-b0f6-67239028b8d5 HTTP/1.1" status: 200 len: 946 time: 0.1305921 May 05 20:26:57.991838 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675f4daa-0345-4dd8-8443-3e295d2c6e97 None None] New status for floating IP 255e5051-9cea-4706-81b1-e88f007c85bc: DOWN {{(pid=88199) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:26:58.013733 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-90eb5bf8-6e0d-4240-8f13-1cda7ed7e501 req-84ad8b8b-3864-4f95-a9e5-f65d28fbdee7 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Deleting port bf7677d3-a539-4b91-8154-e950713a5934 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:26:58.014082 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-90eb5bf8-6e0d-4240-8f13-1cda7ed7e501 req-84ad8b8b-3864-4f95-a9e5-f65d28fbdee7 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:58.171655 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-24165653-e1e7-4bea-aa06-989a051febc8 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:58.177169 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-94f82745-515f-4776-8f11-decc2353a4e9 req-33e35b4e-873e-4c2a-8d5c-762a209ca828 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2342f27-22fb-4e0f-9985-02c4bedd9d92 {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:26:58.183680 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9baf753-3393-4004-81ca-806c854ff4d4 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:26:58.195765 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbd1d1c-9a01-4f5c-9abb-affff9823afb None None] Sync routers for ids ['8500d38a-95c7-4a5c-b3d1-ceb7578f4cce'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:26:58.204922 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a9baf753-3393-4004-81ca-806c854ff4d4 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:58.206276 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-a9baf753-3393-4004-81ca-806c854ff4d4 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "PUT /v2.0/routers/8500d38a-95c7-4a5c-b3d1-ceb7578f4cce HTTP/1.1" status: 200 len: 697 time: 2.5597703 May 05 20:26:58.213209 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-91fbdc33-5c94-4638-b5b6-c366eb94491c req-ecec358e-fe2e-4cc1-894f-2c380a02ff3f tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.36 "GET /v2.0/security-groups?id=0618aa6f-97d3-434c-8c1a-8399ac9a34e1&id=5c50b871-4a31-4968-adbd-f08b3778bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.4045186 May 05 20:26:58.215295 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-94f82745-515f-4776-8f11-decc2353a4e9 req-33e35b4e-873e-4c2a-8d5c-762a209ca828 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:58.216563 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbd1d1c-9a01-4f5c-9abb-affff9823afb None None] Routers {'8500d38a-95c7-4a5c-b3d1-ceb7578f4cce'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:26:58.218904 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57212) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:58.219747 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-24165653-e1e7-4bea-aa06-989a051febc8 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:58.220890 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-24165653-e1e7-4bea-aa06-989a051febc8 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:58.223232 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-adbd1d1c-9a01-4f5c-9abb-affff9823afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:26:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['8500d38a-95c7-4a5c-b3d1-ceb7578f4cce'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:26:58.432493 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-adbd1d1c-9a01-4f5c-9abb-affff9823afb None None] Set router 8500d38a-95c7-4a5c-b3d1-ceb7578f4cce gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:26:58.437027 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-90eb5bf8-6e0d-4240-8f13-1cda7ed7e501 req-84ad8b8b-3864-4f95-a9e5-f65d28fbdee7 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] For port bf7677d3-a539-4b91-8154-e950713a5934, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=bf7677d3-a539-4b91-8154-e950713a5934,segment=NetworkSegment(f1e8b522-c2b1-451c-a5ae-720115527253),segment_id=f1e8b522-c2b1-451c-a5ae-720115527253)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:26:58.437394 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-90eb5bf8-6e0d-4240-8f13-1cda7ed7e501 req-84ad8b8b-3864-4f95-a9e5-f65d28fbdee7 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:58.531699 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-94f82745-515f-4776-8f11-decc2353a4e9 req-33e35b4e-873e-4c2a-8d5c-762a209ca828 service neutron] Transition to ACTIVE for port object d2342f27-22fb-4e0f-9985-02c4bedd9d92 will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:26:58.551695 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-adbd1d1c-9a01-4f5c-9abb-affff9823afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8500d38a-95c7-4a5c-b3d1-ceb7578f4cce', 'name': 'tempest-RoutersIpV6Test-router-986146970', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:26:55Z', 'updated_at': '2022-05-05T20:26:56Z', 'revision_number': 2, 'project_id': '08e9223c846c46d791083957f9887d85', 'gw_port_host': None}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:26:58.554122 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-9fc4e328-4627-446f-a2dd-c019a75f3e69 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "GET /v2.0/routers/8500d38a-95c7-4a5c-b3d1-ceb7578f4cce HTTP/1.1" status: 200 len: 703 time: 0.3276119 May 05 20:26:58.561066 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbd1d1c-9a01-4f5c-9abb-affff9823afb None None] Checking router: 8500d38a-95c7-4a5c-b3d1-ceb7578f4cce for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:26:58.579750 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbd1d1c-9a01-4f5c-9abb-affff9823afb None None] Routers {'8500d38a-95c7-4a5c-b3d1-ceb7578f4cce'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:26:58.580635 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-adbd1d1c-9a01-4f5c-9abb-affff9823afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:26:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['8500d38a-95c7-4a5c-b3d1-ceb7578f4cce'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:26:58.588365 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-90eb5bf8-6e0d-4240-8f13-1cda7ed7e501 req-84ad8b8b-3864-4f95-a9e5-f65d28fbdee7 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Calling delete_port for bf7677d3-a539-4b91-8154-e950713a5934 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:26:58.612547 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24165653-e1e7-4bea-aa06-989a051febc8 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event updated for resources: {'Port': ['ID=de53fb4a-e1a2-4f79-981b-c4826ca0c34a,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:58.622997 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57216) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:58.628154 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-94f82745-515f-4776-8f11-decc2353a4e9 req-33e35b4e-873e-4c2a-8d5c-762a209ca828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:58.761965 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-90eb5bf8-6e0d-4240-8f13-1cda7ed7e501 req-84ad8b8b-3864-4f95-a9e5-f65d28fbdee7 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:58.822751 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-56fddeb4-91b5-471f-8b28-eaf4c2f06acc tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Synchronizing usage tracker for tenant:08e9223c846c46d791083957f9887d85 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:26:58.827735 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ad8b8b-3864-4f95-a9e5-f65d28fbdee7 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event deleted for resources: {'Port': ['ID=bf7677d3-a539-4b91-8154-e950713a5934,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:58.845710 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-adbd1d1c-9a01-4f5c-9abb-affff9823afb None None] Set router 8500d38a-95c7-4a5c-b3d1-ceb7578f4cce gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:26:58.955647 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-90eb5bf8-6e0d-4240-8f13-1cda7ed7e501 req-84ad8b8b-3864-4f95-a9e5-f65d28fbdee7 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] No DVR routers for this DVR port bf7677d3-a539-4b91-8154-e950713a5934 on host n-h2-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:26:58.956563 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e35b4e-873e-4c2a-8d5c-762a209ca828 service neutron] Pushing event updated for resources: {'Port': ['ID=d2342f27-22fb-4e0f-9985-02c4bedd9d92,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:26:58.967142 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd6da8-7571-4b58-85ee-346d3847268d req-0a713ba9-fb19-4e25-ab86-8ef4cd36f78f tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:58.968934 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-26dd6da8-7571-4b58-85ee-346d3847268d req-0a713ba9-fb19-4e25-ab86-8ef4cd36f78f tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb85796e-354f-4c15-b0f6-67239028b8d5 HTTP/1.1" status: 200 len: 868 time: 0.6304111 May 05 20:26:58.970075 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-90eb5bf8-6e0d-4240-8f13-1cda7ed7e501 req-84ad8b8b-3864-4f95-a9e5-f65d28fbdee7 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:58.973354 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb85796e-354f-4c15-b0f6-67239028b8d5', 'name': 'network-vif-deleted', 'tag': 'bf7677d3-a539-4b91-8154-e950713a5934'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:26:59.029364 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-56fddeb4-91b5-471f-8b28-eaf4c2f06acc tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Unset dirty status for tenant:08e9223c846c46d791083957f9887d85 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:26:59.036210 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-56fddeb4-91b5-471f-8b28-eaf4c2f06acc tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "GET /v2.0/ports?device_id=8500d38a-95c7-4a5c-b3d1-ceb7578f4cce HTTP/1.1" status: 200 len: 205 time: 0.3911159 May 05 20:26:59.046770 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-26dd6da8-7571-4b58-85ee-346d3847268d req-ac3de742-392a-475b-ba10-dab4292f0366 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba9d5b21-6b89-4c8c-8c7b-729858b20cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653844 May 05 20:26:59.047476 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57222) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:26:59.114098 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24165653-e1e7-4bea-aa06-989a051febc8 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Network 7289b573-7530-4f0a-b5b0-032373718af7 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:26:59.122035 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-24165653-e1e7-4bea-aa06-989a051febc8 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:26:59.164012 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-adbd1d1c-9a01-4f5c-9abb-affff9823afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8500d38a-95c7-4a5c-b3d1-ceb7578f4cce', 'name': 'tempest-RoutersIpV6Test-router-986146970', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:26:55Z', 'updated_at': '2022-05-05T20:26:56Z', 'revision_number': 2, 'project_id': '08e9223c846c46d791083957f9887d85', 'gw_port_host': None}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:26:59.169000 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbd1d1c-9a01-4f5c-9abb-affff9823afb None None] The sync data for ids ['8500d38a-95c7-4a5c-b3d1-ceb7578f4cce'] in n-d-840717-1 is: [{'id': '8500d38a-95c7-4a5c-b3d1-ceb7578f4cce', 'name': 'tempest-RoutersIpV6Test-router-986146970', 'tenant_id': '08e9223c846c46d791083957f9887d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:26:55Z', 'updated_at': '2022-05-05T20:26:56Z', 'revision_number': 2, 'project_id': '08e9223c846c46d791083957f9887d85', 'gw_port_host': None}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:26:59.184153 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-90eb5bf8-6e0d-4240-8f13-1cda7ed7e501 req-84ad8b8b-3864-4f95-a9e5-f65d28fbdee7 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.50 "DELETE /v2.0/ports/bf7677d3-a539-4b91-8154-e950713a5934 HTTP/1.1" status: 204 len: 173 time: 1.2842085 May 05 20:26:59.189037 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0252540d-6095-40e9-82d6-6d72b1612b2d'] response: {'server_uuid': 'cb85796e-354f-4c15-b0f6-67239028b8d5', 'name': 'network-vif-deleted', 'tag': 'bf7677d3-a539-4b91-8154-e950713a5934', 'status': 'completed', 'code': 200} May 05 20:26:59.570709 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-62352b51-5310-4fea-ba5a-438c052ea9fe tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:59.635695 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-94f82745-515f-4776-8f11-decc2353a4e9 req-33e35b4e-873e-4c2a-8d5c-762a209ca828 service neutron] Attempting to bind port d2342f27-22fb-4e0f-9985-02c4bedd9d92 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:26:59.636234 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-94f82745-515f-4776-8f11-decc2353a4e9 req-33e35b4e-873e-4c2a-8d5c-762a209ca828 service neutron] Attempting to bind port d2342f27-22fb-4e0f-9985-02c4bedd9d92 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'c9572696-a17a-4a14-8a0a-056b3544c241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2d78f89d-11e6-44e7-a45c-e21c5f87f387'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:26:59.636401 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f82745-515f-4776-8f11-decc2353a4e9 req-33e35b4e-873e-4c2a-8d5c-762a209ca828 service neutron] Attempting to bind port d2342f27-22fb-4e0f-9985-02c4bedd9d92 on network 2d78f89d-11e6-44e7-a45c-e21c5f87f387 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:26:59.687070 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f82745-515f-4776-8f11-decc2353a4e9 req-33e35b4e-873e-4c2a-8d5c-762a209ca828 service neutron] Port d2342f27-22fb-4e0f-9985-02c4bedd9d92 on network 2d78f89d-11e6-44e7-a45c-e21c5f87f387 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:26:59.688276 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f82745-515f-4776-8f11-decc2353a4e9 req-33e35b4e-873e-4c2a-8d5c-762a209ca828 service neutron] Attempting to bind port d2342f27-22fb-4e0f-9985-02c4bedd9d92 on network 2d78f89d-11e6-44e7-a45c-e21c5f87f387 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:26:59.708406 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f82745-515f-4776-8f11-decc2353a4e9 req-33e35b4e-873e-4c2a-8d5c-762a209ca828 service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:26:59.708644 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f82745-515f-4776-8f11-decc2353a4e9 req-33e35b4e-873e-4c2a-8d5c-762a209ca828 service neutron] Checking segment: {'id': 'c9572696-a17a-4a14-8a0a-056b3544c241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2d78f89d-11e6-44e7-a45c-e21c5f87f387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:26:59.709051 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f82745-515f-4776-8f11-decc2353a4e9 req-33e35b4e-873e-4c2a-8d5c-762a209ca828 service neutron] Bound using segment: {'id': 'c9572696-a17a-4a14-8a0a-056b3544c241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2d78f89d-11e6-44e7-a45c-e21c5f87f387'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:26:59.709491 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-94f82745-515f-4776-8f11-decc2353a4e9 req-33e35b4e-873e-4c2a-8d5c-762a209ca828 service neutron] Bound port: d2342f27-22fb-4e0f-9985-02c4bedd9d92, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9572696-a17a-4a14-8a0a-056b3544c241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2d78f89d-11e6-44e7-a45c-e21c5f87f387'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:26:59.710339 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-94f82745-515f-4776-8f11-decc2353a4e9 req-33e35b4e-873e-4c2a-8d5c-762a209ca828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:59.766273 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-90c0c84d-8204-409e-abda-0553ff4858a1 None None] Provisioning complete for port de53fb4a-e1a2-4f79-981b-c4826ca0c34a triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:26:59.767193 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-90c0c84d-8204-409e-abda-0553ff4858a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:26:59.863905 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b18afd-bf3a-4aa7-9747-edcecf04f8e1 req-54406bb5-7d12-4e47-9dff-4cd0adf3c6fc tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:26:59.865863 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-34b18afd-bf3a-4aa7-9747-edcecf04f8e1 req-54406bb5-7d12-4e47-9dff-4cd0adf3c6fc tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.36 "GET /v2.0/ports?device_id=cee4f517-ee29-436c-a800-37c8701e172d HTTP/1.1" status: 200 len: 982 time: 0.3574431 May 05 20:26:59.866836 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24165653-e1e7-4bea-aa06-989a051febc8 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Router 8cb1aa14-b2d7-4a19-8fc4-a51782dadddc is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88197) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:26:59.941836 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-90c0c84d-8204-409e-abda-0553ff4858a1 None None] Port de53fb4a-e1a2-4f79-981b-c4826ca0c34a cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:27:00.267554 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57232) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:00.268036 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-62352b51-5310-4fea-ba5a-438c052ea9fe tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:00.270414 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-62352b51-5310-4fea-ba5a-438c052ea9fe tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:00.308192 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-62352b51-5310-4fea-ba5a-438c052ea9fe tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:00.309038 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62352b51-5310-4fea-ba5a-438c052ea9fe tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Fanout notify agent at l3_agent the message router_deleted on router 8500d38a-95c7-4a5c-b3d1-ceb7578f4cce {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:27:00.325515 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-62352b51-5310-4fea-ba5a-438c052ea9fe tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:00.330589 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-62352b51-5310-4fea-ba5a-438c052ea9fe tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "DELETE /v2.0/routers/8500d38a-95c7-4a5c-b3d1-ceb7578f4cce HTTP/1.1" status: 204 len: 168 time: 1.2817919 May 05 20:27:00.332996 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57236) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:00.355258 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-94f82745-515f-4776-8f11-decc2353a4e9 req-33e35b4e-873e-4c2a-8d5c-762a209ca828 service neutron] For port d2342f27-22fb-4e0f-9985-02c4bedd9d92, host n-h1-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:27:00.402267 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-67575d36-4f5e-47c5-8f9c-8fccb3ce648d tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "GET /v2.0/ports?device_id=8500d38a-95c7-4a5c-b3d1-ceb7578f4cce HTTP/1.1" status: 200 len: 205 time: 0.0699468 May 05 20:27:00.404571 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57242) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:00.412966 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-34b18afd-bf3a-4aa7-9747-edcecf04f8e1 req-2411fd5d-dc47-4b6e-a2b4-f44f46a7c0ff tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.36 "GET /v2.0/security-groups?id=0618aa6f-97d3-434c-8c1a-8399ac9a34e1&id=5c50b871-4a31-4968-adbd-f08b3778bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.5258996 May 05 20:27:00.426460 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-94f82745-515f-4776-8f11-decc2353a4e9 req-33e35b4e-873e-4c2a-8d5c-762a209ca828 service neutron] For port d2342f27-22fb-4e0f-9985-02c4bedd9d92, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=d2342f27-22fb-4e0f-9985-02c4bedd9d92,segment=NetworkSegment(c9572696-a17a-4a14-8a0a-056b3544c241),segment_id=c9572696-a17a-4a14-8a0a-056b3544c241)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:27:00.440986 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-94f82745-515f-4776-8f11-decc2353a4e9 req-33e35b4e-873e-4c2a-8d5c-762a209ca828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:00.496598 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-5b7dc335-d15e-4ae4-9618-d7e6356a6ad2 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] delete failed (client error): The resource could not be found. May 05 20:27:00.497617 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-5b7dc335-d15e-4ae4-9618-d7e6356a6ad2 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "DELETE /v2.0/routers/8500d38a-95c7-4a5c-b3d1-ceb7578f4cce HTTP/1.1" status: 404 len: 336 time: 0.0908439 May 05 20:27:00.500378 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57246) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:00.555625 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24165653-e1e7-4bea-aa06-989a051febc8 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:27:00.560898 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-647ac4b1-a765-465d-937b-c32da982be96 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] DELETE failed (client error): The resource could not be found. May 05 20:27:00.561496 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-647ac4b1-a765-465d-937b-c32da982be96 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:27:00.564683 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-647ac4b1-a765-465d-937b-c32da982be96 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "DELETE /v2.0/subnets/e5753f7a-fe26-44aa-b6b2-1274c2c6628f HTTP/1.1" status: 404 len: 337 time: 0.0632577 May 05 20:27:00.567260 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57250) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:00.574661 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386724bf-2ee4-4c06-9c51-ea0de6d5db62 None None] Sync routers for ids ['8cb1aa14-b2d7-4a19-8fc4-a51782dadddc'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:27:00.581843 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-24165653-e1e7-4bea-aa06-989a051febc8 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "PUT /v2.0/routers/8cb1aa14-b2d7-4a19-8fc4-a51782dadddc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6726234 May 05 20:27:00.588566 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57254) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:00.611753 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386724bf-2ee4-4c06-9c51-ea0de6d5db62 None None] Routers {'8cb1aa14-b2d7-4a19-8fc4-a51782dadddc'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:27:00.615201 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-386724bf-2ee4-4c06-9c51-ea0de6d5db62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:26:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['8cb1aa14-b2d7-4a19-8fc4-a51782dadddc'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:27:00.663588 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f82745-515f-4776-8f11-decc2353a4e9 req-33e35b4e-873e-4c2a-8d5c-762a209ca828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:00.663588 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-94f82745-515f-4776-8f11-decc2353a4e9 req-33e35b4e-873e-4c2a-8d5c-762a209ca828 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:00.665237 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-94f82745-515f-4776-8f11-decc2353a4e9 req-33e35b4e-873e-4c2a-8d5c-762a209ca828 service neutron] 10.222.0.24 "PUT /v2.0/ports/d2342f27-22fb-4e0f-9985-02c4bedd9d92 HTTP/1.1" status: 200 len: 1130 time: 5.1459768 May 05 20:27:00.665602 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cee4f517-ee29-436c-a800-37c8701e172d', 'tag': 'd2342f27-22fb-4e0f-9985-02c4bedd9d92'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:27:00.725837 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fddbf24-f355-4ece-817f-a42e7c415c1d tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] DELETE failed (client error): The resource could not be found. May 05 20:27:00.726302 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fddbf24-f355-4ece-817f-a42e7c415c1d tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:27:00.736232 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3fddbf24-f355-4ece-817f-a42e7c415c1d tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "DELETE /v2.0/subnets/f674a2a0-29bf-41ee-9d8f-7953a34a355d HTTP/1.1" status: 404 len: 337 time: 0.1641905 May 05 20:27:00.737072 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57260) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:00.821437 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec1d0d58-436e-4347-847c-b48feb5cbbb9'] response: {'name': 'network-changed', 'server_uuid': 'cee4f517-ee29-436c-a800-37c8701e172d', 'tag': 'd2342f27-22fb-4e0f-9985-02c4bedd9d92', 'status': 'completed', 'code': 200} May 05 20:27:00.896319 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-d12e0a30-9d2d-4974-b504-4b0ddba55db5 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] DELETE failed (client error): The resource could not be found. May 05 20:27:00.897156 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d12e0a30-9d2d-4974-b504-4b0ddba55db5 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:27:00.903645 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-386724bf-2ee4-4c06-9c51-ea0de6d5db62 None None] Set router 8cb1aa14-b2d7-4a19-8fc4-a51782dadddc gateway port host: None {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:27:00.908572 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d12e0a30-9d2d-4974-b504-4b0ddba55db5 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "DELETE /v2.0/subnets/37ab342c-5785-4eb7-8fad-ab78562b20ea HTTP/1.1" status: 404 len: 337 time: 0.1669714 May 05 20:27:00.917457 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57264) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:00.920000 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e35b4e-873e-4c2a-8d5c-762a209ca828 service neutron] Pushing event updated for resources: {'Port': ['ID=d2342f27-22fb-4e0f-9985-02c4bedd9d92,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:01.058505 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-d454be46-da28-43ea-9a99-46c755354a4f tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] DELETE failed (client error): The resource could not be found. May 05 20:27:01.061473 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d454be46-da28-43ea-9a99-46c755354a4f tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:27:01.065200 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d454be46-da28-43ea-9a99-46c755354a4f tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "DELETE /v2.0/subnets/e6455b0a-80fa-4a59-816f-11b102eee8a5 HTTP/1.1" status: 404 len: 337 time: 0.1427624 May 05 20:27:01.067910 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57268) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:01.108631 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1946a18c-95e1-4f75-8f7b-cdc791482387 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:01.109682 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-1946a18c-95e1-4f75-8f7b-cdc791482387 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Synchronizing usage tracker for tenant:0780f842482f4e59b41843f42dd46f0e on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:27:01.134598 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-fa390ca9-b7f6-4496-925b-fb4d62901955 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "GET /v2.0/ports?device_id=a972cae5-5fb3-4e14-93d1-0ce82e1115c4 HTTP/1.1" status: 200 len: 205 time: 0.0655081 May 05 20:27:01.136808 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57272) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:01.209373 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-9fe3d090-c594-48ca-b2d4-945ac0814415 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] delete failed (client error): The resource could not be found. May 05 20:27:01.211299 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-9fe3d090-c594-48ca-b2d4-945ac0814415 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "DELETE /v2.0/routers/a972cae5-5fb3-4e14-93d1-0ce82e1115c4 HTTP/1.1" status: 404 len: 336 time: 0.0733628 May 05 20:27:01.215645 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57276) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:01.221735 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-1946a18c-95e1-4f75-8f7b-cdc791482387 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Unset dirty status for tenant:0780f842482f4e59b41843f42dd46f0e on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:27:01.226871 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-1946a18c-95e1-4f75-8f7b-cdc791482387 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/ports/de53fb4a-e1a2-4f79-981b-c4826ca0c34a HTTP/1.1" status: 200 len: 911 time: 0.6352320 May 05 20:27:01.228055 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57280) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:01.271525 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b291aa60-d70b-4fe0-94c5-ab5988695705 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "GET /v2.0/ports?device_id=40dcc4fa-dcb5-4c88-b7bf-64c847e16170 HTTP/1.1" status: 200 len: 205 time: 0.0544124 May 05 20:27:01.272780 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57284) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:01.323036 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f82745-515f-4776-8f11-decc2353a4e9 req-5b9c7302-1fdc-4ee7-909d-354cb70c8234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:01.324699 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-94f82745-515f-4776-8f11-decc2353a4e9 req-5b9c7302-1fdc-4ee7-909d-354cb70c8234 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6e19ee4cb1294f70bec1dac29584f7fc&device_id=cee4f517-ee29-436c-a800-37c8701e172d HTTP/1.1" status: 200 len: 1133 time: 0.5788467 May 05 20:27:01.347113 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-8e231edf-f766-4225-aa71-971fbaf4f738 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] delete failed (client error): The resource could not be found. May 05 20:27:01.351826 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-8e231edf-f766-4225-aa71-971fbaf4f738 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "DELETE /v2.0/routers/40dcc4fa-dcb5-4c88-b7bf-64c847e16170 HTTP/1.1" status: 404 len: 336 time: 0.0776377 May 05 20:27:01.351962 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57288) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:01.391378 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-82fb601c-8d41-4009-8ee5-963b13bf3c5d tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] DELETE failed (client error): The resource could not be found. May 05 20:27:01.391886 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82fb601c-8d41-4009-8ee5-963b13bf3c5d tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:27:01.395908 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-82fb601c-8d41-4009-8ee5-963b13bf3c5d tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "DELETE /v2.0/subnets/bcbf6d7e-52aa-4623-a578-afca89605ab2 HTTP/1.1" status: 404 len: 337 time: 0.0429173 May 05 20:27:01.396554 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57292) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:01.442536 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-94f82745-515f-4776-8f11-decc2353a4e9 req-7adaa894-f985-47f7-8668-6b026b443148 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2342f27-22fb-4e0f-9985-02c4bedd9d92 HTTP/1.1" status: 200 len: 217 time: 0.0795133 May 05 20:27:01.457358 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a3f35907-e2c3-4456-af1f-2d5476b97a93 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f126da4-335a-4c9b-808d-dd89bb24689e HTTP/1.1" status: 200 len: 205 time: 0.0561202 May 05 20:27:01.459893 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57298) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:01.463469 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-386724bf-2ee4-4c06-9c51-ea0de6d5db62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb1aa14-b2d7-4a19-8fc4-a51782dadddc', 'name': 'tempest-NetworksTestDHCPv6-router-595672014', 'tenant_id': '0780f842482f4e59b41843f42dd46f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:26:52Z', 'updated_at': '2022-05-05T20:26:56Z', 'revision_number': 2, 'project_id': '0780f842482f4e59b41843f42dd46f0e', 'gw_port_host': None, '_interfaces': [{'id': 'de53fb4a-e1a2-4f79-981b-c4826ca0c34a', 'name': '', 'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'tenant_id': '0780f842482f4e59b41843f42dd46f0e', 'mac_address': 'fa:16:3e:12:03:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb1aa14-b2d7-4a19-8fc4-a51782dadddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '6545a70f-1e19-41ff-87db-8db0a7916ab3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:26:54Z', 'updated_at': '2022-05-05T20:26:57Z', 'revision_number': 2, 'project_id': '0780f842482f4e59b41843f42dd46f0e', 'subnets': [{'id': '6545a70f-1e19-41ff-87db-8db0a7916ab3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:27:01.468855 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386724bf-2ee4-4c06-9c51-ea0de6d5db62 None None] Checking router: 8cb1aa14-b2d7-4a19-8fc4-a51782dadddc for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:27:01.470892 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386724bf-2ee4-4c06-9c51-ea0de6d5db62 None None] Updating router 8cb1aa14-b2d7-4a19-8fc4-a51782dadddc port de53fb4a-e1a2-4f79-981b-c4826ca0c34a binding host n-d-840717-1 {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:27:01.580333 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-386724bf-2ee4-4c06-9c51-ea0de6d5db62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:01.681166 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-9c3869d3-88c8-43dc-8980-118ce0b30ad1 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] delete failed (client error): The resource could not be found. May 05 20:27:01.685055 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-9c3869d3-88c8-43dc-8980-118ce0b30ad1 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "DELETE /v2.0/routers/5f126da4-335a-4c9b-808d-dd89bb24689e HTTP/1.1" status: 404 len: 336 time: 0.2247376 May 05 20:27:01.685648 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57304) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:01.737468 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdec665c-971d-4c20-8ddf-88117dba641f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:01.744303 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdec665c-971d-4c20-8ddf-88117dba641f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:01.745842 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-cdec665c-971d-4c20-8ddf-88117dba641f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.5129576 May 05 20:27:01.749585 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57308) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:01.751597 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f82745-515f-4776-8f11-decc2353a4e9 req-10ffa011-7a34-4d06-b430-a313f57764b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:01.753929 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-94f82745-515f-4776-8f11-decc2353a4e9 req-10ffa011-7a34-4d06-b430-a313f57764b2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bbd7f762-a780-4c8a-814d-5574183ff8dd HTTP/1.1" status: 200 len: 835 time: 0.3001933 May 05 20:27:01.774282 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-841d0531-6c8f-4889-b1f2-4d635cebb959 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "GET /v2.0/ports?device_id=817d7f89-a63b-4872-b6b7-3e98d755e266 HTTP/1.1" status: 200 len: 205 time: 0.0828476 May 05 20:27:01.775803 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57312) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:01.891875 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca7801e-95b5-4e96-a6e3-624df298ddd5 req-a8888825-ceb9-43ba-b785-144a192eb941 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:01.893307 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fca7801e-95b5-4e96-a6e3-624df298ddd5 req-a8888825-ceb9-43ba-b785-144a192eb941 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.36 "GET /v2.0/ports?device_id=cee4f517-ee29-436c-a800-37c8701e172d HTTP/1.1" status: 200 len: 982 time: 0.2683132 May 05 20:27:01.911448 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-97783591-c249-4b8a-a2cb-598fabd73697 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] delete failed (client error): The resource could not be found. May 05 20:27:01.912465 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-97783591-c249-4b8a-a2cb-598fabd73697 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "DELETE /v2.0/routers/817d7f89-a63b-4872-b6b7-3e98d755e266 HTTP/1.1" status: 404 len: 336 time: 0.1357009 May 05 20:27:01.919684 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57316) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:01.958005 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f82745-515f-4776-8f11-decc2353a4e9 req-3afa27ff-b97a-450a-a28d-6e34c2319d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:01.959537 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-94f82745-515f-4776-8f11-decc2353a4e9 req-3afa27ff-b97a-450a-a28d-6e34c2319d9e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2d78f89d-11e6-44e7-a45c-e21c5f87f387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1973951 May 05 20:27:02.031156 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fda6a6c-d03e-418b-9586-0e2714df259b tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] DELETE failed (client error): The resource could not be found. May 05 20:27:02.031544 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fda6a6c-d03e-418b-9586-0e2714df259b tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:27:02.035597 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-2fda6a6c-d03e-418b-9586-0e2714df259b tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "DELETE /v2.0/subnets/538f2063-d107-461a-be92-a4011d9b2fbb HTTP/1.1" status: 404 len: 337 time: 0.1068609 May 05 20:27:02.066896 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fca7801e-95b5-4e96-a6e3-624df298ddd5 req-9d709b4b-5f31-4ade-a0e3-49753c351073 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.36 "GET /v2.0/security-groups?id=0618aa6f-97d3-434c-8c1a-8399ac9a34e1&id=5c50b871-4a31-4968-adbd-f08b3778bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1650119 May 05 20:27:02.070384 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57320) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:02.165415 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device bf7677d3-a539-4b91-8154-e950713a5934 no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:27:02.250224 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] No Port match for: bf7677d3-a539-4b91-8154-e950713a5934 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:27:02.252021 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device bf7677d3-a539-4b91-8154-e950713a5934 not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:27:02.275109 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-0605e740-1473-40af-9e02-8714bc1e06ea tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "GET /v2.0/ports?device_id=21cdce65-3140-4334-93af-e2cf4e6d2d18 HTTP/1.1" status: 200 len: 205 time: 0.2036080 May 05 20:27:02.280657 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57324) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:02.306988 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-386724bf-2ee4-4c06-9c51-ea0de6d5db62 None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:02.341194 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-386724bf-2ee4-4c06-9c51-ea0de6d5db62 None None] Transition to ACTIVE for port object de53fb4a-e1a2-4f79-981b-c4826ca0c34a will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:27:02.361794 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-386724bf-2ee4-4c06-9c51-ea0de6d5db62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:02.370933 n-d-840717-1 neutron-server[88197]: INFO neutron.api.v2.resource [None req-ec53798a-e2dc-4c9b-bda5-018b6853a09e tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] delete failed (client error): The resource could not be found. May 05 20:27:02.371991 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-ec53798a-e2dc-4c9b-bda5-018b6853a09e tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "DELETE /v2.0/routers/21cdce65-3140-4334-93af-e2cf4e6d2d18 HTTP/1.1" status: 404 len: 336 time: 0.0904057 May 05 20:27:02.375717 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57328) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:02.376235 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-94f82745-515f-4776-8f11-decc2353a4e9 req-7408d8aa-f828-47aa-b933-1c09391da61a service neutron] 10.222.0.24 "GET /v2.0/networks/2d78f89d-11e6-44e7-a45c-e21c5f87f387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4085169 May 05 20:27:02.378796 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-088575b2-6860-4733-8890-55639b977fe0 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:02.422840 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-4014d6fe-7182-48de-a200-ec85d68430d3 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] DELETE failed (client error): The resource could not be found. May 05 20:27:02.423221 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4014d6fe-7182-48de-a200-ec85d68430d3 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:27:02.425290 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-4014d6fe-7182-48de-a200-ec85d68430d3 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "DELETE /v2.0/subnets/a3a23e6e-f1f5-43cd-992c-ff65dc09285f HTTP/1.1" status: 404 len: 337 time: 0.0486932 May 05 20:27:02.428003 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57332) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:02.454545 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38113f77-2c74-495b-99d4-7ac23e7e5da9 None None] Pushing event updated for resources: {'Port': ['ID=de53fb4a-e1a2-4f79-981b-c4826ca0c34a,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:02.526923 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b4c58eb0-1f5e-4427-9cc6-7ebdfa7e6bb6 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "GET /v2.0/ports?device_id=029667fc-6e81-4a22-b01f-d30a32144c8a HTTP/1.1" status: 200 len: 205 time: 0.0950253 May 05 20:27:02.531662 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57336) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:02.843093 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-386724bf-2ee4-4c06-9c51-ea0de6d5db62 None None] Attempting to bind port de53fb4a-e1a2-4f79-981b-c4826ca0c34a on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:27:02.845593 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dc085b5e-f50e-4447-a313-ee237631c61b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:02.847260 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-386724bf-2ee4-4c06-9c51-ea0de6d5db62 None None] Attempting to bind port de53fb4a-e1a2-4f79-981b-c4826ca0c34a by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '1cf78a78-2d57-4ccb-9633-08c37696a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7289b573-7530-4f0a-b5b0-032373718af7'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:27:02.847653 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386724bf-2ee4-4c06-9c51-ea0de6d5db62 None None] Attempting to bind port de53fb4a-e1a2-4f79-981b-c4826ca0c34a on network 7289b573-7530-4f0a-b5b0-032373718af7 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:27:02.858086 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-94f82745-515f-4776-8f11-decc2353a4e9 req-8f06b2d8-ccab-4ea1-a0b5-8cf2f575a6cb service neutron] 10.222.0.24 "GET /v2.0/networks/2d78f89d-11e6-44e7-a45c-e21c5f87f387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4205759 May 05 20:27:02.860204 n-d-840717-1 neutron-server[88197]: INFO neutron.api.v2.resource [None req-15b35bcb-e428-4ecc-87e9-1e0ae7bc4d53 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] delete failed (client error): The resource could not be found. May 05 20:27:02.860292 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-15b35bcb-e428-4ecc-87e9-1e0ae7bc4d53 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "DELETE /v2.0/routers/029667fc-6e81-4a22-b01f-d30a32144c8a HTTP/1.1" status: 404 len: 336 time: 0.3276751 May 05 20:27:02.876336 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57342) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:02.882319 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386724bf-2ee4-4c06-9c51-ea0de6d5db62 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:27:02.886859 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386724bf-2ee4-4c06-9c51-ea0de6d5db62 None None] Checking segment: {'id': '1cf78a78-2d57-4ccb-9633-08c37696a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7289b573-7530-4f0a-b5b0-032373718af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:27:02.887301 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-386724bf-2ee4-4c06-9c51-ea0de6d5db62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:02.887726 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386724bf-2ee4-4c06-9c51-ea0de6d5db62 None None] Bound using segment: {'id': '1cf78a78-2d57-4ccb-9633-08c37696a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7289b573-7530-4f0a-b5b0-032373718af7'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:27:02.888217 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-386724bf-2ee4-4c06-9c51-ea0de6d5db62 None None] Bound port: de53fb4a-e1a2-4f79-981b-c4826ca0c34a, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf78a78-2d57-4ccb-9633-08c37696a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7289b573-7530-4f0a-b5b0-032373718af7'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:27:02.888612 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-386724bf-2ee4-4c06-9c51-ea0de6d5db62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:02.926016 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-6408c3a6-b94b-4131-be9f-94d589eaeaf3 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] DELETE failed (client error): The resource could not be found. May 05 20:27:02.926016 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6408c3a6-b94b-4131-be9f-94d589eaeaf3 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:27:02.927954 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-6408c3a6-b94b-4131-be9f-94d589eaeaf3 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "DELETE /v2.0/subnets/717b5946-b4b7-4e5c-b212-352433b7f5d6 HTTP/1.1" status: 404 len: 337 time: 0.0504696 May 05 20:27:02.932913 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57346) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:03.029808 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d0c915e-3710-4a20-8cea-b111dcb97773 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] DELETE failed (client error): The resource could not be found. May 05 20:27:03.030259 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d0c915e-3710-4a20-8cea-b111dcb97773 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:27:03.031981 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-4d0c915e-3710-4a20-8cea-b111dcb97773 tempest-RoutersIpV6Test-1099881768 tempest-RoutersIpV6Test-1099881768-project] 10.222.0.36 "DELETE /v2.0/subnets/381f9111-57d2-4820-bff0-26b3e1b56fdf HTTP/1.1" status: 404 len: 337 time: 0.0600672 May 05 20:27:03.064590 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-386724bf-2ee4-4c06-9c51-ea0de6d5db62 None None] For port de53fb4a-e1a2-4f79-981b-c4826ca0c34a, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:27:03.068532 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-386724bf-2ee4-4c06-9c51-ea0de6d5db62 None None] For port de53fb4a-e1a2-4f79-981b-c4826ca0c34a, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=de53fb4a-e1a2-4f79-981b-c4826ca0c34a,segment=NetworkSegment(1cf78a78-2d57-4ccb-9633-08c37696a2c0),segment_id=1cf78a78-2d57-4ccb-9633-08c37696a2c0)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:27:03.075213 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-386724bf-2ee4-4c06-9c51-ea0de6d5db62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:03.202952 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bc10f9-1452-4c3b-b7cd-4a93b70f8a1d req-f7e9c9a3-5c7f-4d27-8bd7-da39127211d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:03.204537 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-79bc10f9-1452-4c3b-b7cd-4a93b70f8a1d req-f7e9c9a3-5c7f-4d27-8bd7-da39127211d5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6e19ee4cb1294f70bec1dac29584f7fc&device_id=cee4f517-ee29-436c-a800-37c8701e172d HTTP/1.1" status: 200 len: 1133 time: 0.2724817 May 05 20:27:03.315931 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-dc085b5e-f50e-4447-a313-ee237631c61b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Deleting port de53fb4a-e1a2-4f79-981b-c4826ca0c34a {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:27:03.317725 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dc085b5e-f50e-4447-a313-ee237631c61b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:03.370918 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386724bf-2ee4-4c06-9c51-ea0de6d5db62 None None] Routers {'8cb1aa14-b2d7-4a19-8fc4-a51782dadddc'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:27:03.375282 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-386724bf-2ee4-4c06-9c51-ea0de6d5db62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:26:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['8cb1aa14-b2d7-4a19-8fc4-a51782dadddc'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:27:03.598854 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bc10f9-1452-4c3b-b7cd-4a93b70f8a1d req-4c3079bb-84ab-4cd2-b29f-121868e69c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:03.604197 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-79bc10f9-1452-4c3b-b7cd-4a93b70f8a1d req-4c3079bb-84ab-4cd2-b29f-121868e69c93 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2d78f89d-11e6-44e7-a45c-e21c5f87f387 HTTP/1.1" status: 200 len: 898 time: 0.3889182 May 05 20:27:03.638029 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-386724bf-2ee4-4c06-9c51-ea0de6d5db62 None None] Set router 8cb1aa14-b2d7-4a19-8fc4-a51782dadddc gateway port host: None {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:27:03.798319 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-79bc10f9-1452-4c3b-b7cd-4a93b70f8a1d req-af0e9cbd-4637-4456-82b9-dd71f7514dfa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2342f27-22fb-4e0f-9985-02c4bedd9d92 HTTP/1.1" status: 200 len: 217 time: 0.1842034 May 05 20:27:03.801477 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57356) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:03.806181 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38113f77-2c74-495b-99d4-7ac23e7e5da9 None None] Pushing event updated for resources: {'Port': ['ID=de53fb4a-e1a2-4f79-981b-c4826ca0c34a,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:03.873775 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-088575b2-6860-4733-8890-55639b977fe0 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Deleting port 58c6ec8d-1d44-49ff-8008-987a58f18c93 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:27:03.874366 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-088575b2-6860-4733-8890-55639b977fe0 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:03.966975 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b6b62-b3bf-4be8-9124-c31e3b9bd66f req-9ca89118-7351-452b-9f40-3d64f26bfe2f tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:03.974552 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-443b6b62-b3bf-4be8-9124-c31e3b9bd66f req-9ca89118-7351-452b-9f40-3d64f26bfe2f tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.36 "GET /v2.0/ports?device_id=cee4f517-ee29-436c-a800-37c8701e172d HTTP/1.1" status: 200 len: 982 time: 0.6019058 May 05 20:27:04.012621 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-dc085b5e-f50e-4447-a313-ee237631c61b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] For port de53fb4a-e1a2-4f79-981b-c4826ca0c34a, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=de53fb4a-e1a2-4f79-981b-c4826ca0c34a,segment=NetworkSegment(1cf78a78-2d57-4ccb-9633-08c37696a2c0),segment_id=1cf78a78-2d57-4ccb-9633-08c37696a2c0)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:27:04.012621 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dc085b5e-f50e-4447-a313-ee237631c61b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:04.180153 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-dc085b5e-f50e-4447-a313-ee237631c61b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Calling delete_port for de53fb4a-e1a2-4f79-981b-c4826ca0c34a owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:27:04.191088 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bc10f9-1452-4c3b-b7cd-4a93b70f8a1d req-beeb8133-2fb4-4359-98ac-2dd91eec338b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:04.192479 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-79bc10f9-1452-4c3b-b7cd-4a93b70f8a1d req-beeb8133-2fb4-4359-98ac-2dd91eec338b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bbd7f762-a780-4c8a-814d-5574183ff8dd HTTP/1.1" status: 200 len: 835 time: 0.3707380 May 05 20:27:04.235377 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-386724bf-2ee4-4c06-9c51-ea0de6d5db62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb1aa14-b2d7-4a19-8fc4-a51782dadddc', 'name': 'tempest-NetworksTestDHCPv6-router-595672014', 'tenant_id': '0780f842482f4e59b41843f42dd46f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:26:52Z', 'updated_at': '2022-05-05T20:26:56Z', 'revision_number': 2, 'project_id': '0780f842482f4e59b41843f42dd46f0e', 'gw_port_host': None, '_interfaces': [{'id': 'de53fb4a-e1a2-4f79-981b-c4826ca0c34a', 'name': '', 'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'tenant_id': '0780f842482f4e59b41843f42dd46f0e', 'mac_address': 'fa:16:3e:12:03:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb1aa14-b2d7-4a19-8fc4-a51782dadddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '6545a70f-1e19-41ff-87db-8db0a7916ab3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:26:54Z', 'updated_at': '2022-05-05T20:27:03Z', 'revision_number': 4, 'project_id': '0780f842482f4e59b41843f42dd46f0e', 'subnets': [{'id': '6545a70f-1e19-41ff-87db-8db0a7916ab3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:27:04.240775 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-443b6b62-b3bf-4be8-9124-c31e3b9bd66f req-d2ae6698-e10f-4ee1-bbfd-0ac9611a9c0a tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.36 "GET /v2.0/security-groups?id=0618aa6f-97d3-434c-8c1a-8399ac9a34e1&id=5c50b871-4a31-4968-adbd-f08b3778bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2653377 May 05 20:27:04.265044 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386724bf-2ee4-4c06-9c51-ea0de6d5db62 None None] The sync data for ids ['8cb1aa14-b2d7-4a19-8fc4-a51782dadddc'] in n-d-840717-1 is: [{'id': '8cb1aa14-b2d7-4a19-8fc4-a51782dadddc', 'name': 'tempest-NetworksTestDHCPv6-router-595672014', 'tenant_id': '0780f842482f4e59b41843f42dd46f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:26:52Z', 'updated_at': '2022-05-05T20:26:56Z', 'revision_number': 2, 'project_id': '0780f842482f4e59b41843f42dd46f0e', 'gw_port_host': None, '_interfaces': [{'id': 'de53fb4a-e1a2-4f79-981b-c4826ca0c34a', 'name': '', 'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'tenant_id': '0780f842482f4e59b41843f42dd46f0e', 'mac_address': 'fa:16:3e:12:03:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb1aa14-b2d7-4a19-8fc4-a51782dadddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '6545a70f-1e19-41ff-87db-8db0a7916ab3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:26:54Z', 'updated_at': '2022-05-05T20:27:03Z', 'revision_number': 4, 'project_id': '0780f842482f4e59b41843f42dd46f0e', 'subnets': [{'id': '6545a70f-1e19-41ff-87db-8db0a7916ab3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:27:04.456374 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-088575b2-6860-4733-8890-55639b977fe0 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] For port 58c6ec8d-1d44-49ff-8008-987a58f18c93, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=58c6ec8d-1d44-49ff-8008-987a58f18c93,segment=NetworkSegment(f1e8b522-c2b1-451c-a5ae-720115527253),segment_id=f1e8b522-c2b1-451c-a5ae-720115527253)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:27:04.457018 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-088575b2-6860-4733-8890-55639b977fe0 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:04.471855 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-b8a8850f-1514-4fe6-94fd-45ba2101a6d0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=08e9223c846c46d791083957f9887d85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6690071 May 05 20:27:04.476984 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57364) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:04.507682 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dc085b5e-f50e-4447-a313-ee237631c61b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:04.560523 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc085b5e-f50e-4447-a313-ee237631c61b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event deleted for resources: {'Port': ['ID=de53fb4a-e1a2-4f79-981b-c4826ca0c34a,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:04.571388 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc085b5e-f50e-4447-a313-ee237631c61b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:27:04.571939 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc085b5e-f50e-4447-a313-ee237631c61b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:27:04.572430 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc085b5e-f50e-4447-a313-ee237631c61b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:27:04.573162 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc085b5e-f50e-4447-a313-ee237631c61b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:27:04.573496 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc085b5e-f50e-4447-a313-ee237631c61b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:27:04.573819 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc085b5e-f50e-4447-a313-ee237631c61b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:27:04.574140 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc085b5e-f50e-4447-a313-ee237631c61b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:27:04.574460 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc085b5e-f50e-4447-a313-ee237631c61b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:27:04.574774 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc085b5e-f50e-4447-a313-ee237631c61b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:27:04.575098 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc085b5e-f50e-4447-a313-ee237631c61b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:27:04.575428 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc085b5e-f50e-4447-a313-ee237631c61b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:27:04.575748 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc085b5e-f50e-4447-a313-ee237631c61b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:27:04.689757 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-088575b2-6860-4733-8890-55639b977fe0 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Calling delete_port for 58c6ec8d-1d44-49ff-8008-987a58f18c93 owned by network:router_interface {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:27:04.705122 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-64888ac8-3b06-4cbe-ac28-f354e78783a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:04.904418 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dc085b5e-f50e-4447-a313-ee237631c61b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:04.992042 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bc10f9-1452-4c3b-b7cd-4a93b70f8a1d req-7da216f4-937e-49fe-82d0-21199ea7540a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:04.994518 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-79bc10f9-1452-4c3b-b7cd-4a93b70f8a1d req-7da216f4-937e-49fe-82d0-21199ea7540a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2d78f89d-11e6-44e7-a45c-e21c5f87f387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7902453 May 05 20:27:05.043779 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6e4a0409-19bf-4f64-bf2b-0e7b6e82481a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:05.240092 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6e4a0409-19bf-4f64-bf2b-0e7b6e82481a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:05.309600 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-79bc10f9-1452-4c3b-b7cd-4a93b70f8a1d req-b6f3e021-4d3e-4235-a51f-ee39e261f49d service neutron] 10.222.0.24 "GET /v2.0/networks/2d78f89d-11e6-44e7-a45c-e21c5f87f387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970808 May 05 20:27:05.417113 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc085b5e-f50e-4447-a313-ee237631c61b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Router 8cb1aa14-b2d7-4a19-8fc4-a51782dadddc has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:27:05.565474 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc085b5e-f50e-4447-a313-ee237631c61b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:27:05.574413 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6e4a0409-19bf-4f64-bf2b-0e7b6e82481a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:05.587435 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-dc085b5e-f50e-4447-a313-ee237631c61b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "PUT /v2.0/routers/8cb1aa14-b2d7-4a19-8fc4-a51782dadddc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8250320 May 05 20:27:05.588619 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57372) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:05.647948 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4a0409-19bf-4f64-bf2b-0e7b6e82481a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7505e6-ca89-4372-8e5b-d63edc487125,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:05.666261 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbcf1e4d-42fd-4572-be73-01f892975761 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:05.667819 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbcf1e4d-42fd-4572-be73-01f892975761 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:05.668978 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-bbcf1e4d-42fd-4572-be73-01f892975761 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Synchronizing usage tracker for tenant:0780f842482f4e59b41843f42dd46f0e on resource:subnet {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:27:05.678979 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-79bc10f9-1452-4c3b-b7cd-4a93b70f8a1d req-702834bb-aa49-4067-9e4f-24c20250f3cd service neutron] 10.222.0.24 "GET /v2.0/networks/2d78f89d-11e6-44e7-a45c-e21c5f87f387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3514943 May 05 20:27:05.685146 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-bbcf1e4d-42fd-4572-be73-01f892975761 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Unset dirty status for tenant:0780f842482f4e59b41843f42dd46f0e on resource:subnet {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:27:05.686367 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-bbcf1e4d-42fd-4572-be73-01f892975761 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0960536 May 05 20:27:05.688998 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57376) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:05.699741 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6e4a0409-19bf-4f64-bf2b-0e7b6e82481a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:05.701620 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-6e4a0409-19bf-4f64-bf2b-0e7b6e82481a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9e7505e6-ca89-4372-8e5b-d63edc487125 HTTP/1.1" status: 204 len: 168 time: 1.2237244 May 05 20:27:05.715462 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a115c3-ae3f-4141-ac78-71fc86f66232 req-8bd91454-dc55-4e2d-9c96-dc608f092fc5 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:05.716988 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d7a115c3-ae3f-4141-ac78-71fc86f66232 req-8bd91454-dc55-4e2d-9c96-dc608f092fc5 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.36 "GET /v2.0/ports?device_id=cee4f517-ee29-436c-a800-37c8701e172d HTTP/1.1" status: 200 len: 982 time: 0.3040152 May 05 20:27:05.741559 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-088575b2-6860-4733-8890-55639b977fe0 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:05.767108 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-41cd3ede-eda5-47df-9fef-4bcfcdca8b41 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Deleting subnet 6545a70f-1e19-41ff-87db-8db0a7916ab3 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:27:05.770532 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-41cd3ede-eda5-47df-9fef-4bcfcdca8b41 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:05.801801 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088575b2-6860-4733-8890-55639b977fe0 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event deleted for resources: {'Port': ['ID=58c6ec8d-1d44-49ff-8008-987a58f18c93,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:05.838669 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-41cd3ede-eda5-47df-9fef-4bcfcdca8b41 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:05.916777 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d7a115c3-ae3f-4141-ac78-71fc86f66232 req-5903b750-24c8-4395-b01f-1f2d46bfbf82 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.36 "GET /v2.0/security-groups?id=0618aa6f-97d3-434c-8c1a-8399ac9a34e1&id=5c50b871-4a31-4968-adbd-f08b3778bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1935220 May 05 20:27:05.932334 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device d2342f27-22fb-4e0f-9985-02c4bedd9d92 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:27:05.960431 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-41cd3ede-eda5-47df-9fef-4bcfcdca8b41 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:06.089598 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-41cd3ede-eda5-47df-9fef-4bcfcdca8b41 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:06.214342 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port d2342f27-22fb-4e0f-9985-02c4bedd9d92, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=d2342f27-22fb-4e0f-9985-02c4bedd9d92,segment=NetworkSegment(c9572696-a17a-4a14-8a0a-056b3544c241),segment_id=c9572696-a17a-4a14-8a0a-056b3544c241)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:27:06.231971 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': 'd2342f27-22fb-4e0f-9985-02c4bedd9d92', 'network_id': '2d78f89d-11e6-44e7-a45c-e21c5f87f387', 'port_id': 'd2342f27-22fb-4e0f-9985-02c4bedd9d92', 'mac_address': 'fa:16:3e:e2:e4:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbd7f762-a780-4c8a-814d-5574183ff8dd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:27:06.241417 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cd3ede-eda5-47df-9fef-4bcfcdca8b41 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event deleted for resources: {'Subnet': ['ID=6545a70f-1e19-41ff-87db-8db0a7916ab3,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:06.259440 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-41cd3ede-eda5-47df-9fef-4bcfcdca8b41 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:06.293610 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-41cd3ede-eda5-47df-9fef-4bcfcdca8b41 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/subnets/6545a70f-1e19-41ff-87db-8db0a7916ab3 HTTP/1.1" status: 204 len: 168 time: 0.6035225 May 05 20:27:06.296331 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57392) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:06.320072 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc493cc9-b3b8-46af-b80a-b22cebc129d3 None None] Network 7289b573-7530-4f0a-b5b0-032373718af7 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:27:06.340667 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:06.394061 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2342f27-22fb-4e0f-9985-02c4bedd9d92 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:27:06.394764 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-088575b2-6860-4733-8890-55639b977fe0 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:06.410689 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port d2342f27-22fb-4e0f-9985-02c4bedd9d92, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=d2342f27-22fb-4e0f-9985-02c4bedd9d92,segment=NetworkSegment(c9572696-a17a-4a14-8a0a-056b3544c241),segment_id=c9572696-a17a-4a14-8a0a-056b3544c241)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:27:06.470526 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:06.474389 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0c1bcb-11b0-47a8-a35f-bf274475a144 None None] Sync routers for ids ['8cb1aa14-b2d7-4a19-8fc4-a51782dadddc'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:27:06.486561 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0c1bcb-11b0-47a8-a35f-bf274475a144 None None] Routers {'8cb1aa14-b2d7-4a19-8fc4-a51782dadddc'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:27:06.487186 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-3b0c1bcb-11b0-47a8-a35f-bf274475a144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:26:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['8cb1aa14-b2d7-4a19-8fc4-a51782dadddc'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:27:06.648359 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-25b09e44-c7c5-4f17-bee3-d05ae9b912e0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3498545 May 05 20:27:06.662571 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57406) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:06.822350 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-3b0c1bcb-11b0-47a8-a35f-bf274475a144 None None] Set router 8cb1aa14-b2d7-4a19-8fc4-a51782dadddc gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:27:06.863672 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['d2342f27-22fb-4e0f-9985-02c4bedd9d92'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:27:06.932537 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=d2342f27-22fb-4e0f-9985-02c4bedd9d92,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:07.005781 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-21558e94-cf58-45ad-8261-a764d2719941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:07.011960 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-64e9df15-d5f9-4816-9803-f718acc34b35 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for router, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:07.016193 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-3b0c1bcb-11b0-47a8-a35f-bf274475a144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb1aa14-b2d7-4a19-8fc4-a51782dadddc', 'name': 'tempest-NetworksTestDHCPv6-router-595672014', 'tenant_id': '0780f842482f4e59b41843f42dd46f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:26:52Z', 'updated_at': '2022-05-05T20:27:04Z', 'revision_number': 3, 'project_id': '0780f842482f4e59b41843f42dd46f0e', 'gw_port_host': None}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:27:07.025359 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0c1bcb-11b0-47a8-a35f-bf274475a144 None None] Checking router: 8cb1aa14-b2d7-4a19-8fc4-a51782dadddc for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:27:07.045088 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0c1bcb-11b0-47a8-a35f-bf274475a144 None None] Routers {'8cb1aa14-b2d7-4a19-8fc4-a51782dadddc'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:27:07.048079 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-3b0c1bcb-11b0-47a8-a35f-bf274475a144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:27:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['8cb1aa14-b2d7-4a19-8fc4-a51782dadddc'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:27:07.066586 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57418) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:07.193137 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70bcee4-cbe1-459c-a50e-8077f6e7ec71 None None] DHCP port deletion for 7289b573-7530-4f0a-b5b0-032373718af7 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:27:07.222282 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b012d5-3b4d-4136-b53b-521707ba1d7d req-4e298358-c75a-4f37-9172-6b9de784fa59 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:07.224132 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d3b012d5-3b4d-4136-b53b-521707ba1d7d req-4e298358-c75a-4f37-9172-6b9de784fa59 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.36 "GET /v2.0/ports?device_id=cee4f517-ee29-436c-a800-37c8701e172d HTTP/1.1" status: 200 len: 983 time: 0.1226900 May 05 20:27:07.227645 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-e70bcee4-cbe1-459c-a50e-8077f6e7ec71 None None] Deleting port e46edbfa-b74a-42f7-8138-17609e68a951 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:27:07.228250 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e70bcee4-cbe1-459c-a50e-8077f6e7ec71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:07.294986 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a8147626-71f5-46d3-a010-8dd6d74d254b tempest-ServiceProvidersTest-265112104 tempest-ServiceProvidersTest-265112104-project] 10.222.0.36 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2272375 May 05 20:27:07.310436 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d3b012d5-3b4d-4136-b53b-521707ba1d7d req-b3407933-44ad-4db9-bf0a-0a7064c492c1 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.36 "GET /v2.0/security-groups?id=0618aa6f-97d3-434c-8c1a-8399ac9a34e1&id=5c50b871-4a31-4968-adbd-f08b3778bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0708611 May 05 20:27:07.331853 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-3b0c1bcb-11b0-47a8-a35f-bf274475a144 None None] Set router 8cb1aa14-b2d7-4a19-8fc4-a51782dadddc gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:27:07.471613 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-3b0c1bcb-11b0-47a8-a35f-bf274475a144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb1aa14-b2d7-4a19-8fc4-a51782dadddc', 'name': 'tempest-NetworksTestDHCPv6-router-595672014', 'tenant_id': '0780f842482f4e59b41843f42dd46f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:26:52Z', 'updated_at': '2022-05-05T20:27:04Z', 'revision_number': 3, 'project_id': '0780f842482f4e59b41843f42dd46f0e', 'gw_port_host': None}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:27:07.476346 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0c1bcb-11b0-47a8-a35f-bf274475a144 None None] The sync data for ids ['8cb1aa14-b2d7-4a19-8fc4-a51782dadddc'] in n-d-840717-1 is: [{'id': '8cb1aa14-b2d7-4a19-8fc4-a51782dadddc', 'name': 'tempest-NetworksTestDHCPv6-router-595672014', 'tenant_id': '0780f842482f4e59b41843f42dd46f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:26:52Z', 'updated_at': '2022-05-05T20:27:04Z', 'revision_number': 3, 'project_id': '0780f842482f4e59b41843f42dd46f0e', 'gw_port_host': None}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:27:07.594152 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-e70bcee4-cbe1-459c-a50e-8077f6e7ec71 None None] For port e46edbfa-b74a-42f7-8138-17609e68a951, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=e46edbfa-b74a-42f7-8138-17609e68a951,segment=NetworkSegment(1cf78a78-2d57-4ccb-9633-08c37696a2c0),segment_id=1cf78a78-2d57-4ccb-9633-08c37696a2c0)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:27:07.599800 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e70bcee4-cbe1-459c-a50e-8077f6e7ec71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:07.649092 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-64e9df15-d5f9-4816-9803-f718acc34b35 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:07.653228 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-64e9df15-d5f9-4816-9803-f718acc34b35 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:07.760552 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-e70bcee4-cbe1-459c-a50e-8077f6e7ec71 None None] Calling delete_port for e46edbfa-b74a-42f7-8138-17609e68a951 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:27:07.761452 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-64e9df15-d5f9-4816-9803-f718acc34b35 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:07.762351 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e9df15-d5f9-4816-9803-f718acc34b35 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Fanout notify agent at l3_agent the message router_deleted on router 8cb1aa14-b2d7-4a19-8fc4-a51782dadddc {{(pid=88197) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:27:07.782743 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-64e9df15-d5f9-4816-9803-f718acc34b35 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:07.784119 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-64e9df15-d5f9-4816-9803-f718acc34b35 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/routers/8cb1aa14-b2d7-4a19-8fc4-a51782dadddc HTTP/1.1" status: 204 len: 168 time: 1.1180804 May 05 20:27:07.786647 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57428) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:07.795372 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-d76dfedc-8d43-4cf9-924a-5b7d24ae58f5 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Request body: {'subnet': {'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:27:07.856028 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57434) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:07.873092 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e70bcee4-cbe1-459c-a50e-8077f6e7ec71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:07.873922 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-088575b2-6860-4733-8890-55639b977fe0 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Router 561c82a0-9896-4343-a49b-cfa54575a201 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:27:07.968678 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:07.973793 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device d2342f27-22fb-4e0f-9985-02c4bedd9d92 up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:27:08.020180 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device e46edbfa-b74a-42f7-8138-17609e68a951 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:27:08.094483 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c8304867-a335-4fb1-a365-afcefe4de2ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:08.104481 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70bcee4-cbe1-459c-a50e-8077f6e7ec71 None None] No DVR routers for this DVR port e46edbfa-b74a-42f7-8138-17609e68a951 on host n-d-840717-1 {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:27:08.115543 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-c8304867-a335-4fb1-a365-afcefe4de2ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:27:08.118784 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70bcee4-cbe1-459c-a50e-8077f6e7ec71 None None] Pushing event deleted for resources: {'Port': ['ID=e46edbfa-b74a-42f7-8138-17609e68a951,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:08.124536 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-d76dfedc-8d43-4cf9-924a-5b7d24ae58f5 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:27:08.128795 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-c8304867-a335-4fb1-a365-afcefe4de2ca admin admin] Usage tracker for resource:security_group_rule and tenant:ead2b6b33f174580bd472a5d635bf1ec is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:27:08.133648 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-c8304867-a335-4fb1-a365-afcefe4de2ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:27:08.136496 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-d76dfedc-8d43-4cf9-924a-5b7d24ae58f5 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Usage tracker for resource:subnet and tenant:0780f842482f4e59b41843f42dd46f0e is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:27:08.148198 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-c8304867-a335-4fb1-a365-afcefe4de2ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:27:08.148410 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: e46edbfa-b74a-42f7-8138-17609e68a951 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:27:08.148766 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device e46edbfa-b74a-42f7-8138-17609e68a951 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:27:08.175009 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:08.190051 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port d2342f27-22fb-4e0f-9985-02c4bedd9d92 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:27:08.197316 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port d2342f27-22fb-4e0f-9985-02c4bedd9d92 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:27:08.199154 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:08.206316 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-d76dfedc-8d43-4cf9-924a-5b7d24ae58f5 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:27:08.230540 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-d76dfedc-8d43-4cf9-924a-5b7d24ae58f5 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:27:08.258643 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76dfedc-8d43-4cf9-924a-5b7d24ae58f5 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Made reservation on behalf of 0780f842482f4e59b41843f42dd46f0e for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:27:08.262590 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d76dfedc-8d43-4cf9-924a-5b7d24ae58f5 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:08.393694 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c8304867-a335-4fb1-a365-afcefe4de2ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:08.401155 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c8304867-a335-4fb1-a365-afcefe4de2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:08.420157 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-088575b2-6860-4733-8890-55639b977fe0 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:27:08.430761 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-088575b2-6860-4733-8890-55639b977fe0 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "PUT /v2.0/routers/561c82a0-9896-4343-a49b-cfa54575a201/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1400213 May 05 20:27:08.444050 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57444) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:08.448729 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8304867-a335-4fb1-a365-afcefe4de2ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5061d58c-1325-4597-a81e-8c8dfb885660,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:08.453215 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08162a9-9973-45d2-bf99-9255ee2ee097 None None] Sync routers for ids ['561c82a0-9896-4343-a49b-cfa54575a201'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:27:08.489547 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:08.501870 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c8304867-a335-4fb1-a365-afcefe4de2ca admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ead2b6b33f174580bd472a5d635bf1ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6428192 May 05 20:27:08.502232 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57448) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:08.512432 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08162a9-9973-45d2-bf99-9255ee2ee097 None None] Routers {'561c82a0-9896-4343-a49b-cfa54575a201'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:27:08.513675 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-d08162a9-9973-45d2-bf99-9255ee2ee097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:27:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['561c82a0-9896-4343-a49b-cfa54575a201'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:27:08.592523 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0ad9e70f-fed7-4a40-869e-2762451c106d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:08.646202 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0ad9e70f-fed7-4a40-869e-2762451c106d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:08.665184 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1f2933a-0fa1-442b-b360-542e0078da1f tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Deleting subnet cc329b12-7b41-4146-b2a0-e43616e5540f {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:27:08.716265 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cee4f517-ee29-436c-a800-37c8701e172d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2342f27-22fb-4e0f-9985-02c4bedd9d92'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:27:08.717395 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f1f2933a-0fa1-442b-b360-542e0078da1f tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:08.737688 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0ad9e70f-fed7-4a40-869e-2762451c106d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:08.767288 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad9e70f-fed7-4a40-869e-2762451c106d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5061d58c-1325-4597-a81e-8c8dfb885660,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:08.775672 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0ad9e70f-fed7-4a40-869e-2762451c106d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:08.779101 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-0ad9e70f-fed7-4a40-869e-2762451c106d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5061d58c-1325-4597-a81e-8c8dfb885660 HTTP/1.1" status: 204 len: 168 time: 0.2736447 May 05 20:27:08.819726 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-158669f2-4d95-4f84-93a6-3e689786ece4'] response: {'server_uuid': 'cee4f517-ee29-436c-a800-37c8701e172d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2342f27-22fb-4e0f-9985-02c4bedd9d92', 'code': 200} May 05 20:27:08.821292 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port d2342f27-22fb-4e0f-9985-02c4bedd9d92, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=d2342f27-22fb-4e0f-9985-02c4bedd9d92,segment=NetworkSegment(c9572696-a17a-4a14-8a0a-056b3544c241),segment_id=c9572696-a17a-4a14-8a0a-056b3544c241)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:27:08.866558 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:08.952086 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-d08162a9-9973-45d2-bf99-9255ee2ee097 None None] Set router 561c82a0-9896-4343-a49b-cfa54575a201 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:27:09.082259 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f1f2933a-0fa1-442b-b360-542e0078da1f tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:09.196349 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f1f2933a-0fa1-442b-b360-542e0078da1f tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:09.282495 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=d2342f27-22fb-4e0f-9985-02c4bedd9d92,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:09.300390 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d76dfedc-8d43-4cf9-924a-5b7d24ae58f5 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:09.416152 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-d08162a9-9973-45d2-bf99-9255ee2ee097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '561c82a0-9896-4343-a49b-cfa54575a201', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847523939', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'd51721e9-0868-41f5-aa13-bc78b2b04f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:24:02Z', 'updated_at': '2022-05-05T20:27:05Z', 'revision_number': 5, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'gw_port': {'id': 'd51721e9-0868-41f5-aa13-bc78b2b04f24', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:fb:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561c82a0-9896-4343-a49b-cfa54575a201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:24:03Z', 'updated_at': '2022-05-05T20:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:27:09.418217 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2887f42-3d6a-4416-8d87-4bf98e799ddb req-aa9d6028-618a-4b82-a0a4-66e61474ddb2 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:09.426283 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d2887f42-3d6a-4416-8d87-4bf98e799ddb req-aa9d6028-618a-4b82-a0a4-66e61474ddb2 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.36 "GET /v2.0/ports?device_id=cee4f517-ee29-436c-a800-37c8701e172d HTTP/1.1" status: 200 len: 983 time: 0.8419929 May 05 20:27:09.427337 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08162a9-9973-45d2-bf99-9255ee2ee097 None None] Checking router: 561c82a0-9896-4343-a49b-cfa54575a201 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:27:09.440967 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08162a9-9973-45d2-bf99-9255ee2ee097 None None] Routers {'561c82a0-9896-4343-a49b-cfa54575a201'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:27:09.441997 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-d08162a9-9973-45d2-bf99-9255ee2ee097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:27:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['561c82a0-9896-4343-a49b-cfa54575a201'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:27:09.509397 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d2887f42-3d6a-4416-8d87-4bf98e799ddb req-1be761de-3b00-468c-a1b3-fcfc67f704d0 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.36 "GET /v2.0/security-groups?id=0618aa6f-97d3-434c-8c1a-8399ac9a34e1&id=5c50b871-4a31-4968-adbd-f08b3778bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0819616 May 05 20:27:09.515635 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76dfedc-8d43-4cf9-924a-5b7d24ae58f5 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Network 7289b573-7530-4f0a-b5b0-032373718af7 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:27:09.517623 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f1f2933a-0fa1-442b-b360-542e0078da1f tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:09.523217 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76dfedc-8d43-4cf9-924a-5b7d24ae58f5 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event updated for resources: {'Subnet': ['ID=f9767a6d-b7f5-4910-9905-90eacff13d15,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:09.533287 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-d76dfedc-8d43-4cf9-924a-5b7d24ae58f5 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:27:09.563784 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76dfedc-8d43-4cf9-924a-5b7d24ae58f5 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:09.564374 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d76dfedc-8d43-4cf9-924a-5b7d24ae58f5 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:09.583120 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device de53fb4a-e1a2-4f79-981b-c4826ca0c34a no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:27:09.600767 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eea11b7-6641-4ee0-8cd1-b9672abc71eb req-fd8da88b-3faa-4754-8de5-a7c9607354ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:09.602376 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4eea11b7-6641-4ee0-8cd1-b9672abc71eb req-fd8da88b-3faa-4754-8de5-a7c9607354ed service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cee4f517-ee29-436c-a800-37c8701e172d HTTP/1.1" status: 200 len: 1135 time: 0.6451976 May 05 20:27:09.603409 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f1f2933a-0fa1-442b-b360-542e0078da1f tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:09.607554 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f1f2933a-0fa1-442b-b360-542e0078da1f tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "DELETE /v2.0/subnets/cc329b12-7b41-4146-b2a0-e43616e5540f HTTP/1.1" status: 204 len: 168 time: 1.1600492 May 05 20:27:09.607928 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57470) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:09.610892 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d76dfedc-8d43-4cf9-924a-5b7d24ae58f5 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8231792 May 05 20:27:09.613164 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f2933a-0fa1-442b-b360-542e0078da1f tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event deleted for resources: {'Subnet': ['ID=cc329b12-7b41-4146-b2a0-e43616e5540f,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:09.637490 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57474) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:09.657008 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-bf960ee9-cd4a-4d5e-84bc-381809e61c5d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1987882868', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:27:09.670003 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-bf960ee9-cd4a-4d5e-84bc-381809e61c5d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:27:09.672320 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9638729-87b2-4ed8-9598-67e4beba98d8 None None] Network 7289b573-7530-4f0a-b5b0-032373718af7 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:27:09.679016 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4eea11b7-6641-4ee0-8cd1-b9672abc71eb req-c965b93b-2e42-467a-a749-c19776a7e0be service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0618aa6f-97d3-434c-8c1a-8399ac9a34e1&id=5c50b871-4a31-4968-adbd-f08b3778bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0662220 May 05 20:27:09.680072 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-bf960ee9-cd4a-4d5e-84bc-381809e61c5d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Usage tracker for resource:router and tenant:0780f842482f4e59b41843f42dd46f0e is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:27:09.683202 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-bf960ee9-cd4a-4d5e-84bc-381809e61c5d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:27:09.696341 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-bf960ee9-cd4a-4d5e-84bc-381809e61c5d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:27:09.716239 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bf960ee9-cd4a-4d5e-84bc-381809e61c5d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:09.717463 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bf960ee9-cd4a-4d5e-84bc-381809e61c5d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:09.751123 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa11b45-58e6-43c9-af70-027acad521db None None] Network 3b8a893f-8203-415f-97ec-c81abad76035 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:27:09.757480 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bf960ee9-cd4a-4d5e-84bc-381809e61c5d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:09.798523 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bf960ee9-cd4a-4d5e-84bc-381809e61c5d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:09.800600 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: de53fb4a-e1a2-4f79-981b-c4826ca0c34a {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:27:09.801363 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device de53fb4a-e1a2-4f79-981b-c4826ca0c34a not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:27:09.873597 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bf960ee9-cd4a-4d5e-84bc-381809e61c5d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:09.876286 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-bf960ee9-cd4a-4d5e-84bc-381809e61c5d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2310586 May 05 20:27:09.878887 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57484) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:09.896102 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-abd52b8d-48ca-4aa0-b1d0-68c4e8f106cd tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:10.117715 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:10.188673 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-d08162a9-9973-45d2-bf99-9255ee2ee097 None None] Set router 561c82a0-9896-4343-a49b-cfa54575a201 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:27:10.218237 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-abd52b8d-48ca-4aa0-b1d0-68c4e8f106cd tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:10.232464 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-abd52b8d-48ca-4aa0-b1d0-68c4e8f106cd tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Deleting port d51721e9-0868-41f5-aa13-bc78b2b04f24 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:27:10.232905 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-abd52b8d-48ca-4aa0-b1d0-68c4e8f106cd tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:10.480823 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-abd52b8d-48ca-4aa0-b1d0-68c4e8f106cd tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] For port d51721e9-0868-41f5-aa13-bc78b2b04f24, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=d51721e9-0868-41f5-aa13-bc78b2b04f24,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:27:10.481328 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-abd52b8d-48ca-4aa0-b1d0-68c4e8f106cd tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:10.637990 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-abd52b8d-48ca-4aa0-b1d0-68c4e8f106cd tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Calling delete_port for d51721e9-0868-41f5-aa13-bc78b2b04f24 owned by network:router_gateway {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:27:11.099059 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-abd52b8d-48ca-4aa0-b1d0-68c4e8f106cd tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:11.154336 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-232b56d5-4010-4715-833c-1f7351dc2858 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:11.199515 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd52b8d-48ca-4aa0-b1d0-68c4e8f106cd tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event deleted for resources: {'Port': ['ID=d51721e9-0868-41f5-aa13-bc78b2b04f24,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:11.380508 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-abd52b8d-48ca-4aa0-b1d0-68c4e8f106cd tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:11.431704 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194dbb2a-fde8-4f36-bdb5-ffca517957fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-7289b573-7530-4f0a-b5b0-032373718af7', 'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'tenant_id': '0780f842482f4e59b41843f42dd46f0e', 'fixed_ips': [{'subnet_id': 'f9767a6d-b7f5-4910-9905-90eacff13d15'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:27:11.432529 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-194dbb2a-fde8-4f36-bdb5-ffca517957fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:11.533458 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-d08162a9-9973-45d2-bf99-9255ee2ee097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '561c82a0-9896-4343-a49b-cfa54575a201', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847523939', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'd51721e9-0868-41f5-aa13-bc78b2b04f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:24:02Z', 'updated_at': '2022-05-05T20:27:05Z', 'revision_number': 5, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'gw_port': {'id': 'd51721e9-0868-41f5-aa13-bc78b2b04f24', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:fb:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561c82a0-9896-4343-a49b-cfa54575a201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:24:03Z', 'updated_at': '2022-05-05T20:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:27:11.573116 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7a1578-bac3-4bd6-b8a6-dcbae6677dec req-643d4802-8f02-4ab6-be33-bdb100306505 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:11.580390 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2e7a1578-bac3-4bd6-b8a6-dcbae6677dec req-643d4802-8f02-4ab6-be33-bdb100306505 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.36 "GET /v2.0/ports?device_id=cee4f517-ee29-436c-a800-37c8701e172d HTTP/1.1" status: 200 len: 984 time: 0.5642726 May 05 20:27:11.601442 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08162a9-9973-45d2-bf99-9255ee2ee097 None None] The sync data for ids ['561c82a0-9896-4343-a49b-cfa54575a201'] in n-d-840717-1 is: [{'id': '561c82a0-9896-4343-a49b-cfa54575a201', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847523939', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'd51721e9-0868-41f5-aa13-bc78b2b04f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:24:02Z', 'updated_at': '2022-05-05T20:27:05Z', 'revision_number': 5, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'gw_port': {'id': 'd51721e9-0868-41f5-aa13-bc78b2b04f24', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:fb:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561c82a0-9896-4343-a49b-cfa54575a201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:24:03Z', 'updated_at': '2022-05-05T20:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:27:11.695188 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2e7a1578-bac3-4bd6-b8a6-dcbae6677dec req-b32d4039-eff8-47ef-ba65-193cdcba8213 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.36 "GET /v2.0/security-groups?id=0618aa6f-97d3-434c-8c1a-8399ac9a34e1&id=5c50b871-4a31-4968-adbd-f08b3778bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1126916 May 05 20:27:11.697766 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-abd52b8d-48ca-4aa0-b1d0-68c4e8f106cd tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:11.709269 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1912ceb3-8f07-4e98-9309-84fb0dba5e1c None None] DHCP port deletion for 3b8a893f-8203-415f-97ec-c81abad76035 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:27:11.713413 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-abd52b8d-48ca-4aa0-b1d0-68c4e8f106cd tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:11.717714 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-1912ceb3-8f07-4e98-9309-84fb0dba5e1c None None] Deleting port ac2e7e80-0bea-4b79-87aa-5c02192d9ae4 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:27:11.718078 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1912ceb3-8f07-4e98-9309-84fb0dba5e1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:11.744972 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-abd52b8d-48ca-4aa0-b1d0-68c4e8f106cd tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:11.745916 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd52b8d-48ca-4aa0-b1d0-68c4e8f106cd tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Fanout notify agent at l3_agent the message router_deleted on router 561c82a0-9896-4343-a49b-cfa54575a201 {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:27:11.763983 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-abd52b8d-48ca-4aa0-b1d0-68c4e8f106cd tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:11.767769 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-abd52b8d-48ca-4aa0-b1d0-68c4e8f106cd tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "DELETE /v2.0/routers/561c82a0-9896-4343-a49b-cfa54575a201 HTTP/1.1" status: 204 len: 168 time: 2.1565034 May 05 20:27:11.768294 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57520) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:11.821140 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-194dbb2a-fde8-4f36-bdb5-ffca517957fe None None] Allocated IP 2001:db8::2 (7289b573-7530-4f0a-b5b0-032373718af7/f9767a6d-b7f5-4910-9905-90eacff13d15/d2bdd031-efa7-4032-bf48-b88b307a3e21) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:27:11.908385 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-245777ad-f677-44cf-b0bf-8f687c19edba tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:11.933037 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-245777ad-f677-44cf-b0bf-8f687c19edba tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Deleting port ac2e7e80-0bea-4b79-87aa-5c02192d9ae4 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:27:11.933551 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-245777ad-f677-44cf-b0bf-8f687c19edba tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:12.126169 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-1912ceb3-8f07-4e98-9309-84fb0dba5e1c None None] For port ac2e7e80-0bea-4b79-87aa-5c02192d9ae4, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=ac2e7e80-0bea-4b79-87aa-5c02192d9ae4,segment=NetworkSegment(f1e8b522-c2b1-451c-a5ae-720115527253),segment_id=f1e8b522-c2b1-451c-a5ae-720115527253)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:27:12.126576 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1912ceb3-8f07-4e98-9309-84fb0dba5e1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:12.345989 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-1912ceb3-8f07-4e98-9309-84fb0dba5e1c None None] Calling delete_port for ac2e7e80-0bea-4b79-87aa-5c02192d9ae4 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:27:12.436565 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1912ceb3-8f07-4e98-9309-84fb0dba5e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:12.451542 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-245777ad-f677-44cf-b0bf-8f687c19edba tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] For port ac2e7e80-0bea-4b79-87aa-5c02192d9ae4, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=ac2e7e80-0bea-4b79-87aa-5c02192d9ae4,segment=NetworkSegment(f1e8b522-c2b1-451c-a5ae-720115527253),segment_id=f1e8b522-c2b1-451c-a5ae-720115527253)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:27:12.452132 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-245777ad-f677-44cf-b0bf-8f687c19edba tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:12.547384 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1912ceb3-8f07-4e98-9309-84fb0dba5e1c None None] Pushing event deleted for resources: {'Port': ['ID=ac2e7e80-0bea-4b79-87aa-5c02192d9ae4,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:12.576912 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1912ceb3-8f07-4e98-9309-84fb0dba5e1c None None] No DVR routers for this DVR port ac2e7e80-0bea-4b79-87aa-5c02192d9ae4 on host n-d-840717-1 {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:27:12.602863 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-245777ad-f677-44cf-b0bf-8f687c19edba tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Calling delete_port for ac2e7e80-0bea-4b79-87aa-5c02192d9ae4 owned by network:dhcp {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:27:12.645468 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-194dbb2a-fde8-4f36-bdb5-ffca517957fe None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:12.665664 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-194dbb2a-fde8-4f36-bdb5-ffca517957fe None None] Transition to ACTIVE for port object d2bdd031-efa7-4032-bf48-b88b307a3e21 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:27:12.688516 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-194dbb2a-fde8-4f36-bdb5-ffca517957fe None None] Transition to ACTIVE for port object d2bdd031-efa7-4032-bf48-b88b307a3e21 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:27:12.696003 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-194dbb2a-fde8-4f36-bdb5-ffca517957fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:12.797451 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194dbb2a-fde8-4f36-bdb5-ffca517957fe None None] Network 7289b573-7530-4f0a-b5b0-032373718af7 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:27:12.801009 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-194dbb2a-fde8-4f36-bdb5-ffca517957fe None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:27:12.805702 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194dbb2a-fde8-4f36-bdb5-ffca517957fe None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:27:12.817632 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-232b56d5-4010-4715-833c-1f7351dc2858 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Allocated IP 2001:db8::1 (7289b573-7530-4f0a-b5b0-032373718af7/f9767a6d-b7f5-4910-9905-90eacff13d15/97c64062-40d6-426b-834b-1cc521b9ad4b) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:27:12.820307 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194dbb2a-fde8-4f36-bdb5-ffca517957fe None None] Pushing event updated for resources: {'Port': ['ID=d2bdd031-efa7-4032-bf48-b88b307a3e21,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:12.830787 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.api [None req-245777ad-f677-44cf-b0bf-8f687c19edba tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88197) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:27:12.831375 n-d-840717-1 neutron-server[88197]: DEBUG oslo_db.api [None req-245777ad-f677-44cf-b0bf-8f687c19edba tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:27:12.852597 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57554) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:12.926115 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-194dbb2a-fde8-4f36-bdb5-ffca517957fe None None] Attempting to bind port d2bdd031-efa7-4032-bf48-b88b307a3e21 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:27:12.926479 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-194dbb2a-fde8-4f36-bdb5-ffca517957fe None None] Attempting to bind port d2bdd031-efa7-4032-bf48-b88b307a3e21 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '1cf78a78-2d57-4ccb-9633-08c37696a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7289b573-7530-4f0a-b5b0-032373718af7'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:27:12.926837 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194dbb2a-fde8-4f36-bdb5-ffca517957fe None None] Attempting to bind port d2bdd031-efa7-4032-bf48-b88b307a3e21 on network 7289b573-7530-4f0a-b5b0-032373718af7 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:27:12.933152 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194dbb2a-fde8-4f36-bdb5-ffca517957fe None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:27:12.933520 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194dbb2a-fde8-4f36-bdb5-ffca517957fe None None] Checking segment: {'id': '1cf78a78-2d57-4ccb-9633-08c37696a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7289b573-7530-4f0a-b5b0-032373718af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:27:12.934047 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-194dbb2a-fde8-4f36-bdb5-ffca517957fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:12.934440 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194dbb2a-fde8-4f36-bdb5-ffca517957fe None None] Bound using segment: {'id': '1cf78a78-2d57-4ccb-9633-08c37696a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7289b573-7530-4f0a-b5b0-032373718af7'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:27:12.934902 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-194dbb2a-fde8-4f36-bdb5-ffca517957fe None None] Bound port: d2bdd031-efa7-4032-bf48-b88b307a3e21, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf78a78-2d57-4ccb-9633-08c37696a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7289b573-7530-4f0a-b5b0-032373718af7'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:27:12.935270 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-194dbb2a-fde8-4f36-bdb5-ffca517957fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:12.998547 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b1c2c15d-d031-4edd-9469-4b818323b5d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:13.014118 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b1c2c15d-d031-4edd-9469-4b818323b5d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:27:13.018336 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-b1c2c15d-d031-4edd-9469-4b818323b5d9 admin admin] Usage tracker for resource:security_group_rule and tenant:d398f054b72a4ab5b1915fbd975eb4ba is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:27:13.021551 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-b1c2c15d-d031-4edd-9469-4b818323b5d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:27:13.028331 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b1c2c15d-d031-4edd-9469-4b818323b5d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:27:13.032819 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee748545-f726-4360-ab4f-2478013e7c07 req-f15e2b80-450d-4f4b-8b30-b2c1c0731815 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:13.042387 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-194dbb2a-fde8-4f36-bdb5-ffca517957fe None None] For port d2bdd031-efa7-4032-bf48-b88b307a3e21, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:27:13.043027 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ee748545-f726-4360-ab4f-2478013e7c07 req-f15e2b80-450d-4f4b-8b30-b2c1c0731815 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.36 "GET /v2.0/ports?device_id=cee4f517-ee29-436c-a800-37c8701e172d HTTP/1.1" status: 200 len: 984 time: 0.2086606 May 05 20:27:13.046586 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-194dbb2a-fde8-4f36-bdb5-ffca517957fe None None] For port d2bdd031-efa7-4032-bf48-b88b307a3e21, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=d2bdd031-efa7-4032-bf48-b88b307a3e21,segment=NetworkSegment(1cf78a78-2d57-4ccb-9633-08c37696a2c0),segment_id=1cf78a78-2d57-4ccb-9633-08c37696a2c0)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:27:13.053135 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-194dbb2a-fde8-4f36-bdb5-ffca517957fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:13.111880 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-232b56d5-4010-4715-833c-1f7351dc2858 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:13.136045 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ee748545-f726-4360-ab4f-2478013e7c07 req-0d990d74-21ee-4e50-8ef9-c72a874ae50c tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.36 "GET /v2.0/security-groups?id=0618aa6f-97d3-434c-8c1a-8399ac9a34e1&id=5c50b871-4a31-4968-adbd-f08b3778bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0917740 May 05 20:27:13.157690 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b1c2c15d-d031-4edd-9469-4b818323b5d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:13.167014 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b1c2c15d-d031-4edd-9469-4b818323b5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:13.190495 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-232b56d5-4010-4715-833c-1f7351dc2858 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Transition to ACTIVE for port object 97c64062-40d6-426b-834b-1cc521b9ad4b will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:27:13.199387 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194dbb2a-fde8-4f36-bdb5-ffca517957fe None None] Pushing event updated for resources: {'Port': ['ID=d2bdd031-efa7-4032-bf48-b88b307a3e21,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:13.237566 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-232b56d5-4010-4715-833c-1f7351dc2858 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:13.278482 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c2c15d-d031-4edd-9469-4b818323b5d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8412f6f7-bc37-4504-a290-abe25ed1add6,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:13.333336 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232b56d5-4010-4715-833c-1f7351dc2858 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Network 7289b573-7530-4f0a-b5b0-032373718af7 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:27:13.337394 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-245777ad-f677-44cf-b0bf-8f687c19edba tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Deleting port ac2e7e80-0bea-4b79-87aa-5c02192d9ae4 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:27:13.337739 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-245777ad-f677-44cf-b0bf-8f687c19edba tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:13.375037 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-232b56d5-4010-4715-833c-1f7351dc2858 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:27:13.384852 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232b56d5-4010-4715-833c-1f7351dc2858 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:27:13.385969 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-232b56d5-4010-4715-833c-1f7351dc2858 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:13.393502 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b1c2c15d-d031-4edd-9469-4b818323b5d9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d398f054b72a4ab5b1915fbd975eb4ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5393901 May 05 20:27:13.404435 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57568) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:13.456907 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232b56d5-4010-4715-833c-1f7351dc2858 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event updated for resources: {'Port': ['ID=97c64062-40d6-426b-834b-1cc521b9ad4b,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:13.467366 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-245777ad-f677-44cf-b0bf-8f687c19edba tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] The port 'ac2e7e80-0bea-4b79-87aa-5c02192d9ae4' was deleted {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 20:27:13.483886 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d8b8d-8f66-44e3-92cf-998cb1175d83 req-49773768-975f-48ea-a5d8-f53ffba67023 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:13.491816 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0a1d8b8d-8f66-44e3-92cf-998cb1175d83 req-49773768-975f-48ea-a5d8-f53ffba67023 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.36 "GET /v2.0/ports?device_id=cee4f517-ee29-436c-a800-37c8701e172d HTTP/1.1" status: 200 len: 984 time: 0.2094560 May 05 20:27:13.507456 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-89401975-8f0a-4ab1-99ca-a791ec61fade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:13.586484 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-89401975-8f0a-4ab1-99ca-a791ec61fade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:13.623634 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0a1d8b8d-8f66-44e3-92cf-998cb1175d83 req-02ab0a62-761e-40ec-b364-ce4ac80cfa9f tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.36 "GET /v2.0/security-groups?id=0618aa6f-97d3-434c-8c1a-8399ac9a34e1&id=5c50b871-4a31-4968-adbd-f08b3778bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1309235 May 05 20:27:13.702531 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device ac2e7e80-0bea-4b79-87aa-5c02192d9ae4 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:27:13.724813 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-89401975-8f0a-4ab1-99ca-a791ec61fade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:13.749129 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-245777ad-f677-44cf-b0bf-8f687c19edba tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:13.756809 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-232b56d5-4010-4715-833c-1f7351dc2858 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:13.763882 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89401975-8f0a-4ab1-99ca-a791ec61fade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8412f6f7-bc37-4504-a290-abe25ed1add6,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:13.767688 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-89401975-8f0a-4ab1-99ca-a791ec61fade admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:13.769093 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-89401975-8f0a-4ab1-99ca-a791ec61fade admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8412f6f7-bc37-4504-a290-abe25ed1add6 HTTP/1.1" status: 204 len: 168 time: 0.3725572 May 05 20:27:13.774935 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: ac2e7e80-0bea-4b79-87aa-5c02192d9ae4 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:27:13.775290 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device ac2e7e80-0bea-4b79-87aa-5c02192d9ae4 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:27:13.775738 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device d51721e9-0868-41f5-aa13-bc78b2b04f24 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:27:13.828768 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: d51721e9-0868-41f5-aa13-bc78b2b04f24 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:27:13.829460 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device d51721e9-0868-41f5-aa13-bc78b2b04f24 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:27:13.830081 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 58c6ec8d-1d44-49ff-8008-987a58f18c93 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:27:13.853668 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-245777ad-f677-44cf-b0bf-8f687c19edba tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b8a893f-8203-415f-97ec-c81abad76035']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:27:13.931077 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-245777ad-f677-44cf-b0bf-8f687c19edba tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1e8b522-c2b1-451c-a5ae-720115527253') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:27:13.931077 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-245777ad-f677-44cf-b0bf-8f687c19edba tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1e8b522-c2b1-451c-a5ae-720115527253') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:27:13.940278 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 58c6ec8d-1d44-49ff-8008-987a58f18c93 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:27:13.940628 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 58c6ec8d-1d44-49ff-8008-987a58f18c93 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:27:13.953054 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-245777ad-f677-44cf-b0bf-8f687c19edba tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:14.148173 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57578) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:14.173584 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-00502601-949c-436d-b89e-dcc23152ed65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:14.195227 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-00502601-949c-436d-b89e-dcc23152ed65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:27:14.202256 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-00502601-949c-436d-b89e-dcc23152ed65 admin admin] Usage tracker for resource:security_group_rule and tenant:18aecd1f13b54f748432b2320e73faef is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:27:14.206999 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-00502601-949c-436d-b89e-dcc23152ed65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:27:14.216194 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-00502601-949c-436d-b89e-dcc23152ed65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:27:14.237041 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-245777ad-f677-44cf-b0bf-8f687c19edba tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:14.252299 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-245777ad-f677-44cf-b0bf-8f687c19edba tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:27:14.253674 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-245777ad-f677-44cf-b0bf-8f687c19edba tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:14.271465 n-d-840717-1 neutron-server[88197]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:27:14.271465 n-d-840717-1 neutron-server[88197]: util.warn( May 05 20:27:14.271465 n-d-840717-1 neutron-server[88197]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:27:14.271465 n-d-840717-1 neutron-server[88197]: util.warn( May 05 20:27:14.271465 n-d-840717-1 neutron-server[88197]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:27:14.271465 n-d-840717-1 neutron-server[88197]: util.warn( May 05 20:27:14.271465 n-d-840717-1 neutron-server[88197]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:27:14.271465 n-d-840717-1 neutron-server[88197]: util.warn( May 05 20:27:14.271465 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:27:14.271465 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:27:14.271465 n-d-840717-1 neutron-server[88197]: timer() May 05 20:27:14.271465 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:27:14.271465 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:27:14.271465 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:27:14.271465 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:27:14.271465 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:27:14.271465 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:27:14.271465 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:27:14.271465 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:27:14.271465 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:27:14.271465 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:27:14.271465 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:27:14.271465 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:27:14.271465 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:27:14.271465 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:27:14.271465 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:27:14.271465 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:27:14.271465 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:27:14.271465 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:27:14.271465 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:27:14.271465 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:27:14.271465 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:27:14.271465 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:27:14.271465 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:27:14.271465 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:27:14.271465 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:27:14.271465 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:27:14.271465 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:27:14.271465 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:27:14.271465 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:27:14.368641 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f441367d-0dd1-40c2-bb8d-feb5f484b5e2 req-8f87ad24-8aef-418e-9d80-78fcb1a0868f tempest-TestSecurityGroupsBasicOps-1124557073 tempest-TestSecurityGroupsBasicOps-1124557073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:14.370541 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f441367d-0dd1-40c2-bb8d-feb5f484b5e2 req-8f87ad24-8aef-418e-9d80-78fcb1a0868f tempest-TestSecurityGroupsBasicOps-1124557073 tempest-TestSecurityGroupsBasicOps-1124557073-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=cee4f517-ee29-436c-a800-37c8701e172d HTTP/1.1" status: 200 len: 1135 time: 0.5094333 May 05 20:27:14.429667 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:14.470654 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-245777ad-f677-44cf-b0bf-8f687c19edba tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:14.472933 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-f441367d-0dd1-40c2-bb8d-feb5f484b5e2 req-9b9a528d-acf9-485b-a047-3829c0624b7d tempest-TestSecurityGroupsBasicOps-1124557073 tempest-TestSecurityGroupsBasicOps-1124557073-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:14.493533 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-00502601-949c-436d-b89e-dcc23152ed65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:14.498984 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-00502601-949c-436d-b89e-dcc23152ed65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:14.510431 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-245777ad-f677-44cf-b0bf-8f687c19edba tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:14.523554 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-f441367d-0dd1-40c2-bb8d-feb5f484b5e2 req-9b9a528d-acf9-485b-a047-3829c0624b7d tempest-TestSecurityGroupsBasicOps-1124557073 tempest-TestSecurityGroupsBasicOps-1124557073-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:27:14.527775 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-f441367d-0dd1-40c2-bb8d-feb5f484b5e2 req-9b9a528d-acf9-485b-a047-3829c0624b7d tempest-TestSecurityGroupsBasicOps-1124557073 tempest-TestSecurityGroupsBasicOps-1124557073-project-admin] Usage tracker for resource:security_group_rule and tenant:b5a35413bddb42e0a238ab79c6cdc1e7 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:27:14.531457 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-f441367d-0dd1-40c2-bb8d-feb5f484b5e2 req-9b9a528d-acf9-485b-a047-3829c0624b7d tempest-TestSecurityGroupsBasicOps-1124557073 tempest-TestSecurityGroupsBasicOps-1124557073-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:27:14.538933 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-f441367d-0dd1-40c2-bb8d-feb5f484b5e2 req-9b9a528d-acf9-485b-a047-3829c0624b7d tempest-TestSecurityGroupsBasicOps-1124557073 tempest-TestSecurityGroupsBasicOps-1124557073-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:27:14.559450 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245777ad-f677-44cf-b0bf-8f687c19edba tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event deleted for resources: {'Network': ['ID=3b8a893f-8203-415f-97ec-c81abad76035,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:14.561046 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00502601-949c-436d-b89e-dcc23152ed65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd50b6c0-e938-4b60-9539-d662deff9fc6,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:14.597861 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-00502601-949c-436d-b89e-dcc23152ed65 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=18aecd1f13b54f748432b2320e73faef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4485574 May 05 20:27:14.602577 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57584) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:14.742794 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f303660b-eecd-405e-90f3-f3f7f399ed72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:14.755104 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-245777ad-f677-44cf-b0bf-8f687c19edba tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "DELETE /v2.0/networks/3b8a893f-8203-415f-97ec-c81abad76035 HTTP/1.1" status: 204 len: 168 time: 2.9830806 May 05 20:27:14.758913 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57588) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:14.782739 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f303660b-eecd-405e-90f3-f3f7f399ed72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:14.870165 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f303660b-eecd-405e-90f3-f3f7f399ed72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:14.910382 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f303660b-eecd-405e-90f3-f3f7f399ed72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd50b6c0-e938-4b60-9539-d662deff9fc6,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:14.914283 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f303660b-eecd-405e-90f3-f3f7f399ed72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:14.930681 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f303660b-eecd-405e-90f3-f3f7f399ed72 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fd50b6c0-e938-4b60-9539-d662deff9fc6 HTTP/1.1" status: 204 len: 168 time: 0.3204749 May 05 20:27:14.935210 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-04ef0b08-da1f-4bc3-8df2-42eadc3487c9 None None] Provisioning for port d2bdd031-efa7-4032-bf48-b88b307a3e21 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:27:14.950697 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c8e9076d-f0ca-4d76-8961-90762ef0cb37 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:14.980059 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.resource_extend [None req-232b56d5-4010-4715-833c-1f7351dc2858 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 20:27:15.019311 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-f441367d-0dd1-40c2-bb8d-feb5f484b5e2 req-9b9a528d-acf9-485b-a047-3829c0624b7d tempest-TestSecurityGroupsBasicOps-1124557073 tempest-TestSecurityGroupsBasicOps-1124557073-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:15.021839 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c8e9076d-f0ca-4d76-8961-90762ef0cb37 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:15.032044 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-232b56d5-4010-4715-833c-1f7351dc2858 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:15.040210 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-f441367d-0dd1-40c2-bb8d-feb5f484b5e2 req-9b9a528d-acf9-485b-a047-3829c0624b7d tempest-TestSecurityGroupsBasicOps-1124557073 tempest-TestSecurityGroupsBasicOps-1124557073-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:15.066967 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-232b56d5-4010-4715-833c-1f7351dc2858 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:15.067753 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-232b56d5-4010-4715-833c-1f7351dc2858 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:15.150989 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-f441367d-0dd1-40c2-bb8d-feb5f484b5e2 req-9b9a528d-acf9-485b-a047-3829c0624b7d tempest-TestSecurityGroupsBasicOps-1124557073 tempest-TestSecurityGroupsBasicOps-1124557073-project-admin] Synchronizing usage tracker for tenant:b5a35413bddb42e0a238ab79c6cdc1e7 on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:27:15.188066 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-55eea783-2958-4285-97ff-d7e4e6d708ca None None] Provisioning for port 97c64062-40d6-426b-834b-1cc521b9ad4b completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:27:15.196074 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-55eea783-2958-4285-97ff-d7e4e6d708ca None None] Provisioning complete for port 97c64062-40d6-426b-834b-1cc521b9ad4b triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:27:15.196876 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-55eea783-2958-4285-97ff-d7e4e6d708ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:15.231982 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9a528d-acf9-485b-a047-3829c0624b7d tempest-TestSecurityGroupsBasicOps-1124557073 tempest-TestSecurityGroupsBasicOps-1124557073-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96c057d6-89e5-42e4-b240-e6f657b5a899,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:15.243564 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-f441367d-0dd1-40c2-bb8d-feb5f484b5e2 req-9b9a528d-acf9-485b-a047-3829c0624b7d tempest-TestSecurityGroupsBasicOps-1124557073 tempest-TestSecurityGroupsBasicOps-1124557073-project-admin] Unset dirty status for tenant:b5a35413bddb42e0a238ab79c6cdc1e7 on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:27:15.252301 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f441367d-0dd1-40c2-bb8d-feb5f484b5e2 req-9b9a528d-acf9-485b-a047-3829c0624b7d tempest-TestSecurityGroupsBasicOps-1124557073 tempest-TestSecurityGroupsBasicOps-1124557073-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=0618aa6f-97d3-434c-8c1a-8399ac9a34e1&id=5c50b871-4a31-4968-adbd-f08b3778bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.8225362 May 05 20:27:15.271487 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57596) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:15.300600 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232b56d5-4010-4715-833c-1f7351dc2858 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event updated for resources: {'Port': ['ID=97c64062-40d6-426b-834b-1cc521b9ad4b,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:15.308113 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-55eea783-2958-4285-97ff-d7e4e6d708ca None None] Port 97c64062-40d6-426b-834b-1cc521b9ad4b cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:27:15.374588 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c8e9076d-f0ca-4d76-8961-90762ef0cb37 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:15.386563 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d23c95f-e8f3-427c-ae46-89990b5699bd tempest-TestSecurityGroupsBasicOps-1124557073 tempest-TestSecurityGroupsBasicOps-1124557073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:15.388919 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-1d23c95f-e8f3-427c-ae46-89990b5699bd tempest-TestSecurityGroupsBasicOps-1124557073 tempest-TestSecurityGroupsBasicOps-1124557073-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=cee4f517-ee29-436c-a800-37c8701e172d HTTP/1.1" status: 200 len: 1130 time: 0.1149359 May 05 20:27:15.391918 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57604) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:15.398242 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-8fa8da5a-37d9-4320-a944-f29aae7e7f9c tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Request body: {'floatingip': {'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'port_id': 'd2342f27-22fb-4e0f-9985-02c4bedd9d92', 'tenant_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:27:15.401042 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e9076d-f0ca-4d76-8961-90762ef0cb37 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9d5b21-6b89-4c8c-8c7b-729858b20cd7,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:15.414247 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8fa8da5a-37d9-4320-a944-f29aae7e7f9c tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:27:15.418832 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-8fa8da5a-37d9-4320-a944-f29aae7e7f9c tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Usage tracker for resource:floatingip and tenant:6e19ee4cb1294f70bec1dac29584f7fc is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:27:15.421906 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-8fa8da5a-37d9-4320-a944-f29aae7e7f9c tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:27:15.433109 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8fa8da5a-37d9-4320-a944-f29aae7e7f9c tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:27:15.454051 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8fa8da5a-37d9-4320-a944-f29aae7e7f9c tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks [] for floatingip, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:15.472818 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c8e9076d-f0ca-4d76-8961-90762ef0cb37 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:15.477574 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-c8e9076d-f0ca-4d76-8961-90762ef0cb37 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "DELETE /v2.0/security-groups/ba9d5b21-6b89-4c8c-8c7b-729858b20cd7 HTTP/1.1" status: 204 len: 168 time: 0.7126787 May 05 20:27:15.509424 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232b56d5-4010-4715-833c-1f7351dc2858 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Network 7289b573-7530-4f0a-b5b0-032373718af7 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:27:15.510662 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-232b56d5-4010-4715-833c-1f7351dc2858 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:27:15.759766 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device d2bdd031-efa7-4032-bf48-b88b307a3e21 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:27:15.832996 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-232b56d5-4010-4715-833c-1f7351dc2858 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Router f81da81e-6dd5-4a3a-8387-e48e134ae81c is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88197) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:27:15.845158 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8fa8da5a-37d9-4320-a944-f29aae7e7f9c tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:16.042545 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port d2bdd031-efa7-4032-bf48-b88b307a3e21 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:27:16.056004 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-8fa8da5a-37d9-4320-a944-f29aae7e7f9c tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Allocated IP 172.25.0.187 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/10e8cfd5-bd07-4dc8-8aad-4e571595eb5d) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:27:16.065286 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port d2bdd031-efa7-4032-bf48-b88b307a3e21 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:27:16.065654 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:16.125597 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-407eb17d-67d7-4089-b9d6-9ac4e66d16e2 None None] Provisioning complete for port 97c64062-40d6-426b-834b-1cc521b9ad4b triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:27:16.126224 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-407eb17d-67d7-4089-b9d6-9ac4e66d16e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:16.181903 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-232b56d5-4010-4715-833c-1f7351dc2858 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:27:16.190278 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-232b56d5-4010-4715-833c-1f7351dc2858 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "PUT /v2.0/routers/f81da81e-6dd5-4a3a-8387-e48e134ae81c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3070588 May 05 20:27:16.192867 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db23e91-b704-4636-9569-a5a96d977c18 None None] Sync routers for ids ['f81da81e-6dd5-4a3a-8387-e48e134ae81c'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:27:16.214411 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57632) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:16.223479 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db23e91-b704-4636-9569-a5a96d977c18 None None] Routers {'f81da81e-6dd5-4a3a-8387-e48e134ae81c'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:27:16.224105 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-6db23e91-b704-4636-9569-a5a96d977c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:27:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['f81da81e-6dd5-4a3a-8387-e48e134ae81c'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:27:16.329891 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-407eb17d-67d7-4089-b9d6-9ac4e66d16e2 None None] Port 97c64062-40d6-426b-834b-1cc521b9ad4b cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:27:16.351846 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8fa8da5a-37d9-4320-a944-f29aae7e7f9c tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:16.421334 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8fa8da5a-37d9-4320-a944-f29aae7e7f9c tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:16.455846 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8492cd50-d81a-47d9-8189-46e594ae76f7 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:16.456477 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-8492cd50-d81a-47d9-8189-46e594ae76f7 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Synchronizing usage tracker for tenant:0780f842482f4e59b41843f42dd46f0e on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:27:16.464192 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57638) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:16.482636 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-648a44e2-49b3-4a69-b682-026663febb1e tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-431336373', 'description': 'tempest-secgroup-smoke-431336373 description', 'project_id': '310f91420a2d4ddd8aab8a710d8dc814'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:27:16.497434 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-648a44e2-49b3-4a69-b682-026663febb1e tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:27:16.509161 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-648a44e2-49b3-4a69-b682-026663febb1e tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Usage tracker for resource:security_group and tenant:310f91420a2d4ddd8aab8a710d8dc814 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:27:16.509772 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa8da5a-37d9-4320-a944-f29aae7e7f9c tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Pushing event updated for resources: {'Port': ['ID=10e8cfd5-bd07-4dc8-8aad-4e571595eb5d,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:16.513805 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa8da5a-37d9-4320-a944-f29aae7e7f9c tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:27:16.515506 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-8fa8da5a-37d9-4320-a944-f29aae7e7f9c tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:27:16.517702 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa8da5a-37d9-4320-a944-f29aae7e7f9c tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:27:16.523905 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-648a44e2-49b3-4a69-b682-026663febb1e tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:27:16.536022 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-648a44e2-49b3-4a69-b682-026663febb1e tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:27:16.571839 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-648a44e2-49b3-4a69-b682-026663febb1e tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:16.573870 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:16.583282 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:16.626505 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-648a44e2-49b3-4a69-b682-026663febb1e tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:27:16.634370 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-648a44e2-49b3-4a69-b682-026663febb1e tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Usage tracker for resource:security_group_rule and tenant:310f91420a2d4ddd8aab8a710d8dc814 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:27:16.640853 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-648a44e2-49b3-4a69-b682-026663febb1e tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:27:16.644409 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port d2bdd031-efa7-4032-bf48-b88b307a3e21, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=d2bdd031-efa7-4032-bf48-b88b307a3e21,segment=NetworkSegment(1cf78a78-2d57-4ccb-9633-08c37696a2c0),segment_id=1cf78a78-2d57-4ccb-9633-08c37696a2c0)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:27:16.654888 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:16.656517 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-648a44e2-49b3-4a69-b682-026663febb1e tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:27:16.715018 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-6db23e91-b704-4636-9569-a5a96d977c18 None None] Set router f81da81e-6dd5-4a3a-8387-e48e134ae81c gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:27:16.837649 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-648a44e2-49b3-4a69-b682-026663febb1e tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:16.840423 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=d2bdd031-efa7-4032-bf48-b88b307a3e21,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:16.841885 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-8492cd50-d81a-47d9-8189-46e594ae76f7 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Unset dirty status for tenant:0780f842482f4e59b41843f42dd46f0e on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:27:16.855699 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-8492cd50-d81a-47d9-8189-46e594ae76f7 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/ports/97c64062-40d6-426b-834b-1cc521b9ad4b HTTP/1.1" status: 200 len: 911 time: 0.6390736 May 05 20:27:16.860008 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-648a44e2-49b3-4a69-b682-026663febb1e tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:16.883732 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57644) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:17.024679 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648a44e2-49b3-4a69-b682-026663febb1e tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d48d9097-b777-4574-9a19-13c10d09c75b,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:17.052513 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-648a44e2-49b3-4a69-b682-026663febb1e tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:17.054261 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-648a44e2-49b3-4a69-b682-026663febb1e tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5831234 May 05 20:27:17.057302 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57652) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:17.064786 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-885c7189-a77b-4865-805f-ffa16c19c8b2 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Request body: {'security_group_rule': {'security_group_id': 'd48d9097-b777-4574-9a19-13c10d09c75b', 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:27:17.075885 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-885c7189-a77b-4865-805f-ffa16c19c8b2 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:27:17.082275 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-885c7189-a77b-4865-805f-ffa16c19c8b2 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Usage tracker for resource:security_group_rule and tenant:310f91420a2d4ddd8aab8a710d8dc814 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:27:17.087291 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-885c7189-a77b-4865-805f-ffa16c19c8b2 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:27:17.095103 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-885c7189-a77b-4865-805f-ffa16c19c8b2 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:27:17.113361 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749c9709-3486-4444-8f7c-f73316ad028b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:17.120478 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749c9709-3486-4444-8f7c-f73316ad028b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:17.124768 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-749c9709-3486-4444-8f7c-f73316ad028b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2151091 May 05 20:27:17.125397 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57658) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:17.172159 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8fa8da5a-37d9-4320-a944-f29aae7e7f9c tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:17.300914 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-885c7189-a77b-4865-805f-ffa16c19c8b2 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:17.335161 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-6db23e91-b704-4636-9569-a5a96d977c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81da81e-6dd5-4a3a-8387-e48e134ae81c', 'name': 'tempest-NetworksTestDHCPv6-router-1987882868', 'tenant_id': '0780f842482f4e59b41843f42dd46f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:27:09Z', 'updated_at': '2022-05-05T20:27:13Z', 'revision_number': 2, 'project_id': '0780f842482f4e59b41843f42dd46f0e', 'gw_port_host': None, '_interfaces': [{'id': '97c64062-40d6-426b-834b-1cc521b9ad4b', 'name': '', 'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'tenant_id': '0780f842482f4e59b41843f42dd46f0e', 'mac_address': 'fa:16:3e:9e:a7:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f81da81e-6dd5-4a3a-8387-e48e134ae81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'f9767a6d-b7f5-4910-9905-90eacff13d15', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:27:11Z', 'updated_at': '2022-05-05T20:27:14Z', 'revision_number': 2, 'project_id': '0780f842482f4e59b41843f42dd46f0e', 'subnets': [{'id': 'f9767a6d-b7f5-4910-9905-90eacff13d15', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:27:17.341514 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db23e91-b704-4636-9569-a5a96d977c18 None None] Checking router: f81da81e-6dd5-4a3a-8387-e48e134ae81c for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:27:17.342134 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db23e91-b704-4636-9569-a5a96d977c18 None None] Updating router f81da81e-6dd5-4a3a-8387-e48e134ae81c port 97c64062-40d6-426b-834b-1cc521b9ad4b binding host n-d-840717-1 {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:27:17.366935 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8fa8da5a-37d9-4320-a944-f29aae7e7f9c tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:17.408581 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6db23e91-b704-4636-9569-a5a96d977c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:17.606636 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device d2bdd031-efa7-4032-bf48-b88b307a3e21 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:27:17.679794 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8fa8da5a-37d9-4320-a944-f29aae7e7f9c tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:17.686386 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8fa8da5a-37d9-4320-a944-f29aae7e7f9c tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:17.744816 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port d2bdd031-efa7-4032-bf48-b88b307a3e21 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:27:17.745152 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:17.810775 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-885c7189-a77b-4865-805f-ffa16c19c8b2 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:17.879519 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-885c7189-a77b-4865-805f-ffa16c19c8b2 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:17.939493 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885c7189-a77b-4865-805f-ffa16c19c8b2 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ea84aec-7dcb-4f9a-9f57-e6bbfe93e7ac,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:17.970781 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-885c7189-a77b-4865-805f-ffa16c19c8b2 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:17.972319 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-885c7189-a77b-4865-805f-ffa16c19c8b2 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9138267 May 05 20:27:17.976835 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57674) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:17.985936 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-90ecad3e-6563-4270-9707-b249a70c969a tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Request body: {'security_group_rule': {'security_group_id': 'd48d9097-b777-4574-9a19-13c10d09c75b', 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:27:18.031105 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-90ecad3e-6563-4270-9707-b249a70c969a tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:27:18.048590 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-90ecad3e-6563-4270-9707-b249a70c969a tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Usage tracker for resource:security_group_rule and tenant:310f91420a2d4ddd8aab8a710d8dc814 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:27:18.052967 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-90ecad3e-6563-4270-9707-b249a70c969a tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:27:18.056998 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa8da5a-37d9-4320-a944-f29aae7e7f9c tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Pushing event updated for resources: {'Port': ['ID=10e8cfd5-bd07-4dc8-8aad-4e571595eb5d,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:18.067161 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-90ecad3e-6563-4270-9707-b249a70c969a tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:27:18.089712 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8fa8da5a-37d9-4320-a944-f29aae7e7f9c tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:18.100845 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6db23e91-b704-4636-9569-a5a96d977c18 None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:18.129813 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-90ecad3e-6563-4270-9707-b249a70c969a tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:18.134073 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-6db23e91-b704-4636-9569-a5a96d977c18 None None] Transition to ACTIVE for port object 97c64062-40d6-426b-834b-1cc521b9ad4b will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:27:18.146382 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6db23e91-b704-4636-9569-a5a96d977c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:18.327641 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-90ecad3e-6563-4270-9707-b249a70c969a tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:18.381997 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-90ecad3e-6563-4270-9707-b249a70c969a tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:18.439558 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecad3e-6563-4270-9707-b249a70c969a tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db8704b0-440a-42f6-8c6f-8351a00f08e0,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:18.488386 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e8644e6a-fb19-4742-9b5e-6ef452fe961b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:18.508533 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ae123f-ec5a-4bd9-942c-5b4f7f66a523 None None] Pushing event updated for resources: {'Port': ['ID=97c64062-40d6-426b-834b-1cc521b9ad4b,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:18.519578 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ae123f-ec5a-4bd9-942c-5b4f7f66a523 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:27:18.519851 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ae123f-ec5a-4bd9-942c-5b4f7f66a523 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:27:18.520196 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ae123f-ec5a-4bd9-942c-5b4f7f66a523 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:27:18.520523 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ae123f-ec5a-4bd9-942c-5b4f7f66a523 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:27:18.520897 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ae123f-ec5a-4bd9-942c-5b4f7f66a523 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:27:18.521221 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ae123f-ec5a-4bd9-942c-5b4f7f66a523 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:27:18.521540 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ae123f-ec5a-4bd9-942c-5b4f7f66a523 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:27:18.521855 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ae123f-ec5a-4bd9-942c-5b4f7f66a523 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:27:18.522246 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ae123f-ec5a-4bd9-942c-5b4f7f66a523 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:27:18.522558 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ae123f-ec5a-4bd9-942c-5b4f7f66a523 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:27:18.522928 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ae123f-ec5a-4bd9-942c-5b4f7f66a523 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:27:18.523424 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ae123f-ec5a-4bd9-942c-5b4f7f66a523 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:27:18.533445 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-6db23e91-b704-4636-9569-a5a96d977c18 None None] Attempting to bind port 97c64062-40d6-426b-834b-1cc521b9ad4b on host n-d-840717-1 for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:27:18.533815 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-6db23e91-b704-4636-9569-a5a96d977c18 None None] Attempting to bind port 97c64062-40d6-426b-834b-1cc521b9ad4b by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '1cf78a78-2d57-4ccb-9633-08c37696a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7289b573-7530-4f0a-b5b0-032373718af7'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:27:18.534321 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db23e91-b704-4636-9569-a5a96d977c18 None None] Attempting to bind port 97c64062-40d6-426b-834b-1cc521b9ad4b on network 7289b573-7530-4f0a-b5b0-032373718af7 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:27:18.541594 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db23e91-b704-4636-9569-a5a96d977c18 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:27:18.541965 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db23e91-b704-4636-9569-a5a96d977c18 None None] Checking segment: {'id': '1cf78a78-2d57-4ccb-9633-08c37696a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7289b573-7530-4f0a-b5b0-032373718af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:27:18.542355 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6db23e91-b704-4636-9569-a5a96d977c18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:18.542873 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db23e91-b704-4636-9569-a5a96d977c18 None None] Bound using segment: {'id': '1cf78a78-2d57-4ccb-9633-08c37696a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7289b573-7530-4f0a-b5b0-032373718af7'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:27:18.544195 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-6db23e91-b704-4636-9569-a5a96d977c18 None None] Bound port: 97c64062-40d6-426b-834b-1cc521b9ad4b, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf78a78-2d57-4ccb-9633-08c37696a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7289b573-7530-4f0a-b5b0-032373718af7'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:27:18.544195 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6db23e91-b704-4636-9569-a5a96d977c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:18.657043 n-d-840717-1 neutron-server[88198]: INFO neutron.db.l3_db [None req-8fa8da5a-37d9-4320-a944-f29aae7e7f9c tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Floating IP 232fd9e9-f7b4-4ed4-9a7a-c4d33ce10d68 associated. External IP: 172.25.0.187, port: d2342f27-22fb-4e0f-9985-02c4bedd9d92. May 05 20:27:18.668417 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-6db23e91-b704-4636-9569-a5a96d977c18 None None] For port 97c64062-40d6-426b-834b-1cc521b9ad4b, host n-d-840717-1, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:27:18.671955 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-6db23e91-b704-4636-9569-a5a96d977c18 None None] For port 97c64062-40d6-426b-834b-1cc521b9ad4b, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=97c64062-40d6-426b-834b-1cc521b9ad4b,segment=NetworkSegment(1cf78a78-2d57-4ccb-9633-08c37696a2c0),segment_id=1cf78a78-2d57-4ccb-9633-08c37696a2c0)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:27:18.682607 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6db23e91-b704-4636-9569-a5a96d977c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:18.787175 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-90ecad3e-6563-4270-9707-b249a70c969a tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:18.789193 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-90ecad3e-6563-4270-9707-b249a70c969a tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8112302 May 05 20:27:18.808202 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57686) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:18.813359 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db23e91-b704-4636-9569-a5a96d977c18 None None] Routers {'f81da81e-6dd5-4a3a-8387-e48e134ae81c'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:27:18.814311 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-6db23e91-b704-4636-9569-a5a96d977c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:27:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['f81da81e-6dd5-4a3a-8387-e48e134ae81c'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:27:18.817733 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-7d680b70-3257-435e-9eab-2a12241487f8 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Request body: {'security_group_rule': {'security_group_id': 'd48d9097-b777-4574-9a19-13c10d09c75b', 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:27:18.830999 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-7d680b70-3257-435e-9eab-2a12241487f8 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:27:18.841140 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-7d680b70-3257-435e-9eab-2a12241487f8 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Usage tracker for resource:security_group_rule and tenant:310f91420a2d4ddd8aab8a710d8dc814 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:27:18.846157 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-7d680b70-3257-435e-9eab-2a12241487f8 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:27:18.859072 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-7d680b70-3257-435e-9eab-2a12241487f8 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:27:18.982936 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ae123f-ec5a-4bd9-942c-5b4f7f66a523 None None] Pushing event updated for resources: {'Port': ['ID=97c64062-40d6-426b-834b-1cc521b9ad4b,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:19.003791 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-6db23e91-b704-4636-9569-a5a96d977c18 None None] Set router f81da81e-6dd5-4a3a-8387-e48e134ae81c gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:27:19.014030 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7d680b70-3257-435e-9eab-2a12241487f8 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:19.101840 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7d680b70-3257-435e-9eab-2a12241487f8 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:19.104858 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-e8644e6a-fb19-4742-9b5e-6ef452fe961b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Deleting port 97c64062-40d6-426b-834b-1cc521b9ad4b {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:27:19.105125 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e8644e6a-fb19-4742-9b5e-6ef452fe961b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:19.137862 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fa8da5a-37d9-4320-a944-f29aae7e7f9c tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Router 660bf7c4-2b02-4d8b-a1d1-8a5c79257697 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:27:19.139893 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7d680b70-3257-435e-9eab-2a12241487f8 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:19.188828 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d680b70-3257-435e-9eab-2a12241487f8 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b70dfd23-817e-4355-a826-d3bac40b2c09,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:19.217950 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7d680b70-3257-435e-9eab-2a12241487f8 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:19.219137 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-7d680b70-3257-435e-9eab-2a12241487f8 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4097645 May 05 20:27:19.223401 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57690) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:19.229239 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-b2d5fd0e-3b1f-446a-bd11-160d575ce5cb tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Request body: {'security_group_rule': {'security_group_id': 'd48d9097-b777-4574-9a19-13c10d09c75b', 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:27:19.249058 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-b2d5fd0e-3b1f-446a-bd11-160d575ce5cb tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:27:19.259553 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-b2d5fd0e-3b1f-446a-bd11-160d575ce5cb tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Usage tracker for resource:security_group_rule and tenant:310f91420a2d4ddd8aab8a710d8dc814 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:27:19.265279 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-b2d5fd0e-3b1f-446a-bd11-160d575ce5cb tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:27:19.322841 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-b2d5fd0e-3b1f-446a-bd11-160d575ce5cb tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:27:19.342152 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-6db23e91-b704-4636-9569-a5a96d977c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81da81e-6dd5-4a3a-8387-e48e134ae81c', 'name': 'tempest-NetworksTestDHCPv6-router-1987882868', 'tenant_id': '0780f842482f4e59b41843f42dd46f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:27:09Z', 'updated_at': '2022-05-05T20:27:13Z', 'revision_number': 2, 'project_id': '0780f842482f4e59b41843f42dd46f0e', 'gw_port_host': None, '_interfaces': [{'id': '97c64062-40d6-426b-834b-1cc521b9ad4b', 'name': '', 'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'tenant_id': '0780f842482f4e59b41843f42dd46f0e', 'mac_address': 'fa:16:3e:9e:a7:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f81da81e-6dd5-4a3a-8387-e48e134ae81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'f9767a6d-b7f5-4910-9905-90eacff13d15', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:27:11Z', 'updated_at': '2022-05-05T20:27:18Z', 'revision_number': 4, 'project_id': '0780f842482f4e59b41843f42dd46f0e', 'subnets': [{'id': 'f9767a6d-b7f5-4910-9905-90eacff13d15', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:27:19.347748 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db23e91-b704-4636-9569-a5a96d977c18 None None] The sync data for ids ['f81da81e-6dd5-4a3a-8387-e48e134ae81c'] in n-d-840717-1 is: [{'id': 'f81da81e-6dd5-4a3a-8387-e48e134ae81c', 'name': 'tempest-NetworksTestDHCPv6-router-1987882868', 'tenant_id': '0780f842482f4e59b41843f42dd46f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:27:09Z', 'updated_at': '2022-05-05T20:27:13Z', 'revision_number': 2, 'project_id': '0780f842482f4e59b41843f42dd46f0e', 'gw_port_host': None, '_interfaces': [{'id': '97c64062-40d6-426b-834b-1cc521b9ad4b', 'name': '', 'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'tenant_id': '0780f842482f4e59b41843f42dd46f0e', 'mac_address': 'fa:16:3e:9e:a7:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f81da81e-6dd5-4a3a-8387-e48e134ae81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'f9767a6d-b7f5-4910-9905-90eacff13d15', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:27:11Z', 'updated_at': '2022-05-05T20:27:18Z', 'revision_number': 4, 'project_id': '0780f842482f4e59b41843f42dd46f0e', 'subnets': [{'id': 'f9767a6d-b7f5-4910-9905-90eacff13d15', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:27:19.358786 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b2d5fd0e-3b1f-446a-bd11-160d575ce5cb tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:19.371878 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa8da5a-37d9-4320-a944-f29aae7e7f9c tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:27:19.387028 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bee18f-d2d9-4fa7-bd92-c79056278106 None None] Sync routers for ids ['660bf7c4-2b02-4d8b-a1d1-8a5c79257697'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:27:19.393207 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-e8644e6a-fb19-4742-9b5e-6ef452fe961b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] For port 97c64062-40d6-426b-834b-1cc521b9ad4b, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=97c64062-40d6-426b-834b-1cc521b9ad4b,segment=NetworkSegment(1cf78a78-2d57-4ccb-9633-08c37696a2c0),segment_id=1cf78a78-2d57-4ccb-9633-08c37696a2c0)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:27:19.393651 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e8644e6a-fb19-4742-9b5e-6ef452fe961b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:19.400027 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bee18f-d2d9-4fa7-bd92-c79056278106 None None] Routers {'660bf7c4-2b02-4d8b-a1d1-8a5c79257697'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:27:19.400906 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-49bee18f-d2d9-4fa7-bd92-c79056278106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:27:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['660bf7c4-2b02-4d8b-a1d1-8a5c79257697'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:27:19.405027 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8fa8da5a-37d9-4320-a944-f29aae7e7f9c tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:19.477005 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-8fa8da5a-37d9-4320-a944-f29aae7e7f9c tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0810628 May 05 20:27:19.477005 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cee4f517-ee29-436c-a800-37c8701e172d', 'tag': 'd2342f27-22fb-4e0f-9985-02c4bedd9d92'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:27:19.480836 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57696) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:19.560043 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-e8644e6a-fb19-4742-9b5e-6ef452fe961b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Calling delete_port for 97c64062-40d6-426b-834b-1cc521b9ad4b owned by network:router_interface {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:27:19.644335 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b2d5fd0e-3b1f-446a-bd11-160d575ce5cb tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:19.650193 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cff4252-26ed-48ee-8d87-45b84f425ac9'] response: {'name': 'network-changed', 'server_uuid': 'cee4f517-ee29-436c-a800-37c8701e172d', 'tag': 'd2342f27-22fb-4e0f-9985-02c4bedd9d92', 'status': 'completed', 'code': 200} May 05 20:27:19.695737 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b2d5fd0e-3b1f-446a-bd11-160d575ce5cb tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:19.751799 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b2d5fd0e-3b1f-446a-bd11-160d575ce5cb tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:19.757026 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-b2d5fd0e-3b1f-446a-bd11-160d575ce5cb tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5327160 May 05 20:27:19.764324 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57708) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:19.799937 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-0e76f4ca-0ddf-4068-b4dd-87b3f0cdaa43 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Request body: {'security_group_rule': {'security_group_id': 'd48d9097-b777-4574-9a19-13c10d09c75b', 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:27:19.811513 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-0e76f4ca-0ddf-4068-b4dd-87b3f0cdaa43 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:27:19.816312 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-0e76f4ca-0ddf-4068-b4dd-87b3f0cdaa43 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Usage tracker for resource:security_group_rule and tenant:310f91420a2d4ddd8aab8a710d8dc814 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:27:19.819569 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-0e76f4ca-0ddf-4068-b4dd-87b3f0cdaa43 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:27:19.827009 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-0e76f4ca-0ddf-4068-b4dd-87b3f0cdaa43 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:27:19.839300 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-49bee18f-d2d9-4fa7-bd92-c79056278106 None None] Set router 660bf7c4-2b02-4d8b-a1d1-8a5c79257697 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:27:19.841734 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5443d255-f6ca-4f3c-ae95-1f153497e502 tempest-TestSecurityGroupsBasicOps-1124557073 tempest-TestSecurityGroupsBasicOps-1124557073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:19.842343 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5443d255-f6ca-4f3c-ae95-1f153497e502 tempest-TestSecurityGroupsBasicOps-1124557073 tempest-TestSecurityGroupsBasicOps-1124557073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:19.842874 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5443d255-f6ca-4f3c-ae95-1f153497e502 tempest-TestSecurityGroupsBasicOps-1124557073 tempest-TestSecurityGroupsBasicOps-1124557073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:19.843480 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5443d255-f6ca-4f3c-ae95-1f153497e502 tempest-TestSecurityGroupsBasicOps-1124557073 tempest-TestSecurityGroupsBasicOps-1124557073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:19.844011 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5443d255-f6ca-4f3c-ae95-1f153497e502 tempest-TestSecurityGroupsBasicOps-1124557073 tempest-TestSecurityGroupsBasicOps-1124557073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:19.844552 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5443d255-f6ca-4f3c-ae95-1f153497e502 tempest-TestSecurityGroupsBasicOps-1124557073 tempest-TestSecurityGroupsBasicOps-1124557073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:19.846643 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-5443d255-f6ca-4f3c-ae95-1f153497e502 tempest-TestSecurityGroupsBasicOps-1124557073 tempest-TestSecurityGroupsBasicOps-1124557073-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4290 time: 0.3641098 May 05 20:27:19.851043 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57714) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:19.855656 n-d-840717-1 neutron-server[88197]: INFO neutron.db.securitygroups_db [None req-0e76f4ca-0ddf-4068-b4dd-87b3f0cdaa43 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Project 310f91420a2d4ddd8aab8a710d8dc814 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 20:27:19.865348 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d5fd0e-3b1f-446a-bd11-160d575ce5cb tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9255c2b8-5093-4651-96ec-26bc6e3db17c,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:19.888254 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0e76f4ca-0ddf-4068-b4dd-87b3f0cdaa43 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:20.036233 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2738c5c-b4b1-47e5-be21-ebdd641f1c36 tempest-TestSecurityGroupsBasicOps-1124557073 tempest-TestSecurityGroupsBasicOps-1124557073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:20.036698 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2738c5c-b4b1-47e5-be21-ebdd641f1c36 tempest-TestSecurityGroupsBasicOps-1124557073 tempest-TestSecurityGroupsBasicOps-1124557073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:20.037149 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2738c5c-b4b1-47e5-be21-ebdd641f1c36 tempest-TestSecurityGroupsBasicOps-1124557073 tempest-TestSecurityGroupsBasicOps-1124557073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:20.037653 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2738c5c-b4b1-47e5-be21-ebdd641f1c36 tempest-TestSecurityGroupsBasicOps-1124557073 tempest-TestSecurityGroupsBasicOps-1124557073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:20.038271 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2738c5c-b4b1-47e5-be21-ebdd641f1c36 tempest-TestSecurityGroupsBasicOps-1124557073 tempest-TestSecurityGroupsBasicOps-1124557073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:20.038713 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2738c5c-b4b1-47e5-be21-ebdd641f1c36 tempest-TestSecurityGroupsBasicOps-1124557073 tempest-TestSecurityGroupsBasicOps-1124557073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:20.040468 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-c2738c5c-b4b1-47e5-be21-ebdd641f1c36 tempest-TestSecurityGroupsBasicOps-1124557073 tempest-TestSecurityGroupsBasicOps-1124557073-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3995 time: 0.1863861 May 05 20:27:20.043400 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57720) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:20.353181 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bcb4f3-d69d-4ebf-8137-801593fbbaa1 req-4106d2f4-7bc6-410f-bddc-1169fab3ded6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:20.354937 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a2bcb4f3-d69d-4ebf-8137-801593fbbaa1 req-4106d2f4-7bc6-410f-bddc-1169fab3ded6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6e19ee4cb1294f70bec1dac29584f7fc&device_id=cee4f517-ee29-436c-a800-37c8701e172d HTTP/1.1" status: 200 len: 1135 time: 0.7094829 May 05 20:27:20.383753 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-8214e2be-5a8f-4499-8766-b42ad1b15f5e tempest-TestSecurityGroupsBasicOps-1124557073 tempest-TestSecurityGroupsBasicOps-1124557073-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2153 time: 0.3391821 May 05 20:27:20.386474 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57724) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:20.441237 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0e76f4ca-0ddf-4068-b4dd-87b3f0cdaa43 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:20.450236 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0e76f4ca-0ddf-4068-b4dd-87b3f0cdaa43 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:20.474822 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-49bee18f-d2d9-4fa7-bd92-c79056278106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660bf7c4-2b02-4d8b-a1d1-8a5c79257697', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1625313984', 'tenant_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'e462da29-2ff4-4da2-b99c-cd421aba40f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:26:31Z', 'updated_at': '2022-05-05T20:26:42Z', 'revision_number': 4, 'project_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'gw_port': {'id': 'e462da29-2ff4-4da2-b99c-cd421aba40f0', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:78:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660bf7c4-2b02-4d8b-a1d1-8a5c79257697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:26:32Z', 'updated_at': '2022-05-05T20:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '232fd9e9-f7b4-4ed4-9a7a-c4d33ce10d68', 'tenant_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'floating_ip_address': '172.25.0.187', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '660bf7c4-2b02-4d8b-a1d1-8a5c79257697', 'port_id': 'd2342f27-22fb-4e0f-9985-02c4bedd9d92', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d78f89d-11e6-44e7-a45c-e21c5f87f387', 'mac_address': 'fa:16:3e:e2:e4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee4f517-ee29-436c-a800-37c8701e172d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:27:17Z', 'updated_at': '2022-05-05T20:27:17Z', 'revision_number': 0, 'project_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28628b04-bc50-487c-9ce8-f31a65478f63', 'name': '', 'network_id': '2d78f89d-11e6-44e7-a45c-e21c5f87f387', 'tenant_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'mac_address': 'fa:16:3e:68:e6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660bf7c4-2b02-4d8b-a1d1-8a5c79257697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': 'bbd7f762-a780-4c8a-814d-5574183ff8dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:26:39Z', 'updated_at': '2022-05-05T20:26:54Z', 'revision_number': 5, 'project_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'subnets': [{'id': 'bbd7f762-a780-4c8a-814d-5574183ff8dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:27:20.480911 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bee18f-d2d9-4fa7-bd92-c79056278106 None None] Checking router: 660bf7c4-2b02-4d8b-a1d1-8a5c79257697 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:27:20.484916 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5582230-0c43-449d-bfb1-2f233d8432b1 tempest-TestSecurityGroupsBasicOps-1124557073 tempest-TestSecurityGroupsBasicOps-1124557073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:20.485540 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5582230-0c43-449d-bfb1-2f233d8432b1 tempest-TestSecurityGroupsBasicOps-1124557073 tempest-TestSecurityGroupsBasicOps-1124557073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:20.491805 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bee18f-d2d9-4fa7-bd92-c79056278106 None None] Routers {'660bf7c4-2b02-4d8b-a1d1-8a5c79257697'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:27:20.492631 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-49bee18f-d2d9-4fa7-bd92-c79056278106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:27:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['660bf7c4-2b02-4d8b-a1d1-8a5c79257697'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:27:20.503616 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e5582230-0c43-449d-bfb1-2f233d8432b1 tempest-TestSecurityGroupsBasicOps-1124557073 tempest-TestSecurityGroupsBasicOps-1124557073-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=660bf7c4-2b02-4d8b-a1d1-8a5c79257697 HTTP/1.1" status: 200 len: 1990 time: 0.1160665 May 05 20:27:20.527409 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e76f4ca-0ddf-4068-b4dd-87b3f0cdaa43 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee6a7819-699f-4936-ab3a-9c7366f26d3c,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:20.529376 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e8644e6a-fb19-4742-9b5e-6ef452fe961b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:20.616616 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8644e6a-fb19-4742-9b5e-6ef452fe961b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event deleted for resources: {'Port': ['ID=97c64062-40d6-426b-834b-1cc521b9ad4b,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:20.722314 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-49bee18f-d2d9-4fa7-bd92-c79056278106 None None] Set router 660bf7c4-2b02-4d8b-a1d1-8a5c79257697 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:27:20.740252 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0e76f4ca-0ddf-4068-b4dd-87b3f0cdaa43 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:20.741702 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-0e76f4ca-0ddf-4068-b4dd-87b3f0cdaa43 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9625719 May 05 20:27:20.745126 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57732) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:20.750795 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-498b676d-d339-4d47-98ee-a617a6909ed1 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Request body: {'security_group_rule': {'security_group_id': 'd48d9097-b777-4574-9a19-13c10d09c75b', 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:27:20.761681 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-498b676d-d339-4d47-98ee-a617a6909ed1 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:27:20.768785 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-498b676d-d339-4d47-98ee-a617a6909ed1 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Usage tracker for resource:security_group_rule and tenant:310f91420a2d4ddd8aab8a710d8dc814 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:27:20.772384 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-498b676d-d339-4d47-98ee-a617a6909ed1 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:27:20.780811 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-498b676d-d339-4d47-98ee-a617a6909ed1 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:27:20.802185 n-d-840717-1 neutron-server[88198]: INFO neutron.db.securitygroups_db [None req-498b676d-d339-4d47-98ee-a617a6909ed1 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Project 310f91420a2d4ddd8aab8a710d8dc814 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 20:27:20.811558 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-498b676d-d339-4d47-98ee-a617a6909ed1 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:20.822964 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bcb4f3-d69d-4ebf-8137-801593fbbaa1 req-573971ea-35f6-4aee-abed-75f3371f6329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:20.824523 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a2bcb4f3-d69d-4ebf-8137-801593fbbaa1 req-573971ea-35f6-4aee-abed-75f3371f6329 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2d78f89d-11e6-44e7-a45c-e21c5f87f387 HTTP/1.1" status: 200 len: 898 time: 0.4598200 May 05 20:27:20.929762 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e8644e6a-fb19-4742-9b5e-6ef452fe961b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:20.935439 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-498b676d-d339-4d47-98ee-a617a6909ed1 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:20.947654 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-498b676d-d339-4d47-98ee-a617a6909ed1 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:20.978619 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a2bcb4f3-d69d-4ebf-8137-801593fbbaa1 req-e9d68698-fbe1-4813-b77b-1527bc5c4ad7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2342f27-22fb-4e0f-9985-02c4bedd9d92 HTTP/1.1" status: 200 len: 999 time: 0.1453464 May 05 20:27:21.003218 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498b676d-d339-4d47-98ee-a617a6909ed1 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7d5023f-bb44-48c7-96fd-3adcf1955126,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:21.029089 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-498b676d-d339-4d47-98ee-a617a6909ed1 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:21.035534 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-498b676d-d339-4d47-98ee-a617a6909ed1 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2873244 May 05 20:27:21.035534 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57738) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:21.044221 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-d296571f-e4f0-4320-a443-af6131f7b1db tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Request body: {'network': {'name': 'tempest-network-smoke--546185366', 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'port_security_enabled': True}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:27:21.051178 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d296571f-e4f0-4320-a443-af6131f7b1db tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:27:21.057267 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d296571f-e4f0-4320-a443-af6131f7b1db tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Usage tracker for resource:network and tenant:310f91420a2d4ddd8aab8a710d8dc814 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:27:21.078777 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d296571f-e4f0-4320-a443-af6131f7b1db tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:27:21.087047 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d296571f-e4f0-4320-a443-af6131f7b1db tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:27:21.097995 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d296571f-e4f0-4320-a443-af6131f7b1db tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Made reservation on behalf of 310f91420a2d4ddd8aab8a710d8dc814 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:27:21.104552 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d296571f-e4f0-4320-a443-af6131f7b1db tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:21.122805 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bcb4f3-d69d-4ebf-8137-801593fbbaa1 req-5c6808be-ee98-4893-bb82-e76c838eaaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:21.124299 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a2bcb4f3-d69d-4ebf-8137-801593fbbaa1 req-5c6808be-ee98-4893-bb82-e76c838eaaa0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bbd7f762-a780-4c8a-814d-5574183ff8dd HTTP/1.1" status: 200 len: 835 time: 0.1308284 May 05 20:27:21.144971 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d296571f-e4f0-4320-a443-af6131f7b1db tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:27:21.157673 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d296571f-e4f0-4320-a443-af6131f7b1db tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:21.158765 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-d296571f-e4f0-4320-a443-af6131f7b1db tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Added segment 8c83f52a-b29a-42d2-bd3e-a0fa0faf2957 of type vlan for network a530804e-070c-4f75-96b2-acc53b3f286b May 05 20:27:21.191576 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d296571f-e4f0-4320-a443-af6131f7b1db tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:21.239528 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d296571f-e4f0-4320-a443-af6131f7b1db tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:21.242686 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-49bee18f-d2d9-4fa7-bd92-c79056278106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660bf7c4-2b02-4d8b-a1d1-8a5c79257697', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1625313984', 'tenant_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'e462da29-2ff4-4da2-b99c-cd421aba40f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:26:31Z', 'updated_at': '2022-05-05T20:26:42Z', 'revision_number': 4, 'project_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'gw_port': {'id': 'e462da29-2ff4-4da2-b99c-cd421aba40f0', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:78:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660bf7c4-2b02-4d8b-a1d1-8a5c79257697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:26:32Z', 'updated_at': '2022-05-05T20:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '232fd9e9-f7b4-4ed4-9a7a-c4d33ce10d68', 'tenant_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'floating_ip_address': '172.25.0.187', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '660bf7c4-2b02-4d8b-a1d1-8a5c79257697', 'port_id': 'd2342f27-22fb-4e0f-9985-02c4bedd9d92', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d78f89d-11e6-44e7-a45c-e21c5f87f387', 'mac_address': 'fa:16:3e:e2:e4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee4f517-ee29-436c-a800-37c8701e172d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:27:17Z', 'updated_at': '2022-05-05T20:27:17Z', 'revision_number': 0, 'project_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28628b04-bc50-487c-9ce8-f31a65478f63', 'name': '', 'network_id': '2d78f89d-11e6-44e7-a45c-e21c5f87f387', 'tenant_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'mac_address': 'fa:16:3e:68:e6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660bf7c4-2b02-4d8b-a1d1-8a5c79257697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': 'bbd7f762-a780-4c8a-814d-5574183ff8dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:26:39Z', 'updated_at': '2022-05-05T20:26:54Z', 'revision_number': 5, 'project_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'subnets': [{'id': 'bbd7f762-a780-4c8a-814d-5574183ff8dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:27:21.246922 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d296571f-e4f0-4320-a443-af6131f7b1db tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:21.247756 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d296571f-e4f0-4320-a443-af6131f7b1db tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:21.251963 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bee18f-d2d9-4fa7-bd92-c79056278106 None None] The sync data for ids ['660bf7c4-2b02-4d8b-a1d1-8a5c79257697'] in n-d-840717-1 is: [{'id': '660bf7c4-2b02-4d8b-a1d1-8a5c79257697', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1625313984', 'tenant_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'e462da29-2ff4-4da2-b99c-cd421aba40f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:26:31Z', 'updated_at': '2022-05-05T20:26:42Z', 'revision_number': 4, 'project_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'gw_port': {'id': 'e462da29-2ff4-4da2-b99c-cd421aba40f0', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:78:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660bf7c4-2b02-4d8b-a1d1-8a5c79257697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:26:32Z', 'updated_at': '2022-05-05T20:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '232fd9e9-f7b4-4ed4-9a7a-c4d33ce10d68', 'tenant_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'floating_ip_address': '172.25.0.187', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '660bf7c4-2b02-4d8b-a1d1-8a5c79257697', 'port_id': 'd2342f27-22fb-4e0f-9985-02c4bedd9d92', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d78f89d-11e6-44e7-a45c-e21c5f87f387', 'mac_address': 'fa:16:3e:e2:e4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee4f517-ee29-436c-a800-37c8701e172d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:27:17Z', 'updated_at': '2022-05-05T20:27:17Z', 'revision_number': 0, 'project_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28628b04-bc50-487c-9ce8-f31a65478f63', 'name': '', 'network_id': '2d78f89d-11e6-44e7-a45c-e21c5f87f387', 'tenant_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'mac_address': 'fa:16:3e:68:e6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660bf7c4-2b02-4d8b-a1d1-8a5c79257697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': 'bbd7f762-a780-4c8a-814d-5574183ff8dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:26:39Z', 'updated_at': '2022-05-05T20:26:54Z', 'revision_number': 5, 'project_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'subnets': [{'id': 'bbd7f762-a780-4c8a-814d-5574183ff8dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:27:21.382562 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d296571f-e4f0-4320-a443-af6131f7b1db tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3436458 May 05 20:27:21.385376 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57746) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:21.388181 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d296571f-e4f0-4320-a443-af6131f7b1db tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event updated for resources: {'Network': ['ID=a530804e-070c-4f75-96b2-acc53b3f286b,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:21.394210 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-d9bfd15a-8f97-4157-9f81-5ab5f9d31a94 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1749651413', 'admin_state_up': True, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:27:21.401668 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network a530804e-070c-4f75-96b2-acc53b3f286b details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:27:21.423117 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d9bfd15a-8f97-4157-9f81-5ab5f9d31a94 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:27:21.431806 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d9bfd15a-8f97-4157-9f81-5ab5f9d31a94 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Usage tracker for resource:router and tenant:310f91420a2d4ddd8aab8a710d8dc814 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:27:21.434990 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d9bfd15a-8f97-4157-9f81-5ab5f9d31a94 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:27:21.442629 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d9bfd15a-8f97-4157-9f81-5ab5f9d31a94 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:27:21.461212 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d9bfd15a-8f97-4157-9f81-5ab5f9d31a94 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:21.463208 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d9bfd15a-8f97-4157-9f81-5ab5f9d31a94 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:21.490372 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d9bfd15a-8f97-4157-9f81-5ab5f9d31a94 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:21.548641 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8644e6a-fb19-4742-9b5e-6ef452fe961b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Router f81da81e-6dd5-4a3a-8387-e48e134ae81c has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:27:21.696973 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd866034-5faa-48b7-867e-eb71419777b0 None None] New status for floating IP 232fd9e9-f7b4-4ed4-9a7a-c4d33ce10d68: ACTIVE {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:27:21.753051 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bcb4f3-d69d-4ebf-8137-801593fbbaa1 req-887208c2-fa26-4dde-93ac-26dc84d471f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:21.761201 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a2bcb4f3-d69d-4ebf-8137-801593fbbaa1 req-887208c2-fa26-4dde-93ac-26dc84d471f5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2d78f89d-11e6-44e7-a45c-e21c5f87f387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5657036 May 05 20:27:21.893968 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8644e6a-fb19-4742-9b5e-6ef452fe961b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:27:21.905272 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f24711-f86f-45ec-9848-338ef8562ac9 None None] Sync routers for ids ['f81da81e-6dd5-4a3a-8387-e48e134ae81c'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:27:21.918860 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f24711-f86f-45ec-9848-338ef8562ac9 None None] Routers {'f81da81e-6dd5-4a3a-8387-e48e134ae81c'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:27:21.919857 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-64f24711-f86f-45ec-9848-338ef8562ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:27:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['f81da81e-6dd5-4a3a-8387-e48e134ae81c'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:27:21.921600 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-e8644e6a-fb19-4742-9b5e-6ef452fe961b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "PUT /v2.0/routers/f81da81e-6dd5-4a3a-8387-e48e134ae81c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7951529 May 05 20:27:21.946941 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57750) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:22.220505 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a2bcb4f3-d69d-4ebf-8137-801593fbbaa1 req-09538f81-e8d2-4254-8e98-ed0d89f2d2a1 service neutron] 10.222.0.24 "GET /v2.0/networks/2d78f89d-11e6-44e7-a45c-e21c5f87f387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4322360 May 05 20:27:22.283839 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-64f24711-f86f-45ec-9848-338ef8562ac9 None None] Set router f81da81e-6dd5-4a3a-8387-e48e134ae81c gateway port host: None {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:27:22.297533 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50706ce6-d386-428e-813b-6c343fd45c60 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:22.298021 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d9bfd15a-8f97-4157-9f81-5ab5f9d31a94 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:22.310426 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50706ce6-d386-428e-813b-6c343fd45c60 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:22.314438 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-50706ce6-d386-428e-813b-6c343fd45c60 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Synchronizing usage tracker for tenant:0780f842482f4e59b41843f42dd46f0e on resource:subnet {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:27:22.418750 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-64f24711-f86f-45ec-9848-338ef8562ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81da81e-6dd5-4a3a-8387-e48e134ae81c', 'name': 'tempest-NetworksTestDHCPv6-router-1987882868', 'tenant_id': '0780f842482f4e59b41843f42dd46f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:27:09Z', 'updated_at': '2022-05-05T20:27:20Z', 'revision_number': 3, 'project_id': '0780f842482f4e59b41843f42dd46f0e', 'gw_port_host': None}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:27:22.423655 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f24711-f86f-45ec-9848-338ef8562ac9 None None] Checking router: f81da81e-6dd5-4a3a-8387-e48e134ae81c for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:27:22.433293 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f24711-f86f-45ec-9848-338ef8562ac9 None None] Routers {'f81da81e-6dd5-4a3a-8387-e48e134ae81c'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:27:22.433906 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-64f24711-f86f-45ec-9848-338ef8562ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:27:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['f81da81e-6dd5-4a3a-8387-e48e134ae81c'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:27:22.646868 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-64f24711-f86f-45ec-9848-338ef8562ac9 None None] Set router f81da81e-6dd5-4a3a-8387-e48e134ae81c gateway port host: None {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:27:22.786414 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-64f24711-f86f-45ec-9848-338ef8562ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81da81e-6dd5-4a3a-8387-e48e134ae81c', 'name': 'tempest-NetworksTestDHCPv6-router-1987882868', 'tenant_id': '0780f842482f4e59b41843f42dd46f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:27:09Z', 'updated_at': '2022-05-05T20:27:20Z', 'revision_number': 3, 'project_id': '0780f842482f4e59b41843f42dd46f0e', 'gw_port_host': None}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:27:22.792160 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f24711-f86f-45ec-9848-338ef8562ac9 None None] The sync data for ids ['f81da81e-6dd5-4a3a-8387-e48e134ae81c'] in n-d-840717-1 is: [{'id': 'f81da81e-6dd5-4a3a-8387-e48e134ae81c', 'name': 'tempest-NetworksTestDHCPv6-router-1987882868', 'tenant_id': '0780f842482f4e59b41843f42dd46f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:27:09Z', 'updated_at': '2022-05-05T20:27:20Z', 'revision_number': 3, 'project_id': '0780f842482f4e59b41843f42dd46f0e', 'gw_port_host': None}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:27:22.839134 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d9bfd15a-8f97-4157-9f81-5ab5f9d31a94 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for router_gateway, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:22.910827 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-50706ce6-d386-428e-813b-6c343fd45c60 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Unset dirty status for tenant:0780f842482f4e59b41843f42dd46f0e on resource:subnet {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:27:22.914374 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d9bfd15a-8f97-4157-9f81-5ab5f9d31a94 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:22.916284 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-50706ce6-d386-428e-813b-6c343fd45c60 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.9665594 May 05 20:27:22.920231 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57784) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:23.057322 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a2bcb4f3-d69d-4ebf-8137-801593fbbaa1 req-2ce10be0-5c5b-4cef-b7f0-c0808b1bc94d service neutron] 10.222.0.24 "GET /v2.0/networks/2d78f89d-11e6-44e7-a45c-e21c5f87f387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8359158 May 05 20:27:23.073370 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8208f83-ad39-459f-adc0-66cf324a6941 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Deleting subnet f9767a6d-b7f5-4910-9905-90eacff13d15 {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:27:23.076354 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e8208f83-ad39-459f-adc0-66cf324a6941 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:23.105463 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-d9bfd15a-8f97-4157-9f81-5ab5f9d31a94 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Allocated IP 172.25.0.16 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/25e390a9-71aa-45d6-bc81-586dbfb4f945) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:27:23.134651 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e8208f83-ad39-459f-adc0-66cf324a6941 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:23.234156 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e8208f83-ad39-459f-adc0-66cf324a6941 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:23.394224 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e8208f83-ad39-459f-adc0-66cf324a6941 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:23.461331 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d9bfd15a-8f97-4157-9f81-5ab5f9d31a94 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:23.469030 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8208f83-ad39-459f-adc0-66cf324a6941 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event deleted for resources: {'Subnet': ['ID=f9767a6d-b7f5-4910-9905-90eacff13d15,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:23.471284 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e8208f83-ad39-459f-adc0-66cf324a6941 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:23.478421 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9011167b-6217-4714-bbf2-1d5a52c73361 None None] Network 7289b573-7530-4f0a-b5b0-032373718af7 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:27:23.501679 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-e8208f83-ad39-459f-adc0-66cf324a6941 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/subnets/f9767a6d-b7f5-4910-9905-90eacff13d15 HTTP/1.1" status: 204 len: 168 time: 0.5785296 May 05 20:27:23.501881 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57794) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:23.534573 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d9bfd15a-8f97-4157-9f81-5ab5f9d31a94 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:23.543520 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 97c64062-40d6-426b-834b-1cc521b9ad4b no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:27:23.644802 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 97c64062-40d6-426b-834b-1cc521b9ad4b {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:27:23.645277 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 97c64062-40d6-426b-834b-1cc521b9ad4b not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:27:23.663841 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bfd15a-8f97-4157-9f81-5ab5f9d31a94 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:27:23.664932 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-d9bfd15a-8f97-4157-9f81-5ab5f9d31a94 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:27:23.669839 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bfd15a-8f97-4157-9f81-5ab5f9d31a94 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:27:23.714227 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bfd15a-8f97-4157-9f81-5ab5f9d31a94 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event updated for resources: {'Port': ['ID=25e390a9-71aa-45d6-bc81-586dbfb4f945,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:23.765552 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-ba96dce3-e0aa-4fb8-aa20-b0f3ca9025fe tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Synchronizing usage tracker for tenant:0780f842482f4e59b41843f42dd46f0e on resource:router {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:27:23.787729 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-ba96dce3-e0aa-4fb8-aa20-b0f3ca9025fe tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Unset dirty status for tenant:0780f842482f4e59b41843f42dd46f0e on resource:router {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:27:23.791403 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-ba96dce3-e0aa-4fb8-aa20-b0f3ca9025fe tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2870867 May 05 20:27:23.792606 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57798) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:23.878514 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00da7bf-1a6f-4106-8781-0b8bc3e875cf None None] DHCP port deletion for 7289b573-7530-4f0a-b5b0-032373718af7 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:27:23.884301 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-d00da7bf-1a6f-4106-8781-0b8bc3e875cf None None] Deleting port d2bdd031-efa7-4032-bf48-b88b307a3e21 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:27:23.884681 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d00da7bf-1a6f-4106-8781-0b8bc3e875cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:23.954076 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-29798edd-6487-4773-89b7-d307c03b153f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for router, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:24.148541 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d9bfd15a-8f97-4157-9f81-5ab5f9d31a94 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for router_gateway, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:24.158926 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-d00da7bf-1a6f-4106-8781-0b8bc3e875cf None None] For port d2bdd031-efa7-4032-bf48-b88b307a3e21, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=d2bdd031-efa7-4032-bf48-b88b307a3e21,segment=NetworkSegment(1cf78a78-2d57-4ccb-9633-08c37696a2c0),segment_id=1cf78a78-2d57-4ccb-9633-08c37696a2c0)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:27:24.159323 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d00da7bf-1a6f-4106-8781-0b8bc3e875cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:24.292727 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-d00da7bf-1a6f-4106-8781-0b8bc3e875cf None None] Calling delete_port for d2bdd031-efa7-4032-bf48-b88b307a3e21 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:27:24.366775 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-29798edd-6487-4773-89b7-d307c03b153f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:24.369408 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-29798edd-6487-4773-89b7-d307c03b153f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:24.392643 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d00da7bf-1a6f-4106-8781-0b8bc3e875cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:24.403840 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-29798edd-6487-4773-89b7-d307c03b153f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:24.404317 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29798edd-6487-4773-89b7-d307c03b153f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Fanout notify agent at l3_agent the message router_deleted on router f81da81e-6dd5-4a3a-8387-e48e134ae81c {{(pid=88197) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:27:24.438867 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-29798edd-6487-4773-89b7-d307c03b153f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:24.444916 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-29798edd-6487-4773-89b7-d307c03b153f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/routers/f81da81e-6dd5-4a3a-8387-e48e134ae81c HTTP/1.1" status: 204 len: 168 time: 0.6502013 May 05 20:27:24.449508 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00da7bf-1a6f-4106-8781-0b8bc3e875cf None None] Pushing event deleted for resources: {'Port': ['ID=d2bdd031-efa7-4032-bf48-b88b307a3e21,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:24.453815 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57806) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:24.472057 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00da7bf-1a6f-4106-8781-0b8bc3e875cf None None] No DVR routers for this DVR port d2bdd031-efa7-4032-bf48-b88b307a3e21 on host n-d-840717-1 {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:27:24.526492 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-b7d83348-4970-49f3-b32b-d99dbaac362c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Synchronizing usage tracker for tenant:0780f842482f4e59b41843f42dd46f0e on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:27:24.575852 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-b7d83348-4970-49f3-b32b-d99dbaac362c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Unset dirty status for tenant:0780f842482f4e59b41843f42dd46f0e on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:27:24.580319 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-b7d83348-4970-49f3-b32b-d99dbaac362c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1254325 May 05 20:27:24.581042 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57812) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:24.681485 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d947ae7b-4f58-4e3d-ae8e-5a73d9865dae tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:24.682298 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-d947ae7b-4f58-4e3d-ae8e-5a73d9865dae tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Synchronizing usage tracker for tenant:0780f842482f4e59b41843f42dd46f0e on resource:subnet {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:27:24.701410 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-d947ae7b-4f58-4e3d-ae8e-5a73d9865dae tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Unset dirty status for tenant:0780f842482f4e59b41843f42dd46f0e on resource:subnet {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:27:24.706074 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d947ae7b-4f58-4e3d-ae8e-5a73d9865dae tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1240003 May 05 20:27:24.706897 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57820) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:24.767302 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d9bfd15a-8f97-4157-9f81-5ab5f9d31a94 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:24.789818 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-05b2f167-551d-43a7-aa61-89c22e4d59ca tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Synchronizing usage tracker for tenant:0780f842482f4e59b41843f42dd46f0e on resource:router {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:27:24.808204 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-05b2f167-551d-43a7-aa61-89c22e4d59ca tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Unset dirty status for tenant:0780f842482f4e59b41843f42dd46f0e on resource:router {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:27:24.818641 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-05b2f167-551d-43a7-aa61-89c22e4d59ca tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1103349 May 05 20:27:24.819927 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57828) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:24.826077 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-330147aa-5274-444f-829e-3ba480b54069 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Request body: {'subnet': {'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:27:24.957882 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-330147aa-5274-444f-829e-3ba480b54069 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:27:24.968730 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-330147aa-5274-444f-829e-3ba480b54069 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:27:24.984815 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-330147aa-5274-444f-829e-3ba480b54069 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Made reservation on behalf of 0780f842482f4e59b41843f42dd46f0e for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:27:24.989173 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-330147aa-5274-444f-829e-3ba480b54069 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:25.018602 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9bfd15a-8f97-4157-9f81-5ab5f9d31a94 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Router d881527e-87c4-408e-8185-7fda27f7417d is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:27:25.252830 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9bfd15a-8f97-4157-9f81-5ab5f9d31a94 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:27:25.265111 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a24a882-bf14-4323-b316-2c81fc630e0a None None] Sync routers for ids ['d881527e-87c4-408e-8185-7fda27f7417d'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:27:25.280157 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a24a882-bf14-4323-b316-2c81fc630e0a None None] Routers {'d881527e-87c4-408e-8185-7fda27f7417d'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:27:25.280772 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-6a24a882-bf14-4323-b316-2c81fc630e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:27:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['d881527e-87c4-408e-8185-7fda27f7417d'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:27:25.326327 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d9bfd15a-8f97-4157-9f81-5ab5f9d31a94 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:25.327506 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d9bfd15a-8f97-4157-9f81-5ab5f9d31a94 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.9411759 May 05 20:27:25.331305 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57846) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:25.412283 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-093c1803-fafb-4ec5-a48f-0921653e9eee tempest-TestNetworkAdvancedServerOps-1264277304 tempest-TestNetworkAdvancedServerOps-1264277304-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=310f91420a2d4ddd8aab8a710d8dc814&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0797939 May 05 20:27:25.421237 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57850) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:25.611230 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device d2bdd031-efa7-4032-bf48-b88b307a3e21 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:27:25.709849 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: d2bdd031-efa7-4032-bf48-b88b307a3e21 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:27:25.710282 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device d2bdd031-efa7-4032-bf48-b88b307a3e21 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:27:25.726043 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-6a24a882-bf14-4323-b316-2c81fc630e0a None None] Set router d881527e-87c4-408e-8185-7fda27f7417d gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:27:25.729417 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281fc5e9-f617-43b3-b463-3bdea69fbe91 tempest-TestNetworkAdvancedServerOps-1264277304 tempest-TestNetworkAdvancedServerOps-1264277304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:25.734899 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-281fc5e9-f617-43b3-b463-3bdea69fbe91 tempest-TestNetworkAdvancedServerOps-1264277304 tempest-TestNetworkAdvancedServerOps-1264277304-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3087091 May 05 20:27:25.737571 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57858) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:25.788335 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-547a5750-a44b-4379-933a-5e0432e1bbce tempest-TestNetworkAdvancedServerOps-1264277304 tempest-TestNetworkAdvancedServerOps-1264277304-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=0401d202-1605-4cfe-bad4-fb225df6afb0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0489681 May 05 20:27:25.791127 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57862) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:25.797362 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-667ba55a-e465-4fad-9103-e238b39f153c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1798295187', 'network_id': 'a530804e-070c-4f75-96b2-acc53b3f286b', 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:27:25.799643 n-d-840717-1 neutron-server[88197]: DEBUG neutron.objects.ports [None req-330147aa-5274-444f-829e-3ba480b54069 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88197) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 05 20:27:25.803381 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-330147aa-5274-444f-829e-3ba480b54069 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:25.956275 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330147aa-5274-444f-829e-3ba480b54069 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Network 7289b573-7530-4f0a-b5b0-032373718af7 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:27:25.961182 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-330147aa-5274-444f-829e-3ba480b54069 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:27:25.970049 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9626f085-abfb-467c-9e83-96dd669166b8 None None] Network 7289b573-7530-4f0a-b5b0-032373718af7 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:27:25.978880 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330147aa-5274-444f-829e-3ba480b54069 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:25.979547 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-330147aa-5274-444f-829e-3ba480b54069 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:26.026707 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-667ba55a-e465-4fad-9103-e238b39f153c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:27:26.033906 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330147aa-5274-444f-829e-3ba480b54069 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event updated for resources: {'Subnet': ['ID=800ba53f-e6ec-471f-a53e-e557425c853b,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:26.035082 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-667ba55a-e465-4fad-9103-e238b39f153c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Usage tracker for resource:subnet and tenant:310f91420a2d4ddd8aab8a710d8dc814 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:27:26.042173 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-330147aa-5274-444f-829e-3ba480b54069 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2211454 May 05 20:27:26.045004 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57866) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:26.052347 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-39cefd11-5a85-4594-9a6a-8e10aac7ecb7 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Request body: {'subnet': {'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:27:26.072951 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-667ba55a-e465-4fad-9103-e238b39f153c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:27:26.086983 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-667ba55a-e465-4fad-9103-e238b39f153c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:27:26.166945 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-667ba55a-e465-4fad-9103-e238b39f153c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Made reservation on behalf of 310f91420a2d4ddd8aab8a710d8dc814 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:27:26.170479 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-667ba55a-e465-4fad-9103-e238b39f153c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:26.224102 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-6a24a882-bf14-4323-b316-2c81fc630e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd881527e-87c4-408e-8185-7fda27f7417d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1749651413', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '25e390a9-71aa-45d6-bc81-586dbfb4f945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:27:21Z', 'updated_at': '2022-05-05T20:27:23Z', 'revision_number': 3, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'gw_port': {'id': '25e390a9-71aa-45d6-bc81-586dbfb4f945', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd881527e-87c4-408e-8185-7fda27f7417d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:27:22Z', 'updated_at': '2022-05-05T20:27:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:27:26.228868 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a24a882-bf14-4323-b316-2c81fc630e0a None None] Checking router: d881527e-87c4-408e-8185-7fda27f7417d for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:27:26.229658 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a24a882-bf14-4323-b316-2c81fc630e0a None None] Updating router d881527e-87c4-408e-8185-7fda27f7417d port 25e390a9-71aa-45d6-bc81-586dbfb4f945 binding host n-d-840717-1 {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:27:26.339899 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-39cefd11-5a85-4594-9a6a-8e10aac7ecb7 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:27:26.343972 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9238fb1-12b3-4a2d-8ecc-a11887be0baa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-7289b573-7530-4f0a-b5b0-032373718af7', 'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'tenant_id': '0780f842482f4e59b41843f42dd46f0e', 'fixed_ips': [{'subnet_id': '800ba53f-e6ec-471f-a53e-e557425c853b'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:27:26.344494 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c9238fb1-12b3-4a2d-8ecc-a11887be0baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:26.347145 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-39cefd11-5a85-4594-9a6a-8e10aac7ecb7 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Usage tracker for resource:subnet and tenant:0780f842482f4e59b41843f42dd46f0e is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:27:26.351896 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-39cefd11-5a85-4594-9a6a-8e10aac7ecb7 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:27:26.355770 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a24a882-bf14-4323-b316-2c81fc630e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:26.360604 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-39cefd11-5a85-4594-9a6a-8e10aac7ecb7 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:27:26.376080 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39cefd11-5a85-4594-9a6a-8e10aac7ecb7 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Made reservation on behalf of 0780f842482f4e59b41843f42dd46f0e for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:27:26.379621 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-39cefd11-5a85-4594-9a6a-8e10aac7ecb7 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:26.708215 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-c9238fb1-12b3-4a2d-8ecc-a11887be0baa None None] Allocated IP 2001:db8::f816:3eff:fe3e:e350 (7289b573-7530-4f0a-b5b0-032373718af7/800ba53f-e6ec-471f-a53e-e557425c853b/457038da-a960-4d1b-a7d1-4c083f73c4e1) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:27:26.818224 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-667ba55a-e465-4fad-9103-e238b39f153c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:26.893301 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a24a882-bf14-4323-b316-2c81fc630e0a None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:26.911594 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-6a24a882-bf14-4323-b316-2c81fc630e0a None None] Transition to ACTIVE for port object 25e390a9-71aa-45d6-bc81-586dbfb4f945 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:27:26.922949 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a24a882-bf14-4323-b316-2c81fc630e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:26.930260 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667ba55a-e465-4fad-9103-e238b39f153c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event updated for resources: {'Subnet': ['ID=4c3daedf-d3f6-4ceb-abbf-298ca5ecc579,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:26.970476 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667ba55a-e465-4fad-9103-e238b39f153c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Checking segment: {'id': '8c83f52a-b29a-42d2-bd3e-a0fa0faf2957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a530804e-070c-4f75-96b2-acc53b3f286b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:27:26.970822 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667ba55a-e465-4fad-9103-e238b39f153c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Network hostable DHCP agents. Network: a530804e-070c-4f75-96b2-acc53b3f286b, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:27:27.008665 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667ba55a-e465-4fad-9103-e238b39f153c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Network a530804e-070c-4f75-96b2-acc53b3f286b is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:27:27.018278 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3480503-7865-4058-802b-1684bccf79c9 None None] Pushing event updated for resources: {'Port': ['ID=25e390a9-71aa-45d6-bc81-586dbfb4f945,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:27.031277 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-667ba55a-e465-4fad-9103-e238b39f153c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, a530804e-070c-4f75-96b2-acc53b3f286b) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:27:27.040725 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667ba55a-e465-4fad-9103-e238b39f153c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:27.041529 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-667ba55a-e465-4fad-9103-e238b39f153c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:27.048869 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d2e4dc-c9ef-44bc-8385-e7047082a275 None None] Network a530804e-070c-4f75-96b2-acc53b3f286b requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:27:27.051896 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-6a24a882-bf14-4323-b316-2c81fc630e0a None None] Attempting to bind port 25e390a9-71aa-45d6-bc81-586dbfb4f945 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:27:27.052260 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-6a24a882-bf14-4323-b316-2c81fc630e0a None None] Attempting to bind port 25e390a9-71aa-45d6-bc81-586dbfb4f945 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:27:27.052616 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a24a882-bf14-4323-b316-2c81fc630e0a None None] Attempting to bind port 25e390a9-71aa-45d6-bc81-586dbfb4f945 on network 0401d202-1605-4cfe-bad4-fb225df6afb0 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:27:27.059001 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a24a882-bf14-4323-b316-2c81fc630e0a None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:27:27.059384 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a24a882-bf14-4323-b316-2c81fc630e0a None None] Checking segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:27:27.059782 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a24a882-bf14-4323-b316-2c81fc630e0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:27.060169 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a24a882-bf14-4323-b316-2c81fc630e0a None None] Bound using segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:27:27.060624 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-6a24a882-bf14-4323-b316-2c81fc630e0a None None] Bound port: 25e390a9-71aa-45d6-bc81-586dbfb4f945, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:27:27.060986 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a24a882-bf14-4323-b316-2c81fc630e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:27.111511 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-39cefd11-5a85-4594-9a6a-8e10aac7ecb7 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:27.138847 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-6a24a882-bf14-4323-b316-2c81fc630e0a None None] For port 25e390a9-71aa-45d6-bc81-586dbfb4f945, host n-d-840717-1, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:27:27.144397 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-6a24a882-bf14-4323-b316-2c81fc630e0a None None] For port 25e390a9-71aa-45d6-bc81-586dbfb4f945, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=25e390a9-71aa-45d6-bc81-586dbfb4f945,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:27:27.150907 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a24a882-bf14-4323-b316-2c81fc630e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:27.253190 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cefd11-5a85-4594-9a6a-8e10aac7ecb7 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event updated for resources: {'Subnet': ['ID=4d7020a0-55be-4c58-9ab6-385fcd1beac2,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:27.273112 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cefd11-5a85-4594-9a6a-8e10aac7ecb7 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Network 7289b573-7530-4f0a-b5b0-032373718af7 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:27:27.274725 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-39cefd11-5a85-4594-9a6a-8e10aac7ecb7 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:27:27.279163 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cefd11-5a85-4594-9a6a-8e10aac7ecb7 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:27.279860 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-39cefd11-5a85-4594-9a6a-8e10aac7ecb7 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:27.289479 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-667ba55a-e465-4fad-9103-e238b39f153c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4937866 May 05 20:27:27.289837 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57876) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:27.314505 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a24a882-bf14-4323-b316-2c81fc630e0a None None] Routers {'d881527e-87c4-408e-8185-7fda27f7417d'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:27:27.316992 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-6a24a882-bf14-4323-b316-2c81fc630e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:27:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['d881527e-87c4-408e-8185-7fda27f7417d'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:27:27.324476 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-39cefd11-5a85-4594-9a6a-8e10aac7ecb7 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2783167 May 05 20:27:27.329113 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57882) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:27.330784 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c9238fb1-12b3-4a2d-8ecc-a11887be0baa None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:27.336902 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-27f1c5b9-20e8-45bb-92b3-48bbe8e23c2b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Request body: {'port': {'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'mac_address': 'fa:16:3e:75:22:57', 'name': 'tempest-NetworksTestDHCPv6-1684410506'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:27:27.355048 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-c9238fb1-12b3-4a2d-8ecc-a11887be0baa None None] Transition to ACTIVE for port object 457038da-a960-4d1b-a7d1-4c083f73c4e1 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:27:27.490036 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-c9238fb1-12b3-4a2d-8ecc-a11887be0baa None None] Transition to ACTIVE for port object 457038da-a960-4d1b-a7d1-4c083f73c4e1 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:27:27.501019 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c9238fb1-12b3-4a2d-8ecc-a11887be0baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:27.581736 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-6a24a882-bf14-4323-b316-2c81fc630e0a None None] Set router d881527e-87c4-408e-8185-7fda27f7417d gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:27:27.609754 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-27f1c5b9-20e8-45bb-92b3-48bbe8e23c2b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:27:27.614982 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2218719a-bb1b-4507-aa39-4dfa9ba51eed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-a530804e-070c-4f75-96b2-acc53b3f286b', 'network_id': 'a530804e-070c-4f75-96b2-acc53b3f286b', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'fixed_ips': [{'subnet_id': '4c3daedf-d3f6-4ceb-abbf-298ca5ecc579'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:27:27.617362 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2218719a-bb1b-4507-aa39-4dfa9ba51eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:27.634812 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-27f1c5b9-20e8-45bb-92b3-48bbe8e23c2b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:27:27.670789 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f1c5b9-20e8-45bb-92b3-48bbe8e23c2b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Made reservation on behalf of 0780f842482f4e59b41843f42dd46f0e for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:27:27.734178 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9238fb1-12b3-4a2d-8ecc-a11887be0baa None None] Pushing event updated for resources: {'Port': ['ID=457038da-a960-4d1b-a7d1-4c083f73c4e1,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:27.772680 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9238fb1-12b3-4a2d-8ecc-a11887be0baa None None] Network 7289b573-7530-4f0a-b5b0-032373718af7 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:27:27.774272 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3480503-7865-4058-802b-1684bccf79c9 None None] Pushing event updated for resources: {'Port': ['ID=25e390a9-71aa-45d6-bc81-586dbfb4f945,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:27.777928 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-c9238fb1-12b3-4a2d-8ecc-a11887be0baa None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:27:27.894882 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9238fb1-12b3-4a2d-8ecc-a11887be0baa None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:27:27.926839 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-27f1c5b9-20e8-45bb-92b3-48bbe8e23c2b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:27.961957 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-27f1c5b9-20e8-45bb-92b3-48bbe8e23c2b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] device_id is not set on port 1d85ec31-7409-4579-927e-2e788f9ff171 yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:27:28.087009 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-6a24a882-bf14-4323-b316-2c81fc630e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd881527e-87c4-408e-8185-7fda27f7417d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1749651413', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '25e390a9-71aa-45d6-bc81-586dbfb4f945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:27:21Z', 'updated_at': '2022-05-05T20:27:23Z', 'revision_number': 3, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'gw_port': {'id': '25e390a9-71aa-45d6-bc81-586dbfb4f945', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd881527e-87c4-408e-8185-7fda27f7417d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:27:22Z', 'updated_at': '2022-05-05T20:27:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:27:28.090839 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-c9238fb1-12b3-4a2d-8ecc-a11887be0baa None None] Attempting to bind port 457038da-a960-4d1b-a7d1-4c083f73c4e1 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:27:28.091329 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-c9238fb1-12b3-4a2d-8ecc-a11887be0baa None None] Attempting to bind port 457038da-a960-4d1b-a7d1-4c083f73c4e1 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '1cf78a78-2d57-4ccb-9633-08c37696a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7289b573-7530-4f0a-b5b0-032373718af7'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:27:28.091944 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9238fb1-12b3-4a2d-8ecc-a11887be0baa None None] Attempting to bind port 457038da-a960-4d1b-a7d1-4c083f73c4e1 on network 7289b573-7530-4f0a-b5b0-032373718af7 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:27:28.092381 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a24a882-bf14-4323-b316-2c81fc630e0a None None] The sync data for ids ['d881527e-87c4-408e-8185-7fda27f7417d'] in n-d-840717-1 is: [{'id': 'd881527e-87c4-408e-8185-7fda27f7417d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1749651413', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '25e390a9-71aa-45d6-bc81-586dbfb4f945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:27:21Z', 'updated_at': '2022-05-05T20:27:23Z', 'revision_number': 3, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'gw_port': {'id': '25e390a9-71aa-45d6-bc81-586dbfb4f945', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd881527e-87c4-408e-8185-7fda27f7417d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:27:22Z', 'updated_at': '2022-05-05T20:27:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:27:28.107145 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9238fb1-12b3-4a2d-8ecc-a11887be0baa None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:27:28.108510 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9238fb1-12b3-4a2d-8ecc-a11887be0baa None None] Checking segment: {'id': '1cf78a78-2d57-4ccb-9633-08c37696a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7289b573-7530-4f0a-b5b0-032373718af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:27:28.109352 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c9238fb1-12b3-4a2d-8ecc-a11887be0baa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:28.110419 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9238fb1-12b3-4a2d-8ecc-a11887be0baa None None] Bound using segment: {'id': '1cf78a78-2d57-4ccb-9633-08c37696a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7289b573-7530-4f0a-b5b0-032373718af7'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:27:28.111052 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-c9238fb1-12b3-4a2d-8ecc-a11887be0baa None None] Bound port: 457038da-a960-4d1b-a7d1-4c083f73c4e1, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf78a78-2d57-4ccb-9633-08c37696a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7289b573-7530-4f0a-b5b0-032373718af7'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:27:28.111565 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c9238fb1-12b3-4a2d-8ecc-a11887be0baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:28.264627 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-27f1c5b9-20e8-45bb-92b3-48bbe8e23c2b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Allocated IP 172.20.0.10 (7289b573-7530-4f0a-b5b0-032373718af7/4d7020a0-55be-4c58-9ab6-385fcd1beac2/1d85ec31-7409-4579-927e-2e788f9ff171) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:27:28.273653 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-27f1c5b9-20e8-45bb-92b3-48bbe8e23c2b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Allocated IP 2001:db8::f816:3eff:fe75:2257 (7289b573-7530-4f0a-b5b0-032373718af7/800ba53f-e6ec-471f-a53e-e557425c853b/1d85ec31-7409-4579-927e-2e788f9ff171) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:27:28.336254 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-2218719a-bb1b-4507-aa39-4dfa9ba51eed None None] Allocated IP 172.20.0.2 (a530804e-070c-4f75-96b2-acc53b3f286b/4c3daedf-d3f6-4ceb-abbf-298ca5ecc579/d7dabd64-590d-4730-b94e-bf50b0a22e14) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:27:28.355188 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-c9238fb1-12b3-4a2d-8ecc-a11887be0baa None None] For port 457038da-a960-4d1b-a7d1-4c083f73c4e1, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:27:28.358805 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-c9238fb1-12b3-4a2d-8ecc-a11887be0baa None None] For port 457038da-a960-4d1b-a7d1-4c083f73c4e1, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=457038da-a960-4d1b-a7d1-4c083f73c4e1,segment=NetworkSegment(1cf78a78-2d57-4ccb-9633-08c37696a2c0),segment_id=1cf78a78-2d57-4ccb-9633-08c37696a2c0)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:27:28.385812 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c9238fb1-12b3-4a2d-8ecc-a11887be0baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:28.529939 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6427bdb4-03c2-46ba-8154-99c9c067ee96 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:28.706906 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9238fb1-12b3-4a2d-8ecc-a11887be0baa None None] Pushing event updated for resources: {'Port': ['ID=457038da-a960-4d1b-a7d1-4c083f73c4e1,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:28.748722 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-27f1c5b9-20e8-45bb-92b3-48bbe8e23c2b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:28.787161 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-27f1c5b9-20e8-45bb-92b3-48bbe8e23c2b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Transition to ACTIVE for port object 1d85ec31-7409-4579-927e-2e788f9ff171 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:27:28.856953 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-27f1c5b9-20e8-45bb-92b3-48bbe8e23c2b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:28.979581 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f1c5b9-20e8-45bb-92b3-48bbe8e23c2b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Network 7289b573-7530-4f0a-b5b0-032373718af7 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:27:28.994579 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-27f1c5b9-20e8-45bb-92b3-48bbe8e23c2b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:27:29.014584 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2218719a-bb1b-4507-aa39-4dfa9ba51eed None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:29.038421 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-2218719a-bb1b-4507-aa39-4dfa9ba51eed None None] Transition to ACTIVE for port object d7dabd64-590d-4730-b94e-bf50b0a22e14 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:27:29.054980 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f1c5b9-20e8-45bb-92b3-48bbe8e23c2b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:27:29.099606 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-2218719a-bb1b-4507-aa39-4dfa9ba51eed None None] Transition to ACTIVE for port object d7dabd64-590d-4730-b94e-bf50b0a22e14 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:27:29.110484 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2218719a-bb1b-4507-aa39-4dfa9ba51eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:29.208770 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f1c5b9-20e8-45bb-92b3-48bbe8e23c2b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event updated for resources: {'Port': ['ID=1d85ec31-7409-4579-927e-2e788f9ff171,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:29.283104 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2218719a-bb1b-4507-aa39-4dfa9ba51eed None None] Network a530804e-070c-4f75-96b2-acc53b3f286b is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:27:29.289436 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-2218719a-bb1b-4507-aa39-4dfa9ba51eed None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:27:29.321975 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2218719a-bb1b-4507-aa39-4dfa9ba51eed None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:27:29.338037 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f1c5b9-20e8-45bb-92b3-48bbe8e23c2b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:29.344617 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-27f1c5b9-20e8-45bb-92b3-48bbe8e23c2b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:29.426913 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-27f1c5b9-20e8-45bb-92b3-48bbe8e23c2b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.0980792 May 05 20:27:29.430118 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57906) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:29.466849 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2218719a-bb1b-4507-aa39-4dfa9ba51eed None None] Pushing event updated for resources: {'Port': ['ID=d7dabd64-590d-4730-b94e-bf50b0a22e14,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:29.530442 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-2218719a-bb1b-4507-aa39-4dfa9ba51eed None None] Attempting to bind port d7dabd64-590d-4730-b94e-bf50b0a22e14 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:27:29.530805 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-2218719a-bb1b-4507-aa39-4dfa9ba51eed None None] Attempting to bind port d7dabd64-590d-4730-b94e-bf50b0a22e14 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '8c83f52a-b29a-42d2-bd3e-a0fa0faf2957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a530804e-070c-4f75-96b2-acc53b3f286b'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:27:29.531168 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2218719a-bb1b-4507-aa39-4dfa9ba51eed None None] Attempting to bind port d7dabd64-590d-4730-b94e-bf50b0a22e14 on network a530804e-070c-4f75-96b2-acc53b3f286b {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:27:29.550363 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2218719a-bb1b-4507-aa39-4dfa9ba51eed None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:27:29.550363 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2218719a-bb1b-4507-aa39-4dfa9ba51eed None None] Checking segment: {'id': '8c83f52a-b29a-42d2-bd3e-a0fa0faf2957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a530804e-070c-4f75-96b2-acc53b3f286b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:27:29.550363 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2218719a-bb1b-4507-aa39-4dfa9ba51eed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:29.550363 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2218719a-bb1b-4507-aa39-4dfa9ba51eed None None] Bound using segment: {'id': '8c83f52a-b29a-42d2-bd3e-a0fa0faf2957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a530804e-070c-4f75-96b2-acc53b3f286b'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:27:29.550815 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-2218719a-bb1b-4507-aa39-4dfa9ba51eed None None] Bound port: d7dabd64-590d-4730-b94e-bf50b0a22e14, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c83f52a-b29a-42d2-bd3e-a0fa0faf2957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a530804e-070c-4f75-96b2-acc53b3f286b'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:27:29.550815 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2218719a-bb1b-4507-aa39-4dfa9ba51eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:29.638731 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd57b11-5b30-4005-bfc6-bc5dd6a21147 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:29.656649 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd57b11-5b30-4005-bfc6-bc5dd6a21147 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:29.660872 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-8cd57b11-5b30-4005-bfc6-bc5dd6a21147 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Synchronizing usage tracker for tenant:0780f842482f4e59b41843f42dd46f0e on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:27:29.680188 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-8cd57b11-5b30-4005-bfc6-bc5dd6a21147 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Unset dirty status for tenant:0780f842482f4e59b41843f42dd46f0e on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:27:29.685197 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-8cd57b11-5b30-4005-bfc6-bc5dd6a21147 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.2536309 May 05 20:27:29.685980 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57910) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:29.792085 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 25e390a9-71aa-45d6-bc81-586dbfb4f945 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:27:29.836309 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-6427bdb4-03c2-46ba-8154-99c9c067ee96 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Allocated IP 172.20.0.1 (a530804e-070c-4f75-96b2-acc53b3f286b/4c3daedf-d3f6-4ceb-abbf-298ca5ecc579/b55ecf41-b494-49fe-b37b-dd88134fece1) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:27:29.853497 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-f9a4a4d4-2759-4494-ab8c-6df9f8e38deb tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Deleting port 1d85ec31-7409-4579-927e-2e788f9ff171 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:27:29.853952 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f9a4a4d4-2759-4494-ab8c-6df9f8e38deb tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:29.906492 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-2218719a-bb1b-4507-aa39-4dfa9ba51eed None None] For port d7dabd64-590d-4730-b94e-bf50b0a22e14, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:27:29.947012 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-2218719a-bb1b-4507-aa39-4dfa9ba51eed None None] For port d7dabd64-590d-4730-b94e-bf50b0a22e14, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=d7dabd64-590d-4730-b94e-bf50b0a22e14,segment=NetworkSegment(8c83f52a-b29a-42d2-bd3e-a0fa0faf2957),segment_id=8c83f52a-b29a-42d2-bd3e-a0fa0faf2957)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:27:29.968259 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2218719a-bb1b-4507-aa39-4dfa9ba51eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:30.122397 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 25e390a9-71aa-45d6-bc81-586dbfb4f945 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:27:30.131027 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 25e390a9-71aa-45d6-bc81-586dbfb4f945 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:27:30.152037 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:30.168211 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6427bdb4-03c2-46ba-8154-99c9c067ee96 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:30.197457 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-6427bdb4-03c2-46ba-8154-99c9c067ee96 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Transition to ACTIVE for port object b55ecf41-b494-49fe-b37b-dd88134fece1 will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:27:30.220513 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2218719a-bb1b-4507-aa39-4dfa9ba51eed None None] Pushing event updated for resources: {'Port': ['ID=d7dabd64-590d-4730-b94e-bf50b0a22e14,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:30.305100 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6427bdb4-03c2-46ba-8154-99c9c067ee96 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:30.396095 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6427bdb4-03c2-46ba-8154-99c9c067ee96 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Network a530804e-070c-4f75-96b2-acc53b3f286b is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:27:30.413450 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-6427bdb4-03c2-46ba-8154-99c9c067ee96 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:27:30.419325 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6427bdb4-03c2-46ba-8154-99c9c067ee96 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:27:30.512627 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:30.566814 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44605e5-1d32-426d-b871-fc9789754e35 None None] Network 7289b573-7530-4f0a-b5b0-032373718af7 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:27:30.604871 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6427bdb4-03c2-46ba-8154-99c9c067ee96 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event updated for resources: {'Port': ['ID=b55ecf41-b494-49fe-b37b-dd88134fece1,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:30.629776 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 25e390a9-71aa-45d6-bc81-586dbfb4f945, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=25e390a9-71aa-45d6-bc81-586dbfb4f945,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:27:30.658618 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6427bdb4-03c2-46ba-8154-99c9c067ee96 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:30.696680 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:30.697457 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 457038da-a960-4d1b-a7d1-4c083f73c4e1 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:27:30.744210 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f9a4a4d4-2759-4494-ab8c-6df9f8e38deb tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:30.971601 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6427bdb4-03c2-46ba-8154-99c9c067ee96 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:31.001144 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-f9a4a4d4-2759-4494-ab8c-6df9f8e38deb tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Calling delete_port for 1d85ec31-7409-4579-927e-2e788f9ff171 owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:27:31.282085 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=25e390a9-71aa-45d6-bc81-586dbfb4f945,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:31.306907 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-157098a1-5961-4123-bae4-c3d3d8d6700d None None] Provisioning for port 457038da-a960-4d1b-a7d1-4c083f73c4e1 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:27:31.334841 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 457038da-a960-4d1b-a7d1-4c083f73c4e1 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:27:31.347658 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 457038da-a960-4d1b-a7d1-4c083f73c4e1 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:27:31.348272 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:31.508537 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f9a4a4d4-2759-4494-ab8c-6df9f8e38deb tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:31.622299 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a4a4d4-2759-4494-ab8c-6df9f8e38deb tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event deleted for resources: {'Port': ['ID=1d85ec31-7409-4579-927e-2e788f9ff171,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:31.643268 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6427bdb4-03c2-46ba-8154-99c9c067ee96 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:31.655795 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6427bdb4-03c2-46ba-8154-99c9c067ee96 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:31.693335 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:31.855233 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6427bdb4-03c2-46ba-8154-99c9c067ee96 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:31.868916 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6427bdb4-03c2-46ba-8154-99c9c067ee96 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event updated for resources: {'Port': ['ID=b55ecf41-b494-49fe-b37b-dd88134fece1,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:31.878122 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f9a4a4d4-2759-4494-ab8c-6df9f8e38deb tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:31.880819 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 457038da-a960-4d1b-a7d1-4c083f73c4e1, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=457038da-a960-4d1b-a7d1-4c083f73c4e1,segment=NetworkSegment(1cf78a78-2d57-4ccb-9633-08c37696a2c0),segment_id=1cf78a78-2d57-4ccb-9633-08c37696a2c0)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:27:31.893883 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09948cc-8fc2-48ce-b4af-f919e79772a5 None None] Update dhcp port {'port': {'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'fixed_ips': [{'subnet_id': '800ba53f-e6ec-471f-a53e-e557425c853b', 'ip_address': '2001:db8::f816:3eff:fe3e:e350'}, {'subnet_id': '4d7020a0-55be-4c58-9ab6-385fcd1beac2'}], 'binding:host_id': 'n-d-840717-1'}, 'id': '457038da-a960-4d1b-a7d1-4c083f73c4e1'} from n-d-840717-1. {{(pid=88199) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 05 20:27:31.906286 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f9a4a4d4-2759-4494-ab8c-6df9f8e38deb tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/ports/1d85ec31-7409-4579-927e-2e788f9ff171 HTTP/1.1" status: 204 len: 168 time: 2.2192075 May 05 20:27:31.908744 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57940) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:31.963297 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:32.065592 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d09948cc-8fc2-48ce-b4af-f919e79772a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:32.074454 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd0a950-1257-40fa-8659-365354665eb1 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:32.077259 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd0a950-1257-40fa-8659-365354665eb1 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:32.079485 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd0a950-1257-40fa-8659-365354665eb1 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:32.080114 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-5cd0a950-1257-40fa-8659-365354665eb1 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Synchronizing usage tracker for tenant:0780f842482f4e59b41843f42dd46f0e on resource:subnet {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:27:32.082949 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace9270a-f892-44c1-b424-5e7adce7900a None None] Network a530804e-070c-4f75-96b2-acc53b3f286b requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:27:32.102740 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-5cd0a950-1257-40fa-8659-365354665eb1 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Unset dirty status for tenant:0780f842482f4e59b41843f42dd46f0e on resource:subnet {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:27:32.108664 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-5cd0a950-1257-40fa-8659-365354665eb1 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1986294 May 05 20:27:32.111947 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57944) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:32.164281 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6427bdb4-03c2-46ba-8154-99c9c067ee96 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Network a530804e-070c-4f75-96b2-acc53b3f286b is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:27:32.169711 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-6427bdb4-03c2-46ba-8154-99c9c067ee96 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:27:32.200775 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=457038da-a960-4d1b-a7d1-4c083f73c4e1,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:32.281468 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5eeba19-fac1-4f2f-9d51-37db7921221c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Deleting subnet 4d7020a0-55be-4c58-9ab6-385fcd1beac2 {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:27:32.289251 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c5eeba19-fac1-4f2f-9d51-37db7921221c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:32.328220 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device d7dabd64-590d-4730-b94e-bf50b0a22e14 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:27:32.430614 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-21582d70-5425-42fc-a384-9fd98feaa9e7 None None] Provisioning for port d7dabd64-590d-4730-b94e-bf50b0a22e14 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:27:32.542213 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c5eeba19-fac1-4f2f-9d51-37db7921221c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:32.550269 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57952) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:32.612613 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port d7dabd64-590d-4730-b94e-bf50b0a22e14 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:27:32.620366 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port d7dabd64-590d-4730-b94e-bf50b0a22e14 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:27:32.620793 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:32.621010 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6427bdb4-03c2-46ba-8154-99c9c067ee96 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Router d881527e-87c4-408e-8185-7fda27f7417d has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:27:32.630326 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c5eeba19-fac1-4f2f-9d51-37db7921221c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:32.856678 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:32.927792 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port d7dabd64-590d-4730-b94e-bf50b0a22e14, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=d7dabd64-590d-4730-b94e-bf50b0a22e14,segment=NetworkSegment(8c83f52a-b29a-42d2-bd3e-a0fa0faf2957),segment_id=8c83f52a-b29a-42d2-bd3e-a0fa0faf2957)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:27:32.939879 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:32.940752 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 25e390a9-71aa-45d6-bc81-586dbfb4f945 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:27:32.955267 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c5eeba19-fac1-4f2f-9d51-37db7921221c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:33.018205 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6427bdb4-03c2-46ba-8154-99c9c067ee96 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:27:33.020051 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eeba19-fac1-4f2f-9d51-37db7921221c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event deleted for resources: {'Subnet': ['ID=4d7020a0-55be-4c58-9ab6-385fcd1beac2,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server [None req-d09948cc-8fc2-48ce-b4af-f919e79772a5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4d7020a0-55be-4c58-9ab6-385fcd1beac2: This subnet is being modified by another concurrent operation. May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server raise self.value May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server raise self.value May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server raise self.value May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in update_dhcp_port May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server raise self.value May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server raise self.value May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server raise self.value May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1723, in update_port May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1494, in update_port May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server self.ipam.update_port( May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 726, in update_port May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server raise exception May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4d7020a0-55be-4c58-9ab6-385fcd1beac2: This subnet is being modified by another concurrent operation. May 05 20:27:33.024318 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server May 05 20:27:33.029203 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c5eeba19-fac1-4f2f-9d51-37db7921221c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:33.039869 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-67fbf293-819b-46b0-a5f6-620f0cb25818 admin admin] Deleting subnet 48fdae70-c7db-41e9-a9c8-4b1e968522dd {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:27:33.056622 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-67fbf293-819b-46b0-a5f6-620f0cb25818 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:33.059585 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e14178-9370-4274-afc5-e6938ee139ea None None] Sync routers for ids ['d881527e-87c4-408e-8185-7fda27f7417d'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:27:33.062145 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-6427bdb4-03c2-46ba-8154-99c9c067ee96 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "PUT /v2.0/routers/d881527e-87c4-408e-8185-7fda27f7417d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7691491 May 05 20:27:33.077313 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-c5eeba19-fac1-4f2f-9d51-37db7921221c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/subnets/4d7020a0-55be-4c58-9ab6-385fcd1beac2 HTTP/1.1" status: 204 len: 168 time: 0.9631665 May 05 20:27:33.079199 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 57962) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:33.132454 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-67fbf293-819b-46b0-a5f6-620f0cb25818 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:33.147931 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e14178-9370-4274-afc5-e6938ee139ea None None] Routers {'d881527e-87c4-408e-8185-7fda27f7417d'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:27:33.149631 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-32e14178-9370-4274-afc5-e6938ee139ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:27:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['d881527e-87c4-408e-8185-7fda27f7417d'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:27:33.222416 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc1a970b-4deb-4d11-8fa1-fa736dca564d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Deleting subnet 800ba53f-e6ec-471f-a53e-e557425c853b {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:27:33.230095 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dc1a970b-4deb-4d11-8fa1-fa736dca564d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:33.238197 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-67fbf293-819b-46b0-a5f6-620f0cb25818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:33.368804 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=d7dabd64-590d-4730-b94e-bf50b0a22e14,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:33.383328 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b87ce0f3-2808-4b19-9207-b167deb06f1a None None] Provisioning complete for port 457038da-a960-4d1b-a7d1-4c083f73c4e1 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:27:33.397321 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b87ce0f3-2808-4b19-9207-b167deb06f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:33.419773 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-67fbf293-819b-46b0-a5f6-620f0cb25818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:33.433565 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dc1a970b-4deb-4d11-8fa1-fa736dca564d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:33.501277 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fbf293-819b-46b0-a5f6-620f0cb25818 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48fdae70-c7db-41e9-a9c8-4b1e968522dd,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:33.539618 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-67fbf293-819b-46b0-a5f6-620f0cb25818 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:33.552668 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-67fbf293-819b-46b0-a5f6-620f0cb25818 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/48fdae70-c7db-41e9-a9c8-4b1e968522dd HTTP/1.1" status: 204 len: 168 time: 1.0009279 May 05 20:27:33.555675 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57982) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:33.650438 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-b6aa649d-cbc2-42ab-85d5-0b03dfbfc518 req-746c7c46-86b4-4279-87fd-e8de21bfa92a tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Synchronizing usage tracker for tenant:310f91420a2d4ddd8aab8a710d8dc814 on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:27:33.692778 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-b6aa649d-cbc2-42ab-85d5-0b03dfbfc518 req-746c7c46-86b4-4279-87fd-e8de21bfa92a tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Unset dirty status for tenant:310f91420a2d4ddd8aab8a710d8dc814 on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:27:33.699215 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 25e390a9-71aa-45d6-bc81-586dbfb4f945 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:27:33.699631 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:33.701380 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b6aa649d-cbc2-42ab-85d5-0b03dfbfc518 req-746c7c46-86b4-4279-87fd-e8de21bfa92a tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-431336373&fields=id&tenant_id=310f91420a2d4ddd8aab8a710d8dc814 HTTP/1.1" status: 200 len: 267 time: 0.1497781 May 05 20:27:33.754538 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dc1a970b-4deb-4d11-8fa1-fa736dca564d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:33.860127 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-32e14178-9370-4274-afc5-e6938ee139ea None None] Set router d881527e-87c4-408e-8185-7fda27f7417d gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:27:33.873719 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-26d41291-933b-4771-b59d-f35be380ce45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:34.004133 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa649d-cbc2-42ab-85d5-0b03dfbfc518 req-46d10b09-de75-424b-8ac9-d95478c331dc tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:34.004912 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-b6aa649d-cbc2-42ab-85d5-0b03dfbfc518 req-46d10b09-de75-424b-8ac9-d95478c331dc tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Synchronizing usage tracker for tenant:310f91420a2d4ddd8aab8a710d8dc814 on resource:network {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:27:34.011060 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dc1a970b-4deb-4d11-8fa1-fa736dca564d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:34.068471 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1a970b-4deb-4d11-8fa1-fa736dca564d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event deleted for resources: {'Subnet': ['ID=800ba53f-e6ec-471f-a53e-e557425c853b,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:34.078110 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dc1a970b-4deb-4d11-8fa1-fa736dca564d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:34.084624 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-b6aa649d-cbc2-42ab-85d5-0b03dfbfc518 req-46d10b09-de75-424b-8ac9-d95478c331dc tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Unset dirty status for tenant:310f91420a2d4ddd8aab8a710d8dc814 on resource:network {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:27:34.091533 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b6aa649d-cbc2-42ab-85d5-0b03dfbfc518 req-46d10b09-de75-424b-8ac9-d95478c331dc tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/networks?id=a530804e-070c-4f75-96b2-acc53b3f286b HTTP/1.1" status: 200 len: 796 time: 0.3891690 May 05 20:27:34.108787 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0b6388-464b-4cc1-b325-81014631f15e None None] get_active_networks_info from n-d-840717-1 {{(pid=88199) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 05 20:27:34.113780 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b6aa649d-cbc2-42ab-85d5-0b03dfbfc518 req-dacaafcc-4027-4438-a000-6f91216aa2d3 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/quotas/310f91420a2d4ddd8aab8a710d8dc814 HTTP/1.1" status: 200 len: 375 time: 0.0212641 May 05 20:27:34.116976 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-dc1a970b-4deb-4d11-8fa1-fa736dca564d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/subnets/800ba53f-e6ec-471f-a53e-e557425c853b HTTP/1.1" status: 204 len: 168 time: 1.0368164 May 05 20:27:34.120145 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-26d41291-933b-4771-b59d-f35be380ce45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:34.138654 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57992) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:34.226790 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d87cabf5-8a33-45db-9235-7ad56c196e49 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0869396 May 05 20:27:34.229696 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 57996) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:34.234299 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-b6aa649d-cbc2-42ab-85d5-0b03dfbfc518 req-2a6006a0-39c5-448b-bb01-a817cc7fcb9c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Synchronizing usage tracker for tenant:310f91420a2d4ddd8aab8a710d8dc814 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:27:34.237138 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-4accd94d-2887-406c-846a-de88a96b8455 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Request body: {'subnet': {'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:27:34.257659 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-b6aa649d-cbc2-42ab-85d5-0b03dfbfc518 req-2a6006a0-39c5-448b-bb01-a817cc7fcb9c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Unset dirty status for tenant:310f91420a2d4ddd8aab8a710d8dc814 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:27:34.259180 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b6aa649d-cbc2-42ab-85d5-0b03dfbfc518 req-2a6006a0-39c5-448b-bb01-a817cc7fcb9c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=310f91420a2d4ddd8aab8a710d8dc814&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1445267 May 05 20:27:34.289706 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-26d41291-933b-4771-b59d-f35be380ce45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a832387e-31e5-4ff2-a2fd-7455c4d42558']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:27:34.310695 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-26d41291-933b-4771-b59d-f35be380ce45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91a06b22-4f81-42bf-a32c-14ccd82ed834') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:27:34.311130 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-26d41291-933b-4771-b59d-f35be380ce45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91a06b22-4f81-42bf-a32c-14ccd82ed834') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:27:34.378046 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-26d41291-933b-4771-b59d-f35be380ce45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:34.401840 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-4accd94d-2887-406c-846a-de88a96b8455 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:27:34.406137 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-4accd94d-2887-406c-846a-de88a96b8455 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Usage tracker for resource:subnet and tenant:0780f842482f4e59b41843f42dd46f0e is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:27:34.409371 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-4accd94d-2887-406c-846a-de88a96b8455 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:27:34.416640 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-4accd94d-2887-406c-846a-de88a96b8455 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:27:34.431889 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0b6388-464b-4cc1-b325-81014631f15e None None] Resources bound (agent type, host, resource id): {{(pid=88199) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 05 20:27:34.433259 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-26d41291-933b-4771-b59d-f35be380ce45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:34.435949 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4accd94d-2887-406c-846a-de88a96b8455 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Made reservation on behalf of 0780f842482f4e59b41843f42dd46f0e for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:27:34.440924 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4accd94d-2887-406c-846a-de88a96b8455 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:34.452824 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b87ce0f3-2808-4b19-9207-b167deb06f1a None None] Provisioning complete for port d7dabd64-590d-4730-b94e-bf50b0a22e14 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:27:34.452824 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b87ce0f3-2808-4b19-9207-b167deb06f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:34.481309 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26d41291-933b-4771-b59d-f35be380ce45 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:27:34.482531 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-26d41291-933b-4771-b59d-f35be380ce45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:34.498751 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:27:34.498751 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:27:34.498751 n-d-840717-1 neutron-server[88198]: timer() May 05 20:27:34.498751 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:27:34.498751 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:27:34.498751 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:27:34.498751 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:27:34.498751 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:27:34.498751 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:27:34.498751 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:27:34.498751 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:27:34.498751 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:27:34.498751 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:27:34.498751 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:27:34.498751 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:27:34.498751 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:27:34.498751 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:27:34.498751 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:27:34.498751 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:27:34.498751 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:27:34.498751 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:27:34.498751 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:27:34.498751 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:27:34.498751 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:27:34.498751 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:27:34.498751 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:27:34.498751 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:27:34.498751 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:27:34.498751 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:27:34.498751 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:27:34.498751 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:27:34.498751 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:27:34.527043 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b6aa649d-cbc2-42ab-85d5-0b03dfbfc518 req-8b00a823-a403-4aaf-9387-a35797547530 service neutron] 10.222.0.36 "GET /v2.0/networks/a530804e-070c-4f75-96b2-acc53b3f286b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557552 May 05 20:27:34.632143 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device d7dabd64-590d-4730-b94e-bf50b0a22e14 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:27:34.744560 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5237e479-55da-4ccf-9c3e-f612d99940e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:34.746293 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b6aa649d-cbc2-42ab-85d5-0b03dfbfc518 req-b0331aea-8bf5-431c-9ee5-8214a26536f4 service neutron] 10.222.0.36 "GET /v2.0/networks/a530804e-070c-4f75-96b2-acc53b3f286b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172394 May 05 20:27:34.752428 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-26d41291-933b-4771-b59d-f35be380ce45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:34.761133 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-26d41291-933b-4771-b59d-f35be380ce45 admin admin] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:34.770192 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:27:34.793648 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d41291-933b-4771-b59d-f35be380ce45 admin admin] Pushing event deleted for resources: {'Network': ['ID=a832387e-31e5-4ff2-a2fd-7455c4d42558,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:34.823257 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-26d41291-933b-4771-b59d-f35be380ce45 admin admin] 10.222.0.36 "DELETE /v2.0/networks/a832387e-31e5-4ff2-a2fd-7455c4d42558 HTTP/1.1" status: 204 len: 168 time: 1.2661090 May 05 20:27:35.008100 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-4e5e93a1-0b45-4c91-a95b-64f391b82f6a req-1669768b-544e-40a9-8569-726a82a01e12 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Synchronizing usage tracker for tenant:310f91420a2d4ddd8aab8a710d8dc814 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:27:35.026093 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-4e5e93a1-0b45-4c91-a95b-64f391b82f6a req-1669768b-544e-40a9-8569-726a82a01e12 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Unset dirty status for tenant:310f91420a2d4ddd8aab8a710d8dc814 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:27:35.027232 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4e5e93a1-0b45-4c91-a95b-64f391b82f6a req-1669768b-544e-40a9-8569-726a82a01e12 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a51d332-4b43-4d56-aba9-d2415c353a42 HTTP/1.1" status: 200 len: 210 time: 0.0761633 May 05 20:27:35.039605 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58014) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:35.045897 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port d7dabd64-590d-4730-b94e-bf50b0a22e14 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:27:35.046270 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:35.146512 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-e6aacd87-9df0-43ea-8abe-716c40976a9c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3cb74c420a0d44ceab8f0189473c0240&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1035361 May 05 20:27:35.148495 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58020) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:35.195304 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-32e14178-9370-4274-afc5-e6938ee139ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd881527e-87c4-408e-8185-7fda27f7417d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1749651413', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '25e390a9-71aa-45d6-bc81-586dbfb4f945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:27:21Z', 'updated_at': '2022-05-05T20:27:30Z', 'revision_number': 4, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'gw_port': {'id': '25e390a9-71aa-45d6-bc81-586dbfb4f945', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd881527e-87c4-408e-8185-7fda27f7417d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:27:22Z', 'updated_at': '2022-05-05T20:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'b55ecf41-b494-49fe-b37b-dd88134fece1', 'name': '', 'network_id': 'a530804e-070c-4f75-96b2-acc53b3f286b', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'mac_address': 'fa:16:3e:7c:4e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd881527e-87c4-408e-8185-7fda27f7417d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '4c3daedf-d3f6-4ceb-abbf-298ca5ecc579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:27:29Z', 'updated_at': '2022-05-05T20:27:31Z', 'revision_number': 2, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'subnets': [{'id': '4c3daedf-d3f6-4ceb-abbf-298ca5ecc579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:27:35.220574 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e14178-9370-4274-afc5-e6938ee139ea None None] Checking router: d881527e-87c4-408e-8185-7fda27f7417d for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:27:35.220903 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e14178-9370-4274-afc5-e6938ee139ea None None] Updating router d881527e-87c4-408e-8185-7fda27f7417d port b55ecf41-b494-49fe-b37b-dd88134fece1 binding host n-d-840717-1 {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:27:35.245416 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fb274c6e-0fcb-4e8d-9493-f12022044ad9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:35.247020 n-d-840717-1 neutron-server[88198]: DEBUG neutron.objects.ports [None req-4accd94d-2887-406c-846a-de88a96b8455 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88198) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 05 20:27:35.274465 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b87ce0f3-2808-4b19-9207-b167deb06f1a None None] Provisioning for port b55ecf41-b494-49fe-b37b-dd88134fece1 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:27:35.290707 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fb274c6e-0fcb-4e8d-9493-f12022044ad9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:35.294631 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b87ce0f3-2808-4b19-9207-b167deb06f1a None None] Provisioning complete for port b55ecf41-b494-49fe-b37b-dd88134fece1 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:27:35.295099 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b87ce0f3-2808-4b19-9207-b167deb06f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:35.356729 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-32e14178-9370-4274-afc5-e6938ee139ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:35.372976 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fb274c6e-0fcb-4e8d-9493-f12022044ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:35.442232 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb274c6e-0fcb-4e8d-9493-f12022044ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eda2352-7e6c-4384-97c1-b91c9276aa32,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:35.473175 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fb274c6e-0fcb-4e8d-9493-f12022044ad9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:35.489171 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-fb274c6e-0fcb-4e8d-9493-f12022044ad9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8eda2352-7e6c-4384-97c1-b91c9276aa32 HTTP/1.1" status: 204 len: 168 time: 0.3327374 May 05 20:27:35.744690 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b87ce0f3-2808-4b19-9207-b167deb06f1a None None] Port b55ecf41-b494-49fe-b37b-dd88134fece1 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:27:35.856185 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 457038da-a960-4d1b-a7d1-4c083f73c4e1 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:27:35.924687 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4accd94d-2887-406c-846a-de88a96b8455 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:36.027775 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-8c88a867-18c8-4832-8b38-48fbf82179d2 None None] Could not find standard attr ID for object 1d85ec31-7409-4579-927e-2e788f9ff171. {{(pid=88199) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 20:27:36.145564 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfdc1f2a-7cb1-4525-b68f-e65f3c021475 None None] Update dhcp port {'port': {'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'fixed_ips': [{'subnet_id': '28967c09-cc7f-4b28-a391-ac4fb22fcf72'}], 'binding:host_id': 'n-d-840717-1'}, 'id': '457038da-a960-4d1b-a7d1-4c083f73c4e1'} from n-d-840717-1. {{(pid=88199) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 05 20:27:36.206953 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-4accd94d-2887-406c-846a-de88a96b8455 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] For port 457038da-a960-4d1b-a7d1-4c083f73c4e1, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=457038da-a960-4d1b-a7d1-4c083f73c4e1,segment=NetworkSegment(1cf78a78-2d57-4ccb-9633-08c37696a2c0),segment_id=1cf78a78-2d57-4ccb-9633-08c37696a2c0)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:27:36.218258 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-8c88a867-18c8-4832-8b38-48fbf82179d2 None None] Provisioning complete for port b55ecf41-b494-49fe-b37b-dd88134fece1 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:27:36.218566 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8c88a867-18c8-4832-8b38-48fbf82179d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:36.249393 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4accd94d-2887-406c-846a-de88a96b8455 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:36.262877 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4accd94d-2887-406c-846a-de88a96b8455 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:36.263746 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4accd94d-2887-406c-846a-de88a96b8455 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:36.315196 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-02e621f3-a892-4740-b5e3-ab9f58165e7a req-9d76c3eb-a7a0-4c8c-a7f4-59fb3af14e47 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a51d332-4b43-4d56-aba9-d2415c353a42 HTTP/1.1" status: 200 len: 210 time: 0.0814335 May 05 20:27:36.368941 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-8c88a867-18c8-4832-8b38-48fbf82179d2 None None] Port b55ecf41-b494-49fe-b37b-dd88134fece1 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:27:36.374172 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-dfdc1f2a-7cb1-4525-b68f-e65f3c021475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:36.399108 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4accd94d-2887-406c-846a-de88a96b8455 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event updated for resources: {'Subnet': ['ID=28967c09-cc7f-4b28-a391-ac4fb22fcf72,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:36.439940 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4accd94d-2887-406c-846a-de88a96b8455 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Network 7289b573-7530-4f0a-b5b0-032373718af7 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:27:36.447034 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-4accd94d-2887-406c-846a-de88a96b8455 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:27:36.448955 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:36.466204 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4accd94d-2887-406c-846a-de88a96b8455 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:36.466881 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4accd94d-2887-406c-846a-de88a96b8455 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:36.558929 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-32e14178-9370-4274-afc5-e6938ee139ea None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:36.598589 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4accd94d-2887-406c-846a-de88a96b8455 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event updated for resources: {'Port': ['ID=457038da-a960-4d1b-a7d1-4c083f73c4e1,revision_number=6']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:36.602568 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 457038da-a960-4d1b-a7d1-4c083f73c4e1, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=457038da-a960-4d1b-a7d1-4c083f73c4e1,segment=NetworkSegment(1cf78a78-2d57-4ccb-9633-08c37696a2c0),segment_id=1cf78a78-2d57-4ccb-9633-08c37696a2c0)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:27:36.607794 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-4accd94d-2887-406c-846a-de88a96b8455 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3770831 May 05 20:27:36.611592 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58060) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:36.628799 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-32e14178-9370-4274-afc5-e6938ee139ea None None] Transition to ACTIVE for port object b55ecf41-b494-49fe-b37b-dd88134fece1 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:27:36.633519 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-a09483fb-982e-493a-90a9-8fa05c10694b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Request body: {'subnet': {'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:27:36.643543 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:36.720499 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa649d-cbc2-42ab-85d5-0b03dfbfc518 req-9b9574ec-5387-48c4-9838-2f1b2841f366 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:36.721246 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-b6aa649d-cbc2-42ab-85d5-0b03dfbfc518 req-9b9574ec-5387-48c4-9838-2f1b2841f366 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Synchronizing usage tracker for tenant:310f91420a2d4ddd8aab8a710d8dc814 on resource:network {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:27:36.756992 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-b6aa649d-cbc2-42ab-85d5-0b03dfbfc518 req-9b9574ec-5387-48c4-9838-2f1b2841f366 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Unset dirty status for tenant:310f91420a2d4ddd8aab8a710d8dc814 on resource:network {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:27:36.758128 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b6aa649d-cbc2-42ab-85d5-0b03dfbfc518 req-9b9574ec-5387-48c4-9838-2f1b2841f366 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.50 "GET /v2.0/networks?id=a530804e-070c-4f75-96b2-acc53b3f286b HTTP/1.1" status: 200 len: 796 time: 0.3612089 May 05 20:27:36.869301 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b6aa649d-cbc2-42ab-85d5-0b03dfbfc518 req-efd19e23-f031-44ce-902a-8d0a768a4467 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=310f91420a2d4ddd8aab8a710d8dc814 HTTP/1.1" status: 200 len: 379 time: 0.1015630 May 05 20:27:36.883486 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-b6aa649d-cbc2-42ab-85d5-0b03dfbfc518 req-a18d621f-c6b2-44b5-aa6f-d14da99d7921 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Request body: {'port': {'device_id': '6a51d332-4b43-4d56-aba9-d2415c353a42', 'network_id': 'a530804e-070c-4f75-96b2-acc53b3f286b', 'admin_state_up': True, 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'security_groups': ['d48d9097-b777-4574-9a19-13c10d09c75b']}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:27:36.915208 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58070) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:36.917994 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-a09483fb-982e-493a-90a9-8fa05c10694b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:27:36.926079 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a09483fb-982e-493a-90a9-8fa05c10694b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Usage tracker for resource:subnet and tenant:0780f842482f4e59b41843f42dd46f0e is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:27:36.930367 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a09483fb-982e-493a-90a9-8fa05c10694b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:27:36.936907 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-a09483fb-982e-493a-90a9-8fa05c10694b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:27:36.949251 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a09483fb-982e-493a-90a9-8fa05c10694b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Made reservation on behalf of 0780f842482f4e59b41843f42dd46f0e for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:27:36.953582 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a09483fb-982e-493a-90a9-8fa05c10694b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:37.015050 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-32e14178-9370-4274-afc5-e6938ee139ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:37.051021 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-b6aa649d-cbc2-42ab-85d5-0b03dfbfc518 req-a18d621f-c6b2-44b5-aa6f-d14da99d7921 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:27:37.063124 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-b6aa649d-cbc2-42ab-85d5-0b03dfbfc518 req-a18d621f-c6b2-44b5-aa6f-d14da99d7921 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:27:37.074633 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6aa649d-cbc2-42ab-85d5-0b03dfbfc518 req-a18d621f-c6b2-44b5-aa6f-d14da99d7921 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Made reservation on behalf of 310f91420a2d4ddd8aab8a710d8dc814 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:27:37.079076 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b6aa649d-cbc2-42ab-85d5-0b03dfbfc518 req-a18d621f-c6b2-44b5-aa6f-d14da99d7921 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:37.110862 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=457038da-a960-4d1b-a7d1-4c083f73c4e1,revision_number=7']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:37.179702 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-78181dc0-ee2f-4e01-adcb-0f072b00d1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:37.192178 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-164389e0-2967-46f8-a281-f0f878e487bc admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-738785169-network', 'tenant_id': '516bd2f59a5a4a389534b41566d5be99'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:27:37.206286 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-164389e0-2967-46f8-a281-f0f878e487bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:27:37.219557 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-164389e0-2967-46f8-a281-f0f878e487bc admin admin] Usage tracker for resource:network and tenant:516bd2f59a5a4a389534b41566d5be99 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:27:37.224713 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-164389e0-2967-46f8-a281-f0f878e487bc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:27:37.235141 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-164389e0-2967-46f8-a281-f0f878e487bc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:27:37.240265 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-dfdc1f2a-7cb1-4525-b68f-e65f3c021475 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:27:37.240852 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-dfdc1f2a-7cb1-4525-b68f-e65f3c021475 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:27:37.255539 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164389e0-2967-46f8-a281-f0f878e487bc admin admin] Made reservation on behalf of 516bd2f59a5a4a389534b41566d5be99 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:27:37.257837 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-164389e0-2967-46f8-a281-f0f878e487bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:37.275462 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-164389e0-2967-46f8-a281-f0f878e487bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:37.278769 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c67af13-a1a7-4b17-960d-d960e11d7730 None None] Pushing event updated for resources: {'Port': ['ID=b55ecf41-b494-49fe-b37b-dd88134fece1,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:37.284713 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-b6aa649d-cbc2-42ab-85d5-0b03dfbfc518 req-a18d621f-c6b2-44b5-aa6f-d14da99d7921 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Allocated IP 172.20.0.13 (a530804e-070c-4f75-96b2-acc53b3f286b/4c3daedf-d3f6-4ceb-abbf-298ca5ecc579/3d3cd12d-c6cb-4540-ab00-4234218f1159) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:27:37.301545 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-164389e0-2967-46f8-a281-f0f878e487bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:27:37.306518 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-32e14178-9370-4274-afc5-e6938ee139ea None None] Attempting to bind port b55ecf41-b494-49fe-b37b-dd88134fece1 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:27:37.306921 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-32e14178-9370-4274-afc5-e6938ee139ea None None] Attempting to bind port b55ecf41-b494-49fe-b37b-dd88134fece1 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '8c83f52a-b29a-42d2-bd3e-a0fa0faf2957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a530804e-070c-4f75-96b2-acc53b3f286b'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:27:37.307139 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-164389e0-2967-46f8-a281-f0f878e487bc admin admin] Usage tracker for resource:security_group_rule and tenant:516bd2f59a5a4a389534b41566d5be99 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:27:37.307275 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e14178-9370-4274-afc5-e6938ee139ea None None] Attempting to bind port b55ecf41-b494-49fe-b37b-dd88134fece1 on network a530804e-070c-4f75-96b2-acc53b3f286b {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:27:37.310832 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-164389e0-2967-46f8-a281-f0f878e487bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:27:37.314903 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e14178-9370-4274-afc5-e6938ee139ea None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:27:37.315321 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e14178-9370-4274-afc5-e6938ee139ea None None] Checking segment: {'id': '8c83f52a-b29a-42d2-bd3e-a0fa0faf2957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a530804e-070c-4f75-96b2-acc53b3f286b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:27:37.315934 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-32e14178-9370-4274-afc5-e6938ee139ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:37.316786 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e14178-9370-4274-afc5-e6938ee139ea None None] Bound using segment: {'id': '8c83f52a-b29a-42d2-bd3e-a0fa0faf2957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a530804e-070c-4f75-96b2-acc53b3f286b'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:27:37.317487 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-32e14178-9370-4274-afc5-e6938ee139ea None None] Bound port: b55ecf41-b494-49fe-b37b-dd88134fece1, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c83f52a-b29a-42d2-bd3e-a0fa0faf2957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a530804e-070c-4f75-96b2-acc53b3f286b'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:27:37.318296 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-32e14178-9370-4274-afc5-e6938ee139ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:37.320004 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-164389e0-2967-46f8-a281-f0f878e487bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:27:37.466833 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-32e14178-9370-4274-afc5-e6938ee139ea None None] For port b55ecf41-b494-49fe-b37b-dd88134fece1, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:27:37.470081 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-32e14178-9370-4274-afc5-e6938ee139ea None None] For port b55ecf41-b494-49fe-b37b-dd88134fece1, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=b55ecf41-b494-49fe-b37b-dd88134fece1,segment=NetworkSegment(8c83f52a-b29a-42d2-bd3e-a0fa0faf2957),segment_id=8c83f52a-b29a-42d2-bd3e-a0fa0faf2957)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:27:37.476405 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-32e14178-9370-4274-afc5-e6938ee139ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:37.501677 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-164389e0-2967-46f8-a281-f0f878e487bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:37.506285 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-164389e0-2967-46f8-a281-f0f878e487bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:37.518339 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a09483fb-982e-493a-90a9-8fa05c10694b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:37.533043 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-20f96073-9d76-432f-a576-544716823823 req-f4fbf0be-d732-4d60-97d3-fbf995a66c1f tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a51d332-4b43-4d56-aba9-d2415c353a42 HTTP/1.1" status: 200 len: 210 time: 0.0606458 May 05 20:27:37.567529 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e14178-9370-4274-afc5-e6938ee139ea None None] Routers {'d881527e-87c4-408e-8185-7fda27f7417d'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:27:37.568170 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-32e14178-9370-4274-afc5-e6938ee139ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:27:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['d881527e-87c4-408e-8185-7fda27f7417d'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:27:37.596836 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b6aa649d-cbc2-42ab-85d5-0b03dfbfc518 req-a18d621f-c6b2-44b5-aa6f-d14da99d7921 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:37.606752 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-164389e0-2967-46f8-a281-f0f878e487bc admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:27:37.624231 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-b6aa649d-cbc2-42ab-85d5-0b03dfbfc518 req-a18d621f-c6b2-44b5-aa6f-d14da99d7921 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Transition to ACTIVE for port object 3d3cd12d-c6cb-4540-ab00-4234218f1159 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:27:37.626646 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09483fb-982e-493a-90a9-8fa05c10694b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Network 7289b573-7530-4f0a-b5b0-032373718af7 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:27:37.634665 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-a09483fb-982e-493a-90a9-8fa05c10694b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:27:37.640494 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164389e0-2967-46f8-a281-f0f878e487bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5de526-72ce-422b-b463-955b03bb0308,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:37.646049 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09483fb-982e-493a-90a9-8fa05c10694b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:37.646642 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a09483fb-982e-493a-90a9-8fa05c10694b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:37.654546 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c67af13-a1a7-4b17-960d-d960e11d7730 None None] Pushing event updated for resources: {'Port': ['ID=b55ecf41-b494-49fe-b37b-dd88134fece1,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:37.657360 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-164389e0-2967-46f8-a281-f0f878e487bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:37.658097 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-164389e0-2967-46f8-a281-f0f878e487bc admin admin] Added segment a6752946-b3ea-45f0-9ccb-7772cee1cfcc of type vlan for network ee605bb1-8b6e-4071-bb56-0750c509a342 May 05 20:27:37.665049 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09483fb-982e-493a-90a9-8fa05c10694b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event updated for resources: {'Subnet': ['ID=6714122a-4169-4b51-82b0-bb0cb621329c,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:37.694008 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b6aa649d-cbc2-42ab-85d5-0b03dfbfc518 req-a18d621f-c6b2-44b5-aa6f-d14da99d7921 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:37.714264 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-164389e0-2967-46f8-a281-f0f878e487bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:37.720593 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-a09483fb-982e-493a-90a9-8fa05c10694b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1074989 May 05 20:27:37.723068 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58078) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:37.730097 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-52ffc59e-1b99-40cb-9da6-a5f636231e32 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Request body: {'port': {'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'mac_address': 'fa:16:3e:d4:1a:9c', 'name': 'tempest-NetworksTestDHCPv6-1192213944'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:27:37.788475 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6aa649d-cbc2-42ab-85d5-0b03dfbfc518 req-a18d621f-c6b2-44b5-aa6f-d14da99d7921 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Network a530804e-070c-4f75-96b2-acc53b3f286b is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:27:37.792100 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-b6aa649d-cbc2-42ab-85d5-0b03dfbfc518 req-a18d621f-c6b2-44b5-aa6f-d14da99d7921 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:27:37.796110 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6aa649d-cbc2-42ab-85d5-0b03dfbfc518 req-a18d621f-c6b2-44b5-aa6f-d14da99d7921 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:27:37.817275 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-32e14178-9370-4274-afc5-e6938ee139ea None None] Set router d881527e-87c4-408e-8185-7fda27f7417d gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:27:37.827612 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18d621f-c6b2-44b5-aa6f-d14da99d7921 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event updated for resources: {'Port': ['ID=3d3cd12d-c6cb-4540-ab00-4234218f1159,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:37.849008 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-164389e0-2967-46f8-a281-f0f878e487bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:37.850106 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164389e0-2967-46f8-a281-f0f878e487bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:37.850904 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-164389e0-2967-46f8-a281-f0f878e487bc admin admin] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:37.874855 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa649d-cbc2-42ab-85d5-0b03dfbfc518 req-a18d621f-c6b2-44b5-aa6f-d14da99d7921 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:37.875520 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b6aa649d-cbc2-42ab-85d5-0b03dfbfc518 req-a18d621f-c6b2-44b5-aa6f-d14da99d7921 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:37.900297 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-dfdc1f2a-7cb1-4525-b68f-e65f3c021475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:37.906396 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b6aa649d-cbc2-42ab-85d5-0b03dfbfc518 req-a18d621f-c6b2-44b5-aa6f-d14da99d7921 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0313036 May 05 20:27:37.915919 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-164389e0-2967-46f8-a281-f0f878e487bc admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.9995828 May 05 20:27:37.920660 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58084) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:37.923141 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-b6aa649d-cbc2-42ab-85d5-0b03dfbfc518 req-2d5616cd-ff41-49ef-a5c7-9bfc5c94a64c service neutron] Request body: {'port': {'device_id': '6a51d332-4b43-4d56-aba9-d2415c353a42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:27:37.933166 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-8710bfa0-aa73-4ca2-858e-b43d8b5faa10 admin admin] Request body: {'subnet': {'network_id': 'ee605bb1-8b6e-4071-bb56-0750c509a342', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-738785169-subnet', 'tenant_id': '516bd2f59a5a4a389534b41566d5be99', 'ip_version': 4}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:27:37.938632 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-8710bfa0-aa73-4ca2-858e-b43d8b5faa10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:27:37.942566 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-8710bfa0-aa73-4ca2-858e-b43d8b5faa10 admin admin] Usage tracker for resource:subnet and tenant:516bd2f59a5a4a389534b41566d5be99 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:27:37.946250 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-8710bfa0-aa73-4ca2-858e-b43d8b5faa10 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:27:37.952139 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-8710bfa0-aa73-4ca2-858e-b43d8b5faa10 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:27:38.025468 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8710bfa0-aa73-4ca2-858e-b43d8b5faa10 admin admin] Made reservation on behalf of 516bd2f59a5a4a389534b41566d5be99 for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:27:38.027855 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8710bfa0-aa73-4ca2-858e-b43d8b5faa10 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:38.046574 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:38.075655 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164389e0-2967-46f8-a281-f0f878e487bc admin admin] Pushing event updated for resources: {'Network': ['ID=ee605bb1-8b6e-4071-bb56-0750c509a342,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:38.093344 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network ee605bb1-8b6e-4071-bb56-0750c509a342 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:27:38.146925 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-52ffc59e-1b99-40cb-9da6-a5f636231e32 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:27:38.154544 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b6aa649d-cbc2-42ab-85d5-0b03dfbfc518 req-2d5616cd-ff41-49ef-a5c7-9bfc5c94a64c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:38.155301 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-52ffc59e-1b99-40cb-9da6-a5f636231e32 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Usage tracker for resource:port and tenant:0780f842482f4e59b41843f42dd46f0e is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:27:38.159240 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-52ffc59e-1b99-40cb-9da6-a5f636231e32 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:27:38.169254 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-52ffc59e-1b99-40cb-9da6-a5f636231e32 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:27:38.219128 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:38.219547 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ffc59e-1b99-40cb-9da6-a5f636231e32 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Made reservation on behalf of 0780f842482f4e59b41843f42dd46f0e for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:27:38.394765 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-52ffc59e-1b99-40cb-9da6-a5f636231e32 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:38.412335 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8710bfa0-aa73-4ca2-858e-b43d8b5faa10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:38.464707 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [None req-52ffc59e-1b99-40cb-9da6-a5f636231e32 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] device_id is not set on port efad6ec4-e1b2-4453-91a1-ba048e1e20cd yet. {{(pid=88197) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:27:38.554895 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8710bfa0-aa73-4ca2-858e-b43d8b5faa10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c053e9dc-86f6-465e-ab82-bed435135d4f,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:38.587267 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8710bfa0-aa73-4ca2-858e-b43d8b5faa10 admin admin] Checking segment: {'id': 'a6752946-b3ea-45f0-9ccb-7772cee1cfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ee605bb1-8b6e-4071-bb56-0750c509a342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:27:38.587636 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8710bfa0-aa73-4ca2-858e-b43d8b5faa10 admin admin] Network hostable DHCP agents. Network: ee605bb1-8b6e-4071-bb56-0750c509a342, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:27:38.608062 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8710bfa0-aa73-4ca2-858e-b43d8b5faa10 admin admin] Network ee605bb1-8b6e-4071-bb56-0750c509a342 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:27:38.620787 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-8710bfa0-aa73-4ca2-858e-b43d8b5faa10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, ee605bb1-8b6e-4071-bb56-0750c509a342) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:27:38.635456 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8710bfa0-aa73-4ca2-858e-b43d8b5faa10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:38.636180 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8710bfa0-aa73-4ca2-858e-b43d8b5faa10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:38.680392 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-dfdc1f2a-7cb1-4525-b68f-e65f3c021475 None None] For port 457038da-a960-4d1b-a7d1-4c083f73c4e1, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=457038da-a960-4d1b-a7d1-4c083f73c4e1,segment=NetworkSegment(1cf78a78-2d57-4ccb-9633-08c37696a2c0),segment_id=1cf78a78-2d57-4ccb-9633-08c37696a2c0)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:27:38.683515 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-8710bfa0-aa73-4ca2-858e-b43d8b5faa10 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.7615650 May 05 20:27:38.684785 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58096) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:38.690773 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-32e14178-9370-4274-afc5-e6938ee139ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd881527e-87c4-408e-8185-7fda27f7417d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1749651413', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '25e390a9-71aa-45d6-bc81-586dbfb4f945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:27:21Z', 'updated_at': '2022-05-05T20:27:30Z', 'revision_number': 4, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'gw_port': {'id': '25e390a9-71aa-45d6-bc81-586dbfb4f945', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd881527e-87c4-408e-8185-7fda27f7417d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:27:22Z', 'updated_at': '2022-05-05T20:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'b55ecf41-b494-49fe-b37b-dd88134fece1', 'name': '', 'network_id': 'a530804e-070c-4f75-96b2-acc53b3f286b', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'mac_address': 'fa:16:3e:7c:4e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd881527e-87c4-408e-8185-7fda27f7417d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '4c3daedf-d3f6-4ceb-abbf-298ca5ecc579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:27:29Z', 'updated_at': '2022-05-05T20:27:37Z', 'revision_number': 4, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'subnets': [{'id': '4c3daedf-d3f6-4ceb-abbf-298ca5ecc579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:27:38.694812 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-3b8504f1-85a8-4c2a-a7da-1f4625b08405 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-738785169-router', 'tenant_id': '516bd2f59a5a4a389534b41566d5be99', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:27:38.698548 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e14178-9370-4274-afc5-e6938ee139ea None None] The sync data for ids ['d881527e-87c4-408e-8185-7fda27f7417d'] in n-d-840717-1 is: [{'id': 'd881527e-87c4-408e-8185-7fda27f7417d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1749651413', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '25e390a9-71aa-45d6-bc81-586dbfb4f945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:27:21Z', 'updated_at': '2022-05-05T20:27:30Z', 'revision_number': 4, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'gw_port': {'id': '25e390a9-71aa-45d6-bc81-586dbfb4f945', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd881527e-87c4-408e-8185-7fda27f7417d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:27:22Z', 'updated_at': '2022-05-05T20:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'b55ecf41-b494-49fe-b37b-dd88134fece1', 'name': '', 'network_id': 'a530804e-070c-4f75-96b2-acc53b3f286b', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'mac_address': 'fa:16:3e:7c:4e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd881527e-87c4-408e-8185-7fda27f7417d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '4c3daedf-d3f6-4ceb-abbf-298ca5ecc579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:27:29Z', 'updated_at': '2022-05-05T20:27:37Z', 'revision_number': 4, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'subnets': [{'id': '4c3daedf-d3f6-4ceb-abbf-298ca5ecc579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:27:38.712759 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-b6aa649d-cbc2-42ab-85d5-0b03dfbfc518 req-2d5616cd-ff41-49ef-a5c7-9bfc5c94a64c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d3cd12d-c6cb-4540-ab00-4234218f1159 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:27:38.714634 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-3b8504f1-85a8-4c2a-a7da-1f4625b08405 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:27:38.721725 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b6aa649d-cbc2-42ab-85d5-0b03dfbfc518 req-2d5616cd-ff41-49ef-a5c7-9bfc5c94a64c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:38.743250 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-b6aa649d-cbc2-42ab-85d5-0b03dfbfc518 req-2d5616cd-ff41-49ef-a5c7-9bfc5c94a64c service neutron] Transition to ACTIVE for port object 3d3cd12d-c6cb-4540-ab00-4234218f1159 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:27:38.758000 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b6aa649d-cbc2-42ab-85d5-0b03dfbfc518 req-2d5616cd-ff41-49ef-a5c7-9bfc5c94a64c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:38.784356 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-3b8504f1-85a8-4c2a-a7da-1f4625b08405 admin admin] Usage tracker for resource:router and tenant:516bd2f59a5a4a389534b41566d5be99 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:27:38.796026 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-3b8504f1-85a8-4c2a-a7da-1f4625b08405 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:27:38.796993 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-dfdc1f2a-7cb1-4525-b68f-e65f3c021475 None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:38.802335 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-dfdc1f2a-7cb1-4525-b68f-e65f3c021475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:38.828529 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-3b8504f1-85a8-4c2a-a7da-1f4625b08405 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:27:38.895757 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdc1f2a-7cb1-4525-b68f-e65f3c021475 None None] Pushing event updated for resources: {'Port': ['ID=457038da-a960-4d1b-a7d1-4c083f73c4e1,revision_number=8']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:38.897831 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5616cd-ff41-49ef-a5c7-9bfc5c94a64c service neutron] Pushing event updated for resources: {'Port': ['ID=3d3cd12d-c6cb-4540-ab00-4234218f1159,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:38.956237 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3b8504f1-85a8-4c2a-a7da-1f4625b08405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:38.957261 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3b8504f1-85a8-4c2a-a7da-1f4625b08405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:39.063413 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3b8504f1-85a8-4c2a-a7da-1f4625b08405 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:39.075522 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f239582b-1ffe-43f0-888c-d88a10809c93 req-340b5cb3-4e54-4815-9e85-471a447a4541 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:39.077146 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f239582b-1ffe-43f0-888c-d88a10809c93 req-340b5cb3-4e54-4815-9e85-471a447a4541 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a51d332-4b43-4d56-aba9-d2415c353a42 HTTP/1.1" status: 200 len: 944 time: 0.3638487 May 05 20:27:39.159011 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f239582b-1ffe-43f0-888c-d88a10809c93 req-02b27b11-d6f9-4b4c-9ca8-f5ce9f64ca6e tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=d48d9097-b777-4574-9a19-13c10d09c75b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727046 May 05 20:27:39.160243 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-52ffc59e-1b99-40cb-9da6-a5f636231e32 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Allocated IP 172.20.0.4 (7289b573-7530-4f0a-b5b0-032373718af7/6714122a-4169-4b51-82b0-bb0cb621329c/efad6ec4-e1b2-4453-91a1-ba048e1e20cd) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:27:39.178943 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-52ffc59e-1b99-40cb-9da6-a5f636231e32 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Allocated IP 2001:db8::f816:3eff:fed4:1a9c (7289b573-7530-4f0a-b5b0-032373718af7/28967c09-cc7f-4b28-a391-ac4fb22fcf72/efad6ec4-e1b2-4453-91a1-ba048e1e20cd) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:27:39.190092 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-b6aa649d-cbc2-42ab-85d5-0b03dfbfc518 req-2d5616cd-ff41-49ef-a5c7-9bfc5c94a64c service neutron] Attempting to bind port 3d3cd12d-c6cb-4540-ab00-4234218f1159 on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:27:39.190331 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-b6aa649d-cbc2-42ab-85d5-0b03dfbfc518 req-2d5616cd-ff41-49ef-a5c7-9bfc5c94a64c service neutron] Attempting to bind port 3d3cd12d-c6cb-4540-ab00-4234218f1159 by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': '8c83f52a-b29a-42d2-bd3e-a0fa0faf2957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a530804e-070c-4f75-96b2-acc53b3f286b'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:27:39.190473 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6aa649d-cbc2-42ab-85d5-0b03dfbfc518 req-2d5616cd-ff41-49ef-a5c7-9bfc5c94a64c service neutron] Attempting to bind port 3d3cd12d-c6cb-4540-ab00-4234218f1159 on network a530804e-070c-4f75-96b2-acc53b3f286b {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:27:39.198700 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6aa649d-cbc2-42ab-85d5-0b03dfbfc518 req-2d5616cd-ff41-49ef-a5c7-9bfc5c94a64c service neutron] Port 3d3cd12d-c6cb-4540-ab00-4234218f1159 on network a530804e-070c-4f75-96b2-acc53b3f286b not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:27:39.199030 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6aa649d-cbc2-42ab-85d5-0b03dfbfc518 req-2d5616cd-ff41-49ef-a5c7-9bfc5c94a64c service neutron] Attempting to bind port 3d3cd12d-c6cb-4540-ab00-4234218f1159 on network a530804e-070c-4f75-96b2-acc53b3f286b {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:27:39.210192 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6aa649d-cbc2-42ab-85d5-0b03dfbfc518 req-2d5616cd-ff41-49ef-a5c7-9bfc5c94a64c service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:27:39.213869 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6aa649d-cbc2-42ab-85d5-0b03dfbfc518 req-2d5616cd-ff41-49ef-a5c7-9bfc5c94a64c service neutron] Checking segment: {'id': '8c83f52a-b29a-42d2-bd3e-a0fa0faf2957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a530804e-070c-4f75-96b2-acc53b3f286b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:27:39.214463 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6aa649d-cbc2-42ab-85d5-0b03dfbfc518 req-2d5616cd-ff41-49ef-a5c7-9bfc5c94a64c service neutron] Bound using segment: {'id': '8c83f52a-b29a-42d2-bd3e-a0fa0faf2957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a530804e-070c-4f75-96b2-acc53b3f286b'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:27:39.215088 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-b6aa649d-cbc2-42ab-85d5-0b03dfbfc518 req-2d5616cd-ff41-49ef-a5c7-9bfc5c94a64c service neutron] Bound port: 3d3cd12d-c6cb-4540-ab00-4234218f1159, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c83f52a-b29a-42d2-bd3e-a0fa0faf2957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a530804e-070c-4f75-96b2-acc53b3f286b'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:27:39.215669 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b6aa649d-cbc2-42ab-85d5-0b03dfbfc518 req-2d5616cd-ff41-49ef-a5c7-9bfc5c94a64c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:39.338909 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-b6aa649d-cbc2-42ab-85d5-0b03dfbfc518 req-2d5616cd-ff41-49ef-a5c7-9bfc5c94a64c service neutron] For port 3d3cd12d-c6cb-4540-ab00-4234218f1159, host n-h2-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:27:39.342744 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-b6aa649d-cbc2-42ab-85d5-0b03dfbfc518 req-2d5616cd-ff41-49ef-a5c7-9bfc5c94a64c service neutron] For port 3d3cd12d-c6cb-4540-ab00-4234218f1159, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=3d3cd12d-c6cb-4540-ab00-4234218f1159,segment=NetworkSegment(8c83f52a-b29a-42d2-bd3e-a0fa0faf2957),segment_id=8c83f52a-b29a-42d2-bd3e-a0fa0faf2957)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:27:39.351643 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b6aa649d-cbc2-42ab-85d5-0b03dfbfc518 req-2d5616cd-ff41-49ef-a5c7-9bfc5c94a64c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:39.472376 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5616cd-ff41-49ef-a5c7-9bfc5c94a64c service neutron] Pushing event updated for resources: {'Port': ['ID=3d3cd12d-c6cb-4540-ab00-4234218f1159,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:39.476919 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa649d-cbc2-42ab-85d5-0b03dfbfc518 req-2d5616cd-ff41-49ef-a5c7-9bfc5c94a64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:39.477543 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b6aa649d-cbc2-42ab-85d5-0b03dfbfc518 req-2d5616cd-ff41-49ef-a5c7-9bfc5c94a64c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:39.478972 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b6aa649d-cbc2-42ab-85d5-0b03dfbfc518 req-2d5616cd-ff41-49ef-a5c7-9bfc5c94a64c service neutron] 10.222.0.50 "PUT /v2.0/ports/3d3cd12d-c6cb-4540-ab00-4234218f1159 HTTP/1.1" status: 200 len: 1092 time: 1.5649934 May 05 20:27:39.479481 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a51d332-4b43-4d56-aba9-d2415c353a42', 'tag': '3d3cd12d-c6cb-4540-ab00-4234218f1159'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:27:39.609390 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ad7dfdc-f6ba-475c-87a8-9c091bc46b2c'] response: {'name': 'network-changed', 'server_uuid': '6a51d332-4b43-4d56-aba9-d2415c353a42', 'tag': '3d3cd12d-c6cb-4540-ab00-4234218f1159', 'status': 'completed', 'code': 200} May 05 20:27:39.620034 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:39.701122 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa649d-cbc2-42ab-85d5-0b03dfbfc518 req-f109b18e-513d-4d01-9c1c-7b004b1b0487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:39.702763 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b6aa649d-cbc2-42ab-85d5-0b03dfbfc518 req-f109b18e-513d-4d01-9c1c-7b004b1b0487 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=310f91420a2d4ddd8aab8a710d8dc814&device_id=6a51d332-4b43-4d56-aba9-d2415c353a42 HTTP/1.1" status: 200 len: 1095 time: 0.1823144 May 05 20:27:39.792043 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b6aa649d-cbc2-42ab-85d5-0b03dfbfc518 req-15c9c133-9fc5-4d2d-b5c6-7f933700be2d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d3cd12d-c6cb-4540-ab00-4234218f1159 HTTP/1.1" status: 200 len: 217 time: 0.0820911 May 05 20:27:39.815281 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c4e97d-814a-49bc-add0-3f3d405154fa None None] get_active_networks_info from n-d-840717-1 {{(pid=88199) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 05 20:27:39.869356 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa649d-cbc2-42ab-85d5-0b03dfbfc518 req-29e38cd4-b34a-4783-b5e5-b08d9c91c5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:39.870840 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b6aa649d-cbc2-42ab-85d5-0b03dfbfc518 req-29e38cd4-b34a-4783-b5e5-b08d9c91c5c7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4c3daedf-d3f6-4ceb-abbf-298ca5ecc579 HTTP/1.1" status: 200 len: 835 time: 0.0727530 May 05 20:27:39.883307 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-7fdec7ef-bcea-4b83-98f9-40e690c8cbe7 None None] Provisioning complete for port 457038da-a960-4d1b-a7d1-4c083f73c4e1 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:27:39.884031 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7fdec7ef-bcea-4b83-98f9-40e690c8cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:39.892397 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3b8504f1-85a8-4c2a-a7da-1f4625b08405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:39.968504 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa649d-cbc2-42ab-85d5-0b03dfbfc518 req-4fe39eeb-0fbb-466d-b510-8f5b703c59b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:39.970018 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b6aa649d-cbc2-42ab-85d5-0b03dfbfc518 req-4fe39eeb-0fbb-466d-b510-8f5b703c59b1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a530804e-070c-4f75-96b2-acc53b3f286b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0929255 May 05 20:27:40.072435 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c4e97d-814a-49bc-add0-3f3d405154fa None None] Resources bound (agent type, host, resource id): {{(pid=88199) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 05 20:27:40.114435 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7fdec7ef-bcea-4b83-98f9-40e690c8cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:40.119377 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b6aa649d-cbc2-42ab-85d5-0b03dfbfc518 req-e01d6c1d-3484-4122-bbd3-65b79adf5f21 service neutron] 10.222.0.50 "GET /v2.0/networks/a530804e-070c-4f75-96b2-acc53b3f286b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428134 May 05 20:27:40.156531 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-52ffc59e-1b99-40cb-9da6-a5f636231e32 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:40.200522 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-52ffc59e-1b99-40cb-9da6-a5f636231e32 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Transition to ACTIVE for port object efad6ec4-e1b2-4453-91a1-ba048e1e20cd will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:27:40.236029 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-7fdec7ef-bcea-4b83-98f9-40e690c8cbe7 None None] For port 457038da-a960-4d1b-a7d1-4c083f73c4e1, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=457038da-a960-4d1b-a7d1-4c083f73c4e1,segment=NetworkSegment(1cf78a78-2d57-4ccb-9633-08c37696a2c0),segment_id=1cf78a78-2d57-4ccb-9633-08c37696a2c0)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:27:40.249377 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7fdec7ef-bcea-4b83-98f9-40e690c8cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:40.273832 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b6aa649d-cbc2-42ab-85d5-0b03dfbfc518 req-9f12b6a0-c5f8-42d5-89e0-cfbc48306ea3 service neutron] 10.222.0.50 "GET /v2.0/networks/a530804e-070c-4f75-96b2-acc53b3f286b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452291 May 05 20:27:40.402186 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdec7ef-bcea-4b83-98f9-40e690c8cbe7 None None] Pushing event updated for resources: {'Port': ['ID=457038da-a960-4d1b-a7d1-4c083f73c4e1,revision_number=9']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:40.429714 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b25095-d27c-41e8-8b17-38d5b9ef6bce req-d78ecf2e-1abc-4020-aa8b-d5c7e625a107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:40.432513 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f5b25095-d27c-41e8-8b17-38d5b9ef6bce req-d78ecf2e-1abc-4020-aa8b-d5c7e625a107 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=310f91420a2d4ddd8aab8a710d8dc814&device_id=6a51d332-4b43-4d56-aba9-d2415c353a42 HTTP/1.1" status: 200 len: 1095 time: 0.0997486 May 05 20:27:40.457578 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-52ffc59e-1b99-40cb-9da6-a5f636231e32 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:40.489499 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-ff066b32-ce45-4905-b66e-e7743792c780 None None] Provisioning complete for port 457038da-a960-4d1b-a7d1-4c083f73c4e1 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:27:40.489900 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ff066b32-ce45-4905-b66e-e7743792c780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:40.519885 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ffc59e-1b99-40cb-9da6-a5f636231e32 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Network 7289b573-7530-4f0a-b5b0-032373718af7 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:27:40.532245 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-52ffc59e-1b99-40cb-9da6-a5f636231e32 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:27:40.552647 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ffc59e-1b99-40cb-9da6-a5f636231e32 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:27:40.602399 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3b8504f1-85a8-4c2a-a7da-1f4625b08405 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:40.610665 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b25095-d27c-41e8-8b17-38d5b9ef6bce req-1c38ed28-539b-4b83-941d-6f0665eb4ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:40.612860 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f5b25095-d27c-41e8-8b17-38d5b9ef6bce req-1c38ed28-539b-4b83-941d-6f0665eb4ec4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a530804e-070c-4f75-96b2-acc53b3f286b HTTP/1.1" status: 200 len: 897 time: 0.1738942 May 05 20:27:40.654941 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3b8504f1-85a8-4c2a-a7da-1f4625b08405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:40.695235 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f5b25095-d27c-41e8-8b17-38d5b9ef6bce req-def620ee-b181-43a6-b95a-bf5f9546336f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d3cd12d-c6cb-4540-ab00-4234218f1159 HTTP/1.1" status: 200 len: 217 time: 0.0749588 May 05 20:27:40.713427 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ffc59e-1b99-40cb-9da6-a5f636231e32 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event updated for resources: {'Port': ['ID=efad6ec4-e1b2-4453-91a1-ba048e1e20cd,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:40.741501 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b3e2c-1fca-421e-ab80-fc566d5863cb req-34c3fe2e-92a4-4143-80b5-97a2b2364fd9 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:40.743168 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e77b3e2c-1fca-421e-ab80-fc566d5863cb req-34c3fe2e-92a4-4143-80b5-97a2b2364fd9 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a51d332-4b43-4d56-aba9-d2415c353a42 HTTP/1.1" status: 200 len: 944 time: 0.3896961 May 05 20:27:40.749580 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ffc59e-1b99-40cb-9da6-a5f636231e32 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:40.750215 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-52ffc59e-1b99-40cb-9da6-a5f636231e32 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:40.795119 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b25095-d27c-41e8-8b17-38d5b9ef6bce req-30a1f520-d257-4bbb-b247-ff46ef8b8839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:40.798103 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f5b25095-d27c-41e8-8b17-38d5b9ef6bce req-30a1f520-d257-4bbb-b247-ff46ef8b8839 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4c3daedf-d3f6-4ceb-abbf-298ca5ecc579 HTTP/1.1" status: 200 len: 835 time: 0.0947034 May 05 20:27:40.849083 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d58e1d-e825-427d-937b-9ac179d09318 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-ee605bb1-8b6e-4071-bb56-0750c509a342', 'network_id': 'ee605bb1-8b6e-4071-bb56-0750c509a342', 'tenant_id': '516bd2f59a5a4a389534b41566d5be99', 'fixed_ips': [{'subnet_id': 'c053e9dc-86f6-465e-ab82-bed435135d4f'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:27:40.851082 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-81d58e1d-e825-427d-937b-9ac179d09318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:40.856321 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-52ffc59e-1b99-40cb-9da6-a5f636231e32 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.1322002 May 05 20:27:40.861339 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58122) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:40.909026 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e77b3e2c-1fca-421e-ab80-fc566d5863cb req-f8de8c1c-03d6-4233-86df-7b46f389617b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=d48d9097-b777-4574-9a19-13c10d09c75b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1506028 May 05 20:27:40.929842 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device b55ecf41-b494-49fe-b37b-dd88134fece1 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:27:40.946767 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b25095-d27c-41e8-8b17-38d5b9ef6bce req-68ad3cee-bc8d-4463-be83-8a3ca8882cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:40.948326 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f5b25095-d27c-41e8-8b17-38d5b9ef6bce req-68ad3cee-bc8d-4463-be83-8a3ca8882cc4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a530804e-070c-4f75-96b2-acc53b3f286b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1431532 May 05 20:27:40.953213 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-3b8504f1-85a8-4c2a-a7da-1f4625b08405 admin admin] Allocated IP 172.25.0.32 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/dad400a1-1554-4b8c-b178-336b33374fb2) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:27:41.020241 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e91346-894a-45be-af5f-d91ee0750a86 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:41.026492 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e91346-894a-45be-af5f-d91ee0750a86 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:41.027390 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-b6e91346-894a-45be-af5f-d91ee0750a86 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Synchronizing usage tracker for tenant:0780f842482f4e59b41843f42dd46f0e on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:27:41.034415 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12cf80b-6cf7-4b6a-a800-dfe6797ed245 None None] Update dhcp port {'port': {'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'fixed_ips': [{'subnet_id': '28967c09-cc7f-4b28-a391-ac4fb22fcf72', 'ip_address': '2001:db8::f816:3eff:fe3e:e350'}, {'subnet_id': '6714122a-4169-4b51-82b0-bb0cb621329c'}], 'binding:host_id': 'n-d-840717-1'}, 'id': '457038da-a960-4d1b-a7d1-4c083f73c4e1'} from n-d-840717-1. {{(pid=88199) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 05 20:27:41.102281 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-b6e91346-894a-45be-af5f-d91ee0750a86 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Unset dirty status for tenant:0780f842482f4e59b41843f42dd46f0e on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:27:41.103572 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-b6e91346-894a-45be-af5f-d91ee0750a86 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.2392690 May 05 20:27:41.106246 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58132) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:41.121741 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f5b25095-d27c-41e8-8b17-38d5b9ef6bce req-cc19f319-f7bd-475c-a45a-49d9a29a02d2 service neutron] 10.222.0.50 "GET /v2.0/networks/a530804e-070c-4f75-96b2-acc53b3f286b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655800 May 05 20:27:41.195571 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-d904f296-ee72-4969-b532-efbf95c2c476 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Deleting port efad6ec4-e1b2-4453-91a1-ba048e1e20cd {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:27:41.195571 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d904f296-ee72-4969-b532-efbf95c2c476 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:41.195890 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d12cf80b-6cf7-4b6a-a800-dfe6797ed245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:41.292910 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3b8504f1-85a8-4c2a-a7da-1f4625b08405 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:41.300300 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f5b25095-d27c-41e8-8b17-38d5b9ef6bce req-6c01d3ee-939f-4b0f-b86b-560f798b7768 service neutron] 10.222.0.50 "GET /v2.0/networks/a530804e-070c-4f75-96b2-acc53b3f286b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723530 May 05 20:27:41.329972 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port b55ecf41-b494-49fe-b37b-dd88134fece1 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:27:41.341377 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port b55ecf41-b494-49fe-b37b-dd88134fece1 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:27:41.341761 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:41.395900 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3b8504f1-85a8-4c2a-a7da-1f4625b08405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:41.454561 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-81d58e1d-e825-427d-937b-9ac179d09318 None None] Allocated IP 172.20.0.2 (ee605bb1-8b6e-4071-bb56-0750c509a342/c053e9dc-86f6-465e-ab82-bed435135d4f/0d46e829-ac00-4d98-8b1d-85a0544f0dc1) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:27:41.637772 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8504f1-85a8-4c2a-a7da-1f4625b08405 admin admin] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:27:41.643859 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-3b8504f1-85a8-4c2a-a7da-1f4625b08405 admin admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:27:41.652193 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8504f1-85a8-4c2a-a7da-1f4625b08405 admin admin] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:27:41.763795 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8504f1-85a8-4c2a-a7da-1f4625b08405 admin admin] Pushing event updated for resources: {'Port': ['ID=dad400a1-1554-4b8c-b178-336b33374fb2,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:41.872419 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-81d58e1d-e825-427d-937b-9ac179d09318 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:41.898120 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-81d58e1d-e825-427d-937b-9ac179d09318 None None] Transition to ACTIVE for port object 0d46e829-ac00-4d98-8b1d-85a0544f0dc1 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:27:41.900909 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-d12cf80b-6cf7-4b6a-a800-dfe6797ed245 None None] Allocated IP 172.20.0.2 (7289b573-7530-4f0a-b5b0-032373718af7/6714122a-4169-4b51-82b0-bb0cb621329c/457038da-a960-4d1b-a7d1-4c083f73c4e1) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:27:41.905971 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:41.925077 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d904f296-ee72-4969-b532-efbf95c2c476 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:41.945972 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-81d58e1d-e825-427d-937b-9ac179d09318 None None] Transition to ACTIVE for port object 0d46e829-ac00-4d98-8b1d-85a0544f0dc1 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:27:41.981524 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-81d58e1d-e825-427d-937b-9ac179d09318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:42.065802 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d58e1d-e825-427d-937b-9ac179d09318 None None] Network ee605bb1-8b6e-4071-bb56-0750c509a342 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:27:42.072718 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port b55ecf41-b494-49fe-b37b-dd88134fece1, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=b55ecf41-b494-49fe-b37b-dd88134fece1,segment=NetworkSegment(8c83f52a-b29a-42d2-bd3e-a0fa0faf2957),segment_id=8c83f52a-b29a-42d2-bd3e-a0fa0faf2957)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:27:42.098763 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-d904f296-ee72-4969-b532-efbf95c2c476 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Calling delete_port for efad6ec4-e1b2-4453-91a1-ba048e1e20cd owned by {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:27:42.121484 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-81d58e1d-e825-427d-937b-9ac179d09318 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:27:42.130278 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d58e1d-e825-427d-937b-9ac179d09318 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:27:42.135181 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:42.135843 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 457038da-a960-4d1b-a7d1-4c083f73c4e1 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:27:42.177892 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d58e1d-e825-427d-937b-9ac179d09318 None None] Pushing event updated for resources: {'Port': ['ID=0d46e829-ac00-4d98-8b1d-85a0544f0dc1,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:42.188565 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9809dba6-8269-47b2-9563-fc5bbe5b2b0d req-2384a3a7-02af-47b2-a538-9d5534b12f42 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:42.189560 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-9809dba6-8269-47b2-9563-fc5bbe5b2b0d req-2384a3a7-02af-47b2-a538-9d5534b12f42 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Synchronizing usage tracker for tenant:310f91420a2d4ddd8aab8a710d8dc814 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:27:42.239277 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-9809dba6-8269-47b2-9563-fc5bbe5b2b0d req-2384a3a7-02af-47b2-a538-9d5534b12f42 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Unset dirty status for tenant:310f91420a2d4ddd8aab8a710d8dc814 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:27:42.243044 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9809dba6-8269-47b2-9563-fc5bbe5b2b0d req-2384a3a7-02af-47b2-a538-9d5534b12f42 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a51d332-4b43-4d56-aba9-d2415c353a42 HTTP/1.1" status: 200 len: 944 time: 0.1989312 May 05 20:27:42.273246 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 3d3cd12d-c6cb-4540-ab00-4234218f1159 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:27:42.312663 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9809dba6-8269-47b2-9563-fc5bbe5b2b0d req-44073ea6-cb2e-4fde-9c7f-dcb235370791 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=d48d9097-b777-4574-9a19-13c10d09c75b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629725 May 05 20:27:42.458744 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3b8504f1-85a8-4c2a-a7da-1f4625b08405 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:42.524853 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-81d58e1d-e825-427d-937b-9ac179d09318 None None] Attempting to bind port 0d46e829-ac00-4d98-8b1d-85a0544f0dc1 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:27:42.525222 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-81d58e1d-e825-427d-937b-9ac179d09318 None None] Attempting to bind port 0d46e829-ac00-4d98-8b1d-85a0544f0dc1 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'a6752946-b3ea-45f0-9ccb-7772cee1cfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ee605bb1-8b6e-4071-bb56-0750c509a342'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:27:42.525586 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d58e1d-e825-427d-937b-9ac179d09318 None None] Attempting to bind port 0d46e829-ac00-4d98-8b1d-85a0544f0dc1 on network ee605bb1-8b6e-4071-bb56-0750c509a342 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:27:42.555706 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-d12cf80b-6cf7-4b6a-a800-dfe6797ed245 None None] For port 457038da-a960-4d1b-a7d1-4c083f73c4e1, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=457038da-a960-4d1b-a7d1-4c083f73c4e1,segment=NetworkSegment(1cf78a78-2d57-4ccb-9633-08c37696a2c0),segment_id=1cf78a78-2d57-4ccb-9633-08c37696a2c0)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:27:42.590503 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d12cf80b-6cf7-4b6a-a800-dfe6797ed245 None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:42.609507 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d58e1d-e825-427d-937b-9ac179d09318 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:27:42.610209 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d58e1d-e825-427d-937b-9ac179d09318 None None] Checking segment: {'id': 'a6752946-b3ea-45f0-9ccb-7772cee1cfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ee605bb1-8b6e-4071-bb56-0750c509a342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:27:42.610608 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-81d58e1d-e825-427d-937b-9ac179d09318 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:42.611067 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d58e1d-e825-427d-937b-9ac179d09318 None None] Bound using segment: {'id': 'a6752946-b3ea-45f0-9ccb-7772cee1cfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ee605bb1-8b6e-4071-bb56-0750c509a342'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:27:42.611574 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-81d58e1d-e825-427d-937b-9ac179d09318 None None] Bound port: 0d46e829-ac00-4d98-8b1d-85a0544f0dc1, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6752946-b3ea-45f0-9ccb-7772cee1cfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ee605bb1-8b6e-4071-bb56-0750c509a342'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:27:42.612379 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-81d58e1d-e825-427d-937b-9ac179d09318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:42.634095 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=b55ecf41-b494-49fe-b37b-dd88134fece1,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:42.644268 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 3d3cd12d-c6cb-4540-ab00-4234218f1159, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=3d3cd12d-c6cb-4540-ab00-4234218f1159,segment=NetworkSegment(8c83f52a-b29a-42d2-bd3e-a0fa0faf2957),segment_id=8c83f52a-b29a-42d2-bd3e-a0fa0faf2957)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:27:42.655769 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d904f296-ee72-4969-b532-efbf95c2c476 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:42.693227 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': '3d3cd12d-c6cb-4540-ab00-4234218f1159', 'network_id': 'a530804e-070c-4f75-96b2-acc53b3f286b', 'port_id': '3d3cd12d-c6cb-4540-ab00-4234218f1159', 'mac_address': 'fa:16:3e:bb:dd:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c3daedf-d3f6-4ceb-abbf-298ca5ecc579', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:27:42.708445 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-d12cf80b-6cf7-4b6a-a800-dfe6797ed245 None None] Transition to ACTIVE for port object 457038da-a960-4d1b-a7d1-4c083f73c4e1 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:27:42.727925 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d904f296-ee72-4969-b532-efbf95c2c476 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event deleted for resources: {'Port': ['ID=efad6ec4-e1b2-4453-91a1-ba048e1e20cd,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:42.745389 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d12cf80b-6cf7-4b6a-a800-dfe6797ed245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:42.901653 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:42.944654 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device b55ecf41-b494-49fe-b37b-dd88134fece1 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:27:43.002995 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-81d58e1d-e825-427d-937b-9ac179d09318 None None] For port 0d46e829-ac00-4d98-8b1d-85a0544f0dc1, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:27:43.017587 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d3cd12d-c6cb-4540-ab00-4234218f1159 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:27:43.041286 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12cf80b-6cf7-4b6a-a800-dfe6797ed245 None None] Pushing event updated for resources: {'Port': ['ID=457038da-a960-4d1b-a7d1-4c083f73c4e1,revision_number=10']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:43.056122 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-81d58e1d-e825-427d-937b-9ac179d09318 None None] For port 0d46e829-ac00-4d98-8b1d-85a0544f0dc1, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=0d46e829-ac00-4d98-8b1d-85a0544f0dc1,segment=NetworkSegment(a6752946-b3ea-45f0-9ccb-7772cee1cfcc),segment_id=a6752946-b3ea-45f0-9ccb-7772cee1cfcc)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:27:43.064011 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 3d3cd12d-c6cb-4540-ab00-4234218f1159, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=3d3cd12d-c6cb-4540-ab00-4234218f1159,segment=NetworkSegment(8c83f52a-b29a-42d2-bd3e-a0fa0faf2957),segment_id=8c83f52a-b29a-42d2-bd3e-a0fa0faf2957)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:27:43.070058 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-81d58e1d-e825-427d-937b-9ac179d09318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:43.116706 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:43.145516 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d904f296-ee72-4969-b532-efbf95c2c476 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:43.166255 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port b55ecf41-b494-49fe-b37b-dd88134fece1 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:27:43.166616 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:43.187662 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d904f296-ee72-4969-b532-efbf95c2c476 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/ports/efad6ec4-e1b2-4453-91a1-ba048e1e20cd HTTP/1.1" status: 204 len: 168 time: 2.0803688 May 05 20:27:43.190786 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58154) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:43.204566 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3b8504f1-85a8-4c2a-a7da-1f4625b08405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:43.212201 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d58e1d-e825-427d-937b-9ac179d09318 None None] Pushing event updated for resources: {'Port': ['ID=0d46e829-ac00-4d98-8b1d-85a0544f0dc1,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:43.337948 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e122a2-4ee9-47d2-9984-c33f7c154037 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:43.341693 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e122a2-4ee9-47d2-9984-c33f7c154037 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:43.343524 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e122a2-4ee9-47d2-9984-c33f7c154037 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:43.344380 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-71e122a2-4ee9-47d2-9984-c33f7c154037 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Synchronizing usage tracker for tenant:0780f842482f4e59b41843f42dd46f0e on resource:subnet {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:27:43.368939 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-71e122a2-4ee9-47d2-9984-c33f7c154037 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Unset dirty status for tenant:0780f842482f4e59b41843f42dd46f0e on resource:subnet {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:27:43.371882 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-71e122a2-4ee9-47d2-9984-c33f7c154037 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1784639 May 05 20:27:43.372983 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58160) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:43.394376 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['3d3cd12d-c6cb-4540-ab00-4234218f1159'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:27:43.698822 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-e543b8d4-7d57-40fd-8b5d-0c0b5193d6cf tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Deleting subnet 28967c09-cc7f-4b28-a391-ac4fb22fcf72 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:27:43.702535 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e543b8d4-7d57-40fd-8b5d-0c0b5193d6cf tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:43.731780 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50579242-8ec6-4bb4-8617-fdeca14e11a4 req-e9f5304d-6e62-4573-9878-b4f46ba040e8 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:43.733450 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-50579242-8ec6-4bb4-8617-fdeca14e11a4 req-e9f5304d-6e62-4573-9878-b4f46ba040e8 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a51d332-4b43-4d56-aba9-d2415c353a42 HTTP/1.1" status: 200 len: 945 time: 0.2100842 May 05 20:27:43.764586 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b8504f1-85a8-4c2a-a7da-1f4625b08405 admin admin] Router c3913b91-0e23-4dd7-9406-e9da56d60d96 is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88197) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:27:43.817850 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e543b8d4-7d57-40fd-8b5d-0c0b5193d6cf tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:43.910473 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e543b8d4-7d57-40fd-8b5d-0c0b5193d6cf tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:43.954865 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-50579242-8ec6-4bb4-8617-fdeca14e11a4 req-1766453a-b9ae-4f34-b8b9-eb80aca065cb tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=d48d9097-b777-4574-9a19-13c10d09c75b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2139738 May 05 20:27:43.994743 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=3d3cd12d-c6cb-4540-ab00-4234218f1159,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:44.058765 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e543b8d4-7d57-40fd-8b5d-0c0b5193d6cf tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:44.098194 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b8504f1-85a8-4c2a-a7da-1f4625b08405 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:27:44.109559 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15d07dd-ee97-4d6a-85b0-3bd59279a06f None None] Sync routers for ids ['c3913b91-0e23-4dd7-9406-e9da56d60d96'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:27:44.126132 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15d07dd-ee97-4d6a-85b0-3bd59279a06f None None] Routers {'c3913b91-0e23-4dd7-9406-e9da56d60d96'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:27:44.128092 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-d15d07dd-ee97-4d6a-85b0-3bd59279a06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:27:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['c3913b91-0e23-4dd7-9406-e9da56d60d96'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:27:44.135221 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3b8504f1-85a8-4c2a-a7da-1f4625b08405 admin admin] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:44.137244 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-3b8504f1-85a8-4c2a-a7da-1f4625b08405 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 5.4510150 May 05 20:27:44.140114 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58168) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:44.207031 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e543b8d4-7d57-40fd-8b5d-0c0b5193d6cf tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event deleted for resources: {'Subnet': ['ID=28967c09-cc7f-4b28-a391-ac4fb22fcf72,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:44.210347 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e543b8d4-7d57-40fd-8b5d-0c0b5193d6cf tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:44.253856 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e543b8d4-7d57-40fd-8b5d-0c0b5193d6cf tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/subnets/28967c09-cc7f-4b28-a391-ac4fb22fcf72 HTTP/1.1" status: 204 len: 168 time: 0.8767383 May 05 20:27:44.254057 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58172) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:44.288630 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-29c07440-6ff5-4cee-8ad4-3a4af5b860f6 None None] Provisioning for port 457038da-a960-4d1b-a7d1-4c083f73c4e1 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:27:44.295727 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-29c07440-6ff5-4cee-8ad4-3a4af5b860f6 None None] Provisioning complete for port 457038da-a960-4d1b-a7d1-4c083f73c4e1 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:27:44.296561 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-29c07440-6ff5-4cee-8ad4-3a4af5b860f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:44.400565 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-d15d07dd-ee97-4d6a-85b0-3bd59279a06f None None] Set router c3913b91-0e23-4dd7-9406-e9da56d60d96 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:27:44.456862 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-258d2588-140c-4108-a4c2-9ad7f8129b68 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Deleting subnet 6714122a-4169-4b51-82b0-bb0cb621329c {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:27:44.465202 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-258d2588-140c-4108-a4c2-9ad7f8129b68 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:44.543589 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-258d2588-140c-4108-a4c2-9ad7f8129b68 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:44.603806 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:44.624966 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-29c07440-6ff5-4cee-8ad4-3a4af5b860f6 None None] Could not find standard attr ID for object efad6ec4-e1b2-4453-91a1-ba048e1e20cd. {{(pid=88199) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 20:27:44.678785 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-258d2588-140c-4108-a4c2-9ad7f8129b68 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:44.763859 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-d15d07dd-ee97-4d6a-85b0-3bd59279a06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3913b91-0e23-4dd7-9406-e9da56d60d96', 'name': 'tempest-ImageQuotaTest-738785169-router', 'tenant_id': '516bd2f59a5a4a389534b41566d5be99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'dad400a1-1554-4b8c-b178-336b33374fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:27:38Z', 'updated_at': '2022-05-05T20:27:42Z', 'revision_number': 3, 'project_id': '516bd2f59a5a4a389534b41566d5be99', 'gw_port': {'id': 'dad400a1-1554-4b8c-b178-336b33374fb2', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c0:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3913b91-0e23-4dd7-9406-e9da56d60d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:27:40Z', 'updated_at': '2022-05-05T20:27:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:27:44.768067 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15d07dd-ee97-4d6a-85b0-3bd59279a06f None None] Checking router: c3913b91-0e23-4dd7-9406-e9da56d60d96 for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:27:44.768408 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15d07dd-ee97-4d6a-85b0-3bd59279a06f None None] Updating router c3913b91-0e23-4dd7-9406-e9da56d60d96 port dad400a1-1554-4b8c-b178-336b33374fb2 binding host n-d-840717-1 {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:27:44.790812 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505c5088-2867-4028-8537-38c33bc0f447 None None] Network 7289b573-7530-4f0a-b5b0-032373718af7 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:27:44.822110 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2211e337-89ff-4739-9e89-2c0ee8820da1 None None] Network ee605bb1-8b6e-4071-bb56-0750c509a342 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:27:44.848041 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d15d07dd-ee97-4d6a-85b0-3bd59279a06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:45.123730 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-3f884d71-8b95-4096-ba33-d44b068f8ce9 None None] Provisioning complete for port 457038da-a960-4d1b-a7d1-4c083f73c4e1 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:27:45.124197 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3f884d71-8b95-4096-ba33-d44b068f8ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:45.158180 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-258d2588-140c-4108-a4c2-9ad7f8129b68 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:45.194352 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 0d46e829-ac00-4d98-8b1d-85a0544f0dc1 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:27:45.307626 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-258d2588-140c-4108-a4c2-9ad7f8129b68 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:45.326408 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258d2588-140c-4108-a4c2-9ad7f8129b68 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event deleted for resources: {'Subnet': ['ID=6714122a-4169-4b51-82b0-bb0cb621329c,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:45.358541 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-258d2588-140c-4108-a4c2-9ad7f8129b68 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/subnets/6714122a-4169-4b51-82b0-bb0cb621329c HTTP/1.1" status: 204 len: 168 time: 1.1035202 May 05 20:27:45.361860 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58186) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:45.494950 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-9e393aa1-43a8-49b5-82ca-0e3e866e084e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1319201 May 05 20:27:45.497702 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58190) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:45.503602 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-99d45c8f-ed19-4f38-a72e-7320e041041b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Request body: {'subnet': {'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:27:45.579570 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d15d07dd-ee97-4d6a-85b0-3bd59279a06f None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:45.622053 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-d15d07dd-ee97-4d6a-85b0-3bd59279a06f None None] Transition to ACTIVE for port object dad400a1-1554-4b8c-b178-336b33374fb2 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:27:45.637369 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d15d07dd-ee97-4d6a-85b0-3bd59279a06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:45.733506 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-99d45c8f-ed19-4f38-a72e-7320e041041b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:27:45.746176 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-99d45c8f-ed19-4f38-a72e-7320e041041b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Usage tracker for resource:subnet and tenant:0780f842482f4e59b41843f42dd46f0e is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:27:45.753208 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-99d45c8f-ed19-4f38-a72e-7320e041041b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:27:45.767798 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-99d45c8f-ed19-4f38-a72e-7320e041041b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:27:45.768142 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac02b76-957d-41c8-b7a7-f15d2cd49746 None None] Pushing event updated for resources: {'Port': ['ID=dad400a1-1554-4b8c-b178-336b33374fb2,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:45.770987 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-d15d07dd-ee97-4d6a-85b0-3bd59279a06f None None] Attempting to bind port dad400a1-1554-4b8c-b178-336b33374fb2 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:27:45.771347 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-d15d07dd-ee97-4d6a-85b0-3bd59279a06f None None] Attempting to bind port dad400a1-1554-4b8c-b178-336b33374fb2 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:27:45.771758 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15d07dd-ee97-4d6a-85b0-3bd59279a06f None None] Attempting to bind port dad400a1-1554-4b8c-b178-336b33374fb2 on network 0401d202-1605-4cfe-bad4-fb225df6afb0 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:27:45.779046 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15d07dd-ee97-4d6a-85b0-3bd59279a06f None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:27:45.779046 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15d07dd-ee97-4d6a-85b0-3bd59279a06f None None] Checking segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:27:45.779441 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d15d07dd-ee97-4d6a-85b0-3bd59279a06f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:45.779713 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15d07dd-ee97-4d6a-85b0-3bd59279a06f None None] Bound using segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:27:45.780171 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-d15d07dd-ee97-4d6a-85b0-3bd59279a06f None None] Bound port: dad400a1-1554-4b8c-b178-336b33374fb2, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:27:45.780597 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d15d07dd-ee97-4d6a-85b0-3bd59279a06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:45.803707 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d45c8f-ed19-4f38-a72e-7320e041041b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Made reservation on behalf of 0780f842482f4e59b41843f42dd46f0e for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:27:45.808377 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-99d45c8f-ed19-4f38-a72e-7320e041041b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:45.832771 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-3f884d71-8b95-4096-ba33-d44b068f8ce9 None None] Could not find standard attr ID for object efad6ec4-e1b2-4453-91a1-ba048e1e20cd. {{(pid=88199) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 20:27:45.860804 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86608367-62c1-4de2-bd53-53ee7ea1bddc req-50630efd-0196-415c-b50f-142cb1695f3e tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:45.865074 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-86608367-62c1-4de2-bd53-53ee7ea1bddc req-50630efd-0196-415c-b50f-142cb1695f3e tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a51d332-4b43-4d56-aba9-d2415c353a42 HTTP/1.1" status: 200 len: 945 time: 0.4255936 May 05 20:27:45.873712 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-d15d07dd-ee97-4d6a-85b0-3bd59279a06f None None] For port dad400a1-1554-4b8c-b178-336b33374fb2, host n-d-840717-1, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:27:45.875501 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 0d46e829-ac00-4d98-8b1d-85a0544f0dc1 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:27:45.877611 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-d15d07dd-ee97-4d6a-85b0-3bd59279a06f None None] For port dad400a1-1554-4b8c-b178-336b33374fb2, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=dad400a1-1554-4b8c-b178-336b33374fb2,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:27:45.889658 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d15d07dd-ee97-4d6a-85b0-3bd59279a06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:45.890361 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 457038da-a960-4d1b-a7d1-4c083f73c4e1 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:27:45.921022 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-3f884d71-8b95-4096-ba33-d44b068f8ce9 None None] Provisioning for port 0d46e829-ac00-4d98-8b1d-85a0544f0dc1 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:27:45.940952 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-3f884d71-8b95-4096-ba33-d44b068f8ce9 None None] Provisioning complete for port 0d46e829-ac00-4d98-8b1d-85a0544f0dc1 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:27:45.944961 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3f884d71-8b95-4096-ba33-d44b068f8ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:45.961900 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-86608367-62c1-4de2-bd53-53ee7ea1bddc req-66611999-6d73-4532-95be-55b464e884d1 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=d48d9097-b777-4574-9a19-13c10d09c75b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768714 May 05 20:27:45.967009 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58194) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:46.031727 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac02b76-957d-41c8-b7a7-f15d2cd49746 None None] Pushing event updated for resources: {'Port': ['ID=dad400a1-1554-4b8c-b178-336b33374fb2,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:46.060305 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15d07dd-ee97-4d6a-85b0-3bd59279a06f None None] Routers {'c3913b91-0e23-4dd7-9406-e9da56d60d96'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:27:46.061071 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-d15d07dd-ee97-4d6a-85b0-3bd59279a06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:27:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['c3913b91-0e23-4dd7-9406-e9da56d60d96'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:27:46.300709 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 3d3cd12d-c6cb-4540-ab00-4234218f1159 up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:27:46.312432 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-99d45c8f-ed19-4f38-a72e-7320e041041b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:46.325217 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b2ae221d-49fe-4537-bdf0-799ca2316a79 tempest-TestSecurityGroupsBasicOps-1124557073 tempest-TestSecurityGroupsBasicOps-1124557073-project-admin] 10.222.0.36 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2204 time: 0.3568897 May 05 20:27:46.332192 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58204) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:46.360734 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-3b155c66-c9fa-4fcc-a013-961a9841b9a4 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Request body: {'network': {'name': 'tempest-network-smoke--1110407189', 'project_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'port_security_enabled': False}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:27:46.370752 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3b155c66-c9fa-4fcc-a013-961a9841b9a4 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:27:46.398592 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3b155c66-c9fa-4fcc-a013-961a9841b9a4 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:27:46.408058 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-d15d07dd-ee97-4d6a-85b0-3bd59279a06f None None] Set router c3913b91-0e23-4dd7-9406-e9da56d60d96 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:27:46.419137 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1e690a5a-a201-4bec-8b83-43015b5aa9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:46.437501 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d45c8f-ed19-4f38-a72e-7320e041041b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Network 7289b573-7530-4f0a-b5b0-032373718af7 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:27:46.453141 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-99d45c8f-ed19-4f38-a72e-7320e041041b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:27:46.463917 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d45c8f-ed19-4f38-a72e-7320e041041b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:46.467336 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b155c66-c9fa-4fcc-a013-961a9841b9a4 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Made reservation on behalf of 6e19ee4cb1294f70bec1dac29584f7fc for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:27:46.468195 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-99d45c8f-ed19-4f38-a72e-7320e041041b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:46.484344 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3b155c66-c9fa-4fcc-a013-961a9841b9a4 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:46.539818 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-99d45c8f-ed19-4f38-a72e-7320e041041b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0403812 May 05 20:27:46.556606 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58214) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:46.580359 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-1a76a278-48f8-42cd-b868-e5dfdbaa958c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Request body: {'subnet': {'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:27:46.680457 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0eb5b1-6717-4ff4-8fed-7a2b6d13bf3a None None] Update dhcp port {'port': {'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'fixed_ips': [{'subnet_id': '6714122a-4169-4b51-82b0-bb0cb621329c'}], 'binding:host_id': 'n-d-840717-1'}, 'id': '457038da-a960-4d1b-a7d1-4c083f73c4e1'} from n-d-840717-1. {{(pid=88199) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 05 20:27:46.686239 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b155c66-c9fa-4fcc-a013-961a9841b9a4 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:27:46.737139 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:46.748250 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3b155c66-c9fa-4fcc-a013-961a9841b9a4 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:46.750719 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-3b155c66-c9fa-4fcc-a013-961a9841b9a4 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Added segment 914e1da9-0197-43af-808d-dca8d41a73f4 of type vlan for network 36eec0e3-5143-4174-8ec6-671b2dfec885 May 05 20:27:46.813807 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-1a76a278-48f8-42cd-b868-e5dfdbaa958c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:27:46.823127 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-1a76a278-48f8-42cd-b868-e5dfdbaa958c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Usage tracker for resource:subnet and tenant:0780f842482f4e59b41843f42dd46f0e is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:27:46.828521 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-1a76a278-48f8-42cd-b868-e5dfdbaa958c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:27:46.831693 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d45c8f-ed19-4f38-a72e-7320e041041b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event updated for resources: {'Subnet': ['ID=e817be0b-6ed0-49f7-b595-28d327174f71,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:46.837183 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3f884d71-8b95-4096-ba33-d44b068f8ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:46.842922 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-1a76a278-48f8-42cd-b868-e5dfdbaa958c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:27:46.852779 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 457038da-a960-4d1b-a7d1-4c083f73c4e1 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:27:46.852779 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:46.862578 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a76a278-48f8-42cd-b868-e5dfdbaa958c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Made reservation on behalf of 0780f842482f4e59b41843f42dd46f0e for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:27:46.866438 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1a76a278-48f8-42cd-b868-e5dfdbaa958c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:46.880372 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3b155c66-c9fa-4fcc-a013-961a9841b9a4 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:46.962170 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-3f884d71-8b95-4096-ba33-d44b068f8ce9 None None] For port 0d46e829-ac00-4d98-8b1d-85a0544f0dc1, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=0d46e829-ac00-4d98-8b1d-85a0544f0dc1,segment=NetworkSegment(a6752946-b3ea-45f0-9ccb-7772cee1cfcc),segment_id=a6752946-b3ea-45f0-9ccb-7772cee1cfcc)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:27:46.972428 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port 3d3cd12d-c6cb-4540-ab00-4234218f1159 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:27:46.989060 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3b155c66-c9fa-4fcc-a013-961a9841b9a4 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:46.995670 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b155c66-c9fa-4fcc-a013-961a9841b9a4 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:46.996360 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3b155c66-c9fa-4fcc-a013-961a9841b9a4 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:46.997186 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fa0eb5b1-6717-4ff4-8fed-7a2b6d13bf3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:47.047235 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3f884d71-8b95-4096-ba33-d44b068f8ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:47.123345 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-1e690a5a-a201-4bec-8b83-43015b5aa9c7 admin admin] Allocated IP 172.20.0.1 (ee605bb1-8b6e-4071-bb56-0750c509a342/c053e9dc-86f6-465e-ab82-bed435135d4f/0130065b-fff8-427e-a8f6-e4a9ca9a1c40) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:27:47.125036 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-d15d07dd-ee97-4d6a-85b0-3bd59279a06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3913b91-0e23-4dd7-9406-e9da56d60d96', 'name': 'tempest-ImageQuotaTest-738785169-router', 'tenant_id': '516bd2f59a5a4a389534b41566d5be99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'dad400a1-1554-4b8c-b178-336b33374fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:27:38Z', 'updated_at': '2022-05-05T20:27:42Z', 'revision_number': 3, 'project_id': '516bd2f59a5a4a389534b41566d5be99', 'gw_port': {'id': 'dad400a1-1554-4b8c-b178-336b33374fb2', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c0:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3913b91-0e23-4dd7-9406-e9da56d60d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:27:40Z', 'updated_at': '2022-05-05T20:27:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:27:47.125560 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b155c66-c9fa-4fcc-a013-961a9841b9a4 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Pushing event updated for resources: {'Network': ['ID=36eec0e3-5143-4174-8ec6-671b2dfec885,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:47.137326 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15d07dd-ee97-4d6a-85b0-3bd59279a06f None None] The sync data for ids ['c3913b91-0e23-4dd7-9406-e9da56d60d96'] in n-d-840717-1 is: [{'id': 'c3913b91-0e23-4dd7-9406-e9da56d60d96', 'name': 'tempest-ImageQuotaTest-738785169-router', 'tenant_id': '516bd2f59a5a4a389534b41566d5be99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'dad400a1-1554-4b8c-b178-336b33374fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:27:38Z', 'updated_at': '2022-05-05T20:27:42Z', 'revision_number': 3, 'project_id': '516bd2f59a5a4a389534b41566d5be99', 'gw_port': {'id': 'dad400a1-1554-4b8c-b178-336b33374fb2', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c0:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3913b91-0e23-4dd7-9406-e9da56d60d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:27:40Z', 'updated_at': '2022-05-05T20:27:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:27:47.227836 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 36eec0e3-5143-4174-8ec6-671b2dfec885 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:27:47.471573 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1e690a5a-a201-4bec-8b83-43015b5aa9c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:47.501436 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-1e690a5a-a201-4bec-8b83-43015b5aa9c7 admin admin] Transition to ACTIVE for port object 0130065b-fff8-427e-a8f6-e4a9ca9a1c40 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:27:47.553790 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3b155c66-c9fa-4fcc-a013-961a9841b9a4 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2160430 May 05 20:27:47.558312 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58238) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:47.560279 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1e690a5a-a201-4bec-8b83-43015b5aa9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:47.682349 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58242) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:47.788870 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-2ddd1cf6-d7a2-47ca-8603-b1098990ccd5 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-258687799', 'admin_state_up': True, 'project_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:27:47.814203 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e690a5a-a201-4bec-8b83-43015b5aa9c7 admin admin] Network ee605bb1-8b6e-4071-bb56-0750c509a342 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:27:47.819482 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-1e690a5a-a201-4bec-8b83-43015b5aa9c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:27:47.822630 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e690a5a-a201-4bec-8b83-43015b5aa9c7 admin admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:27:47.857848 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-2ddd1cf6-d7a2-47ca-8603-b1098990ccd5 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:27:47.863237 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e690a5a-a201-4bec-8b83-43015b5aa9c7 admin admin] Pushing event updated for resources: {'Port': ['ID=0130065b-fff8-427e-a8f6-e4a9ca9a1c40,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:47.868699 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a84b80-5bd6-461b-885e-1be3452621d2 req-a7f255b8-35c1-4e65-9984-2408e68a1976 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:47.870285 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e8a84b80-5bd6-461b-885e-1be3452621d2 req-a7f255b8-35c1-4e65-9984-2408e68a1976 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a51d332-4b43-4d56-aba9-d2415c353a42 HTTP/1.1" status: 200 len: 945 time: 0.6423080 May 05 20:27:47.882684 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-2ddd1cf6-d7a2-47ca-8603-b1098990ccd5 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Usage tracker for resource:router and tenant:6e19ee4cb1294f70bec1dac29584f7fc is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:27:47.883682 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-ced76fc5-8fe5-490a-b848-1e503bb567e3 None None] Provisioning for port 3d3cd12d-c6cb-4540-ab00-4234218f1159 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:27:47.892677 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-2ddd1cf6-d7a2-47ca-8603-b1098990ccd5 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:27:47.914332 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-2ddd1cf6-d7a2-47ca-8603-b1098990ccd5 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:27:47.933966 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1e690a5a-a201-4bec-8b83-43015b5aa9c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:47.963131 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2ddd1cf6-d7a2-47ca-8603-b1098990ccd5 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:47.964559 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2ddd1cf6-d7a2-47ca-8603-b1098990ccd5 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:47.979559 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2661a7f2-cf27-446e-833d-a8eb82353537 None None] Network ee605bb1-8b6e-4071-bb56-0750c509a342 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:27:48.054092 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f3c5f49f-d088-4c91-91c2-b90761efe4d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:48.056791 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-ced76fc5-8fe5-490a-b848-1e503bb567e3 None None] Provisioning complete for port 3d3cd12d-c6cb-4540-ab00-4234218f1159 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:27:48.057163 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ced76fc5-8fe5-490a-b848-1e503bb567e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:48.083083 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e8a84b80-5bd6-461b-885e-1be3452621d2 req-bad4b637-21e3-4363-8cae-39c9bed69df2 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=d48d9097-b777-4574-9a19-13c10d09c75b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2064474 May 05 20:27:48.096737 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-f3c5f49f-d088-4c91-91c2-b90761efe4d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:27:48.102156 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2ddd1cf6-d7a2-47ca-8603-b1098990ccd5 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:48.106389 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-f3c5f49f-d088-4c91-91c2-b90761efe4d2 admin admin] Usage tracker for resource:security_group_rule and tenant:7bcb9604b97f4d62ac85976678a0ab4e is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:27:48.110188 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-f3c5f49f-d088-4c91-91c2-b90761efe4d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:27:48.119977 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-f3c5f49f-d088-4c91-91c2-b90761efe4d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:27:48.125216 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f884d71-8b95-4096-ba33-d44b068f8ce9 None None] Pushing event updated for resources: {'Port': ['ID=0d46e829-ac00-4d98-8b1d-85a0544f0dc1,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:48.183581 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f884d71-8b95-4096-ba33-d44b068f8ce9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:27:48.183860 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f884d71-8b95-4096-ba33-d44b068f8ce9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:27:48.184200 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f884d71-8b95-4096-ba33-d44b068f8ce9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:27:48.184654 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f884d71-8b95-4096-ba33-d44b068f8ce9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:27:48.185177 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f884d71-8b95-4096-ba33-d44b068f8ce9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:27:48.185654 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f884d71-8b95-4096-ba33-d44b068f8ce9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:27:48.186158 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f884d71-8b95-4096-ba33-d44b068f8ce9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:27:48.186630 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f884d71-8b95-4096-ba33-d44b068f8ce9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:27:48.187119 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f884d71-8b95-4096-ba33-d44b068f8ce9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:27:48.187630 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f884d71-8b95-4096-ba33-d44b068f8ce9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:27:48.188103 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f884d71-8b95-4096-ba33-d44b068f8ce9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:27:48.188560 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f884d71-8b95-4096-ba33-d44b068f8ce9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:27:48.301165 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add00a57-3b50-4d65-904d-8e2408d83645 None None] Network 7289b573-7530-4f0a-b5b0-032373718af7 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:27:48.333333 n-d-840717-1 neutron-server[88197]: DEBUG neutron.objects.ports [None req-1a76a278-48f8-42cd-b868-e5dfdbaa958c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88197) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 05 20:27:48.593391 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device dad400a1-1554-4b8c-b178-336b33374fb2 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:27:48.660496 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2ddd1cf6-d7a2-47ca-8603-b1098990ccd5 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:48.676323 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1e690a5a-a201-4bec-8b83-43015b5aa9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:48.689293 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f3c5f49f-d088-4c91-91c2-b90761efe4d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:48.708288 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f3c5f49f-d088-4c91-91c2-b90761efe4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:48.761067 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ced76fc5-8fe5-490a-b848-1e503bb567e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:48.771545 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f3c5f49f-d088-4c91-91c2-b90761efe4d2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7bcb9604b97f4d62ac85976678a0ab4e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0732553 May 05 20:27:48.778401 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58248) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:48.779008 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1a76a278-48f8-42cd-b868-e5dfdbaa958c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:48.851827 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a51d332-4b43-4d56-aba9-d2415c353a42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d3cd12d-c6cb-4540-ab00-4234218f1159'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:27:48.874549 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-ced76fc5-8fe5-490a-b848-1e503bb567e3 None None] For port 3d3cd12d-c6cb-4540-ab00-4234218f1159, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=3d3cd12d-c6cb-4540-ab00-4234218f1159,segment=NetworkSegment(8c83f52a-b29a-42d2-bd3e-a0fa0faf2957),segment_id=8c83f52a-b29a-42d2-bd3e-a0fa0faf2957)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:27:48.885130 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c5f49f-d088-4c91-91c2-b90761efe4d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe6efe4-bcc9-48df-b6bb-d0701a947d83,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:48.888228 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ced76fc5-8fe5-490a-b848-1e503bb567e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:48.920889 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c5f49f-d088-4c91-91c2-b90761efe4d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:27:48.921232 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c5f49f-d088-4c91-91c2-b90761efe4d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:27:48.921567 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c5f49f-d088-4c91-91c2-b90761efe4d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:27:48.921898 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c5f49f-d088-4c91-91c2-b90761efe4d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:27:48.922629 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c5f49f-d088-4c91-91c2-b90761efe4d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:27:48.922962 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c5f49f-d088-4c91-91c2-b90761efe4d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:27:48.923285 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c5f49f-d088-4c91-91c2-b90761efe4d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:27:48.923634 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c5f49f-d088-4c91-91c2-b90761efe4d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:27:48.924271 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c5f49f-d088-4c91-91c2-b90761efe4d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:27:48.925678 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c5f49f-d088-4c91-91c2-b90761efe4d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:27:48.926031 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c5f49f-d088-4c91-91c2-b90761efe4d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:27:48.926719 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c5f49f-d088-4c91-91c2-b90761efe4d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:27:48.947676 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5de301f0-8a0a-4ef7-b832-c24f9a4854da'] response: {'server_uuid': '6a51d332-4b43-4d56-aba9-d2415c353a42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d3cd12d-c6cb-4540-ab00-4234218f1159', 'code': 200} May 05 20:27:48.962718 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c79d44e6-2012-4d67-9bb3-9fe75b1e5e16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:48.972552 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port dad400a1-1554-4b8c-b178-336b33374fb2 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:27:49.013622 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port dad400a1-1554-4b8c-b178-336b33374fb2 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:27:49.014010 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:49.035239 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c79d44e6-2012-4d67-9bb3-9fe75b1e5e16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:49.080792 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-ced76fc5-8fe5-490a-b848-1e503bb567e3 None None] Provisioning complete for port b55ecf41-b494-49fe-b37b-dd88134fece1 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:27:49.081163 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ced76fc5-8fe5-490a-b848-1e503bb567e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:49.117936 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced76fc5-8fe5-490a-b848-1e503bb567e3 None None] Pushing event updated for resources: {'Port': ['ID=3d3cd12d-c6cb-4540-ab00-4234218f1159,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:49.230387 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c79d44e6-2012-4d67-9bb3-9fe75b1e5e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:49.274760 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-1a76a278-48f8-42cd-b868-e5dfdbaa958c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] For port 457038da-a960-4d1b-a7d1-4c083f73c4e1, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=457038da-a960-4d1b-a7d1-4c083f73c4e1,segment=NetworkSegment(1cf78a78-2d57-4ccb-9633-08c37696a2c0),segment_id=1cf78a78-2d57-4ccb-9633-08c37696a2c0)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:27:49.279135 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79d44e6-2012-4d67-9bb3-9fe75b1e5e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe6efe4-bcc9-48df-b6bb-d0701a947d83,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:49.337234 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:49.369098 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port dad400a1-1554-4b8c-b178-336b33374fb2, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=dad400a1-1554-4b8c-b178-336b33374fb2,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:27:49.373551 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:49.374362 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 0d46e829-ac00-4d98-8b1d-85a0544f0dc1 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:27:49.393160 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c79d44e6-2012-4d67-9bb3-9fe75b1e5e16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:49.398434 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-c79d44e6-2012-4d67-9bb3-9fe75b1e5e16 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fbe6efe4-bcc9-48df-b6bb-d0701a947d83 HTTP/1.1" status: 204 len: 168 time: 0.6010196 May 05 20:27:49.429793 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1a76a278-48f8-42cd-b868-e5dfdbaa958c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:49.443515 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1a76a278-48f8-42cd-b868-e5dfdbaa958c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:49.444894 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1a76a278-48f8-42cd-b868-e5dfdbaa958c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:49.479534 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.db.resource_extend [None req-1e690a5a-a201-4bec-8b83-43015b5aa9c7 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 20:27:49.510608 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1e690a5a-a201-4bec-8b83-43015b5aa9c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:49.515488 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4b3d3-8d78-4c87-95e2-1e7c28aa0525 req-709660c4-124b-4144-a3c9-dfde06fc2df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:49.517163 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7ef4b3d3-8d78-4c87-95e2-1e7c28aa0525 req-709660c4-124b-4144-a3c9-dfde06fc2df1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6a51d332-4b43-4d56-aba9-d2415c353a42 HTTP/1.1" status: 200 len: 1097 time: 0.3791318 May 05 20:27:49.552314 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-a861be1a-fb18-4644-b571-41b65311cf24 None None] Provisioning complete for port 457038da-a960-4d1b-a7d1-4c083f73c4e1 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:27:49.552648 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a861be1a-fb18-4644-b571-41b65311cf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:49.617486 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=dad400a1-1554-4b8c-b178-336b33374fb2,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:49.621263 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a76a278-48f8-42cd-b868-e5dfdbaa958c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event updated for resources: {'Port': ['ID=457038da-a960-4d1b-a7d1-4c083f73c4e1,revision_number=14']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:49.624038 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2ddd1cf6-d7a2-47ca-8603-b1098990ccd5 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks [] for router_gateway, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:49.655777 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb047b13-9722-465f-8166-02f93ee0ba9d req-8897fed6-924e-4723-a8da-51200a75fc90 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:49.658087 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fb047b13-9722-465f-8166-02f93ee0ba9d req-8897fed6-924e-4723-a8da-51200a75fc90 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a51d332-4b43-4d56-aba9-d2415c353a42 HTTP/1.1" status: 200 len: 946 time: 0.3738256 May 05 20:27:49.684054 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a76a278-48f8-42cd-b868-e5dfdbaa958c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Network 7289b573-7530-4f0a-b5b0-032373718af7 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:27:49.699191 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1e690a5a-a201-4bec-8b83-43015b5aa9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:49.708353 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-1a76a278-48f8-42cd-b868-e5dfdbaa958c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:27:49.712009 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a76a278-48f8-42cd-b868-e5dfdbaa958c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:49.712733 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1a76a278-48f8-42cd-b868-e5dfdbaa958c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:49.762417 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 0d46e829-ac00-4d98-8b1d-85a0544f0dc1 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:27:49.762829 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:49.771059 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a76a278-48f8-42cd-b868-e5dfdbaa958c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event updated for resources: {'Subnet': ['ID=0d612a65-a3c8-4aa3-baf2-8841d7d2f0d6,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:49.813901 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-1a76a278-48f8-42cd-b868-e5dfdbaa958c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.2504942 May 05 20:27:49.815322 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fb047b13-9722-465f-8166-02f93ee0ba9d req-51a0736b-2f0a-4b4e-b778-df336be8fd88 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=d48d9097-b777-4574-9a19-13c10d09c75b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293621 May 05 20:27:49.815986 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58260) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:49.823024 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-e66e5316-c275-4f86-9d02-3e264a687c1a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Request body: {'port': {'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'mac_address': 'fa:16:3e:d3:c1:92', 'name': 'tempest-NetworksTestDHCPv6-472438686'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:27:49.838351 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2ddd1cf6-d7a2-47ca-8603-b1098990ccd5 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:49.971993 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7ef4b3d3-8d78-4c87-95e2-1e7c28aa0525 req-d1312f0a-0f69-4b0b-9826-cb132eb3aee1 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d48d9097-b777-4574-9a19-13c10d09c75b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3852496 May 05 20:27:49.985026 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1e690a5a-a201-4bec-8b83-43015b5aa9c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:50.000574 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58264) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:50.013816 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-a861be1a-fb18-4644-b571-41b65311cf24 None None] Provisioning complete for port 0d46e829-ac00-4d98-8b1d-85a0544f0dc1 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:27:50.014427 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a861be1a-fb18-4644-b571-41b65311cf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:50.067985 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e690a5a-a201-4bec-8b83-43015b5aa9c7 admin admin] Pushing event updated for resources: {'Port': ['ID=0130065b-fff8-427e-a8f6-e4a9ca9a1c40,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:50.068615 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-e66e5316-c275-4f86-9d02-3e264a687c1a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:27:50.079753 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-e66e5316-c275-4f86-9d02-3e264a687c1a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Usage tracker for resource:port and tenant:0780f842482f4e59b41843f42dd46f0e is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:27:50.084567 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3167b7ac-41fd-4844-8b52-e178724fd266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:50.091728 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-e66e5316-c275-4f86-9d02-3e264a687c1a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:27:50.092016 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-e66e5316-c275-4f86-9d02-3e264a687c1a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:27:50.104777 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e66e5316-c275-4f86-9d02-3e264a687c1a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Made reservation on behalf of 0780f842482f4e59b41843f42dd46f0e for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:27:50.143396 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 457038da-a960-4d1b-a7d1-4c083f73c4e1 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:27:50.198514 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3167b7ac-41fd-4844-8b52-e178724fd266 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:27:50.218758 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-3167b7ac-41fd-4844-8b52-e178724fd266 admin admin] Usage tracker for resource:security_group_rule and tenant:3c9683347ff94c8f80f15e77536db350 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:27:50.227376 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-3167b7ac-41fd-4844-8b52-e178724fd266 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:27:50.246292 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3167b7ac-41fd-4844-8b52-e178724fd266 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:27:50.246490 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e66e5316-c275-4f86-9d02-3e264a687c1a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:50.274326 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [None req-e66e5316-c275-4f86-9d02-3e264a687c1a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] device_id is not set on port e19223ac-e1ef-4738-af6c-d4b5da05f08b yet. {{(pid=88197) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:27:50.281073 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-2ddd1cf6-d7a2-47ca-8603-b1098990ccd5 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Allocated IP 172.25.0.208 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/7598fa6b-ecdc-4abc-b270-6c3151c08f03) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:27:50.291169 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e690a5a-a201-4bec-8b83-43015b5aa9c7 admin admin] Network ee605bb1-8b6e-4071-bb56-0750c509a342 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:27:50.299601 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-1e690a5a-a201-4bec-8b83-43015b5aa9c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:27:50.341150 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:50.390494 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 457038da-a960-4d1b-a7d1-4c083f73c4e1, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=457038da-a960-4d1b-a7d1-4c083f73c4e1,segment=NetworkSegment(1cf78a78-2d57-4ccb-9633-08c37696a2c0),segment_id=1cf78a78-2d57-4ccb-9633-08c37696a2c0)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:27:50.394255 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-4b803138-dd4a-4884-8eb4-813cff2923f0 None None] Provisioning for port 0130065b-fff8-427e-a8f6-e4a9ca9a1c40 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:27:50.399717 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:50.465444 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2684a3e-44e7-4ea7-b25d-ee6271a4e1bc None None] Network 7289b573-7530-4f0a-b5b0-032373718af7 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:27:50.491123 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-4b803138-dd4a-4884-8eb4-813cff2923f0 None None] Provisioning complete for port 0130065b-fff8-427e-a8f6-e4a9ca9a1c40 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:27:50.491588 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4b803138-dd4a-4884-8eb4-813cff2923f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:50.545777 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device dad400a1-1554-4b8c-b178-336b33374fb2 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:27:50.599187 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2ddd1cf6-d7a2-47ca-8603-b1098990ccd5 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:50.609387 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-e66e5316-c275-4f86-9d02-3e264a687c1a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Allocated IP 172.20.0.13 (7289b573-7530-4f0a-b5b0-032373718af7/e817be0b-6ed0-49f7-b595-28d327174f71/e19223ac-e1ef-4738-af6c-d4b5da05f08b) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:27:50.618800 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-e66e5316-c275-4f86-9d02-3e264a687c1a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Allocated IP 2001:db8::f816:3eff:fed3:c192 (7289b573-7530-4f0a-b5b0-032373718af7/0d612a65-a3c8-4aa3-baf2-8841d7d2f0d6/e19223ac-e1ef-4738-af6c-d4b5da05f08b) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:27:50.715379 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=457038da-a960-4d1b-a7d1-4c083f73c4e1,revision_number=15']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:50.722969 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-4b803138-dd4a-4884-8eb4-813cff2923f0 None None] Port 0130065b-fff8-427e-a8f6-e4a9ca9a1c40 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:27:50.753060 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2ddd1cf6-d7a2-47ca-8603-b1098990ccd5 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:50.846595 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-4b803138-dd4a-4884-8eb4-813cff2923f0 None None] Provisioning complete for port 0d46e829-ac00-4d98-8b1d-85a0544f0dc1 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:27:50.846595 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4b803138-dd4a-4884-8eb4-813cff2923f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:50.858037 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddd1cf6-d7a2-47ca-8603-b1098990ccd5 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:27:50.885545 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-2ddd1cf6-d7a2-47ca-8603-b1098990ccd5 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:27:50.900031 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddd1cf6-d7a2-47ca-8603-b1098990ccd5 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:27:50.941636 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddd1cf6-d7a2-47ca-8603-b1098990ccd5 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Pushing event updated for resources: {'Port': ['ID=7598fa6b-ecdc-4abc-b270-6c3151c08f03,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:50.951766 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3167b7ac-41fd-4844-8b52-e178724fd266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:50.967120 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e690a5a-a201-4bec-8b83-43015b5aa9c7 admin admin] Router c3913b91-0e23-4dd7-9406-e9da56d60d96 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:27:50.967929 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3167b7ac-41fd-4844-8b52-e178724fd266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:50.970240 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port dad400a1-1554-4b8c-b178-336b33374fb2 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:27:50.970712 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:51.033992 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e66e5316-c275-4f86-9d02-3e264a687c1a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:51.057385 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-e66e5316-c275-4f86-9d02-3e264a687c1a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Transition to ACTIVE for port object e19223ac-e1ef-4738-af6c-d4b5da05f08b will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:27:51.087299 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e66e5316-c275-4f86-9d02-3e264a687c1a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:51.176325 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66e5316-c275-4f86-9d02-3e264a687c1a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Network 7289b573-7530-4f0a-b5b0-032373718af7 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:27:51.179900 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-e66e5316-c275-4f86-9d02-3e264a687c1a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:27:51.184481 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66e5316-c275-4f86-9d02-3e264a687c1a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:27:51.230737 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66e5316-c275-4f86-9d02-3e264a687c1a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event updated for resources: {'Port': ['ID=e19223ac-e1ef-4738-af6c-d4b5da05f08b,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:51.258914 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66e5316-c275-4f86-9d02-3e264a687c1a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:51.259602 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e66e5316-c275-4f86-9d02-3e264a687c1a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:51.286047 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-e66e5316-c275-4f86-9d02-3e264a687c1a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.4689498 May 05 20:27:51.288918 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58270) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:51.379299 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283632dc-f6ba-464c-ac88-1e8acbd1146c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:51.381638 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-e4e48919-de4b-433d-be4b-2caa27a3a554 None None] Provisioning complete for port 457038da-a960-4d1b-a7d1-4c083f73c4e1 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:27:51.382160 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e4e48919-de4b-433d-be4b-2caa27a3a554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:51.385779 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283632dc-f6ba-464c-ac88-1e8acbd1146c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:51.386572 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-283632dc-f6ba-464c-ac88-1e8acbd1146c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Synchronizing usage tracker for tenant:0780f842482f4e59b41843f42dd46f0e on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:27:51.403315 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-283632dc-f6ba-464c-ac88-1e8acbd1146c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Unset dirty status for tenant:0780f842482f4e59b41843f42dd46f0e on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:27:51.407203 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-283632dc-f6ba-464c-ac88-1e8acbd1146c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1148961 May 05 20:27:51.407718 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58274) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:51.488038 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-c9666196-433a-4a55-be6e-e1114ad4c0fa tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Deleting port e19223ac-e1ef-4738-af6c-d4b5da05f08b {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:27:51.488356 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c9666196-433a-4a55-be6e-e1114ad4c0fa tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:51.520063 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e4e48919-de4b-433d-be4b-2caa27a3a554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:51.556283 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-e4e48919-de4b-433d-be4b-2caa27a3a554 None None] For port 457038da-a960-4d1b-a7d1-4c083f73c4e1, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=457038da-a960-4d1b-a7d1-4c083f73c4e1,segment=NetworkSegment(1cf78a78-2d57-4ccb-9633-08c37696a2c0),segment_id=1cf78a78-2d57-4ccb-9633-08c37696a2c0)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:27:51.561686 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e4e48919-de4b-433d-be4b-2caa27a3a554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:51.568043 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3167b7ac-41fd-4844-8b52-e178724fd266 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3c9683347ff94c8f80f15e77536db350&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5516038 May 05 20:27:51.569053 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58278) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:51.600812 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e690a5a-a201-4bec-8b83-43015b5aa9c7 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:27:51.629594 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae39ad3-a1c4-49a8-b897-379f166e6069 None None] Sync routers for ids ['c3913b91-0e23-4dd7-9406-e9da56d60d96'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:27:51.641608 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3167b7ac-41fd-4844-8b52-e178724fd266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7adfc405-87d1-46e5-8d3a-ea9cd370f23a,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:51.664455 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae39ad3-a1c4-49a8-b897-379f166e6069 None None] Routers {'c3913b91-0e23-4dd7-9406-e9da56d60d96'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:27:51.665588 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-2ae39ad3-a1c4-49a8-b897-379f166e6069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:27:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['c3913b91-0e23-4dd7-9406-e9da56d60d96'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:27:51.725320 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e48919-de4b-433d-be4b-2caa27a3a554 None None] Pushing event updated for resources: {'Port': ['ID=457038da-a960-4d1b-a7d1-4c083f73c4e1,revision_number=16']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:51.744818 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-e4e48919-de4b-433d-be4b-2caa27a3a554 None None] Provisioning complete for port 0130065b-fff8-427e-a8f6-e4a9ca9a1c40 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:27:51.745119 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e4e48919-de4b-433d-be4b-2caa27a3a554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:51.755039 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-1e690a5a-a201-4bec-8b83-43015b5aa9c7 admin admin] 10.222.0.36 "PUT /v2.0/routers/c3913b91-0e23-4dd7-9406-e9da56d60d96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6048472 May 05 20:27:51.818334 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c9666196-433a-4a55-be6e-e1114ad4c0fa tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:51.843138 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4fc6c1-6b37-4d94-a0f2-57f7af8ae8af req-3d82a336-0f81-4893-977c-7caa73748f90 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:51.844708 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0d4fc6c1-6b37-4d94-a0f2-57f7af8ae8af req-3d82a336-0f81-4893-977c-7caa73748f90 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a51d332-4b43-4d56-aba9-d2415c353a42 HTTP/1.1" status: 200 len: 946 time: 0.8437109 May 05 20:27:51.845381 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-97718f94-f43a-4bbd-a01f-1d056e1f23c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:51.874885 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-97718f94-f43a-4bbd-a01f-1d056e1f23c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:51.892444 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-e4e48919-de4b-433d-be4b-2caa27a3a554 None None] Port 0130065b-fff8-427e-a8f6-e4a9ca9a1c40 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:27:51.932008 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-2ae39ad3-a1c4-49a8-b897-379f166e6069 None None] Set router c3913b91-0e23-4dd7-9406-e9da56d60d96 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:27:51.987320 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-c9666196-433a-4a55-be6e-e1114ad4c0fa tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Calling delete_port for e19223ac-e1ef-4738-af6c-d4b5da05f08b owned by {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:27:51.987603 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-97718f94-f43a-4bbd-a01f-1d056e1f23c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:52.080808 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97718f94-f43a-4bbd-a01f-1d056e1f23c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7adfc405-87d1-46e5-8d3a-ea9cd370f23a,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:52.088785 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0d4fc6c1-6b37-4d94-a0f2-57f7af8ae8af req-410621f2-363e-434b-9737-46e561b86edd tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=d48d9097-b777-4574-9a19-13c10d09c75b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1571202 May 05 20:27:52.092595 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-97718f94-f43a-4bbd-a01f-1d056e1f23c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:52.095955 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-97718f94-f43a-4bbd-a01f-1d056e1f23c8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7adfc405-87d1-46e5-8d3a-ea9cd370f23a HTTP/1.1" status: 204 len: 168 time: 0.4953635 May 05 20:27:52.134178 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2ddd1cf6-d7a2-47ca-8603-b1098990ccd5 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks [] for router_gateway, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:52.303722 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c9666196-433a-4a55-be6e-e1114ad4c0fa tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:52.384394 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9666196-433a-4a55-be6e-e1114ad4c0fa tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event deleted for resources: {'Port': ['ID=e19223ac-e1ef-4738-af6c-d4b5da05f08b,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:52.420024 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a63999-0219-47f5-bdc3-deb82ab9eb70 None None] Network 7289b573-7530-4f0a-b5b0-032373718af7 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:27:52.499007 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-38134955-6bcf-4b86-a51b-e50dd91cad22 None None] Provisioning complete for port 457038da-a960-4d1b-a7d1-4c083f73c4e1 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:27:52.499410 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-38134955-6bcf-4b86-a51b-e50dd91cad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:52.606943 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c9666196-433a-4a55-be6e-e1114ad4c0fa tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:52.639307 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-c9666196-433a-4a55-be6e-e1114ad4c0fa tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/ports/e19223ac-e1ef-4738-af6c-d4b5da05f08b HTTP/1.1" status: 204 len: 168 time: 1.2283809 May 05 20:27:52.639877 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58296) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:52.644511 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2ddd1cf6-d7a2-47ca-8603-b1098990ccd5 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:52.786500 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f414a8ba-c0b6-4efb-8158-d3826fa7d5e9 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:52.795248 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f414a8ba-c0b6-4efb-8158-d3826fa7d5e9 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:52.800760 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f414a8ba-c0b6-4efb-8158-d3826fa7d5e9 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:52.803390 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-f414a8ba-c0b6-4efb-8158-d3826fa7d5e9 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Synchronizing usage tracker for tenant:0780f842482f4e59b41843f42dd46f0e on resource:subnet {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:27:52.835171 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-2ae39ad3-a1c4-49a8-b897-379f166e6069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3913b91-0e23-4dd7-9406-e9da56d60d96', 'name': 'tempest-ImageQuotaTest-738785169-router', 'tenant_id': '516bd2f59a5a4a389534b41566d5be99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'dad400a1-1554-4b8c-b178-336b33374fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:27:38Z', 'updated_at': '2022-05-05T20:27:48Z', 'revision_number': 4, 'project_id': '516bd2f59a5a4a389534b41566d5be99', 'gw_port': {'id': 'dad400a1-1554-4b8c-b178-336b33374fb2', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3913b91-0e23-4dd7-9406-e9da56d60d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:27:40Z', 'updated_at': '2022-05-05T20:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '0130065b-fff8-427e-a8f6-e4a9ca9a1c40', 'name': '', 'network_id': 'ee605bb1-8b6e-4071-bb56-0750c509a342', 'tenant_id': '516bd2f59a5a4a389534b41566d5be99', 'mac_address': 'fa:16:3e:14:98:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3913b91-0e23-4dd7-9406-e9da56d60d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'c053e9dc-86f6-465e-ab82-bed435135d4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:27:46Z', 'updated_at': '2022-05-05T20:27:48Z', 'revision_number': 2, 'project_id': '516bd2f59a5a4a389534b41566d5be99', 'subnets': [{'id': 'c053e9dc-86f6-465e-ab82-bed435135d4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:27:52.840222 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-f414a8ba-c0b6-4efb-8158-d3826fa7d5e9 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Unset dirty status for tenant:0780f842482f4e59b41843f42dd46f0e on resource:subnet {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:27:52.844992 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae39ad3-a1c4-49a8-b897-379f166e6069 None None] Checking router: c3913b91-0e23-4dd7-9406-e9da56d60d96 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:27:52.844992 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae39ad3-a1c4-49a8-b897-379f166e6069 None None] Updating router c3913b91-0e23-4dd7-9406-e9da56d60d96 port 0130065b-fff8-427e-a8f6-e4a9ca9a1c40 binding host n-d-840717-1 {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:27:52.845249 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f414a8ba-c0b6-4efb-8158-d3826fa7d5e9 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2011063 May 05 20:27:52.845964 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58308) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:52.981920 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ddd1cf6-d7a2-47ca-8603-b1098990ccd5 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Router 2a49609c-07b2-4767-bbbc-44fd347c252c is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:27:52.985082 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-100c6bcf-691e-4f07-8558-5bf6855cd01e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Deleting subnet 0d612a65-a3c8-4aa3-baf2-8841d7d2f0d6 {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:27:52.988199 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-100c6bcf-691e-4f07-8558-5bf6855cd01e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:52.992278 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2ae39ad3-a1c4-49a8-b897-379f166e6069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:53.075136 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-100c6bcf-691e-4f07-8558-5bf6855cd01e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:53.163749 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-100c6bcf-691e-4f07-8558-5bf6855cd01e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:53.287862 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-100c6bcf-691e-4f07-8558-5bf6855cd01e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:53.417887 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-100c6bcf-691e-4f07-8558-5bf6855cd01e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:53.434930 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100c6bcf-691e-4f07-8558-5bf6855cd01e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event deleted for resources: {'Subnet': ['ID=0d612a65-a3c8-4aa3-baf2-8841d7d2f0d6,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:53.449307 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-100c6bcf-691e-4f07-8558-5bf6855cd01e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/subnets/0d612a65-a3c8-4aa3-baf2-8841d7d2f0d6 HTTP/1.1" status: 204 len: 168 time: 0.6026363 May 05 20:27:53.449574 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58328) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:53.483631 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840117b5-1927-4a38-ae58-5d1728966e5f req-1d49a861-40f0-477e-a79d-b6f6430ecc10 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:53.485407 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-840117b5-1927-4a38-ae58-5d1728966e5f req-1d49a861-40f0-477e-a79d-b6f6430ecc10 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a51d332-4b43-4d56-aba9-d2415c353a42 HTTP/1.1" status: 200 len: 946 time: 0.1123827 May 05 20:27:53.531731 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ddd1cf6-d7a2-47ca-8603-b1098990ccd5 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:27:53.547079 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6366e4a2-2a95-420f-9cb6-a91c00fcbe73 None None] Sync routers for ids ['2a49609c-07b2-4767-bbbc-44fd347c252c'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:27:53.562333 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6366e4a2-2a95-420f-9cb6-a91c00fcbe73 None None] Routers {'2a49609c-07b2-4767-bbbc-44fd347c252c'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:27:53.563088 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-6366e4a2-2a95-420f-9cb6-a91c00fcbe73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:27:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['2a49609c-07b2-4767-bbbc-44fd347c252c'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:27:53.603166 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-840117b5-1927-4a38-ae58-5d1728966e5f req-3e2c9acd-80da-4400-a2db-95da3125382f tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=d48d9097-b777-4574-9a19-13c10d09c75b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109896 May 05 20:27:53.625421 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-c30a4509-edba-49d4-a12d-43549079805d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Deleting subnet e817be0b-6ed0-49f7-b595-28d327174f71 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:27:53.649805 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2ddd1cf6-d7a2-47ca-8603-b1098990ccd5 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:53.651017 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-2ddd1cf6-d7a2-47ca-8603-b1098990ccd5 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 6.0771391 May 05 20:27:53.654221 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58338) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:53.657839 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c30a4509-edba-49d4-a12d-43549079805d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:53.763716 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2ae39ad3-a1c4-49a8-b897-379f166e6069 None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:53.796962 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-2ae39ad3-a1c4-49a8-b897-379f166e6069 None None] Transition to ACTIVE for port object 0130065b-fff8-427e-a8f6-e4a9ca9a1c40 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:27:53.799157 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c30a4509-edba-49d4-a12d-43549079805d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:53.808401 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2ae39ad3-a1c4-49a8-b897-379f166e6069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:53.949950 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-6366e4a2-2a95-420f-9cb6-a91c00fcbe73 None None] Set router 2a49609c-07b2-4767-bbbc-44fd347c252c gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:27:53.956084 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0f4fe7-a4a7-45cd-8fdd-3a30420e602e None None] Pushing event updated for resources: {'Port': ['ID=0130065b-fff8-427e-a8f6-e4a9ca9a1c40,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:53.992371 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58346) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:54.047923 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c30a4509-edba-49d4-a12d-43549079805d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:54.196599 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316699fd-7b42-496d-9ddc-41621c9220aa req-e042a437-42c7-46fc-9281-d22c479db974 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:54.198212 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-316699fd-7b42-496d-9ddc-41621c9220aa req-e042a437-42c7-46fc-9281-d22c479db974 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a51d332-4b43-4d56-aba9-d2415c353a42 HTTP/1.1" status: 200 len: 946 time: 0.3277001 May 05 20:27:54.230145 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-2ae39ad3-a1c4-49a8-b897-379f166e6069 None None] Attempting to bind port 0130065b-fff8-427e-a8f6-e4a9ca9a1c40 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:27:54.230653 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-2ae39ad3-a1c4-49a8-b897-379f166e6069 None None] Attempting to bind port 0130065b-fff8-427e-a8f6-e4a9ca9a1c40 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'a6752946-b3ea-45f0-9ccb-7772cee1cfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ee605bb1-8b6e-4071-bb56-0750c509a342'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:27:54.231080 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae39ad3-a1c4-49a8-b897-379f166e6069 None None] Attempting to bind port 0130065b-fff8-427e-a8f6-e4a9ca9a1c40 on network ee605bb1-8b6e-4071-bb56-0750c509a342 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:27:54.244003 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae39ad3-a1c4-49a8-b897-379f166e6069 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:27:54.244482 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae39ad3-a1c4-49a8-b897-379f166e6069 None None] Checking segment: {'id': 'a6752946-b3ea-45f0-9ccb-7772cee1cfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ee605bb1-8b6e-4071-bb56-0750c509a342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:27:54.244953 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2ae39ad3-a1c4-49a8-b897-379f166e6069 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:54.245992 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae39ad3-a1c4-49a8-b897-379f166e6069 None None] Bound using segment: {'id': 'a6752946-b3ea-45f0-9ccb-7772cee1cfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ee605bb1-8b6e-4071-bb56-0750c509a342'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:27:54.247213 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-2ae39ad3-a1c4-49a8-b897-379f166e6069 None None] Bound port: 0130065b-fff8-427e-a8f6-e4a9ca9a1c40, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6752946-b3ea-45f0-9ccb-7772cee1cfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ee605bb1-8b6e-4071-bb56-0750c509a342'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:27:54.248438 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2ae39ad3-a1c4-49a8-b897-379f166e6069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:54.287167 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aff5364-5c3d-4290-b0f0-b5995fd20e9a None None] Network 7289b573-7530-4f0a-b5b0-032373718af7 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:27:54.328727 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-316699fd-7b42-496d-9ddc-41621c9220aa req-14bd60aa-f742-4ace-ab24-356c076b436d tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=d48d9097-b777-4574-9a19-13c10d09c75b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237931 May 05 20:27:54.335994 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c30a4509-edba-49d4-a12d-43549079805d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:54.346814 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58356) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:54.441160 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-6366e4a2-2a95-420f-9cb6-a91c00fcbe73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a49609c-07b2-4767-bbbc-44fd347c252c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-258687799', 'tenant_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '7598fa6b-ecdc-4abc-b270-6c3151c08f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:27:47Z', 'updated_at': '2022-05-05T20:27:51Z', 'revision_number': 3, 'project_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'gw_port': {'id': '7598fa6b-ecdc-4abc-b270-6c3151c08f03', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c2:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a49609c-07b2-4767-bbbc-44fd347c252c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:27:49Z', 'updated_at': '2022-05-05T20:27:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:27:54.444598 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-2ae39ad3-a1c4-49a8-b897-379f166e6069 None None] For port 0130065b-fff8-427e-a8f6-e4a9ca9a1c40, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:27:54.446733 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6366e4a2-2a95-420f-9cb6-a91c00fcbe73 None None] Checking router: 2a49609c-07b2-4767-bbbc-44fd347c252c for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:27:54.447437 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6366e4a2-2a95-420f-9cb6-a91c00fcbe73 None None] Updating router 2a49609c-07b2-4767-bbbc-44fd347c252c port 7598fa6b-ecdc-4abc-b270-6c3151c08f03 binding host n-d-840717-1 {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:27:54.448415 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-2ae39ad3-a1c4-49a8-b897-379f166e6069 None None] For port 0130065b-fff8-427e-a8f6-e4a9ca9a1c40, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=0130065b-fff8-427e-a8f6-e4a9ca9a1c40,segment=NetworkSegment(a6752946-b3ea-45f0-9ccb-7772cee1cfcc),segment_id=a6752946-b3ea-45f0-9ccb-7772cee1cfcc)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:27:54.465998 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30a4509-edba-49d4-a12d-43549079805d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event deleted for resources: {'Subnet': ['ID=e817be0b-6ed0-49f7-b595-28d327174f71,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:54.470870 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2ae39ad3-a1c4-49a8-b897-379f166e6069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:54.478166 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c30a4509-edba-49d4-a12d-43549079805d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:54.515170 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58362) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:54.517840 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c30a4509-edba-49d4-a12d-43549079805d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/subnets/e817be0b-6ed0-49f7-b595-28d327174f71 HTTP/1.1" status: 204 len: 168 time: 1.0665345 May 05 20:27:54.520593 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634c9b9d-96d2-40a7-9a25-52a7e5b74829 tempest-TestSecurityGroupsBasicOps-1124557073 tempest-TestSecurityGroupsBasicOps-1124557073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:54.523427 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-634c9b9d-96d2-40a7-9a25-52a7e5b74829 tempest-TestSecurityGroupsBasicOps-1124557073 tempest-TestSecurityGroupsBasicOps-1124557073-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=6e19ee4cb1294f70bec1dac29584f7fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.8681779 May 05 20:27:54.526422 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58366) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:54.543242 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6366e4a2-2a95-420f-9cb6-a91c00fcbe73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:54.605368 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0f4fe7-a4a7-45cd-8fdd-3a30420e602e None None] Pushing event updated for resources: {'Port': ['ID=0130065b-fff8-427e-a8f6-e4a9ca9a1c40,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:54.663761 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b16da25a-a3c3-4caf-ac9d-38081ecbae7c None None] Provisioning complete for port 457038da-a960-4d1b-a7d1-4c083f73c4e1 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:27:54.664136 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b16da25a-a3c3-4caf-ac9d-38081ecbae7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:54.704168 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84063be-30b6-4788-aeb6-12be6359040c tempest-TestNetworkAdvancedServerOps-1264277304 tempest-TestNetworkAdvancedServerOps-1264277304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:54.704168 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b84063be-30b6-4788-aeb6-12be6359040c tempest-TestNetworkAdvancedServerOps-1264277304 tempest-TestNetworkAdvancedServerOps-1264277304-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6a51d332-4b43-4d56-aba9-d2415c353a42 HTTP/1.1" status: 200 len: 1092 time: 0.3195348 May 05 20:27:54.708203 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58372) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:54.719448 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-d7b64404-ef7b-45ff-b1db-974e3ede351d tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Request body: {'floatingip': {'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'port_id': '3d3cd12d-c6cb-4540-ab00-4234218f1159', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:27:54.732546 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d7b64404-ef7b-45ff-b1db-974e3ede351d tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:27:54.796135 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-146ec176-45df-4ea9-8d46-4105f8e29bf1 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2796113 May 05 20:27:54.796734 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58378) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:54.801092 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d7b64404-ef7b-45ff-b1db-974e3ede351d tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Usage tracker for resource:floatingip and tenant:310f91420a2d4ddd8aab8a710d8dc814 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:27:54.806256 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d7b64404-ef7b-45ff-b1db-974e3ede351d tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:27:54.808105 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-83955ef6-620d-4eaf-8569-9b35da0693c0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Request body: {'subnet': {'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:27:54.827125 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae39ad3-a1c4-49a8-b897-379f166e6069 None None] Routers {'c3913b91-0e23-4dd7-9406-e9da56d60d96'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:27:54.827809 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-2ae39ad3-a1c4-49a8-b897-379f166e6069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:27:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['c3913b91-0e23-4dd7-9406-e9da56d60d96'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:27:54.833177 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d7b64404-ef7b-45ff-b1db-974e3ede351d tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:27:54.889920 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d7b64404-ef7b-45ff-b1db-974e3ede351d tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for floatingip, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:54.947418 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb8a839-89af-46dc-bd8d-856774c5db38 tempest-TestSecurityGroupsBasicOps-1124557073 tempest-TestSecurityGroupsBasicOps-1124557073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:54.948929 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-edb8a839-89af-46dc-bd8d-856774c5db38 tempest-TestSecurityGroupsBasicOps-1124557073 tempest-TestSecurityGroupsBasicOps-1124557073-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4196107 May 05 20:27:54.954108 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58382) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:55.003293 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-235d8eaa-ab0d-4f42-86dc-7197336c2d1c tempest-TestSecurityGroupsBasicOps-1124557073 tempest-TestSecurityGroupsBasicOps-1124557073-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=0401d202-1605-4cfe-bad4-fb225df6afb0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0470042 May 05 20:27:55.008886 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58386) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:55.059506 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-ac841d32-ca93-44d2-9797-e28337c367ae tempest-TestSecurityGroupsBasicOps-1124557073 tempest-TestSecurityGroupsBasicOps-1124557073-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=6e19ee4cb1294f70bec1dac29584f7fc&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0474460 May 05 20:27:55.106789 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58390) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:55.132189 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6366e4a2-2a95-420f-9cb6-a91c00fcbe73 None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:55.145250 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-6366e4a2-2a95-420f-9cb6-a91c00fcbe73 None None] Transition to ACTIVE for port object 7598fa6b-ecdc-4abc-b270-6c3151c08f03 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:27:55.155536 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6366e4a2-2a95-420f-9cb6-a91c00fcbe73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:55.157518 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d7b64404-ef7b-45ff-b1db-974e3ede351d tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:55.188349 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-83955ef6-620d-4eaf-8569-9b35da0693c0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:27:55.211261 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-83955ef6-620d-4eaf-8569-9b35da0693c0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Usage tracker for resource:subnet and tenant:0780f842482f4e59b41843f42dd46f0e is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:27:55.246246 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-6366e4a2-2a95-420f-9cb6-a91c00fcbe73 None None] Attempting to bind port 7598fa6b-ecdc-4abc-b270-6c3151c08f03 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:27:55.246604 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-6366e4a2-2a95-420f-9cb6-a91c00fcbe73 None None] Attempting to bind port 7598fa6b-ecdc-4abc-b270-6c3151c08f03 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:27:55.247026 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6366e4a2-2a95-420f-9cb6-a91c00fcbe73 None None] Attempting to bind port 7598fa6b-ecdc-4abc-b270-6c3151c08f03 on network 0401d202-1605-4cfe-bad4-fb225df6afb0 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:27:55.253072 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688a38e9-3593-4820-8ef9-aea80e539bad None None] Pushing event updated for resources: {'Port': ['ID=7598fa6b-ecdc-4abc-b270-6c3151c08f03,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:55.254762 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-83955ef6-620d-4eaf-8569-9b35da0693c0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:27:55.257752 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6366e4a2-2a95-420f-9cb6-a91c00fcbe73 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:27:55.258117 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6366e4a2-2a95-420f-9cb6-a91c00fcbe73 None None] Checking segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:27:55.258558 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6366e4a2-2a95-420f-9cb6-a91c00fcbe73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:55.258935 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6366e4a2-2a95-420f-9cb6-a91c00fcbe73 None None] Bound using segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:27:55.259407 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-6366e4a2-2a95-420f-9cb6-a91c00fcbe73 None None] Bound port: 7598fa6b-ecdc-4abc-b270-6c3151c08f03, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:27:55.259767 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6366e4a2-2a95-420f-9cb6-a91c00fcbe73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:55.330854 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-83955ef6-620d-4eaf-8569-9b35da0693c0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:27:55.352952 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-6366e4a2-2a95-420f-9cb6-a91c00fcbe73 None None] For port 7598fa6b-ecdc-4abc-b270-6c3151c08f03, host n-d-840717-1, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:27:55.357702 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-6366e4a2-2a95-420f-9cb6-a91c00fcbe73 None None] For port 7598fa6b-ecdc-4abc-b270-6c3151c08f03, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=7598fa6b-ecdc-4abc-b270-6c3151c08f03,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:27:55.363910 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6366e4a2-2a95-420f-9cb6-a91c00fcbe73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:55.384443 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83955ef6-620d-4eaf-8569-9b35da0693c0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Made reservation on behalf of 0780f842482f4e59b41843f42dd46f0e for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:27:55.384649 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-2ae39ad3-a1c4-49a8-b897-379f166e6069 None None] Set router c3913b91-0e23-4dd7-9406-e9da56d60d96 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:27:55.388157 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-83955ef6-620d-4eaf-8569-9b35da0693c0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:55.437183 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fe7ab1-6564-4ad0-8591-4be20aaa134d tempest-TestSecurityGroupsBasicOps-1124557073 tempest-TestSecurityGroupsBasicOps-1124557073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:55.446021 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-09fe7ab1-6564-4ad0-8591-4be20aaa134d tempest-TestSecurityGroupsBasicOps-1124557073 tempest-TestSecurityGroupsBasicOps-1124557073-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3304694 May 05 20:27:55.446924 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58394) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:55.480592 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-d7b64404-ef7b-45ff-b1db-974e3ede351d tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Allocated IP 172.25.0.83 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/df0c8f29-2b97-48a5-bd04-fb6dca13a068) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:27:55.494429 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6366e4a2-2a95-420f-9cb6-a91c00fcbe73 None None] Routers {'2a49609c-07b2-4767-bbbc-44fd347c252c'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:27:55.495563 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-6366e4a2-2a95-420f-9cb6-a91c00fcbe73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:27:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['2a49609c-07b2-4767-bbbc-44fd347c252c'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:27:55.583484 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1553e8b5-d8f7-4edf-8e0a-453a018703bc None None] DHCP port deletion for 7289b573-7530-4f0a-b5b0-032373718af7 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:27:55.619556 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688a38e9-3593-4820-8ef9-aea80e539bad None None] Pushing event updated for resources: {'Port': ['ID=7598fa6b-ecdc-4abc-b270-6c3151c08f03,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:55.638265 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-c35f8030-ae34-4d46-bece-ca5a5b714cb3 tempest-TestSecurityGroupsBasicOps-1124557073 tempest-TestSecurityGroupsBasicOps-1124557073-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=0401d202-1605-4cfe-bad4-fb225df6afb0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1827672 May 05 20:27:55.641905 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58400) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:55.679421 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-576848fc-0f7a-4d20-862f-27cf9eca6ad1 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1701038643', 'network_id': '36eec0e3-5143-4174-8ec6-671b2dfec885', 'project_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:27:55.713156 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-1553e8b5-d8f7-4edf-8e0a-453a018703bc None None] Deleting port 457038da-a960-4d1b-a7d1-4c083f73c4e1 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:27:55.713830 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1553e8b5-d8f7-4edf-8e0a-453a018703bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:55.767704 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-6366e4a2-2a95-420f-9cb6-a91c00fcbe73 None None] Set router 2a49609c-07b2-4767-bbbc-44fd347c252c gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:27:55.793769 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d7b64404-ef7b-45ff-b1db-974e3ede351d tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:55.874570 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-576848fc-0f7a-4d20-862f-27cf9eca6ad1 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:27:55.877560 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d7b64404-ef7b-45ff-b1db-974e3ede351d tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:55.884755 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-576848fc-0f7a-4d20-862f-27cf9eca6ad1 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Usage tracker for resource:subnet and tenant:6e19ee4cb1294f70bec1dac29584f7fc is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:27:55.891203 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-576848fc-0f7a-4d20-862f-27cf9eca6ad1 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:27:55.930239 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-576848fc-0f7a-4d20-862f-27cf9eca6ad1 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:27:55.981005 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576848fc-0f7a-4d20-862f-27cf9eca6ad1 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Made reservation on behalf of 6e19ee4cb1294f70bec1dac29584f7fc for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:27:55.986598 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-576848fc-0f7a-4d20-862f-27cf9eca6ad1 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:56.009622 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b64404-ef7b-45ff-b1db-974e3ede351d tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:27:56.013727 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-d7b64404-ef7b-45ff-b1db-974e3ede351d tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:27:56.016552 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b64404-ef7b-45ff-b1db-974e3ede351d tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:27:56.082455 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b64404-ef7b-45ff-b1db-974e3ede351d tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event updated for resources: {'Port': ['ID=df0c8f29-2b97-48a5-bd04-fb6dca13a068,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:56.182596 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-1553e8b5-d8f7-4edf-8e0a-453a018703bc None None] For port 457038da-a960-4d1b-a7d1-4c083f73c4e1, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=457038da-a960-4d1b-a7d1-4c083f73c4e1,segment=NetworkSegment(1cf78a78-2d57-4ccb-9633-08c37696a2c0),segment_id=1cf78a78-2d57-4ccb-9633-08c37696a2c0)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:27:56.183145 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1553e8b5-d8f7-4edf-8e0a-453a018703bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:56.183786 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-6366e4a2-2a95-420f-9cb6-a91c00fcbe73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a49609c-07b2-4767-bbbc-44fd347c252c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-258687799', 'tenant_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '7598fa6b-ecdc-4abc-b270-6c3151c08f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:27:47Z', 'updated_at': '2022-05-05T20:27:51Z', 'revision_number': 3, 'project_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'gw_port': {'id': '7598fa6b-ecdc-4abc-b270-6c3151c08f03', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c2:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a49609c-07b2-4767-bbbc-44fd347c252c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:27:49Z', 'updated_at': '2022-05-05T20:27:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:27:56.188508 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6366e4a2-2a95-420f-9cb6-a91c00fcbe73 None None] The sync data for ids ['2a49609c-07b2-4767-bbbc-44fd347c252c'] in n-d-840717-1 is: [{'id': '2a49609c-07b2-4767-bbbc-44fd347c252c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-258687799', 'tenant_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '7598fa6b-ecdc-4abc-b270-6c3151c08f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:27:47Z', 'updated_at': '2022-05-05T20:27:51Z', 'revision_number': 3, 'project_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'gw_port': {'id': '7598fa6b-ecdc-4abc-b270-6c3151c08f03', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c2:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a49609c-07b2-4767-bbbc-44fd347c252c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:27:49Z', 'updated_at': '2022-05-05T20:27:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:27:56.340634 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-1553e8b5-d8f7-4edf-8e0a-453a018703bc None None] Calling delete_port for 457038da-a960-4d1b-a7d1-4c083f73c4e1 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:27:56.428420 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1553e8b5-d8f7-4edf-8e0a-453a018703bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:56.477101 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1553e8b5-d8f7-4edf-8e0a-453a018703bc None None] No DVR routers for this DVR port 457038da-a960-4d1b-a7d1-4c083f73c4e1 on host n-d-840717-1 {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:27:56.495722 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1553e8b5-d8f7-4edf-8e0a-453a018703bc None None] Pushing event deleted for resources: {'Port': ['ID=457038da-a960-4d1b-a7d1-4c083f73c4e1,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:56.521286 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9e3e50-43db-4a9f-b6aa-f00802b1bc4e None None] get_active_networks_info from n-d-840717-1 {{(pid=88199) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 05 20:27:56.589131 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-83955ef6-620d-4eaf-8569-9b35da0693c0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:56.668144 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-576848fc-0f7a-4d20-862f-27cf9eca6ad1 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:56.675673 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83955ef6-620d-4eaf-8569-9b35da0693c0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event updated for resources: {'Subnet': ['ID=8ffa127e-f5fd-49d8-86c8-dc843a21e3b7,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:56.729905 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83955ef6-620d-4eaf-8569-9b35da0693c0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Network 7289b573-7530-4f0a-b5b0-032373718af7 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:27:56.741468 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-83955ef6-620d-4eaf-8569-9b35da0693c0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:27:56.744631 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83955ef6-620d-4eaf-8569-9b35da0693c0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:56.745218 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-83955ef6-620d-4eaf-8569-9b35da0693c0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:56.754261 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-49776592-0980-4c88-84e9-0e9265f0d898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:56.790083 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9e3e50-43db-4a9f-b6aa-f00802b1bc4e None None] Resources bound (agent type, host, resource id): {{(pid=88199) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 05 20:27:56.808513 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-2ae39ad3-a1c4-49a8-b897-379f166e6069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3913b91-0e23-4dd7-9406-e9da56d60d96', 'name': 'tempest-ImageQuotaTest-738785169-router', 'tenant_id': '516bd2f59a5a4a389534b41566d5be99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'dad400a1-1554-4b8c-b178-336b33374fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:27:38Z', 'updated_at': '2022-05-05T20:27:48Z', 'revision_number': 4, 'project_id': '516bd2f59a5a4a389534b41566d5be99', 'gw_port': {'id': 'dad400a1-1554-4b8c-b178-336b33374fb2', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3913b91-0e23-4dd7-9406-e9da56d60d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:27:40Z', 'updated_at': '2022-05-05T20:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '0130065b-fff8-427e-a8f6-e4a9ca9a1c40', 'name': '', 'network_id': 'ee605bb1-8b6e-4071-bb56-0750c509a342', 'tenant_id': '516bd2f59a5a4a389534b41566d5be99', 'mac_address': 'fa:16:3e:14:98:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3913b91-0e23-4dd7-9406-e9da56d60d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'c053e9dc-86f6-465e-ab82-bed435135d4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:27:46Z', 'updated_at': '2022-05-05T20:27:54Z', 'revision_number': 4, 'project_id': '516bd2f59a5a4a389534b41566d5be99', 'subnets': [{'id': 'c053e9dc-86f6-465e-ab82-bed435135d4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:27:56.825624 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae39ad3-a1c4-49a8-b897-379f166e6069 None None] The sync data for ids ['c3913b91-0e23-4dd7-9406-e9da56d60d96'] in n-d-840717-1 is: [{'id': 'c3913b91-0e23-4dd7-9406-e9da56d60d96', 'name': 'tempest-ImageQuotaTest-738785169-router', 'tenant_id': '516bd2f59a5a4a389534b41566d5be99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'dad400a1-1554-4b8c-b178-336b33374fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:27:38Z', 'updated_at': '2022-05-05T20:27:48Z', 'revision_number': 4, 'project_id': '516bd2f59a5a4a389534b41566d5be99', 'gw_port': {'id': 'dad400a1-1554-4b8c-b178-336b33374fb2', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3913b91-0e23-4dd7-9406-e9da56d60d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:27:40Z', 'updated_at': '2022-05-05T20:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '0130065b-fff8-427e-a8f6-e4a9ca9a1c40', 'name': '', 'network_id': 'ee605bb1-8b6e-4071-bb56-0750c509a342', 'tenant_id': '516bd2f59a5a4a389534b41566d5be99', 'mac_address': 'fa:16:3e:14:98:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3913b91-0e23-4dd7-9406-e9da56d60d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'c053e9dc-86f6-465e-ab82-bed435135d4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:27:46Z', 'updated_at': '2022-05-05T20:27:54Z', 'revision_number': 4, 'project_id': '516bd2f59a5a4a389534b41566d5be99', 'subnets': [{'id': 'c053e9dc-86f6-465e-ab82-bed435135d4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:27:57.046610 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d7b64404-ef7b-45ff-b1db-974e3ede351d tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:57.178984 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d7b64404-ef7b-45ff-b1db-974e3ede351d tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:57.204950 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576848fc-0f7a-4d20-862f-27cf9eca6ad1 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Pushing event updated for resources: {'Subnet': ['ID=521ca40c-9681-43eb-bc60-150f1a46032a,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:57.322266 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58414) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:57.324014 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-83955ef6-620d-4eaf-8569-9b35da0693c0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5227797 May 05 20:27:57.337799 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-7ed054d9-6260-48ae-8413-103d8af403e7 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Request body: {'subnet': {'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:27:57.340718 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576848fc-0f7a-4d20-862f-27cf9eca6ad1 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Checking segment: {'id': '914e1da9-0197-43af-808d-dca8d41a73f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '36eec0e3-5143-4174-8ec6-671b2dfec885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:27:57.340718 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576848fc-0f7a-4d20-862f-27cf9eca6ad1 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Network hostable DHCP agents. Network: 36eec0e3-5143-4174-8ec6-671b2dfec885, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:27:57.375279 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576848fc-0f7a-4d20-862f-27cf9eca6ad1 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Network 36eec0e3-5143-4174-8ec6-671b2dfec885 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:27:57.393232 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a5f98b-7a6b-4bd8-99bd-278f0cc4214d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-7289b573-7530-4f0a-b5b0-032373718af7', 'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'tenant_id': '0780f842482f4e59b41843f42dd46f0e', 'fixed_ips': [{'subnet_id': '8ffa127e-f5fd-49d8-86c8-dc843a21e3b7'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:27:57.394709 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-21a5f98b-7a6b-4bd8-99bd-278f0cc4214d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:57.409035 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-576848fc-0f7a-4d20-862f-27cf9eca6ad1 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 36eec0e3-5143-4174-8ec6-671b2dfec885) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:27:57.446869 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576848fc-0f7a-4d20-862f-27cf9eca6ad1 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:57.448629 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-576848fc-0f7a-4d20-862f-27cf9eca6ad1 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:57.510012 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-576848fc-0f7a-4d20-862f-27cf9eca6ad1 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.8667324 May 05 20:27:57.511190 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58418) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:27:57.512103 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-49776592-0980-4c88-84e9-0e9265f0d898 admin admin] Deleting port 0130065b-fff8-427e-a8f6-e4a9ca9a1c40 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:27:57.512590 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-49776592-0980-4c88-84e9-0e9265f0d898 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:57.716716 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-21a5f98b-7a6b-4bd8-99bd-278f0cc4214d None None] Allocated IP 172.20.0.2 (7289b573-7530-4f0a-b5b0-032373718af7/8ffa127e-f5fd-49d8-86c8-dc843a21e3b7/bd0f1a59-c5bc-4b68-bf2f-2f6ca4c2c059) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:27:57.771529 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d7b64404-ef7b-45ff-b1db-974e3ede351d tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:57.774256 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-7ed054d9-6260-48ae-8413-103d8af403e7 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:27:57.781543 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-7ed054d9-6260-48ae-8413-103d8af403e7 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Usage tracker for resource:subnet and tenant:0780f842482f4e59b41843f42dd46f0e is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:27:57.787232 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-682fd7b4-2509-4f4b-b98f-2ad781d88d97 req-7f2b7dfb-24aa-49b9-af74-9a49501a85fd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6a51d332-4b43-4d56-aba9-d2415c353a42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2150018 May 05 20:27:57.788020 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d7b64404-ef7b-45ff-b1db-974e3ede351d tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:57.802927 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-7ed054d9-6260-48ae-8413-103d8af403e7 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:27:57.882712 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-7ed054d9-6260-48ae-8413-103d8af403e7 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:27:58.010687 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed054d9-6260-48ae-8413-103d8af403e7 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Made reservation on behalf of 0780f842482f4e59b41843f42dd46f0e for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:27:58.016306 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7ed054d9-6260-48ae-8413-103d8af403e7 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:58.021374 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-21a5f98b-7a6b-4bd8-99bd-278f0cc4214d None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:58.034164 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-21a5f98b-7a6b-4bd8-99bd-278f0cc4214d None None] Transition to ACTIVE for port object bd0f1a59-c5bc-4b68-bf2f-2f6ca4c2c059 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:27:58.041610 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b64404-ef7b-45ff-b1db-974e3ede351d tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event updated for resources: {'Port': ['ID=df0c8f29-2b97-48a5-bd04-fb6dca13a068,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:58.059665 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-21a5f98b-7a6b-4bd8-99bd-278f0cc4214d None None] Transition to ACTIVE for port object bd0f1a59-c5bc-4b68-bf2f-2f6ca4c2c059 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:27:58.066830 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-21a5f98b-7a6b-4bd8-99bd-278f0cc4214d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:58.090734 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d7b64404-ef7b-45ff-b1db-974e3ede351d tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:58.164156 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a5f98b-7a6b-4bd8-99bd-278f0cc4214d None None] Pushing event updated for resources: {'Port': ['ID=bd0f1a59-c5bc-4b68-bf2f-2f6ca4c2c059,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:58.170205 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a5f98b-7a6b-4bd8-99bd-278f0cc4214d None None] Network 7289b573-7530-4f0a-b5b0-032373718af7 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:27:58.171422 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-21a5f98b-7a6b-4bd8-99bd-278f0cc4214d None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:27:58.177132 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a5f98b-7a6b-4bd8-99bd-278f0cc4214d None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:27:58.278393 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-49776592-0980-4c88-84e9-0e9265f0d898 admin admin] For port 0130065b-fff8-427e-a8f6-e4a9ca9a1c40, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=0130065b-fff8-427e-a8f6-e4a9ca9a1c40,segment=NetworkSegment(a6752946-b3ea-45f0-9ccb-7772cee1cfcc),segment_id=a6752946-b3ea-45f0-9ccb-7772cee1cfcc)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:27:58.278950 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-49776592-0980-4c88-84e9-0e9265f0d898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:58.291928 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-21a5f98b-7a6b-4bd8-99bd-278f0cc4214d None None] Attempting to bind port bd0f1a59-c5bc-4b68-bf2f-2f6ca4c2c059 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:27:58.292299 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-21a5f98b-7a6b-4bd8-99bd-278f0cc4214d None None] Attempting to bind port bd0f1a59-c5bc-4b68-bf2f-2f6ca4c2c059 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '1cf78a78-2d57-4ccb-9633-08c37696a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7289b573-7530-4f0a-b5b0-032373718af7'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:27:58.292667 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a5f98b-7a6b-4bd8-99bd-278f0cc4214d None None] Attempting to bind port bd0f1a59-c5bc-4b68-bf2f-2f6ca4c2c059 on network 7289b573-7530-4f0a-b5b0-032373718af7 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:27:58.299282 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a5f98b-7a6b-4bd8-99bd-278f0cc4214d None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:27:58.299699 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a5f98b-7a6b-4bd8-99bd-278f0cc4214d None None] Checking segment: {'id': '1cf78a78-2d57-4ccb-9633-08c37696a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7289b573-7530-4f0a-b5b0-032373718af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:27:58.300101 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-21a5f98b-7a6b-4bd8-99bd-278f0cc4214d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:58.300491 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a5f98b-7a6b-4bd8-99bd-278f0cc4214d None None] Bound using segment: {'id': '1cf78a78-2d57-4ccb-9633-08c37696a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7289b573-7530-4f0a-b5b0-032373718af7'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:27:58.300949 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-21a5f98b-7a6b-4bd8-99bd-278f0cc4214d None None] Bound port: bd0f1a59-c5bc-4b68-bf2f-2f6ca4c2c059, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf78a78-2d57-4ccb-9633-08c37696a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7289b573-7530-4f0a-b5b0-032373718af7'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:27:58.301316 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-21a5f98b-7a6b-4bd8-99bd-278f0cc4214d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:58.403635 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682fd7b4-2509-4f4b-b98f-2ad781d88d97 req-96128d17-0d3e-4159-8963-f9037d8e203e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:58.410133 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-682fd7b4-2509-4f4b-b98f-2ad781d88d97 req-96128d17-0d3e-4159-8963-f9037d8e203e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=310f91420a2d4ddd8aab8a710d8dc814&device_id=6a51d332-4b43-4d56-aba9-d2415c353a42 HTTP/1.1" status: 200 len: 1097 time: 0.5199122 May 05 20:27:58.442899 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-49776592-0980-4c88-84e9-0e9265f0d898 admin admin] Calling delete_port for 0130065b-fff8-427e-a8f6-e4a9ca9a1c40 owned by network:router_interface {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:27:58.528091 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-21a5f98b-7a6b-4bd8-99bd-278f0cc4214d None None] For port bd0f1a59-c5bc-4b68-bf2f-2f6ca4c2c059, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:27:58.534048 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-21a5f98b-7a6b-4bd8-99bd-278f0cc4214d None None] For port bd0f1a59-c5bc-4b68-bf2f-2f6ca4c2c059, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=bd0f1a59-c5bc-4b68-bf2f-2f6ca4c2c059,segment=NetworkSegment(1cf78a78-2d57-4ccb-9633-08c37696a2c0),segment_id=1cf78a78-2d57-4ccb-9633-08c37696a2c0)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:27:58.550929 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-21a5f98b-7a6b-4bd8-99bd-278f0cc4214d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:58.657300 n-d-840717-1 neutron-server[88198]: INFO neutron.db.l3_db [None req-d7b64404-ef7b-45ff-b1db-974e3ede351d tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Floating IP df961b2f-e645-438a-a207-f68015aee72b associated. External IP: 172.25.0.83, port: 3d3cd12d-c6cb-4540-ab00-4234218f1159. May 05 20:27:58.696847 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 7598fa6b-ecdc-4abc-b270-6c3151c08f03 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:27:58.811367 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a5f98b-7a6b-4bd8-99bd-278f0cc4214d None None] Pushing event updated for resources: {'Port': ['ID=bd0f1a59-c5bc-4b68-bf2f-2f6ca4c2c059,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:58.870362 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 7598fa6b-ecdc-4abc-b270-6c3151c08f03 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:27:58.878475 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 7598fa6b-ecdc-4abc-b270-6c3151c08f03 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:27:58.879233 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:59.057035 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:59.096664 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 7598fa6b-ecdc-4abc-b270-6c3151c08f03, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=7598fa6b-ecdc-4abc-b270-6c3151c08f03,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:27:59.102122 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:59.102902 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 0130065b-fff8-427e-a8f6-e4a9ca9a1c40 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:27:59.305763 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=7598fa6b-ecdc-4abc-b270-6c3151c08f03,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:59.314658 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 0130065b-fff8-427e-a8f6-e4a9ca9a1c40 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:27:59.315008 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 0130065b-fff8-427e-a8f6-e4a9ca9a1c40 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 05 20:27:59.357786 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Port 0130065b-fff8-427e-a8f6-e4a9ca9a1c40 not found, will not notify nova. {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 05 20:27:59.362971 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-49776592-0980-4c88-84e9-0e9265f0d898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:59.454434 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49776592-0980-4c88-84e9-0e9265f0d898 admin admin] Pushing event deleted for resources: {'Port': ['ID=0130065b-fff8-427e-a8f6-e4a9ca9a1c40,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:27:59.645813 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682fd7b4-2509-4f4b-b98f-2ad781d88d97 req-27f5c269-95bc-4786-b197-a149c9cedbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:27:59.647423 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-682fd7b4-2509-4f4b-b98f-2ad781d88d97 req-27f5c269-95bc-4786-b197-a149c9cedbf8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a530804e-070c-4f75-96b2-acc53b3f286b HTTP/1.1" status: 200 len: 897 time: 1.2171438 May 05 20:27:59.806147 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b64404-ef7b-45ff-b1db-974e3ede351d tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Router d881527e-87c4-408e-8185-7fda27f7417d has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:27:59.818068 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-49776592-0980-4c88-84e9-0e9265f0d898 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:59.835343 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2f5d2cff-029d-46ad-9ccc-1cc678053d93 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:27:59.835658 n-d-840717-1 neutron-server[88198]: DEBUG neutron.objects.ports [None req-7ed054d9-6260-48ae-8413-103d8af403e7 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88198) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 05 20:27:59.839639 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-682fd7b4-2509-4f4b-b98f-2ad781d88d97 req-40f4eb36-ca9e-4fca-b819-172ec9889677 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d3cd12d-c6cb-4540-ab00-4234218f1159 HTTP/1.1" status: 200 len: 999 time: 0.1549363 May 05 20:28:00.298824 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682fd7b4-2509-4f4b-b98f-2ad781d88d97 req-7f378e6c-f52a-498e-ba6f-46399fdbbb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:00.300570 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-682fd7b4-2509-4f4b-b98f-2ad781d88d97 req-7f378e6c-f52a-498e-ba6f-46399fdbbb3c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4c3daedf-d3f6-4ceb-abbf-298ca5ecc579 HTTP/1.1" status: 200 len: 835 time: 0.2217476 May 05 20:28:00.398855 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d44faa6-f9ed-4c7d-9b35-453abf8fb470 None None] get_active_networks_info from n-d-840717-1 {{(pid=88199) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 05 20:28:00.445518 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b64404-ef7b-45ff-b1db-974e3ede351d tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:28:00.474318 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984623ee-a236-4a9d-8b56-31f3af133df5 None None] Sync routers for ids ['d881527e-87c4-408e-8185-7fda27f7417d'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:28:00.475901 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7ed054d9-6260-48ae-8413-103d8af403e7 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:00.515434 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9b1c0b6a-0a07-4302-92d2-49a5b0061c1f None None] Provisioning for port bd0f1a59-c5bc-4b68-bf2f-2f6ca4c2c059 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:28:00.526144 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984623ee-a236-4a9d-8b56-31f3af133df5 None None] Routers {'d881527e-87c4-408e-8185-7fda27f7417d'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:28:00.527077 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-984623ee-a236-4a9d-8b56-31f3af133df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:27:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['d881527e-87c4-408e-8185-7fda27f7417d'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:28:00.565879 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d7b64404-ef7b-45ff-b1db-974e3ede351d tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:00.613001 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682fd7b4-2509-4f4b-b98f-2ad781d88d97 req-b7eb4821-a664-4a29-b5bc-dc82cc89848d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:00.614526 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-682fd7b4-2509-4f4b-b98f-2ad781d88d97 req-b7eb4821-a664-4a29-b5bc-dc82cc89848d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a530804e-070c-4f75-96b2-acc53b3f286b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3060367 May 05 20:28:00.739529 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d7b64404-ef7b-45ff-b1db-974e3ede351d tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.0254176 May 05 20:28:00.742180 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a51d332-4b43-4d56-aba9-d2415c353a42', 'tag': '3d3cd12d-c6cb-4540-ab00-4234218f1159'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:28:00.857067 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68f4c701-ea02-4a5f-89cd-a8466cc96299'] response: {'name': 'network-changed', 'server_uuid': '6a51d332-4b43-4d56-aba9-d2415c353a42', 'tag': '3d3cd12d-c6cb-4540-ab00-4234218f1159', 'status': 'completed', 'code': 200} May 05 20:28:00.929976 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device bd0f1a59-c5bc-4b68-bf2f-2f6ca4c2c059 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:28:01.022109 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-682fd7b4-2509-4f4b-b98f-2ad781d88d97 req-0666b443-a240-48de-ab67-9c9271931072 service neutron] 10.222.0.50 "GET /v2.0/networks/a530804e-070c-4f75-96b2-acc53b3f286b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3892155 May 05 20:28:01.056935 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d44faa6-f9ed-4c7d-9b35-453abf8fb470 None None] Resources bound (agent type, host, resource id): {{(pid=88199) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 05 20:28:01.097129 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-7ed054d9-6260-48ae-8413-103d8af403e7 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] For port bd0f1a59-c5bc-4b68-bf2f-2f6ca4c2c059, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=bd0f1a59-c5bc-4b68-bf2f-2f6ca4c2c059,segment=NetworkSegment(1cf78a78-2d57-4ccb-9633-08c37696a2c0),segment_id=1cf78a78-2d57-4ccb-9633-08c37696a2c0)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:28:01.105692 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port bd0f1a59-c5bc-4b68-bf2f-2f6ca4c2c059 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:28:01.117875 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-984623ee-a236-4a9d-8b56-31f3af133df5 None None] Set router d881527e-87c4-408e-8185-7fda27f7417d gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:28:01.165400 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49776592-0980-4c88-84e9-0e9265f0d898 admin admin] Router c3913b91-0e23-4dd7-9406-e9da56d60d96 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:28:01.185571 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port bd0f1a59-c5bc-4b68-bf2f-2f6ca4c2c059 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:28:01.185956 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:01.337063 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-2f5d2cff-029d-46ad-9ccc-1cc678053d93 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Allocated IP 172.20.0.17 (36eec0e3-5143-4174-8ec6-671b2dfec885/521ca40c-9681-43eb-bc60-150f1a46032a/e2f15072-1065-4850-8c0c-24ba63dbd5d8) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:28:01.342652 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7ed054d9-6260-48ae-8413-103d8af403e7 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:01.350090 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7ed054d9-6260-48ae-8413-103d8af403e7 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:01.350820 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7ed054d9-6260-48ae-8413-103d8af403e7 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:01.360408 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0314d1-eceb-4245-a720-7511256d36bd req-150f215f-0d62-46e7-b52d-0c42050ba295 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:01.361883 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7e0314d1-eceb-4245-a720-7511256d36bd req-150f215f-0d62-46e7-b52d-0c42050ba295 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a51d332-4b43-4d56-aba9-d2415c353a42 HTTP/1.1" status: 200 len: 946 time: 0.3992634 May 05 20:28:01.432243 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-682fd7b4-2509-4f4b-b98f-2ad781d88d97 req-ba8bfda8-8f3b-493a-b767-8edfe95c0146 service neutron] 10.222.0.50 "GET /v2.0/networks/a530804e-070c-4f75-96b2-acc53b3f286b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4034622 May 05 20:28:01.483270 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed054d9-6260-48ae-8413-103d8af403e7 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Network 7289b573-7530-4f0a-b5b0-032373718af7 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:28:01.485500 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-626beb32-b0cf-49d6-9f54-6e526d412d7e req-e6f7a765-28e4-4e1d-8746-af75e18558a2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cee4f517-ee29-436c-a800-37c8701e172d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3913877 May 05 20:28:01.489405 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-7ed054d9-6260-48ae-8413-103d8af403e7 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:28:01.497859 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed054d9-6260-48ae-8413-103d8af403e7 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:01.498555 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7ed054d9-6260-48ae-8413-103d8af403e7 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:01.594786 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7e0314d1-eceb-4245-a720-7511256d36bd req-e9e2854f-09d5-4f35-84f6-6233df90d24a tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=d48d9097-b777-4574-9a19-13c10d09c75b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2233596 May 05 20:28:01.602919 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed054d9-6260-48ae-8413-103d8af403e7 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event updated for resources: {'Subnet': ['ID=7098fa65-6adf-42fd-9349-00d31e2c239e,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:01.612004 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49776592-0980-4c88-84e9-0e9265f0d898 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:28:01.624218 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a2b0e6-22c9-489e-bb11-3b9f92c7ca89 None None] Sync routers for ids ['c3913b91-0e23-4dd7-9406-e9da56d60d96'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:28:01.638973 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:01.641895 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a2b0e6-22c9-489e-bb11-3b9f92c7ca89 None None] Routers {'c3913b91-0e23-4dd7-9406-e9da56d60d96'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:28:01.642507 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-09a2b0e6-22c9-489e-bb11-3b9f92c7ca89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:27:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['c3913b91-0e23-4dd7-9406-e9da56d60d96'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:28:01.644186 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58444) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:01.667747 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed054d9-6260-48ae-8413-103d8af403e7 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event updated for resources: {'Port': ['ID=bd0f1a59-c5bc-4b68-bf2f-2f6ca4c2c059,revision_number=4']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:01.737395 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2f5d2cff-029d-46ad-9ccc-1cc678053d93 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:01.743815 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port bd0f1a59-c5bc-4b68-bf2f-2f6ca4c2c059, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=bd0f1a59-c5bc-4b68-bf2f-2f6ca4c2c059,segment=NetworkSegment(1cf78a78-2d57-4ccb-9633-08c37696a2c0),segment_id=1cf78a78-2d57-4ccb-9633-08c37696a2c0)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:28:01.759738 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-2f5d2cff-029d-46ad-9ccc-1cc678053d93 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Transition to ACTIVE for port object e2f15072-1065-4850-8c0c-24ba63dbd5d8 will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:28:01.760915 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:01.762082 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-7ed054d9-6260-48ae-8413-103d8af403e7 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.4364729 May 05 20:28:01.764916 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 7598fa6b-ecdc-4abc-b270-6c3151c08f03 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:28:01.771386 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58448) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:01.777818 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-e4833e1b-aa5e-4549-bcbe-84e13e21c4db tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Request body: {'port': {'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'mac_address': 'fa:16:3e:47:2b:fa', 'name': 'tempest-NetworksTestDHCPv6-2000746311'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:28:01.796813 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2f5d2cff-029d-46ad-9ccc-1cc678053d93 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:01.844125 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-09a2b0e6-22c9-489e-bb11-3b9f92c7ca89 None None] Set router c3913b91-0e23-4dd7-9406-e9da56d60d96 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:28:01.895898 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5d2cff-029d-46ad-9ccc-1cc678053d93 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Pushing event updated for resources: {'Port': ['ID=e2f15072-1065-4850-8c0c-24ba63dbd5d8,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:01.932001 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=bd0f1a59-c5bc-4b68-bf2f-2f6ca4c2c059,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:01.932221 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5d2cff-029d-46ad-9ccc-1cc678053d93 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Network 36eec0e3-5143-4174-8ec6-671b2dfec885 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:28:01.937849 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-2f5d2cff-029d-46ad-9ccc-1cc678053d93 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:28:01.947396 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-49776592-0980-4c88-84e9-0e9265f0d898 admin admin] 10.222.0.36 "PUT /v2.0/routers/c3913b91-0e23-4dd7-9406-e9da56d60d96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9538600 May 05 20:28:01.949335 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5d2cff-029d-46ad-9ccc-1cc678053d93 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:28:01.960694 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-0d76a486-34af-4f36-82ee-7462c0835797 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/floatingips/df961b2f-e645-438a-a207-f68015aee72b HTTP/1.1" status: 200 len: 991 time: 0.2991087 May 05 20:28:01.965394 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58454) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:02.000547 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626beb32-b0cf-49d6-9f54-6e526d412d7e req-4e4ac0fa-647c-4fa3-8b6d-d907f33c7cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:02.002071 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-626beb32-b0cf-49d6-9f54-6e526d412d7e req-4e4ac0fa-647c-4fa3-8b6d-d907f33c7cbd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6e19ee4cb1294f70bec1dac29584f7fc&device_id=cee4f517-ee29-436c-a800-37c8701e172d HTTP/1.1" status: 200 len: 1135 time: 0.3927464 May 05 20:28:02.094478 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e4833e1b-aa5e-4549-bcbe-84e13e21c4db tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:28:02.097320 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2f5d2cff-029d-46ad-9ccc-1cc678053d93 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:02.098811 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af6357-13d9-4360-97d5-3d55aeb4c4b4 req-28f8f584-dfa2-4e1e-b7e5-691030e31a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:02.100558 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-43af6357-13d9-4360-97d5-3d55aeb4c4b4 req-28f8f584-dfa2-4e1e-b7e5-691030e31a06 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=310f91420a2d4ddd8aab8a710d8dc814&device_id=6a51d332-4b43-4d56-aba9-d2415c353a42 HTTP/1.1" status: 200 len: 1097 time: 0.5735099 May 05 20:28:02.104847 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-e4833e1b-aa5e-4549-bcbe-84e13e21c4db tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Usage tracker for resource:port and tenant:0780f842482f4e59b41843f42dd46f0e is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:28:02.177167 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-e4833e1b-aa5e-4549-bcbe-84e13e21c4db tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:28:02.207806 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e4833e1b-aa5e-4549-bcbe-84e13e21c4db tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:28:02.223915 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 7598fa6b-ecdc-4abc-b270-6c3151c08f03 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:28:02.224292 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:02.267582 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea000d8-2aaa-4332-b570-97dfe9f47484 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-36eec0e3-5143-4174-8ec6-671b2dfec885', 'network_id': '36eec0e3-5143-4174-8ec6-671b2dfec885', 'tenant_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'fixed_ips': [{'subnet_id': '521ca40c-9681-43eb-bc60-150f1a46032a'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:28:02.268443 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9ea000d8-2aaa-4332-b570-97dfe9f47484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:02.268574 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4833e1b-aa5e-4549-bcbe-84e13e21c4db tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Made reservation on behalf of 0780f842482f4e59b41843f42dd46f0e for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:28:02.399498 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-984623ee-a236-4a9d-8b56-31f3af133df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd881527e-87c4-408e-8185-7fda27f7417d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1749651413', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '25e390a9-71aa-45d6-bc81-586dbfb4f945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:27:21Z', 'updated_at': '2022-05-05T20:27:30Z', 'revision_number': 4, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'gw_port': {'id': '25e390a9-71aa-45d6-bc81-586dbfb4f945', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd881527e-87c4-408e-8185-7fda27f7417d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:27:22Z', 'updated_at': '2022-05-05T20:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': 'df961b2f-e645-438a-a207-f68015aee72b', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'floating_ip_address': '172.25.0.83', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'd881527e-87c4-408e-8185-7fda27f7417d', 'port_id': '3d3cd12d-c6cb-4540-ab00-4234218f1159', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a530804e-070c-4f75-96b2-acc53b3f286b', 'mac_address': 'fa:16:3e:bb:dd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a51d332-4b43-4d56-aba9-d2415c353a42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:27:56Z', 'updated_at': '2022-05-05T20:27:56Z', 'revision_number': 0, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b55ecf41-b494-49fe-b37b-dd88134fece1', 'name': '', 'network_id': 'a530804e-070c-4f75-96b2-acc53b3f286b', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'mac_address': 'fa:16:3e:7c:4e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd881527e-87c4-408e-8185-7fda27f7417d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '4c3daedf-d3f6-4ceb-abbf-298ca5ecc579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:27:29Z', 'updated_at': '2022-05-05T20:27:41Z', 'revision_number': 5, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'subnets': [{'id': '4c3daedf-d3f6-4ceb-abbf-298ca5ecc579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:28:02.410652 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626beb32-b0cf-49d6-9f54-6e526d412d7e req-c2719196-d559-4138-92a6-3a8731c41b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:02.413132 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-626beb32-b0cf-49d6-9f54-6e526d412d7e req-c2719196-d559-4138-92a6-3a8731c41b8f service neutron] 10.222.0.24 "GET /v2.0/networks?id=2d78f89d-11e6-44e7-a45c-e21c5f87f387 HTTP/1.1" status: 200 len: 898 time: 0.3853517 May 05 20:28:02.459539 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984623ee-a236-4a9d-8b56-31f3af133df5 None None] Checking router: d881527e-87c4-408e-8185-7fda27f7417d for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:28:02.536457 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-09a2b0e6-22c9-489e-bb11-3b9f92c7ca89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3913b91-0e23-4dd7-9406-e9da56d60d96', 'name': 'tempest-ImageQuotaTest-738785169-router', 'tenant_id': '516bd2f59a5a4a389534b41566d5be99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'dad400a1-1554-4b8c-b178-336b33374fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:27:38Z', 'updated_at': '2022-05-05T20:27:59Z', 'revision_number': 5, 'project_id': '516bd2f59a5a4a389534b41566d5be99', 'gw_port': {'id': 'dad400a1-1554-4b8c-b178-336b33374fb2', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3913b91-0e23-4dd7-9406-e9da56d60d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:27:40Z', 'updated_at': '2022-05-05T20:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:28:02.545814 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a2b0e6-22c9-489e-bb11-3b9f92c7ca89 None None] Checking router: c3913b91-0e23-4dd7-9406-e9da56d60d96 for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:28:02.569777 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e5994be3-941e-4978-bcbd-89268f834cbb admin admin] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:02.575638 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a2b0e6-22c9-489e-bb11-3b9f92c7ca89 None None] Routers {'c3913b91-0e23-4dd7-9406-e9da56d60d96'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:28:02.576256 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-09a2b0e6-22c9-489e-bb11-3b9f92c7ca89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:27:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['c3913b91-0e23-4dd7-9406-e9da56d60d96'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:28:02.607504 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-626beb32-b0cf-49d6-9f54-6e526d412d7e req-041399ae-ce0c-45fc-a801-fa429854ba2d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2342f27-22fb-4e0f-9985-02c4bedd9d92 HTTP/1.1" status: 200 len: 1001 time: 0.1887269 May 05 20:28:02.675452 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984623ee-a236-4a9d-8b56-31f3af133df5 None None] Routers {'d881527e-87c4-408e-8185-7fda27f7417d'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:28:02.682004 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-984623ee-a236-4a9d-8b56-31f3af133df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:27:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['d881527e-87c4-408e-8185-7fda27f7417d'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:28:02.898733 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-09a2b0e6-22c9-489e-bb11-3b9f92c7ca89 None None] Set router c3913b91-0e23-4dd7-9406-e9da56d60d96 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:28:02.964510 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58464) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:03.000899 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e4833e1b-aa5e-4549-bcbe-84e13e21c4db tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:03.050401 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-9ea000d8-2aaa-4332-b570-97dfe9f47484 None None] Allocated IP 172.20.0.18 (36eec0e3-5143-4174-8ec6-671b2dfec885/521ca40c-9681-43eb-bc60-150f1a46032a/29353b1a-ab5d-46be-b32a-bb66f03923a3) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:28:03.056287 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af6357-13d9-4360-97d5-3d55aeb4c4b4 req-d4803578-ff6f-4b92-a490-3be9dcc523a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:03.061775 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-43af6357-13d9-4360-97d5-3d55aeb4c4b4 req-d4803578-ff6f-4b92-a490-3be9dcc523a8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a530804e-070c-4f75-96b2-acc53b3f286b HTTP/1.1" status: 200 len: 897 time: 0.9004350 May 05 20:28:03.080104 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-e4833e1b-aa5e-4549-bcbe-84e13e21c4db tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] device_id is not set on port 1f09cf8d-fad0-4d8e-ad10-1083d321090b yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:28:03.108182 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626beb32-b0cf-49d6-9f54-6e526d412d7e req-b684336d-7995-4e8c-a3d5-5b213c18f088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:03.109933 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-626beb32-b0cf-49d6-9f54-6e526d412d7e req-b684336d-7995-4e8c-a3d5-5b213c18f088 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bbd7f762-a780-4c8a-814d-5574183ff8dd HTTP/1.1" status: 200 len: 835 time: 0.4962027 May 05 20:28:03.180705 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-984623ee-a236-4a9d-8b56-31f3af133df5 None None] Set router d881527e-87c4-408e-8185-7fda27f7417d gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:28:03.183200 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2f5d2cff-029d-46ad-9ccc-1cc678053d93 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:03.219701 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-13b5dadc-43af-4188-9e7c-0406b7e517e1 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/floatingips/df961b2f-e645-438a-a207-f68015aee72b HTTP/1.1" status: 200 len: 991 time: 0.2407341 May 05 20:28:03.227289 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e5994be3-941e-4978-bcbd-89268f834cbb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:03.441786 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device bd0f1a59-c5bc-4b68-bf2f-2f6ca4c2c059 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:28:03.470184 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-09a2b0e6-22c9-489e-bb11-3b9f92c7ca89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3913b91-0e23-4dd7-9406-e9da56d60d96', 'name': 'tempest-ImageQuotaTest-738785169-router', 'tenant_id': '516bd2f59a5a4a389534b41566d5be99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'dad400a1-1554-4b8c-b178-336b33374fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:27:38Z', 'updated_at': '2022-05-05T20:27:59Z', 'revision_number': 5, 'project_id': '516bd2f59a5a4a389534b41566d5be99', 'gw_port': {'id': 'dad400a1-1554-4b8c-b178-336b33374fb2', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3913b91-0e23-4dd7-9406-e9da56d60d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:27:40Z', 'updated_at': '2022-05-05T20:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:28:03.474722 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a2b0e6-22c9-489e-bb11-3b9f92c7ca89 None None] The sync data for ids ['c3913b91-0e23-4dd7-9406-e9da56d60d96'] in n-d-840717-1 is: [{'id': 'c3913b91-0e23-4dd7-9406-e9da56d60d96', 'name': 'tempest-ImageQuotaTest-738785169-router', 'tenant_id': '516bd2f59a5a4a389534b41566d5be99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'dad400a1-1554-4b8c-b178-336b33374fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:27:38Z', 'updated_at': '2022-05-05T20:27:59Z', 'revision_number': 5, 'project_id': '516bd2f59a5a4a389534b41566d5be99', 'gw_port': {'id': 'dad400a1-1554-4b8c-b178-336b33374fb2', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3913b91-0e23-4dd7-9406-e9da56d60d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:27:40Z', 'updated_at': '2022-05-05T20:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:28:03.504275 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626beb32-b0cf-49d6-9f54-6e526d412d7e req-fcffb6cc-02cc-456c-a7de-a65b7acf9ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:03.506655 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-626beb32-b0cf-49d6-9f54-6e526d412d7e req-fcffb6cc-02cc-456c-a7de-a65b7acf9ae4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2d78f89d-11e6-44e7-a45c-e21c5f87f387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3870785 May 05 20:28:03.674222 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-e4833e1b-aa5e-4549-bcbe-84e13e21c4db tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Allocated IP 172.20.0.8 (7289b573-7530-4f0a-b5b0-032373718af7/8ffa127e-f5fd-49d8-86c8-dc843a21e3b7/1f09cf8d-fad0-4d8e-ad10-1083d321090b) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:28:03.682467 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-e4833e1b-aa5e-4549-bcbe-84e13e21c4db tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Allocated IP 2001:db8::f816:3eff:fe47:2bfa (7289b573-7530-4f0a-b5b0-032373718af7/7098fa65-6adf-42fd-9349-00d31e2c239e/1f09cf8d-fad0-4d8e-ad10-1083d321090b) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:28:03.690788 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-626beb32-b0cf-49d6-9f54-6e526d412d7e req-7ad75021-7cd2-475d-8774-013a54a7fecd service neutron] 10.222.0.24 "GET /v2.0/networks/2d78f89d-11e6-44e7-a45c-e21c5f87f387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583333 May 05 20:28:03.812236 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-e5994be3-941e-4978-bcbd-89268f834cbb admin admin] Deleting port dad400a1-1554-4b8c-b178-336b33374fb2 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:28:03.812733 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e5994be3-941e-4978-bcbd-89268f834cbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:03.832893 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-83202e17-c661-4a35-a828-d54f87ddaacb None None] Provisioning complete for port bd0f1a59-c5bc-4b68-bf2f-2f6ca4c2c059 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:28:03.841055 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-83202e17-c661-4a35-a828-d54f87ddaacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:03.971338 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port bd0f1a59-c5bc-4b68-bf2f-2f6ca4c2c059 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:28:03.972032 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:04.020573 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-e5994be3-941e-4978-bcbd-89268f834cbb admin admin] For port dad400a1-1554-4b8c-b178-336b33374fb2, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=dad400a1-1554-4b8c-b178-336b33374fb2,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:28:04.021032 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e5994be3-941e-4978-bcbd-89268f834cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:04.031124 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-626beb32-b0cf-49d6-9f54-6e526d412d7e req-caaa99e9-1f24-4c31-bc74-d6b5326b5fd8 service neutron] 10.222.0.24 "GET /v2.0/networks/2d78f89d-11e6-44e7-a45c-e21c5f87f387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319449 May 05 20:28:04.113022 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2f5d2cff-029d-46ad-9ccc-1cc678053d93 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:04.118669 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2f5d2cff-029d-46ad-9ccc-1cc678053d93 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:04.156630 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-e5994be3-941e-4978-bcbd-89268f834cbb admin admin] Calling delete_port for dad400a1-1554-4b8c-b178-336b33374fb2 owned by network:router_gateway {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:28:04.228667 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58470) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:04.284625 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9ea000d8-2aaa-4332-b570-97dfe9f47484 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:04.338109 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9ea000d8-2aaa-4332-b570-97dfe9f47484 None None] Transition to ACTIVE for port object 29353b1a-ab5d-46be-b32a-bb66f03923a3 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:28:04.352831 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-43af6357-13d9-4360-97d5-3d55aeb4c4b4 req-b07dc928-d8af-4c84-9d45-9f8b2c0c41e1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d3cd12d-c6cb-4540-ab00-4234218f1159 HTTP/1.1" status: 200 len: 999 time: 1.1201138 May 05 20:28:04.360340 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5d2cff-029d-46ad-9ccc-1cc678053d93 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Pushing event updated for resources: {'Port': ['ID=e2f15072-1065-4850-8c0c-24ba63dbd5d8,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:04.367627 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2f5d2cff-029d-46ad-9ccc-1cc678053d93 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:04.375331 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9ea000d8-2aaa-4332-b570-97dfe9f47484 None None] Transition to ACTIVE for port object 29353b1a-ab5d-46be-b32a-bb66f03923a3 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:28:04.412989 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-7f38afe2-cbcc-477b-8e1d-6eb99590a5ed tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/floatingips/df961b2f-e645-438a-a207-f68015aee72b HTTP/1.1" status: 200 len: 991 time: 0.1823025 May 05 20:28:04.435295 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9ea000d8-2aaa-4332-b570-97dfe9f47484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:04.452672 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e4833e1b-aa5e-4549-bcbe-84e13e21c4db tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:04.487510 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af6357-13d9-4360-97d5-3d55aeb4c4b4 req-c80f25f8-bfb8-4e6f-b772-d22ea5fcee87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:04.487510 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-43af6357-13d9-4360-97d5-3d55aeb4c4b4 req-c80f25f8-bfb8-4e6f-b772-d22ea5fcee87 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4c3daedf-d3f6-4ceb-abbf-298ca5ecc579 HTTP/1.1" status: 200 len: 835 time: 0.1189880 May 05 20:28:04.612305 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-e4833e1b-aa5e-4549-bcbe-84e13e21c4db tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Transition to ACTIVE for port object 1f09cf8d-fad0-4d8e-ad10-1083d321090b will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:28:04.628426 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5d2cff-029d-46ad-9ccc-1cc678053d93 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Network 36eec0e3-5143-4174-8ec6-671b2dfec885 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:28:04.638354 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-2f5d2cff-029d-46ad-9ccc-1cc678053d93 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:28:04.697468 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e4833e1b-aa5e-4549-bcbe-84e13e21c4db tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:04.731026 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea000d8-2aaa-4332-b570-97dfe9f47484 None None] Network 36eec0e3-5143-4174-8ec6-671b2dfec885 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:28:04.748570 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-9ea000d8-2aaa-4332-b570-97dfe9f47484 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:28:04.759682 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea000d8-2aaa-4332-b570-97dfe9f47484 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:28:04.789757 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e5994be3-941e-4978-bcbd-89268f834cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:04.801936 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4833e1b-aa5e-4549-bcbe-84e13e21c4db tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Network 7289b573-7530-4f0a-b5b0-032373718af7 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:28:04.825783 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea000d8-2aaa-4332-b570-97dfe9f47484 None None] Pushing event updated for resources: {'Port': ['ID=29353b1a-ab5d-46be-b32a-bb66f03923a3,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:04.859916 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-714177a7-313a-4ee2-a8fe-865fe8603798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:04.861185 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-e4833e1b-aa5e-4549-bcbe-84e13e21c4db tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:28:04.883494 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4833e1b-aa5e-4549-bcbe-84e13e21c4db tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:28:04.901948 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-9ea000d8-2aaa-4332-b570-97dfe9f47484 None None] Attempting to bind port 29353b1a-ab5d-46be-b32a-bb66f03923a3 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:28:04.902491 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-9ea000d8-2aaa-4332-b570-97dfe9f47484 None None] Attempting to bind port 29353b1a-ab5d-46be-b32a-bb66f03923a3 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '914e1da9-0197-43af-808d-dca8d41a73f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '36eec0e3-5143-4174-8ec6-671b2dfec885'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:28:04.902951 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea000d8-2aaa-4332-b570-97dfe9f47484 None None] Attempting to bind port 29353b1a-ab5d-46be-b32a-bb66f03923a3 on network 36eec0e3-5143-4174-8ec6-671b2dfec885 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:28:04.911142 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea000d8-2aaa-4332-b570-97dfe9f47484 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:28:04.911142 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea000d8-2aaa-4332-b570-97dfe9f47484 None None] Checking segment: {'id': '914e1da9-0197-43af-808d-dca8d41a73f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '36eec0e3-5143-4174-8ec6-671b2dfec885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:28:04.911575 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9ea000d8-2aaa-4332-b570-97dfe9f47484 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:04.912049 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea000d8-2aaa-4332-b570-97dfe9f47484 None None] Bound using segment: {'id': '914e1da9-0197-43af-808d-dca8d41a73f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '36eec0e3-5143-4174-8ec6-671b2dfec885'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:28:04.913184 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-9ea000d8-2aaa-4332-b570-97dfe9f47484 None None] Bound port: 29353b1a-ab5d-46be-b32a-bb66f03923a3, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '914e1da9-0197-43af-808d-dca8d41a73f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '36eec0e3-5143-4174-8ec6-671b2dfec885'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:28:04.913656 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9ea000d8-2aaa-4332-b570-97dfe9f47484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:04.966016 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4833e1b-aa5e-4549-bcbe-84e13e21c4db tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event updated for resources: {'Port': ['ID=1f09cf8d-fad0-4d8e-ad10-1083d321090b,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:04.986617 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-984623ee-a236-4a9d-8b56-31f3af133df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd881527e-87c4-408e-8185-7fda27f7417d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1749651413', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '25e390a9-71aa-45d6-bc81-586dbfb4f945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:27:21Z', 'updated_at': '2022-05-05T20:27:30Z', 'revision_number': 4, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'gw_port': {'id': '25e390a9-71aa-45d6-bc81-586dbfb4f945', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd881527e-87c4-408e-8185-7fda27f7417d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:27:22Z', 'updated_at': '2022-05-05T20:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': 'df961b2f-e645-438a-a207-f68015aee72b', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'floating_ip_address': '172.25.0.83', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'd881527e-87c4-408e-8185-7fda27f7417d', 'port_id': '3d3cd12d-c6cb-4540-ab00-4234218f1159', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a530804e-070c-4f75-96b2-acc53b3f286b', 'mac_address': 'fa:16:3e:bb:dd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a51d332-4b43-4d56-aba9-d2415c353a42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:27:56Z', 'updated_at': '2022-05-05T20:27:56Z', 'revision_number': 0, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b55ecf41-b494-49fe-b37b-dd88134fece1', 'name': '', 'network_id': 'a530804e-070c-4f75-96b2-acc53b3f286b', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'mac_address': 'fa:16:3e:7c:4e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd881527e-87c4-408e-8185-7fda27f7417d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '4c3daedf-d3f6-4ceb-abbf-298ca5ecc579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:27:29Z', 'updated_at': '2022-05-05T20:27:41Z', 'revision_number': 5, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'subnets': [{'id': '4c3daedf-d3f6-4ceb-abbf-298ca5ecc579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:28:04.994239 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4833e1b-aa5e-4549-bcbe-84e13e21c4db tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:04.994499 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4833e1b-aa5e-4549-bcbe-84e13e21c4db tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:04.995105 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4833e1b-aa5e-4549-bcbe-84e13e21c4db tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:04.995232 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4833e1b-aa5e-4549-bcbe-84e13e21c4db tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:04.995494 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4833e1b-aa5e-4549-bcbe-84e13e21c4db tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:04.995764 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984623ee-a236-4a9d-8b56-31f3af133df5 None None] The sync data for ids ['d881527e-87c4-408e-8185-7fda27f7417d'] in n-d-840717-1 is: [{'id': 'd881527e-87c4-408e-8185-7fda27f7417d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1749651413', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '25e390a9-71aa-45d6-bc81-586dbfb4f945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:27:21Z', 'updated_at': '2022-05-05T20:27:30Z', 'revision_number': 4, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'gw_port': {'id': '25e390a9-71aa-45d6-bc81-586dbfb4f945', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd881527e-87c4-408e-8185-7fda27f7417d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:27:22Z', 'updated_at': '2022-05-05T20:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': 'df961b2f-e645-438a-a207-f68015aee72b', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'floating_ip_address': '172.25.0.83', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'd881527e-87c4-408e-8185-7fda27f7417d', 'port_id': '3d3cd12d-c6cb-4540-ab00-4234218f1159', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a530804e-070c-4f75-96b2-acc53b3f286b', 'mac_address': 'fa:16:3e:bb:dd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a51d332-4b43-4d56-aba9-d2415c353a42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:27:56Z', 'updated_at': '2022-05-05T20:27:56Z', 'revision_number': 0, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b55ecf41-b494-49fe-b37b-dd88134fece1', 'name': '', 'network_id': 'a530804e-070c-4f75-96b2-acc53b3f286b', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'mac_address': 'fa:16:3e:7c:4e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd881527e-87c4-408e-8185-7fda27f7417d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '4c3daedf-d3f6-4ceb-abbf-298ca5ecc579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:27:29Z', 'updated_at': '2022-05-05T20:27:41Z', 'revision_number': 5, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'subnets': [{'id': '4c3daedf-d3f6-4ceb-abbf-298ca5ecc579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:28:04.995962 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4833e1b-aa5e-4549-bcbe-84e13e21c4db tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:04.996122 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4833e1b-aa5e-4549-bcbe-84e13e21c4db tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:04.996444 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4833e1b-aa5e-4549-bcbe-84e13e21c4db tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:04.996756 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4833e1b-aa5e-4549-bcbe-84e13e21c4db tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:04.997075 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4833e1b-aa5e-4549-bcbe-84e13e21c4db tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:04.997739 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4833e1b-aa5e-4549-bcbe-84e13e21c4db tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:04.997859 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4833e1b-aa5e-4549-bcbe-84e13e21c4db tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:05.011903 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af6357-13d9-4360-97d5-3d55aeb4c4b4 req-e9680da2-3481-4721-94f5-5c792f08aa9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:05.013412 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-43af6357-13d9-4360-97d5-3d55aeb4c4b4 req-e9680da2-3481-4721-94f5-5c792f08aa9b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a530804e-070c-4f75-96b2-acc53b3f286b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4527051 May 05 20:28:05.026733 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9ea000d8-2aaa-4332-b570-97dfe9f47484 None None] For port 29353b1a-ab5d-46be-b32a-bb66f03923a3, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:28:05.030378 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9ea000d8-2aaa-4332-b570-97dfe9f47484 None None] For port 29353b1a-ab5d-46be-b32a-bb66f03923a3, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=29353b1a-ab5d-46be-b32a-bb66f03923a3,segment=NetworkSegment(914e1da9-0197-43af-808d-dca8d41a73f4),segment_id=914e1da9-0197-43af-808d-dca8d41a73f4)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:28:05.035291 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9ea000d8-2aaa-4332-b570-97dfe9f47484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:05.058492 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f5d2cff-029d-46ad-9ccc-1cc678053d93 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Router 2a49609c-07b2-4767-bbbc-44fd347c252c has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:28:05.083380 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5994be3-941e-4978-bcbd-89268f834cbb admin admin] Pushing event deleted for resources: {'Port': ['ID=dad400a1-1554-4b8c-b178-336b33374fb2,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:05.095790 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 0130065b-fff8-427e-a8f6-e4a9ca9a1c40 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:28:05.123451 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4833e1b-aa5e-4549-bcbe-84e13e21c4db tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:05.124804 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e4833e1b-aa5e-4549-bcbe-84e13e21c4db tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:05.137595 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e5994be3-941e-4978-bcbd-89268f834cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:05.164380 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 0130065b-fff8-427e-a8f6-e4a9ca9a1c40 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:28:05.164597 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 0130065b-fff8-427e-a8f6-e4a9ca9a1c40 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:28:05.188365 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea000d8-2aaa-4332-b570-97dfe9f47484 None None] Pushing event updated for resources: {'Port': ['ID=29353b1a-ab5d-46be-b32a-bb66f03923a3,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:05.275505 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f5d2cff-029d-46ad-9ccc-1cc678053d93 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:28:05.286218 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e606017-462e-4fee-a4f3-b2cdc3a34d5f None None] Sync routers for ids ['2a49609c-07b2-4767-bbbc-44fd347c252c'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:28:05.286464 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-2f5d2cff-029d-46ad-9ccc-1cc678053d93 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.36 "PUT /v2.0/routers/2a49609c-07b2-4767-bbbc-44fd347c252c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7441473 May 05 20:28:05.305443 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e606017-462e-4fee-a4f3-b2cdc3a34d5f None None] Routers {'2a49609c-07b2-4767-bbbc-44fd347c252c'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:28:05.306118 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-3e606017-462e-4fee-a4f3-b2cdc3a34d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:27:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['2a49609c-07b2-4767-bbbc-44fd347c252c'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:28:05.307562 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35d5a1b-22dd-4820-9f0d-e6904c49ead0 None None] New status for floating IP df961b2f-e645-438a-a207-f68015aee72b: ACTIVE {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:28:05.417198 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58478) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:05.571787 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-16039026-2607-4f9e-a73f-b3e05c4e35af tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/floatingips/df961b2f-e645-438a-a207-f68015aee72b HTTP/1.1" status: 200 len: 991 time: 0.1533639 May 05 20:28:05.619560 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-3e606017-462e-4fee-a4f3-b2cdc3a34d5f None None] Set router 2a49609c-07b2-4767-bbbc-44fd347c252c gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:28:05.823274 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e4833e1b-aa5e-4549-bcbe-84e13e21c4db tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.0498037 May 05 20:28:05.823709 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58494) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:05.846016 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e5994be3-941e-4978-bcbd-89268f834cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:05.852039 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e5994be3-941e-4978-bcbd-89268f834cbb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:05.981459 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2f53f4-6355-43fd-9306-d8fe018a983c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:05.995733 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-43af6357-13d9-4360-97d5-3d55aeb4c4b4 req-61389cc2-da95-4378-bf64-2cdf0b44bb08 service neutron] 10.222.0.50 "GET /v2.0/networks/a530804e-070c-4f75-96b2-acc53b3f286b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9395711 May 05 20:28:05.996029 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2f53f4-6355-43fd-9306-d8fe018a983c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:05.997228 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-dc2f53f4-6355-43fd-9306-d8fe018a983c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Synchronizing usage tracker for tenant:0780f842482f4e59b41843f42dd46f0e on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:28:05.999262 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e5994be3-941e-4978-bcbd-89268f834cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:05.999811 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5994be3-941e-4978-bcbd-89268f834cbb admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3913b91-0e23-4dd7-9406-e9da56d60d96 {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:28:06.020154 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-dc2f53f4-6355-43fd-9306-d8fe018a983c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Unset dirty status for tenant:0780f842482f4e59b41843f42dd46f0e on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:28:06.026101 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-dc2f53f4-6355-43fd-9306-d8fe018a983c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2006555 May 05 20:28:06.027477 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58502) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:06.067313 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e5994be3-941e-4978-bcbd-89268f834cbb admin admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:06.073931 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e5994be3-941e-4978-bcbd-89268f834cbb admin admin] 10.222.0.36 "DELETE /v2.0/routers/c3913b91-0e23-4dd7-9406-e9da56d60d96 HTTP/1.1" status: 204 len: 168 time: 4.1069238 May 05 20:28:06.079279 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58506) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:06.091783 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93144735-a14a-4599-99b0-ecc2acd0f162 req-a89d55c9-ca54-4953-a749-181e1c0bd113 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:06.092677 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-93144735-a14a-4599-99b0-ecc2acd0f162 req-a89d55c9-ca54-4953-a749-181e1c0bd113 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Synchronizing usage tracker for tenant:6e19ee4cb1294f70bec1dac29584f7fc on resource:network {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:28:06.103920 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-3e606017-462e-4fee-a4f3-b2cdc3a34d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a49609c-07b2-4767-bbbc-44fd347c252c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-258687799', 'tenant_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '7598fa6b-ecdc-4abc-b270-6c3151c08f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:27:47Z', 'updated_at': '2022-05-05T20:28:02Z', 'revision_number': 4, 'project_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'gw_port': {'id': '7598fa6b-ecdc-4abc-b270-6c3151c08f03', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a49609c-07b2-4767-bbbc-44fd347c252c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:27:49Z', 'updated_at': '2022-05-05T20:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'e2f15072-1065-4850-8c0c-24ba63dbd5d8', 'name': '', 'network_id': '36eec0e3-5143-4174-8ec6-671b2dfec885', 'tenant_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'mac_address': 'fa:16:3e:01:89:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a49609c-07b2-4767-bbbc-44fd347c252c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '521ca40c-9681-43eb-bc60-150f1a46032a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:00Z', 'updated_at': '2022-05-05T20:28:03Z', 'revision_number': 2, 'project_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'subnets': [{'id': '521ca40c-9681-43eb-bc60-150f1a46032a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:28:06.111877 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e606017-462e-4fee-a4f3-b2cdc3a34d5f None None] Checking router: 2a49609c-07b2-4767-bbbc-44fd347c252c for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:28:06.112453 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e606017-462e-4fee-a4f3-b2cdc3a34d5f None None] Updating router 2a49609c-07b2-4767-bbbc-44fd347c252c port e2f15072-1065-4850-8c0c-24ba63dbd5d8 binding host n-d-840717-1 {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:28:06.130446 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-d70ab8a4-a565-450a-8df9-6aea6fe02600 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Deleting port 1f09cf8d-fad0-4d8e-ad10-1083d321090b {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:28:06.131548 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d70ab8a4-a565-450a-8df9-6aea6fe02600 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:06.217869 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3e606017-462e-4fee-a4f3-b2cdc3a34d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:06.278370 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cff49c6-4938-47d1-8073-0ccee63d9845 admin admin] Deleting subnet c053e9dc-86f6-465e-ab82-bed435135d4f {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:28:06.288077 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0cff49c6-4938-47d1-8073-0ccee63d9845 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:06.346077 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-93144735-a14a-4599-99b0-ecc2acd0f162 req-a89d55c9-ca54-4953-a749-181e1c0bd113 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Unset dirty status for tenant:6e19ee4cb1294f70bec1dac29584f7fc on resource:network {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:28:06.347252 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-93144735-a14a-4599-99b0-ecc2acd0f162 req-a89d55c9-ca54-4953-a749-181e1c0bd113 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.36 "GET /v2.0/networks?id=36eec0e3-5143-4174-8ec6-671b2dfec885 HTTP/1.1" status: 200 len: 798 time: 0.6282575 May 05 20:28:06.396986 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-93144735-a14a-4599-99b0-ecc2acd0f162 req-62479e25-c5b6-4f18-bd1f-1d113bf25372 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.36 "GET /v2.0/quotas/6e19ee4cb1294f70bec1dac29584f7fc HTTP/1.1" status: 200 len: 375 time: 0.0377998 May 05 20:28:06.485907 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0cff49c6-4938-47d1-8073-0ccee63d9845 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:06.507946 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d70ab8a4-a565-450a-8df9-6aea6fe02600 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:06.549529 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-43af6357-13d9-4360-97d5-3d55aeb4c4b4 req-4116711b-7e50-486b-9887-ca27bb331b2b service neutron] 10.222.0.50 "GET /v2.0/networks/a530804e-070c-4f75-96b2-acc53b3f286b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5447085 May 05 20:28:06.576543 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58514) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:06.801870 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-d70ab8a4-a565-450a-8df9-6aea6fe02600 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Calling delete_port for 1f09cf8d-fad0-4d8e-ad10-1083d321090b owned by {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:28:06.834686 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-93144735-a14a-4599-99b0-ecc2acd0f162 req-190f41d0-c5fa-41dc-b2e9-37c3dad0d09a tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6e19ee4cb1294f70bec1dac29584f7fc&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4288850 May 05 20:28:06.852017 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c001f6a3-7fff-4850-852b-04321551999a tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/floatingips/df961b2f-e645-438a-a207-f68015aee72b HTTP/1.1" status: 200 len: 993 time: 0.2742386 May 05 20:28:06.903130 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0cff49c6-4938-47d1-8073-0ccee63d9845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:06.913609 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-06078882-4724-4ff9-acd4-5b37deb57f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:06.959617 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda28292-0b03-43f8-b354-2cfa1bc742d1 None None] Network 7289b573-7530-4f0a-b5b0-032373718af7 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:28:07.097442 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1643600-2569-4343-99ca-3c13b3388069 None None] Network 36eec0e3-5143-4174-8ec6-671b2dfec885 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:28:07.160925 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d70ab8a4-a565-450a-8df9-6aea6fe02600 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:07.169902 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-93144735-a14a-4599-99b0-ecc2acd0f162 req-7420ec19-1ff4-486b-b6b7-208cb50e579a service neutron] 10.222.0.36 "GET /v2.0/networks/36eec0e3-5143-4174-8ec6-671b2dfec885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111110 May 05 20:28:07.172350 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0cff49c6-4938-47d1-8073-0ccee63d9845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:07.239780 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 29353b1a-ab5d-46be-b32a-bb66f03923a3 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:28:07.277797 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70ab8a4-a565-450a-8df9-6aea6fe02600 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event deleted for resources: {'Port': ['ID=1f09cf8d-fad0-4d8e-ad10-1083d321090b,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:07.283917 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-d6848b2a-c51e-4ce9-9d21-176590bc7eba None None] Provisioning for port 29353b1a-ab5d-46be-b32a-bb66f03923a3 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:28:07.315585 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cff49c6-4938-47d1-8073-0ccee63d9845 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c053e9dc-86f6-465e-ab82-bed435135d4f,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:07.430245 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d70ab8a4-a565-450a-8df9-6aea6fe02600 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:07.446841 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-93144735-a14a-4599-99b0-ecc2acd0f162 req-dcb656ec-08da-4ff3-b190-3277a16b8f5a service neutron] 10.222.0.36 "GET /v2.0/networks/36eec0e3-5143-4174-8ec6-671b2dfec885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676387 May 05 20:28:07.459174 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3e606017-462e-4fee-a4f3-b2cdc3a34d5f None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:07.459679 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0cff49c6-4938-47d1-8073-0ccee63d9845 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:07.476453 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d70ab8a4-a565-450a-8df9-6aea6fe02600 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/ports/1f09cf8d-fad0-4d8e-ad10-1083d321090b HTTP/1.1" status: 204 len: 168 time: 1.4463258 May 05 20:28:07.477205 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58520) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:07.477639 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58522) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:07.478293 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-0cff49c6-4938-47d1-8073-0ccee63d9845 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c053e9dc-86f6-465e-ab82-bed435135d4f HTTP/1.1" status: 204 len: 168 time: 1.3941617 May 05 20:28:07.492664 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa89871-7071-4596-b81a-6631f75aa61f None None] Network ee605bb1-8b6e-4071-bb56-0750c509a342 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:28:07.658467 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-3e606017-462e-4fee-a4f3-b2cdc3a34d5f None None] Transition to ACTIVE for port object e2f15072-1065-4850-8c0c-24ba63dbd5d8 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:28:07.669783 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-d6848b2a-c51e-4ce9-9d21-176590bc7eba None None] Provisioning complete for port bd0f1a59-c5bc-4b68-bf2f-2f6ca4c2c059 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:28:07.672171 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d6848b2a-c51e-4ce9-9d21-176590bc7eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:07.698730 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a1c9e66e-b8a6-44ba-8960-21da440b87f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:07.824242 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 29353b1a-ab5d-46be-b32a-bb66f03923a3 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:28:07.845314 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3e606017-462e-4fee-a4f3-b2cdc3a34d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:07.949647 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-a1c9e66e-b8a6-44ba-8960-21da440b87f8 admin admin] Deleting port 0d46e829-ac00-4d98-8b1d-85a0544f0dc1 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:28:07.950110 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a1c9e66e-b8a6-44ba-8960-21da440b87f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:07.974444 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 29353b1a-ab5d-46be-b32a-bb66f03923a3 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:28:07.975427 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:08.127750 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-0992dfdd-6b70-456f-a9a3-ae578314a015 req-5b4e0de4-dee8-4569-8387-297651270768 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Synchronizing usage tracker for tenant:6e19ee4cb1294f70bec1dac29584f7fc on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:28:08.199808 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930b4969-a3b4-4ca3-831c-95298d266d7a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:08.201416 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930b4969-a3b4-4ca3-831c-95298d266d7a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:08.202946 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930b4969-a3b4-4ca3-831c-95298d266d7a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:08.203829 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-930b4969-a3b4-4ca3-831c-95298d266d7a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Synchronizing usage tracker for tenant:0780f842482f4e59b41843f42dd46f0e on resource:subnet {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:28:08.245860 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-0992dfdd-6b70-456f-a9a3-ae578314a015 req-5b4e0de4-dee8-4569-8387-297651270768 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Unset dirty status for tenant:6e19ee4cb1294f70bec1dac29584f7fc on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:28:08.247291 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0992dfdd-6b70-456f-a9a3-ae578314a015 req-5b4e0de4-dee8-4569-8387-297651270768 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b4a48d9-40be-4ea0-b339-6e5dd6b89e2c HTTP/1.1" status: 200 len: 210 time: 0.5352683 May 05 20:28:08.294852 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-930b4969-a3b4-4ca3-831c-95298d266d7a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Unset dirty status for tenant:0780f842482f4e59b41843f42dd46f0e on resource:subnet {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:28:08.296394 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-930b4969-a3b4-4ca3-831c-95298d266d7a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.8175735 May 05 20:28:08.299404 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58538) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:08.412595 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-a1c9e66e-b8a6-44ba-8960-21da440b87f8 admin admin] For port 0d46e829-ac00-4d98-8b1d-85a0544f0dc1, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=0d46e829-ac00-4d98-8b1d-85a0544f0dc1,segment=NetworkSegment(a6752946-b3ea-45f0-9ccb-7772cee1cfcc),segment_id=a6752946-b3ea-45f0-9ccb-7772cee1cfcc)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:28:08.413227 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a1c9e66e-b8a6-44ba-8960-21da440b87f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:08.483320 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:08.484076 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:08.571512 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0ee32a-e131-492c-80db-48701e95a86e None None] Pushing event updated for resources: {'Port': ['ID=e2f15072-1065-4850-8c0c-24ba63dbd5d8,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:08.594198 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-a1c9e66e-b8a6-44ba-8960-21da440b87f8 admin admin] Calling delete_port for 0d46e829-ac00-4d98-8b1d-85a0544f0dc1 owned by network:dhcp {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:28:08.644203 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3b03b46-9771-4c4a-9b7c-4802fb7d1606 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Deleting subnet 7098fa65-6adf-42fd-9349-00d31e2c239e {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:28:08.648312 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b3b03b46-9771-4c4a-9b7c-4802fb7d1606 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:08.704673 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b3b03b46-9771-4c4a-9b7c-4802fb7d1606 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:08.729531 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-3e606017-462e-4fee-a4f3-b2cdc3a34d5f None None] Attempting to bind port e2f15072-1065-4850-8c0c-24ba63dbd5d8 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:28:08.731242 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-3e606017-462e-4fee-a4f3-b2cdc3a34d5f None None] Attempting to bind port e2f15072-1065-4850-8c0c-24ba63dbd5d8 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '914e1da9-0197-43af-808d-dca8d41a73f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '36eec0e3-5143-4174-8ec6-671b2dfec885'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:28:08.731973 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e606017-462e-4fee-a4f3-b2cdc3a34d5f None None] Attempting to bind port e2f15072-1065-4850-8c0c-24ba63dbd5d8 on network 36eec0e3-5143-4174-8ec6-671b2dfec885 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:28:08.795596 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e606017-462e-4fee-a4f3-b2cdc3a34d5f None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:28:08.796386 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e606017-462e-4fee-a4f3-b2cdc3a34d5f None None] Checking segment: {'id': '914e1da9-0197-43af-808d-dca8d41a73f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '36eec0e3-5143-4174-8ec6-671b2dfec885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:28:08.797187 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3e606017-462e-4fee-a4f3-b2cdc3a34d5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:08.798476 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e606017-462e-4fee-a4f3-b2cdc3a34d5f None None] Bound using segment: {'id': '914e1da9-0197-43af-808d-dca8d41a73f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '36eec0e3-5143-4174-8ec6-671b2dfec885'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:28:08.799127 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-3e606017-462e-4fee-a4f3-b2cdc3a34d5f None None] Bound port: e2f15072-1065-4850-8c0c-24ba63dbd5d8, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '914e1da9-0197-43af-808d-dca8d41a73f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '36eec0e3-5143-4174-8ec6-671b2dfec885'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:28:08.799706 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3e606017-462e-4fee-a4f3-b2cdc3a34d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:08.836346 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a1c9e66e-b8a6-44ba-8960-21da440b87f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:08.896905 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c9e66e-b8a6-44ba-8960-21da440b87f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d46e829-ac00-4d98-8b1d-85a0544f0dc1,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:08.902370 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b3b03b46-9771-4c4a-9b7c-4802fb7d1606 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:08.945146 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a73011-5669-4496-8fe6-db606e024710 None None] DHCP port deletion for ee605bb1-8b6e-4071-bb56-0750c509a342 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:28:08.951673 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c9e66e-b8a6-44ba-8960-21da440b87f8 admin admin] No DVR routers for this DVR port 0d46e829-ac00-4d98-8b1d-85a0544f0dc1 on host n-d-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:28:09.027396 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:09.103577 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 29353b1a-ab5d-46be-b32a-bb66f03923a3, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=29353b1a-ab5d-46be-b32a-bb66f03923a3,segment=NetworkSegment(914e1da9-0197-43af-808d-dca8d41a73f4),segment_id=914e1da9-0197-43af-808d-dca8d41a73f4)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:28:09.112144 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:09.118958 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-3e606017-462e-4fee-a4f3-b2cdc3a34d5f None None] For port e2f15072-1065-4850-8c0c-24ba63dbd5d8, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:28:09.130497 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a1c9e66e-b8a6-44ba-8960-21da440b87f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:09.217711 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-a1c9e66e-b8a6-44ba-8960-21da440b87f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee605bb1-8b6e-4071-bb56-0750c509a342']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:28:09.224313 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device dad400a1-1554-4b8c-b178-336b33374fb2 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:28:09.234645 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-a1c9e66e-b8a6-44ba-8960-21da440b87f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6752946-b3ea-45f0-9ccb-7772cee1cfcc') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:28:09.234981 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-a1c9e66e-b8a6-44ba-8960-21da440b87f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6752946-b3ea-45f0-9ccb-7772cee1cfcc') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:28:09.253461 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b3b03b46-9771-4c4a-9b7c-4802fb7d1606 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:09.288859 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a1c9e66e-b8a6-44ba-8960-21da440b87f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:09.333841 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b03b46-9771-4c4a-9b7c-4802fb7d1606 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event deleted for resources: {'Subnet': ['ID=7098fa65-6adf-42fd-9349-00d31e2c239e,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:09.345690 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a1c9e66e-b8a6-44ba-8960-21da440b87f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:09.352774 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b3b03b46-9771-4c4a-9b7c-4802fb7d1606 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:09.367928 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-3e606017-462e-4fee-a4f3-b2cdc3a34d5f None None] For port e2f15072-1065-4850-8c0c-24ba63dbd5d8, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=e2f15072-1065-4850-8c0c-24ba63dbd5d8,segment=NetworkSegment(914e1da9-0197-43af-808d-dca8d41a73f4),segment_id=914e1da9-0197-43af-808d-dca8d41a73f4)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:28:09.385782 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: dad400a1-1554-4b8c-b178-336b33374fb2 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:28:09.386268 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device dad400a1-1554-4b8c-b178-336b33374fb2 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:28:09.401903 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-b3b03b46-9771-4c4a-9b7c-4802fb7d1606 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/subnets/7098fa65-6adf-42fd-9349-00d31e2c239e HTTP/1.1" status: 204 len: 168 time: 1.0985985 May 05 20:28:09.401903 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1c9e66e-b8a6-44ba-8960-21da440b87f8 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:28:09.401903 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a1c9e66e-b8a6-44ba-8960-21da440b87f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:09.405541 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3e606017-462e-4fee-a4f3-b2cdc3a34d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:09.430404 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58552) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:09.440893 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:28:09.440893 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:28:09.440893 n-d-840717-1 neutron-server[88197]: timer() May 05 20:28:09.440893 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:28:09.440893 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:28:09.440893 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:28:09.440893 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:28:09.440893 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:28:09.440893 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:28:09.440893 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:28:09.440893 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:28:09.440893 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:28:09.440893 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:28:09.440893 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:28:09.440893 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:28:09.440893 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:28:09.440893 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:28:09.440893 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:28:09.440893 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:28:09.440893 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:28:09.440893 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:28:09.440893 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:28:09.440893 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:28:09.440893 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:28:09.440893 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:28:09.440893 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:28:09.440893 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:28:09.440893 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:28:09.440893 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:28:09.440893 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:28:09.440893 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:28:09.440893 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:28:09.482589 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=29353b1a-ab5d-46be-b32a-bb66f03923a3,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:09.574412 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 0d46e829-ac00-4d98-8b1d-85a0544f0dc1 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:28:09.648201 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b80793-df65-4edf-9a06-2e5eab572e5a None None] Network 7289b573-7530-4f0a-b5b0-032373718af7 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:28:09.683960 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-21244d75-d989-4cd4-a861-9196e440b68b req-9827a9e3-3ebd-45c9-9fcc-2e16acd2f55f tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b4a48d9-40be-4ea0-b339-6e5dd6b89e2c HTTP/1.1" status: 200 len: 210 time: 0.1321449 May 05 20:28:09.693960 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93144735-a14a-4599-99b0-ecc2acd0f162 req-0da65d52-4ff8-4462-b27c-dc933a5f315d tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:09.694903 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a1c9e66e-b8a6-44ba-8960-21da440b87f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:09.695666 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-93144735-a14a-4599-99b0-ecc2acd0f162 req-0da65d52-4ff8-4462-b27c-dc933a5f315d tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.50 "GET /v2.0/networks?id=36eec0e3-5143-4174-8ec6-671b2dfec885 HTTP/1.1" status: 200 len: 798 time: 0.5949285 May 05 20:28:09.715582 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a1c9e66e-b8a6-44ba-8960-21da440b87f8 admin admin] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:09.718967 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-93144735-a14a-4599-99b0-ecc2acd0f162 req-61ccfee2-c4f3-4dc6-8cac-855d7cc773d9 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Request body: {'port': {'device_id': '6b4a48d9-40be-4ea0-b339-6e5dd6b89e2c', 'network_id': '36eec0e3-5143-4174-8ec6-671b2dfec885', 'admin_state_up': True, 'tenant_id': '6e19ee4cb1294f70bec1dac29584f7fc'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:28:09.726415 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c9e66e-b8a6-44ba-8960-21da440b87f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee605bb1-8b6e-4071-bb56-0750c509a342,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:09.730221 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-a1c9e66e-b8a6-44ba-8960-21da440b87f8 admin admin] 10.222.0.36 "DELETE /v2.0/networks/ee605bb1-8b6e-4071-bb56-0750c509a342 HTTP/1.1" status: 204 len: 168 time: 2.2476227 May 05 20:28:09.764963 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a23b746-fc2f-4a5d-ad0c-46748dd42b7a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Deleting subnet 8ffa127e-f5fd-49d8-86c8-dc843a21e3b7 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:28:09.768464 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0a23b746-fc2f-4a5d-ad0c-46748dd42b7a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:09.807923 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e606017-462e-4fee-a4f3-b2cdc3a34d5f None None] Routers {'2a49609c-07b2-4767-bbbc-44fd347c252c'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:28:09.813776 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-3e606017-462e-4fee-a4f3-b2cdc3a34d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:28:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['2a49609c-07b2-4767-bbbc-44fd347c252c'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:28:09.833518 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0a23b746-fc2f-4a5d-ad0c-46748dd42b7a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:09.953813 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 0d46e829-ac00-4d98-8b1d-85a0544f0dc1 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:28:09.954155 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 0d46e829-ac00-4d98-8b1d-85a0544f0dc1 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:28:10.040313 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:10.058578 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-0ca2a8f8-c511-4cdd-bb40-b1b188c5f6d9 None None] Provisioning complete for port bd0f1a59-c5bc-4b68-bf2f-2f6ca4c2c059 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:28:10.058865 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0ca2a8f8-c511-4cdd-bb40-b1b188c5f6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:10.077838 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58560) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:10.135177 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-b2f29527-2df9-46c2-8814-04a2b41fb42f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=516bd2f59a5a4a389534b41566d5be99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0560000 May 05 20:28:10.137571 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58564) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:10.165096 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0a23b746-fc2f-4a5d-ad0c-46748dd42b7a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:10.206360 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-69b53f4b-c1eb-4450-92e8-bb6e24765a84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:10.210238 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0ee32a-e131-492c-80db-48701e95a86e None None] Pushing event updated for resources: {'Port': ['ID=e2f15072-1065-4850-8c0c-24ba63dbd5d8,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:10.220894 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b211855-3476-4df2-b84e-79cae9e324ae None None] Network 36eec0e3-5143-4174-8ec6-671b2dfec885 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:28:10.236638 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-69b53f4b-c1eb-4450-92e8-bb6e24765a84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:10.258845 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0a23b746-fc2f-4a5d-ad0c-46748dd42b7a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:10.296795 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-69b53f4b-c1eb-4450-92e8-bb6e24765a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:10.317247 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b53f4b-c1eb-4450-92e8-bb6e24765a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5de526-72ce-422b-b463-955b03bb0308,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:10.321771 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-69b53f4b-c1eb-4450-92e8-bb6e24765a84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:10.323609 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-69b53f4b-c1eb-4450-92e8-bb6e24765a84 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ae5de526-72ce-422b-b463-955b03bb0308 HTTP/1.1" status: 204 len: 168 time: 0.1851089 May 05 20:28:10.363506 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-3e606017-462e-4fee-a4f3-b2cdc3a34d5f None None] Set router 2a49609c-07b2-4767-bbbc-44fd347c252c gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:28:10.369299 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a23b746-fc2f-4a5d-ad0c-46748dd42b7a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event deleted for resources: {'Subnet': ['ID=8ffa127e-f5fd-49d8-86c8-dc843a21e3b7,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:10.382463 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0a23b746-fc2f-4a5d-ad0c-46748dd42b7a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:10.406720 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-0a23b746-fc2f-4a5d-ad0c-46748dd42b7a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/subnets/8ffa127e-f5fd-49d8-86c8-dc843a21e3b7 HTTP/1.1" status: 204 len: 168 time: 0.9752600 May 05 20:28:10.409388 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58570) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:10.439735 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-93144735-a14a-4599-99b0-ecc2acd0f162 req-61ccfee2-c4f3-4dc6-8cac-855d7cc773d9 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:28:10.450065 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-93144735-a14a-4599-99b0-ecc2acd0f162 req-61ccfee2-c4f3-4dc6-8cac-855d7cc773d9 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:28:10.462357 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93144735-a14a-4599-99b0-ecc2acd0f162 req-61ccfee2-c4f3-4dc6-8cac-855d7cc773d9 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Made reservation on behalf of 6e19ee4cb1294f70bec1dac29584f7fc for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:28:10.467374 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-93144735-a14a-4599-99b0-ecc2acd0f162 req-61ccfee2-c4f3-4dc6-8cac-855d7cc773d9 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:10.529466 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-ac6b2302-3c04-4792-a3e7-2ca108e44105 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1188805 May 05 20:28:10.531945 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58574) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:10.673126 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4727fb72-e93d-4b74-9811-8b4e2ebf25d4 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:10.675115 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4727fb72-e93d-4b74-9811-8b4e2ebf25d4 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Synchronizing usage tracker for tenant:0780f842482f4e59b41843f42dd46f0e on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:28:10.711418 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4727fb72-e93d-4b74-9811-8b4e2ebf25d4 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Unset dirty status for tenant:0780f842482f4e59b41843f42dd46f0e on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:28:10.713277 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-4727fb72-e93d-4b74-9811-8b4e2ebf25d4 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1802273 May 05 20:28:10.715986 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58582) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:10.750521 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-93144735-a14a-4599-99b0-ecc2acd0f162 req-61ccfee2-c4f3-4dc6-8cac-855d7cc773d9 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Allocated IP 172.20.0.26 (36eec0e3-5143-4174-8ec6-671b2dfec885/521ca40c-9681-43eb-bc60-150f1a46032a/cb5d2297-3e99-4954-9cb2-f3ddd1a6cc98) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:28:10.880368 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bd231f-b1cf-4140-b97f-76d7a47dfcf5 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:10.885518 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-f9bd231f-b1cf-4140-b97f-76d7a47dfcf5 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Synchronizing usage tracker for tenant:0780f842482f4e59b41843f42dd46f0e on resource:subnet {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:28:11.031070 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58586) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:11.063863 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-93144735-a14a-4599-99b0-ecc2acd0f162 req-61ccfee2-c4f3-4dc6-8cac-855d7cc773d9 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:11.073120 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c26d2cfa-1ea5-4e0c-8b03-1471594076a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:11.099405 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-93144735-a14a-4599-99b0-ecc2acd0f162 req-61ccfee2-c4f3-4dc6-8cac-855d7cc773d9 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Transition to ACTIVE for port object cb5d2297-3e99-4954-9cb2-f3ddd1a6cc98 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:28:11.101082 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-c26d2cfa-1ea5-4e0c-8b03-1471594076a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:28:11.108213 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-c26d2cfa-1ea5-4e0c-8b03-1471594076a4 admin admin] Usage tracker for resource:security_group_rule and tenant:None is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:28:11.112387 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-c26d2cfa-1ea5-4e0c-8b03-1471594076a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:28:11.121295 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-c26d2cfa-1ea5-4e0c-8b03-1471594076a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:28:11.170999 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-f9bd231f-b1cf-4140-b97f-76d7a47dfcf5 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Unset dirty status for tenant:0780f842482f4e59b41843f42dd46f0e on resource:subnet {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:28:11.183243 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f9bd231f-b1cf-4140-b97f-76d7a47dfcf5 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4652066 May 05 20:28:11.184441 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-93144735-a14a-4599-99b0-ecc2acd0f162 req-61ccfee2-c4f3-4dc6-8cac-855d7cc773d9 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:11.186102 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58592) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:11.201459 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9fa8486b-74e4-4294-a8aa-7952c0ca2581 req-c1fb6bba-fa89-40c6-868c-bc643f804302 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b4a48d9-40be-4ea0-b339-6e5dd6b89e2c HTTP/1.1" status: 200 len: 210 time: 0.3066890 May 05 20:28:11.291695 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-90e6f744-1682-4153-ba83-a60822abf266 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0884473 May 05 20:28:11.299785 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58596) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:11.301962 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93144735-a14a-4599-99b0-ecc2acd0f162 req-61ccfee2-c4f3-4dc6-8cac-855d7cc773d9 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Network 36eec0e3-5143-4174-8ec6-671b2dfec885 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:28:11.307216 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-93144735-a14a-4599-99b0-ecc2acd0f162 req-61ccfee2-c4f3-4dc6-8cac-855d7cc773d9 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:28:11.308883 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-b82c6c03-dec2-4903-b228-39caf2681d6c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Request body: {'subnet': {'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:28:11.310399 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-93144735-a14a-4599-99b0-ecc2acd0f162 req-61ccfee2-c4f3-4dc6-8cac-855d7cc773d9 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:28:11.311998 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-542056eb-2b60-47b1-bd11-99d89f292fad None None] Provisioning complete for port 29353b1a-ab5d-46be-b32a-bb66f03923a3 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:28:11.312501 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-542056eb-2b60-47b1-bd11-99d89f292fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:11.363589 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ccfee2-c4f3-4dc6-8cac-855d7cc773d9 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Pushing event updated for resources: {'Port': ['ID=cb5d2297-3e99-4954-9cb2-f3ddd1a6cc98,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:11.403765 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c26d2cfa-1ea5-4e0c-8b03-1471594076a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:11.414455 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c26d2cfa-1ea5-4e0c-8b03-1471594076a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:11.455983 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c26d2cfa-1ea5-4e0c-8b03-1471594076a4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.4206150 May 05 20:28:11.461925 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93144735-a14a-4599-99b0-ecc2acd0f162 req-61ccfee2-c4f3-4dc6-8cac-855d7cc773d9 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:11.462579 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-93144735-a14a-4599-99b0-ecc2acd0f162 req-61ccfee2-c4f3-4dc6-8cac-855d7cc773d9 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:11.464735 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58600) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:11.497279 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2565db-f45f-40df-bb73-32b00134264d None None] Update dhcp port {'port': {'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'fixed_ips': [{'subnet_id': '8ffa127e-f5fd-49d8-86c8-dc843a21e3b7'}], 'binding:host_id': 'n-d-840717-1'}, 'id': 'bd0f1a59-c5bc-4b68-bf2f-2f6ca4c2c059'} from n-d-840717-1. {{(pid=88199) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 05 20:28:11.512555 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26d2cfa-1ea5-4e0c-8b03-1471594076a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6748067-4bfd-496d-9cbe-ce608f1a4db7,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:11.513630 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-b82c6c03-dec2-4903-b228-39caf2681d6c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:28:11.533939 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-b82c6c03-dec2-4903-b228-39caf2681d6c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:28:11.534533 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-93144735-a14a-4599-99b0-ecc2acd0f162 req-61ccfee2-c4f3-4dc6-8cac-855d7cc773d9 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.8221114 May 05 20:28:11.542839 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 29353b1a-ab5d-46be-b32a-bb66f03923a3 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:28:11.547975 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-93144735-a14a-4599-99b0-ecc2acd0f162 req-08d3c75e-5240-4616-ad3a-6a6727330027 service neutron] Request body: {'port': {'device_id': '6b4a48d9-40be-4ea0-b339-6e5dd6b89e2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:28:11.577154 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d9dc85e3-756d-441e-8b1e-fabcda1f8c9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:11.615329 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-3e606017-462e-4fee-a4f3-b2cdc3a34d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a49609c-07b2-4767-bbbc-44fd347c252c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-258687799', 'tenant_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '7598fa6b-ecdc-4abc-b270-6c3151c08f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:27:47Z', 'updated_at': '2022-05-05T20:28:02Z', 'revision_number': 4, 'project_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'gw_port': {'id': '7598fa6b-ecdc-4abc-b270-6c3151c08f03', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a49609c-07b2-4767-bbbc-44fd347c252c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:27:49Z', 'updated_at': '2022-05-05T20:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'e2f15072-1065-4850-8c0c-24ba63dbd5d8', 'name': '', 'network_id': '36eec0e3-5143-4174-8ec6-671b2dfec885', 'tenant_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'mac_address': 'fa:16:3e:01:89:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a49609c-07b2-4767-bbbc-44fd347c252c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '521ca40c-9681-43eb-bc60-150f1a46032a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:00Z', 'updated_at': '2022-05-05T20:28:09Z', 'revision_number': 4, 'project_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'subnets': [{'id': '521ca40c-9681-43eb-bc60-150f1a46032a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:28:11.623586 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e606017-462e-4fee-a4f3-b2cdc3a34d5f None None] The sync data for ids ['2a49609c-07b2-4767-bbbc-44fd347c252c'] in n-d-840717-1 is: [{'id': '2a49609c-07b2-4767-bbbc-44fd347c252c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-258687799', 'tenant_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '7598fa6b-ecdc-4abc-b270-6c3151c08f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:27:47Z', 'updated_at': '2022-05-05T20:28:02Z', 'revision_number': 4, 'project_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'gw_port': {'id': '7598fa6b-ecdc-4abc-b270-6c3151c08f03', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a49609c-07b2-4767-bbbc-44fd347c252c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:27:49Z', 'updated_at': '2022-05-05T20:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'e2f15072-1065-4850-8c0c-24ba63dbd5d8', 'name': '', 'network_id': '36eec0e3-5143-4174-8ec6-671b2dfec885', 'tenant_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'mac_address': 'fa:16:3e:01:89:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a49609c-07b2-4767-bbbc-44fd347c252c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '521ca40c-9681-43eb-bc60-150f1a46032a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:00Z', 'updated_at': '2022-05-05T20:28:09Z', 'revision_number': 4, 'project_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'subnets': [{'id': '521ca40c-9681-43eb-bc60-150f1a46032a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:28:11.630556 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82c6c03-dec2-4903-b228-39caf2681d6c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Made reservation on behalf of 0780f842482f4e59b41843f42dd46f0e for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:28:11.641326 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b82c6c03-dec2-4903-b228-39caf2681d6c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:11.642772 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-b82c6c03-dec2-4903-b228-39caf2681d6c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 20:28:11.643205 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b82c6c03-dec2-4903-b228-39caf2681d6c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:28:11.669035 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-542056eb-2b60-47b1-bd11-99d89f292fad None None] Provisioning for port e2f15072-1065-4850-8c0c-24ba63dbd5d8 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:28:11.675851 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9c2565db-f45f-40df-bb73-32b00134264d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:11.683603 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d9dc85e3-756d-441e-8b1e-fabcda1f8c9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:11.741237 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-93144735-a14a-4599-99b0-ecc2acd0f162 req-08d3c75e-5240-4616-ad3a-6a6727330027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:11.743154 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 29353b1a-ab5d-46be-b32a-bb66f03923a3 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:28:11.747018 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-b82c6c03-dec2-4903-b228-39caf2681d6c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4459572 May 05 20:28:11.750777 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58604) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:11.750936 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:11.758412 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-4ec54716-d7d4-48b1-b101-4fd66e59ae5a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Request body: {'subnet': {'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:28:11.762023 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:28:11.936873 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d9dc85e3-756d-441e-8b1e-fabcda1f8c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:11.997889 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dc85e3-756d-441e-8b1e-fabcda1f8c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6748067-4bfd-496d-9cbe-ce608f1a4db7,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:12.018539 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4ec54716-d7d4-48b1-b101-4fd66e59ae5a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:28:12.026786 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d9dc85e3-756d-441e-8b1e-fabcda1f8c9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:12.028297 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d9dc85e3-756d-441e-8b1e-fabcda1f8c9d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e6748067-4bfd-496d-9cbe-ce608f1a4db7 HTTP/1.1" status: 204 len: 168 time: 0.5614057 May 05 20:28:12.040159 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4ec54716-d7d4-48b1-b101-4fd66e59ae5a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:28:12.051979 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec54716-d7d4-48b1-b101-4fd66e59ae5a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Made reservation on behalf of 0780f842482f4e59b41843f42dd46f0e for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:28:12.057671 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4ec54716-d7d4-48b1-b101-4fd66e59ae5a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:12.059211 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ec54716-d7d4-48b1-b101-4fd66e59ae5a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 20:28:12.059729 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ec54716-d7d4-48b1-b101-4fd66e59ae5a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:28:12.098690 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-4ec54716-d7d4-48b1-b101-4fd66e59ae5a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3460207 May 05 20:28:12.102342 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58610) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:12.109388 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-6bce3caf-09a6-46db-bdc3-5f5a0d6f5df7 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Request body: {'subnet': {'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:28:12.192592 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-47ec41e5-f31a-4510-bff6-3b887a0b9860 None None] Provisioning complete for port 29353b1a-ab5d-46be-b32a-bb66f03923a3 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:28:12.192967 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-47ec41e5-f31a-4510-bff6-3b887a0b9860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:12.324003 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aac0574-5b1f-4c7f-bdce-bf567d36c50c None None] Network 7289b573-7530-4f0a-b5b0-032373718af7 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:28:12.424537 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-6bce3caf-09a6-46db-bdc3-5f5a0d6f5df7 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:28:12.450137 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-6bce3caf-09a6-46db-bdc3-5f5a0d6f5df7 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:28:12.470362 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bce3caf-09a6-46db-bdc3-5f5a0d6f5df7 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Made reservation on behalf of 0780f842482f4e59b41843f42dd46f0e for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:28:12.476512 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6bce3caf-09a6-46db-bdc3-5f5a0d6f5df7 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:12.478973 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bce3caf-09a6-46db-bdc3-5f5a0d6f5df7 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 20:28:12.481515 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bce3caf-09a6-46db-bdc3-5f5a0d6f5df7 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:28:12.525194 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-6bce3caf-09a6-46db-bdc3-5f5a0d6f5df7 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4213057 May 05 20:28:12.528170 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58622) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:12.534165 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-58238630-26ff-4cd1-ad19-bcaf25cd0f4a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Request body: {'subnet': {'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:28:12.646515 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-93144735-a14a-4599-99b0-ecc2acd0f162 req-08d3c75e-5240-4616-ad3a-6a6727330027 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb5d2297-3e99-4954-9cb2-f3ddd1a6cc98 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:28:12.681340 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-93144735-a14a-4599-99b0-ecc2acd0f162 req-08d3c75e-5240-4616-ad3a-6a6727330027 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:12.736521 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-93144735-a14a-4599-99b0-ecc2acd0f162 req-08d3c75e-5240-4616-ad3a-6a6727330027 service neutron] Transition to ACTIVE for port object cb5d2297-3e99-4954-9cb2-f3ddd1a6cc98 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:28:12.748061 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-93144735-a14a-4599-99b0-ecc2acd0f162 req-08d3c75e-5240-4616-ad3a-6a6727330027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:12.851804 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-58238630-26ff-4cd1-ad19-bcaf25cd0f4a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:28:12.873809 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58634) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:12.888394 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-58238630-26ff-4cd1-ad19-bcaf25cd0f4a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:28:12.913984 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58238630-26ff-4cd1-ad19-bcaf25cd0f4a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Made reservation on behalf of 0780f842482f4e59b41843f42dd46f0e for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:28:12.919717 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-58238630-26ff-4cd1-ad19-bcaf25cd0f4a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:12.924443 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-58238630-26ff-4cd1-ad19-bcaf25cd0f4a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 20:28:12.926103 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58238630-26ff-4cd1-ad19-bcaf25cd0f4a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:28:12.966873 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-58238630-26ff-4cd1-ad19-bcaf25cd0f4a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4373865 May 05 20:28:12.968124 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58640) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:12.975914 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-8e6bc50f-ff59-4c83-8e98-ecbfe8e11e61 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Request body: {'subnet': {'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:28:13.097677 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355e613e-b05e-4007-9784-b686bb6d3e6c None None] DHCP port deletion for 7289b573-7530-4f0a-b5b0-032373718af7 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:28:13.104152 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-355e613e-b05e-4007-9784-b686bb6d3e6c None None] Deleting port bd0f1a59-c5bc-4b68-bf2f-2f6ca4c2c059 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:28:13.104710 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-355e613e-b05e-4007-9784-b686bb6d3e6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:13.218851 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238f820-328d-494f-a098-ee123378fadc req-3a03c3d2-8d96-4177-be4f-a68d6c161748 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:13.239441 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-f238f820-328d-494f-a098-ee123378fadc req-3a03c3d2-8d96-4177-be4f-a68d6c161748 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Synchronizing usage tracker for tenant:6e19ee4cb1294f70bec1dac29584f7fc on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:28:13.251064 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d3c75e-5240-4616-ad3a-6a6727330027 service neutron] Pushing event updated for resources: {'Port': ['ID=cb5d2297-3e99-4954-9cb2-f3ddd1a6cc98,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:13.265371 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-8e6bc50f-ff59-4c83-8e98-ecbfe8e11e61 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:28:13.299376 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-8e6bc50f-ff59-4c83-8e98-ecbfe8e11e61 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:28:13.314833 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e6bc50f-ff59-4c83-8e98-ecbfe8e11e61 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Made reservation on behalf of 0780f842482f4e59b41843f42dd46f0e for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:28:13.327957 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8e6bc50f-ff59-4c83-8e98-ecbfe8e11e61 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:13.332173 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e6bc50f-ff59-4c83-8e98-ecbfe8e11e61 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 20:28:13.335489 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e6bc50f-ff59-4c83-8e98-ecbfe8e11e61 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:28:13.368470 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-92654b24-a5c2-4ee9-b5f5-481b4952ca7d None None] Provisioning complete for port bd0f1a59-c5bc-4b68-bf2f-2f6ca4c2c059 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:28:13.368470 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-92654b24-a5c2-4ee9-b5f5-481b4952ca7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:13.388449 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-8e6bc50f-ff59-4c83-8e98-ecbfe8e11e61 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4177997 May 05 20:28:13.389696 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58652) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:13.401476 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-2a83a40d-05e2-4757-a741-34f63d1b29bf tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Request body: {'subnet': {'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:28:13.669653 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58658) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:13.670435 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e3f35965-f451-4aea-a7f2-888eb578d9c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:13.686497 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-2a83a40d-05e2-4757-a741-34f63d1b29bf tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:28:13.692151 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-f238f820-328d-494f-a098-ee123378fadc req-3a03c3d2-8d96-4177-be4f-a68d6c161748 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Unset dirty status for tenant:6e19ee4cb1294f70bec1dac29584f7fc on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:28:13.693370 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f238f820-328d-494f-a098-ee123378fadc req-3a03c3d2-8d96-4177-be4f-a68d6c161748 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b4a48d9-40be-4ea0-b339-6e5dd6b89e2c HTTP/1.1" status: 200 len: 895 time: 1.2199519 May 05 20:28:13.701581 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-2a83a40d-05e2-4757-a741-34f63d1b29bf tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:28:13.710659 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e3f35965-f451-4aea-a7f2-888eb578d9c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:28:13.718264 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-e3f35965-f451-4aea-a7f2-888eb578d9c8 admin admin] Usage tracker for resource:security_group_rule and tenant:bb0679c3dc1c4aa9afc534c81d3cae8c is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:28:13.733306 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-e3f35965-f451-4aea-a7f2-888eb578d9c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:28:13.741002 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a83a40d-05e2-4757-a741-34f63d1b29bf tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Made reservation on behalf of 0780f842482f4e59b41843f42dd46f0e for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:28:13.745582 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2a83a40d-05e2-4757-a741-34f63d1b29bf tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:13.747899 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a83a40d-05e2-4757-a741-34f63d1b29bf tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 20:28:13.748286 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e3f35965-f451-4aea-a7f2-888eb578d9c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:28:13.749556 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a83a40d-05e2-4757-a741-34f63d1b29bf tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:28:13.763300 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-93144735-a14a-4599-99b0-ecc2acd0f162 req-08d3c75e-5240-4616-ad3a-6a6727330027 service neutron] Attempting to bind port cb5d2297-3e99-4954-9cb2-f3ddd1a6cc98 on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:28:13.764307 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-93144735-a14a-4599-99b0-ecc2acd0f162 req-08d3c75e-5240-4616-ad3a-6a6727330027 service neutron] Attempting to bind port cb5d2297-3e99-4954-9cb2-f3ddd1a6cc98 by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': '914e1da9-0197-43af-808d-dca8d41a73f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '36eec0e3-5143-4174-8ec6-671b2dfec885'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:28:13.764307 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93144735-a14a-4599-99b0-ecc2acd0f162 req-08d3c75e-5240-4616-ad3a-6a6727330027 service neutron] Attempting to bind port cb5d2297-3e99-4954-9cb2-f3ddd1a6cc98 on network 36eec0e3-5143-4174-8ec6-671b2dfec885 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:28:13.777942 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93144735-a14a-4599-99b0-ecc2acd0f162 req-08d3c75e-5240-4616-ad3a-6a6727330027 service neutron] Port cb5d2297-3e99-4954-9cb2-f3ddd1a6cc98 on network 36eec0e3-5143-4174-8ec6-671b2dfec885 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:28:13.778266 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93144735-a14a-4599-99b0-ecc2acd0f162 req-08d3c75e-5240-4616-ad3a-6a6727330027 service neutron] Attempting to bind port cb5d2297-3e99-4954-9cb2-f3ddd1a6cc98 on network 36eec0e3-5143-4174-8ec6-671b2dfec885 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:28:13.792394 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93144735-a14a-4599-99b0-ecc2acd0f162 req-08d3c75e-5240-4616-ad3a-6a6727330027 service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:28:13.792818 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93144735-a14a-4599-99b0-ecc2acd0f162 req-08d3c75e-5240-4616-ad3a-6a6727330027 service neutron] Checking segment: {'id': '914e1da9-0197-43af-808d-dca8d41a73f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '36eec0e3-5143-4174-8ec6-671b2dfec885'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:28:13.793286 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93144735-a14a-4599-99b0-ecc2acd0f162 req-08d3c75e-5240-4616-ad3a-6a6727330027 service neutron] Bound using segment: {'id': '914e1da9-0197-43af-808d-dca8d41a73f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '36eec0e3-5143-4174-8ec6-671b2dfec885'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:28:13.793766 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-93144735-a14a-4599-99b0-ecc2acd0f162 req-08d3c75e-5240-4616-ad3a-6a6727330027 service neutron] Bound port: cb5d2297-3e99-4954-9cb2-f3ddd1a6cc98, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '914e1da9-0197-43af-808d-dca8d41a73f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '36eec0e3-5143-4174-8ec6-671b2dfec885'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:28:13.794283 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-93144735-a14a-4599-99b0-ecc2acd0f162 req-08d3c75e-5240-4616-ad3a-6a6727330027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:13.797100 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-2a83a40d-05e2-4757-a741-34f63d1b29bf tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4047639 May 05 20:28:13.799646 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58664) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:13.882789 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-355e613e-b05e-4007-9784-b686bb6d3e6c None None] For port bd0f1a59-c5bc-4b68-bf2f-2f6ca4c2c059, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=bd0f1a59-c5bc-4b68-bf2f-2f6ca4c2c059,segment=NetworkSegment(1cf78a78-2d57-4ccb-9633-08c37696a2c0),segment_id=1cf78a78-2d57-4ccb-9633-08c37696a2c0)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:28:13.883185 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-355e613e-b05e-4007-9784-b686bb6d3e6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:13.942594 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d70d479-a31e-46e5-af39-f5ad5e68f612 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:13.951104 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58668) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:13.952456 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-0d70d479-a31e-46e5-af39-f5ad5e68f612 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1433451 May 05 20:28:13.952984 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device e2f15072-1065-4850-8c0c-24ba63dbd5d8 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:28:14.001016 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-93144735-a14a-4599-99b0-ecc2acd0f162 req-08d3c75e-5240-4616-ad3a-6a6727330027 service neutron] For port cb5d2297-3e99-4954-9cb2-f3ddd1a6cc98, host n-h2-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:28:14.009977 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-93144735-a14a-4599-99b0-ecc2acd0f162 req-08d3c75e-5240-4616-ad3a-6a6727330027 service neutron] For port cb5d2297-3e99-4954-9cb2-f3ddd1a6cc98, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=cb5d2297-3e99-4954-9cb2-f3ddd1a6cc98,segment=NetworkSegment(914e1da9-0197-43af-808d-dca8d41a73f4),segment_id=914e1da9-0197-43af-808d-dca8d41a73f4)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:28:14.022476 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-3a109a06-27ac-47df-b8e5-686b4ab97351 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-973012309-network', 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:28:14.039531 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-93144735-a14a-4599-99b0-ecc2acd0f162 req-08d3c75e-5240-4616-ad3a-6a6727330027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:14.043540 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3a109a06-27ac-47df-b8e5-686b4ab97351 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:28:14.088326 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-3a109a06-27ac-47df-b8e5-686b4ab97351 admin admin] Usage tracker for resource:network and tenant:d5327fecdbda4453866269afbd5ac6fc is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:28:14.117867 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-3a109a06-27ac-47df-b8e5-686b4ab97351 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:28:14.125832 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93144735-a14a-4599-99b0-ecc2acd0f162 req-08d3c75e-5240-4616-ad3a-6a6727330027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:14.126396 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-93144735-a14a-4599-99b0-ecc2acd0f162 req-08d3c75e-5240-4616-ad3a-6a6727330027 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:14.128436 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-355e613e-b05e-4007-9784-b686bb6d3e6c None None] Calling delete_port for bd0f1a59-c5bc-4b68-bf2f-2f6ca4c2c059 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:28:14.128586 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-93144735-a14a-4599-99b0-ecc2acd0f162 req-08d3c75e-5240-4616-ad3a-6a6727330027 service neutron] 10.222.0.50 "PUT /v2.0/ports/cb5d2297-3e99-4954-9cb2-f3ddd1a6cc98 HTTP/1.1" status: 200 len: 1055 time: 2.5852675 May 05 20:28:14.152636 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b4a48d9-40be-4ea0-b339-6e5dd6b89e2c', 'tag': 'cb5d2297-3e99-4954-9cb2-f3ddd1a6cc98'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:28:14.162513 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3a109a06-27ac-47df-b8e5-686b4ab97351 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:28:14.166454 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e3f35965-f451-4aea-a7f2-888eb578d9c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:14.241451 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2a70f0d-32ee-4aa1-9df1-8369f323060d'] response: {'name': 'network-changed', 'server_uuid': '6b4a48d9-40be-4ea0-b339-6e5dd6b89e2c', 'tag': 'cb5d2297-3e99-4954-9cb2-f3ddd1a6cc98', 'status': 'completed', 'code': 200} May 05 20:28:14.259986 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e3f35965-f451-4aea-a7f2-888eb578d9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:14.280132 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-355e613e-b05e-4007-9784-b686bb6d3e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:14.288910 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739f4a0b-7756-4d92-9560-082f6997a986 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:14.289685 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-739f4a0b-7756-4d92-9560-082f6997a986 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Synchronizing usage tracker for tenant:0780f842482f4e59b41843f42dd46f0e on resource:subnet {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:28:14.310387 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a109a06-27ac-47df-b8e5-686b4ab97351 admin admin] Made reservation on behalf of d5327fecdbda4453866269afbd5ac6fc for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:28:14.312810 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3a109a06-27ac-47df-b8e5-686b4ab97351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:14.338768 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355e613e-b05e-4007-9784-b686bb6d3e6c None None] Pushing event deleted for resources: {'Port': ['ID=bd0f1a59-c5bc-4b68-bf2f-2f6ca4c2c059,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:14.341199 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355e613e-b05e-4007-9784-b686bb6d3e6c None None] No DVR routers for this DVR port bd0f1a59-c5bc-4b68-bf2f-2f6ca4c2c059 on host n-d-840717-1 {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:28:14.344084 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port e2f15072-1065-4850-8c0c-24ba63dbd5d8 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:28:14.352545 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port e2f15072-1065-4850-8c0c-24ba63dbd5d8 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:28:14.352916 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:14.369681 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3a109a06-27ac-47df-b8e5-686b4ab97351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:14.393027 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d3c75e-5240-4616-ad3a-6a6727330027 service neutron] Pushing event updated for resources: {'Port': ['ID=cb5d2297-3e99-4954-9cb2-f3ddd1a6cc98,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:14.400746 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e3f35965-f451-4aea-a7f2-888eb578d9c8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bb0679c3dc1c4aa9afc534c81d3cae8c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4999225 May 05 20:28:14.400922 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58674) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:14.401837 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f35965-f451-4aea-a7f2-888eb578d9c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de1dce9b-ccaf-4ea3-a177-3c9f285dbf04,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:14.407695 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-739f4a0b-7756-4d92-9560-082f6997a986 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Unset dirty status for tenant:0780f842482f4e59b41843f42dd46f0e on resource:subnet {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:28:14.408956 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-739f4a0b-7756-4d92-9560-082f6997a986 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4568791 May 05 20:28:14.414420 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58678) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:14.415432 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3a109a06-27ac-47df-b8e5-686b4ab97351 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:28:14.419903 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-3a109a06-27ac-47df-b8e5-686b4ab97351 admin admin] Usage tracker for resource:security_group_rule and tenant:d5327fecdbda4453866269afbd5ac6fc is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:28:14.423275 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-3a109a06-27ac-47df-b8e5-686b4ab97351 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:28:14.424318 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-92654b24-a5c2-4ee9-b5f5-481b4952ca7d None None] Provisioning complete for port e2f15072-1065-4850-8c0c-24ba63dbd5d8 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:28:14.424747 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-92654b24-a5c2-4ee9-b5f5-481b4952ca7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:14.434489 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3a109a06-27ac-47df-b8e5-686b4ab97351 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:28:14.488842 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9c538568-49c0-422f-b644-4bd127fb1954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:14.517696 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-dc920357-6399-4cd6-add9-067857a295f1 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0865576 May 05 20:28:14.529889 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9c538568-49c0-422f-b644-4bd127fb1954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:14.540163 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:14.544298 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58682) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:14.556986 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-79abf026-0d79-4ba4-839e-14ebbe6f3bc0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Request body: {'subnet': {'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:28:14.582274 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93144735-a14a-4599-99b0-ecc2acd0f162 req-7181a5ab-6634-46f7-a34d-83afd6892f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:14.585273 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-93144735-a14a-4599-99b0-ecc2acd0f162 req-7181a5ab-6634-46f7-a34d-83afd6892f86 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6e19ee4cb1294f70bec1dac29584f7fc&device_id=6b4a48d9-40be-4ea0-b339-6e5dd6b89e2c HTTP/1.1" status: 200 len: 1058 time: 0.3879800 May 05 20:28:14.605585 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9c538568-49c0-422f-b644-4bd127fb1954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:14.629376 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c538568-49c0-422f-b644-4bd127fb1954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1dce9b-ccaf-4ea3-a177-3c9f285dbf04,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:14.632330 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9c538568-49c0-422f-b644-4bd127fb1954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:14.638023 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-9c538568-49c0-422f-b644-4bd127fb1954 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/de1dce9b-ccaf-4ea3-a177-3c9f285dbf04 HTTP/1.1" status: 204 len: 168 time: 0.2361565 May 05 20:28:14.674155 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-92654b24-a5c2-4ee9-b5f5-481b4952ca7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:14.700332 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:14.721506 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-93144735-a14a-4599-99b0-ecc2acd0f162 req-e2d105b0-cf23-4129-b751-ccdd7221ea27 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=cb5d2297-3e99-4954-9cb2-f3ddd1a6cc98 HTTP/1.1" status: 200 len: 217 time: 0.1179199 May 05 20:28:14.746090 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-92654b24-a5c2-4ee9-b5f5-481b4952ca7d None None] For port e2f15072-1065-4850-8c0c-24ba63dbd5d8, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=e2f15072-1065-4850-8c0c-24ba63dbd5d8,segment=NetworkSegment(914e1da9-0197-43af-808d-dca8d41a73f4),segment_id=914e1da9-0197-43af-808d-dca8d41a73f4)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:28:14.752062 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-92654b24-a5c2-4ee9-b5f5-481b4952ca7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:14.798798 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93144735-a14a-4599-99b0-ecc2acd0f162 req-33c64cee-456b-4fd8-95ef-29f918c3a093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:14.800278 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-93144735-a14a-4599-99b0-ecc2acd0f162 req-33c64cee-456b-4fd8-95ef-29f918c3a093 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=521ca40c-9681-43eb-bc60-150f1a46032a HTTP/1.1" status: 200 len: 838 time: 0.0665994 May 05 20:28:14.896061 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:28:14.896800 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:28:14.898947 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-be0fd411-c007-4a61-9d67-6b05ab34ff73 None None] Provisioning for port cb5d2297-3e99-4954-9cb2-f3ddd1a6cc98 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:28:14.911279 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92654b24-a5c2-4ee9-b5f5-481b4952ca7d None None] Pushing event updated for resources: {'Port': ['ID=e2f15072-1065-4850-8c0c-24ba63dbd5d8,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:14.923159 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-be0fd411-c007-4a61-9d67-6b05ab34ff73 None None] Provisioning complete for port e2f15072-1065-4850-8c0c-24ba63dbd5d8 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:28:14.923585 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-be0fd411-c007-4a61-9d67-6b05ab34ff73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:14.959900 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-79abf026-0d79-4ba4-839e-14ebbe6f3bc0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:28:15.020982 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58694) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:15.051397 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-79abf026-0d79-4ba4-839e-14ebbe6f3bc0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:28:15.060540 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d9ee237d-ae13-463e-a8e5-7fa98eba1dcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:15.076587 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-d9ee237d-ae13-463e-a8e5-7fa98eba1dcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:28:15.081189 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-d9ee237d-ae13-463e-a8e5-7fa98eba1dcb admin admin] Usage tracker for resource:security_group_rule and tenant:7825e8f5398a4b29aa6e126e2e0269bb is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:28:15.084557 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-d9ee237d-ae13-463e-a8e5-7fa98eba1dcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:28:15.090432 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-d9ee237d-ae13-463e-a8e5-7fa98eba1dcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:28:15.095144 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79abf026-0d79-4ba4-839e-14ebbe6f3bc0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Made reservation on behalf of 0780f842482f4e59b41843f42dd46f0e for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:28:15.098773 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-79abf026-0d79-4ba4-839e-14ebbe6f3bc0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:15.147644 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3a109a06-27ac-47df-b8e5-686b4ab97351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:15.160845 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3a109a06-27ac-47df-b8e5-686b4ab97351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:15.178619 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d9ee237d-ae13-463e-a8e5-7fa98eba1dcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:15.182573 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d9ee237d-ae13-463e-a8e5-7fa98eba1dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:15.231412 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d9ee237d-ae13-463e-a8e5-7fa98eba1dcb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7825e8f5398a4b29aa6e126e2e0269bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2082553 May 05 20:28:15.232627 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58700) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:15.236602 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee237d-ae13-463e-a8e5-7fa98eba1dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dcbb418-567c-4be5-b2af-ac08c0da8fdf,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:15.253069 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a109a06-27ac-47df-b8e5-686b4ab97351 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:28:15.272059 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93144735-a14a-4599-99b0-ecc2acd0f162 req-4ecd44e9-2efa-4922-baff-d034cf580ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:15.273738 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-93144735-a14a-4599-99b0-ecc2acd0f162 req-4ecd44e9-2efa-4922-baff-d034cf580ef0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=36eec0e3-5143-4174-8ec6-671b2dfec885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4085271 May 05 20:28:15.281800 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a109a06-27ac-47df-b8e5-686b4ab97351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e96caef-fcfd-4c33-8a6b-2fc78f90d434,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:15.290237 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3a109a06-27ac-47df-b8e5-686b4ab97351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:15.290579 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-3a109a06-27ac-47df-b8e5-686b4ab97351 admin admin] Added segment 5effa292-6024-4206-9fcb-ee5e58965e00 of type vlan for network 29a0e805-6e5b-4d29-836f-ace2c73e49b1 May 05 20:28:15.299689 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c5ae7ca3-4838-47ea-bf1f-3a8c99100d18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:15.320373 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e0cdb-0baf-4c4c-8d94-1b1329c63e68 req-f0d4e8f3-8eb8-44d8-8ae9-bcbd20fa20ae tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:15.321962 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8c4e0cdb-0baf-4c4c-8d94-1b1329c63e68 req-f0d4e8f3-8eb8-44d8-8ae9-bcbd20fa20ae tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b4a48d9-40be-4ea0-b339-6e5dd6b89e2c HTTP/1.1" status: 200 len: 907 time: 0.3848460 May 05 20:28:15.335168 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c5ae7ca3-4838-47ea-bf1f-3a8c99100d18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:15.393348 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c5ae7ca3-4838-47ea-bf1f-3a8c99100d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:15.409149 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ae7ca3-4838-47ea-bf1f-3a8c99100d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dcbb418-567c-4be5-b2af-ac08c0da8fdf,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:15.416653 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c5ae7ca3-4838-47ea-bf1f-3a8c99100d18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:15.420012 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-c5ae7ca3-4838-47ea-bf1f-3a8c99100d18 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5dcbb418-567c-4be5-b2af-ac08c0da8fdf HTTP/1.1" status: 204 len: 168 time: 0.1853957 May 05 20:28:15.424852 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3a109a06-27ac-47df-b8e5-686b4ab97351 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:15.514220 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device bd0f1a59-c5bc-4b68-bf2f-2f6ca4c2c059 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:28:15.546553 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-93144735-a14a-4599-99b0-ecc2acd0f162 req-8b709a86-c601-4a91-b1a1-0d65c9dca214 service neutron] 10.222.0.50 "GET /v2.0/networks/36eec0e3-5143-4174-8ec6-671b2dfec885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575068 May 05 20:28:15.553872 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: bd0f1a59-c5bc-4b68-bf2f-2f6ca4c2c059 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:28:15.554643 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device bd0f1a59-c5bc-4b68-bf2f-2f6ca4c2c059 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:28:15.587670 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3a109a06-27ac-47df-b8e5-686b4ab97351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:15.588619 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a109a06-27ac-47df-b8e5-686b4ab97351 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:15.589191 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3a109a06-27ac-47df-b8e5-686b4ab97351 admin admin] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:15.656572 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device e2f15072-1065-4850-8c0c-24ba63dbd5d8 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:28:15.743566 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port e2f15072-1065-4850-8c0c-24ba63dbd5d8 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:28:15.744463 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:15.961614 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a109a06-27ac-47df-b8e5-686b4ab97351 admin admin] Pushing event updated for resources: {'Network': ['ID=29a0e805-6e5b-4d29-836f-ace2c73e49b1,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:15.973655 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 29a0e805-6e5b-4d29-836f-ace2c73e49b1 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:28:15.981958 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3a109a06-27ac-47df-b8e5-686b4ab97351 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2983749 May 05 20:28:15.984912 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58716) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:15.992262 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-f870f94c-5631-4f15-acea-012ddcd612d0 admin admin] Request body: {'subnet': {'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-973012309-subnet', 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc', 'ip_version': 4}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:28:15.998897 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-f870f94c-5631-4f15-acea-012ddcd612d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:28:16.004334 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-f870f94c-5631-4f15-acea-012ddcd612d0 admin admin] Usage tracker for resource:subnet and tenant:d5327fecdbda4453866269afbd5ac6fc is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:28:16.008315 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-f870f94c-5631-4f15-acea-012ddcd612d0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:28:16.016314 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-f870f94c-5631-4f15-acea-012ddcd612d0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:28:16.029819 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f870f94c-5631-4f15-acea-012ddcd612d0 admin admin] Made reservation on behalf of d5327fecdbda4453866269afbd5ac6fc for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:28:16.033026 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f870f94c-5631-4f15-acea-012ddcd612d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:16.060347 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-93144735-a14a-4599-99b0-ecc2acd0f162 req-5e6df21b-6a07-48b9-96cf-514e3cf5f231 service neutron] 10.222.0.50 "GET /v2.0/networks/36eec0e3-5143-4174-8ec6-671b2dfec885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5016723 May 05 20:28:16.065681 n-d-840717-1 neutron-server[88198]: DEBUG neutron.objects.ports [None req-79abf026-0d79-4ba4-839e-14ebbe6f3bc0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88198) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 05 20:28:16.066882 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-79abf026-0d79-4ba4-839e-14ebbe6f3bc0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:16.188773 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79abf026-0d79-4ba4-839e-14ebbe6f3bc0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Network 7289b573-7530-4f0a-b5b0-032373718af7 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:28:16.195670 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-79abf026-0d79-4ba4-839e-14ebbe6f3bc0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:28:16.203064 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79abf026-0d79-4ba4-839e-14ebbe6f3bc0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:16.203681 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-79abf026-0d79-4ba4-839e-14ebbe6f3bc0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:16.207517 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79abf026-0d79-4ba4-839e-14ebbe6f3bc0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event updated for resources: {'Subnet': ['ID=d802cea2-424f-4131-9cc6-f74fcda935c9,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:16.215867 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4f2f3a-34df-4614-abfb-24976052dc7f None None] Network 7289b573-7530-4f0a-b5b0-032373718af7 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:28:16.239891 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-79abf026-0d79-4ba4-839e-14ebbe6f3bc0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6921585 May 05 20:28:16.243788 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58728) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:16.247461 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361baf4-bcea-46ac-90e4-367ebfb72e4b req-b2fff56b-8770-4fe2-8776-2346ab784174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:16.249148 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d361baf4-bcea-46ac-90e4-367ebfb72e4b req-b2fff56b-8770-4fe2-8776-2346ab784174 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6e19ee4cb1294f70bec1dac29584f7fc&device_id=6b4a48d9-40be-4ea0-b339-6e5dd6b89e2c HTTP/1.1" status: 200 len: 1058 time: 0.1329403 May 05 20:28:16.254766 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-fb6df74b-0478-4217-8822-69dbf3bc4b3a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Request body: {'port': {'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'mac_address': 'fa:16:3e:c0:ad:24', 'name': 'tempest-NetworksTestDHCPv6-331355719'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:28:16.353081 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f870f94c-5631-4f15-acea-012ddcd612d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:16.543849 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:16.559324 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-fb6df74b-0478-4217-8822-69dbf3bc4b3a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:28:16.562601 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361baf4-bcea-46ac-90e4-367ebfb72e4b req-3eff0062-3066-48e4-b3c6-61bca394bc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:16.564126 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d361baf4-bcea-46ac-90e4-367ebfb72e4b req-3eff0062-3066-48e4-b3c6-61bca394bc1b service neutron] 10.222.0.50 "GET /v2.0/networks?id=36eec0e3-5143-4174-8ec6-671b2dfec885 HTTP/1.1" status: 200 len: 899 time: 0.2915251 May 05 20:28:16.572248 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66de60f9-6040-4665-9560-9aff7095365c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-7289b573-7530-4f0a-b5b0-032373718af7', 'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'tenant_id': '0780f842482f4e59b41843f42dd46f0e', 'fixed_ips': [{'subnet_id': 'd802cea2-424f-4131-9cc6-f74fcda935c9'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:28:16.573216 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-66de60f9-6040-4665-9560-9aff7095365c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:16.646386 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-fb6df74b-0478-4217-8822-69dbf3bc4b3a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:28:16.678772 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f870f94c-5631-4f15-acea-012ddcd612d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4fffa46-b0f9-43c4-a768-6cf896707ddc,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:16.699497 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb6df74b-0478-4217-8822-69dbf3bc4b3a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Made reservation on behalf of 0780f842482f4e59b41843f42dd46f0e for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:28:16.700279 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f870f94c-5631-4f15-acea-012ddcd612d0 admin admin] Checking segment: {'id': '5effa292-6024-4206-9fcb-ee5e58965e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:28:16.700701 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f870f94c-5631-4f15-acea-012ddcd612d0 admin admin] Network hostable DHCP agents. Network: 29a0e805-6e5b-4d29-836f-ace2c73e49b1, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:28:16.734808 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3179e794-4e5e-42dc-ae1e-fc3dff1ae6e7 req-1b1373e3-978a-4dbf-9180-f3c9df0e8fdc tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:16.736633 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3179e794-4e5e-42dc-ae1e-fc3dff1ae6e7 req-1b1373e3-978a-4dbf-9180-f3c9df0e8fdc tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b4a48d9-40be-4ea0-b339-6e5dd6b89e2c HTTP/1.1" status: 200 len: 907 time: 0.1670923 May 05 20:28:16.738008 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f870f94c-5631-4f15-acea-012ddcd612d0 admin admin] Network 29a0e805-6e5b-4d29-836f-ace2c73e49b1 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:28:16.749045 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d361baf4-bcea-46ac-90e4-367ebfb72e4b req-38f157ce-00bb-4176-9f86-df9d50d51bb4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=cb5d2297-3e99-4954-9cb2-f3ddd1a6cc98 HTTP/1.1" status: 200 len: 217 time: 0.1777627 May 05 20:28:16.750785 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-f870f94c-5631-4f15-acea-012ddcd612d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 29a0e805-6e5b-4d29-836f-ace2c73e49b1) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:28:16.758675 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f870f94c-5631-4f15-acea-012ddcd612d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:16.759275 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f870f94c-5631-4f15-acea-012ddcd612d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:16.786041 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f870f94c-5631-4f15-acea-012ddcd612d0 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7992125 May 05 20:28:16.789954 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58740) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:16.793420 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b3a9f3-fff0-4f73-a7a3-aba5793cc1b9 None None] Network 29a0e805-6e5b-4d29-836f-ace2c73e49b1 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:28:16.798636 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-5e68fd62-724f-4223-b9a8-3bc6c37952ad admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-973012309-router', 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:28:16.805351 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-5e68fd62-724f-4223-b9a8-3bc6c37952ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:28:16.811874 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-5e68fd62-724f-4223-b9a8-3bc6c37952ad admin admin] Usage tracker for resource:router and tenant:d5327fecdbda4453866269afbd5ac6fc is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:28:16.817500 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-5e68fd62-724f-4223-b9a8-3bc6c37952ad admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:28:16.831554 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-5e68fd62-724f-4223-b9a8-3bc6c37952ad admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:28:16.851082 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5e68fd62-724f-4223-b9a8-3bc6c37952ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:16.852958 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5e68fd62-724f-4223-b9a8-3bc6c37952ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:16.876336 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5e68fd62-724f-4223-b9a8-3bc6c37952ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:16.933757 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361baf4-bcea-46ac-90e4-367ebfb72e4b req-f1006f1d-bca5-430e-b5f3-72b91b38d155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:16.935969 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d361baf4-bcea-46ac-90e4-367ebfb72e4b req-f1006f1d-bca5-430e-b5f3-72b91b38d155 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=521ca40c-9681-43eb-bc60-150f1a46032a HTTP/1.1" status: 200 len: 838 time: 0.1726618 May 05 20:28:16.949435 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-66de60f9-6040-4665-9560-9aff7095365c None None] Allocated IP 2001:db8::f816:3eff:fe5c:4de5 (7289b573-7530-4f0a-b5b0-032373718af7/d802cea2-424f-4131-9cc6-f74fcda935c9/6841e986-6b72-4423-9e0b-3aee7005cb86) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:28:16.992412 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fb6df74b-0478-4217-8822-69dbf3bc4b3a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:17.040391 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-fb6df74b-0478-4217-8822-69dbf3bc4b3a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] device_id is not set on port 530adff4-db25-46e4-97e4-e1a7dea8d774 yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:28:17.172047 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361baf4-bcea-46ac-90e4-367ebfb72e4b req-30ef2803-9a98-4738-8fa7-e9e252740995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:17.173593 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d361baf4-bcea-46ac-90e4-367ebfb72e4b req-30ef2803-9a98-4738-8fa7-e9e252740995 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=36eec0e3-5143-4174-8ec6-671b2dfec885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2270949 May 05 20:28:17.201032 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bcbdf5b-e157-49be-8121-3e90a1a07955 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-29a0e805-6e5b-4d29-836f-ace2c73e49b1', 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1', 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc', 'fixed_ips': [{'subnet_id': 'd4fffa46-b0f9-43c4-a768-6cf896707ddc'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:28:17.201946 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1bcbdf5b-e157-49be-8121-3e90a1a07955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:17.237197 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5e68fd62-724f-4223-b9a8-3bc6c37952ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:17.357282 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d361baf4-bcea-46ac-90e4-367ebfb72e4b req-621a3c33-f22f-4122-b84d-6b9413f6dfbd service neutron] 10.222.0.50 "GET /v2.0/networks/36eec0e3-5143-4174-8ec6-671b2dfec885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764097 May 05 20:28:17.470773 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-66de60f9-6040-4665-9560-9aff7095365c None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:17.491598 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-66de60f9-6040-4665-9560-9aff7095365c None None] Transition to ACTIVE for port object 6841e986-6b72-4423-9e0b-3aee7005cb86 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:28:17.499773 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-1bcbdf5b-e157-49be-8121-3e90a1a07955 None None] Allocated IP 172.20.0.2 (29a0e805-6e5b-4d29-836f-ace2c73e49b1/d4fffa46-b0f9-43c4-a768-6cf896707ddc/8a78ab76-09a6-4944-a993-2950e941b9cf) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:28:17.517040 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d361baf4-bcea-46ac-90e4-367ebfb72e4b req-6f2d2b9d-54c1-47e4-adac-4e880ef1528b service neutron] 10.222.0.50 "GET /v2.0/networks/36eec0e3-5143-4174-8ec6-671b2dfec885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534755 May 05 20:28:17.522823 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-66de60f9-6040-4665-9560-9aff7095365c None None] Transition to ACTIVE for port object 6841e986-6b72-4423-9e0b-3aee7005cb86 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:28:17.542634 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-66de60f9-6040-4665-9560-9aff7095365c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:17.614865 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-fb6df74b-0478-4217-8822-69dbf3bc4b3a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Allocated IP 2001:db8::f816:3eff:fec0:ad24 (7289b573-7530-4f0a-b5b0-032373718af7/d802cea2-424f-4131-9cc6-f74fcda935c9/530adff4-db25-46e4-97e4-e1a7dea8d774) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:28:17.637392 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66de60f9-6040-4665-9560-9aff7095365c None None] Network 7289b573-7530-4f0a-b5b0-032373718af7 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:28:17.700035 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66de60f9-6040-4665-9560-9aff7095365c None None] Pushing event updated for resources: {'Port': ['ID=6841e986-6b72-4423-9e0b-3aee7005cb86,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:17.702532 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-66de60f9-6040-4665-9560-9aff7095365c None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:28:17.708410 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66de60f9-6040-4665-9560-9aff7095365c None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:28:17.785969 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5e68fd62-724f-4223-b9a8-3bc6c37952ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:17.828777 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5e68fd62-724f-4223-b9a8-3bc6c37952ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:17.831243 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-66de60f9-6040-4665-9560-9aff7095365c None None] Attempting to bind port 6841e986-6b72-4423-9e0b-3aee7005cb86 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:28:17.832372 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-66de60f9-6040-4665-9560-9aff7095365c None None] Attempting to bind port 6841e986-6b72-4423-9e0b-3aee7005cb86 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '1cf78a78-2d57-4ccb-9633-08c37696a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7289b573-7530-4f0a-b5b0-032373718af7'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:28:17.832372 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66de60f9-6040-4665-9560-9aff7095365c None None] Attempting to bind port 6841e986-6b72-4423-9e0b-3aee7005cb86 on network 7289b573-7530-4f0a-b5b0-032373718af7 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:28:17.849828 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66de60f9-6040-4665-9560-9aff7095365c None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:28:17.850881 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66de60f9-6040-4665-9560-9aff7095365c None None] Checking segment: {'id': '1cf78a78-2d57-4ccb-9633-08c37696a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7289b573-7530-4f0a-b5b0-032373718af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:28:17.850881 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-66de60f9-6040-4665-9560-9aff7095365c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:17.851109 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66de60f9-6040-4665-9560-9aff7095365c None None] Bound using segment: {'id': '1cf78a78-2d57-4ccb-9633-08c37696a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7289b573-7530-4f0a-b5b0-032373718af7'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:28:17.851461 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-66de60f9-6040-4665-9560-9aff7095365c None None] Bound port: 6841e986-6b72-4423-9e0b-3aee7005cb86, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf78a78-2d57-4ccb-9633-08c37696a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7289b573-7530-4f0a-b5b0-032373718af7'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:28:17.851823 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-66de60f9-6040-4665-9560-9aff7095365c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:17.997053 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-66de60f9-6040-4665-9560-9aff7095365c None None] For port 6841e986-6b72-4423-9e0b-3aee7005cb86, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:28:18.000428 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-66de60f9-6040-4665-9560-9aff7095365c None None] For port 6841e986-6b72-4423-9e0b-3aee7005cb86, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=6841e986-6b72-4423-9e0b-3aee7005cb86,segment=NetworkSegment(1cf78a78-2d57-4ccb-9633-08c37696a2c0),segment_id=1cf78a78-2d57-4ccb-9633-08c37696a2c0)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:28:18.007595 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-66de60f9-6040-4665-9560-9aff7095365c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:18.036148 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-5e68fd62-724f-4223-b9a8-3bc6c37952ad admin admin] Allocated IP 172.25.0.167 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/aa83c883-0a57-481d-a79d-fd4eeb23da5c) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:28:18.084984 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fb6df74b-0478-4217-8822-69dbf3bc4b3a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:18.104745 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-fb6df74b-0478-4217-8822-69dbf3bc4b3a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Transition to ACTIVE for port object 530adff4-db25-46e4-97e4-e1a7dea8d774 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:28:18.109409 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1bcbdf5b-e157-49be-8121-3e90a1a07955 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:18.129204 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-1bcbdf5b-e157-49be-8121-3e90a1a07955 None None] Transition to ACTIVE for port object 8a78ab76-09a6-4944-a993-2950e941b9cf will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:28:18.150303 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66de60f9-6040-4665-9560-9aff7095365c None None] Pushing event updated for resources: {'Port': ['ID=6841e986-6b72-4423-9e0b-3aee7005cb86,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:18.160336 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-1bcbdf5b-e157-49be-8121-3e90a1a07955 None None] Transition to ACTIVE for port object 8a78ab76-09a6-4944-a993-2950e941b9cf will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:28:18.167848 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1bcbdf5b-e157-49be-8121-3e90a1a07955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:18.209547 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fb6df74b-0478-4217-8822-69dbf3bc4b3a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:18.237212 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcbdf5b-e157-49be-8121-3e90a1a07955 None None] Network 29a0e805-6e5b-4d29-836f-ace2c73e49b1 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:28:18.243637 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-1bcbdf5b-e157-49be-8121-3e90a1a07955 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:28:18.245739 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5e68fd62-724f-4223-b9a8-3bc6c37952ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:18.249253 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcbdf5b-e157-49be-8121-3e90a1a07955 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:28:18.258650 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58776) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:18.295622 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5e68fd62-724f-4223-b9a8-3bc6c37952ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:18.302024 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcbdf5b-e157-49be-8121-3e90a1a07955 None None] Pushing event updated for resources: {'Port': ['ID=8a78ab76-09a6-4944-a993-2950e941b9cf,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:18.313232 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6df74b-0478-4217-8822-69dbf3bc4b3a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Network 7289b573-7530-4f0a-b5b0-032373718af7 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:28:18.322151 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-fb6df74b-0478-4217-8822-69dbf3bc4b3a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:28:18.328258 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6df74b-0478-4217-8822-69dbf3bc4b3a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:28:18.334913 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6df74b-0478-4217-8822-69dbf3bc4b3a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:18.335673 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fb6df74b-0478-4217-8822-69dbf3bc4b3a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:18.373007 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-fb6df74b-0478-4217-8822-69dbf3bc4b3a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1172667 May 05 20:28:18.373007 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58782) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:18.376142 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6df74b-0478-4217-8822-69dbf3bc4b3a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event updated for resources: {'Port': ['ID=530adff4-db25-46e4-97e4-e1a7dea8d774,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:18.379016 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-1bcbdf5b-e157-49be-8121-3e90a1a07955 None None] Attempting to bind port 8a78ab76-09a6-4944-a993-2950e941b9cf on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:28:18.380416 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-1bcbdf5b-e157-49be-8121-3e90a1a07955 None None] Attempting to bind port 8a78ab76-09a6-4944-a993-2950e941b9cf by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '5effa292-6024-4206-9fcb-ee5e58965e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:28:18.381453 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcbdf5b-e157-49be-8121-3e90a1a07955 None None] Attempting to bind port 8a78ab76-09a6-4944-a993-2950e941b9cf on network 29a0e805-6e5b-4d29-836f-ace2c73e49b1 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:28:18.397618 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e68fd62-724f-4223-b9a8-3bc6c37952ad admin admin] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:28:18.399056 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device cb5d2297-3e99-4954-9cb2-f3ddd1a6cc98 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:28:18.401488 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-5e68fd62-724f-4223-b9a8-3bc6c37952ad admin admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:28:18.405776 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e68fd62-724f-4223-b9a8-3bc6c37952ad admin admin] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:28:18.422548 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcbdf5b-e157-49be-8121-3e90a1a07955 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:28:18.422830 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcbdf5b-e157-49be-8121-3e90a1a07955 None None] Checking segment: {'id': '5effa292-6024-4206-9fcb-ee5e58965e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:28:18.423531 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1bcbdf5b-e157-49be-8121-3e90a1a07955 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:18.424428 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcbdf5b-e157-49be-8121-3e90a1a07955 None None] Bound using segment: {'id': '5effa292-6024-4206-9fcb-ee5e58965e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:28:18.429611 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-1bcbdf5b-e157-49be-8121-3e90a1a07955 None None] Bound port: 8a78ab76-09a6-4944-a993-2950e941b9cf, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5effa292-6024-4206-9fcb-ee5e58965e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:28:18.429992 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1bcbdf5b-e157-49be-8121-3e90a1a07955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:18.445363 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74798ef0-8f20-42b1-97a4-f3ce24b98d92 req-4cde89d2-3caa-48c8-90a4-b1d1589fe8a7 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:18.446846 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-74798ef0-8f20-42b1-97a4-f3ce24b98d92 req-4cde89d2-3caa-48c8-90a4-b1d1589fe8a7 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b4a48d9-40be-4ea0-b339-6e5dd6b89e2c HTTP/1.1" status: 200 len: 907 time: 0.3106458 May 05 20:28:18.450128 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e68fd62-724f-4223-b9a8-3bc6c37952ad admin admin] Pushing event updated for resources: {'Port': ['ID=aa83c883-0a57-481d-a79d-fd4eeb23da5c,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:18.532974 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16221ec5-36c7-4725-aed6-b63e436a9495 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:18.540361 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16221ec5-36c7-4725-aed6-b63e436a9495 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:18.541668 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-16221ec5-36c7-4725-aed6-b63e436a9495 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Synchronizing usage tracker for tenant:0780f842482f4e59b41843f42dd46f0e on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:28:18.565203 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-16221ec5-36c7-4725-aed6-b63e436a9495 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Unset dirty status for tenant:0780f842482f4e59b41843f42dd46f0e on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:28:18.566627 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-16221ec5-36c7-4725-aed6-b63e436a9495 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1929684 May 05 20:28:18.570248 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58788) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:18.598458 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.resource_extend [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 20:28:18.677778 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-d21992cf-86c8-4528-a9ce-60c8150fcb2b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Deleting port 530adff4-db25-46e4-97e4-e1a7dea8d774 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:28:18.678033 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d21992cf-86c8-4528-a9ce-60c8150fcb2b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:18.747666 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a332400c-ab61-440f-b3f2-a830335fcb59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:18.756176 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-1bcbdf5b-e157-49be-8121-3e90a1a07955 None None] For port 8a78ab76-09a6-4944-a993-2950e941b9cf, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:28:18.775196 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-1bcbdf5b-e157-49be-8121-3e90a1a07955 None None] For port 8a78ab76-09a6-4944-a993-2950e941b9cf, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=8a78ab76-09a6-4944-a993-2950e941b9cf,segment=NetworkSegment(5effa292-6024-4206-9fcb-ee5e58965e00),segment_id=5effa292-6024-4206-9fcb-ee5e58965e00)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:28:18.784412 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1bcbdf5b-e157-49be-8121-3e90a1a07955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:18.789655 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port cb5d2297-3e99-4954-9cb2-f3ddd1a6cc98, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=cb5d2297-3e99-4954-9cb2-f3ddd1a6cc98,segment=NetworkSegment(914e1da9-0197-43af-808d-dca8d41a73f4),segment_id=914e1da9-0197-43af-808d-dca8d41a73f4)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:28:18.859409 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': 'cb5d2297-3e99-4954-9cb2-f3ddd1a6cc98', 'network_id': '36eec0e3-5143-4174-8ec6-671b2dfec885', 'port_id': 'cb5d2297-3e99-4954-9cb2-f3ddd1a6cc98', 'mac_address': 'fa:16:3e:fa:d2:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '521ca40c-9681-43eb-bc60-150f1a46032a', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:28:18.930863 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcbdf5b-e157-49be-8121-3e90a1a07955 None None] Pushing event updated for resources: {'Port': ['ID=8a78ab76-09a6-4944-a993-2950e941b9cf,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:18.944702 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:18.946436 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-a332400c-ab61-440f-b3f2-a830335fcb59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:28:18.969043 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb5d2297-3e99-4954-9cb2-f3ddd1a6cc98 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:28:18.970945 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a332400c-ab61-440f-b3f2-a830335fcb59 admin admin] Usage tracker for resource:security_group_rule and tenant:7298542b586d4f7f9ad9cfaecfb3ff35 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:28:18.976487 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a332400c-ab61-440f-b3f2-a830335fcb59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:28:18.986566 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-a332400c-ab61-440f-b3f2-a830335fcb59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:28:18.988856 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d21992cf-86c8-4528-a9ce-60c8150fcb2b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:18.989035 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port cb5d2297-3e99-4954-9cb2-f3ddd1a6cc98, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=cb5d2297-3e99-4954-9cb2-f3ddd1a6cc98,segment=NetworkSegment(914e1da9-0197-43af-808d-dca8d41a73f4),segment_id=914e1da9-0197-43af-808d-dca8d41a73f4)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:28:18.993912 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:19.074896 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=cb5d2297-3e99-4954-9cb2-f3ddd1a6cc98,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:19.130884 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-d21992cf-86c8-4528-a9ce-60c8150fcb2b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Calling delete_port for 530adff4-db25-46e4-97e4-e1a7dea8d774 owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:28:19.204076 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['cb5d2297-3e99-4954-9cb2-f3ddd1a6cc98'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:28:19.269458 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5e68fd62-724f-4223-b9a8-3bc6c37952ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:19.339301 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d21992cf-86c8-4528-a9ce-60c8150fcb2b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:19.393738 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21992cf-86c8-4528-a9ce-60c8150fcb2b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event deleted for resources: {'Port': ['ID=530adff4-db25-46e4-97e4-e1a7dea8d774,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:19.400854 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a332400c-ab61-440f-b3f2-a830335fcb59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:19.450864 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d21992cf-86c8-4528-a9ce-60c8150fcb2b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:19.465582 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a332400c-ab61-440f-b3f2-a830335fcb59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:19.468697 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d21992cf-86c8-4528-a9ce-60c8150fcb2b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/ports/530adff4-db25-46e4-97e4-e1a7dea8d774 HTTP/1.1" status: 204 len: 168 time: 0.8973885 May 05 20:28:19.469390 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58792) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:19.555186 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53f3ef7-82ca-4fd5-b3cb-26e2af1ff624 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:19.556863 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53f3ef7-82ca-4fd5-b3cb-26e2af1ff624 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:19.557937 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a53f3ef7-82ca-4fd5-b3cb-26e2af1ff624 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Synchronizing usage tracker for tenant:0780f842482f4e59b41843f42dd46f0e on resource:subnet {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:28:19.586658 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a53f3ef7-82ca-4fd5-b3cb-26e2af1ff624 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Unset dirty status for tenant:0780f842482f4e59b41843f42dd46f0e on resource:subnet {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:28:19.595739 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a53f3ef7-82ca-4fd5-b3cb-26e2af1ff624 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1175425 May 05 20:28:19.596385 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58798) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:19.714748 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-410929c3-4887-4c5c-a9f2-f07dd20d3d71 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Deleting subnet d802cea2-424f-4131-9cc6-f74fcda935c9 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:28:19.723409 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-410929c3-4887-4c5c-a9f2-f07dd20d3d71 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:19.731691 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-a332400c-ab61-440f-b3f2-a830335fcb59 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7298542b586d4f7f9ad9cfaecfb3ff35&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4692562 May 05 20:28:19.739528 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-622180c8-0827-4746-88d9-df33ff27ddca None None] Provisioning for port 6841e986-6b72-4423-9e0b-3aee7005cb86 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:28:19.752845 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58802) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:19.776365 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a332400c-ab61-440f-b3f2-a830335fcb59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb825ab-6370-43c0-9203-b648333f2cae,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:19.784176 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 8a78ab76-09a6-4944-a993-2950e941b9cf up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:28:19.814106 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-410929c3-4887-4c5c-a9f2-f07dd20d3d71 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:19.881933 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 8a78ab76-09a6-4944-a993-2950e941b9cf completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:28:19.889507 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 6841e986-6b72-4423-9e0b-3aee7005cb86 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:28:19.913985 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-410929c3-4887-4c5c-a9f2-f07dd20d3d71 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:19.993794 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-72ae4ebe-4124-4838-a73e-bf0caf232a57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:20.002975 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 6841e986-6b72-4423-9e0b-3aee7005cb86 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:28:20.010076 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 6841e986-6b72-4423-9e0b-3aee7005cb86 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:28:20.010495 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:20.044807 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-410929c3-4887-4c5c-a9f2-f07dd20d3d71 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:20.069406 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3294e41a-d2dd-4ada-8f60-257c11cbada0 req-915febdd-4dac-46cc-b241-797148f57176 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:20.070946 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3294e41a-d2dd-4ada-8f60-257c11cbada0 req-915febdd-4dac-46cc-b241-797148f57176 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b4a48d9-40be-4ea0-b339-6e5dd6b89e2c HTTP/1.1" status: 200 len: 908 time: 0.3962421 May 05 20:28:20.073023 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-72ae4ebe-4124-4838-a73e-bf0caf232a57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:20.080346 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5e68fd62-724f-4223-b9a8-3bc6c37952ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:20.121437 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410929c3-4887-4c5c-a9f2-f07dd20d3d71 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event deleted for resources: {'Subnet': ['ID=d802cea2-424f-4131-9cc6-f74fcda935c9,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:20.127692 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-410929c3-4887-4c5c-a9f2-f07dd20d3d71 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:20.149749 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-410929c3-4887-4c5c-a9f2-f07dd20d3d71 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/subnets/d802cea2-424f-4131-9cc6-f74fcda935c9 HTTP/1.1" status: 204 len: 168 time: 0.5520809 May 05 20:28:20.152094 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58806) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:20.201520 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-87b62e4f-bfda-4d40-a225-8c1267520cd0 None None] Could not find standard attr ID for object 530adff4-db25-46e4-97e4-e1a7dea8d774. {{(pid=88199) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 20:28:20.227722 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:20.254357 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b7fecb85-e9dd-433a-b32a-7880a022315c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1005368 May 05 20:28:20.255405 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58810) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:20.271116 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-c59da26f-7015-4315-8b34-86e0450fe912 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Request body: {'subnet': {'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:28:20.307198 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 6841e986-6b72-4423-9e0b-3aee7005cb86, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=6841e986-6b72-4423-9e0b-3aee7005cb86,segment=NetworkSegment(1cf78a78-2d57-4ccb-9633-08c37696a2c0),segment_id=1cf78a78-2d57-4ccb-9633-08c37696a2c0)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:28:20.311794 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:20.320204 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-72ae4ebe-4124-4838-a73e-bf0caf232a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:20.337420 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ae4ebe-4124-4838-a73e-bf0caf232a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb825ab-6370-43c0-9203-b648333f2cae,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:20.384983 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-72ae4ebe-4124-4838-a73e-bf0caf232a57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:20.386099 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-72ae4ebe-4124-4838-a73e-bf0caf232a57 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ccb825ab-6370-43c0-9203-b648333f2cae HTTP/1.1" status: 204 len: 168 time: 0.6274164 May 05 20:28:20.413384 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device cb5d2297-3e99-4954-9cb2-f3ddd1a6cc98 up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:28:20.430139 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e68fd62-724f-4223-b9a8-3bc6c37952ad admin admin] Router bf69ffb5-3b16-452c-8d45-45f80714f937 is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88197) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:28:20.432495 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-c59da26f-7015-4315-8b34-86e0450fe912 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:28:20.437830 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-c59da26f-7015-4315-8b34-86e0450fe912 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Usage tracker for resource:subnet and tenant:0780f842482f4e59b41843f42dd46f0e is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:28:20.440885 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-c59da26f-7015-4315-8b34-86e0450fe912 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:28:20.448770 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-c59da26f-7015-4315-8b34-86e0450fe912 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:28:20.465064 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c59da26f-7015-4315-8b34-86e0450fe912 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Made reservation on behalf of 0780f842482f4e59b41843f42dd46f0e for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:28:20.470019 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c59da26f-7015-4315-8b34-86e0450fe912 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:20.488113 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07618476-c665-48dc-8734-7c1bc882a536 None None] Network 7289b573-7530-4f0a-b5b0-032373718af7 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:28:20.523491 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24211bf-d92a-4272-9f00-77639fff8dff None None] Network 29a0e805-6e5b-4d29-836f-ace2c73e49b1 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:28:20.693068 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e68fd62-724f-4223-b9a8-3bc6c37952ad admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:28:20.721312 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5e68fd62-724f-4223-b9a8-3bc6c37952ad admin admin] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:20.727587 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-5e68fd62-724f-4223-b9a8-3bc6c37952ad admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9359152 May 05 20:28:20.728532 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58818) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:20.809009 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=6841e986-6b72-4423-9e0b-3aee7005cb86,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:20.848754 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58822) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:20.852556 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bdc3af-418f-4975-9d43-ab94f1697a71 None None] Sync routers for ids ['bf69ffb5-3b16-452c-8d45-45f80714f937'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:28:20.855153 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-37b5fd1c-e8cf-436b-ab66-534658694d7d None None] Provisioning for port 8a78ab76-09a6-4944-a993-2950e941b9cf completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:28:20.878616 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6a7d2346-c07d-452c-bb05-538575fdee5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:20.893655 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port cb5d2297-3e99-4954-9cb2-f3ddd1a6cc98 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:28:20.904869 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-37b5fd1c-e8cf-436b-ab66-534658694d7d None None] Provisioning complete for port 8a78ab76-09a6-4944-a993-2950e941b9cf triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:28:20.906336 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-6a7d2346-c07d-452c-bb05-538575fdee5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:28:20.906467 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-37b5fd1c-e8cf-436b-ab66-534658694d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:20.915831 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-6a7d2346-c07d-452c-bb05-538575fdee5d admin admin] Usage tracker for resource:security_group_rule and tenant:65e3bea6f89946769bcc7db473646de9 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:28:20.920492 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-6a7d2346-c07d-452c-bb05-538575fdee5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:28:20.928665 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-6a7d2346-c07d-452c-bb05-538575fdee5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:28:20.968311 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port cb5d2297-3e99-4954-9cb2-f3ddd1a6cc98 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:28:20.968594 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:21.006481 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bdc3af-418f-4975-9d43-ab94f1697a71 None None] Routers {'bf69ffb5-3b16-452c-8d45-45f80714f937'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:28:21.007120 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-35bdc3af-418f-4975-9d43-ab94f1697a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:28:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['bf69ffb5-3b16-452c-8d45-45f80714f937'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:28:21.173204 n-d-840717-1 neutron-server[88198]: DEBUG neutron.objects.ports [None req-c59da26f-7015-4315-8b34-86e0450fe912 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88198) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 05 20:28:21.175125 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6a7d2346-c07d-452c-bb05-538575fdee5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:21.255129 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6a7d2346-c07d-452c-bb05-538575fdee5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:21.372723 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-6a7d2346-c07d-452c-bb05-538575fdee5d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=65e3bea6f89946769bcc7db473646de9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5200918 May 05 20:28:21.372723 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d2346-c07d-452c-bb05-538575fdee5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d871bd-83d9-4764-ad08-190a063554c4,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:21.375636 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58830) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:21.433156 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-35bdc3af-418f-4975-9d43-ab94f1697a71 None None] Set router bf69ffb5-3b16-452c-8d45-45f80714f937 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:28:21.518720 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c59da26f-7015-4315-8b34-86e0450fe912 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:21.528074 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bad08338-3d78-43c9-b78b-fdefa01b2ce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:21.536730 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662992ae-3b78-467d-b828-dad0ea083f42 req-b7ee9b0e-23e7-47d5-bf49-35b846fe07d3 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:21.539318 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-662992ae-3b78-467d-b828-dad0ea083f42 req-b7ee9b0e-23e7-47d5-bf49-35b846fe07d3 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b4a48d9-40be-4ea0-b339-6e5dd6b89e2c HTTP/1.1" status: 200 len: 908 time: 0.2871311 May 05 20:28:21.550599 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8de726-b265-4f60-9a52-a77163836123 None None] DHCP port deletion for 7289b573-7530-4f0a-b5b0-032373718af7 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:28:21.578140 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:21.587139 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-37b5fd1c-e8cf-436b-ab66-534658694d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:21.602600 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9c8de726-b265-4f60-9a52-a77163836123 None None] Deleting port 6841e986-6b72-4423-9e0b-3aee7005cb86 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:28:21.602979 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9c8de726-b265-4f60-9a52-a77163836123 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:21.619380 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bad08338-3d78-43c9-b78b-fdefa01b2ce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:21.671756 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 6841e986-6b72-4423-9e0b-3aee7005cb86 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:28:21.717723 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-690f0e80-52e1-4dba-ad02-eb8c3239465d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:21.725092 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bad08338-3d78-43c9-b78b-fdefa01b2ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:21.749418 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad08338-3d78-43c9-b78b-fdefa01b2ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d871bd-83d9-4764-ad08-190a063554c4,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:21.795720 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bad08338-3d78-43c9-b78b-fdefa01b2ce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:21.801739 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-bad08338-3d78-43c9-b78b-fdefa01b2ce3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f0d871bd-83d9-4764-ad08-190a063554c4 HTTP/1.1" status: 204 len: 168 time: 0.4241762 May 05 20:28:21.841682 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b4a48d9-40be-4ea0-b339-6e5dd6b89e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb5d2297-3e99-4954-9cb2-f3ddd1a6cc98'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:28:21.915766 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port cb5d2297-3e99-4954-9cb2-f3ddd1a6cc98, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=cb5d2297-3e99-4954-9cb2-f3ddd1a6cc98,segment=NetworkSegment(914e1da9-0197-43af-808d-dca8d41a73f4),segment_id=914e1da9-0197-43af-808d-dca8d41a73f4)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:28:21.921796 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-37b5fd1c-e8cf-436b-ab66-534658694d7d None None] For port 8a78ab76-09a6-4944-a993-2950e941b9cf, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=8a78ab76-09a6-4944-a993-2950e941b9cf,segment=NetworkSegment(5effa292-6024-4206-9fcb-ee5e58965e00),segment_id=5effa292-6024-4206-9fcb-ee5e58965e00)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:28:21.943159 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-37b5fd1c-e8cf-436b-ab66-534658694d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:21.947287 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:21.994998 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-c59da26f-7015-4315-8b34-86e0450fe912 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] For port 6841e986-6b72-4423-9e0b-3aee7005cb86, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=6841e986-6b72-4423-9e0b-3aee7005cb86,segment=NetworkSegment(1cf78a78-2d57-4ccb-9633-08c37696a2c0),segment_id=1cf78a78-2d57-4ccb-9633-08c37696a2c0)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:28:22.029742 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab10f4a2-0373-4b5d-81ac-405bc8e5f6bf'] response: {'server_uuid': '6b4a48d9-40be-4ea0-b339-6e5dd6b89e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb5d2297-3e99-4954-9cb2-f3ddd1a6cc98', 'code': 200} May 05 20:28:22.071470 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-690f0e80-52e1-4dba-ad02-eb8c3239465d admin admin] Allocated IP 172.20.0.1 (29a0e805-6e5b-4d29-836f-ace2c73e49b1/d4fffa46-b0f9-43c4-a768-6cf896707ddc/fca75c6c-669c-4972-8019-99a25ed879e1) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:28:22.111524 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c59da26f-7015-4315-8b34-86e0450fe912 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:22.120030 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c59da26f-7015-4315-8b34-86e0450fe912 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:22.120746 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c59da26f-7015-4315-8b34-86e0450fe912 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:22.257331 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59da26f-7015-4315-8b34-86e0450fe912 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event updated for resources: {'Subnet': ['ID=bbe9e867-9f80-45bd-b4a7-35716afcd579,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:22.261137 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:22.270896 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-21196d8b-0c3f-4895-844a-92753785860a None None] Provisioning complete for port 8a78ab76-09a6-4944-a993-2950e941b9cf triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:28:22.272082 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-21196d8b-0c3f-4895-844a-92753785860a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:22.282454 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59da26f-7015-4315-8b34-86e0450fe912 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Network 7289b573-7530-4f0a-b5b0-032373718af7 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:28:22.294577 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-c59da26f-7015-4315-8b34-86e0450fe912 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:28:22.303946 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b5fd1c-e8cf-436b-ab66-534658694d7d None None] Pushing event updated for resources: {'Port': ['ID=8a78ab76-09a6-4944-a993-2950e941b9cf,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:22.304192 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59da26f-7015-4315-8b34-86e0450fe912 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:22.304654 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c59da26f-7015-4315-8b34-86e0450fe912 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:22.315424 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-690f0e80-52e1-4dba-ad02-eb8c3239465d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:22.329271 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b270594-e8bd-4a2b-ad2a-48d7ef62b29b req-0b0e26f1-7c0b-4003-81bd-59a087ee8185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:22.331566 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3b270594-e8bd-4a2b-ad2a-48d7ef62b29b req-0b0e26f1-7c0b-4003-81bd-59a087ee8185 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6b4a48d9-40be-4ea0-b339-6e5dd6b89e2c HTTP/1.1" status: 200 len: 1060 time: 0.3166561 May 05 20:28:22.336600 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c59da26f-7015-4315-8b34-86e0450fe912 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0787795 May 05 20:28:22.341746 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58840) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:22.351337 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-82d0c703-8fef-4f42-b140-f356407d803e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Request body: {'port': {'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'mac_address': 'fa:16:3e:93:f3:e3', 'name': 'tempest-NetworksTestDHCPv6-1378618762'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:28:22.354614 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-690f0e80-52e1-4dba-ad02-eb8c3239465d admin admin] Transition to ACTIVE for port object fca75c6c-669c-4972-8019-99a25ed879e1 will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:28:22.370828 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59da26f-7015-4315-8b34-86e0450fe912 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event updated for resources: {'Port': ['ID=6841e986-6b72-4423-9e0b-3aee7005cb86,revision_number=6']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:22.411047 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-690f0e80-52e1-4dba-ad02-eb8c3239465d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:22.441382 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9c8de726-b265-4f60-9a52-a77163836123 None None] For port 6841e986-6b72-4423-9e0b-3aee7005cb86, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=6841e986-6b72-4423-9e0b-3aee7005cb86,segment=NetworkSegment(1cf78a78-2d57-4ccb-9633-08c37696a2c0),segment_id=1cf78a78-2d57-4ccb-9633-08c37696a2c0)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:28:22.441773 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9c8de726-b265-4f60-9a52-a77163836123 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:22.460393 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 6841e986-6b72-4423-9e0b-3aee7005cb86, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=6841e986-6b72-4423-9e0b-3aee7005cb86,segment=NetworkSegment(1cf78a78-2d57-4ccb-9633-08c37696a2c0),segment_id=1cf78a78-2d57-4ccb-9633-08c37696a2c0)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:28:22.514851 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690f0e80-52e1-4dba-ad02-eb8c3239465d admin admin] Network 29a0e805-6e5b-4d29-836f-ace2c73e49b1 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:28:22.518590 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-690f0e80-52e1-4dba-ad02-eb8c3239465d admin admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:28:22.520803 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690f0e80-52e1-4dba-ad02-eb8c3239465d admin admin] Pushing event updated for resources: {'Port': ['ID=fca75c6c-669c-4972-8019-99a25ed879e1,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:22.529755 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690f0e80-52e1-4dba-ad02-eb8c3239465d admin admin] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:28:22.533925 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-82d0c703-8fef-4f42-b140-f356407d803e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:28:22.539885 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-82d0c703-8fef-4f42-b140-f356407d803e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Usage tracker for resource:port and tenant:0780f842482f4e59b41843f42dd46f0e is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:28:22.543559 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-82d0c703-8fef-4f42-b140-f356407d803e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:28:22.552089 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-82d0c703-8fef-4f42-b140-f356407d803e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:28:22.566643 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d0c703-8fef-4f42-b140-f356407d803e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Made reservation on behalf of 0780f842482f4e59b41843f42dd46f0e for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:28:22.577409 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:22.589494 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9c8de726-b265-4f60-9a52-a77163836123 None None] Calling delete_port for 6841e986-6b72-4423-9e0b-3aee7005cb86 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:28:22.674266 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-690f0e80-52e1-4dba-ad02-eb8c3239465d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:22.684966 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=cb5d2297-3e99-4954-9cb2-f3ddd1a6cc98,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:22.811725 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-82d0c703-8fef-4f42-b140-f356407d803e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:22.857252 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-82d0c703-8fef-4f42-b140-f356407d803e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] device_id is not set on port cdb88b43-0158-4da3-9c47-57e897247a7e yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:28:22.867825 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-35bdc3af-418f-4975-9d43-ab94f1697a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'name': 'tempest-TestVolumeBootPattern-973012309-router', 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': 'aa83c883-0a57-481d-a79d-fd4eeb23da5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:16Z', 'updated_at': '2022-05-05T20:28:18Z', 'revision_number': 3, 'project_id': 'd5327fecdbda4453866269afbd5ac6fc', 'gw_port': {'id': 'aa83c883-0a57-481d-a79d-fd4eeb23da5c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:62:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:17Z', 'updated_at': '2022-05-05T20:28:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:28:22.894221 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-690f0e80-52e1-4dba-ad02-eb8c3239465d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:22.904171 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bdc3af-418f-4975-9d43-ab94f1697a71 None None] Checking router: bf69ffb5-3b16-452c-8d45-45f80714f937 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:28:22.904806 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bdc3af-418f-4975-9d43-ab94f1697a71 None None] Updating router bf69ffb5-3b16-452c-8d45-45f80714f937 port aa83c883-0a57-481d-a79d-fd4eeb23da5c binding host n-d-840717-1 {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:28:23.055169 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=6841e986-6b72-4423-9e0b-3aee7005cb86,revision_number=7']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:23.062919 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-9c8de726-b265-4f60-9a52-a77163836123 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:28:23.063585 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-9c8de726-b265-4f60-9a52-a77163836123 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:28:23.064375 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-35bdc3af-418f-4975-9d43-ab94f1697a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:23.100748 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e22a0c7-4362-49f3-b613-007c27ecf7fa req-a957fedf-917d-4099-b164-3e07463390e1 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:23.109925 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2e22a0c7-4362-49f3-b613-007c27ecf7fa req-a957fedf-917d-4099-b164-3e07463390e1 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b4a48d9-40be-4ea0-b339-6e5dd6b89e2c HTTP/1.1" status: 200 len: 909 time: 0.3534036 May 05 20:28:23.118153 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-82d0c703-8fef-4f42-b140-f356407d803e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Allocated IP 2001:db8::f816:3eff:fe93:f3e3 (7289b573-7530-4f0a-b5b0-032373718af7/bbe9e867-9f80-45bd-b4a7-35716afcd579/cdb88b43-0158-4da3-9c47-57e897247a7e) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:28:23.197785 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-dfa382e7-3391-454f-abd2-f3bcf84a9ff1 None None] Provisioning for port fca75c6c-669c-4972-8019-99a25ed879e1 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:28:23.210230 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-dfa382e7-3391-454f-abd2-f3bcf84a9ff1 None None] Provisioning complete for port fca75c6c-669c-4972-8019-99a25ed879e1 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:28:23.210955 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-dfa382e7-3391-454f-abd2-f3bcf84a9ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:23.214875 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-690f0e80-52e1-4dba-ad02-eb8c3239465d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:23.220584 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-690f0e80-52e1-4dba-ad02-eb8c3239465d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:23.365393 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-690f0e80-52e1-4dba-ad02-eb8c3239465d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:23.411937 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-dfa382e7-3391-454f-abd2-f3bcf84a9ff1 None None] Port fca75c6c-669c-4972-8019-99a25ed879e1 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:28:23.484285 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690f0e80-52e1-4dba-ad02-eb8c3239465d admin admin] Pushing event updated for resources: {'Port': ['ID=fca75c6c-669c-4972-8019-99a25ed879e1,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:23.530202 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-82d0c703-8fef-4f42-b140-f356407d803e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:23.563026 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-82d0c703-8fef-4f42-b140-f356407d803e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Transition to ACTIVE for port object cdb88b43-0158-4da3-9c47-57e897247a7e will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:28:23.598788 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9c8de726-b265-4f60-9a52-a77163836123 None None] Deleting port 6841e986-6b72-4423-9e0b-3aee7005cb86 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:28:23.599179 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9c8de726-b265-4f60-9a52-a77163836123 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:23.627743 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-82d0c703-8fef-4f42-b140-f356407d803e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:23.634731 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690f0e80-52e1-4dba-ad02-eb8c3239465d admin admin] Network 29a0e805-6e5b-4d29-836f-ace2c73e49b1 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:28:23.636178 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-690f0e80-52e1-4dba-ad02-eb8c3239465d admin admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:28:23.740769 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 8a78ab76-09a6-4944-a993-2950e941b9cf up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:28:23.787013 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d0c703-8fef-4f42-b140-f356407d803e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Network 7289b573-7530-4f0a-b5b0-032373718af7 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:28:23.790519 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-82d0c703-8fef-4f42-b140-f356407d803e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:28:23.795063 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d0c703-8fef-4f42-b140-f356407d803e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:28:23.800992 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d0c703-8fef-4f42-b140-f356407d803e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:23.801633 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-82d0c703-8fef-4f42-b140-f356407d803e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:23.811319 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d0c703-8fef-4f42-b140-f356407d803e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event updated for resources: {'Port': ['ID=cdb88b43-0158-4da3-9c47-57e897247a7e,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:23.839072 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-82d0c703-8fef-4f42-b140-f356407d803e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4962533 May 05 20:28:23.842022 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58874) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:23.864445 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-35bdc3af-418f-4975-9d43-ab94f1697a71 None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:23.938274 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-35bdc3af-418f-4975-9d43-ab94f1697a71 None None] Transition to ACTIVE for port object aa83c883-0a57-481d-a79d-fd4eeb23da5c will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:28:23.962561 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-35bdc3af-418f-4975-9d43-ab94f1697a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:23.993788 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80abbbd-0712-42fb-8fe5-deb8a3beb07e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:24.001237 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80abbbd-0712-42fb-8fe5-deb8a3beb07e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:24.002496 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-f80abbbd-0712-42fb-8fe5-deb8a3beb07e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Synchronizing usage tracker for tenant:0780f842482f4e59b41843f42dd46f0e on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:28:24.020706 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-f80abbbd-0712-42fb-8fe5-deb8a3beb07e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Unset dirty status for tenant:0780f842482f4e59b41843f42dd46f0e on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:28:24.024532 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f80abbbd-0712-42fb-8fe5-deb8a3beb07e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1809597 May 05 20:28:24.025271 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58884) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:24.059707 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-690f0e80-52e1-4dba-ad02-eb8c3239465d admin admin] Router bf69ffb5-3b16-452c-8d45-45f80714f937 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:28:24.119416 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-5c4fcaa6-fa38-4ea5-81fe-4a9ee49eb00e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Deleting port cdb88b43-0158-4da3-9c47-57e897247a7e {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:28:24.119823 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5c4fcaa6-fa38-4ea5-81fe-4a9ee49eb00e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:24.132460 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 8a78ab76-09a6-4944-a993-2950e941b9cf triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:28:24.133347 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:24.179741 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aca4da8-ac9e-4dbe-8880-a851ab481bd5 None None] Pushing event updated for resources: {'Port': ['ID=aa83c883-0a57-481d-a79d-fd4eeb23da5c,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:24.190507 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-35bdc3af-418f-4975-9d43-ab94f1697a71 None None] Attempting to bind port aa83c883-0a57-481d-a79d-fd4eeb23da5c on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:28:24.190873 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-35bdc3af-418f-4975-9d43-ab94f1697a71 None None] Attempting to bind port aa83c883-0a57-481d-a79d-fd4eeb23da5c by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:28:24.191233 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bdc3af-418f-4975-9d43-ab94f1697a71 None None] Attempting to bind port aa83c883-0a57-481d-a79d-fd4eeb23da5c on network 0401d202-1605-4cfe-bad4-fb225df6afb0 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:28:24.211845 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-8038d9f8-cee1-41b5-b5a7-4b9ac84bffb4 None None] Provisioning complete for port fca75c6c-669c-4972-8019-99a25ed879e1 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:28:24.212213 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8038d9f8-cee1-41b5-b5a7-4b9ac84bffb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:24.241029 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bdc3af-418f-4975-9d43-ab94f1697a71 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:28:24.241408 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bdc3af-418f-4975-9d43-ab94f1697a71 None None] Checking segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:28:24.241807 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-35bdc3af-418f-4975-9d43-ab94f1697a71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:24.242197 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bdc3af-418f-4975-9d43-ab94f1697a71 None None] Bound using segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:28:24.242672 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-35bdc3af-418f-4975-9d43-ab94f1697a71 None None] Bound port: aa83c883-0a57-481d-a79d-fd4eeb23da5c, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:28:24.243056 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-35bdc3af-418f-4975-9d43-ab94f1697a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:24.303658 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-690f0e80-52e1-4dba-ad02-eb8c3239465d admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:28:24.329442 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-690f0e80-52e1-4dba-ad02-eb8c3239465d admin admin] 10.222.0.36 "PUT /v2.0/routers/bf69ffb5-3b16-452c-8d45-45f80714f937/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5903997 May 05 20:28:24.330245 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9c8de726-b265-4f60-9a52-a77163836123 None None] For port 6841e986-6b72-4423-9e0b-3aee7005cb86, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=6841e986-6b72-4423-9e0b-3aee7005cb86,segment=NetworkSegment(1cf78a78-2d57-4ccb-9633-08c37696a2c0),segment_id=1cf78a78-2d57-4ccb-9633-08c37696a2c0)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:28:24.330245 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9c8de726-b265-4f60-9a52-a77163836123 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:24.434550 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60681e4e-e890-45f0-bf18-d95e3ff07f5d req-d75d4695-44cd-4721-b899-9b3c42b8bf9c tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:24.448012 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-60681e4e-e890-45f0-bf18-d95e3ff07f5d req-d75d4695-44cd-4721-b899-9b3c42b8bf9c tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b4a48d9-40be-4ea0-b339-6e5dd6b89e2c HTTP/1.1" status: 200 len: 909 time: 0.1411605 May 05 20:28:24.479827 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9c8de726-b265-4f60-9a52-a77163836123 None None] Calling delete_port for 6841e986-6b72-4423-9e0b-3aee7005cb86 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:28:24.506634 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-8038d9f8-cee1-41b5-b5a7-4b9ac84bffb4 None None] Port fca75c6c-669c-4972-8019-99a25ed879e1 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:28:24.542405 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-35bdc3af-418f-4975-9d43-ab94f1697a71 None None] For port aa83c883-0a57-481d-a79d-fd4eeb23da5c, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:28:24.546248 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-35bdc3af-418f-4975-9d43-ab94f1697a71 None None] For port aa83c883-0a57-481d-a79d-fd4eeb23da5c, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=aa83c883-0a57-481d-a79d-fd4eeb23da5c,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:28:24.551817 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-35bdc3af-418f-4975-9d43-ab94f1697a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:24.749470 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aca4da8-ac9e-4dbe-8880-a851ab481bd5 None None] Pushing event updated for resources: {'Port': ['ID=aa83c883-0a57-481d-a79d-fd4eeb23da5c,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:24.752087 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bdc3af-418f-4975-9d43-ab94f1697a71 None None] Routers {'bf69ffb5-3b16-452c-8d45-45f80714f937'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:28:24.752934 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-35bdc3af-418f-4975-9d43-ab94f1697a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:28:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['bf69ffb5-3b16-452c-8d45-45f80714f937'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:28:24.783146 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5c4fcaa6-fa38-4ea5-81fe-4a9ee49eb00e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:24.934579 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-5c4fcaa6-fa38-4ea5-81fe-4a9ee49eb00e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Calling delete_port for cdb88b43-0158-4da3-9c47-57e897247a7e owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:28:24.998969 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9c8de726-b265-4f60-9a52-a77163836123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:25.001254 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d30613-ce1a-434d-abdb-aad8c9869999 req-8eae7769-2804-493e-9265-45514365987f tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:25.012617 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-99d30613-ce1a-434d-abdb-aad8c9869999 req-8eae7769-2804-493e-9265-45514365987f tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b4a48d9-40be-4ea0-b339-6e5dd6b89e2c HTTP/1.1" status: 200 len: 909 time: 0.3215678 May 05 20:28:25.098076 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8de726-b265-4f60-9a52-a77163836123 None None] Pushing event deleted for resources: {'Port': ['ID=6841e986-6b72-4423-9e0b-3aee7005cb86,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:25.143558 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5c4fcaa6-fa38-4ea5-81fe-4a9ee49eb00e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:25.164048 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8de726-b265-4f60-9a52-a77163836123 None None] No DVR routers for this DVR port 6841e986-6b72-4423-9e0b-3aee7005cb86 on host n-d-840717-1 {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:28:25.190774 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29c3777-9125-4363-94fb-514393ee9e2a None None] Network 7289b573-7530-4f0a-b5b0-032373718af7 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:28:25.210556 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-35bdc3af-418f-4975-9d43-ab94f1697a71 None None] Set router bf69ffb5-3b16-452c-8d45-45f80714f937 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:28:25.212116 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4fcaa6-fa38-4ea5-81fe-4a9ee49eb00e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event deleted for resources: {'Port': ['ID=cdb88b43-0158-4da3-9c47-57e897247a7e,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:25.281588 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5c4fcaa6-fa38-4ea5-81fe-4a9ee49eb00e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:25.314430 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-5c4fcaa6-fa38-4ea5-81fe-4a9ee49eb00e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/ports/cdb88b43-0158-4da3-9c47-57e897247a7e HTTP/1.1" status: 204 len: 168 time: 1.2879627 May 05 20:28:25.314998 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58914) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:25.371960 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c9085-1ed8-44e7-8109-bc7fee598057 req-fdb30c94-1689-4406-a76d-f7b1f5744c84 tempest-TestSecurityGroupsBasicOps-1124557073 tempest-TestSecurityGroupsBasicOps-1124557073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:25.374328 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0c6c9085-1ed8-44e7-8109-bc7fee598057 req-fdb30c94-1689-4406-a76d-f7b1f5744c84 tempest-TestSecurityGroupsBasicOps-1124557073 tempest-TestSecurityGroupsBasicOps-1124557073-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6b4a48d9-40be-4ea0-b339-6e5dd6b89e2c HTTP/1.1" status: 200 len: 1060 time: 0.1725996 May 05 20:28:25.412717 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58922) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:25.418513 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-e19235b8-358a-4bf7-adb6-62ba1373a4b8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1458719583-network', 'tenant_id': 'b6f9d18826d54a409bfd538ce7dfd9c0'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:28:25.422247 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5e15bf-b30b-4823-b556-a1877cbf9e3c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:25.424381 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e19235b8-358a-4bf7-adb6-62ba1373a4b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:28:25.424854 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5e15bf-b30b-4823-b556-a1877cbf9e3c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:25.427064 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-bd5e15bf-b30b-4823-b556-a1877cbf9e3c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1048048 May 05 20:28:25.430132 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58926) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:25.432787 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-e19235b8-358a-4bf7-adb6-62ba1373a4b8 admin admin] Usage tracker for resource:network and tenant:b6f9d18826d54a409bfd538ce7dfd9c0 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:28:25.435993 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-e19235b8-358a-4bf7-adb6-62ba1373a4b8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:28:25.442190 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e19235b8-358a-4bf7-adb6-62ba1373a4b8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:28:25.453435 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e19235b8-358a-4bf7-adb6-62ba1373a4b8 admin admin] Made reservation on behalf of b6f9d18826d54a409bfd538ce7dfd9c0 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:28:25.458381 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e19235b8-358a-4bf7-adb6-62ba1373a4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:25.473883 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e19235b8-358a-4bf7-adb6-62ba1373a4b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:25.501351 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e19235b8-358a-4bf7-adb6-62ba1373a4b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:28:25.506642 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-e19235b8-358a-4bf7-adb6-62ba1373a4b8 admin admin] Usage tracker for resource:security_group_rule and tenant:b6f9d18826d54a409bfd538ce7dfd9c0 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:28:25.511410 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-e19235b8-358a-4bf7-adb6-62ba1373a4b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:28:25.513511 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-517a3c45-48a6-4fd0-ae4f-c11d4e4b1b32 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Deleting subnet bbe9e867-9f80-45bd-b4a7-35716afcd579 {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:28:25.517629 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-517a3c45-48a6-4fd0-ae4f-c11d4e4b1b32 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:25.518175 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e19235b8-358a-4bf7-adb6-62ba1373a4b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:28:25.604932 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-517a3c45-48a6-4fd0-ae4f-c11d4e4b1b32 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:25.714344 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-517a3c45-48a6-4fd0-ae4f-c11d4e4b1b32 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:25.720447 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b732aa11-3812-47b9-80f0-56dadaaed3fa req-b47bf74f-6831-4bb0-a3ab-189b8008f14c tempest-TestSecurityGroupsBasicOps-1124557073 tempest-TestSecurityGroupsBasicOps-1124557073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:25.724497 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b732aa11-3812-47b9-80f0-56dadaaed3fa req-b47bf74f-6831-4bb0-a3ab-189b8008f14c tempest-TestSecurityGroupsBasicOps-1124557073 tempest-TestSecurityGroupsBasicOps-1124557073-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=cee4f517-ee29-436c-a800-37c8701e172d HTTP/1.1" status: 200 len: 1135 time: 0.1514533 May 05 20:28:25.801356 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602f17c9-0834-4b5a-b0ee-b4e2b2127350 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-7289b573-7530-4f0a-b5b0-032373718af7', 'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'tenant_id': '0780f842482f4e59b41843f42dd46f0e', 'fixed_ips': [{'subnet_id': 'bbe9e867-9f80-45bd-b4a7-35716afcd579'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:28:25.803684 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-602f17c9-0834-4b5a-b0ee-b4e2b2127350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:25.809496 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b732aa11-3812-47b9-80f0-56dadaaed3fa req-98f39f83-584f-4a67-957e-0eb9aa64a08c tempest-TestSecurityGroupsBasicOps-1124557073 tempest-TestSecurityGroupsBasicOps-1124557073-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=0618aa6f-97d3-434c-8c1a-8399ac9a34e1&id=5c50b871-4a31-4968-adbd-f08b3778bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0783854 May 05 20:28:25.814018 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e19235b8-358a-4bf7-adb6-62ba1373a4b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:25.820618 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e19235b8-358a-4bf7-adb6-62ba1373a4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:25.841567 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58930) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:25.857633 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e19235b8-358a-4bf7-adb6-62ba1373a4b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:28:25.863820 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19235b8-358a-4bf7-adb6-62ba1373a4b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdbc6be0-2c09-4b49-9c90-cbeb6211930e,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:25.920935 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e19235b8-358a-4bf7-adb6-62ba1373a4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:25.922030 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-517a3c45-48a6-4fd0-ae4f-c11d4e4b1b32 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:25.922914 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-e19235b8-358a-4bf7-adb6-62ba1373a4b8 admin admin] Added segment 374eb3bf-e301-4cce-9e20-18c6eaaf1e2b of type vlan for network 81e059f1-e42b-45ac-8158-63145b3c15ef May 05 20:28:25.942676 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-35bdc3af-418f-4975-9d43-ab94f1697a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'name': 'tempest-TestVolumeBootPattern-973012309-router', 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': 'aa83c883-0a57-481d-a79d-fd4eeb23da5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:16Z', 'updated_at': '2022-05-05T20:28:22Z', 'revision_number': 4, 'project_id': 'd5327fecdbda4453866269afbd5ac6fc', 'gw_port': {'id': 'aa83c883-0a57-481d-a79d-fd4eeb23da5c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:62:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:17Z', 'updated_at': '2022-05-05T20:28:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'fca75c6c-669c-4972-8019-99a25ed879e1', 'name': '', 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1', 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc', 'mac_address': 'fa:16:3e:01:78:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'd4fffa46-b0f9-43c4-a768-6cf896707ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:21Z', 'updated_at': '2022-05-05T20:28:22Z', 'revision_number': 2, 'project_id': 'd5327fecdbda4453866269afbd5ac6fc', 'subnets': [{'id': 'd4fffa46-b0f9-43c4-a768-6cf896707ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:28:25.952021 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bdc3af-418f-4975-9d43-ab94f1697a71 None None] The sync data for ids ['bf69ffb5-3b16-452c-8d45-45f80714f937'] in n-d-840717-1 is: [{'id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'name': 'tempest-TestVolumeBootPattern-973012309-router', 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': 'aa83c883-0a57-481d-a79d-fd4eeb23da5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:16Z', 'updated_at': '2022-05-05T20:28:22Z', 'revision_number': 4, 'project_id': 'd5327fecdbda4453866269afbd5ac6fc', 'gw_port': {'id': 'aa83c883-0a57-481d-a79d-fd4eeb23da5c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:62:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:17Z', 'updated_at': '2022-05-05T20:28:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'fca75c6c-669c-4972-8019-99a25ed879e1', 'name': '', 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1', 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc', 'mac_address': 'fa:16:3e:01:78:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'd4fffa46-b0f9-43c4-a768-6cf896707ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:21Z', 'updated_at': '2022-05-05T20:28:22Z', 'revision_number': 2, 'project_id': 'd5327fecdbda4453866269afbd5ac6fc', 'subnets': [{'id': 'd4fffa46-b0f9-43c4-a768-6cf896707ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:28:25.960463 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e19235b8-358a-4bf7-adb6-62ba1373a4b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server [None req-602f17c9-0834-4b5a-b0ee-b4e2b2127350 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bbe9e867-9f80-45bd-b4a7-35716afcd579: This subnet is being modified by another concurrent operation. May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server raise self.value May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server raise self.value May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server raise self.value May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server raise self.value May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server raise self.value May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server raise self.value May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server raise exception May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bbe9e867-9f80-45bd-b4a7-35716afcd579: This subnet is being modified by another concurrent operation. May 05 20:28:25.961947 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server May 05 20:28:25.975568 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517a3c45-48a6-4fd0-ae4f-c11d4e4b1b32 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event deleted for resources: {'Subnet': ['ID=bbe9e867-9f80-45bd-b4a7-35716afcd579,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:25.980881 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-517a3c45-48a6-4fd0-ae4f-c11d4e4b1b32 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:25.995052 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-517a3c45-48a6-4fd0-ae4f-c11d4e4b1b32 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/subnets/bbe9e867-9f80-45bd-b4a7-35716afcd579 HTTP/1.1" status: 204 len: 168 time: 0.5593219 May 05 20:28:26.001253 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58938) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:26.002729 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44f6939-e16b-4b5b-94a9-9af7b4f1766d None None] get_active_networks_info from n-d-840717-1 {{(pid=88199) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 05 20:28:26.020625 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e19235b8-358a-4bf7-adb6-62ba1373a4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:26.022874 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19235b8-358a-4bf7-adb6-62ba1373a4b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:26.023559 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e19235b8-358a-4bf7-adb6-62ba1373a4b8 admin admin] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:26.107976 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-4c8131e2-f9fa-47af-bc8b-938c13066ffd tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1054633 May 05 20:28:26.110882 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58946) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:26.175750 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-aa1ba1f6-5f30-4ce6-b91a-1802571d33d7 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0628464 May 05 20:28:26.176580 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58950) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:26.179167 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc665493-2347-47c9-980f-f26e81a29d49 tempest-TestSecurityGroupsBasicOps-1124557073 tempest-TestSecurityGroupsBasicOps-1124557073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:26.183655 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-fc665493-2347-47c9-980f-f26e81a29d49 tempest-TestSecurityGroupsBasicOps-1124557073 tempest-TestSecurityGroupsBasicOps-1124557073-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6b4a48d9-40be-4ea0-b339-6e5dd6b89e2c HTTP/1.1" status: 200 len: 1055 time: 0.3382716 May 05 20:28:26.197995 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44f6939-e16b-4b5b-94a9-9af7b4f1766d None None] Resources bound (agent type, host, resource id): {{(pid=88199) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 05 20:28:26.298345 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19235b8-358a-4bf7-adb6-62ba1373a4b8 admin admin] Pushing event updated for resources: {'Network': ['ID=81e059f1-e42b-45ac-8158-63145b3c15ef,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:26.312754 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e19235b8-358a-4bf7-adb6-62ba1373a4b8 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8987968 May 05 20:28:26.315467 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58958) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:26.325426 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-cc31fa89-75b2-40e2-8c8c-5d02d556bd1e admin admin] Request body: {'subnet': {'network_id': '81e059f1-e42b-45ac-8158-63145b3c15ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1458719583-subnet', 'tenant_id': 'b6f9d18826d54a409bfd538ce7dfd9c0', 'ip_version': 4}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:28:26.343693 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-cc31fa89-75b2-40e2-8c8c-5d02d556bd1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:28:26.354300 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8545877-f0ec-44ea-aeb4-a518d51682e9 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:26.355231 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-d8545877-f0ec-44ea-aeb4-a518d51682e9 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Synchronizing usage tracker for tenant:0780f842482f4e59b41843f42dd46f0e on resource:subnet {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:28:26.359731 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-cc31fa89-75b2-40e2-8c8c-5d02d556bd1e admin admin] Usage tracker for resource:subnet and tenant:b6f9d18826d54a409bfd538ce7dfd9c0 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:28:26.366592 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-cc31fa89-75b2-40e2-8c8c-5d02d556bd1e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:28:26.375394 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-cc31fa89-75b2-40e2-8c8c-5d02d556bd1e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:28:26.387740 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc31fa89-75b2-40e2-8c8c-5d02d556bd1e admin admin] Made reservation on behalf of b6f9d18826d54a409bfd538ce7dfd9c0 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:28:26.390718 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cc31fa89-75b2-40e2-8c8c-5d02d556bd1e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:26.401459 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 81e059f1-e42b-45ac-8158-63145b3c15ef details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:28:26.435790 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-d8545877-f0ec-44ea-aeb4-a518d51682e9 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Unset dirty status for tenant:0780f842482f4e59b41843f42dd46f0e on resource:subnet {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:28:26.437122 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d8545877-f0ec-44ea-aeb4-a518d51682e9 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2548816 May 05 20:28:26.441129 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58962) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:26.452533 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57820eaf-4267-4707-b6e4-c54a32dc0047 req-4d3443c7-182e-4130-8f63-590e4b5e9191 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:26.460698 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-57820eaf-4267-4707-b6e4-c54a32dc0047 req-4d3443c7-182e-4130-8f63-590e4b5e9191 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a51d332-4b43-4d56-aba9-d2415c353a42 HTTP/1.1" status: 200 len: 946 time: 0.2329061 May 05 20:28:26.535938 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-57820eaf-4267-4707-b6e4-c54a32dc0047 req-a3a5c975-762a-457e-b4f8-07863ac95fec tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=d48d9097-b777-4574-9a19-13c10d09c75b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742545 May 05 20:28:26.557299 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58966) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:26.814868 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-2bac282f-8667-47a7-be6b-74e32b30af4a tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/floatingips/df961b2f-e645-438a-a207-f68015aee72b HTTP/1.1" status: 200 len: 993 time: 0.2551534 May 05 20:28:26.889101 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b0c97d1f-8e43-46af-b875-4c85430d2b7a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4425731 May 05 20:28:26.892425 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 58978) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:26.914037 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-f2df7248-daa6-4c1d-8a66-6f69e4d5f2fc tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Request body: {'subnet': {'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:28:27.034360 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1080dc3e-59c8-4538-9151-30c75be43240 req-99810248-a0dc-48aa-9bcb-6fe2d4d8fad8 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:27.036501 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1080dc3e-59c8-4538-9151-30c75be43240 req-99810248-a0dc-48aa-9bcb-6fe2d4d8fad8 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b4a48d9-40be-4ea0-b339-6e5dd6b89e2c HTTP/1.1" status: 200 len: 909 time: 0.1861362 May 05 20:28:27.194017 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f2df7248-daa6-4c1d-8a66-6f69e4d5f2fc tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:28:27.215916 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f2df7248-daa6-4c1d-8a66-6f69e4d5f2fc tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:28:27.289465 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2df7248-daa6-4c1d-8a66-6f69e4d5f2fc tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Made reservation on behalf of 0780f842482f4e59b41843f42dd46f0e for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:28:27.294208 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f2df7248-daa6-4c1d-8a66-6f69e4d5f2fc tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:27.532803 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cc31fa89-75b2-40e2-8c8c-5d02d556bd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:27.621900 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395d372-d904-4948-9906-b5766b8194c4 req-fdae13ed-0a6c-4597-8111-a2dd8307889b tempest-TestNetworkAdvancedServerOps-1264277304 tempest-TestNetworkAdvancedServerOps-1264277304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:27.621900 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1395d372-d904-4948-9906-b5766b8194c4 req-fdae13ed-0a6c-4597-8111-a2dd8307889b tempest-TestNetworkAdvancedServerOps-1264277304 tempest-TestNetworkAdvancedServerOps-1264277304-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6a51d332-4b43-4d56-aba9-d2415c353a42 HTTP/1.1" status: 200 len: 1097 time: 0.2984917 May 05 20:28:27.660516 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc31fa89-75b2-40e2-8c8c-5d02d556bd1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e58d1b8-6c6c-4aa5-8d69-bb25cde136fe,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:27.741025 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc31fa89-75b2-40e2-8c8c-5d02d556bd1e admin admin] Checking segment: {'id': '374eb3bf-e301-4cce-9e20-18c6eaaf1e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '81e059f1-e42b-45ac-8158-63145b3c15ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:28:27.741025 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc31fa89-75b2-40e2-8c8c-5d02d556bd1e admin admin] Network hostable DHCP agents. Network: 81e059f1-e42b-45ac-8158-63145b3c15ef, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:28:27.767858 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device aa83c883-0a57-481d-a79d-fd4eeb23da5c up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:28:27.776449 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1395d372-d904-4948-9906-b5766b8194c4 req-21ff556b-1295-406c-833b-37dffb055e7a tempest-TestNetworkAdvancedServerOps-1264277304 tempest-TestNetworkAdvancedServerOps-1264277304-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=d48d9097-b777-4574-9a19-13c10d09c75b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469436 May 05 20:28:27.805359 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc31fa89-75b2-40e2-8c8c-5d02d556bd1e admin admin] Network 81e059f1-e42b-45ac-8158-63145b3c15ef is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:28:27.828053 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-cc31fa89-75b2-40e2-8c8c-5d02d556bd1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 81e059f1-e42b-45ac-8158-63145b3c15ef) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:28:27.836731 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc31fa89-75b2-40e2-8c8c-5d02d556bd1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:27.837336 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cc31fa89-75b2-40e2-8c8c-5d02d556bd1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:27.843476 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5432bb64-5c22-4a2e-b50f-1ac1d9f0fd2f None None] Network 81e059f1-e42b-45ac-8158-63145b3c15ef requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:28:27.935934 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 58990) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:27.936516 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-cc31fa89-75b2-40e2-8c8c-5d02d556bd1e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6191399 May 05 20:28:27.941435 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-4d2dde98-d1c8-4231-8e7f-aac46588ceb3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1458719583-router', 'tenant_id': 'b6f9d18826d54a409bfd538ce7dfd9c0', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:28:27.957708 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4d2dde98-d1c8-4231-8e7f-aac46588ceb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:28:27.962173 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4d2dde98-d1c8-4231-8e7f-aac46588ceb3 admin admin] Usage tracker for resource:router and tenant:b6f9d18826d54a409bfd538ce7dfd9c0 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:28:27.972296 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4d2dde98-d1c8-4231-8e7f-aac46588ceb3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:28:27.979814 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4d2dde98-d1c8-4231-8e7f-aac46588ceb3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:28:27.994747 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4d2dde98-d1c8-4231-8e7f-aac46588ceb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:28.010018 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4d2dde98-d1c8-4231-8e7f-aac46588ceb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:28.051801 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4d2dde98-d1c8-4231-8e7f-aac46588ceb3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:28.054531 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port aa83c883-0a57-481d-a79d-fd4eeb23da5c completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:28:28.070075 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port aa83c883-0a57-481d-a79d-fd4eeb23da5c triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:28:28.072661 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:28.097688 n-d-840717-1 neutron-server[88198]: DEBUG neutron.objects.ports [None req-f2df7248-daa6-4c1d-8a66-6f69e4d5f2fc tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88198) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 05 20:28:28.105823 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f2df7248-daa6-4c1d-8a66-6f69e4d5f2fc tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:28.164271 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2df7248-daa6-4c1d-8a66-6f69e4d5f2fc tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Network 7289b573-7530-4f0a-b5b0-032373718af7 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:28:28.171332 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-f2df7248-daa6-4c1d-8a66-6f69e4d5f2fc tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:28:28.184898 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2df7248-daa6-4c1d-8a66-6f69e4d5f2fc tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:28.185609 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f2df7248-daa6-4c1d-8a66-6f69e4d5f2fc tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:28.203728 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9df8f20-6bdc-4bb3-b91b-d35ac06f6f65 None None] Network 7289b573-7530-4f0a-b5b0-032373718af7 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:28:28.252451 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea97aba-05b0-4b20-b381-2bcc021010d3 req-eb2bb35a-9989-4121-bddc-fd32d1c0b0a9 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:28.255251 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dea97aba-05b0-4b20-b381-2bcc021010d3 req-eb2bb35a-9989-4121-bddc-fd32d1c0b0a9 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b4a48d9-40be-4ea0-b339-6e5dd6b89e2c HTTP/1.1" status: 200 len: 909 time: 0.3165054 May 05 20:28:28.441492 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f2df7248-daa6-4c1d-8a66-6f69e4d5f2fc tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.5452969 May 05 20:28:28.451166 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59008) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:28.462049 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-bb8e5246-7ffb-4102-8fda-667430350342 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Request body: {'port': {'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'mac_address': 'fa:16:3e:b3:1f:42', 'name': 'tempest-NetworksTestDHCPv6-551185481'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:28:28.527801 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2df7248-daa6-4c1d-8a66-6f69e4d5f2fc tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event updated for resources: {'Subnet': ['ID=49c3f212-294d-4665-ad30-8e44beb63ec9,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:28.550116 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-dea97aba-05b0-4b20-b381-2bcc021010d3 req-db84c43a-b2d6-42e1-aa64-c26a571995a7 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Deleting port cb5d2297-3e99-4954-9cb2-f3ddd1a6cc98 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:28:28.550464 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-dea97aba-05b0-4b20-b381-2bcc021010d3 req-db84c43a-b2d6-42e1-aa64-c26a571995a7 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:28.584052 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e89eac-1fb0-400a-8505-15073d138605 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-81e059f1-e42b-45ac-8158-63145b3c15ef', 'network_id': '81e059f1-e42b-45ac-8158-63145b3c15ef', 'tenant_id': 'b6f9d18826d54a409bfd538ce7dfd9c0', 'fixed_ips': [{'subnet_id': '9e58d1b8-6c6c-4aa5-8d69-bb25cde136fe'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:28:28.585201 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-93e89eac-1fb0-400a-8505-15073d138605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:28.610923 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:28.627992 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port aa83c883-0a57-481d-a79d-fd4eeb23da5c, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=aa83c883-0a57-481d-a79d-fd4eeb23da5c,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:28:28.640153 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:28.807199 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031cbb81-60f8-4d8c-9f1d-4ad77bc89973 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-7289b573-7530-4f0a-b5b0-032373718af7', 'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'tenant_id': '0780f842482f4e59b41843f42dd46f0e', 'fixed_ips': [{'subnet_id': '49c3f212-294d-4665-ad30-8e44beb63ec9'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:28:28.808750 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-031cbb81-60f8-4d8c-9f1d-4ad77bc89973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:28.856818 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=aa83c883-0a57-481d-a79d-fd4eeb23da5c,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:28.921323 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-dea97aba-05b0-4b20-b381-2bcc021010d3 req-db84c43a-b2d6-42e1-aa64-c26a571995a7 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] For port cb5d2297-3e99-4954-9cb2-f3ddd1a6cc98, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=cb5d2297-3e99-4954-9cb2-f3ddd1a6cc98,segment=NetworkSegment(914e1da9-0197-43af-808d-dca8d41a73f4),segment_id=914e1da9-0197-43af-808d-dca8d41a73f4)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:28:28.921788 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-dea97aba-05b0-4b20-b381-2bcc021010d3 req-db84c43a-b2d6-42e1-aa64-c26a571995a7 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:28.977354 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4d2dde98-d1c8-4231-8e7f-aac46588ceb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:29.030575 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-93e89eac-1fb0-400a-8505-15073d138605 None None] Allocated IP 172.20.0.2 (81e059f1-e42b-45ac-8158-63145b3c15ef/9e58d1b8-6c6c-4aa5-8d69-bb25cde136fe/9e1507dd-5c0d-4293-b57f-612bda4bc664) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:28:29.074138 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-dea97aba-05b0-4b20-b381-2bcc021010d3 req-db84c43a-b2d6-42e1-aa64-c26a571995a7 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Calling delete_port for cb5d2297-3e99-4954-9cb2-f3ddd1a6cc98 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:28:29.194917 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-031cbb81-60f8-4d8c-9f1d-4ad77bc89973 None None] Allocated IP 2001:db8::f816:3eff:fe9f:8084 (7289b573-7530-4f0a-b5b0-032373718af7/49c3f212-294d-4665-ad30-8e44beb63ec9/c61718a0-3c06-4390-a11f-fda4ecc297b3) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:28:29.206382 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-bb8e5246-7ffb-4102-8fda-667430350342 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:28:29.248684 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-bb8e5246-7ffb-4102-8fda-667430350342 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Usage tracker for resource:port and tenant:0780f842482f4e59b41843f42dd46f0e is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:28:29.255614 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-bb8e5246-7ffb-4102-8fda-667430350342 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:28:29.276881 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-bb8e5246-7ffb-4102-8fda-667430350342 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:28:29.326767 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce90345-4958-4fb9-adc8-fa08c54bf8f0 None None] Sync routers for ids ['bf69ffb5-3b16-452c-8d45-45f80714f937'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:28:29.342199 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce90345-4958-4fb9-adc8-fa08c54bf8f0 None None] Routers {'bf69ffb5-3b16-452c-8d45-45f80714f937'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:28:29.343206 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-bce90345-4958-4fb9-adc8-fa08c54bf8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:28:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['bf69ffb5-3b16-452c-8d45-45f80714f937'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:28:29.375250 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8e5246-7ffb-4102-8fda-667430350342 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Made reservation on behalf of 0780f842482f4e59b41843f42dd46f0e for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:28:29.435844 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-93e89eac-1fb0-400a-8505-15073d138605 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:29.492457 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-3af01b0c-8ebe-41d2-8d09-6ce7a2024677 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6a51d332-4b43-4d56-aba9-d2415c353a42&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5665572 May 05 20:28:29.499411 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c032ff3-680d-4035-a3a2-37545d4f1eab req-e1fc7a62-afd4-4213-9b45-18f25a947104 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:29.516238 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7c032ff3-680d-4035-a3a2-37545d4f1eab req-e1fc7a62-afd4-4213-9b45-18f25a947104 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b4a48d9-40be-4ea0-b339-6e5dd6b89e2c HTTP/1.1" status: 200 len: 909 time: 1.0764215 May 05 20:28:29.529697 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-dea97aba-05b0-4b20-b381-2bcc021010d3 req-db84c43a-b2d6-42e1-aa64-c26a571995a7 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:29.542113 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bb8e5246-7ffb-4102-8fda-667430350342 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:29.639132 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-bce90345-4958-4fb9-adc8-fa08c54bf8f0 None None] Set router bf69ffb5-3b16-452c-8d45-45f80714f937 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:28:29.652899 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db84c43a-b2d6-42e1-aa64-c26a571995a7 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Pushing event deleted for resources: {'Port': ['ID=cb5d2297-3e99-4954-9cb2-f3ddd1a6cc98,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:29.784277 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-031cbb81-60f8-4d8c-9f1d-4ad77bc89973 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:29.796450 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-031cbb81-60f8-4d8c-9f1d-4ad77bc89973 None None] Transition to ACTIVE for port object c61718a0-3c06-4390-a11f-fda4ecc297b3 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:28:29.821833 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-031cbb81-60f8-4d8c-9f1d-4ad77bc89973 None None] Transition to ACTIVE for port object c61718a0-3c06-4390-a11f-fda4ecc297b3 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:28:29.827712 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-93e89eac-1fb0-400a-8505-15073d138605 None None] Transition to ACTIVE for port object 9e1507dd-5c0d-4293-b57f-612bda4bc664 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:28:29.840708 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device aa83c883-0a57-481d-a79d-fd4eeb23da5c up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:28:29.855438 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-dea97aba-05b0-4b20-b381-2bcc021010d3 req-db84c43a-b2d6-42e1-aa64-c26a571995a7 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] No DVR routers for this DVR port cb5d2297-3e99-4954-9cb2-f3ddd1a6cc98 on host n-h2-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:28:29.868800 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-dea97aba-05b0-4b20-b381-2bcc021010d3 req-db84c43a-b2d6-42e1-aa64-c26a571995a7 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:29.871588 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b4a48d9-40be-4ea0-b339-6e5dd6b89e2c', 'name': 'network-vif-deleted', 'tag': 'cb5d2297-3e99-4954-9cb2-f3ddd1a6cc98'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:28:29.886603 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-031cbb81-60f8-4d8c-9f1d-4ad77bc89973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:29.930274 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dea97aba-05b0-4b20-b381-2bcc021010d3 req-db84c43a-b2d6-42e1-aa64-c26a571995a7 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.50 "DELETE /v2.0/ports/cb5d2297-3e99-4954-9cb2-f3ddd1a6cc98 HTTP/1.1" status: 204 len: 173 time: 1.6352198 May 05 20:28:29.970911 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c42f428-b5c9-498c-8f59-944cb2dbd8b6'] response: {'server_uuid': '6b4a48d9-40be-4ea0-b339-6e5dd6b89e2c', 'name': 'network-vif-deleted', 'tag': 'cb5d2297-3e99-4954-9cb2-f3ddd1a6cc98', 'status': 'completed', 'code': 200} May 05 20:28:29.975673 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [None req-bb8e5246-7ffb-4102-8fda-667430350342 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] device_id is not set on port 228a348a-6bd7-4a76-aadd-73ea94c8390c yet. {{(pid=88197) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:28:30.041916 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cbb81-60f8-4d8c-9f1d-4ad77bc89973 None None] Pushing event updated for resources: {'Port': ['ID=c61718a0-3c06-4390-a11f-fda4ecc297b3,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:30.073775 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-93e89eac-1fb0-400a-8505-15073d138605 None None] Transition to ACTIVE for port object 9e1507dd-5c0d-4293-b57f-612bda4bc664 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:28:30.096615 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-93e89eac-1fb0-400a-8505-15073d138605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:30.151793 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031cbb81-60f8-4d8c-9f1d-4ad77bc89973 None None] Network 7289b573-7530-4f0a-b5b0-032373718af7 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:28:30.165643 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-031cbb81-60f8-4d8c-9f1d-4ad77bc89973 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:28:30.197942 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031cbb81-60f8-4d8c-9f1d-4ad77bc89973 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:28:30.219635 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4d2dde98-d1c8-4231-8e7f-aac46588ceb3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:30.260968 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4d2dde98-d1c8-4231-8e7f-aac46588ceb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:30.342328 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-bce90345-4958-4fb9-adc8-fa08c54bf8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'name': 'tempest-TestVolumeBootPattern-973012309-router', 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': 'aa83c883-0a57-481d-a79d-fd4eeb23da5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:16Z', 'updated_at': '2022-05-05T20:28:22Z', 'revision_number': 4, 'project_id': 'd5327fecdbda4453866269afbd5ac6fc', 'gw_port': {'id': 'aa83c883-0a57-481d-a79d-fd4eeb23da5c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:62:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:17Z', 'updated_at': '2022-05-05T20:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'fca75c6c-669c-4972-8019-99a25ed879e1', 'name': '', 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1', 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc', 'mac_address': 'fa:16:3e:01:78:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'd4fffa46-b0f9-43c4-a768-6cf896707ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:21Z', 'updated_at': '2022-05-05T20:28:22Z', 'revision_number': 2, 'project_id': 'd5327fecdbda4453866269afbd5ac6fc', 'subnets': [{'id': 'd4fffa46-b0f9-43c4-a768-6cf896707ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:28:30.348156 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce90345-4958-4fb9-adc8-fa08c54bf8f0 None None] Checking router: bf69ffb5-3b16-452c-8d45-45f80714f937 for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:28:30.348717 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce90345-4958-4fb9-adc8-fa08c54bf8f0 None None] Updating router bf69ffb5-3b16-452c-8d45-45f80714f937 port fca75c6c-669c-4972-8019-99a25ed879e1 binding host n-d-840717-1 {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:28:30.417672 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e89eac-1fb0-400a-8505-15073d138605 None None] Pushing event updated for resources: {'Port': ['ID=9e1507dd-5c0d-4293-b57f-612bda4bc664,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:30.425694 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-bce90345-4958-4fb9-adc8-fa08c54bf8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:30.468018 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e89eac-1fb0-400a-8505-15073d138605 None None] Network 81e059f1-e42b-45ac-8158-63145b3c15ef is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:28:30.476773 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-93e89eac-1fb0-400a-8505-15073d138605 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:28:30.482126 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e89eac-1fb0-400a-8505-15073d138605 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:28:30.562395 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device cb5d2297-3e99-4954-9cb2-f3ddd1a6cc98 no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:28:30.600531 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-4d2dde98-d1c8-4231-8e7f-aac46588ceb3 admin admin] Allocated IP 172.25.0.35 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/36bd3071-96db-4238-a2fa-ef07ddcd2641) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:28:30.606294 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-bb8e5246-7ffb-4102-8fda-667430350342 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Allocated IP 2001:db8::f816:3eff:feb3:1f42 (7289b573-7530-4f0a-b5b0-032373718af7/49c3f212-294d-4665-ad30-8e44beb63ec9/228a348a-6bd7-4a76-aadd-73ea94c8390c) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:28:30.798215 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port aa83c883-0a57-481d-a79d-fd4eeb23da5c triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:28:30.802648 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:30.869154 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-b816038e-5bd4-498f-b333-a6a487cd015d tempest-TestNetworkAdvancedServerOps-1264277304 tempest-TestNetworkAdvancedServerOps-1264277304-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88197) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:28:30.870041 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-b816038e-5bd4-498f-b333-a6a487cd015d tempest-TestNetworkAdvancedServerOps-1264277304 tempest-TestNetworkAdvancedServerOps-1264277304-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4617813 May 05 20:28:30.894273 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-68ccc8e8-ba58-4200-a542-92eb4b2d0dd3 req-59627aa1-6027-4317-a6c7-88d901153d2e tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Synchronizing usage tracker for tenant:6e19ee4cb1294f70bec1dac29584f7fc on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:28:30.910934 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-e38f4d74-9240-404f-91a8-be0f70eacb48 service neutron] Request body: {'binding': {'host': 'n-h1-840717-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:28:30.911433 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-e38f4d74-9240-404f-91a8-be0f70eacb48 service neutron] Unknown quota resources ['binding']. {{(pid=88197) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 05 20:28:30.915496 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-68ccc8e8-ba58-4200-a542-92eb4b2d0dd3 req-59627aa1-6027-4317-a6c7-88d901153d2e tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Unset dirty status for tenant:6e19ee4cb1294f70bec1dac29584f7fc on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:28:30.929214 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-68ccc8e8-ba58-4200-a542-92eb4b2d0dd3 req-59627aa1-6027-4317-a6c7-88d901153d2e tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b4a48d9-40be-4ea0-b339-6e5dd6b89e2c HTTP/1.1" status: 200 len: 210 time: 0.0982800 May 05 20:28:30.960332 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] No Port match for: cb5d2297-3e99-4954-9cb2-f3ddd1a6cc98 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:28:30.960980 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device cb5d2297-3e99-4954-9cb2-f3ddd1a6cc98 not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:28:30.979687 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-93e89eac-1fb0-400a-8505-15073d138605 None None] Attempting to bind port 9e1507dd-5c0d-4293-b57f-612bda4bc664 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:28:30.980092 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-93e89eac-1fb0-400a-8505-15073d138605 None None] Attempting to bind port 9e1507dd-5c0d-4293-b57f-612bda4bc664 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '374eb3bf-e301-4cce-9e20-18c6eaaf1e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '81e059f1-e42b-45ac-8158-63145b3c15ef'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:28:30.980412 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e89eac-1fb0-400a-8505-15073d138605 None None] Attempting to bind port 9e1507dd-5c0d-4293-b57f-612bda4bc664 on network 81e059f1-e42b-45ac-8158-63145b3c15ef {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:28:30.982650 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-031cbb81-60f8-4d8c-9f1d-4ad77bc89973 None None] Attempting to bind port c61718a0-3c06-4390-a11f-fda4ecc297b3 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:28:30.983003 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-031cbb81-60f8-4d8c-9f1d-4ad77bc89973 None None] Attempting to bind port c61718a0-3c06-4390-a11f-fda4ecc297b3 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '1cf78a78-2d57-4ccb-9633-08c37696a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7289b573-7530-4f0a-b5b0-032373718af7'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:28:30.983377 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031cbb81-60f8-4d8c-9f1d-4ad77bc89973 None None] Attempting to bind port c61718a0-3c06-4390-a11f-fda4ecc297b3 on network 7289b573-7530-4f0a-b5b0-032373718af7 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:28:30.994007 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031cbb81-60f8-4d8c-9f1d-4ad77bc89973 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:28:30.994416 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031cbb81-60f8-4d8c-9f1d-4ad77bc89973 None None] Checking segment: {'id': '1cf78a78-2d57-4ccb-9633-08c37696a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7289b573-7530-4f0a-b5b0-032373718af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:28:30.994777 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-031cbb81-60f8-4d8c-9f1d-4ad77bc89973 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:30.995171 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031cbb81-60f8-4d8c-9f1d-4ad77bc89973 None None] Bound using segment: {'id': '1cf78a78-2d57-4ccb-9633-08c37696a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7289b573-7530-4f0a-b5b0-032373718af7'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:28:30.995721 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-031cbb81-60f8-4d8c-9f1d-4ad77bc89973 None None] Bound port: c61718a0-3c06-4390-a11f-fda4ecc297b3, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf78a78-2d57-4ccb-9633-08c37696a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7289b573-7530-4f0a-b5b0-032373718af7'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:28:30.996043 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-031cbb81-60f8-4d8c-9f1d-4ad77bc89973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:31.006627 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e89eac-1fb0-400a-8505-15073d138605 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:28:31.007026 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e89eac-1fb0-400a-8505-15073d138605 None None] Checking segment: {'id': '374eb3bf-e301-4cce-9e20-18c6eaaf1e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '81e059f1-e42b-45ac-8158-63145b3c15ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:28:31.007417 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-93e89eac-1fb0-400a-8505-15073d138605 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:31.007815 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e89eac-1fb0-400a-8505-15073d138605 None None] Bound using segment: {'id': '374eb3bf-e301-4cce-9e20-18c6eaaf1e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '81e059f1-e42b-45ac-8158-63145b3c15ef'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:28:31.008284 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-93e89eac-1fb0-400a-8505-15073d138605 None None] Bound port: 9e1507dd-5c0d-4293-b57f-612bda4bc664, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '374eb3bf-e301-4cce-9e20-18c6eaaf1e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '81e059f1-e42b-45ac-8158-63145b3c15ef'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:28:31.008660 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-93e89eac-1fb0-400a-8505-15073d138605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:31.125555 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-bce90345-4958-4fb9-adc8-fa08c54bf8f0 None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:31.142235 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-bce90345-4958-4fb9-adc8-fa08c54bf8f0 None None] Transition to ACTIVE for port object fca75c6c-669c-4972-8019-99a25ed879e1 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:28:31.152400 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-bce90345-4958-4fb9-adc8-fa08c54bf8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:31.170661 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4d2dde98-d1c8-4231-8e7f-aac46588ceb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:31.237950 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-031cbb81-60f8-4d8c-9f1d-4ad77bc89973 None None] For port c61718a0-3c06-4390-a11f-fda4ecc297b3, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:28:31.242122 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-031cbb81-60f8-4d8c-9f1d-4ad77bc89973 None None] For port c61718a0-3c06-4390-a11f-fda4ecc297b3, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=c61718a0-3c06-4390-a11f-fda4ecc297b3,segment=NetworkSegment(1cf78a78-2d57-4ccb-9633-08c37696a2c0),segment_id=1cf78a78-2d57-4ccb-9633-08c37696a2c0)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:28:31.247444 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-93e89eac-1fb0-400a-8505-15073d138605 None None] For port 9e1507dd-5c0d-4293-b57f-612bda4bc664, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:28:31.249772 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-031cbb81-60f8-4d8c-9f1d-4ad77bc89973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:31.254879 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-93e89eac-1fb0-400a-8505-15073d138605 None None] For port 9e1507dd-5c0d-4293-b57f-612bda4bc664, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=9e1507dd-5c0d-4293-b57f-612bda4bc664,segment=NetworkSegment(374eb3bf-e301-4cce-9e20-18c6eaaf1e2b),segment_id=374eb3bf-e301-4cce-9e20-18c6eaaf1e2b)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:28:31.299957 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-93e89eac-1fb0-400a-8505-15073d138605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:31.362129 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4d2dde98-d1c8-4231-8e7f-aac46588ceb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:31.366866 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f021e06-f11d-430a-89bd-270c0924b89f None None] Pushing event updated for resources: {'Port': ['ID=fca75c6c-669c-4972-8019-99a25ed879e1,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:31.375187 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cbb81-60f8-4d8c-9f1d-4ad77bc89973 None None] Pushing event updated for resources: {'Port': ['ID=c61718a0-3c06-4390-a11f-fda4ecc297b3,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:31.435331 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bb8e5246-7ffb-4102-8fda-667430350342 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:31.445077 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f021e06-f11d-430a-89bd-270c0924b89f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:31.451927 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f021e06-f11d-430a-89bd-270c0924b89f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:31.452485 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f021e06-f11d-430a-89bd-270c0924b89f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:31.455152 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f021e06-f11d-430a-89bd-270c0924b89f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:31.455673 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f021e06-f11d-430a-89bd-270c0924b89f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:31.456190 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f021e06-f11d-430a-89bd-270c0924b89f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:31.456677 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f021e06-f11d-430a-89bd-270c0924b89f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:31.457158 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f021e06-f11d-430a-89bd-270c0924b89f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:31.457642 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f021e06-f11d-430a-89bd-270c0924b89f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:31.458232 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f021e06-f11d-430a-89bd-270c0924b89f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:31.459493 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f021e06-f11d-430a-89bd-270c0924b89f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:31.460119 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f021e06-f11d-430a-89bd-270c0924b89f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:31.482356 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2dde98-d1c8-4231-8e7f-aac46588ceb3 admin admin] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:28:31.487757 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-4d2dde98-d1c8-4231-8e7f-aac46588ceb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:28:31.491053 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2dde98-d1c8-4231-8e7f-aac46588ceb3 admin admin] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:28:31.519452 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-bce90345-4958-4fb9-adc8-fa08c54bf8f0 None None] Attempting to bind port fca75c6c-669c-4972-8019-99a25ed879e1 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:28:31.520192 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-bce90345-4958-4fb9-adc8-fa08c54bf8f0 None None] Attempting to bind port fca75c6c-669c-4972-8019-99a25ed879e1 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '5effa292-6024-4206-9fcb-ee5e58965e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:28:31.520355 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce90345-4958-4fb9-adc8-fa08c54bf8f0 None None] Attempting to bind port fca75c6c-669c-4972-8019-99a25ed879e1 on network 29a0e805-6e5b-4d29-836f-ace2c73e49b1 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:28:31.525220 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e89eac-1fb0-400a-8505-15073d138605 None None] Pushing event updated for resources: {'Port': ['ID=9e1507dd-5c0d-4293-b57f-612bda4bc664,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:31.528156 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce90345-4958-4fb9-adc8-fa08c54bf8f0 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:28:31.528638 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce90345-4958-4fb9-adc8-fa08c54bf8f0 None None] Checking segment: {'id': '5effa292-6024-4206-9fcb-ee5e58965e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:28:31.529123 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-bce90345-4958-4fb9-adc8-fa08c54bf8f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:31.529597 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce90345-4958-4fb9-adc8-fa08c54bf8f0 None None] Bound using segment: {'id': '5effa292-6024-4206-9fcb-ee5e58965e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:28:31.532592 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-bce90345-4958-4fb9-adc8-fa08c54bf8f0 None None] Bound port: fca75c6c-669c-4972-8019-99a25ed879e1, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5effa292-6024-4206-9fcb-ee5e58965e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:28:31.533088 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-bce90345-4958-4fb9-adc8-fa08c54bf8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:31.602034 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-bb8e5246-7ffb-4102-8fda-667430350342 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Transition to ACTIVE for port object 228a348a-6bd7-4a76-aadd-73ea94c8390c will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:28:31.608805 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2dde98-d1c8-4231-8e7f-aac46588ceb3 admin admin] Pushing event updated for resources: {'Port': ['ID=36bd3071-96db-4238-a2fa-ef07ddcd2641,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:31.759731 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-bce90345-4958-4fb9-adc8-fa08c54bf8f0 None None] For port fca75c6c-669c-4972-8019-99a25ed879e1, host n-d-840717-1, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:28:31.763169 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-bce90345-4958-4fb9-adc8-fa08c54bf8f0 None None] For port fca75c6c-669c-4972-8019-99a25ed879e1, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=fca75c6c-669c-4972-8019-99a25ed879e1,segment=NetworkSegment(5effa292-6024-4206-9fcb-ee5e58965e00),segment_id=5effa292-6024-4206-9fcb-ee5e58965e00)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:28:31.765483 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-e38f4d74-9240-404f-91a8-be0f70eacb48 service neutron] Attempting to bind port 3d3cd12d-c6cb-4540-ab00-4234218f1159 on host n-h1-840717-1 for vnic_type normal with profile None {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:28:31.765807 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-e38f4d74-9240-404f-91a8-be0f70eacb48 service neutron] Attempting to bind port 3d3cd12d-c6cb-4540-ab00-4234218f1159 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': '8c83f52a-b29a-42d2-bd3e-a0fa0faf2957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a530804e-070c-4f75-96b2-acc53b3f286b'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:28:31.766130 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-e38f4d74-9240-404f-91a8-be0f70eacb48 service neutron] Attempting to bind port 3d3cd12d-c6cb-4540-ab00-4234218f1159 on network a530804e-070c-4f75-96b2-acc53b3f286b {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:28:31.789628 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-bce90345-4958-4fb9-adc8-fa08c54bf8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:31.890982 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-e38f4d74-9240-404f-91a8-be0f70eacb48 service neutron] Port 3d3cd12d-c6cb-4540-ab00-4234218f1159 on network a530804e-070c-4f75-96b2-acc53b3f286b not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:28:31.891772 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-e38f4d74-9240-404f-91a8-be0f70eacb48 service neutron] Attempting to bind port 3d3cd12d-c6cb-4540-ab00-4234218f1159 on network a530804e-070c-4f75-96b2-acc53b3f286b {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:28:31.925611 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce90345-4958-4fb9-adc8-fa08c54bf8f0 None None] Routers {'bf69ffb5-3b16-452c-8d45-45f80714f937'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:28:31.926237 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-bce90345-4958-4fb9-adc8-fa08c54bf8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:28:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['bf69ffb5-3b16-452c-8d45-45f80714f937'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:28:31.973092 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-e38f4d74-9240-404f-91a8-be0f70eacb48 service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:28:31.973092 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-e38f4d74-9240-404f-91a8-be0f70eacb48 service neutron] Checking segment: {'id': '8c83f52a-b29a-42d2-bd3e-a0fa0faf2957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a530804e-070c-4f75-96b2-acc53b3f286b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:28:31.973630 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-e38f4d74-9240-404f-91a8-be0f70eacb48 service neutron] Bound using segment: {'id': '8c83f52a-b29a-42d2-bd3e-a0fa0faf2957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a530804e-070c-4f75-96b2-acc53b3f286b'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:28:31.974171 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-e38f4d74-9240-404f-91a8-be0f70eacb48 service neutron] Bound port: 3d3cd12d-c6cb-4540-ab00-4234218f1159, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c83f52a-b29a-42d2-bd3e-a0fa0faf2957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a530804e-070c-4f75-96b2-acc53b3f286b'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:28:32.059972 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f021e06-f11d-430a-89bd-270c0924b89f None None] Pushing event updated for resources: {'Port': ['ID=fca75c6c-669c-4972-8019-99a25ed879e1,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:32.084256 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59054) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:32.118826 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-e38f4d74-9240-404f-91a8-be0f70eacb48 service neutron] For port 3d3cd12d-c6cb-4540-ab00-4234218f1159, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=3d3cd12d-c6cb-4540-ab00-4234218f1159,segment=NetworkSegment(8c83f52a-b29a-42d2-bd3e-a0fa0faf2957),segment_id=8c83f52a-b29a-42d2-bd3e-a0fa0faf2957)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:28:32.150394 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bb8e5246-7ffb-4102-8fda-667430350342 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:32.223313 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-e38f4d74-9240-404f-91a8-be0f70eacb48 service neutron] Notify callbacks [] for binding, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:32.225098 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-e38f4d74-9240-404f-91a8-be0f70eacb48 service neutron] 10.222.0.36 "POST /v2.0/ports/3d3cd12d-c6cb-4540-ab00-4234218f1159/bindings HTTP/1.1" status: 201 len: 389 time: 1.3178279 May 05 20:28:32.266549 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-bce90345-4958-4fb9-adc8-fa08c54bf8f0 None None] Set router bf69ffb5-3b16-452c-8d45-45f80714f937 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:28:32.294128 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8e5246-7ffb-4102-8fda-667430350342 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event updated for resources: {'Port': ['ID=228a348a-6bd7-4a76-aadd-73ea94c8390c,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:32.330685 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8e5246-7ffb-4102-8fda-667430350342 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Network 7289b573-7530-4f0a-b5b0-032373718af7 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:28:32.332751 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-bb8e5246-7ffb-4102-8fda-667430350342 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:28:32.353240 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8e5246-7ffb-4102-8fda-667430350342 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:28:32.383434 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8e5246-7ffb-4102-8fda-667430350342 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:32.384091 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bb8e5246-7ffb-4102-8fda-667430350342 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:32.615897 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-bb8e5246-7ffb-4102-8fda-667430350342 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.1588337 May 05 20:28:32.621818 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59062) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:32.817843 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4d2dde98-d1c8-4231-8e7f-aac46588ceb3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:32.864291 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b7a1a-f7a3-42cb-a582-dcab84e71fd6 req-1d64d605-5d9f-400f-b16f-1906f2dc543c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:32.867137 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-437b7a1a-f7a3-42cb-a582-dcab84e71fd6 req-1d64d605-5d9f-400f-b16f-1906f2dc543c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a51d332-4b43-4d56-aba9-d2415c353a42 HTTP/1.1" status: 200 len: 946 time: 0.3477061 May 05 20:28:32.945427 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-bce90345-4958-4fb9-adc8-fa08c54bf8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'name': 'tempest-TestVolumeBootPattern-973012309-router', 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': 'aa83c883-0a57-481d-a79d-fd4eeb23da5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:16Z', 'updated_at': '2022-05-05T20:28:22Z', 'revision_number': 4, 'project_id': 'd5327fecdbda4453866269afbd5ac6fc', 'gw_port': {'id': 'aa83c883-0a57-481d-a79d-fd4eeb23da5c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:62:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:17Z', 'updated_at': '2022-05-05T20:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'fca75c6c-669c-4972-8019-99a25ed879e1', 'name': '', 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1', 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc', 'mac_address': 'fa:16:3e:01:78:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'd4fffa46-b0f9-43c4-a768-6cf896707ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:21Z', 'updated_at': '2022-05-05T20:28:31Z', 'revision_number': 4, 'project_id': 'd5327fecdbda4453866269afbd5ac6fc', 'subnets': [{'id': 'd4fffa46-b0f9-43c4-a768-6cf896707ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:28:32.950991 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce90345-4958-4fb9-adc8-fa08c54bf8f0 None None] The sync data for ids ['bf69ffb5-3b16-452c-8d45-45f80714f937'] in n-d-840717-1 is: [{'id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'name': 'tempest-TestVolumeBootPattern-973012309-router', 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': 'aa83c883-0a57-481d-a79d-fd4eeb23da5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:16Z', 'updated_at': '2022-05-05T20:28:22Z', 'revision_number': 4, 'project_id': 'd5327fecdbda4453866269afbd5ac6fc', 'gw_port': {'id': 'aa83c883-0a57-481d-a79d-fd4eeb23da5c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:62:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:17Z', 'updated_at': '2022-05-05T20:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'fca75c6c-669c-4972-8019-99a25ed879e1', 'name': '', 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1', 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc', 'mac_address': 'fa:16:3e:01:78:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'd4fffa46-b0f9-43c4-a768-6cf896707ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:21Z', 'updated_at': '2022-05-05T20:28:31Z', 'revision_number': 4, 'project_id': 'd5327fecdbda4453866269afbd5ac6fc', 'subnets': [{'id': 'd4fffa46-b0f9-43c4-a768-6cf896707ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:28:33.009562 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-437b7a1a-f7a3-42cb-a582-dcab84e71fd6 req-22de6b65-cd11-4fe7-be23-372473596423 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=d48d9097-b777-4574-9a19-13c10d09c75b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963740 May 05 20:28:33.178447 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-70b317c3-5573-4af2-a5b0-61863415870b tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:33.237691 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a695214-5361-4316-bc05-ae69784242fa tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:33.243981 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a695214-5361-4316-bc05-ae69784242fa tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:33.244795 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-8a695214-5361-4316-bc05-ae69784242fa tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Synchronizing usage tracker for tenant:0780f842482f4e59b41843f42dd46f0e on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:28:33.254930 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-d1095f6a-ea7b-428a-8260-a931726fd220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:33.260024 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-d1095f6a-ea7b-428a-8260-a931726fd220 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=310f91420a2d4ddd8aab8a710d8dc814&device_id=6a51d332-4b43-4d56-aba9-d2415c353a42 HTTP/1.1" status: 200 len: 1097 time: 0.7345490 May 05 20:28:33.416498 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-8a695214-5361-4316-bc05-ae69784242fa tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Unset dirty status for tenant:0780f842482f4e59b41843f42dd46f0e on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:28:33.417551 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-8a695214-5361-4316-bc05-ae69784242fa tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.7926781 May 05 20:28:33.540074 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67019b71-ad50-43f1-9cf1-54ff353501ff None None] Network 81e059f1-e42b-45ac-8158-63145b3c15ef requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:28:33.545829 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59072) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:33.805248 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b43166d7-bcd0-4fcd-a718-dcaa6ce141f4 None None] Provisioning for port 9e1507dd-5c0d-4293-b57f-612bda4bc664 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:28:33.837046 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-dcd5965b-5d73-46ff-a7cd-697340b3b218 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Deleting port 228a348a-6bd7-4a76-aadd-73ea94c8390c {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:28:33.837390 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dcd5965b-5d73-46ff-a7cd-697340b3b218 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:34.111254 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device c61718a0-3c06-4390-a11f-fda4ecc297b3 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:28:34.133691 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-83824b45-a287-4ace-8987-83c72018e62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:34.135185 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-83824b45-a287-4ace-8987-83c72018e62b service neutron] 10.222.0.24 "GET /v2.0/networks?id=a530804e-070c-4f75-96b2-acc53b3f286b HTTP/1.1" status: 200 len: 897 time: 0.8676591 May 05 20:28:34.137714 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4d2dde98-d1c8-4231-8e7f-aac46588ceb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:34.267707 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b0eeac5b-bb53-4292-ac43-ed8e588dd05e None None] Provisioning for port c61718a0-3c06-4390-a11f-fda4ecc297b3 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:28:34.271660 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port c61718a0-3c06-4390-a11f-fda4ecc297b3 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:28:34.280433 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port c61718a0-3c06-4390-a11f-fda4ecc297b3 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:28:34.281280 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:34.332395 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b0eeac5b-bb53-4292-ac43-ed8e588dd05e None None] Provisioning complete for port c61718a0-3c06-4390-a11f-fda4ecc297b3 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:28:34.333149 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b0eeac5b-bb53-4292-ac43-ed8e588dd05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:34.431695 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-0eeeb359-c95a-4d48-901e-540fa38a0340 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d3cd12d-c6cb-4540-ab00-4234218f1159 HTTP/1.1" status: 200 len: 1001 time: 0.2892385 May 05 20:28:34.655805 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-70b317c3-5573-4af2-a5b0-61863415870b tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Deleting port e2f15072-1065-4850-8c0c-24ba63dbd5d8 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:28:34.656446 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-70b317c3-5573-4af2-a5b0-61863415870b tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:34.693185 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-a859eb5b-ae79-426a-97dc-36c84ab43e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:34.697660 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b0eeac5b-bb53-4292-ac43-ed8e588dd05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:34.701978 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-a859eb5b-ae79-426a-97dc-36c84ab43e23 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4c3daedf-d3f6-4ceb-abbf-298ca5ecc579 HTTP/1.1" status: 200 len: 835 time: 0.2239549 May 05 20:28:34.744626 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:34.773734 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dcd5965b-5d73-46ff-a7cd-697340b3b218 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:34.776264 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-45c9b17a-56f7-4753-a538-ee952420d9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:34.803923 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port c61718a0-3c06-4390-a11f-fda4ecc297b3, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=c61718a0-3c06-4390-a11f-fda4ecc297b3,segment=NetworkSegment(1cf78a78-2d57-4ccb-9633-08c37696a2c0),segment_id=1cf78a78-2d57-4ccb-9633-08c37696a2c0)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:28:34.815637 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:34.816614 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 9e1507dd-5c0d-4293-b57f-612bda4bc664 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:28:34.880193 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d410c8c-71f8-4f31-b8db-93e02257ef8a req-fdcdc40a-9087-46ac-b103-d993acf1afd0 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:34.888192 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2d410c8c-71f8-4f31-b8db-93e02257ef8a req-fdcdc40a-9087-46ac-b103-d993acf1afd0 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a51d332-4b43-4d56-aba9-d2415c353a42 HTTP/1.1" status: 200 len: 946 time: 0.5874455 May 05 20:28:34.905535 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d2dde98-d1c8-4231-8e7f-aac46588ceb3 admin admin] Router 1495d2f6-6055-452d-a2fd-322ed8896f05 is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88197) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:28:34.985445 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-dcd5965b-5d73-46ff-a7cd-697340b3b218 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Calling delete_port for 228a348a-6bd7-4a76-aadd-73ea94c8390c owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:28:35.002889 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-b0eeac5b-bb53-4292-ac43-ed8e588dd05e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:28:35.003162 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-b0eeac5b-bb53-4292-ac43-ed8e588dd05e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:28:35.019733 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=c61718a0-3c06-4390-a11f-fda4ecc297b3,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:35.038961 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-0249531d-2a0c-4f20-b4a9-0ee3808376e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:35.040241 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-0249531d-2a0c-4f20-b4a9-0ee3808376e2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a530804e-070c-4f75-96b2-acc53b3f286b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3374372 May 05 20:28:35.043211 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 9e1507dd-5c0d-4293-b57f-612bda4bc664 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:28:35.048450 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 9e1507dd-5c0d-4293-b57f-612bda4bc664 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:28:35.048742 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:35.079233 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2d410c8c-71f8-4f31-b8db-93e02257ef8a req-8577c4fd-00a7-4659-abc6-30e3a4e8ecaf tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=d48d9097-b777-4574-9a19-13c10d09c75b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1897860 May 05 20:28:35.165562 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dcd5965b-5d73-46ff-a7cd-697340b3b218 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:35.225450 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:35.278467 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 9e1507dd-5c0d-4293-b57f-612bda4bc664, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=9e1507dd-5c0d-4293-b57f-612bda4bc664,segment=NetworkSegment(374eb3bf-e301-4cce-9e20-18c6eaaf1e2b),segment_id=374eb3bf-e301-4cce-9e20-18c6eaaf1e2b)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:28:35.293391 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:35.294579 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device fca75c6c-669c-4972-8019-99a25ed879e1 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:28:35.360085 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d2dde98-d1c8-4231-8e7f-aac46588ceb3 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:28:35.378870 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-5c91e8de-66d6-40a8-ae7c-078d191c3760 service neutron] 10.222.0.24 "GET /v2.0/networks/a530804e-070c-4f75-96b2-acc53b3f286b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967508 May 05 20:28:35.407929 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4d2dde98-d1c8-4231-8e7f-aac46588ceb3 admin admin] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:35.412107 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-4d2dde98-d1c8-4231-8e7f-aac46588ceb3 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.4747586 May 05 20:28:35.416984 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59090) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:35.439203 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19332db6-0e0a-477e-8836-8b420db2d7a0 None None] Sync routers for ids ['1495d2f6-6055-452d-a2fd-322ed8896f05'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:28:35.462327 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-70b317c3-5573-4af2-a5b0-61863415870b tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] For port e2f15072-1065-4850-8c0c-24ba63dbd5d8, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=e2f15072-1065-4850-8c0c-24ba63dbd5d8,segment=NetworkSegment(914e1da9-0197-43af-808d-dca8d41a73f4),segment_id=914e1da9-0197-43af-808d-dca8d41a73f4)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:28:35.462691 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-70b317c3-5573-4af2-a5b0-61863415870b tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:35.470515 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd5965b-5d73-46ff-a7cd-697340b3b218 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event deleted for resources: {'Port': ['ID=228a348a-6bd7-4a76-aadd-73ea94c8390c,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:35.486929 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19332db6-0e0a-477e-8836-8b420db2d7a0 None None] Routers {'1495d2f6-6055-452d-a2fd-322ed8896f05'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:28:35.487885 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-19332db6-0e0a-477e-8836-8b420db2d7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:28:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['1495d2f6-6055-452d-a2fd-322ed8896f05'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:28:35.523661 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dcd5965b-5d73-46ff-a7cd-697340b3b218 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:35.692794 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=9e1507dd-5c0d-4293-b57f-612bda4bc664,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:35.777244 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-70b317c3-5573-4af2-a5b0-61863415870b tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Calling delete_port for e2f15072-1065-4850-8c0c-24ba63dbd5d8 owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:28:35.857728 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port fca75c6c-669c-4972-8019-99a25ed879e1 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:28:35.885750 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port fca75c6c-669c-4972-8019-99a25ed879e1 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:28:35.886121 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:35.944700 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-35cbb513-a452-429d-892d-e1feb54b8709 None None] Could not find standard attr ID for object 228a348a-6bd7-4a76-aadd-73ea94c8390c. {{(pid=88199) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 20:28:36.008017 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-35cbb513-a452-429d-892d-e1feb54b8709 None None] Provisioning complete for port 9e1507dd-5c0d-4293-b57f-612bda4bc664 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:28:36.008311 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-35cbb513-a452-429d-892d-e1feb54b8709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:36.084390 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-19332db6-0e0a-477e-8836-8b420db2d7a0 None None] Set router 1495d2f6-6055-452d-a2fd-322ed8896f05 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:28:36.098491 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-70b317c3-5573-4af2-a5b0-61863415870b tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:36.151209 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-dcd5965b-5d73-46ff-a7cd-697340b3b218 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/ports/228a348a-6bd7-4a76-aadd-73ea94c8390c HTTP/1.1" status: 204 len: 168 time: 2.6036038 May 05 20:28:36.166319 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59098) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:36.199426 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-df95ac07-7f71-43ed-96c6-c810cbe3981f service neutron] 10.222.0.24 "GET /v2.0/networks/a530804e-070c-4f75-96b2-acc53b3f286b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8124759 May 05 20:28:36.238706 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b317c3-5573-4af2-a5b0-61863415870b tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Pushing event deleted for resources: {'Port': ['ID=e2f15072-1065-4850-8c0c-24ba63dbd5d8,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:36.588382 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:36.598434 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86efbe0-b4f9-457c-a737-fe3861454923 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:36.601480 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86efbe0-b4f9-457c-a737-fe3861454923 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:36.611092 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d86efbe0-b4f9-457c-a737-fe3861454923 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Synchronizing usage tracker for tenant:0780f842482f4e59b41843f42dd46f0e on resource:subnet {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:28:36.671313 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-19332db6-0e0a-477e-8836-8b420db2d7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1495d2f6-6055-452d-a2fd-322ed8896f05', 'name': 'tempest-TestVolumeBootPattern-1458719583-router', 'tenant_id': 'b6f9d18826d54a409bfd538ce7dfd9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '36bd3071-96db-4238-a2fa-ef07ddcd2641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:28Z', 'updated_at': '2022-05-05T20:28:32Z', 'revision_number': 3, 'project_id': 'b6f9d18826d54a409bfd538ce7dfd9c0', 'gw_port': {'id': '36bd3071-96db-4238-a2fa-ef07ddcd2641', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:fd:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1495d2f6-6055-452d-a2fd-322ed8896f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:30Z', 'updated_at': '2022-05-05T20:28:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:28:36.676490 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port fca75c6c-669c-4972-8019-99a25ed879e1, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=fca75c6c-669c-4972-8019-99a25ed879e1,segment=NetworkSegment(5effa292-6024-4206-9fcb-ee5e58965e00),segment_id=5effa292-6024-4206-9fcb-ee5e58965e00)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:28:36.679678 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19332db6-0e0a-477e-8836-8b420db2d7a0 None None] Checking router: 1495d2f6-6055-452d-a2fd-322ed8896f05 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:28:36.681981 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19332db6-0e0a-477e-8836-8b420db2d7a0 None None] Updating router 1495d2f6-6055-452d-a2fd-322ed8896f05 port 36bd3071-96db-4238-a2fa-ef07ddcd2641 binding host n-d-840717-1 {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:28:36.727440 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d86efbe0-b4f9-457c-a737-fe3861454923 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Unset dirty status for tenant:0780f842482f4e59b41843f42dd46f0e on resource:subnet {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:28:36.730842 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d86efbe0-b4f9-457c-a737-fe3861454923 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.5631404 May 05 20:28:36.736386 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:36.758985 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59102) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:36.843653 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=fca75c6c-669c-4972-8019-99a25ed879e1,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:36.888677 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d049138c-c8ad-43bf-9b87-e2c2207a7ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:36.899261 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-19332db6-0e0a-477e-8836-8b420db2d7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:36.926584 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd7893-7c5a-414c-bb01-951d9e114abd req-a94ce499-4218-40db-aeb6-d9a31886824c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:36.928911 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6efd7893-7c5a-414c-bb01-951d9e114abd req-a94ce499-4218-40db-aeb6-d9a31886824c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a51d332-4b43-4d56-aba9-d2415c353a42 HTTP/1.1" status: 200 len: 946 time: 0.6418898 May 05 20:28:36.973418 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-297babc1-1075-4aca-8a2c-49e9c9871e3f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Deleting subnet 49c3f212-294d-4665-ad30-8e44beb63ec9 {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:28:36.988676 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-297babc1-1075-4aca-8a2c-49e9c9871e3f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:37.037398 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device c61718a0-3c06-4390-a11f-fda4ecc297b3 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:28:37.118265 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-297babc1-1075-4aca-8a2c-49e9c9871e3f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:37.208858 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d5ce4dd4-a1cd-4f95-8acf-883dd6f3d990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:37.276904 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-70b317c3-5573-4af2-a5b0-61863415870b tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:37.279555 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port c61718a0-3c06-4390-a11f-fda4ecc297b3 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:28:37.279927 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:37.328758 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-8383bac4-c179-4d62-8118-0f021756ad65 tempest-TestNetworkAdvancedServerOps-1264277304 tempest-TestNetworkAdvancedServerOps-1264277304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:37.334621 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-8383bac4-c179-4d62-8118-0f021756ad65 tempest-TestNetworkAdvancedServerOps-1264277304 tempest-TestNetworkAdvancedServerOps-1264277304-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6a51d332-4b43-4d56-aba9-d2415c353a42&tenant_id=310f91420a2d4ddd8aab8a710d8dc814&binding%3Ahost_id=n-h2-840717-1 HTTP/1.1" status: 200 len: 1097 time: 0.7458735 May 05 20:28:37.350822 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-b8fae723-e22e-443d-bd75-dfda9c25a91b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-840717-1'}}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:28:37.373642 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6efd7893-7c5a-414c-bb01-951d9e114abd req-9790eccc-b4df-478c-9fd8-ffeeb4ea5b5a tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=d48d9097-b777-4574-9a19-13c10d09c75b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4362063 May 05 20:28:37.580212 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-b8fae723-e22e-443d-bd75-dfda9c25a91b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:37.674782 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 9e1507dd-5c0d-4293-b57f-612bda4bc664 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:28:37.711001 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-297babc1-1075-4aca-8a2c-49e9c9871e3f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:37.834542 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 9e1507dd-5c0d-4293-b57f-612bda4bc664 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:28:37.834937 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:37.926418 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-19332db6-0e0a-477e-8836-8b420db2d7a0 None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:37.937136 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:37.957082 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-d5ce4dd4-a1cd-4f95-8acf-883dd6f3d990 admin admin] Allocated IP 172.20.0.1 (81e059f1-e42b-45ac-8158-63145b3c15ef/9e58d1b8-6c6c-4aa5-8d69-bb25cde136fe/b6c625fb-c4e2-47fa-b83b-5fecf4c03ebc) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:28:37.997065 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70b317c3-5573-4af2-a5b0-61863415870b tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Router 2a49609c-07b2-4767-bbbc-44fd347c252c has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:28:38.020150 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-19332db6-0e0a-477e-8836-8b420db2d7a0 None None] Transition to ACTIVE for port object 36bd3071-96db-4238-a2fa-ef07ddcd2641 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:28:38.026082 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-297babc1-1075-4aca-8a2c-49e9c9871e3f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:38.046790 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-19332db6-0e0a-477e-8836-8b420db2d7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:38.104795 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-b8fae723-e22e-443d-bd75-dfda9c25a91b service neutron] For port 3d3cd12d-c6cb-4540-ab00-4234218f1159, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=3d3cd12d-c6cb-4540-ab00-4234218f1159,segment=NetworkSegment(8c83f52a-b29a-42d2-bd3e-a0fa0faf2957),segment_id=8c83f52a-b29a-42d2-bd3e-a0fa0faf2957)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:28:38.117059 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-19332db6-0e0a-477e-8836-8b420db2d7a0 None None] Attempting to bind port 36bd3071-96db-4238-a2fa-ef07ddcd2641 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:28:38.117463 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-19332db6-0e0a-477e-8836-8b420db2d7a0 None None] Attempting to bind port 36bd3071-96db-4238-a2fa-ef07ddcd2641 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:28:38.117789 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19332db6-0e0a-477e-8836-8b420db2d7a0 None None] Attempting to bind port 36bd3071-96db-4238-a2fa-ef07ddcd2641 on network 0401d202-1605-4cfe-bad4-fb225df6afb0 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:28:38.125783 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297babc1-1075-4aca-8a2c-49e9c9871e3f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event deleted for resources: {'Subnet': ['ID=49c3f212-294d-4665-ad30-8e44beb63ec9,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:38.144878 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19332db6-0e0a-477e-8836-8b420db2d7a0 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:28:38.145299 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19332db6-0e0a-477e-8836-8b420db2d7a0 None None] Checking segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:28:38.145750 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-19332db6-0e0a-477e-8836-8b420db2d7a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:38.146827 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19332db6-0e0a-477e-8836-8b420db2d7a0 None None] Bound using segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:28:38.147306 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-19332db6-0e0a-477e-8836-8b420db2d7a0 None None] Bound port: 36bd3071-96db-4238-a2fa-ef07ddcd2641, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:28:38.147700 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-19332db6-0e0a-477e-8836-8b420db2d7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:38.186445 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55351df-bb97-4981-be96-7cc499065267 None None] Network 7289b573-7530-4f0a-b5b0-032373718af7 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:28:38.200695 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:38.264007 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ee7c9f-0e88-4674-8954-6ad72a1a7862 None None] Pushing event updated for resources: {'Port': ['ID=36bd3071-96db-4238-a2fa-ef07ddcd2641,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:38.294453 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b317c3-5573-4af2-a5b0-61863415870b tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:28:38.308971 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8466f669-41ed-41c5-9eb8-232e5e896160 None None] Sync routers for ids ['2a49609c-07b2-4767-bbbc-44fd347c252c'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:28:38.322495 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8466f669-41ed-41c5-9eb8-232e5e896160 None None] Routers {'2a49609c-07b2-4767-bbbc-44fd347c252c'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:28:38.326774 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-8466f669-41ed-41c5-9eb8-232e5e896160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:28:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['2a49609c-07b2-4767-bbbc-44fd347c252c'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:28:38.347716 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-70b317c3-5573-4af2-a5b0-61863415870b tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.36 "PUT /v2.0/routers/2a49609c-07b2-4767-bbbc-44fd347c252c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2621968 May 05 20:28:38.351525 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59112) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:38.393195 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-297babc1-1075-4aca-8a2c-49e9c9871e3f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:38.411016 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-19332db6-0e0a-477e-8836-8b420db2d7a0 None None] For port 36bd3071-96db-4238-a2fa-ef07ddcd2641, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:28:38.419808 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-19332db6-0e0a-477e-8836-8b420db2d7a0 None None] For port 36bd3071-96db-4238-a2fa-ef07ddcd2641, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=36bd3071-96db-4238-a2fa-ef07ddcd2641,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:28:38.461542 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-19332db6-0e0a-477e-8836-8b420db2d7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:38.511107 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-02716406-f6fa-4d6b-a393-d0368490b450 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Deleting subnet 521ca40c-9681-43eb-bc60-150f1a46032a {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:28:38.518735 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-297babc1-1075-4aca-8a2c-49e9c9871e3f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/subnets/49c3f212-294d-4665-ad30-8e44beb63ec9 HTTP/1.1" status: 204 len: 168 time: 1.7567561 May 05 20:28:38.523266 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59120) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:38.524440 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-02716406-f6fa-4d6b-a393-d0368490b450 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:38.551328 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.resource_extend [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-b8fae723-e22e-443d-bd75-dfda9c25a91b service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 20:28:38.766404 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-b8fae723-e22e-443d-bd75-dfda9c25a91b service neutron] For port 3d3cd12d-c6cb-4540-ab00-4234218f1159, host n-h2-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:28:38.832503 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d5ce4dd4-a1cd-4f95-8acf-883dd6f3d990 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:38.847952 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-8466f669-41ed-41c5-9eb8-232e5e896160 None None] Set router 2a49609c-07b2-4767-bbbc-44fd347c252c gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:28:38.859535 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-376e7824-1db9-4be0-96a4-168ef7290b5d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2452302 May 05 20:28:38.870617 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59124) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:38.877055 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-2119cc30-775d-449e-ad64-88aed78e1a9f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Request body: {'subnet': {'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:28:38.907863 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-02716406-f6fa-4d6b-a393-d0368490b450 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:38.914411 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19332db6-0e0a-477e-8836-8b420db2d7a0 None None] Routers {'1495d2f6-6055-452d-a2fd-322ed8896f05'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:28:38.915660 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-19332db6-0e0a-477e-8836-8b420db2d7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:28:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['1495d2f6-6055-452d-a2fd-322ed8896f05'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:28:38.937016 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-d5ce4dd4-a1cd-4f95-8acf-883dd6f3d990 admin admin] Transition to ACTIVE for port object b6c625fb-c4e2-47fa-b83b-5fecf4c03ebc will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:28:38.971130 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device fca75c6c-669c-4972-8019-99a25ed879e1 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:28:39.029360 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-2119cc30-775d-449e-ad64-88aed78e1a9f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:28:39.034346 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-2119cc30-775d-449e-ad64-88aed78e1a9f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Usage tracker for resource:subnet and tenant:0780f842482f4e59b41843f42dd46f0e is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:28:39.039542 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-2119cc30-775d-449e-ad64-88aed78e1a9f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:28:39.046350 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-2119cc30-775d-449e-ad64-88aed78e1a9f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:28:39.051474 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ee7c9f-0e88-4674-8954-6ad72a1a7862 None None] Pushing event updated for resources: {'Port': ['ID=36bd3071-96db-4238-a2fa-ef07ddcd2641,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:39.062800 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a51d332-4b43-4d56-aba9-d2415c353a42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d3cd12d-c6cb-4540-ab00-4234218f1159'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:28:39.071468 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-b8fae723-e22e-443d-bd75-dfda9c25a91b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:39.078987 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-02716406-f6fa-4d6b-a393-d0368490b450 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:39.081187 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2119cc30-775d-449e-ad64-88aed78e1a9f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Made reservation on behalf of 0780f842482f4e59b41843f42dd46f0e for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:28:39.086239 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2119cc30-775d-449e-ad64-88aed78e1a9f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:39.150188 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-b8fae723-e22e-443d-bd75-dfda9c25a91b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:39.200721 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-02716406-f6fa-4d6b-a393-d0368490b450 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:39.284636 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aedcce0e-c63f-4844-8636-dc9df3110917'] response: {'server_uuid': '6a51d332-4b43-4d56-aba9-d2415c353a42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d3cd12d-c6cb-4540-ab00-4234218f1159', 'code': 200} May 05 20:28:39.294958 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02716406-f6fa-4d6b-a393-d0368490b450 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Pushing event deleted for resources: {'Subnet': ['ID=521ca40c-9681-43eb-bc60-150f1a46032a,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:39.305009 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port fca75c6c-669c-4972-8019-99a25ed879e1 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:28:39.305648 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:39.332462 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-02716406-f6fa-4d6b-a393-d0368490b450 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:39.353404 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-02716406-f6fa-4d6b-a393-d0368490b450 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.36 "DELETE /v2.0/subnets/521ca40c-9681-43eb-bc60-150f1a46032a HTTP/1.1" status: 204 len: 168 time: 1.0007894 May 05 20:28:39.356066 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59130) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:39.368185 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94189e0-b98c-42f5-a44e-c6fba196ea54 None None] Network 36eec0e3-5143-4174-8ec6-671b2dfec885 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:28:39.460595 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-8466f669-41ed-41c5-9eb8-232e5e896160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a49609c-07b2-4767-bbbc-44fd347c252c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-258687799', 'tenant_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '7598fa6b-ecdc-4abc-b270-6c3151c08f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:27:47Z', 'updated_at': '2022-05-05T20:28:35Z', 'revision_number': 5, 'project_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'gw_port': {'id': '7598fa6b-ecdc-4abc-b270-6c3151c08f03', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a49609c-07b2-4767-bbbc-44fd347c252c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:27:49Z', 'updated_at': '2022-05-05T20:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:28:39.476420 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8466f669-41ed-41c5-9eb8-232e5e896160 None None] Checking router: 2a49609c-07b2-4767-bbbc-44fd347c252c for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:28:39.497933 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fae723-e22e-443d-bd75-dfda9c25a91b service neutron] Pushing event updated for resources: {'Port': ['ID=3d3cd12d-c6cb-4540-ab00-4234218f1159,revision_number=7']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:39.499889 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8466f669-41ed-41c5-9eb8-232e5e896160 None None] Routers {'2a49609c-07b2-4767-bbbc-44fd347c252c'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:28:39.500791 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-8466f669-41ed-41c5-9eb8-232e5e896160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:28:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['2a49609c-07b2-4767-bbbc-44fd347c252c'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:28:39.525182 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-19332db6-0e0a-477e-8836-8b420db2d7a0 None None] Set router 1495d2f6-6055-452d-a2fd-322ed8896f05 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:28:39.542369 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966af269-d142-43f6-9e43-a8549d2f2dbf req-a9993079-528f-41d3-8307-210612a37431 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:39.544525 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-966af269-d142-43f6-9e43-a8549d2f2dbf req-a9993079-528f-41d3-8307-210612a37431 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a51d332-4b43-4d56-aba9-d2415c353a42 HTTP/1.1" status: 200 len: 946 time: 0.8397114 May 05 20:28:39.550844 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d5ce4dd4-a1cd-4f95-8acf-883dd6f3d990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:39.625091 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a14bc276-b950-4f02-bb0f-8b9f4a46158b tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:39.700205 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ce4dd4-a1cd-4f95-8acf-883dd6f3d990 admin admin] Pushing event updated for resources: {'Port': ['ID=b6c625fb-c4e2-47fa-b83b-5fecf4c03ebc,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:39.764554 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9657e902-cba1-493f-9876-14fc2c1db5ed None None] DHCP port deletion for 7289b573-7530-4f0a-b5b0-032373718af7 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:28:39.786117 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9657e902-cba1-493f-9876-14fc2c1db5ed None None] Deleting port c61718a0-3c06-4390-a11f-fda4ecc297b3 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:28:39.786924 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9657e902-cba1-493f-9876-14fc2c1db5ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:39.796805 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ce4dd4-a1cd-4f95-8acf-883dd6f3d990 admin admin] Network 81e059f1-e42b-45ac-8158-63145b3c15ef is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:28:39.812322 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-d5ce4dd4-a1cd-4f95-8acf-883dd6f3d990 admin admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:28:39.838395 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ce4dd4-a1cd-4f95-8acf-883dd6f3d990 admin admin] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:28:39.887990 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-966af269-d142-43f6-9e43-a8549d2f2dbf req-234a4709-8dfa-433a-acb3-75ff53e34448 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=d48d9097-b777-4574-9a19-13c10d09c75b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3319287 May 05 20:28:39.960700 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a14bc276-b950-4f02-bb0f-8b9f4a46158b tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:39.971388 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-a14bc276-b950-4f02-bb0f-8b9f4a46158b tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Deleting port 7598fa6b-ecdc-4abc-b270-6c3151c08f03 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:28:39.971980 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a14bc276-b950-4f02-bb0f-8b9f4a46158b tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:40.045152 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:40.060928 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-8466f669-41ed-41c5-9eb8-232e5e896160 None None] Set router 2a49609c-07b2-4767-bbbc-44fd347c252c gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:28:40.072716 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-b8fae723-e22e-443d-bd75-dfda9c25a91b service neutron] Attempting to bind port 3d3cd12d-c6cb-4540-ab00-4234218f1159 on host n-h2-840717-1 for vnic_type normal with profile {"migrating_to": "n-h1-840717-1"} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:28:40.076509 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-b8fae723-e22e-443d-bd75-dfda9c25a91b service neutron] Attempting to bind port 3d3cd12d-c6cb-4540-ab00-4234218f1159 by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': '8c83f52a-b29a-42d2-bd3e-a0fa0faf2957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a530804e-070c-4f75-96b2-acc53b3f286b'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:28:40.076882 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-b8fae723-e22e-443d-bd75-dfda9c25a91b service neutron] Attempting to bind port 3d3cd12d-c6cb-4540-ab00-4234218f1159 on network a530804e-070c-4f75-96b2-acc53b3f286b {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:28:40.200428 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d5ce4dd4-a1cd-4f95-8acf-883dd6f3d990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:40.275560 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-b8fae723-e22e-443d-bd75-dfda9c25a91b service neutron] Port 3d3cd12d-c6cb-4540-ab00-4234218f1159 on network a530804e-070c-4f75-96b2-acc53b3f286b not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:28:40.275946 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-b8fae723-e22e-443d-bd75-dfda9c25a91b service neutron] Attempting to bind port 3d3cd12d-c6cb-4540-ab00-4234218f1159 on network a530804e-070c-4f75-96b2-acc53b3f286b {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:28:40.350328 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-a14bc276-b950-4f02-bb0f-8b9f4a46158b tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] For port 7598fa6b-ecdc-4abc-b270-6c3151c08f03, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=7598fa6b-ecdc-4abc-b270-6c3151c08f03,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:28:40.350895 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a14bc276-b950-4f02-bb0f-8b9f4a46158b tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:40.414038 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-59dd7de5-3f39-4649-9474-9822e30e8415 None None] Provisioning complete for port 3d3cd12d-c6cb-4540-ab00-4234218f1159 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:28:40.414945 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-59dd7de5-3f39-4649-9474-9822e30e8415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:40.494444 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-a14bc276-b950-4f02-bb0f-8b9f4a46158b tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Calling delete_port for 7598fa6b-ecdc-4abc-b270-6c3151c08f03 owned by network:router_gateway {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:28:40.499449 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-b8fae723-e22e-443d-bd75-dfda9c25a91b service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:28:40.499946 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-b8fae723-e22e-443d-bd75-dfda9c25a91b service neutron] Checking segment: {'id': '8c83f52a-b29a-42d2-bd3e-a0fa0faf2957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a530804e-070c-4f75-96b2-acc53b3f286b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:28:40.503973 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-b8fae723-e22e-443d-bd75-dfda9c25a91b service neutron] Bound using segment: {'id': '8c83f52a-b29a-42d2-bd3e-a0fa0faf2957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a530804e-070c-4f75-96b2-acc53b3f286b'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:28:40.504428 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-b8fae723-e22e-443d-bd75-dfda9c25a91b service neutron] Bound port: 3d3cd12d-c6cb-4540-ab00-4234218f1159, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c83f52a-b29a-42d2-bd3e-a0fa0faf2957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a530804e-070c-4f75-96b2-acc53b3f286b'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:28:40.504789 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-b8fae723-e22e-443d-bd75-dfda9c25a91b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:40.528805 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-8466f669-41ed-41c5-9eb8-232e5e896160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a49609c-07b2-4767-bbbc-44fd347c252c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-258687799', 'tenant_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '7598fa6b-ecdc-4abc-b270-6c3151c08f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:27:47Z', 'updated_at': '2022-05-05T20:28:35Z', 'revision_number': 5, 'project_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'gw_port': {'id': '7598fa6b-ecdc-4abc-b270-6c3151c08f03', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a49609c-07b2-4767-bbbc-44fd347c252c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:27:49Z', 'updated_at': '2022-05-05T20:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:28:40.530123 n-d-840717-1 neutron-server[88197]: DEBUG neutron.objects.ports [None req-2119cc30-775d-449e-ad64-88aed78e1a9f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88197) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 05 20:28:40.532918 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8466f669-41ed-41c5-9eb8-232e5e896160 None None] The sync data for ids ['2a49609c-07b2-4767-bbbc-44fd347c252c'] in n-d-840717-1 is: [{'id': '2a49609c-07b2-4767-bbbc-44fd347c252c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-258687799', 'tenant_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '7598fa6b-ecdc-4abc-b270-6c3151c08f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:27:47Z', 'updated_at': '2022-05-05T20:28:35Z', 'revision_number': 5, 'project_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'gw_port': {'id': '7598fa6b-ecdc-4abc-b270-6c3151c08f03', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a49609c-07b2-4767-bbbc-44fd347c252c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:27:49Z', 'updated_at': '2022-05-05T20:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:28:40.691060 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a14bc276-b950-4f02-bb0f-8b9f4a46158b tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:40.717758 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d5ce4dd4-a1cd-4f95-8acf-883dd6f3d990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:40.750603 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14bc276-b950-4f02-bb0f-8b9f4a46158b tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Pushing event deleted for resources: {'Port': ['ID=7598fa6b-ecdc-4abc-b270-6c3151c08f03,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:40.773841 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-59dd7de5-3f39-4649-9474-9822e30e8415 None None] Port 3d3cd12d-c6cb-4540-ab00-4234218f1159 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:28:40.819423 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9657e902-cba1-493f-9876-14fc2c1db5ed None None] For port c61718a0-3c06-4390-a11f-fda4ecc297b3, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=c61718a0-3c06-4390-a11f-fda4ecc297b3,segment=NetworkSegment(1cf78a78-2d57-4ccb-9633-08c37696a2c0),segment_id=1cf78a78-2d57-4ccb-9633-08c37696a2c0)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:28:40.820110 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9657e902-cba1-493f-9876-14fc2c1db5ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:40.851639 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-b8fae723-e22e-443d-bd75-dfda9c25a91b service neutron] For port 3d3cd12d-c6cb-4540-ab00-4234218f1159, host n-h2-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:28:40.888082 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a14bc276-b950-4f02-bb0f-8b9f4a46158b tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:40.988387 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2119cc30-775d-449e-ad64-88aed78e1a9f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:41.065041 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9657e902-cba1-493f-9876-14fc2c1db5ed None None] Calling delete_port for c61718a0-3c06-4390-a11f-fda4ecc297b3 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:28:41.109466 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-b8fae723-e22e-443d-bd75-dfda9c25a91b service neutron] For port 3d3cd12d-c6cb-4540-ab00-4234218f1159, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=3d3cd12d-c6cb-4540-ab00-4234218f1159,segment=NetworkSegment(8c83f52a-b29a-42d2-bd3e-a0fa0faf2957),segment_id=8c83f52a-b29a-42d2-bd3e-a0fa0faf2957)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:28:41.141166 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-19332db6-0e0a-477e-8836-8b420db2d7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1495d2f6-6055-452d-a2fd-322ed8896f05', 'name': 'tempest-TestVolumeBootPattern-1458719583-router', 'tenant_id': 'b6f9d18826d54a409bfd538ce7dfd9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '36bd3071-96db-4238-a2fa-ef07ddcd2641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:28Z', 'updated_at': '2022-05-05T20:28:32Z', 'revision_number': 3, 'project_id': 'b6f9d18826d54a409bfd538ce7dfd9c0', 'gw_port': {'id': '36bd3071-96db-4238-a2fa-ef07ddcd2641', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:fd:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1495d2f6-6055-452d-a2fd-322ed8896f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:30Z', 'updated_at': '2022-05-05T20:28:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:28:41.148014 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b4c53d-0bdb-4356-98fa-9ca1fea82d59 None None] DHCP port deletion for 36eec0e3-5143-4174-8ec6-671b2dfec885 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:28:41.165181 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device c61718a0-3c06-4390-a11f-fda4ecc297b3 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:28:41.228904 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b1b4c53d-0bdb-4356-98fa-9ca1fea82d59 None None] Deleting port 29353b1a-ab5d-46be-b32a-bb66f03923a3 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:28:41.229276 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b1b4c53d-0bdb-4356-98fa-9ca1fea82d59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:41.262246 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19332db6-0e0a-477e-8836-8b420db2d7a0 None None] The sync data for ids ['1495d2f6-6055-452d-a2fd-322ed8896f05'] in n-d-840717-1 is: [{'id': '1495d2f6-6055-452d-a2fd-322ed8896f05', 'name': 'tempest-TestVolumeBootPattern-1458719583-router', 'tenant_id': 'b6f9d18826d54a409bfd538ce7dfd9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '36bd3071-96db-4238-a2fa-ef07ddcd2641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:28Z', 'updated_at': '2022-05-05T20:28:32Z', 'revision_number': 3, 'project_id': 'b6f9d18826d54a409bfd538ce7dfd9c0', 'gw_port': {'id': '36bd3071-96db-4238-a2fa-ef07ddcd2641', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:fd:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1495d2f6-6055-452d-a2fd-322ed8896f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:30Z', 'updated_at': '2022-05-05T20:28:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:28:41.263477 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-20c407d4-c9a3-4473-ae54-08b26ce39fab None None] Provisioning for port b6c625fb-c4e2-47fa-b83b-5fecf4c03ebc completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:28:41.306157 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a14bc276-b950-4f02-bb0f-8b9f4a46158b tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:41.314202 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-20c407d4-c9a3-4473-ae54-08b26ce39fab None None] Provisioning complete for port b6c625fb-c4e2-47fa-b83b-5fecf4c03ebc triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:28:41.314455 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-20c407d4-c9a3-4473-ae54-08b26ce39fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:41.315173 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a14bc276-b950-4f02-bb0f-8b9f4a46158b tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:41.373921 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a14bc276-b950-4f02-bb0f-8b9f4a46158b tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:41.374768 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a14bc276-b950-4f02-bb0f-8b9f4a46158b tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Fanout notify agent at l3_agent the message router_deleted on router 2a49609c-07b2-4767-bbbc-44fd347c252c {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:28:41.419174 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a14bc276-b950-4f02-bb0f-8b9f4a46158b tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:41.421240 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a14bc276-b950-4f02-bb0f-8b9f4a46158b tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.36 "DELETE /v2.0/routers/2a49609c-07b2-4767-bbbc-44fd347c252c HTTP/1.1" status: 204 len: 168 time: 2.0624876 May 05 20:28:41.423862 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59140) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:41.436957 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26cf58e-444b-4895-b4b5-25294e17482d req-4ff065e1-74b6-41be-9891-20c77f2b6820 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:41.438568 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b26cf58e-444b-4895-b4b5-25294e17482d req-4ff065e1-74b6-41be-9891-20c77f2b6820 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a51d332-4b43-4d56-aba9-d2415c353a42 HTTP/1.1" status: 200 len: 944 time: 0.1879959 May 05 20:28:41.497907 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-2119cc30-775d-449e-ad64-88aed78e1a9f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] For port c61718a0-3c06-4390-a11f-fda4ecc297b3, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=c61718a0-3c06-4390-a11f-fda4ecc297b3,segment=NetworkSegment(1cf78a78-2d57-4ccb-9633-08c37696a2c0),segment_id=1cf78a78-2d57-4ccb-9633-08c37696a2c0)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:28:41.525971 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2119cc30-775d-449e-ad64-88aed78e1a9f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:41.530351 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b26cf58e-444b-4895-b4b5-25294e17482d req-ed39db1c-0e6b-4b9d-936d-e58d5b57db68 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=d48d9097-b777-4574-9a19-13c10d09c75b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736449 May 05 20:28:41.611077 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-9657e902-cba1-493f-9876-14fc2c1db5ed None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:28:41.611539 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-9657e902-cba1-493f-9876-14fc2c1db5ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:28:41.623155 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-20c407d4-c9a3-4473-ae54-08b26ce39fab None None] Port b6c625fb-c4e2-47fa-b83b-5fecf4c03ebc cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:28:41.641101 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:41.667028 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-b8fae723-e22e-443d-bd75-dfda9c25a91b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:41.709880 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2119cc30-775d-449e-ad64-88aed78e1a9f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:41.710913 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2119cc30-775d-449e-ad64-88aed78e1a9f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:41.721539 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-26f076ce-2922-40c4-a2d6-c50945e1063b tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:41.744991 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-26f076ce-2922-40c4-a2d6-c50945e1063b tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Deleting port 29353b1a-ab5d-46be-b32a-bb66f03923a3 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:28:41.746856 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-26f076ce-2922-40c4-a2d6-c50945e1063b tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:41.830282 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b1b4c53d-0bdb-4356-98fa-9ca1fea82d59 None None] For port 29353b1a-ab5d-46be-b32a-bb66f03923a3, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=29353b1a-ab5d-46be-b32a-bb66f03923a3,segment=NetworkSegment(914e1da9-0197-43af-808d-dca8d41a73f4),segment_id=914e1da9-0197-43af-808d-dca8d41a73f4)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:28:41.830748 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b1b4c53d-0bdb-4356-98fa-9ca1fea82d59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:41.963262 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2119cc30-775d-449e-ad64-88aed78e1a9f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Network 7289b573-7530-4f0a-b5b0-032373718af7 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:28:41.974300 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2119cc30-775d-449e-ad64-88aed78e1a9f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event updated for resources: {'Subnet': ['ID=0a18ed1a-345d-44d8-a611-689664dc2619,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:41.976666 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-2119cc30-775d-449e-ad64-88aed78e1a9f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:28:41.987592 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2119cc30-775d-449e-ad64-88aed78e1a9f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:41.988219 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2119cc30-775d-449e-ad64-88aed78e1a9f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:41.992226 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fae723-e22e-443d-bd75-dfda9c25a91b service neutron] Pushing event updated for resources: {'Port': ['ID=3d3cd12d-c6cb-4540-ab00-4234218f1159,revision_number=8']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:42.077511 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-26f076ce-2922-40c4-a2d6-c50945e1063b tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] For port 29353b1a-ab5d-46be-b32a-bb66f03923a3, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=29353b1a-ab5d-46be-b32a-bb66f03923a3,segment=NetworkSegment(914e1da9-0197-43af-808d-dca8d41a73f4),segment_id=914e1da9-0197-43af-808d-dca8d41a73f4)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:28:42.077876 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-26f076ce-2922-40c4-a2d6-c50945e1063b tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:42.080202 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:28:42.080720 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:28:42.088213 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b1b4c53d-0bdb-4356-98fa-9ca1fea82d59 None None] Calling delete_port for 29353b1a-ab5d-46be-b32a-bb66f03923a3 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:28:42.126441 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9657e902-cba1-493f-9876-14fc2c1db5ed None None] Deleting port c61718a0-3c06-4390-a11f-fda4ecc297b3 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:28:42.126975 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9657e902-cba1-493f-9876-14fc2c1db5ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:42.215714 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2119cc30-775d-449e-ad64-88aed78e1a9f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event updated for resources: {'Port': ['ID=c61718a0-3c06-4390-a11f-fda4ecc297b3,revision_number=6']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:42.263926 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d5ce4dd4-a1cd-4f95-8acf-883dd6f3d990 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:42.279224 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d5ce4dd4-a1cd-4f95-8acf-883dd6f3d990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:42.404669 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-26f076ce-2922-40c4-a2d6-c50945e1063b tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Calling delete_port for 29353b1a-ab5d-46be-b32a-bb66f03923a3 owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:28:42.443548 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d5ce4dd4-a1cd-4f95-8acf-883dd6f3d990 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:42.443849 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-d89d5c4c-b30d-4af7-a580-4a94c1e18913 None None] Provisioning complete for port 3d3cd12d-c6cb-4540-ab00-4234218f1159 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:28:42.445617 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d89d5c4c-b30d-4af7-a580-4a94c1e18913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:42.451951 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ce4dd4-a1cd-4f95-8acf-883dd6f3d990 admin admin] Pushing event updated for resources: {'Port': ['ID=b6c625fb-c4e2-47fa-b83b-5fecf4c03ebc,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:42.458111 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-2119cc30-775d-449e-ad64-88aed78e1a9f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.5835652 May 05 20:28:42.460240 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59150) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:42.471372 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-c8ec374e-abdf-4660-a180-3e6fad020aa9 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Request body: {'port': {'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'mac_address': 'fa:16:3e:77:28:9d', 'name': 'tempest-NetworksTestDHCPv6-2025536972'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:28:42.515053 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b1b4c53d-0bdb-4356-98fa-9ca1fea82d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:42.596577 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.db.api [None req-26f076ce-2922-40c4-a2d6-c50945e1063b tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88198) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:28:42.597261 n-d-840717-1 neutron-server[88198]: DEBUG oslo_db.api [None req-26f076ce-2922-40c4-a2d6-c50945e1063b tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:28:42.617717 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-b8fae723-e22e-443d-bd75-dfda9c25a91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:42.618452 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-b8fae723-e22e-443d-bd75-dfda9c25a91b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:42.620020 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-b8fae723-e22e-443d-bd75-dfda9c25a91b service neutron] 10.222.0.24 "PUT /v2.0/ports/3d3cd12d-c6cb-4540-ab00-4234218f1159 HTTP/1.1" status: 200 len: 1122 time: 5.2735140 May 05 20:28:42.638328 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a51d332-4b43-4d56-aba9-d2415c353a42', 'tag': '3d3cd12d-c6cb-4540-ab00-4234218f1159'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:28:42.766917 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49d23d1b-6c58-4056-843a-0777448c9d97'] response: {'name': 'network-changed', 'server_uuid': '6a51d332-4b43-4d56-aba9-d2415c353a42', 'tag': '3d3cd12d-c6cb-4540-ab00-4234218f1159', 'status': 'completed', 'code': 200} May 05 20:28:42.885775 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:42.900424 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b4c53d-0bdb-4356-98fa-9ca1fea82d59 None None] No DVR routers for this DVR port 29353b1a-ab5d-46be-b32a-bb66f03923a3 on host n-d-840717-1 {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:28:42.902081 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b4c53d-0bdb-4356-98fa-9ca1fea82d59 None None] Pushing event deleted for resources: {'Port': ['ID=29353b1a-ab5d-46be-b32a-bb66f03923a3,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:42.904387 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['3d3cd12d-c6cb-4540-ab00-4234218f1159'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:28:43.057413 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-c8ec374e-abdf-4660-a180-3e6fad020aa9 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:28:43.062274 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-c8ec374e-abdf-4660-a180-3e6fad020aa9 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Usage tracker for resource:port and tenant:0780f842482f4e59b41843f42dd46f0e is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:28:43.065695 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-c8ec374e-abdf-4660-a180-3e6fad020aa9 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:28:43.072723 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-c8ec374e-abdf-4660-a180-3e6fad020aa9 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:28:43.076790 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8d8a2-1809-4b5c-869b-ccfedca73493 req-1f95d29d-4fc3-4095-a5a3-9241b9798bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:43.079119 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-42f8d8a2-1809-4b5c-869b-ccfedca73493 req-1f95d29d-4fc3-4095-a5a3-9241b9798bd2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=310f91420a2d4ddd8aab8a710d8dc814&device_id=6a51d332-4b43-4d56-aba9-d2415c353a42 HTTP/1.1" status: 200 len: 1125 time: 0.3226690 May 05 20:28:43.097940 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ec374e-abdf-4660-a180-3e6fad020aa9 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Made reservation on behalf of 0780f842482f4e59b41843f42dd46f0e for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:28:43.126700 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ce4dd4-a1cd-4f95-8acf-883dd6f3d990 admin admin] Network 81e059f1-e42b-45ac-8158-63145b3c15ef is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:28:43.130380 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-26f076ce-2922-40c4-a2d6-c50945e1063b tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Deleting port 29353b1a-ab5d-46be-b32a-bb66f03923a3 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:28:43.131303 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-26f076ce-2922-40c4-a2d6-c50945e1063b tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:43.143564 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-d5ce4dd4-a1cd-4f95-8acf-883dd6f3d990 admin admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:28:43.156152 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c23e100-8a96-4cc0-ac89-e405fdf61919 req-8ea80c08-a6f5-41f2-a367-32b8695e9e5a tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:43.157880 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1c23e100-8a96-4cc0-ac89-e405fdf61919 req-8ea80c08-a6f5-41f2-a367-32b8695e9e5a tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a51d332-4b43-4d56-aba9-d2415c353a42 HTTP/1.1" status: 200 len: 944 time: 0.3897891 May 05 20:28:43.238028 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-26f076ce-2922-40c4-a2d6-c50945e1063b tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] The port '29353b1a-ab5d-46be-b32a-bb66f03923a3' was deleted {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 20:28:43.263333 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9657e902-cba1-493f-9876-14fc2c1db5ed None None] For port c61718a0-3c06-4390-a11f-fda4ecc297b3, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=c61718a0-3c06-4390-a11f-fda4ecc297b3,segment=NetworkSegment(1cf78a78-2d57-4ccb-9633-08c37696a2c0),segment_id=1cf78a78-2d57-4ccb-9633-08c37696a2c0)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:28:43.263989 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9657e902-cba1-493f-9876-14fc2c1db5ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:43.458245 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9657e902-cba1-493f-9876-14fc2c1db5ed None None] Calling delete_port for c61718a0-3c06-4390-a11f-fda4ecc297b3 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:28:43.539218 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-26f076ce-2922-40c4-a2d6-c50945e1063b tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:43.561715 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c8ec374e-abdf-4660-a180-3e6fad020aa9 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:43.564056 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8d8a2-1809-4b5c-869b-ccfedca73493 req-c3b21264-c3c8-4136-ba7e-8edc79ca02fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:43.565521 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-42f8d8a2-1809-4b5c-869b-ccfedca73493 req-c3b21264-c3c8-4136-ba7e-8edc79ca02fb service neutron] 10.222.0.50 "GET /v2.0/networks?id=a530804e-070c-4f75-96b2-acc53b3f286b HTTP/1.1" status: 200 len: 897 time: 0.4806199 May 05 20:28:43.647450 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1c23e100-8a96-4cc0-ac89-e405fdf61919 req-370db233-8b05-4a1b-ae2c-954f6f5fbc80 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=d48d9097-b777-4574-9a19-13c10d09c75b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3877559 May 05 20:28:43.652026 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5ce4dd4-a1cd-4f95-8acf-883dd6f3d990 admin admin] Router 1495d2f6-6055-452d-a2fd-322ed8896f05 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:28:43.686743 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-26f076ce-2922-40c4-a2d6-c50945e1063b tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36eec0e3-5143-4174-8ec6-671b2dfec885']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:28:43.695005 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [None req-c8ec374e-abdf-4660-a180-3e6fad020aa9 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] device_id is not set on port fab35ed4-d362-4059-955d-ee608ac06bd5 yet. {{(pid=88197) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:28:43.711054 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port c61718a0-3c06-4390-a11f-fda4ecc297b3, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=c61718a0-3c06-4390-a11f-fda4ecc297b3,segment=NetworkSegment(1cf78a78-2d57-4ccb-9633-08c37696a2c0),segment_id=1cf78a78-2d57-4ccb-9633-08c37696a2c0)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:28:43.722411 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-26f076ce-2922-40c4-a2d6-c50945e1063b tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '914e1da9-0197-43af-808d-dca8d41a73f4') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:28:43.722974 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-26f076ce-2922-40c4-a2d6-c50945e1063b tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '914e1da9-0197-43af-808d-dca8d41a73f4') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:28:43.744136 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-26f076ce-2922-40c4-a2d6-c50945e1063b tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:43.776452 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:43.777141 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device e2f15072-1065-4850-8c0c-24ba63dbd5d8 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:28:43.783571 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-42f8d8a2-1809-4b5c-869b-ccfedca73493 req-269afc15-350d-450c-b27c-2e9da7538768 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d3cd12d-c6cb-4540-ab00-4234218f1159 HTTP/1.1" status: 200 len: 999 time: 0.2096157 May 05 20:28:43.785229 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-26f076ce-2922-40c4-a2d6-c50945e1063b tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:43.834673 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-9657e902-cba1-493f-9876-14fc2c1db5ed None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:28:43.834939 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-9657e902-cba1-493f-9876-14fc2c1db5ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:28:43.867634 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8d8a2-1809-4b5c-869b-ccfedca73493 req-467915f9-85ff-4f05-a236-37fd897d9724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:43.868875 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: e2f15072-1065-4850-8c0c-24ba63dbd5d8 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:28:43.869193 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device e2f15072-1065-4850-8c0c-24ba63dbd5d8 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:28:43.869656 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-42f8d8a2-1809-4b5c-869b-ccfedca73493 req-467915f9-85ff-4f05-a236-37fd897d9724 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4c3daedf-d3f6-4ceb-abbf-298ca5ecc579 HTTP/1.1" status: 200 len: 835 time: 0.0776672 May 05 20:28:43.878527 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26f076ce-2922-40c4-a2d6-c50945e1063b tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:28:43.879617 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d89d5c4c-b30d-4af7-a580-4a94c1e18913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:43.880452 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-26f076ce-2922-40c4-a2d6-c50945e1063b tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:43.998886 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a51d332-4b43-4d56-aba9-d2415c353a42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d3cd12d-c6cb-4540-ab00-4234218f1159'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:28:44.012407 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=c61718a0-3c06-4390-a11f-fda4ecc297b3,revision_number=7']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:44.026621 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-d89d5c4c-b30d-4af7-a580-4a94c1e18913 None None] For port 3d3cd12d-c6cb-4540-ab00-4234218f1159, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=3d3cd12d-c6cb-4540-ab00-4234218f1159,segment=NetworkSegment(8c83f52a-b29a-42d2-bd3e-a0fa0faf2957),segment_id=8c83f52a-b29a-42d2-bd3e-a0fa0faf2957)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:28:44.042666 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9657e902-cba1-493f-9876-14fc2c1db5ed None None] Deleting port c61718a0-3c06-4390-a11f-fda4ecc297b3 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:28:44.042920 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9657e902-cba1-493f-9876-14fc2c1db5ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:44.116182 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 36bd3071-96db-4238-a2fa-ef07ddcd2641 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:28:44.127095 n-d-840717-1 neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:28:44.127095 n-d-840717-1 neutron-server[88198]: util.warn( May 05 20:28:44.127095 n-d-840717-1 neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:28:44.127095 n-d-840717-1 neutron-server[88198]: util.warn( May 05 20:28:44.127095 n-d-840717-1 neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:28:44.127095 n-d-840717-1 neutron-server[88198]: util.warn( May 05 20:28:44.127095 n-d-840717-1 neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:28:44.127095 n-d-840717-1 neutron-server[88198]: util.warn( May 05 20:28:44.127095 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:28:44.127095 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:28:44.127095 n-d-840717-1 neutron-server[88198]: timer() May 05 20:28:44.127095 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:28:44.127095 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:28:44.127095 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:28:44.127095 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:28:44.127095 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:28:44.127095 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:28:44.127095 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:28:44.127095 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:28:44.127095 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:28:44.127095 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:28:44.127095 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:28:44.127095 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:28:44.127095 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:28:44.127095 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:28:44.127095 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:28:44.127095 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:28:44.127095 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:28:44.127095 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:28:44.127095 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:28:44.127095 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:28:44.127095 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:28:44.127095 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:28:44.127095 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:28:44.127095 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:28:44.127095 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:28:44.127095 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:28:44.127095 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:28:44.127095 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:28:44.127095 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:28:44.149287 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ce4dd4-a1cd-4f95-8acf-883dd6f3d990 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:28:44.155370 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d89d5c4c-b30d-4af7-a580-4a94c1e18913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:44.168696 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d5ce4dd4-a1cd-4f95-8acf-883dd6f3d990 admin admin] 10.222.0.36 "PUT /v2.0/routers/1495d2f6-6055-452d-a2fd-322ed8896f05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7507143 May 05 20:28:44.191701 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-26f076ce-2922-40c4-a2d6-c50945e1063b tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:44.219665 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-26f076ce-2922-40c4-a2d6-c50945e1063b tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:44.238940 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f076ce-2922-40c4-a2d6-c50945e1063b tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Pushing event deleted for resources: {'Network': ['ID=36eec0e3-5143-4174-8ec6-671b2dfec885,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:44.268035 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-26f076ce-2922-40c4-a2d6-c50945e1063b tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.36 "DELETE /v2.0/networks/36eec0e3-5143-4174-8ec6-671b2dfec885 HTTP/1.1" status: 204 len: 168 time: 2.8428848 May 05 20:28:44.270813 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59162) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:44.287583 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e082a4c8-a5bc-4e90-b393-cfac77436ccc'] response: {'server_uuid': '6a51d332-4b43-4d56-aba9-d2415c353a42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d3cd12d-c6cb-4540-ab00-4234218f1159', 'code': 200} May 05 20:28:44.379901 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8d8a2-1809-4b5c-869b-ccfedca73493 req-1c2dbcbc-88a4-4bed-a1ac-d183bd7936f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:44.382099 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-42f8d8a2-1809-4b5c-869b-ccfedca73493 req-1c2dbcbc-88a4-4bed-a1ac-d183bd7936f0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a530804e-070c-4f75-96b2-acc53b3f286b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2486308 May 05 20:28:44.402964 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-c8ec374e-abdf-4660-a180-3e6fad020aa9 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Allocated IP 2001:db8::f816:3eff:fe77:289d (7289b573-7530-4f0a-b5b0-032373718af7/0a18ed1a-345d-44d8-a611-689664dc2619/fab35ed4-d362-4059-955d-ee608ac06bd5) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:28:44.552733 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8dca3dc-a9cf-4e13-9f77-cd1b74b32588 None None] Sync routers for ids ['1495d2f6-6055-452d-a2fd-322ed8896f05'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:28:44.571442 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 3d3cd12d-c6cb-4540-ab00-4234218f1159 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:28:44.651488 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-7bb0f61a-4bac-43de-bc2a-647955fc041e tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Deleting port 10e8cfd5-bd07-4dc8-8aad-4e571595eb5d {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:28:44.652062 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7bb0f61a-4bac-43de-bc2a-647955fc041e tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:44.689449 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dca3dc-a9cf-4e13-9f77-cd1b74b32588 None None] Routers {'1495d2f6-6055-452d-a2fd-322ed8896f05'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:28:44.693656 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-a8dca3dc-a9cf-4e13-9f77-cd1b74b32588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:28:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['1495d2f6-6055-452d-a2fd-322ed8896f05'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:28:44.784706 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c8ec374e-abdf-4660-a180-3e6fad020aa9 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:44.846846 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-c8ec374e-abdf-4660-a180-3e6fad020aa9 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Transition to ACTIVE for port object fab35ed4-d362-4059-955d-ee608ac06bd5 will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:28:44.869366 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:44.905773 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-42f8d8a2-1809-4b5c-869b-ccfedca73493 req-5a29e0fe-d7c3-4226-b730-6dce060a8f39 service neutron] 10.222.0.50 "GET /v2.0/networks/a530804e-070c-4f75-96b2-acc53b3f286b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5147662 May 05 20:28:44.911907 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c8ec374e-abdf-4660-a180-3e6fad020aa9 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:44.962145 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89d5c4c-b30d-4af7-a580-4a94c1e18913 None None] Pushing event updated for resources: {'Port': ['ID=3d3cd12d-c6cb-4540-ab00-4234218f1159,revision_number=9']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:44.977306 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-71b45727-ec52-4bc2-a742-103bb7249808 None None] Provisioning complete for port b6c625fb-c4e2-47fa-b83b-5fecf4c03ebc triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:28:44.977677 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-71b45727-ec52-4bc2-a742-103bb7249808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:45.114782 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9657e902-cba1-493f-9876-14fc2c1db5ed None None] For port c61718a0-3c06-4390-a11f-fda4ecc297b3, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=c61718a0-3c06-4390-a11f-fda4ecc297b3,segment=NetworkSegment(1cf78a78-2d57-4ccb-9633-08c37696a2c0),segment_id=1cf78a78-2d57-4ccb-9633-08c37696a2c0)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:28:45.115312 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9657e902-cba1-493f-9876-14fc2c1db5ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:45.154845 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ec374e-abdf-4660-a180-3e6fad020aa9 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Network 7289b573-7530-4f0a-b5b0-032373718af7 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:28:45.183035 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-c8ec374e-abdf-4660-a180-3e6fad020aa9 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:28:45.205616 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ec374e-abdf-4660-a180-3e6fad020aa9 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:28:45.212613 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ec374e-abdf-4660-a180-3e6fad020aa9 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:45.224101 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c8ec374e-abdf-4660-a180-3e6fad020aa9 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:45.258218 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9657e902-cba1-493f-9876-14fc2c1db5ed None None] Calling delete_port for c61718a0-3c06-4390-a11f-fda4ecc297b3 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:28:45.282338 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7bb0f61a-4bac-43de-bc2a-647955fc041e tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:45.282659 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7bb0f61a-4bac-43de-bc2a-647955fc041e tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:45.310038 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ec374e-abdf-4660-a180-3e6fad020aa9 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event updated for resources: {'Port': ['ID=fab35ed4-d362-4059-955d-ee608ac06bd5,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:45.320841 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-c8ec374e-abdf-4660-a180-3e6fad020aa9 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8570402 May 05 20:28:45.325553 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59184) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:45.333988 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.resource_extend [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 20:28:45.369530 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-42f8d8a2-1809-4b5c-869b-ccfedca73493 req-09c51d4b-2ab4-4274-8098-2861fd05aa22 service neutron] 10.222.0.50 "GET /v2.0/networks/a530804e-070c-4f75-96b2-acc53b3f286b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4497428 May 05 20:28:45.436823 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2f0c4f-ed3e-43c1-ad81-27f473e6f3f4 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:45.441790 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-7bb0f61a-4bac-43de-bc2a-647955fc041e tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Calling delete_port for 10e8cfd5-bd07-4dc8-8aad-4e571595eb5d owned by network:floatingip {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:28:45.443229 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2f0c4f-ed3e-43c1-ad81-27f473e6f3f4 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:45.444183 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-ba2f0c4f-ed3e-43c1-ad81-27f473e6f3f4 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Synchronizing usage tracker for tenant:0780f842482f4e59b41843f42dd46f0e on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:28:45.468700 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5fda10-ab50-4ec1-953e-4e52a32be29f req-d8f3d4fe-d2e2-4d3c-b109-c5d0a06dc9b8 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:45.478204 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5e5fda10-ab50-4ec1-953e-4e52a32be29f req-d8f3d4fe-d2e2-4d3c-b109-c5d0a06dc9b8 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a51d332-4b43-4d56-aba9-d2415c353a42 HTTP/1.1" status: 200 len: 946 time: 0.4304299 May 05 20:28:45.499158 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-ba2f0c4f-ed3e-43c1-ad81-27f473e6f3f4 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Unset dirty status for tenant:0780f842482f4e59b41843f42dd46f0e on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:28:45.500529 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-ba2f0c4f-ed3e-43c1-ad81-27f473e6f3f4 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1740539 May 05 20:28:45.503421 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59188) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:45.540651 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5e5fda10-ab50-4ec1-953e-4e52a32be29f req-270b3455-cf81-47bd-9a8c-f9ebbb4cf6f4 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=d48d9097-b777-4574-9a19-13c10d09c75b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613792 May 05 20:28:45.594887 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-bb1039e0-6adf-4b4d-8c18-1df9ede92ddd tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Deleting port fab35ed4-d362-4059-955d-ee608ac06bd5 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:28:45.595235 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bb1039e0-6adf-4b4d-8c18-1df9ede92ddd tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:45.634613 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 36bd3071-96db-4238-a2fa-ef07ddcd2641 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:28:45.695945 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 36bd3071-96db-4238-a2fa-ef07ddcd2641 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:28:45.696410 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:45.749357 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-71b45727-ec52-4bc2-a742-103bb7249808 None None] Port b6c625fb-c4e2-47fa-b83b-5fecf4c03ebc cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:28:45.827676 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-a8dca3dc-a9cf-4e13-9f77-cd1b74b32588 None None] Set router 1495d2f6-6055-452d-a2fd-322ed8896f05 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:28:45.855209 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7bb0f61a-4bac-43de-bc2a-647955fc041e tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:45.925885 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb0f61a-4bac-43de-bc2a-647955fc041e tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Pushing event deleted for resources: {'Port': ['ID=10e8cfd5-bd07-4dc8-8aad-4e571595eb5d,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:45.989190 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 3d3cd12d-c6cb-4540-ab00-4234218f1159, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=3d3cd12d-c6cb-4540-ab00-4234218f1159,segment=NetworkSegment(8c83f52a-b29a-42d2-bd3e-a0fa0faf2957),segment_id=8c83f52a-b29a-42d2-bd3e-a0fa0faf2957)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:28:46.024472 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 3d3cd12d-c6cb-4540-ab00-4234218f1159 has no active binding in host n-h1-840717-1 {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 05 20:28:46.148749 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9657e902-cba1-493f-9876-14fc2c1db5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:46.160198 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7bb0f61a-4bac-43de-bc2a-647955fc041e tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks [] for floatingip, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:46.160844 n-d-840717-1 neutron-server[88198]: INFO neutron.db.l3_db [None req-7bb0f61a-4bac-43de-bc2a-647955fc041e tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Floating IP 232fd9e9-f7b4-4ed4-9a7a-c4d33ce10d68 disassociated (deleted). External IP: 172.25.0.187, port: d2342f27-22fb-4e0f-9985-02c4bedd9d92. May 05 20:28:46.232456 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9657e902-cba1-493f-9876-14fc2c1db5ed None None] Pushing event deleted for resources: {'Port': ['ID=c61718a0-3c06-4390-a11f-fda4ecc297b3,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:46.277362 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bb1039e0-6adf-4b4d-8c18-1df9ede92ddd tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:46.382047 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59206) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:46.449482 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9657e902-cba1-493f-9876-14fc2c1db5ed None None] No DVR routers for this DVR port c61718a0-3c06-4390-a11f-fda4ecc297b3 on host n-d-840717-1 {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:28:46.468783 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:46.481962 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5eb27c6-1192-4efb-8531-03dd2e0ac44c None None] Network 7289b573-7530-4f0a-b5b0-032373718af7 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:28:46.492367 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-bb1039e0-6adf-4b4d-8c18-1df9ede92ddd tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Calling delete_port for fab35ed4-d362-4059-955d-ee608ac06bd5 owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:28:46.568426 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4ef091b3-b17b-4cd8-94a6-41229626d434 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:46.584752 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 36bd3071-96db-4238-a2fa-ef07ddcd2641, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=36bd3071-96db-4238-a2fa-ef07ddcd2641,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:28:46.590619 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4ef091b3-b17b-4cd8-94a6-41229626d434 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:28:46.597364 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4ef091b3-b17b-4cd8-94a6-41229626d434 admin admin] Usage tracker for resource:security_group_rule and tenant:2bb162035be34dab93347a57d70bc847 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:28:46.600663 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4ef091b3-b17b-4cd8-94a6-41229626d434 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:28:46.607596 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4ef091b3-b17b-4cd8-94a6-41229626d434 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:28:46.767868 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:46.772125 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4ef091b3-b17b-4cd8-94a6-41229626d434 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:46.779147 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4ef091b3-b17b-4cd8-94a6-41229626d434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:46.789420 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:46.845759 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-4ef091b3-b17b-4cd8-94a6-41229626d434 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2bb162035be34dab93347a57d70bc847&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4625821 May 05 20:28:46.847004 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef091b3-b17b-4cd8-94a6-41229626d434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a87a644c-ce67-4329-9ec2-beba03151cef,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:46.850425 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59216) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:46.917425 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-19881674-8a30-4be1-81eb-ec98a12b0a48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:46.922304 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 7598fa6b-ecdc-4abc-b270-6c3151c08f03 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:28:46.950589 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-19881674-8a30-4be1-81eb-ec98a12b0a48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:46.978422 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 7598fa6b-ecdc-4abc-b270-6c3151c08f03 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:28:46.978950 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 7598fa6b-ecdc-4abc-b270-6c3151c08f03 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:28:46.979394 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 29353b1a-ab5d-46be-b32a-bb66f03923a3 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:28:47.019488 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-19881674-8a30-4be1-81eb-ec98a12b0a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:47.036093 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 29353b1a-ab5d-46be-b32a-bb66f03923a3 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:28:47.036440 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 29353b1a-ab5d-46be-b32a-bb66f03923a3 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:28:47.069771 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19881674-8a30-4be1-81eb-ec98a12b0a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87a644c-ce67-4329-9ec2-beba03151cef,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:47.086041 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-19881674-8a30-4be1-81eb-ec98a12b0a48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:47.088222 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-19881674-8a30-4be1-81eb-ec98a12b0a48 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a87a644c-ce67-4329-9ec2-beba03151cef HTTP/1.1" status: 204 len: 168 time: 0.2365727 May 05 20:28:47.107307 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=36bd3071-96db-4238-a2fa-ef07ddcd2641,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:47.229429 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-a8dca3dc-a9cf-4e13-9f77-cd1b74b32588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1495d2f6-6055-452d-a2fd-322ed8896f05', 'name': 'tempest-TestVolumeBootPattern-1458719583-router', 'tenant_id': 'b6f9d18826d54a409bfd538ce7dfd9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '36bd3071-96db-4238-a2fa-ef07ddcd2641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:28Z', 'updated_at': '2022-05-05T20:28:40Z', 'revision_number': 4, 'project_id': 'b6f9d18826d54a409bfd538ce7dfd9c0', 'gw_port': {'id': '36bd3071-96db-4238-a2fa-ef07ddcd2641', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:fd:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1495d2f6-6055-452d-a2fd-322ed8896f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:30Z', 'updated_at': '2022-05-05T20:28:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'b6c625fb-c4e2-47fa-b83b-5fecf4c03ebc', 'name': '', 'network_id': '81e059f1-e42b-45ac-8158-63145b3c15ef', 'tenant_id': 'b6f9d18826d54a409bfd538ce7dfd9c0', 'mac_address': 'fa:16:3e:30:8d:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1495d2f6-6055-452d-a2fd-322ed8896f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '9e58d1b8-6c6c-4aa5-8d69-bb25cde136fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:37Z', 'updated_at': '2022-05-05T20:28:41Z', 'revision_number': 2, 'project_id': 'b6f9d18826d54a409bfd538ce7dfd9c0', 'subnets': [{'id': '9e58d1b8-6c6c-4aa5-8d69-bb25cde136fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:28:47.235992 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8dca3dc-a9cf-4e13-9f77-cd1b74b32588 None None] Checking router: 1495d2f6-6055-452d-a2fd-322ed8896f05 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:28:47.236355 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8dca3dc-a9cf-4e13-9f77-cd1b74b32588 None None] Updating router 1495d2f6-6055-452d-a2fd-322ed8896f05 port b6c625fb-c4e2-47fa-b83b-5fecf4c03ebc binding host n-d-840717-1 {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:28:47.250497 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cfb188-f2d2-466d-82bd-7c635bcd74c4 req-b1d1ce15-4fab-4656-b78a-e3a87f668ae6 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:47.252094 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-13cfb188-f2d2-466d-82bd-7c635bcd74c4 req-b1d1ce15-4fab-4656-b78a-e3a87f668ae6 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a51d332-4b43-4d56-aba9-d2415c353a42 HTTP/1.1" status: 200 len: 946 time: 0.4633074 May 05 20:28:47.285036 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bb1039e0-6adf-4b4d-8c18-1df9ede92ddd tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:47.306424 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a8dca3dc-a9cf-4e13-9f77-cd1b74b32588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:47.367400 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bb0f61a-4bac-43de-bc2a-647955fc041e tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Router 660bf7c4-2b02-4d8b-a1d1-8a5c79257697 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:28:47.371968 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1039e0-6adf-4b4d-8c18-1df9ede92ddd tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event deleted for resources: {'Port': ['ID=fab35ed4-d362-4059-955d-ee608ac06bd5,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:47.380536 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-13cfb188-f2d2-466d-82bd-7c635bcd74c4 req-2a862eb8-2f59-4154-94d8-370f893a8e1c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=d48d9097-b777-4574-9a19-13c10d09c75b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195979 May 05 20:28:47.453235 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bb1039e0-6adf-4b4d-8c18-1df9ede92ddd tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:47.546850 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59234) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:47.572870 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-62ff2606-7f52-42be-bc77-3903c78b6b2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:47.606754 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-62ff2606-7f52-42be-bc77-3903c78b6b2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:28:47.611709 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-bb1039e0-6adf-4b4d-8c18-1df9ede92ddd tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/ports/fab35ed4-d362-4059-955d-ee608ac06bd5 HTTP/1.1" status: 204 len: 168 time: 2.1069493 May 05 20:28:47.617334 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59238) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:47.618122 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b31e0e3-021a-4820-81d3-2ee224c11d2c req-bd9e9ed9-fd74-4528-9950-6d4b475d6e14 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:47.619842 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1b31e0e3-021a-4820-81d3-2ee224c11d2c req-bd9e9ed9-fd74-4528-9950-6d4b475d6e14 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/networks?id=29a0e805-6e5b-4d29-836f-ace2c73e49b1 HTTP/1.1" status: 200 len: 811 time: 0.2261736 May 05 20:28:47.620168 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee1c3a0-5dba-41a1-8fe2-3ec292ec135b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-7289b573-7530-4f0a-b5b0-032373718af7', 'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'tenant_id': '0780f842482f4e59b41843f42dd46f0e', 'fixed_ips': [{'subnet_id': '0a18ed1a-345d-44d8-a611-689664dc2619'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:28:47.621073 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-eee1c3a0-5dba-41a1-8fe2-3ec292ec135b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:47.623321 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-62ff2606-7f52-42be-bc77-3903c78b6b2f admin admin] Usage tracker for resource:security_group_rule and tenant:89de6192a85a4620978cf46b1347babd is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:28:47.636311 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-62ff2606-7f52-42be-bc77-3903c78b6b2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:28:47.643316 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1b31e0e3-021a-4820-81d3-2ee224c11d2c req-76278b4f-977b-4315-beef-c0e32d6e6b13 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/quotas/d5327fecdbda4453866269afbd5ac6fc HTTP/1.1" status: 200 len: 375 time: 0.0165617 May 05 20:28:47.644634 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-62ff2606-7f52-42be-bc77-3903c78b6b2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:28:47.774800 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-1b31e0e3-021a-4820-81d3-2ee224c11d2c req-de2a5cf0-9168-454c-9edd-191c00e200cb tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Synchronizing usage tracker for tenant:d5327fecdbda4453866269afbd5ac6fc on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:28:47.810482 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232e7349-9fc7-4cc7-97a7-a11ab7f3ee96 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:47.812483 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232e7349-9fc7-4cc7-97a7-a11ab7f3ee96 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:47.813993 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-232e7349-9fc7-4cc7-97a7-a11ab7f3ee96 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1872652 May 05 20:28:47.816528 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-1b31e0e3-021a-4820-81d3-2ee224c11d2c req-de2a5cf0-9168-454c-9edd-191c00e200cb tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Unset dirty status for tenant:d5327fecdbda4453866269afbd5ac6fc on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:28:47.817801 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-f97da1a0-d59f-497a-a121-85b21304240f service neutron] 10.222.0.50 "GET /v2.0/ports/3d3cd12d-c6cb-4540-ab00-4234218f1159/bindings/n-h1-840717-1 HTTP/1.1" status: 200 len: 384 time: 0.2801483 May 05 20:28:47.817994 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1b31e0e3-021a-4820-81d3-2ee224c11d2c req-de2a5cf0-9168-454c-9edd-191c00e200cb tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d5327fecdbda4453866269afbd5ac6fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1673543 May 05 20:28:47.821601 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59242) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:47.882690 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-62ff2606-7f52-42be-bc77-3903c78b6b2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:47.885689 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb0f61a-4bac-43de-bc2a-647955fc041e tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:28:47.890342 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7bb0f61a-4bac-43de-bc2a-647955fc041e tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:47.902638 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd35a67b-23f5-49ff-ac39-d2b5da7b24dc None None] Sync routers for ids ['660bf7c4-2b02-4d8b-a1d1-8a5c79257697'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:28:47.903155 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-62ff2606-7f52-42be-bc77-3903c78b6b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:47.913241 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd35a67b-23f5-49ff-ac39-d2b5da7b24dc None None] Routers {'660bf7c4-2b02-4d8b-a1d1-8a5c79257697'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:28:47.914093 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-fd35a67b-23f5-49ff-ac39-d2b5da7b24dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:28:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['660bf7c4-2b02-4d8b-a1d1-8a5c79257697'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:28:47.967814 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-7bb0f61a-4bac-43de-bc2a-647955fc041e tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.36 "DELETE /v2.0/floatingips/232fd9e9-f7b4-4ed4-9a7a-c4d33ce10d68 HTTP/1.1" status: 204 len: 168 time: 3.6928599 May 05 20:28:47.967814 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cee4f517-ee29-436c-a800-37c8701e172d', 'tag': 'd2342f27-22fb-4e0f-9985-02c4bedd9d92'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:28:47.983527 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ff2606-7f52-42be-bc77-3903c78b6b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40adb12c-ae47-486b-bab8-9b7f4c836498,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:47.985573 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a8dca3dc-a9cf-4e13-9f77-cd1b74b32588 None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:48.006041 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-a8dca3dc-a9cf-4e13-9f77-cd1b74b32588 None None] Transition to ACTIVE for port object b6c625fb-c4e2-47fa-b83b-5fecf4c03ebc will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:28:48.024565 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-eee1c3a0-5dba-41a1-8fe2-3ec292ec135b None None] Allocated IP 2001:db8::f816:3eff:fe74:c55c (7289b573-7530-4f0a-b5b0-032373718af7/0a18ed1a-345d-44d8-a611-689664dc2619/e0b33356-6ae1-432b-a31c-41c6068453be) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:28:48.159424 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-fd35a67b-23f5-49ff-ac39-d2b5da7b24dc None None] Set router 660bf7c4-2b02-4d8b-a1d1-8a5c79257697 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:28:48.159802 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-0864774b-0253-4892-85d9-b67ade5ec6f8 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Deleting subnet 0a18ed1a-345d-44d8-a611-689664dc2619 {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:28:48.169752 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-62ff2606-7f52-42be-bc77-3903c78b6b2f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=89de6192a85a4620978cf46b1347babd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6212852 May 05 20:28:48.172377 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59250) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:48.175483 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-32c3df14-5735-4cc0-b3e5-d4e352d4a4b5 service neutron] For port 3d3cd12d-c6cb-4540-ab00-4234218f1159, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=3d3cd12d-c6cb-4540-ab00-4234218f1159,segment=NetworkSegment(8c83f52a-b29a-42d2-bd3e-a0fa0faf2957),segment_id=8c83f52a-b29a-42d2-bd3e-a0fa0faf2957)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:28:48.189131 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1b31e0e3-021a-4820-81d3-2ee224c11d2c req-2f168d91-9c8f-47f6-9b65-27c68d966860 service neutron] 10.222.0.36 "GET /v2.0/networks/29a0e805-6e5b-4d29-836f-ace2c73e49b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3351653 May 05 20:28:48.190003 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a8dca3dc-a9cf-4e13-9f77-cd1b74b32588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:48.218308 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-32c3df14-5735-4cc0-b3e5-d4e352d4a4b5 service neutron] For port 3d3cd12d-c6cb-4540-ab00-4234218f1159, host n-h2-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:28:48.344578 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9aa24f8-ed87-4cf7-aced-0cecb2b71ad6'] response: {'name': 'network-changed', 'server_uuid': 'cee4f517-ee29-436c-a800-37c8701e172d', 'tag': 'd2342f27-22fb-4e0f-9985-02c4bedd9d92', 'status': 'completed', 'code': 200} May 05 20:28:48.379733 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-32c3df14-5735-4cc0-b3e5-d4e352d4a4b5 service neutron] For port 3d3cd12d-c6cb-4540-ab00-4234218f1159, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=3d3cd12d-c6cb-4540-ab00-4234218f1159,segment=NetworkSegment(8c83f52a-b29a-42d2-bd3e-a0fa0faf2957),segment_id=8c83f52a-b29a-42d2-bd3e-a0fa0faf2957)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:28:48.413418 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5089cf2-2aac-4461-b755-fd65612a237a None None] Pushing event updated for resources: {'Port': ['ID=b6c625fb-c4e2-47fa-b83b-5fecf4c03ebc,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:48.415623 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-32c3df14-5735-4cc0-b3e5-d4e352d4a4b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:48.565941 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5089cf2-2aac-4461-b755-fd65612a237a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:48.566282 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5089cf2-2aac-4461-b755-fd65612a237a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:48.566619 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5089cf2-2aac-4461-b755-fd65612a237a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:48.566950 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5089cf2-2aac-4461-b755-fd65612a237a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:48.567277 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5089cf2-2aac-4461-b755-fd65612a237a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:48.567655 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5089cf2-2aac-4461-b755-fd65612a237a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:48.568381 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5089cf2-2aac-4461-b755-fd65612a237a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:48.569035 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5089cf2-2aac-4461-b755-fd65612a237a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:48.569302 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5089cf2-2aac-4461-b755-fd65612a237a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:48.569679 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5089cf2-2aac-4461-b755-fd65612a237a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:48.569948 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5089cf2-2aac-4461-b755-fd65612a237a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:48.570269 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5089cf2-2aac-4461-b755-fd65612a237a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:48.605342 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e2338b15-5df3-414a-8ec9-85f8b43c93be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:48.643121 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-32c3df14-5735-4cc0-b3e5-d4e352d4a4b5 service neutron] Transition to ACTIVE for port object 3d3cd12d-c6cb-4540-ab00-4234218f1159 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:28:48.662624 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-32c3df14-5735-4cc0-b3e5-d4e352d4a4b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:48.674693 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e2338b15-5df3-414a-8ec9-85f8b43c93be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:48.686703 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-a8dca3dc-a9cf-4e13-9f77-cd1b74b32588 None None] Attempting to bind port b6c625fb-c4e2-47fa-b83b-5fecf4c03ebc on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:28:48.687204 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-a8dca3dc-a9cf-4e13-9f77-cd1b74b32588 None None] Attempting to bind port b6c625fb-c4e2-47fa-b83b-5fecf4c03ebc by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '374eb3bf-e301-4cce-9e20-18c6eaaf1e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '81e059f1-e42b-45ac-8158-63145b3c15ef'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:28:48.687441 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dca3dc-a9cf-4e13-9f77-cd1b74b32588 None None] Attempting to bind port b6c625fb-c4e2-47fa-b83b-5fecf4c03ebc on network 81e059f1-e42b-45ac-8158-63145b3c15ef {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:28:48.695256 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1b31e0e3-021a-4820-81d3-2ee224c11d2c req-1a59e894-d423-4563-99ba-305a4c84fbfb service neutron] 10.222.0.36 "GET /v2.0/networks/29a0e805-6e5b-4d29-836f-ace2c73e49b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4917140 May 05 20:28:48.696168 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dca3dc-a9cf-4e13-9f77-cd1b74b32588 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:28:48.696549 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dca3dc-a9cf-4e13-9f77-cd1b74b32588 None None] Checking segment: {'id': '374eb3bf-e301-4cce-9e20-18c6eaaf1e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '81e059f1-e42b-45ac-8158-63145b3c15ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:28:48.696954 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a8dca3dc-a9cf-4e13-9f77-cd1b74b32588 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:48.697349 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dca3dc-a9cf-4e13-9f77-cd1b74b32588 None None] Bound using segment: {'id': '374eb3bf-e301-4cce-9e20-18c6eaaf1e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '81e059f1-e42b-45ac-8158-63145b3c15ef'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:28:48.697819 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-a8dca3dc-a9cf-4e13-9f77-cd1b74b32588 None None] Bound port: b6c625fb-c4e2-47fa-b83b-5fecf4c03ebc, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '374eb3bf-e301-4cce-9e20-18c6eaaf1e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '81e059f1-e42b-45ac-8158-63145b3c15ef'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:28:48.698193 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a8dca3dc-a9cf-4e13-9f77-cd1b74b32588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:48.713139 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a51b6-23c9-4836-9ec9-e21273c104be req-42e3002c-c0c6-4ac5-9029-0a63abddfe4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:48.714854 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2c3a51b6-23c9-4836-9ec9-e21273c104be req-42e3002c-c0c6-4ac5-9029-0a63abddfe4b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6e19ee4cb1294f70bec1dac29584f7fc&device_id=cee4f517-ee29-436c-a800-37c8701e172d HTTP/1.1" status: 200 len: 1135 time: 0.1999028 May 05 20:28:48.804028 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:28:48.804605 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-eee1c3a0-5dba-41a1-8fe2-3ec292ec135b None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:48.866867 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-a8dca3dc-a9cf-4e13-9f77-cd1b74b32588 None None] For port b6c625fb-c4e2-47fa-b83b-5fecf4c03ebc, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:28:48.870512 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-a8dca3dc-a9cf-4e13-9f77-cd1b74b32588 None None] For port b6c625fb-c4e2-47fa-b83b-5fecf4c03ebc, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=b6c625fb-c4e2-47fa-b83b-5fecf4c03ebc,segment=NetworkSegment(374eb3bf-e301-4cce-9e20-18c6eaaf1e2b),segment_id=374eb3bf-e301-4cce-9e20-18c6eaaf1e2b)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:28:48.887071 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a8dca3dc-a9cf-4e13-9f77-cd1b74b32588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:48.904323 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e2338b15-5df3-414a-8ec9-85f8b43c93be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:48.947956 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e2338b15-5df3-414a-8ec9-85f8b43c93be admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:48.949727 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-e2338b15-5df3-414a-8ec9-85f8b43c93be admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/40adb12c-ae47-486b-bab8-9b7f4c836498 HTTP/1.1" status: 204 len: 168 time: 0.7762318 May 05 20:28:48.951441 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2338b15-5df3-414a-8ec9-85f8b43c93be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40adb12c-ae47-486b-bab8-9b7f4c836498,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:48.964537 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2338b15-5df3-414a-8ec9-85f8b43c93be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:48.964877 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2338b15-5df3-414a-8ec9-85f8b43c93be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:48.965214 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2338b15-5df3-414a-8ec9-85f8b43c93be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:48.965544 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2338b15-5df3-414a-8ec9-85f8b43c93be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:48.965926 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2338b15-5df3-414a-8ec9-85f8b43c93be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:48.966762 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2338b15-5df3-414a-8ec9-85f8b43c93be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:48.966762 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2338b15-5df3-414a-8ec9-85f8b43c93be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:48.966986 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2338b15-5df3-414a-8ec9-85f8b43c93be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:48.967074 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-eee1c3a0-5dba-41a1-8fe2-3ec292ec135b None None] Transition to ACTIVE for port object e0b33356-6ae1-432b-a31c-41c6068453be will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:28:48.967371 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2338b15-5df3-414a-8ec9-85f8b43c93be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:48.967564 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2338b15-5df3-414a-8ec9-85f8b43c93be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:48.967880 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2338b15-5df3-414a-8ec9-85f8b43c93be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:48.968195 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2338b15-5df3-414a-8ec9-85f8b43c93be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:28:48.971994 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a51b6-23c9-4836-9ec9-e21273c104be req-9e140a6e-eb94-4cba-9d8a-d8581d232253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:48.973238 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-fd35a67b-23f5-49ff-ac39-d2b5da7b24dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660bf7c4-2b02-4d8b-a1d1-8a5c79257697', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1625313984', 'tenant_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'e462da29-2ff4-4da2-b99c-cd421aba40f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:26:31Z', 'updated_at': '2022-05-05T20:26:42Z', 'revision_number': 4, 'project_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'gw_port': {'id': 'e462da29-2ff4-4da2-b99c-cd421aba40f0', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:78:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660bf7c4-2b02-4d8b-a1d1-8a5c79257697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:26:32Z', 'updated_at': '2022-05-05T20:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '28628b04-bc50-487c-9ce8-f31a65478f63', 'name': '', 'network_id': '2d78f89d-11e6-44e7-a45c-e21c5f87f387', 'tenant_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'mac_address': 'fa:16:3e:68:e6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660bf7c4-2b02-4d8b-a1d1-8a5c79257697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': 'bbd7f762-a780-4c8a-814d-5574183ff8dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:26:39Z', 'updated_at': '2022-05-05T20:26:54Z', 'revision_number': 5, 'project_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'subnets': [{'id': 'bbd7f762-a780-4c8a-814d-5574183ff8dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:28:48.973762 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2c3a51b6-23c9-4836-9ec9-e21273c104be req-9e140a6e-eb94-4cba-9d8a-d8581d232253 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2d78f89d-11e6-44e7-a45c-e21c5f87f387 HTTP/1.1" status: 200 len: 898 time: 0.2494533 May 05 20:28:48.977762 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd35a67b-23f5-49ff-ac39-d2b5da7b24dc None None] Checking router: 660bf7c4-2b02-4d8b-a1d1-8a5c79257697 for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:28:48.999225 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd35a67b-23f5-49ff-ac39-d2b5da7b24dc None None] Routers {'660bf7c4-2b02-4d8b-a1d1-8a5c79257697'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:28:49.000159 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-fd35a67b-23f5-49ff-ac39-d2b5da7b24dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:28:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['660bf7c4-2b02-4d8b-a1d1-8a5c79257697'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:28:49.003865 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c3df14-5735-4cc0-b3e5-d4e352d4a4b5 service neutron] Pushing event updated for resources: {'Port': ['ID=3d3cd12d-c6cb-4540-ab00-4234218f1159,revision_number=11']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:49.019585 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-32c3df14-5735-4cc0-b3e5-d4e352d4a4b5 service neutron] No DVR routers for this DVR port 3d3cd12d-c6cb-4540-ab00-4234218f1159 on host n-h2-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:28:49.062174 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2c3a51b6-23c9-4836-9ec9-e21273c104be req-cdcb1427-41a9-4ca1-84f8-f9955cc25cc8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2342f27-22fb-4e0f-9985-02c4bedd9d92 HTTP/1.1" status: 200 len: 217 time: 0.0815985 May 05 20:28:49.225965 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-eee1c3a0-5dba-41a1-8fe2-3ec292ec135b None None] Transition to ACTIVE for port object e0b33356-6ae1-432b-a31c-41c6068453be will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:28:49.233929 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a51b6-23c9-4836-9ec9-e21273c104be req-a01014b9-ab25-4933-900a-64bd1cce88fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:49.235399 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2c3a51b6-23c9-4836-9ec9-e21273c104be req-a01014b9-ab25-4933-900a-64bd1cce88fa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bbd7f762-a780-4c8a-814d-5574183ff8dd HTTP/1.1" status: 200 len: 835 time: 0.1642616 May 05 20:28:49.236135 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a2a51-ac31-4207-8b0a-95018e1a41cb req-28996e0c-667b-4e41-a9a8-e1ede9a52864 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:49.236997 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-846a2a51-ac31-4207-8b0a-95018e1a41cb req-28996e0c-667b-4e41-a9a8-e1ede9a52864 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Synchronizing usage tracker for tenant:6e19ee4cb1294f70bec1dac29584f7fc on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:28:49.240883 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 36bd3071-96db-4238-a2fa-ef07ddcd2641 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:28:49.381178 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-fd35a67b-23f5-49ff-ac39-d2b5da7b24dc None None] Set router 660bf7c4-2b02-4d8b-a1d1-8a5c79257697 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:28:49.401116 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a51b6-23c9-4836-9ec9-e21273c104be req-c898fc7a-ad52-4cf6-af23-39bc92bad1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:49.402757 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2c3a51b6-23c9-4836-9ec9-e21273c104be req-c898fc7a-ad52-4cf6-af23-39bc92bad1fe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2d78f89d-11e6-44e7-a45c-e21c5f87f387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1553776 May 05 20:28:49.415222 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dca3dc-a9cf-4e13-9f77-cd1b74b32588 None None] Routers {'1495d2f6-6055-452d-a2fd-322ed8896f05'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:28:49.416148 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-a8dca3dc-a9cf-4e13-9f77-cd1b74b32588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:28:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['1495d2f6-6055-452d-a2fd-322ed8896f05'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:28:49.448110 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0864774b-0253-4892-85d9-b67ade5ec6f8 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:49.517988 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-eee1c3a0-5dba-41a1-8fe2-3ec292ec135b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:49.690273 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5089cf2-2aac-4461-b755-fd65612a237a None None] Pushing event updated for resources: {'Port': ['ID=b6c625fb-c4e2-47fa-b83b-5fecf4c03ebc,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:49.709718 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-846a2a51-ac31-4207-8b0a-95018e1a41cb req-28996e0c-667b-4e41-a9a8-e1ede9a52864 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Unset dirty status for tenant:6e19ee4cb1294f70bec1dac29584f7fc on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:28:49.716308 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-846a2a51-ac31-4207-8b0a-95018e1a41cb req-28996e0c-667b-4e41-a9a8-e1ede9a52864 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.36 "GET /v2.0/ports?device_id=cee4f517-ee29-436c-a800-37c8701e172d HTTP/1.1" status: 200 len: 984 time: 1.1334314 May 05 20:28:49.765828 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee1c3a0-5dba-41a1-8fe2-3ec292ec135b None None] Network 7289b573-7530-4f0a-b5b0-032373718af7 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:28:49.792058 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-eee1c3a0-5dba-41a1-8fe2-3ec292ec135b None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:28:49.826582 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0864774b-0253-4892-85d9-b67ade5ec6f8 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:49.845166 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-32c3df14-5735-4cc0-b3e5-d4e352d4a4b5 service neutron] 10.222.0.50 "PUT /v2.0/ports/3d3cd12d-c6cb-4540-ab00-4234218f1159/bindings/n-h1-840717-1/activate HTTP/1.1" status: 200 len: 369 time: 2.0207591 May 05 20:28:49.876749 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-846a2a51-ac31-4207-8b0a-95018e1a41cb req-890a8ea3-ab5a-4ab2-a0ef-7b1a991a8622 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.36 "GET /v2.0/security-groups?id=0618aa6f-97d3-434c-8c1a-8399ac9a34e1&id=5c50b871-4a31-4968-adbd-f08b3778bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1589010 May 05 20:28:49.911915 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee1c3a0-5dba-41a1-8fe2-3ec292ec135b None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:28:49.913386 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.24', 59876) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:50.010350 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0be053-a1b7-49fc-8aba-06d97f370399 req-e027f96a-c5b4-4e6f-84cb-2e91448eb091 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:50.012718 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fb0be053-a1b7-49fc-8aba-06d97f370399 req-e027f96a-c5b4-4e6f-84cb-2e91448eb091 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.24 "GET /v2.0/ports?device_id=cee4f517-ee29-436c-a800-37c8701e172d HTTP/1.1" status: 200 len: 984 time: 0.3098035 May 05 20:28:50.149447 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-eef8797d-c78b-47e0-bb77-148bd11ac809 req-550146d5-acad-478b-9c87-f597f0350abf tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=c829890f-9304-426e-8efe-b60afadfd3ae HTTP/1.1" status: 200 len: 210 time: 0.1357434 May 05 20:28:50.180017 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2c3a51b6-23c9-4836-9ec9-e21273c104be req-e32792ef-3ed0-4c81-a696-dc26bdc91765 service neutron] 10.222.0.24 "GET /v2.0/networks/2d78f89d-11e6-44e7-a45c-e21c5f87f387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7693408 May 05 20:28:50.181350 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-e0953bd1-f9c0-4fd7-9dcf-c884952f29c3 tempest-TestNetworkAdvancedServerOps-1264277304 tempest-TestNetworkAdvancedServerOps-1264277304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:50.182840 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-e0953bd1-f9c0-4fd7-9dcf-c884952f29c3 tempest-TestNetworkAdvancedServerOps-1264277304 tempest-TestNetworkAdvancedServerOps-1264277304-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6a51d332-4b43-4d56-aba9-d2415c353a42&tenant_id=310f91420a2d4ddd8aab8a710d8dc814&binding%3Ahost_id=n-h2-840717-1 HTTP/1.1" status: 200 len: 1096 time: 0.2521012 May 05 20:28:50.189386 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-fb0be053-a1b7-49fc-8aba-06d97f370399 req-926b4fbe-f4b2-4766-a2fe-58df54c828f5 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Deleting port d2342f27-22fb-4e0f-9985-02c4bedd9d92 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:28:50.189735 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-fb0be053-a1b7-49fc-8aba-06d97f370399 req-926b4fbe-f4b2-4766-a2fe-58df54c828f5 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:50.203211 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee1c3a0-5dba-41a1-8fe2-3ec292ec135b None None] Pushing event updated for resources: {'Port': ['ID=e0b33356-6ae1-432b-a31c-41c6068453be,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:50.204001 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab4049-3caf-4529-94a6-c4a59e0ad4b4 req-76132b3c-ee4c-401e-b78c-d381a49983cc tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:50.205738 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2eab4049-3caf-4529-94a6-c4a59e0ad4b4 req-76132b3c-ee4c-401e-b78c-d381a49983cc tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a51d332-4b43-4d56-aba9-d2415c353a42 HTTP/1.1" status: 200 len: 945 time: 0.3821907 May 05 20:28:50.253491 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-fd35a67b-23f5-49ff-ac39-d2b5da7b24dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660bf7c4-2b02-4d8b-a1d1-8a5c79257697', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1625313984', 'tenant_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'e462da29-2ff4-4da2-b99c-cd421aba40f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:26:31Z', 'updated_at': '2022-05-05T20:26:42Z', 'revision_number': 4, 'project_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'gw_port': {'id': 'e462da29-2ff4-4da2-b99c-cd421aba40f0', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:78:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660bf7c4-2b02-4d8b-a1d1-8a5c79257697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:26:32Z', 'updated_at': '2022-05-05T20:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '28628b04-bc50-487c-9ce8-f31a65478f63', 'name': '', 'network_id': '2d78f89d-11e6-44e7-a45c-e21c5f87f387', 'tenant_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'mac_address': 'fa:16:3e:68:e6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660bf7c4-2b02-4d8b-a1d1-8a5c79257697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': 'bbd7f762-a780-4c8a-814d-5574183ff8dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:26:39Z', 'updated_at': '2022-05-05T20:26:54Z', 'revision_number': 5, 'project_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'subnets': [{'id': 'bbd7f762-a780-4c8a-814d-5574183ff8dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:28:50.260476 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd35a67b-23f5-49ff-ac39-d2b5da7b24dc None None] The sync data for ids ['660bf7c4-2b02-4d8b-a1d1-8a5c79257697'] in n-d-840717-1 is: [{'id': '660bf7c4-2b02-4d8b-a1d1-8a5c79257697', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1625313984', 'tenant_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'e462da29-2ff4-4da2-b99c-cd421aba40f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:26:31Z', 'updated_at': '2022-05-05T20:26:42Z', 'revision_number': 4, 'project_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'gw_port': {'id': 'e462da29-2ff4-4da2-b99c-cd421aba40f0', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:78:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660bf7c4-2b02-4d8b-a1d1-8a5c79257697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:26:32Z', 'updated_at': '2022-05-05T20:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '28628b04-bc50-487c-9ce8-f31a65478f63', 'name': '', 'network_id': '2d78f89d-11e6-44e7-a45c-e21c5f87f387', 'tenant_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'mac_address': 'fa:16:3e:68:e6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660bf7c4-2b02-4d8b-a1d1-8a5c79257697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': 'bbd7f762-a780-4c8a-814d-5574183ff8dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:26:39Z', 'updated_at': '2022-05-05T20:26:54Z', 'revision_number': 5, 'project_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'subnets': [{'id': 'bbd7f762-a780-4c8a-814d-5574183ff8dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:28:50.290227 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 36bd3071-96db-4238-a2fa-ef07ddcd2641 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:28:50.290576 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:50.360164 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0864774b-0253-4892-85d9-b67ade5ec6f8 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:50.406953 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-a8dca3dc-a9cf-4e13-9f77-cd1b74b32588 None None] Set router 1495d2f6-6055-452d-a2fd-322ed8896f05 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:28:50.432349 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a51d332-4b43-4d56-aba9-d2415c353a42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d3cd12d-c6cb-4540-ab00-4234218f1159'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:28:50.470638 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-eee1c3a0-5dba-41a1-8fe2-3ec292ec135b None None] Attempting to bind port e0b33356-6ae1-432b-a31c-41c6068453be on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:28:50.471040 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-eee1c3a0-5dba-41a1-8fe2-3ec292ec135b None None] Attempting to bind port e0b33356-6ae1-432b-a31c-41c6068453be by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '1cf78a78-2d57-4ccb-9633-08c37696a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7289b573-7530-4f0a-b5b0-032373718af7'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:28:50.471386 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee1c3a0-5dba-41a1-8fe2-3ec292ec135b None None] Attempting to bind port e0b33356-6ae1-432b-a31c-41c6068453be on network 7289b573-7530-4f0a-b5b0-032373718af7 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:28:50.502239 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 3d3cd12d-c6cb-4540-ab00-4234218f1159 no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:28:50.576364 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1faf6fa5-5350-4f59-a7db-cd6f799586a3'] response: {'server_uuid': '6a51d332-4b43-4d56-aba9-d2415c353a42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d3cd12d-c6cb-4540-ab00-4234218f1159', 'code': 200} May 05 20:28:50.627652 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-238fd757-1ac9-49db-a07f-b1bd4e53f785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:50.629150 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-238fd757-1ac9-49db-a07f-b1bd4e53f785 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6a51d332-4b43-4d56-aba9-d2415c353a42&tenant_id=310f91420a2d4ddd8aab8a710d8dc814 HTTP/1.1" status: 200 len: 1096 time: 0.4084454 May 05 20:28:50.661974 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0864774b-0253-4892-85d9-b67ade5ec6f8 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:50.681348 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2c3a51b6-23c9-4836-9ec9-e21273c104be req-72def52f-4f02-4d98-aa6c-6da0f2375980 service neutron] 10.222.0.24 "GET /v2.0/networks/2d78f89d-11e6-44e7-a45c-e21c5f87f387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4865446 May 05 20:28:50.751657 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0864774b-0253-4892-85d9-b67ade5ec6f8 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:50.754334 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-fb0be053-a1b7-49fc-8aba-06d97f370399 req-926b4fbe-f4b2-4766-a2fe-58df54c828f5 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] For port d2342f27-22fb-4e0f-9985-02c4bedd9d92, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=d2342f27-22fb-4e0f-9985-02c4bedd9d92,segment=NetworkSegment(c9572696-a17a-4a14-8a0a-056b3544c241),segment_id=c9572696-a17a-4a14-8a0a-056b3544c241)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:28:50.755967 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-fb0be053-a1b7-49fc-8aba-06d97f370399 req-926b4fbe-f4b2-4766-a2fe-58df54c828f5 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:50.764167 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2eab4049-3caf-4529-94a6-c4a59e0ad4b4 req-5815da6a-8aa8-4ef9-a02e-ade6d6baa756 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=d48d9097-b777-4574-9a19-13c10d09c75b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1547518 May 05 20:28:50.774842 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0864774b-0253-4892-85d9-b67ade5ec6f8 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event deleted for resources: {'Subnet': ['ID=0a18ed1a-345d-44d8-a611-689664dc2619,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:50.785336 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-0864774b-0253-4892-85d9-b67ade5ec6f8 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/subnets/0a18ed1a-345d-44d8-a611-689664dc2619 HTTP/1.1" status: 204 len: 168 time: 2.9606743 May 05 20:28:50.785662 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59302) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:50.817594 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6519617d-3c85-4e46-86c9-a49dc5d9aa94 None None] New status for floating IP 232fd9e9-f7b4-4ed4-9a7a-c4d33ce10d68: DOWN {{(pid=88199) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:28:50.872783 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-a2e7b475-fe40-4561-ac3c-78d1314cf95e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0839419 May 05 20:28:50.874597 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59306) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:50.912844 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-fb0be053-a1b7-49fc-8aba-06d97f370399 req-926b4fbe-f4b2-4766-a2fe-58df54c828f5 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Calling delete_port for d2342f27-22fb-4e0f-9985-02c4bedd9d92 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:28:51.017184 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee1c3a0-5dba-41a1-8fe2-3ec292ec135b None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:28:51.017566 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee1c3a0-5dba-41a1-8fe2-3ec292ec135b None None] Checking segment: {'id': '1cf78a78-2d57-4ccb-9633-08c37696a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7289b573-7530-4f0a-b5b0-032373718af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:28:51.017973 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-eee1c3a0-5dba-41a1-8fe2-3ec292ec135b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:51.018365 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee1c3a0-5dba-41a1-8fe2-3ec292ec135b None None] Bound using segment: {'id': '1cf78a78-2d57-4ccb-9633-08c37696a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7289b573-7530-4f0a-b5b0-032373718af7'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:28:51.018846 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-eee1c3a0-5dba-41a1-8fe2-3ec292ec135b None None] Bound port: e0b33356-6ae1-432b-a31c-41c6068453be, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf78a78-2d57-4ccb-9633-08c37696a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7289b573-7530-4f0a-b5b0-032373718af7'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:28:51.019219 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-eee1c3a0-5dba-41a1-8fe2-3ec292ec135b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:51.020489 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2fc2b2-24f7-4502-a443-13e59bab94ae tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:51.022682 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-fb2fc2b2-24f7-4502-a443-13e59bab94ae tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1467834 May 05 20:28:51.027940 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59314) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:51.128346 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 3d3cd12d-c6cb-4540-ab00-4234218f1159 not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:28:51.184244 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f03aedf-7973-4b3b-bf8f-8f7bb00cbc5e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:51.188215 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-0f03aedf-7973-4b3b-bf8f-8f7bb00cbc5e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1542196 May 05 20:28:51.189826 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59326) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:51.196467 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-0b7f2c3c-6d10-46be-bf1c-61593dff4b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:51.198316 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-0b7f2c3c-6d10-46be-bf1c-61593dff4b86 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=310f91420a2d4ddd8aab8a710d8dc814&device_id=6a51d332-4b43-4d56-aba9-d2415c353a42 HTTP/1.1" status: 200 len: 1096 time: 0.5413094 May 05 20:28:51.296021 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c59e0c98-53e2-487c-90bb-60097f9e9d22 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1045635 May 05 20:28:51.305467 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59330) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:51.312658 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-93473f7d-27f1-4552-956f-e856f0ce3d96 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Request body: {'subnet': {'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:28:51.366659 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-eee1c3a0-5dba-41a1-8fe2-3ec292ec135b None None] For port e0b33356-6ae1-432b-a31c-41c6068453be, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:28:51.370766 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-eee1c3a0-5dba-41a1-8fe2-3ec292ec135b None None] For port e0b33356-6ae1-432b-a31c-41c6068453be, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=e0b33356-6ae1-432b-a31c-41c6068453be,segment=NetworkSegment(1cf78a78-2d57-4ccb-9633-08c37696a2c0),segment_id=1cf78a78-2d57-4ccb-9633-08c37696a2c0)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:28:51.387516 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-eee1c3a0-5dba-41a1-8fe2-3ec292ec135b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:51.424506 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2029cc-53d4-4e18-9655-2af42e3fb07b req-dcff1ca1-4a11-4694-9e4b-2057fac09ddd tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:51.426021 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7a2029cc-53d4-4e18-9655-2af42e3fb07b req-dcff1ca1-4a11-4694-9e4b-2057fac09ddd tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.36 "GET /v2.0/ports?device_id=cee4f517-ee29-436c-a800-37c8701e172d HTTP/1.1" status: 200 len: 984 time: 0.3956709 May 05 20:28:51.460008 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3685d12a-d615-4c3c-80d9-85909b23c5fe req-4422003d-8b41-487c-ae17-b8f59c03597c tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=c829890f-9304-426e-8efe-b60afadfd3ae HTTP/1.1" status: 200 len: 210 time: 0.1098726 May 05 20:28:51.556474 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-a8dca3dc-a9cf-4e13-9f77-cd1b74b32588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1495d2f6-6055-452d-a2fd-322ed8896f05', 'name': 'tempest-TestVolumeBootPattern-1458719583-router', 'tenant_id': 'b6f9d18826d54a409bfd538ce7dfd9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '36bd3071-96db-4238-a2fa-ef07ddcd2641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:28Z', 'updated_at': '2022-05-05T20:28:40Z', 'revision_number': 4, 'project_id': 'b6f9d18826d54a409bfd538ce7dfd9c0', 'gw_port': {'id': '36bd3071-96db-4238-a2fa-ef07ddcd2641', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:fd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1495d2f6-6055-452d-a2fd-322ed8896f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:30Z', 'updated_at': '2022-05-05T20:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'b6c625fb-c4e2-47fa-b83b-5fecf4c03ebc', 'name': '', 'network_id': '81e059f1-e42b-45ac-8158-63145b3c15ef', 'tenant_id': 'b6f9d18826d54a409bfd538ce7dfd9c0', 'mac_address': 'fa:16:3e:30:8d:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1495d2f6-6055-452d-a2fd-322ed8896f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '9e58d1b8-6c6c-4aa5-8d69-bb25cde136fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:37Z', 'updated_at': '2022-05-05T20:28:48Z', 'revision_number': 4, 'project_id': 'b6f9d18826d54a409bfd538ce7dfd9c0', 'subnets': [{'id': '9e58d1b8-6c6c-4aa5-8d69-bb25cde136fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:28:51.564547 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8dca3dc-a9cf-4e13-9f77-cd1b74b32588 None None] The sync data for ids ['1495d2f6-6055-452d-a2fd-322ed8896f05'] in n-d-840717-1 is: [{'id': '1495d2f6-6055-452d-a2fd-322ed8896f05', 'name': 'tempest-TestVolumeBootPattern-1458719583-router', 'tenant_id': 'b6f9d18826d54a409bfd538ce7dfd9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '36bd3071-96db-4238-a2fa-ef07ddcd2641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:28Z', 'updated_at': '2022-05-05T20:28:40Z', 'revision_number': 4, 'project_id': 'b6f9d18826d54a409bfd538ce7dfd9c0', 'gw_port': {'id': '36bd3071-96db-4238-a2fa-ef07ddcd2641', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:fd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1495d2f6-6055-452d-a2fd-322ed8896f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:30Z', 'updated_at': '2022-05-05T20:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'b6c625fb-c4e2-47fa-b83b-5fecf4c03ebc', 'name': '', 'network_id': '81e059f1-e42b-45ac-8158-63145b3c15ef', 'tenant_id': 'b6f9d18826d54a409bfd538ce7dfd9c0', 'mac_address': 'fa:16:3e:30:8d:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1495d2f6-6055-452d-a2fd-322ed8896f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '9e58d1b8-6c6c-4aa5-8d69-bb25cde136fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:37Z', 'updated_at': '2022-05-05T20:28:48Z', 'revision_number': 4, 'project_id': 'b6f9d18826d54a409bfd538ce7dfd9c0', 'subnets': [{'id': '9e58d1b8-6c6c-4aa5-8d69-bb25cde136fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:28:51.587288 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-9f8d9d68-0308-40f7-8983-c2dabb95fff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:51.597243 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-9f8d9d68-0308-40f7-8983-c2dabb95fff2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a530804e-070c-4f75-96b2-acc53b3f286b HTTP/1.1" status: 200 len: 897 time: 0.3348694 May 05 20:28:51.736365 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa94eab-3301-4622-8b1d-959699dddabd None None] get_active_networks_info from n-d-840717-1 {{(pid=88199) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 05 20:28:51.805053 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee1c3a0-5dba-41a1-8fe2-3ec292ec135b None None] Pushing event updated for resources: {'Port': ['ID=e0b33356-6ae1-432b-a31c-41c6068453be,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:51.899628 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-93473f7d-27f1-4552-956f-e856f0ce3d96 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:28:51.905863 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-93473f7d-27f1-4552-956f-e856f0ce3d96 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Usage tracker for resource:subnet and tenant:0780f842482f4e59b41843f42dd46f0e is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:28:51.914317 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-93473f7d-27f1-4552-956f-e856f0ce3d96 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:28:51.920928 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-93473f7d-27f1-4552-956f-e856f0ce3d96 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:28:51.940831 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93473f7d-27f1-4552-956f-e856f0ce3d96 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Made reservation on behalf of 0780f842482f4e59b41843f42dd46f0e for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:28:51.945650 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-93473f7d-27f1-4552-956f-e856f0ce3d96 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:51.957602 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-2a820f65-f580-40d6-82f1-19e311f350b2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d3cd12d-c6cb-4540-ab00-4234218f1159 HTTP/1.1" status: 200 len: 999 time: 0.3385844 May 05 20:28:51.960899 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-fb0be053-a1b7-49fc-8aba-06d97f370399 req-926b4fbe-f4b2-4766-a2fe-58df54c828f5 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:51.995184 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa94eab-3301-4622-8b1d-959699dddabd None None] Resources bound (agent type, host, resource id): {{(pid=88199) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 05 20:28:52.248261 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-93473f7d-27f1-4552-956f-e856f0ce3d96 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:52.276902 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7a2029cc-53d4-4e18-9655-2af42e3fb07b req-c0ab2b9f-889b-47d7-9241-8752da7625e0 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.36 "GET /v2.0/security-groups?id=0618aa6f-97d3-434c-8c1a-8399ac9a34e1&id=5c50b871-4a31-4968-adbd-f08b3778bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.8415892 May 05 20:28:52.382180 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926b4fbe-f4b2-4766-a2fe-58df54c828f5 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Pushing event deleted for resources: {'Port': ['ID=d2342f27-22fb-4e0f-9985-02c4bedd9d92,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:52.601638 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb0be053-a1b7-49fc-8aba-06d97f370399 req-926b4fbe-f4b2-4766-a2fe-58df54c828f5 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] No DVR routers for this DVR port d2342f27-22fb-4e0f-9985-02c4bedd9d92 on host n-h1-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:28:52.604700 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-fb0be053-a1b7-49fc-8aba-06d97f370399 req-926b4fbe-f4b2-4766-a2fe-58df54c828f5 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:52.620956 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b31e0e3-021a-4820-81d3-2ee224c11d2c req-cd526fd6-c665-4224-8e93-986ad6d5cfcd tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:52.634864 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1b31e0e3-021a-4820-81d3-2ee224c11d2c req-cd526fd6-c665-4224-8e93-986ad6d5cfcd tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.24 "GET /v2.0/networks?id=29a0e805-6e5b-4d29-836f-ace2c73e49b1 HTTP/1.1" status: 200 len: 811 time: 1.1709676 May 05 20:28:52.643382 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cee4f517-ee29-436c-a800-37c8701e172d', 'name': 'network-vif-deleted', 'tag': 'd2342f27-22fb-4e0f-9985-02c4bedd9d92'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:28:52.663863 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-9b301db7-8c2f-4f68-a83d-812927b507d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:52.665928 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-9b301db7-8c2f-4f68-a83d-812927b507d3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4c3daedf-d3f6-4ceb-abbf-298ca5ecc579 HTTP/1.1" status: 200 len: 835 time: 0.7010899 May 05 20:28:52.670118 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93473f7d-27f1-4552-956f-e856f0ce3d96 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Network 7289b573-7530-4f0a-b5b0-032373718af7 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:28:52.686051 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-1b31e0e3-021a-4820-81d3-2ee224c11d2c req-18b65496-6858-4b98-93f7-e03b08fae6d4 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Request body: {'port': {'device_id': 'c829890f-9304-426e-8efe-b60afadfd3ae', 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1', 'admin_state_up': True, 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:28:52.693294 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device d2342f27-22fb-4e0f-9985-02c4bedd9d92 no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:28:52.882903 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] No Port match for: d2342f27-22fb-4e0f-9985-02c4bedd9d92 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:28:52.883295 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device d2342f27-22fb-4e0f-9985-02c4bedd9d92 not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:28:52.902709 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-93473f7d-27f1-4552-956f-e856f0ce3d96 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:28:52.906228 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93473f7d-27f1-4552-956f-e856f0ce3d96 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:52.906808 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-93473f7d-27f1-4552-956f-e856f0ce3d96 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:52.919832 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fb0be053-a1b7-49fc-8aba-06d97f370399 req-926b4fbe-f4b2-4766-a2fe-58df54c828f5 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.24 "DELETE /v2.0/ports/d2342f27-22fb-4e0f-9985-02c4bedd9d92 HTTP/1.1" status: 204 len: 173 time: 2.8973176 May 05 20:28:52.920051 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93473f7d-27f1-4552-956f-e856f0ce3d96 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event updated for resources: {'Subnet': ['ID=a0418232-0d9f-493e-8c93-2adf3b64ae4f,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:52.920372 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7425a3be-1622-44ff-9250-5da2f432530b None None] Update dhcp port {'port': {'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'fixed_ips': [{'subnet_id': 'a0418232-0d9f-493e-8c93-2adf3b64ae4f'}], 'binding:host_id': 'n-d-840717-1'}, 'id': 'e0b33356-6ae1-432b-a31c-41c6068453be'} from n-d-840717-1. {{(pid=88199) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 05 20:28:52.996990 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1013f35d-ed3e-45a0-a9b5-62fbcb230c04 req-8fdf2b9a-15d1-4b4c-a6b0-620eb10de6f0 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=c829890f-9304-426e-8efe-b60afadfd3ae HTTP/1.1" status: 200 len: 210 time: 0.1493471 May 05 20:28:52.998473 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7425a3be-1622-44ff-9250-5da2f432530b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:53.081027 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-256e3c53-e273-499f-ab98-c5df50760d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:53.082552 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-256e3c53-e273-499f-ab98-c5df50760d3a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a530804e-070c-4f75-96b2-acc53b3f286b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4091625 May 05 20:28:53.086195 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-93473f7d-27f1-4552-956f-e856f0ce3d96 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7793717 May 05 20:28:53.087117 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59354) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:53.098883 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-d2f4f243-0b3f-478d-8c7c-d884a835e148 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Request body: {'port': {'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'mac_address': 'fa:16:3e:e0:a9:2b', 'name': 'tempest-NetworksTestDHCPv6-1606039674'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:28:53.160073 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a501cf8e-0a2e-48dd-af74-86e116f6547a'] response: {'server_uuid': 'cee4f517-ee29-436c-a800-37c8701e172d', 'name': 'network-vif-deleted', 'tag': 'd2342f27-22fb-4e0f-9985-02c4bedd9d92', 'status': 'completed', 'code': 200} May 05 20:28:53.280390 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-1b31e0e3-021a-4820-81d3-2ee224c11d2c req-18b65496-6858-4b98-93f7-e03b08fae6d4 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:28:53.293576 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-1b31e0e3-021a-4820-81d3-2ee224c11d2c req-18b65496-6858-4b98-93f7-e03b08fae6d4 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:28:53.313195 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638eace7-268b-4277-96f2-542f97927d87 req-4dded03c-29ea-4398-b856-f788be44a78d tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:53.316275 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-638eace7-268b-4277-96f2-542f97927d87 req-4dded03c-29ea-4398-b856-f788be44a78d tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a51d332-4b43-4d56-aba9-d2415c353a42 HTTP/1.1" status: 200 len: 945 time: 1.0823584 May 05 20:28:53.328111 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b31e0e3-021a-4820-81d3-2ee224c11d2c req-18b65496-6858-4b98-93f7-e03b08fae6d4 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Made reservation on behalf of d5327fecdbda4453866269afbd5ac6fc for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:28:53.334230 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-1b31e0e3-021a-4820-81d3-2ee224c11d2c req-18b65496-6858-4b98-93f7-e03b08fae6d4 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:53.352016 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-619d4a1b-8758-43e6-bba0-1b8e1398606f service neutron] 10.222.0.24 "GET /v2.0/networks/a530804e-070c-4f75-96b2-acc53b3f286b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593901 May 05 20:28:53.367590 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-7425a3be-1622-44ff-9250-5da2f432530b None None] Allocated IP 2001:db8::2 (7289b573-7530-4f0a-b5b0-032373718af7/a0418232-0d9f-493e-8c93-2adf3b64ae4f/e0b33356-6ae1-432b-a31c-41c6068453be) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:28:53.382292 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-d2f4f243-0b3f-478d-8c7c-d884a835e148 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:28:53.395384 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-d2f4f243-0b3f-478d-8c7c-d884a835e148 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Usage tracker for resource:port and tenant:0780f842482f4e59b41843f42dd46f0e is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:28:53.405488 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-d2f4f243-0b3f-478d-8c7c-d884a835e148 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:28:53.421143 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-d2f4f243-0b3f-478d-8c7c-d884a835e148 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:28:53.501975 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f4f243-0b3f-478d-8c7c-d884a835e148 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Made reservation on behalf of 0780f842482f4e59b41843f42dd46f0e for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:28:53.616640 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device b6c625fb-c4e2-47fa-b83b-5fecf4c03ebc up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:28:53.643824 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-51af2f33-4db2-4652-88e6-8b40d1f0cb6c req-05edf236-24d8-4fe7-ae7b-22ffaa497a26 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Synchronizing usage tracker for tenant:6e19ee4cb1294f70bec1dac29584f7fc on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:28:53.723296 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-333d7768-6975-480e-be86-124b67e12b84 service neutron] 10.222.0.24 "GET /v2.0/networks/a530804e-070c-4f75-96b2-acc53b3f286b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3600352 May 05 20:28:53.728263 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d2f4f243-0b3f-478d-8c7c-d884a835e148 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:53.733917 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-51af2f33-4db2-4652-88e6-8b40d1f0cb6c req-05edf236-24d8-4fe7-ae7b-22ffaa497a26 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Unset dirty status for tenant:6e19ee4cb1294f70bec1dac29584f7fc on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:28:53.737474 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-51af2f33-4db2-4652-88e6-8b40d1f0cb6c req-05edf236-24d8-4fe7-ae7b-22ffaa497a26 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.36 "GET /v2.0/ports?device_id=cee4f517-ee29-436c-a800-37c8701e172d HTTP/1.1" status: 200 len: 210 time: 0.1532652 May 05 20:28:53.798277 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-638eace7-268b-4277-96f2-542f97927d87 req-50b59b6a-e24d-4a90-b1dd-1a026dd87eb8 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=d48d9097-b777-4574-9a19-13c10d09c75b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4262857 May 05 20:28:53.840044 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-7425a3be-1622-44ff-9250-5da2f432530b None None] For port e0b33356-6ae1-432b-a31c-41c6068453be, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=e0b33356-6ae1-432b-a31c-41c6068453be,segment=NetworkSegment(1cf78a78-2d57-4ccb-9633-08c37696a2c0),segment_id=1cf78a78-2d57-4ccb-9633-08c37696a2c0)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:28:53.894839 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7425a3be-1622-44ff-9250-5da2f432530b None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:53.902569 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port b6c625fb-c4e2-47fa-b83b-5fecf4c03ebc completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:28:53.929484 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port b6c625fb-c4e2-47fa-b83b-5fecf4c03ebc triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:28:53.929846 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:53.960261 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-7425a3be-1622-44ff-9250-5da2f432530b None None] Ignored duplicate provisioning block setup for port e0b33356-6ae1-432b-a31c-41c6068453be by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 05 20:28:53.978393 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7425a3be-1622-44ff-9250-5da2f432530b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:54.098043 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [None req-d2f4f243-0b3f-478d-8c7c-d884a835e148 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] device_id is not set on port 453cb14e-d75c-4a5b-8780-5a13c46849b3 yet. {{(pid=88197) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:28:54.129555 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7425a3be-1622-44ff-9250-5da2f432530b None None] Pushing event updated for resources: {'Port': ['ID=e0b33356-6ae1-432b-a31c-41c6068453be,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:54.250770 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:54.270056 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-1b31e0e3-021a-4820-81d3-2ee224c11d2c req-18b65496-6858-4b98-93f7-e03b08fae6d4 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Allocated IP 172.20.0.5 (29a0e805-6e5b-4d29-836f-ace2c73e49b1/d4fffa46-b0f9-43c4-a768-6cf896707ddc/e2b249a7-a8c0-4087-aa20-31a4f0ba1936) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:28:54.299314 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0bddb40d-f219-49b0-ab70-64acae2918b1 req-afddfa4a-7951-43a3-b0ca-18935a1fc56c tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=c829890f-9304-426e-8efe-b60afadfd3ae HTTP/1.1" status: 200 len: 210 time: 0.0672402 May 05 20:28:54.303258 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port b6c625fb-c4e2-47fa-b83b-5fecf4c03ebc, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=b6c625fb-c4e2-47fa-b83b-5fecf4c03ebc,segment=NetworkSegment(374eb3bf-e301-4cce-9e20-18c6eaaf1e2b),segment_id=374eb3bf-e301-4cce-9e20-18c6eaaf1e2b)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:28:54.309482 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:54.323060 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-75e5e283-3ad2-4ced-b569-ec149d06ddda tempest-TestNetworkAdvancedServerOps-1264277304 tempest-TestNetworkAdvancedServerOps-1264277304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:54.324625 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-75e5e283-3ad2-4ced-b569-ec149d06ddda tempest-TestNetworkAdvancedServerOps-1264277304 tempest-TestNetworkAdvancedServerOps-1264277304-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6a51d332-4b43-4d56-aba9-d2415c353a42&tenant_id=310f91420a2d4ddd8aab8a710d8dc814&binding%3Ahost_id=n-h1-840717-1 HTTP/1.1" status: 200 len: 1096 time: 0.2205322 May 05 20:28:54.334611 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-192948b5-6651-420b-987e-a076fa1b3e7d tempest-TestNetworkAdvancedServerOps-1264277304 tempest-TestNetworkAdvancedServerOps-1264277304-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:28:54.335996 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-192948b5-6651-420b-987e-a076fa1b3e7d tempest-TestNetworkAdvancedServerOps-1264277304 tempest-TestNetworkAdvancedServerOps-1264277304-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057156 May 05 20:28:54.411491 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=b6c625fb-c4e2-47fa-b83b-5fecf4c03ebc,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:54.468536 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-d5f79555-508b-45df-b6b3-9e58a1ba668b service neutron] For port 3d3cd12d-c6cb-4540-ab00-4234218f1159, host n-h2-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:28:54.478967 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-d5f79555-508b-45df-b6b3-9e58a1ba668b service neutron] Notify callbacks [] for binding, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:54.486244 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6c1a066f-4188-4d69-8ff5-7b4837b3124c req-d5f79555-508b-45df-b6b3-9e58a1ba668b service neutron] 10.222.0.24 "DELETE /v2.0/ports/3d3cd12d-c6cb-4540-ab00-4234218f1159/bindings/n-h2-840717-1 HTTP/1.1" status: 204 len: 173 time: 0.1424997 May 05 20:28:54.560308 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-d2f4f243-0b3f-478d-8c7c-d884a835e148 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Allocated IP 2001:db8::26f (7289b573-7530-4f0a-b5b0-032373718af7/a0418232-0d9f-493e-8c93-2adf3b64ae4f/453cb14e-d75c-4a5b-8780-5a13c46849b3) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:28:54.869590 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59370) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:54.898423 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-1b31e0e3-021a-4820-81d3-2ee224c11d2c req-18b65496-6858-4b98-93f7-e03b08fae6d4 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:54.934671 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-1b31e0e3-021a-4820-81d3-2ee224c11d2c req-18b65496-6858-4b98-93f7-e03b08fae6d4 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Transition to ACTIVE for port object e2b249a7-a8c0-4087-aa20-31a4f0ba1936 will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:28:54.980981 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d2f4f243-0b3f-478d-8c7c-d884a835e148 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:55.003503 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-d2f4f243-0b3f-478d-8c7c-d884a835e148 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Transition to ACTIVE for port object 453cb14e-d75c-4a5b-8780-5a13c46849b3 will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:28:55.014642 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-1b31e0e3-021a-4820-81d3-2ee224c11d2c req-18b65496-6858-4b98-93f7-e03b08fae6d4 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:55.032985 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f3bca493-b2f8-44fe-8144-1ac595f79166 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:55.070804 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f3bca493-b2f8-44fe-8144-1ac595f79166 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:55.143758 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54fdd6f-bc69-4d3c-9462-261de6f70c16 req-5e6e186c-559d-4009-9b31-c4471699c2c7 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:55.145443 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f54fdd6f-bc69-4d3c-9462-261de6f70c16 req-5e6e186c-559d-4009-9b31-c4471699c2c7 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a51d332-4b43-4d56-aba9-d2415c353a42 HTTP/1.1" status: 200 len: 945 time: 0.1907609 May 05 20:28:55.189614 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f3bca493-b2f8-44fe-8144-1ac595f79166 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:55.244727 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bca493-b2f8-44fe-8144-1ac595f79166 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0618aa6f-97d3-434c-8c1a-8399ac9a34e1,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:55.278546 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f3bca493-b2f8-44fe-8144-1ac595f79166 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:55.283397 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f3bca493-b2f8-44fe-8144-1ac595f79166 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.36 "DELETE /v2.0/security-groups/0618aa6f-97d3-434c-8c1a-8399ac9a34e1 HTTP/1.1" status: 204 len: 168 time: 0.4123461 May 05 20:28:55.283586 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59378) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:55.296936 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b31e0e3-021a-4820-81d3-2ee224c11d2c req-18b65496-6858-4b98-93f7-e03b08fae6d4 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Network 29a0e805-6e5b-4d29-836f-ace2c73e49b1 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:28:55.297101 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f54fdd6f-bc69-4d3c-9462-261de6f70c16 req-dd50018b-4253-4931-a03c-19267f054e1f tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=d48d9097-b777-4574-9a19-13c10d09c75b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400688 May 05 20:28:55.324891 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-1b31e0e3-021a-4820-81d3-2ee224c11d2c req-18b65496-6858-4b98-93f7-e03b08fae6d4 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:28:55.329152 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b31e0e3-021a-4820-81d3-2ee224c11d2c req-18b65496-6858-4b98-93f7-e03b08fae6d4 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:28:55.361621 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b65496-6858-4b98-93f7-e03b08fae6d4 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Pushing event updated for resources: {'Port': ['ID=e2b249a7-a8c0-4087-aa20-31a4f0ba1936,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:55.420018 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d2f4f243-0b3f-478d-8c7c-d884a835e148 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:55.518670 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b31e0e3-021a-4820-81d3-2ee224c11d2c req-18b65496-6858-4b98-93f7-e03b08fae6d4 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:55.519608 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-1b31e0e3-021a-4820-81d3-2ee224c11d2c req-18b65496-6858-4b98-93f7-e03b08fae6d4 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:55.593406 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54de0823-5b6b-497a-9a74-93a85e4df912 req-b365dab5-a4b7-4ffa-8d54-dfb7d230e6e4 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:55.595972 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-54de0823-5b6b-497a-9a74-93a85e4df912 req-b365dab5-a4b7-4ffa-8d54-dfb7d230e6e4 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=c829890f-9304-426e-8efe-b60afadfd3ae HTTP/1.1" status: 200 len: 931 time: 0.1291051 May 05 20:28:55.644877 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device e0b33356-6ae1-432b-a31c-41c6068453be up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:28:55.657182 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f4f243-0b3f-478d-8c7c-d884a835e148 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Network 7289b573-7530-4f0a-b5b0-032373718af7 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:28:55.695555 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-54de0823-5b6b-497a-9a74-93a85e4df912 req-4542dd23-eaab-440c-b5d3-f0dcd6d30138 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Synchronizing usage tracker for tenant:d5327fecdbda4453866269afbd5ac6fc on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:28:55.726406 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-54de0823-5b6b-497a-9a74-93a85e4df912 req-4542dd23-eaab-440c-b5d3-f0dcd6d30138 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Unset dirty status for tenant:d5327fecdbda4453866269afbd5ac6fc on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:28:55.731652 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-54de0823-5b6b-497a-9a74-93a85e4df912 req-4542dd23-eaab-440c-b5d3-f0dcd6d30138 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259036 May 05 20:28:55.747572 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-d2f4f243-0b3f-478d-8c7c-d884a835e148 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:28:55.754948 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bfd35a5-d957-4182-b40d-493b4dfc91da None None] Network 7289b573-7530-4f0a-b5b0-032373718af7 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:28:55.782635 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f4f243-0b3f-478d-8c7c-d884a835e148 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:28:55.789159 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f4f243-0b3f-478d-8c7c-d884a835e148 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:55.789901 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d2f4f243-0b3f-478d-8c7c-d884a835e148 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:55.804070 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1b31e0e3-021a-4820-81d3-2ee224c11d2c req-18b65496-6858-4b98-93f7-e03b08fae6d4 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1413913 May 05 20:28:55.804953 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-95252818-edae-40b6-9bd5-7c3ff9e13878 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:55.820213 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-1b31e0e3-021a-4820-81d3-2ee224c11d2c req-6ce2d9c8-c4d6-42c0-a3af-8b7bc0a95015 service neutron] Request body: {'port': {'device_id': 'c829890f-9304-426e-8efe-b60afadfd3ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:28:55.954534 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-1b31e0e3-021a-4820-81d3-2ee224c11d2c req-6ce2d9c8-c4d6-42c0-a3af-8b7bc0a95015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:55.955313 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-1b17d0fc-8222-4492-84f1-9683ebea2d9e None None] Provisioning for port e0b33356-6ae1-432b-a31c-41c6068453be completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:28:55.967617 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port e0b33356-6ae1-432b-a31c-41c6068453be completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:28:55.973362 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f4f243-0b3f-478d-8c7c-d884a835e148 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event updated for resources: {'Port': ['ID=453cb14e-d75c-4a5b-8780-5a13c46849b3,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:56.027261 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port e0b33356-6ae1-432b-a31c-41c6068453be triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:28:56.027728 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:56.065810 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d2f4f243-0b3f-478d-8c7c-d884a835e148 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.9717238 May 05 20:28:56.066139 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59390) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:56.075121 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54df173-a796-4851-97e6-5c32ab513d91 req-7303bd47-aa86-40e4-9a31-db7c12763de9 tempest-TestNetworkAdvancedServerOps-1264277304 tempest-TestNetworkAdvancedServerOps-1264277304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:56.083157 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f54df173-a796-4851-97e6-5c32ab513d91 req-7303bd47-aa86-40e4-9a31-db7c12763de9 tempest-TestNetworkAdvancedServerOps-1264277304 tempest-TestNetworkAdvancedServerOps-1264277304-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6a51d332-4b43-4d56-aba9-d2415c353a42 HTTP/1.1" status: 200 len: 1096 time: 0.5820963 May 05 20:28:56.101404 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-95252818-edae-40b6-9bd5-7c3ff9e13878 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:56.167136 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-2cd6cd3b-8eb6-4aa6-9b0a-4f6fa5b6f86c None None] Provisioning for port e2b249a7-a8c0-4087-aa20-31a4f0ba1936 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:28:56.174343 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-2cd6cd3b-8eb6-4aa6-9b0a-4f6fa5b6f86c None None] Provisioning complete for port e2b249a7-a8c0-4087-aa20-31a4f0ba1936 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:28:56.174712 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2cd6cd3b-8eb6-4aa6-9b0a-4f6fa5b6f86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:56.179956 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd895bdd-ba4d-4a7d-ac87-5b09d7616e0f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:56.186799 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd895bdd-ba4d-4a7d-ac87-5b09d7616e0f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:56.187723 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-cd895bdd-ba4d-4a7d-ac87-5b09d7616e0f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Synchronizing usage tracker for tenant:0780f842482f4e59b41843f42dd46f0e on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:28:56.210181 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-cd895bdd-ba4d-4a7d-ac87-5b09d7616e0f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Unset dirty status for tenant:0780f842482f4e59b41843f42dd46f0e on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:28:56.217232 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-cd895bdd-ba4d-4a7d-ac87-5b09d7616e0f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1500647 May 05 20:28:56.218722 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59394) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:56.232308 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f54df173-a796-4851-97e6-5c32ab513d91 req-350cb038-47ef-4144-aaae-6c14c6ef4c89 tempest-TestNetworkAdvancedServerOps-1264277304 tempest-TestNetworkAdvancedServerOps-1264277304-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=d48d9097-b777-4574-9a19-13c10d09c75b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476715 May 05 20:28:56.327039 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-b5f4dd6b-0f0c-4fde-bc92-244c0d35b9e9 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Deleting port 453cb14e-d75c-4a5b-8780-5a13c46849b3 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:28:56.327644 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b5f4dd6b-0f0c-4fde-bc92-244c0d35b9e9 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:56.354470 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-95252818-edae-40b6-9bd5-7c3ff9e13878 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:56.408683 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6cd3b-8eb6-4aa6-9b0a-4f6fa5b6f86c None None] Port e2b249a7-a8c0-4087-aa20-31a4f0ba1936 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:28:56.450568 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:56.479339 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-95252818-edae-40b6-9bd5-7c3ff9e13878 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:56.480893 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-95252818-edae-40b6-9bd5-7c3ff9e13878 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.36 "DELETE /v2.0/security-groups/5c50b871-4a31-4968-adbd-f08b3778bfe4 HTTP/1.1" status: 204 len: 168 time: 1.1908383 May 05 20:28:56.481986 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95252818-edae-40b6-9bd5-7c3ff9e13878 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c50b871-4a31-4968-adbd-f08b3778bfe4,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:56.484100 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59400) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:56.531242 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port e0b33356-6ae1-432b-a31c-41c6068453be, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=e0b33356-6ae1-432b-a31c-41c6068453be,segment=NetworkSegment(1cf78a78-2d57-4ccb-9633-08c37696a2c0),segment_id=1cf78a78-2d57-4ccb-9633-08c37696a2c0)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:28:56.542859 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:56.543655 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device b6c625fb-c4e2-47fa-b83b-5fecf4c03ebc up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:28:56.642191 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f7007a-7a79-4a0e-8236-f9b1efda00fc req-ccebc34d-92ad-4410-aaae-648743e12689 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:56.648635 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-28f7007a-7a79-4a0e-8236-f9b1efda00fc req-ccebc34d-92ad-4410-aaae-648743e12689 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a51d332-4b43-4d56-aba9-d2415c353a42 HTTP/1.1" status: 200 len: 945 time: 0.2761884 May 05 20:28:56.686927 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=e0b33356-6ae1-432b-a31c-41c6068453be,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:56.737623 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port b6c625fb-c4e2-47fa-b83b-5fecf4c03ebc triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:28:56.738002 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:56.984029 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-4d44044e-0698-4af1-92e9-e00f04b587fc None None] Provisioning complete for port e0b33356-6ae1-432b-a31c-41c6068453be triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:28:56.984350 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4d44044e-0698-4af1-92e9-e00f04b587fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:57.053752 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-28f7007a-7a79-4a0e-8236-f9b1efda00fc req-4dcd1891-7c34-45a0-ace3-26495bdd7bd5 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=d48d9097-b777-4574-9a19-13c10d09c75b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3933091 May 05 20:28:57.087593 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b5f4dd6b-0f0c-4fde-bc92-244c0d35b9e9 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:57.094201 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59408) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:57.197021 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-4d44044e-0698-4af1-92e9-e00f04b587fc None None] Provisioning for port 453cb14e-d75c-4a5b-8780-5a13c46849b3 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:28:57.203122 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-4d44044e-0698-4af1-92e9-e00f04b587fc None None] Provisioning complete for port 453cb14e-d75c-4a5b-8780-5a13c46849b3 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:28:57.203880 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4d44044e-0698-4af1-92e9-e00f04b587fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:57.222736 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-b0ef1255-1c6a-4bd9-b6af-b373937c4393 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/floatingips/df961b2f-e645-438a-a207-f68015aee72b HTTP/1.1" status: 200 len: 991 time: 0.1273713 May 05 20:28:57.228356 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-b5f4dd6b-0f0c-4fde-bc92-244c0d35b9e9 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Calling delete_port for 453cb14e-d75c-4a5b-8780-5a13c46849b3 owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:28:57.268035 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-4d44044e-0698-4af1-92e9-e00f04b587fc None None] Port 453cb14e-d75c-4a5b-8780-5a13c46849b3 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:28:57.288330 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.resource_extend [req-1b31e0e3-021a-4820-81d3-2ee224c11d2c req-6ce2d9c8-c4d6-42c0-a3af-8b7bc0a95015 service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 20:28:57.362310 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6095df-659e-481f-8e66-442355eba609 req-e638cc89-a3b6-4591-bae8-83afe763b2a8 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:57.363184 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-6e6095df-659e-481f-8e66-442355eba609 req-e638cc89-a3b6-4591-bae8-83afe763b2a8 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Synchronizing usage tracker for tenant:d5327fecdbda4453866269afbd5ac6fc on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:28:57.397448 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-6a692168-126d-4089-8496-2481345a461f None None] Provisioning complete for port 453cb14e-d75c-4a5b-8780-5a13c46849b3 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:28:57.397891 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6a692168-126d-4089-8496-2481345a461f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:57.402396 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b5f4dd6b-0f0c-4fde-bc92-244c0d35b9e9 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:57.472245 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-6a692168-126d-4089-8496-2481345a461f None None] Port 453cb14e-d75c-4a5b-8780-5a13c46849b3 was deleted so its status cannot be updated. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 05 20:28:57.486616 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device e0b33356-6ae1-432b-a31c-41c6068453be up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:28:57.560902 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59416) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:57.564342 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b5f4dd6b-0f0c-4fde-bc92-244c0d35b9e9 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:57.568313 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f4dd6b-0f0c-4fde-bc92-244c0d35b9e9 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event deleted for resources: {'Port': ['ID=453cb14e-d75c-4a5b-8780-5a13c46849b3,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:57.589191 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port e0b33356-6ae1-432b-a31c-41c6068453be triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:28:57.589677 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:57.682107 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-1b31e0e3-021a-4820-81d3-2ee224c11d2c req-6ce2d9c8-c4d6-42c0-a3af-8b7bc0a95015 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2b249a7-a8c0-4087-aa20-31a4f0ba1936 {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:28:57.717826 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-1b31e0e3-021a-4820-81d3-2ee224c11d2c req-6ce2d9c8-c4d6-42c0-a3af-8b7bc0a95015 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:57.719407 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b5f4dd6b-0f0c-4fde-bc92-244c0d35b9e9 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/ports/453cb14e-d75c-4a5b-8780-5a13c46849b3 HTTP/1.1" status: 204 len: 168 time: 1.4989119 May 05 20:28:57.725223 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59420) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:57.727734 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-6e6095df-659e-481f-8e66-442355eba609 req-e638cc89-a3b6-4591-bae8-83afe763b2a8 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Unset dirty status for tenant:d5327fecdbda4453866269afbd5ac6fc on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:28:57.728895 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6e6095df-659e-481f-8e66-442355eba609 req-e638cc89-a3b6-4591-bae8-83afe763b2a8 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=c829890f-9304-426e-8efe-b60afadfd3ae HTTP/1.1" status: 200 len: 931 time: 0.7724125 May 05 20:28:57.781681 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-1b31e0e3-021a-4820-81d3-2ee224c11d2c req-6ce2d9c8-c4d6-42c0-a3af-8b7bc0a95015 service neutron] Transition to ACTIVE for port object e2b249a7-a8c0-4087-aa20-31a4f0ba1936 will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:28:57.806827 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-1b31e0e3-021a-4820-81d3-2ee224c11d2c req-6ce2d9c8-c4d6-42c0-a3af-8b7bc0a95015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:57.851284 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6e6095df-659e-481f-8e66-442355eba609 req-1cb8370b-e8a7-47ac-9e81-6748c9b2143a tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144750 May 05 20:28:57.975756 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1687525-425b-4396-937d-85ddd3b88e30 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:57.977449 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1687525-425b-4396-937d-85ddd3b88e30 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:57.982184 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b1687525-425b-4396-937d-85ddd3b88e30 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2558978 May 05 20:28:57.986446 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59426) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:58.005586 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce2d9c8-c4d6-42c0-a3af-8b7bc0a95015 service neutron] Pushing event updated for resources: {'Port': ['ID=e2b249a7-a8c0-4087-aa20-31a4f0ba1936,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:58.050137 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-87a67393-27a7-45a0-88c4-7fae1587b0cb tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Deleting port df0c8f29-2b97-48a5-bd04-fb6dca13a068 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:28:58.050878 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-87a67393-27a7-45a0-88c4-7fae1587b0cb tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:58.136684 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-0515553d-ab0b-4fe1-8a24-7e20063909b2 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Deleting subnet a0418232-0d9f-493e-8c93-2adf3b64ae4f {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:28:58.164081 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0515553d-ab0b-4fe1-8a24-7e20063909b2 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:58.194155 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-1b31e0e3-021a-4820-81d3-2ee224c11d2c req-6ce2d9c8-c4d6-42c0-a3af-8b7bc0a95015 service neutron] Attempting to bind port e2b249a7-a8c0-4087-aa20-31a4f0ba1936 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:28:58.194434 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-1b31e0e3-021a-4820-81d3-2ee224c11d2c req-6ce2d9c8-c4d6-42c0-a3af-8b7bc0a95015 service neutron] Attempting to bind port e2b249a7-a8c0-4087-aa20-31a4f0ba1936 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': '5effa292-6024-4206-9fcb-ee5e58965e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:28:58.194756 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b31e0e3-021a-4820-81d3-2ee224c11d2c req-6ce2d9c8-c4d6-42c0-a3af-8b7bc0a95015 service neutron] Attempting to bind port e2b249a7-a8c0-4087-aa20-31a4f0ba1936 on network 29a0e805-6e5b-4d29-836f-ace2c73e49b1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:28:58.204187 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b31e0e3-021a-4820-81d3-2ee224c11d2c req-6ce2d9c8-c4d6-42c0-a3af-8b7bc0a95015 service neutron] Port e2b249a7-a8c0-4087-aa20-31a4f0ba1936 on network 29a0e805-6e5b-4d29-836f-ace2c73e49b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:28:58.204511 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b31e0e3-021a-4820-81d3-2ee224c11d2c req-6ce2d9c8-c4d6-42c0-a3af-8b7bc0a95015 service neutron] Attempting to bind port e2b249a7-a8c0-4087-aa20-31a4f0ba1936 on network 29a0e805-6e5b-4d29-836f-ace2c73e49b1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:28:58.213499 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b31e0e3-021a-4820-81d3-2ee224c11d2c req-6ce2d9c8-c4d6-42c0-a3af-8b7bc0a95015 service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:28:58.213845 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b31e0e3-021a-4820-81d3-2ee224c11d2c req-6ce2d9c8-c4d6-42c0-a3af-8b7bc0a95015 service neutron] Checking segment: {'id': '5effa292-6024-4206-9fcb-ee5e58965e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:28:58.214228 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b31e0e3-021a-4820-81d3-2ee224c11d2c req-6ce2d9c8-c4d6-42c0-a3af-8b7bc0a95015 service neutron] Bound using segment: {'id': '5effa292-6024-4206-9fcb-ee5e58965e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:28:58.215268 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-1b31e0e3-021a-4820-81d3-2ee224c11d2c req-6ce2d9c8-c4d6-42c0-a3af-8b7bc0a95015 service neutron] Bound port: e2b249a7-a8c0-4087-aa20-31a4f0ba1936, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5effa292-6024-4206-9fcb-ee5e58965e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:28:58.215658 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-1b31e0e3-021a-4820-81d3-2ee224c11d2c req-6ce2d9c8-c4d6-42c0-a3af-8b7bc0a95015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:58.310430 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-22abe9b4-5138-4a6c-90b3-edabab225990 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:58.326246 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0515553d-ab0b-4fe1-8a24-7e20063909b2 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:58.365504 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59434) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:58.427734 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-1b31e0e3-021a-4820-81d3-2ee224c11d2c req-6ce2d9c8-c4d6-42c0-a3af-8b7bc0a95015 service neutron] For port e2b249a7-a8c0-4087-aa20-31a4f0ba1936, host n-h1-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:28:58.433417 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-87a67393-27a7-45a0-88c4-7fae1587b0cb tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:58.433795 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-87a67393-27a7-45a0-88c4-7fae1587b0cb tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:58.510895 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-1b31e0e3-021a-4820-81d3-2ee224c11d2c req-6ce2d9c8-c4d6-42c0-a3af-8b7bc0a95015 service neutron] For port e2b249a7-a8c0-4087-aa20-31a4f0ba1936, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=e2b249a7-a8c0-4087-aa20-31a4f0ba1936,segment=NetworkSegment(5effa292-6024-4206-9fcb-ee5e58965e00),segment_id=5effa292-6024-4206-9fcb-ee5e58965e00)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:28:58.518669 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-1b31e0e3-021a-4820-81d3-2ee224c11d2c req-6ce2d9c8-c4d6-42c0-a3af-8b7bc0a95015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:58.592679 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-87a67393-27a7-45a0-88c4-7fae1587b0cb tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Calling delete_port for df0c8f29-2b97-48a5-bd04-fb6dca13a068 owned by network:floatingip {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:28:58.655082 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1ec639eb-78b0-4728-a8a6-4bf2df41cb83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:58.664504 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b31e0e3-021a-4820-81d3-2ee224c11d2c req-6ce2d9c8-c4d6-42c0-a3af-8b7bc0a95015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:58.666203 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-1b31e0e3-021a-4820-81d3-2ee224c11d2c req-6ce2d9c8-c4d6-42c0-a3af-8b7bc0a95015 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:58.667666 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1b31e0e3-021a-4820-81d3-2ee224c11d2c req-6ce2d9c8-c4d6-42c0-a3af-8b7bc0a95015 service neutron] 10.222.0.24 "PUT /v2.0/ports/e2b249a7-a8c0-4087-aa20-31a4f0ba1936 HTTP/1.1" status: 200 len: 1091 time: 2.8532352 May 05 20:28:58.668173 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c829890f-9304-426e-8efe-b60afadfd3ae', 'tag': 'e2b249a7-a8c0-4087-aa20-31a4f0ba1936'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:28:58.726360 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0515553d-ab0b-4fe1-8a24-7e20063909b2 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:58.773905 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1ec639eb-78b0-4728-a8a6-4bf2df41cb83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:28:58.797330 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-1ec639eb-78b0-4728-a8a6-4bf2df41cb83 admin admin] Usage tracker for resource:security_group_rule and tenant:6e27b78047b54ccb9beaaf37dbe424f9 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:28:58.801686 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-1ec639eb-78b0-4728-a8a6-4bf2df41cb83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:28:58.809525 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ec065f1-4d26-4cf4-8f8e-db8467621920'] response: {'name': 'network-changed', 'server_uuid': 'c829890f-9304-426e-8efe-b60afadfd3ae', 'tag': 'e2b249a7-a8c0-4087-aa20-31a4f0ba1936', 'status': 'completed', 'code': 200} May 05 20:28:58.817338 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1ec639eb-78b0-4728-a8a6-4bf2df41cb83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:28:58.835979 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce2d9c8-c4d6-42c0-a3af-8b7bc0a95015 service neutron] Pushing event updated for resources: {'Port': ['ID=e2b249a7-a8c0-4087-aa20-31a4f0ba1936,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:58.890109 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b31e0e3-021a-4820-81d3-2ee224c11d2c req-5c1bb9e4-45ba-44bc-8dbe-5fa9d9dab4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:58.891900 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1b31e0e3-021a-4820-81d3-2ee224c11d2c req-5c1bb9e4-45ba-44bc-8dbe-5fa9d9dab4e8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d5327fecdbda4453866269afbd5ac6fc&device_id=c829890f-9304-426e-8efe-b60afadfd3ae HTTP/1.1" status: 200 len: 1094 time: 0.1691229 May 05 20:28:58.935051 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0515553d-ab0b-4fe1-8a24-7e20063909b2 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:58.977066 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0515553d-ab0b-4fe1-8a24-7e20063909b2 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:58.986565 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a218685-3af7-462d-9697-051d90622a0e None None] Network 7289b573-7530-4f0a-b5b0-032373718af7 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:28:59.012568 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0515553d-ab0b-4fe1-8a24-7e20063909b2 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event deleted for resources: {'Subnet': ['ID=a0418232-0d9f-493e-8c93-2adf3b64ae4f,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:59.040746 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1b31e0e3-021a-4820-81d3-2ee224c11d2c req-a25b3778-4f0b-415d-acae-9192faf45d97 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2b249a7-a8c0-4087-aa20-31a4f0ba1936 HTTP/1.1" status: 200 len: 217 time: 0.1394596 May 05 20:28:59.043931 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-0515553d-ab0b-4fe1-8a24-7e20063909b2 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/subnets/a0418232-0d9f-493e-8c93-2adf3b64ae4f HTTP/1.1" status: 204 len: 168 time: 1.0561769 May 05 20:28:59.046351 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59444) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:59.151864 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-22abe9b4-5138-4a6c-90b3-edabab225990 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Deleting port 28628b04-bc50-487c-9ce8-f31a65478f63 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:28:59.152284 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-22abe9b4-5138-4a6c-90b3-edabab225990 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:59.269357 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d452c84d-547f-440f-b7e8-2bc9069d1c3e req-86bb12a2-8358-465e-a152-28585a7880ad tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:59.271914 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d452c84d-547f-440f-b7e8-2bc9069d1c3e req-86bb12a2-8358-465e-a152-28585a7880ad tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=c829890f-9304-426e-8efe-b60afadfd3ae HTTP/1.1" status: 200 len: 943 time: 0.2360630 May 05 20:28:59.274927 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-0d17b992-e0e1-404f-b447-f432b873c307 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2209160 May 05 20:28:59.274927 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-87a67393-27a7-45a0-88c4-7fae1587b0cb tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:59.278573 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59450) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:59.291064 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abc905f-7fcd-4852-8edb-8eba57ae15a0 None None] DHCP port deletion for 7289b573-7530-4f0a-b5b0-032373718af7 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:28:59.295494 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-6abc905f-7fcd-4852-8edb-8eba57ae15a0 None None] Deleting port e0b33356-6ae1-432b-a31c-41c6068453be {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:28:59.295866 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6abc905f-7fcd-4852-8edb-8eba57ae15a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:59.341091 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b31e0e3-021a-4820-81d3-2ee224c11d2c req-566ef2a2-479b-4e14-a30a-42c96fa74961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:59.342908 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1b31e0e3-021a-4820-81d3-2ee224c11d2c req-566ef2a2-479b-4e14-a30a-42c96fa74961 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d4fffa46-b0f9-43c4-a768-6cf896707ddc HTTP/1.1" status: 200 len: 850 time: 0.2760570 May 05 20:28:59.412221 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a67393-27a7-45a0-88c4-7fae1587b0cb tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event deleted for resources: {'Port': ['ID=df0c8f29-2b97-48a5-bd04-fb6dca13a068,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:59.451474 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device e0b33356-6ae1-432b-a31c-41c6068453be no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:28:59.477627 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1ec639eb-78b0-4728-a8a6-4bf2df41cb83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:59.494454 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d452c84d-547f-440f-b7e8-2bc9069d1c3e req-c2730398-07d5-4618-98bb-c351d4fdb824 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834712 May 05 20:28:59.496325 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1ec639eb-78b0-4728-a8a6-4bf2df41cb83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:59.539961 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-87a67393-27a7-45a0-88c4-7fae1587b0cb tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for floatingip, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:59.540297 n-d-840717-1 neutron-server[88198]: INFO neutron.db.l3_db [None req-87a67393-27a7-45a0-88c4-7fae1587b0cb tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Floating IP df961b2f-e645-438a-a207-f68015aee72b disassociated (deleted). External IP: 172.25.0.83, port: 3d3cd12d-c6cb-4540-ab00-4234218f1159. May 05 20:28:59.570085 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-6abc905f-7fcd-4852-8edb-8eba57ae15a0 None None] For port e0b33356-6ae1-432b-a31c-41c6068453be, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=e0b33356-6ae1-432b-a31c-41c6068453be,segment=NetworkSegment(1cf78a78-2d57-4ccb-9633-08c37696a2c0),segment_id=1cf78a78-2d57-4ccb-9633-08c37696a2c0)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:28:59.570787 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6abc905f-7fcd-4852-8edb-8eba57ae15a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:59.686265 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-22abe9b4-5138-4a6c-90b3-edabab225990 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] For port 28628b04-bc50-487c-9ce8-f31a65478f63, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=28628b04-bc50-487c-9ce8-f31a65478f63,segment=NetworkSegment(c9572696-a17a-4a14-8a0a-056b3544c241),segment_id=c9572696-a17a-4a14-8a0a-056b3544c241)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:28:59.686689 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-22abe9b4-5138-4a6c-90b3-edabab225990 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:59.722709 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec639eb-78b0-4728-a8a6-4bf2df41cb83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c9bbb0-c71b-4826-939a-d932aa1c73c5,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:28:59.734385 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-1ec639eb-78b0-4728-a8a6-4bf2df41cb83 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6e27b78047b54ccb9beaaf37dbe424f9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3655586 May 05 20:28:59.735838 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59454) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:59.737169 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-6abc905f-7fcd-4852-8edb-8eba57ae15a0 None None] Calling delete_port for e0b33356-6ae1-432b-a31c-41c6068453be owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:28:59.744410 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ecd16d-3596-4f8d-a515-0659031ec1f9 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:59.745050 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-79ecd16d-3596-4f8d-a515-0659031ec1f9 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Synchronizing usage tracker for tenant:0780f842482f4e59b41843f42dd46f0e on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:28:59.797333 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-79ecd16d-3596-4f8d-a515-0659031ec1f9 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Unset dirty status for tenant:0780f842482f4e59b41843f42dd46f0e on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:28:59.798476 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-79ecd16d-3596-4f8d-a515-0659031ec1f9 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4866931 May 05 20:28:59.803098 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59458) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:28:59.806948 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:59.832714 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-22abe9b4-5138-4a6c-90b3-edabab225990 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Calling delete_port for 28628b04-bc50-487c-9ce8-f31a65478f63 owned by network:router_interface {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:28:59.856560 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port e0b33356-6ae1-432b-a31c-41c6068453be, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=e0b33356-6ae1-432b-a31c-41c6068453be,segment=NetworkSegment(1cf78a78-2d57-4ccb-9633-08c37696a2c0),segment_id=1cf78a78-2d57-4ccb-9633-08c37696a2c0)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:28:59.862968 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:28:59.886025 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b31e0e3-021a-4820-81d3-2ee224c11d2c req-ef117dca-3ab8-49ed-b1a2-c67dc60b57ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:28:59.887667 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1b31e0e3-021a-4820-81d3-2ee224c11d2c req-ef117dca-3ab8-49ed-b1a2-c67dc60b57ad service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=29a0e805-6e5b-4d29-836f-ace2c73e49b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5347993 May 05 20:28:59.972134 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-6abc905f-7fcd-4852-8edb-8eba57ae15a0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:28:59.972377 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-6abc905f-7fcd-4852-8edb-8eba57ae15a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:28:59.990121 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=e0b33356-6ae1-432b-a31c-41c6068453be,revision_number=7']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:00.047072 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89bde7b-a2b4-49d4-89be-bcf91bcf2989 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:00.047786 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-c89bde7b-a2b4-49d4-89be-bcf91bcf2989 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Synchronizing usage tracker for tenant:0780f842482f4e59b41843f42dd46f0e on resource:subnet {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:29:00.056736 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2d877c46-6806-4dd0-98b9-86f8ec6dd00a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:00.107671 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-c89bde7b-a2b4-49d4-89be-bcf91bcf2989 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Unset dirty status for tenant:0780f842482f4e59b41843f42dd46f0e on resource:subnet {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:29:00.111513 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c89bde7b-a2b4-49d4-89be-bcf91bcf2989 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3047636 May 05 20:29:00.112858 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2d877c46-6806-4dd0-98b9-86f8ec6dd00a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:00.120501 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59462) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:00.129519 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87a67393-27a7-45a0-88c4-7fae1587b0cb tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Router d881527e-87c4-408e-8185-7fda27f7417d has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:29:00.195542 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1b31e0e3-021a-4820-81d3-2ee224c11d2c req-6c93ad73-afa6-4432-81c4-a4db101d6467 service neutron] 10.222.0.24 "GET /v2.0/networks/29a0e805-6e5b-4d29-836f-ace2c73e49b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015738 May 05 20:29:00.210284 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-eb685950-ed8d-45f8-a70c-22b585c2d5f6 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0886638 May 05 20:29:00.214929 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59466) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:00.231578 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-fd743817-bb4d-4666-8d01-2a2cf872fba0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Request body: {'subnet': {'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:29:00.395081 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1b31e0e3-021a-4820-81d3-2ee224c11d2c req-2a774264-feae-4a62-94ba-766e1f5cf02c service neutron] 10.222.0.24 "GET /v2.0/networks/29a0e805-6e5b-4d29-836f-ace2c73e49b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918406 May 05 20:29:00.408822 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-22abe9b4-5138-4a6c-90b3-edabab225990 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:00.473863 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-6abc905f-7fcd-4852-8edb-8eba57ae15a0 None None] Deleting port e0b33356-6ae1-432b-a31c-41c6068453be {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:29:00.474238 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6abc905f-7fcd-4852-8edb-8eba57ae15a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:00.494401 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-fd743817-bb4d-4666-8d01-2a2cf872fba0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:29:00.502984 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2d877c46-6806-4dd0-98b9-86f8ec6dd00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:00.515104 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22abe9b4-5138-4a6c-90b3-edabab225990 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Pushing event deleted for resources: {'Port': ['ID=28628b04-bc50-487c-9ce8-f31a65478f63,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:00.519253 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-fd743817-bb4d-4666-8d01-2a2cf872fba0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:29:00.541323 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d877c46-6806-4dd0-98b9-86f8ec6dd00a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c9bbb0-c71b-4826-939a-d932aa1c73c5,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:00.553413 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2d877c46-6806-4dd0-98b9-86f8ec6dd00a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:00.556880 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-2d877c46-6806-4dd0-98b9-86f8ec6dd00a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/08c9bbb0-c71b-4826-939a-d932aa1c73c5 HTTP/1.1" status: 204 len: 168 time: 0.8067191 May 05 20:29:00.556880 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd743817-bb4d-4666-8d01-2a2cf872fba0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Made reservation on behalf of 0780f842482f4e59b41843f42dd46f0e for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:29:00.574891 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fd743817-bb4d-4666-8d01-2a2cf872fba0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:00.595401 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a67393-27a7-45a0-88c4-7fae1587b0cb tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:29:00.609739 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a63f1e6-38aa-4001-bf52-6c5df685870f None None] Sync routers for ids ['d881527e-87c4-408e-8185-7fda27f7417d'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:29:00.621262 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-87a67393-27a7-45a0-88c4-7fae1587b0cb tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:00.623554 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a63f1e6-38aa-4001-bf52-6c5df685870f None None] Routers {'d881527e-87c4-408e-8185-7fda27f7417d'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:29:00.624260 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-2a63f1e6-38aa-4001-bf52-6c5df685870f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:28:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['d881527e-87c4-408e-8185-7fda27f7417d'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:00.748604 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b60837c-c08f-4a5f-9291-396be118bf02 req-bd132a35-88ec-4ee0-b0d8-a257a352ddc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:00.750792 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1b60837c-c08f-4a5f-9291-396be118bf02 req-bd132a35-88ec-4ee0-b0d8-a257a352ddc3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d5327fecdbda4453866269afbd5ac6fc&device_id=c829890f-9304-426e-8efe-b60afadfd3ae HTTP/1.1" status: 200 len: 1094 time: 0.3063989 May 05 20:29:00.832409 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-6abc905f-7fcd-4852-8edb-8eba57ae15a0 None None] For port e0b33356-6ae1-432b-a31c-41c6068453be, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=e0b33356-6ae1-432b-a31c-41c6068453be,segment=NetworkSegment(1cf78a78-2d57-4ccb-9633-08c37696a2c0),segment_id=1cf78a78-2d57-4ccb-9633-08c37696a2c0)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:29:00.842731 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6abc905f-7fcd-4852-8edb-8eba57ae15a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:01.002322 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-2a63f1e6-38aa-4001-bf52-6c5df685870f None None] Set router d881527e-87c4-408e-8185-7fda27f7417d gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:29:01.050914 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-6abc905f-7fcd-4852-8edb-8eba57ae15a0 None None] Calling delete_port for e0b33356-6ae1-432b-a31c-41c6068453be owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:29:01.112722 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59476) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:01.120204 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-87a67393-27a7-45a0-88c4-7fae1587b0cb tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "DELETE /v2.0/floatingips/df961b2f-e645-438a-a207-f68015aee72b HTTP/1.1" status: 204 len: 168 time: 3.5581121 May 05 20:29:01.123680 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a51d332-4b43-4d56-aba9-d2415c353a42', 'tag': '3d3cd12d-c6cb-4540-ab00-4234218f1159'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:29:01.156388 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e9bc3c02-6040-47bb-9d2f-58141a3ed841 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:01.164556 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6abc905f-7fcd-4852-8edb-8eba57ae15a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:01.180847 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e9bc3c02-6040-47bb-9d2f-58141a3ed841 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:29:01.189195 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-e9bc3c02-6040-47bb-9d2f-58141a3ed841 admin admin] Usage tracker for resource:security_group_rule and tenant:f9905110dadd4cd79adf66e6edd8ddc4 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:29:01.193872 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-e9bc3c02-6040-47bb-9d2f-58141a3ed841 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:29:01.218340 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abc905f-7fcd-4852-8edb-8eba57ae15a0 None None] No DVR routers for this DVR port e0b33356-6ae1-432b-a31c-41c6068453be on host n-d-840717-1 {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:29:01.229043 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abc905f-7fcd-4852-8edb-8eba57ae15a0 None None] Pushing event deleted for resources: {'Port': ['ID=e0b33356-6ae1-432b-a31c-41c6068453be,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:01.240571 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b60837c-c08f-4a5f-9291-396be118bf02 req-7d7bb9bb-fb92-4f48-8712-5e189db15d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:01.242358 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1b60837c-c08f-4a5f-9291-396be118bf02 req-7d7bb9bb-fb92-4f48-8712-5e189db15d29 service neutron] 10.222.0.24 "GET /v2.0/networks?id=29a0e805-6e5b-4d29-836f-ace2c73e49b1 HTTP/1.1" status: 200 len: 912 time: 0.4761531 May 05 20:29:01.251557 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e9bc3c02-6040-47bb-9d2f-58141a3ed841 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:29:01.269549 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc7ce0-910c-4f91-949a-75b245acf656 req-36af217a-d081-4664-bc5e-7c68ad61d179 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:01.271122 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3dcc7ce0-910c-4f91-949a-75b245acf656 req-36af217a-d081-4664-bc5e-7c68ad61d179 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=c829890f-9304-426e-8efe-b60afadfd3ae HTTP/1.1" status: 200 len: 943 time: 0.5553136 May 05 20:29:01.386884 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3dcc7ce0-910c-4f91-949a-75b245acf656 req-dd7b5201-54f6-4579-884d-40a6a993d526 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077127 May 05 20:29:01.508096 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b20bf2e1-7f33-49df-b1ce-ba1a03a2121d'] response: {'name': 'network-changed', 'server_uuid': '6a51d332-4b43-4d56-aba9-d2415c353a42', 'tag': '3d3cd12d-c6cb-4540-ab00-4234218f1159', 'status': 'completed', 'code': 200} May 05 20:29:01.517521 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1b60837c-c08f-4a5f-9291-396be118bf02 req-dd167eea-fda1-469a-80e8-1ab3e4c7556b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2b249a7-a8c0-4087-aa20-31a4f0ba1936 HTTP/1.1" status: 200 len: 217 time: 0.2567990 May 05 20:29:01.538433 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-2a63f1e6-38aa-4001-bf52-6c5df685870f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd881527e-87c4-408e-8185-7fda27f7417d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1749651413', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '25e390a9-71aa-45d6-bc81-586dbfb4f945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:27:21Z', 'updated_at': '2022-05-05T20:27:30Z', 'revision_number': 4, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'gw_port': {'id': '25e390a9-71aa-45d6-bc81-586dbfb4f945', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd881527e-87c4-408e-8185-7fda27f7417d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:27:22Z', 'updated_at': '2022-05-05T20:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'b55ecf41-b494-49fe-b37b-dd88134fece1', 'name': '', 'network_id': 'a530804e-070c-4f75-96b2-acc53b3f286b', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'mac_address': 'fa:16:3e:7c:4e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd881527e-87c4-408e-8185-7fda27f7417d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '4c3daedf-d3f6-4ceb-abbf-298ca5ecc579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:27:29Z', 'updated_at': '2022-05-05T20:27:41Z', 'revision_number': 5, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'subnets': [{'id': '4c3daedf-d3f6-4ceb-abbf-298ca5ecc579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:01.543598 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a63f1e6-38aa-4001-bf52-6c5df685870f None None] Checking router: d881527e-87c4-408e-8185-7fda27f7417d for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:29:01.559420 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a63f1e6-38aa-4001-bf52-6c5df685870f None None] Routers {'d881527e-87c4-408e-8185-7fda27f7417d'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:29:01.560076 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-2a63f1e6-38aa-4001-bf52-6c5df685870f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:28:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['d881527e-87c4-408e-8185-7fda27f7417d'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:01.605130 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-22abe9b4-5138-4a6c-90b3-edabab225990 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:01.693075 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e9bc3c02-6040-47bb-9d2f-58141a3ed841 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:01.736263 n-d-840717-1 neutron-server[88198]: DEBUG neutron.objects.ports [None req-fd743817-bb4d-4666-8d01-2a2cf872fba0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88198) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 05 20:29:01.738507 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed82b0d6-b668-4f38-9a7b-1beed776a02b req-faa681a4-5e0b-413b-91fb-48c7f3b3e703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:01.741406 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ed82b0d6-b668-4f38-9a7b-1beed776a02b req-faa681a4-5e0b-413b-91fb-48c7f3b3e703 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=310f91420a2d4ddd8aab8a710d8dc814&device_id=6a51d332-4b43-4d56-aba9-d2415c353a42 HTTP/1.1" status: 200 len: 1096 time: 0.2212806 May 05 20:29:01.741639 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e9bc3c02-6040-47bb-9d2f-58141a3ed841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:01.757966 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fd743817-bb4d-4666-8d01-2a2cf872fba0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:01.768861 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-2a63f1e6-38aa-4001-bf52-6c5df685870f None None] Set router d881527e-87c4-408e-8185-7fda27f7417d gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:29:01.805247 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b60837c-c08f-4a5f-9291-396be118bf02 req-6de70e63-c22b-48ae-9588-08e83d5b8551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:01.806716 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1b60837c-c08f-4a5f-9291-396be118bf02 req-6de70e63-c22b-48ae-9588-08e83d5b8551 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d4fffa46-b0f9-43c4-a768-6cf896707ddc HTTP/1.1" status: 200 len: 850 time: 0.2827489 May 05 20:29:01.816581 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c82c37-41f5-484a-8e79-6f8ca9964225 req-9f57a3ee-3cac-4251-91d6-c19dd1540707 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:01.817885 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e4c82c37-41f5-484a-8e79-6f8ca9964225 req-9f57a3ee-3cac-4251-91d6-c19dd1540707 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a51d332-4b43-4d56-aba9-d2415c353a42 HTTP/1.1" status: 200 len: 945 time: 0.2089672 May 05 20:29:01.891818 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e9bc3c02-6040-47bb-9d2f-58141a3ed841 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f9905110dadd4cd79adf66e6edd8ddc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7740326 May 05 20:29:01.894007 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd743817-bb4d-4666-8d01-2a2cf872fba0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Network 7289b573-7530-4f0a-b5b0-032373718af7 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:29:01.947373 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59486) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:01.950492 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-fd743817-bb4d-4666-8d01-2a2cf872fba0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:29:01.953786 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd743817-bb4d-4666-8d01-2a2cf872fba0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:01.954037 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fd743817-bb4d-4666-8d01-2a2cf872fba0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:01.959474 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bc3c02-6040-47bb-9d2f-58141a3ed841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e70031b0-5ba6-4223-b9b2-f47f6801b2f8,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:01.967023 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5200b69d-2d7d-4caf-8b3d-dd0f3ec2834d None None] Network 7289b573-7530-4f0a-b5b0-032373718af7 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:29:02.010638 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e4c82c37-41f5-484a-8e79-6f8ca9964225 req-f25ca28e-8499-4abb-baaf-92ceb5b6d3f9 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=d48d9097-b777-4574-9a19-13c10d09c75b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368806 May 05 20:29:02.043784 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b60837c-c08f-4a5f-9291-396be118bf02 req-b4232366-5e97-4334-99c6-bda7ac0cee93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:02.045273 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1b60837c-c08f-4a5f-9291-396be118bf02 req-b4232366-5e97-4334-99c6-bda7ac0cee93 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=29a0e805-6e5b-4d29-836f-ace2c73e49b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2243574 May 05 20:29:02.069466 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd743817-bb4d-4666-8d01-2a2cf872fba0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event updated for resources: {'Subnet': ['ID=251897bd-d68b-4de3-ac01-3b5ed0df4b00,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:02.142991 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed82b0d6-b668-4f38-9a7b-1beed776a02b req-26db3ff7-8c78-429c-9462-018fcc4dc19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:02.145265 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ed82b0d6-b668-4f38-9a7b-1beed776a02b req-26db3ff7-8c78-429c-9462-018fcc4dc19b service neutron] 10.222.0.24 "GET /v2.0/networks?id=a530804e-070c-4f75-96b2-acc53b3f286b HTTP/1.1" status: 200 len: 897 time: 0.3946369 May 05 20:29:02.147464 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-2a63f1e6-38aa-4001-bf52-6c5df685870f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd881527e-87c4-408e-8185-7fda27f7417d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1749651413', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '25e390a9-71aa-45d6-bc81-586dbfb4f945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:27:21Z', 'updated_at': '2022-05-05T20:27:30Z', 'revision_number': 4, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'gw_port': {'id': '25e390a9-71aa-45d6-bc81-586dbfb4f945', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd881527e-87c4-408e-8185-7fda27f7417d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:27:22Z', 'updated_at': '2022-05-05T20:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'b55ecf41-b494-49fe-b37b-dd88134fece1', 'name': '', 'network_id': 'a530804e-070c-4f75-96b2-acc53b3f286b', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'mac_address': 'fa:16:3e:7c:4e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd881527e-87c4-408e-8185-7fda27f7417d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '4c3daedf-d3f6-4ceb-abbf-298ca5ecc579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:27:29Z', 'updated_at': '2022-05-05T20:27:41Z', 'revision_number': 5, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'subnets': [{'id': '4c3daedf-d3f6-4ceb-abbf-298ca5ecc579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:02.152738 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-fd743817-bb4d-4666-8d01-2a2cf872fba0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9275172 May 05 20:29:02.152738 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-721a2212-35b6-4710-ba19-7ce49ce3be05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:02.157461 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a63f1e6-38aa-4001-bf52-6c5df685870f None None] The sync data for ids ['d881527e-87c4-408e-8185-7fda27f7417d'] in n-d-840717-1 is: [{'id': 'd881527e-87c4-408e-8185-7fda27f7417d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1749651413', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '25e390a9-71aa-45d6-bc81-586dbfb4f945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:27:21Z', 'updated_at': '2022-05-05T20:27:30Z', 'revision_number': 4, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'gw_port': {'id': '25e390a9-71aa-45d6-bc81-586dbfb4f945', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd881527e-87c4-408e-8185-7fda27f7417d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:27:22Z', 'updated_at': '2022-05-05T20:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'b55ecf41-b494-49fe-b37b-dd88134fece1', 'name': '', 'network_id': 'a530804e-070c-4f75-96b2-acc53b3f286b', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'mac_address': 'fa:16:3e:7c:4e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd881527e-87c4-408e-8185-7fda27f7417d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '4c3daedf-d3f6-4ceb-abbf-298ca5ecc579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:27:29Z', 'updated_at': '2022-05-05T20:27:41Z', 'revision_number': 5, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'subnets': [{'id': '4c3daedf-d3f6-4ceb-abbf-298ca5ecc579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:29:02.170640 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59490) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:02.191247 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-d820009e-afeb-492c-9f22-1ed081a0a853 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Request body: {'subnet': {'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:29:02.243545 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ed82b0d6-b668-4f38-9a7b-1beed776a02b req-85d9fe82-261f-420a-8d9d-ce6088525171 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d3cd12d-c6cb-4540-ab00-4234218f1159 HTTP/1.1" status: 200 len: 217 time: 0.0872943 May 05 20:29:02.293576 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca87d163-cf6f-4ded-a88b-39aeffb21bd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-7289b573-7530-4f0a-b5b0-032373718af7', 'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'tenant_id': '0780f842482f4e59b41843f42dd46f0e', 'fixed_ips': [{'subnet_id': '251897bd-d68b-4de3-ac01-3b5ed0df4b00'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:29:02.295006 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ca87d163-cf6f-4ded-a88b-39aeffb21bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:02.313010 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-721a2212-35b6-4710-ba19-7ce49ce3be05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:02.357763 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fa8324-e399-4d06-a1c2-c2e03bbbcf8c req-36229a89-35fe-487d-bcaf-c26a597a10b9 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:02.358488 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-e9fa8324-e399-4d06-a1c2-c2e03bbbcf8c req-36229a89-35fe-487d-bcaf-c26a597a10b9 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Synchronizing usage tracker for tenant:310f91420a2d4ddd8aab8a710d8dc814 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:29:02.385927 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed82b0d6-b668-4f38-9a7b-1beed776a02b req-6622f149-79b8-4700-89dc-6ea6524fa08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:02.387385 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ed82b0d6-b668-4f38-9a7b-1beed776a02b req-6622f149-79b8-4700-89dc-6ea6524fa08e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4c3daedf-d3f6-4ceb-abbf-298ca5ecc579 HTTP/1.1" status: 200 len: 835 time: 0.1267488 May 05 20:29:02.467868 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-e9fa8324-e399-4d06-a1c2-c2e03bbbcf8c req-36229a89-35fe-487d-bcaf-c26a597a10b9 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Unset dirty status for tenant:310f91420a2d4ddd8aab8a710d8dc814 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:29:02.470553 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-ca87d163-cf6f-4ded-a88b-39aeffb21bd6 None None] Allocated IP 2001:db8::f816:3eff:fe63:4dbb (7289b573-7530-4f0a-b5b0-032373718af7/251897bd-d68b-4de3-ac01-3b5ed0df4b00/cde38e81-e717-475b-acce-6029caf9fb88) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:29:02.472029 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e9fa8324-e399-4d06-a1c2-c2e03bbbcf8c req-36229a89-35fe-487d-bcaf-c26a597a10b9 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a51d332-4b43-4d56-aba9-d2415c353a42 HTTP/1.1" status: 200 len: 945 time: 0.4994707 May 05 20:29:02.535933 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1b60837c-c08f-4a5f-9291-396be118bf02 req-92ef405f-289b-494b-9df0-b47e1f57bb60 service neutron] 10.222.0.24 "GET /v2.0/networks/29a0e805-6e5b-4d29-836f-ace2c73e49b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4824321 May 05 20:29:02.541070 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-d820009e-afeb-492c-9f22-1ed081a0a853 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:29:02.554072 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22abe9b4-5138-4a6c-90b3-edabab225990 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Router 660bf7c4-2b02-4d8b-a1d1-8a5c79257697 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:29:02.584297 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-d820009e-afeb-492c-9f22-1ed081a0a853 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Usage tracker for resource:subnet and tenant:0780f842482f4e59b41843f42dd46f0e is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:29:02.591297 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-d820009e-afeb-492c-9f22-1ed081a0a853 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:29:02.619478 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-d820009e-afeb-492c-9f22-1ed081a0a853 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:29:02.621528 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-721a2212-35b6-4710-ba19-7ce49ce3be05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:02.630920 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f207c59-afb6-416a-9773-c5f7483a6a3a None None] New status for floating IP df961b2f-e645-438a-a207-f68015aee72b: DOWN {{(pid=88199) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:29:02.659047 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721a2212-35b6-4710-ba19-7ce49ce3be05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e70031b0-5ba6-4223-b9b2-f47f6801b2f8,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:02.661052 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-721a2212-35b6-4710-ba19-7ce49ce3be05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:02.662726 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-721a2212-35b6-4710-ba19-7ce49ce3be05 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e70031b0-5ba6-4223-b9b2-f47f6801b2f8 HTTP/1.1" status: 204 len: 168 time: 0.7049119 May 05 20:29:02.715879 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-e9fa8324-e399-4d06-a1c2-c2e03bbbcf8c req-ec63cd65-961f-4805-8e8b-7b45ea2912d0 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Deleting port 3d3cd12d-c6cb-4540-ab00-4234218f1159 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:29:02.716273 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-e9fa8324-e399-4d06-a1c2-c2e03bbbcf8c req-ec63cd65-961f-4805-8e8b-7b45ea2912d0 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:02.780942 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d820009e-afeb-492c-9f22-1ed081a0a853 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Made reservation on behalf of 0780f842482f4e59b41843f42dd46f0e for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:29:02.785167 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d820009e-afeb-492c-9f22-1ed081a0a853 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:02.966357 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ca87d163-cf6f-4ded-a88b-39aeffb21bd6 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:02.975399 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed82b0d6-b668-4f38-9a7b-1beed776a02b req-08f85768-d2bb-4104-ae1d-3179ccd190ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:02.976932 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ed82b0d6-b668-4f38-9a7b-1beed776a02b req-08f85768-d2bb-4104-ae1d-3179ccd190ef service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a530804e-070c-4f75-96b2-acc53b3f286b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5831962 May 05 20:29:02.980867 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-ca87d163-cf6f-4ded-a88b-39aeffb21bd6 None None] Transition to ACTIVE for port object cde38e81-e717-475b-acce-6029caf9fb88 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:29:03.002830 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-ca87d163-cf6f-4ded-a88b-39aeffb21bd6 None None] Transition to ACTIVE for port object cde38e81-e717-475b-acce-6029caf9fb88 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:29:03.012373 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ca87d163-cf6f-4ded-a88b-39aeffb21bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:03.054216 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6be1fe0-6ee1-4cec-8988-c200b0b42caf req-2e823808-3b39-427c-9384-1fdb62d6f440 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:03.060321 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a6be1fe0-6ee1-4cec-8988-c200b0b42caf req-2e823808-3b39-427c-9384-1fdb62d6f440 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=c829890f-9304-426e-8efe-b60afadfd3ae HTTP/1.1" status: 200 len: 943 time: 0.5068936 May 05 20:29:03.066562 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1b60837c-c08f-4a5f-9291-396be118bf02 req-5896908c-47b2-4035-8a96-03d816ef156d service neutron] 10.222.0.24 "GET /v2.0/networks/29a0e805-6e5b-4d29-836f-ace2c73e49b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5229301 May 05 20:29:03.097933 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca87d163-cf6f-4ded-a88b-39aeffb21bd6 None None] Pushing event updated for resources: {'Port': ['ID=cde38e81-e717-475b-acce-6029caf9fb88,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:03.102043 n-d-840717-1 neutron-server[88197]: INFO neutron.db.ipam_backend_mixin [None req-d820009e-afeb-492c-9f22-1ed081a0a853 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 251897bd-d68b-4de3-ac01-3b5ed0df4b00 (CIDR: 2001:db8::/64) May 05 20:29:03.103971 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-e9fa8324-e399-4d06-a1c2-c2e03bbbcf8c req-ec63cd65-961f-4805-8e8b-7b45ea2912d0 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] For port 3d3cd12d-c6cb-4540-ab00-4234218f1159, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=3d3cd12d-c6cb-4540-ab00-4234218f1159,segment=NetworkSegment(8c83f52a-b29a-42d2-bd3e-a0fa0faf2957),segment_id=8c83f52a-b29a-42d2-bd3e-a0fa0faf2957)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:29:03.104167 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22abe9b4-5138-4a6c-90b3-edabab225990 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:29:03.109650 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-e9fa8324-e399-4d06-a1c2-c2e03bbbcf8c req-ec63cd65-961f-4805-8e8b-7b45ea2912d0 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:03.112129 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-d820009e-afeb-492c-9f22-1ed081a0a853 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 20:29:03.113355 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d820009e-afeb-492c-9f22-1ed081a0a853 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:29:03.115682 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8fc1d3-8496-4cc6-85c0-0f83c6c619f0 None None] Sync routers for ids ['660bf7c4-2b02-4d8b-a1d1-8a5c79257697'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:29:03.122371 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca87d163-cf6f-4ded-a88b-39aeffb21bd6 None None] Network 7289b573-7530-4f0a-b5b0-032373718af7 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:29:03.123855 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-ca87d163-cf6f-4ded-a88b-39aeffb21bd6 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:29:03.126677 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca87d163-cf6f-4ded-a88b-39aeffb21bd6 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:29:03.135685 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8fc1d3-8496-4cc6-85c0-0f83c6c619f0 None None] Routers {'660bf7c4-2b02-4d8b-a1d1-8a5c79257697'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:29:03.143187 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-22abe9b4-5138-4a6c-90b3-edabab225990 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.36 "PUT /v2.0/routers/660bf7c4-2b02-4d8b-a1d1-8a5c79257697/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6480682 May 05 20:29:03.144526 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59506) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:03.147035 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d820009e-afeb-492c-9f22-1ed081a0a853 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9751835 May 05 20:29:03.147631 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-8f8fc1d3-8496-4cc6-85c0-0f83c6c619f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:28:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['660bf7c4-2b02-4d8b-a1d1-8a5c79257697'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:03.156127 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59510) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:03.240226 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-a0fec34c-53ef-442e-ab49-d411118ca65d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Request body: {'subnet': {'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:29:03.249216 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-ca87d163-cf6f-4ded-a88b-39aeffb21bd6 None None] Attempting to bind port cde38e81-e717-475b-acce-6029caf9fb88 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:29:03.249885 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-ca87d163-cf6f-4ded-a88b-39aeffb21bd6 None None] Attempting to bind port cde38e81-e717-475b-acce-6029caf9fb88 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '1cf78a78-2d57-4ccb-9633-08c37696a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7289b573-7530-4f0a-b5b0-032373718af7'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:29:03.250690 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca87d163-cf6f-4ded-a88b-39aeffb21bd6 None None] Attempting to bind port cde38e81-e717-475b-acce-6029caf9fb88 on network 7289b573-7530-4f0a-b5b0-032373718af7 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:29:03.259201 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca87d163-cf6f-4ded-a88b-39aeffb21bd6 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:29:03.259909 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca87d163-cf6f-4ded-a88b-39aeffb21bd6 None None] Checking segment: {'id': '1cf78a78-2d57-4ccb-9633-08c37696a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7289b573-7530-4f0a-b5b0-032373718af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:29:03.260829 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ca87d163-cf6f-4ded-a88b-39aeffb21bd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:03.261619 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca87d163-cf6f-4ded-a88b-39aeffb21bd6 None None] Bound using segment: {'id': '1cf78a78-2d57-4ccb-9633-08c37696a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7289b573-7530-4f0a-b5b0-032373718af7'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:29:03.262298 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-ca87d163-cf6f-4ded-a88b-39aeffb21bd6 None None] Bound port: cde38e81-e717-475b-acce-6029caf9fb88, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf78a78-2d57-4ccb-9633-08c37696a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7289b573-7530-4f0a-b5b0-032373718af7'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:29:03.263130 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ca87d163-cf6f-4ded-a88b-39aeffb21bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:03.366836 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-ca87d163-cf6f-4ded-a88b-39aeffb21bd6 None None] For port cde38e81-e717-475b-acce-6029caf9fb88, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:29:03.370156 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-ca87d163-cf6f-4ded-a88b-39aeffb21bd6 None None] For port cde38e81-e717-475b-acce-6029caf9fb88, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=cde38e81-e717-475b-acce-6029caf9fb88,segment=NetworkSegment(1cf78a78-2d57-4ccb-9633-08c37696a2c0),segment_id=1cf78a78-2d57-4ccb-9633-08c37696a2c0)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:29:03.384603 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ca87d163-cf6f-4ded-a88b-39aeffb21bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:03.489361 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfcc75df-d0cf-44c6-bdea-d77e740ccadb tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Deleting subnet bbd7f762-a780-4c8a-814d-5574183ff8dd {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:29:03.493961 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dfcc75df-d0cf-44c6-bdea-d77e740ccadb tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:03.537821 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-8f8fc1d3-8496-4cc6-85c0-0f83c6c619f0 None None] Set router 660bf7c4-2b02-4d8b-a1d1-8a5c79257697 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:29:03.549695 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca87d163-cf6f-4ded-a88b-39aeffb21bd6 None None] Pushing event updated for resources: {'Port': ['ID=cde38e81-e717-475b-acce-6029caf9fb88,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:03.620949 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dfcc75df-d0cf-44c6-bdea-d77e740ccadb tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:03.664525 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09569038-4e37-4411-b5d6-01da941329e8 req-223df021-4a0a-4c4a-8f01-0b9c73f8b121 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:03.666343 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-09569038-4e37-4411-b5d6-01da941329e8 req-223df021-4a0a-4c4a-8f01-0b9c73f8b121 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a51d332-4b43-4d56-aba9-d2415c353a42 HTTP/1.1" status: 200 len: 945 time: 0.2871628 May 05 20:29:03.740704 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-09569038-4e37-4411-b5d6-01da941329e8 req-62c2ab40-f197-4729-9b0d-4404ee221ee4 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=d48d9097-b777-4574-9a19-13c10d09c75b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684979 May 05 20:29:03.751616 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a6be1fe0-6ee1-4cec-8988-c200b0b42caf req-27fd62db-14f0-432d-88fc-04942cc3ced4 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6557329 May 05 20:29:03.771734 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dfcc75df-d0cf-44c6-bdea-d77e740ccadb tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:03.927642 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dfcc75df-d0cf-44c6-bdea-d77e740ccadb tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:03.950706 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-e9fa8324-e399-4d06-a1c2-c2e03bbbcf8c req-ec63cd65-961f-4805-8e8b-7b45ea2912d0 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Calling delete_port for 3d3cd12d-c6cb-4540-ab00-4234218f1159 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:29:03.986264 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ed82b0d6-b668-4f38-9a7b-1beed776a02b req-7ca09d42-d609-438b-8a93-b8227f385acb service neutron] 10.222.0.24 "GET /v2.0/networks/a530804e-070c-4f75-96b2-acc53b3f286b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9992616 May 05 20:29:03.992767 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3882da83-36a3-49f3-83e5-991fd923cae9 None None] Network 2d78f89d-11e6-44e7-a45c-e21c5f87f387 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:29:03.994142 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dfcc75df-d0cf-44c6-bdea-d77e740ccadb tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:04.000878 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-dfcc75df-d0cf-44c6-bdea-d77e740ccadb tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.36 "DELETE /v2.0/subnets/bbd7f762-a780-4c8a-814d-5574183ff8dd HTTP/1.1" status: 204 len: 168 time: 0.8523037 May 05 20:29:04.007076 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59528) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:04.007861 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcc75df-d0cf-44c6-bdea-d77e740ccadb tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Pushing event deleted for resources: {'Subnet': ['ID=bbd7f762-a780-4c8a-814d-5574183ff8dd,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:04.044991 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-8f8fc1d3-8496-4cc6-85c0-0f83c6c619f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660bf7c4-2b02-4d8b-a1d1-8a5c79257697', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1625313984', 'tenant_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'e462da29-2ff4-4da2-b99c-cd421aba40f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:26:31Z', 'updated_at': '2022-05-05T20:29:00Z', 'revision_number': 5, 'project_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'gw_port': {'id': 'e462da29-2ff4-4da2-b99c-cd421aba40f0', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:78:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660bf7c4-2b02-4d8b-a1d1-8a5c79257697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:26:32Z', 'updated_at': '2022-05-05T20:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:04.060528 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8fc1d3-8496-4cc6-85c0-0f83c6c619f0 None None] Checking router: 660bf7c4-2b02-4d8b-a1d1-8a5c79257697 for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:29:04.076335 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8fc1d3-8496-4cc6-85c0-0f83c6c619f0 None None] Routers {'660bf7c4-2b02-4d8b-a1d1-8a5c79257697'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:29:04.077458 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-8f8fc1d3-8496-4cc6-85c0-0f83c6c619f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:28:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['660bf7c4-2b02-4d8b-a1d1-8a5c79257697'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:04.270117 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0752bd85-974d-463e-96f7-39c5b394b954 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks [] for router, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:04.365165 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a0fec34c-53ef-442e-ab49-d411118ca65d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:29:04.382353 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a0fec34c-53ef-442e-ab49-d411118ca65d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Usage tracker for resource:subnet and tenant:0780f842482f4e59b41843f42dd46f0e is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:29:04.399983 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-8f8fc1d3-8496-4cc6-85c0-0f83c6c619f0 None None] Set router 660bf7c4-2b02-4d8b-a1d1-8a5c79257697 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:29:04.409325 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a0fec34c-53ef-442e-ab49-d411118ca65d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:29:04.433298 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ed82b0d6-b668-4f38-9a7b-1beed776a02b req-4e9d6613-efd4-4cac-95d8-8dbeee90a5d8 service neutron] 10.222.0.24 "GET /v2.0/networks/a530804e-070c-4f75-96b2-acc53b3f286b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4163542 May 05 20:29:04.433819 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5385d221-5775-442e-af96-14422b347756 None None] DHCP port deletion for 2d78f89d-11e6-44e7-a45c-e21c5f87f387 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:29:04.437630 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a0fec34c-53ef-442e-ab49-d411118ca65d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:29:04.440129 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-5385d221-5775-442e-af96-14422b347756 None None] Deleting port e21cfe28-ee2f-426f-88b1-b3fdc1c57387 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:29:04.440885 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5385d221-5775-442e-af96-14422b347756 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:04.453867 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-e9fa8324-e399-4d06-a1c2-c2e03bbbcf8c req-ec63cd65-961f-4805-8e8b-7b45ea2912d0 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:04.507733 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0fec34c-53ef-442e-ab49-d411118ca65d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Made reservation on behalf of 0780f842482f4e59b41843f42dd46f0e for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:29:04.511347 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a0fec34c-53ef-442e-ab49-d411118ca65d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:04.604183 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec63cd65-961f-4805-8e8b-7b45ea2912d0 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event deleted for resources: {'Port': ['ID=3d3cd12d-c6cb-4540-ab00-4234218f1159,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:04.629871 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0752bd85-974d-463e-96f7-39c5b394b954 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:04.642820 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-0752bd85-974d-463e-96f7-39c5b394b954 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Deleting port e462da29-2ff4-4da2-b99c-cd421aba40f0 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:29:04.643285 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0752bd85-974d-463e-96f7-39c5b394b954 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:04.666929 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 3d3cd12d-c6cb-4540-ab00-4234218f1159 no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:29:04.752481 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9fa8324-e399-4d06-a1c2-c2e03bbbcf8c req-ec63cd65-961f-4805-8e8b-7b45ea2912d0 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] No DVR routers for this DVR port 3d3cd12d-c6cb-4540-ab00-4234218f1159 on host n-h1-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:29:04.842894 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f7b6272d-64e3-4398-b525-606cdff53ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:04.865906 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] No Port match for: 3d3cd12d-c6cb-4540-ab00-4234218f1159 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:29:04.867499 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-e9fa8324-e399-4d06-a1c2-c2e03bbbcf8c req-ec63cd65-961f-4805-8e8b-7b45ea2912d0 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:04.870507 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 3d3cd12d-c6cb-4540-ab00-4234218f1159 not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:29:04.872903 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a51d332-4b43-4d56-aba9-d2415c353a42', 'name': 'network-vif-deleted', 'tag': '3d3cd12d-c6cb-4540-ab00-4234218f1159'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:29:04.951895 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e9fa8324-e399-4d06-a1c2-c2e03bbbcf8c req-ec63cd65-961f-4805-8e8b-7b45ea2912d0 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.24 "DELETE /v2.0/ports/3d3cd12d-c6cb-4540-ab00-4234218f1159 HTTP/1.1" status: 204 len: 173 time: 2.4603183 May 05 20:29:05.014305 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-0752bd85-974d-463e-96f7-39c5b394b954 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] For port e462da29-2ff4-4da2-b99c-cd421aba40f0, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=e462da29-2ff4-4da2-b99c-cd421aba40f0,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:29:05.015226 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0752bd85-974d-463e-96f7-39c5b394b954 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:05.031149 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-8f8fc1d3-8496-4cc6-85c0-0f83c6c619f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660bf7c4-2b02-4d8b-a1d1-8a5c79257697', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1625313984', 'tenant_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'e462da29-2ff4-4da2-b99c-cd421aba40f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:26:31Z', 'updated_at': '2022-05-05T20:29:00Z', 'revision_number': 5, 'project_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'gw_port': {'id': 'e462da29-2ff4-4da2-b99c-cd421aba40f0', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:78:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660bf7c4-2b02-4d8b-a1d1-8a5c79257697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:26:32Z', 'updated_at': '2022-05-05T20:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:05.058005 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8fc1d3-8496-4cc6-85c0-0f83c6c619f0 None None] The sync data for ids ['660bf7c4-2b02-4d8b-a1d1-8a5c79257697'] in n-d-840717-1 is: [{'id': '660bf7c4-2b02-4d8b-a1d1-8a5c79257697', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1625313984', 'tenant_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'e462da29-2ff4-4da2-b99c-cd421aba40f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:26:31Z', 'updated_at': '2022-05-05T20:29:00Z', 'revision_number': 5, 'project_id': '6e19ee4cb1294f70bec1dac29584f7fc', 'gw_port': {'id': 'e462da29-2ff4-4da2-b99c-cd421aba40f0', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:78:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660bf7c4-2b02-4d8b-a1d1-8a5c79257697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:26:32Z', 'updated_at': '2022-05-05T20:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:29:05.189163 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da0e33f-5007-4b66-9ef4-97ca0b5c3a86 req-aa29a547-5d3c-4bc3-9c24-7f8ae46b157b tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:05.199615 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5da0e33f-5007-4b66-9ef4-97ca0b5c3a86 req-aa29a547-5d3c-4bc3-9c24-7f8ae46b157b tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=c829890f-9304-426e-8efe-b60afadfd3ae HTTP/1.1" status: 200 len: 943 time: 0.2145112 May 05 20:29:05.260853 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-0752bd85-974d-463e-96f7-39c5b394b954 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Calling delete_port for e462da29-2ff4-4da2-b99c-cd421aba40f0 owned by network:router_gateway {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:29:05.262185 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-5385d221-5775-442e-af96-14422b347756 None None] For port e21cfe28-ee2f-426f-88b1-b3fdc1c57387, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=e21cfe28-ee2f-426f-88b1-b3fdc1c57387,segment=NetworkSegment(c9572696-a17a-4a14-8a0a-056b3544c241),segment_id=c9572696-a17a-4a14-8a0a-056b3544c241)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:29:05.262853 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5385d221-5775-442e-af96-14422b347756 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:05.340942 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5da0e33f-5007-4b66-9ef4-97ca0b5c3a86 req-95caaa9d-3a89-4c4a-8898-e16119655ede tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288471 May 05 20:29:05.427567 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2983ace2-5aff-4d08-ba9c-98214bd8c81d'] response: {'server_uuid': '6a51d332-4b43-4d56-aba9-d2415c353a42', 'name': 'network-vif-deleted', 'tag': '3d3cd12d-c6cb-4540-ab00-4234218f1159', 'status': 'completed', 'code': 200} May 05 20:29:05.454612 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a0fec34c-53ef-442e-ab49-d411118ca65d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:05.509558 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7fe86563-8353-47d6-9080-6028f7c3f883 req-1268ff5a-56b2-4b05-8c73-25627be0d2b5 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a51d332-4b43-4d56-aba9-d2415c353a42 HTTP/1.1" status: 200 len: 210 time: 0.1361837 May 05 20:29:05.602068 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-5385d221-5775-442e-af96-14422b347756 None None] Calling delete_port for e21cfe28-ee2f-426f-88b1-b3fdc1c57387 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:29:05.654644 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device cde38e81-e717-475b-acce-6029caf9fb88 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:29:05.684225 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0fec34c-53ef-442e-ab49-d411118ca65d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Network 7289b573-7530-4f0a-b5b0-032373718af7 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:29:05.692232 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-a0fec34c-53ef-442e-ab49-d411118ca65d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:29:05.697932 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fec34c-53ef-442e-ab49-d411118ca65d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:05.699222 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a0fec34c-53ef-442e-ab49-d411118ca65d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:05.730657 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec34c-53ef-442e-ab49-d411118ca65d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event updated for resources: {'Subnet': ['ID=a54b6d9b-7d29-4899-b7ec-15a667ed94e9,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:05.751686 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec34c-53ef-442e-ab49-d411118ca65d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:05.752101 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec34c-53ef-442e-ab49-d411118ca65d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:05.752544 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec34c-53ef-442e-ab49-d411118ca65d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:05.753005 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec34c-53ef-442e-ab49-d411118ca65d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:05.753436 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec34c-53ef-442e-ab49-d411118ca65d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:05.754373 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec34c-53ef-442e-ab49-d411118ca65d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:05.755736 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec34c-53ef-442e-ab49-d411118ca65d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:05.755919 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450cfd5d-261f-4cf2-bde7-57d62589c97f None None] Network 7289b573-7530-4f0a-b5b0-032373718af7 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:29:05.756301 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec34c-53ef-442e-ab49-d411118ca65d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:05.756767 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec34c-53ef-442e-ab49-d411118ca65d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:05.757203 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec34c-53ef-442e-ab49-d411118ca65d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:05.757622 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec34c-53ef-442e-ab49-d411118ca65d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:05.758050 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fec34c-53ef-442e-ab49-d411118ca65d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:05.779157 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0752bd85-974d-463e-96f7-39c5b394b954 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:05.789480 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a0fec34c-53ef-442e-ab49-d411118ca65d tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5760036 May 05 20:29:05.791153 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59562) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:05.798676 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-8e70f1d2-9e32-469d-8cd6-6212a8954388 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Request body: {'port': {'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'mac_address': 'fa:16:3e:20:e2:e4', 'name': 'tempest-NetworksTestDHCPv6-686252613'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:29:05.809410 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-a08ba0f3-2c0a-4818-bb60-7822113121a4 None None] Provisioning for port cde38e81-e717-475b-acce-6029caf9fb88 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:29:05.862272 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0752bd85-974d-463e-96f7-39c5b394b954 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Pushing event deleted for resources: {'Port': ['ID=e462da29-2ff4-4da2-b99c-cd421aba40f0,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:05.939248 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port cde38e81-e717-475b-acce-6029caf9fb88 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:29:05.943133 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5385d221-5775-442e-af96-14422b347756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:05.993376 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0752bd85-974d-463e-96f7-39c5b394b954 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:06.013059 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8e70f1d2-9e32-469d-8cd6-6212a8954388 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:29:06.017884 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5385d221-5775-442e-af96-14422b347756 None None] Pushing event deleted for resources: {'Port': ['ID=e21cfe28-ee2f-426f-88b1-b3fdc1c57387,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:06.018487 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-8e70f1d2-9e32-469d-8cd6-6212a8954388 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Usage tracker for resource:port and tenant:0780f842482f4e59b41843f42dd46f0e is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:29:06.023273 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-8e70f1d2-9e32-469d-8cd6-6212a8954388 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:29:06.027406 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port cde38e81-e717-475b-acce-6029caf9fb88 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:29:06.027988 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:06.031330 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8e70f1d2-9e32-469d-8cd6-6212a8954388 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:29:06.043991 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e70f1d2-9e32-469d-8cd6-6212a8954388 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Made reservation on behalf of 0780f842482f4e59b41843f42dd46f0e for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:29:06.106745 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5385d221-5775-442e-af96-14422b347756 None None] No DVR routers for this DVR port e21cfe28-ee2f-426f-88b1-b3fdc1c57387 on host n-d-840717-1 {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:29:06.198668 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8e70f1d2-9e32-469d-8cd6-6212a8954388 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:06.234238 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-8e70f1d2-9e32-469d-8cd6-6212a8954388 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] device_id is not set on port 3b00f241-2f58-4914-bdb2-0836dda4a803 yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:29:06.291287 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:06.340846 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0752bd85-974d-463e-96f7-39c5b394b954 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:06.344579 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0752bd85-974d-463e-96f7-39c5b394b954 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:06.351730 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port cde38e81-e717-475b-acce-6029caf9fb88, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=cde38e81-e717-475b-acce-6029caf9fb88,segment=NetworkSegment(1cf78a78-2d57-4ccb-9633-08c37696a2c0),segment_id=1cf78a78-2d57-4ccb-9633-08c37696a2c0)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:29:06.365553 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:06.398646 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0752bd85-974d-463e-96f7-39c5b394b954 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:06.399411 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0752bd85-974d-463e-96f7-39c5b394b954 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Fanout notify agent at l3_agent the message router_deleted on router 660bf7c4-2b02-4d8b-a1d1-8a5c79257697 {{(pid=88197) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:29:06.456194 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0752bd85-974d-463e-96f7-39c5b394b954 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:06.463055 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-0752bd85-974d-463e-96f7-39c5b394b954 tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.36 "DELETE /v2.0/routers/660bf7c4-2b02-4d8b-a1d1-8a5c79257697 HTTP/1.1" status: 204 len: 168 time: 2.4504893 May 05 20:29:06.463852 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59572) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:06.555145 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=cde38e81-e717-475b-acce-6029caf9fb88,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:06.568383 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 28628b04-bc50-487c-9ce8-f31a65478f63 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:29:06.670701 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5db7ad42-5d87-480a-9034-cae52c5dc66e tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:06.701262 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 28628b04-bc50-487c-9ce8-f31a65478f63 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:29:06.702298 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 28628b04-bc50-487c-9ce8-f31a65478f63 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:29:06.702908 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device e21cfe28-ee2f-426f-88b1-b3fdc1c57387 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:29:06.755205 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59582) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:06.781748 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: e21cfe28-ee2f-426f-88b1-b3fdc1c57387 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:29:06.782055 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device e21cfe28-ee2f-426f-88b1-b3fdc1c57387 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:29:06.918257 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0c54bd-b88f-41c5-b2a4-9ebf56c5e21a None None] Update dhcp port {'port': {'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'fixed_ips': [{'subnet_id': '251897bd-d68b-4de3-ac01-3b5ed0df4b00', 'ip_address': '2001:db8::f816:3eff:fe63:4dbb'}, {'subnet_id': 'a54b6d9b-7d29-4899-b7ec-15a667ed94e9'}], 'binding:host_id': 'n-d-840717-1'}, 'id': 'cde38e81-e717-475b-acce-6029caf9fb88'} from n-d-840717-1. {{(pid=88199) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 05 20:29:06.950995 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5db7ad42-5d87-480a-9034-cae52c5dc66e tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:06.985196 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1778517-7da2-4c88-8366-a3d9b6e51f85 req-4cbc7923-522f-491d-9182-7289df68edd3 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:06.987281 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e1778517-7da2-4c88-8366-a3d9b6e51f85 req-4cbc7923-522f-491d-9182-7289df68edd3 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=c829890f-9304-426e-8efe-b60afadfd3ae HTTP/1.1" status: 200 len: 943 time: 0.2777634 May 05 20:29:06.990686 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-8e70f1d2-9e32-469d-8cd6-6212a8954388 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Allocated IP 2001:db8:0:1::135 (7289b573-7530-4f0a-b5b0-032373718af7/a54b6d9b-7d29-4899-b7ec-15a667ed94e9/3b00f241-2f58-4914-bdb2-0836dda4a803) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:29:07.004341 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-8e70f1d2-9e32-469d-8cd6-6212a8954388 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Allocated IP 2001:db8::f816:3eff:fe20:e2e4 (7289b573-7530-4f0a-b5b0-032373718af7/251897bd-d68b-4de3-ac01-3b5ed0df4b00/3b00f241-2f58-4914-bdb2-0836dda4a803) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:29:07.088346 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-5db7ad42-5d87-480a-9034-cae52c5dc66e tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d78f89d-11e6-44e7-a45c-e21c5f87f387']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:07.107577 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bd0c54bd-b88f-41c5-b2a4-9ebf56c5e21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:07.120601 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-5db7ad42-5d87-480a-9034-cae52c5dc66e tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9572696-a17a-4a14-8a0a-056b3544c241') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:07.120712 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-5db7ad42-5d87-480a-9034-cae52c5dc66e tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9572696-a17a-4a14-8a0a-056b3544c241') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:07.124909 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e1778517-7da2-4c88-8366-a3d9b6e51f85 req-ec3a276b-4273-4bb5-b36d-21f276df4a5b tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109722 May 05 20:29:07.136277 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-929a21fa-fa44-495a-b50e-f5172197f917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:07.158262 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5db7ad42-5d87-480a-9034-cae52c5dc66e tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:07.196490 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5db7ad42-5d87-480a-9034-cae52c5dc66e tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:07.312178 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5db7ad42-5d87-480a-9034-cae52c5dc66e tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:29:07.312691 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5db7ad42-5d87-480a-9034-cae52c5dc66e tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:07.418539 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8e70f1d2-9e32-469d-8cd6-6212a8954388 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:07.462948 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-8e70f1d2-9e32-469d-8cd6-6212a8954388 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Transition to ACTIVE for port object 3b00f241-2f58-4914-bdb2-0836dda4a803 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:29:07.485342 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device cde38e81-e717-475b-acce-6029caf9fb88 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:29:07.490420 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:29:07.490420 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:29:07.490420 n-d-840717-1 neutron-server[88197]: timer() May 05 20:29:07.490420 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:29:07.490420 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:29:07.490420 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:29:07.490420 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:29:07.490420 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:29:07.490420 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:29:07.490420 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:29:07.490420 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:29:07.490420 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:29:07.490420 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:29:07.490420 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:29:07.490420 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:29:07.490420 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:29:07.490420 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:29:07.490420 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:29:07.490420 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:29:07.490420 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:29:07.490420 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:29:07.490420 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:29:07.490420 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:29:07.490420 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:29:07.490420 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:29:07.490420 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:29:07.490420 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:29:07.490420 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:29:07.490420 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:29:07.490420 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:29:07.490420 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:29:07.490420 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:29:07.496808 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5db7ad42-5d87-480a-9034-cae52c5dc66e tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:07.501090 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5db7ad42-5d87-480a-9034-cae52c5dc66e tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:07.516907 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8e70f1d2-9e32-469d-8cd6-6212a8954388 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:07.553525 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-5db7ad42-5d87-480a-9034-cae52c5dc66e tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] 10.222.0.36 "DELETE /v2.0/networks/2d78f89d-11e6-44e7-a45c-e21c5f87f387 HTTP/1.1" status: 204 len: 168 time: 1.0873156 May 05 20:29:07.647059 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db7ad42-5d87-480a-9034-cae52c5dc66e tempest-TestSecurityGroupsBasicOps-613071432 tempest-TestSecurityGroupsBasicOps-613071432-project] Pushing event deleted for resources: {'Network': ['ID=2d78f89d-11e6-44e7-a45c-e21c5f87f387,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:07.655530 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e70f1d2-9e32-469d-8cd6-6212a8954388 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event updated for resources: {'Port': ['ID=3b00f241-2f58-4914-bdb2-0836dda4a803,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:07.680412 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e70f1d2-9e32-469d-8cd6-6212a8954388 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Network 7289b573-7530-4f0a-b5b0-032373718af7 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:29:07.681600 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-8e70f1d2-9e32-469d-8cd6-6212a8954388 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:29:07.685978 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e70f1d2-9e32-469d-8cd6-6212a8954388 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:29:07.694107 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e70f1d2-9e32-469d-8cd6-6212a8954388 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:07.694899 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8e70f1d2-9e32-469d-8cd6-6212a8954388 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:07.728174 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-bd0c54bd-b88f-41c5-b2a4-9ebf56c5e21a None None] Allocated IP 2001:db8:0:1::2 (7289b573-7530-4f0a-b5b0-032373718af7/a54b6d9b-7d29-4899-b7ec-15a667ed94e9/cde38e81-e717-475b-acce-6029caf9fb88) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:29:07.729448 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-8e70f1d2-9e32-469d-8cd6-6212a8954388 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.9363458 May 05 20:29:07.731566 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59592) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:07.749094 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port cde38e81-e717-475b-acce-6029caf9fb88 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:29:07.749473 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:07.831729 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-4e75c87c-8d2a-424d-8490-9563f4721725 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Deleting port 3b00f241-2f58-4914-bdb2-0836dda4a803 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:29:07.832261 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4e75c87c-8d2a-424d-8490-9563f4721725 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:08.108158 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59604) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:08.174864 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:08.175204 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-daa7eee7-9f5d-4a9f-bbd5-f6738fa231ea tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:08.198474 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4e75c87c-8d2a-424d-8490-9563f4721725 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:08.216213 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-bd0c54bd-b88f-41c5-b2a4-9ebf56c5e21a None None] For port cde38e81-e717-475b-acce-6029caf9fb88, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=cde38e81-e717-475b-acce-6029caf9fb88,segment=NetworkSegment(1cf78a78-2d57-4ccb-9633-08c37696a2c0),segment_id=1cf78a78-2d57-4ccb-9633-08c37696a2c0)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:29:08.221127 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:08.269250 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bd0c54bd-b88f-41c5-b2a4-9ebf56c5e21a None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:08.298794 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-bd0c54bd-b88f-41c5-b2a4-9ebf56c5e21a None None] Transition to ACTIVE for port object cde38e81-e717-475b-acce-6029caf9fb88 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:29:08.305875 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bd0c54bd-b88f-41c5-b2a4-9ebf56c5e21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:08.386668 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-4e75c87c-8d2a-424d-8490-9563f4721725 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Calling delete_port for 3b00f241-2f58-4914-bdb2-0836dda4a803 owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:29:08.429565 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device e462da29-2ff4-4da2-b99c-cd421aba40f0 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:29:08.523662 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: e462da29-2ff4-4da2-b99c-cd421aba40f0 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:29:08.524249 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device e462da29-2ff4-4da2-b99c-cd421aba40f0 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:29:08.601414 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0c54bd-b88f-41c5-b2a4-9ebf56c5e21a None None] Pushing event updated for resources: {'Port': ['ID=cde38e81-e717-475b-acce-6029caf9fb88,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:08.655006 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device e2b249a7-a8c0-4087-aa20-31a4f0ba1936 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:29:08.726578 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4e75c87c-8d2a-424d-8490-9563f4721725 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:08.815767 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e75c87c-8d2a-424d-8490-9563f4721725 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event deleted for resources: {'Port': ['ID=3b00f241-2f58-4914-bdb2-0836dda4a803,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:08.925481 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4e75c87c-8d2a-424d-8490-9563f4721725 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:08.949903 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-4e75c87c-8d2a-424d-8490-9563f4721725 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/ports/3b00f241-2f58-4914-bdb2-0836dda4a803 HTTP/1.1" status: 204 len: 168 time: 1.2152135 May 05 20:29:08.950968 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-af4be1ff-1c30-4934-b95e-be38d1258656 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6e19ee4cb1294f70bec1dac29584f7fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8394332 May 05 20:29:08.951619 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59620) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:08.951928 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59622) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:08.957014 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d31c598-d4a2-4be6-9663-00d0271ba3c2 req-38e8ee56-26d2-4782-854b-f62feec2dcf4 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:08.959646 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2d31c598-d4a2-4be6-9663-00d0271ba3c2 req-38e8ee56-26d2-4782-854b-f62feec2dcf4 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=c829890f-9304-426e-8efe-b60afadfd3ae HTTP/1.1" status: 200 len: 943 time: 0.3327160 May 05 20:29:08.962786 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port e2b249a7-a8c0-4087-aa20-31a4f0ba1936, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=e2b249a7-a8c0-4087-aa20-31a4f0ba1936,segment=NetworkSegment(5effa292-6024-4206-9fcb-ee5e58965e00),segment_id=5effa292-6024-4206-9fcb-ee5e58965e00)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:29:08.982502 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': 'e2b249a7-a8c0-4087-aa20-31a4f0ba1936', 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1', 'port_id': 'e2b249a7-a8c0-4087-aa20-31a4f0ba1936', 'mac_address': 'fa:16:3e:53:f2:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4fffa46-b0f9-43c4-a768-6cf896707ddc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:29:09.066408 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2d31c598-d4a2-4be6-9663-00d0271ba3c2 req-7d55ad90-b797-42aa-9c4c-2ba3cbd0fc2b tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982718 May 05 20:29:09.096035 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:09.117614 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2b249a7-a8c0-4087-aa20-31a4f0ba1936 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:29:09.141097 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port e2b249a7-a8c0-4087-aa20-31a4f0ba1936, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=e2b249a7-a8c0-4087-aa20-31a4f0ba1936,segment=NetworkSegment(5effa292-6024-4206-9fcb-ee5e58965e00),segment_id=5effa292-6024-4206-9fcb-ee5e58965e00)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:29:09.147821 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:09.242064 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=e2b249a7-a8c0-4087-aa20-31a4f0ba1936,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:09.276863 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4d701051-697f-48fa-90fa-a3b4de370342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:09.315870 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4d701051-697f-48fa-90fa-a3b4de370342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:09.334388 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2368d0b-c9cd-450e-849f-2bad89edaace tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:09.335134 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-f2368d0b-c9cd-450e-849f-2bad89edaace tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Synchronizing usage tracker for tenant:0780f842482f4e59b41843f42dd46f0e on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:29:09.356517 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['e2b249a7-a8c0-4087-aa20-31a4f0ba1936'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:29:09.447860 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-f2368d0b-c9cd-450e-849f-2bad89edaace tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Unset dirty status for tenant:0780f842482f4e59b41843f42dd46f0e on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:29:09.449363 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f2368d0b-c9cd-450e-849f-2bad89edaace tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4946752 May 05 20:29:09.452035 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59630) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:09.462937 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-daa7eee7-9f5d-4a9f-bbd5-f6738fa231ea tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Deleting port b55ecf41-b494-49fe-b37b-dd88134fece1 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:29:09.463769 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-daa7eee7-9f5d-4a9f-bbd5-f6738fa231ea tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:09.521183 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device cde38e81-e717-475b-acce-6029caf9fb88 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:29:09.569924 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4d701051-697f-48fa-90fa-a3b4de370342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:09.623174 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d701051-697f-48fa-90fa-a3b4de370342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54df28b3-407d-40ce-901b-f4d8cf983e7b,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:09.638852 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-4f74f0f1-98f4-4154-9a4a-d11304299d3d None None] Provisioning for port cde38e81-e717-475b-acce-6029caf9fb88 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:29:09.667768 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aedbe56-1467-4bc9-b700-d5a7b61dbdc7 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:09.668701 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-9aedbe56-1467-4bc9-b700-d5a7b61dbdc7 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Synchronizing usage tracker for tenant:0780f842482f4e59b41843f42dd46f0e on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:29:09.695330 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-9aedbe56-1467-4bc9-b700-d5a7b61dbdc7 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Unset dirty status for tenant:0780f842482f4e59b41843f42dd46f0e on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:29:09.696657 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-9aedbe56-1467-4bc9-b700-d5a7b61dbdc7 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2435646 May 05 20:29:09.699159 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59636) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:09.703421 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-4f74f0f1-98f4-4154-9a4a-d11304299d3d None None] Provisioning complete for port cde38e81-e717-475b-acce-6029caf9fb88 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:29:09.704416 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4f74f0f1-98f4-4154-9a4a-d11304299d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:09.707597 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4d701051-697f-48fa-90fa-a3b4de370342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:09.712025 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-4d701051-697f-48fa-90fa-a3b4de370342 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/54df28b3-407d-40ce-901b-f4d8cf983e7b HTTP/1.1" status: 204 len: 168 time: 0.7551601 May 05 20:29:09.769369 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:09.790926 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-daa7eee7-9f5d-4a9f-bbd5-f6738fa231ea tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] For port b55ecf41-b494-49fe-b37b-dd88134fece1, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=b55ecf41-b494-49fe-b37b-dd88134fece1,segment=NetworkSegment(8c83f52a-b29a-42d2-bd3e-a0fa0faf2957),segment_id=8c83f52a-b29a-42d2-bd3e-a0fa0faf2957)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:29:09.792648 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-daa7eee7-9f5d-4a9f-bbd5-f6738fa231ea tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:09.865691 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fa180e-3537-4c5a-8854-85a3be6436bd tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:09.867773 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fa180e-3537-4c5a-8854-85a3be6436bd tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:09.869706 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fa180e-3537-4c5a-8854-85a3be6436bd tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:09.871147 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-52fa180e-3537-4c5a-8854-85a3be6436bd tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Synchronizing usage tracker for tenant:0780f842482f4e59b41843f42dd46f0e on resource:subnet {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:29:09.894231 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-52fa180e-3537-4c5a-8854-85a3be6436bd tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Unset dirty status for tenant:0780f842482f4e59b41843f42dd46f0e on resource:subnet {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:29:09.897022 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-52fa180e-3537-4c5a-8854-85a3be6436bd tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1966321 May 05 20:29:09.899931 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59644) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:09.926585 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port cde38e81-e717-475b-acce-6029caf9fb88 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:29:09.927620 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:10.063569 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e7d94e1-4f87-479f-80bf-2e66b297a50f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Deleting subnet 251897bd-d68b-4de3-ac01-3b5ed0df4b00 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:29:10.070549 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9e7d94e1-4f87-479f-80bf-2e66b297a50f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:10.075404 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-daa7eee7-9f5d-4a9f-bbd5-f6738fa231ea tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Calling delete_port for b55ecf41-b494-49fe-b37b-dd88134fece1 owned by network:router_interface {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:29:10.218200 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9e7d94e1-4f87-479f-80bf-2e66b297a50f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:10.312100 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59658) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:10.314677 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b4a63c19-4dad-4864-a485-ce8d231be6e5 None None] Could not find standard attr ID for object 3b00f241-2f58-4914-bdb2-0836dda4a803. {{(pid=88199) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 20:29:10.344888 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ec6e632e-03e1-437c-b246-3824ee2fbd9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:10.363161 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ec6e632e-03e1-437c-b246-3824ee2fbd9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:29:10.368831 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-ec6e632e-03e1-437c-b246-3824ee2fbd9b admin admin] Usage tracker for resource:security_group_rule and tenant:223d38177a5242628785a01ac33052b6 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:29:10.372361 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-ec6e632e-03e1-437c-b246-3824ee2fbd9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:29:10.381425 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ec6e632e-03e1-437c-b246-3824ee2fbd9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:29:10.385859 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9e7d94e1-4f87-479f-80bf-2e66b297a50f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:10.428143 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc783ef-71f6-43e7-8ba6-398b453e645b req-e07a4f1d-7286-4382-a7d9-410fa46681a2 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:10.429676 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8bc783ef-71f6-43e7-8ba6-398b453e645b req-e07a4f1d-7286-4382-a7d9-410fa46681a2 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=c829890f-9304-426e-8efe-b60afadfd3ae HTTP/1.1" status: 200 len: 944 time: 0.1546392 May 05 20:29:10.464833 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-daa7eee7-9f5d-4a9f-bbd5-f6738fa231ea tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:10.520603 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa7eee7-9f5d-4a9f-bbd5-f6738fa231ea tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event deleted for resources: {'Port': ['ID=b55ecf41-b494-49fe-b37b-dd88134fece1,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:10.573756 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9e7d94e1-4f87-479f-80bf-2e66b297a50f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:10.594815 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8bc783ef-71f6-43e7-8ba6-398b453e645b req-318c8d47-7829-4253-882d-c9ade7b8b9b9 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492498 May 05 20:29:10.661903 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device e2b249a7-a8c0-4087-aa20-31a4f0ba1936 up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:29:10.803118 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port e2b249a7-a8c0-4087-aa20-31a4f0ba1936 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:29:10.803389 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ec6e632e-03e1-437c-b246-3824ee2fbd9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:10.808908 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port e2b249a7-a8c0-4087-aa20-31a4f0ba1936 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:29:10.809309 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:10.810933 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7d94e1-4f87-479f-80bf-2e66b297a50f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event deleted for resources: {'Subnet': ['ID=251897bd-d68b-4de3-ac01-3b5ed0df4b00,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:10.813277 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9e7d94e1-4f87-479f-80bf-2e66b297a50f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:10.820455 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ec6e632e-03e1-437c-b246-3824ee2fbd9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:10.860748 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6e632e-03e1-437c-b246-3824ee2fbd9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b5d9fb-7dd4-40ab-a9da-785beed5f73c,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:10.889903 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-9e7d94e1-4f87-479f-80bf-2e66b297a50f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/subnets/251897bd-d68b-4de3-ac01-3b5ed0df4b00 HTTP/1.1" status: 204 len: 168 time: 0.9879291 May 05 20:29:10.896501 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-ec6e632e-03e1-437c-b246-3824ee2fbd9b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=223d38177a5242628785a01ac33052b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5801709 May 05 20:29:10.896501 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59664) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:10.896883 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59668) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:10.928201 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ac81b7-e539-4d14-91bb-cb49dcc185cb None None] Network 7289b573-7530-4f0a-b5b0-032373718af7 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:29:10.937727 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-daa7eee7-9f5d-4a9f-bbd5-f6738fa231ea tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:10.965674 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-2546b2ce-1012-4cf3-88ea-5e9a4cc0b3e6 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Deleting subnet a54b6d9b-7d29-4899-b7ec-15a667ed94e9 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:29:10.980708 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2546b2ce-1012-4cf3-88ea-5e9a4cc0b3e6 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:11.071348 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2546b2ce-1012-4cf3-88ea-5e9a4cc0b3e6 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:11.138907 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6321db54-e9a4-47e6-888c-28dd1e59a0d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:11.175970 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:11.192028 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6321db54-e9a4-47e6-888c-28dd1e59a0d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:11.237441 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2546b2ce-1012-4cf3-88ea-5e9a4cc0b3e6 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:11.249332 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c829890f-9304-426e-8efe-b60afadfd3ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2b249a7-a8c0-4087-aa20-31a4f0ba1936'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:29:11.263531 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port e2b249a7-a8c0-4087-aa20-31a4f0ba1936, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=e2b249a7-a8c0-4087-aa20-31a4f0ba1936,segment=NetworkSegment(5effa292-6024-4206-9fcb-ee5e58965e00),segment_id=5effa292-6024-4206-9fcb-ee5e58965e00)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:29:11.275070 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:11.345662 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-452526b8-0c1e-4774-958b-184b73308ff4'] response: {'server_uuid': 'c829890f-9304-426e-8efe-b60afadfd3ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2b249a7-a8c0-4087-aa20-31a4f0ba1936', 'code': 200} May 05 20:29:11.362924 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2546b2ce-1012-4cf3-88ea-5e9a4cc0b3e6 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:11.394993 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=e2b249a7-a8c0-4087-aa20-31a4f0ba1936,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:11.421489 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6321db54-e9a4-47e6-888c-28dd1e59a0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:11.435378 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2546b2ce-1012-4cf3-88ea-5e9a4cc0b3e6 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event deleted for resources: {'Subnet': ['ID=a54b6d9b-7d29-4899-b7ec-15a667ed94e9,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:11.515186 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2546b2ce-1012-4cf3-88ea-5e9a4cc0b3e6 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:11.530820 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6321db54-e9a4-47e6-888c-28dd1e59a0d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b5d9fb-7dd4-40ab-a9da-785beed5f73c,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:11.570016 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6321db54-e9a4-47e6-888c-28dd1e59a0d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:11.571237 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-6321db54-e9a4-47e6-888c-28dd1e59a0d1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d1b5d9fb-7dd4-40ab-a9da-785beed5f73c HTTP/1.1" status: 204 len: 168 time: 0.6733084 May 05 20:29:11.574704 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-2546b2ce-1012-4cf3-88ea-5e9a4cc0b3e6 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/subnets/a54b6d9b-7d29-4899-b7ec-15a667ed94e9 HTTP/1.1" status: 204 len: 168 time: 0.6797636 May 05 20:29:11.579789 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59678) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:11.717614 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daa7eee7-9f5d-4a9f-bbd5-f6738fa231ea tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Router d881527e-87c4-408e-8185-7fda27f7417d has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:29:11.778277 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-2585f6f6-9bb9-4064-87cc-38cefacc6e66 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1901119 May 05 20:29:11.778277 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd4896-a4bc-4684-99ad-4d4d21024e4b req-b78665ab-3fdd-4f9e-801b-c3c578d5f645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:11.794128 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d4fd4896-a4bc-4684-99ad-4d4d21024e4b req-b78665ab-3fdd-4f9e-801b-c3c578d5f645 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c829890f-9304-426e-8efe-b60afadfd3ae HTTP/1.1" status: 200 len: 1096 time: 0.3540318 May 05 20:29:11.794723 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59684) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:11.800238 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-504fb45c-d3eb-43fb-891f-8af4564d5f35 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Request body: {'subnet': {'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:29:12.002904 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d4fd4896-a4bc-4684-99ad-4d4d21024e4b req-71464810-342b-4074-8eda-9b55ad78f910 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651943 May 05 20:29:12.027748 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-504fb45c-d3eb-43fb-891f-8af4564d5f35 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:29:12.034244 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-504fb45c-d3eb-43fb-891f-8af4564d5f35 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Usage tracker for resource:subnet and tenant:0780f842482f4e59b41843f42dd46f0e is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:29:12.040230 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-504fb45c-d3eb-43fb-891f-8af4564d5f35 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:29:12.049422 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-504fb45c-d3eb-43fb-891f-8af4564d5f35 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:29:12.064910 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504fb45c-d3eb-43fb-891f-8af4564d5f35 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Made reservation on behalf of 0780f842482f4e59b41843f42dd46f0e for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:29:12.071264 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-504fb45c-d3eb-43fb-891f-8af4564d5f35 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:12.149784 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59690) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:12.154631 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa7eee7-9f5d-4a9f-bbd5-f6738fa231ea tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:29:12.167724 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d31d454-891c-481d-becf-9002a3c31280 None None] Sync routers for ids ['d881527e-87c4-408e-8185-7fda27f7417d'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:29:12.186730 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d31d454-891c-481d-becf-9002a3c31280 None None] Routers {'d881527e-87c4-408e-8185-7fda27f7417d'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:29:12.187545 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-7d31d454-891c-481d-becf-9002a3c31280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:29:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['d881527e-87c4-408e-8185-7fda27f7417d'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:12.216756 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-daa7eee7-9f5d-4a9f-bbd5-f6738fa231ea tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "PUT /v2.0/routers/d881527e-87c4-408e-8185-7fda27f7417d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4567192 May 05 20:29:12.219518 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59694) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:12.290443 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af46889-e2ef-4a3e-b584-236aab2c603c req-17638f75-7622-4772-8c13-64ace3a0b411 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:12.296167 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881c98f1-adc0-4479-a173-0cbf5925c60e None None] Network 7289b573-7530-4f0a-b5b0-032373718af7 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:29:12.297608 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0af46889-e2ef-4a3e-b584-236aab2c603c req-17638f75-7622-4772-8c13-64ace3a0b411 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=c829890f-9304-426e-8efe-b60afadfd3ae HTTP/1.1" status: 200 len: 945 time: 0.2996950 May 05 20:29:12.343013 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d0c62ab7-22a5-4cb8-b1aa-ac8911ec738f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b5a35413bddb42e0a238ab79c6cdc1e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1921029 May 05 20:29:12.351314 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59698) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:12.365211 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bbf3cd3-2023-488d-b2d4-1c4638093005 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Deleting subnet 4c3daedf-d3f6-4ceb-abbf-298ca5ecc579 {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:29:12.372625 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9bbf3cd3-2023-488d-b2d4-1c4638093005 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:12.412135 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0af46889-e2ef-4a3e-b584-236aab2c603c req-3edc3629-889f-49e0-b9f0-4a364c813ca0 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135726 May 05 20:29:12.454648 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9bbf3cd3-2023-488d-b2d4-1c4638093005 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:12.475266 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-625d1fdc-98c8-46bd-b390-a6ba6d082754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:12.562800 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-625d1fdc-98c8-46bd-b390-a6ba6d082754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:12.570069 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-003b1e4f-562b-43d2-86c3-1321efa28654 None None] Provisioning complete for port cde38e81-e717-475b-acce-6029caf9fb88 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:29:12.570609 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-003b1e4f-562b-43d2-86c3-1321efa28654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:12.589696 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9bbf3cd3-2023-488d-b2d4-1c4638093005 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:12.626614 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-7d31d454-891c-481d-becf-9002a3c31280 None None] Set router d881527e-87c4-408e-8185-7fda27f7417d gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:29:12.714004 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-625d1fdc-98c8-46bd-b390-a6ba6d082754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:12.730519 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9bbf3cd3-2023-488d-b2d4-1c4638093005 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:12.753579 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625d1fdc-98c8-46bd-b390-a6ba6d082754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c057d6-89e5-42e4-b240-e6f657b5a899,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:12.784193 n-d-840717-1 neutron-server[88198]: DEBUG neutron.objects.ports [None req-504fb45c-d3eb-43fb-891f-8af4564d5f35 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88198) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 05 20:29:12.835643 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbf3cd3-2023-488d-b2d4-1c4638093005 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event deleted for resources: {'Subnet': ['ID=4c3daedf-d3f6-4ceb-abbf-298ca5ecc579,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:12.843752 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9bbf3cd3-2023-488d-b2d4-1c4638093005 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:12.859977 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-9bbf3cd3-2023-488d-b2d4-1c4638093005 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "DELETE /v2.0/subnets/4c3daedf-d3f6-4ceb-abbf-298ca5ecc579 HTTP/1.1" status: 204 len: 168 time: 0.6394024 May 05 20:29:12.863648 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59704) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:12.865302 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-625d1fdc-98c8-46bd-b390-a6ba6d082754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:12.877327 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-625d1fdc-98c8-46bd-b390-a6ba6d082754 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/96c057d6-89e5-42e4-b240-e6f657b5a899 HTTP/1.1" status: 204 len: 168 time: 0.5250168 May 05 20:29:12.890496 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c834d648-c98b-4408-9107-af92e0101228 None None] Network a530804e-070c-4f75-96b2-acc53b3f286b requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:29:13.588805 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-504fb45c-d3eb-43fb-891f-8af4564d5f35 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:13.756760 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-30d8f7cb-5070-498d-a1b5-f6478bc580c2 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:13.765247 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e107882-bf18-4e65-b035-9f2ad45516f2 None None] Update dhcp port {'port': {'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'fixed_ips': [{'subnet_id': 'c45b671e-e880-4a29-bbf1-9816a302d602'}], 'binding:host_id': 'n-d-840717-1'}, 'id': 'cde38e81-e717-475b-acce-6029caf9fb88'} from n-d-840717-1. {{(pid=88199) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 05 20:29:13.823239 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1e107882-bf18-4e65-b035-9f2ad45516f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:13.908393 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-7d31d454-891c-481d-becf-9002a3c31280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd881527e-87c4-408e-8185-7fda27f7417d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1749651413', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '25e390a9-71aa-45d6-bc81-586dbfb4f945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:27:21Z', 'updated_at': '2022-05-05T20:29:10Z', 'revision_number': 5, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'gw_port': {'id': '25e390a9-71aa-45d6-bc81-586dbfb4f945', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd881527e-87c4-408e-8185-7fda27f7417d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:27:22Z', 'updated_at': '2022-05-05T20:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:13.924489 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d31d454-891c-481d-becf-9002a3c31280 None None] Checking router: d881527e-87c4-408e-8185-7fda27f7417d for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:29:13.983391 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d31d454-891c-481d-becf-9002a3c31280 None None] Routers {'d881527e-87c4-408e-8185-7fda27f7417d'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:29:13.984531 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-7d31d454-891c-481d-becf-9002a3c31280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:29:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['d881527e-87c4-408e-8185-7fda27f7417d'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:14.047551 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbdae67-4d26-4084-9e4c-789014a87c0b None None] DHCP port deletion for a530804e-070c-4f75-96b2-acc53b3f286b request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:29:14.093894 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-30d8f7cb-5070-498d-a1b5-f6478bc580c2 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:14.106120 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-afbdae67-4d26-4084-9e4c-789014a87c0b None None] Deleting port d7dabd64-590d-4730-b94e-bf50b0a22e14 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:29:14.111405 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-afbdae67-4d26-4084-9e4c-789014a87c0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:14.184577 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-30d8f7cb-5070-498d-a1b5-f6478bc580c2 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Deleting port 25e390a9-71aa-45d6-bc81-586dbfb4f945 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:29:14.185173 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-30d8f7cb-5070-498d-a1b5-f6478bc580c2 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:14.265334 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16913d-a1b1-4ae1-b840-40f994c7e951 req-05892430-c5b5-44a4-b7a7-bd718f3b92dc tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:14.266856 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-da16913d-a1b1-4ae1-b840-40f994c7e951 req-05892430-c5b5-44a4-b7a7-bd718f3b92dc tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=c829890f-9304-426e-8efe-b60afadfd3ae HTTP/1.1" status: 200 len: 945 time: 0.6351702 May 05 20:29:14.367808 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-504fb45c-d3eb-43fb-891f-8af4564d5f35 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] For port cde38e81-e717-475b-acce-6029caf9fb88, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=cde38e81-e717-475b-acce-6029caf9fb88,segment=NetworkSegment(1cf78a78-2d57-4ccb-9633-08c37696a2c0),segment_id=1cf78a78-2d57-4ccb-9633-08c37696a2c0)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:29:14.379586 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-7d31d454-891c-481d-becf-9002a3c31280 None None] Set router d881527e-87c4-408e-8185-7fda27f7417d gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:29:14.428315 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-da16913d-a1b1-4ae1-b840-40f994c7e951 req-cf43f558-8b63-496f-8cf6-26442befa2ec tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446271 May 05 20:29:14.464805 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-504fb45c-d3eb-43fb-891f-8af4564d5f35 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:14.480170 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-504fb45c-d3eb-43fb-891f-8af4564d5f35 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:14.480755 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-504fb45c-d3eb-43fb-891f-8af4564d5f35 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:14.563247 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504fb45c-d3eb-43fb-891f-8af4564d5f35 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Network 7289b573-7530-4f0a-b5b0-032373718af7 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:29:14.601943 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-1e107882-bf18-4e65-b035-9f2ad45516f2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:29:14.602302 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-1e107882-bf18-4e65-b035-9f2ad45516f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:29:14.619690 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-504fb45c-d3eb-43fb-891f-8af4564d5f35 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:29:14.624483 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504fb45c-d3eb-43fb-891f-8af4564d5f35 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:14.625072 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-504fb45c-d3eb-43fb-891f-8af4564d5f35 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:14.640225 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6d71e-3f59-4936-bf64-613e19f6e514 req-8fd16215-b79c-486d-b322-66ed1f1e573b tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:14.642813 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504fb45c-d3eb-43fb-891f-8af4564d5f35 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event updated for resources: {'Subnet': ['ID=c45b671e-e880-4a29-bbf1-9816a302d602,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:14.657521 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e5b6d71e-3f59-4936-bf64-613e19f6e514 req-8fd16215-b79c-486d-b322-66ed1f1e573b tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=c829890f-9304-426e-8efe-b60afadfd3ae HTTP/1.1" status: 200 len: 945 time: 0.1020932 May 05 20:29:14.692077 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:14.695413 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-afbdae67-4d26-4084-9e4c-789014a87c0b None None] For port d7dabd64-590d-4730-b94e-bf50b0a22e14, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=d7dabd64-590d-4730-b94e-bf50b0a22e14,segment=NetworkSegment(8c83f52a-b29a-42d2-bd3e-a0fa0faf2957),segment_id=8c83f52a-b29a-42d2-bd3e-a0fa0faf2957)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:29:14.697802 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-afbdae67-4d26-4084-9e4c-789014a87c0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:14.702201 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-504fb45c-d3eb-43fb-891f-8af4564d5f35 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9040413 May 05 20:29:14.707646 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59728) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:14.721231 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-d42b8835-c551-4d8f-937d-153f321e5dd0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Request body: {'subnet': {'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:29:14.743905 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e5b6d71e-3f59-4936-bf64-613e19f6e514 req-1cf8bf76-42f1-48b0-baff-c559c2b58b5a tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853617 May 05 20:29:14.744139 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-30d8f7cb-5070-498d-a1b5-f6478bc580c2 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] For port 25e390a9-71aa-45d6-bc81-586dbfb4f945, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=25e390a9-71aa-45d6-bc81-586dbfb4f945,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:29:14.744451 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-30d8f7cb-5070-498d-a1b5-f6478bc580c2 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:14.879667 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-afbdae67-4d26-4084-9e4c-789014a87c0b None None] Calling delete_port for d7dabd64-590d-4730-b94e-bf50b0a22e14 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:29:14.923395 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-30d8f7cb-5070-498d-a1b5-f6478bc580c2 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Calling delete_port for 25e390a9-71aa-45d6-bc81-586dbfb4f945 owned by network:router_gateway {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:29:15.000290 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504fb45c-d3eb-43fb-891f-8af4564d5f35 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event updated for resources: {'Port': ['ID=cde38e81-e717-475b-acce-6029caf9fb88,revision_number=8']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:15.028622 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-afbdae67-4d26-4084-9e4c-789014a87c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:15.157791 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d42b8835-c551-4d8f-937d-153f321e5dd0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:29:15.171817 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d42b8835-c551-4d8f-937d-153f321e5dd0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Usage tracker for resource:subnet and tenant:0780f842482f4e59b41843f42dd46f0e is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:29:15.174340 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbdae67-4d26-4084-9e4c-789014a87c0b None None] Pushing event deleted for resources: {'Port': ['ID=d7dabd64-590d-4730-b94e-bf50b0a22e14,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:15.185762 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d42b8835-c551-4d8f-937d-153f321e5dd0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:29:15.185907 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbdae67-4d26-4084-9e4c-789014a87c0b None None] No DVR routers for this DVR port d7dabd64-590d-4730-b94e-bf50b0a22e14 on host n-d-840717-1 {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:29:15.212449 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1e107882-bf18-4e65-b035-9f2ad45516f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:15.222592 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d42b8835-c551-4d8f-937d-153f321e5dd0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:29:15.236973 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-7d31d454-891c-481d-becf-9002a3c31280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd881527e-87c4-408e-8185-7fda27f7417d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1749651413', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '25e390a9-71aa-45d6-bc81-586dbfb4f945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:27:21Z', 'updated_at': '2022-05-05T20:29:10Z', 'revision_number': 5, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'gw_port': {'id': '25e390a9-71aa-45d6-bc81-586dbfb4f945', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd881527e-87c4-408e-8185-7fda27f7417d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:27:22Z', 'updated_at': '2022-05-05T20:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:15.259836 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3116e0a7-472e-4304-9f10-496265dff32b req-70f67ce2-c368-4ad3-9262-e5202d5a3bec tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:15.261357 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3116e0a7-472e-4304-9f10-496265dff32b req-70f67ce2-c368-4ad3-9262-e5202d5a3bec tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=c829890f-9304-426e-8efe-b60afadfd3ae HTTP/1.1" status: 200 len: 945 time: 0.3469074 May 05 20:29:15.263818 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d42b8835-c551-4d8f-937d-153f321e5dd0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Made reservation on behalf of 0780f842482f4e59b41843f42dd46f0e for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:29:15.267272 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d42b8835-c551-4d8f-937d-153f321e5dd0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:15.270233 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d31d454-891c-481d-becf-9002a3c31280 None None] The sync data for ids ['d881527e-87c4-408e-8185-7fda27f7417d'] in n-d-840717-1 is: [{'id': 'd881527e-87c4-408e-8185-7fda27f7417d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1749651413', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '25e390a9-71aa-45d6-bc81-586dbfb4f945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:27:21Z', 'updated_at': '2022-05-05T20:29:10Z', 'revision_number': 5, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'gw_port': {'id': '25e390a9-71aa-45d6-bc81-586dbfb4f945', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd881527e-87c4-408e-8185-7fda27f7417d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:27:22Z', 'updated_at': '2022-05-05T20:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:29:15.368070 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3116e0a7-472e-4304-9f10-496265dff32b req-979fbf84-34a8-4eb4-9bee-bc3c45f4ba5a tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786693 May 05 20:29:15.508651 n-d-840717-1 neutron-server[88198]: INFO neutron.db.ipam_backend_mixin [None req-d42b8835-c551-4d8f-937d-153f321e5dd0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c45b671e-e880-4a29-bbf1-9816a302d602 (CIDR: 2001:db8::/64) May 05 20:29:15.519901 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-d42b8835-c551-4d8f-937d-153f321e5dd0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 20:29:15.520362 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d42b8835-c551-4d8f-937d-153f321e5dd0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:29:15.540747 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-30d8f7cb-5070-498d-a1b5-f6478bc580c2 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:15.684655 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-1e107882-bf18-4e65-b035-9f2ad45516f2 None None] For port cde38e81-e717-475b-acce-6029caf9fb88, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=cde38e81-e717-475b-acce-6029caf9fb88,segment=NetworkSegment(1cf78a78-2d57-4ccb-9633-08c37696a2c0),segment_id=1cf78a78-2d57-4ccb-9633-08c37696a2c0)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:29:15.756067 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1e107882-bf18-4e65-b035-9f2ad45516f2 None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:15.759284 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device cde38e81-e717-475b-acce-6029caf9fb88 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:29:15.798417 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1e107882-bf18-4e65-b035-9f2ad45516f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:15.801817 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d42b8835-c551-4d8f-937d-153f321e5dd0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0892677 May 05 20:29:15.802677 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59750) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:15.810037 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d8f7cb-5070-498d-a1b5-f6478bc580c2 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event deleted for resources: {'Port': ['ID=25e390a9-71aa-45d6-bc81-586dbfb4f945,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:15.815881 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-bfcacef4-1415-41f3-914a-ff2acf7cb4be tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Request body: {'subnet': {'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:29:15.941812 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e107882-bf18-4e65-b035-9f2ad45516f2 None None] Pushing event updated for resources: {'Port': ['ID=cde38e81-e717-475b-acce-6029caf9fb88,revision_number=9']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:15.957220 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port cde38e81-e717-475b-acce-6029caf9fb88 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:29:15.957596 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:16.015813 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-30d8f7cb-5070-498d-a1b5-f6478bc580c2 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:16.084377 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-bfcacef4-1415-41f3-914a-ff2acf7cb4be tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:29:16.089675 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-bfcacef4-1415-41f3-914a-ff2acf7cb4be tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Usage tracker for resource:subnet and tenant:0780f842482f4e59b41843f42dd46f0e is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:29:16.093815 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-bfcacef4-1415-41f3-914a-ff2acf7cb4be tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:29:16.101258 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-bfcacef4-1415-41f3-914a-ff2acf7cb4be tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:29:16.117618 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfcacef4-1415-41f3-914a-ff2acf7cb4be tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Made reservation on behalf of 0780f842482f4e59b41843f42dd46f0e for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:29:16.121881 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bfcacef4-1415-41f3-914a-ff2acf7cb4be tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:16.173433 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device d7dabd64-590d-4730-b94e-bf50b0a22e14 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:29:16.251910 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: d7dabd64-590d-4730-b94e-bf50b0a22e14 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:29:16.252250 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device d7dabd64-590d-4730-b94e-bf50b0a22e14 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:29:16.252684 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device b55ecf41-b494-49fe-b37b-dd88134fece1 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:29:16.311736 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: b55ecf41-b494-49fe-b37b-dd88134fece1 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:29:16.312148 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device b55ecf41-b494-49fe-b37b-dd88134fece1 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:29:16.330699 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99f4566-390f-42ad-948e-845337d9a42e req-6d79bad8-c9e6-4dba-a610-91ca310ae1db tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:16.338472 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b99f4566-390f-42ad-948e-845337d9a42e req-6d79bad8-c9e6-4dba-a610-91ca310ae1db tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=c829890f-9304-426e-8efe-b60afadfd3ae HTTP/1.1" status: 200 len: 945 time: 0.5262346 May 05 20:29:16.348097 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-30d8f7cb-5070-498d-a1b5-f6478bc580c2 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:16.371946 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-30d8f7cb-5070-498d-a1b5-f6478bc580c2 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:16.420832 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b99f4566-390f-42ad-948e-845337d9a42e req-5b4b3296-c6f7-4e7f-9944-f1cbf81b0e63 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770590 May 05 20:29:16.432575 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-30d8f7cb-5070-498d-a1b5-f6478bc580c2 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:16.433369 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d8f7cb-5070-498d-a1b5-f6478bc580c2 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Fanout notify agent at l3_agent the message router_deleted on router d881527e-87c4-408e-8185-7fda27f7417d {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:29:16.453238 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-30d8f7cb-5070-498d-a1b5-f6478bc580c2 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:16.458773 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-30d8f7cb-5070-498d-a1b5-f6478bc580c2 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "DELETE /v2.0/routers/d881527e-87c4-408e-8185-7fda27f7417d HTTP/1.1" status: 204 len: 168 time: 3.5739295 May 05 20:29:16.458773 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59756) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:16.520244 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:16.591970 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bfcacef4-1415-41f3-914a-ff2acf7cb4be tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:16.644126 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-50e6eb17-72a6-4bf1-8193-6dc7802b5864 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:16.680581 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcacef4-1415-41f3-914a-ff2acf7cb4be tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Network 7289b573-7530-4f0a-b5b0-032373718af7 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:29:16.694778 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-bfcacef4-1415-41f3-914a-ff2acf7cb4be tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:29:16.705595 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcacef4-1415-41f3-914a-ff2acf7cb4be tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:16.706196 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bfcacef4-1415-41f3-914a-ff2acf7cb4be tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:16.732398 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24470a13-e043-4f8a-b3ba-82579dbb402f None None] Network 7289b573-7530-4f0a-b5b0-032373718af7 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:29:16.732749 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcacef4-1415-41f3-914a-ff2acf7cb4be tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event updated for resources: {'Subnet': ['ID=98233d1a-67b9-4dbd-87fe-4e91b8f5548c,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:16.745802 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-bfcacef4-1415-41f3-914a-ff2acf7cb4be tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9401057 May 05 20:29:16.748536 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59760) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:16.753950 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-ab5a33e8-2119-48d4-811d-52a94a1ed8e2 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Request body: {'port': {'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'mac_address': 'fa:16:3e:fd:07:75', 'name': 'tempest-NetworksTestDHCPv6-179351292'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:29:16.806056 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-50e6eb17-72a6-4bf1-8193-6dc7802b5864 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:16.839307 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-50e6eb17-72a6-4bf1-8193-6dc7802b5864 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a530804e-070c-4f75-96b2-acc53b3f286b']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:16.854160 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-50e6eb17-72a6-4bf1-8193-6dc7802b5864 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c83f52a-b29a-42d2-bd3e-a0fa0faf2957') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:16.854730 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-50e6eb17-72a6-4bf1-8193-6dc7802b5864 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c83f52a-b29a-42d2-bd3e-a0fa0faf2957') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:16.868662 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-50e6eb17-72a6-4bf1-8193-6dc7802b5864 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:16.870575 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-da240e9b-f336-42f6-928b-b2667f941763 None None] Provisioning complete for port cde38e81-e717-475b-acce-6029caf9fb88 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:29:16.871144 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-da240e9b-f336-42f6-928b-b2667f941763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:16.887944 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-50e6eb17-72a6-4bf1-8193-6dc7802b5864 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:16.896604 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50e6eb17-72a6-4bf1-8193-6dc7802b5864 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:29:16.897005 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-50e6eb17-72a6-4bf1-8193-6dc7802b5864 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:16.913593 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:29:16.913593 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:29:16.913593 n-d-840717-1 neutron-server[88198]: timer() May 05 20:29:16.913593 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:29:16.913593 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:29:16.913593 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:29:16.913593 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:29:16.913593 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:29:16.913593 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:29:16.913593 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:29:16.913593 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:29:16.913593 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:29:16.913593 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:29:16.913593 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:29:16.913593 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:29:16.913593 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:29:16.913593 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:29:16.913593 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:29:16.913593 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:29:16.913593 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:29:16.913593 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:29:16.913593 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:29:16.913593 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:29:16.913593 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:29:16.913593 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:29:16.913593 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:29:16.913593 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:29:16.913593 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:29:16.913593 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:29:16.913593 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:29:16.913593 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:29:16.913593 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:29:17.000151 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-50e6eb17-72a6-4bf1-8193-6dc7802b5864 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:17.007932 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-50e6eb17-72a6-4bf1-8193-6dc7802b5864 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:17.042277 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e6eb17-72a6-4bf1-8193-6dc7802b5864 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event deleted for resources: {'Network': ['ID=a530804e-070c-4f75-96b2-acc53b3f286b,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:17.056786 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-50e6eb17-72a6-4bf1-8193-6dc7802b5864 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "DELETE /v2.0/networks/a530804e-070c-4f75-96b2-acc53b3f286b HTTP/1.1" status: 204 len: 168 time: 0.5970128 May 05 20:29:17.057541 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59764) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:17.132227 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-ab5a33e8-2119-48d4-811d-52a94a1ed8e2 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:29:17.143115 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-ab5a33e8-2119-48d4-811d-52a94a1ed8e2 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:29:17.162627 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5a33e8-2119-48d4-811d-52a94a1ed8e2 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Made reservation on behalf of 0780f842482f4e59b41843f42dd46f0e for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:29:17.209758 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-951775d4-aa3a-48df-9779-061ef074452c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:17.276135 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-951775d4-aa3a-48df-9779-061ef074452c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:17.312278 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c720caba-a816-49b7-9161-54f6638ac349 None None] Update dhcp port {'port': {'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'fixed_ips': [{'subnet_id': 'c45b671e-e880-4a29-bbf1-9816a302d602', 'ip_address': '2001:db8::f816:3eff:fe63:4dbb'}, {'subnet_id': '98233d1a-67b9-4dbd-87fe-4e91b8f5548c'}], 'binding:host_id': 'n-d-840717-1'}, 'id': 'cde38e81-e717-475b-acce-6029caf9fb88'} from n-d-840717-1. {{(pid=88199) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 05 20:29:17.332109 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ab5a33e8-2119-48d4-811d-52a94a1ed8e2 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:17.351643 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaef786c-12fd-48ab-9aed-4f0160e7dd34 req-1294f619-886f-48cd-b45e-b9738e71e073 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:17.353370 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-eaef786c-12fd-48ab-9aed-4f0160e7dd34 req-1294f619-886f-48cd-b45e-b9738e71e073 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.24 "GET /v2.0/ports?device_id=c829890f-9304-426e-8efe-b60afadfd3ae HTTP/1.1" status: 200 len: 945 time: 0.1937966 May 05 20:29:17.386506 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [None req-ab5a33e8-2119-48d4-811d-52a94a1ed8e2 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] device_id is not set on port 2cb93f93-a199-4ad8-a2f9-326d9698f85c yet. {{(pid=88197) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:29:17.406261 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c720caba-a816-49b7-9161-54f6638ac349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:17.439459 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-eaef786c-12fd-48ab-9aed-4f0160e7dd34 req-8d9f52b5-75a9-480b-8606-e1aee1ba935c tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Deleting port e2b249a7-a8c0-4087-aa20-31a4f0ba1936 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:29:17.439459 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-eaef786c-12fd-48ab-9aed-4f0160e7dd34 req-8d9f52b5-75a9-480b-8606-e1aee1ba935c tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:17.596609 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-951775d4-aa3a-48df-9779-061ef074452c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:17.635553 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951775d4-aa3a-48df-9779-061ef074452c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48d9097-b777-4574-9a19-13c10d09c75b,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:17.684435 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-951775d4-aa3a-48df-9779-061ef074452c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:17.685758 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-951775d4-aa3a-48df-9779-061ef074452c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "DELETE /v2.0/security-groups/d48d9097-b777-4574-9a19-13c10d09c75b HTTP/1.1" status: 204 len: 168 time: 0.6270754 May 05 20:29:17.723004 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 25e390a9-71aa-45d6-bc81-586dbfb4f945 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:29:17.860960 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 25e390a9-71aa-45d6-bc81-586dbfb4f945 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:29:17.862412 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 25e390a9-71aa-45d6-bc81-586dbfb4f945 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:29:17.912572 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3ea6c-50a2-498f-8f19-9a264fe1af87 req-6452098f-168c-4a2b-93e8-8ed983520b06 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:17.914290 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d5d3ea6c-50a2-498f-8f19-9a264fe1af87 req-6452098f-168c-4a2b-93e8-8ed983520b06 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=c829890f-9304-426e-8efe-b60afadfd3ae HTTP/1.1" status: 200 len: 945 time: 0.2348933 May 05 20:29:17.983393 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-ab5a33e8-2119-48d4-811d-52a94a1ed8e2 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Allocated IP 2001:db8:0:1::13f (7289b573-7530-4f0a-b5b0-032373718af7/98233d1a-67b9-4dbd-87fe-4e91b8f5548c/2cb93f93-a199-4ad8-a2f9-326d9698f85c) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:29:17.998992 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-ab5a33e8-2119-48d4-811d-52a94a1ed8e2 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Allocated IP 2001:db8::f816:3eff:fefd:775 (7289b573-7530-4f0a-b5b0-032373718af7/c45b671e-e880-4a29-bbf1-9816a302d602/2cb93f93-a199-4ad8-a2f9-326d9698f85c) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:29:18.005725 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-eaef786c-12fd-48ab-9aed-4f0160e7dd34 req-8d9f52b5-75a9-480b-8606-e1aee1ba935c tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] For port e2b249a7-a8c0-4087-aa20-31a4f0ba1936, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=e2b249a7-a8c0-4087-aa20-31a4f0ba1936,segment=NetworkSegment(5effa292-6024-4206-9fcb-ee5e58965e00),segment_id=5effa292-6024-4206-9fcb-ee5e58965e00)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:29:18.008439 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-eaef786c-12fd-48ab-9aed-4f0160e7dd34 req-8d9f52b5-75a9-480b-8606-e1aee1ba935c tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:18.080212 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59784) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:18.131342 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d5d3ea6c-50a2-498f-8f19-9a264fe1af87 req-7e918f19-b7e0-4ab5-a7ac-5a955e3d1e4e tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082512 May 05 20:29:18.182234 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59790) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:18.195511 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-41b62378-8878-4cb5-839b-d35cdffb55a1 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1867098331', 'description': 'tempest-secgroup-smoke-1867098331 description', 'project_id': '310f91420a2d4ddd8aab8a710d8dc814'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:29:18.209047 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-41b62378-8878-4cb5-839b-d35cdffb55a1 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:29:18.228649 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-41b62378-8878-4cb5-839b-d35cdffb55a1 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Usage tracker for resource:security_group and tenant:310f91420a2d4ddd8aab8a710d8dc814 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:29:18.234107 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-41b62378-8878-4cb5-839b-d35cdffb55a1 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:29:18.244813 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-41b62378-8878-4cb5-839b-d35cdffb55a1 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:29:18.277976 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-41b62378-8878-4cb5-839b-d35cdffb55a1 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:18.296368 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-eaef786c-12fd-48ab-9aed-4f0160e7dd34 req-8d9f52b5-75a9-480b-8606-e1aee1ba935c tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Calling delete_port for e2b249a7-a8c0-4087-aa20-31a4f0ba1936 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:29:18.307164 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ab5a33e8-2119-48d4-811d-52a94a1ed8e2 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:18.330717 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-41b62378-8878-4cb5-839b-d35cdffb55a1 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:29:18.341042 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-ab5a33e8-2119-48d4-811d-52a94a1ed8e2 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Transition to ACTIVE for port object 2cb93f93-a199-4ad8-a2f9-326d9698f85c will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:29:18.343025 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-41b62378-8878-4cb5-839b-d35cdffb55a1 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Usage tracker for resource:security_group_rule and tenant:310f91420a2d4ddd8aab8a710d8dc814 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:29:18.348386 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-41b62378-8878-4cb5-839b-d35cdffb55a1 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:29:18.361129 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-41b62378-8878-4cb5-839b-d35cdffb55a1 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:29:18.419958 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ab5a33e8-2119-48d4-811d-52a94a1ed8e2 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:18.491885 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-c720caba-a816-49b7-9161-54f6638ac349 None None] Allocated IP 2001:db8:0:1::2 (7289b573-7530-4f0a-b5b0-032373718af7/98233d1a-67b9-4dbd-87fe-4e91b8f5548c/cde38e81-e717-475b-acce-6029caf9fb88) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:29:18.497472 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eb846186-6fec-41c8-92d4-f8c9ab44ce76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:18.516358 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5a33e8-2119-48d4-811d-52a94a1ed8e2 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Network 7289b573-7530-4f0a-b5b0-032373718af7 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:29:18.527450 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-ab5a33e8-2119-48d4-811d-52a94a1ed8e2 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:29:18.530045 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-eb846186-6fec-41c8-92d4-f8c9ab44ce76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:29:18.534809 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5a33e8-2119-48d4-811d-52a94a1ed8e2 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:29:18.536973 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-eb846186-6fec-41c8-92d4-f8c9ab44ce76 admin admin] Usage tracker for resource:security_group_rule and tenant:63921be5a65b45e1889d0f8745a8cdb1 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:29:18.541625 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-eb846186-6fec-41c8-92d4-f8c9ab44ce76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:29:18.541779 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5a33e8-2119-48d4-811d-52a94a1ed8e2 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:18.542285 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ab5a33e8-2119-48d4-811d-52a94a1ed8e2 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:18.555830 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-eb846186-6fec-41c8-92d4-f8c9ab44ce76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:29:18.574403 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-eaef786c-12fd-48ab-9aed-4f0160e7dd34 req-8d9f52b5-75a9-480b-8606-e1aee1ba935c tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:18.580561 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5a33e8-2119-48d4-811d-52a94a1ed8e2 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event updated for resources: {'Port': ['ID=2cb93f93-a199-4ad8-a2f9-326d9698f85c,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:18.592252 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-41b62378-8878-4cb5-839b-d35cdffb55a1 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:18.603855 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-41b62378-8878-4cb5-839b-d35cdffb55a1 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:18.621557 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-ab5a33e8-2119-48d4-811d-52a94a1ed8e2 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.8719742 May 05 20:29:18.629947 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59794) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:18.702187 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-41b62378-8878-4cb5-839b-d35cdffb55a1 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:18.703425 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-41b62378-8878-4cb5-839b-d35cdffb55a1 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5191650 May 05 20:29:18.710580 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59798) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:18.710825 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['e2b249a7-a8c0-4087-aa20-31a4f0ba1936'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:29:18.722719 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-0e1160ed-8caf-4a66-b1fc-c08ece18726b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Request body: {'security_group_rule': {'security_group_id': '9f11960d-500e-4805-b724-536ddc3a6c97', 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:29:18.722953 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9f52b5-75a9-480b-8606-e1aee1ba935c tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Pushing event deleted for resources: {'Port': ['ID=e2b249a7-a8c0-4087-aa20-31a4f0ba1936,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:18.728854 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b62378-8878-4cb5-839b-d35cdffb55a1 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f11960d-500e-4805-b724-536ddc3a6c97,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:18.734405 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-0e1160ed-8caf-4a66-b1fc-c08ece18726b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:29:18.745077 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-0e1160ed-8caf-4a66-b1fc-c08ece18726b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Usage tracker for resource:security_group_rule and tenant:310f91420a2d4ddd8aab8a710d8dc814 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:29:18.752346 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-1689c59a-e3f7-4020-8d18-2c2b5bf1e928 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Deleting port 2cb93f93-a199-4ad8-a2f9-326d9698f85c {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:29:18.752346 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1689c59a-e3f7-4020-8d18-2c2b5bf1e928 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:18.790688 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-0e1160ed-8caf-4a66-b1fc-c08ece18726b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:29:18.793753 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaef786c-12fd-48ab-9aed-4f0160e7dd34 req-8d9f52b5-75a9-480b-8606-e1aee1ba935c tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] No DVR routers for this DVR port e2b249a7-a8c0-4087-aa20-31a4f0ba1936 on host n-h1-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:29:18.800517 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-eaef786c-12fd-48ab-9aed-4f0160e7dd34 req-8d9f52b5-75a9-480b-8606-e1aee1ba935c tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:18.810049 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-c720caba-a816-49b7-9161-54f6638ac349 None None] For port cde38e81-e717-475b-acce-6029caf9fb88, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=cde38e81-e717-475b-acce-6029caf9fb88,segment=NetworkSegment(1cf78a78-2d57-4ccb-9633-08c37696a2c0),segment_id=1cf78a78-2d57-4ccb-9633-08c37696a2c0)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:29:18.815882 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-0e1160ed-8caf-4a66-b1fc-c08ece18726b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:29:18.816082 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c829890f-9304-426e-8efe-b60afadfd3ae', 'name': 'network-vif-deleted', 'tag': 'e2b249a7-a8c0-4087-aa20-31a4f0ba1936'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:29:18.828671 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-eaef786c-12fd-48ab-9aed-4f0160e7dd34 req-8d9f52b5-75a9-480b-8606-e1aee1ba935c tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.24 "DELETE /v2.0/ports/e2b249a7-a8c0-4087-aa20-31a4f0ba1936 HTTP/1.1" status: 204 len: 173 time: 1.4695885 May 05 20:29:18.873430 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c720caba-a816-49b7-9161-54f6638ac349 None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:18.896562 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f019893-b0fd-409b-b90e-0cbb813b65dc'] response: {'server_uuid': 'c829890f-9304-426e-8efe-b60afadfd3ae', 'name': 'network-vif-deleted', 'tag': 'e2b249a7-a8c0-4087-aa20-31a4f0ba1936', 'status': 'completed', 'code': 200} May 05 20:29:18.906707 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-c720caba-a816-49b7-9161-54f6638ac349 None None] Transition to ACTIVE for port object cde38e81-e717-475b-acce-6029caf9fb88 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:29:18.914700 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c720caba-a816-49b7-9161-54f6638ac349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:18.944308 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0e1160ed-8caf-4a66-b1fc-c08ece18726b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:18.981050 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eb846186-6fec-41c8-92d4-f8c9ab44ce76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:18.990607 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eb846186-6fec-41c8-92d4-f8c9ab44ce76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:19.053520 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb846186-6fec-41c8-92d4-f8c9ab44ce76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5d402f-10e7-4f23-8999-6e339e820694,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:19.060903 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-eb846186-6fec-41c8-92d4-f8c9ab44ce76 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=63921be5a65b45e1889d0f8745a8cdb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9767325 May 05 20:29:19.061228 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59804) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:19.082384 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0e1160ed-8caf-4a66-b1fc-c08ece18726b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:19.095053 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0e1160ed-8caf-4a66-b1fc-c08ece18726b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:19.111838 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c720caba-a816-49b7-9161-54f6638ac349 None None] Pushing event updated for resources: {'Port': ['ID=cde38e81-e717-475b-acce-6029caf9fb88,revision_number=10']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:19.138577 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ca2f8491-a45c-4e66-88b7-d338e9aa1b42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:19.174215 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ca2f8491-a45c-4e66-88b7-d338e9aa1b42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:19.208448 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0e1160ed-8caf-4a66-b1fc-c08ece18726b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:19.210395 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-0e1160ed-8caf-4a66-b1fc-c08ece18726b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4989870 May 05 20:29:19.215796 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59810) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:19.222900 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1160ed-8caf-4a66-b1fc-c08ece18726b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22f23a76-bfb2-4b77-901e-74541cd1b533,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:19.235734 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-0f357eae-fb74-4b0c-a69b-c4d09e3ddb31 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Request body: {'security_group_rule': {'security_group_id': '9f11960d-500e-4805-b724-536ddc3a6c97', 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:29:19.248833 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0f357eae-fb74-4b0c-a69b-c4d09e3ddb31 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:29:19.256009 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-0f357eae-fb74-4b0c-a69b-c4d09e3ddb31 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Usage tracker for resource:security_group_rule and tenant:310f91420a2d4ddd8aab8a710d8dc814 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:29:19.260099 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-0f357eae-fb74-4b0c-a69b-c4d09e3ddb31 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:29:19.271027 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0f357eae-fb74-4b0c-a69b-c4d09e3ddb31 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:29:19.274697 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1689c59a-e3f7-4020-8d18-2c2b5bf1e928 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:19.294824 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ca2f8491-a45c-4e66-88b7-d338e9aa1b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:19.310008 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0f357eae-fb74-4b0c-a69b-c4d09e3ddb31 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:19.343649 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2f8491-a45c-4e66-88b7-d338e9aa1b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5d402f-10e7-4f23-8999-6e339e820694,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:19.387458 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ca2f8491-a45c-4e66-88b7-d338e9aa1b42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:19.388729 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-ca2f8491-a45c-4e66-88b7-d338e9aa1b42 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2b5d402f-10e7-4f23-8999-6e339e820694 HTTP/1.1" status: 204 len: 168 time: 0.3266661 May 05 20:29:19.459587 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0f357eae-fb74-4b0c-a69b-c4d09e3ddb31 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:19.465757 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0f357eae-fb74-4b0c-a69b-c4d09e3ddb31 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:19.496535 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device cde38e81-e717-475b-acce-6029caf9fb88 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:29:19.506286 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-1689c59a-e3f7-4020-8d18-2c2b5bf1e928 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Calling delete_port for 2cb93f93-a199-4ad8-a2f9-326d9698f85c owned by {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:29:19.511998 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f357eae-fb74-4b0c-a69b-c4d09e3ddb31 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=816f7660-12df-4c12-9796-7a78103d7338,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:19.554910 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0f357eae-fb74-4b0c-a69b-c4d09e3ddb31 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:19.559016 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-0f357eae-fb74-4b0c-a69b-c4d09e3ddb31 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3394108 May 05 20:29:19.559182 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59816) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:19.564756 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-e5dc0b67-b117-474f-8b7b-7c7d03309f5b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Request body: {'security_group_rule': {'security_group_id': '9f11960d-500e-4805-b724-536ddc3a6c97', 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:29:19.574289 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e5dc0b67-b117-474f-8b7b-7c7d03309f5b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:29:19.584607 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-e5dc0b67-b117-474f-8b7b-7c7d03309f5b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Usage tracker for resource:security_group_rule and tenant:310f91420a2d4ddd8aab8a710d8dc814 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:29:19.585382 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d7fcf513-7fae-4888-bc2c-674f6e7f8ae2 req-80827b8a-a46b-487e-9909-c9b497aa005a tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=c829890f-9304-426e-8efe-b60afadfd3ae HTTP/1.1" status: 200 len: 210 time: 0.2333262 May 05 20:29:19.595244 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-e5dc0b67-b117-474f-8b7b-7c7d03309f5b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:29:19.604524 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e5dc0b67-b117-474f-8b7b-7c7d03309f5b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:29:19.646338 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e5dc0b67-b117-474f-8b7b-7c7d03309f5b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:19.759873 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e5dc0b67-b117-474f-8b7b-7c7d03309f5b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:19.777459 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e5dc0b67-b117-474f-8b7b-7c7d03309f5b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:19.817108 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dc0b67-b117-474f-8b7b-7c7d03309f5b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7eca6b9-a112-4fbb-969b-572dba025374,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:19.828922 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e5dc0b67-b117-474f-8b7b-7c7d03309f5b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:19.833446 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e5dc0b67-b117-474f-8b7b-7c7d03309f5b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2702675 May 05 20:29:19.833705 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59822) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:19.838804 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-7699fe6d-d8ce-469c-b38c-658b621ff8f5 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Request body: {'security_group_rule': {'security_group_id': '9f11960d-500e-4805-b724-536ddc3a6c97', 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:29:19.852562 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-7699fe6d-d8ce-469c-b38c-658b621ff8f5 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:29:19.864144 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-7699fe6d-d8ce-469c-b38c-658b621ff8f5 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Usage tracker for resource:security_group_rule and tenant:310f91420a2d4ddd8aab8a710d8dc814 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:29:19.869525 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-7699fe6d-d8ce-469c-b38c-658b621ff8f5 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:29:19.881267 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-7699fe6d-d8ce-469c-b38c-658b621ff8f5 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:29:19.906363 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ac653c-435c-42f6-8717-edb14b56ea62 None None] Network 7289b573-7530-4f0a-b5b0-032373718af7 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:29:19.927691 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7699fe6d-d8ce-469c-b38c-658b621ff8f5 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:19.933143 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-607d2172-0bf6-4e54-b8a7-11e847cdeafa None None] Provisioning for port cde38e81-e717-475b-acce-6029caf9fb88 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:29:19.939854 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59826) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:19.952210 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-607d2172-0bf6-4e54-b8a7-11e847cdeafa None None] Provisioning complete for port cde38e81-e717-475b-acce-6029caf9fb88 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:29:19.952580 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-607d2172-0bf6-4e54-b8a7-11e847cdeafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:19.969950 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-29bccb03-a699-4a88-a10e-ff06c8bb92cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:19.997044 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-29bccb03-a699-4a88-a10e-ff06c8bb92cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:29:20.004284 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-29bccb03-a699-4a88-a10e-ff06c8bb92cd admin admin] Usage tracker for resource:security_group_rule and tenant:413849cc1eae4502b2a6e71587a6a470 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:29:20.007592 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7699fe6d-d8ce-469c-b38c-658b621ff8f5 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:20.013333 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7699fe6d-d8ce-469c-b38c-658b621ff8f5 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:20.035915 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-29bccb03-a699-4a88-a10e-ff06c8bb92cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:29:20.045748 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7699fe6d-d8ce-469c-b38c-658b621ff8f5 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08fda555-865e-4427-a645-99f5865085a5,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:20.048317 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-29bccb03-a699-4a88-a10e-ff06c8bb92cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:29:20.050692 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7699fe6d-d8ce-469c-b38c-658b621ff8f5 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:20.052514 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-7699fe6d-d8ce-469c-b38c-658b621ff8f5 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2175732 May 05 20:29:20.055255 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59830) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:20.061565 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-b92ee807-3c3f-46e0-8a41-edc87828efab tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Request body: {'security_group_rule': {'security_group_id': '9f11960d-500e-4805-b724-536ddc3a6c97', 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:29:20.068890 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b92ee807-3c3f-46e0-8a41-edc87828efab tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:29:20.074204 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-b92ee807-3c3f-46e0-8a41-edc87828efab tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Usage tracker for resource:security_group_rule and tenant:310f91420a2d4ddd8aab8a710d8dc814 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:29:20.077531 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-b92ee807-3c3f-46e0-8a41-edc87828efab tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:29:20.084937 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b92ee807-3c3f-46e0-8a41-edc87828efab tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:29:20.098617 n-d-840717-1 neutron-server[88198]: INFO neutron.db.securitygroups_db [None req-b92ee807-3c3f-46e0-8a41-edc87828efab tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Project 310f91420a2d4ddd8aab8a710d8dc814 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 20:29:20.107371 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1689c59a-e3f7-4020-8d18-2c2b5bf1e928 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:20.107989 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b92ee807-3c3f-46e0-8a41-edc87828efab tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:20.183419 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b92ee807-3c3f-46e0-8a41-edc87828efab tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:20.190841 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b92ee807-3c3f-46e0-8a41-edc87828efab tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:20.220679 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92ee807-3c3f-46e0-8a41-edc87828efab tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c89e58c8-5f16-4cfa-a24d-684d534d6350,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:20.239394 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b92ee807-3c3f-46e0-8a41-edc87828efab tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:20.241205 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b92ee807-3c3f-46e0-8a41-edc87828efab tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1847637 May 05 20:29:20.243314 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1689c59a-e3f7-4020-8d18-2c2b5bf1e928 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event deleted for resources: {'Port': ['ID=2cb93f93-a199-4ad8-a2f9-326d9698f85c,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:20.244231 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59834) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:20.250236 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-cb73bafd-d0a6-499a-9eb0-7fdbffb6d426 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Request body: {'security_group_rule': {'security_group_id': '9f11960d-500e-4805-b724-536ddc3a6c97', 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:29:20.257786 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-cb73bafd-d0a6-499a-9eb0-7fdbffb6d426 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:29:20.266500 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-cb73bafd-d0a6-499a-9eb0-7fdbffb6d426 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Usage tracker for resource:security_group_rule and tenant:310f91420a2d4ddd8aab8a710d8dc814 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:29:20.270047 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-cb73bafd-d0a6-499a-9eb0-7fdbffb6d426 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:29:20.277569 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-cb73bafd-d0a6-499a-9eb0-7fdbffb6d426 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:29:20.294154 n-d-840717-1 neutron-server[88198]: INFO neutron.db.securitygroups_db [None req-cb73bafd-d0a6-499a-9eb0-7fdbffb6d426 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Project 310f91420a2d4ddd8aab8a710d8dc814 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 20:29:20.310247 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cb73bafd-d0a6-499a-9eb0-7fdbffb6d426 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:20.365214 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1689c59a-e3f7-4020-8d18-2c2b5bf1e928 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:20.371152 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-29bccb03-a699-4a88-a10e-ff06c8bb92cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:20.383821 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-29bccb03-a699-4a88-a10e-ff06c8bb92cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:20.391445 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cb73bafd-d0a6-499a-9eb0-7fdbffb6d426 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:20.396554 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cb73bafd-d0a6-499a-9eb0-7fdbffb6d426 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:20.410387 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-1689c59a-e3f7-4020-8d18-2c2b5bf1e928 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/ports/2cb93f93-a199-4ad8-a2f9-326d9698f85c HTTP/1.1" status: 204 len: 168 time: 1.7745073 May 05 20:29:20.412740 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59838) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:20.419059 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb73bafd-d0a6-499a-9eb0-7fdbffb6d426 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14c2655a-1d90-466c-b0f0-5bbe65accb5f,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:20.433731 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cb73bafd-d0a6-499a-9eb0-7fdbffb6d426 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:20.437754 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-cb73bafd-d0a6-499a-9eb0-7fdbffb6d426 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1898553 May 05 20:29:20.437892 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59842) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:20.444946 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-5085a164-720e-42ab-a3dd-639fa74fe3ee tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Request body: {'network': {'name': 'tempest-network-smoke--1047281948', 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'port_security_enabled': True}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:29:20.450662 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5085a164-720e-42ab-a3dd-639fa74fe3ee tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:29:20.455229 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-5085a164-720e-42ab-a3dd-639fa74fe3ee tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Usage tracker for resource:network and tenant:310f91420a2d4ddd8aab8a710d8dc814 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:29:20.459309 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-5085a164-720e-42ab-a3dd-639fa74fe3ee tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:29:20.466467 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5085a164-720e-42ab-a3dd-639fa74fe3ee tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:29:20.477265 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5085a164-720e-42ab-a3dd-639fa74fe3ee tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Made reservation on behalf of 310f91420a2d4ddd8aab8a710d8dc814 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:29:20.480916 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5085a164-720e-42ab-a3dd-639fa74fe3ee tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:20.485238 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bccb03-a699-4a88-a10e-ff06c8bb92cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e31fa885-8899-4270-89c6-765e110aaeea,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:20.495559 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-29bccb03-a699-4a88-a10e-ff06c8bb92cd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=413849cc1eae4502b2a6e71587a6a470&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5521576 May 05 20:29:20.496086 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59846) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:20.531471 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a141da1-0c3c-408d-ba8f-4ccaf1f7d09f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:20.532533 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-0a141da1-0c3c-408d-ba8f-4ccaf1f7d09f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Synchronizing usage tracker for tenant:0780f842482f4e59b41843f42dd46f0e on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:29:20.544375 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5085a164-720e-42ab-a3dd-639fa74fe3ee tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:29:20.554272 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-0a141da1-0c3c-408d-ba8f-4ccaf1f7d09f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Unset dirty status for tenant:0780f842482f4e59b41843f42dd46f0e on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:29:20.558350 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-0a141da1-0c3c-408d-ba8f-4ccaf1f7d09f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.1406834 May 05 20:29:20.558702 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59850) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:20.569299 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5085a164-720e-42ab-a3dd-639fa74fe3ee tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:20.569683 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-5085a164-720e-42ab-a3dd-639fa74fe3ee tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Added segment 3ac35548-e2ef-427b-a5a6-ccdf070c2561 of type vlan for network 71342f67-7cb7-41bb-881a-bb31f2125efb May 05 20:29:20.593619 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bf1316da-1202-43b8-a1ae-266a6232fc66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:20.618349 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5085a164-720e-42ab-a3dd-639fa74fe3ee tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:20.641265 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bf1316da-1202-43b8-a1ae-266a6232fc66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:20.653411 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-3a3e94f8-74a3-4c3a-8006-c8d23fd33da4 None None] Provisioning complete for port cde38e81-e717-475b-acce-6029caf9fb88 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:29:20.654566 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3a3e94f8-74a3-4c3a-8006-c8d23fd33da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:20.668343 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9c8a64-25e2-438b-8a6d-1c4e8b80af2b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:20.672437 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-bb9c8a64-25e2-438b-8a6d-1c4e8b80af2b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.1102889 May 05 20:29:20.673460 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59856) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:20.765826 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946f7a8a-3717-49f1-9e0d-2af39e3a6a0f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:20.767337 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946f7a8a-3717-49f1-9e0d-2af39e3a6a0f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:20.768928 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946f7a8a-3717-49f1-9e0d-2af39e3a6a0f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:20.769735 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-946f7a8a-3717-49f1-9e0d-2af39e3a6a0f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Synchronizing usage tracker for tenant:0780f842482f4e59b41843f42dd46f0e on resource:subnet {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:29:20.773867 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5085a164-720e-42ab-a3dd-639fa74fe3ee tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:20.774051 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device e2b249a7-a8c0-4087-aa20-31a4f0ba1936 no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:29:20.778292 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5085a164-720e-42ab-a3dd-639fa74fe3ee tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:20.778886 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5085a164-720e-42ab-a3dd-639fa74fe3ee tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:20.832604 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] No Port match for: e2b249a7-a8c0-4087-aa20-31a4f0ba1936 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:29:20.833768 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device e2b249a7-a8c0-4087-aa20-31a4f0ba1936 not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:29:20.920117 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-946f7a8a-3717-49f1-9e0d-2af39e3a6a0f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Unset dirty status for tenant:0780f842482f4e59b41843f42dd46f0e on resource:subnet {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:29:20.921591 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-946f7a8a-3717-49f1-9e0d-2af39e3a6a0f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2479646 May 05 20:29:20.924742 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59864) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:20.932508 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-5085a164-720e-42ab-a3dd-639fa74fe3ee tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4936118 May 05 20:29:20.933727 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59868) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:20.934365 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5085a164-720e-42ab-a3dd-639fa74fe3ee tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event updated for resources: {'Network': ['ID=71342f67-7cb7-41bb-881a-bb31f2125efb,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:20.940209 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bf1316da-1202-43b8-a1ae-266a6232fc66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:20.949485 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 71342f67-7cb7-41bb-881a-bb31f2125efb details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:29:20.951079 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-ba40ff76-969e-45d1-bd0c-5be064bf3c0b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-952862023', 'admin_state_up': True, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:29:20.960299 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ba40ff76-969e-45d1-bd0c-5be064bf3c0b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:29:20.965233 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-ba40ff76-969e-45d1-bd0c-5be064bf3c0b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Usage tracker for resource:router and tenant:310f91420a2d4ddd8aab8a710d8dc814 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:29:20.969608 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-ba40ff76-969e-45d1-bd0c-5be064bf3c0b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:29:20.976995 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ba40ff76-969e-45d1-bd0c-5be064bf3c0b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:29:21.004661 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bf1316da-1202-43b8-a1ae-266a6232fc66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:21.009731 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-bf1316da-1202-43b8-a1ae-266a6232fc66 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e31fa885-8899-4270-89c6-765e110aaeea HTTP/1.1" status: 204 len: 168 time: 0.5106759 May 05 20:29:21.009731 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1316da-1202-43b8-a1ae-266a6232fc66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31fa885-8899-4270-89c6-765e110aaeea,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:21.012078 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ba40ff76-969e-45d1-bd0c-5be064bf3c0b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:21.013539 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ba40ff76-969e-45d1-bd0c-5be064bf3c0b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:21.046645 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ba40ff76-969e-45d1-bd0c-5be064bf3c0b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:21.048804 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f75b68c-c6aa-4a60-b983-6d1bcab29d1c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Deleting subnet 98233d1a-67b9-4dbd-87fe-4e91b8f5548c {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:29:21.052757 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1f75b68c-c6aa-4a60-b983-6d1bcab29d1c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:21.086010 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-e55ff2d6-0c11-4e9f-b05d-bbfce9855bb8 None None] Could not find standard attr ID for object 2cb93f93-a199-4ad8-a2f9-326d9698f85c. {{(pid=88199) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 20:29:21.128940 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1f75b68c-c6aa-4a60-b983-6d1bcab29d1c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:21.250215 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1f75b68c-c6aa-4a60-b983-6d1bcab29d1c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:21.339427 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1f75b68c-c6aa-4a60-b983-6d1bcab29d1c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:21.417263 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f75b68c-c6aa-4a60-b983-6d1bcab29d1c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event deleted for resources: {'Subnet': ['ID=98233d1a-67b9-4dbd-87fe-4e91b8f5548c,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:21.430833 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1f75b68c-c6aa-4a60-b983-6d1bcab29d1c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:21.438802 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ba40ff76-969e-45d1-bd0c-5be064bf3c0b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:21.443394 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e738ee30-ec8a-453f-baa9-fefb4bedb59b None None] Network 7289b573-7530-4f0a-b5b0-032373718af7 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:29:21.467204 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-1f75b68c-c6aa-4a60-b983-6d1bcab29d1c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/subnets/98233d1a-67b9-4dbd-87fe-4e91b8f5548c HTTP/1.1" status: 204 len: 168 time: 0.5387330 May 05 20:29:21.467440 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59876) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:21.556923 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-29f08121-e753-485b-9376-7ce3fd63418b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Deleting subnet c45b671e-e880-4a29-bbf1-9816a302d602 {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:29:21.560568 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-29f08121-e753-485b-9376-7ce3fd63418b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:21.599239 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59880) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:21.635866 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e6f5b6df-47ed-4fbe-8d9c-1ac1b6fad112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:21.641908 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-29f08121-e753-485b-9376-7ce3fd63418b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:21.655834 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e6f5b6df-47ed-4fbe-8d9c-1ac1b6fad112 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:29:21.662155 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-e6f5b6df-47ed-4fbe-8d9c-1ac1b6fad112 admin admin] Usage tracker for resource:security_group_rule and tenant:b55ce13f20814ae9bad482235e05700f is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:29:21.666789 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-e6f5b6df-47ed-4fbe-8d9c-1ac1b6fad112 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:29:21.675849 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e6f5b6df-47ed-4fbe-8d9c-1ac1b6fad112 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:29:21.742299 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-29f08121-e753-485b-9376-7ce3fd63418b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:21.840988 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-29f08121-e753-485b-9376-7ce3fd63418b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:21.900441 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f08121-e753-485b-9376-7ce3fd63418b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event deleted for resources: {'Subnet': ['ID=c45b671e-e880-4a29-bbf1-9816a302d602,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:21.902447 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-29f08121-e753-485b-9376-7ce3fd63418b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:21.914074 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-29f08121-e753-485b-9376-7ce3fd63418b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/subnets/c45b671e-e880-4a29-bbf1-9816a302d602 HTTP/1.1" status: 204 len: 168 time: 0.4454741 May 05 20:29:21.917002 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59884) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:22.010544 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-a786df21-42f9-4571-8580-9ae94566eeca tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0897906 May 05 20:29:22.011343 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59888) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:22.020035 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-5e5c8fcf-fa5a-400d-9466-9cd739a97ece tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Request body: {'subnet': {'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:29:22.021082 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e6f5b6df-47ed-4fbe-8d9c-1ac1b6fad112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:22.022287 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ba40ff76-969e-45d1-bd0c-5be064bf3c0b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for router_gateway, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:22.056542 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e6f5b6df-47ed-4fbe-8d9c-1ac1b6fad112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:22.077869 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ba40ff76-969e-45d1-bd0c-5be064bf3c0b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:22.168530 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-5e5c8fcf-fa5a-400d-9466-9cd739a97ece tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:29:22.178797 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-5e5c8fcf-fa5a-400d-9466-9cd739a97ece tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Usage tracker for resource:subnet and tenant:0780f842482f4e59b41843f42dd46f0e is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:29:22.181956 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-5e5c8fcf-fa5a-400d-9466-9cd739a97ece tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:29:22.186837 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f5b6df-47ed-4fbe-8d9c-1ac1b6fad112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8eeb1ef-085b-448d-8940-ace211f29b6c,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:22.188166 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-5e5c8fcf-fa5a-400d-9466-9cd739a97ece tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:29:22.201332 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5c8fcf-fa5a-400d-9466-9cd739a97ece tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Made reservation on behalf of 0780f842482f4e59b41843f42dd46f0e for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:29:22.204782 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e6f5b6df-47ed-4fbe-8d9c-1ac1b6fad112 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b55ce13f20814ae9bad482235e05700f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6040792 May 05 20:29:22.205567 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5e5c8fcf-fa5a-400d-9466-9cd739a97ece tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:22.208303 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59894) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:22.349075 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-ba40ff76-969e-45d1-bd0c-5be064bf3c0b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Allocated IP 172.25.0.15 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/db1174f5-21d9-4b16-aa04-d3cac26f99bb) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:29:22.394741 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1c216c86-6fa5-442c-8fc4-11ee1c628a64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:22.491631 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5e5c8fcf-fa5a-400d-9466-9cd739a97ece tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:22.498680 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1c216c86-6fa5-442c-8fc4-11ee1c628a64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:22.537350 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594a1d5c-0b66-4457-aec8-21adc0f96b7e None None] Network 7289b573-7530-4f0a-b5b0-032373718af7 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:29:22.565911 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5c8fcf-fa5a-400d-9466-9cd739a97ece tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event updated for resources: {'Subnet': ['ID=e8c7ff0b-5541-46eb-a16b-ca004ded4edc,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:22.592000 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5c8fcf-fa5a-400d-9466-9cd739a97ece tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Network 7289b573-7530-4f0a-b5b0-032373718af7 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:29:22.593358 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-5e5c8fcf-fa5a-400d-9466-9cd739a97ece tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:29:22.601189 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5c8fcf-fa5a-400d-9466-9cd739a97ece tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:22.601685 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5e5c8fcf-fa5a-400d-9466-9cd739a97ece tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:22.609148 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ba40ff76-969e-45d1-bd0c-5be064bf3c0b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:22.641394 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-5e5c8fcf-fa5a-400d-9466-9cd739a97ece tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6275814 May 05 20:29:22.644288 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 59898) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:22.651663 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-82f0cf2d-d70a-433b-831c-c949fc8639f0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Request body: {'subnet': {'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:29:22.667457 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1c216c86-6fa5-442c-8fc4-11ee1c628a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:22.693766 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-ee163747-8b0b-49e0-ad44-82da8b662ce5 None None] Provisioning complete for port cde38e81-e717-475b-acce-6029caf9fb88 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:29:22.694474 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ee163747-8b0b-49e0-ad44-82da8b662ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:22.706564 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c216c86-6fa5-442c-8fc4-11ee1c628a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8eeb1ef-085b-448d-8940-ace211f29b6c,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:22.805041 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ba40ff76-969e-45d1-bd0c-5be064bf3c0b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:22.850447 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1c216c86-6fa5-442c-8fc4-11ee1c628a64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:22.851540 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-1c216c86-6fa5-442c-8fc4-11ee1c628a64 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b8eeb1ef-085b-448d-8940-ace211f29b6c HTTP/1.1" status: 204 len: 168 time: 0.6421325 May 05 20:29:22.899530 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba40ff76-969e-45d1-bd0c-5be064bf3c0b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:29:22.902556 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-82f0cf2d-d70a-433b-831c-c949fc8639f0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:29:22.904936 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-ba40ff76-969e-45d1-bd0c-5be064bf3c0b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:29:22.909902 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba40ff76-969e-45d1-bd0c-5be064bf3c0b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:29:22.946218 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-82f0cf2d-d70a-433b-831c-c949fc8639f0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Usage tracker for resource:subnet and tenant:0780f842482f4e59b41843f42dd46f0e is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:29:22.956036 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-82f0cf2d-d70a-433b-831c-c949fc8639f0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:29:22.965824 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba40ff76-969e-45d1-bd0c-5be064bf3c0b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event updated for resources: {'Port': ['ID=db1174f5-21d9-4b16-aa04-d3cac26f99bb,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:22.973801 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-82f0cf2d-d70a-433b-831c-c949fc8639f0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:29:23.047310 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f0cf2d-d70a-433b-831c-c949fc8639f0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Made reservation on behalf of 0780f842482f4e59b41843f42dd46f0e for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:29:23.050662 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-82f0cf2d-d70a-433b-831c-c949fc8639f0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:23.337553 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b32aa4-be11-42b7-9365-a8838f04d17e None None] Network 7289b573-7530-4f0a-b5b0-032373718af7 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:29:23.372716 n-d-840717-1 neutron-server[88198]: INFO neutron.db.ipam_backend_mixin [None req-82f0cf2d-d70a-433b-831c-c949fc8639f0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e8c7ff0b-5541-46eb-a16b-ca004ded4edc (CIDR: 2001:db8::/64) May 05 20:29:23.517796 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9adc9856-d86b-4150-af04-b90ba981af30 None None] Provisioning complete for port cde38e81-e717-475b-acce-6029caf9fb88 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:29:23.518172 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9adc9856-d86b-4150-af04-b90ba981af30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:23.730633 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ba40ff76-969e-45d1-bd0c-5be064bf3c0b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for router_gateway, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:23.828504 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-82f0cf2d-d70a-433b-831c-c949fc8639f0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 20:29:23.828995 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82f0cf2d-d70a-433b-831c-c949fc8639f0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:29:23.855335 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-82f0cf2d-d70a-433b-831c-c949fc8639f0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2096982 May 05 20:29:23.857822 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 59964) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:23.864981 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-7f6fb124-32ff-410b-820a-3c08a34473d9 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Request body: {'subnet': {'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:29:24.113151 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-7f6fb124-32ff-410b-820a-3c08a34473d9 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:29:24.128537 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-7f6fb124-32ff-410b-820a-3c08a34473d9 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Usage tracker for resource:subnet and tenant:0780f842482f4e59b41843f42dd46f0e is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:29:24.132703 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-7f6fb124-32ff-410b-820a-3c08a34473d9 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:29:24.138776 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-7f6fb124-32ff-410b-820a-3c08a34473d9 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:29:24.151999 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f6fb124-32ff-410b-820a-3c08a34473d9 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Made reservation on behalf of 0780f842482f4e59b41843f42dd46f0e for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:29:24.156372 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7f6fb124-32ff-410b-820a-3c08a34473d9 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:24.280506 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ba40ff76-969e-45d1-bd0c-5be064bf3c0b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:24.337215 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-eb28423d-6318-48f0-9a6f-6b50c79bae3e None None] Provisioning complete for port cde38e81-e717-475b-acce-6029caf9fb88 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:29:24.337795 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-eb28423d-6318-48f0-9a6f-6b50c79bae3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:24.632530 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba40ff76-969e-45d1-bd0c-5be064bf3c0b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Router 4619edf3-4e0c-4ef3-9a83-79c82a964529 is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:29:24.889633 n-d-840717-1 neutron-server[88197]: DEBUG neutron.objects.ports [None req-7f6fb124-32ff-410b-820a-3c08a34473d9 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88197) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 05 20:29:24.932397 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba40ff76-969e-45d1-bd0c-5be064bf3c0b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:29:24.944930 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcff8d49-2785-4437-b787-a57c8d182562 None None] Sync routers for ids ['4619edf3-4e0c-4ef3-9a83-79c82a964529'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:29:24.958729 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcff8d49-2785-4437-b787-a57c8d182562 None None] Routers {'4619edf3-4e0c-4ef3-9a83-79c82a964529'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:29:24.959461 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-dcff8d49-2785-4437-b787-a57c8d182562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:29:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['4619edf3-4e0c-4ef3-9a83-79c82a964529'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:24.960387 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ba40ff76-969e-45d1-bd0c-5be064bf3c0b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:24.962480 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-ba40ff76-969e-45d1-bd0c-5be064bf3c0b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.0239809 May 05 20:29:24.965221 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60044) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:25.023713 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-85fbcde2-0714-4ed7-b1c3-74ef757520e5 tempest-TestNetworkAdvancedServerOps-1264277304 tempest-TestNetworkAdvancedServerOps-1264277304-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=310f91420a2d4ddd8aab8a710d8dc814&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0572603 May 05 20:29:25.027888 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60048) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:25.168501 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-dcff8d49-2785-4437-b787-a57c8d182562 None None] Set router 4619edf3-4e0c-4ef3-9a83-79c82a964529 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:29:25.171058 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7f6fb124-32ff-410b-820a-3c08a34473d9 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:25.256320 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed35cc25-7a17-4657-932a-6126feec3d04 tempest-TestNetworkAdvancedServerOps-1264277304 tempest-TestNetworkAdvancedServerOps-1264277304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:25.257897 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-ed35cc25-7a17-4657-932a-6126feec3d04 tempest-TestNetworkAdvancedServerOps-1264277304 tempest-TestNetworkAdvancedServerOps-1264277304-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2289279 May 05 20:29:25.260725 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60054) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:25.329916 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f33df691-bd83-4ec6-8662-eebd1021473e tempest-TestNetworkAdvancedServerOps-1264277304 tempest-TestNetworkAdvancedServerOps-1264277304-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=0401d202-1605-4cfe-bad4-fb225df6afb0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0678267 May 05 20:29:25.332718 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60060) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:25.346998 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-28f0eedc-84ea-4b05-9463-15b4411d49a3 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-306417922', 'network_id': '71342f67-7cb7-41bb-881a-bb31f2125efb', 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:29:25.596672 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-dcff8d49-2785-4437-b787-a57c8d182562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4619edf3-4e0c-4ef3-9a83-79c82a964529', 'name': 'tempest-TestNetworkAdvancedServerOps-router-952862023', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': 'db1174f5-21d9-4b16-aa04-d3cac26f99bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:29:21Z', 'updated_at': '2022-05-05T20:29:23Z', 'revision_number': 3, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'gw_port': {'id': 'db1174f5-21d9-4b16-aa04-d3cac26f99bb', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a7:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4619edf3-4e0c-4ef3-9a83-79c82a964529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:22Z', 'updated_at': '2022-05-05T20:29:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:25.601328 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcff8d49-2785-4437-b787-a57c8d182562 None None] Checking router: 4619edf3-4e0c-4ef3-9a83-79c82a964529 for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:29:25.601665 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcff8d49-2785-4437-b787-a57c8d182562 None None] Updating router 4619edf3-4e0c-4ef3-9a83-79c82a964529 port db1174f5-21d9-4b16-aa04-d3cac26f99bb binding host n-d-840717-1 {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:29:25.660789 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-dcff8d49-2785-4437-b787-a57c8d182562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:25.661503 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-28f0eedc-84ea-4b05-9463-15b4411d49a3 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:29:25.675427 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-28f0eedc-84ea-4b05-9463-15b4411d49a3 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Usage tracker for resource:subnet and tenant:310f91420a2d4ddd8aab8a710d8dc814 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:29:25.682111 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-28f0eedc-84ea-4b05-9463-15b4411d49a3 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:29:25.693099 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-28f0eedc-84ea-4b05-9463-15b4411d49a3 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:29:25.722928 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-7f6fb124-32ff-410b-820a-3c08a34473d9 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] For port cde38e81-e717-475b-acce-6029caf9fb88, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=cde38e81-e717-475b-acce-6029caf9fb88,segment=NetworkSegment(1cf78a78-2d57-4ccb-9633-08c37696a2c0),segment_id=1cf78a78-2d57-4ccb-9633-08c37696a2c0)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:29:25.728740 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f0eedc-84ea-4b05-9463-15b4411d49a3 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Made reservation on behalf of 310f91420a2d4ddd8aab8a710d8dc814 for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:29:25.732695 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-28f0eedc-84ea-4b05-9463-15b4411d49a3 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:25.786748 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:29:25.847017 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7f6fb124-32ff-410b-820a-3c08a34473d9 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:25.857259 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7f6fb124-32ff-410b-820a-3c08a34473d9 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:25.858094 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7f6fb124-32ff-410b-820a-3c08a34473d9 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:25.997151 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6fb124-32ff-410b-820a-3c08a34473d9 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Network 7289b573-7530-4f0a-b5b0-032373718af7 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:29:26.003467 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-7f6fb124-32ff-410b-820a-3c08a34473d9 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:29:26.013353 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6fb124-32ff-410b-820a-3c08a34473d9 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:26.013950 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7f6fb124-32ff-410b-820a-3c08a34473d9 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:26.017020 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37701993-ee81-4b04-aefe-e599e45be531 None None] Network 7289b573-7530-4f0a-b5b0-032373718af7 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:29:26.028233 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-dcff8d49-2785-4437-b787-a57c8d182562 None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:26.034119 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6fb124-32ff-410b-820a-3c08a34473d9 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event updated for resources: {'Subnet': ['ID=e1bcde51-88a4-44ba-b57c-919f36eebab3,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:26.041979 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6fb124-32ff-410b-820a-3c08a34473d9 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event updated for resources: {'Port': ['ID=cde38e81-e717-475b-acce-6029caf9fb88,revision_number=14']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:26.046130 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-dcff8d49-2785-4437-b787-a57c8d182562 None None] Transition to ACTIVE for port object db1174f5-21d9-4b16-aa04-d3cac26f99bb will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:29:26.058429 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-dcff8d49-2785-4437-b787-a57c8d182562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:26.101701 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-7f6fb124-32ff-410b-820a-3c08a34473d9 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.2425075 May 05 20:29:26.104737 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60096) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:26.112599 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-aee2e346-d7ba-4c16-b4a8-b61e5d510ccc tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Request body: {'port': {'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'mac_address': 'fa:16:3e:c5:15:42', 'name': 'tempest-NetworksTestDHCPv6-419032553'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:29:26.185865 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-dcff8d49-2785-4437-b787-a57c8d182562 None None] Attempting to bind port db1174f5-21d9-4b16-aa04-d3cac26f99bb on host n-d-840717-1 for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:29:26.187129 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-dcff8d49-2785-4437-b787-a57c8d182562 None None] Attempting to bind port db1174f5-21d9-4b16-aa04-d3cac26f99bb by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:29:26.188308 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcff8d49-2785-4437-b787-a57c8d182562 None None] Attempting to bind port db1174f5-21d9-4b16-aa04-d3cac26f99bb on network 0401d202-1605-4cfe-bad4-fb225df6afb0 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:29:26.196233 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcff8d49-2785-4437-b787-a57c8d182562 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:29:26.199027 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcff8d49-2785-4437-b787-a57c8d182562 None None] Checking segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:29:26.199690 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-dcff8d49-2785-4437-b787-a57c8d182562 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:26.200283 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcff8d49-2785-4437-b787-a57c8d182562 None None] Bound using segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:29:26.200986 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-dcff8d49-2785-4437-b787-a57c8d182562 None None] Bound port: db1174f5-21d9-4b16-aa04-d3cac26f99bb, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:29:26.201564 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-dcff8d49-2785-4437-b787-a57c8d182562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:26.238188 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e972281-5d55-4ce9-9738-8c81d21323f5 None None] Pushing event updated for resources: {'Port': ['ID=db1174f5-21d9-4b16-aa04-d3cac26f99bb,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:26.289518 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-28f0eedc-84ea-4b05-9463-15b4411d49a3 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:26.316710 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-dcff8d49-2785-4437-b787-a57c8d182562 None None] For port db1174f5-21d9-4b16-aa04-d3cac26f99bb, host n-d-840717-1, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:29:26.321676 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-dcff8d49-2785-4437-b787-a57c8d182562 None None] For port db1174f5-21d9-4b16-aa04-d3cac26f99bb, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=db1174f5-21d9-4b16-aa04-d3cac26f99bb,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:29:26.328472 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-dcff8d49-2785-4437-b787-a57c8d182562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:26.347797 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-aee2e346-d7ba-4c16-b4a8-b61e5d510ccc tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:29:26.375569 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-aee2e346-d7ba-4c16-b4a8-b61e5d510ccc tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:29:26.394094 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f0eedc-84ea-4b05-9463-15b4411d49a3 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event updated for resources: {'Subnet': ['ID=a13cd322-8e24-41ab-b0e8-b7bd3fc6a210,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:26.410879 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee2e346-d7ba-4c16-b4a8-b61e5d510ccc tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Made reservation on behalf of 0780f842482f4e59b41843f42dd46f0e for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:29:26.446911 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e972281-5d55-4ce9-9738-8c81d21323f5 None None] Pushing event updated for resources: {'Port': ['ID=db1174f5-21d9-4b16-aa04-d3cac26f99bb,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:26.451109 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcff8d49-2785-4437-b787-a57c8d182562 None None] Routers {'4619edf3-4e0c-4ef3-9a83-79c82a964529'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:29:26.452083 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-dcff8d49-2785-4437-b787-a57c8d182562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:29:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['4619edf3-4e0c-4ef3-9a83-79c82a964529'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:26.454043 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f0eedc-84ea-4b05-9463-15b4411d49a3 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Checking segment: {'id': '3ac35548-e2ef-427b-a5a6-ccdf070c2561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '71342f67-7cb7-41bb-881a-bb31f2125efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:29:26.454408 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f0eedc-84ea-4b05-9463-15b4411d49a3 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Network hostable DHCP agents. Network: 71342f67-7cb7-41bb-881a-bb31f2125efb, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:29:26.584748 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f0eedc-84ea-4b05-9463-15b4411d49a3 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Network 71342f67-7cb7-41bb-881a-bb31f2125efb is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:29:26.598295 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052d637b-3e83-418b-9f30-7d0b434556f7 None None] Update dhcp port {'port': {'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'fixed_ips': [{'subnet_id': 'e1bcde51-88a4-44ba-b57c-919f36eebab3', 'ip_address': '2001:db8:0:1:f816:3eff:fe63:4dbb'}, {'subnet_id': 'e8c7ff0b-5541-46eb-a16b-ca004ded4edc'}], 'binding:host_id': 'n-d-840717-1'}, 'id': 'cde38e81-e717-475b-acce-6029caf9fb88'} from n-d-840717-1. {{(pid=88199) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 05 20:29:26.599793 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-aee2e346-d7ba-4c16-b4a8-b61e5d510ccc tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:26.620905 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-28f0eedc-84ea-4b05-9463-15b4411d49a3 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 71342f67-7cb7-41bb-881a-bb31f2125efb) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:29:26.652313 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed0c19c-103f-4dad-aded-75fb865849f5 None None] Network 71342f67-7cb7-41bb-881a-bb31f2125efb requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:29:26.654783 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [None req-aee2e346-d7ba-4c16-b4a8-b61e5d510ccc tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] device_id is not set on port 49b37ce1-ee54-408c-9d56-74baaf34246d yet. {{(pid=88197) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:29:26.749961 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f0eedc-84ea-4b05-9463-15b4411d49a3 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:26.750529 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-28f0eedc-84ea-4b05-9463-15b4411d49a3 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:26.761489 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-dcff8d49-2785-4437-b787-a57c8d182562 None None] Set router 4619edf3-4e0c-4ef3-9a83-79c82a964529 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:29:26.783672 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-052d637b-3e83-418b-9f30-7d0b434556f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:26.793375 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60104) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:26.804734 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-28f0eedc-84ea-4b05-9463-15b4411d49a3 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4697733 May 05 20:29:27.099744 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c567ee9-e225-4b13-9d85-cec0d98e13e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-71342f67-7cb7-41bb-881a-bb31f2125efb', 'network_id': '71342f67-7cb7-41bb-881a-bb31f2125efb', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'fixed_ips': [{'subnet_id': 'a13cd322-8e24-41ab-b0e8-b7bd3fc6a210'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:29:27.100577 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6c567ee9-e225-4b13-9d85-cec0d98e13e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:27.217716 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-aee2e346-d7ba-4c16-b4a8-b61e5d510ccc tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Allocated IP 2001:db8::2f0 (7289b573-7530-4f0a-b5b0-032373718af7/e8c7ff0b-5541-46eb-a16b-ca004ded4edc/49b37ce1-ee54-408c-9d56-74baaf34246d) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:29:27.230165 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-aee2e346-d7ba-4c16-b4a8-b61e5d510ccc tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Allocated IP 2001:db8:0:1:f816:3eff:fec5:1542 (7289b573-7530-4f0a-b5b0-032373718af7/e1bcde51-88a4-44ba-b57c-919f36eebab3/49b37ce1-ee54-408c-9d56-74baaf34246d) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:29:27.235583 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-dcff8d49-2785-4437-b787-a57c8d182562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4619edf3-4e0c-4ef3-9a83-79c82a964529', 'name': 'tempest-TestNetworkAdvancedServerOps-router-952862023', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': 'db1174f5-21d9-4b16-aa04-d3cac26f99bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:29:21Z', 'updated_at': '2022-05-05T20:29:23Z', 'revision_number': 3, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'gw_port': {'id': 'db1174f5-21d9-4b16-aa04-d3cac26f99bb', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a7:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4619edf3-4e0c-4ef3-9a83-79c82a964529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:22Z', 'updated_at': '2022-05-05T20:29:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:27.241624 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcff8d49-2785-4437-b787-a57c8d182562 None None] The sync data for ids ['4619edf3-4e0c-4ef3-9a83-79c82a964529'] in n-d-840717-1 is: [{'id': '4619edf3-4e0c-4ef3-9a83-79c82a964529', 'name': 'tempest-TestNetworkAdvancedServerOps-router-952862023', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': 'db1174f5-21d9-4b16-aa04-d3cac26f99bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:29:21Z', 'updated_at': '2022-05-05T20:29:23Z', 'revision_number': 3, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'gw_port': {'id': 'db1174f5-21d9-4b16-aa04-d3cac26f99bb', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a7:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4619edf3-4e0c-4ef3-9a83-79c82a964529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:22Z', 'updated_at': '2022-05-05T20:29:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:29:27.378332 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-6c567ee9-e225-4b13-9d85-cec0d98e13e2 None None] Allocated IP 172.20.0.2 (71342f67-7cb7-41bb-881a-bb31f2125efb/a13cd322-8e24-41ab-b0e8-b7bd3fc6a210/6b18f14e-4fa2-429b-8773-113b6ebd621d) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:29:27.585440 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-aee2e346-d7ba-4c16-b4a8-b61e5d510ccc tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:27.665583 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-aee2e346-d7ba-4c16-b4a8-b61e5d510ccc tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Transition to ACTIVE for port object 49b37ce1-ee54-408c-9d56-74baaf34246d will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:29:27.699237 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device cde38e81-e717-475b-acce-6029caf9fb88 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:29:27.729514 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-aee2e346-d7ba-4c16-b4a8-b61e5d510ccc tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:27.887666 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee2e346-d7ba-4c16-b4a8-b61e5d510ccc tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Network 7289b573-7530-4f0a-b5b0-032373718af7 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:29:27.891539 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-aee2e346-d7ba-4c16-b4a8-b61e5d510ccc tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:29:27.894885 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee2e346-d7ba-4c16-b4a8-b61e5d510ccc tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:29:27.901396 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee2e346-d7ba-4c16-b4a8-b61e5d510ccc tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:27.901990 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-aee2e346-d7ba-4c16-b4a8-b61e5d510ccc tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:27.921986 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee2e346-d7ba-4c16-b4a8-b61e5d510ccc tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event updated for resources: {'Port': ['ID=49b37ce1-ee54-408c-9d56-74baaf34246d,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:27.935545 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-aee2e346-d7ba-4c16-b4a8-b61e5d510ccc tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.8286905 May 05 20:29:27.937091 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60112) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:28.025347 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-ff13a912-c60b-4a50-a752-1388fb2e12fb tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Deleting port 49b37ce1-ee54-408c-9d56-74baaf34246d {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:29:28.025717 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ff13a912-c60b-4a50-a752-1388fb2e12fb tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:28.163304 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6c567ee9-e225-4b13-9d85-cec0d98e13e2 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:28.189063 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-6c567ee9-e225-4b13-9d85-cec0d98e13e2 None None] Transition to ACTIVE for port object 6b18f14e-4fa2-429b-8773-113b6ebd621d will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:29:28.211307 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-052d637b-3e83-418b-9f30-7d0b434556f7 None None] Allocated IP 2001:db8::2 (7289b573-7530-4f0a-b5b0-032373718af7/e8c7ff0b-5541-46eb-a16b-ca004ded4edc/cde38e81-e717-475b-acce-6029caf9fb88) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:29:28.241710 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port cde38e81-e717-475b-acce-6029caf9fb88 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:29:28.242188 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:28.262488 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-22451a3d-01ce-48df-9e81-d6c033324130 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:28.325863 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-6c567ee9-e225-4b13-9d85-cec0d98e13e2 None None] Transition to ACTIVE for port object 6b18f14e-4fa2-429b-8773-113b6ebd621d will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:29:28.354252 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6c567ee9-e225-4b13-9d85-cec0d98e13e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:28.437081 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ff13a912-c60b-4a50-a752-1388fb2e12fb tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:28.508919 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c567ee9-e225-4b13-9d85-cec0d98e13e2 None None] Network 71342f67-7cb7-41bb-881a-bb31f2125efb is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:29:28.522351 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-6c567ee9-e225-4b13-9d85-cec0d98e13e2 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:29:28.578374 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c567ee9-e225-4b13-9d85-cec0d98e13e2 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:29:28.683454 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-ff13a912-c60b-4a50-a752-1388fb2e12fb tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Calling delete_port for 49b37ce1-ee54-408c-9d56-74baaf34246d owned by {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:29:28.783895 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-22451a3d-01ce-48df-9e81-d6c033324130 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Allocated IP 172.20.0.1 (71342f67-7cb7-41bb-881a-bb31f2125efb/a13cd322-8e24-41ab-b0e8-b7bd3fc6a210/0459633b-1104-4083-8c85-9abb7a62ca03) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:29:28.795915 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c567ee9-e225-4b13-9d85-cec0d98e13e2 None None] Pushing event updated for resources: {'Port': ['ID=6b18f14e-4fa2-429b-8773-113b6ebd621d,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:28.893876 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-052d637b-3e83-418b-9f30-7d0b434556f7 None None] For port cde38e81-e717-475b-acce-6029caf9fb88, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=cde38e81-e717-475b-acce-6029caf9fb88,segment=NetworkSegment(1cf78a78-2d57-4ccb-9633-08c37696a2c0),segment_id=1cf78a78-2d57-4ccb-9633-08c37696a2c0)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:29:28.910460 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-6c567ee9-e225-4b13-9d85-cec0d98e13e2 None None] Attempting to bind port 6b18f14e-4fa2-429b-8773-113b6ebd621d on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:29:28.910824 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-6c567ee9-e225-4b13-9d85-cec0d98e13e2 None None] Attempting to bind port 6b18f14e-4fa2-429b-8773-113b6ebd621d by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '3ac35548-e2ef-427b-a5a6-ccdf070c2561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '71342f67-7cb7-41bb-881a-bb31f2125efb'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:29:28.911810 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c567ee9-e225-4b13-9d85-cec0d98e13e2 None None] Attempting to bind port 6b18f14e-4fa2-429b-8773-113b6ebd621d on network 71342f67-7cb7-41bb-881a-bb31f2125efb {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:29:28.921252 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c567ee9-e225-4b13-9d85-cec0d98e13e2 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:29:28.921634 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c567ee9-e225-4b13-9d85-cec0d98e13e2 None None] Checking segment: {'id': '3ac35548-e2ef-427b-a5a6-ccdf070c2561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '71342f67-7cb7-41bb-881a-bb31f2125efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:29:28.922038 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6c567ee9-e225-4b13-9d85-cec0d98e13e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:28.922838 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c567ee9-e225-4b13-9d85-cec0d98e13e2 None None] Bound using segment: {'id': '3ac35548-e2ef-427b-a5a6-ccdf070c2561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '71342f67-7cb7-41bb-881a-bb31f2125efb'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:29:28.922962 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-6c567ee9-e225-4b13-9d85-cec0d98e13e2 None None] Bound port: 6b18f14e-4fa2-429b-8773-113b6ebd621d, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ac35548-e2ef-427b-a5a6-ccdf070c2561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '71342f67-7cb7-41bb-881a-bb31f2125efb'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:29:28.923528 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6c567ee9-e225-4b13-9d85-cec0d98e13e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:28.976641 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-22451a3d-01ce-48df-9e81-d6c033324130 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:28.984383 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-052d637b-3e83-418b-9f30-7d0b434556f7 None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:29.000086 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-22451a3d-01ce-48df-9e81-d6c033324130 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Transition to ACTIVE for port object 0459633b-1104-4083-8c85-9abb7a62ca03 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:29:29.035401 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-22451a3d-01ce-48df-9e81-d6c033324130 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:29.055240 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-052d637b-3e83-418b-9f30-7d0b434556f7 None None] Transition to ACTIVE for port object cde38e81-e717-475b-acce-6029caf9fb88 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:29:29.071787 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-052d637b-3e83-418b-9f30-7d0b434556f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:29.122360 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22451a3d-01ce-48df-9e81-d6c033324130 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Network 71342f67-7cb7-41bb-881a-bb31f2125efb is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:29:29.125561 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-22451a3d-01ce-48df-9e81-d6c033324130 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:29:29.130794 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22451a3d-01ce-48df-9e81-d6c033324130 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:29:29.173465 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ff13a912-c60b-4a50-a752-1388fb2e12fb tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:29.189241 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22451a3d-01ce-48df-9e81-d6c033324130 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event updated for resources: {'Port': ['ID=0459633b-1104-4083-8c85-9abb7a62ca03,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:29.216396 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-22451a3d-01ce-48df-9e81-d6c033324130 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:29.248278 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-6c567ee9-e225-4b13-9d85-cec0d98e13e2 None None] For port 6b18f14e-4fa2-429b-8773-113b6ebd621d, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:29:29.266792 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff13a912-c60b-4a50-a752-1388fb2e12fb tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event deleted for resources: {'Port': ['ID=49b37ce1-ee54-408c-9d56-74baaf34246d,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:29.274924 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-6c567ee9-e225-4b13-9d85-cec0d98e13e2 None None] For port 6b18f14e-4fa2-429b-8773-113b6ebd621d, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=6b18f14e-4fa2-429b-8773-113b6ebd621d,segment=NetworkSegment(3ac35548-e2ef-427b-a5a6-ccdf070c2561),segment_id=3ac35548-e2ef-427b-a5a6-ccdf070c2561)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:29:29.283606 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052d637b-3e83-418b-9f30-7d0b434556f7 None None] Pushing event updated for resources: {'Port': ['ID=cde38e81-e717-475b-acce-6029caf9fb88,revision_number=15']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:29.288518 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6c567ee9-e225-4b13-9d85-cec0d98e13e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:29.439245 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ff13a912-c60b-4a50-a752-1388fb2e12fb tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:29.483812 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c567ee9-e225-4b13-9d85-cec0d98e13e2 None None] Pushing event updated for resources: {'Port': ['ID=6b18f14e-4fa2-429b-8773-113b6ebd621d,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:29.490236 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-ff13a912-c60b-4a50-a752-1388fb2e12fb tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/ports/49b37ce1-ee54-408c-9d56-74baaf34246d HTTP/1.1" status: 204 len: 168 time: 1.5510991 May 05 20:29:29.492593 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60120) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:29.599849 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device cde38e81-e717-475b-acce-6029caf9fb88 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:29:29.675475 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c44da0-6de5-4616-8e70-749e00dad5f3 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:29.677354 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-88c44da0-6de5-4616-8e70-749e00dad5f3 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Synchronizing usage tracker for tenant:0780f842482f4e59b41843f42dd46f0e on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:29:29.719684 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-88c44da0-6de5-4616-8e70-749e00dad5f3 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Unset dirty status for tenant:0780f842482f4e59b41843f42dd46f0e on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:29:29.726471 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-88c44da0-6de5-4616-8e70-749e00dad5f3 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2313535 May 05 20:29:29.726580 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60124) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:29.780153 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device db1174f5-21d9-4b16-aa04-d3cac26f99bb up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:29:29.803034 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-22451a3d-01ce-48df-9e81-d6c033324130 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:29.903755 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e398fa55-c2eb-4d42-a89d-f4752be7d28b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:29.915390 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-e398fa55-c2eb-4d42-a89d-f4752be7d28b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1846585 May 05 20:29:29.915390 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60130) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:29.946600 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port db1174f5-21d9-4b16-aa04-d3cac26f99bb completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:29:29.953538 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port db1174f5-21d9-4b16-aa04-d3cac26f99bb triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:29:29.955646 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:30.112219 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72998a5-febc-4412-87a9-b636804e0af6 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:30.115903 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72998a5-febc-4412-87a9-b636804e0af6 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:30.119108 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72998a5-febc-4412-87a9-b636804e0af6 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:30.120003 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-f72998a5-febc-4412-87a9-b636804e0af6 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Synchronizing usage tracker for tenant:0780f842482f4e59b41843f42dd46f0e on resource:subnet {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:29:30.161838 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-f72998a5-febc-4412-87a9-b636804e0af6 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Unset dirty status for tenant:0780f842482f4e59b41843f42dd46f0e on resource:subnet {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:29:30.166196 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f72998a5-febc-4412-87a9-b636804e0af6 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2501283 May 05 20:29:30.167176 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60136) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:30.229895 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:30.250761 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port db1174f5-21d9-4b16-aa04-d3cac26f99bb, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=db1174f5-21d9-4b16-aa04-d3cac26f99bb,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:29:30.257480 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:30.323612 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c1094ab-9892-466e-afb2-2765938d4165 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Deleting subnet e1bcde51-88a4-44ba-b57c-919f36eebab3 {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:29:30.346831 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0c1094ab-9892-466e-afb2-2765938d4165 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:30.383112 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=db1174f5-21d9-4b16-aa04-d3cac26f99bb,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:30.443954 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0c1094ab-9892-466e-afb2-2765938d4165 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:30.551313 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-949cd230-6dfa-451e-b6dd-421f209a2361 None None] Provisioning for port cde38e81-e717-475b-acce-6029caf9fb88 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:29:30.557586 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-949cd230-6dfa-451e-b6dd-421f209a2361 None None] Provisioning complete for port cde38e81-e717-475b-acce-6029caf9fb88 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:29:30.558290 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-949cd230-6dfa-451e-b6dd-421f209a2361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:30.558826 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0c1094ab-9892-466e-afb2-2765938d4165 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:30.732161 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0c1094ab-9892-466e-afb2-2765938d4165 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:30.814145 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1094ab-9892-466e-afb2-2765938d4165 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event deleted for resources: {'Subnet': ['ID=e1bcde51-88a4-44ba-b57c-919f36eebab3,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:30.821741 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0c1094ab-9892-466e-afb2-2765938d4165 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:30.843639 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-0c1094ab-9892-466e-afb2-2765938d4165 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/subnets/e1bcde51-88a4-44ba-b57c-919f36eebab3 HTTP/1.1" status: 204 len: 168 time: 0.6742680 May 05 20:29:30.846310 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60140) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:30.865671 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfc7e18-fdc6-4751-b2ca-58aca7504c59 None None] Network 7289b573-7530-4f0a-b5b0-032373718af7 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:29:30.904127 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-22451a3d-01ce-48df-9e81-d6c033324130 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:30.913067 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-22451a3d-01ce-48df-9e81-d6c033324130 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:30.924361 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-8a65c3b0-edc6-48a7-a6d5-a58ef7a03bc8 None None] Could not find standard attr ID for object 49b37ce1-ee54-408c-9d56-74baaf34246d. {{(pid=88199) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 20:29:30.941359 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbbe946c-645d-4055-97ce-effd1a06f52e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Deleting subnet e8c7ff0b-5541-46eb-a16b-ca004ded4edc {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:29:30.945555 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cbbe946c-645d-4055-97ce-effd1a06f52e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:31.036721 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cbbe946c-645d-4055-97ce-effd1a06f52e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:31.072867 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-22451a3d-01ce-48df-9e81-d6c033324130 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:31.107439 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22451a3d-01ce-48df-9e81-d6c033324130 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event updated for resources: {'Port': ['ID=0459633b-1104-4083-8c85-9abb7a62ca03,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:31.144189 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cbbe946c-645d-4055-97ce-effd1a06f52e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:31.227918 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cbbe946c-645d-4055-97ce-effd1a06f52e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:31.298071 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe946c-645d-4055-97ce-effd1a06f52e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event deleted for resources: {'Subnet': ['ID=e8c7ff0b-5541-46eb-a16b-ca004ded4edc,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:31.300387 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cbbe946c-645d-4055-97ce-effd1a06f52e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:31.307272 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbcbce95-f0e2-435a-a282-274d76a31cee None None] Network 71342f67-7cb7-41bb-881a-bb31f2125efb requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:29:31.312914 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-cbbe946c-645d-4055-97ce-effd1a06f52e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/subnets/e8c7ff0b-5541-46eb-a16b-ca004ded4edc HTTP/1.1" status: 204 len: 168 time: 0.4654756 May 05 20:29:31.315288 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60148) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:31.327926 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22451a3d-01ce-48df-9e81-d6c033324130 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Network 71342f67-7cb7-41bb-881a-bb31f2125efb is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:29:31.329590 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-22451a3d-01ce-48df-9e81-d6c033324130 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:29:31.449167 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-ba8d823e-f353-47bf-a2d7-e42a2f6e1a2b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1326218 May 05 20:29:31.451830 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60152) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:31.467382 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-225a58d5-86fd-4a19-ac2a-9afc23fd8f59 None None] Provisioning for port 6b18f14e-4fa2-429b-8773-113b6ebd621d completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:29:31.467749 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-69348db2-2680-4ec7-a5c6-ca303f476a6a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Request body: {'subnet': {'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:29:31.589157 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22451a3d-01ce-48df-9e81-d6c033324130 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Router 4619edf3-4e0c-4ef3-9a83-79c82a964529 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:29:31.613096 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 6b18f14e-4fa2-429b-8773-113b6ebd621d up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:29:31.671037 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-69348db2-2680-4ec7-a5c6-ca303f476a6a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:29:31.675603 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-69348db2-2680-4ec7-a5c6-ca303f476a6a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Usage tracker for resource:subnet and tenant:0780f842482f4e59b41843f42dd46f0e is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:29:31.679989 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-69348db2-2680-4ec7-a5c6-ca303f476a6a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:29:31.686145 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-69348db2-2680-4ec7-a5c6-ca303f476a6a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:29:31.699990 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69348db2-2680-4ec7-a5c6-ca303f476a6a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Made reservation on behalf of 0780f842482f4e59b41843f42dd46f0e for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:29:31.703772 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-69348db2-2680-4ec7-a5c6-ca303f476a6a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:31.796299 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db684fe4-007b-49e3-aac8-9f6876102585 None None] Update dhcp port {'port': {'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'fixed_ips': [{'subnet_id': 'e8c7ff0b-5541-46eb-a16b-ca004ded4edc'}], 'binding:host_id': 'n-d-840717-1'}, 'id': 'cde38e81-e717-475b-acce-6029caf9fb88'} from n-d-840717-1. {{(pid=88199) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 05 20:29:31.839899 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22451a3d-01ce-48df-9e81-d6c033324130 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:29:31.877075 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-22451a3d-01ce-48df-9e81-d6c033324130 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "PUT /v2.0/routers/4619edf3-4e0c-4ef3-9a83-79c82a964529/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0736003 May 05 20:29:31.903773 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bf811f-5bdc-4de7-8d3a-028db6c1ec5b None None] Sync routers for ids ['4619edf3-4e0c-4ef3-9a83-79c82a964529'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:29:31.939825 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bf811f-5bdc-4de7-8d3a-028db6c1ec5b None None] Routers {'4619edf3-4e0c-4ef3-9a83-79c82a964529'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:29:31.940768 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-e2bf811f-5bdc-4de7-8d3a-028db6c1ec5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:29:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['4619edf3-4e0c-4ef3-9a83-79c82a964529'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:32.005851 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-db684fe4-007b-49e3-aac8-9f6876102585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:32.082614 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-69348db2-2680-4ec7-a5c6-ca303f476a6a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:32.097778 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 6b18f14e-4fa2-429b-8773-113b6ebd621d completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:29:32.141146 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69348db2-2680-4ec7-a5c6-ca303f476a6a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Network 7289b573-7530-4f0a-b5b0-032373718af7 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:29:32.149039 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-69348db2-2680-4ec7-a5c6-ca303f476a6a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:29:32.153721 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69348db2-2680-4ec7-a5c6-ca303f476a6a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:32.154310 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-69348db2-2680-4ec7-a5c6-ca303f476a6a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:32.162664 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 6b18f14e-4fa2-429b-8773-113b6ebd621d triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:29:32.162664 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:32.175786 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69348db2-2680-4ec7-a5c6-ca303f476a6a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event updated for resources: {'Subnet': ['ID=8be3f0db-6360-4f2d-8c85-a54031c2bc91,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:32.194257 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-69348db2-2680-4ec7-a5c6-ca303f476a6a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7382426 May 05 20:29:32.194568 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60164) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:32.200696 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-95b0457e-da09-458a-be2f-53e5332439eb tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Request body: {'subnet': {'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:29:32.341169 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-e2bf811f-5bdc-4de7-8d3a-028db6c1ec5b None None] Set router 4619edf3-4e0c-4ef3-9a83-79c82a964529 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:29:32.396841 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-95b0457e-da09-458a-be2f-53e5332439eb tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:29:32.403064 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-95b0457e-da09-458a-be2f-53e5332439eb tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Usage tracker for resource:subnet and tenant:0780f842482f4e59b41843f42dd46f0e is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:29:32.406763 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-95b0457e-da09-458a-be2f-53e5332439eb tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:29:32.412743 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-95b0457e-da09-458a-be2f-53e5332439eb tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:29:32.427398 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b0457e-da09-458a-be2f-53e5332439eb tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Made reservation on behalf of 0780f842482f4e59b41843f42dd46f0e for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:29:32.431800 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-95b0457e-da09-458a-be2f-53e5332439eb tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:32.633757 n-d-840717-1 neutron-server[88198]: INFO neutron.db.ipam_backend_mixin [None req-95b0457e-da09-458a-be2f-53e5332439eb tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8be3f0db-6360-4f2d-8c85-a54031c2bc91 (CIDR: 2001:db8::/64) May 05 20:29:32.638227 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-95b0457e-da09-458a-be2f-53e5332439eb tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 20:29:32.638785 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95b0457e-da09-458a-be2f-53e5332439eb tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:29:32.686326 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-95b0457e-da09-458a-be2f-53e5332439eb tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4906332 May 05 20:29:32.689354 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60172) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:32.697209 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-0194431d-34aa-4aa2-93bb-c0e786bf948b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Request body: {'subnet': {'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:29:32.760927 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67fe261-9e97-48bb-8e9b-3c4868ef3497 None None] Network 7289b573-7530-4f0a-b5b0-032373718af7 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:29:32.797177 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b5ffce05-69c0-4d4b-88af-e16a9e8019ac None None] Provisioning for port 0459633b-1104-4083-8c85-9abb7a62ca03 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:29:32.870085 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:32.944869 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b5ffce05-69c0-4d4b-88af-e16a9e8019ac None None] Provisioning complete for port 0459633b-1104-4083-8c85-9abb7a62ca03 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:29:32.945356 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b5ffce05-69c0-4d4b-88af-e16a9e8019ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:33.023149 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0194431d-34aa-4aa2-93bb-c0e786bf948b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:29:33.027803 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-0194431d-34aa-4aa2-93bb-c0e786bf948b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Usage tracker for resource:subnet and tenant:0780f842482f4e59b41843f42dd46f0e is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:29:33.033118 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-0194431d-34aa-4aa2-93bb-c0e786bf948b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:29:33.040840 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0194431d-34aa-4aa2-93bb-c0e786bf948b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:29:33.056982 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0194431d-34aa-4aa2-93bb-c0e786bf948b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Made reservation on behalf of 0780f842482f4e59b41843f42dd46f0e for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:29:33.061480 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0194431d-34aa-4aa2-93bb-c0e786bf948b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:33.086851 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b5ffce05-69c0-4d4b-88af-e16a9e8019ac None None] Port 0459633b-1104-4083-8c85-9abb7a62ca03 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:29:33.170521 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 6b18f14e-4fa2-429b-8773-113b6ebd621d, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=6b18f14e-4fa2-429b-8773-113b6ebd621d,segment=NetworkSegment(3ac35548-e2ef-427b-a5a6-ccdf070c2561),segment_id=3ac35548-e2ef-427b-a5a6-ccdf070c2561)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:29:33.206474 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b5ffce05-69c0-4d4b-88af-e16a9e8019ac None None] Provisioning complete for port 6b18f14e-4fa2-429b-8773-113b6ebd621d triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:29:33.206956 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b5ffce05-69c0-4d4b-88af-e16a9e8019ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:33.245428 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:33.246631 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device db1174f5-21d9-4b16-aa04-d3cac26f99bb up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:29:33.509440 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=6b18f14e-4fa2-429b-8773-113b6ebd621d,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:33.569358 n-d-840717-1 neutron-server[88198]: DEBUG neutron.objects.ports [None req-0194431d-34aa-4aa2-93bb-c0e786bf948b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88198) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 05 20:29:33.609292 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port db1174f5-21d9-4b16-aa04-d3cac26f99bb triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:29:33.609829 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:33.657547 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-e2bf811f-5bdc-4de7-8d3a-028db6c1ec5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4619edf3-4e0c-4ef3-9a83-79c82a964529', 'name': 'tempest-TestNetworkAdvancedServerOps-router-952862023', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': 'db1174f5-21d9-4b16-aa04-d3cac26f99bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:29:21Z', 'updated_at': '2022-05-05T20:29:29Z', 'revision_number': 4, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'gw_port': {'id': 'db1174f5-21d9-4b16-aa04-d3cac26f99bb', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4619edf3-4e0c-4ef3-9a83-79c82a964529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:22Z', 'updated_at': '2022-05-05T20:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '0459633b-1104-4083-8c85-9abb7a62ca03', 'name': '', 'network_id': '71342f67-7cb7-41bb-881a-bb31f2125efb', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'mac_address': 'fa:16:3e:af:0c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4619edf3-4e0c-4ef3-9a83-79c82a964529', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'a13cd322-8e24-41ab-b0e8-b7bd3fc6a210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:28Z', 'updated_at': '2022-05-05T20:29:30Z', 'revision_number': 2, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'subnets': [{'id': 'a13cd322-8e24-41ab-b0e8-b7bd3fc6a210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:33.669855 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bf811f-5bdc-4de7-8d3a-028db6c1ec5b None None] Checking router: 4619edf3-4e0c-4ef3-9a83-79c82a964529 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:29:33.670274 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bf811f-5bdc-4de7-8d3a-028db6c1ec5b None None] Updating router 4619edf3-4e0c-4ef3-9a83-79c82a964529 port 0459633b-1104-4083-8c85-9abb7a62ca03 binding host n-d-840717-1 {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:29:33.746762 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e2bf811f-5bdc-4de7-8d3a-028db6c1ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:33.778081 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-90b99f05-c9fb-453e-ab0b-ee5d6b7b9ed6 None None] Provisioning complete for port 0459633b-1104-4083-8c85-9abb7a62ca03 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:29:33.778557 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-90b99f05-c9fb-453e-ab0b-ee5d6b7b9ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:33.825680 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0194431d-34aa-4aa2-93bb-c0e786bf948b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:33.941198 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-90b99f05-c9fb-453e-ab0b-ee5d6b7b9ed6 None None] Port 0459633b-1104-4083-8c85-9abb7a62ca03 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:29:33.988776 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb1900b-a597-41fa-8690-0de7fc8c9eca None None] get_active_networks_info from n-d-840717-1 {{(pid=88199) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 05 20:29:34.068377 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-90b99f05-c9fb-453e-ab0b-ee5d6b7b9ed6 None None] Provisioning complete for port cde38e81-e717-475b-acce-6029caf9fb88 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:29:34.068931 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-90b99f05-c9fb-453e-ab0b-ee5d6b7b9ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:34.105875 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-0194431d-34aa-4aa2-93bb-c0e786bf948b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] For port cde38e81-e717-475b-acce-6029caf9fb88, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=cde38e81-e717-475b-acce-6029caf9fb88,segment=NetworkSegment(1cf78a78-2d57-4ccb-9633-08c37696a2c0),segment_id=1cf78a78-2d57-4ccb-9633-08c37696a2c0)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:29:34.133912 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0194431d-34aa-4aa2-93bb-c0e786bf948b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:34.141736 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0194431d-34aa-4aa2-93bb-c0e786bf948b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:34.142515 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0194431d-34aa-4aa2-93bb-c0e786bf948b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:34.155000 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 6b18f14e-4fa2-429b-8773-113b6ebd621d up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:29:34.249553 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0194431d-34aa-4aa2-93bb-c0e786bf948b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Network 7289b573-7530-4f0a-b5b0-032373718af7 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:29:34.258612 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-0194431d-34aa-4aa2-93bb-c0e786bf948b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:29:34.265247 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0194431d-34aa-4aa2-93bb-c0e786bf948b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:34.265827 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0194431d-34aa-4aa2-93bb-c0e786bf948b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:34.296175 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0194431d-34aa-4aa2-93bb-c0e786bf948b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event updated for resources: {'Subnet': ['ID=3966aaa2-aa8e-447b-9e40-890625276b7b,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:34.302960 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0194431d-34aa-4aa2-93bb-c0e786bf948b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event updated for resources: {'Port': ['ID=cde38e81-e717-475b-acce-6029caf9fb88,revision_number=19']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:34.316925 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-0194431d-34aa-4aa2-93bb-c0e786bf948b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.6261270 May 05 20:29:34.319899 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60180) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:34.326567 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-3936fe2f-43af-4718-b6b0-f77aa094e48e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Request body: {'port': {'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'mac_address': 'fa:16:3e:8a:b6:8f', 'name': 'tempest-NetworksTestDHCPv6-1510853016'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:29:34.426969 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb1900b-a597-41fa-8690-0de7fc8c9eca None None] Resources bound (agent type, host, resource id): {{(pid=88199) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 05 20:29:34.519021 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-3936fe2f-43af-4718-b6b0-f77aa094e48e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:29:34.532789 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-3936fe2f-43af-4718-b6b0-f77aa094e48e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:29:34.541832 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 6b18f14e-4fa2-429b-8773-113b6ebd621d triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:29:34.542400 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:34.565091 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3936fe2f-43af-4718-b6b0-f77aa094e48e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Made reservation on behalf of 0780f842482f4e59b41843f42dd46f0e for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:29:34.763824 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3936fe2f-43af-4718-b6b0-f77aa094e48e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:34.767788 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e2bf811f-5bdc-4de7-8d3a-028db6c1ec5b None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:34.806208 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [None req-3936fe2f-43af-4718-b6b0-f77aa094e48e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] device_id is not set on port 1f21e018-fe72-4683-a8b1-1d0682b8110a yet. {{(pid=88197) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:29:34.806432 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-e2bf811f-5bdc-4de7-8d3a-028db6c1ec5b None None] Transition to ACTIVE for port object 0459633b-1104-4083-8c85-9abb7a62ca03 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:29:34.821365 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e215581a-a936-407a-8986-b83b09aa5f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:34.831422 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e2bf811f-5bdc-4de7-8d3a-028db6c1ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:34.868619 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-e7abdb14-44d2-43f6-8a98-8f299394d717 None None] Provisioning complete for port cde38e81-e717-475b-acce-6029caf9fb88 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:29:34.868619 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e7abdb14-44d2-43f6-8a98-8f299394d717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:35.074043 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-3936fe2f-43af-4718-b6b0-f77aa094e48e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Allocated IP 2001:db8::2dc (7289b573-7530-4f0a-b5b0-032373718af7/8be3f0db-6360-4f2d-8c85-a54031c2bc91/1f21e018-fe72-4683-a8b1-1d0682b8110a) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:29:35.079943 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-3936fe2f-43af-4718-b6b0-f77aa094e48e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Allocated IP 2001:db8:0:1:f816:3eff:fe8a:b68f (7289b573-7530-4f0a-b5b0-032373718af7/3966aaa2-aa8e-447b-9e40-890625276b7b/1f21e018-fe72-4683-a8b1-1d0682b8110a) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:29:35.133077 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a345b20-a51f-470c-a073-dc4a2f46e746 None None] Pushing event updated for resources: {'Port': ['ID=0459633b-1104-4083-8c85-9abb7a62ca03,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:35.269278 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device cde38e81-e717-475b-acce-6029caf9fb88 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:29:35.316427 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-e2bf811f-5bdc-4de7-8d3a-028db6c1ec5b None None] Attempting to bind port 0459633b-1104-4083-8c85-9abb7a62ca03 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:29:35.316796 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-e2bf811f-5bdc-4de7-8d3a-028db6c1ec5b None None] Attempting to bind port 0459633b-1104-4083-8c85-9abb7a62ca03 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '3ac35548-e2ef-427b-a5a6-ccdf070c2561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '71342f67-7cb7-41bb-881a-bb31f2125efb'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:29:35.317322 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bf811f-5bdc-4de7-8d3a-028db6c1ec5b None None] Attempting to bind port 0459633b-1104-4083-8c85-9abb7a62ca03 on network 71342f67-7cb7-41bb-881a-bb31f2125efb {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:29:35.336884 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3936fe2f-43af-4718-b6b0-f77aa094e48e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:35.345992 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bf811f-5bdc-4de7-8d3a-028db6c1ec5b None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:29:35.346368 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bf811f-5bdc-4de7-8d3a-028db6c1ec5b None None] Checking segment: {'id': '3ac35548-e2ef-427b-a5a6-ccdf070c2561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '71342f67-7cb7-41bb-881a-bb31f2125efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:29:35.346801 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e2bf811f-5bdc-4de7-8d3a-028db6c1ec5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:35.347322 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bf811f-5bdc-4de7-8d3a-028db6c1ec5b None None] Bound using segment: {'id': '3ac35548-e2ef-427b-a5a6-ccdf070c2561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '71342f67-7cb7-41bb-881a-bb31f2125efb'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:29:35.347965 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-e2bf811f-5bdc-4de7-8d3a-028db6c1ec5b None None] Bound port: 0459633b-1104-4083-8c85-9abb7a62ca03, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ac35548-e2ef-427b-a5a6-ccdf070c2561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '71342f67-7cb7-41bb-881a-bb31f2125efb'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:29:35.349020 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e2bf811f-5bdc-4de7-8d3a-028db6c1ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:35.357874 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-3936fe2f-43af-4718-b6b0-f77aa094e48e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Transition to ACTIVE for port object 1f21e018-fe72-4683-a8b1-1d0682b8110a will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:29:35.383087 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3936fe2f-43af-4718-b6b0-f77aa094e48e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:35.464310 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3936fe2f-43af-4718-b6b0-f77aa094e48e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Network 7289b573-7530-4f0a-b5b0-032373718af7 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:29:35.467535 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-3936fe2f-43af-4718-b6b0-f77aa094e48e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:29:35.470664 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3936fe2f-43af-4718-b6b0-f77aa094e48e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:29:35.476705 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3936fe2f-43af-4718-b6b0-f77aa094e48e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:35.480259 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3936fe2f-43af-4718-b6b0-f77aa094e48e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:35.492561 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3936fe2f-43af-4718-b6b0-f77aa094e48e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event updated for resources: {'Port': ['ID=1f21e018-fe72-4683-a8b1-1d0682b8110a,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:35.514458 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-3936fe2f-43af-4718-b6b0-f77aa094e48e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1931167 May 05 20:29:35.516933 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60188) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:35.590340 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-976b953d-35e9-4219-b63f-3d080f7a5058 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Deleting port 1f21e018-fe72-4683-a8b1-1d0682b8110a {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:29:35.590683 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-976b953d-35e9-4219-b63f-3d080f7a5058 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:35.594197 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:35.608189 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-e2bf811f-5bdc-4de7-8d3a-028db6c1ec5b None None] For port 0459633b-1104-4083-8c85-9abb7a62ca03, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:29:35.627306 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-e2bf811f-5bdc-4de7-8d3a-028db6c1ec5b None None] For port 0459633b-1104-4083-8c85-9abb7a62ca03, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=0459633b-1104-4083-8c85-9abb7a62ca03,segment=NetworkSegment(3ac35548-e2ef-427b-a5a6-ccdf070c2561),segment_id=3ac35548-e2ef-427b-a5a6-ccdf070c2561)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:29:35.637318 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e2bf811f-5bdc-4de7-8d3a-028db6c1ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:35.730780 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port cde38e81-e717-475b-acce-6029caf9fb88, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=cde38e81-e717-475b-acce-6029caf9fb88,segment=NetworkSegment(1cf78a78-2d57-4ccb-9633-08c37696a2c0),segment_id=1cf78a78-2d57-4ccb-9633-08c37696a2c0)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:29:35.756652 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:35.800178 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523fe766-2ddf-4977-ba69-b96e610d3f21 None None] Update dhcp port {'port': {'network_id': '7289b573-7530-4f0a-b5b0-032373718af7', 'fixed_ips': [{'subnet_id': '3966aaa2-aa8e-447b-9e40-890625276b7b', 'ip_address': '2001:db8:0:1:f816:3eff:fe63:4dbb'}, {'subnet_id': '8be3f0db-6360-4f2d-8c85-a54031c2bc91'}], 'binding:host_id': 'n-d-840717-1'}, 'id': 'cde38e81-e717-475b-acce-6029caf9fb88'} from n-d-840717-1. {{(pid=88199) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 05 20:29:35.849349 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a345b20-a51f-470c-a073-dc4a2f46e746 None None] Pushing event updated for resources: {'Port': ['ID=0459633b-1104-4083-8c85-9abb7a62ca03,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:35.852472 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bf811f-5bdc-4de7-8d3a-028db6c1ec5b None None] Routers {'4619edf3-4e0c-4ef3-9a83-79c82a964529'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:29:35.853096 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-e2bf811f-5bdc-4de7-8d3a-028db6c1ec5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:29:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['4619edf3-4e0c-4ef3-9a83-79c82a964529'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:36.054748 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-976b953d-35e9-4219-b63f-3d080f7a5058 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:36.086254 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-523fe766-2ddf-4977-ba69-b96e610d3f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:36.116372 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=cde38e81-e717-475b-acce-6029caf9fb88,revision_number=20']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:36.178582 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-e2bf811f-5bdc-4de7-8d3a-028db6c1ec5b None None] Set router 4619edf3-4e0c-4ef3-9a83-79c82a964529 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:29:36.185620 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-976b953d-35e9-4219-b63f-3d080f7a5058 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Calling delete_port for 1f21e018-fe72-4683-a8b1-1d0682b8110a owned by {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:29:36.529383 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-976b953d-35e9-4219-b63f-3d080f7a5058 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:36.608731 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-523fe766-2ddf-4977-ba69-b96e610d3f21 None None] Allocated IP 2001:db8::2 (7289b573-7530-4f0a-b5b0-032373718af7/8be3f0db-6360-4f2d-8c85-a54031c2bc91/cde38e81-e717-475b-acce-6029caf9fb88) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:29:36.619192 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976b953d-35e9-4219-b63f-3d080f7a5058 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event deleted for resources: {'Port': ['ID=1f21e018-fe72-4683-a8b1-1d0682b8110a,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:36.717797 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-976b953d-35e9-4219-b63f-3d080f7a5058 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:36.727941 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-976b953d-35e9-4219-b63f-3d080f7a5058 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/ports/1f21e018-fe72-4683-a8b1-1d0682b8110a HTTP/1.1" status: 204 len: 168 time: 1.2100270 May 05 20:29:36.730310 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60196) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:36.826632 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-e2bf811f-5bdc-4de7-8d3a-028db6c1ec5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4619edf3-4e0c-4ef3-9a83-79c82a964529', 'name': 'tempest-TestNetworkAdvancedServerOps-router-952862023', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': 'db1174f5-21d9-4b16-aa04-d3cac26f99bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:29:21Z', 'updated_at': '2022-05-05T20:29:29Z', 'revision_number': 4, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'gw_port': {'id': 'db1174f5-21d9-4b16-aa04-d3cac26f99bb', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4619edf3-4e0c-4ef3-9a83-79c82a964529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:22Z', 'updated_at': '2022-05-05T20:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '0459633b-1104-4083-8c85-9abb7a62ca03', 'name': '', 'network_id': '71342f67-7cb7-41bb-881a-bb31f2125efb', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'mac_address': 'fa:16:3e:af:0c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4619edf3-4e0c-4ef3-9a83-79c82a964529', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'a13cd322-8e24-41ab-b0e8-b7bd3fc6a210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:28Z', 'updated_at': '2022-05-05T20:29:35Z', 'revision_number': 4, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'subnets': [{'id': 'a13cd322-8e24-41ab-b0e8-b7bd3fc6a210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:36.829501 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-523fe766-2ddf-4977-ba69-b96e610d3f21 None None] For port cde38e81-e717-475b-acce-6029caf9fb88, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=cde38e81-e717-475b-acce-6029caf9fb88,segment=NetworkSegment(1cf78a78-2d57-4ccb-9633-08c37696a2c0),segment_id=1cf78a78-2d57-4ccb-9633-08c37696a2c0)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:29:36.834227 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7007f7b4-7735-47de-a09b-fcdc19e672f9 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:36.834955 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-7007f7b4-7735-47de-a09b-fcdc19e672f9 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Synchronizing usage tracker for tenant:0780f842482f4e59b41843f42dd46f0e on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:29:36.836086 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bf811f-5bdc-4de7-8d3a-028db6c1ec5b None None] The sync data for ids ['4619edf3-4e0c-4ef3-9a83-79c82a964529'] in n-d-840717-1 is: [{'id': '4619edf3-4e0c-4ef3-9a83-79c82a964529', 'name': 'tempest-TestNetworkAdvancedServerOps-router-952862023', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': 'db1174f5-21d9-4b16-aa04-d3cac26f99bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:29:21Z', 'updated_at': '2022-05-05T20:29:29Z', 'revision_number': 4, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'gw_port': {'id': 'db1174f5-21d9-4b16-aa04-d3cac26f99bb', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4619edf3-4e0c-4ef3-9a83-79c82a964529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:22Z', 'updated_at': '2022-05-05T20:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '0459633b-1104-4083-8c85-9abb7a62ca03', 'name': '', 'network_id': '71342f67-7cb7-41bb-881a-bb31f2125efb', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'mac_address': 'fa:16:3e:af:0c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4619edf3-4e0c-4ef3-9a83-79c82a964529', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'a13cd322-8e24-41ab-b0e8-b7bd3fc6a210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:28Z', 'updated_at': '2022-05-05T20:29:35Z', 'revision_number': 4, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'subnets': [{'id': 'a13cd322-8e24-41ab-b0e8-b7bd3fc6a210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:29:36.867490 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-523fe766-2ddf-4977-ba69-b96e610d3f21 None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:36.871695 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-7007f7b4-7735-47de-a09b-fcdc19e672f9 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Unset dirty status for tenant:0780f842482f4e59b41843f42dd46f0e on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:29:36.872869 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-7007f7b4-7735-47de-a09b-fcdc19e672f9 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 965 time: 0.1416700 May 05 20:29:36.875876 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60202) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:36.899787 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-523fe766-2ddf-4977-ba69-b96e610d3f21 None None] Transition to ACTIVE for port object cde38e81-e717-475b-acce-6029caf9fb88 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:29:36.904564 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-10bf44d0-2ebc-4216-ae4f-e19fc78559cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:36.907454 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-523fe766-2ddf-4977-ba69-b96e610d3f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:37.025340 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b88f76-77a5-44e4-a843-922ee8bec246 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:37.027780 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-22b88f76-77a5-44e4-a843-922ee8bec246 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1509926 May 05 20:29:37.030386 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60208) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:37.085876 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523fe766-2ddf-4977-ba69-b96e610d3f21 None None] Pushing event updated for resources: {'Port': ['ID=cde38e81-e717-475b-acce-6029caf9fb88,revision_number=21']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:37.142260 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21d8b98-4376-4e2e-beb1-f69e0e1c756f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:37.143934 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21d8b98-4376-4e2e-beb1-f69e0e1c756f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:37.146204 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21d8b98-4376-4e2e-beb1-f69e0e1c756f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:37.147247 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-c21d8b98-4376-4e2e-beb1-f69e0e1c756f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Synchronizing usage tracker for tenant:0780f842482f4e59b41843f42dd46f0e on resource:subnet {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:29:37.178193 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-c21d8b98-4376-4e2e-beb1-f69e0e1c756f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Unset dirty status for tenant:0780f842482f4e59b41843f42dd46f0e on resource:subnet {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:29:37.179482 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c21d8b98-4376-4e2e-beb1-f69e0e1c756f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1473155 May 05 20:29:37.182252 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60212) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:37.305066 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-4398d910-75db-492e-9305-8f2db9fb73d3 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Deleting subnet 3966aaa2-aa8e-447b-9e40-890625276b7b {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:29:37.309494 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4398d910-75db-492e-9305-8f2db9fb73d3 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:37.377689 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4398d910-75db-492e-9305-8f2db9fb73d3 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:37.491941 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4398d910-75db-492e-9305-8f2db9fb73d3 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:37.596137 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4398d910-75db-492e-9305-8f2db9fb73d3 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:37.672347 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4398d910-75db-492e-9305-8f2db9fb73d3 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:37.686127 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4398d910-75db-492e-9305-8f2db9fb73d3 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event deleted for resources: {'Subnet': ['ID=3966aaa2-aa8e-447b-9e40-890625276b7b,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:37.699317 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60216) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:37.709619 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-4398d910-75db-492e-9305-8f2db9fb73d3 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/subnets/3966aaa2-aa8e-447b-9e40-890625276b7b HTTP/1.1" status: 204 len: 168 time: 0.5263124 May 05 20:29:37.814697 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-46075931-123b-4c06-b968-015ea035a6f0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Deleting subnet 8be3f0db-6360-4f2d-8c85-a54031c2bc91 {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:29:37.819587 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-46075931-123b-4c06-b968-015ea035a6f0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:37.886613 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:37.892543 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-46075931-123b-4c06-b968-015ea035a6f0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:38.046514 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-46075931-123b-4c06-b968-015ea035a6f0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:38.064757 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:38.072809 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d2b670-8075-49ed-8b66-f9eccf1dc10b None None] Network 7289b573-7530-4f0a-b5b0-032373718af7 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:29:38.194705 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-46075931-123b-4c06-b968-015ea035a6f0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:38.258905 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9e568baa-bb71-4261-9f3f-b52b69e99b95 None None] Provisioning for port cde38e81-e717-475b-acce-6029caf9fb88 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:29:38.272901 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9e568baa-bb71-4261-9f3f-b52b69e99b95 None None] Provisioning complete for port cde38e81-e717-475b-acce-6029caf9fb88 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:29:38.273184 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9e568baa-bb71-4261-9f3f-b52b69e99b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:38.316807 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46075931-123b-4c06-b968-015ea035a6f0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event deleted for resources: {'Subnet': ['ID=8be3f0db-6360-4f2d-8c85-a54031c2bc91,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:38.326937 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-46075931-123b-4c06-b968-015ea035a6f0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:38.338181 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device cde38e81-e717-475b-acce-6029caf9fb88 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:29:38.346777 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-46075931-123b-4c06-b968-015ea035a6f0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/subnets/8be3f0db-6360-4f2d-8c85-a54031c2bc91 HTTP/1.1" status: 204 len: 168 time: 0.6443264 May 05 20:29:38.347162 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60224) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:38.464765 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-82c70208-08d8-479e-a953-3d0209b4fcfa tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1143892 May 05 20:29:38.466516 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60228) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:38.595492 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a44749-76c7-4d0a-8617-1c6a345d6834 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:38.604070 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-89a44749-76c7-4d0a-8617-1c6a345d6834 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 865 time: 0.1363578 May 05 20:29:38.606399 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60232) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:38.720243 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70b4344-37dd-48cc-bb4b-69e5164d5e12 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:38.721208 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-f70b4344-37dd-48cc-bb4b-69e5164d5e12 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Synchronizing usage tracker for tenant:0780f842482f4e59b41843f42dd46f0e on resource:subnet {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:29:38.728100 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port cde38e81-e717-475b-acce-6029caf9fb88 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:29:38.728818 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:38.742406 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-f70b4344-37dd-48cc-bb4b-69e5164d5e12 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Unset dirty status for tenant:0780f842482f4e59b41843f42dd46f0e on resource:subnet {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:29:38.743664 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f70b4344-37dd-48cc-bb4b-69e5164d5e12 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1360488 May 05 20:29:38.746129 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60236) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:38.827147 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9e568baa-bb71-4261-9f3f-b52b69e99b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:38.841891 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-4b4d06eb-ff40-45a8-bfab-b2520bc5b7ce tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0943289 May 05 20:29:38.848852 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60240) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:38.901667 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eecdf3c-370c-4794-b0dc-d4cdec33b7bb tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] DELETE failed (client error): The resource could not be found. May 05 20:29:38.902167 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eecdf3c-370c-4794-b0dc-d4cdec33b7bb tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:29:38.904267 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-3eecdf3c-370c-4794-b0dc-d4cdec33b7bb tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/ports/1f21e018-fe72-4683-a8b1-1d0682b8110a HTTP/1.1" status: 404 len: 333 time: 0.0540614 May 05 20:29:38.906926 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60244) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:38.917971 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9e568baa-bb71-4261-9f3f-b52b69e99b95 None None] For port cde38e81-e717-475b-acce-6029caf9fb88, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=cde38e81-e717-475b-acce-6029caf9fb88,segment=NetworkSegment(1cf78a78-2d57-4ccb-9633-08c37696a2c0),segment_id=1cf78a78-2d57-4ccb-9633-08c37696a2c0)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:29:38.925910 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9e568baa-bb71-4261-9f3f-b52b69e99b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:38.954248 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b30ab9f-28b6-483e-a460-02ace91867e0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] DELETE failed (client error): The resource could not be found. May 05 20:29:38.954715 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b30ab9f-28b6-483e-a460-02ace91867e0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:29:38.959138 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60248) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:38.959335 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-7b30ab9f-28b6-483e-a460-02ace91867e0 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/subnets/3966aaa2-aa8e-447b-9e40-890625276b7b HTTP/1.1" status: 404 len: 337 time: 0.0510890 May 05 20:29:38.967644 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa9c05b-ac6c-45c8-aae3-4bd8e4d281ca None None] DHCP port deletion for 7289b573-7530-4f0a-b5b0-032373718af7 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:29:38.990168 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:39.006293 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9c05b-ac6c-45c8-aae3-4bd8e4d281ca None None] Deleting port cde38e81-e717-475b-acce-6029caf9fb88 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:29:39.006656 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7aa9c05b-ac6c-45c8-aae3-4bd8e4d281ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:39.007394 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-a51eb694-77e4-4c00-92f8-01a4821f7c7b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] DELETE failed (client error): The resource could not be found. May 05 20:29:39.007989 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a51eb694-77e4-4c00-92f8-01a4821f7c7b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:29:39.012199 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-a51eb694-77e4-4c00-92f8-01a4821f7c7b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/subnets/8be3f0db-6360-4f2d-8c85-a54031c2bc91 HTTP/1.1" status: 404 len: 337 time: 0.0495052 May 05 20:29:39.013728 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60252) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:39.057124 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2ed5c46-d41a-489b-99de-24574b116ec5 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] DELETE failed (client error): The resource could not be found. May 05 20:29:39.057724 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2ed5c46-d41a-489b-99de-24574b116ec5 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:29:39.062000 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d2ed5c46-d41a-489b-99de-24574b116ec5 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/ports/49b37ce1-ee54-408c-9d56-74baaf34246d HTTP/1.1" status: 404 len: 333 time: 0.0460653 May 05 20:29:39.062326 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60258) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:39.109564 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6b26f19-34c5-4c4f-92b1-2883056c615e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] DELETE failed (client error): The resource could not be found. May 05 20:29:39.109564 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6b26f19-34c5-4c4f-92b1-2883056c615e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:29:39.113185 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c6b26f19-34c5-4c4f-92b1-2883056c615e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/subnets/e1bcde51-88a4-44ba-b57c-919f36eebab3 HTTP/1.1" status: 404 len: 337 time: 0.0468330 May 05 20:29:39.113185 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60262) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:39.136464 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e568baa-bb71-4261-9f3f-b52b69e99b95 None None] Pushing event updated for resources: {'Port': ['ID=cde38e81-e717-475b-acce-6029caf9fb88,revision_number=24']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:39.163831 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-d36cc0ce-ba4e-4ff9-a61d-5ffec04eaf8b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] DELETE failed (client error): The resource could not be found. May 05 20:29:39.164314 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d36cc0ce-ba4e-4ff9-a61d-5ffec04eaf8b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:29:39.168549 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d36cc0ce-ba4e-4ff9-a61d-5ffec04eaf8b tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/subnets/e8c7ff0b-5541-46eb-a16b-ca004ded4edc HTTP/1.1" status: 404 len: 337 time: 0.0520604 May 05 20:29:39.168750 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60266) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:39.205914 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:29:39.206268 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:29:39.214425 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dcce2a7-d628-448a-9027-f3ed2dc8a75f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] DELETE failed (client error): The resource could not be found. May 05 20:29:39.214901 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dcce2a7-d628-448a-9027-f3ed2dc8a75f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:29:39.216655 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-5dcce2a7-d628-448a-9027-f3ed2dc8a75f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/ports/2cb93f93-a199-4ad8-a2f9-326d9698f85c HTTP/1.1" status: 404 len: 333 time: 0.0469339 May 05 20:29:39.219239 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60270) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:39.258180 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2e02e76-e651-4975-8b7a-57bc71fa2fc6 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] DELETE failed (client error): The resource could not be found. May 05 20:29:39.258637 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2e02e76-e651-4975-8b7a-57bc71fa2fc6 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:29:39.262022 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b2e02e76-e651-4975-8b7a-57bc71fa2fc6 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/subnets/98233d1a-67b9-4dbd-87fe-4e91b8f5548c HTTP/1.1" status: 404 len: 337 time: 0.0402398 May 05 20:29:39.263107 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60274) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:39.307230 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-09de2d8c-4d2a-4619-8128-91c6347287b8 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] DELETE failed (client error): The resource could not be found. May 05 20:29:39.308098 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09de2d8c-4d2a-4619-8128-91c6347287b8 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:29:39.309956 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-09de2d8c-4d2a-4619-8128-91c6347287b8 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/subnets/c45b671e-e880-4a29-bbf1-9816a302d602 HTTP/1.1" status: 404 len: 337 time: 0.0457029 May 05 20:29:39.312562 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60280) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:39.371289 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-9667af60-3d3a-4875-9f08-3367d931d061 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] DELETE failed (client error): The resource could not be found. May 05 20:29:39.372178 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9667af60-3d3a-4875-9f08-3367d931d061 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:29:39.374695 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-9667af60-3d3a-4875-9f08-3367d931d061 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/ports/3b00f241-2f58-4914-bdb2-0836dda4a803 HTTP/1.1" status: 404 len: 333 time: 0.0602100 May 05 20:29:39.377345 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60284) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:39.377980 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-7aa9c05b-ac6c-45c8-aae3-4bd8e4d281ca None None] For port cde38e81-e717-475b-acce-6029caf9fb88, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=cde38e81-e717-475b-acce-6029caf9fb88,segment=NetworkSegment(1cf78a78-2d57-4ccb-9633-08c37696a2c0),segment_id=1cf78a78-2d57-4ccb-9633-08c37696a2c0)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:29:39.378377 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7aa9c05b-ac6c-45c8-aae3-4bd8e4d281ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:39.428230 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-84e8ca84-d228-4b99-b82b-71824cc3976a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] DELETE failed (client error): The resource could not be found. May 05 20:29:39.428680 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84e8ca84-d228-4b99-b82b-71824cc3976a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:29:39.430366 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-84e8ca84-d228-4b99-b82b-71824cc3976a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/subnets/a54b6d9b-7d29-4899-b7ec-15a667ed94e9 HTTP/1.1" status: 404 len: 337 time: 0.0520623 May 05 20:29:39.432989 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60288) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:39.481453 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-578d325f-85ad-49ee-b49a-68ef5ec0642c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] DELETE failed (client error): The resource could not be found. May 05 20:29:39.481838 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-578d325f-85ad-49ee-b49a-68ef5ec0642c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:29:39.484342 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-578d325f-85ad-49ee-b49a-68ef5ec0642c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/subnets/251897bd-d68b-4de3-ac01-3b5ed0df4b00 HTTP/1.1" status: 404 len: 337 time: 0.0494564 May 05 20:29:39.486227 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60292) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:39.504641 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9c05b-ac6c-45c8-aae3-4bd8e4d281ca None None] Calling delete_port for cde38e81-e717-475b-acce-6029caf9fb88 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:29:39.531617 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-54176efe-c724-4575-99e3-bdd61064ecf1 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] DELETE failed (client error): The resource could not be found. May 05 20:29:39.532088 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54176efe-c724-4575-99e3-bdd61064ecf1 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:29:39.533774 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-54176efe-c724-4575-99e3-bdd61064ecf1 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/ports/453cb14e-d75c-4a5b-8780-5a13c46849b3 HTTP/1.1" status: 404 len: 333 time: 0.0463204 May 05 20:29:39.536980 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60296) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:39.575505 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cad23b5-6999-4e78-b9a5-f03bc6417675 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] DELETE failed (client error): The resource could not be found. May 05 20:29:39.576216 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cad23b5-6999-4e78-b9a5-f03bc6417675 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:29:39.578083 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-0cad23b5-6999-4e78-b9a5-f03bc6417675 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/subnets/a0418232-0d9f-493e-8c93-2adf3b64ae4f HTTP/1.1" status: 404 len: 337 time: 0.0399234 May 05 20:29:39.580663 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60300) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:39.589729 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7aa9c05b-ac6c-45c8-aae3-4bd8e4d281ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:39.630280 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-587a5c76-65f0-42d6-97ef-d002691c0608 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] DELETE failed (client error): The resource could not be found. May 05 20:29:39.630758 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-587a5c76-65f0-42d6-97ef-d002691c0608 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:29:39.632477 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-587a5c76-65f0-42d6-97ef-d002691c0608 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/ports/fab35ed4-d362-4059-955d-ee608ac06bd5 HTTP/1.1" status: 404 len: 333 time: 0.0509281 May 05 20:29:39.635203 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60304) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:39.658891 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9c05b-ac6c-45c8-aae3-4bd8e4d281ca None None] Pushing event deleted for resources: {'Port': ['ID=cde38e81-e717-475b-acce-6029caf9fb88,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:39.670666 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa9c05b-ac6c-45c8-aae3-4bd8e4d281ca None None] No DVR routers for this DVR port cde38e81-e717-475b-acce-6029caf9fb88 on host n-d-840717-1 {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:29:39.680868 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:39.689202 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-53da7979-3bc7-43e4-8149-e8a455a8072e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] DELETE failed (client error): The resource could not be found. May 05 20:29:39.689742 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53da7979-3bc7-43e4-8149-e8a455a8072e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:29:39.693148 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-53da7979-3bc7-43e4-8149-e8a455a8072e tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/subnets/0a18ed1a-345d-44d8-a611-689664dc2619 HTTP/1.1" status: 404 len: 337 time: 0.0554943 May 05 20:29:39.694854 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60308) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:39.741812 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1d57dbf-1a88-4c6e-9490-66b9f3bc83fb tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] DELETE failed (client error): The resource could not be found. May 05 20:29:39.742316 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1d57dbf-1a88-4c6e-9490-66b9f3bc83fb tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:29:39.746246 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-b1d57dbf-1a88-4c6e-9490-66b9f3bc83fb tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/ports/228a348a-6bd7-4a76-aadd-73ea94c8390c HTTP/1.1" status: 404 len: 333 time: 0.0482078 May 05 20:29:39.746955 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60312) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:39.747676 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Port cde38e81-e717-475b-acce-6029caf9fb88 update to ACTIVE by agent not found {{(pid=88199) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 05 20:29:39.748266 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 0459633b-1104-4083-8c85-9abb7a62ca03 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:29:39.799897 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca60df86-b6cf-4791-b72c-266b5fd8c47f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] DELETE failed (client error): The resource could not be found. May 05 20:29:39.800354 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca60df86-b6cf-4791-b72c-266b5fd8c47f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:29:39.805601 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-ca60df86-b6cf-4791-b72c-266b5fd8c47f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/subnets/49c3f212-294d-4665-ad30-8e44beb63ec9 HTTP/1.1" status: 404 len: 337 time: 0.0554490 May 05 20:29:39.808056 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60316) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:39.819568 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 0459633b-1104-4083-8c85-9abb7a62ca03 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:29:39.826264 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 0459633b-1104-4083-8c85-9abb7a62ca03 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:29:39.826708 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:39.853493 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b7fe233-b966-4655-8247-c76a88221296 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] DELETE failed (client error): The resource could not be found. May 05 20:29:39.854130 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b7fe233-b966-4655-8247-c76a88221296 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:29:39.857892 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-6b7fe233-b966-4655-8247-c76a88221296 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/ports/cdb88b43-0158-4da3-9c47-57e897247a7e HTTP/1.1" status: 404 len: 333 time: 0.0487411 May 05 20:29:39.858147 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60320) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:39.896570 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dc297ad-0c6e-40a2-ad6e-a983e04e0d23 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] DELETE failed (client error): The resource could not be found. May 05 20:29:39.897034 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dc297ad-0c6e-40a2-ad6e-a983e04e0d23 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:29:39.901008 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-9dc297ad-0c6e-40a2-ad6e-a983e04e0d23 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/subnets/bbe9e867-9f80-45bd-b4a7-35716afcd579 HTTP/1.1" status: 404 len: 337 time: 0.0397124 May 05 20:29:39.901248 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60324) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:39.950151 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a39b85e-1b9c-4f19-a87b-d371a4d56606 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] DELETE failed (client error): The resource could not be found. May 05 20:29:39.950555 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a39b85e-1b9c-4f19-a87b-d371a4d56606 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:29:39.954885 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60328) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:39.955045 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-4a39b85e-1b9c-4f19-a87b-d371a4d56606 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/ports/530adff4-db25-46e4-97e4-e1a7dea8d774 HTTP/1.1" status: 404 len: 333 time: 0.0527146 May 05 20:29:39.976773 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:39.994365 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-a85fb2cf-1b70-4d8a-b06c-ecc4fbce9b63 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] DELETE failed (client error): The resource could not be found. May 05 20:29:39.996648 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a85fb2cf-1b70-4d8a-b06c-ecc4fbce9b63 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:29:39.996807 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a85fb2cf-1b70-4d8a-b06c-ecc4fbce9b63 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/subnets/d802cea2-424f-4131-9cc6-f74fcda935c9 HTTP/1.1" status: 404 len: 337 time: 0.0407302 May 05 20:29:39.999202 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60332) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:40.015214 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 0459633b-1104-4083-8c85-9abb7a62ca03, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=0459633b-1104-4083-8c85-9abb7a62ca03,segment=NetworkSegment(3ac35548-e2ef-427b-a5a6-ccdf070c2561),segment_id=3ac35548-e2ef-427b-a5a6-ccdf070c2561)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:29:40.019750 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:40.042573 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-40b88cc1-366c-4bb8-8097-f9d4b2b2cc42 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] DELETE failed (client error): The resource could not be found. May 05 20:29:40.043198 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40b88cc1-366c-4bb8-8097-f9d4b2b2cc42 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:29:40.047455 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-40b88cc1-366c-4bb8-8097-f9d4b2b2cc42 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/ports/1f09cf8d-fad0-4d8e-ad10-1083d321090b HTTP/1.1" status: 404 len: 333 time: 0.0447714 May 05 20:29:40.047803 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60336) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:40.092580 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef89d898-0f10-448b-8c58-de466e9a92ea tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] DELETE failed (client error): The resource could not be found. May 05 20:29:40.093024 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef89d898-0f10-448b-8c58-de466e9a92ea tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:29:40.093672 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=0459633b-1104-4083-8c85-9abb7a62ca03,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:40.095838 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-ef89d898-0f10-448b-8c58-de466e9a92ea tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/subnets/7098fa65-6adf-42fd-9349-00d31e2c239e HTTP/1.1" status: 404 len: 337 time: 0.0470195 May 05 20:29:40.097386 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60340) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:40.126693 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device cde38e81-e717-475b-acce-6029caf9fb88 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:29:40.143603 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f8020d3-22bc-49de-8336-8ca7464d9747 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] DELETE failed (client error): The resource could not be found. May 05 20:29:40.144684 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f8020d3-22bc-49de-8336-8ca7464d9747 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:29:40.147731 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-6f8020d3-22bc-49de-8336-8ca7464d9747 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/subnets/8ffa127e-f5fd-49d8-86c8-dc843a21e3b7 HTTP/1.1" status: 404 len: 337 time: 0.0492198 May 05 20:29:40.150161 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60346) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:40.170883 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: cde38e81-e717-475b-acce-6029caf9fb88 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:29:40.171220 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device cde38e81-e717-475b-acce-6029caf9fb88 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:29:40.220702 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-288dab80-e76c-4007-a925-d0470be9f578 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] DELETE failed (client error): The resource could not be found. May 05 20:29:40.221178 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-288dab80-e76c-4007-a925-d0470be9f578 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:29:40.222836 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-288dab80-e76c-4007-a925-d0470be9f578 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/ports/e19223ac-e1ef-4738-af6c-d4b5da05f08b HTTP/1.1" status: 404 len: 333 time: 0.0711787 May 05 20:29:40.226039 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60350) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:40.267596 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7a2b3cf-f959-47a3-b27a-0c89e9cb68e1 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] DELETE failed (client error): The resource could not be found. May 05 20:29:40.268057 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7a2b3cf-f959-47a3-b27a-0c89e9cb68e1 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:29:40.269830 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-e7a2b3cf-f959-47a3-b27a-0c89e9cb68e1 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/subnets/0d612a65-a3c8-4aa3-baf2-8841d7d2f0d6 HTTP/1.1" status: 404 len: 337 time: 0.0428128 May 05 20:29:40.272373 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60354) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:40.309973 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d3f679e-81a0-42d0-b984-6c4d5532d13c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] DELETE failed (client error): The resource could not be found. May 05 20:29:40.310496 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d3f679e-81a0-42d0-b984-6c4d5532d13c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:29:40.312199 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-6d3f679e-81a0-42d0-b984-6c4d5532d13c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/subnets/e817be0b-6ed0-49f7-b595-28d327174f71 HTTP/1.1" status: 404 len: 337 time: 0.0388741 May 05 20:29:40.314977 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60358) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:40.472026 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-c042473f-400f-4186-a4cb-f2f2d1efef1c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] DELETE failed (client error): The resource could not be found. May 05 20:29:40.472738 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c042473f-400f-4186-a4cb-f2f2d1efef1c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:29:40.475894 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c042473f-400f-4186-a4cb-f2f2d1efef1c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/ports/efad6ec4-e1b2-4453-91a1-ba048e1e20cd HTTP/1.1" status: 404 len: 333 time: 0.1598687 May 05 20:29:40.477379 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60364) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:40.522765 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a127955-9085-4197-949f-e008b700067f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] DELETE failed (client error): The resource could not be found. May 05 20:29:40.523145 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a127955-9085-4197-949f-e008b700067f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:29:40.524855 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-4a127955-9085-4197-949f-e008b700067f tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/subnets/6714122a-4169-4b51-82b0-bb0cb621329c HTTP/1.1" status: 404 len: 337 time: 0.0463510 May 05 20:29:40.527530 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60368) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:40.567283 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1abe2b1-cbb8-4ac3-a81c-cd8edb3283b1 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] DELETE failed (client error): The resource could not be found. May 05 20:29:40.567760 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1abe2b1-cbb8-4ac3-a81c-cd8edb3283b1 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:29:40.571721 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b1abe2b1-cbb8-4ac3-a81c-cd8edb3283b1 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/subnets/28967c09-cc7f-4b28-a391-ac4fb22fcf72 HTTP/1.1" status: 404 len: 337 time: 0.0409417 May 05 20:29:40.571933 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60372) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:40.616919 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-d78b307b-5d28-4e33-9cf5-b1b47585c414 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] DELETE failed (client error): The resource could not be found. May 05 20:29:40.617385 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d78b307b-5d28-4e33-9cf5-b1b47585c414 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:29:40.619412 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d78b307b-5d28-4e33-9cf5-b1b47585c414 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/ports/1d85ec31-7409-4579-927e-2e788f9ff171 HTTP/1.1" status: 404 len: 333 time: 0.0460522 May 05 20:29:40.621897 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60376) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:40.664256 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4c0cf73-edb5-4e25-8db5-dad91d3cb503 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] DELETE failed (client error): The resource could not be found. May 05 20:29:40.664717 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4c0cf73-edb5-4e25-8db5-dad91d3cb503 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:29:40.666544 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-b4c0cf73-edb5-4e25-8db5-dad91d3cb503 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/subnets/4d7020a0-55be-4c58-9ab6-385fcd1beac2 HTTP/1.1" status: 404 len: 337 time: 0.0436113 May 05 20:29:40.669000 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60380) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:40.706685 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3d79188-7251-461b-b728-b8484a60e91a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] DELETE failed (client error): The resource could not be found. May 05 20:29:40.707236 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3d79188-7251-461b-b728-b8484a60e91a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:29:40.709189 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-c3d79188-7251-461b-b728-b8484a60e91a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/subnets/800ba53f-e6ec-471f-a53e-e557425c853b HTTP/1.1" status: 404 len: 337 time: 0.0392482 May 05 20:29:40.711719 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60384) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:40.764538 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-380797d5-da78-49f7-be43-f38bba6d34a6 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/ports?device_id=f81da81e-6dd5-4a3a-8387-e48e134ae81c HTTP/1.1" status: 200 len: 205 time: 0.0496609 May 05 20:29:40.764756 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60388) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:40.835430 n-d-840717-1 neutron-server[88197]: INFO neutron.api.v2.resource [None req-8f309736-51d4-4ea8-a23f-5a50aac82664 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] delete failed (client error): The resource could not be found. May 05 20:29:40.838697 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-8f309736-51d4-4ea8-a23f-5a50aac82664 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/routers/f81da81e-6dd5-4a3a-8387-e48e134ae81c HTTP/1.1" status: 404 len: 336 time: 0.0707352 May 05 20:29:40.838892 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60392) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:40.876367 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1df4065-8b0e-41c5-afa6-6dacee79f300 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] DELETE failed (client error): The resource could not be found. May 05 20:29:40.877083 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1df4065-8b0e-41c5-afa6-6dacee79f300 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:29:40.878466 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-e1df4065-8b0e-41c5-afa6-6dacee79f300 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/subnets/f9767a6d-b7f5-4910-9905-90eacff13d15 HTTP/1.1" status: 404 len: 337 time: 0.0386643 May 05 20:29:40.881704 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60396) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:40.924347 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-723e87f4-84f3-4c0d-93c7-27db95a28eff tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "GET /v2.0/ports?device_id=8cb1aa14-b2d7-4a19-8fc4-a51782dadddc HTTP/1.1" status: 200 len: 205 time: 0.0415480 May 05 20:29:40.927638 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60400) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:40.997337 n-d-840717-1 neutron-server[88197]: INFO neutron.api.v2.resource [None req-54678dc9-aa3a-4300-b1c6-d87e2a878323 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] delete failed (client error): The resource could not be found. May 05 20:29:40.998359 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-54678dc9-aa3a-4300-b1c6-d87e2a878323 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/routers/8cb1aa14-b2d7-4a19-8fc4-a51782dadddc HTTP/1.1" status: 404 len: 336 time: 0.0698326 May 05 20:29:41.001044 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60404) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:41.041571 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-84aa1441-309e-4eb5-bf42-fd64fd7b3447 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] DELETE failed (client error): The resource could not be found. May 05 20:29:41.042178 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84aa1441-309e-4eb5-bf42-fd64fd7b3447 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:29:41.044297 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-84aa1441-309e-4eb5-bf42-fd64fd7b3447 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/subnets/6545a70f-1e19-41ff-87db-8db0a7916ab3 HTTP/1.1" status: 404 len: 337 time: 0.0419986 May 05 20:29:41.046558 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60408) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:41.086414 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-e957ec7d-d963-443a-b08d-cd0d058568ea tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] DELETE failed (client error): The resource could not be found. May 05 20:29:41.087110 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e957ec7d-d963-443a-b08d-cd0d058568ea tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:29:41.091680 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e957ec7d-d963-443a-b08d-cd0d058568ea tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/subnets/83271b26-33ac-47e3-a634-3f3c025b41cf HTTP/1.1" status: 404 len: 337 time: 0.0438991 May 05 20:29:41.092213 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60412) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:41.140301 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a653adb-5f1c-4ceb-bfec-652acff7c836 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] DELETE failed (client error): The resource could not be found. May 05 20:29:41.141062 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a653adb-5f1c-4ceb-bfec-652acff7c836 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:29:41.142854 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-3a653adb-5f1c-4ceb-bfec-652acff7c836 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/ports/14501ff5-1c82-450b-90e6-43742b1ef26e HTTP/1.1" status: 404 len: 333 time: 0.0496767 May 05 20:29:41.145658 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60416) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:41.183705 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-56546ca8-c212-4419-98e9-5c45b9cedbf5 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] DELETE failed (client error): The resource could not be found. May 05 20:29:41.186048 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56546ca8-c212-4419-98e9-5c45b9cedbf5 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:29:41.186048 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-56546ca8-c212-4419-98e9-5c45b9cedbf5 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/subnets/e476230c-dd79-40ec-aecc-68440dd703cc HTTP/1.1" status: 404 len: 337 time: 0.0392540 May 05 20:29:41.188594 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60420) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:41.231189 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-72904910-43f8-4dca-9812-255db852442c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] DELETE failed (client error): The resource could not be found. May 05 20:29:41.231699 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72904910-43f8-4dca-9812-255db852442c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:29:41.233388 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-72904910-43f8-4dca-9812-255db852442c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/ports/a752bd05-296c-46bc-9cf7-c5c0fa3ffb2f HTTP/1.1" status: 404 len: 333 time: 0.0438163 May 05 20:29:41.235846 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60424) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:41.275088 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-049a8d02-ad59-4549-a13a-63b8547afd11 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] DELETE failed (client error): The resource could not be found. May 05 20:29:41.275615 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-049a8d02-ad59-4549-a13a-63b8547afd11 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:29:41.277313 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-049a8d02-ad59-4549-a13a-63b8547afd11 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/subnets/3036d1f0-583b-4d0f-866a-f2d49ec4b310 HTTP/1.1" status: 404 len: 337 time: 0.0405786 May 05 20:29:41.279882 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60430) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:41.327756 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f169578-e548-4388-a727-fa79a468448c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] DELETE failed (client error): The resource could not be found. May 05 20:29:41.328234 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f169578-e548-4388-a727-fa79a468448c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:29:41.331820 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-2f169578-e548-4388-a727-fa79a468448c tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/ports/ee27078c-fab8-4585-b728-6f07a8194b2c HTTP/1.1" status: 404 len: 333 time: 0.0509896 May 05 20:29:41.333149 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60434) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:41.377513 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-11d492a9-6f94-4f0c-bca2-97942422801a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] DELETE failed (client error): The resource could not be found. May 05 20:29:41.377889 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11d492a9-6f94-4f0c-bca2-97942422801a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:29:41.381886 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-11d492a9-6f94-4f0c-bca2-97942422801a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/subnets/72f2ed9e-bfc6-49f3-96a4-7705dfb794ac HTTP/1.1" status: 404 len: 337 time: 0.0449321 May 05 20:29:41.382107 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60438) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:41.423135 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-b40eb588-da57-4956-8b4e-4909aaa9f4bf tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] DELETE failed (client error): The resource could not be found. May 05 20:29:41.423641 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b40eb588-da57-4956-8b4e-4909aaa9f4bf tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:29:41.425347 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b40eb588-da57-4956-8b4e-4909aaa9f4bf tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/ports/577cd07e-e511-4bd2-9f12-3ff6dda348d8 HTTP/1.1" status: 404 len: 333 time: 0.0423472 May 05 20:29:41.428642 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60442) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:41.466212 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-297b43c5-7b24-4783-a8c4-31a65d244426 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] DELETE failed (client error): The resource could not be found. May 05 20:29:41.466667 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-297b43c5-7b24-4783-a8c4-31a65d244426 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:29:41.468380 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-297b43c5-7b24-4783-a8c4-31a65d244426 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/subnets/cc38ba27-8c55-40c5-9f1a-8a1638509609 HTTP/1.1" status: 404 len: 337 time: 0.0388167 May 05 20:29:41.470972 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60446) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:41.516587 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f8a663c-6a6e-4c12-81c1-cd01189806c7 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] DELETE failed (client error): The resource could not be found. May 05 20:29:41.517791 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f8a663c-6a6e-4c12-81c1-cd01189806c7 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:29:41.519496 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-8f8a663c-6a6e-4c12-81c1-cd01189806c7 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/ports/87d69e88-7e09-4716-b933-c1ea070362d7 HTTP/1.1" status: 404 len: 333 time: 0.0475698 May 05 20:29:41.522960 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60452) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:41.604129 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-18ea8928-ea27-41e9-84e4-b16b4ab56774 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] DELETE failed (client error): The resource could not be found. May 05 20:29:41.604587 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18ea8928-ea27-41e9-84e4-b16b4ab56774 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:29:41.608560 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-18ea8928-ea27-41e9-84e4-b16b4ab56774 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/subnets/a30267de-6dcf-4caf-b324-39b5537f72c3 HTTP/1.1" status: 404 len: 337 time: 0.0823257 May 05 20:29:41.608804 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60456) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:41.662173 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bcc24d9-62ee-4d10-8701-45905f1f487a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] DELETE failed (client error): The resource could not be found. May 05 20:29:41.662884 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bcc24d9-62ee-4d10-8701-45905f1f487a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:29:41.664684 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-5bcc24d9-62ee-4d10-8701-45905f1f487a tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/ports/ccf1a50f-f80d-4484-a365-efbde5b7ded6 HTTP/1.1" status: 404 len: 333 time: 0.0549865 May 05 20:29:41.667566 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60460) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:41.706409 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c4d07f1-ea2f-40be-9481-ba3f569118d5 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] DELETE failed (client error): The resource could not be found. May 05 20:29:41.707004 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c4d07f1-ea2f-40be-9481-ba3f569118d5 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:29:41.711633 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-4c4d07f1-ea2f-40be-9481-ba3f569118d5 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/subnets/86a9b44f-c92d-4e55-9d67-701d2abc8c30 HTTP/1.1" status: 404 len: 337 time: 0.0429463 May 05 20:29:41.711843 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60464) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:41.758426 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-874ff645-f6f3-4686-8095-018f04b469bc tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] DELETE failed (client error): The resource could not be found. May 05 20:29:41.758979 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-874ff645-f6f3-4686-8095-018f04b469bc tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:29:41.760660 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-874ff645-f6f3-4686-8095-018f04b469bc tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/ports/b6a83bb9-0752-4e8f-a7d4-d7b67e2eedfb HTTP/1.1" status: 404 len: 333 time: 0.0477252 May 05 20:29:41.763471 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60468) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:41.906299 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-854feb33-b824-44c3-b1f7-760dcd61a919 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] DELETE failed (client error): The resource could not be found. May 05 20:29:41.906956 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-854feb33-b824-44c3-b1f7-760dcd61a919 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:29:41.908362 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-854feb33-b824-44c3-b1f7-760dcd61a919 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/subnets/e42fae8e-fc0f-476d-92ae-d101f4d06ecb HTTP/1.1" status: 404 len: 337 time: 0.1436665 May 05 20:29:41.911541 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60472) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:42.029926 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-19aaa303-0d05-4b49-8b51-f642f5ff6d84 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:42.123885 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 0459633b-1104-4083-8c85-9abb7a62ca03 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:29:42.171925 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-19aaa303-0d05-4b49-8b51-f642f5ff6d84 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:42.200766 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 0459633b-1104-4083-8c85-9abb7a62ca03 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:29:42.201056 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-19aaa303-0d05-4b49-8b51-f642f5ff6d84 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7289b573-7530-4f0a-b5b0-032373718af7']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:42.201561 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:42.215077 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-19aaa303-0d05-4b49-8b51-f642f5ff6d84 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cf78a78-2d57-4ccb-9633-08c37696a2c0') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:42.215405 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-19aaa303-0d05-4b49-8b51-f642f5ff6d84 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cf78a78-2d57-4ccb-9633-08c37696a2c0') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:42.228135 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-19aaa303-0d05-4b49-8b51-f642f5ff6d84 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:42.247758 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-19aaa303-0d05-4b49-8b51-f642f5ff6d84 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:42.254332 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19aaa303-0d05-4b49-8b51-f642f5ff6d84 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:29:42.255205 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-19aaa303-0d05-4b49-8b51-f642f5ff6d84 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:42.272988 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:29:42.272988 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:29:42.272988 n-d-840717-1 neutron-server[88197]: timer() May 05 20:29:42.272988 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:29:42.272988 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:29:42.272988 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:29:42.272988 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:29:42.272988 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:29:42.272988 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:29:42.272988 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:29:42.272988 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:29:42.272988 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:29:42.272988 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:29:42.272988 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:29:42.272988 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:29:42.272988 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:29:42.272988 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:29:42.272988 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:29:42.272988 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:29:42.272988 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:29:42.272988 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:29:42.272988 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:29:42.272988 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:29:42.272988 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:29:42.272988 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:29:42.272988 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:29:42.272988 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:29:42.272988 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:29:42.272988 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:29:42.272988 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:29:42.272988 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:29:42.272988 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:29:42.367248 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-19aaa303-0d05-4b49-8b51-f642f5ff6d84 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:42.391914 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-19aaa303-0d05-4b49-8b51-f642f5ff6d84 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:42.397640 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aaa303-0d05-4b49-8b51-f642f5ff6d84 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] Pushing event deleted for resources: {'Network': ['ID=7289b573-7530-4f0a-b5b0-032373718af7,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:42.400203 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-19aaa303-0d05-4b49-8b51-f642f5ff6d84 tempest-NetworksTestDHCPv6-488112581 tempest-NetworksTestDHCPv6-488112581-project] 10.222.0.36 "DELETE /v2.0/networks/7289b573-7530-4f0a-b5b0-032373718af7 HTTP/1.1" status: 204 len: 168 time: 0.4877408 May 05 20:29:42.721574 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60484) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:42.886603 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-48f73337-53be-440b-9e6b-ce828130c923 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0780f842482f4e59b41843f42dd46f0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1638916 May 05 20:29:42.889509 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60490) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:42.950973 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-920d2ff1-ba3f-4d72-87ad-3effbd85af2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:42.980619 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-920d2ff1-ba3f-4d72-87ad-3effbd85af2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:43.041381 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-920d2ff1-ba3f-4d72-87ad-3effbd85af2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:43.061948 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-920d2ff1-ba3f-4d72-87ad-3effbd85af2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:43.063066 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-920d2ff1-ba3f-4d72-87ad-3effbd85af2c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/abf69ba5-75d9-47ad-8205-6e6ed53d3044 HTTP/1.1" status: 204 len: 168 time: 0.1725912 May 05 20:29:43.063900 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920d2ff1-ba3f-4d72-87ad-3effbd85af2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf69ba5-75d9-47ad-8205-6e6ed53d3044,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:43.850500 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60518) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:43.963063 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-32b6b0ac-905c-44fa-8d96-dd399c2b5b63 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-394902109'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:29:43.968919 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-32b6b0ac-905c-44fa-8d96-dd399c2b5b63 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:29:43.977296 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-32b6b0ac-905c-44fa-8d96-dd399c2b5b63 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Usage tracker for resource:network and tenant:c8e8fc576399451dbb185eea04f49992 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:29:43.980367 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-32b6b0ac-905c-44fa-8d96-dd399c2b5b63 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:29:43.987032 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-32b6b0ac-905c-44fa-8d96-dd399c2b5b63 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:29:43.998137 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b6b0ac-905c-44fa-8d96-dd399c2b5b63 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Made reservation on behalf of c8e8fc576399451dbb185eea04f49992 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:29:44.001687 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-32b6b0ac-905c-44fa-8d96-dd399c2b5b63 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:44.014665 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-32b6b0ac-905c-44fa-8d96-dd399c2b5b63 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:44.030609 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-32b6b0ac-905c-44fa-8d96-dd399c2b5b63 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:29:44.034540 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-32b6b0ac-905c-44fa-8d96-dd399c2b5b63 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Usage tracker for resource:security_group_rule and tenant:c8e8fc576399451dbb185eea04f49992 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:29:44.037932 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-32b6b0ac-905c-44fa-8d96-dd399c2b5b63 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:29:44.043638 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-32b6b0ac-905c-44fa-8d96-dd399c2b5b63 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:29:44.166403 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-32b6b0ac-905c-44fa-8d96-dd399c2b5b63 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:44.170443 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-32b6b0ac-905c-44fa-8d96-dd399c2b5b63 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:44.207288 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32b6b0ac-905c-44fa-8d96-dd399c2b5b63 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:29:44.213868 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b6b0ac-905c-44fa-8d96-dd399c2b5b63 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=514e475b-30fd-4e1e-8cc8-172cbdd5a18a,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:44.220960 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-32b6b0ac-905c-44fa-8d96-dd399c2b5b63 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:44.221991 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-32b6b0ac-905c-44fa-8d96-dd399c2b5b63 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Added segment 697eab5d-a4b3-4e0e-9381-f22e9dbe9f23 of type vlan for network 02bab158-dd85-4383-9496-4b3eb2120190 May 05 20:29:44.250991 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-32b6b0ac-905c-44fa-8d96-dd399c2b5b63 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:44.282785 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-32b6b0ac-905c-44fa-8d96-dd399c2b5b63 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:44.288430 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b6b0ac-905c-44fa-8d96-dd399c2b5b63 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:44.289006 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-32b6b0ac-905c-44fa-8d96-dd399c2b5b63 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:44.415406 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-32b6b0ac-905c-44fa-8d96-dd399c2b5b63 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5614336 May 05 20:29:44.415668 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:44.416317 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60528) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:44.422335 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-e908328b-2e64-4395-bdee-d05e61de3a0d tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Request body: {'subnet': {'network_id': '02bab158-dd85-4383-9496-4b3eb2120190', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:29:44.426231 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b6b0ac-905c-44fa-8d96-dd399c2b5b63 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Pushing event updated for resources: {'Network': ['ID=02bab158-dd85-4383-9496-4b3eb2120190,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:44.439614 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 02bab158-dd85-4383-9496-4b3eb2120190 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:29:44.469538 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-afb4ee89-618c-4a6d-ae71-2cc9b2c9827b req-1a6f2ec7-7164-43f3-a786-793e363b312d tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Synchronizing usage tracker for tenant:310f91420a2d4ddd8aab8a710d8dc814 on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:29:44.490312 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-afb4ee89-618c-4a6d-ae71-2cc9b2c9827b req-1a6f2ec7-7164-43f3-a786-793e363b312d tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Unset dirty status for tenant:310f91420a2d4ddd8aab8a710d8dc814 on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:29:44.500104 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-afb4ee89-618c-4a6d-ae71-2cc9b2c9827b req-1a6f2ec7-7164-43f3-a786-793e363b312d tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1867098331&fields=id&tenant_id=310f91420a2d4ddd8aab8a710d8dc814 HTTP/1.1" status: 200 len: 267 time: 0.0953476 May 05 20:29:44.678476 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e908328b-2e64-4395-bdee-d05e61de3a0d tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:29:44.683317 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-e908328b-2e64-4395-bdee-d05e61de3a0d tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Usage tracker for resource:subnet and tenant:c8e8fc576399451dbb185eea04f49992 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:29:44.686495 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-e908328b-2e64-4395-bdee-d05e61de3a0d tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:29:44.693096 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e908328b-2e64-4395-bdee-d05e61de3a0d tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:29:44.693658 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb4ee89-618c-4a6d-ae71-2cc9b2c9827b req-302a1cf0-93aa-4aa8-8530-fe66e3f81852 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:44.695446 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-afb4ee89-618c-4a6d-ae71-2cc9b2c9827b req-302a1cf0-93aa-4aa8-8530-fe66e3f81852 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/networks?id=71342f67-7cb7-41bb-881a-bb31f2125efb HTTP/1.1" status: 200 len: 797 time: 0.1943302 May 05 20:29:44.710243 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e908328b-2e64-4395-bdee-d05e61de3a0d tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Made reservation on behalf of c8e8fc576399451dbb185eea04f49992 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:29:44.714151 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-afb4ee89-618c-4a6d-ae71-2cc9b2c9827b req-e6f91732-8c17-4f48-852b-252a3058b77a tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/quotas/310f91420a2d4ddd8aab8a710d8dc814 HTTP/1.1" status: 200 len: 375 time: 0.0128794 May 05 20:29:44.719469 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e908328b-2e64-4395-bdee-d05e61de3a0d tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:44.816364 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-afb4ee89-618c-4a6d-ae71-2cc9b2c9827b req-8019e560-cce0-4425-8337-596b0fb5c30c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Synchronizing usage tracker for tenant:310f91420a2d4ddd8aab8a710d8dc814 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:29:44.888635 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-afb4ee89-618c-4a6d-ae71-2cc9b2c9827b req-8019e560-cce0-4425-8337-596b0fb5c30c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Unset dirty status for tenant:310f91420a2d4ddd8aab8a710d8dc814 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:29:44.889918 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-afb4ee89-618c-4a6d-ae71-2cc9b2c9827b req-8019e560-cce0-4425-8337-596b0fb5c30c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=310f91420a2d4ddd8aab8a710d8dc814&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1701429 May 05 20:29:45.048447 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e908328b-2e64-4395-bdee-d05e61de3a0d tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:45.087325 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-afb4ee89-618c-4a6d-ae71-2cc9b2c9827b req-dd7a30d3-f476-4de1-ab8c-be40b2604ed6 service neutron] 10.222.0.36 "GET /v2.0/networks/71342f67-7cb7-41bb-881a-bb31f2125efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648736 May 05 20:29:45.148930 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e908328b-2e64-4395-bdee-d05e61de3a0d tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Pushing event updated for resources: {'Subnet': ['ID=5ff1936b-94e0-4da6-b790-5ddcb94763f4,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:45.157220 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e908328b-2e64-4395-bdee-d05e61de3a0d tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Checking segment: {'id': '697eab5d-a4b3-4e0e-9381-f22e9dbe9f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '02bab158-dd85-4383-9496-4b3eb2120190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:29:45.157573 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e908328b-2e64-4395-bdee-d05e61de3a0d tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Network hostable DHCP agents. Network: 02bab158-dd85-4383-9496-4b3eb2120190, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:29:45.179702 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e908328b-2e64-4395-bdee-d05e61de3a0d tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Network 02bab158-dd85-4383-9496-4b3eb2120190 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:29:45.192901 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-e908328b-2e64-4395-bdee-d05e61de3a0d tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 02bab158-dd85-4383-9496-4b3eb2120190) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:29:45.201780 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74238c4-b25a-4c21-b016-ab5951f31a14 None None] Network 02bab158-dd85-4383-9496-4b3eb2120190 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:29:45.204358 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e908328b-2e64-4395-bdee-d05e61de3a0d tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:45.204946 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e908328b-2e64-4395-bdee-d05e61de3a0d tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:45.231413 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e908328b-2e64-4395-bdee-d05e61de3a0d tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8135908 May 05 20:29:45.233770 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60544) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:45.240991 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-6b8b23c9-a101-4c09-8fe6-3f796f83f443 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Request body: {'port': {'network_id': '02bab158-dd85-4383-9496-4b3eb2120190', 'name': 'tempest-ExtraDHCPOptionsTestJSON-120104467'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:29:45.342465 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-afb4ee89-618c-4a6d-ae71-2cc9b2c9827b req-1d5c80b6-6690-4084-b965-4765a26c2580 service neutron] 10.222.0.36 "GET /v2.0/networks/71342f67-7cb7-41bb-881a-bb31f2125efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486875 May 05 20:29:45.416442 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-6b8b23c9-a101-4c09-8fe6-3f796f83f443 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:29:45.420795 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-6b8b23c9-a101-4c09-8fe6-3f796f83f443 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Usage tracker for resource:port and tenant:c8e8fc576399451dbb185eea04f49992 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:29:45.423934 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-6b8b23c9-a101-4c09-8fe6-3f796f83f443 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:29:45.430464 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-6b8b23c9-a101-4c09-8fe6-3f796f83f443 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:29:45.449823 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b8b23c9-a101-4c09-8fe6-3f796f83f443 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Made reservation on behalf of c8e8fc576399451dbb185eea04f49992 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:29:45.455006 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6b8b23c9-a101-4c09-8fe6-3f796f83f443 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:45.498582 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-6b8b23c9-a101-4c09-8fe6-3f796f83f443 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] device_id is not set on port 56ecb0f4-48f6-4609-b874-1cf367544137 yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:29:45.513194 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af23364-aa6e-4def-b8a9-9b87ffe1ba64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-02bab158-dd85-4383-9496-4b3eb2120190', 'network_id': '02bab158-dd85-4383-9496-4b3eb2120190', 'tenant_id': 'c8e8fc576399451dbb185eea04f49992', 'fixed_ips': [{'subnet_id': '5ff1936b-94e0-4da6-b790-5ddcb94763f4'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:29:45.514165 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6af23364-aa6e-4def-b8a9-9b87ffe1ba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:45.645431 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-ae179ffb-ab85-4221-8b24-a12bf5f73a6d req-c79ec00b-1e2b-4565-b184-60b132782a9c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Synchronizing usage tracker for tenant:310f91420a2d4ddd8aab8a710d8dc814 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:29:45.724207 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-ae179ffb-ab85-4221-8b24-a12bf5f73a6d req-c79ec00b-1e2b-4565-b184-60b132782a9c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Unset dirty status for tenant:310f91420a2d4ddd8aab8a710d8dc814 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:29:45.726130 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ae179ffb-ab85-4221-8b24-a12bf5f73a6d req-c79ec00b-1e2b-4565-b184-60b132782a9c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c3002fd-5764-4c77-bc62-4fc7c0529c88 HTTP/1.1" status: 200 len: 210 time: 0.1522071 May 05 20:29:45.819034 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-6b8b23c9-a101-4c09-8fe6-3f796f83f443 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Allocated IP 172.20.0.6 (02bab158-dd85-4383-9496-4b3eb2120190/5ff1936b-94e0-4da6-b790-5ddcb94763f4/56ecb0f4-48f6-4609-b874-1cf367544137) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:29:46.124026 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6b8b23c9-a101-4c09-8fe6-3f796f83f443 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:46.142138 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-6b8b23c9-a101-4c09-8fe6-3f796f83f443 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Transition to ACTIVE for port object 56ecb0f4-48f6-4609-b874-1cf367544137 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:29:46.174374 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6b8b23c9-a101-4c09-8fe6-3f796f83f443 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:46.298967 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-6af23364-aa6e-4def-b8a9-9b87ffe1ba64 None None] Allocated IP 172.20.0.2 (02bab158-dd85-4383-9496-4b3eb2120190/5ff1936b-94e0-4da6-b790-5ddcb94763f4/40a19e88-b36a-49af-b325-d6bacbe16d46) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:29:46.389426 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8b23c9-a101-4c09-8fe6-3f796f83f443 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Network 02bab158-dd85-4383-9496-4b3eb2120190 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:29:46.393651 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-6b8b23c9-a101-4c09-8fe6-3f796f83f443 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:29:46.396714 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8b23c9-a101-4c09-8fe6-3f796f83f443 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:29:46.462487 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8b23c9-a101-4c09-8fe6-3f796f83f443 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Pushing event updated for resources: {'Port': ['ID=56ecb0f4-48f6-4609-b874-1cf367544137,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:46.488451 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8b23c9-a101-4c09-8fe6-3f796f83f443 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:46.489827 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6b8b23c9-a101-4c09-8fe6-3f796f83f443 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:46.515239 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-6b8b23c9-a101-4c09-8fe6-3f796f83f443 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2796190 May 05 20:29:46.517776 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60586) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:46.527190 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-58096a99-d6fc-4313-a721-b9185299dd87 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Request body: {'port': {'network_id': '02bab158-dd85-4383-9496-4b3eb2120190', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1736759660', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:29:46.528722 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.api.validators [None req-58096a99-d6fc-4313-a721-b9185299dd87 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] bootfile-name is not in valid_values {{(pid=88197) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 05 20:29:46.529169 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.api.validators [None req-58096a99-d6fc-4313-a721-b9185299dd87 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] tftp-server is not in valid_values {{(pid=88197) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 05 20:29:46.529743 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.api.validators [None req-58096a99-d6fc-4313-a721-b9185299dd87 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] server-ip-address is not in valid_values {{(pid=88197) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 05 20:29:46.567662 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:46.658352 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6af23364-aa6e-4def-b8a9-9b87ffe1ba64 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:46.671675 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-6af23364-aa6e-4def-b8a9-9b87ffe1ba64 None None] Transition to ACTIVE for port object 40a19e88-b36a-49af-b325-d6bacbe16d46 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:29:46.698799 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-6af23364-aa6e-4def-b8a9-9b87ffe1ba64 None None] Transition to ACTIVE for port object 40a19e88-b36a-49af-b325-d6bacbe16d46 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:29:46.708332 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6af23364-aa6e-4def-b8a9-9b87ffe1ba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:46.738154 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-58096a99-d6fc-4313-a721-b9185299dd87 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:29:46.744163 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-58096a99-d6fc-4313-a721-b9185299dd87 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Usage tracker for resource:port and tenant:c8e8fc576399451dbb185eea04f49992 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:29:46.747598 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-58096a99-d6fc-4313-a721-b9185299dd87 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:29:46.754051 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-58096a99-d6fc-4313-a721-b9185299dd87 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:29:46.766561 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58096a99-d6fc-4313-a721-b9185299dd87 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Made reservation on behalf of c8e8fc576399451dbb185eea04f49992 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:29:46.771346 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-58096a99-d6fc-4313-a721-b9185299dd87 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:46.821303 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [None req-58096a99-d6fc-4313-a721-b9185299dd87 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] device_id is not set on port eb6d4b06-738b-4cbe-a551-41218332bbaf yet. {{(pid=88197) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:29:46.887242 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af23364-aa6e-4def-b8a9-9b87ffe1ba64 None None] Network 02bab158-dd85-4383-9496-4b3eb2120190 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:29:46.891075 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-6af23364-aa6e-4def-b8a9-9b87ffe1ba64 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:29:46.911991 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af23364-aa6e-4def-b8a9-9b87ffe1ba64 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:29:47.022937 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-45af65ad-5a05-40e6-a0db-ee5394484151 req-92f102d9-9866-4550-aea2-303a1df30c15 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c3002fd-5764-4c77-bc62-4fc7c0529c88 HTTP/1.1" status: 200 len: 210 time: 0.0791154 May 05 20:29:47.028092 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af23364-aa6e-4def-b8a9-9b87ffe1ba64 None None] Pushing event updated for resources: {'Port': ['ID=40a19e88-b36a-49af-b325-d6bacbe16d46,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:47.137034 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-6af23364-aa6e-4def-b8a9-9b87ffe1ba64 None None] Attempting to bind port 40a19e88-b36a-49af-b325-d6bacbe16d46 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:29:47.137406 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-6af23364-aa6e-4def-b8a9-9b87ffe1ba64 None None] Attempting to bind port 40a19e88-b36a-49af-b325-d6bacbe16d46 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '697eab5d-a4b3-4e0e-9381-f22e9dbe9f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '02bab158-dd85-4383-9496-4b3eb2120190'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:29:47.138492 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af23364-aa6e-4def-b8a9-9b87ffe1ba64 None None] Attempting to bind port 40a19e88-b36a-49af-b325-d6bacbe16d46 on network 02bab158-dd85-4383-9496-4b3eb2120190 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:29:47.147150 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af23364-aa6e-4def-b8a9-9b87ffe1ba64 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:29:47.147566 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af23364-aa6e-4def-b8a9-9b87ffe1ba64 None None] Checking segment: {'id': '697eab5d-a4b3-4e0e-9381-f22e9dbe9f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '02bab158-dd85-4383-9496-4b3eb2120190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:29:47.154350 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6af23364-aa6e-4def-b8a9-9b87ffe1ba64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:47.155012 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af23364-aa6e-4def-b8a9-9b87ffe1ba64 None None] Bound using segment: {'id': '697eab5d-a4b3-4e0e-9381-f22e9dbe9f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '02bab158-dd85-4383-9496-4b3eb2120190'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:29:47.155708 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-6af23364-aa6e-4def-b8a9-9b87ffe1ba64 None None] Bound port: 40a19e88-b36a-49af-b325-d6bacbe16d46, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '697eab5d-a4b3-4e0e-9381-f22e9dbe9f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '02bab158-dd85-4383-9496-4b3eb2120190'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:29:47.156299 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6af23364-aa6e-4def-b8a9-9b87ffe1ba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:47.283562 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-6af23364-aa6e-4def-b8a9-9b87ffe1ba64 None None] For port 40a19e88-b36a-49af-b325-d6bacbe16d46, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:29:47.288772 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-6af23364-aa6e-4def-b8a9-9b87ffe1ba64 None None] For port 40a19e88-b36a-49af-b325-d6bacbe16d46, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=40a19e88-b36a-49af-b325-d6bacbe16d46,segment=NetworkSegment(697eab5d-a4b3-4e0e-9381-f22e9dbe9f23),segment_id=697eab5d-a4b3-4e0e-9381-f22e9dbe9f23)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:29:47.295273 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6af23364-aa6e-4def-b8a9-9b87ffe1ba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:47.343455 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-58096a99-d6fc-4313-a721-b9185299dd87 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Allocated IP 172.20.0.13 (02bab158-dd85-4383-9496-4b3eb2120190/5ff1936b-94e0-4da6-b790-5ddcb94763f4/eb6d4b06-738b-4cbe-a551-41218332bbaf) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:29:47.390563 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb4ee89-618c-4a6d-ae71-2cc9b2c9827b req-3797e606-ee7c-4273-b246-639331d8a320 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:47.391299 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-afb4ee89-618c-4a6d-ae71-2cc9b2c9827b req-3797e606-ee7c-4273-b246-639331d8a320 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Synchronizing usage tracker for tenant:310f91420a2d4ddd8aab8a710d8dc814 on resource:network {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:29:47.428662 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af23364-aa6e-4def-b8a9-9b87ffe1ba64 None None] Pushing event updated for resources: {'Port': ['ID=40a19e88-b36a-49af-b325-d6bacbe16d46,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:47.448513 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-afb4ee89-618c-4a6d-ae71-2cc9b2c9827b req-3797e606-ee7c-4273-b246-639331d8a320 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Unset dirty status for tenant:310f91420a2d4ddd8aab8a710d8dc814 on resource:network {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:29:47.449669 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-afb4ee89-618c-4a6d-ae71-2cc9b2c9827b req-3797e606-ee7c-4273-b246-639331d8a320 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.24 "GET /v2.0/networks?id=71342f67-7cb7-41bb-881a-bb31f2125efb HTTP/1.1" status: 200 len: 797 time: 0.4116347 May 05 20:29:47.529650 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-afb4ee89-618c-4a6d-ae71-2cc9b2c9827b req-ae2b2258-0ea9-4f92-981f-e1f6cc2011e9 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Synchronizing usage tracker for tenant:310f91420a2d4ddd8aab8a710d8dc814 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:29:47.545197 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-afb4ee89-618c-4a6d-ae71-2cc9b2c9827b req-ae2b2258-0ea9-4f92-981f-e1f6cc2011e9 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Unset dirty status for tenant:310f91420a2d4ddd8aab8a710d8dc814 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:29:47.545518 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-afb4ee89-618c-4a6d-ae71-2cc9b2c9827b req-ae2b2258-0ea9-4f92-981f-e1f6cc2011e9 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=310f91420a2d4ddd8aab8a710d8dc814 HTTP/1.1" status: 200 len: 380 time: 0.0867722 May 05 20:29:47.557292 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-afb4ee89-618c-4a6d-ae71-2cc9b2c9827b req-96b1802a-5024-4df0-8ea6-7d652cef7d1d tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Request body: {'port': {'device_id': '7c3002fd-5764-4c77-bc62-4fc7c0529c88', 'network_id': '71342f67-7cb7-41bb-881a-bb31f2125efb', 'admin_state_up': True, 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'security_groups': ['9f11960d-500e-4805-b724-536ddc3a6c97']}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:29:47.671947 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-58096a99-d6fc-4313-a721-b9185299dd87 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:47.704015 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-58096a99-d6fc-4313-a721-b9185299dd87 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Transition to ACTIVE for port object eb6d4b06-738b-4cbe-a551-41218332bbaf will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:29:47.782586 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-58096a99-d6fc-4313-a721-b9185299dd87 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:47.875887 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-afb4ee89-618c-4a6d-ae71-2cc9b2c9827b req-96b1802a-5024-4df0-8ea6-7d652cef7d1d tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:29:47.893081 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-afb4ee89-618c-4a6d-ae71-2cc9b2c9827b req-96b1802a-5024-4df0-8ea6-7d652cef7d1d tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:29:47.907481 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afb4ee89-618c-4a6d-ae71-2cc9b2c9827b req-96b1802a-5024-4df0-8ea6-7d652cef7d1d tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Made reservation on behalf of 310f91420a2d4ddd8aab8a710d8dc814 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:29:47.912154 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-afb4ee89-618c-4a6d-ae71-2cc9b2c9827b req-96b1802a-5024-4df0-8ea6-7d652cef7d1d tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:47.962909 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58096a99-d6fc-4313-a721-b9185299dd87 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Pushing event updated for resources: {'Port': ['ID=eb6d4b06-738b-4cbe-a551-41218332bbaf,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:47.987060 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58096a99-d6fc-4313-a721-b9185299dd87 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Network 02bab158-dd85-4383-9496-4b3eb2120190 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:29:47.990903 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-58096a99-d6fc-4313-a721-b9185299dd87 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:29:47.999516 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58096a99-d6fc-4313-a721-b9185299dd87 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:29:48.125293 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58096a99-d6fc-4313-a721-b9185299dd87 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:48.126021 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-58096a99-d6fc-4313-a721-b9185299dd87 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:48.155082 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-afb4ee89-618c-4a6d-ae71-2cc9b2c9827b req-96b1802a-5024-4df0-8ea6-7d652cef7d1d tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Allocated IP 172.20.0.9 (71342f67-7cb7-41bb-881a-bb31f2125efb/a13cd322-8e24-41ab-b0e8-b7bd3fc6a210/7672a947-9711-4d83-812c-df2fbf70b2ed) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:29:48.155732 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-58096a99-d6fc-4313-a721-b9185299dd87 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.6364450 May 05 20:29:48.158634 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60616) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:48.262387 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 40a19e88-b36a-49af-b325-d6bacbe16d46 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:29:48.356309 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171d5b6c-e2a6-4dd2-be64-bd2513e1cc2e tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:48.361527 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-94ecc1eb-67e8-49bc-aea8-29d5c604b391 req-91814575-3099-4492-a36b-ecc98b212de6 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c3002fd-5764-4c77-bc62-4fc7c0529c88 HTTP/1.1" status: 200 len: 210 time: 0.1403098 May 05 20:29:48.373564 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171d5b6c-e2a6-4dd2-be64-bd2513e1cc2e tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:48.384650 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171d5b6c-e2a6-4dd2-be64-bd2513e1cc2e tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:48.385573 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-171d5b6c-e2a6-4dd2-be64-bd2513e1cc2e tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Synchronizing usage tracker for tenant:c8e8fc576399451dbb185eea04f49992 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:29:48.405331 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 40a19e88-b36a-49af-b325-d6bacbe16d46 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:29:48.430826 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-171d5b6c-e2a6-4dd2-be64-bd2513e1cc2e tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Unset dirty status for tenant:c8e8fc576399451dbb185eea04f49992 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:29:48.432566 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-171d5b6c-e2a6-4dd2-be64-bd2513e1cc2e tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.2726018 May 05 20:29:48.435682 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60622) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:48.565854 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-a313d4e5-4a76-4aeb-9beb-a5492b7ec9d8 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Deleting port eb6d4b06-738b-4cbe-a551-41218332bbaf {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:29:48.566409 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a313d4e5-4a76-4aeb-9beb-a5492b7ec9d8 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:48.668847 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-afb4ee89-618c-4a6d-ae71-2cc9b2c9827b req-96b1802a-5024-4df0-8ea6-7d652cef7d1d tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:48.687135 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-afb4ee89-618c-4a6d-ae71-2cc9b2c9827b req-96b1802a-5024-4df0-8ea6-7d652cef7d1d tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Transition to ACTIVE for port object 7672a947-9711-4d83-812c-df2fbf70b2ed will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:29:48.726698 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-afb4ee89-618c-4a6d-ae71-2cc9b2c9827b req-96b1802a-5024-4df0-8ea6-7d652cef7d1d tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:48.812925 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afb4ee89-618c-4a6d-ae71-2cc9b2c9827b req-96b1802a-5024-4df0-8ea6-7d652cef7d1d tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Network 71342f67-7cb7-41bb-881a-bb31f2125efb is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:29:48.814245 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-afb4ee89-618c-4a6d-ae71-2cc9b2c9827b req-96b1802a-5024-4df0-8ea6-7d652cef7d1d tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:29:48.820004 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-afb4ee89-618c-4a6d-ae71-2cc9b2c9827b req-96b1802a-5024-4df0-8ea6-7d652cef7d1d tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:29:48.889609 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b1802a-5024-4df0-8ea6-7d652cef7d1d tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event updated for resources: {'Port': ['ID=7672a947-9711-4d83-812c-df2fbf70b2ed,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:48.924443 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb4ee89-618c-4a6d-ae71-2cc9b2c9827b req-96b1802a-5024-4df0-8ea6-7d652cef7d1d tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:48.930922 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-afb4ee89-618c-4a6d-ae71-2cc9b2c9827b req-96b1802a-5024-4df0-8ea6-7d652cef7d1d tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:48.952266 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a313d4e5-4a76-4aeb-9beb-a5492b7ec9d8 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:48.985453 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-afb4ee89-618c-4a6d-ae71-2cc9b2c9827b req-96b1802a-5024-4df0-8ea6-7d652cef7d1d tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4343569 May 05 20:29:48.998130 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-afb4ee89-618c-4a6d-ae71-2cc9b2c9827b req-624c71d1-a871-40a1-b2ea-d16f9523268d service neutron] Request body: {'port': {'device_id': '7c3002fd-5764-4c77-bc62-4fc7c0529c88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:29:49.078228 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e418f2f6-2fc0-4ba7-9526-79a90791a8dd None None] Network 02bab158-dd85-4383-9496-4b3eb2120190 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:29:49.143891 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-a313d4e5-4a76-4aeb-9beb-a5492b7ec9d8 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Calling delete_port for eb6d4b06-738b-4cbe-a551-41218332bbaf owned by {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:29:49.163773 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-afb4ee89-618c-4a6d-ae71-2cc9b2c9827b req-624c71d1-a871-40a1-b2ea-d16f9523268d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:49.296610 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-6a7a412b-1959-46b9-bc15-18f68f5dffe0 None None] Provisioning for port 40a19e88-b36a-49af-b325-d6bacbe16d46 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:29:49.315271 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-6a7a412b-1959-46b9-bc15-18f68f5dffe0 None None] Provisioning complete for port 40a19e88-b36a-49af-b325-d6bacbe16d46 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:29:49.321648 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6a7a412b-1959-46b9-bc15-18f68f5dffe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:49.346774 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a313d4e5-4a76-4aeb-9beb-a5492b7ec9d8 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:49.431931 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a313d4e5-4a76-4aeb-9beb-a5492b7ec9d8 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Pushing event deleted for resources: {'Port': ['ID=eb6d4b06-738b-4cbe-a551-41218332bbaf,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:49.454768 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a313d4e5-4a76-4aeb-9beb-a5492b7ec9d8 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:49.455109 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a313d4e5-4a76-4aeb-9beb-a5492b7ec9d8 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:49.455468 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a313d4e5-4a76-4aeb-9beb-a5492b7ec9d8 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:49.455801 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a313d4e5-4a76-4aeb-9beb-a5492b7ec9d8 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:49.456124 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a313d4e5-4a76-4aeb-9beb-a5492b7ec9d8 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:49.456448 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a313d4e5-4a76-4aeb-9beb-a5492b7ec9d8 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:49.456763 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a313d4e5-4a76-4aeb-9beb-a5492b7ec9d8 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:49.457078 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a313d4e5-4a76-4aeb-9beb-a5492b7ec9d8 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:49.457394 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a313d4e5-4a76-4aeb-9beb-a5492b7ec9d8 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:49.457744 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a313d4e5-4a76-4aeb-9beb-a5492b7ec9d8 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:49.458056 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a313d4e5-4a76-4aeb-9beb-a5492b7ec9d8 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:49.458464 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a313d4e5-4a76-4aeb-9beb-a5492b7ec9d8 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:49.671375 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a313d4e5-4a76-4aeb-9beb-a5492b7ec9d8 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:49.675252 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-afb4ee89-618c-4a6d-ae71-2cc9b2c9827b req-624c71d1-a871-40a1-b2ea-d16f9523268d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7672a947-9711-4d83-812c-df2fbf70b2ed {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:29:49.695544 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-a313d4e5-4a76-4aeb-9beb-a5492b7ec9d8 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] 10.222.0.36 "DELETE /v2.0/ports/eb6d4b06-738b-4cbe-a551-41218332bbaf HTTP/1.1" status: 204 len: 168 time: 1.2586951 May 05 20:29:49.700255 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-afb4ee89-618c-4a6d-ae71-2cc9b2c9827b req-624c71d1-a871-40a1-b2ea-d16f9523268d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:49.700451 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60632) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:49.706087 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-582f57f4-33d3-4e26-a85c-cc64783a5d32 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Request body: {'port': {'name': 'tempest-new-port-name-497756586', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:29:49.706406 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.api.validators [None req-582f57f4-33d3-4e26-a85c-cc64783a5d32 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] bootfile-name is not in valid_values {{(pid=88197) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 05 20:29:49.706741 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.api.validators [None req-582f57f4-33d3-4e26-a85c-cc64783a5d32 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] tftp-server is not in valid_values {{(pid=88197) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 05 20:29:49.707075 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.api.validators [None req-582f57f4-33d3-4e26-a85c-cc64783a5d32 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] server-ip-address is not in valid_values {{(pid=88197) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 05 20:29:49.720850 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-afb4ee89-618c-4a6d-ae71-2cc9b2c9827b req-624c71d1-a871-40a1-b2ea-d16f9523268d service neutron] Transition to ACTIVE for port object 7672a947-9711-4d83-812c-df2fbf70b2ed will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:29:49.729238 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-afb4ee89-618c-4a6d-ae71-2cc9b2c9827b req-624c71d1-a871-40a1-b2ea-d16f9523268d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:49.790673 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6a7a412b-1959-46b9-bc15-18f68f5dffe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:49.851863 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-6a7a412b-1959-46b9-bc15-18f68f5dffe0 None None] For port 40a19e88-b36a-49af-b325-d6bacbe16d46, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=40a19e88-b36a-49af-b325-d6bacbe16d46,segment=NetworkSegment(697eab5d-a4b3-4e0e-9381-f22e9dbe9f23),segment_id=697eab5d-a4b3-4e0e-9381-f22e9dbe9f23)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:29:49.871564 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6a7a412b-1959-46b9-bc15-18f68f5dffe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:49.929382 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-582f57f4-33d3-4e26-a85c-cc64783a5d32 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:49.981730 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304836f3-649d-4dca-bdda-0365c767ce99 req-bd47f0f5-d5c7-465b-9405-d963fc044ccb tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:49.992831 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-304836f3-649d-4dca-bdda-0365c767ce99 req-bd47f0f5-d5c7-465b-9405-d963fc044ccb tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c3002fd-5764-4c77-bc62-4fc7c0529c88 HTTP/1.1" status: 200 len: 931 time: 0.3609080 May 05 20:29:50.030670 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624c71d1-a871-40a1-b2ea-d16f9523268d service neutron] Pushing event updated for resources: {'Port': ['ID=7672a947-9711-4d83-812c-df2fbf70b2ed,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:50.078308 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-53313e48-f3a5-48f9-abe2-2364f81d0e46 None None] Provisioning for port 7672a947-9711-4d83-812c-df2fbf70b2ed completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:29:50.133678 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7a412b-1959-46b9-bc15-18f68f5dffe0 None None] Pushing event updated for resources: {'Port': ['ID=40a19e88-b36a-49af-b325-d6bacbe16d46,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:50.148140 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7a412b-1959-46b9-bc15-18f68f5dffe0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:50.148632 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7a412b-1959-46b9-bc15-18f68f5dffe0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:50.149119 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7a412b-1959-46b9-bc15-18f68f5dffe0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:50.149832 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7a412b-1959-46b9-bc15-18f68f5dffe0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:50.150272 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7a412b-1959-46b9-bc15-18f68f5dffe0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:50.151962 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7a412b-1959-46b9-bc15-18f68f5dffe0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:50.152821 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7a412b-1959-46b9-bc15-18f68f5dffe0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:50.154028 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7a412b-1959-46b9-bc15-18f68f5dffe0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:50.154499 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7a412b-1959-46b9-bc15-18f68f5dffe0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:50.155388 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7a412b-1959-46b9-bc15-18f68f5dffe0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:50.160188 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7a412b-1959-46b9-bc15-18f68f5dffe0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:50.161244 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7a412b-1959-46b9-bc15-18f68f5dffe0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:29:50.172298 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-304836f3-649d-4dca-bdda-0365c767ce99 req-7c06953f-aae3-4437-8749-70bb43f1f453 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f11960d-500e-4805-b724-536ddc3a6c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1787655 May 05 20:29:50.346857 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-357f0c72-07b8-4c1d-8ae7-3a84b47e11d9 None None] Provisioning complete for port 40a19e88-b36a-49af-b325-d6bacbe16d46 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:29:50.347627 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-357f0c72-07b8-4c1d-8ae7-3a84b47e11d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:50.490402 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-afb4ee89-618c-4a6d-ae71-2cc9b2c9827b req-624c71d1-a871-40a1-b2ea-d16f9523268d service neutron] Attempting to bind port 7672a947-9711-4d83-812c-df2fbf70b2ed on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:29:50.490979 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-afb4ee89-618c-4a6d-ae71-2cc9b2c9827b req-624c71d1-a871-40a1-b2ea-d16f9523268d service neutron] Attempting to bind port 7672a947-9711-4d83-812c-df2fbf70b2ed by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': '3ac35548-e2ef-427b-a5a6-ccdf070c2561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '71342f67-7cb7-41bb-881a-bb31f2125efb'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:29:50.491331 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb4ee89-618c-4a6d-ae71-2cc9b2c9827b req-624c71d1-a871-40a1-b2ea-d16f9523268d service neutron] Attempting to bind port 7672a947-9711-4d83-812c-df2fbf70b2ed on network 71342f67-7cb7-41bb-881a-bb31f2125efb {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:29:50.497192 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb4ee89-618c-4a6d-ae71-2cc9b2c9827b req-624c71d1-a871-40a1-b2ea-d16f9523268d service neutron] Port 7672a947-9711-4d83-812c-df2fbf70b2ed on network 71342f67-7cb7-41bb-881a-bb31f2125efb not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:29:50.497518 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb4ee89-618c-4a6d-ae71-2cc9b2c9827b req-624c71d1-a871-40a1-b2ea-d16f9523268d service neutron] Attempting to bind port 7672a947-9711-4d83-812c-df2fbf70b2ed on network 71342f67-7cb7-41bb-881a-bb31f2125efb {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:29:50.504136 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb4ee89-618c-4a6d-ae71-2cc9b2c9827b req-624c71d1-a871-40a1-b2ea-d16f9523268d service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:29:50.504654 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb4ee89-618c-4a6d-ae71-2cc9b2c9827b req-624c71d1-a871-40a1-b2ea-d16f9523268d service neutron] Checking segment: {'id': '3ac35548-e2ef-427b-a5a6-ccdf070c2561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '71342f67-7cb7-41bb-881a-bb31f2125efb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:29:50.505845 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb4ee89-618c-4a6d-ae71-2cc9b2c9827b req-624c71d1-a871-40a1-b2ea-d16f9523268d service neutron] Bound using segment: {'id': '3ac35548-e2ef-427b-a5a6-ccdf070c2561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '71342f67-7cb7-41bb-881a-bb31f2125efb'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:29:50.506292 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-afb4ee89-618c-4a6d-ae71-2cc9b2c9827b req-624c71d1-a871-40a1-b2ea-d16f9523268d service neutron] Bound port: 7672a947-9711-4d83-812c-df2fbf70b2ed, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ac35548-e2ef-427b-a5a6-ccdf070c2561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '71342f67-7cb7-41bb-881a-bb31f2125efb'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:29:50.506648 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-afb4ee89-618c-4a6d-ae71-2cc9b2c9827b req-624c71d1-a871-40a1-b2ea-d16f9523268d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:50.740469 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-afb4ee89-618c-4a6d-ae71-2cc9b2c9827b req-624c71d1-a871-40a1-b2ea-d16f9523268d service neutron] For port 7672a947-9711-4d83-812c-df2fbf70b2ed, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:29:50.749791 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-afb4ee89-618c-4a6d-ae71-2cc9b2c9827b req-624c71d1-a871-40a1-b2ea-d16f9523268d service neutron] For port 7672a947-9711-4d83-812c-df2fbf70b2ed, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=7672a947-9711-4d83-812c-df2fbf70b2ed,segment=NetworkSegment(3ac35548-e2ef-427b-a5a6-ccdf070c2561),segment_id=3ac35548-e2ef-427b-a5a6-ccdf070c2561)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:29:50.759968 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-afb4ee89-618c-4a6d-ae71-2cc9b2c9827b req-624c71d1-a871-40a1-b2ea-d16f9523268d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:50.829897 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb4ee89-618c-4a6d-ae71-2cc9b2c9827b req-624c71d1-a871-40a1-b2ea-d16f9523268d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:50.830516 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-afb4ee89-618c-4a6d-ae71-2cc9b2c9827b req-624c71d1-a871-40a1-b2ea-d16f9523268d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:50.833268 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-afb4ee89-618c-4a6d-ae71-2cc9b2c9827b req-624c71d1-a871-40a1-b2ea-d16f9523268d service neutron] 10.222.0.24 "PUT /v2.0/ports/7672a947-9711-4d83-812c-df2fbf70b2ed HTTP/1.1" status: 200 len: 1091 time: 1.8390510 May 05 20:29:50.860319 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c3002fd-5764-4c77-bc62-4fc7c0529c88', 'tag': '7672a947-9711-4d83-812c-df2fbf70b2ed'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:29:50.899933 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-582f57f4-33d3-4e26-a85c-cc64783a5d32 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:50.923587 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-582f57f4-33d3-4e26-a85c-cc64783a5d32 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:51.054559 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7eadbe72-cc31-4caf-915d-3cd8fecb2941'] response: {'name': 'network-changed', 'server_uuid': '7c3002fd-5764-4c77-bc62-4fc7c0529c88', 'tag': '7672a947-9711-4d83-812c-df2fbf70b2ed', 'status': 'completed', 'code': 200} May 05 20:29:51.060472 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-357f0c72-07b8-4c1d-8ae7-3a84b47e11d9 None None] Provisioning for port 56ecb0f4-48f6-4609-b874-1cf367544137 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:29:51.097540 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-357f0c72-07b8-4c1d-8ae7-3a84b47e11d9 None None] Provisioning complete for port 56ecb0f4-48f6-4609-b874-1cf367544137 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:29:51.098257 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-357f0c72-07b8-4c1d-8ae7-3a84b47e11d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:51.099302 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624c71d1-a871-40a1-b2ea-d16f9523268d service neutron] Pushing event updated for resources: {'Port': ['ID=7672a947-9711-4d83-812c-df2fbf70b2ed,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:51.182366 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb4ee89-618c-4a6d-ae71-2cc9b2c9827b req-9a552caf-b72e-4078-9f30-d55c1ff7331d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:51.183557 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-357f0c72-07b8-4c1d-8ae7-3a84b47e11d9 None None] Port 56ecb0f4-48f6-4609-b874-1cf367544137 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:29:51.183915 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-afb4ee89-618c-4a6d-ae71-2cc9b2c9827b req-9a552caf-b72e-4078-9f30-d55c1ff7331d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=310f91420a2d4ddd8aab8a710d8dc814&device_id=7c3002fd-5764-4c77-bc62-4fc7c0529c88 HTTP/1.1" status: 200 len: 1094 time: 0.2922380 May 05 20:29:51.287961 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-582f57f4-33d3-4e26-a85c-cc64783a5d32 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] In _notify_port_updated(), no bound segment for port 56ecb0f4-48f6-4609-b874-1cf367544137 on network 02bab158-dd85-4383-9496-4b3eb2120190 {{(pid=88197) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 05 20:29:51.313407 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582f57f4-33d3-4e26-a85c-cc64783a5d32 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:51.314514 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-582f57f4-33d3-4e26-a85c-cc64783a5d32 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:51.316271 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-582f57f4-33d3-4e26-a85c-cc64783a5d32 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] 10.222.0.36 "PUT /v2.0/ports/56ecb0f4-48f6-4609-b874-1cf367544137 HTTP/1.1" status: 200 len: 1135 time: 1.6150844 May 05 20:29:51.323483 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60644) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:51.345569 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-afb4ee89-618c-4a6d-ae71-2cc9b2c9827b req-d763c621-87cc-4c8d-b98b-cf2666412ff7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7672a947-9711-4d83-812c-df2fbf70b2ed HTTP/1.1" status: 200 len: 217 time: 0.1546297 May 05 20:29:51.463486 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb4ee89-618c-4a6d-ae71-2cc9b2c9827b req-dea9e9b9-bc33-439a-b884-8e29f0659718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:51.465336 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-afb4ee89-618c-4a6d-ae71-2cc9b2c9827b req-dea9e9b9-bc33-439a-b884-8e29f0659718 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a13cd322-8e24-41ab-b0e8-b7bd3fc6a210 HTTP/1.1" status: 200 len: 834 time: 0.1109180 May 05 20:29:51.515318 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c812a0f0-efc4-4ca8-bbc0-9ab057d8e5a6 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:51.516358 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-c812a0f0-efc4-4ca8-bbc0-9ab057d8e5a6 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Synchronizing usage tracker for tenant:c8e8fc576399451dbb185eea04f49992 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:29:51.520418 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-c6ce14c1-a615-4b88-b5e3-1caba6c55925 None None] Provisioning complete for port 56ecb0f4-48f6-4609-b874-1cf367544137 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:29:51.521397 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582f57f4-33d3-4e26-a85c-cc64783a5d32 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Pushing event updated for resources: {'Port': ['ID=56ecb0f4-48f6-4609-b874-1cf367544137,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:51.523251 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c6ce14c1-a615-4b88-b5e3-1caba6c55925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:51.556974 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-c812a0f0-efc4-4ca8-bbc0-9ab057d8e5a6 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Unset dirty status for tenant:c8e8fc576399451dbb185eea04f49992 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:29:51.560763 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-c812a0f0-efc4-4ca8-bbc0-9ab057d8e5a6 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] 10.222.0.36 "GET /v2.0/ports/56ecb0f4-48f6-4609-b874-1cf367544137 HTTP/1.1" status: 200 len: 1135 time: 0.2358265 May 05 20:29:51.564597 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60648) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:51.661841 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb4ee89-618c-4a6d-ae71-2cc9b2c9827b req-328c0e25-0873-44fa-82cd-e2b1d3e75c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:51.666636 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-afb4ee89-618c-4a6d-ae71-2cc9b2c9827b req-328c0e25-0873-44fa-82cd-e2b1d3e75c53 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=71342f67-7cb7-41bb-881a-bb31f2125efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1918747 May 05 20:29:51.702289 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-c6ce14c1-a615-4b88-b5e3-1caba6c55925 None None] Port 56ecb0f4-48f6-4609-b874-1cf367544137 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:29:51.722127 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-c6ce14c1-a615-4b88-b5e3-1caba6c55925 None None] Could not find standard attr ID for object eb6d4b06-738b-4cbe-a551-41218332bbaf. {{(pid=88199) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 20:29:51.739310 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-5aad60ac-7a6f-4838-bf74-eef40183d5bf tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Deleting port 56ecb0f4-48f6-4609-b874-1cf367544137 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:29:51.741671 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5aad60ac-7a6f-4838-bf74-eef40183d5bf tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:51.964333 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-afb4ee89-618c-4a6d-ae71-2cc9b2c9827b req-c694b591-d254-4edc-885d-1763c763c6ed service neutron] 10.222.0.24 "GET /v2.0/networks/71342f67-7cb7-41bb-881a-bb31f2125efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917914 May 05 20:29:52.012441 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-f7fa2b5f-1263-4447-a92d-032da2fed318 None None] Provisioning complete for port 56ecb0f4-48f6-4609-b874-1cf367544137 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:29:52.013259 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f7fa2b5f-1263-4447-a92d-032da2fed318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:52.089074 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-f7fa2b5f-1263-4447-a92d-032da2fed318 None None] Port 56ecb0f4-48f6-4609-b874-1cf367544137 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:29:52.168416 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 40a19e88-b36a-49af-b325-d6bacbe16d46 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:29:52.189421 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-afb4ee89-618c-4a6d-ae71-2cc9b2c9827b req-a462ca19-6cd5-4119-93f3-b1538201ee93 service neutron] 10.222.0.24 "GET /v2.0/networks/71342f67-7cb7-41bb-881a-bb31f2125efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184558 May 05 20:29:52.221462 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e4d549-d105-4e37-b3e5-54968478cc26 req-c06277dc-a50e-4119-b2d2-712768cc30f1 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:52.223169 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-36e4d549-d105-4e37-b3e5-54968478cc26 req-c06277dc-a50e-4119-b2d2-712768cc30f1 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c3002fd-5764-4c77-bc62-4fc7c0529c88 HTTP/1.1" status: 200 len: 943 time: 0.3337400 May 05 20:29:52.253941 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 40a19e88-b36a-49af-b325-d6bacbe16d46 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:29:52.255152 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:52.270752 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5aad60ac-7a6f-4838-bf74-eef40183d5bf tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:52.354646 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2469cd8-a1f4-4b89-9225-562c64944272 req-4a9aa157-385a-4eed-be78-4fcae767e8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:52.357031 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f2469cd8-a1f4-4b89-9225-562c64944272 req-4a9aa157-385a-4eed-be78-4fcae767e8fd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=310f91420a2d4ddd8aab8a710d8dc814&device_id=7c3002fd-5764-4c77-bc62-4fc7c0529c88 HTTP/1.1" status: 200 len: 1094 time: 0.1049619 May 05 20:29:52.420904 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-5aad60ac-7a6f-4838-bf74-eef40183d5bf tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Calling delete_port for 56ecb0f4-48f6-4609-b874-1cf367544137 owned by {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:29:52.451631 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-36e4d549-d105-4e37-b3e5-54968478cc26 req-ddb17590-1966-4838-a896-aa3ea6b23ec7 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f11960d-500e-4805-b724-536ddc3a6c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2209907 May 05 20:29:52.530872 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2469cd8-a1f4-4b89-9225-562c64944272 req-fedbac0e-0ba0-4855-ace4-1474ec24e856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:52.532453 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f2469cd8-a1f4-4b89-9225-562c64944272 req-fedbac0e-0ba0-4855-ace4-1474ec24e856 service neutron] 10.222.0.24 "GET /v2.0/networks?id=71342f67-7cb7-41bb-881a-bb31f2125efb HTTP/1.1" status: 200 len: 898 time: 0.1691175 May 05 20:29:52.584071 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5aad60ac-7a6f-4838-bf74-eef40183d5bf tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:52.603150 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f2469cd8-a1f4-4b89-9225-562c64944272 req-35244569-b773-493c-b442-27c0d836aa6c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7672a947-9711-4d83-812c-df2fbf70b2ed HTTP/1.1" status: 200 len: 217 time: 0.0644257 May 05 20:29:52.641219 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aad60ac-7a6f-4838-bf74-eef40183d5bf tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Pushing event deleted for resources: {'Port': ['ID=56ecb0f4-48f6-4609-b874-1cf367544137,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:52.677402 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2469cd8-a1f4-4b89-9225-562c64944272 req-bcea6730-609b-402f-b82e-9c56ff68a657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:52.679234 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f2469cd8-a1f4-4b89-9225-562c64944272 req-bcea6730-609b-402f-b82e-9c56ff68a657 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a13cd322-8e24-41ab-b0e8-b7bd3fc6a210 HTTP/1.1" status: 200 len: 834 time: 0.0698597 May 05 20:29:52.747651 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5aad60ac-7a6f-4838-bf74-eef40183d5bf tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:52.765067 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-5aad60ac-7a6f-4838-bf74-eef40183d5bf tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] 10.222.0.36 "DELETE /v2.0/ports/56ecb0f4-48f6-4609-b874-1cf367544137 HTTP/1.1" status: 204 len: 168 time: 1.1986983 May 05 20:29:52.767142 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60656) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:52.774185 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2469cd8-a1f4-4b89-9225-562c64944272 req-cba61788-eb66-4103-a946-e8d7bbb60ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:52.775762 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f2469cd8-a1f4-4b89-9225-562c64944272 req-cba61788-eb66-4103-a946-e8d7bbb60ead service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=71342f67-7cb7-41bb-881a-bb31f2125efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0894034 May 05 20:29:52.850803 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-1abbdf28-2812-40c5-9c19-49e5b22da96f tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Deleting subnet 5ff1936b-94e0-4da6-b790-5ddcb94763f4 {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:29:52.854264 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1abbdf28-2812-40c5-9c19-49e5b22da96f tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:52.914329 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1abbdf28-2812-40c5-9c19-49e5b22da96f tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:52.935006 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f2469cd8-a1f4-4b89-9225-562c64944272 req-f1f8cf32-6633-4490-aafb-5c67df66bedf service neutron] 10.222.0.24 "GET /v2.0/networks/71342f67-7cb7-41bb-881a-bb31f2125efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529191 May 05 20:29:53.009303 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1abbdf28-2812-40c5-9c19-49e5b22da96f tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:53.092459 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f2469cd8-a1f4-4b89-9225-562c64944272 req-43175481-1cf9-47c3-a0f6-9957ecd42eed service neutron] 10.222.0.24 "GET /v2.0/networks/71342f67-7cb7-41bb-881a-bb31f2125efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488965 May 05 20:29:53.095594 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1abbdf28-2812-40c5-9c19-49e5b22da96f tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:53.150275 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abbdf28-2812-40c5-9c19-49e5b22da96f tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Pushing event deleted for resources: {'Subnet': ['ID=5ff1936b-94e0-4da6-b790-5ddcb94763f4,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:53.152244 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1abbdf28-2812-40c5-9c19-49e5b22da96f tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:53.159549 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-1abbdf28-2812-40c5-9c19-49e5b22da96f tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] 10.222.0.36 "DELETE /v2.0/subnets/5ff1936b-94e0-4da6-b790-5ddcb94763f4 HTTP/1.1" status: 204 len: 168 time: 0.3903668 May 05 20:29:53.161966 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60666) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:53.166501 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357c0262-37f9-4625-b869-46edb21b8e09 None None] Network 02bab158-dd85-4383-9496-4b3eb2120190 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:29:53.289652 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5b408d56-9c9a-4d56-a977-da35016d8c13 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:53.300438 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-5b408d56-9c9a-4d56-a977-da35016d8c13 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Deleting port 40a19e88-b36a-49af-b325-d6bacbe16d46 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:29:53.300776 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5b408d56-9c9a-4d56-a977-da35016d8c13 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:53.485313 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff374a8-4788-42f2-8cd4-846114b6f023 None None] DHCP port deletion for 02bab158-dd85-4383-9496-4b3eb2120190 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:29:53.490845 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-6ff374a8-4788-42f2-8cd4-846114b6f023 None None] Deleting port 40a19e88-b36a-49af-b325-d6bacbe16d46 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:29:53.491148 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6ff374a8-4788-42f2-8cd4-846114b6f023 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:53.549368 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-5b408d56-9c9a-4d56-a977-da35016d8c13 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] For port 40a19e88-b36a-49af-b325-d6bacbe16d46, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=40a19e88-b36a-49af-b325-d6bacbe16d46,segment=NetworkSegment(697eab5d-a4b3-4e0e-9381-f22e9dbe9f23),segment_id=697eab5d-a4b3-4e0e-9381-f22e9dbe9f23)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:29:53.550130 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5b408d56-9c9a-4d56-a977-da35016d8c13 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:53.730928 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-6ff374a8-4788-42f2-8cd4-846114b6f023 None None] For port 40a19e88-b36a-49af-b325-d6bacbe16d46, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=40a19e88-b36a-49af-b325-d6bacbe16d46,segment=NetworkSegment(697eab5d-a4b3-4e0e-9381-f22e9dbe9f23),segment_id=697eab5d-a4b3-4e0e-9381-f22e9dbe9f23)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:29:53.731253 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6ff374a8-4788-42f2-8cd4-846114b6f023 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:53.840476 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-5b408d56-9c9a-4d56-a977-da35016d8c13 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Calling delete_port for 40a19e88-b36a-49af-b325-d6bacbe16d46 owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:29:53.859867 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-6ff374a8-4788-42f2-8cd4-846114b6f023 None None] Calling delete_port for 40a19e88-b36a-49af-b325-d6bacbe16d46 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:29:53.931714 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a359086-7268-43ff-b9c8-329e8556fdf3 req-58e8b219-c2cc-47ab-8b1b-bc5277200a4a tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:53.932410 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-7a359086-7268-43ff-b9c8-329e8556fdf3 req-58e8b219-c2cc-47ab-8b1b-bc5277200a4a tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Synchronizing usage tracker for tenant:310f91420a2d4ddd8aab8a710d8dc814 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:29:53.945863 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5b408d56-9c9a-4d56-a977-da35016d8c13 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:53.949538 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-6ff374a8-4788-42f2-8cd4-846114b6f023 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:29:53.950128 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-6ff374a8-4788-42f2-8cd4-846114b6f023 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:29:53.986696 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-7a359086-7268-43ff-b9c8-329e8556fdf3 req-58e8b219-c2cc-47ab-8b1b-bc5277200a4a tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Unset dirty status for tenant:310f91420a2d4ddd8aab8a710d8dc814 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:29:53.988054 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7a359086-7268-43ff-b9c8-329e8556fdf3 req-58e8b219-c2cc-47ab-8b1b-bc5277200a4a tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c3002fd-5764-4c77-bc62-4fc7c0529c88 HTTP/1.1" status: 200 len: 943 time: 0.3129296 May 05 20:29:54.000667 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b408d56-9c9a-4d56-a977-da35016d8c13 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Pushing event deleted for resources: {'Port': ['ID=40a19e88-b36a-49af-b325-d6bacbe16d46,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:54.004673 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b408d56-9c9a-4d56-a977-da35016d8c13 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] No DVR routers for this DVR port 40a19e88-b36a-49af-b325-d6bacbe16d46 on host n-d-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:29:54.165568 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5b408d56-9c9a-4d56-a977-da35016d8c13 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:54.169648 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 40a19e88-b36a-49af-b325-d6bacbe16d46 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:29:54.175179 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7a359086-7268-43ff-b9c8-329e8556fdf3 req-e7466b40-86f5-40ff-b86e-d32e587ba326 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f11960d-500e-4805-b724-536ddc3a6c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1755600 May 05 20:29:54.204860 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-5b408d56-9c9a-4d56-a977-da35016d8c13 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02bab158-dd85-4383-9496-4b3eb2120190']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:54.217177 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 40a19e88-b36a-49af-b325-d6bacbe16d46 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:29:54.217530 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 40a19e88-b36a-49af-b325-d6bacbe16d46 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:29:54.219011 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-5b408d56-9c9a-4d56-a977-da35016d8c13 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '697eab5d-a4b3-4e0e-9381-f22e9dbe9f23') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:54.219390 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-5b408d56-9c9a-4d56-a977-da35016d8c13 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '697eab5d-a4b3-4e0e-9381-f22e9dbe9f23') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:54.234331 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5b408d56-9c9a-4d56-a977-da35016d8c13 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:54.260687 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5b408d56-9c9a-4d56-a977-da35016d8c13 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:54.273013 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b408d56-9c9a-4d56-a977-da35016d8c13 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:29:54.273668 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5b408d56-9c9a-4d56-a977-da35016d8c13 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:54.290217 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:29:54.290217 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:29:54.290217 n-d-840717-1 neutron-server[88198]: timer() May 05 20:29:54.290217 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:29:54.290217 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:29:54.290217 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:29:54.290217 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:29:54.290217 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:29:54.290217 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:29:54.290217 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:29:54.290217 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:29:54.290217 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:29:54.290217 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:29:54.290217 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:29:54.290217 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:29:54.290217 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:29:54.290217 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:29:54.290217 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:29:54.290217 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:29:54.290217 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:29:54.290217 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:29:54.290217 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:29:54.290217 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:29:54.290217 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:29:54.290217 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:29:54.290217 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:29:54.290217 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:29:54.290217 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:29:54.290217 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:29:54.290217 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:29:54.290217 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:29:54.290217 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:29:54.375561 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5b408d56-9c9a-4d56-a977-da35016d8c13 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:54.393140 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5b408d56-9c9a-4d56-a977-da35016d8c13 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:54.402888 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b408d56-9c9a-4d56-a977-da35016d8c13 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] Pushing event deleted for resources: {'Network': ['ID=02bab158-dd85-4383-9496-4b3eb2120190,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:54.413532 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-5b408d56-9c9a-4d56-a977-da35016d8c13 tempest-ExtraDHCPOptionsTestJSON-1594029558 tempest-ExtraDHCPOptionsTestJSON-1594029558-project] 10.222.0.36 "DELETE /v2.0/networks/02bab158-dd85-4383-9496-4b3eb2120190 HTTP/1.1" status: 204 len: 168 time: 1.2492349 May 05 20:29:54.451856 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-6ff374a8-4788-42f2-8cd4-846114b6f023 None None] Deleting port 40a19e88-b36a-49af-b325-d6bacbe16d46 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:29:54.452404 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6ff374a8-4788-42f2-8cd4-846114b6f023 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:54.526827 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-6ff374a8-4788-42f2-8cd4-846114b6f023 None None] The port '40a19e88-b36a-49af-b325-d6bacbe16d46' was deleted {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 20:29:54.826118 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60688) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:54.920028 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 7672a947-9711-4d83-812c-df2fbf70b2ed details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:29:54.990937 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-06340899-958b-4b54-b6f4-6abd85ff1d14 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c8e8fc576399451dbb185eea04f49992&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1607864 May 05 20:29:54.991151 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60694) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:55.052102 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b9fb66e6-ef51-4ac9-b03d-cef6fef1fa83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:55.063647 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 7672a947-9711-4d83-812c-df2fbf70b2ed, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=7672a947-9711-4d83-812c-df2fbf70b2ed,segment=NetworkSegment(3ac35548-e2ef-427b-a5a6-ccdf070c2561),segment_id=3ac35548-e2ef-427b-a5a6-ccdf070c2561)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:29:55.078390 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '7672a947-9711-4d83-812c-df2fbf70b2ed', 'network_id': '71342f67-7cb7-41bb-881a-bb31f2125efb', 'port_id': '7672a947-9711-4d83-812c-df2fbf70b2ed', 'mac_address': 'fa:16:3e:8c:04:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a13cd322-8e24-41ab-b0e8-b7bd3fc6a210', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:29:55.080407 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b9fb66e6-ef51-4ac9-b03d-cef6fef1fa83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:55.137664 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:55.138820 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b9fb66e6-ef51-4ac9-b03d-cef6fef1fa83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:55.153326 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb66e6-ef51-4ac9-b03d-cef6fef1fa83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514e475b-30fd-4e1e-8cc8-172cbdd5a18a,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:55.157342 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7672a947-9711-4d83-812c-df2fbf70b2ed {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:29:55.160006 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b9fb66e6-ef51-4ac9-b03d-cef6fef1fa83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:55.161028 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b9fb66e6-ef51-4ac9-b03d-cef6fef1fa83 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/514e475b-30fd-4e1e-8cc8-172cbdd5a18a HTTP/1.1" status: 204 len: 168 time: 0.1688712 May 05 20:29:55.185539 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 7672a947-9711-4d83-812c-df2fbf70b2ed, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=7672a947-9711-4d83-812c-df2fbf70b2ed,segment=NetworkSegment(3ac35548-e2ef-427b-a5a6-ccdf070c2561),segment_id=3ac35548-e2ef-427b-a5a6-ccdf070c2561)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:29:55.191738 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:55.274611 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=7672a947-9711-4d83-812c-df2fbf70b2ed,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:55.393586 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['7672a947-9711-4d83-812c-df2fbf70b2ed'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:29:55.401897 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bd6c1f-6186-4349-8ff0-94190377c581 req-3afda33f-2152-45b5-b51c-5288398525b6 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:55.403675 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-82bd6c1f-6186-4349-8ff0-94190377c581 req-3afda33f-2152-45b5-b51c-5288398525b6 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c3002fd-5764-4c77-bc62-4fc7c0529c88 HTTP/1.1" status: 200 len: 944 time: 0.1107852 May 05 20:29:55.476713 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-82bd6c1f-6186-4349-8ff0-94190377c581 req-7af2e522-e58a-499f-a131-12c10399847d tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f11960d-500e-4805-b724-536ddc3a6c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666466 May 05 20:29:55.971052 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60734) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:56.082019 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-fa41cc74-044e-4cc3-9d5e-06796af734b3 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Request body: {'networks': [{'name': 'tempest-network--2078461193'}, {'name': 'tempest-network--1917039957'}]} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:29:56.082434 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-fa41cc74-044e-4cc3-9d5e-06796af734b3 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Request body: {'network': {'name': 'tempest-network--2078461193'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:29:56.082894 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-fa41cc74-044e-4cc3-9d5e-06796af734b3 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Request body: {'network': {'name': 'tempest-network--1917039957'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:29:56.088587 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-fa41cc74-044e-4cc3-9d5e-06796af734b3 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:29:56.092606 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-fa41cc74-044e-4cc3-9d5e-06796af734b3 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Usage tracker for resource:network and tenant:bab8691d61b141cb83d8af218c2c1e49 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:29:56.095572 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-fa41cc74-044e-4cc3-9d5e-06796af734b3 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:29:56.101899 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-fa41cc74-044e-4cc3-9d5e-06796af734b3 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:29:56.111294 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4b953a-d482-476e-878d-aa3fac0aac9b req-31afa54e-dbb2-449e-85df-3832e17180bb tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:56.112260 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-0a4b953a-d482-476e-878d-aa3fac0aac9b req-31afa54e-dbb2-449e-85df-3832e17180bb tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Synchronizing usage tracker for tenant:d5327fecdbda4453866269afbd5ac6fc on resource:network {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:29:56.112412 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa41cc74-044e-4cc3-9d5e-06796af734b3 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Made reservation on behalf of bab8691d61b141cb83d8af218c2c1e49 for: {'network': 2} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:29:56.118216 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fa41cc74-044e-4cc3-9d5e-06796af734b3 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:56.130411 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-0a4b953a-d482-476e-878d-aa3fac0aac9b req-31afa54e-dbb2-449e-85df-3832e17180bb tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Unset dirty status for tenant:d5327fecdbda4453866269afbd5ac6fc on resource:network {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:29:56.131740 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0a4b953a-d482-476e-878d-aa3fac0aac9b req-31afa54e-dbb2-449e-85df-3832e17180bb tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/networks?id=29a0e805-6e5b-4d29-836f-ace2c73e49b1 HTTP/1.1" status: 200 len: 811 time: 0.1680708 May 05 20:29:56.139627 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fa41cc74-044e-4cc3-9d5e-06796af734b3 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:56.149590 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0a4b953a-d482-476e-878d-aa3fac0aac9b req-76714bfe-86e8-424b-8fda-64b5605ddcf0 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/quotas/d5327fecdbda4453866269afbd5ac6fc HTTP/1.1" status: 200 len: 375 time: 0.0123260 May 05 20:29:56.154831 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-fa41cc74-044e-4cc3-9d5e-06796af734b3 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:29:56.158621 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-fa41cc74-044e-4cc3-9d5e-06796af734b3 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Usage tracker for resource:security_group_rule and tenant:bab8691d61b141cb83d8af218c2c1e49 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:29:56.162096 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-fa41cc74-044e-4cc3-9d5e-06796af734b3 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:29:56.167790 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-fa41cc74-044e-4cc3-9d5e-06796af734b3 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:29:56.234354 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-0a4b953a-d482-476e-878d-aa3fac0aac9b req-012c5461-6278-4f56-a9fb-ddf2b81fb643 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Synchronizing usage tracker for tenant:d5327fecdbda4453866269afbd5ac6fc on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:29:56.253466 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-0a4b953a-d482-476e-878d-aa3fac0aac9b req-012c5461-6278-4f56-a9fb-ddf2b81fb643 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Unset dirty status for tenant:d5327fecdbda4453866269afbd5ac6fc on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:29:56.254299 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fa41cc74-044e-4cc3-9d5e-06796af734b3 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:56.254926 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0a4b953a-d482-476e-878d-aa3fac0aac9b req-012c5461-6278-4f56-a9fb-ddf2b81fb643 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d5327fecdbda4453866269afbd5ac6fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0994811 May 05 20:29:56.257574 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fa41cc74-044e-4cc3-9d5e-06796af734b3 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:56.258052 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fa41cc74-044e-4cc3-9d5e-06796af734b3 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:56.394278 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0a4b953a-d482-476e-878d-aa3fac0aac9b req-1b4add87-7600-48e8-865e-6937ec7cdae7 service neutron] 10.222.0.36 "GET /v2.0/networks/29a0e805-6e5b-4d29-836f-ace2c73e49b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320791 May 05 20:29:56.417044 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa41cc74-044e-4cc3-9d5e-06796af734b3 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd7bcdf-fbf7-4262-94e5-c3c4548bd7e4,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:56.421933 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa41cc74-044e-4cc3-9d5e-06796af734b3 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:29:56.432530 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fa41cc74-044e-4cc3-9d5e-06796af734b3 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:56.433046 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-fa41cc74-044e-4cc3-9d5e-06796af734b3 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Added segment 457f6de7-dd12-4e02-9eaf-0b4e1224940d of type vlan for network e2ad0276-bf72-4aeb-b914-5ec78cf534e1 May 05 20:29:56.461291 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fa41cc74-044e-4cc3-9d5e-06796af734b3 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:56.497868 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa41cc74-044e-4cc3-9d5e-06796af734b3 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:29:56.511343 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fa41cc74-044e-4cc3-9d5e-06796af734b3 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:56.511770 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-fa41cc74-044e-4cc3-9d5e-06796af734b3 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Added segment 6ceb8a12-32c9-436a-976c-6db39bb8f22f of type vlan for network 882322e4-fd07-4160-899a-2ee3a096004c May 05 20:29:56.549274 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0a4b953a-d482-476e-878d-aa3fac0aac9b req-92a81558-54fa-40ce-8cc9-15dcc62b7dd6 service neutron] 10.222.0.36 "GET /v2.0/networks/29a0e805-6e5b-4d29-836f-ace2c73e49b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487298 May 05 20:29:56.570662 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fa41cc74-044e-4cc3-9d5e-06796af734b3 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:56.669659 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fa41cc74-044e-4cc3-9d5e-06796af734b3 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:56.670155 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fa41cc74-044e-4cc3-9d5e-06796af734b3 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:56.676109 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa41cc74-044e-4cc3-9d5e-06796af734b3 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:56.680872 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa41cc74-044e-4cc3-9d5e-06796af734b3 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:56.681517 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fa41cc74-044e-4cc3-9d5e-06796af734b3 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:56.824876 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa41cc74-044e-4cc3-9d5e-06796af734b3 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Pushing event updated for resources: {'Network': ['ID=e2ad0276-bf72-4aeb-b914-5ec78cf534e1,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:56.828792 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7d588e74-aabe-4a13-b3e4-472c8a038378 req-dcc7ec9a-65cc-4fd9-a06c-f3afccea69df tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=814ded3f-38ca-4c95-914d-07803acc37e8 HTTP/1.1" status: 200 len: 210 time: 0.0640252 May 05 20:29:56.847330 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network e2ad0276-bf72-4aeb-b914-5ec78cf534e1 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:29:56.862623 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-fa41cc74-044e-4cc3-9d5e-06796af734b3 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.8873749 May 05 20:29:56.864279 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60754) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:56.956313 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa41cc74-044e-4cc3-9d5e-06796af734b3 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Pushing event updated for resources: {'Network': ['ID=882322e4-fd07-4160-899a-2ee3a096004c,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:56.968926 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ceb837-127b-469b-ab11-ee7c3641ddfd req-e53b7e56-3a70-43d1-9a68-ab52bed8fa6b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:56.977217 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-08ceb837-127b-469b-ab11-ee7c3641ddfd req-e53b7e56-3a70-43d1-9a68-ab52bed8fa6b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c3002fd-5764-4c77-bc62-4fc7c0529c88 HTTP/1.1" status: 200 len: 944 time: 0.3748567 May 05 20:29:57.046306 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 7672a947-9711-4d83-812c-df2fbf70b2ed up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:29:57.050108 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-08ceb837-127b-469b-ab11-ee7c3641ddfd req-de0f121e-6309-410e-b43a-eda2d11a67dc tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f11960d-500e-4805-b724-536ddc3a6c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714705 May 05 20:29:57.081474 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 882322e4-fd07-4160-899a-2ee3a096004c details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:29:57.210973 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b36db6-1ee6-4537-a356-60bf35b6eba3 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:57.218001 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b36db6-1ee6-4537-a356-60bf35b6eba3 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:57.225758 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b36db6-1ee6-4537-a356-60bf35b6eba3 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:57.231886 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b36db6-1ee6-4537-a356-60bf35b6eba3 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:57.233882 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-51b36db6-1ee6-4537-a356-60bf35b6eba3 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3686304 May 05 20:29:57.237181 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60768) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:57.288053 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port 7672a947-9711-4d83-812c-df2fbf70b2ed completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:29:57.294259 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 7672a947-9711-4d83-812c-df2fbf70b2ed triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:29:57.307508 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:57.391932 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9a2ee0f0-209a-46a7-b21a-c3d963586832 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:57.454091 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:57.497775 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 7672a947-9711-4d83-812c-df2fbf70b2ed, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=7672a947-9711-4d83-812c-df2fbf70b2ed,segment=NetworkSegment(3ac35548-e2ef-427b-a5a6-ccdf070c2561),segment_id=3ac35548-e2ef-427b-a5a6-ccdf070c2561)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:29:57.498706 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3002fd-5764-4c77-bc62-4fc7c0529c88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7672a947-9711-4d83-812c-df2fbf70b2ed'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:29:57.507946 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:57.603716 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9a2ee0f0-209a-46a7-b21a-c3d963586832 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:57.621979 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=7672a947-9711-4d83-812c-df2fbf70b2ed,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:57.649614 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-9a2ee0f0-209a-46a7-b21a-c3d963586832 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2ad0276-bf72-4aeb-b914-5ec78cf534e1']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:57.664071 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-9a2ee0f0-209a-46a7-b21a-c3d963586832 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '457f6de7-dd12-4e02-9eaf-0b4e1224940d') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:57.664437 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-9a2ee0f0-209a-46a7-b21a-c3d963586832 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '457f6de7-dd12-4e02-9eaf-0b4e1224940d') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:57.677327 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9a2ee0f0-209a-46a7-b21a-c3d963586832 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:57.695136 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9a2ee0f0-209a-46a7-b21a-c3d963586832 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:57.704997 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a2ee0f0-209a-46a7-b21a-c3d963586832 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:29:57.705597 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9a2ee0f0-209a-46a7-b21a-c3d963586832 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:57.722081 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:29:57.722081 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:29:57.722081 n-d-840717-1 neutron-server[88198]: timer() May 05 20:29:57.722081 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:29:57.722081 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:29:57.722081 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:29:57.722081 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:29:57.722081 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:29:57.722081 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:29:57.722081 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:29:57.722081 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:29:57.722081 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:29:57.722081 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:29:57.722081 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:29:57.722081 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:29:57.722081 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:29:57.722081 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:29:57.722081 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:29:57.722081 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:29:57.722081 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:29:57.722081 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:29:57.722081 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:29:57.722081 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:29:57.722081 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:29:57.722081 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:29:57.722081 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:29:57.722081 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:29:57.722081 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:29:57.722081 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:29:57.722081 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:29:57.722081 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:29:57.722081 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:29:57.761897 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dafeddc-4b4f-4493-9901-5991621c882d'] response: {'server_uuid': '7c3002fd-5764-4c77-bc62-4fc7c0529c88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7672a947-9711-4d83-812c-df2fbf70b2ed', 'code': 200} May 05 20:29:57.812540 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9a2ee0f0-209a-46a7-b21a-c3d963586832 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:57.836601 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9a2ee0f0-209a-46a7-b21a-c3d963586832 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:57.884063 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2ee0f0-209a-46a7-b21a-c3d963586832 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Pushing event deleted for resources: {'Network': ['ID=e2ad0276-bf72-4aeb-b914-5ec78cf534e1,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:57.899287 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-9a2ee0f0-209a-46a7-b21a-c3d963586832 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] 10.222.0.36 "DELETE /v2.0/networks/e2ad0276-bf72-4aeb-b914-5ec78cf534e1 HTTP/1.1" status: 204 len: 168 time: 0.6608112 May 05 20:29:57.901981 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60780) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:58.063523 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f7f12452-cf0d-42c4-a4e6-3ff92f2b899e tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:58.086266 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ac69b-5847-43c5-a0df-e24209e355ac req-14449ded-02ba-4246-9c77-58a3ec610172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:58.088271 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bb0ac69b-5847-43c5-a0df-e24209e355ac req-14449ded-02ba-4246-9c77-58a3ec610172 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7c3002fd-5764-4c77-bc62-4fc7c0529c88 HTTP/1.1" status: 200 len: 1096 time: 0.2437692 May 05 20:29:58.127286 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2fc4c64c-0da5-4082-a21b-614946bed49a req-f051e5aa-0684-414f-85b0-74bc32bfc1ac tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=814ded3f-38ca-4c95-914d-07803acc37e8 HTTP/1.1" status: 200 len: 210 time: 0.0599518 May 05 20:29:58.146470 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4b953a-d482-476e-878d-aa3fac0aac9b req-2c04aad7-8707-4a48-8357-851266fd7ff4 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:58.148225 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0a4b953a-d482-476e-878d-aa3fac0aac9b req-2c04aad7-8707-4a48-8357-851266fd7ff4 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.50 "GET /v2.0/networks?id=29a0e805-6e5b-4d29-836f-ace2c73e49b1 HTTP/1.1" status: 200 len: 811 time: 0.2069204 May 05 20:29:58.175145 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-0a4b953a-d482-476e-878d-aa3fac0aac9b req-7ca96435-f3ae-4362-a572-2d4927e3c627 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Request body: {'port': {'device_id': '814ded3f-38ca-4c95-914d-07803acc37e8', 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1', 'admin_state_up': True, 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:29:58.265289 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f7f12452-cf0d-42c4-a4e6-3ff92f2b899e tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:58.295439 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-f7f12452-cf0d-42c4-a4e6-3ff92f2b899e tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['882322e4-fd07-4160-899a-2ee3a096004c']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:58.309125 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-f7f12452-cf0d-42c4-a4e6-3ff92f2b899e tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ceb8a12-32c9-436a-976c-6db39bb8f22f') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:58.309421 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-f7f12452-cf0d-42c4-a4e6-3ff92f2b899e tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ceb8a12-32c9-436a-976c-6db39bb8f22f') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:29:58.321865 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f7f12452-cf0d-42c4-a4e6-3ff92f2b899e tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:58.343277 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f7f12452-cf0d-42c4-a4e6-3ff92f2b899e tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:58.343480 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bb0ac69b-5847-43c5-a0df-e24209e355ac req-31e2d96f-d330-4c05-a461-c5b26f573c7b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9f11960d-500e-4805-b724-536ddc3a6c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1937044 May 05 20:29:58.352147 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7f12452-cf0d-42c4-a4e6-3ff92f2b899e tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:29:58.352766 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f7f12452-cf0d-42c4-a4e6-3ff92f2b899e tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:58.392541 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-0a4b953a-d482-476e-878d-aa3fac0aac9b req-7ca96435-f3ae-4362-a572-2d4927e3c627 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:29:58.403955 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-0a4b953a-d482-476e-878d-aa3fac0aac9b req-7ca96435-f3ae-4362-a572-2d4927e3c627 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:29:58.417911 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a4b953a-d482-476e-878d-aa3fac0aac9b req-7ca96435-f3ae-4362-a572-2d4927e3c627 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Made reservation on behalf of d5327fecdbda4453866269afbd5ac6fc for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:29:58.421522 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0a4b953a-d482-476e-878d-aa3fac0aac9b req-7ca96435-f3ae-4362-a572-2d4927e3c627 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:58.451760 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ebc0e-696b-4bc4-a82e-dafa59078898 req-9f506b85-c181-43fd-b0bb-caeb8f661855 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:58.453298 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-568ebc0e-696b-4bc4-a82e-dafa59078898 req-9f506b85-c181-43fd-b0bb-caeb8f661855 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c3002fd-5764-4c77-bc62-4fc7c0529c88 HTTP/1.1" status: 200 len: 945 time: 0.2310328 May 05 20:29:58.463554 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:29:58.463554 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:29:58.463554 n-d-840717-1 neutron-server[88197]: timer() May 05 20:29:58.463554 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:29:58.463554 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:29:58.463554 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:29:58.463554 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:29:58.463554 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:29:58.463554 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:29:58.463554 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:29:58.463554 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:29:58.463554 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:29:58.463554 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:29:58.463554 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:29:58.463554 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:29:58.463554 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:29:58.463554 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:29:58.463554 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:29:58.463554 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:29:58.463554 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:29:58.463554 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:29:58.463554 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:29:58.463554 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:29:58.463554 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:29:58.463554 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:29:58.463554 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:29:58.463554 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:29:58.463554 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:29:58.463554 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:29:58.463554 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:29:58.463554 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:29:58.463554 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:29:58.470786 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f7f12452-cf0d-42c4-a4e6-3ff92f2b899e tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:58.500558 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f7f12452-cf0d-42c4-a4e6-3ff92f2b899e tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:58.509506 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f12452-cf0d-42c4-a4e6-3ff92f2b899e tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Pushing event deleted for resources: {'Network': ['ID=882322e4-fd07-4160-899a-2ee3a096004c,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:58.514900 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f7f12452-cf0d-42c4-a4e6-3ff92f2b899e tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] 10.222.0.36 "DELETE /v2.0/networks/882322e4-fd07-4160-899a-2ee3a096004c HTTP/1.1" status: 204 len: 168 time: 0.6092839 May 05 20:29:58.514900 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60790) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:58.574916 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-568ebc0e-696b-4bc4-a82e-dafa59078898 req-016d121e-0937-4512-8d5d-adb9f8eb8336 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f11960d-500e-4805-b724-536ddc3a6c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739160 May 05 20:29:58.661718 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-0a4b953a-d482-476e-878d-aa3fac0aac9b req-7ca96435-f3ae-4362-a572-2d4927e3c627 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Allocated IP 172.20.0.7 (29a0e805-6e5b-4d29-836f-ace2c73e49b1/d4fffa46-b0f9-43c4-a768-6cf896707ddc/3c29f9cc-16e4-4646-8b3e-8299a779a0e4) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:29:58.681395 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad0223b-5c33-4868-bb8c-3f737897c89c tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:58.688340 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad0223b-5c33-4868-bb8c-3f737897c89c tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:58.689453 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-3ad0223b-5c33-4868-bb8c-3f737897c89c tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Synchronizing usage tracker for tenant:bab8691d61b141cb83d8af218c2c1e49 on resource:network {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:29:58.710081 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-3ad0223b-5c33-4868-bb8c-3f737897c89c tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Unset dirty status for tenant:bab8691d61b141cb83d8af218c2c1e49 on resource:network {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:29:58.715238 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60794) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:58.715905 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-3ad0223b-5c33-4868-bb8c-3f737897c89c tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1999922 May 05 20:29:58.726159 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-d35d927c-d0f1-49b6-8864-4ab83d294d1e tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1217905908'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:29:58.743006 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d35d927c-d0f1-49b6-8864-4ab83d294d1e tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:29:58.766594 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d35d927c-d0f1-49b6-8864-4ab83d294d1e tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:29:58.809835 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d35d927c-d0f1-49b6-8864-4ab83d294d1e tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Made reservation on behalf of bab8691d61b141cb83d8af218c2c1e49 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:29:58.813301 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d35d927c-d0f1-49b6-8864-4ab83d294d1e tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:58.921279 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d35d927c-d0f1-49b6-8864-4ab83d294d1e tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:29:58.948746 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d35d927c-d0f1-49b6-8864-4ab83d294d1e tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:58.949121 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-d35d927c-d0f1-49b6-8864-4ab83d294d1e tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Added segment 2b67baee-e245-4816-90de-4cb15e7b8e0b of type vlan for network b46e21dc-b6f8-4973-b9e4-d23a9ab46812 May 05 20:29:58.978192 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0a4b953a-d482-476e-878d-aa3fac0aac9b req-7ca96435-f3ae-4362-a572-2d4927e3c627 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:59.001953 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d35d927c-d0f1-49b6-8864-4ab83d294d1e tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:59.012754 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-0a4b953a-d482-476e-878d-aa3fac0aac9b req-7ca96435-f3ae-4362-a572-2d4927e3c627 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Transition to ACTIVE for port object 3c29f9cc-16e4-4646-8b3e-8299a779a0e4 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:29:59.055241 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d35d927c-d0f1-49b6-8864-4ab83d294d1e tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:59.060938 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35d927c-d0f1-49b6-8864-4ab83d294d1e tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:59.061585 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d35d927c-d0f1-49b6-8864-4ab83d294d1e tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:59.117257 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0a4b953a-d482-476e-878d-aa3fac0aac9b req-7ca96435-f3ae-4362-a572-2d4927e3c627 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:59.376093 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67233f-cb55-47a0-a4ea-07732ce8fbcf req-3b035100-ffbb-4bbf-96e4-b5aec56ef886 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:59.378403 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8a67233f-cb55-47a0-a4ea-07732ce8fbcf req-3b035100-ffbb-4bbf-96e4-b5aec56ef886 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=814ded3f-38ca-4c95-914d-07803acc37e8 HTTP/1.1" status: 200 len: 931 time: 0.1142385 May 05 20:29:59.396560 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a4b953a-d482-476e-878d-aa3fac0aac9b req-7ca96435-f3ae-4362-a572-2d4927e3c627 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Network 29a0e805-6e5b-4d29-836f-ace2c73e49b1 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:29:59.405044 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35d927c-d0f1-49b6-8864-4ab83d294d1e tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Pushing event updated for resources: {'Network': ['ID=b46e21dc-b6f8-4973-b9e4-d23a9ab46812,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:59.407445 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-0a4b953a-d482-476e-878d-aa3fac0aac9b req-7ca96435-f3ae-4362-a572-2d4927e3c627 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:29:59.413253 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a4b953a-d482-476e-878d-aa3fac0aac9b req-7ca96435-f3ae-4362-a572-2d4927e3c627 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:29:59.424423 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network b46e21dc-b6f8-4973-b9e4-d23a9ab46812 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:29:59.447404 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8a67233f-cb55-47a0-a4ea-07732ce8fbcf req-41e7b6b5-e801-4c9f-8543-cd5da665443b tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622659 May 05 20:29:59.482227 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca96435-f3ae-4362-a572-2d4927e3c627 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Pushing event updated for resources: {'Port': ['ID=3c29f9cc-16e4-4646-8b3e-8299a779a0e4,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:59.501225 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d35d927c-d0f1-49b6-8864-4ab83d294d1e tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7822421 May 05 20:29:59.501957 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60806) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:59.511835 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-1b38c37a-1e04-4dcb-98bd-ad6afe7ef761 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1582529219'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:29:59.523601 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-1b38c37a-1e04-4dcb-98bd-ad6afe7ef761 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:29:59.533879 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-1b38c37a-1e04-4dcb-98bd-ad6afe7ef761 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Usage tracker for resource:network and tenant:bab8691d61b141cb83d8af218c2c1e49 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:29:59.540387 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-1b38c37a-1e04-4dcb-98bd-ad6afe7ef761 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:29:59.549430 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-1b38c37a-1e04-4dcb-98bd-ad6afe7ef761 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:29:59.573093 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4b953a-d482-476e-878d-aa3fac0aac9b req-7ca96435-f3ae-4362-a572-2d4927e3c627 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:59.573780 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0a4b953a-d482-476e-878d-aa3fac0aac9b req-7ca96435-f3ae-4362-a572-2d4927e3c627 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:59.574818 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b38c37a-1e04-4dcb-98bd-ad6afe7ef761 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Made reservation on behalf of bab8691d61b141cb83d8af218c2c1e49 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:29:59.579713 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1b38c37a-1e04-4dcb-98bd-ad6afe7ef761 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:59.637320 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0a4b953a-d482-476e-878d-aa3fac0aac9b req-7ca96435-f3ae-4362-a572-2d4927e3c627 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4660783 May 05 20:29:59.650080 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [req-0a4b953a-d482-476e-878d-aa3fac0aac9b req-40b8e261-e753-408c-93ef-a5c2ac65b5d6 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:29:59.651321 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0a4b953a-d482-476e-878d-aa3fac0aac9b req-40b8e261-e753-408c-93ef-a5c2ac65b5d6 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064826 May 05 20:29:59.658138 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b38c37a-1e04-4dcb-98bd-ad6afe7ef761 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:29:59.687325 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1b38c37a-1e04-4dcb-98bd-ad6afe7ef761 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:59.690251 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-1b38c37a-1e04-4dcb-98bd-ad6afe7ef761 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Added segment 497e2ee5-d39d-4ab5-83d0-3dd9d075dbff of type vlan for network 1291d151-9122-4b91-82e1-fb2e7f7abeb1 May 05 20:29:59.751050 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-0a4b953a-d482-476e-878d-aa3fac0aac9b req-005ec41e-508d-432a-b33a-4b06703a08c0 service neutron] Request body: {'port': {'device_id': '814ded3f-38ca-4c95-914d-07803acc37e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:29:59.753624 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1b38c37a-1e04-4dcb-98bd-ad6afe7ef761 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:59.794515 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1b38c37a-1e04-4dcb-98bd-ad6afe7ef761 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:59.806886 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b38c37a-1e04-4dcb-98bd-ad6afe7ef761 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:29:59.807546 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1b38c37a-1e04-4dcb-98bd-ad6afe7ef761 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:59.878238 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-27343553-4cc0-4aa6-ba07-7684fba0af27 None None] Provisioning for port 3c29f9cc-16e4-4646-8b3e-8299a779a0e4 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:29:59.885932 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-27343553-4cc0-4aa6-ba07-7684fba0af27 None None] Provisioning complete for port 3c29f9cc-16e4-4646-8b3e-8299a779a0e4 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:29:59.887412 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-27343553-4cc0-4aa6-ba07-7684fba0af27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:29:59.934682 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-1b38c37a-1e04-4dcb-98bd-ad6afe7ef761 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4300039 May 05 20:29:59.940020 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60816) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:29:59.940819 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b38c37a-1e04-4dcb-98bd-ad6afe7ef761 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Pushing event updated for resources: {'Network': ['ID=1291d151-9122-4b91-82e1-fb2e7f7abeb1,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:29:59.950323 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-a8100c46-5740-4447-8c0c-0fcb423ceaec tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Request body: {'ports': [{'network_id': 'b46e21dc-b6f8-4973-b9e4-d23a9ab46812', 'name': 'tempest-port--1736883684', 'admin_state_up': True}, {'network_id': '1291d151-9122-4b91-82e1-fb2e7f7abeb1', 'admin_state_up': False}]} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:29:59.950508 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-a8100c46-5740-4447-8c0c-0fcb423ceaec tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Request body: {'port': {'network_id': 'b46e21dc-b6f8-4973-b9e4-d23a9ab46812', 'name': 'tempest-port--1736883684', 'admin_state_up': True}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:29:59.951089 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-a8100c46-5740-4447-8c0c-0fcb423ceaec tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Request body: {'port': {'network_id': '1291d151-9122-4b91-82e1-fb2e7f7abeb1', 'admin_state_up': False}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:29:59.967418 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 1291d151-9122-4b91-82e1-fb2e7f7abeb1 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:30:00.009137 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-27343553-4cc0-4aa6-ba07-7684fba0af27 None None] Port 3c29f9cc-16e4-4646-8b3e-8299a779a0e4 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:30:00.113948 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0a4b953a-d482-476e-878d-aa3fac0aac9b req-005ec41e-508d-432a-b33a-4b06703a08c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:00.181872 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7955b37f-f50d-49da-8224-e096ffed4108 req-638f12c7-e23d-462a-9ffb-c4e406eb2bfc tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:00.183542 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7955b37f-f50d-49da-8224-e096ffed4108 req-638f12c7-e23d-462a-9ffb-c4e406eb2bfc tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c3002fd-5764-4c77-bc62-4fc7c0529c88 HTTP/1.1" status: 200 len: 945 time: 0.3860245 May 05 20:30:00.227701 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-a8100c46-5740-4447-8c0c-0fcb423ceaec tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:30:00.231670 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a8100c46-5740-4447-8c0c-0fcb423ceaec tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Usage tracker for resource:port and tenant:bab8691d61b141cb83d8af218c2c1e49 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:30:00.236106 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a8100c46-5740-4447-8c0c-0fcb423ceaec tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:30:00.244439 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-a8100c46-5740-4447-8c0c-0fcb423ceaec tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:30:00.258979 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8100c46-5740-4447-8c0c-0fcb423ceaec tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Made reservation on behalf of bab8691d61b141cb83d8af218c2c1e49 for: {'port': 2} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:30:00.264451 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a8100c46-5740-4447-8c0c-0fcb423ceaec tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:00.283996 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7955b37f-f50d-49da-8224-e096ffed4108 req-0f7dfaa4-3c66-454e-93ee-e37c7003650c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f11960d-500e-4805-b724-536ddc3a6c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815606 May 05 20:30:00.444582 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a8100c46-5740-4447-8c0c-0fcb423ceaec tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:00.784396 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [None req-a8100c46-5740-4447-8c0c-0fcb423ceaec tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] device_id is not set on port 48b17073-29bc-4135-83f6-fead2e8a1f15 yet. {{(pid=88197) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:30:00.802808 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793956af-60c1-46b5-8dfa-e7ef708e4af6 req-796b1ff2-6422-4c87-889f-a7e7470fa36e tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:00.804536 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-793956af-60c1-46b5-8dfa-e7ef708e4af6 req-796b1ff2-6422-4c87-889f-a7e7470fa36e tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c3002fd-5764-4c77-bc62-4fc7c0529c88 HTTP/1.1" status: 200 len: 945 time: 0.2713425 May 05 20:30:00.858794 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73248f-76fd-47d2-8763-f217a75553fd req-4b85434a-115d-48ff-a809-101a59724e87 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:00.859771 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-fb73248f-76fd-47d2-8763-f217a75553fd req-4b85434a-115d-48ff-a809-101a59724e87 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Synchronizing usage tracker for tenant:d5327fecdbda4453866269afbd5ac6fc on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:30:00.864271 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-0a4b953a-d482-476e-878d-aa3fac0aac9b req-005ec41e-508d-432a-b33a-4b06703a08c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c29f9cc-16e4-4646-8b3e-8299a779a0e4 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:30:00.866944 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-793956af-60c1-46b5-8dfa-e7ef708e4af6 req-e5a24134-f7ed-412a-b197-99861057a4e5 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f11960d-500e-4805-b724-536ddc3a6c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535965 May 05 20:30:00.872954 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0a4b953a-d482-476e-878d-aa3fac0aac9b req-005ec41e-508d-432a-b33a-4b06703a08c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:00.892191 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60824) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:00.897659 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-0a4b953a-d482-476e-878d-aa3fac0aac9b req-005ec41e-508d-432a-b33a-4b06703a08c0 service neutron] Transition to ACTIVE for port object 3c29f9cc-16e4-4646-8b3e-8299a779a0e4 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:30:00.936705 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-fb73248f-76fd-47d2-8763-f217a75553fd req-4b85434a-115d-48ff-a809-101a59724e87 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Unset dirty status for tenant:d5327fecdbda4453866269afbd5ac6fc on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:30:00.937855 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fb73248f-76fd-47d2-8763-f217a75553fd req-4b85434a-115d-48ff-a809-101a59724e87 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=814ded3f-38ca-4c95-914d-07803acc37e8 HTTP/1.1" status: 200 len: 931 time: 0.2368917 May 05 20:30:00.938433 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0a4b953a-d482-476e-878d-aa3fac0aac9b req-005ec41e-508d-432a-b33a-4b06703a08c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:00.970091 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a8100c46-5740-4447-8c0c-0fcb423ceaec tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:01.077566 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005ec41e-508d-432a-b33a-4b06703a08c0 service neutron] Pushing event updated for resources: {'Port': ['ID=3c29f9cc-16e4-4646-8b3e-8299a779a0e4,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:01.144618 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [None req-a8100c46-5740-4447-8c0c-0fcb423ceaec tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] device_id is not set on port 274e628d-1658-48c9-b128-9408da1e65dc yet. {{(pid=88197) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:30:01.163985 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fb73248f-76fd-47d2-8763-f217a75553fd req-b61fd0be-db63-423b-b99b-069f1d9ffe74 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375642 May 05 20:30:01.293628 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a8100c46-5740-4447-8c0c-0fcb423ceaec tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:01.335916 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a8100c46-5740-4447-8c0c-0fcb423ceaec tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:01.350726 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99991588-a502-4666-8944-e0a82f2d89d8 tempest-TestNetworkAdvancedServerOps-1264277304 tempest-TestNetworkAdvancedServerOps-1264277304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:01.354806 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-99991588-a502-4666-8944-e0a82f2d89d8 tempest-TestNetworkAdvancedServerOps-1264277304 tempest-TestNetworkAdvancedServerOps-1264277304-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7c3002fd-5764-4c77-bc62-4fc7c0529c88 HTTP/1.1" status: 200 len: 1091 time: 0.4578791 May 05 20:30:01.355665 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60834) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:01.365844 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-3c9164b6-2bb4-489d-b0a1-be06138c2996 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Request body: {'floatingip': {'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'port_id': '7672a947-9711-4d83-812c-df2fbf70b2ed', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:30:01.374816 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-0a4b953a-d482-476e-878d-aa3fac0aac9b req-005ec41e-508d-432a-b33a-4b06703a08c0 service neutron] Attempting to bind port 3c29f9cc-16e4-4646-8b3e-8299a779a0e4 on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:30:01.375777 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-0a4b953a-d482-476e-878d-aa3fac0aac9b req-005ec41e-508d-432a-b33a-4b06703a08c0 service neutron] Attempting to bind port 3c29f9cc-16e4-4646-8b3e-8299a779a0e4 by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': '5effa292-6024-4206-9fcb-ee5e58965e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:30:01.376313 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4b953a-d482-476e-878d-aa3fac0aac9b req-005ec41e-508d-432a-b33a-4b06703a08c0 service neutron] Attempting to bind port 3c29f9cc-16e4-4646-8b3e-8299a779a0e4 on network 29a0e805-6e5b-4d29-836f-ace2c73e49b1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:30:01.384302 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4b953a-d482-476e-878d-aa3fac0aac9b req-005ec41e-508d-432a-b33a-4b06703a08c0 service neutron] Port 3c29f9cc-16e4-4646-8b3e-8299a779a0e4 on network 29a0e805-6e5b-4d29-836f-ace2c73e49b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:30:01.384887 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4b953a-d482-476e-878d-aa3fac0aac9b req-005ec41e-508d-432a-b33a-4b06703a08c0 service neutron] Attempting to bind port 3c29f9cc-16e4-4646-8b3e-8299a779a0e4 on network 29a0e805-6e5b-4d29-836f-ace2c73e49b1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:30:01.388288 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3c9164b6-2bb4-489d-b0a1-be06138c2996 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:30:01.397786 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4b953a-d482-476e-878d-aa3fac0aac9b req-005ec41e-508d-432a-b33a-4b06703a08c0 service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:30:01.398376 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4b953a-d482-476e-878d-aa3fac0aac9b req-005ec41e-508d-432a-b33a-4b06703a08c0 service neutron] Checking segment: {'id': '5effa292-6024-4206-9fcb-ee5e58965e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:30:01.399122 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4b953a-d482-476e-878d-aa3fac0aac9b req-005ec41e-508d-432a-b33a-4b06703a08c0 service neutron] Bound using segment: {'id': '5effa292-6024-4206-9fcb-ee5e58965e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:30:01.399764 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-0a4b953a-d482-476e-878d-aa3fac0aac9b req-005ec41e-508d-432a-b33a-4b06703a08c0 service neutron] Bound port: 3c29f9cc-16e4-4646-8b3e-8299a779a0e4, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5effa292-6024-4206-9fcb-ee5e58965e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:30:01.400274 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0a4b953a-d482-476e-878d-aa3fac0aac9b req-005ec41e-508d-432a-b33a-4b06703a08c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:01.412973 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-3c9164b6-2bb4-489d-b0a1-be06138c2996 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Usage tracker for resource:floatingip and tenant:310f91420a2d4ddd8aab8a710d8dc814 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:30:01.418717 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-3c9164b6-2bb4-489d-b0a1-be06138c2996 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:30:01.432098 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3c9164b6-2bb4-489d-b0a1-be06138c2996 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:30:01.460694 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8100c46-5740-4447-8c0c-0fcb423ceaec tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Pushing event updated for resources: {'Port': ['ID=48b17073-29bc-4135-83f6-fead2e8a1f15,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:01.481452 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8100c46-5740-4447-8c0c-0fcb423ceaec tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Checking segment: {'id': '2b67baee-e245-4816-90de-4cb15e7b8e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b46e21dc-b6f8-4973-b9e4-d23a9ab46812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:30:01.481869 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8100c46-5740-4447-8c0c-0fcb423ceaec tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Network hostable DHCP agents. Network: b46e21dc-b6f8-4973-b9e4-d23a9ab46812, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:30:01.506377 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8100c46-5740-4447-8c0c-0fcb423ceaec tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Network b46e21dc-b6f8-4973-b9e4-d23a9ab46812 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:30:01.520148 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-a8100c46-5740-4447-8c0c-0fcb423ceaec tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, b46e21dc-b6f8-4973-b9e4-d23a9ab46812) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:30:01.535240 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3c9164b6-2bb4-489d-b0a1-be06138c2996 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for floatingip, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:01.536651 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af17ec93-512f-4040-89be-1ffb99f5c5a2 None None] Network b46e21dc-b6f8-4973-b9e4-d23a9ab46812 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:30:01.552906 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-0a4b953a-d482-476e-878d-aa3fac0aac9b req-005ec41e-508d-432a-b33a-4b06703a08c0 service neutron] For port 3c29f9cc-16e4-4646-8b3e-8299a779a0e4, host n-h2-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:30:01.556213 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8100c46-5740-4447-8c0c-0fcb423ceaec tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:30:01.559236 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a8100c46-5740-4447-8c0c-0fcb423ceaec tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:01.569333 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-0a4b953a-d482-476e-878d-aa3fac0aac9b req-005ec41e-508d-432a-b33a-4b06703a08c0 service neutron] For port 3c29f9cc-16e4-4646-8b3e-8299a779a0e4, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=3c29f9cc-16e4-4646-8b3e-8299a779a0e4,segment=NetworkSegment(5effa292-6024-4206-9fcb-ee5e58965e00),segment_id=5effa292-6024-4206-9fcb-ee5e58965e00)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:30:01.583068 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0a4b953a-d482-476e-878d-aa3fac0aac9b req-005ec41e-508d-432a-b33a-4b06703a08c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:01.656394 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4b953a-d482-476e-878d-aa3fac0aac9b req-005ec41e-508d-432a-b33a-4b06703a08c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:01.657449 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0a4b953a-d482-476e-878d-aa3fac0aac9b req-005ec41e-508d-432a-b33a-4b06703a08c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:01.659123 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0a4b953a-d482-476e-878d-aa3fac0aac9b req-005ec41e-508d-432a-b33a-4b06703a08c0 service neutron] 10.222.0.50 "PUT /v2.0/ports/3c29f9cc-16e4-4646-8b3e-8299a779a0e4 HTTP/1.1" status: 200 len: 1091 time: 1.9996560 May 05 20:30:01.659780 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '814ded3f-38ca-4c95-914d-07803acc37e8', 'tag': '3c29f9cc-16e4-4646-8b3e-8299a779a0e4'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:30:01.715080 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005ec41e-508d-432a-b33a-4b06703a08c0 service neutron] Pushing event updated for resources: {'Port': ['ID=3c29f9cc-16e4-4646-8b3e-8299a779a0e4,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:01.838477 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f35f1864-8a28-40a0-996b-32218f84d0f3'] response: {'name': 'network-changed', 'server_uuid': '814ded3f-38ca-4c95-914d-07803acc37e8', 'tag': '3c29f9cc-16e4-4646-8b3e-8299a779a0e4', 'status': 'completed', 'code': 200} May 05 20:30:01.840930 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8100c46-5740-4447-8c0c-0fcb423ceaec tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Pushing event updated for resources: {'Port': ['ID=274e628d-1658-48c9-b128-9408da1e65dc,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:01.880105 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8100c46-5740-4447-8c0c-0fcb423ceaec tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Checking segment: {'id': '497e2ee5-d39d-4ab5-83d0-3dd9d075dbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1291d151-9122-4b91-82e1-fb2e7f7abeb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:30:01.880105 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8100c46-5740-4447-8c0c-0fcb423ceaec tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Network hostable DHCP agents. Network: 1291d151-9122-4b91-82e1-fb2e7f7abeb1, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:30:01.939999 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8100c46-5740-4447-8c0c-0fcb423ceaec tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Network 1291d151-9122-4b91-82e1-fb2e7f7abeb1 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:30:01.945239 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4b953a-d482-476e-878d-aa3fac0aac9b req-edefa28b-18e1-4f77-929f-52f9b92e0c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:01.954173 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-a8100c46-5740-4447-8c0c-0fcb423ceaec tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 1291d151-9122-4b91-82e1-fb2e7f7abeb1) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:30:01.959781 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0a4b953a-d482-476e-878d-aa3fac0aac9b req-edefa28b-18e1-4f77-929f-52f9b92e0c4c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d5327fecdbda4453866269afbd5ac6fc&device_id=814ded3f-38ca-4c95-914d-07803acc37e8 HTTP/1.1" status: 200 len: 1094 time: 0.2375917 May 05 20:30:01.964606 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8100c46-5740-4447-8c0c-0fcb423ceaec tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:30:01.967158 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e344f76-9128-49e8-a89b-90dda902f980 None None] Network 1291d151-9122-4b91-82e1-fb2e7f7abeb1 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:30:01.976178 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8100c46-5740-4447-8c0c-0fcb423ceaec tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:01.981602 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8100c46-5740-4447-8c0c-0fcb423ceaec tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:01.982447 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a8100c46-5740-4447-8c0c-0fcb423ceaec tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:02.009730 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-a8100c46-5740-4447-8c0c-0fcb423ceaec tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.0648119 May 05 20:30:02.012620 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60840) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:02.042234 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0a4b953a-d482-476e-878d-aa3fac0aac9b req-343b7853-fae2-446c-8258-7d676492ed1b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c29f9cc-16e4-4646-8b3e-8299a779a0e4 HTTP/1.1" status: 200 len: 217 time: 0.0810173 May 05 20:30:02.098599 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3c9164b6-2bb4-489d-b0a1-be06138c2996 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:02.120779 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7537337e-ff21-4979-a9c7-a9ca3bbd8196 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:02.127232 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7537337e-ff21-4979-a9c7-a9ca3bbd8196 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:02.128115 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-7537337e-ff21-4979-a9c7-a9ca3bbd8196 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Synchronizing usage tracker for tenant:bab8691d61b141cb83d8af218c2c1e49 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:30:02.152355 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-7537337e-ff21-4979-a9c7-a9ca3bbd8196 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Unset dirty status for tenant:bab8691d61b141cb83d8af218c2c1e49 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:30:02.154071 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-7537337e-ff21-4979-a9c7-a9ca3bbd8196 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1405070 May 05 20:30:02.157223 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60844) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:02.353494 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-cb5f5dce-c37e-45d3-bcca-13ed0948ed0a tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Deleting port 48b17073-29bc-4135-83f6-fead2e8a1f15 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:30:02.354391 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cb5f5dce-c37e-45d3-bcca-13ed0948ed0a tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:02.541415 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4b953a-d482-476e-878d-aa3fac0aac9b req-8f59f067-a155-4a97-beb5-55c242212a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:02.543175 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0a4b953a-d482-476e-878d-aa3fac0aac9b req-8f59f067-a155-4a97-beb5-55c242212a57 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d4fffa46-b0f9-43c4-a768-6cf896707ddc HTTP/1.1" status: 200 len: 850 time: 0.4950812 May 05 20:30:02.674141 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cb5f5dce-c37e-45d3-bcca-13ed0948ed0a tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:02.692907 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-3c9164b6-2bb4-489d-b0a1-be06138c2996 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Allocated IP 172.25.0.93 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/d6e0d8da-c81d-41ac-a97f-3bfd45871c3d) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:30:02.712550 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be70b6c4-557c-48b9-bb4c-fe89f8378696 req-cff55849-24e4-4eaa-b8c0-ba6f7af989af tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:02.719933 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-be70b6c4-557c-48b9-bb4c-fe89f8378696 req-cff55849-24e4-4eaa-b8c0-ba6f7af989af tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=814ded3f-38ca-4c95-914d-07803acc37e8 HTTP/1.1" status: 200 len: 943 time: 0.2827353 May 05 20:30:02.787892 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:30:02.909269 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3c9164b6-2bb4-489d-b0a1-be06138c2996 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:02.911113 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-cb5f5dce-c37e-45d3-bcca-13ed0948ed0a tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Calling delete_port for 48b17073-29bc-4135-83f6-fead2e8a1f15 owned by {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:30:02.953145 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3c9164b6-2bb4-489d-b0a1-be06138c2996 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:03.022092 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-be70b6c4-557c-48b9-bb4c-fe89f8378696 req-573566a5-ed55-4ada-96ee-651c7a7f8f66 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012211 May 05 20:30:03.039954 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4b953a-d482-476e-878d-aa3fac0aac9b req-de3edf81-cd56-4f51-99d9-975b20465050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:03.041457 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0a4b953a-d482-476e-878d-aa3fac0aac9b req-de3edf81-cd56-4f51-99d9-975b20465050 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=29a0e805-6e5b-4d29-836f-ace2c73e49b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4903598 May 05 20:30:03.048954 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9164b6-2bb4-489d-b0a1-be06138c2996 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:30:03.072261 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-3c9164b6-2bb4-489d-b0a1-be06138c2996 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:30:03.090681 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9164b6-2bb4-489d-b0a1-be06138c2996 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:30:03.098714 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cb5f5dce-c37e-45d3-bcca-13ed0948ed0a tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:03.149165 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9164b6-2bb4-489d-b0a1-be06138c2996 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event updated for resources: {'Port': ['ID=d6e0d8da-c81d-41ac-a97f-3bfd45871c3d,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:03.168151 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5f5dce-c37e-45d3-bcca-13ed0948ed0a tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Pushing event deleted for resources: {'Port': ['ID=48b17073-29bc-4135-83f6-fead2e8a1f15,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:03.179002 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cb5f5dce-c37e-45d3-bcca-13ed0948ed0a tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:03.213538 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-cb5f5dce-c37e-45d3-bcca-13ed0948ed0a tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] 10.222.0.36 "DELETE /v2.0/ports/48b17073-29bc-4135-83f6-fead2e8a1f15 HTTP/1.1" status: 204 len: 168 time: 1.0472634 May 05 20:30:03.213538 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60852) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:03.304312 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-c730d54f-4d1e-4fd8-bb73-0953c7278070 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Deleting port 274e628d-1658-48c9-b128-9408da1e65dc {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:30:03.304944 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c730d54f-4d1e-4fd8-bb73-0953c7278070 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:03.437423 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0a4b953a-d482-476e-878d-aa3fac0aac9b req-2ab6ccd5-e12f-41e1-968c-736e278fac66 service neutron] 10.222.0.50 "GET /v2.0/networks/29a0e805-6e5b-4d29-836f-ace2c73e49b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3873296 May 05 20:30:03.541899 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0338ea6c-52e5-4976-973e-b86093f9489d req-6b0de32c-ea3a-479c-99e0-666a1cb4f33f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7c3002fd-5764-4c77-bc62-4fc7c0529c88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3942230 May 05 20:30:03.701461 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c730d54f-4d1e-4fd8-bb73-0953c7278070 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:03.892788 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-c730d54f-4d1e-4fd8-bb73-0953c7278070 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Calling delete_port for 274e628d-1658-48c9-b128-9408da1e65dc owned by {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:30:03.950613 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0a4b953a-d482-476e-878d-aa3fac0aac9b req-92894c27-3666-4e9b-b193-e132e9dd4235 service neutron] 10.222.0.50 "GET /v2.0/networks/29a0e805-6e5b-4d29-836f-ace2c73e49b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4991615 May 05 20:30:04.016192 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338ea6c-52e5-4976-973e-b86093f9489d req-adfbf80c-064d-4ef2-a3ba-5a9f6427e2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:04.018516 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0338ea6c-52e5-4976-973e-b86093f9489d req-adfbf80c-064d-4ef2-a3ba-5a9f6427e2a3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=310f91420a2d4ddd8aab8a710d8dc814&device_id=7c3002fd-5764-4c77-bc62-4fc7c0529c88 HTTP/1.1" status: 200 len: 1096 time: 0.2783513 May 05 20:30:04.039023 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c730d54f-4d1e-4fd8-bb73-0953c7278070 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:04.162712 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c730d54f-4d1e-4fd8-bb73-0953c7278070 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:04.170124 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c730d54f-4d1e-4fd8-bb73-0953c7278070 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Pushing event deleted for resources: {'Port': ['ID=274e628d-1658-48c9-b128-9408da1e65dc,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:04.185131 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-c730d54f-4d1e-4fd8-bb73-0953c7278070 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] 10.222.0.36 "DELETE /v2.0/ports/274e628d-1658-48c9-b128-9408da1e65dc HTTP/1.1" status: 204 len: 168 time: 0.9698215 May 05 20:30:04.187679 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60860) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:04.299706 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-5a42387e-c93d-45bd-8985-13beaa55dedf tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Synchronizing usage tracker for tenant:bab8691d61b141cb83d8af218c2c1e49 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:30:04.337012 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-5a42387e-c93d-45bd-8985-13beaa55dedf tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Unset dirty status for tenant:bab8691d61b141cb83d8af218c2c1e49 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:30:04.338262 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-5a42387e-c93d-45bd-8985-13beaa55dedf tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1482799 May 05 20:30:04.344489 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60864) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:04.369673 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-787896b4-ef24-4800-b6e0-9ba6a073df43 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-37984046'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:30:04.378764 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-787896b4-ef24-4800-b6e0-9ba6a073df43 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:30:04.390180 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-787896b4-ef24-4800-b6e0-9ba6a073df43 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Usage tracker for resource:network and tenant:bab8691d61b141cb83d8af218c2c1e49 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:30:04.396758 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-787896b4-ef24-4800-b6e0-9ba6a073df43 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:30:04.408068 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-787896b4-ef24-4800-b6e0-9ba6a073df43 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:30:04.420786 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3596e90-440a-44b4-be05-40ed482e1769 req-d86a8c2d-e796-4a90-84bd-18d12ba67848 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:04.422863 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a3596e90-440a-44b4-be05-40ed482e1769 req-d86a8c2d-e796-4a90-84bd-18d12ba67848 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=814ded3f-38ca-4c95-914d-07803acc37e8 HTTP/1.1" status: 200 len: 943 time: 0.1622040 May 05 20:30:04.474496 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338ea6c-52e5-4976-973e-b86093f9489d req-e484fa64-65d0-4e79-80ca-ee45a8844a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:04.476068 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0338ea6c-52e5-4976-973e-b86093f9489d req-e484fa64-65d0-4e79-80ca-ee45a8844a0d service neutron] 10.222.0.24 "GET /v2.0/networks?id=71342f67-7cb7-41bb-881a-bb31f2125efb HTTP/1.1" status: 200 len: 898 time: 0.4090867 May 05 20:30:04.479314 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787896b4-ef24-4800-b6e0-9ba6a073df43 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Made reservation on behalf of bab8691d61b141cb83d8af218c2c1e49 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:30:04.483102 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-787896b4-ef24-4800-b6e0-9ba6a073df43 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:04.506953 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a3596e90-440a-44b4-be05-40ed482e1769 req-97de858f-4459-4995-9ad7-ef17a513f1c8 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726509 May 05 20:30:04.528626 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-787896b4-ef24-4800-b6e0-9ba6a073df43 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:30:04.567850 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-787896b4-ef24-4800-b6e0-9ba6a073df43 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:04.568403 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-787896b4-ef24-4800-b6e0-9ba6a073df43 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Added segment b863e134-79e7-40f1-b4d4-101c22b7f9b4 of type vlan for network 9016bef8-ac22-48f4-afc0-84a3393c1457 May 05 20:30:04.656768 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-787896b4-ef24-4800-b6e0-9ba6a073df43 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:04.762052 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-787896b4-ef24-4800-b6e0-9ba6a073df43 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:04.778498 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787896b4-ef24-4800-b6e0-9ba6a073df43 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:04.779947 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-787896b4-ef24-4800-b6e0-9ba6a073df43 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:04.782328 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5762c252-82b0-4f53-ba36-d2444aaae91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:04.809349 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0338ea6c-52e5-4976-973e-b86093f9489d req-56eb43cf-0424-4109-acf1-b887f4f39272 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7672a947-9711-4d83-812c-df2fbf70b2ed HTTP/1.1" status: 200 len: 217 time: 0.3235376 May 05 20:30:04.880651 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e51aa4e-c29c-4061-aac0-4b3164008b58 req-96e08b06-aaef-4b22-9bbb-c4d03490eb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:04.883459 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-787896b4-ef24-4800-b6e0-9ba6a073df43 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5366712 May 05 20:30:04.884998 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4e51aa4e-c29c-4061-aac0-4b3164008b58 req-96e08b06-aaef-4b22-9bbb-c4d03490eb36 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d5327fecdbda4453866269afbd5ac6fc&device_id=814ded3f-38ca-4c95-914d-07803acc37e8 HTTP/1.1" status: 200 len: 1094 time: 0.8658526 May 05 20:30:04.887382 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60870) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:04.897285 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-feb9bc83-6556-4438-8a10-0578bde49259 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-607108743'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:30:04.909194 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-feb9bc83-6556-4438-8a10-0578bde49259 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:30:04.971556 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-feb9bc83-6556-4438-8a10-0578bde49259 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Usage tracker for resource:network and tenant:bab8691d61b141cb83d8af218c2c1e49 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:30:04.976098 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787896b4-ef24-4800-b6e0-9ba6a073df43 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Pushing event updated for resources: {'Network': ['ID=9016bef8-ac22-48f4-afc0-84a3393c1457,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:04.978986 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-feb9bc83-6556-4438-8a10-0578bde49259 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:30:04.979205 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3c9164b6-2bb4-489d-b0a1-be06138c2996 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:04.985758 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-feb9bc83-6556-4438-8a10-0578bde49259 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:30:04.994074 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 9016bef8-ac22-48f4-afc0-84a3393c1457 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:30:04.995301 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338ea6c-52e5-4976-973e-b86093f9489d req-e349dd23-1816-4760-b6ec-3ab8fab94280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:04.998057 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0338ea6c-52e5-4976-973e-b86093f9489d req-e349dd23-1816-4760-b6ec-3ab8fab94280 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a13cd322-8e24-41ab-b0e8-b7bd3fc6a210 HTTP/1.1" status: 200 len: 834 time: 0.1756833 May 05 20:30:05.017313 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb9bc83-6556-4438-8a10-0578bde49259 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Made reservation on behalf of bab8691d61b141cb83d8af218c2c1e49 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:30:05.025171 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-feb9bc83-6556-4438-8a10-0578bde49259 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:05.086850 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feb9bc83-6556-4438-8a10-0578bde49259 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:30:05.104867 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-feb9bc83-6556-4438-8a10-0578bde49259 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:05.105328 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-feb9bc83-6556-4438-8a10-0578bde49259 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Added segment 392814af-8510-4bed-82ac-28581c645f5d of type vlan for network 2b7466ec-836c-48bb-9c76-7f0c5ae4892a May 05 20:30:05.163996 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-feb9bc83-6556-4438-8a10-0578bde49259 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:05.208791 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-feb9bc83-6556-4438-8a10-0578bde49259 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:05.216793 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb9bc83-6556-4438-8a10-0578bde49259 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:05.217712 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-feb9bc83-6556-4438-8a10-0578bde49259 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:05.239247 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e51aa4e-c29c-4061-aac0-4b3164008b58 req-29584d72-f27b-4d95-9bfb-1efc9a0c8fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:05.241416 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4e51aa4e-c29c-4061-aac0-4b3164008b58 req-29584d72-f27b-4d95-9bfb-1efc9a0c8fec service neutron] 10.222.0.50 "GET /v2.0/networks?id=29a0e805-6e5b-4d29-836f-ace2c73e49b1 HTTP/1.1" status: 200 len: 912 time: 0.3482623 May 05 20:30:05.345761 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4e51aa4e-c29c-4061-aac0-4b3164008b58 req-5eabc31e-4544-485b-8adf-89e97d5a3047 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c29f9cc-16e4-4646-8b3e-8299a779a0e4 HTTP/1.1" status: 200 len: 217 time: 0.0927603 May 05 20:30:05.355431 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-feb9bc83-6556-4438-8a10-0578bde49259 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4622734 May 05 20:30:05.363297 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb9bc83-6556-4438-8a10-0578bde49259 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Pushing event updated for resources: {'Network': ['ID=2b7466ec-836c-48bb-9c76-7f0c5ae4892a,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:05.365248 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3c9164b6-2bb4-489d-b0a1-be06138c2996 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:05.379596 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 2b7466ec-836c-48bb-9c76-7f0c5ae4892a details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:30:05.454675 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338ea6c-52e5-4976-973e-b86093f9489d req-0a51dd05-be4a-44d4-a5fb-ce3ccde46ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:05.456283 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0338ea6c-52e5-4976-973e-b86093f9489d req-0a51dd05-be4a-44d4-a5fb-ce3ccde46ba5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=71342f67-7cb7-41bb-881a-bb31f2125efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3943970 May 05 20:30:05.538331 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e51aa4e-c29c-4061-aac0-4b3164008b58 req-1e35e121-69a9-43d1-87f5-9546aef242e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:05.539810 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4e51aa4e-c29c-4061-aac0-4b3164008b58 req-1e35e121-69a9-43d1-87f5-9546aef242e4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d4fffa46-b0f9-43c4-a768-6cf896707ddc HTTP/1.1" status: 200 len: 850 time: 0.1499543 May 05 20:30:05.786377 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0338ea6c-52e5-4976-973e-b86093f9489d req-6891c160-aa85-4818-93ed-798831303928 service neutron] 10.222.0.24 "GET /v2.0/networks/71342f67-7cb7-41bb-881a-bb31f2125efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197660 May 05 20:30:06.019583 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e51aa4e-c29c-4061-aac0-4b3164008b58 req-4fcb634c-8f60-4297-a541-46585445d48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:06.021396 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4e51aa4e-c29c-4061-aac0-4b3164008b58 req-4fcb634c-8f60-4297-a541-46585445d48c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=29a0e805-6e5b-4d29-836f-ace2c73e49b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4255710 May 05 20:30:06.085500 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3c9164b6-2bb4-489d-b0a1-be06138c2996 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:06.106501 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3c9164b6-2bb4-489d-b0a1-be06138c2996 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:06.147463 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0338ea6c-52e5-4976-973e-b86093f9489d req-0bd08e43-934b-4eb9-990c-976f6b8d14b0 service neutron] 10.222.0.24 "GET /v2.0/networks/71342f67-7cb7-41bb-881a-bb31f2125efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269322 May 05 20:30:06.254417 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d67155-1af7-45e9-bab2-c88b1ea355d1 req-2ea2e06f-cda7-4bc2-893e-fa9f4ce19d0a tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:06.255862 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-27d67155-1af7-45e9-bab2-c88b1ea355d1 req-2ea2e06f-cda7-4bc2-893e-fa9f4ce19d0a tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=814ded3f-38ca-4c95-914d-07803acc37e8 HTTP/1.1" status: 200 len: 943 time: 0.4741514 May 05 20:30:06.357585 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9164b6-2bb4-489d-b0a1-be06138c2996 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event updated for resources: {'Port': ['ID=d6e0d8da-c81d-41ac-a97f-3bfd45871c3d,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:06.552418 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9164b6-2bb4-489d-b0a1-be06138c2996 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:06.552680 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9164b6-2bb4-489d-b0a1-be06138c2996 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:06.552950 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9164b6-2bb4-489d-b0a1-be06138c2996 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:06.553274 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9164b6-2bb4-489d-b0a1-be06138c2996 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:06.553601 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9164b6-2bb4-489d-b0a1-be06138c2996 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:06.553922 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9164b6-2bb4-489d-b0a1-be06138c2996 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:06.554245 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9164b6-2bb4-489d-b0a1-be06138c2996 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:06.554557 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9164b6-2bb4-489d-b0a1-be06138c2996 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:06.554879 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9164b6-2bb4-489d-b0a1-be06138c2996 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:06.555196 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9164b6-2bb4-489d-b0a1-be06138c2996 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:06.555532 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9164b6-2bb4-489d-b0a1-be06138c2996 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:06.555849 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9164b6-2bb4-489d-b0a1-be06138c2996 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:06.567374 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3c9164b6-2bb4-489d-b0a1-be06138c2996 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:06.622244 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4e51aa4e-c29c-4061-aac0-4b3164008b58 req-f6441cd9-6676-4c94-9cd5-58e64b66b06c service neutron] 10.222.0.50 "GET /v2.0/networks/29a0e805-6e5b-4d29-836f-ace2c73e49b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5924501 May 05 20:30:06.643221 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-27d67155-1af7-45e9-bab2-c88b1ea355d1 req-5411bb51-9abf-4cb0-aa62-12e84b4efabb tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3732970 May 05 20:30:06.863299 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-86c03f84-7f45-4dcc-ae02-703f878d9d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:06.931333 n-d-840717-1 neutron-server[88198]: INFO neutron.db.l3_db [None req-3c9164b6-2bb4-489d-b0a1-be06138c2996 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Floating IP 96dc5786-340b-40f1-b863-ce91d0038bb3 associated. External IP: 172.25.0.93, port: 7672a947-9711-4d83-812c-df2fbf70b2ed. May 05 20:30:06.989565 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4e51aa4e-c29c-4061-aac0-4b3164008b58 req-cdee3e6e-cb8c-41d5-84dd-3b716ffd32d6 service neutron] 10.222.0.50 "GET /v2.0/networks/29a0e805-6e5b-4d29-836f-ace2c73e49b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435299 May 05 20:30:07.589262 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c9164b6-2bb4-489d-b0a1-be06138c2996 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Router 4619edf3-4e0c-4ef3-9a83-79c82a964529 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:30:07.923345 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:08.079032 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:08.258332 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebeaba-f123-48d9-9830-a5e5187a39cd req-b2a12dee-df01-4056-8293-7c24a4316aa3 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:08.266978 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-adebeaba-f123-48d9-9830-a5e5187a39cd req-b2a12dee-df01-4056-8293-7c24a4316aa3 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=814ded3f-38ca-4c95-914d-07803acc37e8 HTTP/1.1" status: 200 len: 943 time: 0.1634896 May 05 20:30:08.268766 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c9164b6-2bb4-489d-b0a1-be06138c2996 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:30:08.284811 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2393afd0-4590-4908-94e8-e983da4491e9 None None] Sync routers for ids ['4619edf3-4e0c-4ef3-9a83-79c82a964529'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:30:08.301810 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2393afd0-4590-4908-94e8-e983da4491e9 None None] Routers {'4619edf3-4e0c-4ef3-9a83-79c82a964529'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:30:08.305233 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-2393afd0-4590-4908-94e8-e983da4491e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:30:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['4619edf3-4e0c-4ef3-9a83-79c82a964529'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:08.340251 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3c9164b6-2bb4-489d-b0a1-be06138c2996 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:08.344218 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-adebeaba-f123-48d9-9830-a5e5187a39cd req-89f486f3-11da-4b94-a77a-a57bbcf31e1f tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763986 May 05 20:30:08.531312 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3c9164b6-2bb4-489d-b0a1-be06138c2996 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 7.1724129 May 05 20:30:08.534288 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c3002fd-5764-4c77-bc62-4fc7c0529c88', 'tag': '7672a947-9711-4d83-812c-df2fbf70b2ed'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:30:08.694208 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-961246bc-b1d9-4f5d-8dd9-c5a464b9e0f0'] response: {'name': 'network-changed', 'server_uuid': '7c3002fd-5764-4c77-bc62-4fc7c0529c88', 'tag': '7672a947-9711-4d83-812c-df2fbf70b2ed', 'status': 'completed', 'code': 200} May 05 20:30:08.902826 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60894) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:08.920518 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-70a51172-b3c6-49d5-b1f7-c86ab22ec086 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Request body: {'subnets': [{'network_id': '9016bef8-ac22-48f4-afc0-84a3393c1457', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--885694420', 'ip_version': 6}, {'network_id': '2b7466ec-836c-48bb-9c76-7f0c5ae4892a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:30:08.921133 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-70a51172-b3c6-49d5-b1f7-c86ab22ec086 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Request body: {'subnet': {'network_id': '9016bef8-ac22-48f4-afc0-84a3393c1457', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--885694420', 'ip_version': 6}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:30:08.923862 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-70a51172-b3c6-49d5-b1f7-c86ab22ec086 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Request body: {'subnet': {'network_id': '2b7466ec-836c-48bb-9c76-7f0c5ae4892a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:30:08.956953 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-2393afd0-4590-4908-94e8-e983da4491e9 None None] Set router 4619edf3-4e0c-4ef3-9a83-79c82a964529 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:30:08.959504 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e955bfbd-8636-4e31-b189-2efec1e98018 req-77a43b7b-6a4c-458d-a475-be53f1549309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:08.961024 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e955bfbd-8636-4e31-b189-2efec1e98018 req-77a43b7b-6a4c-458d-a475-be53f1549309 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=310f91420a2d4ddd8aab8a710d8dc814&device_id=7c3002fd-5764-4c77-bc62-4fc7c0529c88 HTTP/1.1" status: 200 len: 1096 time: 0.2411914 May 05 20:30:08.969035 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d99b71-a80c-43b8-bc1f-755ccf82db9a req-de7096df-66c6-4ff8-a722-f1bc76c3edf0 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:08.977306 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d7d99b71-a80c-43b8-bc1f-755ccf82db9a req-de7096df-66c6-4ff8-a722-f1bc76c3edf0 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c3002fd-5764-4c77-bc62-4fc7c0529c88 HTTP/1.1" status: 200 len: 945 time: 0.1266732 May 05 20:30:09.205562 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e955bfbd-8636-4e31-b189-2efec1e98018 req-2c1f2cb9-998b-43d3-ae3d-a2a9bd4ca144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:09.207324 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e955bfbd-8636-4e31-b189-2efec1e98018 req-2c1f2cb9-998b-43d3-ae3d-a2a9bd4ca144 service neutron] 10.222.0.24 "GET /v2.0/networks?id=71342f67-7cb7-41bb-881a-bb31f2125efb HTTP/1.1" status: 200 len: 898 time: 0.2278254 May 05 20:30:09.294588 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d7d99b71-a80c-43b8-bc1f-755ccf82db9a req-de47d9ae-ee7d-4192-ba67-f4402d2ec500 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f11960d-500e-4805-b724-536ddc3a6c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3163040 May 05 20:30:09.310060 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-70a51172-b3c6-49d5-b1f7-c86ab22ec086 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:30:09.319206 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60900) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:09.321272 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-70a51172-b3c6-49d5-b1f7-c86ab22ec086 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Usage tracker for resource:subnet and tenant:bab8691d61b141cb83d8af218c2c1e49 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:30:09.326207 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-70a51172-b3c6-49d5-b1f7-c86ab22ec086 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:30:09.344466 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-70a51172-b3c6-49d5-b1f7-c86ab22ec086 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:30:09.381135 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a51172-b3c6-49d5-b1f7-c86ab22ec086 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Made reservation on behalf of bab8691d61b141cb83d8af218c2c1e49 for: {'subnet': 2} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:30:09.387626 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-70a51172-b3c6-49d5-b1f7-c86ab22ec086 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:09.388187 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-70a51172-b3c6-49d5-b1f7-c86ab22ec086 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:09.652917 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:09.670544 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e955bfbd-8636-4e31-b189-2efec1e98018 req-38cece60-c29f-4a38-9620-ad09eba33826 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7672a947-9711-4d83-812c-df2fbf70b2ed HTTP/1.1" status: 200 len: 998 time: 0.4567142 May 05 20:30:09.673368 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-2393afd0-4590-4908-94e8-e983da4491e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4619edf3-4e0c-4ef3-9a83-79c82a964529', 'name': 'tempest-TestNetworkAdvancedServerOps-router-952862023', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': 'db1174f5-21d9-4b16-aa04-d3cac26f99bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:29:21Z', 'updated_at': '2022-05-05T20:29:29Z', 'revision_number': 4, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'gw_port': {'id': 'db1174f5-21d9-4b16-aa04-d3cac26f99bb', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4619edf3-4e0c-4ef3-9a83-79c82a964529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:22Z', 'updated_at': '2022-05-05T20:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '96dc5786-340b-40f1-b863-ce91d0038bb3', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'floating_ip_address': '172.25.0.93', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '4619edf3-4e0c-4ef3-9a83-79c82a964529', 'port_id': '7672a947-9711-4d83-812c-df2fbf70b2ed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71342f67-7cb7-41bb-881a-bb31f2125efb', 'mac_address': 'fa:16:3e:8c:04:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3002fd-5764-4c77-bc62-4fc7c0529c88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:30:04Z', 'updated_at': '2022-05-05T20:30:04Z', 'revision_number': 0, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0459633b-1104-4083-8c85-9abb7a62ca03', 'name': '', 'network_id': '71342f67-7cb7-41bb-881a-bb31f2125efb', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'mac_address': 'fa:16:3e:af:0c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4619edf3-4e0c-4ef3-9a83-79c82a964529', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'a13cd322-8e24-41ab-b0e8-b7bd3fc6a210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:28Z', 'updated_at': '2022-05-05T20:29:39Z', 'revision_number': 5, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'subnets': [{'id': 'a13cd322-8e24-41ab-b0e8-b7bd3fc6a210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:09.710006 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2393afd0-4590-4908-94e8-e983da4491e9 None None] Checking router: 4619edf3-4e0c-4ef3-9a83-79c82a964529 for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:30:09.740670 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2393afd0-4590-4908-94e8-e983da4491e9 None None] Routers {'4619edf3-4e0c-4ef3-9a83-79c82a964529'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:30:09.742991 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-2393afd0-4590-4908-94e8-e983da4491e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:30:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['4619edf3-4e0c-4ef3-9a83-79c82a964529'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:09.771745 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-84118eed-142c-4a03-842b-0ded07279db6 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/floatingips/96dc5786-340b-40f1-b863-ce91d0038bb3 HTTP/1.1" status: 200 len: 990 time: 0.4495289 May 05 20:30:09.787229 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e955bfbd-8636-4e31-b189-2efec1e98018 req-f7bf7c97-99e9-4912-9462-fb1ea496065a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:09.788640 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e955bfbd-8636-4e31-b189-2efec1e98018 req-f7bf7c97-99e9-4912-9462-fb1ea496065a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a13cd322-8e24-41ab-b0e8-b7bd3fc6a210 HTTP/1.1" status: 200 len: 834 time: 0.1042902 May 05 20:30:09.905768 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e955bfbd-8636-4e31-b189-2efec1e98018 req-bb196dc9-9002-4fa1-80a4-ce0b84abc0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:09.907279 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e955bfbd-8636-4e31-b189-2efec1e98018 req-bb196dc9-9002-4fa1-80a4-ce0b84abc0ba service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=71342f67-7cb7-41bb-881a-bb31f2125efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1115296 May 05 20:30:09.913106 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29aade8-a267-4b3b-a7da-21c349d122f7 req-eec29b8c-fdc5-4f48-b317-3301cb1216f8 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:09.927221 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c29aade8-a267-4b3b-a7da-21c349d122f7 req-eec29b8c-fdc5-4f48-b317-3301cb1216f8 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=814ded3f-38ca-4c95-914d-07803acc37e8 HTTP/1.1" status: 200 len: 943 time: 0.4060135 May 05 20:30:10.076677 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e955bfbd-8636-4e31-b189-2efec1e98018 req-02584e37-f270-46c4-a140-53e6a1d2766c service neutron] 10.222.0.24 "GET /v2.0/networks/71342f67-7cb7-41bb-881a-bb31f2125efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595056 May 05 20:30:10.083420 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c29aade8-a267-4b3b-a7da-21c349d122f7 req-6ed2242c-9fa1-472c-8c83-5e7d5e3fd8d2 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944319 May 05 20:30:10.117597 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-2393afd0-4590-4908-94e8-e983da4491e9 None None] Set router 4619edf3-4e0c-4ef3-9a83-79c82a964529 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:30:10.400037 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e955bfbd-8636-4e31-b189-2efec1e98018 req-628b8e28-8657-455d-b83a-725ee4995188 service neutron] 10.222.0.24 "GET /v2.0/networks/71342f67-7cb7-41bb-881a-bb31f2125efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031161 May 05 20:30:10.643859 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-70a51172-b3c6-49d5-b1f7-c86ab22ec086 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:10.684970 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-2393afd0-4590-4908-94e8-e983da4491e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4619edf3-4e0c-4ef3-9a83-79c82a964529', 'name': 'tempest-TestNetworkAdvancedServerOps-router-952862023', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': 'db1174f5-21d9-4b16-aa04-d3cac26f99bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:29:21Z', 'updated_at': '2022-05-05T20:29:29Z', 'revision_number': 4, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'gw_port': {'id': 'db1174f5-21d9-4b16-aa04-d3cac26f99bb', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4619edf3-4e0c-4ef3-9a83-79c82a964529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:22Z', 'updated_at': '2022-05-05T20:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '96dc5786-340b-40f1-b863-ce91d0038bb3', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'floating_ip_address': '172.25.0.93', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '4619edf3-4e0c-4ef3-9a83-79c82a964529', 'port_id': '7672a947-9711-4d83-812c-df2fbf70b2ed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71342f67-7cb7-41bb-881a-bb31f2125efb', 'mac_address': 'fa:16:3e:8c:04:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3002fd-5764-4c77-bc62-4fc7c0529c88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:30:04Z', 'updated_at': '2022-05-05T20:30:04Z', 'revision_number': 0, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0459633b-1104-4083-8c85-9abb7a62ca03', 'name': '', 'network_id': '71342f67-7cb7-41bb-881a-bb31f2125efb', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'mac_address': 'fa:16:3e:af:0c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4619edf3-4e0c-4ef3-9a83-79c82a964529', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'a13cd322-8e24-41ab-b0e8-b7bd3fc6a210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:28Z', 'updated_at': '2022-05-05T20:29:39Z', 'revision_number': 5, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'subnets': [{'id': 'a13cd322-8e24-41ab-b0e8-b7bd3fc6a210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:10.690568 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2393afd0-4590-4908-94e8-e983da4491e9 None None] The sync data for ids ['4619edf3-4e0c-4ef3-9a83-79c82a964529'] in n-d-840717-1 is: [{'id': '4619edf3-4e0c-4ef3-9a83-79c82a964529', 'name': 'tempest-TestNetworkAdvancedServerOps-router-952862023', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': 'db1174f5-21d9-4b16-aa04-d3cac26f99bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:29:21Z', 'updated_at': '2022-05-05T20:29:29Z', 'revision_number': 4, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'gw_port': {'id': 'db1174f5-21d9-4b16-aa04-d3cac26f99bb', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4619edf3-4e0c-4ef3-9a83-79c82a964529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:22Z', 'updated_at': '2022-05-05T20:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '96dc5786-340b-40f1-b863-ce91d0038bb3', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'floating_ip_address': '172.25.0.93', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '4619edf3-4e0c-4ef3-9a83-79c82a964529', 'port_id': '7672a947-9711-4d83-812c-df2fbf70b2ed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71342f67-7cb7-41bb-881a-bb31f2125efb', 'mac_address': 'fa:16:3e:8c:04:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3002fd-5764-4c77-bc62-4fc7c0529c88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:30:04Z', 'updated_at': '2022-05-05T20:30:04Z', 'revision_number': 0, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0459633b-1104-4083-8c85-9abb7a62ca03', 'name': '', 'network_id': '71342f67-7cb7-41bb-881a-bb31f2125efb', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'mac_address': 'fa:16:3e:af:0c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4619edf3-4e0c-4ef3-9a83-79c82a964529', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'a13cd322-8e24-41ab-b0e8-b7bd3fc6a210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:28Z', 'updated_at': '2022-05-05T20:29:39Z', 'revision_number': 5, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'subnets': [{'id': 'a13cd322-8e24-41ab-b0e8-b7bd3fc6a210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:30:10.738172 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a51172-b3c6-49d5-b1f7-c86ab22ec086 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Pushing event updated for resources: {'Subnet': ['ID=740999d5-5886-4373-b4c5-38f567db34d3,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:10.759039 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a51172-b3c6-49d5-b1f7-c86ab22ec086 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Checking segment: {'id': 'b863e134-79e7-40f1-b4d4-101c22b7f9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '9016bef8-ac22-48f4-afc0-84a3393c1457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:30:10.759418 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a51172-b3c6-49d5-b1f7-c86ab22ec086 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Network hostable DHCP agents. Network: 9016bef8-ac22-48f4-afc0-84a3393c1457, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:30:10.774529 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60912) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:10.796412 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a51172-b3c6-49d5-b1f7-c86ab22ec086 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Network 9016bef8-ac22-48f4-afc0-84a3393c1457 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:30:10.835304 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-70a51172-b3c6-49d5-b1f7-c86ab22ec086 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 9016bef8-ac22-48f4-afc0-84a3393c1457) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:30:10.841574 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-70a51172-b3c6-49d5-b1f7-c86ab22ec086 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:10.850977 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8310d354-aa06-4a87-b194-0f1d685e5559 None None] Network 9016bef8-ac22-48f4-afc0-84a3393c1457 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:30:10.978025 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3a77a5df-f26b-45d8-ace5-db82924269e4 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/floatingips/96dc5786-340b-40f1-b863-ce91d0038bb3 HTTP/1.1" status: 200 len: 990 time: 0.1960559 May 05 20:30:10.989608 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a51172-b3c6-49d5-b1f7-c86ab22ec086 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Pushing event updated for resources: {'Subnet': ['ID=bd6ebcf5-981c-47bb-85a9-d08eaf304af5,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:11.046437 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a51172-b3c6-49d5-b1f7-c86ab22ec086 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Checking segment: {'id': '392814af-8510-4bed-82ac-28581c645f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2b7466ec-836c-48bb-9c76-7f0c5ae4892a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:30:11.046824 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a51172-b3c6-49d5-b1f7-c86ab22ec086 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Network hostable DHCP agents. Network: 2b7466ec-836c-48bb-9c76-7f0c5ae4892a, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:30:11.078638 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a51172-b3c6-49d5-b1f7-c86ab22ec086 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Network 2b7466ec-836c-48bb-9c76-7f0c5ae4892a is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:30:11.102214 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-70a51172-b3c6-49d5-b1f7-c86ab22ec086 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 2b7466ec-836c-48bb-9c76-7f0c5ae4892a) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:30:11.109218 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a51172-b3c6-49d5-b1f7-c86ab22ec086 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:11.109835 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a51172-b3c6-49d5-b1f7-c86ab22ec086 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:11.111177 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-70a51172-b3c6-49d5-b1f7-c86ab22ec086 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:11.113014 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91dd5cae-1351-4718-b90d-857abd44e3c0 None None] Network 2b7466ec-836c-48bb-9c76-7f0c5ae4892a requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:30:11.141713 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-70a51172-b3c6-49d5-b1f7-c86ab22ec086 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.2330856 May 05 20:30:11.142094 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60920) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:11.215440 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ffdff8-d797-44ab-917f-76c3fd598444 None None] New status for floating IP 96dc5786-340b-40f1-b863-ce91d0038bb3: ACTIVE {{(pid=88199) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:30:11.232295 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889519dd-a860-45de-b064-c1e81f83aee2 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:11.234708 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889519dd-a860-45de-b064-c1e81f83aee2 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:11.236281 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889519dd-a860-45de-b064-c1e81f83aee2 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:11.237443 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-889519dd-a860-45de-b064-c1e81f83aee2 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Synchronizing usage tracker for tenant:bab8691d61b141cb83d8af218c2c1e49 on resource:subnet {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:30:11.257333 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-889519dd-a860-45de-b064-c1e81f83aee2 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Unset dirty status for tenant:bab8691d61b141cb83d8af218c2c1e49 on resource:subnet {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:30:11.259042 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-889519dd-a860-45de-b064-c1e81f83aee2 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1158864 May 05 20:30:11.268594 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60924) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:11.334518 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa94f66-f5b7-4261-9a36-b72a1204b1d4 req-d560073d-adca-43e4-b6b7-306880dc74c5 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:11.342216 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7fa94f66-f5b7-4261-9a36-b72a1204b1d4 req-d560073d-adca-43e4-b6b7-306880dc74c5 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=814ded3f-38ca-4c95-914d-07803acc37e8 HTTP/1.1" status: 200 len: 943 time: 0.1103902 May 05 20:30:11.349444 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-59871431-c1f6-4763-9b50-8f6b5e958f90 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Deleting subnet 740999d5-5886-4373-b4c5-38f567db34d3 {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:30:11.352732 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-59871431-c1f6-4763-9b50-8f6b5e958f90 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:11.398802 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7fa94f66-f5b7-4261-9a36-b72a1204b1d4 req-0627e444-10ec-4edc-9070-883f42aff6c8 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555723 May 05 20:30:11.415332 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-59871431-c1f6-4763-9b50-8f6b5e958f90 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:11.443063 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0b8076-a713-40cb-acb7-c39b4b541b41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-9016bef8-ac22-48f4-afc0-84a3393c1457', 'network_id': '9016bef8-ac22-48f4-afc0-84a3393c1457', 'tenant_id': 'bab8691d61b141cb83d8af218c2c1e49', 'fixed_ips': [{'subnet_id': '740999d5-5886-4373-b4c5-38f567db34d3'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:30:11.444724 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8b0b8076-a713-40cb-acb7-c39b4b541b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:11.480432 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-59871431-c1f6-4763-9b50-8f6b5e958f90 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:11.561382 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-59871431-c1f6-4763-9b50-8f6b5e958f90 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:11.605826 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59871431-c1f6-4763-9b50-8f6b5e958f90 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Pushing event deleted for resources: {'Subnet': ['ID=740999d5-5886-4373-b4c5-38f567db34d3,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:11.611600 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-59871431-c1f6-4763-9b50-8f6b5e958f90 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:11.630776 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-59871431-c1f6-4763-9b50-8f6b5e958f90 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] 10.222.0.36 "DELETE /v2.0/subnets/740999d5-5886-4373-b4c5-38f567db34d3 HTTP/1.1" status: 204 len: 168 time: 0.3610475 May 05 20:30:11.633201 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60928) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server [None req-8b0b8076-a713-40cb-acb7-c39b4b541b41 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 740999d5-5886-4373-b4c5-38f567db34d3: This subnet is being modified by another concurrent operation. May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server raise self.value May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server raise self.value May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server raise self.value May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server raise self.value May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server raise self.value May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server raise self.value May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server raise exception May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 740999d5-5886-4373-b4c5-38f567db34d3: This subnet is being modified by another concurrent operation. May 05 20:30:11.766429 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server May 05 20:30:11.772595 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-01fc29f8-cfb9-487c-a9d0-6bd708ead0bd tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Deleting subnet bd6ebcf5-981c-47bb-85a9-d08eaf304af5 {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:30:11.772595 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-01fc29f8-cfb9-487c-a9d0-6bd708ead0bd tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:11.831057 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9a36b8-e41b-4d17-a2fc-ecdd78d3c44b None None] Network 9016bef8-ac22-48f4-afc0-84a3393c1457 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:30:11.840822 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-01fc29f8-cfb9-487c-a9d0-6bd708ead0bd tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:11.876308 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e955173e-2616-4ac8-b381-585ac1dc770c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-2b7466ec-836c-48bb-9c76-7f0c5ae4892a', 'network_id': '2b7466ec-836c-48bb-9c76-7f0c5ae4892a', 'tenant_id': 'bab8691d61b141cb83d8af218c2c1e49', 'fixed_ips': [{'subnet_id': 'bd6ebcf5-981c-47bb-85a9-d08eaf304af5'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:30:11.877818 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e955173e-2616-4ac8-b381-585ac1dc770c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:11.918126 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-01fc29f8-cfb9-487c-a9d0-6bd708ead0bd tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:11.976073 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60932) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:12.050354 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-01fc29f8-cfb9-487c-a9d0-6bd708ead0bd tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:12.136669 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f686799c-cc8c-4714-af9e-73c9ff88af3e tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/floatingips/96dc5786-340b-40f1-b863-ce91d0038bb3 HTTP/1.1" status: 200 len: 992 time: 0.1493876 May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server [None req-e955173e-2616-4ac8-b381-585ac1dc770c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bd6ebcf5-981c-47bb-85a9-d08eaf304af5: This subnet is being modified by another concurrent operation. May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server raise self.value May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server raise self.value May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server raise self.value May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server raise self.value May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server raise self.value May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server raise self.value May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server raise exception May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bd6ebcf5-981c-47bb-85a9-d08eaf304af5: This subnet is being modified by another concurrent operation. May 05 20:30:12.141550 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server May 05 20:30:12.165233 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd6bc31-92f5-4ee3-891a-29c0875f4f04 None None] Network 2b7466ec-836c-48bb-9c76-7f0c5ae4892a requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:30:12.175452 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fc29f8-cfb9-487c-a9d0-6bd708ead0bd tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Pushing event deleted for resources: {'Subnet': ['ID=bd6ebcf5-981c-47bb-85a9-d08eaf304af5,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:12.190159 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-01fc29f8-cfb9-487c-a9d0-6bd708ead0bd tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:12.210470 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-01fc29f8-cfb9-487c-a9d0-6bd708ead0bd tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] 10.222.0.36 "DELETE /v2.0/subnets/bd6ebcf5-981c-47bb-85a9-d08eaf304af5 HTTP/1.1" status: 204 len: 168 time: 0.5756328 May 05 20:30:12.213163 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60940) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:12.306431 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66336602-4293-4183-bee3-19105c23378a tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:12.312181 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60944) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:12.312354 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-66336602-4293-4183-bee3-19105c23378a tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0981772 May 05 20:30:12.380219 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c1bee7-61d3-4f38-bce3-c86470a1df5b None None] get_active_networks_info from n-d-840717-1 {{(pid=88199) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 05 20:30:12.462312 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-40a11737-8223-4147-8a27-cb80806cb3b9 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:12.504537 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c1bee7-61d3-4f38-bce3-c86470a1df5b None None] Resources bound (agent type, host, resource id): {{(pid=88199) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 05 20:30:12.667234 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-40a11737-8223-4147-8a27-cb80806cb3b9 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:12.719150 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-40a11737-8223-4147-8a27-cb80806cb3b9 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b7466ec-836c-48bb-9c76-7f0c5ae4892a']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:12.735950 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-40a11737-8223-4147-8a27-cb80806cb3b9 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '392814af-8510-4bed-82ac-28581c645f5d') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:12.736247 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-40a11737-8223-4147-8a27-cb80806cb3b9 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '392814af-8510-4bed-82ac-28581c645f5d') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:12.752657 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-40a11737-8223-4147-8a27-cb80806cb3b9 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:12.772477 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-40a11737-8223-4147-8a27-cb80806cb3b9 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:12.785792 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3adce78-f852-48f8-8751-71231a2f64e4 req-5af81d53-73c7-4e83-acd9-69ce9b59b1ae tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:12.793152 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b3adce78-f852-48f8-8751-71231a2f64e4 req-5af81d53-73c7-4e83-acd9-69ce9b59b1ae tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=814ded3f-38ca-4c95-914d-07803acc37e8 HTTP/1.1" status: 200 len: 943 time: 0.2427099 May 05 20:30:12.827823 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40a11737-8223-4147-8a27-cb80806cb3b9 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:30:12.829750 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-40a11737-8223-4147-8a27-cb80806cb3b9 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:12.865370 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:30:12.865370 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:30:12.865370 n-d-840717-1 neutron-server[88197]: timer() May 05 20:30:12.865370 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:30:12.865370 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:30:12.865370 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:30:12.865370 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:30:12.865370 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:30:12.865370 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:30:12.865370 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:30:12.865370 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:30:12.865370 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:30:12.865370 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:30:12.865370 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:30:12.865370 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:30:12.865370 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:30:12.865370 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:30:12.865370 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:30:12.865370 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:30:12.865370 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:30:12.865370 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:30:12.865370 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:30:12.865370 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:30:12.865370 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:30:12.865370 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:30:12.865370 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:30:12.865370 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:30:12.865370 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:30:12.865370 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:30:12.865370 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:30:12.865370 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:30:12.865370 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:30:12.941642 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b3adce78-f852-48f8-8751-71231a2f64e4 req-b770b136-c31b-4049-890b-21550c196d0b tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472440 May 05 20:30:13.008740 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b693c2-ebba-49e4-82ed-01add5f1d069 None None] get_active_networks_info from n-d-840717-1 {{(pid=88199) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 05 20:30:13.024082 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-40a11737-8223-4147-8a27-cb80806cb3b9 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:13.030648 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-40a11737-8223-4147-8a27-cb80806cb3b9 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:13.058100 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a11737-8223-4147-8a27-cb80806cb3b9 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Pushing event deleted for resources: {'Network': ['ID=2b7466ec-836c-48bb-9c76-7f0c5ae4892a,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:13.071064 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-40a11737-8223-4147-8a27-cb80806cb3b9 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] 10.222.0.36 "DELETE /v2.0/networks/2b7466ec-836c-48bb-9c76-7f0c5ae4892a HTTP/1.1" status: 204 len: 168 time: 0.7575955 May 05 20:30:13.073418 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60954) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:13.130042 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b693c2-ebba-49e4-82ed-01add5f1d069 None None] Resources bound (agent type, host, resource id): {{(pid=88199) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 05 20:30:13.208747 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f33fa89b-6496-428c-b74f-2ca319565685 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:13.365711 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f33fa89b-6496-428c-b74f-2ca319565685 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:13.394590 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-f33fa89b-6496-428c-b74f-2ca319565685 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9016bef8-ac22-48f4-afc0-84a3393c1457']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:13.409234 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-f33fa89b-6496-428c-b74f-2ca319565685 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b863e134-79e7-40f1-b4d4-101c22b7f9b4') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:13.409561 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-f33fa89b-6496-428c-b74f-2ca319565685 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b863e134-79e7-40f1-b4d4-101c22b7f9b4') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:13.422993 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f33fa89b-6496-428c-b74f-2ca319565685 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:13.446159 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f33fa89b-6496-428c-b74f-2ca319565685 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:13.453336 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f33fa89b-6496-428c-b74f-2ca319565685 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:30:13.453730 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f33fa89b-6496-428c-b74f-2ca319565685 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:13.470000 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:30:13.470000 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:30:13.470000 n-d-840717-1 neutron-server[88198]: timer() May 05 20:30:13.470000 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:30:13.470000 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:30:13.470000 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:30:13.470000 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:30:13.470000 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:30:13.470000 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:30:13.470000 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:30:13.470000 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:30:13.470000 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:30:13.470000 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:30:13.470000 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:30:13.470000 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:30:13.470000 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:30:13.470000 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:30:13.470000 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:30:13.470000 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:30:13.470000 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:30:13.470000 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:30:13.470000 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:30:13.470000 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:30:13.470000 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:30:13.470000 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:30:13.470000 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:30:13.470000 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:30:13.470000 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:30:13.470000 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:30:13.470000 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:30:13.470000 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:30:13.470000 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:30:13.613285 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f33fa89b-6496-428c-b74f-2ca319565685 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:13.632513 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f33fa89b-6496-428c-b74f-2ca319565685 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:13.643780 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33fa89b-6496-428c-b74f-2ca319565685 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Pushing event deleted for resources: {'Network': ['ID=9016bef8-ac22-48f4-afc0-84a3393c1457,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:13.651247 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f33fa89b-6496-428c-b74f-2ca319565685 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] 10.222.0.36 "DELETE /v2.0/networks/9016bef8-ac22-48f4-afc0-84a3393c1457 HTTP/1.1" status: 204 len: 168 time: 0.5740192 May 05 20:30:13.651665 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60960) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:13.775147 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a2b66f8c-8504-4f90-a5ed-14d017763cf2 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:13.911277 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a2b66f8c-8504-4f90-a5ed-14d017763cf2 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:13.938954 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-a2b66f8c-8504-4f90-a5ed-14d017763cf2 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1291d151-9122-4b91-82e1-fb2e7f7abeb1']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:13.953513 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-a2b66f8c-8504-4f90-a5ed-14d017763cf2 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '497e2ee5-d39d-4ab5-83d0-3dd9d075dbff') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:13.953808 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-a2b66f8c-8504-4f90-a5ed-14d017763cf2 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '497e2ee5-d39d-4ab5-83d0-3dd9d075dbff') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:13.968406 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a2b66f8c-8504-4f90-a5ed-14d017763cf2 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:13.992283 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a2b66f8c-8504-4f90-a5ed-14d017763cf2 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:14.000132 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2b66f8c-8504-4f90-a5ed-14d017763cf2 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:30:14.001028 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a2b66f8c-8504-4f90-a5ed-14d017763cf2 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:14.096503 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:30:14.096503 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:30:14.096503 n-d-840717-1 neutron-server[88198]: timer() May 05 20:30:14.096503 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:30:14.096503 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:30:14.096503 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:30:14.096503 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:30:14.096503 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:30:14.096503 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:30:14.096503 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:30:14.096503 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:30:14.096503 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:30:14.096503 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:30:14.096503 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:30:14.096503 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:30:14.096503 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:30:14.096503 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:30:14.096503 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:30:14.096503 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:30:14.096503 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:30:14.096503 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:30:14.096503 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:30:14.096503 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:30:14.096503 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:30:14.096503 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:30:14.096503 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:30:14.096503 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:30:14.096503 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:30:14.096503 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:30:14.096503 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:30:14.096503 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:30:14.096503 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:30:14.293914 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a2b66f8c-8504-4f90-a5ed-14d017763cf2 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:14.314841 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a2b66f8c-8504-4f90-a5ed-14d017763cf2 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:14.327487 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b66f8c-8504-4f90-a5ed-14d017763cf2 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Pushing event deleted for resources: {'Network': ['ID=1291d151-9122-4b91-82e1-fb2e7f7abeb1,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:14.340833 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a2b66f8c-8504-4f90-a5ed-14d017763cf2 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] 10.222.0.36 "DELETE /v2.0/networks/1291d151-9122-4b91-82e1-fb2e7f7abeb1 HTTP/1.1" status: 204 len: 168 time: 0.6882081 May 05 20:30:14.343432 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60966) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:14.370120 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59218a6-2a17-4cce-b809-b3f9e9c6cddb req-2b7cc966-a289-4335-8af8-b1d4b55339d7 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:14.371704 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d59218a6-2a17-4cce-b809-b3f9e9c6cddb req-2b7cc966-a289-4335-8af8-b1d4b55339d7 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=814ded3f-38ca-4c95-914d-07803acc37e8 HTTP/1.1" status: 200 len: 943 time: 0.2744057 May 05 20:30:14.416668 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d59218a6-2a17-4cce-b809-b3f9e9c6cddb req-dfaa3e8c-ecfd-4e5c-ad7d-da0d5f6d75bf tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390496 May 05 20:30:14.450031 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:14.586442 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b314112a-6e65-4c97-9c23-3d102a9d4659 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:14.728469 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b314112a-6e65-4c97-9c23-3d102a9d4659 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:14.759381 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-b314112a-6e65-4c97-9c23-3d102a9d4659 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b46e21dc-b6f8-4973-b9e4-d23a9ab46812']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:14.790604 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-b314112a-6e65-4c97-9c23-3d102a9d4659 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b67baee-e245-4816-90de-4cb15e7b8e0b') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:14.790990 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-b314112a-6e65-4c97-9c23-3d102a9d4659 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b67baee-e245-4816-90de-4cb15e7b8e0b') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:14.805466 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b314112a-6e65-4c97-9c23-3d102a9d4659 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:14.823008 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b314112a-6e65-4c97-9c23-3d102a9d4659 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:14.830319 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b314112a-6e65-4c97-9c23-3d102a9d4659 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:30:14.830918 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b314112a-6e65-4c97-9c23-3d102a9d4659 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:14.846557 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:30:14.846557 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:30:14.846557 n-d-840717-1 neutron-server[88197]: timer() May 05 20:30:14.846557 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:30:14.846557 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:30:14.846557 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:30:14.846557 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:30:14.846557 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:30:14.846557 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:30:14.846557 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:30:14.846557 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:30:14.846557 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:30:14.846557 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:30:14.846557 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:30:14.846557 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:30:14.846557 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:30:14.846557 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:30:14.846557 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:30:14.846557 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:30:14.846557 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:30:14.846557 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:30:14.846557 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:30:14.846557 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:30:14.846557 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:30:14.846557 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:30:14.846557 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:30:14.846557 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:30:14.846557 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:30:14.846557 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:30:14.846557 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:30:14.846557 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:30:14.846557 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:30:14.943541 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b314112a-6e65-4c97-9c23-3d102a9d4659 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:14.963810 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b314112a-6e65-4c97-9c23-3d102a9d4659 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:14.975770 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b314112a-6e65-4c97-9c23-3d102a9d4659 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] Pushing event deleted for resources: {'Network': ['ID=b46e21dc-b6f8-4973-b9e4-d23a9ab46812,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:14.977887 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60976) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:14.990065 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-b314112a-6e65-4c97-9c23-3d102a9d4659 tempest-BulkNetworkOpsIpV6Test-1986646510 tempest-BulkNetworkOpsIpV6Test-1986646510-project] 10.222.0.36 "DELETE /v2.0/networks/b46e21dc-b6f8-4973-b9e4-d23a9ab46812 HTTP/1.1" status: 204 len: 168 time: 0.6428494 May 05 20:30:15.105181 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6c1d8cae-79c4-4f5f-ac53-2fec0fefce49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:15.121290 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-6c1d8cae-79c4-4f5f-ac53-2fec0fefce49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:30:15.125888 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-6c1d8cae-79c4-4f5f-ac53-2fec0fefce49 admin admin] Usage tracker for resource:security_group_rule and tenant:263f6a12c6ea4136a9add76fab65f895 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:30:15.129600 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-6c1d8cae-79c4-4f5f-ac53-2fec0fefce49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:30:15.136491 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-6c1d8cae-79c4-4f5f-ac53-2fec0fefce49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:30:15.218662 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60986) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:15.232117 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6c1d8cae-79c4-4f5f-ac53-2fec0fefce49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:15.237550 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6c1d8cae-79c4-4f5f-ac53-2fec0fefce49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:15.293516 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-6c1d8cae-79c4-4f5f-ac53-2fec0fefce49 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=263f6a12c6ea4136a9add76fab65f895&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3144596 May 05 20:30:15.296061 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 60992) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:15.309074 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1d8cae-79c4-4f5f-ac53-2fec0fefce49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff27e642-1c40-4d8e-8109-30ef7510f5a9,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:15.389017 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-73e8ee31-c2b9-4236-93f5-10b345cada2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:15.421447 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-ca0148cc-939d-4c6a-925e-9989e84757ac admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bab8691d61b141cb83d8af218c2c1e49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2017493 May 05 20:30:15.424093 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 60996) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:15.428960 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-73e8ee31-c2b9-4236-93f5-10b345cada2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:15.485089 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-73e8ee31-c2b9-4236-93f5-10b345cada2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:15.486902 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b42015a8-b3c0-4744-bd83-b715964754c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:15.503818 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e8ee31-c2b9-4236-93f5-10b345cada2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff27e642-1c40-4d8e-8109-30ef7510f5a9,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:15.507234 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-73e8ee31-c2b9-4236-93f5-10b345cada2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:15.510794 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-73e8ee31-c2b9-4236-93f5-10b345cada2f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ff27e642-1c40-4d8e-8109-30ef7510f5a9 HTTP/1.1" status: 204 len: 168 time: 0.2112713 May 05 20:30:15.522677 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b42015a8-b3c0-4744-bd83-b715964754c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:15.644105 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1712e36c-b3f2-47cc-a460-6512508bda92 req-0036ec1b-d65f-4103-9564-eca7d57cc71e tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:15.646411 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1712e36c-b3f2-47cc-a460-6512508bda92 req-0036ec1b-d65f-4103-9564-eca7d57cc71e tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=814ded3f-38ca-4c95-914d-07803acc37e8 HTTP/1.1" status: 200 len: 943 time: 0.1161249 May 05 20:30:15.647023 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b42015a8-b3c0-4744-bd83-b715964754c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:15.674851 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42015a8-b3c0-4744-bd83-b715964754c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd7bcdf-fbf7-4262-94e5-c3c4548bd7e4,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:15.688137 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b42015a8-b3c0-4744-bd83-b715964754c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:15.691890 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-b42015a8-b3c0-4744-bd83-b715964754c7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1cd7bcdf-fbf7-4262-94e5-c3c4548bd7e4 HTTP/1.1" status: 204 len: 168 time: 0.2642207 May 05 20:30:15.716269 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1712e36c-b3f2-47cc-a460-6512508bda92 req-ab6f1ec4-ffaf-4701-a67c-1d48ef327c2d tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561688 May 05 20:30:16.290003 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 32802) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:16.402169 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-2f0caaa8-269f-4896-b538-83cd2e06112c admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1801285509-network', 'tenant_id': 'ac2e332bd1654a6a8fbb23ab8d911c2d'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:30:16.407532 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-2f0caaa8-269f-4896-b538-83cd2e06112c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:30:16.411605 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-2f0caaa8-269f-4896-b538-83cd2e06112c admin admin] Usage tracker for resource:network and tenant:ac2e332bd1654a6a8fbb23ab8d911c2d is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:30:16.414447 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-2f0caaa8-269f-4896-b538-83cd2e06112c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:30:16.420689 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-2f0caaa8-269f-4896-b538-83cd2e06112c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:30:16.430652 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0caaa8-269f-4896-b538-83cd2e06112c admin admin] Made reservation on behalf of ac2e332bd1654a6a8fbb23ab8d911c2d for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:30:16.433275 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2f0caaa8-269f-4896-b538-83cd2e06112c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:16.446300 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2f0caaa8-269f-4896-b538-83cd2e06112c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:16.462823 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-2f0caaa8-269f-4896-b538-83cd2e06112c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:30:16.466745 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-2f0caaa8-269f-4896-b538-83cd2e06112c admin admin] Usage tracker for resource:security_group_rule and tenant:ac2e332bd1654a6a8fbb23ab8d911c2d is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:30:16.469639 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-2f0caaa8-269f-4896-b538-83cd2e06112c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:30:16.476171 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-2f0caaa8-269f-4896-b538-83cd2e06112c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:30:16.513667 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:16.565645 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2f0caaa8-269f-4896-b538-83cd2e06112c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:16.571442 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2f0caaa8-269f-4896-b538-83cd2e06112c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:16.600367 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 32816) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:16.605097 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f0caaa8-269f-4896-b538-83cd2e06112c admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:30:16.618007 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0caaa8-269f-4896-b538-83cd2e06112c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa15ed52-b97a-47d0-a0ff-571a8f9e29d1,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:16.622517 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2f0caaa8-269f-4896-b538-83cd2e06112c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:16.622858 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-2f0caaa8-269f-4896-b538-83cd2e06112c admin admin] Added segment 6f1c886b-698a-44cd-aa98-48b3255d12db of type vlan for network 49cc468d-aedd-41e6-bb96-9493dc8b25e4 May 05 20:30:16.652018 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2f0caaa8-269f-4896-b538-83cd2e06112c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:16.681318 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2f0caaa8-269f-4896-b538-83cd2e06112c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:16.682232 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0caaa8-269f-4896-b538-83cd2e06112c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:16.682921 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2f0caaa8-269f-4896-b538-83cd2e06112c admin admin] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:16.721404 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-0a689be2-4c68-463c-a047-fa8052b0e7dd tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1037539531'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:30:16.727469 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0a689be2-4c68-463c-a047-fa8052b0e7dd tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:30:16.731520 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-0a689be2-4c68-463c-a047-fa8052b0e7dd tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Usage tracker for resource:network and tenant:29baed6139a04ee8bb031e4a00cd4a34 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:30:16.734415 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-0a689be2-4c68-463c-a047-fa8052b0e7dd tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:30:16.746131 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0a689be2-4c68-463c-a047-fa8052b0e7dd tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:30:16.757879 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a689be2-4c68-463c-a047-fa8052b0e7dd tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Made reservation on behalf of 29baed6139a04ee8bb031e4a00cd4a34 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:30:16.761926 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0a689be2-4c68-463c-a047-fa8052b0e7dd tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:16.776009 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0a689be2-4c68-463c-a047-fa8052b0e7dd tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:16.791223 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-2f0caaa8-269f-4896-b538-83cd2e06112c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4972842 May 05 20:30:16.791223 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0caaa8-269f-4896-b538-83cd2e06112c admin admin] Pushing event updated for resources: {'Network': ['ID=49cc468d-aedd-41e6-bb96-9493dc8b25e4,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:16.791536 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 32824) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:16.797279 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-c66e1e2f-8ee0-4bf1-bc20-bab2f144a9d2 admin admin] Request body: {'subnet': {'network_id': '49cc468d-aedd-41e6-bb96-9493dc8b25e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1801285509-subnet', 'tenant_id': 'ac2e332bd1654a6a8fbb23ab8d911c2d', 'ip_version': 4}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:30:16.797483 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0a689be2-4c68-463c-a047-fa8052b0e7dd tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:30:16.803016 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-0a689be2-4c68-463c-a047-fa8052b0e7dd tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Usage tracker for resource:security_group_rule and tenant:29baed6139a04ee8bb031e4a00cd4a34 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:30:16.803236 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-c66e1e2f-8ee0-4bf1-bc20-bab2f144a9d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:30:16.806133 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 49cc468d-aedd-41e6-bb96-9493dc8b25e4 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:30:16.807372 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-c66e1e2f-8ee0-4bf1-bc20-bab2f144a9d2 admin admin] Usage tracker for resource:subnet and tenant:ac2e332bd1654a6a8fbb23ab8d911c2d is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:30:16.810213 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-c66e1e2f-8ee0-4bf1-bc20-bab2f144a9d2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:30:16.817673 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-c66e1e2f-8ee0-4bf1-bc20-bab2f144a9d2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:30:16.821315 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-0a689be2-4c68-463c-a047-fa8052b0e7dd tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:30:16.830436 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0a689be2-4c68-463c-a047-fa8052b0e7dd tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:30:16.831317 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c66e1e2f-8ee0-4bf1-bc20-bab2f144a9d2 admin admin] Made reservation on behalf of ac2e332bd1654a6a8fbb23ab8d911c2d for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:30:16.834276 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c66e1e2f-8ee0-4bf1-bc20-bab2f144a9d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:16.963788 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d7d34-cd66-4dad-8cae-59e3a5e83055 req-01793e5b-b1ab-43b1-ba65-9b7b0402b227 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:16.965539 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5c9d7d34-cd66-4dad-8cae-59e3a5e83055 req-01793e5b-b1ab-43b1-ba65-9b7b0402b227 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=814ded3f-38ca-4c95-914d-07803acc37e8 HTTP/1.1" status: 200 len: 943 time: 0.1323910 May 05 20:30:17.016373 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0a689be2-4c68-463c-a047-fa8052b0e7dd tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:17.026659 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0a689be2-4c68-463c-a047-fa8052b0e7dd tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:17.046246 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c66e1e2f-8ee0-4bf1-bc20-bab2f144a9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:17.053297 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5c9d7d34-cd66-4dad-8cae-59e3a5e83055 req-44b28168-dc55-493d-9b9f-d383fc683cd4 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760224 May 05 20:30:17.066413 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a689be2-4c68-463c-a047-fa8052b0e7dd tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:30:17.080313 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a689be2-4c68-463c-a047-fa8052b0e7dd tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1051670c-e51e-42d7-b3eb-55db9d132dd1,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:17.085038 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0a689be2-4c68-463c-a047-fa8052b0e7dd tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:17.085383 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-0a689be2-4c68-463c-a047-fa8052b0e7dd tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Added segment 41b68cae-3119-4e2c-8ff7-cb025a033c67 of type vlan for network 3b72e274-007e-4fc6-b5fd-9ae51ea23109 May 05 20:30:17.115467 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0a689be2-4c68-463c-a047-fa8052b0e7dd tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:17.121981 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66e1e2f-8ee0-4bf1-bc20-bab2f144a9d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d55bf722-d643-4013-8d86-800b329a708d,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:17.129626 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66e1e2f-8ee0-4bf1-bc20-bab2f144a9d2 admin admin] Checking segment: {'id': '6f1c886b-698a-44cd-aa98-48b3255d12db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '49cc468d-aedd-41e6-bb96-9493dc8b25e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:30:17.129972 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66e1e2f-8ee0-4bf1-bc20-bab2f144a9d2 admin admin] Network hostable DHCP agents. Network: 49cc468d-aedd-41e6-bb96-9493dc8b25e4, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:30:17.146015 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0a689be2-4c68-463c-a047-fa8052b0e7dd tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:17.148718 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66e1e2f-8ee0-4bf1-bc20-bab2f144a9d2 admin admin] Network 49cc468d-aedd-41e6-bb96-9493dc8b25e4 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:30:17.152241 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a689be2-4c68-463c-a047-fa8052b0e7dd tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:17.152829 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0a689be2-4c68-463c-a047-fa8052b0e7dd tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:17.158099 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-c66e1e2f-8ee0-4bf1-bc20-bab2f144a9d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 49cc468d-aedd-41e6-bb96-9493dc8b25e4) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:30:17.162959 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66e1e2f-8ee0-4bf1-bc20-bab2f144a9d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:17.163610 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c66e1e2f-8ee0-4bf1-bc20-bab2f144a9d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:17.169126 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec910490-397b-4fc5-9051-c3c93eb3390c None None] Network 49cc468d-aedd-41e6-bb96-9493dc8b25e4 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:30:17.189229 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-c66e1e2f-8ee0-4bf1-bc20-bab2f144a9d2 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3966212 May 05 20:30:17.191713 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 32828) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:17.196666 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-43d4154d-b250-4878-91fc-caaccc3b123e admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1801285509-router', 'tenant_id': 'ac2e332bd1654a6a8fbb23ab8d911c2d', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:30:17.202523 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-43d4154d-b250-4878-91fc-caaccc3b123e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:30:17.206725 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-43d4154d-b250-4878-91fc-caaccc3b123e admin admin] Usage tracker for resource:router and tenant:ac2e332bd1654a6a8fbb23ab8d911c2d is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:30:17.209843 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-43d4154d-b250-4878-91fc-caaccc3b123e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:30:17.216364 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-43d4154d-b250-4878-91fc-caaccc3b123e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:30:17.228117 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-43d4154d-b250-4878-91fc-caaccc3b123e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:17.229162 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-43d4154d-b250-4878-91fc-caaccc3b123e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:17.245318 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-43d4154d-b250-4878-91fc-caaccc3b123e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:17.271595 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-0a689be2-4c68-463c-a047-fa8052b0e7dd tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6698775 May 05 20:30:17.272552 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a689be2-4c68-463c-a047-fa8052b0e7dd tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Pushing event updated for resources: {'Network': ['ID=3b72e274-007e-4fc6-b5fd-9ae51ea23109,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:17.302019 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 3b72e274-007e-4fc6-b5fd-9ae51ea23109 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:30:17.509419 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddbdcd5-b85e-4f8f-a33e-b6f95020f8bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-49cc468d-aedd-41e6-bb96-9493dc8b25e4', 'network_id': '49cc468d-aedd-41e6-bb96-9493dc8b25e4', 'tenant_id': 'ac2e332bd1654a6a8fbb23ab8d911c2d', 'fixed_ips': [{'subnet_id': 'd55bf722-d643-4013-8d86-800b329a708d'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:30:17.510524 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-dddbdcd5-b85e-4f8f-a33e-b6f95020f8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:17.521917 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-43d4154d-b250-4878-91fc-caaccc3b123e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:17.679765 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-dddbdcd5-b85e-4f8f-a33e-b6f95020f8bb None None] Allocated IP 172.20.0.2 (49cc468d-aedd-41e6-bb96-9493dc8b25e4/d55bf722-d643-4013-8d86-800b329a708d/f3823f79-f444-4513-9c9a-03f244f5825f) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:30:17.905122 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-dddbdcd5-b85e-4f8f-a33e-b6f95020f8bb None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:17.917076 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-dddbdcd5-b85e-4f8f-a33e-b6f95020f8bb None None] Transition to ACTIVE for port object f3823f79-f444-4513-9c9a-03f244f5825f will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:30:17.936230 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-dddbdcd5-b85e-4f8f-a33e-b6f95020f8bb None None] Transition to ACTIVE for port object f3823f79-f444-4513-9c9a-03f244f5825f will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:30:17.942882 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-dddbdcd5-b85e-4f8f-a33e-b6f95020f8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:17.980739 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-43d4154d-b250-4878-91fc-caaccc3b123e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:18.010948 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-43d4154d-b250-4878-91fc-caaccc3b123e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:18.013257 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbdcd5-b85e-4f8f-a33e-b6f95020f8bb None None] Pushing event updated for resources: {'Port': ['ID=f3823f79-f444-4513-9c9a-03f244f5825f,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:18.026438 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddbdcd5-b85e-4f8f-a33e-b6f95020f8bb None None] Network 49cc468d-aedd-41e6-bb96-9493dc8b25e4 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:30:18.027691 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-dddbdcd5-b85e-4f8f-a33e-b6f95020f8bb None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:30:18.029963 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddbdcd5-b85e-4f8f-a33e-b6f95020f8bb None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:30:18.126777 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-dddbdcd5-b85e-4f8f-a33e-b6f95020f8bb None None] Attempting to bind port f3823f79-f444-4513-9c9a-03f244f5825f on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:30:18.127399 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-dddbdcd5-b85e-4f8f-a33e-b6f95020f8bb None None] Attempting to bind port f3823f79-f444-4513-9c9a-03f244f5825f by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '6f1c886b-698a-44cd-aa98-48b3255d12db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '49cc468d-aedd-41e6-bb96-9493dc8b25e4'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:30:18.127788 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddbdcd5-b85e-4f8f-a33e-b6f95020f8bb None None] Attempting to bind port f3823f79-f444-4513-9c9a-03f244f5825f on network 49cc468d-aedd-41e6-bb96-9493dc8b25e4 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:30:18.134652 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddbdcd5-b85e-4f8f-a33e-b6f95020f8bb None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:30:18.135167 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddbdcd5-b85e-4f8f-a33e-b6f95020f8bb None None] Checking segment: {'id': '6f1c886b-698a-44cd-aa98-48b3255d12db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '49cc468d-aedd-41e6-bb96-9493dc8b25e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:30:18.135698 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-dddbdcd5-b85e-4f8f-a33e-b6f95020f8bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:18.136189 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddbdcd5-b85e-4f8f-a33e-b6f95020f8bb None None] Bound using segment: {'id': '6f1c886b-698a-44cd-aa98-48b3255d12db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '49cc468d-aedd-41e6-bb96-9493dc8b25e4'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:30:18.136762 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-dddbdcd5-b85e-4f8f-a33e-b6f95020f8bb None None] Bound port: f3823f79-f444-4513-9c9a-03f244f5825f, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f1c886b-698a-44cd-aa98-48b3255d12db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '49cc468d-aedd-41e6-bb96-9493dc8b25e4'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:30:18.137231 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-dddbdcd5-b85e-4f8f-a33e-b6f95020f8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:18.222497 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-43d4154d-b250-4878-91fc-caaccc3b123e admin admin] Allocated IP 172.25.0.191 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/3922817f-4a9f-472f-828f-c0d72f1ee4d4) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:30:18.234081 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-dddbdcd5-b85e-4f8f-a33e-b6f95020f8bb None None] For port f3823f79-f444-4513-9c9a-03f244f5825f, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:30:18.238033 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-dddbdcd5-b85e-4f8f-a33e-b6f95020f8bb None None] For port f3823f79-f444-4513-9c9a-03f244f5825f, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=f3823f79-f444-4513-9c9a-03f244f5825f,segment=NetworkSegment(6f1c886b-698a-44cd-aa98-48b3255d12db),segment_id=6f1c886b-698a-44cd-aa98-48b3255d12db)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:30:18.243163 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-dddbdcd5-b85e-4f8f-a33e-b6f95020f8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:18.343216 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbdcd5-b85e-4f8f-a33e-b6f95020f8bb None None] Pushing event updated for resources: {'Port': ['ID=f3823f79-f444-4513-9c9a-03f244f5825f,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:18.386712 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca446e-b514-4585-93b2-6ac6558c693e req-7d22fe11-dbf3-4e33-af0e-aa44a953e034 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:18.388498 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-37ca446e-b514-4585-93b2-6ac6558c693e req-7d22fe11-dbf3-4e33-af0e-aa44a953e034 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=814ded3f-38ca-4c95-914d-07803acc37e8 HTTP/1.1" status: 200 len: 943 time: 0.2022905 May 05 20:30:18.456778 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-43d4154d-b250-4878-91fc-caaccc3b123e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:18.472639 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-37ca446e-b514-4585-93b2-6ac6558c693e req-3fadefee-68a4-4636-8055-04a75485d413 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694454 May 05 20:30:18.512447 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-43d4154d-b250-4878-91fc-caaccc3b123e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:18.604323 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d4154d-b250-4878-91fc-caaccc3b123e admin admin] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:30:18.607035 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-43d4154d-b250-4878-91fc-caaccc3b123e admin admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:30:18.610149 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d4154d-b250-4878-91fc-caaccc3b123e admin admin] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:30:18.682002 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d4154d-b250-4878-91fc-caaccc3b123e admin admin] Pushing event updated for resources: {'Port': ['ID=3922817f-4a9f-472f-828f-c0d72f1ee4d4,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:19.059831 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-43d4154d-b250-4878-91fc-caaccc3b123e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:19.433014 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb867505-464d-4589-913f-6b0b0b2d3218 None None] Network 49cc468d-aedd-41e6-bb96-9493dc8b25e4 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:30:19.545857 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-43d4154d-b250-4878-91fc-caaccc3b123e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:19.553827 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-8e74599d-af04-45cc-89aa-479c8d6d8ded None None] Provisioning for port f3823f79-f444-4513-9c9a-03f244f5825f completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:30:19.687672 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d9e99-0f9e-4ff0-bb62-9cb397ed35c1 req-a2853160-b388-4537-80ad-4c18d2d0218b tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:19.696870 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d34d9e99-0f9e-4ff0-bb62-9cb397ed35c1 req-a2853160-b388-4537-80ad-4c18d2d0218b tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=814ded3f-38ca-4c95-914d-07803acc37e8 HTTP/1.1" status: 200 len: 943 time: 0.0991170 May 05 20:30:19.755081 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d34d9e99-0f9e-4ff0-bb62-9cb397ed35c1 req-6ad2acec-2e3d-4b59-8c4f-6f704bde8b1c tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564280 May 05 20:30:19.794516 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43d4154d-b250-4878-91fc-caaccc3b123e admin admin] Router 26939184-3ecb-43d0-b955-5cc7f227a76d is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88197) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:30:19.989285 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d4154d-b250-4878-91fc-caaccc3b123e admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:30:20.001392 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ffdfec-a2d0-4fad-b24c-cd3165661fde None None] Sync routers for ids ['26939184-3ecb-43d0-b955-5cc7f227a76d'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:30:20.017934 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ffdfec-a2d0-4fad-b24c-cd3165661fde None None] Routers {'26939184-3ecb-43d0-b955-5cc7f227a76d'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:30:20.018943 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-88ffdfec-a2d0-4fad-b24c-cd3165661fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:30:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['26939184-3ecb-43d0-b955-5cc7f227a76d'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:20.023103 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-43d4154d-b250-4878-91fc-caaccc3b123e admin admin] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:20.027291 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 32836) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:20.027553 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-43d4154d-b250-4878-91fc-caaccc3b123e admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.8347230 May 05 20:30:20.217064 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device f3823f79-f444-4513-9c9a-03f244f5825f up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:30:20.225325 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-88ffdfec-a2d0-4fad-b24c-cd3165661fde None None] Set router 26939184-3ecb-43d0-b955-5cc7f227a76d gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:30:20.299239 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port f3823f79-f444-4513-9c9a-03f244f5825f completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:30:20.309524 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port f3823f79-f444-4513-9c9a-03f244f5825f triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:30:20.310375 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:20.466834 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:20.511709 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port f3823f79-f444-4513-9c9a-03f244f5825f, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=f3823f79-f444-4513-9c9a-03f244f5825f,segment=NetworkSegment(6f1c886b-698a-44cd-aa98-48b3255d12db),segment_id=6f1c886b-698a-44cd-aa98-48b3255d12db)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:30:20.517181 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:20.544242 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 32840) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:20.552033 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-09b88d19-3da1-4764-b888-22c7fd9b6edc tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Request body: {'subnet': {'network_id': '3b72e274-007e-4fc6-b5fd-9ae51ea23109', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:30:20.604207 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=f3823f79-f444-4513-9c9a-03f244f5825f,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:20.675745 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-88ffdfec-a2d0-4fad-b24c-cd3165661fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26939184-3ecb-43d0-b955-5cc7f227a76d', 'name': 'tempest-TestAggregatesBasicOps-1801285509-router', 'tenant_id': 'ac2e332bd1654a6a8fbb23ab8d911c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '3922817f-4a9f-472f-828f-c0d72f1ee4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:30:17Z', 'updated_at': '2022-05-05T20:30:18Z', 'revision_number': 3, 'project_id': 'ac2e332bd1654a6a8fbb23ab8d911c2d', 'gw_port': {'id': '3922817f-4a9f-472f-828f-c0d72f1ee4d4', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26939184-3ecb-43d0-b955-5cc7f227a76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:30:18Z', 'updated_at': '2022-05-05T20:30:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:20.680570 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ffdfec-a2d0-4fad-b24c-cd3165661fde None None] Checking router: 26939184-3ecb-43d0-b955-5cc7f227a76d for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:30:20.681042 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ffdfec-a2d0-4fad-b24c-cd3165661fde None None] Updating router 26939184-3ecb-43d0-b955-5cc7f227a76d port 3922817f-4a9f-472f-828f-c0d72f1ee4d4 binding host n-d-840717-1 {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:30:20.713249 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-09b88d19-3da1-4764-b888-22c7fd9b6edc tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:30:20.717053 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-09b88d19-3da1-4764-b888-22c7fd9b6edc tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Usage tracker for resource:subnet and tenant:29baed6139a04ee8bb031e4a00cd4a34 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:30:20.719931 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-09b88d19-3da1-4764-b888-22c7fd9b6edc tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:30:20.728483 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-09b88d19-3da1-4764-b888-22c7fd9b6edc tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:30:20.737892 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-88ffdfec-a2d0-4fad-b24c-cd3165661fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:20.743320 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b88d19-3da1-4764-b888-22c7fd9b6edc tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Made reservation on behalf of 29baed6139a04ee8bb031e4a00cd4a34 for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:30:20.748872 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-09b88d19-3da1-4764-b888-22c7fd9b6edc tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:20.971263 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c357dca6-2188-40a0-8fcf-9ed8c12d7800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:21.062943 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84d566-c4fd-40f1-9bd5-ace35d50c514 req-34ee91d8-9fc8-4b12-ad62-8aac2aa31a79 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:21.064907 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8d84d566-c4fd-40f1-9bd5-ace35d50c514 req-34ee91d8-9fc8-4b12-ad62-8aac2aa31a79 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=814ded3f-38ca-4c95-914d-07803acc37e8 HTTP/1.1" status: 200 len: 943 time: 0.1633704 May 05 20:30:21.127515 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-09b88d19-3da1-4764-b888-22c7fd9b6edc tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:21.133023 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-88ffdfec-a2d0-4fad-b24c-cd3165661fde None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:21.145499 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-88ffdfec-a2d0-4fad-b24c-cd3165661fde None None] Transition to ACTIVE for port object 3922817f-4a9f-472f-828f-c0d72f1ee4d4 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:30:21.152425 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-88ffdfec-a2d0-4fad-b24c-cd3165661fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:21.188532 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8d84d566-c4fd-40f1-9bd5-ace35d50c514 req-8d750617-3a53-4eb3-8ec3-e8e6704f3742 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107471 May 05 20:30:21.231234 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-88ffdfec-a2d0-4fad-b24c-cd3165661fde None None] Attempting to bind port 3922817f-4a9f-472f-828f-c0d72f1ee4d4 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:30:21.232429 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-88ffdfec-a2d0-4fad-b24c-cd3165661fde None None] Attempting to bind port 3922817f-4a9f-472f-828f-c0d72f1ee4d4 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:30:21.232570 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b88d19-3da1-4764-b888-22c7fd9b6edc tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Pushing event updated for resources: {'Subnet': ['ID=387c6551-fa0f-406a-8fa0-49ac28445593,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:21.232699 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ffdfec-a2d0-4fad-b24c-cd3165661fde None None] Attempting to bind port 3922817f-4a9f-472f-828f-c0d72f1ee4d4 on network 0401d202-1605-4cfe-bad4-fb225df6afb0 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:30:21.243600 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b88d19-3da1-4764-b888-22c7fd9b6edc tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Checking segment: {'id': '41b68cae-3119-4e2c-8ff7-cb025a033c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3b72e274-007e-4fc6-b5fd-9ae51ea23109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:30:21.244795 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b88d19-3da1-4764-b888-22c7fd9b6edc tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Network hostable DHCP agents. Network: 3b72e274-007e-4fc6-b5fd-9ae51ea23109, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:30:21.245528 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ffdfec-a2d0-4fad-b24c-cd3165661fde None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:30:21.245528 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ffdfec-a2d0-4fad-b24c-cd3165661fde None None] Checking segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:30:21.245528 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-88ffdfec-a2d0-4fad-b24c-cd3165661fde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:21.245528 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ffdfec-a2d0-4fad-b24c-cd3165661fde None None] Bound using segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:30:21.245941 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-88ffdfec-a2d0-4fad-b24c-cd3165661fde None None] Bound port: 3922817f-4a9f-472f-828f-c0d72f1ee4d4, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:30:21.246164 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-88ffdfec-a2d0-4fad-b24c-cd3165661fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:21.265906 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b88d19-3da1-4764-b888-22c7fd9b6edc tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Network 3b72e274-007e-4fc6-b5fd-9ae51ea23109 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:30:21.276771 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-09b88d19-3da1-4764-b888-22c7fd9b6edc tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 3b72e274-007e-4fc6-b5fd-9ae51ea23109) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:30:21.281472 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b88d19-3da1-4764-b888-22c7fd9b6edc tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:21.282154 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-09b88d19-3da1-4764-b888-22c7fd9b6edc tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:21.289080 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a968dfeb-0bc9-450a-8927-3e822f59b440 None None] Network 3b72e274-007e-4fc6-b5fd-9ae51ea23109 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:30:21.290621 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb398064-e918-4044-aa07-c8c13379e1cf None None] Pushing event updated for resources: {'Port': ['ID=3922817f-4a9f-472f-828f-c0d72f1ee4d4,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:21.310419 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-09b88d19-3da1-4764-b888-22c7fd9b6edc tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7646945 May 05 20:30:21.313747 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 32846) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:21.321292 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-2b28b40a-bfed-4924-8d26-18312968b862 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1420584595'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:30:21.328545 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-2b28b40a-bfed-4924-8d26-18312968b862 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:30:21.329456 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-88ffdfec-a2d0-4fad-b24c-cd3165661fde None None] For port 3922817f-4a9f-472f-828f-c0d72f1ee4d4, host n-d-840717-1, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:30:21.333164 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-88ffdfec-a2d0-4fad-b24c-cd3165661fde None None] For port 3922817f-4a9f-472f-828f-c0d72f1ee4d4, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=3922817f-4a9f-472f-828f-c0d72f1ee4d4,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:30:21.334561 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-2b28b40a-bfed-4924-8d26-18312968b862 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Usage tracker for resource:network and tenant:29baed6139a04ee8bb031e4a00cd4a34 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:30:21.338694 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-2b28b40a-bfed-4924-8d26-18312968b862 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:30:21.342075 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb398064-e918-4044-aa07-c8c13379e1cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:21.342619 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb398064-e918-4044-aa07-c8c13379e1cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:21.343515 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb398064-e918-4044-aa07-c8c13379e1cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:21.344076 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb398064-e918-4044-aa07-c8c13379e1cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:21.344559 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb398064-e918-4044-aa07-c8c13379e1cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:21.345185 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb398064-e918-4044-aa07-c8c13379e1cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:21.345996 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb398064-e918-4044-aa07-c8c13379e1cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:21.346501 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb398064-e918-4044-aa07-c8c13379e1cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:21.346948 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-2b28b40a-bfed-4924-8d26-18312968b862 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:30:21.347321 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb398064-e918-4044-aa07-c8c13379e1cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:21.347479 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-c357dca6-2188-40a0-8fcf-9ed8c12d7800 admin admin] Allocated IP 172.20.0.1 (49cc468d-aedd-41e6-bb96-9493dc8b25e4/d55bf722-d643-4013-8d86-800b329a708d/4d937603-6e69-4062-89c3-9b48fe3ca9ea) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:30:21.348104 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb398064-e918-4044-aa07-c8c13379e1cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:21.348627 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb398064-e918-4044-aa07-c8c13379e1cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:21.349114 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb398064-e918-4044-aa07-c8c13379e1cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:21.353024 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-88ffdfec-a2d0-4fad-b24c-cd3165661fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:21.362022 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b28b40a-bfed-4924-8d26-18312968b862 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Made reservation on behalf of 29baed6139a04ee8bb031e4a00cd4a34 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:30:21.368459 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2b28b40a-bfed-4924-8d26-18312968b862 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:21.417400 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b28b40a-bfed-4924-8d26-18312968b862 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:30:21.428006 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2b28b40a-bfed-4924-8d26-18312968b862 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:21.428398 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-2b28b40a-bfed-4924-8d26-18312968b862 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Added segment 7ec8e69e-6b9e-4fab-844b-7e04aa9971e8 of type vlan for network eed25e92-0363-4f45-aae2-7296bcb47b9e May 05 20:30:21.456110 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2b28b40a-bfed-4924-8d26-18312968b862 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:21.461026 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ffdfec-a2d0-4fad-b24c-cd3165661fde None None] Routers {'26939184-3ecb-43d0-b955-5cc7f227a76d'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:30:21.461655 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-88ffdfec-a2d0-4fad-b24c-cd3165661fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:30:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['26939184-3ecb-43d0-b955-5cc7f227a76d'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:21.492494 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2b28b40a-bfed-4924-8d26-18312968b862 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:21.499761 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b28b40a-bfed-4924-8d26-18312968b862 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:21.501238 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2b28b40a-bfed-4924-8d26-18312968b862 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:21.549101 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c357dca6-2188-40a0-8fcf-9ed8c12d7800 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:21.567722 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-c357dca6-2188-40a0-8fcf-9ed8c12d7800 admin admin] Transition to ACTIVE for port object 4d937603-6e69-4062-89c3-9b48fe3ca9ea will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:30:21.574380 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-2b28b40a-bfed-4924-8d26-18312968b862 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2589662 May 05 20:30:21.575089 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 32850) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:21.597210 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c357dca6-2188-40a0-8fcf-9ed8c12d7800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:21.598237 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc726543-98a9-4aa3-9d04-ab1859cf2222 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-3b72e274-007e-4fc6-b5fd-9ae51ea23109', 'network_id': '3b72e274-007e-4fc6-b5fd-9ae51ea23109', 'tenant_id': '29baed6139a04ee8bb031e4a00cd4a34', 'fixed_ips': [{'subnet_id': '387c6551-fa0f-406a-8fa0-49ac28445593'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:30:21.599069 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cc726543-98a9-4aa3-9d04-ab1859cf2222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:21.621211 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb398064-e918-4044-aa07-c8c13379e1cf None None] Pushing event updated for resources: {'Port': ['ID=3922817f-4a9f-472f-828f-c0d72f1ee4d4,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:21.635025 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-9cf24940-882d-43ac-9810-6a7ddd33c97b tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Request body: {'subnet': {'network_id': 'eed25e92-0363-4f45-aae2-7296bcb47b9e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:30:21.649236 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b28b40a-bfed-4924-8d26-18312968b862 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Pushing event updated for resources: {'Network': ['ID=eed25e92-0363-4f45-aae2-7296bcb47b9e,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:21.671605 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network eed25e92-0363-4f45-aae2-7296bcb47b9e details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:30:21.711175 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-88ffdfec-a2d0-4fad-b24c-cd3165661fde None None] Set router 26939184-3ecb-43d0-b955-5cc7f227a76d gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:30:21.729380 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c357dca6-2188-40a0-8fcf-9ed8c12d7800 admin admin] Network 49cc468d-aedd-41e6-bb96-9493dc8b25e4 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:30:21.735920 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-c357dca6-2188-40a0-8fcf-9ed8c12d7800 admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:30:21.741033 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c357dca6-2188-40a0-8fcf-9ed8c12d7800 admin admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:30:21.790600 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c357dca6-2188-40a0-8fcf-9ed8c12d7800 admin admin] Pushing event updated for resources: {'Port': ['ID=4d937603-6e69-4062-89c3-9b48fe3ca9ea,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:21.791432 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-9cf24940-882d-43ac-9810-6a7ddd33c97b tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:30:21.796984 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-9cf24940-882d-43ac-9810-6a7ddd33c97b tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Usage tracker for resource:subnet and tenant:29baed6139a04ee8bb031e4a00cd4a34 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:30:21.801472 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-9cf24940-882d-43ac-9810-6a7ddd33c97b tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:30:21.813355 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-9cf24940-882d-43ac-9810-6a7ddd33c97b tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:30:21.820518 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c357dca6-2188-40a0-8fcf-9ed8c12d7800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:21.834387 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf24940-882d-43ac-9810-6a7ddd33c97b tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Made reservation on behalf of 29baed6139a04ee8bb031e4a00cd4a34 for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:30:21.838374 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9cf24940-882d-43ac-9810-6a7ddd33c97b tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:21.900304 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-cc726543-98a9-4aa3-9d04-ab1859cf2222 None None] Allocated IP 2001:db8:0:ffff::2 (3b72e274-007e-4fc6-b5fd-9ae51ea23109/387c6551-fa0f-406a-8fa0-49ac28445593/7daca157-223f-4840-9325-0a978c54607b) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:30:22.040690 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c357dca6-2188-40a0-8fcf-9ed8c12d7800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:22.088049 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9b74cfed-31f2-4ffc-8436-c0d63fc12e36 None None] Provisioning for port 4d937603-6e69-4062-89c3-9b48fe3ca9ea completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:30:22.096495 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9b74cfed-31f2-4ffc-8436-c0d63fc12e36 None None] Provisioning complete for port 4d937603-6e69-4062-89c3-9b48fe3ca9ea triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:30:22.097109 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9b74cfed-31f2-4ffc-8436-c0d63fc12e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:22.128789 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-88ffdfec-a2d0-4fad-b24c-cd3165661fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26939184-3ecb-43d0-b955-5cc7f227a76d', 'name': 'tempest-TestAggregatesBasicOps-1801285509-router', 'tenant_id': 'ac2e332bd1654a6a8fbb23ab8d911c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '3922817f-4a9f-472f-828f-c0d72f1ee4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:30:17Z', 'updated_at': '2022-05-05T20:30:18Z', 'revision_number': 3, 'project_id': 'ac2e332bd1654a6a8fbb23ab8d911c2d', 'gw_port': {'id': '3922817f-4a9f-472f-828f-c0d72f1ee4d4', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26939184-3ecb-43d0-b955-5cc7f227a76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:30:18Z', 'updated_at': '2022-05-05T20:30:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:22.134774 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ffdfec-a2d0-4fad-b24c-cd3165661fde None None] The sync data for ids ['26939184-3ecb-43d0-b955-5cc7f227a76d'] in n-d-840717-1 is: [{'id': '26939184-3ecb-43d0-b955-5cc7f227a76d', 'name': 'tempest-TestAggregatesBasicOps-1801285509-router', 'tenant_id': 'ac2e332bd1654a6a8fbb23ab8d911c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '3922817f-4a9f-472f-828f-c0d72f1ee4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:30:17Z', 'updated_at': '2022-05-05T20:30:18Z', 'revision_number': 3, 'project_id': 'ac2e332bd1654a6a8fbb23ab8d911c2d', 'gw_port': {'id': '3922817f-4a9f-472f-828f-c0d72f1ee4d4', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26939184-3ecb-43d0-b955-5cc7f227a76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:30:18Z', 'updated_at': '2022-05-05T20:30:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:30:22.204518 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device f3823f79-f444-4513-9c9a-03f244f5825f up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:30:22.276907 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9b74cfed-31f2-4ffc-8436-c0d63fc12e36 None None] Port 4d937603-6e69-4062-89c3-9b48fe3ca9ea cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:30:22.285767 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cc726543-98a9-4aa3-9d04-ab1859cf2222 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:22.303000 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-cc726543-98a9-4aa3-9d04-ab1859cf2222 None None] Transition to ACTIVE for port object 7daca157-223f-4840-9325-0a978c54607b will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:30:22.331712 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-cc726543-98a9-4aa3-9d04-ab1859cf2222 None None] Transition to ACTIVE for port object 7daca157-223f-4840-9325-0a978c54607b will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:30:22.338263 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port f3823f79-f444-4513-9c9a-03f244f5825f triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:30:22.338635 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:22.370681 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cc726543-98a9-4aa3-9d04-ab1859cf2222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:22.450147 n-d-840717-1 neutron-server[88197]: DEBUG neutron.objects.ports [None req-9cf24940-882d-43ac-9810-6a7ddd33c97b tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88197) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 05 20:30:22.451545 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9cf24940-882d-43ac-9810-6a7ddd33c97b tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:22.472380 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc726543-98a9-4aa3-9d04-ab1859cf2222 None None] Network 3b72e274-007e-4fc6-b5fd-9ae51ea23109 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:30:22.490129 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-cc726543-98a9-4aa3-9d04-ab1859cf2222 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:30:22.490129 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc726543-98a9-4aa3-9d04-ab1859cf2222 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:30:22.506932 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc726543-98a9-4aa3-9d04-ab1859cf2222 None None] Pushing event updated for resources: {'Port': ['ID=7daca157-223f-4840-9325-0a978c54607b,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:22.558796 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c357dca6-2188-40a0-8fcf-9ed8c12d7800 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:22.574782 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713a758b-1ef9-4ffc-be57-d9668451c445 req-84c682fd-07d1-415d-b1e2-e1844c69c112 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:22.576482 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-713a758b-1ef9-4ffc-be57-d9668451c445 req-84c682fd-07d1-415d-b1e2-e1844c69c112 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=814ded3f-38ca-4c95-914d-07803acc37e8 HTTP/1.1" status: 200 len: 943 time: 0.1871305 May 05 20:30:22.577697 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c357dca6-2188-40a0-8fcf-9ed8c12d7800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:22.586117 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf24940-882d-43ac-9810-6a7ddd33c97b tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Checking segment: {'id': '7ec8e69e-6b9e-4fab-844b-7e04aa9971e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'eed25e92-0363-4f45-aae2-7296bcb47b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:30:22.586811 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf24940-882d-43ac-9810-6a7ddd33c97b tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Network hostable DHCP agents. Network: eed25e92-0363-4f45-aae2-7296bcb47b9e, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:30:22.603989 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf24940-882d-43ac-9810-6a7ddd33c97b tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Pushing event updated for resources: {'Subnet': ['ID=0469e6e7-76a0-419a-b4fc-b716d9fdbf82,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:22.633945 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf24940-882d-43ac-9810-6a7ddd33c97b tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Network eed25e92-0363-4f45-aae2-7296bcb47b9e is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:30:22.656541 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-9cf24940-882d-43ac-9810-6a7ddd33c97b tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, eed25e92-0363-4f45-aae2-7296bcb47b9e) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:30:22.662570 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf24940-882d-43ac-9810-6a7ddd33c97b tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:22.663342 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9cf24940-882d-43ac-9810-6a7ddd33c97b tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:22.697930 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-9cf24940-882d-43ac-9810-6a7ddd33c97b tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0727561 May 05 20:30:22.701618 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 32856) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:22.712954 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-cc17c9db-5178-42c8-b194-b6fcb9a3403d tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Request body: {'port': {'network_id': 'eed25e92-0363-4f45-aae2-7296bcb47b9e', 'name': 'tempest-NetworksIpV6TestAttrs-76141257'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:30:22.716537 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b9a63c-db75-4c17-8cc1-eb729b773c63 None None] Network eed25e92-0363-4f45-aae2-7296bcb47b9e requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:30:22.740682 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c357dca6-2188-40a0-8fcf-9ed8c12d7800 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:22.744018 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c357dca6-2188-40a0-8fcf-9ed8c12d7800 admin admin] Pushing event updated for resources: {'Port': ['ID=4d937603-6e69-4062-89c3-9b48fe3ca9ea,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:22.755972 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-713a758b-1ef9-4ffc-be57-d9668451c445 req-94700544-3969-452e-9e63-1df147f76b97 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457329 May 05 20:30:22.791265 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-cc726543-98a9-4aa3-9d04-ab1859cf2222 None None] Attempting to bind port 7daca157-223f-4840-9325-0a978c54607b on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:30:22.791802 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-cc726543-98a9-4aa3-9d04-ab1859cf2222 None None] Attempting to bind port 7daca157-223f-4840-9325-0a978c54607b by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '41b68cae-3119-4e2c-8ff7-cb025a033c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3b72e274-007e-4fc6-b5fd-9ae51ea23109'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:30:22.792268 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc726543-98a9-4aa3-9d04-ab1859cf2222 None None] Attempting to bind port 7daca157-223f-4840-9325-0a978c54607b on network 3b72e274-007e-4fc6-b5fd-9ae51ea23109 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:30:22.850820 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc726543-98a9-4aa3-9d04-ab1859cf2222 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:30:22.851435 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc726543-98a9-4aa3-9d04-ab1859cf2222 None None] Checking segment: {'id': '41b68cae-3119-4e2c-8ff7-cb025a033c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3b72e274-007e-4fc6-b5fd-9ae51ea23109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:30:22.851867 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cc726543-98a9-4aa3-9d04-ab1859cf2222 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:22.852271 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc726543-98a9-4aa3-9d04-ab1859cf2222 None None] Bound using segment: {'id': '41b68cae-3119-4e2c-8ff7-cb025a033c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3b72e274-007e-4fc6-b5fd-9ae51ea23109'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:30:22.852747 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-cc726543-98a9-4aa3-9d04-ab1859cf2222 None None] Bound port: 7daca157-223f-4840-9325-0a978c54607b, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41b68cae-3119-4e2c-8ff7-cb025a033c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3b72e274-007e-4fc6-b5fd-9ae51ea23109'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:30:22.853118 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cc726543-98a9-4aa3-9d04-ab1859cf2222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:22.883502 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-cc17c9db-5178-42c8-b194-b6fcb9a3403d tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:30:22.887606 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-cc17c9db-5178-42c8-b194-b6fcb9a3403d tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Usage tracker for resource:port and tenant:29baed6139a04ee8bb031e4a00cd4a34 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:30:22.890570 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-cc17c9db-5178-42c8-b194-b6fcb9a3403d tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:30:22.897540 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-cc17c9db-5178-42c8-b194-b6fcb9a3403d tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:30:22.905152 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c357dca6-2188-40a0-8fcf-9ed8c12d7800 admin admin] Network 49cc468d-aedd-41e6-bb96-9493dc8b25e4 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:30:22.907290 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-c357dca6-2188-40a0-8fcf-9ed8c12d7800 admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:30:22.914399 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc17c9db-5178-42c8-b194-b6fcb9a3403d tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Made reservation on behalf of 29baed6139a04ee8bb031e4a00cd4a34 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:30:22.919224 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cc17c9db-5178-42c8-b194-b6fcb9a3403d tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:22.949966 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [None req-cc17c9db-5178-42c8-b194-b6fcb9a3403d tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] device_id is not set on port 3c30f66a-3d63-4f1b-9cac-9685ab4576eb yet. {{(pid=88197) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:30:23.029770 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-cc726543-98a9-4aa3-9d04-ab1859cf2222 None None] For port 7daca157-223f-4840-9325-0a978c54607b, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:30:23.034017 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-cc726543-98a9-4aa3-9d04-ab1859cf2222 None None] For port 7daca157-223f-4840-9325-0a978c54607b, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=7daca157-223f-4840-9325-0a978c54607b,segment=NetworkSegment(41b68cae-3119-4e2c-8ff7-cb025a033c67),segment_id=41b68cae-3119-4e2c-8ff7-cb025a033c67)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:30:23.040830 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 3c29f9cc-16e4-4646-8b3e-8299a779a0e4 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:30:23.050269 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cc726543-98a9-4aa3-9d04-ab1859cf2222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:23.169381 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c357dca6-2188-40a0-8fcf-9ed8c12d7800 admin admin] Router 26939184-3ecb-43d0-b955-5cc7f227a76d has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:30:23.187809 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-cc17c9db-5178-42c8-b194-b6fcb9a3403d tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Allocated IP 2001:db8::f816:3eff:fe1f:bf01 (eed25e92-0363-4f45-aae2-7296bcb47b9e/0469e6e7-76a0-419a-b4fc-b716d9fdbf82/3c30f66a-3d63-4f1b-9cac-9685ab4576eb) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:30:23.229310 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.resource_extend [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 20:30:23.243541 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc726543-98a9-4aa3-9d04-ab1859cf2222 None None] Pushing event updated for resources: {'Port': ['ID=7daca157-223f-4840-9325-0a978c54607b,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:23.426514 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c357dca6-2188-40a0-8fcf-9ed8c12d7800 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:30:23.447107 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1e9233-e800-45ec-b4b0-e09b48414ec7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-eed25e92-0363-4f45-aae2-7296bcb47b9e', 'network_id': 'eed25e92-0363-4f45-aae2-7296bcb47b9e', 'tenant_id': '29baed6139a04ee8bb031e4a00cd4a34', 'fixed_ips': [{'subnet_id': '0469e6e7-76a0-419a-b4fc-b716d9fdbf82'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:30:23.448043 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6e1e9233-e800-45ec-b4b0-e09b48414ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:23.463147 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c357dca6-2188-40a0-8fcf-9ed8c12d7800 admin admin] 10.222.0.36 "PUT /v2.0/routers/26939184-3ecb-43d0-b955-5cc7f227a76d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4311991 May 05 20:30:23.471517 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-a1d32cda-4798-4133-b808-2d0e677ea9b0 None None] Provisioning complete for port 4d937603-6e69-4062-89c3-9b48fe3ca9ea triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:30:23.471895 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a1d32cda-4798-4133-b808-2d0e677ea9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:23.493375 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cc17c9db-5178-42c8-b194-b6fcb9a3403d tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:23.517956 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-cc17c9db-5178-42c8-b194-b6fcb9a3403d tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Transition to ACTIVE for port object 3c30f66a-3d63-4f1b-9cac-9685ab4576eb will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:30:23.528094 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 3c29f9cc-16e4-4646-8b3e-8299a779a0e4, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=3c29f9cc-16e4-4646-8b3e-8299a779a0e4,segment=NetworkSegment(5effa292-6024-4206-9fcb-ee5e58965e00),segment_id=5effa292-6024-4206-9fcb-ee5e58965e00)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:30:23.584660 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': '3c29f9cc-16e4-4646-8b3e-8299a779a0e4', 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1', 'port_id': '3c29f9cc-16e4-4646-8b3e-8299a779a0e4', 'mac_address': 'fa:16:3e:08:62:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4fffa46-b0f9-43c4-a768-6cf896707ddc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:30:23.602548 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cc17c9db-5178-42c8-b194-b6fcb9a3403d tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:23.702712 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc17c9db-5178-42c8-b194-b6fcb9a3403d tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Network eed25e92-0363-4f45-aae2-7296bcb47b9e is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:30:23.708166 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-cc17c9db-5178-42c8-b194-b6fcb9a3403d tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:30:23.715944 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc17c9db-5178-42c8-b194-b6fcb9a3403d tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:30:23.727198 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc17c9db-5178-42c8-b194-b6fcb9a3403d tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:23.728029 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cc17c9db-5178-42c8-b194-b6fcb9a3403d tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:23.746611 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc17c9db-5178-42c8-b194-b6fcb9a3403d tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Pushing event updated for resources: {'Port': ['ID=3c30f66a-3d63-4f1b-9cac-9685ab4576eb,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:23.748453 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-a1d32cda-4798-4133-b808-2d0e677ea9b0 None None] Port 4d937603-6e69-4062-89c3-9b48fe3ca9ea cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:30:23.765708 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-cc17c9db-5178-42c8-b194-b6fcb9a3403d tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 1.0621107 May 05 20:30:23.768437 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 32864) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:23.771978 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:23.793144 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c29f9cc-16e4-4646-8b3e-8299a779a0e4 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:30:23.850082 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 3c29f9cc-16e4-4646-8b3e-8299a779a0e4, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=3c29f9cc-16e4-4646-8b3e-8299a779a0e4,segment=NetworkSegment(5effa292-6024-4206-9fcb-ee5e58965e00),segment_id=5effa292-6024-4206-9fcb-ee5e58965e00)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:30:23.861507 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:23.930132 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-6e1e9233-e800-45ec-b4b0-e09b48414ec7 None None] Allocated IP 2001:db8::f816:3eff:fe10:fa0b (eed25e92-0363-4f45-aae2-7296bcb47b9e/0469e6e7-76a0-419a-b4fc-b716d9fdbf82/abd8c7dd-f9b9-4851-885f-0a042b2cb143) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:30:23.968985 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=3c29f9cc-16e4-4646-8b3e-8299a779a0e4,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:24.014477 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65496e13-b22a-4486-bd75-19e8679018d3 req-f51a1584-ed96-40a2-ad67-61e66d85ca7c tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:24.016167 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-65496e13-b22a-4486-bd75-19e8679018d3 req-f51a1584-ed96-40a2-ad67-61e66d85ca7c tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=814ded3f-38ca-4c95-914d-07803acc37e8 HTTP/1.1" status: 200 len: 944 time: 0.1081026 May 05 20:30:24.030092 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d1a1136-67fc-41f1-b0d6-daaee5d33e08 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Deleting subnet 0469e6e7-76a0-419a-b4fc-b716d9fdbf82 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:30:24.074193 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-65496e13-b22a-4486-bd75-19e8679018d3 req-4eb16458-7177-4427-9769-9696cae47c79 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501907 May 05 20:30:24.150419 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['3c29f9cc-16e4-4646-8b3e-8299a779a0e4'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:30:24.279010 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 3922817f-4a9f-472f-828f-c0d72f1ee4d4 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:30:24.365083 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 32886) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:24.370561 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-a7451748-5ac8-4a49-acb4-0489114a43f3 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2062001870-network', 'tenant_id': 'a92aded897ca484ea364b519f05f1f93'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:30:24.376334 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a7451748-5ac8-4a49-acb4-0489114a43f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:30:24.381584 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a7451748-5ac8-4a49-acb4-0489114a43f3 admin admin] Usage tracker for resource:network and tenant:a92aded897ca484ea364b519f05f1f93 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:30:24.388418 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a7451748-5ac8-4a49-acb4-0489114a43f3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:30:24.397714 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a7451748-5ac8-4a49-acb4-0489114a43f3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:30:24.410342 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6e1e9233-e800-45ec-b4b0-e09b48414ec7 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:24.410892 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7451748-5ac8-4a49-acb4-0489114a43f3 admin admin] Made reservation on behalf of a92aded897ca484ea364b519f05f1f93 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:30:24.416705 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a7451748-5ac8-4a49-acb4-0489114a43f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:24.431243 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a7451748-5ac8-4a49-acb4-0489114a43f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:24.441010 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-6e1e9233-e800-45ec-b4b0-e09b48414ec7 None None] Transition to ACTIVE for port object abd8c7dd-f9b9-4851-885f-0a042b2cb143 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:30:24.449148 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a7451748-5ac8-4a49-acb4-0489114a43f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:30:24.453087 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a7451748-5ac8-4a49-acb4-0489114a43f3 admin admin] Usage tracker for resource:security_group_rule and tenant:a92aded897ca484ea364b519f05f1f93 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:30:24.456184 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a7451748-5ac8-4a49-acb4-0489114a43f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:30:24.463929 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a7451748-5ac8-4a49-acb4-0489114a43f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:30:24.481012 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 3922817f-4a9f-472f-828f-c0d72f1ee4d4 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:30:24.491481 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-6e1e9233-e800-45ec-b4b0-e09b48414ec7 None None] Transition to ACTIVE for port object abd8c7dd-f9b9-4851-885f-0a042b2cb143 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:30:24.495119 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 3922817f-4a9f-472f-828f-c0d72f1ee4d4 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:30:24.495634 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:24.570696 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2d1a1136-67fc-41f1-b0d6-daaee5d33e08 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:24.583704 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c75ebae-0009-492f-8149-1ff9bb6a14a2 None None] Sync routers for ids ['26939184-3ecb-43d0-b955-5cc7f227a76d'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:30:24.598837 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6e1e9233-e800-45ec-b4b0-e09b48414ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:24.638422 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2d1a1136-67fc-41f1-b0d6-daaee5d33e08 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:24.680144 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1e9233-e800-45ec-b4b0-e09b48414ec7 None None] Network eed25e92-0363-4f45-aae2-7296bcb47b9e is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:30:24.697914 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c75ebae-0009-492f-8149-1ff9bb6a14a2 None None] Routers {'26939184-3ecb-43d0-b955-5cc7f227a76d'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:30:24.698555 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-3c75ebae-0009-492f-8149-1ff9bb6a14a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:30:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['26939184-3ecb-43d0-b955-5cc7f227a76d'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:24.709346 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a7451748-5ac8-4a49-acb4-0489114a43f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:24.716301 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a7451748-5ac8-4a49-acb4-0489114a43f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:24.761633 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-6e1e9233-e800-45ec-b4b0-e09b48414ec7 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:30:24.774621 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b08bf7-80cb-479d-81a5-568dc08b9d0a None None] Network 3b72e274-007e-4fc6-b5fd-9ae51ea23109 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:30:24.778823 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7451748-5ac8-4a49-acb4-0489114a43f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:30:24.781195 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7451748-5ac8-4a49-acb4-0489114a43f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5530a270-3f62-4d94-93bc-f121d5641749,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:24.799541 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a7451748-5ac8-4a49-acb4-0489114a43f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:24.800117 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-a7451748-5ac8-4a49-acb4-0489114a43f3 admin admin] Added segment 6a4e6043-f033-4a5c-90d6-eafe505720c7 of type vlan for network 8e32a895-3024-4c88-b08f-23dbc965b4e9 May 05 20:30:24.804677 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1e9233-e800-45ec-b4b0-e09b48414ec7 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:30:24.840167 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a7451748-5ac8-4a49-acb4-0489114a43f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:24.854110 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2d1a1136-67fc-41f1-b0d6-daaee5d33e08 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:24.924272 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a7451748-5ac8-4a49-acb4-0489114a43f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:24.925591 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7451748-5ac8-4a49-acb4-0489114a43f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:24.927000 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a7451748-5ac8-4a49-acb4-0489114a43f3 admin admin] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:25.049611 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2d1a1136-67fc-41f1-b0d6-daaee5d33e08 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:25.071518 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1e9233-e800-45ec-b4b0-e09b48414ec7 None None] Pushing event updated for resources: {'Port': ['ID=abd8c7dd-f9b9-4851-885f-0a042b2cb143,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:25.083599 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7451748-5ac8-4a49-acb4-0489114a43f3 admin admin] Pushing event updated for resources: {'Network': ['ID=8e32a895-3024-4c88-b08f-23dbc965b4e9,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:25.099617 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1a1136-67fc-41f1-b0d6-daaee5d33e08 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Pushing event deleted for resources: {'Subnet': ['ID=0469e6e7-76a0-419a-b4fc-b716d9fdbf82,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:25.102427 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2d1a1136-67fc-41f1-b0d6-daaee5d33e08 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:25.107028 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 32892) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:25.107496 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-2d1a1136-67fc-41f1-b0d6-daaee5d33e08 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] 10.222.0.36 "DELETE /v2.0/subnets/0469e6e7-76a0-419a-b4fc-b716d9fdbf82 HTTP/1.1" status: 204 len: 168 time: 1.3376830 May 05 20:30:25.108739 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a7451748-5ac8-4a49-acb4-0489114a43f3 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7425570 May 05 20:30:25.111761 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 32896) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:25.118839 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-5c5dc1c7-1243-4ea4-ba11-0a476c8f8b13 admin admin] Request body: {'subnet': {'network_id': '8e32a895-3024-4c88-b08f-23dbc965b4e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2062001870-subnet', 'tenant_id': 'a92aded897ca484ea364b519f05f1f93', 'ip_version': 4}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:30:25.125996 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9284d892-5227-487a-9a56-08be90db90bf None None] Provisioning for port 7daca157-223f-4840-9325-0a978c54607b completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:30:25.126661 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5c5dc1c7-1243-4ea4-ba11-0a476c8f8b13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:30:25.131625 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-5c5dc1c7-1243-4ea4-ba11-0a476c8f8b13 admin admin] Usage tracker for resource:subnet and tenant:a92aded897ca484ea364b519f05f1f93 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:30:25.134709 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-5c5dc1c7-1243-4ea4-ba11-0a476c8f8b13 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:30:25.140842 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5c5dc1c7-1243-4ea4-ba11-0a476c8f8b13 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:30:25.153018 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c5dc1c7-1243-4ea4-ba11-0a476c8f8b13 admin admin] Made reservation on behalf of a92aded897ca484ea364b519f05f1f93 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:30:25.155651 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5c5dc1c7-1243-4ea4-ba11-0a476c8f8b13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:25.167732 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 8e32a895-3024-4c88-b08f-23dbc965b4e9 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:30:25.221058 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde1c42b-b9e9-45ea-be21-d24779deb7ad tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:25.223816 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde1c42b-b9e9-45ea-be21-d24779deb7ad tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:25.225041 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-dde1c42b-b9e9-45ea-be21-d24779deb7ad tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Synchronizing usage tracker for tenant:29baed6139a04ee8bb031e4a00cd4a34 on resource:subnet {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:30:25.243967 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:25.273963 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-6e1e9233-e800-45ec-b4b0-e09b48414ec7 None None] Attempting to bind port abd8c7dd-f9b9-4851-885f-0a042b2cb143 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:30:25.274336 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-6e1e9233-e800-45ec-b4b0-e09b48414ec7 None None] Attempting to bind port abd8c7dd-f9b9-4851-885f-0a042b2cb143 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '7ec8e69e-6b9e-4fab-844b-7e04aa9971e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'eed25e92-0363-4f45-aae2-7296bcb47b9e'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:30:25.274695 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1e9233-e800-45ec-b4b0-e09b48414ec7 None None] Attempting to bind port abd8c7dd-f9b9-4851-885f-0a042b2cb143 on network eed25e92-0363-4f45-aae2-7296bcb47b9e {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:30:25.309109 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-dde1c42b-b9e9-45ea-be21-d24779deb7ad tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Unset dirty status for tenant:29baed6139a04ee8bb031e4a00cd4a34 on resource:subnet {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:30:25.309510 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1e9233-e800-45ec-b4b0-e09b48414ec7 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:30:25.310044 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-dde1c42b-b9e9-45ea-be21-d24779deb7ad tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2012033 May 05 20:30:25.312017 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1e9233-e800-45ec-b4b0-e09b48414ec7 None None] Checking segment: {'id': '7ec8e69e-6b9e-4fab-844b-7e04aa9971e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'eed25e92-0363-4f45-aae2-7296bcb47b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:30:25.312702 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6e1e9233-e800-45ec-b4b0-e09b48414ec7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:25.313062 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 32900) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:25.313394 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1e9233-e800-45ec-b4b0-e09b48414ec7 None None] Bound using segment: {'id': '7ec8e69e-6b9e-4fab-844b-7e04aa9971e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'eed25e92-0363-4f45-aae2-7296bcb47b9e'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:30:25.314088 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-6e1e9233-e800-45ec-b4b0-e09b48414ec7 None None] Bound port: abd8c7dd-f9b9-4851-885f-0a042b2cb143, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ec8e69e-6b9e-4fab-844b-7e04aa9971e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'eed25e92-0363-4f45-aae2-7296bcb47b9e'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:30:25.314475 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6e1e9233-e800-45ec-b4b0-e09b48414ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:25.342174 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 3922817f-4a9f-472f-828f-c0d72f1ee4d4, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=3922817f-4a9f-472f-828f-c0d72f1ee4d4,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:30:25.391761 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5c5dc1c7-1243-4ea4-ba11-0a476c8f8b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:25.435803 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:25.436624 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 7daca157-223f-4840-9325-0a978c54607b up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:30:25.445027 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c9eb4be7-9c08-4cc1-ba6a-4f402ddab241 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:25.454692 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f089e-ddec-4b4f-85cc-f8f33f80aac9 req-2b731aac-f3db-4805-bea9-c77d5b8ff551 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:25.456205 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1b2f089e-ddec-4b4f-85cc-f8f33f80aac9 req-2b731aac-f3db-4805-bea9-c77d5b8ff551 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=814ded3f-38ca-4c95-914d-07803acc37e8 HTTP/1.1" status: 200 len: 944 time: 0.2205782 May 05 20:30:25.462828 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9eb4be7-9c08-4cc1-ba6a-4f402ddab241 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 05 20:30:25.463292 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9eb4be7-9c08-4cc1-ba6a-4f402ddab241 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:30:25.469456 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-c9eb4be7-9c08-4cc1-ba6a-4f402ddab241 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] 10.222.0.36 "DELETE /v2.0/networks/eed25e92-0363-4f45-aae2-7296bcb47b9e HTTP/1.1" status: 409 len: 405 time: 0.1510718 May 05 20:30:25.469631 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 32904) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:25.471037 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5dc1c7-1243-4ea4-ba11-0a476c8f8b13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bda18527-bd70-4cf4-aafb-796917e83a5c,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:25.471672 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-3c75ebae-0009-492f-8149-1ff9bb6a14a2 None None] Set router 26939184-3ecb-43d0-b955-5cc7f227a76d gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:30:25.476644 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-44eec2dc-7481-4e86-a42e-3581b880ccc0 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-827328929'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:30:25.483566 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5dc1c7-1243-4ea4-ba11-0a476c8f8b13 admin admin] Checking segment: {'id': '6a4e6043-f033-4a5c-90d6-eafe505720c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8e32a895-3024-4c88-b08f-23dbc965b4e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:30:25.483933 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5dc1c7-1243-4ea4-ba11-0a476c8f8b13 admin admin] Network hostable DHCP agents. Network: 8e32a895-3024-4c88-b08f-23dbc965b4e9, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:30:25.500617 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-44eec2dc-7481-4e86-a42e-3581b880ccc0 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:30:25.505121 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5dc1c7-1243-4ea4-ba11-0a476c8f8b13 admin admin] Network 8e32a895-3024-4c88-b08f-23dbc965b4e9 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:30:25.514596 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-44eec2dc-7481-4e86-a42e-3581b880ccc0 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Usage tracker for resource:network and tenant:29baed6139a04ee8bb031e4a00cd4a34 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:30:25.515399 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-5c5dc1c7-1243-4ea4-ba11-0a476c8f8b13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 8e32a895-3024-4c88-b08f-23dbc965b4e9) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:30:25.520899 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-44eec2dc-7481-4e86-a42e-3581b880ccc0 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:30:25.524194 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5dc1c7-1243-4ea4-ba11-0a476c8f8b13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:25.524988 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5c5dc1c7-1243-4ea4-ba11-0a476c8f8b13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:25.530094 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-44eec2dc-7481-4e86-a42e-3581b880ccc0 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:30:25.534636 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1b2f089e-ddec-4b4f-85cc-f8f33f80aac9 req-1af4a260-66d5-486b-bf93-a52a66bd7665 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681319 May 05 20:30:25.546597 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44eec2dc-7481-4e86-a42e-3581b880ccc0 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Made reservation on behalf of 29baed6139a04ee8bb031e4a00cd4a34 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:30:25.551156 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-44eec2dc-7481-4e86-a42e-3581b880ccc0 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:25.557844 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-5c5dc1c7-1243-4ea4-ba11-0a476c8f8b13 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4443583 May 05 20:30:25.560759 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 32908) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:25.568113 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-be9bdbcb-5d71-450c-992b-fd045e3285c6 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2062001870-router', 'tenant_id': 'a92aded897ca484ea364b519f05f1f93', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:30:25.576064 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-be9bdbcb-5d71-450c-992b-fd045e3285c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:30:25.580901 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-be9bdbcb-5d71-450c-992b-fd045e3285c6 admin admin] Usage tracker for resource:router and tenant:a92aded897ca484ea364b519f05f1f93 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:30:25.584870 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44eec2dc-7481-4e86-a42e-3581b880ccc0 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:30:25.585736 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-be9bdbcb-5d71-450c-992b-fd045e3285c6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:30:25.593514 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-be9bdbcb-5d71-450c-992b-fd045e3285c6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:30:25.594940 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-44eec2dc-7481-4e86-a42e-3581b880ccc0 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:25.595288 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-44eec2dc-7481-4e86-a42e-3581b880ccc0 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Added segment 94c73732-f8f2-4e91-b1c0-7f7502d2b5c1 of type vlan for network d84d4d67-cc16-4a1a-87d1-1c5f7ceb501a May 05 20:30:25.607832 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-be9bdbcb-5d71-450c-992b-fd045e3285c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:25.610770 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-be9bdbcb-5d71-450c-992b-fd045e3285c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:25.630630 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-be9bdbcb-5d71-450c-992b-fd045e3285c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:25.634272 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-44eec2dc-7481-4e86-a42e-3581b880ccc0 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:25.665759 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-44eec2dc-7481-4e86-a42e-3581b880ccc0 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:25.672249 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44eec2dc-7481-4e86-a42e-3581b880ccc0 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:25.672788 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=3922817f-4a9f-472f-828f-c0d72f1ee4d4,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:25.673044 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-44eec2dc-7481-4e86-a42e-3581b880ccc0 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:25.710106 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149d258f-ab2e-4c9b-a127-fdb5ef453f59 None None] Network 8e32a895-3024-4c88-b08f-23dbc965b4e9 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:30:25.732438 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-44eec2dc-7481-4e86-a42e-3581b880ccc0 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2618361 May 05 20:30:25.735962 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 32912) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:25.744435 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-236fb860-5eaf-444b-8ecd-a5deb28d56b7 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Request body: {'subnet': {'network_id': 'd84d4d67-cc16-4a1a-87d1-1c5f7ceb501a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:30:25.827399 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eec2dc-7481-4e86-a42e-3581b880ccc0 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Pushing event updated for resources: {'Network': ['ID=d84d4d67-cc16-4a1a-87d1-1c5f7ceb501a,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:25.909719 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-236fb860-5eaf-444b-8ecd-a5deb28d56b7 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:30:25.919688 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-236fb860-5eaf-444b-8ecd-a5deb28d56b7 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:30:25.929414 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-236fb860-5eaf-444b-8ecd-a5deb28d56b7 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Made reservation on behalf of 29baed6139a04ee8bb031e4a00cd4a34 for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:30:25.933556 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-236fb860-5eaf-444b-8ecd-a5deb28d56b7 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:25.939108 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-be9bdbcb-5d71-450c-992b-fd045e3285c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:25.956031 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network d84d4d67-cc16-4a1a-87d1-1c5f7ceb501a details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:30:26.163609 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-6e1e9233-e800-45ec-b4b0-e09b48414ec7 None None] For port abd8c7dd-f9b9-4851-885f-0a042b2cb143, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:30:26.250764 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-6e1e9233-e800-45ec-b4b0-e09b48414ec7 None None] For port abd8c7dd-f9b9-4851-885f-0a042b2cb143, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=abd8c7dd-f9b9-4851-885f-0a042b2cb143,segment=NetworkSegment(7ec8e69e-6b9e-4fab-844b-7e04aa9971e8),segment_id=7ec8e69e-6b9e-4fab-844b-7e04aa9971e8)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:30:26.285615 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 7daca157-223f-4840-9325-0a978c54607b completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:30:26.300496 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6e1e9233-e800-45ec-b4b0-e09b48414ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:26.356253 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 7daca157-223f-4840-9325-0a978c54607b triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:30:26.356627 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:26.388129 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-be9bdbcb-5d71-450c-992b-fd045e3285c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:26.415271 n-d-840717-1 neutron-server[88197]: DEBUG neutron.objects.ports [None req-236fb860-5eaf-444b-8ecd-a5deb28d56b7 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88197) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 05 20:30:26.416556 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-236fb860-5eaf-444b-8ecd-a5deb28d56b7 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:26.421702 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-be9bdbcb-5d71-450c-992b-fd045e3285c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:26.501448 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236fb860-5eaf-444b-8ecd-a5deb28d56b7 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Pushing event updated for resources: {'Subnet': ['ID=ea7a518c-3ace-4d60-9631-6098b217011b,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:26.508066 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236fb860-5eaf-444b-8ecd-a5deb28d56b7 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Checking segment: {'id': '94c73732-f8f2-4e91-b1c0-7f7502d2b5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd84d4d67-cc16-4a1a-87d1-1c5f7ceb501a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:30:26.508942 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236fb860-5eaf-444b-8ecd-a5deb28d56b7 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Network hostable DHCP agents. Network: d84d4d67-cc16-4a1a-87d1-1c5f7ceb501a, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:30:26.530642 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236fb860-5eaf-444b-8ecd-a5deb28d56b7 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Network d84d4d67-cc16-4a1a-87d1-1c5f7ceb501a is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:30:26.546921 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-236fb860-5eaf-444b-8ecd-a5deb28d56b7 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, d84d4d67-cc16-4a1a-87d1-1c5f7ceb501a) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:30:26.555798 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236fb860-5eaf-444b-8ecd-a5deb28d56b7 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:26.556635 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-236fb860-5eaf-444b-8ecd-a5deb28d56b7 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:26.597632 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-236fb860-5eaf-444b-8ecd-a5deb28d56b7 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8604727 May 05 20:30:26.598647 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-be9bdbcb-5d71-450c-992b-fd045e3285c6 admin admin] Allocated IP 172.25.0.186 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/d0ac47bd-de61-4f50-ba50-5a7f30899e53) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:30:26.599894 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 32918) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:26.609228 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-31469a2e-275f-419d-be9e-ebfd5ac29662 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Request body: {'port': {'network_id': 'd84d4d67-cc16-4a1a-87d1-1c5f7ceb501a', 'name': 'tempest-NetworksIpV6TestAttrs-1679711632'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:30:26.610267 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c0e038-0451-4c1b-a015-0e3a5498827a None None] Network d84d4d67-cc16-4a1a-87d1-1c5f7ceb501a requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:30:26.652622 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1e9233-e800-45ec-b4b0-e09b48414ec7 None None] Pushing event updated for resources: {'Port': ['ID=abd8c7dd-f9b9-4851-885f-0a042b2cb143,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:26.785980 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1680306-c8f5-4bd3-9044-40761a12ccdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-8e32a895-3024-4c88-b08f-23dbc965b4e9', 'network_id': '8e32a895-3024-4c88-b08f-23dbc965b4e9', 'tenant_id': 'a92aded897ca484ea364b519f05f1f93', 'fixed_ips': [{'subnet_id': 'bda18527-bd70-4cf4-aafb-796917e83a5c'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:30:26.786802 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a1680306-c8f5-4bd3-9044-40761a12ccdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:26.823314 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-31469a2e-275f-419d-be9e-ebfd5ac29662 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:30:26.833533 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-31469a2e-275f-419d-be9e-ebfd5ac29662 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Usage tracker for resource:port and tenant:29baed6139a04ee8bb031e4a00cd4a34 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:30:26.836792 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-31469a2e-275f-419d-be9e-ebfd5ac29662 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:30:26.844114 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-31469a2e-275f-419d-be9e-ebfd5ac29662 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:30:26.856750 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31469a2e-275f-419d-be9e-ebfd5ac29662 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Made reservation on behalf of 29baed6139a04ee8bb031e4a00cd4a34 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:30:26.860955 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-31469a2e-275f-419d-be9e-ebfd5ac29662 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:26.879998 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-be9bdbcb-5d71-450c-992b-fd045e3285c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:26.885656 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [None req-31469a2e-275f-419d-be9e-ebfd5ac29662 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] device_id is not set on port 64930807-915b-4be0-8639-8815236b8cf9 yet. {{(pid=88197) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 05 20:30:26.895524 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b08abf-695e-4c80-b937-f3d24a171356 req-6dc6ff67-43a1-4cae-af6d-b0ffd3f010d1 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:26.897042 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-76b08abf-695e-4c80-b937-f3d24a171356 req-6dc6ff67-43a1-4cae-af6d-b0ffd3f010d1 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=814ded3f-38ca-4c95-914d-07803acc37e8 HTTP/1.1" status: 200 len: 944 time: 0.1949072 May 05 20:30:26.958864 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-76b08abf-695e-4c80-b937-f3d24a171356 req-ec42c741-3d13-4e26-9d61-3ca19cbd5d48 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497239 May 05 20:30:26.960785 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-be9bdbcb-5d71-450c-992b-fd045e3285c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:26.975785 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 3c29f9cc-16e4-4646-8b3e-8299a779a0e4 up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:30:27.025326 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9bdbcb-5d71-450c-992b-fd045e3285c6 admin admin] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:30:27.026515 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-be9bdbcb-5d71-450c-992b-fd045e3285c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:30:27.030489 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9bdbcb-5d71-450c-992b-fd045e3285c6 admin admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:30:27.055150 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-31469a2e-275f-419d-be9e-ebfd5ac29662 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Allocated IP 2001:db8::f816:3eff:feee:2d5c (d84d4d67-cc16-4a1a-87d1-1c5f7ceb501a/ea7a518c-3ace-4d60-9631-6098b217011b/64930807-915b-4be0-8639-8815236b8cf9) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:30:27.078631 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16aa9474-4869-428f-bcb6-5a2f8fa81924 None None] Network eed25e92-0363-4f45-aae2-7296bcb47b9e requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:30:27.078903 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9bdbcb-5d71-450c-992b-fd045e3285c6 admin admin] Pushing event updated for resources: {'Port': ['ID=d0ac47bd-de61-4f50-ba50-5a7f30899e53,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:27.138389 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-ba5fb3ae-59f4-4f32-b79e-90ba2c41ea80 None None] Provisioning complete for port 7daca157-223f-4840-9325-0a978c54607b triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:30:27.138768 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ba5fb3ae-59f4-4f32-b79e-90ba2c41ea80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:27.200285 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:27.277168 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-31469a2e-275f-419d-be9e-ebfd5ac29662 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:27.294768 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-31469a2e-275f-419d-be9e-ebfd5ac29662 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Transition to ACTIVE for port object 64930807-915b-4be0-8639-8815236b8cf9 will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:30:27.318858 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-31469a2e-275f-419d-be9e-ebfd5ac29662 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:27.403223 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31469a2e-275f-419d-be9e-ebfd5ac29662 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Network d84d4d67-cc16-4a1a-87d1-1c5f7ceb501a is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:30:27.406369 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-31469a2e-275f-419d-be9e-ebfd5ac29662 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:30:27.408777 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31469a2e-275f-419d-be9e-ebfd5ac29662 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:30:27.415139 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31469a2e-275f-419d-be9e-ebfd5ac29662 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:27.415772 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-31469a2e-275f-419d-be9e-ebfd5ac29662 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:27.441518 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31469a2e-275f-419d-be9e-ebfd5ac29662 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Pushing event updated for resources: {'Port': ['ID=64930807-915b-4be0-8639-8815236b8cf9,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:27.447556 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-31469a2e-275f-419d-be9e-ebfd5ac29662 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.8460841 May 05 20:30:27.449889 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 32924) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:27.450574 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-3c75ebae-0009-492f-8149-1ff9bb6a14a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26939184-3ecb-43d0-b955-5cc7f227a76d', 'name': 'tempest-TestAggregatesBasicOps-1801285509-router', 'tenant_id': 'ac2e332bd1654a6a8fbb23ab8d911c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '3922817f-4a9f-472f-828f-c0d72f1ee4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:30:17Z', 'updated_at': '2022-05-05T20:30:21Z', 'revision_number': 4, 'project_id': 'ac2e332bd1654a6a8fbb23ab8d911c2d', 'gw_port': {'id': '3922817f-4a9f-472f-828f-c0d72f1ee4d4', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26939184-3ecb-43d0-b955-5cc7f227a76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:30:18Z', 'updated_at': '2022-05-05T20:30:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '4d937603-6e69-4062-89c3-9b48fe3ca9ea', 'name': '', 'network_id': '49cc468d-aedd-41e6-bb96-9493dc8b25e4', 'tenant_id': 'ac2e332bd1654a6a8fbb23ab8d911c2d', 'mac_address': 'fa:16:3e:73:e1:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26939184-3ecb-43d0-b955-5cc7f227a76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'd55bf722-d643-4013-8d86-800b329a708d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:30:21Z', 'updated_at': '2022-05-05T20:30:22Z', 'revision_number': 2, 'project_id': 'ac2e332bd1654a6a8fbb23ab8d911c2d', 'subnets': [{'id': 'd55bf722-d643-4013-8d86-800b329a708d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:27.479995 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-be9bdbcb-5d71-450c-992b-fd045e3285c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:27.518419 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 7daca157-223f-4840-9325-0a978c54607b, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=7daca157-223f-4840-9325-0a978c54607b,segment=NetworkSegment(41b68cae-3119-4e2c-8ff7-cb025a033c67),segment_id=41b68cae-3119-4e2c-8ff7-cb025a033c67)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:30:27.519446 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c75ebae-0009-492f-8149-1ff9bb6a14a2 None None] Checking router: 26939184-3ecb-43d0-b955-5cc7f227a76d for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:30:27.520259 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c75ebae-0009-492f-8149-1ff9bb6a14a2 None None] Updating router 26939184-3ecb-43d0-b955-5cc7f227a76d port 4d937603-6e69-4062-89c3-9b48fe3ca9ea binding host n-d-840717-1 {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:30:27.520955 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-092a2f7f-cc28-4b19-ad4b-d90e14d10380 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Deleting subnet ea7a518c-3ace-4d60-9631-6098b217011b {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:30:27.524606 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-092a2f7f-cc28-4b19-ad4b-d90e14d10380 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:27.596228 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-092a2f7f-cc28-4b19-ad4b-d90e14d10380 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:27.637033 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:27.639819 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port 3c29f9cc-16e4-4646-8b3e-8299a779a0e4 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:30:27.650536 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-a1680306-c8f5-4bd3-9044-40761a12ccdd None None] Allocated IP 172.20.0.2 (8e32a895-3024-4c88-b08f-23dbc965b4e9/bda18527-bd70-4cf4-aafb-796917e83a5c/47439d17-cef7-4ac2-960c-f847754280f8) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:30:27.702921 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-092a2f7f-cc28-4b19-ad4b-d90e14d10380 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:27.750862 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port 3c29f9cc-16e4-4646-8b3e-8299a779a0e4 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:30:27.751600 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:27.774622 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 3922817f-4a9f-472f-828f-c0d72f1ee4d4 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:30:27.787719 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-092a2f7f-cc28-4b19-ad4b-d90e14d10380 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:27.831075 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092a2f7f-cc28-4b19-ad4b-d90e14d10380 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Pushing event deleted for resources: {'Subnet': ['ID=ea7a518c-3ace-4d60-9631-6098b217011b,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:27.836832 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-092a2f7f-cc28-4b19-ad4b-d90e14d10380 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:27.846458 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-092a2f7f-cc28-4b19-ad4b-d90e14d10380 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] 10.222.0.36 "DELETE /v2.0/subnets/ea7a518c-3ace-4d60-9631-6098b217011b HTTP/1.1" status: 204 len: 168 time: 0.3953934 May 05 20:30:27.849977 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 32928) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:27.866590 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-be9bdbcb-5d71-450c-992b-fd045e3285c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:27.906703 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3c75ebae-0009-492f-8149-1ff9bb6a14a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:27.923224 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa59c723-7769-4c20-9550-9414d829faa1 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:27.925000 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa59c723-7769-4c20-9550-9414d829faa1 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:27.926599 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-aa59c723-7769-4c20-9550-9414d829faa1 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Synchronizing usage tracker for tenant:29baed6139a04ee8bb031e4a00cd4a34 on resource:subnet {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:30:27.949343 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-aa59c723-7769-4c20-9550-9414d829faa1 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Unset dirty status for tenant:29baed6139a04ee8bb031e4a00cd4a34 on resource:subnet {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:30:27.953343 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-aa59c723-7769-4c20-9550-9414d829faa1 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0997269 May 05 20:30:27.954088 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 32932) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:28.073174 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=7daca157-223f-4840-9325-0a978c54607b,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:28.132066 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4d791a5a-77af-40d0-9ec6-530cc4279ae6 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:28.151279 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d791a5a-77af-40d0-9ec6-530cc4279ae6 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 05 20:30:28.151769 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d791a5a-77af-40d0-9ec6-530cc4279ae6 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:30:28.159641 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-4d791a5a-77af-40d0-9ec6-530cc4279ae6 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] 10.222.0.36 "DELETE /v2.0/networks/d84d4d67-cc16-4a1a-87d1-1c5f7ceb501a HTTP/1.1" status: 409 len: 405 time: 0.1987507 May 05 20:30:28.161053 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 32938) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:28.167990 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-f30eeda4-7572-4474-85f5-e99146603409 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1625661799'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:30:28.175433 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-f30eeda4-7572-4474-85f5-e99146603409 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:30:28.181813 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-f30eeda4-7572-4474-85f5-e99146603409 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Usage tracker for resource:network and tenant:29baed6139a04ee8bb031e4a00cd4a34 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:30:28.185585 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-f30eeda4-7572-4474-85f5-e99146603409 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:30:28.193796 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-f30eeda4-7572-4474-85f5-e99146603409 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:30:28.210432 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542ee450-19cb-449f-85ac-80a2c850e74c req-26872f73-6909-4aa8-8cc2-15ad7cf26006 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:28.212930 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-542ee450-19cb-449f-85ac-80a2c850e74c req-26872f73-6909-4aa8-8cc2-15ad7cf26006 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=814ded3f-38ca-4c95-914d-07803acc37e8 HTTP/1.1" status: 200 len: 944 time: 0.1344755 May 05 20:30:28.239583 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f30eeda4-7572-4474-85f5-e99146603409 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Made reservation on behalf of 29baed6139a04ee8bb031e4a00cd4a34 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:30:28.242859 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f30eeda4-7572-4474-85f5-e99146603409 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:28.254573 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451e5464-8358-4d64-9ef5-d270daac85e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-d84d4d67-cc16-4a1a-87d1-1c5f7ceb501a', 'network_id': 'd84d4d67-cc16-4a1a-87d1-1c5f7ceb501a', 'tenant_id': '29baed6139a04ee8bb031e4a00cd4a34', 'fixed_ips': [{'subnet_id': 'ea7a518c-3ace-4d60-9631-6098b217011b'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:30:28.255681 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-451e5464-8358-4d64-9ef5-d270daac85e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:28.270467 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be9bdbcb-5d71-450c-992b-fd045e3285c6 admin admin] Router 1b573e2a-2197-4571-a18e-bec5a693a925 is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:30:28.274398 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 3922817f-4a9f-472f-828f-c0d72f1ee4d4 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:30:28.274769 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:28.295088 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-542ee450-19cb-449f-85ac-80a2c850e74c req-516aa851-e5bc-4123-9448-2dbaa23495e6 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771019 May 05 20:30:28.295820 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f30eeda4-7572-4474-85f5-e99146603409 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:30:28.305867 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f30eeda4-7572-4474-85f5-e99146603409 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:28.306153 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-f30eeda4-7572-4474-85f5-e99146603409 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Added segment 61347f57-fe2e-4d9d-a281-5bc8dd49b399 of type vlan for network d328a9eb-41b1-4d60-b39d-1eeb6e89af80 May 05 20:30:28.338819 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f30eeda4-7572-4474-85f5-e99146603409 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:28.375853 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f30eeda4-7572-4474-85f5-e99146603409 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:28.383917 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30eeda4-7572-4474-85f5-e99146603409 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:28.384744 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f30eeda4-7572-4474-85f5-e99146603409 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:28.434332 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f30eeda4-7572-4474-85f5-e99146603409 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2722316 May 05 20:30:28.436328 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 32942) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:28.459205 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-b5534f27-1847-4d3f-9ad1-864d7ca20d07 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Request body: {'subnet': {'network_id': 'd328a9eb-41b1-4d60-b39d-1eeb6e89af80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:30:28.471604 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be9bdbcb-5d71-450c-992b-fd045e3285c6 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:30:28.482611 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c934d21-be29-4cad-b82e-518b9694faf4 None None] Sync routers for ids ['1b573e2a-2197-4571-a18e-bec5a693a925'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:30:28.497531 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c934d21-be29-4cad-b82e-518b9694faf4 None None] Routers {'1b573e2a-2197-4571-a18e-bec5a693a925'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:30:28.498421 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-7c934d21-be29-4cad-b82e-518b9694faf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:30:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['1b573e2a-2197-4571-a18e-bec5a693a925'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:28.502346 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-be9bdbcb-5d71-450c-992b-fd045e3285c6 admin admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:28.507187 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-be9bdbcb-5d71-450c-992b-fd045e3285c6 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.9420447 May 05 20:30:28.507590 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 32946) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:28.537233 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:28.713350 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '814ded3f-38ca-4c95-914d-07803acc37e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c29f9cc-16e4-4646-8b3e-8299a779a0e4'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:30:28.725284 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a1680306-c8f5-4bd3-9044-40761a12ccdd None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:28.758345 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30eeda4-7572-4474-85f5-e99146603409 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Pushing event updated for resources: {'Network': ['ID=d328a9eb-41b1-4d60-b39d-1eeb6e89af80,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:28.760898 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-b5534f27-1847-4d3f-9ad1-864d7ca20d07 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:30:28.761735 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 3c29f9cc-16e4-4646-8b3e-8299a779a0e4, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=3c29f9cc-16e4-4646-8b3e-8299a779a0e4,segment=NetworkSegment(5effa292-6024-4206-9fcb-ee5e58965e00),segment_id=5effa292-6024-4206-9fcb-ee5e58965e00)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:30:28.766271 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-a1680306-c8f5-4bd3-9044-40761a12ccdd None None] Transition to ACTIVE for port object 47439d17-cef7-4ac2-960c-f847754280f8 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:30:28.775556 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d6a766-eeba-461e-b767-7f04716fc61b None None] Network d84d4d67-cc16-4a1a-87d1-1c5f7ceb501a requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:30:28.776813 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-b5534f27-1847-4d3f-9ad1-864d7ca20d07 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:30:28.793878 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network d328a9eb-41b1-4d60-b39d-1eeb6e89af80 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:30:28.797767 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-7c934d21-be29-4cad-b82e-518b9694faf4 None None] Set router 1b573e2a-2197-4571-a18e-bec5a693a925 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:30:28.799053 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5534f27-1847-4d3f-9ad1-864d7ca20d07 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Made reservation on behalf of 29baed6139a04ee8bb031e4a00cd4a34 for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:30:28.803409 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b5534f27-1847-4d3f-9ad1-864d7ca20d07 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:28.809752 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd039b49-a783-4860-92af-e62bdb22ca3d'] response: {'server_uuid': '814ded3f-38ca-4c95-914d-07803acc37e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c29f9cc-16e4-4646-8b3e-8299a779a0e4', 'code': 200} May 05 20:30:28.877186 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-a1680306-c8f5-4bd3-9044-40761a12ccdd None None] Transition to ACTIVE for port object 47439d17-cef7-4ac2-960c-f847754280f8 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:30:28.995068 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:29.121032 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d75f6d-541c-46b5-9439-a8b087a41e41 req-9be38cb9-f6ac-4cf1-8250-5880d8cb0247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:29.122535 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-11d75f6d-541c-46b5-9439-a8b087a41e41 req-9be38cb9-f6ac-4cf1-8250-5880d8cb0247 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=814ded3f-38ca-4c95-914d-07803acc37e8 HTTP/1.1" status: 200 len: 1096 time: 0.2501667 May 05 20:30:29.159513 n-d-840717-1 neutron-server[88197]: DEBUG neutron.objects.ports [None req-b5534f27-1847-4d3f-9ad1-864d7ca20d07 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88197) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 05 20:30:29.160997 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b5534f27-1847-4d3f-9ad1-864d7ca20d07 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:29.199282 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-7c934d21-be29-4cad-b82e-518b9694faf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b573e2a-2197-4571-a18e-bec5a693a925', 'name': 'tempest-TestAggregatesBasicOps-2062001870-router', 'tenant_id': 'a92aded897ca484ea364b519f05f1f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'd0ac47bd-de61-4f50-ba50-5a7f30899e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:30:25Z', 'updated_at': '2022-05-05T20:30:27Z', 'revision_number': 3, 'project_id': 'a92aded897ca484ea364b519f05f1f93', 'gw_port': {'id': 'd0ac47bd-de61-4f50-ba50-5a7f30899e53', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:27:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b573e2a-2197-4571-a18e-bec5a693a925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:30:26Z', 'updated_at': '2022-05-05T20:30:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:29.203487 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c934d21-be29-4cad-b82e-518b9694faf4 None None] Checking router: 1b573e2a-2197-4571-a18e-bec5a693a925 for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:30:29.204546 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c934d21-be29-4cad-b82e-518b9694faf4 None None] Updating router 1b573e2a-2197-4571-a18e-bec5a693a925 port d0ac47bd-de61-4f50-ba50-5a7f30899e53 binding host n-d-840717-1 {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:30:29.233372 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a1680306-c8f5-4bd3-9044-40761a12ccdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:29.247229 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5534f27-1847-4d3f-9ad1-864d7ca20d07 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Pushing event updated for resources: {'Subnet': ['ID=66c0be07-0b8f-4d75-b643-99a3e57fec6e,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:29.256270 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5534f27-1847-4d3f-9ad1-864d7ca20d07 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Checking segment: {'id': '61347f57-fe2e-4d9d-a281-5bc8dd49b399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd328a9eb-41b1-4d60-b39d-1eeb6e89af80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:30:29.256819 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5534f27-1847-4d3f-9ad1-864d7ca20d07 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Network hostable DHCP agents. Network: d328a9eb-41b1-4d60-b39d-1eeb6e89af80, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:30:29.258845 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-11d75f6d-541c-46b5-9439-a8b087a41e41 req-82e0d8b4-a7c3-45e8-bc97-009ce61c5de8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277981 May 05 20:30:29.275011 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-7c934d21-be29-4cad-b82e-518b9694faf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:29.278988 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5534f27-1847-4d3f-9ad1-864d7ca20d07 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Network d328a9eb-41b1-4d60-b39d-1eeb6e89af80 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:30:29.290191 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-b5534f27-1847-4d3f-9ad1-864d7ca20d07 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, d328a9eb-41b1-4d60-b39d-1eeb6e89af80) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:30:29.306328 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5534f27-1847-4d3f-9ad1-864d7ca20d07 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:29.307285 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b5534f27-1847-4d3f-9ad1-864d7ca20d07 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:29.342886 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-b5534f27-1847-4d3f-9ad1-864d7ca20d07 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.8943889 May 05 20:30:29.345830 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 32954) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:29.347522 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4506ec-9791-4d02-a0fb-6f8ec63f6140 None None] Network d328a9eb-41b1-4d60-b39d-1eeb6e89af80 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:30:29.479372 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1680306-c8f5-4bd3-9044-40761a12ccdd None None] Network 8e32a895-3024-4c88-b08f-23dbc965b4e9 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:30:29.486729 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-a1680306-c8f5-4bd3-9044-40761a12ccdd None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:30:29.490723 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1680306-c8f5-4bd3-9044-40761a12ccdd None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:30:29.567225 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f74cc54f-4292-4271-bce8-e73a6b73a0d4 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:29.596884 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c09117-c7a9-470c-a79f-10a2dfc00089 req-39525160-4707-45bb-90b6-3a04398b3366 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:29.599540 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e7c09117-c7a9-470c-a79f-10a2dfc00089 req-39525160-4707-45bb-90b6-3a04398b3366 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=814ded3f-38ca-4c95-914d-07803acc37e8 HTTP/1.1" status: 200 len: 945 time: 0.1282923 May 05 20:30:29.609468 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.resource_extend [None req-3c75ebae-0009-492f-8149-1ff9bb6a14a2 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 20:30:29.643211 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-52905a51-5240-486c-9785-15dbe3e9894b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:29.700127 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f74cc54f-4292-4271-bce8-e73a6b73a0d4 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:29.705581 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=3c29f9cc-16e4-4646-8b3e-8299a779a0e4,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:29.736500 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e7c09117-c7a9-470c-a79f-10a2dfc00089 req-ca22fee6-b228-4e50-be41-a6afd0201289 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061468 May 05 20:30:29.765283 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-7c934d21-be29-4cad-b82e-518b9694faf4 None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:29.786848 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-7c934d21-be29-4cad-b82e-518b9694faf4 None None] Transition to ACTIVE for port object d0ac47bd-de61-4f50-ba50-5a7f30899e53 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:30:29.802555 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-7c934d21-be29-4cad-b82e-518b9694faf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:29.808210 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f74cc54f-4292-4271-bce8-e73a6b73a0d4 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:29.856390 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74cc54f-4292-4271-bce8-e73a6b73a0d4 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Pushing event deleted for resources: {'Subnet': ['ID=66c0be07-0b8f-4d75-b643-99a3e57fec6e,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:29.857707 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3c75ebae-0009-492f-8149-1ff9bb6a14a2 None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:29.870700 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-3c75ebae-0009-492f-8149-1ff9bb6a14a2 None None] Transition to ACTIVE for port object 4d937603-6e69-4062-89c3-9b48fe3ca9ea will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:30:29.896259 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-7c934d21-be29-4cad-b82e-518b9694faf4 None None] Attempting to bind port d0ac47bd-de61-4f50-ba50-5a7f30899e53 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:30:29.897039 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-7c934d21-be29-4cad-b82e-518b9694faf4 None None] Attempting to bind port d0ac47bd-de61-4f50-ba50-5a7f30899e53 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:30:29.897039 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c934d21-be29-4cad-b82e-518b9694faf4 None None] Attempting to bind port d0ac47bd-de61-4f50-ba50-5a7f30899e53 on network 0401d202-1605-4cfe-bad4-fb225df6afb0 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:30:29.903546 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ad5f86-03fc-45b5-8202-c4138514275a None None] Pushing event updated for resources: {'Port': ['ID=d0ac47bd-de61-4f50-ba50-5a7f30899e53,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:29.907868 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3c75ebae-0009-492f-8149-1ff9bb6a14a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:29.908085 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c934d21-be29-4cad-b82e-518b9694faf4 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:30:29.908459 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c934d21-be29-4cad-b82e-518b9694faf4 None None] Checking segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:30:29.909330 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-7c934d21-be29-4cad-b82e-518b9694faf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:29.909330 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c934d21-be29-4cad-b82e-518b9694faf4 None None] Bound using segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:30:29.909796 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-7c934d21-be29-4cad-b82e-518b9694faf4 None None] Bound port: d0ac47bd-de61-4f50-ba50-5a7f30899e53, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:30:29.910534 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-7c934d21-be29-4cad-b82e-518b9694faf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:29.912932 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 7daca157-223f-4840-9325-0a978c54607b up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:30:29.966145 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f74cc54f-4292-4271-bce8-e73a6b73a0d4 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:29.974756 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-52905a51-5240-486c-9785-15dbe3e9894b admin admin] Allocated IP 172.20.0.1 (8e32a895-3024-4c88-b08f-23dbc965b4e9/bda18527-bd70-4cf4-aafb-796917e83a5c/79ff1bc4-1382-4c59-a20e-7a3371c47034) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:30:29.994614 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-f74cc54f-4292-4271-bce8-e73a6b73a0d4 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d328a9eb-41b1-4d60-b39d-1eeb6e89af80']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:29.998269 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-7c934d21-be29-4cad-b82e-518b9694faf4 None None] For port d0ac47bd-de61-4f50-ba50-5a7f30899e53, host n-d-840717-1, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:30:30.003138 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-7c934d21-be29-4cad-b82e-518b9694faf4 None None] For port d0ac47bd-de61-4f50-ba50-5a7f30899e53, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=d0ac47bd-de61-4f50-ba50-5a7f30899e53,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:30:30.012686 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-f74cc54f-4292-4271-bce8-e73a6b73a0d4 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61347f57-fe2e-4d9d-a281-5bc8dd49b399') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:30.013427 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-f74cc54f-4292-4271-bce8-e73a6b73a0d4 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61347f57-fe2e-4d9d-a281-5bc8dd49b399') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:30.017244 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-7c934d21-be29-4cad-b82e-518b9694faf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:30.028088 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f74cc54f-4292-4271-bce8-e73a6b73a0d4 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:30.039486 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-a1680306-c8f5-4bd3-9044-40761a12ccdd None None] Attempting to bind port 47439d17-cef7-4ac2-960c-f847754280f8 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:30:30.039977 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-a1680306-c8f5-4bd3-9044-40761a12ccdd None None] Attempting to bind port 47439d17-cef7-4ac2-960c-f847754280f8 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '6a4e6043-f033-4a5c-90d6-eafe505720c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8e32a895-3024-4c88-b08f-23dbc965b4e9'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:30:30.040522 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1680306-c8f5-4bd3-9044-40761a12ccdd None None] Attempting to bind port 47439d17-cef7-4ac2-960c-f847754280f8 on network 8e32a895-3024-4c88-b08f-23dbc965b4e9 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:30:30.047965 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f74cc54f-4292-4271-bce8-e73a6b73a0d4 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:30.056649 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f74cc54f-4292-4271-bce8-e73a6b73a0d4 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:30:30.057640 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f74cc54f-4292-4271-bce8-e73a6b73a0d4 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:30.099933 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:30:30.099933 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:30:30.099933 n-d-840717-1 neutron-server[88197]: timer() May 05 20:30:30.099933 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:30:30.099933 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:30:30.099933 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:30:30.099933 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:30:30.099933 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:30:30.099933 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:30:30.099933 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:30:30.099933 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:30:30.099933 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:30:30.099933 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:30:30.099933 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:30:30.099933 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:30:30.099933 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:30:30.099933 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:30:30.099933 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:30:30.099933 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:30:30.099933 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:30:30.099933 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:30:30.099933 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:30:30.099933 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:30:30.099933 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:30:30.099933 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:30:30.099933 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:30:30.099933 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:30:30.099933 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:30:30.099933 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:30:30.099933 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:30:30.099933 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:30:30.099933 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:30:30.126578 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1680306-c8f5-4bd3-9044-40761a12ccdd None None] Pushing event updated for resources: {'Port': ['ID=47439d17-cef7-4ac2-960c-f847754280f8,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:30.135857 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1680306-c8f5-4bd3-9044-40761a12ccdd None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:30:30.136363 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1680306-c8f5-4bd3-9044-40761a12ccdd None None] Checking segment: {'id': '6a4e6043-f033-4a5c-90d6-eafe505720c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8e32a895-3024-4c88-b08f-23dbc965b4e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:30:30.136870 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a1680306-c8f5-4bd3-9044-40761a12ccdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:30.137362 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1680306-c8f5-4bd3-9044-40761a12ccdd None None] Bound using segment: {'id': '6a4e6043-f033-4a5c-90d6-eafe505720c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8e32a895-3024-4c88-b08f-23dbc965b4e9'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:30:30.137971 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-a1680306-c8f5-4bd3-9044-40761a12ccdd None None] Bound port: 47439d17-cef7-4ac2-960c-f847754280f8, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a4e6043-f033-4a5c-90d6-eafe505720c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8e32a895-3024-4c88-b08f-23dbc965b4e9'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:30:30.138596 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a1680306-c8f5-4bd3-9044-40761a12ccdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:30.150473 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c934d21-be29-4cad-b82e-518b9694faf4 None None] Routers {'1b573e2a-2197-4571-a18e-bec5a693a925'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:30:30.151117 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-7c934d21-be29-4cad-b82e-518b9694faf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:30:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['1b573e2a-2197-4571-a18e-bec5a693a925'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:30.284838 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ad5f86-03fc-45b5-8202-c4138514275a None None] Pushing event updated for resources: {'Port': ['ID=d0ac47bd-de61-4f50-ba50-5a7f30899e53,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:30.328498 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f74cc54f-4292-4271-bce8-e73a6b73a0d4 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:30.372285 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f74cc54f-4292-4271-bce8-e73a6b73a0d4 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:30.394144 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-52905a51-5240-486c-9785-15dbe3e9894b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:30.410599 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74cc54f-4292-4271-bce8-e73a6b73a0d4 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Pushing event deleted for resources: {'Network': ['ID=d328a9eb-41b1-4d60-b39d-1eeb6e89af80,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:30.422476 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-52905a51-5240-486c-9785-15dbe3e9894b admin admin] Transition to ACTIVE for port object 79ff1bc4-1382-4c59-a20e-7a3371c47034 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:30:30.429592 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f74cc54f-4292-4271-bce8-e73a6b73a0d4 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] 10.222.0.36 "DELETE /v2.0/networks/d328a9eb-41b1-4d60-b39d-1eeb6e89af80 HTTP/1.1" status: 204 len: 168 time: 1.0818217 May 05 20:30:30.432955 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 32960) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:30.440238 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-b8187d85-5424-4b91-90fb-c6ab11e0261c tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1947665353'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:30:30.446052 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-b8187d85-5424-4b91-90fb-c6ab11e0261c tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:30:30.450500 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-b8187d85-5424-4b91-90fb-c6ab11e0261c tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Usage tracker for resource:network and tenant:29baed6139a04ee8bb031e4a00cd4a34 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:30:30.453772 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-b8187d85-5424-4b91-90fb-c6ab11e0261c tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:30:30.454283 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-52905a51-5240-486c-9785-15dbe3e9894b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:30.460961 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-b8187d85-5424-4b91-90fb-c6ab11e0261c tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:30:30.473352 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8187d85-5424-4b91-90fb-c6ab11e0261c tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Made reservation on behalf of 29baed6139a04ee8bb031e4a00cd4a34 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:30:30.477305 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b8187d85-5424-4b91-90fb-c6ab11e0261c tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:30.512297 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8187d85-5424-4b91-90fb-c6ab11e0261c tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:30:30.517029 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-7c934d21-be29-4cad-b82e-518b9694faf4 None None] Set router 1b573e2a-2197-4571-a18e-bec5a693a925 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:30:30.524533 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b8187d85-5424-4b91-90fb-c6ab11e0261c tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:30.524933 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-b8187d85-5424-4b91-90fb-c6ab11e0261c tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Added segment aa17dc7f-e092-4c5d-a1f5-8c0e861db72f of type vlan for network e1825ef3-f808-41f9-9c7b-c0565feb2375 May 05 20:30:30.544859 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52905a51-5240-486c-9785-15dbe3e9894b admin admin] Network 8e32a895-3024-4c88-b08f-23dbc965b4e9 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:30:30.549680 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-52905a51-5240-486c-9785-15dbe3e9894b admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:30:30.553595 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52905a51-5240-486c-9785-15dbe3e9894b admin admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:30:30.571610 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b428bab-649c-4752-a860-a7d811162a00 None None] Network d328a9eb-41b1-4d60-b39d-1eeb6e89af80 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:30:30.588541 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b8187d85-5424-4b91-90fb-c6ab11e0261c tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:30.596984 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b428bab-649c-4752-a860-a7d811162a00 None None] Network d328a9eb-41b1-4d60-b39d-1eeb6e89af80 could not be found, it might have been deleted concurrently. {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} May 05 20:30:30.635074 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52905a51-5240-486c-9785-15dbe3e9894b admin admin] Pushing event updated for resources: {'Port': ['ID=79ff1bc4-1382-4c59-a20e-7a3371c47034,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:30.636679 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b8187d85-5424-4b91-90fb-c6ab11e0261c tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:30.650941 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8187d85-5424-4b91-90fb-c6ab11e0261c tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:30.651748 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-52905a51-5240-486c-9785-15dbe3e9894b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:30.652772 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b42793d-9b74-4d52-ac22-264b792920a0 None None] Pushing event updated for resources: {'Port': ['ID=4d937603-6e69-4062-89c3-9b48fe3ca9ea,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:30.653037 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b8187d85-5424-4b91-90fb-c6ab11e0261c tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:30.682863 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 7daca157-223f-4840-9325-0a978c54607b triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:30:30.683376 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:30.736112 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-b8187d85-5424-4b91-90fb-c6ab11e0261c tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3016553 May 05 20:30:30.736718 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 32966) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:30.763786 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-3c75ebae-0009-492f-8149-1ff9bb6a14a2 None None] Attempting to bind port 4d937603-6e69-4062-89c3-9b48fe3ca9ea on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:30:30.764302 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-3c75ebae-0009-492f-8149-1ff9bb6a14a2 None None] Attempting to bind port 4d937603-6e69-4062-89c3-9b48fe3ca9ea by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '6f1c886b-698a-44cd-aa98-48b3255d12db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '49cc468d-aedd-41e6-bb96-9493dc8b25e4'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:30:30.764629 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c75ebae-0009-492f-8149-1ff9bb6a14a2 None None] Attempting to bind port 4d937603-6e69-4062-89c3-9b48fe3ca9ea on network 49cc468d-aedd-41e6-bb96-9493dc8b25e4 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:30:30.788313 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c75ebae-0009-492f-8149-1ff9bb6a14a2 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:30:30.788890 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c75ebae-0009-492f-8149-1ff9bb6a14a2 None None] Checking segment: {'id': '6f1c886b-698a-44cd-aa98-48b3255d12db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '49cc468d-aedd-41e6-bb96-9493dc8b25e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:30:30.789293 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3c75ebae-0009-492f-8149-1ff9bb6a14a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:30.789760 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c75ebae-0009-492f-8149-1ff9bb6a14a2 None None] Bound using segment: {'id': '6f1c886b-698a-44cd-aa98-48b3255d12db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '49cc468d-aedd-41e6-bb96-9493dc8b25e4'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:30:30.790187 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-3c75ebae-0009-492f-8149-1ff9bb6a14a2 None None] Bound port: 4d937603-6e69-4062-89c3-9b48fe3ca9ea, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f1c886b-698a-44cd-aa98-48b3255d12db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '49cc468d-aedd-41e6-bb96-9493dc8b25e4'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:30:30.790559 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3c75ebae-0009-492f-8149-1ff9bb6a14a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:30.854273 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-46367d1c-17e5-4f7a-8e45-5ffafa9fd562 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Request body: {'subnet': {'network_id': 'e1825ef3-f808-41f9-9c7b-c0565feb2375', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:30:30.865055 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-52905a51-5240-486c-9785-15dbe3e9894b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:30.889402 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8187d85-5424-4b91-90fb-c6ab11e0261c tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Pushing event updated for resources: {'Network': ['ID=e1825ef3-f808-41f9-9c7b-c0565feb2375,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:30.943849 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-a1680306-c8f5-4bd3-9044-40761a12ccdd None None] For port 47439d17-cef7-4ac2-960c-f847754280f8, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:30:30.965298 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network e1825ef3-f808-41f9-9c7b-c0565feb2375 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:30:31.044553 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-3c75ebae-0009-492f-8149-1ff9bb6a14a2 None None] For port 4d937603-6e69-4062-89c3-9b48fe3ca9ea, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:30:31.049247 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-3c75ebae-0009-492f-8149-1ff9bb6a14a2 None None] For port 4d937603-6e69-4062-89c3-9b48fe3ca9ea, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=4d937603-6e69-4062-89c3-9b48fe3ca9ea,segment=NetworkSegment(6f1c886b-698a-44cd-aa98-48b3255d12db),segment_id=6f1c886b-698a-44cd-aa98-48b3255d12db)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:30:31.054568 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-a1680306-c8f5-4bd3-9044-40761a12ccdd None None] For port 47439d17-cef7-4ac2-960c-f847754280f8, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=47439d17-cef7-4ac2-960c-f847754280f8,segment=NetworkSegment(6a4e6043-f033-4a5c-90d6-eafe505720c7),segment_id=6a4e6043-f033-4a5c-90d6-eafe505720c7)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:30:31.063028 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3c75ebae-0009-492f-8149-1ff9bb6a14a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:31.163853 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a1680306-c8f5-4bd3-9044-40761a12ccdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:31.269190 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-52905a51-5240-486c-9785-15dbe3e9894b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:31.276422 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-46367d1c-17e5-4f7a-8e45-5ffafa9fd562 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:30:31.282437 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-46367d1c-17e5-4f7a-8e45-5ffafa9fd562 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Usage tracker for resource:subnet and tenant:29baed6139a04ee8bb031e4a00cd4a34 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:30:31.283168 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-52905a51-5240-486c-9785-15dbe3e9894b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:31.287223 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-46367d1c-17e5-4f7a-8e45-5ffafa9fd562 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:30:31.297322 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-46367d1c-17e5-4f7a-8e45-5ffafa9fd562 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:30:31.356941 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b2b6a0-02c3-4f2d-8ab6-6169a10ab199 req-4b9cef25-4bda-4eb5-b306-69067475b19e tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:31.377768 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-52b2b6a0-02c3-4f2d-8ab6-6169a10ab199 req-4b9cef25-4bda-4eb5-b306-69067475b19e tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=814ded3f-38ca-4c95-914d-07803acc37e8 HTTP/1.1" status: 200 len: 945 time: 0.4345567 May 05 20:30:31.402640 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-7c934d21-be29-4cad-b82e-518b9694faf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b573e2a-2197-4571-a18e-bec5a693a925', 'name': 'tempest-TestAggregatesBasicOps-2062001870-router', 'tenant_id': 'a92aded897ca484ea364b519f05f1f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'd0ac47bd-de61-4f50-ba50-5a7f30899e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:30:25Z', 'updated_at': '2022-05-05T20:30:27Z', 'revision_number': 3, 'project_id': 'a92aded897ca484ea364b519f05f1f93', 'gw_port': {'id': 'd0ac47bd-de61-4f50-ba50-5a7f30899e53', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:27:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b573e2a-2197-4571-a18e-bec5a693a925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:30:26Z', 'updated_at': '2022-05-05T20:30:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:31.420245 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46367d1c-17e5-4f7a-8e45-5ffafa9fd562 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Made reservation on behalf of 29baed6139a04ee8bb031e4a00cd4a34 for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:30:31.424124 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-46367d1c-17e5-4f7a-8e45-5ffafa9fd562 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:31.441490 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c75ebae-0009-492f-8149-1ff9bb6a14a2 None None] Routers {'26939184-3ecb-43d0-b955-5cc7f227a76d'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:30:31.442540 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-3c75ebae-0009-492f-8149-1ff9bb6a14a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:30:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['26939184-3ecb-43d0-b955-5cc7f227a76d'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:31.451221 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c934d21-be29-4cad-b82e-518b9694faf4 None None] The sync data for ids ['1b573e2a-2197-4571-a18e-bec5a693a925'] in n-d-840717-1 is: [{'id': '1b573e2a-2197-4571-a18e-bec5a693a925', 'name': 'tempest-TestAggregatesBasicOps-2062001870-router', 'tenant_id': 'a92aded897ca484ea364b519f05f1f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'd0ac47bd-de61-4f50-ba50-5a7f30899e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:30:25Z', 'updated_at': '2022-05-05T20:30:27Z', 'revision_number': 3, 'project_id': 'a92aded897ca484ea364b519f05f1f93', 'gw_port': {'id': 'd0ac47bd-de61-4f50-ba50-5a7f30899e53', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:27:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b573e2a-2197-4571-a18e-bec5a693a925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:30:26Z', 'updated_at': '2022-05-05T20:30:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:30:31.481645 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-52b2b6a0-02c3-4f2d-8ab6-6169a10ab199 req-1eb44d24-7bf3-44b2-a62d-bcbd019242ee tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018982 May 05 20:30:31.552318 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-52905a51-5240-486c-9785-15dbe3e9894b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:31.824817 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-3c75ebae-0009-492f-8149-1ff9bb6a14a2 None None] Set router 26939184-3ecb-43d0-b955-5cc7f227a76d gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:30:31.944250 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52905a51-5240-486c-9785-15dbe3e9894b admin admin] Pushing event updated for resources: {'Port': ['ID=79ff1bc4-1382-4c59-a20e-7a3371c47034,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:31.955481 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b42793d-9b74-4d52-ac22-264b792920a0 None None] Pushing event updated for resources: {'Port': ['ID=4d937603-6e69-4062-89c3-9b48fe3ca9ea,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:32.039977 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52905a51-5240-486c-9785-15dbe3e9894b admin admin] Network 8e32a895-3024-4c88-b08f-23dbc965b4e9 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:30:32.042986 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-52905a51-5240-486c-9785-15dbe3e9894b admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:30:32.056045 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b162477-14dc-445e-bde4-ef56a9143b9f req-069eb235-e321-4be9-bc3f-b5100a801a3d tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:32.058467 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2b162477-14dc-445e-bde4-ef56a9143b9f req-069eb235-e321-4be9-bc3f-b5100a801a3d tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c3002fd-5764-4c77-bc62-4fc7c0529c88 HTTP/1.1" status: 200 len: 945 time: 0.3442082 May 05 20:30:32.120591 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-46367d1c-17e5-4f7a-8e45-5ffafa9fd562 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:32.217886 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40b68da-d9b8-4b6c-ad33-438844f09d1d req-fda2f37f-36dc-4aee-b49d-0f0cbf0d61d2 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:32.219956 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a40b68da-d9b8-4b6c-ad33-438844f09d1d req-fda2f37f-36dc-4aee-b49d-0f0cbf0d61d2 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=814ded3f-38ca-4c95-914d-07803acc37e8 HTTP/1.1" status: 200 len: 945 time: 0.4065645 May 05 20:30:32.266573 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1680306-c8f5-4bd3-9044-40761a12ccdd None None] Pushing event updated for resources: {'Port': ['ID=47439d17-cef7-4ac2-960c-f847754280f8,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:32.277473 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device d0ac47bd-de61-4f50-ba50-5a7f30899e53 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:30:32.303811 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46367d1c-17e5-4f7a-8e45-5ffafa9fd562 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Pushing event updated for resources: {'Subnet': ['ID=65026674-4940-43f9-bf4e-c50f843133f5,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:32.315369 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46367d1c-17e5-4f7a-8e45-5ffafa9fd562 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Checking segment: {'id': 'aa17dc7f-e092-4c5d-a1f5-8c0e861db72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e1825ef3-f808-41f9-9c7b-c0565feb2375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:30:32.315841 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46367d1c-17e5-4f7a-8e45-5ffafa9fd562 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Network hostable DHCP agents. Network: e1825ef3-f808-41f9-9c7b-c0565feb2375, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:30:32.328853 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a40b68da-d9b8-4b6c-ad33-438844f09d1d req-3875220c-23ea-473a-a212-5ade72e421dd tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996087 May 05 20:30:32.363913 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46367d1c-17e5-4f7a-8e45-5ffafa9fd562 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Network e1825ef3-f808-41f9-9c7b-c0565feb2375 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:30:32.373161 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52905a51-5240-486c-9785-15dbe3e9894b admin admin] Router 1b573e2a-2197-4571-a18e-bec5a693a925 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:30:32.381049 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-46367d1c-17e5-4f7a-8e45-5ffafa9fd562 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, e1825ef3-f808-41f9-9c7b-c0565feb2375) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:30:32.387882 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46367d1c-17e5-4f7a-8e45-5ffafa9fd562 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:32.388525 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-46367d1c-17e5-4f7a-8e45-5ffafa9fd562 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:32.393439 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2b162477-14dc-445e-bde4-ef56a9143b9f req-1a434f21-17ae-41a6-b0cc-970392b713cd tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f11960d-500e-4805-b724-536ddc3a6c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2592854 May 05 20:30:32.417226 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4bc341a-de02-4c0e-9b02-3f500009b6f4 None None] Network e1825ef3-f808-41f9-9c7b-c0565feb2375 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:30:32.458432 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-46367d1c-17e5-4f7a-8e45-5ffafa9fd562 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6327124 May 05 20:30:32.459062 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 32990) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:32.662402 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52905a51-5240-486c-9785-15dbe3e9894b admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:30:32.675177 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-52905a51-5240-486c-9785-15dbe3e9894b admin admin] 10.222.0.36 "PUT /v2.0/routers/1b573e2a-2197-4571-a18e-bec5a693a925/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1663551 May 05 20:30:32.747790 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bdb347-a68a-4dec-bf95-dfbc0a180b46 req-e380e2a9-ee32-4541-9d81-39d0f9f0ef88 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:32.756934 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-21bdb347-a68a-4dec-bf95-dfbc0a180b46 req-e380e2a9-ee32-4541-9d81-39d0f9f0ef88 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=814ded3f-38ca-4c95-914d-07803acc37e8 HTTP/1.1" status: 200 len: 945 time: 0.2700293 May 05 20:30:32.760266 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port d0ac47bd-de61-4f50-ba50-5a7f30899e53 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:30:32.779473 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port d0ac47bd-de61-4f50-ba50-5a7f30899e53 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:30:32.779857 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:32.782015 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6e1a88ab-3d7e-4e80-b417-69e4fd5b79d9 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:32.829699 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-21bdb347-a68a-4dec-bf95-dfbc0a180b46 req-beaf3c0d-b11a-4a33-8280-9fc5b883d468 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715885 May 05 20:30:32.926023 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6e1a88ab-3d7e-4e80-b417-69e4fd5b79d9 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:33.033059 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b400da-e0b3-448d-a51f-a2c23f4ba50d None None] Network 8e32a895-3024-4c88-b08f-23dbc965b4e9 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:30:33.048251 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-3c75ebae-0009-492f-8149-1ff9bb6a14a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26939184-3ecb-43d0-b955-5cc7f227a76d', 'name': 'tempest-TestAggregatesBasicOps-1801285509-router', 'tenant_id': 'ac2e332bd1654a6a8fbb23ab8d911c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '3922817f-4a9f-472f-828f-c0d72f1ee4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:30:17Z', 'updated_at': '2022-05-05T20:30:21Z', 'revision_number': 4, 'project_id': 'ac2e332bd1654a6a8fbb23ab8d911c2d', 'gw_port': {'id': '3922817f-4a9f-472f-828f-c0d72f1ee4d4', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26939184-3ecb-43d0-b955-5cc7f227a76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:30:18Z', 'updated_at': '2022-05-05T20:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '4d937603-6e69-4062-89c3-9b48fe3ca9ea', 'name': '', 'network_id': '49cc468d-aedd-41e6-bb96-9493dc8b25e4', 'tenant_id': 'ac2e332bd1654a6a8fbb23ab8d911c2d', 'mac_address': 'fa:16:3e:73:e1:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26939184-3ecb-43d0-b955-5cc7f227a76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'd55bf722-d643-4013-8d86-800b329a708d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:30:21Z', 'updated_at': '2022-05-05T20:30:31Z', 'revision_number': 4, 'project_id': 'ac2e332bd1654a6a8fbb23ab8d911c2d', 'subnets': [{'id': 'd55bf722-d643-4013-8d86-800b329a708d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:33.072494 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6e1a88ab-3d7e-4e80-b417-69e4fd5b79d9 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:33.169556 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1a88ab-3d7e-4e80-b417-69e4fd5b79d9 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Pushing event deleted for resources: {'Subnet': ['ID=65026674-4940-43f9-bf4e-c50f843133f5,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:33.203943 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c75ebae-0009-492f-8149-1ff9bb6a14a2 None None] The sync data for ids ['26939184-3ecb-43d0-b955-5cc7f227a76d'] in n-d-840717-1 is: [{'id': '26939184-3ecb-43d0-b955-5cc7f227a76d', 'name': 'tempest-TestAggregatesBasicOps-1801285509-router', 'tenant_id': 'ac2e332bd1654a6a8fbb23ab8d911c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '3922817f-4a9f-472f-828f-c0d72f1ee4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:30:17Z', 'updated_at': '2022-05-05T20:30:21Z', 'revision_number': 4, 'project_id': 'ac2e332bd1654a6a8fbb23ab8d911c2d', 'gw_port': {'id': '3922817f-4a9f-472f-828f-c0d72f1ee4d4', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26939184-3ecb-43d0-b955-5cc7f227a76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:30:18Z', 'updated_at': '2022-05-05T20:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '4d937603-6e69-4062-89c3-9b48fe3ca9ea', 'name': '', 'network_id': '49cc468d-aedd-41e6-bb96-9493dc8b25e4', 'tenant_id': 'ac2e332bd1654a6a8fbb23ab8d911c2d', 'mac_address': 'fa:16:3e:73:e1:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26939184-3ecb-43d0-b955-5cc7f227a76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'd55bf722-d643-4013-8d86-800b329a708d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:30:21Z', 'updated_at': '2022-05-05T20:30:31Z', 'revision_number': 4, 'project_id': 'ac2e332bd1654a6a8fbb23ab8d911c2d', 'subnets': [{'id': 'd55bf722-d643-4013-8d86-800b329a708d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:30:33.334257 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6e1a88ab-3d7e-4e80-b417-69e4fd5b79d9 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:33.353185 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-e83f6929-9900-4bb0-a21e-d94342bf685d None None] Provisioning for port 47439d17-cef7-4ac2-960c-f847754280f8 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:30:33.359167 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47786a39-d339-4772-a030-5841a7924548 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-e1825ef3-f808-41f9-9c7b-c0565feb2375', 'network_id': 'e1825ef3-f808-41f9-9c7b-c0565feb2375', 'tenant_id': '29baed6139a04ee8bb031e4a00cd4a34', 'fixed_ips': [{'subnet_id': '65026674-4940-43f9-bf4e-c50f843133f5'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:30:33.360096 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-47786a39-d339-4772-a030-5841a7924548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:33.381233 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-6e1a88ab-3d7e-4e80-b417-69e4fd5b79d9 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1825ef3-f808-41f9-9c7b-c0565feb2375']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:33.395743 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-6e1a88ab-3d7e-4e80-b417-69e4fd5b79d9 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa17dc7f-e092-4c5d-a1f5-8c0e861db72f') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:33.396318 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-6e1a88ab-3d7e-4e80-b417-69e4fd5b79d9 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa17dc7f-e092-4c5d-a1f5-8c0e861db72f') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:33.423170 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6e1a88ab-3d7e-4e80-b417-69e4fd5b79d9 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:33.453111 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6e1a88ab-3d7e-4e80-b417-69e4fd5b79d9 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:33.462432 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e1a88ab-3d7e-4e80-b417-69e4fd5b79d9 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:30:33.465778 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6e1a88ab-3d7e-4e80-b417-69e4fd5b79d9 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:33.484953 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:30:33.484953 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:30:33.484953 n-d-840717-1 neutron-server[88197]: timer() May 05 20:30:33.484953 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:30:33.484953 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:30:33.484953 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:30:33.484953 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:30:33.484953 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:30:33.484953 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:30:33.484953 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:30:33.484953 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:30:33.484953 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:30:33.484953 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:30:33.484953 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:30:33.484953 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:30:33.484953 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:30:33.484953 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:30:33.484953 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:30:33.484953 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:30:33.484953 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:30:33.484953 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:30:33.484953 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:30:33.484953 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:30:33.484953 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:30:33.484953 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:30:33.484953 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:30:33.484953 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:30:33.484953 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:30:33.484953 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:30:33.484953 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:30:33.484953 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:30:33.484953 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:30:33.542688 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:33.563170 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port d0ac47bd-de61-4f50-ba50-5a7f30899e53, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=d0ac47bd-de61-4f50-ba50-5a7f30899e53,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:30:33.571586 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:33.653821 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6e1a88ab-3d7e-4e80-b417-69e4fd5b79d9 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:33.673439 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-47786a39-d339-4772-a030-5841a7924548 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') May 05 20:30:33.673439 n-d-840717-1 neutron-server[88199]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] May 05 20:30:33.673439 n-d-840717-1 neutron-server[88199]: [parameters: {'project_id': '29baed6139a04ee8bb031e4a00cd4a34', 'id': 'db9dae80-7d9d-4953-b40f-8321e4bbb52c', 'name': '', 'network_id': 'e1825ef3-f808-41f9-9c7b-c0565feb2375', 'mac_address': 'fa:16:3e:0a:79:f9', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-e1825ef3-f808-41f9-9c7b-c0565feb2375', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 3804}] May 05 20:30:33.673439 n-d-840717-1 neutron-server[88199]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:30:33.674233 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-47786a39-d339-4772-a030-5841a7924548 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:30:33.712593 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6e1a88ab-3d7e-4e80-b417-69e4fd5b79d9 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:33.726878 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1a88ab-3d7e-4e80-b417-69e4fd5b79d9 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Pushing event deleted for resources: {'Network': ['ID=e1825ef3-f808-41f9-9c7b-c0565feb2375,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:33.731025 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-6e1a88ab-3d7e-4e80-b417-69e4fd5b79d9 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] 10.222.0.36 "DELETE /v2.0/networks/e1825ef3-f808-41f9-9c7b-c0565feb2375 HTTP/1.1" status: 204 len: 168 time: 1.2709234 May 05 20:30:33.734680 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33022) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:33.743963 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-5b1dc44f-e6cc-40bf-a9d0-6f5691658071 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1590807160'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:30:33.755395 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=d0ac47bd-de61-4f50-ba50-5a7f30899e53,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:33.756268 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ba2ade-84fd-429e-afa3-1cac5d84e1ee req-6d4100ff-d02f-48dc-8c05-b0bcfafbc720 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:33.758866 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-08ba2ade-84fd-429e-afa3-1cac5d84e1ee req-6d4100ff-d02f-48dc-8c05-b0bcfafbc720 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=814ded3f-38ca-4c95-914d-07803acc37e8 HTTP/1.1" status: 200 len: 945 time: 0.2729840 May 05 20:30:33.761883 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5b1dc44f-e6cc-40bf-a9d0-6f5691658071 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:30:33.784044 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-5b1dc44f-e6cc-40bf-a9d0-6f5691658071 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Usage tracker for resource:network and tenant:29baed6139a04ee8bb031e4a00cd4a34 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:30:33.787875 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-5b1dc44f-e6cc-40bf-a9d0-6f5691658071 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:30:33.797871 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5b1dc44f-e6cc-40bf-a9d0-6f5691658071 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:30:33.826263 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-08ba2ade-84fd-429e-afa3-1cac5d84e1ee req-bc504f33-a52a-494b-9100-1e255a172224 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596519 May 05 20:30:33.837097 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b1dc44f-e6cc-40bf-a9d0-6f5691658071 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Made reservation on behalf of 29baed6139a04ee8bb031e4a00cd4a34 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:30:33.840995 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5b1dc44f-e6cc-40bf-a9d0-6f5691658071 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:33.905518 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b1dc44f-e6cc-40bf-a9d0-6f5691658071 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:30:33.921121 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5b1dc44f-e6cc-40bf-a9d0-6f5691658071 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:33.921473 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-5b1dc44f-e6cc-40bf-a9d0-6f5691658071 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Added segment 9c6e3120-1ecc-4d76-9589-8bba11189711 of type vlan for network e8b48274-3fd2-4deb-9fc1-53cf8aca1ddb May 05 20:30:33.981880 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5b1dc44f-e6cc-40bf-a9d0-6f5691658071 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:34.018526 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5b1dc44f-e6cc-40bf-a9d0-6f5691658071 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:34.025504 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1dc44f-e6cc-40bf-a9d0-6f5691658071 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:34.026152 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5b1dc44f-e6cc-40bf-a9d0-6f5691658071 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:34.130190 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0be9f82-3041-4e3e-8e5b-09f6a347940f None None] Sync routers for ids ['1b573e2a-2197-4571-a18e-bec5a693a925'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:30:34.138240 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-5b1dc44f-e6cc-40bf-a9d0-6f5691658071 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3999040 May 05 20:30:34.138870 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33034) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:34.147451 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0be9f82-3041-4e3e-8e5b-09f6a347940f None None] Routers {'1b573e2a-2197-4571-a18e-bec5a693a925'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:30:34.148090 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-d0be9f82-3041-4e3e-8e5b-09f6a347940f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:30:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['1b573e2a-2197-4571-a18e-bec5a693a925'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:34.187848 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76293028-59e2-4351-a430-b7d28f916017 req-79e760bf-478e-47dd-ac49-087958a4de1d tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:34.193735 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-76293028-59e2-4351-a430-b7d28f916017 req-79e760bf-478e-47dd-ac49-087958a4de1d tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c3002fd-5764-4c77-bc62-4fc7c0529c88 HTTP/1.1" status: 200 len: 945 time: 0.2240541 May 05 20:30:34.252105 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-47786a39-d339-4772-a030-5841a7924548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:34.294932 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-bfd6e67f-f10e-46ee-bf6c-bc6e2a7353e1 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Request body: {'subnet': {'network_id': 'e8b48274-3fd2-4deb-9fc1-53cf8aca1ddb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:30:34.320120 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-76293028-59e2-4351-a430-b7d28f916017 req-7b79b90b-3c96-44f9-927c-7c16be2d732c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f11960d-500e-4805-b724-536ddc3a6c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138721 May 05 20:30:34.350864 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1dc44f-e6cc-40bf-a9d0-6f5691658071 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Pushing event updated for resources: {'Network': ['ID=e8b48274-3fd2-4deb-9fc1-53cf8aca1ddb,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:34.384438 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network e8b48274-3fd2-4deb-9fc1-53cf8aca1ddb details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:30:34.583674 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0944f8-2968-4320-8342-3ee05ae0793a None None] Network e1825ef3-f808-41f9-9c7b-c0565feb2375 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:30:34.605748 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device d0ac47bd-de61-4f50-ba50-5a7f30899e53 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:30:34.635158 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33054) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:34.806585 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0944f8-2968-4320-8342-3ee05ae0793a None None] Network e1825ef3-f808-41f9-9c7b-c0565feb2375 could not be found, it might have been deleted concurrently. {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} May 05 20:30:34.834715 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1ff92f76-12cb-493f-93c3-a6da319e3b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:34.852838 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-29c6482b-6996-4c1c-8205-e4f56384681b None None] Provisioning for port 79ff1bc4-1382-4c59-a20e-7a3371c47034 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:30:34.858859 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-bfd6e67f-f10e-46ee-bf6c-bc6e2a7353e1 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:30:34.877805 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-bfd6e67f-f10e-46ee-bf6c-bc6e2a7353e1 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Usage tracker for resource:subnet and tenant:29baed6139a04ee8bb031e4a00cd4a34 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:30:34.885771 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-bfd6e67f-f10e-46ee-bf6c-bc6e2a7353e1 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:30:34.895804 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-bfd6e67f-f10e-46ee-bf6c-bc6e2a7353e1 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:30:34.900843 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-29c6482b-6996-4c1c-8205-e4f56384681b None None] Provisioning complete for port 79ff1bc4-1382-4c59-a20e-7a3371c47034 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:30:34.901152 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-29c6482b-6996-4c1c-8205-e4f56384681b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:34.920524 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd6e67f-f10e-46ee-bf6c-bc6e2a7353e1 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Made reservation on behalf of 29baed6139a04ee8bb031e4a00cd4a34 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:30:34.927495 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bfd6e67f-f10e-46ee-bf6c-bc6e2a7353e1 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:34.964731 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e788208-7c8c-4d64-bf0f-c299674d782d req-3b88e903-682c-431a-ac51-ce97029c14b6 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:34.965955 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7e788208-7c8c-4d64-bf0f-c299674d782d req-3b88e903-682c-431a-ac51-ce97029c14b6 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.50 "GET /v2.0/ports?device_id=814ded3f-38ca-4c95-914d-07803acc37e8 HTTP/1.1" status: 200 len: 945 time: 0.2017918 May 05 20:30:35.055466 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-d0be9f82-3041-4e3e-8e5b-09f6a347940f None None] Set router 1b573e2a-2197-4571-a18e-bec5a693a925 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:30:35.241909 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7395bed-bda5-4591-a5cd-2cd7c5e25e84 None None] get_active_networks_info from n-d-840717-1 {{(pid=88199) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 05 20:30:35.269302 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-29c6482b-6996-4c1c-8205-e4f56384681b None None] Port 79ff1bc4-1382-4c59-a20e-7a3371c47034 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:30:35.292427 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port d0ac47bd-de61-4f50-ba50-5a7f30899e53 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:30:35.292776 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:35.303671 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-7e788208-7c8c-4d64-bf0f-c299674d782d req-91628c26-0192-4911-aaae-bd30fab381e9 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Deleting port 3c29f9cc-16e4-4646-8b3e-8299a779a0e4 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:30:35.304015 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-7e788208-7c8c-4d64-bf0f-c299674d782d req-91628c26-0192-4911-aaae-bd30fab381e9 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:35.489614 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62386d3b-d3b2-4cd8-8b7e-f1db3a58fb24 req-edf9d7b8-4ed9-48b8-b68f-907c344c48cd tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:35.491108 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-62386d3b-d3b2-4cd8-8b7e-f1db3a58fb24 req-edf9d7b8-4ed9-48b8-b68f-907c344c48cd tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=814ded3f-38ca-4c95-914d-07803acc37e8 HTTP/1.1" status: 200 len: 945 time: 0.2891619 May 05 20:30:35.548512 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a8623b-addd-45ac-8476-2fa241b0bb84 req-f5bf90cb-ebb1-492f-b4fe-53a58dd8fc46 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:35.549980 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-55a8623b-addd-45ac-8476-2fa241b0bb84 req-f5bf90cb-ebb1-492f-b4fe-53a58dd8fc46 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c3002fd-5764-4c77-bc62-4fc7c0529c88 HTTP/1.1" status: 200 len: 945 time: 0.1047802 May 05 20:30:35.617173 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 4d937603-6e69-4062-89c3-9b48fe3ca9ea up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:30:35.652041 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-55a8623b-addd-45ac-8476-2fa241b0bb84 req-de5e0b3d-091c-4dfe-bf79-15ef76d31172 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f11960d-500e-4805-b724-536ddc3a6c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690763 May 05 20:30:35.678643 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5d605575-3c23-4382-ad7b-2ef59bd27b2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:35.689826 n-d-840717-1 neutron-server[88198]: DEBUG neutron.objects.ports [None req-bfd6e67f-f10e-46ee-bf6c-bc6e2a7353e1 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88198) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 05 20:30:35.695811 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bfd6e67f-f10e-46ee-bf6c-bc6e2a7353e1 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:35.701949 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-62386d3b-d3b2-4cd8-8b7e-f1db3a58fb24 req-163571f0-65a3-4f3c-b429-859bf819c73f tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009130 May 05 20:30:35.802247 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7395bed-bda5-4591-a5cd-2cd7c5e25e84 None None] Resources bound (agent type, host, resource id): {{(pid=88199) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 05 20:30:35.810821 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd6e67f-f10e-46ee-bf6c-bc6e2a7353e1 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Pushing event updated for resources: {'Subnet': ['ID=9dcd9736-9132-4f57-830b-16946754a506,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:35.814009 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-7e788208-7c8c-4d64-bf0f-c299674d782d req-91628c26-0192-4911-aaae-bd30fab381e9 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] For port 3c29f9cc-16e4-4646-8b3e-8299a779a0e4, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=3c29f9cc-16e4-4646-8b3e-8299a779a0e4,segment=NetworkSegment(5effa292-6024-4206-9fcb-ee5e58965e00),segment_id=5effa292-6024-4206-9fcb-ee5e58965e00)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:30:35.814480 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-7e788208-7c8c-4d64-bf0f-c299674d782d req-91628c26-0192-4911-aaae-bd30fab381e9 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:35.849159 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-1dc40ad5-761b-475d-8f0d-1eb2aac5c549 None None] Provisioning complete for port 79ff1bc4-1382-4c59-a20e-7a3371c47034 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:30:35.849526 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1dc40ad5-761b-475d-8f0d-1eb2aac5c549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:35.879978 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 4d937603-6e69-4062-89c3-9b48fe3ca9ea completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:30:35.921557 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 4d937603-6e69-4062-89c3-9b48fe3ca9ea triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:30:35.921986 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:35.953061 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-7e788208-7c8c-4d64-bf0f-c299674d782d req-91628c26-0192-4911-aaae-bd30fab381e9 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Calling delete_port for 3c29f9cc-16e4-4646-8b3e-8299a779a0e4 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:30:35.981640 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd6e67f-f10e-46ee-bf6c-bc6e2a7353e1 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Checking segment: {'id': '9c6e3120-1ecc-4d76-9589-8bba11189711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e8b48274-3fd2-4deb-9fc1-53cf8aca1ddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:30:35.982088 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd6e67f-f10e-46ee-bf6c-bc6e2a7353e1 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Network hostable DHCP agents. Network: e8b48274-3fd2-4deb-9fc1-53cf8aca1ddb, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:30:35.998229 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-1dc40ad5-761b-475d-8f0d-1eb2aac5c549 None None] Port 79ff1bc4-1382-4c59-a20e-7a3371c47034 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:30:36.028542 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd6e67f-f10e-46ee-bf6c-bc6e2a7353e1 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Network e8b48274-3fd2-4deb-9fc1-53cf8aca1ddb is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:30:36.053307 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-bfd6e67f-f10e-46ee-bf6c-bc6e2a7353e1 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, e8b48274-3fd2-4deb-9fc1-53cf8aca1ddb) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:30:36.072533 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-5d605575-3c23-4382-ad7b-2ef59bd27b2d admin admin] Deleting port 4d937603-6e69-4062-89c3-9b48fe3ca9ea {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:30:36.073197 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5d605575-3c23-4382-ad7b-2ef59bd27b2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:36.087064 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd6e67f-f10e-46ee-bf6c-bc6e2a7353e1 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:36.087765 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bfd6e67f-f10e-46ee-bf6c-bc6e2a7353e1 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:36.141245 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-bfd6e67f-f10e-46ee-bf6c-bc6e2a7353e1 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.9933825 May 05 20:30:36.141493 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33062) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:36.157853 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-d0be9f82-3041-4e3e-8e5b-09f6a347940f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b573e2a-2197-4571-a18e-bec5a693a925', 'name': 'tempest-TestAggregatesBasicOps-2062001870-router', 'tenant_id': 'a92aded897ca484ea364b519f05f1f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'd0ac47bd-de61-4f50-ba50-5a7f30899e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:30:25Z', 'updated_at': '2022-05-05T20:30:30Z', 'revision_number': 4, 'project_id': 'a92aded897ca484ea364b519f05f1f93', 'gw_port': {'id': 'd0ac47bd-de61-4f50-ba50-5a7f30899e53', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:27:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b573e2a-2197-4571-a18e-bec5a693a925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:30:26Z', 'updated_at': '2022-05-05T20:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '79ff1bc4-1382-4c59-a20e-7a3371c47034', 'name': '', 'network_id': '8e32a895-3024-4c88-b08f-23dbc965b4e9', 'tenant_id': 'a92aded897ca484ea364b519f05f1f93', 'mac_address': 'fa:16:3e:e8:5b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b573e2a-2197-4571-a18e-bec5a693a925', 'device_owner': 'network:router_interface', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': 'bda18527-bd70-4cf4-aafb-796917e83a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:30:29Z', 'updated_at': '2022-05-05T20:30:30Z', 'revision_number': 2, 'project_id': 'a92aded897ca484ea364b519f05f1f93', 'subnets': [{'id': 'bda18527-bd70-4cf4-aafb-796917e83a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:36.172124 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-7e788208-7c8c-4d64-bf0f-c299674d782d req-91628c26-0192-4911-aaae-bd30fab381e9 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:36.212702 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0be9f82-3041-4e3e-8e5b-09f6a347940f None None] Checking router: 1b573e2a-2197-4571-a18e-bec5a693a925 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:30:36.213049 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0be9f82-3041-4e3e-8e5b-09f6a347940f None None] Updating router 1b573e2a-2197-4571-a18e-bec5a693a925 port 79ff1bc4-1382-4c59-a20e-7a3371c47034 binding host n-d-840717-1 {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:30:36.235152 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91628c26-0192-4911-aaae-bd30fab381e9 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Pushing event deleted for resources: {'Port': ['ID=3c29f9cc-16e4-4646-8b3e-8299a779a0e4,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:36.277195 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-5d605575-3c23-4382-ad7b-2ef59bd27b2d admin admin] For port 4d937603-6e69-4062-89c3-9b48fe3ca9ea, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=4d937603-6e69-4062-89c3-9b48fe3ca9ea,segment=NetworkSegment(6f1c886b-698a-44cd-aa98-48b3255d12db),segment_id=6f1c886b-698a-44cd-aa98-48b3255d12db)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:30:36.277195 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5d605575-3c23-4382-ad7b-2ef59bd27b2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:36.321537 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:36.341679 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d0be9f82-3041-4e3e-8e5b-09f6a347940f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:36.379235 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e788208-7c8c-4d64-bf0f-c299674d782d req-91628c26-0192-4911-aaae-bd30fab381e9 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] No DVR routers for this DVR port 3c29f9cc-16e4-4646-8b3e-8299a779a0e4 on host n-h2-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:30:36.383929 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-7e788208-7c8c-4d64-bf0f-c299674d782d req-91628c26-0192-4911-aaae-bd30fab381e9 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:36.385932 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7e788208-7c8c-4d64-bf0f-c299674d782d req-91628c26-0192-4911-aaae-bd30fab381e9 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.50 "DELETE /v2.0/ports/3c29f9cc-16e4-4646-8b3e-8299a779a0e4 HTTP/1.1" status: 204 len: 173 time: 1.3977134 May 05 20:30:36.386453 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '814ded3f-38ca-4c95-914d-07803acc37e8', 'name': 'network-vif-deleted', 'tag': '3c29f9cc-16e4-4646-8b3e-8299a779a0e4'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:30:36.404938 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-5d605575-3c23-4382-ad7b-2ef59bd27b2d admin admin] Calling delete_port for 4d937603-6e69-4062-89c3-9b48fe3ca9ea owned by network:router_interface {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:30:36.432523 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c83d4440-ddaf-4498-a0c9-fb88087c4d4d tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:36.455883 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 4d937603-6e69-4062-89c3-9b48fe3ca9ea, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=4d937603-6e69-4062-89c3-9b48fe3ca9ea,segment=NetworkSegment(6f1c886b-698a-44cd-aa98-48b3255d12db),segment_id=6f1c886b-698a-44cd-aa98-48b3255d12db)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:30:36.460626 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bef17876-9a0e-40c5-86e9-4761b6d1bc64'] response: {'server_uuid': '814ded3f-38ca-4c95-914d-07803acc37e8', 'name': 'network-vif-deleted', 'tag': '3c29f9cc-16e4-4646-8b3e-8299a779a0e4', 'status': 'completed', 'code': 200} May 05 20:30:36.466175 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:36.466978 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 47439d17-cef7-4ac2-960c-f847754280f8 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:30:36.557953 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.api [None req-5d605575-3c23-4382-ad7b-2ef59bd27b2d admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88197) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:30:36.558561 n-d-840717-1 neutron-server[88197]: DEBUG oslo_db.api [None req-5d605575-3c23-4382-ad7b-2ef59bd27b2d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:30:36.664593 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c83d4440-ddaf-4498-a0c9-fb88087c4d4d tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:36.764985 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c83d4440-ddaf-4498-a0c9-fb88087c4d4d tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:36.813242 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=4d937603-6e69-4062-89c3-9b48fe3ca9ea,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:36.832505 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 47439d17-cef7-4ac2-960c-f847754280f8 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:30:36.895828 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8a32d9fd-323b-4fb4-af23-5dd8e06d2d8f req-7d720051-284e-4499-9d09-c26da4988440 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=814ded3f-38ca-4c95-914d-07803acc37e8 HTTP/1.1" status: 200 len: 210 time: 0.0570750 May 05 20:30:36.902867 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 47439d17-cef7-4ac2-960c-f847754280f8 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:30:36.903575 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:36.908662 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83d4440-ddaf-4498-a0c9-fb88087c4d4d tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Pushing event deleted for resources: {'Subnet': ['ID=9dcd9736-9132-4f57-830b-16946754a506,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:37.003328 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 3c29f9cc-16e4-4646-8b3e-8299a779a0e4 no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:30:37.013655 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c83d4440-ddaf-4498-a0c9-fb88087c4d4d tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:37.047781 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bcb5b7-970e-421f-b4fb-20b9677184a8 None None] Network e8b48274-3fd2-4deb-9fc1-53cf8aca1ddb requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:30:37.053634 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-c83d4440-ddaf-4498-a0c9-fb88087c4d4d tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8b48274-3fd2-4deb-9fc1-53cf8aca1ddb']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:37.060095 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-5d605575-3c23-4382-ad7b-2ef59bd27b2d admin admin] Deleting port 4d937603-6e69-4062-89c3-9b48fe3ca9ea {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:30:37.060466 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5d605575-3c23-4382-ad7b-2ef59bd27b2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:37.077867 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] No Port match for: 3c29f9cc-16e4-4646-8b3e-8299a779a0e4 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:30:37.078202 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 3c29f9cc-16e4-4646-8b3e-8299a779a0e4 not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:30:37.100031 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-33a278fa-9e81-40d5-958f-eb4bc929e4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:37.111936 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-c83d4440-ddaf-4498-a0c9-fb88087c4d4d tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c6e3120-1ecc-4d76-9589-8bba11189711') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:37.112178 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-c83d4440-ddaf-4498-a0c9-fb88087c4d4d tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c6e3120-1ecc-4d76-9589-8bba11189711') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:37.148561 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c83d4440-ddaf-4498-a0c9-fb88087c4d4d tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:37.165469 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365cf9e-5a7a-4f3a-9b79-183e2dfac210 req-cb545f50-99f6-407f-addc-11612bbf7024 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:37.172822 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2365cf9e-5a7a-4f3a-9b79-183e2dfac210 req-cb545f50-99f6-407f-addc-11612bbf7024 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c3002fd-5764-4c77-bc62-4fc7c0529c88 HTTP/1.1" status: 200 len: 945 time: 0.3947344 May 05 20:30:37.220295 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c83d4440-ddaf-4498-a0c9-fb88087c4d4d tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:37.233717 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2365cf9e-5a7a-4f3a-9b79-183e2dfac210 req-c7c7a870-ccf4-4d34-835e-c3b709f0bf63 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f11960d-500e-4805-b724-536ddc3a6c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598977 May 05 20:30:37.246257 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c83d4440-ddaf-4498-a0c9-fb88087c4d4d tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:30:37.246871 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c83d4440-ddaf-4498-a0c9-fb88087c4d4d tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:37.271502 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:30:37.271502 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:30:37.271502 n-d-840717-1 neutron-server[88198]: timer() May 05 20:30:37.271502 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:30:37.271502 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:30:37.271502 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:30:37.271502 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:30:37.271502 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:30:37.271502 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:30:37.271502 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:30:37.271502 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:30:37.271502 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:30:37.271502 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:30:37.271502 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:30:37.271502 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:30:37.271502 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:30:37.271502 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:30:37.271502 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:30:37.271502 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:30:37.271502 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:30:37.271502 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:30:37.271502 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:30:37.271502 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:30:37.271502 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:30:37.271502 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:30:37.271502 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:30:37.271502 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:30:37.271502 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:30:37.271502 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:30:37.271502 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:30:37.271502 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:30:37.271502 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:30:37.367723 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-5d605575-3c23-4382-ad7b-2ef59bd27b2d admin admin] For port 4d937603-6e69-4062-89c3-9b48fe3ca9ea, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=4d937603-6e69-4062-89c3-9b48fe3ca9ea,segment=NetworkSegment(6f1c886b-698a-44cd-aa98-48b3255d12db),segment_id=6f1c886b-698a-44cd-aa98-48b3255d12db)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:30:37.368160 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5d605575-3c23-4382-ad7b-2ef59bd27b2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:37.369118 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ad739f-9824-47ca-a82f-056eb49b0dc5 None None] Network e8b48274-3fd2-4deb-9fc1-53cf8aca1ddb requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:30:37.387099 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:37.428802 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c83d4440-ddaf-4498-a0c9-fb88087c4d4d tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:37.481008 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c83d4440-ddaf-4498-a0c9-fb88087c4d4d tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:37.488564 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83d4440-ddaf-4498-a0c9-fb88087c4d4d tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Pushing event deleted for resources: {'Network': ['ID=e8b48274-3fd2-4deb-9fc1-53cf8aca1ddb,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:37.520867 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c83d4440-ddaf-4498-a0c9-fb88087c4d4d tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] 10.222.0.36 "DELETE /v2.0/networks/e8b48274-3fd2-4deb-9fc1-53cf8aca1ddb HTTP/1.1" status: 204 len: 168 time: 1.3783572 May 05 20:30:37.524389 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33072) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:37.602555 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1de2533-dc39-44d8-b5da-68630bd3eb72 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] DELETE failed (client error): The resource could not be found. May 05 20:30:37.603167 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1de2533-dc39-44d8-b5da-68630bd3eb72 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:30:37.606093 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f1de2533-dc39-44d8-b5da-68630bd3eb72 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] 10.222.0.36 "DELETE /v2.0/subnets/9dcd9736-9132-4f57-830b-16946754a506 HTTP/1.1" status: 404 len: 337 time: 0.0803380 May 05 20:30:37.608805 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33076) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:37.668523 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-df33f26d-98c5-4288-ba9a-643fec4effd5 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] DELETE failed (client error): The resource could not be found. May 05 20:30:37.668873 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df33f26d-98c5-4288-ba9a-643fec4effd5 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:30:37.672106 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-df33f26d-98c5-4288-ba9a-643fec4effd5 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] 10.222.0.36 "DELETE /v2.0/networks/e8b48274-3fd2-4deb-9fc1-53cf8aca1ddb HTTP/1.1" status: 404 len: 339 time: 0.0622997 May 05 20:30:37.674520 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33080) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:37.683111 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d0be9f82-3041-4e3e-8e5b-09f6a347940f None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:37.686543 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 47439d17-cef7-4ac2-960c-f847754280f8, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=47439d17-cef7-4ac2-960c-f847754280f8,segment=NetworkSegment(6a4e6043-f033-4a5c-90d6-eafe505720c7),segment_id=6a4e6043-f033-4a5c-90d6-eafe505720c7)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:30:37.695243 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-5d605575-3c23-4382-ad7b-2ef59bd27b2d admin admin] Calling delete_port for 4d937603-6e69-4062-89c3-9b48fe3ca9ea owned by network:router_interface {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:30:37.727205 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:37.736722 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-74210401-bdcf-4dce-825c-4a012d28ba0d tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] DELETE failed (client error): The resource could not be found. May 05 20:30:37.738658 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74210401-bdcf-4dce-825c-4a012d28ba0d tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:30:37.741295 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-74210401-bdcf-4dce-825c-4a012d28ba0d tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] 10.222.0.36 "DELETE /v2.0/subnets/65026674-4940-43f9-bf4e-c50f843133f5 HTTP/1.1" status: 404 len: 337 time: 0.0656736 May 05 20:30:37.744620 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33084) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:37.773628 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-d0be9f82-3041-4e3e-8e5b-09f6a347940f None None] Transition to ACTIVE for port object 79ff1bc4-1382-4c59-a20e-7a3371c47034 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:30:37.779908 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0b61585-a22a-43b6-8b3c-d85bfb44c8b0 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] DELETE failed (client error): The resource could not be found. May 05 20:30:37.784024 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0b61585-a22a-43b6-8b3c-d85bfb44c8b0 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:30:37.788418 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e0b61585-a22a-43b6-8b3c-d85bfb44c8b0 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] 10.222.0.36 "DELETE /v2.0/networks/e1825ef3-f808-41f9-9c7b-c0565feb2375 HTTP/1.1" status: 404 len: 339 time: 0.0424521 May 05 20:30:37.792118 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33088) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:37.817364 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d0be9f82-3041-4e3e-8e5b-09f6a347940f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:37.892436 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-80328ad0-92e1-4775-aa7a-fe615a77c6f4 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] DELETE failed (client error): The resource could not be found. May 05 20:30:37.893240 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80328ad0-92e1-4775-aa7a-fe615a77c6f4 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:30:37.896195 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-80328ad0-92e1-4775-aa7a-fe615a77c6f4 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] 10.222.0.36 "DELETE /v2.0/subnets/66c0be07-0b8f-4d75-b643-99a3e57fec6e HTTP/1.1" status: 404 len: 337 time: 0.1029441 May 05 20:30:37.898979 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33092) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:37.925248 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 4d937603-6e69-4062-89c3-9b48fe3ca9ea up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:30:37.961556 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-acf43499-83b2-40a2-9419-13fc70d1c8d9 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] DELETE failed (client error): The resource could not be found. May 05 20:30:37.962054 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acf43499-83b2-40a2-9419-13fc70d1c8d9 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:30:37.964245 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-acf43499-83b2-40a2-9419-13fc70d1c8d9 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] 10.222.0.36 "DELETE /v2.0/networks/d328a9eb-41b1-4d60-b39d-1eeb6e89af80 HTTP/1.1" status: 404 len: 339 time: 0.0646107 May 05 20:30:37.966794 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33098) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:38.005894 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5d605575-3c23-4382-ad7b-2ef59bd27b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:38.068570 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 4d937603-6e69-4062-89c3-9b48fe3ca9ea {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:30:38.068904 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 4d937603-6e69-4062-89c3-9b48fe3ca9ea not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 05 20:30:38.102440 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d605575-3c23-4382-ad7b-2ef59bd27b2d admin admin] Pushing event deleted for resources: {'Port': ['ID=4d937603-6e69-4062-89c3-9b48fe3ca9ea,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:38.159008 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=47439d17-cef7-4ac2-960c-f847754280f8,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:38.163326 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-287627dc-9930-4e25-9083-7ab0643fa795 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Deleting port 64930807-915b-4be0-8639-8815236b8cf9 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:30:38.164356 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-287627dc-9930-4e25-9083-7ab0643fa795 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:38.169013 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Port 4d937603-6e69-4062-89c3-9b48fe3ca9ea not found, will not notify nova. {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 05 20:30:38.231069 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:38.374100 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:38.430534 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-d0be9f82-3041-4e3e-8e5b-09f6a347940f None None] Attempting to bind port 79ff1bc4-1382-4c59-a20e-7a3371c47034 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:30:38.430924 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-d0be9f82-3041-4e3e-8e5b-09f6a347940f None None] Attempting to bind port 79ff1bc4-1382-4c59-a20e-7a3371c47034 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '6a4e6043-f033-4a5c-90d6-eafe505720c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8e32a895-3024-4c88-b08f-23dbc965b4e9'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:30:38.431168 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0be9f82-3041-4e3e-8e5b-09f6a347940f None None] Attempting to bind port 79ff1bc4-1382-4c59-a20e-7a3371c47034 on network 8e32a895-3024-4c88-b08f-23dbc965b4e9 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:30:38.433272 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5773da54-5a2b-441c-ac3f-394ca4ebc7db None None] Pushing event updated for resources: {'Port': ['ID=79ff1bc4-1382-4c59-a20e-7a3371c47034,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:38.439233 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0be9f82-3041-4e3e-8e5b-09f6a347940f None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:30:38.439681 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0be9f82-3041-4e3e-8e5b-09f6a347940f None None] Checking segment: {'id': '6a4e6043-f033-4a5c-90d6-eafe505720c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8e32a895-3024-4c88-b08f-23dbc965b4e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:30:38.440083 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d0be9f82-3041-4e3e-8e5b-09f6a347940f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:38.440466 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0be9f82-3041-4e3e-8e5b-09f6a347940f None None] Bound using segment: {'id': '6a4e6043-f033-4a5c-90d6-eafe505720c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8e32a895-3024-4c88-b08f-23dbc965b4e9'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:30:38.440995 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-d0be9f82-3041-4e3e-8e5b-09f6a347940f None None] Bound port: 79ff1bc4-1382-4c59-a20e-7a3371c47034, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a4e6043-f033-4a5c-90d6-eafe505720c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8e32a895-3024-4c88-b08f-23dbc965b4e9'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:30:38.441990 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d0be9f82-3041-4e3e-8e5b-09f6a347940f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:38.458438 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2187c240-e13b-466d-96a5-f3cee3768074 req-e7a5a585-52d4-4b26-aaf2-eb22a43a6bb1 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=814ded3f-38ca-4c95-914d-07803acc37e8 HTTP/1.1" status: 200 len: 210 time: 0.3575654 May 05 20:30:38.504475 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-287627dc-9930-4e25-9083-7ab0643fa795 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:38.560184 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-d0be9f82-3041-4e3e-8e5b-09f6a347940f None None] For port 79ff1bc4-1382-4c59-a20e-7a3371c47034, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:30:38.563502 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-d0be9f82-3041-4e3e-8e5b-09f6a347940f None None] For port 79ff1bc4-1382-4c59-a20e-7a3371c47034, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=79ff1bc4-1382-4c59-a20e-7a3371c47034,segment=NetworkSegment(6a4e6043-f033-4a5c-90d6-eafe505720c7),segment_id=6a4e6043-f033-4a5c-90d6-eafe505720c7)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:30:38.568969 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d0be9f82-3041-4e3e-8e5b-09f6a347940f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:38.619152 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5d605575-3c23-4382-ad7b-2ef59bd27b2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:38.664840 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0be9f82-3041-4e3e-8e5b-09f6a347940f None None] Routers {'1b573e2a-2197-4571-a18e-bec5a693a925'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:30:38.665460 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-d0be9f82-3041-4e3e-8e5b-09f6a347940f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:30:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['1b573e2a-2197-4571-a18e-bec5a693a925'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:38.730619 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-287627dc-9930-4e25-9083-7ab0643fa795 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Calling delete_port for 64930807-915b-4be0-8639-8815236b8cf9 owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:30:38.756082 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5773da54-5a2b-441c-ac3f-394ca4ebc7db None None] Pushing event updated for resources: {'Port': ['ID=79ff1bc4-1382-4c59-a20e-7a3371c47034,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:38.866928 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-287627dc-9930-4e25-9083-7ab0643fa795 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:38.904298 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-d0be9f82-3041-4e3e-8e5b-09f6a347940f None None] Set router 1b573e2a-2197-4571-a18e-bec5a693a925 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:30:38.962136 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287627dc-9930-4e25-9083-7ab0643fa795 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Pushing event deleted for resources: {'Port': ['ID=64930807-915b-4be0-8639-8815236b8cf9,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:38.969470 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-287627dc-9930-4e25-9083-7ab0643fa795 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:38.988230 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e46d33-1ea9-4c84-87e2-0344768290a0 req-220f5a15-3afe-480a-9330-cef0d2cd1cac tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:38.989993 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-84e46d33-1ea9-4c84-87e2-0344768290a0 req-220f5a15-3afe-480a-9330-cef0d2cd1cac tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c3002fd-5764-4c77-bc62-4fc7c0529c88 HTTP/1.1" status: 200 len: 945 time: 0.4738109 May 05 20:30:38.991866 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-287627dc-9930-4e25-9083-7ab0643fa795 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] 10.222.0.36 "DELETE /v2.0/ports/64930807-915b-4be0-8639-8815236b8cf9 HTTP/1.1" status: 204 len: 168 time: 1.0232942 May 05 20:30:38.994729 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33104) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:39.061555 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-420c480d-b86e-4917-8ee8-2a1f2189baaf tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] DELETE failed (client error): The resource could not be found. May 05 20:30:39.062016 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-420c480d-b86e-4917-8ee8-2a1f2189baaf tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:30:39.063883 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-420c480d-b86e-4917-8ee8-2a1f2189baaf tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] 10.222.0.36 "DELETE /v2.0/subnets/ea7a518c-3ace-4d60-9631-6098b217011b HTTP/1.1" status: 404 len: 337 time: 0.0682576 May 05 20:30:39.067650 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33108) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:39.098088 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d605575-3c23-4382-ad7b-2ef59bd27b2d admin admin] Router 26939184-3ecb-43d0-b955-5cc7f227a76d has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:30:39.294174 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-d0be9f82-3041-4e3e-8e5b-09f6a347940f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b573e2a-2197-4571-a18e-bec5a693a925', 'name': 'tempest-TestAggregatesBasicOps-2062001870-router', 'tenant_id': 'a92aded897ca484ea364b519f05f1f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'd0ac47bd-de61-4f50-ba50-5a7f30899e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:30:25Z', 'updated_at': '2022-05-05T20:30:30Z', 'revision_number': 4, 'project_id': 'a92aded897ca484ea364b519f05f1f93', 'gw_port': {'id': 'd0ac47bd-de61-4f50-ba50-5a7f30899e53', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:27:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b573e2a-2197-4571-a18e-bec5a693a925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:30:26Z', 'updated_at': '2022-05-05T20:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '79ff1bc4-1382-4c59-a20e-7a3371c47034', 'name': '', 'network_id': '8e32a895-3024-4c88-b08f-23dbc965b4e9', 'tenant_id': 'a92aded897ca484ea364b519f05f1f93', 'mac_address': 'fa:16:3e:e8:5b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b573e2a-2197-4571-a18e-bec5a693a925', 'device_owner': 'network:router_interface', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': 'bda18527-bd70-4cf4-aafb-796917e83a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:30:29Z', 'updated_at': '2022-05-05T20:30:38Z', 'revision_number': 4, 'project_id': 'a92aded897ca484ea364b519f05f1f93', 'subnets': [{'id': 'bda18527-bd70-4cf4-aafb-796917e83a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:39.298493 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0be9f82-3041-4e3e-8e5b-09f6a347940f None None] The sync data for ids ['1b573e2a-2197-4571-a18e-bec5a693a925'] in n-d-840717-1 is: [{'id': '1b573e2a-2197-4571-a18e-bec5a693a925', 'name': 'tempest-TestAggregatesBasicOps-2062001870-router', 'tenant_id': 'a92aded897ca484ea364b519f05f1f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'd0ac47bd-de61-4f50-ba50-5a7f30899e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:30:25Z', 'updated_at': '2022-05-05T20:30:30Z', 'revision_number': 4, 'project_id': 'a92aded897ca484ea364b519f05f1f93', 'gw_port': {'id': 'd0ac47bd-de61-4f50-ba50-5a7f30899e53', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:27:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b573e2a-2197-4571-a18e-bec5a693a925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:30:26Z', 'updated_at': '2022-05-05T20:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '79ff1bc4-1382-4c59-a20e-7a3371c47034', 'name': '', 'network_id': '8e32a895-3024-4c88-b08f-23dbc965b4e9', 'tenant_id': 'a92aded897ca484ea364b519f05f1f93', 'mac_address': 'fa:16:3e:e8:5b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b573e2a-2197-4571-a18e-bec5a693a925', 'device_owner': 'network:router_interface', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': 'bda18527-bd70-4cf4-aafb-796917e83a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:30:29Z', 'updated_at': '2022-05-05T20:30:38Z', 'revision_number': 4, 'project_id': 'a92aded897ca484ea364b519f05f1f93', 'subnets': [{'id': 'bda18527-bd70-4cf4-aafb-796917e83a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:30:39.316779 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d605575-3c23-4382-ad7b-2ef59bd27b2d admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:30:39.329210 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9adfb7f-01a5-4ac7-884b-8fe37c82733e None None] Sync routers for ids ['26939184-3ecb-43d0-b955-5cc7f227a76d'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:30:39.336273 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-5d605575-3c23-4382-ad7b-2ef59bd27b2d admin admin] 10.222.0.36 "PUT /v2.0/routers/26939184-3ecb-43d0-b955-5cc7f227a76d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6999843 May 05 20:30:39.337574 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33112) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:39.344788 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9adfb7f-01a5-4ac7-884b-8fe37c82733e None None] Routers {'26939184-3ecb-43d0-b955-5cc7f227a76d'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:30:39.345438 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-a9adfb7f-01a5-4ac7-884b-8fe37c82733e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:30:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['26939184-3ecb-43d0-b955-5cc7f227a76d'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:39.353351 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8b8f47b8-91fe-4a9c-942e-8a50cdcc2e4b tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:39.377849 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-84e46d33-1ea9-4c84-87e2-0344768290a0 req-583be196-f533-4fd2-b17a-0a80c41add11 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f11960d-500e-4805-b724-536ddc3a6c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3806818 May 05 20:30:39.598318 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8b8f47b8-91fe-4a9c-942e-8a50cdcc2e4b tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:39.646620 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:39.662312 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-8b8f47b8-91fe-4a9c-942e-8a50cdcc2e4b tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d84d4d67-cc16-4a1a-87d1-1c5f7ceb501a']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:39.692385 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-8b8f47b8-91fe-4a9c-942e-8a50cdcc2e4b tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94c73732-f8f2-4e91-b1c0-7f7502d2b5c1') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:39.692888 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-8b8f47b8-91fe-4a9c-942e-8a50cdcc2e4b tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94c73732-f8f2-4e91-b1c0-7f7502d2b5c1') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:39.728638 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-a9adfb7f-01a5-4ac7-884b-8fe37c82733e None None] Set router 26939184-3ecb-43d0-b955-5cc7f227a76d gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:30:39.731699 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8b8f47b8-91fe-4a9c-942e-8a50cdcc2e4b tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:39.822305 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8b8f47b8-91fe-4a9c-942e-8a50cdcc2e4b tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:39.839631 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b8f47b8-91fe-4a9c-942e-8a50cdcc2e4b tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:30:39.840003 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8b8f47b8-91fe-4a9c-942e-8a50cdcc2e4b tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:39.887914 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:30:39.887914 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:30:39.887914 n-d-840717-1 neutron-server[88198]: timer() May 05 20:30:39.887914 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:30:39.887914 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:30:39.887914 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:30:39.887914 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:30:39.887914 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:30:39.887914 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:30:39.887914 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:30:39.887914 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:30:39.887914 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:30:39.887914 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:30:39.887914 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:30:39.887914 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:30:39.887914 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:30:39.887914 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:30:39.887914 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:30:39.887914 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:30:39.887914 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:30:39.887914 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:30:39.887914 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:30:39.887914 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:30:39.887914 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:30:39.887914 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:30:39.887914 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:30:39.887914 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:30:39.887914 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:30:39.887914 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:30:39.887914 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:30:39.887914 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:30:39.887914 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:30:39.924794 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1184c2b1-424b-4419-a47b-e5fa56e24661 admin admin] Notify callbacks [] for router, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:40.028156 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:30:40.075990 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 47439d17-cef7-4ac2-960c-f847754280f8 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:30:40.080298 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8b8f47b8-91fe-4a9c-942e-8a50cdcc2e4b tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:40.116590 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8b8f47b8-91fe-4a9c-942e-8a50cdcc2e4b tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:40.121155 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8f47b8-91fe-4a9c-942e-8a50cdcc2e4b tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Pushing event deleted for resources: {'Network': ['ID=d84d4d67-cc16-4a1a-87d1-1c5f7ceb501a,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:40.131805 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-8b8f47b8-91fe-4a9c-942e-8a50cdcc2e4b tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] 10.222.0.36 "DELETE /v2.0/networks/d84d4d67-cc16-4a1a-87d1-1c5f7ceb501a HTTP/1.1" status: 204 len: 168 time: 1.0631928 May 05 20:30:40.132662 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33120) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:40.220698 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-b90f2c5c-3a93-4911-8203-dfdf5d8b8546 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Deleting port 3c30f66a-3d63-4f1b-9cac-9685ab4576eb {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:30:40.221432 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b90f2c5c-3a93-4911-8203-dfdf5d8b8546 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:40.232117 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 47439d17-cef7-4ac2-960c-f847754280f8 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:30:40.232489 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:40.286402 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-a9adfb7f-01a5-4ac7-884b-8fe37c82733e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26939184-3ecb-43d0-b955-5cc7f227a76d', 'name': 'tempest-TestAggregatesBasicOps-1801285509-router', 'tenant_id': 'ac2e332bd1654a6a8fbb23ab8d911c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '3922817f-4a9f-472f-828f-c0d72f1ee4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:30:17Z', 'updated_at': '2022-05-05T20:30:37Z', 'revision_number': 5, 'project_id': 'ac2e332bd1654a6a8fbb23ab8d911c2d', 'gw_port': {'id': '3922817f-4a9f-472f-828f-c0d72f1ee4d4', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26939184-3ecb-43d0-b955-5cc7f227a76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:30:18Z', 'updated_at': '2022-05-05T20:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:40.293924 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9adfb7f-01a5-4ac7-884b-8fe37c82733e None None] Checking router: 26939184-3ecb-43d0-b955-5cc7f227a76d for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:30:40.313720 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1184c2b1-424b-4419-a47b-e5fa56e24661 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:40.318312 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9adfb7f-01a5-4ac7-884b-8fe37c82733e None None] Routers {'26939184-3ecb-43d0-b955-5cc7f227a76d'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:30:40.318596 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-a9adfb7f-01a5-4ac7-884b-8fe37c82733e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:30:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['26939184-3ecb-43d0-b955-5cc7f227a76d'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:40.334505 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-1184c2b1-424b-4419-a47b-e5fa56e24661 admin admin] Deleting port 3922817f-4a9f-472f-828f-c0d72f1ee4d4 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:30:40.334855 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1184c2b1-424b-4419-a47b-e5fa56e24661 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:40.517439 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 79ff1bc4-1382-4c59-a20e-7a3371c47034 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:30:40.525804 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-a9adfb7f-01a5-4ac7-884b-8fe37c82733e None None] Set router 26939184-3ecb-43d0-b955-5cc7f227a76d gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:30:40.707865 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-1184c2b1-424b-4419-a47b-e5fa56e24661 admin admin] For port 3922817f-4a9f-472f-828f-c0d72f1ee4d4, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=3922817f-4a9f-472f-828f-c0d72f1ee4d4,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:30:40.709062 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1184c2b1-424b-4419-a47b-e5fa56e24661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:40.709184 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 79ff1bc4-1382-4c59-a20e-7a3371c47034 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:30:40.724835 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 79ff1bc4-1382-4c59-a20e-7a3371c47034 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:30:40.725192 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:40.742181 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-a9adfb7f-01a5-4ac7-884b-8fe37c82733e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26939184-3ecb-43d0-b955-5cc7f227a76d', 'name': 'tempest-TestAggregatesBasicOps-1801285509-router', 'tenant_id': 'ac2e332bd1654a6a8fbb23ab8d911c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:30:17Z', 'updated_at': '2022-05-05T20:30:40Z', 'revision_number': 6, 'project_id': 'ac2e332bd1654a6a8fbb23ab8d911c2d', 'gw_port_host': None}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:40.743259 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b90f2c5c-3a93-4911-8203-dfdf5d8b8546 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:40.746575 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9adfb7f-01a5-4ac7-884b-8fe37c82733e None None] The sync data for ids ['26939184-3ecb-43d0-b955-5cc7f227a76d'] in n-d-840717-1 is: [{'id': '26939184-3ecb-43d0-b955-5cc7f227a76d', 'name': 'tempest-TestAggregatesBasicOps-1801285509-router', 'tenant_id': 'ac2e332bd1654a6a8fbb23ab8d911c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:30:17Z', 'updated_at': '2022-05-05T20:30:40Z', 'revision_number': 6, 'project_id': 'ac2e332bd1654a6a8fbb23ab8d911c2d', 'gw_port_host': None}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:30:40.882196 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-1184c2b1-424b-4419-a47b-e5fa56e24661 admin admin] Calling delete_port for 3922817f-4a9f-472f-828f-c0d72f1ee4d4 owned by network:router_gateway {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:30:40.951286 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:40.986605 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 79ff1bc4-1382-4c59-a20e-7a3371c47034, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=79ff1bc4-1382-4c59-a20e-7a3371c47034,segment=NetworkSegment(6a4e6043-f033-4a5c-90d6-eafe505720c7),segment_id=6a4e6043-f033-4a5c-90d6-eafe505720c7)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:30:40.996411 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:41.037852 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-b90f2c5c-3a93-4911-8203-dfdf5d8b8546 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Calling delete_port for 3c30f66a-3d63-4f1b-9cac-9685ab4576eb owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:30:41.158360 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ebbd5-46dd-4aaf-af8b-ebe5ca64578a req-6fadf470-7f03-42e2-a74b-65824bd3aa0b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:41.160087 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-456ebbd5-46dd-4aaf-af8b-ebe5ca64578a req-6fadf470-7f03-42e2-a74b-65824bd3aa0b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c3002fd-5764-4c77-bc62-4fc7c0529c88 HTTP/1.1" status: 200 len: 945 time: 0.5288088 May 05 20:30:41.164293 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=79ff1bc4-1382-4c59-a20e-7a3371c47034,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:41.193053 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b90f2c5c-3a93-4911-8203-dfdf5d8b8546 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:41.210067 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1184c2b1-424b-4419-a47b-e5fa56e24661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:41.300174 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b90f2c5c-3a93-4911-8203-dfdf5d8b8546 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:41.307381 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90f2c5c-3a93-4911-8203-dfdf5d8b8546 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Pushing event deleted for resources: {'Port': ['ID=3c30f66a-3d63-4f1b-9cac-9685ab4576eb,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:41.327083 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b90f2c5c-3a93-4911-8203-dfdf5d8b8546 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] 10.222.0.36 "DELETE /v2.0/ports/3c30f66a-3d63-4f1b-9cac-9685ab4576eb HTTP/1.1" status: 204 len: 168 time: 1.1931570 May 05 20:30:41.333359 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33134) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:41.371509 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-456ebbd5-46dd-4aaf-af8b-ebe5ca64578a req-7649eef1-671d-41a5-9287-2a7a5e7af8e6 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f11960d-500e-4805-b724-536ddc3a6c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2044232 May 05 20:30:41.374539 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1184c2b1-424b-4419-a47b-e5fa56e24661 admin admin] Pushing event deleted for resources: {'Port': ['ID=3922817f-4a9f-472f-828f-c0d72f1ee4d4,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:41.380361 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-598ee37c-3815-4a55-9fe9-8419db7177b0 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] DELETE failed (client error): The resource could not be found. May 05 20:30:41.381079 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-598ee37c-3815-4a55-9fe9-8419db7177b0 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:30:41.386810 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-598ee37c-3815-4a55-9fe9-8419db7177b0 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] 10.222.0.36 "DELETE /v2.0/subnets/0469e6e7-76a0-419a-b4fc-b716d9fdbf82 HTTP/1.1" status: 404 len: 337 time: 0.0522625 May 05 20:30:41.387548 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33140) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:41.448241 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1184c2b1-424b-4419-a47b-e5fa56e24661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:41.530472 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-894a03f2-b4f4-41d4-a6de-b112fa604cf6 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:41.543883 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-894a03f2-b4f4-41d4-a6de-b112fa604cf6 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Deleting port abd8c7dd-f9b9-4851-885f-0a042b2cb143 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:30:41.544228 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-894a03f2-b4f4-41d4-a6de-b112fa604cf6 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:41.679422 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1184c2b1-424b-4419-a47b-e5fa56e24661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:41.681728 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1184c2b1-424b-4419-a47b-e5fa56e24661 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:41.707880 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1184c2b1-424b-4419-a47b-e5fa56e24661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:41.708480 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1184c2b1-424b-4419-a47b-e5fa56e24661 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26939184-3ecb-43d0-b955-5cc7f227a76d {{(pid=88197) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:30:41.729519 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1184c2b1-424b-4419-a47b-e5fa56e24661 admin admin] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:41.730731 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-1184c2b1-424b-4419-a47b-e5fa56e24661 admin admin] 10.222.0.36 "DELETE /v2.0/routers/26939184-3ecb-43d0-b955-5cc7f227a76d HTTP/1.1" status: 204 len: 168 time: 2.3922675 May 05 20:30:41.734599 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33146) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:41.803755 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-894a03f2-b4f4-41d4-a6de-b112fa604cf6 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] For port abd8c7dd-f9b9-4851-885f-0a042b2cb143, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=abd8c7dd-f9b9-4851-885f-0a042b2cb143,segment=NetworkSegment(7ec8e69e-6b9e-4fab-844b-7e04aa9971e8),segment_id=7ec8e69e-6b9e-4fab-844b-7e04aa9971e8)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:30:41.804270 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-894a03f2-b4f4-41d4-a6de-b112fa604cf6 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:41.817597 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9b90404-e1ca-41f4-91e9-53f777b85e47 admin admin] Deleting subnet d55bf722-d643-4013-8d86-800b329a708d {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:30:41.821832 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f9b90404-e1ca-41f4-91e9-53f777b85e47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:41.880012 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 79ff1bc4-1382-4c59-a20e-7a3371c47034 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:30:41.884959 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f9b90404-e1ca-41f4-91e9-53f777b85e47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:41.967700 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 79ff1bc4-1382-4c59-a20e-7a3371c47034 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:30:41.968074 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:41.984151 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f9b90404-e1ca-41f4-91e9-53f777b85e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:41.984383 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-894a03f2-b4f4-41d4-a6de-b112fa604cf6 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Calling delete_port for abd8c7dd-f9b9-4851-885f-0a042b2cb143 owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:30:42.070325 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f9b90404-e1ca-41f4-91e9-53f777b85e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:42.073677 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-894a03f2-b4f4-41d4-a6de-b112fa604cf6 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:42.141056 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a4546d-dcaf-47e5-9773-00cd4b10875f None None] Network 49cc468d-aedd-41e6-bb96-9493dc8b25e4 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:30:42.143273 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f9b90404-e1ca-41f4-91e9-53f777b85e47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:42.153724 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894a03f2-b4f4-41d4-a6de-b112fa604cf6 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Pushing event deleted for resources: {'Port': ['ID=abd8c7dd-f9b9-4851-885f-0a042b2cb143,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:42.155301 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33150) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:42.156774 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894a03f2-b4f4-41d4-a6de-b112fa604cf6 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] No DVR routers for this DVR port abd8c7dd-f9b9-4851-885f-0a042b2cb143 on host n-d-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:30:42.159498 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f9b90404-e1ca-41f4-91e9-53f777b85e47 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d55bf722-d643-4013-8d86-800b329a708d HTTP/1.1" status: 204 len: 168 time: 0.4237921 May 05 20:30:42.161049 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b90404-e1ca-41f4-91e9-53f777b85e47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d55bf722-d643-4013-8d86-800b329a708d,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:42.214723 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 4d937603-6e69-4062-89c3-9b48fe3ca9ea no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:30:42.262501 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 4d937603-6e69-4062-89c3-9b48fe3ca9ea {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:30:42.262843 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 4d937603-6e69-4062-89c3-9b48fe3ca9ea not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:30:42.263256 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 3922817f-4a9f-472f-828f-c0d72f1ee4d4 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:30:42.342014 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 3922817f-4a9f-472f-828f-c0d72f1ee4d4 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:30:42.342333 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 3922817f-4a9f-472f-828f-c0d72f1ee4d4 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:30:42.519873 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-894a03f2-b4f4-41d4-a6de-b112fa604cf6 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:42.541524 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82385bc3-dea7-4e6a-8469-46d4a4bd6953 None None] DHCP port deletion for 49cc468d-aedd-41e6-bb96-9493dc8b25e4 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:30:42.545781 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-82385bc3-dea7-4e6a-8469-46d4a4bd6953 None None] Deleting port f3823f79-f444-4513-9c9a-03f244f5825f {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:30:42.546171 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-82385bc3-dea7-4e6a-8469-46d4a4bd6953 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:42.547002 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9f75885a-6482-4648-af31-e7f1474ae36a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:42.560112 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-894a03f2-b4f4-41d4-a6de-b112fa604cf6 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eed25e92-0363-4f45-aae2-7296bcb47b9e']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:42.580395 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-9f75885a-6482-4648-af31-e7f1474ae36a admin admin] Deleting port f3823f79-f444-4513-9c9a-03f244f5825f {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:30:42.580660 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9f75885a-6482-4648-af31-e7f1474ae36a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:42.662632 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-894a03f2-b4f4-41d4-a6de-b112fa604cf6 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ec8e69e-6b9e-4fab-844b-7e04aa9971e8') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:42.663111 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-894a03f2-b4f4-41d4-a6de-b112fa604cf6 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ec8e69e-6b9e-4fab-844b-7e04aa9971e8') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:42.701908 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-894a03f2-b4f4-41d4-a6de-b112fa604cf6 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:42.726949 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-894a03f2-b4f4-41d4-a6de-b112fa604cf6 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:42.759061 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1f02a-6e2d-4f8e-a93b-c70bd0350844 req-8e969f22-1d8a-453e-b29e-47982ee92fc9 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:42.766526 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-83a1f02a-6e2d-4f8e-a93b-c70bd0350844 req-8e969f22-1d8a-453e-b29e-47982ee92fc9 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c3002fd-5764-4c77-bc62-4fc7c0529c88 HTTP/1.1" status: 200 len: 945 time: 0.2499588 May 05 20:30:42.786337 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-894a03f2-b4f4-41d4-a6de-b112fa604cf6 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:30:42.786743 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-894a03f2-b4f4-41d4-a6de-b112fa604cf6 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:42.806929 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:30:42.806929 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:30:42.806929 n-d-840717-1 neutron-server[88198]: timer() May 05 20:30:42.806929 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:30:42.806929 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:30:42.806929 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:30:42.806929 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:30:42.806929 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:30:42.806929 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:30:42.806929 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:30:42.806929 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:30:42.806929 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:30:42.806929 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:30:42.806929 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:30:42.806929 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:30:42.806929 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:30:42.806929 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:30:42.806929 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:30:42.806929 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:30:42.806929 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:30:42.806929 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:30:42.806929 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:30:42.806929 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:30:42.806929 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:30:42.806929 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:30:42.806929 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:30:42.806929 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:30:42.806929 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:30:42.806929 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:30:42.806929 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:30:42.806929 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:30:42.806929 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:30:42.817543 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-83a1f02a-6e2d-4f8e-a93b-c70bd0350844 req-81dd6309-3297-4054-a10a-a7e8e2cce130 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f11960d-500e-4805-b724-536ddc3a6c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501373 May 05 20:30:42.887752 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-82385bc3-dea7-4e6a-8469-46d4a4bd6953 None None] For port f3823f79-f444-4513-9c9a-03f244f5825f, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=f3823f79-f444-4513-9c9a-03f244f5825f,segment=NetworkSegment(6f1c886b-698a-44cd-aa98-48b3255d12db),segment_id=6f1c886b-698a-44cd-aa98-48b3255d12db)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:30:42.888323 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-82385bc3-dea7-4e6a-8469-46d4a4bd6953 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:42.924358 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-894a03f2-b4f4-41d4-a6de-b112fa604cf6 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:42.950186 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-894a03f2-b4f4-41d4-a6de-b112fa604cf6 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:43.004315 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894a03f2-b4f4-41d4-a6de-b112fa604cf6 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Pushing event deleted for resources: {'Network': ['ID=eed25e92-0363-4f45-aae2-7296bcb47b9e,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:43.021868 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-82385bc3-dea7-4e6a-8469-46d4a4bd6953 None None] Calling delete_port for f3823f79-f444-4513-9c9a-03f244f5825f owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:30:43.026775 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-894a03f2-b4f4-41d4-a6de-b112fa604cf6 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] 10.222.0.36 "DELETE /v2.0/networks/eed25e92-0363-4f45-aae2-7296bcb47b9e HTTP/1.1" status: 204 len: 168 time: 1.6360741 May 05 20:30:43.027665 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33158) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:43.033663 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-9f75885a-6482-4648-af31-e7f1474ae36a admin admin] For port f3823f79-f444-4513-9c9a-03f244f5825f, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=f3823f79-f444-4513-9c9a-03f244f5825f,segment=NetworkSegment(6f1c886b-698a-44cd-aa98-48b3255d12db),segment_id=6f1c886b-698a-44cd-aa98-48b3255d12db)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:30:43.034095 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9f75885a-6482-4648-af31-e7f1474ae36a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:43.116105 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fa69f34-acbf-4d83-a128-becf368af005 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Deleting subnet 387c6551-fa0f-406a-8fa0-49ac28445593 {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:30:43.121165 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5fa69f34-acbf-4d83-a128-becf368af005 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:43.133720 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-82385bc3-dea7-4e6a-8469-46d4a4bd6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:43.185961 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-9f75885a-6482-4648-af31-e7f1474ae36a admin admin] Calling delete_port for f3823f79-f444-4513-9c9a-03f244f5825f owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:30:43.193209 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5fa69f34-acbf-4d83-a128-becf368af005 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:43.199812 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82385bc3-dea7-4e6a-8469-46d4a4bd6953 None None] Pushing event deleted for resources: {'Port': ['ID=f3823f79-f444-4513-9c9a-03f244f5825f,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:43.201605 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82385bc3-dea7-4e6a-8469-46d4a4bd6953 None None] No DVR routers for this DVR port f3823f79-f444-4513-9c9a-03f244f5825f on host n-d-840717-1 {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:30:43.291784 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.db.api [None req-9f75885a-6482-4648-af31-e7f1474ae36a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88198) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:30:43.292116 n-d-840717-1 neutron-server[88198]: DEBUG oslo_db.api [None req-9f75885a-6482-4648-af31-e7f1474ae36a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:30:43.296643 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5fa69f34-acbf-4d83-a128-becf368af005 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:43.372300 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5fa69f34-acbf-4d83-a128-becf368af005 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:43.411082 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa69f34-acbf-4d83-a128-becf368af005 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Pushing event deleted for resources: {'Subnet': ['ID=387c6551-fa0f-406a-8fa0-49ac28445593,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:43.414658 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5fa69f34-acbf-4d83-a128-becf368af005 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:43.420698 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7264e6cf-35b7-4721-a100-ccb234bc4440 None None] Network 3b72e274-007e-4fc6-b5fd-9ae51ea23109 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:30:43.424117 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-5fa69f34-acbf-4d83-a128-becf368af005 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] 10.222.0.36 "DELETE /v2.0/subnets/387c6551-fa0f-406a-8fa0-49ac28445593 HTTP/1.1" status: 204 len: 168 time: 0.3955045 May 05 20:30:43.427792 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33162) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:43.542488 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2cd33dbf-95f0-4708-8cac-b02644ececa3 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:43.553860 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-2cd33dbf-95f0-4708-8cac-b02644ececa3 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Deleting port 7daca157-223f-4840-9325-0a978c54607b {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:30:43.554193 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2cd33dbf-95f0-4708-8cac-b02644ececa3 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:43.667558 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98869af-d11f-403b-b974-21f71956c6df None None] DHCP port deletion for 3b72e274-007e-4fc6-b5fd-9ae51ea23109 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:30:43.672034 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b98869af-d11f-403b-b974-21f71956c6df None None] Deleting port 7daca157-223f-4840-9325-0a978c54607b {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:30:43.672219 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b98869af-d11f-403b-b974-21f71956c6df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:43.771492 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-2cd33dbf-95f0-4708-8cac-b02644ececa3 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] For port 7daca157-223f-4840-9325-0a978c54607b, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=7daca157-223f-4840-9325-0a978c54607b,segment=NetworkSegment(41b68cae-3119-4e2c-8ff7-cb025a033c67),segment_id=41b68cae-3119-4e2c-8ff7-cb025a033c67)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:30:43.771936 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2cd33dbf-95f0-4708-8cac-b02644ececa3 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:43.846146 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-9f75885a-6482-4648-af31-e7f1474ae36a admin admin] Deleting port f3823f79-f444-4513-9c9a-03f244f5825f {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:30:43.848016 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9f75885a-6482-4648-af31-e7f1474ae36a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:43.966918 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-2cd33dbf-95f0-4708-8cac-b02644ececa3 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Calling delete_port for 7daca157-223f-4840-9325-0a978c54607b owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:30:43.971591 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 7daca157-223f-4840-9325-0a978c54607b no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:30:44.056785 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-9f75885a-6482-4648-af31-e7f1474ae36a admin admin] The port 'f3823f79-f444-4513-9c9a-03f244f5825f' was deleted {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 20:30:44.087401 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b98869af-d11f-403b-b974-21f71956c6df None None] For port 7daca157-223f-4840-9325-0a978c54607b, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=7daca157-223f-4840-9325-0a978c54607b,segment=NetworkSegment(41b68cae-3119-4e2c-8ff7-cb025a033c67),segment_id=41b68cae-3119-4e2c-8ff7-cb025a033c67)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:30:44.087784 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b98869af-d11f-403b-b974-21f71956c6df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:44.170147 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2cd33dbf-95f0-4708-8cac-b02644ececa3 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:44.241659 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b98869af-d11f-403b-b974-21f71956c6df None None] Calling delete_port for 7daca157-223f-4840-9325-0a978c54607b owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:30:44.288701 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:44.372386 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device f3823f79-f444-4513-9c9a-03f244f5825f no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:30:44.385535 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd33dbf-95f0-4708-8cac-b02644ececa3 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Pushing event deleted for resources: {'Port': ['ID=7daca157-223f-4840-9325-0a978c54607b,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:44.407023 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: f3823f79-f444-4513-9c9a-03f244f5825f {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:30:44.407023 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device f3823f79-f444-4513-9c9a-03f244f5825f not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:30:44.410482 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-b98869af-d11f-403b-b974-21f71956c6df None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:30:44.410823 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-b98869af-d11f-403b-b974-21f71956c6df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:30:44.453299 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:44.488995 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd33dbf-95f0-4708-8cac-b02644ececa3 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] No DVR routers for this DVR port 7daca157-223f-4840-9325-0a978c54607b on host n-d-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:30:44.496265 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9f75885a-6482-4648-af31-e7f1474ae36a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:44.595888 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-9f75885a-6482-4648-af31-e7f1474ae36a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49cc468d-aedd-41e6-bb96-9493dc8b25e4']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:44.635013 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-9f75885a-6482-4648-af31-e7f1474ae36a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f1c886b-698a-44cd-aa98-48b3255d12db') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:44.635238 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-9f75885a-6482-4648-af31-e7f1474ae36a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f1c886b-698a-44cd-aa98-48b3255d12db') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:44.655459 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9f75885a-6482-4648-af31-e7f1474ae36a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:44.719034 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2cd33dbf-95f0-4708-8cac-b02644ececa3 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:44.752061 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9f75885a-6482-4648-af31-e7f1474ae36a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:44.758354 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29001a16-59ad-4e48-8281-dc56fe571f82 req-5ca2ace6-1301-47bd-8013-cc8d81acf3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:44.759883 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-29001a16-59ad-4e48-8281-dc56fe571f82 req-5ca2ace6-1301-47bd-8013-cc8d81acf3b3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7c3002fd-5764-4c77-bc62-4fc7c0529c88 HTTP/1.1" status: 200 len: 1096 time: 0.3899031 May 05 20:30:44.765329 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-2cd33dbf-95f0-4708-8cac-b02644ececa3 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b72e274-007e-4fc6-b5fd-9ae51ea23109']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:44.780144 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df974b02-5bc6-4436-b901-95e0b159878b req-d5fc5806-7fc4-4480-ba30-8ea1f5126ada tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:44.781542 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-df974b02-5bc6-4436-b901-95e0b159878b req-d5fc5806-7fc4-4480-ba30-8ea1f5126ada tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c3002fd-5764-4c77-bc62-4fc7c0529c88 HTTP/1.1" status: 200 len: 945 time: 0.6232097 May 05 20:30:44.785880 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f75885a-6482-4648-af31-e7f1474ae36a admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:30:44.786276 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9f75885a-6482-4648-af31-e7f1474ae36a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:44.801132 n-d-840717-1 neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:30:44.801132 n-d-840717-1 neutron-server[88198]: util.warn( May 05 20:30:44.801132 n-d-840717-1 neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:30:44.801132 n-d-840717-1 neutron-server[88198]: util.warn( May 05 20:30:44.801132 n-d-840717-1 neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:30:44.801132 n-d-840717-1 neutron-server[88198]: util.warn( May 05 20:30:44.801132 n-d-840717-1 neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:30:44.801132 n-d-840717-1 neutron-server[88198]: util.warn( May 05 20:30:44.801132 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:30:44.801132 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:30:44.801132 n-d-840717-1 neutron-server[88198]: timer() May 05 20:30:44.801132 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:30:44.801132 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:30:44.801132 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:30:44.801132 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:30:44.801132 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:30:44.801132 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:30:44.801132 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:30:44.801132 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:30:44.801132 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:30:44.801132 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:30:44.801132 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:30:44.801132 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:30:44.801132 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:30:44.801132 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:30:44.801132 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:30:44.801132 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:30:44.801132 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:30:44.801132 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:30:44.801132 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:30:44.801132 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:30:44.801132 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:30:44.801132 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:30:44.801132 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:30:44.801132 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:30:44.801132 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:30:44.801132 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:30:44.801132 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:30:44.801132 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:30:44.801132 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:30:44.821914 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-2cd33dbf-95f0-4708-8cac-b02644ececa3 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41b68cae-3119-4e2c-8ff7-cb025a033c67') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:44.822209 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-2cd33dbf-95f0-4708-8cac-b02644ececa3 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41b68cae-3119-4e2c-8ff7-cb025a033c67') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:44.911924 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b98869af-d11f-403b-b974-21f71956c6df None None] Deleting port 7daca157-223f-4840-9325-0a978c54607b {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:30:44.912440 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b98869af-d11f-403b-b974-21f71956c6df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:44.918423 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2cd33dbf-95f0-4708-8cac-b02644ececa3 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:44.966884 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2cd33dbf-95f0-4708-8cac-b02644ececa3 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:44.971636 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-df974b02-5bc6-4436-b901-95e0b159878b req-ffcee9ce-86f3-4bfa-8a15-ecaf6fa45168 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f11960d-500e-4805-b724-536ddc3a6c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523945 May 05 20:30:44.978355 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-29001a16-59ad-4e48-8281-dc56fe571f82 req-ac7bf6e5-338d-4cd6-b93e-e4a8b94c60e9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9f11960d-500e-4805-b724-536ddc3a6c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1937609 May 05 20:30:44.978955 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9f75885a-6482-4648-af31-e7f1474ae36a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:44.999880 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9f75885a-6482-4648-af31-e7f1474ae36a admin admin] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:45.002528 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cd33dbf-95f0-4708-8cac-b02644ececa3 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:30:45.002925 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2cd33dbf-95f0-4708-8cac-b02644ececa3 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:45.010611 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b98869af-d11f-403b-b974-21f71956c6df None None] The port '7daca157-223f-4840-9325-0a978c54607b' was deleted {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 20:30:45.019203 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:30:45.019203 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:30:45.019203 n-d-840717-1 neutron-server[88198]: timer() May 05 20:30:45.019203 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:30:45.019203 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:30:45.019203 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:30:45.019203 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:30:45.019203 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:30:45.019203 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:30:45.019203 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:30:45.019203 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:30:45.019203 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:30:45.019203 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:30:45.019203 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:30:45.019203 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:30:45.019203 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:30:45.019203 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:30:45.019203 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:30:45.019203 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:30:45.019203 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:30:45.019203 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:30:45.019203 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:30:45.019203 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:30:45.019203 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:30:45.019203 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:30:45.019203 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:30:45.019203 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:30:45.019203 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:30:45.019203 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:30:45.019203 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:30:45.019203 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:30:45.019203 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:30:45.028950 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f75885a-6482-4648-af31-e7f1474ae36a admin admin] Pushing event deleted for resources: {'Network': ['ID=49cc468d-aedd-41e6-bb96-9493dc8b25e4,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:45.100542 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-9f75885a-6482-4648-af31-e7f1474ae36a admin admin] 10.222.0.36 "DELETE /v2.0/networks/49cc468d-aedd-41e6-bb96-9493dc8b25e4 HTTP/1.1" status: 204 len: 168 time: 2.8976805 May 05 20:30:45.103273 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33176) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:45.116823 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2cd33dbf-95f0-4708-8cac-b02644ececa3 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:45.135569 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2cd33dbf-95f0-4708-8cac-b02644ececa3 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:45.140838 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 7672a947-9711-4d83-812c-df2fbf70b2ed details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:30:45.152617 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd33dbf-95f0-4708-8cac-b02644ececa3 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] Pushing event deleted for resources: {'Network': ['ID=3b72e274-007e-4fc6-b5fd-9ae51ea23109,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:45.155340 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-2cd33dbf-95f0-4708-8cac-b02644ececa3 tempest-NetworksIpV6TestAttrs-1226382184 tempest-NetworksIpV6TestAttrs-1226382184-project] 10.222.0.36 "DELETE /v2.0/networks/3b72e274-007e-4fc6-b5fd-9ae51ea23109 HTTP/1.1" status: 204 len: 168 time: 1.7264955 May 05 20:30:45.301529 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 7672a947-9711-4d83-812c-df2fbf70b2ed, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=7672a947-9711-4d83-812c-df2fbf70b2ed,segment=NetworkSegment(3ac35548-e2ef-427b-a5a6-ccdf070c2561),segment_id=3ac35548-e2ef-427b-a5a6-ccdf070c2561)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:30:45.317624 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '7672a947-9711-4d83-812c-df2fbf70b2ed', 'network_id': '71342f67-7cb7-41bb-881a-bb31f2125efb', 'port_id': '7672a947-9711-4d83-812c-df2fbf70b2ed', 'mac_address': 'fa:16:3e:8c:04:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a13cd322-8e24-41ab-b0e8-b7bd3fc6a210', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:30:45.377553 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:45.396467 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7672a947-9711-4d83-812c-df2fbf70b2ed {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:30:45.413577 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 7672a947-9711-4d83-812c-df2fbf70b2ed, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=7672a947-9711-4d83-812c-df2fbf70b2ed,segment=NetworkSegment(3ac35548-e2ef-427b-a5a6-ccdf070c2561),segment_id=3ac35548-e2ef-427b-a5a6-ccdf070c2561)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:30:45.420221 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:45.510989 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33184) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:45.523001 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=7672a947-9711-4d83-812c-df2fbf70b2ed,revision_number=6']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:45.656013 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['7672a947-9711-4d83-812c-df2fbf70b2ed'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:30:45.697092 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e318ab93-625a-491b-b50f-a599af202b70 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=29baed6139a04ee8bb031e4a00cd4a34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1847737 May 05 20:30:45.699399 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33190) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:45.735598 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1888f68e-07cf-4728-8c53-be1dabc42293 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:45.777999 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f13f24d3-43c9-4d32-98b9-8167043989fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:45.807220 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f13f24d3-43c9-4d32-98b9-8167043989fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:45.918400 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f13f24d3-43c9-4d32-98b9-8167043989fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:45.947875 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13f24d3-43c9-4d32-98b9-8167043989fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1051670c-e51e-42d7-b3eb-55db9d132dd1,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:45.962223 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f13f24d3-43c9-4d32-98b9-8167043989fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:45.965807 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f13f24d3-43c9-4d32-98b9-8167043989fd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1051670c-e51e-42d7-b3eb-55db9d132dd1 HTTP/1.1" status: 204 len: 168 time: 0.2630501 May 05 20:30:46.325556 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-1888f68e-07cf-4728-8c53-be1dabc42293 admin admin] Deleting port 79ff1bc4-1382-4c59-a20e-7a3371c47034 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:30:46.326091 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1888f68e-07cf-4728-8c53-be1dabc42293 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:46.406991 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab9679d-a2c1-44fb-9ced-51b609755a15 req-8065c7dc-c1ef-4d73-840d-54007178a975 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:46.408535 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-eab9679d-a2c1-44fb-9ced-51b609755a15 req-8065c7dc-c1ef-4d73-840d-54007178a975 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c3002fd-5764-4c77-bc62-4fc7c0529c88 HTTP/1.1" status: 200 len: 944 time: 0.2093787 May 05 20:30:46.522740 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:46.764377 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-eab9679d-a2c1-44fb-9ced-51b609755a15 req-1f4b5320-489e-44d9-9c28-990a53ad1dc9 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f11960d-500e-4805-b724-536ddc3a6c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3032446 May 05 20:30:46.772587 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-1888f68e-07cf-4728-8c53-be1dabc42293 admin admin] For port 79ff1bc4-1382-4c59-a20e-7a3371c47034, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=79ff1bc4-1382-4c59-a20e-7a3371c47034,segment=NetworkSegment(6a4e6043-f033-4a5c-90d6-eafe505720c7),segment_id=6a4e6043-f033-4a5c-90d6-eafe505720c7)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:30:46.773059 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1888f68e-07cf-4728-8c53-be1dabc42293 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:46.794389 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33254) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:46.962427 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33264) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:46.980731 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-1888f68e-07cf-4728-8c53-be1dabc42293 admin admin] Calling delete_port for 79ff1bc4-1382-4c59-a20e-7a3371c47034 owned by network:router_interface {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:30:46.993430 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-6b001aa5-5c68-4eb4-ae93-fdfb71c5fe98 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/floatingips/96dc5786-340b-40f1-b863-ce91d0038bb3 HTTP/1.1" status: 200 len: 991 time: 0.1978610 May 05 20:30:47.094907 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-3d1eb424-051f-4994-bec4-b9fc15f56508 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-466746000', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:30:47.102554 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3d1eb424-051f-4994-bec4-b9fc15f56508 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:30:47.107341 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-3d1eb424-051f-4994-bec4-b9fc15f56508 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Usage tracker for resource:router and tenant:c27caa812be34a1da04ad4549ae29e5d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:30:47.110345 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-3d1eb424-051f-4994-bec4-b9fc15f56508 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:30:47.117559 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3d1eb424-051f-4994-bec4-b9fc15f56508 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:30:47.129096 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3d1eb424-051f-4994-bec4-b9fc15f56508 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:47.130461 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3d1eb424-051f-4994-bec4-b9fc15f56508 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:47.141425 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 7672a947-9711-4d83-812c-df2fbf70b2ed up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:30:47.192564 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1888f68e-07cf-4728-8c53-be1dabc42293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:47.202889 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3d1eb424-051f-4994-bec4-b9fc15f56508 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:47.227317 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 7672a947-9711-4d83-812c-df2fbf70b2ed triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:30:47.227569 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3d1eb424-051f-4994-bec4-b9fc15f56508 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:47.228246 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:47.255056 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1888f68e-07cf-4728-8c53-be1dabc42293 admin admin] Pushing event deleted for resources: {'Port': ['ID=79ff1bc4-1382-4c59-a20e-7a3371c47034,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:47.264032 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3d1eb424-051f-4994-bec4-b9fc15f56508 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:47.267879 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3d1eb424-051f-4994-bec4-b9fc15f56508 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3019791 May 05 20:30:47.268089 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33300) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:47.274658 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-86cb713a-c883-4de3-a1b0-a758eb81a304 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-889073832'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:30:47.280597 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-86cb713a-c883-4de3-a1b0-a758eb81a304 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:30:47.286301 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-86cb713a-c883-4de3-a1b0-a758eb81a304 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Usage tracker for resource:network and tenant:c27caa812be34a1da04ad4549ae29e5d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:30:47.289609 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-86cb713a-c883-4de3-a1b0-a758eb81a304 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:30:47.296101 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-86cb713a-c883-4de3-a1b0-a758eb81a304 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:30:47.315205 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86cb713a-c883-4de3-a1b0-a758eb81a304 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Made reservation on behalf of c27caa812be34a1da04ad4549ae29e5d for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:30:47.319812 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-86cb713a-c883-4de3-a1b0-a758eb81a304 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:47.358223 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-86cb713a-c883-4de3-a1b0-a758eb81a304 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:47.384160 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-86cb713a-c883-4de3-a1b0-a758eb81a304 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:30:47.389545 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-86cb713a-c883-4de3-a1b0-a758eb81a304 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Usage tracker for resource:security_group_rule and tenant:c27caa812be34a1da04ad4549ae29e5d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:30:47.394690 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-86cb713a-c883-4de3-a1b0-a758eb81a304 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:30:47.404949 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-86cb713a-c883-4de3-a1b0-a758eb81a304 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:30:47.437005 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:47.481914 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3002fd-5764-4c77-bc62-4fc7c0529c88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7672a947-9711-4d83-812c-df2fbf70b2ed'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:30:47.500965 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 7672a947-9711-4d83-812c-df2fbf70b2ed, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=7672a947-9711-4d83-812c-df2fbf70b2ed,segment=NetworkSegment(3ac35548-e2ef-427b-a5a6-ccdf070c2561),segment_id=3ac35548-e2ef-427b-a5a6-ccdf070c2561)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:30:47.513975 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:47.522473 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-86cb713a-c883-4de3-a1b0-a758eb81a304 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:47.528644 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-86cb713a-c883-4de3-a1b0-a758eb81a304 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:47.545574 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86cb713a-c883-4de3-a1b0-a758eb81a304 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:30:47.563865 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-86cb713a-c883-4de3-a1b0-a758eb81a304 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:47.564333 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-86cb713a-c883-4de3-a1b0-a758eb81a304 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Added segment eb3f33ce-82f3-49f8-a294-d2f625690ca8 of type vlan for network 5c467e00-11ab-4a91-9522-698a4ebe5664 May 05 20:30:47.594108 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3de17a41-3443-43a2-a791-a085485e536f'] response: {'server_uuid': '7c3002fd-5764-4c77-bc62-4fc7c0529c88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7672a947-9711-4d83-812c-df2fbf70b2ed', 'code': 200} May 05 20:30:47.603767 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-86cb713a-c883-4de3-a1b0-a758eb81a304 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:47.633918 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=7672a947-9711-4d83-812c-df2fbf70b2ed,revision_number=7']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:47.672172 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cb713a-c883-4de3-a1b0-a758eb81a304 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3daa21a-b623-49ac-846a-e387496ba6ad,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:47.680552 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-86cb713a-c883-4de3-a1b0-a758eb81a304 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:47.687654 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86cb713a-c883-4de3-a1b0-a758eb81a304 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:47.688877 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-86cb713a-c883-4de3-a1b0-a758eb81a304 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:47.724631 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1888f68e-07cf-4728-8c53-be1dabc42293 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:47.812783 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cb713a-c883-4de3-a1b0-a758eb81a304 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Pushing event updated for resources: {'Network': ['ID=5c467e00-11ab-4a91-9522-698a4ebe5664,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:47.824076 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-86cb713a-c883-4de3-a1b0-a758eb81a304 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5548582 May 05 20:30:47.824826 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33306) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:47.830491 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 5c467e00-11ab-4a91-9522-698a4ebe5664 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:30:47.832167 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-3d7dee44-4749-408c-9b9d-83d599b43567 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Request body: {'subnet': {'network_id': '5c467e00-11ab-4a91-9522-698a4ebe5664', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:30:47.966691 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3d7dee44-4749-408c-9b9d-83d599b43567 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:30:47.970497 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-3d7dee44-4749-408c-9b9d-83d599b43567 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Usage tracker for resource:subnet and tenant:c27caa812be34a1da04ad4549ae29e5d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:30:47.974112 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-3d7dee44-4749-408c-9b9d-83d599b43567 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:30:47.979833 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3d7dee44-4749-408c-9b9d-83d599b43567 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:30:47.995178 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d7dee44-4749-408c-9b9d-83d599b43567 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Made reservation on behalf of c27caa812be34a1da04ad4549ae29e5d for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:30:47.999258 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3d7dee44-4749-408c-9b9d-83d599b43567 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:48.188109 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1888f68e-07cf-4728-8c53-be1dabc42293 admin admin] Router 1b573e2a-2197-4571-a18e-bec5a693a925 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:30:48.362174 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3d7dee44-4749-408c-9b9d-83d599b43567 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:48.375582 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1888f68e-07cf-4728-8c53-be1dabc42293 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:30:48.386841 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f4c150-4fdf-4307-88f8-5fe26f83dd50 None None] Sync routers for ids ['1b573e2a-2197-4571-a18e-bec5a693a925'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:30:48.387532 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-1888f68e-07cf-4728-8c53-be1dabc42293 admin admin] 10.222.0.36 "PUT /v2.0/routers/1b573e2a-2197-4571-a18e-bec5a693a925/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2831047 May 05 20:30:48.388184 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33312) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:48.397424 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f4c150-4fdf-4307-88f8-5fe26f83dd50 None None] Routers {'1b573e2a-2197-4571-a18e-bec5a693a925'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:30:48.398048 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-59f4c150-4fdf-4307-88f8-5fe26f83dd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:30:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['1b573e2a-2197-4571-a18e-bec5a693a925'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:48.494701 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7dee44-4749-408c-9b9d-83d599b43567 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Checking segment: {'id': 'eb3f33ce-82f3-49f8-a294-d2f625690ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5c467e00-11ab-4a91-9522-698a4ebe5664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:30:48.495648 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7dee44-4749-408c-9b9d-83d599b43567 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Network hostable DHCP agents. Network: 5c467e00-11ab-4a91-9522-698a4ebe5664, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:30:48.502373 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7dee44-4749-408c-9b9d-83d599b43567 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Pushing event updated for resources: {'Subnet': ['ID=87606e3b-886f-40ba-8103-edf65ae6ffd7,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:48.526344 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7dee44-4749-408c-9b9d-83d599b43567 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Network 5c467e00-11ab-4a91-9522-698a4ebe5664 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:30:48.542599 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-3d7dee44-4749-408c-9b9d-83d599b43567 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 5c467e00-11ab-4a91-9522-698a4ebe5664) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:30:48.549440 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7dee44-4749-408c-9b9d-83d599b43567 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:48.550783 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3d7dee44-4749-408c-9b9d-83d599b43567 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:48.562873 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe2d542-075c-4168-9729-532fbfa0f7fc None None] Network 5c467e00-11ab-4a91-9522-698a4ebe5664 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:30:48.584515 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3d7dee44-4749-408c-9b9d-83d599b43567 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7582197 May 05 20:30:48.588040 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33316) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:48.604837 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-fc7eebc9-fd99-410b-9b51-1362ddad6f7c tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Request body: {'network': {'name': 'tempest-router-network01--222174741'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:30:48.625100 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-fc7eebc9-fd99-410b-9b51-1362ddad6f7c tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:30:48.639862 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-fc7eebc9-fd99-410b-9b51-1362ddad6f7c tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Usage tracker for resource:network and tenant:c27caa812be34a1da04ad4549ae29e5d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:30:48.644416 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-fc7eebc9-fd99-410b-9b51-1362ddad6f7c tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:30:48.654367 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-fc7eebc9-fd99-410b-9b51-1362ddad6f7c tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:30:48.686485 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc7eebc9-fd99-410b-9b51-1362ddad6f7c tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Made reservation on behalf of c27caa812be34a1da04ad4549ae29e5d for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:30:48.693157 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fc7eebc9-fd99-410b-9b51-1362ddad6f7c tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:48.721704 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7174c99d-7b6f-41f0-8999-a781f2a471db admin admin] Notify callbacks [] for router, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:48.731298 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc7eebc9-fd99-410b-9b51-1362ddad6f7c tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:30:48.746047 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fc7eebc9-fd99-410b-9b51-1362ddad6f7c tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:48.746422 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-fc7eebc9-fd99-410b-9b51-1362ddad6f7c tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Added segment d8575d62-5b16-4e20-af0a-85c923e10771 of type vlan for network 5dec07d8-0e6d-4a2a-a40a-9f7e49721860 May 05 20:30:48.791172 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fc7eebc9-fd99-410b-9b51-1362ddad6f7c tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:48.821660 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-59f4c150-4fdf-4307-88f8-5fe26f83dd50 None None] Set router 1b573e2a-2197-4571-a18e-bec5a693a925 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:30:48.835201 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fc7eebc9-fd99-410b-9b51-1362ddad6f7c tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:48.841644 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7eebc9-fd99-410b-9b51-1362ddad6f7c tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:48.842484 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fc7eebc9-fd99-410b-9b51-1362ddad6f7c tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:48.905789 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-fc7eebc9-fd99-410b-9b51-1362ddad6f7c tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3154385 May 05 20:30:48.908741 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33320) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:48.919262 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-06e3221d-7fb0-47a8-a122-f673f9e028ed tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Request body: {'network': {'name': 'tempest-router-network02--1141611484'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:30:48.932433 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-06e3221d-7fb0-47a8-a122-f673f9e028ed tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:30:48.937393 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7174c99d-7b6f-41f0-8999-a781f2a471db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:48.942242 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-06e3221d-7fb0-47a8-a122-f673f9e028ed tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Usage tracker for resource:network and tenant:c27caa812be34a1da04ad4549ae29e5d is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:30:48.946971 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-06e3221d-7fb0-47a8-a122-f673f9e028ed tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:30:48.954984 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-06e3221d-7fb0-47a8-a122-f673f9e028ed tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:30:48.960042 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-7174c99d-7b6f-41f0-8999-a781f2a471db admin admin] Deleting port d0ac47bd-de61-4f50-ba50-5a7f30899e53 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:30:48.960755 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7174c99d-7b6f-41f0-8999-a781f2a471db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:48.972309 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7eebc9-fd99-410b-9b51-1362ddad6f7c tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Pushing event updated for resources: {'Network': ['ID=5dec07d8-0e6d-4a2a-a40a-9f7e49721860,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:48.995958 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 5dec07d8-0e6d-4a2a-a40a-9f7e49721860 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:30:49.011780 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e3221d-7fb0-47a8-a122-f673f9e028ed tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Made reservation on behalf of c27caa812be34a1da04ad4549ae29e5d for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:30:49.015326 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-06e3221d-7fb0-47a8-a122-f673f9e028ed tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:49.088490 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06e3221d-7fb0-47a8-a122-f673f9e028ed tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:30:49.151860 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-06e3221d-7fb0-47a8-a122-f673f9e028ed tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:49.152215 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-06e3221d-7fb0-47a8-a122-f673f9e028ed tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Added segment d34da7ad-1bac-4d2b-aebd-05a8207cbcea of type vlan for network 5a21ef34-8497-4538-84a2-dec12f5e5b51 May 05 20:30:49.208817 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-06e3221d-7fb0-47a8-a122-f673f9e028ed tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:49.214747 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-7174c99d-7b6f-41f0-8999-a781f2a471db admin admin] For port d0ac47bd-de61-4f50-ba50-5a7f30899e53, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=d0ac47bd-de61-4f50-ba50-5a7f30899e53,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:30:49.215225 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7174c99d-7b6f-41f0-8999-a781f2a471db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:49.301137 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c452d258-7118-463d-a679-ca9436dc1cf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-5c467e00-11ab-4a91-9522-698a4ebe5664', 'network_id': '5c467e00-11ab-4a91-9522-698a4ebe5664', 'tenant_id': 'c27caa812be34a1da04ad4549ae29e5d', 'fixed_ips': [{'subnet_id': '87606e3b-886f-40ba-8103-edf65ae6ffd7'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:30:49.302122 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c452d258-7118-463d-a679-ca9436dc1cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:49.350653 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-7174c99d-7b6f-41f0-8999-a781f2a471db admin admin] Calling delete_port for d0ac47bd-de61-4f50-ba50-5a7f30899e53 owned by network:router_gateway {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:30:49.389225 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.db.resource_extend [None req-06e3221d-7fb0-47a8-a122-f673f9e028ed tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 20:30:49.419523 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-06e3221d-7fb0-47a8-a122-f673f9e028ed tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:49.424981 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e3221d-7fb0-47a8-a122-f673f9e028ed tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:49.425824 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-06e3221d-7fb0-47a8-a122-f673f9e028ed tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:49.530925 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-59f4c150-4fdf-4307-88f8-5fe26f83dd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b573e2a-2197-4571-a18e-bec5a693a925', 'name': 'tempest-TestAggregatesBasicOps-2062001870-router', 'tenant_id': 'a92aded897ca484ea364b519f05f1f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'd0ac47bd-de61-4f50-ba50-5a7f30899e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:30:25Z', 'updated_at': '2022-05-05T20:30:47Z', 'revision_number': 5, 'project_id': 'a92aded897ca484ea364b519f05f1f93', 'gw_port': {'id': 'd0ac47bd-de61-4f50-ba50-5a7f30899e53', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:27:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b573e2a-2197-4571-a18e-bec5a693a925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:30:26Z', 'updated_at': '2022-05-05T20:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:49.537209 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-c452d258-7118-463d-a679-ca9436dc1cf9 None None] Allocated IP 172.20.0.2 (5c467e00-11ab-4a91-9522-698a4ebe5664/87606e3b-886f-40ba-8103-edf65ae6ffd7/f7ab6d66-b165-4c21-bef4-07dd7c1ca683) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:30:49.542214 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f4c150-4fdf-4307-88f8-5fe26f83dd50 None None] Checking router: 1b573e2a-2197-4571-a18e-bec5a693a925 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:30:49.561352 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e3221d-7fb0-47a8-a122-f673f9e028ed tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Pushing event updated for resources: {'Network': ['ID=5a21ef34-8497-4538-84a2-dec12f5e5b51,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:49.567020 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-06e3221d-7fb0-47a8-a122-f673f9e028ed tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6545463 May 05 20:30:49.568068 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33326) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:49.574020 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e3221d-7fb0-47a8-a122-f673f9e028ed tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:49.574363 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e3221d-7fb0-47a8-a122-f673f9e028ed tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:49.574701 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e3221d-7fb0-47a8-a122-f673f9e028ed tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:49.575037 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e3221d-7fb0-47a8-a122-f673f9e028ed tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:49.575378 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e3221d-7fb0-47a8-a122-f673f9e028ed tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:49.575714 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e3221d-7fb0-47a8-a122-f673f9e028ed tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:49.576038 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e3221d-7fb0-47a8-a122-f673f9e028ed tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:49.576359 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e3221d-7fb0-47a8-a122-f673f9e028ed tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:49.577085 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e3221d-7fb0-47a8-a122-f673f9e028ed tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:49.577085 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e3221d-7fb0-47a8-a122-f673f9e028ed tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:49.577387 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e3221d-7fb0-47a8-a122-f673f9e028ed tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:49.577521 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f4c150-4fdf-4307-88f8-5fe26f83dd50 None None] Routers {'1b573e2a-2197-4571-a18e-bec5a693a925'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:30:49.577628 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e3221d-7fb0-47a8-a122-f673f9e028ed tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:49.577940 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-59f4c150-4fdf-4307-88f8-5fe26f83dd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:30:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['1b573e2a-2197-4571-a18e-bec5a693a925'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:49.578368 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-cb7e9fca-7ebc-4dbc-be99-ec6bee8d6080 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Request body: {'subnet': {'network_id': '5dec07d8-0e6d-4a2a-a40a-9f7e49721860', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:30:49.640164 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 5a21ef34-8497-4538-84a2-dec12f5e5b51 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:30:49.674147 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7174c99d-7b6f-41f0-8999-a781f2a471db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:49.752219 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7174c99d-7b6f-41f0-8999-a781f2a471db admin admin] Pushing event deleted for resources: {'Port': ['ID=d0ac47bd-de61-4f50-ba50-5a7f30899e53,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:49.775059 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-cb7e9fca-7ebc-4dbc-be99-ec6bee8d6080 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:30:49.779744 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-cb7e9fca-7ebc-4dbc-be99-ec6bee8d6080 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Usage tracker for resource:subnet and tenant:c27caa812be34a1da04ad4549ae29e5d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:30:49.784163 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-cb7e9fca-7ebc-4dbc-be99-ec6bee8d6080 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:30:49.792353 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-cb7e9fca-7ebc-4dbc-be99-ec6bee8d6080 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:30:49.813003 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7e9fca-7ebc-4dbc-be99-ec6bee8d6080 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Made reservation on behalf of c27caa812be34a1da04ad4549ae29e5d for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:30:49.822489 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cb7e9fca-7ebc-4dbc-be99-ec6bee8d6080 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:49.865874 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7174c99d-7b6f-41f0-8999-a781f2a471db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:50.033270 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-59f4c150-4fdf-4307-88f8-5fe26f83dd50 None None] Set router 1b573e2a-2197-4571-a18e-bec5a693a925 gateway port host: None {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:30:50.066756 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7174c99d-7b6f-41f0-8999-a781f2a471db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:50.069499 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7174c99d-7b6f-41f0-8999-a781f2a471db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:50.107703 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cb7e9fca-7ebc-4dbc-be99-ec6bee8d6080 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:50.231252 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7e9fca-7ebc-4dbc-be99-ec6bee8d6080 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Checking segment: {'id': 'd8575d62-5b16-4e20-af0a-85c923e10771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5dec07d8-0e6d-4a2a-a40a-9f7e49721860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:30:50.231658 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7e9fca-7ebc-4dbc-be99-ec6bee8d6080 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Network hostable DHCP agents. Network: 5dec07d8-0e6d-4a2a-a40a-9f7e49721860, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:30:50.255414 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7174c99d-7b6f-41f0-8999-a781f2a471db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:50.256110 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7174c99d-7b6f-41f0-8999-a781f2a471db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b573e2a-2197-4571-a18e-bec5a693a925 {{(pid=88197) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:30:50.257812 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7e9fca-7ebc-4dbc-be99-ec6bee8d6080 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Pushing event updated for resources: {'Subnet': ['ID=27a5d5df-47de-4459-a521-d85024d0c99c,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:50.270392 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c452d258-7118-463d-a679-ca9436dc1cf9 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:50.273031 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7174c99d-7b6f-41f0-8999-a781f2a471db admin admin] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:50.273917 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-7174c99d-7b6f-41f0-8999-a781f2a471db admin admin] 10.222.0.36 "DELETE /v2.0/routers/1b573e2a-2197-4571-a18e-bec5a693a925 HTTP/1.1" status: 204 len: 168 time: 1.8847957 May 05 20:30:50.274973 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7e9fca-7ebc-4dbc-be99-ec6bee8d6080 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Network 5dec07d8-0e6d-4a2a-a40a-9f7e49721860 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:30:50.276312 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-59f4c150-4fdf-4307-88f8-5fe26f83dd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b573e2a-2197-4571-a18e-bec5a693a925', 'name': 'tempest-TestAggregatesBasicOps-2062001870-router', 'tenant_id': 'a92aded897ca484ea364b519f05f1f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:30:25Z', 'updated_at': '2022-05-05T20:30:48Z', 'revision_number': 6, 'project_id': 'a92aded897ca484ea364b519f05f1f93', 'gw_port_host': None}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:50.277387 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33332) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:50.285858 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-c452d258-7118-463d-a679-ca9436dc1cf9 None None] Transition to ACTIVE for port object f7ab6d66-b165-4c21-bef4-07dd7c1ca683 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:30:50.288437 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f4c150-4fdf-4307-88f8-5fe26f83dd50 None None] The sync data for ids ['1b573e2a-2197-4571-a18e-bec5a693a925'] in n-d-840717-1 is: [{'id': '1b573e2a-2197-4571-a18e-bec5a693a925', 'name': 'tempest-TestAggregatesBasicOps-2062001870-router', 'tenant_id': 'a92aded897ca484ea364b519f05f1f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:30:25Z', 'updated_at': '2022-05-05T20:30:48Z', 'revision_number': 6, 'project_id': 'a92aded897ca484ea364b519f05f1f93', 'gw_port_host': None}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:30:50.289816 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-cb7e9fca-7ebc-4dbc-be99-ec6bee8d6080 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 5dec07d8-0e6d-4a2a-a40a-9f7e49721860) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:30:50.295288 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7e9fca-7ebc-4dbc-be99-ec6bee8d6080 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:50.295916 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cb7e9fca-7ebc-4dbc-be99-ec6bee8d6080 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:50.303679 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef16cb8e-2713-4cb9-bcc1-89a949fecdb7 None None] Network 5dec07d8-0e6d-4a2a-a40a-9f7e49721860 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:30:50.338560 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-cb7e9fca-7ebc-4dbc-be99-ec6bee8d6080 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7679245 May 05 20:30:50.341614 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33336) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:50.348600 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-d71ad0a8-2629-486f-830e-b971be63fbe0 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Request body: {'subnet': {'network_id': '5a21ef34-8497-4538-84a2-dec12f5e5b51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:30:50.360918 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-c452d258-7118-463d-a679-ca9436dc1cf9 None None] Transition to ACTIVE for port object f7ab6d66-b165-4c21-bef4-07dd7c1ca683 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:30:50.366208 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe862cb2-04a8-4a29-8f4a-bcd98ed4dd69 admin admin] Deleting subnet bda18527-bd70-4cf4-aafb-796917e83a5c {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:30:50.370101 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fe862cb2-04a8-4a29-8f4a-bcd98ed4dd69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:50.416491 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c452d258-7118-463d-a679-ca9436dc1cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:50.450898 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fe862cb2-04a8-4a29-8f4a-bcd98ed4dd69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:50.495010 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c452d258-7118-463d-a679-ca9436dc1cf9 None None] Network 5c467e00-11ab-4a91-9522-698a4ebe5664 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:30:50.495823 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d71ad0a8-2629-486f-830e-b971be63fbe0 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:30:50.499773 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-c452d258-7118-463d-a679-ca9436dc1cf9 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:30:50.500364 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d71ad0a8-2629-486f-830e-b971be63fbe0 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Usage tracker for resource:subnet and tenant:c27caa812be34a1da04ad4549ae29e5d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:30:50.503984 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d71ad0a8-2629-486f-830e-b971be63fbe0 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:30:50.509034 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c452d258-7118-463d-a679-ca9436dc1cf9 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:30:50.510055 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d71ad0a8-2629-486f-830e-b971be63fbe0 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:30:50.523746 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d71ad0a8-2629-486f-830e-b971be63fbe0 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Made reservation on behalf of c27caa812be34a1da04ad4549ae29e5d for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:30:50.527817 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d71ad0a8-2629-486f-830e-b971be63fbe0 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:50.549511 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fe862cb2-04a8-4a29-8f4a-bcd98ed4dd69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:50.652163 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fe862cb2-04a8-4a29-8f4a-bcd98ed4dd69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:50.662447 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c452d258-7118-463d-a679-ca9436dc1cf9 None None] Pushing event updated for resources: {'Port': ['ID=f7ab6d66-b165-4c21-bef4-07dd7c1ca683,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:50.720043 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe862cb2-04a8-4a29-8f4a-bcd98ed4dd69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bda18527-bd70-4cf4-aafb-796917e83a5c,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:50.729787 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fe862cb2-04a8-4a29-8f4a-bcd98ed4dd69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:50.737010 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-fe862cb2-04a8-4a29-8f4a-bcd98ed4dd69 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/bda18527-bd70-4cf4-aafb-796917e83a5c HTTP/1.1" status: 204 len: 168 time: 0.4581609 May 05 20:30:50.740294 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33340) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:50.755253 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c452d258-7118-463d-a679-ca9436dc1cf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:50.756095 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c452d258-7118-463d-a679-ca9436dc1cf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:50.756720 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c452d258-7118-463d-a679-ca9436dc1cf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:50.757224 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c452d258-7118-463d-a679-ca9436dc1cf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:50.757713 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c452d258-7118-463d-a679-ca9436dc1cf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:50.758201 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c452d258-7118-463d-a679-ca9436dc1cf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:50.758683 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c452d258-7118-463d-a679-ca9436dc1cf9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:50.759165 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c452d258-7118-463d-a679-ca9436dc1cf9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:50.759678 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c452d258-7118-463d-a679-ca9436dc1cf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:50.760177 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c452d258-7118-463d-a679-ca9436dc1cf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:50.760648 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c452d258-7118-463d-a679-ca9436dc1cf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:50.761495 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c452d258-7118-463d-a679-ca9436dc1cf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:30:50.771778 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-c452d258-7118-463d-a679-ca9436dc1cf9 None None] Attempting to bind port f7ab6d66-b165-4c21-bef4-07dd7c1ca683 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:30:50.772487 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-c452d258-7118-463d-a679-ca9436dc1cf9 None None] Attempting to bind port f7ab6d66-b165-4c21-bef4-07dd7c1ca683 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'eb3f33ce-82f3-49f8-a294-d2f625690ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5c467e00-11ab-4a91-9522-698a4ebe5664'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:30:50.772927 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c452d258-7118-463d-a679-ca9436dc1cf9 None None] Attempting to bind port f7ab6d66-b165-4c21-bef4-07dd7c1ca683 on network 5c467e00-11ab-4a91-9522-698a4ebe5664 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:30:50.776107 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e1e8f2-0b9e-4d05-a6c3-ede8e8db0669 None None] Network 8e32a895-3024-4c88-b08f-23dbc965b4e9 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:30:50.829848 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c452d258-7118-463d-a679-ca9436dc1cf9 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:30:50.830218 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c452d258-7118-463d-a679-ca9436dc1cf9 None None] Checking segment: {'id': 'eb3f33ce-82f3-49f8-a294-d2f625690ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5c467e00-11ab-4a91-9522-698a4ebe5664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:30:50.830620 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c452d258-7118-463d-a679-ca9436dc1cf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:50.831007 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c452d258-7118-463d-a679-ca9436dc1cf9 None None] Bound using segment: {'id': 'eb3f33ce-82f3-49f8-a294-d2f625690ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5c467e00-11ab-4a91-9522-698a4ebe5664'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:30:50.831555 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-c452d258-7118-463d-a679-ca9436dc1cf9 None None] Bound port: f7ab6d66-b165-4c21-bef4-07dd7c1ca683, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb3f33ce-82f3-49f8-a294-d2f625690ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5c467e00-11ab-4a91-9522-698a4ebe5664'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:30:50.831919 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c452d258-7118-463d-a679-ca9436dc1cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:50.870714 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-756fff0d-51f8-46ff-9f1f-38600ae60f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:50.875922 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d71ad0a8-2629-486f-830e-b971be63fbe0 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:50.884980 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-756fff0d-51f8-46ff-9f1f-38600ae60f94 admin admin] Deleting port 47439d17-cef7-4ac2-960c-f847754280f8 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:30:50.885314 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-756fff0d-51f8-46ff-9f1f-38600ae60f94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:50.979044 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71ad0a8-2629-486f-830e-b971be63fbe0 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Pushing event updated for resources: {'Subnet': ['ID=34e5d940-54b6-4b35-baf1-581603027672,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:50.982998 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71ad0a8-2629-486f-830e-b971be63fbe0 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Checking segment: {'id': 'd34da7ad-1bac-4d2b-aebd-05a8207cbcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5a21ef34-8497-4538-84a2-dec12f5e5b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:30:50.983386 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71ad0a8-2629-486f-830e-b971be63fbe0 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Network hostable DHCP agents. Network: 5a21ef34-8497-4538-84a2-dec12f5e5b51, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:30:51.011223 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71ad0a8-2629-486f-830e-b971be63fbe0 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Network 5a21ef34-8497-4538-84a2-dec12f5e5b51 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:30:51.029787 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-d71ad0a8-2629-486f-830e-b971be63fbe0 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 5a21ef34-8497-4538-84a2-dec12f5e5b51) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:30:51.036319 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71ad0a8-2629-486f-830e-b971be63fbe0 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:30:51.037626 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d71ad0a8-2629-486f-830e-b971be63fbe0 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:51.055087 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f0a18f-b13d-48a4-9030-b2457a310ef8 None None] Network 5a21ef34-8497-4538-84a2-dec12f5e5b51 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:30:51.072025 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d71ad0a8-2629-486f-830e-b971be63fbe0 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7297499 May 05 20:30:51.072560 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33344) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:51.142939 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cbaa53-3a30-44b4-9b1f-3a00ced5549b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-5dec07d8-0e6d-4a2a-a40a-9f7e49721860', 'network_id': '5dec07d8-0e6d-4a2a-a40a-9f7e49721860', 'tenant_id': 'c27caa812be34a1da04ad4549ae29e5d', 'fixed_ips': [{'subnet_id': '27a5d5df-47de-4459-a521-d85024d0c99c'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:30:51.143772 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b4cbaa53-3a30-44b4-9b1f-3a00ced5549b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:51.145666 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-756fff0d-51f8-46ff-9f1f-38600ae60f94 admin admin] For port 47439d17-cef7-4ac2-960c-f847754280f8, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=47439d17-cef7-4ac2-960c-f847754280f8,segment=NetworkSegment(6a4e6043-f033-4a5c-90d6-eafe505720c7),segment_id=6a4e6043-f033-4a5c-90d6-eafe505720c7)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:30:51.146594 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-756fff0d-51f8-46ff-9f1f-38600ae60f94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:51.274499 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-c452d258-7118-463d-a679-ca9436dc1cf9 None None] For port f7ab6d66-b165-4c21-bef4-07dd7c1ca683, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:30:51.292612 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-756fff0d-51f8-46ff-9f1f-38600ae60f94 admin admin] Calling delete_port for 47439d17-cef7-4ac2-960c-f847754280f8 owned by network:dhcp {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:30:51.340012 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-c452d258-7118-463d-a679-ca9436dc1cf9 None None] For port f7ab6d66-b165-4c21-bef4-07dd7c1ca683, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=f7ab6d66-b165-4c21-bef4-07dd7c1ca683,segment=NetworkSegment(eb3f33ce-82f3-49f8-a294-d2f625690ca8),segment_id=eb3f33ce-82f3-49f8-a294-d2f625690ca8)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:30:51.363841 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c452d258-7118-463d-a679-ca9436dc1cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:51.421749 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-756fff0d-51f8-46ff-9f1f-38600ae60f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:51.504593 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756fff0d-51f8-46ff-9f1f-38600ae60f94 admin admin] Pushing event deleted for resources: {'Port': ['ID=47439d17-cef7-4ac2-960c-f847754280f8,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:51.506508 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756fff0d-51f8-46ff-9f1f-38600ae60f94 admin admin] No DVR routers for this DVR port 47439d17-cef7-4ac2-960c-f847754280f8 on host n-d-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:30:51.751714 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-756fff0d-51f8-46ff-9f1f-38600ae60f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:51.752404 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c452d258-7118-463d-a679-ca9436dc1cf9 None None] Pushing event updated for resources: {'Port': ['ID=f7ab6d66-b165-4c21-bef4-07dd7c1ca683,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:51.776316 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fca591-b1d1-4ea3-bee8-76fb7345d3ba None None] DHCP port deletion for 8e32a895-3024-4c88-b08f-23dbc965b4e9 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:30:51.795417 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662f0f41-7bd9-472d-a191-696813b08de8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-5a21ef34-8497-4538-84a2-dec12f5e5b51', 'network_id': '5a21ef34-8497-4538-84a2-dec12f5e5b51', 'tenant_id': 'c27caa812be34a1da04ad4549ae29e5d', 'fixed_ips': [{'subnet_id': '34e5d940-54b6-4b35-baf1-581603027672'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:30:51.796244 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-662f0f41-7bd9-472d-a191-696813b08de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:51.821148 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-756fff0d-51f8-46ff-9f1f-38600ae60f94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e32a895-3024-4c88-b08f-23dbc965b4e9']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:51.875551 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-756fff0d-51f8-46ff-9f1f-38600ae60f94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a4e6043-f033-4a5c-90d6-eafe505720c7') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:51.875853 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-756fff0d-51f8-46ff-9f1f-38600ae60f94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a4e6043-f033-4a5c-90d6-eafe505720c7') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:51.895292 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-756fff0d-51f8-46ff-9f1f-38600ae60f94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:51.900723 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-b4cbaa53-3a30-44b4-9b1f-3a00ced5549b None None] Allocated IP 172.20.0.2 (5dec07d8-0e6d-4a2a-a40a-9f7e49721860/27a5d5df-47de-4459-a521-d85024d0c99c/34796736-b316-4e6f-92db-68f28b26f7cf) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:30:51.912399 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device d0ac47bd-de61-4f50-ba50-5a7f30899e53 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:30:51.965279 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-756fff0d-51f8-46ff-9f1f-38600ae60f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:51.974950 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: d0ac47bd-de61-4f50-ba50-5a7f30899e53 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:30:51.975295 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device d0ac47bd-de61-4f50-ba50-5a7f30899e53 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:30:51.975753 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 79ff1bc4-1382-4c59-a20e-7a3371c47034 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:30:51.979337 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-756fff0d-51f8-46ff-9f1f-38600ae60f94 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:30:51.980967 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-756fff0d-51f8-46ff-9f1f-38600ae60f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:52.009798 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:30:52.009798 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:30:52.009798 n-d-840717-1 neutron-server[88197]: timer() May 05 20:30:52.009798 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:30:52.009798 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:30:52.009798 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:30:52.009798 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:30:52.009798 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:30:52.009798 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:30:52.009798 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:30:52.009798 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:30:52.009798 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:30:52.009798 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:30:52.009798 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:30:52.009798 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:30:52.009798 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:30:52.009798 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:30:52.009798 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:30:52.009798 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:30:52.009798 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:30:52.009798 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:30:52.009798 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:30:52.009798 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:30:52.009798 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:30:52.009798 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:30:52.009798 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:30:52.009798 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:30:52.009798 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:30:52.009798 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:30:52.009798 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:30:52.009798 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:30:52.009798 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:30:52.042434 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 79ff1bc4-1382-4c59-a20e-7a3371c47034 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:30:52.042769 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 79ff1bc4-1382-4c59-a20e-7a3371c47034 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:30:52.043178 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 47439d17-cef7-4ac2-960c-f847754280f8 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:30:52.136326 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-756fff0d-51f8-46ff-9f1f-38600ae60f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:52.145588 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-756fff0d-51f8-46ff-9f1f-38600ae60f94 admin admin] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:52.172127 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-756fff0d-51f8-46ff-9f1f-38600ae60f94 admin admin] 10.222.0.36 "DELETE /v2.0/networks/8e32a895-3024-4c88-b08f-23dbc965b4e9 HTTP/1.1" status: 204 len: 168 time: 1.4304578 May 05 20:30:52.182183 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-49076bf1-4326-491e-8da1-370da7357862 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:52.198373 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756fff0d-51f8-46ff-9f1f-38600ae60f94 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e32a895-3024-4c88-b08f-23dbc965b4e9,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:52.249579 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 47439d17-cef7-4ac2-960c-f847754280f8 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:30:52.250172 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 47439d17-cef7-4ac2-960c-f847754280f8 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:30:52.429847 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-662f0f41-7bd9-472d-a191-696813b08de8 None None] Allocated IP 172.20.0.2 (5a21ef34-8497-4538-84a2-dec12f5e5b51/34e5d940-54b6-4b35-baf1-581603027672/4d22da0a-16a0-4c4a-b88e-785616e48c28) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:30:52.448184 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33354) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:52.475496 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b4cbaa53-3a30-44b4-9b1f-3a00ced5549b None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:52.517894 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b4cbaa53-3a30-44b4-9b1f-3a00ced5549b None None] Transition to ACTIVE for port object 34796736-b316-4e6f-92db-68f28b26f7cf will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:30:52.524259 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33358) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:52.524950 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-2cec7fdf-d59b-4e17-97c1-3f541dbe853f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ac2e332bd1654a6a8fbb23ab8d911c2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0753818 May 05 20:30:52.626746 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b4cbaa53-3a30-44b4-9b1f-3a00ced5549b None None] Transition to ACTIVE for port object 34796736-b316-4e6f-92db-68f28b26f7cf will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:30:52.649805 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b4cbaa53-3a30-44b4-9b1f-3a00ced5549b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:52.705680 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-367c4fbb-7fa2-41d9-bc43-e40953f91a12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:52.736058 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4cbaa53-3a30-44b4-9b1f-3a00ced5549b None None] Network 5dec07d8-0e6d-4a2a-a40a-9f7e49721860 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:30:52.741963 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-b4cbaa53-3a30-44b4-9b1f-3a00ced5549b None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:30:52.759764 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-367c4fbb-7fa2-41d9-bc43-e40953f91a12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:52.775517 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cbaa53-3a30-44b4-9b1f-3a00ced5549b None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:30:52.783834 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-49076bf1-4326-491e-8da1-370da7357862 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Allocated IP 172.20.0.1 (5dec07d8-0e6d-4a2a-a40a-9f7e49721860/27a5d5df-47de-4459-a521-d85024d0c99c/bf79763b-3b01-44bc-a964-127e9c873296) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:30:52.835341 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cbaa53-3a30-44b4-9b1f-3a00ced5549b None None] Pushing event updated for resources: {'Port': ['ID=34796736-b316-4e6f-92db-68f28b26f7cf,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:52.937403 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-b4cbaa53-3a30-44b4-9b1f-3a00ced5549b None None] Attempting to bind port 34796736-b316-4e6f-92db-68f28b26f7cf on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:30:52.937769 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-b4cbaa53-3a30-44b4-9b1f-3a00ced5549b None None] Attempting to bind port 34796736-b316-4e6f-92db-68f28b26f7cf by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'd8575d62-5b16-4e20-af0a-85c923e10771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5dec07d8-0e6d-4a2a-a40a-9f7e49721860'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:30:52.938129 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cbaa53-3a30-44b4-9b1f-3a00ced5549b None None] Attempting to bind port 34796736-b316-4e6f-92db-68f28b26f7cf on network 5dec07d8-0e6d-4a2a-a40a-9f7e49721860 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:30:52.941735 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-662f0f41-7bd9-472d-a191-696813b08de8 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:52.954573 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cbaa53-3a30-44b4-9b1f-3a00ced5549b None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:30:52.954944 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cbaa53-3a30-44b4-9b1f-3a00ced5549b None None] Checking segment: {'id': 'd8575d62-5b16-4e20-af0a-85c923e10771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5dec07d8-0e6d-4a2a-a40a-9f7e49721860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:30:52.955423 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b4cbaa53-3a30-44b4-9b1f-3a00ced5549b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:52.955767 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cbaa53-3a30-44b4-9b1f-3a00ced5549b None None] Bound using segment: {'id': 'd8575d62-5b16-4e20-af0a-85c923e10771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5dec07d8-0e6d-4a2a-a40a-9f7e49721860'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:30:52.956255 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-b4cbaa53-3a30-44b4-9b1f-3a00ced5549b None None] Bound port: 34796736-b316-4e6f-92db-68f28b26f7cf, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8575d62-5b16-4e20-af0a-85c923e10771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5dec07d8-0e6d-4a2a-a40a-9f7e49721860'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:30:52.956855 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b4cbaa53-3a30-44b4-9b1f-3a00ced5549b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:52.969735 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-662f0f41-7bd9-472d-a191-696813b08de8 None None] Transition to ACTIVE for port object 4d22da0a-16a0-4c4a-b88e-785616e48c28 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:30:53.007773 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-367c4fbb-7fa2-41d9-bc43-e40953f91a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:53.023319 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-49076bf1-4326-491e-8da1-370da7357862 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:53.038960 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367c4fbb-7fa2-41d9-bc43-e40953f91a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa15ed52-b97a-47d0-a0ff-571a8f9e29d1,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:53.047821 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-49076bf1-4326-491e-8da1-370da7357862 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Transition to ACTIVE for port object bf79763b-3b01-44bc-a964-127e9c873296 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:30:53.059410 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-367c4fbb-7fa2-41d9-bc43-e40953f91a12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:53.067724 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-662f0f41-7bd9-472d-a191-696813b08de8 None None] Transition to ACTIVE for port object 4d22da0a-16a0-4c4a-b88e-785616e48c28 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:30:53.073375 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-367c4fbb-7fa2-41d9-bc43-e40953f91a12 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/aa15ed52-b97a-47d0-a0ff-571a8f9e29d1 HTTP/1.1" status: 204 len: 168 time: 0.5377648 May 05 20:30:53.079286 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c436d04c-2b23-47b9-8f72-c69752a4f90b None None] Network 5c467e00-11ab-4a91-9522-698a4ebe5664 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:30:53.098216 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-49076bf1-4326-491e-8da1-370da7357862 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:53.120318 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-662f0f41-7bd9-472d-a191-696813b08de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:53.181068 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49076bf1-4326-491e-8da1-370da7357862 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Network 5dec07d8-0e6d-4a2a-a40a-9f7e49721860 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:30:53.185092 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-49076bf1-4326-491e-8da1-370da7357862 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:30:53.189385 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49076bf1-4326-491e-8da1-370da7357862 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:30:53.252608 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49076bf1-4326-491e-8da1-370da7357862 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Pushing event updated for resources: {'Port': ['ID=bf79763b-3b01-44bc-a964-127e9c873296,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:53.272250 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-49076bf1-4326-491e-8da1-370da7357862 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:53.317761 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662f0f41-7bd9-472d-a191-696813b08de8 None None] Network 5a21ef34-8497-4538-84a2-dec12f5e5b51 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:30:53.326203 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-8faf6951-2bbe-4f3d-adc9-3d584c7c1a34 None None] Provisioning for port f7ab6d66-b165-4c21-bef4-07dd7c1ca683 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:30:53.337103 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-662f0f41-7bd9-472d-a191-696813b08de8 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:30:53.340152 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b4cbaa53-3a30-44b4-9b1f-3a00ced5549b None None] For port 34796736-b316-4e6f-92db-68f28b26f7cf, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:30:53.344525 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662f0f41-7bd9-472d-a191-696813b08de8 None None] Pushing event updated for resources: {'Port': ['ID=4d22da0a-16a0-4c4a-b88e-785616e48c28,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:53.350659 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662f0f41-7bd9-472d-a191-696813b08de8 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:30:53.399419 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b4cbaa53-3a30-44b4-9b1f-3a00ced5549b None None] For port 34796736-b316-4e6f-92db-68f28b26f7cf, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=34796736-b316-4e6f-92db-68f28b26f7cf,segment=NetworkSegment(d8575d62-5b16-4e20-af0a-85c923e10771),segment_id=d8575d62-5b16-4e20-af0a-85c923e10771)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:30:53.414775 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b4cbaa53-3a30-44b4-9b1f-3a00ced5549b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:53.431889 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-49076bf1-4326-491e-8da1-370da7357862 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:53.584116 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33368) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:53.595230 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-662f0f41-7bd9-472d-a191-696813b08de8 None None] Attempting to bind port 4d22da0a-16a0-4c4a-b88e-785616e48c28 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:30:53.595619 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-662f0f41-7bd9-472d-a191-696813b08de8 None None] Attempting to bind port 4d22da0a-16a0-4c4a-b88e-785616e48c28 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'd34da7ad-1bac-4d2b-aebd-05a8207cbcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5a21ef34-8497-4538-84a2-dec12f5e5b51'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:30:53.595976 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662f0f41-7bd9-472d-a191-696813b08de8 None None] Attempting to bind port 4d22da0a-16a0-4c4a-b88e-785616e48c28 on network 5a21ef34-8497-4538-84a2-dec12f5e5b51 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:30:53.652435 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662f0f41-7bd9-472d-a191-696813b08de8 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:30:53.652805 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662f0f41-7bd9-472d-a191-696813b08de8 None None] Checking segment: {'id': 'd34da7ad-1bac-4d2b-aebd-05a8207cbcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5a21ef34-8497-4538-84a2-dec12f5e5b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:30:53.653216 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-662f0f41-7bd9-472d-a191-696813b08de8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:53.653601 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662f0f41-7bd9-472d-a191-696813b08de8 None None] Bound using segment: {'id': 'd34da7ad-1bac-4d2b-aebd-05a8207cbcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5a21ef34-8497-4538-84a2-dec12f5e5b51'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:30:53.654055 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-662f0f41-7bd9-472d-a191-696813b08de8 None None] Bound port: 4d22da0a-16a0-4c4a-b88e-785616e48c28, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd34da7ad-1bac-4d2b-aebd-05a8207cbcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5a21ef34-8497-4538-84a2-dec12f5e5b51'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:30:53.654424 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-662f0f41-7bd9-472d-a191-696813b08de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:53.669626 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cbaa53-3a30-44b4-9b1f-3a00ced5549b None None] Pushing event updated for resources: {'Port': ['ID=34796736-b316-4e6f-92db-68f28b26f7cf,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:53.739405 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-e2d4a907-dc4a-433e-ab0f-62d771ce9de6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a92aded897ca484ea364b519f05f1f93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1512983 May 05 20:30:53.757759 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33372) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:53.862486 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-662f0f41-7bd9-472d-a191-696813b08de8 None None] For port 4d22da0a-16a0-4c4a-b88e-785616e48c28, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:30:53.875461 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-662f0f41-7bd9-472d-a191-696813b08de8 None None] For port 4d22da0a-16a0-4c4a-b88e-785616e48c28, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=4d22da0a-16a0-4c4a-b88e-785616e48c28,segment=NetworkSegment(d34da7ad-1bac-4d2b-aebd-05a8207cbcea),segment_id=d34da7ad-1bac-4d2b-aebd-05a8207cbcea)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:30:53.889662 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-662f0f41-7bd9-472d-a191-696813b08de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:53.914874 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0b4a6261-5364-47f4-8f66-686badba6de2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:53.959960 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device f7ab6d66-b165-4c21-bef4-07dd7c1ca683 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:30:54.015671 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0b4a6261-5364-47f4-8f66-686badba6de2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:54.061165 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662f0f41-7bd9-472d-a191-696813b08de8 None None] Pushing event updated for resources: {'Port': ['ID=4d22da0a-16a0-4c4a-b88e-785616e48c28,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:54.072457 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port f7ab6d66-b165-4c21-bef4-07dd7c1ca683 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:30:54.078834 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port f7ab6d66-b165-4c21-bef4-07dd7c1ca683 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:30:54.079287 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:54.149390 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0b4a6261-5364-47f4-8f66-686badba6de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:54.183651 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4a6261-5364-47f4-8f66-686badba6de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5530a270-3f62-4d94-93bc-f121d5641749,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:54.204309 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0b4a6261-5364-47f4-8f66-686badba6de2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:54.205707 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-0b4a6261-5364-47f4-8f66-686badba6de2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5530a270-3f62-4d94-93bc-f121d5641749 HTTP/1.1" status: 204 len: 168 time: 0.4468508 May 05 20:30:54.301184 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:54.337456 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-ba1616ec-b4d2-4025-a086-e82165357c45 None None] Provisioning complete for port f7ab6d66-b165-4c21-bef4-07dd7c1ca683 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:30:54.339133 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ba1616ec-b4d2-4025-a086-e82165357c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:54.410198 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-49076bf1-4326-491e-8da1-370da7357862 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:54.421098 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-49076bf1-4326-491e-8da1-370da7357862 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:54.509107 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port f7ab6d66-b165-4c21-bef4-07dd7c1ca683, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=f7ab6d66-b165-4c21-bef4-07dd7c1ca683,segment=NetworkSegment(eb3f33ce-82f3-49f8-a294-d2f625690ca8),segment_id=eb3f33ce-82f3-49f8-a294-d2f625690ca8)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:30:54.548681 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:54.655587 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-49076bf1-4326-491e-8da1-370da7357862 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:54.682526 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49076bf1-4326-491e-8da1-370da7357862 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Pushing event updated for resources: {'Port': ['ID=bf79763b-3b01-44bc-a964-127e9c873296,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:54.713462 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=f7ab6d66-b165-4c21-bef4-07dd7c1ca683,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:54.906499 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49076bf1-4326-491e-8da1-370da7357862 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Network 5dec07d8-0e6d-4a2a-a40a-9f7e49721860 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:30:54.911947 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-49076bf1-4326-491e-8da1-370da7357862 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:30:55.147591 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49076bf1-4326-491e-8da1-370da7357862 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Router 139cbc61-61b4-441f-a291-7b77c8dfba8b is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:30:55.315604 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49076bf1-4326-491e-8da1-370da7357862 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:30:55.324080 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-49076bf1-4326-491e-8da1-370da7357862 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] 10.222.0.36 "PUT /v2.0/routers/139cbc61-61b4-441f-a291-7b77c8dfba8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2455974 May 05 20:30:55.324993 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33380) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:55.327875 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d83838-25cb-4642-9918-a2be81ea586b None None] Sync routers for ids ['139cbc61-61b4-441f-a291-7b77c8dfba8b'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:30:55.339579 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d83838-25cb-4642-9918-a2be81ea586b None None] Routers {'139cbc61-61b4-441f-a291-7b77c8dfba8b'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:30:55.340540 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-37d83838-25cb-4642-9918-a2be81ea586b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:30:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['139cbc61-61b4-441f-a291-7b77c8dfba8b'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:55.379836 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265dbce0-e081-4bc6-9563-151541819189 None None] Network 5dec07d8-0e6d-4a2a-a40a-9f7e49721860 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:30:55.421252 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-37d83838-25cb-4642-9918-a2be81ea586b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:55.430487 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d83838-25cb-4642-9918-a2be81ea586b None None] Routers {'139cbc61-61b4-441f-a291-7b77c8dfba8b'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:30:55.431101 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-37d83838-25cb-4642-9918-a2be81ea586b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:30:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['139cbc61-61b4-441f-a291-7b77c8dfba8b'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:55.508801 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-dbad241b-e72d-4b9c-954e-7d085e881d6f None None] Provisioning for port 34796736-b316-4e6f-92db-68f28b26f7cf completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:30:55.514043 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-37d83838-25cb-4642-9918-a2be81ea586b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:55.514449 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d83838-25cb-4642-9918-a2be81ea586b None None] The sync data for ids ['139cbc61-61b4-441f-a291-7b77c8dfba8b'] in n-d-840717-1 is: [] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:30:55.752758 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86fcacb-3ec9-4706-970c-ee82b2bf4af6 None None] Network 5a21ef34-8497-4538-84a2-dec12f5e5b51 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:30:56.066576 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 4d22da0a-16a0-4c4a-b88e-785616e48c28 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:30:56.129489 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-deacbf37-6460-4843-b456-e29f08ccf121 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 20:30:56.131803 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-deacbf37-6460-4843-b456-e29f08ccf121 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] 10.222.0.36 "PUT /v2.0/routers/139cbc61-61b4-441f-a291-7b77c8dfba8b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8065464 May 05 20:30:56.133655 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33386) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:56.135966 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-76c24000-1fcf-433f-8eb5-58408c7815e9 None None] Provisioning for port 4d22da0a-16a0-4c4a-b88e-785616e48c28 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:30:56.224776 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 4d22da0a-16a0-4c4a-b88e-785616e48c28 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:30:56.236714 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 4d22da0a-16a0-4c4a-b88e-785616e48c28 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:30:56.237093 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:56.378267 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9641f88e-e840-47d3-94f4-f5afd41c9b8e None None] Provisioning for port bf79763b-3b01-44bc-a964-127e9c873296 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:30:56.397417 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9641f88e-e840-47d3-94f4-f5afd41c9b8e None None] Provisioning complete for port bf79763b-3b01-44bc-a964-127e9c873296 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:30:56.398052 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9641f88e-e840-47d3-94f4-f5afd41c9b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:56.456123 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:56.489249 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9641f88e-e840-47d3-94f4-f5afd41c9b8e None None] Port bf79763b-3b01-44bc-a964-127e9c873296 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:30:56.527097 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 4d22da0a-16a0-4c4a-b88e-785616e48c28, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=4d22da0a-16a0-4c4a-b88e-785616e48c28,segment=NetworkSegment(d34da7ad-1bac-4d2b-aebd-05a8207cbcea),segment_id=d34da7ad-1bac-4d2b-aebd-05a8207cbcea)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:30:56.536189 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:56.537707 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device f7ab6d66-b165-4c21-bef4-07dd7c1ca683 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:30:56.717993 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-aa0b6fab-750e-4fc5-b975-a48f634fad87 None None] Provisioning complete for port bf79763b-3b01-44bc-a964-127e9c873296 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:30:56.718363 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-aa0b6fab-750e-4fc5-b975-a48f634fad87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:56.763278 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port f7ab6d66-b165-4c21-bef4-07dd7c1ca683 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:30:56.763858 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:56.820090 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=4d22da0a-16a0-4c4a-b88e-785616e48c28,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:56.838894 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-aa0b6fab-750e-4fc5-b975-a48f634fad87 None None] Port bf79763b-3b01-44bc-a964-127e9c873296 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:30:56.877833 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-830675c9-c013-45f4-9dbd-bf136bd1ccfc tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:56.909428 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 34796736-b316-4e6f-92db-68f28b26f7cf up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:30:56.983751 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-94d16a9c-8631-4af1-8750-1bfea82863c7 None None] Provisioning complete for port 4d22da0a-16a0-4c4a-b88e-785616e48c28 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:30:56.984201 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-94d16a9c-8631-4af1-8750-1bfea82863c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:57.046965 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 34796736-b316-4e6f-92db-68f28b26f7cf completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:30:57.056990 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 34796736-b316-4e6f-92db-68f28b26f7cf triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:30:57.057445 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:57.215575 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-94d16a9c-8631-4af1-8750-1bfea82863c7 None None] Provisioning complete for port bf79763b-3b01-44bc-a964-127e9c873296 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:30:57.216049 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-94d16a9c-8631-4af1-8750-1bfea82863c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:57.262235 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-830675c9-c013-45f4-9dbd-bf136bd1ccfc tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Deleting port bf79763b-3b01-44bc-a964-127e9c873296 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:30:57.262826 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-830675c9-c013-45f4-9dbd-bf136bd1ccfc tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:57.330303 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:57.344793 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-94d16a9c-8631-4af1-8750-1bfea82863c7 None None] Port bf79763b-3b01-44bc-a964-127e9c873296 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:30:57.373384 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 34796736-b316-4e6f-92db-68f28b26f7cf, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=34796736-b316-4e6f-92db-68f28b26f7cf,segment=NetworkSegment(d8575d62-5b16-4e20-af0a-85c923e10771),segment_id=d8575d62-5b16-4e20-af0a-85c923e10771)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:30:57.380074 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:57.454333 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=34796736-b316-4e6f-92db-68f28b26f7cf,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:57.490851 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-830675c9-c013-45f4-9dbd-bf136bd1ccfc tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:57.624637 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-830675c9-c013-45f4-9dbd-bf136bd1ccfc tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Calling delete_port for bf79763b-3b01-44bc-a964-127e9c873296 owned by network:router_interface {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:30:57.817518 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-830675c9-c013-45f4-9dbd-bf136bd1ccfc tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:57.823212 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 4d22da0a-16a0-4c4a-b88e-785616e48c28 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:30:57.868918 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830675c9-c013-45f4-9dbd-bf136bd1ccfc tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Pushing event deleted for resources: {'Port': ['ID=bf79763b-3b01-44bc-a964-127e9c873296,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:30:57.918535 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 4d22da0a-16a0-4c4a-b88e-785616e48c28 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:30:57.918984 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:58.067256 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 34796736-b316-4e6f-92db-68f28b26f7cf up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:30:58.150682 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 34796736-b316-4e6f-92db-68f28b26f7cf triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:30:58.151049 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:58.273900 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-830675c9-c013-45f4-9dbd-bf136bd1ccfc tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:58.561341 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-830675c9-c013-45f4-9dbd-bf136bd1ccfc tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Router 139cbc61-61b4-441f-a291-7b77c8dfba8b has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:30:58.697492 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-830675c9-c013-45f4-9dbd-bf136bd1ccfc tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:30:58.707609 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95eff2a5-12e5-4499-87cf-5f9423ca0ed3 None None] Sync routers for ids ['139cbc61-61b4-441f-a291-7b77c8dfba8b'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:30:58.710539 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-830675c9-c013-45f4-9dbd-bf136bd1ccfc tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] 10.222.0.36 "PUT /v2.0/routers/139cbc61-61b4-441f-a291-7b77c8dfba8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5752814 May 05 20:30:58.714158 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33394) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:58.720850 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95eff2a5-12e5-4499-87cf-5f9423ca0ed3 None None] Routers {'139cbc61-61b4-441f-a291-7b77c8dfba8b'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:30:58.721454 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-95eff2a5-12e5-4499-87cf-5f9423ca0ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:30:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['139cbc61-61b4-441f-a291-7b77c8dfba8b'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:58.789694 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-95eff2a5-12e5-4499-87cf-5f9423ca0ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:58.805576 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95eff2a5-12e5-4499-87cf-5f9423ca0ed3 None None] Routers {'139cbc61-61b4-441f-a291-7b77c8dfba8b'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:30:58.806460 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-95eff2a5-12e5-4499-87cf-5f9423ca0ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:30:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['139cbc61-61b4-441f-a291-7b77c8dfba8b'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:58.873822 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-95eff2a5-12e5-4499-87cf-5f9423ca0ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:30:58.874131 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95eff2a5-12e5-4499-87cf-5f9423ca0ed3 None None] The sync data for ids ['139cbc61-61b4-441f-a291-7b77c8dfba8b'] in n-d-840717-1 is: [] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:30:58.917544 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-c2939120-ed9d-42c7-98e4-e4be1d1ba1a4 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] delete failed (client error): The resource could not be found. May 05 20:30:58.918590 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c2939120-ed9d-42c7-98e4-e4be1d1ba1a4 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] 10.222.0.36 "DELETE /v2.0/routers/tempest-non_exist_router-1170351117 HTTP/1.1" status: 404 len: 335 time: 0.2029128 May 05 20:30:58.922241 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33398) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:58.927521 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-801b52b5-3be6-4efe-bc51-f8c52e4b2653 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Request body: {'router': {'external_gateway_info': {'network_id': '139cbc61-61b4-441f-a291-7b77c8dfba8b'}}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:30:59.315597 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-801b52b5-3be6-4efe-bc51-f8c52e4b2653 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:30:59.345286 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-801b52b5-3be6-4efe-bc51-f8c52e4b2653 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] update failed (client error): The resource could not be found. May 05 20:30:59.346320 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-801b52b5-3be6-4efe-bc51-f8c52e4b2653 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] 10.222.0.36 "PUT /v2.0/routers/139cbc61-61b4-441f-a291-7b77c8dfba8b HTTP/1.1" status: 404 len: 339 time: 0.4229903 May 05 20:30:59.349972 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33404) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:30:59.833612 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-82a63184-491f-4fdf-a1a0-4cd749dd95c9 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:00.307568 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-82a63184-491f-4fdf-a1a0-4cd749dd95c9 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Allocated IP 172.20.0.1 (5c467e00-11ab-4a91-9522-698a4ebe5664/87606e3b-886f-40ba-8103-edf65ae6ffd7/f2abfe78-3195-466d-99cf-56ef74ceef7e) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:31:00.523824 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-82a63184-491f-4fdf-a1a0-4cd749dd95c9 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:00.540079 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-82a63184-491f-4fdf-a1a0-4cd749dd95c9 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Transition to ACTIVE for port object f2abfe78-3195-466d-99cf-56ef74ceef7e will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:31:00.564820 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-82a63184-491f-4fdf-a1a0-4cd749dd95c9 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:00.635743 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a63184-491f-4fdf-a1a0-4cd749dd95c9 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Network 5c467e00-11ab-4a91-9522-698a4ebe5664 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:31:00.638910 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-82a63184-491f-4fdf-a1a0-4cd749dd95c9 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:31:00.642848 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a63184-491f-4fdf-a1a0-4cd749dd95c9 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:31:00.676833 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a63184-491f-4fdf-a1a0-4cd749dd95c9 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Pushing event updated for resources: {'Port': ['ID=f2abfe78-3195-466d-99cf-56ef74ceef7e,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:00.710105 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-82a63184-491f-4fdf-a1a0-4cd749dd95c9 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:00.820056 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-82a63184-491f-4fdf-a1a0-4cd749dd95c9 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:00.889098 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-f2ff2b17-e0e7-47df-bd64-ecfe867d3610 None None] Provisioning for port f2abfe78-3195-466d-99cf-56ef74ceef7e completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:31:00.895001 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-f2ff2b17-e0e7-47df-bd64-ecfe867d3610 None None] Provisioning complete for port f2abfe78-3195-466d-99cf-56ef74ceef7e triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:31:00.895313 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f2ff2b17-e0e7-47df-bd64-ecfe867d3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:00.951925 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-f2ff2b17-e0e7-47df-bd64-ecfe867d3610 None None] Port f2abfe78-3195-466d-99cf-56ef74ceef7e cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:31:01.214770 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-82a63184-491f-4fdf-a1a0-4cd749dd95c9 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:01.220949 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-82a63184-491f-4fdf-a1a0-4cd749dd95c9 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:01.334334 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a63184-491f-4fdf-a1a0-4cd749dd95c9 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Pushing event updated for resources: {'Port': ['ID=f2abfe78-3195-466d-99cf-56ef74ceef7e,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:01.336901 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-82a63184-491f-4fdf-a1a0-4cd749dd95c9 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:01.479403 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a63184-491f-4fdf-a1a0-4cd749dd95c9 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Network 5c467e00-11ab-4a91-9522-698a4ebe5664 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:31:01.480668 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-82a63184-491f-4fdf-a1a0-4cd749dd95c9 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:31:01.652126 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82a63184-491f-4fdf-a1a0-4cd749dd95c9 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Router 139cbc61-61b4-441f-a291-7b77c8dfba8b has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:31:01.778052 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-07ed0ac7-eaf1-434c-abf5-021ff89fedf1 None None] Provisioning complete for port f2abfe78-3195-466d-99cf-56ef74ceef7e triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:31:01.778419 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-07ed0ac7-eaf1-434c-abf5-021ff89fedf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:01.836932 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-07ed0ac7-eaf1-434c-abf5-021ff89fedf1 None None] Port f2abfe78-3195-466d-99cf-56ef74ceef7e cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:31:01.928056 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a63184-491f-4fdf-a1a0-4cd749dd95c9 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:31:01.937509 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-82a63184-491f-4fdf-a1a0-4cd749dd95c9 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] 10.222.0.36 "PUT /v2.0/routers/139cbc61-61b4-441f-a291-7b77c8dfba8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5863545 May 05 20:31:01.939962 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33428) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:01.940425 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b153c786-e0f1-4ecc-90e5-a4c2e733e2ba None None] Sync routers for ids ['139cbc61-61b4-441f-a291-7b77c8dfba8b'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:31:01.955287 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b153c786-e0f1-4ecc-90e5-a4c2e733e2ba None None] Routers {'139cbc61-61b4-441f-a291-7b77c8dfba8b'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:31:01.956827 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-b153c786-e0f1-4ecc-90e5-a4c2e733e2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:30:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['139cbc61-61b4-441f-a291-7b77c8dfba8b'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:31:02.027995 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-b153c786-e0f1-4ecc-90e5-a4c2e733e2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:31:02.038509 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b153c786-e0f1-4ecc-90e5-a4c2e733e2ba None None] Routers {'139cbc61-61b4-441f-a291-7b77c8dfba8b'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:31:02.039127 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-b153c786-e0f1-4ecc-90e5-a4c2e733e2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:30:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['139cbc61-61b4-441f-a291-7b77c8dfba8b'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:31:02.101330 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-b153c786-e0f1-4ecc-90e5-a4c2e733e2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:31:02.101549 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b153c786-e0f1-4ecc-90e5-a4c2e733e2ba None None] The sync data for ids ['139cbc61-61b4-441f-a291-7b77c8dfba8b'] in n-d-840717-1 is: [] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:31:02.114946 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a0c527e6-f199-49a9-96f7-7c3dc798b57f tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:02.270570 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-a0c527e6-f199-49a9-96f7-7c3dc798b57f tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] delete failed (client error): There was a conflict when trying to complete your request. May 05 20:31:02.271705 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a0c527e6-f199-49a9-96f7-7c3dc798b57f tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] 10.222.0.36 "DELETE /v2.0/routers/139cbc61-61b4-441f-a291-7b77c8dfba8b HTTP/1.1" status: 409 len: 329 time: 0.3306623 May 05 20:31:02.274357 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33440) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:02.782326 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-76dbdbd5-6d5c-4039-8f32-46e754cb741a tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:03.296668 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-76dbdbd5-6d5c-4039-8f32-46e754cb741a tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Deleting port f2abfe78-3195-466d-99cf-56ef74ceef7e {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:31:03.297283 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-76dbdbd5-6d5c-4039-8f32-46e754cb741a tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:03.399519 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-af7b2ef5-ea55-4f1f-8bb9-da863801f955 req-0d32d72b-5704-427a-af6c-45e662fff2e6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7c3002fd-5764-4c77-bc62-4fc7c0529c88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3092344 May 05 20:31:03.545212 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-76dbdbd5-6d5c-4039-8f32-46e754cb741a tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:03.684731 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-76dbdbd5-6d5c-4039-8f32-46e754cb741a tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Calling delete_port for f2abfe78-3195-466d-99cf-56ef74ceef7e owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:31:03.756158 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b2ef5-ea55-4f1f-8bb9-da863801f955 req-ef9a2036-c3c4-4718-a7cd-773cd8ffb5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:03.757745 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-af7b2ef5-ea55-4f1f-8bb9-da863801f955 req-ef9a2036-c3c4-4718-a7cd-773cd8ffb5ef service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=310f91420a2d4ddd8aab8a710d8dc814&device_id=7c3002fd-5764-4c77-bc62-4fc7c0529c88 HTTP/1.1" status: 200 len: 1096 time: 0.2879047 May 05 20:31:04.089937 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b2ef5-ea55-4f1f-8bb9-da863801f955 req-549ac1f7-8bc2-46fc-a0eb-04fdd36426a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:04.091440 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-af7b2ef5-ea55-4f1f-8bb9-da863801f955 req-549ac1f7-8bc2-46fc-a0eb-04fdd36426a0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=71342f67-7cb7-41bb-881a-bb31f2125efb HTTP/1.1" status: 200 len: 898 time: 0.1951215 May 05 20:31:04.240270 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-76dbdbd5-6d5c-4039-8f32-46e754cb741a tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:04.279932 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-af7b2ef5-ea55-4f1f-8bb9-da863801f955 req-f758580e-950d-4289-a96a-4ba86a5fd2d3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7672a947-9711-4d83-812c-df2fbf70b2ed HTTP/1.1" status: 200 len: 1000 time: 0.1553419 May 05 20:31:04.324475 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dbdbd5-6d5c-4039-8f32-46e754cb741a tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Pushing event deleted for resources: {'Port': ['ID=f2abfe78-3195-466d-99cf-56ef74ceef7e,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:04.436521 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b2ef5-ea55-4f1f-8bb9-da863801f955 req-a7fe4180-7ade-417b-9245-bef714a5ec5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:04.438005 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-af7b2ef5-ea55-4f1f-8bb9-da863801f955 req-a7fe4180-7ade-417b-9245-bef714a5ec5f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a13cd322-8e24-41ab-b0e8-b7bd3fc6a210 HTTP/1.1" status: 200 len: 834 time: 0.1454794 May 05 20:31:04.649388 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8dd7f082-0cb2-4d67-a777-45213a1bc7a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:04.763676 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-76dbdbd5-6d5c-4039-8f32-46e754cb741a tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:04.912758 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b2ef5-ea55-4f1f-8bb9-da863801f955 req-e3f47daa-8768-4f66-8fa3-e4d164efd724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:04.914130 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-af7b2ef5-ea55-4f1f-8bb9-da863801f955 req-e3f47daa-8768-4f66-8fa3-e4d164efd724 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=71342f67-7cb7-41bb-881a-bb31f2125efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4678307 May 05 20:31:05.137997 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76dbdbd5-6d5c-4039-8f32-46e754cb741a tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Router 139cbc61-61b4-441f-a291-7b77c8dfba8b has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:31:05.291038 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-af7b2ef5-ea55-4f1f-8bb9-da863801f955 req-0a602256-6987-4aeb-8c06-f9ad0dbc9d60 service neutron] 10.222.0.24 "GET /v2.0/networks/71342f67-7cb7-41bb-881a-bb31f2125efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232403 May 05 20:31:05.318925 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76dbdbd5-6d5c-4039-8f32-46e754cb741a tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:31:05.328056 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa053a2d-595b-4032-806c-9f426f2f66e8 None None] Sync routers for ids ['139cbc61-61b4-441f-a291-7b77c8dfba8b'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:31:05.337618 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa053a2d-595b-4032-806c-9f426f2f66e8 None None] Routers {'139cbc61-61b4-441f-a291-7b77c8dfba8b'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:31:05.338308 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-aa053a2d-595b-4032-806c-9f426f2f66e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:30:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['139cbc61-61b4-441f-a291-7b77c8dfba8b'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:31:05.344490 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-76dbdbd5-6d5c-4039-8f32-46e754cb741a tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] 10.222.0.36 "PUT /v2.0/routers/139cbc61-61b4-441f-a291-7b77c8dfba8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0672181 May 05 20:31:05.346221 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33452) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:05.401582 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-aa053a2d-595b-4032-806c-9f426f2f66e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:31:05.411036 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa053a2d-595b-4032-806c-9f426f2f66e8 None None] Routers {'139cbc61-61b4-441f-a291-7b77c8dfba8b'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:31:05.411664 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-aa053a2d-595b-4032-806c-9f426f2f66e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:30:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['139cbc61-61b4-441f-a291-7b77c8dfba8b'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:31:05.416320 n-d-840717-1 neutron-server[88197]: INFO neutron.api.v2.resource [None req-676c3cbb-9e03-4cc6-bc70-0a922844a411 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] show failed (client error): The resource could not be found. May 05 20:31:05.421531 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-676c3cbb-9e03-4cc6-bc70-0a922844a411 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] 10.222.0.36 "GET /v2.0/routers/tempest-non_exist_router-1032980349 HTTP/1.1" status: 404 len: 335 time: 0.0696163 May 05 20:31:05.421531 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33456) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:05.426821 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-7833d513-520c-4529-8ac8-0b690536e681 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:31:05.443074 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-af7b2ef5-ea55-4f1f-8bb9-da863801f955 req-ad957693-b977-4c09-8561-5b7df3fe0169 service neutron] 10.222.0.24 "GET /v2.0/networks/71342f67-7cb7-41bb-881a-bb31f2125efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452663 May 05 20:31:05.470956 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-aa053a2d-595b-4032-806c-9f426f2f66e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:31:05.471375 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa053a2d-595b-4032-806c-9f426f2f66e8 None None] The sync data for ids ['139cbc61-61b4-441f-a291-7b77c8dfba8b'] in n-d-840717-1 is: [] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:31:05.491373 n-d-840717-1 neutron-server[88197]: INFO neutron.api.v2.resource [None req-7833d513-520c-4529-8ac8-0b690536e681 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] update failed (client error): The resource could not be found. May 05 20:31:05.492378 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-7833d513-520c-4529-8ac8-0b690536e681 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] 10.222.0.36 "PUT /v2.0/routers/tempest-non_exist_router-560144476 HTTP/1.1" status: 404 len: 334 time: 0.0703416 May 05 20:31:05.495683 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33460) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:05.560067 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-42a52dd7-d085-488f-8ae1-f3357e569e6b tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Deleting subnet 34e5d940-54b6-4b35-baf1-581603027672 {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:31:05.562865 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-42a52dd7-d085-488f-8ae1-f3357e569e6b tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:05.617305 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-42a52dd7-d085-488f-8ae1-f3357e569e6b tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:05.702123 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-42a52dd7-d085-488f-8ae1-f3357e569e6b tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:05.774968 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-42a52dd7-d085-488f-8ae1-f3357e569e6b tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:05.818342 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a52dd7-d085-488f-8ae1-f3357e569e6b tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Pushing event deleted for resources: {'Subnet': ['ID=34e5d940-54b6-4b35-baf1-581603027672,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:05.820297 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-42a52dd7-d085-488f-8ae1-f3357e569e6b tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:05.826919 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d48aaa0-f714-4d3e-93ab-f75a998b4fd8 None None] Network 5a21ef34-8497-4538-84a2-dec12f5e5b51 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:31:05.827550 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-42a52dd7-d085-488f-8ae1-f3357e569e6b tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] 10.222.0.36 "DELETE /v2.0/subnets/34e5d940-54b6-4b35-baf1-581603027672 HTTP/1.1" status: 204 len: 168 time: 0.3304019 May 05 20:31:05.829545 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33466) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:05.901625 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5bafb47-661a-49cd-bbf4-2b736350aa45 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Deleting subnet 27a5d5df-47de-4459-a521-d85024d0c99c {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:31:05.905094 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f5bafb47-661a-49cd-bbf4-2b736350aa45 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:05.962777 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f5bafb47-661a-49cd-bbf4-2b736350aa45 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:06.055157 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f5bafb47-661a-49cd-bbf4-2b736350aa45 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:06.115938 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2da409-4edc-481e-895d-031885e64fb3 None None] DHCP port deletion for 5a21ef34-8497-4538-84a2-dec12f5e5b51 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:31:06.119861 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-fa2da409-4edc-481e-895d-031885e64fb3 None None] Deleting port 4d22da0a-16a0-4c4a-b88e-785616e48c28 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:31:06.120193 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fa2da409-4edc-481e-895d-031885e64fb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:06.151547 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f5bafb47-661a-49cd-bbf4-2b736350aa45 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:06.191098 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f5bafb47-661a-49cd-bbf4-2b736350aa45 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:06.203284 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e7bbe6-07f3-40af-89dd-805e5fa78ca6 None None] Network 5dec07d8-0e6d-4a2a-a40a-9f7e49721860 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:31:06.203649 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bafb47-661a-49cd-bbf4-2b736350aa45 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Pushing event deleted for resources: {'Subnet': ['ID=27a5d5df-47de-4459-a521-d85024d0c99c,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:06.210346 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f5bafb47-661a-49cd-bbf4-2b736350aa45 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] 10.222.0.36 "DELETE /v2.0/subnets/27a5d5df-47de-4459-a521-d85024d0c99c HTTP/1.1" status: 204 len: 168 time: 0.3774559 May 05 20:31:06.210797 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33478) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:06.314409 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8705444b-0916-458a-8fb2-413c1b740065 req-c0e79ffe-6120-4c1b-b563-97b4b5ea959f tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:06.322444 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8705444b-0916-458a-8fb2-413c1b740065 req-c0e79ffe-6120-4c1b-b563-97b4b5ea959f tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/networks?id=29a0e805-6e5b-4d29-836f-ace2c73e49b1 HTTP/1.1" status: 200 len: 811 time: 0.1698394 May 05 20:31:06.331136 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-aa15057b-5087-43c2-b6aa-c360af194bd8 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:06.334433 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8705444b-0916-458a-8fb2-413c1b740065 req-f24a8e95-9f7d-435a-b188-b0acdb16edff tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/quotas/d5327fecdbda4453866269afbd5ac6fc HTTP/1.1" status: 200 len: 375 time: 0.0111012 May 05 20:31:06.342618 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-aa15057b-5087-43c2-b6aa-c360af194bd8 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Deleting port 4d22da0a-16a0-4c4a-b88e-785616e48c28 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:31:06.342864 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-aa15057b-5087-43c2-b6aa-c360af194bd8 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:06.424609 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8705444b-0916-458a-8fb2-413c1b740065 req-e474ef4e-5918-46d3-b116-bde51b94bb8e tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d5327fecdbda4453866269afbd5ac6fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0819991 May 05 20:31:06.438189 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [req-8705444b-0916-458a-8fb2-413c1b740065 req-c316ca9a-a6cb-4c90-ad7b-da72d537eeb1 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88197) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:31:06.439446 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8705444b-0916-458a-8fb2-413c1b740065 req-c316ca9a-a6cb-4c90-ad7b-da72d537eeb1 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054054 May 05 20:31:06.528066 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-fa2da409-4edc-481e-895d-031885e64fb3 None None] For port 4d22da0a-16a0-4c4a-b88e-785616e48c28, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=4d22da0a-16a0-4c4a-b88e-785616e48c28,segment=NetworkSegment(d34da7ad-1bac-4d2b-aebd-05a8207cbcea),segment_id=d34da7ad-1bac-4d2b-aebd-05a8207cbcea)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:31:06.528492 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fa2da409-4edc-481e-895d-031885e64fb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:06.560364 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-aa15057b-5087-43c2-b6aa-c360af194bd8 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] For port 4d22da0a-16a0-4c4a-b88e-785616e48c28, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=4d22da0a-16a0-4c4a-b88e-785616e48c28,segment=NetworkSegment(d34da7ad-1bac-4d2b-aebd-05a8207cbcea),segment_id=d34da7ad-1bac-4d2b-aebd-05a8207cbcea)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:31:06.560963 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-aa15057b-5087-43c2-b6aa-c360af194bd8 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:06.584526 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8705444b-0916-458a-8fb2-413c1b740065 req-033d734e-c9de-4ef9-894b-f65cddc22b41 service neutron] 10.222.0.36 "GET /v2.0/networks/29a0e805-6e5b-4d29-836f-ace2c73e49b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384101 May 05 20:31:06.677592 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-fa2da409-4edc-481e-895d-031885e64fb3 None None] Calling delete_port for 4d22da0a-16a0-4c4a-b88e-785616e48c28 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:31:06.767849 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fa2da409-4edc-481e-895d-031885e64fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:06.819735 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2da409-4edc-481e-895d-031885e64fb3 None None] Pushing event deleted for resources: {'Port': ['ID=4d22da0a-16a0-4c4a-b88e-785616e48c28,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:06.823166 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2da409-4edc-481e-895d-031885e64fb3 None None] No DVR routers for this DVR port 4d22da0a-16a0-4c4a-b88e-785616e48c28 on host n-d-840717-1 {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:31:06.842695 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33a204e-5583-4b60-8fe9-e18b9d6588f4 None None] DHCP port deletion for 5dec07d8-0e6d-4a2a-a40a-9f7e49721860 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:31:06.854379 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-aa15057b-5087-43c2-b6aa-c360af194bd8 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Calling delete_port for 4d22da0a-16a0-4c4a-b88e-785616e48c28 owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:31:06.854622 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-f33a204e-5583-4b60-8fe9-e18b9d6588f4 None None] Deleting port 34796736-b316-4e6f-92db-68f28b26f7cf {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:31:06.854750 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f33a204e-5583-4b60-8fe9-e18b9d6588f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:06.876228 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8705444b-0916-458a-8fb2-413c1b740065 req-e01f3315-5ffe-497b-bbe9-f943cb9b6a73 service neutron] 10.222.0.36 "GET /v2.0/networks/29a0e805-6e5b-4d29-836f-ace2c73e49b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855763 May 05 20:31:06.898734 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-902abf75-5aba-4c87-8e95-fdb9fce0eb11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:06.936088 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.db.api [None req-aa15057b-5087-43c2-b6aa-c360af194bd8 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88198) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:31:06.936412 n-d-840717-1 neutron-server[88198]: DEBUG oslo_db.api [None req-aa15057b-5087-43c2-b6aa-c360af194bd8 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:31:07.079069 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-f33a204e-5583-4b60-8fe9-e18b9d6588f4 None None] For port 34796736-b316-4e6f-92db-68f28b26f7cf, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=34796736-b316-4e6f-92db-68f28b26f7cf,segment=NetworkSegment(d8575d62-5b16-4e20-af0a-85c923e10771),segment_id=d8575d62-5b16-4e20-af0a-85c923e10771)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:31:07.079702 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f33a204e-5583-4b60-8fe9-e18b9d6588f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:07.212964 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-f33a204e-5583-4b60-8fe9-e18b9d6588f4 None None] Calling delete_port for 34796736-b316-4e6f-92db-68f28b26f7cf owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:31:07.268499 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-3d7e1f38-efd9-49f4-b8e2-eb1e17374b82 req-66303310-9fc3-4105-ac16-9853662c66a6 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Synchronizing usage tracker for tenant:d5327fecdbda4453866269afbd5ac6fc on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:31:07.285493 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-3d7e1f38-efd9-49f4-b8e2-eb1e17374b82 req-66303310-9fc3-4105-ac16-9853662c66a6 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Unset dirty status for tenant:d5327fecdbda4453866269afbd5ac6fc on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:31:07.286970 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3d7e1f38-efd9-49f4-b8e2-eb1e17374b82 req-66303310-9fc3-4105-ac16-9853662c66a6 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=038d089c-72d3-4a9a-889f-f31d6811b702 HTTP/1.1" status: 200 len: 210 time: 0.0654776 May 05 20:31:07.291827 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f33a204e-5583-4b60-8fe9-e18b9d6588f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:07.346578 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33a204e-5583-4b60-8fe9-e18b9d6588f4 None None] No DVR routers for this DVR port 34796736-b316-4e6f-92db-68f28b26f7cf on host n-d-840717-1 {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:31:07.349913 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33a204e-5583-4b60-8fe9-e18b9d6588f4 None None] Pushing event deleted for resources: {'Port': ['ID=34796736-b316-4e6f-92db-68f28b26f7cf,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:07.437686 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-aa15057b-5087-43c2-b6aa-c360af194bd8 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Deleting port 4d22da0a-16a0-4c4a-b88e-785616e48c28 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:31:07.438060 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-aa15057b-5087-43c2-b6aa-c360af194bd8 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:07.506654 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-aa15057b-5087-43c2-b6aa-c360af194bd8 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] The port '4d22da0a-16a0-4c4a-b88e-785616e48c28' was deleted {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 20:31:07.639550 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-aa15057b-5087-43c2-b6aa-c360af194bd8 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:07.666881 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-aa15057b-5087-43c2-b6aa-c360af194bd8 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a21ef34-8497-4538-84a2-dec12f5e5b51']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:31:07.682839 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-aa15057b-5087-43c2-b6aa-c360af194bd8 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd34da7ad-1bac-4d2b-aebd-05a8207cbcea') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:31:07.683133 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-aa15057b-5087-43c2-b6aa-c360af194bd8 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd34da7ad-1bac-4d2b-aebd-05a8207cbcea') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:31:07.695218 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-aa15057b-5087-43c2-b6aa-c360af194bd8 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:07.711979 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-aa15057b-5087-43c2-b6aa-c360af194bd8 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:07.718453 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa15057b-5087-43c2-b6aa-c360af194bd8 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:31:07.718921 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-aa15057b-5087-43c2-b6aa-c360af194bd8 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:07.734925 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:31:07.734925 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:31:07.734925 n-d-840717-1 neutron-server[88198]: timer() May 05 20:31:07.734925 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:31:07.734925 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:31:07.734925 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:31:07.734925 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:31:07.734925 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:31:07.734925 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:31:07.734925 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:31:07.734925 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:31:07.734925 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:31:07.734925 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:31:07.734925 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:31:07.734925 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:31:07.734925 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:31:07.734925 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:31:07.734925 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:31:07.734925 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:31:07.734925 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:31:07.734925 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:31:07.734925 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:31:07.734925 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:31:07.734925 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:31:07.734925 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:31:07.734925 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:31:07.734925 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:31:07.734925 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:31:07.734925 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:31:07.734925 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:31:07.734925 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:31:07.734925 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:31:07.820399 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-aa15057b-5087-43c2-b6aa-c360af194bd8 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:07.821015 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 4d22da0a-16a0-4c4a-b88e-785616e48c28 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:31:07.839237 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-aa15057b-5087-43c2-b6aa-c360af194bd8 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:07.855069 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa15057b-5087-43c2-b6aa-c360af194bd8 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Pushing event deleted for resources: {'Network': ['ID=5a21ef34-8497-4538-84a2-dec12f5e5b51,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:07.855948 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 4d22da0a-16a0-4c4a-b88e-785616e48c28 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:31:07.856867 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 4d22da0a-16a0-4c4a-b88e-785616e48c28 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:31:07.857281 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 34796736-b316-4e6f-92db-68f28b26f7cf no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:31:07.868358 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33502) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:07.871693 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-aa15057b-5087-43c2-b6aa-c360af194bd8 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] 10.222.0.36 "DELETE /v2.0/networks/5a21ef34-8497-4538-84a2-dec12f5e5b51 HTTP/1.1" status: 204 len: 168 time: 1.6560135 May 05 20:31:07.873416 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa15057b-5087-43c2-b6aa-c360af194bd8 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:31:07.873926 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa15057b-5087-43c2-b6aa-c360af194bd8 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:31:07.874488 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa15057b-5087-43c2-b6aa-c360af194bd8 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:31:07.875000 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa15057b-5087-43c2-b6aa-c360af194bd8 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:31:07.876471 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa15057b-5087-43c2-b6aa-c360af194bd8 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:31:07.877135 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa15057b-5087-43c2-b6aa-c360af194bd8 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:31:07.877628 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa15057b-5087-43c2-b6aa-c360af194bd8 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:31:07.879637 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa15057b-5087-43c2-b6aa-c360af194bd8 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:31:07.880369 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa15057b-5087-43c2-b6aa-c360af194bd8 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:31:07.880976 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa15057b-5087-43c2-b6aa-c360af194bd8 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:31:07.881977 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa15057b-5087-43c2-b6aa-c360af194bd8 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:31:07.882585 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa15057b-5087-43c2-b6aa-c360af194bd8 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:31:07.900599 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 34796736-b316-4e6f-92db-68f28b26f7cf {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:31:07.900949 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 34796736-b316-4e6f-92db-68f28b26f7cf not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:31:07.922100 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:08.021909 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2c8e61a9-ff29-4291-9dcc-84fd2f113c25 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:08.058968 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:08.174779 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2c8e61a9-ff29-4291-9dcc-84fd2f113c25 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:08.201448 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-2c8e61a9-ff29-4291-9dcc-84fd2f113c25 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dec07d8-0e6d-4a2a-a40a-9f7e49721860']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:31:08.216381 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-2c8e61a9-ff29-4291-9dcc-84fd2f113c25 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8575d62-5b16-4e20-af0a-85c923e10771') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:31:08.216908 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-2c8e61a9-ff29-4291-9dcc-84fd2f113c25 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8575d62-5b16-4e20-af0a-85c923e10771') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:31:08.230646 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2c8e61a9-ff29-4291-9dcc-84fd2f113c25 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:08.247335 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2c8e61a9-ff29-4291-9dcc-84fd2f113c25 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:08.254242 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c8e61a9-ff29-4291-9dcc-84fd2f113c25 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:31:08.254768 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2c8e61a9-ff29-4291-9dcc-84fd2f113c25 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:08.269875 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:31:08.269875 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:31:08.269875 n-d-840717-1 neutron-server[88197]: timer() May 05 20:31:08.269875 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:31:08.269875 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:31:08.269875 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:31:08.269875 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:31:08.269875 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:31:08.269875 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:31:08.269875 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:31:08.269875 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:31:08.269875 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:31:08.269875 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:31:08.269875 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:31:08.269875 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:31:08.269875 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:31:08.269875 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:31:08.269875 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:31:08.269875 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:31:08.269875 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:31:08.269875 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:31:08.269875 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:31:08.269875 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:31:08.269875 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:31:08.269875 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:31:08.269875 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:31:08.269875 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:31:08.269875 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:31:08.269875 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:31:08.269875 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:31:08.269875 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:31:08.269875 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:31:08.366679 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2c8e61a9-ff29-4291-9dcc-84fd2f113c25 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:08.393514 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2c8e61a9-ff29-4291-9dcc-84fd2f113c25 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:08.400897 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8e61a9-ff29-4291-9dcc-84fd2f113c25 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Pushing event deleted for resources: {'Network': ['ID=5dec07d8-0e6d-4a2a-a40a-9f7e49721860,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:08.408013 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33510) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:08.408312 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-2c8e61a9-ff29-4291-9dcc-84fd2f113c25 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] 10.222.0.36 "DELETE /v2.0/networks/5dec07d8-0e6d-4a2a-a40a-9f7e49721860 HTTP/1.1" status: 204 len: 168 time: 0.5385277 May 05 20:31:08.492509 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2a84f713-8087-458e-8453-a861c78ae90c req-74d01490-94aa-4b94-a4f3-fcdf6acf83e8 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=038d089c-72d3-4a9a-889f-f31d6811b702 HTTP/1.1" status: 200 len: 210 time: 0.0604894 May 05 20:31:08.512494 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-842fa854-677b-46cc-932b-cb23fc5c61bc tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Deleting subnet 87606e3b-886f-40ba-8103-edf65ae6ffd7 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:31:08.516009 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-842fa854-677b-46cc-932b-cb23fc5c61bc tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:08.632156 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-842fa854-677b-46cc-932b-cb23fc5c61bc tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:08.790765 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8705444b-0916-458a-8fb2-413c1b740065 req-e5552015-76ef-4531-a926-1ba3cf884a43 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:08.792251 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8705444b-0916-458a-8fb2-413c1b740065 req-e5552015-76ef-4531-a926-1ba3cf884a43 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.50 "GET /v2.0/networks?id=29a0e805-6e5b-4d29-836f-ace2c73e49b1 HTTP/1.1" status: 200 len: 811 time: 0.2292202 May 05 20:31:08.803961 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-8705444b-0916-458a-8fb2-413c1b740065 req-99c41e42-3b83-4efa-9b78-cf922d729d0e tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Request body: {'port': {'device_id': '038d089c-72d3-4a9a-889f-f31d6811b702', 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1', 'admin_state_up': True, 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:31:08.842042 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-842fa854-677b-46cc-932b-cb23fc5c61bc tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:09.003957 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-8705444b-0916-458a-8fb2-413c1b740065 req-99c41e42-3b83-4efa-9b78-cf922d729d0e tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:31:09.008539 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-842fa854-677b-46cc-932b-cb23fc5c61bc tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:09.056598 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-8705444b-0916-458a-8fb2-413c1b740065 req-99c41e42-3b83-4efa-9b78-cf922d729d0e tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:31:09.058765 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842fa854-677b-46cc-932b-cb23fc5c61bc tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Pushing event deleted for resources: {'Subnet': ['ID=87606e3b-886f-40ba-8103-edf65ae6ffd7,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:09.063158 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-842fa854-677b-46cc-932b-cb23fc5c61bc tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:09.070576 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-842fa854-677b-46cc-932b-cb23fc5c61bc tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] 10.222.0.36 "DELETE /v2.0/subnets/87606e3b-886f-40ba-8103-edf65ae6ffd7 HTTP/1.1" status: 204 len: 168 time: 0.6611574 May 05 20:31:09.072855 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33514) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:09.077893 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce267a5a-063c-4790-9d34-1f048a900a03 None None] Network 5c467e00-11ab-4a91-9522-698a4ebe5664 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:31:09.080399 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8705444b-0916-458a-8fb2-413c1b740065 req-99c41e42-3b83-4efa-9b78-cf922d729d0e tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Made reservation on behalf of d5327fecdbda4453866269afbd5ac6fc for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:31:09.088977 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-8705444b-0916-458a-8fb2-413c1b740065 req-99c41e42-3b83-4efa-9b78-cf922d729d0e tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:09.193109 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4c69b375-57a7-48cc-83a4-5bd22c34ae1b tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:09.205918 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-4c69b375-57a7-48cc-83a4-5bd22c34ae1b tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Deleting port f7ab6d66-b165-4c21-bef4-07dd7c1ca683 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:31:09.207154 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4c69b375-57a7-48cc-83a4-5bd22c34ae1b tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:09.278655 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-8705444b-0916-458a-8fb2-413c1b740065 req-99c41e42-3b83-4efa-9b78-cf922d729d0e tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Allocated IP 172.20.0.12 (29a0e805-6e5b-4d29-836f-ace2c73e49b1/d4fffa46-b0f9-43c4-a768-6cf896707ddc/1331d9a8-89ce-4fa1-a72a-63544342769c) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:31:09.371502 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4708f6c7-e4c7-4183-b3b5-2b2294618d50 None None] DHCP port deletion for 5c467e00-11ab-4a91-9522-698a4ebe5664 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:31:09.382571 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-4708f6c7-e4c7-4183-b3b5-2b2294618d50 None None] Deleting port f7ab6d66-b165-4c21-bef4-07dd7c1ca683 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:31:09.382951 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4708f6c7-e4c7-4183-b3b5-2b2294618d50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:09.474005 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-4c69b375-57a7-48cc-83a4-5bd22c34ae1b tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] For port f7ab6d66-b165-4c21-bef4-07dd7c1ca683, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=f7ab6d66-b165-4c21-bef4-07dd7c1ca683,segment=NetworkSegment(eb3f33ce-82f3-49f8-a294-d2f625690ca8),segment_id=eb3f33ce-82f3-49f8-a294-d2f625690ca8)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:31:09.475084 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4c69b375-57a7-48cc-83a4-5bd22c34ae1b tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:09.645935 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-4c69b375-57a7-48cc-83a4-5bd22c34ae1b tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Calling delete_port for f7ab6d66-b165-4c21-bef4-07dd7c1ca683 owned by network:dhcp {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:31:09.704540 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-4708f6c7-e4c7-4183-b3b5-2b2294618d50 None None] For port f7ab6d66-b165-4c21-bef4-07dd7c1ca683, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=f7ab6d66-b165-4c21-bef4-07dd7c1ca683,segment=NetworkSegment(eb3f33ce-82f3-49f8-a294-d2f625690ca8),segment_id=eb3f33ce-82f3-49f8-a294-d2f625690ca8)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:31:09.705201 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4708f6c7-e4c7-4183-b3b5-2b2294618d50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:09.768344 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4c69b375-57a7-48cc-83a4-5bd22c34ae1b tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:09.773719 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fa4460f5-01df-47f6-900d-ae733f6e877b req-e8de6f0c-ca8e-4a7f-aefe-42ba9612bc5e tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=038d089c-72d3-4a9a-889f-f31d6811b702 HTTP/1.1" status: 200 len: 210 time: 0.0616493 May 05 20:31:09.837056 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c69b375-57a7-48cc-83a4-5bd22c34ae1b tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Pushing event deleted for resources: {'Port': ['ID=f7ab6d66-b165-4c21-bef4-07dd7c1ca683,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:09.846254 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-8705444b-0916-458a-8fb2-413c1b740065 req-99c41e42-3b83-4efa-9b78-cf922d729d0e tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:09.852678 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c69b375-57a7-48cc-83a4-5bd22c34ae1b tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] No DVR routers for this DVR port f7ab6d66-b165-4c21-bef4-07dd7c1ca683 on host n-d-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:31:09.868073 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-8705444b-0916-458a-8fb2-413c1b740065 req-99c41e42-3b83-4efa-9b78-cf922d729d0e tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Transition to ACTIVE for port object 1331d9a8-89ce-4fa1-a72a-63544342769c will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:31:09.896763 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-8705444b-0916-458a-8fb2-413c1b740065 req-99c41e42-3b83-4efa-9b78-cf922d729d0e tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:09.931407 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device f7ab6d66-b165-4c21-bef4-07dd7c1ca683 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:31:09.965513 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-4708f6c7-e4c7-4183-b3b5-2b2294618d50 None None] Calling delete_port for f7ab6d66-b165-4c21-bef4-07dd7c1ca683 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:31:09.998974 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c41e42-3b83-4efa-9b78-cf922d729d0e tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Pushing event updated for resources: {'Port': ['ID=1331d9a8-89ce-4fa1-a72a-63544342769c,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:10.012368 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:10.013019 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: f7ab6d66-b165-4c21-bef4-07dd7c1ca683 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:31:10.013368 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device f7ab6d66-b165-4c21-bef4-07dd7c1ca683 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:31:10.031845 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8705444b-0916-458a-8fb2-413c1b740065 req-99c41e42-3b83-4efa-9b78-cf922d729d0e tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Network 29a0e805-6e5b-4d29-836f-ace2c73e49b1 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:31:10.033033 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-8705444b-0916-458a-8fb2-413c1b740065 req-99c41e42-3b83-4efa-9b78-cf922d729d0e tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:31:10.038894 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-8705444b-0916-458a-8fb2-413c1b740065 req-99c41e42-3b83-4efa-9b78-cf922d729d0e tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:31:10.050481 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4c69b375-57a7-48cc-83a4-5bd22c34ae1b tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:10.055454 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-4708f6c7-e4c7-4183-b3b5-2b2294618d50 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:31:10.056078 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-4708f6c7-e4c7-4183-b3b5-2b2294618d50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:31:10.086253 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-4c69b375-57a7-48cc-83a4-5bd22c34ae1b tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c467e00-11ab-4a91-9522-698a4ebe5664']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:31:10.109324 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-4c69b375-57a7-48cc-83a4-5bd22c34ae1b tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb3f33ce-82f3-49f8-a294-d2f625690ca8') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:31:10.109616 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-4c69b375-57a7-48cc-83a4-5bd22c34ae1b tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb3f33ce-82f3-49f8-a294-d2f625690ca8') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:31:10.116961 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8705444b-0916-458a-8fb2-413c1b740065 req-99c41e42-3b83-4efa-9b78-cf922d729d0e tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:10.117771 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-8705444b-0916-458a-8fb2-413c1b740065 req-99c41e42-3b83-4efa-9b78-cf922d729d0e tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:10.124822 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4c69b375-57a7-48cc-83a4-5bd22c34ae1b tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:10.143656 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4c69b375-57a7-48cc-83a4-5bd22c34ae1b tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:10.151738 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c69b375-57a7-48cc-83a4-5bd22c34ae1b tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:31:10.152208 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4c69b375-57a7-48cc-83a4-5bd22c34ae1b tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:10.152404 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8705444b-0916-458a-8fb2-413c1b740065 req-99c41e42-3b83-4efa-9b78-cf922d729d0e tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3523819 May 05 20:31:10.162844 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-8705444b-0916-458a-8fb2-413c1b740065 req-a9b5931e-f345-4532-aa34-58e06a4b2d42 service neutron] Request body: {'port': {'device_id': '038d089c-72d3-4a9a-889f-f31d6811b702', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:31:10.168936 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:31:10.168936 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:31:10.168936 n-d-840717-1 neutron-server[88197]: timer() May 05 20:31:10.168936 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:31:10.168936 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:31:10.168936 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:31:10.168936 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:31:10.168936 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:31:10.168936 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:31:10.168936 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:31:10.168936 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:31:10.168936 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:31:10.168936 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:31:10.168936 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:31:10.168936 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:31:10.168936 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:31:10.168936 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:31:10.168936 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:31:10.168936 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:31:10.168936 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:31:10.168936 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:31:10.168936 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:31:10.168936 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:31:10.168936 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:31:10.168936 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:31:10.168936 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:31:10.168936 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:31:10.168936 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:31:10.168936 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:31:10.168936 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:31:10.168936 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:31:10.168936 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:31:10.270519 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4c69b375-57a7-48cc-83a4-5bd22c34ae1b tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:10.290380 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-8705444b-0916-458a-8fb2-413c1b740065 req-a9b5931e-f345-4532-aa34-58e06a4b2d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:10.292188 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4c69b375-57a7-48cc-83a4-5bd22c34ae1b tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:10.301263 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c69b375-57a7-48cc-83a4-5bd22c34ae1b tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Pushing event deleted for resources: {'Network': ['ID=5c467e00-11ab-4a91-9522-698a4ebe5664,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:10.307822 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-4c69b375-57a7-48cc-83a4-5bd22c34ae1b tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] 10.222.0.36 "DELETE /v2.0/networks/5c467e00-11ab-4a91-9522-698a4ebe5664 HTTP/1.1" status: 204 len: 168 time: 1.2316122 May 05 20:31:10.308696 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33524) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:10.329849 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-2cb39094-0911-4fa5-9fd7-6b397c753ab1 None None] Provisioning for port 1331d9a8-89ce-4fa1-a72a-63544342769c completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:31:10.337199 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-2cb39094-0911-4fa5-9fd7-6b397c753ab1 None None] Provisioning complete for port 1331d9a8-89ce-4fa1-a72a-63544342769c triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:31:10.337871 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2cb39094-0911-4fa5-9fd7-6b397c753ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:10.372146 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-83c1e5b3-16d0-4254-9e90-924e0cd9fd74 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Synchronizing usage tracker for tenant:c27caa812be34a1da04ad4549ae29e5d on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:31:10.395297 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-83c1e5b3-16d0-4254-9e90-924e0cd9fd74 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Unset dirty status for tenant:c27caa812be34a1da04ad4549ae29e5d on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:31:10.398797 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-83c1e5b3-16d0-4254-9e90-924e0cd9fd74 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] 10.222.0.36 "GET /v2.0/ports?device_id=139cbc61-61b4-441f-a291-7b77c8dfba8b HTTP/1.1" status: 200 len: 205 time: 0.0870993 May 05 20:31:10.399437 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33528) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:10.406239 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-2cb39094-0911-4fa5-9fd7-6b397c753ab1 None None] Port 1331d9a8-89ce-4fa1-a72a-63544342769c cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:31:10.557956 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-4708f6c7-e4c7-4183-b3b5-2b2294618d50 None None] Deleting port f7ab6d66-b165-4c21-bef4-07dd7c1ca683 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:31:10.558686 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4708f6c7-e4c7-4183-b3b5-2b2294618d50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:10.658754 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-4708f6c7-e4c7-4183-b3b5-2b2294618d50 None None] The port 'f7ab6d66-b165-4c21-bef4-07dd7c1ca683' was deleted {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 20:31:10.668469 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dec2475e-008c-43b3-ac0c-af803dd7c1a6 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks [] for router, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:10.704458 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-8705444b-0916-458a-8fb2-413c1b740065 req-a9b5931e-f345-4532-aa34-58e06a4b2d42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1331d9a8-89ce-4fa1-a72a-63544342769c {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:31:10.713554 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-8705444b-0916-458a-8fb2-413c1b740065 req-a9b5931e-f345-4532-aa34-58e06a4b2d42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:10.730031 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-8705444b-0916-458a-8fb2-413c1b740065 req-a9b5931e-f345-4532-aa34-58e06a4b2d42 service neutron] Transition to ACTIVE for port object 1331d9a8-89ce-4fa1-a72a-63544342769c will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:31:10.734055 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-8705444b-0916-458a-8fb2-413c1b740065 req-a9b5931e-f345-4532-aa34-58e06a4b2d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:10.948628 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b5931e-f345-4532-aa34-58e06a4b2d42 service neutron] Pushing event updated for resources: {'Port': ['ID=1331d9a8-89ce-4fa1-a72a-63544342769c,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:10.990751 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-8705444b-0916-458a-8fb2-413c1b740065 req-a9b5931e-f345-4532-aa34-58e06a4b2d42 service neutron] Attempting to bind port 1331d9a8-89ce-4fa1-a72a-63544342769c on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:31:10.991079 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-8705444b-0916-458a-8fb2-413c1b740065 req-a9b5931e-f345-4532-aa34-58e06a4b2d42 service neutron] Attempting to bind port 1331d9a8-89ce-4fa1-a72a-63544342769c by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': '5effa292-6024-4206-9fcb-ee5e58965e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:31:10.991437 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8705444b-0916-458a-8fb2-413c1b740065 req-a9b5931e-f345-4532-aa34-58e06a4b2d42 service neutron] Attempting to bind port 1331d9a8-89ce-4fa1-a72a-63544342769c on network 29a0e805-6e5b-4d29-836f-ace2c73e49b1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:31:10.996205 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8705444b-0916-458a-8fb2-413c1b740065 req-a9b5931e-f345-4532-aa34-58e06a4b2d42 service neutron] Port 1331d9a8-89ce-4fa1-a72a-63544342769c on network 29a0e805-6e5b-4d29-836f-ace2c73e49b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:31:10.996648 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8705444b-0916-458a-8fb2-413c1b740065 req-a9b5931e-f345-4532-aa34-58e06a4b2d42 service neutron] Attempting to bind port 1331d9a8-89ce-4fa1-a72a-63544342769c on network 29a0e805-6e5b-4d29-836f-ace2c73e49b1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:31:11.001829 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8705444b-0916-458a-8fb2-413c1b740065 req-a9b5931e-f345-4532-aa34-58e06a4b2d42 service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:31:11.002160 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8705444b-0916-458a-8fb2-413c1b740065 req-a9b5931e-f345-4532-aa34-58e06a4b2d42 service neutron] Checking segment: {'id': '5effa292-6024-4206-9fcb-ee5e58965e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:31:11.002539 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8705444b-0916-458a-8fb2-413c1b740065 req-a9b5931e-f345-4532-aa34-58e06a4b2d42 service neutron] Bound using segment: {'id': '5effa292-6024-4206-9fcb-ee5e58965e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:31:11.002955 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-8705444b-0916-458a-8fb2-413c1b740065 req-a9b5931e-f345-4532-aa34-58e06a4b2d42 service neutron] Bound port: 1331d9a8-89ce-4fa1-a72a-63544342769c, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5effa292-6024-4206-9fcb-ee5e58965e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:31:11.003325 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-8705444b-0916-458a-8fb2-413c1b740065 req-a9b5931e-f345-4532-aa34-58e06a4b2d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:11.042695 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dec2475e-008c-43b3-ac0c-af803dd7c1a6 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:11.046056 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dec2475e-008c-43b3-ac0c-af803dd7c1a6 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:11.076386 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dec2475e-008c-43b3-ac0c-af803dd7c1a6 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:11.076855 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec2475e-008c-43b3-ac0c-af803dd7c1a6 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Fanout notify agent at l3_agent the message router_deleted on router 139cbc61-61b4-441f-a291-7b77c8dfba8b {{(pid=88197) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:31:11.092398 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf94d6-a0c8-4e09-8108-55be41ad82ef req-3cc1ae4e-5815-4451-89df-e118896693e0 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:11.101484 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-16cf94d6-a0c8-4e09-8108-55be41ad82ef req-3cc1ae4e-5815-4451-89df-e118896693e0 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=038d089c-72d3-4a9a-889f-f31d6811b702 HTTP/1.1" status: 200 len: 944 time: 0.1781745 May 05 20:31:11.101484 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-dec2475e-008c-43b3-ac0c-af803dd7c1a6 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:11.101484 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-dec2475e-008c-43b3-ac0c-af803dd7c1a6 tempest-RoutersNegativeTest-191439453 tempest-RoutersNegativeTest-191439453-project] 10.222.0.36 "DELETE /v2.0/routers/139cbc61-61b4-441f-a291-7b77c8dfba8b HTTP/1.1" status: 204 len: 168 time: 0.7005563 May 05 20:31:11.116659 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-8705444b-0916-458a-8fb2-413c1b740065 req-a9b5931e-f345-4532-aa34-58e06a4b2d42 service neutron] For port 1331d9a8-89ce-4fa1-a72a-63544342769c, host n-h2-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:31:11.120960 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-8705444b-0916-458a-8fb2-413c1b740065 req-a9b5931e-f345-4532-aa34-58e06a4b2d42 service neutron] For port 1331d9a8-89ce-4fa1-a72a-63544342769c, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=1331d9a8-89ce-4fa1-a72a-63544342769c,segment=NetworkSegment(5effa292-6024-4206-9fcb-ee5e58965e00),segment_id=5effa292-6024-4206-9fcb-ee5e58965e00)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:31:11.125232 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-8705444b-0916-458a-8fb2-413c1b740065 req-a9b5931e-f345-4532-aa34-58e06a4b2d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:11.141683 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-16cf94d6-a0c8-4e09-8108-55be41ad82ef req-19d31463-ec2b-438d-b3c2-f6a8d5316b04 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395279 May 05 20:31:11.189142 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8705444b-0916-458a-8fb2-413c1b740065 req-a9b5931e-f345-4532-aa34-58e06a4b2d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:11.189903 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-8705444b-0916-458a-8fb2-413c1b740065 req-a9b5931e-f345-4532-aa34-58e06a4b2d42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:11.192165 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8705444b-0916-458a-8fb2-413c1b740065 req-a9b5931e-f345-4532-aa34-58e06a4b2d42 service neutron] 10.222.0.50 "PUT /v2.0/ports/1331d9a8-89ce-4fa1-a72a-63544342769c HTTP/1.1" status: 200 len: 1092 time: 1.0336101 May 05 20:31:11.194993 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '038d089c-72d3-4a9a-889f-f31d6811b702', 'tag': '1331d9a8-89ce-4fa1-a72a-63544342769c'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:31:11.223751 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b5931e-f345-4532-aa34-58e06a4b2d42 service neutron] Pushing event updated for resources: {'Port': ['ID=1331d9a8-89ce-4fa1-a72a-63544342769c,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:11.266509 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55dae645-a2ae-42e9-9e45-e9bf907c9e9d'] response: {'name': 'network-changed', 'server_uuid': '038d089c-72d3-4a9a-889f-f31d6811b702', 'tag': '1331d9a8-89ce-4fa1-a72a-63544342769c', 'status': 'completed', 'code': 200} May 05 20:31:11.313000 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8705444b-0916-458a-8fb2-413c1b740065 req-86d09011-1f8f-4b47-be7f-d3cbfea44436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:11.314520 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8705444b-0916-458a-8fb2-413c1b740065 req-86d09011-1f8f-4b47-be7f-d3cbfea44436 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d5327fecdbda4453866269afbd5ac6fc&device_id=038d089c-72d3-4a9a-889f-f31d6811b702 HTTP/1.1" status: 200 len: 1095 time: 0.0834200 May 05 20:31:11.384750 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8705444b-0916-458a-8fb2-413c1b740065 req-7cb2d78b-6793-4c78-9d39-6bf007c3aa46 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1331d9a8-89ce-4fa1-a72a-63544342769c HTTP/1.1" status: 200 len: 217 time: 0.0636342 May 05 20:31:11.410463 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33540) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:11.455646 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8705444b-0916-458a-8fb2-413c1b740065 req-3ec0eadf-11db-488a-b615-0e254a45c1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:11.457958 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8705444b-0916-458a-8fb2-413c1b740065 req-3ec0eadf-11db-488a-b615-0e254a45c1bf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d4fffa46-b0f9-43c4-a768-6cf896707ddc HTTP/1.1" status: 200 len: 850 time: 0.0676877 May 05 20:31:11.533706 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8705444b-0916-458a-8fb2-413c1b740065 req-6c9a800b-8037-41ae-8ea8-fff5f177cd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:11.535327 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8705444b-0916-458a-8fb2-413c1b740065 req-6c9a800b-8037-41ae-8ea8-fff5f177cd32 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=29a0e805-6e5b-4d29-836f-ace2c73e49b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713930 May 05 20:31:11.563866 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-2a7389be-6282-48b9-b6ad-fbc044223f3a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c27caa812be34a1da04ad4549ae29e5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1523182 May 05 20:31:11.564982 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33546) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:11.627878 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3f29a4f8-a65d-4f34-95ed-9a1a83f322b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:11.656079 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3f29a4f8-a65d-4f34-95ed-9a1a83f322b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:11.674811 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8705444b-0916-458a-8fb2-413c1b740065 req-63eae587-368e-4869-b5d5-00412ad996e6 service neutron] 10.222.0.50 "GET /v2.0/networks/29a0e805-6e5b-4d29-836f-ace2c73e49b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324732 May 05 20:31:11.712164 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3f29a4f8-a65d-4f34-95ed-9a1a83f322b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:11.730193 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29a4f8-a65d-4f34-95ed-9a1a83f322b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3daa21a-b623-49ac-846a-e387496ba6ad,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:11.733526 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3f29a4f8-a65d-4f34-95ed-9a1a83f322b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:11.734610 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-3f29a4f8-a65d-4f34-95ed-9a1a83f322b7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c3daa21a-b623-49ac-846a-e387496ba6ad HTTP/1.1" status: 204 len: 168 time: 0.1684909 May 05 20:31:11.837657 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8705444b-0916-458a-8fb2-413c1b740065 req-a7676994-1026-4d1a-809b-8158c5d391a0 service neutron] 10.222.0.50 "GET /v2.0/networks/29a0e805-6e5b-4d29-836f-ace2c73e49b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522071 May 05 20:31:11.960170 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10786b12-6a50-42fe-9637-921066141762 req-753b6b20-d5b1-441a-ae53-643bc94f30e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:11.961682 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-10786b12-6a50-42fe-9637-921066141762 req-753b6b20-d5b1-441a-ae53-643bc94f30e9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d5327fecdbda4453866269afbd5ac6fc&device_id=038d089c-72d3-4a9a-889f-f31d6811b702 HTTP/1.1" status: 200 len: 1095 time: 0.0762773 May 05 20:31:12.215661 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10786b12-6a50-42fe-9637-921066141762 req-2a20efef-8dd6-41e2-a334-64c859f0666c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:12.217209 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-10786b12-6a50-42fe-9637-921066141762 req-2a20efef-8dd6-41e2-a334-64c859f0666c service neutron] 10.222.0.50 "GET /v2.0/networks?id=29a0e805-6e5b-4d29-836f-ace2c73e49b1 HTTP/1.1" status: 200 len: 912 time: 0.2495492 May 05 20:31:12.294060 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-10786b12-6a50-42fe-9637-921066141762 req-e535b357-03da-4579-bce6-e684fe1a30e6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1331d9a8-89ce-4fa1-a72a-63544342769c HTTP/1.1" status: 200 len: 217 time: 0.0706151 May 05 20:31:12.364645 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4500634-c9ce-4675-a2e2-7c275aff4cbc req-23ae5e1b-117e-47a5-8063-e2cdbd29e65e tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:12.366268 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c4500634-c9ce-4675-a2e2-7c275aff4cbc req-23ae5e1b-117e-47a5-8063-e2cdbd29e65e tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=038d089c-72d3-4a9a-889f-f31d6811b702 HTTP/1.1" status: 200 len: 944 time: 0.0890594 May 05 20:31:12.377078 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10786b12-6a50-42fe-9637-921066141762 req-3de22405-dee6-4652-85c4-5fa9dd553ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:12.379570 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-10786b12-6a50-42fe-9637-921066141762 req-3de22405-dee6-4652-85c4-5fa9dd553ee8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d4fffa46-b0f9-43c4-a768-6cf896707ddc HTTP/1.1" status: 200 len: 850 time: 0.0780022 May 05 20:31:12.419207 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c4500634-c9ce-4675-a2e2-7c275aff4cbc req-ec55d3c5-5325-4a96-878a-8de260d47aaf tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398467 May 05 20:31:12.454634 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10786b12-6a50-42fe-9637-921066141762 req-f75b8d52-2313-4cb8-8118-21f027f02496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:12.456709 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-10786b12-6a50-42fe-9637-921066141762 req-f75b8d52-2313-4cb8-8118-21f027f02496 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=29a0e805-6e5b-4d29-836f-ace2c73e49b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712066 May 05 20:31:12.494528 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33576) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:12.591387 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-10786b12-6a50-42fe-9637-921066141762 req-da80da32-e8a5-43b6-ace3-dff8512526f0 service neutron] 10.222.0.50 "GET /v2.0/networks/29a0e805-6e5b-4d29-836f-ace2c73e49b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289189 May 05 20:31:12.601830 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-8e4d189b-d6bc-45aa-994d-08c0ca36eacd tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Request body: {'security_group': {'name': 'tempest-secgroup--1437774491'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:31:12.608544 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-8e4d189b-d6bc-45aa-994d-08c0ca36eacd tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:31:12.612364 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-8e4d189b-d6bc-45aa-994d-08c0ca36eacd tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Usage tracker for resource:security_group and tenant:95da1fe949de495bbbae30c7f3463488 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:31:12.615637 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-8e4d189b-d6bc-45aa-994d-08c0ca36eacd tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:31:12.625519 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-8e4d189b-d6bc-45aa-994d-08c0ca36eacd tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:31:12.638675 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8e4d189b-d6bc-45aa-994d-08c0ca36eacd tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:12.651582 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8e4d189b-d6bc-45aa-994d-08c0ca36eacd tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:12.667275 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-8e4d189b-d6bc-45aa-994d-08c0ca36eacd tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:31:12.671099 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-8e4d189b-d6bc-45aa-994d-08c0ca36eacd tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Usage tracker for resource:security_group_rule and tenant:95da1fe949de495bbbae30c7f3463488 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:31:12.673967 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-8e4d189b-d6bc-45aa-994d-08c0ca36eacd tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:31:12.680041 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-8e4d189b-d6bc-45aa-994d-08c0ca36eacd tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:31:12.731106 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-10786b12-6a50-42fe-9637-921066141762 req-aa7b69d8-4cef-49db-8046-898b53159512 service neutron] 10.222.0.50 "GET /v2.0/networks/29a0e805-6e5b-4d29-836f-ace2c73e49b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329000 May 05 20:31:12.769385 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8e4d189b-d6bc-45aa-994d-08c0ca36eacd tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:12.772989 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8e4d189b-d6bc-45aa-994d-08c0ca36eacd tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:12.784720 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-8e4d189b-d6bc-45aa-994d-08c0ca36eacd tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:31:12.792360 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-8e4d189b-d6bc-45aa-994d-08c0ca36eacd tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Usage tracker for resource:security_group_rule and tenant:95da1fe949de495bbbae30c7f3463488 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:31:12.800483 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-8e4d189b-d6bc-45aa-994d-08c0ca36eacd tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:31:12.810388 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-8e4d189b-d6bc-45aa-994d-08c0ca36eacd tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:31:12.813780 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4d189b-d6bc-45aa-994d-08c0ca36eacd tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afaa641c-561d-4a07-8ba1-473fde7d8325,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:12.881840 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8e4d189b-d6bc-45aa-994d-08c0ca36eacd tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:12.885232 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8e4d189b-d6bc-45aa-994d-08c0ca36eacd tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:12.925000 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4d189b-d6bc-45aa-994d-08c0ca36eacd tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b4ec8a-a711-478d-b09f-fd4355d4d476,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:12.927814 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8e4d189b-d6bc-45aa-994d-08c0ca36eacd tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:12.931588 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-8e4d189b-d6bc-45aa-994d-08c0ca36eacd tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4335034 May 05 20:31:12.931974 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33582) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:12.996228 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-40e4d752-e942-4b36-b14f-00731ff050ca tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Synchronizing usage tracker for tenant:95da1fe949de495bbbae30c7f3463488 on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:31:13.011740 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-40e4d752-e942-4b36-b14f-00731ff050ca tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Unset dirty status for tenant:95da1fe949de495bbbae30c7f3463488 on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:31:13.013050 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-40e4d752-e942-4b36-b14f-00731ff050ca tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0804889 May 05 20:31:13.015975 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33586) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:13.021552 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-11569d55-e62d-4a76-8cbd-d10111da0211 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Request body: {'security_group': {'name': 'tempest-security--487369039', 'description': 'tempest-security-description-1019608490'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:31:13.049704 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-11569d55-e62d-4a76-8cbd-d10111da0211 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:13.101294 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-11569d55-e62d-4a76-8cbd-d10111da0211 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:13.104984 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-11569d55-e62d-4a76-8cbd-d10111da0211 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:13.107529 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-11569d55-e62d-4a76-8cbd-d10111da0211 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:13.108735 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-11569d55-e62d-4a76-8cbd-d10111da0211 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] 10.222.0.36 "PUT /v2.0/security-groups/a9b4ec8a-a711-478d-b09f-fd4355d4d476 HTTP/1.1" status: 200 len: 1779 time: 0.0918722 May 05 20:31:13.111823 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33590) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:13.137162 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11569d55-e62d-4a76-8cbd-d10111da0211 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b4ec8a-a711-478d-b09f-fd4355d4d476,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:13.161682 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-17829034-887d-4386-b2e3-10b45cbfb5cb tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] 10.222.0.36 "GET /v2.0/security-groups/a9b4ec8a-a711-478d-b09f-fd4355d4d476 HTTP/1.1" status: 200 len: 1779 time: 0.0480037 May 05 20:31:13.164233 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33594) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:13.224441 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-08b1db76-1162-4487-828f-aa37ad51d57b tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:13.250780 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-08b1db76-1162-4487-828f-aa37ad51d57b tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:13.295639 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-08b1db76-1162-4487-828f-aa37ad51d57b tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:13.314689 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b1db76-1162-4487-828f-aa37ad51d57b tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b4ec8a-a711-478d-b09f-fd4355d4d476,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:13.324706 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-08b1db76-1162-4487-828f-aa37ad51d57b tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:13.325820 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-08b1db76-1162-4487-828f-aa37ad51d57b tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] 10.222.0.36 "DELETE /v2.0/security-groups/a9b4ec8a-a711-478d-b09f-fd4355d4d476 HTTP/1.1" status: 204 len: 168 time: 0.1607156 May 05 20:31:13.328546 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33598) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:13.380935 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-2e4ae7d0-381c-437d-ab13-095f46b4894e tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0512311 May 05 20:31:13.383599 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33602) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:13.402857 n-d-840717-1 neutron-server[88197]: INFO neutron.api.v2.resource [None req-92d01e33-ff8b-4892-8262-00dff9b6abd8 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] delete failed (client error): The resource could not be found. May 05 20:31:13.403944 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-92d01e33-ff8b-4892-8262-00dff9b6abd8 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] 10.222.0.36 "DELETE /v2.0/security-groups/a9b4ec8a-a711-478d-b09f-fd4355d4d476 HTTP/1.1" status: 404 len: 347 time: 0.0194669 May 05 20:31:13.407544 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33606) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:13.412841 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-bea82f54-545a-4a27-b83c-3b315c8e7f70 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Request body: {'security_group': {'name': 'tempest-secgroup--1967387780'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:31:13.419105 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-bea82f54-545a-4a27-b83c-3b315c8e7f70 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:31:13.423156 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-bea82f54-545a-4a27-b83c-3b315c8e7f70 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Usage tracker for resource:security_group and tenant:95da1fe949de495bbbae30c7f3463488 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:31:13.427308 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-bea82f54-545a-4a27-b83c-3b315c8e7f70 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:31:13.433034 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-bea82f54-545a-4a27-b83c-3b315c8e7f70 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:31:13.442801 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bea82f54-545a-4a27-b83c-3b315c8e7f70 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:13.466598 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-bea82f54-545a-4a27-b83c-3b315c8e7f70 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:31:13.470398 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-bea82f54-545a-4a27-b83c-3b315c8e7f70 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Usage tracker for resource:security_group_rule and tenant:95da1fe949de495bbbae30c7f3463488 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:31:13.474101 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-bea82f54-545a-4a27-b83c-3b315c8e7f70 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:31:13.479859 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-bea82f54-545a-4a27-b83c-3b315c8e7f70 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:31:13.550679 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bea82f54-545a-4a27-b83c-3b315c8e7f70 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:13.555325 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bea82f54-545a-4a27-b83c-3b315c8e7f70 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:13.602650 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea82f54-545a-4a27-b83c-3b315c8e7f70 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b71fe33-7c3d-414a-8809-30b92ef5b97f,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:13.607200 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bea82f54-545a-4a27-b83c-3b315c8e7f70 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:13.613139 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-bea82f54-545a-4a27-b83c-3b315c8e7f70 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2039156 May 05 20:31:13.613876 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33612) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:13.619089 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-e385bd6a-da39-4426-8063-900f4465ae3e tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Request body: {'security_group_rule': {'security_group_id': '3b71fe33-7c3d-414a-8809-30b92ef5b97f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:31:13.625550 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec5a7e-2bdc-4800-9ffe-ff84f89ddb5d req-7d15e23c-b6ab-4f96-8310-2245af9b3700 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:13.625696 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-e385bd6a-da39-4426-8063-900f4465ae3e tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:31:13.626384 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-6fec5a7e-2bdc-4800-9ffe-ff84f89ddb5d req-7d15e23c-b6ab-4f96-8310-2245af9b3700 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Synchronizing usage tracker for tenant:d5327fecdbda4453866269afbd5ac6fc on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:31:13.629556 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-e385bd6a-da39-4426-8063-900f4465ae3e tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Usage tracker for resource:security_group_rule and tenant:95da1fe949de495bbbae30c7f3463488 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:31:13.632380 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-e385bd6a-da39-4426-8063-900f4465ae3e tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:31:13.637968 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-e385bd6a-da39-4426-8063-900f4465ae3e tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:31:13.642493 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-6fec5a7e-2bdc-4800-9ffe-ff84f89ddb5d req-7d15e23c-b6ab-4f96-8310-2245af9b3700 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Unset dirty status for tenant:d5327fecdbda4453866269afbd5ac6fc on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:31:13.643890 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6fec5a7e-2bdc-4800-9ffe-ff84f89ddb5d req-7d15e23c-b6ab-4f96-8310-2245af9b3700 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=038d089c-72d3-4a9a-889f-f31d6811b702 HTTP/1.1" status: 200 len: 944 time: 0.1126754 May 05 20:31:13.655419 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e385bd6a-da39-4426-8063-900f4465ae3e tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:13.689751 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6fec5a7e-2bdc-4800-9ffe-ff84f89ddb5d req-bde87f9d-3f71-4e05-9272-47d2ff8a425e tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395100 May 05 20:31:13.719960 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e385bd6a-da39-4426-8063-900f4465ae3e tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:13.723871 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e385bd6a-da39-4426-8063-900f4465ae3e tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:13.748407 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385bd6a-da39-4426-8063-900f4465ae3e tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3767868-d213-44d6-9d06-9187905800a3,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:13.759050 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e385bd6a-da39-4426-8063-900f4465ae3e tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:13.760639 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-e385bd6a-da39-4426-8063-900f4465ae3e tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1455042 May 05 20:31:13.763127 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33616) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:13.791946 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f724bdc7-e627-42c4-9f3a-f3ff346118ae tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:13.801980 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f724bdc7-e627-42c4-9f3a-f3ff346118ae tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:13.825637 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f724bdc7-e627-42c4-9f3a-f3ff346118ae tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:13.844272 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f724bdc7-e627-42c4-9f3a-f3ff346118ae tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b3767868-d213-44d6-9d06-9187905800a3,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:13.846420 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f724bdc7-e627-42c4-9f3a-f3ff346118ae tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:13.848278 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f724bdc7-e627-42c4-9f3a-f3ff346118ae tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/b3767868-d213-44d6-9d06-9187905800a3 HTTP/1.1" status: 204 len: 168 time: 0.0840385 May 05 20:31:13.850857 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33620) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:13.896247 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-7f3fb2aa-0511-454e-abe8-b32337b8980e tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Synchronizing usage tracker for tenant:95da1fe949de495bbbae30c7f3463488 on resource:security_group_rule {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:31:13.913218 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-7f3fb2aa-0511-454e-abe8-b32337b8980e tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Unset dirty status for tenant:95da1fe949de495bbbae30c7f3463488 on resource:security_group_rule {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:31:13.914437 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-7f3fb2aa-0511-454e-abe8-b32337b8980e tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0625713 May 05 20:31:13.917244 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33624) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:13.978531 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a137e9d9-77c5-4c63-b839-e7785d7eb53e tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:14.006260 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a137e9d9-77c5-4c63-b839-e7785d7eb53e tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:14.050745 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a137e9d9-77c5-4c63-b839-e7785d7eb53e tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:14.070178 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a137e9d9-77c5-4c63-b839-e7785d7eb53e tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b71fe33-7c3d-414a-8809-30b92ef5b97f,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:14.087158 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a137e9d9-77c5-4c63-b839-e7785d7eb53e tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:14.088627 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-a137e9d9-77c5-4c63-b839-e7785d7eb53e tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] 10.222.0.36 "DELETE /v2.0/security-groups/3b71fe33-7c3d-414a-8809-30b92ef5b97f HTTP/1.1" status: 204 len: 168 time: 0.1703594 May 05 20:31:14.091066 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33628) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:14.140312 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-252fdac1-6624-43e9-9150-917aff1f7a1a tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Synchronizing usage tracker for tenant:95da1fe949de495bbbae30c7f3463488 on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:31:14.155035 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-252fdac1-6624-43e9-9150-917aff1f7a1a tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Unset dirty status for tenant:95da1fe949de495bbbae30c7f3463488 on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:31:14.156290 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-252fdac1-6624-43e9-9150-917aff1f7a1a tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0641952 May 05 20:31:14.160590 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33632) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:14.165520 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-c8c26183-2fa8-41e4-a51f-14b459a45098 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Request body: {'security_group': {'name': 'tempest-secgroup--1115417520'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:31:14.176717 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-c8c26183-2fa8-41e4-a51f-14b459a45098 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:31:14.186057 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-c8c26183-2fa8-41e4-a51f-14b459a45098 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:31:14.196663 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c8c26183-2fa8-41e4-a51f-14b459a45098 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:14.216403 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-c8c26183-2fa8-41e4-a51f-14b459a45098 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:31:14.220706 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-c8c26183-2fa8-41e4-a51f-14b459a45098 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Usage tracker for resource:security_group_rule and tenant:95da1fe949de495bbbae30c7f3463488 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:31:14.224347 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-c8c26183-2fa8-41e4-a51f-14b459a45098 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:31:14.229927 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-c8c26183-2fa8-41e4-a51f-14b459a45098 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:31:14.298954 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c8c26183-2fa8-41e4-a51f-14b459a45098 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:14.303580 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c8c26183-2fa8-41e4-a51f-14b459a45098 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:14.348540 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c26183-2fa8-41e4-a51f-14b459a45098 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb331432-02cc-42ca-9cc5-4e6a84edad19,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:14.361331 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c8c26183-2fa8-41e4-a51f-14b459a45098 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:14.363470 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-c8c26183-2fa8-41e4-a51f-14b459a45098 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2011955 May 05 20:31:14.366278 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33636) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:14.371097 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-57808f87-9982-4ea0-a10c-be68af084211 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Request body: {'security_group_rule': {'security_group_id': 'bb331432-02cc-42ca-9cc5-4e6a84edad19', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:31:14.377535 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-57808f87-9982-4ea0-a10c-be68af084211 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:31:14.381539 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-57808f87-9982-4ea0-a10c-be68af084211 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Usage tracker for resource:security_group_rule and tenant:95da1fe949de495bbbae30c7f3463488 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:31:14.384358 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-57808f87-9982-4ea0-a10c-be68af084211 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:31:14.389941 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-57808f87-9982-4ea0-a10c-be68af084211 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:31:14.405428 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-57808f87-9982-4ea0-a10c-be68af084211 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:14.455588 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:14.464073 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-57808f87-9982-4ea0-a10c-be68af084211 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:14.468054 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-57808f87-9982-4ea0-a10c-be68af084211 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:14.492173 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57808f87-9982-4ea0-a10c-be68af084211 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d8208da-f76b-4435-835c-6bd6bc494ae3,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:14.503769 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-57808f87-9982-4ea0-a10c-be68af084211 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:14.504913 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-57808f87-9982-4ea0-a10c-be68af084211 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1377602 May 05 20:31:14.507609 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33640) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:14.512330 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-f0c2edb5-6f1b-4242-9084-3bf0588f1034 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Request body: {'security_group_rule': {'security_group_id': 'bb331432-02cc-42ca-9cc5-4e6a84edad19', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:31:14.519140 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-f0c2edb5-6f1b-4242-9084-3bf0588f1034 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:31:14.523183 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-f0c2edb5-6f1b-4242-9084-3bf0588f1034 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Usage tracker for resource:security_group_rule and tenant:95da1fe949de495bbbae30c7f3463488 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:31:14.526010 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-f0c2edb5-6f1b-4242-9084-3bf0588f1034 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:31:14.531695 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-f0c2edb5-6f1b-4242-9084-3bf0588f1034 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:31:14.549027 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f0c2edb5-6f1b-4242-9084-3bf0588f1034 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:14.613637 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f0c2edb5-6f1b-4242-9084-3bf0588f1034 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:14.617315 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f0c2edb5-6f1b-4242-9084-3bf0588f1034 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:14.640512 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c2edb5-6f1b-4242-9084-3bf0588f1034 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a4b5ac8-b8a7-4d06-aff5-3bfee73810e1,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:14.653169 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f0c2edb5-6f1b-4242-9084-3bf0588f1034 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:14.654343 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f0c2edb5-6f1b-4242-9084-3bf0588f1034 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1458495 May 05 20:31:14.657156 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33644) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:14.662830 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-cc217a9c-6751-4974-b4e9-46592f9b750e tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Request body: {'security_group_rule': {'security_group_id': 'bb331432-02cc-42ca-9cc5-4e6a84edad19', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:31:14.669421 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-cc217a9c-6751-4974-b4e9-46592f9b750e tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:31:14.673506 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-cc217a9c-6751-4974-b4e9-46592f9b750e tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Usage tracker for resource:security_group_rule and tenant:95da1fe949de495bbbae30c7f3463488 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:31:14.676407 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-cc217a9c-6751-4974-b4e9-46592f9b750e tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:31:14.682018 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-cc217a9c-6751-4974-b4e9-46592f9b750e tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:31:14.698295 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cc217a9c-6751-4974-b4e9-46592f9b750e tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:14.761151 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cc217a9c-6751-4974-b4e9-46592f9b750e tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:14.765198 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cc217a9c-6751-4974-b4e9-46592f9b750e tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:14.789022 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc217a9c-6751-4974-b4e9-46592f9b750e tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32aac5c7-cf01-4bb8-b6b3-b94828440431,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:14.829759 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cc217a9c-6751-4974-b4e9-46592f9b750e tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:14.830872 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-cc217a9c-6751-4974-b4e9-46592f9b750e tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1727750 May 05 20:31:14.834659 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33650) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:14.839923 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-037f7465-dd54-468c-9c1a-e7990ccddb9f tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Request body: {'security_group_rule': {'security_group_id': 'bb331432-02cc-42ca-9cc5-4e6a84edad19', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:31:14.846645 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-037f7465-dd54-468c-9c1a-e7990ccddb9f tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:31:14.851783 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-037f7465-dd54-468c-9c1a-e7990ccddb9f tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Usage tracker for resource:security_group_rule and tenant:95da1fe949de495bbbae30c7f3463488 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:31:14.854759 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-037f7465-dd54-468c-9c1a-e7990ccddb9f tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:31:14.860456 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-037f7465-dd54-468c-9c1a-e7990ccddb9f tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:31:14.878444 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-037f7465-dd54-468c-9c1a-e7990ccddb9f tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:14.885945 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090aa298-5c17-40a0-aa57-93d95d10bded req-bfc5b57e-d4c2-4685-9b7d-c78b6b15bff4 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:14.887434 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-090aa298-5c17-40a0-aa57-93d95d10bded req-bfc5b57e-d4c2-4685-9b7d-c78b6b15bff4 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=038d089c-72d3-4a9a-889f-f31d6811b702 HTTP/1.1" status: 200 len: 944 time: 0.0874405 May 05 20:31:14.931602 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-090aa298-5c17-40a0-aa57-93d95d10bded req-a9e0cbea-e027-486e-8ec8-b9a94df2f61f tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384138 May 05 20:31:14.941556 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-037f7465-dd54-468c-9c1a-e7990ccddb9f tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:14.946718 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-037f7465-dd54-468c-9c1a-e7990ccddb9f tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:14.968227 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037f7465-dd54-468c-9c1a-e7990ccddb9f tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba492087-0d00-4db0-b029-7d5496cdf73a,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:14.982362 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-037f7465-dd54-468c-9c1a-e7990ccddb9f tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:14.983552 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-037f7465-dd54-468c-9c1a-e7990ccddb9f tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1477854 May 05 20:31:14.986246 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33654) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:14.991474 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-20d35b43-ff99-41ef-8e8a-5b7abe017b25 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Request body: {'security_group_rule': {'security_group_id': 'bb331432-02cc-42ca-9cc5-4e6a84edad19', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:31:14.997761 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-20d35b43-ff99-41ef-8e8a-5b7abe017b25 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:31:15.001786 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-20d35b43-ff99-41ef-8e8a-5b7abe017b25 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Usage tracker for resource:security_group_rule and tenant:95da1fe949de495bbbae30c7f3463488 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:31:15.005167 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-20d35b43-ff99-41ef-8e8a-5b7abe017b25 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:31:15.010684 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-20d35b43-ff99-41ef-8e8a-5b7abe017b25 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:31:15.027705 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-20d35b43-ff99-41ef-8e8a-5b7abe017b25 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:15.093590 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-20d35b43-ff99-41ef-8e8a-5b7abe017b25 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:15.097251 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-20d35b43-ff99-41ef-8e8a-5b7abe017b25 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:15.122473 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d35b43-ff99-41ef-8e8a-5b7abe017b25 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dfb9c5a-11d1-43e7-86f1-1442e674179f,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:15.135178 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-20d35b43-ff99-41ef-8e8a-5b7abe017b25 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:15.136378 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-20d35b43-ff99-41ef-8e8a-5b7abe017b25 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1492434 May 05 20:31:15.139131 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33658) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:15.166902 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e32b2e7e-78e4-47b4-9f30-260adb3d19ae tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:15.176985 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e32b2e7e-78e4-47b4-9f30-260adb3d19ae tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:15.199917 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e32b2e7e-78e4-47b4-9f30-260adb3d19ae tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:15.217703 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b2e7e-78e4-47b4-9f30-260adb3d19ae tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3dfb9c5a-11d1-43e7-86f1-1442e674179f,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:15.221674 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e32b2e7e-78e4-47b4-9f30-260adb3d19ae tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:15.222769 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e32b2e7e-78e4-47b4-9f30-260adb3d19ae tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/3dfb9c5a-11d1-43e7-86f1-1442e674179f HTTP/1.1" status: 204 len: 168 time: 0.0826719 May 05 20:31:15.225309 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33662) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:15.278311 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a26d108a-92b3-4063-9e95-ec6ae01e12d1 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Synchronizing usage tracker for tenant:95da1fe949de495bbbae30c7f3463488 on resource:security_group_rule {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:31:15.292778 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a26d108a-92b3-4063-9e95-ec6ae01e12d1 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Unset dirty status for tenant:95da1fe949de495bbbae30c7f3463488 on resource:security_group_rule {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:31:15.294085 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a26d108a-92b3-4063-9e95-ec6ae01e12d1 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0678678 May 05 20:31:15.296945 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33666) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:15.324829 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e2c05f3e-45a5-4526-b252-0fd4742c1e28 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:15.337855 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e2c05f3e-45a5-4526-b252-0fd4742c1e28 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:15.361489 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e2c05f3e-45a5-4526-b252-0fd4742c1e28 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:15.381851 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c05f3e-45a5-4526-b252-0fd4742c1e28 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ba492087-0d00-4db0-b029-7d5496cdf73a,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:15.387488 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e2c05f3e-45a5-4526-b252-0fd4742c1e28 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:15.388608 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e2c05f3e-45a5-4526-b252-0fd4742c1e28 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/ba492087-0d00-4db0-b029-7d5496cdf73a HTTP/1.1" status: 204 len: 168 time: 0.0907893 May 05 20:31:15.391115 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33670) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:15.446359 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-455a926b-3dac-488a-b801-8080cedb851c tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Synchronizing usage tracker for tenant:95da1fe949de495bbbae30c7f3463488 on resource:security_group_rule {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:31:15.461776 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-455a926b-3dac-488a-b801-8080cedb851c tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Unset dirty status for tenant:95da1fe949de495bbbae30c7f3463488 on resource:security_group_rule {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:31:15.463169 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-455a926b-3dac-488a-b801-8080cedb851c tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0711217 May 05 20:31:15.466007 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33674) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:15.494472 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d7d7ff08-ae7c-46c9-ba46-811ab027246a tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:15.505390 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d7d7ff08-ae7c-46c9-ba46-811ab027246a tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:15.528462 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d7d7ff08-ae7c-46c9-ba46-811ab027246a tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:15.546896 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d7ff08-ae7c-46c9-ba46-811ab027246a tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=32aac5c7-cf01-4bb8-b6b3-b94828440431,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:15.553017 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d7d7ff08-ae7c-46c9-ba46-811ab027246a tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:15.554091 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d7d7ff08-ae7c-46c9-ba46-811ab027246a tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/32aac5c7-cf01-4bb8-b6b3-b94828440431 HTTP/1.1" status: 204 len: 168 time: 0.0872037 May 05 20:31:15.556540 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33678) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:15.605457 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-2f5a207e-862d-417a-96ee-4851233d6e89 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Synchronizing usage tracker for tenant:95da1fe949de495bbbae30c7f3463488 on resource:security_group_rule {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:31:15.621590 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-2f5a207e-862d-417a-96ee-4851233d6e89 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Unset dirty status for tenant:95da1fe949de495bbbae30c7f3463488 on resource:security_group_rule {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:31:15.622615 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-2f5a207e-862d-417a-96ee-4851233d6e89 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0651789 May 05 20:31:15.625503 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33682) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:15.653830 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2587a0cb-9e71-4eaf-97ae-89f91b871bcb tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:15.664675 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2587a0cb-9e71-4eaf-97ae-89f91b871bcb tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:15.688664 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2587a0cb-9e71-4eaf-97ae-89f91b871bcb tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:15.705845 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2587a0cb-9e71-4eaf-97ae-89f91b871bcb tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6a4b5ac8-b8a7-4d06-aff5-3bfee73810e1,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:15.713190 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2587a0cb-9e71-4eaf-97ae-89f91b871bcb tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:15.714446 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-2587a0cb-9e71-4eaf-97ae-89f91b871bcb tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/6a4b5ac8-b8a7-4d06-aff5-3bfee73810e1 HTTP/1.1" status: 204 len: 168 time: 0.0880516 May 05 20:31:15.716960 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33686) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:15.765245 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-7adc767c-7241-4460-9426-9740eda74636 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Synchronizing usage tracker for tenant:95da1fe949de495bbbae30c7f3463488 on resource:security_group_rule {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:31:15.780404 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-7adc767c-7241-4460-9426-9740eda74636 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Unset dirty status for tenant:95da1fe949de495bbbae30c7f3463488 on resource:security_group_rule {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:31:15.781689 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-7adc767c-7241-4460-9426-9740eda74636 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0638399 May 05 20:31:15.785057 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33690) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:15.812679 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-76a658d0-746f-41a6-b786-884ccdb8e1b4 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:15.825718 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-76a658d0-746f-41a6-b786-884ccdb8e1b4 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:15.848809 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-76a658d0-746f-41a6-b786-884ccdb8e1b4 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:15.866802 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a658d0-746f-41a6-b786-884ccdb8e1b4 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8d8208da-f76b-4435-835c-6bd6bc494ae3,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:15.874009 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-76a658d0-746f-41a6-b786-884ccdb8e1b4 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:15.875324 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-76a658d0-746f-41a6-b786-884ccdb8e1b4 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/8d8208da-f76b-4435-835c-6bd6bc494ae3 HTTP/1.1" status: 204 len: 168 time: 0.0893877 May 05 20:31:15.877932 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33694) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:15.922941 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-c786d57e-5814-4b44-9b63-97eb30f18cd3 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Synchronizing usage tracker for tenant:95da1fe949de495bbbae30c7f3463488 on resource:security_group_rule {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:31:15.938106 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-c786d57e-5814-4b44-9b63-97eb30f18cd3 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Unset dirty status for tenant:95da1fe949de495bbbae30c7f3463488 on resource:security_group_rule {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:31:15.939496 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c786d57e-5814-4b44-9b63-97eb30f18cd3 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0606201 May 05 20:31:15.942447 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33698) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:16.004514 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-56304c14-a21d-4416-b0db-ee152473b0ea tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:16.031105 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-56304c14-a21d-4416-b0db-ee152473b0ea tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:16.133086 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-56304c14-a21d-4416-b0db-ee152473b0ea tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:16.157485 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56304c14-a21d-4416-b0db-ee152473b0ea tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb331432-02cc-42ca-9cc5-4e6a84edad19,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:16.168208 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fd75c3-31ab-4b59-9318-7b1405f8aa1e req-cafe5f28-827b-4413-9396-6ef9a87e04b0 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:16.169820 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-58fd75c3-31ab-4b59-9318-7b1405f8aa1e req-cafe5f28-827b-4413-9396-6ef9a87e04b0 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=038d089c-72d3-4a9a-889f-f31d6811b702 HTTP/1.1" status: 200 len: 944 time: 0.1300609 May 05 20:31:16.192133 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-56304c14-a21d-4416-b0db-ee152473b0ea tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:16.193188 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-56304c14-a21d-4416-b0db-ee152473b0ea tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] 10.222.0.36 "DELETE /v2.0/security-groups/bb331432-02cc-42ca-9cc5-4e6a84edad19 HTTP/1.1" status: 204 len: 168 time: 0.2498589 May 05 20:31:16.196447 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33704) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:16.218501 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-58fd75c3-31ab-4b59-9318-7b1405f8aa1e req-a5bf0fbf-74a8-410d-9932-4e36d52bef17 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425711 May 05 20:31:16.246858 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-ee07d87c-6bfd-44d4-8125-baeb6c687a85 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Synchronizing usage tracker for tenant:95da1fe949de495bbbae30c7f3463488 on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:31:16.261730 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-ee07d87c-6bfd-44d4-8125-baeb6c687a85 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Unset dirty status for tenant:95da1fe949de495bbbae30c7f3463488 on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:31:16.262949 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-ee07d87c-6bfd-44d4-8125-baeb6c687a85 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0655313 May 05 20:31:16.267250 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33708) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:16.272861 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-7e8fc3a1-45e4-493a-aad6-da00e429b107 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Request body: {'security_group': {'name': 'tempest-secgroup--1027029321'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:31:16.279986 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-7e8fc3a1-45e4-493a-aad6-da00e429b107 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:31:16.290308 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-7e8fc3a1-45e4-493a-aad6-da00e429b107 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:31:16.299253 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7e8fc3a1-45e4-493a-aad6-da00e429b107 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:16.318623 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-7e8fc3a1-45e4-493a-aad6-da00e429b107 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:31:16.322627 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-7e8fc3a1-45e4-493a-aad6-da00e429b107 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Usage tracker for resource:security_group_rule and tenant:95da1fe949de495bbbae30c7f3463488 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:31:16.325449 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-7e8fc3a1-45e4-493a-aad6-da00e429b107 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:31:16.331645 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-7e8fc3a1-45e4-493a-aad6-da00e429b107 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:31:16.401595 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7e8fc3a1-45e4-493a-aad6-da00e429b107 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:16.405126 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7e8fc3a1-45e4-493a-aad6-da00e429b107 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:16.446228 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8fc3a1-45e4-493a-aad6-da00e429b107 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e59704bd-abe9-43ee-911e-4b3474936541,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:16.458412 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7e8fc3a1-45e4-493a-aad6-da00e429b107 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:16.459725 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-7e8fc3a1-45e4-493a-aad6-da00e429b107 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1915052 May 05 20:31:16.462414 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33712) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:16.467484 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-b4ed508c-83c3-47cd-ae71-d2aa757f3146 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Request body: {'security_group_rule': {'security_group_id': 'e59704bd-abe9-43ee-911e-4b3474936541', 'direction': 'ingress', 'protocol': 17}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:31:16.473891 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-b4ed508c-83c3-47cd-ae71-d2aa757f3146 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:31:16.477899 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-b4ed508c-83c3-47cd-ae71-d2aa757f3146 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Usage tracker for resource:security_group_rule and tenant:95da1fe949de495bbbae30c7f3463488 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:31:16.480860 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-b4ed508c-83c3-47cd-ae71-d2aa757f3146 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:31:16.486471 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-b4ed508c-83c3-47cd-ae71-d2aa757f3146 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:31:16.507437 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b4ed508c-83c3-47cd-ae71-d2aa757f3146 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:16.511311 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:16.568234 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b4ed508c-83c3-47cd-ae71-d2aa757f3146 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:16.571584 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b4ed508c-83c3-47cd-ae71-d2aa757f3146 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:16.595784 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ed508c-83c3-47cd-ae71-d2aa757f3146 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31d20f63-5b4c-46ef-964b-1675e07796ef,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:16.608347 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b4ed508c-83c3-47cd-ae71-d2aa757f3146 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:16.609484 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-b4ed508c-83c3-47cd-ae71-d2aa757f3146 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1461411 May 05 20:31:16.612382 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33716) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:16.674370 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-03c9c337-7589-4e66-b255-c336f7164aaf tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:16.704454 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-03c9c337-7589-4e66-b255-c336f7164aaf tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:16.753941 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-03c9c337-7589-4e66-b255-c336f7164aaf tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:16.772836 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c9c337-7589-4e66-b255-c336f7164aaf tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59704bd-abe9-43ee-911e-4b3474936541,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:16.783055 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-03c9c337-7589-4e66-b255-c336f7164aaf tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:16.784253 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-03c9c337-7589-4e66-b255-c336f7164aaf tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] 10.222.0.36 "DELETE /v2.0/security-groups/e59704bd-abe9-43ee-911e-4b3474936541 HTTP/1.1" status: 204 len: 168 time: 0.1706192 May 05 20:31:16.787178 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33720) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:16.837452 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-5c9c741d-d369-4a4b-b1f1-81236ba49881 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Synchronizing usage tracker for tenant:95da1fe949de495bbbae30c7f3463488 on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:31:16.852162 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-5c9c741d-d369-4a4b-b1f1-81236ba49881 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Unset dirty status for tenant:95da1fe949de495bbbae30c7f3463488 on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:31:16.853552 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-5c9c741d-d369-4a4b-b1f1-81236ba49881 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0653732 May 05 20:31:16.857284 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33724) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:16.862180 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-18e124ee-b9e9-4d0a-9efb-2d0b2af6e237 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Request body: {'security_group': {'name': 'tempest-secgroup--1136707300'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:31:16.870456 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-18e124ee-b9e9-4d0a-9efb-2d0b2af6e237 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:31:16.880547 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-18e124ee-b9e9-4d0a-9efb-2d0b2af6e237 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:31:16.889583 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-18e124ee-b9e9-4d0a-9efb-2d0b2af6e237 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:16.909014 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-18e124ee-b9e9-4d0a-9efb-2d0b2af6e237 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:31:16.913203 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-18e124ee-b9e9-4d0a-9efb-2d0b2af6e237 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Usage tracker for resource:security_group_rule and tenant:95da1fe949de495bbbae30c7f3463488 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:31:16.916040 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-18e124ee-b9e9-4d0a-9efb-2d0b2af6e237 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:31:16.921613 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-18e124ee-b9e9-4d0a-9efb-2d0b2af6e237 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:31:16.966450 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:31:16.992057 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-18e124ee-b9e9-4d0a-9efb-2d0b2af6e237 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:16.995570 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-18e124ee-b9e9-4d0a-9efb-2d0b2af6e237 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:17.144220 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e124ee-b9e9-4d0a-9efb-2d0b2af6e237 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e178eab-bbef-4b14-8203-57044c8d2aa8,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:17.153882 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-18e124ee-b9e9-4d0a-9efb-2d0b2af6e237 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:17.155105 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-18e124ee-b9e9-4d0a-9efb-2d0b2af6e237 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2968948 May 05 20:31:17.157779 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33728) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:17.163104 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-4e81cd10-966d-4b0c-9fc1-21e6e17c1428 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Request body: {'security_group': {'name': 'tempest-secgroup--558231414'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:31:17.169484 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4e81cd10-966d-4b0c-9fc1-21e6e17c1428 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:31:17.173549 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4e81cd10-966d-4b0c-9fc1-21e6e17c1428 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Usage tracker for resource:security_group and tenant:95da1fe949de495bbbae30c7f3463488 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:31:17.177000 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4e81cd10-966d-4b0c-9fc1-21e6e17c1428 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:31:17.182548 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4e81cd10-966d-4b0c-9fc1-21e6e17c1428 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:31:17.192708 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4e81cd10-966d-4b0c-9fc1-21e6e17c1428 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:17.211984 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4e81cd10-966d-4b0c-9fc1-21e6e17c1428 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:31:17.215946 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4e81cd10-966d-4b0c-9fc1-21e6e17c1428 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Usage tracker for resource:security_group_rule and tenant:95da1fe949de495bbbae30c7f3463488 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:31:17.218781 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4e81cd10-966d-4b0c-9fc1-21e6e17c1428 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:31:17.224952 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4e81cd10-966d-4b0c-9fc1-21e6e17c1428 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:31:17.297192 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4e81cd10-966d-4b0c-9fc1-21e6e17c1428 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:17.301841 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4e81cd10-966d-4b0c-9fc1-21e6e17c1428 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:17.404808 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e81cd10-966d-4b0c-9fc1-21e6e17c1428 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ebae46e-8027-41c8-8b13-1a50ddc57cda,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:17.411198 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4e81cd10-966d-4b0c-9fc1-21e6e17c1428 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:17.415801 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-4e81cd10-966d-4b0c-9fc1-21e6e17c1428 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2537286 May 05 20:31:17.416194 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33734) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:17.426262 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-00f9b8fc-1b60-4be2-86b0-2c4ff96f149c tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Request body: {'security_group_rule': {'security_group_id': '9e178eab-bbef-4b14-8203-57044c8d2aa8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '9ebae46e-8027-41c8-8b13-1a50ddc57cda', 'remote_ip_prefix': None}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:31:17.435689 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-00f9b8fc-1b60-4be2-86b0-2c4ff96f149c tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:31:17.439893 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-00f9b8fc-1b60-4be2-86b0-2c4ff96f149c tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Usage tracker for resource:security_group_rule and tenant:95da1fe949de495bbbae30c7f3463488 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:31:17.440050 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cf70b6-48fa-425e-bbea-56d9dc7bb9ee req-7a5dbfb5-d1ca-4aff-8668-f0bbbd9687e5 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:17.441638 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-14cf70b6-48fa-425e-bbea-56d9dc7bb9ee req-7a5dbfb5-d1ca-4aff-8668-f0bbbd9687e5 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=038d089c-72d3-4a9a-889f-f31d6811b702 HTTP/1.1" status: 200 len: 944 time: 0.1170943 May 05 20:31:17.443042 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-00f9b8fc-1b60-4be2-86b0-2c4ff96f149c tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:31:17.448910 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-00f9b8fc-1b60-4be2-86b0-2c4ff96f149c tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:31:17.472704 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-00f9b8fc-1b60-4be2-86b0-2c4ff96f149c tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:17.488357 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-14cf70b6-48fa-425e-bbea-56d9dc7bb9ee req-0b92cce6-622d-435e-801b-3eca0bbe50b8 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398974 May 05 20:31:17.542440 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-00f9b8fc-1b60-4be2-86b0-2c4ff96f149c tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:17.546032 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-00f9b8fc-1b60-4be2-86b0-2c4ff96f149c tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:17.573637 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f9b8fc-1b60-4be2-86b0-2c4ff96f149c tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=420d4211-4973-4caa-bb1c-8955b053ffd6,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:17.583777 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-00f9b8fc-1b60-4be2-86b0-2c4ff96f149c tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:17.584948 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-00f9b8fc-1b60-4be2-86b0-2c4ff96f149c tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1650579 May 05 20:31:17.587841 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33738) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:17.615907 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-470f53e3-6d9f-4d14-8639-bc52fb11fb5b tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:17.625914 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-470f53e3-6d9f-4d14-8639-bc52fb11fb5b tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:17.649786 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-470f53e3-6d9f-4d14-8639-bc52fb11fb5b tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:17.669616 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470f53e3-6d9f-4d14-8639-bc52fb11fb5b tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=420d4211-4973-4caa-bb1c-8955b053ffd6,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:17.673563 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-470f53e3-6d9f-4d14-8639-bc52fb11fb5b tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:17.674625 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-470f53e3-6d9f-4d14-8639-bc52fb11fb5b tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/420d4211-4973-4caa-bb1c-8955b053ffd6 HTTP/1.1" status: 204 len: 168 time: 0.0859139 May 05 20:31:17.677331 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33742) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:17.726029 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-9cc780ef-1025-46d1-98b7-a2274e5438c0 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Synchronizing usage tracker for tenant:95da1fe949de495bbbae30c7f3463488 on resource:security_group_rule {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:31:17.740826 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-9cc780ef-1025-46d1-98b7-a2274e5438c0 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Unset dirty status for tenant:95da1fe949de495bbbae30c7f3463488 on resource:security_group_rule {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:31:17.742062 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-9cc780ef-1025-46d1-98b7-a2274e5438c0 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0638268 May 05 20:31:17.745051 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33746) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:17.805354 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-593f2a8e-bc2e-439a-a4a3-6064609bce11 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:17.831831 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-593f2a8e-bc2e-439a-a4a3-6064609bce11 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:17.878949 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-593f2a8e-bc2e-439a-a4a3-6064609bce11 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:17.897294 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593f2a8e-bc2e-439a-a4a3-6064609bce11 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ebae46e-8027-41c8-8b13-1a50ddc57cda,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:17.915692 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-593f2a8e-bc2e-439a-a4a3-6064609bce11 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:17.916824 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-593f2a8e-bc2e-439a-a4a3-6064609bce11 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] 10.222.0.36 "DELETE /v2.0/security-groups/9ebae46e-8027-41c8-8b13-1a50ddc57cda HTTP/1.1" status: 204 len: 168 time: 0.1708944 May 05 20:31:17.919726 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33750) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:17.982272 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a568c70a-c4d6-4e1f-a9e8-0258c93bb549 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Synchronizing usage tracker for tenant:95da1fe949de495bbbae30c7f3463488 on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:31:17.997756 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a568c70a-c4d6-4e1f-a9e8-0258c93bb549 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Unset dirty status for tenant:95da1fe949de495bbbae30c7f3463488 on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:31:17.999261 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-a568c70a-c4d6-4e1f-a9e8-0258c93bb549 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0784371 May 05 20:31:18.002245 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33754) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:18.062545 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a5422163-65b6-470d-8934-1d2bf877186d tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:18.089534 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a5422163-65b6-470d-8934-1d2bf877186d tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:18.136814 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a5422163-65b6-470d-8934-1d2bf877186d tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:18.155412 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5422163-65b6-470d-8934-1d2bf877186d tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e178eab-bbef-4b14-8203-57044c8d2aa8,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:18.169611 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a5422163-65b6-470d-8934-1d2bf877186d tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:18.171198 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-a5422163-65b6-470d-8934-1d2bf877186d tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] 10.222.0.36 "DELETE /v2.0/security-groups/9e178eab-bbef-4b14-8203-57044c8d2aa8 HTTP/1.1" status: 204 len: 168 time: 0.1675701 May 05 20:31:18.173284 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33758) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:18.222590 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-caf894e6-59d1-40c1-b836-857484e7732f tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Synchronizing usage tracker for tenant:95da1fe949de495bbbae30c7f3463488 on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:31:18.236895 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-caf894e6-59d1-40c1-b836-857484e7732f tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Unset dirty status for tenant:95da1fe949de495bbbae30c7f3463488 on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:31:18.238360 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-caf894e6-59d1-40c1-b836-857484e7732f tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0634105 May 05 20:31:18.242363 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33762) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:18.247259 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-97b44111-f535-4e11-a7bc-5f9cf3e1722b tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Request body: {'security_group': {'name': 'tempest-secgroup--1054804044'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:31:18.254938 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-97b44111-f535-4e11-a7bc-5f9cf3e1722b tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:31:18.264406 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-97b44111-f535-4e11-a7bc-5f9cf3e1722b tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:31:18.274730 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-97b44111-f535-4e11-a7bc-5f9cf3e1722b tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:18.293899 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-97b44111-f535-4e11-a7bc-5f9cf3e1722b tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:31:18.297879 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-97b44111-f535-4e11-a7bc-5f9cf3e1722b tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Usage tracker for resource:security_group_rule and tenant:95da1fe949de495bbbae30c7f3463488 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:31:18.301231 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-97b44111-f535-4e11-a7bc-5f9cf3e1722b tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:31:18.306856 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-97b44111-f535-4e11-a7bc-5f9cf3e1722b tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:31:18.378773 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-97b44111-f535-4e11-a7bc-5f9cf3e1722b tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:18.382491 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-97b44111-f535-4e11-a7bc-5f9cf3e1722b tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:18.427334 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b44111-f535-4e11-a7bc-5f9cf3e1722b tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90bb4f24-23cb-4303-8c3b-de94ce2df72e,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:18.438072 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-97b44111-f535-4e11-a7bc-5f9cf3e1722b tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:18.439282 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-97b44111-f535-4e11-a7bc-5f9cf3e1722b tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1960104 May 05 20:31:18.442698 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33766) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:18.447838 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-af5b5486-f044-4099-85b3-af9e31112b86 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Request body: {'security_group_rule': {'security_group_id': '90bb4f24-23cb-4303-8c3b-de94ce2df72e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:31:18.454510 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-af5b5486-f044-4099-85b3-af9e31112b86 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:31:18.458746 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-af5b5486-f044-4099-85b3-af9e31112b86 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Usage tracker for resource:security_group_rule and tenant:95da1fe949de495bbbae30c7f3463488 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:31:18.461606 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-af5b5486-f044-4099-85b3-af9e31112b86 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:31:18.470670 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-af5b5486-f044-4099-85b3-af9e31112b86 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:31:18.485578 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-af5b5486-f044-4099-85b3-af9e31112b86 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:18.545643 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-af5b5486-f044-4099-85b3-af9e31112b86 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:18.552190 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-af5b5486-f044-4099-85b3-af9e31112b86 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:18.580494 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5b5486-f044-4099-85b3-af9e31112b86 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b114047a-5043-4455-9e4d-d83d824d6f78,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:18.596459 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-af5b5486-f044-4099-85b3-af9e31112b86 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:18.600314 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-af5b5486-f044-4099-85b3-af9e31112b86 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1540077 May 05 20:31:18.600543 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33772) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:18.631059 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0c9a8f2c-cf6f-4954-bf94-81c97cfbf5b1 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:18.642082 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0c9a8f2c-cf6f-4954-bf94-81c97cfbf5b1 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:18.668631 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0c9a8f2c-cf6f-4954-bf94-81c97cfbf5b1 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:18.686857 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9a8f2c-cf6f-4954-bf94-81c97cfbf5b1 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b114047a-5043-4455-9e4d-d83d824d6f78,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:18.687118 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1363f92-85bc-4bc2-b3ce-28e3d64b0e97 req-991a5c2d-535f-44d2-b777-31019ced3a21 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:18.688408 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f1363f92-85bc-4bc2-b3ce-28e3d64b0e97 req-991a5c2d-535f-44d2-b777-31019ced3a21 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=038d089c-72d3-4a9a-889f-f31d6811b702 HTTP/1.1" status: 200 len: 944 time: 0.0909266 May 05 20:31:18.692289 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0c9a8f2c-cf6f-4954-bf94-81c97cfbf5b1 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:18.693353 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-0c9a8f2c-cf6f-4954-bf94-81c97cfbf5b1 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/b114047a-5043-4455-9e4d-d83d824d6f78 HTTP/1.1" status: 204 len: 168 time: 0.0918958 May 05 20:31:18.695882 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33776) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:18.738617 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f1363f92-85bc-4bc2-b3ce-28e3d64b0e97 req-f9128d8c-0da1-4d6c-a858-2febb1c5625f tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398142 May 05 20:31:18.742319 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-19430440-bee4-4df3-96db-6dca47efb7c8 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Synchronizing usage tracker for tenant:95da1fe949de495bbbae30c7f3463488 on resource:security_group_rule {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:31:18.759690 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-19430440-bee4-4df3-96db-6dca47efb7c8 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Unset dirty status for tenant:95da1fe949de495bbbae30c7f3463488 on resource:security_group_rule {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:31:18.761038 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-19430440-bee4-4df3-96db-6dca47efb7c8 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0642614 May 05 20:31:18.763720 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33780) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:18.826843 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-002f4236-c489-4e5c-abdb-ccdd82314829 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:18.852713 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-002f4236-c489-4e5c-abdb-ccdd82314829 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:18.897943 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-002f4236-c489-4e5c-abdb-ccdd82314829 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:18.916580 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002f4236-c489-4e5c-abdb-ccdd82314829 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90bb4f24-23cb-4303-8c3b-de94ce2df72e,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:18.930721 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-002f4236-c489-4e5c-abdb-ccdd82314829 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:18.931927 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-002f4236-c489-4e5c-abdb-ccdd82314829 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] 10.222.0.36 "DELETE /v2.0/security-groups/90bb4f24-23cb-4303-8c3b-de94ce2df72e HTTP/1.1" status: 204 len: 168 time: 0.1672983 May 05 20:31:18.934428 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33784) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:18.984352 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-aef22976-3f4c-4e97-a7e1-055afaf1d254 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Synchronizing usage tracker for tenant:95da1fe949de495bbbae30c7f3463488 on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:31:18.999777 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-aef22976-3f4c-4e97-a7e1-055afaf1d254 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Unset dirty status for tenant:95da1fe949de495bbbae30c7f3463488 on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:31:19.000996 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-aef22976-3f4c-4e97-a7e1-055afaf1d254 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0656836 May 05 20:31:19.005304 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33788) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:19.010258 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-01050401-74fa-4966-8edd-725302826a4d tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Request body: {'security_group': {'name': 'tempest-secgroup--1366517786'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:31:19.017387 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-01050401-74fa-4966-8edd-725302826a4d tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:31:19.027472 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-01050401-74fa-4966-8edd-725302826a4d tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:31:19.037368 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-01050401-74fa-4966-8edd-725302826a4d tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:19.058710 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-01050401-74fa-4966-8edd-725302826a4d tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:31:19.062938 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-01050401-74fa-4966-8edd-725302826a4d tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Usage tracker for resource:security_group_rule and tenant:95da1fe949de495bbbae30c7f3463488 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:31:19.065855 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-01050401-74fa-4966-8edd-725302826a4d tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:31:19.071606 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-01050401-74fa-4966-8edd-725302826a4d tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:31:19.139412 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-01050401-74fa-4966-8edd-725302826a4d tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:19.143028 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-01050401-74fa-4966-8edd-725302826a4d tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:19.190990 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01050401-74fa-4966-8edd-725302826a4d tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13014922-985b-4ad6-89e9-dc5f5a4d183b,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:19.200561 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-01050401-74fa-4966-8edd-725302826a4d tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:19.201737 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-01050401-74fa-4966-8edd-725302826a4d tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1955211 May 05 20:31:19.204516 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33792) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:19.210004 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-a9bc0c3c-53df-4e58-a141-175b3ada4e2a tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Request body: {'security_group_rule': {'security_group_id': '13014922-985b-4ad6-89e9-dc5f5a4d183b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:31:19.216455 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-a9bc0c3c-53df-4e58-a141-175b3ada4e2a tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:31:19.220486 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a9bc0c3c-53df-4e58-a141-175b3ada4e2a tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Usage tracker for resource:security_group_rule and tenant:95da1fe949de495bbbae30c7f3463488 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:31:19.223935 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a9bc0c3c-53df-4e58-a141-175b3ada4e2a tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:31:19.229475 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-a9bc0c3c-53df-4e58-a141-175b3ada4e2a tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:31:19.245389 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a9bc0c3c-53df-4e58-a141-175b3ada4e2a tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:19.305088 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a9bc0c3c-53df-4e58-a141-175b3ada4e2a tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:19.308300 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a9bc0c3c-53df-4e58-a141-175b3ada4e2a tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:19.330034 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bc0c3c-53df-4e58-a141-175b3ada4e2a tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2b55376-6ba6-4527-a6c1-9e51e54fe5a0,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:19.343125 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a9bc0c3c-53df-4e58-a141-175b3ada4e2a tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:19.344303 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-a9bc0c3c-53df-4e58-a141-175b3ada4e2a tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1388850 May 05 20:31:19.348147 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33796) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:19.366305 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-3ed8fe88-efb3-4547-bfbd-40d8eff2503f tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] 10.222.0.36 "GET /v2.0/security-group-rules/a2b55376-6ba6-4527-a6c1-9e51e54fe5a0 HTTP/1.1" status: 200 len: 763 time: 0.0171645 May 05 20:31:19.368884 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33800) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:19.416350 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-e5986df5-4de3-4edf-b5b1-1c92e09705c9 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Synchronizing usage tracker for tenant:95da1fe949de495bbbae30c7f3463488 on resource:security_group_rule {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:31:19.430665 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-e5986df5-4de3-4edf-b5b1-1c92e09705c9 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Unset dirty status for tenant:95da1fe949de495bbbae30c7f3463488 on resource:security_group_rule {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:31:19.431900 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e5986df5-4de3-4edf-b5b1-1c92e09705c9 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0620341 May 05 20:31:19.434594 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33804) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:19.461970 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-214c99e2-9782-484f-8e9a-7d6897eda8dc tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:19.471986 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-214c99e2-9782-484f-8e9a-7d6897eda8dc tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:19.495091 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-214c99e2-9782-484f-8e9a-7d6897eda8dc tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:19.513544 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214c99e2-9782-484f-8e9a-7d6897eda8dc tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a2b55376-6ba6-4527-a6c1-9e51e54fe5a0,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:19.519499 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-214c99e2-9782-484f-8e9a-7d6897eda8dc tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:19.520589 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-214c99e2-9782-484f-8e9a-7d6897eda8dc tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/a2b55376-6ba6-4527-a6c1-9e51e54fe5a0 HTTP/1.1" status: 204 len: 168 time: 0.0851302 May 05 20:31:19.523169 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33808) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:19.572417 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a324e14c-7aa9-4f83-88cf-6ce72ca82540 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Synchronizing usage tracker for tenant:95da1fe949de495bbbae30c7f3463488 on resource:security_group_rule {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:31:19.588565 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a324e14c-7aa9-4f83-88cf-6ce72ca82540 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Unset dirty status for tenant:95da1fe949de495bbbae30c7f3463488 on resource:security_group_rule {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:31:19.590139 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a324e14c-7aa9-4f83-88cf-6ce72ca82540 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0660477 May 05 20:31:19.593230 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33812) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:19.598161 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-1b307a2f-8231-46be-aacc-e61b372e1fc3 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Request body: {'security_group_rule': {'security_group_id': '13014922-985b-4ad6-89e9-dc5f5a4d183b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:31:19.604605 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1b307a2f-8231-46be-aacc-e61b372e1fc3 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:31:19.614787 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1b307a2f-8231-46be-aacc-e61b372e1fc3 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:31:19.631804 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1b307a2f-8231-46be-aacc-e61b372e1fc3 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:19.690098 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1b307a2f-8231-46be-aacc-e61b372e1fc3 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:19.698164 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1b307a2f-8231-46be-aacc-e61b372e1fc3 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:19.722492 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b307a2f-8231-46be-aacc-e61b372e1fc3 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ce7ceaf-edf6-457a-b554-c6952ad0e1c1,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:19.734901 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1b307a2f-8231-46be-aacc-e61b372e1fc3 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:19.736161 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-1b307a2f-8231-46be-aacc-e61b372e1fc3 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1420367 May 05 20:31:19.739035 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33816) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:19.757747 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d5e4c1ce-820f-41ea-b52f-cb68e9a48c4d tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] 10.222.0.36 "GET /v2.0/security-group-rules/9ce7ceaf-edf6-457a-b554-c6952ad0e1c1 HTTP/1.1" status: 200 len: 763 time: 0.0176554 May 05 20:31:19.760191 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33820) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:19.809080 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-9e451738-1c77-44f5-854e-944106254bea tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Synchronizing usage tracker for tenant:95da1fe949de495bbbae30c7f3463488 on resource:security_group_rule {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:31:19.824325 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-9e451738-1c77-44f5-854e-944106254bea tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Unset dirty status for tenant:95da1fe949de495bbbae30c7f3463488 on resource:security_group_rule {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:31:19.825595 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-9e451738-1c77-44f5-854e-944106254bea tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0640681 May 05 20:31:19.828414 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33826) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:19.904794 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b1f56166-bd85-4000-ad48-27c3b0b35f53 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:19.918234 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b1f56166-bd85-4000-ad48-27c3b0b35f53 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:19.949157 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b1f56166-bd85-4000-ad48-27c3b0b35f53 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:19.966926 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f56166-bd85-4000-ad48-27c3b0b35f53 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9ce7ceaf-edf6-457a-b554-c6952ad0e1c1,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:19.978482 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056be083-c6ad-45b6-a686-57bd9c4f7c25 req-31fd8756-9efa-41d9-9e0f-c1ec4f08dc70 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:19.979972 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-056be083-c6ad-45b6-a686-57bd9c4f7c25 req-31fd8756-9efa-41d9-9e0f-c1ec4f08dc70 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=038d089c-72d3-4a9a-889f-f31d6811b702 HTTP/1.1" status: 200 len: 944 time: 0.1351285 May 05 20:31:19.986012 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b1f56166-bd85-4000-ad48-27c3b0b35f53 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:19.987025 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-b1f56166-bd85-4000-ad48-27c3b0b35f53 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/9ce7ceaf-edf6-457a-b554-c6952ad0e1c1 HTTP/1.1" status: 204 len: 168 time: 0.1576831 May 05 20:31:19.990630 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33830) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:20.027784 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-056be083-c6ad-45b6-a686-57bd9c4f7c25 req-d3d0f9ac-1c6f-4269-a35f-a2a031e8d281 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388339 May 05 20:31:20.038397 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-0d52cc80-2754-4dca-8904-db8095b4e2f0 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Synchronizing usage tracker for tenant:95da1fe949de495bbbae30c7f3463488 on resource:security_group_rule {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:31:20.055085 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-0d52cc80-2754-4dca-8904-db8095b4e2f0 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Unset dirty status for tenant:95da1fe949de495bbbae30c7f3463488 on resource:security_group_rule {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:31:20.056407 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-0d52cc80-2754-4dca-8904-db8095b4e2f0 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0647631 May 05 20:31:20.059066 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33834) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:20.064009 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-232376c1-8a1a-4cff-8ef6-151d83ff3f98 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Request body: {'security_group_rule': {'security_group_id': '13014922-985b-4ad6-89e9-dc5f5a4d183b', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:31:20.071608 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-232376c1-8a1a-4cff-8ef6-151d83ff3f98 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:31:20.082150 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-232376c1-8a1a-4cff-8ef6-151d83ff3f98 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:31:20.095732 n-d-840717-1 neutron-server[88198]: INFO neutron.db.securitygroups_db [None req-232376c1-8a1a-4cff-8ef6-151d83ff3f98 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Project 95da1fe949de495bbbae30c7f3463488 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 20:31:20.104449 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-232376c1-8a1a-4cff-8ef6-151d83ff3f98 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:20.169352 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-232376c1-8a1a-4cff-8ef6-151d83ff3f98 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:20.172864 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-232376c1-8a1a-4cff-8ef6-151d83ff3f98 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:20.196530 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232376c1-8a1a-4cff-8ef6-151d83ff3f98 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9694a1ec-8a34-49f6-bb03-dae361e1112c,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:20.211199 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-232376c1-8a1a-4cff-8ef6-151d83ff3f98 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:20.214774 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-232376c1-8a1a-4cff-8ef6-151d83ff3f98 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1524115 May 05 20:31:20.215104 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33838) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:20.234320 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-6b06dc84-683c-4988-8856-81dc81fb6e2f tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] 10.222.0.36 "GET /v2.0/security-group-rules/9694a1ec-8a34-49f6-bb03-dae361e1112c HTTP/1.1" status: 200 len: 769 time: 0.0180585 May 05 20:31:20.236684 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33842) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:20.284597 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-da330593-0b3c-47e3-bf5e-14e6fbada2c7 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Synchronizing usage tracker for tenant:95da1fe949de495bbbae30c7f3463488 on resource:security_group_rule {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:31:20.302981 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-da330593-0b3c-47e3-bf5e-14e6fbada2c7 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Unset dirty status for tenant:95da1fe949de495bbbae30c7f3463488 on resource:security_group_rule {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:31:20.304369 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-da330593-0b3c-47e3-bf5e-14e6fbada2c7 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0667818 May 05 20:31:20.307154 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33846) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:20.334574 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fef4b8f5-b4d7-4668-8111-97404cd19413 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:20.346114 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fef4b8f5-b4d7-4668-8111-97404cd19413 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:20.371482 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fef4b8f5-b4d7-4668-8111-97404cd19413 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:20.389308 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef4b8f5-b4d7-4668-8111-97404cd19413 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9694a1ec-8a34-49f6-bb03-dae361e1112c,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:20.394239 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fef4b8f5-b4d7-4668-8111-97404cd19413 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:20.395420 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-fef4b8f5-b4d7-4668-8111-97404cd19413 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/9694a1ec-8a34-49f6-bb03-dae361e1112c HTTP/1.1" status: 204 len: 168 time: 0.0873463 May 05 20:31:20.397811 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33850) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:20.442487 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d6ea7bbd-8c0d-457e-86b6-0f9eb9cc1ee3 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Synchronizing usage tracker for tenant:95da1fe949de495bbbae30c7f3463488 on resource:security_group_rule {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:31:20.457308 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d6ea7bbd-8c0d-457e-86b6-0f9eb9cc1ee3 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Unset dirty status for tenant:95da1fe949de495bbbae30c7f3463488 on resource:security_group_rule {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:31:20.458499 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d6ea7bbd-8c0d-457e-86b6-0f9eb9cc1ee3 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0598223 May 05 20:31:20.461485 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33854) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:20.526628 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1e79cb82-0ca7-43ad-aee3-ad44ececdc7c tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:20.553273 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1e79cb82-0ca7-43ad-aee3-ad44ececdc7c tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:20.600055 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1e79cb82-0ca7-43ad-aee3-ad44ececdc7c tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:20.619537 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e79cb82-0ca7-43ad-aee3-ad44ececdc7c tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13014922-985b-4ad6-89e9-dc5f5a4d183b,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:20.633890 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1e79cb82-0ca7-43ad-aee3-ad44ececdc7c tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:20.635023 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-1e79cb82-0ca7-43ad-aee3-ad44ececdc7c tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] 10.222.0.36 "DELETE /v2.0/security-groups/13014922-985b-4ad6-89e9-dc5f5a4d183b HTTP/1.1" status: 204 len: 168 time: 0.1725583 May 05 20:31:20.637556 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33858) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:20.686776 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-39bba230-8e27-43dd-a91d-6536e2603d8a tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Synchronizing usage tracker for tenant:95da1fe949de495bbbae30c7f3463488 on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:31:20.701349 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-39bba230-8e27-43dd-a91d-6536e2603d8a tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Unset dirty status for tenant:95da1fe949de495bbbae30c7f3463488 on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:31:20.702559 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-39bba230-8e27-43dd-a91d-6536e2603d8a tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0640438 May 05 20:31:20.707506 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33862) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:20.712536 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-c02e9bb8-b185-44aa-b65a-af34defc3aa1 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Request body: {'security_group': {'name': 'tempest-secgroup--1527881265'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:31:20.719701 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-c02e9bb8-b185-44aa-b65a-af34defc3aa1 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:31:20.729729 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-c02e9bb8-b185-44aa-b65a-af34defc3aa1 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:31:20.739626 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c02e9bb8-b185-44aa-b65a-af34defc3aa1 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:20.758657 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-c02e9bb8-b185-44aa-b65a-af34defc3aa1 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:31:20.762558 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-c02e9bb8-b185-44aa-b65a-af34defc3aa1 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Usage tracker for resource:security_group_rule and tenant:95da1fe949de495bbbae30c7f3463488 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:31:20.765354 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-c02e9bb8-b185-44aa-b65a-af34defc3aa1 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:31:20.771733 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-c02e9bb8-b185-44aa-b65a-af34defc3aa1 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:31:20.841683 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c02e9bb8-b185-44aa-b65a-af34defc3aa1 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:20.845295 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c02e9bb8-b185-44aa-b65a-af34defc3aa1 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:20.894492 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02e9bb8-b185-44aa-b65a-af34defc3aa1 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d591b550-a666-4dbf-94d1-f4d4b7617b93,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:20.904040 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c02e9bb8-b185-44aa-b65a-af34defc3aa1 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:20.905357 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-c02e9bb8-b185-44aa-b65a-af34defc3aa1 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1969872 May 05 20:31:20.907930 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33866) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:20.912870 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-da89d819-3259-4748-a80b-bff5bbd17134 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Request body: {'security_group_rule': {'security_group_id': 'd591b550-a666-4dbf-94d1-f4d4b7617b93', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:31:20.919162 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-da89d819-3259-4748-a80b-bff5bbd17134 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:31:20.923175 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-da89d819-3259-4748-a80b-bff5bbd17134 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Usage tracker for resource:security_group_rule and tenant:95da1fe949de495bbbae30c7f3463488 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:31:20.926212 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-da89d819-3259-4748-a80b-bff5bbd17134 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:31:20.931893 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-da89d819-3259-4748-a80b-bff5bbd17134 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:31:20.948861 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-da89d819-3259-4748-a80b-bff5bbd17134 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:21.006743 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-da89d819-3259-4748-a80b-bff5bbd17134 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:21.009947 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-da89d819-3259-4748-a80b-bff5bbd17134 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:21.032799 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da89d819-3259-4748-a80b-bff5bbd17134 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63e5aafe-d2d6-454e-b2e9-65abfc062c44,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:21.043589 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-da89d819-3259-4748-a80b-bff5bbd17134 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:21.044765 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-da89d819-3259-4748-a80b-bff5bbd17134 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1359441 May 05 20:31:21.047331 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33870) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:21.106258 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 1331d9a8-89ce-4fa1-a72a-63544342769c details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:31:21.110268 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a3cad6bd-fc5f-456d-bd9d-6fab3e74b8f9 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:21.141604 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a3cad6bd-fc5f-456d-bd9d-6fab3e74b8f9 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:21.195842 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a3cad6bd-fc5f-456d-bd9d-6fab3e74b8f9 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:21.218416 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cad6bd-fc5f-456d-bd9d-6fab3e74b8f9 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d591b550-a666-4dbf-94d1-f4d4b7617b93,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:21.228855 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a3cad6bd-fc5f-456d-bd9d-6fab3e74b8f9 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:21.230472 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-a3cad6bd-fc5f-456d-bd9d-6fab3e74b8f9 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] 10.222.0.36 "DELETE /v2.0/security-groups/d591b550-a666-4dbf-94d1-f4d4b7617b93 HTTP/1.1" status: 204 len: 168 time: 0.1822295 May 05 20:31:21.232991 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33876) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:21.243140 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af0eab-5c53-40e2-9f27-24d92be4829a req-81b165da-6529-4bdd-bff0-208478446814 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:21.244804 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-14af0eab-5c53-40e2-9f27-24d92be4829a req-81b165da-6529-4bdd-bff0-208478446814 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=038d089c-72d3-4a9a-889f-f31d6811b702 HTTP/1.1" status: 200 len: 944 time: 0.1040645 May 05 20:31:21.249264 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 1331d9a8-89ce-4fa1-a72a-63544342769c, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=1331d9a8-89ce-4fa1-a72a-63544342769c,segment=NetworkSegment(5effa292-6024-4206-9fcb-ee5e58965e00),segment_id=5effa292-6024-4206-9fcb-ee5e58965e00)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:31:21.264320 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': '1331d9a8-89ce-4fa1-a72a-63544342769c', 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1', 'port_id': '1331d9a8-89ce-4fa1-a72a-63544342769c', 'mac_address': 'fa:16:3e:f2:8d:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4fffa46-b0f9-43c4-a768-6cf896707ddc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:31:21.285662 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a91216ca-fcce-450a-b685-15657020d79e tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Synchronizing usage tracker for tenant:95da1fe949de495bbbae30c7f3463488 on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:31:21.299055 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-14af0eab-5c53-40e2-9f27-24d92be4829a req-c4d177b3-e606-493d-9174-50af3df98b90 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427601 May 05 20:31:21.309903 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a91216ca-fcce-450a-b685-15657020d79e tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] Unset dirty status for tenant:95da1fe949de495bbbae30c7f3463488 on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:31:21.313366 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-a91216ca-fcce-450a-b685-15657020d79e tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0793405 May 05 20:31:21.314599 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33880) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:21.336920 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:21.354127 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1331d9a8-89ce-4fa1-a72a-63544342769c {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:31:21.362105 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-dff74d91-cf1c-47d4-8a1e-7b43824b1c63 tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0438428 May 05 20:31:21.362809 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33884) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:21.370020 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 1331d9a8-89ce-4fa1-a72a-63544342769c, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=1331d9a8-89ce-4fa1-a72a-63544342769c,segment=NetworkSegment(5effa292-6024-4206-9fcb-ee5e58965e00),segment_id=5effa292-6024-4206-9fcb-ee5e58965e00)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:31:21.373767 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:21.379562 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-3c2f7dbb-0d62-44a3-abd4-62d0a7f7442e tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] delete failed (client error): The resource could not be found. May 05 20:31:21.380564 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3c2f7dbb-0d62-44a3-abd4-62d0a7f7442e tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] 10.222.0.36 "DELETE /v2.0/security-groups/d591b550-a666-4dbf-94d1-f4d4b7617b93 HTTP/1.1" status: 404 len: 347 time: 0.0165544 May 05 20:31:21.384526 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33888) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:21.435155 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-79c782f0-f189-4a26-a0c7-176faf1b144e tempest-SecGroupIPv6Test-27867457 tempest-SecGroupIPv6Test-27867457-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0492754 May 05 20:31:21.442683 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=1331d9a8-89ce-4fa1-a72a-63544342769c,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:21.596919 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['1331d9a8-89ce-4fa1-a72a-63544342769c'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:31:21.701140 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33896) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:21.851529 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-e2c04193-e2e3-490a-8fd8-7830653362a3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=95da1fe949de495bbbae30c7f3463488&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1490109 May 05 20:31:21.853903 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33902) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:21.912975 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-99554a94-b9c9-4c6d-bddd-667ec078802c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:21.937880 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-99554a94-b9c9-4c6d-bddd-667ec078802c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:21.989271 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-99554a94-b9c9-4c6d-bddd-667ec078802c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:22.006321 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99554a94-b9c9-4c6d-bddd-667ec078802c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afaa641c-561d-4a07-8ba1-473fde7d8325,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:22.022908 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-99554a94-b9c9-4c6d-bddd-667ec078802c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:22.024110 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-99554a94-b9c9-4c6d-bddd-667ec078802c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/afaa641c-561d-4a07-8ba1-473fde7d8325 HTTP/1.1" status: 204 len: 168 time: 0.1693258 May 05 20:31:22.529458 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d76e328-a7cb-4c7a-ba23-6c0713404d94 req-a4f06fe0-c266-4d58-a4a6-9aeb2089e4f3 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:22.533260 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2d76e328-a7cb-4c7a-ba23-6c0713404d94 req-a4f06fe0-c266-4d58-a4a6-9aeb2089e4f3 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=038d089c-72d3-4a9a-889f-f31d6811b702 HTTP/1.1" status: 200 len: 945 time: 0.0917475 May 05 20:31:22.590103 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2d76e328-a7cb-4c7a-ba23-6c0713404d94 req-8e8f7805-fe45-407a-938d-63cc2b42e600 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504584 May 05 20:31:22.789982 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33928) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:22.898493 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-ce4d5f17-e667-4765-8da4-b63443f2ac49 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Request body: {'security_group': {'name': 'tempest-secgroup--1424172442'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:31:22.905069 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-ce4d5f17-e667-4765-8da4-b63443f2ac49 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:31:22.909003 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-ce4d5f17-e667-4765-8da4-b63443f2ac49 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Usage tracker for resource:security_group and tenant:f80a4db0a8fd435ba132bc43775a4a0b is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:31:22.912183 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-ce4d5f17-e667-4765-8da4-b63443f2ac49 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:31:22.918364 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-ce4d5f17-e667-4765-8da4-b63443f2ac49 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:31:22.928607 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ce4d5f17-e667-4765-8da4-b63443f2ac49 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:22.940940 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ce4d5f17-e667-4765-8da4-b63443f2ac49 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:22.956893 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-ce4d5f17-e667-4765-8da4-b63443f2ac49 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:31:22.960719 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-ce4d5f17-e667-4765-8da4-b63443f2ac49 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Usage tracker for resource:security_group_rule and tenant:f80a4db0a8fd435ba132bc43775a4a0b is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:31:22.963548 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-ce4d5f17-e667-4765-8da4-b63443f2ac49 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:31:22.969234 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-ce4d5f17-e667-4765-8da4-b63443f2ac49 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:31:23.052683 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ce4d5f17-e667-4765-8da4-b63443f2ac49 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:23.056383 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ce4d5f17-e667-4765-8da4-b63443f2ac49 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:23.071014 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-ce4d5f17-e667-4765-8da4-b63443f2ac49 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:31:23.082314 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-ce4d5f17-e667-4765-8da4-b63443f2ac49 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Usage tracker for resource:security_group_rule and tenant:f80a4db0a8fd435ba132bc43775a4a0b is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:31:23.087759 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-ce4d5f17-e667-4765-8da4-b63443f2ac49 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:31:23.095533 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-ce4d5f17-e667-4765-8da4-b63443f2ac49 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:31:23.097623 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4d5f17-e667-4765-8da4-b63443f2ac49 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a06db99-60bb-4706-80ce-100203a66761,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:23.121591 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 1331d9a8-89ce-4fa1-a72a-63544342769c up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:31:23.172781 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ce4d5f17-e667-4765-8da4-b63443f2ac49 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:23.177875 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ce4d5f17-e667-4765-8da4-b63443f2ac49 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:23.190507 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port 1331d9a8-89ce-4fa1-a72a-63544342769c completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:31:23.195402 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port 1331d9a8-89ce-4fa1-a72a-63544342769c triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:31:23.195878 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:23.220749 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ce4d5f17-e667-4765-8da4-b63443f2ac49 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:23.222717 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-ce4d5f17-e667-4765-8da4-b63443f2ac49 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4315102 May 05 20:31:23.224321 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4d5f17-e667-4765-8da4-b63443f2ac49 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe2452e-f8b2-4bff-b69b-b3f0c333b72b,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:23.225509 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33934) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:23.290734 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f1883576-bab7-44e6-bfed-a400f68f080b tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0634575 May 05 20:31:23.293468 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33938) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:23.299094 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-95f0e773-557e-450a-b5a3-326c4c2e8a6f tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Request body: {'security_group': {'name': 'tempest-security--1440446052', 'description': 'tempest-security-description-1990745835'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:31:23.321702 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:23.333660 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-95f0e773-557e-450a-b5a3-326c4c2e8a6f tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:23.350467 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '038d089c-72d3-4a9a-889f-f31d6811b702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1331d9a8-89ce-4fa1-a72a-63544342769c'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:31:23.360107 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 1331d9a8-89ce-4fa1-a72a-63544342769c, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=1331d9a8-89ce-4fa1-a72a-63544342769c,segment=NetworkSegment(5effa292-6024-4206-9fcb-ee5e58965e00),segment_id=5effa292-6024-4206-9fcb-ee5e58965e00)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:31:23.365526 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:23.400971 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-95f0e773-557e-450a-b5a3-326c4c2e8a6f tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:23.404710 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-95f0e773-557e-450a-b5a3-326c4c2e8a6f tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:23.406459 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f193fce3-caf4-4cfe-8dd8-8036380bf89d'] response: {'server_uuid': '038d089c-72d3-4a9a-889f-f31d6811b702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1331d9a8-89ce-4fa1-a72a-63544342769c', 'code': 200} May 05 20:31:23.407379 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-95f0e773-557e-450a-b5a3-326c4c2e8a6f tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:23.408611 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-95f0e773-557e-450a-b5a3-326c4c2e8a6f tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] 10.222.0.36 "PUT /v2.0/security-groups/cfe2452e-f8b2-4bff-b69b-b3f0c333b72b HTTP/1.1" status: 200 len: 1780 time: 0.1141570 May 05 20:31:23.411962 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33944) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:23.441585 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f0e773-557e-450a-b5a3-326c4c2e8a6f tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe2452e-f8b2-4bff-b69b-b3f0c333b72b,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:23.449682 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=1331d9a8-89ce-4fa1-a72a-63544342769c,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:23.628309 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-789d2217-8543-4a81-b897-b2b4077b8624 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] 10.222.0.36 "GET /v2.0/security-groups/cfe2452e-f8b2-4bff-b69b-b3f0c333b72b HTTP/1.1" status: 200 len: 1780 time: 0.2148519 May 05 20:31:23.630936 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33950) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:23.717425 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bc8ca306-d9dc-4d61-b214-c7cc48da58a9 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:23.721273 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e01b41-ec7a-4ca1-9e21-05eb0594c16a req-fbf4a2a9-08f4-42fa-be40-cf1490800e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:23.723536 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-20e01b41-ec7a-4ca1-9e21-05eb0594c16a req-fbf4a2a9-08f4-42fa-be40-cf1490800e26 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=038d089c-72d3-4a9a-889f-f31d6811b702 HTTP/1.1" status: 200 len: 1097 time: 0.1477871 May 05 20:31:23.766089 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bc8ca306-d9dc-4d61-b214-c7cc48da58a9 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:23.779291 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b958c8-eba3-4d33-aad8-c8c1212c3f46 req-c3e06ec9-98f8-40ef-bfa9-598c6c4b4b1a tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:23.780791 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-20b958c8-eba3-4d33-aad8-c8c1212c3f46 req-c3e06ec9-98f8-40ef-bfa9-598c6c4b4b1a tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=038d089c-72d3-4a9a-889f-f31d6811b702 HTTP/1.1" status: 200 len: 946 time: 0.0814407 May 05 20:31:23.803153 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-20e01b41-ec7a-4ca1-9e21-05eb0594c16a req-0ea3186f-53ab-4c18-83ac-98d4b79f3d51 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716107 May 05 20:31:23.826310 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bc8ca306-d9dc-4d61-b214-c7cc48da58a9 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:23.827671 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-20b958c8-eba3-4d33-aad8-c8c1212c3f46 req-b9b257fe-e2bb-4f9d-a217-33e934301faf tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401382 May 05 20:31:23.844481 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8ca306-d9dc-4d61-b214-c7cc48da58a9 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe2452e-f8b2-4bff-b69b-b3f0c333b72b,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:23.849053 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bc8ca306-d9dc-4d61-b214-c7cc48da58a9 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:23.853109 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-bc8ca306-d9dc-4d61-b214-c7cc48da58a9 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] 10.222.0.36 "DELETE /v2.0/security-groups/cfe2452e-f8b2-4bff-b69b-b3f0c333b72b HTTP/1.1" status: 204 len: 168 time: 0.2213826 May 05 20:31:23.853738 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33954) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:23.903293 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d300a8bf-52f0-406d-8651-0b04dda08bfa tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Synchronizing usage tracker for tenant:f80a4db0a8fd435ba132bc43775a4a0b on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:31:23.919323 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d300a8bf-52f0-406d-8651-0b04dda08bfa tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Unset dirty status for tenant:f80a4db0a8fd435ba132bc43775a4a0b on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:31:23.920591 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d300a8bf-52f0-406d-8651-0b04dda08bfa tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0659757 May 05 20:31:23.923266 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33958) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:23.939255 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [None req-0b097c44-fdc6-418b-9b18-bb63492fc595 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] delete failed (client error): The resource could not be found. May 05 20:31:23.940731 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-0b097c44-fdc6-418b-9b18-bb63492fc595 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] 10.222.0.36 "DELETE /v2.0/security-groups/cfe2452e-f8b2-4bff-b69b-b3f0c333b72b HTTP/1.1" status: 404 len: 347 time: 0.0160444 May 05 20:31:23.944215 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33962) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:23.948811 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-f4c20a4d-de12-4f3b-a42e-6e2401c3a1a0 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Request body: {'security_group': {'name': 'tempest-secgroup--1194502650'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:31:23.954972 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f4c20a4d-de12-4f3b-a42e-6e2401c3a1a0 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:31:23.966143 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f4c20a4d-de12-4f3b-a42e-6e2401c3a1a0 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:31:23.976233 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f4c20a4d-de12-4f3b-a42e-6e2401c3a1a0 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:23.995832 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f4c20a4d-de12-4f3b-a42e-6e2401c3a1a0 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:31:23.999626 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-f4c20a4d-de12-4f3b-a42e-6e2401c3a1a0 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Usage tracker for resource:security_group_rule and tenant:f80a4db0a8fd435ba132bc43775a4a0b is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:31:24.002407 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-f4c20a4d-de12-4f3b-a42e-6e2401c3a1a0 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:31:24.008721 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f4c20a4d-de12-4f3b-a42e-6e2401c3a1a0 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:31:24.082304 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f4c20a4d-de12-4f3b-a42e-6e2401c3a1a0 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:24.085718 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f4c20a4d-de12-4f3b-a42e-6e2401c3a1a0 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:24.130446 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c20a4d-de12-4f3b-a42e-6e2401c3a1a0 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45b791b3-0516-4939-a8d2-9d370390d61e,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:24.136160 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f4c20a4d-de12-4f3b-a42e-6e2401c3a1a0 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:24.138095 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f4c20a4d-de12-4f3b-a42e-6e2401c3a1a0 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1922657 May 05 20:31:24.140203 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33966) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:24.145755 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-06206258-5078-4542-85d3-35ef45c37233 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Request body: {'security_group_rule': {'security_group_id': '45b791b3-0516-4939-a8d2-9d370390d61e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:31:24.152159 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-06206258-5078-4542-85d3-35ef45c37233 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:31:24.155947 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-06206258-5078-4542-85d3-35ef45c37233 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Usage tracker for resource:security_group_rule and tenant:f80a4db0a8fd435ba132bc43775a4a0b is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:31:24.158774 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-06206258-5078-4542-85d3-35ef45c37233 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:31:24.164500 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-06206258-5078-4542-85d3-35ef45c37233 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:31:24.180592 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-06206258-5078-4542-85d3-35ef45c37233 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:24.239635 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-06206258-5078-4542-85d3-35ef45c37233 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:24.242999 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-06206258-5078-4542-85d3-35ef45c37233 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:24.267829 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06206258-5078-4542-85d3-35ef45c37233 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef2e5d19-0aaf-4391-8791-d6f5e3625dc8,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:24.278104 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-06206258-5078-4542-85d3-35ef45c37233 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:24.279272 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-06206258-5078-4542-85d3-35ef45c37233 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1379914 May 05 20:31:24.282081 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33970) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:24.309865 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-98a89c28-a798-47d8-bfa3-6d953410f836 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:24.320445 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-98a89c28-a798-47d8-bfa3-6d953410f836 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:24.344135 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-98a89c28-a798-47d8-bfa3-6d953410f836 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:24.363721 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-98a89c28-a798-47d8-bfa3-6d953410f836 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:24.364779 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-98a89c28-a798-47d8-bfa3-6d953410f836 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/ef2e5d19-0aaf-4391-8791-d6f5e3625dc8 HTTP/1.1" status: 204 len: 168 time: 0.0817878 May 05 20:31:24.365506 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a89c28-a798-47d8-bfa3-6d953410f836 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ef2e5d19-0aaf-4391-8791-d6f5e3625dc8,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:24.367304 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33974) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:24.413887 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-9494f311-dbf8-4268-ab81-255f034a96ae tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Synchronizing usage tracker for tenant:f80a4db0a8fd435ba132bc43775a4a0b on resource:security_group_rule {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:31:24.430579 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-9494f311-dbf8-4268-ab81-255f034a96ae tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Unset dirty status for tenant:f80a4db0a8fd435ba132bc43775a4a0b on resource:security_group_rule {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:31:24.431862 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-9494f311-dbf8-4268-ab81-255f034a96ae tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0636365 May 05 20:31:24.434680 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33978) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:24.495167 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a17b12be-eed6-4fb3-bfff-b1ae280a5542 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:24.521354 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a17b12be-eed6-4fb3-bfff-b1ae280a5542 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:24.566875 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a17b12be-eed6-4fb3-bfff-b1ae280a5542 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:24.584117 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17b12be-eed6-4fb3-bfff-b1ae280a5542 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b791b3-0516-4939-a8d2-9d370390d61e,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:24.601696 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a17b12be-eed6-4fb3-bfff-b1ae280a5542 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:24.603046 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a17b12be-eed6-4fb3-bfff-b1ae280a5542 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] 10.222.0.36 "DELETE /v2.0/security-groups/45b791b3-0516-4939-a8d2-9d370390d61e HTTP/1.1" status: 204 len: 168 time: 0.1672590 May 05 20:31:24.605508 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33982) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:24.665843 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d20bbe09-660a-4196-8d0f-bcc3a59dee51 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Synchronizing usage tracker for tenant:f80a4db0a8fd435ba132bc43775a4a0b on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:31:24.681618 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d20bbe09-660a-4196-8d0f-bcc3a59dee51 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Unset dirty status for tenant:f80a4db0a8fd435ba132bc43775a4a0b on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:31:24.686665 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d20bbe09-660a-4196-8d0f-bcc3a59dee51 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0748591 May 05 20:31:24.686797 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33986) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:24.693385 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-055fb311-807f-4eb9-a11c-169165998b18 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Request body: {'security_group': {'name': 'tempest-secgroup--1047367110'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:31:24.700650 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-055fb311-807f-4eb9-a11c-169165998b18 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:31:24.711040 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-055fb311-807f-4eb9-a11c-169165998b18 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:31:24.720319 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-055fb311-807f-4eb9-a11c-169165998b18 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:24.741749 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-055fb311-807f-4eb9-a11c-169165998b18 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:31:24.745799 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-055fb311-807f-4eb9-a11c-169165998b18 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Usage tracker for resource:security_group_rule and tenant:f80a4db0a8fd435ba132bc43775a4a0b is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:31:24.748663 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-055fb311-807f-4eb9-a11c-169165998b18 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:31:24.754568 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-055fb311-807f-4eb9-a11c-169165998b18 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:31:24.825829 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-055fb311-807f-4eb9-a11c-169165998b18 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:24.829659 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-055fb311-807f-4eb9-a11c-169165998b18 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:24.875593 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055fb311-807f-4eb9-a11c-169165998b18 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51548626-c179-4978-b526-cbb81e8740fc,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:24.889213 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-055fb311-807f-4eb9-a11c-169165998b18 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:24.890877 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-055fb311-807f-4eb9-a11c-169165998b18 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2029345 May 05 20:31:24.893554 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 33992) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:24.898659 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-e281c98d-a2a7-479d-8905-cb8e1a36639d tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Request body: {'security_group_rule': {'security_group_id': '51548626-c179-4978-b526-cbb81e8740fc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:31:24.905103 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e281c98d-a2a7-479d-8905-cb8e1a36639d tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:31:24.909875 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-e281c98d-a2a7-479d-8905-cb8e1a36639d tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Usage tracker for resource:security_group_rule and tenant:f80a4db0a8fd435ba132bc43775a4a0b is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:31:24.912827 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-e281c98d-a2a7-479d-8905-cb8e1a36639d tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:31:24.918584 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e281c98d-a2a7-479d-8905-cb8e1a36639d tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:31:24.936419 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e281c98d-a2a7-479d-8905-cb8e1a36639d tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:25.049093 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e281c98d-a2a7-479d-8905-cb8e1a36639d tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:25.053774 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e281c98d-a2a7-479d-8905-cb8e1a36639d tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:25.086707 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86002c24-eca2-4e0b-b8b6-5beb66316885 req-dbb585b5-d4e1-48a4-927e-4d15174a6c51 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:25.088186 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-86002c24-eca2-4e0b-b8b6-5beb66316885 req-dbb585b5-d4e1-48a4-927e-4d15174a6c51 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=038d089c-72d3-4a9a-889f-f31d6811b702 HTTP/1.1" status: 200 len: 946 time: 0.1424785 May 05 20:31:25.088772 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e281c98d-a2a7-479d-8905-cb8e1a36639d tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3557dbc-9c70-422c-afc0-e3fc8a7ad349,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:25.115900 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e281c98d-a2a7-479d-8905-cb8e1a36639d tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:25.117003 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e281c98d-a2a7-479d-8905-cb8e1a36639d tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2224886 May 05 20:31:25.120002 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 33996) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:25.125032 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-d9a81f44-06ba-4bf5-b25c-64be74d0d1b0 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Request body: {'security_group_rule': {'security_group_id': '51548626-c179-4978-b526-cbb81e8740fc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:31:25.131491 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-d9a81f44-06ba-4bf5-b25c-64be74d0d1b0 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:31:25.135516 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-d9a81f44-06ba-4bf5-b25c-64be74d0d1b0 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Usage tracker for resource:security_group_rule and tenant:f80a4db0a8fd435ba132bc43775a4a0b is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:31:25.138348 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-d9a81f44-06ba-4bf5-b25c-64be74d0d1b0 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:31:25.139065 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-86002c24-eca2-4e0b-b8b6-5beb66316885 req-1ef0c7f1-e62a-4ef4-8e3c-ef3e96009727 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448611 May 05 20:31:25.148688 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-d9a81f44-06ba-4bf5-b25c-64be74d0d1b0 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:31:25.169772 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d9a81f44-06ba-4bf5-b25c-64be74d0d1b0 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:25.232215 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d9a81f44-06ba-4bf5-b25c-64be74d0d1b0 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:25.235984 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d9a81f44-06ba-4bf5-b25c-64be74d0d1b0 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:25.297834 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a81f44-06ba-4bf5-b25c-64be74d0d1b0 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=472b4cb4-d1a3-4c37-a19b-4ce551adcd54,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:25.322142 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d9a81f44-06ba-4bf5-b25c-64be74d0d1b0 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:25.323266 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d9a81f44-06ba-4bf5-b25c-64be74d0d1b0 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2022624 May 05 20:31:25.326285 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34002) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:25.332067 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-d7872553-218c-4fbe-bec4-4764c64a742e tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Request body: {'security_group_rule': {'security_group_id': '51548626-c179-4978-b526-cbb81e8740fc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:31:25.339606 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d7872553-218c-4fbe-bec4-4764c64a742e tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:31:25.344002 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d7872553-218c-4fbe-bec4-4764c64a742e tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Usage tracker for resource:security_group_rule and tenant:f80a4db0a8fd435ba132bc43775a4a0b is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:31:25.348361 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d7872553-218c-4fbe-bec4-4764c64a742e tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:31:25.351980 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f774e2-ffb5-40ee-946d-cfa4e9fe6bca req-bc5e22cc-8e15-4a97-b907-0a64abbed50c tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:25.353441 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-44f774e2-ffb5-40ee-946d-cfa4e9fe6bca req-bc5e22cc-8e15-4a97-b907-0a64abbed50c tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=038d089c-72d3-4a9a-889f-f31d6811b702 HTTP/1.1" status: 200 len: 946 time: 0.1049926 May 05 20:31:25.356486 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d7872553-218c-4fbe-bec4-4764c64a742e tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:31:25.375503 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d7872553-218c-4fbe-bec4-4764c64a742e tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:25.405927 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-44f774e2-ffb5-40ee-946d-cfa4e9fe6bca req-5ce78fdc-a1c5-48e0-ba77-83aa1908cdcf tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421832 May 05 20:31:25.440006 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d7872553-218c-4fbe-bec4-4764c64a742e tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:25.444699 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d7872553-218c-4fbe-bec4-4764c64a742e tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:25.472163 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7872553-218c-4fbe-bec4-4764c64a742e tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89e7f5f5-2773-44be-ae9e-0c4a199c685a,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:25.483449 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d7872553-218c-4fbe-bec4-4764c64a742e tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:25.484629 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d7872553-218c-4fbe-bec4-4764c64a742e tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1573517 May 05 20:31:25.487493 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34008) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:25.492633 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-ea8eeaf7-123d-4b2c-9321-7ee57fddb1fc tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Request body: {'security_group_rule': {'security_group_id': '51548626-c179-4978-b526-cbb81e8740fc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:31:25.498934 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ea8eeaf7-123d-4b2c-9321-7ee57fddb1fc tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:31:25.503849 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-ea8eeaf7-123d-4b2c-9321-7ee57fddb1fc tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Usage tracker for resource:security_group_rule and tenant:f80a4db0a8fd435ba132bc43775a4a0b is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:31:25.506883 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-ea8eeaf7-123d-4b2c-9321-7ee57fddb1fc tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:31:25.512888 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ea8eeaf7-123d-4b2c-9321-7ee57fddb1fc tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:31:25.529861 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ea8eeaf7-123d-4b2c-9321-7ee57fddb1fc tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:25.601758 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ea8eeaf7-123d-4b2c-9321-7ee57fddb1fc tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:25.605358 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ea8eeaf7-123d-4b2c-9321-7ee57fddb1fc tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:25.629444 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8eeaf7-123d-4b2c-9321-7ee57fddb1fc tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a17e6453-6a47-4f8d-8c21-4c5015a80097,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:25.644934 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ea8eeaf7-123d-4b2c-9321-7ee57fddb1fc tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:25.648952 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-ea8eeaf7-123d-4b2c-9321-7ee57fddb1fc tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1576641 May 05 20:31:25.649293 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 34014) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:25.654340 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-38dbc3c2-2e16-4c37-9d5b-3d049394580b tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Request body: {'security_group_rule': {'security_group_id': '51548626-c179-4978-b526-cbb81e8740fc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:31:25.662660 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-38dbc3c2-2e16-4c37-9d5b-3d049394580b tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:31:25.666835 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-38dbc3c2-2e16-4c37-9d5b-3d049394580b tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Usage tracker for resource:security_group_rule and tenant:f80a4db0a8fd435ba132bc43775a4a0b is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:31:25.669714 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-38dbc3c2-2e16-4c37-9d5b-3d049394580b tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:31:25.676424 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-38dbc3c2-2e16-4c37-9d5b-3d049394580b tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:31:25.692842 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-38dbc3c2-2e16-4c37-9d5b-3d049394580b tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:25.757468 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-38dbc3c2-2e16-4c37-9d5b-3d049394580b tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:25.761688 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-38dbc3c2-2e16-4c37-9d5b-3d049394580b tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:25.787155 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dbc3c2-2e16-4c37-9d5b-3d049394580b tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66fe8847-7f16-45c9-a56e-fc5bb55b8159,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:25.801550 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-38dbc3c2-2e16-4c37-9d5b-3d049394580b tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:25.805373 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-38dbc3c2-2e16-4c37-9d5b-3d049394580b tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1524577 May 05 20:31:25.805575 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 34022) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:25.834214 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5279e6b6-3327-4504-9c3b-134670e3836b tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:25.845073 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5279e6b6-3327-4504-9c3b-134670e3836b tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:25.872426 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5279e6b6-3327-4504-9c3b-134670e3836b tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:25.891642 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5279e6b6-3327-4504-9c3b-134670e3836b tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=66fe8847-7f16-45c9-a56e-fc5bb55b8159,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:25.897049 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5279e6b6-3327-4504-9c3b-134670e3836b tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:25.898180 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-5279e6b6-3327-4504-9c3b-134670e3836b tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/66fe8847-7f16-45c9-a56e-fc5bb55b8159 HTTP/1.1" status: 204 len: 168 time: 0.0917099 May 05 20:31:25.901047 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 34026) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:25.956976 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-68ced058-fd89-4090-a635-31fa1a80cadc tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Synchronizing usage tracker for tenant:f80a4db0a8fd435ba132bc43775a4a0b on resource:security_group_rule {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:31:25.973992 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-68ced058-fd89-4090-a635-31fa1a80cadc tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Unset dirty status for tenant:f80a4db0a8fd435ba132bc43775a4a0b on resource:security_group_rule {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:31:25.975526 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-68ced058-fd89-4090-a635-31fa1a80cadc tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0736547 May 05 20:31:25.978423 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 34030) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:26.008113 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7f5a668d-9969-4c47-8e1e-c2baf3fce09b tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:26.022626 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7f5a668d-9969-4c47-8e1e-c2baf3fce09b tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:26.048717 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7f5a668d-9969-4c47-8e1e-c2baf3fce09b tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:26.070474 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5a668d-9969-4c47-8e1e-c2baf3fce09b tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a17e6453-6a47-4f8d-8c21-4c5015a80097,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:26.076600 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7f5a668d-9969-4c47-8e1e-c2baf3fce09b tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:26.077877 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-7f5a668d-9969-4c47-8e1e-c2baf3fce09b tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/a17e6453-6a47-4f8d-8c21-4c5015a80097 HTTP/1.1" status: 204 len: 168 time: 0.0984843 May 05 20:31:26.080405 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 34034) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:26.133545 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-98af6aba-ac6c-4f6a-a177-27d24efa8481 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Synchronizing usage tracker for tenant:f80a4db0a8fd435ba132bc43775a4a0b on resource:security_group_rule {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:31:26.150130 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-98af6aba-ac6c-4f6a-a177-27d24efa8481 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Unset dirty status for tenant:f80a4db0a8fd435ba132bc43775a4a0b on resource:security_group_rule {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:31:26.154508 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-98af6aba-ac6c-4f6a-a177-27d24efa8481 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0701313 May 05 20:31:26.155271 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34046) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:26.188689 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-15903624-7443-4594-90fd-6c39764486c6 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:26.199985 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-15903624-7443-4594-90fd-6c39764486c6 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:26.226007 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-15903624-7443-4594-90fd-6c39764486c6 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:26.252538 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15903624-7443-4594-90fd-6c39764486c6 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=89e7f5f5-2773-44be-ae9e-0c4a199c685a,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:26.256697 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-15903624-7443-4594-90fd-6c39764486c6 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:26.258004 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-15903624-7443-4594-90fd-6c39764486c6 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/89e7f5f5-2773-44be-ae9e-0c4a199c685a HTTP/1.1" status: 204 len: 168 time: 0.1020632 May 05 20:31:26.260623 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34050) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:26.316145 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-7a1fac65-a398-4ae5-b7db-be60beb509a5 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Synchronizing usage tracker for tenant:f80a4db0a8fd435ba132bc43775a4a0b on resource:security_group_rule {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:31:26.332965 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-7a1fac65-a398-4ae5-b7db-be60beb509a5 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Unset dirty status for tenant:f80a4db0a8fd435ba132bc43775a4a0b on resource:security_group_rule {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:31:26.334354 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-7a1fac65-a398-4ae5-b7db-be60beb509a5 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0723538 May 05 20:31:26.337248 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34058) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:26.369509 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c4727913-41f8-4b40-86b8-c9cc6619a2de tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:26.384369 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c4727913-41f8-4b40-86b8-c9cc6619a2de tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:26.408921 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c4727913-41f8-4b40-86b8-c9cc6619a2de tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:26.432073 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4727913-41f8-4b40-86b8-c9cc6619a2de tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=472b4cb4-d1a3-4c37-a19b-4ce551adcd54,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:26.436143 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c4727913-41f8-4b40-86b8-c9cc6619a2de tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:26.437361 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c4727913-41f8-4b40-86b8-c9cc6619a2de tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/472b4cb4-d1a3-4c37-a19b-4ce551adcd54 HTTP/1.1" status: 204 len: 168 time: 0.0989838 May 05 20:31:26.439928 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34068) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:26.493306 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-795fb38d-5a8a-4bdd-bd0e-c105af45be55 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Synchronizing usage tracker for tenant:f80a4db0a8fd435ba132bc43775a4a0b on resource:security_group_rule {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:31:26.510406 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-795fb38d-5a8a-4bdd-bd0e-c105af45be55 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Unset dirty status for tenant:f80a4db0a8fd435ba132bc43775a4a0b on resource:security_group_rule {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:31:26.514505 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-795fb38d-5a8a-4bdd-bd0e-c105af45be55 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0707307 May 05 20:31:26.514795 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34074) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:26.544736 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3a21a980-801e-4552-bfc6-1d7a72ee9cd5 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:26.556438 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3a21a980-801e-4552-bfc6-1d7a72ee9cd5 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:26.583310 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3a21a980-801e-4552-bfc6-1d7a72ee9cd5 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:26.611323 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a21a980-801e-4552-bfc6-1d7a72ee9cd5 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b3557dbc-9c70-422c-afc0-e3fc8a7ad349,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:26.615646 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3a21a980-801e-4552-bfc6-1d7a72ee9cd5 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:26.619650 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 34082) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:26.619779 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3a21a980-801e-4552-bfc6-1d7a72ee9cd5 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/b3557dbc-9c70-422c-afc0-e3fc8a7ad349 HTTP/1.1" status: 204 len: 168 time: 0.1038537 May 05 20:31:26.673984 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-2e032039-3251-4b89-b717-07903905d779 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0526726 May 05 20:31:26.676808 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 34092) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:26.741251 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-47e82ca2-ef82-4ba3-9601-256420436170 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:26.769086 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-47e82ca2-ef82-4ba3-9601-256420436170 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:26.821781 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-47e82ca2-ef82-4ba3-9601-256420436170 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:26.844172 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e82ca2-ef82-4ba3-9601-256420436170 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51548626-c179-4978-b526-cbb81e8740fc,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:26.854579 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-47e82ca2-ef82-4ba3-9601-256420436170 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:26.856039 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-47e82ca2-ef82-4ba3-9601-256420436170 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] 10.222.0.36 "DELETE /v2.0/security-groups/51548626-c179-4978-b526-cbb81e8740fc HTTP/1.1" status: 204 len: 168 time: 0.1781929 May 05 20:31:26.858544 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 34102) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:26.917151 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-22dd67c3-955c-425e-b602-7ef9d7945738 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Synchronizing usage tracker for tenant:f80a4db0a8fd435ba132bc43775a4a0b on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:31:26.933566 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-22dd67c3-955c-425e-b602-7ef9d7945738 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Unset dirty status for tenant:f80a4db0a8fd435ba132bc43775a4a0b on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:31:26.941994 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34110) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:26.942181 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-22dd67c3-955c-425e-b602-7ef9d7945738 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0800331 May 05 20:31:26.946309 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-13ee89a4-921c-4e02-9e2b-8477a140eb10 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Request body: {'security_group': {'name': 'tempest-secgroup--1899837380'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:31:26.953274 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-13ee89a4-921c-4e02-9e2b-8477a140eb10 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:31:26.963854 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-13ee89a4-921c-4e02-9e2b-8477a140eb10 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:31:26.976363 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-13ee89a4-921c-4e02-9e2b-8477a140eb10 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:27.001404 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-13ee89a4-921c-4e02-9e2b-8477a140eb10 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:31:27.007245 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-13ee89a4-921c-4e02-9e2b-8477a140eb10 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Usage tracker for resource:security_group_rule and tenant:f80a4db0a8fd435ba132bc43775a4a0b is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:31:27.010986 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-13ee89a4-921c-4e02-9e2b-8477a140eb10 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:31:27.017684 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-13ee89a4-921c-4e02-9e2b-8477a140eb10 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:31:27.108608 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-13ee89a4-921c-4e02-9e2b-8477a140eb10 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:27.126446 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-13ee89a4-921c-4e02-9e2b-8477a140eb10 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:27.214126 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ee89a4-921c-4e02-9e2b-8477a140eb10 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6929c9-7ab6-4053-89e0-ee35593d2141,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:27.221401 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-13ee89a4-921c-4e02-9e2b-8477a140eb10 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:27.222957 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-13ee89a4-921c-4e02-9e2b-8477a140eb10 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2812626 May 05 20:31:27.225421 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34128) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:27.230420 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-671c5ec5-b98b-4814-9681-f3ed5c32e98e tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Request body: {'security_group_rule': {'security_group_id': '9e6929c9-7ab6-4053-89e0-ee35593d2141', 'direction': 'ingress', 'protocol': 17}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:31:27.237142 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-671c5ec5-b98b-4814-9681-f3ed5c32e98e tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:31:27.242074 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-671c5ec5-b98b-4814-9681-f3ed5c32e98e tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Usage tracker for resource:security_group_rule and tenant:f80a4db0a8fd435ba132bc43775a4a0b is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:31:27.245207 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-671c5ec5-b98b-4814-9681-f3ed5c32e98e tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:31:27.251575 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-671c5ec5-b98b-4814-9681-f3ed5c32e98e tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:31:27.273124 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-671c5ec5-b98b-4814-9681-f3ed5c32e98e tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:27.338031 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-671c5ec5-b98b-4814-9681-f3ed5c32e98e tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:27.342014 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-671c5ec5-b98b-4814-9681-f3ed5c32e98e tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:27.367590 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671c5ec5-b98b-4814-9681-f3ed5c32e98e tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6426b33f-47fb-4690-94be-838a2e993061,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:27.381280 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-671c5ec5-b98b-4814-9681-f3ed5c32e98e tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:27.385590 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-671c5ec5-b98b-4814-9681-f3ed5c32e98e tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1563509 May 05 20:31:27.385728 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34132) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:27.454263 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fb2e5bcf-0cdd-4ea5-abf1-3de27234c415 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:27.481021 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fb2e5bcf-0cdd-4ea5-abf1-3de27234c415 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:27.532594 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fb2e5bcf-0cdd-4ea5-abf1-3de27234c415 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:27.551534 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2e5bcf-0cdd-4ea5-abf1-3de27234c415 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6929c9-7ab6-4053-89e0-ee35593d2141,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:27.561446 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fb2e5bcf-0cdd-4ea5-abf1-3de27234c415 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:27.564875 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-fb2e5bcf-0cdd-4ea5-abf1-3de27234c415 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] 10.222.0.36 "DELETE /v2.0/security-groups/9e6929c9-7ab6-4053-89e0-ee35593d2141 HTTP/1.1" status: 204 len: 168 time: 0.1758826 May 05 20:31:27.565090 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34136) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:27.614779 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-03c01eab-9e47-4f98-bfab-a77ecc686a2e tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Synchronizing usage tracker for tenant:f80a4db0a8fd435ba132bc43775a4a0b on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:31:27.630430 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-03c01eab-9e47-4f98-bfab-a77ecc686a2e tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Unset dirty status for tenant:f80a4db0a8fd435ba132bc43775a4a0b on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:31:27.631680 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-03c01eab-9e47-4f98-bfab-a77ecc686a2e tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0651195 May 05 20:31:27.635336 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34140) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:27.640221 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-6a7b2575-2236-4eae-b9db-2cf2ac280104 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Request body: {'security_group': {'name': 'tempest-secgroup--2071560002'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:31:27.647343 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-6a7b2575-2236-4eae-b9db-2cf2ac280104 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:31:27.656980 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-6a7b2575-2236-4eae-b9db-2cf2ac280104 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:31:27.667120 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6a7b2575-2236-4eae-b9db-2cf2ac280104 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:27.688137 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-6a7b2575-2236-4eae-b9db-2cf2ac280104 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:31:27.692323 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-6a7b2575-2236-4eae-b9db-2cf2ac280104 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Usage tracker for resource:security_group_rule and tenant:f80a4db0a8fd435ba132bc43775a4a0b is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:31:27.695150 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-6a7b2575-2236-4eae-b9db-2cf2ac280104 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:31:27.701013 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-6a7b2575-2236-4eae-b9db-2cf2ac280104 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:31:27.777801 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6a7b2575-2236-4eae-b9db-2cf2ac280104 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:27.781879 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6a7b2575-2236-4eae-b9db-2cf2ac280104 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:27.826479 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7b2575-2236-4eae-b9db-2cf2ac280104 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0b1d8a-6891-4717-acbe-39ea2eff3f0e,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:27.836891 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6a7b2575-2236-4eae-b9db-2cf2ac280104 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:27.838186 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-6a7b2575-2236-4eae-b9db-2cf2ac280104 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2019131 May 05 20:31:27.840913 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34144) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:27.845845 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-b5b001a6-ce3e-4564-bb6c-f6309d9a87d7 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Request body: {'security_group': {'name': 'tempest-secgroup--251282229'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:31:27.852792 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b5b001a6-ce3e-4564-bb6c-f6309d9a87d7 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:31:27.856793 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-b5b001a6-ce3e-4564-bb6c-f6309d9a87d7 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Usage tracker for resource:security_group and tenant:f80a4db0a8fd435ba132bc43775a4a0b is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:31:27.859651 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-b5b001a6-ce3e-4564-bb6c-f6309d9a87d7 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:31:27.866248 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b5b001a6-ce3e-4564-bb6c-f6309d9a87d7 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:31:27.875806 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b5b001a6-ce3e-4564-bb6c-f6309d9a87d7 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:27.897781 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b5b001a6-ce3e-4564-bb6c-f6309d9a87d7 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:31:27.901739 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-b5b001a6-ce3e-4564-bb6c-f6309d9a87d7 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Usage tracker for resource:security_group_rule and tenant:f80a4db0a8fd435ba132bc43775a4a0b is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:31:27.904975 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-b5b001a6-ce3e-4564-bb6c-f6309d9a87d7 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:31:27.911222 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b5b001a6-ce3e-4564-bb6c-f6309d9a87d7 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:31:27.977314 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b5b001a6-ce3e-4564-bb6c-f6309d9a87d7 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:27.980849 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b5b001a6-ce3e-4564-bb6c-f6309d9a87d7 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:28.027733 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b001a6-ce3e-4564-bb6c-f6309d9a87d7 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6bba61-710e-408c-8b8d-aa575c8b1afc,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:28.035219 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b5b001a6-ce3e-4564-bb6c-f6309d9a87d7 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:28.039381 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b5b001a6-ce3e-4564-bb6c-f6309d9a87d7 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1949201 May 05 20:31:28.040117 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 34148) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:28.045022 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-9a2f4ab8-ab63-4193-b8b7-abacb5a8d172 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Request body: {'security_group_rule': {'security_group_id': '4b0b1d8a-6891-4717-acbe-39ea2eff3f0e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '6e6bba61-710e-408c-8b8d-aa575c8b1afc', 'remote_ip_prefix': None}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:31:28.053260 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-9a2f4ab8-ab63-4193-b8b7-abacb5a8d172 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:31:28.057432 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-9a2f4ab8-ab63-4193-b8b7-abacb5a8d172 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Usage tracker for resource:security_group_rule and tenant:f80a4db0a8fd435ba132bc43775a4a0b is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:31:28.060336 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-9a2f4ab8-ab63-4193-b8b7-abacb5a8d172 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:31:28.066173 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-9a2f4ab8-ab63-4193-b8b7-abacb5a8d172 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:31:28.088018 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9a2f4ab8-ab63-4193-b8b7-abacb5a8d172 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:28.147193 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9a2f4ab8-ab63-4193-b8b7-abacb5a8d172 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:28.150652 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9a2f4ab8-ab63-4193-b8b7-abacb5a8d172 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:28.174470 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2f4ab8-ab63-4193-b8b7-abacb5a8d172 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2412f3cc-6b53-4367-a708-fc1e792c8ec1,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:28.186768 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9a2f4ab8-ab63-4193-b8b7-abacb5a8d172 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:28.188004 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-9a2f4ab8-ab63-4193-b8b7-abacb5a8d172 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1472032 May 05 20:31:28.191061 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34154) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:28.220973 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c91373f8-27f3-4c12-91c6-df418cc1cfaf tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:28.232435 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c91373f8-27f3-4c12-91c6-df418cc1cfaf tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:28.256616 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c91373f8-27f3-4c12-91c6-df418cc1cfaf tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:28.274003 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91373f8-27f3-4c12-91c6-df418cc1cfaf tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2412f3cc-6b53-4367-a708-fc1e792c8ec1,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:28.278040 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c91373f8-27f3-4c12-91c6-df418cc1cfaf tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:28.279141 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c91373f8-27f3-4c12-91c6-df418cc1cfaf tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/2412f3cc-6b53-4367-a708-fc1e792c8ec1 HTTP/1.1" status: 204 len: 168 time: 0.0870683 May 05 20:31:28.281742 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34160) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:28.332804 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-500d2be0-789a-4633-8233-807fe2a59c6e tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Synchronizing usage tracker for tenant:f80a4db0a8fd435ba132bc43775a4a0b on resource:security_group_rule {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:31:28.356859 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-500d2be0-789a-4633-8233-807fe2a59c6e tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Unset dirty status for tenant:f80a4db0a8fd435ba132bc43775a4a0b on resource:security_group_rule {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:31:28.358509 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-500d2be0-789a-4633-8233-807fe2a59c6e tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0758142 May 05 20:31:28.361522 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34170) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:28.427765 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5e4d52b0-e8e3-44cb-9749-14591336544e tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:28.456257 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5e4d52b0-e8e3-44cb-9749-14591336544e tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:28.506894 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5e4d52b0-e8e3-44cb-9749-14591336544e tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:28.525635 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4d52b0-e8e3-44cb-9749-14591336544e tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6bba61-710e-408c-8b8d-aa575c8b1afc,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:28.547340 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5e4d52b0-e8e3-44cb-9749-14591336544e tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:28.553275 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 34178) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:28.555103 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-5e4d52b0-e8e3-44cb-9749-14591336544e tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] 10.222.0.36 "DELETE /v2.0/security-groups/6e6bba61-710e-408c-8b8d-aa575c8b1afc HTTP/1.1" status: 204 len: 168 time: 0.1865544 May 05 20:31:28.578079 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58090e95-ea75-489f-849c-8e1274827aed req-89c2ba30-6323-4820-9ba6-d230bf9f14ee tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:28.579540 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-58090e95-ea75-489f-849c-8e1274827aed req-89c2ba30-6323-4820-9ba6-d230bf9f14ee tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/networks?id=29a0e805-6e5b-4d29-836f-ace2c73e49b1 HTTP/1.1" status: 200 len: 811 time: 0.1709914 May 05 20:31:28.608432 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-58090e95-ea75-489f-849c-8e1274827aed req-3208508b-520b-48b4-90db-7553b8cc8141 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/quotas/d5327fecdbda4453866269afbd5ac6fc HTTP/1.1" status: 200 len: 375 time: 0.0212576 May 05 20:31:28.685374 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-55ac8eaa-4b5c-4a7f-9627-d58543dcae2b tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1309521 May 05 20:31:28.688266 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34182) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:28.715846 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-58090e95-ea75-489f-849c-8e1274827aed req-a6f19fc2-881e-45d8-aada-e71dafdf6bb9 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d5327fecdbda4453866269afbd5ac6fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0975435 May 05 20:31:28.750262 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ab466444-1b9a-4276-909b-74f1fe8cdcf7 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:28.777399 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ab466444-1b9a-4276-909b-74f1fe8cdcf7 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:28.827399 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ab466444-1b9a-4276-909b-74f1fe8cdcf7 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:28.848197 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab466444-1b9a-4276-909b-74f1fe8cdcf7 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0b1d8a-6891-4717-acbe-39ea2eff3f0e,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:28.852265 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-58090e95-ea75-489f-849c-8e1274827aed req-7515f75e-8ce4-4be7-a553-8c352dbe4fc5 service neutron] 10.222.0.36 "GET /v2.0/networks/29a0e805-6e5b-4d29-836f-ace2c73e49b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286614 May 05 20:31:28.862135 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ab466444-1b9a-4276-909b-74f1fe8cdcf7 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:28.863643 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-ab466444-1b9a-4276-909b-74f1fe8cdcf7 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] 10.222.0.36 "DELETE /v2.0/security-groups/4b0b1d8a-6891-4717-acbe-39ea2eff3f0e HTTP/1.1" status: 204 len: 168 time: 0.1743662 May 05 20:31:28.866085 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34186) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:28.917307 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-08d04e8a-d551-4cc4-9db1-ac1eb0c12ea7 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Synchronizing usage tracker for tenant:f80a4db0a8fd435ba132bc43775a4a0b on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:31:28.932829 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-08d04e8a-d551-4cc4-9db1-ac1eb0c12ea7 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Unset dirty status for tenant:f80a4db0a8fd435ba132bc43775a4a0b on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:31:28.934275 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-08d04e8a-d551-4cc4-9db1-ac1eb0c12ea7 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0672586 May 05 20:31:28.939279 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34190) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:28.944039 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-1764fd08-f5d1-4699-9ff7-e040352020d1 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Request body: {'security_group': {'name': 'tempest-secgroup--1016443947'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:31:28.951558 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1764fd08-f5d1-4699-9ff7-e040352020d1 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:31:28.962426 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1764fd08-f5d1-4699-9ff7-e040352020d1 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:31:28.973415 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1764fd08-f5d1-4699-9ff7-e040352020d1 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:28.994917 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1764fd08-f5d1-4699-9ff7-e040352020d1 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:31:28.999237 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-1764fd08-f5d1-4699-9ff7-e040352020d1 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Usage tracker for resource:security_group_rule and tenant:f80a4db0a8fd435ba132bc43775a4a0b is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:31:29.002338 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-1764fd08-f5d1-4699-9ff7-e040352020d1 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:31:29.008784 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1764fd08-f5d1-4699-9ff7-e040352020d1 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:31:29.082733 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1764fd08-f5d1-4699-9ff7-e040352020d1 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:29.086593 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1764fd08-f5d1-4699-9ff7-e040352020d1 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:29.095975 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-58090e95-ea75-489f-849c-8e1274827aed req-b0ee7511-7b22-435f-8112-41e790104835 service neutron] 10.222.0.36 "GET /v2.0/networks/29a0e805-6e5b-4d29-836f-ace2c73e49b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378337 May 05 20:31:29.133990 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1764fd08-f5d1-4699-9ff7-e040352020d1 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99fc8d59-97d2-4123-8278-7ef5ed54792b,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:29.144247 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1764fd08-f5d1-4699-9ff7-e040352020d1 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:29.145534 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-1764fd08-f5d1-4699-9ff7-e040352020d1 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2060616 May 05 20:31:29.148219 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34194) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:29.153440 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-f62d0cef-6523-4475-abf8-fbb570335075 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Request body: {'security_group_rule': {'security_group_id': '99fc8d59-97d2-4123-8278-7ef5ed54792b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:31:29.160867 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f62d0cef-6523-4475-abf8-fbb570335075 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:31:29.165055 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-f62d0cef-6523-4475-abf8-fbb570335075 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Usage tracker for resource:security_group_rule and tenant:f80a4db0a8fd435ba132bc43775a4a0b is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:31:29.167992 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-f62d0cef-6523-4475-abf8-fbb570335075 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:31:29.174139 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f62d0cef-6523-4475-abf8-fbb570335075 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:31:29.191968 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f62d0cef-6523-4475-abf8-fbb570335075 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:29.267926 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f62d0cef-6523-4475-abf8-fbb570335075 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:29.272809 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f62d0cef-6523-4475-abf8-fbb570335075 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:29.296315 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62d0cef-6523-4475-abf8-fbb570335075 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e0e7ce2-e275-42fc-bde0-4f049a0d280c,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:29.346999 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f62d0cef-6523-4475-abf8-fbb570335075 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:29.348378 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f62d0cef-6523-4475-abf8-fbb570335075 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1991830 May 05 20:31:29.350639 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-07094b4e-eaee-4005-bdb6-a55a0b467257 req-9d576f97-f5e5-47b2-89ce-ab39a9dcf2a6 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=755de429-26e9-4659-a7a9-0610bff72474 HTTP/1.1" status: 200 len: 210 time: 0.0522718 May 05 20:31:29.351085 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34204) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:29.380251 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c7684cbf-fc9c-4c05-b01a-83d3ba1b6d53 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:29.390902 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c7684cbf-fc9c-4c05-b01a-83d3ba1b6d53 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:29.415664 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c7684cbf-fc9c-4c05-b01a-83d3ba1b6d53 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:29.434132 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7684cbf-fc9c-4c05-b01a-83d3ba1b6d53 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4e0e7ce2-e275-42fc-bde0-4f049a0d280c,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:29.438214 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c7684cbf-fc9c-4c05-b01a-83d3ba1b6d53 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:29.439319 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c7684cbf-fc9c-4c05-b01a-83d3ba1b6d53 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/4e0e7ce2-e275-42fc-bde0-4f049a0d280c HTTP/1.1" status: 204 len: 168 time: 0.0873196 May 05 20:31:29.442074 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34212) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:29.492831 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-9c5cd4ed-663a-4347-b28e-ad786646c974 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Synchronizing usage tracker for tenant:f80a4db0a8fd435ba132bc43775a4a0b on resource:security_group_rule {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:31:29.508565 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-9c5cd4ed-663a-4347-b28e-ad786646c974 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Unset dirty status for tenant:f80a4db0a8fd435ba132bc43775a4a0b on resource:security_group_rule {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:31:29.511853 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-9c5cd4ed-663a-4347-b28e-ad786646c974 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0685489 May 05 20:31:29.513333 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34216) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:29.576906 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6d1eb07f-6f57-476f-9f02-6716da3902ff tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:29.606735 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6d1eb07f-6f57-476f-9f02-6716da3902ff tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:29.656037 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6d1eb07f-6f57-476f-9f02-6716da3902ff tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:29.678685 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1eb07f-6f57-476f-9f02-6716da3902ff tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99fc8d59-97d2-4123-8278-7ef5ed54792b,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:29.694067 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6d1eb07f-6f57-476f-9f02-6716da3902ff tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:29.697596 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-6d1eb07f-6f57-476f-9f02-6716da3902ff tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] 10.222.0.36 "DELETE /v2.0/security-groups/99fc8d59-97d2-4123-8278-7ef5ed54792b HTTP/1.1" status: 204 len: 168 time: 0.1809096 May 05 20:31:29.697852 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34222) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:29.749056 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-84f51270-2c27-406e-aedf-4efa69ef2111 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Synchronizing usage tracker for tenant:f80a4db0a8fd435ba132bc43775a4a0b on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:31:29.764876 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-84f51270-2c27-406e-aedf-4efa69ef2111 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Unset dirty status for tenant:f80a4db0a8fd435ba132bc43775a4a0b on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:31:29.767839 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-84f51270-2c27-406e-aedf-4efa69ef2111 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0690117 May 05 20:31:29.770433 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 34226) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:29.775531 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-ce969ffa-6b0f-4fb4-b526-de54598a3f2b tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Request body: {'security_group': {'name': 'tempest-secgroup--1837967362'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:31:29.782144 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-ce969ffa-6b0f-4fb4-b526-de54598a3f2b tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:31:29.792275 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-ce969ffa-6b0f-4fb4-b526-de54598a3f2b tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:31:29.801903 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ce969ffa-6b0f-4fb4-b526-de54598a3f2b tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:29.822498 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-ce969ffa-6b0f-4fb4-b526-de54598a3f2b tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:31:29.826619 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-ce969ffa-6b0f-4fb4-b526-de54598a3f2b tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Usage tracker for resource:security_group_rule and tenant:f80a4db0a8fd435ba132bc43775a4a0b is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:31:29.829436 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-ce969ffa-6b0f-4fb4-b526-de54598a3f2b tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:31:29.835263 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-ce969ffa-6b0f-4fb4-b526-de54598a3f2b tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:31:29.911098 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ce969ffa-6b0f-4fb4-b526-de54598a3f2b tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:29.915116 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ce969ffa-6b0f-4fb4-b526-de54598a3f2b tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:29.960325 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce969ffa-6b0f-4fb4-b526-de54598a3f2b tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58e8957d-1c1a-4ee6-b98b-5e82132fac11,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:29.969714 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ce969ffa-6b0f-4fb4-b526-de54598a3f2b tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:29.970813 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-ce969ffa-6b0f-4fb4-b526-de54598a3f2b tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1993303 May 05 20:31:29.973998 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 34230) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:29.978862 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-1f971976-d6e6-4be6-9467-853bd4085275 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Request body: {'security_group_rule': {'security_group_id': '58e8957d-1c1a-4ee6-b98b-5e82132fac11', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:31:29.985192 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-1f971976-d6e6-4be6-9467-853bd4085275 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:31:29.990051 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-1f971976-d6e6-4be6-9467-853bd4085275 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Usage tracker for resource:security_group_rule and tenant:f80a4db0a8fd435ba132bc43775a4a0b is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:31:29.992871 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-1f971976-d6e6-4be6-9467-853bd4085275 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:31:29.998449 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-1f971976-d6e6-4be6-9467-853bd4085275 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:31:30.014938 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1f971976-d6e6-4be6-9467-853bd4085275 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:30.072956 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1f971976-d6e6-4be6-9467-853bd4085275 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:30.076724 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1f971976-d6e6-4be6-9467-853bd4085275 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:30.098541 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f971976-d6e6-4be6-9467-853bd4085275 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02016f4f-a575-46d3-96c1-3879aadc582d,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:30.113964 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1f971976-d6e6-4be6-9467-853bd4085275 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:30.115379 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-1f971976-d6e6-4be6-9467-853bd4085275 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1404474 May 05 20:31:30.118047 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 34234) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:30.135868 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-70e30007-f796-41d7-a8d0-156d713344ff tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] 10.222.0.36 "GET /v2.0/security-group-rules/02016f4f-a575-46d3-96c1-3879aadc582d HTTP/1.1" status: 200 len: 763 time: 0.0168159 May 05 20:31:30.137982 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 34238) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:30.185003 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-c24c7236-3ac5-4993-819b-1a891868f72a tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Synchronizing usage tracker for tenant:f80a4db0a8fd435ba132bc43775a4a0b on resource:security_group_rule {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:31:30.200292 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-c24c7236-3ac5-4993-819b-1a891868f72a tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Unset dirty status for tenant:f80a4db0a8fd435ba132bc43775a4a0b on resource:security_group_rule {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:31:30.201733 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-c24c7236-3ac5-4993-819b-1a891868f72a tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0628617 May 05 20:31:30.204409 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 34242) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:30.235427 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ed353e04-2387-4c32-81c3-d7d54bd95cbd tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:30.247098 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ed353e04-2387-4c32-81c3-d7d54bd95cbd tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:30.272482 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ed353e04-2387-4c32-81c3-d7d54bd95cbd tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:30.294175 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed353e04-2387-4c32-81c3-d7d54bd95cbd tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=02016f4f-a575-46d3-96c1-3879aadc582d,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:30.301957 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ed353e04-2387-4c32-81c3-d7d54bd95cbd tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:30.305381 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-ed353e04-2387-4c32-81c3-d7d54bd95cbd tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/02016f4f-a575-46d3-96c1-3879aadc582d HTTP/1.1" status: 204 len: 168 time: 0.0977988 May 05 20:31:30.305573 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 34246) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:30.356119 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-acccf2c1-f070-4aaf-9dc5-a810c8a19c8b tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Synchronizing usage tracker for tenant:f80a4db0a8fd435ba132bc43775a4a0b on resource:security_group_rule {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:31:30.372340 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-acccf2c1-f070-4aaf-9dc5-a810c8a19c8b tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Unset dirty status for tenant:f80a4db0a8fd435ba132bc43775a4a0b on resource:security_group_rule {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:31:30.374042 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-acccf2c1-f070-4aaf-9dc5-a810c8a19c8b tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0675118 May 05 20:31:30.376797 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 34252) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:30.383158 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-47793a33-12ab-40e6-9b1b-b605ea2de5b7 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Request body: {'security_group_rule': {'security_group_id': '58e8957d-1c1a-4ee6-b98b-5e82132fac11', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:31:30.390630 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-47793a33-12ab-40e6-9b1b-b605ea2de5b7 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:31:30.401435 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-47793a33-12ab-40e6-9b1b-b605ea2de5b7 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:31:30.420678 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-47793a33-12ab-40e6-9b1b-b605ea2de5b7 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:30.468247 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58090e95-ea75-489f-849c-8e1274827aed req-2dee4ec9-365b-4ef5-b01c-55fb12ec6e73 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:30.469906 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-58090e95-ea75-489f-849c-8e1274827aed req-2dee4ec9-365b-4ef5-b01c-55fb12ec6e73 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.24 "GET /v2.0/networks?id=29a0e805-6e5b-4d29-836f-ace2c73e49b1 HTTP/1.1" status: 200 len: 811 time: 0.2126234 May 05 20:31:30.481141 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-58090e95-ea75-489f-849c-8e1274827aed req-9de33782-c8e0-40de-825f-d1886c040425 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Request body: {'port': {'device_id': '755de429-26e9-4659-a7a9-0610bff72474', 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1', 'admin_state_up': True, 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:31:30.527229 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-153b11c3-1a48-4784-a63b-9668c1d70520 req-4bbbd9ea-0902-46df-9f6c-f790fb1999f2 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=755de429-26e9-4659-a7a9-0610bff72474 HTTP/1.1" status: 200 len: 210 time: 0.0527704 May 05 20:31:30.554812 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-47793a33-12ab-40e6-9b1b-b605ea2de5b7 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:30.560267 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-47793a33-12ab-40e6-9b1b-b605ea2de5b7 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:30.589125 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47793a33-12ab-40e6-9b1b-b605ea2de5b7 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=040bcceb-ba56-4236-bf09-dff67ab73030,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:30.610774 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-47793a33-12ab-40e6-9b1b-b605ea2de5b7 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:30.613301 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-47793a33-12ab-40e6-9b1b-b605ea2de5b7 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2348940 May 05 20:31:30.616572 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 34256) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:30.655832 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-595744ae-6554-48f4-8c10-7da29dd826d8 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] 10.222.0.36 "GET /v2.0/security-group-rules/040bcceb-ba56-4236-bf09-dff67ab73030 HTTP/1.1" status: 200 len: 763 time: 0.0378869 May 05 20:31:30.656423 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 34260) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:30.659986 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-58090e95-ea75-489f-849c-8e1274827aed req-9de33782-c8e0-40de-825f-d1886c040425 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:31:30.669944 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-58090e95-ea75-489f-849c-8e1274827aed req-9de33782-c8e0-40de-825f-d1886c040425 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:31:30.683668 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58090e95-ea75-489f-849c-8e1274827aed req-9de33782-c8e0-40de-825f-d1886c040425 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Made reservation on behalf of d5327fecdbda4453866269afbd5ac6fc for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:31:30.687429 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-58090e95-ea75-489f-849c-8e1274827aed req-9de33782-c8e0-40de-825f-d1886c040425 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:30.708298 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-b4cfaa9d-0df1-4614-bf76-efae87e79fdc tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Synchronizing usage tracker for tenant:f80a4db0a8fd435ba132bc43775a4a0b on resource:security_group_rule {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:31:30.726182 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-b4cfaa9d-0df1-4614-bf76-efae87e79fdc tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Unset dirty status for tenant:f80a4db0a8fd435ba132bc43775a4a0b on resource:security_group_rule {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:31:30.727967 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-b4cfaa9d-0df1-4614-bf76-efae87e79fdc tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0706363 May 05 20:31:30.730812 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 34264) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:30.763877 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d8de051e-035b-4a6d-924a-c08b19076e3a tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:30.774621 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d8de051e-035b-4a6d-924a-c08b19076e3a tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:30.800436 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d8de051e-035b-4a6d-924a-c08b19076e3a tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:30.819196 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8de051e-035b-4a6d-924a-c08b19076e3a tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=040bcceb-ba56-4236-bf09-dff67ab73030,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:30.826948 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d8de051e-035b-4a6d-924a-c08b19076e3a tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:30.830855 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d8de051e-035b-4a6d-924a-c08b19076e3a tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/040bcceb-ba56-4236-bf09-dff67ab73030 HTTP/1.1" status: 204 len: 168 time: 0.0965028 May 05 20:31:30.831983 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34268) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:30.899542 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-5207a70f-5e62-4111-938a-fcdda659b4fd tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Synchronizing usage tracker for tenant:f80a4db0a8fd435ba132bc43775a4a0b on resource:security_group_rule {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:31:30.908746 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-58090e95-ea75-489f-849c-8e1274827aed req-9de33782-c8e0-40de-825f-d1886c040425 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Allocated IP 172.20.0.13 (29a0e805-6e5b-4d29-836f-ace2c73e49b1/d4fffa46-b0f9-43c4-a768-6cf896707ddc/82b88d0d-14c0-4223-9898-397307970d35) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:31:30.931439 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-5207a70f-5e62-4111-938a-fcdda659b4fd tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Unset dirty status for tenant:f80a4db0a8fd435ba132bc43775a4a0b on resource:security_group_rule {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:31:30.935262 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-5207a70f-5e62-4111-938a-fcdda659b4fd tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1004658 May 05 20:31:30.935915 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 34272) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:30.941608 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-2f597270-1e39-492a-a765-8dd21b8336f3 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Request body: {'security_group_rule': {'security_group_id': '58e8957d-1c1a-4ee6-b98b-5e82132fac11', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:31:30.948575 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-2f597270-1e39-492a-a765-8dd21b8336f3 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:31:30.959259 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-2f597270-1e39-492a-a765-8dd21b8336f3 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:31:30.977860 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2f597270-1e39-492a-a765-8dd21b8336f3 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:31.044808 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2f597270-1e39-492a-a765-8dd21b8336f3 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:31.048914 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2f597270-1e39-492a-a765-8dd21b8336f3 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:31.080200 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f597270-1e39-492a-a765-8dd21b8336f3 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbcf79f2-f46f-4ed6-b702-055df88d893b,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:31.102756 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2f597270-1e39-492a-a765-8dd21b8336f3 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:31.106074 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-2f597270-1e39-492a-a765-8dd21b8336f3 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1661115 May 05 20:31:31.106074 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 34278) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:31.127252 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-28ef8c80-745d-4cba-b011-38c4745401a5 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] 10.222.0.36 "GET /v2.0/security-group-rules/cbcf79f2-f46f-4ed6-b702-055df88d893b HTTP/1.1" status: 200 len: 764 time: 0.0200353 May 05 20:31:31.129853 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 34282) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:31.186859 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a358eb8e-f7ab-4620-90a5-e13aeef409a7 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Synchronizing usage tracker for tenant:f80a4db0a8fd435ba132bc43775a4a0b on resource:security_group_rule {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:31:31.205263 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a358eb8e-f7ab-4620-90a5-e13aeef409a7 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Unset dirty status for tenant:f80a4db0a8fd435ba132bc43775a4a0b on resource:security_group_rule {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:31:31.207700 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-a358eb8e-f7ab-4620-90a5-e13aeef409a7 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0758941 May 05 20:31:31.210519 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 34286) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:31.245806 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c0257191-687a-4610-8f28-25bfb2487c10 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:31.260899 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c0257191-687a-4610-8f28-25bfb2487c10 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:31.288492 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-58090e95-ea75-489f-849c-8e1274827aed req-9de33782-c8e0-40de-825f-d1886c040425 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:31.291736 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c0257191-687a-4610-8f28-25bfb2487c10 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:31.306814 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-58090e95-ea75-489f-849c-8e1274827aed req-9de33782-c8e0-40de-825f-d1886c040425 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Transition to ACTIVE for port object 82b88d0d-14c0-4223-9898-397307970d35 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:31:31.307730 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0257191-687a-4610-8f28-25bfb2487c10 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cbcf79f2-f46f-4ed6-b702-055df88d893b,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:31.320105 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c0257191-687a-4610-8f28-25bfb2487c10 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:31.321689 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-c0257191-687a-4610-8f28-25bfb2487c10 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/cbcf79f2-f46f-4ed6-b702-055df88d893b HTTP/1.1" status: 204 len: 168 time: 0.1102195 May 05 20:31:31.324258 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 34292) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:31.337831 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-58090e95-ea75-489f-849c-8e1274827aed req-9de33782-c8e0-40de-825f-d1886c040425 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:31.348432 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['1331d9a8-89ce-4fa1-a72a-63544342769c'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:31:31.384013 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-ff5fec77-2aa7-473c-ac36-8bfaacf9ab9c tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Synchronizing usage tracker for tenant:f80a4db0a8fd435ba132bc43775a4a0b on resource:security_group_rule {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:31:31.402040 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-ff5fec77-2aa7-473c-ac36-8bfaacf9ab9c tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Unset dirty status for tenant:f80a4db0a8fd435ba132bc43775a4a0b on resource:security_group_rule {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:31:31.403561 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-ff5fec77-2aa7-473c-ac36-8bfaacf9ab9c tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0782888 May 05 20:31:31.406473 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 34296) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:31.420212 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58090e95-ea75-489f-849c-8e1274827aed req-9de33782-c8e0-40de-825f-d1886c040425 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Network 29a0e805-6e5b-4d29-836f-ace2c73e49b1 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:31:31.423553 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-58090e95-ea75-489f-849c-8e1274827aed req-9de33782-c8e0-40de-825f-d1886c040425 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:31:31.428502 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-58090e95-ea75-489f-849c-8e1274827aed req-9de33782-c8e0-40de-825f-d1886c040425 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:31:31.475018 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de33782-c8e0-40de-825f-d1886c040425 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Pushing event updated for resources: {'Port': ['ID=82b88d0d-14c0-4223-9898-397307970d35,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:31.513320 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-37eda89d-287c-4c6c-ae88-409a8ce22f06 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:31.530090 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58090e95-ea75-489f-849c-8e1274827aed req-9de33782-c8e0-40de-825f-d1886c040425 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:31.530756 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-58090e95-ea75-489f-849c-8e1274827aed req-9de33782-c8e0-40de-825f-d1886c040425 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:31.545774 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-37eda89d-287c-4c6c-ae88-409a8ce22f06 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:31.577183 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-58090e95-ea75-489f-849c-8e1274827aed req-9de33782-c8e0-40de-825f-d1886c040425 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0996077 May 05 20:31:31.591422 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-58090e95-ea75-489f-849c-8e1274827aed req-0bb73bc5-d114-45b3-87f5-77ef69d283b6 service neutron] Request body: {'port': {'device_id': '755de429-26e9-4659-a7a9-0610bff72474', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:31:31.627263 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-37eda89d-287c-4c6c-ae88-409a8ce22f06 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:31.654714 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eda89d-287c-4c6c-ae88-409a8ce22f06 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e8957d-1c1a-4ee6-b98b-5e82132fac11,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:31.673769 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-37eda89d-287c-4c6c-ae88-409a8ce22f06 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:31.678459 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-37eda89d-287c-4c6c-ae88-409a8ce22f06 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] 10.222.0.36 "DELETE /v2.0/security-groups/58e8957d-1c1a-4ee6-b98b-5e82132fac11 HTTP/1.1" status: 204 len: 168 time: 0.2707431 May 05 20:31:31.679455 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 34302) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:31.764669 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-693b7463-c787-4817-bc84-e610c959c315 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Synchronizing usage tracker for tenant:f80a4db0a8fd435ba132bc43775a4a0b on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:31:31.782824 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-693b7463-c787-4817-bc84-e610c959c315 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Unset dirty status for tenant:f80a4db0a8fd435ba132bc43775a4a0b on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:31:31.790358 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-693b7463-c787-4817-bc84-e610c959c315 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1102405 May 05 20:31:31.791703 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 34306) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:31.797516 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-58090e95-ea75-489f-849c-8e1274827aed req-0bb73bc5-d114-45b3-87f5-77ef69d283b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:31.798711 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-69ffb1b8-693b-4b1d-a2f0-1ff116b9f347 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Request body: {'security_group': {'name': 'tempest-secgroup--1000058899'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:31:31.811023 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-69ffb1b8-693b-4b1d-a2f0-1ff116b9f347 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:31:31.821299 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-90e36d1f-58bd-4dfe-9da3-ebc815844fe4 None None] Provisioning for port 82b88d0d-14c0-4223-9898-397307970d35 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:31:31.823246 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-69ffb1b8-693b-4b1d-a2f0-1ff116b9f347 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:31:31.832207 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-90e36d1f-58bd-4dfe-9da3-ebc815844fe4 None None] Provisioning complete for port 82b88d0d-14c0-4223-9898-397307970d35 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:31:31.832643 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-90e36d1f-58bd-4dfe-9da3-ebc815844fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:31.835268 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-69ffb1b8-693b-4b1d-a2f0-1ff116b9f347 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:31.860132 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-69ffb1b8-693b-4b1d-a2f0-1ff116b9f347 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:31:31.865238 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-69ffb1b8-693b-4b1d-a2f0-1ff116b9f347 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Usage tracker for resource:security_group_rule and tenant:f80a4db0a8fd435ba132bc43775a4a0b is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:31:31.868160 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-69ffb1b8-693b-4b1d-a2f0-1ff116b9f347 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:31:31.875442 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-69ffb1b8-693b-4b1d-a2f0-1ff116b9f347 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:31:31.895667 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-90e36d1f-58bd-4dfe-9da3-ebc815844fe4 None None] Port 82b88d0d-14c0-4223-9898-397307970d35 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:31:31.967161 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-69ffb1b8-693b-4b1d-a2f0-1ff116b9f347 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:31.974476 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-69ffb1b8-693b-4b1d-a2f0-1ff116b9f347 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:32.034527 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ffb1b8-693b-4b1d-a2f0-1ff116b9f347 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3faa77cc-219c-4c79-92e9-d46d25fe719e,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:32.040528 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e10aa4-73db-4555-aedb-ad06b97226ec req-35f3bad9-9182-40d9-9905-dc81d9f190c7 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:32.041330 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-a5e10aa4-73db-4555-aedb-ad06b97226ec req-35f3bad9-9182-40d9-9905-dc81d9f190c7 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Synchronizing usage tracker for tenant:d5327fecdbda4453866269afbd5ac6fc on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:31:32.045875 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-69ffb1b8-693b-4b1d-a2f0-1ff116b9f347 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:32.047388 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-69ffb1b8-693b-4b1d-a2f0-1ff116b9f347 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2543526 May 05 20:31:32.050641 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 34310) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:32.057775 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-379f28ee-20e1-4373-867b-12ba9f3891e3 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Request body: {'security_group_rule': {'security_group_id': '3faa77cc-219c-4c79-92e9-d46d25fe719e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:31:32.066342 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-379f28ee-20e1-4373-867b-12ba9f3891e3 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:31:32.070987 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-379f28ee-20e1-4373-867b-12ba9f3891e3 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Usage tracker for resource:security_group_rule and tenant:f80a4db0a8fd435ba132bc43775a4a0b is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:31:32.074733 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-379f28ee-20e1-4373-867b-12ba9f3891e3 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:31:32.078478 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-a5e10aa4-73db-4555-aedb-ad06b97226ec req-35f3bad9-9182-40d9-9905-dc81d9f190c7 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Unset dirty status for tenant:d5327fecdbda4453866269afbd5ac6fc on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:31:32.079956 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a5e10aa4-73db-4555-aedb-ad06b97226ec req-35f3bad9-9182-40d9-9905-dc81d9f190c7 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=755de429-26e9-4659-a7a9-0610bff72474 HTTP/1.1" status: 200 len: 932 time: 0.2689350 May 05 20:31:32.082840 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-379f28ee-20e1-4373-867b-12ba9f3891e3 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:31:32.102363 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-379f28ee-20e1-4373-867b-12ba9f3891e3 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:32.168302 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-379f28ee-20e1-4373-867b-12ba9f3891e3 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:32.172441 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-379f28ee-20e1-4373-867b-12ba9f3891e3 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:32.198954 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379f28ee-20e1-4373-867b-12ba9f3891e3 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f634a76-9fb6-424e-9a4f-8ec07e97022f,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:32.214944 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-379f28ee-20e1-4373-867b-12ba9f3891e3 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:32.215509 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a5e10aa4-73db-4555-aedb-ad06b97226ec req-d51beb18-14d4-4127-837f-933a2facd917 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197147 May 05 20:31:32.216453 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-379f28ee-20e1-4373-867b-12ba9f3891e3 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1644998 May 05 20:31:32.218975 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 34314) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:32.296904 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-91c01c92-a392-49bb-8a69-75842a3a1022 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:32.325706 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-91c01c92-a392-49bb-8a69-75842a3a1022 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:32.332100 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-58090e95-ea75-489f-849c-8e1274827aed req-0bb73bc5-d114-45b3-87f5-77ef69d283b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82b88d0d-14c0-4223-9898-397307970d35 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:31:32.339915 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-58090e95-ea75-489f-849c-8e1274827aed req-0bb73bc5-d114-45b3-87f5-77ef69d283b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:32.355362 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-58090e95-ea75-489f-849c-8e1274827aed req-0bb73bc5-d114-45b3-87f5-77ef69d283b6 service neutron] Transition to ACTIVE for port object 82b88d0d-14c0-4223-9898-397307970d35 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:31:32.359685 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-58090e95-ea75-489f-849c-8e1274827aed req-0bb73bc5-d114-45b3-87f5-77ef69d283b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:32.389145 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-91c01c92-a392-49bb-8a69-75842a3a1022 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:32.425213 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-91c01c92-a392-49bb-8a69-75842a3a1022 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:32.428697 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-91c01c92-a392-49bb-8a69-75842a3a1022 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] 10.222.0.36 "DELETE /v2.0/security-groups/3faa77cc-219c-4c79-92e9-d46d25fe719e HTTP/1.1" status: 204 len: 168 time: 0.2065039 May 05 20:31:32.428697 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c01c92-a392-49bb-8a69-75842a3a1022 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3faa77cc-219c-4c79-92e9-d46d25fe719e,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:32.430235 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 34318) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:32.490396 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-f394c61d-1f40-4fd0-8f58-3a6f05d335a8 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Synchronizing usage tracker for tenant:f80a4db0a8fd435ba132bc43775a4a0b on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:31:32.508960 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-f394c61d-1f40-4fd0-8f58-3a6f05d335a8 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Unset dirty status for tenant:f80a4db0a8fd435ba132bc43775a4a0b on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:31:32.512897 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f394c61d-1f40-4fd0-8f58-3a6f05d335a8 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0791824 May 05 20:31:32.513170 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 34322) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:32.563667 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb73bc5-d114-45b3-87f5-77ef69d283b6 service neutron] Pushing event updated for resources: {'Port': ['ID=82b88d0d-14c0-4223-9898-397307970d35,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:32.597691 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-10398fd5-b9a7-4205-805e-e72524ce7079 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Synchronizing usage tracker for tenant:f80a4db0a8fd435ba132bc43775a4a0b on resource:security_group_rule {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:31:32.619215 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-58090e95-ea75-489f-849c-8e1274827aed req-0bb73bc5-d114-45b3-87f5-77ef69d283b6 service neutron] Attempting to bind port 82b88d0d-14c0-4223-9898-397307970d35 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:31:32.620102 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-10398fd5-b9a7-4205-805e-e72524ce7079 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] Unset dirty status for tenant:f80a4db0a8fd435ba132bc43775a4a0b on resource:security_group_rule {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:31:32.623394 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-10398fd5-b9a7-4205-805e-e72524ce7079 tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1070774 May 05 20:31:32.624120 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 34326) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:32.624648 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-58090e95-ea75-489f-849c-8e1274827aed req-0bb73bc5-d114-45b3-87f5-77ef69d283b6 service neutron] Attempting to bind port 82b88d0d-14c0-4223-9898-397307970d35 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': '5effa292-6024-4206-9fcb-ee5e58965e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:31:32.624976 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58090e95-ea75-489f-849c-8e1274827aed req-0bb73bc5-d114-45b3-87f5-77ef69d283b6 service neutron] Attempting to bind port 82b88d0d-14c0-4223-9898-397307970d35 on network 29a0e805-6e5b-4d29-836f-ace2c73e49b1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:31:32.636154 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58090e95-ea75-489f-849c-8e1274827aed req-0bb73bc5-d114-45b3-87f5-77ef69d283b6 service neutron] Port 82b88d0d-14c0-4223-9898-397307970d35 on network 29a0e805-6e5b-4d29-836f-ace2c73e49b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:31:32.636509 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58090e95-ea75-489f-849c-8e1274827aed req-0bb73bc5-d114-45b3-87f5-77ef69d283b6 service neutron] Attempting to bind port 82b88d0d-14c0-4223-9898-397307970d35 on network 29a0e805-6e5b-4d29-836f-ace2c73e49b1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:31:32.651405 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58090e95-ea75-489f-849c-8e1274827aed req-0bb73bc5-d114-45b3-87f5-77ef69d283b6 service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:31:32.651806 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58090e95-ea75-489f-849c-8e1274827aed req-0bb73bc5-d114-45b3-87f5-77ef69d283b6 service neutron] Checking segment: {'id': '5effa292-6024-4206-9fcb-ee5e58965e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:31:32.652171 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58090e95-ea75-489f-849c-8e1274827aed req-0bb73bc5-d114-45b3-87f5-77ef69d283b6 service neutron] Bound using segment: {'id': '5effa292-6024-4206-9fcb-ee5e58965e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:31:32.654658 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-58090e95-ea75-489f-849c-8e1274827aed req-0bb73bc5-d114-45b3-87f5-77ef69d283b6 service neutron] Bound port: 82b88d0d-14c0-4223-9898-397307970d35, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5effa292-6024-4206-9fcb-ee5e58965e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:31:32.654903 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-58090e95-ea75-489f-849c-8e1274827aed req-0bb73bc5-d114-45b3-87f5-77ef69d283b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:32.661670 n-d-840717-1 neutron-server[88197]: INFO neutron.api.v2.resource [None req-58006f67-14cc-4488-96dd-7917122e936f tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] delete failed (client error): The resource could not be found. May 05 20:31:32.662919 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-58006f67-14cc-4488-96dd-7917122e936f tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] 10.222.0.36 "DELETE /v2.0/security-groups/3faa77cc-219c-4c79-92e9-d46d25fe719e HTTP/1.1" status: 404 len: 347 time: 0.0355225 May 05 20:31:32.666491 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 34330) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:32.724892 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-77287fc6-308b-4402-a37b-ef0db7763e2d tempest-SecGroupTest-1315234130 tempest-SecGroupTest-1315234130-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0571585 May 05 20:31:32.760644 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-58090e95-ea75-489f-849c-8e1274827aed req-0bb73bc5-d114-45b3-87f5-77ef69d283b6 service neutron] For port 82b88d0d-14c0-4223-9898-397307970d35, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:31:32.763739 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-58090e95-ea75-489f-849c-8e1274827aed req-0bb73bc5-d114-45b3-87f5-77ef69d283b6 service neutron] For port 82b88d0d-14c0-4223-9898-397307970d35, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=82b88d0d-14c0-4223-9898-397307970d35,segment=NetworkSegment(5effa292-6024-4206-9fcb-ee5e58965e00),segment_id=5effa292-6024-4206-9fcb-ee5e58965e00)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:31:32.769035 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-58090e95-ea75-489f-849c-8e1274827aed req-0bb73bc5-d114-45b3-87f5-77ef69d283b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:32.854476 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58090e95-ea75-489f-849c-8e1274827aed req-0bb73bc5-d114-45b3-87f5-77ef69d283b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:32.855207 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-58090e95-ea75-489f-849c-8e1274827aed req-0bb73bc5-d114-45b3-87f5-77ef69d283b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:32.857209 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-58090e95-ea75-489f-849c-8e1274827aed req-0bb73bc5-d114-45b3-87f5-77ef69d283b6 service neutron] 10.222.0.24 "PUT /v2.0/ports/82b88d0d-14c0-4223-9898-397307970d35 HTTP/1.1" status: 200 len: 1092 time: 1.2737174 May 05 20:31:32.857692 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '755de429-26e9-4659-a7a9-0610bff72474', 'tag': '82b88d0d-14c0-4223-9898-397307970d35'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:31:32.868933 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb73bc5-d114-45b3-87f5-77ef69d283b6 service neutron] Pushing event updated for resources: {'Port': ['ID=82b88d0d-14c0-4223-9898-397307970d35,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:33.028246 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58090e95-ea75-489f-849c-8e1274827aed req-7852ec60-740b-4a75-976f-21bffe50d21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:33.030112 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-58090e95-ea75-489f-849c-8e1274827aed req-7852ec60-740b-4a75-976f-21bffe50d21b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d5327fecdbda4453866269afbd5ac6fc&device_id=755de429-26e9-4659-a7a9-0610bff72474 HTTP/1.1" status: 200 len: 1095 time: 0.1120307 May 05 20:31:33.090978 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 34342) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:33.119747 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-58090e95-ea75-489f-849c-8e1274827aed req-f268398d-d728-4934-81e8-a86f3872670a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82b88d0d-14c0-4223-9898-397307970d35 HTTP/1.1" status: 200 len: 217 time: 0.0832243 May 05 20:31:33.234206 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58090e95-ea75-489f-849c-8e1274827aed req-38569c1b-d1c3-463d-a88d-4b87e347fdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:33.239757 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-58090e95-ea75-489f-849c-8e1274827aed req-38569c1b-d1c3-463d-a88d-4b87e347fdf8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d4fffa46-b0f9-43c4-a768-6cf896707ddc HTTP/1.1" status: 200 len: 850 time: 0.1130776 May 05 20:31:33.326087 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa9c282c-fb23-49ad-9ac4-a5d6f29c0e2a'] response: {'name': 'network-changed', 'server_uuid': '755de429-26e9-4659-a7a9-0610bff72474', 'tag': '82b88d0d-14c0-4223-9898-397307970d35', 'status': 'completed', 'code': 200} May 05 20:31:33.326371 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-0884209b-1fce-47a8-ab93-0244b721d3ce admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f80a4db0a8fd435ba132bc43775a4a0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2311118 May 05 20:31:33.326967 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 34350) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:33.361412 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58090e95-ea75-489f-849c-8e1274827aed req-673507c5-98c6-4c3e-b6f4-a3a7a215f5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:33.364605 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-58090e95-ea75-489f-849c-8e1274827aed req-673507c5-98c6-4c3e-b6f4-a3a7a215f5e0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=29a0e805-6e5b-4d29-836f-ace2c73e49b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1183934 May 05 20:31:33.408207 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ba9d380b-89b2-4d2d-871a-5ee767137ecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:33.437221 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ba9d380b-89b2-4d2d-871a-5ee767137ecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:33.495403 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ba9d380b-89b2-4d2d-871a-5ee767137ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:33.513701 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9d380b-89b2-4d2d-871a-5ee767137ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a06db99-60bb-4706-80ce-100203a66761,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:33.551487 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ba9d380b-89b2-4d2d-871a-5ee767137ecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:33.566574 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-ba9d380b-89b2-4d2d-871a-5ee767137ecb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0a06db99-60bb-4706-80ce-100203a66761 HTTP/1.1" status: 204 len: 168 time: 0.2275431 May 05 20:31:33.700935 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-58090e95-ea75-489f-849c-8e1274827aed req-dcb34907-da21-4046-a1a8-79b0f04cf9cf service neutron] 10.222.0.24 "GET /v2.0/networks/29a0e805-6e5b-4d29-836f-ace2c73e49b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306811 May 05 20:31:33.709822 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d29ba-3756-4a14-a88d-6c12db4d641a req-3d36ef81-aef9-45a4-aab6-38f220216d05 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:33.711248 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-753d29ba-3756-4a14-a88d-6c12db4d641a req-3d36ef81-aef9-45a4-aab6-38f220216d05 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=755de429-26e9-4659-a7a9-0610bff72474 HTTP/1.1" status: 200 len: 944 time: 0.3208363 May 05 20:31:33.882022 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-753d29ba-3756-4a14-a88d-6c12db4d641a req-90cf772d-8efe-4e4e-ba9d-e8b7c7e70fe4 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807595 May 05 20:31:33.906642 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-58090e95-ea75-489f-849c-8e1274827aed req-c2318fec-4648-47b0-a8dc-c4e66e465476 service neutron] 10.222.0.24 "GET /v2.0/networks/29a0e805-6e5b-4d29-836f-ace2c73e49b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944301 May 05 20:31:34.050898 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b5af5f-0da2-45a4-85be-d70da0c48874 req-143a6526-bcda-4ff0-8a9f-06bc1bcdb9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:34.052688 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c1b5af5f-0da2-45a4-85be-d70da0c48874 req-143a6526-bcda-4ff0-8a9f-06bc1bcdb9d7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d5327fecdbda4453866269afbd5ac6fc&device_id=755de429-26e9-4659-a7a9-0610bff72474 HTTP/1.1" status: 200 len: 1095 time: 0.0939279 May 05 20:31:34.216795 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b5af5f-0da2-45a4-85be-d70da0c48874 req-3ba3c6e5-5fb3-4819-bc65-c02edcbb97c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:34.218328 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c1b5af5f-0da2-45a4-85be-d70da0c48874 req-3ba3c6e5-5fb3-4819-bc65-c02edcbb97c7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=29a0e805-6e5b-4d29-836f-ace2c73e49b1 HTTP/1.1" status: 200 len: 912 time: 0.1607275 May 05 20:31:34.303297 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c1b5af5f-0da2-45a4-85be-d70da0c48874 req-9e6d321d-b935-4340-8d86-e0f6b792005a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82b88d0d-14c0-4223-9898-397307970d35 HTTP/1.1" status: 200 len: 217 time: 0.0760505 May 05 20:31:34.423867 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b5af5f-0da2-45a4-85be-d70da0c48874 req-af6a5ec4-4845-4da0-98e9-405c1237b925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:34.425657 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c1b5af5f-0da2-45a4-85be-d70da0c48874 req-af6a5ec4-4845-4da0-98e9-405c1237b925 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d4fffa46-b0f9-43c4-a768-6cf896707ddc HTTP/1.1" status: 200 len: 850 time: 0.1206522 May 05 20:31:34.511649 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b5af5f-0da2-45a4-85be-d70da0c48874 req-f0458270-cf75-433f-8ad3-e44eab5008a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:34.513285 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c1b5af5f-0da2-45a4-85be-d70da0c48874 req-f0458270-cf75-433f-8ad3-e44eab5008a2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=29a0e805-6e5b-4d29-836f-ace2c73e49b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0824635 May 05 20:31:34.672491 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4cd1fe3b-5d79-4557-8ff3-dbf96c6f4961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:34.693628 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c1b5af5f-0da2-45a4-85be-d70da0c48874 req-e8512d54-efc7-44cd-ab1e-539fc4ee8eaf service neutron] 10.222.0.24 "GET /v2.0/networks/29a0e805-6e5b-4d29-836f-ace2c73e49b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730595 May 05 20:31:34.880342 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c1b5af5f-0da2-45a4-85be-d70da0c48874 req-84f20fa1-9fd4-484a-bd8a-2cd10827d133 service neutron] 10.222.0.24 "GET /v2.0/networks/29a0e805-6e5b-4d29-836f-ace2c73e49b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807027 May 05 20:31:35.138254 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b7355-c3d9-46e0-b2b9-b7b4760c09b0 req-309a7c5f-fb64-462a-95a0-f9a00fe9c70e tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:35.147492 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-400b7355-c3d9-46e0-b2b9-b7b4760c09b0 req-309a7c5f-fb64-462a-95a0-f9a00fe9c70e tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=755de429-26e9-4659-a7a9-0610bff72474 HTTP/1.1" status: 200 len: 944 time: 0.1330068 May 05 20:31:35.225179 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-400b7355-c3d9-46e0-b2b9-b7b4760c09b0 req-88ba4cce-7f3c-4632-8e96-e5777d168d09 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782204 May 05 20:31:36.525797 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d0bdf-3c5a-4200-bd5b-1539290a4a3e req-5bd5579e-f3e3-4b3e-b7f0-a543e0b80a05 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:36.534687 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8e7d0bdf-3c5a-4200-bd5b-1539290a4a3e req-5bd5579e-f3e3-4b3e-b7f0-a543e0b80a05 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=755de429-26e9-4659-a7a9-0610bff72474 HTTP/1.1" status: 200 len: 944 time: 0.1645534 May 05 20:31:36.592377 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8e7d0bdf-3c5a-4200-bd5b-1539290a4a3e req-1e5f04b5-ccf8-4f35-94a9-41a8f8facd3f tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565746 May 05 20:31:36.863744 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9c84286c-2c84-4584-b139-f41a1c845a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:37.865728 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ff9048-9197-4967-be3c-081e21eb587b req-3b61058c-71b2-49d3-9b8d-fef9b3375548 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:37.867324 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-11ff9048-9197-4967-be3c-081e21eb587b req-3b61058c-71b2-49d3-9b8d-fef9b3375548 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=755de429-26e9-4659-a7a9-0610bff72474 HTTP/1.1" status: 200 len: 944 time: 0.0998085 May 05 20:31:37.907588 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:37.973094 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-11ff9048-9197-4967-be3c-081e21eb587b req-0b4f6144-013f-486b-a837-ee2ed65eaa1a tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835838 May 05 20:31:38.072953 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:39.179564 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ed763-8919-40e4-b328-1d8ec2823104 req-c1f86faa-4091-44fe-8b2f-715e963ccf31 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:39.187094 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-492ed763-8919-40e4-b328-1d8ec2823104 req-c1f86faa-4091-44fe-8b2f-715e963ccf31 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=755de429-26e9-4659-a7a9-0610bff72474 HTTP/1.1" status: 200 len: 944 time: 0.0971694 May 05 20:31:39.242378 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-492ed763-8919-40e4-b328-1d8ec2823104 req-fc70002a-d862-4c03-8002-42093f4f08b0 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517390 May 05 20:31:39.632081 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:40.469853 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294f597-b67c-4470-a62c-adb3a1d03933 req-9e6b0513-10f9-400b-a7a3-941a1d832658 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:40.472469 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5294f597-b67c-4470-a62c-adb3a1d03933 req-9e6b0513-10f9-400b-a7a3-941a1d832658 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=755de429-26e9-4659-a7a9-0610bff72474 HTTP/1.1" status: 200 len: 944 time: 0.1270266 May 05 20:31:40.556396 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5294f597-b67c-4470-a62c-adb3a1d03933 req-58442dbb-9d0e-45f3-9a3f-8c38cb112fa1 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768182 May 05 20:31:41.781647 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6224b7-5a75-4dc0-a6f4-992acf7f30ba req-8046d5a0-e1c9-4735-ae3b-7f2d97d633f3 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:41.781647 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-da6224b7-5a75-4dc0-a6f4-992acf7f30ba req-8046d5a0-e1c9-4735-ae3b-7f2d97d633f3 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=755de429-26e9-4659-a7a9-0610bff72474 HTTP/1.1" status: 200 len: 944 time: 0.1003013 May 05 20:31:41.859758 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-da6224b7-5a75-4dc0-a6f4-992acf7f30ba req-d54258d0-d289-49c0-a439-9077ade41aba tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734491 May 05 20:31:43.069987 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c1007-1195-40eb-9bb3-66b187ea4e61 req-e2c93511-c496-4239-adc9-cb3e09818eb9 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:43.071537 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cb0c1007-1195-40eb-9bb3-66b187ea4e61 req-e2c93511-c496-4239-adc9-cb3e09818eb9 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=755de429-26e9-4659-a7a9-0610bff72474 HTTP/1.1" status: 200 len: 944 time: 0.0978479 May 05 20:31:43.127142 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cb0c1007-1195-40eb-9bb3-66b187ea4e61 req-3894fe6f-c519-4dd5-8bc7-075ee5f237e5 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494156 May 05 20:31:44.313375 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd2f96-06db-453d-b2eb-acea4927c96d req-fe68e7da-9f19-4880-9cdc-f8b305402d3b tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:44.314523 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9dcd2f96-06db-453d-b2eb-acea4927c96d req-fe68e7da-9f19-4880-9cdc-f8b305402d3b tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=755de429-26e9-4659-a7a9-0610bff72474 HTTP/1.1" status: 200 len: 944 time: 0.0811598 May 05 20:31:44.365151 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9dcd2f96-06db-453d-b2eb-acea4927c96d req-95995802-2e36-44fc-8dfb-68260edee238 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440426 May 05 20:31:44.453626 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:45.574008 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbfbcc9-f5e6-46c0-8a99-ff34d22eb12c req-4429f5c2-f09c-46d8-aefb-47e3d12045d9 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:45.575108 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cbbfbcc9-f5e6-46c0-8a99-ff34d22eb12c req-4429f5c2-f09c-46d8-aefb-47e3d12045d9 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=755de429-26e9-4659-a7a9-0610bff72474 HTTP/1.1" status: 200 len: 944 time: 0.0877745 May 05 20:31:45.622944 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cbbfbcc9-f5e6-46c0-8a99-ff34d22eb12c req-23bc8b6a-f741-4109-bb01-e86f89ec0fcb tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420449 May 05 20:31:46.418304 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 34510) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:46.513334 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:46.542282 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3e46271e-4d7e-4fad-a0c6-0e824766fa66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:46.557152 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-3e46271e-4d7e-4fad-a0c6-0e824766fa66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:31:46.561033 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-3e46271e-4d7e-4fad-a0c6-0e824766fa66 admin admin] Usage tracker for resource:security_group_rule and tenant:2d2bbe0ae10c40d9988a731b9d9db661 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:31:46.563849 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-3e46271e-4d7e-4fad-a0c6-0e824766fa66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:31:46.576962 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-3e46271e-4d7e-4fad-a0c6-0e824766fa66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:31:46.657303 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3e46271e-4d7e-4fad-a0c6-0e824766fa66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:46.661045 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3e46271e-4d7e-4fad-a0c6-0e824766fa66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:46.714828 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-3e46271e-4d7e-4fad-a0c6-0e824766fa66 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2d2bbe0ae10c40d9988a731b9d9db661&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2951722 May 05 20:31:46.714963 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34518) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:46.715558 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e46271e-4d7e-4fad-a0c6-0e824766fa66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b568d0e-f35c-4c3b-8faa-772df4ab36cc,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:46.843754 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-27f06013-e2c6-4bd8-b531-749823848768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:46.877305 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb77fb-b974-45e6-9f0b-38278cf34fda req-c05a96c4-1309-4897-9a38-c583d0ec6a1f tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:46.879098 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0deb77fb-b974-45e6-9f0b-38278cf34fda req-c05a96c4-1309-4897-9a38-c583d0ec6a1f tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=755de429-26e9-4659-a7a9-0610bff72474 HTTP/1.1" status: 200 len: 944 time: 0.1351314 May 05 20:31:46.888545 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-27f06013-e2c6-4bd8-b531-749823848768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:46.954192 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0deb77fb-b974-45e6-9f0b-38278cf34fda req-6ee5e5ca-f97f-4177-b0af-eba08ce5dee4 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687325 May 05 20:31:46.979966 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-27f06013-e2c6-4bd8-b531-749823848768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:46.999979 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f06013-e2c6-4bd8-b531-749823848768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b568d0e-f35c-4c3b-8faa-772df4ab36cc,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:47.012769 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-27f06013-e2c6-4bd8-b531-749823848768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:47.019800 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-27f06013-e2c6-4bd8-b531-749823848768 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6b568d0e-f35c-4c3b-8faa-772df4ab36cc HTTP/1.1" status: 204 len: 168 time: 0.2974644 May 05 20:31:47.301569 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34526) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:47.320555 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ac44a203-58f4-4b95-8fc8-fa9fbab030ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:47.336270 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ac44a203-58f4-4b95-8fc8-fa9fbab030ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:31:47.340542 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-ac44a203-58f4-4b95-8fc8-fa9fbab030ce admin admin] Usage tracker for resource:security_group_rule and tenant:df195a3035ff4220b2e31af6c25e7896 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:31:47.343496 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-ac44a203-58f4-4b95-8fc8-fa9fbab030ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:31:47.351282 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ac44a203-58f4-4b95-8fc8-fa9fbab030ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:31:47.436377 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ac44a203-58f4-4b95-8fc8-fa9fbab030ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:47.440748 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ac44a203-58f4-4b95-8fc8-fa9fbab030ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:47.486259 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-ac44a203-58f4-4b95-8fc8-fa9fbab030ce admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=df195a3035ff4220b2e31af6c25e7896&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1835530 May 05 20:31:47.487215 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac44a203-58f4-4b95-8fc8-fa9fbab030ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2988c4f-1e83-4e97-a4e2-a35dd79fd0b8,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:47.489343 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 34530) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:47.552396 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f30a9cd8-15f5-4e7f-8eea-c02b0917896e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:47.580033 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f30a9cd8-15f5-4e7f-8eea-c02b0917896e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:47.634276 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f30a9cd8-15f5-4e7f-8eea-c02b0917896e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:47.651020 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30a9cd8-15f5-4e7f-8eea-c02b0917896e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2988c4f-1e83-4e97-a4e2-a35dd79fd0b8,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:47.662296 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f30a9cd8-15f5-4e7f-8eea-c02b0917896e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:47.662296 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f30a9cd8-15f5-4e7f-8eea-c02b0917896e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e2988c4f-1e83-4e97-a4e2-a35dd79fd0b8 HTTP/1.1" status: 204 len: 168 time: 0.1712615 May 05 20:31:48.175850 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60038d5-4ff8-42cd-aaad-539d2c7c0321 req-e01d8e33-132d-4c27-aa5d-a21c66cfe191 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:48.182080 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b60038d5-4ff8-42cd-aaad-539d2c7c0321 req-e01d8e33-132d-4c27-aa5d-a21c66cfe191 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=755de429-26e9-4659-a7a9-0610bff72474 HTTP/1.1" status: 200 len: 944 time: 0.1040490 May 05 20:31:48.249023 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b60038d5-4ff8-42cd-aaad-539d2c7c0321 req-d749e29f-353a-46f6-95ff-607e7e57b22c tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505805 May 05 20:31:49.464710 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df4300d-377f-455b-9822-d488cdaf31ca req-b1100ca2-5f46-44f0-a1e5-8770c9770f72 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:49.471873 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9df4300d-377f-455b-9822-d488cdaf31ca req-b1100ca2-5f46-44f0-a1e5-8770c9770f72 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=755de429-26e9-4659-a7a9-0610bff72474 HTTP/1.1" status: 200 len: 944 time: 0.0959687 May 05 20:31:49.486384 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 82b88d0d-14c0-4223-9898-397307970d35 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:31:49.520374 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9df4300d-377f-455b-9822-d488cdaf31ca req-c77c5890-9e3a-4a31-8827-493eda42d9f4 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474024 May 05 20:31:49.653425 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 82b88d0d-14c0-4223-9898-397307970d35, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=82b88d0d-14c0-4223-9898-397307970d35,segment=NetworkSegment(5effa292-6024-4206-9fcb-ee5e58965e00),segment_id=5effa292-6024-4206-9fcb-ee5e58965e00)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:31:49.670683 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '82b88d0d-14c0-4223-9898-397307970d35', 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1', 'port_id': '82b88d0d-14c0-4223-9898-397307970d35', 'mac_address': 'fa:16:3e:77:f5:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4fffa46-b0f9-43c4-a768-6cf896707ddc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:31:49.732674 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:49.751688 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 34584) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:49.765648 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82b88d0d-14c0-4223-9898-397307970d35 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:31:49.787120 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 82b88d0d-14c0-4223-9898-397307970d35, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=82b88d0d-14c0-4223-9898-397307970d35,segment=NetworkSegment(5effa292-6024-4206-9fcb-ee5e58965e00),segment_id=5effa292-6024-4206-9fcb-ee5e58965e00)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:31:49.790876 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:49.904042 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=82b88d0d-14c0-4223-9898-397307970d35,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:49.911066 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9e966d31-5933-467e-8af3-852f82616c5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:49.930831 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-9e966d31-5933-467e-8af3-852f82616c5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:31:49.937818 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-9e966d31-5933-467e-8af3-852f82616c5e admin admin] Usage tracker for resource:security_group_rule and tenant:f0bc044234ab4a52822da37d9f49a777 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:31:49.942031 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-9e966d31-5933-467e-8af3-852f82616c5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:31:49.948987 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-9e966d31-5933-467e-8af3-852f82616c5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:31:50.011689 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['82b88d0d-14c0-4223-9898-397307970d35'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:31:50.054433 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9e966d31-5933-467e-8af3-852f82616c5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:50.060693 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9e966d31-5933-467e-8af3-852f82616c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:50.122675 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-9e966d31-5933-467e-8af3-852f82616c5e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f0bc044234ab4a52822da37d9f49a777&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3707604 May 05 20:31:50.125930 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 34590) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:50.129248 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e966d31-5933-467e-8af3-852f82616c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2919eb29-8edb-4d3c-9b1b-1cbaf27f4a4d,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:50.152375 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e966d31-5933-467e-8af3-852f82616c5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:31:50.152752 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e966d31-5933-467e-8af3-852f82616c5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:31:50.153523 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e966d31-5933-467e-8af3-852f82616c5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:31:50.153523 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e966d31-5933-467e-8af3-852f82616c5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:31:50.153906 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e966d31-5933-467e-8af3-852f82616c5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:31:50.155560 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e966d31-5933-467e-8af3-852f82616c5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:31:50.155560 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e966d31-5933-467e-8af3-852f82616c5e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:31:50.155560 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e966d31-5933-467e-8af3-852f82616c5e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:31:50.155560 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e966d31-5933-467e-8af3-852f82616c5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:31:50.155560 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e966d31-5933-467e-8af3-852f82616c5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:31:50.160249 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e966d31-5933-467e-8af3-852f82616c5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:31:50.160249 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e966d31-5933-467e-8af3-852f82616c5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:31:50.226124 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-08cff9a5-7ad9-426e-aa77-d2414e777b78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:50.255309 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-08cff9a5-7ad9-426e-aa77-d2414e777b78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:50.308439 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-08cff9a5-7ad9-426e-aa77-d2414e777b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:50.323071 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cff9a5-7ad9-426e-aa77-d2414e777b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2919eb29-8edb-4d3c-9b1b-1cbaf27f4a4d,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:50.328944 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-08cff9a5-7ad9-426e-aa77-d2414e777b78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:50.330060 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-08cff9a5-7ad9-426e-aa77-d2414e777b78 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2919eb29-8edb-4d3c-9b1b-1cbaf27f4a4d HTTP/1.1" status: 204 len: 168 time: 0.2038026 May 05 20:31:50.625478 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 34600) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:50.673976 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1e36cd9c-e501-45d4-99e7-19bd5196d000 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:50.709354 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-1e36cd9c-e501-45d4-99e7-19bd5196d000 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:31:50.715966 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-1e36cd9c-e501-45d4-99e7-19bd5196d000 admin admin] Usage tracker for resource:security_group_rule and tenant:a72a70f064f0495ab291742a74926ab2 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:31:50.719704 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-1e36cd9c-e501-45d4-99e7-19bd5196d000 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:31:50.726845 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-1e36cd9c-e501-45d4-99e7-19bd5196d000 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:31:50.870779 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ff7c1-006d-4eb1-85aa-d74fc77fb0e9 req-5a857894-f1e5-49de-8edd-57d206be0b48 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:50.872265 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-215ff7c1-006d-4eb1-85aa-d74fc77fb0e9 req-5a857894-f1e5-49de-8edd-57d206be0b48 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=755de429-26e9-4659-a7a9-0610bff72474 HTTP/1.1" status: 200 len: 945 time: 0.2297196 May 05 20:31:50.935461 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-215ff7c1-006d-4eb1-85aa-d74fc77fb0e9 req-b3b004e8-e309-432f-81c8-e38108d83336 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544322 May 05 20:31:50.974438 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1e36cd9c-e501-45d4-99e7-19bd5196d000 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:50.978102 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1e36cd9c-e501-45d4-99e7-19bd5196d000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:51.025195 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-1e36cd9c-e501-45d4-99e7-19bd5196d000 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a72a70f064f0495ab291742a74926ab2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3989213 May 05 20:31:51.026122 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e36cd9c-e501-45d4-99e7-19bd5196d000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59aacb87-5b99-4a77-b516-661b31041f22,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:51.027797 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34604) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:31:51.086981 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2dcea6f6-92bd-4876-831b-a5e18d48d145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:51.112882 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2dcea6f6-92bd-4876-831b-a5e18d48d145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:51.163741 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2dcea6f6-92bd-4876-831b-a5e18d48d145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:51.180307 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcea6f6-92bd-4876-831b-a5e18d48d145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59aacb87-5b99-4a77-b516-661b31041f22,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:51.192586 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2dcea6f6-92bd-4876-831b-a5e18d48d145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:51.193648 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-2dcea6f6-92bd-4876-831b-a5e18d48d145 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/59aacb87-5b99-4a77-b516-661b31041f22 HTTP/1.1" status: 204 len: 168 time: 0.1641383 May 05 20:31:51.486363 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 82b88d0d-14c0-4223-9898-397307970d35 up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:31:51.554932 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port 82b88d0d-14c0-4223-9898-397307970d35 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:31:51.559982 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 82b88d0d-14c0-4223-9898-397307970d35 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:31:51.560354 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:51.682132 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:51.710049 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '755de429-26e9-4659-a7a9-0610bff72474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b88d0d-14c0-4223-9898-397307970d35'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:31:51.719865 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 82b88d0d-14c0-4223-9898-397307970d35, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=82b88d0d-14c0-4223-9898-397307970d35,segment=NetworkSegment(5effa292-6024-4206-9fcb-ee5e58965e00),segment_id=5effa292-6024-4206-9fcb-ee5e58965e00)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:31:51.725550 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:51.764386 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6c03316-4a86-4850-b5a0-5dbf9c099ee3'] response: {'server_uuid': '755de429-26e9-4659-a7a9-0610bff72474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b88d0d-14c0-4223-9898-397307970d35', 'code': 200} May 05 20:31:51.803182 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=82b88d0d-14c0-4223-9898-397307970d35,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:51.810852 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:31:51.811195 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:31:51.811565 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:31:51.812106 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:31:51.812285 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:31:51.812612 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:31:51.812959 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:31:51.813279 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:31:51.813598 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:31:51.813916 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:31:51.814237 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:31:51.814553 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:31:51.896289 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281f8205-a5ed-450d-b4fd-a01a09a0334b req-a1ee67bc-e2c4-49ab-85ae-e452ceb8ca2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:51.897843 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-281f8205-a5ed-450d-b4fd-a01a09a0334b req-a1ee67bc-e2c4-49ab-85ae-e452ceb8ca2a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=755de429-26e9-4659-a7a9-0610bff72474 HTTP/1.1" status: 200 len: 1097 time: 0.0814567 May 05 20:31:51.944864 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-281f8205-a5ed-450d-b4fd-a01a09a0334b req-d1ad319e-e295-425b-a88f-077a9df10d6d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404825 May 05 20:31:52.153839 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbc2cc3-c3d1-4c9e-8e0b-8d96ded81a66 req-d845ed64-f3e7-429c-a056-80a7164a47d6 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:52.153839 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cdbc2cc3-c3d1-4c9e-8e0b-8d96ded81a66 req-d845ed64-f3e7-429c-a056-80a7164a47d6 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=755de429-26e9-4659-a7a9-0610bff72474 HTTP/1.1" status: 200 len: 946 time: 0.1005075 May 05 20:31:52.218668 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cdbc2cc3-c3d1-4c9e-8e0b-8d96ded81a66 req-752c2c89-b293-4538-aed7-1141b70f6c85 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492313 May 05 20:31:53.446332 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152b2d5-59f5-419a-b288-bfe2493be383 req-4ed19a16-fa31-4de5-a8e0-932e7e6d84b9 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:53.448504 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0152b2d5-59f5-419a-b288-bfe2493be383 req-4ed19a16-fa31-4de5-a8e0-932e7e6d84b9 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=755de429-26e9-4659-a7a9-0610bff72474 HTTP/1.1" status: 200 len: 946 time: 0.1074834 May 05 20:31:53.511537 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0152b2d5-59f5-419a-b288-bfe2493be383 req-445be403-ed1e-498f-949b-3f6fdf4bf781 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520215 May 05 20:31:53.792140 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dde234b-e5ee-4807-aa41-e7430a3e7a22 req-97aef805-df03-4587-96af-e4c1da632151 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:53.795672 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8dde234b-e5ee-4807-aa41-e7430a3e7a22 req-97aef805-df03-4587-96af-e4c1da632151 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=755de429-26e9-4659-a7a9-0610bff72474 HTTP/1.1" status: 200 len: 946 time: 0.1171653 May 05 20:31:53.845482 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8dde234b-e5ee-4807-aa41-e7430a3e7a22 req-dd9dc7f7-694a-48fb-90a1-150b0e60679d tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458958 May 05 20:31:53.970316 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:31:54.388298 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a7fd55-76a5-4f77-aba2-2cad50fa991d req-24a0b862-a587-4a75-b784-f9baac166a1b tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:54.388298 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d3a7fd55-76a5-4f77-aba2-2cad50fa991d req-24a0b862-a587-4a75-b784-f9baac166a1b tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=755de429-26e9-4659-a7a9-0610bff72474 HTTP/1.1" status: 200 len: 946 time: 0.0878243 May 05 20:31:54.437049 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d3a7fd55-76a5-4f77-aba2-2cad50fa991d req-6d74281f-bbaf-4f93-8bbc-3fdf4622acf0 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400496 May 05 20:31:55.692547 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4629e403-1d17-417f-b681-c57ebd692fe5 req-89608dda-0f8f-4875-bc14-0ec81914feb7 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:55.695394 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4629e403-1d17-417f-b681-c57ebd692fe5 req-89608dda-0f8f-4875-bc14-0ec81914feb7 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=755de429-26e9-4659-a7a9-0610bff72474 HTTP/1.1" status: 200 len: 946 time: 0.0923090 May 05 20:31:55.799625 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4629e403-1d17-417f-b681-c57ebd692fe5 req-5adf4262-5bda-4909-83aa-055e05963fc8 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997138 May 05 20:31:55.839154 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5a4b8-6601-4cd9-8a58-4ce37b838c49 req-40fefe5f-f6c9-4bce-9af2-5fc5947247e3 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:31:55.842385 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-16a5a4b8-6601-4cd9-8a58-4ce37b838c49 req-40fefe5f-f6c9-4bce-9af2-5fc5947247e3 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.24 "GET /v2.0/ports?device_id=755de429-26e9-4659-a7a9-0610bff72474 HTTP/1.1" status: 200 len: 946 time: 0.1261289 May 05 20:31:55.917992 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-16a5a4b8-6601-4cd9-8a58-4ce37b838c49 req-d66d2438-d37f-46e5-a274-2aa36cdb5a40 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Deleting port 82b88d0d-14c0-4223-9898-397307970d35 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:31:55.918366 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-16a5a4b8-6601-4cd9-8a58-4ce37b838c49 req-d66d2438-d37f-46e5-a274-2aa36cdb5a40 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:56.361062 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-16a5a4b8-6601-4cd9-8a58-4ce37b838c49 req-d66d2438-d37f-46e5-a274-2aa36cdb5a40 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] For port 82b88d0d-14c0-4223-9898-397307970d35, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=82b88d0d-14c0-4223-9898-397307970d35,segment=NetworkSegment(5effa292-6024-4206-9fcb-ee5e58965e00),segment_id=5effa292-6024-4206-9fcb-ee5e58965e00)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:31:56.361457 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-16a5a4b8-6601-4cd9-8a58-4ce37b838c49 req-d66d2438-d37f-46e5-a274-2aa36cdb5a40 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:56.542699 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-16a5a4b8-6601-4cd9-8a58-4ce37b838c49 req-d66d2438-d37f-46e5-a274-2aa36cdb5a40 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Calling delete_port for 82b88d0d-14c0-4223-9898-397307970d35 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:31:56.760973 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-16a5a4b8-6601-4cd9-8a58-4ce37b838c49 req-d66d2438-d37f-46e5-a274-2aa36cdb5a40 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:56.780710 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['1331d9a8-89ce-4fa1-a72a-63544342769c'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:31:56.814406 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['82b88d0d-14c0-4223-9898-397307970d35'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:31:56.816301 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66d2438-d37f-46e5-a274-2aa36cdb5a40 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Pushing event deleted for resources: {'Port': ['ID=82b88d0d-14c0-4223-9898-397307970d35,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:31:56.954606 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-16a5a4b8-6601-4cd9-8a58-4ce37b838c49 req-d66d2438-d37f-46e5-a274-2aa36cdb5a40 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] No DVR routers for this DVR port 82b88d0d-14c0-4223-9898-397307970d35 on host n-h1-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:31:56.962609 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-16a5a4b8-6601-4cd9-8a58-4ce37b838c49 req-d66d2438-d37f-46e5-a274-2aa36cdb5a40 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:31:56.984161 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '755de429-26e9-4659-a7a9-0610bff72474', 'name': 'network-vif-deleted', 'tag': '82b88d0d-14c0-4223-9898-397307970d35'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:31:57.020759 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-16a5a4b8-6601-4cd9-8a58-4ce37b838c49 req-d66d2438-d37f-46e5-a274-2aa36cdb5a40 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.24 "DELETE /v2.0/ports/82b88d0d-14c0-4223-9898-397307970d35 HTTP/1.1" status: 204 len: 173 time: 1.1743393 May 05 20:31:57.039995 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-02586b3a-cd91-4128-aba7-999bd47cee72 req-d232ba66-853f-4703-8fb2-d8c92bceb2eb tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=755de429-26e9-4659-a7a9-0610bff72474 HTTP/1.1" status: 200 len: 210 time: 0.0884049 May 05 20:31:57.076839 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82ba9fb6-7f3f-40fd-9c33-00177b1de2b2'] response: {'server_uuid': '755de429-26e9-4659-a7a9-0610bff72474', 'name': 'network-vif-deleted', 'tag': '82b88d0d-14c0-4223-9898-397307970d35', 'status': 'completed', 'code': 200} May 05 20:31:58.225607 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7e57347f-a673-4b05-8f55-a90f9e96ca1c req-62bd1a1d-eaf0-4139-8bc8-08e208d86cd7 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=755de429-26e9-4659-a7a9-0610bff72474 HTTP/1.1" status: 200 len: 210 time: 0.0659297 May 05 20:31:59.521237 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 82b88d0d-14c0-4223-9898-397307970d35 no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:31:59.558233 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] No Port match for: 82b88d0d-14c0-4223-9898-397307970d35 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:31:59.558583 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 82b88d0d-14c0-4223-9898-397307970d35 not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:32:00.447323 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 34760) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:32:00.550575 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-869b8e59-3450-4e56-a691-07f9d6f9ccca req-4aa5f45f-1d59-424d-a33f-2f1e52adf38f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=038d089c-72d3-4a9a-889f-f31d6811b702&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1048598 May 05 20:32:00.584471 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-27b584b4-0abb-48cc-99a9-124a2599f9e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:00.612866 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-27b584b4-0abb-48cc-99a9-124a2599f9e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:32:00.617486 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-27b584b4-0abb-48cc-99a9-124a2599f9e2 admin admin] Usage tracker for resource:security_group_rule and tenant:41627c49d24543adade53f6ff1e7a71d is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:32:00.620891 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-27b584b4-0abb-48cc-99a9-124a2599f9e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:32:00.627993 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-27b584b4-0abb-48cc-99a9-124a2599f9e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:32:00.720748 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-27b584b4-0abb-48cc-99a9-124a2599f9e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:00.725325 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-27b584b4-0abb-48cc-99a9-124a2599f9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:00.742025 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b8e59-3450-4e56-a691-07f9d6f9ccca req-4f390369-a38a-4d08-b3ab-262bd8f599f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:00.743654 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-869b8e59-3450-4e56-a691-07f9d6f9ccca req-4f390369-a38a-4d08-b3ab-262bd8f599f0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d5327fecdbda4453866269afbd5ac6fc&device_id=038d089c-72d3-4a9a-889f-f31d6811b702 HTTP/1.1" status: 200 len: 1097 time: 0.1059248 May 05 20:32:00.778390 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-27b584b4-0abb-48cc-99a9-124a2599f9e2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=41627c49d24543adade53f6ff1e7a71d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3288014 May 05 20:32:00.778390 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b584b4-0abb-48cc-99a9-124a2599f9e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31619fde-955e-4ece-8c74-5371e9cde231,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:32:00.779745 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 34770) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:32:00.840546 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6216c855-3e6d-48c1-985e-b3e47603c99c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:00.872515 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6216c855-3e6d-48c1-985e-b3e47603c99c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:00.922213 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b8e59-3450-4e56-a691-07f9d6f9ccca req-bf921dbc-005e-483b-a468-b41ea379727a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:00.924597 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-869b8e59-3450-4e56-a691-07f9d6f9ccca req-bf921dbc-005e-483b-a468-b41ea379727a service neutron] 10.222.0.50 "GET /v2.0/networks?id=29a0e805-6e5b-4d29-836f-ace2c73e49b1 HTTP/1.1" status: 200 len: 912 time: 0.1605291 May 05 20:32:00.938631 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6216c855-3e6d-48c1-985e-b3e47603c99c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:00.961054 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6216c855-3e6d-48c1-985e-b3e47603c99c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31619fde-955e-4ece-8c74-5371e9cde231,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:32:00.971933 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6216c855-3e6d-48c1-985e-b3e47603c99c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:00.976424 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-6216c855-3e6d-48c1-985e-b3e47603c99c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/31619fde-955e-4ece-8c74-5371e9cde231 HTTP/1.1" status: 204 len: 168 time: 0.1955099 May 05 20:32:01.007667 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-869b8e59-3450-4e56-a691-07f9d6f9ccca req-dc490b2a-75b6-44ac-a038-a109d085cd34 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1331d9a8-89ce-4fa1-a72a-63544342769c HTTP/1.1" status: 200 len: 217 time: 0.0749757 May 05 20:32:01.078829 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b8e59-3450-4e56-a691-07f9d6f9ccca req-44d7fe96-4cbe-43a2-87b2-3f8bd29960d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:01.081010 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-869b8e59-3450-4e56-a691-07f9d6f9ccca req-44d7fe96-4cbe-43a2-87b2-3f8bd29960d5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d4fffa46-b0f9-43c4-a768-6cf896707ddc HTTP/1.1" status: 200 len: 850 time: 0.0660884 May 05 20:32:01.163255 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b8e59-3450-4e56-a691-07f9d6f9ccca req-6d76f683-e2f8-4d40-a22b-8a234d8074a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:01.165107 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-869b8e59-3450-4e56-a691-07f9d6f9ccca req-6d76f683-e2f8-4d40-a22b-8a234d8074a3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=29a0e805-6e5b-4d29-836f-ace2c73e49b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0781519 May 05 20:32:01.311720 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-869b8e59-3450-4e56-a691-07f9d6f9ccca req-1fb4899a-fa62-44cd-bba1-82083a2cab39 service neutron] 10.222.0.50 "GET /v2.0/networks/29a0e805-6e5b-4d29-836f-ace2c73e49b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399822 May 05 20:32:01.328901 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 34778) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:32:01.348738 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2d018a34-6f99-487d-bf3e-444dca3bf1fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:01.367138 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-2d018a34-6f99-487d-bf3e-444dca3bf1fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:32:01.371653 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-2d018a34-6f99-487d-bf3e-444dca3bf1fc admin admin] Usage tracker for resource:security_group_rule and tenant:98d1835d04874a42ba4dc31450e0e9d9 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:32:01.374873 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-2d018a34-6f99-487d-bf3e-444dca3bf1fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:32:01.381770 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-2d018a34-6f99-487d-bf3e-444dca3bf1fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:32:01.466708 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-869b8e59-3450-4e56-a691-07f9d6f9ccca req-81336ea5-6a50-4ea9-a3de-73b1c56be6a0 service neutron] 10.222.0.50 "GET /v2.0/networks/29a0e805-6e5b-4d29-836f-ace2c73e49b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488361 May 05 20:32:01.475182 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2d018a34-6f99-487d-bf3e-444dca3bf1fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:01.482383 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2d018a34-6f99-487d-bf3e-444dca3bf1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:01.532613 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-2d018a34-6f99-487d-bf3e-444dca3bf1fc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=98d1835d04874a42ba4dc31450e0e9d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2025824 May 05 20:32:01.534829 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d018a34-6f99-487d-bf3e-444dca3bf1fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ccdd8d-58c7-41cd-ba08-fbea601f1572,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:32:01.535914 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 34782) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:32:01.621960 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-17af313a-3e13-477d-ba2b-a24868f13e32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:01.654963 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-17af313a-3e13-477d-ba2b-a24868f13e32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:01.722235 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-17af313a-3e13-477d-ba2b-a24868f13e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:01.741025 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17af313a-3e13-477d-ba2b-a24868f13e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ccdd8d-58c7-41cd-ba08-fbea601f1572,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:32:01.749117 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-17af313a-3e13-477d-ba2b-a24868f13e32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:01.751169 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-17af313a-3e13-477d-ba2b-a24868f13e32 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/88ccdd8d-58c7-41cd-ba08-fbea601f1572 HTTP/1.1" status: 204 len: 168 time: 0.2133245 May 05 20:32:03.132462 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef230a-cba6-4db3-b6ff-2166f1ebe1b7 req-a01bd083-eda8-46eb-871a-5bf54ec6e6f7 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:03.133194 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-89ef230a-cba6-4db3-b6ff-2166f1ebe1b7 req-a01bd083-eda8-46eb-871a-5bf54ec6e6f7 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Synchronizing usage tracker for tenant:d5327fecdbda4453866269afbd5ac6fc on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:32:03.149721 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-89ef230a-cba6-4db3-b6ff-2166f1ebe1b7 req-a01bd083-eda8-46eb-871a-5bf54ec6e6f7 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Unset dirty status for tenant:d5327fecdbda4453866269afbd5ac6fc on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:32:03.150805 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-89ef230a-cba6-4db3-b6ff-2166f1ebe1b7 req-a01bd083-eda8-46eb-871a-5bf54ec6e6f7 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=038d089c-72d3-4a9a-889f-f31d6811b702 HTTP/1.1" status: 200 len: 946 time: 0.1012752 May 05 20:32:03.201418 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-89ef230a-cba6-4db3-b6ff-2166f1ebe1b7 req-0e9434ba-5613-4969-bc66-b83590298a45 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444369 May 05 20:32:04.176464 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bdd9b1cd-85fd-403c-842a-f3fb25768c65 req-c6fdd00c-588d-481f-ae26-9e060451bd25 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7c3002fd-5764-4c77-bc62-4fc7c0529c88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0702233 May 05 20:32:04.321171 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd9b1cd-85fd-403c-842a-f3fb25768c65 req-fe3f1403-edcc-4c1c-993d-ecde3e9f5abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:04.322798 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bdd9b1cd-85fd-403c-842a-f3fb25768c65 req-fe3f1403-edcc-4c1c-993d-ecde3e9f5abd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=310f91420a2d4ddd8aab8a710d8dc814&device_id=7c3002fd-5764-4c77-bc62-4fc7c0529c88 HTTP/1.1" status: 200 len: 1096 time: 0.0804050 May 05 20:32:04.404205 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff09df7e-e5c3-443f-b929-7d082debabaa req-0d9da9a6-32c9-40f7-b0ee-9f56a9171fd9 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:04.411470 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ff09df7e-e5c3-443f-b929-7d082debabaa req-0d9da9a6-32c9-40f7-b0ee-9f56a9171fd9 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=038d089c-72d3-4a9a-889f-f31d6811b702 HTTP/1.1" status: 200 len: 946 time: 0.0979581 May 05 20:32:04.453979 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ff09df7e-e5c3-443f-b929-7d082debabaa req-3ff461b3-e831-4ba0-9548-aa035db12a9d tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416560 May 05 20:32:04.484497 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd9b1cd-85fd-403c-842a-f3fb25768c65 req-53f5ffac-81fe-4efb-a934-6658ca0cc883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:04.486133 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bdd9b1cd-85fd-403c-842a-f3fb25768c65 req-53f5ffac-81fe-4efb-a934-6658ca0cc883 service neutron] 10.222.0.24 "GET /v2.0/networks?id=71342f67-7cb7-41bb-881a-bb31f2125efb HTTP/1.1" status: 200 len: 898 time: 0.1436620 May 05 20:32:04.660456 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cb1bc901-0ecf-460b-97de-c920838d4996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:04.765376 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bdd9b1cd-85fd-403c-842a-f3fb25768c65 req-3705bd43-4788-4578-ae72-6aab3a238c30 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7672a947-9711-4d83-812c-df2fbf70b2ed HTTP/1.1" status: 200 len: 1000 time: 0.2735090 May 05 20:32:04.833848 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb9a1dd-fe5d-438c-a3de-9cf1a7062418 req-04ff9e94-590e-4e01-a07a-96540193166f tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:04.838309 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9cb9a1dd-fe5d-438c-a3de-9cf1a7062418 req-04ff9e94-590e-4e01-a07a-96540193166f tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.50 "GET /v2.0/ports?device_id=038d089c-72d3-4a9a-889f-f31d6811b702 HTTP/1.1" status: 200 len: 946 time: 0.2896461 May 05 20:32:04.844036 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd9b1cd-85fd-403c-842a-f3fb25768c65 req-c221a1de-85fc-418e-8312-644433ca2b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:04.845404 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bdd9b1cd-85fd-403c-842a-f3fb25768c65 req-c221a1de-85fc-418e-8312-644433ca2b8d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a13cd322-8e24-41ab-b0e8-b7bd3fc6a210 HTTP/1.1" status: 200 len: 834 time: 0.0740201 May 05 20:32:04.957965 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-9cb9a1dd-fe5d-438c-a3de-9cf1a7062418 req-0f12c40e-2370-49c5-bcbe-76d1858ce3d2 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Deleting port 1331d9a8-89ce-4fa1-a72a-63544342769c {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:32:04.958298 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9cb9a1dd-fe5d-438c-a3de-9cf1a7062418 req-0f12c40e-2370-49c5-bcbe-76d1858ce3d2 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:05.071148 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd9b1cd-85fd-403c-842a-f3fb25768c65 req-403670dd-9645-4ec8-8074-e5b19ad3a413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:05.072658 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bdd9b1cd-85fd-403c-842a-f3fb25768c65 req-403670dd-9645-4ec8-8074-e5b19ad3a413 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=71342f67-7cb7-41bb-881a-bb31f2125efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1987610 May 05 20:32:05.322965 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bdd9b1cd-85fd-403c-842a-f3fb25768c65 req-a379badf-8ac5-4211-8227-0f217807e2ee service neutron] 10.222.0.24 "GET /v2.0/networks/71342f67-7cb7-41bb-881a-bb31f2125efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421219 May 05 20:32:05.368017 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-9cb9a1dd-fe5d-438c-a3de-9cf1a7062418 req-0f12c40e-2370-49c5-bcbe-76d1858ce3d2 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] For port 1331d9a8-89ce-4fa1-a72a-63544342769c, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=1331d9a8-89ce-4fa1-a72a-63544342769c,segment=NetworkSegment(5effa292-6024-4206-9fcb-ee5e58965e00),segment_id=5effa292-6024-4206-9fcb-ee5e58965e00)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:32:05.368372 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9cb9a1dd-fe5d-438c-a3de-9cf1a7062418 req-0f12c40e-2370-49c5-bcbe-76d1858ce3d2 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:05.541291 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-9cb9a1dd-fe5d-438c-a3de-9cf1a7062418 req-0f12c40e-2370-49c5-bcbe-76d1858ce3d2 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Calling delete_port for 1331d9a8-89ce-4fa1-a72a-63544342769c owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:32:05.698159 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bdd9b1cd-85fd-403c-842a-f3fb25768c65 req-8035bc35-83c5-4e02-9990-1ae048760676 service neutron] 10.222.0.24 "GET /v2.0/networks/71342f67-7cb7-41bb-881a-bb31f2125efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3658526 May 05 20:32:05.772941 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf841872-f211-413b-b416-1be4f59e8aa8 req-50bb67dc-863e-45f1-b414-facb4aa8e085 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:05.774302 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cf841872-f211-413b-b416-1be4f59e8aa8 req-50bb67dc-863e-45f1-b414-facb4aa8e085 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=038d089c-72d3-4a9a-889f-f31d6811b702 HTTP/1.1" status: 200 len: 946 time: 0.1908615 May 05 20:32:05.816722 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9cb9a1dd-fe5d-438c-a3de-9cf1a7062418 req-0f12c40e-2370-49c5-bcbe-76d1858ce3d2 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:05.872772 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cf841872-f211-413b-b416-1be4f59e8aa8 req-04cd4838-420d-4c5e-8c4b-b9fd56d9e2ac tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e96caef-fcfd-4c33-8a6b-2fc78f90d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900514 May 05 20:32:05.875150 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f12c40e-2370-49c5-bcbe-76d1858ce3d2 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Pushing event deleted for resources: {'Port': ['ID=1331d9a8-89ce-4fa1-a72a-63544342769c,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:32:05.955471 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cb9a1dd-fe5d-438c-a3de-9cf1a7062418 req-0f12c40e-2370-49c5-bcbe-76d1858ce3d2 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] No DVR routers for this DVR port 1331d9a8-89ce-4fa1-a72a-63544342769c on host n-h2-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:32:05.958104 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9cb9a1dd-fe5d-438c-a3de-9cf1a7062418 req-0f12c40e-2370-49c5-bcbe-76d1858ce3d2 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:05.960757 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '038d089c-72d3-4a9a-889f-f31d6811b702', 'name': 'network-vif-deleted', 'tag': '1331d9a8-89ce-4fa1-a72a-63544342769c'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:32:05.977307 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9cb9a1dd-fe5d-438c-a3de-9cf1a7062418 req-0f12c40e-2370-49c5-bcbe-76d1858ce3d2 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.50 "DELETE /v2.0/ports/1331d9a8-89ce-4fa1-a72a-63544342769c HTTP/1.1" status: 204 len: 173 time: 1.1349792 May 05 20:32:06.013813 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ff41e40-5aec-42db-b87a-312f8204d394'] response: {'server_uuid': '038d089c-72d3-4a9a-889f-f31d6811b702', 'name': 'network-vif-deleted', 'tag': '1331d9a8-89ce-4fa1-a72a-63544342769c', 'status': 'completed', 'code': 200} May 05 20:32:06.857773 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0a8ad7be-07d1-43d4-9fbb-9e30b1d4d925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:07.079575 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-539be330-8385-4114-92e8-528531c085df req-0666f240-9da1-449c-84a5-87a21cda2e38 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Synchronizing usage tracker for tenant:d5327fecdbda4453866269afbd5ac6fc on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:32:07.095703 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-539be330-8385-4114-92e8-528531c085df req-0666f240-9da1-449c-84a5-87a21cda2e38 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Unset dirty status for tenant:d5327fecdbda4453866269afbd5ac6fc on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:32:07.099784 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-539be330-8385-4114-92e8-528531c085df req-0666f240-9da1-449c-84a5-87a21cda2e38 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=038d089c-72d3-4a9a-889f-f31d6811b702 HTTP/1.1" status: 200 len: 210 time: 0.0776920 May 05 20:32:07.372350 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 1331d9a8-89ce-4fa1-a72a-63544342769c no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:32:07.437020 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] No Port match for: 1331d9a8-89ce-4fa1-a72a-63544342769c {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:32:07.437811 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 1331d9a8-89ce-4fa1-a72a-63544342769c not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:32:07.692371 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 34872) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:32:07.815343 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e8175ffb-ccd9-4c9a-8481-e298c53f847c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:07.829341 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-e8175ffb-ccd9-4c9a-8481-e298c53f847c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:32:07.833706 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-e8175ffb-ccd9-4c9a-8481-e298c53f847c admin admin] Usage tracker for resource:security_group_rule and tenant:c93ca7ab87bc43f6b4c436af3e7951ba is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:32:07.836499 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-e8175ffb-ccd9-4c9a-8481-e298c53f847c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:32:07.842138 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-e8175ffb-ccd9-4c9a-8481-e298c53f847c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:32:07.889596 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:07.938593 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e8175ffb-ccd9-4c9a-8481-e298c53f847c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:07.943791 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e8175ffb-ccd9-4c9a-8481-e298c53f847c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:07.991949 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-e8175ffb-ccd9-4c9a-8481-e298c53f847c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c93ca7ab87bc43f6b4c436af3e7951ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2984719 May 05 20:32:07.994615 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 34878) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:32:07.997266 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8175ffb-ccd9-4c9a-8481-e298c53f847c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5735bc-73ba-4904-b481-9839203fa547,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:32:08.072251 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6691e1a5-9c1d-4fdb-9884-c04ccdd436f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:08.073681 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:08.099992 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6691e1a5-9c1d-4fdb-9884-c04ccdd436f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:08.164826 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6691e1a5-9c1d-4fdb-9884-c04ccdd436f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:08.192428 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6691e1a5-9c1d-4fdb-9884-c04ccdd436f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5735bc-73ba-4904-b481-9839203fa547,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:32:08.217627 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6691e1a5-9c1d-4fdb-9884-c04ccdd436f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:08.221448 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-6691e1a5-9c1d-4fdb-9884-c04ccdd436f6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0a5735bc-73ba-4904-b481-9839203fa547 HTTP/1.1" status: 204 len: 168 time: 0.2258480 May 05 20:32:09.639093 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:10.727333 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35024) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:32:10.732723 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-e264368c-8db7-4deb-ae99-2ad874d10db4 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2113804222', 'description': 'tempest-secgroup-smoke-2113804222 description', 'project_id': 'd5327fecdbda4453866269afbd5ac6fc'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:32:10.740232 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-e264368c-8db7-4deb-ae99-2ad874d10db4 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:32:10.750196 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-e264368c-8db7-4deb-ae99-2ad874d10db4 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:32:10.762143 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e264368c-8db7-4deb-ae99-2ad874d10db4 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:10.785731 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-e264368c-8db7-4deb-ae99-2ad874d10db4 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:32:10.789884 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-e264368c-8db7-4deb-ae99-2ad874d10db4 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Usage tracker for resource:security_group_rule and tenant:d5327fecdbda4453866269afbd5ac6fc is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:32:10.793176 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-e264368c-8db7-4deb-ae99-2ad874d10db4 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:32:10.799842 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-e264368c-8db7-4deb-ae99-2ad874d10db4 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:32:10.879879 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e264368c-8db7-4deb-ae99-2ad874d10db4 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:10.884691 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e264368c-8db7-4deb-ae99-2ad874d10db4 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:10.934768 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e264368c-8db7-4deb-ae99-2ad874d10db4 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f08f8f11-ad26-4de6-bd06-532cbd86f1a0,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:32:10.941466 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e264368c-8db7-4deb-ae99-2ad874d10db4 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:10.946228 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35030) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:32:10.946639 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-e264368c-8db7-4deb-ae99-2ad874d10db4 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2177594 May 05 20:32:10.952081 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-41aae438-f178-4349-9ed8-fed53350ed0f tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Request body: {'security_group_rule': {'security_group_id': 'f08f8f11-ad26-4de6-bd06-532cbd86f1a0', 'project_id': 'd5327fecdbda4453866269afbd5ac6fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:32:10.959268 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-41aae438-f178-4349-9ed8-fed53350ed0f tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:32:10.963193 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-41aae438-f178-4349-9ed8-fed53350ed0f tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Usage tracker for resource:security_group_rule and tenant:d5327fecdbda4453866269afbd5ac6fc is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:32:10.966628 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-41aae438-f178-4349-9ed8-fed53350ed0f tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:32:10.973062 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-41aae438-f178-4349-9ed8-fed53350ed0f tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:32:10.991057 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-41aae438-f178-4349-9ed8-fed53350ed0f tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:11.058359 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-41aae438-f178-4349-9ed8-fed53350ed0f tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:11.062524 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-41aae438-f178-4349-9ed8-fed53350ed0f tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:11.087625 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aae438-f178-4349-9ed8-fed53350ed0f tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69f8b937-67a0-44c8-afeb-7189b0e15ac7,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:32:11.099786 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aae438-f178-4349-9ed8-fed53350ed0f tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:32:11.100151 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aae438-f178-4349-9ed8-fed53350ed0f tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:32:11.100541 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aae438-f178-4349-9ed8-fed53350ed0f tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:32:11.100871 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aae438-f178-4349-9ed8-fed53350ed0f tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:32:11.101202 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aae438-f178-4349-9ed8-fed53350ed0f tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:32:11.101531 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aae438-f178-4349-9ed8-fed53350ed0f tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:32:11.101843 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aae438-f178-4349-9ed8-fed53350ed0f tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:32:11.102158 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aae438-f178-4349-9ed8-fed53350ed0f tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:32:11.102473 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aae438-f178-4349-9ed8-fed53350ed0f tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:32:11.102785 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aae438-f178-4349-9ed8-fed53350ed0f tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:32:11.103096 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aae438-f178-4349-9ed8-fed53350ed0f tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:32:11.103431 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aae438-f178-4349-9ed8-fed53350ed0f tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:32:11.106235 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-41aae438-f178-4349-9ed8-fed53350ed0f tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:11.107626 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-41aae438-f178-4349-9ed8-fed53350ed0f tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1597650 May 05 20:32:11.110694 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35034) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:32:11.116404 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-454a0d30-5264-4e41-950f-759639e6f689 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Request body: {'security_group_rule': {'security_group_id': 'f08f8f11-ad26-4de6-bd06-532cbd86f1a0', 'project_id': 'd5327fecdbda4453866269afbd5ac6fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:32:11.123566 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-454a0d30-5264-4e41-950f-759639e6f689 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:32:11.128086 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-454a0d30-5264-4e41-950f-759639e6f689 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Usage tracker for resource:security_group_rule and tenant:d5327fecdbda4453866269afbd5ac6fc is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:32:11.131047 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-454a0d30-5264-4e41-950f-759639e6f689 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:32:11.136750 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-454a0d30-5264-4e41-950f-759639e6f689 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:32:11.154706 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-454a0d30-5264-4e41-950f-759639e6f689 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:11.217586 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-454a0d30-5264-4e41-950f-759639e6f689 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:11.221563 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-454a0d30-5264-4e41-950f-759639e6f689 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:11.248176 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454a0d30-5264-4e41-950f-759639e6f689 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45469926-e2ae-4247-8337-8aa921119f21,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:32:11.259744 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-454a0d30-5264-4e41-950f-759639e6f689 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:11.260946 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-454a0d30-5264-4e41-950f-759639e6f689 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1491280 May 05 20:32:11.263713 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35038) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:32:11.269363 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-083020be-54f3-4679-9d30-45a14c5e636a tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Request body: {'security_group_rule': {'security_group_id': 'f08f8f11-ad26-4de6-bd06-532cbd86f1a0', 'project_id': 'd5327fecdbda4453866269afbd5ac6fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:32:11.276146 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-083020be-54f3-4679-9d30-45a14c5e636a tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:32:11.280215 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-083020be-54f3-4679-9d30-45a14c5e636a tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Usage tracker for resource:security_group_rule and tenant:d5327fecdbda4453866269afbd5ac6fc is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:32:11.283928 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-083020be-54f3-4679-9d30-45a14c5e636a tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:32:11.289784 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-083020be-54f3-4679-9d30-45a14c5e636a tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:32:11.308084 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-083020be-54f3-4679-9d30-45a14c5e636a tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:11.375056 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-083020be-54f3-4679-9d30-45a14c5e636a tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:11.379400 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-083020be-54f3-4679-9d30-45a14c5e636a tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:11.404873 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083020be-54f3-4679-9d30-45a14c5e636a tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97c534b1-9d6a-47fc-9167-b114cceb6d4c,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:32:11.415853 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-083020be-54f3-4679-9d30-45a14c5e636a tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:11.417069 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-083020be-54f3-4679-9d30-45a14c5e636a tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1523821 May 05 20:32:11.419772 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35042) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:32:11.425877 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-bb124f48-3e49-4de1-bcce-49411ff88b42 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Request body: {'security_group_rule': {'security_group_id': 'f08f8f11-ad26-4de6-bd06-532cbd86f1a0', 'project_id': 'd5327fecdbda4453866269afbd5ac6fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:32:11.432662 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-bb124f48-3e49-4de1-bcce-49411ff88b42 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:32:11.436618 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-bb124f48-3e49-4de1-bcce-49411ff88b42 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Usage tracker for resource:security_group_rule and tenant:d5327fecdbda4453866269afbd5ac6fc is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:32:11.439577 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-bb124f48-3e49-4de1-bcce-49411ff88b42 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:32:11.445678 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-bb124f48-3e49-4de1-bcce-49411ff88b42 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:32:11.466685 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bb124f48-3e49-4de1-bcce-49411ff88b42 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:11.535050 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bb124f48-3e49-4de1-bcce-49411ff88b42 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:11.539475 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bb124f48-3e49-4de1-bcce-49411ff88b42 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:11.563748 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb124f48-3e49-4de1-bcce-49411ff88b42 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b889cbb-b647-4a0f-a5ef-deea7203e241,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:32:11.574894 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bb124f48-3e49-4de1-bcce-49411ff88b42 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:11.576126 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-bb124f48-3e49-4de1-bcce-49411ff88b42 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1554496 May 05 20:32:11.578818 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35046) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:32:11.584009 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-b6cd5a66-5427-4d5f-a6f9-2fcc3dacc4b5 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Request body: {'security_group_rule': {'security_group_id': 'f08f8f11-ad26-4de6-bd06-532cbd86f1a0', 'project_id': 'd5327fecdbda4453866269afbd5ac6fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:32:11.590726 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-b6cd5a66-5427-4d5f-a6f9-2fcc3dacc4b5 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:32:11.594591 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-b6cd5a66-5427-4d5f-a6f9-2fcc3dacc4b5 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Usage tracker for resource:security_group_rule and tenant:d5327fecdbda4453866269afbd5ac6fc is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:32:11.597556 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-b6cd5a66-5427-4d5f-a6f9-2fcc3dacc4b5 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:32:11.603520 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-b6cd5a66-5427-4d5f-a6f9-2fcc3dacc4b5 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:32:11.619706 n-d-840717-1 neutron-server[88197]: INFO neutron.db.securitygroups_db [None req-b6cd5a66-5427-4d5f-a6f9-2fcc3dacc4b5 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Project d5327fecdbda4453866269afbd5ac6fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 20:32:11.627870 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b6cd5a66-5427-4d5f-a6f9-2fcc3dacc4b5 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:11.696008 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b6cd5a66-5427-4d5f-a6f9-2fcc3dacc4b5 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:11.700320 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b6cd5a66-5427-4d5f-a6f9-2fcc3dacc4b5 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:11.724038 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd5a66-5427-4d5f-a6f9-2fcc3dacc4b5 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b982df61-82d8-4ee5-89af-d7821d1635a3,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:32:11.733965 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b6cd5a66-5427-4d5f-a6f9-2fcc3dacc4b5 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:11.735560 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-b6cd5a66-5427-4d5f-a6f9-2fcc3dacc4b5 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1555169 May 05 20:32:11.738889 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35050) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:32:11.743966 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-e3746393-36a1-456f-b36c-841c1e4fa55f tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Request body: {'security_group_rule': {'security_group_id': 'f08f8f11-ad26-4de6-bd06-532cbd86f1a0', 'project_id': 'd5327fecdbda4453866269afbd5ac6fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:32:11.750681 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-e3746393-36a1-456f-b36c-841c1e4fa55f tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:32:11.755242 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-e3746393-36a1-456f-b36c-841c1e4fa55f tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Usage tracker for resource:security_group_rule and tenant:d5327fecdbda4453866269afbd5ac6fc is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:32:11.758182 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-e3746393-36a1-456f-b36c-841c1e4fa55f tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:32:11.764016 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-e3746393-36a1-456f-b36c-841c1e4fa55f tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:32:11.775565 n-d-840717-1 neutron-server[88197]: INFO neutron.db.securitygroups_db [None req-e3746393-36a1-456f-b36c-841c1e4fa55f tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Project d5327fecdbda4453866269afbd5ac6fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 20:32:11.782503 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e3746393-36a1-456f-b36c-841c1e4fa55f tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:11.854660 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e3746393-36a1-456f-b36c-841c1e4fa55f tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:11.858418 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e3746393-36a1-456f-b36c-841c1e4fa55f tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:11.876616 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3746393-36a1-456f-b36c-841c1e4fa55f tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8065fc49-6019-4269-bdc3-c878a39bc988,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:32:11.893800 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e3746393-36a1-456f-b36c-841c1e4fa55f tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:11.895065 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-e3746393-36a1-456f-b36c-841c1e4fa55f tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1552007 May 05 20:32:14.472838 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:16.526859 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:30.969873 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:32:31.364400 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-cecc5304-c71e-406a-acb8-81bb071cdb9d req-20a11dcb-5a60-4711-b426-58aced6d1521 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Synchronizing usage tracker for tenant:d5327fecdbda4453866269afbd5ac6fc on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:32:31.385633 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-cecc5304-c71e-406a-acb8-81bb071cdb9d req-20a11dcb-5a60-4711-b426-58aced6d1521 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Unset dirty status for tenant:d5327fecdbda4453866269afbd5ac6fc on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:32:31.387110 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cecc5304-c71e-406a-acb8-81bb071cdb9d req-20a11dcb-5a60-4711-b426-58aced6d1521 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2113804222&fields=id&tenant_id=d5327fecdbda4453866269afbd5ac6fc HTTP/1.1" status: 200 len: 267 time: 0.0735404 May 05 20:32:31.570189 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc5304-c71e-406a-acb8-81bb071cdb9d req-39c3b736-d802-4d98-96ae-c7b31c5979bb tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:31.574856 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cecc5304-c71e-406a-acb8-81bb071cdb9d req-39c3b736-d802-4d98-96ae-c7b31c5979bb tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/networks?id=29a0e805-6e5b-4d29-836f-ace2c73e49b1 HTTP/1.1" status: 200 len: 811 time: 0.1809261 May 05 20:32:31.590988 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cecc5304-c71e-406a-acb8-81bb071cdb9d req-f842ac2c-5b48-4ab5-bb44-647a4f4ca4d5 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/quotas/d5327fecdbda4453866269afbd5ac6fc HTTP/1.1" status: 200 len: 375 time: 0.0135746 May 05 20:32:31.718433 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cecc5304-c71e-406a-acb8-81bb071cdb9d req-84c7083e-820b-4e89-9e8c-2e6ab2b12ba0 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d5327fecdbda4453866269afbd5ac6fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1197207 May 05 20:32:31.878575 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cecc5304-c71e-406a-acb8-81bb071cdb9d req-e52f793e-b61e-4b5b-86fc-8262fd77ab8b service neutron] 10.222.0.36 "GET /v2.0/networks/29a0e805-6e5b-4d29-836f-ace2c73e49b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477044 May 05 20:32:32.083783 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cecc5304-c71e-406a-acb8-81bb071cdb9d req-7807c42b-f951-4f74-b082-4c16e4e35630 service neutron] 10.222.0.36 "GET /v2.0/networks/29a0e805-6e5b-4d29-836f-ace2c73e49b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993320 May 05 20:32:32.599836 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7297258b-063e-451b-a2bf-c1fd796c18aa req-9727b374-6e79-4fb4-afd1-b8d79983a813 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2937469-6087-444f-9329-578248350285 HTTP/1.1" status: 200 len: 210 time: 0.0571196 May 05 20:32:33.787957 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5c42f35e-1aae-4516-8c02-73023ec2a163 req-492096a1-af26-41a8-a054-8058ea5c04d3 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2937469-6087-444f-9329-578248350285 HTTP/1.1" status: 200 len: 210 time: 0.0537674 May 05 20:32:34.136043 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc5304-c71e-406a-acb8-81bb071cdb9d req-1b6b14da-1d70-4b9a-8182-2aabe5374293 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:34.139977 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cecc5304-c71e-406a-acb8-81bb071cdb9d req-1b6b14da-1d70-4b9a-8182-2aabe5374293 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.50 "GET /v2.0/networks?id=29a0e805-6e5b-4d29-836f-ace2c73e49b1 HTTP/1.1" status: 200 len: 811 time: 0.3442364 May 05 20:32:34.200175 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cecc5304-c71e-406a-acb8-81bb071cdb9d req-c5193b29-afa6-4e81-9267-70efc03d116b tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5327fecdbda4453866269afbd5ac6fc HTTP/1.1" status: 200 len: 380 time: 0.0527015 May 05 20:32:34.207696 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-cecc5304-c71e-406a-acb8-81bb071cdb9d req-a4298947-9a5d-4d96-bc99-bd3672c017d0 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Request body: {'port': {'device_id': 'd2937469-6087-444f-9329-578248350285', 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1', 'admin_state_up': True, 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc', 'security_groups': ['f08f8f11-ad26-4de6-bd06-532cbd86f1a0']}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:32:34.393871 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-cecc5304-c71e-406a-acb8-81bb071cdb9d req-a4298947-9a5d-4d96-bc99-bd3672c017d0 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:32:34.406858 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-cecc5304-c71e-406a-acb8-81bb071cdb9d req-a4298947-9a5d-4d96-bc99-bd3672c017d0 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:32:34.416969 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cecc5304-c71e-406a-acb8-81bb071cdb9d req-a4298947-9a5d-4d96-bc99-bd3672c017d0 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Made reservation on behalf of d5327fecdbda4453866269afbd5ac6fc for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:32:34.421171 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-cecc5304-c71e-406a-acb8-81bb071cdb9d req-a4298947-9a5d-4d96-bc99-bd3672c017d0 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:34.653547 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-cecc5304-c71e-406a-acb8-81bb071cdb9d req-a4298947-9a5d-4d96-bc99-bd3672c017d0 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Allocated IP 172.20.0.5 (29a0e805-6e5b-4d29-836f-ace2c73e49b1/d4fffa46-b0f9-43c4-a768-6cf896707ddc/9c05f481-2a58-4447-b341-273539c11b46) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:32:34.660283 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2ce2aa66-bdd6-4b14-9373-c8cde5e05639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:34.891519 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-cecc5304-c71e-406a-acb8-81bb071cdb9d req-a4298947-9a5d-4d96-bc99-bd3672c017d0 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:34.908482 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-cecc5304-c71e-406a-acb8-81bb071cdb9d req-a4298947-9a5d-4d96-bc99-bd3672c017d0 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Transition to ACTIVE for port object 9c05f481-2a58-4447-b341-273539c11b46 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:32:34.981938 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-cecc5304-c71e-406a-acb8-81bb071cdb9d req-a4298947-9a5d-4d96-bc99-bd3672c017d0 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:35.065575 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cecc5304-c71e-406a-acb8-81bb071cdb9d req-a4298947-9a5d-4d96-bc99-bd3672c017d0 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Network 29a0e805-6e5b-4d29-836f-ace2c73e49b1 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:32:35.070339 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-cecc5304-c71e-406a-acb8-81bb071cdb9d req-a4298947-9a5d-4d96-bc99-bd3672c017d0 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:32:35.077345 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-cecc5304-c71e-406a-acb8-81bb071cdb9d req-a4298947-9a5d-4d96-bc99-bd3672c017d0 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:32:35.113965 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4298947-9a5d-4d96-bc99-bd3672c017d0 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Pushing event updated for resources: {'Port': ['ID=9c05f481-2a58-4447-b341-273539c11b46,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:32:35.139599 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77312a2b-c3b0-4eb5-b586-c50bf8b1a296 req-8e5d6c34-f8e6-4907-938f-963a734acfbd tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:35.146871 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-77312a2b-c3b0-4eb5-b586-c50bf8b1a296 req-8e5d6c34-f8e6-4907-938f-963a734acfbd tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2937469-6087-444f-9329-578248350285 HTTP/1.1" status: 200 len: 931 time: 0.2185519 May 05 20:32:35.197550 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc5304-c71e-406a-acb8-81bb071cdb9d req-a4298947-9a5d-4d96-bc99-bd3672c017d0 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:35.198163 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-cecc5304-c71e-406a-acb8-81bb071cdb9d req-a4298947-9a5d-4d96-bc99-bd3672c017d0 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:35.234962 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-77312a2b-c3b0-4eb5-b586-c50bf8b1a296 req-d3be440a-93fb-49dc-9d1e-b39fa5d9c101 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=f08f8f11-ad26-4de6-bd06-532cbd86f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871603 May 05 20:32:35.265204 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cecc5304-c71e-406a-acb8-81bb071cdb9d req-a4298947-9a5d-4d96-bc99-bd3672c017d0 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0613513 May 05 20:32:35.276827 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-cecc5304-c71e-406a-acb8-81bb071cdb9d req-38482a41-bd08-4ac7-82f9-c810e8aea752 service neutron] Request body: {'port': {'device_id': 'd2937469-6087-444f-9329-578248350285', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:32:35.491404 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-aa13863c-7432-43ad-93ec-f4d55e60ea10 None None] Provisioning for port 9c05f481-2a58-4447-b341-273539c11b46 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:32:35.497967 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-aa13863c-7432-43ad-93ec-f4d55e60ea10 None None] Provisioning complete for port 9c05f481-2a58-4447-b341-273539c11b46 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:32:35.498941 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-aa13863c-7432-43ad-93ec-f4d55e60ea10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:35.524744 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-cecc5304-c71e-406a-acb8-81bb071cdb9d req-38482a41-bd08-4ac7-82f9-c810e8aea752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:35.569962 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-aa13863c-7432-43ad-93ec-f4d55e60ea10 None None] Port 9c05f481-2a58-4447-b341-273539c11b46 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:32:35.959196 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-cecc5304-c71e-406a-acb8-81bb071cdb9d req-38482a41-bd08-4ac7-82f9-c810e8aea752 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c05f481-2a58-4447-b341-273539c11b46 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:32:35.969140 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-cecc5304-c71e-406a-acb8-81bb071cdb9d req-38482a41-bd08-4ac7-82f9-c810e8aea752 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:35.986594 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-cecc5304-c71e-406a-acb8-81bb071cdb9d req-38482a41-bd08-4ac7-82f9-c810e8aea752 service neutron] Transition to ACTIVE for port object 9c05f481-2a58-4447-b341-273539c11b46 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:32:35.990944 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-cecc5304-c71e-406a-acb8-81bb071cdb9d req-38482a41-bd08-4ac7-82f9-c810e8aea752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:36.154501 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38482a41-bd08-4ac7-82f9-c810e8aea752 service neutron] Pushing event updated for resources: {'Port': ['ID=9c05f481-2a58-4447-b341-273539c11b46,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:32:36.245653 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-cecc5304-c71e-406a-acb8-81bb071cdb9d req-38482a41-bd08-4ac7-82f9-c810e8aea752 service neutron] Attempting to bind port 9c05f481-2a58-4447-b341-273539c11b46 on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:32:36.246889 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-cecc5304-c71e-406a-acb8-81bb071cdb9d req-38482a41-bd08-4ac7-82f9-c810e8aea752 service neutron] Attempting to bind port 9c05f481-2a58-4447-b341-273539c11b46 by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': '5effa292-6024-4206-9fcb-ee5e58965e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:32:36.246889 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecc5304-c71e-406a-acb8-81bb071cdb9d req-38482a41-bd08-4ac7-82f9-c810e8aea752 service neutron] Attempting to bind port 9c05f481-2a58-4447-b341-273539c11b46 on network 29a0e805-6e5b-4d29-836f-ace2c73e49b1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:32:36.254208 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecc5304-c71e-406a-acb8-81bb071cdb9d req-38482a41-bd08-4ac7-82f9-c810e8aea752 service neutron] Port 9c05f481-2a58-4447-b341-273539c11b46 on network 29a0e805-6e5b-4d29-836f-ace2c73e49b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:32:36.254549 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecc5304-c71e-406a-acb8-81bb071cdb9d req-38482a41-bd08-4ac7-82f9-c810e8aea752 service neutron] Attempting to bind port 9c05f481-2a58-4447-b341-273539c11b46 on network 29a0e805-6e5b-4d29-836f-ace2c73e49b1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:32:36.260759 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecc5304-c71e-406a-acb8-81bb071cdb9d req-38482a41-bd08-4ac7-82f9-c810e8aea752 service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:32:36.261337 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecc5304-c71e-406a-acb8-81bb071cdb9d req-38482a41-bd08-4ac7-82f9-c810e8aea752 service neutron] Checking segment: {'id': '5effa292-6024-4206-9fcb-ee5e58965e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:32:36.261944 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecc5304-c71e-406a-acb8-81bb071cdb9d req-38482a41-bd08-4ac7-82f9-c810e8aea752 service neutron] Bound using segment: {'id': '5effa292-6024-4206-9fcb-ee5e58965e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:32:36.262558 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-cecc5304-c71e-406a-acb8-81bb071cdb9d req-38482a41-bd08-4ac7-82f9-c810e8aea752 service neutron] Bound port: 9c05f481-2a58-4447-b341-273539c11b46, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5effa292-6024-4206-9fcb-ee5e58965e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:32:36.263086 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-cecc5304-c71e-406a-acb8-81bb071cdb9d req-38482a41-bd08-4ac7-82f9-c810e8aea752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:36.363580 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-cecc5304-c71e-406a-acb8-81bb071cdb9d req-38482a41-bd08-4ac7-82f9-c810e8aea752 service neutron] For port 9c05f481-2a58-4447-b341-273539c11b46, host n-h2-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:32:36.367336 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-cecc5304-c71e-406a-acb8-81bb071cdb9d req-38482a41-bd08-4ac7-82f9-c810e8aea752 service neutron] For port 9c05f481-2a58-4447-b341-273539c11b46, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=9c05f481-2a58-4447-b341-273539c11b46,segment=NetworkSegment(5effa292-6024-4206-9fcb-ee5e58965e00),segment_id=5effa292-6024-4206-9fcb-ee5e58965e00)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:32:36.372647 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-cecc5304-c71e-406a-acb8-81bb071cdb9d req-38482a41-bd08-4ac7-82f9-c810e8aea752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:36.468383 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e00d0c-0900-43d4-a471-974ee0c9260f req-48788f8c-6c8c-43eb-aacd-84c59c7ca016 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:36.470248 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-96e00d0c-0900-43d4-a471-974ee0c9260f req-48788f8c-6c8c-43eb-aacd-84c59c7ca016 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2937469-6087-444f-9329-578248350285 HTTP/1.1" status: 200 len: 943 time: 0.1020575 May 05 20:32:36.526476 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-96e00d0c-0900-43d4-a471-974ee0c9260f req-165926d0-b0fe-47d1-a3ed-983b982560cd tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=f08f8f11-ad26-4de6-bd06-532cbd86f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489385 May 05 20:32:36.630395 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc5304-c71e-406a-acb8-81bb071cdb9d req-38482a41-bd08-4ac7-82f9-c810e8aea752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:36.631087 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-cecc5304-c71e-406a-acb8-81bb071cdb9d req-38482a41-bd08-4ac7-82f9-c810e8aea752 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:36.639266 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cecc5304-c71e-406a-acb8-81bb071cdb9d req-38482a41-bd08-4ac7-82f9-c810e8aea752 service neutron] 10.222.0.50 "PUT /v2.0/ports/9c05f481-2a58-4447-b341-273539c11b46 HTTP/1.1" status: 200 len: 1091 time: 1.3668249 May 05 20:32:36.643146 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2937469-6087-444f-9329-578248350285', 'tag': '9c05f481-2a58-4447-b341-273539c11b46'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:32:36.687837 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38482a41-bd08-4ac7-82f9-c810e8aea752 service neutron] Pushing event updated for resources: {'Port': ['ID=9c05f481-2a58-4447-b341-273539c11b46,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:32:36.739648 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85e3c72e-5f31-4317-ad69-ab3c0a2af609'] response: {'name': 'network-changed', 'server_uuid': 'd2937469-6087-444f-9329-578248350285', 'tag': '9c05f481-2a58-4447-b341-273539c11b46', 'status': 'completed', 'code': 200} May 05 20:32:36.783527 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc5304-c71e-406a-acb8-81bb071cdb9d req-98ba75e7-8597-401c-b3e7-230eb0140717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:36.785098 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cecc5304-c71e-406a-acb8-81bb071cdb9d req-98ba75e7-8597-401c-b3e7-230eb0140717 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d5327fecdbda4453866269afbd5ac6fc&device_id=d2937469-6087-444f-9329-578248350285 HTTP/1.1" status: 200 len: 1094 time: 0.0841982 May 05 20:32:36.862493 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cecc5304-c71e-406a-acb8-81bb071cdb9d req-9f97d8e2-8242-413d-9b38-985f9be5d620 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c05f481-2a58-4447-b341-273539c11b46 HTTP/1.1" status: 200 len: 217 time: 0.0703497 May 05 20:32:36.864489 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7f7a7006-eddb-4ce0-bbe5-e014aa5de309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:36.927086 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc5304-c71e-406a-acb8-81bb071cdb9d req-dccd8488-adb9-4200-9367-75c9b03b75b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:36.928574 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cecc5304-c71e-406a-acb8-81bb071cdb9d req-dccd8488-adb9-4200-9367-75c9b03b75b4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d4fffa46-b0f9-43c4-a768-6cf896707ddc HTTP/1.1" status: 200 len: 850 time: 0.0608373 May 05 20:32:37.009824 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc5304-c71e-406a-acb8-81bb071cdb9d req-9c6e8f64-dab1-44d3-bf23-d5988a8765d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:37.011944 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cecc5304-c71e-406a-acb8-81bb071cdb9d req-9c6e8f64-dab1-44d3-bf23-d5988a8765d1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=29a0e805-6e5b-4d29-836f-ace2c73e49b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0777564 May 05 20:32:37.148677 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cecc5304-c71e-406a-acb8-81bb071cdb9d req-dd1ea252-8e5d-4366-b2d7-0ac983ef7261 service neutron] 10.222.0.50 "GET /v2.0/networks/29a0e805-6e5b-4d29-836f-ace2c73e49b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314087 May 05 20:32:37.281834 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cecc5304-c71e-406a-acb8-81bb071cdb9d req-98464f79-8982-4de7-9024-6ea0c1bfef56 service neutron] 10.222.0.50 "GET /v2.0/networks/29a0e805-6e5b-4d29-836f-ace2c73e49b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274011 May 05 20:32:37.394708 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e8bc15-7c69-4e38-8296-b135835e9287 req-69502b23-a789-4c7d-af75-1168bfe3a08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:37.396570 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-18e8bc15-7c69-4e38-8296-b135835e9287 req-69502b23-a789-4c7d-af75-1168bfe3a08f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d5327fecdbda4453866269afbd5ac6fc&device_id=d2937469-6087-444f-9329-578248350285 HTTP/1.1" status: 200 len: 1094 time: 0.0723791 May 05 20:32:37.536844 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e8bc15-7c69-4e38-8296-b135835e9287 req-72936568-f67c-4c13-8d24-3f30b4f792ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:37.538638 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-18e8bc15-7c69-4e38-8296-b135835e9287 req-72936568-f67c-4c13-8d24-3f30b4f792ef service neutron] 10.222.0.50 "GET /v2.0/networks?id=29a0e805-6e5b-4d29-836f-ace2c73e49b1 HTTP/1.1" status: 200 len: 912 time: 0.1366141 May 05 20:32:37.623431 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-18e8bc15-7c69-4e38-8296-b135835e9287 req-5b80e5da-970d-438c-a866-2836f7f7c8a4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c05f481-2a58-4447-b341-273539c11b46 HTTP/1.1" status: 200 len: 217 time: 0.0782082 May 05 20:32:37.697791 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e8bc15-7c69-4e38-8296-b135835e9287 req-91eb5347-c909-40c9-9baf-af2836035bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:37.700541 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-18e8bc15-7c69-4e38-8296-b135835e9287 req-91eb5347-c909-40c9-9baf-af2836035bd9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d4fffa46-b0f9-43c4-a768-6cf896707ddc HTTP/1.1" status: 200 len: 850 time: 0.0679944 May 05 20:32:37.771270 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672c13f-c5a9-4c35-befa-615b1ca86f71 req-36d1a424-00f9-4f85-909b-a5270c9489e1 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:37.772816 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a672c13f-c5a9-4c35-befa-615b1ca86f71 req-36d1a424-00f9-4f85-909b-a5270c9489e1 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2937469-6087-444f-9329-578248350285 HTTP/1.1" status: 200 len: 943 time: 0.1126480 May 05 20:32:37.803409 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e8bc15-7c69-4e38-8296-b135835e9287 req-18f556a0-57a8-49a5-93cc-5baf0a196b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:37.805082 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-18e8bc15-7c69-4e38-8296-b135835e9287 req-18f556a0-57a8-49a5-93cc-5baf0a196b76 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=29a0e805-6e5b-4d29-836f-ace2c73e49b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1002979 May 05 20:32:37.821320 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a672c13f-c5a9-4c35-befa-615b1ca86f71 req-dc887dc0-f081-470e-9792-7821787d8d70 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=f08f8f11-ad26-4de6-bd06-532cbd86f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429413 May 05 20:32:37.894372 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:37.949012 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-18e8bc15-7c69-4e38-8296-b135835e9287 req-ed47c6f8-1f10-40dd-b69d-c03af8cdd423 service neutron] 10.222.0.50 "GET /v2.0/networks/29a0e805-6e5b-4d29-836f-ace2c73e49b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375031 May 05 20:32:38.068449 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:38.081863 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-18e8bc15-7c69-4e38-8296-b135835e9287 req-c920093d-d8f1-4fd5-97d9-18b060c905c7 service neutron] 10.222.0.50 "GET /v2.0/networks/29a0e805-6e5b-4d29-836f-ace2c73e49b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275446 May 05 20:32:39.009035 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b777ed8-58a1-477e-b42d-31ea2701d939 req-94999936-854a-4b33-8bb4-3ace5c82aacc tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:39.009789 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-2b777ed8-58a1-477e-b42d-31ea2701d939 req-94999936-854a-4b33-8bb4-3ace5c82aacc tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Synchronizing usage tracker for tenant:d5327fecdbda4453866269afbd5ac6fc on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:32:39.025916 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-2b777ed8-58a1-477e-b42d-31ea2701d939 req-94999936-854a-4b33-8bb4-3ace5c82aacc tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Unset dirty status for tenant:d5327fecdbda4453866269afbd5ac6fc on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:32:39.027679 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2b777ed8-58a1-477e-b42d-31ea2701d939 req-94999936-854a-4b33-8bb4-3ace5c82aacc tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2937469-6087-444f-9329-578248350285 HTTP/1.1" status: 200 len: 943 time: 0.0972390 May 05 20:32:39.071930 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2b777ed8-58a1-477e-b42d-31ea2701d939 req-0db9a8c7-787f-473a-b52e-e4f8602b14cd tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=f08f8f11-ad26-4de6-bd06-532cbd86f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386682 May 05 20:32:39.641388 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:40.258358 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c4cfe6-1c63-477d-85b9-ec5faa32c4e5 req-992dffac-ed67-4d45-b1e8-65b2124592d9 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:40.259825 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-06c4cfe6-1c63-477d-85b9-ec5faa32c4e5 req-992dffac-ed67-4d45-b1e8-65b2124592d9 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2937469-6087-444f-9329-578248350285 HTTP/1.1" status: 200 len: 943 time: 0.0789442 May 05 20:32:40.302922 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-06c4cfe6-1c63-477d-85b9-ec5faa32c4e5 req-040a6e8c-f814-480f-af42-4a4c62fdc2f1 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=f08f8f11-ad26-4de6-bd06-532cbd86f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374255 May 05 20:32:41.490501 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98828b75-9e56-4730-a1f1-1a806544279e req-bd934c92-8fb3-49b7-a2f6-9146aeeab98a tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:41.492089 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-98828b75-9e56-4730-a1f1-1a806544279e req-bd934c92-8fb3-49b7-a2f6-9146aeeab98a tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2937469-6087-444f-9329-578248350285 HTTP/1.1" status: 200 len: 943 time: 0.0844972 May 05 20:32:41.538345 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-98828b75-9e56-4730-a1f1-1a806544279e req-6958333a-b56b-4dcc-b105-73de1886b9d7 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=f08f8f11-ad26-4de6-bd06-532cbd86f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405576 May 05 20:32:42.853136 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c8eacd-8d61-4ba6-b143-0e70c34fa3cf req-9fd51899-e3a8-4489-8470-e1d462221a74 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:42.854903 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-47c8eacd-8d61-4ba6-b143-0e70c34fa3cf req-9fd51899-e3a8-4489-8470-e1d462221a74 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2937469-6087-444f-9329-578248350285 HTTP/1.1" status: 200 len: 943 time: 0.1856229 May 05 20:32:42.899264 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-47c8eacd-8d61-4ba6-b143-0e70c34fa3cf req-e7952226-bd7c-4e63-8737-93cdff3f70c0 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=f08f8f11-ad26-4de6-bd06-532cbd86f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386660 May 05 20:32:44.085503 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b3c402-35fd-4af6-98f6-2c6a3952b78a req-1444f183-49b9-4019-af9a-9916008a4a7e tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:44.086980 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f0b3c402-35fd-4af6-98f6-2c6a3952b78a req-1444f183-49b9-4019-af9a-9916008a4a7e tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2937469-6087-444f-9329-578248350285 HTTP/1.1" status: 200 len: 943 time: 0.0820093 May 05 20:32:44.142484 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f0b3c402-35fd-4af6-98f6-2c6a3952b78a req-ca8a5bb7-a106-4fcb-ae6b-e7e25a98e752 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=f08f8f11-ad26-4de6-bd06-532cbd86f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491762 May 05 20:32:44.484191 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:45.335379 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b815775a-0323-4151-975c-f0a49261fe80 req-3365b2fe-2975-4cba-bcc8-5a420bae1bef tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:45.337105 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b815775a-0323-4151-975c-f0a49261fe80 req-3365b2fe-2975-4cba-bcc8-5a420bae1bef tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2937469-6087-444f-9329-578248350285 HTTP/1.1" status: 200 len: 943 time: 0.0874341 May 05 20:32:45.388327 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b815775a-0323-4151-975c-f0a49261fe80 req-c3f25b87-0fb0-4b6c-a466-fd1ea7ad0ec3 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=f08f8f11-ad26-4de6-bd06-532cbd86f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457313 May 05 20:32:45.569690 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 9c05f481-2a58-4447-b341-273539c11b46 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:32:45.706214 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 9c05f481-2a58-4447-b341-273539c11b46, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=9c05f481-2a58-4447-b341-273539c11b46,segment=NetworkSegment(5effa292-6024-4206-9fcb-ee5e58965e00),segment_id=5effa292-6024-4206-9fcb-ee5e58965e00)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:32:45.719747 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': '9c05f481-2a58-4447-b341-273539c11b46', 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1', 'port_id': '9c05f481-2a58-4447-b341-273539c11b46', 'mac_address': 'fa:16:3e:61:00:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4fffa46-b0f9-43c4-a768-6cf896707ddc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:32:45.776327 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:45.795340 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c05f481-2a58-4447-b341-273539c11b46 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:32:45.813377 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 9c05f481-2a58-4447-b341-273539c11b46, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=9c05f481-2a58-4447-b341-273539c11b46,segment=NetworkSegment(5effa292-6024-4206-9fcb-ee5e58965e00),segment_id=5effa292-6024-4206-9fcb-ee5e58965e00)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:32:45.817954 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:45.891829 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=9c05f481-2a58-4447-b341-273539c11b46,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:32:46.021695 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['9c05f481-2a58-4447-b341-273539c11b46'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:32:46.528539 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:46.698667 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50485a4d-77af-46c3-898b-1395928ca975 req-7aefdcde-165a-4526-a86c-5b9ffd26f4d7 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:46.703819 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-50485a4d-77af-46c3-898b-1395928ca975 req-7aefdcde-165a-4526-a86c-5b9ffd26f4d7 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2937469-6087-444f-9329-578248350285 HTTP/1.1" status: 200 len: 944 time: 0.2084451 May 05 20:32:46.745037 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-50485a4d-77af-46c3-898b-1395928ca975 req-c88d0d07-0bac-4abc-a8e2-e39289ad8818 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=f08f8f11-ad26-4de6-bd06-532cbd86f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392990 May 05 20:32:47.573891 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 9c05f481-2a58-4447-b341-273539c11b46 up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:32:47.675855 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port 9c05f481-2a58-4447-b341-273539c11b46 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:32:47.681396 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port 9c05f481-2a58-4447-b341-273539c11b46 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:32:47.682716 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:47.838687 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:47.870720 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2937469-6087-444f-9329-578248350285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c05f481-2a58-4447-b341-273539c11b46'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:32:47.881683 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 9c05f481-2a58-4447-b341-273539c11b46, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=9c05f481-2a58-4447-b341-273539c11b46,segment=NetworkSegment(5effa292-6024-4206-9fcb-ee5e58965e00),segment_id=5effa292-6024-4206-9fcb-ee5e58965e00)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:32:47.888764 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:47.978208 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35354) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:32:47.979412 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ce733-ce88-4d65-823c-16d7bd24aade req-fe3795c3-0d5f-45cb-96e2-935f9f14ff1c tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:47.987254 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-181ce733-ce88-4d65-823c-16d7bd24aade req-fe3795c3-0d5f-45cb-96e2-935f9f14ff1c tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2937469-6087-444f-9329-578248350285 HTTP/1.1" status: 200 len: 945 time: 0.1167173 May 05 20:32:47.997090 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-955bef6d-4d95-406a-973e-1f58c99172cf'] response: {'server_uuid': 'd2937469-6087-444f-9329-578248350285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c05f481-2a58-4447-b341-273539c11b46', 'code': 200} May 05 20:32:47.999833 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=9c05f481-2a58-4447-b341-273539c11b46,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:32:48.043795 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-181ce733-ce88-4d65-823c-16d7bd24aade req-20761e01-7db4-40ec-91ca-883966cfc378 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=f08f8f11-ad26-4de6-bd06-532cbd86f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552881 May 05 20:32:48.148811 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5021ff96-0a87-4639-8ba7-7e3aa69a7608 req-9cfd7854-86d9-4667-a765-22da1db5fec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:48.150664 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5021ff96-0a87-4639-8ba7-7e3aa69a7608 req-9cfd7854-86d9-4667-a765-22da1db5fec9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d2937469-6087-444f-9329-578248350285 HTTP/1.1" status: 200 len: 1096 time: 0.0837801 May 05 20:32:48.193042 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5021ff96-0a87-4639-8ba7-7e3aa69a7608 req-015067ac-a473-44a7-aa4b-edcebfbd58a4 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f08f8f11-ad26-4de6-bd06-532cbd86f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367332 May 05 20:32:48.226413 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-b5024c89-cc5e-45b3-b4ba-c6d296bd9c1b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Deleting port d6e0d8da-c81d-41ac-a97f-3bfd45871c3d {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:32:48.228965 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b5024c89-cc5e-45b3-b4ba-c6d296bd9c1b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:48.398403 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b5024c89-cc5e-45b3-b4ba-c6d296bd9c1b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:48.398721 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b5024c89-cc5e-45b3-b4ba-c6d296bd9c1b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:48.530343 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-b5024c89-cc5e-45b3-b4ba-c6d296bd9c1b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Calling delete_port for d6e0d8da-c81d-41ac-a97f-3bfd45871c3d owned by network:floatingip {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:32:48.686073 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b5024c89-cc5e-45b3-b4ba-c6d296bd9c1b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:48.735326 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5024c89-cc5e-45b3-b4ba-c6d296bd9c1b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event deleted for resources: {'Port': ['ID=d6e0d8da-c81d-41ac-a97f-3bfd45871c3d,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:32:48.828943 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b5024c89-cc5e-45b3-b4ba-c6d296bd9c1b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for floatingip, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:48.829273 n-d-840717-1 neutron-server[88197]: INFO neutron.db.l3_db [None req-b5024c89-cc5e-45b3-b4ba-c6d296bd9c1b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Floating IP 96dc5786-340b-40f1-b863-ce91d0038bb3 disassociated (deleted). External IP: 172.25.0.93, port: 7672a947-9711-4d83-812c-df2fbf70b2ed. May 05 20:32:49.399028 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5024c89-cc5e-45b3-b4ba-c6d296bd9c1b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Router 4619edf3-4e0c-4ef3-9a83-79c82a964529 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:32:49.478978 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f965c1-a17a-426f-b78d-22109dad8f65 req-66c5c388-3ac0-450c-b55b-205c038fe670 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:49.480447 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-72f965c1-a17a-426f-b78d-22109dad8f65 req-66c5c388-3ac0-450c-b55b-205c038fe670 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2937469-6087-444f-9329-578248350285 HTTP/1.1" status: 200 len: 945 time: 0.3179095 May 05 20:32:49.609429 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-72f965c1-a17a-426f-b78d-22109dad8f65 req-6f6dcd29-4364-4892-b4ba-09da72f3667a tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=f08f8f11-ad26-4de6-bd06-532cbd86f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142130 May 05 20:32:49.640117 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5024c89-cc5e-45b3-b4ba-c6d296bd9c1b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:32:49.653928 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19d9b9c-3ab8-444a-af11-55a9b431e9cc None None] Sync routers for ids ['4619edf3-4e0c-4ef3-9a83-79c82a964529'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:32:49.663610 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b5024c89-cc5e-45b3-b4ba-c6d296bd9c1b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:49.666513 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19d9b9c-3ab8-444a-af11-55a9b431e9cc None None] Routers {'4619edf3-4e0c-4ef3-9a83-79c82a964529'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:32:49.667167 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-c19d9b9c-3ab8-444a-af11-55a9b431e9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:32:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['4619edf3-4e0c-4ef3-9a83-79c82a964529'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:32:49.723992 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-b5024c89-cc5e-45b3-b4ba-c6d296bd9c1b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "DELETE /v2.0/floatingips/96dc5786-340b-40f1-b863-ce91d0038bb3 HTTP/1.1" status: 204 len: 168 time: 1.7446520 May 05 20:32:49.724929 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c3002fd-5764-4c77-bc62-4fc7c0529c88', 'tag': '7672a947-9711-4d83-812c-df2fbf70b2ed'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:32:49.869695 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-c19d9b9c-3ab8-444a-af11-55a9b431e9cc None None] Set router 4619edf3-4e0c-4ef3-9a83-79c82a964529 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:32:49.904962 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2031a692-85ff-4471-8e0c-62d1c69ff0e3'] response: {'name': 'network-changed', 'server_uuid': '7c3002fd-5764-4c77-bc62-4fc7c0529c88', 'tag': '7672a947-9711-4d83-812c-df2fbf70b2ed', 'status': 'completed', 'code': 200} May 05 20:32:50.046683 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7037df-88c1-4475-9893-ab247882734a req-eb908660-8c22-4cd2-b2b2-7cb506a36738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:50.049674 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ef7037df-88c1-4475-9893-ab247882734a req-eb908660-8c22-4cd2-b2b2-7cb506a36738 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=310f91420a2d4ddd8aab8a710d8dc814&device_id=7c3002fd-5764-4c77-bc62-4fc7c0529c88 HTTP/1.1" status: 200 len: 1096 time: 0.1280546 May 05 20:32:50.166614 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813c297-d462-4302-8c4e-3f69b8dd7c0e req-b44894a9-3d3b-4184-a8cf-5a4d9362bd98 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:50.167436 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-9813c297-d462-4302-8c4e-3f69b8dd7c0e req-b44894a9-3d3b-4184-a8cf-5a4d9362bd98 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Synchronizing usage tracker for tenant:310f91420a2d4ddd8aab8a710d8dc814 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:32:50.186053 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-9813c297-d462-4302-8c4e-3f69b8dd7c0e req-b44894a9-3d3b-4184-a8cf-5a4d9362bd98 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Unset dirty status for tenant:310f91420a2d4ddd8aab8a710d8dc814 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:32:50.195917 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9813c297-d462-4302-8c4e-3f69b8dd7c0e req-b44894a9-3d3b-4184-a8cf-5a4d9362bd98 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c3002fd-5764-4c77-bc62-4fc7c0529c88 HTTP/1.1" status: 200 len: 945 time: 0.1242616 May 05 20:32:50.219346 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-c19d9b9c-3ab8-444a-af11-55a9b431e9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4619edf3-4e0c-4ef3-9a83-79c82a964529', 'name': 'tempest-TestNetworkAdvancedServerOps-router-952862023', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': 'db1174f5-21d9-4b16-aa04-d3cac26f99bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:29:21Z', 'updated_at': '2022-05-05T20:29:29Z', 'revision_number': 4, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'gw_port': {'id': 'db1174f5-21d9-4b16-aa04-d3cac26f99bb', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4619edf3-4e0c-4ef3-9a83-79c82a964529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:22Z', 'updated_at': '2022-05-05T20:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '0459633b-1104-4083-8c85-9abb7a62ca03', 'name': '', 'network_id': '71342f67-7cb7-41bb-881a-bb31f2125efb', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'mac_address': 'fa:16:3e:af:0c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4619edf3-4e0c-4ef3-9a83-79c82a964529', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'a13cd322-8e24-41ab-b0e8-b7bd3fc6a210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:28Z', 'updated_at': '2022-05-05T20:29:39Z', 'revision_number': 5, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'subnets': [{'id': 'a13cd322-8e24-41ab-b0e8-b7bd3fc6a210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:32:50.224283 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19d9b9c-3ab8-444a-af11-55a9b431e9cc None None] Checking router: 4619edf3-4e0c-4ef3-9a83-79c82a964529 for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:32:50.235005 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19d9b9c-3ab8-444a-af11-55a9b431e9cc None None] Routers {'4619edf3-4e0c-4ef3-9a83-79c82a964529'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:32:50.236583 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-c19d9b9c-3ab8-444a-af11-55a9b431e9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:32:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['4619edf3-4e0c-4ef3-9a83-79c82a964529'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:32:50.243991 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7037df-88c1-4475-9893-ab247882734a req-9e1204b5-dfe4-4177-bff1-d401b48b7e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:50.246819 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ef7037df-88c1-4475-9893-ab247882734a req-9e1204b5-dfe4-4177-bff1-d401b48b7e8b service neutron] 10.222.0.24 "GET /v2.0/networks?id=71342f67-7cb7-41bb-881a-bb31f2125efb HTTP/1.1" status: 200 len: 898 time: 0.1897264 May 05 20:32:50.247923 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9813c297-d462-4302-8c4e-3f69b8dd7c0e req-ce78d78f-c4a8-405e-96e6-1bf8c086c257 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f11960d-500e-4805-b724-536ddc3a6c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490010 May 05 20:32:50.318482 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ef7037df-88c1-4475-9893-ab247882734a req-b9cf2147-6577-4de6-a965-a2154aa121c2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7672a947-9711-4d83-812c-df2fbf70b2ed HTTP/1.1" status: 200 len: 217 time: 0.0656052 May 05 20:32:50.386586 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7037df-88c1-4475-9893-ab247882734a req-7754b269-6cd5-4840-97e8-54f76c2b7fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:50.388421 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ef7037df-88c1-4475-9893-ab247882734a req-7754b269-6cd5-4840-97e8-54f76c2b7fc7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a13cd322-8e24-41ab-b0e8-b7bd3fc6a210 HTTP/1.1" status: 200 len: 834 time: 0.0634315 May 05 20:32:50.417606 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-c19d9b9c-3ab8-444a-af11-55a9b431e9cc None None] Set router 4619edf3-4e0c-4ef3-9a83-79c82a964529 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:32:50.469074 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7037df-88c1-4475-9893-ab247882734a req-fbe958f6-e2f4-47a5-94e9-6ae31e9ddfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:50.471266 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ef7037df-88c1-4475-9893-ab247882734a req-fbe958f6-e2f4-47a5-94e9-6ae31e9ddfc2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=71342f67-7cb7-41bb-881a-bb31f2125efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767074 May 05 20:32:50.611243 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ef7037df-88c1-4475-9893-ab247882734a req-68a5af36-3680-4383-94ef-4be227e6de1b service neutron] 10.222.0.24 "GET /v2.0/networks/71342f67-7cb7-41bb-881a-bb31f2125efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334531 May 05 20:32:50.757315 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-c19d9b9c-3ab8-444a-af11-55a9b431e9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4619edf3-4e0c-4ef3-9a83-79c82a964529', 'name': 'tempest-TestNetworkAdvancedServerOps-router-952862023', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': 'db1174f5-21d9-4b16-aa04-d3cac26f99bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:29:21Z', 'updated_at': '2022-05-05T20:29:29Z', 'revision_number': 4, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'gw_port': {'id': 'db1174f5-21d9-4b16-aa04-d3cac26f99bb', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4619edf3-4e0c-4ef3-9a83-79c82a964529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:22Z', 'updated_at': '2022-05-05T20:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '0459633b-1104-4083-8c85-9abb7a62ca03', 'name': '', 'network_id': '71342f67-7cb7-41bb-881a-bb31f2125efb', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'mac_address': 'fa:16:3e:af:0c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4619edf3-4e0c-4ef3-9a83-79c82a964529', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'a13cd322-8e24-41ab-b0e8-b7bd3fc6a210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:28Z', 'updated_at': '2022-05-05T20:29:39Z', 'revision_number': 5, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'subnets': [{'id': 'a13cd322-8e24-41ab-b0e8-b7bd3fc6a210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:32:50.761472 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19d9b9c-3ab8-444a-af11-55a9b431e9cc None None] The sync data for ids ['4619edf3-4e0c-4ef3-9a83-79c82a964529'] in n-d-840717-1 is: [{'id': '4619edf3-4e0c-4ef3-9a83-79c82a964529', 'name': 'tempest-TestNetworkAdvancedServerOps-router-952862023', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': 'db1174f5-21d9-4b16-aa04-d3cac26f99bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:29:21Z', 'updated_at': '2022-05-05T20:29:29Z', 'revision_number': 4, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'gw_port': {'id': 'db1174f5-21d9-4b16-aa04-d3cac26f99bb', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4619edf3-4e0c-4ef3-9a83-79c82a964529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:22Z', 'updated_at': '2022-05-05T20:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '0459633b-1104-4083-8c85-9abb7a62ca03', 'name': '', 'network_id': '71342f67-7cb7-41bb-881a-bb31f2125efb', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'mac_address': 'fa:16:3e:af:0c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4619edf3-4e0c-4ef3-9a83-79c82a964529', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'a13cd322-8e24-41ab-b0e8-b7bd3fc6a210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:28Z', 'updated_at': '2022-05-05T20:29:39Z', 'revision_number': 5, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'subnets': [{'id': 'a13cd322-8e24-41ab-b0e8-b7bd3fc6a210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:32:50.816214 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ef7037df-88c1-4475-9893-ab247882734a req-03ee5738-8c08-4dbc-8c7b-9fd3c889b7a0 service neutron] 10.222.0.24 "GET /v2.0/networks/71342f67-7cb7-41bb-881a-bb31f2125efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985869 May 05 20:32:50.851017 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec6372-12f4-49a6-b9f6-a0f05b8e1955 req-d1c06a19-c26d-4569-b40d-0eaa324437ed tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:50.852629 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-24ec6372-12f4-49a6-b9f6-a0f05b8e1955 req-d1c06a19-c26d-4569-b40d-0eaa324437ed tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2937469-6087-444f-9329-578248350285 HTTP/1.1" status: 200 len: 945 time: 0.1269732 May 05 20:32:50.903263 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-24ec6372-12f4-49a6-b9f6-a0f05b8e1955 req-a72cdcec-7376-4883-804a-d829c2298219 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=f08f8f11-ad26-4de6-bd06-532cbd86f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449712 May 05 20:32:51.054549 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1effc3-672b-4516-bd37-c8904f6ceda6 None None] New status for floating IP 96dc5786-340b-40f1-b863-ce91d0038bb3: DOWN {{(pid=88199) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:32:51.118054 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a31d923-29c5-4bda-9145-66af1586f5e9 req-8245296b-615b-49f1-94b7-a29a58c1e2bb tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:51.119713 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2a31d923-29c5-4bda-9145-66af1586f5e9 req-8245296b-615b-49f1-94b7-a29a58c1e2bb tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2937469-6087-444f-9329-578248350285 HTTP/1.1" status: 200 len: 945 time: 0.0952740 May 05 20:32:51.166904 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2a31d923-29c5-4bda-9145-66af1586f5e9 req-690a5de3-a3b1-420f-a993-fdfb7032c998 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=f08f8f11-ad26-4de6-bd06-532cbd86f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410588 May 05 20:32:51.190898 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35386) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:32:51.275121 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126cd32b-49d3-4cdf-9cea-9672e4fcb7b2 tempest-TestVolumeBootPattern-2051471762 tempest-TestVolumeBootPattern-2051471762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:51.275973 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-126cd32b-49d3-4cdf-9cea-9672e4fcb7b2 tempest-TestVolumeBootPattern-2051471762 tempest-TestVolumeBootPattern-2051471762-project-admin] Synchronizing usage tracker for tenant:b6f9d18826d54a409bfd538ce7dfd9c0 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:32:51.304962 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-126cd32b-49d3-4cdf-9cea-9672e4fcb7b2 tempest-TestVolumeBootPattern-2051471762 tempest-TestVolumeBootPattern-2051471762-project-admin] Unset dirty status for tenant:b6f9d18826d54a409bfd538ce7dfd9c0 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:32:51.309603 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-126cd32b-49d3-4cdf-9cea-9672e4fcb7b2 tempest-TestVolumeBootPattern-2051471762 tempest-TestVolumeBootPattern-2051471762-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d2937469-6087-444f-9329-578248350285 HTTP/1.1" status: 200 len: 1091 time: 0.1174169 May 05 20:32:51.312831 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35392) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:32:51.324259 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-846872c6-4379-42dd-aae0-f48553aa075a tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Request body: {'floatingip': {'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'port_id': '9c05f481-2a58-4447-b341-273539c11b46', 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:32:51.331485 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-846872c6-4379-42dd-aae0-f48553aa075a tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:32:51.336659 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-846872c6-4379-42dd-aae0-f48553aa075a tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Usage tracker for resource:floatingip and tenant:d5327fecdbda4453866269afbd5ac6fc is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:32:51.339706 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-846872c6-4379-42dd-aae0-f48553aa075a tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:32:51.348814 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-846872c6-4379-42dd-aae0-f48553aa075a tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:32:51.357843 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b79f2f2-9b1f-46ff-8c0e-4494f929ea39 req-25327895-3144-491f-ab1b-4919c8cd8f23 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:51.360213 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6b79f2f2-9b1f-46ff-8c0e-4494f929ea39 req-25327895-3144-491f-ab1b-4919c8cd8f23 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3002fd-5764-4c77-bc62-4fc7c0529c88 HTTP/1.1" status: 200 len: 945 time: 0.1012678 May 05 20:32:51.362862 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-846872c6-4379-42dd-aae0-f48553aa075a tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks [] for floatingip, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:51.485273 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-6b79f2f2-9b1f-46ff-8c0e-4494f929ea39 req-f0ceb648-694e-4f2d-a5ae-2378d230452e tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Deleting port 7672a947-9711-4d83-812c-df2fbf70b2ed {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:32:51.485645 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6b79f2f2-9b1f-46ff-8c0e-4494f929ea39 req-f0ceb648-694e-4f2d-a5ae-2378d230452e tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:51.523075 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-846872c6-4379-42dd-aae0-f48553aa075a tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:51.564700 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb20e4e0-865d-4b71-a2b0-19ef3b3cbde6 req-8c0b603a-24f1-4191-b0c6-3fb66c006766 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:51.566122 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-eb20e4e0-865d-4b71-a2b0-19ef3b3cbde6 req-8c0b603a-24f1-4191-b0c6-3fb66c006766 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c3002fd-5764-4c77-bc62-4fc7c0529c88 HTTP/1.1" status: 200 len: 945 time: 0.1618307 May 05 20:32:51.653326 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-eb20e4e0-865d-4b71-a2b0-19ef3b3cbde6 req-846cd8f6-9686-4a04-bfbb-f44fb98fd8d0 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f11960d-500e-4805-b724-536ddc3a6c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563178 May 05 20:32:51.696261 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-846872c6-4379-42dd-aae0-f48553aa075a tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Allocated IP 172.25.0.190 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/c1022132-eba6-4632-9aa1-724ce3a03c78) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:32:51.797657 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-6b79f2f2-9b1f-46ff-8c0e-4494f929ea39 req-f0ceb648-694e-4f2d-a5ae-2378d230452e tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] For port 7672a947-9711-4d83-812c-df2fbf70b2ed, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=7672a947-9711-4d83-812c-df2fbf70b2ed,segment=NetworkSegment(3ac35548-e2ef-427b-a5a6-ccdf070c2561),segment_id=3ac35548-e2ef-427b-a5a6-ccdf070c2561)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:32:51.798018 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6b79f2f2-9b1f-46ff-8c0e-4494f929ea39 req-f0ceb648-694e-4f2d-a5ae-2378d230452e tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:51.857062 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-846872c6-4379-42dd-aae0-f48553aa075a tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:51.888459 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-846872c6-4379-42dd-aae0-f48553aa075a tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:51.957630 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846872c6-4379-42dd-aae0-f48553aa075a tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:32:51.960718 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-846872c6-4379-42dd-aae0-f48553aa075a tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:32:51.964623 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846872c6-4379-42dd-aae0-f48553aa075a tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:32:52.004230 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846872c6-4379-42dd-aae0-f48553aa075a tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Pushing event updated for resources: {'Port': ['ID=c1022132-eba6-4632-9aa1-724ce3a03c78,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:32:52.022509 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846872c6-4379-42dd-aae0-f48553aa075a tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:32:52.023070 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846872c6-4379-42dd-aae0-f48553aa075a tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:32:52.023429 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846872c6-4379-42dd-aae0-f48553aa075a tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:32:52.023764 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846872c6-4379-42dd-aae0-f48553aa075a tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:32:52.024092 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846872c6-4379-42dd-aae0-f48553aa075a tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:32:52.024417 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846872c6-4379-42dd-aae0-f48553aa075a tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:32:52.024738 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846872c6-4379-42dd-aae0-f48553aa075a tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:32:52.025056 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846872c6-4379-42dd-aae0-f48553aa075a tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:32:52.025373 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846872c6-4379-42dd-aae0-f48553aa075a tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:32:52.025692 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846872c6-4379-42dd-aae0-f48553aa075a tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:32:52.026258 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846872c6-4379-42dd-aae0-f48553aa075a tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:32:52.026579 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846872c6-4379-42dd-aae0-f48553aa075a tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:32:52.058411 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-6b79f2f2-9b1f-46ff-8c0e-4494f929ea39 req-f0ceb648-694e-4f2d-a5ae-2378d230452e tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Calling delete_port for 7672a947-9711-4d83-812c-df2fbf70b2ed owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:32:52.222169 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6b79f2f2-9b1f-46ff-8c0e-4494f929ea39 req-f0ceb648-694e-4f2d-a5ae-2378d230452e tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:52.289601 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ceb648-694e-4f2d-a5ae-2378d230452e tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event deleted for resources: {'Port': ['ID=7672a947-9711-4d83-812c-df2fbf70b2ed,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:32:52.385912 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b79f2f2-9b1f-46ff-8c0e-4494f929ea39 req-f0ceb648-694e-4f2d-a5ae-2378d230452e tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] No DVR routers for this DVR port 7672a947-9711-4d83-812c-df2fbf70b2ed on host n-h1-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:32:52.391535 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6b79f2f2-9b1f-46ff-8c0e-4494f929ea39 req-f0ceb648-694e-4f2d-a5ae-2378d230452e tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:52.394760 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3002fd-5764-4c77-bc62-4fc7c0529c88', 'name': 'network-vif-deleted', 'tag': '7672a947-9711-4d83-812c-df2fbf70b2ed'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:32:52.413420 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6b79f2f2-9b1f-46ff-8c0e-4494f929ea39 req-f0ceb648-694e-4f2d-a5ae-2378d230452e tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.24 "DELETE /v2.0/ports/7672a947-9711-4d83-812c-df2fbf70b2ed HTTP/1.1" status: 204 len: 173 time: 1.0478215 May 05 20:32:52.505328 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0fd38de-7a99-4215-a4b9-a10421933915'] response: {'server_uuid': '7c3002fd-5764-4c77-bc62-4fc7c0529c88', 'name': 'network-vif-deleted', 'tag': '7672a947-9711-4d83-812c-df2fbf70b2ed', 'status': 'completed', 'code': 200} May 05 20:32:52.616574 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-846872c6-4379-42dd-aae0-f48553aa075a tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:52.694545 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-846872c6-4379-42dd-aae0-f48553aa075a tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:52.828264 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-076d4a42-c6c5-4139-9538-123cdad83fe4 req-9a29a7c9-48b4-4142-982b-e16e5752f679 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Synchronizing usage tracker for tenant:310f91420a2d4ddd8aab8a710d8dc814 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:32:52.844826 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-076d4a42-c6c5-4139-9538-123cdad83fe4 req-9a29a7c9-48b4-4142-982b-e16e5752f679 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Unset dirty status for tenant:310f91420a2d4ddd8aab8a710d8dc814 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:32:52.846204 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-076d4a42-c6c5-4139-9538-123cdad83fe4 req-9a29a7c9-48b4-4142-982b-e16e5752f679 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c3002fd-5764-4c77-bc62-4fc7c0529c88 HTTP/1.1" status: 200 len: 210 time: 0.0618956 May 05 20:32:53.043115 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-846872c6-4379-42dd-aae0-f48553aa075a tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:53.047790 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-846872c6-4379-42dd-aae0-f48553aa075a tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:53.158048 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846872c6-4379-42dd-aae0-f48553aa075a tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Pushing event updated for resources: {'Port': ['ID=c1022132-eba6-4632-9aa1-724ce3a03c78,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:32:53.168272 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-846872c6-4379-42dd-aae0-f48553aa075a tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:53.348544 n-d-840717-1 neutron-server[88197]: INFO neutron.db.l3_db [None req-846872c6-4379-42dd-aae0-f48553aa075a tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Floating IP cd2eb843-587a-45e8-b892-2779f73f4a6e associated. External IP: 172.25.0.190, port: 9c05f481-2a58-4447-b341-273539c11b46. May 05 20:32:53.708934 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-846872c6-4379-42dd-aae0-f48553aa075a tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Router bf69ffb5-3b16-452c-8d45-45f80714f937 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:32:53.735486 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 7672a947-9711-4d83-812c-df2fbf70b2ed no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:32:53.774151 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] No Port match for: 7672a947-9711-4d83-812c-df2fbf70b2ed {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:32:53.774538 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 7672a947-9711-4d83-812c-df2fbf70b2ed not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:32:53.898763 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-846872c6-4379-42dd-aae0-f48553aa075a tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:32:53.910521 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96010cd7-2999-41c8-9cd4-0aa6e2248b77 None None] Sync routers for ids ['bf69ffb5-3b16-452c-8d45-45f80714f937'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:32:53.923891 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96010cd7-2999-41c8-9cd4-0aa6e2248b77 None None] Routers {'bf69ffb5-3b16-452c-8d45-45f80714f937'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:32:53.925263 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-846872c6-4379-42dd-aae0-f48553aa075a tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:53.925516 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-96010cd7-2999-41c8-9cd4-0aa6e2248b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:32:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['bf69ffb5-3b16-452c-8d45-45f80714f937'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:32:53.959735 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35410) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:32:53.992777 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-846872c6-4379-42dd-aae0-f48553aa075a tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6784914 May 05 20:32:53.993480 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2937469-6087-444f-9329-578248350285', 'tag': '9c05f481-2a58-4447-b341-273539c11b46'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:32:54.052945 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c13449d-5432-4b54-b534-a02b9cc7683f'] response: {'name': 'network-changed', 'server_uuid': 'd2937469-6087-444f-9329-578248350285', 'tag': '9c05f481-2a58-4447-b341-273539c11b46', 'status': 'completed', 'code': 200} May 05 20:32:54.150610 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-96010cd7-2999-41c8-9cd4-0aa6e2248b77 None None] Set router bf69ffb5-3b16-452c-8d45-45f80714f937 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:32:54.319124 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e37e54-077c-419b-94c0-56aa993f094b req-e8469e68-8d29-48fc-84b0-bf3aa1872dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:54.320628 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-17e37e54-077c-419b-94c0-56aa993f094b req-e8469e68-8d29-48fc-84b0-bf3aa1872dce service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d5327fecdbda4453866269afbd5ac6fc&device_id=d2937469-6087-444f-9329-578248350285 HTTP/1.1" status: 200 len: 1096 time: 0.2439177 May 05 20:32:54.572920 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-96010cd7-2999-41c8-9cd4-0aa6e2248b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'name': 'tempest-TestVolumeBootPattern-973012309-router', 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': 'aa83c883-0a57-481d-a79d-fd4eeb23da5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:16Z', 'updated_at': '2022-05-05T20:28:22Z', 'revision_number': 4, 'project_id': 'd5327fecdbda4453866269afbd5ac6fc', 'gw_port': {'id': 'aa83c883-0a57-481d-a79d-fd4eeb23da5c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:62:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:17Z', 'updated_at': '2022-05-05T20:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': 'cd2eb843-587a-45e8-b892-2779f73f4a6e', 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc', 'floating_ip_address': '172.25.0.190', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'port_id': '9c05f481-2a58-4447-b341-273539c11b46', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1', 'mac_address': 'fa:16:3e:61:00:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2937469-6087-444f-9329-578248350285', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:32:52Z', 'updated_at': '2022-05-05T20:32:52Z', 'revision_number': 0, 'project_id': 'd5327fecdbda4453866269afbd5ac6fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fca75c6c-669c-4972-8019-99a25ed879e1', 'name': '', 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1', 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc', 'mac_address': 'fa:16:3e:01:78:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'd4fffa46-b0f9-43c4-a768-6cf896707ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:21Z', 'updated_at': '2022-05-05T20:28:36Z', 'revision_number': 5, 'project_id': 'd5327fecdbda4453866269afbd5ac6fc', 'subnets': [{'id': 'd4fffa46-b0f9-43c4-a768-6cf896707ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:32:54.576874 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96010cd7-2999-41c8-9cd4-0aa6e2248b77 None None] Checking router: bf69ffb5-3b16-452c-8d45-45f80714f937 for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:32:54.589367 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96010cd7-2999-41c8-9cd4-0aa6e2248b77 None None] Routers {'bf69ffb5-3b16-452c-8d45-45f80714f937'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:32:54.590157 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-96010cd7-2999-41c8-9cd4-0aa6e2248b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:32:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['bf69ffb5-3b16-452c-8d45-45f80714f937'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:32:54.634076 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e37e54-077c-419b-94c0-56aa993f094b req-405549fc-7e85-445b-a20d-cb1f14204f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:54.635549 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-17e37e54-077c-419b-94c0-56aa993f094b req-405549fc-7e85-445b-a20d-cb1f14204f68 service neutron] 10.222.0.50 "GET /v2.0/networks?id=29a0e805-6e5b-4d29-836f-ace2c73e49b1 HTTP/1.1" status: 200 len: 912 time: 0.2556753 May 05 20:32:54.783363 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-17e37e54-077c-419b-94c0-56aa993f094b req-26a17a8e-c02f-4148-8625-bc8feed66a22 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c05f481-2a58-4447-b341-273539c11b46 HTTP/1.1" status: 200 len: 999 time: 0.1367660 May 05 20:32:54.827594 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-96010cd7-2999-41c8-9cd4-0aa6e2248b77 None None] Set router bf69ffb5-3b16-452c-8d45-45f80714f937 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:32:54.885340 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e37e54-077c-419b-94c0-56aa993f094b req-019135ec-7487-43b5-afdd-5e9a48310977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:54.886687 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-17e37e54-077c-419b-94c0-56aa993f094b req-019135ec-7487-43b5-afdd-5e9a48310977 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d4fffa46-b0f9-43c4-a768-6cf896707ddc HTTP/1.1" status: 200 len: 850 time: 0.0976162 May 05 20:32:55.097730 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2ad69ea4-a7c9-4e42-adba-73559b11a93b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:55.183311 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e37e54-077c-419b-94c0-56aa993f094b req-1e412fce-5ceb-420c-a3e0-f277c4f67a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:32:55.184816 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-17e37e54-077c-419b-94c0-56aa993f094b req-1e412fce-5ceb-420c-a3e0-f277c4f67a83 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=29a0e805-6e5b-4d29-836f-ace2c73e49b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2901969 May 05 20:32:55.199049 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-96010cd7-2999-41c8-9cd4-0aa6e2248b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'name': 'tempest-TestVolumeBootPattern-973012309-router', 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': 'aa83c883-0a57-481d-a79d-fd4eeb23da5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:16Z', 'updated_at': '2022-05-05T20:28:22Z', 'revision_number': 4, 'project_id': 'd5327fecdbda4453866269afbd5ac6fc', 'gw_port': {'id': 'aa83c883-0a57-481d-a79d-fd4eeb23da5c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:62:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:17Z', 'updated_at': '2022-05-05T20:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': 'cd2eb843-587a-45e8-b892-2779f73f4a6e', 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc', 'floating_ip_address': '172.25.0.190', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'port_id': '9c05f481-2a58-4447-b341-273539c11b46', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1', 'mac_address': 'fa:16:3e:61:00:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2937469-6087-444f-9329-578248350285', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:32:52Z', 'updated_at': '2022-05-05T20:32:52Z', 'revision_number': 0, 'project_id': 'd5327fecdbda4453866269afbd5ac6fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fca75c6c-669c-4972-8019-99a25ed879e1', 'name': '', 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1', 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc', 'mac_address': 'fa:16:3e:01:78:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'd4fffa46-b0f9-43c4-a768-6cf896707ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:21Z', 'updated_at': '2022-05-05T20:28:36Z', 'revision_number': 5, 'project_id': 'd5327fecdbda4453866269afbd5ac6fc', 'subnets': [{'id': 'd4fffa46-b0f9-43c4-a768-6cf896707ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:32:55.203385 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96010cd7-2999-41c8-9cd4-0aa6e2248b77 None None] The sync data for ids ['bf69ffb5-3b16-452c-8d45-45f80714f937'] in n-d-840717-1 is: [{'id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'name': 'tempest-TestVolumeBootPattern-973012309-router', 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': 'aa83c883-0a57-481d-a79d-fd4eeb23da5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:16Z', 'updated_at': '2022-05-05T20:28:22Z', 'revision_number': 4, 'project_id': 'd5327fecdbda4453866269afbd5ac6fc', 'gw_port': {'id': 'aa83c883-0a57-481d-a79d-fd4eeb23da5c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:62:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:17Z', 'updated_at': '2022-05-05T20:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': 'cd2eb843-587a-45e8-b892-2779f73f4a6e', 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc', 'floating_ip_address': '172.25.0.190', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'port_id': '9c05f481-2a58-4447-b341-273539c11b46', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1', 'mac_address': 'fa:16:3e:61:00:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2937469-6087-444f-9329-578248350285', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:32:52Z', 'updated_at': '2022-05-05T20:32:52Z', 'revision_number': 0, 'project_id': 'd5327fecdbda4453866269afbd5ac6fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fca75c6c-669c-4972-8019-99a25ed879e1', 'name': '', 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1', 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc', 'mac_address': 'fa:16:3e:01:78:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'd4fffa46-b0f9-43c4-a768-6cf896707ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:21Z', 'updated_at': '2022-05-05T20:28:36Z', 'revision_number': 5, 'project_id': 'd5327fecdbda4453866269afbd5ac6fc', 'subnets': [{'id': 'd4fffa46-b0f9-43c4-a768-6cf896707ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:32:55.422436 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78aa8b83-1b3e-42d0-9ce0-b283c4e21e6a None None] New status for floating IP cd2eb843-587a-45e8-b892-2779f73f4a6e: ACTIVE {{(pid=88199) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:32:55.509646 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-17e37e54-077c-419b-94c0-56aa993f094b req-661a96e9-7f2f-4aef-b038-a2dc90bffeef service neutron] 10.222.0.50 "GET /v2.0/networks/29a0e805-6e5b-4d29-836f-ace2c73e49b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185847 May 05 20:32:55.698293 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-17e37e54-077c-419b-94c0-56aa993f094b req-d608cdb8-1c02-4451-9295-0ed5843c8052 service neutron] 10.222.0.50 "GET /v2.0/networks/29a0e805-6e5b-4d29-836f-ace2c73e49b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820300 May 05 20:32:55.729485 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-2ad69ea4-a7c9-4e42-adba-73559b11a93b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Deleting port 0459633b-1104-4083-8c85-9abb7a62ca03 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:32:55.729822 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2ad69ea4-a7c9-4e42-adba-73559b11a93b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:55.940302 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-2ad69ea4-a7c9-4e42-adba-73559b11a93b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] For port 0459633b-1104-4083-8c85-9abb7a62ca03, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=0459633b-1104-4083-8c85-9abb7a62ca03,segment=NetworkSegment(3ac35548-e2ef-427b-a5a6-ccdf070c2561),segment_id=3ac35548-e2ef-427b-a5a6-ccdf070c2561)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:32:55.940761 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2ad69ea4-a7c9-4e42-adba-73559b11a93b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:56.073424 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-2ad69ea4-a7c9-4e42-adba-73559b11a93b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Calling delete_port for 0459633b-1104-4083-8c85-9abb7a62ca03 owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:32:56.284943 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2ad69ea4-a7c9-4e42-adba-73559b11a93b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:56.333513 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad69ea4-a7c9-4e42-adba-73559b11a93b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event deleted for resources: {'Port': ['ID=0459633b-1104-4083-8c85-9abb7a62ca03,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:32:56.746677 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2ad69ea4-a7c9-4e42-adba-73559b11a93b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:57.125915 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ad69ea4-a7c9-4e42-adba-73559b11a93b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Router 4619edf3-4e0c-4ef3-9a83-79c82a964529 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:32:57.304528 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad69ea4-a7c9-4e42-adba-73559b11a93b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:32:57.314744 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1975c2-46ab-4944-b80f-9f8807775c4a None None] Sync routers for ids ['4619edf3-4e0c-4ef3-9a83-79c82a964529'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:32:57.321347 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-2ad69ea4-a7c9-4e42-adba-73559b11a93b tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "PUT /v2.0/routers/4619edf3-4e0c-4ef3-9a83-79c82a964529/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3599157 May 05 20:32:57.324130 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35432) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:32:57.325746 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1975c2-46ab-4944-b80f-9f8807775c4a None None] Routers {'4619edf3-4e0c-4ef3-9a83-79c82a964529'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:32:57.326351 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-7a1975c2-46ab-4944-b80f-9f8807775c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:32:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['4619edf3-4e0c-4ef3-9a83-79c82a964529'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:32:57.400854 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-f814237b-a817-4d8a-991b-e051f7a04d5d tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Deleting subnet a13cd322-8e24-41ab-b0e8-b7bd3fc6a210 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:32:57.405549 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f814237b-a817-4d8a-991b-e051f7a04d5d tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:57.466917 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f814237b-a817-4d8a-991b-e051f7a04d5d tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:57.505168 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-7a1975c2-46ab-4944-b80f-9f8807775c4a None None] Set router 4619edf3-4e0c-4ef3-9a83-79c82a964529 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:32:57.557802 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f814237b-a817-4d8a-991b-e051f7a04d5d tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:57.666393 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f814237b-a817-4d8a-991b-e051f7a04d5d tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:57.711367 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f814237b-a817-4d8a-991b-e051f7a04d5d tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:57.714540 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f814237b-a817-4d8a-991b-e051f7a04d5d tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event deleted for resources: {'Subnet': ['ID=a13cd322-8e24-41ab-b0e8-b7bd3fc6a210,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:32:57.726732 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f814237b-a817-4d8a-991b-e051f7a04d5d tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "DELETE /v2.0/subnets/a13cd322-8e24-41ab-b0e8-b7bd3fc6a210 HTTP/1.1" status: 204 len: 168 time: 0.3960423 May 05 20:32:57.727593 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35436) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:32:57.728137 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c95b72-aa84-4c40-9e6b-8f5697224853 None None] Network 71342f67-7cb7-41bb-881a-bb31f2125efb requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:32:57.891766 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-7a1975c2-46ab-4944-b80f-9f8807775c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4619edf3-4e0c-4ef3-9a83-79c82a964529', 'name': 'tempest-TestNetworkAdvancedServerOps-router-952862023', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': 'db1174f5-21d9-4b16-aa04-d3cac26f99bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:29:21Z', 'updated_at': '2022-05-05T20:32:56Z', 'revision_number': 5, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'gw_port': {'id': 'db1174f5-21d9-4b16-aa04-d3cac26f99bb', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4619edf3-4e0c-4ef3-9a83-79c82a964529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:22Z', 'updated_at': '2022-05-05T20:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:32:57.900740 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1975c2-46ab-4944-b80f-9f8807775c4a None None] Checking router: 4619edf3-4e0c-4ef3-9a83-79c82a964529 for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:32:57.911072 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1975c2-46ab-4944-b80f-9f8807775c4a None None] Routers {'4619edf3-4e0c-4ef3-9a83-79c82a964529'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:32:57.911938 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-7a1975c2-46ab-4944-b80f-9f8807775c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:32:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['4619edf3-4e0c-4ef3-9a83-79c82a964529'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:32:57.957089 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-30c16965-ef51-4163-b65c-d3fea470e477 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:58.006525 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081134df-89a5-4c14-9fce-8600f9b41486 None None] DHCP port deletion for 71342f67-7cb7-41bb-881a-bb31f2125efb request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:32:58.010756 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-081134df-89a5-4c14-9fce-8600f9b41486 None None] Deleting port 6b18f14e-4fa2-429b-8773-113b6ebd621d {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:32:58.011201 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-081134df-89a5-4c14-9fce-8600f9b41486 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:58.161965 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-30c16965-ef51-4163-b65c-d3fea470e477 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:58.163990 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-7a1975c2-46ab-4944-b80f-9f8807775c4a None None] Set router 4619edf3-4e0c-4ef3-9a83-79c82a964529 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:32:58.172188 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-30c16965-ef51-4163-b65c-d3fea470e477 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Deleting port db1174f5-21d9-4b16-aa04-d3cac26f99bb {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:32:58.172626 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-30c16965-ef51-4163-b65c-d3fea470e477 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:58.288559 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-081134df-89a5-4c14-9fce-8600f9b41486 None None] For port 6b18f14e-4fa2-429b-8773-113b6ebd621d, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=6b18f14e-4fa2-429b-8773-113b6ebd621d,segment=NetworkSegment(3ac35548-e2ef-427b-a5a6-ccdf070c2561),segment_id=3ac35548-e2ef-427b-a5a6-ccdf070c2561)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:32:58.289032 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-081134df-89a5-4c14-9fce-8600f9b41486 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:58.425171 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-081134df-89a5-4c14-9fce-8600f9b41486 None None] Calling delete_port for 6b18f14e-4fa2-429b-8773-113b6ebd621d owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:32:58.529482 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-7a1975c2-46ab-4944-b80f-9f8807775c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4619edf3-4e0c-4ef3-9a83-79c82a964529', 'name': 'tempest-TestNetworkAdvancedServerOps-router-952862023', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': 'db1174f5-21d9-4b16-aa04-d3cac26f99bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:29:21Z', 'updated_at': '2022-05-05T20:32:56Z', 'revision_number': 5, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'gw_port': {'id': 'db1174f5-21d9-4b16-aa04-d3cac26f99bb', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4619edf3-4e0c-4ef3-9a83-79c82a964529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:22Z', 'updated_at': '2022-05-05T20:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:32:58.534318 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1975c2-46ab-4944-b80f-9f8807775c4a None None] The sync data for ids ['4619edf3-4e0c-4ef3-9a83-79c82a964529'] in n-d-840717-1 is: [{'id': '4619edf3-4e0c-4ef3-9a83-79c82a964529', 'name': 'tempest-TestNetworkAdvancedServerOps-router-952862023', 'tenant_id': '310f91420a2d4ddd8aab8a710d8dc814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': 'db1174f5-21d9-4b16-aa04-d3cac26f99bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:29:21Z', 'updated_at': '2022-05-05T20:32:56Z', 'revision_number': 5, 'project_id': '310f91420a2d4ddd8aab8a710d8dc814', 'gw_port': {'id': 'db1174f5-21d9-4b16-aa04-d3cac26f99bb', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4619edf3-4e0c-4ef3-9a83-79c82a964529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:29:22Z', 'updated_at': '2022-05-05T20:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:32:58.535575 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-30c16965-ef51-4163-b65c-d3fea470e477 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] For port db1174f5-21d9-4b16-aa04-d3cac26f99bb, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=db1174f5-21d9-4b16-aa04-d3cac26f99bb,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:32:58.536196 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-30c16965-ef51-4163-b65c-d3fea470e477 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:58.554098 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-081134df-89a5-4c14-9fce-8600f9b41486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:58.616444 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081134df-89a5-4c14-9fce-8600f9b41486 None None] Pushing event deleted for resources: {'Port': ['ID=6b18f14e-4fa2-429b-8773-113b6ebd621d,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:32:58.627241 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081134df-89a5-4c14-9fce-8600f9b41486 None None] No DVR routers for this DVR port 6b18f14e-4fa2-429b-8773-113b6ebd621d on host n-d-840717-1 {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:32:58.633546 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081134df-89a5-4c14-9fce-8600f9b41486 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:32:58.635723 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081134df-89a5-4c14-9fce-8600f9b41486 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:32:58.636014 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081134df-89a5-4c14-9fce-8600f9b41486 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:32:58.636420 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081134df-89a5-4c14-9fce-8600f9b41486 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:32:58.636730 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081134df-89a5-4c14-9fce-8600f9b41486 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:32:58.637108 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081134df-89a5-4c14-9fce-8600f9b41486 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:32:58.637434 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081134df-89a5-4c14-9fce-8600f9b41486 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:32:58.637757 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081134df-89a5-4c14-9fce-8600f9b41486 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:32:58.638078 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081134df-89a5-4c14-9fce-8600f9b41486 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:32:58.638422 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081134df-89a5-4c14-9fce-8600f9b41486 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:32:58.638707 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081134df-89a5-4c14-9fce-8600f9b41486 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:32:58.639023 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081134df-89a5-4c14-9fce-8600f9b41486 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:32:58.711793 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-30c16965-ef51-4163-b65c-d3fea470e477 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Calling delete_port for db1174f5-21d9-4b16-aa04-d3cac26f99bb owned by network:router_gateway {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:32:58.886623 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-30c16965-ef51-4163-b65c-d3fea470e477 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:58.935904 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c16965-ef51-4163-b65c-d3fea470e477 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event deleted for resources: {'Port': ['ID=db1174f5-21d9-4b16-aa04-d3cac26f99bb,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:32:59.031677 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-30c16965-ef51-4163-b65c-d3fea470e477 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:59.215098 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-30c16965-ef51-4163-b65c-d3fea470e477 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:59.217376 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-30c16965-ef51-4163-b65c-d3fea470e477 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:59.244256 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-30c16965-ef51-4163-b65c-d3fea470e477 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:59.245740 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c16965-ef51-4163-b65c-d3fea470e477 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Fanout notify agent at l3_agent the message router_deleted on router 4619edf3-4e0c-4ef3-9a83-79c82a964529 {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:32:59.271449 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-30c16965-ef51-4163-b65c-d3fea470e477 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:59.271449 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-30c16965-ef51-4163-b65c-d3fea470e477 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "DELETE /v2.0/routers/4619edf3-4e0c-4ef3-9a83-79c82a964529 HTTP/1.1" status: 204 len: 168 time: 1.5401101 May 05 20:32:59.275134 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35444) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:32:59.463254 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b7cd4fd6-3ef2-40fe-8656-14a623edb6e9 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:59.652550 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b7cd4fd6-3ef2-40fe-8656-14a623edb6e9 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:59.811765 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35452) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:32:59.853809 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-b7cd4fd6-3ef2-40fe-8656-14a623edb6e9 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71342f67-7cb7-41bb-881a-bb31f2125efb']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:32:59.872562 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-b7cd4fd6-3ef2-40fe-8656-14a623edb6e9 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ac35548-e2ef-427b-a5a6-ccdf070c2561') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:32:59.872562 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-b7cd4fd6-3ef2-40fe-8656-14a623edb6e9 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ac35548-e2ef-427b-a5a6-ccdf070c2561') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:32:59.886134 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b7cd4fd6-3ef2-40fe-8656-14a623edb6e9 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:59.908491 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b7cd4fd6-3ef2-40fe-8656-14a623edb6e9 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:59.914545 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 6b18f14e-4fa2-429b-8773-113b6ebd621d no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:32:59.918153 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7cd4fd6-3ef2-40fe-8656-14a623edb6e9 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:32:59.918153 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b7cd4fd6-3ef2-40fe-8656-14a623edb6e9 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:32:59.946183 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:32:59.946183 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:32:59.946183 n-d-840717-1 neutron-server[88197]: timer() May 05 20:32:59.946183 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:32:59.946183 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:32:59.946183 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:32:59.946183 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:32:59.946183 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:32:59.946183 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:32:59.946183 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:32:59.946183 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:32:59.946183 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:32:59.946183 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:32:59.946183 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:32:59.946183 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:32:59.946183 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:32:59.946183 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:32:59.946183 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:32:59.946183 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:32:59.946183 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:32:59.946183 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:32:59.946183 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:32:59.946183 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:32:59.946183 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:32:59.946183 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:32:59.946183 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:32:59.946183 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:32:59.946183 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:32:59.946183 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:32:59.946183 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:32:59.946183 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:32:59.946183 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:32:59.967735 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 6b18f14e-4fa2-429b-8773-113b6ebd621d {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:32:59.967735 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 6b18f14e-4fa2-429b-8773-113b6ebd621d not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:32:59.967735 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device db1174f5-21d9-4b16-aa04-d3cac26f99bb no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:33:00.013296 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: db1174f5-21d9-4b16-aa04-d3cac26f99bb {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:33:00.013296 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device db1174f5-21d9-4b16-aa04-d3cac26f99bb not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:33:00.013296 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 0459633b-1104-4083-8c85-9abb7a62ca03 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:33:00.040515 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0441c6e6-4286-4569-a22e-6d20b58ae6ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:00.055084 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0441c6e6-4286-4569-a22e-6d20b58ae6ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:33:00.061282 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b7cd4fd6-3ef2-40fe-8656-14a623edb6e9 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:00.068259 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-0441c6e6-4286-4569-a22e-6d20b58ae6ac admin admin] Usage tracker for resource:security_group_rule and tenant:497b131c35094d03b6150d1becc48d2f is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:33:00.068259 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-0441c6e6-4286-4569-a22e-6d20b58ae6ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:33:00.073115 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 0459633b-1104-4083-8c85-9abb7a62ca03 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:33:00.073115 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 0459633b-1104-4083-8c85-9abb7a62ca03 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:33:00.077743 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0441c6e6-4286-4569-a22e-6d20b58ae6ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:33:00.082882 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b7cd4fd6-3ef2-40fe-8656-14a623edb6e9 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:00.099143 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cd4fd6-3ef2-40fe-8656-14a623edb6e9 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event deleted for resources: {'Network': ['ID=71342f67-7cb7-41bb-881a-bb31f2125efb,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:00.099143 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-b7cd4fd6-3ef2-40fe-8656-14a623edb6e9 tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "DELETE /v2.0/networks/71342f67-7cb7-41bb-881a-bb31f2125efb HTTP/1.1" status: 204 len: 168 time: 0.8183203 May 05 20:33:00.104156 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35458) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:33:00.206738 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0ef8c8a6-744c-482f-af05-ab97004ec03c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:00.245252 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0441c6e6-4286-4569-a22e-6d20b58ae6ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:00.246658 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0ef8c8a6-744c-482f-af05-ab97004ec03c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:00.255703 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0441c6e6-4286-4569-a22e-6d20b58ae6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:00.328939 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-0441c6e6-4286-4569-a22e-6d20b58ae6ac admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=497b131c35094d03b6150d1becc48d2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5169144 May 05 20:33:00.330375 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0441c6e6-4286-4569-a22e-6d20b58ae6ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e289b0f-64db-4850-b39d-50af7bbcb820,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:00.331876 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35462) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:33:00.376549 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0ef8c8a6-744c-482f-af05-ab97004ec03c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:00.388524 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef8c8a6-744c-482f-af05-ab97004ec03c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f11960d-500e-4805-b724-536ddc3a6c97,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:00.404226 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9122d931-4a86-4575-b4e2-d947762d5f30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:00.420008 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0ef8c8a6-744c-482f-af05-ab97004ec03c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:00.422498 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-0ef8c8a6-744c-482f-af05-ab97004ec03c tempest-TestNetworkAdvancedServerOps-1350632967 tempest-TestNetworkAdvancedServerOps-1350632967-project] 10.222.0.36 "DELETE /v2.0/security-groups/9f11960d-500e-4805-b724-536ddc3a6c97 HTTP/1.1" status: 204 len: 168 time: 0.3250995 May 05 20:33:00.433953 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9122d931-4a86-4575-b4e2-d947762d5f30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:00.498237 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9122d931-4a86-4575-b4e2-d947762d5f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:00.517904 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9122d931-4a86-4575-b4e2-d947762d5f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e289b0f-64db-4850-b39d-50af7bbcb820,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:00.521678 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9122d931-4a86-4575-b4e2-d947762d5f30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:00.523625 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-9122d931-4a86-4575-b4e2-d947762d5f30 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3e289b0f-64db-4850-b39d-50af7bbcb820 HTTP/1.1" status: 204 len: 168 time: 0.1900697 May 05 20:33:00.559403 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d471ce86-4b35-407f-a9c1-ceb1952e92e8 req-9d91e76d-af43-4cf6-8c70-dca767401281 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d2937469-6087-444f-9329-578248350285&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1026795 May 05 20:33:00.708668 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d471ce86-4b35-407f-a9c1-ceb1952e92e8 req-1e4ad8c2-ff06-434d-9210-91b9ae5d690c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:00.710159 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d471ce86-4b35-407f-a9c1-ceb1952e92e8 req-1e4ad8c2-ff06-434d-9210-91b9ae5d690c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d5327fecdbda4453866269afbd5ac6fc&device_id=d2937469-6087-444f-9329-578248350285 HTTP/1.1" status: 200 len: 1096 time: 0.0773661 May 05 20:33:00.743529 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35476) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:33:00.876197 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d471ce86-4b35-407f-a9c1-ceb1952e92e8 req-71d37fdf-9f4e-41f7-a887-d849cc8f91b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:00.879328 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d471ce86-4b35-407f-a9c1-ceb1952e92e8 req-71d37fdf-9f4e-41f7-a887-d849cc8f91b7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=29a0e805-6e5b-4d29-836f-ace2c73e49b1 HTTP/1.1" status: 200 len: 912 time: 0.1500020 May 05 20:33:00.915079 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-df5dcba2-bde6-4bf2-9be5-b4af1e22c675 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=310f91420a2d4ddd8aab8a710d8dc814&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1703272 May 05 20:33:00.917572 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35488) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:33:00.981263 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-46efa50f-5f57-4252-9e94-cc882f7c1aee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:00.988334 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d471ce86-4b35-407f-a9c1-ceb1952e92e8 req-eeb5613c-bc7e-457e-8caa-f8bc2fde1657 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c05f481-2a58-4447-b341-273539c11b46 HTTP/1.1" status: 200 len: 1001 time: 0.1032035 May 05 20:33:01.008801 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-46efa50f-5f57-4252-9e94-cc882f7c1aee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:01.065940 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d471ce86-4b35-407f-a9c1-ceb1952e92e8 req-62a8969d-e283-4c0c-a6cf-a41849ce162f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:01.067668 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d471ce86-4b35-407f-a9c1-ceb1952e92e8 req-62a8969d-e283-4c0c-a6cf-a41849ce162f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d4fffa46-b0f9-43c4-a768-6cf896707ddc HTTP/1.1" status: 200 len: 850 time: 0.0733330 May 05 20:33:01.069849 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-46efa50f-5f57-4252-9e94-cc882f7c1aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:01.089923 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46efa50f-5f57-4252-9e94-cc882f7c1aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b38f9b-e167-41d1-a670-317cf2887d45,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:01.094374 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-46efa50f-5f57-4252-9e94-cc882f7c1aee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:01.095737 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-46efa50f-5f57-4252-9e94-cc882f7c1aee admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/10b38f9b-e167-41d1-a670-317cf2887d45 HTTP/1.1" status: 204 len: 168 time: 0.1770351 May 05 20:33:01.154756 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d471ce86-4b35-407f-a9c1-ceb1952e92e8 req-7700362a-4dd6-486a-b4ce-c6cac187ca80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:01.157194 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d471ce86-4b35-407f-a9c1-ceb1952e92e8 req-7700362a-4dd6-486a-b4ce-c6cac187ca80 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=29a0e805-6e5b-4d29-836f-ace2c73e49b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0840554 May 05 20:33:01.419784 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d471ce86-4b35-407f-a9c1-ceb1952e92e8 req-c4d8e30e-d5ba-436b-a3ec-18683318a498 service neutron] 10.222.0.50 "GET /v2.0/networks/29a0e805-6e5b-4d29-836f-ace2c73e49b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555280 May 05 20:33:01.444452 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35512) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:33:01.494063 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-57d03616-1d7c-4626-8ce2-a9a9f1d5ba17 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6f5d6069936243878e27094f3bb70848&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484328 May 05 20:33:01.496519 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35516) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:33:01.564693 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d471ce86-4b35-407f-a9c1-ceb1952e92e8 req-773ce08b-9148-4cc9-a903-cccc2ce08c9b service neutron] 10.222.0.50 "GET /v2.0/networks/29a0e805-6e5b-4d29-836f-ace2c73e49b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379426 May 05 20:33:01.567913 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-74c653cd-1c9b-4418-8a4d-b896fa35db85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:01.596543 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-74c653cd-1c9b-4418-8a4d-b896fa35db85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:01.651970 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-74c653cd-1c9b-4418-8a4d-b896fa35db85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:01.671894 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c653cd-1c9b-4418-8a4d-b896fa35db85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dbc02ce-220b-4ed2-99a3-c4b07a231732,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:01.685145 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-74c653cd-1c9b-4418-8a4d-b896fa35db85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:01.686263 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-74c653cd-1c9b-4418-8a4d-b896fa35db85 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0dbc02ce-220b-4ed2-99a3-c4b07a231732 HTTP/1.1" status: 204 len: 168 time: 0.1886008 May 05 20:33:01.930693 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35534) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:33:02.096306 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-1322920d-bdc5-40b8-8df2-efd060abd89d tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Request body: {'network': {'name': 'tempest-network-smoke--360038685', 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'port_security_enabled': True}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:33:02.102687 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-1322920d-bdc5-40b8-8df2-efd060abd89d tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:33:02.106954 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-1322920d-bdc5-40b8-8df2-efd060abd89d tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Usage tracker for resource:network and tenant:ae03aa52cc144bf0b519baf0417a3070 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:33:02.109973 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-1322920d-bdc5-40b8-8df2-efd060abd89d tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:33:02.117836 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-1322920d-bdc5-40b8-8df2-efd060abd89d tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:33:02.128530 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1322920d-bdc5-40b8-8df2-efd060abd89d tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Made reservation on behalf of ae03aa52cc144bf0b519baf0417a3070 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:33:02.132066 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1322920d-bdc5-40b8-8df2-efd060abd89d tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:02.144098 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1322920d-bdc5-40b8-8df2-efd060abd89d tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:02.158851 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-1322920d-bdc5-40b8-8df2-efd060abd89d tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:33:02.162674 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-1322920d-bdc5-40b8-8df2-efd060abd89d tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Usage tracker for resource:security_group_rule and tenant:ae03aa52cc144bf0b519baf0417a3070 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:33:02.165474 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-1322920d-bdc5-40b8-8df2-efd060abd89d tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:33:02.171330 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-1322920d-bdc5-40b8-8df2-efd060abd89d tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:33:02.258655 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1322920d-bdc5-40b8-8df2-efd060abd89d tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:02.262461 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1322920d-bdc5-40b8-8df2-efd060abd89d tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:02.303167 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1322920d-bdc5-40b8-8df2-efd060abd89d tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:33:02.308366 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1322920d-bdc5-40b8-8df2-efd060abd89d tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d2bc746-b817-4222-9cc5-f051b5af84fd,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:02.315936 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1322920d-bdc5-40b8-8df2-efd060abd89d tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:02.316277 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-1322920d-bdc5-40b8-8df2-efd060abd89d tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Added segment eea1549b-d16b-4684-8dbd-392664594e16 of type vlan for network 8faac822-2df8-473a-a25e-47c7e9b40510 May 05 20:33:02.345150 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1322920d-bdc5-40b8-8df2-efd060abd89d tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:02.378807 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1322920d-bdc5-40b8-8df2-efd060abd89d tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:02.384315 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1322920d-bdc5-40b8-8df2-efd060abd89d tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:02.384921 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1322920d-bdc5-40b8-8df2-efd060abd89d tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:02.426639 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35556) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:33:02.493310 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-1322920d-bdc5-40b8-8df2-efd060abd89d tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5614696 May 05 20:33:02.496486 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35562) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:33:02.498477 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1322920d-bdc5-40b8-8df2-efd060abd89d tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Pushing event updated for resources: {'Network': ['ID=8faac822-2df8-473a-a25e-47c7e9b40510,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:02.502129 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-b99331f1-2c77-4b19-852c-ed64ea7f2767 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-408302403', 'admin_state_up': True, 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:33:02.510537 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 8faac822-2df8-473a-a25e-47c7e9b40510 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:33:02.512947 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b99331f1-2c77-4b19-852c-ed64ea7f2767 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:33:02.517583 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-b99331f1-2c77-4b19-852c-ed64ea7f2767 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Usage tracker for resource:router and tenant:ae03aa52cc144bf0b519baf0417a3070 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:33:02.520861 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-b99331f1-2c77-4b19-852c-ed64ea7f2767 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:33:02.526618 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b99331f1-2c77-4b19-852c-ed64ea7f2767 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:33:02.545848 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-7b623937-549f-46d9-a676-c1c5bbcf6be4 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-293687247-network', 'tenant_id': '319e65ce2d224e768cdbd69739e25b53'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:33:02.552173 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b99331f1-2c77-4b19-852c-ed64ea7f2767 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:02.553397 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b99331f1-2c77-4b19-852c-ed64ea7f2767 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:02.557554 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-7b623937-549f-46d9-a676-c1c5bbcf6be4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:33:02.563267 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-7b623937-549f-46d9-a676-c1c5bbcf6be4 admin admin] Usage tracker for resource:network and tenant:319e65ce2d224e768cdbd69739e25b53 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:33:02.568591 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-7b623937-549f-46d9-a676-c1c5bbcf6be4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:33:02.582683 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-7b623937-549f-46d9-a676-c1c5bbcf6be4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:33:02.604706 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b99331f1-2c77-4b19-852c-ed64ea7f2767 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:02.613344 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b623937-549f-46d9-a676-c1c5bbcf6be4 admin admin] Made reservation on behalf of 319e65ce2d224e768cdbd69739e25b53 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:33:02.615945 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7b623937-549f-46d9-a676-c1c5bbcf6be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:02.631016 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7b623937-549f-46d9-a676-c1c5bbcf6be4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:02.648996 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-7b623937-549f-46d9-a676-c1c5bbcf6be4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:33:02.709766 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-7b623937-549f-46d9-a676-c1c5bbcf6be4 admin admin] Usage tracker for resource:security_group_rule and tenant:319e65ce2d224e768cdbd69739e25b53 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:33:02.768436 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-7b623937-549f-46d9-a676-c1c5bbcf6be4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:33:02.782968 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-7b623937-549f-46d9-a676-c1c5bbcf6be4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:33:02.930402 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b99331f1-2c77-4b19-852c-ed64ea7f2767 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:03.084058 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7b623937-549f-46d9-a676-c1c5bbcf6be4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:03.091693 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7b623937-549f-46d9-a676-c1c5bbcf6be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:03.123976 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b623937-549f-46d9-a676-c1c5bbcf6be4 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:33:03.150786 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b623937-549f-46d9-a676-c1c5bbcf6be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1197f11f-fdb6-4225-b168-f0305dc2d0cf,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:03.155396 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7b623937-549f-46d9-a676-c1c5bbcf6be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:03.155735 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-7b623937-549f-46d9-a676-c1c5bbcf6be4 admin admin] Added segment 2b36ab60-de96-4bac-92bc-5a92c1fd5348 of type vlan for network c4a20b3c-ae9f-4def-9b23-26fbdac1320b May 05 20:33:03.199468 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7b623937-549f-46d9-a676-c1c5bbcf6be4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:03.378029 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b99331f1-2c77-4b19-852c-ed64ea7f2767 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for router_gateway, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:03.410291 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7b623937-549f-46d9-a676-c1c5bbcf6be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:03.411228 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b623937-549f-46d9-a676-c1c5bbcf6be4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:03.411838 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7b623937-549f-46d9-a676-c1c5bbcf6be4 admin admin] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:03.428703 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b99331f1-2c77-4b19-852c-ed64ea7f2767 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:03.558552 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b623937-549f-46d9-a676-c1c5bbcf6be4 admin admin] Pushing event updated for resources: {'Network': ['ID=c4a20b3c-ae9f-4def-9b23-26fbdac1320b,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:03.571777 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network c4a20b3c-ae9f-4def-9b23-26fbdac1320b details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:33:03.584552 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35566) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:33:03.585106 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-7b623937-549f-46d9-a676-c1c5bbcf6be4 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1568904 May 05 20:33:03.593782 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-519086eb-863c-4baa-9d40-cb06b3171994 admin admin] Request body: {'subnet': {'network_id': 'c4a20b3c-ae9f-4def-9b23-26fbdac1320b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-293687247-subnet', 'tenant_id': '319e65ce2d224e768cdbd69739e25b53', 'ip_version': 4}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:33:03.601876 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-519086eb-863c-4baa-9d40-cb06b3171994 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:33:03.606818 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-519086eb-863c-4baa-9d40-cb06b3171994 admin admin] Usage tracker for resource:subnet and tenant:319e65ce2d224e768cdbd69739e25b53 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:33:03.610973 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-519086eb-863c-4baa-9d40-cb06b3171994 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:33:03.618535 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-519086eb-863c-4baa-9d40-cb06b3171994 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:33:03.636149 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519086eb-863c-4baa-9d40-cb06b3171994 admin admin] Made reservation on behalf of 319e65ce2d224e768cdbd69739e25b53 for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:33:03.639586 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-519086eb-863c-4baa-9d40-cb06b3171994 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:03.664014 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-b99331f1-2c77-4b19-852c-ed64ea7f2767 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Allocated IP 172.25.0.227 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/4dbdc21a-1394-4159-bcb7-0de9b772114c) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:33:03.818636 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b99331f1-2c77-4b19-852c-ed64ea7f2767 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:03.848208 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b99331f1-2c77-4b19-852c-ed64ea7f2767 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:03.855027 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-519086eb-863c-4baa-9d40-cb06b3171994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:03.933583 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519086eb-863c-4baa-9d40-cb06b3171994 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66a6f882-bccb-4256-83b5-0b0aa723e025,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:03.942948 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519086eb-863c-4baa-9d40-cb06b3171994 admin admin] Checking segment: {'id': '2b36ab60-de96-4bac-92bc-5a92c1fd5348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c4a20b3c-ae9f-4def-9b23-26fbdac1320b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:33:03.943308 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519086eb-863c-4baa-9d40-cb06b3171994 admin admin] Network hostable DHCP agents. Network: c4a20b3c-ae9f-4def-9b23-26fbdac1320b, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:33:03.962685 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519086eb-863c-4baa-9d40-cb06b3171994 admin admin] Network c4a20b3c-ae9f-4def-9b23-26fbdac1320b is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:33:03.973145 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-519086eb-863c-4baa-9d40-cb06b3171994 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, c4a20b3c-ae9f-4def-9b23-26fbdac1320b) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:33:03.977414 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519086eb-863c-4baa-9d40-cb06b3171994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:03.978058 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-519086eb-863c-4baa-9d40-cb06b3171994 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:03.990114 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3485cb-3a87-46f4-9fbf-f5bfaa2793ff None None] Network c4a20b3c-ae9f-4def-9b23-26fbdac1320b requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:33:04.003421 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-519086eb-863c-4baa-9d40-cb06b3171994 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4167147 May 05 20:33:04.004040 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35570) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:33:04.009003 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-cfc87011-3325-469e-87bd-d6c160eeac3b admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-293687247-router', 'tenant_id': '319e65ce2d224e768cdbd69739e25b53', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:33:04.014438 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-cfc87011-3325-469e-87bd-d6c160eeac3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:33:04.019042 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-cfc87011-3325-469e-87bd-d6c160eeac3b admin admin] Usage tracker for resource:router and tenant:319e65ce2d224e768cdbd69739e25b53 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:33:04.022067 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-cfc87011-3325-469e-87bd-d6c160eeac3b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:33:04.027878 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-cfc87011-3325-469e-87bd-d6c160eeac3b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:33:04.039667 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cfc87011-3325-469e-87bd-d6c160eeac3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:04.040662 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cfc87011-3325-469e-87bd-d6c160eeac3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:04.049979 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99331f1-2c77-4b19-852c-ed64ea7f2767 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:33:04.053163 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-b99331f1-2c77-4b19-852c-ed64ea7f2767 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:33:04.055449 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cfc87011-3325-469e-87bd-d6c160eeac3b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:04.055687 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99331f1-2c77-4b19-852c-ed64ea7f2767 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:33:04.097352 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99331f1-2c77-4b19-852c-ed64ea7f2767 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Pushing event updated for resources: {'Port': ['ID=4dbdc21a-1394-4159-bcb7-0de9b772114c,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:04.248070 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbb5773-69bc-4233-94c2-51ecf9a0f887 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-c4a20b3c-ae9f-4def-9b23-26fbdac1320b', 'network_id': 'c4a20b3c-ae9f-4def-9b23-26fbdac1320b', 'tenant_id': '319e65ce2d224e768cdbd69739e25b53', 'fixed_ips': [{'subnet_id': '66a6f882-bccb-4256-83b5-0b0aa723e025'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:33:04.249350 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ddbb5773-69bc-4233-94c2-51ecf9a0f887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:04.334010 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cfc87011-3325-469e-87bd-d6c160eeac3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:04.416631 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-ddbb5773-69bc-4233-94c2-51ecf9a0f887 None None] Allocated IP 172.20.0.2 (c4a20b3c-ae9f-4def-9b23-26fbdac1320b/66a6f882-bccb-4256-83b5-0b0aa723e025/13074724-3055-4e07-9bd2-9531d0505b32) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:33:04.498239 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b99331f1-2c77-4b19-852c-ed64ea7f2767 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for router_gateway, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:04.662939 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ddbb5773-69bc-4233-94c2-51ecf9a0f887 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:04.678126 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-ddbb5773-69bc-4233-94c2-51ecf9a0f887 None None] Transition to ACTIVE for port object 13074724-3055-4e07-9bd2-9531d0505b32 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:33:04.683864 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a99eec31-7b15-48b9-ab91-f59660e7eb5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:04.699916 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-ddbb5773-69bc-4233-94c2-51ecf9a0f887 None None] Transition to ACTIVE for port object 13074724-3055-4e07-9bd2-9531d0505b32 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:33:04.706638 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ddbb5773-69bc-4233-94c2-51ecf9a0f887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:04.777805 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbb5773-69bc-4233-94c2-51ecf9a0f887 None None] Network c4a20b3c-ae9f-4def-9b23-26fbdac1320b is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:33:04.779559 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-ddbb5773-69bc-4233-94c2-51ecf9a0f887 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:33:04.783655 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbb5773-69bc-4233-94c2-51ecf9a0f887 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:33:04.791255 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cfc87011-3325-469e-87bd-d6c160eeac3b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:04.793043 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbb5773-69bc-4233-94c2-51ecf9a0f887 None None] Pushing event updated for resources: {'Port': ['ID=13074724-3055-4e07-9bd2-9531d0505b32,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:04.824792 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cfc87011-3325-469e-87bd-d6c160eeac3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:04.874551 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b99331f1-2c77-4b19-852c-ed64ea7f2767 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:04.889172 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-ddbb5773-69bc-4233-94c2-51ecf9a0f887 None None] Attempting to bind port 13074724-3055-4e07-9bd2-9531d0505b32 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:33:04.889172 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-ddbb5773-69bc-4233-94c2-51ecf9a0f887 None None] Attempting to bind port 13074724-3055-4e07-9bd2-9531d0505b32 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '2b36ab60-de96-4bac-92bc-5a92c1fd5348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c4a20b3c-ae9f-4def-9b23-26fbdac1320b'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:33:04.889172 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbb5773-69bc-4233-94c2-51ecf9a0f887 None None] Attempting to bind port 13074724-3055-4e07-9bd2-9531d0505b32 on network c4a20b3c-ae9f-4def-9b23-26fbdac1320b {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:33:04.894953 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbb5773-69bc-4233-94c2-51ecf9a0f887 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:33:04.895317 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbb5773-69bc-4233-94c2-51ecf9a0f887 None None] Checking segment: {'id': '2b36ab60-de96-4bac-92bc-5a92c1fd5348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c4a20b3c-ae9f-4def-9b23-26fbdac1320b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:33:04.895750 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ddbb5773-69bc-4233-94c2-51ecf9a0f887 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:04.896133 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbb5773-69bc-4233-94c2-51ecf9a0f887 None None] Bound using segment: {'id': '2b36ab60-de96-4bac-92bc-5a92c1fd5348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c4a20b3c-ae9f-4def-9b23-26fbdac1320b'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:33:04.896583 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-ddbb5773-69bc-4233-94c2-51ecf9a0f887 None None] Bound port: 13074724-3055-4e07-9bd2-9531d0505b32, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b36ab60-de96-4bac-92bc-5a92c1fd5348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c4a20b3c-ae9f-4def-9b23-26fbdac1320b'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:33:04.896945 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ddbb5773-69bc-4233-94c2-51ecf9a0f887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:04.993364 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-cfc87011-3325-469e-87bd-d6c160eeac3b admin admin] Allocated IP 172.25.0.42 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/b69daf30-2e54-4bea-ae80-fd99cab9dc4b) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:33:05.015676 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-ddbb5773-69bc-4233-94c2-51ecf9a0f887 None None] For port 13074724-3055-4e07-9bd2-9531d0505b32, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:33:05.019985 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-ddbb5773-69bc-4233-94c2-51ecf9a0f887 None None] For port 13074724-3055-4e07-9bd2-9531d0505b32, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=13074724-3055-4e07-9bd2-9531d0505b32,segment=NetworkSegment(2b36ab60-de96-4bac-92bc-5a92c1fd5348),segment_id=2b36ab60-de96-4bac-92bc-5a92c1fd5348)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:33:05.024383 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ddbb5773-69bc-4233-94c2-51ecf9a0f887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:05.113193 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbb5773-69bc-4233-94c2-51ecf9a0f887 None None] Pushing event updated for resources: {'Port': ['ID=13074724-3055-4e07-9bd2-9531d0505b32,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:05.135651 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b99331f1-2c77-4b19-852c-ed64ea7f2767 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Router 3def9584-0018-40e1-832c-00efa57546b4 is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:33:05.164860 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cfc87011-3325-469e-87bd-d6c160eeac3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:05.197598 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cfc87011-3325-469e-87bd-d6c160eeac3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:05.274451 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc87011-3325-469e-87bd-d6c160eeac3b admin admin] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:33:05.277487 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-cfc87011-3325-469e-87bd-d6c160eeac3b admin admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:33:05.281033 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc87011-3325-469e-87bd-d6c160eeac3b admin admin] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:33:05.327228 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc87011-3325-469e-87bd-d6c160eeac3b admin admin] Pushing event updated for resources: {'Port': ['ID=b69daf30-2e54-4bea-ae80-fd99cab9dc4b,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:05.350150 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b99331f1-2c77-4b19-852c-ed64ea7f2767 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:33:05.362197 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcfb012-a4ad-479d-ab1c-8f4921429978 None None] Sync routers for ids ['3def9584-0018-40e1-832c-00efa57546b4'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:33:05.380908 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcfb012-a4ad-479d-ab1c-8f4921429978 None None] Routers {'3def9584-0018-40e1-832c-00efa57546b4'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:33:05.381649 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-8dcfb012-a4ad-479d-ab1c-8f4921429978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:32:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['3def9584-0018-40e1-832c-00efa57546b4'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:33:05.399726 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b99331f1-2c77-4b19-852c-ed64ea7f2767 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:05.401426 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b99331f1-2c77-4b19-852c-ed64ea7f2767 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.9039016 May 05 20:33:05.405790 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35574) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:33:05.605159 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c15133b0-0b2e-4043-adb1-11eb810fba6e tempest-TestNetworkBasicOps-1246439767 tempest-TestNetworkBasicOps-1246439767-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=ae03aa52cc144bf0b519baf0417a3070&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1979358 May 05 20:33:05.608991 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35580) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:33:05.623136 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-8dcfb012-a4ad-479d-ab1c-8f4921429978 None None] Set router 3def9584-0018-40e1-832c-00efa57546b4 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:33:05.817569 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cfc87011-3325-469e-87bd-d6c160eeac3b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:05.949137 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790fe482-5d4e-4d7f-af7e-af0b893965b9 tempest-TestNetworkBasicOps-1246439767 tempest-TestNetworkBasicOps-1246439767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:05.986006 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-790fe482-5d4e-4d7f-af7e-af0b893965b9 tempest-TestNetworkBasicOps-1246439767 tempest-TestNetworkBasicOps-1246439767-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3639903 May 05 20:33:05.986006 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35584) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:33:06.012571 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 13074724-3055-4e07-9bd2-9531d0505b32 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:33:06.093032 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-dfc2ce4b-4119-48af-a1f8-6cea697bf661 tempest-TestNetworkBasicOps-1246439767 tempest-TestNetworkBasicOps-1246439767-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=0401d202-1605-4cfe-bad4-fb225df6afb0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0902436 May 05 20:33:06.093032 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35588) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:33:06.093032 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-b550f983-3795-464e-a01a-0f4777c1ad57 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-330318293', 'network_id': '8faac822-2df8-473a-a25e-47c7e9b40510', 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:33:06.179418 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-8dcfb012-a4ad-479d-ab1c-8f4921429978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3def9584-0018-40e1-832c-00efa57546b4', 'name': 'tempest-TestNetworkBasicOps-router-408302403', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '4dbdc21a-1394-4159-bcb7-0de9b772114c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:33:02Z', 'updated_at': '2022-05-05T20:33:04Z', 'revision_number': 3, 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'gw_port': {'id': '4dbdc21a-1394-4159-bcb7-0de9b772114c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:97:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3def9584-0018-40e1-832c-00efa57546b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:33:03Z', 'updated_at': '2022-05-05T20:33:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:33:06.179418 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 13074724-3055-4e07-9bd2-9531d0505b32 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:33:06.191998 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcfb012-a4ad-479d-ab1c-8f4921429978 None None] Checking router: 3def9584-0018-40e1-832c-00efa57546b4 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:33:06.191998 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcfb012-a4ad-479d-ab1c-8f4921429978 None None] Updating router 3def9584-0018-40e1-832c-00efa57546b4 port 4dbdc21a-1394-4159-bcb7-0de9b772114c binding host n-d-840717-1 {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:33:06.250248 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b550f983-3795-464e-a01a-0f4777c1ad57 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:33:06.256020 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-b550f983-3795-464e-a01a-0f4777c1ad57 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Usage tracker for resource:subnet and tenant:ae03aa52cc144bf0b519baf0417a3070 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:33:06.259303 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-b550f983-3795-464e-a01a-0f4777c1ad57 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:33:06.267781 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b550f983-3795-464e-a01a-0f4777c1ad57 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:33:06.270997 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8dcfb012-a4ad-479d-ab1c-8f4921429978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:06.286157 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b550f983-3795-464e-a01a-0f4777c1ad57 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Made reservation on behalf of ae03aa52cc144bf0b519baf0417a3070 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:33:06.291226 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b550f983-3795-464e-a01a-0f4777c1ad57 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:06.413619 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925ca156-6cdc-429d-b8d6-4efe394e2510 None None] Network c4a20b3c-ae9f-4def-9b23-26fbdac1320b requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:33:06.563180 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cfc87011-3325-469e-87bd-d6c160eeac3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:06.626734 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-78012241-84b2-4543-a983-2b186b3bb070 None None] Provisioning for port 13074724-3055-4e07-9bd2-9531d0505b32 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:33:06.661551 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-78012241-84b2-4543-a983-2b186b3bb070 None None] Provisioning complete for port 13074724-3055-4e07-9bd2-9531d0505b32 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:33:06.661551 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-78012241-84b2-4543-a983-2b186b3bb070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:06.666591 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b550f983-3795-464e-a01a-0f4777c1ad57 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:06.872905 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b550f983-3795-464e-a01a-0f4777c1ad57 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Pushing event updated for resources: {'Subnet': ['ID=dc9c1091-d137-449c-ab5e-adf020c81637,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:06.882854 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b550f983-3795-464e-a01a-0f4777c1ad57 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Checking segment: {'id': 'eea1549b-d16b-4684-8dbd-392664594e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8faac822-2df8-473a-a25e-47c7e9b40510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:33:06.882854 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b550f983-3795-464e-a01a-0f4777c1ad57 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Network hostable DHCP agents. Network: 8faac822-2df8-473a-a25e-47c7e9b40510, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:33:06.892565 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfc87011-3325-469e-87bd-d6c160eeac3b admin admin] Router 2f36556d-1eee-4e17-a245-4ca996cb0580 is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88197) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:33:06.908108 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b550f983-3795-464e-a01a-0f4777c1ad57 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Network 8faac822-2df8-473a-a25e-47c7e9b40510 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:33:06.908273 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5a50bbde-c4cc-451e-b7b1-ce5e37f29391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:06.918448 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-b550f983-3795-464e-a01a-0f4777c1ad57 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 8faac822-2df8-473a-a25e-47c7e9b40510) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:33:06.924181 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b550f983-3795-464e-a01a-0f4777c1ad57 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:06.924730 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b550f983-3795-464e-a01a-0f4777c1ad57 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:06.932577 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224b7a47-325b-408a-81a4-7c442acd0d7e None None] Network 8faac822-2df8-473a-a25e-47c7e9b40510 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:33:06.953736 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b550f983-3795-464e-a01a-0f4777c1ad57 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8648672 May 05 20:33:06.953736 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35592) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:33:07.130861 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc87011-3325-469e-87bd-d6c160eeac3b admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:33:07.148459 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f8e711-c060-4b53-bb95-a112f978b604 None None] Sync routers for ids ['2f36556d-1eee-4e17-a245-4ca996cb0580'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:33:07.163137 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f8e711-c060-4b53-bb95-a112f978b604 None None] Routers {'2f36556d-1eee-4e17-a245-4ca996cb0580'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:33:07.163137 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-43f8e711-c060-4b53-bb95-a112f978b604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:33:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['2f36556d-1eee-4e17-a245-4ca996cb0580'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:33:07.173492 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cfc87011-3325-469e-87bd-d6c160eeac3b admin admin] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:07.178943 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-cfc87011-3325-469e-87bd-d6c160eeac3b admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.1689420 May 05 20:33:07.178943 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35596) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:33:07.248197 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-78012241-84b2-4543-a983-2b186b3bb070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:07.369007 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8dcfb012-a4ad-479d-ab1c-8f4921429978 None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:07.386980 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-78012241-84b2-4543-a983-2b186b3bb070 None None] For port 13074724-3055-4e07-9bd2-9531d0505b32, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=13074724-3055-4e07-9bd2-9531d0505b32,segment=NetworkSegment(2b36ab60-de96-4bac-92bc-5a92c1fd5348),segment_id=2b36ab60-de96-4bac-92bc-5a92c1fd5348)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:33:07.415760 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-78012241-84b2-4543-a983-2b186b3bb070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:07.508991 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-43f8e711-c060-4b53-bb95-a112f978b604 None None] Set router 2f36556d-1eee-4e17-a245-4ca996cb0580 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:33:07.525157 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-8dcfb012-a4ad-479d-ab1c-8f4921429978 None None] Transition to ACTIVE for port object 4dbdc21a-1394-4159-bcb7-0de9b772114c will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:33:07.527569 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78012241-84b2-4543-a983-2b186b3bb070 None None] Pushing event updated for resources: {'Port': ['ID=13074724-3055-4e07-9bd2-9531d0505b32,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:07.565855 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8dcfb012-a4ad-479d-ab1c-8f4921429978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:07.762285 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97b14b7-92f2-4988-8485-585fa5388929 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-8faac822-2df8-473a-a25e-47c7e9b40510', 'network_id': '8faac822-2df8-473a-a25e-47c7e9b40510', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'fixed_ips': [{'subnet_id': 'dc9c1091-d137-449c-ab5e-adf020c81637'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:33:07.763259 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f97b14b7-92f2-4988-8485-585fa5388929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:07.785217 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-8dcfb012-a4ad-479d-ab1c-8f4921429978 None None] Attempting to bind port 4dbdc21a-1394-4159-bcb7-0de9b772114c on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:33:07.785834 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-8dcfb012-a4ad-479d-ab1c-8f4921429978 None None] Attempting to bind port 4dbdc21a-1394-4159-bcb7-0de9b772114c by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:33:07.786406 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcfb012-a4ad-479d-ab1c-8f4921429978 None None] Attempting to bind port 4dbdc21a-1394-4159-bcb7-0de9b772114c on network 0401d202-1605-4cfe-bad4-fb225df6afb0 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:33:07.802061 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcfb012-a4ad-479d-ab1c-8f4921429978 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:33:07.802487 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcfb012-a4ad-479d-ab1c-8f4921429978 None None] Checking segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:33:07.802893 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8dcfb012-a4ad-479d-ab1c-8f4921429978 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:07.803296 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcfb012-a4ad-479d-ab1c-8f4921429978 None None] Bound using segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:33:07.803788 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-8dcfb012-a4ad-479d-ab1c-8f4921429978 None None] Bound port: 4dbdc21a-1394-4159-bcb7-0de9b772114c, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:33:07.804160 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8dcfb012-a4ad-479d-ab1c-8f4921429978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:07.841281 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1691c472-2e5e-4958-afbd-e0a2c674a7d4 None None] Pushing event updated for resources: {'Port': ['ID=4dbdc21a-1394-4159-bcb7-0de9b772114c,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:07.985207 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 13074724-3055-4e07-9bd2-9531d0505b32 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:33:07.993039 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:33:08.097168 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:08.123262 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-43f8e711-c060-4b53-bb95-a112f978b604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f36556d-1eee-4e17-a245-4ca996cb0580', 'name': 'tempest-TestServerBasicOps-293687247-router', 'tenant_id': '319e65ce2d224e768cdbd69739e25b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'b69daf30-2e54-4bea-ae80-fd99cab9dc4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:33:04Z', 'updated_at': '2022-05-05T20:33:05Z', 'revision_number': 3, 'project_id': '319e65ce2d224e768cdbd69739e25b53', 'gw_port': {'id': 'b69daf30-2e54-4bea-ae80-fd99cab9dc4b', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:56:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f36556d-1eee-4e17-a245-4ca996cb0580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:33:04Z', 'updated_at': '2022-05-05T20:33:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:33:08.128324 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f8e711-c060-4b53-bb95-a112f978b604 None None] Checking router: 2f36556d-1eee-4e17-a245-4ca996cb0580 for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:33:08.128741 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f8e711-c060-4b53-bb95-a112f978b604 None None] Updating router 2f36556d-1eee-4e17-a245-4ca996cb0580 port b69daf30-2e54-4bea-ae80-fd99cab9dc4b binding host n-d-840717-1 {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:33:08.136326 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3550a867-c231-48d8-ab6d-9057e4f9a466 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:08.204493 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-43f8e711-c060-4b53-bb95-a112f978b604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:08.211854 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-2e921b30-e006-40ed-bcd1-8b5c270f2cec None None] Provisioning complete for port 13074724-3055-4e07-9bd2-9531d0505b32 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:33:08.212225 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2e921b30-e006-40ed-bcd1-8b5c270f2cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:08.304963 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-8dcfb012-a4ad-479d-ab1c-8f4921429978 None None] For port 4dbdc21a-1394-4159-bcb7-0de9b772114c, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:33:08.304963 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-8dcfb012-a4ad-479d-ab1c-8f4921429978 None None] For port 4dbdc21a-1394-4159-bcb7-0de9b772114c, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=4dbdc21a-1394-4159-bcb7-0de9b772114c,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:33:08.317909 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-afeeb3ad-c091-4277-83ee-debac41d38a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:08.393277 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-f97b14b7-92f2-4988-8485-585fa5388929 None None] Allocated IP 172.20.0.2 (8faac822-2df8-473a-a25e-47c7e9b40510/dc9c1091-d137-449c-ab5e-adf020c81637/59366cc3-e9a8-4d99-96ba-fb35203983e7) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:33:08.679935 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f97b14b7-92f2-4988-8485-585fa5388929 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:08.687297 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-43f8e711-c060-4b53-bb95-a112f978b604 None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:08.700561 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-43f8e711-c060-4b53-bb95-a112f978b604 None None] Transition to ACTIVE for port object b69daf30-2e54-4bea-ae80-fd99cab9dc4b will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:33:08.703807 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-f97b14b7-92f2-4988-8485-585fa5388929 None None] Transition to ACTIVE for port object 59366cc3-e9a8-4d99-96ba-fb35203983e7 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:33:08.708828 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-afeeb3ad-c091-4277-83ee-debac41d38a5 admin admin] Allocated IP 172.20.0.1 (c4a20b3c-ae9f-4def-9b23-26fbdac1320b/66a6f882-bccb-4256-83b5-0b0aa723e025/dc2f9b6c-b7ed-498d-bf46-8961bb0d41d8) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:33:08.709747 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-43f8e711-c060-4b53-bb95-a112f978b604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:08.741573 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-f97b14b7-92f2-4988-8485-585fa5388929 None None] Transition to ACTIVE for port object 59366cc3-e9a8-4d99-96ba-fb35203983e7 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:33:08.752371 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:08.771476 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f97b14b7-92f2-4988-8485-585fa5388929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:08.811055 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-43f8e711-c060-4b53-bb95-a112f978b604 None None] Attempting to bind port b69daf30-2e54-4bea-ae80-fd99cab9dc4b on host n-d-840717-1 for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:33:08.811911 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-43f8e711-c060-4b53-bb95-a112f978b604 None None] Attempting to bind port b69daf30-2e54-4bea-ae80-fd99cab9dc4b by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:33:08.812358 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f8e711-c060-4b53-bb95-a112f978b604 None None] Attempting to bind port b69daf30-2e54-4bea-ae80-fd99cab9dc4b on network 0401d202-1605-4cfe-bad4-fb225df6afb0 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:33:08.816093 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6933c123-e475-4c10-a065-122fae5ac46e None None] Pushing event updated for resources: {'Port': ['ID=b69daf30-2e54-4bea-ae80-fd99cab9dc4b,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:08.821999 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f8e711-c060-4b53-bb95-a112f978b604 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:33:08.822490 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f8e711-c060-4b53-bb95-a112f978b604 None None] Checking segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:33:08.822970 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-43f8e711-c060-4b53-bb95-a112f978b604 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:08.823741 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f8e711-c060-4b53-bb95-a112f978b604 None None] Bound using segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:33:08.824150 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-43f8e711-c060-4b53-bb95-a112f978b604 None None] Bound port: b69daf30-2e54-4bea-ae80-fd99cab9dc4b, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:33:08.824628 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-43f8e711-c060-4b53-bb95-a112f978b604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:08.847163 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8dcfb012-a4ad-479d-ab1c-8f4921429978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:08.854440 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97b14b7-92f2-4988-8485-585fa5388929 None None] Pushing event updated for resources: {'Port': ['ID=59366cc3-e9a8-4d99-96ba-fb35203983e7,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:08.871495 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6933c123-e475-4c10-a065-122fae5ac46e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:33:08.871990 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6933c123-e475-4c10-a065-122fae5ac46e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:33:08.872534 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6933c123-e475-4c10-a065-122fae5ac46e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:33:08.872953 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6933c123-e475-4c10-a065-122fae5ac46e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:33:08.873408 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6933c123-e475-4c10-a065-122fae5ac46e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:33:08.873821 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6933c123-e475-4c10-a065-122fae5ac46e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:33:08.874355 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6933c123-e475-4c10-a065-122fae5ac46e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:33:08.874767 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6933c123-e475-4c10-a065-122fae5ac46e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:33:08.875174 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6933c123-e475-4c10-a065-122fae5ac46e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:33:08.875602 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6933c123-e475-4c10-a065-122fae5ac46e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:33:08.876698 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6933c123-e475-4c10-a065-122fae5ac46e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:33:08.877153 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6933c123-e475-4c10-a065-122fae5ac46e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:33:08.922364 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-43f8e711-c060-4b53-bb95-a112f978b604 None None] For port b69daf30-2e54-4bea-ae80-fd99cab9dc4b, host n-d-840717-1, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:33:08.928987 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-43f8e711-c060-4b53-bb95-a112f978b604 None None] For port b69daf30-2e54-4bea-ae80-fd99cab9dc4b, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=b69daf30-2e54-4bea-ae80-fd99cab9dc4b,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:33:08.937183 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-43f8e711-c060-4b53-bb95-a112f978b604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:08.938225 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 13074724-3055-4e07-9bd2-9531d0505b32 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:33:08.939700 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:09.068791 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97b14b7-92f2-4988-8485-585fa5388929 None None] Network 8faac822-2df8-473a-a25e-47c7e9b40510 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:33:09.076798 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-f97b14b7-92f2-4988-8485-585fa5388929 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:33:09.079666 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97b14b7-92f2-4988-8485-585fa5388929 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:33:09.107653 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcfb012-a4ad-479d-ab1c-8f4921429978 None None] Routers {'3def9584-0018-40e1-832c-00efa57546b4'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:33:09.108500 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-8dcfb012-a4ad-479d-ab1c-8f4921429978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:33:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['3def9584-0018-40e1-832c-00efa57546b4'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:33:09.139190 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-afeeb3ad-c091-4277-83ee-debac41d38a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:09.148626 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f8e711-c060-4b53-bb95-a112f978b604 None None] Routers {'2f36556d-1eee-4e17-a245-4ca996cb0580'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:33:09.151969 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-43f8e711-c060-4b53-bb95-a112f978b604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:33:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['2f36556d-1eee-4e17-a245-4ca996cb0580'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:33:09.157604 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-3550a867-c231-48d8-ab6d-9057e4f9a466 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Allocated IP 172.20.0.1 (8faac822-2df8-473a-a25e-47c7e9b40510/dc9c1091-d137-449c-ab5e-adf020c81637/0d910520-7ef0-48d3-b77b-adbd40483a1a) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:33:09.178116 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-afeeb3ad-c091-4277-83ee-debac41d38a5 admin admin] Transition to ACTIVE for port object dc2f9b6c-b7ed-498d-bf46-8961bb0d41d8 will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:33:09.227896 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-afeeb3ad-c091-4277-83ee-debac41d38a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:09.265788 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6933c123-e475-4c10-a065-122fae5ac46e None None] Pushing event updated for resources: {'Port': ['ID=b69daf30-2e54-4bea-ae80-fd99cab9dc4b,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:09.294876 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1691c472-2e5e-4958-afbd-e0a2c674a7d4 None None] Pushing event updated for resources: {'Port': ['ID=4dbdc21a-1394-4159-bcb7-0de9b772114c,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:09.373295 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afeeb3ad-c091-4277-83ee-debac41d38a5 admin admin] Network c4a20b3c-ae9f-4def-9b23-26fbdac1320b is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:33:09.373848 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeb3ad-c091-4277-83ee-debac41d38a5 admin admin] Pushing event updated for resources: {'Port': ['ID=dc2f9b6c-b7ed-498d-bf46-8961bb0d41d8,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:09.377303 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-afeeb3ad-c091-4277-83ee-debac41d38a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:33:09.385025 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afeeb3ad-c091-4277-83ee-debac41d38a5 admin admin] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:33:09.549812 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-43f8e711-c060-4b53-bb95-a112f978b604 None None] Set router 2f36556d-1eee-4e17-a245-4ca996cb0580 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:33:09.556694 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3550a867-c231-48d8-ab6d-9057e4f9a466 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:09.560432 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-afeeb3ad-c091-4277-83ee-debac41d38a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:09.620516 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-f97b14b7-92f2-4988-8485-585fa5388929 None None] Attempting to bind port 59366cc3-e9a8-4d99-96ba-fb35203983e7 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:33:09.621941 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-3550a867-c231-48d8-ab6d-9057e4f9a466 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Transition to ACTIVE for port object 0d910520-7ef0-48d3-b77b-adbd40483a1a will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:33:09.631926 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-f97b14b7-92f2-4988-8485-585fa5388929 None None] Attempting to bind port 59366cc3-e9a8-4d99-96ba-fb35203983e7 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'eea1549b-d16b-4684-8dbd-392664594e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8faac822-2df8-473a-a25e-47c7e9b40510'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:33:09.632474 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97b14b7-92f2-4988-8485-585fa5388929 None None] Attempting to bind port 59366cc3-e9a8-4d99-96ba-fb35203983e7 on network 8faac822-2df8-473a-a25e-47c7e9b40510 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:33:09.659210 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3550a867-c231-48d8-ab6d-9057e4f9a466 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:09.685655 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97b14b7-92f2-4988-8485-585fa5388929 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:33:09.705906 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97b14b7-92f2-4988-8485-585fa5388929 None None] Checking segment: {'id': 'eea1549b-d16b-4684-8dbd-392664594e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8faac822-2df8-473a-a25e-47c7e9b40510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:33:09.705906 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f97b14b7-92f2-4988-8485-585fa5388929 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:09.705906 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97b14b7-92f2-4988-8485-585fa5388929 None None] Bound using segment: {'id': 'eea1549b-d16b-4684-8dbd-392664594e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8faac822-2df8-473a-a25e-47c7e9b40510'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:33:09.719419 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-f97b14b7-92f2-4988-8485-585fa5388929 None None] Bound port: 59366cc3-e9a8-4d99-96ba-fb35203983e7, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eea1549b-d16b-4684-8dbd-392664594e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8faac822-2df8-473a-a25e-47c7e9b40510'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:33:09.722553 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f97b14b7-92f2-4988-8485-585fa5388929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:09.812951 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3550a867-c231-48d8-ab6d-9057e4f9a466 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Network 8faac822-2df8-473a-a25e-47c7e9b40510 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:33:09.817341 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-3550a867-c231-48d8-ab6d-9057e4f9a466 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:33:09.829821 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3550a867-c231-48d8-ab6d-9057e4f9a466 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:33:09.858803 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:09.869042 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3550a867-c231-48d8-ab6d-9057e4f9a466 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Pushing event updated for resources: {'Port': ['ID=0d910520-7ef0-48d3-b77b-adbd40483a1a,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:09.913264 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-8dcfb012-a4ad-479d-ab1c-8f4921429978 None None] Set router 3def9584-0018-40e1-832c-00efa57546b4 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:33:09.926252 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3550a867-c231-48d8-ab6d-9057e4f9a466 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:09.988694 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-afeeb3ad-c091-4277-83ee-debac41d38a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:10.014446 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-43f8e711-c060-4b53-bb95-a112f978b604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f36556d-1eee-4e17-a245-4ca996cb0580', 'name': 'tempest-TestServerBasicOps-293687247-router', 'tenant_id': '319e65ce2d224e768cdbd69739e25b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'b69daf30-2e54-4bea-ae80-fd99cab9dc4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:33:04Z', 'updated_at': '2022-05-05T20:33:05Z', 'revision_number': 3, 'project_id': '319e65ce2d224e768cdbd69739e25b53', 'gw_port': {'id': 'b69daf30-2e54-4bea-ae80-fd99cab9dc4b', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:56:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f36556d-1eee-4e17-a245-4ca996cb0580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:33:04Z', 'updated_at': '2022-05-05T20:33:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:33:10.020096 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f8e711-c060-4b53-bb95-a112f978b604 None None] The sync data for ids ['2f36556d-1eee-4e17-a245-4ca996cb0580'] in n-d-840717-1 is: [{'id': '2f36556d-1eee-4e17-a245-4ca996cb0580', 'name': 'tempest-TestServerBasicOps-293687247-router', 'tenant_id': '319e65ce2d224e768cdbd69739e25b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'b69daf30-2e54-4bea-ae80-fd99cab9dc4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:33:04Z', 'updated_at': '2022-05-05T20:33:05Z', 'revision_number': 3, 'project_id': '319e65ce2d224e768cdbd69739e25b53', 'gw_port': {'id': 'b69daf30-2e54-4bea-ae80-fd99cab9dc4b', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:56:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f36556d-1eee-4e17-a245-4ca996cb0580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:33:04Z', 'updated_at': '2022-05-05T20:33:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:33:10.146039 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-96ce9dd3-2f79-4112-8b8c-183088139a92 None None] Provisioning for port dc2f9b6c-b7ed-498d-bf46-8961bb0d41d8 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:33:10.237810 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-96ce9dd3-2f79-4112-8b8c-183088139a92 None None] Provisioning complete for port dc2f9b6c-b7ed-498d-bf46-8961bb0d41d8 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:33:10.237810 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-96ce9dd3-2f79-4112-8b8c-183088139a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:10.272657 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3550a867-c231-48d8-ab6d-9057e4f9a466 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:10.386677 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-afeeb3ad-c091-4277-83ee-debac41d38a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:10.399228 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-f97b14b7-92f2-4988-8485-585fa5388929 None None] For port 59366cc3-e9a8-4d99-96ba-fb35203983e7, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:33:10.408610 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-afeeb3ad-c091-4277-83ee-debac41d38a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:10.418755 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-f97b14b7-92f2-4988-8485-585fa5388929 None None] For port 59366cc3-e9a8-4d99-96ba-fb35203983e7, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=59366cc3-e9a8-4d99-96ba-fb35203983e7,segment=NetworkSegment(eea1549b-d16b-4684-8dbd-392664594e16),segment_id=eea1549b-d16b-4684-8dbd-392664594e16)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:33:10.448930 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f97b14b7-92f2-4988-8485-585fa5388929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:10.519520 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-96ce9dd3-2f79-4112-8b8c-183088139a92 None None] Port dc2f9b6c-b7ed-498d-bf46-8961bb0d41d8 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:33:10.575464 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeb3ad-c091-4277-83ee-debac41d38a5 admin admin] Pushing event updated for resources: {'Port': ['ID=dc2f9b6c-b7ed-498d-bf46-8961bb0d41d8,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:10.578331 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-afeeb3ad-c091-4277-83ee-debac41d38a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:10.718383 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97b14b7-92f2-4988-8485-585fa5388929 None None] Pushing event updated for resources: {'Port': ['ID=59366cc3-e9a8-4d99-96ba-fb35203983e7,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:10.768683 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-8dcfb012-a4ad-479d-ab1c-8f4921429978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3def9584-0018-40e1-832c-00efa57546b4', 'name': 'tempest-TestNetworkBasicOps-router-408302403', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '4dbdc21a-1394-4159-bcb7-0de9b772114c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:33:02Z', 'updated_at': '2022-05-05T20:33:04Z', 'revision_number': 3, 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'gw_port': {'id': '4dbdc21a-1394-4159-bcb7-0de9b772114c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:97:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3def9584-0018-40e1-832c-00efa57546b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:33:03Z', 'updated_at': '2022-05-05T20:33:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:33:10.786796 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcfb012-a4ad-479d-ab1c-8f4921429978 None None] The sync data for ids ['3def9584-0018-40e1-832c-00efa57546b4'] in n-d-840717-1 is: [{'id': '3def9584-0018-40e1-832c-00efa57546b4', 'name': 'tempest-TestNetworkBasicOps-router-408302403', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '4dbdc21a-1394-4159-bcb7-0de9b772114c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:33:02Z', 'updated_at': '2022-05-05T20:33:04Z', 'revision_number': 3, 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'gw_port': {'id': '4dbdc21a-1394-4159-bcb7-0de9b772114c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:97:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3def9584-0018-40e1-832c-00efa57546b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:33:03Z', 'updated_at': '2022-05-05T20:33:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:33:10.880600 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afeeb3ad-c091-4277-83ee-debac41d38a5 admin admin] Network c4a20b3c-ae9f-4def-9b23-26fbdac1320b is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:33:10.883547 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-afeeb3ad-c091-4277-83ee-debac41d38a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:33:11.145485 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3550a867-c231-48d8-ab6d-9057e4f9a466 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:11.154362 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3550a867-c231-48d8-ab6d-9057e4f9a466 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:11.239603 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afeeb3ad-c091-4277-83ee-debac41d38a5 admin admin] Router 2f36556d-1eee-4e17-a245-4ca996cb0580 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:33:11.334668 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3550a867-c231-48d8-ab6d-9057e4f9a466 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Pushing event updated for resources: {'Port': ['ID=0d910520-7ef0-48d3-b77b-adbd40483a1a,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:11.336995 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3550a867-c231-48d8-ab6d-9057e4f9a466 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:11.366091 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3550a867-c231-48d8-ab6d-9057e4f9a466 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:33:11.366432 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3550a867-c231-48d8-ab6d-9057e4f9a466 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:33:11.366761 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3550a867-c231-48d8-ab6d-9057e4f9a466 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:33:11.367091 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3550a867-c231-48d8-ab6d-9057e4f9a466 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:33:11.367427 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3550a867-c231-48d8-ab6d-9057e4f9a466 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:33:11.367749 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3550a867-c231-48d8-ab6d-9057e4f9a466 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:33:11.368063 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3550a867-c231-48d8-ab6d-9057e4f9a466 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:33:11.368376 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3550a867-c231-48d8-ab6d-9057e4f9a466 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:33:11.368690 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3550a867-c231-48d8-ab6d-9057e4f9a466 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:33:11.369380 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3550a867-c231-48d8-ab6d-9057e4f9a466 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:33:11.369380 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3550a867-c231-48d8-ab6d-9057e4f9a466 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:33:11.369909 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3550a867-c231-48d8-ab6d-9057e4f9a466 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:33:11.470760 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-0b352bb1-431d-4950-a580-af4708317491 None None] Provisioning complete for port dc2f9b6c-b7ed-498d-bf46-8961bb0d41d8 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:33:11.471936 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0b352bb1-431d-4950-a580-af4708317491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:11.534212 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afeeb3ad-c091-4277-83ee-debac41d38a5 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:33:11.560052 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-afeeb3ad-c091-4277-83ee-debac41d38a5 admin admin] 10.222.0.36 "PUT /v2.0/routers/2f36556d-1eee-4e17-a245-4ca996cb0580/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3810980 May 05 20:33:11.600331 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-0b352bb1-431d-4950-a580-af4708317491 None None] Port dc2f9b6c-b7ed-498d-bf46-8961bb0d41d8 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:33:11.750661 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3550a867-c231-48d8-ab6d-9057e4f9a466 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Network 8faac822-2df8-473a-a25e-47c7e9b40510 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:33:11.750661 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-3550a867-c231-48d8-ab6d-9057e4f9a466 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:33:12.085968 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device b69daf30-2e54-4bea-ae80-fd99cab9dc4b up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:33:12.118735 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3550a867-c231-48d8-ab6d-9057e4f9a466 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Router 3def9584-0018-40e1-832c-00efa57546b4 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:33:12.210978 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port b69daf30-2e54-4bea-ae80-fd99cab9dc4b completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:33:12.232008 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port b69daf30-2e54-4bea-ae80-fd99cab9dc4b triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:33:12.232008 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:12.475163 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3550a867-c231-48d8-ab6d-9057e4f9a466 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:33:12.479651 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35616) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:33:12.485826 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-74feaeff-e73d-422e-8458-6e65c3d92bf5 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1560004520-network', 'tenant_id': '7f1ce7d7e8b84404ac589ffd71535f1b'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:33:12.499275 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-74feaeff-e73d-422e-8458-6e65c3d92bf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:33:12.504632 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-74feaeff-e73d-422e-8458-6e65c3d92bf5 admin admin] Usage tracker for resource:network and tenant:7f1ce7d7e8b84404ac589ffd71535f1b is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:33:12.506552 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85a2e25-d2c8-48f0-b827-77dd389c0f93 None None] Network 8faac822-2df8-473a-a25e-47c7e9b40510 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:33:12.507584 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35620) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:33:12.508207 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3550a867-c231-48d8-ab6d-9057e4f9a466 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "PUT /v2.0/routers/3def9584-0018-40e1-832c-00efa57546b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5533576 May 05 20:33:12.510005 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-74feaeff-e73d-422e-8458-6e65c3d92bf5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:33:12.551526 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-74feaeff-e73d-422e-8458-6e65c3d92bf5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:33:12.571783 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74feaeff-e73d-422e-8458-6e65c3d92bf5 admin admin] Made reservation on behalf of 7f1ce7d7e8b84404ac589ffd71535f1b for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:33:12.574579 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-74feaeff-e73d-422e-8458-6e65c3d92bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:12.621248 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-74feaeff-e73d-422e-8458-6e65c3d92bf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:12.631848 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:12.654415 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-391744ce-4379-4228-99c4-7d2dbc6b732b None None] Provisioning for port 59366cc3-e9a8-4d99-96ba-fb35203983e7 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:33:12.695225 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port b69daf30-2e54-4bea-ae80-fd99cab9dc4b, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=b69daf30-2e54-4bea-ae80-fd99cab9dc4b,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:33:12.700629 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:12.700629 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 4dbdc21a-1394-4159-bcb7-0de9b772114c up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:33:12.873984 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-74feaeff-e73d-422e-8458-6e65c3d92bf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:33:12.883831 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-74feaeff-e73d-422e-8458-6e65c3d92bf5 admin admin] Usage tracker for resource:security_group_rule and tenant:7f1ce7d7e8b84404ac589ffd71535f1b is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:33:12.887882 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-74feaeff-e73d-422e-8458-6e65c3d92bf5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:33:12.898054 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-74feaeff-e73d-422e-8458-6e65c3d92bf5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:33:12.911563 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=b69daf30-2e54-4bea-ae80-fd99cab9dc4b,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:12.958937 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e196aaa1-991f-4d1e-8882-6ee259fd452c tempest-TestNetworkBasicOps-1246439767 tempest-TestNetworkBasicOps-1246439767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:12.959226 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e196aaa1-991f-4d1e-8882-6ee259fd452c tempest-TestNetworkBasicOps-1246439767 tempest-TestNetworkBasicOps-1246439767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:12.960187 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e196aaa1-991f-4d1e-8882-6ee259fd452c tempest-TestNetworkBasicOps-1246439767 tempest-TestNetworkBasicOps-1246439767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:12.960348 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e196aaa1-991f-4d1e-8882-6ee259fd452c tempest-TestNetworkBasicOps-1246439767 tempest-TestNetworkBasicOps-1246439767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:12.961109 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e196aaa1-991f-4d1e-8882-6ee259fd452c tempest-TestNetworkBasicOps-1246439767 tempest-TestNetworkBasicOps-1246439767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:12.962001 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e196aaa1-991f-4d1e-8882-6ee259fd452c tempest-TestNetworkBasicOps-1246439767 tempest-TestNetworkBasicOps-1246439767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:12.962001 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e196aaa1-991f-4d1e-8882-6ee259fd452c tempest-TestNetworkBasicOps-1246439767 tempest-TestNetworkBasicOps-1246439767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:12.963853 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-e196aaa1-991f-4d1e-8882-6ee259fd452c tempest-TestNetworkBasicOps-1246439767 tempest-TestNetworkBasicOps-1246439767-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4980 time: 0.4552915 May 05 20:33:12.967481 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35624) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:33:12.983027 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 4dbdc21a-1394-4159-bcb7-0de9b772114c completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:33:12.999535 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 4dbdc21a-1394-4159-bcb7-0de9b772114c triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:33:12.999535 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:13.083109 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fcc942-3900-4117-8e1b-b3e849764b4d tempest-TestNetworkBasicOps-1246439767 tempest-TestNetworkBasicOps-1246439767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:13.083109 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fcc942-3900-4117-8e1b-b3e849764b4d tempest-TestNetworkBasicOps-1246439767 tempest-TestNetworkBasicOps-1246439767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:13.083109 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fcc942-3900-4117-8e1b-b3e849764b4d tempest-TestNetworkBasicOps-1246439767 tempest-TestNetworkBasicOps-1246439767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:13.086708 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fcc942-3900-4117-8e1b-b3e849764b4d tempest-TestNetworkBasicOps-1246439767 tempest-TestNetworkBasicOps-1246439767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:13.086708 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fcc942-3900-4117-8e1b-b3e849764b4d tempest-TestNetworkBasicOps-1246439767 tempest-TestNetworkBasicOps-1246439767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:13.086708 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fcc942-3900-4117-8e1b-b3e849764b4d tempest-TestNetworkBasicOps-1246439767 tempest-TestNetworkBasicOps-1246439767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:13.086708 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fcc942-3900-4117-8e1b-b3e849764b4d tempest-TestNetworkBasicOps-1246439767 tempest-TestNetworkBasicOps-1246439767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:13.086708 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-53fcc942-3900-4117-8e1b-b3e849764b4d tempest-TestNetworkBasicOps-1246439767 tempest-TestNetworkBasicOps-1246439767-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4639 time: 0.1189401 May 05 20:33:13.095712 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35628) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:33:13.126993 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-74feaeff-e73d-422e-8458-6e65c3d92bf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:13.134763 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-74feaeff-e73d-422e-8458-6e65c3d92bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:13.155579 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74feaeff-e73d-422e-8458-6e65c3d92bf5 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:33:13.167253 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:13.167851 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-74feaeff-e73d-422e-8458-6e65c3d92bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:13.167851 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-74feaeff-e73d-422e-8458-6e65c3d92bf5 admin admin] Added segment b0094295-88ba-451a-8f1e-e7406dc1de82 of type vlan for network fc776b5a-a0a2-42f4-949c-1aa5ca4f635e May 05 20:33:13.191558 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 4dbdc21a-1394-4159-bcb7-0de9b772114c, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=4dbdc21a-1394-4159-bcb7-0de9b772114c,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:33:13.198981 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:13.200242 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 59366cc3-e9a8-4d99-96ba-fb35203983e7 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:33:13.244074 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74feaeff-e73d-422e-8458-6e65c3d92bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d730fcd9-e04f-4ab4-9079-6bea8345af88,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:13.250810 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-74feaeff-e73d-422e-8458-6e65c3d92bf5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:13.331539 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-74feaeff-e73d-422e-8458-6e65c3d92bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:13.332392 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74feaeff-e73d-422e-8458-6e65c3d92bf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:13.333056 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-74feaeff-e73d-422e-8458-6e65c3d92bf5 admin admin] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:13.363740 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=4dbdc21a-1394-4159-bcb7-0de9b772114c,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:13.377883 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 59366cc3-e9a8-4d99-96ba-fb35203983e7 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:33:13.386314 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 59366cc3-e9a8-4d99-96ba-fb35203983e7 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:33:13.386697 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:13.494966 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-74feaeff-e73d-422e-8458-6e65c3d92bf5 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0142021 May 05 20:33:13.499538 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35632) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:33:13.508756 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-879eaab6-953b-4c23-bbe8-391c6fd5b4f7 admin admin] Request body: {'subnet': {'network_id': 'fc776b5a-a0a2-42f4-949c-1aa5ca4f635e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1560004520-subnet', 'tenant_id': '7f1ce7d7e8b84404ac589ffd71535f1b', 'ip_version': 4}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:33:13.515767 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74feaeff-e73d-422e-8458-6e65c3d92bf5 admin admin] Pushing event updated for resources: {'Network': ['ID=fc776b5a-a0a2-42f4-949c-1aa5ca4f635e,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:13.520809 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-879eaab6-953b-4c23-bbe8-391c6fd5b4f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:33:13.527185 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-879eaab6-953b-4c23-bbe8-391c6fd5b4f7 admin admin] Usage tracker for resource:subnet and tenant:7f1ce7d7e8b84404ac589ffd71535f1b is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:33:13.532263 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-879eaab6-953b-4c23-bbe8-391c6fd5b4f7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:33:13.542245 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-879eaab6-953b-4c23-bbe8-391c6fd5b4f7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:33:13.564277 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-879eaab6-953b-4c23-bbe8-391c6fd5b4f7 admin admin] Made reservation on behalf of 7f1ce7d7e8b84404ac589ffd71535f1b for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:33:13.566817 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-879eaab6-953b-4c23-bbe8-391c6fd5b4f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:13.595570 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52fa02f-67ea-4a88-822b-55f0cfb77ed4 None None] Sync routers for ids ['2f36556d-1eee-4e17-a245-4ca996cb0580'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:33:13.598521 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network fc776b5a-a0a2-42f4-949c-1aa5ca4f635e details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:33:13.654961 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f4654d-ca27-4d9e-935b-e10af9d442f1 None None] Sync routers for ids ['3def9584-0018-40e1-832c-00efa57546b4'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:33:13.666067 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:13.669390 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f4654d-ca27-4d9e-935b-e10af9d442f1 None None] Routers {'3def9584-0018-40e1-832c-00efa57546b4'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:33:13.670229 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-88f4654d-ca27-4d9e-935b-e10af9d442f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:33:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['3def9584-0018-40e1-832c-00efa57546b4'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:33:13.712884 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52fa02f-67ea-4a88-822b-55f0cfb77ed4 None None] Routers {'2f36556d-1eee-4e17-a245-4ca996cb0580'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:33:13.713682 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-c52fa02f-67ea-4a88-822b-55f0cfb77ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:33:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['2f36556d-1eee-4e17-a245-4ca996cb0580'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:33:13.745423 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-9ed9b308-cbd0-4426-addc-e16cbf7c7e7b tempest-TestNetworkBasicOps-1246439767 tempest-TestNetworkBasicOps-1246439767-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3763 time: 0.6517558 May 05 20:33:13.785789 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-bff5f97c-b16d-4ffd-ac89-c83df9f93db9 None None] Provisioning for port 0d910520-7ef0-48d3-b77b-adbd40483a1a completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:33:13.914611 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-879eaab6-953b-4c23-bbe8-391c6fd5b4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:13.932566 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-88f4654d-ca27-4d9e-935b-e10af9d442f1 None None] Set router 3def9584-0018-40e1-832c-00efa57546b4 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:33:13.941256 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-bff5f97c-b16d-4ffd-ac89-c83df9f93db9 None None] Provisioning complete for port 0d910520-7ef0-48d3-b77b-adbd40483a1a triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:33:13.941849 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bff5f97c-b16d-4ffd-ac89-c83df9f93db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:13.979620 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 59366cc3-e9a8-4d99-96ba-fb35203983e7, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=59366cc3-e9a8-4d99-96ba-fb35203983e7,segment=NetworkSegment(eea1549b-d16b-4684-8dbd-392664594e16),segment_id=eea1549b-d16b-4684-8dbd-392664594e16)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:33:14.008249 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879eaab6-953b-4c23-bbe8-391c6fd5b4f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=019c214c-0614-4c2f-9a0f-056358513e12,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:14.031632 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879eaab6-953b-4c23-bbe8-391c6fd5b4f7 admin admin] Checking segment: {'id': 'b0094295-88ba-451a-8f1e-e7406dc1de82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fc776b5a-a0a2-42f4-949c-1aa5ca4f635e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:33:14.033007 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879eaab6-953b-4c23-bbe8-391c6fd5b4f7 admin admin] Network hostable DHCP agents. Network: fc776b5a-a0a2-42f4-949c-1aa5ca4f635e, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:33:14.058069 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879eaab6-953b-4c23-bbe8-391c6fd5b4f7 admin admin] Network fc776b5a-a0a2-42f4-949c-1aa5ca4f635e is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:33:14.065142 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:14.085565 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-879eaab6-953b-4c23-bbe8-391c6fd5b4f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, fc776b5a-a0a2-42f4-949c-1aa5ca4f635e) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:33:14.117449 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879eaab6-953b-4c23-bbe8-391c6fd5b4f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:14.118598 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-879eaab6-953b-4c23-bbe8-391c6fd5b4f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:14.153877 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-879eaab6-953b-4c23-bbe8-391c6fd5b4f7 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6530375 May 05 20:33:14.156907 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35638) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:33:14.162054 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-8c465834-08f7-4be4-a953-ef1861671fb0 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1560004520-router', 'tenant_id': '7f1ce7d7e8b84404ac589ffd71535f1b', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:33:14.168833 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-8c465834-08f7-4be4-a953-ef1861671fb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:33:14.179382 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-8c465834-08f7-4be4-a953-ef1861671fb0 admin admin] Usage tracker for resource:router and tenant:7f1ce7d7e8b84404ac589ffd71535f1b is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:33:14.184086 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-8c465834-08f7-4be4-a953-ef1861671fb0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:33:14.197222 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-8c465834-08f7-4be4-a953-ef1861671fb0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:33:14.220347 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8c465834-08f7-4be4-a953-ef1861671fb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:14.220738 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8c465834-08f7-4be4-a953-ef1861671fb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:14.256264 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8c465834-08f7-4be4-a953-ef1861671fb0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:14.325734 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35642) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:33:14.331896 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-8e0c2134-94dc-4d42-9d6c-26868f8923fe tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-213313807', 'description': 'tempest-secgroup-smoke-213313807 description', 'project_id': 'ae03aa52cc144bf0b519baf0417a3070'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:33:14.340584 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8e0c2134-94dc-4d42-9d6c-26868f8923fe tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:33:14.340837 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1d54f4-1ada-4c68-9937-4c0f37186a9b None None] Network fc776b5a-a0a2-42f4-949c-1aa5ca4f635e requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:33:14.345366 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-8e0c2134-94dc-4d42-9d6c-26868f8923fe tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Usage tracker for resource:security_group and tenant:ae03aa52cc144bf0b519baf0417a3070 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:33:14.348701 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-8e0c2134-94dc-4d42-9d6c-26868f8923fe tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:33:14.355939 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8e0c2134-94dc-4d42-9d6c-26868f8923fe tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:33:14.356400 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device b69daf30-2e54-4bea-ae80-fd99cab9dc4b up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:33:14.372899 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8e0c2134-94dc-4d42-9d6c-26868f8923fe tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:14.406365 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8e0c2134-94dc-4d42-9d6c-26868f8923fe tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:33:14.415485 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-8e0c2134-94dc-4d42-9d6c-26868f8923fe tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Usage tracker for resource:security_group_rule and tenant:ae03aa52cc144bf0b519baf0417a3070 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:33:14.419879 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-8e0c2134-94dc-4d42-9d6c-26868f8923fe tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:33:14.433800 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8e0c2134-94dc-4d42-9d6c-26868f8923fe tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:33:14.443044 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-c52fa02f-67ea-4a88-822b-55f0cfb77ed4 None None] Set router 2f36556d-1eee-4e17-a245-4ca996cb0580 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:33:14.445197 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-88f4654d-ca27-4d9e-935b-e10af9d442f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3def9584-0018-40e1-832c-00efa57546b4', 'name': 'tempest-TestNetworkBasicOps-router-408302403', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '4dbdc21a-1394-4159-bcb7-0de9b772114c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:33:02Z', 'updated_at': '2022-05-05T20:33:10Z', 'revision_number': 4, 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'gw_port': {'id': '4dbdc21a-1394-4159-bcb7-0de9b772114c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:97:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3def9584-0018-40e1-832c-00efa57546b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:33:03Z', 'updated_at': '2022-05-05T20:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '0d910520-7ef0-48d3-b77b-adbd40483a1a', 'name': '', 'network_id': '8faac822-2df8-473a-a25e-47c7e9b40510', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'mac_address': 'fa:16:3e:86:16:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3def9584-0018-40e1-832c-00efa57546b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'dc9c1091-d137-449c-ab5e-adf020c81637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:33:08Z', 'updated_at': '2022-05-05T20:33:10Z', 'revision_number': 2, 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'subnets': [{'id': 'dc9c1091-d137-449c-ab5e-adf020c81637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:33:14.450490 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f4654d-ca27-4d9e-935b-e10af9d442f1 None None] Checking router: 3def9584-0018-40e1-832c-00efa57546b4 for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:33:14.451109 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f4654d-ca27-4d9e-935b-e10af9d442f1 None None] Updating router 3def9584-0018-40e1-832c-00efa57546b4 port 0d910520-7ef0-48d3-b77b-adbd40483a1a binding host n-d-840717-1 {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:33:14.518268 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-88f4654d-ca27-4d9e-935b-e10af9d442f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:14.542461 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-bff5f97c-b16d-4ffd-ac89-c83df9f93db9 None None] Port 0d910520-7ef0-48d3-b77b-adbd40483a1a cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:33:14.576299 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8e0c2134-94dc-4d42-9d6c-26868f8923fe tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:14.587206 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8e0c2134-94dc-4d42-9d6c-26868f8923fe tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:14.604455 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8c465834-08f7-4be4-a953-ef1861671fb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:14.680864 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8e0c2134-94dc-4d42-9d6c-26868f8923fe tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:14.682136 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=59366cc3-e9a8-4d99-96ba-fb35203983e7,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:14.682764 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-8e0c2134-94dc-4d42-9d6c-26868f8923fe tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3564770 May 05 20:33:14.684137 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0c2134-94dc-4d42-9d6c-26868f8923fe tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6f3c03-9b93-42ba-8bbc-d36a620bd4d2,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:14.705724 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35646) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:33:14.723701 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-b582c7a1-3613-4368-b59b-a92d673677ae tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Request body: {'security_group_rule': {'security_group_id': '3b6f3c03-9b93-42ba-8bbc-d36a620bd4d2', 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:33:14.728678 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b582c7a1-3613-4368-b59b-a92d673677ae tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:33:14.733139 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-b582c7a1-3613-4368-b59b-a92d673677ae tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Usage tracker for resource:security_group_rule and tenant:ae03aa52cc144bf0b519baf0417a3070 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:33:14.737224 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-b582c7a1-3613-4368-b59b-a92d673677ae tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:33:14.748055 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b582c7a1-3613-4368-b59b-a92d673677ae tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:33:14.784018 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b582c7a1-3613-4368-b59b-a92d673677ae tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:14.827673 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:14.872408 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b582c7a1-3613-4368-b59b-a92d673677ae tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:14.879278 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b582c7a1-3613-4368-b59b-a92d673677ae tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:14.921780 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-bff5f97c-b16d-4ffd-ac89-c83df9f93db9 None None] Provisioning complete for port 59366cc3-e9a8-4d99-96ba-fb35203983e7 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:33:14.922833 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bff5f97c-b16d-4ffd-ac89-c83df9f93db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:14.922999 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b582c7a1-3613-4368-b59b-a92d673677ae tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:14.925807 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b582c7a1-3613-4368-b59b-a92d673677ae tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2173619 May 05 20:33:14.932903 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35650) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:33:14.953370 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-ebe5d5e0-2d43-491d-a56d-b6a8d7017bd5 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Request body: {'security_group_rule': {'security_group_id': '3b6f3c03-9b93-42ba-8bbc-d36a620bd4d2', 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:33:14.961006 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b582c7a1-3613-4368-b59b-a92d673677ae tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d5c92fe-86c4-4a6d-9c0d-dba1a303014b,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:14.967760 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ebe5d5e0-2d43-491d-a56d-b6a8d7017bd5 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:33:14.972967 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-ebe5d5e0-2d43-491d-a56d-b6a8d7017bd5 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Usage tracker for resource:security_group_rule and tenant:ae03aa52cc144bf0b519baf0417a3070 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:33:14.976436 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-ebe5d5e0-2d43-491d-a56d-b6a8d7017bd5 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:33:14.982522 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ebe5d5e0-2d43-491d-a56d-b6a8d7017bd5 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:33:14.998575 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port b69daf30-2e54-4bea-ae80-fd99cab9dc4b triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:33:14.999226 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:15.011956 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ebe5d5e0-2d43-491d-a56d-b6a8d7017bd5 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:15.097169 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8c465834-08f7-4be4-a953-ef1861671fb0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:15.109184 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ebe5d5e0-2d43-491d-a56d-b6a8d7017bd5 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:15.115388 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ebe5d5e0-2d43-491d-a56d-b6a8d7017bd5 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:15.140134 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8c465834-08f7-4be4-a953-ef1861671fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:15.144634 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe5d5e0-2d43-491d-a56d-b6a8d7017bd5 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16818064-802e-4cf6-8ba3-83e545100924,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:15.185135 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ebe5d5e0-2d43-491d-a56d-b6a8d7017bd5 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:15.192026 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-ebe5d5e0-2d43-491d-a56d-b6a8d7017bd5 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2576423 May 05 20:33:15.192626 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35656) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:33:15.194507 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-88f4654d-ca27-4d9e-935b-e10af9d442f1 None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:15.200862 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-fcf42f0e-4737-44ad-82b5-f159e53f15d1 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Request body: {'security_group_rule': {'security_group_id': '3b6f3c03-9b93-42ba-8bbc-d36a620bd4d2', 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:33:15.210202 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-fcf42f0e-4737-44ad-82b5-f159e53f15d1 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:33:15.218473 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-88f4654d-ca27-4d9e-935b-e10af9d442f1 None None] Transition to ACTIVE for port object 0d910520-7ef0-48d3-b77b-adbd40483a1a will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:33:15.221534 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-fcf42f0e-4737-44ad-82b5-f159e53f15d1 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Usage tracker for resource:security_group_rule and tenant:ae03aa52cc144bf0b519baf0417a3070 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:33:15.232420 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-fcf42f0e-4737-44ad-82b5-f159e53f15d1 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:33:15.237984 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-88f4654d-ca27-4d9e-935b-e10af9d442f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:15.253395 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-fcf42f0e-4737-44ad-82b5-f159e53f15d1 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:33:15.284124 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fcf42f0e-4737-44ad-82b5-f159e53f15d1 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:15.335269 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e9cc74-1ae7-4f65-b659-b938898dc819 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-fc776b5a-a0a2-42f4-949c-1aa5ca4f635e', 'network_id': 'fc776b5a-a0a2-42f4-949c-1aa5ca4f635e', 'tenant_id': '7f1ce7d7e8b84404ac589ffd71535f1b', 'fixed_ips': [{'subnet_id': '019c214c-0614-4c2f-9a0f-056358513e12'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:33:15.336912 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-21e9cc74-1ae7-4f65-b659-b938898dc819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:15.404171 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fcf42f0e-4737-44ad-82b5-f159e53f15d1 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:15.409059 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-8c465834-08f7-4be4-a953-ef1861671fb0 admin admin] Allocated IP 172.25.0.157 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/1bbc93dc-2c96-412f-a82e-6fdfb62fa324) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:33:15.413668 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fcf42f0e-4737-44ad-82b5-f159e53f15d1 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:15.466091 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf42f0e-4737-44ad-82b5-f159e53f15d1 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff4ef63b-c023-4b9f-8676-c1c0c8a6905f,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:15.470194 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c07cb3-a9ca-447e-a341-98723684c5e4 None None] Pushing event updated for resources: {'Port': ['ID=0d910520-7ef0-48d3-b77b-adbd40483a1a,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:15.528290 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fcf42f0e-4737-44ad-82b5-f159e53f15d1 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:15.530171 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-fcf42f0e-4737-44ad-82b5-f159e53f15d1 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3354843 May 05 20:33:15.530171 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35660) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:33:15.557438 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-84fb83e1-6115-4f2e-97a5-2f44339848bf tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Request body: {'security_group_rule': {'security_group_id': '3b6f3c03-9b93-42ba-8bbc-d36a620bd4d2', 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:33:15.590549 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-21e9cc74-1ae7-4f65-b659-b938898dc819 None None] Allocated IP 172.20.0.2 (fc776b5a-a0a2-42f4-949c-1aa5ca4f635e/019c214c-0614-4c2f-9a0f-056358513e12/6ecd00eb-f27f-4ba9-a727-1c41f4cfd09e) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:33:15.591867 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-84fb83e1-6115-4f2e-97a5-2f44339848bf tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:33:15.609078 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-88f4654d-ca27-4d9e-935b-e10af9d442f1 None None] Attempting to bind port 0d910520-7ef0-48d3-b77b-adbd40483a1a on host n-d-840717-1 for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:33:15.609078 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-88f4654d-ca27-4d9e-935b-e10af9d442f1 None None] Attempting to bind port 0d910520-7ef0-48d3-b77b-adbd40483a1a by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'eea1549b-d16b-4684-8dbd-392664594e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8faac822-2df8-473a-a25e-47c7e9b40510'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:33:15.609078 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f4654d-ca27-4d9e-935b-e10af9d442f1 None None] Attempting to bind port 0d910520-7ef0-48d3-b77b-adbd40483a1a on network 8faac822-2df8-473a-a25e-47c7e9b40510 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:33:15.619104 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-84fb83e1-6115-4f2e-97a5-2f44339848bf tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Usage tracker for resource:security_group_rule and tenant:ae03aa52cc144bf0b519baf0417a3070 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:33:15.623621 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f4654d-ca27-4d9e-935b-e10af9d442f1 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:33:15.623621 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f4654d-ca27-4d9e-935b-e10af9d442f1 None None] Checking segment: {'id': 'eea1549b-d16b-4684-8dbd-392664594e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8faac822-2df8-473a-a25e-47c7e9b40510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:33:15.623621 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-88f4654d-ca27-4d9e-935b-e10af9d442f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:15.623621 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f4654d-ca27-4d9e-935b-e10af9d442f1 None None] Bound using segment: {'id': 'eea1549b-d16b-4684-8dbd-392664594e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8faac822-2df8-473a-a25e-47c7e9b40510'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:33:15.623621 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-88f4654d-ca27-4d9e-935b-e10af9d442f1 None None] Bound port: 0d910520-7ef0-48d3-b77b-adbd40483a1a, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eea1549b-d16b-4684-8dbd-392664594e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8faac822-2df8-473a-a25e-47c7e9b40510'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:33:15.623621 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-88f4654d-ca27-4d9e-935b-e10af9d442f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:15.631743 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-84fb83e1-6115-4f2e-97a5-2f44339848bf tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:33:15.643291 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 4dbdc21a-1394-4159-bcb7-0de9b772114c up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:33:15.656305 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-84fb83e1-6115-4f2e-97a5-2f44339848bf tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:33:15.703586 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-84fb83e1-6115-4f2e-97a5-2f44339848bf tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:15.721135 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-c52fa02f-67ea-4a88-822b-55f0cfb77ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f36556d-1eee-4e17-a245-4ca996cb0580', 'name': 'tempest-TestServerBasicOps-293687247-router', 'tenant_id': '319e65ce2d224e768cdbd69739e25b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'b69daf30-2e54-4bea-ae80-fd99cab9dc4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:33:04Z', 'updated_at': '2022-05-05T20:33:09Z', 'revision_number': 4, 'project_id': '319e65ce2d224e768cdbd69739e25b53', 'gw_port': {'id': 'b69daf30-2e54-4bea-ae80-fd99cab9dc4b', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f36556d-1eee-4e17-a245-4ca996cb0580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:33:04Z', 'updated_at': '2022-05-05T20:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'dc2f9b6c-b7ed-498d-bf46-8961bb0d41d8', 'name': '', 'network_id': 'c4a20b3c-ae9f-4def-9b23-26fbdac1320b', 'tenant_id': '319e65ce2d224e768cdbd69739e25b53', 'mac_address': 'fa:16:3e:85:29:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f36556d-1eee-4e17-a245-4ca996cb0580', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '66a6f882-bccb-4256-83b5-0b0aa723e025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:33:08Z', 'updated_at': '2022-05-05T20:33:10Z', 'revision_number': 2, 'project_id': '319e65ce2d224e768cdbd69739e25b53', 'subnets': [{'id': '66a6f882-bccb-4256-83b5-0b0aa723e025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:33:15.750518 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52fa02f-67ea-4a88-822b-55f0cfb77ed4 None None] Checking router: 2f36556d-1eee-4e17-a245-4ca996cb0580 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:33:15.751606 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52fa02f-67ea-4a88-822b-55f0cfb77ed4 None None] Updating router 2f36556d-1eee-4e17-a245-4ca996cb0580 port dc2f9b6c-b7ed-498d-bf46-8961bb0d41d8 binding host n-d-840717-1 {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:33:15.756856 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-88f4654d-ca27-4d9e-935b-e10af9d442f1 None None] For port 0d910520-7ef0-48d3-b77b-adbd40483a1a, host n-d-840717-1, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:33:15.761564 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-88f4654d-ca27-4d9e-935b-e10af9d442f1 None None] For port 0d910520-7ef0-48d3-b77b-adbd40483a1a, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=0d910520-7ef0-48d3-b77b-adbd40483a1a,segment=NetworkSegment(eea1549b-d16b-4684-8dbd-392664594e16),segment_id=eea1549b-d16b-4684-8dbd-392664594e16)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:33:15.769468 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-88f4654d-ca27-4d9e-935b-e10af9d442f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:15.854620 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f4654d-ca27-4d9e-935b-e10af9d442f1 None None] Routers {'3def9584-0018-40e1-832c-00efa57546b4'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:33:15.855404 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-88f4654d-ca27-4d9e-935b-e10af9d442f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:33:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['3def9584-0018-40e1-832c-00efa57546b4'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:33:15.879955 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-84fb83e1-6115-4f2e-97a5-2f44339848bf tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:15.891111 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-84fb83e1-6115-4f2e-97a5-2f44339848bf tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:15.892162 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8c465834-08f7-4be4-a953-ef1861671fb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:15.945872 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fb83e1-6115-4f2e-97a5-2f44339848bf tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=546655fb-8704-437e-917a-0f4317ee2167,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:15.957675 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8c465834-08f7-4be4-a953-ef1861671fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:15.970696 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-84fb83e1-6115-4f2e-97a5-2f44339848bf tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:15.974646 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-84fb83e1-6115-4f2e-97a5-2f44339848bf tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4396451 May 05 20:33:15.976684 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35664) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:33:15.984884 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-f55c2da8-8c27-418d-872e-19bc607a1302 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Request body: {'security_group_rule': {'security_group_id': '3b6f3c03-9b93-42ba-8bbc-d36a620bd4d2', 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:33:15.999096 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f55c2da8-8c27-418d-872e-19bc607a1302 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:33:16.009129 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-f55c2da8-8c27-418d-872e-19bc607a1302 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Usage tracker for resource:security_group_rule and tenant:ae03aa52cc144bf0b519baf0417a3070 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:33:16.013717 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-f55c2da8-8c27-418d-872e-19bc607a1302 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:33:16.027059 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f55c2da8-8c27-418d-872e-19bc607a1302 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:33:16.043275 n-d-840717-1 neutron-server[88198]: INFO neutron.db.securitygroups_db [None req-f55c2da8-8c27-418d-872e-19bc607a1302 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Project ae03aa52cc144bf0b519baf0417a3070 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 20:33:16.049241 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c52fa02f-67ea-4a88-822b-55f0cfb77ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:16.054730 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f55c2da8-8c27-418d-872e-19bc607a1302 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:16.066367 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c07cb3-a9ca-447e-a341-98723684c5e4 None None] Pushing event updated for resources: {'Port': ['ID=0d910520-7ef0-48d3-b77b-adbd40483a1a,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:16.104988 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-88f4654d-ca27-4d9e-935b-e10af9d442f1 None None] Set router 3def9584-0018-40e1-832c-00efa57546b4 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:33:16.116968 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c465834-08f7-4be4-a953-ef1861671fb0 admin admin] Pushing event updated for resources: {'Port': ['ID=1bbc93dc-2c96-412f-a82e-6fdfb62fa324,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:16.132369 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c465834-08f7-4be4-a953-ef1861671fb0 admin admin] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:33:16.133891 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-8c465834-08f7-4be4-a953-ef1861671fb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:33:16.137391 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c465834-08f7-4be4-a953-ef1861671fb0 admin admin] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:33:16.150791 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f55c2da8-8c27-418d-872e-19bc607a1302 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:16.161146 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f55c2da8-8c27-418d-872e-19bc607a1302 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:16.192348 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55c2da8-8c27-418d-872e-19bc607a1302 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3883934d-09e6-4761-adb9-e52503531efc,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:16.211907 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f55c2da8-8c27-418d-872e-19bc607a1302 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:16.216449 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f55c2da8-8c27-418d-872e-19bc607a1302 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2391710 May 05 20:33:16.217238 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35668) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:33:16.224614 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-07ef920d-934b-441c-b874-760862bb33d0 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Request body: {'security_group_rule': {'security_group_id': '3b6f3c03-9b93-42ba-8bbc-d36a620bd4d2', 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:33:16.232068 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-07ef920d-934b-441c-b874-760862bb33d0 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:33:16.237296 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-07ef920d-934b-441c-b874-760862bb33d0 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Usage tracker for resource:security_group_rule and tenant:ae03aa52cc144bf0b519baf0417a3070 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:33:16.243190 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-07ef920d-934b-441c-b874-760862bb33d0 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:33:16.249676 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-07ef920d-934b-441c-b874-760862bb33d0 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:33:16.262844 n-d-840717-1 neutron-server[88198]: INFO neutron.db.securitygroups_db [None req-07ef920d-934b-441c-b874-760862bb33d0 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Project ae03aa52cc144bf0b519baf0417a3070 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 20:33:16.271977 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-07ef920d-934b-441c-b874-760862bb33d0 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:16.380386 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-07ef920d-934b-441c-b874-760862bb33d0 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:16.382573 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 4dbdc21a-1394-4159-bcb7-0de9b772114c triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:33:16.383236 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:16.386351 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-07ef920d-934b-441c-b874-760862bb33d0 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:16.434757 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ef920d-934b-441c-b874-760862bb33d0 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e293b698-f83e-436d-9c82-79207c2c69eb,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:16.447773 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-07ef920d-934b-441c-b874-760862bb33d0 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:16.460648 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-07ef920d-934b-441c-b874-760862bb33d0 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2396393 May 05 20:33:16.497834 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-88f4654d-ca27-4d9e-935b-e10af9d442f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3def9584-0018-40e1-832c-00efa57546b4', 'name': 'tempest-TestNetworkBasicOps-router-408302403', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '4dbdc21a-1394-4159-bcb7-0de9b772114c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:33:02Z', 'updated_at': '2022-05-05T20:33:10Z', 'revision_number': 4, 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'gw_port': {'id': '4dbdc21a-1394-4159-bcb7-0de9b772114c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:97:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3def9584-0018-40e1-832c-00efa57546b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:33:03Z', 'updated_at': '2022-05-05T20:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '0d910520-7ef0-48d3-b77b-adbd40483a1a', 'name': '', 'network_id': '8faac822-2df8-473a-a25e-47c7e9b40510', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'mac_address': 'fa:16:3e:86:16:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3def9584-0018-40e1-832c-00efa57546b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'dc9c1091-d137-449c-ab5e-adf020c81637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:33:08Z', 'updated_at': '2022-05-05T20:33:15Z', 'revision_number': 4, 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'subnets': [{'id': 'dc9c1091-d137-449c-ab5e-adf020c81637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:33:16.506202 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f4654d-ca27-4d9e-935b-e10af9d442f1 None None] The sync data for ids ['3def9584-0018-40e1-832c-00efa57546b4'] in n-d-840717-1 is: [{'id': '3def9584-0018-40e1-832c-00efa57546b4', 'name': 'tempest-TestNetworkBasicOps-router-408302403', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '4dbdc21a-1394-4159-bcb7-0de9b772114c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:33:02Z', 'updated_at': '2022-05-05T20:33:10Z', 'revision_number': 4, 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'gw_port': {'id': '4dbdc21a-1394-4159-bcb7-0de9b772114c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:97:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3def9584-0018-40e1-832c-00efa57546b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:33:03Z', 'updated_at': '2022-05-05T20:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '0d910520-7ef0-48d3-b77b-adbd40483a1a', 'name': '', 'network_id': '8faac822-2df8-473a-a25e-47c7e9b40510', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'mac_address': 'fa:16:3e:86:16:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3def9584-0018-40e1-832c-00efa57546b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'dc9c1091-d137-449c-ab5e-adf020c81637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:33:08Z', 'updated_at': '2022-05-05T20:33:15Z', 'revision_number': 4, 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'subnets': [{'id': 'dc9c1091-d137-449c-ab5e-adf020c81637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:33:16.838813 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:16.882495 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-21e9cc74-1ae7-4f65-b659-b938898dc819 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:16.923302 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-21e9cc74-1ae7-4f65-b659-b938898dc819 None None] Transition to ACTIVE for port object 6ecd00eb-f27f-4ba9-a727-1c41f4cfd09e will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:33:16.927437 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-9029212f-b2d6-4175-916b-8e6227218cc3 req-345ccbcc-99c7-49c7-85e1-1e5cc0b81214 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Synchronizing usage tracker for tenant:ae03aa52cc144bf0b519baf0417a3070 on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:33:16.966876 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-9029212f-b2d6-4175-916b-8e6227218cc3 req-345ccbcc-99c7-49c7-85e1-1e5cc0b81214 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Unset dirty status for tenant:ae03aa52cc144bf0b519baf0417a3070 on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:33:16.968784 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9029212f-b2d6-4175-916b-8e6227218cc3 req-345ccbcc-99c7-49c7-85e1-1e5cc0b81214 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-213313807&fields=id&tenant_id=ae03aa52cc144bf0b519baf0417a3070 HTTP/1.1" status: 200 len: 267 time: 0.2425911 May 05 20:33:16.970674 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8c465834-08f7-4be4-a953-ef1861671fb0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:16.982431 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-21e9cc74-1ae7-4f65-b659-b938898dc819 None None] Transition to ACTIVE for port object 6ecd00eb-f27f-4ba9-a727-1c41f4cfd09e will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:33:16.998141 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-21e9cc74-1ae7-4f65-b659-b938898dc819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:17.136840 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e9cc74-1ae7-4f65-b659-b938898dc819 None None] Network fc776b5a-a0a2-42f4-949c-1aa5ca4f635e is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:33:17.144249 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-21e9cc74-1ae7-4f65-b659-b938898dc819 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:33:17.150905 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 59366cc3-e9a8-4d99-96ba-fb35203983e7 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:33:17.186423 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e9cc74-1ae7-4f65-b659-b938898dc819 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:33:17.284573 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c52fa02f-67ea-4a88-822b-55f0cfb77ed4 None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:17.295045 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e9cc74-1ae7-4f65-b659-b938898dc819 None None] Pushing event updated for resources: {'Port': ['ID=6ecd00eb-f27f-4ba9-a727-1c41f4cfd09e,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:17.324882 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-c52fa02f-67ea-4a88-822b-55f0cfb77ed4 None None] Transition to ACTIVE for port object dc2f9b6c-b7ed-498d-bf46-8961bb0d41d8 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:33:17.332888 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-21e9cc74-1ae7-4f65-b659-b938898dc819 None None] Attempting to bind port 6ecd00eb-f27f-4ba9-a727-1c41f4cfd09e on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:33:17.333225 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-21e9cc74-1ae7-4f65-b659-b938898dc819 None None] Attempting to bind port 6ecd00eb-f27f-4ba9-a727-1c41f4cfd09e by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'b0094295-88ba-451a-8f1e-e7406dc1de82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fc776b5a-a0a2-42f4-949c-1aa5ca4f635e'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:33:17.333758 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e9cc74-1ae7-4f65-b659-b938898dc819 None None] Attempting to bind port 6ecd00eb-f27f-4ba9-a727-1c41f4cfd09e on network fc776b5a-a0a2-42f4-949c-1aa5ca4f635e {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:33:17.339604 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c52fa02f-67ea-4a88-822b-55f0cfb77ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:17.368105 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9029212f-b2d6-4175-916b-8e6227218cc3 req-0f14f4c5-f0c4-49d5-8149-978a34c25754 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:17.369062 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-9029212f-b2d6-4175-916b-8e6227218cc3 req-0f14f4c5-f0c4-49d5-8149-978a34c25754 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Synchronizing usage tracker for tenant:ae03aa52cc144bf0b519baf0417a3070 on resource:network {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:33:17.382405 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e9cc74-1ae7-4f65-b659-b938898dc819 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:33:17.382783 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e9cc74-1ae7-4f65-b659-b938898dc819 None None] Checking segment: {'id': 'b0094295-88ba-451a-8f1e-e7406dc1de82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fc776b5a-a0a2-42f4-949c-1aa5ca4f635e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:33:17.383190 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-21e9cc74-1ae7-4f65-b659-b938898dc819 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:17.383611 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e9cc74-1ae7-4f65-b659-b938898dc819 None None] Bound using segment: {'id': 'b0094295-88ba-451a-8f1e-e7406dc1de82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fc776b5a-a0a2-42f4-949c-1aa5ca4f635e'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:33:17.384090 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-21e9cc74-1ae7-4f65-b659-b938898dc819 None None] Bound port: 6ecd00eb-f27f-4ba9-a727-1c41f4cfd09e, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0094295-88ba-451a-8f1e-e7406dc1de82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fc776b5a-a0a2-42f4-949c-1aa5ca4f635e'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:33:17.384456 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-21e9cc74-1ae7-4f65-b659-b938898dc819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:17.465575 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-9029212f-b2d6-4175-916b-8e6227218cc3 req-0f14f4c5-f0c4-49d5-8149-978a34c25754 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Unset dirty status for tenant:ae03aa52cc144bf0b519baf0417a3070 on resource:network {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:33:17.466907 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9029212f-b2d6-4175-916b-8e6227218cc3 req-0f14f4c5-f0c4-49d5-8149-978a34c25754 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/networks?id=8faac822-2df8-473a-a25e-47c7e9b40510 HTTP/1.1" status: 200 len: 796 time: 0.4392998 May 05 20:33:17.501300 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9029212f-b2d6-4175-916b-8e6227218cc3 req-bd8ed7d1-9033-4e9d-a64a-c8de35af19e8 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/quotas/ae03aa52cc144bf0b519baf0417a3070 HTTP/1.1" status: 200 len: 375 time: 0.0174956 May 05 20:33:17.523337 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8c465834-08f7-4be4-a953-ef1861671fb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:17.608398 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-21e9cc74-1ae7-4f65-b659-b938898dc819 None None] For port 6ecd00eb-f27f-4ba9-a727-1c41f4cfd09e, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:33:17.616575 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-21e9cc74-1ae7-4f65-b659-b938898dc819 None None] For port 6ecd00eb-f27f-4ba9-a727-1c41f4cfd09e, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=6ecd00eb-f27f-4ba9-a727-1c41f4cfd09e,segment=NetworkSegment(b0094295-88ba-451a-8f1e-e7406dc1de82),segment_id=b0094295-88ba-451a-8f1e-e7406dc1de82)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:33:17.636312 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-21e9cc74-1ae7-4f65-b659-b938898dc819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:17.672136 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 59366cc3-e9a8-4d99-96ba-fb35203983e7 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:33:17.672519 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:17.704991 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833a37e8-3823-4003-86e8-c2bf9a1f2be1 None None] Pushing event updated for resources: {'Port': ['ID=dc2f9b6c-b7ed-498d-bf46-8961bb0d41d8,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:17.815768 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9029212f-b2d6-4175-916b-8e6227218cc3 req-baca612d-94b2-43f6-abde-1c68326f218b tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ae03aa52cc144bf0b519baf0417a3070&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3009493 May 05 20:33:17.854566 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c465834-08f7-4be4-a953-ef1861671fb0 admin admin] Router a6159e99-a3dd-403a-907a-20e2c9864712 is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88197) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:33:17.870920 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-c52fa02f-67ea-4a88-822b-55f0cfb77ed4 None None] Attempting to bind port dc2f9b6c-b7ed-498d-bf46-8961bb0d41d8 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:33:17.871469 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-c52fa02f-67ea-4a88-822b-55f0cfb77ed4 None None] Attempting to bind port dc2f9b6c-b7ed-498d-bf46-8961bb0d41d8 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '2b36ab60-de96-4bac-92bc-5a92c1fd5348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c4a20b3c-ae9f-4def-9b23-26fbdac1320b'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:33:17.871667 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52fa02f-67ea-4a88-822b-55f0cfb77ed4 None None] Attempting to bind port dc2f9b6c-b7ed-498d-bf46-8961bb0d41d8 on network c4a20b3c-ae9f-4def-9b23-26fbdac1320b {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:33:17.886244 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52fa02f-67ea-4a88-822b-55f0cfb77ed4 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:33:17.886866 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52fa02f-67ea-4a88-822b-55f0cfb77ed4 None None] Checking segment: {'id': '2b36ab60-de96-4bac-92bc-5a92c1fd5348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c4a20b3c-ae9f-4def-9b23-26fbdac1320b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:33:17.887506 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c52fa02f-67ea-4a88-822b-55f0cfb77ed4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:17.888036 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52fa02f-67ea-4a88-822b-55f0cfb77ed4 None None] Bound using segment: {'id': '2b36ab60-de96-4bac-92bc-5a92c1fd5348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c4a20b3c-ae9f-4def-9b23-26fbdac1320b'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:33:17.888637 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-c52fa02f-67ea-4a88-822b-55f0cfb77ed4 None None] Bound port: dc2f9b6c-b7ed-498d-bf46-8961bb0d41d8, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b36ab60-de96-4bac-92bc-5a92c1fd5348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c4a20b3c-ae9f-4def-9b23-26fbdac1320b'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:33:17.889204 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c52fa02f-67ea-4a88-822b-55f0cfb77ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:17.906331 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e9cc74-1ae7-4f65-b659-b938898dc819 None None] Pushing event updated for resources: {'Port': ['ID=6ecd00eb-f27f-4ba9-a727-1c41f4cfd09e,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:18.065395 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 0d910520-7ef0-48d3-b77b-adbd40483a1a up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:33:18.137249 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-c52fa02f-67ea-4a88-822b-55f0cfb77ed4 None None] For port dc2f9b6c-b7ed-498d-bf46-8961bb0d41d8, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:33:18.141437 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-c52fa02f-67ea-4a88-822b-55f0cfb77ed4 None None] For port dc2f9b6c-b7ed-498d-bf46-8961bb0d41d8, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=dc2f9b6c-b7ed-498d-bf46-8961bb0d41d8,segment=NetworkSegment(2b36ab60-de96-4bac-92bc-5a92c1fd5348),segment_id=2b36ab60-de96-4bac-92bc-5a92c1fd5348)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:33:18.154673 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c52fa02f-67ea-4a88-822b-55f0cfb77ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:18.270810 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52fa02f-67ea-4a88-822b-55f0cfb77ed4 None None] Routers {'2f36556d-1eee-4e17-a245-4ca996cb0580'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:33:18.272168 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-c52fa02f-67ea-4a88-822b-55f0cfb77ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:33:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['2f36556d-1eee-4e17-a245-4ca996cb0580'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:33:18.441966 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c465834-08f7-4be4-a953-ef1861671fb0 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:33:18.472736 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276ed395-3ce3-4388-8c8e-d5bde20ea721 None None] Sync routers for ids ['a6159e99-a3dd-403a-907a-20e2c9864712'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:33:18.487271 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9029212f-b2d6-4175-916b-8e6227218cc3 req-a802a7cd-59f0-47e1-ae03-c4fac3823181 service neutron] 10.222.0.36 "GET /v2.0/networks/8faac822-2df8-473a-a25e-47c7e9b40510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6664515 May 05 20:33:18.496342 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8c465834-08f7-4be4-a953-ef1861671fb0 admin admin] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:18.498108 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-8c465834-08f7-4be4-a953-ef1861671fb0 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.3401546 May 05 20:33:18.502300 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35686) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:33:18.505888 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276ed395-3ce3-4388-8c8e-d5bde20ea721 None None] Routers {'a6159e99-a3dd-403a-907a-20e2c9864712'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:33:18.506980 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-276ed395-3ce3-4388-8c8e-d5bde20ea721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:33:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['a6159e99-a3dd-403a-907a-20e2c9864712'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:33:18.664808 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833a37e8-3823-4003-86e8-c2bf9a1f2be1 None None] Pushing event updated for resources: {'Port': ['ID=dc2f9b6c-b7ed-498d-bf46-8961bb0d41d8,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:18.748210 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-c52fa02f-67ea-4a88-822b-55f0cfb77ed4 None None] Set router 2f36556d-1eee-4e17-a245-4ca996cb0580 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:33:18.821179 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 0d910520-7ef0-48d3-b77b-adbd40483a1a completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:33:18.830106 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 0d910520-7ef0-48d3-b77b-adbd40483a1a triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:33:18.830106 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:18.908039 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9029212f-b2d6-4175-916b-8e6227218cc3 req-bfcc85d8-fe4b-46f3-96b3-d97e5ed71c28 service neutron] 10.222.0.36 "GET /v2.0/networks/8faac822-2df8-473a-a25e-47c7e9b40510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435948 May 05 20:33:19.077974 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-276ed395-3ce3-4388-8c8e-d5bde20ea721 None None] Set router a6159e99-a3dd-403a-907a-20e2c9864712 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:33:19.219280 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-605d18ea-39ec-4b20-957a-02d0895c70aa req-9c38f25a-aabd-488f-b31d-2b91081af570 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Synchronizing usage tracker for tenant:ae03aa52cc144bf0b519baf0417a3070 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:33:19.249897 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-605d18ea-39ec-4b20-957a-02d0895c70aa req-9c38f25a-aabd-488f-b31d-2b91081af570 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Unset dirty status for tenant:ae03aa52cc144bf0b519baf0417a3070 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:33:19.251478 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-605d18ea-39ec-4b20-957a-02d0895c70aa req-9c38f25a-aabd-488f-b31d-2b91081af570 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7d99442-d0cf-49e3-beb2-01ea5672b69e HTTP/1.1" status: 200 len: 210 time: 0.1346319 May 05 20:33:19.522638 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117d9fd1-c6d1-453f-b353-98318637d1cb None None] Network fc776b5a-a0a2-42f4-949c-1aa5ca4f635e requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:33:19.734074 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b756205a-eb16-4d64-9c3d-f69e94d6ce11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:19.747605 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:19.794061 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-3449d2b6-8f0f-4b61-8405-dcb91b197d5b None None] Provisioning for port 6ecd00eb-f27f-4ba9-a727-1c41f4cfd09e completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:33:19.910203 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 0d910520-7ef0-48d3-b77b-adbd40483a1a, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=0d910520-7ef0-48d3-b77b-adbd40483a1a,segment=NetworkSegment(eea1549b-d16b-4684-8dbd-392664594e16),segment_id=eea1549b-d16b-4684-8dbd-392664594e16)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:33:19.930570 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:20.017862 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-b756205a-eb16-4d64-9c3d-f69e94d6ce11 admin admin] Allocated IP 172.20.0.1 (fc776b5a-a0a2-42f4-949c-1aa5ca4f635e/019c214c-0614-4c2f-9a0f-056358513e12/567a8d15-e7e8-4399-8c93-b0209e92f9cf) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:33:20.109011 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 6ecd00eb-f27f-4ba9-a727-1c41f4cfd09e up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:33:20.141285 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-c52fa02f-67ea-4a88-822b-55f0cfb77ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f36556d-1eee-4e17-a245-4ca996cb0580', 'name': 'tempest-TestServerBasicOps-293687247-router', 'tenant_id': '319e65ce2d224e768cdbd69739e25b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'b69daf30-2e54-4bea-ae80-fd99cab9dc4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:33:04Z', 'updated_at': '2022-05-05T20:33:09Z', 'revision_number': 4, 'project_id': '319e65ce2d224e768cdbd69739e25b53', 'gw_port': {'id': 'b69daf30-2e54-4bea-ae80-fd99cab9dc4b', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f36556d-1eee-4e17-a245-4ca996cb0580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:33:04Z', 'updated_at': '2022-05-05T20:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'dc2f9b6c-b7ed-498d-bf46-8961bb0d41d8', 'name': '', 'network_id': 'c4a20b3c-ae9f-4def-9b23-26fbdac1320b', 'tenant_id': '319e65ce2d224e768cdbd69739e25b53', 'mac_address': 'fa:16:3e:85:29:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f36556d-1eee-4e17-a245-4ca996cb0580', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '66a6f882-bccb-4256-83b5-0b0aa723e025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:33:08Z', 'updated_at': '2022-05-05T20:33:18Z', 'revision_number': 4, 'project_id': '319e65ce2d224e768cdbd69739e25b53', 'subnets': [{'id': '66a6f882-bccb-4256-83b5-0b0aa723e025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:33:20.188050 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52fa02f-67ea-4a88-822b-55f0cfb77ed4 None None] The sync data for ids ['2f36556d-1eee-4e17-a245-4ca996cb0580'] in n-d-840717-1 is: [{'id': '2f36556d-1eee-4e17-a245-4ca996cb0580', 'name': 'tempest-TestServerBasicOps-293687247-router', 'tenant_id': '319e65ce2d224e768cdbd69739e25b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'b69daf30-2e54-4bea-ae80-fd99cab9dc4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:33:04Z', 'updated_at': '2022-05-05T20:33:09Z', 'revision_number': 4, 'project_id': '319e65ce2d224e768cdbd69739e25b53', 'gw_port': {'id': 'b69daf30-2e54-4bea-ae80-fd99cab9dc4b', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f36556d-1eee-4e17-a245-4ca996cb0580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:33:04Z', 'updated_at': '2022-05-05T20:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'dc2f9b6c-b7ed-498d-bf46-8961bb0d41d8', 'name': '', 'network_id': 'c4a20b3c-ae9f-4def-9b23-26fbdac1320b', 'tenant_id': '319e65ce2d224e768cdbd69739e25b53', 'mac_address': 'fa:16:3e:85:29:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f36556d-1eee-4e17-a245-4ca996cb0580', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '66a6f882-bccb-4256-83b5-0b0aa723e025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:33:08Z', 'updated_at': '2022-05-05T20:33:18Z', 'revision_number': 4, 'project_id': '319e65ce2d224e768cdbd69739e25b53', 'subnets': [{'id': '66a6f882-bccb-4256-83b5-0b0aa723e025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:33:20.199474 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=0d910520-7ef0-48d3-b77b-adbd40483a1a,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:20.230247 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-276ed395-3ce3-4388-8c8e-d5bde20ea721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6159e99-a3dd-403a-907a-20e2c9864712', 'name': 'tempest-TestServerBasicOps-1560004520-router', 'tenant_id': '7f1ce7d7e8b84404ac589ffd71535f1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': '1bbc93dc-2c96-412f-a82e-6fdfb62fa324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:33:14Z', 'updated_at': '2022-05-05T20:33:16Z', 'revision_number': 3, 'project_id': '7f1ce7d7e8b84404ac589ffd71535f1b', 'gw_port': {'id': '1bbc93dc-2c96-412f-a82e-6fdfb62fa324', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6159e99-a3dd-403a-907a-20e2c9864712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:33:15Z', 'updated_at': '2022-05-05T20:33:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:33:20.244818 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276ed395-3ce3-4388-8c8e-d5bde20ea721 None None] Checking router: a6159e99-a3dd-403a-907a-20e2c9864712 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:33:20.244818 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276ed395-3ce3-4388-8c8e-d5bde20ea721 None None] Updating router a6159e99-a3dd-403a-907a-20e2c9864712 port 1bbc93dc-2c96-412f-a82e-6fdfb62fa324 binding host n-d-840717-1 {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:33:20.389178 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-276ed395-3ce3-4388-8c8e-d5bde20ea721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:20.410557 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b756205a-eb16-4d64-9c3d-f69e94d6ce11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:20.457636 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-b756205a-eb16-4d64-9c3d-f69e94d6ce11 admin admin] Transition to ACTIVE for port object 567a8d15-e7e8-4399-8c93-b0209e92f9cf will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:33:20.484555 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 6ecd00eb-f27f-4ba9-a727-1c41f4cfd09e completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:33:20.498020 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 6ecd00eb-f27f-4ba9-a727-1c41f4cfd09e triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:33:20.498370 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:20.543965 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4fd6d411-86c4-480c-8b9b-3bf36664de3f req-106c3825-6a20-42f7-a594-3f7c8c245b70 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7d99442-d0cf-49e3-beb2-01ea5672b69e HTTP/1.1" status: 200 len: 210 time: 0.0749140 May 05 20:33:20.551005 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b756205a-eb16-4d64-9c3d-f69e94d6ce11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:20.756146 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b756205a-eb16-4d64-9c3d-f69e94d6ce11 admin admin] Network fc776b5a-a0a2-42f4-949c-1aa5ca4f635e is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:33:20.760313 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-b756205a-eb16-4d64-9c3d-f69e94d6ce11 admin admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:33:20.764465 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b756205a-eb16-4d64-9c3d-f69e94d6ce11 admin admin] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:33:20.869988 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b756205a-eb16-4d64-9c3d-f69e94d6ce11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:20.921353 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b756205a-eb16-4d64-9c3d-f69e94d6ce11 admin admin] Pushing event updated for resources: {'Port': ['ID=567a8d15-e7e8-4399-8c93-b0209e92f9cf,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:21.117963 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b756205a-eb16-4d64-9c3d-f69e94d6ce11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:21.227852 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-cb2fc042-c8f0-4156-b131-06f107f66c49 None None] Provisioning complete for port 6ecd00eb-f27f-4ba9-a727-1c41f4cfd09e triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:33:21.228330 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cb2fc042-c8f0-4156-b131-06f107f66c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:21.245506 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9029212f-b2d6-4175-916b-8e6227218cc3 req-45de19b5-0d7a-43d0-92a1-bd17e143a503 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:21.250527 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9029212f-b2d6-4175-916b-8e6227218cc3 req-45de19b5-0d7a-43d0-92a1-bd17e143a503 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.24 "GET /v2.0/networks?id=8faac822-2df8-473a-a25e-47c7e9b40510 HTTP/1.1" status: 200 len: 796 time: 0.7585301 May 05 20:33:21.287966 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:21.347316 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-9029212f-b2d6-4175-916b-8e6227218cc3 req-aaee0d8d-d224-40d3-b208-b5573f7074cb tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Synchronizing usage tracker for tenant:ae03aa52cc144bf0b519baf0417a3070 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:33:21.369404 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-9029212f-b2d6-4175-916b-8e6227218cc3 req-aaee0d8d-d224-40d3-b208-b5573f7074cb tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Unset dirty status for tenant:ae03aa52cc144bf0b519baf0417a3070 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:33:21.369652 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 6ecd00eb-f27f-4ba9-a727-1c41f4cfd09e, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=6ecd00eb-f27f-4ba9-a727-1c41f4cfd09e,segment=NetworkSegment(b0094295-88ba-451a-8f1e-e7406dc1de82),segment_id=b0094295-88ba-451a-8f1e-e7406dc1de82)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:33:21.371148 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9029212f-b2d6-4175-916b-8e6227218cc3 req-aaee0d8d-d224-40d3-b208-b5573f7074cb tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae03aa52cc144bf0b519baf0417a3070 HTTP/1.1" status: 200 len: 379 time: 0.1115298 May 05 20:33:21.381133 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-9029212f-b2d6-4175-916b-8e6227218cc3 req-f5d96a98-d668-44ca-9671-e4e11b783fb8 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Request body: {'port': {'device_id': 'd7d99442-d0cf-49e3-beb2-01ea5672b69e', 'network_id': '8faac822-2df8-473a-a25e-47c7e9b40510', 'admin_state_up': True, 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'security_groups': ['3b6f3c03-9b93-42ba-8bbc-d36a620bd4d2']}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:33:21.382256 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:21.508476 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b756205a-eb16-4d64-9c3d-f69e94d6ce11 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:21.514171 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b756205a-eb16-4d64-9c3d-f69e94d6ce11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:21.562921 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-9029212f-b2d6-4175-916b-8e6227218cc3 req-f5d96a98-d668-44ca-9671-e4e11b783fb8 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:33:21.572369 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-276ed395-3ce3-4388-8c8e-d5bde20ea721 None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:21.588554 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-9029212f-b2d6-4175-916b-8e6227218cc3 req-f5d96a98-d668-44ca-9671-e4e11b783fb8 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:33:21.606661 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-276ed395-3ce3-4388-8c8e-d5bde20ea721 None None] Transition to ACTIVE for port object 1bbc93dc-2c96-412f-a82e-6fdfb62fa324 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:33:21.606661 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=6ecd00eb-f27f-4ba9-a727-1c41f4cfd09e,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:21.621838 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-276ed395-3ce3-4388-8c8e-d5bde20ea721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:21.639560 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9029212f-b2d6-4175-916b-8e6227218cc3 req-f5d96a98-d668-44ca-9671-e4e11b783fb8 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Made reservation on behalf of ae03aa52cc144bf0b519baf0417a3070 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:33:21.639560 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9029212f-b2d6-4175-916b-8e6227218cc3 req-f5d96a98-d668-44ca-9671-e4e11b783fb8 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:21.650791 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b756205a-eb16-4d64-9c3d-f69e94d6ce11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:21.729921 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-276ed395-3ce3-4388-8c8e-d5bde20ea721 None None] Attempting to bind port 1bbc93dc-2c96-412f-a82e-6fdfb62fa324 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:33:21.729921 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-276ed395-3ce3-4388-8c8e-d5bde20ea721 None None] Attempting to bind port 1bbc93dc-2c96-412f-a82e-6fdfb62fa324 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:33:21.729921 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276ed395-3ce3-4388-8c8e-d5bde20ea721 None None] Attempting to bind port 1bbc93dc-2c96-412f-a82e-6fdfb62fa324 on network 0401d202-1605-4cfe-bad4-fb225df6afb0 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:33:21.764172 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276ed395-3ce3-4388-8c8e-d5bde20ea721 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:33:21.764172 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276ed395-3ce3-4388-8c8e-d5bde20ea721 None None] Checking segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:33:21.764172 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-276ed395-3ce3-4388-8c8e-d5bde20ea721 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:21.764172 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276ed395-3ce3-4388-8c8e-d5bde20ea721 None None] Bound using segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:33:21.764172 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-276ed395-3ce3-4388-8c8e-d5bde20ea721 None None] Bound port: 1bbc93dc-2c96-412f-a82e-6fdfb62fa324, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:33:21.764172 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-276ed395-3ce3-4388-8c8e-d5bde20ea721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:21.841670 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370bd41-9e3d-4f6e-8442-4b76a2798816 None None] Pushing event updated for resources: {'Port': ['ID=1bbc93dc-2c96-412f-a82e-6fdfb62fa324,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:21.851985 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-06d54205-c8d1-4dcd-96c6-a6c856345e82 None None] Provisioning for port 567a8d15-e7e8-4399-8c93-b0209e92f9cf completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:33:21.854257 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b756205a-eb16-4d64-9c3d-f69e94d6ce11 admin admin] Network fc776b5a-a0a2-42f4-949c-1aa5ca4f635e is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:33:21.857032 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-b756205a-eb16-4d64-9c3d-f69e94d6ce11 admin admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:33:21.865392 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b756205a-eb16-4d64-9c3d-f69e94d6ce11 admin admin] Pushing event updated for resources: {'Port': ['ID=567a8d15-e7e8-4399-8c93-b0209e92f9cf,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:21.877518 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-06d54205-c8d1-4dcd-96c6-a6c856345e82 None None] Provisioning complete for port 567a8d15-e7e8-4399-8c93-b0209e92f9cf triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:33:21.877889 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-06d54205-c8d1-4dcd-96c6-a6c856345e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:21.965273 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-06d54205-c8d1-4dcd-96c6-a6c856345e82 None None] Port 567a8d15-e7e8-4399-8c93-b0209e92f9cf cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:33:21.993726 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-276ed395-3ce3-4388-8c8e-d5bde20ea721 None None] For port 1bbc93dc-2c96-412f-a82e-6fdfb62fa324, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:33:22.002963 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-276ed395-3ce3-4388-8c8e-d5bde20ea721 None None] For port 1bbc93dc-2c96-412f-a82e-6fdfb62fa324, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=1bbc93dc-2c96-412f-a82e-6fdfb62fa324,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:33:22.018634 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-276ed395-3ce3-4388-8c8e-d5bde20ea721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:22.021466 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6fc460a5-022b-4548-a9a7-c8befffc6089 req-d0047d29-ba85-4490-978c-18999f189b46 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7d99442-d0cf-49e3-beb2-01ea5672b69e HTTP/1.1" status: 200 len: 210 time: 0.1155107 May 05 20:33:22.066948 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-9029212f-b2d6-4175-916b-8e6227218cc3 req-f5d96a98-d668-44ca-9671-e4e11b783fb8 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Allocated IP 172.20.0.6 (8faac822-2df8-473a-a25e-47c7e9b40510/dc9c1091-d137-449c-ab5e-adf020c81637/acbe3139-786f-4418-aeef-9b3457000214) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:33:22.205057 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b756205a-eb16-4d64-9c3d-f69e94d6ce11 admin admin] Router a6159e99-a3dd-403a-907a-20e2c9864712 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:33:22.214726 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276ed395-3ce3-4388-8c8e-d5bde20ea721 None None] Routers {'a6159e99-a3dd-403a-907a-20e2c9864712'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:33:22.215503 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-276ed395-3ce3-4388-8c8e-d5bde20ea721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:33:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['a6159e99-a3dd-403a-907a-20e2c9864712'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:33:22.348878 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 6ecd00eb-f27f-4ba9-a727-1c41f4cfd09e up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:33:22.438325 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9029212f-b2d6-4175-916b-8e6227218cc3 req-f5d96a98-d668-44ca-9671-e4e11b783fb8 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:22.444856 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370bd41-9e3d-4f6e-8442-4b76a2798816 None None] Pushing event updated for resources: {'Port': ['ID=1bbc93dc-2c96-412f-a82e-6fdfb62fa324,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:22.453965 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-9029212f-b2d6-4175-916b-8e6227218cc3 req-f5d96a98-d668-44ca-9671-e4e11b783fb8 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Transition to ACTIVE for port object acbe3139-786f-4418-aeef-9b3457000214 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:33:22.499721 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b756205a-eb16-4d64-9c3d-f69e94d6ce11 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:33:22.504803 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9029212f-b2d6-4175-916b-8e6227218cc3 req-f5d96a98-d668-44ca-9671-e4e11b783fb8 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:22.519455 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-b756205a-eb16-4d64-9c3d-f69e94d6ce11 admin admin] 10.222.0.36 "PUT /v2.0/routers/a6159e99-a3dd-403a-907a-20e2c9864712/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0091486 May 05 20:33:22.534464 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-77006fa2-b56b-4ee3-880e-cb2d24e98f3d None None] Provisioning complete for port 567a8d15-e7e8-4399-8c93-b0209e92f9cf triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:33:22.534464 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-77006fa2-b56b-4ee3-880e-cb2d24e98f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:22.605261 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-77006fa2-b56b-4ee3-880e-cb2d24e98f3d None None] Port 567a8d15-e7e8-4399-8c93-b0209e92f9cf cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:33:22.630599 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 6ecd00eb-f27f-4ba9-a727-1c41f4cfd09e triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:33:22.630967 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:22.633882 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d96a98-d668-44ca-9671-e4e11b783fb8 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Pushing event updated for resources: {'Port': ['ID=acbe3139-786f-4418-aeef-9b3457000214,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:22.662638 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9029212f-b2d6-4175-916b-8e6227218cc3 req-f5d96a98-d668-44ca-9671-e4e11b783fb8 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Network 8faac822-2df8-473a-a25e-47c7e9b40510 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:33:22.669569 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-9029212f-b2d6-4175-916b-8e6227218cc3 req-f5d96a98-d668-44ca-9671-e4e11b783fb8 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:33:22.680732 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-9029212f-b2d6-4175-916b-8e6227218cc3 req-f5d96a98-d668-44ca-9671-e4e11b783fb8 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:33:22.694170 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-276ed395-3ce3-4388-8c8e-d5bde20ea721 None None] Set router a6159e99-a3dd-403a-907a-20e2c9864712 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:33:22.774317 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9029212f-b2d6-4175-916b-8e6227218cc3 req-f5d96a98-d668-44ca-9671-e4e11b783fb8 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:22.775422 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9029212f-b2d6-4175-916b-8e6227218cc3 req-f5d96a98-d668-44ca-9671-e4e11b783fb8 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:22.821470 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9029212f-b2d6-4175-916b-8e6227218cc3 req-f5d96a98-d668-44ca-9671-e4e11b783fb8 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4455600 May 05 20:33:22.837733 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-9029212f-b2d6-4175-916b-8e6227218cc3 req-04f97851-c8c4-465d-9d9d-7c62073ed7a0 service neutron] Request body: {'port': {'device_id': 'd7d99442-d0cf-49e3-beb2-01ea5672b69e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:33:22.994398 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9029212f-b2d6-4175-916b-8e6227218cc3 req-04f97851-c8c4-465d-9d9d-7c62073ed7a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:23.025759 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 0d910520-7ef0-48d3-b77b-adbd40483a1a up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:33:23.126378 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-6297fe7b-7383-4e3a-90be-05935691656f None None] Provisioning for port acbe3139-786f-4418-aeef-9b3457000214 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:33:23.164305 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-6297fe7b-7383-4e3a-90be-05935691656f None None] Provisioning complete for port acbe3139-786f-4418-aeef-9b3457000214 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:33:23.164618 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6297fe7b-7383-4e3a-90be-05935691656f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:23.238257 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-6297fe7b-7383-4e3a-90be-05935691656f None None] Port acbe3139-786f-4418-aeef-9b3457000214 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:33:23.308716 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 0d910520-7ef0-48d3-b77b-adbd40483a1a triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:33:23.309691 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:23.378263 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35712) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:33:23.387711 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-7554f41d-d00a-4baa-bdaf-d32774157c5f tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-460779561', 'description': 'tempest-secgroup-smoke-460779561 description', 'project_id': '319e65ce2d224e768cdbd69739e25b53'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:33:23.405590 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-7554f41d-d00a-4baa-bdaf-d32774157c5f tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:33:23.411899 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-7554f41d-d00a-4baa-bdaf-d32774157c5f tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Usage tracker for resource:security_group and tenant:319e65ce2d224e768cdbd69739e25b53 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:33:23.415425 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-276ed395-3ce3-4388-8c8e-d5bde20ea721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6159e99-a3dd-403a-907a-20e2c9864712', 'name': 'tempest-TestServerBasicOps-1560004520-router', 'tenant_id': '7f1ce7d7e8b84404ac589ffd71535f1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': '1bbc93dc-2c96-412f-a82e-6fdfb62fa324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:33:14Z', 'updated_at': '2022-05-05T20:33:21Z', 'revision_number': 4, 'project_id': '7f1ce7d7e8b84404ac589ffd71535f1b', 'gw_port': {'id': '1bbc93dc-2c96-412f-a82e-6fdfb62fa324', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6159e99-a3dd-403a-907a-20e2c9864712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:33:15Z', 'updated_at': '2022-05-05T20:33:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '567a8d15-e7e8-4399-8c93-b0209e92f9cf', 'name': '', 'network_id': 'fc776b5a-a0a2-42f4-949c-1aa5ca4f635e', 'tenant_id': '7f1ce7d7e8b84404ac589ffd71535f1b', 'mac_address': 'fa:16:3e:23:24:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6159e99-a3dd-403a-907a-20e2c9864712', 'device_owner': 'network:router_interface', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '019c214c-0614-4c2f-9a0f-056358513e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:33:19Z', 'updated_at': '2022-05-05T20:33:21Z', 'revision_number': 2, 'project_id': '7f1ce7d7e8b84404ac589ffd71535f1b', 'subnets': [{'id': '019c214c-0614-4c2f-9a0f-056358513e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:33:23.419022 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-7554f41d-d00a-4baa-bdaf-d32774157c5f tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:33:23.425160 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276ed395-3ce3-4388-8c8e-d5bde20ea721 None None] The sync data for ids ['a6159e99-a3dd-403a-907a-20e2c9864712'] in n-d-840717-1 is: [{'id': 'a6159e99-a3dd-403a-907a-20e2c9864712', 'name': 'tempest-TestServerBasicOps-1560004520-router', 'tenant_id': '7f1ce7d7e8b84404ac589ffd71535f1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': '1bbc93dc-2c96-412f-a82e-6fdfb62fa324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:33:14Z', 'updated_at': '2022-05-05T20:33:21Z', 'revision_number': 4, 'project_id': '7f1ce7d7e8b84404ac589ffd71535f1b', 'gw_port': {'id': '1bbc93dc-2c96-412f-a82e-6fdfb62fa324', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6159e99-a3dd-403a-907a-20e2c9864712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:33:15Z', 'updated_at': '2022-05-05T20:33:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '567a8d15-e7e8-4399-8c93-b0209e92f9cf', 'name': '', 'network_id': 'fc776b5a-a0a2-42f4-949c-1aa5ca4f635e', 'tenant_id': '7f1ce7d7e8b84404ac589ffd71535f1b', 'mac_address': 'fa:16:3e:23:24:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6159e99-a3dd-403a-907a-20e2c9864712', 'device_owner': 'network:router_interface', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '019c214c-0614-4c2f-9a0f-056358513e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:33:19Z', 'updated_at': '2022-05-05T20:33:21Z', 'revision_number': 2, 'project_id': '7f1ce7d7e8b84404ac589ffd71535f1b', 'subnets': [{'id': '019c214c-0614-4c2f-9a0f-056358513e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:33:23.430227 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-7554f41d-d00a-4baa-bdaf-d32774157c5f tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:33:23.464068 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7554f41d-d00a-4baa-bdaf-d32774157c5f tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:23.509895 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe72ef74-4831-4c66-b1a5-3a0df84444e9 req-73dd578c-1ece-4868-b0f2-f92950ead3bc tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:23.510710 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device dc2f9b6c-b7ed-498d-bf46-8961bb0d41d8 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:33:23.511144 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-fe72ef74-4831-4c66-b1a5-3a0df84444e9 req-73dd578c-1ece-4868-b0f2-f92950ead3bc tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Synchronizing usage tracker for tenant:ae03aa52cc144bf0b519baf0417a3070 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:33:23.538904 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-7554f41d-d00a-4baa-bdaf-d32774157c5f tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:33:23.551751 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-7554f41d-d00a-4baa-bdaf-d32774157c5f tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Usage tracker for resource:security_group_rule and tenant:319e65ce2d224e768cdbd69739e25b53 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:33:23.561324 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-7554f41d-d00a-4baa-bdaf-d32774157c5f tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:33:23.575148 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-7554f41d-d00a-4baa-bdaf-d32774157c5f tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:33:23.628214 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-fe72ef74-4831-4c66-b1a5-3a0df84444e9 req-73dd578c-1ece-4868-b0f2-f92950ead3bc tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Unset dirty status for tenant:ae03aa52cc144bf0b519baf0417a3070 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:33:23.636471 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fe72ef74-4831-4c66-b1a5-3a0df84444e9 req-73dd578c-1ece-4868-b0f2-f92950ead3bc tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7d99442-d0cf-49e3-beb2-01ea5672b69e HTTP/1.1" status: 200 len: 931 time: 0.2776635 May 05 20:33:23.669053 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-9029212f-b2d6-4175-916b-8e6227218cc3 req-04f97851-c8c4-465d-9d9d-7c62073ed7a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acbe3139-786f-4418-aeef-9b3457000214 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:33:23.681566 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9029212f-b2d6-4175-916b-8e6227218cc3 req-04f97851-c8c4-465d-9d9d-7c62073ed7a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:23.687971 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port dc2f9b6c-b7ed-498d-bf46-8961bb0d41d8 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:33:23.715137 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port dc2f9b6c-b7ed-498d-bf46-8961bb0d41d8 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:33:23.715568 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:23.729857 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7554f41d-d00a-4baa-bdaf-d32774157c5f tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:23.737747 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7554f41d-d00a-4baa-bdaf-d32774157c5f tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:23.747185 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-9029212f-b2d6-4175-916b-8e6227218cc3 req-04f97851-c8c4-465d-9d9d-7c62073ed7a0 service neutron] Transition to ACTIVE for port object acbe3139-786f-4418-aeef-9b3457000214 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:33:23.753267 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fe72ef74-4831-4c66-b1a5-3a0df84444e9 req-39a4db5b-7575-4591-9cb0-b90e4710b1f2 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b6f3c03-9b93-42ba-8bbc-d36a620bd4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156960 May 05 20:33:23.761166 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9029212f-b2d6-4175-916b-8e6227218cc3 req-04f97851-c8c4-465d-9d9d-7c62073ed7a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:23.797221 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554f41d-d00a-4baa-bdaf-d32774157c5f tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44aca91f-4df4-4393-aaa7-a217ebded880,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:23.820966 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7554f41d-d00a-4baa-bdaf-d32774157c5f tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:23.823882 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-7554f41d-d00a-4baa-bdaf-d32774157c5f tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4443750 May 05 20:33:23.826978 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35718) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:33:23.834544 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-8a97f4ae-4388-4906-a8f3-6e1947296067 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Request body: {'security_group_rule': {'security_group_id': '44aca91f-4df4-4393-aaa7-a217ebded880', 'project_id': '319e65ce2d224e768cdbd69739e25b53', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:33:23.843289 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-8a97f4ae-4388-4906-a8f3-6e1947296067 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:33:23.849849 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-8a97f4ae-4388-4906-a8f3-6e1947296067 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Usage tracker for resource:security_group_rule and tenant:319e65ce2d224e768cdbd69739e25b53 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:33:23.854665 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-8a97f4ae-4388-4906-a8f3-6e1947296067 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:33:23.863627 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-8a97f4ae-4388-4906-a8f3-6e1947296067 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:33:23.902536 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8a97f4ae-4388-4906-a8f3-6e1947296067 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:23.942066 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f97851-c8c4-465d-9d9d-7c62073ed7a0 service neutron] Pushing event updated for resources: {'Port': ['ID=acbe3139-786f-4418-aeef-9b3457000214,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:24.004540 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:24.052508 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8a97f4ae-4388-4906-a8f3-6e1947296067 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:24.065701 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8a97f4ae-4388-4906-a8f3-6e1947296067 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:24.078254 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port dc2f9b6c-b7ed-498d-bf46-8961bb0d41d8, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=dc2f9b6c-b7ed-498d-bf46-8961bb0d41d8,segment=NetworkSegment(2b36ab60-de96-4bac-92bc-5a92c1fd5348),segment_id=2b36ab60-de96-4bac-92bc-5a92c1fd5348)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:33:24.089886 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:24.112555 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a97f4ae-4388-4906-a8f3-6e1947296067 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c3b0fcc-245d-49c5-a92d-b5474132d9fd,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:24.122416 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8a97f4ae-4388-4906-a8f3-6e1947296067 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:24.124255 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-8a97f4ae-4388-4906-a8f3-6e1947296067 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2953434 May 05 20:33:24.128325 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35722) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:33:24.136491 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-8380232a-f1ab-4977-9819-9b084406a93a tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Request body: {'security_group_rule': {'security_group_id': '44aca91f-4df4-4393-aaa7-a217ebded880', 'project_id': '319e65ce2d224e768cdbd69739e25b53', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:33:24.158011 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-8380232a-f1ab-4977-9819-9b084406a93a tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:33:24.165600 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-8380232a-f1ab-4977-9819-9b084406a93a tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Usage tracker for resource:security_group_rule and tenant:319e65ce2d224e768cdbd69739e25b53 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:33:24.169302 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-8380232a-f1ab-4977-9819-9b084406a93a tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:33:24.180350 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-8380232a-f1ab-4977-9819-9b084406a93a tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:33:24.200280 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=dc2f9b6c-b7ed-498d-bf46-8961bb0d41d8,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:24.210343 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8380232a-f1ab-4977-9819-9b084406a93a tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:24.292684 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8380232a-f1ab-4977-9819-9b084406a93a tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:24.296554 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8380232a-f1ab-4977-9819-9b084406a93a tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:24.308462 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-9029212f-b2d6-4175-916b-8e6227218cc3 req-04f97851-c8c4-465d-9d9d-7c62073ed7a0 service neutron] Attempting to bind port acbe3139-786f-4418-aeef-9b3457000214 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:33:24.308963 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-9029212f-b2d6-4175-916b-8e6227218cc3 req-04f97851-c8c4-465d-9d9d-7c62073ed7a0 service neutron] Attempting to bind port acbe3139-786f-4418-aeef-9b3457000214 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'eea1549b-d16b-4684-8dbd-392664594e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8faac822-2df8-473a-a25e-47c7e9b40510'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:33:24.309306 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9029212f-b2d6-4175-916b-8e6227218cc3 req-04f97851-c8c4-465d-9d9d-7c62073ed7a0 service neutron] Attempting to bind port acbe3139-786f-4418-aeef-9b3457000214 on network 8faac822-2df8-473a-a25e-47c7e9b40510 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:33:24.315225 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9029212f-b2d6-4175-916b-8e6227218cc3 req-04f97851-c8c4-465d-9d9d-7c62073ed7a0 service neutron] Port acbe3139-786f-4418-aeef-9b3457000214 on network 8faac822-2df8-473a-a25e-47c7e9b40510 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:33:24.315561 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9029212f-b2d6-4175-916b-8e6227218cc3 req-04f97851-c8c4-465d-9d9d-7c62073ed7a0 service neutron] Attempting to bind port acbe3139-786f-4418-aeef-9b3457000214 on network 8faac822-2df8-473a-a25e-47c7e9b40510 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:33:24.320917 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9029212f-b2d6-4175-916b-8e6227218cc3 req-04f97851-c8c4-465d-9d9d-7c62073ed7a0 service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:33:24.321547 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9029212f-b2d6-4175-916b-8e6227218cc3 req-04f97851-c8c4-465d-9d9d-7c62073ed7a0 service neutron] Checking segment: {'id': 'eea1549b-d16b-4684-8dbd-392664594e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8faac822-2df8-473a-a25e-47c7e9b40510'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:33:24.321662 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9029212f-b2d6-4175-916b-8e6227218cc3 req-04f97851-c8c4-465d-9d9d-7c62073ed7a0 service neutron] Bound using segment: {'id': 'eea1549b-d16b-4684-8dbd-392664594e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8faac822-2df8-473a-a25e-47c7e9b40510'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:33:24.322018 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-9029212f-b2d6-4175-916b-8e6227218cc3 req-04f97851-c8c4-465d-9d9d-7c62073ed7a0 service neutron] Bound port: acbe3139-786f-4418-aeef-9b3457000214, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eea1549b-d16b-4684-8dbd-392664594e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8faac822-2df8-473a-a25e-47c7e9b40510'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:33:24.322364 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9029212f-b2d6-4175-916b-8e6227218cc3 req-04f97851-c8c4-465d-9d9d-7c62073ed7a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:24.325155 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8380232a-f1ab-4977-9819-9b084406a93a tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c83247cb-d997-4a26-bf9a-75183e8680fe,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:24.337259 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8380232a-f1ab-4977-9819-9b084406a93a tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:24.338512 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-8380232a-f1ab-4977-9819-9b084406a93a tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2091436 May 05 20:33:24.343715 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35726) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:33:24.351374 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-7d5ed76f-b9e7-49e4-a272-20e8c2bdba58 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Request body: {'security_group_rule': {'security_group_id': '44aca91f-4df4-4393-aaa7-a217ebded880', 'project_id': '319e65ce2d224e768cdbd69739e25b53', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:33:24.362150 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-7d5ed76f-b9e7-49e4-a272-20e8c2bdba58 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:33:24.367339 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-7d5ed76f-b9e7-49e4-a272-20e8c2bdba58 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Usage tracker for resource:security_group_rule and tenant:319e65ce2d224e768cdbd69739e25b53 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:33:24.371789 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-7d5ed76f-b9e7-49e4-a272-20e8c2bdba58 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:33:24.380178 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-7d5ed76f-b9e7-49e4-a272-20e8c2bdba58 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:33:24.402365 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7d5ed76f-b9e7-49e4-a272-20e8c2bdba58 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:24.441869 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-9029212f-b2d6-4175-916b-8e6227218cc3 req-04f97851-c8c4-465d-9d9d-7c62073ed7a0 service neutron] For port acbe3139-786f-4418-aeef-9b3457000214, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:33:24.445937 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-9029212f-b2d6-4175-916b-8e6227218cc3 req-04f97851-c8c4-465d-9d9d-7c62073ed7a0 service neutron] For port acbe3139-786f-4418-aeef-9b3457000214, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=acbe3139-786f-4418-aeef-9b3457000214,segment=NetworkSegment(eea1549b-d16b-4684-8dbd-392664594e16),segment_id=eea1549b-d16b-4684-8dbd-392664594e16)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:33:24.452395 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9029212f-b2d6-4175-916b-8e6227218cc3 req-04f97851-c8c4-465d-9d9d-7c62073ed7a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:24.486295 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7d5ed76f-b9e7-49e4-a272-20e8c2bdba58 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:24.494717 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7d5ed76f-b9e7-49e4-a272-20e8c2bdba58 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:24.518267 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9029212f-b2d6-4175-916b-8e6227218cc3 req-04f97851-c8c4-465d-9d9d-7c62073ed7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:24.518746 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9029212f-b2d6-4175-916b-8e6227218cc3 req-04f97851-c8c4-465d-9d9d-7c62073ed7a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:24.520350 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9029212f-b2d6-4175-916b-8e6227218cc3 req-04f97851-c8c4-465d-9d9d-7c62073ed7a0 service neutron] 10.222.0.24 "PUT /v2.0/ports/acbe3139-786f-4418-aeef-9b3457000214 HTTP/1.1" status: 200 len: 1091 time: 1.6897681 May 05 20:33:24.520350 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7d99442-d0cf-49e3-beb2-01ea5672b69e', 'tag': 'acbe3139-786f-4418-aeef-9b3457000214'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:33:24.545218 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5ed76f-b9e7-49e4-a272-20e8c2bdba58 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2200fe4e-1516-44ae-94fe-d1f5c42b9a52,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:24.547322 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7d5ed76f-b9e7-49e4-a272-20e8c2bdba58 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:24.554329 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-7d5ed76f-b9e7-49e4-a272-20e8c2bdba58 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2046542 May 05 20:33:24.557867 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35732) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:33:24.563866 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-952561e2-492a-4dc9-9b10-f24fb79f4ea2 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Request body: {'security_group_rule': {'security_group_id': '44aca91f-4df4-4393-aaa7-a217ebded880', 'project_id': '319e65ce2d224e768cdbd69739e25b53', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:33:24.574699 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-952561e2-492a-4dc9-9b10-f24fb79f4ea2 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:33:24.583010 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-952561e2-492a-4dc9-9b10-f24fb79f4ea2 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Usage tracker for resource:security_group_rule and tenant:319e65ce2d224e768cdbd69739e25b53 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:33:24.588963 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-952561e2-492a-4dc9-9b10-f24fb79f4ea2 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:33:24.609724 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-952561e2-492a-4dc9-9b10-f24fb79f4ea2 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:33:24.653868 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-952561e2-492a-4dc9-9b10-f24fb79f4ea2 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:24.665348 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f97851-c8c4-465d-9d9d-7c62073ed7a0 service neutron] Pushing event updated for resources: {'Port': ['ID=acbe3139-786f-4418-aeef-9b3457000214,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:24.669619 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b68d9bc-053d-43b4-b1e0-0b996c99e5ee'] response: {'name': 'network-changed', 'server_uuid': 'd7d99442-d0cf-49e3-beb2-01ea5672b69e', 'tag': 'acbe3139-786f-4418-aeef-9b3457000214', 'status': 'completed', 'code': 200} May 05 20:33:24.771389 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9029212f-b2d6-4175-916b-8e6227218cc3 req-71cdf0c1-3b81-453a-9069-76a72801c63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:24.773096 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9029212f-b2d6-4175-916b-8e6227218cc3 req-71cdf0c1-3b81-453a-9069-76a72801c63a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ae03aa52cc144bf0b519baf0417a3070&device_id=d7d99442-d0cf-49e3-beb2-01ea5672b69e HTTP/1.1" status: 200 len: 1094 time: 0.1843073 May 05 20:33:24.817499 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-952561e2-492a-4dc9-9b10-f24fb79f4ea2 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:24.826872 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-952561e2-492a-4dc9-9b10-f24fb79f4ea2 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:24.854248 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952561e2-492a-4dc9-9b10-f24fb79f4ea2 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7a5e781-087f-4b0f-9626-2e4507f3446c,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:24.866157 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-952561e2-492a-4dc9-9b10-f24fb79f4ea2 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:24.870141 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-952561e2-492a-4dc9-9b10-f24fb79f4ea2 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3113060 May 05 20:33:24.870469 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35738) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:33:24.877098 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-71b2b801-41a5-4e2c-81e1-52288701d9a2 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Request body: {'security_group_rule': {'security_group_id': '44aca91f-4df4-4393-aaa7-a217ebded880', 'project_id': '319e65ce2d224e768cdbd69739e25b53', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:33:24.885928 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-71b2b801-41a5-4e2c-81e1-52288701d9a2 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:33:24.891686 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-71b2b801-41a5-4e2c-81e1-52288701d9a2 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Usage tracker for resource:security_group_rule and tenant:319e65ce2d224e768cdbd69739e25b53 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:33:24.895759 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-71b2b801-41a5-4e2c-81e1-52288701d9a2 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:33:24.897110 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9029212f-b2d6-4175-916b-8e6227218cc3 req-ebda7011-26c6-40bb-9d67-b72076c2f38b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acbe3139-786f-4418-aeef-9b3457000214 HTTP/1.1" status: 200 len: 217 time: 0.1169162 May 05 20:33:24.902659 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-71b2b801-41a5-4e2c-81e1-52288701d9a2 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:33:24.916335 n-d-840717-1 neutron-server[88197]: INFO neutron.db.securitygroups_db [None req-71b2b801-41a5-4e2c-81e1-52288701d9a2 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Project 319e65ce2d224e768cdbd69739e25b53 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 20:33:24.926495 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-71b2b801-41a5-4e2c-81e1-52288701d9a2 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:25.053009 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9029212f-b2d6-4175-916b-8e6227218cc3 req-8339995d-9df9-42db-88ec-83e60e9b1712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:25.054512 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9029212f-b2d6-4175-916b-8e6227218cc3 req-8339995d-9df9-42db-88ec-83e60e9b1712 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dc9c1091-d137-449c-ab5e-adf020c81637 HTTP/1.1" status: 200 len: 834 time: 0.1506443 May 05 20:33:25.135683 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c52255d-c489-43b0-ba35-d06d99f1622e req-dbcd2b24-823b-4c53-91f2-691cc51902fb tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:25.137243 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4c52255d-c489-43b0-ba35-d06d99f1622e req-dbcd2b24-823b-4c53-91f2-691cc51902fb tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7d99442-d0cf-49e3-beb2-01ea5672b69e HTTP/1.1" status: 200 len: 943 time: 0.1858089 May 05 20:33:25.170491 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-71b2b801-41a5-4e2c-81e1-52288701d9a2 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:25.177141 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-71b2b801-41a5-4e2c-81e1-52288701d9a2 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:25.198381 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4c52255d-c489-43b0-ba35-d06d99f1622e req-e4206750-7cf2-49f1-95e8-a7f78ee572e6 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b6f3c03-9b93-42ba-8bbc-d36a620bd4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542133 May 05 20:33:25.205429 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9029212f-b2d6-4175-916b-8e6227218cc3 req-88060d8f-23c1-484b-a005-af20879aec52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:25.207317 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9029212f-b2d6-4175-916b-8e6227218cc3 req-88060d8f-23c1-484b-a005-af20879aec52 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8faac822-2df8-473a-a25e-47c7e9b40510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1460845 May 05 20:33:25.213828 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b2b801-41a5-4e2c-81e1-52288701d9a2 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d362165d-1f72-4691-97a2-f6c93cf5a536,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:25.229945 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-71b2b801-41a5-4e2c-81e1-52288701d9a2 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:25.231450 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-71b2b801-41a5-4e2c-81e1-52288701d9a2 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3599789 May 05 20:33:25.234092 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35744) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:33:25.240061 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-0287da6c-b4b7-4798-8c7d-4d5f81963d15 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Request body: {'security_group_rule': {'security_group_id': '44aca91f-4df4-4393-aaa7-a217ebded880', 'project_id': '319e65ce2d224e768cdbd69739e25b53', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:33:25.247386 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-0287da6c-b4b7-4798-8c7d-4d5f81963d15 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:33:25.252639 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-0287da6c-b4b7-4798-8c7d-4d5f81963d15 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Usage tracker for resource:security_group_rule and tenant:319e65ce2d224e768cdbd69739e25b53 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:33:25.256239 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-0287da6c-b4b7-4798-8c7d-4d5f81963d15 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:33:25.262707 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-0287da6c-b4b7-4798-8c7d-4d5f81963d15 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:33:25.277006 n-d-840717-1 neutron-server[88197]: INFO neutron.db.securitygroups_db [None req-0287da6c-b4b7-4798-8c7d-4d5f81963d15 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Project 319e65ce2d224e768cdbd69739e25b53 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 20:33:25.285534 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0287da6c-b4b7-4798-8c7d-4d5f81963d15 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:25.363449 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0287da6c-b4b7-4798-8c7d-4d5f81963d15 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:25.368100 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0287da6c-b4b7-4798-8c7d-4d5f81963d15 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:25.384501 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9029212f-b2d6-4175-916b-8e6227218cc3 req-d46d6983-c578-45b0-8ff6-49117b8458a6 service neutron] 10.222.0.24 "GET /v2.0/networks/8faac822-2df8-473a-a25e-47c7e9b40510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705022 May 05 20:33:25.403768 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0287da6c-b4b7-4798-8c7d-4d5f81963d15 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:25.404972 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-0287da6c-b4b7-4798-8c7d-4d5f81963d15 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1698134 May 05 20:33:25.407133 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0287da6c-b4b7-4798-8c7d-4d5f81963d15 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1533c889-a4e1-40e2-902b-e0c78862dc5f,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:25.539790 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9029212f-b2d6-4175-916b-8e6227218cc3 req-960553ba-7d65-4265-9d34-ba8ecbe450d3 service neutron] 10.222.0.24 "GET /v2.0/networks/8faac822-2df8-473a-a25e-47c7e9b40510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487756 May 05 20:33:25.594134 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-65cbf564-d505-4568-b003-ae12cb71ad1b req-07af4f7a-0ab8-4fb9-9116-2c3d22c21599 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Synchronizing usage tracker for tenant:319e65ce2d224e768cdbd69739e25b53 on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:33:25.613843 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-65cbf564-d505-4568-b003-ae12cb71ad1b req-07af4f7a-0ab8-4fb9-9116-2c3d22c21599 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Unset dirty status for tenant:319e65ce2d224e768cdbd69739e25b53 on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:33:25.615279 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-65cbf564-d505-4568-b003-ae12cb71ad1b req-07af4f7a-0ab8-4fb9-9116-2c3d22c21599 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-460779561&fields=id&tenant_id=319e65ce2d224e768cdbd69739e25b53 HTTP/1.1" status: 200 len: 267 time: 0.0727639 May 05 20:33:25.678030 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccf1e55-b78b-4d8b-8e8e-e88d4a6d57f8 req-6a0a6bc4-b5ec-4ae9-9900-badcb33c5a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:25.680381 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cccf1e55-b78b-4d8b-8e8e-e88d4a6d57f8 req-6a0a6bc4-b5ec-4ae9-9900-badcb33c5a02 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ae03aa52cc144bf0b519baf0417a3070&device_id=d7d99442-d0cf-49e3-beb2-01ea5672b69e HTTP/1.1" status: 200 len: 1094 time: 0.0950258 May 05 20:33:25.798899 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cbf564-d505-4568-b003-ae12cb71ad1b req-754c2aae-83cb-460f-9cb5-2533ac523aa8 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:25.800615 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-65cbf564-d505-4568-b003-ae12cb71ad1b req-754c2aae-83cb-460f-9cb5-2533ac523aa8 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] 10.222.0.36 "GET /v2.0/networks?id=c4a20b3c-ae9f-4def-9b23-26fbdac1320b HTTP/1.1" status: 200 len: 808 time: 0.1763923 May 05 20:33:25.821097 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-65cbf564-d505-4568-b003-ae12cb71ad1b req-b03a7aad-89e4-48ac-95fb-d9aee0149c92 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] 10.222.0.36 "GET /v2.0/quotas/319e65ce2d224e768cdbd69739e25b53 HTTP/1.1" status: 200 len: 375 time: 0.0141141 May 05 20:33:25.834464 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccf1e55-b78b-4d8b-8e8e-e88d4a6d57f8 req-743eafc1-15be-4159-bff8-4c6988c34b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:25.836000 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cccf1e55-b78b-4d8b-8e8e-e88d4a6d57f8 req-743eafc1-15be-4159-bff8-4c6988c34b7c service neutron] 10.222.0.24 "GET /v2.0/networks?id=8faac822-2df8-473a-a25e-47c7e9b40510 HTTP/1.1" status: 200 len: 897 time: 0.1488042 May 05 20:33:25.912942 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cccf1e55-b78b-4d8b-8e8e-e88d4a6d57f8 req-e8a82178-7892-47df-acd8-fa9632998ca5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acbe3139-786f-4418-aeef-9b3457000214 HTTP/1.1" status: 200 len: 217 time: 0.0695310 May 05 20:33:25.922066 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-65cbf564-d505-4568-b003-ae12cb71ad1b req-5f2ef40d-910b-4aff-a82e-7232538ddd7a tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Synchronizing usage tracker for tenant:319e65ce2d224e768cdbd69739e25b53 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:33:25.940830 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-65cbf564-d505-4568-b003-ae12cb71ad1b req-5f2ef40d-910b-4aff-a82e-7232538ddd7a tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Unset dirty status for tenant:319e65ce2d224e768cdbd69739e25b53 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:33:25.942140 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-65cbf564-d505-4568-b003-ae12cb71ad1b req-5f2ef40d-910b-4aff-a82e-7232538ddd7a tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=319e65ce2d224e768cdbd69739e25b53&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1137364 May 05 20:33:25.979066 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccf1e55-b78b-4d8b-8e8e-e88d4a6d57f8 req-8d13c32e-5456-4f52-9574-c2a2ff806d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:25.980560 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cccf1e55-b78b-4d8b-8e8e-e88d4a6d57f8 req-8d13c32e-5456-4f52-9574-c2a2ff806d08 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dc9c1091-d137-449c-ab5e-adf020c81637 HTTP/1.1" status: 200 len: 834 time: 0.0615644 May 05 20:33:26.061598 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccf1e55-b78b-4d8b-8e8e-e88d4a6d57f8 req-3e6812d9-5bc9-42a4-9090-ce6f56c75cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:26.063732 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cccf1e55-b78b-4d8b-8e8e-e88d4a6d57f8 req-3e6812d9-5bc9-42a4-9090-ce6f56c75cbf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8faac822-2df8-473a-a25e-47c7e9b40510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762763 May 05 20:33:26.090035 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-65cbf564-d505-4568-b003-ae12cb71ad1b req-b4ed141a-be2d-40df-a243-4d95f86b19da service neutron] 10.222.0.36 "GET /v2.0/networks/c4a20b3c-ae9f-4def-9b23-26fbdac1320b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318004 May 05 20:33:26.213828 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cccf1e55-b78b-4d8b-8e8e-e88d4a6d57f8 req-84a9e37f-d890-4936-b691-8e594be513c1 service neutron] 10.222.0.24 "GET /v2.0/networks/8faac822-2df8-473a-a25e-47c7e9b40510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435261 May 05 20:33:26.241921 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-65cbf564-d505-4568-b003-ae12cb71ad1b req-d76a0b51-2762-4954-950a-aee726d16934 service neutron] 10.222.0.36 "GET /v2.0/networks/c4a20b3c-ae9f-4def-9b23-26fbdac1320b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430876 May 05 20:33:26.245867 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 1bbc93dc-2c96-412f-a82e-6fdfb62fa324 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:33:26.398307 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 1bbc93dc-2c96-412f-a82e-6fdfb62fa324 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:33:26.405108 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 1bbc93dc-2c96-412f-a82e-6fdfb62fa324 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:33:26.405849 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:26.488982 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c711ab20-6eab-4f76-b9fe-6faf69b751cd req-084ad246-09ea-44a4-80b6-e2dda243c8f9 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5b2f461-30f2-4f7e-b1c2-f48fecaecdda HTTP/1.1" status: 200 len: 210 time: 0.0554519 May 05 20:33:26.546825 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:26.564337 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 1bbc93dc-2c96-412f-a82e-6fdfb62fa324, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=1bbc93dc-2c96-412f-a82e-6fdfb62fa324,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:33:26.569702 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:26.571013 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device dc2f9b6c-b7ed-498d-bf46-8961bb0d41d8 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:33:26.648502 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cccf1e55-b78b-4d8b-8e8e-e88d4a6d57f8 req-7c45326d-5d3a-4998-8a2d-03e4d0e08d4f service neutron] 10.222.0.24 "GET /v2.0/networks/8faac822-2df8-473a-a25e-47c7e9b40510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4291284 May 05 20:33:26.669540 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727dfc0-9bbe-4ccb-80bc-65a51cc991bb req-61f21f54-1667-48a3-bf05-484a23e50672 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:26.671399 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4727dfc0-9bbe-4ccb-80bc-65a51cc991bb req-61f21f54-1667-48a3-bf05-484a23e50672 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7d99442-d0cf-49e3-beb2-01ea5672b69e HTTP/1.1" status: 200 len: 943 time: 0.2924674 May 05 20:33:26.711536 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=1bbc93dc-2c96-412f-a82e-6fdfb62fa324,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:26.723127 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port dc2f9b6c-b7ed-498d-bf46-8961bb0d41d8 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:33:26.723531 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:26.733048 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4727dfc0-9bbe-4ccb-80bc-65a51cc991bb req-e32c2259-b946-4f4e-84da-b190df4fa394 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b6f3c03-9b93-42ba-8bbc-d36a620bd4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550332 May 05 20:33:27.627799 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cbf564-d505-4568-b003-ae12cb71ad1b req-06326f01-a11c-41ae-83a3-a23410df64f9 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:27.628504 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-65cbf564-d505-4568-b003-ae12cb71ad1b req-06326f01-a11c-41ae-83a3-a23410df64f9 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Synchronizing usage tracker for tenant:319e65ce2d224e768cdbd69739e25b53 on resource:network {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:33:27.648997 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-65cbf564-d505-4568-b003-ae12cb71ad1b req-06326f01-a11c-41ae-83a3-a23410df64f9 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Unset dirty status for tenant:319e65ce2d224e768cdbd69739e25b53 on resource:network {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:33:27.650472 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-65cbf564-d505-4568-b003-ae12cb71ad1b req-06326f01-a11c-41ae-83a3-a23410df64f9 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] 10.222.0.50 "GET /v2.0/networks?id=c4a20b3c-ae9f-4def-9b23-26fbdac1320b HTTP/1.1" status: 200 len: 808 time: 0.1813641 May 05 20:33:27.676594 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-43814791-3e10-4a7f-9d55-dcd01b3cc746 req-94d559ab-951e-427f-b8cc-c2bc1a3895c0 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5b2f461-30f2-4f7e-b1c2-f48fecaecdda HTTP/1.1" status: 200 len: 210 time: 0.0599310 May 05 20:33:27.709485 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-65cbf564-d505-4568-b003-ae12cb71ad1b req-4501642d-89bd-4b5c-9b5c-52db6daaa7b4 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Synchronizing usage tracker for tenant:319e65ce2d224e768cdbd69739e25b53 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:33:27.721020 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-65cbf564-d505-4568-b003-ae12cb71ad1b req-4501642d-89bd-4b5c-9b5c-52db6daaa7b4 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Unset dirty status for tenant:319e65ce2d224e768cdbd69739e25b53 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:33:27.722127 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-65cbf564-d505-4568-b003-ae12cb71ad1b req-4501642d-89bd-4b5c-9b5c-52db6daaa7b4 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=319e65ce2d224e768cdbd69739e25b53 HTTP/1.1" status: 200 len: 379 time: 0.0623872 May 05 20:33:27.730445 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-65cbf564-d505-4568-b003-ae12cb71ad1b req-82bcaeed-c6e2-4ba8-8507-dc3109fe74d0 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Request body: {'port': {'device_id': 'c5b2f461-30f2-4f7e-b1c2-f48fecaecdda', 'network_id': 'c4a20b3c-ae9f-4def-9b23-26fbdac1320b', 'admin_state_up': True, 'tenant_id': '319e65ce2d224e768cdbd69739e25b53', 'security_groups': ['44aca91f-4df4-4393-aaa7-a217ebded880']}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:33:27.919065 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-65cbf564-d505-4568-b003-ae12cb71ad1b req-82bcaeed-c6e2-4ba8-8507-dc3109fe74d0 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:33:27.933553 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-65cbf564-d505-4568-b003-ae12cb71ad1b req-82bcaeed-c6e2-4ba8-8507-dc3109fe74d0 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:33:27.949753 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65cbf564-d505-4568-b003-ae12cb71ad1b req-82bcaeed-c6e2-4ba8-8507-dc3109fe74d0 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Made reservation on behalf of 319e65ce2d224e768cdbd69739e25b53 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:33:27.953281 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-65cbf564-d505-4568-b003-ae12cb71ad1b req-82bcaeed-c6e2-4ba8-8507-dc3109fe74d0 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:27.977009 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2900c4-4761-4caf-816d-da17cd8e450e req-429b2583-c967-4f16-8294-bb724f8ecbf5 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:27.978488 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-af2900c4-4761-4caf-816d-da17cd8e450e req-429b2583-c967-4f16-8294-bb724f8ecbf5 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7d99442-d0cf-49e3-beb2-01ea5672b69e HTTP/1.1" status: 200 len: 943 time: 0.1344690 May 05 20:33:28.092676 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-af2900c4-4761-4caf-816d-da17cd8e450e req-88dbf4c6-a419-47bf-a8a6-65d1af59de39 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b6f3c03-9b93-42ba-8bbc-d36a620bd4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056218 May 05 20:33:28.177256 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-65cbf564-d505-4568-b003-ae12cb71ad1b req-82bcaeed-c6e2-4ba8-8507-dc3109fe74d0 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Allocated IP 172.20.0.9 (c4a20b3c-ae9f-4def-9b23-26fbdac1320b/66a6f882-bccb-4256-83b5-0b0aa723e025/ed820858-21b7-4739-bbdb-009434158433) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:33:28.180655 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 1bbc93dc-2c96-412f-a82e-6fdfb62fa324 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:33:28.245136 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f1eb81-0f27-4f4a-b9ad-2ef7b7e91e4c None None] Sync routers for ids ['a6159e99-a3dd-403a-907a-20e2c9864712'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:33:28.255558 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f1eb81-0f27-4f4a-b9ad-2ef7b7e91e4c None None] Routers {'a6159e99-a3dd-403a-907a-20e2c9864712'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:33:28.256388 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-c3f1eb81-0f27-4f4a-b9ad-2ef7b7e91e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:33:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['a6159e99-a3dd-403a-907a-20e2c9864712'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:33:28.257707 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 1bbc93dc-2c96-412f-a82e-6fdfb62fa324 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:33:28.258145 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:28.380354 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-65cbf564-d505-4568-b003-ae12cb71ad1b req-82bcaeed-c6e2-4ba8-8507-dc3109fe74d0 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:28.396493 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-65cbf564-d505-4568-b003-ae12cb71ad1b req-82bcaeed-c6e2-4ba8-8507-dc3109fe74d0 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Transition to ACTIVE for port object ed820858-21b7-4739-bbdb-009434158433 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:33:28.420451 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-65cbf564-d505-4568-b003-ae12cb71ad1b req-82bcaeed-c6e2-4ba8-8507-dc3109fe74d0 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:28.453961 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-c3f1eb81-0f27-4f4a-b9ad-2ef7b7e91e4c None None] Set router a6159e99-a3dd-403a-907a-20e2c9864712 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:33:28.493932 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65cbf564-d505-4568-b003-ae12cb71ad1b req-82bcaeed-c6e2-4ba8-8507-dc3109fe74d0 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Network c4a20b3c-ae9f-4def-9b23-26fbdac1320b is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:33:28.497164 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-65cbf564-d505-4568-b003-ae12cb71ad1b req-82bcaeed-c6e2-4ba8-8507-dc3109fe74d0 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:33:28.501128 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-65cbf564-d505-4568-b003-ae12cb71ad1b req-82bcaeed-c6e2-4ba8-8507-dc3109fe74d0 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:33:28.538989 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bcaeed-c6e2-4ba8-8507-dc3109fe74d0 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Pushing event updated for resources: {'Port': ['ID=ed820858-21b7-4739-bbdb-009434158433,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:28.572221 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cbf564-d505-4568-b003-ae12cb71ad1b req-82bcaeed-c6e2-4ba8-8507-dc3109fe74d0 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:28.572858 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-65cbf564-d505-4568-b003-ae12cb71ad1b req-82bcaeed-c6e2-4ba8-8507-dc3109fe74d0 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:28.602851 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-65cbf564-d505-4568-b003-ae12cb71ad1b req-82bcaeed-c6e2-4ba8-8507-dc3109fe74d0 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8759460 May 05 20:33:28.622259 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-65cbf564-d505-4568-b003-ae12cb71ad1b req-fb2ba795-0409-4541-9fd7-bc483dbeafc9 service neutron] Request body: {'port': {'device_id': 'c5b2f461-30f2-4f7e-b1c2-f48fecaecdda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:33:28.737542 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-65cbf564-d505-4568-b003-ae12cb71ad1b req-fb2ba795-0409-4541-9fd7-bc483dbeafc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:28.862752 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-f16bf733-c536-4769-b778-8c64eac4e86a None None] Provisioning for port ed820858-21b7-4739-bbdb-009434158433 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:33:28.864034 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-c3f1eb81-0f27-4f4a-b9ad-2ef7b7e91e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6159e99-a3dd-403a-907a-20e2c9864712', 'name': 'tempest-TestServerBasicOps-1560004520-router', 'tenant_id': '7f1ce7d7e8b84404ac589ffd71535f1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': '1bbc93dc-2c96-412f-a82e-6fdfb62fa324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:33:14Z', 'updated_at': '2022-05-05T20:33:21Z', 'revision_number': 4, 'project_id': '7f1ce7d7e8b84404ac589ffd71535f1b', 'gw_port': {'id': '1bbc93dc-2c96-412f-a82e-6fdfb62fa324', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6159e99-a3dd-403a-907a-20e2c9864712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:33:15Z', 'updated_at': '2022-05-05T20:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '567a8d15-e7e8-4399-8c93-b0209e92f9cf', 'name': '', 'network_id': 'fc776b5a-a0a2-42f4-949c-1aa5ca4f635e', 'tenant_id': '7f1ce7d7e8b84404ac589ffd71535f1b', 'mac_address': 'fa:16:3e:23:24:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6159e99-a3dd-403a-907a-20e2c9864712', 'device_owner': 'network:router_interface', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '019c214c-0614-4c2f-9a0f-056358513e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:33:19Z', 'updated_at': '2022-05-05T20:33:21Z', 'revision_number': 2, 'project_id': '7f1ce7d7e8b84404ac589ffd71535f1b', 'subnets': [{'id': '019c214c-0614-4c2f-9a0f-056358513e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:33:28.870800 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-f16bf733-c536-4769-b778-8c64eac4e86a None None] Provisioning complete for port ed820858-21b7-4739-bbdb-009434158433 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:33:28.871165 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f16bf733-c536-4769-b778-8c64eac4e86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:28.873754 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f1eb81-0f27-4f4a-b9ad-2ef7b7e91e4c None None] Checking router: a6159e99-a3dd-403a-907a-20e2c9864712 for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:33:28.874099 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f1eb81-0f27-4f4a-b9ad-2ef7b7e91e4c None None] Updating router a6159e99-a3dd-403a-907a-20e2c9864712 port 567a8d15-e7e8-4399-8c93-b0209e92f9cf binding host n-d-840717-1 {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:33:28.924979 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d744e3-fa4e-4b7d-bca4-4c2706da5e9e req-996e1a47-3f5a-4061-a07e-0d270ba6af04 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:28.933473 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-f16bf733-c536-4769-b778-8c64eac4e86a None None] Port ed820858-21b7-4739-bbdb-009434158433 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:33:28.939923 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a6d744e3-fa4e-4b7d-bca4-4c2706da5e9e req-996e1a47-3f5a-4061-a07e-0d270ba6af04 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5b2f461-30f2-4f7e-b1c2-f48fecaecdda HTTP/1.1" status: 200 len: 931 time: 0.1158338 May 05 20:33:28.941068 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c3f1eb81-0f27-4f4a-b9ad-2ef7b7e91e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:28.990812 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a6d744e3-fa4e-4b7d-bca4-4c2706da5e9e req-546867d1-6a93-404e-8221-5f7f895a9f01 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] 10.222.0.36 "GET /v2.0/security-groups?id=44aca91f-4df4-4393-aaa7-a217ebded880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494540 May 05 20:33:29.125510 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-65cbf564-d505-4568-b003-ae12cb71ad1b req-fb2ba795-0409-4541-9fd7-bc483dbeafc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed820858-21b7-4739-bbdb-009434158433 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:33:29.135847 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-65cbf564-d505-4568-b003-ae12cb71ad1b req-fb2ba795-0409-4541-9fd7-bc483dbeafc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:29.152100 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-65cbf564-d505-4568-b003-ae12cb71ad1b req-fb2ba795-0409-4541-9fd7-bc483dbeafc9 service neutron] Transition to ACTIVE for port object ed820858-21b7-4739-bbdb-009434158433 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:33:29.156175 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-65cbf564-d505-4568-b003-ae12cb71ad1b req-fb2ba795-0409-4541-9fd7-bc483dbeafc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:29.348821 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c3f1eb81-0f27-4f4a-b9ad-2ef7b7e91e4c None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:29.367019 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-c3f1eb81-0f27-4f4a-b9ad-2ef7b7e91e4c None None] Transition to ACTIVE for port object 567a8d15-e7e8-4399-8c93-b0209e92f9cf will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:33:29.375271 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c3f1eb81-0f27-4f4a-b9ad-2ef7b7e91e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:29.564471 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2ba795-0409-4541-9fd7-bc483dbeafc9 service neutron] Pushing event updated for resources: {'Port': ['ID=ed820858-21b7-4739-bbdb-009434158433,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:29.568679 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa8d03a-891d-4ea3-bd24-580d5bcb12b4 None None] Pushing event updated for resources: {'Port': ['ID=567a8d15-e7e8-4399-8c93-b0209e92f9cf,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:29.606480 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-c3f1eb81-0f27-4f4a-b9ad-2ef7b7e91e4c None None] Attempting to bind port 567a8d15-e7e8-4399-8c93-b0209e92f9cf on host n-d-840717-1 for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:33:29.606903 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-c3f1eb81-0f27-4f4a-b9ad-2ef7b7e91e4c None None] Attempting to bind port 567a8d15-e7e8-4399-8c93-b0209e92f9cf by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'b0094295-88ba-451a-8f1e-e7406dc1de82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fc776b5a-a0a2-42f4-949c-1aa5ca4f635e'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:33:29.607313 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f1eb81-0f27-4f4a-b9ad-2ef7b7e91e4c None None] Attempting to bind port 567a8d15-e7e8-4399-8c93-b0209e92f9cf on network fc776b5a-a0a2-42f4-949c-1aa5ca4f635e {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:33:29.608974 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06f36f9-f637-495a-83ee-172a6dcbf7bd req-b34cf4d4-aadb-4513-b008-292a76eff40e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:29.612007 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d06f36f9-f637-495a-83ee-172a6dcbf7bd req-b34cf4d4-aadb-4513-b008-292a76eff40e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7d99442-d0cf-49e3-beb2-01ea5672b69e HTTP/1.1" status: 200 len: 943 time: 0.3597081 May 05 20:33:29.613840 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f1eb81-0f27-4f4a-b9ad-2ef7b7e91e4c None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:33:29.614202 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f1eb81-0f27-4f4a-b9ad-2ef7b7e91e4c None None] Checking segment: {'id': 'b0094295-88ba-451a-8f1e-e7406dc1de82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fc776b5a-a0a2-42f4-949c-1aa5ca4f635e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:33:29.614999 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c3f1eb81-0f27-4f4a-b9ad-2ef7b7e91e4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:29.615409 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f1eb81-0f27-4f4a-b9ad-2ef7b7e91e4c None None] Bound using segment: {'id': 'b0094295-88ba-451a-8f1e-e7406dc1de82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fc776b5a-a0a2-42f4-949c-1aa5ca4f635e'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:33:29.615866 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-c3f1eb81-0f27-4f4a-b9ad-2ef7b7e91e4c None None] Bound port: 567a8d15-e7e8-4399-8c93-b0209e92f9cf, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0094295-88ba-451a-8f1e-e7406dc1de82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fc776b5a-a0a2-42f4-949c-1aa5ca4f635e'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:33:29.616223 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c3f1eb81-0f27-4f4a-b9ad-2ef7b7e91e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:29.637907 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-65cbf564-d505-4568-b003-ae12cb71ad1b req-fb2ba795-0409-4541-9fd7-bc483dbeafc9 service neutron] Attempting to bind port ed820858-21b7-4739-bbdb-009434158433 on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:33:29.639445 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-65cbf564-d505-4568-b003-ae12cb71ad1b req-fb2ba795-0409-4541-9fd7-bc483dbeafc9 service neutron] Attempting to bind port ed820858-21b7-4739-bbdb-009434158433 by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': '2b36ab60-de96-4bac-92bc-5a92c1fd5348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c4a20b3c-ae9f-4def-9b23-26fbdac1320b'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:33:29.639755 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65cbf564-d505-4568-b003-ae12cb71ad1b req-fb2ba795-0409-4541-9fd7-bc483dbeafc9 service neutron] Attempting to bind port ed820858-21b7-4739-bbdb-009434158433 on network c4a20b3c-ae9f-4def-9b23-26fbdac1320b {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:33:29.648192 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65cbf564-d505-4568-b003-ae12cb71ad1b req-fb2ba795-0409-4541-9fd7-bc483dbeafc9 service neutron] Port ed820858-21b7-4739-bbdb-009434158433 on network c4a20b3c-ae9f-4def-9b23-26fbdac1320b not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:33:29.648628 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65cbf564-d505-4568-b003-ae12cb71ad1b req-fb2ba795-0409-4541-9fd7-bc483dbeafc9 service neutron] Attempting to bind port ed820858-21b7-4739-bbdb-009434158433 on network c4a20b3c-ae9f-4def-9b23-26fbdac1320b {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:33:29.658173 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65cbf564-d505-4568-b003-ae12cb71ad1b req-fb2ba795-0409-4541-9fd7-bc483dbeafc9 service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:33:29.658628 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65cbf564-d505-4568-b003-ae12cb71ad1b req-fb2ba795-0409-4541-9fd7-bc483dbeafc9 service neutron] Checking segment: {'id': '2b36ab60-de96-4bac-92bc-5a92c1fd5348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c4a20b3c-ae9f-4def-9b23-26fbdac1320b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:33:29.659125 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65cbf564-d505-4568-b003-ae12cb71ad1b req-fb2ba795-0409-4541-9fd7-bc483dbeafc9 service neutron] Bound using segment: {'id': '2b36ab60-de96-4bac-92bc-5a92c1fd5348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c4a20b3c-ae9f-4def-9b23-26fbdac1320b'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:33:29.659717 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-65cbf564-d505-4568-b003-ae12cb71ad1b req-fb2ba795-0409-4541-9fd7-bc483dbeafc9 service neutron] Bound port: ed820858-21b7-4739-bbdb-009434158433, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b36ab60-de96-4bac-92bc-5a92c1fd5348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c4a20b3c-ae9f-4def-9b23-26fbdac1320b'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:33:29.660175 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-65cbf564-d505-4568-b003-ae12cb71ad1b req-fb2ba795-0409-4541-9fd7-bc483dbeafc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:29.716428 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-c3f1eb81-0f27-4f4a-b9ad-2ef7b7e91e4c None None] For port 567a8d15-e7e8-4399-8c93-b0209e92f9cf, host n-d-840717-1, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:33:29.721176 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-c3f1eb81-0f27-4f4a-b9ad-2ef7b7e91e4c None None] For port 567a8d15-e7e8-4399-8c93-b0209e92f9cf, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=567a8d15-e7e8-4399-8c93-b0209e92f9cf,segment=NetworkSegment(b0094295-88ba-451a-8f1e-e7406dc1de82),segment_id=b0094295-88ba-451a-8f1e-e7406dc1de82)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:33:29.726930 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c3f1eb81-0f27-4f4a-b9ad-2ef7b7e91e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:29.749238 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d06f36f9-f637-495a-83ee-172a6dcbf7bd req-d95f34f5-7041-46cb-9f99-ccfc1b08f706 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b6f3c03-9b93-42ba-8bbc-d36a620bd4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305156 May 05 20:33:29.790156 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-65cbf564-d505-4568-b003-ae12cb71ad1b req-fb2ba795-0409-4541-9fd7-bc483dbeafc9 service neutron] For port ed820858-21b7-4739-bbdb-009434158433, host n-h2-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:33:29.794306 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-65cbf564-d505-4568-b003-ae12cb71ad1b req-fb2ba795-0409-4541-9fd7-bc483dbeafc9 service neutron] For port ed820858-21b7-4739-bbdb-009434158433, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=ed820858-21b7-4739-bbdb-009434158433,segment=NetworkSegment(2b36ab60-de96-4bac-92bc-5a92c1fd5348),segment_id=2b36ab60-de96-4bac-92bc-5a92c1fd5348)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:33:29.802792 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-65cbf564-d505-4568-b003-ae12cb71ad1b req-fb2ba795-0409-4541-9fd7-bc483dbeafc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:29.809178 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f1eb81-0f27-4f4a-b9ad-2ef7b7e91e4c None None] Routers {'a6159e99-a3dd-403a-907a-20e2c9864712'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:33:29.809321 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-c3f1eb81-0f27-4f4a-b9ad-2ef7b7e91e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:33:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['a6159e99-a3dd-403a-907a-20e2c9864712'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:33:29.860340 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device acbe3139-786f-4418-aeef-9b3457000214 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:33:29.869072 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa8d03a-891d-4ea3-bd24-580d5bcb12b4 None None] Pushing event updated for resources: {'Port': ['ID=567a8d15-e7e8-4399-8c93-b0209e92f9cf,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:29.880032 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cbf564-d505-4568-b003-ae12cb71ad1b req-fb2ba795-0409-4541-9fd7-bc483dbeafc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:29.881014 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-65cbf564-d505-4568-b003-ae12cb71ad1b req-fb2ba795-0409-4541-9fd7-bc483dbeafc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:29.882573 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-65cbf564-d505-4568-b003-ae12cb71ad1b req-fb2ba795-0409-4541-9fd7-bc483dbeafc9 service neutron] 10.222.0.50 "PUT /v2.0/ports/ed820858-21b7-4739-bbdb-009434158433 HTTP/1.1" status: 200 len: 1091 time: 1.2727945 May 05 20:33:29.886596 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5b2f461-30f2-4f7e-b1c2-f48fecaecdda', 'tag': 'ed820858-21b7-4739-bbdb-009434158433'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:33:29.991329 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-604e6cc4-a596-429b-b953-da19be78ae4f'] response: {'name': 'network-changed', 'server_uuid': 'c5b2f461-30f2-4f7e-b1c2-f48fecaecdda', 'tag': 'ed820858-21b7-4739-bbdb-009434158433', 'status': 'completed', 'code': 200} May 05 20:33:30.009189 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2ba795-0409-4541-9fd7-bc483dbeafc9 service neutron] Pushing event updated for resources: {'Port': ['ID=ed820858-21b7-4739-bbdb-009434158433,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:30.066960 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cbf564-d505-4568-b003-ae12cb71ad1b req-b2314b61-dd52-464e-b6f4-733c4cced943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:30.068176 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-65cbf564-d505-4568-b003-ae12cb71ad1b req-b2314b61-dd52-464e-b6f4-733c4cced943 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=319e65ce2d224e768cdbd69739e25b53&device_id=c5b2f461-30f2-4f7e-b1c2-f48fecaecdda HTTP/1.1" status: 200 len: 1094 time: 0.1315587 May 05 20:33:30.097314 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-c3f1eb81-0f27-4f4a-b9ad-2ef7b7e91e4c None None] Set router a6159e99-a3dd-403a-907a-20e2c9864712 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:33:30.148030 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port acbe3139-786f-4418-aeef-9b3457000214, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=acbe3139-786f-4418-aeef-9b3457000214,segment=NetworkSegment(eea1549b-d16b-4684-8dbd-392664594e16),segment_id=eea1549b-d16b-4684-8dbd-392664594e16)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:33:30.179057 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': 'acbe3139-786f-4418-aeef-9b3457000214', 'network_id': '8faac822-2df8-473a-a25e-47c7e9b40510', 'port_id': 'acbe3139-786f-4418-aeef-9b3457000214', 'mac_address': 'fa:16:3e:20:13:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc9c1091-d137-449c-ab5e-adf020c81637', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:33:30.182357 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-65cbf564-d505-4568-b003-ae12cb71ad1b req-3bf7ad88-aa39-4d97-afa5-fca701243f72 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed820858-21b7-4739-bbdb-009434158433 HTTP/1.1" status: 200 len: 217 time: 0.1076458 May 05 20:33:30.275464 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 567a8d15-e7e8-4399-8c93-b0209e92f9cf up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:33:30.354648 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cbf564-d505-4568-b003-ae12cb71ad1b req-dd34d6a4-7570-4f7b-9d4c-39b8c79987ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:30.354781 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:30.354867 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-65cbf564-d505-4568-b003-ae12cb71ad1b req-dd34d6a4-7570-4f7b-9d4c-39b8c79987ee service neutron] 10.222.0.50 "GET /v2.0/subnets?id=66a6f882-bccb-4256-83b5-0b0aa723e025 HTTP/1.1" status: 200 len: 847 time: 0.1640782 May 05 20:33:30.375291 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acbe3139-786f-4418-aeef-9b3457000214 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:33:30.402558 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port acbe3139-786f-4418-aeef-9b3457000214, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=acbe3139-786f-4418-aeef-9b3457000214,segment=NetworkSegment(eea1549b-d16b-4684-8dbd-392664594e16),segment_id=eea1549b-d16b-4684-8dbd-392664594e16)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:33:30.406400 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 567a8d15-e7e8-4399-8c93-b0209e92f9cf completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:33:30.413711 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:30.450080 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 567a8d15-e7e8-4399-8c93-b0209e92f9cf triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:33:30.450456 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:30.466666 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa726dc-fdae-4624-9da4-8df4701c8fd7 req-edc1324e-0c89-4cc3-b7da-94f19fc018c2 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:30.467402 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-caa726dc-fdae-4624-9da4-8df4701c8fd7 req-edc1324e-0c89-4cc3-b7da-94f19fc018c2 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Synchronizing usage tracker for tenant:319e65ce2d224e768cdbd69739e25b53 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:33:30.477237 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cbf564-d505-4568-b003-ae12cb71ad1b req-0288b7a8-8273-41ab-a3f6-0270f869e18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:30.480386 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-65cbf564-d505-4568-b003-ae12cb71ad1b req-0288b7a8-8273-41ab-a3f6-0270f869e18a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c4a20b3c-ae9f-4def-9b23-26fbdac1320b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1154747 May 05 20:33:30.527422 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-caa726dc-fdae-4624-9da4-8df4701c8fd7 req-edc1324e-0c89-4cc3-b7da-94f19fc018c2 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Unset dirty status for tenant:319e65ce2d224e768cdbd69739e25b53 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:33:30.528660 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-caa726dc-fdae-4624-9da4-8df4701c8fd7 req-edc1324e-0c89-4cc3-b7da-94f19fc018c2 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5b2f461-30f2-4f7e-b1c2-f48fecaecdda HTTP/1.1" status: 200 len: 943 time: 0.2286184 May 05 20:33:30.593691 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=acbe3139-786f-4418-aeef-9b3457000214,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:30.639279 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['acbe3139-786f-4418-aeef-9b3457000214'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:33:30.651793 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-c3f1eb81-0f27-4f4a-b9ad-2ef7b7e91e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6159e99-a3dd-403a-907a-20e2c9864712', 'name': 'tempest-TestServerBasicOps-1560004520-router', 'tenant_id': '7f1ce7d7e8b84404ac589ffd71535f1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': '1bbc93dc-2c96-412f-a82e-6fdfb62fa324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:33:14Z', 'updated_at': '2022-05-05T20:33:21Z', 'revision_number': 4, 'project_id': '7f1ce7d7e8b84404ac589ffd71535f1b', 'gw_port': {'id': '1bbc93dc-2c96-412f-a82e-6fdfb62fa324', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6159e99-a3dd-403a-907a-20e2c9864712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:33:15Z', 'updated_at': '2022-05-05T20:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '567a8d15-e7e8-4399-8c93-b0209e92f9cf', 'name': '', 'network_id': 'fc776b5a-a0a2-42f4-949c-1aa5ca4f635e', 'tenant_id': '7f1ce7d7e8b84404ac589ffd71535f1b', 'mac_address': 'fa:16:3e:23:24:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6159e99-a3dd-403a-907a-20e2c9864712', 'device_owner': 'network:router_interface', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '019c214c-0614-4c2f-9a0f-056358513e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:33:19Z', 'updated_at': '2022-05-05T20:33:29Z', 'revision_number': 4, 'project_id': '7f1ce7d7e8b84404ac589ffd71535f1b', 'subnets': [{'id': '019c214c-0614-4c2f-9a0f-056358513e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:33:30.661240 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f1eb81-0f27-4f4a-b9ad-2ef7b7e91e4c None None] The sync data for ids ['a6159e99-a3dd-403a-907a-20e2c9864712'] in n-d-840717-1 is: [{'id': 'a6159e99-a3dd-403a-907a-20e2c9864712', 'name': 'tempest-TestServerBasicOps-1560004520-router', 'tenant_id': '7f1ce7d7e8b84404ac589ffd71535f1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': '1bbc93dc-2c96-412f-a82e-6fdfb62fa324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:33:14Z', 'updated_at': '2022-05-05T20:33:21Z', 'revision_number': 4, 'project_id': '7f1ce7d7e8b84404ac589ffd71535f1b', 'gw_port': {'id': '1bbc93dc-2c96-412f-a82e-6fdfb62fa324', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6159e99-a3dd-403a-907a-20e2c9864712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:33:15Z', 'updated_at': '2022-05-05T20:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '567a8d15-e7e8-4399-8c93-b0209e92f9cf', 'name': '', 'network_id': 'fc776b5a-a0a2-42f4-949c-1aa5ca4f635e', 'tenant_id': '7f1ce7d7e8b84404ac589ffd71535f1b', 'mac_address': 'fa:16:3e:23:24:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6159e99-a3dd-403a-907a-20e2c9864712', 'device_owner': 'network:router_interface', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '019c214c-0614-4c2f-9a0f-056358513e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:33:19Z', 'updated_at': '2022-05-05T20:33:29Z', 'revision_number': 4, 'project_id': '7f1ce7d7e8b84404ac589ffd71535f1b', 'subnets': [{'id': '019c214c-0614-4c2f-9a0f-056358513e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:33:30.663567 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-caa726dc-fdae-4624-9da4-8df4701c8fd7 req-fc2f01d8-f3cb-4444-b322-d62b49c5ba3b tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] 10.222.0.36 "GET /v2.0/security-groups?id=44aca91f-4df4-4393-aaa7-a217ebded880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630312 May 05 20:33:30.689131 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-65cbf564-d505-4568-b003-ae12cb71ad1b req-7035c423-a09c-4676-8567-9a9fbb4e8111 service neutron] 10.222.0.50 "GET /v2.0/networks/c4a20b3c-ae9f-4def-9b23-26fbdac1320b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021050 May 05 20:33:30.737133 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:30.875543 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 567a8d15-e7e8-4399-8c93-b0209e92f9cf, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=567a8d15-e7e8-4399-8c93-b0209e92f9cf,segment=NetworkSegment(b0094295-88ba-451a-8f1e-e7406dc1de82),segment_id=b0094295-88ba-451a-8f1e-e7406dc1de82)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:33:30.887632 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:30.892007 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-65cbf564-d505-4568-b003-ae12cb71ad1b req-04c9d188-467a-4f78-8e81-309884519089 service neutron] 10.222.0.50 "GET /v2.0/networks/c4a20b3c-ae9f-4def-9b23-26fbdac1320b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930432 May 05 20:33:31.015924 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab00c92f-55b8-4456-8821-4b6f550186b9 req-89e05280-3be3-46d0-919f-e8dc582063e8 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:31.030115 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ab00c92f-55b8-4456-8821-4b6f550186b9 req-89e05280-3be3-46d0-919f-e8dc582063e8 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7d99442-d0cf-49e3-beb2-01ea5672b69e HTTP/1.1" status: 200 len: 944 time: 0.1047940 May 05 20:33:31.052105 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b9d8a-b987-413e-9934-ccefeb2f773d req-9ea9470c-4893-4f7a-a6e7-3d61f1e85e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:31.053957 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ee8b9d8a-b987-413e-9934-ccefeb2f773d req-9ea9470c-4893-4f7a-a6e7-3d61f1e85e89 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=319e65ce2d224e768cdbd69739e25b53&device_id=c5b2f461-30f2-4f7e-b1c2-f48fecaecdda HTTP/1.1" status: 200 len: 1094 time: 0.0962121 May 05 20:33:31.092796 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=567a8d15-e7e8-4399-8c93-b0209e92f9cf,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:31.098166 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ab00c92f-55b8-4456-8821-4b6f550186b9 req-1c7f2beb-3736-4378-98a4-f1479159cd50 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b6f3c03-9b93-42ba-8bbc-d36a620bd4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712407 May 05 20:33:31.227047 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b9d8a-b987-413e-9934-ccefeb2f773d req-ce6e6c5c-9551-47f7-bee7-d79c2684db01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:31.228553 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ee8b9d8a-b987-413e-9934-ccefeb2f773d req-ce6e6c5c-9551-47f7-bee7-d79c2684db01 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c4a20b3c-ae9f-4def-9b23-26fbdac1320b HTTP/1.1" status: 200 len: 909 time: 0.1685793 May 05 20:33:31.301710 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ee8b9d8a-b987-413e-9934-ccefeb2f773d req-4c55207a-6533-4054-acb6-e331534df60e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed820858-21b7-4739-bbdb-009434158433 HTTP/1.1" status: 200 len: 217 time: 0.0666533 May 05 20:33:31.368448 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b9d8a-b987-413e-9934-ccefeb2f773d req-5a74244f-beea-4761-a5fe-79bc467a46bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:31.369891 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ee8b9d8a-b987-413e-9934-ccefeb2f773d req-5a74244f-beea-4761-a5fe-79bc467a46bf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=66a6f882-bccb-4256-83b5-0b0aa723e025 HTTP/1.1" status: 200 len: 847 time: 0.0623934 May 05 20:33:31.453794 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b9d8a-b987-413e-9934-ccefeb2f773d req-1e89e58b-2458-4606-9fbd-343fff91bea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:31.455915 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ee8b9d8a-b987-413e-9934-ccefeb2f773d req-1e89e58b-2458-4606-9fbd-343fff91bea8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c4a20b3c-ae9f-4def-9b23-26fbdac1320b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0787907 May 05 20:33:31.707897 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ee8b9d8a-b987-413e-9934-ccefeb2f773d req-a351da80-8d09-4fd9-9ba9-e648c483f0aa service neutron] 10.222.0.50 "GET /v2.0/networks/c4a20b3c-ae9f-4def-9b23-26fbdac1320b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453494 May 05 20:33:31.856790 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ee8b9d8a-b987-413e-9934-ccefeb2f773d req-d749d129-9424-4cd1-8342-144c13cee155 service neutron] 10.222.0.50 "GET /v2.0/networks/c4a20b3c-ae9f-4def-9b23-26fbdac1320b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423762 May 05 20:33:31.892353 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device acbe3139-786f-4418-aeef-9b3457000214 up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:33:31.960257 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port acbe3139-786f-4418-aeef-9b3457000214 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:33:31.961082 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbdbfcf-e575-46a9-b3a4-ffa4520840ca req-e4a689f4-d373-4007-9335-5b4c77a3c7c2 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:31.963048 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ddbdbfcf-e575-46a9-b3a4-ffa4520840ca req-e4a689f4-d373-4007-9335-5b4c77a3c7c2 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5b2f461-30f2-4f7e-b1c2-f48fecaecdda HTTP/1.1" status: 200 len: 943 time: 0.1510637 May 05 20:33:31.965670 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port acbe3139-786f-4418-aeef-9b3457000214 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:33:31.966301 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:32.013242 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ddbdbfcf-e575-46a9-b3a4-ffa4520840ca req-67ba8a75-7ffc-41b4-9680-8f6378c448c6 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] 10.222.0.36 "GET /v2.0/security-groups?id=44aca91f-4df4-4393-aaa7-a217ebded880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440769 May 05 20:33:32.092536 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:32.123261 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7d99442-d0cf-49e3-beb2-01ea5672b69e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acbe3139-786f-4418-aeef-9b3457000214'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:33:32.133723 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port acbe3139-786f-4418-aeef-9b3457000214, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=acbe3139-786f-4418-aeef-9b3457000214,segment=NetworkSegment(eea1549b-d16b-4684-8dbd-392664594e16),segment_id=eea1549b-d16b-4684-8dbd-392664594e16)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:33:32.138447 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:32.196110 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-552f4aa3-fa20-4b08-9b18-ea1b8b6708b7'] response: {'server_uuid': 'd7d99442-d0cf-49e3-beb2-01ea5672b69e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acbe3139-786f-4418-aeef-9b3457000214', 'code': 200} May 05 20:33:32.196110 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 567a8d15-e7e8-4399-8c93-b0209e92f9cf up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:33:32.272405 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=acbe3139-786f-4418-aeef-9b3457000214,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:32.286884 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 567a8d15-e7e8-4399-8c93-b0209e92f9cf triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:33:32.287255 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:32.328641 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bf9970-c4a2-4892-ab1a-ea3b918abfcc req-85a2fddf-737f-4715-9abc-a26edb9a489a tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:32.336729 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f8bf9970-c4a2-4892-ab1a-ea3b918abfcc req-85a2fddf-737f-4715-9abc-a26edb9a489a tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7d99442-d0cf-49e3-beb2-01ea5672b69e HTTP/1.1" status: 200 len: 945 time: 0.0940146 May 05 20:33:32.336868 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4318c330-8179-4c51-9607-742173bfe1f0 req-f36c185c-86b5-43da-ac11-0523e7105b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:32.338986 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4318c330-8179-4c51-9607-742173bfe1f0 req-f36c185c-86b5-43da-ac11-0523e7105b28 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d7d99442-d0cf-49e3-beb2-01ea5672b69e HTTP/1.1" status: 200 len: 1096 time: 0.0870204 May 05 20:33:32.387739 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f8bf9970-c4a2-4892-ab1a-ea3b918abfcc req-c9ffc690-a457-4ae9-ab30-ea8648e3ebdf tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b6f3c03-9b93-42ba-8bbc-d36a620bd4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505190 May 05 20:33:32.395423 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4318c330-8179-4c51-9607-742173bfe1f0 req-c7a0556d-d668-4356-89ba-5ab633018093 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3b6f3c03-9b93-42ba-8bbc-d36a620bd4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489841 May 05 20:33:33.203989 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4622fa84-3642-4bb9-952c-3d02ef5a7599 req-704c383b-0d41-4fde-b20a-d6062abf14b4 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:33.206089 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4622fa84-3642-4bb9-952c-3d02ef5a7599 req-704c383b-0d41-4fde-b20a-d6062abf14b4 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5b2f461-30f2-4f7e-b1c2-f48fecaecdda HTTP/1.1" status: 200 len: 943 time: 0.0842211 May 05 20:33:33.252248 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4622fa84-3642-4bb9-952c-3d02ef5a7599 req-6cef894f-01ba-41ff-b37e-9e66e2ff77ea tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] 10.222.0.36 "GET /v2.0/security-groups?id=44aca91f-4df4-4393-aaa7-a217ebded880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398951 May 05 20:33:33.659719 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8affaa-2c97-46d1-aaf8-92550cd68734 req-be8beb96-046e-4dec-8eae-81e5334f8aab tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:33.662075 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8d8affaa-2c97-46d1-aaf8-92550cd68734 req-be8beb96-046e-4dec-8eae-81e5334f8aab tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7d99442-d0cf-49e3-beb2-01ea5672b69e HTTP/1.1" status: 200 len: 945 time: 0.1647580 May 05 20:33:33.709135 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8d8affaa-2c97-46d1-aaf8-92550cd68734 req-c4532ee6-cb61-43b2-877d-3a0f33b93693 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b6f3c03-9b93-42ba-8bbc-d36a620bd4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416775 May 05 20:33:33.822147 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device ed820858-21b7-4739-bbdb-009434158433 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:33:33.931470 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc22b43a-b0b6-4aef-9f3e-e37136798924 req-0b385366-02ca-401e-bddb-15f86326fef5 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:33.931470 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dc22b43a-b0b6-4aef-9f3e-e37136798924 req-0b385366-02ca-401e-bddb-15f86326fef5 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7d99442-d0cf-49e3-beb2-01ea5672b69e HTTP/1.1" status: 200 len: 945 time: 0.0960279 May 05 20:33:33.983764 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dc22b43a-b0b6-4aef-9f3e-e37136798924 req-ff32547a-1d18-4acb-8d59-fea711dc3aed tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b6f3c03-9b93-42ba-8bbc-d36a620bd4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416908 May 05 20:33:33.984214 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port ed820858-21b7-4739-bbdb-009434158433, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=ed820858-21b7-4739-bbdb-009434158433,segment=NetworkSegment(2b36ab60-de96-4bac-92bc-5a92c1fd5348),segment_id=2b36ab60-de96-4bac-92bc-5a92c1fd5348)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:33:33.999497 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': 'ed820858-21b7-4739-bbdb-009434158433', 'network_id': 'c4a20b3c-ae9f-4def-9b23-26fbdac1320b', 'port_id': 'ed820858-21b7-4739-bbdb-009434158433', 'mac_address': 'fa:16:3e:76:28:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66a6f882-bccb-4256-83b5-0b0aa723e025', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:33:34.013977 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35808) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:33:34.061406 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:34.082093 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed820858-21b7-4739-bbdb-009434158433 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:33:34.095845 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e30357-9d02-4fb7-9026-c5473d2f0888 tempest-TestNetworkBasicOps-1246439767 tempest-TestNetworkBasicOps-1246439767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:34.097354 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-33e30357-9d02-4fb7-9026-c5473d2f0888 tempest-TestNetworkBasicOps-1246439767 tempest-TestNetworkBasicOps-1246439767-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d7d99442-d0cf-49e3-beb2-01ea5672b69e HTTP/1.1" status: 200 len: 1091 time: 0.0822773 May 05 20:33:34.101232 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35812) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:33:34.107700 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port ed820858-21b7-4739-bbdb-009434158433, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=ed820858-21b7-4739-bbdb-009434158433,segment=NetworkSegment(2b36ab60-de96-4bac-92bc-5a92c1fd5348),segment_id=2b36ab60-de96-4bac-92bc-5a92c1fd5348)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:33:34.108540 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-de510776-65d6-4c13-beaf-b9ea760d380e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Request body: {'floatingip': {'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'port_id': 'acbe3139-786f-4418-aeef-9b3457000214', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:33:34.117647 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:34.118649 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-de510776-65d6-4c13-beaf-b9ea760d380e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:33:34.121381 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-de510776-65d6-4c13-beaf-b9ea760d380e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Usage tracker for resource:floatingip and tenant:ae03aa52cc144bf0b519baf0417a3070 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:33:34.124495 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-de510776-65d6-4c13-beaf-b9ea760d380e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:33:34.130307 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-de510776-65d6-4c13-beaf-b9ea760d380e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:33:34.144058 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-de510776-65d6-4c13-beaf-b9ea760d380e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for floatingip, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:34.185090 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=ed820858-21b7-4739-bbdb-009434158433,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:34.278029 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-de510776-65d6-4c13-beaf-b9ea760d380e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:34.322207 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['ed820858-21b7-4739-bbdb-009434158433'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:33:34.480619 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-de510776-65d6-4c13-beaf-b9ea760d380e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Allocated IP 172.25.0.154 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/9e7298fa-6daa-43b4-94f2-bf4986e49bcb) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:33:34.544886 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f981707-f314-41a7-bcd6-8fc11bf1685c req-979c5229-0350-4460-9ca5-1fd08b34f687 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:34.546134 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0f981707-f314-41a7-bcd6-8fc11bf1685c req-979c5229-0350-4460-9ca5-1fd08b34f687 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5b2f461-30f2-4f7e-b1c2-f48fecaecdda HTTP/1.1" status: 200 len: 944 time: 0.1526935 May 05 20:33:34.658777 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f2285ae0-6eab-45b4-a88f-43232fc2752e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:34.774287 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0f981707-f314-41a7-bcd6-8fc11bf1685c req-7e2c6ce6-8176-4e08-ba32-21cf00a30692 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] 10.222.0.36 "GET /v2.0/security-groups?id=44aca91f-4df4-4393-aaa7-a217ebded880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1687939 May 05 20:33:34.791878 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-de510776-65d6-4c13-beaf-b9ea760d380e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:34.821361 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-de510776-65d6-4c13-beaf-b9ea760d380e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:34.889527 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de510776-65d6-4c13-beaf-b9ea760d380e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:33:34.892466 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-de510776-65d6-4c13-beaf-b9ea760d380e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:33:34.895869 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de510776-65d6-4c13-beaf-b9ea760d380e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:33:34.924826 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de510776-65d6-4c13-beaf-b9ea760d380e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Pushing event updated for resources: {'Port': ['ID=9e7298fa-6daa-43b4-94f2-bf4986e49bcb,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:35.307362 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-de510776-65d6-4c13-beaf-b9ea760d380e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:35.379297 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-de510776-65d6-4c13-beaf-b9ea760d380e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:35.582540 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-de510776-65d6-4c13-beaf-b9ea760d380e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:35.587188 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-de510776-65d6-4c13-beaf-b9ea760d380e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:35.695218 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de510776-65d6-4c13-beaf-b9ea760d380e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Pushing event updated for resources: {'Port': ['ID=9e7298fa-6daa-43b4-94f2-bf4986e49bcb,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:35.705865 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-de510776-65d6-4c13-beaf-b9ea760d380e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:35.823061 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device ed820858-21b7-4739-bbdb-009434158433 up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:33:35.875171 n-d-840717-1 neutron-server[88197]: INFO neutron.db.l3_db [None req-de510776-65d6-4c13-beaf-b9ea760d380e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Floating IP c9e98d9a-ffff-4029-a95f-e9e86c90c8bd associated. External IP: 172.25.0.154, port: acbe3139-786f-4418-aeef-9b3457000214. May 05 20:33:35.904619 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port ed820858-21b7-4739-bbdb-009434158433 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:33:35.909803 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port ed820858-21b7-4739-bbdb-009434158433 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:33:35.910201 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:35.980916 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb0aa5-f46b-499f-a4dc-9f7d0098c115 req-ad084542-6b5d-48b4-84bf-891a7c42fc4c tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:35.982472 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5abb0aa5-f46b-499f-a4dc-9f7d0098c115 req-ad084542-6b5d-48b4-84bf-891a7c42fc4c tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5b2f461-30f2-4f7e-b1c2-f48fecaecdda HTTP/1.1" status: 200 len: 944 time: 0.0911255 May 05 20:33:36.029628 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5abb0aa5-f46b-499f-a4dc-9f7d0098c115 req-fe7deb76-be39-40be-99f9-2ef8e1fc264d tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] 10.222.0.36 "GET /v2.0/security-groups?id=44aca91f-4df4-4393-aaa7-a217ebded880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406463 May 05 20:33:36.037654 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:36.069272 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5b2f461-30f2-4f7e-b1c2-f48fecaecdda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed820858-21b7-4739-bbdb-009434158433'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:33:36.078639 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port ed820858-21b7-4739-bbdb-009434158433, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=ed820858-21b7-4739-bbdb-009434158433,segment=NetworkSegment(2b36ab60-de96-4bac-92bc-5a92c1fd5348),segment_id=2b36ab60-de96-4bac-92bc-5a92c1fd5348)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:33:36.083938 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:36.121638 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d5a2594-b113-446b-a5de-abc1bbbb858e'] response: {'server_uuid': 'c5b2f461-30f2-4f7e-b1c2-f48fecaecdda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed820858-21b7-4739-bbdb-009434158433', 'code': 200} May 05 20:33:36.192840 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=ed820858-21b7-4739-bbdb-009434158433,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:36.249056 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc884beb-1e74-4cb5-9d88-450c3f63c644 req-3d77ddd0-908b-4f98-92e3-de778c04271d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:36.250555 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fc884beb-1e74-4cb5-9d88-450c3f63c644 req-3d77ddd0-908b-4f98-92e3-de778c04271d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c5b2f461-30f2-4f7e-b1c2-f48fecaecdda HTTP/1.1" status: 200 len: 1096 time: 0.0739970 May 05 20:33:36.292973 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fc884beb-1e74-4cb5-9d88-450c3f63c644 req-3f707069-7ab7-4637-8ecd-e3c91db60268 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=44aca91f-4df4-4393-aaa7-a217ebded880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360157 May 05 20:33:36.373053 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de510776-65d6-4c13-beaf-b9ea760d380e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Router 3def9584-0018-40e1-832c-00efa57546b4 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:33:36.553570 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de510776-65d6-4c13-beaf-b9ea760d380e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:33:36.563127 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f653c63b-a128-4cd4-ad78-c1995005402e None None] Sync routers for ids ['3def9584-0018-40e1-832c-00efa57546b4'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:33:36.572755 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f653c63b-a128-4cd4-ad78-c1995005402e None None] Routers {'3def9584-0018-40e1-832c-00efa57546b4'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:33:36.573365 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-f653c63b-a128-4cd4-ad78-c1995005402e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:33:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['3def9584-0018-40e1-832c-00efa57546b4'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:33:36.578015 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-de510776-65d6-4c13-beaf-b9ea760d380e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:36.636430 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-de510776-65d6-4c13-beaf-b9ea760d380e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5339854 May 05 20:33:36.637254 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7d99442-d0cf-49e3-beb2-01ea5672b69e', 'tag': 'acbe3139-786f-4418-aeef-9b3457000214'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:33:36.639470 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35822) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:33:36.684377 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f1158d7-e67c-46fc-a8b9-b30d85d7fd01'] response: {'name': 'network-changed', 'server_uuid': 'd7d99442-d0cf-49e3-beb2-01ea5672b69e', 'tag': 'acbe3139-786f-4418-aeef-9b3457000214', 'status': 'completed', 'code': 200} May 05 20:33:36.752514 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-f653c63b-a128-4cd4-ad78-c1995005402e None None] Set router 3def9584-0018-40e1-832c-00efa57546b4 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:33:36.801865 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-4b2d7daf-b9d6-4c9c-8480-ca3e0f11e584 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/floatingips/c9e98d9a-ffff-4029-a95f-e9e86c90c8bd HTTP/1.1" status: 200 len: 991 time: 0.1595070 May 05 20:33:36.813547 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b1fa8c-4d17-4986-ae1b-c1e77afeb0c5 req-ed4d7577-f234-48b0-9ed2-cd7cd75122e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:36.814889 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e4b1fa8c-4d17-4986-ae1b-c1e77afeb0c5 req-ed4d7577-f234-48b0-9ed2-cd7cd75122e0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ae03aa52cc144bf0b519baf0417a3070&device_id=d7d99442-d0cf-49e3-beb2-01ea5672b69e HTTP/1.1" status: 200 len: 1096 time: 0.1094396 May 05 20:33:36.910989 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8384d81c-5e1f-472c-82ff-6b47b73ffeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:36.950927 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b1fa8c-4d17-4986-ae1b-c1e77afeb0c5 req-4098b71f-ad3d-4479-9429-07fc40e1b8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:36.952549 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e4b1fa8c-4d17-4986-ae1b-c1e77afeb0c5 req-4098b71f-ad3d-4479-9429-07fc40e1b8ae service neutron] 10.222.0.24 "GET /v2.0/networks?id=8faac822-2df8-473a-a25e-47c7e9b40510 HTTP/1.1" status: 200 len: 897 time: 0.1318994 May 05 20:33:37.057678 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e4b1fa8c-4d17-4986-ae1b-c1e77afeb0c5 req-5dc9b2e9-dd36-4c65-9bd0-e8f5a19dcd53 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acbe3139-786f-4418-aeef-9b3457000214 HTTP/1.1" status: 200 len: 999 time: 0.0994947 May 05 20:33:37.125203 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-f653c63b-a128-4cd4-ad78-c1995005402e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3def9584-0018-40e1-832c-00efa57546b4', 'name': 'tempest-TestNetworkBasicOps-router-408302403', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '4dbdc21a-1394-4159-bcb7-0de9b772114c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:33:02Z', 'updated_at': '2022-05-05T20:33:10Z', 'revision_number': 4, 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'gw_port': {'id': '4dbdc21a-1394-4159-bcb7-0de9b772114c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:97:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3def9584-0018-40e1-832c-00efa57546b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:33:03Z', 'updated_at': '2022-05-05T20:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': 'c9e98d9a-ffff-4029-a95f-e9e86c90c8bd', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'floating_ip_address': '172.25.0.154', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '3def9584-0018-40e1-832c-00efa57546b4', 'port_id': 'acbe3139-786f-4418-aeef-9b3457000214', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8faac822-2df8-473a-a25e-47c7e9b40510', 'mac_address': 'fa:16:3e:20:13:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d99442-d0cf-49e3-beb2-01ea5672b69e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:33:35Z', 'updated_at': '2022-05-05T20:33:35Z', 'revision_number': 0, 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d910520-7ef0-48d3-b77b-adbd40483a1a', 'name': '', 'network_id': '8faac822-2df8-473a-a25e-47c7e9b40510', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'mac_address': 'fa:16:3e:86:16:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3def9584-0018-40e1-832c-00efa57546b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'dc9c1091-d137-449c-ab5e-adf020c81637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:33:08Z', 'updated_at': '2022-05-05T20:33:19Z', 'revision_number': 5, 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'subnets': [{'id': 'dc9c1091-d137-449c-ab5e-adf020c81637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:33:37.127399 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b1fa8c-4d17-4986-ae1b-c1e77afeb0c5 req-fe4b845b-d822-4ad8-8dc0-0c5cfe61cefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:37.129133 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e4b1fa8c-4d17-4986-ae1b-c1e77afeb0c5 req-fe4b845b-d822-4ad8-8dc0-0c5cfe61cefd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dc9c1091-d137-449c-ab5e-adf020c81637 HTTP/1.1" status: 200 len: 834 time: 0.0651994 May 05 20:33:37.129545 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f653c63b-a128-4cd4-ad78-c1995005402e None None] Checking router: 3def9584-0018-40e1-832c-00efa57546b4 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:33:37.138088 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f653c63b-a128-4cd4-ad78-c1995005402e None None] Routers {'3def9584-0018-40e1-832c-00efa57546b4'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:33:37.138697 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-f653c63b-a128-4cd4-ad78-c1995005402e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:33:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['3def9584-0018-40e1-832c-00efa57546b4'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:33:37.216014 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b1fa8c-4d17-4986-ae1b-c1e77afeb0c5 req-7e956efc-c8a0-40b2-b16d-e79fe0d019e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:37.218527 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e4b1fa8c-4d17-4986-ae1b-c1e77afeb0c5 req-7e956efc-c8a0-40b2-b16d-e79fe0d019e3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8faac822-2df8-473a-a25e-47c7e9b40510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0840087 May 05 20:33:37.234969 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0344b2ea-1cc7-42a9-a48d-e85a3b993a59 req-47c908b8-dfba-4b83-8c08-65cd0398d6c6 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:37.237185 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0344b2ea-1cc7-42a9-a48d-e85a3b993a59 req-47c908b8-dfba-4b83-8c08-65cd0398d6c6 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5b2f461-30f2-4f7e-b1c2-f48fecaecdda HTTP/1.1" status: 200 len: 945 time: 0.0975535 May 05 20:33:37.281689 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0344b2ea-1cc7-42a9-a48d-e85a3b993a59 req-5d871017-9048-4673-9ce9-f117ebc92bc6 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] 10.222.0.36 "GET /v2.0/security-groups?id=44aca91f-4df4-4393-aaa7-a217ebded880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384827 May 05 20:33:37.330428 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-f653c63b-a128-4cd4-ad78-c1995005402e None None] Set router 3def9584-0018-40e1-832c-00efa57546b4 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:33:37.368793 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e4b1fa8c-4d17-4986-ae1b-c1e77afeb0c5 req-7d39b8d6-f76c-47b6-86da-86846fcd6711 service neutron] 10.222.0.24 "GET /v2.0/networks/8faac822-2df8-473a-a25e-47c7e9b40510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443310 May 05 20:33:37.633501 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e4b1fa8c-4d17-4986-ae1b-c1e77afeb0c5 req-39ad72d5-453d-48bb-8533-140d45a985e3 service neutron] 10.222.0.24 "GET /v2.0/networks/8faac822-2df8-473a-a25e-47c7e9b40510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581077 May 05 20:33:37.705470 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-f653c63b-a128-4cd4-ad78-c1995005402e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3def9584-0018-40e1-832c-00efa57546b4', 'name': 'tempest-TestNetworkBasicOps-router-408302403', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '4dbdc21a-1394-4159-bcb7-0de9b772114c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:33:02Z', 'updated_at': '2022-05-05T20:33:10Z', 'revision_number': 4, 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'gw_port': {'id': '4dbdc21a-1394-4159-bcb7-0de9b772114c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:97:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3def9584-0018-40e1-832c-00efa57546b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:33:03Z', 'updated_at': '2022-05-05T20:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': 'c9e98d9a-ffff-4029-a95f-e9e86c90c8bd', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'floating_ip_address': '172.25.0.154', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '3def9584-0018-40e1-832c-00efa57546b4', 'port_id': 'acbe3139-786f-4418-aeef-9b3457000214', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8faac822-2df8-473a-a25e-47c7e9b40510', 'mac_address': 'fa:16:3e:20:13:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d99442-d0cf-49e3-beb2-01ea5672b69e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:33:35Z', 'updated_at': '2022-05-05T20:33:35Z', 'revision_number': 0, 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d910520-7ef0-48d3-b77b-adbd40483a1a', 'name': '', 'network_id': '8faac822-2df8-473a-a25e-47c7e9b40510', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'mac_address': 'fa:16:3e:86:16:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3def9584-0018-40e1-832c-00efa57546b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'dc9c1091-d137-449c-ab5e-adf020c81637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:33:08Z', 'updated_at': '2022-05-05T20:33:19Z', 'revision_number': 5, 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'subnets': [{'id': 'dc9c1091-d137-449c-ab5e-adf020c81637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:33:37.709484 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f653c63b-a128-4cd4-ad78-c1995005402e None None] The sync data for ids ['3def9584-0018-40e1-832c-00efa57546b4'] in n-d-840717-1 is: [{'id': '3def9584-0018-40e1-832c-00efa57546b4', 'name': 'tempest-TestNetworkBasicOps-router-408302403', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '4dbdc21a-1394-4159-bcb7-0de9b772114c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:33:02Z', 'updated_at': '2022-05-05T20:33:10Z', 'revision_number': 4, 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'gw_port': {'id': '4dbdc21a-1394-4159-bcb7-0de9b772114c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:97:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3def9584-0018-40e1-832c-00efa57546b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:33:03Z', 'updated_at': '2022-05-05T20:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': 'c9e98d9a-ffff-4029-a95f-e9e86c90c8bd', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'floating_ip_address': '172.25.0.154', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '3def9584-0018-40e1-832c-00efa57546b4', 'port_id': 'acbe3139-786f-4418-aeef-9b3457000214', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8faac822-2df8-473a-a25e-47c7e9b40510', 'mac_address': 'fa:16:3e:20:13:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d99442-d0cf-49e3-beb2-01ea5672b69e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:33:35Z', 'updated_at': '2022-05-05T20:33:35Z', 'revision_number': 0, 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d910520-7ef0-48d3-b77b-adbd40483a1a', 'name': '', 'network_id': '8faac822-2df8-473a-a25e-47c7e9b40510', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'mac_address': 'fa:16:3e:86:16:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3def9584-0018-40e1-832c-00efa57546b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'dc9c1091-d137-449c-ab5e-adf020c81637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:33:08Z', 'updated_at': '2022-05-05T20:33:19Z', 'revision_number': 5, 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'subnets': [{'id': 'dc9c1091-d137-449c-ab5e-adf020c81637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:33:37.804763 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35830) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:33:37.901167 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:37.904822 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ec1f9f-1879-4a82-b057-ef5c7a7c0083 None None] New status for floating IP c9e98d9a-ffff-4029-a95f-e9e86c90c8bd: ACTIVE {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:33:37.916835 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-19edd97b-f910-459a-8ecb-5f35713544ba tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/floatingips/c9e98d9a-ffff-4029-a95f-e9e86c90c8bd HTTP/1.1" status: 200 len: 991 time: 0.1108892 May 05 20:33:38.075206 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:38.471094 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b9038a-a850-4790-8221-cedb73a4a8f4 req-a88dafdf-d817-4473-9dcc-090f109060a5 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:38.472602 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-56b9038a-a850-4790-8221-cedb73a4a8f4 req-a88dafdf-d817-4473-9dcc-090f109060a5 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5b2f461-30f2-4f7e-b1c2-f48fecaecdda HTTP/1.1" status: 200 len: 945 time: 0.0796568 May 05 20:33:38.518095 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-56b9038a-a850-4790-8221-cedb73a4a8f4 req-7634b291-fdd0-4833-a236-cebb4a5fa0a1 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] 10.222.0.36 "GET /v2.0/security-groups?id=44aca91f-4df4-4393-aaa7-a217ebded880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391474 May 05 20:33:38.702829 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc14a81-070f-4167-95d5-5c295e9bd9a0 req-cce748b6-42a0-4131-b673-7abe4f29cf7a tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:38.705005 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3cc14a81-070f-4167-95d5-5c295e9bd9a0 req-cce748b6-42a0-4131-b673-7abe4f29cf7a tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5b2f461-30f2-4f7e-b1c2-f48fecaecdda HTTP/1.1" status: 200 len: 945 time: 0.0819497 May 05 20:33:38.752724 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3cc14a81-070f-4167-95d5-5c295e9bd9a0 req-dc9ea643-e9d5-422a-ad9f-8e530517bc1d tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] 10.222.0.36 "GET /v2.0/security-groups?id=44aca91f-4df4-4393-aaa7-a217ebded880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421703 May 05 20:33:38.920553 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35840) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:33:39.020438 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6361ba5d-2eb2-4882-ad37-0a5a6bf2587c req-ccacd8b9-d6fd-4821-8b78-4307726ebd54 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:39.021877 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6361ba5d-2eb2-4882-ad37-0a5a6bf2587c req-ccacd8b9-d6fd-4821-8b78-4307726ebd54 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5b2f461-30f2-4f7e-b1c2-f48fecaecdda HTTP/1.1" status: 200 len: 945 time: 0.1656048 May 05 20:33:39.061222 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-95e2d41d-2f1c-49cb-9d11-18932f376e31 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/floatingips/c9e98d9a-ffff-4029-a95f-e9e86c90c8bd HTTP/1.1" status: 200 len: 993 time: 0.1395268 May 05 20:33:39.082119 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6361ba5d-2eb2-4882-ad37-0a5a6bf2587c req-218af086-d2f7-40de-ba7d-c5162fe9dca4 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] 10.222.0.36 "GET /v2.0/security-groups?id=44aca91f-4df4-4393-aaa7-a217ebded880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525458 May 05 20:33:39.104261 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35844) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:33:39.216274 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364acf03-715f-47df-8755-19f6c9f77a27 tempest-TestServerBasicOps-756575083 tempest-TestServerBasicOps-756575083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:39.217764 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-364acf03-715f-47df-8755-19f6c9f77a27 tempest-TestServerBasicOps-756575083 tempest-TestServerBasicOps-756575083-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c5b2f461-30f2-4f7e-b1c2-f48fecaecdda HTTP/1.1" status: 200 len: 1091 time: 0.1125584 May 05 20:33:39.221204 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35850) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:33:39.225972 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-b8e03554-fbea-4c7f-af54-4e1896f122cd tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Request body: {'floatingip': {'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'port_id': 'ed820858-21b7-4739-bbdb-009434158433', 'tenant_id': '319e65ce2d224e768cdbd69739e25b53', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:33:39.232324 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b8e03554-fbea-4c7f-af54-4e1896f122cd tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:33:39.236437 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-b8e03554-fbea-4c7f-af54-4e1896f122cd tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Usage tracker for resource:floatingip and tenant:319e65ce2d224e768cdbd69739e25b53 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:33:39.239227 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-b8e03554-fbea-4c7f-af54-4e1896f122cd tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:33:39.245087 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b8e03554-fbea-4c7f-af54-4e1896f122cd tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:33:39.255111 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b8e03554-fbea-4c7f-af54-4e1896f122cd tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Notify callbacks [] for floatingip, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:39.390783 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b8e03554-fbea-4c7f-af54-4e1896f122cd tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:39.541801 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-b8e03554-fbea-4c7f-af54-4e1896f122cd tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Allocated IP 172.25.0.178 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/a472a5e9-d259-43e2-a3a1-374fb2bb54e9) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:33:39.639246 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:39.693989 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b8e03554-fbea-4c7f-af54-4e1896f122cd tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:39.723401 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b8e03554-fbea-4c7f-af54-4e1896f122cd tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:39.792667 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e03554-fbea-4c7f-af54-4e1896f122cd tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:33:39.795553 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-b8e03554-fbea-4c7f-af54-4e1896f122cd tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:33:39.799059 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e03554-fbea-4c7f-af54-4e1896f122cd tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:33:39.832180 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e03554-fbea-4c7f-af54-4e1896f122cd tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Pushing event updated for resources: {'Port': ['ID=a472a5e9-d259-43e2-a3a1-374fb2bb54e9,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:40.212476 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b8e03554-fbea-4c7f-af54-4e1896f122cd tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:40.284920 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b8e03554-fbea-4c7f-af54-4e1896f122cd tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:40.607006 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b8e03554-fbea-4c7f-af54-4e1896f122cd tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:40.611697 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b8e03554-fbea-4c7f-af54-4e1896f122cd tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:40.721925 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e03554-fbea-4c7f-af54-4e1896f122cd tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Pushing event updated for resources: {'Port': ['ID=a472a5e9-d259-43e2-a3a1-374fb2bb54e9,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:33:40.731845 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b8e03554-fbea-4c7f-af54-4e1896f122cd tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:40.899052 n-d-840717-1 neutron-server[88198]: INFO neutron.db.l3_db [None req-b8e03554-fbea-4c7f-af54-4e1896f122cd tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Floating IP 6a83d386-2b61-4857-aa9e-ce0b8febd495 associated. External IP: 172.25.0.178, port: ed820858-21b7-4739-bbdb-009434158433. May 05 20:33:41.243341 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8e03554-fbea-4c7f-af54-4e1896f122cd tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Router 2f36556d-1eee-4e17-a245-4ca996cb0580 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:33:41.420894 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e03554-fbea-4c7f-af54-4e1896f122cd tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:33:41.430681 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2836ae-5b44-437d-8e90-e0fcf0b162b9 None None] Sync routers for ids ['2f36556d-1eee-4e17-a245-4ca996cb0580'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:33:41.440601 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2836ae-5b44-437d-8e90-e0fcf0b162b9 None None] Routers {'2f36556d-1eee-4e17-a245-4ca996cb0580'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:33:41.441214 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-4a2836ae-5b44-437d-8e90-e0fcf0b162b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:33:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['2f36556d-1eee-4e17-a245-4ca996cb0580'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:33:41.445891 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b8e03554-fbea-4c7f-af54-4e1896f122cd tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:41.502212 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b8e03554-fbea-4c7f-af54-4e1896f122cd tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2799230 May 05 20:33:41.503020 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5b2f461-30f2-4f7e-b1c2-f48fecaecdda', 'tag': 'ed820858-21b7-4739-bbdb-009434158433'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:33:41.546513 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45e25eb4-4916-4983-8d12-285ef6285ee9'] response: {'name': 'network-changed', 'server_uuid': 'c5b2f461-30f2-4f7e-b1c2-f48fecaecdda', 'tag': 'ed820858-21b7-4739-bbdb-009434158433', 'status': 'completed', 'code': 200} May 05 20:33:41.627056 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-4a2836ae-5b44-437d-8e90-e0fcf0b162b9 None None] Set router 2f36556d-1eee-4e17-a245-4ca996cb0580 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:33:41.638837 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04c253-81d1-41f6-b40f-9f5e4b75ff2d req-728bb6d9-a04e-433b-b70e-13ff702f146a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:41.640451 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7d04c253-81d1-41f6-b40f-9f5e4b75ff2d req-728bb6d9-a04e-433b-b70e-13ff702f146a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=319e65ce2d224e768cdbd69739e25b53&device_id=c5b2f461-30f2-4f7e-b1c2-f48fecaecdda HTTP/1.1" status: 200 len: 1096 time: 0.0740402 May 05 20:33:41.773083 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04c253-81d1-41f6-b40f-9f5e4b75ff2d req-9a1d8b6a-5d6b-482f-8ef2-8243c8f9c750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:41.774453 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7d04c253-81d1-41f6-b40f-9f5e4b75ff2d req-9a1d8b6a-5d6b-482f-8ef2-8243c8f9c750 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c4a20b3c-ae9f-4def-9b23-26fbdac1320b HTTP/1.1" status: 200 len: 909 time: 0.1284111 May 05 20:33:42.006651 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7d04c253-81d1-41f6-b40f-9f5e4b75ff2d req-bff20adc-0baf-4fd6-b02c-568d84c7bf51 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed820858-21b7-4739-bbdb-009434158433 HTTP/1.1" status: 200 len: 999 time: 0.2266986 May 05 20:33:42.020719 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-4a2836ae-5b44-437d-8e90-e0fcf0b162b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f36556d-1eee-4e17-a245-4ca996cb0580', 'name': 'tempest-TestServerBasicOps-293687247-router', 'tenant_id': '319e65ce2d224e768cdbd69739e25b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'b69daf30-2e54-4bea-ae80-fd99cab9dc4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:33:04Z', 'updated_at': '2022-05-05T20:33:09Z', 'revision_number': 4, 'project_id': '319e65ce2d224e768cdbd69739e25b53', 'gw_port': {'id': 'b69daf30-2e54-4bea-ae80-fd99cab9dc4b', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f36556d-1eee-4e17-a245-4ca996cb0580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:33:04Z', 'updated_at': '2022-05-05T20:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '6a83d386-2b61-4857-aa9e-ce0b8febd495', 'tenant_id': '319e65ce2d224e768cdbd69739e25b53', 'floating_ip_address': '172.25.0.178', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '2f36556d-1eee-4e17-a245-4ca996cb0580', 'port_id': 'ed820858-21b7-4739-bbdb-009434158433', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4031, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4a20b3c-ae9f-4def-9b23-26fbdac1320b', 'mac_address': 'fa:16:3e:76:28:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b2f461-30f2-4f7e-b1c2-f48fecaecdda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:33:40Z', 'updated_at': '2022-05-05T20:33:40Z', 'revision_number': 0, 'project_id': '319e65ce2d224e768cdbd69739e25b53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc2f9b6c-b7ed-498d-bf46-8961bb0d41d8', 'name': '', 'network_id': 'c4a20b3c-ae9f-4def-9b23-26fbdac1320b', 'tenant_id': '319e65ce2d224e768cdbd69739e25b53', 'mac_address': 'fa:16:3e:85:29:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f36556d-1eee-4e17-a245-4ca996cb0580', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '66a6f882-bccb-4256-83b5-0b0aa723e025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:33:08Z', 'updated_at': '2022-05-05T20:33:24Z', 'revision_number': 5, 'project_id': '319e65ce2d224e768cdbd69739e25b53', 'subnets': [{'id': '66a6f882-bccb-4256-83b5-0b0aa723e025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:33:42.024795 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2836ae-5b44-437d-8e90-e0fcf0b162b9 None None] Checking router: 2f36556d-1eee-4e17-a245-4ca996cb0580 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:33:42.033556 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2836ae-5b44-437d-8e90-e0fcf0b162b9 None None] Routers {'2f36556d-1eee-4e17-a245-4ca996cb0580'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:33:42.034163 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-4a2836ae-5b44-437d-8e90-e0fcf0b162b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:33:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['2f36556d-1eee-4e17-a245-4ca996cb0580'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:33:42.067231 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04c253-81d1-41f6-b40f-9f5e4b75ff2d req-8810bf92-e4da-4bb1-a591-f20982d9d394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:42.068721 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7d04c253-81d1-41f6-b40f-9f5e4b75ff2d req-8810bf92-e4da-4bb1-a591-f20982d9d394 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=66a6f882-bccb-4256-83b5-0b0aa723e025 HTTP/1.1" status: 200 len: 847 time: 0.0570762 May 05 20:33:42.149058 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04c253-81d1-41f6-b40f-9f5e4b75ff2d req-6b2dc6f1-9c3c-4e07-b430-e98cff53713e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:33:42.150575 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7d04c253-81d1-41f6-b40f-9f5e4b75ff2d req-6b2dc6f1-9c3c-4e07-b430-e98cff53713e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c4a20b3c-ae9f-4def-9b23-26fbdac1320b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715640 May 05 20:33:42.215335 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-4a2836ae-5b44-437d-8e90-e0fcf0b162b9 None None] Set router 2f36556d-1eee-4e17-a245-4ca996cb0580 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:33:42.281213 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7d04c253-81d1-41f6-b40f-9f5e4b75ff2d req-98c43fa7-0f5e-44b0-a095-b1b7c14d8401 service neutron] 10.222.0.50 "GET /v2.0/networks/c4a20b3c-ae9f-4def-9b23-26fbdac1320b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248777 May 05 20:33:42.414622 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7d04c253-81d1-41f6-b40f-9f5e4b75ff2d req-3ba8dfcf-b992-4461-8dfb-4661d17a46d5 service neutron] 10.222.0.50 "GET /v2.0/networks/c4a20b3c-ae9f-4def-9b23-26fbdac1320b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273108 May 05 20:33:42.570390 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-4a2836ae-5b44-437d-8e90-e0fcf0b162b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f36556d-1eee-4e17-a245-4ca996cb0580', 'name': 'tempest-TestServerBasicOps-293687247-router', 'tenant_id': '319e65ce2d224e768cdbd69739e25b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'b69daf30-2e54-4bea-ae80-fd99cab9dc4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:33:04Z', 'updated_at': '2022-05-05T20:33:09Z', 'revision_number': 4, 'project_id': '319e65ce2d224e768cdbd69739e25b53', 'gw_port': {'id': 'b69daf30-2e54-4bea-ae80-fd99cab9dc4b', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f36556d-1eee-4e17-a245-4ca996cb0580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:33:04Z', 'updated_at': '2022-05-05T20:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '6a83d386-2b61-4857-aa9e-ce0b8febd495', 'tenant_id': '319e65ce2d224e768cdbd69739e25b53', 'floating_ip_address': '172.25.0.178', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '2f36556d-1eee-4e17-a245-4ca996cb0580', 'port_id': 'ed820858-21b7-4739-bbdb-009434158433', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4031, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4a20b3c-ae9f-4def-9b23-26fbdac1320b', 'mac_address': 'fa:16:3e:76:28:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b2f461-30f2-4f7e-b1c2-f48fecaecdda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:33:40Z', 'updated_at': '2022-05-05T20:33:40Z', 'revision_number': 0, 'project_id': '319e65ce2d224e768cdbd69739e25b53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc2f9b6c-b7ed-498d-bf46-8961bb0d41d8', 'name': '', 'network_id': 'c4a20b3c-ae9f-4def-9b23-26fbdac1320b', 'tenant_id': '319e65ce2d224e768cdbd69739e25b53', 'mac_address': 'fa:16:3e:85:29:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f36556d-1eee-4e17-a245-4ca996cb0580', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '66a6f882-bccb-4256-83b5-0b0aa723e025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:33:08Z', 'updated_at': '2022-05-05T20:33:24Z', 'revision_number': 5, 'project_id': '319e65ce2d224e768cdbd69739e25b53', 'subnets': [{'id': '66a6f882-bccb-4256-83b5-0b0aa723e025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:33:42.574295 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2836ae-5b44-437d-8e90-e0fcf0b162b9 None None] The sync data for ids ['2f36556d-1eee-4e17-a245-4ca996cb0580'] in n-d-840717-1 is: [{'id': '2f36556d-1eee-4e17-a245-4ca996cb0580', 'name': 'tempest-TestServerBasicOps-293687247-router', 'tenant_id': '319e65ce2d224e768cdbd69739e25b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'b69daf30-2e54-4bea-ae80-fd99cab9dc4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:33:04Z', 'updated_at': '2022-05-05T20:33:09Z', 'revision_number': 4, 'project_id': '319e65ce2d224e768cdbd69739e25b53', 'gw_port': {'id': 'b69daf30-2e54-4bea-ae80-fd99cab9dc4b', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f36556d-1eee-4e17-a245-4ca996cb0580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:33:04Z', 'updated_at': '2022-05-05T20:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '6a83d386-2b61-4857-aa9e-ce0b8febd495', 'tenant_id': '319e65ce2d224e768cdbd69739e25b53', 'floating_ip_address': '172.25.0.178', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '2f36556d-1eee-4e17-a245-4ca996cb0580', 'port_id': 'ed820858-21b7-4739-bbdb-009434158433', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4031, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4a20b3c-ae9f-4def-9b23-26fbdac1320b', 'mac_address': 'fa:16:3e:76:28:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b2f461-30f2-4f7e-b1c2-f48fecaecdda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:33:40Z', 'updated_at': '2022-05-05T20:33:40Z', 'revision_number': 0, 'project_id': '319e65ce2d224e768cdbd69739e25b53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc2f9b6c-b7ed-498d-bf46-8961bb0d41d8', 'name': '', 'network_id': 'c4a20b3c-ae9f-4def-9b23-26fbdac1320b', 'tenant_id': '319e65ce2d224e768cdbd69739e25b53', 'mac_address': 'fa:16:3e:85:29:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f36556d-1eee-4e17-a245-4ca996cb0580', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '66a6f882-bccb-4256-83b5-0b0aa723e025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:33:08Z', 'updated_at': '2022-05-05T20:33:24Z', 'revision_number': 5, 'project_id': '319e65ce2d224e768cdbd69739e25b53', 'subnets': [{'id': '66a6f882-bccb-4256-83b5-0b0aa723e025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:33:42.767569 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3b137b-16c0-4e02-8711-fb0799902746 None None] New status for floating IP 6a83d386-2b61-4857-aa9e-ce0b8febd495: ACTIVE {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:33:44.485059 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:33:44.971911 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:33:46.532777 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:02.514355 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d8a07725-8a62-4442-b9f5-d0b6d9a842fe req-522c68fe-7698-4da0-ac6b-92f7fc75ddb9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d2937469-6087-444f-9329-578248350285&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0739634 May 05 20:34:02.658719 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a07725-8a62-4442-b9f5-d0b6d9a842fe req-a586da11-b031-46ee-a34e-085646b47768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:02.660224 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d8a07725-8a62-4442-b9f5-d0b6d9a842fe req-a586da11-b031-46ee-a34e-085646b47768 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d5327fecdbda4453866269afbd5ac6fc&device_id=d2937469-6087-444f-9329-578248350285 HTTP/1.1" status: 200 len: 1096 time: 0.0704312 May 05 20:34:02.803593 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a07725-8a62-4442-b9f5-d0b6d9a842fe req-529d7aaf-8b6c-429f-9173-d02e3fdea6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:02.804919 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d8a07725-8a62-4442-b9f5-d0b6d9a842fe req-529d7aaf-8b6c-429f-9173-d02e3fdea6b5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=29a0e805-6e5b-4d29-836f-ace2c73e49b1 HTTP/1.1" status: 200 len: 912 time: 0.1249757 May 05 20:34:02.919120 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d8a07725-8a62-4442-b9f5-d0b6d9a842fe req-0e18ff47-c506-4409-bb92-5d1d76b6d099 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c05f481-2a58-4447-b341-273539c11b46 HTTP/1.1" status: 200 len: 1001 time: 0.1082284 May 05 20:34:02.980095 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a07725-8a62-4442-b9f5-d0b6d9a842fe req-25864e73-2a0d-4abe-a43e-6b6c51f16a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:02.981469 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d8a07725-8a62-4442-b9f5-d0b6d9a842fe req-25864e73-2a0d-4abe-a43e-6b6c51f16a67 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d4fffa46-b0f9-43c4-a768-6cf896707ddc HTTP/1.1" status: 200 len: 850 time: 0.0557010 May 05 20:34:03.057729 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a07725-8a62-4442-b9f5-d0b6d9a842fe req-25a1bf51-a3e2-40e9-afdf-88445b099c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:03.059103 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d8a07725-8a62-4442-b9f5-d0b6d9a842fe req-25a1bf51-a3e2-40e9-afdf-88445b099c05 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=29a0e805-6e5b-4d29-836f-ace2c73e49b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715652 May 05 20:34:03.189165 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d8a07725-8a62-4442-b9f5-d0b6d9a842fe req-af52ace5-ec4a-42c4-9443-9c0dee4e72ac service neutron] 10.222.0.50 "GET /v2.0/networks/29a0e805-6e5b-4d29-836f-ace2c73e49b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235051 May 05 20:34:03.320075 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d8a07725-8a62-4442-b9f5-d0b6d9a842fe req-2e9e5ff8-f832-46ed-8b0d-1bb06abb340d service neutron] 10.222.0.50 "GET /v2.0/networks/29a0e805-6e5b-4d29-836f-ace2c73e49b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248293 May 05 20:34:04.661529 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2392b622-4cb1-4efb-a82c-d885f86aa671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:05.187295 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7497bc6c-cbfd-4722-8765-af27d9ed25a3 req-194e2035-1680-4a87-b5ca-8f51012a56cd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d7d99442-d0cf-49e3-beb2-01ea5672b69e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1174667 May 05 20:34:05.330343 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7497bc6c-cbfd-4722-8765-af27d9ed25a3 req-6dcb542d-bfa3-4dfe-9cfd-7e670295e82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:05.332016 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7497bc6c-cbfd-4722-8765-af27d9ed25a3 req-6dcb542d-bfa3-4dfe-9cfd-7e670295e82d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ae03aa52cc144bf0b519baf0417a3070&device_id=d7d99442-d0cf-49e3-beb2-01ea5672b69e HTTP/1.1" status: 200 len: 1096 time: 0.0749204 May 05 20:34:05.476158 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7497bc6c-cbfd-4722-8765-af27d9ed25a3 req-6db687cb-0ed3-4bff-bb13-a386549ad382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:05.477595 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7497bc6c-cbfd-4722-8765-af27d9ed25a3 req-6db687cb-0ed3-4bff-bb13-a386549ad382 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8faac822-2df8-473a-a25e-47c7e9b40510 HTTP/1.1" status: 200 len: 897 time: 0.1271255 May 05 20:34:05.696315 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7497bc6c-cbfd-4722-8765-af27d9ed25a3 req-0464bf82-010b-4cbe-94d2-d3c447e39c12 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acbe3139-786f-4418-aeef-9b3457000214 HTTP/1.1" status: 200 len: 1001 time: 0.2131557 May 05 20:34:05.759512 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7497bc6c-cbfd-4722-8765-af27d9ed25a3 req-4ebf1a91-a5c7-4985-89c5-2b04ab2ac8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:05.760916 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7497bc6c-cbfd-4722-8765-af27d9ed25a3 req-4ebf1a91-a5c7-4985-89c5-2b04ab2ac8bc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dc9c1091-d137-449c-ab5e-adf020c81637 HTTP/1.1" status: 200 len: 834 time: 0.0573037 May 05 20:34:05.837702 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7497bc6c-cbfd-4722-8765-af27d9ed25a3 req-1eb25fe0-7a25-4e26-9142-a4cbbcec4963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:05.839192 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7497bc6c-cbfd-4722-8765-af27d9ed25a3 req-1eb25fe0-7a25-4e26-9142-a4cbbcec4963 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8faac822-2df8-473a-a25e-47c7e9b40510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712085 May 05 20:34:05.978545 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7497bc6c-cbfd-4722-8765-af27d9ed25a3 req-faafeb28-3239-498a-b02f-40aad3fe57df service neutron] 10.222.0.24 "GET /v2.0/networks/8faac822-2df8-473a-a25e-47c7e9b40510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316764 May 05 20:34:06.120182 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7497bc6c-cbfd-4722-8765-af27d9ed25a3 req-e8d08837-802c-4456-8579-6aa1adc50050 service neutron] 10.222.0.24 "GET /v2.0/networks/8faac822-2df8-473a-a25e-47c7e9b40510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349909 May 05 20:34:06.864537 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fc2137a2-770b-4706-9c04-16a5c43fcc08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:07.902655 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:08.077169 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:08.313311 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35882) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:34:08.391555 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553424f0-45b2-4bcd-be97-b74214fc36fa tempest-TestNetworkBasicOps-1246439767 tempest-TestNetworkBasicOps-1246439767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:08.392317 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553424f0-45b2-4bcd-be97-b74214fc36fa tempest-TestNetworkBasicOps-1246439767 tempest-TestNetworkBasicOps-1246439767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:08.392795 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553424f0-45b2-4bcd-be97-b74214fc36fa tempest-TestNetworkBasicOps-1246439767 tempest-TestNetworkBasicOps-1246439767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:08.394470 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-553424f0-45b2-4bcd-be97-b74214fc36fa tempest-TestNetworkBasicOps-1246439767 tempest-TestNetworkBasicOps-1246439767-project-admin] 10.222.0.36 "GET /v2.0/ports?project_id=ae03aa52cc144bf0b519baf0417a3070&network_id=8faac822-2df8-473a-a25e-47c7e9b40510 HTTP/1.1" status: 200 len: 2969 time: 0.0799935 May 05 20:34:09.640967 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:10.115613 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35894) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:34:10.178221 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91790925-5088-4616-90e3-a7241461dbc6 tempest-TestNetworkBasicOps-1246439767 tempest-TestNetworkBasicOps-1246439767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:10.179692 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-91790925-5088-4616-90e3-a7241461dbc6 tempest-TestNetworkBasicOps-1246439767 tempest-TestNetworkBasicOps-1246439767-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=0401d202-1605-4cfe-bad4-fb225df6afb0 HTTP/1.1" status: 200 len: 814 time: 0.0629733 May 05 20:34:10.697759 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35902) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:34:10.703597 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-0289becb-0186-4d0c-9ac6-916f7c66bde5 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Request body: {'network': {'name': 'tempest-network-smoke--1894474862', 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'port_security_enabled': True}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:34:10.709375 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0289becb-0186-4d0c-9ac6-916f7c66bde5 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:34:10.719089 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0289becb-0186-4d0c-9ac6-916f7c66bde5 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:34:10.729464 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0289becb-0186-4d0c-9ac6-916f7c66bde5 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Made reservation on behalf of ae03aa52cc144bf0b519baf0417a3070 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:34:10.733560 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0289becb-0186-4d0c-9ac6-916f7c66bde5 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:10.762203 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0289becb-0186-4d0c-9ac6-916f7c66bde5 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:34:10.772306 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0289becb-0186-4d0c-9ac6-916f7c66bde5 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:10.772642 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-0289becb-0186-4d0c-9ac6-916f7c66bde5 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Added segment b62c1e0f-3ef0-4b24-baac-ece06960d26a of type vlan for network 4f90ec3d-96c1-45c8-a823-1c05fb1653c2 May 05 20:34:10.798453 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0289becb-0186-4d0c-9ac6-916f7c66bde5 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:10.827026 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0289becb-0186-4d0c-9ac6-916f7c66bde5 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:10.832964 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0289becb-0186-4d0c-9ac6-916f7c66bde5 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:10.833547 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0289becb-0186-4d0c-9ac6-916f7c66bde5 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:10.938222 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-0289becb-0186-4d0c-9ac6-916f7c66bde5 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2393515 May 05 20:34:10.941560 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35906) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:34:10.943424 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0289becb-0186-4d0c-9ac6-916f7c66bde5 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Pushing event updated for resources: {'Network': ['ID=4f90ec3d-96c1-45c8-a823-1c05fb1653c2,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:34:10.954926 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 4f90ec3d-96c1-45c8-a823-1c05fb1653c2 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:34:11.004312 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b913827-d7e1-4aa7-afbd-51da2da0078b tempest-TestNetworkBasicOps-1246439767 tempest-TestNetworkBasicOps-1246439767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:11.005772 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-1b913827-d7e1-4aa7-afbd-51da2da0078b tempest-TestNetworkBasicOps-1246439767 tempest-TestNetworkBasicOps-1246439767-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=ae03aa52cc144bf0b519baf0417a3070&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0631430 May 05 20:34:11.008566 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 35910) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:34:11.138651 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b6a947-e6d5-4a41-839b-13157080c6d3 tempest-TestNetworkBasicOps-1246439767 tempest-TestNetworkBasicOps-1246439767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:11.140146 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-c3b6a947-e6d5-4a41-839b-13157080c6d3 tempest-TestNetworkBasicOps-1246439767 tempest-TestNetworkBasicOps-1246439767-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1307080 May 05 20:34:11.143780 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35914) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:34:11.182690 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-163dcb37-bb1f-40ab-858f-d4e96034edf6 tempest-TestNetworkBasicOps-1246439767 tempest-TestNetworkBasicOps-1246439767-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=0401d202-1605-4cfe-bad4-fb225df6afb0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377781 May 05 20:34:11.185272 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35918) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:34:11.228087 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-dd021e9d-8af6-4445-921c-5e27e8e4d7e4 tempest-TestNetworkBasicOps-1246439767 tempest-TestNetworkBasicOps-1246439767-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=ae03aa52cc144bf0b519baf0417a3070&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0417435 May 05 20:34:11.230266 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35922) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:34:11.365205 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6f5b91-6bc9-4759-897c-170c09a48572 tempest-TestNetworkBasicOps-1246439767 tempest-TestNetworkBasicOps-1246439767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:11.366682 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-7f6f5b91-6bc9-4759-897c-170c09a48572 tempest-TestNetworkBasicOps-1246439767 tempest-TestNetworkBasicOps-1246439767-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1355553 May 05 20:34:11.369478 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35926) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:34:11.407918 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-556a54db-244d-4bad-ae51-4fee6eaca1e2 tempest-TestNetworkBasicOps-1246439767 tempest-TestNetworkBasicOps-1246439767-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=0401d202-1605-4cfe-bad4-fb225df6afb0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374289 May 05 20:34:11.410473 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35930) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:34:11.415511 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-0b92b8e2-ca02-436b-bbe3-38ac3f86a51e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1477592433', 'network_id': '4f90ec3d-96c1-45c8-a823-1c05fb1653c2', 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:34:11.522875 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0b92b8e2-ca02-436b-bbe3-38ac3f86a51e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:34:11.526653 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-0b92b8e2-ca02-436b-bbe3-38ac3f86a51e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Usage tracker for resource:subnet and tenant:ae03aa52cc144bf0b519baf0417a3070 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:34:11.529477 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-0b92b8e2-ca02-436b-bbe3-38ac3f86a51e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:34:11.535110 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0b92b8e2-ca02-436b-bbe3-38ac3f86a51e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:34:11.544502 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b92b8e2-ca02-436b-bbe3-38ac3f86a51e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Made reservation on behalf of ae03aa52cc144bf0b519baf0417a3070 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:34:11.548547 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0b92b8e2-ca02-436b-bbe3-38ac3f86a51e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:11.761693 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0b92b8e2-ca02-436b-bbe3-38ac3f86a51e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:11.843827 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b92b8e2-ca02-436b-bbe3-38ac3f86a51e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Pushing event updated for resources: {'Subnet': ['ID=0990fef4-96b8-49f3-a8aa-c1e429f3fce3,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:34:11.853211 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b92b8e2-ca02-436b-bbe3-38ac3f86a51e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Checking segment: {'id': 'b62c1e0f-3ef0-4b24-baac-ece06960d26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4f90ec3d-96c1-45c8-a823-1c05fb1653c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:34:11.853565 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b92b8e2-ca02-436b-bbe3-38ac3f86a51e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Network hostable DHCP agents. Network: 4f90ec3d-96c1-45c8-a823-1c05fb1653c2, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:34:11.859680 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b92b8e2-ca02-436b-bbe3-38ac3f86a51e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:34:11.860021 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b92b8e2-ca02-436b-bbe3-38ac3f86a51e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:34:11.860371 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b92b8e2-ca02-436b-bbe3-38ac3f86a51e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:34:11.861414 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b92b8e2-ca02-436b-bbe3-38ac3f86a51e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:34:11.861834 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b92b8e2-ca02-436b-bbe3-38ac3f86a51e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:34:11.862165 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b92b8e2-ca02-436b-bbe3-38ac3f86a51e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:34:11.862489 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b92b8e2-ca02-436b-bbe3-38ac3f86a51e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:34:11.862809 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b92b8e2-ca02-436b-bbe3-38ac3f86a51e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:34:11.863129 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b92b8e2-ca02-436b-bbe3-38ac3f86a51e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:34:11.863471 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b92b8e2-ca02-436b-bbe3-38ac3f86a51e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:34:11.863814 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b92b8e2-ca02-436b-bbe3-38ac3f86a51e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:34:11.864152 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b92b8e2-ca02-436b-bbe3-38ac3f86a51e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:34:11.880688 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b92b8e2-ca02-436b-bbe3-38ac3f86a51e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Network 4f90ec3d-96c1-45c8-a823-1c05fb1653c2 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:34:11.889563 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-0b92b8e2-ca02-436b-bbe3-38ac3f86a51e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 4f90ec3d-96c1-45c8-a823-1c05fb1653c2) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:34:11.894102 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b92b8e2-ca02-436b-bbe3-38ac3f86a51e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:11.894727 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0b92b8e2-ca02-436b-bbe3-38ac3f86a51e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:11.898408 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23aeb5e8-c881-48e9-bb20-5a07038f6b9e None None] Network 4f90ec3d-96c1-45c8-a823-1c05fb1653c2 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:34:11.916493 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-0b92b8e2-ca02-436b-bbe3-38ac3f86a51e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.5050638 May 05 20:34:12.154704 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c57feb-286c-40c3-a467-427100eeb7b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-4f90ec3d-96c1-45c8-a823-1c05fb1653c2', 'network_id': '4f90ec3d-96c1-45c8-a823-1c05fb1653c2', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'fixed_ips': [{'subnet_id': '0990fef4-96b8-49f3-a8aa-c1e429f3fce3'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:34:12.155552 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-07c57feb-286c-40c3-a467-427100eeb7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:12.307156 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-07c57feb-286c-40c3-a467-427100eeb7b0 None None] Allocated IP 172.20.0.18 (4f90ec3d-96c1-45c8-a823-1c05fb1653c2/0990fef4-96b8-49f3-a8aa-c1e429f3fce3/9f70b21a-5eee-4fb5-b7d0-9bde05c7ba70) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:34:12.446535 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35936) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:34:12.451892 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-0300b756-fc15-4631-9a7c-3d73d31cb80e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1132444694', 'description': 'tempest-secgroup-smoke-1132444694 description', 'project_id': 'ae03aa52cc144bf0b519baf0417a3070'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:34:12.458981 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0300b756-fc15-4631-9a7c-3d73d31cb80e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:34:12.469899 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0300b756-fc15-4631-9a7c-3d73d31cb80e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:34:12.482863 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0300b756-fc15-4631-9a7c-3d73d31cb80e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:12.518380 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-07c57feb-286c-40c3-a467-427100eeb7b0 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:12.521498 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0300b756-fc15-4631-9a7c-3d73d31cb80e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:34:12.525452 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-0300b756-fc15-4631-9a7c-3d73d31cb80e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Usage tracker for resource:security_group_rule and tenant:ae03aa52cc144bf0b519baf0417a3070 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:34:12.528558 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-0300b756-fc15-4631-9a7c-3d73d31cb80e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:34:12.530936 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-07c57feb-286c-40c3-a467-427100eeb7b0 None None] Transition to ACTIVE for port object 9f70b21a-5eee-4fb5-b7d0-9bde05c7ba70 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:34:12.535387 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0300b756-fc15-4631-9a7c-3d73d31cb80e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:34:12.550024 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-07c57feb-286c-40c3-a467-427100eeb7b0 None None] Transition to ACTIVE for port object 9f70b21a-5eee-4fb5-b7d0-9bde05c7ba70 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:34:12.555977 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-07c57feb-286c-40c3-a467-427100eeb7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:12.609639 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0300b756-fc15-4631-9a7c-3d73d31cb80e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:12.614176 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0300b756-fc15-4631-9a7c-3d73d31cb80e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:12.621856 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c57feb-286c-40c3-a467-427100eeb7b0 None None] Network 4f90ec3d-96c1-45c8-a823-1c05fb1653c2 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:34:12.624809 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-07c57feb-286c-40c3-a467-427100eeb7b0 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:34:12.629498 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c57feb-286c-40c3-a467-427100eeb7b0 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:34:12.635635 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c57feb-286c-40c3-a467-427100eeb7b0 None None] Pushing event updated for resources: {'Port': ['ID=9f70b21a-5eee-4fb5-b7d0-9bde05c7ba70,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:34:12.664766 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0300b756-fc15-4631-9a7c-3d73d31cb80e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a0cc582-6d3f-41f4-bdb2-e69c2fde0055,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:34:12.666802 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0300b756-fc15-4631-9a7c-3d73d31cb80e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:12.670677 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-0300b756-fc15-4631-9a7c-3d73d31cb80e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2203939 May 05 20:34:12.671492 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35942) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:34:12.673750 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c57feb-286c-40c3-a467-427100eeb7b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:34:12.674097 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c57feb-286c-40c3-a467-427100eeb7b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:34:12.674441 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c57feb-286c-40c3-a467-427100eeb7b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:34:12.674772 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c57feb-286c-40c3-a467-427100eeb7b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:34:12.675098 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c57feb-286c-40c3-a467-427100eeb7b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:34:12.675447 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c57feb-286c-40c3-a467-427100eeb7b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:34:12.675774 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c57feb-286c-40c3-a467-427100eeb7b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:34:12.676094 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c57feb-286c-40c3-a467-427100eeb7b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:34:12.676409 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c57feb-286c-40c3-a467-427100eeb7b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:34:12.676517 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-8f7d2322-7a8b-4360-a126-8fe109366b14 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Request body: {'security_group_rule': {'security_group_id': '9a0cc582-6d3f-41f4-bdb2-e69c2fde0055', 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:34:12.676725 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c57feb-286c-40c3-a467-427100eeb7b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:34:12.677036 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c57feb-286c-40c3-a467-427100eeb7b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:34:12.677353 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c57feb-286c-40c3-a467-427100eeb7b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:34:12.683085 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8f7d2322-7a8b-4360-a126-8fe109366b14 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:34:12.687017 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-8f7d2322-7a8b-4360-a126-8fe109366b14 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Usage tracker for resource:security_group_rule and tenant:ae03aa52cc144bf0b519baf0417a3070 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:34:12.690978 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-8f7d2322-7a8b-4360-a126-8fe109366b14 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:34:12.696946 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8f7d2322-7a8b-4360-a126-8fe109366b14 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:34:12.714906 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8f7d2322-7a8b-4360-a126-8fe109366b14 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:12.738330 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-07c57feb-286c-40c3-a467-427100eeb7b0 None None] Attempting to bind port 9f70b21a-5eee-4fb5-b7d0-9bde05c7ba70 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:34:12.738770 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-07c57feb-286c-40c3-a467-427100eeb7b0 None None] Attempting to bind port 9f70b21a-5eee-4fb5-b7d0-9bde05c7ba70 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'b62c1e0f-3ef0-4b24-baac-ece06960d26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4f90ec3d-96c1-45c8-a823-1c05fb1653c2'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:34:12.739135 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c57feb-286c-40c3-a467-427100eeb7b0 None None] Attempting to bind port 9f70b21a-5eee-4fb5-b7d0-9bde05c7ba70 on network 4f90ec3d-96c1-45c8-a823-1c05fb1653c2 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:34:12.745498 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c57feb-286c-40c3-a467-427100eeb7b0 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:34:12.745870 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c57feb-286c-40c3-a467-427100eeb7b0 None None] Checking segment: {'id': 'b62c1e0f-3ef0-4b24-baac-ece06960d26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4f90ec3d-96c1-45c8-a823-1c05fb1653c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:34:12.746294 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-07c57feb-286c-40c3-a467-427100eeb7b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:12.746712 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c57feb-286c-40c3-a467-427100eeb7b0 None None] Bound using segment: {'id': 'b62c1e0f-3ef0-4b24-baac-ece06960d26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4f90ec3d-96c1-45c8-a823-1c05fb1653c2'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:34:12.747181 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-07c57feb-286c-40c3-a467-427100eeb7b0 None None] Bound port: 9f70b21a-5eee-4fb5-b7d0-9bde05c7ba70, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b62c1e0f-3ef0-4b24-baac-ece06960d26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4f90ec3d-96c1-45c8-a823-1c05fb1653c2'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:34:12.747580 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-07c57feb-286c-40c3-a467-427100eeb7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:12.780347 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8f7d2322-7a8b-4360-a126-8fe109366b14 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:12.784490 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8f7d2322-7a8b-4360-a126-8fe109366b14 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:12.810029 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7d2322-7a8b-4360-a126-8fe109366b14 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2470706-994e-4ad9-9737-426f49c24792,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:34:12.819922 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8f7d2322-7a8b-4360-a126-8fe109366b14 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:12.821544 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-8f7d2322-7a8b-4360-a126-8fe109366b14 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1492875 May 05 20:34:12.823819 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35946) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:34:12.829060 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-746b802b-fa54-45ba-87a8-76def6565669 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Request body: {'security_group_rule': {'security_group_id': '9a0cc582-6d3f-41f4-bdb2-e69c2fde0055', 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:34:12.836048 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-746b802b-fa54-45ba-87a8-76def6565669 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:34:12.836770 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-07c57feb-286c-40c3-a467-427100eeb7b0 None None] For port 9f70b21a-5eee-4fb5-b7d0-9bde05c7ba70, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:34:12.839849 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-746b802b-fa54-45ba-87a8-76def6565669 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Usage tracker for resource:security_group_rule and tenant:ae03aa52cc144bf0b519baf0417a3070 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:34:12.839991 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-07c57feb-286c-40c3-a467-427100eeb7b0 None None] For port 9f70b21a-5eee-4fb5-b7d0-9bde05c7ba70, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=9f70b21a-5eee-4fb5-b7d0-9bde05c7ba70,segment=NetworkSegment(b62c1e0f-3ef0-4b24-baac-ece06960d26a),segment_id=b62c1e0f-3ef0-4b24-baac-ece06960d26a)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:34:12.843485 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-746b802b-fa54-45ba-87a8-76def6565669 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:34:12.846031 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-07c57feb-286c-40c3-a467-427100eeb7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:12.850472 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-746b802b-fa54-45ba-87a8-76def6565669 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:34:12.868287 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-746b802b-fa54-45ba-87a8-76def6565669 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:12.933154 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c57feb-286c-40c3-a467-427100eeb7b0 None None] Pushing event updated for resources: {'Port': ['ID=9f70b21a-5eee-4fb5-b7d0-9bde05c7ba70,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:34:12.937496 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-746b802b-fa54-45ba-87a8-76def6565669 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:12.942870 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-746b802b-fa54-45ba-87a8-76def6565669 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:12.969217 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746b802b-fa54-45ba-87a8-76def6565669 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e85fd880-bc9c-4c51-afed-b8bfd56169d5,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:34:12.981048 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-746b802b-fa54-45ba-87a8-76def6565669 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:12.982548 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-746b802b-fa54-45ba-87a8-76def6565669 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1577988 May 05 20:34:12.985237 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35950) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:34:12.991506 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-a30cd900-70ec-468f-957a-0a38bf7ce96c tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Request body: {'security_group_rule': {'security_group_id': '9a0cc582-6d3f-41f4-bdb2-e69c2fde0055', 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:34:12.998338 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a30cd900-70ec-468f-957a-0a38bf7ce96c tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:34:13.002434 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a30cd900-70ec-468f-957a-0a38bf7ce96c tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Usage tracker for resource:security_group_rule and tenant:ae03aa52cc144bf0b519baf0417a3070 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:34:13.005438 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a30cd900-70ec-468f-957a-0a38bf7ce96c tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:34:13.011168 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a30cd900-70ec-468f-957a-0a38bf7ce96c tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:34:13.028755 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a30cd900-70ec-468f-957a-0a38bf7ce96c tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:13.096398 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a30cd900-70ec-468f-957a-0a38bf7ce96c tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:13.101205 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a30cd900-70ec-468f-957a-0a38bf7ce96c tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:13.131578 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30cd900-70ec-468f-957a-0a38bf7ce96c tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=280fec34-4f0e-48ce-92fd-e7ca4278e377,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:34:13.140666 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a30cd900-70ec-468f-957a-0a38bf7ce96c tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:13.142552 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a30cd900-70ec-468f-957a-0a38bf7ce96c tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1549568 May 05 20:34:13.145070 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35954) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:34:13.151110 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-b54d9cb0-624e-490a-af33-faa8b52151a7 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Request body: {'security_group_rule': {'security_group_id': '9a0cc582-6d3f-41f4-bdb2-e69c2fde0055', 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:34:13.158374 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b54d9cb0-624e-490a-af33-faa8b52151a7 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:34:13.162336 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-b54d9cb0-624e-490a-af33-faa8b52151a7 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Usage tracker for resource:security_group_rule and tenant:ae03aa52cc144bf0b519baf0417a3070 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:34:13.165436 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-b54d9cb0-624e-490a-af33-faa8b52151a7 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:34:13.171294 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b54d9cb0-624e-490a-af33-faa8b52151a7 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:34:13.190023 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b54d9cb0-624e-490a-af33-faa8b52151a7 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:13.265426 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b54d9cb0-624e-490a-af33-faa8b52151a7 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:13.269793 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b54d9cb0-624e-490a-af33-faa8b52151a7 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:13.295761 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54d9cb0-624e-490a-af33-faa8b52151a7 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e941209-5018-4898-b0b6-248441d5a14b,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:34:13.305308 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b54d9cb0-624e-490a-af33-faa8b52151a7 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:13.306875 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b54d9cb0-624e-490a-af33-faa8b52151a7 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1608806 May 05 20:34:13.309521 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35958) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:34:13.314553 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-1811dce1-e659-4990-8029-cbd4667ccb35 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Request body: {'security_group_rule': {'security_group_id': '9a0cc582-6d3f-41f4-bdb2-e69c2fde0055', 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:34:13.320907 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1811dce1-e659-4990-8029-cbd4667ccb35 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:34:13.324664 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-1811dce1-e659-4990-8029-cbd4667ccb35 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Usage tracker for resource:security_group_rule and tenant:ae03aa52cc144bf0b519baf0417a3070 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:34:13.327505 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-1811dce1-e659-4990-8029-cbd4667ccb35 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:34:13.333934 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1811dce1-e659-4990-8029-cbd4667ccb35 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:34:13.343582 n-d-840717-1 neutron-server[88198]: INFO neutron.db.securitygroups_db [None req-1811dce1-e659-4990-8029-cbd4667ccb35 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Project ae03aa52cc144bf0b519baf0417a3070 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 20:34:13.350955 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1811dce1-e659-4990-8029-cbd4667ccb35 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:13.416538 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1811dce1-e659-4990-8029-cbd4667ccb35 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:13.421811 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1811dce1-e659-4990-8029-cbd4667ccb35 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:13.446464 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1811dce1-e659-4990-8029-cbd4667ccb35 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84a0a79f-4f2b-40a1-8cad-2dd6465cc44d,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:34:13.456291 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1811dce1-e659-4990-8029-cbd4667ccb35 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:13.457464 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-1811dce1-e659-4990-8029-cbd4667ccb35 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1470082 May 05 20:34:13.460172 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 35962) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:34:13.465080 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-505643a3-ae37-4999-a0fa-32d53561f32a tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Request body: {'security_group_rule': {'security_group_id': '9a0cc582-6d3f-41f4-bdb2-e69c2fde0055', 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:34:13.471410 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-505643a3-ae37-4999-a0fa-32d53561f32a tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:34:13.475135 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-505643a3-ae37-4999-a0fa-32d53561f32a tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Usage tracker for resource:security_group_rule and tenant:ae03aa52cc144bf0b519baf0417a3070 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:34:13.478176 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-505643a3-ae37-4999-a0fa-32d53561f32a tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:34:13.483853 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-505643a3-ae37-4999-a0fa-32d53561f32a tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:34:13.496845 n-d-840717-1 neutron-server[88198]: INFO neutron.db.securitygroups_db [None req-505643a3-ae37-4999-a0fa-32d53561f32a tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Project ae03aa52cc144bf0b519baf0417a3070 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 20:34:13.504619 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-505643a3-ae37-4999-a0fa-32d53561f32a tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:13.573676 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-505643a3-ae37-4999-a0fa-32d53561f32a tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:13.578224 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-505643a3-ae37-4999-a0fa-32d53561f32a tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:13.603223 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505643a3-ae37-4999-a0fa-32d53561f32a tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb8c95ac-e8b6-4c54-bca5-0c3a7427dde8,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:34:13.614277 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-505643a3-ae37-4999-a0fa-32d53561f32a tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:13.616043 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-505643a3-ae37-4999-a0fa-32d53561f32a tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1548786 May 05 20:34:13.793225 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-b009c35b-d2a3-4491-b812-7431a6140410 req-e1352e49-cdfc-4161-a33b-a88d8097dd84 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Synchronizing usage tracker for tenant:ae03aa52cc144bf0b519baf0417a3070 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:34:13.808911 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-b009c35b-d2a3-4491-b812-7431a6140410 req-e1352e49-cdfc-4161-a33b-a88d8097dd84 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Unset dirty status for tenant:ae03aa52cc144bf0b519baf0417a3070 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:34:13.810388 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b009c35b-d2a3-4491-b812-7431a6140410 req-e1352e49-cdfc-4161-a33b-a88d8097dd84 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1132444694&fields=id&tenant_id=ae03aa52cc144bf0b519baf0417a3070 HTTP/1.1" status: 200 len: 267 time: 0.0612025 May 05 20:34:13.898670 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cfcac8-56c9-40fc-a3c4-d6f3d90f479f None None] Network 4f90ec3d-96c1-45c8-a823-1c05fb1653c2 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:34:13.965332 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b009c35b-d2a3-4491-b812-7431a6140410 req-32796096-2641-48d5-afe2-ca5138cb28ed tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:13.965931 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-b009c35b-d2a3-4491-b812-7431a6140410 req-32796096-2641-48d5-afe2-ca5138cb28ed tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Synchronizing usage tracker for tenant:ae03aa52cc144bf0b519baf0417a3070 on resource:network {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:34:13.983142 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-b009c35b-d2a3-4491-b812-7431a6140410 req-32796096-2641-48d5-afe2-ca5138cb28ed tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Unset dirty status for tenant:ae03aa52cc144bf0b519baf0417a3070 on resource:network {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:34:13.986448 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b009c35b-d2a3-4491-b812-7431a6140410 req-32796096-2641-48d5-afe2-ca5138cb28ed tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/networks?id=4f90ec3d-96c1-45c8-a823-1c05fb1653c2 HTTP/1.1" status: 200 len: 797 time: 0.1681318 May 05 20:34:14.002445 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b009c35b-d2a3-4491-b812-7431a6140410 req-6254f9e0-4c6e-407d-bbb2-16e673d55c2a tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/quotas/ae03aa52cc144bf0b519baf0417a3070 HTTP/1.1" status: 200 len: 375 time: 0.0104864 May 05 20:34:14.008819 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-87addde6-d1b7-41b8-b5bc-9880ebdcf4c0 None None] Provisioning for port 9f70b21a-5eee-4fb5-b7d0-9bde05c7ba70 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:34:14.100510 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b009c35b-d2a3-4491-b812-7431a6140410 req-93075093-b543-41a9-bb91-3e4c2ac0ca91 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ae03aa52cc144bf0b519baf0417a3070&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0913637 May 05 20:34:14.178303 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [req-b009c35b-d2a3-4491-b812-7431a6140410 req-e09dd2f0-0bfd-446e-a149-73e11d8f6952 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:34:14.179317 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b009c35b-d2a3-4491-b812-7431a6140410 req-e09dd2f0-0bfd-446e-a149-73e11d8f6952 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0668659 May 05 20:34:14.226788 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 9f70b21a-5eee-4fb5-b7d0-9bde05c7ba70 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:34:14.304924 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 9f70b21a-5eee-4fb5-b7d0-9bde05c7ba70 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:34:14.310304 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 9f70b21a-5eee-4fb5-b7d0-9bde05c7ba70 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:34:14.310666 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:14.431796 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:14.442503 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b009c35b-d2a3-4491-b812-7431a6140410 req-7cecaa3c-a8c5-4d31-bbaa-5b46b2264f67 service neutron] 10.222.0.36 "GET /v2.0/networks/4f90ec3d-96c1-45c8-a823-1c05fb1653c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566333 May 05 20:34:14.477703 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-26a9709e-ebcd-4a89-89bf-17dff7ce9c06 None None] Provisioning complete for port 9f70b21a-5eee-4fb5-b7d0-9bde05c7ba70 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:34:14.477987 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-26a9709e-ebcd-4a89-89bf-17dff7ce9c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:14.511677 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 9f70b21a-5eee-4fb5-b7d0-9bde05c7ba70, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=9f70b21a-5eee-4fb5-b7d0-9bde05c7ba70,segment=NetworkSegment(b62c1e0f-3ef0-4b24-baac-ece06960d26a),segment_id=b62c1e0f-3ef0-4b24-baac-ece06960d26a)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:34:14.526532 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:14.581728 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:14.588489 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b009c35b-d2a3-4491-b812-7431a6140410 req-6844387a-3f14-4078-949a-90736696afad service neutron] 10.222.0.36 "GET /v2.0/networks/4f90ec3d-96c1-45c8-a823-1c05fb1653c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397824 May 05 20:34:14.614070 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=9f70b21a-5eee-4fb5-b7d0-9bde05c7ba70,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:34:14.785673 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-419d0a38-673f-4b67-9532-0e8a93dd238f req-72c9ac49-de97-45d2-8520-0bd0958c980e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcc46f31-bd93-4219-9669-5aa251de1e96 HTTP/1.1" status: 200 len: 210 time: 0.0484085 May 05 20:34:15.791451 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b009c35b-d2a3-4491-b812-7431a6140410 req-3e897e04-fe1a-4a60-a1f1-ff18f01546a2 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:15.792858 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b009c35b-d2a3-4491-b812-7431a6140410 req-3e897e04-fe1a-4a60-a1f1-ff18f01546a2 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.24 "GET /v2.0/networks?id=4f90ec3d-96c1-45c8-a823-1c05fb1653c2 HTTP/1.1" status: 200 len: 797 time: 0.1452427 May 05 20:34:15.845923 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b009c35b-d2a3-4491-b812-7431a6140410 req-ce664932-30ec-4a61-a8b2-ce79012a5a74 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae03aa52cc144bf0b519baf0417a3070 HTTP/1.1" status: 200 len: 472 time: 0.0450699 May 05 20:34:15.855285 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-b009c35b-d2a3-4491-b812-7431a6140410 req-fb5db369-a685-4d18-8294-80b8925d5344 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Request body: {'port': {'device_id': 'fcc46f31-bd93-4219-9669-5aa251de1e96', 'network_id': '4f90ec3d-96c1-45c8-a823-1c05fb1653c2', 'admin_state_up': True, 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'security_groups': ['9a0cc582-6d3f-41f4-bdb2-e69c2fde0055']}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:34:16.000792 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3387f414-6434-40e0-ac13-e2e5da4dc48d req-791c1404-8a11-40a5-a05d-ef2fd0604adc tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcc46f31-bd93-4219-9669-5aa251de1e96 HTTP/1.1" status: 200 len: 210 time: 0.0568366 May 05 20:34:16.034832 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-b009c35b-d2a3-4491-b812-7431a6140410 req-fb5db369-a685-4d18-8294-80b8925d5344 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:34:16.038820 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-b009c35b-d2a3-4491-b812-7431a6140410 req-fb5db369-a685-4d18-8294-80b8925d5344 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Usage tracker for resource:port and tenant:ae03aa52cc144bf0b519baf0417a3070 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:34:16.041597 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-b009c35b-d2a3-4491-b812-7431a6140410 req-fb5db369-a685-4d18-8294-80b8925d5344 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:34:16.047089 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-b009c35b-d2a3-4491-b812-7431a6140410 req-fb5db369-a685-4d18-8294-80b8925d5344 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:34:16.056325 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b009c35b-d2a3-4491-b812-7431a6140410 req-fb5db369-a685-4d18-8294-80b8925d5344 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Made reservation on behalf of ae03aa52cc144bf0b519baf0417a3070 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:34:16.059749 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b009c35b-d2a3-4491-b812-7431a6140410 req-fb5db369-a685-4d18-8294-80b8925d5344 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:16.188657 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 9f70b21a-5eee-4fb5-b7d0-9bde05c7ba70 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:34:16.217270 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-b009c35b-d2a3-4491-b812-7431a6140410 req-fb5db369-a685-4d18-8294-80b8925d5344 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Allocated IP 172.20.0.27 (4f90ec3d-96c1-45c8-a823-1c05fb1653c2/0990fef4-96b8-49f3-a8aa-c1e429f3fce3/2b5e9fef-5094-4ecb-a262-89317588a581) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:34:16.312970 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 9f70b21a-5eee-4fb5-b7d0-9bde05c7ba70 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:34:16.313249 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:16.409056 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b009c35b-d2a3-4491-b812-7431a6140410 req-fb5db369-a685-4d18-8294-80b8925d5344 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:16.425702 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-b009c35b-d2a3-4491-b812-7431a6140410 req-fb5db369-a685-4d18-8294-80b8925d5344 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Transition to ACTIVE for port object 2b5e9fef-5094-4ecb-a262-89317588a581 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:34:16.450584 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b009c35b-d2a3-4491-b812-7431a6140410 req-fb5db369-a685-4d18-8294-80b8925d5344 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:16.522159 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b009c35b-d2a3-4491-b812-7431a6140410 req-fb5db369-a685-4d18-8294-80b8925d5344 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Network 4f90ec3d-96c1-45c8-a823-1c05fb1653c2 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:34:16.525310 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-b009c35b-d2a3-4491-b812-7431a6140410 req-fb5db369-a685-4d18-8294-80b8925d5344 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:34:16.529016 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-b009c35b-d2a3-4491-b812-7431a6140410 req-fb5db369-a685-4d18-8294-80b8925d5344 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:34:16.537499 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:16.566178 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5db369-a685-4d18-8294-80b8925d5344 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Pushing event updated for resources: {'Port': ['ID=2b5e9fef-5094-4ecb-a262-89317588a581,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:34:16.603547 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b009c35b-d2a3-4491-b812-7431a6140410 req-fb5db369-a685-4d18-8294-80b8925d5344 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:16.604343 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b009c35b-d2a3-4491-b812-7431a6140410 req-fb5db369-a685-4d18-8294-80b8925d5344 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:16.632088 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b009c35b-d2a3-4491-b812-7431a6140410 req-fb5db369-a685-4d18-8294-80b8925d5344 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7802773 May 05 20:34:16.643448 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-b009c35b-d2a3-4491-b812-7431a6140410 req-39839eb9-cd3c-43d7-993e-a66c016897ed service neutron] Request body: {'port': {'device_id': 'fcc46f31-bd93-4219-9669-5aa251de1e96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:34:16.668719 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36004) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:34:16.759200 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b009c35b-d2a3-4491-b812-7431a6140410 req-39839eb9-cd3c-43d7-993e-a66c016897ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:16.803043 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4affedbf-d8de-4c51-8e2f-b076f8ee097b req-3aae40c1-0a6d-4e6a-8faa-7ff31bd0f556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:16.804554 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-59d6319a-5df3-405e-99f1-c0f6b8224593 None None] Provisioning for port 2b5e9fef-5094-4ecb-a262-89317588a581 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:34:16.804693 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4affedbf-d8de-4c51-8e2f-b076f8ee097b req-3aae40c1-0a6d-4e6a-8faa-7ff31bd0f556 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c5b2f461-30f2-4f7e-b1c2-f48fecaecdda HTTP/1.1" status: 200 len: 1096 time: 0.1349154 May 05 20:34:16.809743 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-59d6319a-5df3-405e-99f1-c0f6b8224593 None None] Provisioning complete for port 2b5e9fef-5094-4ecb-a262-89317588a581 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:34:16.810116 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-59d6319a-5df3-405e-99f1-c0f6b8224593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:16.848749 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4affedbf-d8de-4c51-8e2f-b076f8ee097b req-faed0b18-62ad-4fb2-a9e6-87410436562d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=44aca91f-4df4-4393-aaa7-a217ebded880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373719 May 05 20:34:16.872334 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-59d6319a-5df3-405e-99f1-c0f6b8224593 None None] Port 2b5e9fef-5094-4ecb-a262-89317588a581 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:34:17.204049 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9a6a4-65fd-4a2a-9d95-5d9b7dee82d9 req-337f6fdc-bd0a-45dd-98e5-3e3474663162 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:17.206695 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-01a9a6a4-65fd-4a2a-9d95-5d9b7dee82d9 req-337f6fdc-bd0a-45dd-98e5-3e3474663162 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcc46f31-bd93-4219-9669-5aa251de1e96 HTTP/1.1" status: 200 len: 932 time: 0.0989239 May 05 20:34:17.233108 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-b009c35b-d2a3-4491-b812-7431a6140410 req-39839eb9-cd3c-43d7-993e-a66c016897ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b5e9fef-5094-4ecb-a262-89317588a581 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:34:17.241898 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b009c35b-d2a3-4491-b812-7431a6140410 req-39839eb9-cd3c-43d7-993e-a66c016897ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:17.256925 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-01a9a6a4-65fd-4a2a-9d95-5d9b7dee82d9 req-9845a633-5903-4aa7-813d-8095da918718 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a0cc582-6d3f-41f4-bdb2-e69c2fde0055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442579 May 05 20:34:17.257995 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-b009c35b-d2a3-4491-b812-7431a6140410 req-39839eb9-cd3c-43d7-993e-a66c016897ed service neutron] Transition to ACTIVE for port object 2b5e9fef-5094-4ecb-a262-89317588a581 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:34:17.262186 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b009c35b-d2a3-4491-b812-7431a6140410 req-39839eb9-cd3c-43d7-993e-a66c016897ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:17.422881 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39839eb9-cd3c-43d7-993e-a66c016897ed service neutron] Pushing event updated for resources: {'Port': ['ID=2b5e9fef-5094-4ecb-a262-89317588a581,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:34:17.503249 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-b009c35b-d2a3-4491-b812-7431a6140410 req-39839eb9-cd3c-43d7-993e-a66c016897ed service neutron] Attempting to bind port 2b5e9fef-5094-4ecb-a262-89317588a581 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:34:17.503948 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-b009c35b-d2a3-4491-b812-7431a6140410 req-39839eb9-cd3c-43d7-993e-a66c016897ed service neutron] Attempting to bind port 2b5e9fef-5094-4ecb-a262-89317588a581 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'b62c1e0f-3ef0-4b24-baac-ece06960d26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4f90ec3d-96c1-45c8-a823-1c05fb1653c2'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:34:17.504444 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b009c35b-d2a3-4491-b812-7431a6140410 req-39839eb9-cd3c-43d7-993e-a66c016897ed service neutron] Attempting to bind port 2b5e9fef-5094-4ecb-a262-89317588a581 on network 4f90ec3d-96c1-45c8-a823-1c05fb1653c2 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:34:17.509741 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b009c35b-d2a3-4491-b812-7431a6140410 req-39839eb9-cd3c-43d7-993e-a66c016897ed service neutron] Port 2b5e9fef-5094-4ecb-a262-89317588a581 on network 4f90ec3d-96c1-45c8-a823-1c05fb1653c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:34:17.510059 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b009c35b-d2a3-4491-b812-7431a6140410 req-39839eb9-cd3c-43d7-993e-a66c016897ed service neutron] Attempting to bind port 2b5e9fef-5094-4ecb-a262-89317588a581 on network 4f90ec3d-96c1-45c8-a823-1c05fb1653c2 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:34:17.515145 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b009c35b-d2a3-4491-b812-7431a6140410 req-39839eb9-cd3c-43d7-993e-a66c016897ed service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:34:17.515513 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b009c35b-d2a3-4491-b812-7431a6140410 req-39839eb9-cd3c-43d7-993e-a66c016897ed service neutron] Checking segment: {'id': 'b62c1e0f-3ef0-4b24-baac-ece06960d26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4f90ec3d-96c1-45c8-a823-1c05fb1653c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:34:17.515895 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b009c35b-d2a3-4491-b812-7431a6140410 req-39839eb9-cd3c-43d7-993e-a66c016897ed service neutron] Bound using segment: {'id': 'b62c1e0f-3ef0-4b24-baac-ece06960d26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4f90ec3d-96c1-45c8-a823-1c05fb1653c2'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:34:17.516313 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-b009c35b-d2a3-4491-b812-7431a6140410 req-39839eb9-cd3c-43d7-993e-a66c016897ed service neutron] Bound port: 2b5e9fef-5094-4ecb-a262-89317588a581, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b62c1e0f-3ef0-4b24-baac-ece06960d26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4f90ec3d-96c1-45c8-a823-1c05fb1653c2'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:34:17.517255 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b009c35b-d2a3-4491-b812-7431a6140410 req-39839eb9-cd3c-43d7-993e-a66c016897ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:17.614753 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-b009c35b-d2a3-4491-b812-7431a6140410 req-39839eb9-cd3c-43d7-993e-a66c016897ed service neutron] For port 2b5e9fef-5094-4ecb-a262-89317588a581, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:34:17.618234 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-b009c35b-d2a3-4491-b812-7431a6140410 req-39839eb9-cd3c-43d7-993e-a66c016897ed service neutron] For port 2b5e9fef-5094-4ecb-a262-89317588a581, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=2b5e9fef-5094-4ecb-a262-89317588a581,segment=NetworkSegment(b62c1e0f-3ef0-4b24-baac-ece06960d26a),segment_id=b62c1e0f-3ef0-4b24-baac-ece06960d26a)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:34:17.623340 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b009c35b-d2a3-4491-b812-7431a6140410 req-39839eb9-cd3c-43d7-993e-a66c016897ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:17.689990 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b009c35b-d2a3-4491-b812-7431a6140410 req-39839eb9-cd3c-43d7-993e-a66c016897ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:17.690603 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b009c35b-d2a3-4491-b812-7431a6140410 req-39839eb9-cd3c-43d7-993e-a66c016897ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:17.692019 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b009c35b-d2a3-4491-b812-7431a6140410 req-39839eb9-cd3c-43d7-993e-a66c016897ed service neutron] 10.222.0.24 "PUT /v2.0/ports/2b5e9fef-5094-4ecb-a262-89317588a581 HTTP/1.1" status: 200 len: 1092 time: 1.0529139 May 05 20:34:17.692449 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcc46f31-bd93-4219-9669-5aa251de1e96', 'tag': '2b5e9fef-5094-4ecb-a262-89317588a581'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:34:17.711652 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39839eb9-cd3c-43d7-993e-a66c016897ed service neutron] Pushing event updated for resources: {'Port': ['ID=2b5e9fef-5094-4ecb-a262-89317588a581,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:34:17.770836 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bda62d45-c7fd-4e0c-aa6c-4f5b51aafc19'] response: {'name': 'network-changed', 'server_uuid': 'fcc46f31-bd93-4219-9669-5aa251de1e96', 'tag': '2b5e9fef-5094-4ecb-a262-89317588a581', 'status': 'completed', 'code': 200} May 05 20:34:17.811995 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b009c35b-d2a3-4491-b812-7431a6140410 req-92e783c5-a10e-4ab5-9c0d-06304b70fe6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:17.813502 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b009c35b-d2a3-4491-b812-7431a6140410 req-92e783c5-a10e-4ab5-9c0d-06304b70fe6e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ae03aa52cc144bf0b519baf0417a3070&device_id=fcc46f31-bd93-4219-9669-5aa251de1e96 HTTP/1.1" status: 200 len: 1095 time: 0.0766804 May 05 20:34:17.886926 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b009c35b-d2a3-4491-b812-7431a6140410 req-be63b0c7-eb1a-41a1-8eb1-a9d48eff5e26 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=2b5e9fef-5094-4ecb-a262-89317588a581 HTTP/1.1" status: 200 len: 217 time: 0.0668085 May 05 20:34:17.948763 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b009c35b-d2a3-4491-b812-7431a6140410 req-c83d545b-8eb1-4228-81a4-c81bdafabf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:17.950135 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b009c35b-d2a3-4491-b812-7431a6140410 req-c83d545b-8eb1-4228-81a4-c81bdafabf5d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0990fef4-96b8-49f3-a8aa-c1e429f3fce3 HTTP/1.1" status: 200 len: 838 time: 0.0566752 May 05 20:34:18.030712 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b009c35b-d2a3-4491-b812-7431a6140410 req-31604df6-5c4c-4b34-838e-37f0ab6cfadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:18.032161 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b009c35b-d2a3-4491-b812-7431a6140410 req-31604df6-5c4c-4b34-838e-37f0ab6cfadb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4f90ec3d-96c1-45c8-a823-1c05fb1653c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0763786 May 05 20:34:18.164786 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b009c35b-d2a3-4491-b812-7431a6140410 req-7021a82a-5d92-47c9-a114-4fb5ea62d0b8 service neutron] 10.222.0.24 "GET /v2.0/networks/4f90ec3d-96c1-45c8-a823-1c05fb1653c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265306 May 05 20:34:18.296396 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b009c35b-d2a3-4491-b812-7431a6140410 req-2760a310-1219-4ac3-8531-79494a74d3af service neutron] 10.222.0.24 "GET /v2.0/networks/4f90ec3d-96c1-45c8-a823-1c05fb1653c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256194 May 05 20:34:18.474466 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4579e03b-10a6-4c3a-80e5-6f2b752937ed req-ca269559-1308-4ed7-9094-d906aaa6c229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:18.475972 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4579e03b-10a6-4c3a-80e5-6f2b752937ed req-ca269559-1308-4ed7-9094-d906aaa6c229 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ae03aa52cc144bf0b519baf0417a3070&device_id=fcc46f31-bd93-4219-9669-5aa251de1e96 HTTP/1.1" status: 200 len: 1095 time: 0.1351280 May 05 20:34:18.511997 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b7fa2e-b483-44ef-8c68-ab88777ea983 req-eee9ae53-4ce5-4720-9e4c-f18d71adf71b tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:18.512676 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-42b7fa2e-b483-44ef-8c68-ab88777ea983 req-eee9ae53-4ce5-4720-9e4c-f18d71adf71b tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Synchronizing usage tracker for tenant:ae03aa52cc144bf0b519baf0417a3070 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:34:18.588501 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-42b7fa2e-b483-44ef-8c68-ab88777ea983 req-eee9ae53-4ce5-4720-9e4c-f18d71adf71b tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Unset dirty status for tenant:ae03aa52cc144bf0b519baf0417a3070 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:34:18.589579 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-42b7fa2e-b483-44ef-8c68-ab88777ea983 req-eee9ae53-4ce5-4720-9e4c-f18d71adf71b tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcc46f31-bd93-4219-9669-5aa251de1e96 HTTP/1.1" status: 200 len: 944 time: 0.2141409 May 05 20:34:18.657233 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4579e03b-10a6-4c3a-80e5-6f2b752937ed req-ba9981a2-4b90-403d-9ca0-2bdd4c806a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:18.659198 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4579e03b-10a6-4c3a-80e5-6f2b752937ed req-ba9981a2-4b90-403d-9ca0-2bdd4c806a94 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4f90ec3d-96c1-45c8-a823-1c05fb1653c2 HTTP/1.1" status: 200 len: 898 time: 0.1758177 May 05 20:34:18.666076 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-42b7fa2e-b483-44ef-8c68-ab88777ea983 req-7bc29af8-95dc-4441-9539-1798fc74da95 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a0cc582-6d3f-41f4-bdb2-e69c2fde0055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590954 May 05 20:34:18.730195 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4579e03b-10a6-4c3a-80e5-6f2b752937ed req-9483109a-b0f9-448e-a547-3182f4a6bc02 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=2b5e9fef-5094-4ecb-a262-89317588a581 HTTP/1.1" status: 200 len: 217 time: 0.0631354 May 05 20:34:18.797377 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4579e03b-10a6-4c3a-80e5-6f2b752937ed req-5e0818f0-93b3-4fcf-9b59-c2c188f793d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:18.799678 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4579e03b-10a6-4c3a-80e5-6f2b752937ed req-5e0818f0-93b3-4fcf-9b59-c2c188f793d9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0990fef4-96b8-49f3-a8aa-c1e429f3fce3 HTTP/1.1" status: 200 len: 838 time: 0.0627139 May 05 20:34:18.872628 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4579e03b-10a6-4c3a-80e5-6f2b752937ed req-33aeac78-6385-4d0a-b17e-d5c3ea990959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:18.873999 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4579e03b-10a6-4c3a-80e5-6f2b752937ed req-33aeac78-6385-4d0a-b17e-d5c3ea990959 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4f90ec3d-96c1-45c8-a823-1c05fb1653c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0683663 May 05 20:34:19.122125 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4579e03b-10a6-4c3a-80e5-6f2b752937ed req-9cca41f4-0d1b-4fa6-80dc-7cd13ed1bd68 service neutron] 10.222.0.24 "GET /v2.0/networks/4f90ec3d-96c1-45c8-a823-1c05fb1653c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409589 May 05 20:34:19.252296 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4579e03b-10a6-4c3a-80e5-6f2b752937ed req-6b41a233-a461-45ad-9684-a5c8b34b5403 service neutron] 10.222.0.24 "GET /v2.0/networks/4f90ec3d-96c1-45c8-a823-1c05fb1653c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236210 May 05 20:34:19.849119 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56aa230-9c87-4dbe-8a00-39b1b34fdec1 req-fe4f3d88-2f08-4724-9248-43dbb82029b5 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:19.850562 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a56aa230-9c87-4dbe-8a00-39b1b34fdec1 req-fe4f3d88-2f08-4724-9248-43dbb82029b5 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcc46f31-bd93-4219-9669-5aa251de1e96 HTTP/1.1" status: 200 len: 944 time: 0.0779684 May 05 20:34:19.895814 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a56aa230-9c87-4dbe-8a00-39b1b34fdec1 req-be80ebd8-cba8-4c76-9801-240a424d3e36 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a0cc582-6d3f-41f4-bdb2-e69c2fde0055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395267 May 05 20:34:21.081865 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c3a733-adee-4d69-974f-b8bd7fd3b89c req-025f2ff0-57b6-49de-ba29-485b778064d8 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:21.083331 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-80c3a733-adee-4d69-974f-b8bd7fd3b89c req-025f2ff0-57b6-49de-ba29-485b778064d8 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcc46f31-bd93-4219-9669-5aa251de1e96 HTTP/1.1" status: 200 len: 944 time: 0.0837617 May 05 20:34:21.126656 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-80c3a733-adee-4d69-974f-b8bd7fd3b89c req-f03c15ad-1af3-47aa-9a9a-dc72a784373a tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a0cc582-6d3f-41f4-bdb2-e69c2fde0055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370631 May 05 20:34:21.971380 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:34:22.142980 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 2b5e9fef-5094-4ecb-a262-89317588a581 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:34:22.279991 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 2b5e9fef-5094-4ecb-a262-89317588a581, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=2b5e9fef-5094-4ecb-a262-89317588a581,segment=NetworkSegment(b62c1e0f-3ef0-4b24-baac-ece06960d26a),segment_id=b62c1e0f-3ef0-4b24-baac-ece06960d26a)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:34:22.293350 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '2b5e9fef-5094-4ecb-a262-89317588a581', 'network_id': '4f90ec3d-96c1-45c8-a823-1c05fb1653c2', 'port_id': '2b5e9fef-5094-4ecb-a262-89317588a581', 'mac_address': 'fa:16:3e:d9:40:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0990fef4-96b8-49f3-a8aa-c1e429f3fce3', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:34:22.315408 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64bb9dd-3655-468d-8f46-716c5d08604c req-459fef9c-aa7a-42c9-afbe-fbb02942c3ec tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:22.317143 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f64bb9dd-3655-468d-8f46-716c5d08604c req-459fef9c-aa7a-42c9-afbe-fbb02942c3ec tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcc46f31-bd93-4219-9669-5aa251de1e96 HTTP/1.1" status: 200 len: 944 time: 0.0832620 May 05 20:34:22.347301 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:22.362120 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f64bb9dd-3655-468d-8f46-716c5d08604c req-ea76fa92-78e3-450e-b241-7e3fc9973d0e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a0cc582-6d3f-41f4-bdb2-e69c2fde0055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392847 May 05 20:34:22.364167 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b5e9fef-5094-4ecb-a262-89317588a581 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:34:22.381228 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 2b5e9fef-5094-4ecb-a262-89317588a581, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=2b5e9fef-5094-4ecb-a262-89317588a581,segment=NetworkSegment(b62c1e0f-3ef0-4b24-baac-ece06960d26a),segment_id=b62c1e0f-3ef0-4b24-baac-ece06960d26a)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:34:22.385178 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:22.463593 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=2b5e9fef-5094-4ecb-a262-89317588a581,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:34:22.582898 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['2b5e9fef-5094-4ecb-a262-89317588a581'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:34:23.545039 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde433f-efbf-45c5-994b-c5211e1ea8f8 req-2496c744-fef6-452a-ad27-e38ad102761b tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:23.546503 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ebde433f-efbf-45c5-994b-c5211e1ea8f8 req-2496c744-fef6-452a-ad27-e38ad102761b tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcc46f31-bd93-4219-9669-5aa251de1e96 HTTP/1.1" status: 200 len: 945 time: 0.0802472 May 05 20:34:23.594547 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ebde433f-efbf-45c5-994b-c5211e1ea8f8 req-4677fc99-0fb0-4364-99f6-6bbdbf60cbb5 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a0cc582-6d3f-41f4-bdb2-e69c2fde0055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423055 May 05 20:34:24.158531 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 2b5e9fef-5094-4ecb-a262-89317588a581 up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:34:24.228429 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port 2b5e9fef-5094-4ecb-a262-89317588a581 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:34:24.233112 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 2b5e9fef-5094-4ecb-a262-89317588a581 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:34:24.233478 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:24.348389 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:24.379392 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc46f31-bd93-4219-9669-5aa251de1e96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b5e9fef-5094-4ecb-a262-89317588a581'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:34:24.388703 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 2b5e9fef-5094-4ecb-a262-89317588a581, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=2b5e9fef-5094-4ecb-a262-89317588a581,segment=NetworkSegment(b62c1e0f-3ef0-4b24-baac-ece06960d26a),segment_id=b62c1e0f-3ef0-4b24-baac-ece06960d26a)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:34:24.392973 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:24.430660 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41cfa718-5694-4ad9-a918-be87952d35d0'] response: {'server_uuid': 'fcc46f31-bd93-4219-9669-5aa251de1e96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b5e9fef-5094-4ecb-a262-89317588a581', 'code': 200} May 05 20:34:24.462718 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=2b5e9fef-5094-4ecb-a262-89317588a581,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:34:24.544093 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1e190-f220-43a1-8b7e-6054eec8a027 req-9544519c-87d6-407d-9e0d-68ac1e1e7bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:24.545562 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c9d1e190-f220-43a1-8b7e-6054eec8a027 req-9544519c-87d6-407d-9e0d-68ac1e1e7bfc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fcc46f31-bd93-4219-9669-5aa251de1e96 HTTP/1.1" status: 200 len: 1097 time: 0.0686390 May 05 20:34:24.584996 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c9d1e190-f220-43a1-8b7e-6054eec8a027 req-01915a37-5299-405e-9c29-f40d1c1eb965 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9a0cc582-6d3f-41f4-bdb2-e69c2fde0055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337503 May 05 20:34:24.785123 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc1abff-153b-4b0b-b02b-26962f042114 req-74c52d10-aa8c-440e-9bf8-8f3caf736a29 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:24.786590 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9cc1abff-153b-4b0b-b02b-26962f042114 req-74c52d10-aa8c-440e-9bf8-8f3caf736a29 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcc46f31-bd93-4219-9669-5aa251de1e96 HTTP/1.1" status: 200 len: 946 time: 0.0858347 May 05 20:34:24.831105 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9cc1abff-153b-4b0b-b02b-26962f042114 req-2332b35d-e634-4ff4-ba60-95afd02104a5 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a0cc582-6d3f-41f4-bdb2-e69c2fde0055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388765 May 05 20:34:26.014537 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66debe40-bb29-4238-96b1-057e26b03ed4 req-8fbf5e6a-4c97-44f3-a000-8413d098266b tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:26.016048 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-66debe40-bb29-4238-96b1-057e26b03ed4 req-8fbf5e6a-4c97-44f3-a000-8413d098266b tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcc46f31-bd93-4219-9669-5aa251de1e96 HTTP/1.1" status: 200 len: 946 time: 0.0796826 May 05 20:34:26.063052 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-66debe40-bb29-4238-96b1-057e26b03ed4 req-2fb03eda-c879-4a63-bd21-2a2ae858b99e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a0cc582-6d3f-41f4-bdb2-e69c2fde0055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409002 May 05 20:34:26.245120 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14969be2-6838-4e1b-8ed7-f3862e4f0185 req-85376a82-bc41-4636-be37-2b274aba6b4f tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:26.246545 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-14969be2-6838-4e1b-8ed7-f3862e4f0185 req-85376a82-bc41-4636-be37-2b274aba6b4f tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcc46f31-bd93-4219-9669-5aa251de1e96 HTTP/1.1" status: 200 len: 946 time: 0.0788651 May 05 20:34:26.295711 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-14969be2-6838-4e1b-8ed7-f3862e4f0185 req-beae34af-728c-4ce0-930b-b4f31c0060a2 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a0cc582-6d3f-41f4-bdb2-e69c2fde0055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426936 May 05 20:34:27.774130 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36052) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:34:28.481126 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0980e8a9-9de2-4526-ac52-6702fbf2e06e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:28.983472 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-0980e8a9-9de2-4526-ac52-6702fbf2e06e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Allocated IP 172.20.0.17 (4f90ec3d-96c1-45c8-a823-1c05fb1653c2/0990fef4-96b8-49f3-a8aa-c1e429f3fce3/6b8d1a71-d5f6-4069-af70-54b1d299cc3f) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:34:29.147666 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0980e8a9-9de2-4526-ac52-6702fbf2e06e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:29.163038 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-0980e8a9-9de2-4526-ac52-6702fbf2e06e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Transition to ACTIVE for port object 6b8d1a71-d5f6-4069-af70-54b1d299cc3f will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:34:29.185618 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0980e8a9-9de2-4526-ac52-6702fbf2e06e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:29.252251 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0980e8a9-9de2-4526-ac52-6702fbf2e06e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Network 4f90ec3d-96c1-45c8-a823-1c05fb1653c2 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:34:29.255246 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-0980e8a9-9de2-4526-ac52-6702fbf2e06e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:34:29.259249 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0980e8a9-9de2-4526-ac52-6702fbf2e06e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:34:29.295584 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0980e8a9-9de2-4526-ac52-6702fbf2e06e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Pushing event updated for resources: {'Port': ['ID=6b8d1a71-d5f6-4069-af70-54b1d299cc3f,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:34:29.324358 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0980e8a9-9de2-4526-ac52-6702fbf2e06e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:29.458956 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0980e8a9-9de2-4526-ac52-6702fbf2e06e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:29.500608 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-5632efee-c504-49ff-aa06-5e17e89a0138 None None] Provisioning for port 6b8d1a71-d5f6-4069-af70-54b1d299cc3f completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:34:29.506657 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-5632efee-c504-49ff-aa06-5e17e89a0138 None None] Provisioning complete for port 6b8d1a71-d5f6-4069-af70-54b1d299cc3f triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:34:29.506965 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5632efee-c504-49ff-aa06-5e17e89a0138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:29.559764 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-5632efee-c504-49ff-aa06-5e17e89a0138 None None] Port 6b8d1a71-d5f6-4069-af70-54b1d299cc3f cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:34:29.862353 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0980e8a9-9de2-4526-ac52-6702fbf2e06e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:29.866936 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0980e8a9-9de2-4526-ac52-6702fbf2e06e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:29.982593 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0980e8a9-9de2-4526-ac52-6702fbf2e06e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Pushing event updated for resources: {'Port': ['ID=6b8d1a71-d5f6-4069-af70-54b1d299cc3f,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:34:29.985109 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0980e8a9-9de2-4526-ac52-6702fbf2e06e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:30.118682 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0980e8a9-9de2-4526-ac52-6702fbf2e06e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Network 4f90ec3d-96c1-45c8-a823-1c05fb1653c2 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:34:30.119839 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-0980e8a9-9de2-4526-ac52-6702fbf2e06e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:34:30.383845 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-90532d39-e624-4067-9a56-a6e552727ca6 None None] Provisioning complete for port 6b8d1a71-d5f6-4069-af70-54b1d299cc3f triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:34:30.384134 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-90532d39-e624-4067-9a56-a6e552727ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:30.433827 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0980e8a9-9de2-4526-ac52-6702fbf2e06e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Router 3def9584-0018-40e1-832c-00efa57546b4 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:34:30.439014 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-90532d39-e624-4067-9a56-a6e552727ca6 None None] Port 6b8d1a71-d5f6-4069-af70-54b1d299cc3f cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:34:30.614707 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0980e8a9-9de2-4526-ac52-6702fbf2e06e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:34:30.624351 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68972d00-ba17-4daf-b22a-a3f88c1feab6 None None] Sync routers for ids ['3def9584-0018-40e1-832c-00efa57546b4'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:34:30.631320 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-0980e8a9-9de2-4526-ac52-6702fbf2e06e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "PUT /v2.0/routers/3def9584-0018-40e1-832c-00efa57546b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8560975 May 05 20:34:30.633625 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68972d00-ba17-4daf-b22a-a3f88c1feab6 None None] Routers {'3def9584-0018-40e1-832c-00efa57546b4'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:34:30.634268 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-68972d00-ba17-4daf-b22a-a3f88c1feab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:34:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['3def9584-0018-40e1-832c-00efa57546b4'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:34:30.810941 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-68972d00-ba17-4daf-b22a-a3f88c1feab6 None None] Set router 3def9584-0018-40e1-832c-00efa57546b4 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:34:31.191797 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-68972d00-ba17-4daf-b22a-a3f88c1feab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3def9584-0018-40e1-832c-00efa57546b4', 'name': 'tempest-TestNetworkBasicOps-router-408302403', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '4dbdc21a-1394-4159-bcb7-0de9b772114c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:33:02Z', 'updated_at': '2022-05-05T20:34:29Z', 'revision_number': 5, 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'gw_port': {'id': '4dbdc21a-1394-4159-bcb7-0de9b772114c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:97:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3def9584-0018-40e1-832c-00efa57546b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:33:03Z', 'updated_at': '2022-05-05T20:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': 'c9e98d9a-ffff-4029-a95f-e9e86c90c8bd', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'floating_ip_address': '172.25.0.154', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '3def9584-0018-40e1-832c-00efa57546b4', 'port_id': 'acbe3139-786f-4418-aeef-9b3457000214', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8faac822-2df8-473a-a25e-47c7e9b40510', 'mac_address': 'fa:16:3e:20:13:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d99442-d0cf-49e3-beb2-01ea5672b69e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:33:35Z', 'updated_at': '2022-05-05T20:33:38Z', 'revision_number': 1, 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d910520-7ef0-48d3-b77b-adbd40483a1a', 'name': '', 'network_id': '8faac822-2df8-473a-a25e-47c7e9b40510', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'mac_address': 'fa:16:3e:86:16:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3def9584-0018-40e1-832c-00efa57546b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'dc9c1091-d137-449c-ab5e-adf020c81637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:33:08Z', 'updated_at': '2022-05-05T20:33:19Z', 'revision_number': 5, 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'subnets': [{'id': 'dc9c1091-d137-449c-ab5e-adf020c81637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b8d1a71-d5f6-4069-af70-54b1d299cc3f', 'name': '', 'network_id': '4f90ec3d-96c1-45c8-a823-1c05fb1653c2', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'mac_address': 'fa:16:3e:1f:10:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3def9584-0018-40e1-832c-00efa57546b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '0990fef4-96b8-49f3-a8aa-c1e429f3fce3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:34:28Z', 'updated_at': '2022-05-05T20:34:29Z', 'revision_number': 2, 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'subnets': [{'id': '0990fef4-96b8-49f3-a8aa-c1e429f3fce3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:34:31.195676 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68972d00-ba17-4daf-b22a-a3f88c1feab6 None None] Checking router: 3def9584-0018-40e1-832c-00efa57546b4 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:34:31.196032 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68972d00-ba17-4daf-b22a-a3f88c1feab6 None None] Updating router 3def9584-0018-40e1-832c-00efa57546b4 port 6b8d1a71-d5f6-4069-af70-54b1d299cc3f binding host n-d-840717-1 {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:34:31.250443 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-68972d00-ba17-4daf-b22a-a3f88c1feab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:31.580695 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-68972d00-ba17-4daf-b22a-a3f88c1feab6 None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:31.592060 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-68972d00-ba17-4daf-b22a-a3f88c1feab6 None None] Transition to ACTIVE for port object 6b8d1a71-d5f6-4069-af70-54b1d299cc3f will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:34:31.599154 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-68972d00-ba17-4daf-b22a-a3f88c1feab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:31.753788 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c848afed-5adc-48b4-acb4-4c13282e03ec None None] Pushing event updated for resources: {'Port': ['ID=6b8d1a71-d5f6-4069-af70-54b1d299cc3f,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:34:31.817550 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-68972d00-ba17-4daf-b22a-a3f88c1feab6 None None] Attempting to bind port 6b8d1a71-d5f6-4069-af70-54b1d299cc3f on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:34:31.817915 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-68972d00-ba17-4daf-b22a-a3f88c1feab6 None None] Attempting to bind port 6b8d1a71-d5f6-4069-af70-54b1d299cc3f by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'b62c1e0f-3ef0-4b24-baac-ece06960d26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4f90ec3d-96c1-45c8-a823-1c05fb1653c2'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:34:31.818272 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68972d00-ba17-4daf-b22a-a3f88c1feab6 None None] Attempting to bind port 6b8d1a71-d5f6-4069-af70-54b1d299cc3f on network 4f90ec3d-96c1-45c8-a823-1c05fb1653c2 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:34:31.823734 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68972d00-ba17-4daf-b22a-a3f88c1feab6 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:34:31.824018 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68972d00-ba17-4daf-b22a-a3f88c1feab6 None None] Checking segment: {'id': 'b62c1e0f-3ef0-4b24-baac-ece06960d26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4f90ec3d-96c1-45c8-a823-1c05fb1653c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:34:31.824433 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-68972d00-ba17-4daf-b22a-a3f88c1feab6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:31.824821 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68972d00-ba17-4daf-b22a-a3f88c1feab6 None None] Bound using segment: {'id': 'b62c1e0f-3ef0-4b24-baac-ece06960d26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4f90ec3d-96c1-45c8-a823-1c05fb1653c2'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:34:31.825274 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-68972d00-ba17-4daf-b22a-a3f88c1feab6 None None] Bound port: 6b8d1a71-d5f6-4069-af70-54b1d299cc3f, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b62c1e0f-3ef0-4b24-baac-ece06960d26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4f90ec3d-96c1-45c8-a823-1c05fb1653c2'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:34:31.825639 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-68972d00-ba17-4daf-b22a-a3f88c1feab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:31.923253 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-68972d00-ba17-4daf-b22a-a3f88c1feab6 None None] For port 6b8d1a71-d5f6-4069-af70-54b1d299cc3f, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:34:31.926154 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-68972d00-ba17-4daf-b22a-a3f88c1feab6 None None] For port 6b8d1a71-d5f6-4069-af70-54b1d299cc3f, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=6b8d1a71-d5f6-4069-af70-54b1d299cc3f,segment=NetworkSegment(b62c1e0f-3ef0-4b24-baac-ece06960d26a),segment_id=b62c1e0f-3ef0-4b24-baac-ece06960d26a)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:34:31.931209 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-68972d00-ba17-4daf-b22a-a3f88c1feab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:32.008063 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68972d00-ba17-4daf-b22a-a3f88c1feab6 None None] Routers {'3def9584-0018-40e1-832c-00efa57546b4'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:34:32.008690 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-68972d00-ba17-4daf-b22a-a3f88c1feab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:34:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['3def9584-0018-40e1-832c-00efa57546b4'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:34:32.081959 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c848afed-5adc-48b4-acb4-4c13282e03ec None None] Pushing event updated for resources: {'Port': ['ID=6b8d1a71-d5f6-4069-af70-54b1d299cc3f,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:34:32.196046 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-68972d00-ba17-4daf-b22a-a3f88c1feab6 None None] Set router 3def9584-0018-40e1-832c-00efa57546b4 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:34:32.587901 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-68972d00-ba17-4daf-b22a-a3f88c1feab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3def9584-0018-40e1-832c-00efa57546b4', 'name': 'tempest-TestNetworkBasicOps-router-408302403', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '4dbdc21a-1394-4159-bcb7-0de9b772114c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:33:02Z', 'updated_at': '2022-05-05T20:34:29Z', 'revision_number': 5, 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'gw_port': {'id': '4dbdc21a-1394-4159-bcb7-0de9b772114c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:97:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3def9584-0018-40e1-832c-00efa57546b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:33:03Z', 'updated_at': '2022-05-05T20:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': 'c9e98d9a-ffff-4029-a95f-e9e86c90c8bd', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'floating_ip_address': '172.25.0.154', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '3def9584-0018-40e1-832c-00efa57546b4', 'port_id': 'acbe3139-786f-4418-aeef-9b3457000214', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8faac822-2df8-473a-a25e-47c7e9b40510', 'mac_address': 'fa:16:3e:20:13:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d99442-d0cf-49e3-beb2-01ea5672b69e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:33:35Z', 'updated_at': '2022-05-05T20:33:38Z', 'revision_number': 1, 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d910520-7ef0-48d3-b77b-adbd40483a1a', 'name': '', 'network_id': '8faac822-2df8-473a-a25e-47c7e9b40510', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'mac_address': 'fa:16:3e:86:16:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3def9584-0018-40e1-832c-00efa57546b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'dc9c1091-d137-449c-ab5e-adf020c81637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:33:08Z', 'updated_at': '2022-05-05T20:33:19Z', 'revision_number': 5, 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'subnets': [{'id': 'dc9c1091-d137-449c-ab5e-adf020c81637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b8d1a71-d5f6-4069-af70-54b1d299cc3f', 'name': '', 'network_id': '4f90ec3d-96c1-45c8-a823-1c05fb1653c2', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'mac_address': 'fa:16:3e:1f:10:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3def9584-0018-40e1-832c-00efa57546b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '0990fef4-96b8-49f3-a8aa-c1e429f3fce3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:34:28Z', 'updated_at': '2022-05-05T20:34:31Z', 'revision_number': 4, 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'subnets': [{'id': '0990fef4-96b8-49f3-a8aa-c1e429f3fce3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:34:32.591886 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68972d00-ba17-4daf-b22a-a3f88c1feab6 None None] The sync data for ids ['3def9584-0018-40e1-832c-00efa57546b4'] in n-d-840717-1 is: [{'id': '3def9584-0018-40e1-832c-00efa57546b4', 'name': 'tempest-TestNetworkBasicOps-router-408302403', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '4dbdc21a-1394-4159-bcb7-0de9b772114c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:33:02Z', 'updated_at': '2022-05-05T20:34:29Z', 'revision_number': 5, 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'gw_port': {'id': '4dbdc21a-1394-4159-bcb7-0de9b772114c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:97:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3def9584-0018-40e1-832c-00efa57546b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:33:03Z', 'updated_at': '2022-05-05T20:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': 'c9e98d9a-ffff-4029-a95f-e9e86c90c8bd', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'floating_ip_address': '172.25.0.154', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '3def9584-0018-40e1-832c-00efa57546b4', 'port_id': 'acbe3139-786f-4418-aeef-9b3457000214', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8faac822-2df8-473a-a25e-47c7e9b40510', 'mac_address': 'fa:16:3e:20:13:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d99442-d0cf-49e3-beb2-01ea5672b69e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:33:35Z', 'updated_at': '2022-05-05T20:33:38Z', 'revision_number': 1, 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d910520-7ef0-48d3-b77b-adbd40483a1a', 'name': '', 'network_id': '8faac822-2df8-473a-a25e-47c7e9b40510', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'mac_address': 'fa:16:3e:86:16:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3def9584-0018-40e1-832c-00efa57546b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'dc9c1091-d137-449c-ab5e-adf020c81637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:33:08Z', 'updated_at': '2022-05-05T20:33:19Z', 'revision_number': 5, 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'subnets': [{'id': 'dc9c1091-d137-449c-ab5e-adf020c81637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b8d1a71-d5f6-4069-af70-54b1d299cc3f', 'name': '', 'network_id': '4f90ec3d-96c1-45c8-a823-1c05fb1653c2', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'mac_address': 'fa:16:3e:1f:10:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3def9584-0018-40e1-832c-00efa57546b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '0990fef4-96b8-49f3-a8aa-c1e429f3fce3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:34:28Z', 'updated_at': '2022-05-05T20:34:31Z', 'revision_number': 4, 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'subnets': [{'id': '0990fef4-96b8-49f3-a8aa-c1e429f3fce3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:34:34.210030 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 6b8d1a71-d5f6-4069-af70-54b1d299cc3f up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:34:34.278216 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 6b8d1a71-d5f6-4069-af70-54b1d299cc3f completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:34:34.283057 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 6b8d1a71-d5f6-4069-af70-54b1d299cc3f triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:34:34.283436 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:34.398883 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:34.434174 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 6b8d1a71-d5f6-4069-af70-54b1d299cc3f, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=6b8d1a71-d5f6-4069-af70-54b1d299cc3f,segment=NetworkSegment(b62c1e0f-3ef0-4b24-baac-ece06960d26a),segment_id=b62c1e0f-3ef0-4b24-baac-ece06960d26a)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:34:34.437715 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:34.512096 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=6b8d1a71-d5f6-4069-af70-54b1d299cc3f,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:34:34.665279 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b08ce6c7-4ca3-444c-8a35-4c4a4a25f6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:36.199054 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 6b8d1a71-d5f6-4069-af70-54b1d299cc3f up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:34:36.273000 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 6b8d1a71-d5f6-4069-af70-54b1d299cc3f triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:34:36.273000 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:36.867305 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-aea6e361-6430-4b41-93c9-fb873d4689bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:37.905420 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:38.078783 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:39.645647 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:44.498978 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:46.522464 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:49.006881 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36076) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:34:49.568878 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e7e7ef8f-3052-4c71-84bf-a20fdef173c6 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:49.950094 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-e7e7ef8f-3052-4c71-84bf-a20fdef173c6 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Deleting port 6b8d1a71-d5f6-4069-af70-54b1d299cc3f {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:34:49.950423 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e7e7ef8f-3052-4c71-84bf-a20fdef173c6 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:50.263578 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-e7e7ef8f-3052-4c71-84bf-a20fdef173c6 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] For port 6b8d1a71-d5f6-4069-af70-54b1d299cc3f, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=6b8d1a71-d5f6-4069-af70-54b1d299cc3f,segment=NetworkSegment(b62c1e0f-3ef0-4b24-baac-ece06960d26a),segment_id=b62c1e0f-3ef0-4b24-baac-ece06960d26a)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:34:50.264230 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e7e7ef8f-3052-4c71-84bf-a20fdef173c6 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:50.384615 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-e7e7ef8f-3052-4c71-84bf-a20fdef173c6 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Calling delete_port for 6b8d1a71-d5f6-4069-af70-54b1d299cc3f owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:34:50.651423 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e7e7ef8f-3052-4c71-84bf-a20fdef173c6 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:50.699418 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e7ef8f-3052-4c71-84bf-a20fdef173c6 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Pushing event deleted for resources: {'Port': ['ID=6b8d1a71-d5f6-4069-af70-54b1d299cc3f,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:34:50.973794 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e7e7ef8f-3052-4c71-84bf-a20fdef173c6 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:51.335127 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7e7ef8f-3052-4c71-84bf-a20fdef173c6 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Router 3def9584-0018-40e1-832c-00efa57546b4 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:34:51.515163 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7e7ef8f-3052-4c71-84bf-a20fdef173c6 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:34:51.524590 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5ba4aa-f3df-4414-b0d7-85ebde7514c5 None None] Sync routers for ids ['3def9584-0018-40e1-832c-00efa57546b4'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:34:51.531835 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e7e7ef8f-3052-4c71-84bf-a20fdef173c6 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "PUT /v2.0/routers/3def9584-0018-40e1-832c-00efa57546b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5214646 May 05 20:34:51.533985 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5ba4aa-f3df-4414-b0d7-85ebde7514c5 None None] Routers {'3def9584-0018-40e1-832c-00efa57546b4'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:34:51.534586 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-5a5ba4aa-f3df-4414-b0d7-85ebde7514c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:34:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['3def9584-0018-40e1-832c-00efa57546b4'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:34:51.716627 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-5a5ba4aa-f3df-4414-b0d7-85ebde7514c5 None None] Set router 3def9584-0018-40e1-832c-00efa57546b4 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:34:51.900872 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c11dc6-ade9-4e11-9b9d-4ade718aa112 req-69e03334-7e85-4a89-92f5-b9133fac2fef tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:51.901479 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-27c11dc6-ade9-4e11-9b9d-4ade718aa112 req-69e03334-7e85-4a89-92f5-b9133fac2fef tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Synchronizing usage tracker for tenant:ae03aa52cc144bf0b519baf0417a3070 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:34:51.917418 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-27c11dc6-ade9-4e11-9b9d-4ade718aa112 req-69e03334-7e85-4a89-92f5-b9133fac2fef tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Unset dirty status for tenant:ae03aa52cc144bf0b519baf0417a3070 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:34:51.919794 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-27c11dc6-ade9-4e11-9b9d-4ade718aa112 req-69e03334-7e85-4a89-92f5-b9133fac2fef tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcc46f31-bd93-4219-9669-5aa251de1e96 HTTP/1.1" status: 200 len: 946 time: 0.1018822 May 05 20:34:51.966983 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-27c11dc6-ade9-4e11-9b9d-4ade718aa112 req-6dc1a2c4-c814-4df1-b014-d7ae9db53b5e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a0cc582-6d3f-41f4-bdb2-e69c2fde0055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427015 May 05 20:34:52.090168 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-5a5ba4aa-f3df-4414-b0d7-85ebde7514c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3def9584-0018-40e1-832c-00efa57546b4', 'name': 'tempest-TestNetworkBasicOps-router-408302403', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '4dbdc21a-1394-4159-bcb7-0de9b772114c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:33:02Z', 'updated_at': '2022-05-05T20:34:50Z', 'revision_number': 6, 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'gw_port': {'id': '4dbdc21a-1394-4159-bcb7-0de9b772114c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:97:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3def9584-0018-40e1-832c-00efa57546b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:33:03Z', 'updated_at': '2022-05-05T20:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': 'c9e98d9a-ffff-4029-a95f-e9e86c90c8bd', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'floating_ip_address': '172.25.0.154', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '3def9584-0018-40e1-832c-00efa57546b4', 'port_id': 'acbe3139-786f-4418-aeef-9b3457000214', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8faac822-2df8-473a-a25e-47c7e9b40510', 'mac_address': 'fa:16:3e:20:13:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d99442-d0cf-49e3-beb2-01ea5672b69e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:33:35Z', 'updated_at': '2022-05-05T20:33:38Z', 'revision_number': 1, 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d910520-7ef0-48d3-b77b-adbd40483a1a', 'name': '', 'network_id': '8faac822-2df8-473a-a25e-47c7e9b40510', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'mac_address': 'fa:16:3e:86:16:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3def9584-0018-40e1-832c-00efa57546b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'dc9c1091-d137-449c-ab5e-adf020c81637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:33:08Z', 'updated_at': '2022-05-05T20:33:19Z', 'revision_number': 5, 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'subnets': [{'id': 'dc9c1091-d137-449c-ab5e-adf020c81637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:34:52.093822 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5ba4aa-f3df-4414-b0d7-85ebde7514c5 None None] Checking router: 3def9584-0018-40e1-832c-00efa57546b4 for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:34:52.102500 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5ba4aa-f3df-4414-b0d7-85ebde7514c5 None None] Routers {'3def9584-0018-40e1-832c-00efa57546b4'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:34:52.103077 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-5a5ba4aa-f3df-4414-b0d7-85ebde7514c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:34:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['3def9584-0018-40e1-832c-00efa57546b4'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:34:52.275332 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-5a5ba4aa-f3df-4414-b0d7-85ebde7514c5 None None] Set router 3def9584-0018-40e1-832c-00efa57546b4 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:34:52.611057 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-5a5ba4aa-f3df-4414-b0d7-85ebde7514c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3def9584-0018-40e1-832c-00efa57546b4', 'name': 'tempest-TestNetworkBasicOps-router-408302403', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '4dbdc21a-1394-4159-bcb7-0de9b772114c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:33:02Z', 'updated_at': '2022-05-05T20:34:50Z', 'revision_number': 6, 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'gw_port': {'id': '4dbdc21a-1394-4159-bcb7-0de9b772114c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:97:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3def9584-0018-40e1-832c-00efa57546b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:33:03Z', 'updated_at': '2022-05-05T20:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': 'c9e98d9a-ffff-4029-a95f-e9e86c90c8bd', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'floating_ip_address': '172.25.0.154', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '3def9584-0018-40e1-832c-00efa57546b4', 'port_id': 'acbe3139-786f-4418-aeef-9b3457000214', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8faac822-2df8-473a-a25e-47c7e9b40510', 'mac_address': 'fa:16:3e:20:13:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d99442-d0cf-49e3-beb2-01ea5672b69e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:33:35Z', 'updated_at': '2022-05-05T20:33:38Z', 'revision_number': 1, 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d910520-7ef0-48d3-b77b-adbd40483a1a', 'name': '', 'network_id': '8faac822-2df8-473a-a25e-47c7e9b40510', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'mac_address': 'fa:16:3e:86:16:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3def9584-0018-40e1-832c-00efa57546b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'dc9c1091-d137-449c-ab5e-adf020c81637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:33:08Z', 'updated_at': '2022-05-05T20:33:19Z', 'revision_number': 5, 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'subnets': [{'id': 'dc9c1091-d137-449c-ab5e-adf020c81637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:34:52.615976 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5ba4aa-f3df-4414-b0d7-85ebde7514c5 None None] The sync data for ids ['3def9584-0018-40e1-832c-00efa57546b4'] in n-d-840717-1 is: [{'id': '3def9584-0018-40e1-832c-00efa57546b4', 'name': 'tempest-TestNetworkBasicOps-router-408302403', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '4dbdc21a-1394-4159-bcb7-0de9b772114c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:33:02Z', 'updated_at': '2022-05-05T20:34:50Z', 'revision_number': 6, 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'gw_port': {'id': '4dbdc21a-1394-4159-bcb7-0de9b772114c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:97:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3def9584-0018-40e1-832c-00efa57546b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:33:03Z', 'updated_at': '2022-05-05T20:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': 'c9e98d9a-ffff-4029-a95f-e9e86c90c8bd', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'floating_ip_address': '172.25.0.154', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '3def9584-0018-40e1-832c-00efa57546b4', 'port_id': 'acbe3139-786f-4418-aeef-9b3457000214', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8faac822-2df8-473a-a25e-47c7e9b40510', 'mac_address': 'fa:16:3e:20:13:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d99442-d0cf-49e3-beb2-01ea5672b69e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:33:35Z', 'updated_at': '2022-05-05T20:33:38Z', 'revision_number': 1, 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d910520-7ef0-48d3-b77b-adbd40483a1a', 'name': '', 'network_id': '8faac822-2df8-473a-a25e-47c7e9b40510', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'mac_address': 'fa:16:3e:86:16:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3def9584-0018-40e1-832c-00efa57546b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'dc9c1091-d137-449c-ab5e-adf020c81637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:33:08Z', 'updated_at': '2022-05-05T20:33:19Z', 'revision_number': 5, 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'subnets': [{'id': 'dc9c1091-d137-449c-ab5e-adf020c81637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:34:53.336020 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261e5c0a-0001-45a1-a9f5-ba5916e583e7 req-e8edccf7-cec3-4fcf-8587-e4bcfd9c7d8e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:53.337531 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-261e5c0a-0001-45a1-a9f5-ba5916e583e7 req-e8edccf7-cec3-4fcf-8587-e4bcfd9c7d8e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcc46f31-bd93-4219-9669-5aa251de1e96 HTTP/1.1" status: 200 len: 946 time: 0.2784345 May 05 20:34:53.350454 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17db9d1-e544-46eb-9140-8cf7c34aa329 req-646aae29-6d2e-4c4c-9da1-d93c5362578a tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:53.351858 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c17db9d1-e544-46eb-9140-8cf7c34aa329 req-646aae29-6d2e-4c4c-9da1-d93c5362578a tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcc46f31-bd93-4219-9669-5aa251de1e96 HTTP/1.1" status: 200 len: 946 time: 0.1282063 May 05 20:34:53.445757 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-261e5c0a-0001-45a1-a9f5-ba5916e583e7 req-107bfc9f-e2b7-46a6-b96d-261729956fe4 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Deleting port 2b5e9fef-5094-4ecb-a262-89317588a581 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:34:53.446094 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-261e5c0a-0001-45a1-a9f5-ba5916e583e7 req-107bfc9f-e2b7-46a6-b96d-261729956fe4 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:53.454807 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82606e5b-5f69-4c3f-928b-b808d0425b4f req-a075e5eb-dee5-41f7-af09-e6c88fbbfc3b tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:53.456366 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-82606e5b-5f69-4c3f-928b-b808d0425b4f req-a075e5eb-dee5-41f7-af09-e6c88fbbfc3b tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2937469-6087-444f-9329-578248350285 HTTP/1.1" status: 200 len: 945 time: 0.0829785 May 05 20:34:53.481770 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c17db9d1-e544-46eb-9140-8cf7c34aa329 req-fe8950be-2148-4d34-b2da-0c9e1760330c tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a0cc582-6d3f-41f4-bdb2-e69c2fde0055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004806 May 05 20:34:53.504947 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-82606e5b-5f69-4c3f-928b-b808d0425b4f req-7508d38e-6854-4629-bcf1-87c761d379c0 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=f08f8f11-ad26-4de6-bd06-532cbd86f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420930 May 05 20:34:53.697460 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-261e5c0a-0001-45a1-a9f5-ba5916e583e7 req-107bfc9f-e2b7-46a6-b96d-261729956fe4 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] For port 2b5e9fef-5094-4ecb-a262-89317588a581, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=2b5e9fef-5094-4ecb-a262-89317588a581,segment=NetworkSegment(b62c1e0f-3ef0-4b24-baac-ece06960d26a),segment_id=b62c1e0f-3ef0-4b24-baac-ece06960d26a)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:34:53.697806 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-261e5c0a-0001-45a1-a9f5-ba5916e583e7 req-107bfc9f-e2b7-46a6-b96d-261729956fe4 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:53.822066 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-261e5c0a-0001-45a1-a9f5-ba5916e583e7 req-107bfc9f-e2b7-46a6-b96d-261729956fe4 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Calling delete_port for 2b5e9fef-5094-4ecb-a262-89317588a581 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:34:53.962757 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-261e5c0a-0001-45a1-a9f5-ba5916e583e7 req-107bfc9f-e2b7-46a6-b96d-261729956fe4 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:54.015336 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107bfc9f-e2b7-46a6-b96d-261729956fe4 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Pushing event deleted for resources: {'Port': ['ID=2b5e9fef-5094-4ecb-a262-89317588a581,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:34:54.089830 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-261e5c0a-0001-45a1-a9f5-ba5916e583e7 req-107bfc9f-e2b7-46a6-b96d-261729956fe4 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] No DVR routers for this DVR port 2b5e9fef-5094-4ecb-a262-89317588a581 on host n-h1-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:34:54.092283 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-261e5c0a-0001-45a1-a9f5-ba5916e583e7 req-107bfc9f-e2b7-46a6-b96d-261729956fe4 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:54.094727 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc46f31-bd93-4219-9669-5aa251de1e96', 'name': 'network-vif-deleted', 'tag': '2b5e9fef-5094-4ecb-a262-89317588a581'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:34:54.111982 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-261e5c0a-0001-45a1-a9f5-ba5916e583e7 req-107bfc9f-e2b7-46a6-b96d-261729956fe4 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.24 "DELETE /v2.0/ports/2b5e9fef-5094-4ecb-a262-89317588a581 HTTP/1.1" status: 204 len: 173 time: 0.7689180 May 05 20:34:54.142498 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b05eeac-9e33-4403-8353-c463598fed9c'] response: {'server_uuid': 'fcc46f31-bd93-4219-9669-5aa251de1e96', 'name': 'network-vif-deleted', 'tag': '2b5e9fef-5094-4ecb-a262-89317588a581', 'status': 'completed', 'code': 200} May 05 20:34:54.166623 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 6b8d1a71-d5f6-4069-af70-54b1d299cc3f no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:34:54.200995 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 6b8d1a71-d5f6-4069-af70-54b1d299cc3f {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:34:54.201332 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 6b8d1a71-d5f6-4069-af70-54b1d299cc3f not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:34:54.678638 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f1c964fb-deb5-41ec-b16c-96f2322fa841 req-2e1d4bc5-fc03-43b6-a0e4-cd7d6416dd64 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcc46f31-bd93-4219-9669-5aa251de1e96 HTTP/1.1" status: 200 len: 210 time: 0.0626285 May 05 20:34:54.718383 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96254f22-d491-461f-ae2c-64cedd0cd03e req-f359b1ad-3412-4617-aaa8-5f4338566530 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:54.719909 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-96254f22-d491-461f-ae2c-64cedd0cd03e req-f359b1ad-3412-4617-aaa8-5f4338566530 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2937469-6087-444f-9329-578248350285 HTTP/1.1" status: 200 len: 945 time: 0.0915215 May 05 20:34:54.765705 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-96254f22-d491-461f-ae2c-64cedd0cd03e req-49bfccbc-1cc7-47e0-ac84-0e88f83b1467 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=f08f8f11-ad26-4de6-bd06-532cbd86f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391693 May 05 20:34:54.916665 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2686ce0e-da71-4034-9f7b-103a267ecf69 req-2bcef922-f3fe-4d5c-86ce-140f044f09de tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:54.918009 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2686ce0e-da71-4034-9f7b-103a267ecf69 req-2bcef922-f3fe-4d5c-86ce-140f044f09de tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.50 "GET /v2.0/ports?device_id=d2937469-6087-444f-9329-578248350285 HTTP/1.1" status: 200 len: 945 time: 0.0784526 May 05 20:34:54.988982 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-2686ce0e-da71-4034-9f7b-103a267ecf69 req-7adfa5cb-080c-4e71-9ae6-08cdfe992b72 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Deleting port 9c05f481-2a58-4447-b341-273539c11b46 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:34:54.989322 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2686ce0e-da71-4034-9f7b-103a267ecf69 req-7adfa5cb-080c-4e71-9ae6-08cdfe992b72 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:55.228658 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-2686ce0e-da71-4034-9f7b-103a267ecf69 req-7adfa5cb-080c-4e71-9ae6-08cdfe992b72 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] For port 9c05f481-2a58-4447-b341-273539c11b46, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=9c05f481-2a58-4447-b341-273539c11b46,segment=NetworkSegment(5effa292-6024-4206-9fcb-ee5e58965e00),segment_id=5effa292-6024-4206-9fcb-ee5e58965e00)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:34:55.229010 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2686ce0e-da71-4034-9f7b-103a267ecf69 req-7adfa5cb-080c-4e71-9ae6-08cdfe992b72 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:55.612925 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2686ce0e-da71-4034-9f7b-103a267ecf69 req-7adfa5cb-080c-4e71-9ae6-08cdfe992b72 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:55.613857 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2686ce0e-da71-4034-9f7b-103a267ecf69 req-7adfa5cb-080c-4e71-9ae6-08cdfe992b72 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:55.614087 n-d-840717-1 neutron-server[88198]: INFO neutron.db.l3_db [req-2686ce0e-da71-4034-9f7b-103a267ecf69 req-7adfa5cb-080c-4e71-9ae6-08cdfe992b72 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Floating IP cd2eb843-587a-45e8-b892-2779f73f4a6e disassociated. External IP: 172.25.0.190, port: 9c05f481-2a58-4447-b341-273539c11b46. May 05 20:34:55.614511 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-2686ce0e-da71-4034-9f7b-103a267ecf69 req-7adfa5cb-080c-4e71-9ae6-08cdfe992b72 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Calling delete_port for 9c05f481-2a58-4447-b341-273539c11b46 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:34:55.758826 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2686ce0e-da71-4034-9f7b-103a267ecf69 req-7adfa5cb-080c-4e71-9ae6-08cdfe992b72 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:55.777017 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36100) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:34:55.811175 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adfa5cb-080c-4e71-9ae6-08cdfe992b72 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Pushing event deleted for resources: {'Port': ['ID=9c05f481-2a58-4447-b341-273539c11b46,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:34:55.855027 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e23918d1-cba1-44df-9d9c-7e295842f78b tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:55.885908 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e23918d1-cba1-44df-9d9c-7e295842f78b tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:55.947170 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ce5576dd-ced0-46b4-abed-72f2d3cb466f req-3eee4446-89ea-42c4-91bb-5404f6eb065e tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2937469-6087-444f-9329-578248350285 HTTP/1.1" status: 200 len: 210 time: 0.0630133 May 05 20:34:55.953365 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e23918d1-cba1-44df-9d9c-7e295842f78b tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:55.975393 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23918d1-cba1-44df-9d9c-7e295842f78b tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a0cc582-6d3f-41f4-bdb2-e69c2fde0055,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:34:55.986028 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23918d1-cba1-44df-9d9c-7e295842f78b tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:34:55.986373 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23918d1-cba1-44df-9d9c-7e295842f78b tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:34:55.986708 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23918d1-cba1-44df-9d9c-7e295842f78b tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:34:55.987043 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23918d1-cba1-44df-9d9c-7e295842f78b tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:34:55.987391 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23918d1-cba1-44df-9d9c-7e295842f78b tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:34:55.987724 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23918d1-cba1-44df-9d9c-7e295842f78b tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:34:55.988047 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23918d1-cba1-44df-9d9c-7e295842f78b tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:34:55.988417 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23918d1-cba1-44df-9d9c-7e295842f78b tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:34:55.988761 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23918d1-cba1-44df-9d9c-7e295842f78b tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:34:55.989086 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23918d1-cba1-44df-9d9c-7e295842f78b tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:34:55.989429 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23918d1-cba1-44df-9d9c-7e295842f78b tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:34:55.989753 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23918d1-cba1-44df-9d9c-7e295842f78b tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:34:55.994086 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e23918d1-cba1-44df-9d9c-7e295842f78b tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:55.995491 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-e23918d1-cba1-44df-9d9c-7e295842f78b tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "DELETE /v2.0/security-groups/9a0cc582-6d3f-41f4-bdb2-e69c2fde0055 HTTP/1.1" status: 204 len: 168 time: 0.2171476 May 05 20:34:56.028797 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36108) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:34:56.065179 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2686ce0e-da71-4034-9f7b-103a267ecf69 req-7adfa5cb-080c-4e71-9ae6-08cdfe992b72 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Router bf69ffb5-3b16-452c-8d45-45f80714f937 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:34:56.100303 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c73d8c7-0a20-4786-916b-214d38670eb2 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Deleting subnet 0990fef4-96b8-49f3-a8aa-c1e429f3fce3 {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:34:56.103332 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4c73d8c7-0a20-4786-916b-214d38670eb2 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:56.168489 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4c73d8c7-0a20-4786-916b-214d38670eb2 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:56.255169 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2686ce0e-da71-4034-9f7b-103a267ecf69 req-7adfa5cb-080c-4e71-9ae6-08cdfe992b72 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:34:56.264612 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5877b010-d4f0-4c0b-a317-30381f499b2f None None] Sync routers for ids ['bf69ffb5-3b16-452c-8d45-45f80714f937'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:34:56.265072 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4c73d8c7-0a20-4786-916b-214d38670eb2 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:56.274885 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5877b010-d4f0-4c0b-a317-30381f499b2f None None] Routers {'bf69ffb5-3b16-452c-8d45-45f80714f937'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:34:56.275852 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-5877b010-d4f0-4c0b-a317-30381f499b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:34:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['bf69ffb5-3b16-452c-8d45-45f80714f937'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:34:56.346787 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 2b5e9fef-5094-4ecb-a262-89317588a581 no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:34:56.351578 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-2686ce0e-da71-4034-9f7b-103a267ecf69 req-7adfa5cb-080c-4e71-9ae6-08cdfe992b72 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] No DVR routers for this DVR port 9c05f481-2a58-4447-b341-273539c11b46 on host n-h2-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:34:56.354165 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2686ce0e-da71-4034-9f7b-103a267ecf69 req-7adfa5cb-080c-4e71-9ae6-08cdfe992b72 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:56.357863 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2937469-6087-444f-9329-578248350285', 'name': 'network-vif-deleted', 'tag': '9c05f481-2a58-4447-b341-273539c11b46'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:34:56.362832 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4c73d8c7-0a20-4786-916b-214d38670eb2 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:56.380974 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2686ce0e-da71-4034-9f7b-103a267ecf69 req-7adfa5cb-080c-4e71-9ae6-08cdfe992b72 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.50 "DELETE /v2.0/ports/9c05f481-2a58-4447-b341-273539c11b46 HTTP/1.1" status: 204 len: 173 time: 1.4572561 May 05 20:34:56.412145 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c73d8c7-0a20-4786-916b-214d38670eb2 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Pushing event deleted for resources: {'Subnet': ['ID=0990fef4-96b8-49f3-a8aa-c1e429f3fce3,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:34:56.416858 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4c73d8c7-0a20-4786-916b-214d38670eb2 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:56.422701 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e278f118-62b1-4df9-95ab-a2bbc8d26649'] response: {'server_uuid': 'd2937469-6087-444f-9329-578248350285', 'name': 'network-vif-deleted', 'tag': '9c05f481-2a58-4447-b341-273539c11b46', 'status': 'completed', 'code': 200} May 05 20:34:56.423496 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-4c73d8c7-0a20-4786-916b-214d38670eb2 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "DELETE /v2.0/subnets/0990fef4-96b8-49f3-a8aa-c1e429f3fce3 HTTP/1.1" status: 204 len: 168 time: 0.3936007 May 05 20:34:56.425119 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] No Port match for: 2b5e9fef-5094-4ecb-a262-89317588a581 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:34:56.425649 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 2b5e9fef-5094-4ecb-a262-89317588a581 not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:34:56.426344 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36114) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:34:56.432202 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef683d41-12f1-4284-86dd-8a7601fb5d35 None None] Network 4f90ec3d-96c1-45c8-a823-1c05fb1653c2 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:34:56.555763 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1f0f3cfa-c5bf-41fd-b3a4-f2e076dbdb40 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:56.567189 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-1f0f3cfa-c5bf-41fd-b3a4-f2e076dbdb40 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Deleting port 9f70b21a-5eee-4fb5-b7d0-9bde05c7ba70 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:34:56.567645 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1f0f3cfa-c5bf-41fd-b3a4-f2e076dbdb40 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:56.652989 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-5877b010-d4f0-4c0b-a317-30381f499b2f None None] Set router bf69ffb5-3b16-452c-8d45-45f80714f937 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:34:56.904341 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-1f0f3cfa-c5bf-41fd-b3a4-f2e076dbdb40 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] For port 9f70b21a-5eee-4fb5-b7d0-9bde05c7ba70, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=9f70b21a-5eee-4fb5-b7d0-9bde05c7ba70,segment=NetworkSegment(b62c1e0f-3ef0-4b24-baac-ece06960d26a),segment_id=b62c1e0f-3ef0-4b24-baac-ece06960d26a)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:34:56.904894 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1f0f3cfa-c5bf-41fd-b3a4-f2e076dbdb40 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:57.034731 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-1f0f3cfa-c5bf-41fd-b3a4-f2e076dbdb40 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Calling delete_port for 9f70b21a-5eee-4fb5-b7d0-9bde05c7ba70 owned by network:dhcp {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:34:57.041469 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0578386e-dbd7-4362-8fb8-52028eb4a31d None None] DHCP port deletion for 4f90ec3d-96c1-45c8-a823-1c05fb1653c2 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:34:57.053206 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-0578386e-dbd7-4362-8fb8-52028eb4a31d None None] Deleting port 9f70b21a-5eee-4fb5-b7d0-9bde05c7ba70 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:34:57.053852 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0578386e-dbd7-4362-8fb8-52028eb4a31d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:57.120177 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1f0f3cfa-c5bf-41fd-b3a4-f2e076dbdb40 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:57.124720 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-5877b010-d4f0-4c0b-a317-30381f499b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'name': 'tempest-TestVolumeBootPattern-973012309-router', 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': 'aa83c883-0a57-481d-a79d-fd4eeb23da5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:16Z', 'updated_at': '2022-05-05T20:28:22Z', 'revision_number': 4, 'project_id': 'd5327fecdbda4453866269afbd5ac6fc', 'gw_port': {'id': 'aa83c883-0a57-481d-a79d-fd4eeb23da5c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:62:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:17Z', 'updated_at': '2022-05-05T20:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'fca75c6c-669c-4972-8019-99a25ed879e1', 'name': '', 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1', 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc', 'mac_address': 'fa:16:3e:01:78:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'd4fffa46-b0f9-43c4-a768-6cf896707ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:21Z', 'updated_at': '2022-05-05T20:28:36Z', 'revision_number': 5, 'project_id': 'd5327fecdbda4453866269afbd5ac6fc', 'subnets': [{'id': 'd4fffa46-b0f9-43c4-a768-6cf896707ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:34:57.155893 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5877b010-d4f0-4c0b-a317-30381f499b2f None None] Checking router: bf69ffb5-3b16-452c-8d45-45f80714f937 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:34:57.167709 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-0578386e-dbd7-4362-8fb8-52028eb4a31d None None] The port '9f70b21a-5eee-4fb5-b7d0-9bde05c7ba70' was deleted {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 20:34:57.172691 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0f3cfa-c5bf-41fd-b3a4-f2e076dbdb40 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Pushing event deleted for resources: {'Port': ['ID=9f70b21a-5eee-4fb5-b7d0-9bde05c7ba70,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:34:57.182605 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5877b010-d4f0-4c0b-a317-30381f499b2f None None] Routers {'bf69ffb5-3b16-452c-8d45-45f80714f937'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:34:57.183237 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-5877b010-d4f0-4c0b-a317-30381f499b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:34:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['bf69ffb5-3b16-452c-8d45-45f80714f937'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:34:57.213049 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0f3cfa-c5bf-41fd-b3a4-f2e076dbdb40 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] No DVR routers for this DVR port 9f70b21a-5eee-4fb5-b7d0-9bde05c7ba70 on host n-d-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:34:57.246129 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-238c776b-f419-401a-a819-bf1ef50ce6f0 req-d19147f3-59f4-414e-915e-3cbc91da0282 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2937469-6087-444f-9329-578248350285 HTTP/1.1" status: 200 len: 210 time: 0.0827279 May 05 20:34:57.350104 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1f0f3cfa-c5bf-41fd-b3a4-f2e076dbdb40 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:57.368258 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-5877b010-d4f0-4c0b-a317-30381f499b2f None None] Set router bf69ffb5-3b16-452c-8d45-45f80714f937 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:34:57.380590 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-1f0f3cfa-c5bf-41fd-b3a4-f2e076dbdb40 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f90ec3d-96c1-45c8-a823-1c05fb1653c2']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:34:57.393796 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-1f0f3cfa-c5bf-41fd-b3a4-f2e076dbdb40 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b62c1e0f-3ef0-4b24-baac-ece06960d26a') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:34:57.394204 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-1f0f3cfa-c5bf-41fd-b3a4-f2e076dbdb40 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b62c1e0f-3ef0-4b24-baac-ece06960d26a') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:34:57.406464 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1f0f3cfa-c5bf-41fd-b3a4-f2e076dbdb40 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:57.423670 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1f0f3cfa-c5bf-41fd-b3a4-f2e076dbdb40 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:57.431779 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f0f3cfa-c5bf-41fd-b3a4-f2e076dbdb40 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:34:57.432500 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1f0f3cfa-c5bf-41fd-b3a4-f2e076dbdb40 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:57.448152 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:34:57.448152 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:34:57.448152 n-d-840717-1 neutron-server[88197]: timer() May 05 20:34:57.448152 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:34:57.448152 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:34:57.448152 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:34:57.448152 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:34:57.448152 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:34:57.448152 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:34:57.448152 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:34:57.448152 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:34:57.448152 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:34:57.448152 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:34:57.448152 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:34:57.448152 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:34:57.448152 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:34:57.448152 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:34:57.448152 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:34:57.448152 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:34:57.448152 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:34:57.448152 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:34:57.448152 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:34:57.448152 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:34:57.448152 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:34:57.448152 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:34:57.448152 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:34:57.448152 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:34:57.448152 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:34:57.448152 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:34:57.448152 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:34:57.448152 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:34:57.448152 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:34:57.541121 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1f0f3cfa-c5bf-41fd-b3a4-f2e076dbdb40 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:57.558672 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1f0f3cfa-c5bf-41fd-b3a4-f2e076dbdb40 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:57.571623 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0f3cfa-c5bf-41fd-b3a4-f2e076dbdb40 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Pushing event deleted for resources: {'Network': ['ID=4f90ec3d-96c1-45c8-a823-1c05fb1653c2,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:34:57.588104 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-1f0f3cfa-c5bf-41fd-b3a4-f2e076dbdb40 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "DELETE /v2.0/networks/4f90ec3d-96c1-45c8-a823-1c05fb1653c2 HTTP/1.1" status: 204 len: 168 time: 1.1578858 May 05 20:34:57.588442 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36120) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:34:57.711208 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-5877b010-d4f0-4c0b-a317-30381f499b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'name': 'tempest-TestVolumeBootPattern-973012309-router', 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': 'aa83c883-0a57-481d-a79d-fd4eeb23da5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:16Z', 'updated_at': '2022-05-05T20:28:22Z', 'revision_number': 4, 'project_id': 'd5327fecdbda4453866269afbd5ac6fc', 'gw_port': {'id': 'aa83c883-0a57-481d-a79d-fd4eeb23da5c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:62:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:17Z', 'updated_at': '2022-05-05T20:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'fca75c6c-669c-4972-8019-99a25ed879e1', 'name': '', 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1', 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc', 'mac_address': 'fa:16:3e:01:78:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'd4fffa46-b0f9-43c4-a768-6cf896707ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:21Z', 'updated_at': '2022-05-05T20:28:36Z', 'revision_number': 5, 'project_id': 'd5327fecdbda4453866269afbd5ac6fc', 'subnets': [{'id': 'd4fffa46-b0f9-43c4-a768-6cf896707ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:34:57.715123 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5877b010-d4f0-4c0b-a317-30381f499b2f None None] The sync data for ids ['bf69ffb5-3b16-452c-8d45-45f80714f937'] in n-d-840717-1 is: [{'id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'name': 'tempest-TestVolumeBootPattern-973012309-router', 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': 'aa83c883-0a57-481d-a79d-fd4eeb23da5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:16Z', 'updated_at': '2022-05-05T20:28:22Z', 'revision_number': 4, 'project_id': 'd5327fecdbda4453866269afbd5ac6fc', 'gw_port': {'id': 'aa83c883-0a57-481d-a79d-fd4eeb23da5c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:62:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:17Z', 'updated_at': '2022-05-05T20:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'fca75c6c-669c-4972-8019-99a25ed879e1', 'name': '', 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1', 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc', 'mac_address': 'fa:16:3e:01:78:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'd4fffa46-b0f9-43c4-a768-6cf896707ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:21Z', 'updated_at': '2022-05-05T20:28:36Z', 'revision_number': 5, 'project_id': 'd5327fecdbda4453866269afbd5ac6fc', 'subnets': [{'id': 'd4fffa46-b0f9-43c4-a768-6cf896707ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:34:57.797115 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-cdc17573-b83a-4864-bcb6-0c08506a02bd tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Deleting port 9e7298fa-6daa-43b4-94f2-bf4986e49bcb {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:34:57.797371 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cdc17573-b83a-4864-bcb6-0c08506a02bd tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:57.923638 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3420d4c3-e33e-4665-ae44-236e721ec843 None None] New status for floating IP cd2eb843-587a-45e8-b892-2779f73f4a6e: DOWN {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:34:57.970462 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cdc17573-b83a-4864-bcb6-0c08506a02bd tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:57.971030 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cdc17573-b83a-4864-bcb6-0c08506a02bd tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:58.095728 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-cdc17573-b83a-4864-bcb6-0c08506a02bd tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Calling delete_port for 9e7298fa-6daa-43b4-94f2-bf4986e49bcb owned by network:floatingip {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:34:58.205655 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 9f70b21a-5eee-4fb5-b7d0-9bde05c7ba70 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:34:58.241472 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 9f70b21a-5eee-4fb5-b7d0-9bde05c7ba70 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:34:58.241815 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 9f70b21a-5eee-4fb5-b7d0-9bde05c7ba70 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:34:58.251437 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cdc17573-b83a-4864-bcb6-0c08506a02bd tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:58.407125 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc17573-b83a-4864-bcb6-0c08506a02bd tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Pushing event deleted for resources: {'Port': ['ID=9e7298fa-6daa-43b4-94f2-bf4986e49bcb,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:34:58.500904 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cdc17573-b83a-4864-bcb6-0c08506a02bd tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for floatingip, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:58.501556 n-d-840717-1 neutron-server[88197]: INFO neutron.db.l3_db [None req-cdc17573-b83a-4864-bcb6-0c08506a02bd tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Floating IP c9e98d9a-ffff-4029-a95f-e9e86c90c8bd disassociated (deleted). External IP: 172.25.0.154, port: acbe3139-786f-4418-aeef-9b3457000214. May 05 20:34:58.663140 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-39f80082-b323-4881-806c-7ba4361febbe req-f4a1bbd1-7ac7-433c-bc75-a4feac89f611 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2113804222&fields=id&tenant_id=d5327fecdbda4453866269afbd5ac6fc HTTP/1.1" status: 200 len: 267 time: 0.1140320 May 05 20:34:58.905211 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f80082-b323-4881-806c-7ba4361febbe req-75637919-4624-4bb1-84f5-a81de12b1b6f tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:58.906547 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-39f80082-b323-4881-806c-7ba4361febbe req-75637919-4624-4bb1-84f5-a81de12b1b6f tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/networks?id=29a0e805-6e5b-4d29-836f-ace2c73e49b1 HTTP/1.1" status: 200 len: 811 time: 0.2271943 May 05 20:34:58.970547 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:34:58.986136 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-39f80082-b323-4881-806c-7ba4361febbe req-8132cf88-6639-4285-926a-4e2628001b65 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/quotas/d5327fecdbda4453866269afbd5ac6fc HTTP/1.1" status: 200 len: 375 time: 0.0268605 May 05 20:34:59.062974 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdc17573-b83a-4864-bcb6-0c08506a02bd tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Router 3def9584-0018-40e1-832c-00efa57546b4 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:34:59.168709 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-39f80082-b323-4881-806c-7ba4361febbe req-b75f1232-2853-48bb-a7db-e934ca8b34c7 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d5327fecdbda4453866269afbd5ac6fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1748986 May 05 20:34:59.348673 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc17573-b83a-4864-bcb6-0c08506a02bd tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:34:59.359520 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58c33c3-ab06-4c47-b49e-ba27fd6b425d None None] Sync routers for ids ['3def9584-0018-40e1-832c-00efa57546b4'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:34:59.369200 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58c33c3-ab06-4c47-b49e-ba27fd6b425d None None] Routers {'3def9584-0018-40e1-832c-00efa57546b4'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:34:59.369798 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-c58c33c3-ab06-4c47-b49e-ba27fd6b425d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:34:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['3def9584-0018-40e1-832c-00efa57546b4'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:34:59.384450 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cdc17573-b83a-4864-bcb6-0c08506a02bd tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:34:59.408832 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-39f80082-b323-4881-806c-7ba4361febbe req-7f04559b-717c-4513-94d5-7e9b133ffad7 service neutron] 10.222.0.36 "GET /v2.0/networks/29a0e805-6e5b-4d29-836f-ace2c73e49b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874325 May 05 20:34:59.480640 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-cdc17573-b83a-4864-bcb6-0c08506a02bd tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "DELETE /v2.0/floatingips/c9e98d9a-ffff-4029-a95f-e9e86c90c8bd HTTP/1.1" status: 204 len: 168 time: 1.8912833 May 05 20:34:59.524219 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7d99442-d0cf-49e3-beb2-01ea5672b69e', 'tag': 'acbe3139-786f-4418-aeef-9b3457000214'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:34:59.551316 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-c58c33c3-ab06-4c47-b49e-ba27fd6b425d None None] Set router 3def9584-0018-40e1-832c-00efa57546b4 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:34:59.580304 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-39f80082-b323-4881-806c-7ba4361febbe req-918791c6-11e7-42ff-8e88-5fcc3a759ded service neutron] 10.222.0.36 "GET /v2.0/networks/29a0e805-6e5b-4d29-836f-ace2c73e49b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509752 May 05 20:34:59.751932 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a4ee4e6-1460-4acc-ad17-671406588b89'] response: {'name': 'network-changed', 'server_uuid': 'd7d99442-d0cf-49e3-beb2-01ea5672b69e', 'tag': 'acbe3139-786f-4418-aeef-9b3457000214', 'status': 'completed', 'code': 200} May 05 20:34:59.902942 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-c58c33c3-ab06-4c47-b49e-ba27fd6b425d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3def9584-0018-40e1-832c-00efa57546b4', 'name': 'tempest-TestNetworkBasicOps-router-408302403', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '4dbdc21a-1394-4159-bcb7-0de9b772114c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:33:02Z', 'updated_at': '2022-05-05T20:34:50Z', 'revision_number': 6, 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'gw_port': {'id': '4dbdc21a-1394-4159-bcb7-0de9b772114c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:97:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3def9584-0018-40e1-832c-00efa57546b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:33:03Z', 'updated_at': '2022-05-05T20:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '0d910520-7ef0-48d3-b77b-adbd40483a1a', 'name': '', 'network_id': '8faac822-2df8-473a-a25e-47c7e9b40510', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'mac_address': 'fa:16:3e:86:16:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3def9584-0018-40e1-832c-00efa57546b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'dc9c1091-d137-449c-ab5e-adf020c81637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:33:08Z', 'updated_at': '2022-05-05T20:33:19Z', 'revision_number': 5, 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'subnets': [{'id': 'dc9c1091-d137-449c-ab5e-adf020c81637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:34:59.903240 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d3344-6c02-467e-8342-cf79af49d54e req-37af20b4-f39a-4ca5-8679-83dade08dbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:34:59.904845 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-095d3344-6c02-467e-8342-cf79af49d54e req-37af20b4-f39a-4ca5-8679-83dade08dbc9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ae03aa52cc144bf0b519baf0417a3070&device_id=d7d99442-d0cf-49e3-beb2-01ea5672b69e HTTP/1.1" status: 200 len: 1096 time: 0.1272461 May 05 20:34:59.907778 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58c33c3-ab06-4c47-b49e-ba27fd6b425d None None] Checking router: 3def9584-0018-40e1-832c-00efa57546b4 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:34:59.917588 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58c33c3-ab06-4c47-b49e-ba27fd6b425d None None] Routers {'3def9584-0018-40e1-832c-00efa57546b4'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:34:59.918372 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-c58c33c3-ab06-4c47-b49e-ba27fd6b425d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:34:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['3def9584-0018-40e1-832c-00efa57546b4'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:35:00.051179 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8019b5a3-7f48-4a95-9712-954b272e53b8 req-cd6ac39f-d49d-4c4b-aade-f1672f9bc1da tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a13b109-7eb1-4495-9ea6-e585a5d79bba HTTP/1.1" status: 200 len: 210 time: 0.0606091 May 05 20:35:00.054385 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d3344-6c02-467e-8342-cf79af49d54e req-e2339443-10b7-4f03-9f37-1168417b3482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:00.056080 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-095d3344-6c02-467e-8342-cf79af49d54e req-e2339443-10b7-4f03-9f37-1168417b3482 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8faac822-2df8-473a-a25e-47c7e9b40510 HTTP/1.1" status: 200 len: 897 time: 0.1429663 May 05 20:35:00.142037 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-095d3344-6c02-467e-8342-cf79af49d54e req-6cfb8525-663a-439d-893c-812031ca0a44 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acbe3139-786f-4418-aeef-9b3457000214 HTTP/1.1" status: 200 len: 217 time: 0.0778677 May 05 20:35:00.176438 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-c58c33c3-ab06-4c47-b49e-ba27fd6b425d None None] Set router 3def9584-0018-40e1-832c-00efa57546b4 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:35:00.198827 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24f4612-464d-41ab-8f8d-b604310edfd8 req-9dcb52e6-e98e-4928-b2c2-de569eb64648 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:00.199553 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-d24f4612-464d-41ab-8f8d-b604310edfd8 req-9dcb52e6-e98e-4928-b2c2-de569eb64648 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Synchronizing usage tracker for tenant:ae03aa52cc144bf0b519baf0417a3070 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:35:00.228695 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 9c05f481-2a58-4447-b341-273539c11b46 no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:35:00.232231 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d3344-6c02-467e-8342-cf79af49d54e req-32a36639-4209-4ce4-81c0-64e4d8c5714f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:00.233657 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-095d3344-6c02-467e-8342-cf79af49d54e req-32a36639-4209-4ce4-81c0-64e4d8c5714f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dc9c1091-d137-449c-ab5e-adf020c81637 HTTP/1.1" status: 200 len: 834 time: 0.0846288 May 05 20:35:00.234673 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-d24f4612-464d-41ab-8f8d-b604310edfd8 req-9dcb52e6-e98e-4928-b2c2-de569eb64648 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Unset dirty status for tenant:ae03aa52cc144bf0b519baf0417a3070 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:35:00.235679 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d24f4612-464d-41ab-8f8d-b604310edfd8 req-9dcb52e6-e98e-4928-b2c2-de569eb64648 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7d99442-d0cf-49e3-beb2-01ea5672b69e HTTP/1.1" status: 200 len: 945 time: 0.3779261 May 05 20:35:00.289518 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] No Port match for: 9c05f481-2a58-4447-b341-273539c11b46 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:35:00.289867 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 9c05f481-2a58-4447-b341-273539c11b46 not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:35:00.328986 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d24f4612-464d-41ab-8f8d-b604310edfd8 req-effa6cff-9217-4997-996e-8b0880554c2c tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b6f3c03-9b93-42ba-8bbc-d36a620bd4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546477 May 05 20:35:00.345996 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d3344-6c02-467e-8342-cf79af49d54e req-ed01b855-649f-4c7a-b511-72063377708c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:00.348504 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-095d3344-6c02-467e-8342-cf79af49d54e req-ed01b855-649f-4c7a-b511-72063377708c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8faac822-2df8-473a-a25e-47c7e9b40510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1078851 May 05 20:35:00.577020 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-c58c33c3-ab06-4c47-b49e-ba27fd6b425d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3def9584-0018-40e1-832c-00efa57546b4', 'name': 'tempest-TestNetworkBasicOps-router-408302403', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '4dbdc21a-1394-4159-bcb7-0de9b772114c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:33:02Z', 'updated_at': '2022-05-05T20:34:50Z', 'revision_number': 6, 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'gw_port': {'id': '4dbdc21a-1394-4159-bcb7-0de9b772114c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:97:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3def9584-0018-40e1-832c-00efa57546b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:33:03Z', 'updated_at': '2022-05-05T20:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '0d910520-7ef0-48d3-b77b-adbd40483a1a', 'name': '', 'network_id': '8faac822-2df8-473a-a25e-47c7e9b40510', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'mac_address': 'fa:16:3e:86:16:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3def9584-0018-40e1-832c-00efa57546b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'dc9c1091-d137-449c-ab5e-adf020c81637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:33:08Z', 'updated_at': '2022-05-05T20:33:19Z', 'revision_number': 5, 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'subnets': [{'id': 'dc9c1091-d137-449c-ab5e-adf020c81637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:35:00.581468 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58c33c3-ab06-4c47-b49e-ba27fd6b425d None None] The sync data for ids ['3def9584-0018-40e1-832c-00efa57546b4'] in n-d-840717-1 is: [{'id': '3def9584-0018-40e1-832c-00efa57546b4', 'name': 'tempest-TestNetworkBasicOps-router-408302403', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '4dbdc21a-1394-4159-bcb7-0de9b772114c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:33:02Z', 'updated_at': '2022-05-05T20:34:50Z', 'revision_number': 6, 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'gw_port': {'id': '4dbdc21a-1394-4159-bcb7-0de9b772114c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:97:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3def9584-0018-40e1-832c-00efa57546b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:33:03Z', 'updated_at': '2022-05-05T20:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '0d910520-7ef0-48d3-b77b-adbd40483a1a', 'name': '', 'network_id': '8faac822-2df8-473a-a25e-47c7e9b40510', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'mac_address': 'fa:16:3e:86:16:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3def9584-0018-40e1-832c-00efa57546b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'dc9c1091-d137-449c-ab5e-adf020c81637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:33:08Z', 'updated_at': '2022-05-05T20:33:19Z', 'revision_number': 5, 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'subnets': [{'id': 'dc9c1091-d137-449c-ab5e-adf020c81637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:35:00.617333 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-095d3344-6c02-467e-8342-cf79af49d54e req-9214703e-66db-437c-a012-31f8598df02a service neutron] 10.222.0.24 "GET /v2.0/networks/8faac822-2df8-473a-a25e-47c7e9b40510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631888 May 05 20:35:00.761159 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-095d3344-6c02-467e-8342-cf79af49d54e req-85160517-bc57-4af4-9dec-701d21613f51 service neutron] 10.222.0.24 "GET /v2.0/networks/8faac822-2df8-473a-a25e-47c7e9b40510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369929 May 05 20:35:00.826844 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756ed515-d518-4042-8a33-8b7ffde2ed7f None None] New status for floating IP c9e98d9a-ffff-4029-a95f-e9e86c90c8bd: DOWN {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:35:01.198800 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-028e3cb3-d3da-4340-9b85-1f11dc1bf065 req-3a99e0bd-3f73-4c51-b54b-83b6c03c9cca tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a13b109-7eb1-4495-9ea6-e585a5d79bba HTTP/1.1" status: 200 len: 210 time: 0.0446591 May 05 20:35:01.230670 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b053d-27c5-4f14-9ee7-2aa0316c289f req-34a7d7ab-1f76-4a3a-b958-5013ab35d1b7 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:01.232149 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-472b053d-27c5-4f14-9ee7-2aa0316c289f req-34a7d7ab-1f76-4a3a-b958-5013ab35d1b7 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7d99442-d0cf-49e3-beb2-01ea5672b69e HTTP/1.1" status: 200 len: 945 time: 0.2127075 May 05 20:35:01.240554 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f80082-b323-4881-806c-7ba4361febbe req-c4ddaf0c-2582-4996-bd0b-8a21571af7e6 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:01.241936 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-39f80082-b323-4881-806c-7ba4361febbe req-c4ddaf0c-2582-4996-bd0b-8a21571af7e6 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.24 "GET /v2.0/networks?id=29a0e805-6e5b-4d29-836f-ace2c73e49b1 HTTP/1.1" status: 200 len: 811 time: 0.1876302 May 05 20:35:01.353337 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-39f80082-b323-4881-806c-7ba4361febbe req-841bf50e-4435-4788-883e-3a4e3b5499e7 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5327fecdbda4453866269afbd5ac6fc HTTP/1.1" status: 200 len: 380 time: 0.0798893 May 05 20:35:01.356951 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-472b053d-27c5-4f14-9ee7-2aa0316c289f req-53edb114-d934-41f6-b15c-84d21c9460b8 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Deleting port acbe3139-786f-4418-aeef-9b3457000214 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:35:01.357304 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-472b053d-27c5-4f14-9ee7-2aa0316c289f req-53edb114-d934-41f6-b15c-84d21c9460b8 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:01.391628 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-39f80082-b323-4881-806c-7ba4361febbe req-7aee93b2-3734-4dd4-a3b1-85a9e8dfd2b7 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Request body: {'port': {'device_id': '1a13b109-7eb1-4495-9ea6-e585a5d79bba', 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1', 'admin_state_up': True, 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc', 'security_groups': ['f08f8f11-ad26-4de6-bd06-532cbd86f1a0']}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:35:01.681186 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-39f80082-b323-4881-806c-7ba4361febbe req-7aee93b2-3734-4dd4-a3b1-85a9e8dfd2b7 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:35:01.692593 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-39f80082-b323-4881-806c-7ba4361febbe req-7aee93b2-3734-4dd4-a3b1-85a9e8dfd2b7 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Usage tracker for resource:port and tenant:d5327fecdbda4453866269afbd5ac6fc is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:35:01.698498 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-39f80082-b323-4881-806c-7ba4361febbe req-7aee93b2-3734-4dd4-a3b1-85a9e8dfd2b7 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:35:01.757744 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-39f80082-b323-4881-806c-7ba4361febbe req-7aee93b2-3734-4dd4-a3b1-85a9e8dfd2b7 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:35:01.786872 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f34f9-9006-4044-a8f6-277991a5053b req-a2b6491d-af8e-4b9a-9ce2-5d8eacdc7a98 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:01.788341 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a65f34f9-9006-4044-a8f6-277991a5053b req-a2b6491d-af8e-4b9a-9ce2-5d8eacdc7a98 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7d99442-d0cf-49e3-beb2-01ea5672b69e HTTP/1.1" status: 200 len: 945 time: 0.3395801 May 05 20:35:01.806978 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39f80082-b323-4881-806c-7ba4361febbe req-7aee93b2-3734-4dd4-a3b1-85a9e8dfd2b7 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Made reservation on behalf of d5327fecdbda4453866269afbd5ac6fc for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:35:01.810538 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-39f80082-b323-4881-806c-7ba4361febbe req-7aee93b2-3734-4dd4-a3b1-85a9e8dfd2b7 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:01.845012 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-472b053d-27c5-4f14-9ee7-2aa0316c289f req-53edb114-d934-41f6-b15c-84d21c9460b8 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] For port acbe3139-786f-4418-aeef-9b3457000214, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=acbe3139-786f-4418-aeef-9b3457000214,segment=NetworkSegment(eea1549b-d16b-4684-8dbd-392664594e16),segment_id=eea1549b-d16b-4684-8dbd-392664594e16)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:35:01.845368 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-472b053d-27c5-4f14-9ee7-2aa0316c289f req-53edb114-d934-41f6-b15c-84d21c9460b8 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:01.987797 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-472b053d-27c5-4f14-9ee7-2aa0316c289f req-53edb114-d934-41f6-b15c-84d21c9460b8 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Calling delete_port for acbe3139-786f-4418-aeef-9b3457000214 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:35:02.086087 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a65f34f9-9006-4044-a8f6-277991a5053b req-7a9ab8b1-4e4d-49a1-9751-100deaa51088 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b6f3c03-9b93-42ba-8bbc-d36a620bd4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2900128 May 05 20:35:02.246987 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-39f80082-b323-4881-806c-7ba4361febbe req-7aee93b2-3734-4dd4-a3b1-85a9e8dfd2b7 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Allocated IP 172.20.0.4 (29a0e805-6e5b-4d29-836f-ace2c73e49b1/d4fffa46-b0f9-43c4-a768-6cf896707ddc/1c2253d6-7eec-4d52-9bb7-bb09d8337c7c) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:35:02.278534 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-472b053d-27c5-4f14-9ee7-2aa0316c289f req-53edb114-d934-41f6-b15c-84d21c9460b8 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:02.496657 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-77a9b420-1caf-46e4-85a6-3f4d9d38b827 req-ec51944b-a849-4446-b853-2bfeae687901 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a13b109-7eb1-4495-9ea6-e585a5d79bba HTTP/1.1" status: 200 len: 210 time: 0.1852877 May 05 20:35:02.501628 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53edb114-d934-41f6-b15c-84d21c9460b8 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Pushing event deleted for resources: {'Port': ['ID=acbe3139-786f-4418-aeef-9b3457000214,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:02.574529 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-472b053d-27c5-4f14-9ee7-2aa0316c289f req-53edb114-d934-41f6-b15c-84d21c9460b8 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] No DVR routers for this DVR port acbe3139-786f-4418-aeef-9b3457000214 on host n-h1-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:35:02.586630 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-472b053d-27c5-4f14-9ee7-2aa0316c289f req-53edb114-d934-41f6-b15c-84d21c9460b8 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:02.589096 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7d99442-d0cf-49e3-beb2-01ea5672b69e', 'name': 'network-vif-deleted', 'tag': 'acbe3139-786f-4418-aeef-9b3457000214'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:35:02.625016 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-472b053d-27c5-4f14-9ee7-2aa0316c289f req-53edb114-d934-41f6-b15c-84d21c9460b8 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.24 "DELETE /v2.0/ports/acbe3139-786f-4418-aeef-9b3457000214 HTTP/1.1" status: 204 len: 173 time: 1.3821084 May 05 20:35:02.676600 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa0430d0-f0fb-47c1-88d7-1818693e2662'] response: {'server_uuid': 'd7d99442-d0cf-49e3-beb2-01ea5672b69e', 'name': 'network-vif-deleted', 'tag': 'acbe3139-786f-4418-aeef-9b3457000214', 'status': 'completed', 'code': 200} May 05 20:35:02.756827 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-39f80082-b323-4881-806c-7ba4361febbe req-7aee93b2-3734-4dd4-a3b1-85a9e8dfd2b7 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:02.778933 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-39f80082-b323-4881-806c-7ba4361febbe req-7aee93b2-3734-4dd4-a3b1-85a9e8dfd2b7 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Transition to ACTIVE for port object 1c2253d6-7eec-4d52-9bb7-bb09d8337c7c will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:35:02.813894 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-39f80082-b323-4881-806c-7ba4361febbe req-7aee93b2-3734-4dd4-a3b1-85a9e8dfd2b7 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:02.894951 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39f80082-b323-4881-806c-7ba4361febbe req-7aee93b2-3734-4dd4-a3b1-85a9e8dfd2b7 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Network 29a0e805-6e5b-4d29-836f-ace2c73e49b1 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:35:02.898126 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-39f80082-b323-4881-806c-7ba4361febbe req-7aee93b2-3734-4dd4-a3b1-85a9e8dfd2b7 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:35:02.900415 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-39f80082-b323-4881-806c-7ba4361febbe req-7aee93b2-3734-4dd4-a3b1-85a9e8dfd2b7 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:35:02.938410 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aee93b2-3734-4dd4-a3b1-85a9e8dfd2b7 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Pushing event updated for resources: {'Port': ['ID=1c2253d6-7eec-4d52-9bb7-bb09d8337c7c,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:02.982506 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f80082-b323-4881-806c-7ba4361febbe req-7aee93b2-3734-4dd4-a3b1-85a9e8dfd2b7 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:02.983142 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-39f80082-b323-4881-806c-7ba4361febbe req-7aee93b2-3734-4dd4-a3b1-85a9e8dfd2b7 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:03.002820 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-39f80082-b323-4881-806c-7ba4361febbe req-7aee93b2-3734-4dd4-a3b1-85a9e8dfd2b7 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6194746 May 05 20:35:03.013823 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-39f80082-b323-4881-806c-7ba4361febbe req-bb0bafaf-b493-44ea-8945-4ca67a967c70 service neutron] Request body: {'port': {'device_id': '1a13b109-7eb1-4495-9ea6-e585a5d79bba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:35:03.142078 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-39f80082-b323-4881-806c-7ba4361febbe req-bb0bafaf-b493-44ea-8945-4ca67a967c70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:03.146410 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-635f1cb5-a491-43c6-90a8-85880b5eec00 None None] Provisioning for port 1c2253d6-7eec-4d52-9bb7-bb09d8337c7c completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:35:03.151692 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-635f1cb5-a491-43c6-90a8-85880b5eec00 None None] Provisioning complete for port 1c2253d6-7eec-4d52-9bb7-bb09d8337c7c triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:35:03.152378 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-635f1cb5-a491-43c6-90a8-85880b5eec00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:03.237583 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-635f1cb5-a491-43c6-90a8-85880b5eec00 None None] Port 1c2253d6-7eec-4d52-9bb7-bb09d8337c7c cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:35:03.420089 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-1021fc66-0efa-4571-bad2-e50939c4d1ee req-9392fb73-a7dd-4722-88d1-e4326ea8d007 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Synchronizing usage tracker for tenant:ae03aa52cc144bf0b519baf0417a3070 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:35:03.438022 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-1021fc66-0efa-4571-bad2-e50939c4d1ee req-9392fb73-a7dd-4722-88d1-e4326ea8d007 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Unset dirty status for tenant:ae03aa52cc144bf0b519baf0417a3070 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:35:03.439265 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1021fc66-0efa-4571-bad2-e50939c4d1ee req-9392fb73-a7dd-4722-88d1-e4326ea8d007 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7d99442-d0cf-49e3-beb2-01ea5672b69e HTTP/1.1" status: 200 len: 210 time: 0.0623279 May 05 20:35:03.580960 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-39f80082-b323-4881-806c-7ba4361febbe req-bb0bafaf-b493-44ea-8945-4ca67a967c70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c2253d6-7eec-4d52-9bb7-bb09d8337c7c {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:35:03.595253 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-39f80082-b323-4881-806c-7ba4361febbe req-bb0bafaf-b493-44ea-8945-4ca67a967c70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:03.618633 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-39f80082-b323-4881-806c-7ba4361febbe req-bb0bafaf-b493-44ea-8945-4ca67a967c70 service neutron] Transition to ACTIVE for port object 1c2253d6-7eec-4d52-9bb7-bb09d8337c7c will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:35:03.625001 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-39f80082-b323-4881-806c-7ba4361febbe req-bb0bafaf-b493-44ea-8945-4ca67a967c70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:03.804573 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-af7607af-7243-42d5-a075-5c8f8043d66d req-2d95265f-fcf1-4065-8011-7ac0b8f80599 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c5b2f461-30f2-4f7e-b1c2-f48fecaecdda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3252213 May 05 20:35:03.816860 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0bafaf-b493-44ea-8945-4ca67a967c70 service neutron] Pushing event updated for resources: {'Port': ['ID=1c2253d6-7eec-4d52-9bb7-bb09d8337c7c,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:03.990076 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d028736c-47e1-46ed-92ae-a30b9540d316 req-809fc1fe-3f45-4e80-b37e-393f2433f6c4 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:03.990953 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-d028736c-47e1-46ed-92ae-a30b9540d316 req-809fc1fe-3f45-4e80-b37e-393f2433f6c4 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Synchronizing usage tracker for tenant:d5327fecdbda4453866269afbd5ac6fc on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:35:04.013429 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-39f80082-b323-4881-806c-7ba4361febbe req-bb0bafaf-b493-44ea-8945-4ca67a967c70 service neutron] Attempting to bind port 1c2253d6-7eec-4d52-9bb7-bb09d8337c7c on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:35:04.013756 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-39f80082-b323-4881-806c-7ba4361febbe req-bb0bafaf-b493-44ea-8945-4ca67a967c70 service neutron] Attempting to bind port 1c2253d6-7eec-4d52-9bb7-bb09d8337c7c by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': '5effa292-6024-4206-9fcb-ee5e58965e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:35:04.014080 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f80082-b323-4881-806c-7ba4361febbe req-bb0bafaf-b493-44ea-8945-4ca67a967c70 service neutron] Attempting to bind port 1c2253d6-7eec-4d52-9bb7-bb09d8337c7c on network 29a0e805-6e5b-4d29-836f-ace2c73e49b1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:35:04.024274 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f80082-b323-4881-806c-7ba4361febbe req-bb0bafaf-b493-44ea-8945-4ca67a967c70 service neutron] Port 1c2253d6-7eec-4d52-9bb7-bb09d8337c7c on network 29a0e805-6e5b-4d29-836f-ace2c73e49b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:35:04.024593 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f80082-b323-4881-806c-7ba4361febbe req-bb0bafaf-b493-44ea-8945-4ca67a967c70 service neutron] Attempting to bind port 1c2253d6-7eec-4d52-9bb7-bb09d8337c7c on network 29a0e805-6e5b-4d29-836f-ace2c73e49b1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:35:04.029298 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7607af-7243-42d5-a075-5c8f8043d66d req-84c5567d-134a-48d9-b5b5-69c203a1ea10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:04.030763 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-af7607af-7243-42d5-a075-5c8f8043d66d req-84c5567d-134a-48d9-b5b5-69c203a1ea10 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=319e65ce2d224e768cdbd69739e25b53&device_id=c5b2f461-30f2-4f7e-b1c2-f48fecaecdda HTTP/1.1" status: 200 len: 1096 time: 0.1866097 May 05 20:35:04.031321 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-d028736c-47e1-46ed-92ae-a30b9540d316 req-809fc1fe-3f45-4e80-b37e-393f2433f6c4 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Unset dirty status for tenant:d5327fecdbda4453866269afbd5ac6fc on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:35:04.032336 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d028736c-47e1-46ed-92ae-a30b9540d316 req-809fc1fe-3f45-4e80-b37e-393f2433f6c4 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a13b109-7eb1-4495-9ea6-e585a5d79bba HTTP/1.1" status: 200 len: 943 time: 0.4026673 May 05 20:35:04.034753 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f80082-b323-4881-806c-7ba4361febbe req-bb0bafaf-b493-44ea-8945-4ca67a967c70 service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:35:04.035646 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f80082-b323-4881-806c-7ba4361febbe req-bb0bafaf-b493-44ea-8945-4ca67a967c70 service neutron] Checking segment: {'id': '5effa292-6024-4206-9fcb-ee5e58965e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:35:04.036033 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f80082-b323-4881-806c-7ba4361febbe req-bb0bafaf-b493-44ea-8945-4ca67a967c70 service neutron] Bound using segment: {'id': '5effa292-6024-4206-9fcb-ee5e58965e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:35:04.036451 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-39f80082-b323-4881-806c-7ba4361febbe req-bb0bafaf-b493-44ea-8945-4ca67a967c70 service neutron] Bound port: 1c2253d6-7eec-4d52-9bb7-bb09d8337c7c, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5effa292-6024-4206-9fcb-ee5e58965e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:35:04.036795 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-39f80082-b323-4881-806c-7ba4361febbe req-bb0bafaf-b493-44ea-8945-4ca67a967c70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:04.354264 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d028736c-47e1-46ed-92ae-a30b9540d316 req-9d6d258a-29e1-4ffa-ba8a-e22a114fcb4b tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=f08f8f11-ad26-4de6-bd06-532cbd86f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3083053 May 05 20:35:04.366818 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device acbe3139-786f-4418-aeef-9b3457000214 no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:35:04.381702 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-39f80082-b323-4881-806c-7ba4361febbe req-bb0bafaf-b493-44ea-8945-4ca67a967c70 service neutron] For port 1c2253d6-7eec-4d52-9bb7-bb09d8337c7c, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:35:04.387320 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7607af-7243-42d5-a075-5c8f8043d66d req-2c9d210a-e546-4d54-877f-d908fbbc6361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:04.388808 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-af7607af-7243-42d5-a075-5c8f8043d66d req-2c9d210a-e546-4d54-877f-d908fbbc6361 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c4a20b3c-ae9f-4def-9b23-26fbdac1320b HTTP/1.1" status: 200 len: 909 time: 0.3396926 May 05 20:35:04.392769 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-39f80082-b323-4881-806c-7ba4361febbe req-bb0bafaf-b493-44ea-8945-4ca67a967c70 service neutron] For port 1c2253d6-7eec-4d52-9bb7-bb09d8337c7c, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=1c2253d6-7eec-4d52-9bb7-bb09d8337c7c,segment=NetworkSegment(5effa292-6024-4206-9fcb-ee5e58965e00),segment_id=5effa292-6024-4206-9fcb-ee5e58965e00)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:35:04.403371 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] No Port match for: acbe3139-786f-4418-aeef-9b3457000214 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:35:04.403661 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device acbe3139-786f-4418-aeef-9b3457000214 not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:35:04.447938 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-39f80082-b323-4881-806c-7ba4361febbe req-bb0bafaf-b493-44ea-8945-4ca67a967c70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:04.534044 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f80082-b323-4881-806c-7ba4361febbe req-bb0bafaf-b493-44ea-8945-4ca67a967c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:04.534667 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-39f80082-b323-4881-806c-7ba4361febbe req-bb0bafaf-b493-44ea-8945-4ca67a967c70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:04.536052 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36172) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:35:04.536914 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-39f80082-b323-4881-806c-7ba4361febbe req-bb0bafaf-b493-44ea-8945-4ca67a967c70 service neutron] 10.222.0.24 "PUT /v2.0/ports/1c2253d6-7eec-4d52-9bb7-bb09d8337c7c HTTP/1.1" status: 200 len: 1091 time: 1.5273955 May 05 20:35:04.560478 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-af7607af-7243-42d5-a075-5c8f8043d66d req-23d48520-087d-4abf-8a1c-980c586a3a91 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed820858-21b7-4739-bbdb-009434158433 HTTP/1.1" status: 200 len: 1001 time: 0.1658051 May 05 20:35:04.607789 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0bafaf-b493-44ea-8945-4ca67a967c70 service neutron] Pushing event updated for resources: {'Port': ['ID=1c2253d6-7eec-4d52-9bb7-bb09d8337c7c,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:04.621587 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e1f582b9-8d5e-46c9-836c-9c9800967638 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:04.661546 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e1f582b9-8d5e-46c9-836c-9c9800967638 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:04.675423 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ac7442c5-4b7b-48bb-aeb6-fd7b63d8d6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:04.677938 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a13b109-7eb1-4495-9ea6-e585a5d79bba', 'tag': '1c2253d6-7eec-4d52-9bb7-bb09d8337c7c'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:35:04.690505 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7607af-7243-42d5-a075-5c8f8043d66d req-296f6a53-2536-44d5-8deb-f05ea9aab828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:04.692658 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-af7607af-7243-42d5-a075-5c8f8043d66d req-296f6a53-2536-44d5-8deb-f05ea9aab828 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=66a6f882-bccb-4256-83b5-0b0aa723e025 HTTP/1.1" status: 200 len: 847 time: 0.1254845 May 05 20:35:04.735812 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d6ea9d9-2c66-41c7-928d-3e039ecebe04'] response: {'name': 'network-changed', 'server_uuid': '1a13b109-7eb1-4495-9ea6-e585a5d79bba', 'tag': '1c2253d6-7eec-4d52-9bb7-bb09d8337c7c', 'status': 'completed', 'code': 200} May 05 20:35:04.748769 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e1f582b9-8d5e-46c9-836c-9c9800967638 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:04.771203 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f80082-b323-4881-806c-7ba4361febbe req-f6d98076-db53-4218-8664-5ff6bc946580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:04.772697 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f582b9-8d5e-46c9-836c-9c9800967638 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6f3c03-9b93-42ba-8bbc-d36a620bd4d2,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:04.772875 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-39f80082-b323-4881-806c-7ba4361febbe req-f6d98076-db53-4218-8664-5ff6bc946580 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d5327fecdbda4453866269afbd5ac6fc&device_id=1a13b109-7eb1-4495-9ea6-e585a5d79bba HTTP/1.1" status: 200 len: 1094 time: 0.1660371 May 05 20:35:04.780982 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e1f582b9-8d5e-46c9-836c-9c9800967638 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:04.794023 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-e1f582b9-8d5e-46c9-836c-9c9800967638 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "DELETE /v2.0/security-groups/3b6f3c03-9b93-42ba-8bbc-d36a620bd4d2 HTTP/1.1" status: 204 len: 168 time: 0.2572608 May 05 20:35:04.828253 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36180) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:35:04.845956 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-39f80082-b323-4881-806c-7ba4361febbe req-73c96701-33d7-45e2-ab43-b47750beb909 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c2253d6-7eec-4d52-9bb7-bb09d8337c7c HTTP/1.1" status: 200 len: 217 time: 0.0651419 May 05 20:35:04.851527 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7607af-7243-42d5-a075-5c8f8043d66d req-dc6f0e62-79bd-4007-9074-dfd58c2a5200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:04.852958 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-af7607af-7243-42d5-a075-5c8f8043d66d req-dc6f0e62-79bd-4007-9074-dfd58c2a5200 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c4a20b3c-ae9f-4def-9b23-26fbdac1320b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1545706 May 05 20:35:04.997417 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f80082-b323-4881-806c-7ba4361febbe req-adda47b4-3f8e-4548-a597-03acef7bdc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:04.998863 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-39f80082-b323-4881-806c-7ba4361febbe req-adda47b4-3f8e-4548-a597-03acef7bdc7c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d4fffa46-b0f9-43c4-a768-6cf896707ddc HTTP/1.1" status: 200 len: 850 time: 0.1450725 May 05 20:35:05.087211 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-af7607af-7243-42d5-a075-5c8f8043d66d req-8300216b-5b2d-48d6-84a3-b71080ca7709 service neutron] 10.222.0.50 "GET /v2.0/networks/c4a20b3c-ae9f-4def-9b23-26fbdac1320b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027891 May 05 20:35:05.142206 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f80082-b323-4881-806c-7ba4361febbe req-878ffabe-96a9-4afb-b986-e3e7a8e70527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:05.143697 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-39f80082-b323-4881-806c-7ba4361febbe req-878ffabe-96a9-4afb-b986-e3e7a8e70527 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=29a0e805-6e5b-4d29-836f-ace2c73e49b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1292748 May 05 20:35:05.323681 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-af7607af-7243-42d5-a075-5c8f8043d66d req-df343c57-9345-401c-bf2e-e0f97a35d4ca service neutron] 10.222.0.50 "GET /v2.0/networks/c4a20b3c-ae9f-4def-9b23-26fbdac1320b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302403 May 05 20:35:05.351500 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-39f80082-b323-4881-806c-7ba4361febbe req-35a6d6b1-c21a-424e-80b8-08ddbf833fd1 service neutron] 10.222.0.24 "GET /v2.0/networks/29a0e805-6e5b-4d29-836f-ace2c73e49b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606195 May 05 20:35:05.388679 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b6630c7c-179a-4c24-9576-a17e09e522a8 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:05.545786 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-39f80082-b323-4881-806c-7ba4361febbe req-4e5f25aa-1487-45e6-a6f9-74096181f656 service neutron] 10.222.0.24 "GET /v2.0/networks/29a0e805-6e5b-4d29-836f-ace2c73e49b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887057 May 05 20:35:05.577525 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c282d-08e2-4e67-bed4-ce9582bc470d req-4dc453d5-b9cf-4635-831b-857776ca8bf8 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:05.580255 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d21c282d-08e2-4e67-bed4-ce9582bc470d req-4dc453d5-b9cf-4635-831b-857776ca8bf8 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a13b109-7eb1-4495-9ea6-e585a5d79bba HTTP/1.1" status: 200 len: 943 time: 0.1133366 May 05 20:35:05.674527 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d21c282d-08e2-4e67-bed4-ce9582bc470d req-42f76dd3-ea5a-4f19-9f62-5fac8f3fdcbb tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=f08f8f11-ad26-4de6-bd06-532cbd86f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879173 May 05 20:35:05.694786 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b967c8f5-f436-4bf3-8316-10ccc96d6f49 req-f82e18df-392f-4031-8815-f16d42a22bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:05.696301 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b967c8f5-f436-4bf3-8316-10ccc96d6f49 req-f82e18df-392f-4031-8815-f16d42a22bd5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d5327fecdbda4453866269afbd5ac6fc&device_id=1a13b109-7eb1-4495-9ea6-e585a5d79bba HTTP/1.1" status: 200 len: 1094 time: 0.0939841 May 05 20:35:05.765620 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-b6630c7c-179a-4c24-9576-a17e09e522a8 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Deleting port 0d910520-7ef0-48d3-b77b-adbd40483a1a {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:35:05.766168 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b6630c7c-179a-4c24-9576-a17e09e522a8 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:05.829376 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b967c8f5-f436-4bf3-8316-10ccc96d6f49 req-7f69cece-2007-4f42-b51d-f38fc42f415d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:05.830784 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b967c8f5-f436-4bf3-8316-10ccc96d6f49 req-7f69cece-2007-4f42-b51d-f38fc42f415d service neutron] 10.222.0.24 "GET /v2.0/networks?id=29a0e805-6e5b-4d29-836f-ace2c73e49b1 HTTP/1.1" status: 200 len: 912 time: 0.1281655 May 05 20:35:05.965997 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-b6630c7c-179a-4c24-9576-a17e09e522a8 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] For port 0d910520-7ef0-48d3-b77b-adbd40483a1a, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=0d910520-7ef0-48d3-b77b-adbd40483a1a,segment=NetworkSegment(eea1549b-d16b-4684-8dbd-392664594e16),segment_id=eea1549b-d16b-4684-8dbd-392664594e16)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:35:05.966390 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b6630c7c-179a-4c24-9576-a17e09e522a8 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:06.026261 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b967c8f5-f436-4bf3-8316-10ccc96d6f49 req-89e8f2fa-19af-4270-96a5-0c45ddc1e3fc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c2253d6-7eec-4d52-9bb7-bb09d8337c7c HTTP/1.1" status: 200 len: 217 time: 0.1873369 May 05 20:35:06.088789 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b967c8f5-f436-4bf3-8316-10ccc96d6f49 req-775df2a3-3171-4864-a4ff-36d6d81413dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:06.090138 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b967c8f5-f436-4bf3-8316-10ccc96d6f49 req-775df2a3-3171-4864-a4ff-36d6d81413dc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d4fffa46-b0f9-43c4-a768-6cf896707ddc HTTP/1.1" status: 200 len: 850 time: 0.0578723 May 05 20:35:06.171411 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b967c8f5-f436-4bf3-8316-10ccc96d6f49 req-332bb44b-58a5-483e-94d5-a15788c2f152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:06.172912 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b967c8f5-f436-4bf3-8316-10ccc96d6f49 req-332bb44b-58a5-483e-94d5-a15788c2f152 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=29a0e805-6e5b-4d29-836f-ace2c73e49b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767348 May 05 20:35:06.212886 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-b6630c7c-179a-4c24-9576-a17e09e522a8 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Calling delete_port for 0d910520-7ef0-48d3-b77b-adbd40483a1a owned by network:router_interface {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:35:06.305873 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b967c8f5-f436-4bf3-8316-10ccc96d6f49 req-9ed2b55e-8a94-4d88-a941-d8de568e3af3 service neutron] 10.222.0.24 "GET /v2.0/networks/29a0e805-6e5b-4d29-836f-ace2c73e49b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266181 May 05 20:35:06.437049 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b967c8f5-f436-4bf3-8316-10ccc96d6f49 req-0f5a4c4b-589e-40da-be6e-9d3cef8522aa service neutron] 10.222.0.24 "GET /v2.0/networks/29a0e805-6e5b-4d29-836f-ace2c73e49b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253164 May 05 20:35:06.538653 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b6630c7c-179a-4c24-9576-a17e09e522a8 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:06.588514 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6630c7c-179a-4c24-9576-a17e09e522a8 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Pushing event deleted for resources: {'Port': ['ID=0d910520-7ef0-48d3-b77b-adbd40483a1a,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:06.870205 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c33bf130-e415-47e0-8160-4d4bc19e7d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:06.916914 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b6630c7c-179a-4c24-9576-a17e09e522a8 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:07.016088 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e521a3b-88d1-40d7-a0f6-6fbb72a57ae8 req-88bf7f19-b9be-4ef3-ab33-1ba2b418ffe7 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:07.017537 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4e521a3b-88d1-40d7-a0f6-6fbb72a57ae8 req-88bf7f19-b9be-4ef3-ab33-1ba2b418ffe7 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a13b109-7eb1-4495-9ea6-e585a5d79bba HTTP/1.1" status: 200 len: 943 time: 0.1895428 May 05 20:35:07.140434 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4e521a3b-88d1-40d7-a0f6-6fbb72a57ae8 req-f9f74e10-6153-492e-b773-9568d283b1ea tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=f08f8f11-ad26-4de6-bd06-532cbd86f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672398 May 05 20:35:07.320135 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6630c7c-179a-4c24-9576-a17e09e522a8 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Router 3def9584-0018-40e1-832c-00efa57546b4 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:35:07.497275 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6630c7c-179a-4c24-9576-a17e09e522a8 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:35:07.507274 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ad00cc-7a28-45df-8ad7-d11b31146fa5 None None] Sync routers for ids ['3def9584-0018-40e1-832c-00efa57546b4'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:35:07.515891 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-b6630c7c-179a-4c24-9576-a17e09e522a8 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "PUT /v2.0/routers/3def9584-0018-40e1-832c-00efa57546b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6864572 May 05 20:35:07.516651 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36188) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:35:07.520495 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ad00cc-7a28-45df-8ad7-d11b31146fa5 None None] Routers {'3def9584-0018-40e1-832c-00efa57546b4'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:35:07.521146 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-74ad00cc-7a28-45df-8ad7-d11b31146fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:35:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['3def9584-0018-40e1-832c-00efa57546b4'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:35:07.591554 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-08168c4b-6463-4cfd-8458-75439b2c2bc0 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Deleting subnet dc9c1091-d137-449c-ab5e-adf020c81637 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:35:07.594689 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-08168c4b-6463-4cfd-8458-75439b2c2bc0 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:07.655593 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-08168c4b-6463-4cfd-8458-75439b2c2bc0 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:07.701028 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-74ad00cc-7a28-45df-8ad7-d11b31146fa5 None None] Set router 3def9584-0018-40e1-832c-00efa57546b4 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:35:07.740878 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-08168c4b-6463-4cfd-8458-75439b2c2bc0 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:07.813222 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-08168c4b-6463-4cfd-8458-75439b2c2bc0 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:07.856578 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08168c4b-6463-4cfd-8458-75439b2c2bc0 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Pushing event deleted for resources: {'Subnet': ['ID=dc9c1091-d137-449c-ab5e-adf020c81637,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:07.860562 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-08168c4b-6463-4cfd-8458-75439b2c2bc0 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:07.868091 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-08168c4b-6463-4cfd-8458-75439b2c2bc0 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "DELETE /v2.0/subnets/dc9c1091-d137-449c-ab5e-adf020c81637 HTTP/1.1" status: 204 len: 168 time: 0.3503964 May 05 20:35:07.870601 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36192) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:35:07.909005 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfce4ed9-ce87-4c82-8fc1-b7c51bd503c7 None None] Network 8faac822-2df8-473a-a25e-47c7e9b40510 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:35:07.968415 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:08.071230 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-64e9e0b2-daaf-46a6-92a6-01fab255fb25 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:08.166398 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:08.224298 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-74ad00cc-7a28-45df-8ad7-d11b31146fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3def9584-0018-40e1-832c-00efa57546b4', 'name': 'tempest-TestNetworkBasicOps-router-408302403', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '4dbdc21a-1394-4159-bcb7-0de9b772114c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:33:02Z', 'updated_at': '2022-05-05T20:35:06Z', 'revision_number': 7, 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'gw_port': {'id': '4dbdc21a-1394-4159-bcb7-0de9b772114c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:97:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3def9584-0018-40e1-832c-00efa57546b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:33:03Z', 'updated_at': '2022-05-05T20:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:35:08.247070 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ad00cc-7a28-45df-8ad7-d11b31146fa5 None None] Checking router: 3def9584-0018-40e1-832c-00efa57546b4 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:35:08.256948 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ad00cc-7a28-45df-8ad7-d11b31146fa5 None None] Routers {'3def9584-0018-40e1-832c-00efa57546b4'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:35:08.257566 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-74ad00cc-7a28-45df-8ad7-d11b31146fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:35:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['3def9584-0018-40e1-832c-00efa57546b4'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:35:08.316113 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f756f4c0-4769-49a2-b6b3-1ec0c267a516 None None] DHCP port deletion for 8faac822-2df8-473a-a25e-47c7e9b40510 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:35:08.340463 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-f756f4c0-4769-49a2-b6b3-1ec0c267a516 None None] Deleting port 59366cc3-e9a8-4d99-96ba-fb35203983e7 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:35:08.340826 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f756f4c0-4769-49a2-b6b3-1ec0c267a516 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:08.362844 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-64e9e0b2-daaf-46a6-92a6-01fab255fb25 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:08.381285 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-64e9e0b2-daaf-46a6-92a6-01fab255fb25 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Deleting port 4dbdc21a-1394-4159-bcb7-0de9b772114c {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:35:08.381648 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-64e9e0b2-daaf-46a6-92a6-01fab255fb25 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:08.449277 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff318e-4775-4982-986e-a2a2d1b56b51 req-0715d63a-202b-451b-aa8f-666bb8464b1c tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:08.450847 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-79ff318e-4775-4982-986e-a2a2d1b56b51 req-0715d63a-202b-451b-aa8f-666bb8464b1c tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a13b109-7eb1-4495-9ea6-e585a5d79bba HTTP/1.1" status: 200 len: 943 time: 0.1581857 May 05 20:35:08.584807 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-79ff318e-4775-4982-986e-a2a2d1b56b51 req-c06f68d6-e277-4376-81cd-7e4b5bb0e104 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=f08f8f11-ad26-4de6-bd06-532cbd86f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174824 May 05 20:35:08.616572 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-64e9e0b2-daaf-46a6-92a6-01fab255fb25 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] For port 4dbdc21a-1394-4159-bcb7-0de9b772114c, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=4dbdc21a-1394-4159-bcb7-0de9b772114c,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:35:08.616928 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-64e9e0b2-daaf-46a6-92a6-01fab255fb25 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:08.631268 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-74ad00cc-7a28-45df-8ad7-d11b31146fa5 None None] Set router 3def9584-0018-40e1-832c-00efa57546b4 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:35:08.837119 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-f756f4c0-4769-49a2-b6b3-1ec0c267a516 None None] For port 59366cc3-e9a8-4d99-96ba-fb35203983e7, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=59366cc3-e9a8-4d99-96ba-fb35203983e7,segment=NetworkSegment(eea1549b-d16b-4684-8dbd-392664594e16),segment_id=eea1549b-d16b-4684-8dbd-392664594e16)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:35:08.837515 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f756f4c0-4769-49a2-b6b3-1ec0c267a516 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:08.860786 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-64e9e0b2-daaf-46a6-92a6-01fab255fb25 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Calling delete_port for 4dbdc21a-1394-4159-bcb7-0de9b772114c owned by network:router_gateway {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:35:09.011192 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-f756f4c0-4769-49a2-b6b3-1ec0c267a516 None None] Calling delete_port for 59366cc3-e9a8-4d99-96ba-fb35203983e7 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:35:09.028492 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-64e9e0b2-daaf-46a6-92a6-01fab255fb25 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:09.078050 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e9e0b2-daaf-46a6-92a6-01fab255fb25 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Pushing event deleted for resources: {'Port': ['ID=4dbdc21a-1394-4159-bcb7-0de9b772114c,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:09.142651 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f756f4c0-4769-49a2-b6b3-1ec0c267a516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:09.180419 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-64e9e0b2-daaf-46a6-92a6-01fab255fb25 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:09.198710 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f756f4c0-4769-49a2-b6b3-1ec0c267a516 None None] Pushing event deleted for resources: {'Port': ['ID=59366cc3-e9a8-4d99-96ba-fb35203983e7,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:09.203129 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f756f4c0-4769-49a2-b6b3-1ec0c267a516 None None] No DVR routers for this DVR port 59366cc3-e9a8-4d99-96ba-fb35203983e7 on host n-d-840717-1 {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:35:09.223471 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-74ad00cc-7a28-45df-8ad7-d11b31146fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3def9584-0018-40e1-832c-00efa57546b4', 'name': 'tempest-TestNetworkBasicOps-router-408302403', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '4dbdc21a-1394-4159-bcb7-0de9b772114c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:33:02Z', 'updated_at': '2022-05-05T20:35:06Z', 'revision_number': 7, 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'gw_port': {'id': '4dbdc21a-1394-4159-bcb7-0de9b772114c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:97:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3def9584-0018-40e1-832c-00efa57546b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:33:03Z', 'updated_at': '2022-05-05T20:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:35:09.228076 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ad00cc-7a28-45df-8ad7-d11b31146fa5 None None] The sync data for ids ['3def9584-0018-40e1-832c-00efa57546b4'] in n-d-840717-1 is: [{'id': '3def9584-0018-40e1-832c-00efa57546b4', 'name': 'tempest-TestNetworkBasicOps-router-408302403', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '4dbdc21a-1394-4159-bcb7-0de9b772114c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:33:02Z', 'updated_at': '2022-05-05T20:35:06Z', 'revision_number': 7, 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'gw_port': {'id': '4dbdc21a-1394-4159-bcb7-0de9b772114c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:97:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3def9584-0018-40e1-832c-00efa57546b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:33:03Z', 'updated_at': '2022-05-05T20:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:35:09.360853 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-64e9e0b2-daaf-46a6-92a6-01fab255fb25 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:09.363347 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-64e9e0b2-daaf-46a6-92a6-01fab255fb25 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:09.385822 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-64e9e0b2-daaf-46a6-92a6-01fab255fb25 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:09.386339 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e9e0b2-daaf-46a6-92a6-01fab255fb25 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Fanout notify agent at l3_agent the message router_deleted on router 3def9584-0018-40e1-832c-00efa57546b4 {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:35:09.401642 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-64e9e0b2-daaf-46a6-92a6-01fab255fb25 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:09.402655 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-64e9e0b2-daaf-46a6-92a6-01fab255fb25 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "DELETE /v2.0/routers/3def9584-0018-40e1-832c-00efa57546b4 HTTP/1.1" status: 204 len: 168 time: 1.5311801 May 05 20:35:09.405435 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36198) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:35:09.517544 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-38d04fb6-20bc-46ff-b8da-284a716d332f tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:09.648898 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:09.656339 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-38d04fb6-20bc-46ff-b8da-284a716d332f tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:09.688128 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-38d04fb6-20bc-46ff-b8da-284a716d332f tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8faac822-2df8-473a-a25e-47c7e9b40510']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:35:09.702418 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-38d04fb6-20bc-46ff-b8da-284a716d332f tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eea1549b-d16b-4684-8dbd-392664594e16') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:35:09.702829 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-38d04fb6-20bc-46ff-b8da-284a716d332f tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eea1549b-d16b-4684-8dbd-392664594e16') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:35:09.715633 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-38d04fb6-20bc-46ff-b8da-284a716d332f tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:09.733180 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-38d04fb6-20bc-46ff-b8da-284a716d332f tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:09.742484 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38d04fb6-20bc-46ff-b8da-284a716d332f tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:35:09.743093 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-38d04fb6-20bc-46ff-b8da-284a716d332f tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:09.758784 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:35:09.758784 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:35:09.758784 n-d-840717-1 neutron-server[88198]: timer() May 05 20:35:09.758784 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:35:09.758784 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:35:09.758784 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:35:09.758784 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:35:09.758784 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:35:09.758784 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:35:09.758784 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:35:09.758784 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:35:09.758784 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:35:09.758784 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:35:09.758784 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:35:09.758784 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:35:09.758784 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:35:09.758784 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:35:09.758784 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:35:09.758784 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:35:09.758784 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:35:09.758784 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:35:09.758784 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:35:09.758784 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:35:09.758784 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:35:09.758784 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:35:09.758784 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:35:09.758784 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:35:09.758784 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:35:09.758784 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:35:09.758784 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:35:09.758784 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:35:09.758784 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:35:09.857854 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-38d04fb6-20bc-46ff-b8da-284a716d332f tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:09.880125 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-38d04fb6-20bc-46ff-b8da-284a716d332f tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:09.905755 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-38d04fb6-20bc-46ff-b8da-284a716d332f tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "DELETE /v2.0/networks/8faac822-2df8-473a-a25e-47c7e9b40510 HTTP/1.1" status: 204 len: 168 time: 0.4887695 May 05 20:35:09.906956 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d04fb6-20bc-46ff-b8da-284a716d332f tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Pushing event deleted for resources: {'Network': ['ID=8faac822-2df8-473a-a25e-47c7e9b40510,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:09.917580 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36204) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:35:09.920931 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-7cdf2a88-fe3c-442c-af8d-892cca67867b tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Request body: {'network': {'name': 'tempest-network-smoke--906345345', 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'port_security_enabled': True}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:35:09.927797 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-7cdf2a88-fe3c-442c-af8d-892cca67867b tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:35:09.933172 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-7cdf2a88-fe3c-442c-af8d-892cca67867b tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Usage tracker for resource:network and tenant:ae03aa52cc144bf0b519baf0417a3070 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:35:09.936500 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-7cdf2a88-fe3c-442c-af8d-892cca67867b tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:35:09.945556 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-7cdf2a88-fe3c-442c-af8d-892cca67867b tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:35:09.962100 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cdf2a88-fe3c-442c-af8d-892cca67867b tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Made reservation on behalf of ae03aa52cc144bf0b519baf0417a3070 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:35:09.965790 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7cdf2a88-fe3c-442c-af8d-892cca67867b tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:09.971564 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3b95f1-1196-4481-8493-67a85447c3c6 req-3b6b1e39-5156-4034-a53c-49468f2311f1 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:09.973779 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-db3b95f1-1196-4481-8493-67a85447c3c6 req-3b6b1e39-5156-4034-a53c-49468f2311f1 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a13b109-7eb1-4495-9ea6-e585a5d79bba HTTP/1.1" status: 200 len: 943 time: 0.2591639 May 05 20:35:10.002932 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cdf2a88-fe3c-442c-af8d-892cca67867b tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:35:10.014912 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7cdf2a88-fe3c-442c-af8d-892cca67867b tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:10.015410 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-7cdf2a88-fe3c-442c-af8d-892cca67867b tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Added segment 31ec8cef-7296-4b79-9033-3fb06bfe5028 of type vlan for network 165a81a1-1a1b-49aa-9e3a-4bc7ac8445bf May 05 20:35:10.032546 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-db3b95f1-1196-4481-8493-67a85447c3c6 req-f46d2ac9-1b0f-41e2-a306-06a93a29d504 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=f08f8f11-ad26-4de6-bd06-532cbd86f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529368 May 05 20:35:10.048203 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7cdf2a88-fe3c-442c-af8d-892cca67867b tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:10.079564 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7cdf2a88-fe3c-442c-af8d-892cca67867b tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:10.085045 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cdf2a88-fe3c-442c-af8d-892cca67867b tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:10.085623 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7cdf2a88-fe3c-442c-af8d-892cca67867b tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:10.153277 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-7cdf2a88-fe3c-442c-af8d-892cca67867b tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2373922 May 05 20:35:10.156123 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36208) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:35:10.161173 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-fe8bbd0f-359a-416a-8eb7-6b89174c241f tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-872384500', 'admin_state_up': True, 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:35:10.169250 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-fe8bbd0f-359a-416a-8eb7-6b89174c241f tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:35:10.173084 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-fe8bbd0f-359a-416a-8eb7-6b89174c241f tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Usage tracker for resource:router and tenant:ae03aa52cc144bf0b519baf0417a3070 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:35:10.176813 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-fe8bbd0f-359a-416a-8eb7-6b89174c241f tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:35:10.182966 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-fe8bbd0f-359a-416a-8eb7-6b89174c241f tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:35:10.192951 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fe8bbd0f-359a-416a-8eb7-6b89174c241f tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:10.194346 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fe8bbd0f-359a-416a-8eb7-6b89174c241f tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:10.207306 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdf2a88-fe3c-442c-af8d-892cca67867b tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Pushing event updated for resources: {'Network': ['ID=165a81a1-1a1b-49aa-9e3a-4bc7ac8445bf,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:10.211729 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fe8bbd0f-359a-416a-8eb7-6b89174c241f tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:10.218113 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 165a81a1-1a1b-49aa-9e3a-4bc7ac8445bf details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:35:10.414794 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 59366cc3-e9a8-4d99-96ba-fb35203983e7 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:35:10.451085 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 59366cc3-e9a8-4d99-96ba-fb35203983e7 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:35:10.451452 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 59366cc3-e9a8-4d99-96ba-fb35203983e7 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:35:10.451874 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 4dbdc21a-1394-4159-bcb7-0de9b772114c no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:35:10.488815 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 4dbdc21a-1394-4159-bcb7-0de9b772114c {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:35:10.489249 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 4dbdc21a-1394-4159-bcb7-0de9b772114c not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:35:10.489712 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 0d910520-7ef0-48d3-b77b-adbd40483a1a no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:35:10.497657 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fe8bbd0f-359a-416a-8eb7-6b89174c241f tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:10.525082 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 0d910520-7ef0-48d3-b77b-adbd40483a1a {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:35:10.525425 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 0d910520-7ef0-48d3-b77b-adbd40483a1a not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:35:10.797040 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fe8bbd0f-359a-416a-8eb7-6b89174c241f tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for router_gateway, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:10.825019 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fe8bbd0f-359a-416a-8eb7-6b89174c241f tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:10.959763 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-fe8bbd0f-359a-416a-8eb7-6b89174c241f tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Allocated IP 172.25.0.236 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/e159129c-0721-4a02-ab3d-bad2e5bceaa6) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:35:11.109871 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fe8bbd0f-359a-416a-8eb7-6b89174c241f tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:11.139474 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fe8bbd0f-359a-416a-8eb7-6b89174c241f tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:11.203449 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8bbd0f-359a-416a-8eb7-6b89174c241f tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:35:11.206314 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-fe8bbd0f-359a-416a-8eb7-6b89174c241f tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:35:11.210943 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8bbd0f-359a-416a-8eb7-6b89174c241f tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:35:11.234175 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c8be1-3e0a-4049-b33a-19e37dd1216c req-4e00d2dc-d687-456d-839a-2aa5a90df22e tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:11.236846 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-986c8be1-3e0a-4049-b33a-19e37dd1216c req-4e00d2dc-d687-456d-839a-2aa5a90df22e tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a13b109-7eb1-4495-9ea6-e585a5d79bba HTTP/1.1" status: 200 len: 943 time: 0.0890250 May 05 20:35:11.249734 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8bbd0f-359a-416a-8eb7-6b89174c241f tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Pushing event updated for resources: {'Port': ['ID=e159129c-0721-4a02-ab3d-bad2e5bceaa6,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:11.282900 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-986c8be1-3e0a-4049-b33a-19e37dd1216c req-55006966-dcc2-4a2d-9b70-ae75f1b0ea0d tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=f08f8f11-ad26-4de6-bd06-532cbd86f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402374 May 05 20:35:11.737232 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fe8bbd0f-359a-416a-8eb7-6b89174c241f tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for router_gateway, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:12.069325 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fe8bbd0f-359a-416a-8eb7-6b89174c241f tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:12.278303 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe8bbd0f-359a-416a-8eb7-6b89174c241f tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Router e22cfb00-4e91-4a3f-a879-9f3de6b2b98d is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88197) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:35:12.502288 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe8bbd0f-359a-416a-8eb7-6b89174c241f tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:35:12.512425 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced52dcb-eb91-48cd-a2a7-661bf0473ec8 None None] Sync routers for ids ['e22cfb00-4e91-4a3f-a879-9f3de6b2b98d'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:35:12.521931 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced52dcb-eb91-48cd-a2a7-661bf0473ec8 None None] Routers {'e22cfb00-4e91-4a3f-a879-9f3de6b2b98d'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:35:12.522526 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-ced52dcb-eb91-48cd-a2a7-661bf0473ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:35:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['e22cfb00-4e91-4a3f-a879-9f3de6b2b98d'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:35:12.538340 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fe8bbd0f-359a-416a-8eb7-6b89174c241f tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:12.543077 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36216) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:35:12.543620 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-fe8bbd0f-359a-416a-8eb7-6b89174c241f tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3855348 May 05 20:35:12.552628 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb02b0-0f5a-41fa-9ab8-582969084caa req-acd5289a-534a-4de3-9954-885df9245805 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:12.554122 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3bfb02b0-0f5a-41fa-9ab8-582969084caa req-acd5289a-534a-4de3-9954-885df9245805 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a13b109-7eb1-4495-9ea6-e585a5d79bba HTTP/1.1" status: 200 len: 943 time: 0.1383021 May 05 20:35:12.590812 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-fac7f5e6-ba6f-4809-874d-15a7f61aecf5 tempest-TestNetworkBasicOps-1246439767 tempest-TestNetworkBasicOps-1246439767-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=ae03aa52cc144bf0b519baf0417a3070&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0467277 May 05 20:35:12.591554 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36220) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:35:12.608400 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3bfb02b0-0f5a-41fa-9ab8-582969084caa req-9f0c689d-ed39-41f2-9316-4741d57c847c tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=f08f8f11-ad26-4de6-bd06-532cbd86f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486598 May 05 20:35:12.762902 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-ced52dcb-eb91-48cd-a2a7-661bf0473ec8 None None] Set router e22cfb00-4e91-4a3f-a879-9f3de6b2b98d gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:35:12.839599 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58ebca6-7603-4dfc-82bb-ee931d69014f tempest-TestNetworkBasicOps-1246439767 tempest-TestNetworkBasicOps-1246439767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:12.841153 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d58ebca6-7603-4dfc-82bb-ee931d69014f tempest-TestNetworkBasicOps-1246439767 tempest-TestNetworkBasicOps-1246439767-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2488818 May 05 20:35:12.843882 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36224) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:35:12.883931 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-555a045a-522e-4b69-8dd4-a15ac69674d2 tempest-TestNetworkBasicOps-1246439767 tempest-TestNetworkBasicOps-1246439767-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=0401d202-1605-4cfe-bad4-fb225df6afb0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387049 May 05 20:35:12.886160 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36228) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:35:12.891416 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-5335f9c1-ba4c-4f53-b7d6-36adfc1d3e79 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-322539218', 'network_id': '165a81a1-1a1b-49aa-9e3a-4bc7ac8445bf', 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:35:13.000074 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5335f9c1-ba4c-4f53-b7d6-36adfc1d3e79 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:35:13.004494 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-5335f9c1-ba4c-4f53-b7d6-36adfc1d3e79 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Usage tracker for resource:subnet and tenant:ae03aa52cc144bf0b519baf0417a3070 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:35:13.007289 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-5335f9c1-ba4c-4f53-b7d6-36adfc1d3e79 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:35:13.013165 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5335f9c1-ba4c-4f53-b7d6-36adfc1d3e79 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:35:13.023585 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5335f9c1-ba4c-4f53-b7d6-36adfc1d3e79 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Made reservation on behalf of ae03aa52cc144bf0b519baf0417a3070 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:35:13.026998 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5335f9c1-ba4c-4f53-b7d6-36adfc1d3e79 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:13.043755 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-ced52dcb-eb91-48cd-a2a7-661bf0473ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22cfb00-4e91-4a3f-a879-9f3de6b2b98d', 'name': 'tempest-TestNetworkBasicOps-router-872384500', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': 'e159129c-0721-4a02-ab3d-bad2e5bceaa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:35:10Z', 'updated_at': '2022-05-05T20:35:11Z', 'revision_number': 3, 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'gw_port': {'id': 'e159129c-0721-4a02-ab3d-bad2e5bceaa6', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d2:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22cfb00-4e91-4a3f-a879-9f3de6b2b98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:10Z', 'updated_at': '2022-05-05T20:35:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:35:13.047514 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced52dcb-eb91-48cd-a2a7-661bf0473ec8 None None] Checking router: e22cfb00-4e91-4a3f-a879-9f3de6b2b98d for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:35:13.047852 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced52dcb-eb91-48cd-a2a7-661bf0473ec8 None None] Updating router e22cfb00-4e91-4a3f-a879-9f3de6b2b98d port e159129c-0721-4a02-ab3d-bad2e5bceaa6 binding host n-d-840717-1 {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:35:13.102774 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-ced52dcb-eb91-48cd-a2a7-661bf0473ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:13.256848 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5335f9c1-ba4c-4f53-b7d6-36adfc1d3e79 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:13.337750 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5335f9c1-ba4c-4f53-b7d6-36adfc1d3e79 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Pushing event updated for resources: {'Subnet': ['ID=66601bc3-de11-4e39-a463-33dc9b52c2c8,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:13.350037 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5335f9c1-ba4c-4f53-b7d6-36adfc1d3e79 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Checking segment: {'id': '31ec8cef-7296-4b79-9033-3fb06bfe5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '165a81a1-1a1b-49aa-9e3a-4bc7ac8445bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:35:13.350400 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5335f9c1-ba4c-4f53-b7d6-36adfc1d3e79 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Network hostable DHCP agents. Network: 165a81a1-1a1b-49aa-9e3a-4bc7ac8445bf, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:35:13.356760 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5335f9c1-ba4c-4f53-b7d6-36adfc1d3e79 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:13.357044 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5335f9c1-ba4c-4f53-b7d6-36adfc1d3e79 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:13.357386 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5335f9c1-ba4c-4f53-b7d6-36adfc1d3e79 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:13.357720 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5335f9c1-ba4c-4f53-b7d6-36adfc1d3e79 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:13.358051 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5335f9c1-ba4c-4f53-b7d6-36adfc1d3e79 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:13.358385 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5335f9c1-ba4c-4f53-b7d6-36adfc1d3e79 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:13.358713 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5335f9c1-ba4c-4f53-b7d6-36adfc1d3e79 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:13.359038 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5335f9c1-ba4c-4f53-b7d6-36adfc1d3e79 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:13.359381 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5335f9c1-ba4c-4f53-b7d6-36adfc1d3e79 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:13.359711 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5335f9c1-ba4c-4f53-b7d6-36adfc1d3e79 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:13.360060 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5335f9c1-ba4c-4f53-b7d6-36adfc1d3e79 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:13.360414 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5335f9c1-ba4c-4f53-b7d6-36adfc1d3e79 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:13.378560 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5335f9c1-ba4c-4f53-b7d6-36adfc1d3e79 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Network 165a81a1-1a1b-49aa-9e3a-4bc7ac8445bf is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:35:13.388593 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-5335f9c1-ba4c-4f53-b7d6-36adfc1d3e79 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 165a81a1-1a1b-49aa-9e3a-4bc7ac8445bf) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:35:13.393291 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5335f9c1-ba4c-4f53-b7d6-36adfc1d3e79 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:13.394253 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5335f9c1-ba4c-4f53-b7d6-36adfc1d3e79 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:13.400721 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41cf08dd-f0e7-4032-ab3b-ea8aef8037b0 None None] Network 165a81a1-1a1b-49aa-9e3a-4bc7ac8445bf requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:35:13.419235 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-5335f9c1-ba4c-4f53-b7d6-36adfc1d3e79 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5320675 May 05 20:35:13.421908 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36232) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:35:13.441742 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-ced52dcb-eb91-48cd-a2a7-661bf0473ec8 None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:13.455922 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-ced52dcb-eb91-48cd-a2a7-661bf0473ec8 None None] Transition to ACTIVE for port object e159129c-0721-4a02-ab3d-bad2e5bceaa6 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:35:13.461830 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-ced52dcb-eb91-48cd-a2a7-661bf0473ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:13.542989 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-ced52dcb-eb91-48cd-a2a7-661bf0473ec8 None None] Attempting to bind port e159129c-0721-4a02-ab3d-bad2e5bceaa6 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:35:13.543809 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-ced52dcb-eb91-48cd-a2a7-661bf0473ec8 None None] Attempting to bind port e159129c-0721-4a02-ab3d-bad2e5bceaa6 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:35:13.544179 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced52dcb-eb91-48cd-a2a7-661bf0473ec8 None None] Attempting to bind port e159129c-0721-4a02-ab3d-bad2e5bceaa6 on network 0401d202-1605-4cfe-bad4-fb225df6afb0 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:35:13.554316 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced52dcb-eb91-48cd-a2a7-661bf0473ec8 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:35:13.554690 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced52dcb-eb91-48cd-a2a7-661bf0473ec8 None None] Checking segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:35:13.555086 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-ced52dcb-eb91-48cd-a2a7-661bf0473ec8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:13.555500 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced52dcb-eb91-48cd-a2a7-661bf0473ec8 None None] Bound using segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:35:13.555963 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-ced52dcb-eb91-48cd-a2a7-661bf0473ec8 None None] Bound port: e159129c-0721-4a02-ab3d-bad2e5bceaa6, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:35:13.556328 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-ced52dcb-eb91-48cd-a2a7-661bf0473ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:13.633392 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-ced52dcb-eb91-48cd-a2a7-661bf0473ec8 None None] For port e159129c-0721-4a02-ab3d-bad2e5bceaa6, host n-d-840717-1, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:35:13.636517 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-ced52dcb-eb91-48cd-a2a7-661bf0473ec8 None None] For port e159129c-0721-4a02-ab3d-bad2e5bceaa6, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=e159129c-0721-4a02-ab3d-bad2e5bceaa6,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:35:13.640541 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfcb86b-6a7e-4ac3-b256-72205f6f5f4d None None] Pushing event updated for resources: {'Port': ['ID=e159129c-0721-4a02-ab3d-bad2e5bceaa6,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:13.661526 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-ced52dcb-eb91-48cd-a2a7-661bf0473ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:13.666843 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ea9f3b-51e0-4ba4-a1cb-0e929dfc54ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-165a81a1-1a1b-49aa-9e3a-4bc7ac8445bf', 'network_id': '165a81a1-1a1b-49aa-9e3a-4bc7ac8445bf', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'fixed_ips': [{'subnet_id': '66601bc3-de11-4e39-a463-33dc9b52c2c8'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:35:13.667891 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-87ea9f3b-51e0-4ba4-a1cb-0e929dfc54ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:13.670422 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfcb86b-6a7e-4ac3-b256-72205f6f5f4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:13.670766 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfcb86b-6a7e-4ac3-b256-72205f6f5f4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:13.671115 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfcb86b-6a7e-4ac3-b256-72205f6f5f4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:13.671453 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfcb86b-6a7e-4ac3-b256-72205f6f5f4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:13.671780 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfcb86b-6a7e-4ac3-b256-72205f6f5f4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:13.672102 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfcb86b-6a7e-4ac3-b256-72205f6f5f4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:13.672421 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfcb86b-6a7e-4ac3-b256-72205f6f5f4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:13.672739 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfcb86b-6a7e-4ac3-b256-72205f6f5f4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:13.673058 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfcb86b-6a7e-4ac3-b256-72205f6f5f4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:13.673374 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfcb86b-6a7e-4ac3-b256-72205f6f5f4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:13.673688 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfcb86b-6a7e-4ac3-b256-72205f6f5f4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:13.674001 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfcb86b-6a7e-4ac3-b256-72205f6f5f4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:13.758241 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfcb86b-6a7e-4ac3-b256-72205f6f5f4d None None] Pushing event updated for resources: {'Port': ['ID=e159129c-0721-4a02-ab3d-bad2e5bceaa6,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:13.792620 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced52dcb-eb91-48cd-a2a7-661bf0473ec8 None None] Routers {'e22cfb00-4e91-4a3f-a879-9f3de6b2b98d'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:35:13.793386 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-ced52dcb-eb91-48cd-a2a7-661bf0473ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:35:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['e22cfb00-4e91-4a3f-a879-9f3de6b2b98d'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:35:13.876300 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-87ea9f3b-51e0-4ba4-a1cb-0e929dfc54ee None None] Allocated IP 172.20.0.2 (165a81a1-1a1b-49aa-9e3a-4bc7ac8445bf/66601bc3-de11-4e39-a463-33dc9b52c2c8/dbab1578-7385-4028-8f12-8b843a0a5e76) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:35:13.981054 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-ced52dcb-eb91-48cd-a2a7-661bf0473ec8 None None] Set router e22cfb00-4e91-4a3f-a879-9f3de6b2b98d gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:35:14.052141 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb4e44-9aef-4483-8878-c84692e8466e req-dfee5bb1-6ac9-484e-90cf-5bb96ad222bd tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:14.054034 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5ddb4e44-9aef-4483-8878-c84692e8466e req-dfee5bb1-6ac9-484e-90cf-5bb96ad222bd tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a13b109-7eb1-4495-9ea6-e585a5d79bba HTTP/1.1" status: 200 len: 943 time: 0.2458088 May 05 20:35:14.141261 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5ddb4e44-9aef-4483-8878-c84692e8466e req-70a5cdb7-7b43-4765-9771-ba4a1d1fa73f tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=f08f8f11-ad26-4de6-bd06-532cbd86f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765591 May 05 20:35:14.158906 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-87ea9f3b-51e0-4ba4-a1cb-0e929dfc54ee None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:14.169342 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-87ea9f3b-51e0-4ba4-a1cb-0e929dfc54ee None None] Transition to ACTIVE for port object dbab1578-7385-4028-8f12-8b843a0a5e76 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:35:14.196951 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-87ea9f3b-51e0-4ba4-a1cb-0e929dfc54ee None None] Transition to ACTIVE for port object dbab1578-7385-4028-8f12-8b843a0a5e76 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:35:14.203714 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-87ea9f3b-51e0-4ba4-a1cb-0e929dfc54ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:14.267506 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ea9f3b-51e0-4ba4-a1cb-0e929dfc54ee None None] Network 165a81a1-1a1b-49aa-9e3a-4bc7ac8445bf is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:35:14.270821 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-87ea9f3b-51e0-4ba4-a1cb-0e929dfc54ee None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:35:14.274614 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ea9f3b-51e0-4ba4-a1cb-0e929dfc54ee None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:35:14.280019 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-ced52dcb-eb91-48cd-a2a7-661bf0473ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22cfb00-4e91-4a3f-a879-9f3de6b2b98d', 'name': 'tempest-TestNetworkBasicOps-router-872384500', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': 'e159129c-0721-4a02-ab3d-bad2e5bceaa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:35:10Z', 'updated_at': '2022-05-05T20:35:11Z', 'revision_number': 3, 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'gw_port': {'id': 'e159129c-0721-4a02-ab3d-bad2e5bceaa6', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d2:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22cfb00-4e91-4a3f-a879-9f3de6b2b98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:10Z', 'updated_at': '2022-05-05T20:35:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:35:14.284292 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced52dcb-eb91-48cd-a2a7-661bf0473ec8 None None] The sync data for ids ['e22cfb00-4e91-4a3f-a879-9f3de6b2b98d'] in n-d-840717-1 is: [{'id': 'e22cfb00-4e91-4a3f-a879-9f3de6b2b98d', 'name': 'tempest-TestNetworkBasicOps-router-872384500', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': 'e159129c-0721-4a02-ab3d-bad2e5bceaa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:35:10Z', 'updated_at': '2022-05-05T20:35:11Z', 'revision_number': 3, 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'gw_port': {'id': 'e159129c-0721-4a02-ab3d-bad2e5bceaa6', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d2:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22cfb00-4e91-4a3f-a879-9f3de6b2b98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:10Z', 'updated_at': '2022-05-05T20:35:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:35:14.298377 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b73a6b11-9473-469d-a1f5-3defd9a40be6 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:14.362179 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ea9f3b-51e0-4ba4-a1cb-0e929dfc54ee None None] Pushing event updated for resources: {'Port': ['ID=dbab1578-7385-4028-8f12-8b843a0a5e76,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:14.384203 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ea9f3b-51e0-4ba4-a1cb-0e929dfc54ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:14.384557 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ea9f3b-51e0-4ba4-a1cb-0e929dfc54ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:14.384879 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ea9f3b-51e0-4ba4-a1cb-0e929dfc54ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:14.385211 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ea9f3b-51e0-4ba4-a1cb-0e929dfc54ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:14.385538 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ea9f3b-51e0-4ba4-a1cb-0e929dfc54ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:14.385856 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ea9f3b-51e0-4ba4-a1cb-0e929dfc54ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:14.386189 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ea9f3b-51e0-4ba4-a1cb-0e929dfc54ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:14.386537 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ea9f3b-51e0-4ba4-a1cb-0e929dfc54ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:14.386823 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ea9f3b-51e0-4ba4-a1cb-0e929dfc54ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:14.387142 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ea9f3b-51e0-4ba4-a1cb-0e929dfc54ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:14.387492 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ea9f3b-51e0-4ba4-a1cb-0e929dfc54ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:14.387810 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ea9f3b-51e0-4ba4-a1cb-0e929dfc54ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:35:14.400154 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-87ea9f3b-51e0-4ba4-a1cb-0e929dfc54ee None None] Attempting to bind port dbab1578-7385-4028-8f12-8b843a0a5e76 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:35:14.400523 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-87ea9f3b-51e0-4ba4-a1cb-0e929dfc54ee None None] Attempting to bind port dbab1578-7385-4028-8f12-8b843a0a5e76 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '31ec8cef-7296-4b79-9033-3fb06bfe5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '165a81a1-1a1b-49aa-9e3a-4bc7ac8445bf'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:35:14.400885 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ea9f3b-51e0-4ba4-a1cb-0e929dfc54ee None None] Attempting to bind port dbab1578-7385-4028-8f12-8b843a0a5e76 on network 165a81a1-1a1b-49aa-9e3a-4bc7ac8445bf {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:35:14.406869 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ea9f3b-51e0-4ba4-a1cb-0e929dfc54ee None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:35:14.407245 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ea9f3b-51e0-4ba4-a1cb-0e929dfc54ee None None] Checking segment: {'id': '31ec8cef-7296-4b79-9033-3fb06bfe5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '165a81a1-1a1b-49aa-9e3a-4bc7ac8445bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:35:14.407677 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-87ea9f3b-51e0-4ba4-a1cb-0e929dfc54ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:14.408074 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ea9f3b-51e0-4ba4-a1cb-0e929dfc54ee None None] Bound using segment: {'id': '31ec8cef-7296-4b79-9033-3fb06bfe5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '165a81a1-1a1b-49aa-9e3a-4bc7ac8445bf'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:35:14.408539 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-87ea9f3b-51e0-4ba4-a1cb-0e929dfc54ee None None] Bound port: dbab1578-7385-4028-8f12-8b843a0a5e76, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31ec8cef-7296-4b79-9033-3fb06bfe5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '165a81a1-1a1b-49aa-9e3a-4bc7ac8445bf'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:35:14.408935 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-87ea9f3b-51e0-4ba4-a1cb-0e929dfc54ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:14.451505 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 1c2253d6-7eec-4d52-9bb7-bb09d8337c7c details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:35:14.567116 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-87ea9f3b-51e0-4ba4-a1cb-0e929dfc54ee None None] For port dbab1578-7385-4028-8f12-8b843a0a5e76, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:35:14.576562 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:14.633283 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-87ea9f3b-51e0-4ba4-a1cb-0e929dfc54ee None None] For port dbab1578-7385-4028-8f12-8b843a0a5e76, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=dbab1578-7385-4028-8f12-8b843a0a5e76,segment=NetworkSegment(31ec8cef-7296-4b79-9033-3fb06bfe5028),segment_id=31ec8cef-7296-4b79-9033-3fb06bfe5028)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:35:14.643761 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-87ea9f3b-51e0-4ba4-a1cb-0e929dfc54ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:14.759440 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 1c2253d6-7eec-4d52-9bb7-bb09d8337c7c, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=1c2253d6-7eec-4d52-9bb7-bb09d8337c7c,segment=NetworkSegment(5effa292-6024-4206-9fcb-ee5e58965e00),segment_id=5effa292-6024-4206-9fcb-ee5e58965e00)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:35:14.775824 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ea9f3b-51e0-4ba4-a1cb-0e929dfc54ee None None] Pushing event updated for resources: {'Port': ['ID=dbab1578-7385-4028-8f12-8b843a0a5e76,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:14.782675 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '1c2253d6-7eec-4d52-9bb7-bb09d8337c7c', 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1', 'port_id': '1c2253d6-7eec-4d52-9bb7-bb09d8337c7c', 'mac_address': 'fa:16:3e:e0:31:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4fffa46-b0f9-43c4-a768-6cf896707ddc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:35:14.851670 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:14.882192 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c2253d6-7eec-4d52-9bb7-bb09d8337c7c {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:35:14.906088 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 1c2253d6-7eec-4d52-9bb7-bb09d8337c7c, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=1c2253d6-7eec-4d52-9bb7-bb09d8337c7c,segment=NetworkSegment(5effa292-6024-4206-9fcb-ee5e58965e00),segment_id=5effa292-6024-4206-9fcb-ee5e58965e00)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:35:14.911973 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:14.941547 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-b73a6b11-9473-469d-a1f5-3defd9a40be6 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Allocated IP 172.20.0.1 (165a81a1-1a1b-49aa-9e3a-4bc7ac8445bf/66601bc3-de11-4e39-a463-33dc9b52c2c8/41f41568-75db-4963-97f2-39eaba01e1f1) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:35:15.011863 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=1c2253d6-7eec-4d52-9bb7-bb09d8337c7c,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:15.146542 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['1c2253d6-7eec-4d52-9bb7-bb09d8337c7c'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:35:15.147984 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b73a6b11-9473-469d-a1f5-3defd9a40be6 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:15.165449 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-b73a6b11-9473-469d-a1f5-3defd9a40be6 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Transition to ACTIVE for port object 41f41568-75db-4963-97f2-39eaba01e1f1 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:35:15.205923 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b73a6b11-9473-469d-a1f5-3defd9a40be6 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:15.308916 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73a6b11-9473-469d-a1f5-3defd9a40be6 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Pushing event updated for resources: {'Port': ['ID=41f41568-75db-4963-97f2-39eaba01e1f1,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:15.317400 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73a6b11-9473-469d-a1f5-3defd9a40be6 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Network 165a81a1-1a1b-49aa-9e3a-4bc7ac8445bf is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:35:15.319250 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-b73a6b11-9473-469d-a1f5-3defd9a40be6 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:35:15.321623 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73a6b11-9473-469d-a1f5-3defd9a40be6 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:35:15.388654 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b73a6b11-9473-469d-a1f5-3defd9a40be6 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:15.420192 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890af8e5-700c-433e-9a3a-bb7fdf112be4 req-ba604af2-9c19-4f84-a9c3-1723718998e1 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:15.421675 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-890af8e5-700c-433e-9a3a-bb7fdf112be4 req-ba604af2-9c19-4f84-a9c3-1723718998e1 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a13b109-7eb1-4495-9ea6-e585a5d79bba HTTP/1.1" status: 200 len: 944 time: 0.1199353 May 05 20:35:15.475817 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-890af8e5-700c-433e-9a3a-bb7fdf112be4 req-6bacc05d-4194-463d-a82e-09e05a5c7824 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=f08f8f11-ad26-4de6-bd06-532cbd86f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463653 May 05 20:35:15.665784 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b73a6b11-9473-469d-a1f5-3defd9a40be6 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:15.875821 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb52fc1-e16d-42d5-989c-e41689e19ebf None None] Network 165a81a1-1a1b-49aa-9e3a-4bc7ac8445bf requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:35:15.963623 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-f985a2ca-f9f8-424e-a884-6104080a329c None None] Provisioning for port dbab1578-7385-4028-8f12-8b843a0a5e76 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:35:16.093671 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b73a6b11-9473-469d-a1f5-3defd9a40be6 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:16.098498 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b73a6b11-9473-469d-a1f5-3defd9a40be6 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:16.212884 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b73a6b11-9473-469d-a1f5-3defd9a40be6 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:16.227898 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73a6b11-9473-469d-a1f5-3defd9a40be6 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Pushing event updated for resources: {'Port': ['ID=41f41568-75db-4963-97f2-39eaba01e1f1,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:16.301068 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device dbab1578-7385-4028-8f12-8b843a0a5e76 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:35:16.388470 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port dbab1578-7385-4028-8f12-8b843a0a5e76 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:35:16.395583 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port dbab1578-7385-4028-8f12-8b843a0a5e76 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:35:16.395950 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:16.445074 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 1c2253d6-7eec-4d52-9bb7-bb09d8337c7c up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:35:16.488126 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-4417eb89-58ec-4104-a8cf-7ac5279eb76c None None] Provisioning for port 41f41568-75db-4963-97f2-39eaba01e1f1 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:35:16.498509 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73a6b11-9473-469d-a1f5-3defd9a40be6 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Network 165a81a1-1a1b-49aa-9e3a-4bc7ac8445bf is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:35:16.499716 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-b73a6b11-9473-469d-a1f5-3defd9a40be6 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:35:16.523524 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-4417eb89-58ec-4104-a8cf-7ac5279eb76c None None] Provisioning complete for port 41f41568-75db-4963-97f2-39eaba01e1f1 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:35:16.523896 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4417eb89-58ec-4104-a8cf-7ac5279eb76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:16.648926 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:16.661541 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-4417eb89-58ec-4104-a8cf-7ac5279eb76c None None] Port 41f41568-75db-4963-97f2-39eaba01e1f1 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:35:16.676796 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:16.688402 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port 1c2253d6-7eec-4d52-9bb7-bb09d8337c7c completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:35:16.701942 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 1c2253d6-7eec-4d52-9bb7-bb09d8337c7c triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:35:16.702411 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:16.777338 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-4417eb89-58ec-4104-a8cf-7ac5279eb76c None None] Provisioning complete for port dbab1578-7385-4028-8f12-8b843a0a5e76 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:35:16.777691 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4417eb89-58ec-4104-a8cf-7ac5279eb76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:16.786357 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b73a6b11-9473-469d-a1f5-3defd9a40be6 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Router e22cfb00-4e91-4a3f-a879-9f3de6b2b98d has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:35:16.799541 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0408e0b-0c5f-40c4-8941-8af66641e18b req-11fed8cb-cc33-46ab-8bc6-871195fab414 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:16.804239 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d0408e0b-0c5f-40c4-8941-8af66641e18b req-11fed8cb-cc33-46ab-8bc6-871195fab414 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a13b109-7eb1-4495-9ea6-e585a5d79bba HTTP/1.1" status: 200 len: 944 time: 0.1961334 May 05 20:35:16.856920 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port dbab1578-7385-4028-8f12-8b843a0a5e76, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=dbab1578-7385-4028-8f12-8b843a0a5e76,segment=NetworkSegment(31ec8cef-7296-4b79-9033-3fb06bfe5028),segment_id=31ec8cef-7296-4b79-9033-3fb06bfe5028)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:35:16.867083 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:16.867929 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device e159129c-0721-4a02-ab3d-bad2e5bceaa6 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:35:16.977584 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d0408e0b-0c5f-40c4-8941-8af66641e18b req-22fe94dd-e39c-4b34-9056-2cd7db15e97a tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=f08f8f11-ad26-4de6-bd06-532cbd86f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1698892 May 05 20:35:17.022549 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b73a6b11-9473-469d-a1f5-3defd9a40be6 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:35:17.035190 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b73a6b11-9473-469d-a1f5-3defd9a40be6 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "PUT /v2.0/routers/e22cfb00-4e91-4a3f-a879-9f3de6b2b98d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6118808 May 05 20:35:17.037704 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36242) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:35:17.066988 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2818f342-65c7-4b08-bdb4-a7e7cac9c525 None None] Sync routers for ids ['e22cfb00-4e91-4a3f-a879-9f3de6b2b98d'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:35:17.082655 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=dbab1578-7385-4028-8f12-8b843a0a5e76,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:17.111403 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2818f342-65c7-4b08-bdb4-a7e7cac9c525 None None] Routers {'e22cfb00-4e91-4a3f-a879-9f3de6b2b98d'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:35:17.112024 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-2818f342-65c7-4b08-bdb4-a7e7cac9c525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:35:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['e22cfb00-4e91-4a3f-a879-9f3de6b2b98d'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:35:17.163031 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:17.180302 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525a3a93-6e01-4b72-8c34-e6f3c0b6c5af tempest-TestNetworkBasicOps-1246439767 tempest-TestNetworkBasicOps-1246439767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:17.180768 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525a3a93-6e01-4b72-8c34-e6f3c0b6c5af tempest-TestNetworkBasicOps-1246439767 tempest-TestNetworkBasicOps-1246439767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:17.181224 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525a3a93-6e01-4b72-8c34-e6f3c0b6c5af tempest-TestNetworkBasicOps-1246439767 tempest-TestNetworkBasicOps-1246439767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:17.181671 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525a3a93-6e01-4b72-8c34-e6f3c0b6c5af tempest-TestNetworkBasicOps-1246439767 tempest-TestNetworkBasicOps-1246439767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:17.182122 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525a3a93-6e01-4b72-8c34-e6f3c0b6c5af tempest-TestNetworkBasicOps-1246439767 tempest-TestNetworkBasicOps-1246439767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:17.182573 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525a3a93-6e01-4b72-8c34-e6f3c0b6c5af tempest-TestNetworkBasicOps-1246439767 tempest-TestNetworkBasicOps-1246439767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:17.183016 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525a3a93-6e01-4b72-8c34-e6f3c0b6c5af tempest-TestNetworkBasicOps-1246439767 tempest-TestNetworkBasicOps-1246439767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:17.183566 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525a3a93-6e01-4b72-8c34-e6f3c0b6c5af tempest-TestNetworkBasicOps-1246439767 tempest-TestNetworkBasicOps-1246439767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:17.185520 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-525a3a93-6e01-4b72-8c34-e6f3c0b6c5af tempest-TestNetworkBasicOps-1246439767 tempest-TestNetworkBasicOps-1246439767-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5677 time: 0.1469271 May 05 20:35:17.188333 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36246) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:35:17.208683 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port e159129c-0721-4a02-ab3d-bad2e5bceaa6 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:35:17.222807 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port e159129c-0721-4a02-ab3d-bad2e5bceaa6 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:35:17.223238 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:17.264501 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905ce51a-85a0-44f3-9d34-20c1416b5804 tempest-TestNetworkBasicOps-1246439767 tempest-TestNetworkBasicOps-1246439767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:17.265138 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905ce51a-85a0-44f3-9d34-20c1416b5804 tempest-TestNetworkBasicOps-1246439767 tempest-TestNetworkBasicOps-1246439767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:17.265421 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905ce51a-85a0-44f3-9d34-20c1416b5804 tempest-TestNetworkBasicOps-1246439767 tempest-TestNetworkBasicOps-1246439767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:17.265872 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905ce51a-85a0-44f3-9d34-20c1416b5804 tempest-TestNetworkBasicOps-1246439767 tempest-TestNetworkBasicOps-1246439767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:17.266338 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905ce51a-85a0-44f3-9d34-20c1416b5804 tempest-TestNetworkBasicOps-1246439767 tempest-TestNetworkBasicOps-1246439767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:17.266802 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905ce51a-85a0-44f3-9d34-20c1416b5804 tempest-TestNetworkBasicOps-1246439767 tempest-TestNetworkBasicOps-1246439767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:17.267250 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905ce51a-85a0-44f3-9d34-20c1416b5804 tempest-TestNetworkBasicOps-1246439767 tempest-TestNetworkBasicOps-1246439767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:17.267722 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905ce51a-85a0-44f3-9d34-20c1416b5804 tempest-TestNetworkBasicOps-1246439767 tempest-TestNetworkBasicOps-1246439767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:17.273263 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-905ce51a-85a0-44f3-9d34-20c1416b5804 tempest-TestNetworkBasicOps-1246439767 tempest-TestNetworkBasicOps-1246439767-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5275 time: 0.0813658 May 05 20:35:17.273434 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36250) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:35:17.318256 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a13b109-7eb1-4495-9ea6-e585a5d79bba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c2253d6-7eec-4d52-9bb7-bb09d8337c7c'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:35:17.357894 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 1c2253d6-7eec-4d52-9bb7-bb09d8337c7c, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=1c2253d6-7eec-4d52-9bb7-bb09d8337c7c,segment=NetworkSegment(5effa292-6024-4206-9fcb-ee5e58965e00),segment_id=5effa292-6024-4206-9fcb-ee5e58965e00)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:35:17.374007 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:17.455225 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-6d278eda-b526-4f14-b6f8-668028f013d7 None None] Provisioning complete for port 41f41568-75db-4963-97f2-39eaba01e1f1 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:35:17.455684 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6d278eda-b526-4f14-b6f8-668028f013d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:17.484791 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8576f823-2949-44c1-bd40-fbd313ff08d2'] response: {'server_uuid': '1a13b109-7eb1-4495-9ea6-e585a5d79bba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c2253d6-7eec-4d52-9bb7-bb09d8337c7c', 'code': 200} May 05 20:35:17.490024 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-2818f342-65c7-4b08-bdb4-a7e7cac9c525 None None] Set router e22cfb00-4e91-4a3f-a879-9f3de6b2b98d gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:35:17.508586 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-24adc5af-ab90-4a67-adcd-94be8edb3d8e tempest-TestNetworkBasicOps-1246439767 tempest-TestNetworkBasicOps-1246439767-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4481 time: 0.2340519 May 05 20:35:17.598979 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab84bcc5-9fbc-4ead-9658-e060faab0e33 req-2df669e1-2a6e-4d58-b52f-78da673ff212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:17.600519 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ab84bcc5-9fbc-4ead-9658-e060faab0e33 req-2df669e1-2a6e-4d58-b52f-78da673ff212 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1a13b109-7eb1-4495-9ea6-e585a5d79bba HTTP/1.1" status: 200 len: 1096 time: 0.0792215 May 05 20:35:17.620619 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=1c2253d6-7eec-4d52-9bb7-bb09d8337c7c,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:17.645487 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ab84bcc5-9fbc-4ead-9658-e060faab0e33 req-ef3eb81d-6a9c-4eb5-8f5b-f1b6e279d8b6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f08f8f11-ad26-4de6-bd06-532cbd86f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384672 May 05 20:35:17.709080 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-6d278eda-b526-4f14-b6f8-668028f013d7 None None] Port 41f41568-75db-4963-97f2-39eaba01e1f1 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:35:17.732047 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:17.812834 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port e159129c-0721-4a02-ab3d-bad2e5bceaa6, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=e159129c-0721-4a02-ab3d-bad2e5bceaa6,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:35:17.818438 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:17.880306 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36260) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:35:17.885489 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-fb789706-0692-4ff8-a4d1-09faeb29bf77 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-414107913', 'description': 'tempest-secgroup-smoke-414107913 description', 'project_id': 'ae03aa52cc144bf0b519baf0417a3070'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:35:17.892211 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-fb789706-0692-4ff8-a4d1-09faeb29bf77 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:35:17.897649 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-fb789706-0692-4ff8-a4d1-09faeb29bf77 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Usage tracker for resource:security_group and tenant:ae03aa52cc144bf0b519baf0417a3070 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:35:17.900582 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-fb789706-0692-4ff8-a4d1-09faeb29bf77 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:35:17.906918 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-fb789706-0692-4ff8-a4d1-09faeb29bf77 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:35:17.916612 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fb789706-0692-4ff8-a4d1-09faeb29bf77 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:17.937050 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-fb789706-0692-4ff8-a4d1-09faeb29bf77 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:35:17.941678 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-fb789706-0692-4ff8-a4d1-09faeb29bf77 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Usage tracker for resource:security_group_rule and tenant:ae03aa52cc144bf0b519baf0417a3070 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:35:17.944598 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-fb789706-0692-4ff8-a4d1-09faeb29bf77 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:35:17.944768 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=e159129c-0721-4a02-ab3d-bad2e5bceaa6,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:17.950994 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-fb789706-0692-4ff8-a4d1-09faeb29bf77 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:35:17.976758 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-2818f342-65c7-4b08-bdb4-a7e7cac9c525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22cfb00-4e91-4a3f-a879-9f3de6b2b98d', 'name': 'tempest-TestNetworkBasicOps-router-872384500', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': 'e159129c-0721-4a02-ab3d-bad2e5bceaa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:35:10Z', 'updated_at': '2022-05-05T20:35:15Z', 'revision_number': 4, 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'gw_port': {'id': 'e159129c-0721-4a02-ab3d-bad2e5bceaa6', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d2:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22cfb00-4e91-4a3f-a879-9f3de6b2b98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:10Z', 'updated_at': '2022-05-05T20:35:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '41f41568-75db-4963-97f2-39eaba01e1f1', 'name': '', 'network_id': '165a81a1-1a1b-49aa-9e3a-4bc7ac8445bf', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'mac_address': 'fa:16:3e:be:46:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22cfb00-4e91-4a3f-a879-9f3de6b2b98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': '66601bc3-de11-4e39-a463-33dc9b52c2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:14Z', 'updated_at': '2022-05-05T20:35:15Z', 'revision_number': 2, 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'subnets': [{'id': '66601bc3-de11-4e39-a463-33dc9b52c2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:35:17.980790 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2818f342-65c7-4b08-bdb4-a7e7cac9c525 None None] Checking router: e22cfb00-4e91-4a3f-a879-9f3de6b2b98d for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:35:17.981141 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2818f342-65c7-4b08-bdb4-a7e7cac9c525 None None] Updating router e22cfb00-4e91-4a3f-a879-9f3de6b2b98d port 41f41568-75db-4963-97f2-39eaba01e1f1 binding host n-d-840717-1 {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:35:18.022849 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fb789706-0692-4ff8-a4d1-09faeb29bf77 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:18.028489 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fb789706-0692-4ff8-a4d1-09faeb29bf77 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:18.036242 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2818f342-65c7-4b08-bdb4-a7e7cac9c525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:18.074658 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb789706-0692-4ff8-a4d1-09faeb29bf77 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd50fa7f-d899-4a2c-8ed4-eba1c9af1e43,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:18.080776 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fb789706-0692-4ff8-a4d1-09faeb29bf77 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:18.082807 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-fb789706-0692-4ff8-a4d1-09faeb29bf77 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2013969 May 05 20:35:18.085577 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36266) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:35:18.091082 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-7ed3c4f4-c3d4-49e7-baf6-117b1d7211e3 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Request body: {'security_group_rule': {'security_group_id': 'bd50fa7f-d899-4a2c-8ed4-eba1c9af1e43', 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:35:18.098212 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-7ed3c4f4-c3d4-49e7-baf6-117b1d7211e3 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:35:18.102198 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-7ed3c4f4-c3d4-49e7-baf6-117b1d7211e3 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Usage tracker for resource:security_group_rule and tenant:ae03aa52cc144bf0b519baf0417a3070 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:35:18.105467 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-7ed3c4f4-c3d4-49e7-baf6-117b1d7211e3 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:35:18.111430 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-7ed3c4f4-c3d4-49e7-baf6-117b1d7211e3 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:35:18.179728 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7ed3c4f4-c3d4-49e7-baf6-117b1d7211e3 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:18.232369 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device dbab1578-7385-4028-8f12-8b843a0a5e76 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:35:18.242965 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92c129-9bda-4365-8332-05be917af540 req-8990c66b-34b1-4850-abb2-751ceaa5ee3e tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:18.244465 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ef92c129-9bda-4365-8332-05be917af540 req-8990c66b-34b1-4850-abb2-751ceaa5ee3e tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a13b109-7eb1-4495-9ea6-e585a5d79bba HTTP/1.1" status: 200 len: 945 time: 0.1297684 May 05 20:35:18.262760 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7ed3c4f4-c3d4-49e7-baf6-117b1d7211e3 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:18.277680 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7ed3c4f4-c3d4-49e7-baf6-117b1d7211e3 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:18.320648 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed3c4f4-c3d4-49e7-baf6-117b1d7211e3 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0325aa6d-7650-44bb-b5b4-b1a89f8e7407,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:18.332752 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ef92c129-9bda-4365-8332-05be917af540 req-3cccc44e-927d-42af-9396-b75809170d6f tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=f08f8f11-ad26-4de6-bd06-532cbd86f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748925 May 05 20:35:18.333876 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7ed3c4f4-c3d4-49e7-baf6-117b1d7211e3 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:18.337726 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-7ed3c4f4-c3d4-49e7-baf6-117b1d7211e3 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2481234 May 05 20:35:18.337991 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36270) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:35:18.342835 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-012fa426-af25-4411-bc1f-a4c2972ae848 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Request body: {'security_group_rule': {'security_group_id': 'bd50fa7f-d899-4a2c-8ed4-eba1c9af1e43', 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:35:18.350111 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-012fa426-af25-4411-bc1f-a4c2972ae848 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:35:18.353972 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-012fa426-af25-4411-bc1f-a4c2972ae848 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Usage tracker for resource:security_group_rule and tenant:ae03aa52cc144bf0b519baf0417a3070 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:35:18.356877 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-012fa426-af25-4411-bc1f-a4c2972ae848 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:35:18.363224 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-012fa426-af25-4411-bc1f-a4c2972ae848 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:35:18.380132 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-012fa426-af25-4411-bc1f-a4c2972ae848 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:18.434801 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port dbab1578-7385-4028-8f12-8b843a0a5e76 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:35:18.435171 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:18.568962 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-012fa426-af25-4411-bc1f-a4c2972ae848 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:18.569651 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2818f342-65c7-4b08-bdb4-a7e7cac9c525 None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:18.579134 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-012fa426-af25-4411-bc1f-a4c2972ae848 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:18.601512 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012fa426-af25-4411-bc1f-a4c2972ae848 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9171fe2-ab66-4f19-9c7a-29237eca7b55,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:18.626100 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-012fa426-af25-4411-bc1f-a4c2972ae848 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:18.627375 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-012fa426-af25-4411-bc1f-a4c2972ae848 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2885561 May 05 20:35:18.629260 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-2818f342-65c7-4b08-bdb4-a7e7cac9c525 None None] Transition to ACTIVE for port object 41f41568-75db-4963-97f2-39eaba01e1f1 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:35:18.630651 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36274) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:35:18.635887 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-f89979a3-be98-424b-9580-5c0cb8d41986 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Request body: {'security_group_rule': {'security_group_id': 'bd50fa7f-d899-4a2c-8ed4-eba1c9af1e43', 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:35:18.643464 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f89979a3-be98-424b-9580-5c0cb8d41986 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:35:18.649030 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2818f342-65c7-4b08-bdb4-a7e7cac9c525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:18.650153 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-f89979a3-be98-424b-9580-5c0cb8d41986 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Usage tracker for resource:security_group_rule and tenant:ae03aa52cc144bf0b519baf0417a3070 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:35:18.653551 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-f89979a3-be98-424b-9580-5c0cb8d41986 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:35:18.664233 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f89979a3-be98-424b-9580-5c0cb8d41986 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:35:18.693642 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device e159129c-0721-4a02-ab3d-bad2e5bceaa6 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:35:18.696710 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f89979a3-be98-424b-9580-5c0cb8d41986 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:18.770504 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f89979a3-be98-424b-9580-5c0cb8d41986 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:18.774307 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f89979a3-be98-424b-9580-5c0cb8d41986 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:18.804264 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89979a3-be98-424b-9580-5c0cb8d41986 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a3000b6-fd7b-4acc-9493-5882a9360093,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:18.812454 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f89979a3-be98-424b-9580-5c0cb8d41986 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:18.817747 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36278) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:35:18.818048 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f89979a3-be98-424b-9580-5c0cb8d41986 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1862895 May 05 20:35:18.823094 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-c7686916-77a7-4826-bd56-227f6cfb8777 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Request body: {'security_group_rule': {'security_group_id': 'bd50fa7f-d899-4a2c-8ed4-eba1c9af1e43', 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:35:18.830151 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-c7686916-77a7-4826-bd56-227f6cfb8777 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:35:18.841293 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-c7686916-77a7-4826-bd56-227f6cfb8777 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Usage tracker for resource:security_group_rule and tenant:ae03aa52cc144bf0b519baf0417a3070 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:35:18.844870 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-c7686916-77a7-4826-bd56-227f6cfb8777 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:35:18.848230 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63100356-56c6-4b3c-919c-9e1c6dd0af1b None None] Pushing event updated for resources: {'Port': ['ID=41f41568-75db-4963-97f2-39eaba01e1f1,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:18.855247 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-c7686916-77a7-4826-bd56-227f6cfb8777 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:35:18.882585 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c7686916-77a7-4826-bd56-227f6cfb8777 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:18.959777 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c7686916-77a7-4826-bd56-227f6cfb8777 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:18.966026 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c7686916-77a7-4826-bd56-227f6cfb8777 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:18.967144 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-2818f342-65c7-4b08-bdb4-a7e7cac9c525 None None] Attempting to bind port 41f41568-75db-4963-97f2-39eaba01e1f1 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:35:18.967637 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-2818f342-65c7-4b08-bdb4-a7e7cac9c525 None None] Attempting to bind port 41f41568-75db-4963-97f2-39eaba01e1f1 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '31ec8cef-7296-4b79-9033-3fb06bfe5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '165a81a1-1a1b-49aa-9e3a-4bc7ac8445bf'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:35:18.968067 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2818f342-65c7-4b08-bdb4-a7e7cac9c525 None None] Attempting to bind port 41f41568-75db-4963-97f2-39eaba01e1f1 on network 165a81a1-1a1b-49aa-9e3a-4bc7ac8445bf {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:35:18.973729 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port e159129c-0721-4a02-ab3d-bad2e5bceaa6 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:35:18.974096 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:18.994577 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7686916-77a7-4826-bd56-227f6cfb8777 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82fe349b-38f3-437f-b523-ad8de0f7ba00,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:19.003481 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c7686916-77a7-4826-bd56-227f6cfb8777 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:19.005391 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-c7686916-77a7-4826-bd56-227f6cfb8777 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1866200 May 05 20:35:19.008077 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36282) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:35:19.013021 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-5bb8c886-2767-4e16-8602-358460af01b5 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Request body: {'security_group_rule': {'security_group_id': 'bd50fa7f-d899-4a2c-8ed4-eba1c9af1e43', 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:35:19.020161 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-5bb8c886-2767-4e16-8602-358460af01b5 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:35:19.020983 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2818f342-65c7-4b08-bdb4-a7e7cac9c525 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:35:19.021356 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2818f342-65c7-4b08-bdb4-a7e7cac9c525 None None] Checking segment: {'id': '31ec8cef-7296-4b79-9033-3fb06bfe5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '165a81a1-1a1b-49aa-9e3a-4bc7ac8445bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:35:19.021913 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2818f342-65c7-4b08-bdb4-a7e7cac9c525 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:19.022137 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2818f342-65c7-4b08-bdb4-a7e7cac9c525 None None] Bound using segment: {'id': '31ec8cef-7296-4b79-9033-3fb06bfe5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '165a81a1-1a1b-49aa-9e3a-4bc7ac8445bf'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:35:19.022597 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-2818f342-65c7-4b08-bdb4-a7e7cac9c525 None None] Bound port: 41f41568-75db-4963-97f2-39eaba01e1f1, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31ec8cef-7296-4b79-9033-3fb06bfe5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '165a81a1-1a1b-49aa-9e3a-4bc7ac8445bf'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:35:19.023143 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2818f342-65c7-4b08-bdb4-a7e7cac9c525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:19.023939 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-5bb8c886-2767-4e16-8602-358460af01b5 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Usage tracker for resource:security_group_rule and tenant:ae03aa52cc144bf0b519baf0417a3070 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:35:19.026786 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-5bb8c886-2767-4e16-8602-358460af01b5 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:35:19.032401 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-5bb8c886-2767-4e16-8602-358460af01b5 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:35:19.044257 n-d-840717-1 neutron-server[88197]: INFO neutron.db.securitygroups_db [None req-5bb8c886-2767-4e16-8602-358460af01b5 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Project ae03aa52cc144bf0b519baf0417a3070 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 20:35:19.050875 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5bb8c886-2767-4e16-8602-358460af01b5 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:19.117234 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5bb8c886-2767-4e16-8602-358460af01b5 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:19.121509 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5bb8c886-2767-4e16-8602-358460af01b5 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:19.145516 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb8c886-2767-4e16-8602-358460af01b5 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f790f57-7b70-4775-9272-e9f168f8f3f3,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:19.153993 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5bb8c886-2767-4e16-8602-358460af01b5 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:19.155165 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-5bb8c886-2767-4e16-8602-358460af01b5 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1461186 May 05 20:35:19.158032 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36286) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:35:19.163912 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-07c4c922-4fe4-44f8-8ece-7cef0a024e2c tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Request body: {'security_group_rule': {'security_group_id': 'bd50fa7f-d899-4a2c-8ed4-eba1c9af1e43', 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:35:19.170396 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-07c4c922-4fe4-44f8-8ece-7cef0a024e2c tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:35:19.174419 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-07c4c922-4fe4-44f8-8ece-7cef0a024e2c tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Usage tracker for resource:security_group_rule and tenant:ae03aa52cc144bf0b519baf0417a3070 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:35:19.177634 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-07c4c922-4fe4-44f8-8ece-7cef0a024e2c tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:35:19.183319 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-07c4c922-4fe4-44f8-8ece-7cef0a024e2c tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:35:19.187622 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-2818f342-65c7-4b08-bdb4-a7e7cac9c525 None None] For port 41f41568-75db-4963-97f2-39eaba01e1f1, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:35:19.193481 n-d-840717-1 neutron-server[88198]: INFO neutron.db.securitygroups_db [None req-07c4c922-4fe4-44f8-8ece-7cef0a024e2c tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Project ae03aa52cc144bf0b519baf0417a3070 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 20:35:19.201976 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-07c4c922-4fe4-44f8-8ece-7cef0a024e2c tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:19.203617 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-2818f342-65c7-4b08-bdb4-a7e7cac9c525 None None] For port 41f41568-75db-4963-97f2-39eaba01e1f1, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=41f41568-75db-4963-97f2-39eaba01e1f1,segment=NetworkSegment(31ec8cef-7296-4b79-9033-3fb06bfe5028),segment_id=31ec8cef-7296-4b79-9033-3fb06bfe5028)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:35:19.214680 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2818f342-65c7-4b08-bdb4-a7e7cac9c525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:19.268281 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-07c4c922-4fe4-44f8-8ece-7cef0a024e2c tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:19.273467 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-07c4c922-4fe4-44f8-8ece-7cef0a024e2c tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:19.292307 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2818f342-65c7-4b08-bdb4-a7e7cac9c525 None None] Routers {'e22cfb00-4e91-4a3f-a879-9f3de6b2b98d'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:35:19.292937 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-2818f342-65c7-4b08-bdb4-a7e7cac9c525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:35:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['e22cfb00-4e91-4a3f-a879-9f3de6b2b98d'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:35:19.297597 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c4c922-4fe4-44f8-8ece-7cef0a024e2c tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f093be9-b708-4ff2-892c-651bd0394ca1,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:19.306723 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-07c4c922-4fe4-44f8-8ece-7cef0a024e2c tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:19.317998 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-07c4c922-4fe4-44f8-8ece-7cef0a024e2c tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1493795 May 05 20:35:19.374208 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63100356-56c6-4b3c-919c-9e1c6dd0af1b None None] Pushing event updated for resources: {'Port': ['ID=41f41568-75db-4963-97f2-39eaba01e1f1,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:19.512094 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-2818f342-65c7-4b08-bdb4-a7e7cac9c525 None None] Set router e22cfb00-4e91-4a3f-a879-9f3de6b2b98d gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:35:19.512530 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-693c325e-61a3-4052-80cc-430034104115 req-dc859c1a-ef9c-444e-aaef-5a0c82bc7520 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Synchronizing usage tracker for tenant:ae03aa52cc144bf0b519baf0417a3070 on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:35:19.532211 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-693c325e-61a3-4052-80cc-430034104115 req-dc859c1a-ef9c-444e-aaef-5a0c82bc7520 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Unset dirty status for tenant:ae03aa52cc144bf0b519baf0417a3070 on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:35:19.533526 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-693c325e-61a3-4052-80cc-430034104115 req-dc859c1a-ef9c-444e-aaef-5a0c82bc7520 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-414107913&fields=id&tenant_id=ae03aa52cc144bf0b519baf0417a3070 HTTP/1.1" status: 200 len: 267 time: 0.0823874 May 05 20:35:19.711773 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c325e-61a3-4052-80cc-430034104115 req-3557f8c2-a65e-49d1-b8e7-6db2c17cde43 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:19.712455 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-693c325e-61a3-4052-80cc-430034104115 req-3557f8c2-a65e-49d1-b8e7-6db2c17cde43 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Synchronizing usage tracker for tenant:ae03aa52cc144bf0b519baf0417a3070 on resource:network {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:35:19.729176 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-693c325e-61a3-4052-80cc-430034104115 req-3557f8c2-a65e-49d1-b8e7-6db2c17cde43 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Unset dirty status for tenant:ae03aa52cc144bf0b519baf0417a3070 on resource:network {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:35:19.730390 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-693c325e-61a3-4052-80cc-430034104115 req-3557f8c2-a65e-49d1-b8e7-6db2c17cde43 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/networks?id=165a81a1-1a1b-49aa-9e3a-4bc7ac8445bf HTTP/1.1" status: 200 len: 796 time: 0.1897249 May 05 20:35:19.731944 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c97d4-9324-4d10-a9c1-fd9fbd2dca3d req-d3762dd6-edde-466d-a926-f38a92f734cc tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:19.733463 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fa1c97d4-9324-4d10-a9c1-fd9fbd2dca3d req-d3762dd6-edde-466d-a926-f38a92f734cc tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a13b109-7eb1-4495-9ea6-e585a5d79bba HTTP/1.1" status: 200 len: 945 time: 0.0902960 May 05 20:35:19.749711 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-693c325e-61a3-4052-80cc-430034104115 req-c5fa06de-92f5-4a8a-8056-755ca4b054af tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/quotas/ae03aa52cc144bf0b519baf0417a3070 HTTP/1.1" status: 200 len: 375 time: 0.0107126 May 05 20:35:19.790304 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fa1c97d4-9324-4d10-a9c1-fd9fbd2dca3d req-07ae1abc-f19c-4e30-912f-6e1a66648490 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=f08f8f11-ad26-4de6-bd06-532cbd86f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507476 May 05 20:35:19.840662 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-693c325e-61a3-4052-80cc-430034104115 req-a65500fc-0104-42b1-a6b3-e201b8ef3bf6 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Synchronizing usage tracker for tenant:ae03aa52cc144bf0b519baf0417a3070 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:35:19.858409 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-693c325e-61a3-4052-80cc-430034104115 req-a65500fc-0104-42b1-a6b3-e201b8ef3bf6 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Unset dirty status for tenant:ae03aa52cc144bf0b519baf0417a3070 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:35:19.860044 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-693c325e-61a3-4052-80cc-430034104115 req-a65500fc-0104-42b1-a6b3-e201b8ef3bf6 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ae03aa52cc144bf0b519baf0417a3070&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1048517 May 05 20:35:19.866285 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-2818f342-65c7-4b08-bdb4-a7e7cac9c525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22cfb00-4e91-4a3f-a879-9f3de6b2b98d', 'name': 'tempest-TestNetworkBasicOps-router-872384500', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': 'e159129c-0721-4a02-ab3d-bad2e5bceaa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:35:10Z', 'updated_at': '2022-05-05T20:35:15Z', 'revision_number': 4, 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'gw_port': {'id': 'e159129c-0721-4a02-ab3d-bad2e5bceaa6', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22cfb00-4e91-4a3f-a879-9f3de6b2b98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:10Z', 'updated_at': '2022-05-05T20:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '41f41568-75db-4963-97f2-39eaba01e1f1', 'name': '', 'network_id': '165a81a1-1a1b-49aa-9e3a-4bc7ac8445bf', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'mac_address': 'fa:16:3e:be:46:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22cfb00-4e91-4a3f-a879-9f3de6b2b98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': '66601bc3-de11-4e39-a463-33dc9b52c2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:14Z', 'updated_at': '2022-05-05T20:35:19Z', 'revision_number': 4, 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'subnets': [{'id': '66601bc3-de11-4e39-a463-33dc9b52c2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:35:19.870643 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2818f342-65c7-4b08-bdb4-a7e7cac9c525 None None] The sync data for ids ['e22cfb00-4e91-4a3f-a879-9f3de6b2b98d'] in n-d-840717-1 is: [{'id': 'e22cfb00-4e91-4a3f-a879-9f3de6b2b98d', 'name': 'tempest-TestNetworkBasicOps-router-872384500', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': 'e159129c-0721-4a02-ab3d-bad2e5bceaa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:35:10Z', 'updated_at': '2022-05-05T20:35:15Z', 'revision_number': 4, 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'gw_port': {'id': 'e159129c-0721-4a02-ab3d-bad2e5bceaa6', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22cfb00-4e91-4a3f-a879-9f3de6b2b98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:10Z', 'updated_at': '2022-05-05T20:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '41f41568-75db-4963-97f2-39eaba01e1f1', 'name': '', 'network_id': '165a81a1-1a1b-49aa-9e3a-4bc7ac8445bf', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'mac_address': 'fa:16:3e:be:46:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22cfb00-4e91-4a3f-a879-9f3de6b2b98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': '66601bc3-de11-4e39-a463-33dc9b52c2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:14Z', 'updated_at': '2022-05-05T20:35:19Z', 'revision_number': 4, 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'subnets': [{'id': '66601bc3-de11-4e39-a463-33dc9b52c2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:35:20.005581 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324ef1e1-7b5f-4b80-9ab5-f88cc7816ea6 req-a1144ab7-3ea8-4366-8644-56e8d62a7a61 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:20.007236 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-324ef1e1-7b5f-4b80-9ab5-f88cc7816ea6 req-a1144ab7-3ea8-4366-8644-56e8d62a7a61 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a13b109-7eb1-4495-9ea6-e585a5d79bba HTTP/1.1" status: 200 len: 945 time: 0.1163526 May 05 20:35:20.038923 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-693c325e-61a3-4052-80cc-430034104115 req-a02865b1-2f1a-4d6b-9a66-a31e7f57ed78 service neutron] 10.222.0.36 "GET /v2.0/networks/165a81a1-1a1b-49aa-9e3a-4bc7ac8445bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665030 May 05 20:35:20.066963 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-324ef1e1-7b5f-4b80-9ab5-f88cc7816ea6 req-c1cb14b6-483e-4306-be3e-a1f68cc826b7 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=f08f8f11-ad26-4de6-bd06-532cbd86f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465622 May 05 20:35:20.092433 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36306) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:35:20.182336 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-693c325e-61a3-4052-80cc-430034104115 req-713e7896-74c1-4a13-88e1-abf081675a56 service neutron] 10.222.0.36 "GET /v2.0/networks/165a81a1-1a1b-49aa-9e3a-4bc7ac8445bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375091 May 05 20:35:20.290116 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 41f41568-75db-4963-97f2-39eaba01e1f1 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:35:20.442387 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 41f41568-75db-4963-97f2-39eaba01e1f1 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:35:20.449556 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 41f41568-75db-4963-97f2-39eaba01e1f1 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:35:20.450019 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:20.624301 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-ae0e5e4a-a773-45b8-be83-8ad5d03a95ce req-6265bb94-7e93-4d33-8ecc-9fdcbd03ccf4 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Synchronizing usage tracker for tenant:ae03aa52cc144bf0b519baf0417a3070 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:35:20.646480 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-ae0e5e4a-a773-45b8-be83-8ad5d03a95ce req-6265bb94-7e93-4d33-8ecc-9fdcbd03ccf4 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Unset dirty status for tenant:ae03aa52cc144bf0b519baf0417a3070 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:35:20.647923 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ae0e5e4a-a773-45b8-be83-8ad5d03a95ce req-6265bb94-7e93-4d33-8ecc-9fdcbd03ccf4 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7a4c710-94ed-4e50-85c5-5195f4130073 HTTP/1.1" status: 200 len: 210 time: 0.0761132 May 05 20:35:20.652426 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:20.662490 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de8a287-d9a4-4b4a-a102-efb984d937e9 tempest-TestVolumeBootPattern-2051471762 tempest-TestVolumeBootPattern-2051471762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:20.664329 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-2de8a287-d9a4-4b4a-a102-efb984d937e9 tempest-TestVolumeBootPattern-2051471762 tempest-TestVolumeBootPattern-2051471762-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1a13b109-7eb1-4495-9ea6-e585a5d79bba HTTP/1.1" status: 200 len: 1091 time: 0.5707612 May 05 20:35:20.667168 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36322) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:35:20.674154 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-49a607bc-1912-4057-ab94-7906ec8c2f4f tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Request body: {'floatingip': {'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'port_id': '1c2253d6-7eec-4d52-9bb7-bb09d8337c7c', 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:35:20.685554 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-49a607bc-1912-4057-ab94-7906ec8c2f4f tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:35:20.689505 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-49a607bc-1912-4057-ab94-7906ec8c2f4f tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Usage tracker for resource:floatingip and tenant:d5327fecdbda4453866269afbd5ac6fc is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:35:20.692953 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-49a607bc-1912-4057-ab94-7906ec8c2f4f tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:35:20.700767 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-49a607bc-1912-4057-ab94-7906ec8c2f4f tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:35:20.715090 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-49a607bc-1912-4057-ab94-7906ec8c2f4f tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks [] for floatingip, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:20.716203 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 41f41568-75db-4963-97f2-39eaba01e1f1, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=41f41568-75db-4963-97f2-39eaba01e1f1,segment=NetworkSegment(31ec8cef-7296-4b79-9033-3fb06bfe5028),segment_id=31ec8cef-7296-4b79-9033-3fb06bfe5028)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:35:20.723885 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:20.809930 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=41f41568-75db-4963-97f2-39eaba01e1f1,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:20.898148 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-49a607bc-1912-4057-ab94-7906ec8c2f4f tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:21.052201 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-49a607bc-1912-4057-ab94-7906ec8c2f4f tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Allocated IP 172.25.0.7 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/cbd9e6e7-2676-4f11-86b4-d003ba0e23bf) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:35:21.211694 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-49a607bc-1912-4057-ab94-7906ec8c2f4f tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:21.241027 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-49a607bc-1912-4057-ab94-7906ec8c2f4f tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:21.309401 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a607bc-1912-4057-ab94-7906ec8c2f4f tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:35:21.312206 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-49a607bc-1912-4057-ab94-7906ec8c2f4f tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:35:21.315641 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a607bc-1912-4057-ab94-7906ec8c2f4f tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:35:21.345058 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a607bc-1912-4057-ab94-7906ec8c2f4f tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Pushing event updated for resources: {'Port': ['ID=cbd9e6e7-2676-4f11-86b4-d003ba0e23bf,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:21.644396 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c325e-61a3-4052-80cc-430034104115 req-1d9a9d14-27de-43f2-850f-5af1a167fb36 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:21.645198 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-693c325e-61a3-4052-80cc-430034104115 req-1d9a9d14-27de-43f2-850f-5af1a167fb36 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Synchronizing usage tracker for tenant:ae03aa52cc144bf0b519baf0417a3070 on resource:network {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:35:21.657234 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-693c325e-61a3-4052-80cc-430034104115 req-1d9a9d14-27de-43f2-850f-5af1a167fb36 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Unset dirty status for tenant:ae03aa52cc144bf0b519baf0417a3070 on resource:network {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:35:21.658359 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-693c325e-61a3-4052-80cc-430034104115 req-1d9a9d14-27de-43f2-850f-5af1a167fb36 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.50 "GET /v2.0/networks?id=165a81a1-1a1b-49aa-9e3a-4bc7ac8445bf HTTP/1.1" status: 200 len: 796 time: 0.1673446 May 05 20:35:21.713415 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-693c325e-61a3-4052-80cc-430034104115 req-af8ff8a5-4502-486b-80a6-17eed5aa7446 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae03aa52cc144bf0b519baf0417a3070 HTTP/1.1" status: 200 len: 379 time: 0.0463836 May 05 20:35:21.723583 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-693c325e-61a3-4052-80cc-430034104115 req-27365d07-d17e-4371-9caa-ba7082e30731 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Request body: {'port': {'device_id': 'd7a4c710-94ed-4e50-85c5-5195f4130073', 'network_id': '165a81a1-1a1b-49aa-9e3a-4bc7ac8445bf', 'admin_state_up': True, 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'security_groups': ['bd50fa7f-d899-4a2c-8ed4-eba1c9af1e43']}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:35:21.833291 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d9ceb9fb-dac5-4218-b5c3-1a8e208db90b req-9b30aa77-e408-443e-b735-8c1ee660aa29 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7a4c710-94ed-4e50-85c5-5195f4130073 HTTP/1.1" status: 200 len: 210 time: 0.0540979 May 05 20:35:21.868731 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-693c325e-61a3-4052-80cc-430034104115 req-27365d07-d17e-4371-9caa-ba7082e30731 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:35:21.878447 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-693c325e-61a3-4052-80cc-430034104115 req-27365d07-d17e-4371-9caa-ba7082e30731 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:35:21.889179 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-693c325e-61a3-4052-80cc-430034104115 req-27365d07-d17e-4371-9caa-ba7082e30731 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Made reservation on behalf of ae03aa52cc144bf0b519baf0417a3070 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:35:21.892799 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-693c325e-61a3-4052-80cc-430034104115 req-27365d07-d17e-4371-9caa-ba7082e30731 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:21.902295 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-49a607bc-1912-4057-ab94-7906ec8c2f4f tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:21.978499 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-49a607bc-1912-4057-ab94-7906ec8c2f4f tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:22.056483 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-693c325e-61a3-4052-80cc-430034104115 req-27365d07-d17e-4371-9caa-ba7082e30731 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Allocated IP 172.20.0.8 (165a81a1-1a1b-49aa-9e3a-4bc7ac8445bf/66601bc3-de11-4e39-a463-33dc9b52c2c8/faae0af6-1d5f-46f6-b59b-7b7f98ce014b) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:35:22.186527 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-49a607bc-1912-4057-ab94-7906ec8c2f4f tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:22.193475 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-49a607bc-1912-4057-ab94-7906ec8c2f4f tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:22.228759 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 41f41568-75db-4963-97f2-39eaba01e1f1 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:35:22.257033 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-693c325e-61a3-4052-80cc-430034104115 req-27365d07-d17e-4371-9caa-ba7082e30731 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:22.274866 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-693c325e-61a3-4052-80cc-430034104115 req-27365d07-d17e-4371-9caa-ba7082e30731 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Transition to ACTIVE for port object faae0af6-1d5f-46f6-b59b-7b7f98ce014b will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:35:22.300668 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 41f41568-75db-4963-97f2-39eaba01e1f1 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:35:22.301062 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:22.303222 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-693c325e-61a3-4052-80cc-430034104115 req-27365d07-d17e-4371-9caa-ba7082e30731 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:22.310683 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a607bc-1912-4057-ab94-7906ec8c2f4f tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Pushing event updated for resources: {'Port': ['ID=cbd9e6e7-2676-4f11-86b4-d003ba0e23bf,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:22.321769 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-49a607bc-1912-4057-ab94-7906ec8c2f4f tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:22.379637 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-693c325e-61a3-4052-80cc-430034104115 req-27365d07-d17e-4371-9caa-ba7082e30731 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Network 165a81a1-1a1b-49aa-9e3a-4bc7ac8445bf is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:35:22.383207 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-693c325e-61a3-4052-80cc-430034104115 req-27365d07-d17e-4371-9caa-ba7082e30731 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:35:22.387393 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-693c325e-61a3-4052-80cc-430034104115 req-27365d07-d17e-4371-9caa-ba7082e30731 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:35:22.427922 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27365d07-d17e-4371-9caa-ba7082e30731 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Pushing event updated for resources: {'Port': ['ID=faae0af6-1d5f-46f6-b59b-7b7f98ce014b,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:22.459599 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c325e-61a3-4052-80cc-430034104115 req-27365d07-d17e-4371-9caa-ba7082e30731 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:22.460381 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-693c325e-61a3-4052-80cc-430034104115 req-27365d07-d17e-4371-9caa-ba7082e30731 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:22.486438 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-693c325e-61a3-4052-80cc-430034104115 req-27365d07-d17e-4371-9caa-ba7082e30731 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7681105 May 05 20:35:22.497910 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-693c325e-61a3-4052-80cc-430034104115 req-f22ca8e7-fef1-46b0-bbd6-a37691676d1e service neutron] Request body: {'port': {'device_id': 'd7a4c710-94ed-4e50-85c5-5195f4130073', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:35:22.510091 n-d-840717-1 neutron-server[88197]: INFO neutron.db.l3_db [None req-49a607bc-1912-4057-ab94-7906ec8c2f4f tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Floating IP cf700dd1-83bf-4000-85ba-212b26d89965 associated. External IP: 172.25.0.7, port: 1c2253d6-7eec-4d52-9bb7-bb09d8337c7c. May 05 20:35:22.635423 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-693c325e-61a3-4052-80cc-430034104115 req-f22ca8e7-fef1-46b0-bbd6-a37691676d1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:22.640568 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-2c6d3af3-47d6-4c20-9617-33739cc3a454 None None] Provisioning for port faae0af6-1d5f-46f6-b59b-7b7f98ce014b completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:35:22.646343 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-2c6d3af3-47d6-4c20-9617-33739cc3a454 None None] Provisioning complete for port faae0af6-1d5f-46f6-b59b-7b7f98ce014b triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:35:22.646709 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2c6d3af3-47d6-4c20-9617-33739cc3a454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:22.703428 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-2c6d3af3-47d6-4c20-9617-33739cc3a454 None None] Port faae0af6-1d5f-46f6-b59b-7b7f98ce014b cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:35:22.882765 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49a607bc-1912-4057-ab94-7906ec8c2f4f tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Router bf69ffb5-3b16-452c-8d45-45f80714f937 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:35:23.035367 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-693c325e-61a3-4052-80cc-430034104115 req-f22ca8e7-fef1-46b0-bbd6-a37691676d1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faae0af6-1d5f-46f6-b59b-7b7f98ce014b {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:35:23.044319 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-693c325e-61a3-4052-80cc-430034104115 req-f22ca8e7-fef1-46b0-bbd6-a37691676d1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:23.061075 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a607bc-1912-4057-ab94-7906ec8c2f4f tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:35:23.066280 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-693c325e-61a3-4052-80cc-430034104115 req-f22ca8e7-fef1-46b0-bbd6-a37691676d1e service neutron] Transition to ACTIVE for port object faae0af6-1d5f-46f6-b59b-7b7f98ce014b will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:35:23.073002 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa906ba9-375b-4545-8fbc-994ada047e41 None None] Sync routers for ids ['bf69ffb5-3b16-452c-8d45-45f80714f937'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:35:23.073867 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-693c325e-61a3-4052-80cc-430034104115 req-f22ca8e7-fef1-46b0-bbd6-a37691676d1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:23.084819 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa906ba9-375b-4545-8fbc-994ada047e41 None None] Routers {'bf69ffb5-3b16-452c-8d45-45f80714f937'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:35:23.085727 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-fa906ba9-375b-4545-8fbc-994ada047e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:35:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['bf69ffb5-3b16-452c-8d45-45f80714f937'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:35:23.089684 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-49a607bc-1912-4057-ab94-7906ec8c2f4f tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:23.137736 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c753826-1c90-451c-a780-330a7f68456a req-48b057e8-7a3f-4340-a522-fa3114cf852d tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:23.138353 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-2c753826-1c90-451c-a780-330a7f68456a req-48b057e8-7a3f-4340-a522-fa3114cf852d tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Synchronizing usage tracker for tenant:ae03aa52cc144bf0b519baf0417a3070 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:35:23.163370 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-49a607bc-1912-4057-ab94-7906ec8c2f4f tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.4850380 May 05 20:35:23.163370 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a13b109-7eb1-4495-9ea6-e585a5d79bba', 'tag': '1c2253d6-7eec-4d52-9bb7-bb09d8337c7c'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:35:23.203187 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23091e54-9a05-4225-9f4f-9bfda629cea7'] response: {'name': 'network-changed', 'server_uuid': '1a13b109-7eb1-4495-9ea6-e585a5d79bba', 'tag': '1c2253d6-7eec-4d52-9bb7-bb09d8337c7c', 'status': 'completed', 'code': 200} May 05 20:35:23.319826 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-fa906ba9-375b-4545-8fbc-994ada047e41 None None] Set router bf69ffb5-3b16-452c-8d45-45f80714f937 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:35:23.401321 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22ca8e7-fef1-46b0-bbd6-a37691676d1e service neutron] Pushing event updated for resources: {'Port': ['ID=faae0af6-1d5f-46f6-b59b-7b7f98ce014b,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:23.439588 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-2c753826-1c90-451c-a780-330a7f68456a req-48b057e8-7a3f-4340-a522-fa3114cf852d tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Unset dirty status for tenant:ae03aa52cc144bf0b519baf0417a3070 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:35:23.439794 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2c753826-1c90-451c-a780-330a7f68456a req-48b057e8-7a3f-4340-a522-fa3114cf852d tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7a4c710-94ed-4e50-85c5-5195f4130073 HTTP/1.1" status: 200 len: 931 time: 0.4784968 May 05 20:35:23.555132 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2c753826-1c90-451c-a780-330a7f68456a req-d51ec20c-e60b-4c9d-830b-57806cfb3951 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd50fa7f-d899-4a2c-8ed4-eba1c9af1e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076274 May 05 20:35:23.561790 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-693c325e-61a3-4052-80cc-430034104115 req-f22ca8e7-fef1-46b0-bbd6-a37691676d1e service neutron] Attempting to bind port faae0af6-1d5f-46f6-b59b-7b7f98ce014b on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:35:23.562124 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-693c325e-61a3-4052-80cc-430034104115 req-f22ca8e7-fef1-46b0-bbd6-a37691676d1e service neutron] Attempting to bind port faae0af6-1d5f-46f6-b59b-7b7f98ce014b by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': '31ec8cef-7296-4b79-9033-3fb06bfe5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '165a81a1-1a1b-49aa-9e3a-4bc7ac8445bf'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:35:23.562453 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693c325e-61a3-4052-80cc-430034104115 req-f22ca8e7-fef1-46b0-bbd6-a37691676d1e service neutron] Attempting to bind port faae0af6-1d5f-46f6-b59b-7b7f98ce014b on network 165a81a1-1a1b-49aa-9e3a-4bc7ac8445bf {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:35:23.570076 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693c325e-61a3-4052-80cc-430034104115 req-f22ca8e7-fef1-46b0-bbd6-a37691676d1e service neutron] Port faae0af6-1d5f-46f6-b59b-7b7f98ce014b on network 165a81a1-1a1b-49aa-9e3a-4bc7ac8445bf not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:35:23.570400 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693c325e-61a3-4052-80cc-430034104115 req-f22ca8e7-fef1-46b0-bbd6-a37691676d1e service neutron] Attempting to bind port faae0af6-1d5f-46f6-b59b-7b7f98ce014b on network 165a81a1-1a1b-49aa-9e3a-4bc7ac8445bf {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:35:23.579585 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0518fd-f708-4ea6-aa47-63d08675d0e2 req-a31379a9-3f31-46f8-8374-0ec6da3cf49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:23.581086 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3f0518fd-f708-4ea6-aa47-63d08675d0e2 req-a31379a9-3f31-46f8-8374-0ec6da3cf49d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d5327fecdbda4453866269afbd5ac6fc&device_id=1a13b109-7eb1-4495-9ea6-e585a5d79bba HTTP/1.1" status: 200 len: 1096 time: 0.2362180 May 05 20:35:23.582868 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693c325e-61a3-4052-80cc-430034104115 req-f22ca8e7-fef1-46b0-bbd6-a37691676d1e service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:35:23.582868 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693c325e-61a3-4052-80cc-430034104115 req-f22ca8e7-fef1-46b0-bbd6-a37691676d1e service neutron] Checking segment: {'id': '31ec8cef-7296-4b79-9033-3fb06bfe5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '165a81a1-1a1b-49aa-9e3a-4bc7ac8445bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:35:23.583192 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693c325e-61a3-4052-80cc-430034104115 req-f22ca8e7-fef1-46b0-bbd6-a37691676d1e service neutron] Bound using segment: {'id': '31ec8cef-7296-4b79-9033-3fb06bfe5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '165a81a1-1a1b-49aa-9e3a-4bc7ac8445bf'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:35:23.583572 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-693c325e-61a3-4052-80cc-430034104115 req-f22ca8e7-fef1-46b0-bbd6-a37691676d1e service neutron] Bound port: faae0af6-1d5f-46f6-b59b-7b7f98ce014b, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ec8cef-7296-4b79-9033-3fb06bfe5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '165a81a1-1a1b-49aa-9e3a-4bc7ac8445bf'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:35:23.583919 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-693c325e-61a3-4052-80cc-430034104115 req-f22ca8e7-fef1-46b0-bbd6-a37691676d1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:23.678594 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-fa906ba9-375b-4545-8fbc-994ada047e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'name': 'tempest-TestVolumeBootPattern-973012309-router', 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': 'aa83c883-0a57-481d-a79d-fd4eeb23da5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:16Z', 'updated_at': '2022-05-05T20:28:22Z', 'revision_number': 4, 'project_id': 'd5327fecdbda4453866269afbd5ac6fc', 'gw_port': {'id': 'aa83c883-0a57-481d-a79d-fd4eeb23da5c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:62:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:17Z', 'updated_at': '2022-05-05T20:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': 'cf700dd1-83bf-4000-85ba-212b26d89965', 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc', 'floating_ip_address': '172.25.0.7', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'port_id': '1c2253d6-7eec-4d52-9bb7-bb09d8337c7c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1', 'mac_address': 'fa:16:3e:e0:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a13b109-7eb1-4495-9ea6-e585a5d79bba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:35:21Z', 'updated_at': '2022-05-05T20:35:21Z', 'revision_number': 0, 'project_id': 'd5327fecdbda4453866269afbd5ac6fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fca75c6c-669c-4972-8019-99a25ed879e1', 'name': '', 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1', 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc', 'mac_address': 'fa:16:3e:01:78:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'd4fffa46-b0f9-43c4-a768-6cf896707ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:21Z', 'updated_at': '2022-05-05T20:28:36Z', 'revision_number': 5, 'project_id': 'd5327fecdbda4453866269afbd5ac6fc', 'subnets': [{'id': 'd4fffa46-b0f9-43c4-a768-6cf896707ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:35:23.682488 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa906ba9-375b-4545-8fbc-994ada047e41 None None] Checking router: bf69ffb5-3b16-452c-8d45-45f80714f937 for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:35:23.690940 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa906ba9-375b-4545-8fbc-994ada047e41 None None] Routers {'bf69ffb5-3b16-452c-8d45-45f80714f937'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:35:23.691634 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-fa906ba9-375b-4545-8fbc-994ada047e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:35:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['bf69ffb5-3b16-452c-8d45-45f80714f937'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:35:23.791546 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-693c325e-61a3-4052-80cc-430034104115 req-f22ca8e7-fef1-46b0-bbd6-a37691676d1e service neutron] For port faae0af6-1d5f-46f6-b59b-7b7f98ce014b, host n-h2-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:35:23.797165 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0518fd-f708-4ea6-aa47-63d08675d0e2 req-28f708ef-0bd9-4476-8d3d-bf982fdb61b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:23.798633 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3f0518fd-f708-4ea6-aa47-63d08675d0e2 req-28f708ef-0bd9-4476-8d3d-bf982fdb61b1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=29a0e805-6e5b-4d29-836f-ace2c73e49b1 HTTP/1.1" status: 200 len: 912 time: 0.2053397 May 05 20:35:23.802643 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-693c325e-61a3-4052-80cc-430034104115 req-f22ca8e7-fef1-46b0-bbd6-a37691676d1e service neutron] For port faae0af6-1d5f-46f6-b59b-7b7f98ce014b, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=faae0af6-1d5f-46f6-b59b-7b7f98ce014b,segment=NetworkSegment(31ec8cef-7296-4b79-9033-3fb06bfe5028),segment_id=31ec8cef-7296-4b79-9033-3fb06bfe5028)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:35:23.859842 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-693c325e-61a3-4052-80cc-430034104115 req-f22ca8e7-fef1-46b0-bbd6-a37691676d1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:23.872601 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-fa906ba9-375b-4545-8fbc-994ada047e41 None None] Set router bf69ffb5-3b16-452c-8d45-45f80714f937 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:35:23.946362 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c325e-61a3-4052-80cc-430034104115 req-f22ca8e7-fef1-46b0-bbd6-a37691676d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:23.946983 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-693c325e-61a3-4052-80cc-430034104115 req-f22ca8e7-fef1-46b0-bbd6-a37691676d1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:23.948397 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-693c325e-61a3-4052-80cc-430034104115 req-f22ca8e7-fef1-46b0-bbd6-a37691676d1e service neutron] 10.222.0.50 "PUT /v2.0/ports/faae0af6-1d5f-46f6-b59b-7b7f98ce014b HTTP/1.1" status: 200 len: 1091 time: 1.4549487 May 05 20:35:23.950788 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7a4c710-94ed-4e50-85c5-5195f4130073', 'tag': 'faae0af6-1d5f-46f6-b59b-7b7f98ce014b'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:35:23.975917 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3f0518fd-f708-4ea6-aa47-63d08675d0e2 req-fb39d0e4-2ca1-4f93-acb4-d7f9a5d85022 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c2253d6-7eec-4d52-9bb7-bb09d8337c7c HTTP/1.1" status: 200 len: 997 time: 0.1701934 May 05 20:35:24.061708 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-899bdd57-3ab3-4369-a526-7640d957c895'] response: {'name': 'network-changed', 'server_uuid': 'd7a4c710-94ed-4e50-85c5-5195f4130073', 'tag': 'faae0af6-1d5f-46f6-b59b-7b7f98ce014b', 'status': 'completed', 'code': 200} May 05 20:35:24.078451 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22ca8e7-fef1-46b0-bbd6-a37691676d1e service neutron] Pushing event updated for resources: {'Port': ['ID=faae0af6-1d5f-46f6-b59b-7b7f98ce014b,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:24.108454 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0518fd-f708-4ea6-aa47-63d08675d0e2 req-e243c89d-9cb2-484d-9223-077136f2f92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:24.109936 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3f0518fd-f708-4ea6-aa47-63d08675d0e2 req-e243c89d-9cb2-484d-9223-077136f2f92e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d4fffa46-b0f9-43c4-a768-6cf896707ddc HTTP/1.1" status: 200 len: 850 time: 0.1285717 May 05 20:35:24.179157 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c325e-61a3-4052-80cc-430034104115 req-d45c7ebd-f946-4395-a923-cada368917b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:24.180766 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-693c325e-61a3-4052-80cc-430034104115 req-d45c7ebd-f946-4395-a923-cada368917b1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ae03aa52cc144bf0b519baf0417a3070&device_id=d7a4c710-94ed-4e50-85c5-5195f4130073 HTTP/1.1" status: 200 len: 1094 time: 0.1624320 May 05 20:35:24.253999 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-fa906ba9-375b-4545-8fbc-994ada047e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'name': 'tempest-TestVolumeBootPattern-973012309-router', 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': 'aa83c883-0a57-481d-a79d-fd4eeb23da5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:16Z', 'updated_at': '2022-05-05T20:28:22Z', 'revision_number': 4, 'project_id': 'd5327fecdbda4453866269afbd5ac6fc', 'gw_port': {'id': 'aa83c883-0a57-481d-a79d-fd4eeb23da5c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:62:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:17Z', 'updated_at': '2022-05-05T20:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': 'cf700dd1-83bf-4000-85ba-212b26d89965', 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc', 'floating_ip_address': '172.25.0.7', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'port_id': '1c2253d6-7eec-4d52-9bb7-bb09d8337c7c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1', 'mac_address': 'fa:16:3e:e0:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a13b109-7eb1-4495-9ea6-e585a5d79bba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:35:21Z', 'updated_at': '2022-05-05T20:35:21Z', 'revision_number': 0, 'project_id': 'd5327fecdbda4453866269afbd5ac6fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fca75c6c-669c-4972-8019-99a25ed879e1', 'name': '', 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1', 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc', 'mac_address': 'fa:16:3e:01:78:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'd4fffa46-b0f9-43c4-a768-6cf896707ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:21Z', 'updated_at': '2022-05-05T20:28:36Z', 'revision_number': 5, 'project_id': 'd5327fecdbda4453866269afbd5ac6fc', 'subnets': [{'id': 'd4fffa46-b0f9-43c4-a768-6cf896707ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:35:24.257307 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-693c325e-61a3-4052-80cc-430034104115 req-4755b5e7-3d77-4dba-a1d9-cb494ef3f66b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=faae0af6-1d5f-46f6-b59b-7b7f98ce014b HTTP/1.1" status: 200 len: 217 time: 0.0704122 May 05 20:35:24.258143 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa906ba9-375b-4545-8fbc-994ada047e41 None None] The sync data for ids ['bf69ffb5-3b16-452c-8d45-45f80714f937'] in n-d-840717-1 is: [{'id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'name': 'tempest-TestVolumeBootPattern-973012309-router', 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': 'aa83c883-0a57-481d-a79d-fd4eeb23da5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:16Z', 'updated_at': '2022-05-05T20:28:22Z', 'revision_number': 4, 'project_id': 'd5327fecdbda4453866269afbd5ac6fc', 'gw_port': {'id': 'aa83c883-0a57-481d-a79d-fd4eeb23da5c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:62:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:17Z', 'updated_at': '2022-05-05T20:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': 'cf700dd1-83bf-4000-85ba-212b26d89965', 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc', 'floating_ip_address': '172.25.0.7', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'port_id': '1c2253d6-7eec-4d52-9bb7-bb09d8337c7c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1', 'mac_address': 'fa:16:3e:e0:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a13b109-7eb1-4495-9ea6-e585a5d79bba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:35:21Z', 'updated_at': '2022-05-05T20:35:21Z', 'revision_number': 0, 'project_id': 'd5327fecdbda4453866269afbd5ac6fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fca75c6c-669c-4972-8019-99a25ed879e1', 'name': '', 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1', 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc', 'mac_address': 'fa:16:3e:01:78:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'd4fffa46-b0f9-43c4-a768-6cf896707ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:21Z', 'updated_at': '2022-05-05T20:28:36Z', 'revision_number': 5, 'project_id': 'd5327fecdbda4453866269afbd5ac6fc', 'subnets': [{'id': 'd4fffa46-b0f9-43c4-a768-6cf896707ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:35:24.262694 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0518fd-f708-4ea6-aa47-63d08675d0e2 req-98d01800-8555-4838-9195-8b6ebc7b2f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:24.264161 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3f0518fd-f708-4ea6-aa47-63d08675d0e2 req-98d01800-8555-4838-9195-8b6ebc7b2f91 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=29a0e805-6e5b-4d29-836f-ace2c73e49b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1475461 May 05 20:35:24.412396 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c325e-61a3-4052-80cc-430034104115 req-14d5f5dd-8c69-48d9-bf21-5702789e72b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:24.413875 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-693c325e-61a3-4052-80cc-430034104115 req-14d5f5dd-8c69-48d9-bf21-5702789e72b9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=66601bc3-de11-4e39-a463-33dc9b52c2c8 HTTP/1.1" status: 200 len: 834 time: 0.1488645 May 05 20:35:24.456459 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff45f610-6354-406e-a4a6-c98867b0b0d6 None None] New status for floating IP cf700dd1-83bf-4000-85ba-212b26d89965: ACTIVE {{(pid=88199) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:35:24.498956 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3f0518fd-f708-4ea6-aa47-63d08675d0e2 req-04d1e978-57d5-4cf8-ae20-8fe481ea3f89 service neutron] 10.222.0.24 "GET /v2.0/networks/29a0e805-6e5b-4d29-836f-ace2c73e49b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043982 May 05 20:35:24.608951 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c325e-61a3-4052-80cc-430034104115 req-94caf6c8-1850-40d5-a9f0-909cca1d705c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:24.610457 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-693c325e-61a3-4052-80cc-430034104115 req-94caf6c8-1850-40d5-a9f0-909cca1d705c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=165a81a1-1a1b-49aa-9e3a-4bc7ac8445bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1871865 May 05 20:35:24.779171 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3f0518fd-f708-4ea6-aa47-63d08675d0e2 req-c36754af-bd19-4e8c-afc5-cc6e53171495 service neutron] 10.222.0.24 "GET /v2.0/networks/29a0e805-6e5b-4d29-836f-ace2c73e49b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722585 May 05 20:35:24.837295 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-693c325e-61a3-4052-80cc-430034104115 req-4c372379-ba25-462c-bdf9-8682040efb68 service neutron] 10.222.0.50 "GET /v2.0/networks/165a81a1-1a1b-49aa-9e3a-4bc7ac8445bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154322 May 05 20:35:25.008448 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cd3ed3-6471-4141-8b0a-22ee67c9624d req-e566fb94-4f02-4796-bb89-dfa4376431e4 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:25.009811 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c9cd3ed3-6471-4141-8b0a-22ee67c9624d req-e566fb94-4f02-4796-bb89-dfa4376431e4 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7a4c710-94ed-4e50-85c5-5195f4130073 HTTP/1.1" status: 200 len: 943 time: 0.3270986 May 05 20:35:25.128494 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c9cd3ed3-6471-4141-8b0a-22ee67c9624d req-6a442b2f-45db-4054-a1f7-753202c18099 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd50fa7f-d899-4a2c-8ed4-eba1c9af1e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110389 May 05 20:35:25.136289 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-693c325e-61a3-4052-80cc-430034104115 req-3d596547-ee57-4b03-ab35-a5ec79995d40 service neutron] 10.222.0.50 "GET /v2.0/networks/165a81a1-1a1b-49aa-9e3a-4bc7ac8445bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918653 May 05 20:35:25.249500 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a861d711-a4f3-4f4c-88fa-078f6f3f7670 req-99647c93-bee6-47c6-b7c1-92c2c077d9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:25.250972 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a861d711-a4f3-4f4c-88fa-078f6f3f7670 req-99647c93-bee6-47c6-b7c1-92c2c077d9be service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ae03aa52cc144bf0b519baf0417a3070&device_id=d7a4c710-94ed-4e50-85c5-5195f4130073 HTTP/1.1" status: 200 len: 1094 time: 0.0715704 May 05 20:35:25.395798 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a861d711-a4f3-4f4c-88fa-078f6f3f7670 req-6cac4145-b89a-4c79-9c01-7e7490520ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:25.397184 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a861d711-a4f3-4f4c-88fa-078f6f3f7670 req-6cac4145-b89a-4c79-9c01-7e7490520ff3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=165a81a1-1a1b-49aa-9e3a-4bc7ac8445bf HTTP/1.1" status: 200 len: 897 time: 0.1398308 May 05 20:35:25.468978 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a861d711-a4f3-4f4c-88fa-078f6f3f7670 req-78274396-f8df-4040-b80a-9df0e996e680 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=faae0af6-1d5f-46f6-b59b-7b7f98ce014b HTTP/1.1" status: 200 len: 217 time: 0.0651488 May 05 20:35:25.531002 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a861d711-a4f3-4f4c-88fa-078f6f3f7670 req-e0d67cf0-bd47-4617-821d-264eb561ad8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:25.532518 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a861d711-a4f3-4f4c-88fa-078f6f3f7670 req-e0d67cf0-bd47-4617-821d-264eb561ad8b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=66601bc3-de11-4e39-a463-33dc9b52c2c8 HTTP/1.1" status: 200 len: 834 time: 0.0580592 May 05 20:35:25.610533 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a861d711-a4f3-4f4c-88fa-078f6f3f7670 req-5ea253ba-f4f3-4de8-a44a-155452aa0148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:25.612079 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a861d711-a4f3-4f4c-88fa-078f6f3f7670 req-5ea253ba-f4f3-4de8-a44a-155452aa0148 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=165a81a1-1a1b-49aa-9e3a-4bc7ac8445bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733275 May 05 20:35:25.743108 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a861d711-a4f3-4f4c-88fa-078f6f3f7670 req-8585b7a0-415e-49d4-89fe-ed706fbf1d1f service neutron] 10.222.0.50 "GET /v2.0/networks/165a81a1-1a1b-49aa-9e3a-4bc7ac8445bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240141 May 05 20:35:25.871584 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a861d711-a4f3-4f4c-88fa-078f6f3f7670 req-350e1b4e-a136-4fed-a50b-b03f377f3333 service neutron] 10.222.0.50 "GET /v2.0/networks/165a81a1-1a1b-49aa-9e3a-4bc7ac8445bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223509 May 05 20:35:26.316355 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c02d6-df1f-4a37-9da6-bfff0f914d51 req-ab7f87d5-189b-4a12-bb6d-334843061bbe tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:26.317820 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-022c02d6-df1f-4a37-9da6-bfff0f914d51 req-ab7f87d5-189b-4a12-bb6d-334843061bbe tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7a4c710-94ed-4e50-85c5-5195f4130073 HTTP/1.1" status: 200 len: 943 time: 0.0790966 May 05 20:35:26.360924 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-022c02d6-df1f-4a37-9da6-bfff0f914d51 req-3f0604e3-963a-4582-8322-2ce16c26a42a tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd50fa7f-d899-4a2c-8ed4-eba1c9af1e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375650 May 05 20:35:27.545301 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e51b2-dba4-4e50-acbf-ff57f51e617b req-a48af3a3-9171-4b4d-a530-454f29bb9350 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:27.546652 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-823e51b2-dba4-4e50-acbf-ff57f51e617b req-a48af3a3-9171-4b4d-a530-454f29bb9350 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7a4c710-94ed-4e50-85c5-5195f4130073 HTTP/1.1" status: 200 len: 943 time: 0.0790615 May 05 20:35:27.591868 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-823e51b2-dba4-4e50-acbf-ff57f51e617b req-098f9d1a-2faf-4f5a-b934-e698752c14fd tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd50fa7f-d899-4a2c-8ed4-eba1c9af1e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385344 May 05 20:35:28.352107 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device faae0af6-1d5f-46f6-b59b-7b7f98ce014b details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:35:28.514577 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port faae0af6-1d5f-46f6-b59b-7b7f98ce014b, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=faae0af6-1d5f-46f6-b59b-7b7f98ce014b,segment=NetworkSegment(31ec8cef-7296-4b79-9033-3fb06bfe5028),segment_id=31ec8cef-7296-4b79-9033-3fb06bfe5028)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:35:28.530468 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': 'faae0af6-1d5f-46f6-b59b-7b7f98ce014b', 'network_id': '165a81a1-1a1b-49aa-9e3a-4bc7ac8445bf', 'port_id': 'faae0af6-1d5f-46f6-b59b-7b7f98ce014b', 'mac_address': 'fa:16:3e:85:ca:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66601bc3-de11-4e39-a463-33dc9b52c2c8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:35:28.600482 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:28.623143 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faae0af6-1d5f-46f6-b59b-7b7f98ce014b {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:35:28.645468 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port faae0af6-1d5f-46f6-b59b-7b7f98ce014b, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=faae0af6-1d5f-46f6-b59b-7b7f98ce014b,segment=NetworkSegment(31ec8cef-7296-4b79-9033-3fb06bfe5028),segment_id=31ec8cef-7296-4b79-9033-3fb06bfe5028)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:35:28.656419 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:28.739568 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=faae0af6-1d5f-46f6-b59b-7b7f98ce014b,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:28.916212 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['faae0af6-1d5f-46f6-b59b-7b7f98ce014b'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:35:28.950608 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f6d7e3-e15c-462f-9734-970d6d9a8c10 req-ba17bcd4-effb-4f4d-95c4-f7e392b96805 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:28.952548 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-27f6d7e3-e15c-462f-9734-970d6d9a8c10 req-ba17bcd4-effb-4f4d-95c4-f7e392b96805 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7a4c710-94ed-4e50-85c5-5195f4130073 HTTP/1.1" status: 200 len: 944 time: 0.2215102 May 05 20:35:29.001523 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-27f6d7e3-e15c-462f-9734-970d6d9a8c10 req-ccc88d78-a9c3-4774-844d-f1a810334144 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd50fa7f-d899-4a2c-8ed4-eba1c9af1e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423887 May 05 20:35:30.192974 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c6f8c-1d59-4437-99e0-b0924a115523 req-959d0888-0f72-41b1-8a1b-4b3c6e4ffd9b tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:30.194425 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7b6c6f8c-1d59-4437-99e0-b0924a115523 req-959d0888-0f72-41b1-8a1b-4b3c6e4ffd9b tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7a4c710-94ed-4e50-85c5-5195f4130073 HTTP/1.1" status: 200 len: 944 time: 0.0848525 May 05 20:35:30.239807 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7b6c6f8c-1d59-4437-99e0-b0924a115523 req-15038d78-6665-44bd-9edd-09c012010466 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd50fa7f-d899-4a2c-8ed4-eba1c9af1e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396829 May 05 20:35:30.351791 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device faae0af6-1d5f-46f6-b59b-7b7f98ce014b up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:35:30.420919 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port faae0af6-1d5f-46f6-b59b-7b7f98ce014b completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:35:30.426206 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port faae0af6-1d5f-46f6-b59b-7b7f98ce014b triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:35:30.426579 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:30.543172 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:30.570447 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7a4c710-94ed-4e50-85c5-5195f4130073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faae0af6-1d5f-46f6-b59b-7b7f98ce014b'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:35:30.580126 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port faae0af6-1d5f-46f6-b59b-7b7f98ce014b, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=faae0af6-1d5f-46f6-b59b-7b7f98ce014b,segment=NetworkSegment(31ec8cef-7296-4b79-9033-3fb06bfe5028),segment_id=31ec8cef-7296-4b79-9033-3fb06bfe5028)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:35:30.585346 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:30.622756 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3e163b5-3ff8-440a-84ee-24395433d878'] response: {'server_uuid': 'd7a4c710-94ed-4e50-85c5-5195f4130073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faae0af6-1d5f-46f6-b59b-7b7f98ce014b', 'code': 200} May 05 20:35:30.657815 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=faae0af6-1d5f-46f6-b59b-7b7f98ce014b,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:30.743653 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5129de2-8f11-4d1e-9df4-4ee565e61f27 req-d8affd1f-2bf4-4b9e-ac09-74bcf66b86cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:30.745146 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d5129de2-8f11-4d1e-9df4-4ee565e61f27 req-d8affd1f-2bf4-4b9e-ac09-74bcf66b86cd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d7a4c710-94ed-4e50-85c5-5195f4130073 HTTP/1.1" status: 200 len: 1096 time: 0.0713363 May 05 20:35:30.785323 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d5129de2-8f11-4d1e-9df4-4ee565e61f27 req-0cfe7ba0-cf9d-4124-9c84-2ad875725e75 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=bd50fa7f-d899-4a2c-8ed4-eba1c9af1e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342293 May 05 20:35:31.429772 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c4ae26-292e-4128-abfc-a6b6e85e68fc req-3448a661-a6a3-45f1-8aa7-0e059b1694ee tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:31.431234 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-67c4ae26-292e-4128-abfc-a6b6e85e68fc req-3448a661-a6a3-45f1-8aa7-0e059b1694ee tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7a4c710-94ed-4e50-85c5-5195f4130073 HTTP/1.1" status: 200 len: 945 time: 0.0841401 May 05 20:35:31.475621 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-67c4ae26-292e-4128-abfc-a6b6e85e68fc req-57f1a79f-9610-440e-aa14-e4e63cbe6826 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd50fa7f-d899-4a2c-8ed4-eba1c9af1e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387545 May 05 20:35:32.660172 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7564d8-c9b4-4dc6-a18d-897bebce529d req-8f7c05cf-f644-475f-88ef-824c4c989a7d tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:32.661769 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-da7564d8-c9b4-4dc6-a18d-897bebce529d req-8f7c05cf-f644-475f-88ef-824c4c989a7d tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7a4c710-94ed-4e50-85c5-5195f4130073 HTTP/1.1" status: 200 len: 945 time: 0.0809188 May 05 20:35:32.704849 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-da7564d8-c9b4-4dc6-a18d-897bebce529d req-abb52f22-a1ce-4095-8c78-6d1666ee255e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd50fa7f-d899-4a2c-8ed4-eba1c9af1e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371740 May 05 20:35:32.885308 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d868a33-af92-4d4d-9306-6145e5ead6e2 req-d74d2c2d-af67-4dae-a2fd-f0db22e9027c tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:32.886677 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6d868a33-af92-4d4d-9306-6145e5ead6e2 req-d74d2c2d-af67-4dae-a2fd-f0db22e9027c tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7a4c710-94ed-4e50-85c5-5195f4130073 HTTP/1.1" status: 200 len: 945 time: 0.0784125 May 05 20:35:32.933580 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6d868a33-af92-4d4d-9306-6145e5ead6e2 req-83945425-2a60-4ded-867e-cf3e233e1f84 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd50fa7f-d899-4a2c-8ed4-eba1c9af1e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412560 May 05 20:35:32.956483 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36358) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:35:33.025284 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0370d8-d071-4294-9063-ad5051a7052e tempest-TestNetworkBasicOps-1246439767 tempest-TestNetworkBasicOps-1246439767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:33.026756 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-cd0370d8-d071-4294-9063-ad5051a7052e tempest-TestNetworkBasicOps-1246439767 tempest-TestNetworkBasicOps-1246439767-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d7a4c710-94ed-4e50-85c5-5195f4130073 HTTP/1.1" status: 200 len: 1091 time: 0.0693178 May 05 20:35:33.029501 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36362) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:35:33.034781 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-18bc46fb-0fad-41c7-9d3a-ceaff58cdf29 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Request body: {'floatingip': {'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'port_id': 'faae0af6-1d5f-46f6-b59b-7b7f98ce014b', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:35:33.041259 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-18bc46fb-0fad-41c7-9d3a-ceaff58cdf29 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:35:33.045086 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-18bc46fb-0fad-41c7-9d3a-ceaff58cdf29 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Usage tracker for resource:floatingip and tenant:ae03aa52cc144bf0b519baf0417a3070 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:35:33.047956 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-18bc46fb-0fad-41c7-9d3a-ceaff58cdf29 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:35:33.054210 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-18bc46fb-0fad-41c7-9d3a-ceaff58cdf29 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:35:33.064530 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-18bc46fb-0fad-41c7-9d3a-ceaff58cdf29 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for floatingip, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:33.199579 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-18bc46fb-0fad-41c7-9d3a-ceaff58cdf29 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:33.441756 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-18bc46fb-0fad-41c7-9d3a-ceaff58cdf29 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Allocated IP 172.25.0.8 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/dfc8c10e-3bbf-46b6-b78a-d4d614cb5c42) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:35:33.584340 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-18bc46fb-0fad-41c7-9d3a-ceaff58cdf29 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:33.614421 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-18bc46fb-0fad-41c7-9d3a-ceaff58cdf29 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:33.681674 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bc46fb-0fad-41c7-9d3a-ceaff58cdf29 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:35:33.684643 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-18bc46fb-0fad-41c7-9d3a-ceaff58cdf29 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:35:33.688385 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bc46fb-0fad-41c7-9d3a-ceaff58cdf29 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:35:33.722574 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bc46fb-0fad-41c7-9d3a-ceaff58cdf29 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Pushing event updated for resources: {'Port': ['ID=dfc8c10e-3bbf-46b6-b78a-d4d614cb5c42,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:34.097619 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-18bc46fb-0fad-41c7-9d3a-ceaff58cdf29 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:34.170086 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-18bc46fb-0fad-41c7-9d3a-ceaff58cdf29 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:34.388556 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-18bc46fb-0fad-41c7-9d3a-ceaff58cdf29 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:34.393480 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-18bc46fb-0fad-41c7-9d3a-ceaff58cdf29 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:34.508057 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bc46fb-0fad-41c7-9d3a-ceaff58cdf29 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Pushing event updated for resources: {'Port': ['ID=dfc8c10e-3bbf-46b6-b78a-d4d614cb5c42,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:35:34.519423 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-18bc46fb-0fad-41c7-9d3a-ceaff58cdf29 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:34.670895 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1c328cb0-2f0a-40fd-b578-3903bcef1e7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:34.689932 n-d-840717-1 neutron-server[88198]: INFO neutron.db.l3_db [None req-18bc46fb-0fad-41c7-9d3a-ceaff58cdf29 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Floating IP f2afffee-8083-485b-ad1b-bd6767868c50 associated. External IP: 172.25.0.8, port: faae0af6-1d5f-46f6-b59b-7b7f98ce014b. May 05 20:35:35.150534 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18bc46fb-0fad-41c7-9d3a-ceaff58cdf29 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Router e22cfb00-4e91-4a3f-a879-9f3de6b2b98d has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:35:35.333197 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18bc46fb-0fad-41c7-9d3a-ceaff58cdf29 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:35:35.343874 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a59596-79d8-4443-9956-af47a5f1f70f None None] Sync routers for ids ['e22cfb00-4e91-4a3f-a879-9f3de6b2b98d'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:35:35.354995 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a59596-79d8-4443-9956-af47a5f1f70f None None] Routers {'e22cfb00-4e91-4a3f-a879-9f3de6b2b98d'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:35:35.355759 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-12a59596-79d8-4443-9956-af47a5f1f70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:35:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['e22cfb00-4e91-4a3f-a879-9f3de6b2b98d'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:35:35.358619 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-18bc46fb-0fad-41c7-9d3a-ceaff58cdf29 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:35.436018 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-18bc46fb-0fad-41c7-9d3a-ceaff58cdf29 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.3987422 May 05 20:35:35.436018 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7a4c710-94ed-4e50-85c5-5195f4130073', 'tag': 'faae0af6-1d5f-46f6-b59b-7b7f98ce014b'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:35:35.440907 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36366) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:35:35.492376 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12f3a38b-1782-4b76-9e93-e4d0bfccbc22'] response: {'name': 'network-changed', 'server_uuid': 'd7a4c710-94ed-4e50-85c5-5195f4130073', 'tag': 'faae0af6-1d5f-46f6-b59b-7b7f98ce014b', 'status': 'completed', 'code': 200} May 05 20:35:35.553122 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-592c7ac9-405a-49e1-8de0-7b671f87e4e0 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/floatingips/f2afffee-8083-485b-ad1b-bd6767868c50 HTTP/1.1" status: 200 len: 989 time: 0.1084087 May 05 20:35:35.588959 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-12a59596-79d8-4443-9956-af47a5f1f70f None None] Set router e22cfb00-4e91-4a3f-a879-9f3de6b2b98d gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:35:35.621765 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4529eec-e8a3-45fa-abb3-29e3509ffbfa req-1ea33303-08c0-42d2-bdb9-4e1a9a25cd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:35.621765 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e4529eec-e8a3-45fa-abb3-29e3509ffbfa req-1ea33303-08c0-42d2-bdb9-4e1a9a25cd84 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ae03aa52cc144bf0b519baf0417a3070&device_id=d7a4c710-94ed-4e50-85c5-5195f4130073 HTTP/1.1" status: 200 len: 1096 time: 0.1012292 May 05 20:35:35.799198 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4529eec-e8a3-45fa-abb3-29e3509ffbfa req-1947caea-e56e-4fef-8ef6-090319f66a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:35.799198 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e4529eec-e8a3-45fa-abb3-29e3509ffbfa req-1947caea-e56e-4fef-8ef6-090319f66a97 service neutron] 10.222.0.50 "GET /v2.0/networks?id=165a81a1-1a1b-49aa-9e3a-4bc7ac8445bf HTTP/1.1" status: 200 len: 897 time: 0.1729434 May 05 20:35:35.909948 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e4529eec-e8a3-45fa-abb3-29e3509ffbfa req-ec57e2c9-ffcb-41e3-bec9-e5d2d2a60f57 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=faae0af6-1d5f-46f6-b59b-7b7f98ce014b HTTP/1.1" status: 200 len: 997 time: 0.1002758 May 05 20:35:35.980477 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4529eec-e8a3-45fa-abb3-29e3509ffbfa req-1b422913-f212-417b-8009-b6caa62790b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:35.980477 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e4529eec-e8a3-45fa-abb3-29e3509ffbfa req-1b422913-f212-417b-8009-b6caa62790b9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=66601bc3-de11-4e39-a463-33dc9b52c2c8 HTTP/1.1" status: 200 len: 834 time: 0.0689924 May 05 20:35:36.004299 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:35:36.043395 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-12a59596-79d8-4443-9956-af47a5f1f70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22cfb00-4e91-4a3f-a879-9f3de6b2b98d', 'name': 'tempest-TestNetworkBasicOps-router-872384500', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': 'e159129c-0721-4a02-ab3d-bad2e5bceaa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:35:10Z', 'updated_at': '2022-05-05T20:35:15Z', 'revision_number': 4, 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'gw_port': {'id': 'e159129c-0721-4a02-ab3d-bad2e5bceaa6', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22cfb00-4e91-4a3f-a879-9f3de6b2b98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:10Z', 'updated_at': '2022-05-05T20:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': 'f2afffee-8083-485b-ad1b-bd6767868c50', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'floating_ip_address': '172.25.0.8', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'e22cfb00-4e91-4a3f-a879-9f3de6b2b98d', 'port_id': 'faae0af6-1d5f-46f6-b59b-7b7f98ce014b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4068, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '165a81a1-1a1b-49aa-9e3a-4bc7ac8445bf', 'mac_address': 'fa:16:3e:85:ca:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a4c710-94ed-4e50-85c5-5195f4130073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:35:34Z', 'updated_at': '2022-05-05T20:35:34Z', 'revision_number': 0, 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41f41568-75db-4963-97f2-39eaba01e1f1', 'name': '', 'network_id': '165a81a1-1a1b-49aa-9e3a-4bc7ac8445bf', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'mac_address': 'fa:16:3e:be:46:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22cfb00-4e91-4a3f-a879-9f3de6b2b98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': '66601bc3-de11-4e39-a463-33dc9b52c2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:14Z', 'updated_at': '2022-05-05T20:35:20Z', 'revision_number': 5, 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'subnets': [{'id': '66601bc3-de11-4e39-a463-33dc9b52c2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:35:36.048627 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a59596-79d8-4443-9956-af47a5f1f70f None None] Checking router: e22cfb00-4e91-4a3f-a879-9f3de6b2b98d for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:35:36.063747 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a59596-79d8-4443-9956-af47a5f1f70f None None] Routers {'e22cfb00-4e91-4a3f-a879-9f3de6b2b98d'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:35:36.063747 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-12a59596-79d8-4443-9956-af47a5f1f70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:35:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['e22cfb00-4e91-4a3f-a879-9f3de6b2b98d'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:35:36.070466 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4529eec-e8a3-45fa-abb3-29e3509ffbfa req-7efd01e8-5475-4fcb-a13e-725c07d17846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:35:36.070466 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e4529eec-e8a3-45fa-abb3-29e3509ffbfa req-7efd01e8-5475-4fcb-a13e-725c07d17846 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=165a81a1-1a1b-49aa-9e3a-4bc7ac8445bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0853794 May 05 20:35:36.224297 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e4529eec-e8a3-45fa-abb3-29e3509ffbfa req-51a0f17e-9dc9-4026-b678-6d911edb5076 service neutron] 10.222.0.50 "GET /v2.0/networks/165a81a1-1a1b-49aa-9e3a-4bc7ac8445bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454520 May 05 20:35:36.279152 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-12a59596-79d8-4443-9956-af47a5f1f70f None None] Set router e22cfb00-4e91-4a3f-a879-9f3de6b2b98d gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:35:36.382831 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e4529eec-e8a3-45fa-abb3-29e3509ffbfa req-3d5adf07-b6fc-4376-87c8-5705888576c0 service neutron] 10.222.0.50 "GET /v2.0/networks/165a81a1-1a1b-49aa-9e3a-4bc7ac8445bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515560 May 05 20:35:36.550176 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36374) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:35:36.653677 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-12a59596-79d8-4443-9956-af47a5f1f70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22cfb00-4e91-4a3f-a879-9f3de6b2b98d', 'name': 'tempest-TestNetworkBasicOps-router-872384500', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': 'e159129c-0721-4a02-ab3d-bad2e5bceaa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:35:10Z', 'updated_at': '2022-05-05T20:35:15Z', 'revision_number': 4, 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'gw_port': {'id': 'e159129c-0721-4a02-ab3d-bad2e5bceaa6', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22cfb00-4e91-4a3f-a879-9f3de6b2b98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:10Z', 'updated_at': '2022-05-05T20:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': 'f2afffee-8083-485b-ad1b-bd6767868c50', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'floating_ip_address': '172.25.0.8', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'e22cfb00-4e91-4a3f-a879-9f3de6b2b98d', 'port_id': 'faae0af6-1d5f-46f6-b59b-7b7f98ce014b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4068, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '165a81a1-1a1b-49aa-9e3a-4bc7ac8445bf', 'mac_address': 'fa:16:3e:85:ca:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a4c710-94ed-4e50-85c5-5195f4130073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:35:34Z', 'updated_at': '2022-05-05T20:35:34Z', 'revision_number': 0, 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41f41568-75db-4963-97f2-39eaba01e1f1', 'name': '', 'network_id': '165a81a1-1a1b-49aa-9e3a-4bc7ac8445bf', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'mac_address': 'fa:16:3e:be:46:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22cfb00-4e91-4a3f-a879-9f3de6b2b98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': '66601bc3-de11-4e39-a463-33dc9b52c2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:14Z', 'updated_at': '2022-05-05T20:35:20Z', 'revision_number': 5, 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'subnets': [{'id': '66601bc3-de11-4e39-a463-33dc9b52c2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:35:36.653677 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a59596-79d8-4443-9956-af47a5f1f70f None None] The sync data for ids ['e22cfb00-4e91-4a3f-a879-9f3de6b2b98d'] in n-d-840717-1 is: [{'id': 'e22cfb00-4e91-4a3f-a879-9f3de6b2b98d', 'name': 'tempest-TestNetworkBasicOps-router-872384500', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': 'e159129c-0721-4a02-ab3d-bad2e5bceaa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:35:10Z', 'updated_at': '2022-05-05T20:35:15Z', 'revision_number': 4, 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'gw_port': {'id': 'e159129c-0721-4a02-ab3d-bad2e5bceaa6', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22cfb00-4e91-4a3f-a879-9f3de6b2b98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:10Z', 'updated_at': '2022-05-05T20:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': 'f2afffee-8083-485b-ad1b-bd6767868c50', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'floating_ip_address': '172.25.0.8', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'e22cfb00-4e91-4a3f-a879-9f3de6b2b98d', 'port_id': 'faae0af6-1d5f-46f6-b59b-7b7f98ce014b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4068, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '165a81a1-1a1b-49aa-9e3a-4bc7ac8445bf', 'mac_address': 'fa:16:3e:85:ca:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a4c710-94ed-4e50-85c5-5195f4130073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:35:34Z', 'updated_at': '2022-05-05T20:35:34Z', 'revision_number': 0, 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41f41568-75db-4963-97f2-39eaba01e1f1', 'name': '', 'network_id': '165a81a1-1a1b-49aa-9e3a-4bc7ac8445bf', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'mac_address': 'fa:16:3e:be:46:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22cfb00-4e91-4a3f-a879-9f3de6b2b98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': '66601bc3-de11-4e39-a463-33dc9b52c2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:14Z', 'updated_at': '2022-05-05T20:35:20Z', 'revision_number': 5, 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'subnets': [{'id': '66601bc3-de11-4e39-a463-33dc9b52c2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:35:36.719467 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-cfb4c735-0553-46f0-a6c4-3e51038d2b72 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/floatingips/f2afffee-8083-485b-ad1b-bd6767868c50 HTTP/1.1" status: 200 len: 989 time: 0.1675696 May 05 20:35:36.883116 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fe11a2-602c-4466-970a-793bb0c4807a None None] New status for floating IP f2afffee-8083-485b-ad1b-bd6767868c50: ACTIVE {{(pid=88199) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:35:36.984691 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-810a6413-ac11-4df0-8c5e-315a25f43f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:37.720526 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36380) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:35:37.837971 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-ea3ea9e4-f58a-4ac8-8015-176b09ad7727 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/floatingips/f2afffee-8083-485b-ad1b-bd6767868c50 HTTP/1.1" status: 200 len: 991 time: 0.1156163 May 05 20:35:37.916597 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:38.089108 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:39.649167 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:44.538127 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:35:46.536774 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:04.504947 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6dfcb5c3-427b-44ad-ba90-de5f62889956 req-129ebb03-2247-4820-9b71-09cc032a0d60 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c5b2f461-30f2-4f7e-b1c2-f48fecaecdda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0726578 May 05 20:36:04.640841 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfcb5c3-427b-44ad-ba90-de5f62889956 req-336b4ed4-46c8-4d75-87ce-9669875ec352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:04.642303 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6dfcb5c3-427b-44ad-ba90-de5f62889956 req-336b4ed4-46c8-4d75-87ce-9669875ec352 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=319e65ce2d224e768cdbd69739e25b53&device_id=c5b2f461-30f2-4f7e-b1c2-f48fecaecdda HTTP/1.1" status: 200 len: 1096 time: 0.0710001 May 05 20:36:04.673406 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-721d9ab1-fdd0-497b-952c-860221d154da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:04.908654 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfcb5c3-427b-44ad-ba90-de5f62889956 req-1de2b557-2e63-4013-a48a-a27cc2db74ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:04.909983 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6dfcb5c3-427b-44ad-ba90-de5f62889956 req-1de2b557-2e63-4013-a48a-a27cc2db74ec service neutron] 10.222.0.50 "GET /v2.0/networks?id=c4a20b3c-ae9f-4def-9b23-26fbdac1320b HTTP/1.1" status: 200 len: 909 time: 0.2481396 May 05 20:36:05.012642 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6dfcb5c3-427b-44ad-ba90-de5f62889956 req-e27f5e14-5517-45b4-81a8-bacd87d3e2b2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed820858-21b7-4739-bbdb-009434158433 HTTP/1.1" status: 200 len: 1001 time: 0.0961127 May 05 20:36:05.074541 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfcb5c3-427b-44ad-ba90-de5f62889956 req-4294aa21-8266-4ed3-9ea4-578fddd50339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:05.076021 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6dfcb5c3-427b-44ad-ba90-de5f62889956 req-4294aa21-8266-4ed3-9ea4-578fddd50339 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=66a6f882-bccb-4256-83b5-0b0aa723e025 HTTP/1.1" status: 200 len: 847 time: 0.0582118 May 05 20:36:05.151882 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfcb5c3-427b-44ad-ba90-de5f62889956 req-fafc167c-198f-490e-866b-20142c193d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:05.153394 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6dfcb5c3-427b-44ad-ba90-de5f62889956 req-fafc167c-198f-490e-866b-20142c193d0c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c4a20b3c-ae9f-4def-9b23-26fbdac1320b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718756 May 05 20:36:05.288310 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6dfcb5c3-427b-44ad-ba90-de5f62889956 req-7b2f8991-3c46-429a-a1d9-38a17fb958d7 service neutron] 10.222.0.50 "GET /v2.0/networks/c4a20b3c-ae9f-4def-9b23-26fbdac1320b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284626 May 05 20:36:05.425281 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6dfcb5c3-427b-44ad-ba90-de5f62889956 req-21da7e12-bd39-417d-a162-04727bee7777 service neutron] 10.222.0.50 "GET /v2.0/networks/c4a20b3c-ae9f-4def-9b23-26fbdac1320b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313717 May 05 20:36:06.872597 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7ba726df-92bf-46ef-9180-72258deea7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:07.103021 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36402) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:36:07.225923 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f747d589-4ab1-4990-833b-cf623e9bd098 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/floatingips/f2afffee-8083-485b-ad1b-bd6767868c50 HTTP/1.1" status: 200 len: 991 time: 0.1193609 May 05 20:36:07.526471 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36410) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:36:07.730456 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-ef18f5c5-4648-4086-9313-2298143f341e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Deleting port dfc8c10e-3bbf-46b6-b78a-d4d614cb5c42 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:36:07.730456 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ef18f5c5-4648-4086-9313-2298143f341e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:07.930552 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:07.935236 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ef18f5c5-4648-4086-9313-2298143f341e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:07.935236 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ef18f5c5-4648-4086-9313-2298143f341e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:08.066050 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-ef18f5c5-4648-4086-9313-2298143f341e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Calling delete_port for dfc8c10e-3bbf-46b6-b78a-d4d614cb5c42 owned by network:floatingip {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:36:08.102845 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:08.212086 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ef18f5c5-4648-4086-9313-2298143f341e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:08.260742 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef18f5c5-4648-4086-9313-2298143f341e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Pushing event deleted for resources: {'Port': ['ID=dfc8c10e-3bbf-46b6-b78a-d4d614cb5c42,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:36:08.471833 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ef18f5c5-4648-4086-9313-2298143f341e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for floatingip, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:08.472060 n-d-840717-1 neutron-server[88198]: INFO neutron.db.l3_db [None req-ef18f5c5-4648-4086-9313-2298143f341e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Floating IP f2afffee-8083-485b-ad1b-bd6767868c50 disassociated (deleted). External IP: 172.25.0.8, port: faae0af6-1d5f-46f6-b59b-7b7f98ce014b. May 05 20:36:08.868315 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef18f5c5-4648-4086-9313-2298143f341e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Router e22cfb00-4e91-4a3f-a879-9f3de6b2b98d has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:36:09.064448 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef18f5c5-4648-4086-9313-2298143f341e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:36:09.075631 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4f5a67-c331-4a6d-85cc-74804841206e None None] Sync routers for ids ['e22cfb00-4e91-4a3f-a879-9f3de6b2b98d'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:36:09.085265 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4f5a67-c331-4a6d-85cc-74804841206e None None] Routers {'e22cfb00-4e91-4a3f-a879-9f3de6b2b98d'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:36:09.085860 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-ce4f5a67-c331-4a6d-85cc-74804841206e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:36:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['e22cfb00-4e91-4a3f-a879-9f3de6b2b98d'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:36:09.132750 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ef18f5c5-4648-4086-9313-2298143f341e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:09.198642 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-ef18f5c5-4648-4086-9313-2298143f341e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "DELETE /v2.0/floatingips/f2afffee-8083-485b-ad1b-bd6767868c50 HTTP/1.1" status: 204 len: 168 time: 1.6714823 May 05 20:36:09.200578 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7a4c710-94ed-4e50-85c5-5195f4130073', 'tag': 'faae0af6-1d5f-46f6-b59b-7b7f98ce014b'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:36:09.208681 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cfe0d746-91df-4ebf-9b5a-c92de981a79b req-418d1a0d-83a1-4cf9-915f-0971bfcdd8ae service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1a13b109-7eb1-4495-9ea6-e585a5d79bba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1382158 May 05 20:36:09.253690 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88dcea4a-ab38-4408-bd5d-ed07a1bc43c0'] response: {'name': 'network-changed', 'server_uuid': 'd7a4c710-94ed-4e50-85c5-5195f4130073', 'tag': 'faae0af6-1d5f-46f6-b59b-7b7f98ce014b', 'status': 'completed', 'code': 200} May 05 20:36:09.287677 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-ce4f5a67-c331-4a6d-85cc-74804841206e None None] Set router e22cfb00-4e91-4a3f-a879-9f3de6b2b98d gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:36:09.413316 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe0d746-91df-4ebf-9b5a-c92de981a79b req-d2f2b15a-c1aa-4286-9f62-0f9ae3f89300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:09.415005 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cfe0d746-91df-4ebf-9b5a-c92de981a79b req-d2f2b15a-c1aa-4286-9f62-0f9ae3f89300 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d5327fecdbda4453866269afbd5ac6fc&device_id=1a13b109-7eb1-4495-9ea6-e585a5d79bba HTTP/1.1" status: 200 len: 1096 time: 0.1070962 May 05 20:36:09.417755 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e1c81-e46c-4740-bd6a-4049161ecffd req-96658abc-2ae4-4e75-ae86-abdf375e5909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:09.420045 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6d8e1c81-e46c-4740-bd6a-4049161ecffd req-96658abc-2ae4-4e75-ae86-abdf375e5909 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ae03aa52cc144bf0b519baf0417a3070&device_id=d7a4c710-94ed-4e50-85c5-5195f4130073 HTTP/1.1" status: 200 len: 1096 time: 0.1437938 May 05 20:36:09.609801 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001fd488-a01f-41f6-bee0-391f6870a904 req-75486deb-0569-4431-9daa-144b41180623 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:09.611611 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-001fd488-a01f-41f6-bee0-391f6870a904 req-75486deb-0569-4431-9daa-144b41180623 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7a4c710-94ed-4e50-85c5-5195f4130073 HTTP/1.1" status: 200 len: 945 time: 0.0942898 May 05 20:36:09.648981 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-ce4f5a67-c331-4a6d-85cc-74804841206e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22cfb00-4e91-4a3f-a879-9f3de6b2b98d', 'name': 'tempest-TestNetworkBasicOps-router-872384500', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': 'e159129c-0721-4a02-ab3d-bad2e5bceaa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:35:10Z', 'updated_at': '2022-05-05T20:35:15Z', 'revision_number': 4, 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'gw_port': {'id': 'e159129c-0721-4a02-ab3d-bad2e5bceaa6', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22cfb00-4e91-4a3f-a879-9f3de6b2b98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:10Z', 'updated_at': '2022-05-05T20:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '41f41568-75db-4963-97f2-39eaba01e1f1', 'name': '', 'network_id': '165a81a1-1a1b-49aa-9e3a-4bc7ac8445bf', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'mac_address': 'fa:16:3e:be:46:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22cfb00-4e91-4a3f-a879-9f3de6b2b98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': '66601bc3-de11-4e39-a463-33dc9b52c2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:14Z', 'updated_at': '2022-05-05T20:35:20Z', 'revision_number': 5, 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'subnets': [{'id': '66601bc3-de11-4e39-a463-33dc9b52c2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:36:09.654923 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4f5a67-c331-4a6d-85cc-74804841206e None None] Checking router: e22cfb00-4e91-4a3f-a879-9f3de6b2b98d for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:36:09.660437 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-001fd488-a01f-41f6-bee0-391f6870a904 req-39b1b38f-3291-4e7f-8f52-62af23835bcd tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd50fa7f-d899-4a2c-8ed4-eba1c9af1e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416441 May 05 20:36:09.667748 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4f5a67-c331-4a6d-85cc-74804841206e None None] Routers {'e22cfb00-4e91-4a3f-a879-9f3de6b2b98d'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:36:09.668359 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-ce4f5a67-c331-4a6d-85cc-74804841206e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:36:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['e22cfb00-4e91-4a3f-a879-9f3de6b2b98d'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:36:09.672255 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:09.682809 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e1c81-e46c-4740-bd6a-4049161ecffd req-498a033d-5e76-4150-a5e5-66dc77e7d9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:09.684302 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6d8e1c81-e46c-4740-bd6a-4049161ecffd req-498a033d-5e76-4150-a5e5-66dc77e7d9ca service neutron] 10.222.0.50 "GET /v2.0/networks?id=165a81a1-1a1b-49aa-9e3a-4bc7ac8445bf HTTP/1.1" status: 200 len: 897 time: 0.2586195 May 05 20:36:09.688984 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe0d746-91df-4ebf-9b5a-c92de981a79b req-eb5583c5-9c4c-4923-8438-ec3325f58498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:09.690400 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cfe0d746-91df-4ebf-9b5a-c92de981a79b req-eb5583c5-9c4c-4923-8438-ec3325f58498 service neutron] 10.222.0.24 "GET /v2.0/networks?id=29a0e805-6e5b-4d29-836f-ace2c73e49b1 HTTP/1.1" status: 200 len: 912 time: 0.2361302 May 05 20:36:09.806670 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6d8e1c81-e46c-4740-bd6a-4049161ecffd req-6b393f45-c274-4974-a175-ccc72b524ca8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=faae0af6-1d5f-46f6-b59b-7b7f98ce014b HTTP/1.1" status: 200 len: 217 time: 0.1150193 May 05 20:36:09.875265 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-ce4f5a67-c331-4a6d-85cc-74804841206e None None] Set router e22cfb00-4e91-4a3f-a879-9f3de6b2b98d gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:36:09.894141 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cfe0d746-91df-4ebf-9b5a-c92de981a79b req-6e17e3c5-516c-4f5e-90c4-b7896b652c05 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c2253d6-7eec-4d52-9bb7-bb09d8337c7c HTTP/1.1" status: 200 len: 999 time: 0.1550725 May 05 20:36:09.900073 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e1c81-e46c-4740-bd6a-4049161ecffd req-78ec0cc7-0964-4169-9d33-08bc7eac660d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:09.901429 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6d8e1c81-e46c-4740-bd6a-4049161ecffd req-78ec0cc7-0964-4169-9d33-08bc7eac660d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=66601bc3-de11-4e39-a463-33dc9b52c2c8 HTTP/1.1" status: 200 len: 834 time: 0.0811913 May 05 20:36:10.131256 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe0d746-91df-4ebf-9b5a-c92de981a79b req-7395151a-3b09-466b-b229-f0c481837da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:10.132807 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cfe0d746-91df-4ebf-9b5a-c92de981a79b req-7395151a-3b09-466b-b229-f0c481837da8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d4fffa46-b0f9-43c4-a768-6cf896707ddc HTTP/1.1" status: 200 len: 850 time: 0.2304714 May 05 20:36:10.197656 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e1c81-e46c-4740-bd6a-4049161ecffd req-f3e65c1f-7a5a-49fb-a28c-d0ed9d68ac4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:10.198174 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6d8e1c81-e46c-4740-bd6a-4049161ecffd req-f3e65c1f-7a5a-49fb-a28c-d0ed9d68ac4b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=165a81a1-1a1b-49aa-9e3a-4bc7ac8445bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1439548 May 05 20:36:10.211790 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-ce4f5a67-c331-4a6d-85cc-74804841206e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22cfb00-4e91-4a3f-a879-9f3de6b2b98d', 'name': 'tempest-TestNetworkBasicOps-router-872384500', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': 'e159129c-0721-4a02-ab3d-bad2e5bceaa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:35:10Z', 'updated_at': '2022-05-05T20:35:15Z', 'revision_number': 4, 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'gw_port': {'id': 'e159129c-0721-4a02-ab3d-bad2e5bceaa6', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22cfb00-4e91-4a3f-a879-9f3de6b2b98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:10Z', 'updated_at': '2022-05-05T20:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '41f41568-75db-4963-97f2-39eaba01e1f1', 'name': '', 'network_id': '165a81a1-1a1b-49aa-9e3a-4bc7ac8445bf', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'mac_address': 'fa:16:3e:be:46:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22cfb00-4e91-4a3f-a879-9f3de6b2b98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': '66601bc3-de11-4e39-a463-33dc9b52c2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:14Z', 'updated_at': '2022-05-05T20:35:20Z', 'revision_number': 5, 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'subnets': [{'id': '66601bc3-de11-4e39-a463-33dc9b52c2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:36:10.215957 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4f5a67-c331-4a6d-85cc-74804841206e None None] The sync data for ids ['e22cfb00-4e91-4a3f-a879-9f3de6b2b98d'] in n-d-840717-1 is: [{'id': 'e22cfb00-4e91-4a3f-a879-9f3de6b2b98d', 'name': 'tempest-TestNetworkBasicOps-router-872384500', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': 'e159129c-0721-4a02-ab3d-bad2e5bceaa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:35:10Z', 'updated_at': '2022-05-05T20:35:15Z', 'revision_number': 4, 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'gw_port': {'id': 'e159129c-0721-4a02-ab3d-bad2e5bceaa6', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22cfb00-4e91-4a3f-a879-9f3de6b2b98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:10Z', 'updated_at': '2022-05-05T20:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '41f41568-75db-4963-97f2-39eaba01e1f1', 'name': '', 'network_id': '165a81a1-1a1b-49aa-9e3a-4bc7ac8445bf', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'mac_address': 'fa:16:3e:be:46:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22cfb00-4e91-4a3f-a879-9f3de6b2b98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': '66601bc3-de11-4e39-a463-33dc9b52c2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:14Z', 'updated_at': '2022-05-05T20:35:20Z', 'revision_number': 5, 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'subnets': [{'id': '66601bc3-de11-4e39-a463-33dc9b52c2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:36:10.309776 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe0d746-91df-4ebf-9b5a-c92de981a79b req-81ee26f6-5b29-462d-b927-cd82f16f682d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:10.311846 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cfe0d746-91df-4ebf-9b5a-c92de981a79b req-81ee26f6-5b29-462d-b927-cd82f16f682d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=29a0e805-6e5b-4d29-836f-ace2c73e49b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1727777 May 05 20:36:10.391413 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6d8e1c81-e46c-4740-bd6a-4049161ecffd req-f4e339e7-4d1d-4c9a-8939-6c867d3c7f7a service neutron] 10.222.0.50 "GET /v2.0/networks/165a81a1-1a1b-49aa-9e3a-4bc7ac8445bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852615 May 05 20:36:10.525084 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c5775d-7b10-4f87-a566-ccc61e598130 None None] New status for floating IP f2afffee-8083-485b-ad1b-bd6767868c50: DOWN {{(pid=88199) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:36:10.576075 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cfe0d746-91df-4ebf-9b5a-c92de981a79b req-aebe3ff9-9f4a-486d-82e4-938fca459773 service neutron] 10.222.0.24 "GET /v2.0/networks/29a0e805-6e5b-4d29-836f-ace2c73e49b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526338 May 05 20:36:10.646836 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6d8e1c81-e46c-4740-bd6a-4049161ecffd req-57dd0760-59c1-4048-8448-c8ef7b18795d service neutron] 10.222.0.50 "GET /v2.0/networks/165a81a1-1a1b-49aa-9e3a-4bc7ac8445bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059698 May 05 20:36:10.779303 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cfe0d746-91df-4ebf-9b5a-c92de981a79b req-f2a2d64a-4cf7-4682-aa13-fc7e71c27153 service neutron] 10.222.0.24 "GET /v2.0/networks/29a0e805-6e5b-4d29-836f-ace2c73e49b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965160 May 05 20:36:10.882431 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c174257-c9ff-42c7-8c7d-cfad5d214001 req-edfe6e7f-9534-43ca-bcbe-6f82c2c0c148 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:10.883128 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-0c174257-c9ff-42c7-8c7d-cfad5d214001 req-edfe6e7f-9534-43ca-bcbe-6f82c2c0c148 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Synchronizing usage tracker for tenant:ae03aa52cc144bf0b519baf0417a3070 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:36:10.908589 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82673e8a-5a4a-47ae-ac7f-a1f4fe383248 req-056a61ad-85de-4724-9c04-9ca8724569ce tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:10.909182 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-82673e8a-5a4a-47ae-ac7f-a1f4fe383248 req-056a61ad-85de-4724-9c04-9ca8724569ce tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Synchronizing usage tracker for tenant:ae03aa52cc144bf0b519baf0417a3070 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:36:10.913865 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-0c174257-c9ff-42c7-8c7d-cfad5d214001 req-edfe6e7f-9534-43ca-bcbe-6f82c2c0c148 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Unset dirty status for tenant:ae03aa52cc144bf0b519baf0417a3070 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:36:10.915017 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0c174257-c9ff-42c7-8c7d-cfad5d214001 req-edfe6e7f-9534-43ca-bcbe-6f82c2c0c148 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7a4c710-94ed-4e50-85c5-5195f4130073 HTTP/1.1" status: 200 len: 945 time: 0.1771145 May 05 20:36:10.955453 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-82673e8a-5a4a-47ae-ac7f-a1f4fe383248 req-056a61ad-85de-4724-9c04-9ca8724569ce tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Unset dirty status for tenant:ae03aa52cc144bf0b519baf0417a3070 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:36:10.956569 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-82673e8a-5a4a-47ae-ac7f-a1f4fe383248 req-056a61ad-85de-4724-9c04-9ca8724569ce tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7a4c710-94ed-4e50-85c5-5195f4130073 HTTP/1.1" status: 200 len: 945 time: 0.1709929 May 05 20:36:11.015787 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-0c174257-c9ff-42c7-8c7d-cfad5d214001 req-70a6713c-acf8-4f93-867f-831ed7a0ee4e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Deleting port faae0af6-1d5f-46f6-b59b-7b7f98ce014b {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:36:11.016043 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0c174257-c9ff-42c7-8c7d-cfad5d214001 req-70a6713c-acf8-4f93-867f-831ed7a0ee4e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:11.065397 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-82673e8a-5a4a-47ae-ac7f-a1f4fe383248 req-259b1cbc-fad3-4e23-a178-6b7bf1fa4f89 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd50fa7f-d899-4a2c-8ed4-eba1c9af1e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940018 May 05 20:36:11.291195 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-0c174257-c9ff-42c7-8c7d-cfad5d214001 req-70a6713c-acf8-4f93-867f-831ed7a0ee4e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] For port faae0af6-1d5f-46f6-b59b-7b7f98ce014b, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=faae0af6-1d5f-46f6-b59b-7b7f98ce014b,segment=NetworkSegment(31ec8cef-7296-4b79-9033-3fb06bfe5028),segment_id=31ec8cef-7296-4b79-9033-3fb06bfe5028)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:36:11.291583 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0c174257-c9ff-42c7-8c7d-cfad5d214001 req-70a6713c-acf8-4f93-867f-831ed7a0ee4e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:11.414707 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-0c174257-c9ff-42c7-8c7d-cfad5d214001 req-70a6713c-acf8-4f93-867f-831ed7a0ee4e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Calling delete_port for faae0af6-1d5f-46f6-b59b-7b7f98ce014b owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:36:11.566069 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0c174257-c9ff-42c7-8c7d-cfad5d214001 req-70a6713c-acf8-4f93-867f-831ed7a0ee4e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:11.726649 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a6713c-acf8-4f93-867f-831ed7a0ee4e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Pushing event deleted for resources: {'Port': ['ID=faae0af6-1d5f-46f6-b59b-7b7f98ce014b,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:36:11.805034 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c174257-c9ff-42c7-8c7d-cfad5d214001 req-70a6713c-acf8-4f93-867f-831ed7a0ee4e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] No DVR routers for this DVR port faae0af6-1d5f-46f6-b59b-7b7f98ce014b on host n-h2-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:36:11.807591 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0c174257-c9ff-42c7-8c7d-cfad5d214001 req-70a6713c-acf8-4f93-867f-831ed7a0ee4e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:11.810401 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7a4c710-94ed-4e50-85c5-5195f4130073', 'name': 'network-vif-deleted', 'tag': 'faae0af6-1d5f-46f6-b59b-7b7f98ce014b'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:36:11.826387 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0c174257-c9ff-42c7-8c7d-cfad5d214001 req-70a6713c-acf8-4f93-867f-831ed7a0ee4e tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.50 "DELETE /v2.0/ports/faae0af6-1d5f-46f6-b59b-7b7f98ce014b HTTP/1.1" status: 204 len: 173 time: 0.9048889 May 05 20:36:11.855806 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbdf34a9-4036-4363-9822-91cad0248425'] response: {'server_uuid': 'd7a4c710-94ed-4e50-85c5-5195f4130073', 'name': 'network-vif-deleted', 'tag': 'faae0af6-1d5f-46f6-b59b-7b7f98ce014b', 'status': 'completed', 'code': 200} May 05 20:36:12.242053 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-60aaf0a8-e501-4e89-a9c9-d40e285b2e04 req-7856deff-b9f0-445e-880a-9ebe485f5db9 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Synchronizing usage tracker for tenant:ae03aa52cc144bf0b519baf0417a3070 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:36:12.258126 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-60aaf0a8-e501-4e89-a9c9-d40e285b2e04 req-7856deff-b9f0-445e-880a-9ebe485f5db9 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Unset dirty status for tenant:ae03aa52cc144bf0b519baf0417a3070 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:36:12.259476 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-60aaf0a8-e501-4e89-a9c9-d40e285b2e04 req-7856deff-b9f0-445e-880a-9ebe485f5db9 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7a4c710-94ed-4e50-85c5-5195f4130073 HTTP/1.1" status: 200 len: 210 time: 0.0607729 May 05 20:36:12.998176 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:36:13.352815 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36434) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:36:13.419421 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9cb6ac28-5c18-4c39-a64c-b7f7ee0c904f tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:13.449504 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9cb6ac28-5c18-4c39-a64c-b7f7ee0c904f tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:13.511601 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9cb6ac28-5c18-4c39-a64c-b7f7ee0c904f tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:13.533200 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb6ac28-5c18-4c39-a64c-b7f7ee0c904f tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd50fa7f-d899-4a2c-8ed4-eba1c9af1e43,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:36:13.543702 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb6ac28-5c18-4c39-a64c-b7f7ee0c904f tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:36:13.544048 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb6ac28-5c18-4c39-a64c-b7f7ee0c904f tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:36:13.544379 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb6ac28-5c18-4c39-a64c-b7f7ee0c904f tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:36:13.544722 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb6ac28-5c18-4c39-a64c-b7f7ee0c904f tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:36:13.545034 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb6ac28-5c18-4c39-a64c-b7f7ee0c904f tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:36:13.545356 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb6ac28-5c18-4c39-a64c-b7f7ee0c904f tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:36:13.545674 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb6ac28-5c18-4c39-a64c-b7f7ee0c904f tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:36:13.545991 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb6ac28-5c18-4c39-a64c-b7f7ee0c904f tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:36:13.546306 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb6ac28-5c18-4c39-a64c-b7f7ee0c904f tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:36:13.546622 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb6ac28-5c18-4c39-a64c-b7f7ee0c904f tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:36:13.546961 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb6ac28-5c18-4c39-a64c-b7f7ee0c904f tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:36:13.547292 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb6ac28-5c18-4c39-a64c-b7f7ee0c904f tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:36:13.553485 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9cb6ac28-5c18-4c39-a64c-b7f7ee0c904f tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:13.554600 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-9cb6ac28-5c18-4c39-a64c-b7f7ee0c904f tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "DELETE /v2.0/security-groups/bd50fa7f-d899-4a2c-8ed4-eba1c9af1e43 HTTP/1.1" status: 204 len: 168 time: 0.2008076 May 05 20:36:13.597914 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36440) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:36:14.151675 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-38937c98-d528-434e-b43f-4aa94fab69ed tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:14.510143 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-38937c98-d528-434e-b43f-4aa94fab69ed tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Deleting port 41f41568-75db-4963-97f2-39eaba01e1f1 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:36:14.510485 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-38937c98-d528-434e-b43f-4aa94fab69ed tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:14.563983 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:14.602345 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device faae0af6-1d5f-46f6-b59b-7b7f98ce014b no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:36:14.637512 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] No Port match for: faae0af6-1d5f-46f6-b59b-7b7f98ce014b {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:36:14.637865 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device faae0af6-1d5f-46f6-b59b-7b7f98ce014b not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:36:14.708468 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-38937c98-d528-434e-b43f-4aa94fab69ed tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] For port 41f41568-75db-4963-97f2-39eaba01e1f1, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=41f41568-75db-4963-97f2-39eaba01e1f1,segment=NetworkSegment(31ec8cef-7296-4b79-9033-3fb06bfe5028),segment_id=31ec8cef-7296-4b79-9033-3fb06bfe5028)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:36:14.708468 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-38937c98-d528-434e-b43f-4aa94fab69ed tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:14.940326 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-38937c98-d528-434e-b43f-4aa94fab69ed tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Calling delete_port for 41f41568-75db-4963-97f2-39eaba01e1f1 owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:36:15.262179 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-38937c98-d528-434e-b43f-4aa94fab69ed tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:15.310033 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38937c98-d528-434e-b43f-4aa94fab69ed tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Pushing event deleted for resources: {'Port': ['ID=41f41568-75db-4963-97f2-39eaba01e1f1,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:36:15.354597 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38937c98-d528-434e-b43f-4aa94fab69ed tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:36:15.354947 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38937c98-d528-434e-b43f-4aa94fab69ed tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:36:15.355263 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38937c98-d528-434e-b43f-4aa94fab69ed tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:36:15.355719 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38937c98-d528-434e-b43f-4aa94fab69ed tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:36:15.355978 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38937c98-d528-434e-b43f-4aa94fab69ed tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:36:15.356247 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38937c98-d528-434e-b43f-4aa94fab69ed tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:36:15.356560 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38937c98-d528-434e-b43f-4aa94fab69ed tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:36:15.356874 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38937c98-d528-434e-b43f-4aa94fab69ed tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:36:15.357188 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38937c98-d528-434e-b43f-4aa94fab69ed tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:36:15.357500 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38937c98-d528-434e-b43f-4aa94fab69ed tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:36:15.357833 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38937c98-d528-434e-b43f-4aa94fab69ed tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:36:15.358155 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38937c98-d528-434e-b43f-4aa94fab69ed tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:36:15.613881 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-38937c98-d528-434e-b43f-4aa94fab69ed tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:15.986195 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38937c98-d528-434e-b43f-4aa94fab69ed tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Router e22cfb00-4e91-4a3f-a879-9f3de6b2b98d has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:36:16.171023 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38937c98-d528-434e-b43f-4aa94fab69ed tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:36:16.182014 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7d6e86-189f-4d60-a27f-da7eff9922d5 None None] Sync routers for ids ['e22cfb00-4e91-4a3f-a879-9f3de6b2b98d'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:36:16.190950 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-38937c98-d528-434e-b43f-4aa94fab69ed tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "PUT /v2.0/routers/e22cfb00-4e91-4a3f-a879-9f3de6b2b98d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5912020 May 05 20:36:16.192901 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7d6e86-189f-4d60-a27f-da7eff9922d5 None None] Routers {'e22cfb00-4e91-4a3f-a879-9f3de6b2b98d'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:36:16.193884 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-6a7d6e86-189f-4d60-a27f-da7eff9922d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:36:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['e22cfb00-4e91-4a3f-a879-9f3de6b2b98d'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:36:16.193986 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36444) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:36:16.285548 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b02ebfb-f6f7-4f34-9110-dd8db6d34d5f tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Deleting subnet 66601bc3-de11-4e39-a463-33dc9b52c2c8 {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:36:16.285548 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1b02ebfb-f6f7-4f34-9110-dd8db6d34d5f tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:16.345344 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1b02ebfb-f6f7-4f34-9110-dd8db6d34d5f tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:16.402017 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-6a7d6e86-189f-4d60-a27f-da7eff9922d5 None None] Set router e22cfb00-4e91-4a3f-a879-9f3de6b2b98d gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:36:16.447018 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1b02ebfb-f6f7-4f34-9110-dd8db6d34d5f tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:16.544814 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:16.553322 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1b02ebfb-f6f7-4f34-9110-dd8db6d34d5f tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:16.601163 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1b02ebfb-f6f7-4f34-9110-dd8db6d34d5f tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:16.606335 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-1b02ebfb-f6f7-4f34-9110-dd8db6d34d5f tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "DELETE /v2.0/subnets/66601bc3-de11-4e39-a463-33dc9b52c2c8 HTTP/1.1" status: 204 len: 168 time: 0.4081860 May 05 20:36:16.606335 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b02ebfb-f6f7-4f34-9110-dd8db6d34d5f tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Pushing event deleted for resources: {'Subnet': ['ID=66601bc3-de11-4e39-a463-33dc9b52c2c8,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:36:16.606530 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f4c0d2-660e-457a-bf46-637f3fd9dae2 None None] Network 165a81a1-1a1b-49aa-9e3a-4bc7ac8445bf requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:36:16.606601 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36448) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:36:16.826741 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-6a7d6e86-189f-4d60-a27f-da7eff9922d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22cfb00-4e91-4a3f-a879-9f3de6b2b98d', 'name': 'tempest-TestNetworkBasicOps-router-872384500', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': 'e159129c-0721-4a02-ab3d-bad2e5bceaa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:35:10Z', 'updated_at': '2022-05-05T20:36:15Z', 'revision_number': 5, 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'gw_port': {'id': 'e159129c-0721-4a02-ab3d-bad2e5bceaa6', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22cfb00-4e91-4a3f-a879-9f3de6b2b98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:10Z', 'updated_at': '2022-05-05T20:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:36:16.834671 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7d6e86-189f-4d60-a27f-da7eff9922d5 None None] Checking router: e22cfb00-4e91-4a3f-a879-9f3de6b2b98d for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:36:16.846055 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7d6e86-189f-4d60-a27f-da7eff9922d5 None None] Routers {'e22cfb00-4e91-4a3f-a879-9f3de6b2b98d'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:36:16.846810 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-6a7d6e86-189f-4d60-a27f-da7eff9922d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:36:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['e22cfb00-4e91-4a3f-a879-9f3de6b2b98d'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:36:16.964737 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2398c827-75bb-41ce-b009-d8a824e3af7d tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:16.968159 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5281ab5d-55c6-42d4-9e53-d34dc167729f None None] DHCP port deletion for 165a81a1-1a1b-49aa-9e3a-4bc7ac8445bf request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:36:16.972945 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-5281ab5d-55c6-42d4-9e53-d34dc167729f None None] Deleting port dbab1578-7385-4028-8f12-8b843a0a5e76 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:36:16.973351 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5281ab5d-55c6-42d4-9e53-d34dc167729f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:17.075815 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-6a7d6e86-189f-4d60-a27f-da7eff9922d5 None None] Set router e22cfb00-4e91-4a3f-a879-9f3de6b2b98d gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:36:17.168364 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2398c827-75bb-41ce-b009-d8a824e3af7d tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:17.187118 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-2398c827-75bb-41ce-b009-d8a824e3af7d tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Deleting port e159129c-0721-4a02-ab3d-bad2e5bceaa6 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:36:17.188933 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2398c827-75bb-41ce-b009-d8a824e3af7d tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:17.215074 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-5281ab5d-55c6-42d4-9e53-d34dc167729f None None] For port dbab1578-7385-4028-8f12-8b843a0a5e76, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=dbab1578-7385-4028-8f12-8b843a0a5e76,segment=NetworkSegment(31ec8cef-7296-4b79-9033-3fb06bfe5028),segment_id=31ec8cef-7296-4b79-9033-3fb06bfe5028)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:36:17.215707 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5281ab5d-55c6-42d4-9e53-d34dc167729f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:17.352432 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-5281ab5d-55c6-42d4-9e53-d34dc167729f None None] Calling delete_port for dbab1578-7385-4028-8f12-8b843a0a5e76 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:36:17.456877 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-6a7d6e86-189f-4d60-a27f-da7eff9922d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22cfb00-4e91-4a3f-a879-9f3de6b2b98d', 'name': 'tempest-TestNetworkBasicOps-router-872384500', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': 'e159129c-0721-4a02-ab3d-bad2e5bceaa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:35:10Z', 'updated_at': '2022-05-05T20:36:15Z', 'revision_number': 5, 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'gw_port': {'id': 'e159129c-0721-4a02-ab3d-bad2e5bceaa6', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22cfb00-4e91-4a3f-a879-9f3de6b2b98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:10Z', 'updated_at': '2022-05-05T20:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:36:17.457342 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5281ab5d-55c6-42d4-9e53-d34dc167729f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:17.463227 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7d6e86-189f-4d60-a27f-da7eff9922d5 None None] The sync data for ids ['e22cfb00-4e91-4a3f-a879-9f3de6b2b98d'] in n-d-840717-1 is: [{'id': 'e22cfb00-4e91-4a3f-a879-9f3de6b2b98d', 'name': 'tempest-TestNetworkBasicOps-router-872384500', 'tenant_id': 'ae03aa52cc144bf0b519baf0417a3070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': 'e159129c-0721-4a02-ab3d-bad2e5bceaa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:35:10Z', 'updated_at': '2022-05-05T20:36:15Z', 'revision_number': 5, 'project_id': 'ae03aa52cc144bf0b519baf0417a3070', 'gw_port': {'id': 'e159129c-0721-4a02-ab3d-bad2e5bceaa6', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22cfb00-4e91-4a3f-a879-9f3de6b2b98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:35:10Z', 'updated_at': '2022-05-05T20:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:36:17.485065 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-2398c827-75bb-41ce-b009-d8a824e3af7d tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] For port e159129c-0721-4a02-ab3d-bad2e5bceaa6, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=e159129c-0721-4a02-ab3d-bad2e5bceaa6,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:36:17.485974 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2398c827-75bb-41ce-b009-d8a824e3af7d tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:17.562074 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5281ab5d-55c6-42d4-9e53-d34dc167729f None None] Pushing event deleted for resources: {'Port': ['ID=dbab1578-7385-4028-8f12-8b843a0a5e76,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:36:17.570896 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5281ab5d-55c6-42d4-9e53-d34dc167729f None None] No DVR routers for this DVR port dbab1578-7385-4028-8f12-8b843a0a5e76 on host n-d-840717-1 {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:36:17.585010 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5281ab5d-55c6-42d4-9e53-d34dc167729f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:36:17.585607 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5281ab5d-55c6-42d4-9e53-d34dc167729f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:36:17.586027 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5281ab5d-55c6-42d4-9e53-d34dc167729f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:36:17.586439 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5281ab5d-55c6-42d4-9e53-d34dc167729f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:36:17.587148 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5281ab5d-55c6-42d4-9e53-d34dc167729f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:36:17.587148 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5281ab5d-55c6-42d4-9e53-d34dc167729f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:36:17.587720 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5281ab5d-55c6-42d4-9e53-d34dc167729f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:36:17.588163 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5281ab5d-55c6-42d4-9e53-d34dc167729f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:36:17.588619 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5281ab5d-55c6-42d4-9e53-d34dc167729f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:36:17.589012 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5281ab5d-55c6-42d4-9e53-d34dc167729f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:36:17.589402 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5281ab5d-55c6-42d4-9e53-d34dc167729f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:36:17.590089 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5281ab5d-55c6-42d4-9e53-d34dc167729f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:36:17.619207 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-2398c827-75bb-41ce-b009-d8a824e3af7d tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Calling delete_port for e159129c-0721-4a02-ab3d-bad2e5bceaa6 owned by network:router_gateway {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:36:17.789761 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2398c827-75bb-41ce-b009-d8a824e3af7d tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:17.871365 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2398c827-75bb-41ce-b009-d8a824e3af7d tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Pushing event deleted for resources: {'Port': ['ID=e159129c-0721-4a02-ab3d-bad2e5bceaa6,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:36:17.939247 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2398c827-75bb-41ce-b009-d8a824e3af7d tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:18.121769 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2398c827-75bb-41ce-b009-d8a824e3af7d tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:18.124121 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2398c827-75bb-41ce-b009-d8a824e3af7d tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:18.144797 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2398c827-75bb-41ce-b009-d8a824e3af7d tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:18.145529 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2398c827-75bb-41ce-b009-d8a824e3af7d tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Fanout notify agent at l3_agent the message router_deleted on router e22cfb00-4e91-4a3f-a879-9f3de6b2b98d {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:36:18.160297 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2398c827-75bb-41ce-b009-d8a824e3af7d tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:18.164702 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-2398c827-75bb-41ce-b009-d8a824e3af7d tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "DELETE /v2.0/routers/e22cfb00-4e91-4a3f-a879-9f3de6b2b98d HTTP/1.1" status: 204 len: 168 time: 1.5542948 May 05 20:36:18.164921 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36452) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:36:18.285246 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e5bbd23d-5227-4fc5-95f6-fd4142dc07c7 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:18.523859 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e5bbd23d-5227-4fc5-95f6-fd4142dc07c7 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:18.550082 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-e5bbd23d-5227-4fc5-95f6-fd4142dc07c7 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['165a81a1-1a1b-49aa-9e3a-4bc7ac8445bf']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:36:18.565948 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-e5bbd23d-5227-4fc5-95f6-fd4142dc07c7 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31ec8cef-7296-4b79-9033-3fb06bfe5028') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:36:18.566191 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-e5bbd23d-5227-4fc5-95f6-fd4142dc07c7 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31ec8cef-7296-4b79-9033-3fb06bfe5028') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:36:18.578406 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e5bbd23d-5227-4fc5-95f6-fd4142dc07c7 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:18.595190 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e5bbd23d-5227-4fc5-95f6-fd4142dc07c7 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:18.603251 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5bbd23d-5227-4fc5-95f6-fd4142dc07c7 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:36:18.603671 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e5bbd23d-5227-4fc5-95f6-fd4142dc07c7 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:18.613819 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 41f41568-75db-4963-97f2-39eaba01e1f1 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:36:18.625384 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:36:18.625384 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:36:18.625384 n-d-840717-1 neutron-server[88198]: timer() May 05 20:36:18.625384 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:36:18.625384 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:36:18.625384 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:36:18.625384 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:36:18.625384 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:36:18.625384 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:36:18.625384 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:36:18.625384 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:36:18.625384 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:36:18.625384 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:36:18.625384 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:36:18.625384 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:36:18.625384 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:36:18.625384 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:36:18.625384 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:36:18.625384 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:36:18.625384 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:36:18.625384 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:36:18.625384 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:36:18.625384 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:36:18.625384 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:36:18.625384 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:36:18.625384 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:36:18.625384 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:36:18.625384 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:36:18.625384 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:36:18.625384 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:36:18.625384 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:36:18.625384 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:36:18.648664 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 41f41568-75db-4963-97f2-39eaba01e1f1 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:36:18.649010 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 41f41568-75db-4963-97f2-39eaba01e1f1 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:36:18.652498 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device dbab1578-7385-4028-8f12-8b843a0a5e76 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:36:18.684339 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: dbab1578-7385-4028-8f12-8b843a0a5e76 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:36:18.684681 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device dbab1578-7385-4028-8f12-8b843a0a5e76 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:36:18.704711 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e5bbd23d-5227-4fc5-95f6-fd4142dc07c7 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:18.722420 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e5bbd23d-5227-4fc5-95f6-fd4142dc07c7 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:18.737653 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bbd23d-5227-4fc5-95f6-fd4142dc07c7 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] Pushing event deleted for resources: {'Network': ['ID=165a81a1-1a1b-49aa-9e3a-4bc7ac8445bf,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:36:18.745990 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e5bbd23d-5227-4fc5-95f6-fd4142dc07c7 tempest-TestNetworkBasicOps-359674654 tempest-TestNetworkBasicOps-359674654-project] 10.222.0.36 "DELETE /v2.0/networks/165a81a1-1a1b-49aa-9e3a-4bc7ac8445bf HTTP/1.1" status: 204 len: 168 time: 0.5800345 May 05 20:36:19.025799 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36460) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:36:19.203894 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-b4c6bb12-3b5a-4e5d-81e0-ce16414711dd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ae03aa52cc144bf0b519baf0417a3070&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1769516 May 05 20:36:19.206341 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36468) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:36:19.263965 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-96755971-35e8-4550-b8f4-003db6ef96d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:19.289271 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-96755971-35e8-4550-b8f4-003db6ef96d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:19.340273 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-96755971-35e8-4550-b8f4-003db6ef96d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:19.357290 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96755971-35e8-4550-b8f4-003db6ef96d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d2bc746-b817-4222-9cc5-f051b5af84fd,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:36:19.367441 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-96755971-35e8-4550-b8f4-003db6ef96d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:19.367441 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-96755971-35e8-4550-b8f4-003db6ef96d2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6d2bc746-b817-4222-9cc5-f051b5af84fd HTTP/1.1" status: 204 len: 168 time: 0.1582694 May 05 20:36:19.644799 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36478) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:36:19.663291 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b3b2dad0-03d7-4b12-a6db-8bcc80b262cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:19.678052 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-b3b2dad0-03d7-4b12-a6db-8bcc80b262cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:36:19.681841 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-b3b2dad0-03d7-4b12-a6db-8bcc80b262cf admin admin] Usage tracker for resource:security_group_rule and tenant:04a415dbb16f4ad9bd4cc5e32f004ea6 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:36:19.684619 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-b3b2dad0-03d7-4b12-a6db-8bcc80b262cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:36:19.690169 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-b3b2dad0-03d7-4b12-a6db-8bcc80b262cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:36:19.777460 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b3b2dad0-03d7-4b12-a6db-8bcc80b262cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:19.781034 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b3b2dad0-03d7-4b12-a6db-8bcc80b262cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:19.826640 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-b3b2dad0-03d7-4b12-a6db-8bcc80b262cf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=04a415dbb16f4ad9bd4cc5e32f004ea6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1806839 May 05 20:36:19.828246 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b2dad0-03d7-4b12-a6db-8bcc80b262cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a98f12b-d21e-4d15-8be9-7ab87a3893bb,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:36:19.829449 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36484) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:36:19.886800 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-12b9cb63-2ef9-4dd9-9e0a-55805da4584a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:19.911752 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-12b9cb63-2ef9-4dd9-9e0a-55805da4584a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:19.962142 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-12b9cb63-2ef9-4dd9-9e0a-55805da4584a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:19.979343 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b9cb63-2ef9-4dd9-9e0a-55805da4584a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a98f12b-d21e-4d15-8be9-7ab87a3893bb,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:36:19.982886 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-12b9cb63-2ef9-4dd9-9e0a-55805da4584a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:19.985791 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-12b9cb63-2ef9-4dd9-9e0a-55805da4584a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5a98f12b-d21e-4d15-8be9-7ab87a3893bb HTTP/1.1" status: 204 len: 168 time: 0.1535985 May 05 20:36:20.205687 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device e159129c-0721-4a02-ab3d-bad2e5bceaa6 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:36:20.240390 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: e159129c-0721-4a02-ab3d-bad2e5bceaa6 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:36:20.240733 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device e159129c-0721-4a02-ab3d-bad2e5bceaa6 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:36:20.703063 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36508) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:36:20.805830 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-8d0fc8fb-9ae0-4346-be37-31a93bc20741 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-81523995-network', 'tenant_id': '1c1ce5e737d94eb9a4233f146d055550'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:36:20.811245 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-8d0fc8fb-9ae0-4346-be37-31a93bc20741 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:36:20.815085 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-8d0fc8fb-9ae0-4346-be37-31a93bc20741 admin admin] Usage tracker for resource:network and tenant:1c1ce5e737d94eb9a4233f146d055550 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:36:20.818625 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-8d0fc8fb-9ae0-4346-be37-31a93bc20741 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:36:20.824885 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-8d0fc8fb-9ae0-4346-be37-31a93bc20741 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:36:20.833957 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d0fc8fb-9ae0-4346-be37-31a93bc20741 admin admin] Made reservation on behalf of 1c1ce5e737d94eb9a4233f146d055550 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:36:20.836304 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8d0fc8fb-9ae0-4346-be37-31a93bc20741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:20.849314 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8d0fc8fb-9ae0-4346-be37-31a93bc20741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:20.863505 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-8d0fc8fb-9ae0-4346-be37-31a93bc20741 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:36:20.868166 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-8d0fc8fb-9ae0-4346-be37-31a93bc20741 admin admin] Usage tracker for resource:security_group_rule and tenant:1c1ce5e737d94eb9a4233f146d055550 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:36:20.871007 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-8d0fc8fb-9ae0-4346-be37-31a93bc20741 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:36:20.876672 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-8d0fc8fb-9ae0-4346-be37-31a93bc20741 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:36:20.957125 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8d0fc8fb-9ae0-4346-be37-31a93bc20741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:20.960764 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8d0fc8fb-9ae0-4346-be37-31a93bc20741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:20.995871 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d0fc8fb-9ae0-4346-be37-31a93bc20741 admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:36:21.001114 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0fc8fb-9ae0-4346-be37-31a93bc20741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d41787ef-4e89-4f49-996d-8e7d8007fda4,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:36:21.011111 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8d0fc8fb-9ae0-4346-be37-31a93bc20741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:21.011520 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-8d0fc8fb-9ae0-4346-be37-31a93bc20741 admin admin] Added segment de7280bb-ab78-46e0-bf66-d778ca8e66ed of type vlan for network 51953a17-8571-499b-94f3-cc72a4bc365c May 05 20:36:21.037987 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8d0fc8fb-9ae0-4346-be37-31a93bc20741 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:21.071186 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8d0fc8fb-9ae0-4346-be37-31a93bc20741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:21.072124 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0fc8fb-9ae0-4346-be37-31a93bc20741 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:21.072683 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8d0fc8fb-9ae0-4346-be37-31a93bc20741 admin admin] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:21.175493 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0fc8fb-9ae0-4346-be37-31a93bc20741 admin admin] Pushing event updated for resources: {'Network': ['ID=51953a17-8571-499b-94f3-cc72a4bc365c,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:36:21.180880 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-8d0fc8fb-9ae0-4346-be37-31a93bc20741 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4766948 May 05 20:36:21.184736 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36518) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:36:21.186902 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 51953a17-8571-499b-94f3-cc72a4bc365c details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:36:21.189560 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-6d5444b0-d77a-49f8-bc19-1e19e8a61ea8 admin admin] Request body: {'subnet': {'network_id': '51953a17-8571-499b-94f3-cc72a4bc365c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-81523995-subnet', 'tenant_id': '1c1ce5e737d94eb9a4233f146d055550', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:36:21.195306 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-6d5444b0-d77a-49f8-bc19-1e19e8a61ea8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:36:21.199574 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-6d5444b0-d77a-49f8-bc19-1e19e8a61ea8 admin admin] Usage tracker for resource:subnet and tenant:1c1ce5e737d94eb9a4233f146d055550 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:36:21.202531 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-6d5444b0-d77a-49f8-bc19-1e19e8a61ea8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:36:21.208625 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-6d5444b0-d77a-49f8-bc19-1e19e8a61ea8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:36:21.219538 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d5444b0-d77a-49f8-bc19-1e19e8a61ea8 admin admin] Made reservation on behalf of 1c1ce5e737d94eb9a4233f146d055550 for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:36:21.222180 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6d5444b0-d77a-49f8-bc19-1e19e8a61ea8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:21.431951 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6d5444b0-d77a-49f8-bc19-1e19e8a61ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:21.503967 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5444b0-d77a-49f8-bc19-1e19e8a61ea8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcc1dedb-c20a-43db-aab2-10a64f181417,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:36:21.511894 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5444b0-d77a-49f8-bc19-1e19e8a61ea8 admin admin] Checking segment: {'id': 'de7280bb-ab78-46e0-bf66-d778ca8e66ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '51953a17-8571-499b-94f3-cc72a4bc365c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:36:21.512236 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5444b0-d77a-49f8-bc19-1e19e8a61ea8 admin admin] Network hostable DHCP agents. Network: 51953a17-8571-499b-94f3-cc72a4bc365c, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:36:21.531840 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5444b0-d77a-49f8-bc19-1e19e8a61ea8 admin admin] Network 51953a17-8571-499b-94f3-cc72a4bc365c is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:36:21.541143 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-6d5444b0-d77a-49f8-bc19-1e19e8a61ea8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 51953a17-8571-499b-94f3-cc72a4bc365c) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:36:21.545895 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5444b0-d77a-49f8-bc19-1e19e8a61ea8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:21.546832 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6d5444b0-d77a-49f8-bc19-1e19e8a61ea8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:21.551260 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb2d59b-3b15-4c70-8638-b8f5e0ec1840 None None] Network 51953a17-8571-499b-94f3-cc72a4bc365c requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:36:21.581149 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-6d5444b0-d77a-49f8-bc19-1e19e8a61ea8 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3878846 May 05 20:36:21.797748 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15c0f2a-0989-4098-ac0d-dbc85d231aad None None] Network 51953a17-8571-499b-94f3-cc72a4bc365c requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:36:22.089474 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36536) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:36:22.095044 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-67ee61de-c419-4be0-9cfa-d6d187ee3bc1 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1432093373-network', 'tenant_id': 'e140d06185a54608972b800609cd7879'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:36:22.100578 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-67ee61de-c419-4be0-9cfa-d6d187ee3bc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:36:22.104388 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-67ee61de-c419-4be0-9cfa-d6d187ee3bc1 admin admin] Usage tracker for resource:network and tenant:e140d06185a54608972b800609cd7879 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:36:22.107178 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-67ee61de-c419-4be0-9cfa-d6d187ee3bc1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:36:22.112827 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-67ee61de-c419-4be0-9cfa-d6d187ee3bc1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:36:22.123224 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ee61de-c419-4be0-9cfa-d6d187ee3bc1 admin admin] Made reservation on behalf of e140d06185a54608972b800609cd7879 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:36:22.125477 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-67ee61de-c419-4be0-9cfa-d6d187ee3bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:22.137537 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-67ee61de-c419-4be0-9cfa-d6d187ee3bc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:22.154842 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-67ee61de-c419-4be0-9cfa-d6d187ee3bc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:36:22.158610 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-67ee61de-c419-4be0-9cfa-d6d187ee3bc1 admin admin] Usage tracker for resource:security_group_rule and tenant:e140d06185a54608972b800609cd7879 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:36:22.161420 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-67ee61de-c419-4be0-9cfa-d6d187ee3bc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:36:22.167056 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-67ee61de-c419-4be0-9cfa-d6d187ee3bc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:36:22.250404 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-67ee61de-c419-4be0-9cfa-d6d187ee3bc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:22.254096 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-67ee61de-c419-4be0-9cfa-d6d187ee3bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:22.286731 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67ee61de-c419-4be0-9cfa-d6d187ee3bc1 admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:36:22.293820 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ee61de-c419-4be0-9cfa-d6d187ee3bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b173c5e-c605-4cea-a48d-cc84544ebfc7,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:36:22.301008 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-67ee61de-c419-4be0-9cfa-d6d187ee3bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:22.301881 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-67ee61de-c419-4be0-9cfa-d6d187ee3bc1 admin admin] Added segment be96dcf6-0276-4726-a22d-8ace6bba1a75 of type vlan for network d267ba6a-40d1-416f-bbe2-eac8610f0db9 May 05 20:36:22.328989 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-67ee61de-c419-4be0-9cfa-d6d187ee3bc1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:22.363630 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-67ee61de-c419-4be0-9cfa-d6d187ee3bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:22.365463 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ee61de-c419-4be0-9cfa-d6d187ee3bc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:22.366448 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-67ee61de-c419-4be0-9cfa-d6d187ee3bc1 admin admin] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:22.467124 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-67ee61de-c419-4be0-9cfa-d6d187ee3bc1 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3764694 May 05 20:36:22.469990 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36540) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:36:22.472211 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ee61de-c419-4be0-9cfa-d6d187ee3bc1 admin admin] Pushing event updated for resources: {'Network': ['ID=d267ba6a-40d1-416f-bbe2-eac8610f0db9,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:36:22.475583 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-b8060d5e-af45-4524-a002-4e3d04bc463f admin admin] Request body: {'subnet': {'network_id': 'd267ba6a-40d1-416f-bbe2-eac8610f0db9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1432093373-subnet', 'tenant_id': 'e140d06185a54608972b800609cd7879', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:36:22.481073 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b8060d5e-af45-4524-a002-4e3d04bc463f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:36:22.482380 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network d267ba6a-40d1-416f-bbe2-eac8610f0db9 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:36:22.484934 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-b8060d5e-af45-4524-a002-4e3d04bc463f admin admin] Usage tracker for resource:subnet and tenant:e140d06185a54608972b800609cd7879 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:36:22.487890 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-b8060d5e-af45-4524-a002-4e3d04bc463f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:36:22.495153 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b8060d5e-af45-4524-a002-4e3d04bc463f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:36:22.506062 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8060d5e-af45-4524-a002-4e3d04bc463f admin admin] Made reservation on behalf of e140d06185a54608972b800609cd7879 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:36:22.508476 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b8060d5e-af45-4524-a002-4e3d04bc463f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:22.721415 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b8060d5e-af45-4524-a002-4e3d04bc463f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:22.798361 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8060d5e-af45-4524-a002-4e3d04bc463f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bda9901a-0650-4817-aa82-c0bc7209fe00,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:36:22.803693 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8060d5e-af45-4524-a002-4e3d04bc463f admin admin] Checking segment: {'id': 'be96dcf6-0276-4726-a22d-8ace6bba1a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd267ba6a-40d1-416f-bbe2-eac8610f0db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:36:22.804049 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8060d5e-af45-4524-a002-4e3d04bc463f admin admin] Network hostable DHCP agents. Network: d267ba6a-40d1-416f-bbe2-eac8610f0db9, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:36:22.821923 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8060d5e-af45-4524-a002-4e3d04bc463f admin admin] Network d267ba6a-40d1-416f-bbe2-eac8610f0db9 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:36:22.830793 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-b8060d5e-af45-4524-a002-4e3d04bc463f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, d267ba6a-40d1-416f-bbe2-eac8610f0db9) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:36:22.834926 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8060d5e-af45-4524-a002-4e3d04bc463f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:22.835584 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b8060d5e-af45-4524-a002-4e3d04bc463f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:22.841862 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8415be18-1fd9-4893-947b-d7a8837b8e05 None None] Network d267ba6a-40d1-416f-bbe2-eac8610f0db9 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:36:22.857807 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b8060d5e-af45-4524-a002-4e3d04bc463f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3865533 May 05 20:36:23.060403 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc2ac83-4f4e-49e2-aae4-766a83f90265 None None] Network d267ba6a-40d1-416f-bbe2-eac8610f0db9 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:36:23.428317 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11df19-0a93-4c71-9395-2b706b22ca05 req-ca72fafd-0d92-443e-9d48-aa69e22ab1cb tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:23.428916 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-de11df19-0a93-4c71-9395-2b706b22ca05 req-ca72fafd-0d92-443e-9d48-aa69e22ab1cb tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] Synchronizing usage tracker for tenant:1c1ce5e737d94eb9a4233f146d055550 on resource:network {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:36:23.445633 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-de11df19-0a93-4c71-9395-2b706b22ca05 req-ca72fafd-0d92-443e-9d48-aa69e22ab1cb tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] Unset dirty status for tenant:1c1ce5e737d94eb9a4233f146d055550 on resource:network {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:36:23.446809 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-de11df19-0a93-4c71-9395-2b706b22ca05 req-ca72fafd-0d92-443e-9d48-aa69e22ab1cb tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] 10.222.0.36 "GET /v2.0/networks?id=51953a17-8571-499b-94f3-cc72a4bc365c HTTP/1.1" status: 200 len: 810 time: 0.1626327 May 05 20:36:23.462670 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-de11df19-0a93-4c71-9395-2b706b22ca05 req-64ed9ac2-ee6d-4398-92b8-56c54419f137 tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] 10.222.0.36 "GET /v2.0/quotas/1c1ce5e737d94eb9a4233f146d055550 HTTP/1.1" status: 200 len: 375 time: 0.0103886 May 05 20:36:23.509347 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-de11df19-0a93-4c71-9395-2b706b22ca05 req-508f6037-8aec-46a0-bacb-c8c2da6ca01a tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1c1ce5e737d94eb9a4233f146d055550&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418060 May 05 20:36:23.733471 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-de11df19-0a93-4c71-9395-2b706b22ca05 req-b449fd42-28f6-44db-a891-477e1b528986 service neutron] 10.222.0.36 "GET /v2.0/networks/51953a17-8571-499b-94f3-cc72a4bc365c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175457 May 05 20:36:23.865824 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-de11df19-0a93-4c71-9395-2b706b22ca05 req-4217064d-7ade-48fb-a475-af4b76ec308b service neutron] 10.222.0.36 "GET /v2.0/networks/51953a17-8571-499b-94f3-cc72a4bc365c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266222 May 05 20:36:24.046745 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dd76b22e-4688-498a-a165-6af39c0a3390 req-c1ca7eec-7b2f-4907-8736-0dbbc4d315e4 tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fa66206-c6a1-4b31-8d43-1f4138d6f0d4 HTTP/1.1" status: 200 len: 210 time: 0.0455182 May 05 20:36:25.206922 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4856415f-5fe1-4a77-b789-9a1df0c89634 req-c0336318-5507-40d4-85a4-fa2b25c0f9c1 tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fa66206-c6a1-4b31-8d43-1f4138d6f0d4 HTTP/1.1" status: 200 len: 210 time: 0.0524540 May 05 20:36:25.335024 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11df19-0a93-4c71-9395-2b706b22ca05 req-b4b79af7-5dec-4c36-91f6-4a93f50d127d tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:25.336394 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-de11df19-0a93-4c71-9395-2b706b22ca05 req-b4b79af7-5dec-4c36-91f6-4a93f50d127d tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] 10.222.0.24 "GET /v2.0/networks?id=51953a17-8571-499b-94f3-cc72a4bc365c HTTP/1.1" status: 200 len: 810 time: 0.1483798 May 05 20:36:25.347868 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-de11df19-0a93-4c71-9395-2b706b22ca05 req-0585664c-9fcb-4433-ba6d-33bfcc120124 tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] Request body: {'port': {'device_id': '0fa66206-c6a1-4b31-8d43-1f4138d6f0d4', 'network_id': '51953a17-8571-499b-94f3-cc72a4bc365c', 'admin_state_up': True, 'tenant_id': '1c1ce5e737d94eb9a4233f146d055550'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:36:25.482650 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-de11df19-0a93-4c71-9395-2b706b22ca05 req-0585664c-9fcb-4433-ba6d-33bfcc120124 tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:36:25.486425 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-de11df19-0a93-4c71-9395-2b706b22ca05 req-0585664c-9fcb-4433-ba6d-33bfcc120124 tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] Usage tracker for resource:port and tenant:1c1ce5e737d94eb9a4233f146d055550 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:36:25.489691 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-de11df19-0a93-4c71-9395-2b706b22ca05 req-0585664c-9fcb-4433-ba6d-33bfcc120124 tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:36:25.495548 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-de11df19-0a93-4c71-9395-2b706b22ca05 req-0585664c-9fcb-4433-ba6d-33bfcc120124 tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:36:25.504077 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de11df19-0a93-4c71-9395-2b706b22ca05 req-0585664c-9fcb-4433-ba6d-33bfcc120124 tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] Made reservation on behalf of 1c1ce5e737d94eb9a4233f146d055550 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:36:25.508298 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-de11df19-0a93-4c71-9395-2b706b22ca05 req-0585664c-9fcb-4433-ba6d-33bfcc120124 tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:25.666994 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-de11df19-0a93-4c71-9395-2b706b22ca05 req-0585664c-9fcb-4433-ba6d-33bfcc120124 tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] Allocated IP 172.20.0.13 (51953a17-8571-499b-94f3-cc72a4bc365c/fcc1dedb-c20a-43db-aab2-10a64f181417/b03aee0e-c5a5-4b71-a8c3-dc31a675a1e6) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:36:25.861211 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-de11df19-0a93-4c71-9395-2b706b22ca05 req-0585664c-9fcb-4433-ba6d-33bfcc120124 tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:25.890278 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-de11df19-0a93-4c71-9395-2b706b22ca05 req-0585664c-9fcb-4433-ba6d-33bfcc120124 tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:25.959951 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de11df19-0a93-4c71-9395-2b706b22ca05 req-0585664c-9fcb-4433-ba6d-33bfcc120124 tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] Network 51953a17-8571-499b-94f3-cc72a4bc365c is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:36:25.962982 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-de11df19-0a93-4c71-9395-2b706b22ca05 req-0585664c-9fcb-4433-ba6d-33bfcc120124 tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:36:25.966581 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-de11df19-0a93-4c71-9395-2b706b22ca05 req-0585664c-9fcb-4433-ba6d-33bfcc120124 tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:36:26.000102 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0585664c-9fcb-4433-ba6d-33bfcc120124 tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] Pushing event updated for resources: {'Port': ['ID=b03aee0e-c5a5-4b71-a8c3-dc31a675a1e6,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:36:26.036850 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11df19-0a93-4c71-9395-2b706b22ca05 req-0585664c-9fcb-4433-ba6d-33bfcc120124 tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:26.037459 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-de11df19-0a93-4c71-9395-2b706b22ca05 req-0585664c-9fcb-4433-ba6d-33bfcc120124 tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:26.057784 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-de11df19-0a93-4c71-9395-2b706b22ca05 req-0585664c-9fcb-4433-ba6d-33bfcc120124 tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7133813 May 05 20:36:26.068132 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-de11df19-0a93-4c71-9395-2b706b22ca05 req-fb9f0140-c92a-4cfb-bf34-9aa2b738f114 service neutron] Request body: {'port': {'device_id': '0fa66206-c6a1-4b31-8d43-1f4138d6f0d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:36:26.183905 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-de11df19-0a93-4c71-9395-2b706b22ca05 req-fb9f0140-c92a-4cfb-bf34-9aa2b738f114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:26.517316 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf5b37a-3bd0-4595-bc7a-4cd657a08963 req-6e0ff556-0ebe-4091-aa7b-d51bed9c92bb tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:26.517965 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-edf5b37a-3bd0-4595-bc7a-4cd657a08963 req-6e0ff556-0ebe-4091-aa7b-d51bed9c92bb tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] Synchronizing usage tracker for tenant:1c1ce5e737d94eb9a4233f146d055550 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:36:26.616812 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-edf5b37a-3bd0-4595-bc7a-4cd657a08963 req-6e0ff556-0ebe-4091-aa7b-d51bed9c92bb tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] Unset dirty status for tenant:1c1ce5e737d94eb9a4233f146d055550 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:36:26.617962 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-edf5b37a-3bd0-4595-bc7a-4cd657a08963 req-6e0ff556-0ebe-4091-aa7b-d51bed9c92bb tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fa66206-c6a1-4b31-8d43-1f4138d6f0d4 HTTP/1.1" status: 200 len: 932 time: 0.2872262 May 05 20:36:26.683672 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-edf5b37a-3bd0-4595-bc7a-4cd657a08963 req-fa5afb23-560a-403f-aa54-fabac24bbaf0 tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] 10.222.0.36 "GET /v2.0/security-groups?id=d41787ef-4e89-4f49-996d-8e7d8007fda4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586162 May 05 20:36:26.754141 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-de11df19-0a93-4c71-9395-2b706b22ca05 req-fb9f0140-c92a-4cfb-bf34-9aa2b738f114 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b03aee0e-c5a5-4b71-a8c3-dc31a675a1e6 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:36:26.761837 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-de11df19-0a93-4c71-9395-2b706b22ca05 req-fb9f0140-c92a-4cfb-bf34-9aa2b738f114 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:26.775873 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-de11df19-0a93-4c71-9395-2b706b22ca05 req-fb9f0140-c92a-4cfb-bf34-9aa2b738f114 service neutron] Transition to ACTIVE for port object b03aee0e-c5a5-4b71-a8c3-dc31a675a1e6 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:36:26.779704 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-de11df19-0a93-4c71-9395-2b706b22ca05 req-fb9f0140-c92a-4cfb-bf34-9aa2b738f114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:26.934299 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9f0140-c92a-4cfb-bf34-9aa2b738f114 service neutron] Pushing event updated for resources: {'Port': ['ID=b03aee0e-c5a5-4b71-a8c3-dc31a675a1e6,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:36:27.009607 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-de11df19-0a93-4c71-9395-2b706b22ca05 req-fb9f0140-c92a-4cfb-bf34-9aa2b738f114 service neutron] Attempting to bind port b03aee0e-c5a5-4b71-a8c3-dc31a675a1e6 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:36:27.009931 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-de11df19-0a93-4c71-9395-2b706b22ca05 req-fb9f0140-c92a-4cfb-bf34-9aa2b738f114 service neutron] Attempting to bind port b03aee0e-c5a5-4b71-a8c3-dc31a675a1e6 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'de7280bb-ab78-46e0-bf66-d778ca8e66ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '51953a17-8571-499b-94f3-cc72a4bc365c'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:36:27.010254 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de11df19-0a93-4c71-9395-2b706b22ca05 req-fb9f0140-c92a-4cfb-bf34-9aa2b738f114 service neutron] Attempting to bind port b03aee0e-c5a5-4b71-a8c3-dc31a675a1e6 on network 51953a17-8571-499b-94f3-cc72a4bc365c {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:36:27.014728 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de11df19-0a93-4c71-9395-2b706b22ca05 req-fb9f0140-c92a-4cfb-bf34-9aa2b738f114 service neutron] Port b03aee0e-c5a5-4b71-a8c3-dc31a675a1e6 on network 51953a17-8571-499b-94f3-cc72a4bc365c not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:36:27.015042 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de11df19-0a93-4c71-9395-2b706b22ca05 req-fb9f0140-c92a-4cfb-bf34-9aa2b738f114 service neutron] Attempting to bind port b03aee0e-c5a5-4b71-a8c3-dc31a675a1e6 on network 51953a17-8571-499b-94f3-cc72a4bc365c {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:36:27.020212 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de11df19-0a93-4c71-9395-2b706b22ca05 req-fb9f0140-c92a-4cfb-bf34-9aa2b738f114 service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:36:27.020678 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de11df19-0a93-4c71-9395-2b706b22ca05 req-fb9f0140-c92a-4cfb-bf34-9aa2b738f114 service neutron] Checking segment: {'id': 'de7280bb-ab78-46e0-bf66-d778ca8e66ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '51953a17-8571-499b-94f3-cc72a4bc365c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:36:27.021067 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de11df19-0a93-4c71-9395-2b706b22ca05 req-fb9f0140-c92a-4cfb-bf34-9aa2b738f114 service neutron] Bound using segment: {'id': 'de7280bb-ab78-46e0-bf66-d778ca8e66ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '51953a17-8571-499b-94f3-cc72a4bc365c'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:36:27.021485 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-de11df19-0a93-4c71-9395-2b706b22ca05 req-fb9f0140-c92a-4cfb-bf34-9aa2b738f114 service neutron] Bound port: b03aee0e-c5a5-4b71-a8c3-dc31a675a1e6, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de7280bb-ab78-46e0-bf66-d778ca8e66ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '51953a17-8571-499b-94f3-cc72a4bc365c'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:36:27.021825 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-de11df19-0a93-4c71-9395-2b706b22ca05 req-fb9f0140-c92a-4cfb-bf34-9aa2b738f114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:27.107061 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-de11df19-0a93-4c71-9395-2b706b22ca05 req-fb9f0140-c92a-4cfb-bf34-9aa2b738f114 service neutron] For port b03aee0e-c5a5-4b71-a8c3-dc31a675a1e6, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:36:27.110099 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-de11df19-0a93-4c71-9395-2b706b22ca05 req-fb9f0140-c92a-4cfb-bf34-9aa2b738f114 service neutron] For port b03aee0e-c5a5-4b71-a8c3-dc31a675a1e6, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=b03aee0e-c5a5-4b71-a8c3-dc31a675a1e6,segment=NetworkSegment(de7280bb-ab78-46e0-bf66-d778ca8e66ed),segment_id=de7280bb-ab78-46e0-bf66-d778ca8e66ed)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:36:27.113559 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-de11df19-0a93-4c71-9395-2b706b22ca05 req-fb9f0140-c92a-4cfb-bf34-9aa2b738f114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:27.177449 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11df19-0a93-4c71-9395-2b706b22ca05 req-fb9f0140-c92a-4cfb-bf34-9aa2b738f114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:27.178061 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-de11df19-0a93-4c71-9395-2b706b22ca05 req-fb9f0140-c92a-4cfb-bf34-9aa2b738f114 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:27.179444 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-de11df19-0a93-4c71-9395-2b706b22ca05 req-fb9f0140-c92a-4cfb-bf34-9aa2b738f114 service neutron] 10.222.0.24 "PUT /v2.0/ports/b03aee0e-c5a5-4b71-a8c3-dc31a675a1e6 HTTP/1.1" status: 200 len: 1092 time: 1.1153450 May 05 20:36:27.179875 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fa66206-c6a1-4b31-8d43-1f4138d6f0d4', 'tag': 'b03aee0e-c5a5-4b71-a8c3-dc31a675a1e6'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:36:27.200939 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9f0140-c92a-4cfb-bf34-9aa2b738f114 service neutron] Pushing event updated for resources: {'Port': ['ID=b03aee0e-c5a5-4b71-a8c3-dc31a675a1e6,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:36:27.248219 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43283dc2-b9c0-4297-a391-8f220b90fe10'] response: {'name': 'network-changed', 'server_uuid': '0fa66206-c6a1-4b31-8d43-1f4138d6f0d4', 'tag': 'b03aee0e-c5a5-4b71-a8c3-dc31a675a1e6', 'status': 'completed', 'code': 200} May 05 20:36:27.288343 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11df19-0a93-4c71-9395-2b706b22ca05 req-f051b56b-2d87-491f-b3f3-bb87a5df4256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:27.289815 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-de11df19-0a93-4c71-9395-2b706b22ca05 req-f051b56b-2d87-491f-b3f3-bb87a5df4256 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1c1ce5e737d94eb9a4233f146d055550&device_id=0fa66206-c6a1-4b31-8d43-1f4138d6f0d4 HTTP/1.1" status: 200 len: 1095 time: 0.0735586 May 05 20:36:27.360141 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-de11df19-0a93-4c71-9395-2b706b22ca05 req-5ba56b1c-039e-41af-ba72-6b475dd448d9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b03aee0e-c5a5-4b71-a8c3-dc31a675a1e6 HTTP/1.1" status: 200 len: 217 time: 0.0633397 May 05 20:36:27.421324 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11df19-0a93-4c71-9395-2b706b22ca05 req-68df91d3-387e-47d4-b282-6e024d087352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:27.422712 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-de11df19-0a93-4c71-9395-2b706b22ca05 req-68df91d3-387e-47d4-b282-6e024d087352 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fcc1dedb-c20a-43db-aab2-10a64f181417 HTTP/1.1" status: 200 len: 850 time: 0.0570281 May 05 20:36:27.469001 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-de11df19-0a93-4c71-9395-2b706b22ca05 req-a7294155-c3a5-4270-8dc0-62b3d44c8fee service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=51953a17-8571-499b-94f3-cc72a4bc365c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403397 May 05 20:36:27.600032 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-de11df19-0a93-4c71-9395-2b706b22ca05 req-60d38d1c-dd20-470d-a331-eabf2895545f service neutron] 10.222.0.24 "GET /v2.0/networks/51953a17-8571-499b-94f3-cc72a4bc365c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248448 May 05 20:36:27.731702 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-de11df19-0a93-4c71-9395-2b706b22ca05 req-b2a177e7-f250-4bd8-8b8c-df828c1c531f service neutron] 10.222.0.24 "GET /v2.0/networks/51953a17-8571-499b-94f3-cc72a4bc365c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253960 May 05 20:36:27.916263 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be67b4-5bf4-4f01-a24b-bb8f9a823125 req-996b491b-88a4-49ec-b888-bb4d045dbc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:27.917650 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-81be67b4-5bf4-4f01-a24b-bb8f9a823125 req-996b491b-88a4-49ec-b888-bb4d045dbc5d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1c1ce5e737d94eb9a4233f146d055550&device_id=0fa66206-c6a1-4b31-8d43-1f4138d6f0d4 HTTP/1.1" status: 200 len: 1095 time: 0.1355543 May 05 20:36:27.925049 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1354241-487f-4ea2-9b99-50afbab1fc8b req-f2d51d2d-dd07-46c5-b3a8-90445ea72aa1 tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:27.926412 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e1354241-487f-4ea2-9b99-50afbab1fc8b req-f2d51d2d-dd07-46c5-b3a8-90445ea72aa1 tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fa66206-c6a1-4b31-8d43-1f4138d6f0d4 HTTP/1.1" status: 200 len: 944 time: 0.1051297 May 05 20:36:28.154431 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e1354241-487f-4ea2-9b99-50afbab1fc8b req-04f49344-84c4-4369-abe7-162a6968d51e tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] 10.222.0.36 "GET /v2.0/security-groups?id=d41787ef-4e89-4f49-996d-8e7d8007fda4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092748 May 05 20:36:28.188830 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be67b4-5bf4-4f01-a24b-bb8f9a823125 req-b2ced320-2b04-442a-a84c-7ac122cfa178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:28.190224 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-81be67b4-5bf4-4f01-a24b-bb8f9a823125 req-b2ced320-2b04-442a-a84c-7ac122cfa178 service neutron] 10.222.0.24 "GET /v2.0/networks?id=51953a17-8571-499b-94f3-cc72a4bc365c HTTP/1.1" status: 200 len: 911 time: 0.2629814 May 05 20:36:28.259058 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-81be67b4-5bf4-4f01-a24b-bb8f9a823125 req-96ea9958-2594-4a2e-bf12-8ed303c843df service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b03aee0e-c5a5-4b71-a8c3-dc31a675a1e6 HTTP/1.1" status: 200 len: 217 time: 0.0628548 May 05 20:36:28.325675 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be67b4-5bf4-4f01-a24b-bb8f9a823125 req-f7bcd38f-2611-4ee3-aa45-22120ac51db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:28.327137 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-81be67b4-5bf4-4f01-a24b-bb8f9a823125 req-f7bcd38f-2611-4ee3-aa45-22120ac51db4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fcc1dedb-c20a-43db-aab2-10a64f181417 HTTP/1.1" status: 200 len: 850 time: 0.0619602 May 05 20:36:28.373370 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-81be67b4-5bf4-4f01-a24b-bb8f9a823125 req-f37c6882-a63a-42ca-b30a-0d2b4f9161b2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=51953a17-8571-499b-94f3-cc72a4bc365c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403271 May 05 20:36:28.505809 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-81be67b4-5bf4-4f01-a24b-bb8f9a823125 req-0fd96032-0825-46f5-9c99-fafa47158bc7 service neutron] 10.222.0.24 "GET /v2.0/networks/51953a17-8571-499b-94f3-cc72a4bc365c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251349 May 05 20:36:28.640384 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-81be67b4-5bf4-4f01-a24b-bb8f9a823125 req-13a69a6a-daaa-412b-8cfd-74b228402127 service neutron] 10.222.0.24 "GET /v2.0/networks/51953a17-8571-499b-94f3-cc72a4bc365c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277237 May 05 20:36:29.337451 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f66e13-49d0-4d7b-a674-9985febcbd50 req-db8efdc4-394f-438e-8029-9375cce47b9c tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:29.338922 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-32f66e13-49d0-4d7b-a674-9985febcbd50 req-db8efdc4-394f-438e-8029-9375cce47b9c tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fa66206-c6a1-4b31-8d43-1f4138d6f0d4 HTTP/1.1" status: 200 len: 944 time: 0.0789571 May 05 20:36:29.384856 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-32f66e13-49d0-4d7b-a674-9985febcbd50 req-2fb48e59-e36d-441b-959f-228c059fee1c tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] Synchronizing usage tracker for tenant:1c1ce5e737d94eb9a4233f146d055550 on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:36:29.401538 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-32f66e13-49d0-4d7b-a674-9985febcbd50 req-2fb48e59-e36d-441b-959f-228c059fee1c tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] Unset dirty status for tenant:1c1ce5e737d94eb9a4233f146d055550 on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:36:29.402900 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-32f66e13-49d0-4d7b-a674-9985febcbd50 req-2fb48e59-e36d-441b-959f-228c059fee1c tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] 10.222.0.36 "GET /v2.0/security-groups?id=d41787ef-4e89-4f49-996d-8e7d8007fda4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583994 May 05 20:36:30.649200 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72ed22-49fb-411f-861b-ca2e1da9732e req-b501948f-0117-47a6-bc73-3b9990af9f25 tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:30.650734 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7f72ed22-49fb-411f-861b-ca2e1da9732e req-b501948f-0117-47a6-bc73-3b9990af9f25 tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fa66206-c6a1-4b31-8d43-1f4138d6f0d4 HTTP/1.1" status: 200 len: 944 time: 0.0993896 May 05 20:36:30.696655 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7f72ed22-49fb-411f-861b-ca2e1da9732e req-0d478cf7-98d6-4fd0-b3dd-a845936cfa21 tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] 10.222.0.36 "GET /v2.0/security-groups?id=d41787ef-4e89-4f49-996d-8e7d8007fda4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399134 May 05 20:36:30.762816 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device b03aee0e-c5a5-4b71-a8c3-dc31a675a1e6 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:36:30.905454 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port b03aee0e-c5a5-4b71-a8c3-dc31a675a1e6, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=b03aee0e-c5a5-4b71-a8c3-dc31a675a1e6,segment=NetworkSegment(de7280bb-ab78-46e0-bf66-d778ca8e66ed),segment_id=de7280bb-ab78-46e0-bf66-d778ca8e66ed)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:36:30.919725 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': 'b03aee0e-c5a5-4b71-a8c3-dc31a675a1e6', 'network_id': '51953a17-8571-499b-94f3-cc72a4bc365c', 'port_id': 'b03aee0e-c5a5-4b71-a8c3-dc31a675a1e6', 'mac_address': 'fa:16:3e:f8:86:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcc1dedb-c20a-43db-aab2-10a64f181417', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:36:30.977908 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:31.027280 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b03aee0e-c5a5-4b71-a8c3-dc31a675a1e6 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:36:31.042700 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port b03aee0e-c5a5-4b71-a8c3-dc31a675a1e6, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=b03aee0e-c5a5-4b71-a8c3-dc31a675a1e6,segment=NetworkSegment(de7280bb-ab78-46e0-bf66-d778ca8e66ed),segment_id=de7280bb-ab78-46e0-bf66-d778ca8e66ed)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:36:31.046522 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:31.114316 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=b03aee0e-c5a5-4b71-a8c3-dc31a675a1e6,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:36:31.257668 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['b03aee0e-c5a5-4b71-a8c3-dc31a675a1e6'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:36:31.886220 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd4994-faa5-4a83-ba60-54cfdc7f33d8 req-1daedc48-3eb3-45c3-b0d2-b6a74bb84775 tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:31.887586 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3efd4994-faa5-4a83-ba60-54cfdc7f33d8 req-1daedc48-3eb3-45c3-b0d2-b6a74bb84775 tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fa66206-c6a1-4b31-8d43-1f4138d6f0d4 HTTP/1.1" status: 200 len: 945 time: 0.0829084 May 05 20:36:31.931026 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3efd4994-faa5-4a83-ba60-54cfdc7f33d8 req-46f7d637-5c26-4fd5-a7a4-6f8cd54199d0 tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] 10.222.0.36 "GET /v2.0/security-groups?id=d41787ef-4e89-4f49-996d-8e7d8007fda4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379405 May 05 20:36:32.777518 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device b03aee0e-c5a5-4b71-a8c3-dc31a675a1e6 up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:36:32.843951 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port b03aee0e-c5a5-4b71-a8c3-dc31a675a1e6 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:36:32.848974 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port b03aee0e-c5a5-4b71-a8c3-dc31a675a1e6 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:36:32.849337 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:32.964343 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:32.991939 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fa66206-c6a1-4b31-8d43-1f4138d6f0d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b03aee0e-c5a5-4b71-a8c3-dc31a675a1e6'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:36:33.001702 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port b03aee0e-c5a5-4b71-a8c3-dc31a675a1e6, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=b03aee0e-c5a5-4b71-a8c3-dc31a675a1e6,segment=NetworkSegment(de7280bb-ab78-46e0-bf66-d778ca8e66ed),segment_id=de7280bb-ab78-46e0-bf66-d778ca8e66ed)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:36:33.008499 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:33.043781 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be7c48df-d338-4bf3-9f0a-2692e4fda603'] response: {'server_uuid': '0fa66206-c6a1-4b31-8d43-1f4138d6f0d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b03aee0e-c5a5-4b71-a8c3-dc31a675a1e6', 'code': 200} May 05 20:36:33.080145 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=b03aee0e-c5a5-4b71-a8c3-dc31a675a1e6,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:36:33.184251 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c17bb-755f-4ee0-bc93-26c1bd9380b5 req-41bcede5-0a22-491b-944a-0023829562ad tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:33.185698 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-096c17bb-755f-4ee0-bc93-26c1bd9380b5 req-41bcede5-0a22-491b-944a-0023829562ad tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fa66206-c6a1-4b31-8d43-1f4138d6f0d4 HTTP/1.1" status: 200 len: 946 time: 0.1416514 May 05 20:36:33.212435 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f80446-ce0b-4a53-a35a-ca206d1f79c3 req-3710e244-e9ff-4655-92e6-bb8d924e9a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:33.213825 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-38f80446-ce0b-4a53-a35a-ca206d1f79c3 req-3710e244-e9ff-4655-92e6-bb8d924e9a37 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0fa66206-c6a1-4b31-8d43-1f4138d6f0d4 HTTP/1.1" status: 200 len: 1097 time: 0.1097233 May 05 20:36:33.250182 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-096c17bb-755f-4ee0-bc93-26c1bd9380b5 req-933364f9-adb1-418a-84f4-d9858b4172b7 tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] 10.222.0.36 "GET /v2.0/security-groups?id=d41787ef-4e89-4f49-996d-8e7d8007fda4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587912 May 05 20:36:33.268861 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-38f80446-ce0b-4a53-a35a-ca206d1f79c3 req-037f03d0-c5c2-4e6c-8630-8874ef011fe4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d41787ef-4e89-4f49-996d-8e7d8007fda4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425529 May 05 20:36:34.438281 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd04cb-036a-485d-9298-1faa0f04937f req-370ca457-46ab-431a-b928-757f178c457c tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:34.439760 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3cdd04cb-036a-485d-9298-1faa0f04937f req-370ca457-46ab-431a-b928-757f178c457c tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fa66206-c6a1-4b31-8d43-1f4138d6f0d4 HTTP/1.1" status: 200 len: 946 time: 0.0818663 May 05 20:36:34.483123 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3cdd04cb-036a-485d-9298-1faa0f04937f req-d868cdd9-a37f-434e-9da2-fc42e12ad92c tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] 10.222.0.36 "GET /v2.0/security-groups?id=d41787ef-4e89-4f49-996d-8e7d8007fda4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376413 May 05 20:36:34.669548 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5649bf87-f9dd-467d-ac83-9b6ba0444d7c req-0638ffc8-62ba-4250-bad9-3ed5e17e3298 tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:34.671008 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5649bf87-f9dd-467d-ac83-9b6ba0444d7c req-0638ffc8-62ba-4250-bad9-3ed5e17e3298 tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fa66206-c6a1-4b31-8d43-1f4138d6f0d4 HTTP/1.1" status: 200 len: 946 time: 0.0854592 May 05 20:36:34.674498 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-08000f95-e215-48a3-8ba8-7f66c3b9a969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:34.715411 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5649bf87-f9dd-467d-ac83-9b6ba0444d7c req-acff0f09-cfcd-4c73-a73f-0524d6a47336 tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] 10.222.0.36 "GET /v2.0/security-groups?id=d41787ef-4e89-4f49-996d-8e7d8007fda4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385289 May 05 20:36:35.117924 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4e5f37-656d-4d22-91f8-110d9b301117 req-0fdd814a-9de4-43b6-9b28-22f8480ac480 tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:35.119299 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7d4e5f37-656d-4d22-91f8-110d9b301117 req-0fdd814a-9de4-43b6-9b28-22f8480ac480 tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fa66206-c6a1-4b31-8d43-1f4138d6f0d4 HTTP/1.1" status: 200 len: 946 time: 0.0797758 May 05 20:36:35.162447 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7d4e5f37-656d-4d22-91f8-110d9b301117 req-963318d2-9161-4d46-9400-f85d30aa12a2 tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] 10.222.0.36 "GET /v2.0/security-groups?id=d41787ef-4e89-4f49-996d-8e7d8007fda4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375254 May 05 20:36:36.349616 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3855a7dd-fe1e-4bba-a748-655c02afa93b req-8e8a099e-b506-4420-9a68-6d2eacef838f tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:36.351074 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3855a7dd-fe1e-4bba-a748-655c02afa93b req-8e8a099e-b506-4420-9a68-6d2eacef838f tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fa66206-c6a1-4b31-8d43-1f4138d6f0d4 HTTP/1.1" status: 200 len: 946 time: 0.0829227 May 05 20:36:36.396535 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3855a7dd-fe1e-4bba-a748-655c02afa93b req-89887be5-68f6-4368-8cfe-50c5a046a23d tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] 10.222.0.36 "GET /v2.0/security-groups?id=d41787ef-4e89-4f49-996d-8e7d8007fda4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398331 May 05 20:36:36.732275 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2445ca2d-ff3e-4328-8716-0558c521bf30 req-f82e7d0a-0c48-45d5-bd07-b9479c9261ea tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:36.733740 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2445ca2d-ff3e-4328-8716-0558c521bf30 req-f82e7d0a-0c48-45d5-bd07-b9479c9261ea tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fa66206-c6a1-4b31-8d43-1f4138d6f0d4 HTTP/1.1" status: 200 len: 946 time: 0.0793958 May 05 20:36:36.745195 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade773a-a24d-4b64-b322-62f87d1f3c1c req-388d4876-215d-45fc-8274-868f1fca7dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:36.746683 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2ade773a-a24d-4b64-b322-62f87d1f3c1c req-388d4876-215d-45fc-8274-868f1fca7dca service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1c1ce5e737d94eb9a4233f146d055550&device_id=0fa66206-c6a1-4b31-8d43-1f4138d6f0d4 HTTP/1.1" status: 200 len: 1097 time: 0.0748351 May 05 20:36:36.781889 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2445ca2d-ff3e-4328-8716-0558c521bf30 req-7a3ddee1-80dd-4a37-860e-a85340a2f876 tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] 10.222.0.36 "GET /v2.0/security-groups?id=d41787ef-4e89-4f49-996d-8e7d8007fda4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419822 May 05 20:36:36.875542 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d197d9f9-a9dc-4e28-afdf-0154d1c2404a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:36.880026 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade773a-a24d-4b64-b322-62f87d1f3c1c req-d3d268a5-b609-42ad-b449-e0ef53a0831a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:36.881517 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2ade773a-a24d-4b64-b322-62f87d1f3c1c req-d3d268a5-b609-42ad-b449-e0ef53a0831a service neutron] 10.222.0.24 "GET /v2.0/networks?id=51953a17-8571-499b-94f3-cc72a4bc365c HTTP/1.1" status: 200 len: 911 time: 0.1293371 May 05 20:36:36.947527 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2ade773a-a24d-4b64-b322-62f87d1f3c1c req-ed9a61dc-f615-4ea3-bad7-61888a365e5a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b03aee0e-c5a5-4b71-a8c3-dc31a675a1e6 HTTP/1.1" status: 200 len: 217 time: 0.0601685 May 05 20:36:37.010737 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade773a-a24d-4b64-b322-62f87d1f3c1c req-8875720e-f7a7-4e63-bdab-f8194e8a37aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:37.012193 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2ade773a-a24d-4b64-b322-62f87d1f3c1c req-8875720e-f7a7-4e63-bdab-f8194e8a37aa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fcc1dedb-c20a-43db-aab2-10a64f181417 HTTP/1.1" status: 200 len: 850 time: 0.0596011 May 05 20:36:37.057578 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2ade773a-a24d-4b64-b322-62f87d1f3c1c req-daf94cf1-df73-4e62-a278-c35309d809b5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=51953a17-8571-499b-94f3-cc72a4bc365c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396655 May 05 20:36:37.283929 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2ade773a-a24d-4b64-b322-62f87d1f3c1c req-217e1d89-c8eb-4978-b1de-99b0802586b8 service neutron] 10.222.0.24 "GET /v2.0/networks/51953a17-8571-499b-94f3-cc72a4bc365c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204747 May 05 20:36:37.413922 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2ade773a-a24d-4b64-b322-62f87d1f3c1c req-51cd79c1-e642-4f8a-a00f-bbde1b979477 service neutron] 10.222.0.24 "GET /v2.0/networks/51953a17-8571-499b-94f3-cc72a4bc365c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238863 May 05 20:36:37.914736 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:37.970565 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba3461-2487-47c4-8979-2cadeac0a620 req-e5eb7b8e-37ac-4e95-bd1c-e27c548e70b6 tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:37.972057 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a9ba3461-2487-47c4-8979-2cadeac0a620 req-e5eb7b8e-37ac-4e95-bd1c-e27c548e70b6 tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fa66206-c6a1-4b31-8d43-1f4138d6f0d4 HTTP/1.1" status: 200 len: 946 time: 0.0839086 May 05 20:36:38.017166 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a9ba3461-2487-47c4-8979-2cadeac0a620 req-bcf58f2d-9bf3-4143-a44f-44c7878dd75c tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] 10.222.0.36 "GET /v2.0/security-groups?id=d41787ef-4e89-4f49-996d-8e7d8007fda4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394592 May 05 20:36:38.088390 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:39.203644 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafbcdbf-7734-414c-8945-00f3704ce34e req-9911dcd4-bd79-4fa7-a3a1-51a6c0b6b6c5 tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:39.205077 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bafbcdbf-7734-414c-8945-00f3704ce34e req-9911dcd4-bd79-4fa7-a3a1-51a6c0b6b6c5 tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fa66206-c6a1-4b31-8d43-1f4138d6f0d4 HTTP/1.1" status: 200 len: 946 time: 0.0792413 May 05 20:36:39.249646 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bafbcdbf-7734-414c-8945-00f3704ce34e req-9e73dd7c-f24a-4a0e-b7af-28aa8e201102 tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] 10.222.0.36 "GET /v2.0/security-groups?id=d41787ef-4e89-4f49-996d-8e7d8007fda4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384142 May 05 20:36:39.646901 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec55b2-46a6-44fc-ab03-36882dfb77f6 req-0aeda487-c88a-4a7d-a47d-09a012935358 tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:39.648381 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b5ec55b2-46a6-44fc-ab03-36882dfb77f6 req-0aeda487-c88a-4a7d-a47d-09a012935358 tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fa66206-c6a1-4b31-8d43-1f4138d6f0d4 HTTP/1.1" status: 200 len: 946 time: 0.0860918 May 05 20:36:39.656130 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:39.693668 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b5ec55b2-46a6-44fc-ab03-36882dfb77f6 req-0416b9f7-b22d-4459-8dc9-3faa3d39a6f4 tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] 10.222.0.36 "GET /v2.0/security-groups?id=d41787ef-4e89-4f49-996d-8e7d8007fda4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392480 May 05 20:36:40.876667 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b598ed-50d9-4add-b451-2c457ff7350e req-c78e2fa2-7fc7-4d45-b796-1438e4ef3cb8 tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:40.878034 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-14b598ed-50d9-4add-b451-2c457ff7350e req-c78e2fa2-7fc7-4d45-b796-1438e4ef3cb8 tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fa66206-c6a1-4b31-8d43-1f4138d6f0d4 HTTP/1.1" status: 200 len: 946 time: 0.0797565 May 05 20:36:40.921908 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-14b598ed-50d9-4add-b451-2c457ff7350e req-63e6a04f-53ee-41a9-b1ae-406d8f9b12a4 tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] 10.222.0.36 "GET /v2.0/security-groups?id=d41787ef-4e89-4f49-996d-8e7d8007fda4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375953 May 05 20:36:41.333864 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140b5b09-25bc-455d-a0cb-66393dad2e54 req-0d20e396-b1ce-48ba-aec8-2bd3cd98c389 tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:41.335336 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-140b5b09-25bc-455d-a0cb-66393dad2e54 req-0d20e396-b1ce-48ba-aec8-2bd3cd98c389 tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fa66206-c6a1-4b31-8d43-1f4138d6f0d4 HTTP/1.1" status: 200 len: 946 time: 0.1465781 May 05 20:36:41.337952 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a85ab17-a6cb-4fd7-ae80-f214f9c7f7b7 req-bcb9b94b-a998-41d8-9f55-9547db2e9fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:41.339292 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1a85ab17-a6cb-4fd7-ae80-f214f9c7f7b7 req-bcb9b94b-a998-41d8-9f55-9547db2e9fc3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1c1ce5e737d94eb9a4233f146d055550&device_id=0fa66206-c6a1-4b31-8d43-1f4138d6f0d4 HTTP/1.1" status: 200 len: 1097 time: 0.1096015 May 05 20:36:41.419707 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-140b5b09-25bc-455d-a0cb-66393dad2e54 req-a938bd64-24df-48ee-84ae-588f130b4b6c tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] 10.222.0.36 "GET /v2.0/security-groups?id=d41787ef-4e89-4f49-996d-8e7d8007fda4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784528 May 05 20:36:41.507781 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a85ab17-a6cb-4fd7-ae80-f214f9c7f7b7 req-e992053a-f70a-4b9f-ab8c-60622d2b24df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:41.509240 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1a85ab17-a6cb-4fd7-ae80-f214f9c7f7b7 req-e992053a-f70a-4b9f-ab8c-60622d2b24df service neutron] 10.222.0.24 "GET /v2.0/networks?id=51953a17-8571-499b-94f3-cc72a4bc365c HTTP/1.1" status: 200 len: 911 time: 0.1524839 May 05 20:36:41.578267 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1a85ab17-a6cb-4fd7-ae80-f214f9c7f7b7 req-5006c6c5-db5d-41ee-8ef9-1e43ed4534e1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b03aee0e-c5a5-4b71-a8c3-dc31a675a1e6 HTTP/1.1" status: 200 len: 217 time: 0.0609200 May 05 20:36:41.644911 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a85ab17-a6cb-4fd7-ae80-f214f9c7f7b7 req-682fe691-0761-4f05-8dfb-3e0efaba2487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:41.646459 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1a85ab17-a6cb-4fd7-ae80-f214f9c7f7b7 req-682fe691-0761-4f05-8dfb-3e0efaba2487 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fcc1dedb-c20a-43db-aab2-10a64f181417 HTTP/1.1" status: 200 len: 850 time: 0.0626228 May 05 20:36:41.693772 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1a85ab17-a6cb-4fd7-ae80-f214f9c7f7b7 req-857daafa-fa51-4165-a352-780801198af2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=51953a17-8571-499b-94f3-cc72a4bc365c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407763 May 05 20:36:41.824795 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1a85ab17-a6cb-4fd7-ae80-f214f9c7f7b7 req-e8c6728f-f7bc-4e44-a980-9f925932ef99 service neutron] 10.222.0.24 "GET /v2.0/networks/51953a17-8571-499b-94f3-cc72a4bc365c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234922 May 05 20:36:41.955455 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1a85ab17-a6cb-4fd7-ae80-f214f9c7f7b7 req-b0be02a7-b7c5-4679-826e-7fa2d000915d service neutron] 10.222.0.24 "GET /v2.0/networks/51953a17-8571-499b-94f3-cc72a4bc365c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245162 May 05 20:36:42.613190 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaaa3d2-ba39-40e6-8ab0-5850bd9599f5 req-60cafd36-5f8a-4be1-a094-28b84dc787fd tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:42.614794 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bfaaa3d2-ba39-40e6-8ab0-5850bd9599f5 req-60cafd36-5f8a-4be1-a094-28b84dc787fd tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fa66206-c6a1-4b31-8d43-1f4138d6f0d4 HTTP/1.1" status: 200 len: 946 time: 0.0838337 May 05 20:36:42.662692 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bfaaa3d2-ba39-40e6-8ab0-5850bd9599f5 req-64d45716-22c5-44e7-bfde-911383e08297 tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] 10.222.0.36 "GET /v2.0/security-groups?id=d41787ef-4e89-4f49-996d-8e7d8007fda4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411601 May 05 20:36:43.848787 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0128b6f-5718-4cc3-a7f1-8ceccedd8121 req-af9c59f8-d308-4e55-afd9-a6d87b9ff3d9 tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:43.850252 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b0128b6f-5718-4cc3-a7f1-8ceccedd8121 req-af9c59f8-d308-4e55-afd9-a6d87b9ff3d9 tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fa66206-c6a1-4b31-8d43-1f4138d6f0d4 HTTP/1.1" status: 200 len: 946 time: 0.0841918 May 05 20:36:43.893685 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b0128b6f-5718-4cc3-a7f1-8ceccedd8121 req-33ddb6de-cd67-40ce-a105-ec4cdee6aa5f tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] 10.222.0.36 "GET /v2.0/security-groups?id=d41787ef-4e89-4f49-996d-8e7d8007fda4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377138 May 05 20:36:44.263153 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee9173c-ed26-4837-a046-b5d7f77a9787 req-650008b7-95d7-4614-945a-263967023f50 tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:44.264613 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9ee9173c-ed26-4837-a046-b5d7f77a9787 req-650008b7-95d7-4614-945a-263967023f50 tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fa66206-c6a1-4b31-8d43-1f4138d6f0d4 HTTP/1.1" status: 200 len: 946 time: 0.0788147 May 05 20:36:44.308968 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9ee9173c-ed26-4837-a046-b5d7f77a9787 req-f2361a30-92f0-4a55-bf18-2d677964ddf7 tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] 10.222.0.36 "GET /v2.0/security-groups?id=d41787ef-4e89-4f49-996d-8e7d8007fda4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382290 May 05 20:36:44.552598 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:45.499360 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd7ec3-f160-4015-be6c-f09e4e278ac7 req-b9b81000-47c0-4875-a386-ddac9ee87275 tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:45.500800 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-19dd7ec3-f160-4015-be6c-f09e4e278ac7 req-b9b81000-47c0-4875-a386-ddac9ee87275 tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fa66206-c6a1-4b31-8d43-1f4138d6f0d4 HTTP/1.1" status: 200 len: 946 time: 0.0821486 May 05 20:36:45.544316 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-19dd7ec3-f160-4015-be6c-f09e4e278ac7 req-0f6437ca-c62e-4f72-bf24-91f0d739855c tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] 10.222.0.36 "GET /v2.0/security-groups?id=d41787ef-4e89-4f49-996d-8e7d8007fda4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378542 May 05 20:36:45.976425 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a776d58-8397-4f41-98c7-91f83fb2ecf0 req-5c118909-5969-4d0c-9690-1b4227a4cb23 tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:36:45.977857 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7a776d58-8397-4f41-98c7-91f83fb2ecf0 req-5c118909-5969-4d0c-9690-1b4227a4cb23 tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fa66206-c6a1-4b31-8d43-1f4138d6f0d4 HTTP/1.1" status: 200 len: 946 time: 0.0837259 May 05 20:36:46.046381 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-7a776d58-8397-4f41-98c7-91f83fb2ecf0 req-33892cc1-9842-4121-b4b0-13f0df8bfb13 tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] Deleting port b03aee0e-c5a5-4b71-a8c3-dc31a675a1e6 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:36:46.046717 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-7a776d58-8397-4f41-98c7-91f83fb2ecf0 req-33892cc1-9842-4121-b4b0-13f0df8bfb13 tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:46.388841 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-7a776d58-8397-4f41-98c7-91f83fb2ecf0 req-33892cc1-9842-4121-b4b0-13f0df8bfb13 tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] For port b03aee0e-c5a5-4b71-a8c3-dc31a675a1e6, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=b03aee0e-c5a5-4b71-a8c3-dc31a675a1e6,segment=NetworkSegment(de7280bb-ab78-46e0-bf66-d778ca8e66ed),segment_id=de7280bb-ab78-46e0-bf66-d778ca8e66ed)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:36:46.389109 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-7a776d58-8397-4f41-98c7-91f83fb2ecf0 req-33892cc1-9842-4121-b4b0-13f0df8bfb13 tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:46.511105 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-7a776d58-8397-4f41-98c7-91f83fb2ecf0 req-33892cc1-9842-4121-b4b0-13f0df8bfb13 tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] Calling delete_port for b03aee0e-c5a5-4b71-a8c3-dc31a675a1e6 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:36:46.552943 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:46.706372 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-7a776d58-8397-4f41-98c7-91f83fb2ecf0 req-33892cc1-9842-4121-b4b0-13f0df8bfb13 tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:46.719036 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['b03aee0e-c5a5-4b71-a8c3-dc31a675a1e6'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:36:46.758165 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c753c5d6-fd71-4739-85ac-a8fc305e3ff2 req-c5806e66-ec0e-4ea0-85e1-d3b57eb000c4 tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fa66206-c6a1-4b31-8d43-1f4138d6f0d4 HTTP/1.1" status: 200 len: 210 time: 0.1032290 May 05 20:36:46.774082 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33892cc1-9842-4121-b4b0-13f0df8bfb13 tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] Pushing event deleted for resources: {'Port': ['ID=b03aee0e-c5a5-4b71-a8c3-dc31a675a1e6,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:36:46.847309 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a776d58-8397-4f41-98c7-91f83fb2ecf0 req-33892cc1-9842-4121-b4b0-13f0df8bfb13 tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] No DVR routers for this DVR port b03aee0e-c5a5-4b71-a8c3-dc31a675a1e6 on host n-h1-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:36:46.850496 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-7a776d58-8397-4f41-98c7-91f83fb2ecf0 req-33892cc1-9842-4121-b4b0-13f0df8bfb13 tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:46.853119 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fa66206-c6a1-4b31-8d43-1f4138d6f0d4', 'name': 'network-vif-deleted', 'tag': 'b03aee0e-c5a5-4b71-a8c3-dc31a675a1e6'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:36:46.869508 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7a776d58-8397-4f41-98c7-91f83fb2ecf0 req-33892cc1-9842-4121-b4b0-13f0df8bfb13 tempest-TestServerAdvancedOps-224683371 tempest-TestServerAdvancedOps-224683371-project] 10.222.0.24 "DELETE /v2.0/ports/b03aee0e-c5a5-4b71-a8c3-dc31a675a1e6 HTTP/1.1" status: 204 len: 173 time: 0.8862951 May 05 20:36:46.961328 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a23b34d3-45b4-4b4a-9ab0-a3046c8b1230'] response: {'server_uuid': '0fa66206-c6a1-4b31-8d43-1f4138d6f0d4', 'name': 'network-vif-deleted', 'tag': 'b03aee0e-c5a5-4b71-a8c3-dc31a675a1e6', 'status': 'completed', 'code': 200} May 05 20:36:47.854294 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36644) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:36:47.913500 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f2076f8-697d-4723-82f5-250301f99ddc admin admin] Deleting subnet fcc1dedb-c20a-43db-aab2-10a64f181417 {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:36:47.916295 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5f2076f8-697d-4723-82f5-250301f99ddc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:47.967259 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5f2076f8-697d-4723-82f5-250301f99ddc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:48.021986 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5f2076f8-697d-4723-82f5-250301f99ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:48.086960 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5f2076f8-697d-4723-82f5-250301f99ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:48.129899 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2076f8-697d-4723-82f5-250301f99ddc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcc1dedb-c20a-43db-aab2-10a64f181417,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:36:48.131870 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5f2076f8-697d-4723-82f5-250301f99ddc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:48.137891 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-5f2076f8-697d-4723-82f5-250301f99ddc admin admin] 10.222.0.36 "DELETE /v2.0/subnets/fcc1dedb-c20a-43db-aab2-10a64f181417 HTTP/1.1" status: 204 len: 168 time: 0.2819309 May 05 20:36:48.140331 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36648) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:36:48.244127 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-23b49cb5-695a-447a-905d-c2a20cfa64db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:48.365546 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-23b49cb5-695a-447a-905d-c2a20cfa64db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:48.389984 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-23b49cb5-695a-447a-905d-c2a20cfa64db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51953a17-8571-499b-94f3-cc72a4bc365c']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:36:48.401885 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-23b49cb5-695a-447a-905d-c2a20cfa64db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de7280bb-ab78-46e0-bf66-d778ca8e66ed') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:36:48.402179 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-23b49cb5-695a-447a-905d-c2a20cfa64db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de7280bb-ab78-46e0-bf66-d778ca8e66ed') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:36:48.413817 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-23b49cb5-695a-447a-905d-c2a20cfa64db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:48.429827 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-23b49cb5-695a-447a-905d-c2a20cfa64db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:48.435697 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23b49cb5-695a-447a-905d-c2a20cfa64db admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:36:48.436073 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-23b49cb5-695a-447a-905d-c2a20cfa64db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:48.448954 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:36:48.448954 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:36:48.448954 n-d-840717-1 neutron-server[88197]: timer() May 05 20:36:48.448954 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:36:48.448954 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:36:48.448954 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:36:48.448954 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:36:48.448954 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:36:48.448954 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:36:48.448954 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:36:48.448954 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:36:48.448954 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:36:48.448954 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:36:48.448954 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:36:48.448954 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:36:48.448954 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:36:48.448954 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:36:48.448954 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:36:48.448954 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:36:48.448954 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:36:48.448954 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:36:48.448954 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:36:48.448954 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:36:48.448954 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:36:48.448954 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:36:48.448954 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:36:48.448954 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:36:48.448954 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:36:48.448954 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:36:48.448954 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:36:48.448954 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:36:48.448954 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:36:48.623705 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-23b49cb5-695a-447a-905d-c2a20cfa64db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:48.639510 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-23b49cb5-695a-447a-905d-c2a20cfa64db admin admin] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:48.650130 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b49cb5-695a-447a-905d-c2a20cfa64db admin admin] Pushing event deleted for resources: {'Network': ['ID=51953a17-8571-499b-94f3-cc72a4bc365c,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:36:48.658660 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-23b49cb5-695a-447a-905d-c2a20cfa64db admin admin] 10.222.0.36 "DELETE /v2.0/networks/51953a17-8571-499b-94f3-cc72a4bc365c HTTP/1.1" status: 204 len: 168 time: 0.5174043 May 05 20:36:48.661948 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36652) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:36:48.719207 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cf7cc8d-d8da-42ca-8e00-e3f489208e7f admin admin] Deleting subnet bda9901a-0650-4817-aa82-c0bc7209fe00 {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:36:48.722106 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3cf7cc8d-d8da-42ca-8e00-e3f489208e7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:48.777727 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3cf7cc8d-d8da-42ca-8e00-e3f489208e7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:48.831406 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3cf7cc8d-d8da-42ca-8e00-e3f489208e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:48.854859 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device b03aee0e-c5a5-4b71-a8c3-dc31a675a1e6 no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:36:48.891286 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] No Port match for: b03aee0e-c5a5-4b71-a8c3-dc31a675a1e6 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:36:48.891662 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device b03aee0e-c5a5-4b71-a8c3-dc31a675a1e6 not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:36:48.901643 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3cf7cc8d-d8da-42ca-8e00-e3f489208e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:48.940587 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf7cc8d-d8da-42ca-8e00-e3f489208e7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bda9901a-0650-4817-aa82-c0bc7209fe00,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:36:48.947362 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3cf7cc8d-d8da-42ca-8e00-e3f489208e7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:48.952977 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-3cf7cc8d-d8da-42ca-8e00-e3f489208e7f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/bda9901a-0650-4817-aa82-c0bc7209fe00 HTTP/1.1" status: 204 len: 168 time: 0.2901199 May 05 20:36:48.955394 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36656) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:36:49.060698 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-788be62f-b043-47fb-9e37-118c1ed201fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:49.180968 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-788be62f-b043-47fb-9e37-118c1ed201fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:49.209056 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-788be62f-b043-47fb-9e37-118c1ed201fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d267ba6a-40d1-416f-bbe2-eac8610f0db9']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:36:49.220669 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-788be62f-b043-47fb-9e37-118c1ed201fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be96dcf6-0276-4726-a22d-8ace6bba1a75') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:36:49.220963 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-788be62f-b043-47fb-9e37-118c1ed201fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be96dcf6-0276-4726-a22d-8ace6bba1a75') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:36:49.231758 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-788be62f-b043-47fb-9e37-118c1ed201fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:49.247990 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-788be62f-b043-47fb-9e37-118c1ed201fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:49.253942 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-788be62f-b043-47fb-9e37-118c1ed201fd admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:36:49.255009 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-788be62f-b043-47fb-9e37-118c1ed201fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:49.267874 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:36:49.267874 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:36:49.267874 n-d-840717-1 neutron-server[88197]: timer() May 05 20:36:49.267874 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:36:49.267874 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:36:49.267874 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:36:49.267874 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:36:49.267874 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:36:49.267874 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:36:49.267874 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:36:49.267874 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:36:49.267874 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:36:49.267874 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:36:49.267874 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:36:49.267874 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:36:49.267874 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:36:49.267874 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:36:49.267874 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:36:49.267874 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:36:49.267874 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:36:49.267874 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:36:49.267874 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:36:49.267874 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:36:49.267874 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:36:49.267874 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:36:49.267874 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:36:49.267874 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:36:49.267874 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:36:49.267874 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:36:49.267874 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:36:49.267874 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:36:49.267874 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:36:49.340022 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-788be62f-b043-47fb-9e37-118c1ed201fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:49.361781 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-788be62f-b043-47fb-9e37-118c1ed201fd admin admin] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:49.368537 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788be62f-b043-47fb-9e37-118c1ed201fd admin admin] Pushing event deleted for resources: {'Network': ['ID=d267ba6a-40d1-416f-bbe2-eac8610f0db9,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:36:49.372619 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-788be62f-b043-47fb-9e37-118c1ed201fd admin admin] 10.222.0.36 "DELETE /v2.0/networks/d267ba6a-40d1-416f-bbe2-eac8610f0db9 HTTP/1.1" status: 204 len: 168 time: 0.4162560 May 05 20:36:49.538950 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36664) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:36:49.588066 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-2cb6b2de-cfd8-4d1d-a9e7-fd0452b0ccaf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1c1ce5e737d94eb9a4233f146d055550&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478113 May 05 20:36:49.590272 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36668) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:36:49.648210 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8ea8a69f-4be5-4199-a62a-ee5e23a2f4e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:49.673288 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8ea8a69f-4be5-4199-a62a-ee5e23a2f4e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:49.724371 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8ea8a69f-4be5-4199-a62a-ee5e23a2f4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:49.741960 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea8a69f-4be5-4199-a62a-ee5e23a2f4e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41787ef-4e89-4f49-996d-8e7d8007fda4,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:36:49.748962 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8ea8a69f-4be5-4199-a62a-ee5e23a2f4e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:49.750052 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-8ea8a69f-4be5-4199-a62a-ee5e23a2f4e7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d41787ef-4e89-4f49-996d-8e7d8007fda4 HTTP/1.1" status: 204 len: 168 time: 0.1589015 May 05 20:36:49.998237 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:36:50.082494 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36676) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:36:50.133930 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-c3fbd807-14d6-4de9-928a-19fc7e6d43c7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e140d06185a54608972b800609cd7879&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0500898 May 05 20:36:50.136324 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36680) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:36:50.192948 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7e8950a4-98db-45d4-a665-aa384fe14e53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:50.218183 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7e8950a4-98db-45d4-a665-aa384fe14e53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:50.268883 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7e8950a4-98db-45d4-a665-aa384fe14e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:50.286357 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8950a4-98db-45d4-a665-aa384fe14e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b173c5e-c605-4cea-a48d-cc84544ebfc7,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:36:50.291249 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7e8950a4-98db-45d4-a665-aa384fe14e53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:36:50.292381 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-7e8950a4-98db-45d4-a665-aa384fe14e53 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0b173c5e-c605-4cea-a48d-cc84544ebfc7 HTTP/1.1" status: 204 len: 168 time: 0.1551430 May 05 20:37:04.680324 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-641dfb48-aef8-4f81-ae20-8fe15abfb213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:37:06.880487 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c572b012-d698-4398-a979-c4239d354476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:37:07.929950 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:37:08.132409 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:37:09.659549 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:37:11.146229 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bbdb61c5-ed39-4520-be3e-5ab47773fa51 req-dec177eb-3b67-4c02-9e11-d386b3ae73cf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1a13b109-7eb1-4495-9ea6-e585a5d79bba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0781765 May 05 20:37:11.290833 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdb61c5-ed39-4520-be3e-5ab47773fa51 req-473abd04-2984-4740-b053-30ecd4406e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:11.292590 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bbdb61c5-ed39-4520-be3e-5ab47773fa51 req-473abd04-2984-4740-b053-30ecd4406e18 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d5327fecdbda4453866269afbd5ac6fc&device_id=1a13b109-7eb1-4495-9ea6-e585a5d79bba HTTP/1.1" status: 200 len: 1096 time: 0.0788875 May 05 20:37:11.445670 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdb61c5-ed39-4520-be3e-5ab47773fa51 req-4dcf8ecf-ea30-46a5-aeaf-c4997b109224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:11.447138 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bbdb61c5-ed39-4520-be3e-5ab47773fa51 req-4dcf8ecf-ea30-46a5-aeaf-c4997b109224 service neutron] 10.222.0.24 "GET /v2.0/networks?id=29a0e805-6e5b-4d29-836f-ace2c73e49b1 HTTP/1.1" status: 200 len: 912 time: 0.1308563 May 05 20:37:11.553718 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bbdb61c5-ed39-4520-be3e-5ab47773fa51 req-744d1257-7773-4e41-a36e-1a95db1b724c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c2253d6-7eec-4d52-9bb7-bb09d8337c7c HTTP/1.1" status: 200 len: 999 time: 0.1009362 May 05 20:37:11.624414 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdb61c5-ed39-4520-be3e-5ab47773fa51 req-7f6d30b9-4426-4e7f-b4a1-7cc513ed9377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:11.625945 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bbdb61c5-ed39-4520-be3e-5ab47773fa51 req-7f6d30b9-4426-4e7f-b4a1-7cc513ed9377 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d4fffa46-b0f9-43c4-a768-6cf896707ddc HTTP/1.1" status: 200 len: 850 time: 0.0661530 May 05 20:37:11.702029 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdb61c5-ed39-4520-be3e-5ab47773fa51 req-d04e998c-77b1-4ef0-9421-6ecebfea8231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:11.703691 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bbdb61c5-ed39-4520-be3e-5ab47773fa51 req-d04e998c-77b1-4ef0-9421-6ecebfea8231 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=29a0e805-6e5b-4d29-836f-ace2c73e49b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721977 May 05 20:37:11.841204 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bbdb61c5-ed39-4520-be3e-5ab47773fa51 req-9dbabc2e-cf9f-4283-b102-f679985f42f7 service neutron] 10.222.0.24 "GET /v2.0/networks/29a0e805-6e5b-4d29-836f-ace2c73e49b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318271 May 05 20:37:11.981307 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bbdb61c5-ed39-4520-be3e-5ab47773fa51 req-a1dc1877-bbf1-41b3-9cc2-ef3603d65d6c service neutron] 10.222.0.24 "GET /v2.0/networks/29a0e805-6e5b-4d29-836f-ace2c73e49b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347504 May 05 20:37:12.790482 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-28176fe4-48a6-4eda-99a9-6b9194029b95 req-fb1702f4-1d1a-4705-aa0f-df194ae8bfbf tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2113804222&fields=id&tenant_id=d5327fecdbda4453866269afbd5ac6fc HTTP/1.1" status: 200 len: 267 time: 0.0398550 May 05 20:37:12.939157 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28176fe4-48a6-4eda-99a9-6b9194029b95 req-eeeb048d-659f-413b-bb15-f4505e1697d5 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:12.940626 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-28176fe4-48a6-4eda-99a9-6b9194029b95 req-eeeb048d-659f-413b-bb15-f4505e1697d5 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/networks?id=29a0e805-6e5b-4d29-836f-ace2c73e49b1 HTTP/1.1" status: 200 len: 811 time: 0.1437354 May 05 20:37:12.955755 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-28176fe4-48a6-4eda-99a9-6b9194029b95 req-0bddd1af-4857-47d2-be16-91f5e59a25c4 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/quotas/d5327fecdbda4453866269afbd5ac6fc HTTP/1.1" status: 200 len: 375 time: 0.0097208 May 05 20:37:13.047744 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-28176fe4-48a6-4eda-99a9-6b9194029b95 req-971f48c3-3ef1-4b1d-ac9a-66bbed51a445 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d5327fecdbda4453866269afbd5ac6fc&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0869694 May 05 20:37:13.185646 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-28176fe4-48a6-4eda-99a9-6b9194029b95 req-40480ad2-c0c7-4f6b-ac22-1be22530d50a service neutron] 10.222.0.36 "GET /v2.0/networks/29a0e805-6e5b-4d29-836f-ace2c73e49b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253421 May 05 20:37:13.318335 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-28176fe4-48a6-4eda-99a9-6b9194029b95 req-f666ee45-600a-4f23-87b5-646ec3cc6148 service neutron] 10.222.0.36 "GET /v2.0/networks/29a0e805-6e5b-4d29-836f-ace2c73e49b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267419 May 05 20:37:13.692717 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-72b8648e-3a93-426a-804e-844cd9144305 req-4a5d353c-a4bd-416e-a072-0c290699b69a tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=92f44c26-753b-444b-bb82-9d7d736a53bf HTTP/1.1" status: 200 len: 210 time: 0.0415165 May 05 20:37:14.578704 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:37:14.848515 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-eda3318d-7da3-4efc-a5ac-026687cbf850 req-9a197b45-2181-4112-a17d-cd9c410d1644 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=92f44c26-753b-444b-bb82-9d7d736a53bf HTTP/1.1" status: 200 len: 210 time: 0.0449641 May 05 20:37:15.058665 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28176fe4-48a6-4eda-99a9-6b9194029b95 req-f72baa38-29fd-4872-89d6-f6dfaa10dde7 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:15.060126 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-28176fe4-48a6-4eda-99a9-6b9194029b95 req-f72baa38-29fd-4872-89d6-f6dfaa10dde7 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.24 "GET /v2.0/networks?id=29a0e805-6e5b-4d29-836f-ace2c73e49b1 HTTP/1.1" status: 200 len: 811 time: 0.2535748 May 05 20:37:15.113532 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-28176fe4-48a6-4eda-99a9-6b9194029b95 req-e191dffc-c402-4302-97d0-d1b885b076b4 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5327fecdbda4453866269afbd5ac6fc HTTP/1.1" status: 200 len: 380 time: 0.0450509 May 05 20:37:15.121469 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-28176fe4-48a6-4eda-99a9-6b9194029b95 req-513d21f7-e2b0-448b-b513-c25f3cad8377 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Request body: {'port': {'device_id': '92f44c26-753b-444b-bb82-9d7d736a53bf', 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1', 'admin_state_up': True, 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc', 'security_groups': ['f08f8f11-ad26-4de6-bd06-532cbd86f1a0']}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:37:15.265659 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-28176fe4-48a6-4eda-99a9-6b9194029b95 req-513d21f7-e2b0-448b-b513-c25f3cad8377 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:37:15.275791 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-28176fe4-48a6-4eda-99a9-6b9194029b95 req-513d21f7-e2b0-448b-b513-c25f3cad8377 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:37:15.285230 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28176fe4-48a6-4eda-99a9-6b9194029b95 req-513d21f7-e2b0-448b-b513-c25f3cad8377 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Made reservation on behalf of d5327fecdbda4453866269afbd5ac6fc for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:37:15.288705 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-28176fe4-48a6-4eda-99a9-6b9194029b95 req-513d21f7-e2b0-448b-b513-c25f3cad8377 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:37:15.455035 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-28176fe4-48a6-4eda-99a9-6b9194029b95 req-513d21f7-e2b0-448b-b513-c25f3cad8377 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Allocated IP 172.20.0.13 (29a0e805-6e5b-4d29-836f-ace2c73e49b1/d4fffa46-b0f9-43c4-a768-6cf896707ddc/53cdc805-db60-41a2-9d0e-89dc0372b0a7) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:37:15.649382 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-28176fe4-48a6-4eda-99a9-6b9194029b95 req-513d21f7-e2b0-448b-b513-c25f3cad8377 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:37:15.666899 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-28176fe4-48a6-4eda-99a9-6b9194029b95 req-513d21f7-e2b0-448b-b513-c25f3cad8377 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Transition to ACTIVE for port object 53cdc805-db60-41a2-9d0e-89dc0372b0a7 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:37:15.690951 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-28176fe4-48a6-4eda-99a9-6b9194029b95 req-513d21f7-e2b0-448b-b513-c25f3cad8377 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:37:15.762968 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28176fe4-48a6-4eda-99a9-6b9194029b95 req-513d21f7-e2b0-448b-b513-c25f3cad8377 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Network 29a0e805-6e5b-4d29-836f-ace2c73e49b1 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:37:15.766135 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-28176fe4-48a6-4eda-99a9-6b9194029b95 req-513d21f7-e2b0-448b-b513-c25f3cad8377 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:37:15.769835 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-28176fe4-48a6-4eda-99a9-6b9194029b95 req-513d21f7-e2b0-448b-b513-c25f3cad8377 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:37:15.804629 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513d21f7-e2b0-448b-b513-c25f3cad8377 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Pushing event updated for resources: {'Port': ['ID=53cdc805-db60-41a2-9d0e-89dc0372b0a7,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:37:15.821221 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513d21f7-e2b0-448b-b513-c25f3cad8377 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:37:15.821564 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513d21f7-e2b0-448b-b513-c25f3cad8377 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:37:15.821899 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513d21f7-e2b0-448b-b513-c25f3cad8377 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:37:15.822230 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513d21f7-e2b0-448b-b513-c25f3cad8377 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:37:15.822583 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513d21f7-e2b0-448b-b513-c25f3cad8377 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:37:15.822911 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513d21f7-e2b0-448b-b513-c25f3cad8377 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:37:15.823245 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513d21f7-e2b0-448b-b513-c25f3cad8377 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:37:15.823573 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513d21f7-e2b0-448b-b513-c25f3cad8377 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:37:15.823892 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513d21f7-e2b0-448b-b513-c25f3cad8377 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:37:15.824206 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513d21f7-e2b0-448b-b513-c25f3cad8377 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:37:15.824521 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513d21f7-e2b0-448b-b513-c25f3cad8377 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:37:15.824834 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513d21f7-e2b0-448b-b513-c25f3cad8377 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:37:15.853932 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28176fe4-48a6-4eda-99a9-6b9194029b95 req-513d21f7-e2b0-448b-b513-c25f3cad8377 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:15.854556 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-28176fe4-48a6-4eda-99a9-6b9194029b95 req-513d21f7-e2b0-448b-b513-c25f3cad8377 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:37:15.883220 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-28176fe4-48a6-4eda-99a9-6b9194029b95 req-513d21f7-e2b0-448b-b513-c25f3cad8377 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7652521 May 05 20:37:15.896404 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-28176fe4-48a6-4eda-99a9-6b9194029b95 req-4077c838-b33d-4e5b-8db0-8e43c16d9870 service neutron] Request body: {'port': {'device_id': '92f44c26-753b-444b-bb82-9d7d736a53bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:37:16.048280 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-694e1658-e026-485d-b923-6c01a2e499a6 None None] Provisioning for port 53cdc805-db60-41a2-9d0e-89dc0372b0a7 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:37:16.053864 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-694e1658-e026-485d-b923-6c01a2e499a6 None None] Provisioning complete for port 53cdc805-db60-41a2-9d0e-89dc0372b0a7 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:37:16.054424 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-694e1658-e026-485d-b923-6c01a2e499a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:37:16.070483 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-28176fe4-48a6-4eda-99a9-6b9194029b95 req-4077c838-b33d-4e5b-8db0-8e43c16d9870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:37:16.107842 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-694e1658-e026-485d-b923-6c01a2e499a6 None None] Port 53cdc805-db60-41a2-9d0e-89dc0372b0a7 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:37:16.160344 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d165888-b503-4ac1-bab5-aeebe30005ac req-e85a49e9-3e58-41a5-9f1b-655810589099 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:16.161241 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-1d165888-b503-4ac1-bab5-aeebe30005ac req-e85a49e9-3e58-41a5-9f1b-655810589099 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Synchronizing usage tracker for tenant:d5327fecdbda4453866269afbd5ac6fc on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:37:16.229447 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-1d165888-b503-4ac1-bab5-aeebe30005ac req-e85a49e9-3e58-41a5-9f1b-655810589099 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Unset dirty status for tenant:d5327fecdbda4453866269afbd5ac6fc on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:37:16.230736 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1d165888-b503-4ac1-bab5-aeebe30005ac req-e85a49e9-3e58-41a5-9f1b-655810589099 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=92f44c26-753b-444b-bb82-9d7d736a53bf HTTP/1.1" status: 200 len: 932 time: 0.2262247 May 05 20:37:16.326009 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1d165888-b503-4ac1-bab5-aeebe30005ac req-26af38e8-42d3-40ab-bf33-9220bd347a4f tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=f08f8f11-ad26-4de6-bd06-532cbd86f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843349 May 05 20:37:16.498379 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-28176fe4-48a6-4eda-99a9-6b9194029b95 req-4077c838-b33d-4e5b-8db0-8e43c16d9870 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53cdc805-db60-41a2-9d0e-89dc0372b0a7 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:37:16.506662 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-28176fe4-48a6-4eda-99a9-6b9194029b95 req-4077c838-b33d-4e5b-8db0-8e43c16d9870 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:37:16.522266 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-28176fe4-48a6-4eda-99a9-6b9194029b95 req-4077c838-b33d-4e5b-8db0-8e43c16d9870 service neutron] Transition to ACTIVE for port object 53cdc805-db60-41a2-9d0e-89dc0372b0a7 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:37:16.526304 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-28176fe4-48a6-4eda-99a9-6b9194029b95 req-4077c838-b33d-4e5b-8db0-8e43c16d9870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:37:16.571400 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:37:16.695425 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4077c838-b33d-4e5b-8db0-8e43c16d9870 service neutron] Pushing event updated for resources: {'Port': ['ID=53cdc805-db60-41a2-9d0e-89dc0372b0a7,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:37:16.881526 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-28176fe4-48a6-4eda-99a9-6b9194029b95 req-4077c838-b33d-4e5b-8db0-8e43c16d9870 service neutron] Attempting to bind port 53cdc805-db60-41a2-9d0e-89dc0372b0a7 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:37:16.881756 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-28176fe4-48a6-4eda-99a9-6b9194029b95 req-4077c838-b33d-4e5b-8db0-8e43c16d9870 service neutron] Attempting to bind port 53cdc805-db60-41a2-9d0e-89dc0372b0a7 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': '5effa292-6024-4206-9fcb-ee5e58965e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:37:16.882072 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28176fe4-48a6-4eda-99a9-6b9194029b95 req-4077c838-b33d-4e5b-8db0-8e43c16d9870 service neutron] Attempting to bind port 53cdc805-db60-41a2-9d0e-89dc0372b0a7 on network 29a0e805-6e5b-4d29-836f-ace2c73e49b1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:37:16.886624 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28176fe4-48a6-4eda-99a9-6b9194029b95 req-4077c838-b33d-4e5b-8db0-8e43c16d9870 service neutron] Port 53cdc805-db60-41a2-9d0e-89dc0372b0a7 on network 29a0e805-6e5b-4d29-836f-ace2c73e49b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:37:16.886929 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28176fe4-48a6-4eda-99a9-6b9194029b95 req-4077c838-b33d-4e5b-8db0-8e43c16d9870 service neutron] Attempting to bind port 53cdc805-db60-41a2-9d0e-89dc0372b0a7 on network 29a0e805-6e5b-4d29-836f-ace2c73e49b1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:37:16.891859 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28176fe4-48a6-4eda-99a9-6b9194029b95 req-4077c838-b33d-4e5b-8db0-8e43c16d9870 service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:37:16.892180 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28176fe4-48a6-4eda-99a9-6b9194029b95 req-4077c838-b33d-4e5b-8db0-8e43c16d9870 service neutron] Checking segment: {'id': '5effa292-6024-4206-9fcb-ee5e58965e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:37:16.892551 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28176fe4-48a6-4eda-99a9-6b9194029b95 req-4077c838-b33d-4e5b-8db0-8e43c16d9870 service neutron] Bound using segment: {'id': '5effa292-6024-4206-9fcb-ee5e58965e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:37:16.892953 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-28176fe4-48a6-4eda-99a9-6b9194029b95 req-4077c838-b33d-4e5b-8db0-8e43c16d9870 service neutron] Bound port: 53cdc805-db60-41a2-9d0e-89dc0372b0a7, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5effa292-6024-4206-9fcb-ee5e58965e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:37:16.893284 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-28176fe4-48a6-4eda-99a9-6b9194029b95 req-4077c838-b33d-4e5b-8db0-8e43c16d9870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:37:16.983387 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-28176fe4-48a6-4eda-99a9-6b9194029b95 req-4077c838-b33d-4e5b-8db0-8e43c16d9870 service neutron] For port 53cdc805-db60-41a2-9d0e-89dc0372b0a7, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:37:16.986344 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-28176fe4-48a6-4eda-99a9-6b9194029b95 req-4077c838-b33d-4e5b-8db0-8e43c16d9870 service neutron] For port 53cdc805-db60-41a2-9d0e-89dc0372b0a7, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=53cdc805-db60-41a2-9d0e-89dc0372b0a7,segment=NetworkSegment(5effa292-6024-4206-9fcb-ee5e58965e00),segment_id=5effa292-6024-4206-9fcb-ee5e58965e00)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:37:16.990039 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-28176fe4-48a6-4eda-99a9-6b9194029b95 req-4077c838-b33d-4e5b-8db0-8e43c16d9870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:37:17.051013 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28176fe4-48a6-4eda-99a9-6b9194029b95 req-4077c838-b33d-4e5b-8db0-8e43c16d9870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:17.051646 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-28176fe4-48a6-4eda-99a9-6b9194029b95 req-4077c838-b33d-4e5b-8db0-8e43c16d9870 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:37:17.053426 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-28176fe4-48a6-4eda-99a9-6b9194029b95 req-4077c838-b33d-4e5b-8db0-8e43c16d9870 service neutron] 10.222.0.24 "PUT /v2.0/ports/53cdc805-db60-41a2-9d0e-89dc0372b0a7 HTTP/1.1" status: 200 len: 1092 time: 1.1626911 May 05 20:37:17.053861 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92f44c26-753b-444b-bb82-9d7d736a53bf', 'tag': '53cdc805-db60-41a2-9d0e-89dc0372b0a7'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:37:17.080428 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4077c838-b33d-4e5b-8db0-8e43c16d9870 service neutron] Pushing event updated for resources: {'Port': ['ID=53cdc805-db60-41a2-9d0e-89dc0372b0a7,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:37:17.131504 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5f00037-cd04-4d54-8096-0ba654cd9d54'] response: {'name': 'network-changed', 'server_uuid': '92f44c26-753b-444b-bb82-9d7d736a53bf', 'tag': '53cdc805-db60-41a2-9d0e-89dc0372b0a7', 'status': 'completed', 'code': 200} May 05 20:37:17.174079 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28176fe4-48a6-4eda-99a9-6b9194029b95 req-3a5d15b4-482a-4196-a52e-aa7d4feeeadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:17.175648 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-28176fe4-48a6-4eda-99a9-6b9194029b95 req-3a5d15b4-482a-4196-a52e-aa7d4feeeadb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d5327fecdbda4453866269afbd5ac6fc&device_id=92f44c26-753b-444b-bb82-9d7d736a53bf HTTP/1.1" status: 200 len: 1095 time: 0.0779288 May 05 20:37:17.252314 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-28176fe4-48a6-4eda-99a9-6b9194029b95 req-31972ab2-fbc1-4a60-bdb6-f46902d1c4bc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53cdc805-db60-41a2-9d0e-89dc0372b0a7 HTTP/1.1" status: 200 len: 217 time: 0.0657082 May 05 20:37:17.313728 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28176fe4-48a6-4eda-99a9-6b9194029b95 req-32aba2b9-86f6-4f0b-9db6-ecd0f5209e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:17.315048 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-28176fe4-48a6-4eda-99a9-6b9194029b95 req-32aba2b9-86f6-4f0b-9db6-ecd0f5209e0c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d4fffa46-b0f9-43c4-a768-6cf896707ddc HTTP/1.1" status: 200 len: 850 time: 0.0565317 May 05 20:37:17.399161 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28176fe4-48a6-4eda-99a9-6b9194029b95 req-cfdcfecf-b049-4a87-adc7-68cc086efc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:17.400627 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-28176fe4-48a6-4eda-99a9-6b9194029b95 req-cfdcfecf-b049-4a87-adc7-68cc086efc33 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=29a0e805-6e5b-4d29-836f-ace2c73e49b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0796249 May 05 20:37:17.596114 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-28176fe4-48a6-4eda-99a9-6b9194029b95 req-c662fbde-1925-4b91-abe1-4aeba48b310a service neutron] 10.222.0.24 "GET /v2.0/networks/29a0e805-6e5b-4d29-836f-ace2c73e49b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883423 May 05 20:37:17.631501 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b77fba-1093-4611-b73b-1d75f88e1659 req-64a0f0cb-7cc2-4502-bc80-c2c519cc6f75 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:17.632947 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-63b77fba-1093-4611-b73b-1d75f88e1659 req-64a0f0cb-7cc2-4502-bc80-c2c519cc6f75 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=92f44c26-753b-444b-bb82-9d7d736a53bf HTTP/1.1" status: 200 len: 944 time: 0.1824119 May 05 20:37:17.758452 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-63b77fba-1093-4611-b73b-1d75f88e1659 req-6a9d82d2-2581-42ad-9c2b-b2c5649fcafa tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=f08f8f11-ad26-4de6-bd06-532cbd86f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127574 May 05 20:37:17.778491 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-28176fe4-48a6-4eda-99a9-6b9194029b95 req-91da73c1-b8dc-43dd-9b40-0c450669451d service neutron] 10.222.0.24 "GET /v2.0/networks/29a0e805-6e5b-4d29-836f-ace2c73e49b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748862 May 05 20:37:17.896331 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b02a4-ba60-4017-a6ff-1f490340b110 req-3e5456b6-ba3c-4b00-9996-c0fc9c2518ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:17.897799 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8b5b02a4-ba60-4017-a6ff-1f490340b110 req-3e5456b6-ba3c-4b00-9996-c0fc9c2518ed service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d5327fecdbda4453866269afbd5ac6fc&device_id=92f44c26-753b-444b-bb82-9d7d736a53bf HTTP/1.1" status: 200 len: 1095 time: 0.0753541 May 05 20:37:18.027663 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b02a4-ba60-4017-a6ff-1f490340b110 req-d63e8aa5-dc0e-4515-9968-4b737742f8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:18.029934 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8b5b02a4-ba60-4017-a6ff-1f490340b110 req-d63e8aa5-dc0e-4515-9968-4b737742f8c5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=29a0e805-6e5b-4d29-836f-ace2c73e49b1 HTTP/1.1" status: 200 len: 912 time: 0.1233115 May 05 20:37:18.102063 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8b5b02a4-ba60-4017-a6ff-1f490340b110 req-ba1cfc71-c9bc-4a23-926b-85569fbb0f49 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53cdc805-db60-41a2-9d0e-89dc0372b0a7 HTTP/1.1" status: 200 len: 217 time: 0.0665314 May 05 20:37:18.171276 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b02a4-ba60-4017-a6ff-1f490340b110 req-b4baf83e-6307-4fad-a943-2dbd50753dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:18.171276 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8b5b02a4-ba60-4017-a6ff-1f490340b110 req-b4baf83e-6307-4fad-a943-2dbd50753dd9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d4fffa46-b0f9-43c4-a768-6cf896707ddc HTTP/1.1" status: 200 len: 850 time: 0.0624268 May 05 20:37:18.261599 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b02a4-ba60-4017-a6ff-1f490340b110 req-45822326-2f7b-4235-af46-c721f27f98e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:18.263063 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8b5b02a4-ba60-4017-a6ff-1f490340b110 req-45822326-2f7b-4235-af46-c721f27f98e9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=29a0e805-6e5b-4d29-836f-ace2c73e49b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0852199 May 05 20:37:18.404164 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8b5b02a4-ba60-4017-a6ff-1f490340b110 req-f750abf3-351c-47e4-8212-4683a01b707c service neutron] 10.222.0.24 "GET /v2.0/networks/29a0e805-6e5b-4d29-836f-ace2c73e49b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349292 May 05 20:37:18.541798 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8b5b02a4-ba60-4017-a6ff-1f490340b110 req-0561ef8e-247e-479a-8ad9-eadae2f139c5 service neutron] 10.222.0.24 "GET /v2.0/networks/29a0e805-6e5b-4d29-836f-ace2c73e49b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322510 May 05 20:37:18.947510 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d1c352-d6b4-4c0c-8fb1-60c8a4cfd5c8 req-e0c4b6f3-fede-4a26-bb6c-58acf169b633 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:18.949010 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-37d1c352-d6b4-4c0c-8fb1-60c8a4cfd5c8 req-e0c4b6f3-fede-4a26-bb6c-58acf169b633 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=92f44c26-753b-444b-bb82-9d7d736a53bf HTTP/1.1" status: 200 len: 944 time: 0.0828829 May 05 20:37:18.993794 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-37d1c352-d6b4-4c0c-8fb1-60c8a4cfd5c8 req-06e7f379-e215-4f96-9ed8-c3ed7a038bc2 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=f08f8f11-ad26-4de6-bd06-532cbd86f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390899 May 05 20:37:20.308355 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb7539e-3cda-4a7a-80db-aedd17f5a9ff req-6b179dcf-147c-4335-9507-83ce20e92651 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:20.309747 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8fb7539e-3cda-4a7a-80db-aedd17f5a9ff req-6b179dcf-147c-4335-9507-83ce20e92651 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=92f44c26-753b-444b-bb82-9d7d736a53bf HTTP/1.1" status: 200 len: 944 time: 0.2050462 May 05 20:37:20.358477 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8fb7539e-3cda-4a7a-80db-aedd17f5a9ff req-160de243-5c97-479b-9591-3f474dae51d3 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=f08f8f11-ad26-4de6-bd06-532cbd86f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415623 May 05 20:37:21.563502 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5347d-04fb-4c86-97ff-68c2416437d9 req-db5dd06b-e27e-4bb2-bd6e-8bb2a1b011e3 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:21.564990 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2ff5347d-04fb-4c86-97ff-68c2416437d9 req-db5dd06b-e27e-4bb2-bd6e-8bb2a1b011e3 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=92f44c26-753b-444b-bb82-9d7d736a53bf HTTP/1.1" status: 200 len: 944 time: 0.0807035 May 05 20:37:21.608270 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2ff5347d-04fb-4c86-97ff-68c2416437d9 req-50a121b1-74a7-424e-a039-9c22baf743c9 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=f08f8f11-ad26-4de6-bd06-532cbd86f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368814 May 05 20:37:22.796418 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd67d88a-57dd-4ba5-82c0-bf599a1da5c2 req-229caabb-9191-493c-b519-257c71615eb3 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:22.797881 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dd67d88a-57dd-4ba5-82c0-bf599a1da5c2 req-229caabb-9191-493c-b519-257c71615eb3 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=92f44c26-753b-444b-bb82-9d7d736a53bf HTTP/1.1" status: 200 len: 944 time: 0.0848331 May 05 20:37:22.844598 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dd67d88a-57dd-4ba5-82c0-bf599a1da5c2 req-58158ce1-f402-4cf5-877a-226db3d2ef65 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=f08f8f11-ad26-4de6-bd06-532cbd86f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410182 May 05 20:37:24.034167 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a644913-7ddf-41c1-9e5c-f60083d1aa50 req-5d53c11a-fabe-4faf-a372-5276c8ccbc04 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:24.035640 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8a644913-7ddf-41c1-9e5c-f60083d1aa50 req-5d53c11a-fabe-4faf-a372-5276c8ccbc04 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=92f44c26-753b-444b-bb82-9d7d736a53bf HTTP/1.1" status: 200 len: 944 time: 0.0883796 May 05 20:37:24.080087 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8a644913-7ddf-41c1-9e5c-f60083d1aa50 req-b6648a47-c9f6-4f98-a739-93c583a15f0b tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=f08f8f11-ad26-4de6-bd06-532cbd86f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380871 May 05 20:37:25.265749 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ed0e82-acc7-4df8-b977-5f46605f989b req-95377c5f-7fb5-4f92-b384-e310d7617055 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:25.267187 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e9ed0e82-acc7-4df8-b977-5f46605f989b req-95377c5f-7fb5-4f92-b384-e310d7617055 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=92f44c26-753b-444b-bb82-9d7d736a53bf HTTP/1.1" status: 200 len: 944 time: 0.0789359 May 05 20:37:25.310120 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e9ed0e82-acc7-4df8-b977-5f46605f989b req-61162690-ca4a-4cd8-a303-b312f8027d4c tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=f08f8f11-ad26-4de6-bd06-532cbd86f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368879 May 05 20:37:26.493820 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71214f7-0661-46d9-99ac-3c60620fd03b req-aef952ed-47d7-45c3-90ed-98ad0256a02b tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:26.495220 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c71214f7-0661-46d9-99ac-3c60620fd03b req-aef952ed-47d7-45c3-90ed-98ad0256a02b tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=92f44c26-753b-444b-bb82-9d7d736a53bf HTTP/1.1" status: 200 len: 944 time: 0.0790083 May 05 20:37:26.542084 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c71214f7-0661-46d9-99ac-3c60620fd03b req-cd6ab1e5-c025-4afd-85f3-220b05facf07 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=f08f8f11-ad26-4de6-bd06-532cbd86f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413010 May 05 20:37:27.002209 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:37:27.018833 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 53cdc805-db60-41a2-9d0e-89dc0372b0a7 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:37:27.159482 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 53cdc805-db60-41a2-9d0e-89dc0372b0a7, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=53cdc805-db60-41a2-9d0e-89dc0372b0a7,segment=NetworkSegment(5effa292-6024-4206-9fcb-ee5e58965e00),segment_id=5effa292-6024-4206-9fcb-ee5e58965e00)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:37:27.172124 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '53cdc805-db60-41a2-9d0e-89dc0372b0a7', 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1', 'port_id': '53cdc805-db60-41a2-9d0e-89dc0372b0a7', 'mac_address': 'fa:16:3e:85:bf:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4fffa46-b0f9-43c4-a768-6cf896707ddc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:37:27.226157 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:37:27.247743 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53cdc805-db60-41a2-9d0e-89dc0372b0a7 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:37:27.263173 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 53cdc805-db60-41a2-9d0e-89dc0372b0a7, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=53cdc805-db60-41a2-9d0e-89dc0372b0a7,segment=NetworkSegment(5effa292-6024-4206-9fcb-ee5e58965e00),segment_id=5effa292-6024-4206-9fcb-ee5e58965e00)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:37:27.266913 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:37:27.335224 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=53cdc805-db60-41a2-9d0e-89dc0372b0a7,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:37:27.342459 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:37:27.342805 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:37:27.343145 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:37:27.343505 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:37:27.343893 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:37:27.344160 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:37:27.344529 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:37:27.344852 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:37:27.345171 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:37:27.345487 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:37:27.345805 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:37:27.346119 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:37:27.465715 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['53cdc805-db60-41a2-9d0e-89dc0372b0a7'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:37:27.730379 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86d544-e36b-4fd2-9b80-1c3c98947c53 req-35e30389-d981-4ca3-88f9-79f51e6ee5fb tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:27.731898 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ac86d544-e36b-4fd2-9b80-1c3c98947c53 req-35e30389-d981-4ca3-88f9-79f51e6ee5fb tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=92f44c26-753b-444b-bb82-9d7d736a53bf HTTP/1.1" status: 200 len: 945 time: 0.0842185 May 05 20:37:27.778019 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ac86d544-e36b-4fd2-9b80-1c3c98947c53 req-057e238d-3abd-4633-922a-dc4b10fa142c tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=f08f8f11-ad26-4de6-bd06-532cbd86f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402956 May 05 20:37:28.961004 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce887099-254b-4d03-8d37-71fc9d6dc064 req-e0b14a57-c031-44f7-9127-00a7e32a9d79 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:28.962507 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ce887099-254b-4d03-8d37-71fc9d6dc064 req-e0b14a57-c031-44f7-9127-00a7e32a9d79 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=92f44c26-753b-444b-bb82-9d7d736a53bf HTTP/1.1" status: 200 len: 945 time: 0.0795956 May 05 20:37:29.007076 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ce887099-254b-4d03-8d37-71fc9d6dc064 req-37b33b08-183f-4dda-a353-ce278da3843f tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=f08f8f11-ad26-4de6-bd06-532cbd86f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389433 May 05 20:37:29.035829 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 53cdc805-db60-41a2-9d0e-89dc0372b0a7 up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:37:29.103816 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port 53cdc805-db60-41a2-9d0e-89dc0372b0a7 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:37:29.108347 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 53cdc805-db60-41a2-9d0e-89dc0372b0a7 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:37:29.108734 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:37:29.223919 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:37:29.250531 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92f44c26-753b-444b-bb82-9d7d736a53bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53cdc805-db60-41a2-9d0e-89dc0372b0a7'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:37:29.263334 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 53cdc805-db60-41a2-9d0e-89dc0372b0a7, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=53cdc805-db60-41a2-9d0e-89dc0372b0a7,segment=NetworkSegment(5effa292-6024-4206-9fcb-ee5e58965e00),segment_id=5effa292-6024-4206-9fcb-ee5e58965e00)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:37:29.267544 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:37:29.303656 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3f8bd42-b9e6-4cf0-bbe3-0f60a6baede9'] response: {'server_uuid': '92f44c26-753b-444b-bb82-9d7d736a53bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53cdc805-db60-41a2-9d0e-89dc0372b0a7', 'code': 200} May 05 20:37:29.339502 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=53cdc805-db60-41a2-9d0e-89dc0372b0a7,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:37:29.422574 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0871f4d4-f546-46f5-bb99-21a8b9931080 req-f417c69e-aa63-4d63-8dd7-5cc2d8c9707b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:29.424081 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0871f4d4-f546-46f5-bb99-21a8b9931080 req-f417c69e-aa63-4d63-8dd7-5cc2d8c9707b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=92f44c26-753b-444b-bb82-9d7d736a53bf HTTP/1.1" status: 200 len: 1097 time: 0.0694270 May 05 20:37:29.463602 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0871f4d4-f546-46f5-bb99-21a8b9931080 req-a30a75d0-2a4f-410b-919b-bc2589f29a87 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f08f8f11-ad26-4de6-bd06-532cbd86f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333037 May 05 20:37:30.194497 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbc5514-a2a0-4fe8-bf04-aa4a7d9643e4 req-9afd0e84-333a-4815-b67b-e1e254c4583a tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:30.196006 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dfbc5514-a2a0-4fe8-bf04-aa4a7d9643e4 req-9afd0e84-333a-4815-b67b-e1e254c4583a tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=92f44c26-753b-444b-bb82-9d7d736a53bf HTTP/1.1" status: 200 len: 946 time: 0.0837994 May 05 20:37:30.239979 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dfbc5514-a2a0-4fe8-bf04-aa4a7d9643e4 req-a9001fe7-623d-44cd-b204-5b1149a0547a tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=f08f8f11-ad26-4de6-bd06-532cbd86f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383780 May 05 20:37:31.440800 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c85e7fb-e00a-4331-b70d-7612cf1cbae5 req-1c85a96b-ef04-48ca-8b6f-390531377b1a tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:31.442300 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9c85e7fb-e00a-4331-b70d-7612cf1cbae5 req-1c85a96b-ef04-48ca-8b6f-390531377b1a tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=92f44c26-753b-444b-bb82-9d7d736a53bf HTTP/1.1" status: 200 len: 946 time: 0.0929089 May 05 20:37:31.488913 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9c85e7fb-e00a-4331-b70d-7612cf1cbae5 req-2e030814-ceca-4057-8232-d06f51304539 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=f08f8f11-ad26-4de6-bd06-532cbd86f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400190 May 05 20:37:31.709879 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173f981-9a08-4413-a609-32219db882a1 req-a3c48fa0-ad88-4c1b-994b-cc8c99351d67 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:31.713337 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8173f981-9a08-4413-a609-32219db882a1 req-a3c48fa0-ad88-4c1b-994b-cc8c99351d67 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=92f44c26-753b-444b-bb82-9d7d736a53bf HTTP/1.1" status: 200 len: 946 time: 0.0953541 May 05 20:37:31.764028 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8173f981-9a08-4413-a609-32219db882a1 req-1434ce1e-a93a-46df-8354-5b749d8f3a55 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=f08f8f11-ad26-4de6-bd06-532cbd86f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447261 May 05 20:37:31.790227 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36814) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:37:31.959097 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709a5639-bbcd-47f8-8869-591c05cf7d23 tempest-TestVolumeBootPattern-2051471762 tempest-TestVolumeBootPattern-2051471762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:31.960675 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-709a5639-bbcd-47f8-8869-591c05cf7d23 tempest-TestVolumeBootPattern-2051471762 tempest-TestVolumeBootPattern-2051471762-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=92f44c26-753b-444b-bb82-9d7d736a53bf HTTP/1.1" status: 200 len: 1092 time: 0.1694386 May 05 20:37:31.963415 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36818) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:37:31.968427 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-05748c62-8e5c-4bde-9e57-21f12830b407 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Request body: {'floatingip': {'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'port_id': '53cdc805-db60-41a2-9d0e-89dc0372b0a7', 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:37:31.975805 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-05748c62-8e5c-4bde-9e57-21f12830b407 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:37:31.979822 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-05748c62-8e5c-4bde-9e57-21f12830b407 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Usage tracker for resource:floatingip and tenant:d5327fecdbda4453866269afbd5ac6fc is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:37:31.982866 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-05748c62-8e5c-4bde-9e57-21f12830b407 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:37:31.988811 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-05748c62-8e5c-4bde-9e57-21f12830b407 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:37:31.999943 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-05748c62-8e5c-4bde-9e57-21f12830b407 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks [] for floatingip, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:37:32.135155 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-05748c62-8e5c-4bde-9e57-21f12830b407 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:37:32.272355 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-05748c62-8e5c-4bde-9e57-21f12830b407 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Allocated IP 172.25.0.136 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/b2f87c63-bb9b-402a-8683-619dd8a46dbf) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:37:32.417281 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-05748c62-8e5c-4bde-9e57-21f12830b407 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:37:32.445741 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-05748c62-8e5c-4bde-9e57-21f12830b407 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:37:32.506128 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05748c62-8e5c-4bde-9e57-21f12830b407 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:37:32.508944 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-05748c62-8e5c-4bde-9e57-21f12830b407 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:37:32.511421 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05748c62-8e5c-4bde-9e57-21f12830b407 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:37:32.554906 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05748c62-8e5c-4bde-9e57-21f12830b407 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Pushing event updated for resources: {'Port': ['ID=b2f87c63-bb9b-402a-8683-619dd8a46dbf,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:37:32.571889 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05748c62-8e5c-4bde-9e57-21f12830b407 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:37:32.572228 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05748c62-8e5c-4bde-9e57-21f12830b407 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:37:32.572562 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05748c62-8e5c-4bde-9e57-21f12830b407 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:37:32.572893 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05748c62-8e5c-4bde-9e57-21f12830b407 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:37:32.573217 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05748c62-8e5c-4bde-9e57-21f12830b407 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:37:32.573543 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05748c62-8e5c-4bde-9e57-21f12830b407 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:37:32.573860 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05748c62-8e5c-4bde-9e57-21f12830b407 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:37:32.574175 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05748c62-8e5c-4bde-9e57-21f12830b407 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:37:32.574490 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05748c62-8e5c-4bde-9e57-21f12830b407 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:37:32.574803 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05748c62-8e5c-4bde-9e57-21f12830b407 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:37:32.575114 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05748c62-8e5c-4bde-9e57-21f12830b407 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:37:32.575445 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05748c62-8e5c-4bde-9e57-21f12830b407 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:37:32.934237 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-05748c62-8e5c-4bde-9e57-21f12830b407 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:37:33.006741 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-05748c62-8e5c-4bde-9e57-21f12830b407 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:37:33.210400 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-05748c62-8e5c-4bde-9e57-21f12830b407 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:37:33.214893 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-05748c62-8e5c-4bde-9e57-21f12830b407 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:37:33.316674 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05748c62-8e5c-4bde-9e57-21f12830b407 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Pushing event updated for resources: {'Port': ['ID=b2f87c63-bb9b-402a-8683-619dd8a46dbf,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:37:33.329202 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-05748c62-8e5c-4bde-9e57-21f12830b407 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:37:33.606450 n-d-840717-1 neutron-server[88197]: INFO neutron.db.l3_db [None req-05748c62-8e5c-4bde-9e57-21f12830b407 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Floating IP 0e498fe7-4c41-4a26-baf0-4cff61543563 associated. External IP: 172.25.0.136, port: 53cdc805-db60-41a2-9d0e-89dc0372b0a7. May 05 20:37:33.953737 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05748c62-8e5c-4bde-9e57-21f12830b407 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Router bf69ffb5-3b16-452c-8d45-45f80714f937 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:37:34.132133 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05748c62-8e5c-4bde-9e57-21f12830b407 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:37:34.141988 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ed73e4-8647-4886-bc87-b8e16a247b3d None None] Sync routers for ids ['bf69ffb5-3b16-452c-8d45-45f80714f937'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:37:34.150985 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ed73e4-8647-4886-bc87-b8e16a247b3d None None] Routers {'bf69ffb5-3b16-452c-8d45-45f80714f937'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:37:34.151633 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-c9ed73e4-8647-4886-bc87-b8e16a247b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:37:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['bf69ffb5-3b16-452c-8d45-45f80714f937'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:37:34.157045 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-05748c62-8e5c-4bde-9e57-21f12830b407 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:37:34.211964 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-05748c62-8e5c-4bde-9e57-21f12830b407 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2474284 May 05 20:37:34.212452 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92f44c26-753b-444b-bb82-9d7d736a53bf', 'tag': '53cdc805-db60-41a2-9d0e-89dc0372b0a7'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:37:34.266391 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b624511d-aedb-43b6-905c-07e753c45ba8'] response: {'name': 'network-changed', 'server_uuid': '92f44c26-753b-444b-bb82-9d7d736a53bf', 'tag': '53cdc805-db60-41a2-9d0e-89dc0372b0a7', 'status': 'completed', 'code': 200} May 05 20:37:34.358715 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbf30ab-6170-4b96-9219-7d8e01c40780 req-50ef1b1d-0cc1-4876-81d7-5c0967aad2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:34.360260 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cdbf30ab-6170-4b96-9219-7d8e01c40780 req-50ef1b1d-0cc1-4876-81d7-5c0967aad2b6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d5327fecdbda4453866269afbd5ac6fc&device_id=92f44c26-753b-444b-bb82-9d7d736a53bf HTTP/1.1" status: 200 len: 1097 time: 0.0720813 May 05 20:37:34.365205 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-c9ed73e4-8647-4886-bc87-b8e16a247b3d None None] Set router bf69ffb5-3b16-452c-8d45-45f80714f937 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:37:34.490745 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbf30ab-6170-4b96-9219-7d8e01c40780 req-d5647013-6691-499f-8b34-6972ca9625d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:34.492406 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cdbf30ab-6170-4b96-9219-7d8e01c40780 req-d5647013-6691-499f-8b34-6972ca9625d0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=29a0e805-6e5b-4d29-836f-ace2c73e49b1 HTTP/1.1" status: 200 len: 912 time: 0.1267781 May 05 20:37:34.597010 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cdbf30ab-6170-4b96-9219-7d8e01c40780 req-cd69e874-d216-4e79-b903-4e00b471aa82 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53cdc805-db60-41a2-9d0e-89dc0372b0a7 HTTP/1.1" status: 200 len: 1000 time: 0.0982809 May 05 20:37:34.662015 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbf30ab-6170-4b96-9219-7d8e01c40780 req-ae6cbbb0-4285-47ae-a092-5b318ee1caf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:34.663490 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cdbf30ab-6170-4b96-9219-7d8e01c40780 req-ae6cbbb0-4285-47ae-a092-5b318ee1caf6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d4fffa46-b0f9-43c4-a768-6cf896707ddc HTTP/1.1" status: 200 len: 850 time: 0.0610461 May 05 20:37:34.704946 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ea16fe79-52d3-470c-a790-a8a17cdfa365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:37:34.729995 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-c9ed73e4-8647-4886-bc87-b8e16a247b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'name': 'tempest-TestVolumeBootPattern-973012309-router', 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': 'aa83c883-0a57-481d-a79d-fd4eeb23da5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:16Z', 'updated_at': '2022-05-05T20:28:22Z', 'revision_number': 4, 'project_id': 'd5327fecdbda4453866269afbd5ac6fc', 'gw_port': {'id': 'aa83c883-0a57-481d-a79d-fd4eeb23da5c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:62:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:17Z', 'updated_at': '2022-05-05T20:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '0e498fe7-4c41-4a26-baf0-4cff61543563', 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc', 'floating_ip_address': '172.25.0.136', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'port_id': '53cdc805-db60-41a2-9d0e-89dc0372b0a7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1', 'mac_address': 'fa:16:3e:85:bf:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f44c26-753b-444b-bb82-9d7d736a53bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:37:32Z', 'updated_at': '2022-05-05T20:37:32Z', 'revision_number': 0, 'project_id': 'd5327fecdbda4453866269afbd5ac6fc', 'fixed_ip_address_scope': None}, {'id': 'cf700dd1-83bf-4000-85ba-212b26d89965', 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc', 'floating_ip_address': '172.25.0.7', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'port_id': '1c2253d6-7eec-4d52-9bb7-bb09d8337c7c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1', 'mac_address': 'fa:16:3e:e0:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a13b109-7eb1-4495-9ea6-e585a5d79bba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:35:21Z', 'updated_at': '2022-05-05T20:35:24Z', 'revision_number': 1, 'project_id': 'd5327fecdbda4453866269afbd5ac6fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fca75c6c-669c-4972-8019-99a25ed879e1', 'name': '', 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1', 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc', 'mac_address': 'fa:16:3e:01:78:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'd4fffa46-b0f9-43c4-a768-6cf896707ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:21Z', 'updated_at': '2022-05-05T20:28:36Z', 'revision_number': 5, 'project_id': 'd5327fecdbda4453866269afbd5ac6fc', 'subnets': [{'id': 'd4fffa46-b0f9-43c4-a768-6cf896707ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:37:34.734003 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ed73e4-8647-4886-bc87-b8e16a247b3d None None] Checking router: bf69ffb5-3b16-452c-8d45-45f80714f937 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:37:34.741000 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbf30ab-6170-4b96-9219-7d8e01c40780 req-e9e79424-3c00-4cbe-951e-530394994507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:37:34.742484 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cdbf30ab-6170-4b96-9219-7d8e01c40780 req-e9e79424-3c00-4cbe-951e-530394994507 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=29a0e805-6e5b-4d29-836f-ace2c73e49b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733783 May 05 20:37:34.742593 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ed73e4-8647-4886-bc87-b8e16a247b3d None None] Routers {'bf69ffb5-3b16-452c-8d45-45f80714f937'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:37:34.743177 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-c9ed73e4-8647-4886-bc87-b8e16a247b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:37:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['bf69ffb5-3b16-452c-8d45-45f80714f937'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:37:34.876904 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cdbf30ab-6170-4b96-9219-7d8e01c40780 req-2219a21c-7d5b-44f0-8b4f-43f2f6208c4c service neutron] 10.222.0.24 "GET /v2.0/networks/29a0e805-6e5b-4d29-836f-ace2c73e49b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286135 May 05 20:37:34.921645 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-c9ed73e4-8647-4886-bc87-b8e16a247b3d None None] Set router bf69ffb5-3b16-452c-8d45-45f80714f937 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:37:35.011662 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cdbf30ab-6170-4b96-9219-7d8e01c40780 req-5c33694a-0023-4db5-87a5-7b5b03710f67 service neutron] 10.222.0.24 "GET /v2.0/networks/29a0e805-6e5b-4d29-836f-ace2c73e49b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287880 May 05 20:37:35.274283 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-c9ed73e4-8647-4886-bc87-b8e16a247b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'name': 'tempest-TestVolumeBootPattern-973012309-router', 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': 'aa83c883-0a57-481d-a79d-fd4eeb23da5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:16Z', 'updated_at': '2022-05-05T20:28:22Z', 'revision_number': 4, 'project_id': 'd5327fecdbda4453866269afbd5ac6fc', 'gw_port': {'id': 'aa83c883-0a57-481d-a79d-fd4eeb23da5c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:62:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:17Z', 'updated_at': '2022-05-05T20:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '0e498fe7-4c41-4a26-baf0-4cff61543563', 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc', 'floating_ip_address': '172.25.0.136', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'port_id': '53cdc805-db60-41a2-9d0e-89dc0372b0a7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1', 'mac_address': 'fa:16:3e:85:bf:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f44c26-753b-444b-bb82-9d7d736a53bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:37:32Z', 'updated_at': '2022-05-05T20:37:32Z', 'revision_number': 0, 'project_id': 'd5327fecdbda4453866269afbd5ac6fc', 'fixed_ip_address_scope': None}, {'id': 'cf700dd1-83bf-4000-85ba-212b26d89965', 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc', 'floating_ip_address': '172.25.0.7', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'port_id': '1c2253d6-7eec-4d52-9bb7-bb09d8337c7c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1', 'mac_address': 'fa:16:3e:e0:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a13b109-7eb1-4495-9ea6-e585a5d79bba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:35:21Z', 'updated_at': '2022-05-05T20:35:24Z', 'revision_number': 1, 'project_id': 'd5327fecdbda4453866269afbd5ac6fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fca75c6c-669c-4972-8019-99a25ed879e1', 'name': '', 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1', 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc', 'mac_address': 'fa:16:3e:01:78:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'd4fffa46-b0f9-43c4-a768-6cf896707ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:21Z', 'updated_at': '2022-05-05T20:28:36Z', 'revision_number': 5, 'project_id': 'd5327fecdbda4453866269afbd5ac6fc', 'subnets': [{'id': 'd4fffa46-b0f9-43c4-a768-6cf896707ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:37:35.278158 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ed73e4-8647-4886-bc87-b8e16a247b3d None None] The sync data for ids ['bf69ffb5-3b16-452c-8d45-45f80714f937'] in n-d-840717-1 is: [{'id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'name': 'tempest-TestVolumeBootPattern-973012309-router', 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': 'aa83c883-0a57-481d-a79d-fd4eeb23da5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:16Z', 'updated_at': '2022-05-05T20:28:22Z', 'revision_number': 4, 'project_id': 'd5327fecdbda4453866269afbd5ac6fc', 'gw_port': {'id': 'aa83c883-0a57-481d-a79d-fd4eeb23da5c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:62:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:17Z', 'updated_at': '2022-05-05T20:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '0e498fe7-4c41-4a26-baf0-4cff61543563', 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc', 'floating_ip_address': '172.25.0.136', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'port_id': '53cdc805-db60-41a2-9d0e-89dc0372b0a7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1', 'mac_address': 'fa:16:3e:85:bf:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f44c26-753b-444b-bb82-9d7d736a53bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:37:32Z', 'updated_at': '2022-05-05T20:37:32Z', 'revision_number': 0, 'project_id': 'd5327fecdbda4453866269afbd5ac6fc', 'fixed_ip_address_scope': None}, {'id': 'cf700dd1-83bf-4000-85ba-212b26d89965', 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc', 'floating_ip_address': '172.25.0.7', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'port_id': '1c2253d6-7eec-4d52-9bb7-bb09d8337c7c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1', 'mac_address': 'fa:16:3e:e0:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a13b109-7eb1-4495-9ea6-e585a5d79bba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:35:21Z', 'updated_at': '2022-05-05T20:35:24Z', 'revision_number': 1, 'project_id': 'd5327fecdbda4453866269afbd5ac6fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fca75c6c-669c-4972-8019-99a25ed879e1', 'name': '', 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1', 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc', 'mac_address': 'fa:16:3e:01:78:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'd4fffa46-b0f9-43c4-a768-6cf896707ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:21Z', 'updated_at': '2022-05-05T20:28:36Z', 'revision_number': 5, 'project_id': 'd5327fecdbda4453866269afbd5ac6fc', 'subnets': [{'id': 'd4fffa46-b0f9-43c4-a768-6cf896707ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:37:35.472621 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98f3a86-7419-43a6-9800-4bdae3aa784e None None] New status for floating IP 0e498fe7-4c41-4a26-baf0-4cff61543563: ACTIVE {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:37:36.882690 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-543d900b-b1fb-4d0f-ae60-1d3783a6a3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:37:37.921440 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:37:38.099975 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:37:39.661076 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:37:44.597894 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:37:46.565123 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:04.002148 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:38:04.686546 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fc005757-9687-4306-856e-a4a19b82d6c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:06.521607 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9062f97f-a6c2-408b-88cd-91baeee71037 req-e355e0b2-bfbc-4c27-b013-9e2df40bbd03 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c5b2f461-30f2-4f7e-b1c2-f48fecaecdda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0733244 May 05 20:38:06.658834 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9062f97f-a6c2-408b-88cd-91baeee71037 req-0ab7fca5-77de-4dc0-9ba1-1cf85f6f8a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:38:06.660245 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9062f97f-a6c2-408b-88cd-91baeee71037 req-0ab7fca5-77de-4dc0-9ba1-1cf85f6f8a5f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=319e65ce2d224e768cdbd69739e25b53&device_id=c5b2f461-30f2-4f7e-b1c2-f48fecaecdda HTTP/1.1" status: 200 len: 1096 time: 0.0732191 May 05 20:38:06.802618 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9062f97f-a6c2-408b-88cd-91baeee71037 req-9adf8171-0a0e-4294-b760-576bacb6ae55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:38:06.804077 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9062f97f-a6c2-408b-88cd-91baeee71037 req-9adf8171-0a0e-4294-b760-576bacb6ae55 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c4a20b3c-ae9f-4def-9b23-26fbdac1320b HTTP/1.1" status: 200 len: 909 time: 0.1257291 May 05 20:38:06.886411 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-effef111-673b-44a8-b0ad-afd43a7722e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:07.004429 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9062f97f-a6c2-408b-88cd-91baeee71037 req-004d4b9f-0b06-4505-a38b-1e3675098d7a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed820858-21b7-4739-bbdb-009434158433 HTTP/1.1" status: 200 len: 1001 time: 0.1942940 May 05 20:38:07.064583 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9062f97f-a6c2-408b-88cd-91baeee71037 req-171ec51e-47ea-42b6-8181-6c2ba7e34ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:38:07.065989 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9062f97f-a6c2-408b-88cd-91baeee71037 req-171ec51e-47ea-42b6-8181-6c2ba7e34ef4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=66a6f882-bccb-4256-83b5-0b0aa723e025 HTTP/1.1" status: 200 len: 847 time: 0.0559897 May 05 20:38:07.141893 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9062f97f-a6c2-408b-88cd-91baeee71037 req-82f561db-a589-47ea-a048-09af5852dc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:38:07.143348 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9062f97f-a6c2-408b-88cd-91baeee71037 req-82f561db-a589-47ea-a048-09af5852dc7e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c4a20b3c-ae9f-4def-9b23-26fbdac1320b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720243 May 05 20:38:07.271655 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9062f97f-a6c2-408b-88cd-91baeee71037 req-85716958-07da-4aa2-98ac-6a95a4c4aaac service neutron] 10.222.0.50 "GET /v2.0/networks/c4a20b3c-ae9f-4def-9b23-26fbdac1320b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227911 May 05 20:38:07.400994 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9062f97f-a6c2-408b-88cd-91baeee71037 req-94fd79ae-297a-4f00-b6f3-93fa42eef798 service neutron] 10.222.0.50 "GET /v2.0/networks/c4a20b3c-ae9f-4def-9b23-26fbdac1320b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238298 May 05 20:38:07.925545 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:08.102875 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:09.663590 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:12.160112 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2be52cc8-3212-4440-81ea-b4014d0a4f0b req-feaf0f8f-2590-4895-8500-401338df2d65 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1a13b109-7eb1-4495-9ea6-e585a5d79bba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0791516 May 05 20:38:12.311566 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be52cc8-3212-4440-81ea-b4014d0a4f0b req-3ea5defa-a2c8-48cc-ac1e-8d97c246f47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:38:12.312750 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2be52cc8-3212-4440-81ea-b4014d0a4f0b req-3ea5defa-a2c8-48cc-ac1e-8d97c246f47d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d5327fecdbda4453866269afbd5ac6fc&device_id=1a13b109-7eb1-4495-9ea6-e585a5d79bba HTTP/1.1" status: 200 len: 1096 time: 0.0810816 May 05 20:38:12.465959 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be52cc8-3212-4440-81ea-b4014d0a4f0b req-8eb17a40-1e1a-436b-b372-632a1a09cb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:38:12.466562 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2be52cc8-3212-4440-81ea-b4014d0a4f0b req-8eb17a40-1e1a-436b-b372-632a1a09cb53 service neutron] 10.222.0.24 "GET /v2.0/networks?id=29a0e805-6e5b-4d29-836f-ace2c73e49b1 HTTP/1.1" status: 200 len: 912 time: 0.1338768 May 05 20:38:12.571094 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2be52cc8-3212-4440-81ea-b4014d0a4f0b req-a1fb7b8f-4c1f-460e-8021-84334ecc192f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c2253d6-7eec-4d52-9bb7-bb09d8337c7c HTTP/1.1" status: 200 len: 999 time: 0.0987329 May 05 20:38:12.644504 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be52cc8-3212-4440-81ea-b4014d0a4f0b req-4ed5a73f-fe78-4391-ab07-78cd637dea7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:38:12.645276 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2be52cc8-3212-4440-81ea-b4014d0a4f0b req-4ed5a73f-fe78-4391-ab07-78cd637dea7e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d4fffa46-b0f9-43c4-a768-6cf896707ddc HTTP/1.1" status: 200 len: 850 time: 0.0676146 May 05 20:38:12.724299 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be52cc8-3212-4440-81ea-b4014d0a4f0b req-092fdf91-b61c-405e-81c3-5f3ce430f296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:38:12.726057 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2be52cc8-3212-4440-81ea-b4014d0a4f0b req-092fdf91-b61c-405e-81c3-5f3ce430f296 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=29a0e805-6e5b-4d29-836f-ace2c73e49b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745678 May 05 20:38:12.865372 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2be52cc8-3212-4440-81ea-b4014d0a4f0b req-e41d3c8b-7b9b-4441-aabf-95d38745878f service neutron] 10.222.0.24 "GET /v2.0/networks/29a0e805-6e5b-4d29-836f-ace2c73e49b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326478 May 05 20:38:13.006965 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2be52cc8-3212-4440-81ea-b4014d0a4f0b req-ae8c2115-e224-45dd-ae73-8126c28746b0 service neutron] 10.222.0.24 "GET /v2.0/networks/29a0e805-6e5b-4d29-836f-ace2c73e49b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332078 May 05 20:38:14.606376 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:16.566379 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:21.522067 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72facba1-23b9-444d-97a8-8c17c4645a8a req-b5f52619-4f26-419a-bddb-024c1c22e70c tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:38:21.523570 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-72facba1-23b9-444d-97a8-8c17c4645a8a req-b5f52619-4f26-419a-bddb-024c1c22e70c tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5b2f461-30f2-4f7e-b1c2-f48fecaecdda HTTP/1.1" status: 200 len: 945 time: 0.3054256 May 05 20:38:21.568977 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-72facba1-23b9-444d-97a8-8c17c4645a8a req-4fb6a82e-b047-4ef6-a77a-507cf9b29877 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] 10.222.0.36 "GET /v2.0/security-groups?id=44aca91f-4df4-4393-aaa7-a217ebded880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388706 May 05 20:38:22.487711 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd443cd2-3912-409c-9a76-442c79070a83 req-71f17310-f3d7-4559-88aa-33e6011f87c3 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:38:22.490623 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fd443cd2-3912-409c-9a76-442c79070a83 req-71f17310-f3d7-4559-88aa-33e6011f87c3 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5b2f461-30f2-4f7e-b1c2-f48fecaecdda HTTP/1.1" status: 200 len: 945 time: 0.0851810 May 05 20:38:22.571385 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-fd443cd2-3912-409c-9a76-442c79070a83 req-29589e9d-43d1-40d0-96d2-9dae24f3af50 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Deleting port ed820858-21b7-4739-bbdb-009434158433 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:38:22.574025 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-fd443cd2-3912-409c-9a76-442c79070a83 req-29589e9d-43d1-40d0-96d2-9dae24f3af50 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:22.785744 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81acde5d-2d39-4ed2-a648-96d3f5c032de req-d208ffb6-aaf9-418c-8335-eba630ceee28 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:38:22.787321 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-81acde5d-2d39-4ed2-a648-96d3f5c032de req-d208ffb6-aaf9-418c-8335-eba630ceee28 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5b2f461-30f2-4f7e-b1c2-f48fecaecdda HTTP/1.1" status: 200 len: 945 time: 0.0878420 May 05 20:38:22.838203 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-81acde5d-2d39-4ed2-a648-96d3f5c032de req-acd784ef-535a-4301-a2c8-49caa6678f08 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] 10.222.0.36 "GET /v2.0/security-groups?id=44aca91f-4df4-4393-aaa7-a217ebded880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450299 May 05 20:38:22.957435 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-fd443cd2-3912-409c-9a76-442c79070a83 req-29589e9d-43d1-40d0-96d2-9dae24f3af50 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] For port ed820858-21b7-4739-bbdb-009434158433, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=ed820858-21b7-4739-bbdb-009434158433,segment=NetworkSegment(2b36ab60-de96-4bac-92bc-5a92c1fd5348),segment_id=2b36ab60-de96-4bac-92bc-5a92c1fd5348)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:38:22.957721 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-fd443cd2-3912-409c-9a76-442c79070a83 req-29589e9d-43d1-40d0-96d2-9dae24f3af50 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:23.246242 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-fd443cd2-3912-409c-9a76-442c79070a83 req-29589e9d-43d1-40d0-96d2-9dae24f3af50 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:23.246605 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-fd443cd2-3912-409c-9a76-442c79070a83 req-29589e9d-43d1-40d0-96d2-9dae24f3af50 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:23.246913 n-d-840717-1 neutron-server[88198]: INFO neutron.db.l3_db [req-fd443cd2-3912-409c-9a76-442c79070a83 req-29589e9d-43d1-40d0-96d2-9dae24f3af50 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Floating IP 6a83d386-2b61-4857-aa9e-ce0b8febd495 disassociated. External IP: 172.25.0.178, port: ed820858-21b7-4739-bbdb-009434158433. May 05 20:38:23.247252 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-fd443cd2-3912-409c-9a76-442c79070a83 req-29589e9d-43d1-40d0-96d2-9dae24f3af50 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Calling delete_port for ed820858-21b7-4739-bbdb-009434158433 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:38:23.390714 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-fd443cd2-3912-409c-9a76-442c79070a83 req-29589e9d-43d1-40d0-96d2-9dae24f3af50 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:23.441365 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29589e9d-43d1-40d0-96d2-9dae24f3af50 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Pushing event deleted for resources: {'Port': ['ID=ed820858-21b7-4739-bbdb-009434158433,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:38:23.453901 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29589e9d-43d1-40d0-96d2-9dae24f3af50 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:38:23.454249 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29589e9d-43d1-40d0-96d2-9dae24f3af50 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:38:23.454592 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29589e9d-43d1-40d0-96d2-9dae24f3af50 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:38:23.454922 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29589e9d-43d1-40d0-96d2-9dae24f3af50 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:38:23.455251 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29589e9d-43d1-40d0-96d2-9dae24f3af50 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:38:23.455604 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29589e9d-43d1-40d0-96d2-9dae24f3af50 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:38:23.455933 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29589e9d-43d1-40d0-96d2-9dae24f3af50 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:38:23.456258 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29589e9d-43d1-40d0-96d2-9dae24f3af50 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:38:23.456577 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29589e9d-43d1-40d0-96d2-9dae24f3af50 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:38:23.456908 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29589e9d-43d1-40d0-96d2-9dae24f3af50 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:38:23.457213 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29589e9d-43d1-40d0-96d2-9dae24f3af50 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:38:23.457529 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29589e9d-43d1-40d0-96d2-9dae24f3af50 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:38:23.639660 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd443cd2-3912-409c-9a76-442c79070a83 req-29589e9d-43d1-40d0-96d2-9dae24f3af50 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Router 2f36556d-1eee-4e17-a245-4ca996cb0580 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:38:23.817915 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd443cd2-3912-409c-9a76-442c79070a83 req-29589e9d-43d1-40d0-96d2-9dae24f3af50 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:38:23.829099 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d3b14a-3259-4dd0-ae4b-80351467ea73 None None] Sync routers for ids ['2f36556d-1eee-4e17-a245-4ca996cb0580'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:38:23.839580 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d3b14a-3259-4dd0-ae4b-80351467ea73 None None] Routers {'2f36556d-1eee-4e17-a245-4ca996cb0580'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:38:23.842661 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-d4d3b14a-3259-4dd0-ae4b-80351467ea73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:38:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['2f36556d-1eee-4e17-a245-4ca996cb0580'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:38:23.895730 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd443cd2-3912-409c-9a76-442c79070a83 req-29589e9d-43d1-40d0-96d2-9dae24f3af50 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] No DVR routers for this DVR port ed820858-21b7-4739-bbdb-009434158433 on host n-h2-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:38:23.898715 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-fd443cd2-3912-409c-9a76-442c79070a83 req-29589e9d-43d1-40d0-96d2-9dae24f3af50 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:23.901883 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5b2f461-30f2-4f7e-b1c2-f48fecaecdda', 'name': 'network-vif-deleted', 'tag': 'ed820858-21b7-4739-bbdb-009434158433'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:38:23.930558 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fd443cd2-3912-409c-9a76-442c79070a83 req-29589e9d-43d1-40d0-96d2-9dae24f3af50 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] 10.222.0.50 "DELETE /v2.0/ports/ed820858-21b7-4739-bbdb-009434158433 HTTP/1.1" status: 204 len: 173 time: 1.4367385 May 05 20:38:23.984990 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f93b4be9-caf8-4b31-8b50-1aa339f55645'] response: {'server_uuid': 'c5b2f461-30f2-4f7e-b1c2-f48fecaecdda', 'name': 'network-vif-deleted', 'tag': 'ed820858-21b7-4739-bbdb-009434158433', 'status': 'completed', 'code': 200} May 05 20:38:24.056931 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-7d23f853-4691-4416-a867-6f6ce63a8297 req-4ef66971-df24-4c11-916a-4b8ef1268a63 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Synchronizing usage tracker for tenant:319e65ce2d224e768cdbd69739e25b53 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:38:24.073503 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-7d23f853-4691-4416-a867-6f6ce63a8297 req-4ef66971-df24-4c11-916a-4b8ef1268a63 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Unset dirty status for tenant:319e65ce2d224e768cdbd69739e25b53 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:38:24.074797 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7d23f853-4691-4416-a867-6f6ce63a8297 req-4ef66971-df24-4c11-916a-4b8ef1268a63 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5b2f461-30f2-4f7e-b1c2-f48fecaecdda HTTP/1.1" status: 200 len: 210 time: 0.0637462 May 05 20:38:24.116988 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-d4d3b14a-3259-4dd0-ae4b-80351467ea73 None None] Set router 2f36556d-1eee-4e17-a245-4ca996cb0580 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:38:24.428000 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-d4d3b14a-3259-4dd0-ae4b-80351467ea73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f36556d-1eee-4e17-a245-4ca996cb0580', 'name': 'tempest-TestServerBasicOps-293687247-router', 'tenant_id': '319e65ce2d224e768cdbd69739e25b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'b69daf30-2e54-4bea-ae80-fd99cab9dc4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:33:04Z', 'updated_at': '2022-05-05T20:33:09Z', 'revision_number': 4, 'project_id': '319e65ce2d224e768cdbd69739e25b53', 'gw_port': {'id': 'b69daf30-2e54-4bea-ae80-fd99cab9dc4b', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f36556d-1eee-4e17-a245-4ca996cb0580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:33:04Z', 'updated_at': '2022-05-05T20:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'dc2f9b6c-b7ed-498d-bf46-8961bb0d41d8', 'name': '', 'network_id': 'c4a20b3c-ae9f-4def-9b23-26fbdac1320b', 'tenant_id': '319e65ce2d224e768cdbd69739e25b53', 'mac_address': 'fa:16:3e:85:29:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f36556d-1eee-4e17-a245-4ca996cb0580', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '66a6f882-bccb-4256-83b5-0b0aa723e025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:33:08Z', 'updated_at': '2022-05-05T20:33:24Z', 'revision_number': 5, 'project_id': '319e65ce2d224e768cdbd69739e25b53', 'subnets': [{'id': '66a6f882-bccb-4256-83b5-0b0aa723e025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:38:24.431828 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d3b14a-3259-4dd0-ae4b-80351467ea73 None None] Checking router: 2f36556d-1eee-4e17-a245-4ca996cb0580 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:38:24.440548 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d3b14a-3259-4dd0-ae4b-80351467ea73 None None] Routers {'2f36556d-1eee-4e17-a245-4ca996cb0580'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:38:24.441134 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-d4d3b14a-3259-4dd0-ae4b-80351467ea73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:38:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['2f36556d-1eee-4e17-a245-4ca996cb0580'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:38:24.624689 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-d4d3b14a-3259-4dd0-ae4b-80351467ea73 None None] Set router 2f36556d-1eee-4e17-a245-4ca996cb0580 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:38:24.930228 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-d4d3b14a-3259-4dd0-ae4b-80351467ea73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f36556d-1eee-4e17-a245-4ca996cb0580', 'name': 'tempest-TestServerBasicOps-293687247-router', 'tenant_id': '319e65ce2d224e768cdbd69739e25b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'b69daf30-2e54-4bea-ae80-fd99cab9dc4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:33:04Z', 'updated_at': '2022-05-05T20:33:09Z', 'revision_number': 4, 'project_id': '319e65ce2d224e768cdbd69739e25b53', 'gw_port': {'id': 'b69daf30-2e54-4bea-ae80-fd99cab9dc4b', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f36556d-1eee-4e17-a245-4ca996cb0580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:33:04Z', 'updated_at': '2022-05-05T20:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'dc2f9b6c-b7ed-498d-bf46-8961bb0d41d8', 'name': '', 'network_id': 'c4a20b3c-ae9f-4def-9b23-26fbdac1320b', 'tenant_id': '319e65ce2d224e768cdbd69739e25b53', 'mac_address': 'fa:16:3e:85:29:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f36556d-1eee-4e17-a245-4ca996cb0580', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '66a6f882-bccb-4256-83b5-0b0aa723e025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:33:08Z', 'updated_at': '2022-05-05T20:33:24Z', 'revision_number': 5, 'project_id': '319e65ce2d224e768cdbd69739e25b53', 'subnets': [{'id': '66a6f882-bccb-4256-83b5-0b0aa723e025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:38:24.934079 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d3b14a-3259-4dd0-ae4b-80351467ea73 None None] The sync data for ids ['2f36556d-1eee-4e17-a245-4ca996cb0580'] in n-d-840717-1 is: [{'id': '2f36556d-1eee-4e17-a245-4ca996cb0580', 'name': 'tempest-TestServerBasicOps-293687247-router', 'tenant_id': '319e65ce2d224e768cdbd69739e25b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'b69daf30-2e54-4bea-ae80-fd99cab9dc4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:33:04Z', 'updated_at': '2022-05-05T20:33:09Z', 'revision_number': 4, 'project_id': '319e65ce2d224e768cdbd69739e25b53', 'gw_port': {'id': 'b69daf30-2e54-4bea-ae80-fd99cab9dc4b', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f36556d-1eee-4e17-a245-4ca996cb0580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:33:04Z', 'updated_at': '2022-05-05T20:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'dc2f9b6c-b7ed-498d-bf46-8961bb0d41d8', 'name': '', 'network_id': 'c4a20b3c-ae9f-4def-9b23-26fbdac1320b', 'tenant_id': '319e65ce2d224e768cdbd69739e25b53', 'mac_address': 'fa:16:3e:85:29:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f36556d-1eee-4e17-a245-4ca996cb0580', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '66a6f882-bccb-4256-83b5-0b0aa723e025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:33:08Z', 'updated_at': '2022-05-05T20:33:24Z', 'revision_number': 5, 'project_id': '319e65ce2d224e768cdbd69739e25b53', 'subnets': [{'id': '66a6f882-bccb-4256-83b5-0b0aa723e025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:38:25.145547 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802a52da-cd75-48d0-b3d4-ee92d2f2ee96 None None] New status for floating IP 6a83d386-2b61-4857-aa9e-ce0b8febd495: DOWN {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:38:25.173299 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36868) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:38:25.330631 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-a074b3a1-9d05-403a-834d-94acf4ef1881 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Deleting port a472a5e9-d259-43e2-a3a1-374fb2bb54e9 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:38:25.330882 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a074b3a1-9d05-403a-834d-94acf4ef1881 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:25.502531 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a074b3a1-9d05-403a-834d-94acf4ef1881 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:25.502864 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a074b3a1-9d05-403a-834d-94acf4ef1881 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:25.642302 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-a074b3a1-9d05-403a-834d-94acf4ef1881 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Calling delete_port for a472a5e9-d259-43e2-a3a1-374fb2bb54e9 owned by network:floatingip {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:38:25.779334 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a074b3a1-9d05-403a-834d-94acf4ef1881 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:25.930043 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a074b3a1-9d05-403a-834d-94acf4ef1881 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Pushing event deleted for resources: {'Port': ['ID=a472a5e9-d259-43e2-a3a1-374fb2bb54e9,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:38:26.027310 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a074b3a1-9d05-403a-834d-94acf4ef1881 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Notify callbacks [] for floatingip, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:26.044401 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a074b3a1-9d05-403a-834d-94acf4ef1881 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:26.045518 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-a074b3a1-9d05-403a-834d-94acf4ef1881 tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] 10.222.0.36 "DELETE /v2.0/floatingips/6a83d386-2b61-4857-aa9e-ce0b8febd495 HTTP/1.1" status: 204 len: 168 time: 0.8712552 May 05 20:38:26.204937 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36876) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:38:26.272318 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f45995fc-e168-4e2b-9ec4-26e8e7f7c9ab tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:26.302694 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f45995fc-e168-4e2b-9ec4-26e8e7f7c9ab tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:26.367878 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f45995fc-e168-4e2b-9ec4-26e8e7f7c9ab tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:26.387199 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45995fc-e168-4e2b-9ec4-26e8e7f7c9ab tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44aca91f-4df4-4393-aaa7-a217ebded880,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:38:26.398807 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f45995fc-e168-4e2b-9ec4-26e8e7f7c9ab tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:26.402386 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f45995fc-e168-4e2b-9ec4-26e8e7f7c9ab tempest-TestServerBasicOps-371652531 tempest-TestServerBasicOps-371652531-project] 10.222.0.36 "DELETE /v2.0/security-groups/44aca91f-4df4-4393-aaa7-a217ebded880 HTTP/1.1" status: 204 len: 168 time: 0.1941128 May 05 20:38:26.435583 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36882) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:38:27.114179 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-950448e8-d369-417e-a313-e36995f66f09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:27.358974 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device ed820858-21b7-4739-bbdb-009434158433 no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:38:27.393699 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] No Port match for: ed820858-21b7-4739-bbdb-009434158433 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:38:27.393983 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device ed820858-21b7-4739-bbdb-009434158433 not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:38:27.466354 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-950448e8-d369-417e-a313-e36995f66f09 admin admin] Deleting port dc2f9b6c-b7ed-498d-bf46-8961bb0d41d8 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:38:27.466996 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-950448e8-d369-417e-a313-e36995f66f09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:27.637126 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-950448e8-d369-417e-a313-e36995f66f09 admin admin] For port dc2f9b6c-b7ed-498d-bf46-8961bb0d41d8, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=dc2f9b6c-b7ed-498d-bf46-8961bb0d41d8,segment=NetworkSegment(2b36ab60-de96-4bac-92bc-5a92c1fd5348),segment_id=2b36ab60-de96-4bac-92bc-5a92c1fd5348)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:38:27.637482 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-950448e8-d369-417e-a313-e36995f66f09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:27.855370 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-950448e8-d369-417e-a313-e36995f66f09 admin admin] Calling delete_port for dc2f9b6c-b7ed-498d-bf46-8961bb0d41d8 owned by network:router_interface {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:38:28.028939 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-950448e8-d369-417e-a313-e36995f66f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:28.077044 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950448e8-d369-417e-a313-e36995f66f09 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc2f9b6c-b7ed-498d-bf46-8961bb0d41d8,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:38:28.343707 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-950448e8-d369-417e-a313-e36995f66f09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:28.699863 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-950448e8-d369-417e-a313-e36995f66f09 admin admin] Router 2f36556d-1eee-4e17-a245-4ca996cb0580 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:38:28.877162 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-950448e8-d369-417e-a313-e36995f66f09 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:38:28.886287 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51332771-64ba-490b-8e81-d6dca285e66a None None] Sync routers for ids ['2f36556d-1eee-4e17-a245-4ca996cb0580'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:38:28.890335 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-950448e8-d369-417e-a313-e36995f66f09 admin admin] 10.222.0.36 "PUT /v2.0/routers/2f36556d-1eee-4e17-a245-4ca996cb0580/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4532955 May 05 20:38:28.892515 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36888) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:38:28.896102 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51332771-64ba-490b-8e81-d6dca285e66a None None] Routers {'2f36556d-1eee-4e17-a245-4ca996cb0580'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:38:28.896769 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-51332771-64ba-490b-8e81-d6dca285e66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:38:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['2f36556d-1eee-4e17-a245-4ca996cb0580'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:38:29.066916 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f379ef1a-3546-4f4c-8a57-ec4152f568e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:29.076264 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-51332771-64ba-490b-8e81-d6dca285e66a None None] Set router 2f36556d-1eee-4e17-a245-4ca996cb0580 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:38:29.359822 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f379ef1a-3546-4f4c-8a57-ec4152f568e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:29.369438 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-f379ef1a-3546-4f4c-8a57-ec4152f568e3 admin admin] Deleting port b69daf30-2e54-4bea-ae80-fd99cab9dc4b {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:38:29.369761 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f379ef1a-3546-4f4c-8a57-ec4152f568e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:29.408660 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-51332771-64ba-490b-8e81-d6dca285e66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f36556d-1eee-4e17-a245-4ca996cb0580', 'name': 'tempest-TestServerBasicOps-293687247-router', 'tenant_id': '319e65ce2d224e768cdbd69739e25b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'b69daf30-2e54-4bea-ae80-fd99cab9dc4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:33:04Z', 'updated_at': '2022-05-05T20:38:27Z', 'revision_number': 5, 'project_id': '319e65ce2d224e768cdbd69739e25b53', 'gw_port': {'id': 'b69daf30-2e54-4bea-ae80-fd99cab9dc4b', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f36556d-1eee-4e17-a245-4ca996cb0580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:33:04Z', 'updated_at': '2022-05-05T20:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:38:29.412718 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51332771-64ba-490b-8e81-d6dca285e66a None None] Checking router: 2f36556d-1eee-4e17-a245-4ca996cb0580 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:38:29.421737 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51332771-64ba-490b-8e81-d6dca285e66a None None] Routers {'2f36556d-1eee-4e17-a245-4ca996cb0580'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:38:29.422318 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-51332771-64ba-490b-8e81-d6dca285e66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:38:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['2f36556d-1eee-4e17-a245-4ca996cb0580'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:38:29.547711 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-f379ef1a-3546-4f4c-8a57-ec4152f568e3 admin admin] For port b69daf30-2e54-4bea-ae80-fd99cab9dc4b, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=b69daf30-2e54-4bea-ae80-fd99cab9dc4b,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:38:29.548070 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f379ef1a-3546-4f4c-8a57-ec4152f568e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:29.576788 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-51332771-64ba-490b-8e81-d6dca285e66a None None] Set router 2f36556d-1eee-4e17-a245-4ca996cb0580 gateway port host: None {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:38:29.672433 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-f379ef1a-3546-4f4c-8a57-ec4152f568e3 admin admin] Calling delete_port for b69daf30-2e54-4bea-ae80-fd99cab9dc4b owned by network:router_gateway {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:38:29.688199 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-51332771-64ba-490b-8e81-d6dca285e66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f36556d-1eee-4e17-a245-4ca996cb0580', 'name': 'tempest-TestServerBasicOps-293687247-router', 'tenant_id': '319e65ce2d224e768cdbd69739e25b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:33:04Z', 'updated_at': '2022-05-05T20:38:29Z', 'revision_number': 6, 'project_id': '319e65ce2d224e768cdbd69739e25b53', 'gw_port_host': None}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:38:29.692088 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51332771-64ba-490b-8e81-d6dca285e66a None None] The sync data for ids ['2f36556d-1eee-4e17-a245-4ca996cb0580'] in n-d-840717-1 is: [{'id': '2f36556d-1eee-4e17-a245-4ca996cb0580', 'name': 'tempest-TestServerBasicOps-293687247-router', 'tenant_id': '319e65ce2d224e768cdbd69739e25b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:33:04Z', 'updated_at': '2022-05-05T20:38:29Z', 'revision_number': 6, 'project_id': '319e65ce2d224e768cdbd69739e25b53', 'gw_port_host': None}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:38:29.844298 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f379ef1a-3546-4f4c-8a57-ec4152f568e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:29.890317 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f379ef1a-3546-4f4c-8a57-ec4152f568e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b69daf30-2e54-4bea-ae80-fd99cab9dc4b,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:38:29.980949 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f379ef1a-3546-4f4c-8a57-ec4152f568e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:30.155735 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f379ef1a-3546-4f4c-8a57-ec4152f568e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:30.157796 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f379ef1a-3546-4f4c-8a57-ec4152f568e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:30.180089 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f379ef1a-3546-4f4c-8a57-ec4152f568e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:30.180755 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f379ef1a-3546-4f4c-8a57-ec4152f568e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f36556d-1eee-4e17-a245-4ca996cb0580 {{(pid=88197) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:38:30.193969 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f379ef1a-3546-4f4c-8a57-ec4152f568e3 admin admin] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:30.195084 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f379ef1a-3546-4f4c-8a57-ec4152f568e3 admin admin] 10.222.0.36 "DELETE /v2.0/routers/2f36556d-1eee-4e17-a245-4ca996cb0580 HTTP/1.1" status: 204 len: 168 time: 1.3016732 May 05 20:38:30.197650 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36892) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:38:30.255608 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-27fb6a15-3ec6-436c-b7f5-dd1d65332d18 admin admin] Deleting subnet 66a6f882-bccb-4256-83b5-0b0aa723e025 {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:38:30.258450 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-27fb6a15-3ec6-436c-b7f5-dd1d65332d18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:30.308039 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-27fb6a15-3ec6-436c-b7f5-dd1d65332d18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:30.386465 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-27fb6a15-3ec6-436c-b7f5-dd1d65332d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:30.459692 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-27fb6a15-3ec6-436c-b7f5-dd1d65332d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:30.469542 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device b69daf30-2e54-4bea-ae80-fd99cab9dc4b no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:38:30.504547 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: b69daf30-2e54-4bea-ae80-fd99cab9dc4b {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:38:30.504766 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fb6a15-3ec6-436c-b7f5-dd1d65332d18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66a6f882-bccb-4256-83b5-0b0aa723e025,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:38:30.505288 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device b69daf30-2e54-4bea-ae80-fd99cab9dc4b not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:38:30.505654 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device dc2f9b6c-b7ed-498d-bf46-8961bb0d41d8 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:38:30.507002 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-27fb6a15-3ec6-436c-b7f5-dd1d65332d18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:30.513960 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-27fb6a15-3ec6-436c-b7f5-dd1d65332d18 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/66a6f882-bccb-4256-83b5-0b0aa723e025 HTTP/1.1" status: 204 len: 168 time: 0.3153396 May 05 20:38:30.516423 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36896) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:38:30.532091 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31027e7d-2ee6-40ff-8b65-efdee316e2de None None] Network c4a20b3c-ae9f-4def-9b23-26fbdac1320b requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:38:30.561959 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: dc2f9b6c-b7ed-498d-bf46-8961bb0d41d8 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:38:30.562295 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device dc2f9b6c-b7ed-498d-bf46-8961bb0d41d8 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:38:30.634209 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3812236a-be70-4c44-b52c-290fcb080ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:30.644941 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-3812236a-be70-4c44-b52c-290fcb080ab1 admin admin] Deleting port 13074724-3055-4e07-9bd2-9531d0505b32 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:38:30.645302 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3812236a-be70-4c44-b52c-290fcb080ab1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:30.835425 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac9b98d-ccca-458b-92b8-cc29c2f2845e None None] DHCP port deletion for c4a20b3c-ae9f-4def-9b23-26fbdac1320b request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:38:30.839382 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-eac9b98d-ccca-458b-92b8-cc29c2f2845e None None] Deleting port 13074724-3055-4e07-9bd2-9531d0505b32 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:38:30.839820 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-eac9b98d-ccca-458b-92b8-cc29c2f2845e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:30.961452 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-3812236a-be70-4c44-b52c-290fcb080ab1 admin admin] For port 13074724-3055-4e07-9bd2-9531d0505b32, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=13074724-3055-4e07-9bd2-9531d0505b32,segment=NetworkSegment(2b36ab60-de96-4bac-92bc-5a92c1fd5348),segment_id=2b36ab60-de96-4bac-92bc-5a92c1fd5348)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:38:30.962116 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3812236a-be70-4c44-b52c-290fcb080ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:31.056785 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-eac9b98d-ccca-458b-92b8-cc29c2f2845e None None] For port 13074724-3055-4e07-9bd2-9531d0505b32, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=13074724-3055-4e07-9bd2-9531d0505b32,segment=NetworkSegment(2b36ab60-de96-4bac-92bc-5a92c1fd5348),segment_id=2b36ab60-de96-4bac-92bc-5a92c1fd5348)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:38:31.057085 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-eac9b98d-ccca-458b-92b8-cc29c2f2845e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:31.086632 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-3812236a-be70-4c44-b52c-290fcb080ab1 admin admin] Calling delete_port for 13074724-3055-4e07-9bd2-9531d0505b32 owned by network:dhcp {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:38:31.162243 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3812236a-be70-4c44-b52c-290fcb080ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:31.183325 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-eac9b98d-ccca-458b-92b8-cc29c2f2845e None None] Calling delete_port for 13074724-3055-4e07-9bd2-9531d0505b32 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:38:31.207518 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3812236a-be70-4c44-b52c-290fcb080ab1 admin admin] Pushing event deleted for resources: {'Port': ['ID=13074724-3055-4e07-9bd2-9531d0505b32,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:38:31.217059 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3812236a-be70-4c44-b52c-290fcb080ab1 admin admin] No DVR routers for this DVR port 13074724-3055-4e07-9bd2-9531d0505b32 on host n-d-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:38:31.262797 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-eac9b98d-ccca-458b-92b8-cc29c2f2845e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:38:31.263158 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-eac9b98d-ccca-458b-92b8-cc29c2f2845e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:38:31.331910 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3812236a-be70-4c44-b52c-290fcb080ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:31.360829 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-3812236a-be70-4c44-b52c-290fcb080ab1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4a20b3c-ae9f-4def-9b23-26fbdac1320b']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:38:31.372805 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-3812236a-be70-4c44-b52c-290fcb080ab1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b36ab60-de96-4bac-92bc-5a92c1fd5348') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:38:31.373092 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-3812236a-be70-4c44-b52c-290fcb080ab1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b36ab60-de96-4bac-92bc-5a92c1fd5348') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:38:31.385114 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3812236a-be70-4c44-b52c-290fcb080ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:31.401126 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3812236a-be70-4c44-b52c-290fcb080ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:31.407802 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3812236a-be70-4c44-b52c-290fcb080ab1 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:38:31.408481 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3812236a-be70-4c44-b52c-290fcb080ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:31.421417 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:38:31.421417 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:38:31.421417 n-d-840717-1 neutron-server[88197]: timer() May 05 20:38:31.421417 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:38:31.421417 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:38:31.421417 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:38:31.421417 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:38:31.421417 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:38:31.421417 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:38:31.421417 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:38:31.421417 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:38:31.421417 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:38:31.421417 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:38:31.421417 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:38:31.421417 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:38:31.421417 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:38:31.421417 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:38:31.421417 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:38:31.421417 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:38:31.421417 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:38:31.421417 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:38:31.421417 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:38:31.421417 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:38:31.421417 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:38:31.421417 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:38:31.421417 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:38:31.421417 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:38:31.421417 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:38:31.421417 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:38:31.421417 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:38:31.421417 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:38:31.421417 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:38:31.496060 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3812236a-be70-4c44-b52c-290fcb080ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:31.517800 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3812236a-be70-4c44-b52c-290fcb080ab1 admin admin] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:31.527917 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3812236a-be70-4c44-b52c-290fcb080ab1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4a20b3c-ae9f-4def-9b23-26fbdac1320b,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:38:31.541857 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-3812236a-be70-4c44-b52c-290fcb080ab1 admin admin] 10.222.0.36 "DELETE /v2.0/networks/c4a20b3c-ae9f-4def-9b23-26fbdac1320b HTTP/1.1" status: 204 len: 168 time: 1.0244381 May 05 20:38:31.544970 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36900) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:38:31.765007 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-eac9b98d-ccca-458b-92b8-cc29c2f2845e None None] Deleting port 13074724-3055-4e07-9bd2-9531d0505b32 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:38:31.765543 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-eac9b98d-ccca-458b-92b8-cc29c2f2845e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:31.838602 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-eac9b98d-ccca-458b-92b8-cc29c2f2845e None None] The port '13074724-3055-4e07-9bd2-9531d0505b32' was deleted {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 20:38:32.202694 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0757dfcb-0cfa-490d-baf2-beec55a65936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:32.307442 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 13074724-3055-4e07-9bd2-9531d0505b32 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:38:32.345032 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 13074724-3055-4e07-9bd2-9531d0505b32 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:38:32.345375 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 13074724-3055-4e07-9bd2-9531d0505b32 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:38:32.554355 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-0757dfcb-0cfa-490d-baf2-beec55a65936 admin admin] Deleting port 567a8d15-e7e8-4399-8c93-b0209e92f9cf {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:38:32.554871 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0757dfcb-0cfa-490d-baf2-beec55a65936 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:32.725408 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-0757dfcb-0cfa-490d-baf2-beec55a65936 admin admin] For port 567a8d15-e7e8-4399-8c93-b0209e92f9cf, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=567a8d15-e7e8-4399-8c93-b0209e92f9cf,segment=NetworkSegment(b0094295-88ba-451a-8f1e-e7406dc1de82),segment_id=b0094295-88ba-451a-8f1e-e7406dc1de82)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:38:32.725753 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0757dfcb-0cfa-490d-baf2-beec55a65936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:32.845962 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-0757dfcb-0cfa-490d-baf2-beec55a65936 admin admin] Calling delete_port for 567a8d15-e7e8-4399-8c93-b0209e92f9cf owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:38:33.031085 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0757dfcb-0cfa-490d-baf2-beec55a65936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:33.081329 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757dfcb-0cfa-490d-baf2-beec55a65936 admin admin] Pushing event deleted for resources: {'Port': ['ID=567a8d15-e7e8-4399-8c93-b0209e92f9cf,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:38:33.550865 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0757dfcb-0cfa-490d-baf2-beec55a65936 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:33.978779 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0757dfcb-0cfa-490d-baf2-beec55a65936 admin admin] Router a6159e99-a3dd-403a-907a-20e2c9864712 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:38:34.162347 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0757dfcb-0cfa-490d-baf2-beec55a65936 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:38:34.175123 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713bbd42-f330-4070-9d4c-ff2fa00538e8 None None] Sync routers for ids ['a6159e99-a3dd-403a-907a-20e2c9864712'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:38:34.177203 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-0757dfcb-0cfa-490d-baf2-beec55a65936 admin admin] 10.222.0.36 "PUT /v2.0/routers/a6159e99-a3dd-403a-907a-20e2c9864712/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6308722 May 05 20:38:34.180574 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36904) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:38:34.187101 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713bbd42-f330-4070-9d4c-ff2fa00538e8 None None] Routers {'a6159e99-a3dd-403a-907a-20e2c9864712'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:38:34.187710 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-713bbd42-f330-4070-9d4c-ff2fa00538e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:38:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['a6159e99-a3dd-403a-907a-20e2c9864712'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:38:34.378176 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-de1bcee1-ad82-4c4f-ade9-42e2600e820b admin admin] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:34.400095 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-713bbd42-f330-4070-9d4c-ff2fa00538e8 None None] Set router a6159e99-a3dd-403a-907a-20e2c9864712 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:38:34.567232 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-de1bcee1-ad82-4c4f-ade9-42e2600e820b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:34.576830 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-de1bcee1-ad82-4c4f-ade9-42e2600e820b admin admin] Deleting port 1bbc93dc-2c96-412f-a82e-6fdfb62fa324 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:38:34.577166 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-de1bcee1-ad82-4c4f-ade9-42e2600e820b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:34.689441 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-894c3dbc-3a6d-49a4-a7f0-bac904202208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:34.703702 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-713bbd42-f330-4070-9d4c-ff2fa00538e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6159e99-a3dd-403a-907a-20e2c9864712', 'name': 'tempest-TestServerBasicOps-1560004520-router', 'tenant_id': '7f1ce7d7e8b84404ac589ffd71535f1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': '1bbc93dc-2c96-412f-a82e-6fdfb62fa324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:33:14Z', 'updated_at': '2022-05-05T20:38:32Z', 'revision_number': 5, 'project_id': '7f1ce7d7e8b84404ac589ffd71535f1b', 'gw_port': {'id': '1bbc93dc-2c96-412f-a82e-6fdfb62fa324', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6159e99-a3dd-403a-907a-20e2c9864712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:33:15Z', 'updated_at': '2022-05-05T20:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:38:34.707873 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713bbd42-f330-4070-9d4c-ff2fa00538e8 None None] Checking router: a6159e99-a3dd-403a-907a-20e2c9864712 for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:38:34.716606 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713bbd42-f330-4070-9d4c-ff2fa00538e8 None None] Routers {'a6159e99-a3dd-403a-907a-20e2c9864712'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:38:34.717203 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-713bbd42-f330-4070-9d4c-ff2fa00538e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:38:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['a6159e99-a3dd-403a-907a-20e2c9864712'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:38:34.758881 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-de1bcee1-ad82-4c4f-ade9-42e2600e820b admin admin] For port 1bbc93dc-2c96-412f-a82e-6fdfb62fa324, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=1bbc93dc-2c96-412f-a82e-6fdfb62fa324,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:38:34.759231 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-de1bcee1-ad82-4c4f-ade9-42e2600e820b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:34.868572 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-713bbd42-f330-4070-9d4c-ff2fa00538e8 None None] Set router a6159e99-a3dd-403a-907a-20e2c9864712 gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:38:34.884843 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-de1bcee1-ad82-4c4f-ade9-42e2600e820b admin admin] Calling delete_port for 1bbc93dc-2c96-412f-a82e-6fdfb62fa324 owned by network:router_gateway {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:38:34.975035 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-713bbd42-f330-4070-9d4c-ff2fa00538e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6159e99-a3dd-403a-907a-20e2c9864712', 'name': 'tempest-TestServerBasicOps-1560004520-router', 'tenant_id': '7f1ce7d7e8b84404ac589ffd71535f1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:33:14Z', 'updated_at': '2022-05-05T20:38:34Z', 'revision_number': 6, 'project_id': '7f1ce7d7e8b84404ac589ffd71535f1b', 'gw_port_host': None}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:38:34.979412 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713bbd42-f330-4070-9d4c-ff2fa00538e8 None None] The sync data for ids ['a6159e99-a3dd-403a-907a-20e2c9864712'] in n-d-840717-1 is: [{'id': 'a6159e99-a3dd-403a-907a-20e2c9864712', 'name': 'tempest-TestServerBasicOps-1560004520-router', 'tenant_id': '7f1ce7d7e8b84404ac589ffd71535f1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:33:14Z', 'updated_at': '2022-05-05T20:38:34Z', 'revision_number': 6, 'project_id': '7f1ce7d7e8b84404ac589ffd71535f1b', 'gw_port_host': None}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:38:35.178130 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-de1bcee1-ad82-4c4f-ade9-42e2600e820b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:35.226418 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1bcee1-ad82-4c4f-ade9-42e2600e820b admin admin] Pushing event deleted for resources: {'Port': ['ID=1bbc93dc-2c96-412f-a82e-6fdfb62fa324,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:38:35.318934 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-de1bcee1-ad82-4c4f-ade9-42e2600e820b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:35.498418 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-de1bcee1-ad82-4c4f-ade9-42e2600e820b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:35.500491 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-de1bcee1-ad82-4c4f-ade9-42e2600e820b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:35.523121 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-de1bcee1-ad82-4c4f-ade9-42e2600e820b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:35.523676 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de1bcee1-ad82-4c4f-ade9-42e2600e820b admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6159e99-a3dd-403a-907a-20e2c9864712 {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:38:35.536437 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-de1bcee1-ad82-4c4f-ade9-42e2600e820b admin admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:35.537576 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-de1bcee1-ad82-4c4f-ade9-42e2600e820b admin admin] 10.222.0.36 "DELETE /v2.0/routers/a6159e99-a3dd-403a-907a-20e2c9864712 HTTP/1.1" status: 204 len: 168 time: 1.3558776 May 05 20:38:35.540012 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36908) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:38:35.600617 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fb2066e-2a4f-4ff5-9786-f04b58fe0590 admin admin] Deleting subnet 019c214c-0614-4c2f-9a0f-056358513e12 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:38:35.603519 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0fb2066e-2a4f-4ff5-9786-f04b58fe0590 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:35.651931 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0fb2066e-2a4f-4ff5-9786-f04b58fe0590 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:35.732843 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0fb2066e-2a4f-4ff5-9786-f04b58fe0590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:35.800091 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0fb2066e-2a4f-4ff5-9786-f04b58fe0590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:35.839652 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb2066e-2a4f-4ff5-9786-f04b58fe0590 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=019c214c-0614-4c2f-9a0f-056358513e12,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:38:35.841638 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0fb2066e-2a4f-4ff5-9786-f04b58fe0590 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:35.847877 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-0fb2066e-2a4f-4ff5-9786-f04b58fe0590 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/019c214c-0614-4c2f-9a0f-056358513e12 HTTP/1.1" status: 204 len: 168 time: 0.3069150 May 05 20:38:35.850251 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36912) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:38:35.852378 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5428c94a-2b88-4a31-9ff8-891f56b8000a None None] Network fc776b5a-a0a2-42f4-949c-1aa5ca4f635e requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:38:35.960437 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-31312bf9-2b0d-4f76-9f7b-7c8f0a5238ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:35.972444 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-31312bf9-2b0d-4f76-9f7b-7c8f0a5238ce admin admin] Deleting port 6ecd00eb-f27f-4ba9-a727-1c41f4cfd09e {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:38:35.972792 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-31312bf9-2b0d-4f76-9f7b-7c8f0a5238ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:36.143031 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f523c908-ace8-4562-8ba9-2649ffad555d None None] DHCP port deletion for fc776b5a-a0a2-42f4-949c-1aa5ca4f635e request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:38:36.147251 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-f523c908-ace8-4562-8ba9-2649ffad555d None None] Deleting port 6ecd00eb-f27f-4ba9-a727-1c41f4cfd09e {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:38:36.147657 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f523c908-ace8-4562-8ba9-2649ffad555d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:36.195980 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-31312bf9-2b0d-4f76-9f7b-7c8f0a5238ce admin admin] For port 6ecd00eb-f27f-4ba9-a727-1c41f4cfd09e, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=6ecd00eb-f27f-4ba9-a727-1c41f4cfd09e,segment=NetworkSegment(b0094295-88ba-451a-8f1e-e7406dc1de82),segment_id=b0094295-88ba-451a-8f1e-e7406dc1de82)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:38:36.196578 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-31312bf9-2b0d-4f76-9f7b-7c8f0a5238ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:36.335273 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-31312bf9-2b0d-4f76-9f7b-7c8f0a5238ce admin admin] Calling delete_port for 6ecd00eb-f27f-4ba9-a727-1c41f4cfd09e owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:38:36.337874 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 6ecd00eb-f27f-4ba9-a727-1c41f4cfd09e no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:38:36.404304 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-f523c908-ace8-4562-8ba9-2649ffad555d None None] For port 6ecd00eb-f27f-4ba9-a727-1c41f4cfd09e, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=6ecd00eb-f27f-4ba9-a727-1c41f4cfd09e,segment=NetworkSegment(b0094295-88ba-451a-8f1e-e7406dc1de82),segment_id=b0094295-88ba-451a-8f1e-e7406dc1de82)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:38:36.404597 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f523c908-ace8-4562-8ba9-2649ffad555d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:36.420599 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-31312bf9-2b0d-4f76-9f7b-7c8f0a5238ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:36.471750 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31312bf9-2b0d-4f76-9f7b-7c8f0a5238ce admin admin] Pushing event deleted for resources: {'Port': ['ID=6ecd00eb-f27f-4ba9-a727-1c41f4cfd09e,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:38:36.473553 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31312bf9-2b0d-4f76-9f7b-7c8f0a5238ce admin admin] No DVR routers for this DVR port 6ecd00eb-f27f-4ba9-a727-1c41f4cfd09e on host n-d-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:38:36.530486 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-f523c908-ace8-4562-8ba9-2649ffad555d None None] Calling delete_port for 6ecd00eb-f27f-4ba9-a727-1c41f4cfd09e owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:38:36.571168 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No active binding found for port 6ecd00eb-f27f-4ba9-a727-1c41f4cfd09e {{(pid=88199) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 05 20:38:36.571594 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 6ecd00eb-f27f-4ba9-a727-1c41f4cfd09e not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:38:36.572007 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 567a8d15-e7e8-4399-8c93-b0209e92f9cf no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:38:36.614269 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 567a8d15-e7e8-4399-8c93-b0209e92f9cf {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:38:36.614615 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 567a8d15-e7e8-4399-8c93-b0209e92f9cf not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:38:36.615024 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 1bbc93dc-2c96-412f-a82e-6fdfb62fa324 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:38:36.653877 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 1bbc93dc-2c96-412f-a82e-6fdfb62fa324 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:38:36.654318 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 1bbc93dc-2c96-412f-a82e-6fdfb62fa324 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:38:36.675900 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-f523c908-ace8-4562-8ba9-2649ffad555d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:38:36.676251 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-f523c908-ace8-4562-8ba9-2649ffad555d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:38:36.695590 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-31312bf9-2b0d-4f76-9f7b-7c8f0a5238ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:36.719989 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-31312bf9-2b0d-4f76-9f7b-7c8f0a5238ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc776b5a-a0a2-42f4-949c-1aa5ca4f635e']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:38:36.732231 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-31312bf9-2b0d-4f76-9f7b-7c8f0a5238ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0094295-88ba-451a-8f1e-e7406dc1de82') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:38:36.732619 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-31312bf9-2b0d-4f76-9f7b-7c8f0a5238ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0094295-88ba-451a-8f1e-e7406dc1de82') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:38:36.743984 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-31312bf9-2b0d-4f76-9f7b-7c8f0a5238ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:36.760410 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-31312bf9-2b0d-4f76-9f7b-7c8f0a5238ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:36.766716 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31312bf9-2b0d-4f76-9f7b-7c8f0a5238ce admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:38:36.767085 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-31312bf9-2b0d-4f76-9f7b-7c8f0a5238ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:36.780629 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:38:36.780629 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:38:36.780629 n-d-840717-1 neutron-server[88198]: timer() May 05 20:38:36.780629 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:38:36.780629 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:38:36.780629 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:38:36.780629 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:38:36.780629 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:38:36.780629 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:38:36.780629 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:38:36.780629 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:38:36.780629 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:38:36.780629 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:38:36.780629 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:38:36.780629 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:38:36.780629 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:38:36.780629 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:38:36.780629 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:38:36.780629 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:38:36.780629 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:38:36.780629 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:38:36.780629 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:38:36.780629 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:38:36.780629 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:38:36.780629 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:38:36.780629 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:38:36.780629 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:38:36.780629 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:38:36.780629 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:38:36.780629 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:38:36.780629 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:38:36.780629 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:38:36.855433 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-31312bf9-2b0d-4f76-9f7b-7c8f0a5238ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:36.871952 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-31312bf9-2b0d-4f76-9f7b-7c8f0a5238ce admin admin] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:36.882688 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31312bf9-2b0d-4f76-9f7b-7c8f0a5238ce admin admin] Pushing event deleted for resources: {'Network': ['ID=fc776b5a-a0a2-42f4-949c-1aa5ca4f635e,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:38:36.886766 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-31312bf9-2b0d-4f76-9f7b-7c8f0a5238ce admin admin] 10.222.0.36 "DELETE /v2.0/networks/fc776b5a-a0a2-42f4-949c-1aa5ca4f635e HTTP/1.1" status: 204 len: 168 time: 1.0355921 May 05 20:38:36.892551 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-afdac5ff-5db8-4e87-963d-bdfa4d8ab1ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:37.000252 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36918) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:38:37.048340 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e8f901cc-7e4b-48e7-803d-b81abcbc4c23 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=319e65ce2d224e768cdbd69739e25b53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468767 May 05 20:38:37.050664 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36922) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:38:37.107278 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c45c5a99-1108-4eda-9629-01cc16d842b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:37.136648 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c45c5a99-1108-4eda-9629-01cc16d842b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:37.177147 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-f523c908-ace8-4562-8ba9-2649ffad555d None None] Deleting port 6ecd00eb-f27f-4ba9-a727-1c41f4cfd09e {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:38:37.177527 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f523c908-ace8-4562-8ba9-2649ffad555d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:37.187845 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c45c5a99-1108-4eda-9629-01cc16d842b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:37.202913 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45c5a99-1108-4eda-9629-01cc16d842b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1197f11f-fdb6-4225-b168-f0305dc2d0cf,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:38:37.212585 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c45c5a99-1108-4eda-9629-01cc16d842b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:37.217755 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c45c5a99-1108-4eda-9629-01cc16d842b2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1197f11f-fdb6-4225-b168-f0305dc2d0cf HTTP/1.1" status: 204 len: 168 time: 0.1660869 May 05 20:38:37.256709 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-f523c908-ace8-4562-8ba9-2649ffad555d None None] The port '6ecd00eb-f27f-4ba9-a727-1c41f4cfd09e' was deleted {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 20:38:37.558357 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36930) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:38:37.607612 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-eea65769-7026-4509-987c-76613b2feb39 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7f1ce7d7e8b84404ac589ffd71535f1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480123 May 05 20:38:37.610682 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 36934) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:38:37.667319 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e6976e4d-90fe-44a8-ba2b-4e59ab298c89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:37.692498 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e6976e4d-90fe-44a8-ba2b-4e59ab298c89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:37.743014 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e6976e4d-90fe-44a8-ba2b-4e59ab298c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:37.757143 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6976e4d-90fe-44a8-ba2b-4e59ab298c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d730fcd9-e04f-4ab4-9079-6bea8345af88,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:38:37.767656 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6976e4d-90fe-44a8-ba2b-4e59ab298c89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:38:37.768002 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6976e4d-90fe-44a8-ba2b-4e59ab298c89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:38:37.768337 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6976e4d-90fe-44a8-ba2b-4e59ab298c89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:38:37.768667 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6976e4d-90fe-44a8-ba2b-4e59ab298c89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:38:37.768992 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6976e4d-90fe-44a8-ba2b-4e59ab298c89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:38:37.769317 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6976e4d-90fe-44a8-ba2b-4e59ab298c89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:38:37.769637 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6976e4d-90fe-44a8-ba2b-4e59ab298c89 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:38:37.769956 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6976e4d-90fe-44a8-ba2b-4e59ab298c89 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:38:37.770273 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6976e4d-90fe-44a8-ba2b-4e59ab298c89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:38:37.770588 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6976e4d-90fe-44a8-ba2b-4e59ab298c89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:38:37.770909 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6976e4d-90fe-44a8-ba2b-4e59ab298c89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:38:37.771223 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6976e4d-90fe-44a8-ba2b-4e59ab298c89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:38:37.775229 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e6976e4d-90fe-44a8-ba2b-4e59ab298c89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:37.776676 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-e6976e4d-90fe-44a8-ba2b-4e59ab298c89 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d730fcd9-e04f-4ab4-9079-6bea8345af88 HTTP/1.1" status: 204 len: 168 time: 0.1648104 May 05 20:38:37.926966 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:38.108876 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:39.668084 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:41.002046 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:38:44.615339 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:38:46.578102 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:01.995085 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36940) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:39:02.197636 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-43818f9a-ab5b-404e-aecc-760b4cb540df tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Deleting port b2f87c63-bb9b-402a-8683-619dd8a46dbf {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:39:02.197976 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-43818f9a-ab5b-404e-aecc-760b4cb540df tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:02.362149 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-43818f9a-ab5b-404e-aecc-760b4cb540df tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:02.362468 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-43818f9a-ab5b-404e-aecc-760b4cb540df tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:02.482404 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-43818f9a-ab5b-404e-aecc-760b4cb540df tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Calling delete_port for b2f87c63-bb9b-402a-8683-619dd8a46dbf owned by network:floatingip {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:39:02.630171 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-43818f9a-ab5b-404e-aecc-760b4cb540df tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:02.676884 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43818f9a-ab5b-404e-aecc-760b4cb540df tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Pushing event deleted for resources: {'Port': ['ID=b2f87c63-bb9b-402a-8683-619dd8a46dbf,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:39:02.765264 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-43818f9a-ab5b-404e-aecc-760b4cb540df tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks [] for floatingip, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:02.765587 n-d-840717-1 neutron-server[88198]: INFO neutron.db.l3_db [None req-43818f9a-ab5b-404e-aecc-760b4cb540df tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Floating IP 0e498fe7-4c41-4a26-baf0-4cff61543563 disassociated (deleted). External IP: 172.25.0.136, port: 53cdc805-db60-41a2-9d0e-89dc0372b0a7. May 05 20:39:03.227988 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43818f9a-ab5b-404e-aecc-760b4cb540df tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Router bf69ffb5-3b16-452c-8d45-45f80714f937 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:39:03.407712 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43818f9a-ab5b-404e-aecc-760b4cb540df tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:39:03.417705 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d20ff55-93be-469f-bcfe-74c209ea1225 None None] Sync routers for ids ['bf69ffb5-3b16-452c-8d45-45f80714f937'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:39:03.427286 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d20ff55-93be-469f-bcfe-74c209ea1225 None None] Routers {'bf69ffb5-3b16-452c-8d45-45f80714f937'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:39:03.427936 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-8d20ff55-93be-469f-bcfe-74c209ea1225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:38:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['bf69ffb5-3b16-452c-8d45-45f80714f937'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:39:03.428071 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-43818f9a-ab5b-404e-aecc-760b4cb540df tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:03.486280 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-43818f9a-ab5b-404e-aecc-760b4cb540df tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "DELETE /v2.0/floatingips/0e498fe7-4c41-4a26-baf0-4cff61543563 HTTP/1.1" status: 204 len: 168 time: 1.4899867 May 05 20:39:03.486780 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92f44c26-753b-444b-bb82-9d7d736a53bf', 'tag': '53cdc805-db60-41a2-9d0e-89dc0372b0a7'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:39:03.534997 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c01615d-31e6-4c84-96ec-297830a3a591'] response: {'name': 'network-changed', 'server_uuid': '92f44c26-753b-444b-bb82-9d7d736a53bf', 'tag': '53cdc805-db60-41a2-9d0e-89dc0372b0a7', 'status': 'completed', 'code': 200} May 05 20:39:03.621115 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-8d20ff55-93be-469f-bcfe-74c209ea1225 None None] Set router bf69ffb5-3b16-452c-8d45-45f80714f937 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:39:03.640833 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac29b82-06ad-4129-9281-200775388909 req-e518e249-e05d-4a56-b744-9bfbd6824d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:39:03.642517 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bac29b82-06ad-4129-9281-200775388909 req-e518e249-e05d-4a56-b744-9bfbd6824d29 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d5327fecdbda4453866269afbd5ac6fc&device_id=92f44c26-753b-444b-bb82-9d7d736a53bf HTTP/1.1" status: 200 len: 1097 time: 0.0809107 May 05 20:39:03.795104 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac29b82-06ad-4129-9281-200775388909 req-cda9c35e-3b5d-4f8d-ba5d-73a168c33d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:39:03.796618 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bac29b82-06ad-4129-9281-200775388909 req-cda9c35e-3b5d-4f8d-ba5d-73a168c33d7f service neutron] 10.222.0.24 "GET /v2.0/networks?id=29a0e805-6e5b-4d29-836f-ace2c73e49b1 HTTP/1.1" status: 200 len: 912 time: 0.1479998 May 05 20:39:03.873861 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bac29b82-06ad-4129-9281-200775388909 req-ee2c1560-d2ca-4eb3-9a3d-26307665b07a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53cdc805-db60-41a2-9d0e-89dc0372b0a7 HTTP/1.1" status: 200 len: 217 time: 0.0696442 May 05 20:39:03.937775 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac29b82-06ad-4129-9281-200775388909 req-5ddf0fe7-d75f-474e-b1c6-7061c020ce90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:39:03.939272 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bac29b82-06ad-4129-9281-200775388909 req-5ddf0fe7-d75f-474e-b1c6-7061c020ce90 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d4fffa46-b0f9-43c4-a768-6cf896707ddc HTTP/1.1" status: 200 len: 850 time: 0.0591822 May 05 20:39:04.019667 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac29b82-06ad-4129-9281-200775388909 req-771557ce-a496-4dda-8cab-a772c77bb313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:39:04.021157 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bac29b82-06ad-4129-9281-200775388909 req-771557ce-a496-4dda-8cab-a772c77bb313 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=29a0e805-6e5b-4d29-836f-ace2c73e49b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749335 May 05 20:39:04.032328 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [req-bac29b82-06ad-4129-9281-200775388909 req-a2fe7115-2682-47fc-a30e-3ed035fbeabe service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:39:04.033572 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bac29b82-06ad-4129-9281-200775388909 req-a2fe7115-2682-47fc-a30e-3ed035fbeabe service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058029 May 05 20:39:04.036297 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-8d20ff55-93be-469f-bcfe-74c209ea1225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'name': 'tempest-TestVolumeBootPattern-973012309-router', 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': 'aa83c883-0a57-481d-a79d-fd4eeb23da5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:16Z', 'updated_at': '2022-05-05T20:28:22Z', 'revision_number': 4, 'project_id': 'd5327fecdbda4453866269afbd5ac6fc', 'gw_port': {'id': 'aa83c883-0a57-481d-a79d-fd4eeb23da5c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:62:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:17Z', 'updated_at': '2022-05-05T20:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': 'cf700dd1-83bf-4000-85ba-212b26d89965', 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc', 'floating_ip_address': '172.25.0.7', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'port_id': '1c2253d6-7eec-4d52-9bb7-bb09d8337c7c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1', 'mac_address': 'fa:16:3e:e0:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a13b109-7eb1-4495-9ea6-e585a5d79bba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:35:21Z', 'updated_at': '2022-05-05T20:35:24Z', 'revision_number': 1, 'project_id': 'd5327fecdbda4453866269afbd5ac6fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fca75c6c-669c-4972-8019-99a25ed879e1', 'name': '', 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1', 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc', 'mac_address': 'fa:16:3e:01:78:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'd4fffa46-b0f9-43c4-a768-6cf896707ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:21Z', 'updated_at': '2022-05-05T20:28:36Z', 'revision_number': 5, 'project_id': 'd5327fecdbda4453866269afbd5ac6fc', 'subnets': [{'id': 'd4fffa46-b0f9-43c4-a768-6cf896707ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:39:04.040250 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d20ff55-93be-469f-bcfe-74c209ea1225 None None] Checking router: bf69ffb5-3b16-452c-8d45-45f80714f937 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:39:04.049439 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d20ff55-93be-469f-bcfe-74c209ea1225 None None] Routers {'bf69ffb5-3b16-452c-8d45-45f80714f937'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:39:04.050306 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-8d20ff55-93be-469f-bcfe-74c209ea1225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:38:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['bf69ffb5-3b16-452c-8d45-45f80714f937'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:39:04.222632 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bac29b82-06ad-4129-9281-200775388909 req-4a8166b3-09e9-4b82-92ee-c0d2223c071d service neutron] 10.222.0.24 "GET /v2.0/networks/29a0e805-6e5b-4d29-836f-ace2c73e49b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825373 May 05 20:39:04.229567 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-8d20ff55-93be-469f-bcfe-74c209ea1225 None None] Set router bf69ffb5-3b16-452c-8d45-45f80714f937 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:39:04.273344 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc1036-e5fe-4673-9a32-b00fc266e282 req-6e523c9d-ee21-4c77-9246-9a264e7d7bc7 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:39:04.274047 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-16bc1036-e5fe-4673-9a32-b00fc266e282 req-6e523c9d-ee21-4c77-9246-9a264e7d7bc7 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Synchronizing usage tracker for tenant:d5327fecdbda4453866269afbd5ac6fc on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:39:04.347409 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-16bc1036-e5fe-4673-9a32-b00fc266e282 req-6e523c9d-ee21-4c77-9246-9a264e7d7bc7 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Unset dirty status for tenant:d5327fecdbda4453866269afbd5ac6fc on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:39:04.348551 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-16bc1036-e5fe-4673-9a32-b00fc266e282 req-6e523c9d-ee21-4c77-9246-9a264e7d7bc7 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=92f44c26-753b-444b-bb82-9d7d736a53bf HTTP/1.1" status: 200 len: 946 time: 0.4914377 May 05 20:39:04.408804 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bac29b82-06ad-4129-9281-200775388909 req-46dbab7a-6a25-470b-ac1b-9d060f5265e4 service neutron] 10.222.0.24 "GET /v2.0/networks/29a0e805-6e5b-4d29-836f-ace2c73e49b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782672 May 05 20:39:04.416081 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-16bc1036-e5fe-4673-9a32-b00fc266e282 req-3d691cc6-c34c-479b-84a9-d8c988fa550d tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=f08f8f11-ad26-4de6-bd06-532cbd86f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602949 May 05 20:39:04.575699 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-8d20ff55-93be-469f-bcfe-74c209ea1225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'name': 'tempest-TestVolumeBootPattern-973012309-router', 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': 'aa83c883-0a57-481d-a79d-fd4eeb23da5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:16Z', 'updated_at': '2022-05-05T20:28:22Z', 'revision_number': 4, 'project_id': 'd5327fecdbda4453866269afbd5ac6fc', 'gw_port': {'id': 'aa83c883-0a57-481d-a79d-fd4eeb23da5c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:62:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:17Z', 'updated_at': '2022-05-05T20:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': 'cf700dd1-83bf-4000-85ba-212b26d89965', 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc', 'floating_ip_address': '172.25.0.7', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'port_id': '1c2253d6-7eec-4d52-9bb7-bb09d8337c7c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1', 'mac_address': 'fa:16:3e:e0:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a13b109-7eb1-4495-9ea6-e585a5d79bba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:35:21Z', 'updated_at': '2022-05-05T20:35:24Z', 'revision_number': 1, 'project_id': 'd5327fecdbda4453866269afbd5ac6fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fca75c6c-669c-4972-8019-99a25ed879e1', 'name': '', 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1', 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc', 'mac_address': 'fa:16:3e:01:78:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'd4fffa46-b0f9-43c4-a768-6cf896707ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:21Z', 'updated_at': '2022-05-05T20:28:36Z', 'revision_number': 5, 'project_id': 'd5327fecdbda4453866269afbd5ac6fc', 'subnets': [{'id': 'd4fffa46-b0f9-43c4-a768-6cf896707ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:39:04.579568 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d20ff55-93be-469f-bcfe-74c209ea1225 None None] The sync data for ids ['bf69ffb5-3b16-452c-8d45-45f80714f937'] in n-d-840717-1 is: [{'id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'name': 'tempest-TestVolumeBootPattern-973012309-router', 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': 'aa83c883-0a57-481d-a79d-fd4eeb23da5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:16Z', 'updated_at': '2022-05-05T20:28:22Z', 'revision_number': 4, 'project_id': 'd5327fecdbda4453866269afbd5ac6fc', 'gw_port': {'id': 'aa83c883-0a57-481d-a79d-fd4eeb23da5c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:62:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:17Z', 'updated_at': '2022-05-05T20:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': 'cf700dd1-83bf-4000-85ba-212b26d89965', 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc', 'floating_ip_address': '172.25.0.7', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'port_id': '1c2253d6-7eec-4d52-9bb7-bb09d8337c7c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1', 'mac_address': 'fa:16:3e:e0:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a13b109-7eb1-4495-9ea6-e585a5d79bba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:35:21Z', 'updated_at': '2022-05-05T20:35:24Z', 'revision_number': 1, 'project_id': 'd5327fecdbda4453866269afbd5ac6fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fca75c6c-669c-4972-8019-99a25ed879e1', 'name': '', 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1', 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc', 'mac_address': 'fa:16:3e:01:78:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'd4fffa46-b0f9-43c4-a768-6cf896707ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:21Z', 'updated_at': '2022-05-05T20:28:36Z', 'revision_number': 5, 'project_id': 'd5327fecdbda4453866269afbd5ac6fc', 'subnets': [{'id': 'd4fffa46-b0f9-43c4-a768-6cf896707ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:39:04.693219 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ca374cb4-a1cd-4cba-9027-235143246459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:04.798251 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc7cd6c-43af-4105-b1e0-4ca42af5f44f None None] New status for floating IP 0e498fe7-4c41-4a26-baf0-4cff61543563: DOWN {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:39:05.351372 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e59870-9848-439f-8db9-b1f045342aa1 req-0a342227-0721-4c4a-8157-dada3ab894cb tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:39:05.352720 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b9e59870-9848-439f-8db9-b1f045342aa1 req-0a342227-0721-4c4a-8157-dada3ab894cb tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.24 "GET /v2.0/ports?device_id=92f44c26-753b-444b-bb82-9d7d736a53bf HTTP/1.1" status: 200 len: 946 time: 0.0784302 May 05 20:39:05.427300 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-b9e59870-9848-439f-8db9-b1f045342aa1 req-e8ff8382-960a-4398-a803-8a252bb7482d tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Deleting port 53cdc805-db60-41a2-9d0e-89dc0372b0a7 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:39:05.427692 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b9e59870-9848-439f-8db9-b1f045342aa1 req-e8ff8382-960a-4398-a803-8a252bb7482d tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:05.674770 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d70a6-28bc-4a60-9070-64ead3624a3c req-e06771f3-e17d-4ef9-81e6-879dc55a5b48 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:39:05.676409 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-093d70a6-28bc-4a60-9070-64ead3624a3c req-e06771f3-e17d-4ef9-81e6-879dc55a5b48 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=92f44c26-753b-444b-bb82-9d7d736a53bf HTTP/1.1" status: 200 len: 946 time: 0.1467688 May 05 20:39:05.727934 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-093d70a6-28bc-4a60-9070-64ead3624a3c req-a777eba2-a7f5-4319-9bc4-7799c5e0bb76 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=f08f8f11-ad26-4de6-bd06-532cbd86f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436926 May 05 20:39:05.800895 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-b9e59870-9848-439f-8db9-b1f045342aa1 req-e8ff8382-960a-4398-a803-8a252bb7482d tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] For port 53cdc805-db60-41a2-9d0e-89dc0372b0a7, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=53cdc805-db60-41a2-9d0e-89dc0372b0a7,segment=NetworkSegment(5effa292-6024-4206-9fcb-ee5e58965e00),segment_id=5effa292-6024-4206-9fcb-ee5e58965e00)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:39:05.801243 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b9e59870-9848-439f-8db9-b1f045342aa1 req-e8ff8382-960a-4398-a803-8a252bb7482d tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:05.921380 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-b9e59870-9848-439f-8db9-b1f045342aa1 req-e8ff8382-960a-4398-a803-8a252bb7482d tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Calling delete_port for 53cdc805-db60-41a2-9d0e-89dc0372b0a7 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:39:06.066034 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b9e59870-9848-439f-8db9-b1f045342aa1 req-e8ff8382-960a-4398-a803-8a252bb7482d tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:06.115507 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ff8382-960a-4398-a803-8a252bb7482d tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Pushing event deleted for resources: {'Port': ['ID=53cdc805-db60-41a2-9d0e-89dc0372b0a7,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:39:06.191560 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e59870-9848-439f-8db9-b1f045342aa1 req-e8ff8382-960a-4398-a803-8a252bb7482d tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] No DVR routers for this DVR port 53cdc805-db60-41a2-9d0e-89dc0372b0a7 on host n-h1-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:39:06.194088 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b9e59870-9848-439f-8db9-b1f045342aa1 req-e8ff8382-960a-4398-a803-8a252bb7482d tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:06.196508 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92f44c26-753b-444b-bb82-9d7d736a53bf', 'name': 'network-vif-deleted', 'tag': '53cdc805-db60-41a2-9d0e-89dc0372b0a7'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:39:06.212647 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b9e59870-9848-439f-8db9-b1f045342aa1 req-e8ff8382-960a-4398-a803-8a252bb7482d tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.24 "DELETE /v2.0/ports/53cdc805-db60-41a2-9d0e-89dc0372b0a7 HTTP/1.1" status: 204 len: 173 time: 0.8546269 May 05 20:39:06.247099 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e258e1eb-1e0e-47d4-9e34-995f185d4849'] response: {'server_uuid': '92f44c26-753b-444b-bb82-9d7d736a53bf', 'name': 'network-vif-deleted', 'tag': '53cdc805-db60-41a2-9d0e-89dc0372b0a7', 'status': 'completed', 'code': 200} May 05 20:39:06.885029 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-65d61015-69f2-467c-b946-31790edf3df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:06.895232 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-971936c4-8c45-4792-abc3-fc637fc6dc7e req-cb1f9fe8-1d80-4d8b-a7a1-b05e05875cb5 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=92f44c26-753b-444b-bb82-9d7d736a53bf HTTP/1.1" status: 200 len: 210 time: 0.0426052 May 05 20:39:07.651611 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 53cdc805-db60-41a2-9d0e-89dc0372b0a7 no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:39:07.689760 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] No Port match for: 53cdc805-db60-41a2-9d0e-89dc0372b0a7 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:39:07.690106 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 53cdc805-db60-41a2-9d0e-89dc0372b0a7 not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:39:07.940870 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:08.116808 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:09.670110 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:12.535535 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 36984) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:39:12.738572 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-4fa25495-cd7d-4be4-8357-0fcece2f1b06 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Deleting port cbd9e6e7-2676-4f11-86b4-d003ba0e23bf {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:39:12.738913 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4fa25495-cd7d-4be4-8357-0fcece2f1b06 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:12.903774 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4fa25495-cd7d-4be4-8357-0fcece2f1b06 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:12.904006 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4fa25495-cd7d-4be4-8357-0fcece2f1b06 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:13.024975 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-4fa25495-cd7d-4be4-8357-0fcece2f1b06 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Calling delete_port for cbd9e6e7-2676-4f11-86b4-d003ba0e23bf owned by network:floatingip {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:39:13.171861 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4fa25495-cd7d-4be4-8357-0fcece2f1b06 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:13.218483 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa25495-cd7d-4be4-8357-0fcece2f1b06 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Pushing event deleted for resources: {'Port': ['ID=cbd9e6e7-2676-4f11-86b4-d003ba0e23bf,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:39:13.308029 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4fa25495-cd7d-4be4-8357-0fcece2f1b06 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks [] for floatingip, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:13.308345 n-d-840717-1 neutron-server[88198]: INFO neutron.db.l3_db [None req-4fa25495-cd7d-4be4-8357-0fcece2f1b06 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Floating IP cf700dd1-83bf-4000-85ba-212b26d89965 disassociated (deleted). External IP: 172.25.0.7, port: 1c2253d6-7eec-4d52-9bb7-bb09d8337c7c. May 05 20:39:13.766661 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fa25495-cd7d-4be4-8357-0fcece2f1b06 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Router bf69ffb5-3b16-452c-8d45-45f80714f937 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:39:13.943766 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa25495-cd7d-4be4-8357-0fcece2f1b06 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:39:13.954506 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa413c14-a99a-4c3e-93f9-7e973bb2702b None None] Sync routers for ids ['bf69ffb5-3b16-452c-8d45-45f80714f937'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:39:13.959484 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4fa25495-cd7d-4be4-8357-0fcece2f1b06 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:13.963986 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa413c14-a99a-4c3e-93f9-7e973bb2702b None None] Routers {'bf69ffb5-3b16-452c-8d45-45f80714f937'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:39:13.964594 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-fa413c14-a99a-4c3e-93f9-7e973bb2702b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:39:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['bf69ffb5-3b16-452c-8d45-45f80714f937'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:39:14.014548 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-4fa25495-cd7d-4be4-8357-0fcece2f1b06 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "DELETE /v2.0/floatingips/cf700dd1-83bf-4000-85ba-212b26d89965 HTTP/1.1" status: 204 len: 168 time: 1.4779181 May 05 20:39:14.015109 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a13b109-7eb1-4495-9ea6-e585a5d79bba', 'tag': '1c2253d6-7eec-4d52-9bb7-bb09d8337c7c'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:39:14.083311 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44a7c67b-980c-4bad-87a4-8f733423f956'] response: {'name': 'network-changed', 'server_uuid': '1a13b109-7eb1-4495-9ea6-e585a5d79bba', 'tag': '1c2253d6-7eec-4d52-9bb7-bb09d8337c7c', 'status': 'completed', 'code': 200} May 05 20:39:14.143643 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-fa413c14-a99a-4c3e-93f9-7e973bb2702b None None] Set router bf69ffb5-3b16-452c-8d45-45f80714f937 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:39:14.255443 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46177786-c4e4-42da-83da-a11fa61ba320 req-da304955-59a3-40c6-8fb8-58cfce3606b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:39:14.256951 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-46177786-c4e4-42da-83da-a11fa61ba320 req-da304955-59a3-40c6-8fb8-58cfce3606b0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d5327fecdbda4453866269afbd5ac6fc&device_id=1a13b109-7eb1-4495-9ea6-e585a5d79bba HTTP/1.1" status: 200 len: 1096 time: 0.1493275 May 05 20:39:14.448625 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46177786-c4e4-42da-83da-a11fa61ba320 req-e52922fb-484a-4e0d-aadb-8704335890e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:39:14.450665 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-46177786-c4e4-42da-83da-a11fa61ba320 req-e52922fb-484a-4e0d-aadb-8704335890e0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=29a0e805-6e5b-4d29-836f-ace2c73e49b1 HTTP/1.1" status: 200 len: 912 time: 0.1871743 May 05 20:39:14.467811 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-fa413c14-a99a-4c3e-93f9-7e973bb2702b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'name': 'tempest-TestVolumeBootPattern-973012309-router', 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': 'aa83c883-0a57-481d-a79d-fd4eeb23da5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:16Z', 'updated_at': '2022-05-05T20:28:22Z', 'revision_number': 4, 'project_id': 'd5327fecdbda4453866269afbd5ac6fc', 'gw_port': {'id': 'aa83c883-0a57-481d-a79d-fd4eeb23da5c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:62:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:17Z', 'updated_at': '2022-05-05T20:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'fca75c6c-669c-4972-8019-99a25ed879e1', 'name': '', 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1', 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc', 'mac_address': 'fa:16:3e:01:78:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'd4fffa46-b0f9-43c4-a768-6cf896707ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:21Z', 'updated_at': '2022-05-05T20:28:36Z', 'revision_number': 5, 'project_id': 'd5327fecdbda4453866269afbd5ac6fc', 'subnets': [{'id': 'd4fffa46-b0f9-43c4-a768-6cf896707ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:39:14.471682 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa413c14-a99a-4c3e-93f9-7e973bb2702b None None] Checking router: bf69ffb5-3b16-452c-8d45-45f80714f937 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:39:14.480048 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa413c14-a99a-4c3e-93f9-7e973bb2702b None None] Routers {'bf69ffb5-3b16-452c-8d45-45f80714f937'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:39:14.480665 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-fa413c14-a99a-4c3e-93f9-7e973bb2702b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:39:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['bf69ffb5-3b16-452c-8d45-45f80714f937'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:39:14.524472 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-46177786-c4e4-42da-83da-a11fa61ba320 req-f92cce0c-00e2-459c-8bd9-f5737e028931 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c2253d6-7eec-4d52-9bb7-bb09d8337c7c HTTP/1.1" status: 200 len: 217 time: 0.0676770 May 05 20:39:14.536063 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375d36e-a1d4-46e5-a7e7-e8dcf11ad208 req-5b174ef4-7b0b-4d10-943d-3a3ed6cd9487 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:39:14.536764 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-e375d36e-a1d4-46e5-a7e7-e8dcf11ad208 req-5b174ef4-7b0b-4d10-943d-3a3ed6cd9487 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Synchronizing usage tracker for tenant:d5327fecdbda4453866269afbd5ac6fc on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:39:14.600997 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-e375d36e-a1d4-46e5-a7e7-e8dcf11ad208 req-5b174ef4-7b0b-4d10-943d-3a3ed6cd9487 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Unset dirty status for tenant:d5327fecdbda4453866269afbd5ac6fc on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:39:14.602339 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e375d36e-a1d4-46e5-a7e7-e8dcf11ad208 req-5b174ef4-7b0b-4d10-943d-3a3ed6cd9487 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a13b109-7eb1-4495-9ea6-e585a5d79bba HTTP/1.1" status: 200 len: 945 time: 0.2509646 May 05 20:39:14.608227 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46177786-c4e4-42da-83da-a11fa61ba320 req-b33c163f-c130-401d-a8d0-74b75cb2b7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:39:14.609635 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-46177786-c4e4-42da-83da-a11fa61ba320 req-b33c163f-c130-401d-a8d0-74b75cb2b7a6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d4fffa46-b0f9-43c4-a768-6cf896707ddc HTTP/1.1" status: 200 len: 850 time: 0.0701990 May 05 20:39:14.698780 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:14.707261 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e375d36e-a1d4-46e5-a7e7-e8dcf11ad208 req-545c100c-5c1a-465b-8e70-cc6fa21954ce tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=f08f8f11-ad26-4de6-bd06-532cbd86f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966277 May 05 20:39:14.717206 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-fa413c14-a99a-4c3e-93f9-7e973bb2702b None None] Set router bf69ffb5-3b16-452c-8d45-45f80714f937 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:39:14.732018 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46177786-c4e4-42da-83da-a11fa61ba320 req-c2572994-e6ed-4507-8ef6-7a793b659b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:39:14.733584 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-46177786-c4e4-42da-83da-a11fa61ba320 req-c2572994-e6ed-4507-8ef6-7a793b659b5a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=29a0e805-6e5b-4d29-836f-ace2c73e49b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1076443 May 05 20:39:14.867910 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-46177786-c4e4-42da-83da-a11fa61ba320 req-27a3437c-4ef3-4c11-9bbc-847e178b26c4 service neutron] 10.222.0.24 "GET /v2.0/networks/29a0e805-6e5b-4d29-836f-ace2c73e49b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267402 May 05 20:39:14.999377 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-46177786-c4e4-42da-83da-a11fa61ba320 req-0d9de514-be0c-45ca-9fd2-7a242a9138c3 service neutron] 10.222.0.24 "GET /v2.0/networks/29a0e805-6e5b-4d29-836f-ace2c73e49b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251378 May 05 20:39:15.029319 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-fa413c14-a99a-4c3e-93f9-7e973bb2702b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'name': 'tempest-TestVolumeBootPattern-973012309-router', 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': 'aa83c883-0a57-481d-a79d-fd4eeb23da5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:16Z', 'updated_at': '2022-05-05T20:28:22Z', 'revision_number': 4, 'project_id': 'd5327fecdbda4453866269afbd5ac6fc', 'gw_port': {'id': 'aa83c883-0a57-481d-a79d-fd4eeb23da5c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:62:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:17Z', 'updated_at': '2022-05-05T20:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'fca75c6c-669c-4972-8019-99a25ed879e1', 'name': '', 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1', 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc', 'mac_address': 'fa:16:3e:01:78:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'd4fffa46-b0f9-43c4-a768-6cf896707ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:21Z', 'updated_at': '2022-05-05T20:28:36Z', 'revision_number': 5, 'project_id': 'd5327fecdbda4453866269afbd5ac6fc', 'subnets': [{'id': 'd4fffa46-b0f9-43c4-a768-6cf896707ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:39:15.033246 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa413c14-a99a-4c3e-93f9-7e973bb2702b None None] The sync data for ids ['bf69ffb5-3b16-452c-8d45-45f80714f937'] in n-d-840717-1 is: [{'id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'name': 'tempest-TestVolumeBootPattern-973012309-router', 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': 'aa83c883-0a57-481d-a79d-fd4eeb23da5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:16Z', 'updated_at': '2022-05-05T20:28:22Z', 'revision_number': 4, 'project_id': 'd5327fecdbda4453866269afbd5ac6fc', 'gw_port': {'id': 'aa83c883-0a57-481d-a79d-fd4eeb23da5c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:62:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:17Z', 'updated_at': '2022-05-05T20:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'fca75c6c-669c-4972-8019-99a25ed879e1', 'name': '', 'network_id': '29a0e805-6e5b-4d29-836f-ace2c73e49b1', 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc', 'mac_address': 'fa:16:3e:01:78:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'd4fffa46-b0f9-43c4-a768-6cf896707ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:21Z', 'updated_at': '2022-05-05T20:28:36Z', 'revision_number': 5, 'project_id': 'd5327fecdbda4453866269afbd5ac6fc', 'subnets': [{'id': 'd4fffa46-b0f9-43c4-a768-6cf896707ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:39:15.247301 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1165d233-dbe8-4888-a458-5177903a1fb1 None None] New status for floating IP cf700dd1-83bf-4000-85ba-212b26d89965: DOWN {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:39:15.816186 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b028d-08f8-41ed-9cae-20d2dc794f7d req-fe0f0736-4759-405d-a634-66e82bb7cbd5 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:39:15.817640 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4b0b028d-08f8-41ed-9cae-20d2dc794f7d req-fe0f0736-4759-405d-a634-66e82bb7cbd5 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a13b109-7eb1-4495-9ea6-e585a5d79bba HTTP/1.1" status: 200 len: 945 time: 0.0786254 May 05 20:39:15.889752 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-4b0b028d-08f8-41ed-9cae-20d2dc794f7d req-86d4590d-857b-4ae0-82c1-8eb38f2986a9 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Deleting port 1c2253d6-7eec-4d52-9bb7-bb09d8337c7c {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:39:15.890381 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-4b0b028d-08f8-41ed-9cae-20d2dc794f7d req-86d4590d-857b-4ae0-82c1-8eb38f2986a9 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:15.897409 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0231cc5e-15a7-468f-961e-e99e276a8c7a req-103add7a-6627-45a2-b1b7-3f4c5a1294c9 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:39:15.898816 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0231cc5e-15a7-468f-961e-e99e276a8c7a req-103add7a-6627-45a2-b1b7-3f4c5a1294c9 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a13b109-7eb1-4495-9ea6-e585a5d79bba HTTP/1.1" status: 200 len: 945 time: 0.0822141 May 05 20:39:15.943665 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0231cc5e-15a7-468f-961e-e99e276a8c7a req-68a72a24-8d2a-44eb-9ce4-550d63842783 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/security-groups?id=f08f8f11-ad26-4de6-bd06-532cbd86f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387893 May 05 20:39:16.253950 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-4b0b028d-08f8-41ed-9cae-20d2dc794f7d req-86d4590d-857b-4ae0-82c1-8eb38f2986a9 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] For port 1c2253d6-7eec-4d52-9bb7-bb09d8337c7c, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=1c2253d6-7eec-4d52-9bb7-bb09d8337c7c,segment=NetworkSegment(5effa292-6024-4206-9fcb-ee5e58965e00),segment_id=5effa292-6024-4206-9fcb-ee5e58965e00)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:39:16.254308 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-4b0b028d-08f8-41ed-9cae-20d2dc794f7d req-86d4590d-857b-4ae0-82c1-8eb38f2986a9 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:16.382589 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-4b0b028d-08f8-41ed-9cae-20d2dc794f7d req-86d4590d-857b-4ae0-82c1-8eb38f2986a9 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Calling delete_port for 1c2253d6-7eec-4d52-9bb7-bb09d8337c7c owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:39:16.524142 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-4b0b028d-08f8-41ed-9cae-20d2dc794f7d req-86d4590d-857b-4ae0-82c1-8eb38f2986a9 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:16.575171 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d4590d-857b-4ae0-82c1-8eb38f2986a9 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Pushing event deleted for resources: {'Port': ['ID=1c2253d6-7eec-4d52-9bb7-bb09d8337c7c,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:39:16.584915 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:16.651835 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b0b028d-08f8-41ed-9cae-20d2dc794f7d req-86d4590d-857b-4ae0-82c1-8eb38f2986a9 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] No DVR routers for this DVR port 1c2253d6-7eec-4d52-9bb7-bb09d8337c7c on host n-h1-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:39:16.654941 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-4b0b028d-08f8-41ed-9cae-20d2dc794f7d req-86d4590d-857b-4ae0-82c1-8eb38f2986a9 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:16.657461 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a13b109-7eb1-4495-9ea6-e585a5d79bba', 'name': 'network-vif-deleted', 'tag': '1c2253d6-7eec-4d52-9bb7-bb09d8337c7c'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:39:16.672688 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4b0b028d-08f8-41ed-9cae-20d2dc794f7d req-86d4590d-857b-4ae0-82c1-8eb38f2986a9 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.24 "DELETE /v2.0/ports/1c2253d6-7eec-4d52-9bb7-bb09d8337c7c HTTP/1.1" status: 204 len: 173 time: 0.8499966 May 05 20:39:16.704156 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5f0397e-4c68-490f-9127-40b63d2688c4'] response: {'server_uuid': '1a13b109-7eb1-4495-9ea6-e585a5d79bba', 'name': 'network-vif-deleted', 'tag': '1c2253d6-7eec-4d52-9bb7-bb09d8337c7c', 'status': 'completed', 'code': 200} May 05 20:39:17.117973 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-789dc54a-f296-42f2-b52c-04c66862c3eb req-a1363474-e95b-4c33-9fd3-fea437699aac tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a13b109-7eb1-4495-9ea6-e585a5d79bba HTTP/1.1" status: 200 len: 210 time: 0.0500886 May 05 20:39:17.712152 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 1c2253d6-7eec-4d52-9bb7-bb09d8337c7c no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:39:17.748382 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] No Port match for: 1c2253d6-7eec-4d52-9bb7-bb09d8337c7c {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:39:17.748634 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 1c2253d6-7eec-4d52-9bb7-bb09d8337c7c not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:39:18.000973 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:39:18.214046 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 37004) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:39:18.368282 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-2d0fdcc2-0eee-46f7-97a8-e5f40efb5a1a tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Deleting port c1022132-eba6-4632-9aa1-724ce3a03c78 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:39:18.368619 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2d0fdcc2-0eee-46f7-97a8-e5f40efb5a1a tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:18.538633 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2d0fdcc2-0eee-46f7-97a8-e5f40efb5a1a tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:18.538870 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2d0fdcc2-0eee-46f7-97a8-e5f40efb5a1a tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:18.664882 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-2d0fdcc2-0eee-46f7-97a8-e5f40efb5a1a tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Calling delete_port for c1022132-eba6-4632-9aa1-724ce3a03c78 owned by network:floatingip {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:39:18.801744 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2d0fdcc2-0eee-46f7-97a8-e5f40efb5a1a tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:18.846254 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0fdcc2-0eee-46f7-97a8-e5f40efb5a1a tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Pushing event deleted for resources: {'Port': ['ID=c1022132-eba6-4632-9aa1-724ce3a03c78,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:39:18.940184 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2d0fdcc2-0eee-46f7-97a8-e5f40efb5a1a tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks [] for floatingip, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:18.954126 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2d0fdcc2-0eee-46f7-97a8-e5f40efb5a1a tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:18.955289 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-2d0fdcc2-0eee-46f7-97a8-e5f40efb5a1a tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "DELETE /v2.0/floatingips/cd2eb843-587a-45e8-b892-2779f73f4a6e HTTP/1.1" status: 204 len: 168 time: 0.7402606 May 05 20:39:21.406333 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 37020) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:39:21.475980 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8361501b-19de-4594-8734-1f38e61ae4e6 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:21.507051 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8361501b-19de-4594-8734-1f38e61ae4e6 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:21.571312 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8361501b-19de-4594-8734-1f38e61ae4e6 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:21.588710 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8361501b-19de-4594-8734-1f38e61ae4e6 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08f8f11-ad26-4de6-bd06-532cbd86f1a0,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:39:21.605091 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8361501b-19de-4594-8734-1f38e61ae4e6 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:21.607485 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-8361501b-19de-4594-8734-1f38e61ae4e6 tempest-TestVolumeBootPattern-427168771 tempest-TestVolumeBootPattern-427168771-project] 10.222.0.36 "DELETE /v2.0/security-groups/f08f8f11-ad26-4de6-bd06-532cbd86f1a0 HTTP/1.1" status: 204 len: 168 time: 0.2000587 May 05 20:39:21.665452 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 37026) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:39:22.406780 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ebca7e75-81da-41d3-a8bc-96d5a8a344a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:22.751018 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-ebca7e75-81da-41d3-a8bc-96d5a8a344a4 admin admin] Deleting port fca75c6c-669c-4972-8019-99a25ed879e1 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:39:22.751373 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ebca7e75-81da-41d3-a8bc-96d5a8a344a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:22.919464 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-ebca7e75-81da-41d3-a8bc-96d5a8a344a4 admin admin] For port fca75c6c-669c-4972-8019-99a25ed879e1, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=fca75c6c-669c-4972-8019-99a25ed879e1,segment=NetworkSegment(5effa292-6024-4206-9fcb-ee5e58965e00),segment_id=5effa292-6024-4206-9fcb-ee5e58965e00)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:39:22.919738 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ebca7e75-81da-41d3-a8bc-96d5a8a344a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:23.040551 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-ebca7e75-81da-41d3-a8bc-96d5a8a344a4 admin admin] Calling delete_port for fca75c6c-669c-4972-8019-99a25ed879e1 owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:39:23.217480 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ebca7e75-81da-41d3-a8bc-96d5a8a344a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:23.266327 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebca7e75-81da-41d3-a8bc-96d5a8a344a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=fca75c6c-669c-4972-8019-99a25ed879e1,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:39:23.643702 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ebca7e75-81da-41d3-a8bc-96d5a8a344a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:24.004304 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebca7e75-81da-41d3-a8bc-96d5a8a344a4 admin admin] Router bf69ffb5-3b16-452c-8d45-45f80714f937 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:39:24.177268 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebca7e75-81da-41d3-a8bc-96d5a8a344a4 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:39:24.186473 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d803ce-3502-4965-87d0-822f68fa9d3c None None] Sync routers for ids ['bf69ffb5-3b16-452c-8d45-45f80714f937'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:39:24.190034 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-ebca7e75-81da-41d3-a8bc-96d5a8a344a4 admin admin] 10.222.0.36 "PUT /v2.0/routers/bf69ffb5-3b16-452c-8d45-45f80714f937/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5226653 May 05 20:39:24.192501 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 37032) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:39:24.195435 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d803ce-3502-4965-87d0-822f68fa9d3c None None] Routers {'bf69ffb5-3b16-452c-8d45-45f80714f937'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:39:24.196036 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-33d803ce-3502-4965-87d0-822f68fa9d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:39:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['bf69ffb5-3b16-452c-8d45-45f80714f937'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:39:24.369991 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d10d8271-7bcd-4a22-add5-3e60ed59b028 admin admin] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:24.376224 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-33d803ce-3502-4965-87d0-822f68fa9d3c None None] Set router bf69ffb5-3b16-452c-8d45-45f80714f937 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:39:24.549785 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d10d8271-7bcd-4a22-add5-3e60ed59b028 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:24.560897 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-d10d8271-7bcd-4a22-add5-3e60ed59b028 admin admin] Deleting port aa83c883-0a57-481d-a79d-fd4eeb23da5c {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:39:24.561358 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d10d8271-7bcd-4a22-add5-3e60ed59b028 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:24.663711 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-33d803ce-3502-4965-87d0-822f68fa9d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'name': 'tempest-TestVolumeBootPattern-973012309-router', 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': 'aa83c883-0a57-481d-a79d-fd4eeb23da5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:16Z', 'updated_at': '2022-05-05T20:39:23Z', 'revision_number': 5, 'project_id': 'd5327fecdbda4453866269afbd5ac6fc', 'gw_port': {'id': 'aa83c883-0a57-481d-a79d-fd4eeb23da5c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:62:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:17Z', 'updated_at': '2022-05-05T20:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:39:24.668270 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d803ce-3502-4965-87d0-822f68fa9d3c None None] Checking router: bf69ffb5-3b16-452c-8d45-45f80714f937 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:39:24.676608 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d803ce-3502-4965-87d0-822f68fa9d3c None None] Routers {'bf69ffb5-3b16-452c-8d45-45f80714f937'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:39:24.677202 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-33d803ce-3502-4965-87d0-822f68fa9d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:39:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['bf69ffb5-3b16-452c-8d45-45f80714f937'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:39:24.737280 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-d10d8271-7bcd-4a22-add5-3e60ed59b028 admin admin] For port aa83c883-0a57-481d-a79d-fd4eeb23da5c, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=aa83c883-0a57-481d-a79d-fd4eeb23da5c,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:39:24.737866 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d10d8271-7bcd-4a22-add5-3e60ed59b028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:24.827186 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-33d803ce-3502-4965-87d0-822f68fa9d3c None None] Set router bf69ffb5-3b16-452c-8d45-45f80714f937 gateway port host: None {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:39:24.937418 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-33d803ce-3502-4965-87d0-822f68fa9d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'name': 'tempest-TestVolumeBootPattern-973012309-router', 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:16Z', 'updated_at': '2022-05-05T20:39:24Z', 'revision_number': 6, 'project_id': 'd5327fecdbda4453866269afbd5ac6fc', 'gw_port_host': None}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:39:24.941594 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d803ce-3502-4965-87d0-822f68fa9d3c None None] The sync data for ids ['bf69ffb5-3b16-452c-8d45-45f80714f937'] in n-d-840717-1 is: [{'id': 'bf69ffb5-3b16-452c-8d45-45f80714f937', 'name': 'tempest-TestVolumeBootPattern-973012309-router', 'tenant_id': 'd5327fecdbda4453866269afbd5ac6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:16Z', 'updated_at': '2022-05-05T20:39:24Z', 'revision_number': 6, 'project_id': 'd5327fecdbda4453866269afbd5ac6fc', 'gw_port_host': None}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:39:24.986819 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-d10d8271-7bcd-4a22-add5-3e60ed59b028 admin admin] Calling delete_port for aa83c883-0a57-481d-a79d-fd4eeb23da5c owned by network:router_gateway {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:39:25.148025 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d10d8271-7bcd-4a22-add5-3e60ed59b028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:25.195943 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10d8271-7bcd-4a22-add5-3e60ed59b028 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa83c883-0a57-481d-a79d-fd4eeb23da5c,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:39:25.228461 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10d8271-7bcd-4a22-add5-3e60ed59b028 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:39:25.228747 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10d8271-7bcd-4a22-add5-3e60ed59b028 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:39:25.229083 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10d8271-7bcd-4a22-add5-3e60ed59b028 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:39:25.229407 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10d8271-7bcd-4a22-add5-3e60ed59b028 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:39:25.229737 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10d8271-7bcd-4a22-add5-3e60ed59b028 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:39:25.230053 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10d8271-7bcd-4a22-add5-3e60ed59b028 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:39:25.230948 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10d8271-7bcd-4a22-add5-3e60ed59b028 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:39:25.231271 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10d8271-7bcd-4a22-add5-3e60ed59b028 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:39:25.231609 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10d8271-7bcd-4a22-add5-3e60ed59b028 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:39:25.231924 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10d8271-7bcd-4a22-add5-3e60ed59b028 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:39:25.232255 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10d8271-7bcd-4a22-add5-3e60ed59b028 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:39:25.232654 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10d8271-7bcd-4a22-add5-3e60ed59b028 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:39:25.298386 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d10d8271-7bcd-4a22-add5-3e60ed59b028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:25.471186 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d10d8271-7bcd-4a22-add5-3e60ed59b028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:25.473508 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d10d8271-7bcd-4a22-add5-3e60ed59b028 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:25.495084 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d10d8271-7bcd-4a22-add5-3e60ed59b028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:25.495598 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d10d8271-7bcd-4a22-add5-3e60ed59b028 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf69ffb5-3b16-452c-8d45-45f80714f937 {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:39:25.507253 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d10d8271-7bcd-4a22-add5-3e60ed59b028 admin admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:25.508382 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d10d8271-7bcd-4a22-add5-3e60ed59b028 admin admin] 10.222.0.36 "DELETE /v2.0/routers/bf69ffb5-3b16-452c-8d45-45f80714f937 HTTP/1.1" status: 204 len: 168 time: 1.3150003 May 05 20:39:25.510954 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 37036) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:39:25.571516 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-83a0388f-18ce-4d2c-8651-c13a8c0f1307 admin admin] Deleting subnet d4fffa46-b0f9-43c4-a768-6cf896707ddc {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:39:25.575094 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-83a0388f-18ce-4d2c-8651-c13a8c0f1307 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:25.623920 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-83a0388f-18ce-4d2c-8651-c13a8c0f1307 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:25.710216 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-83a0388f-18ce-4d2c-8651-c13a8c0f1307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:25.773992 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-83a0388f-18ce-4d2c-8651-c13a8c0f1307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:25.812670 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a0388f-18ce-4d2c-8651-c13a8c0f1307 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4fffa46-b0f9-43c4-a768-6cf896707ddc,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:39:25.817437 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-83a0388f-18ce-4d2c-8651-c13a8c0f1307 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:25.823144 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb97feb-2231-43ca-8493-51dd5fed10c9 None None] Network 29a0e805-6e5b-4d29-836f-ace2c73e49b1 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:39:25.827784 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 37040) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:39:25.828208 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-83a0388f-18ce-4d2c-8651-c13a8c0f1307 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d4fffa46-b0f9-43c4-a768-6cf896707ddc HTTP/1.1" status: 204 len: 168 time: 0.3154202 May 05 20:39:25.935751 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8cf22fd5-2d81-4407-a01c-ba5ec71574b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:25.946430 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-8cf22fd5-2d81-4407-a01c-ba5ec71574b7 admin admin] Deleting port 8a78ab76-09a6-4944-a993-2950e941b9cf {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:39:25.946761 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8cf22fd5-2d81-4407-a01c-ba5ec71574b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:26.143695 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f65675-335d-4b71-8145-1de79463bd0c None None] DHCP port deletion for 29a0e805-6e5b-4d29-836f-ace2c73e49b1 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:39:26.147814 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-34f65675-335d-4b71-8145-1de79463bd0c None None] Deleting port 8a78ab76-09a6-4944-a993-2950e941b9cf {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:39:26.148213 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-34f65675-335d-4b71-8145-1de79463bd0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:26.160107 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-8cf22fd5-2d81-4407-a01c-ba5ec71574b7 admin admin] For port 8a78ab76-09a6-4944-a993-2950e941b9cf, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=8a78ab76-09a6-4944-a993-2950e941b9cf,segment=NetworkSegment(5effa292-6024-4206-9fcb-ee5e58965e00),segment_id=5effa292-6024-4206-9fcb-ee5e58965e00)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:39:26.160462 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8cf22fd5-2d81-4407-a01c-ba5ec71574b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:26.281925 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-8cf22fd5-2d81-4407-a01c-ba5ec71574b7 admin admin] Calling delete_port for 8a78ab76-09a6-4944-a993-2950e941b9cf owned by network:dhcp {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:39:26.348313 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 8a78ab76-09a6-4944-a993-2950e941b9cf no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:39:26.359077 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8cf22fd5-2d81-4407-a01c-ba5ec71574b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:26.396144 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 8a78ab76-09a6-4944-a993-2950e941b9cf {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:39:26.396483 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 8a78ab76-09a6-4944-a993-2950e941b9cf not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:39:26.396886 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device fca75c6c-669c-4972-8019-99a25ed879e1 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:39:26.412274 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf22fd5-2d81-4407-a01c-ba5ec71574b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a78ab76-09a6-4944-a993-2950e941b9cf,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:39:26.414448 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf22fd5-2d81-4407-a01c-ba5ec71574b7 admin admin] No DVR routers for this DVR port 8a78ab76-09a6-4944-a993-2950e941b9cf on host n-d-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:39:26.433056 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: fca75c6c-669c-4972-8019-99a25ed879e1 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:39:26.434117 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device fca75c6c-669c-4972-8019-99a25ed879e1 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:39:26.434442 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device aa83c883-0a57-481d-a79d-fd4eeb23da5c no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:39:26.461821 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-34f65675-335d-4b71-8145-1de79463bd0c None None] For port 8a78ab76-09a6-4944-a993-2950e941b9cf, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=8a78ab76-09a6-4944-a993-2950e941b9cf,segment=NetworkSegment(5effa292-6024-4206-9fcb-ee5e58965e00),segment_id=5effa292-6024-4206-9fcb-ee5e58965e00)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:39:26.462211 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-34f65675-335d-4b71-8145-1de79463bd0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:26.476912 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: aa83c883-0a57-481d-a79d-fd4eeb23da5c {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:39:26.477251 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device aa83c883-0a57-481d-a79d-fd4eeb23da5c not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:39:26.591700 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-34f65675-335d-4b71-8145-1de79463bd0c None None] Calling delete_port for 8a78ab76-09a6-4944-a993-2950e941b9cf owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:39:26.632173 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8cf22fd5-2d81-4407-a01c-ba5ec71574b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:26.656921 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-8cf22fd5-2d81-4407-a01c-ba5ec71574b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29a0e805-6e5b-4d29-836f-ace2c73e49b1']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:39:26.665556 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-34f65675-335d-4b71-8145-1de79463bd0c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:39:26.665909 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-34f65675-335d-4b71-8145-1de79463bd0c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:39:26.669385 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-8cf22fd5-2d81-4407-a01c-ba5ec71574b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5effa292-6024-4206-9fcb-ee5e58965e00') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:39:26.669685 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-8cf22fd5-2d81-4407-a01c-ba5ec71574b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5effa292-6024-4206-9fcb-ee5e58965e00') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:39:26.680659 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8cf22fd5-2d81-4407-a01c-ba5ec71574b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:26.696093 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8cf22fd5-2d81-4407-a01c-ba5ec71574b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:26.702002 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cf22fd5-2d81-4407-a01c-ba5ec71574b7 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:39:26.702378 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8cf22fd5-2d81-4407-a01c-ba5ec71574b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:26.715796 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:39:26.715796 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:39:26.715796 n-d-840717-1 neutron-server[88197]: timer() May 05 20:39:26.715796 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:39:26.715796 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:39:26.715796 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:39:26.715796 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:39:26.715796 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:39:26.715796 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:39:26.715796 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:39:26.715796 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:39:26.715796 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:39:26.715796 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:39:26.715796 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:39:26.715796 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:39:26.715796 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:39:26.715796 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:39:26.715796 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:39:26.715796 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:39:26.715796 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:39:26.715796 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:39:26.715796 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:39:26.715796 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:39:26.715796 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:39:26.715796 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:39:26.715796 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:39:26.715796 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:39:26.715796 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:39:26.715796 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:39:26.715796 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:39:26.715796 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:39:26.715796 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:39:26.794611 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8cf22fd5-2d81-4407-a01c-ba5ec71574b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:26.812349 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8cf22fd5-2d81-4407-a01c-ba5ec71574b7 admin admin] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:26.822466 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf22fd5-2d81-4407-a01c-ba5ec71574b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=29a0e805-6e5b-4d29-836f-ace2c73e49b1,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:39:26.835483 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-8cf22fd5-2d81-4407-a01c-ba5ec71574b7 admin admin] 10.222.0.36 "DELETE /v2.0/networks/29a0e805-6e5b-4d29-836f-ace2c73e49b1 HTTP/1.1" status: 204 len: 168 time: 1.0060744 May 05 20:39:26.838406 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 37044) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:39:27.167237 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-34f65675-335d-4b71-8145-1de79463bd0c None None] Deleting port 8a78ab76-09a6-4944-a993-2950e941b9cf {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:39:27.167792 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-34f65675-335d-4b71-8145-1de79463bd0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:27.238216 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-34f65675-335d-4b71-8145-1de79463bd0c None None] The port '8a78ab76-09a6-4944-a993-2950e941b9cf' was deleted {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 20:39:27.368513 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e38f121a-119f-46ef-9e12-2859028112b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:27.719413 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-e38f121a-119f-46ef-9e12-2859028112b7 admin admin] Deleting port b6c625fb-c4e2-47fa-b83b-5fecf4c03ebc {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:39:27.719751 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e38f121a-119f-46ef-9e12-2859028112b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:27.895064 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-e38f121a-119f-46ef-9e12-2859028112b7 admin admin] For port b6c625fb-c4e2-47fa-b83b-5fecf4c03ebc, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=b6c625fb-c4e2-47fa-b83b-5fecf4c03ebc,segment=NetworkSegment(374eb3bf-e301-4cce-9e20-18c6eaaf1e2b),segment_id=374eb3bf-e301-4cce-9e20-18c6eaaf1e2b)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:39:27.895825 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e38f121a-119f-46ef-9e12-2859028112b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:28.121090 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-e38f121a-119f-46ef-9e12-2859028112b7 admin admin] Calling delete_port for b6c625fb-c4e2-47fa-b83b-5fecf4c03ebc owned by network:router_interface {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:39:28.298003 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e38f121a-119f-46ef-9e12-2859028112b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:28.345416 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f121a-119f-46ef-9e12-2859028112b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6c625fb-c4e2-47fa-b83b-5fecf4c03ebc,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:39:28.618471 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e38f121a-119f-46ef-9e12-2859028112b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:28.976944 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e38f121a-119f-46ef-9e12-2859028112b7 admin admin] Router 1495d2f6-6055-452d-a2fd-322ed8896f05 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:39:29.149857 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e38f121a-119f-46ef-9e12-2859028112b7 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:39:29.158449 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915a6e8a-51a7-4b5f-8f0c-9e2fdf9d9d05 None None] Sync routers for ids ['1495d2f6-6055-452d-a2fd-322ed8896f05'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:39:29.166768 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-e38f121a-119f-46ef-9e12-2859028112b7 admin admin] 10.222.0.36 "PUT /v2.0/routers/1495d2f6-6055-452d-a2fd-322ed8896f05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3273351 May 05 20:39:29.168694 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915a6e8a-51a7-4b5f-8f0c-9e2fdf9d9d05 None None] Routers {'1495d2f6-6055-452d-a2fd-322ed8896f05'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:39:29.169295 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-915a6e8a-51a7-4b5f-8f0c-9e2fdf9d9d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:39:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['1495d2f6-6055-452d-a2fd-322ed8896f05'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:39:29.170158 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 37052) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:39:29.345388 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-915a6e8a-51a7-4b5f-8f0c-9e2fdf9d9d05 None None] Set router 1495d2f6-6055-452d-a2fd-322ed8896f05 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:39:29.346333 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2a84bbe8-c733-4289-8a65-e89517b15e73 admin admin] Notify callbacks [] for router, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:29.642310 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2a84bbe8-c733-4289-8a65-e89517b15e73 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:29.651668 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-2a84bbe8-c733-4289-8a65-e89517b15e73 admin admin] Deleting port 36bd3071-96db-4238-a2fa-ef07ddcd2641 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:39:29.652513 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2a84bbe8-c733-4289-8a65-e89517b15e73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:29.665889 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-915a6e8a-51a7-4b5f-8f0c-9e2fdf9d9d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1495d2f6-6055-452d-a2fd-322ed8896f05', 'name': 'tempest-TestVolumeBootPattern-1458719583-router', 'tenant_id': 'b6f9d18826d54a409bfd538ce7dfd9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '36bd3071-96db-4238-a2fa-ef07ddcd2641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:28Z', 'updated_at': '2022-05-05T20:39:28Z', 'revision_number': 5, 'project_id': 'b6f9d18826d54a409bfd538ce7dfd9c0', 'gw_port': {'id': '36bd3071-96db-4238-a2fa-ef07ddcd2641', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:fd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1495d2f6-6055-452d-a2fd-322ed8896f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:28:30Z', 'updated_at': '2022-05-05T20:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:39:29.671012 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915a6e8a-51a7-4b5f-8f0c-9e2fdf9d9d05 None None] Checking router: 1495d2f6-6055-452d-a2fd-322ed8896f05 for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:39:29.679199 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915a6e8a-51a7-4b5f-8f0c-9e2fdf9d9d05 None None] Routers {'1495d2f6-6055-452d-a2fd-322ed8896f05'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:39:29.679812 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-915a6e8a-51a7-4b5f-8f0c-9e2fdf9d9d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:39:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['1495d2f6-6055-452d-a2fd-322ed8896f05'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:39:29.825384 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-2a84bbe8-c733-4289-8a65-e89517b15e73 admin admin] For port 36bd3071-96db-4238-a2fa-ef07ddcd2641, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=36bd3071-96db-4238-a2fa-ef07ddcd2641,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:39:29.825737 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2a84bbe8-c733-4289-8a65-e89517b15e73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:29.829803 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-915a6e8a-51a7-4b5f-8f0c-9e2fdf9d9d05 None None] Set router 1495d2f6-6055-452d-a2fd-322ed8896f05 gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:39:29.932538 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-915a6e8a-51a7-4b5f-8f0c-9e2fdf9d9d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1495d2f6-6055-452d-a2fd-322ed8896f05', 'name': 'tempest-TestVolumeBootPattern-1458719583-router', 'tenant_id': 'b6f9d18826d54a409bfd538ce7dfd9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:28Z', 'updated_at': '2022-05-05T20:39:29Z', 'revision_number': 6, 'project_id': 'b6f9d18826d54a409bfd538ce7dfd9c0', 'gw_port_host': None}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:39:29.936530 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915a6e8a-51a7-4b5f-8f0c-9e2fdf9d9d05 None None] The sync data for ids ['1495d2f6-6055-452d-a2fd-322ed8896f05'] in n-d-840717-1 is: [{'id': '1495d2f6-6055-452d-a2fd-322ed8896f05', 'name': 'tempest-TestVolumeBootPattern-1458719583-router', 'tenant_id': 'b6f9d18826d54a409bfd538ce7dfd9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:28:28Z', 'updated_at': '2022-05-05T20:39:29Z', 'revision_number': 6, 'project_id': 'b6f9d18826d54a409bfd538ce7dfd9c0', 'gw_port_host': None}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:39:29.946866 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-2a84bbe8-c733-4289-8a65-e89517b15e73 admin admin] Calling delete_port for 36bd3071-96db-4238-a2fa-ef07ddcd2641 owned by network:router_gateway {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:39:30.114214 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2a84bbe8-c733-4289-8a65-e89517b15e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:30.165534 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a84bbe8-c733-4289-8a65-e89517b15e73 admin admin] Pushing event deleted for resources: {'Port': ['ID=36bd3071-96db-4238-a2fa-ef07ddcd2641,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:39:30.251859 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2a84bbe8-c733-4289-8a65-e89517b15e73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:30.385695 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device b6c625fb-c4e2-47fa-b83b-5fecf4c03ebc no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:39:30.420869 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: b6c625fb-c4e2-47fa-b83b-5fecf4c03ebc {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:39:30.421213 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device b6c625fb-c4e2-47fa-b83b-5fecf4c03ebc not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:39:30.435452 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2a84bbe8-c733-4289-8a65-e89517b15e73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:30.437653 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2a84bbe8-c733-4289-8a65-e89517b15e73 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:30.459370 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2a84bbe8-c733-4289-8a65-e89517b15e73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:30.459893 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a84bbe8-c733-4289-8a65-e89517b15e73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1495d2f6-6055-452d-a2fd-322ed8896f05 {{(pid=88197) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:39:30.472155 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2a84bbe8-c733-4289-8a65-e89517b15e73 admin admin] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:30.473263 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-2a84bbe8-c733-4289-8a65-e89517b15e73 admin admin] 10.222.0.36 "DELETE /v2.0/routers/1495d2f6-6055-452d-a2fd-322ed8896f05 HTTP/1.1" status: 204 len: 168 time: 1.3021655 May 05 20:39:30.475907 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 37056) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:39:30.536224 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb37d5e7-0f1c-4fb0-bc2f-4158f703618e admin admin] Deleting subnet 9e58d1b8-6c6c-4aa5-8d69-bb25cde136fe {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:39:30.539914 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-eb37d5e7-0f1c-4fb0-bc2f-4158f703618e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:30.589451 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-eb37d5e7-0f1c-4fb0-bc2f-4158f703618e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:30.669445 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-eb37d5e7-0f1c-4fb0-bc2f-4158f703618e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:30.738367 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-eb37d5e7-0f1c-4fb0-bc2f-4158f703618e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:30.776455 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb37d5e7-0f1c-4fb0-bc2f-4158f703618e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e58d1b8-6c6c-4aa5-8d69-bb25cde136fe,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:39:30.780022 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-eb37d5e7-0f1c-4fb0-bc2f-4158f703618e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:30.786027 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-eb37d5e7-0f1c-4fb0-bc2f-4158f703618e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/9e58d1b8-6c6c-4aa5-8d69-bb25cde136fe HTTP/1.1" status: 204 len: 168 time: 0.3091648 May 05 20:39:30.788677 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 37060) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:39:30.791062 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd691fb5-e81d-48e9-a50d-0ad986eff021 None None] Network 81e059f1-e42b-45ac-8158-63145b3c15ef requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:39:30.896971 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-97469521-7f52-4bce-984c-f810c781bbad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:30.908066 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-97469521-7f52-4bce-984c-f810c781bbad admin admin] Deleting port 9e1507dd-5c0d-4293-b57f-612bda4bc664 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:39:30.908415 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-97469521-7f52-4bce-984c-f810c781bbad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:31.040903 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa475ff-3c91-4dbb-91c8-858ec689044f None None] DHCP port deletion for 81e059f1-e42b-45ac-8158-63145b3c15ef request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:39:31.045602 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-7fa475ff-3c91-4dbb-91c8-858ec689044f None None] Deleting port 9e1507dd-5c0d-4293-b57f-612bda4bc664 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:39:31.045971 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7fa475ff-3c91-4dbb-91c8-858ec689044f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:31.127702 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-97469521-7f52-4bce-984c-f810c781bbad admin admin] For port 9e1507dd-5c0d-4293-b57f-612bda4bc664, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=9e1507dd-5c0d-4293-b57f-612bda4bc664,segment=NetworkSegment(374eb3bf-e301-4cce-9e20-18c6eaaf1e2b),segment_id=374eb3bf-e301-4cce-9e20-18c6eaaf1e2b)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:39:31.128087 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-97469521-7f52-4bce-984c-f810c781bbad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:31.249441 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-7fa475ff-3c91-4dbb-91c8-858ec689044f None None] For port 9e1507dd-5c0d-4293-b57f-612bda4bc664, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=9e1507dd-5c0d-4293-b57f-612bda4bc664,segment=NetworkSegment(374eb3bf-e301-4cce-9e20-18c6eaaf1e2b),segment_id=374eb3bf-e301-4cce-9e20-18c6eaaf1e2b)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:39:31.249755 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7fa475ff-3c91-4dbb-91c8-858ec689044f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:31.251043 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-97469521-7f52-4bce-984c-f810c781bbad admin admin] Calling delete_port for 9e1507dd-5c0d-4293-b57f-612bda4bc664 owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:39:31.327483 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-97469521-7f52-4bce-984c-f810c781bbad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:31.374108 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-7fa475ff-3c91-4dbb-91c8-858ec689044f None None] Calling delete_port for 9e1507dd-5c0d-4293-b57f-612bda4bc664 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:39:31.379396 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97469521-7f52-4bce-984c-f810c781bbad admin admin] Pushing event deleted for resources: {'Port': ['ID=9e1507dd-5c0d-4293-b57f-612bda4bc664,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:39:31.381543 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97469521-7f52-4bce-984c-f810c781bbad admin admin] No DVR routers for this DVR port 9e1507dd-5c0d-4293-b57f-612bda4bc664 on host n-d-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:39:31.446162 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-7fa475ff-3c91-4dbb-91c8-858ec689044f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:39:31.446740 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-7fa475ff-3c91-4dbb-91c8-858ec689044f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:39:31.598973 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-97469521-7f52-4bce-984c-f810c781bbad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:31.624819 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-97469521-7f52-4bce-984c-f810c781bbad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81e059f1-e42b-45ac-8158-63145b3c15ef']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:39:31.636622 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-97469521-7f52-4bce-984c-f810c781bbad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '374eb3bf-e301-4cce-9e20-18c6eaaf1e2b') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:39:31.636920 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-97469521-7f52-4bce-984c-f810c781bbad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '374eb3bf-e301-4cce-9e20-18c6eaaf1e2b') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:39:31.647938 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-97469521-7f52-4bce-984c-f810c781bbad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:31.664717 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-97469521-7f52-4bce-984c-f810c781bbad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:31.671326 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97469521-7f52-4bce-984c-f810c781bbad admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:39:31.671849 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-97469521-7f52-4bce-984c-f810c781bbad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:31.685723 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:39:31.685723 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:39:31.685723 n-d-840717-1 neutron-server[88198]: timer() May 05 20:39:31.685723 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:39:31.685723 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:39:31.685723 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:39:31.685723 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:39:31.685723 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:39:31.685723 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:39:31.685723 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:39:31.685723 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:39:31.685723 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:39:31.685723 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:39:31.685723 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:39:31.685723 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:39:31.685723 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:39:31.685723 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:39:31.685723 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:39:31.685723 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:39:31.685723 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:39:31.685723 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:39:31.685723 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:39:31.685723 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:39:31.685723 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:39:31.685723 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:39:31.685723 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:39:31.685723 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:39:31.685723 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:39:31.685723 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:39:31.685723 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:39:31.685723 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:39:31.685723 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:39:31.761130 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-97469521-7f52-4bce-984c-f810c781bbad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:31.776891 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-97469521-7f52-4bce-984c-f810c781bbad admin admin] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:31.787303 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97469521-7f52-4bce-984c-f810c781bbad admin admin] Pushing event deleted for resources: {'Network': ['ID=81e059f1-e42b-45ac-8158-63145b3c15ef,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:39:31.794896 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-97469521-7f52-4bce-984c-f810c781bbad admin admin] 10.222.0.36 "DELETE /v2.0/networks/81e059f1-e42b-45ac-8158-63145b3c15ef HTTP/1.1" status: 204 len: 168 time: 1.0052614 May 05 20:39:31.924007 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 37066) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:39:31.947844 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-7fa475ff-3c91-4dbb-91c8-858ec689044f None None] Deleting port 9e1507dd-5c0d-4293-b57f-612bda4bc664 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:39:31.948223 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7fa475ff-3c91-4dbb-91c8-858ec689044f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:31.972435 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c37a1619-48cc-45d0-be30-d69be0f5d196 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d5327fecdbda4453866269afbd5ac6fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471756 May 05 20:39:31.975075 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 37070) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:39:32.016211 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-7fa475ff-3c91-4dbb-91c8-858ec689044f None None] The port '9e1507dd-5c0d-4293-b57f-612bda4bc664' was deleted {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 20:39:32.033634 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-346e99c5-ae16-46b8-b7ef-6618e62343f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:32.063198 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-346e99c5-ae16-46b8-b7ef-6618e62343f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:32.113744 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-346e99c5-ae16-46b8-b7ef-6618e62343f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:32.131621 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346e99c5-ae16-46b8-b7ef-6618e62343f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e96caef-fcfd-4c33-8a6b-2fc78f90d434,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:39:32.139032 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-346e99c5-ae16-46b8-b7ef-6618e62343f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:32.140198 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-346e99c5-ae16-46b8-b7ef-6618e62343f3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1e96caef-fcfd-4c33-8a6b-2fc78f90d434 HTTP/1.1" status: 204 len: 168 time: 0.1641858 May 05 20:39:32.332894 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 9e1507dd-5c0d-4293-b57f-612bda4bc664 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:39:32.370689 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 9e1507dd-5c0d-4293-b57f-612bda4bc664 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:39:32.371042 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 9e1507dd-5c0d-4293-b57f-612bda4bc664 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:39:32.371517 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 36bd3071-96db-4238-a2fa-ef07ddcd2641 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:39:32.443478 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 36bd3071-96db-4238-a2fa-ef07ddcd2641 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:39:32.443825 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 36bd3071-96db-4238-a2fa-ef07ddcd2641 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:39:32.509603 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 37078) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:39:32.560948 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-30a5a5a0-3b86-48b4-9bf8-50d45349162f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b6f9d18826d54a409bfd538ce7dfd9c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471468 May 05 20:39:32.561183 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 37082) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:39:32.618235 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0b52285e-b462-418e-88f9-9c077c4c174d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:32.644475 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0b52285e-b462-418e-88f9-9c077c4c174d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:32.696582 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0b52285e-b462-418e-88f9-9c077c4c174d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:32.716431 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b52285e-b462-418e-88f9-9c077c4c174d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdbc6be0-2c09-4b49-9c90-cbeb6211930e,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:39:32.720849 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0b52285e-b462-418e-88f9-9c077c4c174d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:32.721840 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-0b52285e-b462-418e-88f9-9c077c4c174d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bdbc6be0-2c09-4b49-9c90-cbeb6211930e HTTP/1.1" status: 204 len: 168 time: 0.1597648 May 05 20:39:34.696804 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e1e65ecf-0280-4434-8b5a-5b4d8bf3ba1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:36.887915 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f1004490-5f59-4dae-bab2-33d98b916e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:37.936283 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:38.116289 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:39.672709 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:43.966977 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-75cd6055-12e1-4d1e-abab-6cf289c93c5a req-5650e3c6-dbeb-4da4-a59c-671635be946c tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=7b0a834d7866485085f7a1f3260d617f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278711 May 05 20:39:44.115848 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd6055-12e1-4d1e-abab-6cf289c93c5a req-18c838af-f355-465d-a027-a8e1e156a886 tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:39:44.117446 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-75cd6055-12e1-4d1e-abab-6cf289c93c5a req-18c838af-f355-465d-a027-a8e1e156a886 tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1453106 May 05 20:39:44.133060 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-75cd6055-12e1-4d1e-abab-6cf289c93c5a req-0b269f74-a150-4307-a105-9d1685c19002 tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] 10.222.0.36 "GET /v2.0/quotas/7b0a834d7866485085f7a1f3260d617f HTTP/1.1" status: 200 len: 375 time: 0.0096605 May 05 20:39:44.180519 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-75cd6055-12e1-4d1e-abab-6cf289c93c5a req-3b3ae00e-171d-46ad-87f2-4f15c546c511 tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7b0a834d7866485085f7a1f3260d617f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422227 May 05 20:39:44.358921 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d98a7cf5-58b8-45b2-a4bb-0e236c22cfc4 req-f8d12c18-86c1-44ee-bc7b-3b52063250fd tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0ce39bc-f745-4ba8-91d1-4380822d977b HTTP/1.1" status: 200 len: 210 time: 0.0463500 May 05 20:39:44.619479 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:45.249988 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-75cd6055-12e1-4d1e-abab-6cf289c93c5a req-3e73cce5-1568-4ef3-a4c6-065be44e3371 tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=7b0a834d7866485085f7a1f3260d617f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276346 May 05 20:39:45.405088 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd6055-12e1-4d1e-abab-6cf289c93c5a req-70655f8a-e755-4247-8eda-a4cc882ee213 tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:39:45.406704 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-75cd6055-12e1-4d1e-abab-6cf289c93c5a req-70655f8a-e755-4247-8eda-a4cc882ee213 tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1525915 May 05 20:39:45.417325 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-75cd6055-12e1-4d1e-abab-6cf289c93c5a req-9dbad67b-6e4f-4257-a00b-33bd73d904c5 tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] Request body: {'port': {'device_id': 'd0ce39bc-f745-4ba8-91d1-4380822d977b', 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3', 'admin_state_up': True, 'tenant_id': '7b0a834d7866485085f7a1f3260d617f'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:39:45.568969 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9108c6f2-8615-4098-a7c3-8d627b8448a1 req-17fe0fec-2bed-424a-bf74-20d55d16c085 tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0ce39bc-f745-4ba8-91d1-4380822d977b HTTP/1.1" status: 200 len: 210 time: 0.0615621 May 05 20:39:45.597843 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-75cd6055-12e1-4d1e-abab-6cf289c93c5a req-9dbad67b-6e4f-4257-a00b-33bd73d904c5 tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:39:45.601651 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-75cd6055-12e1-4d1e-abab-6cf289c93c5a req-9dbad67b-6e4f-4257-a00b-33bd73d904c5 tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] Usage tracker for resource:port and tenant:7b0a834d7866485085f7a1f3260d617f is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:39:45.604503 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-75cd6055-12e1-4d1e-abab-6cf289c93c5a req-9dbad67b-6e4f-4257-a00b-33bd73d904c5 tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:39:45.610895 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-75cd6055-12e1-4d1e-abab-6cf289c93c5a req-9dbad67b-6e4f-4257-a00b-33bd73d904c5 tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:39:45.621362 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75cd6055-12e1-4d1e-abab-6cf289c93c5a req-9dbad67b-6e4f-4257-a00b-33bd73d904c5 tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] Made reservation on behalf of 7b0a834d7866485085f7a1f3260d617f for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:39:45.624935 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-75cd6055-12e1-4d1e-abab-6cf289c93c5a req-9dbad67b-6e4f-4257-a00b-33bd73d904c5 tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:45.637047 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-75cd6055-12e1-4d1e-abab-6cf289c93c5a req-9dbad67b-6e4f-4257-a00b-33bd73d904c5 tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:45.651261 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-75cd6055-12e1-4d1e-abab-6cf289c93c5a req-9dbad67b-6e4f-4257-a00b-33bd73d904c5 tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:39:45.655218 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-75cd6055-12e1-4d1e-abab-6cf289c93c5a req-9dbad67b-6e4f-4257-a00b-33bd73d904c5 tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] Usage tracker for resource:security_group_rule and tenant:7b0a834d7866485085f7a1f3260d617f is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:39:45.658127 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-75cd6055-12e1-4d1e-abab-6cf289c93c5a req-9dbad67b-6e4f-4257-a00b-33bd73d904c5 tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:39:45.663911 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-75cd6055-12e1-4d1e-abab-6cf289c93c5a req-9dbad67b-6e4f-4257-a00b-33bd73d904c5 tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:39:45.747460 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-75cd6055-12e1-4d1e-abab-6cf289c93c5a req-9dbad67b-6e4f-4257-a00b-33bd73d904c5 tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:45.751045 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-75cd6055-12e1-4d1e-abab-6cf289c93c5a req-9dbad67b-6e4f-4257-a00b-33bd73d904c5 tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:45.832669 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbad67b-6e4f-4257-a00b-33bd73d904c5 tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bce0cc94-1b9f-4c68-8fd7-34f20c521101,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:39:45.925443 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-75cd6055-12e1-4d1e-abab-6cf289c93c5a req-9dbad67b-6e4f-4257-a00b-33bd73d904c5 tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] Allocated IP 192.168.233.37 (b786cc2b-f681-4c10-a54f-820e9d1a5ac3/4d72a8d3-0a35-4d3a-96b8-d869ff4093bc/881189da-67b6-4870-a49b-ea934ff35ba9) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:39:46.129484 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-75cd6055-12e1-4d1e-abab-6cf289c93c5a req-9dbad67b-6e4f-4257-a00b-33bd73d904c5 tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:46.144555 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-75cd6055-12e1-4d1e-abab-6cf289c93c5a req-9dbad67b-6e4f-4257-a00b-33bd73d904c5 tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] Transition to ACTIVE for port object 881189da-67b6-4870-a49b-ea934ff35ba9 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:39:46.168250 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-75cd6055-12e1-4d1e-abab-6cf289c93c5a req-9dbad67b-6e4f-4257-a00b-33bd73d904c5 tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:46.235969 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75cd6055-12e1-4d1e-abab-6cf289c93c5a req-9dbad67b-6e4f-4257-a00b-33bd73d904c5 tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] Network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:39:46.239062 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-75cd6055-12e1-4d1e-abab-6cf289c93c5a req-9dbad67b-6e4f-4257-a00b-33bd73d904c5 tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:39:46.243285 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-75cd6055-12e1-4d1e-abab-6cf289c93c5a req-9dbad67b-6e4f-4257-a00b-33bd73d904c5 tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:39:46.279767 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbad67b-6e4f-4257-a00b-33bd73d904c5 tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] Pushing event updated for resources: {'Port': ['ID=881189da-67b6-4870-a49b-ea934ff35ba9,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:39:46.312532 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd6055-12e1-4d1e-abab-6cf289c93c5a req-9dbad67b-6e4f-4257-a00b-33bd73d904c5 tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:39:46.313147 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-75cd6055-12e1-4d1e-abab-6cf289c93c5a req-9dbad67b-6e4f-4257-a00b-33bd73d904c5 tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:46.338759 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-75cd6055-12e1-4d1e-abab-6cf289c93c5a req-9dbad67b-6e4f-4257-a00b-33bd73d904c5 tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9250419 May 05 20:39:46.350537 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-75cd6055-12e1-4d1e-abab-6cf289c93c5a req-0bae12ff-3643-47da-b305-e3fdf01e5d40 service neutron] Request body: {'port': {'device_id': 'd0ce39bc-f745-4ba8-91d1-4380822d977b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:39:46.443971 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-fa6c9c19-0ab7-4686-9d0c-93572e2869a8 None None] Provisioning for port 881189da-67b6-4870-a49b-ea934ff35ba9 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:39:46.449355 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-fa6c9c19-0ab7-4686-9d0c-93572e2869a8 None None] Provisioning complete for port 881189da-67b6-4870-a49b-ea934ff35ba9 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:39:46.449713 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fa6c9c19-0ab7-4686-9d0c-93572e2869a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:46.465820 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-75cd6055-12e1-4d1e-abab-6cf289c93c5a req-0bae12ff-3643-47da-b305-e3fdf01e5d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:46.504335 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-fa6c9c19-0ab7-4686-9d0c-93572e2869a8 None None] Port 881189da-67b6-4870-a49b-ea934ff35ba9 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:39:46.600297 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:46.755068 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6e5d47-4dfb-4daa-ab15-99b1e6dade55 req-e2e89c4f-3c0e-4841-b198-1889f2db8e68 tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:39:46.757926 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5b6e5d47-4dfb-4daa-ab15-99b1e6dade55 req-e2e89c4f-3c0e-4841-b198-1889f2db8e68 tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0ce39bc-f745-4ba8-91d1-4380822d977b HTTP/1.1" status: 200 len: 935 time: 0.0816431 May 05 20:39:46.800570 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5b6e5d47-4dfb-4daa-ab15-99b1e6dade55 req-062dc791-c81a-42f3-9cc2-09ce9eea82c3 tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] 10.222.0.36 "GET /v2.0/security-groups?id=bce0cc94-1b9f-4c68-8fd7-34f20c521101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377088 May 05 20:39:46.924413 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-75cd6055-12e1-4d1e-abab-6cf289c93c5a req-0bae12ff-3643-47da-b305-e3fdf01e5d40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 881189da-67b6-4870-a49b-ea934ff35ba9 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:39:46.931544 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-75cd6055-12e1-4d1e-abab-6cf289c93c5a req-0bae12ff-3643-47da-b305-e3fdf01e5d40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:46.947048 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-75cd6055-12e1-4d1e-abab-6cf289c93c5a req-0bae12ff-3643-47da-b305-e3fdf01e5d40 service neutron] Transition to ACTIVE for port object 881189da-67b6-4870-a49b-ea934ff35ba9 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:39:46.951015 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-75cd6055-12e1-4d1e-abab-6cf289c93c5a req-0bae12ff-3643-47da-b305-e3fdf01e5d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:47.113058 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bae12ff-3643-47da-b305-e3fdf01e5d40 service neutron] Pushing event updated for resources: {'Port': ['ID=881189da-67b6-4870-a49b-ea934ff35ba9,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:39:47.188671 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-75cd6055-12e1-4d1e-abab-6cf289c93c5a req-0bae12ff-3643-47da-b305-e3fdf01e5d40 service neutron] Attempting to bind port 881189da-67b6-4870-a49b-ea934ff35ba9 on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:39:47.188998 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-75cd6055-12e1-4d1e-abab-6cf289c93c5a req-0bae12ff-3643-47da-b305-e3fdf01e5d40 service neutron] Attempting to bind port 881189da-67b6-4870-a49b-ea934ff35ba9 by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:39:47.189324 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75cd6055-12e1-4d1e-abab-6cf289c93c5a req-0bae12ff-3643-47da-b305-e3fdf01e5d40 service neutron] Attempting to bind port 881189da-67b6-4870-a49b-ea934ff35ba9 on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:39:47.193859 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75cd6055-12e1-4d1e-abab-6cf289c93c5a req-0bae12ff-3643-47da-b305-e3fdf01e5d40 service neutron] Port 881189da-67b6-4870-a49b-ea934ff35ba9 on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:39:47.194174 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75cd6055-12e1-4d1e-abab-6cf289c93c5a req-0bae12ff-3643-47da-b305-e3fdf01e5d40 service neutron] Attempting to bind port 881189da-67b6-4870-a49b-ea934ff35ba9 on network b786cc2b-f681-4c10-a54f-820e9d1a5ac3 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:39:47.199451 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75cd6055-12e1-4d1e-abab-6cf289c93c5a req-0bae12ff-3643-47da-b305-e3fdf01e5d40 service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:39:47.199784 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75cd6055-12e1-4d1e-abab-6cf289c93c5a req-0bae12ff-3643-47da-b305-e3fdf01e5d40 service neutron] Checking segment: {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:39:47.200164 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75cd6055-12e1-4d1e-abab-6cf289c93c5a req-0bae12ff-3643-47da-b305-e3fdf01e5d40 service neutron] Bound using segment: {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:39:47.200576 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-75cd6055-12e1-4d1e-abab-6cf289c93c5a req-0bae12ff-3643-47da-b305-e3fdf01e5d40 service neutron] Bound port: 881189da-67b6-4870-a49b-ea934ff35ba9, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe859982-a334-45c0-864c-eff50e8295ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:39:47.200912 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-75cd6055-12e1-4d1e-abab-6cf289c93c5a req-0bae12ff-3643-47da-b305-e3fdf01e5d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:47.290297 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-75cd6055-12e1-4d1e-abab-6cf289c93c5a req-0bae12ff-3643-47da-b305-e3fdf01e5d40 service neutron] For port 881189da-67b6-4870-a49b-ea934ff35ba9, host n-h2-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:39:47.293653 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-75cd6055-12e1-4d1e-abab-6cf289c93c5a req-0bae12ff-3643-47da-b305-e3fdf01e5d40 service neutron] For port 881189da-67b6-4870-a49b-ea934ff35ba9, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=881189da-67b6-4870-a49b-ea934ff35ba9,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:39:47.297292 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-75cd6055-12e1-4d1e-abab-6cf289c93c5a req-0bae12ff-3643-47da-b305-e3fdf01e5d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:47.356969 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd6055-12e1-4d1e-abab-6cf289c93c5a req-0bae12ff-3643-47da-b305-e3fdf01e5d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:39:47.357616 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-75cd6055-12e1-4d1e-abab-6cf289c93c5a req-0bae12ff-3643-47da-b305-e3fdf01e5d40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:47.358997 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-75cd6055-12e1-4d1e-abab-6cf289c93c5a req-0bae12ff-3643-47da-b305-e3fdf01e5d40 service neutron] 10.222.0.50 "PUT /v2.0/ports/881189da-67b6-4870-a49b-ea934ff35ba9 HTTP/1.1" status: 200 len: 1095 time: 1.0127571 May 05 20:39:47.359530 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0ce39bc-f745-4ba8-91d1-4380822d977b', 'tag': '881189da-67b6-4870-a49b-ea934ff35ba9'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:39:47.380439 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bae12ff-3643-47da-b305-e3fdf01e5d40 service neutron] Pushing event updated for resources: {'Port': ['ID=881189da-67b6-4870-a49b-ea934ff35ba9,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:39:47.450947 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-208fdec3-12f9-45b2-81d3-c128abc95a3d'] response: {'name': 'network-changed', 'server_uuid': 'd0ce39bc-f745-4ba8-91d1-4380822d977b', 'tag': '881189da-67b6-4870-a49b-ea934ff35ba9', 'status': 'completed', 'code': 200} May 05 20:39:47.489328 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd6055-12e1-4d1e-abab-6cf289c93c5a req-3dbabb39-f415-4dcf-add3-55ad1c531f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:39:47.490943 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-75cd6055-12e1-4d1e-abab-6cf289c93c5a req-3dbabb39-f415-4dcf-add3-55ad1c531f0e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7b0a834d7866485085f7a1f3260d617f&device_id=d0ce39bc-f745-4ba8-91d1-4380822d977b HTTP/1.1" status: 200 len: 1098 time: 0.0824709 May 05 20:39:47.562320 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-75cd6055-12e1-4d1e-abab-6cf289c93c5a req-31e95217-7a4b-4f9e-93bf-a69ba8866ba8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=881189da-67b6-4870-a49b-ea934ff35ba9 HTTP/1.1" status: 200 len: 217 time: 0.0651441 May 05 20:39:47.623412 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd6055-12e1-4d1e-abab-6cf289c93c5a req-a5f0d12a-05e4-46e3-be11-100b9d48e80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:39:47.624770 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-75cd6055-12e1-4d1e-abab-6cf289c93c5a req-a5f0d12a-05e4-46e3-be11-100b9d48e80c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.0574777 May 05 20:39:47.696720 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd6055-12e1-4d1e-abab-6cf289c93c5a req-88ac8155-c09f-4654-ace1-8c908b5ccdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:39:47.698143 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-75cd6055-12e1-4d1e-abab-6cf289c93c5a req-88ac8155-c09f-4654-ace1-8c908b5ccdbd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0678766 May 05 20:39:47.828981 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-75cd6055-12e1-4d1e-abab-6cf289c93c5a req-9e658ee6-f30c-4e0f-a539-1251de80484f service neutron] 10.222.0.50 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246583 May 05 20:39:47.966140 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-75cd6055-12e1-4d1e-abab-6cf289c93c5a req-9521cac9-0046-44a8-b9cc-e3c5584fb7f3 service neutron] 10.222.0.50 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310575 May 05 20:39:47.994066 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bae3a50-658a-4fc0-9f6f-17c910715271 req-307cf86d-5e12-494d-bafe-6ca96e2dbe23 tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:39:47.995725 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8bae3a50-658a-4fc0-9f6f-17c910715271 req-307cf86d-5e12-494d-bafe-6ca96e2dbe23 tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0ce39bc-f745-4ba8-91d1-4380822d977b HTTP/1.1" status: 200 len: 947 time: 0.0842617 May 05 20:39:48.095594 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57691c5a-6c9f-4571-b82b-14cda14e9c91 req-b8bc67a2-7f5f-4fa2-a922-d0f06f3027c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:39:48.096861 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-57691c5a-6c9f-4571-b82b-14cda14e9c91 req-b8bc67a2-7f5f-4fa2-a922-d0f06f3027c0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7b0a834d7866485085f7a1f3260d617f&device_id=d0ce39bc-f745-4ba8-91d1-4380822d977b HTTP/1.1" status: 200 len: 1098 time: 0.0808661 May 05 20:39:48.147276 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8bae3a50-658a-4fc0-9f6f-17c910715271 req-c89dd40e-7209-4007-b8d2-6073397fb0d2 tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] 10.222.0.36 "GET /v2.0/security-groups?id=bce0cc94-1b9f-4c68-8fd7-34f20c521101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459486 May 05 20:39:48.230801 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57691c5a-6c9f-4571-b82b-14cda14e9c91 req-8aede746-fdf2-4143-b52e-21ced046b512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:39:48.232294 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-57691c5a-6c9f-4571-b82b-14cda14e9c91 req-8aede746-fdf2-4143-b52e-21ced046b512 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3 HTTP/1.1" status: 200 len: 870 time: 0.1294134 May 05 20:39:48.299143 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-57691c5a-6c9f-4571-b82b-14cda14e9c91 req-75af6d67-0c96-440c-8936-5c9ad5a1e2fa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=881189da-67b6-4870-a49b-ea934ff35ba9 HTTP/1.1" status: 200 len: 217 time: 0.0604517 May 05 20:39:48.460974 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57691c5a-6c9f-4571-b82b-14cda14e9c91 req-a945fcb3-3823-45c2-822d-8b32a412e6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:39:48.462404 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-57691c5a-6c9f-4571-b82b-14cda14e9c91 req-a945fcb3-3823-45c2-822d-8b32a412e6e3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4d72a8d3-0a35-4d3a-96b8-d869ff4093bc HTTP/1.1" status: 200 len: 843 time: 0.1579685 May 05 20:39:48.535969 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57691c5a-6c9f-4571-b82b-14cda14e9c91 req-9213849f-afeb-4071-8a2b-126d32b262f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:39:48.537419 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-57691c5a-6c9f-4571-b82b-14cda14e9c91 req-9213849f-afeb-4071-8a2b-126d32b262f7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b786cc2b-f681-4c10-a54f-820e9d1a5ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0683620 May 05 20:39:48.669941 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-57691c5a-6c9f-4571-b82b-14cda14e9c91 req-5785a3e5-2b5f-47fc-b415-684ba82607c4 service neutron] 10.222.0.50 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263485 May 05 20:39:48.800550 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-57691c5a-6c9f-4571-b82b-14cda14e9c91 req-5b54e56b-8b2d-48f2-b03c-3f159ee5b2e1 service neutron] 10.222.0.50 "GET /v2.0/networks/b786cc2b-f681-4c10-a54f-820e9d1a5ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241772 May 05 20:39:49.335146 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c344681a-ed01-4739-82bd-2ef17c648206 req-0947e8ea-5399-4a02-8a1b-a8cfa070e05c tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:39:49.335874 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-c344681a-ed01-4739-82bd-2ef17c648206 req-0947e8ea-5399-4a02-8a1b-a8cfa070e05c tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] Synchronizing usage tracker for tenant:7b0a834d7866485085f7a1f3260d617f on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:39:49.353062 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-c344681a-ed01-4739-82bd-2ef17c648206 req-0947e8ea-5399-4a02-8a1b-a8cfa070e05c tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] Unset dirty status for tenant:7b0a834d7866485085f7a1f3260d617f on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:39:49.354211 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c344681a-ed01-4739-82bd-2ef17c648206 req-0947e8ea-5399-4a02-8a1b-a8cfa070e05c tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0ce39bc-f745-4ba8-91d1-4380822d977b HTTP/1.1" status: 200 len: 947 time: 0.1001608 May 05 20:39:49.398729 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-c344681a-ed01-4739-82bd-2ef17c648206 req-b7c2b971-c715-4e3f-b31f-9710faf356e9 tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] Synchronizing usage tracker for tenant:7b0a834d7866485085f7a1f3260d617f on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:39:49.415226 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-c344681a-ed01-4739-82bd-2ef17c648206 req-b7c2b971-c715-4e3f-b31f-9710faf356e9 tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] Unset dirty status for tenant:7b0a834d7866485085f7a1f3260d617f on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:39:49.416396 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c344681a-ed01-4739-82bd-2ef17c648206 req-b7c2b971-c715-4e3f-b31f-9710faf356e9 tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] 10.222.0.36 "GET /v2.0/security-groups?id=bce0cc94-1b9f-4c68-8fd7-34f20c521101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564940 May 05 20:39:49.673816 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 881189da-67b6-4870-a49b-ea934ff35ba9 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:39:49.809846 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 881189da-67b6-4870-a49b-ea934ff35ba9, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=881189da-67b6-4870-a49b-ea934ff35ba9,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:39:49.822957 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': '881189da-67b6-4870-a49b-ea934ff35ba9', 'network_id': 'b786cc2b-f681-4c10-a54f-820e9d1a5ac3', 'port_id': '881189da-67b6-4870-a49b-ea934ff35ba9', 'mac_address': 'fa:16:3e:a5:e7:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d72a8d3-0a35-4d3a-96b8-d869ff4093bc', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:39:49.876793 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:49.893313 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 881189da-67b6-4870-a49b-ea934ff35ba9 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:39:49.907914 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 881189da-67b6-4870-a49b-ea934ff35ba9, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=881189da-67b6-4870-a49b-ea934ff35ba9,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:39:49.911722 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:49.979039 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=881189da-67b6-4870-a49b-ea934ff35ba9,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:39:49.986284 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:39:49.986623 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:39:49.986951 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:39:49.987282 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:39:49.987632 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:39:49.987955 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:39:49.988274 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:39:49.988843 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:39:49.989163 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:39:49.989472 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:39:49.989786 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:39:49.990098 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:39:50.147251 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['881189da-67b6-4870-a49b-ea934ff35ba9'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:39:50.598219 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7fc69c-fa96-4154-a408-1719ef26e3fd req-010ef832-4a30-4164-8677-ca10a29f131a tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:39:50.599689 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1b7fc69c-fa96-4154-a408-1719ef26e3fd req-010ef832-4a30-4164-8677-ca10a29f131a tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0ce39bc-f745-4ba8-91d1-4380822d977b HTTP/1.1" status: 200 len: 948 time: 0.0792673 May 05 20:39:50.643340 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1b7fc69c-fa96-4154-a408-1719ef26e3fd req-f713557e-23e3-4853-bc4e-2f384bda7305 tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] 10.222.0.36 "GET /v2.0/security-groups?id=bce0cc94-1b9f-4c68-8fd7-34f20c521101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374460 May 05 20:39:51.705277 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 881189da-67b6-4870-a49b-ea934ff35ba9 up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:39:51.774832 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port 881189da-67b6-4870-a49b-ea934ff35ba9 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:39:51.780007 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port 881189da-67b6-4870-a49b-ea934ff35ba9 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:39:51.780376 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:51.829624 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ffbd01-5fe4-4ef6-99cb-51596f183fc8 req-e331c1b0-6690-4e71-9e88-7b06009a1ff1 tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:39:51.831100 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-48ffbd01-5fe4-4ef6-99cb-51596f183fc8 req-e331c1b0-6690-4e71-9e88-7b06009a1ff1 tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0ce39bc-f745-4ba8-91d1-4380822d977b HTTP/1.1" status: 200 len: 948 time: 0.0825508 May 05 20:39:51.878998 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-48ffbd01-5fe4-4ef6-99cb-51596f183fc8 req-056cc4b2-442f-4a36-aa90-5d01b6a0a905 tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] 10.222.0.36 "GET /v2.0/security-groups?id=bce0cc94-1b9f-4c68-8fd7-34f20c521101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420270 May 05 20:39:51.903745 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:51.930256 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0ce39bc-f745-4ba8-91d1-4380822d977b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '881189da-67b6-4870-a49b-ea934ff35ba9'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:39:51.940480 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 881189da-67b6-4870-a49b-ea934ff35ba9, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=881189da-67b6-4870-a49b-ea934ff35ba9,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:39:51.944546 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:51.980704 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fa5fc40-4bef-46c3-a65a-25b580f13660'] response: {'server_uuid': 'd0ce39bc-f745-4ba8-91d1-4380822d977b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '881189da-67b6-4870-a49b-ea934ff35ba9', 'code': 200} May 05 20:39:52.012645 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=881189da-67b6-4870-a49b-ea934ff35ba9,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:39:52.099365 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f1cfe-47b4-4143-a4d6-ed2ad4dad98d req-3141c599-403b-465f-af51-d3d6bfdb926b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:39:52.100828 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-319f1cfe-47b4-4143-a4d6-ed2ad4dad98d req-3141c599-403b-465f-af51-d3d6bfdb926b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d0ce39bc-f745-4ba8-91d1-4380822d977b HTTP/1.1" status: 200 len: 1100 time: 0.0684714 May 05 20:39:52.141325 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-319f1cfe-47b4-4143-a4d6-ed2ad4dad98d req-3f9461a8-7b49-45a2-b949-33dc2f85135b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=bce0cc94-1b9f-4c68-8fd7-34f20c521101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328231 May 05 20:39:53.066532 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d2675-3e9d-410d-87b1-185745bdebfa req-61e0350f-f9a7-4400-abbf-783dc7f57068 tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:39:53.068037 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3e7d2675-3e9d-410d-87b1-185745bdebfa req-61e0350f-f9a7-4400-abbf-783dc7f57068 tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0ce39bc-f745-4ba8-91d1-4380822d977b HTTP/1.1" status: 200 len: 949 time: 0.0838633 May 05 20:39:53.112615 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3e7d2675-3e9d-410d-87b1-185745bdebfa req-d58c8f36-050a-4cbb-a921-36bec2e60109 tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] 10.222.0.36 "GET /v2.0/security-groups?id=bce0cc94-1b9f-4c68-8fd7-34f20c521101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387154 May 05 20:39:54.298979 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b47ca3-dd8d-4586-a053-1196bd8b0bb6 req-be0a1cdc-aa06-4b4e-9044-88a021b1db76 tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:39:54.300454 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-61b47ca3-dd8d-4586-a053-1196bd8b0bb6 req-be0a1cdc-aa06-4b4e-9044-88a021b1db76 tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0ce39bc-f745-4ba8-91d1-4380822d977b HTTP/1.1" status: 200 len: 949 time: 0.0801883 May 05 20:39:54.344012 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-61b47ca3-dd8d-4586-a053-1196bd8b0bb6 req-7cdbda26-4841-4b50-a69f-377b70bf82e6 tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] 10.222.0.36 "GET /v2.0/security-groups?id=bce0cc94-1b9f-4c68-8fd7-34f20c521101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379806 May 05 20:39:55.000475 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:39:55.420918 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d759e5-8131-4171-b5ed-526c1503f281 req-fec4625f-55f6-4eed-b0df-4fec98f8b20f tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:39:55.422379 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d9d759e5-8131-4171-b5ed-526c1503f281 req-fec4625f-55f6-4eed-b0df-4fec98f8b20f tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0ce39bc-f745-4ba8-91d1-4380822d977b HTTP/1.1" status: 200 len: 949 time: 0.0841706 May 05 20:39:55.466161 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d9d759e5-8131-4171-b5ed-526c1503f281 req-a2ae8505-df1b-409c-962e-d1c50d9e8091 tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] 10.222.0.36 "GET /v2.0/security-groups?id=bce0cc94-1b9f-4c68-8fd7-34f20c521101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381432 May 05 20:39:56.572435 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1385448d-21a0-43e6-ae0d-af7e4d46c3ea req-33df4231-f497-4535-b146-09a5ec5799e1 tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:39:56.573970 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1385448d-21a0-43e6-ae0d-af7e4d46c3ea req-33df4231-f497-4535-b146-09a5ec5799e1 tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] 10.222.0.50 "GET /v2.0/ports?device_id=d0ce39bc-f745-4ba8-91d1-4380822d977b HTTP/1.1" status: 200 len: 949 time: 0.0795624 May 05 20:39:56.628604 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [req-4ad7b109-b3c6-4938-b9c5-ccda3d61698a req-c155fdeb-4a89-4204-b8af-2dd3ba96a48f service neutron] (88197) timed out ('10.222.0.50', 57547) {{(pid=88197) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 05 20:39:56.688565 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-1385448d-21a0-43e6-ae0d-af7e4d46c3ea req-cc8d0688-0ab7-4676-8750-29e9821a8751 tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] Deleting port 881189da-67b6-4870-a49b-ea934ff35ba9 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:39:56.688893 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1385448d-21a0-43e6-ae0d-af7e4d46c3ea req-cc8d0688-0ab7-4676-8750-29e9821a8751 tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:56.789069 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80927518-2169-4ca3-8c2d-817e4051fad5 req-a3a47501-a748-4bf9-818a-fd258d67331b tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:39:56.790518 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-80927518-2169-4ca3-8c2d-817e4051fad5 req-a3a47501-a748-4bf9-818a-fd258d67331b tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0ce39bc-f745-4ba8-91d1-4380822d977b HTTP/1.1" status: 200 len: 949 time: 0.2156937 May 05 20:39:56.880989 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-80927518-2169-4ca3-8c2d-817e4051fad5 req-656096c8-24a1-40ba-b918-13a2101ad698 tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] 10.222.0.36 "GET /v2.0/security-groups?id=bce0cc94-1b9f-4c68-8fd7-34f20c521101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790384 May 05 20:39:56.981933 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-1385448d-21a0-43e6-ae0d-af7e4d46c3ea req-cc8d0688-0ab7-4676-8750-29e9821a8751 tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] For port 881189da-67b6-4870-a49b-ea934ff35ba9, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=881189da-67b6-4870-a49b-ea934ff35ba9,segment=NetworkSegment(fe859982-a334-45c0-864c-eff50e8295ad),segment_id=fe859982-a334-45c0-864c-eff50e8295ad)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:39:56.982282 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1385448d-21a0-43e6-ae0d-af7e4d46c3ea req-cc8d0688-0ab7-4676-8750-29e9821a8751 tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:57.105040 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-1385448d-21a0-43e6-ae0d-af7e4d46c3ea req-cc8d0688-0ab7-4676-8750-29e9821a8751 tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] Calling delete_port for 881189da-67b6-4870-a49b-ea934ff35ba9 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:39:57.248978 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1385448d-21a0-43e6-ae0d-af7e4d46c3ea req-cc8d0688-0ab7-4676-8750-29e9821a8751 tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:57.263273 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['881189da-67b6-4870-a49b-ea934ff35ba9'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:39:57.302036 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8d0688-0ab7-4676-8750-29e9821a8751 tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] Pushing event deleted for resources: {'Port': ['ID=881189da-67b6-4870-a49b-ea934ff35ba9,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:39:57.376525 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-1385448d-21a0-43e6-ae0d-af7e4d46c3ea req-cc8d0688-0ab7-4676-8750-29e9821a8751 tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] No DVR routers for this DVR port 881189da-67b6-4870-a49b-ea934ff35ba9 on host n-h2-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:39:57.379183 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1385448d-21a0-43e6-ae0d-af7e4d46c3ea req-cc8d0688-0ab7-4676-8750-29e9821a8751 tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:57.381809 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0ce39bc-f745-4ba8-91d1-4380822d977b', 'name': 'network-vif-deleted', 'tag': '881189da-67b6-4870-a49b-ea934ff35ba9'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:39:57.399609 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1385448d-21a0-43e6-ae0d-af7e4d46c3ea req-cc8d0688-0ab7-4676-8750-29e9821a8751 tempest-ServersAdminNegativeTestJSON-1319721164 tempest-ServersAdminNegativeTestJSON-1319721164-project] 10.222.0.50 "DELETE /v2.0/ports/881189da-67b6-4870-a49b-ea934ff35ba9 HTTP/1.1" status: 204 len: 173 time: 0.7950056 May 05 20:39:57.445109 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a553e64-38df-43d5-a352-a78958b4beb3'] response: {'server_uuid': 'd0ce39bc-f745-4ba8-91d1-4380822d977b', 'name': 'network-vif-deleted', 'tag': '881189da-67b6-4870-a49b-ea934ff35ba9', 'status': 'completed', 'code': 200} May 05 20:39:58.247915 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 37212) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:39:58.393037 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-22af2209-0304-4dc6-a963-e033ad936a2a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7b0a834d7866485085f7a1f3260d617f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1439271 May 05 20:39:58.395499 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 37218) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:39:58.452455 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-be54d941-4231-4244-a5f1-7a102d3a5a10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:58.478410 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-be54d941-4231-4244-a5f1-7a102d3a5a10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:58.532573 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-be54d941-4231-4244-a5f1-7a102d3a5a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:58.547596 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be54d941-4231-4244-a5f1-7a102d3a5a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce0cc94-1b9f-4c68-8fd7-34f20c521101,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:39:58.556772 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be54d941-4231-4244-a5f1-7a102d3a5a10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:39:58.557115 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be54d941-4231-4244-a5f1-7a102d3a5a10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:39:58.557454 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be54d941-4231-4244-a5f1-7a102d3a5a10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:39:58.557976 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be54d941-4231-4244-a5f1-7a102d3a5a10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:39:58.558370 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be54d941-4231-4244-a5f1-7a102d3a5a10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:39:58.558704 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be54d941-4231-4244-a5f1-7a102d3a5a10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:39:58.559052 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be54d941-4231-4244-a5f1-7a102d3a5a10 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:39:58.559436 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be54d941-4231-4244-a5f1-7a102d3a5a10 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:39:58.559728 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be54d941-4231-4244-a5f1-7a102d3a5a10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:39:58.560035 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be54d941-4231-4244-a5f1-7a102d3a5a10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:39:58.560355 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be54d941-4231-4244-a5f1-7a102d3a5a10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:39:58.560676 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be54d941-4231-4244-a5f1-7a102d3a5a10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:39:58.567680 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-be54d941-4231-4244-a5f1-7a102d3a5a10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:58.571092 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-be54d941-4231-4244-a5f1-7a102d3a5a10 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bce0cc94-1b9f-4c68-8fd7-34f20c521101 HTTP/1.1" status: 204 len: 168 time: 0.1723506 May 05 20:39:58.845865 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 37226) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:39:58.866720 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ee504b32-328e-4a6b-a4b3-8a7fa2cc66d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:58.881844 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-ee504b32-328e-4a6b-a4b3-8a7fa2cc66d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:39:58.885748 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-ee504b32-328e-4a6b-a4b3-8a7fa2cc66d0 admin admin] Usage tracker for resource:security_group_rule and tenant:896579be67bd47d6bae99c774bafe8f0 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:39:58.889189 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-ee504b32-328e-4a6b-a4b3-8a7fa2cc66d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:39:58.895420 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-ee504b32-328e-4a6b-a4b3-8a7fa2cc66d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:39:58.980858 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ee504b32-328e-4a6b-a4b3-8a7fa2cc66d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:58.984627 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ee504b32-328e-4a6b-a4b3-8a7fa2cc66d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:59.031859 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-ee504b32-328e-4a6b-a4b3-8a7fa2cc66d0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=896579be67bd47d6bae99c774bafe8f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1848073 May 05 20:39:59.032645 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee504b32-328e-4a6b-a4b3-8a7fa2cc66d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ac14c8-57a9-43aa-abd6-d9b10bea7f34,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:39:59.034524 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 37230) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:39:59.096365 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b1772105-eebc-4060-96c8-53feda70dc54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:59.123805 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b1772105-eebc-4060-96c8-53feda70dc54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:59.174848 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b1772105-eebc-4060-96c8-53feda70dc54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:59.191142 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1772105-eebc-4060-96c8-53feda70dc54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ac14c8-57a9-43aa-abd6-d9b10bea7f34,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:39:59.195442 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b1772105-eebc-4060-96c8-53feda70dc54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:39:59.196500 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b1772105-eebc-4060-96c8-53feda70dc54 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e8ac14c8-57a9-43aa-abd6-d9b10bea7f34 HTTP/1.1" status: 204 len: 168 time: 0.1609473 May 05 20:39:59.916577 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 37254) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:40:00.019046 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-2e4d1984-7ab3-49c0-87e5-ec323b9afd7e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1947855891-network', 'tenant_id': '55fc27984ebe4b7280501bf7bb4dce84'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:40:00.024466 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-2e4d1984-7ab3-49c0-87e5-ec323b9afd7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:40:00.028832 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-2e4d1984-7ab3-49c0-87e5-ec323b9afd7e admin admin] Usage tracker for resource:network and tenant:55fc27984ebe4b7280501bf7bb4dce84 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:40:00.031680 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-2e4d1984-7ab3-49c0-87e5-ec323b9afd7e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:40:00.037796 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-2e4d1984-7ab3-49c0-87e5-ec323b9afd7e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:40:00.047681 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4d1984-7ab3-49c0-87e5-ec323b9afd7e admin admin] Made reservation on behalf of 55fc27984ebe4b7280501bf7bb4dce84 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:40:00.049962 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2e4d1984-7ab3-49c0-87e5-ec323b9afd7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:00.061825 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2e4d1984-7ab3-49c0-87e5-ec323b9afd7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:00.076415 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-2e4d1984-7ab3-49c0-87e5-ec323b9afd7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:40:00.080845 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-2e4d1984-7ab3-49c0-87e5-ec323b9afd7e admin admin] Usage tracker for resource:security_group_rule and tenant:55fc27984ebe4b7280501bf7bb4dce84 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:40:00.083885 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-2e4d1984-7ab3-49c0-87e5-ec323b9afd7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:40:00.090392 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-2e4d1984-7ab3-49c0-87e5-ec323b9afd7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:40:00.178262 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2e4d1984-7ab3-49c0-87e5-ec323b9afd7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:00.182038 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2e4d1984-7ab3-49c0-87e5-ec323b9afd7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:00.216618 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e4d1984-7ab3-49c0-87e5-ec323b9afd7e admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:40:00.225067 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4d1984-7ab3-49c0-87e5-ec323b9afd7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=348cf8ef-b4aa-40ff-ae1b-bce363beec1b,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:40:00.230676 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2e4d1984-7ab3-49c0-87e5-ec323b9afd7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:00.231021 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-2e4d1984-7ab3-49c0-87e5-ec323b9afd7e admin admin] Added segment cf78656b-4aa5-4cae-bd38-f9efefed75d2 of type vlan for network e470041d-8e93-47af-9202-b517c1886196 May 05 20:40:00.257685 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2e4d1984-7ab3-49c0-87e5-ec323b9afd7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:00.286112 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2e4d1984-7ab3-49c0-87e5-ec323b9afd7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:00.287148 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4d1984-7ab3-49c0-87e5-ec323b9afd7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:00.287762 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2e4d1984-7ab3-49c0-87e5-ec323b9afd7e admin admin] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:00.393050 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4d1984-7ab3-49c0-87e5-ec323b9afd7e admin admin] Pushing event updated for resources: {'Network': ['ID=e470041d-8e93-47af-9202-b517c1886196,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:40:00.399747 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-2e4d1984-7ab3-49c0-87e5-ec323b9afd7e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4818313 May 05 20:40:00.403955 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 37260) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:40:00.404149 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network e470041d-8e93-47af-9202-b517c1886196 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:40:00.409615 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-9bbcae54-ba85-4aad-adc2-ac9acee34121 admin admin] Request body: {'subnet': {'network_id': 'e470041d-8e93-47af-9202-b517c1886196', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1947855891-subnet', 'tenant_id': '55fc27984ebe4b7280501bf7bb4dce84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:40:00.415277 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-9bbcae54-ba85-4aad-adc2-ac9acee34121 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:40:00.419180 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-9bbcae54-ba85-4aad-adc2-ac9acee34121 admin admin] Usage tracker for resource:subnet and tenant:55fc27984ebe4b7280501bf7bb4dce84 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:40:00.422085 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-9bbcae54-ba85-4aad-adc2-ac9acee34121 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:40:00.427813 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-9bbcae54-ba85-4aad-adc2-ac9acee34121 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:40:00.438737 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bbcae54-ba85-4aad-adc2-ac9acee34121 admin admin] Made reservation on behalf of 55fc27984ebe4b7280501bf7bb4dce84 for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:40:00.441251 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9bbcae54-ba85-4aad-adc2-ac9acee34121 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:00.640349 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9bbcae54-ba85-4aad-adc2-ac9acee34121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:00.710154 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbcae54-ba85-4aad-adc2-ac9acee34121 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5abfea6d-1ca7-4026-af27-1b4ca40eecb7,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:40:00.722678 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbcae54-ba85-4aad-adc2-ac9acee34121 admin admin] Checking segment: {'id': 'cf78656b-4aa5-4cae-bd38-f9efefed75d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e470041d-8e93-47af-9202-b517c1886196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:40:00.723029 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbcae54-ba85-4aad-adc2-ac9acee34121 admin admin] Network hostable DHCP agents. Network: e470041d-8e93-47af-9202-b517c1886196, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:40:00.742031 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbcae54-ba85-4aad-adc2-ac9acee34121 admin admin] Network e470041d-8e93-47af-9202-b517c1886196 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:40:00.751637 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-9bbcae54-ba85-4aad-adc2-ac9acee34121 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, e470041d-8e93-47af-9202-b517c1886196) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:40:00.755605 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbcae54-ba85-4aad-adc2-ac9acee34121 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:00.756181 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9bbcae54-ba85-4aad-adc2-ac9acee34121 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:00.760167 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa9db49-8c1e-4dcf-88b0-a8a91fbe69c9 None None] Network e470041d-8e93-47af-9202-b517c1886196 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:40:00.776801 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-9bbcae54-ba85-4aad-adc2-ac9acee34121 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3717093 May 05 20:40:00.971319 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9b7825-8c33-4a5b-973f-06fb4979ff77 None None] Network e470041d-8e93-47af-9202-b517c1886196 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:40:01.310814 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da48e12d-22dd-42c2-9dc3-b1d45a23dcc7 req-4c5d85e8-47b6-4fde-8655-7c78a8f394f1 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:01.311490 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-da48e12d-22dd-42c2-9dc3-b1d45a23dcc7 req-4c5d85e8-47b6-4fde-8655-7c78a8f394f1 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] Synchronizing usage tracker for tenant:55fc27984ebe4b7280501bf7bb4dce84 on resource:network {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:40:01.328391 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-da48e12d-22dd-42c2-9dc3-b1d45a23dcc7 req-4c5d85e8-47b6-4fde-8655-7c78a8f394f1 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] Unset dirty status for tenant:55fc27984ebe4b7280501bf7bb4dce84 on resource:network {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:40:01.329818 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-da48e12d-22dd-42c2-9dc3-b1d45a23dcc7 req-4c5d85e8-47b6-4fde-8655-7c78a8f394f1 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/networks?id=e470041d-8e93-47af-9202-b517c1886196 HTTP/1.1" status: 200 len: 812 time: 0.1609781 May 05 20:40:01.345189 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-da48e12d-22dd-42c2-9dc3-b1d45a23dcc7 req-cb33213a-3841-44d7-b5bb-66694b5c4c61 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/quotas/55fc27984ebe4b7280501bf7bb4dce84 HTTP/1.1" status: 200 len: 375 time: 0.0101624 May 05 20:40:01.392486 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-da48e12d-22dd-42c2-9dc3-b1d45a23dcc7 req-508a0516-b8de-4e6b-ab07-2c94fb7e535e tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=55fc27984ebe4b7280501bf7bb4dce84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422881 May 05 20:40:01.570804 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-da48e12d-22dd-42c2-9dc3-b1d45a23dcc7 req-47848620-9842-481b-b3ce-5a239e021179 service neutron] 10.222.0.36 "GET /v2.0/networks/e470041d-8e93-47af-9202-b517c1886196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716945 May 05 20:40:01.700340 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-da48e12d-22dd-42c2-9dc3-b1d45a23dcc7 req-db8153e4-3db2-4770-9678-be8c6e88cd6f service neutron] 10.222.0.36 "GET /v2.0/networks/e470041d-8e93-47af-9202-b517c1886196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229553 May 05 20:40:01.777692 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 881189da-67b6-4870-a49b-ea934ff35ba9 no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:40:01.812287 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] No Port match for: 881189da-67b6-4870-a49b-ea934ff35ba9 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:40:01.812638 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 881189da-67b6-4870-a49b-ea934ff35ba9 not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:40:01.885145 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b054aedc-4c11-4368-9748-ac9f52dc61da req-71b6ac6a-e7cc-401e-8270-56de3a159ccd tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6550d8-3956-41f7-bebe-cf9dcc2ba347 HTTP/1.1" status: 200 len: 210 time: 0.0436506 May 05 20:40:03.004048 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da48e12d-22dd-42c2-9dc3-b1d45a23dcc7 req-050f3ac3-d838-4b7f-9163-788853f07bd7 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:03.005516 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-da48e12d-22dd-42c2-9dc3-b1d45a23dcc7 req-050f3ac3-d838-4b7f-9163-788853f07bd7 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.50 "GET /v2.0/networks?id=e470041d-8e93-47af-9202-b517c1886196 HTTP/1.1" status: 200 len: 812 time: 0.2529302 May 05 20:40:03.017041 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-da48e12d-22dd-42c2-9dc3-b1d45a23dcc7 req-7523820d-52e1-4fa0-9124-dfe2f8159a33 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] Request body: {'port': {'device_id': '4c6550d8-3956-41f7-bebe-cf9dcc2ba347', 'network_id': 'e470041d-8e93-47af-9202-b517c1886196', 'admin_state_up': True, 'tenant_id': '55fc27984ebe4b7280501bf7bb4dce84'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:40:03.045589 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-302b8ce2-0dcd-4568-862e-a70e9df6ae1c req-ab13ba3f-1e69-4d7a-bc8a-26a58e5e394d tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6550d8-3956-41f7-bebe-cf9dcc2ba347 HTTP/1.1" status: 200 len: 210 time: 0.0473607 May 05 20:40:03.153561 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-da48e12d-22dd-42c2-9dc3-b1d45a23dcc7 req-7523820d-52e1-4fa0-9124-dfe2f8159a33 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:40:03.157339 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-da48e12d-22dd-42c2-9dc3-b1d45a23dcc7 req-7523820d-52e1-4fa0-9124-dfe2f8159a33 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] Usage tracker for resource:port and tenant:55fc27984ebe4b7280501bf7bb4dce84 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:40:03.160191 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-da48e12d-22dd-42c2-9dc3-b1d45a23dcc7 req-7523820d-52e1-4fa0-9124-dfe2f8159a33 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:40:03.165825 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-da48e12d-22dd-42c2-9dc3-b1d45a23dcc7 req-7523820d-52e1-4fa0-9124-dfe2f8159a33 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:40:03.175081 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da48e12d-22dd-42c2-9dc3-b1d45a23dcc7 req-7523820d-52e1-4fa0-9124-dfe2f8159a33 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] Made reservation on behalf of 55fc27984ebe4b7280501bf7bb4dce84 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:40:03.178503 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-da48e12d-22dd-42c2-9dc3-b1d45a23dcc7 req-7523820d-52e1-4fa0-9124-dfe2f8159a33 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:03.337894 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-da48e12d-22dd-42c2-9dc3-b1d45a23dcc7 req-7523820d-52e1-4fa0-9124-dfe2f8159a33 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] Allocated IP 172.20.0.11 (e470041d-8e93-47af-9202-b517c1886196/5abfea6d-1ca7-4026-af27-1b4ca40eecb7/e7cc4bed-388d-4ab8-8ec0-0e36677183c6) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:40:03.541820 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-da48e12d-22dd-42c2-9dc3-b1d45a23dcc7 req-7523820d-52e1-4fa0-9124-dfe2f8159a33 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:03.571838 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-da48e12d-22dd-42c2-9dc3-b1d45a23dcc7 req-7523820d-52e1-4fa0-9124-dfe2f8159a33 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:03.643769 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da48e12d-22dd-42c2-9dc3-b1d45a23dcc7 req-7523820d-52e1-4fa0-9124-dfe2f8159a33 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] Network e470041d-8e93-47af-9202-b517c1886196 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:40:03.646851 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-da48e12d-22dd-42c2-9dc3-b1d45a23dcc7 req-7523820d-52e1-4fa0-9124-dfe2f8159a33 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:40:03.650666 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-da48e12d-22dd-42c2-9dc3-b1d45a23dcc7 req-7523820d-52e1-4fa0-9124-dfe2f8159a33 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:40:03.685259 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7523820d-52e1-4fa0-9124-dfe2f8159a33 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] Pushing event updated for resources: {'Port': ['ID=e7cc4bed-388d-4ab8-8ec0-0e36677183c6,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:40:03.715810 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da48e12d-22dd-42c2-9dc3-b1d45a23dcc7 req-7523820d-52e1-4fa0-9124-dfe2f8159a33 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:03.716409 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-da48e12d-22dd-42c2-9dc3-b1d45a23dcc7 req-7523820d-52e1-4fa0-9124-dfe2f8159a33 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:03.737076 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-da48e12d-22dd-42c2-9dc3-b1d45a23dcc7 req-7523820d-52e1-4fa0-9124-dfe2f8159a33 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7236025 May 05 20:40:03.747445 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [req-da48e12d-22dd-42c2-9dc3-b1d45a23dcc7 req-43231b11-fea1-47b2-b8fa-cc196a116dad tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:40:03.748373 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-da48e12d-22dd-42c2-9dc3-b1d45a23dcc7 req-43231b11-fea1-47b2-b8fa-cc196a116dad tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057633 May 05 20:40:03.808919 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-da48e12d-22dd-42c2-9dc3-b1d45a23dcc7 req-6680df23-8bd9-4de0-a0f1-3f74f1cccd68 service neutron] Request body: {'port': {'device_id': '4c6550d8-3956-41f7-bebe-cf9dcc2ba347', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:40:03.920753 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-da48e12d-22dd-42c2-9dc3-b1d45a23dcc7 req-6680df23-8bd9-4de0-a0f1-3f74f1cccd68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:04.315987 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d173c493-e6aa-4d2a-af4e-3a8df5aa2c3a req-3fe28835-492d-42e0-86ef-ab4e5d380683 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:04.316688 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-d173c493-e6aa-4d2a-af4e-3a8df5aa2c3a req-3fe28835-492d-42e0-86ef-ab4e5d380683 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] Synchronizing usage tracker for tenant:55fc27984ebe4b7280501bf7bb4dce84 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:40:04.334691 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-da48e12d-22dd-42c2-9dc3-b1d45a23dcc7 req-6680df23-8bd9-4de0-a0f1-3f74f1cccd68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7cc4bed-388d-4ab8-8ec0-0e36677183c6 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:40:04.345607 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-da48e12d-22dd-42c2-9dc3-b1d45a23dcc7 req-6680df23-8bd9-4de0-a0f1-3f74f1cccd68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:04.356102 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-d173c493-e6aa-4d2a-af4e-3a8df5aa2c3a req-3fe28835-492d-42e0-86ef-ab4e5d380683 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] Unset dirty status for tenant:55fc27984ebe4b7280501bf7bb4dce84 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:40:04.357242 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d173c493-e6aa-4d2a-af4e-3a8df5aa2c3a req-3fe28835-492d-42e0-86ef-ab4e5d380683 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6550d8-3956-41f7-bebe-cf9dcc2ba347 HTTP/1.1" status: 200 len: 932 time: 0.2033627 May 05 20:40:04.363079 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-da48e12d-22dd-42c2-9dc3-b1d45a23dcc7 req-6680df23-8bd9-4de0-a0f1-3f74f1cccd68 service neutron] Transition to ACTIVE for port object e7cc4bed-388d-4ab8-8ec0-0e36677183c6 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:40:04.379320 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-da48e12d-22dd-42c2-9dc3-b1d45a23dcc7 req-6680df23-8bd9-4de0-a0f1-3f74f1cccd68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:04.522165 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d173c493-e6aa-4d2a-af4e-3a8df5aa2c3a req-2f6eecee-d6e7-4599-8362-04b30cce71a8 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/security-groups?id=348cf8ef-b4aa-40ff-ae1b-bce363beec1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579394 May 05 20:40:04.558016 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6680df23-8bd9-4de0-a0f1-3f74f1cccd68 service neutron] Pushing event updated for resources: {'Port': ['ID=e7cc4bed-388d-4ab8-8ec0-0e36677183c6,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:40:04.634060 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-da48e12d-22dd-42c2-9dc3-b1d45a23dcc7 req-6680df23-8bd9-4de0-a0f1-3f74f1cccd68 service neutron] Attempting to bind port e7cc4bed-388d-4ab8-8ec0-0e36677183c6 on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:40:04.634384 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-da48e12d-22dd-42c2-9dc3-b1d45a23dcc7 req-6680df23-8bd9-4de0-a0f1-3f74f1cccd68 service neutron] Attempting to bind port e7cc4bed-388d-4ab8-8ec0-0e36677183c6 by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': 'cf78656b-4aa5-4cae-bd38-f9efefed75d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e470041d-8e93-47af-9202-b517c1886196'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:40:04.634704 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da48e12d-22dd-42c2-9dc3-b1d45a23dcc7 req-6680df23-8bd9-4de0-a0f1-3f74f1cccd68 service neutron] Attempting to bind port e7cc4bed-388d-4ab8-8ec0-0e36677183c6 on network e470041d-8e93-47af-9202-b517c1886196 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:40:04.640000 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da48e12d-22dd-42c2-9dc3-b1d45a23dcc7 req-6680df23-8bd9-4de0-a0f1-3f74f1cccd68 service neutron] Port e7cc4bed-388d-4ab8-8ec0-0e36677183c6 on network e470041d-8e93-47af-9202-b517c1886196 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:40:04.640311 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da48e12d-22dd-42c2-9dc3-b1d45a23dcc7 req-6680df23-8bd9-4de0-a0f1-3f74f1cccd68 service neutron] Attempting to bind port e7cc4bed-388d-4ab8-8ec0-0e36677183c6 on network e470041d-8e93-47af-9202-b517c1886196 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:40:04.645254 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da48e12d-22dd-42c2-9dc3-b1d45a23dcc7 req-6680df23-8bd9-4de0-a0f1-3f74f1cccd68 service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:40:04.645578 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da48e12d-22dd-42c2-9dc3-b1d45a23dcc7 req-6680df23-8bd9-4de0-a0f1-3f74f1cccd68 service neutron] Checking segment: {'id': 'cf78656b-4aa5-4cae-bd38-f9efefed75d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e470041d-8e93-47af-9202-b517c1886196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:40:04.645951 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da48e12d-22dd-42c2-9dc3-b1d45a23dcc7 req-6680df23-8bd9-4de0-a0f1-3f74f1cccd68 service neutron] Bound using segment: {'id': 'cf78656b-4aa5-4cae-bd38-f9efefed75d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e470041d-8e93-47af-9202-b517c1886196'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:40:04.646360 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-da48e12d-22dd-42c2-9dc3-b1d45a23dcc7 req-6680df23-8bd9-4de0-a0f1-3f74f1cccd68 service neutron] Bound port: e7cc4bed-388d-4ab8-8ec0-0e36677183c6, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf78656b-4aa5-4cae-bd38-f9efefed75d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e470041d-8e93-47af-9202-b517c1886196'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:40:04.646695 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-da48e12d-22dd-42c2-9dc3-b1d45a23dcc7 req-6680df23-8bd9-4de0-a0f1-3f74f1cccd68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:04.699999 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f7a16bc7-3aa7-44b1-8263-aa9f24037765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:04.737134 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-da48e12d-22dd-42c2-9dc3-b1d45a23dcc7 req-6680df23-8bd9-4de0-a0f1-3f74f1cccd68 service neutron] For port e7cc4bed-388d-4ab8-8ec0-0e36677183c6, host n-h2-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:40:04.739969 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-da48e12d-22dd-42c2-9dc3-b1d45a23dcc7 req-6680df23-8bd9-4de0-a0f1-3f74f1cccd68 service neutron] For port e7cc4bed-388d-4ab8-8ec0-0e36677183c6, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=e7cc4bed-388d-4ab8-8ec0-0e36677183c6,segment=NetworkSegment(cf78656b-4aa5-4cae-bd38-f9efefed75d2),segment_id=cf78656b-4aa5-4cae-bd38-f9efefed75d2)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:40:04.744128 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-da48e12d-22dd-42c2-9dc3-b1d45a23dcc7 req-6680df23-8bd9-4de0-a0f1-3f74f1cccd68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:04.802519 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da48e12d-22dd-42c2-9dc3-b1d45a23dcc7 req-6680df23-8bd9-4de0-a0f1-3f74f1cccd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:04.803121 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-da48e12d-22dd-42c2-9dc3-b1d45a23dcc7 req-6680df23-8bd9-4de0-a0f1-3f74f1cccd68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:04.804491 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-da48e12d-22dd-42c2-9dc3-b1d45a23dcc7 req-6680df23-8bd9-4de0-a0f1-3f74f1cccd68 service neutron] 10.222.0.50 "PUT /v2.0/ports/e7cc4bed-388d-4ab8-8ec0-0e36677183c6 HTTP/1.1" status: 200 len: 1092 time: 1.0502715 May 05 20:40:04.804910 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c6550d8-3956-41f7-bebe-cf9dcc2ba347', 'tag': 'e7cc4bed-388d-4ab8-8ec0-0e36677183c6'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:40:04.830793 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6680df23-8bd9-4de0-a0f1-3f74f1cccd68 service neutron] Pushing event updated for resources: {'Port': ['ID=e7cc4bed-388d-4ab8-8ec0-0e36677183c6,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:40:04.875863 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9d3dd5b-f079-4491-b4f1-a0fdca7cc227'] response: {'name': 'network-changed', 'server_uuid': '4c6550d8-3956-41f7-bebe-cf9dcc2ba347', 'tag': 'e7cc4bed-388d-4ab8-8ec0-0e36677183c6', 'status': 'completed', 'code': 200} May 05 20:40:04.911587 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da48e12d-22dd-42c2-9dc3-b1d45a23dcc7 req-02200ee7-169d-4704-9521-46bce6dedf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:04.913063 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-da48e12d-22dd-42c2-9dc3-b1d45a23dcc7 req-02200ee7-169d-4704-9521-46bce6dedf74 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55fc27984ebe4b7280501bf7bb4dce84&device_id=4c6550d8-3956-41f7-bebe-cf9dcc2ba347 HTTP/1.1" status: 200 len: 1095 time: 0.0745947 May 05 20:40:04.981758 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-da48e12d-22dd-42c2-9dc3-b1d45a23dcc7 req-d52fa5e6-9f02-40ea-8502-44376ac26830 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7cc4bed-388d-4ab8-8ec0-0e36677183c6 HTTP/1.1" status: 200 len: 217 time: 0.0627511 May 05 20:40:05.042268 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da48e12d-22dd-42c2-9dc3-b1d45a23dcc7 req-eb9227e0-92fd-452c-8a40-10e38473a87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:05.043737 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-da48e12d-22dd-42c2-9dc3-b1d45a23dcc7 req-eb9227e0-92fd-452c-8a40-10e38473a87b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5abfea6d-1ca7-4026-af27-1b4ca40eecb7 HTTP/1.1" status: 200 len: 852 time: 0.0571129 May 05 20:40:05.092581 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-da48e12d-22dd-42c2-9dc3-b1d45a23dcc7 req-3f6726d5-1119-494c-8913-79f2c2722b93 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e470041d-8e93-47af-9202-b517c1886196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433953 May 05 20:40:05.322017 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-da48e12d-22dd-42c2-9dc3-b1d45a23dcc7 req-e0f12363-3d33-410b-8cc9-7ef5f07687ae service neutron] 10.222.0.50 "GET /v2.0/networks/e470041d-8e93-47af-9202-b517c1886196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235997 May 05 20:40:05.455623 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-da48e12d-22dd-42c2-9dc3-b1d45a23dcc7 req-5643ca9b-d14d-47d2-b5f6-2566acb9f98b service neutron] 10.222.0.50 "GET /v2.0/networks/e470041d-8e93-47af-9202-b517c1886196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272652 May 05 20:40:05.571415 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b35ae6-5c65-412a-9abe-75a75eeebe39 req-84e642bc-3086-4ebd-a973-0566c9639310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:05.572970 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-55b35ae6-5c65-412a-9abe-75a75eeebe39 req-84e642bc-3086-4ebd-a973-0566c9639310 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55fc27984ebe4b7280501bf7bb4dce84&device_id=4c6550d8-3956-41f7-bebe-cf9dcc2ba347 HTTP/1.1" status: 200 len: 1095 time: 0.0768566 May 05 20:40:05.759971 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b35ae6-5c65-412a-9abe-75a75eeebe39 req-de92c607-3fe0-4ea1-84ce-ae807da46e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:05.762100 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-55b35ae6-5c65-412a-9abe-75a75eeebe39 req-de92c607-3fe0-4ea1-84ce-ae807da46e72 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e470041d-8e93-47af-9202-b517c1886196 HTTP/1.1" status: 200 len: 913 time: 0.1832492 May 05 20:40:05.834611 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-55b35ae6-5c65-412a-9abe-75a75eeebe39 req-6744afc8-b568-4764-bab5-0cfc9032fbab service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7cc4bed-388d-4ab8-8ec0-0e36677183c6 HTTP/1.1" status: 200 len: 217 time: 0.0658810 May 05 20:40:05.843014 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfcf980-0035-4fdb-a243-e804f3d8a0a4 req-6d1a2604-1eff-4681-be2e-65ac8be8dbc4 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:05.844410 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bbfcf980-0035-4fdb-a243-e804f3d8a0a4 req-6d1a2604-1eff-4681-be2e-65ac8be8dbc4 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6550d8-3956-41f7-bebe-cf9dcc2ba347 HTTP/1.1" status: 200 len: 944 time: 0.1761703 May 05 20:40:05.930763 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b35ae6-5c65-412a-9abe-75a75eeebe39 req-8d050dfb-97da-43aa-a50d-0c7b5264dda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:05.932236 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-55b35ae6-5c65-412a-9abe-75a75eeebe39 req-8d050dfb-97da-43aa-a50d-0c7b5264dda1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5abfea6d-1ca7-4026-af27-1b4ca40eecb7 HTTP/1.1" status: 200 len: 852 time: 0.0869865 May 05 20:40:05.935870 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bbfcf980-0035-4fdb-a243-e804f3d8a0a4 req-86b23ce0-bd4f-41ae-ad09-8ae0f396721a tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/security-groups?id=348cf8ef-b4aa-40ff-ae1b-bce363beec1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608680 May 05 20:40:05.982451 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-55b35ae6-5c65-412a-9abe-75a75eeebe39 req-bb7f5afc-eb9e-4c7a-858e-79551962edfd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e470041d-8e93-47af-9202-b517c1886196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431838 May 05 20:40:06.111413 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-55b35ae6-5c65-412a-9abe-75a75eeebe39 req-e44e4bfb-5e2a-456c-a286-5b385b47adb9 service neutron] 10.222.0.50 "GET /v2.0/networks/e470041d-8e93-47af-9202-b517c1886196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229932 May 05 20:40:06.239734 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-55b35ae6-5c65-412a-9abe-75a75eeebe39 req-5d853669-21cb-4d29-9651-85d61a646308 service neutron] 10.222.0.50 "GET /v2.0/networks/e470041d-8e93-47af-9202-b517c1886196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213949 May 05 20:40:06.889766 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-678fb363-4f9c-447c-870a-9238bd59107b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:07.215433 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af1501-1837-471c-8bf4-6a7c336a29d7 req-0be92869-5495-4e46-b183-84ded6fe8466 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:07.216893 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d0af1501-1837-471c-8bf4-6a7c336a29d7 req-0be92869-5495-4e46-b183-84ded6fe8466 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6550d8-3956-41f7-bebe-cf9dcc2ba347 HTTP/1.1" status: 200 len: 944 time: 0.1764462 May 05 20:40:07.260199 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-d0af1501-1837-471c-8bf4-6a7c336a29d7 req-a505f569-62b1-4621-ae77-135956ddba08 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] Synchronizing usage tracker for tenant:55fc27984ebe4b7280501bf7bb4dce84 on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:40:07.277561 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-d0af1501-1837-471c-8bf4-6a7c336a29d7 req-a505f569-62b1-4621-ae77-135956ddba08 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] Unset dirty status for tenant:55fc27984ebe4b7280501bf7bb4dce84 on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:40:07.278762 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d0af1501-1837-471c-8bf4-6a7c336a29d7 req-a505f569-62b1-4621-ae77-135956ddba08 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/security-groups?id=348cf8ef-b4aa-40ff-ae1b-bce363beec1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562346 May 05 20:40:07.814159 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device e7cc4bed-388d-4ab8-8ec0-0e36677183c6 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:40:07.955257 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:07.964730 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port e7cc4bed-388d-4ab8-8ec0-0e36677183c6, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=e7cc4bed-388d-4ab8-8ec0-0e36677183c6,segment=NetworkSegment(cf78656b-4aa5-4cae-bd38-f9efefed75d2),segment_id=cf78656b-4aa5-4cae-bd38-f9efefed75d2)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:40:07.978049 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': 'e7cc4bed-388d-4ab8-8ec0-0e36677183c6', 'network_id': 'e470041d-8e93-47af-9202-b517c1886196', 'port_id': 'e7cc4bed-388d-4ab8-8ec0-0e36677183c6', 'mac_address': 'fa:16:3e:99:c9:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5abfea6d-1ca7-4026-af27-1b4ca40eecb7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:40:08.037070 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:08.055811 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7cc4bed-388d-4ab8-8ec0-0e36677183c6 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:40:08.070801 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port e7cc4bed-388d-4ab8-8ec0-0e36677183c6, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=e7cc4bed-388d-4ab8-8ec0-0e36677183c6,segment=NetworkSegment(cf78656b-4aa5-4cae-bd38-f9efefed75d2),segment_id=cf78656b-4aa5-4cae-bd38-f9efefed75d2)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:40:08.076743 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:08.140648 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:08.155421 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=e7cc4bed-388d-4ab8-8ec0-0e36677183c6,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:40:08.262745 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['e7cc4bed-388d-4ab8-8ec0-0e36677183c6'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:40:08.472730 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d025158-dbe1-4c9e-a53c-1a3c028ce30d req-289f50ad-d6ce-4673-aaa7-7f5ec0c3c04d tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:08.474183 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4d025158-dbe1-4c9e-a53c-1a3c028ce30d req-289f50ad-d6ce-4673-aaa7-7f5ec0c3c04d tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6550d8-3956-41f7-bebe-cf9dcc2ba347 HTTP/1.1" status: 200 len: 945 time: 0.0892940 May 05 20:40:08.521002 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4d025158-dbe1-4c9e-a53c-1a3c028ce30d req-f049b68a-d859-4a22-a0ab-a29b9578fb3e tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/security-groups?id=348cf8ef-b4aa-40ff-ae1b-bce363beec1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405374 May 05 20:40:09.676215 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:09.717676 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6706415-5e35-4578-8a69-6a1be0e84691 req-df74e503-121f-471f-b21c-62be8a4bcb1f tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:09.719130 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c6706415-5e35-4578-8a69-6a1be0e84691 req-df74e503-121f-471f-b21c-62be8a4bcb1f tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6550d8-3956-41f7-bebe-cf9dcc2ba347 HTTP/1.1" status: 200 len: 945 time: 0.0827413 May 05 20:40:09.763052 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c6706415-5e35-4578-8a69-6a1be0e84691 req-fc81ffe1-e809-4d8b-8eba-d4003dd2de01 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/security-groups?id=348cf8ef-b4aa-40ff-ae1b-bce363beec1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383329 May 05 20:40:09.829580 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device e7cc4bed-388d-4ab8-8ec0-0e36677183c6 up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:40:09.894989 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port e7cc4bed-388d-4ab8-8ec0-0e36677183c6 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:40:09.899708 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port e7cc4bed-388d-4ab8-8ec0-0e36677183c6 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:40:09.900073 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:10.013753 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:10.039758 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c6550d8-3956-41f7-bebe-cf9dcc2ba347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7cc4bed-388d-4ab8-8ec0-0e36677183c6'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:40:10.049447 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port e7cc4bed-388d-4ab8-8ec0-0e36677183c6, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=e7cc4bed-388d-4ab8-8ec0-0e36677183c6,segment=NetworkSegment(cf78656b-4aa5-4cae-bd38-f9efefed75d2),segment_id=cf78656b-4aa5-4cae-bd38-f9efefed75d2)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:40:10.054471 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:10.090261 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4a44aeb-31ae-415d-b380-3b7d657eea9c'] response: {'server_uuid': '4c6550d8-3956-41f7-bebe-cf9dcc2ba347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7cc4bed-388d-4ab8-8ec0-0e36677183c6', 'code': 200} May 05 20:40:10.126083 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=e7cc4bed-388d-4ab8-8ec0-0e36677183c6,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:40:10.210814 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c5ba0-51bc-47d8-a3d5-eb7800c86a62 req-73169e59-cc57-47bb-8282-134987144d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:10.212300 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-150c5ba0-51bc-47d8-a3d5-eb7800c86a62 req-73169e59-cc57-47bb-8282-134987144d92 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4c6550d8-3956-41f7-bebe-cf9dcc2ba347 HTTP/1.1" status: 200 len: 1097 time: 0.0728908 May 05 20:40:10.252364 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-150c5ba0-51bc-47d8-a3d5-eb7800c86a62 req-927d2ac1-c3ec-4eca-b2f4-e6e1334a8041 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=348cf8ef-b4aa-40ff-ae1b-bce363beec1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339556 May 05 20:40:10.943209 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6decd588-070c-4064-b83d-39586dc2fcfe req-41adabfc-3209-4cfc-b794-c0b644a14036 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:10.944697 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6decd588-070c-4064-b83d-39586dc2fcfe req-41adabfc-3209-4cfc-b794-c0b644a14036 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6550d8-3956-41f7-bebe-cf9dcc2ba347 HTTP/1.1" status: 200 len: 946 time: 0.0795579 May 05 20:40:10.988372 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6decd588-070c-4064-b83d-39586dc2fcfe req-30c2b634-9cff-4401-8a00-58012ea5d996 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/security-groups?id=348cf8ef-b4aa-40ff-ae1b-bce363beec1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373597 May 05 20:40:12.174921 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48567280-2000-4090-bc68-93cadf74bde5 req-6a1cac9c-4d4d-4c3b-8ba7-499042ffcc3d tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:12.176393 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-48567280-2000-4090-bc68-93cadf74bde5 req-6a1cac9c-4d4d-4c3b-8ba7-499042ffcc3d tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6550d8-3956-41f7-bebe-cf9dcc2ba347 HTTP/1.1" status: 200 len: 946 time: 0.0791202 May 05 20:40:12.220891 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-48567280-2000-4090-bc68-93cadf74bde5 req-df546a85-38f6-43b9-b5d0-b4a9156f53f1 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/security-groups?id=348cf8ef-b4aa-40ff-ae1b-bce363beec1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390403 May 05 20:40:12.616791 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3e51ca21-e9fe-4dc4-b0a7-5d477b1eb68e req-e1311d85-bcde-474b-b925-c9f0ad6579bb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4c6550d8-3956-41f7-bebe-cf9dcc2ba347&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1202085 May 05 20:40:12.622504 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c47a62-4f0f-4d42-9eb9-af675ec01e12 req-9f342076-73f3-4bd7-a010-7481a6405c32 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:12.623994 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-14c47a62-4f0f-4d42-9eb9-af675ec01e12 req-9f342076-73f3-4bd7-a010-7481a6405c32 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6550d8-3956-41f7-bebe-cf9dcc2ba347 HTTP/1.1" status: 200 len: 946 time: 0.0861242 May 05 20:40:12.668985 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-14c47a62-4f0f-4d42-9eb9-af675ec01e12 req-ced29358-f37c-4c77-b249-209f432f0243 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/security-groups?id=348cf8ef-b4aa-40ff-ae1b-bce363beec1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393453 May 05 20:40:13.798559 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51ca21-e9fe-4dc4-b0a7-5d477b1eb68e req-1a956be0-f394-45da-a0a8-011732682c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:13.800446 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3e51ca21-e9fe-4dc4-b0a7-5d477b1eb68e req-1a956be0-f394-45da-a0a8-011732682c44 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55fc27984ebe4b7280501bf7bb4dce84&device_id=4c6550d8-3956-41f7-bebe-cf9dcc2ba347 HTTP/1.1" status: 200 len: 1097 time: 0.0723271 May 05 20:40:13.859652 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8a34b-6c9f-473d-837c-f300a45a207f req-f0929d2c-1c13-4307-9247-ed9ce8f1c46d tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:13.861153 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3ff8a34b-6c9f-473d-837c-f300a45a207f req-f0929d2c-1c13-4307-9247-ed9ce8f1c46d tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6550d8-3956-41f7-bebe-cf9dcc2ba347 HTTP/1.1" status: 200 len: 946 time: 0.0821624 May 05 20:40:13.904960 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3ff8a34b-6c9f-473d-837c-f300a45a207f req-e8f9f0c0-c3d2-40d2-afbe-4053926f2cc4 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/security-groups?id=348cf8ef-b4aa-40ff-ae1b-bce363beec1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382273 May 05 20:40:13.933914 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51ca21-e9fe-4dc4-b0a7-5d477b1eb68e req-12d154da-3d28-4270-9736-7cd4d900af72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:13.935375 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3e51ca21-e9fe-4dc4-b0a7-5d477b1eb68e req-12d154da-3d28-4270-9736-7cd4d900af72 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e470041d-8e93-47af-9202-b517c1886196 HTTP/1.1" status: 200 len: 913 time: 0.1297600 May 05 20:40:14.112595 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3e51ca21-e9fe-4dc4-b0a7-5d477b1eb68e req-5eaed9e9-b791-40e6-821c-9431318c01f0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7cc4bed-388d-4ab8-8ec0-0e36677183c6 HTTP/1.1" status: 200 len: 217 time: 0.1717365 May 05 20:40:14.174954 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51ca21-e9fe-4dc4-b0a7-5d477b1eb68e req-09de6e3f-620e-4d10-81dc-1a9b85f085de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:14.176389 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3e51ca21-e9fe-4dc4-b0a7-5d477b1eb68e req-09de6e3f-620e-4d10-81dc-1a9b85f085de service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5abfea6d-1ca7-4026-af27-1b4ca40eecb7 HTTP/1.1" status: 200 len: 852 time: 0.0591183 May 05 20:40:14.221056 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3e51ca21-e9fe-4dc4-b0a7-5d477b1eb68e req-9cff982a-2e65-4181-b10b-7bd4fd058493 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e470041d-8e93-47af-9202-b517c1886196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394812 May 05 20:40:14.356142 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3e51ca21-e9fe-4dc4-b0a7-5d477b1eb68e req-755c2418-97ea-44dd-8bc7-8deab9fab690 service neutron] 10.222.0.50 "GET /v2.0/networks/e470041d-8e93-47af-9202-b517c1886196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295605 May 05 20:40:14.486328 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3e51ca21-e9fe-4dc4-b0a7-5d477b1eb68e req-81000181-cf31-4da7-8e8a-745363edd93f service neutron] 10.222.0.50 "GET /v2.0/networks/e470041d-8e93-47af-9202-b517c1886196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246541 May 05 20:40:14.617884 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:15.088134 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494241ab-5edd-4c1d-b5c1-212b0905ceef req-4fec8b7c-1e0d-464c-aaaf-37e2fddd1eca tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:15.090203 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-494241ab-5edd-4c1d-b5c1-212b0905ceef req-4fec8b7c-1e0d-464c-aaaf-37e2fddd1eca tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6550d8-3956-41f7-bebe-cf9dcc2ba347 HTTP/1.1" status: 200 len: 946 time: 0.0786741 May 05 20:40:15.137341 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-494241ab-5edd-4c1d-b5c1-212b0905ceef req-d2921f3b-b4c6-466d-b7c5-0e490f908677 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/security-groups?id=348cf8ef-b4aa-40ff-ae1b-bce363beec1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415294 May 05 20:40:16.324362 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d56f99a-7c11-46c2-a112-7566466aecc4 req-f9295fc9-55f5-43d3-a6f6-2aec9ae65f15 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:16.325813 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3d56f99a-7c11-46c2-a112-7566466aecc4 req-f9295fc9-55f5-43d3-a6f6-2aec9ae65f15 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6550d8-3956-41f7-bebe-cf9dcc2ba347 HTTP/1.1" status: 200 len: 946 time: 0.0827806 May 05 20:40:16.368744 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3d56f99a-7c11-46c2-a112-7566466aecc4 req-9d283ed2-5a54-4725-868a-de7e43b36347 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/security-groups?id=348cf8ef-b4aa-40ff-ae1b-bce363beec1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373182 May 05 20:40:16.609268 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:17.560472 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37e9fa-8450-4b6e-91cf-60c61a673053 req-c0bb5e7c-663e-497a-a7a8-00f092ff3ffb tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:17.561964 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cd37e9fa-8450-4b6e-91cf-60c61a673053 req-c0bb5e7c-663e-497a-a7a8-00f092ff3ffb tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6550d8-3956-41f7-bebe-cf9dcc2ba347 HTTP/1.1" status: 200 len: 946 time: 0.0802057 May 05 20:40:17.605813 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cd37e9fa-8450-4b6e-91cf-60c61a673053 req-5cfc6b70-e9f0-41ee-a930-2162bf65ce7a tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/security-groups?id=348cf8ef-b4aa-40ff-ae1b-bce363beec1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381944 May 05 20:40:18.792467 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee1200e-99cb-4512-8116-2fd9cd14be22 req-7310bd7c-9544-4a51-b0ac-63854a54b999 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:18.793903 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5ee1200e-99cb-4512-8116-2fd9cd14be22 req-7310bd7c-9544-4a51-b0ac-63854a54b999 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6550d8-3956-41f7-bebe-cf9dcc2ba347 HTTP/1.1" status: 200 len: 946 time: 0.0806201 May 05 20:40:18.840308 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5ee1200e-99cb-4512-8116-2fd9cd14be22 req-7eff37f6-8068-4f46-94f7-56822dc96dbe tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/security-groups?id=348cf8ef-b4aa-40ff-ae1b-bce363beec1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408263 May 05 20:40:20.036293 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20537887-e816-4b97-96bb-d5cd3ed4d547 req-0ce68573-5dea-4593-b675-f07878323d5f tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:20.037750 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-20537887-e816-4b97-96bb-d5cd3ed4d547 req-0ce68573-5dea-4593-b675-f07878323d5f tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6550d8-3956-41f7-bebe-cf9dcc2ba347 HTTP/1.1" status: 200 len: 946 time: 0.0829566 May 05 20:40:20.081147 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-20537887-e816-4b97-96bb-d5cd3ed4d547 req-77ecc06c-b5cd-4942-a8c1-fbdf0a58a7fa tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/security-groups?id=348cf8ef-b4aa-40ff-ae1b-bce363beec1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372288 May 05 20:40:21.267866 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17d5d44-ab43-4c27-9353-b75871e28800 req-56bb418d-52d1-43fb-9eb9-328ec247180e tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:21.269356 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a17d5d44-ab43-4c27-9353-b75871e28800 req-56bb418d-52d1-43fb-9eb9-328ec247180e tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6550d8-3956-41f7-bebe-cf9dcc2ba347 HTTP/1.1" status: 200 len: 946 time: 0.0799310 May 05 20:40:21.312957 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a17d5d44-ab43-4c27-9353-b75871e28800 req-fa56a7af-a089-418f-9a75-a09c8e604dfb tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/security-groups?id=348cf8ef-b4aa-40ff-ae1b-bce363beec1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380538 May 05 20:40:21.394877 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [req-d25508b2-b322-4cbd-b826-2cec4d625ef3 req-66c0085e-88da-4560-b297-c94003652932 service neutron] (88197) timed out ('10.222.0.36', 44936) {{(pid=88197) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 05 20:40:22.495564 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ae335-6f11-4083-8ae3-9beddee77ce7 req-42b26c20-eb79-4b80-86b3-fa04837af306 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:22.497133 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cc7ae335-6f11-4083-8ae3-9beddee77ce7 req-42b26c20-eb79-4b80-86b3-fa04837af306 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6550d8-3956-41f7-bebe-cf9dcc2ba347 HTTP/1.1" status: 200 len: 946 time: 0.0789928 May 05 20:40:22.541056 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cc7ae335-6f11-4083-8ae3-9beddee77ce7 req-14ff83fe-6a95-46aa-8873-6ee8e169e0e5 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/security-groups?id=348cf8ef-b4aa-40ff-ae1b-bce363beec1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383420 May 05 20:40:23.728929 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56957d1a-5510-4883-b048-3c1b10997ab8 req-04d1d4b1-d8e8-46bc-985b-e6d5b5f17056 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:23.730996 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-56957d1a-5510-4883-b048-3c1b10997ab8 req-04d1d4b1-d8e8-46bc-985b-e6d5b5f17056 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6550d8-3956-41f7-bebe-cf9dcc2ba347 HTTP/1.1" status: 200 len: 946 time: 0.0828829 May 05 20:40:23.773948 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-56957d1a-5510-4883-b048-3c1b10997ab8 req-0e4f8b0d-d697-497a-996f-643c1f9735d2 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/security-groups?id=348cf8ef-b4aa-40ff-ae1b-bce363beec1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371399 May 05 20:40:24.965621 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b439ad71-c60a-431e-82ba-794f9433a14c req-99d2baea-d867-43c5-a482-1c992fb19edb tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:24.967088 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b439ad71-c60a-431e-82ba-794f9433a14c req-99d2baea-d867-43c5-a482-1c992fb19edb tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6550d8-3956-41f7-bebe-cf9dcc2ba347 HTTP/1.1" status: 200 len: 946 time: 0.0849488 May 05 20:40:25.010982 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b439ad71-c60a-431e-82ba-794f9433a14c req-0cf1d2fc-dcd6-4ba6-8bef-88c8e81dab49 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/security-groups?id=348cf8ef-b4aa-40ff-ae1b-bce363beec1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383091 May 05 20:40:26.196061 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1694909-322f-4558-a162-c87aea1ccdb4 req-b62b0d8a-9395-4466-89b3-22671870dcbc tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:26.197512 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a1694909-322f-4558-a162-c87aea1ccdb4 req-b62b0d8a-9395-4466-89b3-22671870dcbc tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6550d8-3956-41f7-bebe-cf9dcc2ba347 HTTP/1.1" status: 200 len: 946 time: 0.0788646 May 05 20:40:26.241034 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a1694909-322f-4558-a162-c87aea1ccdb4 req-2f286e42-4e6e-4e50-a54f-9f47265804bd tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/security-groups?id=348cf8ef-b4aa-40ff-ae1b-bce363beec1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373440 May 05 20:40:27.424152 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b185fd6-e104-48ec-9c97-fbeeefbb87bc req-3833a41c-3aa1-4226-9f7e-5c375a1be43a tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:27.425581 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7b185fd6-e104-48ec-9c97-fbeeefbb87bc req-3833a41c-3aa1-4226-9f7e-5c375a1be43a tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6550d8-3956-41f7-bebe-cf9dcc2ba347 HTTP/1.1" status: 200 len: 946 time: 0.0791404 May 05 20:40:27.470360 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7b185fd6-e104-48ec-9c97-fbeeefbb87bc req-f67672cc-012d-44f7-8b2a-786009caac4b tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/security-groups?id=348cf8ef-b4aa-40ff-ae1b-bce363beec1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391073 May 05 20:40:28.660347 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44ae06-a246-45b1-b025-6d2a7ddba876 req-4488be80-77fb-44c5-8e23-398cb643cf2a tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:28.661796 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ca44ae06-a246-45b1-b025-6d2a7ddba876 req-4488be80-77fb-44c5-8e23-398cb643cf2a tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6550d8-3956-41f7-bebe-cf9dcc2ba347 HTTP/1.1" status: 200 len: 946 time: 0.0844455 May 05 20:40:28.707005 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ca44ae06-a246-45b1-b025-6d2a7ddba876 req-3aa2c7f2-082f-47c6-a800-7c6f59fa25ad tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/security-groups?id=348cf8ef-b4aa-40ff-ae1b-bce363beec1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395079 May 05 20:40:29.892234 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bbb4bd-707c-4549-b18b-559760ab35b1 req-973aec1e-e78c-4d2c-b186-ebd4a7331f4e tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:29.893581 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a6bbb4bd-707c-4549-b18b-559760ab35b1 req-973aec1e-e78c-4d2c-b186-ebd4a7331f4e tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6550d8-3956-41f7-bebe-cf9dcc2ba347 HTTP/1.1" status: 200 len: 946 time: 0.0816524 May 05 20:40:29.936613 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a6bbb4bd-707c-4549-b18b-559760ab35b1 req-8b8bb356-7e86-491e-aac4-752a084527eb tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/security-groups?id=348cf8ef-b4aa-40ff-ae1b-bce363beec1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374224 May 05 20:40:31.118272 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93234d36-b361-430c-a7e1-10ca51492fc6 req-e125f02d-29fd-4c4e-a4cf-e13fbef6b585 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:31.119758 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-93234d36-b361-430c-a7e1-10ca51492fc6 req-e125f02d-29fd-4c4e-a4cf-e13fbef6b585 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6550d8-3956-41f7-bebe-cf9dcc2ba347 HTTP/1.1" status: 200 len: 946 time: 0.0787561 May 05 20:40:31.166765 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-93234d36-b361-430c-a7e1-10ca51492fc6 req-21f2a84d-98b7-4d5d-889c-8b19f54b4205 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/security-groups?id=348cf8ef-b4aa-40ff-ae1b-bce363beec1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409288 May 05 20:40:31.999650 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:40:32.351992 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ad901b-c4da-4f22-9a81-c94478665369 req-25668d01-67fa-4761-a69d-8edb5605abd4 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:32.353444 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f4ad901b-c4da-4f22-9a81-c94478665369 req-25668d01-67fa-4761-a69d-8edb5605abd4 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6550d8-3956-41f7-bebe-cf9dcc2ba347 HTTP/1.1" status: 200 len: 946 time: 0.0799334 May 05 20:40:32.401311 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f4ad901b-c4da-4f22-9a81-c94478665369 req-f6439a43-50bd-4ad9-99ed-ea62aa7b04db tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/security-groups?id=348cf8ef-b4aa-40ff-ae1b-bce363beec1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420041 May 05 20:40:33.590699 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997bede-5458-41e6-bca7-b13be5a0823a req-52f1ecba-5003-4395-a610-d43d00067ce8 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:33.592369 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a997bede-5458-41e6-bca7-b13be5a0823a req-52f1ecba-5003-4395-a610-d43d00067ce8 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6550d8-3956-41f7-bebe-cf9dcc2ba347 HTTP/1.1" status: 200 len: 946 time: 0.0803668 May 05 20:40:33.636364 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a997bede-5458-41e6-bca7-b13be5a0823a req-8325f724-d0f3-4c04-a74f-736002cdaaa1 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/security-groups?id=348cf8ef-b4aa-40ff-ae1b-bce363beec1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380385 May 05 20:40:34.702661 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3b84a3ef-3e48-4675-98d3-2e3a1335f9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:34.824006 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4861c1ce-4c05-49a9-924e-c5de1728e3dc req-ec65119a-dade-4e54-a485-c28616c4d485 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:34.826367 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4861c1ce-4c05-49a9-924e-c5de1728e3dc req-ec65119a-dade-4e54-a485-c28616c4d485 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6550d8-3956-41f7-bebe-cf9dcc2ba347 HTTP/1.1" status: 200 len: 946 time: 0.0798860 May 05 20:40:34.868516 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4861c1ce-4c05-49a9-924e-c5de1728e3dc req-86ef6387-d577-466e-9b25-cfeb8b9b5fcc tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/security-groups?id=348cf8ef-b4aa-40ff-ae1b-bce363beec1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369258 May 05 20:40:36.209832 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530006ab-90b0-40e4-b314-e3cbaa2fd877 req-5fb2dd17-a2b7-45f1-a530-5e7fd98eeac7 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:36.211292 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-530006ab-90b0-40e4-b314-e3cbaa2fd877 req-5fb2dd17-a2b7-45f1-a530-5e7fd98eeac7 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6550d8-3956-41f7-bebe-cf9dcc2ba347 HTTP/1.1" status: 200 len: 946 time: 0.0824111 May 05 20:40:36.256053 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-530006ab-90b0-40e4-b314-e3cbaa2fd877 req-60876c24-15fe-45de-811a-83a2fdc7f18d tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/security-groups?id=348cf8ef-b4aa-40ff-ae1b-bce363beec1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385125 May 05 20:40:36.891542 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2b59a3e5-6e60-4024-a0be-60981cfec532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:37.443757 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63393abf-14fc-4480-b6da-5d9225421c7e req-3a9eec3e-5914-4f64-beac-0188d904aaa2 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:37.445213 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-63393abf-14fc-4480-b6da-5d9225421c7e req-3a9eec3e-5914-4f64-beac-0188d904aaa2 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6550d8-3956-41f7-bebe-cf9dcc2ba347 HTTP/1.1" status: 200 len: 946 time: 0.0835173 May 05 20:40:37.488940 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-63393abf-14fc-4480-b6da-5d9225421c7e req-5d162080-3aa8-4548-8b29-f00aa9f8e921 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/security-groups?id=348cf8ef-b4aa-40ff-ae1b-bce363beec1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379162 May 05 20:40:37.938538 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:38.123027 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:38.674058 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db90d3-3da4-42e1-a7ee-9e71e7240214 req-a79ea6b3-6746-4fa8-af9c-f20ded05bf43 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:38.675544 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-34db90d3-3da4-42e1-a7ee-9e71e7240214 req-a79ea6b3-6746-4fa8-af9c-f20ded05bf43 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6550d8-3956-41f7-bebe-cf9dcc2ba347 HTTP/1.1" status: 200 len: 946 time: 0.0794382 May 05 20:40:38.719690 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-34db90d3-3da4-42e1-a7ee-9e71e7240214 req-776f77d3-aa8f-4479-abe5-240abcccc21b tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/security-groups?id=348cf8ef-b4aa-40ff-ae1b-bce363beec1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383966 May 05 20:40:39.677985 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:39.904864 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8714ee31-e168-4059-ad56-b988bc499970 req-cfab17fb-d99f-4004-9adf-e1e9b4c65e02 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:39.906230 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8714ee31-e168-4059-ad56-b988bc499970 req-cfab17fb-d99f-4004-9adf-e1e9b4c65e02 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6550d8-3956-41f7-bebe-cf9dcc2ba347 HTTP/1.1" status: 200 len: 946 time: 0.0792656 May 05 20:40:39.949521 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8714ee31-e168-4059-ad56-b988bc499970 req-911e7f2f-fc63-4d92-a376-1baa80254e0e tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/security-groups?id=348cf8ef-b4aa-40ff-ae1b-bce363beec1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377042 May 05 20:40:41.139786 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a4a461-82ac-4424-ac27-aa7130cdbc41 req-ce91e7ba-f39d-4328-806f-f6bdd92d18ba tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:41.141242 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-61a4a461-82ac-4424-ac27-aa7130cdbc41 req-ce91e7ba-f39d-4328-806f-f6bdd92d18ba tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6550d8-3956-41f7-bebe-cf9dcc2ba347 HTTP/1.1" status: 200 len: 946 time: 0.0833738 May 05 20:40:41.184670 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-61a4a461-82ac-4424-ac27-aa7130cdbc41 req-abe4afc3-9219-46b0-80ec-ec9d234247f4 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/security-groups?id=348cf8ef-b4aa-40ff-ae1b-bce363beec1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377977 May 05 20:40:41.407935 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [req-3e51ca21-e9fe-4dc4-b0a7-5d477b1eb68e req-878f1868-6af8-4830-9e6d-956fc10efee3 service neutron] show failed (client error): The resource could not be found. May 05 20:40:41.408829 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3e51ca21-e9fe-4dc4-b0a7-5d477b1eb68e req-878f1868-6af8-4830-9e6d-956fc10efee3 service neutron] 10.222.0.50 "GET /v2.0/ports/e7cc4bed-388d-4ab8-8ec0-0e36677183c6/bindings/n-h1-840717-1 HTTP/1.1" status: 404 len: 380 time: 0.0789552 May 05 20:40:41.662196 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51ca21-e9fe-4dc4-b0a7-5d477b1eb68e req-722836ec-f8fc-4e53-93a2-68aa168962b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:41.663622 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3e51ca21-e9fe-4dc4-b0a7-5d477b1eb68e req-722836ec-f8fc-4e53-93a2-68aa168962b1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4c6550d8-3956-41f7-bebe-cf9dcc2ba347&tenant_id=55fc27984ebe4b7280501bf7bb4dce84 HTTP/1.1" status: 200 len: 1097 time: 0.0707397 May 05 20:40:41.674085 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-3e51ca21-e9fe-4dc4-b0a7-5d477b1eb68e req-d4cd21e0-f1b5-4127-a3e7-bb6e31f7f7fd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-840717-1', 'device_owner': 'compute:nova'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:40:41.791984 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-3e51ca21-e9fe-4dc4-b0a7-5d477b1eb68e req-d4cd21e0-f1b5-4127-a3e7-bb6e31f7f7fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:42.152281 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-3e51ca21-e9fe-4dc4-b0a7-5d477b1eb68e req-d4cd21e0-f1b5-4127-a3e7-bb6e31f7f7fd service neutron] For port e7cc4bed-388d-4ab8-8ec0-0e36677183c6, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=e7cc4bed-388d-4ab8-8ec0-0e36677183c6,segment=NetworkSegment(cf78656b-4aa5-4cae-bd38-f9efefed75d2),segment_id=cf78656b-4aa5-4cae-bd38-f9efefed75d2)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:40:42.180092 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-3e51ca21-e9fe-4dc4-b0a7-5d477b1eb68e req-d4cd21e0-f1b5-4127-a3e7-bb6e31f7f7fd service neutron] For port e7cc4bed-388d-4ab8-8ec0-0e36677183c6, host n-h2-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:40:42.240731 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c6550d8-3956-41f7-bebe-cf9dcc2ba347', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7cc4bed-388d-4ab8-8ec0-0e36677183c6'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:40:42.247555 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-3e51ca21-e9fe-4dc4-b0a7-5d477b1eb68e req-d4cd21e0-f1b5-4127-a3e7-bb6e31f7f7fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:42.263501 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-3e51ca21-e9fe-4dc4-b0a7-5d477b1eb68e req-d4cd21e0-f1b5-4127-a3e7-bb6e31f7f7fd service neutron] Transition to ACTIVE for port object e7cc4bed-388d-4ab8-8ec0-0e36677183c6 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:40:42.267663 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-3e51ca21-e9fe-4dc4-b0a7-5d477b1eb68e req-d4cd21e0-f1b5-4127-a3e7-bb6e31f7f7fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:42.307153 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbb905d4-1fe1-4e39-8800-4b4cca429076'] response: {'server_uuid': '4c6550d8-3956-41f7-bebe-cf9dcc2ba347', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7cc4bed-388d-4ab8-8ec0-0e36677183c6', 'code': 200} May 05 20:40:42.481982 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cd21e0-f1b5-4127-a3e7-bb6e31f7f7fd service neutron] Pushing event updated for resources: {'Port': ['ID=e7cc4bed-388d-4ab8-8ec0-0e36677183c6,revision_number=6']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:40:42.491964 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e51ca21-e9fe-4dc4-b0a7-5d477b1eb68e req-d4cd21e0-f1b5-4127-a3e7-bb6e31f7f7fd service neutron] No DVR routers for this DVR port e7cc4bed-388d-4ab8-8ec0-0e36677183c6 on host n-h2-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:40:42.501545 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cd21e0-f1b5-4127-a3e7-bb6e31f7f7fd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:40:42.501884 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cd21e0-f1b5-4127-a3e7-bb6e31f7f7fd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:40:42.502213 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cd21e0-f1b5-4127-a3e7-bb6e31f7f7fd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:40:42.502918 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cd21e0-f1b5-4127-a3e7-bb6e31f7f7fd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:40:42.502918 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cd21e0-f1b5-4127-a3e7-bb6e31f7f7fd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:40:42.503153 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cd21e0-f1b5-4127-a3e7-bb6e31f7f7fd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:40:42.503497 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cd21e0-f1b5-4127-a3e7-bb6e31f7f7fd service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:40:42.503815 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cd21e0-f1b5-4127-a3e7-bb6e31f7f7fd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:40:42.504129 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cd21e0-f1b5-4127-a3e7-bb6e31f7f7fd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:40:42.504442 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cd21e0-f1b5-4127-a3e7-bb6e31f7f7fd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:40:42.504755 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cd21e0-f1b5-4127-a3e7-bb6e31f7f7fd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:40:42.505065 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cd21e0-f1b5-4127-a3e7-bb6e31f7f7fd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:40:42.567320 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-3e51ca21-e9fe-4dc4-b0a7-5d477b1eb68e req-d4cd21e0-f1b5-4127-a3e7-bb6e31f7f7fd service neutron] Attempting to bind port e7cc4bed-388d-4ab8-8ec0-0e36677183c6 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:40:42.567674 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-3e51ca21-e9fe-4dc4-b0a7-5d477b1eb68e req-d4cd21e0-f1b5-4127-a3e7-bb6e31f7f7fd service neutron] Attempting to bind port e7cc4bed-388d-4ab8-8ec0-0e36677183c6 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'cf78656b-4aa5-4cae-bd38-f9efefed75d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e470041d-8e93-47af-9202-b517c1886196'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:40:42.568001 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e51ca21-e9fe-4dc4-b0a7-5d477b1eb68e req-d4cd21e0-f1b5-4127-a3e7-bb6e31f7f7fd service neutron] Attempting to bind port e7cc4bed-388d-4ab8-8ec0-0e36677183c6 on network e470041d-8e93-47af-9202-b517c1886196 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:40:42.580005 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d180dc-76dc-4009-82ae-bf2ffe6aface req-0e310c8f-17b5-4660-96fd-5510e773c390 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:42.581493 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-16d180dc-76dc-4009-82ae-bf2ffe6aface req-0e310c8f-17b5-4660-96fd-5510e773c390 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6550d8-3956-41f7-bebe-cf9dcc2ba347 HTTP/1.1" status: 200 len: 944 time: 0.2825508 May 05 20:40:42.582208 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e51ca21-e9fe-4dc4-b0a7-5d477b1eb68e req-d4cd21e0-f1b5-4127-a3e7-bb6e31f7f7fd service neutron] Port e7cc4bed-388d-4ab8-8ec0-0e36677183c6 on network e470041d-8e93-47af-9202-b517c1886196 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:40:42.582525 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e51ca21-e9fe-4dc4-b0a7-5d477b1eb68e req-d4cd21e0-f1b5-4127-a3e7-bb6e31f7f7fd service neutron] Attempting to bind port e7cc4bed-388d-4ab8-8ec0-0e36677183c6 on network e470041d-8e93-47af-9202-b517c1886196 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:40:42.589007 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e51ca21-e9fe-4dc4-b0a7-5d477b1eb68e req-d4cd21e0-f1b5-4127-a3e7-bb6e31f7f7fd service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:40:42.589338 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e51ca21-e9fe-4dc4-b0a7-5d477b1eb68e req-d4cd21e0-f1b5-4127-a3e7-bb6e31f7f7fd service neutron] Checking segment: {'id': 'cf78656b-4aa5-4cae-bd38-f9efefed75d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e470041d-8e93-47af-9202-b517c1886196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:40:42.589714 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e51ca21-e9fe-4dc4-b0a7-5d477b1eb68e req-d4cd21e0-f1b5-4127-a3e7-bb6e31f7f7fd service neutron] Bound using segment: {'id': 'cf78656b-4aa5-4cae-bd38-f9efefed75d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e470041d-8e93-47af-9202-b517c1886196'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:40:42.590214 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-3e51ca21-e9fe-4dc4-b0a7-5d477b1eb68e req-d4cd21e0-f1b5-4127-a3e7-bb6e31f7f7fd service neutron] Bound port: e7cc4bed-388d-4ab8-8ec0-0e36677183c6, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf78656b-4aa5-4cae-bd38-f9efefed75d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e470041d-8e93-47af-9202-b517c1886196'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:40:42.590556 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-3e51ca21-e9fe-4dc4-b0a7-5d477b1eb68e req-d4cd21e0-f1b5-4127-a3e7-bb6e31f7f7fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:42.688485 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-16d180dc-76dc-4009-82ae-bf2ffe6aface req-f4e0687a-7fc9-41ff-9fa8-404bc6652480 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/security-groups?id=348cf8ef-b4aa-40ff-ae1b-bce363beec1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003871 May 05 20:40:42.717111 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-3e51ca21-e9fe-4dc4-b0a7-5d477b1eb68e req-d4cd21e0-f1b5-4127-a3e7-bb6e31f7f7fd service neutron] For port e7cc4bed-388d-4ab8-8ec0-0e36677183c6, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:40:42.719997 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-3e51ca21-e9fe-4dc4-b0a7-5d477b1eb68e req-d4cd21e0-f1b5-4127-a3e7-bb6e31f7f7fd service neutron] For port e7cc4bed-388d-4ab8-8ec0-0e36677183c6, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=e7cc4bed-388d-4ab8-8ec0-0e36677183c6,segment=NetworkSegment(cf78656b-4aa5-4cae-bd38-f9efefed75d2),segment_id=cf78656b-4aa5-4cae-bd38-f9efefed75d2)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:40:42.724621 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-3e51ca21-e9fe-4dc4-b0a7-5d477b1eb68e req-d4cd21e0-f1b5-4127-a3e7-bb6e31f7f7fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:42.788409 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51ca21-e9fe-4dc4-b0a7-5d477b1eb68e req-d4cd21e0-f1b5-4127-a3e7-bb6e31f7f7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:42.789028 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-3e51ca21-e9fe-4dc4-b0a7-5d477b1eb68e req-d4cd21e0-f1b5-4127-a3e7-bb6e31f7f7fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:42.790411 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3e51ca21-e9fe-4dc4-b0a7-5d477b1eb68e req-d4cd21e0-f1b5-4127-a3e7-bb6e31f7f7fd service neutron] 10.222.0.24 "PUT /v2.0/ports/e7cc4bed-388d-4ab8-8ec0-0e36677183c6 HTTP/1.1" status: 200 len: 1092 time: 1.1201205 May 05 20:40:42.805222 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cd21e0-f1b5-4127-a3e7-bb6e31f7f7fd service neutron] Pushing event updated for resources: {'Port': ['ID=e7cc4bed-388d-4ab8-8ec0-0e36677183c6,revision_number=7']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:40:42.878847 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51ca21-e9fe-4dc4-b0a7-5d477b1eb68e req-547b61ca-af66-440f-b8d5-52ca56d2f8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:42.880325 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3e51ca21-e9fe-4dc4-b0a7-5d477b1eb68e req-547b61ca-af66-440f-b8d5-52ca56d2f8d0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=55fc27984ebe4b7280501bf7bb4dce84&device_id=4c6550d8-3956-41f7-bebe-cf9dcc2ba347 HTTP/1.1" status: 200 len: 1095 time: 0.0690329 May 05 20:40:43.007863 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51ca21-e9fe-4dc4-b0a7-5d477b1eb68e req-f8e29e6b-e690-4190-8de5-b2f85b90a59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:43.009296 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3e51ca21-e9fe-4dc4-b0a7-5d477b1eb68e req-f8e29e6b-e690-4190-8de5-b2f85b90a59a service neutron] 10.222.0.24 "GET /v2.0/networks?id=e470041d-8e93-47af-9202-b517c1886196 HTTP/1.1" status: 200 len: 913 time: 0.1233044 May 05 20:40:43.077562 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3e51ca21-e9fe-4dc4-b0a7-5d477b1eb68e req-cc0e3c75-2a07-4b87-8ab5-fe66f46a79a9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7cc4bed-388d-4ab8-8ec0-0e36677183c6 HTTP/1.1" status: 200 len: 217 time: 0.0620978 May 05 20:40:43.138593 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51ca21-e9fe-4dc4-b0a7-5d477b1eb68e req-37c383d4-9fec-4904-83c6-24354380d560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:43.140053 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3e51ca21-e9fe-4dc4-b0a7-5d477b1eb68e req-37c383d4-9fec-4904-83c6-24354380d560 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5abfea6d-1ca7-4026-af27-1b4ca40eecb7 HTTP/1.1" status: 200 len: 852 time: 0.0561118 May 05 20:40:43.186380 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3e51ca21-e9fe-4dc4-b0a7-5d477b1eb68e req-07f51b77-8b30-4a21-8c6d-f3e1fdf36532 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e470041d-8e93-47af-9202-b517c1886196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395668 May 05 20:40:43.315931 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3e51ca21-e9fe-4dc4-b0a7-5d477b1eb68e req-f2ed31d4-4e41-433b-a38e-87e322d543b0 service neutron] 10.222.0.24 "GET /v2.0/networks/e470041d-8e93-47af-9202-b517c1886196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223698 May 05 20:40:43.445201 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3e51ca21-e9fe-4dc4-b0a7-5d477b1eb68e req-0b765f38-1b6f-42ab-a2dc-cee151d74acc service neutron] 10.222.0.24 "GET /v2.0/networks/e470041d-8e93-47af-9202-b517c1886196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225541 May 05 20:40:43.889596 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749546cc-7d49-4bad-8ef7-f699bb7c968d req-eebed468-6b57-4a7b-a506-d3368cb751fb tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:43.891144 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-749546cc-7d49-4bad-8ef7-f699bb7c968d req-eebed468-6b57-4a7b-a506-d3368cb751fb tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6550d8-3956-41f7-bebe-cf9dcc2ba347 HTTP/1.1" status: 200 len: 944 time: 0.0804257 May 05 20:40:43.934548 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-749546cc-7d49-4bad-8ef7-f699bb7c968d req-06cfbd9c-ff60-4139-9277-42ca7a9f7ed9 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/security-groups?id=348cf8ef-b4aa-40ff-ae1b-bce363beec1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370436 May 05 20:40:44.308478 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c6550d8-3956-41f7-bebe-cf9dcc2ba347', 'tag': 'e7cc4bed-388d-4ab8-8ec0-0e36677183c6'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:40:44.364739 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50017503-0be0-4701-8d90-c42ede4d8924'] response: {'name': 'network-changed', 'server_uuid': '4c6550d8-3956-41f7-bebe-cf9dcc2ba347', 'tag': 'e7cc4bed-388d-4ab8-8ec0-0e36677183c6', 'status': 'completed', 'code': 200} May 05 20:40:44.613525 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b69f25-dd4a-4a30-a809-1b3202a0e36e req-714212de-5c16-491e-a527-d4cbfa7678e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:44.614996 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-15b69f25-dd4a-4a30-a809-1b3202a0e36e req-714212de-5c16-491e-a527-d4cbfa7678e7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=55fc27984ebe4b7280501bf7bb4dce84&device_id=4c6550d8-3956-41f7-bebe-cf9dcc2ba347 HTTP/1.1" status: 200 len: 1095 time: 0.2314751 May 05 20:40:44.619252 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:44.621807 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b69f25-dd4a-4a30-a809-1b3202a0e36e req-9a0cba31-36a9-4235-8973-fb88fa1b6987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:44.623281 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-15b69f25-dd4a-4a30-a809-1b3202a0e36e req-9a0cba31-36a9-4235-8973-fb88fa1b6987 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55fc27984ebe4b7280501bf7bb4dce84&device_id=4c6550d8-3956-41f7-bebe-cf9dcc2ba347 HTTP/1.1" status: 200 len: 1095 time: 0.1015286 May 05 20:40:44.857112 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b69f25-dd4a-4a30-a809-1b3202a0e36e req-ea388057-2000-4791-af4f-ead3086f2db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:44.858580 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-15b69f25-dd4a-4a30-a809-1b3202a0e36e req-ea388057-2000-4791-af4f-ead3086f2db3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e470041d-8e93-47af-9202-b517c1886196 HTTP/1.1" status: 200 len: 913 time: 0.2343996 May 05 20:40:44.860790 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b69f25-dd4a-4a30-a809-1b3202a0e36e req-9f49f8f3-bc7b-4664-ae20-8f476c12b164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:44.862125 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-15b69f25-dd4a-4a30-a809-1b3202a0e36e req-9f49f8f3-bc7b-4664-ae20-8f476c12b164 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e470041d-8e93-47af-9202-b517c1886196 HTTP/1.1" status: 200 len: 913 time: 0.2198539 May 05 20:40:44.986728 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-15b69f25-dd4a-4a30-a809-1b3202a0e36e req-cf9826d5-2601-4483-a39b-1256a0115ad1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7cc4bed-388d-4ab8-8ec0-0e36677183c6 HTTP/1.1" status: 200 len: 217 time: 0.1188691 May 05 20:40:44.997463 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-15b69f25-dd4a-4a30-a809-1b3202a0e36e req-b0507918-0ce2-4422-bb84-8f165ea52ff8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7cc4bed-388d-4ab8-8ec0-0e36677183c6 HTTP/1.1" status: 200 len: 217 time: 0.0819249 May 05 20:40:45.106203 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b69f25-dd4a-4a30-a809-1b3202a0e36e req-a1a018a4-a9be-4cfa-a2e6-f512943dca84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:45.107664 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-15b69f25-dd4a-4a30-a809-1b3202a0e36e req-a1a018a4-a9be-4cfa-a2e6-f512943dca84 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5abfea6d-1ca7-4026-af27-1b4ca40eecb7 HTTP/1.1" status: 200 len: 852 time: 0.0790558 May 05 20:40:45.109087 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b69f25-dd4a-4a30-a809-1b3202a0e36e req-a1528a65-c538-43fe-bd94-204d370f3be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:45.110371 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-15b69f25-dd4a-4a30-a809-1b3202a0e36e req-a1528a65-c538-43fe-bd94-204d370f3be0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5abfea6d-1ca7-4026-af27-1b4ca40eecb7 HTTP/1.1" status: 200 len: 852 time: 0.1155527 May 05 20:40:45.140320 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d670d0-e797-4a35-aa0d-839c5cc2d63f req-d4c97cac-1cd5-42cd-868e-d7a021aaa4ed tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:45.141721 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b0d670d0-e797-4a35-aa0d-839c5cc2d63f req-d4c97cac-1cd5-42cd-868e-d7a021aaa4ed tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6550d8-3956-41f7-bebe-cf9dcc2ba347 HTTP/1.1" status: 200 len: 944 time: 0.0890722 May 05 20:40:45.186446 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b0d670d0-e797-4a35-aa0d-839c5cc2d63f req-d482e070-7914-42fa-ad7d-ab6d3f9969d9 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/security-groups?id=348cf8ef-b4aa-40ff-ae1b-bce363beec1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389712 May 05 20:40:45.187924 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-15b69f25-dd4a-4a30-a809-1b3202a0e36e req-5997ea7d-0c7e-479c-a3d5-133fcdf4ebaa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e470041d-8e93-47af-9202-b517c1886196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744314 May 05 20:40:45.196760 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-15b69f25-dd4a-4a30-a809-1b3202a0e36e req-8ee7acdd-eed9-4e47-9095-40a0104f5a47 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e470041d-8e93-47af-9202-b517c1886196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524833 May 05 20:40:45.427417 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-15b69f25-dd4a-4a30-a809-1b3202a0e36e req-169c31ca-f5a2-4dab-aaaf-03444cd3c686 service neutron] 10.222.0.24 "GET /v2.0/networks/e470041d-8e93-47af-9202-b517c1886196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297132 May 05 20:40:45.429230 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-15b69f25-dd4a-4a30-a809-1b3202a0e36e req-d474adcf-b1da-4c3c-a501-b27903304751 service neutron] 10.222.0.50 "GET /v2.0/networks/e470041d-8e93-47af-9202-b517c1886196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138491 May 05 20:40:45.664931 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-15b69f25-dd4a-4a30-a809-1b3202a0e36e req-430a3250-ef3d-4665-a2d5-f3840ba20760 service neutron] 10.222.0.24 "GET /v2.0/networks/e470041d-8e93-47af-9202-b517c1886196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317367 May 05 20:40:45.666780 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-15b69f25-dd4a-4a30-a809-1b3202a0e36e req-1d0b058f-6372-45bb-9d53-a46710073395 service neutron] 10.222.0.50 "GET /v2.0/networks/e470041d-8e93-47af-9202-b517c1886196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164221 May 05 20:40:46.008359 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device e7cc4bed-388d-4ab8-8ec0-0e36677183c6 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:40:46.037351 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device e7cc4bed-388d-4ab8-8ec0-0e36677183c6 no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:40:46.172999 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device e7cc4bed-388d-4ab8-8ec0-0e36677183c6 not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:40:46.190780 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port e7cc4bed-388d-4ab8-8ec0-0e36677183c6, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=e7cc4bed-388d-4ab8-8ec0-0e36677183c6,segment=NetworkSegment(cf78656b-4aa5-4cae-bd38-f9efefed75d2),segment_id=cf78656b-4aa5-4cae-bd38-f9efefed75d2)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:40:46.204331 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': 'e7cc4bed-388d-4ab8-8ec0-0e36677183c6', 'network_id': 'e470041d-8e93-47af-9202-b517c1886196', 'port_id': 'e7cc4bed-388d-4ab8-8ec0-0e36677183c6', 'mac_address': 'fa:16:3e:99:c9:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5abfea6d-1ca7-4026-af27-1b4ca40eecb7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:40:46.259300 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:46.276222 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7cc4bed-388d-4ab8-8ec0-0e36677183c6 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:40:46.291889 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port e7cc4bed-388d-4ab8-8ec0-0e36677183c6, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=e7cc4bed-388d-4ab8-8ec0-0e36677183c6,segment=NetworkSegment(cf78656b-4aa5-4cae-bd38-f9efefed75d2),segment_id=cf78656b-4aa5-4cae-bd38-f9efefed75d2)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:40:46.298340 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:46.371746 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=e7cc4bed-388d-4ab8-8ec0-0e36677183c6,revision_number=8']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:40:46.381014 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810a4b6d-d407-4907-b421-b366770b1ab1 req-183f9678-9926-4d99-9919-d404924f6290 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:46.382493 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-810a4b6d-d407-4907-b421-b366770b1ab1 req-183f9678-9926-4d99-9919-d404924f6290 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6550d8-3956-41f7-bebe-cf9dcc2ba347 HTTP/1.1" status: 200 len: 945 time: 0.0825729 May 05 20:40:46.426154 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-810a4b6d-d407-4907-b421-b366770b1ab1 req-1d096fbe-6f01-4e34-b046-2a805296cd41 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/security-groups?id=348cf8ef-b4aa-40ff-ae1b-bce363beec1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379479 May 05 20:40:46.554539 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['e7cc4bed-388d-4ab8-8ec0-0e36677183c6'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:40:46.623470 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:46.917577 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7703b47-708e-46e1-b959-36d541f4d504 req-8fc03ef4-c6dc-4178-9927-0736ac2be741 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:46.919482 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a7703b47-708e-46e1-b959-36d541f4d504 req-8fc03ef4-c6dc-4178-9927-0736ac2be741 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c6550d8-3956-41f7-bebe-cf9dcc2ba347&tenant_id=55fc27984ebe4b7280501bf7bb4dce84&binding%3Ahost_id=n-h1-840717-1 HTTP/1.1" status: 200 len: 945 time: 0.2001839 May 05 20:40:46.994651 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [req-a7703b47-708e-46e1-b959-36d541f4d504 req-4e1ce81e-1753-4dd8-af58-6ff4364ae65b service neutron] delete failed (client error): The resource could not be found. May 05 20:40:46.995620 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a7703b47-708e-46e1-b959-36d541f4d504 req-4e1ce81e-1753-4dd8-af58-6ff4364ae65b service neutron] 10.222.0.50 "DELETE /v2.0/ports/e7cc4bed-388d-4ab8-8ec0-0e36677183c6/bindings/n-h2-840717-1 HTTP/1.1" status: 404 len: 380 time: 0.0709436 May 05 20:40:47.132664 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7703b47-708e-46e1-b959-36d541f4d504 req-e6177b19-56f2-433d-8596-d6704c64cd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:47.134104 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a7703b47-708e-46e1-b959-36d541f4d504 req-e6177b19-56f2-433d-8596-d6704c64cd68 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55fc27984ebe4b7280501bf7bb4dce84&device_id=4c6550d8-3956-41f7-bebe-cf9dcc2ba347 HTTP/1.1" status: 200 len: 1096 time: 0.0713735 May 05 20:40:47.260801 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7703b47-708e-46e1-b959-36d541f4d504 req-3d977e8a-b886-4589-ba92-f649c74693de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:47.262727 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a7703b47-708e-46e1-b959-36d541f4d504 req-3d977e8a-b886-4589-ba92-f649c74693de service neutron] 10.222.0.50 "GET /v2.0/networks?id=e470041d-8e93-47af-9202-b517c1886196 HTTP/1.1" status: 200 len: 913 time: 0.1224840 May 05 20:40:47.330331 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a7703b47-708e-46e1-b959-36d541f4d504 req-622798ca-6972-4aea-9d0e-61d0b2cd0146 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7cc4bed-388d-4ab8-8ec0-0e36677183c6 HTTP/1.1" status: 200 len: 217 time: 0.0620329 May 05 20:40:47.391005 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7703b47-708e-46e1-b959-36d541f4d504 req-c366ca29-b120-406b-a9d3-dc581fc4bf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:47.392498 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a7703b47-708e-46e1-b959-36d541f4d504 req-c366ca29-b120-406b-a9d3-dc581fc4bf69 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5abfea6d-1ca7-4026-af27-1b4ca40eecb7 HTTP/1.1" status: 200 len: 852 time: 0.0567524 May 05 20:40:47.437323 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a7703b47-708e-46e1-b959-36d541f4d504 req-3b5e7b79-0f59-4fed-afa3-83070dbc0f79 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e470041d-8e93-47af-9202-b517c1886196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397139 May 05 20:40:47.567188 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a7703b47-708e-46e1-b959-36d541f4d504 req-32b1a936-de23-41d5-871e-a3606559ae72 service neutron] 10.222.0.50 "GET /v2.0/networks/e470041d-8e93-47af-9202-b517c1886196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243808 May 05 20:40:47.700735 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a7703b47-708e-46e1-b959-36d541f4d504 req-cbfccfbb-cae6-47c5-977f-ba3998fa2b41 service neutron] 10.222.0.50 "GET /v2.0/networks/e470041d-8e93-47af-9202-b517c1886196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283760 May 05 20:40:48.028624 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device e7cc4bed-388d-4ab8-8ec0-0e36677183c6 up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:40:48.106457 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port e7cc4bed-388d-4ab8-8ec0-0e36677183c6 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:40:48.111288 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port e7cc4bed-388d-4ab8-8ec0-0e36677183c6 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:40:48.111681 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:48.233273 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:48.298696 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c6550d8-3956-41f7-bebe-cf9dcc2ba347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7cc4bed-388d-4ab8-8ec0-0e36677183c6'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:40:48.308958 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port e7cc4bed-388d-4ab8-8ec0-0e36677183c6, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=e7cc4bed-388d-4ab8-8ec0-0e36677183c6,segment=NetworkSegment(cf78656b-4aa5-4cae-bd38-f9efefed75d2),segment_id=cf78656b-4aa5-4cae-bd38-f9efefed75d2)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:40:48.316048 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:48.397332 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=e7cc4bed-388d-4ab8-8ec0-0e36677183c6,revision_number=9']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:40:48.432924 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a2a78e7-5b03-4327-85c7-4c98ee018fd9'] response: {'server_uuid': '4c6550d8-3956-41f7-bebe-cf9dcc2ba347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7cc4bed-388d-4ab8-8ec0-0e36677183c6', 'code': 200} May 05 20:40:48.502311 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d3a22-4379-4e5b-8c9b-684788ec03af req-275ea94e-1aa0-481e-a851-5fa6b65458eb tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:48.503773 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9f7d3a22-4379-4e5b-8c9b-684788ec03af req-275ea94e-1aa0-481e-a851-5fa6b65458eb tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6550d8-3956-41f7-bebe-cf9dcc2ba347 HTTP/1.1" status: 200 len: 946 time: 0.0797861 May 05 20:40:48.551261 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9f7d3a22-4379-4e5b-8c9b-684788ec03af req-5fcc9f19-a59a-4ad2-b879-54313a9e560a tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/security-groups?id=348cf8ef-b4aa-40ff-ae1b-bce363beec1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418067 May 05 20:40:49.770797 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7703b47-708e-46e1-b959-36d541f4d504 req-b419b0a4-7367-44e4-b5bc-ee3e4f6089f0 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:49.772270 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a7703b47-708e-46e1-b959-36d541f4d504 req-b419b0a4-7367-44e4-b5bc-ee3e4f6089f0 tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c6550d8-3956-41f7-bebe-cf9dcc2ba347 HTTP/1.1" status: 200 len: 946 time: 0.1454370 May 05 20:40:49.784263 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad38fd9-a5ae-48d6-98c1-d687389c573c req-827c30c4-a47b-47c8-b39c-6f7e1391f70c tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:49.785643 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3ad38fd9-a5ae-48d6-98c1-d687389c573c req-827c30c4-a47b-47c8-b39c-6f7e1391f70c tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6550d8-3956-41f7-bebe-cf9dcc2ba347 HTTP/1.1" status: 200 len: 946 time: 0.1148517 May 05 20:40:49.882079 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-a7703b47-708e-46e1-b959-36d541f4d504 req-f22eacd1-e2fb-4a38-aafc-8d2e7a8379ff tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] Deleting port e7cc4bed-388d-4ab8-8ec0-0e36677183c6 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:40:49.882332 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-a7703b47-708e-46e1-b959-36d541f4d504 req-f22eacd1-e2fb-4a38-aafc-8d2e7a8379ff tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:49.912978 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3ad38fd9-a5ae-48d6-98c1-d687389c573c req-fcae4659-16b8-461f-bd79-cab9dc6d1e1c tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.36 "GET /v2.0/security-groups?id=348cf8ef-b4aa-40ff-ae1b-bce363beec1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960176 May 05 20:40:50.127616 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-a7703b47-708e-46e1-b959-36d541f4d504 req-f22eacd1-e2fb-4a38-aafc-8d2e7a8379ff tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] For port e7cc4bed-388d-4ab8-8ec0-0e36677183c6, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=e7cc4bed-388d-4ab8-8ec0-0e36677183c6,segment=NetworkSegment(cf78656b-4aa5-4cae-bd38-f9efefed75d2),segment_id=cf78656b-4aa5-4cae-bd38-f9efefed75d2)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:40:50.127973 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-a7703b47-708e-46e1-b959-36d541f4d504 req-f22eacd1-e2fb-4a38-aafc-8d2e7a8379ff tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:50.250330 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-a7703b47-708e-46e1-b959-36d541f4d504 req-f22eacd1-e2fb-4a38-aafc-8d2e7a8379ff tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] Calling delete_port for e7cc4bed-388d-4ab8-8ec0-0e36677183c6 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:40:50.495580 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-a7703b47-708e-46e1-b959-36d541f4d504 req-f22eacd1-e2fb-4a38-aafc-8d2e7a8379ff tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:50.507025 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['e7cc4bed-388d-4ab8-8ec0-0e36677183c6'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:40:50.548514 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22eacd1-e2fb-4a38-aafc-8d2e7a8379ff tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] Pushing event deleted for resources: {'Port': ['ID=e7cc4bed-388d-4ab8-8ec0-0e36677183c6,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:40:50.625639 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7703b47-708e-46e1-b959-36d541f4d504 req-f22eacd1-e2fb-4a38-aafc-8d2e7a8379ff tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] No DVR routers for this DVR port e7cc4bed-388d-4ab8-8ec0-0e36677183c6 on host n-h1-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:40:50.628296 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-a7703b47-708e-46e1-b959-36d541f4d504 req-f22eacd1-e2fb-4a38-aafc-8d2e7a8379ff tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:50.632034 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c6550d8-3956-41f7-bebe-cf9dcc2ba347', 'name': 'network-vif-deleted', 'tag': 'e7cc4bed-388d-4ab8-8ec0-0e36677183c6'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:40:50.646867 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a7703b47-708e-46e1-b959-36d541f4d504 req-f22eacd1-e2fb-4a38-aafc-8d2e7a8379ff tempest-DeleteServersTestJSON-278076325 tempest-DeleteServersTestJSON-278076325-project] 10.222.0.24 "DELETE /v2.0/ports/e7cc4bed-388d-4ab8-8ec0-0e36677183c6 HTTP/1.1" status: 204 len: 173 time: 0.8602927 May 05 20:40:50.676860 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eac06e08-320a-4d47-90f0-d257436005fe'] response: {'server_uuid': '4c6550d8-3956-41f7-bebe-cf9dcc2ba347', 'name': 'network-vif-deleted', 'tag': 'e7cc4bed-388d-4ab8-8ec0-0e36677183c6', 'status': 'completed', 'code': 200} May 05 20:40:51.158475 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 37430) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:40:51.217958 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-3700c48c-2723-435e-9e97-299a598a7dc3 admin admin] Deleting subnet 5abfea6d-1ca7-4026-af27-1b4ca40eecb7 {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:40:51.220842 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3700c48c-2723-435e-9e97-299a598a7dc3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:51.268764 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3700c48c-2723-435e-9e97-299a598a7dc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:51.325846 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3700c48c-2723-435e-9e97-299a598a7dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:51.391338 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3700c48c-2723-435e-9e97-299a598a7dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:51.428276 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3700c48c-2723-435e-9e97-299a598a7dc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5abfea6d-1ca7-4026-af27-1b4ca40eecb7,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:40:51.433124 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3700c48c-2723-435e-9e97-299a598a7dc3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:51.439393 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-3700c48c-2723-435e-9e97-299a598a7dc3 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/5abfea6d-1ca7-4026-af27-1b4ca40eecb7 HTTP/1.1" status: 204 len: 168 time: 0.2798626 May 05 20:40:51.441932 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 37434) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:40:51.545617 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2bbbada8-0d6a-45e0-9443-b69d738287d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:51.667200 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2bbbada8-0d6a-45e0-9443-b69d738287d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:51.694131 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-2bbbada8-0d6a-45e0-9443-b69d738287d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e470041d-8e93-47af-9202-b517c1886196']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:40:51.706220 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-2bbbada8-0d6a-45e0-9443-b69d738287d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf78656b-4aa5-4cae-bd38-f9efefed75d2') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:40:51.706510 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-2bbbada8-0d6a-45e0-9443-b69d738287d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf78656b-4aa5-4cae-bd38-f9efefed75d2') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:40:51.718180 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2bbbada8-0d6a-45e0-9443-b69d738287d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:51.733459 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2bbbada8-0d6a-45e0-9443-b69d738287d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:51.739213 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bbbada8-0d6a-45e0-9443-b69d738287d7 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:40:51.739618 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2bbbada8-0d6a-45e0-9443-b69d738287d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:51.752419 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:40:51.752419 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:40:51.752419 n-d-840717-1 neutron-server[88197]: timer() May 05 20:40:51.752419 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:40:51.752419 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:40:51.752419 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:40:51.752419 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:40:51.752419 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:40:51.752419 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:40:51.752419 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:40:51.752419 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:40:51.752419 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:40:51.752419 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:40:51.752419 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:40:51.752419 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:40:51.752419 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:40:51.752419 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:40:51.752419 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:40:51.752419 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:40:51.752419 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:40:51.752419 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:40:51.752419 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:40:51.752419 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:40:51.752419 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:40:51.752419 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:40:51.752419 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:40:51.752419 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:40:51.752419 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:40:51.752419 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:40:51.752419 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:40:51.752419 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:40:51.752419 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:40:51.823667 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2bbbada8-0d6a-45e0-9443-b69d738287d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:51.844274 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2bbbada8-0d6a-45e0-9443-b69d738287d7 admin admin] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:51.854140 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbbada8-0d6a-45e0-9443-b69d738287d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e470041d-8e93-47af-9202-b517c1886196,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:40:51.862090 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-2bbbada8-0d6a-45e0-9443-b69d738287d7 admin admin] 10.222.0.36 "DELETE /v2.0/networks/e470041d-8e93-47af-9202-b517c1886196 HTTP/1.1" status: 204 len: 168 time: 0.4191968 May 05 20:40:51.971666 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 37440) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:40:52.020103 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-6fb8ff94-3323-42f6-8df7-db681d2053fe admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=55fc27984ebe4b7280501bf7bb4dce84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472963 May 05 20:40:52.022555 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 37444) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:40:52.083510 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-790f2f2b-c5f3-4e0f-a0bf-e22e0429da68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:52.108232 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-790f2f2b-c5f3-4e0f-a0bf-e22e0429da68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:52.159318 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-790f2f2b-c5f3-4e0f-a0bf-e22e0429da68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:52.176180 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790f2f2b-c5f3-4e0f-a0bf-e22e0429da68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=348cf8ef-b4aa-40ff-ae1b-bce363beec1b,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:40:52.187066 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-790f2f2b-c5f3-4e0f-a0bf-e22e0429da68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:52.188385 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-790f2f2b-c5f3-4e0f-a0bf-e22e0429da68 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/348cf8ef-b4aa-40ff-ae1b-bce363beec1b HTTP/1.1" status: 204 len: 168 time: 0.1649649 May 05 20:40:52.996924 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 37468) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:40:53.102514 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-68eb8a07-9062-47de-93eb-eca13359db98 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-806774745-network', 'tenant_id': '27f66dd39c7a4c199e368ad88a2a847a'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:40:53.108248 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-68eb8a07-9062-47de-93eb-eca13359db98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:40:53.112016 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-68eb8a07-9062-47de-93eb-eca13359db98 admin admin] Usage tracker for resource:network and tenant:27f66dd39c7a4c199e368ad88a2a847a is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:40:53.114811 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-68eb8a07-9062-47de-93eb-eca13359db98 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:40:53.121569 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-68eb8a07-9062-47de-93eb-eca13359db98 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:40:53.130805 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68eb8a07-9062-47de-93eb-eca13359db98 admin admin] Made reservation on behalf of 27f66dd39c7a4c199e368ad88a2a847a for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:40:53.133208 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-68eb8a07-9062-47de-93eb-eca13359db98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:53.149415 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-68eb8a07-9062-47de-93eb-eca13359db98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:53.164061 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-68eb8a07-9062-47de-93eb-eca13359db98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:40:53.168507 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-68eb8a07-9062-47de-93eb-eca13359db98 admin admin] Usage tracker for resource:security_group_rule and tenant:27f66dd39c7a4c199e368ad88a2a847a is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:40:53.171251 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-68eb8a07-9062-47de-93eb-eca13359db98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:40:53.176902 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-68eb8a07-9062-47de-93eb-eca13359db98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:40:53.257826 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-68eb8a07-9062-47de-93eb-eca13359db98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:53.261840 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-68eb8a07-9062-47de-93eb-eca13359db98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:53.291167 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68eb8a07-9062-47de-93eb-eca13359db98 admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:40:53.299974 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eb8a07-9062-47de-93eb-eca13359db98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c53b670-5aa0-4b07-841c-03b1a5e3f366,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:40:53.305670 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-68eb8a07-9062-47de-93eb-eca13359db98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:53.306046 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-68eb8a07-9062-47de-93eb-eca13359db98 admin admin] Added segment 631feab8-45c3-4170-9450-21a3a6ce8e6d of type vlan for network 84d6d4c2-f8ed-40c9-bf36-089462d1a669 May 05 20:40:53.333262 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-68eb8a07-9062-47de-93eb-eca13359db98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:53.361182 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-68eb8a07-9062-47de-93eb-eca13359db98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:53.362130 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68eb8a07-9062-47de-93eb-eca13359db98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:53.362699 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-68eb8a07-9062-47de-93eb-eca13359db98 admin admin] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:53.552080 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-68eb8a07-9062-47de-93eb-eca13359db98 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5538683 May 05 20:40:53.554809 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 37474) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:40:53.557142 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eb8a07-9062-47de-93eb-eca13359db98 admin admin] Pushing event updated for resources: {'Network': ['ID=84d6d4c2-f8ed-40c9-bf36-089462d1a669,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:40:53.561959 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-e4b4e3ba-157b-45c4-80e5-0aa4031032f7 admin admin] Request body: {'subnet': {'network_id': '84d6d4c2-f8ed-40c9-bf36-089462d1a669', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-806774745-subnet', 'tenant_id': '27f66dd39c7a4c199e368ad88a2a847a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:40:53.567622 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 84d6d4c2-f8ed-40c9-bf36-089462d1a669 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:40:53.568915 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e4b4e3ba-157b-45c4-80e5-0aa4031032f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:40:53.573365 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-e4b4e3ba-157b-45c4-80e5-0aa4031032f7 admin admin] Usage tracker for resource:subnet and tenant:27f66dd39c7a4c199e368ad88a2a847a is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:40:53.576889 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-e4b4e3ba-157b-45c4-80e5-0aa4031032f7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:40:53.583268 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e4b4e3ba-157b-45c4-80e5-0aa4031032f7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:40:53.598032 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b4e3ba-157b-45c4-80e5-0aa4031032f7 admin admin] Made reservation on behalf of 27f66dd39c7a4c199e368ad88a2a847a for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:40:53.600692 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e4b4e3ba-157b-45c4-80e5-0aa4031032f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:53.802231 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e4b4e3ba-157b-45c4-80e5-0aa4031032f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:53.882057 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b4e3ba-157b-45c4-80e5-0aa4031032f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a12f9390-97e8-490e-9ae3-1e73de205f5b,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:40:53.886082 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b4e3ba-157b-45c4-80e5-0aa4031032f7 admin admin] Checking segment: {'id': '631feab8-45c3-4170-9450-21a3a6ce8e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '84d6d4c2-f8ed-40c9-bf36-089462d1a669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:40:53.886939 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b4e3ba-157b-45c4-80e5-0aa4031032f7 admin admin] Network hostable DHCP agents. Network: 84d6d4c2-f8ed-40c9-bf36-089462d1a669, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:40:53.906370 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b4e3ba-157b-45c4-80e5-0aa4031032f7 admin admin] Network 84d6d4c2-f8ed-40c9-bf36-089462d1a669 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:40:53.914977 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-e4b4e3ba-157b-45c4-80e5-0aa4031032f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 84d6d4c2-f8ed-40c9-bf36-089462d1a669) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:40:53.919019 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b4e3ba-157b-45c4-80e5-0aa4031032f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:53.919659 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e4b4e3ba-157b-45c4-80e5-0aa4031032f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:53.925085 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a115297-ac08-437d-b9bd-c1ec9d62b377 None None] Network 84d6d4c2-f8ed-40c9-bf36-089462d1a669 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:40:53.941142 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e4b4e3ba-157b-45c4-80e5-0aa4031032f7 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3852255 May 05 20:40:54.075393 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device e7cc4bed-388d-4ab8-8ec0-0e36677183c6 no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:40:54.114073 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] No Port match for: e7cc4bed-388d-4ab8-8ec0-0e36677183c6 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:40:54.114409 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device e7cc4bed-388d-4ab8-8ec0-0e36677183c6 not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:40:54.176703 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd02f16c-0be9-4270-83fe-ff5ab2df7c17 None None] Network 84d6d4c2-f8ed-40c9-bf36-089462d1a669 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:40:54.445551 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae759b41-c20c-45ed-bbbd-4f4da20e4b83 req-b5b980ee-97d0-4f36-ad6d-98d72505a6de tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:54.446230 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-ae759b41-c20c-45ed-bbbd-4f4da20e4b83 req-b5b980ee-97d0-4f36-ad6d-98d72505a6de tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Synchronizing usage tracker for tenant:27f66dd39c7a4c199e368ad88a2a847a on resource:network {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:40:54.463155 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-ae759b41-c20c-45ed-bbbd-4f4da20e4b83 req-b5b980ee-97d0-4f36-ad6d-98d72505a6de tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Unset dirty status for tenant:27f66dd39c7a4c199e368ad88a2a847a on resource:network {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:40:54.464363 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ae759b41-c20c-45ed-bbbd-4f4da20e4b83 req-b5b980ee-97d0-4f36-ad6d-98d72505a6de tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/networks?id=84d6d4c2-f8ed-40c9-bf36-089462d1a669 HTTP/1.1" status: 200 len: 814 time: 0.1619773 May 05 20:40:54.479334 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ae759b41-c20c-45ed-bbbd-4f4da20e4b83 req-56e88687-d50c-4421-af72-927ba476b95e tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/quotas/27f66dd39c7a4c199e368ad88a2a847a HTTP/1.1" status: 200 len: 375 time: 0.0095582 May 05 20:40:54.526517 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ae759b41-c20c-45ed-bbbd-4f4da20e4b83 req-a8c2a9a2-58eb-449c-9471-342620cd202b tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=27f66dd39c7a4c199e368ad88a2a847a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422671 May 05 20:40:54.661625 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ae759b41-c20c-45ed-bbbd-4f4da20e4b83 req-5d14f93e-bc5a-4ef3-b78c-64824ead6e62 service neutron] 10.222.0.36 "GET /v2.0/networks/84d6d4c2-f8ed-40c9-bf36-089462d1a669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283054 May 05 20:40:54.793680 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ae759b41-c20c-45ed-bbbd-4f4da20e4b83 req-7c82e7ee-ebd4-48b9-beb4-399f0a23c8ad service neutron] 10.222.0.36 "GET /v2.0/networks/84d6d4c2-f8ed-40c9-bf36-089462d1a669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256573 May 05 20:40:54.971120 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-81b634af-5856-42c9-90bf-bfb07268c52f req-d770d320-6cca-43f1-8668-6a3feaf28516 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=821be6c3-c5d0-401a-ba23-84ae422cb947 HTTP/1.1" status: 200 len: 210 time: 0.0441310 May 05 20:40:55.983963 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae759b41-c20c-45ed-bbbd-4f4da20e4b83 req-8bc05a8f-e269-4d16-b574-39d26a45cdab tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:55.985396 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ae759b41-c20c-45ed-bbbd-4f4da20e4b83 req-8bc05a8f-e269-4d16-b574-39d26a45cdab tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.24 "GET /v2.0/networks?id=84d6d4c2-f8ed-40c9-bf36-089462d1a669 HTTP/1.1" status: 200 len: 814 time: 0.1476538 May 05 20:40:55.998736 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-ae759b41-c20c-45ed-bbbd-4f4da20e4b83 req-f84a38be-a418-469a-89d9-2c3b74e069cd tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Request body: {'port': {'device_id': '821be6c3-c5d0-401a-ba23-84ae422cb947', 'network_id': '84d6d4c2-f8ed-40c9-bf36-089462d1a669', 'admin_state_up': True, 'tenant_id': '27f66dd39c7a4c199e368ad88a2a847a'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:40:56.129452 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c01d2761-dfab-4b2e-b77d-ed28cbcc24eb req-faf01ba2-b023-40d2-bdd6-4b4af7431fea tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=821be6c3-c5d0-401a-ba23-84ae422cb947 HTTP/1.1" status: 200 len: 210 time: 0.0482106 May 05 20:40:56.139240 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-ae759b41-c20c-45ed-bbbd-4f4da20e4b83 req-f84a38be-a418-469a-89d9-2c3b74e069cd tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:40:56.143242 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-ae759b41-c20c-45ed-bbbd-4f4da20e4b83 req-f84a38be-a418-469a-89d9-2c3b74e069cd tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Usage tracker for resource:port and tenant:27f66dd39c7a4c199e368ad88a2a847a is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:40:56.146097 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-ae759b41-c20c-45ed-bbbd-4f4da20e4b83 req-f84a38be-a418-469a-89d9-2c3b74e069cd tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:40:56.151789 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-ae759b41-c20c-45ed-bbbd-4f4da20e4b83 req-f84a38be-a418-469a-89d9-2c3b74e069cd tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:40:56.160884 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae759b41-c20c-45ed-bbbd-4f4da20e4b83 req-f84a38be-a418-469a-89d9-2c3b74e069cd tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Made reservation on behalf of 27f66dd39c7a4c199e368ad88a2a847a for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:40:56.164288 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ae759b41-c20c-45ed-bbbd-4f4da20e4b83 req-f84a38be-a418-469a-89d9-2c3b74e069cd tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:56.324520 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-ae759b41-c20c-45ed-bbbd-4f4da20e4b83 req-f84a38be-a418-469a-89d9-2c3b74e069cd tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Allocated IP 172.20.0.10 (84d6d4c2-f8ed-40c9-bf36-089462d1a669/a12f9390-97e8-490e-9ae3-1e73de205f5b/a618ef6b-dba0-40a5-b0cb-ff517f2fc54c) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:40:56.528989 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ae759b41-c20c-45ed-bbbd-4f4da20e4b83 req-f84a38be-a418-469a-89d9-2c3b74e069cd tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:56.557719 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ae759b41-c20c-45ed-bbbd-4f4da20e4b83 req-f84a38be-a418-469a-89d9-2c3b74e069cd tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:56.624101 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae759b41-c20c-45ed-bbbd-4f4da20e4b83 req-f84a38be-a418-469a-89d9-2c3b74e069cd tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Network 84d6d4c2-f8ed-40c9-bf36-089462d1a669 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:40:56.627173 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-ae759b41-c20c-45ed-bbbd-4f4da20e4b83 req-f84a38be-a418-469a-89d9-2c3b74e069cd tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:40:56.630001 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae759b41-c20c-45ed-bbbd-4f4da20e4b83 req-f84a38be-a418-469a-89d9-2c3b74e069cd tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:40:56.684873 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84a38be-a418-469a-89d9-2c3b74e069cd tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Pushing event updated for resources: {'Port': ['ID=a618ef6b-dba0-40a5-b0cb-ff517f2fc54c,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:40:56.705317 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae759b41-c20c-45ed-bbbd-4f4da20e4b83 req-f84a38be-a418-469a-89d9-2c3b74e069cd tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:56.705914 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ae759b41-c20c-45ed-bbbd-4f4da20e4b83 req-f84a38be-a418-469a-89d9-2c3b74e069cd tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:56.726711 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ae759b41-c20c-45ed-bbbd-4f4da20e4b83 req-f84a38be-a418-469a-89d9-2c3b74e069cd tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7325904 May 05 20:40:56.737110 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-ae759b41-c20c-45ed-bbbd-4f4da20e4b83 req-f0657ff1-6659-43d0-85d4-86a3099be39f service neutron] Request body: {'port': {'device_id': '821be6c3-c5d0-401a-ba23-84ae422cb947', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:40:56.843595 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ae759b41-c20c-45ed-bbbd-4f4da20e4b83 req-f0657ff1-6659-43d0-85d4-86a3099be39f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:57.181033 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-ae759b41-c20c-45ed-bbbd-4f4da20e4b83 req-f0657ff1-6659-43d0-85d4-86a3099be39f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a618ef6b-dba0-40a5-b0cb-ff517f2fc54c {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:40:57.188991 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ae759b41-c20c-45ed-bbbd-4f4da20e4b83 req-f0657ff1-6659-43d0-85d4-86a3099be39f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:57.203951 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-ae759b41-c20c-45ed-bbbd-4f4da20e4b83 req-f0657ff1-6659-43d0-85d4-86a3099be39f service neutron] Transition to ACTIVE for port object a618ef6b-dba0-40a5-b0cb-ff517f2fc54c will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:40:57.207758 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ae759b41-c20c-45ed-bbbd-4f4da20e4b83 req-f0657ff1-6659-43d0-85d4-86a3099be39f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:57.516104 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0657ff1-6659-43d0-85d4-86a3099be39f service neutron] Pushing event updated for resources: {'Port': ['ID=a618ef6b-dba0-40a5-b0cb-ff517f2fc54c,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:40:57.591076 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c12110-f168-43e7-9b77-c881272aa481 req-41720f76-0284-489f-af09-a4e51e7664b0 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:57.591792 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-b6c12110-f168-43e7-9b77-c881272aa481 req-41720f76-0284-489f-af09-a4e51e7664b0 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Synchronizing usage tracker for tenant:27f66dd39c7a4c199e368ad88a2a847a on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:40:57.616387 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-ae759b41-c20c-45ed-bbbd-4f4da20e4b83 req-f0657ff1-6659-43d0-85d4-86a3099be39f service neutron] Attempting to bind port a618ef6b-dba0-40a5-b0cb-ff517f2fc54c on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:40:57.616721 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-ae759b41-c20c-45ed-bbbd-4f4da20e4b83 req-f0657ff1-6659-43d0-85d4-86a3099be39f service neutron] Attempting to bind port a618ef6b-dba0-40a5-b0cb-ff517f2fc54c by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': '631feab8-45c3-4170-9450-21a3a6ce8e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '84d6d4c2-f8ed-40c9-bf36-089462d1a669'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:40:57.617045 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae759b41-c20c-45ed-bbbd-4f4da20e4b83 req-f0657ff1-6659-43d0-85d4-86a3099be39f service neutron] Attempting to bind port a618ef6b-dba0-40a5-b0cb-ff517f2fc54c on network 84d6d4c2-f8ed-40c9-bf36-089462d1a669 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:40:57.624888 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae759b41-c20c-45ed-bbbd-4f4da20e4b83 req-f0657ff1-6659-43d0-85d4-86a3099be39f service neutron] Port a618ef6b-dba0-40a5-b0cb-ff517f2fc54c on network 84d6d4c2-f8ed-40c9-bf36-089462d1a669 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:40:57.625246 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae759b41-c20c-45ed-bbbd-4f4da20e4b83 req-f0657ff1-6659-43d0-85d4-86a3099be39f service neutron] Attempting to bind port a618ef6b-dba0-40a5-b0cb-ff517f2fc54c on network 84d6d4c2-f8ed-40c9-bf36-089462d1a669 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:40:57.629226 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-b6c12110-f168-43e7-9b77-c881272aa481 req-41720f76-0284-489f-af09-a4e51e7664b0 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Unset dirty status for tenant:27f66dd39c7a4c199e368ad88a2a847a on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:40:57.630370 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b6c12110-f168-43e7-9b77-c881272aa481 req-41720f76-0284-489f-af09-a4e51e7664b0 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=821be6c3-c5d0-401a-ba23-84ae422cb947 HTTP/1.1" status: 200 len: 944 time: 0.3823214 May 05 20:40:57.632772 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae759b41-c20c-45ed-bbbd-4f4da20e4b83 req-f0657ff1-6659-43d0-85d4-86a3099be39f service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:40:57.633101 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae759b41-c20c-45ed-bbbd-4f4da20e4b83 req-f0657ff1-6659-43d0-85d4-86a3099be39f service neutron] Checking segment: {'id': '631feab8-45c3-4170-9450-21a3a6ce8e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '84d6d4c2-f8ed-40c9-bf36-089462d1a669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:40:57.633476 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae759b41-c20c-45ed-bbbd-4f4da20e4b83 req-f0657ff1-6659-43d0-85d4-86a3099be39f service neutron] Bound using segment: {'id': '631feab8-45c3-4170-9450-21a3a6ce8e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '84d6d4c2-f8ed-40c9-bf36-089462d1a669'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:40:57.633885 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-ae759b41-c20c-45ed-bbbd-4f4da20e4b83 req-f0657ff1-6659-43d0-85d4-86a3099be39f service neutron] Bound port: a618ef6b-dba0-40a5-b0cb-ff517f2fc54c, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '631feab8-45c3-4170-9450-21a3a6ce8e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '84d6d4c2-f8ed-40c9-bf36-089462d1a669'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:40:57.634220 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ae759b41-c20c-45ed-bbbd-4f4da20e4b83 req-f0657ff1-6659-43d0-85d4-86a3099be39f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:57.735183 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b6c12110-f168-43e7-9b77-c881272aa481 req-fa840b3f-0fad-4441-807e-fecdcf915797 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904846 May 05 20:40:57.760468 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-ae759b41-c20c-45ed-bbbd-4f4da20e4b83 req-f0657ff1-6659-43d0-85d4-86a3099be39f service neutron] For port a618ef6b-dba0-40a5-b0cb-ff517f2fc54c, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:40:57.763716 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-ae759b41-c20c-45ed-bbbd-4f4da20e4b83 req-f0657ff1-6659-43d0-85d4-86a3099be39f service neutron] For port a618ef6b-dba0-40a5-b0cb-ff517f2fc54c, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=a618ef6b-dba0-40a5-b0cb-ff517f2fc54c,segment=NetworkSegment(631feab8-45c3-4170-9450-21a3a6ce8e6d),segment_id=631feab8-45c3-4170-9450-21a3a6ce8e6d)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:40:57.767862 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ae759b41-c20c-45ed-bbbd-4f4da20e4b83 req-f0657ff1-6659-43d0-85d4-86a3099be39f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:57.825710 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae759b41-c20c-45ed-bbbd-4f4da20e4b83 req-f0657ff1-6659-43d0-85d4-86a3099be39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:57.826159 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ae759b41-c20c-45ed-bbbd-4f4da20e4b83 req-f0657ff1-6659-43d0-85d4-86a3099be39f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:40:57.827701 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ae759b41-c20c-45ed-bbbd-4f4da20e4b83 req-f0657ff1-6659-43d0-85d4-86a3099be39f service neutron] 10.222.0.24 "PUT /v2.0/ports/a618ef6b-dba0-40a5-b0cb-ff517f2fc54c HTTP/1.1" status: 200 len: 1092 time: 1.0945101 May 05 20:40:57.830057 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '821be6c3-c5d0-401a-ba23-84ae422cb947', 'tag': 'a618ef6b-dba0-40a5-b0cb-ff517f2fc54c'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:40:57.854543 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0657ff1-6659-43d0-85d4-86a3099be39f service neutron] Pushing event updated for resources: {'Port': ['ID=a618ef6b-dba0-40a5-b0cb-ff517f2fc54c,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:40:57.902674 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b85538cb-fb8f-4db9-9962-c415742a4327'] response: {'name': 'network-changed', 'server_uuid': '821be6c3-c5d0-401a-ba23-84ae422cb947', 'tag': 'a618ef6b-dba0-40a5-b0cb-ff517f2fc54c', 'status': 'completed', 'code': 200} May 05 20:40:57.937047 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae759b41-c20c-45ed-bbbd-4f4da20e4b83 req-667c8956-4ca2-4b80-9282-3798e1a75615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:57.938517 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ae759b41-c20c-45ed-bbbd-4f4da20e4b83 req-667c8956-4ca2-4b80-9282-3798e1a75615 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=27f66dd39c7a4c199e368ad88a2a847a&device_id=821be6c3-c5d0-401a-ba23-84ae422cb947 HTTP/1.1" status: 200 len: 1095 time: 0.0761838 May 05 20:40:58.005190 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ae759b41-c20c-45ed-bbbd-4f4da20e4b83 req-8bf421bf-6dd3-46b3-8a6d-53263e2f0633 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a618ef6b-dba0-40a5-b0cb-ff517f2fc54c HTTP/1.1" status: 200 len: 217 time: 0.0597758 May 05 20:40:58.069588 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae759b41-c20c-45ed-bbbd-4f4da20e4b83 req-3b016cdc-d3c4-42c8-a33e-f8d72260bb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:58.070972 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ae759b41-c20c-45ed-bbbd-4f4da20e4b83 req-3b016cdc-d3c4-42c8-a33e-f8d72260bb5e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a12f9390-97e8-490e-9ae3-1e73de205f5b HTTP/1.1" status: 200 len: 854 time: 0.0600359 May 05 20:40:58.118105 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ae759b41-c20c-45ed-bbbd-4f4da20e4b83 req-a363a2f0-6fe8-4a10-94bc-8d52c8e08f8f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=84d6d4c2-f8ed-40c9-bf36-089462d1a669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407934 May 05 20:40:58.249158 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ae759b41-c20c-45ed-bbbd-4f4da20e4b83 req-a183d148-c21a-4d6d-b4fb-658938ce7d26 service neutron] 10.222.0.24 "GET /v2.0/networks/84d6d4c2-f8ed-40c9-bf36-089462d1a669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250246 May 05 20:40:58.378407 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ae759b41-c20c-45ed-bbbd-4f4da20e4b83 req-2828f19f-da12-45fd-87fe-e1542ab1f189 service neutron] 10.222.0.24 "GET /v2.0/networks/84d6d4c2-f8ed-40c9-bf36-089462d1a669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235046 May 05 20:40:58.494091 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17cff8b-0989-4c50-a930-afc08a2da2d0 req-9383564a-e499-4537-974c-8a298d99989b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:58.495568 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e17cff8b-0989-4c50-a930-afc08a2da2d0 req-9383564a-e499-4537-974c-8a298d99989b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=27f66dd39c7a4c199e368ad88a2a847a&device_id=821be6c3-c5d0-401a-ba23-84ae422cb947 HTTP/1.1" status: 200 len: 1095 time: 0.0736718 May 05 20:40:58.629626 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17cff8b-0989-4c50-a930-afc08a2da2d0 req-9ca42e1d-8fb8-42c8-9f24-b9b5609d208f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:58.631139 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e17cff8b-0989-4c50-a930-afc08a2da2d0 req-9ca42e1d-8fb8-42c8-9f24-b9b5609d208f service neutron] 10.222.0.24 "GET /v2.0/networks?id=84d6d4c2-f8ed-40c9-bf36-089462d1a669 HTTP/1.1" status: 200 len: 915 time: 0.1284487 May 05 20:40:58.697768 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e17cff8b-0989-4c50-a930-afc08a2da2d0 req-de7b3b4a-65d7-4ba3-a59c-dfdb08f49ca1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a618ef6b-dba0-40a5-b0cb-ff517f2fc54c HTTP/1.1" status: 200 len: 217 time: 0.0591068 May 05 20:40:58.761700 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17cff8b-0989-4c50-a930-afc08a2da2d0 req-e8f67882-9768-4942-9f14-dd80139ea893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:58.763755 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e17cff8b-0989-4c50-a930-afc08a2da2d0 req-e8f67882-9768-4942-9f14-dd80139ea893 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a12f9390-97e8-490e-9ae3-1e73de205f5b HTTP/1.1" status: 200 len: 854 time: 0.0596833 May 05 20:40:58.810628 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e17cff8b-0989-4c50-a930-afc08a2da2d0 req-fbd01112-dcc2-416e-af3d-d30d2686e539 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=84d6d4c2-f8ed-40c9-bf36-089462d1a669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401182 May 05 20:40:58.999267 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e17cff8b-0989-4c50-a930-afc08a2da2d0 req-856f1353-abb7-491e-a8f9-aa8220dbbd14 service neutron] 10.222.0.24 "GET /v2.0/networks/84d6d4c2-f8ed-40c9-bf36-089462d1a669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819227 May 05 20:40:59.137064 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b5591-8b95-4e0c-979f-1f350323f4f1 req-bd99d032-ead2-45e8-8191-0ffe35f6624f tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:40:59.139661 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d70b5591-8b95-4e0c-979f-1f350323f4f1 req-bd99d032-ead2-45e8-8191-0ffe35f6624f tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=821be6c3-c5d0-401a-ba23-84ae422cb947 HTTP/1.1" status: 200 len: 944 time: 0.2906394 May 05 20:40:59.259286 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d70b5591-8b95-4e0c-979f-1f350323f4f1 req-7de107e0-69b1-4405-956f-ee1460822411 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049347 May 05 20:40:59.281371 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e17cff8b-0989-4c50-a930-afc08a2da2d0 req-aa2c52e9-8d18-43fc-9cbf-a3ef4f95c165 service neutron] 10.222.0.24 "GET /v2.0/networks/84d6d4c2-f8ed-40c9-bf36-089462d1a669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749472 May 05 20:41:00.442740 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2460543a-16ee-415c-b82c-d2eaa83c8b56 req-c6a28f06-5e56-453a-98a0-c65def754029 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:00.444219 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2460543a-16ee-415c-b82c-d2eaa83c8b56 req-c6a28f06-5e56-453a-98a0-c65def754029 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=821be6c3-c5d0-401a-ba23-84ae422cb947 HTTP/1.1" status: 200 len: 944 time: 0.0784383 May 05 20:41:00.486919 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-2460543a-16ee-415c-b82c-d2eaa83c8b56 req-31593d6e-8c18-4b5a-bae2-770bec980fa8 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Synchronizing usage tracker for tenant:27f66dd39c7a4c199e368ad88a2a847a on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:41:00.503552 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-2460543a-16ee-415c-b82c-d2eaa83c8b56 req-31593d6e-8c18-4b5a-bae2-770bec980fa8 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Unset dirty status for tenant:27f66dd39c7a4c199e368ad88a2a847a on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:41:00.505065 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2460543a-16ee-415c-b82c-d2eaa83c8b56 req-31593d6e-8c18-4b5a-bae2-770bec980fa8 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552831 May 05 20:41:01.688005 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4ef35-0424-4e2d-9b00-40641d63d270 req-a4a8ae24-00bd-479e-8def-8925b50af5ff tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:01.689498 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-34c4ef35-0424-4e2d-9b00-40641d63d270 req-a4a8ae24-00bd-479e-8def-8925b50af5ff tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=821be6c3-c5d0-401a-ba23-84ae422cb947 HTTP/1.1" status: 200 len: 944 time: 0.0798075 May 05 20:41:01.736808 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-34c4ef35-0424-4e2d-9b00-40641d63d270 req-390e2b97-62d0-4b31-9a38-8eec1f6bd6e3 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417750 May 05 20:41:02.104188 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device a618ef6b-dba0-40a5-b0cb-ff517f2fc54c details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:41:02.233601 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port a618ef6b-dba0-40a5-b0cb-ff517f2fc54c, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=a618ef6b-dba0-40a5-b0cb-ff517f2fc54c,segment=NetworkSegment(631feab8-45c3-4170-9450-21a3a6ce8e6d),segment_id=631feab8-45c3-4170-9450-21a3a6ce8e6d)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:41:02.246471 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': 'a618ef6b-dba0-40a5-b0cb-ff517f2fc54c', 'network_id': '84d6d4c2-f8ed-40c9-bf36-089462d1a669', 'port_id': 'a618ef6b-dba0-40a5-b0cb-ff517f2fc54c', 'mac_address': 'fa:16:3e:3b:6d:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a12f9390-97e8-490e-9ae3-1e73de205f5b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:41:02.304472 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:41:02.320483 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a618ef6b-dba0-40a5-b0cb-ff517f2fc54c {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:41:02.335673 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port a618ef6b-dba0-40a5-b0cb-ff517f2fc54c, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=a618ef6b-dba0-40a5-b0cb-ff517f2fc54c,segment=NetworkSegment(631feab8-45c3-4170-9450-21a3a6ce8e6d),segment_id=631feab8-45c3-4170-9450-21a3a6ce8e6d)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:41:02.339324 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:41:02.405726 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=a618ef6b-dba0-40a5-b0cb-ff517f2fc54c,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:41:02.412866 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:41:02.413205 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:41:02.413537 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:41:02.413863 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:41:02.414185 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:41:02.414504 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:41:02.414822 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:41:02.415137 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:41:02.415477 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:41:02.415793 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:41:02.416106 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:41:02.416418 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:41:02.525158 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['a618ef6b-dba0-40a5-b0cb-ff517f2fc54c'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:41:02.924916 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab89ddaf-3c29-4f20-8ed8-3d261a1d1bcc req-12eb671a-789c-45e0-b5e8-0310539f6a4b tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:02.926387 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ab89ddaf-3c29-4f20-8ed8-3d261a1d1bcc req-12eb671a-789c-45e0-b5e8-0310539f6a4b tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=821be6c3-c5d0-401a-ba23-84ae422cb947 HTTP/1.1" status: 200 len: 945 time: 0.0826154 May 05 20:41:02.970044 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ab89ddaf-3c29-4f20-8ed8-3d261a1d1bcc req-2cf77695-0582-4c3f-b1d9-5f0a01a25380 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381136 May 05 20:41:04.112330 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device a618ef6b-dba0-40a5-b0cb-ff517f2fc54c up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:41:04.161040 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1cd696-d5ff-4bc0-8eb2-c101a69a99f3 req-d9b018f9-5963-4fa4-963c-2d2f85c92611 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:04.162516 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cb1cd696-d5ff-4bc0-8eb2-c101a69a99f3 req-d9b018f9-5963-4fa4-963c-2d2f85c92611 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=821be6c3-c5d0-401a-ba23-84ae422cb947 HTTP/1.1" status: 200 len: 945 time: 0.0843272 May 05 20:41:04.184534 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port a618ef6b-dba0-40a5-b0cb-ff517f2fc54c completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:41:04.189423 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port a618ef6b-dba0-40a5-b0cb-ff517f2fc54c triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:41:04.189791 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:41:04.208249 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cb1cd696-d5ff-4bc0-8eb2-c101a69a99f3 req-a2b25f9d-5a65-4747-b4d1-27f44b25d3d8 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398929 May 05 20:41:04.306522 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:41:04.333237 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '821be6c3-c5d0-401a-ba23-84ae422cb947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a618ef6b-dba0-40a5-b0cb-ff517f2fc54c'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:41:04.343057 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port a618ef6b-dba0-40a5-b0cb-ff517f2fc54c, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=a618ef6b-dba0-40a5-b0cb-ff517f2fc54c,segment=NetworkSegment(631feab8-45c3-4170-9450-21a3a6ce8e6d),segment_id=631feab8-45c3-4170-9450-21a3a6ce8e6d)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:41:04.347268 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:41:04.378877 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58054172-c0ed-4706-93fd-ed9423516cdf'] response: {'server_uuid': '821be6c3-c5d0-401a-ba23-84ae422cb947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a618ef6b-dba0-40a5-b0cb-ff517f2fc54c', 'code': 200} May 05 20:41:04.421995 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=a618ef6b-dba0-40a5-b0cb-ff517f2fc54c,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:41:04.502736 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed2092c-526d-4f8c-a5cc-af334c50ca6d req-cb865c50-d0d7-447c-b63a-ca4aca5ca9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:04.504238 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-eed2092c-526d-4f8c-a5cc-af334c50ca6d req-cb865c50-d0d7-447c-b63a-ca4aca5ca9d9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=821be6c3-c5d0-401a-ba23-84ae422cb947 HTTP/1.1" status: 200 len: 1097 time: 0.0687907 May 05 20:41:04.548158 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-eed2092c-526d-4f8c-a5cc-af334c50ca6d req-a510bf56-2cc3-43d9-a187-80ab74d10598 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370369 May 05 20:41:04.704446 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5c2259aa-9495-4e14-8f82-257547688b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:41:05.389402 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426c625d-30aa-48f4-a896-aee41325be46 req-ced0ad85-a3fd-415c-a63b-82e1f0ea987e tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:05.390829 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-426c625d-30aa-48f4-a896-aee41325be46 req-ced0ad85-a3fd-415c-a63b-82e1f0ea987e tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=821be6c3-c5d0-401a-ba23-84ae422cb947 HTTP/1.1" status: 200 len: 946 time: 0.0794857 May 05 20:41:05.435368 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-426c625d-30aa-48f4-a896-aee41325be46 req-de6c3e88-c0de-4ccd-a6f1-099a3895549a tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388253 May 05 20:41:06.620261 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0bbcfb-d64a-46cd-9125-3a9eb174f6e0 req-2dece2b0-b6b6-4fe5-a06e-034ef626f5c9 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:06.621742 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8f0bbcfb-d64a-46cd-9125-3a9eb174f6e0 req-2dece2b0-b6b6-4fe5-a06e-034ef626f5c9 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=821be6c3-c5d0-401a-ba23-84ae422cb947 HTTP/1.1" status: 200 len: 946 time: 0.0801814 May 05 20:41:06.670090 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8f0bbcfb-d64a-46cd-9125-3a9eb174f6e0 req-ee56a322-7c8c-466b-8a64-16ae77e71a83 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424221 May 05 20:41:06.852662 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befdac4f-38d4-46b9-8912-fa0ea6c8cb3c req-3b6de5a3-7057-48cd-b28f-f6ca41236f62 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:06.854101 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-befdac4f-38d4-46b9-8912-fa0ea6c8cb3c req-3b6de5a3-7057-48cd-b28f-f6ca41236f62 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=821be6c3-c5d0-401a-ba23-84ae422cb947 HTTP/1.1" status: 200 len: 946 time: 0.0816615 May 05 20:41:06.894441 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-21f8f6cd-468d-450a-9fe5-6e91d1ab87b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:41:06.900743 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-befdac4f-38d4-46b9-8912-fa0ea6c8cb3c req-a9679c0f-4a5a-4c4e-98f3-88d340267b6b tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410018 May 05 20:41:07.246408 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e052e7-6f39-48a0-95b8-fb2f0e55bdcb req-9f86184f-6f55-45ca-a947-47f7f0d6e13b tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:07.247815 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d5e052e7-6f39-48a0-95b8-fb2f0e55bdcb req-9f86184f-6f55-45ca-a947-47f7f0d6e13b tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=821be6c3-c5d0-401a-ba23-84ae422cb947 HTTP/1.1" status: 200 len: 946 time: 0.0796258 May 05 20:41:07.291590 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d5e052e7-6f39-48a0-95b8-fb2f0e55bdcb req-9cb93d49-deae-452b-b5b2-18d358b83cc7 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381985 May 05 20:41:07.474227 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c89e4d4-ea46-4b36-b58a-7c8f999b2ad3 req-2629709b-0c58-488d-8d44-8a04d3f1f296 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:07.475699 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0c89e4d4-ea46-4b36-b58a-7c8f999b2ad3 req-2629709b-0c58-488d-8d44-8a04d3f1f296 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=821be6c3-c5d0-401a-ba23-84ae422cb947 HTTP/1.1" status: 200 len: 946 time: 0.0819695 May 05 20:41:07.519899 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0c89e4d4-ea46-4b36-b58a-7c8f999b2ad3 req-19da825e-3a86-49e7-974c-0ce15060b03e tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382576 May 05 20:41:07.924915 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c3f83a66-6de7-406c-9b4c-465483bc9efa req-6399015f-5129-4c4e-a058-cfb319dca8fe service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=821be6c3-c5d0-401a-ba23-84ae422cb947&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1342008 May 05 20:41:07.938034 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f800e87e-802a-4702-82d5-ed37a7b08908 req-758f2513-dbd2-4600-a1a3-8cd46e65ddbb tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:07.939591 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f800e87e-802a-4702-82d5-ed37a7b08908 req-758f2513-dbd2-4600-a1a3-8cd46e65ddbb tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=821be6c3-c5d0-401a-ba23-84ae422cb947 HTTP/1.1" status: 200 len: 946 time: 0.0993261 May 05 20:41:07.951139 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:41:07.995249 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f800e87e-802a-4702-82d5-ed37a7b08908 req-fb43adef-f139-493d-ba09-2fe07458ddc7 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496311 May 05 20:41:08.126643 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:41:08.999991 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:41:09.222786 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f83a66-6de7-406c-9b4c-465483bc9efa req-afddee78-120c-4a83-b1fd-c2a605ca0a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:09.224282 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c3f83a66-6de7-406c-9b4c-465483bc9efa req-afddee78-120c-4a83-b1fd-c2a605ca0a90 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=27f66dd39c7a4c199e368ad88a2a847a&device_id=821be6c3-c5d0-401a-ba23-84ae422cb947 HTTP/1.1" status: 200 len: 1097 time: 0.1348951 May 05 20:41:09.231860 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dadd4f-4565-4224-b69a-3815cda1272e req-0bd4b5f9-ccd2-4065-82e7-7a64f3fddc53 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:09.233199 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-14dadd4f-4565-4224-b69a-3815cda1272e req-0bd4b5f9-ccd2-4065-82e7-7a64f3fddc53 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=821be6c3-c5d0-401a-ba23-84ae422cb947 HTTP/1.1" status: 200 len: 946 time: 0.1055465 May 05 20:41:09.359042 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-14dadd4f-4565-4224-b69a-3815cda1272e req-06d39489-c71b-45ae-a721-7c41bc7aee61 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071839 May 05 20:41:09.396749 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f83a66-6de7-406c-9b4c-465483bc9efa req-f8883771-0900-4797-8e3d-da32c97d3915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:09.398189 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c3f83a66-6de7-406c-9b4c-465483bc9efa req-f8883771-0900-4797-8e3d-da32c97d3915 service neutron] 10.222.0.24 "GET /v2.0/networks?id=84d6d4c2-f8ed-40c9-bf36-089462d1a669 HTTP/1.1" status: 200 len: 915 time: 0.1641760 May 05 20:41:09.463590 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c3f83a66-6de7-406c-9b4c-465483bc9efa req-d1163144-466b-4e36-bebb-31160e6445b4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a618ef6b-dba0-40a5-b0cb-ff517f2fc54c HTTP/1.1" status: 200 len: 217 time: 0.0596209 May 05 20:41:09.527456 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f83a66-6de7-406c-9b4c-465483bc9efa req-7f0aa7b4-e794-4e1a-98fb-0ec213a69741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:09.528836 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c3f83a66-6de7-406c-9b4c-465483bc9efa req-7f0aa7b4-e794-4e1a-98fb-0ec213a69741 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a12f9390-97e8-490e-9ae3-1e73de205f5b HTTP/1.1" status: 200 len: 854 time: 0.0598106 May 05 20:41:09.574488 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c3f83a66-6de7-406c-9b4c-465483bc9efa req-eb762368-9741-4ea5-8d4e-9aa8b2e3f4e0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=84d6d4c2-f8ed-40c9-bf36-089462d1a669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400257 May 05 20:41:09.680995 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:41:09.705020 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c3f83a66-6de7-406c-9b4c-465483bc9efa req-fbeb68e0-8376-4dea-b2f4-18ff9d945130 service neutron] 10.222.0.24 "GET /v2.0/networks/84d6d4c2-f8ed-40c9-bf36-089462d1a669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248610 May 05 20:41:09.834266 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c3f83a66-6de7-406c-9b4c-465483bc9efa req-0138593c-15b5-4769-b93d-5e7ab71d46d6 service neutron] 10.222.0.24 "GET /v2.0/networks/84d6d4c2-f8ed-40c9-bf36-089462d1a669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235068 May 05 20:41:10.551730 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a40c6a-b894-487d-8093-9e82cec719c5 req-f43ff9a7-26a0-4139-9f4d-e09ed84605cf tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:10.553244 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-34a40c6a-b894-487d-8093-9e82cec719c5 req-f43ff9a7-26a0-4139-9f4d-e09ed84605cf tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=821be6c3-c5d0-401a-ba23-84ae422cb947 HTTP/1.1" status: 200 len: 946 time: 0.0858510 May 05 20:41:10.599219 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-34a40c6a-b894-487d-8093-9e82cec719c5 req-3939c880-6141-4b9b-8587-b5da1d861b87 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401320 May 05 20:41:11.786130 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa7f06-a48e-4a9d-b04e-304a0d8d4414 req-f4e4c767-0126-43ff-9f72-0ecb01f69dfb tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:11.787794 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d1fa7f06-a48e-4a9d-b04e-304a0d8d4414 req-f4e4c767-0126-43ff-9f72-0ecb01f69dfb tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=821be6c3-c5d0-401a-ba23-84ae422cb947 HTTP/1.1" status: 200 len: 946 time: 0.0816088 May 05 20:41:11.836034 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d1fa7f06-a48e-4a9d-b04e-304a0d8d4414 req-de5f884b-a1d7-479c-be8a-2b6a51c7fef2 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426300 May 05 20:41:13.018339 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de823fe-dc3a-4d9b-aa4a-06938c8f3ff6 req-6662ec26-c94f-456f-9b23-0e0424436a06 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:13.019803 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6de823fe-dc3a-4d9b-aa4a-06938c8f3ff6 req-6662ec26-c94f-456f-9b23-0e0424436a06 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=821be6c3-c5d0-401a-ba23-84ae422cb947 HTTP/1.1" status: 200 len: 946 time: 0.0777662 May 05 20:41:13.071435 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6de823fe-dc3a-4d9b-aa4a-06938c8f3ff6 req-c1c050e6-8413-49ed-9600-31f9e534c42b tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416434 May 05 20:41:14.352195 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945f15b-a775-4d30-a5ea-f17260984f69 req-a1d923f4-b071-48c1-bde7-3e67f9d31244 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:14.353574 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7945f15b-a775-4d30-a5ea-f17260984f69 req-a1d923f4-b071-48c1-bde7-3e67f9d31244 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=821be6c3-c5d0-401a-ba23-84ae422cb947 HTTP/1.1" status: 200 len: 946 time: 0.1767790 May 05 20:41:14.398531 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7945f15b-a775-4d30-a5ea-f17260984f69 req-bfa5abfb-ccd7-4a92-9be3-1657480a805b tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387964 May 05 20:41:14.612770 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:41:15.583315 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576ef45-e49f-4ac5-a531-48e0a6c8c730 req-a86c56ed-0412-40e1-87b5-aa8202c738d8 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:15.584797 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9576ef45-e49f-4ac5-a531-48e0a6c8c730 req-a86c56ed-0412-40e1-87b5-aa8202c738d8 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=821be6c3-c5d0-401a-ba23-84ae422cb947 HTTP/1.1" status: 200 len: 946 time: 0.0793939 May 05 20:41:15.629754 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9576ef45-e49f-4ac5-a531-48e0a6c8c730 req-ce8cca00-df2d-41bb-835c-f454a5a5acae tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392530 May 05 20:41:16.179314 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37dee96-7ac8-43c3-b3a4-18fbc206b70d req-3a4521f5-592c-48fb-a79b-31dd227c60e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:16.180799 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b37dee96-7ac8-43c3-b3a4-18fbc206b70d req-3a4521f5-592c-48fb-a79b-31dd227c60e1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=27f66dd39c7a4c199e368ad88a2a847a&device_id=821be6c3-c5d0-401a-ba23-84ae422cb947 HTTP/1.1" status: 200 len: 1097 time: 0.0721085 May 05 20:41:16.323242 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37dee96-7ac8-43c3-b3a4-18fbc206b70d req-0b0e887d-592e-4473-951e-c7bece278413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:16.325313 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b37dee96-7ac8-43c3-b3a4-18fbc206b70d req-0b0e887d-592e-4473-951e-c7bece278413 service neutron] 10.222.0.24 "GET /v2.0/networks?id=84d6d4c2-f8ed-40c9-bf36-089462d1a669 HTTP/1.1" status: 200 len: 915 time: 0.1261282 May 05 20:41:16.392641 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b37dee96-7ac8-43c3-b3a4-18fbc206b70d req-8648ce07-49e9-426a-88ef-c0423a4cddac service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a618ef6b-dba0-40a5-b0cb-ff517f2fc54c HTTP/1.1" status: 200 len: 217 time: 0.0606370 May 05 20:41:16.456977 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37dee96-7ac8-43c3-b3a4-18fbc206b70d req-c32fb36d-3135-42c8-b1ae-cbb6d1ae0c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:16.458300 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b37dee96-7ac8-43c3-b3a4-18fbc206b70d req-c32fb36d-3135-42c8-b1ae-cbb6d1ae0c36 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a12f9390-97e8-490e-9ae3-1e73de205f5b HTTP/1.1" status: 200 len: 854 time: 0.0589619 May 05 20:41:16.504849 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b37dee96-7ac8-43c3-b3a4-18fbc206b70d req-c560df43-cba2-4182-991d-c389d9bf420d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=84d6d4c2-f8ed-40c9-bf36-089462d1a669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390975 May 05 20:41:16.609752 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:41:16.636293 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b37dee96-7ac8-43c3-b3a4-18fbc206b70d req-d3e828b0-a749-4db9-915a-690a2ca379be service neutron] 10.222.0.24 "GET /v2.0/networks/84d6d4c2-f8ed-40c9-bf36-089462d1a669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244819 May 05 20:41:16.815692 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b37dee96-7ac8-43c3-b3a4-18fbc206b70d req-d65a120a-ebd4-4477-8d37-3e654f956afd service neutron] 10.222.0.24 "GET /v2.0/networks/84d6d4c2-f8ed-40c9-bf36-089462d1a669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733966 May 05 20:41:16.843477 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707370a1-ec2e-4c83-a594-dc1e12b03633 req-0dd1150d-1d89-44bd-b01f-b279a764a0a2 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:16.844917 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-707370a1-ec2e-4c83-a594-dc1e12b03633 req-0dd1150d-1d89-44bd-b01f-b279a764a0a2 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=821be6c3-c5d0-401a-ba23-84ae422cb947 HTTP/1.1" status: 200 len: 946 time: 0.1031871 May 05 20:41:16.888610 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-707370a1-ec2e-4c83-a594-dc1e12b03633 req-2558fd90-d870-4862-8ca0-ab9a53a8963f tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381191 May 05 20:41:18.077016 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2f51c-fd74-4341-97f1-60977a0bde4f req-98862d23-43ed-4d29-87a8-b375cc8f249c tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:18.078473 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-53a2f51c-fd74-4341-97f1-60977a0bde4f req-98862d23-43ed-4d29-87a8-b375cc8f249c tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=821be6c3-c5d0-401a-ba23-84ae422cb947 HTTP/1.1" status: 200 len: 946 time: 0.0827198 May 05 20:41:18.123584 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-53a2f51c-fd74-4341-97f1-60977a0bde4f req-88bf910b-a19c-4d00-b1db-348f42e8c534 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394177 May 05 20:41:19.304714 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e0e679-1c3f-49ab-9186-25912c1e6cb6 req-f1fcf100-754d-43cc-a751-4877f53c5552 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:19.306154 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a4e0e679-1c3f-49ab-9186-25912c1e6cb6 req-f1fcf100-754d-43cc-a751-4877f53c5552 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=821be6c3-c5d0-401a-ba23-84ae422cb947 HTTP/1.1" status: 200 len: 946 time: 0.0792289 May 05 20:41:19.352537 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a4e0e679-1c3f-49ab-9186-25912c1e6cb6 req-e7fd7a21-2eb8-4339-ad0b-67a715979b47 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400896 May 05 20:41:20.536855 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b512d821-0013-4ce0-940d-a06322c3e75b req-2fb56636-81e1-4c40-ba60-f6bdd4d4cf1e tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:20.538290 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b512d821-0013-4ce0-940d-a06322c3e75b req-2fb56636-81e1-4c40-ba60-f6bdd4d4cf1e tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=821be6c3-c5d0-401a-ba23-84ae422cb947 HTTP/1.1" status: 200 len: 946 time: 0.0784140 May 05 20:41:20.584899 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b512d821-0013-4ce0-940d-a06322c3e75b req-68cf712e-5053-4a64-8ae9-f498eef500fb tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405872 May 05 20:41:21.773872 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651ed1a-e745-4682-9b7a-6692ad552374 req-3d43224c-9145-4fcb-b741-24bdba89467e tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:21.775322 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6651ed1a-e745-4682-9b7a-6692ad552374 req-3d43224c-9145-4fcb-b741-24bdba89467e tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=821be6c3-c5d0-401a-ba23-84ae422cb947 HTTP/1.1" status: 200 len: 946 time: 0.0808146 May 05 20:41:21.819854 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6651ed1a-e745-4682-9b7a-6692ad552374 req-88f6bc2e-345a-413a-ae01-5b03ae7a98d5 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382862 May 05 20:41:23.006566 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342fd98b-83c4-4e0b-a837-4bd0bbb516bc req-b311e8ef-7e6e-4638-b530-3d651819d13c tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:23.008118 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-342fd98b-83c4-4e0b-a837-4bd0bbb516bc req-b311e8ef-7e6e-4638-b530-3d651819d13c tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=821be6c3-c5d0-401a-ba23-84ae422cb947 HTTP/1.1" status: 200 len: 946 time: 0.0822568 May 05 20:41:23.052466 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-342fd98b-83c4-4e0b-a837-4bd0bbb516bc req-70834594-39da-40aa-aab1-dfd003aad44b tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380599 May 05 20:41:24.249727 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f25ee7-6484-4661-9974-956c8159b506 req-792fcde5-2ca2-44a1-9758-25a8b5cc5d46 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:24.251157 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d6f25ee7-6484-4661-9974-956c8159b506 req-792fcde5-2ca2-44a1-9758-25a8b5cc5d46 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=821be6c3-c5d0-401a-ba23-84ae422cb947 HTTP/1.1" status: 200 len: 946 time: 0.0891089 May 05 20:41:24.293876 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d6f25ee7-6484-4661-9974-956c8159b506 req-fea2ef82-77b3-415b-ba03-7ff8c567f70e tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370672 May 05 20:41:25.479033 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d42053-d014-4ba3-80a3-1ee7b7fe9fa5 req-47b3e837-1915-4a2f-ab01-60c252234c4e tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:25.480749 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-04d42053-d014-4ba3-80a3-1ee7b7fe9fa5 req-47b3e837-1915-4a2f-ab01-60c252234c4e tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=821be6c3-c5d0-401a-ba23-84ae422cb947 HTTP/1.1" status: 200 len: 946 time: 0.0781331 May 05 20:41:25.524228 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-04d42053-d014-4ba3-80a3-1ee7b7fe9fa5 req-1c938bae-ef77-4a0c-9ca5-438573481f4b tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382199 May 05 20:41:26.706595 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129fc484-014d-422b-af3f-e68037512bbe req-3c39d786-3e38-46b7-9c47-d4041ba234ee tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:26.708066 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-129fc484-014d-422b-af3f-e68037512bbe req-3c39d786-3e38-46b7-9c47-d4041ba234ee tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=821be6c3-c5d0-401a-ba23-84ae422cb947 HTTP/1.1" status: 200 len: 946 time: 0.0788150 May 05 20:41:26.751613 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-129fc484-014d-422b-af3f-e68037512bbe req-9083d200-85ab-478c-b7fb-3a7ce292e0b1 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379713 May 05 20:41:27.939478 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b97118-847b-4673-9707-ea889119ee9d req-0586a4b8-0584-4bf0-8874-28e2d2414b04 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:27.943809 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c1b97118-847b-4673-9707-ea889119ee9d req-0586a4b8-0584-4bf0-8874-28e2d2414b04 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=821be6c3-c5d0-401a-ba23-84ae422cb947 HTTP/1.1" status: 200 len: 946 time: 0.0841434 May 05 20:41:27.984934 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c1b97118-847b-4673-9707-ea889119ee9d req-18369290-584c-47f9-a0d9-f9502d7ee3b8 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381210 May 05 20:41:29.169591 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4d5103-1417-4bdf-b882-0a339d8256ed req-944d0427-5397-4016-9fc7-ebb271c1f147 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:29.171013 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cc4d5103-1417-4bdf-b882-0a339d8256ed req-944d0427-5397-4016-9fc7-ebb271c1f147 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=821be6c3-c5d0-401a-ba23-84ae422cb947 HTTP/1.1" status: 200 len: 946 time: 0.0825124 May 05 20:41:29.213444 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cc4d5103-1417-4bdf-b882-0a339d8256ed req-5f364816-ba90-44b4-85cf-0afd5773080d tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367813 May 05 20:41:30.395382 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bafc863-0841-435b-9542-910f7b9d5fba req-48b1c441-137e-45f7-b95d-45aef3f48c33 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:30.396844 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8bafc863-0841-435b-9542-910f7b9d5fba req-48b1c441-137e-45f7-b95d-45aef3f48c33 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=821be6c3-c5d0-401a-ba23-84ae422cb947 HTTP/1.1" status: 200 len: 946 time: 0.0796282 May 05 20:41:30.443540 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8bafc863-0841-435b-9542-910f7b9d5fba req-16015bec-65ae-46da-ba0f-fecedba6f4c9 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410745 May 05 20:41:31.629891 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2daf3e1-a3eb-4008-ab90-6c6a92420bb7 req-66038e38-c766-4fa1-bb93-5361096fac0a tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:31.631376 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f2daf3e1-a3eb-4008-ab90-6c6a92420bb7 req-66038e38-c766-4fa1-bb93-5361096fac0a tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=821be6c3-c5d0-401a-ba23-84ae422cb947 HTTP/1.1" status: 200 len: 946 time: 0.0811272 May 05 20:41:31.675063 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f2daf3e1-a3eb-4008-ab90-6c6a92420bb7 req-012be48b-8dd2-4e51-a398-69203ee0f4cf tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374637 May 05 20:41:32.862218 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dff6a2-6b5b-4745-b176-3eb0e511fb27 req-c255e25e-67f3-4308-823e-5ccfbaaafea6 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:32.863680 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c9dff6a2-6b5b-4745-b176-3eb0e511fb27 req-c255e25e-67f3-4308-823e-5ccfbaaafea6 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=821be6c3-c5d0-401a-ba23-84ae422cb947 HTTP/1.1" status: 200 len: 946 time: 0.0785346 May 05 20:41:32.907652 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c9dff6a2-6b5b-4745-b176-3eb0e511fb27 req-5619b68f-11e9-4d4a-b55d-21de54e045f0 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381594 May 05 20:41:34.091892 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca11aa9-1f4e-4698-b39c-b716b4d80db5 req-ef8a712a-d0b2-42b2-9b57-89c68d08640d tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:34.093414 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7ca11aa9-1f4e-4698-b39c-b716b4d80db5 req-ef8a712a-d0b2-42b2-9b57-89c68d08640d tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=821be6c3-c5d0-401a-ba23-84ae422cb947 HTTP/1.1" status: 200 len: 946 time: 0.0818737 May 05 20:41:34.137945 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7ca11aa9-1f4e-4698-b39c-b716b4d80db5 req-d5b240db-8707-47d7-bed4-f34bd2cb5ead tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388675 May 05 20:41:34.705638 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d69e9741-ba06-43ac-9330-7e3553996e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:41:35.325092 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb89ba4-a20e-4ab3-a295-3dddfa014ee8 req-3fa26b28-0679-4534-b11d-152d1bbe2113 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:35.326541 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8eb89ba4-a20e-4ab3-a295-3dddfa014ee8 req-3fa26b28-0679-4534-b11d-152d1bbe2113 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=821be6c3-c5d0-401a-ba23-84ae422cb947 HTTP/1.1" status: 200 len: 946 time: 0.0844319 May 05 20:41:35.371599 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8eb89ba4-a20e-4ab3-a295-3dddfa014ee8 req-4e3cfeee-d853-4694-87c6-d8c1fe8a8e8c tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387259 May 05 20:41:36.551878 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c192755-5bd9-4f32-8edc-52ff10b1d73f req-f9998381-0e32-4066-a1ff-4b1cc256fca9 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:36.553369 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6c192755-5bd9-4f32-8edc-52ff10b1d73f req-f9998381-0e32-4066-a1ff-4b1cc256fca9 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=821be6c3-c5d0-401a-ba23-84ae422cb947 HTTP/1.1" status: 200 len: 946 time: 0.0796769 May 05 20:41:36.698695 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6c192755-5bd9-4f32-8edc-52ff10b1d73f req-79dc0789-6ddf-4ceb-be1e-9bd1a0e81564 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385901 May 05 20:41:36.804635 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [req-c3f83a66-6de7-406c-9b4c-465483bc9efa req-98911728-7c4b-4652-baea-7f0d66df3f6d service neutron] show failed (client error): The resource could not be found. May 05 20:41:36.805606 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c3f83a66-6de7-406c-9b4c-465483bc9efa req-98911728-7c4b-4652-baea-7f0d66df3f6d service neutron] 10.222.0.24 "GET /v2.0/ports/a618ef6b-dba0-40a5-b0cb-ff517f2fc54c/bindings/n-h2-840717-1 HTTP/1.1" status: 404 len: 380 time: 0.0742040 May 05 20:41:36.896521 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d2cdc284-5120-4c0e-a0b6-0857e5df07d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:41:37.059601 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f83a66-6de7-406c-9b4c-465483bc9efa req-debd357a-3ee9-40d8-b608-01248b3154b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:37.061118 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c3f83a66-6de7-406c-9b4c-465483bc9efa req-debd357a-3ee9-40d8-b608-01248b3154b6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=821be6c3-c5d0-401a-ba23-84ae422cb947&tenant_id=27f66dd39c7a4c199e368ad88a2a847a HTTP/1.1" status: 200 len: 1097 time: 0.0731831 May 05 20:41:37.071031 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-c3f83a66-6de7-406c-9b4c-465483bc9efa req-c7616d33-cff5-4428-9d07-8014a3326b1c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-840717-1', 'device_owner': 'compute:nova'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:41:37.188275 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c3f83a66-6de7-406c-9b4c-465483bc9efa req-c7616d33-cff5-4428-9d07-8014a3326b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:41:37.503558 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-c3f83a66-6de7-406c-9b4c-465483bc9efa req-c7616d33-cff5-4428-9d07-8014a3326b1c service neutron] For port a618ef6b-dba0-40a5-b0cb-ff517f2fc54c, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=a618ef6b-dba0-40a5-b0cb-ff517f2fc54c,segment=NetworkSegment(631feab8-45c3-4170-9450-21a3a6ce8e6d),segment_id=631feab8-45c3-4170-9450-21a3a6ce8e6d)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:41:37.534503 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-c3f83a66-6de7-406c-9b4c-465483bc9efa req-c7616d33-cff5-4428-9d07-8014a3326b1c service neutron] For port a618ef6b-dba0-40a5-b0cb-ff517f2fc54c, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:41:37.600940 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '821be6c3-c5d0-401a-ba23-84ae422cb947', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a618ef6b-dba0-40a5-b0cb-ff517f2fc54c'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:41:37.607238 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c3f83a66-6de7-406c-9b4c-465483bc9efa req-c7616d33-cff5-4428-9d07-8014a3326b1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:41:37.629041 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-c3f83a66-6de7-406c-9b4c-465483bc9efa req-c7616d33-cff5-4428-9d07-8014a3326b1c service neutron] Transition to ACTIVE for port object a618ef6b-dba0-40a5-b0cb-ff517f2fc54c will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:41:37.632989 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c3f83a66-6de7-406c-9b4c-465483bc9efa req-c7616d33-cff5-4428-9d07-8014a3326b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:41:37.681458 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fd31af7-6c87-45c7-8bab-5a3e2aa8fe3a'] response: {'server_uuid': '821be6c3-c5d0-401a-ba23-84ae422cb947', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a618ef6b-dba0-40a5-b0cb-ff517f2fc54c', 'code': 200} May 05 20:41:37.855781 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3f83a66-6de7-406c-9b4c-465483bc9efa req-c7616d33-cff5-4428-9d07-8014a3326b1c service neutron] No DVR routers for this DVR port a618ef6b-dba0-40a5-b0cb-ff517f2fc54c on host n-h1-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:41:37.861791 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7616d33-cff5-4428-9d07-8014a3326b1c service neutron] Pushing event updated for resources: {'Port': ['ID=a618ef6b-dba0-40a5-b0cb-ff517f2fc54c,revision_number=6']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:41:37.931961 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-c3f83a66-6de7-406c-9b4c-465483bc9efa req-c7616d33-cff5-4428-9d07-8014a3326b1c service neutron] Attempting to bind port a618ef6b-dba0-40a5-b0cb-ff517f2fc54c on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:41:37.932289 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-c3f83a66-6de7-406c-9b4c-465483bc9efa req-c7616d33-cff5-4428-9d07-8014a3326b1c service neutron] Attempting to bind port a618ef6b-dba0-40a5-b0cb-ff517f2fc54c by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': '631feab8-45c3-4170-9450-21a3a6ce8e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '84d6d4c2-f8ed-40c9-bf36-089462d1a669'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:41:37.932606 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f83a66-6de7-406c-9b4c-465483bc9efa req-c7616d33-cff5-4428-9d07-8014a3326b1c service neutron] Attempting to bind port a618ef6b-dba0-40a5-b0cb-ff517f2fc54c on network 84d6d4c2-f8ed-40c9-bf36-089462d1a669 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:41:37.938694 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:41:37.939641 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f83a66-6de7-406c-9b4c-465483bc9efa req-c7616d33-cff5-4428-9d07-8014a3326b1c service neutron] Port a618ef6b-dba0-40a5-b0cb-ff517f2fc54c on network 84d6d4c2-f8ed-40c9-bf36-089462d1a669 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:41:37.939968 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f83a66-6de7-406c-9b4c-465483bc9efa req-c7616d33-cff5-4428-9d07-8014a3326b1c service neutron] Attempting to bind port a618ef6b-dba0-40a5-b0cb-ff517f2fc54c on network 84d6d4c2-f8ed-40c9-bf36-089462d1a669 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:41:37.947736 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f83a66-6de7-406c-9b4c-465483bc9efa req-c7616d33-cff5-4428-9d07-8014a3326b1c service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:41:37.948062 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f83a66-6de7-406c-9b4c-465483bc9efa req-c7616d33-cff5-4428-9d07-8014a3326b1c service neutron] Checking segment: {'id': '631feab8-45c3-4170-9450-21a3a6ce8e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '84d6d4c2-f8ed-40c9-bf36-089462d1a669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:41:37.948434 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f83a66-6de7-406c-9b4c-465483bc9efa req-c7616d33-cff5-4428-9d07-8014a3326b1c service neutron] Bound using segment: {'id': '631feab8-45c3-4170-9450-21a3a6ce8e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '84d6d4c2-f8ed-40c9-bf36-089462d1a669'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:41:37.949408 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-c3f83a66-6de7-406c-9b4c-465483bc9efa req-c7616d33-cff5-4428-9d07-8014a3326b1c service neutron] Bound port: a618ef6b-dba0-40a5-b0cb-ff517f2fc54c, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '631feab8-45c3-4170-9450-21a3a6ce8e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '84d6d4c2-f8ed-40c9-bf36-089462d1a669'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:41:37.949736 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c3f83a66-6de7-406c-9b4c-465483bc9efa req-c7616d33-cff5-4428-9d07-8014a3326b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:41:38.020473 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39590843-d7da-4c09-9f04-87b49c618984 req-597a5ae0-2d23-4f7a-8a46-3895277c06f4 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:38.021943 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-39590843-d7da-4c09-9f04-87b49c618984 req-597a5ae0-2d23-4f7a-8a46-3895277c06f4 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=821be6c3-c5d0-401a-ba23-84ae422cb947 HTTP/1.1" status: 200 len: 944 time: 0.2098758 May 05 20:41:38.084462 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-c3f83a66-6de7-406c-9b4c-465483bc9efa req-c7616d33-cff5-4428-9d07-8014a3326b1c service neutron] For port a618ef6b-dba0-40a5-b0cb-ff517f2fc54c, host n-h2-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:41:38.095510 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-39590843-d7da-4c09-9f04-87b49c618984 req-9c7e770e-b88a-4e44-b5c4-b02d185f9998 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659502 May 05 20:41:38.097939 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-c3f83a66-6de7-406c-9b4c-465483bc9efa req-c7616d33-cff5-4428-9d07-8014a3326b1c service neutron] For port a618ef6b-dba0-40a5-b0cb-ff517f2fc54c, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=a618ef6b-dba0-40a5-b0cb-ff517f2fc54c,segment=NetworkSegment(631feab8-45c3-4170-9450-21a3a6ce8e6d),segment_id=631feab8-45c3-4170-9450-21a3a6ce8e6d)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:41:38.102684 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c3f83a66-6de7-406c-9b4c-465483bc9efa req-c7616d33-cff5-4428-9d07-8014a3326b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:41:38.134667 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:41:38.163918 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f83a66-6de7-406c-9b4c-465483bc9efa req-c7616d33-cff5-4428-9d07-8014a3326b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:38.164532 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c3f83a66-6de7-406c-9b4c-465483bc9efa req-c7616d33-cff5-4428-9d07-8014a3326b1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:41:38.165877 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c3f83a66-6de7-406c-9b4c-465483bc9efa req-c7616d33-cff5-4428-9d07-8014a3326b1c service neutron] 10.222.0.50 "PUT /v2.0/ports/a618ef6b-dba0-40a5-b0cb-ff517f2fc54c HTTP/1.1" status: 200 len: 1092 time: 1.0986946 May 05 20:41:38.183574 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7616d33-cff5-4428-9d07-8014a3326b1c service neutron] Pushing event updated for resources: {'Port': ['ID=a618ef6b-dba0-40a5-b0cb-ff517f2fc54c,revision_number=7']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:41:38.268471 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f83a66-6de7-406c-9b4c-465483bc9efa req-9276cf34-ab55-44ec-99fe-a55b7f866ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:38.269998 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c3f83a66-6de7-406c-9b4c-465483bc9efa req-9276cf34-ab55-44ec-99fe-a55b7f866ea9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=27f66dd39c7a4c199e368ad88a2a847a&device_id=821be6c3-c5d0-401a-ba23-84ae422cb947 HTTP/1.1" status: 200 len: 1095 time: 0.0830920 May 05 20:41:38.399925 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f83a66-6de7-406c-9b4c-465483bc9efa req-8d116755-9339-4309-8ea9-701f736d011e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:38.401289 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c3f83a66-6de7-406c-9b4c-465483bc9efa req-8d116755-9339-4309-8ea9-701f736d011e service neutron] 10.222.0.50 "GET /v2.0/networks?id=84d6d4c2-f8ed-40c9-bf36-089462d1a669 HTTP/1.1" status: 200 len: 915 time: 0.1260540 May 05 20:41:38.467162 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c3f83a66-6de7-406c-9b4c-465483bc9efa req-a4c1df62-aeff-42f0-ae93-c48be2dbeeb1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a618ef6b-dba0-40a5-b0cb-ff517f2fc54c HTTP/1.1" status: 200 len: 217 time: 0.0598595 May 05 20:41:38.531075 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f83a66-6de7-406c-9b4c-465483bc9efa req-a1decf87-003b-483f-a523-30e9c9cd122a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:38.532497 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c3f83a66-6de7-406c-9b4c-465483bc9efa req-a1decf87-003b-483f-a523-30e9c9cd122a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a12f9390-97e8-490e-9ae3-1e73de205f5b HTTP/1.1" status: 200 len: 854 time: 0.0603878 May 05 20:41:38.578177 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c3f83a66-6de7-406c-9b4c-465483bc9efa req-28af3264-4e7c-4ca7-82fb-82577c48f531 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=84d6d4c2-f8ed-40c9-bf36-089462d1a669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400648 May 05 20:41:38.813448 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c3f83a66-6de7-406c-9b4c-465483bc9efa req-5ddf25a3-37ec-4b30-92af-24be70db1aad service neutron] 10.222.0.50 "GET /v2.0/networks/84d6d4c2-f8ed-40c9-bf36-089462d1a669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293389 May 05 20:41:38.942727 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c3f83a66-6de7-406c-9b4c-465483bc9efa req-b924d45b-2ff5-4e89-b186-a424cbb3c57b service neutron] 10.222.0.50 "GET /v2.0/networks/84d6d4c2-f8ed-40c9-bf36-089462d1a669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234000 May 05 20:41:39.286210 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51bedf-a8bd-4aee-a719-8c3d890f8fbc req-1cc95361-c1ba-4e5c-a45a-294f375cef2c tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:39.287785 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3e51bedf-a8bd-4aee-a719-8c3d890f8fbc req-1cc95361-c1ba-4e5c-a45a-294f375cef2c tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=821be6c3-c5d0-401a-ba23-84ae422cb947 HTTP/1.1" status: 200 len: 944 time: 0.0790138 May 05 20:41:39.332880 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3e51bedf-a8bd-4aee-a719-8c3d890f8fbc req-8bd7554a-bf62-4902-b47c-ed1f41e8dc6d tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392787 May 05 20:41:39.682488 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '821be6c3-c5d0-401a-ba23-84ae422cb947', 'tag': 'a618ef6b-dba0-40a5-b0cb-ff517f2fc54c'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:41:39.682861 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:41:39.738353 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90065621-1ad3-4055-a888-0fc196a960d8'] response: {'name': 'network-changed', 'server_uuid': '821be6c3-c5d0-401a-ba23-84ae422cb947', 'tag': 'a618ef6b-dba0-40a5-b0cb-ff517f2fc54c', 'status': 'completed', 'code': 200} May 05 20:41:39.888355 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31197c4-cc55-4f25-bc94-bd5dfb603e65 req-5d8f8ad7-db20-4734-8ad5-f91f84e00c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:39.889791 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c31197c4-cc55-4f25-bc94-bd5dfb603e65 req-5d8f8ad7-db20-4734-8ad5-f91f84e00c93 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=27f66dd39c7a4c199e368ad88a2a847a&device_id=821be6c3-c5d0-401a-ba23-84ae422cb947 HTTP/1.1" status: 200 len: 1095 time: 0.1352923 May 05 20:41:39.892256 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31197c4-cc55-4f25-bc94-bd5dfb603e65 req-af5549b7-9b36-41c9-9429-73e56dba7d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:39.893598 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c31197c4-cc55-4f25-bc94-bd5dfb603e65 req-af5549b7-9b36-41c9-9429-73e56dba7d3c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=27f66dd39c7a4c199e368ad88a2a847a&device_id=821be6c3-c5d0-401a-ba23-84ae422cb947 HTTP/1.1" status: 200 len: 1095 time: 0.1037862 May 05 20:41:40.130107 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31197c4-cc55-4f25-bc94-bd5dfb603e65 req-e3de4217-4463-4334-829a-e6763dec0bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:40.131600 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c31197c4-cc55-4f25-bc94-bd5dfb603e65 req-e3de4217-4463-4334-829a-e6763dec0bba service neutron] 10.222.0.24 "GET /v2.0/networks?id=84d6d4c2-f8ed-40c9-bf36-089462d1a669 HTTP/1.1" status: 200 len: 915 time: 0.2351446 May 05 20:41:40.132686 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31197c4-cc55-4f25-bc94-bd5dfb603e65 req-5f415a02-0d65-4803-9df2-64ce65c2913c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:40.134002 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c31197c4-cc55-4f25-bc94-bd5dfb603e65 req-5f415a02-0d65-4803-9df2-64ce65c2913c service neutron] 10.222.0.50 "GET /v2.0/networks?id=84d6d4c2-f8ed-40c9-bf36-089462d1a669 HTTP/1.1" status: 200 len: 915 time: 0.2199070 May 05 20:41:40.261895 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c31197c4-cc55-4f25-bc94-bd5dfb603e65 req-ceae8ac2-36cd-4fcb-a8bf-3ea2b15d3ebf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a618ef6b-dba0-40a5-b0cb-ff517f2fc54c HTTP/1.1" status: 200 len: 217 time: 0.1236866 May 05 20:41:40.263287 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c31197c4-cc55-4f25-bc94-bd5dfb603e65 req-a73e8980-8c84-43d8-9979-aa620a3a14dd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a618ef6b-dba0-40a5-b0cb-ff517f2fc54c HTTP/1.1" status: 200 len: 217 time: 0.0751803 May 05 20:41:40.373457 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31197c4-cc55-4f25-bc94-bd5dfb603e65 req-777e3332-63d6-46b8-9c38-0eb1df7d7612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:40.374925 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c31197c4-cc55-4f25-bc94-bd5dfb603e65 req-777e3332-63d6-46b8-9c38-0eb1df7d7612 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a12f9390-97e8-490e-9ae3-1e73de205f5b HTTP/1.1" status: 200 len: 854 time: 0.1083963 May 05 20:41:40.376323 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31197c4-cc55-4f25-bc94-bd5dfb603e65 req-ca6223d0-7f90-49e7-868f-ee335b5f3619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:40.377637 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c31197c4-cc55-4f25-bc94-bd5dfb603e65 req-ca6223d0-7f90-49e7-868f-ee335b5f3619 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a12f9390-97e8-490e-9ae3-1e73de205f5b HTTP/1.1" status: 200 len: 854 time: 0.0815029 May 05 20:41:40.455675 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c31197c4-cc55-4f25-bc94-bd5dfb603e65 req-4af0cebd-4ca9-4e21-b2d5-45957794d56c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=84d6d4c2-f8ed-40c9-bf36-089462d1a669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749588 May 05 20:41:40.462467 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c31197c4-cc55-4f25-bc94-bd5dfb603e65 req-af98f3f3-a610-4efa-98c5-6e49b6c1f81d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=84d6d4c2-f8ed-40c9-bf36-089462d1a669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466969 May 05 20:41:40.544931 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fdd89b-02b7-4b7b-98c8-d4dc8936c8d6 req-0d160ab9-6fb9-40cb-800c-ca45de4be62f tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:40.546511 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-19fdd89b-02b7-4b7b-98c8-d4dc8936c8d6 req-0d160ab9-6fb9-40cb-800c-ca45de4be62f tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=821be6c3-c5d0-401a-ba23-84ae422cb947 HTTP/1.1" status: 200 len: 944 time: 0.1015227 May 05 20:41:40.605541 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-19fdd89b-02b7-4b7b-98c8-d4dc8936c8d6 req-fc31f262-fa2f-4570-be67-1db65280b716 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524521 May 05 20:41:40.708636 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c31197c4-cc55-4f25-bc94-bd5dfb603e65 req-74a33bf7-73bc-49dd-86fb-ccb11cab4722 service neutron] 10.222.0.24 "GET /v2.0/networks/84d6d4c2-f8ed-40c9-bf36-089462d1a669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452049 May 05 20:41:40.711656 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c31197c4-cc55-4f25-bc94-bd5dfb603e65 req-49cef686-7fd5-4dae-ace2-219d98198ec6 service neutron] 10.222.0.50 "GET /v2.0/networks/84d6d4c2-f8ed-40c9-bf36-089462d1a669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282801 May 05 20:41:41.057461 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c31197c4-cc55-4f25-bc94-bd5dfb603e65 req-d59e08ef-c387-461e-9bc4-a7f75762c7d1 service neutron] 10.222.0.24 "GET /v2.0/networks/84d6d4c2-f8ed-40c9-bf36-089462d1a669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3430851 May 05 20:41:41.059517 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c31197c4-cc55-4f25-bc94-bd5dfb603e65 req-5add5a95-dc41-47fe-85a2-0936be12afad service neutron] 10.222.0.50 "GET /v2.0/networks/84d6d4c2-f8ed-40c9-bf36-089462d1a669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244483 May 05 20:41:41.790628 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4981a647-760c-4355-b4ec-b4092f0dcf85 req-c9a133ac-fd8f-4e5c-b86c-7bec9ef0e62d tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:41.792101 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4981a647-760c-4355-b4ec-b4092f0dcf85 req-c9a133ac-fd8f-4e5c-b86c-7bec9ef0e62d tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=821be6c3-c5d0-401a-ba23-84ae422cb947 HTTP/1.1" status: 200 len: 944 time: 0.0802171 May 05 20:41:41.834989 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4981a647-760c-4355-b4ec-b4092f0dcf85 req-e0375d17-0ae4-4328-8ebb-010c35c7d8ad tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372565 May 05 20:41:42.201599 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6114df-b933-464c-9ad7-0b3042c875ed req-6f2e5d4d-3bc5-4fc9-889b-1ecef33ca0d4 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:42.203055 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5b6114df-b933-464c-9ad7-0b3042c875ed req-6f2e5d4d-3bc5-4fc9-889b-1ecef33ca0d4 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=821be6c3-c5d0-401a-ba23-84ae422cb947 HTTP/1.1" status: 200 len: 944 time: 0.1441348 May 05 20:41:42.210415 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65f389-59de-44b9-99e1-08c130910a5d req-e80ff7c7-4f4a-496e-bc29-8992c49545d4 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:42.211819 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-df65f389-59de-44b9-99e1-08c130910a5d req-e80ff7c7-4f4a-496e-bc29-8992c49545d4 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.24 "GET /v2.0/ports?device_id=821be6c3-c5d0-401a-ba23-84ae422cb947&tenant_id=27f66dd39c7a4c199e368ad88a2a847a&binding%3Ahost_id=n-h2-840717-1 HTTP/1.1" status: 200 len: 944 time: 0.1223016 May 05 20:41:42.272796 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device a618ef6b-dba0-40a5-b0cb-ff517f2fc54c details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:41:42.311451 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5b6114df-b933-464c-9ad7-0b3042c875ed req-c06a0a76-eab0-4c5e-a7b9-ea8504bf2932 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986664 May 05 20:41:42.320883 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [req-df65f389-59de-44b9-99e1-08c130910a5d req-faf395d7-f003-4a64-b53e-c22868252a4d service neutron] delete failed (client error): The resource could not be found. May 05 20:41:42.321929 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-df65f389-59de-44b9-99e1-08c130910a5d req-faf395d7-f003-4a64-b53e-c22868252a4d service neutron] 10.222.0.24 "DELETE /v2.0/ports/a618ef6b-dba0-40a5-b0cb-ff517f2fc54c/bindings/n-h1-840717-1 HTTP/1.1" status: 404 len: 380 time: 0.0966685 May 05 20:41:42.398174 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device a618ef6b-dba0-40a5-b0cb-ff517f2fc54c no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:41:42.459850 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65f389-59de-44b9-99e1-08c130910a5d req-90eeff4f-1020-4ce4-89ea-906b712f75c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:42.461317 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-df65f389-59de-44b9-99e1-08c130910a5d req-90eeff4f-1020-4ce4-89ea-906b712f75c2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=27f66dd39c7a4c199e368ad88a2a847a&device_id=821be6c3-c5d0-401a-ba23-84ae422cb947 HTTP/1.1" status: 200 len: 1095 time: 0.0715666 May 05 20:41:42.489521 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port a618ef6b-dba0-40a5-b0cb-ff517f2fc54c, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=a618ef6b-dba0-40a5-b0cb-ff517f2fc54c,segment=NetworkSegment(631feab8-45c3-4170-9450-21a3a6ce8e6d),segment_id=631feab8-45c3-4170-9450-21a3a6ce8e6d)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:41:42.496660 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device a618ef6b-dba0-40a5-b0cb-ff517f2fc54c not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:41:42.503838 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': 'a618ef6b-dba0-40a5-b0cb-ff517f2fc54c', 'network_id': '84d6d4c2-f8ed-40c9-bf36-089462d1a669', 'port_id': 'a618ef6b-dba0-40a5-b0cb-ff517f2fc54c', 'mac_address': 'fa:16:3e:3b:6d:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a12f9390-97e8-490e-9ae3-1e73de205f5b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:41:42.559724 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:41:42.577660 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a618ef6b-dba0-40a5-b0cb-ff517f2fc54c {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:41:42.593537 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port a618ef6b-dba0-40a5-b0cb-ff517f2fc54c, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=a618ef6b-dba0-40a5-b0cb-ff517f2fc54c,segment=NetworkSegment(631feab8-45c3-4170-9450-21a3a6ce8e6d),segment_id=631feab8-45c3-4170-9450-21a3a6ce8e6d)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:41:42.594055 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65f389-59de-44b9-99e1-08c130910a5d req-fb3a4e4d-4ae0-4a20-88cb-697da62d0d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:42.595550 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-df65f389-59de-44b9-99e1-08c130910a5d req-fb3a4e4d-4ae0-4a20-88cb-697da62d0d34 service neutron] 10.222.0.24 "GET /v2.0/networks?id=84d6d4c2-f8ed-40c9-bf36-089462d1a669 HTTP/1.1" status: 200 len: 915 time: 0.1289799 May 05 20:41:42.597907 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:41:42.667633 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-df65f389-59de-44b9-99e1-08c130910a5d req-69187ed7-db71-43a3-89ac-6d2e01aae8a7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a618ef6b-dba0-40a5-b0cb-ff517f2fc54c HTTP/1.1" status: 200 len: 217 time: 0.0655334 May 05 20:41:42.668962 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=a618ef6b-dba0-40a5-b0cb-ff517f2fc54c,revision_number=8']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:41:42.728825 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65f389-59de-44b9-99e1-08c130910a5d req-fd6071a5-22a0-46f2-83ab-611ce3f36918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:42.730362 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-df65f389-59de-44b9-99e1-08c130910a5d req-fd6071a5-22a0-46f2-83ab-611ce3f36918 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a12f9390-97e8-490e-9ae3-1e73de205f5b HTTP/1.1" status: 200 len: 854 time: 0.0569544 May 05 20:41:42.779512 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-df65f389-59de-44b9-99e1-08c130910a5d req-ffa9653b-04f9-4c9d-a5e9-02bd0a71f077 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=84d6d4c2-f8ed-40c9-bf36-089462d1a669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435157 May 05 20:41:42.807764 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['a618ef6b-dba0-40a5-b0cb-ff517f2fc54c'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:41:42.911018 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-df65f389-59de-44b9-99e1-08c130910a5d req-accd7701-9230-42c6-b1b1-cf7fe8a039b3 service neutron] 10.222.0.24 "GET /v2.0/networks/84d6d4c2-f8ed-40c9-bf36-089462d1a669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257730 May 05 20:41:43.042652 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-df65f389-59de-44b9-99e1-08c130910a5d req-37013efc-700b-4d5d-8ea6-bc63e6d1f504 service neutron] 10.222.0.24 "GET /v2.0/networks/84d6d4c2-f8ed-40c9-bf36-089462d1a669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260607 May 05 20:41:43.508379 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc39dbef-b0b5-4045-ae53-b77919fe5fe9 req-c116d004-4f9a-4925-bf7c-ba2a48702d38 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:43.509860 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bc39dbef-b0b5-4045-ae53-b77919fe5fe9 req-c116d004-4f9a-4925-bf7c-ba2a48702d38 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=821be6c3-c5d0-401a-ba23-84ae422cb947 HTTP/1.1" status: 200 len: 945 time: 0.0819311 May 05 20:41:43.561869 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bc39dbef-b0b5-4045-ae53-b77919fe5fe9 req-e1481b09-44db-439f-969c-8b7e584892ca tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453863 May 05 20:41:44.287504 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device a618ef6b-dba0-40a5-b0cb-ff517f2fc54c up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:41:44.356251 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port a618ef6b-dba0-40a5-b0cb-ff517f2fc54c completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:41:44.360909 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port a618ef6b-dba0-40a5-b0cb-ff517f2fc54c triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:41:44.361277 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:41:44.475711 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:41:44.501779 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '821be6c3-c5d0-401a-ba23-84ae422cb947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a618ef6b-dba0-40a5-b0cb-ff517f2fc54c'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:41:44.512150 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port a618ef6b-dba0-40a5-b0cb-ff517f2fc54c, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=a618ef6b-dba0-40a5-b0cb-ff517f2fc54c,segment=NetworkSegment(631feab8-45c3-4170-9450-21a3a6ce8e6d),segment_id=631feab8-45c3-4170-9450-21a3a6ce8e6d)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:41:44.516532 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:41:44.587328 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=a618ef6b-dba0-40a5-b0cb-ff517f2fc54c,revision_number=9']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:41:44.621725 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:41:44.706027 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-194414b3-64b7-4c18-991b-0e291a871af4'] response: {'server_uuid': '821be6c3-c5d0-401a-ba23-84ae422cb947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a618ef6b-dba0-40a5-b0cb-ff517f2fc54c', 'code': 200} May 05 20:41:44.855682 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7ab972-4265-45a1-8592-99bddccc465f req-8d85b84b-b2d2-4319-b220-f2a67a61f688 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:44.857047 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3d7ab972-4265-45a1-8592-99bddccc465f req-8d85b84b-b2d2-4319-b220-f2a67a61f688 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=821be6c3-c5d0-401a-ba23-84ae422cb947 HTTP/1.1" status: 200 len: 946 time: 0.1720319 May 05 20:41:44.900323 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3d7ab972-4265-45a1-8592-99bddccc465f req-9acbeb93-6cd9-452c-b593-4c86ff26c892 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376649 May 05 20:41:45.082418 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3808d565-7d6d-4f4c-b19a-1108da2960ca req-b66481e5-9895-4852-a03d-4d646cdee2cf tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:45.083882 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3808d565-7d6d-4f4c-b19a-1108da2960ca req-b66481e5-9895-4852-a03d-4d646cdee2cf tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=821be6c3-c5d0-401a-ba23-84ae422cb947 HTTP/1.1" status: 200 len: 946 time: 0.0780160 May 05 20:41:45.127908 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3808d565-7d6d-4f4c-b19a-1108da2960ca req-06b4bfb6-4785-4b7c-a919-399b4a9b96cd tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384402 May 05 20:41:45.316976 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3865b323-a5d9-4990-a9f2-528cf610a2c5 req-02c2eed4-52b9-4ca6-ad91-5453d5caa9e5 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:45.318421 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3865b323-a5d9-4990-a9f2-528cf610a2c5 req-02c2eed4-52b9-4ca6-ad91-5453d5caa9e5 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=821be6c3-c5d0-401a-ba23-84ae422cb947 HTTP/1.1" status: 200 len: 946 time: 0.0884676 May 05 20:41:45.362178 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3865b323-a5d9-4990-a9f2-528cf610a2c5 req-1719ffb2-83de-4e1d-a4ef-f57f1f2779c3 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379686 May 05 20:41:45.850985 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df7ad5-d897-4888-9224-81ee074dd984 req-38378bdc-fe34-45db-a9bb-a3551eb2ced8 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:45.852461 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-66df7ad5-d897-4888-9224-81ee074dd984 req-38378bdc-fe34-45db-a9bb-a3551eb2ced8 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/networks?id=84d6d4c2-f8ed-40c9-bf36-089462d1a669 HTTP/1.1" status: 200 len: 814 time: 0.1435561 May 05 20:41:45.868394 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-66df7ad5-d897-4888-9224-81ee074dd984 req-edd7d52a-c15d-416c-bd77-bb3f9c90303e tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/quotas/27f66dd39c7a4c199e368ad88a2a847a HTTP/1.1" status: 200 len: 375 time: 0.0099621 May 05 20:41:45.954584 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-66df7ad5-d897-4888-9224-81ee074dd984 req-ce4b5cbf-f6f4-4521-ade0-f16da2a30cab tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=27f66dd39c7a4c199e368ad88a2a847a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0804935 May 05 20:41:45.964787 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [req-66df7ad5-d897-4888-9224-81ee074dd984 req-515a2048-77ae-4400-8b79-9b8a2636483e service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88197) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:41:45.965781 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-66df7ad5-d897-4888-9224-81ee074dd984 req-515a2048-77ae-4400-8b79-9b8a2636483e service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048819 May 05 20:41:46.000366 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:41:46.097157 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-66df7ad5-d897-4888-9224-81ee074dd984 req-8a16fcf2-f281-4c58-83ac-31e7e08595b8 service neutron] 10.222.0.36 "GET /v2.0/networks/84d6d4c2-f8ed-40c9-bf36-089462d1a669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261756 May 05 20:41:46.229387 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-66df7ad5-d897-4888-9224-81ee074dd984 req-e230f4b8-98f7-44cb-a690-366e2e5b9754 service neutron] 10.222.0.36 "GET /v2.0/networks/84d6d4c2-f8ed-40c9-bf36-089462d1a669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263552 May 05 20:41:46.410001 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bbb65025-3285-44d9-9717-183e87abb48d req-89e379c2-c15f-4a16-ae4f-b5e8217c01ab tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=1298e313-e98f-4d4e-8acd-3ba94038fbe9 HTTP/1.1" status: 200 len: 210 time: 0.0446525 May 05 20:41:46.624853 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:41:46.937192 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296f99fc-85b8-468f-af5b-c52fd56c7ecd req-af3aa766-681d-4e9e-9b58-b923ab60c327 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:46.938759 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-296f99fc-85b8-468f-af5b-c52fd56c7ecd req-af3aa766-681d-4e9e-9b58-b923ab60c327 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.50 "GET /v2.0/ports?device_id=821be6c3-c5d0-401a-ba23-84ae422cb947 HTTP/1.1" status: 200 len: 946 time: 0.0872228 May 05 20:41:47.009147 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-296f99fc-85b8-468f-af5b-c52fd56c7ecd req-9448e044-f2f1-4907-8cef-2bb0113a9114 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Deleting port a618ef6b-dba0-40a5-b0cb-ff517f2fc54c {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:41:47.009406 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-296f99fc-85b8-468f-af5b-c52fd56c7ecd req-9448e044-f2f1-4907-8cef-2bb0113a9114 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:41:47.258530 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-296f99fc-85b8-468f-af5b-c52fd56c7ecd req-9448e044-f2f1-4907-8cef-2bb0113a9114 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] For port a618ef6b-dba0-40a5-b0cb-ff517f2fc54c, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=a618ef6b-dba0-40a5-b0cb-ff517f2fc54c,segment=NetworkSegment(631feab8-45c3-4170-9450-21a3a6ce8e6d),segment_id=631feab8-45c3-4170-9450-21a3a6ce8e6d)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:41:47.258880 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-296f99fc-85b8-468f-af5b-c52fd56c7ecd req-9448e044-f2f1-4907-8cef-2bb0113a9114 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:41:47.366737 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.50', 58281) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:41:47.504268 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-296f99fc-85b8-468f-af5b-c52fd56c7ecd req-9448e044-f2f1-4907-8cef-2bb0113a9114 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Calling delete_port for a618ef6b-dba0-40a5-b0cb-ff517f2fc54c owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:41:47.530354 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df7ad5-d897-4888-9224-81ee074dd984 req-fd284ebb-cf88-4859-96e9-d85e3979957a tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:47.533870 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-66df7ad5-d897-4888-9224-81ee074dd984 req-fd284ebb-cf88-4859-96e9-d85e3979957a tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.50 "GET /v2.0/networks?id=84d6d4c2-f8ed-40c9-bf36-089462d1a669 HTTP/1.1" status: 200 len: 814 time: 0.1618154 May 05 20:41:47.545019 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-66df7ad5-d897-4888-9224-81ee074dd984 req-da54a340-3c17-481d-b576-a5608fb78574 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Request body: {'port': {'device_id': '1298e313-e98f-4d4e-8acd-3ba94038fbe9', 'network_id': '84d6d4c2-f8ed-40c9-bf36-089462d1a669', 'admin_state_up': True, 'tenant_id': '27f66dd39c7a4c199e368ad88a2a847a'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:41:47.661655 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-296f99fc-85b8-468f-af5b-c52fd56c7ecd req-9448e044-f2f1-4907-8cef-2bb0113a9114 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:41:47.673948 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['a618ef6b-dba0-40a5-b0cb-ff517f2fc54c'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:41:47.705947 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-31808880-4901-4e8f-b0b6-041540ada762 req-5b62fe16-cda3-407c-8f6f-6cf8e95f41ef tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=1298e313-e98f-4d4e-8acd-3ba94038fbe9 HTTP/1.1" status: 200 len: 210 time: 0.0634754 May 05 20:41:47.715372 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9448e044-f2f1-4907-8cef-2bb0113a9114 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Pushing event deleted for resources: {'Port': ['ID=a618ef6b-dba0-40a5-b0cb-ff517f2fc54c,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:41:47.726753 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9448e044-f2f1-4907-8cef-2bb0113a9114 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:41:47.727104 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9448e044-f2f1-4907-8cef-2bb0113a9114 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:41:47.727468 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9448e044-f2f1-4907-8cef-2bb0113a9114 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:41:47.727805 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9448e044-f2f1-4907-8cef-2bb0113a9114 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:41:47.728139 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9448e044-f2f1-4907-8cef-2bb0113a9114 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:41:47.728462 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9448e044-f2f1-4907-8cef-2bb0113a9114 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:41:47.728786 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9448e044-f2f1-4907-8cef-2bb0113a9114 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:41:47.729109 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9448e044-f2f1-4907-8cef-2bb0113a9114 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:41:47.729429 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9448e044-f2f1-4907-8cef-2bb0113a9114 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:41:47.729797 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9448e044-f2f1-4907-8cef-2bb0113a9114 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:41:47.730648 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9448e044-f2f1-4907-8cef-2bb0113a9114 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:41:47.730968 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9448e044-f2f1-4907-8cef-2bb0113a9114 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:41:47.744857 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-66df7ad5-d897-4888-9224-81ee074dd984 req-da54a340-3c17-481d-b576-a5608fb78574 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:41:47.754593 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-66df7ad5-d897-4888-9224-81ee074dd984 req-da54a340-3c17-481d-b576-a5608fb78574 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:41:47.764625 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66df7ad5-d897-4888-9224-81ee074dd984 req-da54a340-3c17-481d-b576-a5608fb78574 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Made reservation on behalf of 27f66dd39c7a4c199e368ad88a2a847a for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:41:47.768167 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-66df7ad5-d897-4888-9224-81ee074dd984 req-da54a340-3c17-481d-b576-a5608fb78574 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:41:47.807661 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-296f99fc-85b8-468f-af5b-c52fd56c7ecd req-9448e044-f2f1-4907-8cef-2bb0113a9114 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] No DVR routers for this DVR port a618ef6b-dba0-40a5-b0cb-ff517f2fc54c on host n-h2-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:41:47.810453 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-296f99fc-85b8-468f-af5b-c52fd56c7ecd req-9448e044-f2f1-4907-8cef-2bb0113a9114 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:41:47.813018 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '821be6c3-c5d0-401a-ba23-84ae422cb947', 'name': 'network-vif-deleted', 'tag': 'a618ef6b-dba0-40a5-b0cb-ff517f2fc54c'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:41:47.829442 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-296f99fc-85b8-468f-af5b-c52fd56c7ecd req-9448e044-f2f1-4907-8cef-2bb0113a9114 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.50 "DELETE /v2.0/ports/a618ef6b-dba0-40a5-b0cb-ff517f2fc54c HTTP/1.1" status: 204 len: 173 time: 0.8858628 May 05 20:41:47.935545 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e5e9996-b173-4c11-94b9-0adc9548cb17'] response: {'server_uuid': '821be6c3-c5d0-401a-ba23-84ae422cb947', 'name': 'network-vif-deleted', 'tag': 'a618ef6b-dba0-40a5-b0cb-ff517f2fc54c', 'status': 'completed', 'code': 200} May 05 20:41:47.936033 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-66df7ad5-d897-4888-9224-81ee074dd984 req-da54a340-3c17-481d-b576-a5608fb78574 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Allocated IP 172.20.0.7 (84d6d4c2-f8ed-40c9-bf36-089462d1a669/a12f9390-97e8-490e-9ae3-1e73de205f5b/63892840-0962-4d33-9e3f-804d5c4d1b44) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:41:48.153181 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-66df7ad5-d897-4888-9224-81ee074dd984 req-da54a340-3c17-481d-b576-a5608fb78574 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:41:48.184661 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-66df7ad5-d897-4888-9224-81ee074dd984 req-da54a340-3c17-481d-b576-a5608fb78574 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:41:48.195238 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['a618ef6b-dba0-40a5-b0cb-ff517f2fc54c'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:41:48.266099 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66df7ad5-d897-4888-9224-81ee074dd984 req-da54a340-3c17-481d-b576-a5608fb78574 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Network 84d6d4c2-f8ed-40c9-bf36-089462d1a669 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:41:48.269161 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-66df7ad5-d897-4888-9224-81ee074dd984 req-da54a340-3c17-481d-b576-a5608fb78574 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:41:48.273612 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-66df7ad5-d897-4888-9224-81ee074dd984 req-da54a340-3c17-481d-b576-a5608fb78574 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:41:48.303236 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da54a340-3c17-481d-b576-a5608fb78574 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Pushing event updated for resources: {'Port': ['ID=63892840-0962-4d33-9e3f-804d5c4d1b44,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:41:48.318846 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da54a340-3c17-481d-b576-a5608fb78574 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:41:48.319190 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da54a340-3c17-481d-b576-a5608fb78574 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:41:48.319562 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da54a340-3c17-481d-b576-a5608fb78574 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:41:48.319893 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da54a340-3c17-481d-b576-a5608fb78574 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:41:48.320218 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da54a340-3c17-481d-b576-a5608fb78574 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:41:48.320538 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da54a340-3c17-481d-b576-a5608fb78574 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:41:48.320854 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da54a340-3c17-481d-b576-a5608fb78574 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:41:48.321169 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da54a340-3c17-481d-b576-a5608fb78574 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:41:48.321485 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da54a340-3c17-481d-b576-a5608fb78574 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:41:48.321800 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da54a340-3c17-481d-b576-a5608fb78574 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:41:48.322113 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da54a340-3c17-481d-b576-a5608fb78574 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:41:48.322425 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da54a340-3c17-481d-b576-a5608fb78574 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:41:48.349159 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df7ad5-d897-4888-9224-81ee074dd984 req-da54a340-3c17-481d-b576-a5608fb78574 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:48.349760 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-66df7ad5-d897-4888-9224-81ee074dd984 req-da54a340-3c17-481d-b576-a5608fb78574 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:41:48.373629 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-66df7ad5-d897-4888-9224-81ee074dd984 req-da54a340-3c17-481d-b576-a5608fb78574 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8337405 May 05 20:41:48.385081 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-66df7ad5-d897-4888-9224-81ee074dd984 req-cee5e294-6df8-4d40-9597-2215a5037a34 service neutron] Request body: {'port': {'device_id': '1298e313-e98f-4d4e-8acd-3ba94038fbe9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:41:48.590720 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-66df7ad5-d897-4888-9224-81ee074dd984 req-cee5e294-6df8-4d40-9597-2215a5037a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:41:48.971158 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb641d-28c2-4204-bf5b-ab0a04b695c9 req-ac01d159-8813-4c06-9acd-c9c3fe1e959b tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:48.971888 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-28fb641d-28c2-4204-bf5b-ab0a04b695c9 req-ac01d159-8813-4c06-9acd-c9c3fe1e959b tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Synchronizing usage tracker for tenant:27f66dd39c7a4c199e368ad88a2a847a on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:41:49.007707 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-66df7ad5-d897-4888-9224-81ee074dd984 req-cee5e294-6df8-4d40-9597-2215a5037a34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63892840-0962-4d33-9e3f-804d5c4d1b44 {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:41:49.014636 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-28fb641d-28c2-4204-bf5b-ab0a04b695c9 req-ac01d159-8813-4c06-9acd-c9c3fe1e959b tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Unset dirty status for tenant:27f66dd39c7a4c199e368ad88a2a847a on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:41:49.015829 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-28fb641d-28c2-4204-bf5b-ab0a04b695c9 req-ac01d159-8813-4c06-9acd-c9c3fe1e959b tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=1298e313-e98f-4d4e-8acd-3ba94038fbe9 HTTP/1.1" status: 200 len: 931 time: 0.1971331 May 05 20:41:49.017379 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-66df7ad5-d897-4888-9224-81ee074dd984 req-cee5e294-6df8-4d40-9597-2215a5037a34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:41:49.049140 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-66df7ad5-d897-4888-9224-81ee074dd984 req-cee5e294-6df8-4d40-9597-2215a5037a34 service neutron] Transition to ACTIVE for port object 63892840-0962-4d33-9e3f-804d5c4d1b44 will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:41:49.052578 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-66df7ad5-d897-4888-9224-81ee074dd984 req-cee5e294-6df8-4d40-9597-2215a5037a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:41:49.180797 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-28fb641d-28c2-4204-bf5b-ab0a04b695c9 req-bf6424cf-fac4-48b6-bf56-2c72be665862 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559770 May 05 20:41:49.197054 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee5e294-6df8-4d40-9597-2215a5037a34 service neutron] Pushing event updated for resources: {'Port': ['ID=63892840-0962-4d33-9e3f-804d5c4d1b44,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:41:49.305203 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-66df7ad5-d897-4888-9224-81ee074dd984 req-cee5e294-6df8-4d40-9597-2215a5037a34 service neutron] Attempting to bind port 63892840-0962-4d33-9e3f-804d5c4d1b44 on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:41:49.305451 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-66df7ad5-d897-4888-9224-81ee074dd984 req-cee5e294-6df8-4d40-9597-2215a5037a34 service neutron] Attempting to bind port 63892840-0962-4d33-9e3f-804d5c4d1b44 by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': '631feab8-45c3-4170-9450-21a3a6ce8e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '84d6d4c2-f8ed-40c9-bf36-089462d1a669'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:41:49.305781 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66df7ad5-d897-4888-9224-81ee074dd984 req-cee5e294-6df8-4d40-9597-2215a5037a34 service neutron] Attempting to bind port 63892840-0962-4d33-9e3f-804d5c4d1b44 on network 84d6d4c2-f8ed-40c9-bf36-089462d1a669 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:41:49.310459 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66df7ad5-d897-4888-9224-81ee074dd984 req-cee5e294-6df8-4d40-9597-2215a5037a34 service neutron] Port 63892840-0962-4d33-9e3f-804d5c4d1b44 on network 84d6d4c2-f8ed-40c9-bf36-089462d1a669 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:41:49.310778 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66df7ad5-d897-4888-9224-81ee074dd984 req-cee5e294-6df8-4d40-9597-2215a5037a34 service neutron] Attempting to bind port 63892840-0962-4d33-9e3f-804d5c4d1b44 on network 84d6d4c2-f8ed-40c9-bf36-089462d1a669 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:41:49.315763 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66df7ad5-d897-4888-9224-81ee074dd984 req-cee5e294-6df8-4d40-9597-2215a5037a34 service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:41:49.316100 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66df7ad5-d897-4888-9224-81ee074dd984 req-cee5e294-6df8-4d40-9597-2215a5037a34 service neutron] Checking segment: {'id': '631feab8-45c3-4170-9450-21a3a6ce8e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '84d6d4c2-f8ed-40c9-bf36-089462d1a669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:41:49.316481 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66df7ad5-d897-4888-9224-81ee074dd984 req-cee5e294-6df8-4d40-9597-2215a5037a34 service neutron] Bound using segment: {'id': '631feab8-45c3-4170-9450-21a3a6ce8e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '84d6d4c2-f8ed-40c9-bf36-089462d1a669'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:41:49.316901 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-66df7ad5-d897-4888-9224-81ee074dd984 req-cee5e294-6df8-4d40-9597-2215a5037a34 service neutron] Bound port: 63892840-0962-4d33-9e3f-804d5c4d1b44, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '631feab8-45c3-4170-9450-21a3a6ce8e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '84d6d4c2-f8ed-40c9-bf36-089462d1a669'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:41:49.317248 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-66df7ad5-d897-4888-9224-81ee074dd984 req-cee5e294-6df8-4d40-9597-2215a5037a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:41:49.405767 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-66df7ad5-d897-4888-9224-81ee074dd984 req-cee5e294-6df8-4d40-9597-2215a5037a34 service neutron] For port 63892840-0962-4d33-9e3f-804d5c4d1b44, host n-h2-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:41:49.408783 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-66df7ad5-d897-4888-9224-81ee074dd984 req-cee5e294-6df8-4d40-9597-2215a5037a34 service neutron] For port 63892840-0962-4d33-9e3f-804d5c4d1b44, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=63892840-0962-4d33-9e3f-804d5c4d1b44,segment=NetworkSegment(631feab8-45c3-4170-9450-21a3a6ce8e6d),segment_id=631feab8-45c3-4170-9450-21a3a6ce8e6d)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:41:49.412920 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-66df7ad5-d897-4888-9224-81ee074dd984 req-cee5e294-6df8-4d40-9597-2215a5037a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:41:49.475276 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df7ad5-d897-4888-9224-81ee074dd984 req-cee5e294-6df8-4d40-9597-2215a5037a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:49.475908 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-66df7ad5-d897-4888-9224-81ee074dd984 req-cee5e294-6df8-4d40-9597-2215a5037a34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:41:49.477248 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-66df7ad5-d897-4888-9224-81ee074dd984 req-cee5e294-6df8-4d40-9597-2215a5037a34 service neutron] 10.222.0.50 "PUT /v2.0/ports/63892840-0962-4d33-9e3f-804d5c4d1b44 HTTP/1.1" status: 200 len: 1091 time: 1.0961170 May 05 20:41:49.477673 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1298e313-e98f-4d4e-8acd-3ba94038fbe9', 'tag': '63892840-0962-4d33-9e3f-804d5c4d1b44'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:41:49.501065 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee5e294-6df8-4d40-9597-2215a5037a34 service neutron] Pushing event updated for resources: {'Port': ['ID=63892840-0962-4d33-9e3f-804d5c4d1b44,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:41:49.583302 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df7ad5-d897-4888-9224-81ee074dd984 req-1efeffcc-f3c7-462d-83ba-3f14f78c2c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:49.584915 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-66df7ad5-d897-4888-9224-81ee074dd984 req-1efeffcc-f3c7-462d-83ba-3f14f78c2c5a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=27f66dd39c7a4c199e368ad88a2a847a&device_id=1298e313-e98f-4d4e-8acd-3ba94038fbe9 HTTP/1.1" status: 200 len: 1094 time: 0.0722790 May 05 20:41:49.592141 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2104588-98de-463b-ad64-165f2a675a87'] response: {'name': 'network-changed', 'server_uuid': '1298e313-e98f-4d4e-8acd-3ba94038fbe9', 'tag': '63892840-0962-4d33-9e3f-804d5c4d1b44', 'status': 'completed', 'code': 200} May 05 20:41:49.660184 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-66df7ad5-d897-4888-9224-81ee074dd984 req-6d0effc9-4c56-4b5b-bfe5-45b4b3f8c111 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63892840-0962-4d33-9e3f-804d5c4d1b44 HTTP/1.1" status: 200 len: 217 time: 0.0644166 May 05 20:41:49.720893 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df7ad5-d897-4888-9224-81ee074dd984 req-14e71cc3-6dfb-4827-b310-a570bb7ca671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:49.722295 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-66df7ad5-d897-4888-9224-81ee074dd984 req-14e71cc3-6dfb-4827-b310-a570bb7ca671 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a12f9390-97e8-490e-9ae3-1e73de205f5b HTTP/1.1" status: 200 len: 854 time: 0.0565462 May 05 20:41:49.768104 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-66df7ad5-d897-4888-9224-81ee074dd984 req-bb6607e3-7eb8-4a55-872f-e5d1457f3917 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=84d6d4c2-f8ed-40c9-bf36-089462d1a669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402997 May 05 20:41:49.897994 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-66df7ad5-d897-4888-9224-81ee074dd984 req-a8ad842c-998f-4be7-a295-dc6e96a45ad2 service neutron] 10.222.0.50 "GET /v2.0/networks/84d6d4c2-f8ed-40c9-bf36-089462d1a669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240098 May 05 20:41:50.027840 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-66df7ad5-d897-4888-9224-81ee074dd984 req-f1f86ee4-d287-4ed8-af7c-43cff1222dc0 service neutron] 10.222.0.50 "GET /v2.0/networks/84d6d4c2-f8ed-40c9-bf36-089462d1a669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240759 May 05 20:41:50.139233 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd0e95-e4f9-4ef6-be27-e15779ac9b19 req-2e170cde-8a47-4e2d-8f8b-f4c37d097c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:50.140710 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a1fd0e95-e4f9-4ef6-be27-e15779ac9b19 req-2e170cde-8a47-4e2d-8f8b-f4c37d097c70 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=27f66dd39c7a4c199e368ad88a2a847a&device_id=1298e313-e98f-4d4e-8acd-3ba94038fbe9 HTTP/1.1" status: 200 len: 1094 time: 0.0728452 May 05 20:41:50.307133 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device a618ef6b-dba0-40a5-b0cb-ff517f2fc54c no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:41:50.341842 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] No Port match for: a618ef6b-dba0-40a5-b0cb-ff517f2fc54c {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:41:50.342184 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device a618ef6b-dba0-40a5-b0cb-ff517f2fc54c not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:41:50.426288 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd0e95-e4f9-4ef6-be27-e15779ac9b19 req-12cfdd23-fb57-4d7b-9b46-6286d111c9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:50.427738 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a1fd0e95-e4f9-4ef6-be27-e15779ac9b19 req-12cfdd23-fb57-4d7b-9b46-6286d111c9eb service neutron] 10.222.0.50 "GET /v2.0/networks?id=84d6d4c2-f8ed-40c9-bf36-089462d1a669 HTTP/1.1" status: 200 len: 915 time: 0.2811730 May 05 20:41:50.496842 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a1fd0e95-e4f9-4ef6-be27-e15779ac9b19 req-10e8a01f-688e-42ba-aa0c-8527351e3f1c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63892840-0962-4d33-9e3f-804d5c4d1b44 HTTP/1.1" status: 200 len: 217 time: 0.0613816 May 05 20:41:50.504376 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e2a4e9-72fe-43e0-a8f5-e7e242d90f58 req-c3539cd9-30f3-40e8-b414-3b7bc94ab238 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:50.505728 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-35e2a4e9-72fe-43e0-a8f5-e7e242d90f58 req-c3539cd9-30f3-40e8-b414-3b7bc94ab238 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=1298e313-e98f-4d4e-8acd-3ba94038fbe9 HTTP/1.1" status: 200 len: 943 time: 0.1708302 May 05 20:41:50.595899 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd0e95-e4f9-4ef6-be27-e15779ac9b19 req-c1e12838-d69d-455e-9138-dc1d2376ef7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:50.597344 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a1fd0e95-e4f9-4ef6-be27-e15779ac9b19 req-c1e12838-d69d-455e-9138-dc1d2376ef7a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a12f9390-97e8-490e-9ae3-1e73de205f5b HTTP/1.1" status: 200 len: 854 time: 0.0908058 May 05 20:41:50.600358 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-35e2a4e9-72fe-43e0-a8f5-e7e242d90f58 req-206369d3-cf76-4f32-af58-733ef0b858b3 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621171 May 05 20:41:50.644401 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a1fd0e95-e4f9-4ef6-be27-e15779ac9b19 req-3206fc58-1b56-4e86-b842-b0e867d1e55b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=84d6d4c2-f8ed-40c9-bf36-089462d1a669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401030 May 05 20:41:50.773686 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a1fd0e95-e4f9-4ef6-be27-e15779ac9b19 req-151901a3-826a-4c79-97af-117acd00a0f9 service neutron] 10.222.0.50 "GET /v2.0/networks/84d6d4c2-f8ed-40c9-bf36-089462d1a669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232190 May 05 20:41:50.906187 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a1fd0e95-e4f9-4ef6-be27-e15779ac9b19 req-50c8f3ee-0c3e-4a69-9a57-aae45c7ed53a service neutron] 10.222.0.50 "GET /v2.0/networks/84d6d4c2-f8ed-40c9-bf36-089462d1a669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258726 May 05 20:41:51.787765 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049117ba-41bc-4b54-b62a-0977b0bcd978 req-24871375-74e4-4c08-8afe-86388e7682cd tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:51.788456 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-049117ba-41bc-4b54-b62a-0977b0bcd978 req-24871375-74e4-4c08-8afe-86388e7682cd tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Synchronizing usage tracker for tenant:27f66dd39c7a4c199e368ad88a2a847a on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:41:51.800061 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-049117ba-41bc-4b54-b62a-0977b0bcd978 req-24871375-74e4-4c08-8afe-86388e7682cd tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Unset dirty status for tenant:27f66dd39c7a4c199e368ad88a2a847a on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:41:51.801154 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-049117ba-41bc-4b54-b62a-0977b0bcd978 req-24871375-74e4-4c08-8afe-86388e7682cd tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=1298e313-e98f-4d4e-8acd-3ba94038fbe9 HTTP/1.1" status: 200 len: 943 time: 0.0947163 May 05 20:41:51.845429 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-049117ba-41bc-4b54-b62a-0977b0bcd978 req-212ce451-fa95-46e8-a2bd-27a0cafbd6f9 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387313 May 05 20:41:52.312897 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 63892840-0962-4d33-9e3f-804d5c4d1b44 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:41:52.442895 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 63892840-0962-4d33-9e3f-804d5c4d1b44, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=63892840-0962-4d33-9e3f-804d5c4d1b44,segment=NetworkSegment(631feab8-45c3-4170-9450-21a3a6ce8e6d),segment_id=631feab8-45c3-4170-9450-21a3a6ce8e6d)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:41:52.456033 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': '63892840-0962-4d33-9e3f-804d5c4d1b44', 'network_id': '84d6d4c2-f8ed-40c9-bf36-089462d1a669', 'port_id': '63892840-0962-4d33-9e3f-804d5c4d1b44', 'mac_address': 'fa:16:3e:68:1b:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a12f9390-97e8-490e-9ae3-1e73de205f5b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:41:52.509260 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:41:52.525798 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63892840-0962-4d33-9e3f-804d5c4d1b44 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:41:52.540996 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 63892840-0962-4d33-9e3f-804d5c4d1b44, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=63892840-0962-4d33-9e3f-804d5c4d1b44,segment=NetworkSegment(631feab8-45c3-4170-9450-21a3a6ce8e6d),segment_id=631feab8-45c3-4170-9450-21a3a6ce8e6d)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:41:52.545200 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:41:52.614889 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=63892840-0962-4d33-9e3f-804d5c4d1b44,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:41:52.728846 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['63892840-0962-4d33-9e3f-804d5c4d1b44'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:41:53.034109 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a80199-7cec-4186-a2a2-104515a9484b req-d44f5aaf-9b51-4692-bfc8-34d1a1b6cc7d tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:53.035881 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-25a80199-7cec-4186-a2a2-104515a9484b req-d44f5aaf-9b51-4692-bfc8-34d1a1b6cc7d tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=1298e313-e98f-4d4e-8acd-3ba94038fbe9 HTTP/1.1" status: 200 len: 944 time: 0.0838077 May 05 20:41:53.079311 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-25a80199-7cec-4186-a2a2-104515a9484b req-9ae8a863-8287-41c2-8c74-6217e1e6d087 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378802 May 05 20:41:54.262583 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc641515-b9de-4bca-8d3a-1370070a9058 req-7df1d581-fcfd-43ed-864f-e235b0da61ff tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:54.264049 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bc641515-b9de-4bca-8d3a-1370070a9058 req-7df1d581-fcfd-43ed-864f-e235b0da61ff tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=1298e313-e98f-4d4e-8acd-3ba94038fbe9 HTTP/1.1" status: 200 len: 944 time: 0.0784891 May 05 20:41:54.311761 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bc641515-b9de-4bca-8d3a-1370070a9058 req-d1c15026-1b9d-4707-a565-08e7c9e921af tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420451 May 05 20:41:54.328421 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 63892840-0962-4d33-9e3f-804d5c4d1b44 up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:41:54.395444 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port 63892840-0962-4d33-9e3f-804d5c4d1b44 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:41:54.400165 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port 63892840-0962-4d33-9e3f-804d5c4d1b44 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:41:54.402088 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:41:54.550440 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:41:54.578514 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1298e313-e98f-4d4e-8acd-3ba94038fbe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63892840-0962-4d33-9e3f-804d5c4d1b44'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:41:54.588536 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 63892840-0962-4d33-9e3f-804d5c4d1b44, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=63892840-0962-4d33-9e3f-804d5c4d1b44,segment=NetworkSegment(631feab8-45c3-4170-9450-21a3a6ce8e6d),segment_id=631feab8-45c3-4170-9450-21a3a6ce8e6d)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:41:54.593770 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:41:54.630065 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44b941d1-54c3-4441-9822-cc8ca532189f'] response: {'server_uuid': '1298e313-e98f-4d4e-8acd-3ba94038fbe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63892840-0962-4d33-9e3f-804d5c4d1b44', 'code': 200} May 05 20:41:54.662115 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=63892840-0962-4d33-9e3f-804d5c4d1b44,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:41:54.750189 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca38b6f-307f-4132-9d93-1683f43b511c req-0343ec6f-bac2-444b-9381-6ee9b32fc21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:54.751673 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bca38b6f-307f-4132-9d93-1683f43b511c req-0343ec6f-bac2-444b-9381-6ee9b32fc21e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1298e313-e98f-4d4e-8acd-3ba94038fbe9 HTTP/1.1" status: 200 len: 1096 time: 0.0690553 May 05 20:41:54.792013 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bca38b6f-307f-4132-9d93-1683f43b511c req-b6312ddf-b390-44fe-87e9-d500a9badce3 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350535 May 05 20:41:55.493849 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a083b-fce4-4d5a-9441-f651b5df2af9 req-1a5ed37c-3a3f-4da9-888d-e564f3aa7353 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:55.495346 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-285a083b-fce4-4d5a-9441-f651b5df2af9 req-1a5ed37c-3a3f-4da9-888d-e564f3aa7353 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=1298e313-e98f-4d4e-8acd-3ba94038fbe9 HTTP/1.1" status: 200 len: 945 time: 0.0785301 May 05 20:41:55.538321 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-285a083b-fce4-4d5a-9441-f651b5df2af9 req-dce2703c-c5ac-4543-8f3c-70d455ad9b21 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368536 May 05 20:41:56.727580 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db96ed1-d9cd-4e88-9eb9-8ca32ab9af77 req-50afa7e9-d236-4efe-a4d0-6b83b63f52ce tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:56.729028 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2db96ed1-d9cd-4e88-9eb9-8ca32ab9af77 req-50afa7e9-d236-4efe-a4d0-6b83b63f52ce tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=1298e313-e98f-4d4e-8acd-3ba94038fbe9 HTTP/1.1" status: 200 len: 945 time: 0.0812371 May 05 20:41:56.773456 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2db96ed1-d9cd-4e88-9eb9-8ca32ab9af77 req-c8d4cee0-86ed-4107-8920-c66e25226252 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378971 May 05 20:41:56.959278 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbcf524-1320-4405-94aa-a05d5ab9e713 req-1bd8a912-cef8-49c0-b652-d25f53a9bd6e tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:56.960748 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4cbcf524-1320-4405-94aa-a05d5ab9e713 req-1bd8a912-cef8-49c0-b652-d25f53a9bd6e tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=1298e313-e98f-4d4e-8acd-3ba94038fbe9 HTTP/1.1" status: 200 len: 945 time: 0.0834358 May 05 20:41:57.004689 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4cbcf524-1320-4405-94aa-a05d5ab9e713 req-b76c30c1-be8e-470d-8ab5-e031db01f224 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383270 May 05 20:41:57.345233 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d40cff03-4d57-414f-9c3e-b838518252cd req-8abf24c9-62c6-4437-b3b4-cc23ae60f3dc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1298e313-e98f-4d4e-8acd-3ba94038fbe9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0686586 May 05 20:41:57.408381 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91a9b3d-d2cf-45e7-98d0-dde56de0a51b req-cc35c665-e3fe-4e24-afeb-57e5ca0e836a tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:57.409881 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c91a9b3d-d2cf-45e7-98d0-dde56de0a51b req-cc35c665-e3fe-4e24-afeb-57e5ca0e836a tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=1298e313-e98f-4d4e-8acd-3ba94038fbe9 HTTP/1.1" status: 200 len: 945 time: 0.0832717 May 05 20:41:57.454666 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c91a9b3d-d2cf-45e7-98d0-dde56de0a51b req-7d2df852-201c-4c7e-962d-30caefbca865 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389400 May 05 20:41:58.504723 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40cff03-4d57-414f-9c3e-b838518252cd req-0de79889-3851-441a-b65f-f498a5737301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:58.506267 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d40cff03-4d57-414f-9c3e-b838518252cd req-0de79889-3851-441a-b65f-f498a5737301 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=27f66dd39c7a4c199e368ad88a2a847a&device_id=1298e313-e98f-4d4e-8acd-3ba94038fbe9 HTTP/1.1" status: 200 len: 1096 time: 0.0759220 May 05 20:41:58.687475 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40cff03-4d57-414f-9c3e-b838518252cd req-7290312b-a4e8-4449-a8b8-a3ed022165e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:58.688919 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d40cff03-4d57-414f-9c3e-b838518252cd req-7290312b-a4e8-4449-a8b8-a3ed022165e3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=84d6d4c2-f8ed-40c9-bf36-089462d1a669 HTTP/1.1" status: 200 len: 915 time: 0.1769149 May 05 20:41:58.766755 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d40cff03-4d57-414f-9c3e-b838518252cd req-e08ccf2b-11f2-4a8f-94dc-0408030597f3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63892840-0962-4d33-9e3f-804d5c4d1b44 HTTP/1.1" status: 200 len: 217 time: 0.0722902 May 05 20:41:58.778289 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ae9fb-48a5-46f3-a70a-aa7deabd5ad9 req-bca9475f-bc7c-4c0c-b3ad-efbc841cadb9 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:58.779671 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-650ae9fb-48a5-46f3-a70a-aa7deabd5ad9 req-bca9475f-bc7c-4c0c-b3ad-efbc841cadb9 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=1298e313-e98f-4d4e-8acd-3ba94038fbe9 HTTP/1.1" status: 200 len: 945 time: 0.1807148 May 05 20:41:58.868399 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40cff03-4d57-414f-9c3e-b838518252cd req-4c525a8b-477e-43df-ab43-d1c356356ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:41:58.869721 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d40cff03-4d57-414f-9c3e-b838518252cd req-4c525a8b-477e-43df-ab43-d1c356356ec6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a12f9390-97e8-490e-9ae3-1e73de205f5b HTTP/1.1" status: 200 len: 854 time: 0.0892136 May 05 20:41:58.872937 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-650ae9fb-48a5-46f3-a70a-aa7deabd5ad9 req-14a0baca-2a28-4fe0-b56a-0ff6c0745ffe tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642109 May 05 20:41:58.915563 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d40cff03-4d57-414f-9c3e-b838518252cd req-8299dd5d-ae5e-4be5-a61b-652382f1a33f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=84d6d4c2-f8ed-40c9-bf36-089462d1a669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402238 May 05 20:41:59.143301 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d40cff03-4d57-414f-9c3e-b838518252cd req-406e294e-5f94-4bf2-b7ac-3cca5bf633f5 service neutron] 10.222.0.50 "GET /v2.0/networks/84d6d4c2-f8ed-40c9-bf36-089462d1a669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219157 May 05 20:41:59.273839 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d40cff03-4d57-414f-9c3e-b838518252cd req-6822f2e1-c86a-4267-b169-cb8f996edcd5 service neutron] 10.222.0.50 "GET /v2.0/networks/84d6d4c2-f8ed-40c9-bf36-089462d1a669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248138 May 05 20:42:00.057800 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011e62e5-e888-4ed3-8616-5dec2056e0f7 req-4b82f163-d4df-42d3-8762-96be6d0ed724 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:42:00.059322 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-011e62e5-e888-4ed3-8616-5dec2056e0f7 req-4b82f163-d4df-42d3-8762-96be6d0ed724 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=1298e313-e98f-4d4e-8acd-3ba94038fbe9 HTTP/1.1" status: 200 len: 945 time: 0.0824842 May 05 20:42:00.102793 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-011e62e5-e888-4ed3-8616-5dec2056e0f7 req-ffabd58d-b77a-471a-bcce-e324e960e077 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379264 May 05 20:42:01.290169 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e85c53-f357-4af0-96a2-a097e241def8 req-f2019509-f21c-416c-94e9-99a79fa63b26 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:42:01.291654 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e8e85c53-f357-4af0-96a2-a097e241def8 req-f2019509-f21c-416c-94e9-99a79fa63b26 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=1298e313-e98f-4d4e-8acd-3ba94038fbe9 HTTP/1.1" status: 200 len: 945 time: 0.0843801 May 05 20:42:01.335454 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e8e85c53-f357-4af0-96a2-a097e241def8 req-74156478-b57b-45db-8c5d-366ef05e7c00 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380611 May 05 20:42:02.519212 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2921df0d-2a85-4dc0-9444-8b41bfb00cbd req-10eec8f3-722d-495b-b2f9-ba077d2bcce3 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:42:02.520692 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2921df0d-2a85-4dc0-9444-8b41bfb00cbd req-10eec8f3-722d-495b-b2f9-ba077d2bcce3 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=1298e313-e98f-4d4e-8acd-3ba94038fbe9 HTTP/1.1" status: 200 len: 945 time: 0.0784857 May 05 20:42:02.564987 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2921df0d-2a85-4dc0-9444-8b41bfb00cbd req-8382a1e3-93e1-4e27-8d79-9357fd615035 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385981 May 05 20:42:03.750144 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c4b3dc-ba88-4793-bc13-71fefe847b59 req-4da0b03e-f739-4204-bbae-dcac50836c2a tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:42:03.751607 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f9c4b3dc-ba88-4793-bc13-71fefe847b59 req-4da0b03e-f739-4204-bbae-dcac50836c2a tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=1298e313-e98f-4d4e-8acd-3ba94038fbe9 HTTP/1.1" status: 200 len: 945 time: 0.0787666 May 05 20:42:03.795072 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f9c4b3dc-ba88-4793-bc13-71fefe847b59 req-6e0006e8-97fd-41f6-b05e-701b4d2f6ffa tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379205 May 05 20:42:04.708544 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1a50228c-2401-4690-ba69-1ee84245a771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:04.990206 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be482062-51b1-4b40-a669-fcaa7718a221 req-1a4d13bd-e0a0-482b-a46b-b6cb2c0ca2fe tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:42:04.991695 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-be482062-51b1-4b40-a669-fcaa7718a221 req-1a4d13bd-e0a0-482b-a46b-b6cb2c0ca2fe tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=1298e313-e98f-4d4e-8acd-3ba94038fbe9 HTTP/1.1" status: 200 len: 945 time: 0.0880325 May 05 20:42:05.036308 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-be482062-51b1-4b40-a669-fcaa7718a221 req-2d1e54b2-01d7-49e1-abdc-121a2c619c73 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378695 May 05 20:42:06.222557 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a8e94-78e7-45d9-b215-f83d3d172b3f req-f51137e2-271f-4ad0-96ea-c2429108f5e9 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:42:06.224037 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-351a8e94-78e7-45d9-b215-f83d3d172b3f req-f51137e2-271f-4ad0-96ea-c2429108f5e9 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=1298e313-e98f-4d4e-8acd-3ba94038fbe9 HTTP/1.1" status: 200 len: 945 time: 0.0821288 May 05 20:42:06.269637 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-351a8e94-78e7-45d9-b215-f83d3d172b3f req-1b376ed3-7050-4d01-9b65-59fbe06f86d1 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399287 May 05 20:42:06.898363 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-61ad00c8-f9bb-422b-bfe5-d3936caa323f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:07.453147 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e3dd1-4f7f-4d6a-ac71-6d7b2cb6dee8 req-399fe3d4-56f2-48a3-9991-31a06ed6e20a tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:42:07.454606 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-909e3dd1-4f7f-4d6a-ac71-6d7b2cb6dee8 req-399fe3d4-56f2-48a3-9991-31a06ed6e20a tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=1298e313-e98f-4d4e-8acd-3ba94038fbe9 HTTP/1.1" status: 200 len: 945 time: 0.0803804 May 05 20:42:07.503418 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-909e3dd1-4f7f-4d6a-ac71-6d7b2cb6dee8 req-7b2e1da3-9e7a-4cca-8402-6c5bb75e3eee tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432453 May 05 20:42:07.941939 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:08.127838 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:08.581213 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97157a7b-33b8-4b0a-b9af-67f8dc058df9 req-45a915f4-bf17-46bc-863f-d96b678d11a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:42:08.582744 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-97157a7b-33b8-4b0a-b9af-67f8dc058df9 req-45a915f4-bf17-46bc-863f-d96b678d11a1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=27f66dd39c7a4c199e368ad88a2a847a&device_id=1298e313-e98f-4d4e-8acd-3ba94038fbe9 HTTP/1.1" status: 200 len: 1096 time: 0.0744610 May 05 20:42:08.793732 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97157a7b-33b8-4b0a-b9af-67f8dc058df9 req-a0d23a91-5e4d-4698-81a7-f4a16e01c714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:42:08.795200 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-97157a7b-33b8-4b0a-b9af-67f8dc058df9 req-a0d23a91-5e4d-4698-81a7-f4a16e01c714 service neutron] 10.222.0.50 "GET /v2.0/networks?id=84d6d4c2-f8ed-40c9-bf36-089462d1a669 HTTP/1.1" status: 200 len: 915 time: 0.1947503 May 05 20:42:08.806722 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70867f9-c356-413b-ab21-770e6086e7d6 req-f6eee65c-060a-42db-88e4-09d5cb4ea08b tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:42:08.808285 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a70867f9-c356-413b-ab21-770e6086e7d6 req-f6eee65c-060a-42db-88e4-09d5cb4ea08b tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=1298e313-e98f-4d4e-8acd-3ba94038fbe9 HTTP/1.1" status: 200 len: 945 time: 0.1651950 May 05 20:42:08.888727 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-97157a7b-33b8-4b0a-b9af-67f8dc058df9 req-8cc855ca-555f-4746-8bd4-655168be700a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63892840-0962-4d33-9e3f-804d5c4d1b44 HTTP/1.1" status: 200 len: 217 time: 0.0794506 May 05 20:42:08.956215 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a70867f9-c356-413b-ab21-770e6086e7d6 req-53b99227-1673-4fec-97ac-34721bea4319 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982156 May 05 20:42:08.965832 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97157a7b-33b8-4b0a-b9af-67f8dc058df9 req-71faa34b-80e3-4871-8311-1f65146c035c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:42:08.967242 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-97157a7b-33b8-4b0a-b9af-67f8dc058df9 req-71faa34b-80e3-4871-8311-1f65146c035c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a12f9390-97e8-490e-9ae3-1e73de205f5b HTTP/1.1" status: 200 len: 854 time: 0.0733743 May 05 20:42:09.015656 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-97157a7b-33b8-4b0a-b9af-67f8dc058df9 req-833d5567-b606-4cc7-aec9-3860b575a4af service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=84d6d4c2-f8ed-40c9-bf36-089462d1a669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433536 May 05 20:42:09.143909 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-97157a7b-33b8-4b0a-b9af-67f8dc058df9 req-7b49c54e-2830-46c7-9980-2b296577fcbc service neutron] 10.222.0.50 "GET /v2.0/networks/84d6d4c2-f8ed-40c9-bf36-089462d1a669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229219 May 05 20:42:09.271181 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-97157a7b-33b8-4b0a-b9af-67f8dc058df9 req-f5d30c69-2f85-4747-81d5-03bb80a6320d service neutron] 10.222.0.50 "GET /v2.0/networks/84d6d4c2-f8ed-40c9-bf36-089462d1a669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224468 May 05 20:42:09.689135 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:10.140095 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8e3f9d-028d-44ce-abd0-a9658fe74bd4 req-fce1fcbf-80f0-4cee-9f88-14f404a578f8 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:42:10.141556 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4e8e3f9d-028d-44ce-abd0-a9658fe74bd4 req-fce1fcbf-80f0-4cee-9f88-14f404a578f8 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=1298e313-e98f-4d4e-8acd-3ba94038fbe9 HTTP/1.1" status: 200 len: 945 time: 0.0799994 May 05 20:42:10.186636 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4e8e3f9d-028d-44ce-abd0-a9658fe74bd4 req-bf15f898-d2a3-4ea2-9898-4bdc8339429c tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394559 May 05 20:42:11.371543 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd311cb-ce87-44ad-8ce5-047620f82871 req-b105ca33-84e2-4017-aa6c-a745fe0cab17 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:42:11.373001 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ddd311cb-ce87-44ad-8ce5-047620f82871 req-b105ca33-84e2-4017-aa6c-a745fe0cab17 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=1298e313-e98f-4d4e-8acd-3ba94038fbe9 HTTP/1.1" status: 200 len: 945 time: 0.0792854 May 05 20:42:11.416496 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ddd311cb-ce87-44ad-8ce5-047620f82871 req-80a108d5-d5cf-4bdf-bab5-3c1b5b2199fb tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379128 May 05 20:42:12.605569 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e892e8bf-c64e-4c29-b7da-8289f3bec643 req-c3ae71f4-98c0-4672-b1a7-5a62e420145a tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:42:12.607079 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e892e8bf-c64e-4c29-b7da-8289f3bec643 req-c3ae71f4-98c0-4672-b1a7-5a62e420145a tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=1298e313-e98f-4d4e-8acd-3ba94038fbe9 HTTP/1.1" status: 200 len: 945 time: 0.0829968 May 05 20:42:12.650908 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e892e8bf-c64e-4c29-b7da-8289f3bec643 req-bf052927-ef1c-4a46-9530-6712ec3e0bd5 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381002 May 05 20:42:13.835802 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e01d604-07f1-41d7-b93f-2d5733f77746 req-155860e4-d715-4010-949e-cb3c0598bfc1 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:42:13.837228 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6e01d604-07f1-41d7-b93f-2d5733f77746 req-155860e4-d715-4010-949e-cb3c0598bfc1 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=1298e313-e98f-4d4e-8acd-3ba94038fbe9 HTTP/1.1" status: 200 len: 945 time: 0.0815754 May 05 20:42:13.880835 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6e01d604-07f1-41d7-b93f-2d5733f77746 req-0800e002-831c-44b0-a798-fc68a09525f7 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376770 May 05 20:42:14.623276 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:15.070285 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daeb3c2-cb02-4e2b-a967-6b23d4ba2b64 req-53c0de59-5bb0-4ebf-94e7-fa54ad324401 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:42:15.071775 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3daeb3c2-cb02-4e2b-a967-6b23d4ba2b64 req-53c0de59-5bb0-4ebf-94e7-fa54ad324401 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=1298e313-e98f-4d4e-8acd-3ba94038fbe9 HTTP/1.1" status: 200 len: 945 time: 0.0871899 May 05 20:42:15.116231 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3daeb3c2-cb02-4e2b-a967-6b23d4ba2b64 req-d6e38bdd-0c71-41fd-8808-ec6950c7c5b0 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382009 May 05 20:42:16.299892 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9378b980-35b7-432a-ac0e-de80d71c27b2 req-6a2bb579-ee32-483b-9d32-0959f9d02ecf tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:42:16.301342 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9378b980-35b7-432a-ac0e-de80d71c27b2 req-6a2bb579-ee32-483b-9d32-0959f9d02ecf tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=1298e313-e98f-4d4e-8acd-3ba94038fbe9 HTTP/1.1" status: 200 len: 945 time: 0.0788989 May 05 20:42:16.344805 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9378b980-35b7-432a-ac0e-de80d71c27b2 req-415c9a17-103c-4933-9aaf-fb34907cf994 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377231 May 05 20:42:16.638585 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:17.535093 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beb396f-9185-4369-bf22-bfdf01cafa8b req-41955652-22d9-4eb7-8a17-86f4533a98d8 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:42:17.536621 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1beb396f-9185-4369-bf22-bfdf01cafa8b req-41955652-22d9-4eb7-8a17-86f4533a98d8 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=1298e313-e98f-4d4e-8acd-3ba94038fbe9 HTTP/1.1" status: 200 len: 945 time: 0.0849984 May 05 20:42:17.581139 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1beb396f-9185-4369-bf22-bfdf01cafa8b req-5a640074-ea50-4a3f-8e7b-27d2a03e56eb tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386224 May 05 20:42:18.874982 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feffb191-06e9-4e9a-bdf4-f9028e81b20f req-5dde6a36-3bb6-4c03-9dd1-bdc75fa83ed3 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:42:18.876356 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-feffb191-06e9-4e9a-bdf4-f9028e81b20f req-5dde6a36-3bb6-4c03-9dd1-bdc75fa83ed3 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=1298e313-e98f-4d4e-8acd-3ba94038fbe9 HTTP/1.1" status: 200 len: 945 time: 0.1788566 May 05 20:42:18.919212 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-feffb191-06e9-4e9a-bdf4-f9028e81b20f req-919a8838-c7a6-4c98-9d7d-792b4ee68e8b tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371156 May 05 20:42:20.103234 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107066c7-297d-43be-b23a-8f049389dadf req-d0ab8c35-6aa9-4aa7-b413-2ef5d6bce8f8 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:42:20.104742 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-107066c7-297d-43be-b23a-8f049389dadf req-d0ab8c35-6aa9-4aa7-b413-2ef5d6bce8f8 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=1298e313-e98f-4d4e-8acd-3ba94038fbe9 HTTP/1.1" status: 200 len: 945 time: 0.0790052 May 05 20:42:20.152465 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-107066c7-297d-43be-b23a-8f049389dadf req-fc481f52-7dca-438b-b443-59c615675b62 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421810 May 05 20:42:21.337294 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec05e18-b0e7-4452-9bfe-c63a40704c3a req-f382faef-5764-4379-bd7a-e8335ef5f810 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:42:21.339260 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-aec05e18-b0e7-4452-9bfe-c63a40704c3a req-f382faef-5764-4379-bd7a-e8335ef5f810 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=1298e313-e98f-4d4e-8acd-3ba94038fbe9 HTTP/1.1" status: 200 len: 945 time: 0.0801787 May 05 20:42:21.384659 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-aec05e18-b0e7-4452-9bfe-c63a40704c3a req-6664f6b9-edd5-4e61-b826-f62fa022cb3d tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390246 May 05 20:42:22.565729 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b21c04d-a5ac-4091-99ec-96b81aaa598d req-eeed78c2-8a1d-457b-9aca-7820f686eb09 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:42:22.567179 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8b21c04d-a5ac-4091-99ec-96b81aaa598d req-eeed78c2-8a1d-457b-9aca-7820f686eb09 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=1298e313-e98f-4d4e-8acd-3ba94038fbe9 HTTP/1.1" status: 200 len: 945 time: 0.0789528 May 05 20:42:22.611823 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8b21c04d-a5ac-4091-99ec-96b81aaa598d req-2d2335b7-0d6b-4b33-a303-54e121230895 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389390 May 05 20:42:23.000633 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:42:23.800062 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24b665-7697-45a8-bd54-79ea967e6ad0 req-3a6d9af0-035d-4db5-bb1d-61dc0a4f3e06 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:42:23.801546 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0d24b665-7697-45a8-bd54-79ea967e6ad0 req-3a6d9af0-035d-4db5-bb1d-61dc0a4f3e06 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=1298e313-e98f-4d4e-8acd-3ba94038fbe9 HTTP/1.1" status: 200 len: 945 time: 0.0828259 May 05 20:42:23.845515 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0d24b665-7697-45a8-bd54-79ea967e6ad0 req-ea9e413f-195f-4fe6-b905-fb6c57fa912f tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384431 May 05 20:42:25.032491 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b0ac2d-9471-4fbc-80f3-a8f061877510 req-27af25a4-762b-4e7e-9aa2-e2e0d3d603d8 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:42:25.033969 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-13b0ac2d-9471-4fbc-80f3-a8f061877510 req-27af25a4-762b-4e7e-9aa2-e2e0d3d603d8 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=1298e313-e98f-4d4e-8acd-3ba94038fbe9 HTTP/1.1" status: 200 len: 945 time: 0.0835478 May 05 20:42:25.076990 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-13b0ac2d-9471-4fbc-80f3-a8f061877510 req-29569f63-03b4-4d03-9189-c856ed093552 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373855 May 05 20:42:26.078021 n-d-840717-1 neutron-server[88197]: INFO neutron.api.v2.resource [req-d40cff03-4d57-414f-9c3e-b838518252cd req-3303f017-c8fb-4e35-8cdf-ef7b36e0ecef service neutron] show failed (client error): The resource could not be found. May 05 20:42:26.079009 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d40cff03-4d57-414f-9c3e-b838518252cd req-3303f017-c8fb-4e35-8cdf-ef7b36e0ecef service neutron] 10.222.0.50 "GET /v2.0/ports/63892840-0962-4d33-9e3f-804d5c4d1b44/bindings/n-h1-840717-1 HTTP/1.1" status: 404 len: 380 time: 0.0779960 May 05 20:42:26.273979 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594bc05-807e-4b20-a0be-495c3608a558 req-1093721f-dd7d-4fc6-a90a-c808ec45cc3b tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:42:26.275520 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9594bc05-807e-4b20-a0be-495c3608a558 req-1093721f-dd7d-4fc6-a90a-c808ec45cc3b tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=1298e313-e98f-4d4e-8acd-3ba94038fbe9 HTTP/1.1" status: 200 len: 945 time: 0.0898192 May 05 20:42:26.319899 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9594bc05-807e-4b20-a0be-495c3608a558 req-00eea318-5678-4449-8607-29a6f95c9097 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379157 May 05 20:42:26.341522 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40cff03-4d57-414f-9c3e-b838518252cd req-e15e2879-3d95-476e-b5f3-9bd55e66c6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:42:26.343231 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d40cff03-4d57-414f-9c3e-b838518252cd req-e15e2879-3d95-476e-b5f3-9bd55e66c6d5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1298e313-e98f-4d4e-8acd-3ba94038fbe9&tenant_id=27f66dd39c7a4c199e368ad88a2a847a HTTP/1.1" status: 200 len: 1096 time: 0.0708251 May 05 20:42:26.353315 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-d40cff03-4d57-414f-9c3e-b838518252cd req-9384e982-f8b8-47a6-8e4b-90f3d148caee service neutron] Request body: {'port': {'binding:host_id': 'n-h1-840717-1', 'device_owner': 'compute:nova'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:42:26.562911 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-d40cff03-4d57-414f-9c3e-b838518252cd req-9384e982-f8b8-47a6-8e4b-90f3d148caee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:26.830797 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-d40cff03-4d57-414f-9c3e-b838518252cd req-9384e982-f8b8-47a6-8e4b-90f3d148caee service neutron] For port 63892840-0962-4d33-9e3f-804d5c4d1b44, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=63892840-0962-4d33-9e3f-804d5c4d1b44,segment=NetworkSegment(631feab8-45c3-4170-9450-21a3a6ce8e6d),segment_id=631feab8-45c3-4170-9450-21a3a6ce8e6d)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:42:26.859262 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-d40cff03-4d57-414f-9c3e-b838518252cd req-9384e982-f8b8-47a6-8e4b-90f3d148caee service neutron] For port 63892840-0962-4d33-9e3f-804d5c4d1b44, host n-h2-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:42:26.916895 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1298e313-e98f-4d4e-8acd-3ba94038fbe9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63892840-0962-4d33-9e3f-804d5c4d1b44'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:42:26.922484 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-d40cff03-4d57-414f-9c3e-b838518252cd req-9384e982-f8b8-47a6-8e4b-90f3d148caee service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:26.937580 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-d40cff03-4d57-414f-9c3e-b838518252cd req-9384e982-f8b8-47a6-8e4b-90f3d148caee service neutron] Transition to ACTIVE for port object 63892840-0962-4d33-9e3f-804d5c4d1b44 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:42:26.940844 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-d40cff03-4d57-414f-9c3e-b838518252cd req-9384e982-f8b8-47a6-8e4b-90f3d148caee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:26.981847 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a808285-e71f-42d3-85f4-1d2974a03282'] response: {'server_uuid': '1298e313-e98f-4d4e-8acd-3ba94038fbe9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63892840-0962-4d33-9e3f-804d5c4d1b44', 'code': 200} May 05 20:42:27.100832 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-d40cff03-4d57-414f-9c3e-b838518252cd req-9384e982-f8b8-47a6-8e4b-90f3d148caee service neutron] No DVR routers for this DVR port 63892840-0962-4d33-9e3f-804d5c4d1b44 on host n-h2-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:42:27.109411 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9384e982-f8b8-47a6-8e4b-90f3d148caee service neutron] Pushing event updated for resources: {'Port': ['ID=63892840-0962-4d33-9e3f-804d5c4d1b44,revision_number=6']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:42:27.162210 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-d40cff03-4d57-414f-9c3e-b838518252cd req-9384e982-f8b8-47a6-8e4b-90f3d148caee service neutron] Attempting to bind port 63892840-0962-4d33-9e3f-804d5c4d1b44 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:42:27.162531 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-d40cff03-4d57-414f-9c3e-b838518252cd req-9384e982-f8b8-47a6-8e4b-90f3d148caee service neutron] Attempting to bind port 63892840-0962-4d33-9e3f-804d5c4d1b44 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': '631feab8-45c3-4170-9450-21a3a6ce8e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '84d6d4c2-f8ed-40c9-bf36-089462d1a669'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:42:27.162846 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40cff03-4d57-414f-9c3e-b838518252cd req-9384e982-f8b8-47a6-8e4b-90f3d148caee service neutron] Attempting to bind port 63892840-0962-4d33-9e3f-804d5c4d1b44 on network 84d6d4c2-f8ed-40c9-bf36-089462d1a669 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:42:27.167384 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40cff03-4d57-414f-9c3e-b838518252cd req-9384e982-f8b8-47a6-8e4b-90f3d148caee service neutron] Port 63892840-0962-4d33-9e3f-804d5c4d1b44 on network 84d6d4c2-f8ed-40c9-bf36-089462d1a669 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:42:27.167639 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40cff03-4d57-414f-9c3e-b838518252cd req-9384e982-f8b8-47a6-8e4b-90f3d148caee service neutron] Attempting to bind port 63892840-0962-4d33-9e3f-804d5c4d1b44 on network 84d6d4c2-f8ed-40c9-bf36-089462d1a669 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:42:27.172715 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40cff03-4d57-414f-9c3e-b838518252cd req-9384e982-f8b8-47a6-8e4b-90f3d148caee service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:42:27.173041 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40cff03-4d57-414f-9c3e-b838518252cd req-9384e982-f8b8-47a6-8e4b-90f3d148caee service neutron] Checking segment: {'id': '631feab8-45c3-4170-9450-21a3a6ce8e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '84d6d4c2-f8ed-40c9-bf36-089462d1a669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:42:27.173418 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40cff03-4d57-414f-9c3e-b838518252cd req-9384e982-f8b8-47a6-8e4b-90f3d148caee service neutron] Bound using segment: {'id': '631feab8-45c3-4170-9450-21a3a6ce8e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '84d6d4c2-f8ed-40c9-bf36-089462d1a669'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:42:27.173822 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-d40cff03-4d57-414f-9c3e-b838518252cd req-9384e982-f8b8-47a6-8e4b-90f3d148caee service neutron] Bound port: 63892840-0962-4d33-9e3f-804d5c4d1b44, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '631feab8-45c3-4170-9450-21a3a6ce8e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '84d6d4c2-f8ed-40c9-bf36-089462d1a669'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:42:27.174151 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-d40cff03-4d57-414f-9c3e-b838518252cd req-9384e982-f8b8-47a6-8e4b-90f3d148caee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:27.263592 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-d40cff03-4d57-414f-9c3e-b838518252cd req-9384e982-f8b8-47a6-8e4b-90f3d148caee service neutron] For port 63892840-0962-4d33-9e3f-804d5c4d1b44, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:42:27.266485 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-d40cff03-4d57-414f-9c3e-b838518252cd req-9384e982-f8b8-47a6-8e4b-90f3d148caee service neutron] For port 63892840-0962-4d33-9e3f-804d5c4d1b44, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=63892840-0962-4d33-9e3f-804d5c4d1b44,segment=NetworkSegment(631feab8-45c3-4170-9450-21a3a6ce8e6d),segment_id=631feab8-45c3-4170-9450-21a3a6ce8e6d)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:42:27.270874 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-d40cff03-4d57-414f-9c3e-b838518252cd req-9384e982-f8b8-47a6-8e4b-90f3d148caee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:27.329334 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40cff03-4d57-414f-9c3e-b838518252cd req-9384e982-f8b8-47a6-8e4b-90f3d148caee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:42:27.329940 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-d40cff03-4d57-414f-9c3e-b838518252cd req-9384e982-f8b8-47a6-8e4b-90f3d148caee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:27.331504 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d40cff03-4d57-414f-9c3e-b838518252cd req-9384e982-f8b8-47a6-8e4b-90f3d148caee service neutron] 10.222.0.24 "PUT /v2.0/ports/63892840-0962-4d33-9e3f-804d5c4d1b44 HTTP/1.1" status: 200 len: 1091 time: 0.9818711 May 05 20:42:27.347773 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9384e982-f8b8-47a6-8e4b-90f3d148caee service neutron] Pushing event updated for resources: {'Port': ['ID=63892840-0962-4d33-9e3f-804d5c4d1b44,revision_number=7']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:42:27.429995 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40cff03-4d57-414f-9c3e-b838518252cd req-8c66fd9d-4838-4152-8c9d-d08c6de891eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:42:27.431510 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d40cff03-4d57-414f-9c3e-b838518252cd req-8c66fd9d-4838-4152-8c9d-d08c6de891eb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=27f66dd39c7a4c199e368ad88a2a847a&device_id=1298e313-e98f-4d4e-8acd-3ba94038fbe9 HTTP/1.1" status: 200 len: 1094 time: 0.0766814 May 05 20:42:27.511981 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b4c52a-fd2a-403f-bad5-d242247e7a9f req-ea7344f7-6e0f-4a03-99fe-809a451b15ca tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:42:27.513467 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-52b4c52a-fd2a-403f-bad5-d242247e7a9f req-ea7344f7-6e0f-4a03-99fe-809a451b15ca tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=1298e313-e98f-4d4e-8acd-3ba94038fbe9 HTTP/1.1" status: 200 len: 943 time: 0.0865896 May 05 20:42:27.558069 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-52b4c52a-fd2a-403f-bad5-d242247e7a9f req-84de8203-80ee-4955-adae-b3f82a6d7d6f tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388918 May 05 20:42:27.566851 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40cff03-4d57-414f-9c3e-b838518252cd req-881e75c6-90c4-4ffd-b9cb-b37789041ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:42:27.568341 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d40cff03-4d57-414f-9c3e-b838518252cd req-881e75c6-90c4-4ffd-b9cb-b37789041ee8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=84d6d4c2-f8ed-40c9-bf36-089462d1a669 HTTP/1.1" status: 200 len: 915 time: 0.1314480 May 05 20:42:27.636149 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d40cff03-4d57-414f-9c3e-b838518252cd req-d16f8f78-3954-4fec-bcc5-2794e4318ce7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63892840-0962-4d33-9e3f-804d5c4d1b44 HTTP/1.1" status: 200 len: 217 time: 0.0619648 May 05 20:42:27.699983 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40cff03-4d57-414f-9c3e-b838518252cd req-48371336-6eb8-42cd-af2c-f0833904805b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:42:27.701288 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d40cff03-4d57-414f-9c3e-b838518252cd req-48371336-6eb8-42cd-af2c-f0833904805b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a12f9390-97e8-490e-9ae3-1e73de205f5b HTTP/1.1" status: 200 len: 854 time: 0.0593846 May 05 20:42:27.747277 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d40cff03-4d57-414f-9c3e-b838518252cd req-37391cdd-f73c-466f-9c70-a9287df55cfd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=84d6d4c2-f8ed-40c9-bf36-089462d1a669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402243 May 05 20:42:27.875437 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d40cff03-4d57-414f-9c3e-b838518252cd req-a491d05e-7989-4841-8ba3-d997cab4aae1 service neutron] 10.222.0.24 "GET /v2.0/networks/84d6d4c2-f8ed-40c9-bf36-089462d1a669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226213 May 05 20:42:28.006012 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d40cff03-4d57-414f-9c3e-b838518252cd req-fd2eda69-d070-4d0b-a49e-7146c2c2cb81 service neutron] 10.222.0.24 "GET /v2.0/networks/84d6d4c2-f8ed-40c9-bf36-089462d1a669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243267 May 05 20:42:28.751258 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b5861-fb60-428a-aa94-091dfbcdeb4e req-1b2507a3-2cb7-48a3-89c1-a4226f58c314 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:42:28.752733 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e72b5861-fb60-428a-aa94-091dfbcdeb4e req-1b2507a3-2cb7-48a3-89c1-a4226f58c314 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=1298e313-e98f-4d4e-8acd-3ba94038fbe9 HTTP/1.1" status: 200 len: 943 time: 0.0846965 May 05 20:42:28.897145 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e72b5861-fb60-428a-aa94-091dfbcdeb4e req-70042569-ecab-4232-997c-f6bd20a96ceb tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388075 May 05 20:42:28.982837 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1298e313-e98f-4d4e-8acd-3ba94038fbe9', 'tag': '63892840-0962-4d33-9e3f-804d5c4d1b44'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:42:29.038931 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbe62efe-9008-4dd5-ba7e-529104b4b53f'] response: {'name': 'network-changed', 'server_uuid': '1298e313-e98f-4d4e-8acd-3ba94038fbe9', 'tag': '63892840-0962-4d33-9e3f-804d5c4d1b44', 'status': 'completed', 'code': 200} May 05 20:42:29.127423 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f5c1a-d852-4116-9ab4-353c0ec1c42d req-45afca36-b79f-4359-aab1-9384f0ecde3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:42:29.128908 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c24f5c1a-d852-4116-9ab4-353c0ec1c42d req-45afca36-b79f-4359-aab1-9384f0ecde3d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=27f66dd39c7a4c199e368ad88a2a847a&device_id=1298e313-e98f-4d4e-8acd-3ba94038fbe9 HTTP/1.1" status: 200 len: 1094 time: 0.0714180 May 05 20:42:29.129008 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f5c1a-d852-4116-9ab4-353c0ec1c42d req-fe9114a4-e781-46d3-ab5b-e89275132b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:42:29.130453 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c24f5c1a-d852-4116-9ab4-353c0ec1c42d req-fe9114a4-e781-46d3-ab5b-e89275132b09 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=27f66dd39c7a4c199e368ad88a2a847a&device_id=1298e313-e98f-4d4e-8acd-3ba94038fbe9 HTTP/1.1" status: 200 len: 1094 time: 0.0699487 May 05 20:42:29.260669 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f5c1a-d852-4116-9ab4-353c0ec1c42d req-f03846ae-ffe2-4709-a17b-c71f30d7b2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:42:29.260963 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f5c1a-d852-4116-9ab4-353c0ec1c42d req-2c9b666a-32ce-4bd2-b551-9134cc471be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:42:29.262749 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c24f5c1a-d852-4116-9ab4-353c0ec1c42d req-f03846ae-ffe2-4709-a17b-c71f30d7b2fb service neutron] 10.222.0.50 "GET /v2.0/networks?id=84d6d4c2-f8ed-40c9-bf36-089462d1a669 HTTP/1.1" status: 200 len: 915 time: 0.1264579 May 05 20:42:29.262953 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c24f5c1a-d852-4116-9ab4-353c0ec1c42d req-2c9b666a-32ce-4bd2-b551-9134cc471be7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=84d6d4c2-f8ed-40c9-bf36-089462d1a669 HTTP/1.1" status: 200 len: 915 time: 0.1267188 May 05 20:42:29.332405 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c24f5c1a-d852-4116-9ab4-353c0ec1c42d req-f5899e3f-2668-4070-90ae-7d2ba916b947 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63892840-0962-4d33-9e3f-804d5c4d1b44 HTTP/1.1" status: 200 len: 217 time: 0.0647604 May 05 20:42:29.333213 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c24f5c1a-d852-4116-9ab4-353c0ec1c42d req-4ebff593-f8f7-4eb7-910c-3f1e63c64274 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63892840-0962-4d33-9e3f-804d5c4d1b44 HTTP/1.1" status: 200 len: 217 time: 0.0642278 May 05 20:42:29.393794 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f5c1a-d852-4116-9ab4-353c0ec1c42d req-fdc3796e-3ee8-41ee-acbb-a7492db6d180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:42:29.395220 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c24f5c1a-d852-4116-9ab4-353c0ec1c42d req-fdc3796e-3ee8-41ee-acbb-a7492db6d180 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a12f9390-97e8-490e-9ae3-1e73de205f5b HTTP/1.1" status: 200 len: 854 time: 0.0575531 May 05 20:42:29.398655 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f5c1a-d852-4116-9ab4-353c0ec1c42d req-da82085a-fc4f-45b5-b344-a6ae08b07bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:42:29.400583 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c24f5c1a-d852-4116-9ab4-353c0ec1c42d req-da82085a-fc4f-45b5-b344-a6ae08b07bb1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a12f9390-97e8-490e-9ae3-1e73de205f5b HTTP/1.1" status: 200 len: 854 time: 0.0577507 May 05 20:42:29.444733 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c24f5c1a-d852-4116-9ab4-353c0ec1c42d req-dc0aa708-ff86-4a36-932f-d149257ad3c7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=84d6d4c2-f8ed-40c9-bf36-089462d1a669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443995 May 05 20:42:29.454960 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c24f5c1a-d852-4116-9ab4-353c0ec1c42d req-e9f3c86a-8e02-4cd7-a94b-cda0f9949bf1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=84d6d4c2-f8ed-40c9-bf36-089462d1a669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480793 May 05 20:42:29.604782 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c24f5c1a-d852-4116-9ab4-353c0ec1c42d req-f4c82526-4b5c-4c80-8fde-fbb1b87bd0ec service neutron] 10.222.0.50 "GET /v2.0/networks/84d6d4c2-f8ed-40c9-bf36-089462d1a669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536448 May 05 20:42:29.618981 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c24f5c1a-d852-4116-9ab4-353c0ec1c42d req-cb27177e-1efb-469a-87d8-97194b1dbb1b service neutron] 10.222.0.24 "GET /v2.0/networks/84d6d4c2-f8ed-40c9-bf36-089462d1a669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558793 May 05 20:42:29.744857 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c24f5c1a-d852-4116-9ab4-353c0ec1c42d req-33710bde-8b95-4eb2-b6be-d3aae8dc64cd service neutron] 10.222.0.50 "GET /v2.0/networks/84d6d4c2-f8ed-40c9-bf36-089462d1a669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345439 May 05 20:42:29.754256 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c24f5c1a-d852-4116-9ab4-353c0ec1c42d req-1ba12ae2-6961-46db-a249-d36f3dbbf4d2 service neutron] 10.222.0.24 "GET /v2.0/networks/84d6d4c2-f8ed-40c9-bf36-089462d1a669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289766 May 05 20:42:30.078664 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d8f952-1b61-4b1b-83e9-a12108297824 req-ec1ca38e-c69e-44fd-9ed0-4603f04fc8c0 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:42:30.080140 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-56d8f952-1b61-4b1b-83e9-a12108297824 req-ec1ca38e-c69e-44fd-9ed0-4603f04fc8c0 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=1298e313-e98f-4d4e-8acd-3ba94038fbe9 HTTP/1.1" status: 200 len: 943 time: 0.0784805 May 05 20:42:30.124366 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-56d8f952-1b61-4b1b-83e9-a12108297824 req-b066d73a-ef4d-4708-b135-0547d95cb92d tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386345 May 05 20:42:30.431387 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0e818d-ef3d-41c4-9a08-731f7ed54570 req-83fc77c1-dffd-4c74-adcc-086de14b9af2 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:42:30.432838 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3d0e818d-ef3d-41c4-9a08-731f7ed54570 req-83fc77c1-dffd-4c74-adcc-086de14b9af2 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.50 "GET /v2.0/ports?device_id=1298e313-e98f-4d4e-8acd-3ba94038fbe9&tenant_id=27f66dd39c7a4c199e368ad88a2a847a&binding%3Ahost_id=n-h1-840717-1 HTTP/1.1" status: 200 len: 943 time: 0.0869207 May 05 20:42:30.439658 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b2c4c-e856-4c0e-ad8c-4c02b00f27e9 req-fd6b70ab-f4b4-41e0-bc01-73246be99b23 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:42:30.441105 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-893b2c4c-e856-4c0e-ad8c-4c02b00f27e9 req-fd6b70ab-f4b4-41e0-bc01-73246be99b23 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=1298e313-e98f-4d4e-8acd-3ba94038fbe9 HTTP/1.1" status: 200 len: 943 time: 0.0947576 May 05 20:42:30.486515 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-893b2c4c-e856-4c0e-ad8c-4c02b00f27e9 req-be79e2de-55aa-40d8-bdec-1f6a6580437f tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394921 May 05 20:42:30.515499 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 63892840-0962-4d33-9e3f-804d5c4d1b44 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:42:30.519932 n-d-840717-1 neutron-server[88197]: INFO neutron.api.v2.resource [req-3d0e818d-ef3d-41c4-9a08-731f7ed54570 req-fef2d415-8252-4cc0-8e62-1f3d74fde07e service neutron] delete failed (client error): The resource could not be found. May 05 20:42:30.520929 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3d0e818d-ef3d-41c4-9a08-731f7ed54570 req-fef2d415-8252-4cc0-8e62-1f3d74fde07e service neutron] 10.222.0.50 "DELETE /v2.0/ports/63892840-0962-4d33-9e3f-804d5c4d1b44/bindings/n-h2-840717-1 HTTP/1.1" status: 404 len: 380 time: 0.0823627 May 05 20:42:30.614852 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 63892840-0962-4d33-9e3f-804d5c4d1b44 no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:42:30.665806 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0e818d-ef3d-41c4-9a08-731f7ed54570 req-7077f977-e4e4-4361-aa7f-d04467c3f4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:42:30.667312 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3d0e818d-ef3d-41c4-9a08-731f7ed54570 req-7077f977-e4e4-4361-aa7f-d04467c3f4e2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=27f66dd39c7a4c199e368ad88a2a847a&device_id=1298e313-e98f-4d4e-8acd-3ba94038fbe9 HTTP/1.1" status: 200 len: 1094 time: 0.0807691 May 05 20:42:30.699901 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 63892840-0962-4d33-9e3f-804d5c4d1b44 not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:42:30.702396 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 63892840-0962-4d33-9e3f-804d5c4d1b44, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=63892840-0962-4d33-9e3f-804d5c4d1b44,segment=NetworkSegment(631feab8-45c3-4170-9450-21a3a6ce8e6d),segment_id=631feab8-45c3-4170-9450-21a3a6ce8e6d)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:42:30.715081 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '63892840-0962-4d33-9e3f-804d5c4d1b44', 'network_id': '84d6d4c2-f8ed-40c9-bf36-089462d1a669', 'port_id': '63892840-0962-4d33-9e3f-804d5c4d1b44', 'mac_address': 'fa:16:3e:68:1b:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a12f9390-97e8-490e-9ae3-1e73de205f5b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:42:30.772162 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:30.789524 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63892840-0962-4d33-9e3f-804d5c4d1b44 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:42:30.803336 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0e818d-ef3d-41c4-9a08-731f7ed54570 req-56809e12-8b99-4c6d-a16a-9eb4df58c91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:42:30.804824 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3d0e818d-ef3d-41c4-9a08-731f7ed54570 req-56809e12-8b99-4c6d-a16a-9eb4df58c91f service neutron] 10.222.0.50 "GET /v2.0/networks?id=84d6d4c2-f8ed-40c9-bf36-089462d1a669 HTTP/1.1" status: 200 len: 915 time: 0.1317742 May 05 20:42:30.806474 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 63892840-0962-4d33-9e3f-804d5c4d1b44, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=63892840-0962-4d33-9e3f-804d5c4d1b44,segment=NetworkSegment(631feab8-45c3-4170-9450-21a3a6ce8e6d),segment_id=631feab8-45c3-4170-9450-21a3a6ce8e6d)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:42:30.810543 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:30.871500 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3d0e818d-ef3d-41c4-9a08-731f7ed54570 req-3d77517d-a927-4a42-ac2e-54edc31a8163 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63892840-0962-4d33-9e3f-804d5c4d1b44 HTTP/1.1" status: 200 len: 217 time: 0.0602078 May 05 20:42:30.878429 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=63892840-0962-4d33-9e3f-804d5c4d1b44,revision_number=8']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:42:30.885888 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:42:30.886224 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:42:30.886600 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:42:30.886989 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:42:30.887315 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:42:30.887658 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:42:30.887975 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:42:30.888288 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:42:30.888601 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:42:30.888913 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:42:30.889221 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:42:30.889535 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:42:31.025010 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0e818d-ef3d-41c4-9a08-731f7ed54570 req-ac405200-f3f0-42e5-bee9-68dd98368ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:42:31.026330 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3d0e818d-ef3d-41c4-9a08-731f7ed54570 req-ac405200-f3f0-42e5-bee9-68dd98368ab9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a12f9390-97e8-490e-9ae3-1e73de205f5b HTTP/1.1" status: 200 len: 854 time: 0.1501315 May 05 20:42:31.061448 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['63892840-0962-4d33-9e3f-804d5c4d1b44'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:42:31.072381 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3d0e818d-ef3d-41c4-9a08-731f7ed54570 req-ea3f3887-c346-4a2b-a872-e7db87712fd9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=84d6d4c2-f8ed-40c9-bf36-089462d1a669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400524 May 05 20:42:31.204500 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3d0e818d-ef3d-41c4-9a08-731f7ed54570 req-24be47cd-fce9-46be-a2ce-ea5b7077f0b5 service neutron] 10.222.0.50 "GET /v2.0/networks/84d6d4c2-f8ed-40c9-bf36-089462d1a669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245964 May 05 20:42:31.334308 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3d0e818d-ef3d-41c4-9a08-731f7ed54570 req-ba64af21-8d93-4633-b194-dfb2ac548371 service neutron] 10.222.0.50 "GET /v2.0/networks/84d6d4c2-f8ed-40c9-bf36-089462d1a669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244187 May 05 20:42:31.682491 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3421099b-a960-436f-880d-fa9049cf1593 req-f717f240-7395-4bd6-9918-d9687d711757 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:42:31.684726 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3421099b-a960-436f-880d-fa9049cf1593 req-f717f240-7395-4bd6-9918-d9687d711757 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=1298e313-e98f-4d4e-8acd-3ba94038fbe9 HTTP/1.1" status: 200 len: 944 time: 0.0883524 May 05 20:42:31.729735 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3421099b-a960-436f-880d-fa9049cf1593 req-515dcbb2-a69a-445b-83a3-f6d627b136c0 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394115 May 05 20:42:32.542116 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 63892840-0962-4d33-9e3f-804d5c4d1b44 up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:42:32.610492 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port 63892840-0962-4d33-9e3f-804d5c4d1b44 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:42:32.615756 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 63892840-0962-4d33-9e3f-804d5c4d1b44 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:42:32.615865 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:32.744236 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:32.772682 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1298e313-e98f-4d4e-8acd-3ba94038fbe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63892840-0962-4d33-9e3f-804d5c4d1b44'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:42:32.782816 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 63892840-0962-4d33-9e3f-804d5c4d1b44, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=63892840-0962-4d33-9e3f-804d5c4d1b44,segment=NetworkSegment(631feab8-45c3-4170-9450-21a3a6ce8e6d),segment_id=631feab8-45c3-4170-9450-21a3a6ce8e6d)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:42:32.787926 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:32.826592 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b22b791f-46e1-4c21-91d3-cf7cc61e2226'] response: {'server_uuid': '1298e313-e98f-4d4e-8acd-3ba94038fbe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63892840-0962-4d33-9e3f-804d5c4d1b44', 'code': 200} May 05 20:42:32.861594 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=63892840-0962-4d33-9e3f-804d5c4d1b44,revision_number=9']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:42:32.919266 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d283bf-118c-4cc3-96f7-9cc2c313afdf req-8f46f5ba-dbd0-4a0e-9e6d-6f9d5e6621fd tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:42:32.920731 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-03d283bf-118c-4cc3-96f7-9cc2c313afdf req-8f46f5ba-dbd0-4a0e-9e6d-6f9d5e6621fd tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=1298e313-e98f-4d4e-8acd-3ba94038fbe9 HTTP/1.1" status: 200 len: 945 time: 0.0793843 May 05 20:42:32.964467 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-03d283bf-118c-4cc3-96f7-9cc2c313afdf req-eb921a7f-750a-4ab4-81c0-846655a87ed9 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380731 May 05 20:42:33.147391 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12bf7f1-840a-434b-bfc2-c88bcc99fecc req-bf23b8c6-5b63-48f4-98dd-89051b480541 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:42:33.148836 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d12bf7f1-840a-434b-bfc2-c88bcc99fecc req-bf23b8c6-5b63-48f4-98dd-89051b480541 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=1298e313-e98f-4d4e-8acd-3ba94038fbe9 HTTP/1.1" status: 200 len: 945 time: 0.0800438 May 05 20:42:33.191640 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d12bf7f1-840a-434b-bfc2-c88bcc99fecc req-7efa0059-fe70-4c04-9dc7-bdc039adcb6b tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370693 May 05 20:42:33.375447 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea03ccd-d23b-4f9f-9ff5-5d89dced8db9 req-05dcc853-a32f-4a58-99a7-da1e8a800026 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:42:33.376822 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5ea03ccd-d23b-4f9f-9ff5-5d89dced8db9 req-05dcc853-a32f-4a58-99a7-da1e8a800026 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=1298e313-e98f-4d4e-8acd-3ba94038fbe9 HTTP/1.1" status: 200 len: 945 time: 0.0824895 May 05 20:42:33.420858 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5ea03ccd-d23b-4f9f-9ff5-5d89dced8db9 req-36fcedb0-f06d-4d64-b0e3-5aa3c1ffd150 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384030 May 05 20:42:33.966868 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f6241-7f18-42ce-8a32-991084f61c6d req-3ea382ff-f468-43f3-b9d9-fbb144f789d7 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:42:33.968346 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0d8f6241-7f18-42ce-8a32-991084f61c6d req-3ea382ff-f468-43f3-b9d9-fbb144f789d7 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=1298e313-e98f-4d4e-8acd-3ba94038fbe9 HTTP/1.1" status: 200 len: 945 time: 0.0819886 May 05 20:42:34.011211 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0d8f6241-7f18-42ce-8a32-991084f61c6d req-6a0db131-52e9-47d8-8fd9-8d40f8010a4a tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373421 May 05 20:42:34.710870 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-92dc79b7-6491-4fa4-b2e7-3505363a6e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:35.025449 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442acd9-d02f-40f2-ba6f-4579e26bf71c req-030e9cb4-9a0a-4c73-b26a-8ac3763fe95e tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:42:35.026792 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9442acd9-d02f-40f2-ba6f-4579e26bf71c req-030e9cb4-9a0a-4c73-b26a-8ac3763fe95e tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.24 "GET /v2.0/ports?device_id=1298e313-e98f-4d4e-8acd-3ba94038fbe9 HTTP/1.1" status: 200 len: 945 time: 0.0813754 May 05 20:42:35.101027 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-9442acd9-d02f-40f2-ba6f-4579e26bf71c req-b954af51-ee6b-4eed-b2f8-fd32e3b2bcdd tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Deleting port 63892840-0962-4d33-9e3f-804d5c4d1b44 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:42:35.101370 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9442acd9-d02f-40f2-ba6f-4579e26bf71c req-b954af51-ee6b-4eed-b2f8-fd32e3b2bcdd tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:35.321234 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e06f25-f44f-4014-aca5-1dcc7f122c74 req-54400423-6da5-4c24-8de5-6acdde2560c0 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:42:35.322603 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-71e06f25-f44f-4014-aca5-1dcc7f122c74 req-54400423-6da5-4c24-8de5-6acdde2560c0 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/ports?device_id=1298e313-e98f-4d4e-8acd-3ba94038fbe9 HTTP/1.1" status: 200 len: 945 time: 0.1938970 May 05 20:42:35.435415 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-71e06f25-f44f-4014-aca5-1dcc7f122c74 req-59d446b0-7fcb-461a-a87f-53fa6326f82c tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c53b670-5aa0-4b07-841c-03b1a5e3f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053841 May 05 20:42:35.457300 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-9442acd9-d02f-40f2-ba6f-4579e26bf71c req-b954af51-ee6b-4eed-b2f8-fd32e3b2bcdd tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] For port 63892840-0962-4d33-9e3f-804d5c4d1b44, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=63892840-0962-4d33-9e3f-804d5c4d1b44,segment=NetworkSegment(631feab8-45c3-4170-9450-21a3a6ce8e6d),segment_id=631feab8-45c3-4170-9450-21a3a6ce8e6d)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:42:35.457661 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9442acd9-d02f-40f2-ba6f-4579e26bf71c req-b954af51-ee6b-4eed-b2f8-fd32e3b2bcdd tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:35.684761 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-9442acd9-d02f-40f2-ba6f-4579e26bf71c req-b954af51-ee6b-4eed-b2f8-fd32e3b2bcdd tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Calling delete_port for 63892840-0962-4d33-9e3f-804d5c4d1b44 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:42:35.839024 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9442acd9-d02f-40f2-ba6f-4579e26bf71c req-b954af51-ee6b-4eed-b2f8-fd32e3b2bcdd tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:35.850864 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['63892840-0962-4d33-9e3f-804d5c4d1b44'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:42:35.894145 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b954af51-ee6b-4eed-b2f8-fd32e3b2bcdd tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Pushing event deleted for resources: {'Port': ['ID=63892840-0962-4d33-9e3f-804d5c4d1b44,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:42:35.970150 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-9442acd9-d02f-40f2-ba6f-4579e26bf71c req-b954af51-ee6b-4eed-b2f8-fd32e3b2bcdd tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] No DVR routers for this DVR port 63892840-0962-4d33-9e3f-804d5c4d1b44 on host n-h1-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:42:35.972712 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9442acd9-d02f-40f2-ba6f-4579e26bf71c req-b954af51-ee6b-4eed-b2f8-fd32e3b2bcdd tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:35.975119 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1298e313-e98f-4d4e-8acd-3ba94038fbe9', 'name': 'network-vif-deleted', 'tag': '63892840-0962-4d33-9e3f-804d5c4d1b44'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:42:35.990308 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9442acd9-d02f-40f2-ba6f-4579e26bf71c req-b954af51-ee6b-4eed-b2f8-fd32e3b2bcdd tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] 10.222.0.24 "DELETE /v2.0/ports/63892840-0962-4d33-9e3f-804d5c4d1b44 HTTP/1.1" status: 204 len: 173 time: 0.9582627 May 05 20:42:36.019410 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88b0877a-b8a1-4711-9906-e1632e7606f1'] response: {'server_uuid': '1298e313-e98f-4d4e-8acd-3ba94038fbe9', 'name': 'network-vif-deleted', 'tag': '63892840-0962-4d33-9e3f-804d5c4d1b44', 'status': 'completed', 'code': 200} May 05 20:42:36.667333 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 37810) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:42:36.726906 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2dc7912-f01a-41aa-9604-4271701ccb9b admin admin] Deleting subnet a12f9390-97e8-490e-9ae3-1e73de205f5b {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:42:36.729973 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d2dc7912-f01a-41aa-9604-4271701ccb9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:36.781906 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d2dc7912-f01a-41aa-9604-4271701ccb9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:36.835225 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d2dc7912-f01a-41aa-9604-4271701ccb9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:36.900062 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-27b5f5e4-3f01-4519-b3ac-ad0bb15cf043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:36.907858 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d2dc7912-f01a-41aa-9604-4271701ccb9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:36.945004 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dc7912-f01a-41aa-9604-4271701ccb9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a12f9390-97e8-490e-9ae3-1e73de205f5b,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:42:36.951277 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d2dc7912-f01a-41aa-9604-4271701ccb9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:36.957556 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d2dc7912-f01a-41aa-9604-4271701ccb9b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a12f9390-97e8-490e-9ae3-1e73de205f5b HTTP/1.1" status: 204 len: 168 time: 0.2886403 May 05 20:42:36.960050 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 37814) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:42:37.066283 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8183ee62-03f1-4109-957c-14f656a744bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:37.188063 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8183ee62-03f1-4109-957c-14f656a744bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:37.212188 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-8183ee62-03f1-4109-957c-14f656a744bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84d6d4c2-f8ed-40c9-bf36-089462d1a669']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:42:37.224739 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-8183ee62-03f1-4109-957c-14f656a744bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '631feab8-45c3-4170-9450-21a3a6ce8e6d') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:42:37.225040 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-8183ee62-03f1-4109-957c-14f656a744bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '631feab8-45c3-4170-9450-21a3a6ce8e6d') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:42:37.236109 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8183ee62-03f1-4109-957c-14f656a744bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:37.251684 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8183ee62-03f1-4109-957c-14f656a744bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:37.257532 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8183ee62-03f1-4109-957c-14f656a744bc admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:42:37.257916 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8183ee62-03f1-4109-957c-14f656a744bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:37.271230 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:42:37.271230 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:42:37.271230 n-d-840717-1 neutron-server[88197]: timer() May 05 20:42:37.271230 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:42:37.271230 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:42:37.271230 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:42:37.271230 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:42:37.271230 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:42:37.271230 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:42:37.271230 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:42:37.271230 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:42:37.271230 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:42:37.271230 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:42:37.271230 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:42:37.271230 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:42:37.271230 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:42:37.271230 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:42:37.271230 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:42:37.271230 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:42:37.271230 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:42:37.271230 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:42:37.271230 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:42:37.271230 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:42:37.271230 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:42:37.271230 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:42:37.271230 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:42:37.271230 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:42:37.271230 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:42:37.271230 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:42:37.271230 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:42:37.271230 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:42:37.271230 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:42:37.347627 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8183ee62-03f1-4109-957c-14f656a744bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:37.363981 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8183ee62-03f1-4109-957c-14f656a744bc admin admin] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:37.374458 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8183ee62-03f1-4109-957c-14f656a744bc admin admin] Pushing event deleted for resources: {'Network': ['ID=84d6d4c2-f8ed-40c9-bf36-089462d1a669,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:42:37.381985 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-8183ee62-03f1-4109-957c-14f656a744bc admin admin] 10.222.0.36 "DELETE /v2.0/networks/84d6d4c2-f8ed-40c9-bf36-089462d1a669 HTTP/1.1" status: 204 len: 168 time: 0.4209750 May 05 20:42:37.490490 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 37820) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:42:37.539248 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-5ce23deb-d099-493e-a329-d3261aa0a50e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=27f66dd39c7a4c199e368ad88a2a847a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476086 May 05 20:42:37.541689 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 37824) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:42:37.598398 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-58c77a53-e6f1-4130-ab09-43516e8861a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:37.624019 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-58c77a53-e6f1-4130-ab09-43516e8861a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:37.677728 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-58c77a53-e6f1-4130-ab09-43516e8861a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:37.694478 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c77a53-e6f1-4130-ab09-43516e8861a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c53b670-5aa0-4b07-841c-03b1a5e3f366,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:42:37.705165 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-58c77a53-e6f1-4130-ab09-43516e8861a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:37.706306 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-58c77a53-e6f1-4130-ab09-43516e8861a8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1c53b670-5aa0-4b07-841c-03b1a5e3f366 HTTP/1.1" status: 204 len: 168 time: 0.1637437 May 05 20:42:37.943622 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:38.130983 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:38.412539 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 37848) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:42:38.514302 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-3e4de255-f77f-4bbb-a982-e6a3c382ae63 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1576992870-network', 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:42:38.519814 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-3e4de255-f77f-4bbb-a982-e6a3c382ae63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:42:38.523692 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-3e4de255-f77f-4bbb-a982-e6a3c382ae63 admin admin] Usage tracker for resource:network and tenant:8d2ac5f24c2842b090417baf41a7b405 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:42:38.526524 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-3e4de255-f77f-4bbb-a982-e6a3c382ae63 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:42:38.532824 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-3e4de255-f77f-4bbb-a982-e6a3c382ae63 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:42:38.544774 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e4de255-f77f-4bbb-a982-e6a3c382ae63 admin admin] Made reservation on behalf of 8d2ac5f24c2842b090417baf41a7b405 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:42:38.547501 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3e4de255-f77f-4bbb-a982-e6a3c382ae63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:38.559905 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3e4de255-f77f-4bbb-a982-e6a3c382ae63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:38.573926 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-3e4de255-f77f-4bbb-a982-e6a3c382ae63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:42:38.578006 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-3e4de255-f77f-4bbb-a982-e6a3c382ae63 admin admin] Usage tracker for resource:security_group_rule and tenant:8d2ac5f24c2842b090417baf41a7b405 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:42:38.580839 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-3e4de255-f77f-4bbb-a982-e6a3c382ae63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:42:38.586510 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-3e4de255-f77f-4bbb-a982-e6a3c382ae63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:42:38.677933 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3e4de255-f77f-4bbb-a982-e6a3c382ae63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:38.681552 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3e4de255-f77f-4bbb-a982-e6a3c382ae63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:38.713377 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e4de255-f77f-4bbb-a982-e6a3c382ae63 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:42:38.719874 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4de255-f77f-4bbb-a982-e6a3c382ae63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f03b0605-f5dd-425d-9148-558c072c8bdd,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:42:38.728135 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3e4de255-f77f-4bbb-a982-e6a3c382ae63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:38.728477 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-3e4de255-f77f-4bbb-a982-e6a3c382ae63 admin admin] Added segment 7a533d90-8a9f-45ae-95b7-daccfb6d22ed of type vlan for network 8d838826-0cc1-465c-ac5e-e5b771415949 May 05 20:42:38.755460 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3e4de255-f77f-4bbb-a982-e6a3c382ae63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:38.784174 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3e4de255-f77f-4bbb-a982-e6a3c382ae63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:38.785094 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4de255-f77f-4bbb-a982-e6a3c382ae63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:42:38.785661 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3e4de255-f77f-4bbb-a982-e6a3c382ae63 admin admin] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:38.882990 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-3e4de255-f77f-4bbb-a982-e6a3c382ae63 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4693167 May 05 20:42:38.885975 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 37854) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:42:38.888999 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4de255-f77f-4bbb-a982-e6a3c382ae63 admin admin] Pushing event updated for resources: {'Network': ['ID=8d838826-0cc1-465c-ac5e-e5b771415949,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:42:38.891967 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-7a98d974-4a6e-4158-b719-1111a78da323 admin admin] Request body: {'subnet': {'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1576992870-subnet', 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:42:38.897515 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-7a98d974-4a6e-4158-b719-1111a78da323 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:42:38.899195 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 8d838826-0cc1-465c-ac5e-e5b771415949 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:42:38.901815 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-7a98d974-4a6e-4158-b719-1111a78da323 admin admin] Usage tracker for resource:subnet and tenant:8d2ac5f24c2842b090417baf41a7b405 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:42:38.905392 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-7a98d974-4a6e-4158-b719-1111a78da323 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:42:38.911094 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-7a98d974-4a6e-4158-b719-1111a78da323 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:42:38.921940 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a98d974-4a6e-4158-b719-1111a78da323 admin admin] Made reservation on behalf of 8d2ac5f24c2842b090417baf41a7b405 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:42:38.924379 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7a98d974-4a6e-4158-b719-1111a78da323 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:39.140795 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7a98d974-4a6e-4158-b719-1111a78da323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:39.224793 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a98d974-4a6e-4158-b719-1111a78da323 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e17f71d4-d773-4eec-938b-3d1690270e74,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:42:39.237095 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a98d974-4a6e-4158-b719-1111a78da323 admin admin] Checking segment: {'id': '7a533d90-8a9f-45ae-95b7-daccfb6d22ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:42:39.237621 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a98d974-4a6e-4158-b719-1111a78da323 admin admin] Network hostable DHCP agents. Network: 8d838826-0cc1-465c-ac5e-e5b771415949, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:42:39.260477 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a98d974-4a6e-4158-b719-1111a78da323 admin admin] Network 8d838826-0cc1-465c-ac5e-e5b771415949 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:42:39.271602 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-7a98d974-4a6e-4158-b719-1111a78da323 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 8d838826-0cc1-465c-ac5e-e5b771415949) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:42:39.275927 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a98d974-4a6e-4158-b719-1111a78da323 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:42:39.276911 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7a98d974-4a6e-4158-b719-1111a78da323 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:39.281038 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedbd379-3567-4424-9773-ca0c9c469279 None None] Network 8d838826-0cc1-465c-ac5e-e5b771415949 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:42:39.303013 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-7a98d974-4a6e-4158-b719-1111a78da323 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4128652 May 05 20:42:39.303214 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 37858) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:42:39.311167 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-f4dc4e7e-2cc2-47e6-9237-56eac8a48741 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1576992870-router', 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:42:39.316976 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f4dc4e7e-2cc2-47e6-9237-56eac8a48741 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:42:39.321066 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-f4dc4e7e-2cc2-47e6-9237-56eac8a48741 admin admin] Usage tracker for resource:router and tenant:8d2ac5f24c2842b090417baf41a7b405 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:42:39.326327 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-f4dc4e7e-2cc2-47e6-9237-56eac8a48741 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:42:39.333444 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f4dc4e7e-2cc2-47e6-9237-56eac8a48741 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:42:39.347070 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f4dc4e7e-2cc2-47e6-9237-56eac8a48741 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:39.348151 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f4dc4e7e-2cc2-47e6-9237-56eac8a48741 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:39.366596 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f4dc4e7e-2cc2-47e6-9237-56eac8a48741 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:39.535270 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f133adc-1560-43b4-a9e8-487de43f033c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-8d838826-0cc1-465c-ac5e-e5b771415949', 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949', 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'fixed_ips': [{'subnet_id': 'e17f71d4-d773-4eec-938b-3d1690270e74'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:42:39.536153 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4f133adc-1560-43b4-a9e8-487de43f033c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:39.675813 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f4dc4e7e-2cc2-47e6-9237-56eac8a48741 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:39.706890 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:39.719978 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-4f133adc-1560-43b4-a9e8-487de43f033c None None] Allocated IP 172.20.0.2 (8d838826-0cc1-465c-ac5e-e5b771415949/e17f71d4-d773-4eec-938b-3d1690270e74/1ba0f10a-584e-44bd-a05a-a7987385f7d3) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:42:39.990895 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4f133adc-1560-43b4-a9e8-487de43f033c None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:40.001964 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-4f133adc-1560-43b4-a9e8-487de43f033c None None] Transition to ACTIVE for port object 1ba0f10a-584e-44bd-a05a-a7987385f7d3 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:42:40.015266 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f4dc4e7e-2cc2-47e6-9237-56eac8a48741 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:40.020491 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-4f133adc-1560-43b4-a9e8-487de43f033c None None] Transition to ACTIVE for port object 1ba0f10a-584e-44bd-a05a-a7987385f7d3 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:42:40.026447 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4f133adc-1560-43b4-a9e8-487de43f033c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:40.095503 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f133adc-1560-43b4-a9e8-487de43f033c None None] Network 8d838826-0cc1-465c-ac5e-e5b771415949 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:42:40.098414 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-4f133adc-1560-43b4-a9e8-487de43f033c None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:42:40.101930 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f133adc-1560-43b4-a9e8-487de43f033c None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:42:40.108303 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f133adc-1560-43b4-a9e8-487de43f033c None None] Pushing event updated for resources: {'Port': ['ID=1ba0f10a-584e-44bd-a05a-a7987385f7d3,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:42:40.161469 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f4dc4e7e-2cc2-47e6-9237-56eac8a48741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:40.195342 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-4f133adc-1560-43b4-a9e8-487de43f033c None None] Attempting to bind port 1ba0f10a-584e-44bd-a05a-a7987385f7d3 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:42:40.195727 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-4f133adc-1560-43b4-a9e8-487de43f033c None None] Attempting to bind port 1ba0f10a-584e-44bd-a05a-a7987385f7d3 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '7a533d90-8a9f-45ae-95b7-daccfb6d22ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:42:40.196090 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f133adc-1560-43b4-a9e8-487de43f033c None None] Attempting to bind port 1ba0f10a-584e-44bd-a05a-a7987385f7d3 on network 8d838826-0cc1-465c-ac5e-e5b771415949 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:42:40.202402 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f133adc-1560-43b4-a9e8-487de43f033c None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:42:40.202772 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f133adc-1560-43b4-a9e8-487de43f033c None None] Checking segment: {'id': '7a533d90-8a9f-45ae-95b7-daccfb6d22ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:42:40.203166 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4f133adc-1560-43b4-a9e8-487de43f033c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:40.203579 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f133adc-1560-43b4-a9e8-487de43f033c None None] Bound using segment: {'id': '7a533d90-8a9f-45ae-95b7-daccfb6d22ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:42:40.204034 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-4f133adc-1560-43b4-a9e8-487de43f033c None None] Bound port: 1ba0f10a-584e-44bd-a05a-a7987385f7d3, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a533d90-8a9f-45ae-95b7-daccfb6d22ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:42:40.204402 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4f133adc-1560-43b4-a9e8-487de43f033c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:40.296375 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-4f133adc-1560-43b4-a9e8-487de43f033c None None] For port 1ba0f10a-584e-44bd-a05a-a7987385f7d3, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:42:40.299506 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-4f133adc-1560-43b4-a9e8-487de43f033c None None] For port 1ba0f10a-584e-44bd-a05a-a7987385f7d3, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=1ba0f10a-584e-44bd-a05a-a7987385f7d3,segment=NetworkSegment(7a533d90-8a9f-45ae-95b7-daccfb6d22ed),segment_id=7a533d90-8a9f-45ae-95b7-daccfb6d22ed)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:42:40.304221 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4f133adc-1560-43b4-a9e8-487de43f033c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:40.305646 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-f4dc4e7e-2cc2-47e6-9237-56eac8a48741 admin admin] Allocated IP 172.25.0.177 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/6f9e3be1-88ef-4087-8eea-119a7d9d769c) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:42:40.393855 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f133adc-1560-43b4-a9e8-487de43f033c None None] Pushing event updated for resources: {'Port': ['ID=1ba0f10a-584e-44bd-a05a-a7987385f7d3,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:42:40.468983 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f4dc4e7e-2cc2-47e6-9237-56eac8a48741 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:40.500393 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f4dc4e7e-2cc2-47e6-9237-56eac8a48741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:40.567855 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4dc4e7e-2cc2-47e6-9237-56eac8a48741 admin admin] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:42:40.570759 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-f4dc4e7e-2cc2-47e6-9237-56eac8a48741 admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:42:40.574550 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dc4e7e-2cc2-47e6-9237-56eac8a48741 admin admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:42:40.595394 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 63892840-0962-4d33-9e3f-804d5c4d1b44 no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:42:40.611546 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dc4e7e-2cc2-47e6-9237-56eac8a48741 admin admin] Pushing event updated for resources: {'Port': ['ID=6f9e3be1-88ef-4087-8eea-119a7d9d769c,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:42:40.677423 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] No Port match for: 63892840-0962-4d33-9e3f-804d5c4d1b44 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:42:40.677772 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 63892840-0962-4d33-9e3f-804d5c4d1b44 not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:42:41.000491 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f4dc4e7e-2cc2-47e6-9237-56eac8a48741 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:41.343980 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f4dc4e7e-2cc2-47e6-9237-56eac8a48741 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:41.404357 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743e7198-8b05-4c46-b320-25f3f639b5a9 None None] Network 8d838826-0cc1-465c-ac5e-e5b771415949 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:42:41.515665 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-fb8883b4-d47a-4008-8738-fa97f5742a14 None None] Provisioning for port 1ba0f10a-584e-44bd-a05a-a7987385f7d3 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:42:41.676326 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4dc4e7e-2cc2-47e6-9237-56eac8a48741 admin admin] Router 00f3962c-2a3e-4460-835e-acf97a7030d0 is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:42:41.859680 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4dc4e7e-2cc2-47e6-9237-56eac8a48741 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:42:41.869024 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9482a8-7542-4331-b3cb-fe079f2291b6 None None] Sync routers for ids ['00f3962c-2a3e-4460-835e-acf97a7030d0'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:42:41.878818 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9482a8-7542-4331-b3cb-fe079f2291b6 None None] Routers {'00f3962c-2a3e-4460-835e-acf97a7030d0'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:42:41.879461 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-5e9482a8-7542-4331-b3cb-fe079f2291b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:42:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['00f3962c-2a3e-4460-835e-acf97a7030d0'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:42:41.883326 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f4dc4e7e-2cc2-47e6-9237-56eac8a48741 admin admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:41.884620 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f4dc4e7e-2cc2-47e6-9237-56eac8a48741 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5796077 May 05 20:42:41.887674 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 37862) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:42:42.055612 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-5e9482a8-7542-4331-b3cb-fe079f2291b6 None None] Set router 00f3962c-2a3e-4460-835e-acf97a7030d0 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:42:42.343373 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-5e9482a8-7542-4331-b3cb-fe079f2291b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'name': 'tempest-ServerActionsTestJSON-1576992870-router', 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '6f9e3be1-88ef-4087-8eea-119a7d9d769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:42:39Z', 'updated_at': '2022-05-05T20:42:40Z', 'revision_number': 3, 'project_id': '8d2ac5f24c2842b090417baf41a7b405', 'gw_port': {'id': '6f9e3be1-88ef-4087-8eea-119a7d9d769c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:dd:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:42:40Z', 'updated_at': '2022-05-05T20:42:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:42:42.347100 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9482a8-7542-4331-b3cb-fe079f2291b6 None None] Checking router: 00f3962c-2a3e-4460-835e-acf97a7030d0 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:42:42.347508 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9482a8-7542-4331-b3cb-fe079f2291b6 None None] Updating router 00f3962c-2a3e-4460-835e-acf97a7030d0 port 6f9e3be1-88ef-4087-8eea-119a7d9d769c binding host n-d-840717-1 {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:42:42.405916 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5e9482a8-7542-4331-b3cb-fe079f2291b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:42.504702 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 1ba0f10a-584e-44bd-a05a-a7987385f7d3 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:42:42.577947 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3e84aee4-6d58-4b17-83e0-06d08522e825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:42.628958 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 1ba0f10a-584e-44bd-a05a-a7987385f7d3 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:42:42.717536 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 1ba0f10a-584e-44bd-a05a-a7987385f7d3 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:42:42.717902 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:42.785822 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-3e84aee4-6d58-4b17-83e0-06d08522e825 admin admin] Allocated IP 172.20.0.1 (8d838826-0cc1-465c-ac5e-e5b771415949/e17f71d4-d773-4eec-938b-3d1690270e74/74da4d18-b707-41d1-82b5-13493af950c4) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:42:42.922553 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:42.934546 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3e84aee4-6d58-4b17-83e0-06d08522e825 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:42.948132 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5e9482a8-7542-4331-b3cb-fe079f2291b6 None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:42.951077 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-3e84aee4-6d58-4b17-83e0-06d08522e825 admin admin] Transition to ACTIVE for port object 74da4d18-b707-41d1-82b5-13493af950c4 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:42:42.970219 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-5e9482a8-7542-4331-b3cb-fe079f2291b6 None None] Transition to ACTIVE for port object 6f9e3be1-88ef-4087-8eea-119a7d9d769c will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:42:42.976511 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3e84aee4-6d58-4b17-83e0-06d08522e825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:42.977161 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 1ba0f10a-584e-44bd-a05a-a7987385f7d3, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=1ba0f10a-584e-44bd-a05a-a7987385f7d3,segment=NetworkSegment(7a533d90-8a9f-45ae-95b7-daccfb6d22ed),segment_id=7a533d90-8a9f-45ae-95b7-daccfb6d22ed)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:42:42.978823 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5e9482a8-7542-4331-b3cb-fe079f2291b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:43.017644 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:43.050198 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e84aee4-6d58-4b17-83e0-06d08522e825 admin admin] Network 8d838826-0cc1-465c-ac5e-e5b771415949 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:42:43.053109 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-3e84aee4-6d58-4b17-83e0-06d08522e825 admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:42:43.056601 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e84aee4-6d58-4b17-83e0-06d08522e825 admin admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:42:43.058072 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-5e9482a8-7542-4331-b3cb-fe079f2291b6 None None] Attempting to bind port 6f9e3be1-88ef-4087-8eea-119a7d9d769c on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:42:43.058503 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-5e9482a8-7542-4331-b3cb-fe079f2291b6 None None] Attempting to bind port 6f9e3be1-88ef-4087-8eea-119a7d9d769c by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:42:43.058889 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9482a8-7542-4331-b3cb-fe079f2291b6 None None] Attempting to bind port 6f9e3be1-88ef-4087-8eea-119a7d9d769c on network 0401d202-1605-4cfe-bad4-fb225df6afb0 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:42:43.064618 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305d0bbc-c8bf-4456-a264-44d287b5c205 None None] Pushing event updated for resources: {'Port': ['ID=6f9e3be1-88ef-4087-8eea-119a7d9d769c,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:42:43.090543 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e84aee4-6d58-4b17-83e0-06d08522e825 admin admin] Pushing event updated for resources: {'Port': ['ID=74da4d18-b707-41d1-82b5-13493af950c4,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:42:43.100129 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9482a8-7542-4331-b3cb-fe079f2291b6 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:42:43.100509 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9482a8-7542-4331-b3cb-fe079f2291b6 None None] Checking segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:42:43.100906 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5e9482a8-7542-4331-b3cb-fe079f2291b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:43.101313 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9482a8-7542-4331-b3cb-fe079f2291b6 None None] Bound using segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:42:43.101773 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-5e9482a8-7542-4331-b3cb-fe079f2291b6 None None] Bound port: 6f9e3be1-88ef-4087-8eea-119a7d9d769c, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:42:43.102139 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5e9482a8-7542-4331-b3cb-fe079f2291b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:43.117254 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3e84aee4-6d58-4b17-83e0-06d08522e825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:43.199539 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=1ba0f10a-584e-44bd-a05a-a7987385f7d3,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:42:43.208124 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-5e9482a8-7542-4331-b3cb-fe079f2291b6 None None] For port 6f9e3be1-88ef-4087-8eea-119a7d9d769c, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:42:43.211448 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-5e9482a8-7542-4331-b3cb-fe079f2291b6 None None] For port 6f9e3be1-88ef-4087-8eea-119a7d9d769c, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=6f9e3be1-88ef-4087-8eea-119a7d9d769c,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:42:43.217388 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5e9482a8-7542-4331-b3cb-fe079f2291b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:43.302262 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9482a8-7542-4331-b3cb-fe079f2291b6 None None] Routers {'00f3962c-2a3e-4460-835e-acf97a7030d0'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:42:43.302895 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-5e9482a8-7542-4331-b3cb-fe079f2291b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:42:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['00f3962c-2a3e-4460-835e-acf97a7030d0'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:42:43.358105 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305d0bbc-c8bf-4456-a264-44d287b5c205 None None] Pushing event updated for resources: {'Port': ['ID=6f9e3be1-88ef-4087-8eea-119a7d9d769c,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:42:43.460251 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-f528a47e-3666-44e4-ac48-ce238d6c5726 None None] Provisioning for port 74da4d18-b707-41d1-82b5-13493af950c4 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:42:43.469483 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-f528a47e-3666-44e4-ac48-ce238d6c5726 None None] Provisioning complete for port 74da4d18-b707-41d1-82b5-13493af950c4 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:42:43.469854 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f528a47e-3666-44e4-ac48-ce238d6c5726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:43.509133 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3e84aee4-6d58-4b17-83e0-06d08522e825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:43.539202 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-f528a47e-3666-44e4-ac48-ce238d6c5726 None None] Port 74da4d18-b707-41d1-82b5-13493af950c4 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:42:43.544337 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-5e9482a8-7542-4331-b3cb-fe079f2291b6 None None] Set router 00f3962c-2a3e-4460-835e-acf97a7030d0 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:42:43.734692 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3e84aee4-6d58-4b17-83e0-06d08522e825 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:43.739112 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3e84aee4-6d58-4b17-83e0-06d08522e825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:43.828231 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-5e9482a8-7542-4331-b3cb-fe079f2291b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'name': 'tempest-ServerActionsTestJSON-1576992870-router', 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '6f9e3be1-88ef-4087-8eea-119a7d9d769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:42:39Z', 'updated_at': '2022-05-05T20:42:40Z', 'revision_number': 3, 'project_id': '8d2ac5f24c2842b090417baf41a7b405', 'gw_port': {'id': '6f9e3be1-88ef-4087-8eea-119a7d9d769c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:dd:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:42:40Z', 'updated_at': '2022-05-05T20:42:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:42:43.832413 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9482a8-7542-4331-b3cb-fe079f2291b6 None None] The sync data for ids ['00f3962c-2a3e-4460-835e-acf97a7030d0'] in n-d-840717-1 is: [{'id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'name': 'tempest-ServerActionsTestJSON-1576992870-router', 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '6f9e3be1-88ef-4087-8eea-119a7d9d769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:42:39Z', 'updated_at': '2022-05-05T20:42:40Z', 'revision_number': 3, 'project_id': '8d2ac5f24c2842b090417baf41a7b405', 'gw_port': {'id': '6f9e3be1-88ef-4087-8eea-119a7d9d769c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:dd:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:42:40Z', 'updated_at': '2022-05-05T20:42:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:42:43.844862 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e84aee4-6d58-4b17-83e0-06d08522e825 admin admin] Pushing event updated for resources: {'Port': ['ID=74da4d18-b707-41d1-82b5-13493af950c4,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:42:43.847221 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3e84aee4-6d58-4b17-83e0-06d08522e825 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:43.994248 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e84aee4-6d58-4b17-83e0-06d08522e825 admin admin] Network 8d838826-0cc1-465c-ac5e-e5b771415949 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:42:43.995428 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-3e84aee4-6d58-4b17-83e0-06d08522e825 admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:42:44.203870 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e84aee4-6d58-4b17-83e0-06d08522e825 admin admin] Router 00f3962c-2a3e-4460-835e-acf97a7030d0 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:42:44.271954 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-d34c09e7-0161-4fa3-a5ec-35245db7a43e None None] Provisioning complete for port 74da4d18-b707-41d1-82b5-13493af950c4 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:42:44.272326 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d34c09e7-0161-4fa3-a5ec-35245db7a43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:44.333486 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-d34c09e7-0161-4fa3-a5ec-35245db7a43e None None] Port 74da4d18-b707-41d1-82b5-13493af950c4 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:42:44.398676 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e84aee4-6d58-4b17-83e0-06d08522e825 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:42:44.420497 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3e84aee4-6d58-4b17-83e0-06d08522e825 admin admin] 10.222.0.36 "PUT /v2.0/routers/00f3962c-2a3e-4460-835e-acf97a7030d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5249381 May 05 20:42:44.516642 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 6f9e3be1-88ef-4087-8eea-119a7d9d769c up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:42:44.597385 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 6f9e3be1-88ef-4087-8eea-119a7d9d769c completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:42:44.603636 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 6f9e3be1-88ef-4087-8eea-119a7d9d769c triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:42:44.604343 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:44.673448 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:44.746399 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:44.763090 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 6f9e3be1-88ef-4087-8eea-119a7d9d769c, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=6f9e3be1-88ef-4087-8eea-119a7d9d769c,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:42:44.766922 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:44.767977 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 1ba0f10a-584e-44bd-a05a-a7987385f7d3 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:42:44.911069 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 37872) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:42:44.916484 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-c3dcea96-b54c-474c-a8bd-d899f0526541 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Request body: {'security_group': {'name': 'tempest-securitygroup--195277809', 'description': 'tempest-description--268473326'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:42:44.923507 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-c3dcea96-b54c-474c-a8bd-d899f0526541 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:42:44.924305 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=6f9e3be1-88ef-4087-8eea-119a7d9d769c,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:42:44.934537 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-c3dcea96-b54c-474c-a8bd-d899f0526541 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Usage tracker for resource:security_group and tenant:8d2ac5f24c2842b090417baf41a7b405 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:42:44.936998 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 1ba0f10a-584e-44bd-a05a-a7987385f7d3 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:42:44.937368 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:44.937562 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-c3dcea96-b54c-474c-a8bd-d899f0526541 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:42:44.943771 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-c3dcea96-b54c-474c-a8bd-d899f0526541 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:42:44.956265 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c3dcea96-b54c-474c-a8bd-d899f0526541 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:44.976190 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-c3dcea96-b54c-474c-a8bd-d899f0526541 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:42:44.980507 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-c3dcea96-b54c-474c-a8bd-d899f0526541 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Usage tracker for resource:security_group_rule and tenant:8d2ac5f24c2842b090417baf41a7b405 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:42:44.983299 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-c3dcea96-b54c-474c-a8bd-d899f0526541 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:42:44.988951 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-c3dcea96-b54c-474c-a8bd-d899f0526541 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:42:45.058826 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c3dcea96-b54c-474c-a8bd-d899f0526541 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:45.063259 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c3dcea96-b54c-474c-a8bd-d899f0526541 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:45.104420 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dcea96-b54c-474c-a8bd-d899f0526541 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92fa169b-aff1-4dd1-aa89-293a25f746c2,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:42:45.107917 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c3dcea96-b54c-474c-a8bd-d899f0526541 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:45.111570 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c3dcea96-b54c-474c-a8bd-d899f0526541 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1968925 May 05 20:42:45.111822 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 37876) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:42:45.116555 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-06c20f0b-3fe7-4e85-a03d-7470425c0eef tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Request body: {'security_group_rule': {'security_group_id': '92fa169b-aff1-4dd1-aa89-293a25f746c2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:42:45.123503 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-06c20f0b-3fe7-4e85-a03d-7470425c0eef tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:42:45.127453 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-06c20f0b-3fe7-4e85-a03d-7470425c0eef tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Usage tracker for resource:security_group_rule and tenant:8d2ac5f24c2842b090417baf41a7b405 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:42:45.130455 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-06c20f0b-3fe7-4e85-a03d-7470425c0eef tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:42:45.136286 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-06c20f0b-3fe7-4e85-a03d-7470425c0eef tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:42:45.157978 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-06c20f0b-3fe7-4e85-a03d-7470425c0eef tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:45.221284 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-06c20f0b-3fe7-4e85-a03d-7470425c0eef tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:45.225196 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-06c20f0b-3fe7-4e85-a03d-7470425c0eef tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:45.249378 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c20f0b-3fe7-4e85-a03d-7470425c0eef tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e2a4b19-74d6-487f-aba7-e3798fe97147,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:42:45.258013 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-06c20f0b-3fe7-4e85-a03d-7470425c0eef tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:45.259155 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-06c20f0b-3fe7-4e85-a03d-7470425c0eef tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1465256 May 05 20:42:45.262000 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 37880) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:42:45.266887 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-fa044dc5-0e7b-4fff-80f7-a28cfac11f35 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Request body: {'security_group_rule': {'security_group_id': '92fa169b-aff1-4dd1-aa89-293a25f746c2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:42:45.273236 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-fa044dc5-0e7b-4fff-80f7-a28cfac11f35 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:42:45.277667 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-fa044dc5-0e7b-4fff-80f7-a28cfac11f35 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Usage tracker for resource:security_group_rule and tenant:8d2ac5f24c2842b090417baf41a7b405 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:42:45.280768 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-fa044dc5-0e7b-4fff-80f7-a28cfac11f35 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:42:45.286770 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-fa044dc5-0e7b-4fff-80f7-a28cfac11f35 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:42:45.305091 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fa044dc5-0e7b-4fff-80f7-a28cfac11f35 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:45.367326 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fa044dc5-0e7b-4fff-80f7-a28cfac11f35 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:45.371423 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314a3c3d-dbf4-4c16-b402-9268304c45f7 None None] Sync routers for ids ['00f3962c-2a3e-4460-835e-acf97a7030d0'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:42:45.371908 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fa044dc5-0e7b-4fff-80f7-a28cfac11f35 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:45.385552 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314a3c3d-dbf4-4c16-b402-9268304c45f7 None None] Routers {'00f3962c-2a3e-4460-835e-acf97a7030d0'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:42:45.386268 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-314a3c3d-dbf4-4c16-b402-9268304c45f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:42:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['00f3962c-2a3e-4460-835e-acf97a7030d0'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:42:45.394718 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa044dc5-0e7b-4fff-80f7-a28cfac11f35 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c447f830-bff8-469d-9277-3da1d7527935,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:42:45.407309 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fa044dc5-0e7b-4fff-80f7-a28cfac11f35 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:45.408722 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-fa044dc5-0e7b-4fff-80f7-a28cfac11f35 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1458170 May 05 20:42:45.411674 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 37884) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:42:45.416631 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-3f388a0d-94d7-4742-9ba7-46e7737107e5 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Request body: {'floatingip': {'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:42:45.423738 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3f388a0d-94d7-4742-9ba7-46e7737107e5 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:42:45.427589 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-3f388a0d-94d7-4742-9ba7-46e7737107e5 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Usage tracker for resource:floatingip and tenant:8d2ac5f24c2842b090417baf41a7b405 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:42:45.430401 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-3f388a0d-94d7-4742-9ba7-46e7737107e5 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:42:45.436374 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3f388a0d-94d7-4742-9ba7-46e7737107e5 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:42:45.447043 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3f388a0d-94d7-4742-9ba7-46e7737107e5 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks [] for floatingip, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:45.578434 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-314a3c3d-dbf4-4c16-b402-9268304c45f7 None None] Set router 00f3962c-2a3e-4460-835e-acf97a7030d0 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:42:45.586563 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3f388a0d-94d7-4742-9ba7-46e7737107e5 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:45.849219 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-3f388a0d-94d7-4742-9ba7-46e7737107e5 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Allocated IP 172.25.0.130 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/7122b990-cca1-4299-a498-93b3df84e269) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:42:45.921996 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-314a3c3d-dbf4-4c16-b402-9268304c45f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'name': 'tempest-ServerActionsTestJSON-1576992870-router', 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '6f9e3be1-88ef-4087-8eea-119a7d9d769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:42:39Z', 'updated_at': '2022-05-05T20:42:43Z', 'revision_number': 4, 'project_id': '8d2ac5f24c2842b090417baf41a7b405', 'gw_port': {'id': '6f9e3be1-88ef-4087-8eea-119a7d9d769c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:dd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:42:40Z', 'updated_at': '2022-05-05T20:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '74da4d18-b707-41d1-82b5-13493af950c4', 'name': '', 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949', 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'mac_address': 'fa:16:3e:70:04:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'e17f71d4-d773-4eec-938b-3d1690270e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:42:42Z', 'updated_at': '2022-05-05T20:42:43Z', 'revision_number': 2, 'project_id': '8d2ac5f24c2842b090417baf41a7b405', 'subnets': [{'id': 'e17f71d4-d773-4eec-938b-3d1690270e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:42:45.925738 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314a3c3d-dbf4-4c16-b402-9268304c45f7 None None] Checking router: 00f3962c-2a3e-4460-835e-acf97a7030d0 for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:42:45.926088 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314a3c3d-dbf4-4c16-b402-9268304c45f7 None None] Updating router 00f3962c-2a3e-4460-835e-acf97a7030d0 port 74da4d18-b707-41d1-82b5-13493af950c4 binding host n-d-840717-1 {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:42:45.975918 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-314a3c3d-dbf4-4c16-b402-9268304c45f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:46.000673 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3f388a0d-94d7-4742-9ba7-46e7737107e5 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:46.030110 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3f388a0d-94d7-4742-9ba7-46e7737107e5 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:46.098447 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f388a0d-94d7-4742-9ba7-46e7737107e5 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:42:46.101360 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-3f388a0d-94d7-4742-9ba7-46e7737107e5 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:42:46.105980 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f388a0d-94d7-4742-9ba7-46e7737107e5 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:42:46.139947 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f388a0d-94d7-4742-9ba7-46e7737107e5 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Pushing event updated for resources: {'Port': ['ID=7122b990-cca1-4299-a498-93b3df84e269,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:42:46.190224 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3f388a0d-94d7-4742-9ba7-46e7737107e5 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:46.249204 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3f388a0d-94d7-4742-9ba7-46e7737107e5 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:46.317971 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-314a3c3d-dbf4-4c16-b402-9268304c45f7 None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:46.330407 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-314a3c3d-dbf4-4c16-b402-9268304c45f7 None None] Transition to ACTIVE for port object 74da4d18-b707-41d1-82b5-13493af950c4 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:42:46.336629 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-314a3c3d-dbf4-4c16-b402-9268304c45f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:46.464249 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 6f9e3be1-88ef-4087-8eea-119a7d9d769c up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:42:46.473674 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3f388a0d-94d7-4742-9ba7-46e7737107e5 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:46.480627 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3f388a0d-94d7-4742-9ba7-46e7737107e5 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:46.547343 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 6f9e3be1-88ef-4087-8eea-119a7d9d769c triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:42:46.548904 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:46.549138 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-314a3c3d-dbf4-4c16-b402-9268304c45f7 None None] Attempting to bind port 74da4d18-b707-41d1-82b5-13493af950c4 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:42:46.549583 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-314a3c3d-dbf4-4c16-b402-9268304c45f7 None None] Attempting to bind port 74da4d18-b707-41d1-82b5-13493af950c4 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '7a533d90-8a9f-45ae-95b7-daccfb6d22ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:42:46.549846 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314a3c3d-dbf4-4c16-b402-9268304c45f7 None None] Attempting to bind port 74da4d18-b707-41d1-82b5-13493af950c4 on network 8d838826-0cc1-465c-ac5e-e5b771415949 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:42:46.557187 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314a3c3d-dbf4-4c16-b402-9268304c45f7 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:42:46.557814 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314a3c3d-dbf4-4c16-b402-9268304c45f7 None None] Checking segment: {'id': '7a533d90-8a9f-45ae-95b7-daccfb6d22ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:42:46.558412 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-314a3c3d-dbf4-4c16-b402-9268304c45f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:46.558961 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314a3c3d-dbf4-4c16-b402-9268304c45f7 None None] Bound using segment: {'id': '7a533d90-8a9f-45ae-95b7-daccfb6d22ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:42:46.559618 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-314a3c3d-dbf4-4c16-b402-9268304c45f7 None None] Bound port: 74da4d18-b707-41d1-82b5-13493af950c4, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a533d90-8a9f-45ae-95b7-daccfb6d22ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:42:46.560142 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-314a3c3d-dbf4-4c16-b402-9268304c45f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:46.626728 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a113c6-d4e1-4ab5-955e-d9579d28395f None None] Pushing event updated for resources: {'Port': ['ID=74da4d18-b707-41d1-82b5-13493af950c4,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:42:46.640201 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a113c6-d4e1-4ab5-955e-d9579d28395f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:42:46.640866 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a113c6-d4e1-4ab5-955e-d9579d28395f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:42:46.641388 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a113c6-d4e1-4ab5-955e-d9579d28395f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:42:46.641895 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a113c6-d4e1-4ab5-955e-d9579d28395f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:42:46.642398 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a113c6-d4e1-4ab5-955e-d9579d28395f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:42:46.642904 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a113c6-d4e1-4ab5-955e-d9579d28395f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:42:46.643440 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a113c6-d4e1-4ab5-955e-d9579d28395f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:42:46.643932 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a113c6-d4e1-4ab5-955e-d9579d28395f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:42:46.644427 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a113c6-d4e1-4ab5-955e-d9579d28395f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:42:46.644923 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a113c6-d4e1-4ab5-955e-d9579d28395f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:42:46.645418 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a113c6-d4e1-4ab5-955e-d9579d28395f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:42:46.645930 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a113c6-d4e1-4ab5-955e-d9579d28395f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:42:46.677019 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-314a3c3d-dbf4-4c16-b402-9268304c45f7 None None] For port 74da4d18-b707-41d1-82b5-13493af950c4, host n-d-840717-1, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:42:46.681534 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-314a3c3d-dbf4-4c16-b402-9268304c45f7 None None] For port 74da4d18-b707-41d1-82b5-13493af950c4, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=74da4d18-b707-41d1-82b5-13493af950c4,segment=NetworkSegment(7a533d90-8a9f-45ae-95b7-daccfb6d22ed),segment_id=7a533d90-8a9f-45ae-95b7-daccfb6d22ed)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:42:46.689052 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-314a3c3d-dbf4-4c16-b402-9268304c45f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:46.696077 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:46.697450 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f388a0d-94d7-4742-9ba7-46e7737107e5 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Pushing event updated for resources: {'Port': ['ID=7122b990-cca1-4299-a498-93b3df84e269,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:42:46.710964 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3f388a0d-94d7-4742-9ba7-46e7737107e5 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:46.733211 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3f388a0d-94d7-4742-9ba7-46e7737107e5 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:46.734679 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3f388a0d-94d7-4742-9ba7-46e7737107e5 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3218386 May 05 20:42:46.780763 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314a3c3d-dbf4-4c16-b402-9268304c45f7 None None] Routers {'00f3962c-2a3e-4460-835e-acf97a7030d0'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:42:46.781707 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-314a3c3d-dbf4-4c16-b402-9268304c45f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:42:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['00f3962c-2a3e-4460-835e-acf97a7030d0'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:42:46.851656 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a113c6-d4e1-4ab5-955e-d9579d28395f None None] Pushing event updated for resources: {'Port': ['ID=74da4d18-b707-41d1-82b5-13493af950c4,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:42:46.913761 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-ef0a9d06-9b50-4ae2-8c65-3dcf2ab1596d req-63417c92-4c70-44f0-90ac-dbc96d8b906a tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Synchronizing usage tracker for tenant:8d2ac5f24c2842b090417baf41a7b405 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:42:46.932803 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-ef0a9d06-9b50-4ae2-8c65-3dcf2ab1596d req-63417c92-4c70-44f0-90ac-dbc96d8b906a tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Unset dirty status for tenant:8d2ac5f24c2842b090417baf41a7b405 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:42:46.934630 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ef0a9d06-9b50-4ae2-8c65-3dcf2ab1596d req-63417c92-4c70-44f0-90ac-dbc96d8b906a tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--195277809&fields=id&tenant_id=8d2ac5f24c2842b090417baf41a7b405 HTTP/1.1" status: 200 len: 267 time: 0.0640609 May 05 20:42:46.973726 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-314a3c3d-dbf4-4c16-b402-9268304c45f7 None None] Set router 00f3962c-2a3e-4460-835e-acf97a7030d0 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:42:47.098281 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a9d06-9b50-4ae2-8c65-3dcf2ab1596d req-cb739d00-a4ac-4862-8842-373cce46f357 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:42:47.099657 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ef0a9d06-9b50-4ae2-8c65-3dcf2ab1596d req-cb739d00-a4ac-4862-8842-373cce46f357 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/networks?id=8d838826-0cc1-465c-ac5e-e5b771415949 HTTP/1.1" status: 200 len: 812 time: 0.1531439 May 05 20:42:47.115704 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ef0a9d06-9b50-4ae2-8c65-3dcf2ab1596d req-9a48e809-9a1c-493e-8f71-156effbafa0c tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/quotas/8d2ac5f24c2842b090417baf41a7b405 HTTP/1.1" status: 200 len: 375 time: 0.0096576 May 05 20:42:47.203507 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-ef0a9d06-9b50-4ae2-8c65-3dcf2ab1596d req-fa851e32-79d2-41e6-9321-6be612b3368a tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Synchronizing usage tracker for tenant:8d2ac5f24c2842b090417baf41a7b405 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:42:47.220710 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-ef0a9d06-9b50-4ae2-8c65-3dcf2ab1596d req-fa851e32-79d2-41e6-9321-6be612b3368a tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Unset dirty status for tenant:8d2ac5f24c2842b090417baf41a7b405 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:42:47.221958 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ef0a9d06-9b50-4ae2-8c65-3dcf2ab1596d req-fa851e32-79d2-41e6-9321-6be612b3368a tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8d2ac5f24c2842b090417baf41a7b405&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1001053 May 05 20:42:47.303517 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-314a3c3d-dbf4-4c16-b402-9268304c45f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'name': 'tempest-ServerActionsTestJSON-1576992870-router', 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '6f9e3be1-88ef-4087-8eea-119a7d9d769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:42:39Z', 'updated_at': '2022-05-05T20:42:43Z', 'revision_number': 4, 'project_id': '8d2ac5f24c2842b090417baf41a7b405', 'gw_port': {'id': '6f9e3be1-88ef-4087-8eea-119a7d9d769c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:dd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:42:40Z', 'updated_at': '2022-05-05T20:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '74da4d18-b707-41d1-82b5-13493af950c4', 'name': '', 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949', 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'mac_address': 'fa:16:3e:70:04:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'e17f71d4-d773-4eec-938b-3d1690270e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:42:42Z', 'updated_at': '2022-05-05T20:42:46Z', 'revision_number': 4, 'project_id': '8d2ac5f24c2842b090417baf41a7b405', 'subnets': [{'id': 'e17f71d4-d773-4eec-938b-3d1690270e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:42:47.307387 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314a3c3d-dbf4-4c16-b402-9268304c45f7 None None] The sync data for ids ['00f3962c-2a3e-4460-835e-acf97a7030d0'] in n-d-840717-1 is: [{'id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'name': 'tempest-ServerActionsTestJSON-1576992870-router', 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '6f9e3be1-88ef-4087-8eea-119a7d9d769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:42:39Z', 'updated_at': '2022-05-05T20:42:43Z', 'revision_number': 4, 'project_id': '8d2ac5f24c2842b090417baf41a7b405', 'gw_port': {'id': '6f9e3be1-88ef-4087-8eea-119a7d9d769c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:dd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:42:40Z', 'updated_at': '2022-05-05T20:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '74da4d18-b707-41d1-82b5-13493af950c4', 'name': '', 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949', 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'mac_address': 'fa:16:3e:70:04:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'e17f71d4-d773-4eec-938b-3d1690270e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:42:42Z', 'updated_at': '2022-05-05T20:42:46Z', 'revision_number': 4, 'project_id': '8d2ac5f24c2842b090417baf41a7b405', 'subnets': [{'id': 'e17f71d4-d773-4eec-938b-3d1690270e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:42:47.430849 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ef0a9d06-9b50-4ae2-8c65-3dcf2ab1596d req-b71d248d-9e32-45b0-b2bf-7ec42412dc9a service neutron] 10.222.0.36 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954544 May 05 20:42:47.576480 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ef0a9d06-9b50-4ae2-8c65-3dcf2ab1596d req-b897dbba-43ad-406e-acc3-b1f992b29ecc service neutron] 10.222.0.36 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393785 May 05 20:42:47.876797 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4e658edd-d341-4bcf-9cf1-56010a3259c1 req-52193ac3-14fb-4e0d-9dc4-ff645093416a tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8711fce-a9ad-4551-b689-345628699984 HTTP/1.1" status: 200 len: 210 time: 0.1551769 May 05 20:42:48.455478 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 74da4d18-b707-41d1-82b5-13493af950c4 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:42:48.523923 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 74da4d18-b707-41d1-82b5-13493af950c4 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:42:48.529094 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 74da4d18-b707-41d1-82b5-13493af950c4 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:42:48.529459 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:48.643751 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:48.675928 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 74da4d18-b707-41d1-82b5-13493af950c4, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=74da4d18-b707-41d1-82b5-13493af950c4,segment=NetworkSegment(7a533d90-8a9f-45ae-95b7-daccfb6d22ed),segment_id=7a533d90-8a9f-45ae-95b7-daccfb6d22ed)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:42:48.679722 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:48.750998 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=74da4d18-b707-41d1-82b5-13493af950c4,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:42:48.894540 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a9d06-9b50-4ae2-8c65-3dcf2ab1596d req-477ae2c6-a208-490b-8b00-0290f29c6b5e tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:42:48.896022 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ef0a9d06-9b50-4ae2-8c65-3dcf2ab1596d req-477ae2c6-a208-490b-8b00-0290f29c6b5e tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.24 "GET /v2.0/networks?id=8d838826-0cc1-465c-ac5e-e5b771415949 HTTP/1.1" status: 200 len: 812 time: 0.1626115 May 05 20:42:48.959166 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ef0a9d06-9b50-4ae2-8c65-3dcf2ab1596d req-0e75f5d9-ceeb-4df2-8311-1e7107ddafa7 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d2ac5f24c2842b090417baf41a7b405 HTTP/1.1" status: 200 len: 379 time: 0.0543094 May 05 20:42:48.968964 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-ef0a9d06-9b50-4ae2-8c65-3dcf2ab1596d req-60df85ab-2db3-4165-92c8-d568d46c6f76 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Request body: {'port': {'device_id': 'c8711fce-a9ad-4551-b689-345628699984', 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949', 'admin_state_up': True, 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'security_groups': ['92fa169b-aff1-4dd1-aa89-293a25f746c2']}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:42:49.048820 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-51a2dd64-e792-49a4-a3fc-ca6640446e20 req-f7ea2014-1a93-455c-aee3-6b094cff1a4f tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8711fce-a9ad-4551-b689-345628699984 HTTP/1.1" status: 200 len: 210 time: 0.0582423 May 05 20:42:49.253479 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-ef0a9d06-9b50-4ae2-8c65-3dcf2ab1596d req-60df85ab-2db3-4165-92c8-d568d46c6f76 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:42:49.263183 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-ef0a9d06-9b50-4ae2-8c65-3dcf2ab1596d req-60df85ab-2db3-4165-92c8-d568d46c6f76 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:42:49.272492 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef0a9d06-9b50-4ae2-8c65-3dcf2ab1596d req-60df85ab-2db3-4165-92c8-d568d46c6f76 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Made reservation on behalf of 8d2ac5f24c2842b090417baf41a7b405 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:42:49.276713 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ef0a9d06-9b50-4ae2-8c65-3dcf2ab1596d req-60df85ab-2db3-4165-92c8-d568d46c6f76 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:49.443927 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-ef0a9d06-9b50-4ae2-8c65-3dcf2ab1596d req-60df85ab-2db3-4165-92c8-d568d46c6f76 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Allocated IP 172.20.0.8 (8d838826-0cc1-465c-ac5e-e5b771415949/e17f71d4-d773-4eec-938b-3d1690270e74/6815e813-9e57-4a75-9c23-c3abb19678e0) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:42:49.635614 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ef0a9d06-9b50-4ae2-8c65-3dcf2ab1596d req-60df85ab-2db3-4165-92c8-d568d46c6f76 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:49.650763 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-ef0a9d06-9b50-4ae2-8c65-3dcf2ab1596d req-60df85ab-2db3-4165-92c8-d568d46c6f76 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Transition to ACTIVE for port object 6815e813-9e57-4a75-9c23-c3abb19678e0 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:42:49.675341 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ef0a9d06-9b50-4ae2-8c65-3dcf2ab1596d req-60df85ab-2db3-4165-92c8-d568d46c6f76 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:49.746278 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef0a9d06-9b50-4ae2-8c65-3dcf2ab1596d req-60df85ab-2db3-4165-92c8-d568d46c6f76 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Network 8d838826-0cc1-465c-ac5e-e5b771415949 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:42:49.747303 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-ef0a9d06-9b50-4ae2-8c65-3dcf2ab1596d req-60df85ab-2db3-4165-92c8-d568d46c6f76 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:42:49.749699 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef0a9d06-9b50-4ae2-8c65-3dcf2ab1596d req-60df85ab-2db3-4165-92c8-d568d46c6f76 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:42:49.807643 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60df85ab-2db3-4165-92c8-d568d46c6f76 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Pushing event updated for resources: {'Port': ['ID=6815e813-9e57-4a75-9c23-c3abb19678e0,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:42:49.822718 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60df85ab-2db3-4165-92c8-d568d46c6f76 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:42:49.823057 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60df85ab-2db3-4165-92c8-d568d46c6f76 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:42:49.823584 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60df85ab-2db3-4165-92c8-d568d46c6f76 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:42:49.823863 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60df85ab-2db3-4165-92c8-d568d46c6f76 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:42:49.824265 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60df85ab-2db3-4165-92c8-d568d46c6f76 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:42:49.824691 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60df85ab-2db3-4165-92c8-d568d46c6f76 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:42:49.825021 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60df85ab-2db3-4165-92c8-d568d46c6f76 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:42:49.825345 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60df85ab-2db3-4165-92c8-d568d46c6f76 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:42:49.825666 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60df85ab-2db3-4165-92c8-d568d46c6f76 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:42:49.825989 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60df85ab-2db3-4165-92c8-d568d46c6f76 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:42:49.826308 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60df85ab-2db3-4165-92c8-d568d46c6f76 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:42:49.826841 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60df85ab-2db3-4165-92c8-d568d46c6f76 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:42:49.842263 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a9d06-9b50-4ae2-8c65-3dcf2ab1596d req-60df85ab-2db3-4165-92c8-d568d46c6f76 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:42:49.842895 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ef0a9d06-9b50-4ae2-8c65-3dcf2ab1596d req-60df85ab-2db3-4165-92c8-d568d46c6f76 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:49.870410 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ef0a9d06-9b50-4ae2-8c65-3dcf2ab1596d req-60df85ab-2db3-4165-92c8-d568d46c6f76 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9058630 May 05 20:42:49.881390 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-ef0a9d06-9b50-4ae2-8c65-3dcf2ab1596d req-30965052-4ccf-4bbc-83f4-54031d083cff service neutron] Request body: {'port': {'device_id': 'c8711fce-a9ad-4551-b689-345628699984', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:42:49.938519 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-29b2cf3b-53ab-4539-afea-1dfa0828ed1a None None] Provisioning for port 6815e813-9e57-4a75-9c23-c3abb19678e0 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:42:49.943418 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-29b2cf3b-53ab-4539-afea-1dfa0828ed1a None None] Provisioning complete for port 6815e813-9e57-4a75-9c23-c3abb19678e0 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:42:49.943789 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-29b2cf3b-53ab-4539-afea-1dfa0828ed1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:49.996892 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ef0a9d06-9b50-4ae2-8c65-3dcf2ab1596d req-30965052-4ccf-4bbc-83f4-54031d083cff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:49.998209 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-29b2cf3b-53ab-4539-afea-1dfa0828ed1a None None] Port 6815e813-9e57-4a75-9c23-c3abb19678e0 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:42:50.234105 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f65fac-1e93-4238-85ce-d4c7bbaa39ee req-85f16662-bb45-4d29-8a10-8c8b36c2ceb4 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:42:50.235601 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e5f65fac-1e93-4238-85ce-d4c7bbaa39ee req-85f16662-bb45-4d29-8a10-8c8b36c2ceb4 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8711fce-a9ad-4551-b689-345628699984 HTTP/1.1" status: 200 len: 931 time: 0.0790496 May 05 20:42:50.282629 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-e5f65fac-1e93-4238-85ce-d4c7bbaa39ee req-8a561e1d-e54d-4681-9618-610ef9297fb7 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Synchronizing usage tracker for tenant:8d2ac5f24c2842b090417baf41a7b405 on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:42:50.294183 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-e5f65fac-1e93-4238-85ce-d4c7bbaa39ee req-8a561e1d-e54d-4681-9618-610ef9297fb7 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Unset dirty status for tenant:8d2ac5f24c2842b090417baf41a7b405 on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:42:50.296467 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e5f65fac-1e93-4238-85ce-d4c7bbaa39ee req-8a561e1d-e54d-4681-9618-610ef9297fb7 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550623 May 05 20:42:50.338946 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-ef0a9d06-9b50-4ae2-8c65-3dcf2ab1596d req-30965052-4ccf-4bbc-83f4-54031d083cff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6815e813-9e57-4a75-9c23-c3abb19678e0 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:42:50.346679 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ef0a9d06-9b50-4ae2-8c65-3dcf2ab1596d req-30965052-4ccf-4bbc-83f4-54031d083cff service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:50.360629 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-ef0a9d06-9b50-4ae2-8c65-3dcf2ab1596d req-30965052-4ccf-4bbc-83f4-54031d083cff service neutron] Transition to ACTIVE for port object 6815e813-9e57-4a75-9c23-c3abb19678e0 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:42:50.364034 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ef0a9d06-9b50-4ae2-8c65-3dcf2ab1596d req-30965052-4ccf-4bbc-83f4-54031d083cff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:50.441943 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 74da4d18-b707-41d1-82b5-13493af950c4 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:42:50.523867 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 74da4d18-b707-41d1-82b5-13493af950c4 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:42:50.524245 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:50.526529 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30965052-4ccf-4bbc-83f4-54031d083cff service neutron] Pushing event updated for resources: {'Port': ['ID=6815e813-9e57-4a75-9c23-c3abb19678e0,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:42:50.607151 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-ef0a9d06-9b50-4ae2-8c65-3dcf2ab1596d req-30965052-4ccf-4bbc-83f4-54031d083cff service neutron] Attempting to bind port 6815e813-9e57-4a75-9c23-c3abb19678e0 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:42:50.607729 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-ef0a9d06-9b50-4ae2-8c65-3dcf2ab1596d req-30965052-4ccf-4bbc-83f4-54031d083cff service neutron] Attempting to bind port 6815e813-9e57-4a75-9c23-c3abb19678e0 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': '7a533d90-8a9f-45ae-95b7-daccfb6d22ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:42:50.608285 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0a9d06-9b50-4ae2-8c65-3dcf2ab1596d req-30965052-4ccf-4bbc-83f4-54031d083cff service neutron] Attempting to bind port 6815e813-9e57-4a75-9c23-c3abb19678e0 on network 8d838826-0cc1-465c-ac5e-e5b771415949 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:42:50.617459 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0a9d06-9b50-4ae2-8c65-3dcf2ab1596d req-30965052-4ccf-4bbc-83f4-54031d083cff service neutron] Port 6815e813-9e57-4a75-9c23-c3abb19678e0 on network 8d838826-0cc1-465c-ac5e-e5b771415949 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:42:50.617624 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0a9d06-9b50-4ae2-8c65-3dcf2ab1596d req-30965052-4ccf-4bbc-83f4-54031d083cff service neutron] Attempting to bind port 6815e813-9e57-4a75-9c23-c3abb19678e0 on network 8d838826-0cc1-465c-ac5e-e5b771415949 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:42:50.626152 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0a9d06-9b50-4ae2-8c65-3dcf2ab1596d req-30965052-4ccf-4bbc-83f4-54031d083cff service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:42:50.626574 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0a9d06-9b50-4ae2-8c65-3dcf2ab1596d req-30965052-4ccf-4bbc-83f4-54031d083cff service neutron] Checking segment: {'id': '7a533d90-8a9f-45ae-95b7-daccfb6d22ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:42:50.627017 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0a9d06-9b50-4ae2-8c65-3dcf2ab1596d req-30965052-4ccf-4bbc-83f4-54031d083cff service neutron] Bound using segment: {'id': '7a533d90-8a9f-45ae-95b7-daccfb6d22ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:42:50.627552 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-ef0a9d06-9b50-4ae2-8c65-3dcf2ab1596d req-30965052-4ccf-4bbc-83f4-54031d083cff service neutron] Bound port: 6815e813-9e57-4a75-9c23-c3abb19678e0, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a533d90-8a9f-45ae-95b7-daccfb6d22ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:42:50.627959 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ef0a9d06-9b50-4ae2-8c65-3dcf2ab1596d req-30965052-4ccf-4bbc-83f4-54031d083cff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:50.721805 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-ef0a9d06-9b50-4ae2-8c65-3dcf2ab1596d req-30965052-4ccf-4bbc-83f4-54031d083cff service neutron] For port 6815e813-9e57-4a75-9c23-c3abb19678e0, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:42:50.725021 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-ef0a9d06-9b50-4ae2-8c65-3dcf2ab1596d req-30965052-4ccf-4bbc-83f4-54031d083cff service neutron] For port 6815e813-9e57-4a75-9c23-c3abb19678e0, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=6815e813-9e57-4a75-9c23-c3abb19678e0,segment=NetworkSegment(7a533d90-8a9f-45ae-95b7-daccfb6d22ed),segment_id=7a533d90-8a9f-45ae-95b7-daccfb6d22ed)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:42:50.728566 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ef0a9d06-9b50-4ae2-8c65-3dcf2ab1596d req-30965052-4ccf-4bbc-83f4-54031d083cff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:50.789102 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a9d06-9b50-4ae2-8c65-3dcf2ab1596d req-30965052-4ccf-4bbc-83f4-54031d083cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:42:50.789713 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ef0a9d06-9b50-4ae2-8c65-3dcf2ab1596d req-30965052-4ccf-4bbc-83f4-54031d083cff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:50.791072 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ef0a9d06-9b50-4ae2-8c65-3dcf2ab1596d req-30965052-4ccf-4bbc-83f4-54031d083cff service neutron] 10.222.0.24 "PUT /v2.0/ports/6815e813-9e57-4a75-9c23-c3abb19678e0 HTTP/1.1" status: 200 len: 1091 time: 0.9139328 May 05 20:42:50.791522 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8711fce-a9ad-4551-b689-345628699984', 'tag': '6815e813-9e57-4a75-9c23-c3abb19678e0'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:42:50.812158 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30965052-4ccf-4bbc-83f4-54031d083cff service neutron] Pushing event updated for resources: {'Port': ['ID=6815e813-9e57-4a75-9c23-c3abb19678e0,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:42:50.868101 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60ba4705-1acd-4537-85d5-3c82d70f064e'] response: {'name': 'network-changed', 'server_uuid': 'c8711fce-a9ad-4551-b689-345628699984', 'tag': '6815e813-9e57-4a75-9c23-c3abb19678e0', 'status': 'completed', 'code': 200} May 05 20:42:50.911165 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a9d06-9b50-4ae2-8c65-3dcf2ab1596d req-3bbc028b-f297-4f7f-9759-0aae2e9047eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:42:50.912679 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ef0a9d06-9b50-4ae2-8c65-3dcf2ab1596d req-3bbc028b-f297-4f7f-9759-0aae2e9047eb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8d2ac5f24c2842b090417baf41a7b405&device_id=c8711fce-a9ad-4551-b689-345628699984 HTTP/1.1" status: 200 len: 1094 time: 0.0799515 May 05 20:42:50.981810 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ef0a9d06-9b50-4ae2-8c65-3dcf2ab1596d req-16fe4c32-53de-412d-9e93-a2226ece811e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6815e813-9e57-4a75-9c23-c3abb19678e0 HTTP/1.1" status: 200 len: 217 time: 0.0619569 May 05 20:42:51.152752 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a9d06-9b50-4ae2-8c65-3dcf2ab1596d req-381d6963-eb22-415e-9edb-61841cb442b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:42:51.154181 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ef0a9d06-9b50-4ae2-8c65-3dcf2ab1596d req-381d6963-eb22-415e-9edb-61841cb442b2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e17f71d4-d773-4eec-938b-3d1690270e74 HTTP/1.1" status: 200 len: 851 time: 0.1667001 May 05 20:42:51.226401 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a9d06-9b50-4ae2-8c65-3dcf2ab1596d req-0f79f533-06d6-4d82-b2cb-b1db04b19990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:42:51.227845 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ef0a9d06-9b50-4ae2-8c65-3dcf2ab1596d req-0f79f533-06d6-4d82-b2cb-b1db04b19990 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8d838826-0cc1-465c-ac5e-e5b771415949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677116 May 05 20:42:51.358617 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ef0a9d06-9b50-4ae2-8c65-3dcf2ab1596d req-461d54a5-e4e9-4780-aad4-318eeec0a899 service neutron] 10.222.0.24 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249020 May 05 20:42:51.483791 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5baf97f-c6e3-47e5-b40e-cb16078be1ad req-ef6aafa7-b2c1-48f8-b988-c06d28155b41 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:42:51.485284 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d5baf97f-c6e3-47e5-b40e-cb16078be1ad req-ef6aafa7-b2c1-48f8-b988-c06d28155b41 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8711fce-a9ad-4551-b689-345628699984 HTTP/1.1" status: 200 len: 943 time: 0.0836656 May 05 20:42:51.493653 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ef0a9d06-9b50-4ae2-8c65-3dcf2ab1596d req-efc1dcd5-c2b1-4d9e-8406-b22c9edc2ff5 service neutron] 10.222.0.24 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291656 May 05 20:42:51.533150 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d5baf97f-c6e3-47e5-b40e-cb16078be1ad req-63014f15-d8e1-4759-9130-3fc27ab0cedc tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419302 May 05 20:42:51.613329 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f06d9-0841-4dd9-9a99-fec20810a6cb req-548e5674-6115-4561-9632-20f88005522c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:42:51.614835 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5e5f06d9-0841-4dd9-9a99-fec20810a6cb req-548e5674-6115-4561-9632-20f88005522c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8d2ac5f24c2842b090417baf41a7b405&device_id=c8711fce-a9ad-4551-b689-345628699984 HTTP/1.1" status: 200 len: 1094 time: 0.0757535 May 05 20:42:51.743559 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f06d9-0841-4dd9-9a99-fec20810a6cb req-a8659a6e-2a39-4039-ab0e-6efdd3192ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:42:51.744986 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5e5f06d9-0841-4dd9-9a99-fec20810a6cb req-a8659a6e-2a39-4039-ab0e-6efdd3192ffe service neutron] 10.222.0.24 "GET /v2.0/networks?id=8d838826-0cc1-465c-ac5e-e5b771415949 HTTP/1.1" status: 200 len: 913 time: 0.1243768 May 05 20:42:51.810350 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5e5f06d9-0841-4dd9-9a99-fec20810a6cb req-17e4506d-8e8f-4d84-be5d-3834e09c287d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6815e813-9e57-4a75-9c23-c3abb19678e0 HTTP/1.1" status: 200 len: 217 time: 0.0588500 May 05 20:42:51.875388 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f06d9-0841-4dd9-9a99-fec20810a6cb req-3f35fce9-0fe4-46d2-b754-bff6349af644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:42:51.876740 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5e5f06d9-0841-4dd9-9a99-fec20810a6cb req-3f35fce9-0fe4-46d2-b754-bff6349af644 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e17f71d4-d773-4eec-938b-3d1690270e74 HTTP/1.1" status: 200 len: 851 time: 0.0602510 May 05 20:42:51.949499 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f06d9-0841-4dd9-9a99-fec20810a6cb req-65d506b1-0369-4ab4-b45d-ed2750b7c87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:42:51.950930 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5e5f06d9-0841-4dd9-9a99-fec20810a6cb req-65d506b1-0369-4ab4-b45d-ed2750b7c87c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8d838826-0cc1-465c-ac5e-e5b771415949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682003 May 05 20:42:52.079708 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5e5f06d9-0841-4dd9-9a99-fec20810a6cb req-5aa06a24-9dbe-4217-ad2a-52935e20a40e service neutron] 10.222.0.24 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212983 May 05 20:42:52.208452 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5e5f06d9-0841-4dd9-9a99-fec20810a6cb req-e41f4fc9-b11b-4868-b883-e91f2e20d095 service neutron] 10.222.0.24 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226218 May 05 20:42:52.722542 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff73ea0-51de-44b0-a713-35c9ed348d1f req-a15f2945-0cf2-461c-a91f-cb4f157280ab tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:42:52.723226 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-9ff73ea0-51de-44b0-a713-35c9ed348d1f req-a15f2945-0cf2-461c-a91f-cb4f157280ab tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Synchronizing usage tracker for tenant:8d2ac5f24c2842b090417baf41a7b405 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:42:52.738298 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-9ff73ea0-51de-44b0-a713-35c9ed348d1f req-a15f2945-0cf2-461c-a91f-cb4f157280ab tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Unset dirty status for tenant:8d2ac5f24c2842b090417baf41a7b405 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:42:52.739431 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9ff73ea0-51de-44b0-a713-35c9ed348d1f req-a15f2945-0cf2-461c-a91f-cb4f157280ab tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8711fce-a9ad-4551-b689-345628699984 HTTP/1.1" status: 200 len: 943 time: 0.0985012 May 05 20:42:52.785387 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9ff73ea0-51de-44b0-a713-35c9ed348d1f req-158ebf2e-36df-4f49-9fbb-e90d7e578cad tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399508 May 05 20:42:53.968328 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a948f-1892-4adf-bd16-1ecaa33268b8 req-ff2231e0-0719-479d-a571-132d942aa5a2 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:42:53.969806 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-629a948f-1892-4adf-bd16-1ecaa33268b8 req-ff2231e0-0719-479d-a571-132d942aa5a2 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8711fce-a9ad-4551-b689-345628699984 HTTP/1.1" status: 200 len: 943 time: 0.0796387 May 05 20:42:54.012914 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-629a948f-1892-4adf-bd16-1ecaa33268b8 req-0bbf0164-1817-4a91-afbd-462852723471 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376232 May 05 20:42:54.682251 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 6815e813-9e57-4a75-9c23-c3abb19678e0 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:42:54.813125 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 6815e813-9e57-4a75-9c23-c3abb19678e0, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=6815e813-9e57-4a75-9c23-c3abb19678e0,segment=NetworkSegment(7a533d90-8a9f-45ae-95b7-daccfb6d22ed),segment_id=7a533d90-8a9f-45ae-95b7-daccfb6d22ed)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:42:54.826005 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '6815e813-9e57-4a75-9c23-c3abb19678e0', 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949', 'port_id': '6815e813-9e57-4a75-9c23-c3abb19678e0', 'mac_address': 'fa:16:3e:23:44:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e17f71d4-d773-4eec-938b-3d1690270e74', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:42:54.888540 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:54.905416 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6815e813-9e57-4a75-9c23-c3abb19678e0 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:42:54.920553 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 6815e813-9e57-4a75-9c23-c3abb19678e0, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=6815e813-9e57-4a75-9c23-c3abb19678e0,segment=NetworkSegment(7a533d90-8a9f-45ae-95b7-daccfb6d22ed),segment_id=7a533d90-8a9f-45ae-95b7-daccfb6d22ed)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:42:54.924424 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:54.992975 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=6815e813-9e57-4a75-9c23-c3abb19678e0,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:42:55.114398 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['6815e813-9e57-4a75-9c23-c3abb19678e0'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:42:55.197363 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a27c8-ba8f-4681-b158-5d208ddf2295 req-045e133e-f62e-4524-9e45-d48e24e25197 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:42:55.199372 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-996a27c8-ba8f-4681-b158-5d208ddf2295 req-045e133e-f62e-4524-9e45-d48e24e25197 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8711fce-a9ad-4551-b689-345628699984 HTTP/1.1" status: 200 len: 944 time: 0.0801675 May 05 20:42:55.246466 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-996a27c8-ba8f-4681-b158-5d208ddf2295 req-41440f05-477b-43c2-b2dc-dc031c973ea5 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410919 May 05 20:42:56.436645 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4763e8c9-2beb-4cc6-9845-4ce494e2c458 req-50d15ded-23b6-4ab6-bed3-29c474ee9051 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:42:56.438111 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4763e8c9-2beb-4cc6-9845-4ce494e2c458 req-50d15ded-23b6-4ab6-bed3-29c474ee9051 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8711fce-a9ad-4551-b689-345628699984 HTTP/1.1" status: 200 len: 944 time: 0.0846808 May 05 20:42:56.483192 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4763e8c9-2beb-4cc6-9845-4ce494e2c458 req-521c6e38-129d-4ffc-9148-0c0e7558e064 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394137 May 05 20:42:56.713906 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 6815e813-9e57-4a75-9c23-c3abb19678e0 up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:42:56.783345 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port 6815e813-9e57-4a75-9c23-c3abb19678e0 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:42:56.788017 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 6815e813-9e57-4a75-9c23-c3abb19678e0 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:42:56.788384 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:56.904581 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:56.929983 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8711fce-a9ad-4551-b689-345628699984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6815e813-9e57-4a75-9c23-c3abb19678e0'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:42:56.939985 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 6815e813-9e57-4a75-9c23-c3abb19678e0, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=6815e813-9e57-4a75-9c23-c3abb19678e0,segment=NetworkSegment(7a533d90-8a9f-45ae-95b7-daccfb6d22ed),segment_id=7a533d90-8a9f-45ae-95b7-daccfb6d22ed)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:42:56.943663 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:56.980118 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0753d3e0-97bf-47b8-9d31-f487958127c3'] response: {'server_uuid': 'c8711fce-a9ad-4551-b689-345628699984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6815e813-9e57-4a75-9c23-c3abb19678e0', 'code': 200} May 05 20:42:57.013245 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=6815e813-9e57-4a75-9c23-c3abb19678e0,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:42:57.098142 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df4cc1-d012-4498-9739-d1fb3ffed999 req-debf3d84-52c5-4c14-8300-c92fc8edd59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:42:57.099629 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-13df4cc1-d012-4498-9739-d1fb3ffed999 req-debf3d84-52c5-4c14-8300-c92fc8edd59f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c8711fce-a9ad-4551-b689-345628699984 HTTP/1.1" status: 200 len: 1096 time: 0.0691161 May 05 20:42:57.140174 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-13df4cc1-d012-4498-9739-d1fb3ffed999 req-8c953da7-24a6-4c96-ae16-1d77ac242ea3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348117 May 05 20:42:57.664461 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceecba7-5e0a-4d62-bde6-807efa0158a4 req-568cf084-1060-4518-86f0-0550d9fd8df0 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:42:57.665970 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9ceecba7-5e0a-4d62-bde6-807efa0158a4 req-568cf084-1060-4518-86f0-0550d9fd8df0 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8711fce-a9ad-4551-b689-345628699984 HTTP/1.1" status: 200 len: 945 time: 0.0791898 May 05 20:42:57.712779 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9ceecba7-5e0a-4d62-bde6-807efa0158a4 req-dd092613-4e69-4d0f-808a-42f8ca3e35c1 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409622 May 05 20:42:58.899823 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abbfb11-007d-458e-a236-349547f111d5 req-b516f711-73b1-456e-b640-8261fb2510b4 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:42:58.901273 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4abbfb11-007d-458e-a236-349547f111d5 req-b516f711-73b1-456e-b640-8261fb2510b4 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8711fce-a9ad-4551-b689-345628699984 HTTP/1.1" status: 200 len: 945 time: 0.0826733 May 05 20:42:58.944924 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4abbfb11-007d-458e-a236-349547f111d5 req-a248086a-56c7-4867-af67-3e172e8d3e84 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374970 May 05 20:42:59.121500 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec60bc11-58b7-4e3e-8cdf-81979f248caa req-c76bfd2f-4413-4721-8348-8a768c4f30fe tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:42:59.122862 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ec60bc11-58b7-4e3e-8cdf-81979f248caa req-c76bfd2f-4413-4721-8348-8a768c4f30fe tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8711fce-a9ad-4551-b689-345628699984 HTTP/1.1" status: 200 len: 945 time: 0.0790849 May 05 20:42:59.131290 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 37938) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:42:59.137302 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-67b288e7-6dca-4963-a145-24f1af874396 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Request body: {'floatingip': {'port_id': '6815e813-9e57-4a75-9c23-c3abb19678e0'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:42:59.215481 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-67b288e7-6dca-4963-a145-24f1af874396 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks [] for floatingip, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:59.793867 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-67b288e7-6dca-4963-a145-24f1af874396 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:59.797811 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-67b288e7-6dca-4963-a145-24f1af874396 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:42:59.965595 n-d-840717-1 neutron-server[88197]: INFO neutron.db.l3_db [None req-67b288e7-6dca-4963-a145-24f1af874396 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Floating IP 7e02ae13-64cb-4c22-a6a3-ff569fb3dbf8 associated. External IP: 172.25.0.130, port: 6815e813-9e57-4a75-9c23-c3abb19678e0. May 05 20:43:00.000699 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:43:00.413717 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67b288e7-6dca-4963-a145-24f1af874396 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Router 00f3962c-2a3e-4460-835e-acf97a7030d0 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:43:00.602889 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b288e7-6dca-4963-a145-24f1af874396 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:43:00.607744 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-67b288e7-6dca-4963-a145-24f1af874396 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:43:00.615589 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb35ddc-e617-4670-a219-1c216fd4d419 None None] Sync routers for ids ['00f3962c-2a3e-4460-835e-acf97a7030d0'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:43:00.626056 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb35ddc-e617-4670-a219-1c216fd4d419 None None] Routers {'00f3962c-2a3e-4460-835e-acf97a7030d0'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:43:00.626655 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-afb35ddc-e617-4670-a219-1c216fd4d419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:42:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['00f3962c-2a3e-4460-835e-acf97a7030d0'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:43:00.663035 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-67b288e7-6dca-4963-a145-24f1af874396 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "PUT /v2.0/floatingips/7e02ae13-64cb-4c22-a6a3-ff569fb3dbf8 HTTP/1.1" status: 200 len: 991 time: 1.5304933 May 05 20:43:00.663482 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8711fce-a9ad-4551-b689-345628699984', 'tag': '6815e813-9e57-4a75-9c23-c3abb19678e0'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:43:00.710913 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68237fda-76cb-4c1c-8b51-5fb2dc3e3fe1'] response: {'name': 'network-changed', 'server_uuid': 'c8711fce-a9ad-4551-b689-345628699984', 'tag': '6815e813-9e57-4a75-9c23-c3abb19678e0', 'status': 'completed', 'code': 200} May 05 20:43:00.847320 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-afb35ddc-e617-4670-a219-1c216fd4d419 None None] Set router 00f3962c-2a3e-4460-835e-acf97a7030d0 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:43:00.979790 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba55e9-72eb-4dcf-8e01-c62499655931 req-e6f1c064-6709-4123-9072-8f0a33309c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:00.981290 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0fba55e9-72eb-4dcf-8e01-c62499655931 req-e6f1c064-6709-4123-9072-8f0a33309c63 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8d2ac5f24c2842b090417baf41a7b405&device_id=c8711fce-a9ad-4551-b689-345628699984 HTTP/1.1" status: 200 len: 1096 time: 0.2493656 May 05 20:43:00.989569 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17796bfd-5ea2-45c4-ae75-d4c12ba76935 req-3a89603f-c229-4e34-9a96-351e5cab43e9 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:00.990946 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-17796bfd-5ea2-45c4-ae75-d4c12ba76935 req-3a89603f-c229-4e34-9a96-351e5cab43e9 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8711fce-a9ad-4551-b689-345628699984 HTTP/1.1" status: 200 len: 945 time: 0.2278810 May 05 20:43:01.125314 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-17796bfd-5ea2-45c4-ae75-d4c12ba76935 req-92a8e07e-93e2-4230-ab74-2cf6f9f86c24 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128442 May 05 20:43:01.151638 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba55e9-72eb-4dcf-8e01-c62499655931 req-f7ffc0e2-d9be-4062-8a2f-beeecc08c728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:01.153104 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0fba55e9-72eb-4dcf-8e01-c62499655931 req-f7ffc0e2-d9be-4062-8a2f-beeecc08c728 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8d838826-0cc1-465c-ac5e-e5b771415949 HTTP/1.1" status: 200 len: 913 time: 0.1612680 May 05 20:43:01.199927 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-afb35ddc-e617-4670-a219-1c216fd4d419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'name': 'tempest-ServerActionsTestJSON-1576992870-router', 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '6f9e3be1-88ef-4087-8eea-119a7d9d769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:42:39Z', 'updated_at': '2022-05-05T20:42:43Z', 'revision_number': 4, 'project_id': '8d2ac5f24c2842b090417baf41a7b405', 'gw_port': {'id': '6f9e3be1-88ef-4087-8eea-119a7d9d769c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:dd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:42:40Z', 'updated_at': '2022-05-05T20:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '7e02ae13-64cb-4c22-a6a3-ff569fb3dbf8', 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'floating_ip_address': '172.25.0.130', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'port_id': '6815e813-9e57-4a75-9c23-c3abb19678e0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949', 'mac_address': 'fa:16:3e:23:44:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8711fce-a9ad-4551-b689-345628699984', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:42:46Z', 'updated_at': '2022-05-05T20:42:59Z', 'revision_number': 1, 'project_id': '8d2ac5f24c2842b090417baf41a7b405', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74da4d18-b707-41d1-82b5-13493af950c4', 'name': '', 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949', 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'mac_address': 'fa:16:3e:70:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'e17f71d4-d773-4eec-938b-3d1690270e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:42:42Z', 'updated_at': '2022-05-05T20:42:48Z', 'revision_number': 5, 'project_id': '8d2ac5f24c2842b090417baf41a7b405', 'subnets': [{'id': 'e17f71d4-d773-4eec-938b-3d1690270e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:43:01.204211 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb35ddc-e617-4670-a219-1c216fd4d419 None None] Checking router: 00f3962c-2a3e-4460-835e-acf97a7030d0 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:43:01.213038 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb35ddc-e617-4670-a219-1c216fd4d419 None None] Routers {'00f3962c-2a3e-4460-835e-acf97a7030d0'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:43:01.213684 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-afb35ddc-e617-4670-a219-1c216fd4d419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:42:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['00f3962c-2a3e-4460-835e-acf97a7030d0'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:43:01.268272 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0fba55e9-72eb-4dcf-8e01-c62499655931 req-61633baa-8c09-444e-8f4d-47e80e38b7be service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6815e813-9e57-4a75-9c23-c3abb19678e0 HTTP/1.1" status: 200 len: 999 time: 0.1087387 May 05 20:43:01.329525 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e80387-993e-47fb-9ca3-48ef070677cc req-79f40aaf-ec0f-4565-9ec3-c2590acadc32 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:01.331125 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-97e80387-993e-47fb-9ca3-48ef070677cc req-79f40aaf-ec0f-4565-9ec3-c2590acadc32 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8711fce-a9ad-4551-b689-345628699984 HTTP/1.1" status: 200 len: 945 time: 0.0828876 May 05 20:43:01.331929 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba55e9-72eb-4dcf-8e01-c62499655931 req-dcafba60-7870-4486-b280-ad77220e60d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:01.333441 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0fba55e9-72eb-4dcf-8e01-c62499655931 req-dcafba60-7870-4486-b280-ad77220e60d4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e17f71d4-d773-4eec-938b-3d1690270e74 HTTP/1.1" status: 200 len: 851 time: 0.0592060 May 05 20:43:01.380645 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-97e80387-993e-47fb-9ca3-48ef070677cc req-6df24d6f-5afb-42b4-b7e3-d0597cf5dab2 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430157 May 05 20:43:01.394093 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-afb35ddc-e617-4670-a219-1c216fd4d419 None None] Set router 00f3962c-2a3e-4460-835e-acf97a7030d0 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:43:01.416101 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba55e9-72eb-4dcf-8e01-c62499655931 req-e49ad524-ea30-4ed7-b984-23780f297910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:01.417727 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0fba55e9-72eb-4dcf-8e01-c62499655931 req-e49ad524-ea30-4ed7-b984-23780f297910 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8d838826-0cc1-465c-ac5e-e5b771415949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0776410 May 05 20:43:01.550023 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0fba55e9-72eb-4dcf-8e01-c62499655931 req-d2dd4f34-d30f-4115-8f02-27a2595a07ff service neutron] 10.222.0.24 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260643 May 05 20:43:01.684240 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0fba55e9-72eb-4dcf-8e01-c62499655931 req-c3b2616a-d86e-43c7-a3ac-b6d01674519d service neutron] 10.222.0.24 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286135 May 05 20:43:01.742692 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-afb35ddc-e617-4670-a219-1c216fd4d419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'name': 'tempest-ServerActionsTestJSON-1576992870-router', 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '6f9e3be1-88ef-4087-8eea-119a7d9d769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:42:39Z', 'updated_at': '2022-05-05T20:42:43Z', 'revision_number': 4, 'project_id': '8d2ac5f24c2842b090417baf41a7b405', 'gw_port': {'id': '6f9e3be1-88ef-4087-8eea-119a7d9d769c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:dd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:42:40Z', 'updated_at': '2022-05-05T20:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '7e02ae13-64cb-4c22-a6a3-ff569fb3dbf8', 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'floating_ip_address': '172.25.0.130', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'port_id': '6815e813-9e57-4a75-9c23-c3abb19678e0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949', 'mac_address': 'fa:16:3e:23:44:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8711fce-a9ad-4551-b689-345628699984', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:42:46Z', 'updated_at': '2022-05-05T20:42:59Z', 'revision_number': 1, 'project_id': '8d2ac5f24c2842b090417baf41a7b405', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74da4d18-b707-41d1-82b5-13493af950c4', 'name': '', 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949', 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'mac_address': 'fa:16:3e:70:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'e17f71d4-d773-4eec-938b-3d1690270e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:42:42Z', 'updated_at': '2022-05-05T20:42:48Z', 'revision_number': 5, 'project_id': '8d2ac5f24c2842b090417baf41a7b405', 'subnets': [{'id': 'e17f71d4-d773-4eec-938b-3d1690270e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:43:01.747504 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb35ddc-e617-4670-a219-1c216fd4d419 None None] The sync data for ids ['00f3962c-2a3e-4460-835e-acf97a7030d0'] in n-d-840717-1 is: [{'id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'name': 'tempest-ServerActionsTestJSON-1576992870-router', 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '6f9e3be1-88ef-4087-8eea-119a7d9d769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:42:39Z', 'updated_at': '2022-05-05T20:42:43Z', 'revision_number': 4, 'project_id': '8d2ac5f24c2842b090417baf41a7b405', 'gw_port': {'id': '6f9e3be1-88ef-4087-8eea-119a7d9d769c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:dd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:42:40Z', 'updated_at': '2022-05-05T20:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '7e02ae13-64cb-4c22-a6a3-ff569fb3dbf8', 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'floating_ip_address': '172.25.0.130', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'port_id': '6815e813-9e57-4a75-9c23-c3abb19678e0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949', 'mac_address': 'fa:16:3e:23:44:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8711fce-a9ad-4551-b689-345628699984', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:42:46Z', 'updated_at': '2022-05-05T20:42:59Z', 'revision_number': 1, 'project_id': '8d2ac5f24c2842b090417baf41a7b405', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74da4d18-b707-41d1-82b5-13493af950c4', 'name': '', 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949', 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'mac_address': 'fa:16:3e:70:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'e17f71d4-d773-4eec-938b-3d1690270e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:42:42Z', 'updated_at': '2022-05-05T20:42:48Z', 'revision_number': 5, 'project_id': '8d2ac5f24c2842b090417baf41a7b405', 'subnets': [{'id': 'e17f71d4-d773-4eec-938b-3d1690270e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:43:01.935367 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d7684f-677a-4747-8060-6bea64307c94 None None] New status for floating IP 7e02ae13-64cb-4c22-a6a3-ff569fb3dbf8: ACTIVE {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:43:02.568436 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ad16f-41f5-477d-af13-5737f8677d6d req-dd03f98f-67ca-4885-ab23-8bb895b47577 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:02.569796 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e78ad16f-41f5-477d-af13-5737f8677d6d req-dd03f98f-67ca-4885-ab23-8bb895b47577 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8711fce-a9ad-4551-b689-345628699984 HTTP/1.1" status: 200 len: 945 time: 0.0790665 May 05 20:43:02.614251 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e78ad16f-41f5-477d-af13-5737f8677d6d req-5c474eb3-a87a-4a8c-807e-9965339e011a tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381470 May 05 20:43:02.796244 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b21fe13-a71a-4f0a-bda9-786b7a9fc336 req-12418eb1-f2fb-43b6-a6cc-712666528460 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:02.797695 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6b21fe13-a71a-4f0a-bda9-786b7a9fc336 req-12418eb1-f2fb-43b6-a6cc-712666528460 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8711fce-a9ad-4551-b689-345628699984 HTTP/1.1" status: 200 len: 945 time: 0.0797808 May 05 20:43:02.840985 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6b21fe13-a71a-4f0a-bda9-786b7a9fc336 req-49f5d364-e227-47bd-945d-8d35c0ba0f30 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377109 May 05 20:43:03.259344 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-52617b4e-f5d9-4dbb-a3ca-722944a487d4 req-0c8a96f8-379c-4a1b-8ef9-c06d5f43bfb9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c8711fce-a9ad-4551-b689-345628699984&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1395559 May 05 20:43:03.268285 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe9527-f4b2-4aff-a866-cac45d985fa2 req-d9694128-76f1-4c9e-8216-203ccbd03e91 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:03.269695 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3ffe9527-f4b2-4aff-a866-cac45d985fa2 req-d9694128-76f1-4c9e-8216-203ccbd03e91 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8711fce-a9ad-4551-b689-345628699984 HTTP/1.1" status: 200 len: 945 time: 0.1081631 May 05 20:43:03.314807 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3ffe9527-f4b2-4aff-a866-cac45d985fa2 req-382e4725-b7ae-4d27-b659-b6710de8b63f tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393329 May 05 20:43:04.560513 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7cb26d-646a-4292-a4cd-69c37cde23f0 req-9e9a1218-8f1b-4538-80dc-7c93949cb570 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:04.561955 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7f7cb26d-646a-4292-a4cd-69c37cde23f0 req-9e9a1218-8f1b-4538-80dc-7c93949cb570 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8711fce-a9ad-4551-b689-345628699984 HTTP/1.1" status: 200 len: 945 time: 0.1381886 May 05 20:43:04.564556 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52617b4e-f5d9-4dbb-a3ca-722944a487d4 req-92b66141-2484-4a20-9176-1fc64bbc5dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:04.565860 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-52617b4e-f5d9-4dbb-a3ca-722944a487d4 req-92b66141-2484-4a20-9176-1fc64bbc5dc1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8d2ac5f24c2842b090417baf41a7b405&device_id=c8711fce-a9ad-4551-b689-345628699984 HTTP/1.1" status: 200 len: 1096 time: 0.1073914 May 05 20:43:04.685397 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7f7cb26d-646a-4292-a4cd-69c37cde23f0 req-f64aad88-f05c-4c2e-8892-7cc12b7405ee tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173239 May 05 20:43:04.712598 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-479bc92b-f368-4698-9a88-36d4f36cf391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:43:04.725061 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52617b4e-f5d9-4dbb-a3ca-722944a487d4 req-0c0705b9-9728-4870-b717-dbb068c60bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:04.726473 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-52617b4e-f5d9-4dbb-a3ca-722944a487d4 req-0c0705b9-9728-4870-b717-dbb068c60bc2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8d838826-0cc1-465c-ac5e-e5b771415949 HTTP/1.1" status: 200 len: 913 time: 0.1461751 May 05 20:43:04.828354 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-52617b4e-f5d9-4dbb-a3ca-722944a487d4 req-c7bbf019-5756-41ca-94b3-c60cbce67196 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6815e813-9e57-4a75-9c23-c3abb19678e0 HTTP/1.1" status: 200 len: 1001 time: 0.0957704 May 05 20:43:04.892674 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52617b4e-f5d9-4dbb-a3ca-722944a487d4 req-27d0698f-14b2-4780-a731-5db2a9901724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:04.894025 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-52617b4e-f5d9-4dbb-a3ca-722944a487d4 req-27d0698f-14b2-4780-a731-5db2a9901724 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e17f71d4-d773-4eec-938b-3d1690270e74 HTTP/1.1" status: 200 len: 851 time: 0.0604780 May 05 20:43:04.972115 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52617b4e-f5d9-4dbb-a3ca-722944a487d4 req-db12c9c9-34df-4032-a177-4f6ddeccef43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:04.973586 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-52617b4e-f5d9-4dbb-a3ca-722944a487d4 req-db12c9c9-34df-4032-a177-4f6ddeccef43 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8d838826-0cc1-465c-ac5e-e5b771415949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723994 May 05 20:43:05.102644 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-52617b4e-f5d9-4dbb-a3ca-722944a487d4 req-69a93c2f-a801-4209-9951-23c79a7b90fe service neutron] 10.222.0.24 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232395 May 05 20:43:05.346023 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-52617b4e-f5d9-4dbb-a3ca-722944a487d4 req-149bc554-acd4-4afb-9ceb-2303d15344fe service neutron] 10.222.0.24 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375751 May 05 20:43:05.872539 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d73aa-1328-43ae-8150-d5f1c1445a9f req-eb05816b-7473-4683-9d31-645fbfbed8ef tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:05.873883 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1d9d73aa-1328-43ae-8150-d5f1c1445a9f req-eb05816b-7473-4683-9d31-645fbfbed8ef tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8711fce-a9ad-4551-b689-345628699984 HTTP/1.1" status: 200 len: 945 time: 0.0811050 May 05 20:43:05.917446 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1d9d73aa-1328-43ae-8150-d5f1c1445a9f req-288ee745-8a13-465c-99cc-d9bc95c2446d tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380099 May 05 20:43:06.903866 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3962f56a-38d6-4371-978f-803de0e4b4ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:43:07.105031 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a85647-a1e0-4d46-9d2a-db8eeb340830 req-180d0203-9baf-4999-a2c1-493264ecebae tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:07.107152 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-58a85647-a1e0-4d46-9d2a-db8eeb340830 req-180d0203-9baf-4999-a2c1-493264ecebae tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8711fce-a9ad-4551-b689-345628699984 HTTP/1.1" status: 200 len: 945 time: 0.0841231 May 05 20:43:07.156747 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-58a85647-a1e0-4d46-9d2a-db8eeb340830 req-e570b593-301f-40a2-a5cc-3201375999a0 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437944 May 05 20:43:07.947533 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:43:08.134792 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:43:08.341630 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc03ac-890d-45e2-90af-729bc3bbc5e8 req-0eb1fd60-c255-4acb-af15-b2d3c5ae439c tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:08.343081 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c2bc03ac-890d-45e2-90af-729bc3bbc5e8 req-0eb1fd60-c255-4acb-af15-b2d3c5ae439c tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8711fce-a9ad-4551-b689-345628699984 HTTP/1.1" status: 200 len: 945 time: 0.0800209 May 05 20:43:08.389377 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c2bc03ac-890d-45e2-90af-729bc3bbc5e8 req-021c9206-e441-45a7-b883-6c8d0ac8afc4 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406058 May 05 20:43:09.574257 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f382e-1f26-4917-89c8-f63a74703e0d req-6a6bd52c-4702-4b7d-bfe8-440f74e6e72e tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:09.575928 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e36f382e-1f26-4917-89c8-f63a74703e0d req-6a6bd52c-4702-4b7d-bfe8-440f74e6e72e tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8711fce-a9ad-4551-b689-345628699984 HTTP/1.1" status: 200 len: 945 time: 0.0804982 May 05 20:43:09.619708 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e36f382e-1f26-4917-89c8-f63a74703e0d req-7c951ce1-492f-471a-a767-2e1e9447e747 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382264 May 05 20:43:09.691872 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:43:10.804583 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b271d2f7-ce6e-4bd7-82d1-09140db23334 req-1cd539d2-fbda-4b97-b4bb-de21b91f9ddc tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:10.806038 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b271d2f7-ce6e-4bd7-82d1-09140db23334 req-1cd539d2-fbda-4b97-b4bb-de21b91f9ddc tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8711fce-a9ad-4551-b689-345628699984 HTTP/1.1" status: 200 len: 945 time: 0.0816891 May 05 20:43:10.851198 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b271d2f7-ce6e-4bd7-82d1-09140db23334 req-8014e6a6-f917-4921-a64e-04c08a77e855 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387862 May 05 20:43:12.040718 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7aaf6f-c2fe-44a0-a41c-8db4733d2efb req-a2ee0960-b77c-4744-9124-b63dc2a3856f tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:12.042185 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cf7aaf6f-c2fe-44a0-a41c-8db4733d2efb req-a2ee0960-b77c-4744-9124-b63dc2a3856f tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8711fce-a9ad-4551-b689-345628699984 HTTP/1.1" status: 200 len: 945 time: 0.0834584 May 05 20:43:12.087371 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cf7aaf6f-c2fe-44a0-a41c-8db4733d2efb req-6e9bc888-2b5a-4929-b127-829d1c9c6f91 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392375 May 05 20:43:13.273071 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e497c3-a3da-4ef2-bf68-234a7cb8976e req-6f47dcda-c6b9-410c-8b58-b95b22c668f2 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:13.274528 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e8e497c3-a3da-4ef2-bf68-234a7cb8976e req-6f47dcda-c6b9-410c-8b58-b95b22c668f2 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8711fce-a9ad-4551-b689-345628699984 HTTP/1.1" status: 200 len: 945 time: 0.0785747 May 05 20:43:13.321161 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e8e497c3-a3da-4ef2-bf68-234a7cb8976e req-9bf78152-a72a-4a7f-93f4-84f97c4e22b1 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401216 May 05 20:43:14.504243 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac343e8-084f-4c1f-9427-167db903cdf1 req-7136056a-5e6f-4233-94e7-0b082900b494 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:14.505710 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-aac343e8-084f-4c1f-9427-167db903cdf1 req-7136056a-5e6f-4233-94e7-0b082900b494 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8711fce-a9ad-4551-b689-345628699984 HTTP/1.1" status: 200 len: 945 time: 0.0789442 May 05 20:43:14.549520 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-aac343e8-084f-4c1f-9427-167db903cdf1 req-ea665b52-cbcf-4836-a512-7b77a3adc600 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382252 May 05 20:43:14.639947 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:43:15.733190 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dae533-9d33-4cf8-a7ca-eb4d5ed3e3e8 req-25c63f1b-7f07-4f72-823f-76c151885a3f tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:15.734632 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-12dae533-9d33-4cf8-a7ca-eb4d5ed3e3e8 req-25c63f1b-7f07-4f72-823f-76c151885a3f tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8711fce-a9ad-4551-b689-345628699984 HTTP/1.1" status: 200 len: 945 time: 0.0787308 May 05 20:43:15.778295 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-12dae533-9d33-4cf8-a7ca-eb4d5ed3e3e8 req-0385ed5b-9705-42cc-8f3f-4b53f227b9b1 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376456 May 05 20:43:16.651821 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:43:16.976530 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78814066-a3b4-4808-8584-9c6dff1c029c req-5145750d-9bf9-4596-958e-19012a8412a8 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:16.978010 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-78814066-a3b4-4808-8584-9c6dff1c029c req-5145750d-9bf9-4596-958e-19012a8412a8 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8711fce-a9ad-4551-b689-345628699984 HTTP/1.1" status: 200 len: 945 time: 0.0949562 May 05 20:43:17.022903 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-78814066-a3b4-4808-8584-9c6dff1c029c req-155ed122-e849-4313-920a-c7465aae0215 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384004 May 05 20:43:18.323586 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3caa83e-747f-4280-9588-f6c3d6bfc149 req-2177d4ea-aa12-4435-9a06-316bd4575d71 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:18.325599 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e3caa83e-747f-4280-9588-f6c3d6bfc149 req-2177d4ea-aa12-4435-9a06-316bd4575d71 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8711fce-a9ad-4551-b689-345628699984 HTTP/1.1" status: 200 len: 945 time: 0.1948323 May 05 20:43:18.369970 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e3caa83e-747f-4280-9588-f6c3d6bfc149 req-1c8ba2b5-f8ea-4c0e-8e7a-c20bc6f550c0 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387051 May 05 20:43:19.556578 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f85fb-c64b-4ef8-94d0-881a48e3b126 req-11d48c09-cc25-4e75-a0fc-358bc0738202 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:19.558046 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4e8f85fb-c64b-4ef8-94d0-881a48e3b126 req-11d48c09-cc25-4e75-a0fc-358bc0738202 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8711fce-a9ad-4551-b689-345628699984 HTTP/1.1" status: 200 len: 945 time: 0.0794928 May 05 20:43:19.606171 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4e8f85fb-c64b-4ef8-94d0-881a48e3b126 req-f6830f6e-1a62-4588-b7e0-85f15f10b7fb tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417957 May 05 20:43:20.188762 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346348b-d410-46ac-ac70-6260e209da1b req-7b18d0a0-2ca3-4df8-8eb0-96d2fe76655c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:20.190228 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f346348b-d410-46ac-ac70-6260e209da1b req-7b18d0a0-2ca3-4df8-8eb0-96d2fe76655c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8d2ac5f24c2842b090417baf41a7b405&device_id=c8711fce-a9ad-4551-b689-345628699984 HTTP/1.1" status: 200 len: 1096 time: 0.0718386 May 05 20:43:20.332860 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346348b-d410-46ac-ac70-6260e209da1b req-b6dd3a90-27d7-4896-83cf-b1bb39ccbc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:20.334401 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f346348b-d410-46ac-ac70-6260e209da1b req-b6dd3a90-27d7-4896-83cf-b1bb39ccbc7d service neutron] 10.222.0.24 "GET /v2.0/networks?id=8d838826-0cc1-465c-ac5e-e5b771415949 HTTP/1.1" status: 200 len: 913 time: 0.1266634 May 05 20:43:20.441471 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f346348b-d410-46ac-ac70-6260e209da1b req-7885591f-2940-43f8-b78e-a99e976a153f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6815e813-9e57-4a75-9c23-c3abb19678e0 HTTP/1.1" status: 200 len: 1001 time: 0.0982659 May 05 20:43:20.508631 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346348b-d410-46ac-ac70-6260e209da1b req-e3a72cfd-bdf1-4b18-a171-03b37baeb614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:20.510040 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f346348b-d410-46ac-ac70-6260e209da1b req-e3a72cfd-bdf1-4b18-a171-03b37baeb614 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e17f71d4-d773-4eec-938b-3d1690270e74 HTTP/1.1" status: 200 len: 851 time: 0.0574281 May 05 20:43:20.586276 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346348b-d410-46ac-ac70-6260e209da1b req-6a3e7308-12d2-4440-b86b-cebf637f4ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:20.587769 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f346348b-d410-46ac-ac70-6260e209da1b req-6a3e7308-12d2-4440-b86b-cebf637f4ca5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8d838826-0cc1-465c-ac5e-e5b771415949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719883 May 05 20:43:20.723259 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f346348b-d410-46ac-ac70-6260e209da1b req-1171d066-b183-4843-9439-0ae71bd307db service neutron] 10.222.0.24 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280859 May 05 20:43:20.793324 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1264835d-5f61-40c7-a004-52042cde4deb req-9d879e81-227e-4720-90fd-ca81c0b976a0 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:20.794781 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1264835d-5f61-40c7-a004-52042cde4deb req-9d879e81-227e-4720-90fd-ca81c0b976a0 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8711fce-a9ad-4551-b689-345628699984 HTTP/1.1" status: 200 len: 945 time: 0.0785313 May 05 20:43:20.839281 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1264835d-5f61-40c7-a004-52042cde4deb req-ea48e9a7-b019-4e62-986e-00fc7669d362 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388126 May 05 20:43:20.867273 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f346348b-d410-46ac-ac70-6260e209da1b req-3891a61f-d39f-4325-8f27-7bff8920dd6e service neutron] 10.222.0.24 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344054 May 05 20:43:22.072919 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58025c8-154b-4a92-9f27-0cb97a64d688 req-e37c010a-3a19-4c61-8366-e35ccce1e931 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:22.074385 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f58025c8-154b-4a92-9f27-0cb97a64d688 req-e37c010a-3a19-4c61-8366-e35ccce1e931 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8711fce-a9ad-4551-b689-345628699984 HTTP/1.1" status: 200 len: 945 time: 0.1289275 May 05 20:43:22.128543 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [req-52617b4e-f5d9-4dbb-a3ca-722944a487d4 req-e55af74b-b84c-485f-9f13-c4a40325cb32 service neutron] show failed (client error): The resource could not be found. May 05 20:43:22.129423 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-52617b4e-f5d9-4dbb-a3ca-722944a487d4 req-e55af74b-b84c-485f-9f13-c4a40325cb32 service neutron] 10.222.0.24 "GET /v2.0/ports/6815e813-9e57-4a75-9c23-c3abb19678e0/bindings/n-h2-840717-1 HTTP/1.1" status: 404 len: 380 time: 0.1180506 May 05 20:43:22.132327 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f58025c8-154b-4a92-9f27-0cb97a64d688 req-23927bfe-6b87-44b8-81b4-d57cd2bf395e tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506372 May 05 20:43:22.391054 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52617b4e-f5d9-4dbb-a3ca-722944a487d4 req-84cf3b1d-b484-417e-a213-6341f1a90d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:22.392457 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-52617b4e-f5d9-4dbb-a3ca-722944a487d4 req-84cf3b1d-b484-417e-a213-6341f1a90d63 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c8711fce-a9ad-4551-b689-345628699984&tenant_id=8d2ac5f24c2842b090417baf41a7b405 HTTP/1.1" status: 200 len: 1096 time: 0.0726883 May 05 20:43:22.403392 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-52617b4e-f5d9-4dbb-a3ca-722944a487d4 req-bcb948e1-19ea-4582-a9ae-cd8fb5ddc423 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-840717-1', 'device_owner': 'compute:nova'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:43:22.512692 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-52617b4e-f5d9-4dbb-a3ca-722944a487d4 req-bcb948e1-19ea-4582-a9ae-cd8fb5ddc423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:43:22.786139 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-52617b4e-f5d9-4dbb-a3ca-722944a487d4 req-bcb948e1-19ea-4582-a9ae-cd8fb5ddc423 service neutron] For port 6815e813-9e57-4a75-9c23-c3abb19678e0, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=6815e813-9e57-4a75-9c23-c3abb19678e0,segment=NetworkSegment(7a533d90-8a9f-45ae-95b7-daccfb6d22ed),segment_id=7a533d90-8a9f-45ae-95b7-daccfb6d22ed)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:43:22.819213 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-52617b4e-f5d9-4dbb-a3ca-722944a487d4 req-bcb948e1-19ea-4582-a9ae-cd8fb5ddc423 service neutron] For port 6815e813-9e57-4a75-9c23-c3abb19678e0, host n-h1-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:43:22.886294 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8711fce-a9ad-4551-b689-345628699984', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6815e813-9e57-4a75-9c23-c3abb19678e0'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:43:22.892409 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-52617b4e-f5d9-4dbb-a3ca-722944a487d4 req-bcb948e1-19ea-4582-a9ae-cd8fb5ddc423 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:43:22.907273 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-52617b4e-f5d9-4dbb-a3ca-722944a487d4 req-bcb948e1-19ea-4582-a9ae-cd8fb5ddc423 service neutron] Transition to ACTIVE for port object 6815e813-9e57-4a75-9c23-c3abb19678e0 will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:43:22.911397 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-52617b4e-f5d9-4dbb-a3ca-722944a487d4 req-bcb948e1-19ea-4582-a9ae-cd8fb5ddc423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:43:22.951605 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a894a0bb-ee2c-4f15-8684-5c292c837863'] response: {'server_uuid': 'c8711fce-a9ad-4551-b689-345628699984', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6815e813-9e57-4a75-9c23-c3abb19678e0', 'code': 200} May 05 20:43:23.050811 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb948e1-19ea-4582-a9ae-cd8fb5ddc423 service neutron] Pushing event updated for resources: {'Port': ['ID=6815e813-9e57-4a75-9c23-c3abb19678e0,revision_number=6']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:43:23.067646 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb948e1-19ea-4582-a9ae-cd8fb5ddc423 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:43:23.067990 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb948e1-19ea-4582-a9ae-cd8fb5ddc423 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:43:23.068330 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb948e1-19ea-4582-a9ae-cd8fb5ddc423 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:43:23.068663 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb948e1-19ea-4582-a9ae-cd8fb5ddc423 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:43:23.068995 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb948e1-19ea-4582-a9ae-cd8fb5ddc423 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:43:23.069324 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb948e1-19ea-4582-a9ae-cd8fb5ddc423 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:43:23.069648 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb948e1-19ea-4582-a9ae-cd8fb5ddc423 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:43:23.069969 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb948e1-19ea-4582-a9ae-cd8fb5ddc423 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:43:23.071623 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb948e1-19ea-4582-a9ae-cd8fb5ddc423 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:43:23.071975 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb948e1-19ea-4582-a9ae-cd8fb5ddc423 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:43:23.072316 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb948e1-19ea-4582-a9ae-cd8fb5ddc423 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:43:23.072646 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb948e1-19ea-4582-a9ae-cd8fb5ddc423 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:43:23.128381 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-52617b4e-f5d9-4dbb-a3ca-722944a487d4 req-bcb948e1-19ea-4582-a9ae-cd8fb5ddc423 service neutron] No DVR routers for this DVR port 6815e813-9e57-4a75-9c23-c3abb19678e0 on host n-h1-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:43:23.321637 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeadb88-cba3-4c25-8670-afa13f7256f3 req-62b6de9d-1fe8-4675-8d86-f293f3e9b114 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:23.323106 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bbeadb88-cba3-4c25-8670-afa13f7256f3 req-62b6de9d-1fe8-4675-8d86-f293f3e9b114 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8711fce-a9ad-4551-b689-345628699984 HTTP/1.1" status: 200 len: 943 time: 0.0805364 May 05 20:43:23.355688 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-52617b4e-f5d9-4dbb-a3ca-722944a487d4 req-bcb948e1-19ea-4582-a9ae-cd8fb5ddc423 service neutron] Attempting to bind port 6815e813-9e57-4a75-9c23-c3abb19678e0 on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:43:23.356244 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-52617b4e-f5d9-4dbb-a3ca-722944a487d4 req-bcb948e1-19ea-4582-a9ae-cd8fb5ddc423 service neutron] Attempting to bind port 6815e813-9e57-4a75-9c23-c3abb19678e0 by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': '7a533d90-8a9f-45ae-95b7-daccfb6d22ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:43:23.356626 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52617b4e-f5d9-4dbb-a3ca-722944a487d4 req-bcb948e1-19ea-4582-a9ae-cd8fb5ddc423 service neutron] Attempting to bind port 6815e813-9e57-4a75-9c23-c3abb19678e0 on network 8d838826-0cc1-465c-ac5e-e5b771415949 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:43:23.361191 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52617b4e-f5d9-4dbb-a3ca-722944a487d4 req-bcb948e1-19ea-4582-a9ae-cd8fb5ddc423 service neutron] Port 6815e813-9e57-4a75-9c23-c3abb19678e0 on network 8d838826-0cc1-465c-ac5e-e5b771415949 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:43:23.361507 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52617b4e-f5d9-4dbb-a3ca-722944a487d4 req-bcb948e1-19ea-4582-a9ae-cd8fb5ddc423 service neutron] Attempting to bind port 6815e813-9e57-4a75-9c23-c3abb19678e0 on network 8d838826-0cc1-465c-ac5e-e5b771415949 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:43:23.366726 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52617b4e-f5d9-4dbb-a3ca-722944a487d4 req-bcb948e1-19ea-4582-a9ae-cd8fb5ddc423 service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:43:23.367064 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52617b4e-f5d9-4dbb-a3ca-722944a487d4 req-bcb948e1-19ea-4582-a9ae-cd8fb5ddc423 service neutron] Checking segment: {'id': '7a533d90-8a9f-45ae-95b7-daccfb6d22ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:43:23.367474 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52617b4e-f5d9-4dbb-a3ca-722944a487d4 req-bcb948e1-19ea-4582-a9ae-cd8fb5ddc423 service neutron] Bound using segment: {'id': '7a533d90-8a9f-45ae-95b7-daccfb6d22ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:43:23.367897 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-52617b4e-f5d9-4dbb-a3ca-722944a487d4 req-bcb948e1-19ea-4582-a9ae-cd8fb5ddc423 service neutron] Bound port: 6815e813-9e57-4a75-9c23-c3abb19678e0, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a533d90-8a9f-45ae-95b7-daccfb6d22ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:43:23.368239 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-52617b4e-f5d9-4dbb-a3ca-722944a487d4 req-bcb948e1-19ea-4582-a9ae-cd8fb5ddc423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:43:23.461866 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-52617b4e-f5d9-4dbb-a3ca-722944a487d4 req-bcb948e1-19ea-4582-a9ae-cd8fb5ddc423 service neutron] For port 6815e813-9e57-4a75-9c23-c3abb19678e0, host n-h2-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:43:23.465195 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-52617b4e-f5d9-4dbb-a3ca-722944a487d4 req-bcb948e1-19ea-4582-a9ae-cd8fb5ddc423 service neutron] For port 6815e813-9e57-4a75-9c23-c3abb19678e0, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=6815e813-9e57-4a75-9c23-c3abb19678e0,segment=NetworkSegment(7a533d90-8a9f-45ae-95b7-daccfb6d22ed),segment_id=7a533d90-8a9f-45ae-95b7-daccfb6d22ed)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:43:23.469950 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-52617b4e-f5d9-4dbb-a3ca-722944a487d4 req-bcb948e1-19ea-4582-a9ae-cd8fb5ddc423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:43:23.488774 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bbeadb88-cba3-4c25-8670-afa13f7256f3 req-5b92456d-9f3b-41ea-a47d-8c310afb9600 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1591444 May 05 20:43:23.528871 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52617b4e-f5d9-4dbb-a3ca-722944a487d4 req-bcb948e1-19ea-4582-a9ae-cd8fb5ddc423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:23.529503 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-52617b4e-f5d9-4dbb-a3ca-722944a487d4 req-bcb948e1-19ea-4582-a9ae-cd8fb5ddc423 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:43:23.530853 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-52617b4e-f5d9-4dbb-a3ca-722944a487d4 req-bcb948e1-19ea-4582-a9ae-cd8fb5ddc423 service neutron] 10.222.0.50 "PUT /v2.0/ports/6815e813-9e57-4a75-9c23-c3abb19678e0 HTTP/1.1" status: 200 len: 1091 time: 1.1319926 May 05 20:43:23.548391 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb948e1-19ea-4582-a9ae-cd8fb5ddc423 service neutron] Pushing event updated for resources: {'Port': ['ID=6815e813-9e57-4a75-9c23-c3abb19678e0,revision_number=7']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:43:23.630768 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52617b4e-f5d9-4dbb-a3ca-722944a487d4 req-42910902-1cf5-44c3-936a-cafaa69f1f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:23.632282 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-52617b4e-f5d9-4dbb-a3ca-722944a487d4 req-42910902-1cf5-44c3-936a-cafaa69f1f40 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8d2ac5f24c2842b090417baf41a7b405&device_id=c8711fce-a9ad-4551-b689-345628699984 HTTP/1.1" status: 200 len: 1094 time: 0.0769782 May 05 20:43:23.765878 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52617b4e-f5d9-4dbb-a3ca-722944a487d4 req-97a91a72-a54a-4d63-aa36-d218c3b9d4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:23.767239 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-52617b4e-f5d9-4dbb-a3ca-722944a487d4 req-97a91a72-a54a-4d63-aa36-d218c3b9d4f2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8d838826-0cc1-465c-ac5e-e5b771415949 HTTP/1.1" status: 200 len: 913 time: 0.1291788 May 05 20:43:23.967146 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-52617b4e-f5d9-4dbb-a3ca-722944a487d4 req-9478d3d6-b72f-464d-a153-13cdf5290a28 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6815e813-9e57-4a75-9c23-c3abb19678e0 HTTP/1.1" status: 200 len: 999 time: 0.1946080 May 05 20:43:24.028618 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52617b4e-f5d9-4dbb-a3ca-722944a487d4 req-5a11d022-31cf-4cb0-873e-8a14d3fa7558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:24.029937 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-52617b4e-f5d9-4dbb-a3ca-722944a487d4 req-5a11d022-31cf-4cb0-873e-8a14d3fa7558 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e17f71d4-d773-4eec-938b-3d1690270e74 HTTP/1.1" status: 200 len: 851 time: 0.0573833 May 05 20:43:24.102331 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52617b4e-f5d9-4dbb-a3ca-722944a487d4 req-0679c7d0-8708-468d-b54e-e6b8eaf99b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:24.103788 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-52617b4e-f5d9-4dbb-a3ca-722944a487d4 req-0679c7d0-8708-468d-b54e-e6b8eaf99b24 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8d838826-0cc1-465c-ac5e-e5b771415949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684035 May 05 20:43:24.233619 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-52617b4e-f5d9-4dbb-a3ca-722944a487d4 req-fb52045c-0192-4033-b4fe-91b8de53ef7b service neutron] 10.222.0.50 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243052 May 05 20:43:24.360916 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-52617b4e-f5d9-4dbb-a3ca-722944a487d4 req-02d0c4a9-cdbd-47ea-abd2-3702d400d644 service neutron] 10.222.0.50 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215270 May 05 20:43:24.681134 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95fcdf5-a96d-4e07-ab5e-a8835f36a1a6 req-61f6ea0b-549d-410e-af70-929e0e3e3b84 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:24.682600 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e95fcdf5-a96d-4e07-ab5e-a8835f36a1a6 req-61f6ea0b-549d-410e-af70-929e0e3e3b84 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8711fce-a9ad-4551-b689-345628699984 HTTP/1.1" status: 200 len: 943 time: 0.0828269 May 05 20:43:24.726017 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e95fcdf5-a96d-4e07-ab5e-a8835f36a1a6 req-0b1fbc54-3ea4-4ea1-b90f-bfd70b365aa0 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370138 May 05 20:43:24.953099 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8711fce-a9ad-4551-b689-345628699984', 'tag': '6815e813-9e57-4a75-9c23-c3abb19678e0'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:43:25.010409 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72ba6377-dfe1-45de-93e2-6b68e743a0c9'] response: {'name': 'network-changed', 'server_uuid': 'c8711fce-a9ad-4551-b689-345628699984', 'tag': '6815e813-9e57-4a75-9c23-c3abb19678e0', 'status': 'completed', 'code': 200} May 05 20:43:25.096776 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc69ff-5217-4c70-a560-5ec5c7bfc1a2 req-f0b7a8fc-4820-4ddc-a789-106c42d20338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:25.098290 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-63cc69ff-5217-4c70-a560-5ec5c7bfc1a2 req-f0b7a8fc-4820-4ddc-a789-106c42d20338 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8d2ac5f24c2842b090417baf41a7b405&device_id=c8711fce-a9ad-4551-b689-345628699984 HTTP/1.1" status: 200 len: 1094 time: 0.0706723 May 05 20:43:25.101678 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc69ff-5217-4c70-a560-5ec5c7bfc1a2 req-6c87efdb-540f-4f14-a701-a9abb5e54342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:25.103123 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-63cc69ff-5217-4c70-a560-5ec5c7bfc1a2 req-6c87efdb-540f-4f14-a701-a9abb5e54342 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8d2ac5f24c2842b090417baf41a7b405&device_id=c8711fce-a9ad-4551-b689-345628699984 HTTP/1.1" status: 200 len: 1094 time: 0.0716877 May 05 20:43:25.269702 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc69ff-5217-4c70-a560-5ec5c7bfc1a2 req-b9ecdd10-f4fd-4c24-8790-31c7e621d742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:25.271059 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-63cc69ff-5217-4c70-a560-5ec5c7bfc1a2 req-b9ecdd10-f4fd-4c24-8790-31c7e621d742 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8d838826-0cc1-465c-ac5e-e5b771415949 HTTP/1.1" status: 200 len: 913 time: 0.1660719 May 05 20:43:25.272980 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc69ff-5217-4c70-a560-5ec5c7bfc1a2 req-a10aa9dd-4b7c-491c-b0bd-e7ae7512976f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:25.274409 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-63cc69ff-5217-4c70-a560-5ec5c7bfc1a2 req-a10aa9dd-4b7c-491c-b0bd-e7ae7512976f service neutron] 10.222.0.50 "GET /v2.0/networks?id=8d838826-0cc1-465c-ac5e-e5b771415949 HTTP/1.1" status: 200 len: 913 time: 0.1635711 May 05 20:43:25.375440 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-63cc69ff-5217-4c70-a560-5ec5c7bfc1a2 req-09a6491d-0c7f-4f17-9576-3c6cf2a7e509 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6815e813-9e57-4a75-9c23-c3abb19678e0 HTTP/1.1" status: 200 len: 999 time: 0.0979614 May 05 20:43:25.378089 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-63cc69ff-5217-4c70-a560-5ec5c7bfc1a2 req-25ae1db3-ac12-4660-a935-01c52cff8129 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6815e813-9e57-4a75-9c23-c3abb19678e0 HTTP/1.1" status: 200 len: 999 time: 0.0965624 May 05 20:43:25.440072 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc69ff-5217-4c70-a560-5ec5c7bfc1a2 req-14e30a0e-be18-4ed1-adee-1a83129cb3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:25.441514 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-63cc69ff-5217-4c70-a560-5ec5c7bfc1a2 req-14e30a0e-be18-4ed1-adee-1a83129cb3bd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e17f71d4-d773-4eec-938b-3d1690270e74 HTTP/1.1" status: 200 len: 851 time: 0.0607564 May 05 20:43:25.443733 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc69ff-5217-4c70-a560-5ec5c7bfc1a2 req-54306aec-d38b-41f1-ab6e-ffa19d73e3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:25.445257 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-63cc69ff-5217-4c70-a560-5ec5c7bfc1a2 req-54306aec-d38b-41f1-ab6e-ffa19d73e3ba service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e17f71d4-d773-4eec-938b-3d1690270e74 HTTP/1.1" status: 200 len: 851 time: 0.0611417 May 05 20:43:25.518370 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc69ff-5217-4c70-a560-5ec5c7bfc1a2 req-ba2d108f-81be-4c48-afbe-cea20a710c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:25.519959 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-63cc69ff-5217-4c70-a560-5ec5c7bfc1a2 req-ba2d108f-81be-4c48-afbe-cea20a710c15 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8d838826-0cc1-465c-ac5e-e5b771415949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711210 May 05 20:43:25.521874 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc69ff-5217-4c70-a560-5ec5c7bfc1a2 req-255c0a3d-9ae7-4eb5-97b7-1806f61f3202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:25.523410 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-63cc69ff-5217-4c70-a560-5ec5c7bfc1a2 req-255c0a3d-9ae7-4eb5-97b7-1806f61f3202 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8d838826-0cc1-465c-ac5e-e5b771415949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714560 May 05 20:43:25.653793 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-63cc69ff-5217-4c70-a560-5ec5c7bfc1a2 req-80336fb2-3bbf-4cf1-98d2-504b475e8c0e service neutron] 10.222.0.24 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265767 May 05 20:43:25.655223 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-63cc69ff-5217-4c70-a560-5ec5c7bfc1a2 req-03d273db-9e1e-4086-9cd6-6b2093be6878 service neutron] 10.222.0.50 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257703 May 05 20:43:25.789455 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-63cc69ff-5217-4c70-a560-5ec5c7bfc1a2 req-3927e76a-9d40-4bab-942a-1b48e8fdfac2 service neutron] 10.222.0.24 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300061 May 05 20:43:25.790029 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-63cc69ff-5217-4c70-a560-5ec5c7bfc1a2 req-72d57438-331e-48da-9141-321dcd244ce5 service neutron] 10.222.0.50 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289182 May 05 20:43:25.934767 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d369a0-050c-4358-97cc-05b1b78866fd req-9dee8398-3a3f-4a3c-8aed-d0fa336efde0 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:25.937246 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b7d369a0-050c-4358-97cc-05b1b78866fd req-9dee8398-3a3f-4a3c-8aed-d0fa336efde0 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8711fce-a9ad-4551-b689-345628699984 HTTP/1.1" status: 200 len: 943 time: 0.0910370 May 05 20:43:25.984200 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b7d369a0-050c-4358-97cc-05b1b78866fd req-b04b2960-2362-4c27-8bb2-a910c322e09c tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412965 May 05 20:43:26.855915 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 6815e813-9e57-4a75-9c23-c3abb19678e0 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:43:26.888049 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 6815e813-9e57-4a75-9c23-c3abb19678e0 no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:43:27.018504 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 6815e813-9e57-4a75-9c23-c3abb19678e0 not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:43:27.041837 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 6815e813-9e57-4a75-9c23-c3abb19678e0, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=6815e813-9e57-4a75-9c23-c3abb19678e0,segment=NetworkSegment(7a533d90-8a9f-45ae-95b7-daccfb6d22ed),segment_id=7a533d90-8a9f-45ae-95b7-daccfb6d22ed)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:43:27.055667 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': '6815e813-9e57-4a75-9c23-c3abb19678e0', 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949', 'port_id': '6815e813-9e57-4a75-9c23-c3abb19678e0', 'mac_address': 'fa:16:3e:23:44:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e17f71d4-d773-4eec-938b-3d1690270e74', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:43:27.113657 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:43:27.170707 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6815e813-9e57-4a75-9c23-c3abb19678e0 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:43:27.179139 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf725922-22a5-4ab1-a949-7c59fb068e23 req-61727167-2fe1-4c1d-8cd1-41cf9eb7dc39 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:27.180641 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cf725922-22a5-4ab1-a949-7c59fb068e23 req-61727167-2fe1-4c1d-8cd1-41cf9eb7dc39 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8711fce-a9ad-4551-b689-345628699984 HTTP/1.1" status: 200 len: 943 time: 0.0825517 May 05 20:43:27.185735 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 6815e813-9e57-4a75-9c23-c3abb19678e0, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=6815e813-9e57-4a75-9c23-c3abb19678e0,segment=NetworkSegment(7a533d90-8a9f-45ae-95b7-daccfb6d22ed),segment_id=7a533d90-8a9f-45ae-95b7-daccfb6d22ed)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:43:27.189726 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:43:27.229216 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cf725922-22a5-4ab1-a949-7c59fb068e23 req-2afceae3-5816-4a25-92bb-eb555a399f2f tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426626 May 05 20:43:27.256014 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=6815e813-9e57-4a75-9c23-c3abb19678e0,revision_number=8']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:43:27.403443 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['6815e813-9e57-4a75-9c23-c3abb19678e0'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:43:27.602100 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89167813-e151-4a44-9d83-2e0ff61f3a77 req-cba5be57-1226-4eb6-82a9-5a56de342b00 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:27.603706 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-89167813-e151-4a44-9d83-2e0ff61f3a77 req-cba5be57-1226-4eb6-82a9-5a56de342b00 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8711fce-a9ad-4551-b689-345628699984&tenant_id=8d2ac5f24c2842b090417baf41a7b405&binding%3Ahost_id=n-h2-840717-1 HTTP/1.1" status: 200 len: 944 time: 0.1133869 May 05 20:43:27.612529 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f68f0fc-2022-480e-bf28-ca621f8aa93c req-de33b77b-02c9-41dc-85d9-c9b9bc5f78c5 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:27.613921 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5f68f0fc-2022-480e-bf28-ca621f8aa93c req-de33b77b-02c9-41dc-85d9-c9b9bc5f78c5 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8711fce-a9ad-4551-b689-345628699984 HTTP/1.1" status: 200 len: 944 time: 0.1606507 May 05 20:43:27.713567 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5f68f0fc-2022-480e-bf28-ca621f8aa93c req-7c5ce7de-7098-460c-95aa-761d25e49189 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662901 May 05 20:43:27.720132 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [req-89167813-e151-4a44-9d83-2e0ff61f3a77 req-50d7c8c7-42ba-4aa8-8850-84fbd96f7f75 service neutron] delete failed (client error): The resource could not be found. May 05 20:43:27.721078 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-89167813-e151-4a44-9d83-2e0ff61f3a77 req-50d7c8c7-42ba-4aa8-8850-84fbd96f7f75 service neutron] 10.222.0.24 "DELETE /v2.0/ports/6815e813-9e57-4a75-9c23-c3abb19678e0/bindings/n-h1-840717-1 HTTP/1.1" status: 404 len: 380 time: 0.1063139 May 05 20:43:27.861200 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89167813-e151-4a44-9d83-2e0ff61f3a77 req-9b8e68bd-cdf1-4549-babd-a9ef60012d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:27.862662 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-89167813-e151-4a44-9d83-2e0ff61f3a77 req-9b8e68bd-cdf1-4549-babd-a9ef60012d36 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8d2ac5f24c2842b090417baf41a7b405&device_id=c8711fce-a9ad-4551-b689-345628699984 HTTP/1.1" status: 200 len: 1095 time: 0.0730820 May 05 20:43:27.989634 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89167813-e151-4a44-9d83-2e0ff61f3a77 req-bafcff75-bca6-46ba-9433-36ac70e58440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:27.990972 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-89167813-e151-4a44-9d83-2e0ff61f3a77 req-bafcff75-bca6-46ba-9433-36ac70e58440 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8d838826-0cc1-465c-ac5e-e5b771415949 HTTP/1.1" status: 200 len: 913 time: 0.1223388 May 05 20:43:28.093706 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-89167813-e151-4a44-9d83-2e0ff61f3a77 req-f4bdc954-22f8-43eb-84cb-db06d477d50a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6815e813-9e57-4a75-9c23-c3abb19678e0 HTTP/1.1" status: 200 len: 1000 time: 0.0971637 May 05 20:43:28.153601 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89167813-e151-4a44-9d83-2e0ff61f3a77 req-9c1ea751-5e02-450b-b39c-638b4b49689f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:28.155679 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-89167813-e151-4a44-9d83-2e0ff61f3a77 req-9c1ea751-5e02-450b-b39c-638b4b49689f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e17f71d4-d773-4eec-938b-3d1690270e74 HTTP/1.1" status: 200 len: 851 time: 0.0567942 May 05 20:43:28.226987 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89167813-e151-4a44-9d83-2e0ff61f3a77 req-576767ab-cf19-4412-9e1f-7aa1a996810f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:28.228452 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-89167813-e151-4a44-9d83-2e0ff61f3a77 req-576767ab-cf19-4412-9e1f-7aa1a996810f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8d838826-0cc1-465c-ac5e-e5b771415949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670776 May 05 20:43:28.464482 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-89167813-e151-4a44-9d83-2e0ff61f3a77 req-40434cf6-15f3-4604-9bc0-8f28eb965f75 service neutron] 10.222.0.24 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303035 May 05 20:43:28.596951 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-89167813-e151-4a44-9d83-2e0ff61f3a77 req-2567ff36-6141-432c-89c9-12a5c05da927 service neutron] 10.222.0.24 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263435 May 05 20:43:28.872028 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 6815e813-9e57-4a75-9c23-c3abb19678e0 up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:43:28.901262 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64943a9e-96c6-4983-9dda-d3617d5bbe00 req-689381d1-d642-41d9-b3bf-48cafd11d269 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:28.903815 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-64943a9e-96c6-4983-9dda-d3617d5bbe00 req-689381d1-d642-41d9-b3bf-48cafd11d269 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8711fce-a9ad-4551-b689-345628699984 HTTP/1.1" status: 200 len: 944 time: 0.0829077 May 05 20:43:28.948835 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-64943a9e-96c6-4983-9dda-d3617d5bbe00 req-1ac5f841-e4c5-4fa1-8a8e-2a1564acafa2 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396914 May 05 20:43:28.958391 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port 6815e813-9e57-4a75-9c23-c3abb19678e0 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:43:28.965231 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port 6815e813-9e57-4a75-9c23-c3abb19678e0 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:43:28.965584 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:43:29.082540 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:43:29.111328 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8711fce-a9ad-4551-b689-345628699984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6815e813-9e57-4a75-9c23-c3abb19678e0'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:43:29.121563 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 6815e813-9e57-4a75-9c23-c3abb19678e0, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=6815e813-9e57-4a75-9c23-c3abb19678e0,segment=NetworkSegment(7a533d90-8a9f-45ae-95b7-daccfb6d22ed),segment_id=7a533d90-8a9f-45ae-95b7-daccfb6d22ed)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:43:29.132671 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:43:29.171630 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fed28fe5-0129-4a29-aa55-1f60d5a86796'] response: {'server_uuid': 'c8711fce-a9ad-4551-b689-345628699984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6815e813-9e57-4a75-9c23-c3abb19678e0', 'code': 200} May 05 20:43:29.208483 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=6815e813-9e57-4a75-9c23-c3abb19678e0,revision_number=9']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:43:30.138962 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1027f1b8-aa9c-43bd-835c-cdcd6d1c7527 req-fdf42791-0374-4da8-8f91-eba359b5ed6b tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:30.140436 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1027f1b8-aa9c-43bd-835c-cdcd6d1c7527 req-fdf42791-0374-4da8-8f91-eba359b5ed6b tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8711fce-a9ad-4551-b689-345628699984 HTTP/1.1" status: 200 len: 945 time: 0.0832264 May 05 20:43:30.183100 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1027f1b8-aa9c-43bd-835c-cdcd6d1c7527 req-d5c8eaf7-4b8c-4ebf-b6bc-185a46ae7b65 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369985 May 05 20:43:30.370093 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994b2cc-6997-4a5e-8ff7-5d34e7a464fc req-86311d89-78fa-41e9-977c-adce869e4775 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:30.371462 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3994b2cc-6997-4a5e-8ff7-5d34e7a464fc req-86311d89-78fa-41e9-977c-adce869e4775 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8711fce-a9ad-4551-b689-345628699984 HTTP/1.1" status: 200 len: 945 time: 0.0835798 May 05 20:43:30.420385 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3994b2cc-6997-4a5e-8ff7-5d34e7a464fc req-5eab02b3-c0dd-4df8-87dc-43d02e5fef98 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426998 May 05 20:43:30.608301 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f995ea-70ee-4161-8298-a44cfe1da768 req-2c0328fe-67fb-46fb-aff4-2cb7861434dd tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:30.609784 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-85f995ea-70ee-4161-8298-a44cfe1da768 req-2c0328fe-67fb-46fb-aff4-2cb7861434dd tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8711fce-a9ad-4551-b689-345628699984 HTTP/1.1" status: 200 len: 945 time: 0.0871029 May 05 20:43:30.655924 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-85f995ea-70ee-4161-8298-a44cfe1da768 req-bd59c205-2db7-4551-8da4-ca4e225da0dd tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393927 May 05 20:43:31.033065 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ddb57-6e13-425b-8977-ab546338c9e8 req-c97211da-e63c-4799-af38-717db5ab4fd0 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:31.034497 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-590ddb57-6e13-425b-8977-ab546338c9e8 req-c97211da-e63c-4799-af38-717db5ab4fd0 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8711fce-a9ad-4551-b689-345628699984 HTTP/1.1" status: 200 len: 945 time: 0.0814888 May 05 20:43:31.077334 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-590ddb57-6e13-425b-8977-ab546338c9e8 req-17d50eb1-81fa-4b95-87f9-4414638b5945 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372992 May 05 20:43:32.238106 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aac3b1-a0ac-4b93-99b2-0fa66c4747c8 req-a4b00920-5ab9-4c0f-a365-b23f4d40e75d tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:32.239590 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a0aac3b1-a0ac-4b93-99b2-0fa66c4747c8 req-a4b00920-5ab9-4c0f-a365-b23f4d40e75d tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8711fce-a9ad-4551-b689-345628699984 HTTP/1.1" status: 200 len: 945 time: 0.0784631 May 05 20:43:32.260784 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a774f9-38db-412b-b32d-81e685caf886 req-372d90b6-c4b1-474a-9340-4b8a604a298f tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:32.262370 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-67a774f9-38db-412b-b32d-81e685caf886 req-372d90b6-c4b1-474a-9340-4b8a604a298f tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8711fce-a9ad-4551-b689-345628699984 HTTP/1.1" status: 200 len: 945 time: 0.0799890 May 05 20:43:32.312223 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-67a774f9-38db-412b-b32d-81e685caf886 req-8b33391d-a38a-4e05-996a-f5a274a56eee tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425663 May 05 20:43:32.314407 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-a0aac3b1-a0ac-4b93-99b2-0fa66c4747c8 req-e64be101-3498-4aab-8c9d-9b65a07ad2c8 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Deleting port 6815e813-9e57-4a75-9c23-c3abb19678e0 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:43:32.314753 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-a0aac3b1-a0ac-4b93-99b2-0fa66c4747c8 req-e64be101-3498-4aab-8c9d-9b65a07ad2c8 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:43:32.557676 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-a0aac3b1-a0ac-4b93-99b2-0fa66c4747c8 req-e64be101-3498-4aab-8c9d-9b65a07ad2c8 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] For port 6815e813-9e57-4a75-9c23-c3abb19678e0, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=6815e813-9e57-4a75-9c23-c3abb19678e0,segment=NetworkSegment(7a533d90-8a9f-45ae-95b7-daccfb6d22ed),segment_id=7a533d90-8a9f-45ae-95b7-daccfb6d22ed)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:43:32.558031 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-a0aac3b1-a0ac-4b93-99b2-0fa66c4747c8 req-e64be101-3498-4aab-8c9d-9b65a07ad2c8 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:43:32.953831 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-a0aac3b1-a0ac-4b93-99b2-0fa66c4747c8 req-e64be101-3498-4aab-8c9d-9b65a07ad2c8 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:43:32.954197 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-a0aac3b1-a0ac-4b93-99b2-0fa66c4747c8 req-e64be101-3498-4aab-8c9d-9b65a07ad2c8 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:43:32.954509 n-d-840717-1 neutron-server[88197]: INFO neutron.db.l3_db [req-a0aac3b1-a0ac-4b93-99b2-0fa66c4747c8 req-e64be101-3498-4aab-8c9d-9b65a07ad2c8 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Floating IP 7e02ae13-64cb-4c22-a6a3-ff569fb3dbf8 disassociated. External IP: 172.25.0.130, port: 6815e813-9e57-4a75-9c23-c3abb19678e0. May 05 20:43:32.954849 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-a0aac3b1-a0ac-4b93-99b2-0fa66c4747c8 req-e64be101-3498-4aab-8c9d-9b65a07ad2c8 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Calling delete_port for 6815e813-9e57-4a75-9c23-c3abb19678e0 owned by compute:nova {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:43:33.098449 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-a0aac3b1-a0ac-4b93-99b2-0fa66c4747c8 req-e64be101-3498-4aab-8c9d-9b65a07ad2c8 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:43:33.147024 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64be101-3498-4aab-8c9d-9b65a07ad2c8 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Pushing event deleted for resources: {'Port': ['ID=6815e813-9e57-4a75-9c23-c3abb19678e0,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:43:33.338378 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0aac3b1-a0ac-4b93-99b2-0fa66c4747c8 req-e64be101-3498-4aab-8c9d-9b65a07ad2c8 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Router 00f3962c-2a3e-4460-835e-acf97a7030d0 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:43:33.532398 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-041cdbb8-930e-4da9-9d41-f789b92df285 req-1d66bf3d-bf5c-4aa4-9c8f-c56ec915646d tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8711fce-a9ad-4551-b689-345628699984 HTTP/1.1" status: 200 len: 210 time: 0.1068790 May 05 20:43:33.558834 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0aac3b1-a0ac-4b93-99b2-0fa66c4747c8 req-e64be101-3498-4aab-8c9d-9b65a07ad2c8 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:43:33.568505 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a57e98-f12c-4e4a-b5d4-b271a392ce35 None None] Sync routers for ids ['00f3962c-2a3e-4460-835e-acf97a7030d0'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:43:33.578317 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a57e98-f12c-4e4a-b5d4-b271a392ce35 None None] Routers {'00f3962c-2a3e-4460-835e-acf97a7030d0'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:43:33.578915 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-52a57e98-f12c-4e4a-b5d4-b271a392ce35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:43:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['00f3962c-2a3e-4460-835e-acf97a7030d0'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:43:33.634257 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0aac3b1-a0ac-4b93-99b2-0fa66c4747c8 req-e64be101-3498-4aab-8c9d-9b65a07ad2c8 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] No DVR routers for this DVR port 6815e813-9e57-4a75-9c23-c3abb19678e0 on host n-h2-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:43:33.636949 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-a0aac3b1-a0ac-4b93-99b2-0fa66c4747c8 req-e64be101-3498-4aab-8c9d-9b65a07ad2c8 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:43:33.640161 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8711fce-a9ad-4551-b689-345628699984', 'name': 'network-vif-deleted', 'tag': '6815e813-9e57-4a75-9c23-c3abb19678e0'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:43:33.657662 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a0aac3b1-a0ac-4b93-99b2-0fa66c4747c8 req-e64be101-3498-4aab-8c9d-9b65a07ad2c8 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.50 "DELETE /v2.0/ports/6815e813-9e57-4a75-9c23-c3abb19678e0 HTTP/1.1" status: 204 len: 173 time: 1.4126265 May 05 20:43:33.689946 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f2c3829-82e5-47a2-881b-1e3d2d24b921'] response: {'server_uuid': 'c8711fce-a9ad-4551-b689-345628699984', 'name': 'network-vif-deleted', 'tag': '6815e813-9e57-4a75-9c23-c3abb19678e0', 'status': 'completed', 'code': 200} May 05 20:43:33.759521 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-52a57e98-f12c-4e4a-b5d4-b271a392ce35 None None] Set router 00f3962c-2a3e-4460-835e-acf97a7030d0 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:43:34.063998 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-52a57e98-f12c-4e4a-b5d4-b271a392ce35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'name': 'tempest-ServerActionsTestJSON-1576992870-router', 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '6f9e3be1-88ef-4087-8eea-119a7d9d769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:42:39Z', 'updated_at': '2022-05-05T20:42:43Z', 'revision_number': 4, 'project_id': '8d2ac5f24c2842b090417baf41a7b405', 'gw_port': {'id': '6f9e3be1-88ef-4087-8eea-119a7d9d769c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:dd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:42:40Z', 'updated_at': '2022-05-05T20:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '74da4d18-b707-41d1-82b5-13493af950c4', 'name': '', 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949', 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'mac_address': 'fa:16:3e:70:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'e17f71d4-d773-4eec-938b-3d1690270e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:42:42Z', 'updated_at': '2022-05-05T20:42:48Z', 'revision_number': 5, 'project_id': '8d2ac5f24c2842b090417baf41a7b405', 'subnets': [{'id': 'e17f71d4-d773-4eec-938b-3d1690270e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:43:34.067855 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a57e98-f12c-4e4a-b5d4-b271a392ce35 None None] Checking router: 00f3962c-2a3e-4460-835e-acf97a7030d0 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:43:34.076580 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a57e98-f12c-4e4a-b5d4-b271a392ce35 None None] Routers {'00f3962c-2a3e-4460-835e-acf97a7030d0'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:43:34.077175 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-52a57e98-f12c-4e4a-b5d4-b271a392ce35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:43:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['00f3962c-2a3e-4460-835e-acf97a7030d0'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:43:34.255253 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-52a57e98-f12c-4e4a-b5d4-b271a392ce35 None None] Set router 00f3962c-2a3e-4460-835e-acf97a7030d0 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:43:34.600597 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-52a57e98-f12c-4e4a-b5d4-b271a392ce35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'name': 'tempest-ServerActionsTestJSON-1576992870-router', 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '6f9e3be1-88ef-4087-8eea-119a7d9d769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:42:39Z', 'updated_at': '2022-05-05T20:42:43Z', 'revision_number': 4, 'project_id': '8d2ac5f24c2842b090417baf41a7b405', 'gw_port': {'id': '6f9e3be1-88ef-4087-8eea-119a7d9d769c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:dd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:42:40Z', 'updated_at': '2022-05-05T20:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '74da4d18-b707-41d1-82b5-13493af950c4', 'name': '', 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949', 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'mac_address': 'fa:16:3e:70:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'e17f71d4-d773-4eec-938b-3d1690270e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:42:42Z', 'updated_at': '2022-05-05T20:42:48Z', 'revision_number': 5, 'project_id': '8d2ac5f24c2842b090417baf41a7b405', 'subnets': [{'id': 'e17f71d4-d773-4eec-938b-3d1690270e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:43:34.605994 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a57e98-f12c-4e4a-b5d4-b271a392ce35 None None] The sync data for ids ['00f3962c-2a3e-4460-835e-acf97a7030d0'] in n-d-840717-1 is: [{'id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'name': 'tempest-ServerActionsTestJSON-1576992870-router', 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '6f9e3be1-88ef-4087-8eea-119a7d9d769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:42:39Z', 'updated_at': '2022-05-05T20:42:43Z', 'revision_number': 4, 'project_id': '8d2ac5f24c2842b090417baf41a7b405', 'gw_port': {'id': '6f9e3be1-88ef-4087-8eea-119a7d9d769c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:dd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:42:40Z', 'updated_at': '2022-05-05T20:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '74da4d18-b707-41d1-82b5-13493af950c4', 'name': '', 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949', 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'mac_address': 'fa:16:3e:70:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'e17f71d4-d773-4eec-938b-3d1690270e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:42:42Z', 'updated_at': '2022-05-05T20:42:48Z', 'revision_number': 5, 'project_id': '8d2ac5f24c2842b090417baf41a7b405', 'subnets': [{'id': 'e17f71d4-d773-4eec-938b-3d1690270e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:43:34.719023 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-172fbe99-6d60-49af-9a6b-5b56a2f6054e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:43:34.833582 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74410872-2fee-489a-86ed-072ec3c0de6e None None] New status for floating IP 7e02ae13-64cb-4c22-a6a3-ff569fb3dbf8: DOWN {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:43:34.879550 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-268bf7d0-d89c-4e43-95af-91c7a2b61636 req-0ec828b1-a84f-4d57-adf1-1c76cb090873 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--195277809&fields=id&tenant_id=8d2ac5f24c2842b090417baf41a7b405 HTTP/1.1" status: 200 len: 267 time: 0.0404453 May 05 20:43:35.032598 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268bf7d0-d89c-4e43-95af-91c7a2b61636 req-f9c9b1b2-c378-43f5-bcd5-4b53725647f3 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:35.033278 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-268bf7d0-d89c-4e43-95af-91c7a2b61636 req-f9c9b1b2-c378-43f5-bcd5-4b53725647f3 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Synchronizing usage tracker for tenant:8d2ac5f24c2842b090417baf41a7b405 on resource:network {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:43:35.049991 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-268bf7d0-d89c-4e43-95af-91c7a2b61636 req-f9c9b1b2-c378-43f5-bcd5-4b53725647f3 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Unset dirty status for tenant:8d2ac5f24c2842b090417baf41a7b405 on resource:network {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:43:35.051122 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-268bf7d0-d89c-4e43-95af-91c7a2b61636 req-f9c9b1b2-c378-43f5-bcd5-4b53725647f3 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/networks?id=8d838826-0cc1-465c-ac5e-e5b771415949 HTTP/1.1" status: 200 len: 812 time: 0.1647251 May 05 20:43:35.067886 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-268bf7d0-d89c-4e43-95af-91c7a2b61636 req-3b2a55a5-5d61-484f-9698-590e61832196 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/quotas/8d2ac5f24c2842b090417baf41a7b405 HTTP/1.1" status: 200 len: 375 time: 0.0108843 May 05 20:43:35.150444 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-268bf7d0-d89c-4e43-95af-91c7a2b61636 req-e0e02929-0f25-49dd-9ef0-ec5ee3800cc4 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Synchronizing usage tracker for tenant:8d2ac5f24c2842b090417baf41a7b405 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:43:35.164879 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-268bf7d0-d89c-4e43-95af-91c7a2b61636 req-e0e02929-0f25-49dd-9ef0-ec5ee3800cc4 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Unset dirty status for tenant:8d2ac5f24c2842b090417baf41a7b405 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:43:35.166156 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-268bf7d0-d89c-4e43-95af-91c7a2b61636 req-e0e02929-0f25-49dd-9ef0-ec5ee3800cc4 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8d2ac5f24c2842b090417baf41a7b405&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0927258 May 05 20:43:35.305568 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-268bf7d0-d89c-4e43-95af-91c7a2b61636 req-1c9fe285-6546-4d77-b4e4-a863b98fe413 service neutron] 10.222.0.36 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269686 May 05 20:43:35.435799 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-268bf7d0-d89c-4e43-95af-91c7a2b61636 req-f134418e-9c05-4c55-a257-e6cacbcf5761 service neutron] 10.222.0.36 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242204 May 05 20:43:35.608597 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-941788b5-263c-44a5-a9a0-0ec297f1420f req-6705511f-4aab-41ed-902f-ac8e539d75b2 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3db7ad9-2ffc-4d58-9607-8f6140f7e195 HTTP/1.1" status: 200 len: 210 time: 0.0424249 May 05 20:43:36.768370 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268bf7d0-d89c-4e43-95af-91c7a2b61636 req-dbfb9d26-3cd4-499a-89fc-1f050ab3ed45 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:36.776052 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-268bf7d0-d89c-4e43-95af-91c7a2b61636 req-dbfb9d26-3cd4-499a-89fc-1f050ab3ed45 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.50 "GET /v2.0/networks?id=8d838826-0cc1-465c-ac5e-e5b771415949 HTTP/1.1" status: 200 len: 812 time: 0.3130705 May 05 20:43:36.778167 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-80129479-a498-4edb-805e-d316fba9dbba req-d0de5564-203f-4bdf-b1f8-33dfbf465266 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3db7ad9-2ffc-4d58-9607-8f6140f7e195 HTTP/1.1" status: 200 len: 210 time: 0.0596051 May 05 20:43:36.823254 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-268bf7d0-d89c-4e43-95af-91c7a2b61636 req-e068c66b-384f-4bd8-beab-1455c9aeb5e5 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d2ac5f24c2842b090417baf41a7b405 HTTP/1.1" status: 200 len: 379 time: 0.0394204 May 05 20:43:36.831058 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-268bf7d0-d89c-4e43-95af-91c7a2b61636 req-386ca734-5bf6-410f-84a4-4cb5edd8500a tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Request body: {'port': {'device_id': 'b3db7ad9-2ffc-4d58-9607-8f6140f7e195', 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949', 'admin_state_up': True, 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'security_groups': ['92fa169b-aff1-4dd1-aa89-293a25f746c2']}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:43:36.907126 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-dae22ff5-8673-489c-a44a-7e3710fbff52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:43:36.951029 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 6815e813-9e57-4a75-9c23-c3abb19678e0 no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:43:36.969333 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-268bf7d0-d89c-4e43-95af-91c7a2b61636 req-386ca734-5bf6-410f-84a4-4cb5edd8500a tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:43:36.978801 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-268bf7d0-d89c-4e43-95af-91c7a2b61636 req-386ca734-5bf6-410f-84a4-4cb5edd8500a tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:43:36.989039 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-268bf7d0-d89c-4e43-95af-91c7a2b61636 req-386ca734-5bf6-410f-84a4-4cb5edd8500a tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Made reservation on behalf of 8d2ac5f24c2842b090417baf41a7b405 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:43:36.989255 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] No Port match for: 6815e813-9e57-4a75-9c23-c3abb19678e0 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:43:36.989661 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 6815e813-9e57-4a75-9c23-c3abb19678e0 not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:43:36.992568 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-268bf7d0-d89c-4e43-95af-91c7a2b61636 req-386ca734-5bf6-410f-84a4-4cb5edd8500a tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:43:37.000114 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:43:37.152273 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-268bf7d0-d89c-4e43-95af-91c7a2b61636 req-386ca734-5bf6-410f-84a4-4cb5edd8500a tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Allocated IP 172.20.0.5 (8d838826-0cc1-465c-ac5e-e5b771415949/e17f71d4-d773-4eec-938b-3d1690270e74/cbbb59c0-156f-4b87-8577-57f089e1d17e) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:43:37.336747 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-268bf7d0-d89c-4e43-95af-91c7a2b61636 req-386ca734-5bf6-410f-84a4-4cb5edd8500a tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:43:37.352321 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-268bf7d0-d89c-4e43-95af-91c7a2b61636 req-386ca734-5bf6-410f-84a4-4cb5edd8500a tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Transition to ACTIVE for port object cbbb59c0-156f-4b87-8577-57f089e1d17e will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:43:37.375298 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-268bf7d0-d89c-4e43-95af-91c7a2b61636 req-386ca734-5bf6-410f-84a4-4cb5edd8500a tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:43:37.448447 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-268bf7d0-d89c-4e43-95af-91c7a2b61636 req-386ca734-5bf6-410f-84a4-4cb5edd8500a tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Network 8d838826-0cc1-465c-ac5e-e5b771415949 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:43:37.452081 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-268bf7d0-d89c-4e43-95af-91c7a2b61636 req-386ca734-5bf6-410f-84a4-4cb5edd8500a tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:43:37.455758 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-268bf7d0-d89c-4e43-95af-91c7a2b61636 req-386ca734-5bf6-410f-84a4-4cb5edd8500a tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:43:37.486554 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386ca734-5bf6-410f-84a4-4cb5edd8500a tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Pushing event updated for resources: {'Port': ['ID=cbbb59c0-156f-4b87-8577-57f089e1d17e,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:43:37.525172 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268bf7d0-d89c-4e43-95af-91c7a2b61636 req-386ca734-5bf6-410f-84a4-4cb5edd8500a tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:37.525810 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-268bf7d0-d89c-4e43-95af-91c7a2b61636 req-386ca734-5bf6-410f-84a4-4cb5edd8500a tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:43:37.552278 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-268bf7d0-d89c-4e43-95af-91c7a2b61636 req-386ca734-5bf6-410f-84a4-4cb5edd8500a tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7246644 May 05 20:43:37.565224 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-268bf7d0-d89c-4e43-95af-91c7a2b61636 req-a418e919-665e-452f-8de3-81c0eed68950 service neutron] Request body: {'port': {'device_id': 'b3db7ad9-2ffc-4d58-9607-8f6140f7e195', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:43:37.679713 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-306d6045-a0e9-4381-93f5-3ba4dea17c9c None None] Provisioning for port cbbb59c0-156f-4b87-8577-57f089e1d17e completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:43:37.684468 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-306d6045-a0e9-4381-93f5-3ba4dea17c9c None None] Provisioning complete for port cbbb59c0-156f-4b87-8577-57f089e1d17e triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:43:37.685400 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-268bf7d0-d89c-4e43-95af-91c7a2b61636 req-a418e919-665e-452f-8de3-81c0eed68950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:43:37.685646 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-306d6045-a0e9-4381-93f5-3ba4dea17c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:43:37.737764 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-306d6045-a0e9-4381-93f5-3ba4dea17c9c None None] Port cbbb59c0-156f-4b87-8577-57f089e1d17e cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:43:37.951503 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:43:37.966605 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d4f486-366c-4989-ac4d-a24f81e9977b req-2c112663-2949-46d9-a2e9-5efd3b2ce6bd tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:37.968119 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-65d4f486-366c-4989-ac4d-a24f81e9977b req-2c112663-2949-46d9-a2e9-5efd3b2ce6bd tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3db7ad9-2ffc-4d58-9607-8f6140f7e195 HTTP/1.1" status: 200 len: 931 time: 0.0828702 May 05 20:43:38.018425 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-65d4f486-366c-4989-ac4d-a24f81e9977b req-ef78f7c9-a564-40b0-b0a7-d897b3885356 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441930 May 05 20:43:38.033587 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-268bf7d0-d89c-4e43-95af-91c7a2b61636 req-a418e919-665e-452f-8de3-81c0eed68950 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbbb59c0-156f-4b87-8577-57f089e1d17e {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:43:38.040922 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-268bf7d0-d89c-4e43-95af-91c7a2b61636 req-a418e919-665e-452f-8de3-81c0eed68950 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:43:38.055440 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-268bf7d0-d89c-4e43-95af-91c7a2b61636 req-a418e919-665e-452f-8de3-81c0eed68950 service neutron] Transition to ACTIVE for port object cbbb59c0-156f-4b87-8577-57f089e1d17e will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:43:38.058677 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-268bf7d0-d89c-4e43-95af-91c7a2b61636 req-a418e919-665e-452f-8de3-81c0eed68950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:43:38.140699 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:43:38.188418 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a418e919-665e-452f-8de3-81c0eed68950 service neutron] Pushing event updated for resources: {'Port': ['ID=cbbb59c0-156f-4b87-8577-57f089e1d17e,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:43:38.296549 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-268bf7d0-d89c-4e43-95af-91c7a2b61636 req-a418e919-665e-452f-8de3-81c0eed68950 service neutron] Attempting to bind port cbbb59c0-156f-4b87-8577-57f089e1d17e on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:43:38.296883 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-268bf7d0-d89c-4e43-95af-91c7a2b61636 req-a418e919-665e-452f-8de3-81c0eed68950 service neutron] Attempting to bind port cbbb59c0-156f-4b87-8577-57f089e1d17e by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': '7a533d90-8a9f-45ae-95b7-daccfb6d22ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:43:38.297206 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268bf7d0-d89c-4e43-95af-91c7a2b61636 req-a418e919-665e-452f-8de3-81c0eed68950 service neutron] Attempting to bind port cbbb59c0-156f-4b87-8577-57f089e1d17e on network 8d838826-0cc1-465c-ac5e-e5b771415949 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:43:38.301769 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268bf7d0-d89c-4e43-95af-91c7a2b61636 req-a418e919-665e-452f-8de3-81c0eed68950 service neutron] Port cbbb59c0-156f-4b87-8577-57f089e1d17e on network 8d838826-0cc1-465c-ac5e-e5b771415949 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:43:38.302084 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268bf7d0-d89c-4e43-95af-91c7a2b61636 req-a418e919-665e-452f-8de3-81c0eed68950 service neutron] Attempting to bind port cbbb59c0-156f-4b87-8577-57f089e1d17e on network 8d838826-0cc1-465c-ac5e-e5b771415949 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:43:38.307050 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268bf7d0-d89c-4e43-95af-91c7a2b61636 req-a418e919-665e-452f-8de3-81c0eed68950 service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:43:38.307408 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268bf7d0-d89c-4e43-95af-91c7a2b61636 req-a418e919-665e-452f-8de3-81c0eed68950 service neutron] Checking segment: {'id': '7a533d90-8a9f-45ae-95b7-daccfb6d22ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:43:38.307788 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268bf7d0-d89c-4e43-95af-91c7a2b61636 req-a418e919-665e-452f-8de3-81c0eed68950 service neutron] Bound using segment: {'id': '7a533d90-8a9f-45ae-95b7-daccfb6d22ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:43:38.308202 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-268bf7d0-d89c-4e43-95af-91c7a2b61636 req-a418e919-665e-452f-8de3-81c0eed68950 service neutron] Bound port: cbbb59c0-156f-4b87-8577-57f089e1d17e, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a533d90-8a9f-45ae-95b7-daccfb6d22ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:43:38.308574 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-268bf7d0-d89c-4e43-95af-91c7a2b61636 req-a418e919-665e-452f-8de3-81c0eed68950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:43:38.395198 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-268bf7d0-d89c-4e43-95af-91c7a2b61636 req-a418e919-665e-452f-8de3-81c0eed68950 service neutron] For port cbbb59c0-156f-4b87-8577-57f089e1d17e, host n-h2-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:43:38.398016 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-268bf7d0-d89c-4e43-95af-91c7a2b61636 req-a418e919-665e-452f-8de3-81c0eed68950 service neutron] For port cbbb59c0-156f-4b87-8577-57f089e1d17e, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=cbbb59c0-156f-4b87-8577-57f089e1d17e,segment=NetworkSegment(7a533d90-8a9f-45ae-95b7-daccfb6d22ed),segment_id=7a533d90-8a9f-45ae-95b7-daccfb6d22ed)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:43:38.401472 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-268bf7d0-d89c-4e43-95af-91c7a2b61636 req-a418e919-665e-452f-8de3-81c0eed68950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:43:38.561968 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268bf7d0-d89c-4e43-95af-91c7a2b61636 req-a418e919-665e-452f-8de3-81c0eed68950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:38.562578 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-268bf7d0-d89c-4e43-95af-91c7a2b61636 req-a418e919-665e-452f-8de3-81c0eed68950 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:43:38.563964 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-268bf7d0-d89c-4e43-95af-91c7a2b61636 req-a418e919-665e-452f-8de3-81c0eed68950 service neutron] 10.222.0.50 "PUT /v2.0/ports/cbbb59c0-156f-4b87-8577-57f089e1d17e HTTP/1.1" status: 200 len: 1091 time: 1.0044534 May 05 20:43:38.564396 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3db7ad9-2ffc-4d58-9607-8f6140f7e195', 'tag': 'cbbb59c0-156f-4b87-8577-57f089e1d17e'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:43:38.583453 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a418e919-665e-452f-8de3-81c0eed68950 service neutron] Pushing event updated for resources: {'Port': ['ID=cbbb59c0-156f-4b87-8577-57f089e1d17e,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:43:38.650540 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa86b605-b7ca-4b64-8ea5-a3775f766842'] response: {'name': 'network-changed', 'server_uuid': 'b3db7ad9-2ffc-4d58-9607-8f6140f7e195', 'tag': 'cbbb59c0-156f-4b87-8577-57f089e1d17e', 'status': 'completed', 'code': 200} May 05 20:43:38.693241 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268bf7d0-d89c-4e43-95af-91c7a2b61636 req-49ae3c63-057a-46a1-b7d4-4e87c72d0342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:38.694743 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-268bf7d0-d89c-4e43-95af-91c7a2b61636 req-49ae3c63-057a-46a1-b7d4-4e87c72d0342 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8d2ac5f24c2842b090417baf41a7b405&device_id=b3db7ad9-2ffc-4d58-9607-8f6140f7e195 HTTP/1.1" status: 200 len: 1094 time: 0.0842607 May 05 20:43:38.766909 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-268bf7d0-d89c-4e43-95af-91c7a2b61636 req-5421575e-ae47-446f-b0e0-279a74bffcde service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbbb59c0-156f-4b87-8577-57f089e1d17e HTTP/1.1" status: 200 len: 217 time: 0.0650795 May 05 20:43:38.836729 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268bf7d0-d89c-4e43-95af-91c7a2b61636 req-74798ff3-874c-4a67-9ca9-3cd7b51f9955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:38.838076 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-268bf7d0-d89c-4e43-95af-91c7a2b61636 req-74798ff3-874c-4a67-9ca9-3cd7b51f9955 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e17f71d4-d773-4eec-938b-3d1690270e74 HTTP/1.1" status: 200 len: 851 time: 0.0652149 May 05 20:43:38.909856 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268bf7d0-d89c-4e43-95af-91c7a2b61636 req-df03f531-25fa-484a-b65d-356cb9cd3b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:38.911296 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-268bf7d0-d89c-4e43-95af-91c7a2b61636 req-df03f531-25fa-484a-b65d-356cb9cd3b1d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8d838826-0cc1-465c-ac5e-e5b771415949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678947 May 05 20:43:39.044764 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-268bf7d0-d89c-4e43-95af-91c7a2b61636 req-5aa1370d-a254-4924-bd25-558769295124 service neutron] 10.222.0.50 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277275 May 05 20:43:39.195985 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-268bf7d0-d89c-4e43-95af-91c7a2b61636 req-cdfe8f2a-0786-4bcb-a16c-5e594e13975e service neutron] 10.222.0.50 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454256 May 05 20:43:39.210938 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b0e7b9-2f50-4036-8e59-cdd96d3859bb req-9c6aa76c-e903-43c3-9003-ed40ee7bac26 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:39.212457 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a0b0e7b9-2f50-4036-8e59-cdd96d3859bb req-9c6aa76c-e903-43c3-9003-ed40ee7bac26 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3db7ad9-2ffc-4d58-9607-8f6140f7e195 HTTP/1.1" status: 200 len: 943 time: 0.0823002 May 05 20:43:39.265251 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a0b0e7b9-2f50-4036-8e59-cdd96d3859bb req-56389a53-9d8c-47b0-a36f-f36ce1afed82 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455704 May 05 20:43:39.320255 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0355c689-a505-44a8-a819-1277c951a9e5 req-ecbeeb1f-fdca-4938-b59a-724053963653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:39.321793 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0355c689-a505-44a8-a819-1277c951a9e5 req-ecbeeb1f-fdca-4938-b59a-724053963653 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8d2ac5f24c2842b090417baf41a7b405&device_id=b3db7ad9-2ffc-4d58-9607-8f6140f7e195 HTTP/1.1" status: 200 len: 1094 time: 0.0757210 May 05 20:43:39.464887 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0355c689-a505-44a8-a819-1277c951a9e5 req-a2f5df03-d619-4140-9400-ae6f968e742a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:39.467186 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0355c689-a505-44a8-a819-1277c951a9e5 req-a2f5df03-d619-4140-9400-ae6f968e742a service neutron] 10.222.0.50 "GET /v2.0/networks?id=8d838826-0cc1-465c-ac5e-e5b771415949 HTTP/1.1" status: 200 len: 913 time: 0.1379111 May 05 20:43:39.539554 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0355c689-a505-44a8-a819-1277c951a9e5 req-971ef268-2c30-48dd-890d-4bace97f0c78 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbbb59c0-156f-4b87-8577-57f089e1d17e HTTP/1.1" status: 200 len: 217 time: 0.0668256 May 05 20:43:39.615495 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0355c689-a505-44a8-a819-1277c951a9e5 req-7f437373-e4b4-4ec6-8fcf-cb7c832c14a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:39.616945 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0355c689-a505-44a8-a819-1277c951a9e5 req-7f437373-e4b4-4ec6-8fcf-cb7c832c14a7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e17f71d4-d773-4eec-938b-3d1690270e74 HTTP/1.1" status: 200 len: 851 time: 0.0706253 May 05 20:43:39.696259 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:43:39.713768 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0355c689-a505-44a8-a819-1277c951a9e5 req-92d5b4d8-a889-4841-a9ba-6ec8b4d7c96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:39.718402 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0355c689-a505-44a8-a819-1277c951a9e5 req-92d5b4d8-a889-4841-a9ba-6ec8b4d7c96a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8d838826-0cc1-465c-ac5e-e5b771415949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0948980 May 05 20:43:39.859854 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0355c689-a505-44a8-a819-1277c951a9e5 req-9e775c4d-82fd-4050-98ff-56bb3cdd6990 service neutron] 10.222.0.50 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351795 May 05 20:43:39.990918 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0355c689-a505-44a8-a819-1277c951a9e5 req-35070900-b9db-4278-ba73-7c5461a0d3fb service neutron] 10.222.0.50 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246133 May 05 20:43:40.458297 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7243aa7e-a224-418c-b7a6-970fdeab888d req-d59810a2-7a66-4fd5-9187-85f2b62a1f58 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:40.458995 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-7243aa7e-a224-418c-b7a6-970fdeab888d req-d59810a2-7a66-4fd5-9187-85f2b62a1f58 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Synchronizing usage tracker for tenant:8d2ac5f24c2842b090417baf41a7b405 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:43:40.473726 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-7243aa7e-a224-418c-b7a6-970fdeab888d req-d59810a2-7a66-4fd5-9187-85f2b62a1f58 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Unset dirty status for tenant:8d2ac5f24c2842b090417baf41a7b405 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:43:40.474985 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7243aa7e-a224-418c-b7a6-970fdeab888d req-d59810a2-7a66-4fd5-9187-85f2b62a1f58 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3db7ad9-2ffc-4d58-9607-8f6140f7e195 HTTP/1.1" status: 200 len: 943 time: 0.0946405 May 05 20:43:40.523431 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7243aa7e-a224-418c-b7a6-970fdeab888d req-e0c3edfc-6369-483e-8022-5e6dabcf5171 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427246 May 05 20:43:40.964106 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device cbbb59c0-156f-4b87-8577-57f089e1d17e details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:43:41.093105 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port cbbb59c0-156f-4b87-8577-57f089e1d17e, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=cbbb59c0-156f-4b87-8577-57f089e1d17e,segment=NetworkSegment(7a533d90-8a9f-45ae-95b7-daccfb6d22ed),segment_id=7a533d90-8a9f-45ae-95b7-daccfb6d22ed)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:43:41.105553 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': 'cbbb59c0-156f-4b87-8577-57f089e1d17e', 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949', 'port_id': 'cbbb59c0-156f-4b87-8577-57f089e1d17e', 'mac_address': 'fa:16:3e:e5:63:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e17f71d4-d773-4eec-938b-3d1690270e74', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:43:41.162561 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:43:41.178829 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbbb59c0-156f-4b87-8577-57f089e1d17e {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:43:41.193531 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port cbbb59c0-156f-4b87-8577-57f089e1d17e, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=cbbb59c0-156f-4b87-8577-57f089e1d17e,segment=NetworkSegment(7a533d90-8a9f-45ae-95b7-daccfb6d22ed),segment_id=7a533d90-8a9f-45ae-95b7-daccfb6d22ed)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:43:41.197697 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:43:41.265660 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=cbbb59c0-156f-4b87-8577-57f089e1d17e,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:43:41.272849 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:43:41.273192 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:43:41.273527 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:43:41.273857 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:43:41.274182 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:43:41.274505 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:43:41.274827 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:43:41.275146 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:43:41.275497 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:43:41.275822 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:43:41.276140 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:43:41.276457 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:43:41.385707 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['cbbb59c0-156f-4b87-8577-57f089e1d17e'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:43:41.713874 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6cc375-a464-4b60-9727-221a5fd05b4c req-dae6d430-ecad-4053-b301-441e2079078d tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:41.715315 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9e6cc375-a464-4b60-9727-221a5fd05b4c req-dae6d430-ecad-4053-b301-441e2079078d tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3db7ad9-2ffc-4d58-9607-8f6140f7e195 HTTP/1.1" status: 200 len: 944 time: 0.0828123 May 05 20:43:41.759080 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9e6cc375-a464-4b60-9727-221a5fd05b4c req-4a90249b-1547-41c4-87f9-4bb89cafded6 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379755 May 05 20:43:42.939797 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb6b3a-3124-4d38-b4ca-9a3b12b77da7 req-ecd1aec2-d4c1-4f2f-a789-df51aa3d9038 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:42.941283 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-85eb6b3a-3124-4d38-b4ca-9a3b12b77da7 req-ecd1aec2-d4c1-4f2f-a789-df51aa3d9038 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3db7ad9-2ffc-4d58-9607-8f6140f7e195 HTTP/1.1" status: 200 len: 944 time: 0.0792084 May 05 20:43:42.980994 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device cbbb59c0-156f-4b87-8577-57f089e1d17e up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:43:42.985323 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-85eb6b3a-3124-4d38-b4ca-9a3b12b77da7 req-0e62080a-ca6d-47e3-a43a-291b94e0889a tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383782 May 05 20:43:43.046898 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port cbbb59c0-156f-4b87-8577-57f089e1d17e completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:43:43.051314 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port cbbb59c0-156f-4b87-8577-57f089e1d17e triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:43:43.051708 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:43:43.167196 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:43:43.193948 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3db7ad9-2ffc-4d58-9607-8f6140f7e195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbbb59c0-156f-4b87-8577-57f089e1d17e'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:43:43.203620 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port cbbb59c0-156f-4b87-8577-57f089e1d17e, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=cbbb59c0-156f-4b87-8577-57f089e1d17e,segment=NetworkSegment(7a533d90-8a9f-45ae-95b7-daccfb6d22ed),segment_id=7a533d90-8a9f-45ae-95b7-daccfb6d22ed)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:43:43.207647 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:43:43.248365 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e77fd638-bdb0-48d6-8141-3ac958382b5a'] response: {'server_uuid': 'b3db7ad9-2ffc-4d58-9607-8f6140f7e195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbbb59c0-156f-4b87-8577-57f089e1d17e', 'code': 200} May 05 20:43:43.280387 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=cbbb59c0-156f-4b87-8577-57f089e1d17e,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:43:43.364372 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd7ceb-b18e-4d2a-aef0-f423e3e843d8 req-ed8ddba8-e697-4bd9-8818-bbe4e7578756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:43.365730 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f5dd7ceb-b18e-4d2a-aef0-f423e3e843d8 req-ed8ddba8-e697-4bd9-8818-bbe4e7578756 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b3db7ad9-2ffc-4d58-9607-8f6140f7e195 HTTP/1.1" status: 200 len: 1096 time: 0.0720901 May 05 20:43:43.500348 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f5dd7ceb-b18e-4d2a-aef0-f423e3e843d8 req-b18d48ef-8645-4da4-b7a6-af3d3a944ec7 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288061 May 05 20:43:44.164784 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8afe5e4-8b1a-4fdc-a534-12321eaf37c3 req-58036bad-a549-4ab3-8dc1-3bfb817d8859 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:44.166225 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e8afe5e4-8b1a-4fdc-a534-12321eaf37c3 req-58036bad-a549-4ab3-8dc1-3bfb817d8859 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3db7ad9-2ffc-4d58-9607-8f6140f7e195 HTTP/1.1" status: 200 len: 945 time: 0.0785704 May 05 20:43:44.210647 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e8afe5e4-8b1a-4fdc-a534-12321eaf37c3 req-a238c14d-b30d-4f0b-bb55-3a591fea05b3 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381866 May 05 20:43:44.649920 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:43:45.395885 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8166f93-ff32-49cc-8a6f-bed69abc91d8 req-94537fa3-f99a-4ca3-8228-01704e38e7fb tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:45.397343 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a8166f93-ff32-49cc-8a6f-bed69abc91d8 req-94537fa3-f99a-4ca3-8228-01704e38e7fb tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3db7ad9-2ffc-4d58-9607-8f6140f7e195 HTTP/1.1" status: 200 len: 945 time: 0.0801713 May 05 20:43:45.441995 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a8166f93-ff32-49cc-8a6f-bed69abc91d8 req-750d50ad-92ef-43b0-8945-d8d6a5423f81 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390875 May 05 20:43:45.782303 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa00d5e2-61bf-4a75-9c59-7d18b7d3f61d req-68ba3954-874b-47ae-a987-45f1c42d95a2 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:45.783766 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fa00d5e2-61bf-4a75-9c59-7d18b7d3f61d req-68ba3954-874b-47ae-a987-45f1c42d95a2 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3db7ad9-2ffc-4d58-9607-8f6140f7e195 HTTP/1.1" status: 200 len: 945 time: 0.0809488 May 05 20:43:45.792150 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 38112) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:43:45.797845 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-5eb3ed4a-95e4-4c57-88a0-8786b0e0d15c tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Request body: {'floatingip': {'port_id': 'cbbb59c0-156f-4b87-8577-57f089e1d17e'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:43:45.876164 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5eb3ed4a-95e4-4c57-88a0-8786b0e0d15c tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks [] for floatingip, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:43:46.455171 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5eb3ed4a-95e4-4c57-88a0-8786b0e0d15c tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:43:46.458842 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5eb3ed4a-95e4-4c57-88a0-8786b0e0d15c tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:43:46.627817 n-d-840717-1 neutron-server[88197]: INFO neutron.db.l3_db [None req-5eb3ed4a-95e4-4c57-88a0-8786b0e0d15c tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Floating IP 7e02ae13-64cb-4c22-a6a3-ff569fb3dbf8 associated. External IP: 172.25.0.130, port: cbbb59c0-156f-4b87-8577-57f089e1d17e. May 05 20:43:46.654994 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:43:47.087498 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eb3ed4a-95e4-4c57-88a0-8786b0e0d15c tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Router 00f3962c-2a3e-4460-835e-acf97a7030d0 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:43:47.260232 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb3ed4a-95e4-4c57-88a0-8786b0e0d15c tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:43:47.265591 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5eb3ed4a-95e4-4c57-88a0-8786b0e0d15c tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:43:47.270113 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73eb0c0c-c851-49e0-9f2e-6665b49419b9 None None] Sync routers for ids ['00f3962c-2a3e-4460-835e-acf97a7030d0'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:43:47.279283 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73eb0c0c-c851-49e0-9f2e-6665b49419b9 None None] Routers {'00f3962c-2a3e-4460-835e-acf97a7030d0'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:43:47.279984 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-73eb0c0c-c851-49e0-9f2e-6665b49419b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:43:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['00f3962c-2a3e-4460-835e-acf97a7030d0'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:43:47.323161 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-5eb3ed4a-95e4-4c57-88a0-8786b0e0d15c tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "PUT /v2.0/floatingips/7e02ae13-64cb-4c22-a6a3-ff569fb3dbf8 HTTP/1.1" status: 200 len: 991 time: 1.5299442 May 05 20:43:47.323868 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3db7ad9-2ffc-4d58-9607-8f6140f7e195', 'tag': 'cbbb59c0-156f-4b87-8577-57f089e1d17e'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:43:47.370512 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b576379e-e900-4dc0-9eb5-eee7b154edd6'] response: {'name': 'network-changed', 'server_uuid': 'b3db7ad9-2ffc-4d58-9607-8f6140f7e195', 'tag': 'cbbb59c0-156f-4b87-8577-57f089e1d17e', 'status': 'completed', 'code': 200} May 05 20:43:47.461064 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664c5311-dff8-447b-9b2c-9962e0c231f2 req-0a507fab-31c8-40d4-bd43-84d094b1fa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:47.462616 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-664c5311-dff8-447b-9b2c-9962e0c231f2 req-0a507fab-31c8-40d4-bd43-84d094b1fa47 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8d2ac5f24c2842b090417baf41a7b405&device_id=b3db7ad9-2ffc-4d58-9607-8f6140f7e195 HTTP/1.1" status: 200 len: 1096 time: 0.0721779 May 05 20:43:47.467205 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-73eb0c0c-c851-49e0-9f2e-6665b49419b9 None None] Set router 00f3962c-2a3e-4460-835e-acf97a7030d0 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:43:47.645757 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664c5311-dff8-447b-9b2c-9962e0c231f2 req-105aa43a-91f1-4256-a6df-9ba58dd53bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:47.647200 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-664c5311-dff8-447b-9b2c-9962e0c231f2 req-105aa43a-91f1-4256-a6df-9ba58dd53bcb service neutron] 10.222.0.50 "GET /v2.0/networks?id=8d838826-0cc1-465c-ac5e-e5b771415949 HTTP/1.1" status: 200 len: 913 time: 0.1794012 May 05 20:43:47.760975 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-664c5311-dff8-447b-9b2c-9962e0c231f2 req-5c40b0ff-4f2b-456b-a3bd-fff9ac1dfefb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbbb59c0-156f-4b87-8577-57f089e1d17e HTTP/1.1" status: 200 len: 999 time: 0.1068647 May 05 20:43:47.769848 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a964d-e810-42f6-a56f-f17f80dcda0e req-5c63a820-9855-4542-a535-45856793c870 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:47.771235 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-243a964d-e810-42f6-a56f-f17f80dcda0e req-5c63a820-9855-4542-a535-45856793c870 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3db7ad9-2ffc-4d58-9607-8f6140f7e195 HTTP/1.1" status: 200 len: 945 time: 0.1864386 May 05 20:43:47.859655 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-73eb0c0c-c851-49e0-9f2e-6665b49419b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'name': 'tempest-ServerActionsTestJSON-1576992870-router', 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '6f9e3be1-88ef-4087-8eea-119a7d9d769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:42:39Z', 'updated_at': '2022-05-05T20:42:43Z', 'revision_number': 4, 'project_id': '8d2ac5f24c2842b090417baf41a7b405', 'gw_port': {'id': '6f9e3be1-88ef-4087-8eea-119a7d9d769c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:dd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:42:40Z', 'updated_at': '2022-05-05T20:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '7e02ae13-64cb-4c22-a6a3-ff569fb3dbf8', 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'floating_ip_address': '172.25.0.130', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'port_id': 'cbbb59c0-156f-4b87-8577-57f089e1d17e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949', 'mac_address': 'fa:16:3e:e5:63:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3db7ad9-2ffc-4d58-9607-8f6140f7e195', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:42:46Z', 'updated_at': '2022-05-05T20:43:46Z', 'revision_number': 5, 'project_id': '8d2ac5f24c2842b090417baf41a7b405', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74da4d18-b707-41d1-82b5-13493af950c4', 'name': '', 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949', 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'mac_address': 'fa:16:3e:70:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'e17f71d4-d773-4eec-938b-3d1690270e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:42:42Z', 'updated_at': '2022-05-05T20:42:48Z', 'revision_number': 5, 'project_id': '8d2ac5f24c2842b090417baf41a7b405', 'subnets': [{'id': 'e17f71d4-d773-4eec-938b-3d1690270e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:43:47.860952 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664c5311-dff8-447b-9b2c-9962e0c231f2 req-f3767fb9-f892-48bf-856d-8ee1eb44832a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:47.862396 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-664c5311-dff8-447b-9b2c-9962e0c231f2 req-f3767fb9-f892-48bf-856d-8ee1eb44832a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e17f71d4-d773-4eec-938b-3d1690270e74 HTTP/1.1" status: 200 len: 851 time: 0.0903168 May 05 20:43:47.863663 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73eb0c0c-c851-49e0-9f2e-6665b49419b9 None None] Checking router: 00f3962c-2a3e-4460-835e-acf97a7030d0 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:43:47.865311 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-243a964d-e810-42f6-a56f-f17f80dcda0e req-ea63bf34-d771-48b0-b8ef-a42179a3f5fc tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617585 May 05 20:43:47.872509 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73eb0c0c-c851-49e0-9f2e-6665b49419b9 None None] Routers {'00f3962c-2a3e-4460-835e-acf97a7030d0'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:43:47.873211 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-73eb0c0c-c851-49e0-9f2e-6665b49419b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:43:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['00f3962c-2a3e-4460-835e-acf97a7030d0'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:43:47.937525 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664c5311-dff8-447b-9b2c-9962e0c231f2 req-4e90ecaf-76f9-4234-8715-9e3051b8397a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:47.939002 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-664c5311-dff8-447b-9b2c-9962e0c231f2 req-4e90ecaf-76f9-4234-8715-9e3051b8397a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8d838826-0cc1-465c-ac5e-e5b771415949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715990 May 05 20:43:48.070937 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-664c5311-dff8-447b-9b2c-9962e0c231f2 req-80141878-8ed5-4725-ad1f-98fe7fab8772 service neutron] 10.222.0.50 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264050 May 05 20:43:48.097100 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-73eb0c0c-c851-49e0-9f2e-6665b49419b9 None None] Set router 00f3962c-2a3e-4460-835e-acf97a7030d0 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:43:48.200865 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-664c5311-dff8-447b-9b2c-9962e0c231f2 req-c441a0e3-e3b5-4adf-a3f5-f8b1c63d80e7 service neutron] 10.222.0.50 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245360 May 05 20:43:48.444050 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-73eb0c0c-c851-49e0-9f2e-6665b49419b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'name': 'tempest-ServerActionsTestJSON-1576992870-router', 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '6f9e3be1-88ef-4087-8eea-119a7d9d769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:42:39Z', 'updated_at': '2022-05-05T20:42:43Z', 'revision_number': 4, 'project_id': '8d2ac5f24c2842b090417baf41a7b405', 'gw_port': {'id': '6f9e3be1-88ef-4087-8eea-119a7d9d769c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:dd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:42:40Z', 'updated_at': '2022-05-05T20:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '7e02ae13-64cb-4c22-a6a3-ff569fb3dbf8', 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'floating_ip_address': '172.25.0.130', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'port_id': 'cbbb59c0-156f-4b87-8577-57f089e1d17e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949', 'mac_address': 'fa:16:3e:e5:63:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3db7ad9-2ffc-4d58-9607-8f6140f7e195', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:42:46Z', 'updated_at': '2022-05-05T20:43:46Z', 'revision_number': 5, 'project_id': '8d2ac5f24c2842b090417baf41a7b405', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74da4d18-b707-41d1-82b5-13493af950c4', 'name': '', 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949', 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'mac_address': 'fa:16:3e:70:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'e17f71d4-d773-4eec-938b-3d1690270e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:42:42Z', 'updated_at': '2022-05-05T20:42:48Z', 'revision_number': 5, 'project_id': '8d2ac5f24c2842b090417baf41a7b405', 'subnets': [{'id': 'e17f71d4-d773-4eec-938b-3d1690270e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:43:48.447987 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73eb0c0c-c851-49e0-9f2e-6665b49419b9 None None] The sync data for ids ['00f3962c-2a3e-4460-835e-acf97a7030d0'] in n-d-840717-1 is: [{'id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'name': 'tempest-ServerActionsTestJSON-1576992870-router', 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '6f9e3be1-88ef-4087-8eea-119a7d9d769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:42:39Z', 'updated_at': '2022-05-05T20:42:43Z', 'revision_number': 4, 'project_id': '8d2ac5f24c2842b090417baf41a7b405', 'gw_port': {'id': '6f9e3be1-88ef-4087-8eea-119a7d9d769c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:dd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:42:40Z', 'updated_at': '2022-05-05T20:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '7e02ae13-64cb-4c22-a6a3-ff569fb3dbf8', 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'floating_ip_address': '172.25.0.130', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'port_id': 'cbbb59c0-156f-4b87-8577-57f089e1d17e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949', 'mac_address': 'fa:16:3e:e5:63:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3db7ad9-2ffc-4d58-9607-8f6140f7e195', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:42:46Z', 'updated_at': '2022-05-05T20:43:46Z', 'revision_number': 5, 'project_id': '8d2ac5f24c2842b090417baf41a7b405', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74da4d18-b707-41d1-82b5-13493af950c4', 'name': '', 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949', 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'mac_address': 'fa:16:3e:70:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'e17f71d4-d773-4eec-938b-3d1690270e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:42:42Z', 'updated_at': '2022-05-05T20:42:48Z', 'revision_number': 5, 'project_id': '8d2ac5f24c2842b090417baf41a7b405', 'subnets': [{'id': 'e17f71d4-d773-4eec-938b-3d1690270e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:43:48.652752 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3058242d-4065-4a38-8a75-460a61cbe419 None None] New status for floating IP 7e02ae13-64cb-4c22-a6a3-ff569fb3dbf8: ACTIVE {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:43:49.059687 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b8de1-680d-4a57-81d8-9e52c0875134 req-169fd1ab-c974-49c6-af1c-dd9a0881ff99 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:49.062018 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bc5b8de1-680d-4a57-81d8-9e52c0875134 req-169fd1ab-c974-49c6-af1c-dd9a0881ff99 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3db7ad9-2ffc-4d58-9607-8f6140f7e195 HTTP/1.1" status: 200 len: 945 time: 0.0847838 May 05 20:43:49.105664 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bc5b8de1-680d-4a57-81d8-9e52c0875134 req-924e4ade-b006-438b-a354-a6f3d72d74be tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381758 May 05 20:43:50.299084 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9267de37-65d0-4f6c-bc6d-b929522607e0 req-2f6876ce-06f8-48fc-8bfb-496a30e21b2b tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:50.300596 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9267de37-65d0-4f6c-bc6d-b929522607e0 req-2f6876ce-06f8-48fc-8bfb-496a30e21b2b tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3db7ad9-2ffc-4d58-9607-8f6140f7e195 HTTP/1.1" status: 200 len: 945 time: 0.0908983 May 05 20:43:50.344575 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9267de37-65d0-4f6c-bc6d-b929522607e0 req-84a110d0-df93-40f0-8a31-a88cbc746da6 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382504 May 05 20:43:51.526872 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8636b3-d07f-4e24-b205-d8a4acefee72 req-298272ba-b927-4092-85b1-39faca94de06 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:51.528337 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8f8636b3-d07f-4e24-b205-d8a4acefee72 req-298272ba-b927-4092-85b1-39faca94de06 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3db7ad9-2ffc-4d58-9607-8f6140f7e195 HTTP/1.1" status: 200 len: 945 time: 0.0790789 May 05 20:43:51.572070 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8f8636b3-d07f-4e24-b205-d8a4acefee72 req-c5ec279f-55ec-412d-a0e1-c2b396cbaa97 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381668 May 05 20:43:52.758376 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140899fe-21bf-4cdb-aed6-54977c543dae req-b19240e8-e724-41c2-b8c0-e88782de525a tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:52.759837 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-140899fe-21bf-4cdb-aed6-54977c543dae req-b19240e8-e724-41c2-b8c0-e88782de525a tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3db7ad9-2ffc-4d58-9607-8f6140f7e195 HTTP/1.1" status: 200 len: 945 time: 0.0811327 May 05 20:43:52.804288 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-140899fe-21bf-4cdb-aed6-54977c543dae req-383c7533-dcf9-4d37-9274-12ff246f572d tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387824 May 05 20:43:53.987916 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cf01e3-09ac-4ba8-8483-b99248ce1f1a req-279e814b-70fb-4135-ad2f-11157e6ef289 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:53.989367 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-42cf01e3-09ac-4ba8-8483-b99248ce1f1a req-279e814b-70fb-4135-ad2f-11157e6ef289 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3db7ad9-2ffc-4d58-9607-8f6140f7e195 HTTP/1.1" status: 200 len: 945 time: 0.0822124 May 05 20:43:54.032719 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-42cf01e3-09ac-4ba8-8483-b99248ce1f1a req-dcc5d212-75eb-4c7f-9157-cb7ad3a2c7f7 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376370 May 05 20:43:55.218681 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ff53e1-912f-493a-9e6a-d4cf01a54b70 req-4098a238-c67d-48a2-9ff3-44c21db7e4eb tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:55.220158 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e9ff53e1-912f-493a-9e6a-d4cf01a54b70 req-4098a238-c67d-48a2-9ff3-44c21db7e4eb tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3db7ad9-2ffc-4d58-9607-8f6140f7e195 HTTP/1.1" status: 200 len: 945 time: 0.0827949 May 05 20:43:55.265970 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e9ff53e1-912f-493a-9e6a-d4cf01a54b70 req-cd8e658a-8bf4-45de-834b-92cf93af7834 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402548 May 05 20:43:56.450021 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da0c721-0cc4-4368-b86f-b3ad2d786fcd req-631d6b9e-3059-4678-8b27-78ed5d196fd8 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:56.452138 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5da0c721-0cc4-4368-b86f-b3ad2d786fcd req-631d6b9e-3059-4678-8b27-78ed5d196fd8 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3db7ad9-2ffc-4d58-9607-8f6140f7e195 HTTP/1.1" status: 200 len: 945 time: 0.0809793 May 05 20:43:56.499121 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5da0c721-0cc4-4368-b86f-b3ad2d786fcd req-b570babf-70e1-4d6e-828f-0780707a28e3 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411773 May 05 20:43:57.681710 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb3af96-f231-42fe-a013-81c721ebde51 req-6cb47c61-e612-4a0a-8483-419d43ee844f tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:57.683165 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1cb3af96-f231-42fe-a013-81c721ebde51 req-6cb47c61-e612-4a0a-8483-419d43ee844f tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3db7ad9-2ffc-4d58-9607-8f6140f7e195 HTTP/1.1" status: 200 len: 945 time: 0.0785725 May 05 20:43:57.829795 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1cb3af96-f231-42fe-a013-81c721ebde51 req-2f91218b-955d-4f2e-8470-d5929d1bc557 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409695 May 05 20:43:59.012738 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c05fb-3747-41db-9d77-3cb0e66c4a24 req-012d3cb2-f821-4ef9-b2c7-2cbbbd94c72f tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:43:59.015271 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bc7c05fb-3747-41db-9d77-3cb0e66c4a24 req-012d3cb2-f821-4ef9-b2c7-2cbbbd94c72f tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3db7ad9-2ffc-4d58-9607-8f6140f7e195 HTTP/1.1" status: 200 len: 945 time: 0.0800424 May 05 20:43:59.058292 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bc7c05fb-3747-41db-9d77-3cb0e66c4a24 req-d5dfa0d5-e4c5-4aa1-b623-153d502eddcd tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374339 May 05 20:44:00.242944 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad048c4-e697-44f4-8144-91f415f3ea18 req-a73e45f8-a1a1-444b-8eb2-e3d1dfc49fa9 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:00.244667 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9ad048c4-e697-44f4-8144-91f415f3ea18 req-a73e45f8-a1a1-444b-8eb2-e3d1dfc49fa9 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3db7ad9-2ffc-4d58-9607-8f6140f7e195 HTTP/1.1" status: 200 len: 945 time: 0.0793052 May 05 20:44:00.287438 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9ad048c4-e697-44f4-8144-91f415f3ea18 req-c669bb57-2e95-4ee3-91f7-7ad193bb02b7 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371594 May 05 20:44:01.476833 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6b6162-3e6b-4864-8c2f-3e225b194824 req-99a1342b-e807-443f-953c-232b5c87c6cf tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:01.478292 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bd6b6162-3e6b-4864-8c2f-3e225b194824 req-99a1342b-e807-443f-953c-232b5c87c6cf tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3db7ad9-2ffc-4d58-9607-8f6140f7e195 HTTP/1.1" status: 200 len: 945 time: 0.0869949 May 05 20:44:01.521729 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bd6b6162-3e6b-4864-8c2f-3e225b194824 req-03ca7400-e272-4fd3-beea-26a863fc44df tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372341 May 05 20:44:02.706839 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e543f6a-b1f1-4097-b888-dd37668e5155 req-ab8aa717-b020-4629-8705-9c851dd4176f tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:02.708313 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6e543f6a-b1f1-4097-b888-dd37668e5155 req-ab8aa717-b020-4629-8705-9c851dd4176f tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3db7ad9-2ffc-4d58-9607-8f6140f7e195 HTTP/1.1" status: 200 len: 945 time: 0.0808477 May 05 20:44:02.751908 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6e543f6a-b1f1-4097-b888-dd37668e5155 req-dfc3a2c6-69da-471b-86b6-3515301383ca tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380182 May 05 20:44:03.067638 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [req-1b60837c-c08f-4a5f-9291-396be118bf02 req-5896908c-47b2-4035-8a96-03d816ef156d service neutron] (88197) timed out ('10.222.0.24', 59271) {{(pid=88197) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 05 20:44:04.011734 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9cd956-abe9-4e06-82f9-098611f8fbe4 req-944b82f0-f39f-403e-8b2a-ef043e84ccfa tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:04.013175 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ce9cd956-abe9-4e06-82f9-098611f8fbe4 req-944b82f0-f39f-403e-8b2a-ef043e84ccfa tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3db7ad9-2ffc-4d58-9607-8f6140f7e195 HTTP/1.1" status: 200 len: 945 time: 0.1540751 May 05 20:44:04.057727 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ce9cd956-abe9-4e06-82f9-098611f8fbe4 req-f5dfe18a-1ce5-4342-8ef9-47f7b1eb6a75 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388293 May 05 20:44:04.715291 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-83542719-a3f3-4b25-89bc-0791ac3ba89d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:44:05.241110 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f7979-232a-4c84-a59e-a720702920d5 req-fab82229-5c24-417b-8f2e-2ddfe3194b35 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:05.242559 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dc1f7979-232a-4c84-a59e-a720702920d5 req-fab82229-5c24-417b-8f2e-2ddfe3194b35 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3db7ad9-2ffc-4d58-9607-8f6140f7e195 HTTP/1.1" status: 200 len: 945 time: 0.0806031 May 05 20:44:05.287323 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dc1f7979-232a-4c84-a59e-a720702920d5 req-b4bde9bb-033c-4d09-8dcb-dffb244be722 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384879 May 05 20:44:06.481237 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8f5d9-7530-423a-afc4-2c0f86891fd2 req-5e4af99a-9d2e-4898-afc0-3e8fe8b38423 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:06.483669 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7aa8f5d9-7530-423a-afc4-2c0f86891fd2 req-5e4af99a-9d2e-4898-afc0-3e8fe8b38423 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3db7ad9-2ffc-4d58-9607-8f6140f7e195 HTTP/1.1" status: 200 len: 945 time: 0.0866802 May 05 20:44:06.528376 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7aa8f5d9-7530-423a-afc4-2c0f86891fd2 req-c6dabc25-7486-4cac-bcae-c2a82507a51e tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391953 May 05 20:44:06.908963 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c55da14e-ca17-4e41-ad12-557f1cd6f5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:44:07.772275 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882adcff-980b-429a-80ba-c367c9ec5b49 req-138dafce-def4-4add-b415-230765abd010 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:07.773730 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-882adcff-980b-429a-80ba-c367c9ec5b49 req-138dafce-def4-4add-b415-230765abd010 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3db7ad9-2ffc-4d58-9607-8f6140f7e195 HTTP/1.1" status: 200 len: 945 time: 0.1366327 May 05 20:44:07.817492 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-882adcff-980b-429a-80ba-c367c9ec5b49 req-ccaf62bb-553a-4d4a-ae55-469c566abdca tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374866 May 05 20:44:07.951794 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:44:08.133337 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:44:09.005549 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09464f7-b473-42dc-bb5e-ebbbf95361e4 req-646a5c22-9934-49bb-8f35-56ef2dce5e8a tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:09.007019 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c09464f7-b473-42dc-bb5e-ebbbf95361e4 req-646a5c22-9934-49bb-8f35-56ef2dce5e8a tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3db7ad9-2ffc-4d58-9607-8f6140f7e195 HTTP/1.1" status: 200 len: 945 time: 0.0850604 May 05 20:44:09.053872 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c09464f7-b473-42dc-bb5e-ebbbf95361e4 req-d9e11daf-6c40-47b2-ae4b-4143398e3764 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412142 May 05 20:44:09.699006 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:44:10.236303 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10cc6e7-d34b-4f2b-b80b-eb3f4fe14202 req-c27a46ff-94fa-4712-a0b0-dea8ebaa9935 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:10.237796 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f10cc6e7-d34b-4f2b-b80b-eb3f4fe14202 req-c27a46ff-94fa-4712-a0b0-dea8ebaa9935 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3db7ad9-2ffc-4d58-9607-8f6140f7e195 HTTP/1.1" status: 200 len: 945 time: 0.0793705 May 05 20:44:10.284894 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f10cc6e7-d34b-4f2b-b80b-eb3f4fe14202 req-f7cb7854-e4b2-46f6-992a-0f9cc6db3c32 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415318 May 05 20:44:11.475881 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6547a2e8-225a-40d5-bcfc-91a576783148 req-c3b5add1-adfa-4ddf-a0be-83c6516e88f6 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:11.477348 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6547a2e8-225a-40d5-bcfc-91a576783148 req-c3b5add1-adfa-4ddf-a0be-83c6516e88f6 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3db7ad9-2ffc-4d58-9607-8f6140f7e195 HTTP/1.1" status: 200 len: 945 time: 0.0824993 May 05 20:44:11.522164 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6547a2e8-225a-40d5-bcfc-91a576783148 req-ef6c5d80-71ce-455f-95de-8178f4045e0e tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390406 May 05 20:44:12.576538 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708c85a-97ad-4b59-8a11-230d46654ba3 req-3dbff902-fdfb-4375-9484-fa4694ec316d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:12.578013 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1708c85a-97ad-4b59-8a11-230d46654ba3 req-3dbff902-fdfb-4375-9484-fa4694ec316d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8d2ac5f24c2842b090417baf41a7b405&device_id=b3db7ad9-2ffc-4d58-9607-8f6140f7e195 HTTP/1.1" status: 200 len: 1096 time: 0.0725887 May 05 20:44:12.778538 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708c85a-97ad-4b59-8a11-230d46654ba3 req-9b228477-24b4-4196-a137-e566e2c85afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:12.780676 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1708c85a-97ad-4b59-8a11-230d46654ba3 req-9b228477-24b4-4196-a137-e566e2c85afe service neutron] 10.222.0.50 "GET /v2.0/networks?id=8d838826-0cc1-465c-ac5e-e5b771415949 HTTP/1.1" status: 200 len: 913 time: 0.1848669 May 05 20:44:12.846505 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e2bbe-e946-48a6-9739-16bb65cbc5b7 req-420ad609-0114-4dc7-93b5-154ddbbc4c15 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:12.847990 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dd7e2bbe-e946-48a6-9739-16bb65cbc5b7 req-420ad609-0114-4dc7-93b5-154ddbbc4c15 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3db7ad9-2ffc-4d58-9607-8f6140f7e195 HTTP/1.1" status: 200 len: 945 time: 0.2180738 May 05 20:44:12.923866 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1708c85a-97ad-4b59-8a11-230d46654ba3 req-52562c50-78e4-42c1-bf45-6aa9db43de0d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbbb59c0-156f-4b87-8577-57f089e1d17e HTTP/1.1" status: 200 len: 1001 time: 0.1368425 May 05 20:44:12.926679 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dd7e2bbe-e946-48a6-9739-16bb65cbc5b7 req-ea6bad37-348a-41f7-9a9e-b8c2dd9c2ec5 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636184 May 05 20:44:12.984114 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708c85a-97ad-4b59-8a11-230d46654ba3 req-3f086082-6d95-40a2-a5a3-2b0c9684462e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:12.985531 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1708c85a-97ad-4b59-8a11-230d46654ba3 req-3f086082-6d95-40a2-a5a3-2b0c9684462e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e17f71d4-d773-4eec-938b-3d1690270e74 HTTP/1.1" status: 200 len: 851 time: 0.0566392 May 05 20:44:13.060714 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708c85a-97ad-4b59-8a11-230d46654ba3 req-3b9607f8-0bfe-4fef-868c-128ed7710b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:13.062067 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1708c85a-97ad-4b59-8a11-230d46654ba3 req-3b9607f8-0bfe-4fef-868c-128ed7710b55 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8d838826-0cc1-465c-ac5e-e5b771415949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712936 May 05 20:44:13.194286 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1708c85a-97ad-4b59-8a11-230d46654ba3 req-c029adf1-159b-434b-8973-24fd2581d4a1 service neutron] 10.222.0.50 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263161 May 05 20:44:13.323566 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1708c85a-97ad-4b59-8a11-230d46654ba3 req-2cb6c95d-f730-4e82-b852-c10cc62d607f service neutron] 10.222.0.50 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237578 May 05 20:44:14.000167 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:44:14.114394 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe78035-8674-4b61-99cb-5b89852888b5 req-bfa743f1-10ba-42d6-840c-9b9340023fce tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:14.115858 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2fe78035-8674-4b61-99cb-5b89852888b5 req-bfa743f1-10ba-42d6-840c-9b9340023fce tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3db7ad9-2ffc-4d58-9607-8f6140f7e195 HTTP/1.1" status: 200 len: 945 time: 0.0830197 May 05 20:44:14.159992 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2fe78035-8674-4b61-99cb-5b89852888b5 req-11a5f474-3a9b-4e40-84df-2fc2e9b65afc tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382898 May 05 20:44:14.504171 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-eb351f0d-14c0-4716-b887-6be27590e981 req-0804d376-f9ec-420d-bbc7-761285a00a41 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b3db7ad9-2ffc-4d58-9607-8f6140f7e195&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0699782 May 05 20:44:14.557187 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e5a948-a22d-4cc6-b19d-efb7bff0e17f req-19253360-53f9-4903-990d-e72de097ae4c tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:14.558767 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e4e5a948-a22d-4cc6-b19d-efb7bff0e17f req-19253360-53f9-4903-990d-e72de097ae4c tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3db7ad9-2ffc-4d58-9607-8f6140f7e195 HTTP/1.1" status: 200 len: 945 time: 0.0816064 May 05 20:44:14.606793 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e4e5a948-a22d-4cc6-b19d-efb7bff0e17f req-72cbabe4-33c1-46e7-97f7-722902a3b69d tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420699 May 05 20:44:14.651687 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:44:15.683204 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb351f0d-14c0-4716-b887-6be27590e981 req-6627807e-4516-4ceb-a9bc-925ec6473c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:15.684706 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-eb351f0d-14c0-4716-b887-6be27590e981 req-6627807e-4516-4ceb-a9bc-925ec6473c82 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8d2ac5f24c2842b090417baf41a7b405&device_id=b3db7ad9-2ffc-4d58-9607-8f6140f7e195 HTTP/1.1" status: 200 len: 1096 time: 0.0697136 May 05 20:44:15.965223 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb351f0d-14c0-4716-b887-6be27590e981 req-b7e907f9-ab21-45ef-a231-41d6873bfc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:15.967173 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-eb351f0d-14c0-4716-b887-6be27590e981 req-b7e907f9-ab21-45ef-a231-41d6873bfc56 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8d838826-0cc1-465c-ac5e-e5b771415949 HTTP/1.1" status: 200 len: 913 time: 0.2763247 May 05 20:44:15.978512 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390aaef5-0f93-4349-9cef-0ba3efd0c8c7 req-329e9408-bf25-48ff-8a12-8cc4d298f9e9 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:15.979876 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-390aaef5-0f93-4349-9cef-0ba3efd0c8c7 req-329e9408-bf25-48ff-8a12-8cc4d298f9e9 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3db7ad9-2ffc-4d58-9607-8f6140f7e195 HTTP/1.1" status: 200 len: 945 time: 0.2635303 May 05 20:44:16.103488 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-390aaef5-0f93-4349-9cef-0ba3efd0c8c7 req-b39f017f-6fa5-4fa9-963e-e138df5403a0 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768430 May 05 20:44:16.105238 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-eb351f0d-14c0-4716-b887-6be27590e981 req-4c4774e3-8e01-4c32-ba3b-101f4ed17295 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbbb59c0-156f-4b87-8577-57f089e1d17e HTTP/1.1" status: 200 len: 1001 time: 0.1245441 May 05 20:44:16.167557 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb351f0d-14c0-4716-b887-6be27590e981 req-5fb7a233-f70c-4997-b6fd-1486bfab89c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:16.168962 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-eb351f0d-14c0-4716-b887-6be27590e981 req-5fb7a233-f70c-4997-b6fd-1486bfab89c6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e17f71d4-d773-4eec-938b-3d1690270e74 HTTP/1.1" status: 200 len: 851 time: 0.0574830 May 05 20:44:16.243850 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb351f0d-14c0-4716-b887-6be27590e981 req-db8335cc-a3ea-4dca-a53a-7304a590eeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:16.245199 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-eb351f0d-14c0-4716-b887-6be27590e981 req-db8335cc-a3ea-4dca-a53a-7304a590eeae service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8d838826-0cc1-465c-ac5e-e5b771415949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708070 May 05 20:44:16.372100 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-eb351f0d-14c0-4716-b887-6be27590e981 req-6fec0ee4-a00b-4fa0-b7fe-8ec3a4df5598 service neutron] 10.222.0.50 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208651 May 05 20:44:16.501338 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-eb351f0d-14c0-4716-b887-6be27590e981 req-e52376fc-6af6-43e6-b207-0e777fb96b5b service neutron] 10.222.0.50 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239724 May 05 20:44:16.649959 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:44:17.294376 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d2925c-7ecc-4632-a9a9-05b49d334bfb req-2a3726c9-61f1-46f2-b56f-7e3a690c9ecb tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:17.296571 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-25d2925c-7ecc-4632-a9a9-05b49d334bfb req-2a3726c9-61f1-46f2-b56f-7e3a690c9ecb tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3db7ad9-2ffc-4d58-9607-8f6140f7e195 HTTP/1.1" status: 200 len: 945 time: 0.0843194 May 05 20:44:17.339510 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-25d2925c-7ecc-4632-a9a9-05b49d334bfb req-52a47daa-5714-4e01-8ffa-6f48d255df59 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370989 May 05 20:44:18.278525 n-d-840717-1 neutron-server[88197]: INFO neutron.api.v2.resource [req-eb351f0d-14c0-4716-b887-6be27590e981 req-a89d7f73-9f49-4dc0-91cd-e5aa868df076 service neutron] show failed (client error): The resource could not be found. May 05 20:44:18.280153 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-eb351f0d-14c0-4716-b887-6be27590e981 req-a89d7f73-9f49-4dc0-91cd-e5aa868df076 service neutron] 10.222.0.50 "GET /v2.0/ports/cbbb59c0-156f-4b87-8577-57f089e1d17e/bindings/n-h1-840717-1 HTTP/1.1" status: 404 len: 380 time: 0.0738106 May 05 20:44:18.553096 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae31c39d-57e3-4e0d-b1c8-537cb9e8fb2d req-5a1a1a15-7a5c-479d-b8df-7c2aeca64ce2 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:18.554795 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ae31c39d-57e3-4e0d-b1c8-537cb9e8fb2d req-5a1a1a15-7a5c-479d-b8df-7c2aeca64ce2 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3db7ad9-2ffc-4d58-9607-8f6140f7e195 HTTP/1.1" status: 200 len: 945 time: 0.0912910 May 05 20:44:18.584453 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb351f0d-14c0-4716-b887-6be27590e981 req-56aa96bc-01fd-489c-8698-68658bfafe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:18.585923 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-eb351f0d-14c0-4716-b887-6be27590e981 req-56aa96bc-01fd-489c-8698-68658bfafe70 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b3db7ad9-2ffc-4d58-9607-8f6140f7e195&tenant_id=8d2ac5f24c2842b090417baf41a7b405 HTTP/1.1" status: 200 len: 1096 time: 0.1179399 May 05 20:44:18.596820 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-eb351f0d-14c0-4716-b887-6be27590e981 req-3cacec03-7e32-424c-b728-3fdeb153aedd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-840717-1', 'device_owner': 'compute:nova'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:44:18.601331 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ae31c39d-57e3-4e0d-b1c8-537cb9e8fb2d req-fa9a0dcb-46c1-4bc5-8d7c-8ebcee1bcc5b tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405483 May 05 20:44:18.708176 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-eb351f0d-14c0-4716-b887-6be27590e981 req-3cacec03-7e32-424c-b728-3fdeb153aedd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:44:19.083142 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-eb351f0d-14c0-4716-b887-6be27590e981 req-3cacec03-7e32-424c-b728-3fdeb153aedd service neutron] For port cbbb59c0-156f-4b87-8577-57f089e1d17e, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=cbbb59c0-156f-4b87-8577-57f089e1d17e,segment=NetworkSegment(7a533d90-8a9f-45ae-95b7-daccfb6d22ed),segment_id=7a533d90-8a9f-45ae-95b7-daccfb6d22ed)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:44:19.112734 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-eb351f0d-14c0-4716-b887-6be27590e981 req-3cacec03-7e32-424c-b728-3fdeb153aedd service neutron] For port cbbb59c0-156f-4b87-8577-57f089e1d17e, host n-h2-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:44:19.170812 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3db7ad9-2ffc-4d58-9607-8f6140f7e195', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbbb59c0-156f-4b87-8577-57f089e1d17e'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:44:19.176218 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-eb351f0d-14c0-4716-b887-6be27590e981 req-3cacec03-7e32-424c-b728-3fdeb153aedd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:44:19.190760 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-eb351f0d-14c0-4716-b887-6be27590e981 req-3cacec03-7e32-424c-b728-3fdeb153aedd service neutron] Transition to ACTIVE for port object cbbb59c0-156f-4b87-8577-57f089e1d17e will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:44:19.195400 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-eb351f0d-14c0-4716-b887-6be27590e981 req-3cacec03-7e32-424c-b728-3fdeb153aedd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:44:19.248310 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97344d44-f7cd-4e40-8e00-1e8b0b5c4aa5'] response: {'server_uuid': 'b3db7ad9-2ffc-4d58-9607-8f6140f7e195', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbbb59c0-156f-4b87-8577-57f089e1d17e', 'code': 200} May 05 20:44:19.334927 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cacec03-7e32-424c-b728-3fdeb153aedd service neutron] Pushing event updated for resources: {'Port': ['ID=cbbb59c0-156f-4b87-8577-57f089e1d17e,revision_number=6']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:44:19.348567 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cacec03-7e32-424c-b728-3fdeb153aedd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:44:19.348902 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cacec03-7e32-424c-b728-3fdeb153aedd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:44:19.349229 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cacec03-7e32-424c-b728-3fdeb153aedd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:44:19.349551 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cacec03-7e32-424c-b728-3fdeb153aedd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:44:19.349870 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cacec03-7e32-424c-b728-3fdeb153aedd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:44:19.350186 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cacec03-7e32-424c-b728-3fdeb153aedd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:44:19.350499 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cacec03-7e32-424c-b728-3fdeb153aedd service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:44:19.350818 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cacec03-7e32-424c-b728-3fdeb153aedd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:44:19.351124 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cacec03-7e32-424c-b728-3fdeb153aedd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:44:19.351454 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cacec03-7e32-424c-b728-3fdeb153aedd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:44:19.351767 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cacec03-7e32-424c-b728-3fdeb153aedd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:44:19.352083 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cacec03-7e32-424c-b728-3fdeb153aedd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:44:19.405374 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb351f0d-14c0-4716-b887-6be27590e981 req-3cacec03-7e32-424c-b728-3fdeb153aedd service neutron] No DVR routers for this DVR port cbbb59c0-156f-4b87-8577-57f089e1d17e on host n-h2-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:44:19.628877 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-eb351f0d-14c0-4716-b887-6be27590e981 req-3cacec03-7e32-424c-b728-3fdeb153aedd service neutron] Attempting to bind port cbbb59c0-156f-4b87-8577-57f089e1d17e on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:44:19.629588 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-eb351f0d-14c0-4716-b887-6be27590e981 req-3cacec03-7e32-424c-b728-3fdeb153aedd service neutron] Attempting to bind port cbbb59c0-156f-4b87-8577-57f089e1d17e by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': '7a533d90-8a9f-45ae-95b7-daccfb6d22ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:44:19.629588 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb351f0d-14c0-4716-b887-6be27590e981 req-3cacec03-7e32-424c-b728-3fdeb153aedd service neutron] Attempting to bind port cbbb59c0-156f-4b87-8577-57f089e1d17e on network 8d838826-0cc1-465c-ac5e-e5b771415949 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:44:19.634082 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb351f0d-14c0-4716-b887-6be27590e981 req-3cacec03-7e32-424c-b728-3fdeb153aedd service neutron] Port cbbb59c0-156f-4b87-8577-57f089e1d17e on network 8d838826-0cc1-465c-ac5e-e5b771415949 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:44:19.634396 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb351f0d-14c0-4716-b887-6be27590e981 req-3cacec03-7e32-424c-b728-3fdeb153aedd service neutron] Attempting to bind port cbbb59c0-156f-4b87-8577-57f089e1d17e on network 8d838826-0cc1-465c-ac5e-e5b771415949 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:44:19.640310 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb351f0d-14c0-4716-b887-6be27590e981 req-3cacec03-7e32-424c-b728-3fdeb153aedd service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:44:19.640642 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb351f0d-14c0-4716-b887-6be27590e981 req-3cacec03-7e32-424c-b728-3fdeb153aedd service neutron] Checking segment: {'id': '7a533d90-8a9f-45ae-95b7-daccfb6d22ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:44:19.641019 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb351f0d-14c0-4716-b887-6be27590e981 req-3cacec03-7e32-424c-b728-3fdeb153aedd service neutron] Bound using segment: {'id': '7a533d90-8a9f-45ae-95b7-daccfb6d22ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:44:19.641432 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-eb351f0d-14c0-4716-b887-6be27590e981 req-3cacec03-7e32-424c-b728-3fdeb153aedd service neutron] Bound port: cbbb59c0-156f-4b87-8577-57f089e1d17e, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a533d90-8a9f-45ae-95b7-daccfb6d22ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:44:19.641775 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-eb351f0d-14c0-4716-b887-6be27590e981 req-3cacec03-7e32-424c-b728-3fdeb153aedd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:44:19.730989 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-eb351f0d-14c0-4716-b887-6be27590e981 req-3cacec03-7e32-424c-b728-3fdeb153aedd service neutron] For port cbbb59c0-156f-4b87-8577-57f089e1d17e, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:44:19.734033 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-eb351f0d-14c0-4716-b887-6be27590e981 req-3cacec03-7e32-424c-b728-3fdeb153aedd service neutron] For port cbbb59c0-156f-4b87-8577-57f089e1d17e, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=cbbb59c0-156f-4b87-8577-57f089e1d17e,segment=NetworkSegment(7a533d90-8a9f-45ae-95b7-daccfb6d22ed),segment_id=7a533d90-8a9f-45ae-95b7-daccfb6d22ed)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:44:19.738705 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-eb351f0d-14c0-4716-b887-6be27590e981 req-3cacec03-7e32-424c-b728-3fdeb153aedd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:44:19.785971 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10d485b-5768-40fd-800d-8cf199f7a4ca req-2858bb34-b13f-48a6-914c-2d5ad81a7708 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:19.787510 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c10d485b-5768-40fd-800d-8cf199f7a4ca req-2858bb34-b13f-48a6-914c-2d5ad81a7708 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3db7ad9-2ffc-4d58-9607-8f6140f7e195 HTTP/1.1" status: 200 len: 943 time: 0.0807068 May 05 20:44:19.801432 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb351f0d-14c0-4716-b887-6be27590e981 req-3cacec03-7e32-424c-b728-3fdeb153aedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:19.802035 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-eb351f0d-14c0-4716-b887-6be27590e981 req-3cacec03-7e32-424c-b728-3fdeb153aedd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:44:19.803469 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-eb351f0d-14c0-4716-b887-6be27590e981 req-3cacec03-7e32-424c-b728-3fdeb153aedd service neutron] 10.222.0.24 "PUT /v2.0/ports/cbbb59c0-156f-4b87-8577-57f089e1d17e HTTP/1.1" status: 200 len: 1091 time: 1.2106769 May 05 20:44:19.816612 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cacec03-7e32-424c-b728-3fdeb153aedd service neutron] Pushing event updated for resources: {'Port': ['ID=cbbb59c0-156f-4b87-8577-57f089e1d17e,revision_number=7']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:44:19.840047 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c10d485b-5768-40fd-800d-8cf199f7a4ca req-db14fa1f-12f1-4077-8530-0c2e71d45edc tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465858 May 05 20:44:19.914246 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb351f0d-14c0-4716-b887-6be27590e981 req-46e9cd5d-76e4-4c87-be90-a9dbc0faf3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:19.915826 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-eb351f0d-14c0-4716-b887-6be27590e981 req-46e9cd5d-76e4-4c87-be90-a9dbc0faf3c7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8d2ac5f24c2842b090417baf41a7b405&device_id=b3db7ad9-2ffc-4d58-9607-8f6140f7e195 HTTP/1.1" status: 200 len: 1094 time: 0.0787799 May 05 20:44:20.057952 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb351f0d-14c0-4716-b887-6be27590e981 req-402b383f-28c2-479b-875e-3338af8dbd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:20.059268 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-eb351f0d-14c0-4716-b887-6be27590e981 req-402b383f-28c2-479b-875e-3338af8dbd72 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8d838826-0cc1-465c-ac5e-e5b771415949 HTTP/1.1" status: 200 len: 913 time: 0.1375086 May 05 20:44:20.164357 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-eb351f0d-14c0-4716-b887-6be27590e981 req-97d0ac8e-85d3-4618-ac75-24225c3d8bbd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbbb59c0-156f-4b87-8577-57f089e1d17e HTTP/1.1" status: 200 len: 999 time: 0.0992429 May 05 20:44:20.231136 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb351f0d-14c0-4716-b887-6be27590e981 req-bbf6586d-3d9d-4185-b34e-ab30673fb045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:20.233604 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-eb351f0d-14c0-4716-b887-6be27590e981 req-bbf6586d-3d9d-4185-b34e-ab30673fb045 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e17f71d4-d773-4eec-938b-3d1690270e74 HTTP/1.1" status: 200 len: 851 time: 0.0620437 May 05 20:44:20.312154 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb351f0d-14c0-4716-b887-6be27590e981 req-d31fae91-b944-41b1-a9d2-f9cff05bb0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:20.313677 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-eb351f0d-14c0-4716-b887-6be27590e981 req-d31fae91-b944-41b1-a9d2-f9cff05bb0ad service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8d838826-0cc1-465c-ac5e-e5b771415949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730245 May 05 20:44:20.450110 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-eb351f0d-14c0-4716-b887-6be27590e981 req-b1b15d87-eee0-4e54-9915-964666151fe1 service neutron] 10.222.0.24 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301570 May 05 20:44:20.581998 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-eb351f0d-14c0-4716-b887-6be27590e981 req-c49ce16b-94dd-4b65-ba82-9f1da59d622c service neutron] 10.222.0.24 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250999 May 05 20:44:21.140187 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80804578-7700-4a2c-9cc6-7e29312af741 req-b1d17ef8-1c1e-4bbe-80e7-a352aa6d9258 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:21.141554 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-80804578-7700-4a2c-9cc6-7e29312af741 req-b1d17ef8-1c1e-4bbe-80e7-a352aa6d9258 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3db7ad9-2ffc-4d58-9607-8f6140f7e195 HTTP/1.1" status: 200 len: 943 time: 0.1963818 May 05 20:44:21.183640 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-80804578-7700-4a2c-9cc6-7e29312af741 req-cb17d9d9-edc0-48bf-ae7a-8e028aaa3a34 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364008 May 05 20:44:21.249294 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3db7ad9-2ffc-4d58-9607-8f6140f7e195', 'tag': 'cbbb59c0-156f-4b87-8577-57f089e1d17e'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:44:21.304693 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37852ebc-4bc1-41d8-8fd1-4e0c7ba68586'] response: {'name': 'network-changed', 'server_uuid': 'b3db7ad9-2ffc-4d58-9607-8f6140f7e195', 'tag': 'cbbb59c0-156f-4b87-8577-57f089e1d17e', 'status': 'completed', 'code': 200} May 05 20:44:21.398390 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60cb028-4f5b-4f8e-b0bd-06077d2cc2c1 req-707ccd45-ab37-45c1-93b8-71dbac70374c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:21.399824 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c60cb028-4f5b-4f8e-b0bd-06077d2cc2c1 req-707ccd45-ab37-45c1-93b8-71dbac70374c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8d2ac5f24c2842b090417baf41a7b405&device_id=b3db7ad9-2ffc-4d58-9607-8f6140f7e195 HTTP/1.1" status: 200 len: 1094 time: 0.0727139 May 05 20:44:21.400175 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60cb028-4f5b-4f8e-b0bd-06077d2cc2c1 req-63eb112e-83a9-433f-b1f5-5fc7059df9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:21.401629 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c60cb028-4f5b-4f8e-b0bd-06077d2cc2c1 req-63eb112e-83a9-433f-b1f5-5fc7059df9a1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8d2ac5f24c2842b090417baf41a7b405&device_id=b3db7ad9-2ffc-4d58-9607-8f6140f7e195 HTTP/1.1" status: 200 len: 1094 time: 0.0743511 May 05 20:44:21.532138 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60cb028-4f5b-4f8e-b0bd-06077d2cc2c1 req-9cd03679-e63c-404c-b2c9-f7987911c956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:21.532683 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60cb028-4f5b-4f8e-b0bd-06077d2cc2c1 req-f42540f8-831e-4663-823c-f2e9f615a3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:21.533598 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c60cb028-4f5b-4f8e-b0bd-06077d2cc2c1 req-9cd03679-e63c-404c-b2c9-f7987911c956 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8d838826-0cc1-465c-ac5e-e5b771415949 HTTP/1.1" status: 200 len: 913 time: 0.1265364 May 05 20:44:21.534168 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c60cb028-4f5b-4f8e-b0bd-06077d2cc2c1 req-f42540f8-831e-4663-823c-f2e9f615a3e0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8d838826-0cc1-465c-ac5e-e5b771415949 HTTP/1.1" status: 200 len: 913 time: 0.1275101 May 05 20:44:21.638833 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c60cb028-4f5b-4f8e-b0bd-06077d2cc2c1 req-39148141-2806-4939-a085-232ab261f6ad service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbbb59c0-156f-4b87-8577-57f089e1d17e HTTP/1.1" status: 200 len: 999 time: 0.0990334 May 05 20:44:21.639528 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c60cb028-4f5b-4f8e-b0bd-06077d2cc2c1 req-c9d34660-0bb2-4706-b7f5-14755e04bd24 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbbb59c0-156f-4b87-8577-57f089e1d17e HTTP/1.1" status: 200 len: 999 time: 0.0988688 May 05 20:44:21.699962 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60cb028-4f5b-4f8e-b0bd-06077d2cc2c1 req-ef84d869-0199-4429-ae59-325304a7fce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:21.701766 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c60cb028-4f5b-4f8e-b0bd-06077d2cc2c1 req-ef84d869-0199-4429-ae59-325304a7fce8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e17f71d4-d773-4eec-938b-3d1690270e74 HTTP/1.1" status: 200 len: 851 time: 0.0577929 May 05 20:44:21.705079 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60cb028-4f5b-4f8e-b0bd-06077d2cc2c1 req-c74cc19b-4fc3-4da9-a862-c27d4a257ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:21.706490 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c60cb028-4f5b-4f8e-b0bd-06077d2cc2c1 req-c74cc19b-4fc3-4da9-a862-c27d4a257ed8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e17f71d4-d773-4eec-938b-3d1690270e74 HTTP/1.1" status: 200 len: 851 time: 0.0609486 May 05 20:44:21.775336 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60cb028-4f5b-4f8e-b0bd-06077d2cc2c1 req-a20c794d-53bb-44a2-82f4-b9a63e247e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:21.776853 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c60cb028-4f5b-4f8e-b0bd-06077d2cc2c1 req-a20c794d-53bb-44a2-82f4-b9a63e247e43 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8d838826-0cc1-465c-ac5e-e5b771415949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700862 May 05 20:44:21.782825 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60cb028-4f5b-4f8e-b0bd-06077d2cc2c1 req-c90efd92-ea2f-41d7-9ab9-621da710d16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:21.784334 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c60cb028-4f5b-4f8e-b0bd-06077d2cc2c1 req-c90efd92-ea2f-41d7-9ab9-621da710d16d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8d838826-0cc1-465c-ac5e-e5b771415949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705891 May 05 20:44:21.914261 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c60cb028-4f5b-4f8e-b0bd-06077d2cc2c1 req-347f6deb-cd7c-4447-b02a-2bacd7f1b4f4 service neutron] 10.222.0.50 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313331 May 05 20:44:21.928448 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c60cb028-4f5b-4f8e-b0bd-06077d2cc2c1 req-b3e96207-7080-4117-ac88-c2aede214de8 service neutron] 10.222.0.24 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363747 May 05 20:44:22.049135 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c60cb028-4f5b-4f8e-b0bd-06077d2cc2c1 req-a0c7a250-c67f-420f-a7fd-b8f183f1dfac service neutron] 10.222.0.50 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285939 May 05 20:44:22.100978 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c60cb028-4f5b-4f8e-b0bd-06077d2cc2c1 req-03bd01e3-8596-4283-a956-d34ac4572459 service neutron] 10.222.0.24 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667757 May 05 20:44:22.131837 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a02e9915-e529-4c11-88af-a3bf426c4b96 req-9a1d3cbf-9ec4-4a22-985f-9b3209140864 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b3db7ad9-2ffc-4d58-9607-8f6140f7e195&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0750422 May 05 20:44:22.271946 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02e9915-e529-4c11-88af-a3bf426c4b96 req-016fb0d2-bdc2-449f-b5aa-55807e632811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:22.273440 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a02e9915-e529-4c11-88af-a3bf426c4b96 req-016fb0d2-bdc2-449f-b5aa-55807e632811 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8d2ac5f24c2842b090417baf41a7b405&device_id=b3db7ad9-2ffc-4d58-9607-8f6140f7e195 HTTP/1.1" status: 200 len: 1094 time: 0.0745907 May 05 20:44:22.471185 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02e9915-e529-4c11-88af-a3bf426c4b96 req-1723be93-9c5f-4b6b-a932-d90904d2fa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:22.472660 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a02e9915-e529-4c11-88af-a3bf426c4b96 req-1723be93-9c5f-4b6b-a932-d90904d2fa4e service neutron] 10.222.0.24 "GET /v2.0/networks?id=8d838826-0cc1-465c-ac5e-e5b771415949 HTTP/1.1" status: 200 len: 913 time: 0.1803279 May 05 20:44:22.483759 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7326d5-9d3a-4285-a768-8bfa2dfa0a5c req-73250197-3aac-475b-b1a1-337a84309487 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:22.485108 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6c7326d5-9d3a-4285-a768-8bfa2dfa0a5c req-73250197-3aac-475b-b1a1-337a84309487 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3db7ad9-2ffc-4d58-9607-8f6140f7e195 HTTP/1.1" status: 200 len: 943 time: 0.1750851 May 05 20:44:22.608633 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6c7326d5-9d3a-4285-a768-8bfa2dfa0a5c req-143adb42-02e8-45b8-a701-b7d74bec105d tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731788 May 05 20:44:22.610411 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a02e9915-e529-4c11-88af-a3bf426c4b96 req-ef16821d-9651-442c-89cb-b32640bf0899 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbbb59c0-156f-4b87-8577-57f089e1d17e HTTP/1.1" status: 200 len: 999 time: 0.1244948 May 05 20:44:22.677891 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02e9915-e529-4c11-88af-a3bf426c4b96 req-dfb69596-2189-435c-b571-5589f6df89b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:22.679244 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a02e9915-e529-4c11-88af-a3bf426c4b96 req-dfb69596-2189-435c-b571-5589f6df89b1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e17f71d4-d773-4eec-938b-3d1690270e74 HTTP/1.1" status: 200 len: 851 time: 0.0620487 May 05 20:44:22.757092 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02e9915-e529-4c11-88af-a3bf426c4b96 req-6a750a55-b638-42d0-a3cb-27468becb8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:22.758654 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a02e9915-e529-4c11-88af-a3bf426c4b96 req-6a750a55-b638-42d0-a3cb-27468becb8e1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8d838826-0cc1-465c-ac5e-e5b771415949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724874 May 05 20:44:23.047172 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d69195-ba02-4d62-a5f7-678d7ca254d2 req-1cb217c9-929a-4a54-977b-657bbde8ffdf tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:23.048576 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-26d69195-ba02-4d62-a5f7-678d7ca254d2 req-1cb217c9-929a-4a54-977b-657bbde8ffdf tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.50 "GET /v2.0/ports?device_id=b3db7ad9-2ffc-4d58-9607-8f6140f7e195&tenant_id=8d2ac5f24c2842b090417baf41a7b405&binding%3Ahost_id=n-h1-840717-1 HTTP/1.1" status: 200 len: 943 time: 0.2082796 May 05 20:44:23.065567 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a02e9915-e529-4c11-88af-a3bf426c4b96 req-f8ba3afa-73be-4b21-8212-d30fbeb0d1aa service neutron] 10.222.0.24 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001218 May 05 20:44:23.126886 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae3789-e240-47ec-8214-fcf69111d8e0 req-219713b5-732e-4a17-8d1f-cee59858be06 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:23.127108 n-d-840717-1 neutron-server[88197]: INFO neutron.api.v2.resource [req-26d69195-ba02-4d62-a5f7-678d7ca254d2 req-aa720a85-7e38-425d-9dde-6ab5be534173 service neutron] delete failed (client error): The resource could not be found. May 05 20:44:23.128136 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-26d69195-ba02-4d62-a5f7-678d7ca254d2 req-aa720a85-7e38-425d-9dde-6ab5be534173 service neutron] 10.222.0.50 "DELETE /v2.0/ports/cbbb59c0-156f-4b87-8577-57f089e1d17e/bindings/n-h2-840717-1 HTTP/1.1" status: 404 len: 380 time: 0.0743966 May 05 20:44:23.128385 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-76ae3789-e240-47ec-8214-fcf69111d8e0 req-219713b5-732e-4a17-8d1f-cee59858be06 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3db7ad9-2ffc-4d58-9607-8f6140f7e195 HTTP/1.1" status: 200 len: 943 time: 0.2765400 May 05 20:44:23.136616 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device cbbb59c0-156f-4b87-8577-57f089e1d17e no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:44:23.199664 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device cbbb59c0-156f-4b87-8577-57f089e1d17e not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:44:23.245533 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-76ae3789-e240-47ec-8214-fcf69111d8e0 req-4ed21e80-fc40-47b3-aff6-53f0e3b56342 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706282 May 05 20:44:23.246711 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device cbbb59c0-156f-4b87-8577-57f089e1d17e details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:44:23.249509 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a02e9915-e529-4c11-88af-a3bf426c4b96 req-336cb583-056c-4439-92b0-49c9bdc4aa58 service neutron] 10.222.0.24 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767499 May 05 20:44:23.280974 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d69195-ba02-4d62-a5f7-678d7ca254d2 req-9f12e874-9e31-411e-9cbb-df4895abb8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:23.282461 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-26d69195-ba02-4d62-a5f7-678d7ca254d2 req-9f12e874-9e31-411e-9cbb-df4895abb8a7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8d2ac5f24c2842b090417baf41a7b405&device_id=b3db7ad9-2ffc-4d58-9607-8f6140f7e195 HTTP/1.1" status: 200 len: 1094 time: 0.0837426 May 05 20:44:23.382766 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port cbbb59c0-156f-4b87-8577-57f089e1d17e, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=cbbb59c0-156f-4b87-8577-57f089e1d17e,segment=NetworkSegment(7a533d90-8a9f-45ae-95b7-daccfb6d22ed),segment_id=7a533d90-8a9f-45ae-95b7-daccfb6d22ed)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:44:23.396212 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': 'cbbb59c0-156f-4b87-8577-57f089e1d17e', 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949', 'port_id': 'cbbb59c0-156f-4b87-8577-57f089e1d17e', 'mac_address': 'fa:16:3e:e5:63:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e17f71d4-d773-4eec-938b-3d1690270e74', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:44:23.413932 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d69195-ba02-4d62-a5f7-678d7ca254d2 req-8c7dbdfb-8697-43b7-b0ec-3a6d171c0739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:23.415404 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-26d69195-ba02-4d62-a5f7-678d7ca254d2 req-8c7dbdfb-8697-43b7-b0ec-3a6d171c0739 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8d838826-0cc1-465c-ac5e-e5b771415949 HTTP/1.1" status: 200 len: 913 time: 0.1276624 May 05 20:44:23.452585 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:44:23.469047 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbbb59c0-156f-4b87-8577-57f089e1d17e {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:44:23.483948 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port cbbb59c0-156f-4b87-8577-57f089e1d17e, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=cbbb59c0-156f-4b87-8577-57f089e1d17e,segment=NetworkSegment(7a533d90-8a9f-45ae-95b7-daccfb6d22ed),segment_id=7a533d90-8a9f-45ae-95b7-daccfb6d22ed)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:44:23.488006 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:44:23.523365 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-26d69195-ba02-4d62-a5f7-678d7ca254d2 req-02ae6dc2-ed51-4ca3-88af-e261556e2d91 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbbb59c0-156f-4b87-8577-57f089e1d17e HTTP/1.1" status: 200 len: 999 time: 0.0982890 May 05 20:44:23.556905 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=cbbb59c0-156f-4b87-8577-57f089e1d17e,revision_number=8']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:44:23.585132 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d69195-ba02-4d62-a5f7-678d7ca254d2 req-0efa0d19-d08c-4f46-a41c-451e154df0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:23.586568 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-26d69195-ba02-4d62-a5f7-678d7ca254d2 req-0efa0d19-d08c-4f46-a41c-451e154df0b8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e17f71d4-d773-4eec-938b-3d1690270e74 HTTP/1.1" status: 200 len: 851 time: 0.0571680 May 05 20:44:23.663041 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d69195-ba02-4d62-a5f7-678d7ca254d2 req-913c5112-4cfe-4d91-8cc2-12b5f1e1c743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:23.664455 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-26d69195-ba02-4d62-a5f7-678d7ca254d2 req-913c5112-4cfe-4d91-8cc2-12b5f1e1c743 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8d838826-0cc1-465c-ac5e-e5b771415949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719585 May 05 20:44:23.712075 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['cbbb59c0-156f-4b87-8577-57f089e1d17e'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:44:23.801108 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-26d69195-ba02-4d62-a5f7-678d7ca254d2 req-01bfdbfb-4460-4be1-afb4-178de667c9fa service neutron] 10.222.0.50 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281512 May 05 20:44:23.933708 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-26d69195-ba02-4d62-a5f7-678d7ca254d2 req-d10b7fc1-c431-459c-864b-edbda400b427 service neutron] 10.222.0.50 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268997 May 05 20:44:24.443584 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b793462-415c-4155-8e2c-55d3af293fc7 req-c60c361c-7da9-46de-b565-9eaad44afc66 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:24.445149 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9b793462-415c-4155-8e2c-55d3af293fc7 req-c60c361c-7da9-46de-b565-9eaad44afc66 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3db7ad9-2ffc-4d58-9607-8f6140f7e195 HTTP/1.1" status: 200 len: 944 time: 0.0840473 May 05 20:44:24.494397 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9b793462-415c-4155-8e2c-55d3af293fc7 req-a0497f62-7af9-44aa-8bb2-2ab38515e684 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435503 May 05 20:44:25.261319 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device cbbb59c0-156f-4b87-8577-57f089e1d17e up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:44:25.330552 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port cbbb59c0-156f-4b87-8577-57f089e1d17e completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:44:25.335057 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port cbbb59c0-156f-4b87-8577-57f089e1d17e triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:44:25.335447 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:44:25.449680 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:44:25.514481 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3db7ad9-2ffc-4d58-9607-8f6140f7e195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbbb59c0-156f-4b87-8577-57f089e1d17e'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:44:25.524515 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port cbbb59c0-156f-4b87-8577-57f089e1d17e, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=cbbb59c0-156f-4b87-8577-57f089e1d17e,segment=NetworkSegment(7a533d90-8a9f-45ae-95b7-daccfb6d22ed),segment_id=7a533d90-8a9f-45ae-95b7-daccfb6d22ed)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:44:25.529669 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:44:25.573057 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bdaa44b-2a0e-4513-9aae-6f1f37a42e78'] response: {'server_uuid': 'b3db7ad9-2ffc-4d58-9607-8f6140f7e195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbbb59c0-156f-4b87-8577-57f089e1d17e', 'code': 200} May 05 20:44:25.606593 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=cbbb59c0-156f-4b87-8577-57f089e1d17e,revision_number=9']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:44:25.687712 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3786d2d-ed9d-48a6-b61c-ca4ce2f779ad req-4fe23e93-ed38-4d71-a320-2bd11804af4c tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:25.689159 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e3786d2d-ed9d-48a6-b61c-ca4ce2f779ad req-4fe23e93-ed38-4d71-a320-2bd11804af4c tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3db7ad9-2ffc-4d58-9607-8f6140f7e195 HTTP/1.1" status: 200 len: 945 time: 0.0826948 May 05 20:44:25.732140 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e3786d2d-ed9d-48a6-b61c-ca4ce2f779ad req-1d30c152-456b-4adb-b159-87d2d06e2219 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374007 May 05 20:44:25.913853 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ded74-264f-48da-9a42-58e1aeccf8ba req-19726781-f7b6-4887-be1d-1a595c4d9ac1 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:25.915304 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ef8ded74-264f-48da-9a42-58e1aeccf8ba req-19726781-f7b6-4887-be1d-1a595c4d9ac1 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3db7ad9-2ffc-4d58-9607-8f6140f7e195 HTTP/1.1" status: 200 len: 945 time: 0.0791216 May 05 20:44:25.962900 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ef8ded74-264f-48da-9a42-58e1aeccf8ba req-665f41a2-e12c-4c55-8335-e8e94b2880a2 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414698 May 05 20:44:26.344902 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5fcb2-ba91-478b-90ae-8811158570f2 req-295c2659-b904-4316-9b24-4b1ec14231cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:26.346304 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e7b5fcb2-ba91-478b-90ae-8811158570f2 req-295c2659-b904-4316-9b24-4b1ec14231cf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8d2ac5f24c2842b090417baf41a7b405&device_id=b3db7ad9-2ffc-4d58-9607-8f6140f7e195 HTTP/1.1" status: 200 len: 1096 time: 0.0746348 May 05 20:44:26.540301 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5fcb2-ba91-478b-90ae-8811158570f2 req-06a1ae10-12ef-4547-8f83-6b0451baf2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:26.541756 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e7b5fcb2-ba91-478b-90ae-8811158570f2 req-06a1ae10-12ef-4547-8f83-6b0451baf2c4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8d838826-0cc1-465c-ac5e-e5b771415949 HTTP/1.1" status: 200 len: 913 time: 0.1880653 May 05 20:44:26.553961 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57797532-1d51-4bf3-8148-d01462827d4e req-b1e8cdb8-7c5c-49f5-969a-48ae6d37d542 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:26.555333 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-57797532-1d51-4bf3-8148-d01462827d4e req-b1e8cdb8-7c5c-49f5-969a-48ae6d37d542 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3db7ad9-2ffc-4d58-9607-8f6140f7e195 HTTP/1.1" status: 200 len: 945 time: 0.1771975 May 05 20:44:26.689399 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-57797532-1d51-4bf3-8148-d01462827d4e req-f2bb1f38-bb87-4781-ad91-d65c7d25564c tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864308 May 05 20:44:26.691166 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e7b5fcb2-ba91-478b-90ae-8811158570f2 req-7ac20fd1-1796-4d59-b158-97c03c475b3a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbbb59c0-156f-4b87-8577-57f089e1d17e HTTP/1.1" status: 200 len: 1001 time: 0.1349885 May 05 20:44:26.753482 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5fcb2-ba91-478b-90ae-8811158570f2 req-805f932d-d5ad-48ad-91b4-ddda8cdcdf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:26.754905 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e7b5fcb2-ba91-478b-90ae-8811158570f2 req-805f932d-d5ad-48ad-91b4-ddda8cdcdf67 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e17f71d4-d773-4eec-938b-3d1690270e74 HTTP/1.1" status: 200 len: 851 time: 0.0579162 May 05 20:44:26.828709 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5fcb2-ba91-478b-90ae-8811158570f2 req-d44c23e9-8a2a-4122-aa9a-4ff63ebe2802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:26.830140 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e7b5fcb2-ba91-478b-90ae-8811158570f2 req-d44c23e9-8a2a-4122-aa9a-4ff63ebe2802 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8d838826-0cc1-465c-ac5e-e5b771415949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692132 May 05 20:44:26.961330 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e7b5fcb2-ba91-478b-90ae-8811158570f2 req-63cf9d58-7626-41e0-9255-97c15f61be74 service neutron] 10.222.0.24 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249905 May 05 20:44:27.088411 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e7b5fcb2-ba91-478b-90ae-8811158570f2 req-8160bf15-e257-465e-bc1b-6a8b3aab467b service neutron] 10.222.0.24 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219580 May 05 20:44:27.877638 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02010f2b-2b2a-4de9-9355-287903146b0d req-0c01cd5c-9022-4cf1-92ff-34b3cef75fd4 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:27.879113 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-02010f2b-2b2a-4de9-9355-287903146b0d req-0c01cd5c-9022-4cf1-92ff-34b3cef75fd4 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3db7ad9-2ffc-4d58-9607-8f6140f7e195 HTTP/1.1" status: 200 len: 945 time: 0.0787954 May 05 20:44:27.922759 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-02010f2b-2b2a-4de9-9355-287903146b0d req-6ebf31b9-26d4-4148-b6dc-843823d61a5a tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380046 May 05 20:44:28.294821 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d2f8a-0b49-4fa2-b4f0-ab1e7ed453cc req-083075bd-497b-4f17-a381-20cd0763d04f tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:28.296473 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-988d2f8a-0b49-4fa2-b4f0-ab1e7ed453cc req-083075bd-497b-4f17-a381-20cd0763d04f tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3db7ad9-2ffc-4d58-9607-8f6140f7e195 HTTP/1.1" status: 200 len: 945 time: 0.0837796 May 05 20:44:28.341107 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-988d2f8a-0b49-4fa2-b4f0-ab1e7ed453cc req-814d09c9-a0b1-4544-bf98-2ee3587b74c6 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389905 May 05 20:44:29.565496 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc11035-c841-48b5-8f29-e0574caf2aaa req-95284927-085c-4e5a-96c6-cb2f8cced6e5 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:29.566956 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bbc11035-c841-48b5-8f29-e0574caf2aaa req-95284927-085c-4e5a-96c6-cb2f8cced6e5 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3db7ad9-2ffc-4d58-9607-8f6140f7e195 HTTP/1.1" status: 200 len: 945 time: 0.1416621 May 05 20:44:29.574900 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2a7471-3716-4731-a83a-00c2b3c97770 req-ecd8601a-b7a4-4631-9fab-31e467353e8f tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:29.576797 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6d2a7471-3716-4731-a83a-00c2b3c97770 req-ecd8601a-b7a4-4631-9fab-31e467353e8f tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3db7ad9-2ffc-4d58-9607-8f6140f7e195 HTTP/1.1" status: 200 len: 945 time: 0.1174686 May 05 20:44:29.672774 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-bbc11035-c841-48b5-8f29-e0574caf2aaa req-724a769e-004f-4e62-a67e-241c860cc192 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Deleting port cbbb59c0-156f-4b87-8577-57f089e1d17e {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:44:29.673111 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-bbc11035-c841-48b5-8f29-e0574caf2aaa req-724a769e-004f-4e62-a67e-241c860cc192 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:44:29.698877 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6d2a7471-3716-4731-a83a-00c2b3c97770 req-c72fe0d5-5226-4dd9-8f21-2dff4a1d2dbe tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905135 May 05 20:44:30.033184 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-bbc11035-c841-48b5-8f29-e0574caf2aaa req-724a769e-004f-4e62-a67e-241c860cc192 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] For port cbbb59c0-156f-4b87-8577-57f089e1d17e, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=cbbb59c0-156f-4b87-8577-57f089e1d17e,segment=NetworkSegment(7a533d90-8a9f-45ae-95b7-daccfb6d22ed),segment_id=7a533d90-8a9f-45ae-95b7-daccfb6d22ed)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:44:30.033451 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-bbc11035-c841-48b5-8f29-e0574caf2aaa req-724a769e-004f-4e62-a67e-241c860cc192 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:44:30.317555 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-bbc11035-c841-48b5-8f29-e0574caf2aaa req-724a769e-004f-4e62-a67e-241c860cc192 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:44:30.317862 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-bbc11035-c841-48b5-8f29-e0574caf2aaa req-724a769e-004f-4e62-a67e-241c860cc192 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:44:30.318229 n-d-840717-1 neutron-server[88198]: INFO neutron.db.l3_db [req-bbc11035-c841-48b5-8f29-e0574caf2aaa req-724a769e-004f-4e62-a67e-241c860cc192 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Floating IP 7e02ae13-64cb-4c22-a6a3-ff569fb3dbf8 disassociated. External IP: 172.25.0.130, port: cbbb59c0-156f-4b87-8577-57f089e1d17e. May 05 20:44:30.318571 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-bbc11035-c841-48b5-8f29-e0574caf2aaa req-724a769e-004f-4e62-a67e-241c860cc192 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Calling delete_port for cbbb59c0-156f-4b87-8577-57f089e1d17e owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:44:30.464134 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-bbc11035-c841-48b5-8f29-e0574caf2aaa req-724a769e-004f-4e62-a67e-241c860cc192 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:44:30.514267 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724a769e-004f-4e62-a67e-241c860cc192 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Pushing event deleted for resources: {'Port': ['ID=cbbb59c0-156f-4b87-8577-57f089e1d17e,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:44:30.703572 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bbc11035-c841-48b5-8f29-e0574caf2aaa req-724a769e-004f-4e62-a67e-241c860cc192 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Router 00f3962c-2a3e-4460-835e-acf97a7030d0 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:44:30.852528 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ca2d4dbf-9102-46d2-a9c1-c6ec9ddb5936 req-0069a0b0-9f9d-43f2-9d77-f27a3b07764f tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3db7ad9-2ffc-4d58-9607-8f6140f7e195 HTTP/1.1" status: 200 len: 210 time: 0.0486155 May 05 20:44:30.887477 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bbc11035-c841-48b5-8f29-e0574caf2aaa req-724a769e-004f-4e62-a67e-241c860cc192 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:44:30.899064 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959c1d75-8044-4a44-ad92-1ad831130873 None None] Sync routers for ids ['00f3962c-2a3e-4460-835e-acf97a7030d0'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:44:30.908985 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959c1d75-8044-4a44-ad92-1ad831130873 None None] Routers {'00f3962c-2a3e-4460-835e-acf97a7030d0'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:44:30.909691 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-959c1d75-8044-4a44-ad92-1ad831130873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:44:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['00f3962c-2a3e-4460-835e-acf97a7030d0'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:44:30.962095 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbc11035-c841-48b5-8f29-e0574caf2aaa req-724a769e-004f-4e62-a67e-241c860cc192 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] No DVR routers for this DVR port cbbb59c0-156f-4b87-8577-57f089e1d17e on host n-h1-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:44:30.964789 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-bbc11035-c841-48b5-8f29-e0574caf2aaa req-724a769e-004f-4e62-a67e-241c860cc192 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:44:30.968831 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3db7ad9-2ffc-4d58-9607-8f6140f7e195', 'name': 'network-vif-deleted', 'tag': 'cbbb59c0-156f-4b87-8577-57f089e1d17e'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:44:30.985605 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bbc11035-c841-48b5-8f29-e0574caf2aaa req-724a769e-004f-4e62-a67e-241c860cc192 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.24 "DELETE /v2.0/ports/cbbb59c0-156f-4b87-8577-57f089e1d17e HTTP/1.1" status: 204 len: 173 time: 1.4077785 May 05 20:44:31.030188 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f6d1512-dddf-4ee0-ad71-89aae3d6268d'] response: {'server_uuid': 'b3db7ad9-2ffc-4d58-9607-8f6140f7e195', 'name': 'network-vif-deleted', 'tag': 'cbbb59c0-156f-4b87-8577-57f089e1d17e', 'status': 'completed', 'code': 200} May 05 20:44:31.113549 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-959c1d75-8044-4a44-ad92-1ad831130873 None None] Set router 00f3962c-2a3e-4460-835e-acf97a7030d0 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:44:31.424163 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-959c1d75-8044-4a44-ad92-1ad831130873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'name': 'tempest-ServerActionsTestJSON-1576992870-router', 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '6f9e3be1-88ef-4087-8eea-119a7d9d769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:42:39Z', 'updated_at': '2022-05-05T20:42:43Z', 'revision_number': 4, 'project_id': '8d2ac5f24c2842b090417baf41a7b405', 'gw_port': {'id': '6f9e3be1-88ef-4087-8eea-119a7d9d769c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:dd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:42:40Z', 'updated_at': '2022-05-05T20:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '74da4d18-b707-41d1-82b5-13493af950c4', 'name': '', 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949', 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'mac_address': 'fa:16:3e:70:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'e17f71d4-d773-4eec-938b-3d1690270e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:42:42Z', 'updated_at': '2022-05-05T20:42:48Z', 'revision_number': 5, 'project_id': '8d2ac5f24c2842b090417baf41a7b405', 'subnets': [{'id': 'e17f71d4-d773-4eec-938b-3d1690270e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:44:31.428187 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959c1d75-8044-4a44-ad92-1ad831130873 None None] Checking router: 00f3962c-2a3e-4460-835e-acf97a7030d0 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:44:31.437534 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959c1d75-8044-4a44-ad92-1ad831130873 None None] Routers {'00f3962c-2a3e-4460-835e-acf97a7030d0'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:44:31.438150 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-959c1d75-8044-4a44-ad92-1ad831130873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:44:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['00f3962c-2a3e-4460-835e-acf97a7030d0'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:44:31.620427 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-959c1d75-8044-4a44-ad92-1ad831130873 None None] Set router 00f3962c-2a3e-4460-835e-acf97a7030d0 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:44:31.924464 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-959c1d75-8044-4a44-ad92-1ad831130873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'name': 'tempest-ServerActionsTestJSON-1576992870-router', 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '6f9e3be1-88ef-4087-8eea-119a7d9d769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:42:39Z', 'updated_at': '2022-05-05T20:42:43Z', 'revision_number': 4, 'project_id': '8d2ac5f24c2842b090417baf41a7b405', 'gw_port': {'id': '6f9e3be1-88ef-4087-8eea-119a7d9d769c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:dd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:42:40Z', 'updated_at': '2022-05-05T20:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '74da4d18-b707-41d1-82b5-13493af950c4', 'name': '', 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949', 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'mac_address': 'fa:16:3e:70:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'e17f71d4-d773-4eec-938b-3d1690270e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:42:42Z', 'updated_at': '2022-05-05T20:42:48Z', 'revision_number': 5, 'project_id': '8d2ac5f24c2842b090417baf41a7b405', 'subnets': [{'id': 'e17f71d4-d773-4eec-938b-3d1690270e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:44:31.928416 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959c1d75-8044-4a44-ad92-1ad831130873 None None] The sync data for ids ['00f3962c-2a3e-4460-835e-acf97a7030d0'] in n-d-840717-1 is: [{'id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'name': 'tempest-ServerActionsTestJSON-1576992870-router', 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '6f9e3be1-88ef-4087-8eea-119a7d9d769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:42:39Z', 'updated_at': '2022-05-05T20:42:43Z', 'revision_number': 4, 'project_id': '8d2ac5f24c2842b090417baf41a7b405', 'gw_port': {'id': '6f9e3be1-88ef-4087-8eea-119a7d9d769c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:dd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:42:40Z', 'updated_at': '2022-05-05T20:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '74da4d18-b707-41d1-82b5-13493af950c4', 'name': '', 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949', 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'mac_address': 'fa:16:3e:70:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'e17f71d4-d773-4eec-938b-3d1690270e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:42:42Z', 'updated_at': '2022-05-05T20:42:48Z', 'revision_number': 5, 'project_id': '8d2ac5f24c2842b090417baf41a7b405', 'subnets': [{'id': 'e17f71d4-d773-4eec-938b-3d1690270e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:44:32.147330 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31293632-9fb7-4873-b3eb-188649a1f327 None None] New status for floating IP 7e02ae13-64cb-4c22-a6a3-ff569fb3dbf8: DOWN {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:44:32.192189 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5a78f69a-5f45-423e-8c86-c6b96866a6c0 req-f3052870-4a2e-4502-a8a4-3ddf862c393a tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--195277809&fields=id&tenant_id=8d2ac5f24c2842b090417baf41a7b405 HTTP/1.1" status: 200 len: 267 time: 0.0387511 May 05 20:44:32.340731 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78f69a-5f45-423e-8c86-c6b96866a6c0 req-c4d02a14-73f8-489a-b826-12d06d961082 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:32.342736 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5a78f69a-5f45-423e-8c86-c6b96866a6c0 req-c4d02a14-73f8-489a-b826-12d06d961082 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/networks?id=8d838826-0cc1-465c-ac5e-e5b771415949 HTTP/1.1" status: 200 len: 812 time: 0.1440523 May 05 20:44:32.360445 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5a78f69a-5f45-423e-8c86-c6b96866a6c0 req-76ff50b3-7caa-462c-8f4e-7d5c8aacbb3b tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/quotas/8d2ac5f24c2842b090417baf41a7b405 HTTP/1.1" status: 200 len: 375 time: 0.0118818 May 05 20:44:32.452538 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5a78f69a-5f45-423e-8c86-c6b96866a6c0 req-fd2e908d-ec68-4fce-b696-2eee193b135d tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8d2ac5f24c2842b090417baf41a7b405&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0862672 May 05 20:44:32.688798 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5a78f69a-5f45-423e-8c86-c6b96866a6c0 req-ef143345-7852-49e1-bba1-cb619cc44882 service neutron] 10.222.0.36 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247348 May 05 20:44:32.821661 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5a78f69a-5f45-423e-8c86-c6b96866a6c0 req-55c204e7-a7e6-4e6c-bd79-6de99de7a51b service neutron] 10.222.0.36 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269825 May 05 20:44:33.005199 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-2464232b-9fe5-4040-b45f-997e7ef43b74 req-41f2456f-1653-421b-ab2b-21479895b17f tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Synchronizing usage tracker for tenant:8d2ac5f24c2842b090417baf41a7b405 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:44:33.021488 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-2464232b-9fe5-4040-b45f-997e7ef43b74 req-41f2456f-1653-421b-ab2b-21479895b17f tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Unset dirty status for tenant:8d2ac5f24c2842b090417baf41a7b405 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:44:33.023064 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2464232b-9fe5-4040-b45f-997e7ef43b74 req-41f2456f-1653-421b-ab2b-21479895b17f tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=51b67330-a422-4cbb-88e9-1d7e81a1a23d HTTP/1.1" status: 200 len: 210 time: 0.0665617 May 05 20:44:33.307948 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device cbbb59c0-156f-4b87-8577-57f089e1d17e no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:44:33.343763 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] No Port match for: cbbb59c0-156f-4b87-8577-57f089e1d17e {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:44:33.344109 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device cbbb59c0-156f-4b87-8577-57f089e1d17e not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:44:34.007452 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78f69a-5f45-423e-8c86-c6b96866a6c0 req-6dd62feb-5aa9-492c-a1d9-370ad39dacf1 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:34.008873 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5a78f69a-5f45-423e-8c86-c6b96866a6c0 req-6dd62feb-5aa9-492c-a1d9-370ad39dacf1 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.50 "GET /v2.0/networks?id=8d838826-0cc1-465c-ac5e-e5b771415949 HTTP/1.1" status: 200 len: 812 time: 0.1502419 May 05 20:44:34.055655 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5a78f69a-5f45-423e-8c86-c6b96866a6c0 req-896f83c7-621a-412a-bf07-1915ab6a2a51 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d2ac5f24c2842b090417baf41a7b405 HTTP/1.1" status: 200 len: 379 time: 0.0394039 May 05 20:44:34.063928 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-5a78f69a-5f45-423e-8c86-c6b96866a6c0 req-1df3f790-c013-49b6-9920-bf22b31d2580 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Request body: {'port': {'device_id': '51b67330-a422-4cbb-88e9-1d7e81a1a23d', 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949', 'admin_state_up': True, 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'security_groups': ['92fa169b-aff1-4dd1-aa89-293a25f746c2']}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:44:34.255992 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-522959a2-95b8-485d-8867-8c9261e95571 req-a78dac6c-e812-4b6f-bbb1-94fbba0a4471 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=51b67330-a422-4cbb-88e9-1d7e81a1a23d HTTP/1.1" status: 200 len: 210 time: 0.0564742 May 05 20:44:34.284344 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-5a78f69a-5f45-423e-8c86-c6b96866a6c0 req-1df3f790-c013-49b6-9920-bf22b31d2580 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:44:34.293877 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-5a78f69a-5f45-423e-8c86-c6b96866a6c0 req-1df3f790-c013-49b6-9920-bf22b31d2580 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:44:34.303946 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a78f69a-5f45-423e-8c86-c6b96866a6c0 req-1df3f790-c013-49b6-9920-bf22b31d2580 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Made reservation on behalf of 8d2ac5f24c2842b090417baf41a7b405 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:44:34.307425 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-5a78f69a-5f45-423e-8c86-c6b96866a6c0 req-1df3f790-c013-49b6-9920-bf22b31d2580 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:44:34.465972 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-5a78f69a-5f45-423e-8c86-c6b96866a6c0 req-1df3f790-c013-49b6-9920-bf22b31d2580 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Allocated IP 172.20.0.10 (8d838826-0cc1-465c-ac5e-e5b771415949/e17f71d4-d773-4eec-938b-3d1690270e74/2b9b9e35-9eb6-49b8-a505-4303ad14c38b) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:44:34.651871 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-5a78f69a-5f45-423e-8c86-c6b96866a6c0 req-1df3f790-c013-49b6-9920-bf22b31d2580 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:44:34.667431 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-5a78f69a-5f45-423e-8c86-c6b96866a6c0 req-1df3f790-c013-49b6-9920-bf22b31d2580 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Transition to ACTIVE for port object 2b9b9e35-9eb6-49b8-a505-4303ad14c38b will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:44:34.690358 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-5a78f69a-5f45-423e-8c86-c6b96866a6c0 req-1df3f790-c013-49b6-9920-bf22b31d2580 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:44:34.717685 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1f661c97-d2a4-4ec2-b277-24b4d32217c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:44:34.760833 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a78f69a-5f45-423e-8c86-c6b96866a6c0 req-1df3f790-c013-49b6-9920-bf22b31d2580 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Network 8d838826-0cc1-465c-ac5e-e5b771415949 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:44:34.764404 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-5a78f69a-5f45-423e-8c86-c6b96866a6c0 req-1df3f790-c013-49b6-9920-bf22b31d2580 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:44:34.768040 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a78f69a-5f45-423e-8c86-c6b96866a6c0 req-1df3f790-c013-49b6-9920-bf22b31d2580 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:44:34.801360 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df3f790-c013-49b6-9920-bf22b31d2580 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Pushing event updated for resources: {'Port': ['ID=2b9b9e35-9eb6-49b8-a505-4303ad14c38b,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:44:34.817364 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df3f790-c013-49b6-9920-bf22b31d2580 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:44:34.817705 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df3f790-c013-49b6-9920-bf22b31d2580 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:44:34.818042 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df3f790-c013-49b6-9920-bf22b31d2580 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:44:34.818372 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df3f790-c013-49b6-9920-bf22b31d2580 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:44:34.818697 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df3f790-c013-49b6-9920-bf22b31d2580 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:44:34.819019 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df3f790-c013-49b6-9920-bf22b31d2580 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:44:34.819343 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df3f790-c013-49b6-9920-bf22b31d2580 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:44:34.819685 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df3f790-c013-49b6-9920-bf22b31d2580 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:44:34.820004 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df3f790-c013-49b6-9920-bf22b31d2580 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:44:34.820313 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df3f790-c013-49b6-9920-bf22b31d2580 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:44:34.820634 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df3f790-c013-49b6-9920-bf22b31d2580 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:44:34.820950 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df3f790-c013-49b6-9920-bf22b31d2580 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:44:34.849840 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78f69a-5f45-423e-8c86-c6b96866a6c0 req-1df3f790-c013-49b6-9920-bf22b31d2580 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:34.850484 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-5a78f69a-5f45-423e-8c86-c6b96866a6c0 req-1df3f790-c013-49b6-9920-bf22b31d2580 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:44:34.876665 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5a78f69a-5f45-423e-8c86-c6b96866a6c0 req-1df3f790-c013-49b6-9920-bf22b31d2580 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8167543 May 05 20:44:34.887920 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-5a78f69a-5f45-423e-8c86-c6b96866a6c0 req-9cbfbddf-39de-4f3e-8bd0-3bc75493f02c service neutron] Request body: {'port': {'device_id': '51b67330-a422-4cbb-88e9-1d7e81a1a23d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:44:34.967063 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-65831c48-3690-4c2b-bc2e-105347e4af8c None None] Provisioning for port 2b9b9e35-9eb6-49b8-a505-4303ad14c38b completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:44:34.973293 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-65831c48-3690-4c2b-bc2e-105347e4af8c None None] Provisioning complete for port 2b9b9e35-9eb6-49b8-a505-4303ad14c38b triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:44:34.973667 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-65831c48-3690-4c2b-bc2e-105347e4af8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:44:35.001565 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-5a78f69a-5f45-423e-8c86-c6b96866a6c0 req-9cbfbddf-39de-4f3e-8bd0-3bc75493f02c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:44:35.030295 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-65831c48-3690-4c2b-bc2e-105347e4af8c None None] Port 2b9b9e35-9eb6-49b8-a505-4303ad14c38b cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:44:35.337022 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-5a78f69a-5f45-423e-8c86-c6b96866a6c0 req-9cbfbddf-39de-4f3e-8bd0-3bc75493f02c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b9b9e35-9eb6-49b8-a505-4303ad14c38b {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:44:35.344345 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-5a78f69a-5f45-423e-8c86-c6b96866a6c0 req-9cbfbddf-39de-4f3e-8bd0-3bc75493f02c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:44:35.359009 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-5a78f69a-5f45-423e-8c86-c6b96866a6c0 req-9cbfbddf-39de-4f3e-8bd0-3bc75493f02c service neutron] Transition to ACTIVE for port object 2b9b9e35-9eb6-49b8-a505-4303ad14c38b will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:44:35.364355 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-5a78f69a-5f45-423e-8c86-c6b96866a6c0 req-9cbfbddf-39de-4f3e-8bd0-3bc75493f02c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:44:35.445712 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5479b0c-803c-40ca-b6b5-9d9be3ec5d26 req-0542db9c-8906-4817-9182-e3aaac231ad9 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:35.447204 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a5479b0c-803c-40ca-b6b5-9d9be3ec5d26 req-0542db9c-8906-4817-9182-e3aaac231ad9 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=51b67330-a422-4cbb-88e9-1d7e81a1a23d HTTP/1.1" status: 200 len: 944 time: 0.0846269 May 05 20:44:35.496599 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a5479b0c-803c-40ca-b6b5-9d9be3ec5d26 req-6ee9b25f-6098-46f8-bd11-a013326ff292 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432026 May 05 20:44:35.637829 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbfbddf-39de-4f3e-8bd0-3bc75493f02c service neutron] Pushing event updated for resources: {'Port': ['ID=2b9b9e35-9eb6-49b8-a505-4303ad14c38b,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:44:35.717718 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-5a78f69a-5f45-423e-8c86-c6b96866a6c0 req-9cbfbddf-39de-4f3e-8bd0-3bc75493f02c service neutron] Attempting to bind port 2b9b9e35-9eb6-49b8-a505-4303ad14c38b on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:44:35.717977 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-5a78f69a-5f45-423e-8c86-c6b96866a6c0 req-9cbfbddf-39de-4f3e-8bd0-3bc75493f02c service neutron] Attempting to bind port 2b9b9e35-9eb6-49b8-a505-4303ad14c38b by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': '7a533d90-8a9f-45ae-95b7-daccfb6d22ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:44:35.718301 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a78f69a-5f45-423e-8c86-c6b96866a6c0 req-9cbfbddf-39de-4f3e-8bd0-3bc75493f02c service neutron] Attempting to bind port 2b9b9e35-9eb6-49b8-a505-4303ad14c38b on network 8d838826-0cc1-465c-ac5e-e5b771415949 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:44:35.722807 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a78f69a-5f45-423e-8c86-c6b96866a6c0 req-9cbfbddf-39de-4f3e-8bd0-3bc75493f02c service neutron] Port 2b9b9e35-9eb6-49b8-a505-4303ad14c38b on network 8d838826-0cc1-465c-ac5e-e5b771415949 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:44:35.723126 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a78f69a-5f45-423e-8c86-c6b96866a6c0 req-9cbfbddf-39de-4f3e-8bd0-3bc75493f02c service neutron] Attempting to bind port 2b9b9e35-9eb6-49b8-a505-4303ad14c38b on network 8d838826-0cc1-465c-ac5e-e5b771415949 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:44:35.728122 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a78f69a-5f45-423e-8c86-c6b96866a6c0 req-9cbfbddf-39de-4f3e-8bd0-3bc75493f02c service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:44:35.728458 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a78f69a-5f45-423e-8c86-c6b96866a6c0 req-9cbfbddf-39de-4f3e-8bd0-3bc75493f02c service neutron] Checking segment: {'id': '7a533d90-8a9f-45ae-95b7-daccfb6d22ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:44:35.728841 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a78f69a-5f45-423e-8c86-c6b96866a6c0 req-9cbfbddf-39de-4f3e-8bd0-3bc75493f02c service neutron] Bound using segment: {'id': '7a533d90-8a9f-45ae-95b7-daccfb6d22ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:44:35.729259 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-5a78f69a-5f45-423e-8c86-c6b96866a6c0 req-9cbfbddf-39de-4f3e-8bd0-3bc75493f02c service neutron] Bound port: 2b9b9e35-9eb6-49b8-a505-4303ad14c38b, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a533d90-8a9f-45ae-95b7-daccfb6d22ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:44:35.729597 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-5a78f69a-5f45-423e-8c86-c6b96866a6c0 req-9cbfbddf-39de-4f3e-8bd0-3bc75493f02c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:44:35.817890 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-5a78f69a-5f45-423e-8c86-c6b96866a6c0 req-9cbfbddf-39de-4f3e-8bd0-3bc75493f02c service neutron] For port 2b9b9e35-9eb6-49b8-a505-4303ad14c38b, host n-h2-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:44:35.820846 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-5a78f69a-5f45-423e-8c86-c6b96866a6c0 req-9cbfbddf-39de-4f3e-8bd0-3bc75493f02c service neutron] For port 2b9b9e35-9eb6-49b8-a505-4303ad14c38b, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=2b9b9e35-9eb6-49b8-a505-4303ad14c38b,segment=NetworkSegment(7a533d90-8a9f-45ae-95b7-daccfb6d22ed),segment_id=7a533d90-8a9f-45ae-95b7-daccfb6d22ed)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:44:35.825078 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-5a78f69a-5f45-423e-8c86-c6b96866a6c0 req-9cbfbddf-39de-4f3e-8bd0-3bc75493f02c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:44:35.885172 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78f69a-5f45-423e-8c86-c6b96866a6c0 req-9cbfbddf-39de-4f3e-8bd0-3bc75493f02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:35.885862 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-5a78f69a-5f45-423e-8c86-c6b96866a6c0 req-9cbfbddf-39de-4f3e-8bd0-3bc75493f02c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:44:35.887177 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5a78f69a-5f45-423e-8c86-c6b96866a6c0 req-9cbfbddf-39de-4f3e-8bd0-3bc75493f02c service neutron] 10.222.0.50 "PUT /v2.0/ports/2b9b9e35-9eb6-49b8-a505-4303ad14c38b HTTP/1.1" status: 200 len: 1092 time: 1.0034177 May 05 20:44:35.887628 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51b67330-a422-4cbb-88e9-1d7e81a1a23d', 'tag': '2b9b9e35-9eb6-49b8-a505-4303ad14c38b'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:44:35.914869 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbfbddf-39de-4f3e-8bd0-3bc75493f02c service neutron] Pushing event updated for resources: {'Port': ['ID=2b9b9e35-9eb6-49b8-a505-4303ad14c38b,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:44:35.958721 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d62c7dc-e4cd-4a2e-81f6-8ba1f1f920f5'] response: {'name': 'network-changed', 'server_uuid': '51b67330-a422-4cbb-88e9-1d7e81a1a23d', 'tag': '2b9b9e35-9eb6-49b8-a505-4303ad14c38b', 'status': 'completed', 'code': 200} May 05 20:44:36.000682 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78f69a-5f45-423e-8c86-c6b96866a6c0 req-8442a5c2-6c42-49aa-8682-915b44707ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:36.002166 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5a78f69a-5f45-423e-8c86-c6b96866a6c0 req-8442a5c2-6c42-49aa-8682-915b44707ffa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8d2ac5f24c2842b090417baf41a7b405&device_id=51b67330-a422-4cbb-88e9-1d7e81a1a23d HTTP/1.1" status: 200 len: 1095 time: 0.0751345 May 05 20:44:36.074625 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5a78f69a-5f45-423e-8c86-c6b96866a6c0 req-9e4f1acd-10fd-4c45-8c3a-34c404b9060f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b9b9e35-9eb6-49b8-a505-4303ad14c38b HTTP/1.1" status: 200 len: 217 time: 0.0655673 May 05 20:44:36.137180 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78f69a-5f45-423e-8c86-c6b96866a6c0 req-9553426a-0253-4b3a-8417-46094d355c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:36.139139 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5a78f69a-5f45-423e-8c86-c6b96866a6c0 req-9553426a-0253-4b3a-8417-46094d355c26 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e17f71d4-d773-4eec-938b-3d1690270e74 HTTP/1.1" status: 200 len: 851 time: 0.0589998 May 05 20:44:36.215845 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78f69a-5f45-423e-8c86-c6b96866a6c0 req-4e2018db-f54a-413a-9b92-1a2843c2f34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:36.218328 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5a78f69a-5f45-423e-8c86-c6b96866a6c0 req-4e2018db-f54a-413a-9b92-1a2843c2f34c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8d838826-0cc1-465c-ac5e-e5b771415949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737858 May 05 20:44:36.348778 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5a78f69a-5f45-423e-8c86-c6b96866a6c0 req-236254bb-c7d3-4db0-b41c-700ad0d60350 service neutron] 10.222.0.50 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248312 May 05 20:44:36.481236 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5a78f69a-5f45-423e-8c86-c6b96866a6c0 req-3d63fac2-50a1-428e-84b3-6642a6c4c65a service neutron] 10.222.0.50 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268203 May 05 20:44:36.596848 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351b65b-a7f9-4346-9619-7f4b1b8437e3 req-fa85883d-0762-4d00-b626-047b4fc82530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:36.598448 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c351b65b-a7f9-4346-9619-7f4b1b8437e3 req-fa85883d-0762-4d00-b626-047b4fc82530 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8d2ac5f24c2842b090417baf41a7b405&device_id=51b67330-a422-4cbb-88e9-1d7e81a1a23d HTTP/1.1" status: 200 len: 1095 time: 0.0726807 May 05 20:44:36.686426 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd10c3-1870-4a2e-8000-0798ed1b3e3e req-3fef6c35-e783-49a3-824a-d3387608977e tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:36.688019 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1dbd10c3-1870-4a2e-8000-0798ed1b3e3e req-3fef6c35-e783-49a3-824a-d3387608977e tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=51b67330-a422-4cbb-88e9-1d7e81a1a23d HTTP/1.1" status: 200 len: 944 time: 0.0834491 May 05 20:44:36.732115 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1dbd10c3-1870-4a2e-8000-0798ed1b3e3e req-8438c213-eacb-4534-9a36-6d55d17357d7 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382855 May 05 20:44:36.733060 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351b65b-a7f9-4346-9619-7f4b1b8437e3 req-4ad0ad43-1bec-42dd-9bff-caa8ce4872e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:36.734525 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c351b65b-a7f9-4346-9619-7f4b1b8437e3 req-4ad0ad43-1bec-42dd-9bff-caa8ce4872e4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8d838826-0cc1-465c-ac5e-e5b771415949 HTTP/1.1" status: 200 len: 913 time: 0.1304851 May 05 20:44:36.810362 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c351b65b-a7f9-4346-9619-7f4b1b8437e3 req-e9147d52-ee77-45fb-90a7-7a576f2bba7f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b9b9e35-9eb6-49b8-a505-4303ad14c38b HTTP/1.1" status: 200 len: 217 time: 0.0687675 May 05 20:44:36.872655 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351b65b-a7f9-4346-9619-7f4b1b8437e3 req-0939c605-3103-4843-b6ed-a6bb03311123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:36.874677 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c351b65b-a7f9-4346-9619-7f4b1b8437e3 req-0939c605-3103-4843-b6ed-a6bb03311123 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e17f71d4-d773-4eec-938b-3d1690270e74 HTTP/1.1" status: 200 len: 851 time: 0.0579367 May 05 20:44:36.910766 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b96d6ea3-9156-47a7-9aae-8f6da6e8107d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:44:36.949501 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351b65b-a7f9-4346-9619-7f4b1b8437e3 req-b365b405-d417-4dd0-88ec-905059947323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:36.950978 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c351b65b-a7f9-4346-9619-7f4b1b8437e3 req-b365b405-d417-4dd0-88ec-905059947323 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8d838826-0cc1-465c-ac5e-e5b771415949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703795 May 05 20:44:37.081889 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c351b65b-a7f9-4346-9619-7f4b1b8437e3 req-7ff49eed-d53d-4ffa-b0b3-ac3b106ca7a2 service neutron] 10.222.0.50 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241786 May 05 20:44:37.210593 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c351b65b-a7f9-4346-9619-7f4b1b8437e3 req-52907867-939a-469e-b6a1-b60b7c08cb17 service neutron] 10.222.0.50 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223629 May 05 20:44:37.925158 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f0a7d-3e04-4b65-8c5b-c3cad9e2fb0c req-1f5d77d7-c5a7-460d-beb1-b75340d895e8 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:37.925842 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-db6f0a7d-3e04-4b65-8c5b-c3cad9e2fb0c req-1f5d77d7-c5a7-460d-beb1-b75340d895e8 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Synchronizing usage tracker for tenant:8d2ac5f24c2842b090417baf41a7b405 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:44:37.941396 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-db6f0a7d-3e04-4b65-8c5b-c3cad9e2fb0c req-1f5d77d7-c5a7-460d-beb1-b75340d895e8 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Unset dirty status for tenant:8d2ac5f24c2842b090417baf41a7b405 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:44:37.942532 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-db6f0a7d-3e04-4b65-8c5b-c3cad9e2fb0c req-1f5d77d7-c5a7-460d-beb1-b75340d895e8 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=51b67330-a422-4cbb-88e9-1d7e81a1a23d HTTP/1.1" status: 200 len: 944 time: 0.0981028 May 05 20:44:37.955143 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:44:37.988694 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-db6f0a7d-3e04-4b65-8c5b-c3cad9e2fb0c req-f94d9980-49e7-444a-a005-6fe52a52f029 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403111 May 05 20:44:38.135535 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:44:39.175156 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250736d4-9a2f-4c59-ba62-74e0f90763ee req-eca6a355-bd2d-444c-b82c-a468a71e56d5 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:39.176702 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-250736d4-9a2f-4c59-ba62-74e0f90763ee req-eca6a355-bd2d-444c-b82c-a468a71e56d5 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=51b67330-a422-4cbb-88e9-1d7e81a1a23d HTTP/1.1" status: 200 len: 944 time: 0.0811689 May 05 20:44:39.220196 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-250736d4-9a2f-4c59-ba62-74e0f90763ee req-189197d9-864a-45a0-b8fa-7775070b1fa9 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378730 May 05 20:44:39.229457 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 2b9b9e35-9eb6-49b8-a505-4303ad14c38b details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:44:39.397216 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 2b9b9e35-9eb6-49b8-a505-4303ad14c38b, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=2b9b9e35-9eb6-49b8-a505-4303ad14c38b,segment=NetworkSegment(7a533d90-8a9f-45ae-95b7-daccfb6d22ed),segment_id=7a533d90-8a9f-45ae-95b7-daccfb6d22ed)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:44:39.410701 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': '2b9b9e35-9eb6-49b8-a505-4303ad14c38b', 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949', 'port_id': '2b9b9e35-9eb6-49b8-a505-4303ad14c38b', 'mac_address': 'fa:16:3e:a4:ee:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e17f71d4-d773-4eec-938b-3d1690270e74', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:44:39.465347 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:44:39.482184 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b9b9e35-9eb6-49b8-a505-4303ad14c38b {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:44:39.498257 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 2b9b9e35-9eb6-49b8-a505-4303ad14c38b, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=2b9b9e35-9eb6-49b8-a505-4303ad14c38b,segment=NetworkSegment(7a533d90-8a9f-45ae-95b7-daccfb6d22ed),segment_id=7a533d90-8a9f-45ae-95b7-daccfb6d22ed)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:44:39.502047 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:44:39.570514 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=2b9b9e35-9eb6-49b8-a505-4303ad14c38b,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:44:39.700930 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:44:39.704402 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['2b9b9e35-9eb6-49b8-a505-4303ad14c38b'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:44:40.435923 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65759a81-c76a-4fb7-bf1b-44414036638d req-f35392f8-bdd1-44b2-abda-dc833124db4c tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:40.438004 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-65759a81-c76a-4fb7-bf1b-44414036638d req-f35392f8-bdd1-44b2-abda-dc833124db4c tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=51b67330-a422-4cbb-88e9-1d7e81a1a23d HTTP/1.1" status: 200 len: 945 time: 0.0972624 May 05 20:44:40.594818 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-65759a81-c76a-4fb7-bf1b-44414036638d req-df91e95d-ad0b-4c57-ad57-dad46ab11797 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507854 May 05 20:44:41.229306 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 2b9b9e35-9eb6-49b8-a505-4303ad14c38b up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:44:41.298216 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port 2b9b9e35-9eb6-49b8-a505-4303ad14c38b completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:44:41.303039 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port 2b9b9e35-9eb6-49b8-a505-4303ad14c38b triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:44:41.303457 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:44:41.417904 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:44:41.444333 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b67330-a422-4cbb-88e9-1d7e81a1a23d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b9b9e35-9eb6-49b8-a505-4303ad14c38b'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:44:41.453648 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 2b9b9e35-9eb6-49b8-a505-4303ad14c38b, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=2b9b9e35-9eb6-49b8-a505-4303ad14c38b,segment=NetworkSegment(7a533d90-8a9f-45ae-95b7-daccfb6d22ed),segment_id=7a533d90-8a9f-45ae-95b7-daccfb6d22ed)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:44:41.457554 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:44:41.493640 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d84fff4-2091-4790-8743-7948e82c1b30'] response: {'server_uuid': '51b67330-a422-4cbb-88e9-1d7e81a1a23d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b9b9e35-9eb6-49b8-a505-4303ad14c38b', 'code': 200} May 05 20:44:41.526621 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=2b9b9e35-9eb6-49b8-a505-4303ad14c38b,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:44:41.534246 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:44:41.534588 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:44:41.534927 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:44:41.535260 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:44:41.535615 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:44:41.535946 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:44:41.536269 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:44:41.536591 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:44:41.536916 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:44:41.537237 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:44:41.537562 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:44:41.537880 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:44:41.611724 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd933bb1-cf1c-4083-bf12-5265369773ea req-e91cdb9c-db98-4bd2-bb56-e697af29237d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:41.613195 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fd933bb1-cf1c-4083-bf12-5265369773ea req-e91cdb9c-db98-4bd2-bb56-e697af29237d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=51b67330-a422-4cbb-88e9-1d7e81a1a23d HTTP/1.1" status: 200 len: 1097 time: 0.0688968 May 05 20:44:41.654842 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fd933bb1-cf1c-4083-bf12-5265369773ea req-55df0c7b-ad67-4ca1-a887-add62dd7df73 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353577 May 05 20:44:41.786780 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44735dd-a1da-4f46-a52e-b07365e6f6c5 req-178e5f7f-04cd-4422-bcdb-5fd2c4e9e96d tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:41.788182 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a44735dd-a1da-4f46-a52e-b07365e6f6c5 req-178e5f7f-04cd-4422-bcdb-5fd2c4e9e96d tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=51b67330-a422-4cbb-88e9-1d7e81a1a23d HTTP/1.1" status: 200 len: 946 time: 0.0816879 May 05 20:44:41.831150 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a44735dd-a1da-4f46-a52e-b07365e6f6c5 req-4857381d-f39a-4fab-8a44-d9fe739537ff tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373445 May 05 20:44:43.021560 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee13f9-7e48-4b59-847c-0175893190f5 req-2c2cfc93-3bfc-47b4-b8df-070a10bc8862 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:43.022999 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6eee13f9-7e48-4b59-847c-0175893190f5 req-2c2cfc93-3bfc-47b4-b8df-070a10bc8862 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=51b67330-a422-4cbb-88e9-1d7e81a1a23d HTTP/1.1" status: 200 len: 946 time: 0.0836163 May 05 20:44:43.067173 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6eee13f9-7e48-4b59-847c-0175893190f5 req-813ffe01-4948-4be2-94e3-b478315e368c tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385101 May 05 20:44:43.246981 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aeedce-c42b-4681-98c1-00f4e82d683b req-a7a92317-b2db-4caf-ab28-16329db2cf96 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:43.248613 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-19aeedce-c42b-4681-98c1-00f4e82d683b req-a7a92317-b2db-4caf-ab28-16329db2cf96 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=51b67330-a422-4cbb-88e9-1d7e81a1a23d HTTP/1.1" status: 200 len: 946 time: 0.0803034 May 05 20:44:43.257052 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 38294) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:44:43.261845 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-e19ff95c-7f24-4785-9639-7b089458dcdc tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Request body: {'floatingip': {'port_id': '2b9b9e35-9eb6-49b8-a505-4303ad14c38b'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:44:43.339900 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e19ff95c-7f24-4785-9639-7b089458dcdc tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks [] for floatingip, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:44:43.923467 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e19ff95c-7f24-4785-9639-7b089458dcdc tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:44:43.927404 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e19ff95c-7f24-4785-9639-7b089458dcdc tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:44:44.098005 n-d-840717-1 neutron-server[88197]: INFO neutron.db.l3_db [None req-e19ff95c-7f24-4785-9639-7b089458dcdc tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Floating IP 7e02ae13-64cb-4c22-a6a3-ff569fb3dbf8 associated. External IP: 172.25.0.130, port: 2b9b9e35-9eb6-49b8-a505-4303ad14c38b. May 05 20:44:44.535341 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e19ff95c-7f24-4785-9639-7b089458dcdc tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Router 00f3962c-2a3e-4460-835e-acf97a7030d0 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:44:44.665384 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:44:44.710882 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e19ff95c-7f24-4785-9639-7b089458dcdc tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:44:44.715605 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e19ff95c-7f24-4785-9639-7b089458dcdc tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:44:44.720275 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38cea16-55c8-4817-8d3d-a395e87b37b2 None None] Sync routers for ids ['00f3962c-2a3e-4460-835e-acf97a7030d0'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:44:44.730115 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38cea16-55c8-4817-8d3d-a395e87b37b2 None None] Routers {'00f3962c-2a3e-4460-835e-acf97a7030d0'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:44:44.730719 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-e38cea16-55c8-4817-8d3d-a395e87b37b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:44:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['00f3962c-2a3e-4460-835e-acf97a7030d0'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:44:44.772332 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-e19ff95c-7f24-4785-9639-7b089458dcdc tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "PUT /v2.0/floatingips/7e02ae13-64cb-4c22-a6a3-ff569fb3dbf8 HTTP/1.1" status: 200 len: 992 time: 1.5142403 May 05 20:44:44.773015 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51b67330-a422-4cbb-88e9-1d7e81a1a23d', 'tag': '2b9b9e35-9eb6-49b8-a505-4303ad14c38b'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:44:44.825092 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d92b2f48-5d63-422c-a27d-85381078d50e'] response: {'name': 'network-changed', 'server_uuid': '51b67330-a422-4cbb-88e9-1d7e81a1a23d', 'tag': '2b9b9e35-9eb6-49b8-a505-4303ad14c38b', 'status': 'completed', 'code': 200} May 05 20:44:44.916431 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b21edca-8cb8-4c5c-8de6-22b474491824 req-7ce8e51b-3fd8-4725-a7d6-84e06f7edaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:44.917919 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5b21edca-8cb8-4c5c-8de6-22b474491824 req-7ce8e51b-3fd8-4725-a7d6-84e06f7edaa1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8d2ac5f24c2842b090417baf41a7b405&device_id=51b67330-a422-4cbb-88e9-1d7e81a1a23d HTTP/1.1" status: 200 len: 1097 time: 0.0724361 May 05 20:44:44.926907 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-e38cea16-55c8-4817-8d3d-a395e87b37b2 None None] Set router 00f3962c-2a3e-4460-835e-acf97a7030d0 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:44:45.057856 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b21edca-8cb8-4c5c-8de6-22b474491824 req-0e35bc34-b103-4bca-8d95-80f9cbc7ba3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:45.059480 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5b21edca-8cb8-4c5c-8de6-22b474491824 req-0e35bc34-b103-4bca-8d95-80f9cbc7ba3b service neutron] 10.222.0.50 "GET /v2.0/networks?id=8d838826-0cc1-465c-ac5e-e5b771415949 HTTP/1.1" status: 200 len: 913 time: 0.1357925 May 05 20:44:45.262183 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5b21edca-8cb8-4c5c-8de6-22b474491824 req-e93789e2-b237-42b6-a3c5-a395ad7a74dd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b9b9e35-9eb6-49b8-a505-4303ad14c38b HTTP/1.1" status: 200 len: 1000 time: 0.1702185 May 05 20:44:45.303144 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-e38cea16-55c8-4817-8d3d-a395e87b37b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'name': 'tempest-ServerActionsTestJSON-1576992870-router', 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '6f9e3be1-88ef-4087-8eea-119a7d9d769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:42:39Z', 'updated_at': '2022-05-05T20:42:43Z', 'revision_number': 4, 'project_id': '8d2ac5f24c2842b090417baf41a7b405', 'gw_port': {'id': '6f9e3be1-88ef-4087-8eea-119a7d9d769c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:dd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:42:40Z', 'updated_at': '2022-05-05T20:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '7e02ae13-64cb-4c22-a6a3-ff569fb3dbf8', 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'floating_ip_address': '172.25.0.130', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'port_id': '2b9b9e35-9eb6-49b8-a505-4303ad14c38b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949', 'mac_address': 'fa:16:3e:a4:ee:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b67330-a422-4cbb-88e9-1d7e81a1a23d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:42:46Z', 'updated_at': '2022-05-05T20:44:43Z', 'revision_number': 9, 'project_id': '8d2ac5f24c2842b090417baf41a7b405', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74da4d18-b707-41d1-82b5-13493af950c4', 'name': '', 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949', 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'mac_address': 'fa:16:3e:70:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'e17f71d4-d773-4eec-938b-3d1690270e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:42:42Z', 'updated_at': '2022-05-05T20:42:48Z', 'revision_number': 5, 'project_id': '8d2ac5f24c2842b090417baf41a7b405', 'subnets': [{'id': 'e17f71d4-d773-4eec-938b-3d1690270e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:44:45.306998 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38cea16-55c8-4817-8d3d-a395e87b37b2 None None] Checking router: 00f3962c-2a3e-4460-835e-acf97a7030d0 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:44:45.316003 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38cea16-55c8-4817-8d3d-a395e87b37b2 None None] Routers {'00f3962c-2a3e-4460-835e-acf97a7030d0'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:44:45.316584 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-e38cea16-55c8-4817-8d3d-a395e87b37b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:44:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['00f3962c-2a3e-4460-835e-acf97a7030d0'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:44:45.330304 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b8d0ca01-764d-46a8-aa6e-ffbba22f4a3b req-19bfda62-2340-425f-bba7-3cffa86f1087 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=51b67330-a422-4cbb-88e9-1d7e81a1a23d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2699075 May 05 20:44:45.339935 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca4ac7-1015-45b4-8dab-9e6c1aa38e4e req-fc1cb2d5-b7fe-41f8-acdc-21ec3c2fc15b tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:45.341322 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-53ca4ac7-1015-45b4-8dab-9e6c1aa38e4e req-fc1cb2d5-b7fe-41f8-acdc-21ec3c2fc15b tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=51b67330-a422-4cbb-88e9-1d7e81a1a23d HTTP/1.1" status: 200 len: 946 time: 0.1949556 May 05 20:44:45.348910 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b21edca-8cb8-4c5c-8de6-22b474491824 req-091977a6-2c00-44ea-b5d5-820221227504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:45.350377 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5b21edca-8cb8-4c5c-8de6-22b474491824 req-091977a6-2c00-44ea-b5d5-820221227504 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e17f71d4-d773-4eec-938b-3d1690270e74 HTTP/1.1" status: 200 len: 851 time: 0.0812049 May 05 20:44:45.441222 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-53ca4ac7-1015-45b4-8dab-9e6c1aa38e4e req-dc63d882-adaf-4185-ae98-8c034461c77d tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898519 May 05 20:44:45.472454 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b21edca-8cb8-4c5c-8de6-22b474491824 req-bcb64151-cbbf-4b34-afff-d0e83fe742e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:45.473712 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5b21edca-8cb8-4c5c-8de6-22b474491824 req-bcb64151-cbbf-4b34-afff-d0e83fe742e4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8d838826-0cc1-465c-ac5e-e5b771415949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1076808 May 05 20:44:45.500682 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-e38cea16-55c8-4817-8d3d-a395e87b37b2 None None] Set router 00f3962c-2a3e-4460-835e-acf97a7030d0 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:44:45.611213 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5b21edca-8cb8-4c5c-8de6-22b474491824 req-723c2757-f218-4ee1-ae05-6f55cd9226e2 service neutron] 10.222.0.50 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319299 May 05 20:44:45.755117 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5b21edca-8cb8-4c5c-8de6-22b474491824 req-2e872f38-3008-40df-b12b-2ce6007fb13f service neutron] 10.222.0.50 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387777 May 05 20:44:45.929033 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-e38cea16-55c8-4817-8d3d-a395e87b37b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'name': 'tempest-ServerActionsTestJSON-1576992870-router', 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '6f9e3be1-88ef-4087-8eea-119a7d9d769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:42:39Z', 'updated_at': '2022-05-05T20:42:43Z', 'revision_number': 4, 'project_id': '8d2ac5f24c2842b090417baf41a7b405', 'gw_port': {'id': '6f9e3be1-88ef-4087-8eea-119a7d9d769c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:dd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:42:40Z', 'updated_at': '2022-05-05T20:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '7e02ae13-64cb-4c22-a6a3-ff569fb3dbf8', 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'floating_ip_address': '172.25.0.130', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'port_id': '2b9b9e35-9eb6-49b8-a505-4303ad14c38b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949', 'mac_address': 'fa:16:3e:a4:ee:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b67330-a422-4cbb-88e9-1d7e81a1a23d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:42:46Z', 'updated_at': '2022-05-05T20:44:43Z', 'revision_number': 9, 'project_id': '8d2ac5f24c2842b090417baf41a7b405', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74da4d18-b707-41d1-82b5-13493af950c4', 'name': '', 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949', 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'mac_address': 'fa:16:3e:70:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'e17f71d4-d773-4eec-938b-3d1690270e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:42:42Z', 'updated_at': '2022-05-05T20:42:48Z', 'revision_number': 5, 'project_id': '8d2ac5f24c2842b090417baf41a7b405', 'subnets': [{'id': 'e17f71d4-d773-4eec-938b-3d1690270e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:44:45.933456 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38cea16-55c8-4817-8d3d-a395e87b37b2 None None] The sync data for ids ['00f3962c-2a3e-4460-835e-acf97a7030d0'] in n-d-840717-1 is: [{'id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'name': 'tempest-ServerActionsTestJSON-1576992870-router', 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '6f9e3be1-88ef-4087-8eea-119a7d9d769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:42:39Z', 'updated_at': '2022-05-05T20:42:43Z', 'revision_number': 4, 'project_id': '8d2ac5f24c2842b090417baf41a7b405', 'gw_port': {'id': '6f9e3be1-88ef-4087-8eea-119a7d9d769c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:dd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:42:40Z', 'updated_at': '2022-05-05T20:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '7e02ae13-64cb-4c22-a6a3-ff569fb3dbf8', 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'floating_ip_address': '172.25.0.130', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'port_id': '2b9b9e35-9eb6-49b8-a505-4303ad14c38b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949', 'mac_address': 'fa:16:3e:a4:ee:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b67330-a422-4cbb-88e9-1d7e81a1a23d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:42:46Z', 'updated_at': '2022-05-05T20:44:43Z', 'revision_number': 9, 'project_id': '8d2ac5f24c2842b090417baf41a7b405', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74da4d18-b707-41d1-82b5-13493af950c4', 'name': '', 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949', 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'mac_address': 'fa:16:3e:70:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'e17f71d4-d773-4eec-938b-3d1690270e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:42:42Z', 'updated_at': '2022-05-05T20:42:48Z', 'revision_number': 5, 'project_id': '8d2ac5f24c2842b090417baf41a7b405', 'subnets': [{'id': 'e17f71d4-d773-4eec-938b-3d1690270e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:44:46.136920 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef77491b-de12-4f98-b290-3ebe1aab935c None None] New status for floating IP 7e02ae13-64cb-4c22-a6a3-ff569fb3dbf8: ACTIVE {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:44:46.506713 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d0ca01-764d-46a8-aa6e-ffbba22f4a3b req-5000de3c-0184-44fd-871c-b4b0d948067c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:46.508229 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b8d0ca01-764d-46a8-aa6e-ffbba22f4a3b req-5000de3c-0184-44fd-871c-b4b0d948067c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8d2ac5f24c2842b090417baf41a7b405&device_id=51b67330-a422-4cbb-88e9-1d7e81a1a23d HTTP/1.1" status: 200 len: 1097 time: 0.0732839 May 05 20:44:46.641836 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c89a839-82fe-466c-85c3-67118127962a req-7f1963a0-88ed-45d1-a04d-b6d455c64c74 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:46.643425 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0c89a839-82fe-466c-85c3-67118127962a req-7f1963a0-88ed-45d1-a04d-b6d455c64c74 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=51b67330-a422-4cbb-88e9-1d7e81a1a23d HTTP/1.1" status: 200 len: 946 time: 0.0890501 May 05 20:44:46.675473 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:44:46.694175 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0c89a839-82fe-466c-85c3-67118127962a req-d3d701e5-2481-4c50-9299-30d311b2068e tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447080 May 05 20:44:46.756597 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d0ca01-764d-46a8-aa6e-ffbba22f4a3b req-81b8a072-c8d8-4225-8272-a5318887a007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:46.758023 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b8d0ca01-764d-46a8-aa6e-ffbba22f4a3b req-81b8a072-c8d8-4225-8272-a5318887a007 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8d838826-0cc1-465c-ac5e-e5b771415949 HTTP/1.1" status: 200 len: 913 time: 0.2447197 May 05 20:44:46.858451 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b8d0ca01-764d-46a8-aa6e-ffbba22f4a3b req-9487272d-e5f0-42e4-8322-32c39f48db8b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b9b9e35-9eb6-49b8-a505-4303ad14c38b HTTP/1.1" status: 200 len: 1003 time: 0.0940557 May 05 20:44:46.921532 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d0ca01-764d-46a8-aa6e-ffbba22f4a3b req-865eafec-cc70-4ad4-9a20-d818eb3d634a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:46.922921 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b8d0ca01-764d-46a8-aa6e-ffbba22f4a3b req-865eafec-cc70-4ad4-9a20-d818eb3d634a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e17f71d4-d773-4eec-938b-3d1690270e74 HTTP/1.1" status: 200 len: 851 time: 0.0598390 May 05 20:44:46.995068 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d0ca01-764d-46a8-aa6e-ffbba22f4a3b req-542dd932-464f-4d99-b2b6-13da8d281a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:46.996447 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b8d0ca01-764d-46a8-aa6e-ffbba22f4a3b req-542dd932-464f-4d99-b2b6-13da8d281a2c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8d838826-0cc1-465c-ac5e-e5b771415949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682380 May 05 20:44:47.125303 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b8d0ca01-764d-46a8-aa6e-ffbba22f4a3b req-969bf1e6-432d-4382-9eea-5cb5b4db1e2e service neutron] 10.222.0.50 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232765 May 05 20:44:47.256160 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b8d0ca01-764d-46a8-aa6e-ffbba22f4a3b req-57b98d7d-de14-4df9-9e0b-a825dedb0e32 service neutron] 10.222.0.50 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256454 May 05 20:44:47.883859 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc7d930-4754-40a1-97cf-c46d766e128a req-07fe9d44-14c3-40b6-b080-7dc548d8f512 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:47.885192 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8bc7d930-4754-40a1-97cf-c46d766e128a req-07fe9d44-14c3-40b6-b080-7dc548d8f512 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=51b67330-a422-4cbb-88e9-1d7e81a1a23d HTTP/1.1" status: 200 len: 946 time: 0.0850315 May 05 20:44:47.928597 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8bc7d930-4754-40a1-97cf-c46d766e128a req-ca249b04-4d17-4943-8463-5cd7622d560d tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371420 May 05 20:44:49.237336 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3b217-4ecb-45c5-8558-df658f8a0869 req-7ab94551-4c20-484c-ad82-4665d2e366bb tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:49.238712 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-59e3b217-4ecb-45c5-8558-df658f8a0869 req-7ab94551-4c20-484c-ad82-4665d2e366bb tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=51b67330-a422-4cbb-88e9-1d7e81a1a23d HTTP/1.1" status: 200 len: 946 time: 0.2006354 May 05 20:44:49.282669 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-59e3b217-4ecb-45c5-8558-df658f8a0869 req-b9ec504c-6aca-4efb-bf18-167403dc2d08 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380435 May 05 20:44:50.471773 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ae2c2e-6844-40cb-8d93-6843f0720372 req-288ee1cf-ab2c-416b-802c-0f8e3ca80c9d tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:50.473329 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-37ae2c2e-6844-40cb-8d93-6843f0720372 req-288ee1cf-ab2c-416b-802c-0f8e3ca80c9d tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=51b67330-a422-4cbb-88e9-1d7e81a1a23d HTTP/1.1" status: 200 len: 946 time: 0.0818975 May 05 20:44:50.517748 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-37ae2c2e-6844-40cb-8d93-6843f0720372 req-68e128c8-1a22-4d4c-918f-457a5e48a941 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388501 May 05 20:44:50.999928 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:44:51.703492 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2062f8b3-dea8-44f4-9244-03cc56f66cb7 req-49fc9266-2c7e-4ed0-b7ce-75012ca35a2a tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:51.704936 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2062f8b3-dea8-44f4-9244-03cc56f66cb7 req-49fc9266-2c7e-4ed0-b7ce-75012ca35a2a tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=51b67330-a422-4cbb-88e9-1d7e81a1a23d HTTP/1.1" status: 200 len: 946 time: 0.0828636 May 05 20:44:51.748511 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2062f8b3-dea8-44f4-9244-03cc56f66cb7 req-e8c4bf95-a1ec-4cb6-8389-6bb188f7f562 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380256 May 05 20:44:52.934534 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8fd2f2-e985-4aa9-9767-1b5307b0394c req-ed0c0341-64a4-4da7-83a0-b17f8dc3e4c3 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:52.936612 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2d8fd2f2-e985-4aa9-9767-1b5307b0394c req-ed0c0341-64a4-4da7-83a0-b17f8dc3e4c3 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=51b67330-a422-4cbb-88e9-1d7e81a1a23d HTTP/1.1" status: 200 len: 946 time: 0.0828743 May 05 20:44:52.984395 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2d8fd2f2-e985-4aa9-9767-1b5307b0394c req-279a880b-aa67-45df-b219-aa1f2ae3a20c tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419643 May 05 20:44:54.167547 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb502f16-03c6-45c8-9292-971a7faab5fe req-f7d40a4b-635c-4bfd-bde2-c19df2523fca tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:54.168979 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cb502f16-03c6-45c8-9292-971a7faab5fe req-f7d40a4b-635c-4bfd-bde2-c19df2523fca tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=51b67330-a422-4cbb-88e9-1d7e81a1a23d HTTP/1.1" status: 200 len: 946 time: 0.0788672 May 05 20:44:54.211874 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cb502f16-03c6-45c8-9292-971a7faab5fe req-d947d45b-ae9c-4fe5-a53c-44dae9a2c57e tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373828 May 05 20:44:55.397751 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922b275c-a226-4750-b7a6-797607df4409 req-8790eed9-8c89-4ee9-8c27-7b8710742b32 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:55.399204 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-922b275c-a226-4750-b7a6-797607df4409 req-8790eed9-8c89-4ee9-8c27-7b8710742b32 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=51b67330-a422-4cbb-88e9-1d7e81a1a23d HTTP/1.1" status: 200 len: 946 time: 0.0797465 May 05 20:44:55.444576 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-922b275c-a226-4750-b7a6-797607df4409 req-b37e2c53-e9c9-43e0-8fd1-bc1ea71432fb tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390034 May 05 20:44:56.633278 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f391a9-f67d-491b-93d5-1011bced5528 req-56b73e0f-6f63-4b3b-b695-f5b5ff664ced tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:56.634717 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-10f391a9-f67d-491b-93d5-1011bced5528 req-56b73e0f-6f63-4b3b-b695-f5b5ff664ced tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=51b67330-a422-4cbb-88e9-1d7e81a1a23d HTTP/1.1" status: 200 len: 946 time: 0.0822909 May 05 20:44:56.678530 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-10f391a9-f67d-491b-93d5-1011bced5528 req-11210799-0c0a-430f-8160-e890dc03afed tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374913 May 05 20:44:57.867019 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe6321-f0f8-4a65-82da-6bca7a09338b req-c329441d-4c22-4ff1-a743-c18b74c495be tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:57.868395 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5ffe6321-f0f8-4a65-82da-6bca7a09338b req-c329441d-4c22-4ff1-a743-c18b74c495be tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=51b67330-a422-4cbb-88e9-1d7e81a1a23d HTTP/1.1" status: 200 len: 946 time: 0.0813341 May 05 20:44:57.911823 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5ffe6321-f0f8-4a65-82da-6bca7a09338b req-2e299c11-c665-48ec-afd2-35886f5d8eca tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375638 May 05 20:44:59.097223 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b3c1c5-9211-4e62-adf9-9276e83fdf19 req-3414fb65-1d2c-4502-9fb7-9e5f1642c742 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:44:59.098694 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-54b3c1c5-9211-4e62-adf9-9276e83fdf19 req-3414fb65-1d2c-4502-9fb7-9e5f1642c742 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=51b67330-a422-4cbb-88e9-1d7e81a1a23d HTTP/1.1" status: 200 len: 946 time: 0.0819130 May 05 20:44:59.147452 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-54b3c1c5-9211-4e62-adf9-9276e83fdf19 req-4e7ca754-b24c-4d99-80b1-4584e7eac29e tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430906 May 05 20:45:00.332460 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47635324-52b2-49e0-b102-9fa5fef728a7 req-b27e377e-9ba0-4e5c-818f-0b3a4f4343b7 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:00.334180 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-47635324-52b2-49e0-b102-9fa5fef728a7 req-b27e377e-9ba0-4e5c-818f-0b3a4f4343b7 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=51b67330-a422-4cbb-88e9-1d7e81a1a23d HTTP/1.1" status: 200 len: 946 time: 0.0785716 May 05 20:45:00.382010 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-47635324-52b2-49e0-b102-9fa5fef728a7 req-99391856-9e5a-43db-9699-a2cada6e6074 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419381 May 05 20:45:01.566327 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f4d86-fa67-471d-b074-a736e57cc8a9 req-80b8defd-4ffb-4f85-ac01-bd8cd8c2bc6e tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:01.567855 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-578f4d86-fa67-471d-b074-a736e57cc8a9 req-80b8defd-4ffb-4f85-ac01-bd8cd8c2bc6e tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=51b67330-a422-4cbb-88e9-1d7e81a1a23d HTTP/1.1" status: 200 len: 946 time: 0.0820630 May 05 20:45:01.611875 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-578f4d86-fa67-471d-b074-a736e57cc8a9 req-f8f623e2-5f8f-457d-947b-a21f018c4838 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383592 May 05 20:45:02.795781 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdef2b6-a21d-44c5-a55c-e04a4e2f67ee req-ed921057-0c54-4b56-8741-58fa061663ef tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:02.797136 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8fdef2b6-a21d-44c5-a55c-e04a4e2f67ee req-ed921057-0c54-4b56-8741-58fa061663ef tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=51b67330-a422-4cbb-88e9-1d7e81a1a23d HTTP/1.1" status: 200 len: 946 time: 0.0786028 May 05 20:45:02.840639 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8fdef2b6-a21d-44c5-a55c-e04a4e2f67ee req-d9083c12-bd8b-4221-a52c-5f50a9eafdc7 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379517 May 05 20:45:04.028215 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d27cd8-b909-4da0-992b-841a5fdccd85 req-fd10802e-ae83-495c-81d9-a8f9418c2ef1 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:04.030301 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-26d27cd8-b909-4da0-992b-841a5fdccd85 req-fd10802e-ae83-495c-81d9-a8f9418c2ef1 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=51b67330-a422-4cbb-88e9-1d7e81a1a23d HTTP/1.1" status: 200 len: 946 time: 0.0826979 May 05 20:45:04.072296 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-26d27cd8-b909-4da0-992b-841a5fdccd85 req-b029ec28-66c1-488f-9941-d0aa9ca182d6 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365527 May 05 20:45:04.721144 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f086e764-1bb4-47f1-b5d2-b5c071aa638b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:45:05.267698 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4203999-12e3-47e7-8104-abf6e84ad300 req-03189af4-c689-4511-8125-0a90bf17152a tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:05.269170 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f4203999-12e3-47e7-8104-abf6e84ad300 req-03189af4-c689-4511-8125-0a90bf17152a tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=51b67330-a422-4cbb-88e9-1d7e81a1a23d HTTP/1.1" status: 200 len: 946 time: 0.0891454 May 05 20:45:05.312993 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f4203999-12e3-47e7-8104-abf6e84ad300 req-0ea6676b-e4b7-46ed-85cc-c09334928b24 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382133 May 05 20:45:06.495184 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ce4b6-4eff-4526-8554-f267c7549fe1 req-784a47be-39fe-4863-8f6d-79fc3b7672dc tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:06.496813 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b28ce4b6-4eff-4526-8554-f267c7549fe1 req-784a47be-39fe-4863-8f6d-79fc3b7672dc tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=51b67330-a422-4cbb-88e9-1d7e81a1a23d HTTP/1.1" status: 200 len: 946 time: 0.0805628 May 05 20:45:06.543750 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b28ce4b6-4eff-4526-8554-f267c7549fe1 req-c032982a-45c1-41fd-b40b-736f1c220766 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409772 May 05 20:45:06.913281 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bf1d527a-f77f-4862-9786-dcd3d589aed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:45:07.727245 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba73a30-af09-4496-8790-a9e01afae567 req-3feef7cd-c33f-4371-93cf-cce6383db2ff tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:07.728710 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8ba73a30-af09-4496-8790-a9e01afae567 req-3feef7cd-c33f-4371-93cf-cce6383db2ff tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=51b67330-a422-4cbb-88e9-1d7e81a1a23d HTTP/1.1" status: 200 len: 946 time: 0.0776947 May 05 20:45:07.772751 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8ba73a30-af09-4496-8790-a9e01afae567 req-a77ba755-1432-4205-9776-7c9563328ab1 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375278 May 05 20:45:07.957432 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:45:08.137839 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:45:08.965202 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da330c2-f1ee-46a1-8096-d0d635b720ae req-77351d30-24a6-4b7c-a779-563c323f8b57 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:08.967334 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1da330c2-f1ee-46a1-8096-d0d635b720ae req-77351d30-24a6-4b7c-a779-563c323f8b57 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=51b67330-a422-4cbb-88e9-1d7e81a1a23d HTTP/1.1" status: 200 len: 946 time: 0.0822546 May 05 20:45:09.010178 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1da330c2-f1ee-46a1-8096-d0d635b720ae req-50e0a199-eed2-46f2-8361-92dbaecdce8b tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374453 May 05 20:45:09.708296 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:45:10.199448 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb4d32a-a8a0-4b65-af20-b533f4dfdd98 req-15392ec7-aa31-47c8-9508-35066e42b3db tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:10.200955 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0eb4d32a-a8a0-4b65-af20-b533f4dfdd98 req-15392ec7-aa31-47c8-9508-35066e42b3db tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=51b67330-a422-4cbb-88e9-1d7e81a1a23d HTTP/1.1" status: 200 len: 946 time: 0.0850017 May 05 20:45:10.245350 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0eb4d32a-a8a0-4b65-af20-b533f4dfdd98 req-3e19353b-e615-41a3-a1fc-99cb56523dec tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387518 May 05 20:45:11.428579 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b11e252-c255-4d92-83f5-e97fbd600601 req-3cf763cd-89c0-460e-80ef-c3091d1535f4 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:11.429998 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7b11e252-c255-4d92-83f5-e97fbd600601 req-3cf763cd-89c0-460e-80ef-c3091d1535f4 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=51b67330-a422-4cbb-88e9-1d7e81a1a23d HTTP/1.1" status: 200 len: 946 time: 0.0783875 May 05 20:45:11.478471 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7b11e252-c255-4d92-83f5-e97fbd600601 req-0ca68f8a-88a2-4584-a24d-456e2163b4b0 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422676 May 05 20:45:12.666813 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1f6e6-6bbf-40b7-a6ef-cf74e85126d5 req-9fb9fc39-c6f7-4b6d-a90a-e7c7d9e46d26 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:12.668328 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b0b1f6e6-6bbf-40b7-a6ef-cf74e85126d5 req-9fb9fc39-c6f7-4b6d-a90a-e7c7d9e46d26 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=51b67330-a422-4cbb-88e9-1d7e81a1a23d HTTP/1.1" status: 200 len: 946 time: 0.0805912 May 05 20:45:12.718449 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b0b1f6e6-6bbf-40b7-a6ef-cf74e85126d5 req-6756c2aa-e43c-45b1-81aa-8fe2fb77e8ec tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442152 May 05 20:45:13.902025 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f851a5-b31a-4217-946b-cff4331582bc req-ce13da10-1ad2-4140-bd44-b14b877fcf1b tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:13.903413 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-73f851a5-b31a-4217-946b-cff4331582bc req-ce13da10-1ad2-4140-bd44-b14b877fcf1b tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=51b67330-a422-4cbb-88e9-1d7e81a1a23d HTTP/1.1" status: 200 len: 946 time: 0.0800631 May 05 20:45:13.948258 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-73f851a5-b31a-4217-946b-cff4331582bc req-91a4f726-b90e-4d99-89fc-bc38b653da78 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386095 May 05 20:45:14.594252 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47659d2-e00a-4244-a77a-36a33aaa686c req-5c7305a6-888d-40bd-a2a1-eeebad81021a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:14.595749 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f47659d2-e00a-4244-a77a-36a33aaa686c req-5c7305a6-888d-40bd-a2a1-eeebad81021a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8d2ac5f24c2842b090417baf41a7b405&device_id=51b67330-a422-4cbb-88e9-1d7e81a1a23d HTTP/1.1" status: 200 len: 1097 time: 0.1165440 May 05 20:45:14.678351 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:45:14.738397 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47659d2-e00a-4244-a77a-36a33aaa686c req-542dd2c0-070a-4ec0-ac58-fa460f727a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:14.739796 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f47659d2-e00a-4244-a77a-36a33aaa686c req-542dd2c0-070a-4ec0-ac58-fa460f727a07 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8d838826-0cc1-465c-ac5e-e5b771415949 HTTP/1.1" status: 200 len: 913 time: 0.1269178 May 05 20:45:14.933613 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f47659d2-e00a-4244-a77a-36a33aaa686c req-67c8d18b-3f1e-4b4e-a5ee-2a21c0c672e4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b9b9e35-9eb6-49b8-a505-4303ad14c38b HTTP/1.1" status: 200 len: 1003 time: 0.1885195 May 05 20:45:14.995029 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47659d2-e00a-4244-a77a-36a33aaa686c req-fd6033eb-689a-4741-af9f-6486e7697893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:14.996436 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f47659d2-e00a-4244-a77a-36a33aaa686c req-fd6033eb-689a-4741-af9f-6486e7697893 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e17f71d4-d773-4eec-938b-3d1690270e74 HTTP/1.1" status: 200 len: 851 time: 0.0566332 May 05 20:45:15.124739 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47659d2-e00a-4244-a77a-36a33aaa686c req-f2124808-fa50-4f83-99a1-cee85e462ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:15.126192 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f47659d2-e00a-4244-a77a-36a33aaa686c req-f2124808-fa50-4f83-99a1-cee85e462ed0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8d838826-0cc1-465c-ac5e-e5b771415949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1237409 May 05 20:45:15.188580 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a286df5b-1962-4cd7-94f4-97ae16ab2a7f req-88bbc335-b578-4152-b561-8c90d224940d tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:15.190009 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a286df5b-1962-4cd7-94f4-97ae16ab2a7f req-88bbc335-b578-4152-b561-8c90d224940d tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=51b67330-a422-4cbb-88e9-1d7e81a1a23d HTTP/1.1" status: 200 len: 946 time: 0.1276796 May 05 20:45:15.301395 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a286df5b-1962-4cd7-94f4-97ae16ab2a7f req-6a363630-08c2-4b40-aa63-7222a579ea7c tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702293 May 05 20:45:15.304360 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f47659d2-e00a-4244-a77a-36a33aaa686c req-c3ec46dc-136b-4cfc-8eb8-b53b24d475a5 service neutron] 10.222.0.50 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719704 May 05 20:45:15.432550 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f47659d2-e00a-4244-a77a-36a33aaa686c req-d0289f79-faa9-4103-9759-8913029d4aa3 service neutron] 10.222.0.50 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229482 May 05 20:45:16.490359 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c0787-94be-49a3-a950-98ab67c53240 req-fd60529e-91f2-4638-bf1b-4eb2d9317010 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:16.491828 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-129c0787-94be-49a3-a950-98ab67c53240 req-fd60529e-91f2-4638-bf1b-4eb2d9317010 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=51b67330-a422-4cbb-88e9-1d7e81a1a23d HTTP/1.1" status: 200 len: 946 time: 0.0857995 May 05 20:45:16.535752 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-129c0787-94be-49a3-a950-98ab67c53240 req-b858c907-0b12-4714-8799-6af8fd1943e1 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379272 May 05 20:45:16.695941 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:45:17.719773 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0b8da-4514-45e8-98e4-94e740fe5a9b req-150b0ba5-c43a-422d-9e7d-ab44606065ed tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:17.721218 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0de0b8da-4514-45e8-98e4-94e740fe5a9b req-150b0ba5-c43a-422d-9e7d-ab44606065ed tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=51b67330-a422-4cbb-88e9-1d7e81a1a23d HTTP/1.1" status: 200 len: 946 time: 0.0787704 May 05 20:45:17.765452 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0de0b8da-4514-45e8-98e4-94e740fe5a9b req-c1bc0991-0425-477e-b2e4-6038579ee34b tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379076 May 05 20:45:18.948815 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a41f0-816d-4895-844f-7171c9e9939a req-8be43c3c-ce8b-4396-87cc-09564e7df258 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:18.950311 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-403a41f0-816d-4895-844f-7171c9e9939a req-8be43c3c-ce8b-4396-87cc-09564e7df258 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=51b67330-a422-4cbb-88e9-1d7e81a1a23d HTTP/1.1" status: 200 len: 946 time: 0.0780563 May 05 20:45:18.993312 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-403a41f0-816d-4895-844f-7171c9e9939a req-be64b3f3-1115-4b2f-adf0-574d18a598ac tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370357 May 05 20:45:19.132403 n-d-840717-1 neutron-server[88197]: INFO neutron.api.v2.resource [req-b8d0ca01-764d-46a8-aa6e-ffbba22f4a3b req-130d1b9d-7459-48b4-8a84-d7b9941da8bc service neutron] show failed (client error): The resource could not be found. May 05 20:45:19.133287 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b8d0ca01-764d-46a8-aa6e-ffbba22f4a3b req-130d1b9d-7459-48b4-8a84-d7b9941da8bc service neutron] 10.222.0.50 "GET /v2.0/ports/2b9b9e35-9eb6-49b8-a505-4303ad14c38b/bindings/n-h1-840717-1 HTTP/1.1" status: 404 len: 380 time: 0.0758307 May 05 20:45:19.388146 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d0ca01-764d-46a8-aa6e-ffbba22f4a3b req-9f7368ac-99c6-4508-bb0b-d413e326e8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:19.390056 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b8d0ca01-764d-46a8-aa6e-ffbba22f4a3b req-9f7368ac-99c6-4508-bb0b-d413e326e8b9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=51b67330-a422-4cbb-88e9-1d7e81a1a23d&tenant_id=8d2ac5f24c2842b090417baf41a7b405 HTTP/1.1" status: 200 len: 1097 time: 0.0735421 May 05 20:45:19.399665 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-b8d0ca01-764d-46a8-aa6e-ffbba22f4a3b req-bdd62838-0420-4faa-8c9a-828698843fc0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-840717-1', 'device_owner': 'compute:nova'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:45:19.509097 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b8d0ca01-764d-46a8-aa6e-ffbba22f4a3b req-bdd62838-0420-4faa-8c9a-828698843fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:45:19.769775 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-b8d0ca01-764d-46a8-aa6e-ffbba22f4a3b req-bdd62838-0420-4faa-8c9a-828698843fc0 service neutron] For port 2b9b9e35-9eb6-49b8-a505-4303ad14c38b, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=2b9b9e35-9eb6-49b8-a505-4303ad14c38b,segment=NetworkSegment(7a533d90-8a9f-45ae-95b7-daccfb6d22ed),segment_id=7a533d90-8a9f-45ae-95b7-daccfb6d22ed)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:45:19.800361 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-b8d0ca01-764d-46a8-aa6e-ffbba22f4a3b req-bdd62838-0420-4faa-8c9a-828698843fc0 service neutron] For port 2b9b9e35-9eb6-49b8-a505-4303ad14c38b, host n-h2-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:45:19.857223 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b67330-a422-4cbb-88e9-1d7e81a1a23d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b9b9e35-9eb6-49b8-a505-4303ad14c38b'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:45:19.863519 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b8d0ca01-764d-46a8-aa6e-ffbba22f4a3b req-bdd62838-0420-4faa-8c9a-828698843fc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:45:19.879175 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-b8d0ca01-764d-46a8-aa6e-ffbba22f4a3b req-bdd62838-0420-4faa-8c9a-828698843fc0 service neutron] Transition to ACTIVE for port object 2b9b9e35-9eb6-49b8-a505-4303ad14c38b will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:45:19.883769 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b8d0ca01-764d-46a8-aa6e-ffbba22f4a3b req-bdd62838-0420-4faa-8c9a-828698843fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:45:19.925838 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42b0348f-27f1-4677-84ce-56f2d9fd4977'] response: {'server_uuid': '51b67330-a422-4cbb-88e9-1d7e81a1a23d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b9b9e35-9eb6-49b8-a505-4303ad14c38b', 'code': 200} May 05 20:45:20.026428 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd62838-0420-4faa-8c9a-828698843fc0 service neutron] Pushing event updated for resources: {'Port': ['ID=2b9b9e35-9eb6-49b8-a505-4303ad14c38b,revision_number=6']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:45:20.037124 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd62838-0420-4faa-8c9a-828698843fc0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:45:20.037472 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd62838-0420-4faa-8c9a-828698843fc0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:45:20.037809 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd62838-0420-4faa-8c9a-828698843fc0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:45:20.038139 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd62838-0420-4faa-8c9a-828698843fc0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:45:20.038467 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd62838-0420-4faa-8c9a-828698843fc0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:45:20.038796 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd62838-0420-4faa-8c9a-828698843fc0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:45:20.039115 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd62838-0420-4faa-8c9a-828698843fc0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:45:20.039458 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd62838-0420-4faa-8c9a-828698843fc0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:45:20.039780 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd62838-0420-4faa-8c9a-828698843fc0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:45:20.040096 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd62838-0420-4faa-8c9a-828698843fc0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:45:20.040412 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd62838-0420-4faa-8c9a-828698843fc0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:45:20.040729 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd62838-0420-4faa-8c9a-828698843fc0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:45:20.096908 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8d0ca01-764d-46a8-aa6e-ffbba22f4a3b req-bdd62838-0420-4faa-8c9a-828698843fc0 service neutron] No DVR routers for this DVR port 2b9b9e35-9eb6-49b8-a505-4303ad14c38b on host n-h2-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:45:20.448342 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945be958-6dc6-40ca-baf0-a57216eafcef req-df1e78a1-ced5-43a3-80f9-5f0bc9a2258f tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:20.449808 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-945be958-6dc6-40ca-baf0-a57216eafcef req-df1e78a1-ced5-43a3-80f9-5f0bc9a2258f tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=51b67330-a422-4cbb-88e9-1d7e81a1a23d HTTP/1.1" status: 200 len: 944 time: 0.3004103 May 05 20:45:20.525654 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-b8d0ca01-764d-46a8-aa6e-ffbba22f4a3b req-bdd62838-0420-4faa-8c9a-828698843fc0 service neutron] Attempting to bind port 2b9b9e35-9eb6-49b8-a505-4303ad14c38b on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:45:20.525983 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-b8d0ca01-764d-46a8-aa6e-ffbba22f4a3b req-bdd62838-0420-4faa-8c9a-828698843fc0 service neutron] Attempting to bind port 2b9b9e35-9eb6-49b8-a505-4303ad14c38b by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': '7a533d90-8a9f-45ae-95b7-daccfb6d22ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:45:20.526306 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d0ca01-764d-46a8-aa6e-ffbba22f4a3b req-bdd62838-0420-4faa-8c9a-828698843fc0 service neutron] Attempting to bind port 2b9b9e35-9eb6-49b8-a505-4303ad14c38b on network 8d838826-0cc1-465c-ac5e-e5b771415949 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:45:20.535881 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d0ca01-764d-46a8-aa6e-ffbba22f4a3b req-bdd62838-0420-4faa-8c9a-828698843fc0 service neutron] Port 2b9b9e35-9eb6-49b8-a505-4303ad14c38b on network 8d838826-0cc1-465c-ac5e-e5b771415949 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:45:20.536200 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d0ca01-764d-46a8-aa6e-ffbba22f4a3b req-bdd62838-0420-4faa-8c9a-828698843fc0 service neutron] Attempting to bind port 2b9b9e35-9eb6-49b8-a505-4303ad14c38b on network 8d838826-0cc1-465c-ac5e-e5b771415949 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:45:20.543389 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-945be958-6dc6-40ca-baf0-a57216eafcef req-cce3326a-ce27-416e-a54e-91b193bedb09 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669217 May 05 20:45:20.545905 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d0ca01-764d-46a8-aa6e-ffbba22f4a3b req-bdd62838-0420-4faa-8c9a-828698843fc0 service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:45:20.546513 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d0ca01-764d-46a8-aa6e-ffbba22f4a3b req-bdd62838-0420-4faa-8c9a-828698843fc0 service neutron] Checking segment: {'id': '7a533d90-8a9f-45ae-95b7-daccfb6d22ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:45:20.546900 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d0ca01-764d-46a8-aa6e-ffbba22f4a3b req-bdd62838-0420-4faa-8c9a-828698843fc0 service neutron] Bound using segment: {'id': '7a533d90-8a9f-45ae-95b7-daccfb6d22ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:45:20.547325 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-b8d0ca01-764d-46a8-aa6e-ffbba22f4a3b req-bdd62838-0420-4faa-8c9a-828698843fc0 service neutron] Bound port: 2b9b9e35-9eb6-49b8-a505-4303ad14c38b, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a533d90-8a9f-45ae-95b7-daccfb6d22ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:45:20.547704 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b8d0ca01-764d-46a8-aa6e-ffbba22f4a3b req-bdd62838-0420-4faa-8c9a-828698843fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:45:20.644719 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-b8d0ca01-764d-46a8-aa6e-ffbba22f4a3b req-bdd62838-0420-4faa-8c9a-828698843fc0 service neutron] For port 2b9b9e35-9eb6-49b8-a505-4303ad14c38b, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:45:20.647778 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-b8d0ca01-764d-46a8-aa6e-ffbba22f4a3b req-bdd62838-0420-4faa-8c9a-828698843fc0 service neutron] For port 2b9b9e35-9eb6-49b8-a505-4303ad14c38b, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=2b9b9e35-9eb6-49b8-a505-4303ad14c38b,segment=NetworkSegment(7a533d90-8a9f-45ae-95b7-daccfb6d22ed),segment_id=7a533d90-8a9f-45ae-95b7-daccfb6d22ed)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:45:20.651586 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b8d0ca01-764d-46a8-aa6e-ffbba22f4a3b req-bdd62838-0420-4faa-8c9a-828698843fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:45:20.710762 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d0ca01-764d-46a8-aa6e-ffbba22f4a3b req-bdd62838-0420-4faa-8c9a-828698843fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:20.711450 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b8d0ca01-764d-46a8-aa6e-ffbba22f4a3b req-bdd62838-0420-4faa-8c9a-828698843fc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:45:20.712917 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b8d0ca01-764d-46a8-aa6e-ffbba22f4a3b req-bdd62838-0420-4faa-8c9a-828698843fc0 service neutron] 10.222.0.24 "PUT /v2.0/ports/2b9b9e35-9eb6-49b8-a505-4303ad14c38b HTTP/1.1" status: 200 len: 1092 time: 1.3170235 May 05 20:45:20.729870 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd62838-0420-4faa-8c9a-828698843fc0 service neutron] Pushing event updated for resources: {'Port': ['ID=2b9b9e35-9eb6-49b8-a505-4303ad14c38b,revision_number=7']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:45:20.810243 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d0ca01-764d-46a8-aa6e-ffbba22f4a3b req-934cbd08-093a-4401-bf6a-24fb4229d788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:20.812486 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b8d0ca01-764d-46a8-aa6e-ffbba22f4a3b req-934cbd08-093a-4401-bf6a-24fb4229d788 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8d2ac5f24c2842b090417baf41a7b405&device_id=51b67330-a422-4cbb-88e9-1d7e81a1a23d HTTP/1.1" status: 200 len: 1095 time: 0.0778239 May 05 20:45:20.946026 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d0ca01-764d-46a8-aa6e-ffbba22f4a3b req-bd303d33-32ad-4053-84df-b873c2f2dabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:20.947525 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b8d0ca01-764d-46a8-aa6e-ffbba22f4a3b req-bd303d33-32ad-4053-84df-b873c2f2dabd service neutron] 10.222.0.24 "GET /v2.0/networks?id=8d838826-0cc1-465c-ac5e-e5b771415949 HTTP/1.1" status: 200 len: 913 time: 0.1291280 May 05 20:45:21.050938 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b8d0ca01-764d-46a8-aa6e-ffbba22f4a3b req-27a1b224-3663-4a61-b249-3f87f086b981 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b9b9e35-9eb6-49b8-a505-4303ad14c38b HTTP/1.1" status: 200 len: 1001 time: 0.0974779 May 05 20:45:21.112620 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d0ca01-764d-46a8-aa6e-ffbba22f4a3b req-d170f059-c262-4d85-907d-43ac6fefd759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:21.114046 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b8d0ca01-764d-46a8-aa6e-ffbba22f4a3b req-d170f059-c262-4d85-907d-43ac6fefd759 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e17f71d4-d773-4eec-938b-3d1690270e74 HTTP/1.1" status: 200 len: 851 time: 0.0576379 May 05 20:45:21.187928 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d0ca01-764d-46a8-aa6e-ffbba22f4a3b req-7f326be0-d92a-445d-a5a5-d37d7c01e366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:21.189391 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b8d0ca01-764d-46a8-aa6e-ffbba22f4a3b req-7f326be0-d92a-445d-a5a5-d37d7c01e366 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8d838826-0cc1-465c-ac5e-e5b771415949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694695 May 05 20:45:21.319838 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b8d0ca01-764d-46a8-aa6e-ffbba22f4a3b req-5bf7f342-d84b-4fa4-9bbe-9d1df0e2e761 service neutron] 10.222.0.24 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234877 May 05 20:45:21.450406 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b8d0ca01-764d-46a8-aa6e-ffbba22f4a3b req-3b71e51e-8cae-49fb-93ad-0b0361c1c50b service neutron] 10.222.0.24 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253955 May 05 20:45:21.737693 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ecfb4-0621-43ad-8ec9-71c0feacf6a7 req-4e6448b9-5906-4dd1-8ba9-a7a939dca4b1 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:21.739141 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-994ecfb4-0621-43ad-8ec9-71c0feacf6a7 req-4e6448b9-5906-4dd1-8ba9-a7a939dca4b1 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=51b67330-a422-4cbb-88e9-1d7e81a1a23d HTTP/1.1" status: 200 len: 944 time: 0.0801589 May 05 20:45:21.783509 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-994ecfb4-0621-43ad-8ec9-71c0feacf6a7 req-cf260aef-8dc5-499b-80e8-6803dc66e7c0 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383496 May 05 20:45:21.926872 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51b67330-a422-4cbb-88e9-1d7e81a1a23d', 'tag': '2b9b9e35-9eb6-49b8-a505-4303ad14c38b'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:45:21.982386 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16da8b0f-c8ad-4de7-b02b-bafee32638cc'] response: {'name': 'network-changed', 'server_uuid': '51b67330-a422-4cbb-88e9-1d7e81a1a23d', 'tag': '2b9b9e35-9eb6-49b8-a505-4303ad14c38b', 'status': 'completed', 'code': 200} May 05 20:45:22.074022 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cbd02c-b886-49b2-a391-a185f09e26ec req-b30ae41c-b2c1-45ce-8fff-926449d346b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:22.075533 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-29cbd02c-b886-49b2-a391-a185f09e26ec req-b30ae41c-b2c1-45ce-8fff-926449d346b2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8d2ac5f24c2842b090417baf41a7b405&device_id=51b67330-a422-4cbb-88e9-1d7e81a1a23d HTTP/1.1" status: 200 len: 1095 time: 0.0754955 May 05 20:45:22.079067 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cbd02c-b886-49b2-a391-a185f09e26ec req-30aa8380-9954-493e-9dc0-d4773830546f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:22.080638 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-29cbd02c-b886-49b2-a391-a185f09e26ec req-30aa8380-9954-493e-9dc0-d4773830546f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8d2ac5f24c2842b090417baf41a7b405&device_id=51b67330-a422-4cbb-88e9-1d7e81a1a23d HTTP/1.1" status: 200 len: 1095 time: 0.0782049 May 05 20:45:22.209123 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cbd02c-b886-49b2-a391-a185f09e26ec req-e4c0b44f-5afd-4825-af28-61fb5aa88796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:22.210488 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-29cbd02c-b886-49b2-a391-a185f09e26ec req-e4c0b44f-5afd-4825-af28-61fb5aa88796 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8d838826-0cc1-465c-ac5e-e5b771415949 HTTP/1.1" status: 200 len: 913 time: 0.1288154 May 05 20:45:22.213337 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cbd02c-b886-49b2-a391-a185f09e26ec req-79f84cb3-e75b-4f08-be7b-a52cf513c0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:22.214745 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-29cbd02c-b886-49b2-a391-a185f09e26ec req-79f84cb3-e75b-4f08-be7b-a52cf513c0d3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8d838826-0cc1-465c-ac5e-e5b771415949 HTTP/1.1" status: 200 len: 913 time: 0.1283543 May 05 20:45:22.313054 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-29cbd02c-b886-49b2-a391-a185f09e26ec req-d9c7ad50-b2b8-4e0e-adcb-652a42d0ced7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b9b9e35-9eb6-49b8-a505-4303ad14c38b HTTP/1.1" status: 200 len: 1001 time: 0.0921125 May 05 20:45:22.314326 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-29cbd02c-b886-49b2-a391-a185f09e26ec req-182d1b8e-f573-497a-a09a-12e37c57347e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b9b9e35-9eb6-49b8-a505-4303ad14c38b HTTP/1.1" status: 200 len: 1001 time: 0.0972164 May 05 20:45:22.378156 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cbd02c-b886-49b2-a391-a185f09e26ec req-755a2b90-33e5-4f02-9e06-dccee64d10ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:22.378554 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cbd02c-b886-49b2-a391-a185f09e26ec req-863db93a-ea4c-4625-8a06-349a2f2d1cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:22.379640 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-29cbd02c-b886-49b2-a391-a185f09e26ec req-755a2b90-33e5-4f02-9e06-dccee64d10ea service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e17f71d4-d773-4eec-938b-3d1690270e74 HTTP/1.1" status: 200 len: 851 time: 0.0577109 May 05 20:45:22.380007 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-29cbd02c-b886-49b2-a391-a185f09e26ec req-863db93a-ea4c-4625-8a06-349a2f2d1cd6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e17f71d4-d773-4eec-938b-3d1690270e74 HTTP/1.1" status: 200 len: 851 time: 0.0615907 May 05 20:45:22.453957 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cbd02c-b886-49b2-a391-a185f09e26ec req-6a1060ba-fd9e-4b5f-ad50-3b120a7a44d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:22.455467 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-29cbd02c-b886-49b2-a391-a185f09e26ec req-6a1060ba-fd9e-4b5f-ad50-3b120a7a44d7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8d838826-0cc1-465c-ac5e-e5b771415949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700202 May 05 20:45:22.457793 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cbd02c-b886-49b2-a391-a185f09e26ec req-be52b478-292b-49de-a006-9624ad27b25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:22.459331 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-29cbd02c-b886-49b2-a391-a185f09e26ec req-be52b478-292b-49de-a006-9624ad27b25c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8d838826-0cc1-465c-ac5e-e5b771415949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736413 May 05 20:45:22.593973 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-29cbd02c-b886-49b2-a391-a185f09e26ec req-755732c9-2ce1-4d53-87f2-ef630eafa0b3 service neutron] 10.222.0.50 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328468 May 05 20:45:22.715157 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-29cbd02c-b886-49b2-a391-a185f09e26ec req-49693d69-4439-4e4c-b27b-4acf35490ba6 service neutron] 10.222.0.24 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494593 May 05 20:45:22.725648 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-29cbd02c-b886-49b2-a391-a185f09e26ec req-314c0abe-d90a-4a7a-900b-d425e352ab71 service neutron] 10.222.0.50 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259096 May 05 20:45:22.851129 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-29cbd02c-b886-49b2-a391-a185f09e26ec req-65098f27-d21e-4a58-b509-cb03022ff0ce service neutron] 10.222.0.24 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296201 May 05 20:45:23.016289 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b08442f-97be-44e6-ae20-7c79d1de888c req-a81feb73-1751-4d17-a483-879c887d58da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:23.017726 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7b08442f-97be-44e6-ae20-7c79d1de888c req-a81feb73-1751-4d17-a483-879c887d58da service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8d2ac5f24c2842b090417baf41a7b405&device_id=51b67330-a422-4cbb-88e9-1d7e81a1a23d HTTP/1.1" status: 200 len: 1095 time: 0.0759864 May 05 20:45:23.098304 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e28f7-62fd-47af-88a2-e8846dad96f8 req-4a4457e8-fb1b-42e5-8227-f8d5d4ed501e tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:23.103876 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-626e28f7-62fd-47af-88a2-e8846dad96f8 req-4a4457e8-fb1b-42e5-8227-f8d5d4ed501e tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=51b67330-a422-4cbb-88e9-1d7e81a1a23d HTTP/1.1" status: 200 len: 944 time: 0.2053661 May 05 20:45:23.145825 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-626e28f7-62fd-47af-88a2-e8846dad96f8 req-c3b42f96-41a8-42fb-8c19-bd7ee82284ca tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403736 May 05 20:45:23.172934 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b08442f-97be-44e6-ae20-7c79d1de888c req-e9e6500a-1379-4c45-8c04-7ae5648a2971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:23.174685 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7b08442f-97be-44e6-ae20-7c79d1de888c req-e9e6500a-1379-4c45-8c04-7ae5648a2971 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8d838826-0cc1-465c-ac5e-e5b771415949 HTTP/1.1" status: 200 len: 913 time: 0.1351733 May 05 20:45:23.276844 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7b08442f-97be-44e6-ae20-7c79d1de888c req-9343d1e8-180a-44cc-8262-5ab7d94f52d0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b9b9e35-9eb6-49b8-a505-4303ad14c38b HTTP/1.1" status: 200 len: 1001 time: 0.0957243 May 05 20:45:23.335619 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b08442f-97be-44e6-ae20-7c79d1de888c req-5c80157b-f718-4911-abec-65c80b16bdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:23.336971 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7b08442f-97be-44e6-ae20-7c79d1de888c req-5c80157b-f718-4911-abec-65c80b16bdbf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e17f71d4-d773-4eec-938b-3d1690270e74 HTTP/1.1" status: 200 len: 851 time: 0.0546787 May 05 20:45:23.411869 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b08442f-97be-44e6-ae20-7c79d1de888c req-70fee8cf-1950-48c4-8dff-30e5ff431198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:23.413607 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7b08442f-97be-44e6-ae20-7c79d1de888c req-70fee8cf-1950-48c4-8dff-30e5ff431198 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8d838826-0cc1-465c-ac5e-e5b771415949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713363 May 05 20:45:23.494281 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 2b9b9e35-9eb6-49b8-a505-4303ad14c38b no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:45:23.544639 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7b08442f-97be-44e6-ae20-7c79d1de888c req-2c34c12f-e373-435b-8805-0150681fcb1f service neutron] 10.222.0.24 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251855 May 05 20:45:23.551166 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 2b9b9e35-9eb6-49b8-a505-4303ad14c38b not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:45:23.679449 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7b08442f-97be-44e6-ae20-7c79d1de888c req-eab26693-ffca-410d-948e-55c744362c12 service neutron] 10.222.0.24 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290231 May 05 20:45:24.329553 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5549d382-6879-45ff-b9fb-43b063a49176 req-ec4126eb-70bd-4e11-be0a-b81588676703 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:24.330932 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5549d382-6879-45ff-b9fb-43b063a49176 req-ec4126eb-70bd-4e11-be0a-b81588676703 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=51b67330-a422-4cbb-88e9-1d7e81a1a23d HTTP/1.1" status: 200 len: 944 time: 0.0779586 May 05 20:45:24.375090 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5549d382-6879-45ff-b9fb-43b063a49176 req-9c7a5ff7-82fc-4c1c-82eb-1c6d5ab417f3 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383956 May 05 20:45:24.814637 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0afab4e-c517-4de1-8a1e-ee3ce6fe26c4 req-d167910c-06be-45c6-934d-dd5efeb1488e tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:24.816099 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e0afab4e-c517-4de1-8a1e-ee3ce6fe26c4 req-d167910c-06be-45c6-934d-dd5efeb1488e tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.24 "GET /v2.0/ports?device_id=51b67330-a422-4cbb-88e9-1d7e81a1a23d&tenant_id=8d2ac5f24c2842b090417baf41a7b405&binding%3Ahost_id=n-h1-840717-1 HTTP/1.1" status: 200 len: 944 time: 0.1351926 May 05 20:45:24.892382 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44be33-7015-4152-88b3-a2a2874467e7 req-fdceba00-106b-4158-b712-636659d1d065 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:24.893727 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3f44be33-7015-4152-88b3-a2a2874467e7 req-fdceba00-106b-4158-b712-636659d1d065 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=51b67330-a422-4cbb-88e9-1d7e81a1a23d HTTP/1.1" status: 200 len: 944 time: 0.1519883 May 05 20:45:24.930685 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e0afab4e-c517-4de1-8a1e-ee3ce6fe26c4 req-107fcd0c-d64d-4859-a854-e19af1c68a75 service neutron] 10.222.0.24 "GET /v2.0/ports/2b9b9e35-9eb6-49b8-a505-4303ad14c38b/bindings/n-h1-840717-1 HTTP/1.1" status: 200 len: 382 time: 0.1073861 May 05 20:45:24.949580 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3f44be33-7015-4152-88b3-a2a2874467e7 req-e6bae20b-18a1-4bcd-8c12-5d59099d0098 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489991 May 05 20:45:25.024337 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0afab4e-c517-4de1-8a1e-ee3ce6fe26c4 req-2cbd0cb1-097b-4b32-a5d2-bbd1e06db023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:25.025789 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e0afab4e-c517-4de1-8a1e-ee3ce6fe26c4 req-2cbd0cb1-097b-4b32-a5d2-bbd1e06db023 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8d2ac5f24c2842b090417baf41a7b405&device_id=51b67330-a422-4cbb-88e9-1d7e81a1a23d HTTP/1.1" status: 200 len: 1095 time: 0.0747728 May 05 20:45:25.267197 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0afab4e-c517-4de1-8a1e-ee3ce6fe26c4 req-01c119a3-ad9e-44f3-b43f-92744269d0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:25.268660 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e0afab4e-c517-4de1-8a1e-ee3ce6fe26c4 req-01c119a3-ad9e-44f3-b43f-92744269d0a9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8d838826-0cc1-465c-ac5e-e5b771415949 HTTP/1.1" status: 200 len: 913 time: 0.2371972 May 05 20:45:25.367562 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e0afab4e-c517-4de1-8a1e-ee3ce6fe26c4 req-a44c1bb7-056a-49d1-9878-144d0f1e865a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b9b9e35-9eb6-49b8-a505-4303ad14c38b HTTP/1.1" status: 200 len: 1001 time: 0.0929425 May 05 20:45:25.428068 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0afab4e-c517-4de1-8a1e-ee3ce6fe26c4 req-de72e409-45a5-496f-88b4-ffe743606568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:25.429495 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e0afab4e-c517-4de1-8a1e-ee3ce6fe26c4 req-de72e409-45a5-496f-88b4-ffe743606568 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e17f71d4-d773-4eec-938b-3d1690270e74 HTTP/1.1" status: 200 len: 851 time: 0.0566678 May 05 20:45:25.504273 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0afab4e-c517-4de1-8a1e-ee3ce6fe26c4 req-392056cd-7fbd-400e-8b06-1f860d0630d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:25.505745 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e0afab4e-c517-4de1-8a1e-ee3ce6fe26c4 req-392056cd-7fbd-400e-8b06-1f860d0630d1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8d838826-0cc1-465c-ac5e-e5b771415949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709958 May 05 20:45:25.556112 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 2b9b9e35-9eb6-49b8-a505-4303ad14c38b details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:45:25.636963 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e0afab4e-c517-4de1-8a1e-ee3ce6fe26c4 req-fd7186a2-df26-4e3f-addf-53deedacd458 service neutron] 10.222.0.24 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255581 May 05 20:45:25.691719 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 2b9b9e35-9eb6-49b8-a505-4303ad14c38b, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=2b9b9e35-9eb6-49b8-a505-4303ad14c38b,segment=NetworkSegment(7a533d90-8a9f-45ae-95b7-daccfb6d22ed),segment_id=7a533d90-8a9f-45ae-95b7-daccfb6d22ed)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:45:25.705027 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '2b9b9e35-9eb6-49b8-a505-4303ad14c38b', 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949', 'port_id': '2b9b9e35-9eb6-49b8-a505-4303ad14c38b', 'mac_address': 'fa:16:3e:a4:ee:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e17f71d4-d773-4eec-938b-3d1690270e74', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:45:25.763707 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:45:25.771587 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e0afab4e-c517-4de1-8a1e-ee3ce6fe26c4 req-dd004662-a80c-4a27-866b-616cbe875b1d service neutron] 10.222.0.24 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287267 May 05 20:45:25.781157 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b9b9e35-9eb6-49b8-a505-4303ad14c38b {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:45:25.797095 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 2b9b9e35-9eb6-49b8-a505-4303ad14c38b, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=2b9b9e35-9eb6-49b8-a505-4303ad14c38b,segment=NetworkSegment(7a533d90-8a9f-45ae-95b7-daccfb6d22ed),segment_id=7a533d90-8a9f-45ae-95b7-daccfb6d22ed)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:45:25.801929 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:45:25.872873 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=2b9b9e35-9eb6-49b8-a505-4303ad14c38b,revision_number=8']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:45:26.072565 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['2b9b9e35-9eb6-49b8-a505-4303ad14c38b'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:45:26.137881 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a377799-72a3-4895-b482-6fecd39e08ed req-39c89905-7280-4943-a9f1-1f823c4a10bb tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:26.139284 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3a377799-72a3-4895-b482-6fecd39e08ed req-39c89905-7280-4943-a9f1-1f823c4a10bb tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=51b67330-a422-4cbb-88e9-1d7e81a1a23d HTTP/1.1" status: 200 len: 945 time: 0.0787227 May 05 20:45:26.187206 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3a377799-72a3-4895-b482-6fecd39e08ed req-3ec45c06-029e-4c25-8476-d2368c837afb tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419896 May 05 20:45:27.385052 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00d223e-b7cf-49f1-ad31-2373c3317446 req-6b102f1f-796a-49d0-9073-4f7373d3b4ce tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:27.386530 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b00d223e-b7cf-49f1-ad31-2373c3317446 req-6b102f1f-796a-49d0-9073-4f7373d3b4ce tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=51b67330-a422-4cbb-88e9-1d7e81a1a23d HTTP/1.1" status: 200 len: 945 time: 0.0933411 May 05 20:45:27.435797 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b00d223e-b7cf-49f1-ad31-2373c3317446 req-d4dbd24b-bbe4-4903-9baf-4a9f6f318273 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422053 May 05 20:45:27.556071 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 2b9b9e35-9eb6-49b8-a505-4303ad14c38b up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:45:27.628339 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port 2b9b9e35-9eb6-49b8-a505-4303ad14c38b completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:45:27.633504 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 2b9b9e35-9eb6-49b8-a505-4303ad14c38b triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:45:27.633870 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:45:27.705202 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0afab4e-c517-4de1-8a1e-ee3ce6fe26c4 req-69e3c837-8072-4afb-8d41-4d733fbd231e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:27.706780 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e0afab4e-c517-4de1-8a1e-ee3ce6fe26c4 req-69e3c837-8072-4afb-8d41-4d733fbd231e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=51b67330-a422-4cbb-88e9-1d7e81a1a23d&tenant_id=8d2ac5f24c2842b090417baf41a7b405 HTTP/1.1" status: 200 len: 1096 time: 0.0705373 May 05 20:45:27.716766 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-e0afab4e-c517-4de1-8a1e-ee3ce6fe26c4 req-11074084-7598-48c1-919e-56dfe256aa03 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-840717-1', 'device_owner': 'compute:nova'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:45:27.752003 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:45:27.778235 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b67330-a422-4cbb-88e9-1d7e81a1a23d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b9b9e35-9eb6-49b8-a505-4303ad14c38b'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:45:27.788570 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 2b9b9e35-9eb6-49b8-a505-4303ad14c38b, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=2b9b9e35-9eb6-49b8-a505-4303ad14c38b,segment=NetworkSegment(7a533d90-8a9f-45ae-95b7-daccfb6d22ed),segment_id=7a533d90-8a9f-45ae-95b7-daccfb6d22ed)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:45:27.792604 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:45:27.828607 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-e0afab4e-c517-4de1-8a1e-ee3ce6fe26c4 req-11074084-7598-48c1-919e-56dfe256aa03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:45:27.849048 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8117571e-3d19-4444-abe4-21e3c261cbbe'] response: {'server_uuid': '51b67330-a422-4cbb-88e9-1d7e81a1a23d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b9b9e35-9eb6-49b8-a505-4303ad14c38b', 'code': 200} May 05 20:45:27.868456 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=2b9b9e35-9eb6-49b8-a505-4303ad14c38b,revision_number=9']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:45:27.999886 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:45:28.091428 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-e0afab4e-c517-4de1-8a1e-ee3ce6fe26c4 req-11074084-7598-48c1-919e-56dfe256aa03 service neutron] For port 2b9b9e35-9eb6-49b8-a505-4303ad14c38b, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=2b9b9e35-9eb6-49b8-a505-4303ad14c38b,segment=NetworkSegment(7a533d90-8a9f-45ae-95b7-daccfb6d22ed),segment_id=7a533d90-8a9f-45ae-95b7-daccfb6d22ed)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:45:28.119671 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-e0afab4e-c517-4de1-8a1e-ee3ce6fe26c4 req-11074084-7598-48c1-919e-56dfe256aa03 service neutron] For port 2b9b9e35-9eb6-49b8-a505-4303ad14c38b, host n-h1-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:45:28.176917 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b67330-a422-4cbb-88e9-1d7e81a1a23d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b9b9e35-9eb6-49b8-a505-4303ad14c38b'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:45:28.182141 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-e0afab4e-c517-4de1-8a1e-ee3ce6fe26c4 req-11074084-7598-48c1-919e-56dfe256aa03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:45:28.197572 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-e0afab4e-c517-4de1-8a1e-ee3ce6fe26c4 req-11074084-7598-48c1-919e-56dfe256aa03 service neutron] Transition to ACTIVE for port object 2b9b9e35-9eb6-49b8-a505-4303ad14c38b will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:45:28.201666 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-e0afab4e-c517-4de1-8a1e-ee3ce6fe26c4 req-11074084-7598-48c1-919e-56dfe256aa03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:45:28.243510 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a2583fa-683a-4023-8767-167853c8ff3b'] response: {'server_uuid': '51b67330-a422-4cbb-88e9-1d7e81a1a23d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b9b9e35-9eb6-49b8-a505-4303ad14c38b', 'code': 200} May 05 20:45:28.348459 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11074084-7598-48c1-919e-56dfe256aa03 service neutron] Pushing event updated for resources: {'Port': ['ID=2b9b9e35-9eb6-49b8-a505-4303ad14c38b,revision_number=10']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:45:28.410129 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0afab4e-c517-4de1-8a1e-ee3ce6fe26c4 req-11074084-7598-48c1-919e-56dfe256aa03 service neutron] No DVR routers for this DVR port 2b9b9e35-9eb6-49b8-a505-4303ad14c38b on host n-h1-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:45:28.705527 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97883717-60cb-4d29-9780-01049048fe8b req-8f26d42b-29d7-409f-aeb8-d3a66ee60552 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:28.706982 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-97883717-60cb-4d29-9780-01049048fe8b req-8f26d42b-29d7-409f-aeb8-d3a66ee60552 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=51b67330-a422-4cbb-88e9-1d7e81a1a23d HTTP/1.1" status: 200 len: 945 time: 0.1600261 May 05 20:45:28.709085 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-e0afab4e-c517-4de1-8a1e-ee3ce6fe26c4 req-11074084-7598-48c1-919e-56dfe256aa03 service neutron] Attempting to bind port 2b9b9e35-9eb6-49b8-a505-4303ad14c38b on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:45:28.709415 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-e0afab4e-c517-4de1-8a1e-ee3ce6fe26c4 req-11074084-7598-48c1-919e-56dfe256aa03 service neutron] Attempting to bind port 2b9b9e35-9eb6-49b8-a505-4303ad14c38b by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': '7a533d90-8a9f-45ae-95b7-daccfb6d22ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:45:28.709745 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0afab4e-c517-4de1-8a1e-ee3ce6fe26c4 req-11074084-7598-48c1-919e-56dfe256aa03 service neutron] Attempting to bind port 2b9b9e35-9eb6-49b8-a505-4303ad14c38b on network 8d838826-0cc1-465c-ac5e-e5b771415949 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:45:28.726838 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0afab4e-c517-4de1-8a1e-ee3ce6fe26c4 req-11074084-7598-48c1-919e-56dfe256aa03 service neutron] Port 2b9b9e35-9eb6-49b8-a505-4303ad14c38b on network 8d838826-0cc1-465c-ac5e-e5b771415949 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:45:28.727164 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0afab4e-c517-4de1-8a1e-ee3ce6fe26c4 req-11074084-7598-48c1-919e-56dfe256aa03 service neutron] Attempting to bind port 2b9b9e35-9eb6-49b8-a505-4303ad14c38b on network 8d838826-0cc1-465c-ac5e-e5b771415949 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:45:28.736536 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0afab4e-c517-4de1-8a1e-ee3ce6fe26c4 req-11074084-7598-48c1-919e-56dfe256aa03 service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:45:28.736871 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0afab4e-c517-4de1-8a1e-ee3ce6fe26c4 req-11074084-7598-48c1-919e-56dfe256aa03 service neutron] Checking segment: {'id': '7a533d90-8a9f-45ae-95b7-daccfb6d22ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:45:28.737248 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0afab4e-c517-4de1-8a1e-ee3ce6fe26c4 req-11074084-7598-48c1-919e-56dfe256aa03 service neutron] Bound using segment: {'id': '7a533d90-8a9f-45ae-95b7-daccfb6d22ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:45:28.737670 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-e0afab4e-c517-4de1-8a1e-ee3ce6fe26c4 req-11074084-7598-48c1-919e-56dfe256aa03 service neutron] Bound port: 2b9b9e35-9eb6-49b8-a505-4303ad14c38b, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a533d90-8a9f-45ae-95b7-daccfb6d22ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:45:28.738013 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-e0afab4e-c517-4de1-8a1e-ee3ce6fe26c4 req-11074084-7598-48c1-919e-56dfe256aa03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:45:28.810304 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-97883717-60cb-4d29-9780-01049048fe8b req-4d4ab8b4-b459-4b6b-9deb-4df869b271e4 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968802 May 05 20:45:28.845621 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-e0afab4e-c517-4de1-8a1e-ee3ce6fe26c4 req-11074084-7598-48c1-919e-56dfe256aa03 service neutron] For port 2b9b9e35-9eb6-49b8-a505-4303ad14c38b, host n-h2-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:45:28.848609 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-e0afab4e-c517-4de1-8a1e-ee3ce6fe26c4 req-11074084-7598-48c1-919e-56dfe256aa03 service neutron] For port 2b9b9e35-9eb6-49b8-a505-4303ad14c38b, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=2b9b9e35-9eb6-49b8-a505-4303ad14c38b,segment=NetworkSegment(7a533d90-8a9f-45ae-95b7-daccfb6d22ed),segment_id=7a533d90-8a9f-45ae-95b7-daccfb6d22ed)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:45:28.852592 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-e0afab4e-c517-4de1-8a1e-ee3ce6fe26c4 req-11074084-7598-48c1-919e-56dfe256aa03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:45:28.910348 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0afab4e-c517-4de1-8a1e-ee3ce6fe26c4 req-11074084-7598-48c1-919e-56dfe256aa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:28.910985 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-e0afab4e-c517-4de1-8a1e-ee3ce6fe26c4 req-11074084-7598-48c1-919e-56dfe256aa03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:45:28.912455 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e0afab4e-c517-4de1-8a1e-ee3ce6fe26c4 req-11074084-7598-48c1-919e-56dfe256aa03 service neutron] 10.222.0.50 "PUT /v2.0/ports/2b9b9e35-9eb6-49b8-a505-4303ad14c38b HTTP/1.1" status: 200 len: 1093 time: 1.1995077 May 05 20:45:28.932773 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11074084-7598-48c1-919e-56dfe256aa03 service neutron] Pushing event updated for resources: {'Port': ['ID=2b9b9e35-9eb6-49b8-a505-4303ad14c38b,revision_number=11']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:45:29.014658 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0afab4e-c517-4de1-8a1e-ee3ce6fe26c4 req-e37e4021-c730-4398-82b1-6f3f6343ca6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:29.016391 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e0afab4e-c517-4de1-8a1e-ee3ce6fe26c4 req-e37e4021-c730-4398-82b1-6f3f6343ca6c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8d2ac5f24c2842b090417baf41a7b405&device_id=51b67330-a422-4cbb-88e9-1d7e81a1a23d HTTP/1.1" status: 200 len: 1096 time: 0.0772963 May 05 20:45:29.258484 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0afab4e-c517-4de1-8a1e-ee3ce6fe26c4 req-5b66e77e-4cbd-486e-bd23-58483679a1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:29.259989 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e0afab4e-c517-4de1-8a1e-ee3ce6fe26c4 req-5b66e77e-4cbd-486e-bd23-58483679a1f7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8d838826-0cc1-465c-ac5e-e5b771415949 HTTP/1.1" status: 200 len: 913 time: 0.2380271 May 05 20:45:29.359811 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e0afab4e-c517-4de1-8a1e-ee3ce6fe26c4 req-eda9d3ba-6257-419a-a4c3-dd0466654002 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b9b9e35-9eb6-49b8-a505-4303ad14c38b HTTP/1.1" status: 200 len: 1001 time: 0.0941656 May 05 20:45:29.419132 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0afab4e-c517-4de1-8a1e-ee3ce6fe26c4 req-6b71bac8-b581-4d14-bbf0-d034d811e165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:29.420971 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e0afab4e-c517-4de1-8a1e-ee3ce6fe26c4 req-6b71bac8-b581-4d14-bbf0-d034d811e165 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e17f71d4-d773-4eec-938b-3d1690270e74 HTTP/1.1" status: 200 len: 851 time: 0.0556800 May 05 20:45:29.497142 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0afab4e-c517-4de1-8a1e-ee3ce6fe26c4 req-ad48b646-70bc-4d5b-8628-862c396ebb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:29.499129 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e0afab4e-c517-4de1-8a1e-ee3ce6fe26c4 req-ad48b646-70bc-4d5b-8628-862c396ebb7c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8d838826-0cc1-465c-ac5e-e5b771415949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725317 May 05 20:45:29.630322 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e0afab4e-c517-4de1-8a1e-ee3ce6fe26c4 req-d4b5bdee-304b-46b3-83b7-8da2a072bcce service neutron] 10.222.0.50 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256595 May 05 20:45:29.756907 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e0afab4e-c517-4de1-8a1e-ee3ce6fe26c4 req-790b3a29-3b9d-4b5a-989b-b09bb516431b service neutron] 10.222.0.50 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212654 May 05 20:45:29.995780 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e3097-164c-4675-845e-ee691393b339 req-5dc5e349-9880-420c-bc25-bc7f2bd0af11 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:29.997262 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e13e3097-164c-4675-845e-ee691393b339 req-5dc5e349-9880-420c-bc25-bc7f2bd0af11 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=51b67330-a422-4cbb-88e9-1d7e81a1a23d HTTP/1.1" status: 200 len: 945 time: 0.0798218 May 05 20:45:30.044647 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e13e3097-164c-4675-845e-ee691393b339 req-526eedc5-bb65-4b3a-a8e6-e14bb612b37e tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416760 May 05 20:45:30.245015 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51b67330-a422-4cbb-88e9-1d7e81a1a23d', 'tag': '2b9b9e35-9eb6-49b8-a505-4303ad14c38b'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:45:30.303425 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e973968-e75f-4a5a-ba41-d71f1d9e0cd7'] response: {'name': 'network-changed', 'server_uuid': '51b67330-a422-4cbb-88e9-1d7e81a1a23d', 'tag': '2b9b9e35-9eb6-49b8-a505-4303ad14c38b', 'status': 'completed', 'code': 200} May 05 20:45:30.392302 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028828fe-23b7-4d61-97c1-d7900b2e6fb6 req-16fd5aeb-04b7-4f8d-bea0-9c64d087fd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:30.393796 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-028828fe-23b7-4d61-97c1-d7900b2e6fb6 req-16fd5aeb-04b7-4f8d-bea0-9c64d087fd60 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8d2ac5f24c2842b090417baf41a7b405&device_id=51b67330-a422-4cbb-88e9-1d7e81a1a23d HTTP/1.1" status: 200 len: 1096 time: 0.0714841 May 05 20:45:30.394808 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028828fe-23b7-4d61-97c1-d7900b2e6fb6 req-0f054e1e-f4e5-4014-a3b9-9e4255428d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:30.396292 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-028828fe-23b7-4d61-97c1-d7900b2e6fb6 req-0f054e1e-f4e5-4014-a3b9-9e4255428d4d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8d2ac5f24c2842b090417baf41a7b405&device_id=51b67330-a422-4cbb-88e9-1d7e81a1a23d HTTP/1.1" status: 200 len: 1096 time: 0.0715718 May 05 20:45:30.526387 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028828fe-23b7-4d61-97c1-d7900b2e6fb6 req-ea065829-9693-4f4f-9e0c-ff98a1d253d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:30.526639 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028828fe-23b7-4d61-97c1-d7900b2e6fb6 req-8d8c4c32-bab8-4347-a76d-595dbe8716c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:30.527863 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-028828fe-23b7-4d61-97c1-d7900b2e6fb6 req-ea065829-9693-4f4f-9e0c-ff98a1d253d5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8d838826-0cc1-465c-ac5e-e5b771415949 HTTP/1.1" status: 200 len: 913 time: 0.1282947 May 05 20:45:30.527980 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-028828fe-23b7-4d61-97c1-d7900b2e6fb6 req-8d8c4c32-bab8-4347-a76d-595dbe8716c9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8d838826-0cc1-465c-ac5e-e5b771415949 HTTP/1.1" status: 200 len: 913 time: 0.1256237 May 05 20:45:30.631318 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-028828fe-23b7-4d61-97c1-d7900b2e6fb6 req-cb208125-b4d6-4759-834e-da724f07ab92 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b9b9e35-9eb6-49b8-a505-4303ad14c38b HTTP/1.1" status: 200 len: 1001 time: 0.0975459 May 05 20:45:30.631956 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-028828fe-23b7-4d61-97c1-d7900b2e6fb6 req-0cbc45fa-6d73-4e9a-95ac-60be7a72951c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b9b9e35-9eb6-49b8-a505-4303ad14c38b HTTP/1.1" status: 200 len: 1001 time: 0.0977225 May 05 20:45:30.693164 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028828fe-23b7-4d61-97c1-d7900b2e6fb6 req-8ac3296b-3384-4f89-b72c-8eda91eccb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:30.693993 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028828fe-23b7-4d61-97c1-d7900b2e6fb6 req-809ceea5-216e-4291-9142-5654d0c5ab94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:30.694885 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-028828fe-23b7-4d61-97c1-d7900b2e6fb6 req-8ac3296b-3384-4f89-b72c-8eda91eccb03 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e17f71d4-d773-4eec-938b-3d1690270e74 HTTP/1.1" status: 200 len: 851 time: 0.0582440 May 05 20:45:30.696689 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-028828fe-23b7-4d61-97c1-d7900b2e6fb6 req-809ceea5-216e-4291-9142-5654d0c5ab94 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e17f71d4-d773-4eec-938b-3d1690270e74 HTTP/1.1" status: 200 len: 851 time: 0.0590281 May 05 20:45:30.772218 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028828fe-23b7-4d61-97c1-d7900b2e6fb6 req-cf09a3af-8f53-415b-a772-e8d978139809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:30.773702 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-028828fe-23b7-4d61-97c1-d7900b2e6fb6 req-cf09a3af-8f53-415b-a772-e8d978139809 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8d838826-0cc1-465c-ac5e-e5b771415949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733223 May 05 20:45:30.776047 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028828fe-23b7-4d61-97c1-d7900b2e6fb6 req-e391e7ae-d080-469e-91bd-0ba1740f51b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:30.777511 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-028828fe-23b7-4d61-97c1-d7900b2e6fb6 req-e391e7ae-d080-469e-91bd-0ba1740f51b2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8d838826-0cc1-465c-ac5e-e5b771415949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745516 May 05 20:45:30.903528 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-028828fe-23b7-4d61-97c1-d7900b2e6fb6 req-94ddcb74-1110-4a38-9e22-a9307b7dd32d service neutron] 10.222.0.24 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241665 May 05 20:45:30.911961 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-028828fe-23b7-4d61-97c1-d7900b2e6fb6 req-a328b5fe-8972-4cd4-bd31-5e77ade5ea07 service neutron] 10.222.0.50 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277723 May 05 20:45:31.033137 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-028828fe-23b7-4d61-97c1-d7900b2e6fb6 req-c2f9aef7-6c49-426a-9fbc-006ce9e32760 service neutron] 10.222.0.24 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236572 May 05 20:45:31.046046 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-028828fe-23b7-4d61-97c1-d7900b2e6fb6 req-57e0fbb0-7319-4dff-bf5e-cb10a3bc5bed service neutron] 10.222.0.50 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270742 May 05 20:45:31.235328 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9938d4-0be9-4de3-ab11-4fa76d884154 req-93365997-5263-4e46-9b57-52a6f24f5a05 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:31.236834 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-da9938d4-0be9-4de3-ab11-4fa76d884154 req-93365997-5263-4e46-9b57-52a6f24f5a05 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=51b67330-a422-4cbb-88e9-1d7e81a1a23d HTTP/1.1" status: 200 len: 945 time: 0.0825732 May 05 20:45:31.281345 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-da9938d4-0be9-4de3-ab11-4fa76d884154 req-fa3a07de-7b7c-4188-8b8b-e459a20d19f6 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387375 May 05 20:45:31.530941 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 2b9b9e35-9eb6-49b8-a505-4303ad14c38b details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:45:31.571302 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 2b9b9e35-9eb6-49b8-a505-4303ad14c38b no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:45:31.694336 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 2b9b9e35-9eb6-49b8-a505-4303ad14c38b not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:45:31.712334 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 2b9b9e35-9eb6-49b8-a505-4303ad14c38b, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=2b9b9e35-9eb6-49b8-a505-4303ad14c38b,segment=NetworkSegment(7a533d90-8a9f-45ae-95b7-daccfb6d22ed),segment_id=7a533d90-8a9f-45ae-95b7-daccfb6d22ed)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:45:31.725858 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': '2b9b9e35-9eb6-49b8-a505-4303ad14c38b', 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949', 'port_id': '2b9b9e35-9eb6-49b8-a505-4303ad14c38b', 'mac_address': 'fa:16:3e:a4:ee:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e17f71d4-d773-4eec-938b-3d1690270e74', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:45:31.781716 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:45:31.798369 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b9b9e35-9eb6-49b8-a505-4303ad14c38b {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:45:31.813735 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 2b9b9e35-9eb6-49b8-a505-4303ad14c38b, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=2b9b9e35-9eb6-49b8-a505-4303ad14c38b,segment=NetworkSegment(7a533d90-8a9f-45ae-95b7-daccfb6d22ed),segment_id=7a533d90-8a9f-45ae-95b7-daccfb6d22ed)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:45:31.817303 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:45:31.883873 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=2b9b9e35-9eb6-49b8-a505-4303ad14c38b,revision_number=12']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:45:32.012534 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['2b9b9e35-9eb6-49b8-a505-4303ad14c38b'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:45:32.467121 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f64ea-c73f-4ada-9de9-8d18df1a3bf4 req-b742b929-d5c0-4ef7-b21c-ee00fcf0e631 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:32.469238 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-073f64ea-c73f-4ada-9de9-8d18df1a3bf4 req-b742b929-d5c0-4ef7-b21c-ee00fcf0e631 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=51b67330-a422-4cbb-88e9-1d7e81a1a23d HTTP/1.1" status: 200 len: 946 time: 0.0809920 May 05 20:45:32.512110 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-073f64ea-c73f-4ada-9de9-8d18df1a3bf4 req-f88d99b7-a6b1-4102-ab97-0610575c5a7f tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372901 May 05 20:45:32.803605 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503639a2-ae56-4933-93d7-22c7c0af76df req-a4dbbcbb-2c13-4d6e-a85d-a6075daed9c6 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:32.805070 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-503639a2-ae56-4933-93d7-22c7c0af76df req-a4dbbcbb-2c13-4d6e-a85d-a6075daed9c6 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=51b67330-a422-4cbb-88e9-1d7e81a1a23d HTTP/1.1" status: 200 len: 946 time: 0.1890602 May 05 20:45:32.848734 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-503639a2-ae56-4933-93d7-22c7c0af76df req-df838c35-7da6-4637-94ad-32680ba3e880 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379593 May 05 20:45:33.036004 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9031a044-bd1d-47d9-ad56-d30da5540a04 req-eb5f153b-1799-486b-a982-db670074d83e tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:33.037435 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9031a044-bd1d-47d9-ad56-d30da5540a04 req-eb5f153b-1799-486b-a982-db670074d83e tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=51b67330-a422-4cbb-88e9-1d7e81a1a23d HTTP/1.1" status: 200 len: 946 time: 0.0816517 May 05 20:45:33.080685 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9031a044-bd1d-47d9-ad56-d30da5540a04 req-e3450987-3ed4-46e7-a09c-2deb8203120c tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377192 May 05 20:45:33.458144 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b7bac-fccd-40eb-b676-47800d5c3b5a req-1e7564cf-907b-4cd8-bce9-95605a2f2456 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:33.459525 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-195b7bac-fccd-40eb-b676-47800d5c3b5a req-1e7564cf-907b-4cd8-bce9-95605a2f2456 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=51b67330-a422-4cbb-88e9-1d7e81a1a23d HTTP/1.1" status: 200 len: 946 time: 0.0785744 May 05 20:45:33.505744 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-195b7bac-fccd-40eb-b676-47800d5c3b5a req-1ac5484a-6376-4fb8-aac6-a1e4f5d88931 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406125 May 05 20:45:33.540774 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 2b9b9e35-9eb6-49b8-a505-4303ad14c38b up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:45:33.606977 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port 2b9b9e35-9eb6-49b8-a505-4303ad14c38b completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:45:33.611753 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port 2b9b9e35-9eb6-49b8-a505-4303ad14c38b triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:45:33.612123 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:45:33.757890 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:45:33.783732 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b67330-a422-4cbb-88e9-1d7e81a1a23d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b9b9e35-9eb6-49b8-a505-4303ad14c38b'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:45:33.793268 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 2b9b9e35-9eb6-49b8-a505-4303ad14c38b, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=2b9b9e35-9eb6-49b8-a505-4303ad14c38b,segment=NetworkSegment(7a533d90-8a9f-45ae-95b7-daccfb6d22ed),segment_id=7a533d90-8a9f-45ae-95b7-daccfb6d22ed)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:45:33.798687 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:45:33.835293 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3289a78-3e89-44e6-a1a1-0e4263cab62e'] response: {'server_uuid': '51b67330-a422-4cbb-88e9-1d7e81a1a23d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b9b9e35-9eb6-49b8-a505-4303ad14c38b', 'code': 200} May 05 20:45:33.869883 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=2b9b9e35-9eb6-49b8-a505-4303ad14c38b,revision_number=13']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:45:34.723427 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2fc6a703-5bee-4d0d-af01-8913b248fab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:45:34.803511 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6192df3-f433-437b-802a-d424e2620760 req-9c4b12c8-3ddc-4f42-a8c6-5350849a0e36 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:34.804949 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c6192df3-f433-437b-802a-d424e2620760 req-9c4b12c8-3ddc-4f42-a8c6-5350849a0e36 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.50 "GET /v2.0/ports?device_id=51b67330-a422-4cbb-88e9-1d7e81a1a23d HTTP/1.1" status: 200 len: 947 time: 0.2484906 May 05 20:45:34.812611 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e2631b-9b18-4790-a0f2-42056116aa57 req-ec680ad2-56be-4e4e-bceb-d329d6a9c43a tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:34.813947 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e3e2631b-9b18-4790-a0f2-42056116aa57 req-ec680ad2-56be-4e4e-bceb-d329d6a9c43a tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=51b67330-a422-4cbb-88e9-1d7e81a1a23d HTTP/1.1" status: 200 len: 947 time: 0.1162210 May 05 20:45:34.905460 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-c6192df3-f433-437b-802a-d424e2620760 req-4bb22d56-69d8-472e-a5e1-2d457802cbc5 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Deleting port 2b9b9e35-9eb6-49b8-a505-4303ad14c38b {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:45:34.905795 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c6192df3-f433-437b-802a-d424e2620760 req-4bb22d56-69d8-472e-a5e1-2d457802cbc5 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:45:34.949403 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e3e2631b-9b18-4790-a0f2-42056116aa57 req-48537691-f863-403f-8a6d-94dfec4c928e tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060300 May 05 20:45:35.153991 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-c6192df3-f433-437b-802a-d424e2620760 req-4bb22d56-69d8-472e-a5e1-2d457802cbc5 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] For port 2b9b9e35-9eb6-49b8-a505-4303ad14c38b, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=2b9b9e35-9eb6-49b8-a505-4303ad14c38b,segment=NetworkSegment(7a533d90-8a9f-45ae-95b7-daccfb6d22ed),segment_id=7a533d90-8a9f-45ae-95b7-daccfb6d22ed)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:45:35.154253 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c6192df3-f433-437b-802a-d424e2620760 req-4bb22d56-69d8-472e-a5e1-2d457802cbc5 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:45:35.443282 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c6192df3-f433-437b-802a-d424e2620760 req-4bb22d56-69d8-472e-a5e1-2d457802cbc5 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:45:35.443677 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c6192df3-f433-437b-802a-d424e2620760 req-4bb22d56-69d8-472e-a5e1-2d457802cbc5 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:45:35.443990 n-d-840717-1 neutron-server[88197]: INFO neutron.db.l3_db [req-c6192df3-f433-437b-802a-d424e2620760 req-4bb22d56-69d8-472e-a5e1-2d457802cbc5 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Floating IP 7e02ae13-64cb-4c22-a6a3-ff569fb3dbf8 disassociated. External IP: 172.25.0.130, port: 2b9b9e35-9eb6-49b8-a505-4303ad14c38b. May 05 20:45:35.444329 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-c6192df3-f433-437b-802a-d424e2620760 req-4bb22d56-69d8-472e-a5e1-2d457802cbc5 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Calling delete_port for 2b9b9e35-9eb6-49b8-a505-4303ad14c38b owned by compute:nova {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:45:35.593518 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c6192df3-f433-437b-802a-d424e2620760 req-4bb22d56-69d8-472e-a5e1-2d457802cbc5 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:45:35.646583 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb22d56-69d8-472e-a5e1-2d457802cbc5 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Pushing event deleted for resources: {'Port': ['ID=2b9b9e35-9eb6-49b8-a505-4303ad14c38b,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:45:35.658165 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb22d56-69d8-472e-a5e1-2d457802cbc5 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:45:35.658534 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb22d56-69d8-472e-a5e1-2d457802cbc5 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:45:35.658876 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb22d56-69d8-472e-a5e1-2d457802cbc5 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:45:35.659229 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb22d56-69d8-472e-a5e1-2d457802cbc5 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:45:35.659587 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb22d56-69d8-472e-a5e1-2d457802cbc5 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:45:35.659922 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb22d56-69d8-472e-a5e1-2d457802cbc5 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:45:35.660286 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb22d56-69d8-472e-a5e1-2d457802cbc5 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:45:35.660614 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb22d56-69d8-472e-a5e1-2d457802cbc5 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:45:35.660939 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb22d56-69d8-472e-a5e1-2d457802cbc5 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:45:35.661261 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb22d56-69d8-472e-a5e1-2d457802cbc5 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:45:35.661583 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb22d56-69d8-472e-a5e1-2d457802cbc5 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:45:35.661904 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb22d56-69d8-472e-a5e1-2d457802cbc5 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:45:35.845035 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6192df3-f433-437b-802a-d424e2620760 req-4bb22d56-69d8-472e-a5e1-2d457802cbc5 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Router 00f3962c-2a3e-4460-835e-acf97a7030d0 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:45:36.028126 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6192df3-f433-437b-802a-d424e2620760 req-4bb22d56-69d8-472e-a5e1-2d457802cbc5 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:45:36.040046 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785fa734-7870-4410-a0fc-7e60c35ea1ca None None] Sync routers for ids ['00f3962c-2a3e-4460-835e-acf97a7030d0'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:45:36.049392 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785fa734-7870-4410-a0fc-7e60c35ea1ca None None] Routers {'00f3962c-2a3e-4460-835e-acf97a7030d0'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:45:36.050094 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-785fa734-7870-4410-a0fc-7e60c35ea1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:45:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['00f3962c-2a3e-4460-835e-acf97a7030d0'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:45:36.101075 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-70b84594-5e5c-402e-8059-ea3466d8b707 req-ac802752-3f4c-4c13-8320-f6bda6c624eb tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=51b67330-a422-4cbb-88e9-1d7e81a1a23d HTTP/1.1" status: 200 len: 210 time: 0.0427313 May 05 20:45:36.104215 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6192df3-f433-437b-802a-d424e2620760 req-4bb22d56-69d8-472e-a5e1-2d457802cbc5 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] No DVR routers for this DVR port 2b9b9e35-9eb6-49b8-a505-4303ad14c38b on host n-h2-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:45:36.107263 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c6192df3-f433-437b-802a-d424e2620760 req-4bb22d56-69d8-472e-a5e1-2d457802cbc5 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:45:36.110933 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b67330-a422-4cbb-88e9-1d7e81a1a23d', 'name': 'network-vif-deleted', 'tag': '2b9b9e35-9eb6-49b8-a505-4303ad14c38b'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:45:36.128828 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c6192df3-f433-437b-802a-d424e2620760 req-4bb22d56-69d8-472e-a5e1-2d457802cbc5 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.50 "DELETE /v2.0/ports/2b9b9e35-9eb6-49b8-a505-4303ad14c38b HTTP/1.1" status: 204 len: 173 time: 1.3139036 May 05 20:45:36.171976 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b77a5ae-dc48-448d-97b5-ae39622e966f'] response: {'server_uuid': '51b67330-a422-4cbb-88e9-1d7e81a1a23d', 'name': 'network-vif-deleted', 'tag': '2b9b9e35-9eb6-49b8-a505-4303ad14c38b', 'status': 'completed', 'code': 200} May 05 20:45:36.239873 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-785fa734-7870-4410-a0fc-7e60c35ea1ca None None] Set router 00f3962c-2a3e-4460-835e-acf97a7030d0 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:45:36.556842 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-785fa734-7870-4410-a0fc-7e60c35ea1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'name': 'tempest-ServerActionsTestJSON-1576992870-router', 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '6f9e3be1-88ef-4087-8eea-119a7d9d769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:42:39Z', 'updated_at': '2022-05-05T20:42:43Z', 'revision_number': 4, 'project_id': '8d2ac5f24c2842b090417baf41a7b405', 'gw_port': {'id': '6f9e3be1-88ef-4087-8eea-119a7d9d769c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:dd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:42:40Z', 'updated_at': '2022-05-05T20:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '74da4d18-b707-41d1-82b5-13493af950c4', 'name': '', 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949', 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'mac_address': 'fa:16:3e:70:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'e17f71d4-d773-4eec-938b-3d1690270e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:42:42Z', 'updated_at': '2022-05-05T20:42:48Z', 'revision_number': 5, 'project_id': '8d2ac5f24c2842b090417baf41a7b405', 'subnets': [{'id': 'e17f71d4-d773-4eec-938b-3d1690270e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:45:36.560545 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785fa734-7870-4410-a0fc-7e60c35ea1ca None None] Checking router: 00f3962c-2a3e-4460-835e-acf97a7030d0 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:45:36.569583 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785fa734-7870-4410-a0fc-7e60c35ea1ca None None] Routers {'00f3962c-2a3e-4460-835e-acf97a7030d0'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:45:36.570173 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-785fa734-7870-4410-a0fc-7e60c35ea1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:45:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['00f3962c-2a3e-4460-835e-acf97a7030d0'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:45:36.747368 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-785fa734-7870-4410-a0fc-7e60c35ea1ca None None] Set router 00f3962c-2a3e-4460-835e-acf97a7030d0 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:45:36.963900 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0a92265d-b70d-4223-934d-44b5f87221f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:45:37.065160 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-785fa734-7870-4410-a0fc-7e60c35ea1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'name': 'tempest-ServerActionsTestJSON-1576992870-router', 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '6f9e3be1-88ef-4087-8eea-119a7d9d769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:42:39Z', 'updated_at': '2022-05-05T20:42:43Z', 'revision_number': 4, 'project_id': '8d2ac5f24c2842b090417baf41a7b405', 'gw_port': {'id': '6f9e3be1-88ef-4087-8eea-119a7d9d769c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:dd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:42:40Z', 'updated_at': '2022-05-05T20:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '74da4d18-b707-41d1-82b5-13493af950c4', 'name': '', 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949', 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'mac_address': 'fa:16:3e:70:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'e17f71d4-d773-4eec-938b-3d1690270e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:42:42Z', 'updated_at': '2022-05-05T20:42:48Z', 'revision_number': 5, 'project_id': '8d2ac5f24c2842b090417baf41a7b405', 'subnets': [{'id': 'e17f71d4-d773-4eec-938b-3d1690270e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:45:37.069019 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785fa734-7870-4410-a0fc-7e60c35ea1ca None None] The sync data for ids ['00f3962c-2a3e-4460-835e-acf97a7030d0'] in n-d-840717-1 is: [{'id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'name': 'tempest-ServerActionsTestJSON-1576992870-router', 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '6f9e3be1-88ef-4087-8eea-119a7d9d769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:42:39Z', 'updated_at': '2022-05-05T20:42:43Z', 'revision_number': 4, 'project_id': '8d2ac5f24c2842b090417baf41a7b405', 'gw_port': {'id': '6f9e3be1-88ef-4087-8eea-119a7d9d769c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:dd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:42:40Z', 'updated_at': '2022-05-05T20:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '74da4d18-b707-41d1-82b5-13493af950c4', 'name': '', 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949', 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'mac_address': 'fa:16:3e:70:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'e17f71d4-d773-4eec-938b-3d1690270e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:42:42Z', 'updated_at': '2022-05-05T20:42:48Z', 'revision_number': 5, 'project_id': '8d2ac5f24c2842b090417baf41a7b405', 'subnets': [{'id': 'e17f71d4-d773-4eec-938b-3d1690270e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:45:37.298403 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c952c36f-ac76-4d9b-be80-118ff3fc91fc None None] New status for floating IP 7e02ae13-64cb-4c22-a6a3-ff569fb3dbf8: DOWN {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:45:37.444158 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cd99bba4-4c1f-45dd-87d5-1d7a3723bc4d req-13d568e6-e117-4b7f-87e3-dde380d29b26 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--195277809&fields=id&tenant_id=8d2ac5f24c2842b090417baf41a7b405 HTTP/1.1" status: 200 len: 267 time: 0.0411410 May 05 20:45:37.603922 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99bba4-4c1f-45dd-87d5-1d7a3723bc4d req-bf7af0c6-f4c8-425d-ba99-4ad5653cda07 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:37.605377 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cd99bba4-4c1f-45dd-87d5-1d7a3723bc4d req-bf7af0c6-f4c8-425d-ba99-4ad5653cda07 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/networks?id=8d838826-0cc1-465c-ac5e-e5b771415949 HTTP/1.1" status: 200 len: 812 time: 0.1546063 May 05 20:45:37.621409 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cd99bba4-4c1f-45dd-87d5-1d7a3723bc4d req-91092d13-f5a5-4f1d-b64a-62da29db3284 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/quotas/8d2ac5f24c2842b090417baf41a7b405 HTTP/1.1" status: 200 len: 375 time: 0.0102503 May 05 20:45:37.704277 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cd99bba4-4c1f-45dd-87d5-1d7a3723bc4d req-6db76510-315c-4129-b0bb-3302c4d6352d tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8d2ac5f24c2842b090417baf41a7b405&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0778244 May 05 20:45:37.720024 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [req-cd99bba4-4c1f-45dd-87d5-1d7a3723bc4d req-75b48800-3103-4630-b489-1fd9bc3d20cb service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:45:37.720988 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cd99bba4-4c1f-45dd-87d5-1d7a3723bc4d req-75b48800-3103-4630-b489-1fd9bc3d20cb service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057628 May 05 20:45:37.850084 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cd99bba4-4c1f-45dd-87d5-1d7a3723bc4d req-ee132bd3-ed88-4505-9a18-e0caf5b33213 service neutron] 10.222.0.36 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237600 May 05 20:45:37.961153 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:45:37.983384 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cd99bba4-4c1f-45dd-87d5-1d7a3723bc4d req-b3114834-6a81-4ac6-b7ed-19ec83eb0cb7 service neutron] 10.222.0.36 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271002 May 05 20:45:38.150051 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:45:38.271665 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-4ce21319-bd95-4db3-bed6-ba486f98957c req-ffb3fc68-ad66-47ec-bf3f-a422d67126ee tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Synchronizing usage tracker for tenant:8d2ac5f24c2842b090417baf41a7b405 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:45:38.287407 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-4ce21319-bd95-4db3-bed6-ba486f98957c req-ffb3fc68-ad66-47ec-bf3f-a422d67126ee tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Unset dirty status for tenant:8d2ac5f24c2842b090417baf41a7b405 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:45:38.288563 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4ce21319-bd95-4db3-bed6-ba486f98957c req-ffb3fc68-ad66-47ec-bf3f-a422d67126ee tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=68b060b9-6fea-4950-957b-dcd001f17077 HTTP/1.1" status: 200 len: 210 time: 0.1702468 May 05 20:45:39.190770 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99bba4-4c1f-45dd-87d5-1d7a3723bc4d req-13c0b7b1-37cb-4d37-8fc6-bf7f51b9f6ff tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:39.192225 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cd99bba4-4c1f-45dd-87d5-1d7a3723bc4d req-13c0b7b1-37cb-4d37-8fc6-bf7f51b9f6ff tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.24 "GET /v2.0/networks?id=8d838826-0cc1-465c-ac5e-e5b771415949 HTTP/1.1" status: 200 len: 812 time: 0.1507146 May 05 20:45:39.240558 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cd99bba4-4c1f-45dd-87d5-1d7a3723bc4d req-4df1764a-ea7a-4fd2-8641-e2c5e7682e92 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d2ac5f24c2842b090417baf41a7b405 HTTP/1.1" status: 200 len: 379 time: 0.0409758 May 05 20:45:39.249533 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-cd99bba4-4c1f-45dd-87d5-1d7a3723bc4d req-b0427e63-ab4b-45d6-b78e-f74428ddcbdd tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Request body: {'port': {'device_id': '68b060b9-6fea-4950-957b-dcd001f17077', 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949', 'admin_state_up': True, 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'security_groups': ['92fa169b-aff1-4dd1-aa89-293a25f746c2']}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:45:39.386984 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-cd99bba4-4c1f-45dd-87d5-1d7a3723bc4d req-b0427e63-ab4b-45d6-b78e-f74428ddcbdd tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:45:39.396520 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-cd99bba4-4c1f-45dd-87d5-1d7a3723bc4d req-b0427e63-ab4b-45d6-b78e-f74428ddcbdd tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:45:39.449853 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ae4f72f9-cd2d-4e97-b5bc-e11fa56d76a1 req-6722cb9e-d988-4f79-98a1-dc3c1d8bcfab tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=68b060b9-6fea-4950-957b-dcd001f17077 HTTP/1.1" status: 200 len: 210 time: 0.0509987 May 05 20:45:39.451162 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd99bba4-4c1f-45dd-87d5-1d7a3723bc4d req-b0427e63-ab4b-45d6-b78e-f74428ddcbdd tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Made reservation on behalf of 8d2ac5f24c2842b090417baf41a7b405 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:45:39.456250 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-cd99bba4-4c1f-45dd-87d5-1d7a3723bc4d req-b0427e63-ab4b-45d6-b78e-f74428ddcbdd tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:45:39.571837 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 2b9b9e35-9eb6-49b8-a505-4303ad14c38b no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:45:39.611114 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] No Port match for: 2b9b9e35-9eb6-49b8-a505-4303ad14c38b {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:45:39.611259 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 2b9b9e35-9eb6-49b8-a505-4303ad14c38b not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:45:39.620014 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-cd99bba4-4c1f-45dd-87d5-1d7a3723bc4d req-b0427e63-ab4b-45d6-b78e-f74428ddcbdd tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Allocated IP 172.20.0.10 (8d838826-0cc1-465c-ac5e-e5b771415949/e17f71d4-d773-4eec-938b-3d1690270e74/2ad5730b-2281-44bd-8ab1-363c7c9933d3) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:45:39.707988 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:45:39.807798 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-cd99bba4-4c1f-45dd-87d5-1d7a3723bc4d req-b0427e63-ab4b-45d6-b78e-f74428ddcbdd tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:45:39.824502 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-cd99bba4-4c1f-45dd-87d5-1d7a3723bc4d req-b0427e63-ab4b-45d6-b78e-f74428ddcbdd tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Transition to ACTIVE for port object 2ad5730b-2281-44bd-8ab1-363c7c9933d3 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:45:39.848378 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-cd99bba4-4c1f-45dd-87d5-1d7a3723bc4d req-b0427e63-ab4b-45d6-b78e-f74428ddcbdd tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:45:39.918968 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd99bba4-4c1f-45dd-87d5-1d7a3723bc4d req-b0427e63-ab4b-45d6-b78e-f74428ddcbdd tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Network 8d838826-0cc1-465c-ac5e-e5b771415949 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:45:39.922150 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-cd99bba4-4c1f-45dd-87d5-1d7a3723bc4d req-b0427e63-ab4b-45d6-b78e-f74428ddcbdd tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:45:39.925813 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd99bba4-4c1f-45dd-87d5-1d7a3723bc4d req-b0427e63-ab4b-45d6-b78e-f74428ddcbdd tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:45:39.956905 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0427e63-ab4b-45d6-b78e-f74428ddcbdd tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Pushing event updated for resources: {'Port': ['ID=2ad5730b-2281-44bd-8ab1-363c7c9933d3,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:45:39.997134 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99bba4-4c1f-45dd-87d5-1d7a3723bc4d req-b0427e63-ab4b-45d6-b78e-f74428ddcbdd tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:39.997735 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-cd99bba4-4c1f-45dd-87d5-1d7a3723bc4d req-b0427e63-ab4b-45d6-b78e-f74428ddcbdd tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:45:40.024472 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cd99bba4-4c1f-45dd-87d5-1d7a3723bc4d req-b0427e63-ab4b-45d6-b78e-f74428ddcbdd tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7792289 May 05 20:45:40.035636 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-cd99bba4-4c1f-45dd-87d5-1d7a3723bc4d req-6f0cbb7a-7772-4aeb-8fb6-eb90c8dfce5d service neutron] Request body: {'port': {'device_id': '68b060b9-6fea-4950-957b-dcd001f17077', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:45:40.133961 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-c7447853-90ce-4b50-a47f-09f81874ff2b None None] Provisioning for port 2ad5730b-2281-44bd-8ab1-363c7c9933d3 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:45:40.138684 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-c7447853-90ce-4b50-a47f-09f81874ff2b None None] Provisioning complete for port 2ad5730b-2281-44bd-8ab1-363c7c9933d3 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:45:40.139856 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c7447853-90ce-4b50-a47f-09f81874ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:45:40.151587 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-cd99bba4-4c1f-45dd-87d5-1d7a3723bc4d req-6f0cbb7a-7772-4aeb-8fb6-eb90c8dfce5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:45:40.191988 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-c7447853-90ce-4b50-a47f-09f81874ff2b None None] Port 2ad5730b-2281-44bd-8ab1-363c7c9933d3 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:45:40.610330 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-cd99bba4-4c1f-45dd-87d5-1d7a3723bc4d req-6f0cbb7a-7772-4aeb-8fb6-eb90c8dfce5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ad5730b-2281-44bd-8ab1-363c7c9933d3 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:45:40.618045 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-cd99bba4-4c1f-45dd-87d5-1d7a3723bc4d req-6f0cbb7a-7772-4aeb-8fb6-eb90c8dfce5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:45:40.634304 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-cd99bba4-4c1f-45dd-87d5-1d7a3723bc4d req-6f0cbb7a-7772-4aeb-8fb6-eb90c8dfce5d service neutron] Transition to ACTIVE for port object 2ad5730b-2281-44bd-8ab1-363c7c9933d3 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:45:40.637248 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-cd99bba4-4c1f-45dd-87d5-1d7a3723bc4d req-6f0cbb7a-7772-4aeb-8fb6-eb90c8dfce5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:45:40.644434 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1909f44-05d1-40a3-b5f3-392adaf115c8 req-631781c8-6ed4-46ce-853e-771721b59ef2 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:40.645903 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c1909f44-05d1-40a3-b5f3-392adaf115c8 req-631781c8-6ed4-46ce-853e-771721b59ef2 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=68b060b9-6fea-4950-957b-dcd001f17077 HTTP/1.1" status: 200 len: 932 time: 0.0816226 May 05 20:45:40.696131 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c1909f44-05d1-40a3-b5f3-392adaf115c8 req-270180e2-95ff-457f-8afa-c490dd87c006 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435603 May 05 20:45:40.768188 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0cbb7a-7772-4aeb-8fb6-eb90c8dfce5d service neutron] Pushing event updated for resources: {'Port': ['ID=2ad5730b-2281-44bd-8ab1-363c7c9933d3,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:45:40.876609 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-cd99bba4-4c1f-45dd-87d5-1d7a3723bc4d req-6f0cbb7a-7772-4aeb-8fb6-eb90c8dfce5d service neutron] Attempting to bind port 2ad5730b-2281-44bd-8ab1-363c7c9933d3 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:45:40.876862 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-cd99bba4-4c1f-45dd-87d5-1d7a3723bc4d req-6f0cbb7a-7772-4aeb-8fb6-eb90c8dfce5d service neutron] Attempting to bind port 2ad5730b-2281-44bd-8ab1-363c7c9933d3 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': '7a533d90-8a9f-45ae-95b7-daccfb6d22ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:45:40.877187 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd99bba4-4c1f-45dd-87d5-1d7a3723bc4d req-6f0cbb7a-7772-4aeb-8fb6-eb90c8dfce5d service neutron] Attempting to bind port 2ad5730b-2281-44bd-8ab1-363c7c9933d3 on network 8d838826-0cc1-465c-ac5e-e5b771415949 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:45:40.881871 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd99bba4-4c1f-45dd-87d5-1d7a3723bc4d req-6f0cbb7a-7772-4aeb-8fb6-eb90c8dfce5d service neutron] Port 2ad5730b-2281-44bd-8ab1-363c7c9933d3 on network 8d838826-0cc1-465c-ac5e-e5b771415949 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:45:40.882188 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd99bba4-4c1f-45dd-87d5-1d7a3723bc4d req-6f0cbb7a-7772-4aeb-8fb6-eb90c8dfce5d service neutron] Attempting to bind port 2ad5730b-2281-44bd-8ab1-363c7c9933d3 on network 8d838826-0cc1-465c-ac5e-e5b771415949 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:45:40.887380 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd99bba4-4c1f-45dd-87d5-1d7a3723bc4d req-6f0cbb7a-7772-4aeb-8fb6-eb90c8dfce5d service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:45:40.887718 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd99bba4-4c1f-45dd-87d5-1d7a3723bc4d req-6f0cbb7a-7772-4aeb-8fb6-eb90c8dfce5d service neutron] Checking segment: {'id': '7a533d90-8a9f-45ae-95b7-daccfb6d22ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:45:40.888105 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd99bba4-4c1f-45dd-87d5-1d7a3723bc4d req-6f0cbb7a-7772-4aeb-8fb6-eb90c8dfce5d service neutron] Bound using segment: {'id': '7a533d90-8a9f-45ae-95b7-daccfb6d22ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:45:40.888524 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-cd99bba4-4c1f-45dd-87d5-1d7a3723bc4d req-6f0cbb7a-7772-4aeb-8fb6-eb90c8dfce5d service neutron] Bound port: 2ad5730b-2281-44bd-8ab1-363c7c9933d3, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a533d90-8a9f-45ae-95b7-daccfb6d22ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:45:40.888943 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-cd99bba4-4c1f-45dd-87d5-1d7a3723bc4d req-6f0cbb7a-7772-4aeb-8fb6-eb90c8dfce5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:45:40.987401 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-cd99bba4-4c1f-45dd-87d5-1d7a3723bc4d req-6f0cbb7a-7772-4aeb-8fb6-eb90c8dfce5d service neutron] For port 2ad5730b-2281-44bd-8ab1-363c7c9933d3, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:45:40.991324 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-cd99bba4-4c1f-45dd-87d5-1d7a3723bc4d req-6f0cbb7a-7772-4aeb-8fb6-eb90c8dfce5d service neutron] For port 2ad5730b-2281-44bd-8ab1-363c7c9933d3, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=2ad5730b-2281-44bd-8ab1-363c7c9933d3,segment=NetworkSegment(7a533d90-8a9f-45ae-95b7-daccfb6d22ed),segment_id=7a533d90-8a9f-45ae-95b7-daccfb6d22ed)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:45:40.995581 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-cd99bba4-4c1f-45dd-87d5-1d7a3723bc4d req-6f0cbb7a-7772-4aeb-8fb6-eb90c8dfce5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:45:41.060588 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99bba4-4c1f-45dd-87d5-1d7a3723bc4d req-6f0cbb7a-7772-4aeb-8fb6-eb90c8dfce5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:41.061746 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-cd99bba4-4c1f-45dd-87d5-1d7a3723bc4d req-6f0cbb7a-7772-4aeb-8fb6-eb90c8dfce5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:45:41.063112 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cd99bba4-4c1f-45dd-87d5-1d7a3723bc4d req-6f0cbb7a-7772-4aeb-8fb6-eb90c8dfce5d service neutron] 10.222.0.24 "PUT /v2.0/ports/2ad5730b-2281-44bd-8ab1-363c7c9933d3 HTTP/1.1" status: 200 len: 1092 time: 1.0317690 May 05 20:45:41.063584 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b060b9-6fea-4950-957b-dcd001f17077', 'tag': '2ad5730b-2281-44bd-8ab1-363c7c9933d3'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:45:41.090579 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0cbb7a-7772-4aeb-8fb6-eb90c8dfce5d service neutron] Pushing event updated for resources: {'Port': ['ID=2ad5730b-2281-44bd-8ab1-363c7c9933d3,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:45:41.146044 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f8507cb-582a-416c-aab0-983853ab74df'] response: {'name': 'network-changed', 'server_uuid': '68b060b9-6fea-4950-957b-dcd001f17077', 'tag': '2ad5730b-2281-44bd-8ab1-363c7c9933d3', 'status': 'completed', 'code': 200} May 05 20:45:41.192297 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99bba4-4c1f-45dd-87d5-1d7a3723bc4d req-dcbf7be5-3e68-41c8-870c-55a91dc0b4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:41.193801 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cd99bba4-4c1f-45dd-87d5-1d7a3723bc4d req-dcbf7be5-3e68-41c8-870c-55a91dc0b4cb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8d2ac5f24c2842b090417baf41a7b405&device_id=68b060b9-6fea-4950-957b-dcd001f17077 HTTP/1.1" status: 200 len: 1095 time: 0.0868320 May 05 20:45:41.273391 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cd99bba4-4c1f-45dd-87d5-1d7a3723bc4d req-8dd2e727-66e5-478a-99bd-9a5413d71b78 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ad5730b-2281-44bd-8ab1-363c7c9933d3 HTTP/1.1" status: 200 len: 217 time: 0.0730588 May 05 20:45:41.337293 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99bba4-4c1f-45dd-87d5-1d7a3723bc4d req-138d3437-4ccb-4eb2-97cc-91bbf83bdc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:41.338676 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cd99bba4-4c1f-45dd-87d5-1d7a3723bc4d req-138d3437-4ccb-4eb2-97cc-91bbf83bdc75 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e17f71d4-d773-4eec-938b-3d1690270e74 HTTP/1.1" status: 200 len: 851 time: 0.0596399 May 05 20:45:41.436480 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99bba4-4c1f-45dd-87d5-1d7a3723bc4d req-b07ad0c2-4a8d-4ab6-b7c6-6bccebe7081d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:41.437970 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cd99bba4-4c1f-45dd-87d5-1d7a3723bc4d req-b07ad0c2-4a8d-4ab6-b7c6-6bccebe7081d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8d838826-0cc1-465c-ac5e-e5b771415949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0918586 May 05 20:45:41.586119 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cd99bba4-4c1f-45dd-87d5-1d7a3723bc4d req-e74d06db-3cb3-4cc6-874c-860079d07329 service neutron] 10.222.0.24 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408839 May 05 20:45:41.749796 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cd99bba4-4c1f-45dd-87d5-1d7a3723bc4d req-094e57da-1b6d-4f4e-863c-8f369a247632 service neutron] 10.222.0.24 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582730 May 05 20:45:41.870608 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052dfb7-6be2-4d17-b001-d236d8c17388 req-fc4099a1-0c9d-4613-9123-8cc85e2fed34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:41.872059 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1052dfb7-6be2-4d17-b001-d236d8c17388 req-fc4099a1-0c9d-4613-9123-8cc85e2fed34 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8d2ac5f24c2842b090417baf41a7b405&device_id=68b060b9-6fea-4950-957b-dcd001f17077 HTTP/1.1" status: 200 len: 1095 time: 0.0729198 May 05 20:45:41.888437 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70450a26-3ab6-4f79-bd1d-715598e0d308 req-991fc003-208b-4ab2-9186-ca5ce6e0dfeb tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:41.890456 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-70450a26-3ab6-4f79-bd1d-715598e0d308 req-991fc003-208b-4ab2-9186-ca5ce6e0dfeb tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=68b060b9-6fea-4950-957b-dcd001f17077 HTTP/1.1" status: 200 len: 944 time: 0.0808177 May 05 20:45:41.934495 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-70450a26-3ab6-4f79-bd1d-715598e0d308 req-629b145e-5218-46a4-82a6-f62d5f436f45 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380905 May 05 20:45:42.007137 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052dfb7-6be2-4d17-b001-d236d8c17388 req-b7a3a84e-ecd8-48f8-b555-f84013de8d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:42.008626 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1052dfb7-6be2-4d17-b001-d236d8c17388 req-b7a3a84e-ecd8-48f8-b555-f84013de8d5d service neutron] 10.222.0.24 "GET /v2.0/networks?id=8d838826-0cc1-465c-ac5e-e5b771415949 HTTP/1.1" status: 200 len: 913 time: 0.1307943 May 05 20:45:42.079753 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1052dfb7-6be2-4d17-b001-d236d8c17388 req-498c0224-a0bd-44a5-b7e1-550520a73964 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ad5730b-2281-44bd-8ab1-363c7c9933d3 HTTP/1.1" status: 200 len: 217 time: 0.0638011 May 05 20:45:42.143528 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052dfb7-6be2-4d17-b001-d236d8c17388 req-d2bfc8d1-8217-4e6a-90ff-33c5005fe630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:42.144881 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1052dfb7-6be2-4d17-b001-d236d8c17388 req-d2bfc8d1-8217-4e6a-90ff-33c5005fe630 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e17f71d4-d773-4eec-938b-3d1690270e74 HTTP/1.1" status: 200 len: 851 time: 0.0585263 May 05 20:45:42.219302 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052dfb7-6be2-4d17-b001-d236d8c17388 req-8d9026e7-d82a-4cdd-8a6b-148ec24f5ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:42.220786 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1052dfb7-6be2-4d17-b001-d236d8c17388 req-8d9026e7-d82a-4cdd-8a6b-148ec24f5ebb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8d838826-0cc1-465c-ac5e-e5b771415949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699627 May 05 20:45:42.358655 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1052dfb7-6be2-4d17-b001-d236d8c17388 req-ac1d63d5-83c1-4507-8f87-926fa90733da service neutron] 10.222.0.24 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282780 May 05 20:45:42.599341 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1052dfb7-6be2-4d17-b001-d236d8c17388 req-2d7dc7ed-7a4d-4f17-8505-a38dd1c26c1b service neutron] 10.222.0.24 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339721 May 05 20:45:43.117455 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aae47c5-34e1-4436-96c3-98c946347fe7 req-e5f829be-aa37-4c3a-9091-0e8fa774055b tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:43.118156 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-6aae47c5-34e1-4436-96c3-98c946347fe7 req-e5f829be-aa37-4c3a-9091-0e8fa774055b tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Synchronizing usage tracker for tenant:8d2ac5f24c2842b090417baf41a7b405 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:45:43.134046 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-6aae47c5-34e1-4436-96c3-98c946347fe7 req-e5f829be-aa37-4c3a-9091-0e8fa774055b tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Unset dirty status for tenant:8d2ac5f24c2842b090417baf41a7b405 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:45:43.135411 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6aae47c5-34e1-4436-96c3-98c946347fe7 req-e5f829be-aa37-4c3a-9091-0e8fa774055b tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=68b060b9-6fea-4950-957b-dcd001f17077 HTTP/1.1" status: 200 len: 944 time: 0.0940390 May 05 20:45:43.181112 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6aae47c5-34e1-4436-96c3-98c946347fe7 req-24449e40-3bef-44e7-928e-c6198149c404 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391037 May 05 20:45:44.370929 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b6421c-3edb-403c-aff2-fc68ed0c8e12 req-115cdf18-a39e-4baf-a688-c10fb9458a41 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:44.372397 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-92b6421c-3edb-403c-aff2-fc68ed0c8e12 req-115cdf18-a39e-4baf-a688-c10fb9458a41 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=68b060b9-6fea-4950-957b-dcd001f17077 HTTP/1.1" status: 200 len: 944 time: 0.0853889 May 05 20:45:44.415546 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-92b6421c-3edb-403c-aff2-fc68ed0c8e12 req-7df429d9-2a6c-439b-94fa-8cc03b86acea tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367579 May 05 20:45:44.679921 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:45:45.602103 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e46bad0-c1c3-4dfe-9e98-4222c56bc665 req-6259d5e3-a833-48e8-896e-e83ff19e7922 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:45.603578 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1e46bad0-c1c3-4dfe-9e98-4222c56bc665 req-6259d5e3-a833-48e8-896e-e83ff19e7922 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=68b060b9-6fea-4950-957b-dcd001f17077 HTTP/1.1" status: 200 len: 944 time: 0.0812814 May 05 20:45:45.617823 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 2ad5730b-2281-44bd-8ab1-363c7c9933d3 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:45:45.648071 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1e46bad0-c1c3-4dfe-9e98-4222c56bc665 req-26ae0310-433f-4734-9ae8-4259e7bbbdd5 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386317 May 05 20:45:45.788227 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 2ad5730b-2281-44bd-8ab1-363c7c9933d3, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=2ad5730b-2281-44bd-8ab1-363c7c9933d3,segment=NetworkSegment(7a533d90-8a9f-45ae-95b7-daccfb6d22ed),segment_id=7a533d90-8a9f-45ae-95b7-daccfb6d22ed)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:45:45.801523 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '2ad5730b-2281-44bd-8ab1-363c7c9933d3', 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949', 'port_id': '2ad5730b-2281-44bd-8ab1-363c7c9933d3', 'mac_address': 'fa:16:3e:39:68:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e17f71d4-d773-4eec-938b-3d1690270e74', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:45:45.856693 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:45:45.874603 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ad5730b-2281-44bd-8ab1-363c7c9933d3 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:45:45.889166 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 2ad5730b-2281-44bd-8ab1-363c7c9933d3, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=2ad5730b-2281-44bd-8ab1-363c7c9933d3,segment=NetworkSegment(7a533d90-8a9f-45ae-95b7-daccfb6d22ed),segment_id=7a533d90-8a9f-45ae-95b7-daccfb6d22ed)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:45:45.892822 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:45:45.957015 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=2ad5730b-2281-44bd-8ab1-363c7c9933d3,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:45:45.964264 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:45:45.964609 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:45:45.964962 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:45:45.965280 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:45:45.965612 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:45:45.965939 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:45:45.966264 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:45:45.966590 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:45:45.966976 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:45:45.967295 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:45:45.967638 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:45:45.967957 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:45:46.113168 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['2ad5730b-2281-44bd-8ab1-363c7c9933d3'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:45:46.694124 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:45:46.836601 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf43fd-b1ca-4dca-92ac-fbab9e3e4bf7 req-916eb8bb-ad28-419c-aa34-23b3114f2f82 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:46.837951 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-23cf43fd-b1ca-4dca-92ac-fbab9e3e4bf7 req-916eb8bb-ad28-419c-aa34-23b3114f2f82 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=68b060b9-6fea-4950-957b-dcd001f17077 HTTP/1.1" status: 200 len: 945 time: 0.0800738 May 05 20:45:46.881449 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-23cf43fd-b1ca-4dca-92ac-fbab9e3e4bf7 req-bb4ddd0f-3562-47f9-b639-df261de67ac5 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372369 May 05 20:45:47.633464 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 2ad5730b-2281-44bd-8ab1-363c7c9933d3 up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:45:47.698899 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port 2ad5730b-2281-44bd-8ab1-363c7c9933d3 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:45:47.704177 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 2ad5730b-2281-44bd-8ab1-363c7c9933d3 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:45:47.704638 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:45:47.818256 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:45:47.844604 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b060b9-6fea-4950-957b-dcd001f17077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad5730b-2281-44bd-8ab1-363c7c9933d3'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:45:47.854603 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 2ad5730b-2281-44bd-8ab1-363c7c9933d3, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=2ad5730b-2281-44bd-8ab1-363c7c9933d3,segment=NetworkSegment(7a533d90-8a9f-45ae-95b7-daccfb6d22ed),segment_id=7a533d90-8a9f-45ae-95b7-daccfb6d22ed)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:45:47.859552 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:45:47.895167 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8423d4b6-65b6-4e17-9b44-4710e531469b'] response: {'server_uuid': '68b060b9-6fea-4950-957b-dcd001f17077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad5730b-2281-44bd-8ab1-363c7c9933d3', 'code': 200} May 05 20:45:47.934517 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=2ad5730b-2281-44bd-8ab1-363c7c9933d3,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:45:48.019272 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336d5cb-f340-4704-848b-8851937c5072 req-5ce9f5e4-886f-4bcc-beea-edf1868861da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:48.020771 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d336d5cb-f340-4704-848b-8851937c5072 req-5ce9f5e4-886f-4bcc-beea-edf1868861da service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=68b060b9-6fea-4950-957b-dcd001f17077 HTTP/1.1" status: 200 len: 1097 time: 0.0695488 May 05 20:45:48.060282 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d336d5cb-f340-4704-848b-8851937c5072 req-c88cb550-c769-4257-915f-b6b5ad329d98 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337603 May 05 20:45:48.076691 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2da9b5-a11e-4417-9ba5-b2833a705934 req-3e7814f7-0fb1-4fb1-befd-f7a0412ff3f3 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:48.078337 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ed2da9b5-a11e-4417-9ba5-b2833a705934 req-3e7814f7-0fb1-4fb1-befd-f7a0412ff3f3 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=68b060b9-6fea-4950-957b-dcd001f17077 HTTP/1.1" status: 200 len: 946 time: 0.0843987 May 05 20:45:48.191446 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ed2da9b5-a11e-4417-9ba5-b2833a705934 req-739accc7-28bc-4d7c-ac0d-b7b1372baa5f tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387771 May 05 20:45:49.419633 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339190d9-cc5b-4d4e-9c62-ed125b05b4be req-47383aee-942c-4319-8e57-ba8bb09b7cd5 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:49.421908 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-339190d9-cc5b-4d4e-9c62-ed125b05b4be req-47383aee-942c-4319-8e57-ba8bb09b7cd5 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=68b060b9-6fea-4950-957b-dcd001f17077 HTTP/1.1" status: 200 len: 946 time: 0.0839012 May 05 20:45:49.464531 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-339190d9-cc5b-4d4e-9c62-ed125b05b4be req-81d6c694-ddc1-40f5-9bfc-8e2592bebb87 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371656 May 05 20:45:49.642301 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d960b631-02c7-4ee8-81ea-e8fcdb236ed9 req-ed29674d-f27a-4948-be1f-bb83ab20f27d tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:49.643767 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d960b631-02c7-4ee8-81ea-e8fcdb236ed9 req-ed29674d-f27a-4948-be1f-bb83ab20f27d tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=68b060b9-6fea-4950-957b-dcd001f17077 HTTP/1.1" status: 200 len: 946 time: 0.0797114 May 05 20:45:49.652330 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 38488) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:45:49.657653 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-11e18a51-b543-4fba-adc7-1b854254faf4 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Request body: {'floatingip': {'port_id': '2ad5730b-2281-44bd-8ab1-363c7c9933d3'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:45:49.734656 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-11e18a51-b543-4fba-adc7-1b854254faf4 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks [] for floatingip, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:45:50.320435 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-11e18a51-b543-4fba-adc7-1b854254faf4 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:45:50.323974 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-11e18a51-b543-4fba-adc7-1b854254faf4 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:45:50.588663 n-d-840717-1 neutron-server[88197]: INFO neutron.db.l3_db [None req-11e18a51-b543-4fba-adc7-1b854254faf4 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Floating IP 7e02ae13-64cb-4c22-a6a3-ff569fb3dbf8 associated. External IP: 172.25.0.130, port: 2ad5730b-2281-44bd-8ab1-363c7c9933d3. May 05 20:45:50.948565 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11e18a51-b543-4fba-adc7-1b854254faf4 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Router 00f3962c-2a3e-4460-835e-acf97a7030d0 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:45:51.129257 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e18a51-b543-4fba-adc7-1b854254faf4 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:45:51.134166 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-11e18a51-b543-4fba-adc7-1b854254faf4 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:45:51.139229 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3528b79c-ad60-4e7f-9b3f-2000be3afe28 None None] Sync routers for ids ['00f3962c-2a3e-4460-835e-acf97a7030d0'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:45:51.148739 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3528b79c-ad60-4e7f-9b3f-2000be3afe28 None None] Routers {'00f3962c-2a3e-4460-835e-acf97a7030d0'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:45:51.149356 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-3528b79c-ad60-4e7f-9b3f-2000be3afe28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:45:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['00f3962c-2a3e-4460-835e-acf97a7030d0'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:45:51.195064 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-11e18a51-b543-4fba-adc7-1b854254faf4 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "PUT /v2.0/floatingips/7e02ae13-64cb-4c22-a6a3-ff569fb3dbf8 HTTP/1.1" status: 200 len: 993 time: 1.5387535 May 05 20:45:51.195064 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b060b9-6fea-4950-957b-dcd001f17077', 'tag': '2ad5730b-2281-44bd-8ab1-363c7c9933d3'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:45:51.245924 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8b25e2c-e166-4005-834d-e9f191a22aee'] response: {'name': 'network-changed', 'server_uuid': '68b060b9-6fea-4950-957b-dcd001f17077', 'tag': '2ad5730b-2281-44bd-8ab1-363c7c9933d3', 'status': 'completed', 'code': 200} May 05 20:45:51.339875 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e605f33-914d-40f1-8992-2715a8e4b973 req-3c71970c-49fc-48d9-8306-3ad41e4d9fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:51.342437 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7e605f33-914d-40f1-8992-2715a8e4b973 req-3c71970c-49fc-48d9-8306-3ad41e4d9fb5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8d2ac5f24c2842b090417baf41a7b405&device_id=68b060b9-6fea-4950-957b-dcd001f17077 HTTP/1.1" status: 200 len: 1097 time: 0.0748127 May 05 20:45:51.344268 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-3528b79c-ad60-4e7f-9b3f-2000be3afe28 None None] Set router 00f3962c-2a3e-4460-835e-acf97a7030d0 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:45:51.478547 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e605f33-914d-40f1-8992-2715a8e4b973 req-9e5fe119-ed74-41d6-9a1d-e551473090c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:51.480031 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7e605f33-914d-40f1-8992-2715a8e4b973 req-9e5fe119-ed74-41d6-9a1d-e551473090c8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8d838826-0cc1-465c-ac5e-e5b771415949 HTTP/1.1" status: 200 len: 913 time: 0.1333048 May 05 20:45:51.586326 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7e605f33-914d-40f1-8992-2715a8e4b973 req-bf95a186-8bfa-4028-883e-a3ad6c971e0a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ad5730b-2281-44bd-8ab1-363c7c9933d3 HTTP/1.1" status: 200 len: 1001 time: 0.1009507 May 05 20:45:51.669099 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e605f33-914d-40f1-8992-2715a8e4b973 req-91e0d2cf-23c7-4820-b0ab-2e1d1f2f3fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:51.671338 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7e605f33-914d-40f1-8992-2715a8e4b973 req-91e0d2cf-23c7-4820-b0ab-2e1d1f2f3fae service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e17f71d4-d773-4eec-938b-3d1690270e74 HTTP/1.1" status: 200 len: 851 time: 0.0785871 May 05 20:45:51.746971 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e605f33-914d-40f1-8992-2715a8e4b973 req-0f823db6-046f-4fb9-a6e0-fd741056a72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:51.748088 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-3528b79c-ad60-4e7f-9b3f-2000be3afe28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'name': 'tempest-ServerActionsTestJSON-1576992870-router', 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '6f9e3be1-88ef-4087-8eea-119a7d9d769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:42:39Z', 'updated_at': '2022-05-05T20:42:43Z', 'revision_number': 4, 'project_id': '8d2ac5f24c2842b090417baf41a7b405', 'gw_port': {'id': '6f9e3be1-88ef-4087-8eea-119a7d9d769c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:dd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:42:40Z', 'updated_at': '2022-05-05T20:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '7e02ae13-64cb-4c22-a6a3-ff569fb3dbf8', 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'floating_ip_address': '172.25.0.130', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'port_id': '2ad5730b-2281-44bd-8ab1-363c7c9933d3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949', 'mac_address': 'fa:16:3e:39:68:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b060b9-6fea-4950-957b-dcd001f17077', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:42:46Z', 'updated_at': '2022-05-05T20:45:50Z', 'revision_number': 13, 'project_id': '8d2ac5f24c2842b090417baf41a7b405', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74da4d18-b707-41d1-82b5-13493af950c4', 'name': '', 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949', 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'mac_address': 'fa:16:3e:70:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'e17f71d4-d773-4eec-938b-3d1690270e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:42:42Z', 'updated_at': '2022-05-05T20:42:48Z', 'revision_number': 5, 'project_id': '8d2ac5f24c2842b090417baf41a7b405', 'subnets': [{'id': 'e17f71d4-d773-4eec-938b-3d1690270e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:45:51.749108 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7e605f33-914d-40f1-8992-2715a8e4b973 req-0f823db6-046f-4fb9-a6e0-fd741056a72c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8d838826-0cc1-465c-ac5e-e5b771415949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720706 May 05 20:45:51.752453 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3528b79c-ad60-4e7f-9b3f-2000be3afe28 None None] Checking router: 00f3962c-2a3e-4460-835e-acf97a7030d0 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:45:51.761424 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3528b79c-ad60-4e7f-9b3f-2000be3afe28 None None] Routers {'00f3962c-2a3e-4460-835e-acf97a7030d0'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:45:51.762018 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-3528b79c-ad60-4e7f-9b3f-2000be3afe28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:45:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['00f3962c-2a3e-4460-835e-acf97a7030d0'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:45:51.892766 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7e605f33-914d-40f1-8992-2715a8e4b973 req-3a9d65f6-cca6-427a-86e6-831f253e0eb0 service neutron] 10.222.0.24 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375105 May 05 20:45:51.986931 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-3528b79c-ad60-4e7f-9b3f-2000be3afe28 None None] Set router 00f3962c-2a3e-4460-835e-acf97a7030d0 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:45:52.031555 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7e605f33-914d-40f1-8992-2715a8e4b973 req-4f4d295b-27a9-49af-a0d3-27a4cca7da52 service neutron] 10.222.0.24 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320403 May 05 20:45:52.353085 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-3528b79c-ad60-4e7f-9b3f-2000be3afe28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'name': 'tempest-ServerActionsTestJSON-1576992870-router', 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '6f9e3be1-88ef-4087-8eea-119a7d9d769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:42:39Z', 'updated_at': '2022-05-05T20:42:43Z', 'revision_number': 4, 'project_id': '8d2ac5f24c2842b090417baf41a7b405', 'gw_port': {'id': '6f9e3be1-88ef-4087-8eea-119a7d9d769c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:dd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:42:40Z', 'updated_at': '2022-05-05T20:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '7e02ae13-64cb-4c22-a6a3-ff569fb3dbf8', 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'floating_ip_address': '172.25.0.130', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'port_id': '2ad5730b-2281-44bd-8ab1-363c7c9933d3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949', 'mac_address': 'fa:16:3e:39:68:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b060b9-6fea-4950-957b-dcd001f17077', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:42:46Z', 'updated_at': '2022-05-05T20:45:50Z', 'revision_number': 13, 'project_id': '8d2ac5f24c2842b090417baf41a7b405', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74da4d18-b707-41d1-82b5-13493af950c4', 'name': '', 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949', 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'mac_address': 'fa:16:3e:70:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'e17f71d4-d773-4eec-938b-3d1690270e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:42:42Z', 'updated_at': '2022-05-05T20:42:48Z', 'revision_number': 5, 'project_id': '8d2ac5f24c2842b090417baf41a7b405', 'subnets': [{'id': 'e17f71d4-d773-4eec-938b-3d1690270e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:45:52.357302 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3528b79c-ad60-4e7f-9b3f-2000be3afe28 None None] The sync data for ids ['00f3962c-2a3e-4460-835e-acf97a7030d0'] in n-d-840717-1 is: [{'id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'name': 'tempest-ServerActionsTestJSON-1576992870-router', 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '6f9e3be1-88ef-4087-8eea-119a7d9d769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:42:39Z', 'updated_at': '2022-05-05T20:42:43Z', 'revision_number': 4, 'project_id': '8d2ac5f24c2842b090417baf41a7b405', 'gw_port': {'id': '6f9e3be1-88ef-4087-8eea-119a7d9d769c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:dd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:42:40Z', 'updated_at': '2022-05-05T20:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '7e02ae13-64cb-4c22-a6a3-ff569fb3dbf8', 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'floating_ip_address': '172.25.0.130', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'port_id': '2ad5730b-2281-44bd-8ab1-363c7c9933d3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949', 'mac_address': 'fa:16:3e:39:68:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b060b9-6fea-4950-957b-dcd001f17077', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:42:46Z', 'updated_at': '2022-05-05T20:45:50Z', 'revision_number': 13, 'project_id': '8d2ac5f24c2842b090417baf41a7b405', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74da4d18-b707-41d1-82b5-13493af950c4', 'name': '', 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949', 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'mac_address': 'fa:16:3e:70:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'e17f71d4-d773-4eec-938b-3d1690270e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:42:42Z', 'updated_at': '2022-05-05T20:42:48Z', 'revision_number': 5, 'project_id': '8d2ac5f24c2842b090417baf41a7b405', 'subnets': [{'id': 'e17f71d4-d773-4eec-938b-3d1690270e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:45:52.544270 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f268c0-09bc-4643-95cb-94931ef3a401 None None] New status for floating IP 7e02ae13-64cb-4c22-a6a3-ff569fb3dbf8: ACTIVE {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:45:52.917443 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb3fd7-2d41-48d6-8253-ff4123269539 req-1aedc336-27ad-44bf-ab7d-45215d51f51c tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:45:52.918834 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-42cb3fd7-2d41-48d6-8253-ff4123269539 req-1aedc336-27ad-44bf-ab7d-45215d51f51c tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=68b060b9-6fea-4950-957b-dcd001f17077 HTTP/1.1" status: 200 len: 946 time: 0.0815768 May 05 20:45:52.967679 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-42cb3fd7-2d41-48d6-8253-ff4123269539 req-892024da-a0ab-4f26-9f90-bef683676c54 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422926 May 05 20:46:01.473657 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7b5b6274-5cbf-4f79-8563-4988741d2f92 req-0fe11a04-c0ca-4254-90e6-0834dbb54bdb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=68b060b9-6fea-4950-957b-dcd001f17077&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1192977 May 05 20:46:01.589945 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91446c9-684a-40ea-b25a-ec755eeabfb5 req-dfd7e583-c238-4bf4-be43-bd793fda10b9 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:01.598283 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d91446c9-684a-40ea-b25a-ec755eeabfb5 req-dfd7e583-c238-4bf4-be43-bd793fda10b9 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=68b060b9-6fea-4950-957b-dcd001f17077 HTTP/1.1" status: 200 len: 946 time: 0.1470654 May 05 20:46:01.643026 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d91446c9-684a-40ea-b25a-ec755eeabfb5 req-cf615add-d234-4f42-a8c7-818cfe751785 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437620 May 05 20:46:02.670977 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b6274-5cbf-4f79-8563-4988741d2f92 req-7b54abbf-e5cd-4337-9926-97d8d6464bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:02.672511 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7b5b6274-5cbf-4f79-8563-4988741d2f92 req-7b54abbf-e5cd-4337-9926-97d8d6464bd4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8d2ac5f24c2842b090417baf41a7b405&device_id=68b060b9-6fea-4950-957b-dcd001f17077 HTTP/1.1" status: 200 len: 1097 time: 0.1106741 May 05 20:46:02.805437 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b6274-5cbf-4f79-8563-4988741d2f92 req-4ee48e2f-5fc2-4516-bb56-e12d70761af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:02.807036 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7b5b6274-5cbf-4f79-8563-4988741d2f92 req-4ee48e2f-5fc2-4516-bb56-e12d70761af6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8d838826-0cc1-465c-ac5e-e5b771415949 HTTP/1.1" status: 200 len: 913 time: 0.1288822 May 05 20:46:02.907462 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c147e9-76b7-4676-aa90-bf6c01cffcb5 req-3908abc0-2ef2-4e24-b413-5a0ec0e1063c tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:02.908931 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f2c147e9-76b7-4676-aa90-bf6c01cffcb5 req-3908abc0-2ef2-4e24-b413-5a0ec0e1063c tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=68b060b9-6fea-4950-957b-dcd001f17077 HTTP/1.1" status: 200 len: 946 time: 0.1222155 May 05 20:46:02.912761 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7b5b6274-5cbf-4f79-8563-4988741d2f92 req-21319ce3-b438-4c6a-9d91-a2f7fadafbbe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ad5730b-2281-44bd-8ab1-363c7c9933d3 HTTP/1.1" status: 200 len: 1003 time: 0.1001024 May 05 20:46:02.957603 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f2c147e9-76b7-4676-aa90-bf6c01cffcb5 req-901c7a6e-b968-4334-a975-61abcb43a72d tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430892 May 05 20:46:02.979970 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b6274-5cbf-4f79-8563-4988741d2f92 req-115ccede-c3cb-4b0f-8399-0e18198c12e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:02.981409 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7b5b6274-5cbf-4f79-8563-4988741d2f92 req-115ccede-c3cb-4b0f-8399-0e18198c12e7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e17f71d4-d773-4eec-938b-3d1690270e74 HTTP/1.1" status: 200 len: 851 time: 0.0570228 May 05 20:46:03.057785 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b6274-5cbf-4f79-8563-4988741d2f92 req-a658eefa-eb8f-4455-8d8a-5e267c4549de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:03.059571 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7b5b6274-5cbf-4f79-8563-4988741d2f92 req-a658eefa-eb8f-4455-8d8a-5e267c4549de service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8d838826-0cc1-465c-ac5e-e5b771415949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722787 May 05 20:46:03.299265 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7b5b6274-5cbf-4f79-8563-4988741d2f92 req-cf0bfc58-6878-4236-8ed4-1f3b70021498 service neutron] 10.222.0.24 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344086 May 05 20:46:03.434029 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7b5b6274-5cbf-4f79-8563-4988741d2f92 req-f1158d4f-6e61-466c-96be-9840e291279c service neutron] 10.222.0.24 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251090 May 05 20:46:04.141444 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0286e3-d830-4ae9-93ea-8533b0cc5ce1 req-c87eea80-d067-4967-a1cd-9e3c019da19a tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:04.142888 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2f0286e3-d830-4ae9-93ea-8533b0cc5ce1 req-c87eea80-d067-4967-a1cd-9e3c019da19a tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=68b060b9-6fea-4950-957b-dcd001f17077 HTTP/1.1" status: 200 len: 946 time: 0.0783932 May 05 20:46:04.187619 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2f0286e3-d830-4ae9-93ea-8533b0cc5ce1 req-fd1f0924-66a8-48a0-b0be-53a0ceac409d tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386407 May 05 20:46:04.727183 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-afee3476-6b3c-432e-a4d9-73e731c5857a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:46:05.000369 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:46:05.375545 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae911c3-4161-4827-a6b1-1fc147836b96 req-7605b17d-7347-42b7-bace-d119ff308410 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:05.376886 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2ae911c3-4161-4827-a6b1-1fc147836b96 req-7605b17d-7347-42b7-bace-d119ff308410 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=68b060b9-6fea-4950-957b-dcd001f17077 HTTP/1.1" status: 200 len: 946 time: 0.0806303 May 05 20:46:05.421670 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2ae911c3-4161-4827-a6b1-1fc147836b96 req-adea5f28-3e41-47c3-87fa-5ddee9dfbe1c tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390472 May 05 20:46:06.610361 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e6039-7dd8-4e22-a688-93061e297167 req-7b5ab075-bea1-42f0-83e9-cd5ade8a7027 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:06.611876 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-409e6039-7dd8-4e22-a688-93061e297167 req-7b5ab075-bea1-42f0-83e9-cd5ade8a7027 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=68b060b9-6fea-4950-957b-dcd001f17077 HTTP/1.1" status: 200 len: 946 time: 0.0846868 May 05 20:46:06.655805 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-409e6039-7dd8-4e22-a688-93061e297167 req-19139d53-1e20-4245-ab02-91ddb9ff66d1 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382047 May 05 20:46:06.922520 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ae12d433-0e80-4fae-aa81-d9f7cbea4063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:46:07.843522 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b9993-8d87-46e8-9809-1e0d2071c438 req-34b3bb22-44fc-4d58-9887-9b5dfda40df4 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:07.844860 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-494b9993-8d87-46e8-9809-1e0d2071c438 req-34b3bb22-44fc-4d58-9887-9b5dfda40df4 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=68b060b9-6fea-4950-957b-dcd001f17077 HTTP/1.1" status: 200 len: 946 time: 0.0825567 May 05 20:46:07.888128 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-494b9993-8d87-46e8-9809-1e0d2071c438 req-5fb366cb-c704-48dc-8e28-5f6957e74988 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377452 May 05 20:46:07.963477 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:46:08.142182 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:46:09.075585 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aefd82-3761-49f0-a409-567f5d9b22ee req-794caaa4-e93d-42bd-a4f6-4bc7e1a55296 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:09.077388 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-83aefd82-3761-49f0-a409-567f5d9b22ee req-794caaa4-e93d-42bd-a4f6-4bc7e1a55296 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=68b060b9-6fea-4950-957b-dcd001f17077 HTTP/1.1" status: 200 len: 946 time: 0.0799294 May 05 20:46:09.125330 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-83aefd82-3761-49f0-a409-567f5d9b22ee req-04ddc7ae-ccff-4ee6-b3e5-38aa7cf4d367 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421793 May 05 20:46:09.710184 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:46:10.307080 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850fc88-40a8-4067-9807-26cfafa4bba9 req-f7e51f1c-777d-406c-b5be-58f8c2ce8cce tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:10.308561 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7850fc88-40a8-4067-9807-26cfafa4bba9 req-f7e51f1c-777d-406c-b5be-58f8c2ce8cce tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=68b060b9-6fea-4950-957b-dcd001f17077 HTTP/1.1" status: 200 len: 946 time: 0.0794666 May 05 20:46:10.352155 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7850fc88-40a8-4067-9807-26cfafa4bba9 req-80bbe973-621b-4ac4-a34e-48834aea2073 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374126 May 05 20:46:11.537444 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4780335a-a316-4325-b397-7e104ad80876 req-e0e98a78-dcd4-4097-b263-01aab5ac37dd tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:11.538937 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4780335a-a316-4325-b397-7e104ad80876 req-e0e98a78-dcd4-4097-b263-01aab5ac37dd tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=68b060b9-6fea-4950-957b-dcd001f17077 HTTP/1.1" status: 200 len: 946 time: 0.0809312 May 05 20:46:11.583346 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4780335a-a316-4325-b397-7e104ad80876 req-b02319bd-c9bc-4cb0-8ecd-fcfb55869b5d tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388281 May 05 20:46:12.773908 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d8d51a-1c8b-4fd9-9f65-20e30c68acd3 req-35bee584-87c4-44c2-bb0d-da4a18f53800 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:12.775301 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-81d8d51a-1c8b-4fd9-9f65-20e30c68acd3 req-35bee584-87c4-44c2-bb0d-da4a18f53800 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=68b060b9-6fea-4950-957b-dcd001f17077 HTTP/1.1" status: 200 len: 946 time: 0.0829697 May 05 20:46:12.820989 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-81d8d51a-1c8b-4fd9-9f65-20e30c68acd3 req-f035f615-c45c-4422-8a5f-fd6f521fd4b1 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388277 May 05 20:46:14.008611 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f4771-951d-42e8-81bd-41496c54a5a6 req-56eed71b-6c26-484a-b0db-c14f21c6bbf4 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:14.010070 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-354f4771-951d-42e8-81bd-41496c54a5a6 req-56eed71b-6c26-484a-b0db-c14f21c6bbf4 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=68b060b9-6fea-4950-957b-dcd001f17077 HTTP/1.1" status: 200 len: 946 time: 0.0824797 May 05 20:46:14.053137 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-354f4771-951d-42e8-81bd-41496c54a5a6 req-3278b4c3-3483-4121-a234-fdb96bd1e5fd tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375414 May 05 20:46:14.679152 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:46:15.235965 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4a81eb-be15-481b-a1d5-57a66269b74c req-72707b3c-158a-429a-8b05-b4a7e9f9550f tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:15.237430 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5f4a81eb-be15-481b-a1d5-57a66269b74c req-72707b3c-158a-429a-8b05-b4a7e9f9550f tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=68b060b9-6fea-4950-957b-dcd001f17077 HTTP/1.1" status: 200 len: 946 time: 0.0786109 May 05 20:46:15.281101 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5f4a81eb-be15-481b-a1d5-57a66269b74c req-0fad42d4-3c41-40ea-8f45-3fb7dce25c39 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381169 May 05 20:46:16.468519 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e156ee47-d6a5-4a6e-be76-b9c19da69541 req-d3f9c404-6c6e-4524-941a-dc416d8e0d54 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:16.469972 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e156ee47-d6a5-4a6e-be76-b9c19da69541 req-d3f9c404-6c6e-4524-941a-dc416d8e0d54 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=68b060b9-6fea-4950-957b-dcd001f17077 HTTP/1.1" status: 200 len: 946 time: 0.0796912 May 05 20:46:16.514879 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e156ee47-d6a5-4a6e-be76-b9c19da69541 req-88f73562-e928-4143-8b98-25c966d3ef9b tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392270 May 05 20:46:16.703876 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:46:17.701252 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc712dd-a047-4150-8b90-982a4f6efc1f req-af8c5671-b502-4242-8025-9037bd547146 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:17.702782 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5dc712dd-a047-4150-8b90-982a4f6efc1f req-af8c5671-b502-4242-8025-9037bd547146 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=68b060b9-6fea-4950-957b-dcd001f17077 HTTP/1.1" status: 200 len: 946 time: 0.0821071 May 05 20:46:17.746891 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5dc712dd-a047-4150-8b90-982a4f6efc1f req-78117969-4040-4e4c-a171-2dc0f5decb26 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384681 May 05 20:46:18.932095 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c5bf3-b0d6-4fa8-8ed3-1be499c55901 req-6d36026d-a8dd-43c4-abeb-c59dfad57628 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:18.933548 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-151c5bf3-b0d6-4fa8-8ed3-1be499c55901 req-6d36026d-a8dd-43c4-abeb-c59dfad57628 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=68b060b9-6fea-4950-957b-dcd001f17077 HTTP/1.1" status: 200 len: 946 time: 0.0825896 May 05 20:46:18.977515 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-151c5bf3-b0d6-4fa8-8ed3-1be499c55901 req-6b77f954-5eec-4c27-80ad-3c8f8a33ddff tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381455 May 05 20:46:20.162673 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428432b0-cf02-4e08-90cd-adb8a6d66b87 req-853b44bf-43d6-4faf-af07-e8e83ac99983 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:20.164182 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-428432b0-cf02-4e08-90cd-adb8a6d66b87 req-853b44bf-43d6-4faf-af07-e8e83ac99983 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=68b060b9-6fea-4950-957b-dcd001f17077 HTTP/1.1" status: 200 len: 946 time: 0.0784535 May 05 20:46:20.316516 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-428432b0-cf02-4e08-90cd-adb8a6d66b87 req-b30d9a86-0ca3-4b18-a24d-e6c037273273 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465261 May 05 20:46:21.505899 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d483261-66a6-427d-8b54-55c58116c6c5 req-a992b5b8-7c31-4ea0-8202-a57fa8762f87 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:21.507376 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9d483261-66a6-427d-8b54-55c58116c6c5 req-a992b5b8-7c31-4ea0-8202-a57fa8762f87 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=68b060b9-6fea-4950-957b-dcd001f17077 HTTP/1.1" status: 200 len: 946 time: 0.0851500 May 05 20:46:21.550630 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9d483261-66a6-427d-8b54-55c58116c6c5 req-4013930f-56c7-4ac0-87de-afc13b0c54b2 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377340 May 05 20:46:22.743301 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bcb9dc-74cd-450f-bc77-d061ba1c8d17 req-ad37b339-e800-4edf-ab4e-dafd28df49e9 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:22.744915 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-01bcb9dc-74cd-450f-bc77-d061ba1c8d17 req-ad37b339-e800-4edf-ab4e-dafd28df49e9 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=68b060b9-6fea-4950-957b-dcd001f17077 HTTP/1.1" status: 200 len: 946 time: 0.0779355 May 05 20:46:22.788663 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-01bcb9dc-74cd-450f-bc77-d061ba1c8d17 req-e507ec58-68b8-4e0b-8f98-1ea9be315bb9 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381515 May 05 20:46:23.977988 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c550d2a-f847-45b2-a859-7adb978a4723 req-c667e303-d5c8-4afb-bcfe-4fc01ee05ad6 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:23.979453 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6c550d2a-f847-45b2-a859-7adb978a4723 req-c667e303-d5c8-4afb-bcfe-4fc01ee05ad6 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=68b060b9-6fea-4950-957b-dcd001f17077 HTTP/1.1" status: 200 len: 946 time: 0.0819800 May 05 20:46:24.024390 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6c550d2a-f847-45b2-a859-7adb978a4723 req-ce228346-d462-4bd8-811d-6683a3193cc7 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385687 May 05 20:46:24.176322 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb8772-93fd-4dfa-ba45-e91407b17e33 req-3c148473-df40-4510-9f52-10c9f7fe0c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:24.177749 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cbbb8772-93fd-4dfa-ba45-e91407b17e33 req-3c148473-df40-4510-9f52-10c9f7fe0c04 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8d2ac5f24c2842b090417baf41a7b405&device_id=68b060b9-6fea-4950-957b-dcd001f17077 HTTP/1.1" status: 200 len: 1097 time: 0.0697453 May 05 20:46:24.319886 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb8772-93fd-4dfa-ba45-e91407b17e33 req-7f6ede68-b1c4-4677-bd90-0579ea245012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:24.321214 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cbbb8772-93fd-4dfa-ba45-e91407b17e33 req-7f6ede68-b1c4-4677-bd90-0579ea245012 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8d838826-0cc1-465c-ac5e-e5b771415949 HTTP/1.1" status: 200 len: 913 time: 0.1243651 May 05 20:46:24.424629 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cbbb8772-93fd-4dfa-ba45-e91407b17e33 req-affc4844-c33c-4295-b4fb-5c6eb910f2af service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ad5730b-2281-44bd-8ab1-363c7c9933d3 HTTP/1.1" status: 200 len: 1003 time: 0.0972793 May 05 20:46:24.489923 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb8772-93fd-4dfa-ba45-e91407b17e33 req-7a9ddc26-a27a-4e26-a6e3-f4881dedcc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:24.491361 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cbbb8772-93fd-4dfa-ba45-e91407b17e33 req-7a9ddc26-a27a-4e26-a6e3-f4881dedcc6c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e17f71d4-d773-4eec-938b-3d1690270e74 HTTP/1.1" status: 200 len: 851 time: 0.0609078 May 05 20:46:24.565859 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb8772-93fd-4dfa-ba45-e91407b17e33 req-de5d21a2-a3dd-4ee2-9dbe-88bf0dc54a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:24.567336 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cbbb8772-93fd-4dfa-ba45-e91407b17e33 req-de5d21a2-a3dd-4ee2-9dbe-88bf0dc54a8f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8d838826-0cc1-465c-ac5e-e5b771415949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702639 May 05 20:46:24.698487 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cbbb8772-93fd-4dfa-ba45-e91407b17e33 req-ffbee5ac-9bcf-4292-8e42-cf2ad7f78e09 service neutron] 10.222.0.24 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243148 May 05 20:46:24.828751 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cbbb8772-93fd-4dfa-ba45-e91407b17e33 req-802e47e8-f2d2-4a95-be3d-34a1dbe65d14 service neutron] 10.222.0.24 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237032 May 05 20:46:25.223167 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df6da96-d2c4-48da-a72b-f17627ad9a03 req-a453e474-ebd0-4156-940f-876fa5d223ef tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:25.224652 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6df6da96-d2c4-48da-a72b-f17627ad9a03 req-a453e474-ebd0-4156-940f-876fa5d223ef tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=68b060b9-6fea-4950-957b-dcd001f17077 HTTP/1.1" status: 200 len: 946 time: 0.0867696 May 05 20:46:25.269729 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6df6da96-d2c4-48da-a72b-f17627ad9a03 req-e106e8f7-f0c6-4d82-b6c2-08a861cc76bd tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393577 May 05 20:46:26.128040 n-d-840717-1 neutron-server[88198]: INFO neutron.api.v2.resource [req-7b5b6274-5cbf-4f79-8563-4988741d2f92 req-2d956cb1-0948-4a46-9427-9836bd92e32b service neutron] show failed (client error): The resource could not be found. May 05 20:46:26.129024 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7b5b6274-5cbf-4f79-8563-4988741d2f92 req-2d956cb1-0948-4a46-9427-9836bd92e32b service neutron] 10.222.0.24 "GET /v2.0/ports/2ad5730b-2281-44bd-8ab1-363c7c9933d3/bindings/n-h2-840717-1 HTTP/1.1" status: 404 len: 380 time: 0.0779767 May 05 20:46:26.456889 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b6274-5cbf-4f79-8563-4988741d2f92 req-8b148b0c-e928-49f5-ab31-6337e1410b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:26.458404 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7b5b6274-5cbf-4f79-8563-4988741d2f92 req-8b148b0c-e928-49f5-ab31-6337e1410b99 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=68b060b9-6fea-4950-957b-dcd001f17077&tenant_id=8d2ac5f24c2842b090417baf41a7b405 HTTP/1.1" status: 200 len: 1097 time: 0.1103020 May 05 20:46:26.458968 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5812f96-b5e7-4cc4-ab79-8c85aa40ef28 req-268c6e18-12e7-4065-9161-3ad2f594bf96 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:26.460450 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e5812f96-b5e7-4cc4-ab79-8c85aa40ef28 req-268c6e18-12e7-4065-9161-3ad2f594bf96 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=68b060b9-6fea-4950-957b-dcd001f17077 HTTP/1.1" status: 200 len: 946 time: 0.0834568 May 05 20:46:26.469333 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-7b5b6274-5cbf-4f79-8563-4988741d2f92 req-b22f0a79-c0b2-467a-bd3d-d40a02230021 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-840717-1', 'device_owner': 'compute:nova'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:46:26.504821 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e5812f96-b5e7-4cc4-ab79-8c85aa40ef28 req-98e8cc01-3576-4e77-b341-c466260ba8ba tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386422 May 05 20:46:26.582839 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-7b5b6274-5cbf-4f79-8563-4988741d2f92 req-b22f0a79-c0b2-467a-bd3d-d40a02230021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:46:26.858088 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-7b5b6274-5cbf-4f79-8563-4988741d2f92 req-b22f0a79-c0b2-467a-bd3d-d40a02230021 service neutron] For port 2ad5730b-2281-44bd-8ab1-363c7c9933d3, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=2ad5730b-2281-44bd-8ab1-363c7c9933d3,segment=NetworkSegment(7a533d90-8a9f-45ae-95b7-daccfb6d22ed),segment_id=7a533d90-8a9f-45ae-95b7-daccfb6d22ed)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:46:26.886845 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-7b5b6274-5cbf-4f79-8563-4988741d2f92 req-b22f0a79-c0b2-467a-bd3d-d40a02230021 service neutron] For port 2ad5730b-2281-44bd-8ab1-363c7c9933d3, host n-h1-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:46:26.943014 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b060b9-6fea-4950-957b-dcd001f17077', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ad5730b-2281-44bd-8ab1-363c7c9933d3'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:46:26.947939 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-7b5b6274-5cbf-4f79-8563-4988741d2f92 req-b22f0a79-c0b2-467a-bd3d-d40a02230021 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:46:26.962854 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-7b5b6274-5cbf-4f79-8563-4988741d2f92 req-b22f0a79-c0b2-467a-bd3d-d40a02230021 service neutron] Transition to ACTIVE for port object 2ad5730b-2281-44bd-8ab1-363c7c9933d3 will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:46:26.966660 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-7b5b6274-5cbf-4f79-8563-4988741d2f92 req-b22f0a79-c0b2-467a-bd3d-d40a02230021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:46:27.121708 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f0a79-c0b2-467a-bd3d-d40a02230021 service neutron] Pushing event updated for resources: {'Port': ['ID=2ad5730b-2281-44bd-8ab1-363c7c9933d3,revision_number=6']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:46:27.144766 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3b4dc98-9f6d-4506-93ff-9e9f240b082a'] response: {'server_uuid': '68b060b9-6fea-4950-957b-dcd001f17077', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ad5730b-2281-44bd-8ab1-363c7c9933d3', 'code': 200} May 05 20:46:27.183390 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b5b6274-5cbf-4f79-8563-4988741d2f92 req-b22f0a79-c0b2-467a-bd3d-d40a02230021 service neutron] No DVR routers for this DVR port 2ad5730b-2281-44bd-8ab1-363c7c9933d3 on host n-h1-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:46:27.411293 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-7b5b6274-5cbf-4f79-8563-4988741d2f92 req-b22f0a79-c0b2-467a-bd3d-d40a02230021 service neutron] Attempting to bind port 2ad5730b-2281-44bd-8ab1-363c7c9933d3 on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:46:27.411599 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-7b5b6274-5cbf-4f79-8563-4988741d2f92 req-b22f0a79-c0b2-467a-bd3d-d40a02230021 service neutron] Attempting to bind port 2ad5730b-2281-44bd-8ab1-363c7c9933d3 by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': '7a533d90-8a9f-45ae-95b7-daccfb6d22ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:46:27.411884 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5b6274-5cbf-4f79-8563-4988741d2f92 req-b22f0a79-c0b2-467a-bd3d-d40a02230021 service neutron] Attempting to bind port 2ad5730b-2281-44bd-8ab1-363c7c9933d3 on network 8d838826-0cc1-465c-ac5e-e5b771415949 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:46:27.416633 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5b6274-5cbf-4f79-8563-4988741d2f92 req-b22f0a79-c0b2-467a-bd3d-d40a02230021 service neutron] Port 2ad5730b-2281-44bd-8ab1-363c7c9933d3 on network 8d838826-0cc1-465c-ac5e-e5b771415949 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:46:27.417041 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5b6274-5cbf-4f79-8563-4988741d2f92 req-b22f0a79-c0b2-467a-bd3d-d40a02230021 service neutron] Attempting to bind port 2ad5730b-2281-44bd-8ab1-363c7c9933d3 on network 8d838826-0cc1-465c-ac5e-e5b771415949 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:46:27.423297 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5b6274-5cbf-4f79-8563-4988741d2f92 req-b22f0a79-c0b2-467a-bd3d-d40a02230021 service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:46:27.423656 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5b6274-5cbf-4f79-8563-4988741d2f92 req-b22f0a79-c0b2-467a-bd3d-d40a02230021 service neutron] Checking segment: {'id': '7a533d90-8a9f-45ae-95b7-daccfb6d22ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:46:27.424034 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5b6274-5cbf-4f79-8563-4988741d2f92 req-b22f0a79-c0b2-467a-bd3d-d40a02230021 service neutron] Bound using segment: {'id': '7a533d90-8a9f-45ae-95b7-daccfb6d22ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:46:27.424447 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-7b5b6274-5cbf-4f79-8563-4988741d2f92 req-b22f0a79-c0b2-467a-bd3d-d40a02230021 service neutron] Bound port: 2ad5730b-2281-44bd-8ab1-363c7c9933d3, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a533d90-8a9f-45ae-95b7-daccfb6d22ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:46:27.424783 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-7b5b6274-5cbf-4f79-8563-4988741d2f92 req-b22f0a79-c0b2-467a-bd3d-d40a02230021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:46:27.514161 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-7b5b6274-5cbf-4f79-8563-4988741d2f92 req-b22f0a79-c0b2-467a-bd3d-d40a02230021 service neutron] For port 2ad5730b-2281-44bd-8ab1-363c7c9933d3, host n-h2-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:46:27.517115 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-7b5b6274-5cbf-4f79-8563-4988741d2f92 req-b22f0a79-c0b2-467a-bd3d-d40a02230021 service neutron] For port 2ad5730b-2281-44bd-8ab1-363c7c9933d3, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=2ad5730b-2281-44bd-8ab1-363c7c9933d3,segment=NetworkSegment(7a533d90-8a9f-45ae-95b7-daccfb6d22ed),segment_id=7a533d90-8a9f-45ae-95b7-daccfb6d22ed)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:46:27.520786 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-7b5b6274-5cbf-4f79-8563-4988741d2f92 req-b22f0a79-c0b2-467a-bd3d-d40a02230021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:46:27.580419 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b6274-5cbf-4f79-8563-4988741d2f92 req-b22f0a79-c0b2-467a-bd3d-d40a02230021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:27.581066 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-7b5b6274-5cbf-4f79-8563-4988741d2f92 req-b22f0a79-c0b2-467a-bd3d-d40a02230021 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:46:27.582347 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7b5b6274-5cbf-4f79-8563-4988741d2f92 req-b22f0a79-c0b2-467a-bd3d-d40a02230021 service neutron] 10.222.0.50 "PUT /v2.0/ports/2ad5730b-2281-44bd-8ab1-363c7c9933d3 HTTP/1.1" status: 200 len: 1092 time: 1.1176887 May 05 20:46:27.598320 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f0a79-c0b2-467a-bd3d-d40a02230021 service neutron] Pushing event updated for resources: {'Port': ['ID=2ad5730b-2281-44bd-8ab1-363c7c9933d3,revision_number=7']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:46:27.684970 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b6274-5cbf-4f79-8563-4988741d2f92 req-37ac884f-12ba-4828-8241-e5b84bd06ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:27.686569 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7b5b6274-5cbf-4f79-8563-4988741d2f92 req-37ac884f-12ba-4828-8241-e5b84bd06ea2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8d2ac5f24c2842b090417baf41a7b405&device_id=68b060b9-6fea-4950-957b-dcd001f17077 HTTP/1.1" status: 200 len: 1095 time: 0.0801373 May 05 20:46:27.709340 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb732a21-ec96-4f9c-81c7-7f1e923310cd req-230cb3fe-1795-4afb-941a-53ee1319fa1d tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:27.711558 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fb732a21-ec96-4f9c-81c7-7f1e923310cd req-230cb3fe-1795-4afb-941a-53ee1319fa1d tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=68b060b9-6fea-4950-957b-dcd001f17077 HTTP/1.1" status: 200 len: 944 time: 0.0869999 May 05 20:46:27.758496 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fb732a21-ec96-4f9c-81c7-7f1e923310cd req-47b3d179-946a-4487-b6b5-23c3768182c6 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407519 May 05 20:46:27.824595 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b6274-5cbf-4f79-8563-4988741d2f92 req-10ccc34e-ad4e-4aef-bcf6-422ed5facb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:27.826032 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7b5b6274-5cbf-4f79-8563-4988741d2f92 req-10ccc34e-ad4e-4aef-bcf6-422ed5facb98 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8d838826-0cc1-465c-ac5e-e5b771415949 HTTP/1.1" status: 200 len: 913 time: 0.1338561 May 05 20:46:28.029486 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7b5b6274-5cbf-4f79-8563-4988741d2f92 req-85107288-64eb-471e-b014-38e546e71131 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ad5730b-2281-44bd-8ab1-363c7c9933d3 HTTP/1.1" status: 200 len: 1001 time: 0.1967311 May 05 20:46:28.091843 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b6274-5cbf-4f79-8563-4988741d2f92 req-b3fc2dec-8140-4b50-b459-37e481659944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:28.093328 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7b5b6274-5cbf-4f79-8563-4988741d2f92 req-b3fc2dec-8140-4b50-b459-37e481659944 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e17f71d4-d773-4eec-938b-3d1690270e74 HTTP/1.1" status: 200 len: 851 time: 0.0585387 May 05 20:46:28.165716 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b6274-5cbf-4f79-8563-4988741d2f92 req-508e7fc4-f103-405e-a73a-0821ced1b0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:28.167224 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7b5b6274-5cbf-4f79-8563-4988741d2f92 req-508e7fc4-f103-405e-a73a-0821ced1b0ed service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8d838826-0cc1-465c-ac5e-e5b771415949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681293 May 05 20:46:28.294771 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7b5b6274-5cbf-4f79-8563-4988741d2f92 req-a83fa8df-7796-40fb-b20f-8413b1a44cd3 service neutron] 10.222.0.50 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219530 May 05 20:46:28.424301 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7b5b6274-5cbf-4f79-8563-4988741d2f92 req-de97eeef-aa54-4abe-8f4b-9f356672f079 service neutron] 10.222.0.50 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240053 May 05 20:46:28.956517 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7542ddc-e11a-4424-9e57-e6182c380aec req-099ce399-6cb1-42e9-a724-fb4a38784f92 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:28.957987 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d7542ddc-e11a-4424-9e57-e6182c380aec req-099ce399-6cb1-42e9-a724-fb4a38784f92 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=68b060b9-6fea-4950-957b-dcd001f17077 HTTP/1.1" status: 200 len: 944 time: 0.0848393 May 05 20:46:29.003490 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d7542ddc-e11a-4424-9e57-e6182c380aec req-b373e2de-82f1-4a64-8a67-a52fa5dc50e9 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392964 May 05 20:46:29.146273 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b060b9-6fea-4950-957b-dcd001f17077', 'tag': '2ad5730b-2281-44bd-8ab1-363c7c9933d3'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:46:29.205290 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9125c54-1dad-4b5b-92d3-b7822ca3e58c'] response: {'name': 'network-changed', 'server_uuid': '68b060b9-6fea-4950-957b-dcd001f17077', 'tag': '2ad5730b-2281-44bd-8ab1-363c7c9933d3', 'status': 'completed', 'code': 200} May 05 20:46:29.298158 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e6a7c-b0d8-422f-9ab7-89e1803285a3 req-b8499efe-70b0-44d3-bd74-64f28bf470ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:29.300277 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0c6e6a7c-b0d8-422f-9ab7-89e1803285a3 req-b8499efe-70b0-44d3-bd74-64f28bf470ae service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8d2ac5f24c2842b090417baf41a7b405&device_id=68b060b9-6fea-4950-957b-dcd001f17077 HTTP/1.1" status: 200 len: 1095 time: 0.0785375 May 05 20:46:29.302568 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e6a7c-b0d8-422f-9ab7-89e1803285a3 req-c407825f-0811-4fb0-bace-551ca38adfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:29.304069 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0c6e6a7c-b0d8-422f-9ab7-89e1803285a3 req-c407825f-0811-4fb0-bace-551ca38adfa8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8d2ac5f24c2842b090417baf41a7b405&device_id=68b060b9-6fea-4950-957b-dcd001f17077 HTTP/1.1" status: 200 len: 1095 time: 0.0788651 May 05 20:46:29.433172 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e6a7c-b0d8-422f-9ab7-89e1803285a3 req-2f659b17-62b7-487b-a85d-0f3ff3d1115f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:29.434883 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0c6e6a7c-b0d8-422f-9ab7-89e1803285a3 req-2f659b17-62b7-487b-a85d-0f3ff3d1115f service neutron] 10.222.0.24 "GET /v2.0/networks?id=8d838826-0cc1-465c-ac5e-e5b771415949 HTTP/1.1" status: 200 len: 913 time: 0.1290772 May 05 20:46:29.443441 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e6a7c-b0d8-422f-9ab7-89e1803285a3 req-40f42829-94bf-493e-a9cd-49b409f6a46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:29.444876 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0c6e6a7c-b0d8-422f-9ab7-89e1803285a3 req-40f42829-94bf-493e-a9cd-49b409f6a46d service neutron] 10.222.0.50 "GET /v2.0/networks?id=8d838826-0cc1-465c-ac5e-e5b771415949 HTTP/1.1" status: 200 len: 913 time: 0.1352806 May 05 20:46:29.566081 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0c6e6a7c-b0d8-422f-9ab7-89e1803285a3 req-ad7a20dc-20e9-4076-ab85-cacc1db3aec7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ad5730b-2281-44bd-8ab1-363c7c9933d3 HTTP/1.1" status: 200 len: 1001 time: 0.1156247 May 05 20:46:29.639315 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e6a7c-b0d8-422f-9ab7-89e1803285a3 req-ecb3f316-070a-4318-8127-932cfd7c9577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:29.640974 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0c6e6a7c-b0d8-422f-9ab7-89e1803285a3 req-ecb3f316-070a-4318-8127-932cfd7c9577 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e17f71d4-d773-4eec-938b-3d1690270e74 HTTP/1.1" status: 200 len: 851 time: 0.0698891 May 05 20:46:29.669819 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0c6e6a7c-b0d8-422f-9ab7-89e1803285a3 req-780d287c-ce90-4a23-9f7a-eb5b870365d8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ad5730b-2281-44bd-8ab1-363c7c9933d3 HTTP/1.1" status: 200 len: 1001 time: 0.2290168 May 05 20:46:29.716924 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e6a7c-b0d8-422f-9ab7-89e1803285a3 req-f505c808-8f6e-49b4-889f-0d591c4d487e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:29.719253 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0c6e6a7c-b0d8-422f-9ab7-89e1803285a3 req-f505c808-8f6e-49b4-889f-0d591c4d487e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8d838826-0cc1-465c-ac5e-e5b771415949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726497 May 05 20:46:29.735099 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e6a7c-b0d8-422f-9ab7-89e1803285a3 req-7302cc07-0761-4fab-a44b-6b495a5f536b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:29.736565 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0c6e6a7c-b0d8-422f-9ab7-89e1803285a3 req-7302cc07-0761-4fab-a44b-6b495a5f536b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e17f71d4-d773-4eec-938b-3d1690270e74 HTTP/1.1" status: 200 len: 851 time: 0.0609865 May 05 20:46:29.815233 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e6a7c-b0d8-422f-9ab7-89e1803285a3 req-10f933c1-2f9e-4a00-addb-947e4600bd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:29.816805 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0c6e6a7c-b0d8-422f-9ab7-89e1803285a3 req-10f933c1-2f9e-4a00-addb-947e4600bd68 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8d838826-0cc1-465c-ac5e-e5b771415949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731847 May 05 20:46:29.852198 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0c6e6a7c-b0d8-422f-9ab7-89e1803285a3 req-655c7812-ff61-4eee-bf43-c78adf0a5dd7 service neutron] 10.222.0.50 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270823 May 05 20:46:29.869566 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 2ad5730b-2281-44bd-8ab1-363c7c9933d3 no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:46:29.953891 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 2ad5730b-2281-44bd-8ab1-363c7c9933d3 not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:46:29.955799 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0c6e6a7c-b0d8-422f-9ab7-89e1803285a3 req-15ed241c-2595-4194-899a-ada9e9430606 service neutron] 10.222.0.24 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333227 May 05 20:46:30.001984 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0c6e6a7c-b0d8-422f-9ab7-89e1803285a3 req-cdb38d92-4b31-4f03-bab2-66673dfe1243 service neutron] 10.222.0.50 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438520 May 05 20:46:30.094066 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0c6e6a7c-b0d8-422f-9ab7-89e1803285a3 req-661caefe-6b21-47c0-a8cd-f784062c9c01 service neutron] 10.222.0.24 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323895 May 05 20:46:30.192208 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f1390d-f68e-414c-b0b0-09314fbf637a req-0df6e6d0-002a-40f2-84f2-49102d7a5f07 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:30.193656 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-18f1390d-f68e-414c-b0b0-09314fbf637a req-0df6e6d0-002a-40f2-84f2-49102d7a5f07 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=68b060b9-6fea-4950-957b-dcd001f17077 HTTP/1.1" status: 200 len: 944 time: 0.0789907 May 05 20:46:30.240947 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-18f1390d-f68e-414c-b0b0-09314fbf637a req-5757fd23-aa20-468b-8101-d4643cac381d tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416493 May 05 20:46:31.434843 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed85606d-e2df-43fe-9ffe-980f62d85f03 req-e0398a27-95df-4aa9-8407-11a79b12ab51 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:31.436944 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ed85606d-e2df-43fe-9ffe-980f62d85f03 req-e0398a27-95df-4aa9-8407-11a79b12ab51 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=68b060b9-6fea-4950-957b-dcd001f17077 HTTP/1.1" status: 200 len: 944 time: 0.0806692 May 05 20:46:31.482805 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ed85606d-e2df-43fe-9ffe-980f62d85f03 req-788baa24-852c-4f5f-ba2f-d6112f5457cb tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402157 May 05 20:46:32.673612 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57916ca-6ea9-4c3f-b05a-268ac90f7f5f req-4002e2ca-dd73-4598-94f1-e63995219c84 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:32.675056 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b57916ca-6ea9-4c3f-b05a-268ac90f7f5f req-4002e2ca-dd73-4598-94f1-e63995219c84 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=68b060b9-6fea-4950-957b-dcd001f17077 HTTP/1.1" status: 200 len: 944 time: 0.0808055 May 05 20:46:32.719527 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b57916ca-6ea9-4c3f-b05a-268ac90f7f5f req-d30d429d-08fb-4eb3-b91f-3ab1071446ba tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387700 May 05 20:46:33.902993 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62505e04-c08c-43c3-8a26-81093d8ff799 req-8662b366-9526-4abc-a73d-5ee85d264e18 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:33.904363 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-62505e04-c08c-43c3-8a26-81093d8ff799 req-8662b366-9526-4abc-a73d-5ee85d264e18 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=68b060b9-6fea-4950-957b-dcd001f17077 HTTP/1.1" status: 200 len: 944 time: 0.0791929 May 05 20:46:33.947620 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-62505e04-c08c-43c3-8a26-81093d8ff799 req-0374855c-ab54-4dad-81e8-7b6913d80bbe tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376568 May 05 20:46:34.729024 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f0e45767-72a2-46a9-9a74-2ad42f0366c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:46:35.135027 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755dfcad-b9dc-474e-87ba-c9678326586b req-e113eaa5-7617-48ec-b4ff-e2c6ebf36cca tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:35.136488 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-755dfcad-b9dc-474e-87ba-c9678326586b req-e113eaa5-7617-48ec-b4ff-e2c6ebf36cca tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=68b060b9-6fea-4950-957b-dcd001f17077 HTTP/1.1" status: 200 len: 944 time: 0.0827751 May 05 20:46:35.272133 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-755dfcad-b9dc-474e-87ba-c9678326586b req-c5d8218d-bde8-40a1-af23-26f71eb83771 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292467 May 05 20:46:36.462340 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d8effb-85e9-49e8-ae49-2bc0c0cede2b req-125b87b2-192d-4cfb-b59e-6b4fe6586627 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:36.463822 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-47d8effb-85e9-49e8-ae49-2bc0c0cede2b req-125b87b2-192d-4cfb-b59e-6b4fe6586627 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=68b060b9-6fea-4950-957b-dcd001f17077 HTTP/1.1" status: 200 len: 944 time: 0.0860183 May 05 20:46:36.508800 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-47d8effb-85e9-49e8-ae49-2bc0c0cede2b req-2c824464-1b4b-4df0-8a12-b67a3f92815c tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388947 May 05 20:46:36.915441 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8a3a30d2-f53f-425b-befa-0144190d8310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:46:37.691851 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565dc429-96af-4852-a91a-0506637fea79 req-d2725631-efe9-4e64-b3cf-f100218e4303 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:37.693298 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-565dc429-96af-4852-a91a-0506637fea79 req-d2725631-efe9-4e64-b3cf-f100218e4303 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=68b060b9-6fea-4950-957b-dcd001f17077 HTTP/1.1" status: 200 len: 944 time: 0.0790238 May 05 20:46:37.737550 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-565dc429-96af-4852-a91a-0506637fea79 req-6dee65d5-bb3f-4aa7-998b-e4e1442c4c6f tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386131 May 05 20:46:37.882674 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 2ad5730b-2281-44bd-8ab1-363c7c9933d3 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:46:38.010706 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:46:38.029187 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 2ad5730b-2281-44bd-8ab1-363c7c9933d3, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=2ad5730b-2281-44bd-8ab1-363c7c9933d3,segment=NetworkSegment(7a533d90-8a9f-45ae-95b7-daccfb6d22ed),segment_id=7a533d90-8a9f-45ae-95b7-daccfb6d22ed)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:46:38.049222 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': '2ad5730b-2281-44bd-8ab1-363c7c9933d3', 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949', 'port_id': '2ad5730b-2281-44bd-8ab1-363c7c9933d3', 'mac_address': 'fa:16:3e:39:68:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e17f71d4-d773-4eec-938b-3d1690270e74', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:46:38.108569 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:46:38.127893 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ad5730b-2281-44bd-8ab1-363c7c9933d3 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:46:38.155274 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 2ad5730b-2281-44bd-8ab1-363c7c9933d3, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=2ad5730b-2281-44bd-8ab1-363c7c9933d3,segment=NetworkSegment(7a533d90-8a9f-45ae-95b7-daccfb6d22ed),segment_id=7a533d90-8a9f-45ae-95b7-daccfb6d22ed)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:46:38.156893 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:46:38.160042 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:46:38.198706 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f6964-9cc1-4559-81e0-5e6460dcf889 req-562ee315-7411-4493-83ab-02172bb1bca3 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:38.200179 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ee2f6964-9cc1-4559-81e0-5e6460dcf889 req-562ee315-7411-4493-83ab-02172bb1bca3 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.50 "GET /v2.0/ports?device_id=68b060b9-6fea-4950-957b-dcd001f17077&tenant_id=8d2ac5f24c2842b090417baf41a7b405&binding%3Ahost_id=n-h2-840717-1 HTTP/1.1" status: 200 len: 944 time: 0.1462910 May 05 20:46:38.229680 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=2ad5730b-2281-44bd-8ab1-363c7c9933d3,revision_number=8']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:46:38.272010 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26187ecb-cbe7-4673-bdab-9aa8f908342b req-9f331bbd-e867-4b93-a65f-874856578c41 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:38.273464 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-26187ecb-cbe7-4673-bdab-9aa8f908342b req-9f331bbd-e867-4b93-a65f-874856578c41 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=68b060b9-6fea-4950-957b-dcd001f17077 HTTP/1.1" status: 200 len: 944 time: 0.1573415 May 05 20:46:38.319015 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ee2f6964-9cc1-4559-81e0-5e6460dcf889 req-595e228d-12a9-4b09-8039-97e9ff53fa17 service neutron] 10.222.0.50 "GET /v2.0/ports/2ad5730b-2281-44bd-8ab1-363c7c9933d3/bindings/n-h2-840717-1 HTTP/1.1" status: 200 len: 382 time: 0.1128597 May 05 20:46:38.328819 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-26187ecb-cbe7-4673-bdab-9aa8f908342b req-06a10518-b102-4a89-9d21-18385b69baf9 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485847 May 05 20:46:38.370663 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['2ad5730b-2281-44bd-8ab1-363c7c9933d3'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:46:38.418086 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f6964-9cc1-4559-81e0-5e6460dcf889 req-eb5fc399-fcd3-42fc-a626-042a614387ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:38.420035 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ee2f6964-9cc1-4559-81e0-5e6460dcf889 req-eb5fc399-fcd3-42fc-a626-042a614387ff service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8d2ac5f24c2842b090417baf41a7b405&device_id=68b060b9-6fea-4950-957b-dcd001f17077 HTTP/1.1" status: 200 len: 1096 time: 0.0793469 May 05 20:46:38.553997 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f6964-9cc1-4559-81e0-5e6460dcf889 req-11a36574-f68f-4661-aaa4-80cb87112b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:38.555469 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ee2f6964-9cc1-4559-81e0-5e6460dcf889 req-11a36574-f68f-4661-aaa4-80cb87112b7a service neutron] 10.222.0.50 "GET /v2.0/networks?id=8d838826-0cc1-465c-ac5e-e5b771415949 HTTP/1.1" status: 200 len: 913 time: 0.1293478 May 05 20:46:38.658194 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ee2f6964-9cc1-4559-81e0-5e6460dcf889 req-ed1f3b8c-63b1-4fa5-9300-2db7a914cda3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ad5730b-2281-44bd-8ab1-363c7c9933d3 HTTP/1.1" status: 200 len: 1002 time: 0.0972352 May 05 20:46:38.721789 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f6964-9cc1-4559-81e0-5e6460dcf889 req-72c89733-6a7f-441c-806e-560ff887ad6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:38.723548 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ee2f6964-9cc1-4559-81e0-5e6460dcf889 req-72c89733-6a7f-441c-806e-560ff887ad6b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e17f71d4-d773-4eec-938b-3d1690270e74 HTTP/1.1" status: 200 len: 851 time: 0.0581381 May 05 20:46:38.797762 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f6964-9cc1-4559-81e0-5e6460dcf889 req-d10a0042-c1d4-47f0-a3c3-64b41c8d7c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:38.799382 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ee2f6964-9cc1-4559-81e0-5e6460dcf889 req-d10a0042-c1d4-47f0-a3c3-64b41c8d7c70 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8d838826-0cc1-465c-ac5e-e5b771415949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699267 May 05 20:46:38.931232 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ee2f6964-9cc1-4559-81e0-5e6460dcf889 req-841c20b5-1981-4f68-a76b-9f2b8cf10c41 service neutron] 10.222.0.50 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255066 May 05 20:46:39.057839 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ee2f6964-9cc1-4559-81e0-5e6460dcf889 req-bfc3cdd8-48ad-4804-bafe-270aa86cbca7 service neutron] 10.222.0.50 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209812 May 05 20:46:39.522145 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b04e61-c608-4e54-a060-0b439ef98c01 req-9b41157c-8e9c-40c5-a31a-3caefe3c3a02 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:39.523639 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b8b04e61-c608-4e54-a060-0b439ef98c01 req-9b41157c-8e9c-40c5-a31a-3caefe3c3a02 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=68b060b9-6fea-4950-957b-dcd001f17077 HTTP/1.1" status: 200 len: 945 time: 0.0829766 May 05 20:46:39.568412 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b8b04e61-c608-4e54-a060-0b439ef98c01 req-0de3fc85-9cb8-4199-84ec-c51c51950367 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391653 May 05 20:46:39.713638 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:46:39.898304 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 2ad5730b-2281-44bd-8ab1-363c7c9933d3 up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:46:39.969632 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port 2ad5730b-2281-44bd-8ab1-363c7c9933d3 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:46:39.974314 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port 2ad5730b-2281-44bd-8ab1-363c7c9933d3 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:46:39.974683 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:46:40.088837 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:46:40.114835 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b060b9-6fea-4950-957b-dcd001f17077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad5730b-2281-44bd-8ab1-363c7c9933d3'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:46:40.124688 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 2ad5730b-2281-44bd-8ab1-363c7c9933d3, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=2ad5730b-2281-44bd-8ab1-363c7c9933d3,segment=NetworkSegment(7a533d90-8a9f-45ae-95b7-daccfb6d22ed),segment_id=7a533d90-8a9f-45ae-95b7-daccfb6d22ed)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:46:40.128854 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:46:40.200365 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=2ad5730b-2281-44bd-8ab1-363c7c9933d3,revision_number=9']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:46:40.275191 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd43fd33-a4ee-44d4-9d13-9546b18f9fa1'] response: {'server_uuid': '68b060b9-6fea-4950-957b-dcd001f17077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad5730b-2281-44bd-8ab1-363c7c9933d3', 'code': 200} May 05 20:46:40.764816 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d6ebb-c060-470c-ac55-2f8210d34acc req-cbb8bdf6-79df-4761-9c96-e6181a6278d4 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:40.766349 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5c9d6ebb-c060-470c-ac55-2f8210d34acc req-cbb8bdf6-79df-4761-9c96-e6181a6278d4 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=68b060b9-6fea-4950-957b-dcd001f17077 HTTP/1.1" status: 200 len: 946 time: 0.0884302 May 05 20:46:40.820378 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5c9d6ebb-c060-470c-ac55-2f8210d34acc req-abf747f1-9051-4525-9e04-25918b10e7d4 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480332 May 05 20:46:41.632239 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f6964-9cc1-4559-81e0-5e6460dcf889 req-11c0bcbd-b65e-4c8c-89cb-2f5bdabde800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:41.633708 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ee2f6964-9cc1-4559-81e0-5e6460dcf889 req-11c0bcbd-b65e-4c8c-89cb-2f5bdabde800 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=68b060b9-6fea-4950-957b-dcd001f17077&tenant_id=8d2ac5f24c2842b090417baf41a7b405 HTTP/1.1" status: 200 len: 1097 time: 0.0698397 May 05 20:46:41.644474 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-ee2f6964-9cc1-4559-81e0-5e6460dcf889 req-f1930468-a8fa-4640-9ddb-dc5967d7900e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-840717-1', 'device_owner': 'compute:nova'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:46:41.752990 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ee2f6964-9cc1-4559-81e0-5e6460dcf889 req-f1930468-a8fa-4640-9ddb-dc5967d7900e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:46:42.000645 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:46:42.019736 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d5890-bdb0-4603-8a58-b55bf7bd53a5 req-a606ff49-3ab1-4ed9-8ab1-fe2fdaba5fe4 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:42.021222 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d11d5890-bdb0-4603-8a58-b55bf7bd53a5 req-a606ff49-3ab1-4ed9-8ab1-fe2fdaba5fe4 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=68b060b9-6fea-4950-957b-dcd001f17077 HTTP/1.1" status: 200 len: 946 time: 0.0910158 May 05 20:46:42.021785 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-ee2f6964-9cc1-4559-81e0-5e6460dcf889 req-f1930468-a8fa-4640-9ddb-dc5967d7900e service neutron] For port 2ad5730b-2281-44bd-8ab1-363c7c9933d3, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=2ad5730b-2281-44bd-8ab1-363c7c9933d3,segment=NetworkSegment(7a533d90-8a9f-45ae-95b7-daccfb6d22ed),segment_id=7a533d90-8a9f-45ae-95b7-daccfb6d22ed)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:46:42.051128 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-ee2f6964-9cc1-4559-81e0-5e6460dcf889 req-f1930468-a8fa-4640-9ddb-dc5967d7900e service neutron] For port 2ad5730b-2281-44bd-8ab1-363c7c9933d3, host n-h2-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:46:42.066964 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d11d5890-bdb0-4603-8a58-b55bf7bd53a5 req-c09ec2da-8bac-48b3-99b7-56a30ec2a306 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397768 May 05 20:46:42.116498 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b060b9-6fea-4950-957b-dcd001f17077', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ad5730b-2281-44bd-8ab1-363c7c9933d3'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:46:42.122183 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ee2f6964-9cc1-4559-81e0-5e6460dcf889 req-f1930468-a8fa-4640-9ddb-dc5967d7900e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:46:42.143206 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-ee2f6964-9cc1-4559-81e0-5e6460dcf889 req-f1930468-a8fa-4640-9ddb-dc5967d7900e service neutron] Transition to ACTIVE for port object 2ad5730b-2281-44bd-8ab1-363c7c9933d3 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:46:42.148585 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ee2f6964-9cc1-4559-81e0-5e6460dcf889 req-f1930468-a8fa-4640-9ddb-dc5967d7900e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:46:42.416746 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6077d659-3467-4f77-8771-6d1c7d17f06d'] response: {'server_uuid': '68b060b9-6fea-4950-957b-dcd001f17077', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ad5730b-2281-44bd-8ab1-363c7c9933d3', 'code': 200} May 05 20:46:42.431232 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1930468-a8fa-4640-9ddb-dc5967d7900e service neutron] Pushing event updated for resources: {'Port': ['ID=2ad5730b-2281-44bd-8ab1-363c7c9933d3,revision_number=10']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:46:42.445314 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1930468-a8fa-4640-9ddb-dc5967d7900e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:46:42.445906 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1930468-a8fa-4640-9ddb-dc5967d7900e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:46:42.446242 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1930468-a8fa-4640-9ddb-dc5967d7900e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:46:42.446579 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1930468-a8fa-4640-9ddb-dc5967d7900e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:46:42.446904 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1930468-a8fa-4640-9ddb-dc5967d7900e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:46:42.447456 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1930468-a8fa-4640-9ddb-dc5967d7900e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:46:42.448022 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1930468-a8fa-4640-9ddb-dc5967d7900e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:46:42.448434 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1930468-a8fa-4640-9ddb-dc5967d7900e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:46:42.448761 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1930468-a8fa-4640-9ddb-dc5967d7900e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:46:42.449083 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1930468-a8fa-4640-9ddb-dc5967d7900e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:46:42.449407 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1930468-a8fa-4640-9ddb-dc5967d7900e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:46:42.449728 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1930468-a8fa-4640-9ddb-dc5967d7900e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:46:42.507278 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee2f6964-9cc1-4559-81e0-5e6460dcf889 req-f1930468-a8fa-4640-9ddb-dc5967d7900e service neutron] No DVR routers for this DVR port 2ad5730b-2281-44bd-8ab1-363c7c9933d3 on host n-h2-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:46:42.770100 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-ee2f6964-9cc1-4559-81e0-5e6460dcf889 req-f1930468-a8fa-4640-9ddb-dc5967d7900e service neutron] Attempting to bind port 2ad5730b-2281-44bd-8ab1-363c7c9933d3 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:46:42.770418 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-ee2f6964-9cc1-4559-81e0-5e6460dcf889 req-f1930468-a8fa-4640-9ddb-dc5967d7900e service neutron] Attempting to bind port 2ad5730b-2281-44bd-8ab1-363c7c9933d3 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': '7a533d90-8a9f-45ae-95b7-daccfb6d22ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:46:42.770744 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2f6964-9cc1-4559-81e0-5e6460dcf889 req-f1930468-a8fa-4640-9ddb-dc5967d7900e service neutron] Attempting to bind port 2ad5730b-2281-44bd-8ab1-363c7c9933d3 on network 8d838826-0cc1-465c-ac5e-e5b771415949 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:46:42.775647 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2f6964-9cc1-4559-81e0-5e6460dcf889 req-f1930468-a8fa-4640-9ddb-dc5967d7900e service neutron] Port 2ad5730b-2281-44bd-8ab1-363c7c9933d3 on network 8d838826-0cc1-465c-ac5e-e5b771415949 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:46:42.775956 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2f6964-9cc1-4559-81e0-5e6460dcf889 req-f1930468-a8fa-4640-9ddb-dc5967d7900e service neutron] Attempting to bind port 2ad5730b-2281-44bd-8ab1-363c7c9933d3 on network 8d838826-0cc1-465c-ac5e-e5b771415949 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:46:42.782774 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2f6964-9cc1-4559-81e0-5e6460dcf889 req-f1930468-a8fa-4640-9ddb-dc5967d7900e service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:46:42.783106 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2f6964-9cc1-4559-81e0-5e6460dcf889 req-f1930468-a8fa-4640-9ddb-dc5967d7900e service neutron] Checking segment: {'id': '7a533d90-8a9f-45ae-95b7-daccfb6d22ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:46:42.783515 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2f6964-9cc1-4559-81e0-5e6460dcf889 req-f1930468-a8fa-4640-9ddb-dc5967d7900e service neutron] Bound using segment: {'id': '7a533d90-8a9f-45ae-95b7-daccfb6d22ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:46:42.783937 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-ee2f6964-9cc1-4559-81e0-5e6460dcf889 req-f1930468-a8fa-4640-9ddb-dc5967d7900e service neutron] Bound port: 2ad5730b-2281-44bd-8ab1-363c7c9933d3, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a533d90-8a9f-45ae-95b7-daccfb6d22ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:46:42.784289 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ee2f6964-9cc1-4559-81e0-5e6460dcf889 req-f1930468-a8fa-4640-9ddb-dc5967d7900e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:46:42.879554 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-ee2f6964-9cc1-4559-81e0-5e6460dcf889 req-f1930468-a8fa-4640-9ddb-dc5967d7900e service neutron] For port 2ad5730b-2281-44bd-8ab1-363c7c9933d3, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:46:42.882286 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-ee2f6964-9cc1-4559-81e0-5e6460dcf889 req-f1930468-a8fa-4640-9ddb-dc5967d7900e service neutron] For port 2ad5730b-2281-44bd-8ab1-363c7c9933d3, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=2ad5730b-2281-44bd-8ab1-363c7c9933d3,segment=NetworkSegment(7a533d90-8a9f-45ae-95b7-daccfb6d22ed),segment_id=7a533d90-8a9f-45ae-95b7-daccfb6d22ed)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:46:42.886956 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ee2f6964-9cc1-4559-81e0-5e6460dcf889 req-f1930468-a8fa-4640-9ddb-dc5967d7900e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:46:42.947480 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f6964-9cc1-4559-81e0-5e6460dcf889 req-f1930468-a8fa-4640-9ddb-dc5967d7900e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:42.948180 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ee2f6964-9cc1-4559-81e0-5e6460dcf889 req-f1930468-a8fa-4640-9ddb-dc5967d7900e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:46:42.949533 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ee2f6964-9cc1-4559-81e0-5e6460dcf889 req-f1930468-a8fa-4640-9ddb-dc5967d7900e service neutron] 10.222.0.24 "PUT /v2.0/ports/2ad5730b-2281-44bd-8ab1-363c7c9933d3 HTTP/1.1" status: 200 len: 1093 time: 1.3088586 May 05 20:46:42.966181 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1930468-a8fa-4640-9ddb-dc5967d7900e service neutron] Pushing event updated for resources: {'Port': ['ID=2ad5730b-2281-44bd-8ab1-363c7c9933d3,revision_number=11']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:46:43.042460 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f6964-9cc1-4559-81e0-5e6460dcf889 req-709b6961-fb3a-43d2-81bf-fd63ead65363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:43.044000 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ee2f6964-9cc1-4559-81e0-5e6460dcf889 req-709b6961-fb3a-43d2-81bf-fd63ead65363 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8d2ac5f24c2842b090417baf41a7b405&device_id=68b060b9-6fea-4950-957b-dcd001f17077 HTTP/1.1" status: 200 len: 1096 time: 0.0734394 May 05 20:46:43.185543 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f6964-9cc1-4559-81e0-5e6460dcf889 req-9a5df9c7-833d-4cd6-88bd-855ebc1c2a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:43.187701 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ee2f6964-9cc1-4559-81e0-5e6460dcf889 req-9a5df9c7-833d-4cd6-88bd-855ebc1c2a98 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8d838826-0cc1-465c-ac5e-e5b771415949 HTTP/1.1" status: 200 len: 913 time: 0.1368973 May 05 20:46:43.263747 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cb4380-48bf-486f-ba8b-f5fb253e5d38 req-c4bea552-cf7c-4314-98ce-29af62f69ac8 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:43.265857 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a5cb4380-48bf-486f-ba8b-f5fb253e5d38 req-c4bea552-cf7c-4314-98ce-29af62f69ac8 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=68b060b9-6fea-4950-957b-dcd001f17077 HTTP/1.1" status: 200 len: 945 time: 0.0831025 May 05 20:46:43.291778 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ee2f6964-9cc1-4559-81e0-5e6460dcf889 req-6279f20e-236d-4ce4-aca7-8d193d03e880 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ad5730b-2281-44bd-8ab1-363c7c9933d3 HTTP/1.1" status: 200 len: 1001 time: 0.0969045 May 05 20:46:43.313115 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a5cb4380-48bf-486f-ba8b-f5fb253e5d38 req-16b69c0b-4c29-42ea-b8a9-5404db2d6680 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412912 May 05 20:46:43.356173 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f6964-9cc1-4559-81e0-5e6460dcf889 req-e63c4fc1-dfba-4e2d-a8fd-9609b709b5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:43.357601 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ee2f6964-9cc1-4559-81e0-5e6460dcf889 req-e63c4fc1-dfba-4e2d-a8fd-9609b709b5e8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e17f71d4-d773-4eec-938b-3d1690270e74 HTTP/1.1" status: 200 len: 851 time: 0.0605693 May 05 20:46:43.433125 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f6964-9cc1-4559-81e0-5e6460dcf889 req-4af32f8c-bed0-4fad-801a-18b64b92ad61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:43.434601 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ee2f6964-9cc1-4559-81e0-5e6460dcf889 req-4af32f8c-bed0-4fad-801a-18b64b92ad61 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8d838826-0cc1-465c-ac5e-e5b771415949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700750 May 05 20:46:43.564423 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ee2f6964-9cc1-4559-81e0-5e6460dcf889 req-341da109-88ba-438f-83bd-89fa61adcaeb service neutron] 10.222.0.24 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236880 May 05 20:46:43.695568 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ee2f6964-9cc1-4559-81e0-5e6460dcf889 req-96f0a662-117a-49ca-a581-2ed2c7ea6861 service neutron] 10.222.0.24 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241167 May 05 20:46:43.913637 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 2ad5730b-2281-44bd-8ab1-363c7c9933d3 no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:46:43.974379 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 2ad5730b-2281-44bd-8ab1-363c7c9933d3 not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:46:44.417841 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b060b9-6fea-4950-957b-dcd001f17077', 'tag': '2ad5730b-2281-44bd-8ab1-363c7c9933d3'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:46:44.479262 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f304aea-9e60-43ef-9b14-da58a3a8179d'] response: {'name': 'network-changed', 'server_uuid': '68b060b9-6fea-4950-957b-dcd001f17077', 'tag': '2ad5730b-2281-44bd-8ab1-363c7c9933d3', 'status': 'completed', 'code': 200} May 05 20:46:44.569685 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3867efb1-aefb-4e03-9473-1e39fe2c2349 req-eb063422-fe60-4f59-aba7-9cb83356ad2d tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:44.571159 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3867efb1-aefb-4e03-9473-1e39fe2c2349 req-eb063422-fe60-4f59-aba7-9cb83356ad2d tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=68b060b9-6fea-4950-957b-dcd001f17077 HTTP/1.1" status: 200 len: 945 time: 0.1464739 May 05 20:46:44.573056 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a50a0d-04c0-4133-8a2b-d3c261515000 req-ff9ef70e-8dc3-4b1e-94ed-d1a9e326e571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:44.575281 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-13a50a0d-04c0-4133-8a2b-d3c261515000 req-ff9ef70e-8dc3-4b1e-94ed-d1a9e326e571 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8d2ac5f24c2842b090417baf41a7b405&device_id=68b060b9-6fea-4950-957b-dcd001f17077 HTTP/1.1" status: 200 len: 1096 time: 0.0736797 May 05 20:46:44.615507 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a50a0d-04c0-4133-8a2b-d3c261515000 req-ed16a65e-eb7f-4bbe-9ea9-0d6904abca25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:44.616993 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-13a50a0d-04c0-4133-8a2b-d3c261515000 req-ed16a65e-eb7f-4bbe-9ea9-0d6904abca25 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8d2ac5f24c2842b090417baf41a7b405&device_id=68b060b9-6fea-4950-957b-dcd001f17077 HTTP/1.1" status: 200 len: 1096 time: 0.1168430 May 05 20:46:44.646005 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3867efb1-aefb-4e03-9473-1e39fe2c2349 req-2911012c-d186-4c7d-b5e0-138580b02512 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661371 May 05 20:46:44.684637 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:46:44.726940 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a50a0d-04c0-4133-8a2b-d3c261515000 req-b15ad99d-e8e3-4668-bffb-89c18c40b567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:44.728571 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-13a50a0d-04c0-4133-8a2b-d3c261515000 req-b15ad99d-e8e3-4668-bffb-89c18c40b567 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8d838826-0cc1-465c-ac5e-e5b771415949 HTTP/1.1" status: 200 len: 913 time: 0.1475718 May 05 20:46:44.771597 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a50a0d-04c0-4133-8a2b-d3c261515000 req-a86d2d69-15d6-4526-a37d-8e75876c0cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:44.773082 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-13a50a0d-04c0-4133-8a2b-d3c261515000 req-a86d2d69-15d6-4526-a37d-8e75876c0cc0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8d838826-0cc1-465c-ac5e-e5b771415949 HTTP/1.1" status: 200 len: 913 time: 0.1500509 May 05 20:46:44.883578 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-13a50a0d-04c0-4133-8a2b-d3c261515000 req-e0f7a867-f818-4a99-93f6-f9a206d469c9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ad5730b-2281-44bd-8ab1-363c7c9933d3 HTTP/1.1" status: 200 len: 1001 time: 0.1045752 May 05 20:46:44.944685 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-13a50a0d-04c0-4133-8a2b-d3c261515000 req-fbedea71-1129-4440-86cd-d486973c699c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ad5730b-2281-44bd-8ab1-363c7c9933d3 HTTP/1.1" status: 200 len: 1001 time: 0.2109122 May 05 20:46:44.954581 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a50a0d-04c0-4133-8a2b-d3c261515000 req-737fbbb4-82e3-408b-a73e-860270d9206a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:44.956678 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-13a50a0d-04c0-4133-8a2b-d3c261515000 req-737fbbb4-82e3-408b-a73e-860270d9206a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e17f71d4-d773-4eec-938b-3d1690270e74 HTTP/1.1" status: 200 len: 851 time: 0.0678484 May 05 20:46:45.013741 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a50a0d-04c0-4133-8a2b-d3c261515000 req-ebd2a98e-5edb-4480-9037-85f78c7dfbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:45.015956 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-13a50a0d-04c0-4133-8a2b-d3c261515000 req-ebd2a98e-5edb-4480-9037-85f78c7dfbb7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e17f71d4-d773-4eec-938b-3d1690270e74 HTTP/1.1" status: 200 len: 851 time: 0.0663509 May 05 20:46:45.099183 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a50a0d-04c0-4133-8a2b-d3c261515000 req-8881776b-0034-4308-803e-3cc6c87c861a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:45.100705 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-13a50a0d-04c0-4133-8a2b-d3c261515000 req-8881776b-0034-4308-803e-3cc6c87c861a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8d838826-0cc1-465c-ac5e-e5b771415949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0794580 May 05 20:46:45.165396 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a50a0d-04c0-4133-8a2b-d3c261515000 req-4dfa1c44-e011-4fae-82e8-125aa9dd24cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:45.166872 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-13a50a0d-04c0-4133-8a2b-d3c261515000 req-4dfa1c44-e011-4fae-82e8-125aa9dd24cc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8d838826-0cc1-465c-ac5e-e5b771415949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2049270 May 05 20:46:45.239659 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-13a50a0d-04c0-4133-8a2b-d3c261515000 req-5c78cbd9-52ff-445e-8a63-69a930056e51 service neutron] 10.222.0.50 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333177 May 05 20:46:45.298442 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-13a50a0d-04c0-4133-8a2b-d3c261515000 req-a16d3773-605f-49dc-bc75-00ae83c30782 service neutron] 10.222.0.24 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249671 May 05 20:46:45.369408 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-13a50a0d-04c0-4133-8a2b-d3c261515000 req-ddf41d39-023e-4e9f-867b-77897069f9f5 service neutron] 10.222.0.50 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239107 May 05 20:46:45.430783 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-13a50a0d-04c0-4133-8a2b-d3c261515000 req-97333c2f-0cd8-4f2d-b5b7-93f8a36474a4 service neutron] 10.222.0.24 "GET /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257689 May 05 20:46:45.834960 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc1aa2-9b98-4b4b-8dbf-861e54c5a166 req-d6224947-0575-417e-aa89-e5a8540a1277 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:45.836429 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5bdc1aa2-9b98-4b4b-8dbf-861e54c5a166 req-d6224947-0575-417e-aa89-e5a8540a1277 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=68b060b9-6fea-4950-957b-dcd001f17077 HTTP/1.1" status: 200 len: 945 time: 0.0779893 May 05 20:46:45.880598 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5bdc1aa2-9b98-4b4b-8dbf-861e54c5a166 req-5f423fd5-58ff-4b12-a040-5a22098dcb88 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384369 May 05 20:46:46.708232 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:46:47.062271 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6766a39-a827-4241-95ba-d23332be800a req-1aa8e1f6-b6b7-493d-a5eb-abe0d37d4b71 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:47.063773 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f6766a39-a827-4241-95ba-d23332be800a req-1aa8e1f6-b6b7-493d-a5eb-abe0d37d4b71 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=68b060b9-6fea-4950-957b-dcd001f17077 HTTP/1.1" status: 200 len: 945 time: 0.0793743 May 05 20:46:47.110990 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f6766a39-a827-4241-95ba-d23332be800a req-622b4b15-29a8-49cd-9847-1f8f38dcee9e tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416386 May 05 20:46:48.301559 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2065b71-dad5-4184-8197-cf1614822549 req-bb242225-aeef-4b4f-b66a-d8b063a3a5bd tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:48.303013 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c2065b71-dad5-4184-8197-cf1614822549 req-bb242225-aeef-4b4f-b66a-d8b063a3a5bd tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=68b060b9-6fea-4950-957b-dcd001f17077 HTTP/1.1" status: 200 len: 945 time: 0.0821412 May 05 20:46:48.347432 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c2065b71-dad5-4184-8197-cf1614822549 req-0db9f33c-f468-4929-ae8e-c8be409b64d7 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387259 May 05 20:46:49.533483 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1e5e2-62f6-4a9a-977b-4ca98f3fcd78 req-354ba538-ca16-4798-8959-64e10bc35136 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:49.534918 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4bd1e5e2-62f6-4a9a-977b-4ca98f3fcd78 req-354ba538-ca16-4798-8959-64e10bc35136 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=68b060b9-6fea-4950-957b-dcd001f17077 HTTP/1.1" status: 200 len: 945 time: 0.0795021 May 05 20:46:49.578772 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4bd1e5e2-62f6-4a9a-977b-4ca98f3fcd78 req-39c2a2a6-9bf9-408e-b09c-4a36b0acc78c tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381258 May 05 20:46:50.764769 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4301df3-aa45-4410-b2ed-e5d781dcd58c req-c3c83347-145a-45f3-a56f-6732dbb45090 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:50.766159 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d4301df3-aa45-4410-b2ed-e5d781dcd58c req-c3c83347-145a-45f3-a56f-6732dbb45090 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=68b060b9-6fea-4950-957b-dcd001f17077 HTTP/1.1" status: 200 len: 945 time: 0.0812948 May 05 20:46:50.810207 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d4301df3-aa45-4410-b2ed-e5d781dcd58c req-0163ffd0-1bd4-4a9e-8cea-ec955fe910d5 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384736 May 05 20:46:52.008492 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1432cfca-ff1a-4655-9b66-a72b54d65203 req-4150a9d7-3c47-4009-85aa-c425dbba4358 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:52.010049 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1432cfca-ff1a-4655-9b66-a72b54d65203 req-4150a9d7-3c47-4009-85aa-c425dbba4358 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=68b060b9-6fea-4950-957b-dcd001f17077 HTTP/1.1" status: 200 len: 945 time: 0.0914485 May 05 20:46:52.057125 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1432cfca-ff1a-4655-9b66-a72b54d65203 req-900df497-2c39-473a-bf80-ad6ad85d7df7 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410628 May 05 20:46:53.399753 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff60ef-accf-41e7-a774-9e6c9b5ff9a9 req-6a4833c8-a910-4d74-96f5-aade829bcc2d tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:53.401120 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-93ff60ef-accf-41e7-a774-9e6c9b5ff9a9 req-6a4833c8-a910-4d74-96f5-aade829bcc2d tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=68b060b9-6fea-4950-957b-dcd001f17077 HTTP/1.1" status: 200 len: 945 time: 0.0827849 May 05 20:46:53.446609 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-93ff60ef-accf-41e7-a774-9e6c9b5ff9a9 req-0899b063-8cc6-4e52-9cae-5ead41e7c001 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394826 May 05 20:46:53.630947 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fcab15-3969-4c93-a1ea-1747fccdddf2 req-49a73856-8529-4a81-a785-d3ce8a6e370b tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:53.632644 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f9fcab15-3969-4c93-a1ea-1747fccdddf2 req-49a73856-8529-4a81-a785-d3ce8a6e370b tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=68b060b9-6fea-4950-957b-dcd001f17077 HTTP/1.1" status: 200 len: 945 time: 0.0812421 May 05 20:46:53.676515 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f9fcab15-3969-4c93-a1ea-1747fccdddf2 req-9fd540cf-39da-4dbd-baee-cd1c195ccf1f tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382702 May 05 20:46:53.857153 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5781253e-d216-469d-b770-be4dbbee8d45 req-98571837-3aec-48ed-bb3a-4e4addec830c tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:53.859208 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5781253e-d216-469d-b770-be4dbbee8d45 req-98571837-3aec-48ed-bb3a-4e4addec830c tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=68b060b9-6fea-4950-957b-dcd001f17077 HTTP/1.1" status: 200 len: 945 time: 0.0782363 May 05 20:46:53.905372 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5781253e-d216-469d-b770-be4dbbee8d45 req-29c2c1eb-d48f-4e37-adf9-abe1c4d20c17 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405393 May 05 20:46:53.977505 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 2ad5730b-2281-44bd-8ab1-363c7c9933d3 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:46:54.149776 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 2ad5730b-2281-44bd-8ab1-363c7c9933d3, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=2ad5730b-2281-44bd-8ab1-363c7c9933d3,segment=NetworkSegment(7a533d90-8a9f-45ae-95b7-daccfb6d22ed),segment_id=7a533d90-8a9f-45ae-95b7-daccfb6d22ed)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:46:54.163885 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '2ad5730b-2281-44bd-8ab1-363c7c9933d3', 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949', 'port_id': '2ad5730b-2281-44bd-8ab1-363c7c9933d3', 'mac_address': 'fa:16:3e:39:68:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e17f71d4-d773-4eec-938b-3d1690270e74', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:46:54.217057 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:46:54.234125 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ad5730b-2281-44bd-8ab1-363c7c9933d3 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:46:54.250099 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 2ad5730b-2281-44bd-8ab1-363c7c9933d3, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=2ad5730b-2281-44bd-8ab1-363c7c9933d3,segment=NetworkSegment(7a533d90-8a9f-45ae-95b7-daccfb6d22ed),segment_id=7a533d90-8a9f-45ae-95b7-daccfb6d22ed)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:46:54.253899 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:46:54.291836 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5bb312-3a92-48b7-a26c-0a62e65d8c1c req-f9e79e43-5dbd-4c23-9b4c-7637a864db68 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:54.293290 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2e5bb312-3a92-48b7-a26c-0a62e65d8c1c req-f9e79e43-5dbd-4c23-9b4c-7637a864db68 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=68b060b9-6fea-4950-957b-dcd001f17077 HTTP/1.1" status: 200 len: 945 time: 0.0812211 May 05 20:46:54.325515 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=2ad5730b-2281-44bd-8ab1-363c7c9933d3,revision_number=12']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:46:54.333752 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:46:54.334112 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:46:54.334433 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:46:54.334762 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:46:54.335089 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:46:54.335513 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:46:54.335837 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:46:54.336156 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:46:54.336482 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:46:54.336799 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:46:54.337119 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:46:54.337443 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:46:54.337757 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2e5bb312-3a92-48b7-a26c-0a62e65d8c1c req-77cc601d-dd93-49ef-a3b2-361f01c085c5 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384383 May 05 20:46:54.473435 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['2ad5730b-2281-44bd-8ab1-363c7c9933d3'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:46:55.531830 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc3cd3-cc32-4853-957b-dc932ac93ac1 req-9bcabea2-7686-4555-bd9d-51778aa328ec tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:55.533270 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d1fc3cd3-cc32-4853-957b-dc932ac93ac1 req-9bcabea2-7686-4555-bd9d-51778aa328ec tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=68b060b9-6fea-4950-957b-dcd001f17077 HTTP/1.1" status: 200 len: 946 time: 0.0830898 May 05 20:46:55.576996 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d1fc3cd3-cc32-4853-957b-dc932ac93ac1 req-8a9e7d2f-be39-4aff-a853-94ce15e8d5e0 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381329 May 05 20:46:55.767565 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b618383-bdfb-4af6-b216-571d5d4cf426 req-46fc2246-f5d1-4370-8b0d-c4db4e9ac51a tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:55.768983 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8b618383-bdfb-4af6-b216-571d5d4cf426 req-46fc2246-f5d1-4370-8b0d-c4db4e9ac51a tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.24 "GET /v2.0/ports?device_id=68b060b9-6fea-4950-957b-dcd001f17077 HTTP/1.1" status: 200 len: 946 time: 0.0792317 May 05 20:46:55.839749 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-8b618383-bdfb-4af6-b216-571d5d4cf426 req-335bc22a-8e43-421b-90ef-7bed53b7a147 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Deleting port 2ad5730b-2281-44bd-8ab1-363c7c9933d3 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:46:55.840087 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-8b618383-bdfb-4af6-b216-571d5d4cf426 req-335bc22a-8e43-421b-90ef-7bed53b7a147 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:46:55.992703 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 2ad5730b-2281-44bd-8ab1-363c7c9933d3 up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:46:56.062882 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port 2ad5730b-2281-44bd-8ab1-363c7c9933d3 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:46:56.067506 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 2ad5730b-2281-44bd-8ab1-363c7c9933d3 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:46:56.067873 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:46:56.086612 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-8b618383-bdfb-4af6-b216-571d5d4cf426 req-335bc22a-8e43-421b-90ef-7bed53b7a147 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] For port 2ad5730b-2281-44bd-8ab1-363c7c9933d3, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=2ad5730b-2281-44bd-8ab1-363c7c9933d3,segment=NetworkSegment(7a533d90-8a9f-45ae-95b7-daccfb6d22ed),segment_id=7a533d90-8a9f-45ae-95b7-daccfb6d22ed)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:46:56.086967 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-8b618383-bdfb-4af6-b216-571d5d4cf426 req-335bc22a-8e43-421b-90ef-7bed53b7a147 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:46:56.184984 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:46:56.213171 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b060b9-6fea-4950-957b-dcd001f17077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad5730b-2281-44bd-8ab1-363c7c9933d3'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:46:56.223771 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 2ad5730b-2281-44bd-8ab1-363c7c9933d3, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=2ad5730b-2281-44bd-8ab1-363c7c9933d3,segment=NetworkSegment(7a533d90-8a9f-45ae-95b7-daccfb6d22ed),segment_id=7a533d90-8a9f-45ae-95b7-daccfb6d22ed)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:46:56.228723 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:46:56.265311 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4b21f96-8f81-48e8-bc6c-0533408d83dc'] response: {'server_uuid': '68b060b9-6fea-4950-957b-dcd001f17077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad5730b-2281-44bd-8ab1-363c7c9933d3', 'code': 200} May 05 20:46:56.296141 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=2ad5730b-2281-44bd-8ab1-363c7c9933d3,revision_number=13']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:46:56.385471 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-8b618383-bdfb-4af6-b216-571d5d4cf426 req-335bc22a-8e43-421b-90ef-7bed53b7a147 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:46:56.385737 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-8b618383-bdfb-4af6-b216-571d5d4cf426 req-335bc22a-8e43-421b-90ef-7bed53b7a147 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:46:56.386047 n-d-840717-1 neutron-server[88198]: INFO neutron.db.l3_db [req-8b618383-bdfb-4af6-b216-571d5d4cf426 req-335bc22a-8e43-421b-90ef-7bed53b7a147 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Floating IP 7e02ae13-64cb-4c22-a6a3-ff569fb3dbf8 disassociated. External IP: 172.25.0.130, port: 2ad5730b-2281-44bd-8ab1-363c7c9933d3. May 05 20:46:56.386387 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-8b618383-bdfb-4af6-b216-571d5d4cf426 req-335bc22a-8e43-421b-90ef-7bed53b7a147 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Calling delete_port for 2ad5730b-2281-44bd-8ab1-363c7c9933d3 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:46:56.469139 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.db.api [req-8b618383-bdfb-4af6-b216-571d5d4cf426 req-335bc22a-8e43-421b-90ef-7bed53b7a147 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88198) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:46:56.469529 n-d-840717-1 neutron-server[88198]: DEBUG oslo_db.api [req-8b618383-bdfb-4af6-b216-571d5d4cf426 req-335bc22a-8e43-421b-90ef-7bed53b7a147 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:46:56.766382 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b277d1-ab92-44b6-bc63-e6cd6bad7744 req-6cefa728-4061-432f-b12d-188e023e3e4d tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:46:56.767861 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-71b277d1-ab92-44b6-bc63-e6cd6bad7744 req-6cefa728-4061-432f-b12d-188e023e3e4d tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=68b060b9-6fea-4950-957b-dcd001f17077 HTTP/1.1" status: 200 len: 947 time: 0.0833087 May 05 20:46:56.812772 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-71b277d1-ab92-44b6-bc63-e6cd6bad7744 req-7f60ab41-70c3-4caf-8178-59d711cfd264 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups?id=92fa169b-aff1-4dd1-aa89-293a25f746c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392711 May 05 20:46:56.970857 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-8b618383-bdfb-4af6-b216-571d5d4cf426 req-335bc22a-8e43-421b-90ef-7bed53b7a147 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Deleting port 2ad5730b-2281-44bd-8ab1-363c7c9933d3 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:46:56.971206 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-8b618383-bdfb-4af6-b216-571d5d4cf426 req-335bc22a-8e43-421b-90ef-7bed53b7a147 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:46:57.323492 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-8b618383-bdfb-4af6-b216-571d5d4cf426 req-335bc22a-8e43-421b-90ef-7bed53b7a147 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] For port 2ad5730b-2281-44bd-8ab1-363c7c9933d3, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=2ad5730b-2281-44bd-8ab1-363c7c9933d3,segment=NetworkSegment(7a533d90-8a9f-45ae-95b7-daccfb6d22ed),segment_id=7a533d90-8a9f-45ae-95b7-daccfb6d22ed)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:46:57.323838 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-8b618383-bdfb-4af6-b216-571d5d4cf426 req-335bc22a-8e43-421b-90ef-7bed53b7a147 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:46:57.615490 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-8b618383-bdfb-4af6-b216-571d5d4cf426 req-335bc22a-8e43-421b-90ef-7bed53b7a147 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:46:57.615855 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-8b618383-bdfb-4af6-b216-571d5d4cf426 req-335bc22a-8e43-421b-90ef-7bed53b7a147 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:46:57.616163 n-d-840717-1 neutron-server[88198]: INFO neutron.db.l3_db [req-8b618383-bdfb-4af6-b216-571d5d4cf426 req-335bc22a-8e43-421b-90ef-7bed53b7a147 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Floating IP 7e02ae13-64cb-4c22-a6a3-ff569fb3dbf8 disassociated. External IP: 172.25.0.130, port: 2ad5730b-2281-44bd-8ab1-363c7c9933d3. May 05 20:46:57.616495 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-8b618383-bdfb-4af6-b216-571d5d4cf426 req-335bc22a-8e43-421b-90ef-7bed53b7a147 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Calling delete_port for 2ad5730b-2281-44bd-8ab1-363c7c9933d3 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:46:57.760621 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-8b618383-bdfb-4af6-b216-571d5d4cf426 req-335bc22a-8e43-421b-90ef-7bed53b7a147 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:46:57.811140 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335bc22a-8e43-421b-90ef-7bed53b7a147 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Pushing event deleted for resources: {'Port': ['ID=2ad5730b-2281-44bd-8ab1-363c7c9933d3,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:46:57.974283 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0df7f4e2-64d1-427f-9201-dd34fc7cdf89 req-84ed5a96-9168-4c64-ada0-5688aa34fe09 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=68b060b9-6fea-4950-957b-dcd001f17077 HTTP/1.1" status: 200 len: 210 time: 0.0447102 May 05 20:46:58.006424 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b618383-bdfb-4af6-b216-571d5d4cf426 req-335bc22a-8e43-421b-90ef-7bed53b7a147 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Router 00f3962c-2a3e-4460-835e-acf97a7030d0 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:46:58.190293 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b618383-bdfb-4af6-b216-571d5d4cf426 req-335bc22a-8e43-421b-90ef-7bed53b7a147 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:46:58.199516 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571c9244-6a87-4bab-83b9-10570f5fd040 None None] Sync routers for ids ['00f3962c-2a3e-4460-835e-acf97a7030d0'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:46:58.209408 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571c9244-6a87-4bab-83b9-10570f5fd040 None None] Routers {'00f3962c-2a3e-4460-835e-acf97a7030d0'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:46:58.210010 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-571c9244-6a87-4bab-83b9-10570f5fd040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:46:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['00f3962c-2a3e-4460-835e-acf97a7030d0'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:46:58.261525 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b618383-bdfb-4af6-b216-571d5d4cf426 req-335bc22a-8e43-421b-90ef-7bed53b7a147 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] No DVR routers for this DVR port 2ad5730b-2281-44bd-8ab1-363c7c9933d3 on host n-h1-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:46:58.264937 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-8b618383-bdfb-4af6-b216-571d5d4cf426 req-335bc22a-8e43-421b-90ef-7bed53b7a147 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:46:58.267417 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b060b9-6fea-4950-957b-dcd001f17077', 'name': 'network-vif-deleted', 'tag': '2ad5730b-2281-44bd-8ab1-363c7c9933d3'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:46:58.289320 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8b618383-bdfb-4af6-b216-571d5d4cf426 req-335bc22a-8e43-421b-90ef-7bed53b7a147 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.24 "DELETE /v2.0/ports/2ad5730b-2281-44bd-8ab1-363c7c9933d3 HTTP/1.1" status: 204 len: 173 time: 2.5144618 May 05 20:46:58.395893 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-571c9244-6a87-4bab-83b9-10570f5fd040 None None] Set router 00f3962c-2a3e-4460-835e-acf97a7030d0 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:46:58.469391 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c311af3-7096-4522-9345-2be50a26a630'] response: {'server_uuid': '68b060b9-6fea-4950-957b-dcd001f17077', 'name': 'network-vif-deleted', 'tag': '2ad5730b-2281-44bd-8ab1-363c7c9933d3', 'status': 'completed', 'code': 200} May 05 20:46:58.719134 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-571c9244-6a87-4bab-83b9-10570f5fd040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'name': 'tempest-ServerActionsTestJSON-1576992870-router', 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '6f9e3be1-88ef-4087-8eea-119a7d9d769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:42:39Z', 'updated_at': '2022-05-05T20:42:43Z', 'revision_number': 4, 'project_id': '8d2ac5f24c2842b090417baf41a7b405', 'gw_port': {'id': '6f9e3be1-88ef-4087-8eea-119a7d9d769c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:dd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:42:40Z', 'updated_at': '2022-05-05T20:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '74da4d18-b707-41d1-82b5-13493af950c4', 'name': '', 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949', 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'mac_address': 'fa:16:3e:70:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'e17f71d4-d773-4eec-938b-3d1690270e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:42:42Z', 'updated_at': '2022-05-05T20:42:48Z', 'revision_number': 5, 'project_id': '8d2ac5f24c2842b090417baf41a7b405', 'subnets': [{'id': 'e17f71d4-d773-4eec-938b-3d1690270e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:46:58.723170 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571c9244-6a87-4bab-83b9-10570f5fd040 None None] Checking router: 00f3962c-2a3e-4460-835e-acf97a7030d0 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:46:58.731654 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571c9244-6a87-4bab-83b9-10570f5fd040 None None] Routers {'00f3962c-2a3e-4460-835e-acf97a7030d0'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:46:58.732261 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-571c9244-6a87-4bab-83b9-10570f5fd040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:46:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['00f3962c-2a3e-4460-835e-acf97a7030d0'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:46:58.912544 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-571c9244-6a87-4bab-83b9-10570f5fd040 None None] Set router 00f3962c-2a3e-4460-835e-acf97a7030d0 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:46:59.145185 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ff425b11-2c3f-4a8c-bcea-fab7b12b0e9b req-15e0d998-7308-479d-9ee4-7fd19035a599 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/ports?device_id=68b060b9-6fea-4950-957b-dcd001f17077 HTTP/1.1" status: 200 len: 210 time: 0.0478444 May 05 20:46:59.268528 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-571c9244-6a87-4bab-83b9-10570f5fd040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'name': 'tempest-ServerActionsTestJSON-1576992870-router', 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '6f9e3be1-88ef-4087-8eea-119a7d9d769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:42:39Z', 'updated_at': '2022-05-05T20:42:43Z', 'revision_number': 4, 'project_id': '8d2ac5f24c2842b090417baf41a7b405', 'gw_port': {'id': '6f9e3be1-88ef-4087-8eea-119a7d9d769c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:dd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:42:40Z', 'updated_at': '2022-05-05T20:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '74da4d18-b707-41d1-82b5-13493af950c4', 'name': '', 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949', 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'mac_address': 'fa:16:3e:70:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'e17f71d4-d773-4eec-938b-3d1690270e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:42:42Z', 'updated_at': '2022-05-05T20:42:48Z', 'revision_number': 5, 'project_id': '8d2ac5f24c2842b090417baf41a7b405', 'subnets': [{'id': 'e17f71d4-d773-4eec-938b-3d1690270e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:46:59.272303 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571c9244-6a87-4bab-83b9-10570f5fd040 None None] The sync data for ids ['00f3962c-2a3e-4460-835e-acf97a7030d0'] in n-d-840717-1 is: [{'id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'name': 'tempest-ServerActionsTestJSON-1576992870-router', 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '6f9e3be1-88ef-4087-8eea-119a7d9d769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:42:39Z', 'updated_at': '2022-05-05T20:42:43Z', 'revision_number': 4, 'project_id': '8d2ac5f24c2842b090417baf41a7b405', 'gw_port': {'id': '6f9e3be1-88ef-4087-8eea-119a7d9d769c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:dd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:42:40Z', 'updated_at': '2022-05-05T20:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '74da4d18-b707-41d1-82b5-13493af950c4', 'name': '', 'network_id': '8d838826-0cc1-465c-ac5e-e5b771415949', 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'mac_address': 'fa:16:3e:70:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'e17f71d4-d773-4eec-938b-3d1690270e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:42:42Z', 'updated_at': '2022-05-05T20:42:48Z', 'revision_number': 5, 'project_id': '8d2ac5f24c2842b090417baf41a7b405', 'subnets': [{'id': 'e17f71d4-d773-4eec-938b-3d1690270e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:46:59.490070 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2b26f0-4514-47fa-913e-83d8cfab519e None None] New status for floating IP 7e02ae13-64cb-4c22-a6a3-ff569fb3dbf8: DOWN {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:46:59.992785 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 2ad5730b-2281-44bd-8ab1-363c7c9933d3 no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:47:00.026952 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] No Port match for: 2ad5730b-2281-44bd-8ab1-363c7c9933d3 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:47:00.027292 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 2ad5730b-2281-44bd-8ab1-363c7c9933d3 not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:47:03.501665 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 38754) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:47:03.572512 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6448b818-ff4a-46b9-b3e1-224c7a11d05e tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:03.599775 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6448b818-ff4a-46b9-b3e1-224c7a11d05e tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:03.652219 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6448b818-ff4a-46b9-b3e1-224c7a11d05e tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:03.672006 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6448b818-ff4a-46b9-b3e1-224c7a11d05e tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92fa169b-aff1-4dd1-aa89-293a25f746c2,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:47:03.680465 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6448b818-ff4a-46b9-b3e1-224c7a11d05e tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:47:03.680805 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6448b818-ff4a-46b9-b3e1-224c7a11d05e tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:47:03.681132 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6448b818-ff4a-46b9-b3e1-224c7a11d05e tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:47:03.681457 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6448b818-ff4a-46b9-b3e1-224c7a11d05e tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:47:03.681778 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6448b818-ff4a-46b9-b3e1-224c7a11d05e tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:47:03.682102 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6448b818-ff4a-46b9-b3e1-224c7a11d05e tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:47:03.682419 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6448b818-ff4a-46b9-b3e1-224c7a11d05e tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:47:03.682732 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6448b818-ff4a-46b9-b3e1-224c7a11d05e tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:47:03.683045 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6448b818-ff4a-46b9-b3e1-224c7a11d05e tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:47:03.683376 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6448b818-ff4a-46b9-b3e1-224c7a11d05e tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:47:03.683694 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6448b818-ff4a-46b9-b3e1-224c7a11d05e tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:47:03.684005 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6448b818-ff4a-46b9-b3e1-224c7a11d05e tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:47:03.691782 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6448b818-ff4a-46b9-b3e1-224c7a11d05e tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:03.695090 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-6448b818-ff4a-46b9-b3e1-224c7a11d05e tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "DELETE /v2.0/security-groups/92fa169b-aff1-4dd1-aa89-293a25f746c2 HTTP/1.1" status: 204 len: 168 time: 0.1901972 May 05 20:47:03.695299 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 38758) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:47:03.715075 n-d-840717-1 neutron-server[88197]: INFO neutron.api.v2.resource [None req-f26a73b6-6bfc-48a5-8968-e35a7f4ef351 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] show failed (client error): The resource could not be found. May 05 20:47:03.716092 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f26a73b6-6bfc-48a5-8968-e35a7f4ef351 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "GET /v2.0/security-groups/92fa169b-aff1-4dd1-aa89-293a25f746c2 HTTP/1.1" status: 404 len: 347 time: 0.0198863 May 05 20:47:03.719321 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 38762) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:47:03.870842 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-a598c074-b405-4d3f-afc4-608347f11389 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Deleting port 7122b990-cca1-4299-a498-93b3df84e269 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:47:03.871185 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a598c074-b405-4d3f-afc4-608347f11389 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:04.034325 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a598c074-b405-4d3f-afc4-608347f11389 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:04.034649 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a598c074-b405-4d3f-afc4-608347f11389 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:04.253271 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-a598c074-b405-4d3f-afc4-608347f11389 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Calling delete_port for 7122b990-cca1-4299-a498-93b3df84e269 owned by network:floatingip {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:47:04.389951 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a598c074-b405-4d3f-afc4-608347f11389 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:04.435320 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a598c074-b405-4d3f-afc4-608347f11389 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Pushing event deleted for resources: {'Port': ['ID=7122b990-cca1-4299-a498-93b3df84e269,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:47:04.527162 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a598c074-b405-4d3f-afc4-608347f11389 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks [] for floatingip, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:04.541302 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a598c074-b405-4d3f-afc4-608347f11389 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:04.542424 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-a598c074-b405-4d3f-afc4-608347f11389 tempest-ServerActionsTestJSON-1668292789 tempest-ServerActionsTestJSON-1668292789-project] 10.222.0.36 "DELETE /v2.0/floatingips/7e02ae13-64cb-4c22-a6a3-ff569fb3dbf8 HTTP/1.1" status: 204 len: 168 time: 0.8222170 May 05 20:47:04.545973 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 38766) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:47:04.731037 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0387169d-f3e7-4dac-b00b-c3ed1f97037f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:05.191518 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d16521d5-191a-4601-8870-c5f84ee2e90c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:05.532753 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-d16521d5-191a-4601-8870-c5f84ee2e90c admin admin] Deleting port 74da4d18-b707-41d1-82b5-13493af950c4 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:47:05.532981 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d16521d5-191a-4601-8870-c5f84ee2e90c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:05.702373 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-d16521d5-191a-4601-8870-c5f84ee2e90c admin admin] For port 74da4d18-b707-41d1-82b5-13493af950c4, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=74da4d18-b707-41d1-82b5-13493af950c4,segment=NetworkSegment(7a533d90-8a9f-45ae-95b7-daccfb6d22ed),segment_id=7a533d90-8a9f-45ae-95b7-daccfb6d22ed)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:47:05.703080 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d16521d5-191a-4601-8870-c5f84ee2e90c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:05.822133 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-d16521d5-191a-4601-8870-c5f84ee2e90c admin admin] Calling delete_port for 74da4d18-b707-41d1-82b5-13493af950c4 owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:47:06.130623 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d16521d5-191a-4601-8870-c5f84ee2e90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:06.178005 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16521d5-191a-4601-8870-c5f84ee2e90c admin admin] Pushing event deleted for resources: {'Port': ['ID=74da4d18-b707-41d1-82b5-13493af950c4,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:47:06.566205 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d16521d5-191a-4601-8870-c5f84ee2e90c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:06.918234 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a69bdafd-e38f-47f3-b1fe-c33b19968182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:06.941278 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d16521d5-191a-4601-8870-c5f84ee2e90c admin admin] Router 00f3962c-2a3e-4460-835e-acf97a7030d0 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:47:07.119110 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d16521d5-191a-4601-8870-c5f84ee2e90c admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:47:07.128554 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff7872b-0b15-4128-a6cb-9b41fb7b38cd None None] Sync routers for ids ['00f3962c-2a3e-4460-835e-acf97a7030d0'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:47:07.132765 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d16521d5-191a-4601-8870-c5f84ee2e90c admin admin] 10.222.0.36 "PUT /v2.0/routers/00f3962c-2a3e-4460-835e-acf97a7030d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5848207 May 05 20:47:07.134366 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 38770) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:47:07.137928 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff7872b-0b15-4128-a6cb-9b41fb7b38cd None None] Routers {'00f3962c-2a3e-4460-835e-acf97a7030d0'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:47:07.138713 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-cff7872b-0b15-4128-a6cb-9b41fb7b38cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:47:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['00f3962c-2a3e-4460-835e-acf97a7030d0'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:47:07.308749 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-959c8149-a9a8-4918-b735-c7320e4b1355 admin admin] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:07.313964 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-cff7872b-0b15-4128-a6cb-9b41fb7b38cd None None] Set router 00f3962c-2a3e-4460-835e-acf97a7030d0 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:47:07.483830 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-959c8149-a9a8-4918-b735-c7320e4b1355 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:07.492950 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-959c8149-a9a8-4918-b735-c7320e4b1355 admin admin] Deleting port 6f9e3be1-88ef-4087-8eea-119a7d9d769c {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:47:07.493282 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-959c8149-a9a8-4918-b735-c7320e4b1355 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:07.600749 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-cff7872b-0b15-4128-a6cb-9b41fb7b38cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'name': 'tempest-ServerActionsTestJSON-1576992870-router', 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '6f9e3be1-88ef-4087-8eea-119a7d9d769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:42:39Z', 'updated_at': '2022-05-05T20:47:06Z', 'revision_number': 5, 'project_id': '8d2ac5f24c2842b090417baf41a7b405', 'gw_port': {'id': '6f9e3be1-88ef-4087-8eea-119a7d9d769c', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:dd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:42:40Z', 'updated_at': '2022-05-05T20:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:47:07.604523 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff7872b-0b15-4128-a6cb-9b41fb7b38cd None None] Checking router: 00f3962c-2a3e-4460-835e-acf97a7030d0 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:47:07.613260 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff7872b-0b15-4128-a6cb-9b41fb7b38cd None None] Routers {'00f3962c-2a3e-4460-835e-acf97a7030d0'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:47:07.613849 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-cff7872b-0b15-4128-a6cb-9b41fb7b38cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:47:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['00f3962c-2a3e-4460-835e-acf97a7030d0'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:47:07.686528 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-959c8149-a9a8-4918-b735-c7320e4b1355 admin admin] For port 6f9e3be1-88ef-4087-8eea-119a7d9d769c, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=6f9e3be1-88ef-4087-8eea-119a7d9d769c,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:47:07.686875 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-959c8149-a9a8-4918-b735-c7320e4b1355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:07.764572 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-cff7872b-0b15-4128-a6cb-9b41fb7b38cd None None] Set router 00f3962c-2a3e-4460-835e-acf97a7030d0 gateway port host: None {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:47:07.871532 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-cff7872b-0b15-4128-a6cb-9b41fb7b38cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'name': 'tempest-ServerActionsTestJSON-1576992870-router', 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:42:39Z', 'updated_at': '2022-05-05T20:47:07Z', 'revision_number': 6, 'project_id': '8d2ac5f24c2842b090417baf41a7b405', 'gw_port_host': None}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:47:07.876280 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff7872b-0b15-4128-a6cb-9b41fb7b38cd None None] The sync data for ids ['00f3962c-2a3e-4460-835e-acf97a7030d0'] in n-d-840717-1 is: [{'id': '00f3962c-2a3e-4460-835e-acf97a7030d0', 'name': 'tempest-ServerActionsTestJSON-1576992870-router', 'tenant_id': '8d2ac5f24c2842b090417baf41a7b405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:42:39Z', 'updated_at': '2022-05-05T20:47:07Z', 'revision_number': 6, 'project_id': '8d2ac5f24c2842b090417baf41a7b405', 'gw_port_host': None}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:47:07.942594 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-959c8149-a9a8-4918-b735-c7320e4b1355 admin admin] Calling delete_port for 6f9e3be1-88ef-4087-8eea-119a7d9d769c owned by network:router_gateway {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:47:07.970141 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:08.114323 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-959c8149-a9a8-4918-b735-c7320e4b1355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:08.149850 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:08.171122 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959c8149-a9a8-4918-b735-c7320e4b1355 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f9e3be1-88ef-4087-8eea-119a7d9d769c,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:47:08.264718 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-959c8149-a9a8-4918-b735-c7320e4b1355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:08.439500 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-959c8149-a9a8-4918-b735-c7320e4b1355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:08.441796 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-959c8149-a9a8-4918-b735-c7320e4b1355 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:08.465014 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-959c8149-a9a8-4918-b735-c7320e4b1355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:08.465533 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-959c8149-a9a8-4918-b735-c7320e4b1355 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00f3962c-2a3e-4460-835e-acf97a7030d0 {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:47:08.478371 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-959c8149-a9a8-4918-b735-c7320e4b1355 admin admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:08.481936 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-959c8149-a9a8-4918-b735-c7320e4b1355 admin admin] 10.222.0.36 "DELETE /v2.0/routers/00f3962c-2a3e-4460-835e-acf97a7030d0 HTTP/1.1" status: 204 len: 168 time: 1.3442419 May 05 20:47:08.482076 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 38774) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:47:08.545128 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae20cd4d-01c9-47f9-93d5-cc15d4123b25 admin admin] Deleting subnet e17f71d4-d773-4eec-938b-3d1690270e74 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:47:08.548190 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ae20cd4d-01c9-47f9-93d5-cc15d4123b25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:08.598521 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ae20cd4d-01c9-47f9-93d5-cc15d4123b25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:08.685024 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 6f9e3be1-88ef-4087-8eea-119a7d9d769c no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:47:08.703892 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ae20cd4d-01c9-47f9-93d5-cc15d4123b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:08.724856 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 6f9e3be1-88ef-4087-8eea-119a7d9d769c {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:47:08.725237 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 6f9e3be1-88ef-4087-8eea-119a7d9d769c not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:47:08.725665 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 74da4d18-b707-41d1-82b5-13493af950c4 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:47:08.762425 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 74da4d18-b707-41d1-82b5-13493af950c4 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:47:08.762774 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 74da4d18-b707-41d1-82b5-13493af950c4 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:47:08.776121 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ae20cd4d-01c9-47f9-93d5-cc15d4123b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:08.817850 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ae20cd4d-01c9-47f9-93d5-cc15d4123b25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:08.821548 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae20cd4d-01c9-47f9-93d5-cc15d4123b25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e17f71d4-d773-4eec-938b-3d1690270e74,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:47:08.823591 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a3c093-5e62-4418-9a43-21d62a56fa0d None None] Network 8d838826-0cc1-465c-ac5e-e5b771415949 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:47:08.832122 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-ae20cd4d-01c9-47f9-93d5-cc15d4123b25 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e17f71d4-d773-4eec-938b-3d1690270e74 HTTP/1.1" status: 204 len: 168 time: 0.3487659 May 05 20:47:08.833058 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 38778) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:47:08.945586 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d102005a-cbb9-4975-8dcb-06494192ae16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:08.956641 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-d102005a-cbb9-4975-8dcb-06494192ae16 admin admin] Deleting port 1ba0f10a-584e-44bd-a05a-a7987385f7d3 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:47:08.956963 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d102005a-cbb9-4975-8dcb-06494192ae16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:09.078538 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41adf6b-f3b3-409d-a3ce-d4e8a2dc6368 None None] DHCP port deletion for 8d838826-0cc1-465c-ac5e-e5b771415949 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:47:09.082847 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b41adf6b-f3b3-409d-a3ce-d4e8a2dc6368 None None] Deleting port 1ba0f10a-584e-44bd-a05a-a7987385f7d3 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:47:09.083223 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b41adf6b-f3b3-409d-a3ce-d4e8a2dc6368 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:09.171231 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-d102005a-cbb9-4975-8dcb-06494192ae16 admin admin] For port 1ba0f10a-584e-44bd-a05a-a7987385f7d3, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=1ba0f10a-584e-44bd-a05a-a7987385f7d3,segment=NetworkSegment(7a533d90-8a9f-45ae-95b7-daccfb6d22ed),segment_id=7a533d90-8a9f-45ae-95b7-daccfb6d22ed)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:47:09.171580 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d102005a-cbb9-4975-8dcb-06494192ae16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:09.296478 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-d102005a-cbb9-4975-8dcb-06494192ae16 admin admin] Calling delete_port for 1ba0f10a-584e-44bd-a05a-a7987385f7d3 owned by network:dhcp {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:47:09.322746 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b41adf6b-f3b3-409d-a3ce-d4e8a2dc6368 None None] For port 1ba0f10a-584e-44bd-a05a-a7987385f7d3, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=1ba0f10a-584e-44bd-a05a-a7987385f7d3,segment=NetworkSegment(7a533d90-8a9f-45ae-95b7-daccfb6d22ed),segment_id=7a533d90-8a9f-45ae-95b7-daccfb6d22ed)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:47:09.323127 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b41adf6b-f3b3-409d-a3ce-d4e8a2dc6368 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:09.375589 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d102005a-cbb9-4975-8dcb-06494192ae16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:09.423319 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d102005a-cbb9-4975-8dcb-06494192ae16 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ba0f10a-584e-44bd-a05a-a7987385f7d3,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:47:09.428143 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d102005a-cbb9-4975-8dcb-06494192ae16 admin admin] No DVR routers for this DVR port 1ba0f10a-584e-44bd-a05a-a7987385f7d3 on host n-d-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:47:09.446012 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b41adf6b-f3b3-409d-a3ce-d4e8a2dc6368 None None] Calling delete_port for 1ba0f10a-584e-44bd-a05a-a7987385f7d3 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:47:09.519824 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-b41adf6b-f3b3-409d-a3ce-d4e8a2dc6368 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:47:09.520177 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-b41adf6b-f3b3-409d-a3ce-d4e8a2dc6368 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:47:09.549151 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d102005a-cbb9-4975-8dcb-06494192ae16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:09.575315 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-d102005a-cbb9-4975-8dcb-06494192ae16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d838826-0cc1-465c-ac5e-e5b771415949']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:47:09.588142 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-d102005a-cbb9-4975-8dcb-06494192ae16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a533d90-8a9f-45ae-95b7-daccfb6d22ed') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:47:09.588458 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-d102005a-cbb9-4975-8dcb-06494192ae16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a533d90-8a9f-45ae-95b7-daccfb6d22ed') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:47:09.600087 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d102005a-cbb9-4975-8dcb-06494192ae16 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:09.616866 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d102005a-cbb9-4975-8dcb-06494192ae16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:09.623585 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d102005a-cbb9-4975-8dcb-06494192ae16 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:47:09.623977 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d102005a-cbb9-4975-8dcb-06494192ae16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:09.638032 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:47:09.638032 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:47:09.638032 n-d-840717-1 neutron-server[88197]: timer() May 05 20:47:09.638032 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:47:09.638032 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:47:09.638032 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:47:09.638032 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:47:09.638032 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:47:09.638032 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:47:09.638032 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:47:09.638032 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:47:09.638032 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:47:09.638032 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:47:09.638032 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:47:09.638032 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:47:09.638032 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:47:09.638032 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:47:09.638032 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:47:09.638032 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:47:09.638032 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:47:09.638032 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:47:09.638032 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:47:09.638032 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:47:09.638032 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:47:09.638032 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:47:09.638032 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:47:09.638032 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:47:09.638032 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:47:09.638032 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:47:09.638032 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:47:09.638032 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:47:09.638032 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:47:09.717805 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d102005a-cbb9-4975-8dcb-06494192ae16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:09.720115 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:09.734072 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d102005a-cbb9-4975-8dcb-06494192ae16 admin admin] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:09.745577 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d102005a-cbb9-4975-8dcb-06494192ae16 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d838826-0cc1-465c-ac5e-e5b771415949,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:47:09.757169 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d102005a-cbb9-4975-8dcb-06494192ae16 admin admin] 10.222.0.36 "DELETE /v2.0/networks/8d838826-0cc1-465c-ac5e-e5b771415949 HTTP/1.1" status: 204 len: 168 time: 0.9230888 May 05 20:47:09.876030 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 38784) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:47:09.924518 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-08fc573e-9fe5-41d4-8fd9-c5e5c406de60 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8d2ac5f24c2842b090417baf41a7b405&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0473413 May 05 20:47:09.926906 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 38788) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:47:09.987131 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1e43d42c-be41-47f6-9423-3235fcefe4f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:10.011944 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1e43d42c-be41-47f6-9423-3235fcefe4f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:10.021515 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b41adf6b-f3b3-409d-a3ce-d4e8a2dc6368 None None] Deleting port 1ba0f10a-584e-44bd-a05a-a7987385f7d3 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:47:10.021890 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b41adf6b-f3b3-409d-a3ce-d4e8a2dc6368 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:10.065858 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1e43d42c-be41-47f6-9423-3235fcefe4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:10.084975 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e43d42c-be41-47f6-9423-3235fcefe4f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03b0605-f5dd-425d-9148-558c072c8bdd,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:47:10.089062 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b41adf6b-f3b3-409d-a3ce-d4e8a2dc6368 None None] The port '1ba0f10a-584e-44bd-a05a-a7987385f7d3' was deleted {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 20:47:10.094086 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1e43d42c-be41-47f6-9423-3235fcefe4f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:10.098308 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-1e43d42c-be41-47f6-9423-3235fcefe4f4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f03b0605-f5dd-425d-9148-558c072c8bdd HTTP/1.1" status: 204 len: 168 time: 0.1674135 May 05 20:47:10.555410 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 1ba0f10a-584e-44bd-a05a-a7987385f7d3 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:47:10.593653 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 1ba0f10a-584e-44bd-a05a-a7987385f7d3 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:47:10.593996 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 1ba0f10a-584e-44bd-a05a-a7987385f7d3 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:47:10.829799 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 38812) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:47:10.938062 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-7555f176-5166-4811-8e54-5108ca8771b1 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1312922916-network', 'tenant_id': 'a8ff617ce3814963ab48d51fb6663e0e'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:47:10.943703 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-7555f176-5166-4811-8e54-5108ca8771b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:47:10.947615 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-7555f176-5166-4811-8e54-5108ca8771b1 admin admin] Usage tracker for resource:network and tenant:a8ff617ce3814963ab48d51fb6663e0e is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:47:10.950472 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-7555f176-5166-4811-8e54-5108ca8771b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:47:10.956933 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-7555f176-5166-4811-8e54-5108ca8771b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:47:10.967268 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7555f176-5166-4811-8e54-5108ca8771b1 admin admin] Made reservation on behalf of a8ff617ce3814963ab48d51fb6663e0e for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:47:10.969539 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7555f176-5166-4811-8e54-5108ca8771b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:10.981305 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7555f176-5166-4811-8e54-5108ca8771b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:10.995731 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-7555f176-5166-4811-8e54-5108ca8771b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:47:11.000065 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-7555f176-5166-4811-8e54-5108ca8771b1 admin admin] Usage tracker for resource:security_group_rule and tenant:a8ff617ce3814963ab48d51fb6663e0e is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:47:11.002854 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-7555f176-5166-4811-8e54-5108ca8771b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:47:11.008516 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-7555f176-5166-4811-8e54-5108ca8771b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:47:11.089363 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7555f176-5166-4811-8e54-5108ca8771b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:11.092837 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7555f176-5166-4811-8e54-5108ca8771b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:11.125116 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7555f176-5166-4811-8e54-5108ca8771b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:47:11.133204 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7555f176-5166-4811-8e54-5108ca8771b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2371564-a544-44b3-ba91-956ef56c596b,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:47:11.139194 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7555f176-5166-4811-8e54-5108ca8771b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:11.139595 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-7555f176-5166-4811-8e54-5108ca8771b1 admin admin] Added segment fdc2ee41-08c0-49a4-b070-c84e0ff00aa6 of type vlan for network 72a54f7a-78d5-49f1-a8db-0c3942ad7e63 May 05 20:47:11.164800 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7555f176-5166-4811-8e54-5108ca8771b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:11.193492 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7555f176-5166-4811-8e54-5108ca8771b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:11.194418 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7555f176-5166-4811-8e54-5108ca8771b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:47:11.194990 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-7555f176-5166-4811-8e54-5108ca8771b1 admin admin] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:11.292164 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-7555f176-5166-4811-8e54-5108ca8771b1 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4614451 May 05 20:47:11.295672 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 38818) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:47:11.297688 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7555f176-5166-4811-8e54-5108ca8771b1 admin admin] Pushing event updated for resources: {'Network': ['ID=72a54f7a-78d5-49f1-a8db-0c3942ad7e63,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:47:11.301357 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-1b031812-ffe5-42d2-b6ee-485d11b14025 admin admin] Request body: {'subnet': {'network_id': '72a54f7a-78d5-49f1-a8db-0c3942ad7e63', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1312922916-subnet', 'tenant_id': 'a8ff617ce3814963ab48d51fb6663e0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:47:11.306876 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1b031812-ffe5-42d2-b6ee-485d11b14025 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:47:11.307510 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 72a54f7a-78d5-49f1-a8db-0c3942ad7e63 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:47:11.311555 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-1b031812-ffe5-42d2-b6ee-485d11b14025 admin admin] Usage tracker for resource:subnet and tenant:a8ff617ce3814963ab48d51fb6663e0e is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:47:11.314443 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-1b031812-ffe5-42d2-b6ee-485d11b14025 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:47:11.320125 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1b031812-ffe5-42d2-b6ee-485d11b14025 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:47:11.331135 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b031812-ffe5-42d2-b6ee-485d11b14025 admin admin] Made reservation on behalf of a8ff617ce3814963ab48d51fb6663e0e for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:47:11.333483 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1b031812-ffe5-42d2-b6ee-485d11b14025 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:11.537536 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1b031812-ffe5-42d2-b6ee-485d11b14025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:11.608592 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b031812-ffe5-42d2-b6ee-485d11b14025 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ba44441-9062-404e-b45d-3ffd1e3031a9,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:47:11.618796 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b031812-ffe5-42d2-b6ee-485d11b14025 admin admin] Checking segment: {'id': 'fdc2ee41-08c0-49a4-b070-c84e0ff00aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '72a54f7a-78d5-49f1-a8db-0c3942ad7e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:47:11.619144 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b031812-ffe5-42d2-b6ee-485d11b14025 admin admin] Network hostable DHCP agents. Network: 72a54f7a-78d5-49f1-a8db-0c3942ad7e63, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:47:11.637068 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b031812-ffe5-42d2-b6ee-485d11b14025 admin admin] Network 72a54f7a-78d5-49f1-a8db-0c3942ad7e63 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:47:11.645685 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-1b031812-ffe5-42d2-b6ee-485d11b14025 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 72a54f7a-78d5-49f1-a8db-0c3942ad7e63) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:47:11.649754 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b031812-ffe5-42d2-b6ee-485d11b14025 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:47:11.650326 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1b031812-ffe5-42d2-b6ee-485d11b14025 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:11.654933 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78067dc-5ecd-48cd-bfe8-c168375166ae None None] Network 72a54f7a-78d5-49f1-a8db-0c3942ad7e63 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:47:11.671472 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-1b031812-ffe5-42d2-b6ee-485d11b14025 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3745971 May 05 20:47:11.875587 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a4bb91-2594-46f0-9600-e0f67f0a3134 None None] Network 72a54f7a-78d5-49f1-a8db-0c3942ad7e63 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:47:12.272356 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e7df3-73a4-47bf-a25d-1a0ad890c620 req-7eb80656-f36f-439d-8a62-2e4d4b7a268d tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:47:12.273032 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-815e7df3-73a4-47bf-a25d-1a0ad890c620 req-7eb80656-f36f-439d-8a62-2e4d4b7a268d tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Synchronizing usage tracker for tenant:a8ff617ce3814963ab48d51fb6663e0e on resource:network {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:47:12.290029 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-815e7df3-73a4-47bf-a25d-1a0ad890c620 req-7eb80656-f36f-439d-8a62-2e4d4b7a268d tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Unset dirty status for tenant:a8ff617ce3814963ab48d51fb6663e0e on resource:network {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:47:12.291211 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-815e7df3-73a4-47bf-a25d-1a0ad890c620 req-7eb80656-f36f-439d-8a62-2e4d4b7a268d tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] 10.222.0.36 "GET /v2.0/networks?id=72a54f7a-78d5-49f1-a8db-0c3942ad7e63 HTTP/1.1" status: 200 len: 814 time: 0.2586095 May 05 20:47:12.306272 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-815e7df3-73a4-47bf-a25d-1a0ad890c620 req-cd334256-0954-4505-b03b-c5d0125312ec tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] 10.222.0.36 "GET /v2.0/quotas/a8ff617ce3814963ab48d51fb6663e0e HTTP/1.1" status: 200 len: 375 time: 0.0095892 May 05 20:47:12.353588 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-815e7df3-73a4-47bf-a25d-1a0ad890c620 req-16f30280-da10-4a9e-b88c-c5acfd383144 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a8ff617ce3814963ab48d51fb6663e0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417051 May 05 20:47:12.558111 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-815e7df3-73a4-47bf-a25d-1a0ad890c620 req-093db247-0bbc-4735-adda-b13237834bb3 service neutron] 10.222.0.36 "GET /v2.0/networks/72a54f7a-78d5-49f1-a8db-0c3942ad7e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613691 May 05 20:47:12.690076 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-815e7df3-73a4-47bf-a25d-1a0ad890c620 req-5ec37e63-8356-4444-b08d-82859032ce94 service neutron] 10.222.0.36 "GET /v2.0/networks/72a54f7a-78d5-49f1-a8db-0c3942ad7e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254580 May 05 20:47:12.874618 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dbd7b026-a1f8-48a1-afee-58c257e1cbba req-ccf94bce-bd33-40b2-b589-7c6901cca0bb tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] 10.222.0.36 "GET /v2.0/ports?device_id=5758a0f0-4a36-4bee-ac93-0aaea9b40009 HTTP/1.1" status: 200 len: 210 time: 0.0444093 May 05 20:47:14.024876 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6648b97a-bddf-49b7-bb79-014103f5128b req-5368e227-33d5-481b-82b0-6ed3786c7069 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] 10.222.0.36 "GET /v2.0/ports?device_id=5758a0f0-4a36-4bee-ac93-0aaea9b40009 HTTP/1.1" status: 200 len: 210 time: 0.0442395 May 05 20:47:14.184644 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e7df3-73a4-47bf-a25d-1a0ad890c620 req-28120075-fb7a-4f1d-81c9-b4c12e36f5b0 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:47:14.186629 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-815e7df3-73a4-47bf-a25d-1a0ad890c620 req-28120075-fb7a-4f1d-81c9-b4c12e36f5b0 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] 10.222.0.24 "GET /v2.0/networks?id=72a54f7a-78d5-49f1-a8db-0c3942ad7e63 HTTP/1.1" status: 200 len: 814 time: 0.1572988 May 05 20:47:14.198206 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-815e7df3-73a4-47bf-a25d-1a0ad890c620 req-26382c7c-cbc7-4162-b472-74d7c1c3b917 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Request body: {'port': {'device_id': '5758a0f0-4a36-4bee-ac93-0aaea9b40009', 'network_id': '72a54f7a-78d5-49f1-a8db-0c3942ad7e63', 'admin_state_up': True, 'tenant_id': 'a8ff617ce3814963ab48d51fb6663e0e'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:47:14.333484 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-815e7df3-73a4-47bf-a25d-1a0ad890c620 req-26382c7c-cbc7-4162-b472-74d7c1c3b917 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:47:14.337279 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-815e7df3-73a4-47bf-a25d-1a0ad890c620 req-26382c7c-cbc7-4162-b472-74d7c1c3b917 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Usage tracker for resource:port and tenant:a8ff617ce3814963ab48d51fb6663e0e is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:47:14.340058 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-815e7df3-73a4-47bf-a25d-1a0ad890c620 req-26382c7c-cbc7-4162-b472-74d7c1c3b917 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:47:14.346075 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-815e7df3-73a4-47bf-a25d-1a0ad890c620 req-26382c7c-cbc7-4162-b472-74d7c1c3b917 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:47:14.355211 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-815e7df3-73a4-47bf-a25d-1a0ad890c620 req-26382c7c-cbc7-4162-b472-74d7c1c3b917 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Made reservation on behalf of a8ff617ce3814963ab48d51fb6663e0e for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:47:14.359366 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-815e7df3-73a4-47bf-a25d-1a0ad890c620 req-26382c7c-cbc7-4162-b472-74d7c1c3b917 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:14.516927 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-815e7df3-73a4-47bf-a25d-1a0ad890c620 req-26382c7c-cbc7-4162-b472-74d7c1c3b917 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Allocated IP 172.20.0.10 (72a54f7a-78d5-49f1-a8db-0c3942ad7e63/8ba44441-9062-404e-b45d-3ffd1e3031a9/1d64db7c-187e-4e2e-af14-57164a973e03) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:47:14.677474 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:14.821862 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-815e7df3-73a4-47bf-a25d-1a0ad890c620 req-26382c7c-cbc7-4162-b472-74d7c1c3b917 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:14.851614 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-815e7df3-73a4-47bf-a25d-1a0ad890c620 req-26382c7c-cbc7-4162-b472-74d7c1c3b917 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:14.920040 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-815e7df3-73a4-47bf-a25d-1a0ad890c620 req-26382c7c-cbc7-4162-b472-74d7c1c3b917 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Network 72a54f7a-78d5-49f1-a8db-0c3942ad7e63 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:47:14.923168 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-815e7df3-73a4-47bf-a25d-1a0ad890c620 req-26382c7c-cbc7-4162-b472-74d7c1c3b917 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:47:14.925557 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-815e7df3-73a4-47bf-a25d-1a0ad890c620 req-26382c7c-cbc7-4162-b472-74d7c1c3b917 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:47:14.968896 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26382c7c-cbc7-4162-b472-74d7c1c3b917 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Pushing event updated for resources: {'Port': ['ID=1d64db7c-187e-4e2e-af14-57164a973e03,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:47:14.997120 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e7df3-73a4-47bf-a25d-1a0ad890c620 req-26382c7c-cbc7-4162-b472-74d7c1c3b917 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:47:14.997860 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-815e7df3-73a4-47bf-a25d-1a0ad890c620 req-26382c7c-cbc7-4162-b472-74d7c1c3b917 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:15.018366 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-815e7df3-73a4-47bf-a25d-1a0ad890c620 req-26382c7c-cbc7-4162-b472-74d7c1c3b917 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8236306 May 05 20:47:15.028891 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-815e7df3-73a4-47bf-a25d-1a0ad890c620 req-4322bab4-c869-49a9-9432-f0ce88093b7e service neutron] Request body: {'port': {'device_id': '5758a0f0-4a36-4bee-ac93-0aaea9b40009', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:47:15.186366 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-815e7df3-73a4-47bf-a25d-1a0ad890c620 req-4322bab4-c869-49a9-9432-f0ce88093b7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:15.283962 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a26e366-724e-4aa6-a8a1-05f738876f82 req-73793cce-8cc4-4686-9521-42f891e68cd5 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:47:15.284654 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-8a26e366-724e-4aa6-a8a1-05f738876f82 req-73793cce-8cc4-4686-9521-42f891e68cd5 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Synchronizing usage tracker for tenant:a8ff617ce3814963ab48d51fb6663e0e on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:47:15.355516 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-8a26e366-724e-4aa6-a8a1-05f738876f82 req-73793cce-8cc4-4686-9521-42f891e68cd5 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Unset dirty status for tenant:a8ff617ce3814963ab48d51fb6663e0e on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:47:15.356668 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8a26e366-724e-4aa6-a8a1-05f738876f82 req-73793cce-8cc4-4686-9521-42f891e68cd5 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] 10.222.0.36 "GET /v2.0/ports?device_id=5758a0f0-4a36-4bee-ac93-0aaea9b40009 HTTP/1.1" status: 200 len: 932 time: 0.2253673 May 05 20:47:15.480966 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8a26e366-724e-4aa6-a8a1-05f738876f82 req-7ddf21a6-08b3-4b32-bfea-566eeb38c70b tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2371564-a544-44b3-ba91-956ef56c596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174068 May 05 20:47:15.590404 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-815e7df3-73a4-47bf-a25d-1a0ad890c620 req-4322bab4-c869-49a9-9432-f0ce88093b7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d64db7c-187e-4e2e-af14-57164a973e03 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:47:15.598173 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-815e7df3-73a4-47bf-a25d-1a0ad890c620 req-4322bab4-c869-49a9-9432-f0ce88093b7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:15.613452 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-815e7df3-73a4-47bf-a25d-1a0ad890c620 req-4322bab4-c869-49a9-9432-f0ce88093b7e service neutron] Transition to ACTIVE for port object 1d64db7c-187e-4e2e-af14-57164a973e03 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:47:15.617233 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-815e7df3-73a4-47bf-a25d-1a0ad890c620 req-4322bab4-c869-49a9-9432-f0ce88093b7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:15.768323 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4322bab4-c869-49a9-9432-f0ce88093b7e service neutron] Pushing event updated for resources: {'Port': ['ID=1d64db7c-187e-4e2e-af14-57164a973e03,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:47:15.846561 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-815e7df3-73a4-47bf-a25d-1a0ad890c620 req-4322bab4-c869-49a9-9432-f0ce88093b7e service neutron] Attempting to bind port 1d64db7c-187e-4e2e-af14-57164a973e03 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:47:15.846884 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-815e7df3-73a4-47bf-a25d-1a0ad890c620 req-4322bab4-c869-49a9-9432-f0ce88093b7e service neutron] Attempting to bind port 1d64db7c-187e-4e2e-af14-57164a973e03 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'fdc2ee41-08c0-49a4-b070-c84e0ff00aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '72a54f7a-78d5-49f1-a8db-0c3942ad7e63'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:47:15.847205 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815e7df3-73a4-47bf-a25d-1a0ad890c620 req-4322bab4-c869-49a9-9432-f0ce88093b7e service neutron] Attempting to bind port 1d64db7c-187e-4e2e-af14-57164a973e03 on network 72a54f7a-78d5-49f1-a8db-0c3942ad7e63 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:47:15.851680 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815e7df3-73a4-47bf-a25d-1a0ad890c620 req-4322bab4-c869-49a9-9432-f0ce88093b7e service neutron] Port 1d64db7c-187e-4e2e-af14-57164a973e03 on network 72a54f7a-78d5-49f1-a8db-0c3942ad7e63 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:47:15.851994 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815e7df3-73a4-47bf-a25d-1a0ad890c620 req-4322bab4-c869-49a9-9432-f0ce88093b7e service neutron] Attempting to bind port 1d64db7c-187e-4e2e-af14-57164a973e03 on network 72a54f7a-78d5-49f1-a8db-0c3942ad7e63 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:47:15.857170 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815e7df3-73a4-47bf-a25d-1a0ad890c620 req-4322bab4-c869-49a9-9432-f0ce88093b7e service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:47:15.857496 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815e7df3-73a4-47bf-a25d-1a0ad890c620 req-4322bab4-c869-49a9-9432-f0ce88093b7e service neutron] Checking segment: {'id': 'fdc2ee41-08c0-49a4-b070-c84e0ff00aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '72a54f7a-78d5-49f1-a8db-0c3942ad7e63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:47:15.857871 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815e7df3-73a4-47bf-a25d-1a0ad890c620 req-4322bab4-c869-49a9-9432-f0ce88093b7e service neutron] Bound using segment: {'id': 'fdc2ee41-08c0-49a4-b070-c84e0ff00aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '72a54f7a-78d5-49f1-a8db-0c3942ad7e63'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:47:15.858282 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-815e7df3-73a4-47bf-a25d-1a0ad890c620 req-4322bab4-c869-49a9-9432-f0ce88093b7e service neutron] Bound port: 1d64db7c-187e-4e2e-af14-57164a973e03, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdc2ee41-08c0-49a4-b070-c84e0ff00aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '72a54f7a-78d5-49f1-a8db-0c3942ad7e63'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:47:15.858615 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-815e7df3-73a4-47bf-a25d-1a0ad890c620 req-4322bab4-c869-49a9-9432-f0ce88093b7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:15.943895 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-815e7df3-73a4-47bf-a25d-1a0ad890c620 req-4322bab4-c869-49a9-9432-f0ce88093b7e service neutron] For port 1d64db7c-187e-4e2e-af14-57164a973e03, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:47:15.946798 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-815e7df3-73a4-47bf-a25d-1a0ad890c620 req-4322bab4-c869-49a9-9432-f0ce88093b7e service neutron] For port 1d64db7c-187e-4e2e-af14-57164a973e03, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=1d64db7c-187e-4e2e-af14-57164a973e03,segment=NetworkSegment(fdc2ee41-08c0-49a4-b070-c84e0ff00aa6),segment_id=fdc2ee41-08c0-49a4-b070-c84e0ff00aa6)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:47:15.951346 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-815e7df3-73a4-47bf-a25d-1a0ad890c620 req-4322bab4-c869-49a9-9432-f0ce88093b7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:16.010943 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e7df3-73a4-47bf-a25d-1a0ad890c620 req-4322bab4-c869-49a9-9432-f0ce88093b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:47:16.011582 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-815e7df3-73a4-47bf-a25d-1a0ad890c620 req-4322bab4-c869-49a9-9432-f0ce88093b7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:16.012943 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-815e7df3-73a4-47bf-a25d-1a0ad890c620 req-4322bab4-c869-49a9-9432-f0ce88093b7e service neutron] 10.222.0.24 "PUT /v2.0/ports/1d64db7c-187e-4e2e-af14-57164a973e03 HTTP/1.1" status: 200 len: 1092 time: 0.9879973 May 05 20:47:16.013887 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5758a0f0-4a36-4bee-ac93-0aaea9b40009', 'tag': '1d64db7c-187e-4e2e-af14-57164a973e03'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:47:16.038836 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4322bab4-c869-49a9-9432-f0ce88093b7e service neutron] Pushing event updated for resources: {'Port': ['ID=1d64db7c-187e-4e2e-af14-57164a973e03,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:47:16.081361 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22fda371-a944-460b-932a-30f4177dc057'] response: {'name': 'network-changed', 'server_uuid': '5758a0f0-4a36-4bee-ac93-0aaea9b40009', 'tag': '1d64db7c-187e-4e2e-af14-57164a973e03', 'status': 'completed', 'code': 200} May 05 20:47:16.120862 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e7df3-73a4-47bf-a25d-1a0ad890c620 req-4b301a0f-0c03-4d9d-9dba-f4912f873d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:47:16.122328 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-815e7df3-73a4-47bf-a25d-1a0ad890c620 req-4b301a0f-0c03-4d9d-9dba-f4912f873d04 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a8ff617ce3814963ab48d51fb6663e0e&device_id=5758a0f0-4a36-4bee-ac93-0aaea9b40009 HTTP/1.1" status: 200 len: 1095 time: 0.0743785 May 05 20:47:16.193349 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-815e7df3-73a4-47bf-a25d-1a0ad890c620 req-baef32c4-6688-4186-a80e-44e9d7c0f6a8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d64db7c-187e-4e2e-af14-57164a973e03 HTTP/1.1" status: 200 len: 217 time: 0.0632396 May 05 20:47:16.257490 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e7df3-73a4-47bf-a25d-1a0ad890c620 req-beb19e16-40f2-4c95-9357-67b3841775ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:47:16.258905 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-815e7df3-73a4-47bf-a25d-1a0ad890c620 req-beb19e16-40f2-4c95-9357-67b3841775ec service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8ba44441-9062-404e-b45d-3ffd1e3031a9 HTTP/1.1" status: 200 len: 854 time: 0.0598848 May 05 20:47:16.303698 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-815e7df3-73a4-47bf-a25d-1a0ad890c620 req-c2398ca7-ff9d-464a-8f0e-42f38e71d87d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=72a54f7a-78d5-49f1-a8db-0c3942ad7e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388570 May 05 20:47:16.433023 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-815e7df3-73a4-47bf-a25d-1a0ad890c620 req-85c559d8-47bc-414a-8fc1-9281201c3d72 service neutron] 10.222.0.24 "GET /v2.0/networks/72a54f7a-78d5-49f1-a8db-0c3942ad7e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237195 May 05 20:47:16.724162 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:16.733986 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-815e7df3-73a4-47bf-a25d-1a0ad890c620 req-e31e1c3a-5e8b-4c1b-ae5b-4fc085dc27cd service neutron] 10.222.0.24 "GET /v2.0/networks/72a54f7a-78d5-49f1-a8db-0c3942ad7e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949774 May 05 20:47:16.759304 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d12047-d7c0-4297-a710-09b379f094e7 req-e93fbe7d-5d5d-4311-91a9-9de5e6f4650d tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:47:16.760789 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-30d12047-d7c0-4297-a710-09b379f094e7 req-e93fbe7d-5d5d-4311-91a9-9de5e6f4650d tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] 10.222.0.36 "GET /v2.0/ports?device_id=5758a0f0-4a36-4bee-ac93-0aaea9b40009 HTTP/1.1" status: 200 len: 944 time: 0.1658268 May 05 20:47:16.857900 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-30d12047-d7c0-4297-a710-09b379f094e7 req-2ab430af-e7ae-49c6-ad9a-eb1721f8b152 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2371564-a544-44b3-ba91-956ef56c596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904620 May 05 20:47:16.874588 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b23f2a-b770-4244-9a73-e0b19f06c247 req-cd0190b2-14ef-4d2e-8201-c2110290652c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:47:16.876080 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d9b23f2a-b770-4244-9a73-e0b19f06c247 req-cd0190b2-14ef-4d2e-8201-c2110290652c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a8ff617ce3814963ab48d51fb6663e0e&device_id=5758a0f0-4a36-4bee-ac93-0aaea9b40009 HTTP/1.1" status: 200 len: 1095 time: 0.0936596 May 05 20:47:17.011719 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b23f2a-b770-4244-9a73-e0b19f06c247 req-04e6da2b-c7df-4753-b8ae-6fd6f5e37781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:47:17.013639 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d9b23f2a-b770-4244-9a73-e0b19f06c247 req-04e6da2b-c7df-4753-b8ae-6fd6f5e37781 service neutron] 10.222.0.24 "GET /v2.0/networks?id=72a54f7a-78d5-49f1-a8db-0c3942ad7e63 HTTP/1.1" status: 200 len: 915 time: 0.1308341 May 05 20:47:17.085756 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d9b23f2a-b770-4244-9a73-e0b19f06c247 req-93e991e4-5d1b-4f8a-8509-a47058c61bbf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d64db7c-187e-4e2e-af14-57164a973e03 HTTP/1.1" status: 200 len: 217 time: 0.0616579 May 05 20:47:17.152422 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b23f2a-b770-4244-9a73-e0b19f06c247 req-c9c36fd0-9f4c-4339-b57f-ff33e0d5d5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:47:17.153758 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d9b23f2a-b770-4244-9a73-e0b19f06c247 req-c9c36fd0-9f4c-4339-b57f-ff33e0d5d5da service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8ba44441-9062-404e-b45d-3ffd1e3031a9 HTTP/1.1" status: 200 len: 854 time: 0.0610847 May 05 20:47:17.200080 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d9b23f2a-b770-4244-9a73-e0b19f06c247 req-d48ffca8-6d66-4559-9db8-e80ac1728bd0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=72a54f7a-78d5-49f1-a8db-0c3942ad7e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399899 May 05 20:47:17.333974 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d9b23f2a-b770-4244-9a73-e0b19f06c247 req-8a7d9044-9e49-4005-b9fa-293bcf4d4630 service neutron] 10.222.0.24 "GET /v2.0/networks/72a54f7a-78d5-49f1-a8db-0c3942ad7e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260300 May 05 20:47:17.465532 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d9b23f2a-b770-4244-9a73-e0b19f06c247 req-160431ec-2edc-4dd1-b47f-b3bb132ea1f6 service neutron] 10.222.0.24 "GET /v2.0/networks/72a54f7a-78d5-49f1-a8db-0c3942ad7e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237521 May 05 20:47:18.044790 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa561786-bc82-4a31-b0c2-6ae6d79153a8 req-5619e9e7-5a37-4f91-b94e-049d66d7a6f3 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:47:18.046352 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fa561786-bc82-4a31-b0c2-6ae6d79153a8 req-5619e9e7-5a37-4f91-b94e-049d66d7a6f3 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] 10.222.0.36 "GET /v2.0/ports?device_id=5758a0f0-4a36-4bee-ac93-0aaea9b40009 HTTP/1.1" status: 200 len: 944 time: 0.0836003 May 05 20:47:18.089140 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-fa561786-bc82-4a31-b0c2-6ae6d79153a8 req-dff87ff0-cc81-4e77-b0fd-3140b118ec8b tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Synchronizing usage tracker for tenant:a8ff617ce3814963ab48d51fb6663e0e on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:47:18.105899 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-fa561786-bc82-4a31-b0c2-6ae6d79153a8 req-dff87ff0-cc81-4e77-b0fd-3140b118ec8b tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Unset dirty status for tenant:a8ff617ce3814963ab48d51fb6663e0e on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:47:18.107091 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fa561786-bc82-4a31-b0c2-6ae6d79153a8 req-dff87ff0-cc81-4e77-b0fd-3140b118ec8b tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2371564-a544-44b3-ba91-956ef56c596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551255 May 05 20:47:19.000597 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:47:19.290848 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911a3398-66c9-4692-9ca0-7726a207c69e req-339b4f3d-2265-4b09-95fb-6facce85faaf tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:47:19.292234 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-911a3398-66c9-4692-9ca0-7726a207c69e req-339b4f3d-2265-4b09-95fb-6facce85faaf tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] 10.222.0.36 "GET /v2.0/ports?device_id=5758a0f0-4a36-4bee-ac93-0aaea9b40009 HTTP/1.1" status: 200 len: 944 time: 0.0828230 May 05 20:47:19.336433 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-911a3398-66c9-4692-9ca0-7726a207c69e req-651c2dfb-239a-4537-8eb8-9a075e724eb1 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2371564-a544-44b3-ba91-956ef56c596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375316 May 05 20:47:20.038633 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 1d64db7c-187e-4e2e-af14-57164a973e03 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:47:20.167863 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 1d64db7c-187e-4e2e-af14-57164a973e03, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=1d64db7c-187e-4e2e-af14-57164a973e03,segment=NetworkSegment(fdc2ee41-08c0-49a4-b070-c84e0ff00aa6),segment_id=fdc2ee41-08c0-49a4-b070-c84e0ff00aa6)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:47:20.180907 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '1d64db7c-187e-4e2e-af14-57164a973e03', 'network_id': '72a54f7a-78d5-49f1-a8db-0c3942ad7e63', 'port_id': '1d64db7c-187e-4e2e-af14-57164a973e03', 'mac_address': 'fa:16:3e:d2:0b:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba44441-9062-404e-b45d-3ffd1e3031a9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:47:20.235072 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:20.252102 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d64db7c-187e-4e2e-af14-57164a973e03 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:47:20.266916 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 1d64db7c-187e-4e2e-af14-57164a973e03, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=1d64db7c-187e-4e2e-af14-57164a973e03,segment=NetworkSegment(fdc2ee41-08c0-49a4-b070-c84e0ff00aa6),segment_id=fdc2ee41-08c0-49a4-b070-c84e0ff00aa6)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:47:20.270728 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:20.338730 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=1d64db7c-187e-4e2e-af14-57164a973e03,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:47:20.460574 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['1d64db7c-187e-4e2e-af14-57164a973e03'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:47:20.525845 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879898e2-4ab6-4ab6-ae86-a18c273705e6 req-0980e098-4be5-4e2f-88d7-103d312e438a tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:47:20.527323 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-879898e2-4ab6-4ab6-ae86-a18c273705e6 req-0980e098-4be5-4e2f-88d7-103d312e438a tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] 10.222.0.36 "GET /v2.0/ports?device_id=5758a0f0-4a36-4bee-ac93-0aaea9b40009 HTTP/1.1" status: 200 len: 945 time: 0.0802133 May 05 20:47:20.576439 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-879898e2-4ab6-4ab6-ae86-a18c273705e6 req-0a117d06-c63b-4173-98ac-5065af4bf484 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2371564-a544-44b3-ba91-956ef56c596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432396 May 05 20:47:21.759091 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49d4205-6c33-4249-8361-c7695be5c135 req-25d7af90-06b9-4082-a9e9-9e491b95a4dc tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:47:21.760587 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d49d4205-6c33-4249-8361-c7695be5c135 req-25d7af90-06b9-4082-a9e9-9e491b95a4dc tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] 10.222.0.36 "GET /v2.0/ports?device_id=5758a0f0-4a36-4bee-ac93-0aaea9b40009 HTTP/1.1" status: 200 len: 945 time: 0.0805969 May 05 20:47:21.803744 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d49d4205-6c33-4249-8361-c7695be5c135 req-98af6154-1de8-47a0-a6c3-1b1630b69aae tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2371564-a544-44b3-ba91-956ef56c596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373044 May 05 20:47:22.069517 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 1d64db7c-187e-4e2e-af14-57164a973e03 up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:47:22.163797 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port 1d64db7c-187e-4e2e-af14-57164a973e03 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:47:22.168637 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 1d64db7c-187e-4e2e-af14-57164a973e03 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:47:22.169005 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:22.282252 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:22.308165 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5758a0f0-4a36-4bee-ac93-0aaea9b40009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d64db7c-187e-4e2e-af14-57164a973e03'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:47:22.318210 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 1d64db7c-187e-4e2e-af14-57164a973e03, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=1d64db7c-187e-4e2e-af14-57164a973e03,segment=NetworkSegment(fdc2ee41-08c0-49a4-b070-c84e0ff00aa6),segment_id=fdc2ee41-08c0-49a4-b070-c84e0ff00aa6)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:47:22.321824 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:22.357027 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68320a25-db22-48da-9537-0b111533edcf'] response: {'server_uuid': '5758a0f0-4a36-4bee-ac93-0aaea9b40009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d64db7c-187e-4e2e-af14-57164a973e03', 'code': 200} May 05 20:47:22.388615 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=1d64db7c-187e-4e2e-af14-57164a973e03,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:47:22.478970 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ed6d1-ae04-40dc-be98-e6e00fd3ef6b req-cefe09c1-6cac-42fb-bb2e-77d86bf5a19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:47:22.480469 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c91ed6d1-ae04-40dc-be98-e6e00fd3ef6b req-cefe09c1-6cac-42fb-bb2e-77d86bf5a19e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5758a0f0-4a36-4bee-ac93-0aaea9b40009 HTTP/1.1" status: 200 len: 1097 time: 0.0738201 May 05 20:47:22.520799 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c91ed6d1-ae04-40dc-be98-e6e00fd3ef6b req-c43ff553-2ef4-48fe-bc7a-97e8c0e2a42d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d2371564-a544-44b3-ba91-956ef56c596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344284 May 05 20:47:22.989816 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9815e627-5ef6-4d7d-9dbe-9eaa1e45ead0 req-382d1d10-228a-4156-b49c-ada993b5715e tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:47:22.991272 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9815e627-5ef6-4d7d-9dbe-9eaa1e45ead0 req-382d1d10-228a-4156-b49c-ada993b5715e tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] 10.222.0.36 "GET /v2.0/ports?device_id=5758a0f0-4a36-4bee-ac93-0aaea9b40009 HTTP/1.1" status: 200 len: 946 time: 0.0798509 May 05 20:47:23.035310 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9815e627-5ef6-4d7d-9dbe-9eaa1e45ead0 req-68691cb1-5fcb-41c1-9e6f-7d629ff14144 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2371564-a544-44b3-ba91-956ef56c596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382078 May 05 20:47:24.118286 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fc449f91-f2af-4b8e-827e-51afaa97666e req-498bb575-6be9-426f-8a0c-78b7d16ca52e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5758a0f0-4a36-4bee-ac93-0aaea9b40009&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0725222 May 05 20:47:24.222611 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c119b9-b43f-47c4-a931-00dee691a7c8 req-50ea3297-3f8f-4255-a94a-53b9ac69ddad tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:47:24.224234 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f9c119b9-b43f-47c4-a931-00dee691a7c8 req-50ea3297-3f8f-4255-a94a-53b9ac69ddad tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] 10.222.0.36 "GET /v2.0/ports?device_id=5758a0f0-4a36-4bee-ac93-0aaea9b40009 HTTP/1.1" status: 200 len: 946 time: 0.0806863 May 05 20:47:24.253103 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc449f91-f2af-4b8e-827e-51afaa97666e req-bfcdb053-2624-4c34-bee7-85ffa56f88d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:47:24.254571 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fc449f91-f2af-4b8e-827e-51afaa97666e req-bfcdb053-2624-4c34-bee7-85ffa56f88d5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a8ff617ce3814963ab48d51fb6663e0e&device_id=5758a0f0-4a36-4bee-ac93-0aaea9b40009 HTTP/1.1" status: 200 len: 1097 time: 0.0704434 May 05 20:47:24.269210 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f9c119b9-b43f-47c4-a931-00dee691a7c8 req-8638d3e9-58b4-4e93-a7d7-06d755d4e204 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2371564-a544-44b3-ba91-956ef56c596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393302 May 05 20:47:24.402639 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc449f91-f2af-4b8e-827e-51afaa97666e req-b4cc5d92-f2aa-4f04-acaf-e85e4614acc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:47:24.404232 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fc449f91-f2af-4b8e-827e-51afaa97666e req-b4cc5d92-f2aa-4f04-acaf-e85e4614acc5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=72a54f7a-78d5-49f1-a8db-0c3942ad7e63 HTTP/1.1" status: 200 len: 915 time: 0.1303122 May 05 20:47:24.599541 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fc449f91-f2af-4b8e-827e-51afaa97666e req-d25e2cab-1414-4ea2-90c0-f91072ce16ff service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d64db7c-187e-4e2e-af14-57164a973e03 HTTP/1.1" status: 200 len: 217 time: 0.1895909 May 05 20:47:24.743539 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc449f91-f2af-4b8e-827e-51afaa97666e req-73b106d8-2f32-4a7d-a1c0-ca935762a357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:47:24.745241 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fc449f91-f2af-4b8e-827e-51afaa97666e req-73b106d8-2f32-4a7d-a1c0-ca935762a357 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8ba44441-9062-404e-b45d-3ffd1e3031a9 HTTP/1.1" status: 200 len: 854 time: 0.1320038 May 05 20:47:24.801963 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fc449f91-f2af-4b8e-827e-51afaa97666e req-4b04c63d-6073-4ae3-adaf-cdb9dc33717a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=72a54f7a-78d5-49f1-a8db-0c3942ad7e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505085 May 05 20:47:24.809775 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf46621-5026-4f3d-b6be-2c8c05d249c3 req-6c78f2cf-e0bd-4425-b735-b3f27dbe6dc3 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:47:24.811890 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-eaf46621-5026-4f3d-b6be-2c8c05d249c3 req-6c78f2cf-e0bd-4425-b735-b3f27dbe6dc3 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] 10.222.0.36 "GET /v2.0/networks?id=72a54f7a-78d5-49f1-a8db-0c3942ad7e63 HTTP/1.1" status: 200 len: 814 time: 0.2470326 May 05 20:47:24.858442 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-eaf46621-5026-4f3d-b6be-2c8c05d249c3 req-fd2f5223-e152-49eb-af57-de2b809d9d61 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] 10.222.0.36 "GET /v2.0/quotas/a8ff617ce3814963ab48d51fb6663e0e HTTP/1.1" status: 200 len: 375 time: 0.0276985 May 05 20:47:25.006182 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fc449f91-f2af-4b8e-827e-51afaa97666e req-dfac5104-c990-4001-b1b0-4d04a66fa8f9 service neutron] 10.222.0.24 "GET /v2.0/networks/72a54f7a-78d5-49f1-a8db-0c3942ad7e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933653 May 05 20:47:25.057929 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-eaf46621-5026-4f3d-b6be-2c8c05d249c3 req-b5f5ce01-a92c-486d-9e6d-d10ba7e61de4 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a8ff617ce3814963ab48d51fb6663e0e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1939559 May 05 20:47:25.171723 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fc449f91-f2af-4b8e-827e-51afaa97666e req-9dc82d27-5306-4663-bcdc-edc916692cf7 service neutron] 10.222.0.24 "GET /v2.0/networks/72a54f7a-78d5-49f1-a8db-0c3942ad7e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596816 May 05 20:47:25.281975 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-eaf46621-5026-4f3d-b6be-2c8c05d249c3 req-a61c24a2-b6df-43a1-96d6-47917c066453 service neutron] 10.222.0.36 "GET /v2.0/networks/72a54f7a-78d5-49f1-a8db-0c3942ad7e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760798 May 05 20:47:25.409816 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-eaf46621-5026-4f3d-b6be-2c8c05d249c3 req-131e917d-e7d7-48c5-8bc2-e48fa016a559 service neutron] 10.222.0.36 "GET /v2.0/networks/72a54f7a-78d5-49f1-a8db-0c3942ad7e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219938 May 05 20:47:25.587886 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bd00c308-5d2e-4e77-a861-6a4db5bbb3a7 req-0a025f49-cf57-426e-84af-6f61bd88477f tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] 10.222.0.36 "GET /v2.0/ports?device_id=fed8a6a7-f4cb-4642-9484-4220441ae18c HTTP/1.1" status: 200 len: 210 time: 0.0448363 May 05 20:47:26.587030 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf46621-5026-4f3d-b6be-2c8c05d249c3 req-bd91dd61-9e7d-4446-928e-12dcc01163c6 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:47:26.588988 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-eaf46621-5026-4f3d-b6be-2c8c05d249c3 req-bd91dd61-9e7d-4446-928e-12dcc01163c6 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] 10.222.0.50 "GET /v2.0/networks?id=72a54f7a-78d5-49f1-a8db-0c3942ad7e63 HTTP/1.1" status: 200 len: 814 time: 0.1529672 May 05 20:47:26.599748 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-eaf46621-5026-4f3d-b6be-2c8c05d249c3 req-274d3dac-3571-4489-ab1b-29f4d19f2dfd tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Request body: {'port': {'device_id': 'fed8a6a7-f4cb-4642-9484-4220441ae18c', 'network_id': '72a54f7a-78d5-49f1-a8db-0c3942ad7e63', 'admin_state_up': True, 'tenant_id': 'a8ff617ce3814963ab48d51fb6663e0e'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:47:26.734047 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f68a521e-fe33-4069-a53e-8fbf3f8b7675 req-0013d03c-aa25-49a5-bcf5-a283e09884fc tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] 10.222.0.36 "GET /v2.0/ports?device_id=fed8a6a7-f4cb-4642-9484-4220441ae18c HTTP/1.1" status: 200 len: 210 time: 0.0416784 May 05 20:47:26.752491 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-eaf46621-5026-4f3d-b6be-2c8c05d249c3 req-274d3dac-3571-4489-ab1b-29f4d19f2dfd tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:47:26.762055 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-eaf46621-5026-4f3d-b6be-2c8c05d249c3 req-274d3dac-3571-4489-ab1b-29f4d19f2dfd tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:47:26.772500 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaf46621-5026-4f3d-b6be-2c8c05d249c3 req-274d3dac-3571-4489-ab1b-29f4d19f2dfd tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Made reservation on behalf of a8ff617ce3814963ab48d51fb6663e0e for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:47:26.775991 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-eaf46621-5026-4f3d-b6be-2c8c05d249c3 req-274d3dac-3571-4489-ab1b-29f4d19f2dfd tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:26.937444 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-eaf46621-5026-4f3d-b6be-2c8c05d249c3 req-274d3dac-3571-4489-ab1b-29f4d19f2dfd tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Allocated IP 172.20.0.3 (72a54f7a-78d5-49f1-a8db-0c3942ad7e63/8ba44441-9062-404e-b45d-3ffd1e3031a9/94ff0df4-dec8-4ba1-8379-c01cae763451) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:47:27.136032 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-eaf46621-5026-4f3d-b6be-2c8c05d249c3 req-274d3dac-3571-4489-ab1b-29f4d19f2dfd tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:27.164324 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-eaf46621-5026-4f3d-b6be-2c8c05d249c3 req-274d3dac-3571-4489-ab1b-29f4d19f2dfd tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:27.175572 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['1d64db7c-187e-4e2e-af14-57164a973e03'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:47:27.236097 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaf46621-5026-4f3d-b6be-2c8c05d249c3 req-274d3dac-3571-4489-ab1b-29f4d19f2dfd tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Network 72a54f7a-78d5-49f1-a8db-0c3942ad7e63 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:47:27.239118 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-eaf46621-5026-4f3d-b6be-2c8c05d249c3 req-274d3dac-3571-4489-ab1b-29f4d19f2dfd tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:47:27.243062 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaf46621-5026-4f3d-b6be-2c8c05d249c3 req-274d3dac-3571-4489-ab1b-29f4d19f2dfd tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:47:27.282797 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274d3dac-3571-4489-ab1b-29f4d19f2dfd tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Pushing event updated for resources: {'Port': ['ID=94ff0df4-dec8-4ba1-8379-c01cae763451,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:47:27.315259 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf46621-5026-4f3d-b6be-2c8c05d249c3 req-274d3dac-3571-4489-ab1b-29f4d19f2dfd tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:47:27.315892 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-eaf46621-5026-4f3d-b6be-2c8c05d249c3 req-274d3dac-3571-4489-ab1b-29f4d19f2dfd tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:27.340081 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-eaf46621-5026-4f3d-b6be-2c8c05d249c3 req-274d3dac-3571-4489-ab1b-29f4d19f2dfd tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7439277 May 05 20:47:27.351702 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-eaf46621-5026-4f3d-b6be-2c8c05d249c3 req-5da4e848-2847-4f2e-a350-e33f65b38c25 service neutron] Request body: {'port': {'device_id': 'fed8a6a7-f4cb-4642-9484-4220441ae18c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:47:27.457656 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-eaf46621-5026-4f3d-b6be-2c8c05d249c3 req-5da4e848-2847-4f2e-a350-e33f65b38c25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:27.949661 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-eaf46621-5026-4f3d-b6be-2c8c05d249c3 req-5da4e848-2847-4f2e-a350-e33f65b38c25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94ff0df4-dec8-4ba1-8379-c01cae763451 {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:47:27.958559 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-eaf46621-5026-4f3d-b6be-2c8c05d249c3 req-5da4e848-2847-4f2e-a350-e33f65b38c25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:27.977283 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-eaf46621-5026-4f3d-b6be-2c8c05d249c3 req-5da4e848-2847-4f2e-a350-e33f65b38c25 service neutron] Transition to ACTIVE for port object 94ff0df4-dec8-4ba1-8379-c01cae763451 will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:47:27.981138 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-eaf46621-5026-4f3d-b6be-2c8c05d249c3 req-5da4e848-2847-4f2e-a350-e33f65b38c25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:28.093643 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c0eccb-4b24-4de0-aea4-2545472c4c3f req-dd305e68-8a88-4045-81c2-2ad5a19b9b12 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:47:28.094339 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-c8c0eccb-4b24-4de0-aea4-2545472c4c3f req-dd305e68-8a88-4045-81c2-2ad5a19b9b12 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Synchronizing usage tracker for tenant:a8ff617ce3814963ab48d51fb6663e0e on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:47:28.130981 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da4e848-2847-4f2e-a350-e33f65b38c25 service neutron] Pushing event updated for resources: {'Port': ['ID=94ff0df4-dec8-4ba1-8379-c01cae763451,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:47:28.168737 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-c8c0eccb-4b24-4de0-aea4-2545472c4c3f req-dd305e68-8a88-4045-81c2-2ad5a19b9b12 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Unset dirty status for tenant:a8ff617ce3814963ab48d51fb6663e0e on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:47:28.170494 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c8c0eccb-4b24-4de0-aea4-2545472c4c3f req-dd305e68-8a88-4045-81c2-2ad5a19b9b12 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] 10.222.0.36 "GET /v2.0/ports?device_id=fed8a6a7-f4cb-4642-9484-4220441ae18c HTTP/1.1" status: 200 len: 931 time: 0.3260598 May 05 20:47:28.262807 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c8c0eccb-4b24-4de0-aea4-2545472c4c3f req-687028c0-933e-46f1-9cec-2caf49ceac9f tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2371564-a544-44b3-ba91-956ef56c596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680590 May 05 20:47:28.271331 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-eaf46621-5026-4f3d-b6be-2c8c05d249c3 req-5da4e848-2847-4f2e-a350-e33f65b38c25 service neutron] Attempting to bind port 94ff0df4-dec8-4ba1-8379-c01cae763451 on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:47:28.271708 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-eaf46621-5026-4f3d-b6be-2c8c05d249c3 req-5da4e848-2847-4f2e-a350-e33f65b38c25 service neutron] Attempting to bind port 94ff0df4-dec8-4ba1-8379-c01cae763451 by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': 'fdc2ee41-08c0-49a4-b070-c84e0ff00aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '72a54f7a-78d5-49f1-a8db-0c3942ad7e63'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:47:28.272017 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf46621-5026-4f3d-b6be-2c8c05d249c3 req-5da4e848-2847-4f2e-a350-e33f65b38c25 service neutron] Attempting to bind port 94ff0df4-dec8-4ba1-8379-c01cae763451 on network 72a54f7a-78d5-49f1-a8db-0c3942ad7e63 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:47:28.283582 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf46621-5026-4f3d-b6be-2c8c05d249c3 req-5da4e848-2847-4f2e-a350-e33f65b38c25 service neutron] Port 94ff0df4-dec8-4ba1-8379-c01cae763451 on network 72a54f7a-78d5-49f1-a8db-0c3942ad7e63 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:47:28.283582 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf46621-5026-4f3d-b6be-2c8c05d249c3 req-5da4e848-2847-4f2e-a350-e33f65b38c25 service neutron] Attempting to bind port 94ff0df4-dec8-4ba1-8379-c01cae763451 on network 72a54f7a-78d5-49f1-a8db-0c3942ad7e63 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:47:28.283582 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf46621-5026-4f3d-b6be-2c8c05d249c3 req-5da4e848-2847-4f2e-a350-e33f65b38c25 service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:47:28.283582 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf46621-5026-4f3d-b6be-2c8c05d249c3 req-5da4e848-2847-4f2e-a350-e33f65b38c25 service neutron] Checking segment: {'id': 'fdc2ee41-08c0-49a4-b070-c84e0ff00aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '72a54f7a-78d5-49f1-a8db-0c3942ad7e63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:47:28.283582 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf46621-5026-4f3d-b6be-2c8c05d249c3 req-5da4e848-2847-4f2e-a350-e33f65b38c25 service neutron] Bound using segment: {'id': 'fdc2ee41-08c0-49a4-b070-c84e0ff00aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '72a54f7a-78d5-49f1-a8db-0c3942ad7e63'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:47:28.284058 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-eaf46621-5026-4f3d-b6be-2c8c05d249c3 req-5da4e848-2847-4f2e-a350-e33f65b38c25 service neutron] Bound port: 94ff0df4-dec8-4ba1-8379-c01cae763451, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdc2ee41-08c0-49a4-b070-c84e0ff00aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '72a54f7a-78d5-49f1-a8db-0c3942ad7e63'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:47:28.284058 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-eaf46621-5026-4f3d-b6be-2c8c05d249c3 req-5da4e848-2847-4f2e-a350-e33f65b38c25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:28.372262 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-eaf46621-5026-4f3d-b6be-2c8c05d249c3 req-5da4e848-2847-4f2e-a350-e33f65b38c25 service neutron] For port 94ff0df4-dec8-4ba1-8379-c01cae763451, host n-h2-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:47:28.375294 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-eaf46621-5026-4f3d-b6be-2c8c05d249c3 req-5da4e848-2847-4f2e-a350-e33f65b38c25 service neutron] For port 94ff0df4-dec8-4ba1-8379-c01cae763451, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=94ff0df4-dec8-4ba1-8379-c01cae763451,segment=NetworkSegment(fdc2ee41-08c0-49a4-b070-c84e0ff00aa6),segment_id=fdc2ee41-08c0-49a4-b070-c84e0ff00aa6)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:47:28.379488 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-eaf46621-5026-4f3d-b6be-2c8c05d249c3 req-5da4e848-2847-4f2e-a350-e33f65b38c25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:28.442406 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf46621-5026-4f3d-b6be-2c8c05d249c3 req-5da4e848-2847-4f2e-a350-e33f65b38c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:47:28.443019 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-eaf46621-5026-4f3d-b6be-2c8c05d249c3 req-5da4e848-2847-4f2e-a350-e33f65b38c25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:28.444400 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-eaf46621-5026-4f3d-b6be-2c8c05d249c3 req-5da4e848-2847-4f2e-a350-e33f65b38c25 service neutron] 10.222.0.50 "PUT /v2.0/ports/94ff0df4-dec8-4ba1-8379-c01cae763451 HTTP/1.1" status: 200 len: 1091 time: 1.0967865 May 05 20:47:28.444828 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fed8a6a7-f4cb-4642-9484-4220441ae18c', 'tag': '94ff0df4-dec8-4ba1-8379-c01cae763451'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:47:28.465970 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da4e848-2847-4f2e-a350-e33f65b38c25 service neutron] Pushing event updated for resources: {'Port': ['ID=94ff0df4-dec8-4ba1-8379-c01cae763451,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:47:28.516573 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8200d28-412d-4d45-8798-ea2a0f623566'] response: {'name': 'network-changed', 'server_uuid': 'fed8a6a7-f4cb-4642-9484-4220441ae18c', 'tag': '94ff0df4-dec8-4ba1-8379-c01cae763451', 'status': 'completed', 'code': 200} May 05 20:47:28.551920 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf46621-5026-4f3d-b6be-2c8c05d249c3 req-435c3153-9b07-4fb1-905b-9000525ed95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:47:28.553403 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-eaf46621-5026-4f3d-b6be-2c8c05d249c3 req-435c3153-9b07-4fb1-905b-9000525ed95b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a8ff617ce3814963ab48d51fb6663e0e&device_id=fed8a6a7-f4cb-4642-9484-4220441ae18c HTTP/1.1" status: 200 len: 1094 time: 0.0725648 May 05 20:47:28.624988 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-eaf46621-5026-4f3d-b6be-2c8c05d249c3 req-bd5a6fa1-0254-4364-bf10-42553de3dacc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94ff0df4-dec8-4ba1-8379-c01cae763451 HTTP/1.1" status: 200 len: 217 time: 0.0643456 May 05 20:47:28.687651 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf46621-5026-4f3d-b6be-2c8c05d249c3 req-a6c92529-e050-4aca-a376-8d277f47765f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:47:28.689088 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-eaf46621-5026-4f3d-b6be-2c8c05d249c3 req-a6c92529-e050-4aca-a376-8d277f47765f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8ba44441-9062-404e-b45d-3ffd1e3031a9 HTTP/1.1" status: 200 len: 854 time: 0.0578260 May 05 20:47:28.736066 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-eaf46621-5026-4f3d-b6be-2c8c05d249c3 req-d3b6d87f-2ba6-41dd-8304-a6668f6ec04d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=72a54f7a-78d5-49f1-a8db-0c3942ad7e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414135 May 05 20:47:28.870287 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-eaf46621-5026-4f3d-b6be-2c8c05d249c3 req-f847aeaa-a8b0-40ce-92d7-4912b60f5cf6 service neutron] 10.222.0.50 "GET /v2.0/networks/72a54f7a-78d5-49f1-a8db-0c3942ad7e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268339 May 05 20:47:29.002124 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-eaf46621-5026-4f3d-b6be-2c8c05d249c3 req-80a0016b-12ca-44f8-ad8c-1c5b2dc728b9 service neutron] 10.222.0.50 "GET /v2.0/networks/72a54f7a-78d5-49f1-a8db-0c3942ad7e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245074 May 05 20:47:29.115106 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10602f28-52ea-431a-9b10-d0734b50a918 req-6bdcb1ca-e85b-4ff1-a8e1-1d27b678f864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:47:29.116571 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-10602f28-52ea-431a-9b10-d0734b50a918 req-6bdcb1ca-e85b-4ff1-a8e1-1d27b678f864 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a8ff617ce3814963ab48d51fb6663e0e&device_id=fed8a6a7-f4cb-4642-9484-4220441ae18c HTTP/1.1" status: 200 len: 1094 time: 0.0728979 May 05 20:47:29.346530 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10602f28-52ea-431a-9b10-d0734b50a918 req-24313fea-a01f-4f46-9ec3-b601e2579e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:47:29.348341 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-10602f28-52ea-431a-9b10-d0734b50a918 req-24313fea-a01f-4f46-9ec3-b601e2579e4b service neutron] 10.222.0.50 "GET /v2.0/networks?id=72a54f7a-78d5-49f1-a8db-0c3942ad7e63 HTTP/1.1" status: 200 len: 915 time: 0.2260354 May 05 20:47:29.452267 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-10602f28-52ea-431a-9b10-d0734b50a918 req-748d341f-738f-42bc-a3b9-0251f864af5d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94ff0df4-dec8-4ba1-8379-c01cae763451 HTTP/1.1" status: 200 len: 217 time: 0.0971355 May 05 20:47:29.530074 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10602f28-52ea-431a-9b10-d0734b50a918 req-5686d758-19c8-4e1c-920a-2df2c715c6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:47:29.531513 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-10602f28-52ea-431a-9b10-d0734b50a918 req-5686d758-19c8-4e1c-920a-2df2c715c6df service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8ba44441-9062-404e-b45d-3ffd1e3031a9 HTTP/1.1" status: 200 len: 854 time: 0.0694671 May 05 20:47:29.580469 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-10602f28-52ea-431a-9b10-d0734b50a918 req-0505a77c-3b17-4aff-bbe3-61edc11d0402 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=72a54f7a-78d5-49f1-a8db-0c3942ad7e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428264 May 05 20:47:29.587899 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d851f4c7-a7ab-4fa3-8275-9ce221805a2a req-d96896a6-3d8c-4a79-b935-51869c57ab22 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:47:29.590514 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d851f4c7-a7ab-4fa3-8275-9ce221805a2a req-d96896a6-3d8c-4a79-b935-51869c57ab22 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] 10.222.0.36 "GET /v2.0/ports?device_id=fed8a6a7-f4cb-4642-9484-4220441ae18c HTTP/1.1" status: 200 len: 943 time: 0.1866159 May 05 20:47:29.715879 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d851f4c7-a7ab-4fa3-8275-9ce221805a2a req-24b2d352-e29e-4db7-871d-3212ba030914 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2371564-a544-44b3-ba91-956ef56c596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074152 May 05 20:47:29.749097 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-10602f28-52ea-431a-9b10-d0734b50a918 req-d5f6c7f0-4395-4a13-9b2c-cd5d5400b997 service neutron] 10.222.0.50 "GET /v2.0/networks/72a54f7a-78d5-49f1-a8db-0c3942ad7e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589634 May 05 20:47:29.878217 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-10602f28-52ea-431a-9b10-d0734b50a918 req-a8ba3a72-56a5-4b04-be2f-6b70850314e5 service neutron] 10.222.0.50 "GET /v2.0/networks/72a54f7a-78d5-49f1-a8db-0c3942ad7e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231112 May 05 20:47:30.255974 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 94ff0df4-dec8-4ba1-8379-c01cae763451 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:47:30.386489 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 94ff0df4-dec8-4ba1-8379-c01cae763451, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=94ff0df4-dec8-4ba1-8379-c01cae763451,segment=NetworkSegment(fdc2ee41-08c0-49a4-b070-c84e0ff00aa6),segment_id=fdc2ee41-08c0-49a4-b070-c84e0ff00aa6)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:47:30.399895 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': '94ff0df4-dec8-4ba1-8379-c01cae763451', 'network_id': '72a54f7a-78d5-49f1-a8db-0c3942ad7e63', 'port_id': '94ff0df4-dec8-4ba1-8379-c01cae763451', 'mac_address': 'fa:16:3e:ae:34:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba44441-9062-404e-b45d-3ffd1e3031a9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:47:30.459505 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:30.475558 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94ff0df4-dec8-4ba1-8379-c01cae763451 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:47:30.490675 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 94ff0df4-dec8-4ba1-8379-c01cae763451, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=94ff0df4-dec8-4ba1-8379-c01cae763451,segment=NetworkSegment(fdc2ee41-08c0-49a4-b070-c84e0ff00aa6),segment_id=fdc2ee41-08c0-49a4-b070-c84e0ff00aa6)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:47:30.494239 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:30.559712 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=94ff0df4-dec8-4ba1-8379-c01cae763451,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:47:30.679942 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['94ff0df4-dec8-4ba1-8379-c01cae763451'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:47:30.907130 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66adfdcb-7214-49b5-ab5d-0c1ffa6ddbe4 req-efd69f6a-daf4-4f1e-8a31-e703757a012d tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:47:30.908532 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-66adfdcb-7214-49b5-ab5d-0c1ffa6ddbe4 req-efd69f6a-daf4-4f1e-8a31-e703757a012d tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] 10.222.0.36 "GET /v2.0/ports?device_id=fed8a6a7-f4cb-4642-9484-4220441ae18c HTTP/1.1" status: 200 len: 944 time: 0.0790396 May 05 20:47:30.955136 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-66adfdcb-7214-49b5-ab5d-0c1ffa6ddbe4 req-0aaef839-46db-47d1-9027-ce639917e447 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2371564-a544-44b3-ba91-956ef56c596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409839 May 05 20:47:32.142686 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e7680-4955-432b-8130-e142bdc3e38f req-e3d7f1d3-3eae-4113-9f71-c63c33f90b26 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:47:32.144178 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2d8e7680-4955-432b-8130-e142bdc3e38f req-e3d7f1d3-3eae-4113-9f71-c63c33f90b26 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] 10.222.0.36 "GET /v2.0/ports?device_id=fed8a6a7-f4cb-4642-9484-4220441ae18c HTTP/1.1" status: 200 len: 944 time: 0.0835745 May 05 20:47:32.188380 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2d8e7680-4955-432b-8130-e142bdc3e38f req-16b8bdb9-1ee5-466e-8850-aac82077a5be tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2371564-a544-44b3-ba91-956ef56c596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386007 May 05 20:47:32.272028 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 94ff0df4-dec8-4ba1-8379-c01cae763451 up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:47:32.339601 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port 94ff0df4-dec8-4ba1-8379-c01cae763451 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:47:32.344140 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port 94ff0df4-dec8-4ba1-8379-c01cae763451 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:47:32.344510 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:32.460188 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:32.487057 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed8a6a7-f4cb-4642-9484-4220441ae18c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94ff0df4-dec8-4ba1-8379-c01cae763451'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:47:32.496570 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 94ff0df4-dec8-4ba1-8379-c01cae763451, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=94ff0df4-dec8-4ba1-8379-c01cae763451,segment=NetworkSegment(fdc2ee41-08c0-49a4-b070-c84e0ff00aa6),segment_id=fdc2ee41-08c0-49a4-b070-c84e0ff00aa6)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:47:32.501692 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:32.538090 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1e26412-68d2-4c53-8b60-9c829f9cbe3a'] response: {'server_uuid': 'fed8a6a7-f4cb-4642-9484-4220441ae18c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94ff0df4-dec8-4ba1-8379-c01cae763451', 'code': 200} May 05 20:47:32.578093 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=94ff0df4-dec8-4ba1-8379-c01cae763451,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:47:32.657065 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36258b56-a8ea-417c-99e3-e18e70c2dc2c req-ca2ad170-c125-489d-bd78-2146f2e22e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:47:32.658531 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-36258b56-a8ea-417c-99e3-e18e70c2dc2c req-ca2ad170-c125-489d-bd78-2146f2e22e30 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fed8a6a7-f4cb-4642-9484-4220441ae18c HTTP/1.1" status: 200 len: 1096 time: 0.0697076 May 05 20:47:32.698180 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-36258b56-a8ea-417c-99e3-e18e70c2dc2c req-2fd10e01-25c7-43ff-a18d-d9fe8ff18aa6 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d2371564-a544-44b3-ba91-956ef56c596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339868 May 05 20:47:33.371978 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17974bd7-49e7-4bc3-87f6-7885ed70caf1 req-3abf894a-383d-422f-b507-819e9c6dbc62 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:47:33.373913 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-17974bd7-49e7-4bc3-87f6-7885ed70caf1 req-3abf894a-383d-422f-b507-819e9c6dbc62 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] 10.222.0.36 "GET /v2.0/ports?device_id=fed8a6a7-f4cb-4642-9484-4220441ae18c HTTP/1.1" status: 200 len: 945 time: 0.0824285 May 05 20:47:33.416850 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-17974bd7-49e7-4bc3-87f6-7885ed70caf1 req-dcf3ffd6-2949-4650-9f20-b1d756d995b7 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2371564-a544-44b3-ba91-956ef56c596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373595 May 05 20:47:34.599464 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60bccc1-17b2-4543-95fe-59acefc9da4a req-556ade5d-58de-4ac0-93fe-0aa8fdb97e78 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:47:34.600924 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d60bccc1-17b2-4543-95fe-59acefc9da4a req-556ade5d-58de-4ac0-93fe-0aa8fdb97e78 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] 10.222.0.36 "GET /v2.0/ports?device_id=fed8a6a7-f4cb-4642-9484-4220441ae18c HTTP/1.1" status: 200 len: 945 time: 0.0791540 May 05 20:47:34.644857 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d60bccc1-17b2-4543-95fe-59acefc9da4a req-f3eb4b44-2e78-4594-824c-d5755b36a83e tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2371564-a544-44b3-ba91-956ef56c596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383792 May 05 20:47:34.734022 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-670c5b0c-8a4c-49b5-b557-0f73f93d9fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:35.025537 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901c4347-655c-40e1-a2b9-472a0f9482bc req-05fd7a32-5cc9-43bf-823b-bb659f084fed tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:47:35.026917 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-901c4347-655c-40e1-a2b9-472a0f9482bc req-05fd7a32-5cc9-43bf-823b-bb659f084fed tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] 10.222.0.36 "GET /v2.0/ports?device_id=fed8a6a7-f4cb-4642-9484-4220441ae18c HTTP/1.1" status: 200 len: 945 time: 0.0864701 May 05 20:47:35.070853 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-901c4347-655c-40e1-a2b9-472a0f9482bc req-0c363bb7-582b-47f2-8b5e-41de401f195f tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2371564-a544-44b3-ba91-956ef56c596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376880 May 05 20:47:36.265368 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4023f8d-5eb6-4fae-a86c-394a20f4a7bd req-e192fd3a-5f54-4ac7-90c6-26d9ff75c756 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:47:36.266832 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b4023f8d-5eb6-4fae-a86c-394a20f4a7bd req-e192fd3a-5f54-4ac7-90c6-26d9ff75c756 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] 10.222.0.50 "GET /v2.0/ports?device_id=fed8a6a7-f4cb-4642-9484-4220441ae18c HTTP/1.1" status: 200 len: 945 time: 0.1452703 May 05 20:47:36.330930 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc20af5-e9ce-4443-9d93-ebf3bbdb54c1 req-43004816-a6a2-43c8-b75d-92eb14b5d201 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:47:36.332399 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6cc20af5-e9ce-4443-9d93-ebf3bbdb54c1 req-43004816-a6a2-43c8-b75d-92eb14b5d201 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] 10.222.0.36 "GET /v2.0/ports?device_id=fed8a6a7-f4cb-4642-9484-4220441ae18c HTTP/1.1" status: 200 len: 945 time: 0.1555910 May 05 20:47:36.364759 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-b4023f8d-5eb6-4fae-a86c-394a20f4a7bd req-10b13861-42e7-474c-b13e-4414cd7ebab0 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Deleting port 94ff0df4-dec8-4ba1-8379-c01cae763451 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:47:36.365012 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-b4023f8d-5eb6-4fae-a86c-394a20f4a7bd req-10b13861-42e7-474c-b13e-4414cd7ebab0 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:36.436678 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6cc20af5-e9ce-4443-9d93-ebf3bbdb54c1 req-71715758-c968-4f6a-be5d-7699c3961a56 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2371564-a544-44b3-ba91-956ef56c596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986431 May 05 20:47:36.633634 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-b4023f8d-5eb6-4fae-a86c-394a20f4a7bd req-10b13861-42e7-474c-b13e-4414cd7ebab0 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] For port 94ff0df4-dec8-4ba1-8379-c01cae763451, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=94ff0df4-dec8-4ba1-8379-c01cae763451,segment=NetworkSegment(fdc2ee41-08c0-49a4-b070-c84e0ff00aa6),segment_id=fdc2ee41-08c0-49a4-b070-c84e0ff00aa6)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:47:36.633925 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-b4023f8d-5eb6-4fae-a86c-394a20f4a7bd req-10b13861-42e7-474c-b13e-4414cd7ebab0 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:36.855925 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-b4023f8d-5eb6-4fae-a86c-394a20f4a7bd req-10b13861-42e7-474c-b13e-4414cd7ebab0 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Calling delete_port for 94ff0df4-dec8-4ba1-8379-c01cae763451 owned by compute:nova {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:47:36.921883 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1f7466f5-7bf9-446d-83bc-89f57711749f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:36.998477 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-b4023f8d-5eb6-4fae-a86c-394a20f4a7bd req-10b13861-42e7-474c-b13e-4414cd7ebab0 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:37.009563 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['94ff0df4-dec8-4ba1-8379-c01cae763451'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:47:37.035042 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['1d64db7c-187e-4e2e-af14-57164a973e03'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:47:37.051491 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b13861-42e7-474c-b13e-4414cd7ebab0 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Pushing event deleted for resources: {'Port': ['ID=94ff0df4-dec8-4ba1-8379-c01cae763451,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:47:37.122177 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4023f8d-5eb6-4fae-a86c-394a20f4a7bd req-10b13861-42e7-474c-b13e-4414cd7ebab0 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] No DVR routers for this DVR port 94ff0df4-dec8-4ba1-8379-c01cae763451 on host n-h2-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:47:37.124593 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-b4023f8d-5eb6-4fae-a86c-394a20f4a7bd req-10b13861-42e7-474c-b13e-4414cd7ebab0 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:37.127057 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed8a6a7-f4cb-4642-9484-4220441ae18c', 'name': 'network-vif-deleted', 'tag': '94ff0df4-dec8-4ba1-8379-c01cae763451'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:47:37.143652 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b4023f8d-5eb6-4fae-a86c-394a20f4a7bd req-10b13861-42e7-474c-b13e-4414cd7ebab0 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] 10.222.0.50 "DELETE /v2.0/ports/94ff0df4-dec8-4ba1-8379-c01cae763451 HTTP/1.1" status: 204 len: 173 time: 0.8707309 May 05 20:47:37.180278 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f71bff7-98ca-4b7f-a69e-213e9950d1e2'] response: {'server_uuid': 'fed8a6a7-f4cb-4642-9484-4220441ae18c', 'name': 'network-vif-deleted', 'tag': '94ff0df4-dec8-4ba1-8379-c01cae763451', 'status': 'completed', 'code': 200} May 05 20:47:37.613919 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-5d1117ac-3f9e-43de-8dcd-f52b14c02166 req-615a45b4-9da1-4b9a-bfd8-48a45e237558 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Synchronizing usage tracker for tenant:a8ff617ce3814963ab48d51fb6663e0e on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:47:37.628796 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-5d1117ac-3f9e-43de-8dcd-f52b14c02166 req-615a45b4-9da1-4b9a-bfd8-48a45e237558 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Unset dirty status for tenant:a8ff617ce3814963ab48d51fb6663e0e on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:47:37.629948 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5d1117ac-3f9e-43de-8dcd-f52b14c02166 req-615a45b4-9da1-4b9a-bfd8-48a45e237558 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] 10.222.0.36 "GET /v2.0/ports?device_id=fed8a6a7-f4cb-4642-9484-4220441ae18c HTTP/1.1" status: 200 len: 210 time: 0.0665736 May 05 20:47:37.972262 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:38.142608 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:38.887805 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7b5ac5-5f93-49ef-8462-a326ade6a073 req-9f6ec439-3f41-44bf-8899-ca9d94404a95 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:47:38.889359 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2c7b5ac5-5f93-49ef-8462-a326ade6a073 req-9f6ec439-3f41-44bf-8899-ca9d94404a95 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] 10.222.0.36 "GET /v2.0/ports?device_id=5758a0f0-4a36-4bee-ac93-0aaea9b40009 HTTP/1.1" status: 200 len: 946 time: 0.0796907 May 05 20:47:38.938533 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2c7b5ac5-5f93-49ef-8462-a326ade6a073 req-17f3c416-96df-4695-9a88-7d1629530ead tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2371564-a544-44b3-ba91-956ef56c596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435846 May 05 20:47:39.144368 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ace42-881b-4434-9eb6-bf646e543d66 req-e4fafeba-38fb-48dd-87d8-4da0e6e86225 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:47:39.145745 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0b0ace42-881b-4434-9eb6-bf646e543d66 req-e4fafeba-38fb-48dd-87d8-4da0e6e86225 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] 10.222.0.36 "GET /v2.0/ports?device_id=5758a0f0-4a36-4bee-ac93-0aaea9b40009 HTTP/1.1" status: 200 len: 946 time: 0.0847266 May 05 20:47:39.189962 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0b0ace42-881b-4434-9eb6-bf646e543d66 req-823689d8-a7ad-40f4-b657-4904f4601123 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2371564-a544-44b3-ba91-956ef56c596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385780 May 05 20:47:39.378044 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eebd70f-e290-4686-9544-7859981337ab req-fe5cd616-b05c-4d30-8b1f-d4734459ecd1 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:47:39.379526 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5eebd70f-e290-4686-9544-7859981337ab req-fe5cd616-b05c-4d30-8b1f-d4734459ecd1 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] 10.222.0.36 "GET /v2.0/ports?device_id=5758a0f0-4a36-4bee-ac93-0aaea9b40009 HTTP/1.1" status: 200 len: 946 time: 0.0805340 May 05 20:47:39.423939 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5eebd70f-e290-4686-9544-7859981337ab req-e3d49379-fd6c-4b51-872a-3618bbcd81a1 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2371564-a544-44b3-ba91-956ef56c596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388250 May 05 20:47:39.717660 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d934c4d4-eb93-4f14-b93e-ede9b4367afa req-ac48f238-c851-4c90-8218-75c645ece692 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:47:39.718693 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:39.719334 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d934c4d4-eb93-4f14-b93e-ede9b4367afa req-ac48f238-c851-4c90-8218-75c645ece692 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] 10.222.0.36 "GET /v2.0/ports?device_id=5758a0f0-4a36-4bee-ac93-0aaea9b40009 HTTP/1.1" status: 200 len: 946 time: 0.0876331 May 05 20:47:39.764766 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d934c4d4-eb93-4f14-b93e-ede9b4367afa req-e137a13a-fe96-4838-ae7a-c8ec87887978 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2371564-a544-44b3-ba91-956ef56c596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397406 May 05 20:47:39.946155 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3fc5b4-7064-47f0-bcea-11ad0820b6fc req-30a833b2-ccdd-4744-b41f-02c9f961a176 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:47:39.947543 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ac3fc5b4-7064-47f0-bcea-11ad0820b6fc req-30a833b2-ccdd-4744-b41f-02c9f961a176 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] 10.222.0.36 "GET /v2.0/ports?device_id=5758a0f0-4a36-4bee-ac93-0aaea9b40009 HTTP/1.1" status: 200 len: 946 time: 0.0788374 May 05 20:47:39.996611 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ac3fc5b4-7064-47f0-bcea-11ad0820b6fc req-a479829f-5427-482f-bfdd-6e5f389f2e54 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2371564-a544-44b3-ba91-956ef56c596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423787 May 05 20:47:40.192403 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb39c669-c59d-4acd-a8fb-eeaff0ebe334 req-a5d119ad-f2dc-4ac0-aac7-5a27c0080fdd tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:47:40.193865 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cb39c669-c59d-4acd-a8fb-eeaff0ebe334 req-a5d119ad-f2dc-4ac0-aac7-5a27c0080fdd tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] 10.222.0.36 "GET /v2.0/ports?device_id=5758a0f0-4a36-4bee-ac93-0aaea9b40009 HTTP/1.1" status: 200 len: 946 time: 0.0803742 May 05 20:47:40.237591 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cb39c669-c59d-4acd-a8fb-eeaff0ebe334 req-d470f09d-2fc9-4909-a998-cc04fe068b9f tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2371564-a544-44b3-ba91-956ef56c596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381329 May 05 20:47:40.350601 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 94ff0df4-dec8-4ba1-8379-c01cae763451 no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:47:40.385714 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] No Port match for: 94ff0df4-dec8-4ba1-8379-c01cae763451 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:47:40.386057 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 94ff0df4-dec8-4ba1-8379-c01cae763451 not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:47:40.777764 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d496a-f51b-4ec0-9340-21153fa9706d req-a665b743-d41d-4efa-b8a1-ef8176dd3044 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:47:40.779367 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dc3d496a-f51b-4ec0-9340-21153fa9706d req-a665b743-d41d-4efa-b8a1-ef8176dd3044 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] 10.222.0.36 "GET /v2.0/ports?device_id=5758a0f0-4a36-4bee-ac93-0aaea9b40009 HTTP/1.1" status: 200 len: 946 time: 0.0867250 May 05 20:47:40.823116 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dc3d496a-f51b-4ec0-9340-21153fa9706d req-acc784d9-0cae-4f56-9300-fc8d3839db7e tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2371564-a544-44b3-ba91-956ef56c596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380046 May 05 20:47:42.186306 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6ac4fd-b8f2-45a6-9466-8714a4ae705d req-7516b79a-24ba-49f5-96f7-226d2d0fdcde tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:47:42.187841 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7d6ac4fd-b8f2-45a6-9466-8714a4ae705d req-7516b79a-24ba-49f5-96f7-226d2d0fdcde tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] 10.222.0.24 "GET /v2.0/ports?device_id=5758a0f0-4a36-4bee-ac93-0aaea9b40009 HTTP/1.1" status: 200 len: 946 time: 0.2661724 May 05 20:47:42.196103 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7368a4-5a82-4372-bceb-d28cc7e9b670 req-44a66394-298f-4b9a-b3ed-6f679af5a15e tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:47:42.197477 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-af7368a4-5a82-4372-bceb-d28cc7e9b670 req-44a66394-298f-4b9a-b3ed-6f679af5a15e tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] 10.222.0.36 "GET /v2.0/ports?device_id=5758a0f0-4a36-4bee-ac93-0aaea9b40009 HTTP/1.1" status: 200 len: 946 time: 0.2451031 May 05 20:47:42.300078 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-7d6ac4fd-b8f2-45a6-9466-8714a4ae705d req-fad0b538-3391-4ea1-bcd2-204c4c2045b6 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Deleting port 1d64db7c-187e-4e2e-af14-57164a973e03 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:47:42.300413 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-7d6ac4fd-b8f2-45a6-9466-8714a4ae705d req-fad0b538-3391-4ea1-bcd2-204c4c2045b6 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:42.340469 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-af7368a4-5a82-4372-bceb-d28cc7e9b670 req-26b8d876-e505-4137-9aa4-b0ea568a2b19 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2371564-a544-44b3-ba91-956ef56c596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117511 May 05 20:47:42.585655 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-7d6ac4fd-b8f2-45a6-9466-8714a4ae705d req-fad0b538-3391-4ea1-bcd2-204c4c2045b6 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] For port 1d64db7c-187e-4e2e-af14-57164a973e03, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=1d64db7c-187e-4e2e-af14-57164a973e03,segment=NetworkSegment(fdc2ee41-08c0-49a4-b070-c84e0ff00aa6),segment_id=fdc2ee41-08c0-49a4-b070-c84e0ff00aa6)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:47:42.586012 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-7d6ac4fd-b8f2-45a6-9466-8714a4ae705d req-fad0b538-3391-4ea1-bcd2-204c4c2045b6 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:42.752798 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-7d6ac4fd-b8f2-45a6-9466-8714a4ae705d req-fad0b538-3391-4ea1-bcd2-204c4c2045b6 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Calling delete_port for 1d64db7c-187e-4e2e-af14-57164a973e03 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:47:42.895895 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-7d6ac4fd-b8f2-45a6-9466-8714a4ae705d req-fad0b538-3391-4ea1-bcd2-204c4c2045b6 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:42.906590 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['1d64db7c-187e-4e2e-af14-57164a973e03'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:47:42.947668 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad0b538-3391-4ea1-bcd2-204c4c2045b6 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Pushing event deleted for resources: {'Port': ['ID=1d64db7c-187e-4e2e-af14-57164a973e03,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:47:42.984607 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad0b538-3391-4ea1-bcd2-204c4c2045b6 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:47:42.984949 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad0b538-3391-4ea1-bcd2-204c4c2045b6 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:47:42.985290 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad0b538-3391-4ea1-bcd2-204c4c2045b6 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:47:42.985618 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad0b538-3391-4ea1-bcd2-204c4c2045b6 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:47:42.985946 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad0b538-3391-4ea1-bcd2-204c4c2045b6 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:47:42.986272 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad0b538-3391-4ea1-bcd2-204c4c2045b6 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:47:42.986592 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad0b538-3391-4ea1-bcd2-204c4c2045b6 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:47:42.986910 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad0b538-3391-4ea1-bcd2-204c4c2045b6 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:47:42.987228 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad0b538-3391-4ea1-bcd2-204c4c2045b6 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:47:42.987575 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad0b538-3391-4ea1-bcd2-204c4c2045b6 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:47:42.987894 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad0b538-3391-4ea1-bcd2-204c4c2045b6 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:47:42.988212 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad0b538-3391-4ea1-bcd2-204c4c2045b6 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:47:43.036036 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d6ac4fd-b8f2-45a6-9466-8714a4ae705d req-fad0b538-3391-4ea1-bcd2-204c4c2045b6 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] No DVR routers for this DVR port 1d64db7c-187e-4e2e-af14-57164a973e03 on host n-h1-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:47:43.038555 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-7d6ac4fd-b8f2-45a6-9466-8714a4ae705d req-fad0b538-3391-4ea1-bcd2-204c4c2045b6 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:43.041009 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5758a0f0-4a36-4bee-ac93-0aaea9b40009', 'name': 'network-vif-deleted', 'tag': '1d64db7c-187e-4e2e-af14-57164a973e03'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:47:43.056820 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7d6ac4fd-b8f2-45a6-9466-8714a4ae705d req-fad0b538-3391-4ea1-bcd2-204c4c2045b6 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] 10.222.0.24 "DELETE /v2.0/ports/1d64db7c-187e-4e2e-af14-57164a973e03 HTTP/1.1" status: 204 len: 173 time: 0.8583665 May 05 20:47:43.087257 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85e17f95-68bc-4c19-ba67-a82fd018cac8'] response: {'server_uuid': '5758a0f0-4a36-4bee-ac93-0aaea9b40009', 'name': 'network-vif-deleted', 'tag': '1d64db7c-187e-4e2e-af14-57164a973e03', 'status': 'completed', 'code': 200} May 05 20:47:43.515820 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-176673d2-6dc8-4a8d-a334-604edde1f8ed req-160f8b43-2e18-4780-ad8c-58fac30fa140 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Synchronizing usage tracker for tenant:a8ff617ce3814963ab48d51fb6663e0e on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:47:43.531069 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-176673d2-6dc8-4a8d-a334-604edde1f8ed req-160f8b43-2e18-4780-ad8c-58fac30fa140 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] Unset dirty status for tenant:a8ff617ce3814963ab48d51fb6663e0e on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:47:43.532308 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-176673d2-6dc8-4a8d-a334-604edde1f8ed req-160f8b43-2e18-4780-ad8c-58fac30fa140 tempest-ServersNegativeTestJSON-436061882 tempest-ServersNegativeTestJSON-436061882-project] 10.222.0.36 "GET /v2.0/ports?device_id=5758a0f0-4a36-4bee-ac93-0aaea9b40009 HTTP/1.1" status: 200 len: 210 time: 0.0666327 May 05 20:47:44.628161 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 38982) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:47:44.673649 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:44.687959 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-996d2b9a-7368-4541-afed-e33e00b2cb50 admin admin] Deleting subnet 8ba44441-9062-404e-b45d-3ffd1e3031a9 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:47:44.690790 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-996d2b9a-7368-4541-afed-e33e00b2cb50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:44.738224 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-996d2b9a-7368-4541-afed-e33e00b2cb50 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:44.795593 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-996d2b9a-7368-4541-afed-e33e00b2cb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:44.860852 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-996d2b9a-7368-4541-afed-e33e00b2cb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:44.900659 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-996d2b9a-7368-4541-afed-e33e00b2cb50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:44.903164 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996d2b9a-7368-4541-afed-e33e00b2cb50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ba44441-9062-404e-b45d-3ffd1e3031a9,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:47:44.909128 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-996d2b9a-7368-4541-afed-e33e00b2cb50 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/8ba44441-9062-404e-b45d-3ffd1e3031a9 HTTP/1.1" status: 204 len: 168 time: 0.2799547 May 05 20:47:44.911733 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 38986) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:47:45.016341 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6086d589-504d-43b2-9c10-5e3859ba1d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:45.142632 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6086d589-504d-43b2-9c10-5e3859ba1d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:45.166592 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-6086d589-504d-43b2-9c10-5e3859ba1d8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72a54f7a-78d5-49f1-a8db-0c3942ad7e63']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:47:45.182510 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-6086d589-504d-43b2-9c10-5e3859ba1d8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdc2ee41-08c0-49a4-b070-c84e0ff00aa6') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:47:45.182803 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-6086d589-504d-43b2-9c10-5e3859ba1d8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdc2ee41-08c0-49a4-b070-c84e0ff00aa6') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:47:45.194943 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6086d589-504d-43b2-9c10-5e3859ba1d8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:45.210340 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6086d589-504d-43b2-9c10-5e3859ba1d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:45.216421 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6086d589-504d-43b2-9c10-5e3859ba1d8b admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:47:45.216799 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6086d589-504d-43b2-9c10-5e3859ba1d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:45.229968 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:47:45.229968 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:47:45.229968 n-d-840717-1 neutron-server[88198]: timer() May 05 20:47:45.229968 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:47:45.229968 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:47:45.229968 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:47:45.229968 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:47:45.229968 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:47:45.229968 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:47:45.229968 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:47:45.229968 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:47:45.229968 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:47:45.229968 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:47:45.229968 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:47:45.229968 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:47:45.229968 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:47:45.229968 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:47:45.229968 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:47:45.229968 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:47:45.229968 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:47:45.229968 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:47:45.229968 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:47:45.229968 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:47:45.229968 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:47:45.229968 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:47:45.229968 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:47:45.229968 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:47:45.229968 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:47:45.229968 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:47:45.229968 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:47:45.229968 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:47:45.229968 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:47:45.303267 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6086d589-504d-43b2-9c10-5e3859ba1d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:45.319688 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6086d589-504d-43b2-9c10-5e3859ba1d8b admin admin] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:45.333501 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6086d589-504d-43b2-9c10-5e3859ba1d8b admin admin] Pushing event deleted for resources: {'Network': ['ID=72a54f7a-78d5-49f1-a8db-0c3942ad7e63,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:47:45.342518 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-6086d589-504d-43b2-9c10-5e3859ba1d8b admin admin] 10.222.0.36 "DELETE /v2.0/networks/72a54f7a-78d5-49f1-a8db-0c3942ad7e63 HTTP/1.1" status: 204 len: 168 time: 0.4298246 May 05 20:47:45.451744 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 38992) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:47:45.499696 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-ad9fb45f-3d63-4640-9137-6a3cece295be admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a8ff617ce3814963ab48d51fb6663e0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467975 May 05 20:47:45.502302 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 38996) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:47:45.557964 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-459d29ec-fb37-403f-bce9-ed1d6eb18981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:45.583295 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-459d29ec-fb37-403f-bce9-ed1d6eb18981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:45.636506 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-459d29ec-fb37-403f-bce9-ed1d6eb18981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:45.652050 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459d29ec-fb37-403f-bce9-ed1d6eb18981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2371564-a544-44b3-ba91-956ef56c596b,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:47:45.664923 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-459d29ec-fb37-403f-bce9-ed1d6eb18981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:45.665997 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-459d29ec-fb37-403f-bce9-ed1d6eb18981 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d2371564-a544-44b3-ba91-956ef56c596b HTTP/1.1" status: 204 len: 168 time: 0.1627839 May 05 20:47:46.238378 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 1d64db7c-187e-4e2e-af14-57164a973e03 no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:47:46.280069 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] No Port match for: 1d64db7c-187e-4e2e-af14-57164a973e03 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:47:46.280747 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 1d64db7c-187e-4e2e-af14-57164a973e03 not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:47:46.441126 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39020) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:47:46.541121 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-2cbe6b7d-e07e-45dc-be2f-b348bcd486df tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2131873377'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:47:46.547417 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-2cbe6b7d-e07e-45dc-be2f-b348bcd486df tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:47:46.551183 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-2cbe6b7d-e07e-45dc-be2f-b348bcd486df tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Usage tracker for resource:network and tenant:bf44f6d4fa364c7b8802a14852faef26 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:47:46.554005 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-2cbe6b7d-e07e-45dc-be2f-b348bcd486df tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:47:46.564421 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-2cbe6b7d-e07e-45dc-be2f-b348bcd486df tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:47:46.577459 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cbe6b7d-e07e-45dc-be2f-b348bcd486df tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Made reservation on behalf of bf44f6d4fa364c7b8802a14852faef26 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:47:46.580885 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2cbe6b7d-e07e-45dc-be2f-b348bcd486df tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:46.594132 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2cbe6b7d-e07e-45dc-be2f-b348bcd486df tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:46.609971 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-2cbe6b7d-e07e-45dc-be2f-b348bcd486df tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:47:46.613797 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-2cbe6b7d-e07e-45dc-be2f-b348bcd486df tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Usage tracker for resource:security_group_rule and tenant:bf44f6d4fa364c7b8802a14852faef26 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:47:46.616642 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-2cbe6b7d-e07e-45dc-be2f-b348bcd486df tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:47:46.623380 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-2cbe6b7d-e07e-45dc-be2f-b348bcd486df tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:47:46.705260 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2cbe6b7d-e07e-45dc-be2f-b348bcd486df tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:46.709072 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2cbe6b7d-e07e-45dc-be2f-b348bcd486df tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:46.723217 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:46.742413 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cbe6b7d-e07e-45dc-be2f-b348bcd486df tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:47:46.751888 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbe6b7d-e07e-45dc-be2f-b348bcd486df tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85fc7b0f-19aa-431a-bd18-ea68cf3f544d,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:47:46.757676 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2cbe6b7d-e07e-45dc-be2f-b348bcd486df tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:46.758015 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-2cbe6b7d-e07e-45dc-be2f-b348bcd486df tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Added segment 7686d1c8-eec1-4c5e-b443-e21b1d885cd8 of type vlan for network 23a4662f-2a5d-42d4-aeb2-13f311db6153 May 05 20:47:46.784264 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2cbe6b7d-e07e-45dc-be2f-b348bcd486df tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:46.813147 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2cbe6b7d-e07e-45dc-be2f-b348bcd486df tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:46.818777 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbe6b7d-e07e-45dc-be2f-b348bcd486df tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:47:46.819386 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2cbe6b7d-e07e-45dc-be2f-b348bcd486df tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:46.931127 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbe6b7d-e07e-45dc-be2f-b348bcd486df tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Pushing event updated for resources: {'Network': ['ID=23a4662f-2a5d-42d4-aeb2-13f311db6153,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:47:46.945030 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-2cbe6b7d-e07e-45dc-be2f-b348bcd486df tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4934585 May 05 20:47:46.945466 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 23a4662f-2a5d-42d4-aeb2-13f311db6153 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:47:50.121154 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39026) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:47:50.126841 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-b96f48be-7571-443c-933e-892bd52d0c72 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Request body: {'subnet': {'network_id': '23a4662f-2a5d-42d4-aeb2-13f311db6153', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:47:50.234425 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-b96f48be-7571-443c-933e-892bd52d0c72 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:47:50.238194 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-b96f48be-7571-443c-933e-892bd52d0c72 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Usage tracker for resource:subnet and tenant:bf44f6d4fa364c7b8802a14852faef26 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:47:50.241038 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-b96f48be-7571-443c-933e-892bd52d0c72 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:47:50.246888 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-b96f48be-7571-443c-933e-892bd52d0c72 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:47:50.257012 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b96f48be-7571-443c-933e-892bd52d0c72 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Made reservation on behalf of bf44f6d4fa364c7b8802a14852faef26 for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:47:50.260470 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b96f48be-7571-443c-933e-892bd52d0c72 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:50.473774 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b96f48be-7571-443c-933e-892bd52d0c72 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:50.552260 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96f48be-7571-443c-933e-892bd52d0c72 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Pushing event updated for resources: {'Subnet': ['ID=0d3fe189-fd77-44ec-a901-27eaa547ba17,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:47:50.562863 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96f48be-7571-443c-933e-892bd52d0c72 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Checking segment: {'id': '7686d1c8-eec1-4c5e-b443-e21b1d885cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '23a4662f-2a5d-42d4-aeb2-13f311db6153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:47:50.563215 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96f48be-7571-443c-933e-892bd52d0c72 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Network hostable DHCP agents. Network: 23a4662f-2a5d-42d4-aeb2-13f311db6153, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:47:50.582518 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96f48be-7571-443c-933e-892bd52d0c72 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Network 23a4662f-2a5d-42d4-aeb2-13f311db6153 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:47:50.592493 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-b96f48be-7571-443c-933e-892bd52d0c72 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 23a4662f-2a5d-42d4-aeb2-13f311db6153) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:47:50.598393 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96f48be-7571-443c-933e-892bd52d0c72 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:47:50.598393 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b96f48be-7571-443c-933e-892bd52d0c72 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:50.602739 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56dc2c12-ca22-4908-99d3-e45bcac63e75 None None] Network 23a4662f-2a5d-42d4-aeb2-13f311db6153 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:47:50.629063 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-b96f48be-7571-443c-933e-892bd52d0c72 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5067778 May 05 20:47:50.632638 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 39030) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:47:50.639095 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-eb83c9d1-82a8-4f5b-8b09-224ef1ed7091 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1673760554'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:47:50.644675 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-eb83c9d1-82a8-4f5b-8b09-224ef1ed7091 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:47:50.648589 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-eb83c9d1-82a8-4f5b-8b09-224ef1ed7091 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Usage tracker for resource:network and tenant:bf44f6d4fa364c7b8802a14852faef26 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:47:50.651474 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-eb83c9d1-82a8-4f5b-8b09-224ef1ed7091 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:47:50.658125 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-eb83c9d1-82a8-4f5b-8b09-224ef1ed7091 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:47:50.667806 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb83c9d1-82a8-4f5b-8b09-224ef1ed7091 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Made reservation on behalf of bf44f6d4fa364c7b8802a14852faef26 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:47:50.671835 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eb83c9d1-82a8-4f5b-8b09-224ef1ed7091 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:50.701225 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb83c9d1-82a8-4f5b-8b09-224ef1ed7091 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:47:50.711381 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eb83c9d1-82a8-4f5b-8b09-224ef1ed7091 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:50.711720 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-eb83c9d1-82a8-4f5b-8b09-224ef1ed7091 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Added segment ed340a93-b35f-42e4-8638-5bacd73f2d51 of type vlan for network 41559918-daf1-4a83-9414-6ea53e457fdb May 05 20:47:50.739367 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eb83c9d1-82a8-4f5b-8b09-224ef1ed7091 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:50.771245 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eb83c9d1-82a8-4f5b-8b09-224ef1ed7091 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:50.777173 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb83c9d1-82a8-4f5b-8b09-224ef1ed7091 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:47:50.777758 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eb83c9d1-82a8-4f5b-8b09-224ef1ed7091 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:50.827299 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-eb83c9d1-82a8-4f5b-8b09-224ef1ed7091 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1935301 May 05 20:47:50.830248 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39034) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:47:50.836219 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-bec6aba9-19ee-4d02-bd7d-c494ad742909 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Request body: {'subnet': {'network_id': '41559918-daf1-4a83-9414-6ea53e457fdb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:47:50.896096 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb83c9d1-82a8-4f5b-8b09-224ef1ed7091 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Pushing event updated for resources: {'Network': ['ID=41559918-daf1-4a83-9414-6ea53e457fdb,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:47:50.916420 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 41559918-daf1-4a83-9414-6ea53e457fdb details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:47:50.928969 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d0a190-93fe-4c5b-af2b-857c142af8c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-23a4662f-2a5d-42d4-aeb2-13f311db6153', 'network_id': '23a4662f-2a5d-42d4-aeb2-13f311db6153', 'tenant_id': 'bf44f6d4fa364c7b8802a14852faef26', 'fixed_ips': [{'subnet_id': '0d3fe189-fd77-44ec-a901-27eaa547ba17'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:47:50.929751 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a190-93fe-4c5b-af2b-857c142af8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:50.955852 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-bec6aba9-19ee-4d02-bd7d-c494ad742909 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:47:50.959310 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-bec6aba9-19ee-4d02-bd7d-c494ad742909 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Usage tracker for resource:subnet and tenant:bf44f6d4fa364c7b8802a14852faef26 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:47:50.962475 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-bec6aba9-19ee-4d02-bd7d-c494ad742909 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:47:50.968996 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-bec6aba9-19ee-4d02-bd7d-c494ad742909 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:47:50.979315 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec6aba9-19ee-4d02-bd7d-c494ad742909 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Made reservation on behalf of bf44f6d4fa364c7b8802a14852faef26 for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:47:50.984219 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bec6aba9-19ee-4d02-bd7d-c494ad742909 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:51.256505 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-c1d0a190-93fe-4c5b-af2b-857c142af8c7 None None] Allocated IP 2001:db8:0:ffff::2 (23a4662f-2a5d-42d4-aeb2-13f311db6153/0d3fe189-fd77-44ec-a901-27eaa547ba17/29b272db-4070-47c6-87b8-0b9db3721b3a) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:47:51.323370 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bec6aba9-19ee-4d02-bd7d-c494ad742909 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:51.408184 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec6aba9-19ee-4d02-bd7d-c494ad742909 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Pushing event updated for resources: {'Subnet': ['ID=ce661cb1-9fcb-4d41-b408-0502bffb581f,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:47:51.416116 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec6aba9-19ee-4d02-bd7d-c494ad742909 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Checking segment: {'id': 'ed340a93-b35f-42e4-8638-5bacd73f2d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '41559918-daf1-4a83-9414-6ea53e457fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:47:51.416545 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec6aba9-19ee-4d02-bd7d-c494ad742909 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Network hostable DHCP agents. Network: 41559918-daf1-4a83-9414-6ea53e457fdb, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:47:51.437488 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec6aba9-19ee-4d02-bd7d-c494ad742909 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Network 41559918-daf1-4a83-9414-6ea53e457fdb is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:47:51.446495 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-bec6aba9-19ee-4d02-bd7d-c494ad742909 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 41559918-daf1-4a83-9414-6ea53e457fdb) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:47:51.455378 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec6aba9-19ee-4d02-bd7d-c494ad742909 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:47:51.455988 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bec6aba9-19ee-4d02-bd7d-c494ad742909 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:51.464527 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5975860c-6b72-4c53-aa27-0dafad49a9bb None None] Network 41559918-daf1-4a83-9414-6ea53e457fdb requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:47:51.477108 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-bec6aba9-19ee-4d02-bd7d-c494ad742909 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6456017 May 05 20:47:51.479774 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39042) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:47:51.571652 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a190-93fe-4c5b-af2b-857c142af8c7 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:51.597059 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-c1d0a190-93fe-4c5b-af2b-857c142af8c7 None None] Transition to ACTIVE for port object 29b272db-4070-47c6-87b8-0b9db3721b3a will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:47:51.626030 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2aee3508-5ce4-4b4d-951e-9944b775ef6a tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:51.661523 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-c1d0a190-93fe-4c5b-af2b-857c142af8c7 None None] Transition to ACTIVE for port object 29b272db-4070-47c6-87b8-0b9db3721b3a will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:47:51.672362 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a190-93fe-4c5b-af2b-857c142af8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:51.694319 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2aee3508-5ce4-4b4d-951e-9944b775ef6a tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:51.752015 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d0a190-93fe-4c5b-af2b-857c142af8c7 None None] Network 23a4662f-2a5d-42d4-aeb2-13f311db6153 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:47:51.776690 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2aee3508-5ce4-4b4d-951e-9944b775ef6a tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:51.788586 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-c1d0a190-93fe-4c5b-af2b-857c142af8c7 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:47:51.798077 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d0a190-93fe-4c5b-af2b-857c142af8c7 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:47:51.801574 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d0a190-93fe-4c5b-af2b-857c142af8c7 None None] Pushing event updated for resources: {'Port': ['ID=29b272db-4070-47c6-87b8-0b9db3721b3a,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:47:51.820877 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aee3508-5ce4-4b4d-951e-9944b775ef6a tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Pushing event deleted for resources: {'Subnet': ['ID=ce661cb1-9fcb-4d41-b408-0502bffb581f,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:47:51.833788 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3311849-ca5c-4e61-8fe6-43015424e6e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-41559918-daf1-4a83-9414-6ea53e457fdb', 'network_id': '41559918-daf1-4a83-9414-6ea53e457fdb', 'tenant_id': 'bf44f6d4fa364c7b8802a14852faef26', 'fixed_ips': [{'subnet_id': 'ce661cb1-9fcb-4d41-b408-0502bffb581f'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:47:51.834599 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b3311849-ca5c-4e61-8fe6-43015424e6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:51.913197 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2aee3508-5ce4-4b4d-951e-9944b775ef6a tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:51.938662 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-2aee3508-5ce4-4b4d-951e-9944b775ef6a tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41559918-daf1-4a83-9414-6ea53e457fdb']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:47:51.951709 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-2aee3508-5ce4-4b4d-951e-9944b775ef6a tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed340a93-b35f-42e4-8638-5bacd73f2d51') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:47:51.952000 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-2aee3508-5ce4-4b4d-951e-9944b775ef6a tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed340a93-b35f-42e4-8638-5bacd73f2d51') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:47:51.959659 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-c1d0a190-93fe-4c5b-af2b-857c142af8c7 None None] Attempting to bind port 29b272db-4070-47c6-87b8-0b9db3721b3a on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:47:51.960035 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-c1d0a190-93fe-4c5b-af2b-857c142af8c7 None None] Attempting to bind port 29b272db-4070-47c6-87b8-0b9db3721b3a by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '7686d1c8-eec1-4c5e-b443-e21b1d885cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '23a4662f-2a5d-42d4-aeb2-13f311db6153'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:47:51.960398 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d0a190-93fe-4c5b-af2b-857c142af8c7 None None] Attempting to bind port 29b272db-4070-47c6-87b8-0b9db3721b3a on network 23a4662f-2a5d-42d4-aeb2-13f311db6153 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:47:51.963340 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2aee3508-5ce4-4b4d-951e-9944b775ef6a tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:51.971769 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d0a190-93fe-4c5b-af2b-857c142af8c7 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:47:51.972145 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d0a190-93fe-4c5b-af2b-857c142af8c7 None None] Checking segment: {'id': '7686d1c8-eec1-4c5e-b443-e21b1d885cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '23a4662f-2a5d-42d4-aeb2-13f311db6153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:47:51.972564 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a190-93fe-4c5b-af2b-857c142af8c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:51.972993 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d0a190-93fe-4c5b-af2b-857c142af8c7 None None] Bound using segment: {'id': '7686d1c8-eec1-4c5e-b443-e21b1d885cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '23a4662f-2a5d-42d4-aeb2-13f311db6153'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:47:51.973497 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-c1d0a190-93fe-4c5b-af2b-857c142af8c7 None None] Bound port: 29b272db-4070-47c6-87b8-0b9db3721b3a, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7686d1c8-eec1-4c5e-b443-e21b1d885cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '23a4662f-2a5d-42d4-aeb2-13f311db6153'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:47:51.973873 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a190-93fe-4c5b-af2b-857c142af8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:51.980995 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2aee3508-5ce4-4b4d-951e-9944b775ef6a tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:51.988473 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aee3508-5ce4-4b4d-951e-9944b775ef6a tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:47:51.988934 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2aee3508-5ce4-4b4d-951e-9944b775ef6a tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:52.004954 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:47:52.004954 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:47:52.004954 n-d-840717-1 neutron-server[88197]: timer() May 05 20:47:52.004954 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:47:52.004954 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:47:52.004954 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:47:52.004954 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:47:52.004954 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:47:52.004954 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:47:52.004954 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:47:52.004954 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:47:52.004954 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:47:52.004954 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:47:52.004954 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:47:52.004954 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:47:52.004954 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:47:52.004954 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:47:52.004954 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:47:52.004954 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:47:52.004954 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:47:52.004954 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:47:52.004954 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:47:52.004954 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:47:52.004954 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:47:52.004954 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:47:52.004954 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:47:52.004954 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:47:52.004954 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:47:52.004954 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:47:52.004954 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:47:52.004954 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:47:52.004954 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:47:52.039618 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3218f1be-ef00-416f-b5b7-4b80b2eda0ce None None] Network 41559918-daf1-4a83-9414-6ea53e457fdb requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:47:52.091870 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2aee3508-5ce4-4b4d-951e-9944b775ef6a tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:52.109665 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2aee3508-5ce4-4b4d-951e-9944b775ef6a tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:52.121613 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aee3508-5ce4-4b4d-951e-9944b775ef6a tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Pushing event deleted for resources: {'Network': ['ID=41559918-daf1-4a83-9414-6ea53e457fdb,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:47:52.124345 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-2aee3508-5ce4-4b4d-951e-9944b775ef6a tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] 10.222.0.36 "DELETE /v2.0/networks/41559918-daf1-4a83-9414-6ea53e457fdb HTTP/1.1" status: 204 len: 168 time: 0.6436558 May 05 20:47:52.127857 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39046) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:47:52.133712 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-234bf4f3-f114-44c1-bdbd-7c599c7fb920 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-356579946'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:47:52.140137 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-234bf4f3-f114-44c1-bdbd-7c599c7fb920 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:47:52.144110 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-234bf4f3-f114-44c1-bdbd-7c599c7fb920 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Usage tracker for resource:network and tenant:bf44f6d4fa364c7b8802a14852faef26 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:47:52.146997 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-234bf4f3-f114-44c1-bdbd-7c599c7fb920 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:47:52.153536 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-234bf4f3-f114-44c1-bdbd-7c599c7fb920 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:47:52.165158 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-234bf4f3-f114-44c1-bdbd-7c599c7fb920 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Made reservation on behalf of bf44f6d4fa364c7b8802a14852faef26 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:47:52.169380 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-234bf4f3-f114-44c1-bdbd-7c599c7fb920 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:52.193641 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-c1d0a190-93fe-4c5b-af2b-857c142af8c7 None None] For port 29b272db-4070-47c6-87b8-0b9db3721b3a, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:47:52.196881 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-234bf4f3-f114-44c1-bdbd-7c599c7fb920 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:47:52.206611 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-234bf4f3-f114-44c1-bdbd-7c599c7fb920 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:52.207110 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-234bf4f3-f114-44c1-bdbd-7c599c7fb920 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Added segment 40de5cbd-b5b9-434d-ae7e-bc7ea18f5187 of type vlan for network 9158662a-dc0a-489d-9f7d-0a583a144c63 May 05 20:47:52.235565 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-234bf4f3-f114-44c1-bdbd-7c599c7fb920 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:52.265901 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-234bf4f3-f114-44c1-bdbd-7c599c7fb920 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:52.271751 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234bf4f3-f114-44c1-bdbd-7c599c7fb920 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:47:52.272338 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-234bf4f3-f114-44c1-bdbd-7c599c7fb920 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:52.277629 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-c1d0a190-93fe-4c5b-af2b-857c142af8c7 None None] For port 29b272db-4070-47c6-87b8-0b9db3721b3a, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=29b272db-4070-47c6-87b8-0b9db3721b3a,segment=NetworkSegment(7686d1c8-eec1-4c5e-b443-e21b1d885cd8),segment_id=7686d1c8-eec1-4c5e-b443-e21b1d885cd8)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:47:52.286090 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a190-93fe-4c5b-af2b-857c142af8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:52.330895 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-234bf4f3-f114-44c1-bdbd-7c599c7fb920 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2017939 May 05 20:47:52.334565 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 39050) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:47:52.342412 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-7028bdc5-19d0-436a-a05f-a5a3ee5cbdf1 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Request body: {'subnet': {'network_id': '9158662a-dc0a-489d-9f7d-0a583a144c63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:47:52.361272 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d0a190-93fe-4c5b-af2b-857c142af8c7 None None] Pushing event updated for resources: {'Port': ['ID=29b272db-4070-47c6-87b8-0b9db3721b3a,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:47:52.385144 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234bf4f3-f114-44c1-bdbd-7c599c7fb920 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Pushing event updated for resources: {'Network': ['ID=9158662a-dc0a-489d-9f7d-0a583a144c63,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:47:52.397580 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 9158662a-dc0a-489d-9f7d-0a583a144c63 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:47:52.604332 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-7028bdc5-19d0-436a-a05f-a5a3ee5cbdf1 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:47:52.613503 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-7028bdc5-19d0-436a-a05f-a5a3ee5cbdf1 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Usage tracker for resource:subnet and tenant:bf44f6d4fa364c7b8802a14852faef26 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:47:52.617483 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-7028bdc5-19d0-436a-a05f-a5a3ee5cbdf1 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:47:52.625859 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-7028bdc5-19d0-436a-a05f-a5a3ee5cbdf1 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:47:52.636574 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7028bdc5-19d0-436a-a05f-a5a3ee5cbdf1 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Made reservation on behalf of bf44f6d4fa364c7b8802a14852faef26 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:47:52.642201 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7028bdc5-19d0-436a-a05f-a5a3ee5cbdf1 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:52.679066 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 29b272db-4070-47c6-87b8-0b9db3721b3a up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:47:52.737489 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.ipam_backend_mixin [None req-7028bdc5-19d0-436a-a05f-a5a3ee5cbdf1 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Performing IP validity checks on allocation pools {{(pid=88198) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 05 20:47:52.738009 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.ipam_backend_mixin [None req-7028bdc5-19d0-436a-a05f-a5a3ee5cbdf1 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88198) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 05 20:47:52.754062 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 29b272db-4070-47c6-87b8-0b9db3721b3a completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:47:52.862954 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7028bdc5-19d0-436a-a05f-a5a3ee5cbdf1 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:52.944412 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7028bdc5-19d0-436a-a05f-a5a3ee5cbdf1 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Pushing event updated for resources: {'Subnet': ['ID=41d93cdc-7e20-42f3-9a0b-c03ff696c826,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:47:52.953000 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7028bdc5-19d0-436a-a05f-a5a3ee5cbdf1 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Checking segment: {'id': '40de5cbd-b5b9-434d-ae7e-bc7ea18f5187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '9158662a-dc0a-489d-9f7d-0a583a144c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:47:52.953356 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7028bdc5-19d0-436a-a05f-a5a3ee5cbdf1 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Network hostable DHCP agents. Network: 9158662a-dc0a-489d-9f7d-0a583a144c63, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:47:52.972297 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7028bdc5-19d0-436a-a05f-a5a3ee5cbdf1 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Network 9158662a-dc0a-489d-9f7d-0a583a144c63 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:47:52.981193 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-7028bdc5-19d0-436a-a05f-a5a3ee5cbdf1 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 9158662a-dc0a-489d-9f7d-0a583a144c63) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:47:52.985859 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7028bdc5-19d0-436a-a05f-a5a3ee5cbdf1 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:47:52.986451 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7028bdc5-19d0-436a-a05f-a5a3ee5cbdf1 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:52.991952 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26286baa-cae6-482f-9419-c1e92085bc29 None None] Network 9158662a-dc0a-489d-9f7d-0a583a144c63 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:47:53.011986 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-7028bdc5-19d0-436a-a05f-a5a3ee5cbdf1 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6735227 May 05 20:47:53.012299 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39056) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:47:53.166789 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c5d486e1-6135-4f7c-a9bb-1b07d176ad1c tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:53.220235 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7c5748-14f2-4bb9-b6ef-74cbef24e4ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-9158662a-dc0a-489d-9f7d-0a583a144c63', 'network_id': '9158662a-dc0a-489d-9f7d-0a583a144c63', 'tenant_id': 'bf44f6d4fa364c7b8802a14852faef26', 'fixed_ips': [{'subnet_id': '41d93cdc-7e20-42f3-9a0b-c03ff696c826'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:47:53.221447 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ec7c5748-14f2-4bb9-b6ef-74cbef24e4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:53.241913 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c5d486e1-6135-4f7c-a9bb-1b07d176ad1c tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:53.329724 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c5d486e1-6135-4f7c-a9bb-1b07d176ad1c tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server [None req-ec7c5748-14f2-4bb9-b6ef-74cbef24e4ed None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 41d93cdc-7e20-42f3-9a0b-c03ff696c826: This subnet is being modified by another concurrent operation. May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server raise self.value May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server raise self.value May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server raise self.value May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server raise self.value May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server raise self.value May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server raise self.value May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server raise exception May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 41d93cdc-7e20-42f3-9a0b-c03ff696c826: This subnet is being modified by another concurrent operation. May 05 20:47:53.331397 n-d-840717-1 neutron-server[88199]: ERROR oslo_messaging.rpc.server May 05 20:47:53.351626 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9301e1-b83e-46ac-a29b-24e7ef892b52 None None] Network 9158662a-dc0a-489d-9f7d-0a583a144c63 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:47:53.375674 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d486e1-6135-4f7c-a9bb-1b07d176ad1c tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Pushing event deleted for resources: {'Subnet': ['ID=41d93cdc-7e20-42f3-9a0b-c03ff696c826,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:47:53.434340 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fec3a0-d79d-46d2-bb50-60f3a5ddd52f None None] Network 23a4662f-2a5d-42d4-aeb2-13f311db6153 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:47:53.478211 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c5d486e1-6135-4f7c-a9bb-1b07d176ad1c tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:53.502700 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-c5d486e1-6135-4f7c-a9bb-1b07d176ad1c tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9158662a-dc0a-489d-9f7d-0a583a144c63']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:47:53.515819 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-c5d486e1-6135-4f7c-a9bb-1b07d176ad1c tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40de5cbd-b5b9-434d-ae7e-bc7ea18f5187') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:47:53.516121 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-c5d486e1-6135-4f7c-a9bb-1b07d176ad1c tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40de5cbd-b5b9-434d-ae7e-bc7ea18f5187') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:47:53.527851 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c5d486e1-6135-4f7c-a9bb-1b07d176ad1c tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:53.544884 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c5d486e1-6135-4f7c-a9bb-1b07d176ad1c tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:53.551185 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5d486e1-6135-4f7c-a9bb-1b07d176ad1c tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:47:53.551654 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c5d486e1-6135-4f7c-a9bb-1b07d176ad1c tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:53.565131 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-bde17e50-c673-4118-9932-3816be95ba92 None None] Provisioning for port 29b272db-4070-47c6-87b8-0b9db3721b3a completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:47:53.566678 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:47:53.566678 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:47:53.566678 n-d-840717-1 neutron-server[88197]: timer() May 05 20:47:53.566678 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:47:53.566678 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:47:53.566678 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:47:53.566678 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:47:53.566678 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:47:53.566678 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:47:53.566678 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:47:53.566678 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:47:53.566678 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:47:53.566678 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:47:53.566678 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:47:53.566678 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:47:53.566678 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:47:53.566678 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:47:53.566678 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:47:53.566678 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:47:53.566678 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:47:53.566678 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:47:53.566678 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:47:53.566678 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:47:53.566678 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:47:53.566678 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:47:53.566678 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:47:53.566678 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:47:53.566678 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:47:53.566678 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:47:53.566678 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:47:53.566678 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:47:53.566678 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:47:53.612675 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-bde17e50-c673-4118-9932-3816be95ba92 None None] Provisioning complete for port 29b272db-4070-47c6-87b8-0b9db3721b3a triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:47:53.613376 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bde17e50-c673-4118-9932-3816be95ba92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:53.650682 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c5d486e1-6135-4f7c-a9bb-1b07d176ad1c tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:53.669370 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c5d486e1-6135-4f7c-a9bb-1b07d176ad1c tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:53.680623 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d486e1-6135-4f7c-a9bb-1b07d176ad1c tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Pushing event deleted for resources: {'Network': ['ID=9158662a-dc0a-489d-9f7d-0a583a144c63,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:47:53.684786 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-c5d486e1-6135-4f7c-a9bb-1b07d176ad1c tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] 10.222.0.36 "DELETE /v2.0/networks/9158662a-dc0a-489d-9f7d-0a583a144c63 HTTP/1.1" status: 204 len: 168 time: 0.6705422 May 05 20:47:53.688894 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39060) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:47:53.694342 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-a7b864e8-9181-4140-9b15-a75551797aa6 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1861940060'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:47:53.699932 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-a7b864e8-9181-4140-9b15-a75551797aa6 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:47:53.703828 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a7b864e8-9181-4140-9b15-a75551797aa6 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Usage tracker for resource:network and tenant:bf44f6d4fa364c7b8802a14852faef26 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:47:53.706685 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a7b864e8-9181-4140-9b15-a75551797aa6 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:47:53.712387 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-a7b864e8-9181-4140-9b15-a75551797aa6 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:47:53.723030 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b864e8-9181-4140-9b15-a75551797aa6 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Made reservation on behalf of bf44f6d4fa364c7b8802a14852faef26 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:47:53.726514 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a7b864e8-9181-4140-9b15-a75551797aa6 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:53.754491 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7b864e8-9181-4140-9b15-a75551797aa6 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:47:53.763232 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a7b864e8-9181-4140-9b15-a75551797aa6 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:53.763652 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-a7b864e8-9181-4140-9b15-a75551797aa6 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Added segment f2097435-21a6-44f3-902b-50cca2c3f2c8 of type vlan for network 41b302db-66a0-413e-a609-a1905519bf13 May 05 20:47:53.855114 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bde17e50-c673-4118-9932-3816be95ba92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:53.898803 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-bde17e50-c673-4118-9932-3816be95ba92 None None] For port 29b272db-4070-47c6-87b8-0b9db3721b3a, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=29b272db-4070-47c6-87b8-0b9db3721b3a,segment=NetworkSegment(7686d1c8-eec1-4c5e-b443-e21b1d885cd8),segment_id=7686d1c8-eec1-4c5e-b443-e21b1d885cd8)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:47:53.901179 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a7b864e8-9181-4140-9b15-a75551797aa6 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:53.905059 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bde17e50-c673-4118-9932-3816be95ba92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:53.934857 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a7b864e8-9181-4140-9b15-a75551797aa6 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:53.943172 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b864e8-9181-4140-9b15-a75551797aa6 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:47:53.943854 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a7b864e8-9181-4140-9b15-a75551797aa6 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:53.983392 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde17e50-c673-4118-9932-3816be95ba92 None None] Pushing event updated for resources: {'Port': ['ID=29b272db-4070-47c6-87b8-0b9db3721b3a,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:47:54.000437 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-a7b864e8-9181-4140-9b15-a75551797aa6 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3105083 May 05 20:47:54.003345 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 39064) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:47:54.009361 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-8fa1de45-4071-4f41-ac64-eef1fd40ca37 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Request body: {'subnet': {'network_id': '41b302db-66a0-413e-a609-a1905519bf13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:47:54.058378 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b864e8-9181-4140-9b15-a75551797aa6 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Pushing event updated for resources: {'Network': ['ID=41b302db-66a0-413e-a609-a1905519bf13,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:47:54.072985 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 41b302db-66a0-413e-a609-a1905519bf13 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:47:54.112556 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4c8170-f766-4041-908a-f61222480aca None None] get_active_networks_info from n-d-840717-1 {{(pid=88199) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 05 20:47:54.130904 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8fa1de45-4071-4f41-ac64-eef1fd40ca37 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:47:54.134786 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-8fa1de45-4071-4f41-ac64-eef1fd40ca37 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Usage tracker for resource:subnet and tenant:bf44f6d4fa364c7b8802a14852faef26 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:47:54.138280 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-8fa1de45-4071-4f41-ac64-eef1fd40ca37 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:47:54.143980 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8fa1de45-4071-4f41-ac64-eef1fd40ca37 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:47:54.155346 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa1de45-4071-4f41-ac64-eef1fd40ca37 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Made reservation on behalf of bf44f6d4fa364c7b8802a14852faef26 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:47:54.159176 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8fa1de45-4071-4f41-ac64-eef1fd40ca37 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:54.248459 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-d37c2f43-ca0f-48ad-b4b5-645eadda3826 None None] Provisioning complete for port 29b272db-4070-47c6-87b8-0b9db3721b3a triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:47:54.248825 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d37c2f43-ca0f-48ad-b4b5-645eadda3826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:54.323176 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4c8170-f766-4041-908a-f61222480aca None None] Resources bound (agent type, host, resource id): {{(pid=88199) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 05 20:47:54.383542 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8fa1de45-4071-4f41-ac64-eef1fd40ca37 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:54.466049 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa1de45-4071-4f41-ac64-eef1fd40ca37 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Pushing event updated for resources: {'Subnet': ['ID=87fbebf0-4efd-451d-95ab-2263942a4102,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:47:54.481096 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa1de45-4071-4f41-ac64-eef1fd40ca37 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Checking segment: {'id': 'f2097435-21a6-44f3-902b-50cca2c3f2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '41b302db-66a0-413e-a609-a1905519bf13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:47:54.481462 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa1de45-4071-4f41-ac64-eef1fd40ca37 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Network hostable DHCP agents. Network: 41b302db-66a0-413e-a609-a1905519bf13, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:47:54.501338 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa1de45-4071-4f41-ac64-eef1fd40ca37 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Network 41b302db-66a0-413e-a609-a1905519bf13 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:47:54.511548 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-8fa1de45-4071-4f41-ac64-eef1fd40ca37 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 41b302db-66a0-413e-a609-a1905519bf13) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:47:54.516385 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa1de45-4071-4f41-ac64-eef1fd40ca37 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:47:54.516968 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8fa1de45-4071-4f41-ac64-eef1fd40ca37 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:54.546936 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-8fa1de45-4071-4f41-ac64-eef1fd40ca37 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5422077 May 05 20:47:54.550297 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39070) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:47:54.556550 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-fe9409cf-7ab9-4086-bd5b-e0702778799e tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-159232295'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:47:54.566630 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-fe9409cf-7ab9-4086-bd5b-e0702778799e tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:47:54.573708 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-fe9409cf-7ab9-4086-bd5b-e0702778799e tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Usage tracker for resource:network and tenant:bf44f6d4fa364c7b8802a14852faef26 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:47:54.578177 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-fe9409cf-7ab9-4086-bd5b-e0702778799e tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:47:54.587728 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-fe9409cf-7ab9-4086-bd5b-e0702778799e tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:47:54.603148 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe9409cf-7ab9-4086-bd5b-e0702778799e tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Made reservation on behalf of bf44f6d4fa364c7b8802a14852faef26 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:47:54.608080 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fe9409cf-7ab9-4086-bd5b-e0702778799e tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:54.610170 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 29b272db-4070-47c6-87b8-0b9db3721b3a up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:47:54.641579 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe9409cf-7ab9-4086-bd5b-e0702778799e tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:47:54.650660 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fe9409cf-7ab9-4086-bd5b-e0702778799e tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:54.651005 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-fe9409cf-7ab9-4086-bd5b-e0702778799e tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Added segment 777dfb07-d4bb-4582-aa5c-9ce8bfcf7706 of type vlan for network 1de18d48-f8b2-40c1-99f5-76c6de3e4cea May 05 20:47:54.678662 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fe9409cf-7ab9-4086-bd5b-e0702778799e tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:54.709394 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fe9409cf-7ab9-4086-bd5b-e0702778799e tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:54.713390 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 29b272db-4070-47c6-87b8-0b9db3721b3a triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:47:54.713755 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:54.716282 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9409cf-7ab9-4086-bd5b-e0702778799e tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:47:54.716870 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fe9409cf-7ab9-4086-bd5b-e0702778799e tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:54.765077 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-fe9409cf-7ab9-4086-bd5b-e0702778799e tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2130685 May 05 20:47:54.768037 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 39076) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:47:54.780162 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-d51a64d6-2f2a-4d49-87c3-83c2eb9d8b9c tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Request body: {'subnet': {'network_id': '1de18d48-f8b2-40c1-99f5-76c6de3e4cea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:47:54.831347 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9409cf-7ab9-4086-bd5b-e0702778799e tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Pushing event updated for resources: {'Network': ['ID=1de18d48-f8b2-40c1-99f5-76c6de3e4cea,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:47:54.872596 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 1de18d48-f8b2-40c1-99f5-76c6de3e4cea details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:47:54.894561 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d51a64d6-2f2a-4d49-87c3-83c2eb9d8b9c tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:47:54.898369 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d51a64d6-2f2a-4d49-87c3-83c2eb9d8b9c tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Usage tracker for resource:subnet and tenant:bf44f6d4fa364c7b8802a14852faef26 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:47:54.898792 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed584e70-d51a-4c03-8a76-30f3cd1f3985 None None] Network 41b302db-66a0-413e-a609-a1905519bf13 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:47:54.901634 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d51a64d6-2f2a-4d49-87c3-83c2eb9d8b9c tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:47:54.908473 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d51a64d6-2f2a-4d49-87c3-83c2eb9d8b9c tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:47:54.920147 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d51a64d6-2f2a-4d49-87c3-83c2eb9d8b9c tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Made reservation on behalf of bf44f6d4fa364c7b8802a14852faef26 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:47:54.923800 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d51a64d6-2f2a-4d49-87c3-83c2eb9d8b9c tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:55.147997 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d51a64d6-2f2a-4d49-87c3-83c2eb9d8b9c tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:55.203809 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa3acdd-3cb0-45c2-bcd7-9e225a608f50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-41b302db-66a0-413e-a609-a1905519bf13', 'network_id': '41b302db-66a0-413e-a609-a1905519bf13', 'tenant_id': 'bf44f6d4fa364c7b8802a14852faef26', 'fixed_ips': [{'subnet_id': '87fbebf0-4efd-451d-95ab-2263942a4102'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:47:55.204772 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2fa3acdd-3cb0-45c2-bcd7-9e225a608f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:55.234791 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a64d6-2f2a-4d49-87c3-83c2eb9d8b9c tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Pushing event updated for resources: {'Subnet': ['ID=6d6618b9-d845-4231-bdaa-9455c9be67e5,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:47:55.237039 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51a64d6-2f2a-4d49-87c3-83c2eb9d8b9c tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Checking segment: {'id': '777dfb07-d4bb-4582-aa5c-9ce8bfcf7706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1de18d48-f8b2-40c1-99f5-76c6de3e4cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:47:55.237386 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51a64d6-2f2a-4d49-87c3-83c2eb9d8b9c tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Network hostable DHCP agents. Network: 1de18d48-f8b2-40c1-99f5-76c6de3e4cea, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:47:55.260143 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51a64d6-2f2a-4d49-87c3-83c2eb9d8b9c tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Network 1de18d48-f8b2-40c1-99f5-76c6de3e4cea is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:47:55.271077 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-d51a64d6-2f2a-4d49-87c3-83c2eb9d8b9c tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 1de18d48-f8b2-40c1-99f5-76c6de3e4cea) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:47:55.275000 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51a64d6-2f2a-4d49-87c3-83c2eb9d8b9c tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:47:55.275612 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d51a64d6-2f2a-4d49-87c3-83c2eb9d8b9c tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:55.282540 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b63466-754c-4b53-add3-e6e8289283dc None None] Network 1de18d48-f8b2-40c1-99f5-76c6de3e4cea requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:47:55.298935 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d51a64d6-2f2a-4d49-87c3-83c2eb9d8b9c tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5271688 May 05 20:47:55.299164 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 39082) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:47:55.440595 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2f62327d-50e6-4e4a-af23-c071a851fb01 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:55.470664 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-2fa3acdd-3cb0-45c2-bcd7-9e225a608f50 None None] Allocated IP 2001:db8::2 (41b302db-66a0-413e-a609-a1905519bf13/87fbebf0-4efd-451d-95ab-2263942a4102/2d2d4b5c-391f-4d24-805d-888efcbaea9a) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:47:55.506761 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2f62327d-50e6-4e4a-af23-c071a851fb01 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:55.588226 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2f62327d-50e6-4e4a-af23-c071a851fb01 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:55.630515 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f62327d-50e6-4e4a-af23-c071a851fb01 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Pushing event deleted for resources: {'Subnet': ['ID=6d6618b9-d845-4231-bdaa-9455c9be67e5,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:47:55.648818 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9645e1-b4ec-4fc0-84fa-872aa9f064e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-1de18d48-f8b2-40c1-99f5-76c6de3e4cea', 'network_id': '1de18d48-f8b2-40c1-99f5-76c6de3e4cea', 'tenant_id': 'bf44f6d4fa364c7b8802a14852faef26', 'fixed_ips': [{'subnet_id': '6d6618b9-d845-4231-bdaa-9455c9be67e5'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:47:55.649638 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0f9645e1-b4ec-4fc0-84fa-872aa9f064e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:55.820413 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b13055-466c-44d7-9717-c0f9d1bbf0dc None None] Network 1de18d48-f8b2-40c1-99f5-76c6de3e4cea requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:47:55.849728 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2f62327d-50e6-4e4a-af23-c071a851fb01 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:55.877874 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-2f62327d-50e6-4e4a-af23-c071a851fb01 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1de18d48-f8b2-40c1-99f5-76c6de3e4cea']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:47:55.890415 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-2f62327d-50e6-4e4a-af23-c071a851fb01 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '777dfb07-d4bb-4582-aa5c-9ce8bfcf7706') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:47:55.890738 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-2f62327d-50e6-4e4a-af23-c071a851fb01 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '777dfb07-d4bb-4582-aa5c-9ce8bfcf7706') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:47:55.902626 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2f62327d-50e6-4e4a-af23-c071a851fb01 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:55.920458 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2f62327d-50e6-4e4a-af23-c071a851fb01 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:55.920722 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2fa3acdd-3cb0-45c2-bcd7-9e225a608f50 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:55.927713 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f62327d-50e6-4e4a-af23-c071a851fb01 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:47:55.928228 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2f62327d-50e6-4e4a-af23-c071a851fb01 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:55.943504 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:47:55.943504 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:47:55.943504 n-d-840717-1 neutron-server[88198]: timer() May 05 20:47:55.943504 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:47:55.943504 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:47:55.943504 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:47:55.943504 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:47:55.943504 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:47:55.943504 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:47:55.943504 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:47:55.943504 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:47:55.943504 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:47:55.943504 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:47:55.943504 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:47:55.943504 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:47:55.943504 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:47:55.943504 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:47:55.943504 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:47:55.943504 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:47:55.943504 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:47:55.943504 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:47:55.943504 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:47:55.943504 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:47:55.943504 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:47:55.943504 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:47:55.943504 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:47:55.943504 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:47:55.943504 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:47:55.943504 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:47:55.943504 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:47:55.943504 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:47:55.943504 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:47:56.001967 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:47:56.029718 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2f62327d-50e6-4e4a-af23-c071a851fb01 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:56.047111 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-2fa3acdd-3cb0-45c2-bcd7-9e225a608f50 None None] Transition to ACTIVE for port object 2d2d4b5c-391f-4d24-805d-888efcbaea9a will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:47:56.049966 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2f62327d-50e6-4e4a-af23-c071a851fb01 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:56.058085 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f62327d-50e6-4e4a-af23-c071a851fb01 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Pushing event deleted for resources: {'Network': ['ID=1de18d48-f8b2-40c1-99f5-76c6de3e4cea,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:47:56.062454 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-2f62327d-50e6-4e4a-af23-c071a851fb01 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] 10.222.0.36 "DELETE /v2.0/networks/1de18d48-f8b2-40c1-99f5-76c6de3e4cea HTTP/1.1" status: 204 len: 168 time: 0.7622330 May 05 20:47:56.065395 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 39086) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:47:56.076160 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-2fa3acdd-3cb0-45c2-bcd7-9e225a608f50 None None] Transition to ACTIVE for port object 2d2d4b5c-391f-4d24-805d-888efcbaea9a will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:47:56.082205 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2fa3acdd-3cb0-45c2-bcd7-9e225a608f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:56.108287 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-53d87c9c-eeb9-49f4-83f2-1ac7b1382307 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] GET failed (client error): The resource could not be found. May 05 20:47:56.108806 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-53d87c9c-eeb9-49f4-83f2-1ac7b1382307 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Synchronizing usage tracker for tenant:bf44f6d4fa364c7b8802a14852faef26 on resource:subnet {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:47:56.127110 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-53d87c9c-eeb9-49f4-83f2-1ac7b1382307 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Unset dirty status for tenant:bf44f6d4fa364c7b8802a14852faef26 on resource:subnet {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:47:56.128536 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-53d87c9c-eeb9-49f4-83f2-1ac7b1382307 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] 10.222.0.36 "GET /v2.0/subnets/6d6618b9-d845-4231-bdaa-9455c9be67e5 HTTP/1.1" status: 404 len: 337 time: 0.0621815 May 05 20:47:56.131558 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 39090) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:47:56.150129 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa3acdd-3cb0-45c2-bcd7-9e225a608f50 None None] Network 41b302db-66a0-413e-a609-a1905519bf13 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:47:56.153583 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-2fa3acdd-3cb0-45c2-bcd7-9e225a608f50 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:47:56.157039 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dbace37-e6a7-41bb-836f-27c0b332f7ca tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] DELETE failed (client error): The resource could not be found. May 05 20:47:56.157569 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa3acdd-3cb0-45c2-bcd7-9e225a608f50 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:47:56.157675 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dbace37-e6a7-41bb-836f-27c0b332f7ca tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:47:56.158985 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-6dbace37-e6a7-41bb-836f-27c0b332f7ca tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] 10.222.0.36 "DELETE /v2.0/networks/1de18d48-f8b2-40c1-99f5-76c6de3e4cea HTTP/1.1" status: 404 len: 339 time: 0.0265307 May 05 20:47:56.162764 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 39094) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:47:56.165866 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa3acdd-3cb0-45c2-bcd7-9e225a608f50 None None] Pushing event updated for resources: {'Port': ['ID=2d2d4b5c-391f-4d24-805d-888efcbaea9a,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:47:56.204734 n-d-840717-1 neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fc7d4f2-a76f-4286-90b3-325e5c07ee67 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] DELETE failed (client error): The resource could not be found. May 05 20:47:56.205193 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fc7d4f2-a76f-4286-90b3-325e5c07ee67 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:47:56.206895 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-5fc7d4f2-a76f-4286-90b3-325e5c07ee67 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] 10.222.0.36 "DELETE /v2.0/subnets/6d6618b9-d845-4231-bdaa-9455c9be67e5 HTTP/1.1" status: 404 len: 337 time: 0.0431924 May 05 20:47:56.209559 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39098) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:47:56.235568 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa3acdd-3cb0-45c2-bcd7-9e225a608f50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:47:56.235913 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa3acdd-3cb0-45c2-bcd7-9e225a608f50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:47:56.236270 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa3acdd-3cb0-45c2-bcd7-9e225a608f50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:47:56.236596 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa3acdd-3cb0-45c2-bcd7-9e225a608f50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:47:56.236693 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-7963e50c-4f79-4dc6-a4da-7f115c07ef8b tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] DELETE failed (client error): The resource could not be found. May 05 20:47:56.236928 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa3acdd-3cb0-45c2-bcd7-9e225a608f50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:47:56.237067 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7963e50c-4f79-4dc6-a4da-7f115c07ef8b tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:47:56.237260 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa3acdd-3cb0-45c2-bcd7-9e225a608f50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:47:56.237586 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa3acdd-3cb0-45c2-bcd7-9e225a608f50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:47:56.237909 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa3acdd-3cb0-45c2-bcd7-9e225a608f50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:47:56.238233 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa3acdd-3cb0-45c2-bcd7-9e225a608f50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:47:56.238560 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa3acdd-3cb0-45c2-bcd7-9e225a608f50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:47:56.238879 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-7963e50c-4f79-4dc6-a4da-7f115c07ef8b tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] 10.222.0.36 "DELETE /v2.0/networks/1de18d48-f8b2-40c1-99f5-76c6de3e4cea HTTP/1.1" status: 404 len: 339 time: 0.0283542 May 05 20:47:56.239006 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa3acdd-3cb0-45c2-bcd7-9e225a608f50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:47:56.239202 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa3acdd-3cb0-45c2-bcd7-9e225a608f50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:47:56.241418 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39102) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:47:56.265702 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-2fa3acdd-3cb0-45c2-bcd7-9e225a608f50 None None] Attempting to bind port 2d2d4b5c-391f-4d24-805d-888efcbaea9a on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:47:56.266070 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-2fa3acdd-3cb0-45c2-bcd7-9e225a608f50 None None] Attempting to bind port 2d2d4b5c-391f-4d24-805d-888efcbaea9a by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'f2097435-21a6-44f3-902b-50cca2c3f2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '41b302db-66a0-413e-a609-a1905519bf13'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:47:56.266427 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa3acdd-3cb0-45c2-bcd7-9e225a608f50 None None] Attempting to bind port 2d2d4b5c-391f-4d24-805d-888efcbaea9a on network 41b302db-66a0-413e-a609-a1905519bf13 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:47:56.271869 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa3acdd-3cb0-45c2-bcd7-9e225a608f50 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:47:56.272238 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa3acdd-3cb0-45c2-bcd7-9e225a608f50 None None] Checking segment: {'id': 'f2097435-21a6-44f3-902b-50cca2c3f2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '41b302db-66a0-413e-a609-a1905519bf13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:47:56.272631 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2fa3acdd-3cb0-45c2-bcd7-9e225a608f50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:56.273029 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa3acdd-3cb0-45c2-bcd7-9e225a608f50 None None] Bound using segment: {'id': 'f2097435-21a6-44f3-902b-50cca2c3f2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '41b302db-66a0-413e-a609-a1905519bf13'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:47:56.273463 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-2fa3acdd-3cb0-45c2-bcd7-9e225a608f50 None None] Bound port: 2d2d4b5c-391f-4d24-805d-888efcbaea9a, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2097435-21a6-44f3-902b-50cca2c3f2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '41b302db-66a0-413e-a609-a1905519bf13'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:47:56.273832 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2fa3acdd-3cb0-45c2-bcd7-9e225a608f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:56.310716 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8004ce8-9cee-4317-b77e-f9de60858515 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Deleting subnet 87fbebf0-4efd-451d-95ab-2263942a4102 {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:47:56.313738 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c8004ce8-9cee-4317-b77e-f9de60858515 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:56.361730 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-2fa3acdd-3cb0-45c2-bcd7-9e225a608f50 None None] For port 2d2d4b5c-391f-4d24-805d-888efcbaea9a, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:47:56.365050 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-2fa3acdd-3cb0-45c2-bcd7-9e225a608f50 None None] For port 2d2d4b5c-391f-4d24-805d-888efcbaea9a, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=2d2d4b5c-391f-4d24-805d-888efcbaea9a,segment=NetworkSegment(f2097435-21a6-44f3-902b-50cca2c3f2c8),segment_id=f2097435-21a6-44f3-902b-50cca2c3f2c8)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:47:56.369991 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2fa3acdd-3cb0-45c2-bcd7-9e225a608f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:56.373730 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c8004ce8-9cee-4317-b77e-f9de60858515 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:56.453986 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa3acdd-3cb0-45c2-bcd7-9e225a608f50 None None] Pushing event updated for resources: {'Port': ['ID=2d2d4b5c-391f-4d24-805d-888efcbaea9a,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:47:56.465435 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c8004ce8-9cee-4317-b77e-f9de60858515 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:56.545028 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c8004ce8-9cee-4317-b77e-f9de60858515 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:56.585229 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8004ce8-9cee-4317-b77e-f9de60858515 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Pushing event deleted for resources: {'Subnet': ['ID=87fbebf0-4efd-451d-95ab-2263942a4102,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:47:56.589043 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c8004ce8-9cee-4317-b77e-f9de60858515 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:56.608500 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-c8004ce8-9cee-4317-b77e-f9de60858515 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] 10.222.0.36 "DELETE /v2.0/subnets/87fbebf0-4efd-451d-95ab-2263942a4102 HTTP/1.1" status: 204 len: 168 time: 0.3627942 May 05 20:47:56.608646 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39106) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:47:56.738291 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d80edef9-75fe-4988-a148-d78578fc1051 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:56.750023 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-d80edef9-75fe-4988-a148-d78578fc1051 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Deleting port 2d2d4b5c-391f-4d24-805d-888efcbaea9a {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:47:56.750358 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d80edef9-75fe-4988-a148-d78578fc1051 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:56.955396 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-d80edef9-75fe-4988-a148-d78578fc1051 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] For port 2d2d4b5c-391f-4d24-805d-888efcbaea9a, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=2d2d4b5c-391f-4d24-805d-888efcbaea9a,segment=NetworkSegment(f2097435-21a6-44f3-902b-50cca2c3f2c8),segment_id=f2097435-21a6-44f3-902b-50cca2c3f2c8)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:47:56.955748 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d80edef9-75fe-4988-a148-d78578fc1051 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:57.080673 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-d80edef9-75fe-4988-a148-d78578fc1051 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Calling delete_port for 2d2d4b5c-391f-4d24-805d-888efcbaea9a owned by network:dhcp {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:47:57.157916 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d80edef9-75fe-4988-a148-d78578fc1051 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:57.205564 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80edef9-75fe-4988-a148-d78578fc1051 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Pushing event deleted for resources: {'Port': ['ID=2d2d4b5c-391f-4d24-805d-888efcbaea9a,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:47:57.211958 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80edef9-75fe-4988-a148-d78578fc1051 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] No DVR routers for this DVR port 2d2d4b5c-391f-4d24-805d-888efcbaea9a on host n-d-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:47:57.345644 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d80edef9-75fe-4988-a148-d78578fc1051 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:57.377486 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-d80edef9-75fe-4988-a148-d78578fc1051 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41b302db-66a0-413e-a609-a1905519bf13']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:47:57.390672 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-d80edef9-75fe-4988-a148-d78578fc1051 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2097435-21a6-44f3-902b-50cca2c3f2c8') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:47:57.390912 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-d80edef9-75fe-4988-a148-d78578fc1051 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2097435-21a6-44f3-902b-50cca2c3f2c8') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:47:57.401031 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec2c1f2-76fd-47a0-80ec-b0a9f3e8be98 None None] Network 41b302db-66a0-413e-a609-a1905519bf13 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:47:57.402402 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d80edef9-75fe-4988-a148-d78578fc1051 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:57.420041 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d80edef9-75fe-4988-a148-d78578fc1051 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:57.426460 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d80edef9-75fe-4988-a148-d78578fc1051 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:47:57.426856 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d80edef9-75fe-4988-a148-d78578fc1051 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:57.442348 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:47:57.442348 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:47:57.442348 n-d-840717-1 neutron-server[88197]: timer() May 05 20:47:57.442348 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:47:57.442348 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:47:57.442348 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:47:57.442348 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:47:57.442348 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:47:57.442348 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:47:57.442348 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:47:57.442348 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:47:57.442348 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:47:57.442348 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:47:57.442348 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:47:57.442348 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:47:57.442348 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:47:57.442348 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:47:57.442348 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:47:57.442348 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:47:57.442348 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:47:57.442348 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:47:57.442348 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:47:57.442348 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:47:57.442348 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:47:57.442348 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:47:57.442348 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:47:57.442348 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:47:57.442348 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:47:57.442348 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:47:57.442348 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:47:57.442348 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:47:57.442348 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:47:57.499701 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-3cd4db51-a46f-40de-8bf2-03a9f9c40c3b None None] Could not find standard attr ID for object 2d2d4b5c-391f-4d24-805d-888efcbaea9a. {{(pid=88199) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 20:47:57.522184 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d80edef9-75fe-4988-a148-d78578fc1051 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:57.527218 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d80edef9-75fe-4988-a148-d78578fc1051 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:57.556734 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80edef9-75fe-4988-a148-d78578fc1051 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Pushing event deleted for resources: {'Network': ['ID=41b302db-66a0-413e-a609-a1905519bf13,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:47:57.564372 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d80edef9-75fe-4988-a148-d78578fc1051 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] 10.222.0.36 "DELETE /v2.0/networks/41b302db-66a0-413e-a609-a1905519bf13 HTTP/1.1" status: 204 len: 168 time: 0.9526138 May 05 20:47:57.564706 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39110) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:47:57.606193 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc8ccd82-15a1-4d5f-9cd9-020092b53edc tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] DELETE failed (client error): The resource could not be found. May 05 20:47:57.606645 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc8ccd82-15a1-4d5f-9cd9-020092b53edc tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:47:57.610784 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-fc8ccd82-15a1-4d5f-9cd9-020092b53edc tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] 10.222.0.36 "DELETE /v2.0/subnets/41d93cdc-7e20-42f3-9a0b-c03ff696c826 HTTP/1.1" status: 404 len: 337 time: 0.0427389 May 05 20:47:57.611013 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39114) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:47:57.630121 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10288531-0bf5-4e63-aa15-af9106ff2f2c None None] DHCP port deletion for 41b302db-66a0-413e-a609-a1905519bf13 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:47:57.635952 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec7c0368-4658-4cc4-8907-4fec3f951789 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] DELETE failed (client error): The resource could not be found. May 05 20:47:57.636428 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec7c0368-4658-4cc4-8907-4fec3f951789 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:47:57.641051 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-ec7c0368-4658-4cc4-8907-4fec3f951789 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] 10.222.0.36 "DELETE /v2.0/networks/9158662a-dc0a-489d-9f7d-0a583a144c63 HTTP/1.1" status: 404 len: 339 time: 0.0267994 May 05 20:47:57.643075 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39118) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:47:57.679291 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5a4af73-6abb-4e71-908b-375d42d84481 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] DELETE failed (client error): The resource could not be found. May 05 20:47:57.679758 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5a4af73-6abb-4e71-908b-375d42d84481 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:47:57.681387 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d5a4af73-6abb-4e71-908b-375d42d84481 tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] 10.222.0.36 "DELETE /v2.0/subnets/ce661cb1-9fcb-4d41-b408-0502bffb581f HTTP/1.1" status: 404 len: 337 time: 0.0392416 May 05 20:47:57.683869 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39122) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:47:57.804643 n-d-840717-1 neutron-server[88197]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8721d03-575d-456d-a18c-aa899c3c603c tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] DELETE failed (client error): The resource could not be found. May 05 20:47:57.805031 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8721d03-575d-456d-a18c-aa899c3c603c tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88197) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 20:47:57.806688 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f8721d03-575d-456d-a18c-aa899c3c603c tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] 10.222.0.36 "DELETE /v2.0/networks/41559918-daf1-4a83-9414-6ea53e457fdb HTTP/1.1" status: 404 len: 339 time: 0.1211543 May 05 20:47:57.809770 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39126) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:47:57.873142 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-d689b58f-2c7d-45f1-8229-635c140fc0ca tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Deleting subnet 0d3fe189-fd77-44ec-a901-27eaa547ba17 {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:47:57.875978 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d689b58f-2c7d-45f1-8229-635c140fc0ca tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:57.927983 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d689b58f-2c7d-45f1-8229-635c140fc0ca tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:58.012482 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d689b58f-2c7d-45f1-8229-635c140fc0ca tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:58.082135 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d689b58f-2c7d-45f1-8229-635c140fc0ca tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:58.124843 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d689b58f-2c7d-45f1-8229-635c140fc0ca tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Pushing event deleted for resources: {'Subnet': ['ID=0d3fe189-fd77-44ec-a901-27eaa547ba17,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:47:58.126757 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d689b58f-2c7d-45f1-8229-635c140fc0ca tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:58.131743 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35470a0b-b45d-434a-a2b0-85ca64baf231 None None] Network 23a4662f-2a5d-42d4-aeb2-13f311db6153 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:47:58.137216 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d689b58f-2c7d-45f1-8229-635c140fc0ca tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] 10.222.0.36 "DELETE /v2.0/subnets/0d3fe189-fd77-44ec-a901-27eaa547ba17 HTTP/1.1" status: 204 len: 168 time: 0.3264902 May 05 20:47:58.139722 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39130) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:47:58.251016 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b3dd5149-90e0-4bb8-b7db-a42592cab56f tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:58.261175 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-b3dd5149-90e0-4bb8-b7db-a42592cab56f tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Deleting port 29b272db-4070-47c6-87b8-0b9db3721b3a {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:47:58.261499 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b3dd5149-90e0-4bb8-b7db-a42592cab56f tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:58.382829 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08369ed2-dba6-4b67-9905-ce1227028495 None None] DHCP port deletion for 23a4662f-2a5d-42d4-aeb2-13f311db6153 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:47:58.387896 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-08369ed2-dba6-4b67-9905-ce1227028495 None None] Deleting port 29b272db-4070-47c6-87b8-0b9db3721b3a {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:47:58.388392 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-08369ed2-dba6-4b67-9905-ce1227028495 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:58.472465 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-b3dd5149-90e0-4bb8-b7db-a42592cab56f tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] For port 29b272db-4070-47c6-87b8-0b9db3721b3a, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=29b272db-4070-47c6-87b8-0b9db3721b3a,segment=NetworkSegment(7686d1c8-eec1-4c5e-b443-e21b1d885cd8),segment_id=7686d1c8-eec1-4c5e-b443-e21b1d885cd8)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:47:58.472822 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b3dd5149-90e0-4bb8-b7db-a42592cab56f tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:58.593719 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 29b272db-4070-47c6-87b8-0b9db3721b3a no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:47:58.596005 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-b3dd5149-90e0-4bb8-b7db-a42592cab56f tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Calling delete_port for 29b272db-4070-47c6-87b8-0b9db3721b3a owned by network:dhcp {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:47:58.647832 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-08369ed2-dba6-4b67-9905-ce1227028495 None None] For port 29b272db-4070-47c6-87b8-0b9db3721b3a, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=29b272db-4070-47c6-87b8-0b9db3721b3a,segment=NetworkSegment(7686d1c8-eec1-4c5e-b443-e21b1d885cd8),segment_id=7686d1c8-eec1-4c5e-b443-e21b1d885cd8)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:47:58.648227 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-08369ed2-dba6-4b67-9905-ce1227028495 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:58.675647 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b3dd5149-90e0-4bb8-b7db-a42592cab56f tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:58.722863 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dd5149-90e0-4bb8-b7db-a42592cab56f tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Pushing event deleted for resources: {'Port': ['ID=29b272db-4070-47c6-87b8-0b9db3721b3a,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:47:58.726265 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dd5149-90e0-4bb8-b7db-a42592cab56f tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] No DVR routers for this DVR port 29b272db-4070-47c6-87b8-0b9db3721b3a on host n-d-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:47:58.787661 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-08369ed2-dba6-4b67-9905-ce1227028495 None None] Calling delete_port for 29b272db-4070-47c6-87b8-0b9db3721b3a owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:47:58.815397 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No active binding found for port 29b272db-4070-47c6-87b8-0b9db3721b3a {{(pid=88199) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 05 20:47:58.815800 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 29b272db-4070-47c6-87b8-0b9db3721b3a not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:47:58.849924 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b3dd5149-90e0-4bb8-b7db-a42592cab56f tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:58.860403 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:47:58.860403 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:47:58.860403 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:47:58.860403 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:47:58.860403 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:47:58.860403 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:47:58.860403 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:47:58.860403 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:47:58.860403 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:47:58.860403 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:47:58.860403 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:47:58.860403 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:47:58.860403 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:47:58.860403 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:47:58.860403 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:47:58.860403 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:47:58.860403 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:47:58.860403 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:47:58.860403 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:47:58.860403 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:47:58.860403 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:47:58.860403 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:47:58.860403 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:47:58.860403 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:47:58.860403 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:47:58.860403 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:47:58.860403 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:47:58.860403 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:47:58.860403 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:47:58.860403 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:47:58.860403 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:47:58.860403 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:47:58.860403 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:47:58.860403 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:47:58.860403 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:47:58.860403 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:47:58.860403 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:47:58.860403 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:47:58.860403 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:47:58.860403 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:47:58.860403 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:47:58.860403 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:47:58.860403 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:47:58.860403 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:47:58.860403 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:47:58.860403 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:47:58.860403 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:47:58.860403 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:47:58.860403 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:47:58.860403 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:47:58.860403 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:47:58.860403 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:47:58.860403 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:47:58.860403 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:47:58.860403 n-d-840717-1 neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 20:47:58.860403 n-d-840717-1 neutron-server[88199]: util.warn( May 05 20:47:58.869067 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-08369ed2-dba6-4b67-9905-ce1227028495 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:47:58.869732 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-08369ed2-dba6-4b67-9905-ce1227028495 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:47:58.876883 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-b3dd5149-90e0-4bb8-b7db-a42592cab56f tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23a4662f-2a5d-42d4-aeb2-13f311db6153']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:47:58.889045 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-b3dd5149-90e0-4bb8-b7db-a42592cab56f tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7686d1c8-eec1-4c5e-b443-e21b1d885cd8') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:47:58.889345 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-b3dd5149-90e0-4bb8-b7db-a42592cab56f tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7686d1c8-eec1-4c5e-b443-e21b1d885cd8') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:47:58.900305 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b3dd5149-90e0-4bb8-b7db-a42592cab56f tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:58.916188 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b3dd5149-90e0-4bb8-b7db-a42592cab56f tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:58.923230 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3dd5149-90e0-4bb8-b7db-a42592cab56f tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:47:58.923667 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b3dd5149-90e0-4bb8-b7db-a42592cab56f tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:58.938026 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:47:58.938026 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:47:58.938026 n-d-840717-1 neutron-server[88197]: timer() May 05 20:47:58.938026 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:47:58.938026 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:47:58.938026 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:47:58.938026 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:47:58.938026 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:47:58.938026 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:47:58.938026 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:47:58.938026 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:47:58.938026 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:47:58.938026 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:47:58.938026 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:47:58.938026 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:47:58.938026 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:47:58.938026 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:47:58.938026 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:47:58.938026 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:47:58.938026 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:47:58.938026 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:47:58.938026 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:47:58.938026 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:47:58.938026 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:47:58.938026 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:47:58.938026 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:47:58.938026 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:47:58.938026 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:47:58.938026 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:47:58.938026 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:47:58.938026 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:47:58.938026 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:47:59.019322 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b3dd5149-90e0-4bb8-b7db-a42592cab56f tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:59.037801 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b3dd5149-90e0-4bb8-b7db-a42592cab56f tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:59.048946 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dd5149-90e0-4bb8-b7db-a42592cab56f tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] Pushing event deleted for resources: {'Network': ['ID=23a4662f-2a5d-42d4-aeb2-13f311db6153,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:47:59.052859 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-b3dd5149-90e0-4bb8-b7db-a42592cab56f tempest-NetworksIpV6Test-2015831943 tempest-NetworksIpV6Test-2015831943-project] 10.222.0.36 "DELETE /v2.0/networks/23a4662f-2a5d-42d4-aeb2-13f311db6153 HTTP/1.1" status: 204 len: 168 time: 0.9122267 May 05 20:47:59.322065 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39138) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:47:59.371079 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-08369ed2-dba6-4b67-9905-ce1227028495 None None] Deleting port 29b272db-4070-47c6-87b8-0b9db3721b3a {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:47:59.375565 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-08369ed2-dba6-4b67-9905-ce1227028495 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:59.440089 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-08369ed2-dba6-4b67-9905-ce1227028495 None None] The port '29b272db-4070-47c6-87b8-0b9db3721b3a' was deleted {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 20:47:59.469378 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-19c24a08-8e0a-41fe-a4ab-74eb1284490c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bf44f6d4fa364c7b8802a14852faef26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1461735 May 05 20:47:59.471805 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39144) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:47:59.532351 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ed36fa30-1d74-4455-ae4f-d86696c576cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:59.563586 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ed36fa30-1d74-4455-ae4f-d86696c576cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:59.617628 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ed36fa30-1d74-4455-ae4f-d86696c576cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:59.633356 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed36fa30-1d74-4455-ae4f-d86696c576cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85fc7b0f-19aa-431a-bd18-ea68cf3f544d,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:47:59.640039 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ed36fa30-1d74-4455-ae4f-d86696c576cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:47:59.641161 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-ed36fa30-1d74-4455-ae4f-d86696c576cc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/85fc7b0f-19aa-431a-bd18-ea68cf3f544d HTTP/1.1" status: 204 len: 168 time: 0.1684754 May 05 20:48:00.411280 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39168) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:48:00.513078 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-f00866ef-6b7a-4852-a05b-c4cf5bff9359 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-671786365', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:48:00.520406 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-f00866ef-6b7a-4852-a05b-c4cf5bff9359 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:48:00.524190 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-f00866ef-6b7a-4852-a05b-c4cf5bff9359 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Usage tracker for resource:router and tenant:3a42c809dab942ca9f4befdfa32e90d6 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:48:00.527012 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-f00866ef-6b7a-4852-a05b-c4cf5bff9359 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:48:00.533748 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-f00866ef-6b7a-4852-a05b-c4cf5bff9359 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:48:00.544908 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f00866ef-6b7a-4852-a05b-c4cf5bff9359 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:00.545901 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f00866ef-6b7a-4852-a05b-c4cf5bff9359 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:00.561364 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f00866ef-6b7a-4852-a05b-c4cf5bff9359 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:00.580183 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f00866ef-6b7a-4852-a05b-c4cf5bff9359 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:00.603567 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-f00866ef-6b7a-4852-a05b-c4cf5bff9359 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:00.604772 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-f00866ef-6b7a-4852-a05b-c4cf5bff9359 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1924620 May 05 20:48:00.608336 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39174) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:48:00.613953 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-168b3b55-e7fd-4fb8-afae-9ac94f2efde2 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-674266386'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:48:00.620027 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-168b3b55-e7fd-4fb8-afae-9ac94f2efde2 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:48:00.624771 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-168b3b55-e7fd-4fb8-afae-9ac94f2efde2 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Usage tracker for resource:network and tenant:3a42c809dab942ca9f4befdfa32e90d6 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:48:00.627685 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-168b3b55-e7fd-4fb8-afae-9ac94f2efde2 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:48:00.633482 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-168b3b55-e7fd-4fb8-afae-9ac94f2efde2 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:48:00.643338 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-168b3b55-e7fd-4fb8-afae-9ac94f2efde2 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Made reservation on behalf of 3a42c809dab942ca9f4befdfa32e90d6 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:48:00.646740 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-168b3b55-e7fd-4fb8-afae-9ac94f2efde2 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:00.659399 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-168b3b55-e7fd-4fb8-afae-9ac94f2efde2 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:00.674442 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-168b3b55-e7fd-4fb8-afae-9ac94f2efde2 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:48:00.678247 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-168b3b55-e7fd-4fb8-afae-9ac94f2efde2 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Usage tracker for resource:security_group_rule and tenant:3a42c809dab942ca9f4befdfa32e90d6 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:48:00.681087 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-168b3b55-e7fd-4fb8-afae-9ac94f2efde2 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:48:00.686861 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-168b3b55-e7fd-4fb8-afae-9ac94f2efde2 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:48:00.773421 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-168b3b55-e7fd-4fb8-afae-9ac94f2efde2 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:00.776916 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-168b3b55-e7fd-4fb8-afae-9ac94f2efde2 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:00.811729 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-168b3b55-e7fd-4fb8-afae-9ac94f2efde2 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:48:00.816945 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168b3b55-e7fd-4fb8-afae-9ac94f2efde2 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5721be-5c55-4df9-aa5a-74814be7367f,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:48:00.823815 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-168b3b55-e7fd-4fb8-afae-9ac94f2efde2 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:00.824155 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-168b3b55-e7fd-4fb8-afae-9ac94f2efde2 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Added segment fbf8fba3-68de-4d9a-a015-fcf85a6b191c of type vlan for network 8337ed3e-f669-45e8-a0b2-fbe7e960196e May 05 20:48:00.852199 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-168b3b55-e7fd-4fb8-afae-9ac94f2efde2 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:00.880599 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-168b3b55-e7fd-4fb8-afae-9ac94f2efde2 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:00.886466 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168b3b55-e7fd-4fb8-afae-9ac94f2efde2 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:48:00.887067 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-168b3b55-e7fd-4fb8-afae-9ac94f2efde2 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:00.991632 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-168b3b55-e7fd-4fb8-afae-9ac94f2efde2 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3820827 May 05 20:48:00.994364 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 39178) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:48:00.996945 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168b3b55-e7fd-4fb8-afae-9ac94f2efde2 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Pushing event updated for resources: {'Network': ['ID=8337ed3e-f669-45e8-a0b2-fbe7e960196e,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:48:01.001567 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-0fa96dcd-f933-4e76-80f0-89d495f4c414 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Request body: {'subnet': {'network_id': '8337ed3e-f669-45e8-a0b2-fbe7e960196e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:48:01.006811 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 8337ed3e-f669-45e8-a0b2-fbe7e960196e details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:48:01.112363 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0fa96dcd-f933-4e76-80f0-89d495f4c414 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:48:01.116129 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-0fa96dcd-f933-4e76-80f0-89d495f4c414 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Usage tracker for resource:subnet and tenant:3a42c809dab942ca9f4befdfa32e90d6 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:48:01.118893 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-0fa96dcd-f933-4e76-80f0-89d495f4c414 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:48:01.125300 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0fa96dcd-f933-4e76-80f0-89d495f4c414 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:48:01.134760 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa96dcd-f933-4e76-80f0-89d495f4c414 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Made reservation on behalf of 3a42c809dab942ca9f4befdfa32e90d6 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:48:01.139229 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0fa96dcd-f933-4e76-80f0-89d495f4c414 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:01.348938 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0fa96dcd-f933-4e76-80f0-89d495f4c414 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:01.429440 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa96dcd-f933-4e76-80f0-89d495f4c414 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Pushing event updated for resources: {'Subnet': ['ID=939fc5b7-aa7f-4973-adca-b732147c28c9,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:48:01.437467 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa96dcd-f933-4e76-80f0-89d495f4c414 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Checking segment: {'id': 'fbf8fba3-68de-4d9a-a015-fcf85a6b191c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8337ed3e-f669-45e8-a0b2-fbe7e960196e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:48:01.437825 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa96dcd-f933-4e76-80f0-89d495f4c414 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Network hostable DHCP agents. Network: 8337ed3e-f669-45e8-a0b2-fbe7e960196e, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:48:01.456132 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa96dcd-f933-4e76-80f0-89d495f4c414 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Network 8337ed3e-f669-45e8-a0b2-fbe7e960196e is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:48:01.464783 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-0fa96dcd-f933-4e76-80f0-89d495f4c414 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 8337ed3e-f669-45e8-a0b2-fbe7e960196e) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:48:01.468813 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa96dcd-f933-4e76-80f0-89d495f4c414 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:48:01.469396 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0fa96dcd-f933-4e76-80f0-89d495f4c414 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:01.473820 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff619d2b-32f2-4f93-85d2-60f70b78d867 None None] Network 8337ed3e-f669-45e8-a0b2-fbe7e960196e requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:48:01.491757 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-0fa96dcd-f933-4e76-80f0-89d495f4c414 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4958749 May 05 20:48:01.494876 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 39182) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:48:01.501650 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-3b78beee-ea3d-46f8-9459-e675faaafc3c tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1257401709'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:48:01.507555 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3b78beee-ea3d-46f8-9459-e675faaafc3c tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:48:01.511659 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-3b78beee-ea3d-46f8-9459-e675faaafc3c tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Usage tracker for resource:network and tenant:3a42c809dab942ca9f4befdfa32e90d6 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:48:01.514970 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-3b78beee-ea3d-46f8-9459-e675faaafc3c tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:48:01.520777 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3b78beee-ea3d-46f8-9459-e675faaafc3c tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:48:01.532274 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b78beee-ea3d-46f8-9459-e675faaafc3c tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Made reservation on behalf of 3a42c809dab942ca9f4befdfa32e90d6 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:48:01.536006 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3b78beee-ea3d-46f8-9459-e675faaafc3c tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:01.566607 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b78beee-ea3d-46f8-9459-e675faaafc3c tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:48:01.587232 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3b78beee-ea3d-46f8-9459-e675faaafc3c tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:01.587685 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-3b78beee-ea3d-46f8-9459-e675faaafc3c tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Added segment fa8de57a-e624-4591-84f0-bdf8e26dd73e of type vlan for network 5cec89f2-d727-4f13-a8df-d5fc184882c6 May 05 20:48:01.617637 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3b78beee-ea3d-46f8-9459-e675faaafc3c tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:01.647587 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3b78beee-ea3d-46f8-9459-e675faaafc3c tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:01.653302 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b78beee-ea3d-46f8-9459-e675faaafc3c tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:48:01.653879 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3b78beee-ea3d-46f8-9459-e675faaafc3c tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:01.708488 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3b78beee-ea3d-46f8-9459-e675faaafc3c tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2123268 May 05 20:48:01.711570 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39186) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:48:01.719618 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-0849e8ae-f35d-4ec3-b2c5-2589e98ee6d4 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Request body: {'subnet': {'network_id': '5cec89f2-d727-4f13-a8df-d5fc184882c6', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:48:01.729129 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f460e7-ee25-4d62-954d-a140425135d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-8337ed3e-f669-45e8-a0b2-fbe7e960196e', 'network_id': '8337ed3e-f669-45e8-a0b2-fbe7e960196e', 'tenant_id': '3a42c809dab942ca9f4befdfa32e90d6', 'fixed_ips': [{'subnet_id': '939fc5b7-aa7f-4973-adca-b732147c28c9'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:48:01.730067 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a3f460e7-ee25-4d62-954d-a140425135d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:01.767245 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b78beee-ea3d-46f8-9459-e675faaafc3c tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Pushing event updated for resources: {'Network': ['ID=5cec89f2-d727-4f13-a8df-d5fc184882c6,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:48:01.790827 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 5cec89f2-d727-4f13-a8df-d5fc184882c6 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:48:01.932786 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-0849e8ae-f35d-4ec3-b2c5-2589e98ee6d4 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:48:01.936962 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-0849e8ae-f35d-4ec3-b2c5-2589e98ee6d4 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Usage tracker for resource:subnet and tenant:3a42c809dab942ca9f4befdfa32e90d6 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:48:01.939853 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-0849e8ae-f35d-4ec3-b2c5-2589e98ee6d4 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:48:01.945503 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-0849e8ae-f35d-4ec3-b2c5-2589e98ee6d4 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:48:01.955280 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0849e8ae-f35d-4ec3-b2c5-2589e98ee6d4 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Made reservation on behalf of 3a42c809dab942ca9f4befdfa32e90d6 for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:48:01.958860 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0849e8ae-f35d-4ec3-b2c5-2589e98ee6d4 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:01.982510 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-a3f460e7-ee25-4d62-954d-a140425135d1 None None] Allocated IP 172.20.0.2 (8337ed3e-f669-45e8-a0b2-fbe7e960196e/939fc5b7-aa7f-4973-adca-b732147c28c9/6b4d1e6e-0b0e-468d-b22e-3693014421db) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:48:02.175402 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0849e8ae-f35d-4ec3-b2c5-2589e98ee6d4 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:02.185738 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a3f460e7-ee25-4d62-954d-a140425135d1 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:02.196139 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-a3f460e7-ee25-4d62-954d-a140425135d1 None None] Transition to ACTIVE for port object 6b4d1e6e-0b0e-468d-b22e-3693014421db will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:48:02.216689 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-a3f460e7-ee25-4d62-954d-a140425135d1 None None] Transition to ACTIVE for port object 6b4d1e6e-0b0e-468d-b22e-3693014421db will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:48:02.221166 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a3f460e7-ee25-4d62-954d-a140425135d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:02.256340 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0849e8ae-f35d-4ec3-b2c5-2589e98ee6d4 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Pushing event updated for resources: {'Subnet': ['ID=de3037ef-e0f2-43ba-95f4-fa05a49c6fa0,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:48:02.266850 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0849e8ae-f35d-4ec3-b2c5-2589e98ee6d4 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Checking segment: {'id': 'fa8de57a-e624-4591-84f0-bdf8e26dd73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5cec89f2-d727-4f13-a8df-d5fc184882c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:48:02.267212 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0849e8ae-f35d-4ec3-b2c5-2589e98ee6d4 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Network hostable DHCP agents. Network: 5cec89f2-d727-4f13-a8df-d5fc184882c6, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:48:02.286041 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0849e8ae-f35d-4ec3-b2c5-2589e98ee6d4 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Network 5cec89f2-d727-4f13-a8df-d5fc184882c6 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:48:02.291725 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f460e7-ee25-4d62-954d-a140425135d1 None None] Network 8337ed3e-f669-45e8-a0b2-fbe7e960196e is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:48:02.295332 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-0849e8ae-f35d-4ec3-b2c5-2589e98ee6d4 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 5cec89f2-d727-4f13-a8df-d5fc184882c6) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:48:02.295500 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-a3f460e7-ee25-4d62-954d-a140425135d1 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:48:02.299163 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f460e7-ee25-4d62-954d-a140425135d1 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:48:02.300029 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0849e8ae-f35d-4ec3-b2c5-2589e98ee6d4 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:48:02.300627 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0849e8ae-f35d-4ec3-b2c5-2589e98ee6d4 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:02.307762 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f460e7-ee25-4d62-954d-a140425135d1 None None] Pushing event updated for resources: {'Port': ['ID=6b4d1e6e-0b0e-468d-b22e-3693014421db,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:48:02.324538 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-0849e8ae-f35d-4ec3-b2c5-2589e98ee6d4 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6088066 May 05 20:48:02.325233 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39190) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:48:02.330455 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-3dd1da5d-b284-4bf2-a6f1-03b2532b22ba tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Request body: {'router': {'external_gateway_info': {'network_id': '5cec89f2-d727-4f13-a8df-d5fc184882c6'}}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:48:02.337232 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cdb84a-dbfb-4eb0-8496-e71f1dd69776 None None] Network 5cec89f2-d727-4f13-a8df-d5fc184882c6 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:48:02.481884 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-a3f460e7-ee25-4d62-954d-a140425135d1 None None] Attempting to bind port 6b4d1e6e-0b0e-468d-b22e-3693014421db on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:48:02.482159 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-a3f460e7-ee25-4d62-954d-a140425135d1 None None] Attempting to bind port 6b4d1e6e-0b0e-468d-b22e-3693014421db by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'fbf8fba3-68de-4d9a-a015-fcf85a6b191c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8337ed3e-f669-45e8-a0b2-fbe7e960196e'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:48:02.482528 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f460e7-ee25-4d62-954d-a140425135d1 None None] Attempting to bind port 6b4d1e6e-0b0e-468d-b22e-3693014421db on network 8337ed3e-f669-45e8-a0b2-fbe7e960196e {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:48:02.497814 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f460e7-ee25-4d62-954d-a140425135d1 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:48:02.498190 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f460e7-ee25-4d62-954d-a140425135d1 None None] Checking segment: {'id': 'fbf8fba3-68de-4d9a-a015-fcf85a6b191c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8337ed3e-f669-45e8-a0b2-fbe7e960196e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:48:02.498592 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a3f460e7-ee25-4d62-954d-a140425135d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:02.498984 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f460e7-ee25-4d62-954d-a140425135d1 None None] Bound using segment: {'id': 'fbf8fba3-68de-4d9a-a015-fcf85a6b191c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8337ed3e-f669-45e8-a0b2-fbe7e960196e'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:48:02.499471 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-a3f460e7-ee25-4d62-954d-a140425135d1 None None] Bound port: 6b4d1e6e-0b0e-468d-b22e-3693014421db, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbf8fba3-68de-4d9a-a015-fcf85a6b191c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8337ed3e-f669-45e8-a0b2-fbe7e960196e'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:48:02.499843 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a3f460e7-ee25-4d62-954d-a140425135d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:02.686491 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-a3f460e7-ee25-4d62-954d-a140425135d1 None None] For port 6b4d1e6e-0b0e-468d-b22e-3693014421db, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:48:02.702326 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-a3f460e7-ee25-4d62-954d-a140425135d1 None None] For port 6b4d1e6e-0b0e-468d-b22e-3693014421db, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=6b4d1e6e-0b0e-468d-b22e-3693014421db,segment=NetworkSegment(fbf8fba3-68de-4d9a-a015-fcf85a6b191c),segment_id=fbf8fba3-68de-4d9a-a015-fcf85a6b191c)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:48:02.707029 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95cb7c2-7dbc-44df-a495-d2d95675b73d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-5cec89f2-d727-4f13-a8df-d5fc184882c6', 'network_id': '5cec89f2-d727-4f13-a8df-d5fc184882c6', 'tenant_id': '3a42c809dab942ca9f4befdfa32e90d6', 'fixed_ips': [{'subnet_id': 'de3037ef-e0f2-43ba-95f4-fa05a49c6fa0'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:48:02.707908 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b95cb7c2-7dbc-44df-a495-d2d95675b73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:02.716716 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-3dd1da5d-b284-4bf2-a6f1-03b2532b22ba tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:02.722459 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a3f460e7-ee25-4d62-954d-a140425135d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:02.882349 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f460e7-ee25-4d62-954d-a140425135d1 None None] Pushing event updated for resources: {'Port': ['ID=6b4d1e6e-0b0e-468d-b22e-3693014421db,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:48:02.885382 n-d-840717-1 neutron-server[88197]: INFO neutron.api.v2.resource [None req-3dd1da5d-b284-4bf2-a6f1-03b2532b22ba tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 20:48:02.893629 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-3dd1da5d-b284-4bf2-a6f1-03b2532b22ba tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] 10.222.0.36 "PUT /v2.0/routers/f09df275-82ed-461c-8652-6a7e37293378 HTTP/1.1" status: 400 len: 364 time: 0.5605912 May 05 20:48:02.894163 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39194) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:48:02.946152 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-b95cb7c2-7dbc-44df-a495-d2d95675b73d None None] Allocated IP 172.21.0.2 (5cec89f2-d727-4f13-a8df-d5fc184882c6/de3037ef-e0f2-43ba-95f4-fa05a49c6fa0/178266c6-c785-4aa2-806e-4367472cf119) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:48:02.964619 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-088bcf6d-769f-4677-b861-e428f8ab9733 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Deleting subnet de3037ef-e0f2-43ba-95f4-fa05a49c6fa0 {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:48:03.212870 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b95cb7c2-7dbc-44df-a495-d2d95675b73d None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:03.222944 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b95cb7c2-7dbc-44df-a495-d2d95675b73d None None] Transition to ACTIVE for port object 178266c6-c785-4aa2-806e-4367472cf119 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:48:03.241368 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b95cb7c2-7dbc-44df-a495-d2d95675b73d None None] Transition to ACTIVE for port object 178266c6-c785-4aa2-806e-4367472cf119 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:48:03.247880 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-088bcf6d-769f-4677-b861-e428f8ab9733 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:03.248045 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b95cb7c2-7dbc-44df-a495-d2d95675b73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:03.305405 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-088bcf6d-769f-4677-b861-e428f8ab9733 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:03.312693 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95cb7c2-7dbc-44df-a495-d2d95675b73d None None] Network 5cec89f2-d727-4f13-a8df-d5fc184882c6 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:48:03.315687 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-b95cb7c2-7dbc-44df-a495-d2d95675b73d None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:48:03.319186 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95cb7c2-7dbc-44df-a495-d2d95675b73d None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:48:03.387266 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95cb7c2-7dbc-44df-a495-d2d95675b73d None None] Pushing event updated for resources: {'Port': ['ID=178266c6-c785-4aa2-806e-4367472cf119,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:48:03.392767 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-088bcf6d-769f-4677-b861-e428f8ab9733 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:03.414873 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-b95cb7c2-7dbc-44df-a495-d2d95675b73d None None] Attempting to bind port 178266c6-c785-4aa2-806e-4367472cf119 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:48:03.415238 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-b95cb7c2-7dbc-44df-a495-d2d95675b73d None None] Attempting to bind port 178266c6-c785-4aa2-806e-4367472cf119 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'fa8de57a-e624-4591-84f0-bdf8e26dd73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5cec89f2-d727-4f13-a8df-d5fc184882c6'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:48:03.415642 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95cb7c2-7dbc-44df-a495-d2d95675b73d None None] Attempting to bind port 178266c6-c785-4aa2-806e-4367472cf119 on network 5cec89f2-d727-4f13-a8df-d5fc184882c6 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:48:03.421669 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95cb7c2-7dbc-44df-a495-d2d95675b73d None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:48:03.422038 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95cb7c2-7dbc-44df-a495-d2d95675b73d None None] Checking segment: {'id': 'fa8de57a-e624-4591-84f0-bdf8e26dd73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5cec89f2-d727-4f13-a8df-d5fc184882c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:48:03.422442 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b95cb7c2-7dbc-44df-a495-d2d95675b73d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:03.422834 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95cb7c2-7dbc-44df-a495-d2d95675b73d None None] Bound using segment: {'id': 'fa8de57a-e624-4591-84f0-bdf8e26dd73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5cec89f2-d727-4f13-a8df-d5fc184882c6'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:48:03.423289 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-b95cb7c2-7dbc-44df-a495-d2d95675b73d None None] Bound port: 178266c6-c785-4aa2-806e-4367472cf119, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa8de57a-e624-4591-84f0-bdf8e26dd73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5cec89f2-d727-4f13-a8df-d5fc184882c6'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:48:03.423683 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b95cb7c2-7dbc-44df-a495-d2d95675b73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:03.472822 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-088bcf6d-769f-4677-b861-e428f8ab9733 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:03.515777 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088bcf6d-769f-4677-b861-e428f8ab9733 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Pushing event deleted for resources: {'Subnet': ['ID=de3037ef-e0f2-43ba-95f4-fa05a49c6fa0,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:48:03.517814 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-088bcf6d-769f-4677-b861-e428f8ab9733 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:03.520867 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b95cb7c2-7dbc-44df-a495-d2d95675b73d None None] For port 178266c6-c785-4aa2-806e-4367472cf119, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:48:03.524450 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-088bcf6d-769f-4677-b861-e428f8ab9733 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] 10.222.0.36 "DELETE /v2.0/subnets/de3037ef-e0f2-43ba-95f4-fa05a49c6fa0 HTTP/1.1" status: 204 len: 168 time: 0.6293118 May 05 20:48:03.527496 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39198) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:48:03.528568 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b95cb7c2-7dbc-44df-a495-d2d95675b73d None None] For port 178266c6-c785-4aa2-806e-4367472cf119, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=178266c6-c785-4aa2-806e-4367472cf119,segment=NetworkSegment(fa8de57a-e624-4591-84f0-bdf8e26dd73e),segment_id=fa8de57a-e624-4591-84f0-bdf8e26dd73e)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:48:03.533327 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b95cb7c2-7dbc-44df-a495-d2d95675b73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:03.627910 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95cb7c2-7dbc-44df-a495-d2d95675b73d None None] Pushing event updated for resources: {'Port': ['ID=178266c6-c785-4aa2-806e-4367472cf119,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:48:03.670537 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4ed19db8-6492-46a4-b1b0-7e088b947870 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:03.681979 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-4ed19db8-6492-46a4-b1b0-7e088b947870 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Deleting port 178266c6-c785-4aa2-806e-4367472cf119 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:48:03.682340 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4ed19db8-6492-46a4-b1b0-7e088b947870 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:03.964070 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e700df4-dc53-4745-aef6-9b5652856840 None None] Network 8337ed3e-f669-45e8-a0b2-fbe7e960196e requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:48:04.039066 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-4ed19db8-6492-46a4-b1b0-7e088b947870 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] For port 178266c6-c785-4aa2-806e-4367472cf119, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=178266c6-c785-4aa2-806e-4367472cf119,segment=NetworkSegment(fa8de57a-e624-4591-84f0-bdf8e26dd73e),segment_id=fa8de57a-e624-4591-84f0-bdf8e26dd73e)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:48:04.039661 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4ed19db8-6492-46a4-b1b0-7e088b947870 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:04.080889 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-f4baa607-b290-46e4-95d5-f22c309f4bd9 None None] Provisioning for port 6b4d1e6e-0b0e-468d-b22e-3693014421db completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:48:04.167299 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-4ed19db8-6492-46a4-b1b0-7e088b947870 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Calling delete_port for 178266c6-c785-4aa2-806e-4367472cf119 owned by network:dhcp {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:48:04.242997 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4ed19db8-6492-46a4-b1b0-7e088b947870 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:04.290505 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed19db8-6492-46a4-b1b0-7e088b947870 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Pushing event deleted for resources: {'Port': ['ID=178266c6-c785-4aa2-806e-4367472cf119,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:48:04.294826 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed19db8-6492-46a4-b1b0-7e088b947870 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] No DVR routers for this DVR port 178266c6-c785-4aa2-806e-4367472cf119 on host n-d-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:48:04.350597 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed19db8-6492-46a4-b1b0-7e088b947870 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:48:04.350944 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed19db8-6492-46a4-b1b0-7e088b947870 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:48:04.351286 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed19db8-6492-46a4-b1b0-7e088b947870 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:48:04.351713 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed19db8-6492-46a4-b1b0-7e088b947870 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:48:04.352063 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed19db8-6492-46a4-b1b0-7e088b947870 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:48:04.352395 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed19db8-6492-46a4-b1b0-7e088b947870 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:48:04.352722 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed19db8-6492-46a4-b1b0-7e088b947870 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:48:04.353061 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed19db8-6492-46a4-b1b0-7e088b947870 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:48:04.353369 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed19db8-6492-46a4-b1b0-7e088b947870 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:48:04.353682 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed19db8-6492-46a4-b1b0-7e088b947870 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:48:04.354003 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed19db8-6492-46a4-b1b0-7e088b947870 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:48:04.354328 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed19db8-6492-46a4-b1b0-7e088b947870 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:48:04.446668 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4ed19db8-6492-46a4-b1b0-7e088b947870 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:04.474140 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-4ed19db8-6492-46a4-b1b0-7e088b947870 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cec89f2-d727-4f13-a8df-d5fc184882c6']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:48:04.488320 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-4ed19db8-6492-46a4-b1b0-7e088b947870 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa8de57a-e624-4591-84f0-bdf8e26dd73e') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:48:04.488525 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-4ed19db8-6492-46a4-b1b0-7e088b947870 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa8de57a-e624-4591-84f0-bdf8e26dd73e') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:48:04.502343 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4ed19db8-6492-46a4-b1b0-7e088b947870 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:04.520236 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4ed19db8-6492-46a4-b1b0-7e088b947870 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:04.526837 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ed19db8-6492-46a4-b1b0-7e088b947870 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:48:04.527266 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4ed19db8-6492-46a4-b1b0-7e088b947870 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:04.542939 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:48:04.542939 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:48:04.542939 n-d-840717-1 neutron-server[88197]: timer() May 05 20:48:04.542939 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:48:04.542939 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:48:04.542939 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:48:04.542939 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:48:04.542939 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:48:04.542939 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:48:04.542939 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:48:04.542939 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:48:04.542939 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:48:04.542939 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:48:04.542939 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:48:04.542939 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:48:04.542939 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:48:04.542939 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:48:04.542939 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:48:04.542939 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:48:04.542939 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:48:04.542939 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:48:04.542939 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:48:04.542939 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:48:04.542939 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:48:04.542939 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:48:04.542939 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:48:04.542939 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:48:04.542939 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:48:04.542939 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:48:04.542939 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:48:04.542939 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:48:04.542939 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:48:04.630787 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4ed19db8-6492-46a4-b1b0-7e088b947870 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:04.652466 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4ed19db8-6492-46a4-b1b0-7e088b947870 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:04.656196 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 6b4d1e6e-0b0e-468d-b22e-3693014421db up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:48:04.665093 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed19db8-6492-46a4-b1b0-7e088b947870 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Pushing event deleted for resources: {'Network': ['ID=5cec89f2-d727-4f13-a8df-d5fc184882c6,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:48:04.670805 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-4ed19db8-6492-46a4-b1b0-7e088b947870 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] 10.222.0.36 "DELETE /v2.0/networks/5cec89f2-d727-4f13-a8df-d5fc184882c6 HTTP/1.1" status: 204 len: 168 time: 1.1414077 May 05 20:48:04.673302 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39202) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:48:04.740814 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-ce2b20e1-2ad2-4da6-a749-1c64f8401d37 None None] Could not find standard attr ID for object 178266c6-c785-4aa2-806e-4367472cf119. {{(pid=88199) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 20:48:04.749193 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-d239caae-ec87-4767-a0ad-4ce84f0392a3 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Deleting subnet 939fc5b7-aa7f-4973-adca-b732147c28c9 {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:48:04.751543 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8291c603-6c7a-433d-87ef-2aa6e0838410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:04.758179 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d239caae-ec87-4767-a0ad-4ce84f0392a3 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:04.759739 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 6b4d1e6e-0b0e-468d-b22e-3693014421db completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:48:04.764643 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 6b4d1e6e-0b0e-468d-b22e-3693014421db triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:48:04.764997 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:04.796333 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef27d11-7df5-4d36-ac01-3d0e343c0b60 None None] DHCP port deletion for 5cec89f2-d727-4f13-a8df-d5fc184882c6 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:48:04.818844 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d239caae-ec87-4767-a0ad-4ce84f0392a3 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:04.831972 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4c4d64-9b7a-4cad-9269-16f3ea3920e4 None None] Network 5cec89f2-d727-4f13-a8df-d5fc184882c6 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:48:04.853172 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4c4d64-9b7a-4cad-9269-16f3ea3920e4 None None] Network 5cec89f2-d727-4f13-a8df-d5fc184882c6 could not be found, it might have been deleted concurrently. {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} May 05 20:48:04.905301 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d239caae-ec87-4767-a0ad-4ce84f0392a3 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:04.910178 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:04.976950 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d239caae-ec87-4767-a0ad-4ce84f0392a3 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:05.021551 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d239caae-ec87-4767-a0ad-4ce84f0392a3 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Pushing event deleted for resources: {'Subnet': ['ID=939fc5b7-aa7f-4973-adca-b732147c28c9,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:48:05.023516 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d239caae-ec87-4767-a0ad-4ce84f0392a3 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:05.030578 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a382c71-6dea-43f9-ba6f-bb0aaec2860e None None] Network 8337ed3e-f669-45e8-a0b2-fbe7e960196e requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:48:05.035483 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d239caae-ec87-4767-a0ad-4ce84f0392a3 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] 10.222.0.36 "DELETE /v2.0/subnets/939fc5b7-aa7f-4973-adca-b732147c28c9 HTTP/1.1" status: 204 len: 168 time: 0.3588605 May 05 20:48:05.035911 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39206) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:48:05.071460 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:48:05.071812 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:48:05.149292 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e5448776-8b15-4890-926e-9b7656a85ed9 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:05.159751 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-e5448776-8b15-4890-926e-9b7656a85ed9 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Deleting port 6b4d1e6e-0b0e-468d-b22e-3693014421db {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:48:05.160078 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e5448776-8b15-4890-926e-9b7656a85ed9 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:05.282667 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242c674b-3870-4446-bc28-60c0097d0899 None None] DHCP port deletion for 8337ed3e-f669-45e8-a0b2-fbe7e960196e request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:48:05.286787 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-242c674b-3870-4446-bc28-60c0097d0899 None None] Deleting port 6b4d1e6e-0b0e-468d-b22e-3693014421db {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:48:05.287156 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-242c674b-3870-4446-bc28-60c0097d0899 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:05.364253 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-e5448776-8b15-4890-926e-9b7656a85ed9 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] For port 6b4d1e6e-0b0e-468d-b22e-3693014421db, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=6b4d1e6e-0b0e-468d-b22e-3693014421db,segment=NetworkSegment(fbf8fba3-68de-4d9a-a015-fcf85a6b191c),segment_id=fbf8fba3-68de-4d9a-a015-fcf85a6b191c)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:48:05.364617 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e5448776-8b15-4890-926e-9b7656a85ed9 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:05.485635 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-242c674b-3870-4446-bc28-60c0097d0899 None None] For port 6b4d1e6e-0b0e-468d-b22e-3693014421db, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=6b4d1e6e-0b0e-468d-b22e-3693014421db,segment=NetworkSegment(fbf8fba3-68de-4d9a-a015-fcf85a6b191c),segment_id=fbf8fba3-68de-4d9a-a015-fcf85a6b191c)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:48:05.485930 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-242c674b-3870-4446-bc28-60c0097d0899 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:05.487934 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-e5448776-8b15-4890-926e-9b7656a85ed9 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Calling delete_port for 6b4d1e6e-0b0e-468d-b22e-3693014421db owned by network:dhcp {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:48:05.635805 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-242c674b-3870-4446-bc28-60c0097d0899 None None] Calling delete_port for 6b4d1e6e-0b0e-468d-b22e-3693014421db owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:48:05.671893 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e5448776-8b15-4890-926e-9b7656a85ed9 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:05.720360 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5448776-8b15-4890-926e-9b7656a85ed9 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Pushing event deleted for resources: {'Port': ['ID=6b4d1e6e-0b0e-468d-b22e-3693014421db,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:48:05.722174 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5448776-8b15-4890-926e-9b7656a85ed9 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] No DVR routers for this DVR port 6b4d1e6e-0b0e-468d-b22e-3693014421db on host n-d-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:48:05.744320 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:05.809083 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-242c674b-3870-4446-bc28-60c0097d0899 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:48:05.809424 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-242c674b-3870-4446-bc28-60c0097d0899 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:48:05.847143 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e5448776-8b15-4890-926e-9b7656a85ed9 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:05.872416 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-e5448776-8b15-4890-926e-9b7656a85ed9 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8337ed3e-f669-45e8-a0b2-fbe7e960196e']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:48:05.884209 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-e5448776-8b15-4890-926e-9b7656a85ed9 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbf8fba3-68de-4d9a-a015-fcf85a6b191c') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:48:05.884515 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-e5448776-8b15-4890-926e-9b7656a85ed9 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbf8fba3-68de-4d9a-a015-fcf85a6b191c') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:48:05.895889 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e5448776-8b15-4890-926e-9b7656a85ed9 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:05.911867 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e5448776-8b15-4890-926e-9b7656a85ed9 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:05.917868 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5448776-8b15-4890-926e-9b7656a85ed9 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:48:05.918880 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e5448776-8b15-4890-926e-9b7656a85ed9 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:05.936859 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:48:05.936859 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:48:05.936859 n-d-840717-1 neutron-server[88197]: timer() May 05 20:48:05.936859 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:48:05.936859 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:48:05.936859 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:48:05.936859 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:48:05.936859 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:48:05.936859 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:48:05.936859 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:48:05.936859 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:48:05.936859 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:48:05.936859 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:48:05.936859 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:48:05.936859 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:48:05.936859 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:48:05.936859 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:48:05.936859 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:48:05.936859 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:48:05.936859 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:48:05.936859 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:48:05.936859 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:48:05.936859 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:48:05.936859 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:48:05.936859 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:48:05.936859 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:48:05.936859 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:48:05.936859 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:48:05.936859 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:48:05.936859 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:48:05.936859 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:48:05.936859 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:48:06.016635 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e5448776-8b15-4890-926e-9b7656a85ed9 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:06.034038 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e5448776-8b15-4890-926e-9b7656a85ed9 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:06.045890 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5448776-8b15-4890-926e-9b7656a85ed9 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Pushing event deleted for resources: {'Network': ['ID=8337ed3e-f669-45e8-a0b2-fbe7e960196e,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:48:06.049248 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-e5448776-8b15-4890-926e-9b7656a85ed9 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] 10.222.0.36 "DELETE /v2.0/networks/8337ed3e-f669-45e8-a0b2-fbe7e960196e HTTP/1.1" status: 204 len: 168 time: 1.0120308 May 05 20:48:06.051947 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39210) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:48:06.098642 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-3bf790b3-5572-4861-b0ec-2bc828403ff0 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Synchronizing usage tracker for tenant:3a42c809dab942ca9f4befdfa32e90d6 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:48:06.113164 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-3bf790b3-5572-4861-b0ec-2bc828403ff0 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Unset dirty status for tenant:3a42c809dab942ca9f4befdfa32e90d6 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:48:06.114354 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-3bf790b3-5572-4861-b0ec-2bc828403ff0 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] 10.222.0.36 "GET /v2.0/ports?device_id=f09df275-82ed-461c-8652-6a7e37293378 HTTP/1.1" status: 200 len: 205 time: 0.0615168 May 05 20:48:06.116938 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39214) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:48:06.249322 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6e0161ee-055f-4c3b-b873-81df5c934b80 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Notify callbacks [] for router, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:06.311238 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-242c674b-3870-4446-bc28-60c0097d0899 None None] Deleting port 6b4d1e6e-0b0e-468d-b22e-3693014421db {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:48:06.311615 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-242c674b-3870-4446-bc28-60c0097d0899 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:06.380189 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-242c674b-3870-4446-bc28-60c0097d0899 None None] The port '6b4d1e6e-0b0e-468d-b22e-3693014421db' was deleted {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 20:48:06.555865 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6e0161ee-055f-4c3b-b873-81df5c934b80 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:06.558558 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6e0161ee-055f-4c3b-b873-81df5c934b80 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:06.585417 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6e0161ee-055f-4c3b-b873-81df5c934b80 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:06.585854 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e0161ee-055f-4c3b-b873-81df5c934b80 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Fanout notify agent at l3_agent the message router_deleted on router f09df275-82ed-461c-8652-6a7e37293378 {{(pid=88197) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:48:06.597847 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 6b4d1e6e-0b0e-468d-b22e-3693014421db no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:48:06.600302 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-6e0161ee-055f-4c3b-b873-81df5c934b80 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:06.603877 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-6e0161ee-055f-4c3b-b873-81df5c934b80 tempest-RoutersNegativeTest-1026129396 tempest-RoutersNegativeTest-1026129396-project] 10.222.0.36 "DELETE /v2.0/routers/f09df275-82ed-461c-8652-6a7e37293378 HTTP/1.1" status: 204 len: 168 time: 0.4859319 May 05 20:48:06.639601 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 6b4d1e6e-0b0e-468d-b22e-3693014421db {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:48:06.639956 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 6b4d1e6e-0b0e-468d-b22e-3693014421db not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:48:06.640464 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 178266c6-c785-4aa2-806e-4367472cf119 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:48:06.673826 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 178266c6-c785-4aa2-806e-4367472cf119 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:48:06.674169 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 178266c6-c785-4aa2-806e-4367472cf119 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:48:06.871207 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39222) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:48:06.923485 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f4e01cf5-c5ee-40e0-80c0-f149ab6c6401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:07.018182 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-90c4a3e6-11b0-4d40-89dc-41c219910f41 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3a42c809dab942ca9f4befdfa32e90d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1452241 May 05 20:48:07.020794 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39228) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:48:07.077740 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ceb5dea5-9ef5-4d86-aea4-2d2411fffaf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:07.102729 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ceb5dea5-9ef5-4d86-aea4-2d2411fffaf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:07.153795 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ceb5dea5-9ef5-4d86-aea4-2d2411fffaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:07.167796 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb5dea5-9ef5-4d86-aea4-2d2411fffaf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5721be-5c55-4df9-aa5a-74814be7367f,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:48:07.174627 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ceb5dea5-9ef5-4d86-aea4-2d2411fffaf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:07.175770 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-ceb5dea5-9ef5-4d86-aea4-2d2411fffaf2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ec5721be-5c55-4df9-aa5a-74814be7367f HTTP/1.1" status: 204 len: 168 time: 0.1540363 May 05 20:48:07.821149 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39252) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:48:07.923255 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-93d51299-4112-4118-9258-44b58702cff5 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-257648607-network', 'tenant_id': '0536d39dd9be4aa9a7033f627bfa69d3'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:48:07.929011 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-93d51299-4112-4118-9258-44b58702cff5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:48:07.933522 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-93d51299-4112-4118-9258-44b58702cff5 admin admin] Usage tracker for resource:network and tenant:0536d39dd9be4aa9a7033f627bfa69d3 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:48:07.937314 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-93d51299-4112-4118-9258-44b58702cff5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:48:07.944035 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-93d51299-4112-4118-9258-44b58702cff5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:48:07.954753 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93d51299-4112-4118-9258-44b58702cff5 admin admin] Made reservation on behalf of 0536d39dd9be4aa9a7033f627bfa69d3 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:48:07.957216 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-93d51299-4112-4118-9258-44b58702cff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:07.976010 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:07.978187 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-93d51299-4112-4118-9258-44b58702cff5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:07.992759 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-93d51299-4112-4118-9258-44b58702cff5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:48:07.996847 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-93d51299-4112-4118-9258-44b58702cff5 admin admin] Usage tracker for resource:security_group_rule and tenant:0536d39dd9be4aa9a7033f627bfa69d3 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:48:08.000589 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-93d51299-4112-4118-9258-44b58702cff5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:48:08.006280 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-93d51299-4112-4118-9258-44b58702cff5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:48:08.089342 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-93d51299-4112-4118-9258-44b58702cff5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:08.093302 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-93d51299-4112-4118-9258-44b58702cff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:08.122858 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93d51299-4112-4118-9258-44b58702cff5 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:48:08.132248 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d51299-4112-4118-9258-44b58702cff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e78b02-1b36-43ed-9a7f-9cf75c2f17a1,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:48:08.137941 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-93d51299-4112-4118-9258-44b58702cff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:08.138284 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-93d51299-4112-4118-9258-44b58702cff5 admin admin] Added segment 3855ee4a-7526-424d-928d-496a63bff387 of type vlan for network 8cc99635-3b00-40bd-8d1d-7c23a72f1a66 May 05 20:48:08.165849 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-93d51299-4112-4118-9258-44b58702cff5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:08.166767 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:08.196755 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-93d51299-4112-4118-9258-44b58702cff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:08.197628 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d51299-4112-4118-9258-44b58702cff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:48:08.198228 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-93d51299-4112-4118-9258-44b58702cff5 admin admin] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:08.299836 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-93d51299-4112-4118-9258-44b58702cff5 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4774082 May 05 20:48:08.302759 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 39258) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:48:08.304967 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d51299-4112-4118-9258-44b58702cff5 admin admin] Pushing event updated for resources: {'Network': ['ID=8cc99635-3b00-40bd-8d1d-7c23a72f1a66,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:48:08.309078 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-40855014-e45d-4efe-bd02-4e0a51258c73 admin admin] Request body: {'subnet': {'network_id': '8cc99635-3b00-40bd-8d1d-7c23a72f1a66', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-257648607-subnet', 'tenant_id': '0536d39dd9be4aa9a7033f627bfa69d3', 'ip_version': 4}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:48:08.315224 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 8cc99635-3b00-40bd-8d1d-7c23a72f1a66 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:48:08.315539 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-40855014-e45d-4efe-bd02-4e0a51258c73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:48:08.319443 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-40855014-e45d-4efe-bd02-4e0a51258c73 admin admin] Usage tracker for resource:subnet and tenant:0536d39dd9be4aa9a7033f627bfa69d3 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:48:08.322313 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-40855014-e45d-4efe-bd02-4e0a51258c73 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:48:08.328829 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-40855014-e45d-4efe-bd02-4e0a51258c73 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:48:08.337651 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40855014-e45d-4efe-bd02-4e0a51258c73 admin admin] Made reservation on behalf of 0536d39dd9be4aa9a7033f627bfa69d3 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:48:08.340069 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-40855014-e45d-4efe-bd02-4e0a51258c73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:08.550521 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-40855014-e45d-4efe-bd02-4e0a51258c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:08.627876 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40855014-e45d-4efe-bd02-4e0a51258c73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be6a5b73-baed-47a8-b475-8ac011f934e9,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:48:08.637987 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40855014-e45d-4efe-bd02-4e0a51258c73 admin admin] Checking segment: {'id': '3855ee4a-7526-424d-928d-496a63bff387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8cc99635-3b00-40bd-8d1d-7c23a72f1a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:48:08.638335 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40855014-e45d-4efe-bd02-4e0a51258c73 admin admin] Network hostable DHCP agents. Network: 8cc99635-3b00-40bd-8d1d-7c23a72f1a66, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:48:08.663282 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40855014-e45d-4efe-bd02-4e0a51258c73 admin admin] Network 8cc99635-3b00-40bd-8d1d-7c23a72f1a66 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:48:08.673518 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-40855014-e45d-4efe-bd02-4e0a51258c73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 8cc99635-3b00-40bd-8d1d-7c23a72f1a66) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:48:08.677532 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40855014-e45d-4efe-bd02-4e0a51258c73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:48:08.678116 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-40855014-e45d-4efe-bd02-4e0a51258c73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:08.682856 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569b6911-6c24-42fb-9a95-4710d0ec27b0 None None] Network 8cc99635-3b00-40bd-8d1d-7c23a72f1a66 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:48:08.707040 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-40855014-e45d-4efe-bd02-4e0a51258c73 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4031258 May 05 20:48:08.709672 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 39266) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:48:08.714720 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-a2233843-a0be-49bd-aa1c-76c4d5281789 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-257648607-router', 'tenant_id': '0536d39dd9be4aa9a7033f627bfa69d3', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:48:08.720600 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a2233843-a0be-49bd-aa1c-76c4d5281789 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:48:08.724649 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a2233843-a0be-49bd-aa1c-76c4d5281789 admin admin] Usage tracker for resource:router and tenant:0536d39dd9be4aa9a7033f627bfa69d3 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:48:08.727564 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a2233843-a0be-49bd-aa1c-76c4d5281789 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:48:08.734336 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a2233843-a0be-49bd-aa1c-76c4d5281789 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:48:08.745722 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a2233843-a0be-49bd-aa1c-76c4d5281789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:08.747009 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a2233843-a0be-49bd-aa1c-76c4d5281789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:08.762765 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a2233843-a0be-49bd-aa1c-76c4d5281789 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:08.915569 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9670e0-8950-4fd8-84f4-91a4e18753f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-8cc99635-3b00-40bd-8d1d-7c23a72f1a66', 'network_id': '8cc99635-3b00-40bd-8d1d-7c23a72f1a66', 'tenant_id': '0536d39dd9be4aa9a7033f627bfa69d3', 'fixed_ips': [{'subnet_id': 'be6a5b73-baed-47a8-b475-8ac011f934e9'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:48:08.916406 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2c9670e0-8950-4fd8-84f4-91a4e18753f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:09.073576 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-2c9670e0-8950-4fd8-84f4-91a4e18753f3 None None] Allocated IP 172.20.0.2 (8cc99635-3b00-40bd-8d1d-7c23a72f1a66/be6a5b73-baed-47a8-b475-8ac011f934e9/ea5dbe74-fe79-47a6-b89d-26c94ed493a7) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:48:09.159851 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a2233843-a0be-49bd-aa1c-76c4d5281789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:09.282053 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2c9670e0-8950-4fd8-84f4-91a4e18753f3 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:09.292479 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-2c9670e0-8950-4fd8-84f4-91a4e18753f3 None None] Transition to ACTIVE for port object ea5dbe74-fe79-47a6-b89d-26c94ed493a7 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:48:09.310295 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-2c9670e0-8950-4fd8-84f4-91a4e18753f3 None None] Transition to ACTIVE for port object ea5dbe74-fe79-47a6-b89d-26c94ed493a7 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:48:09.316359 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2c9670e0-8950-4fd8-84f4-91a4e18753f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:09.382125 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9670e0-8950-4fd8-84f4-91a4e18753f3 None None] Network 8cc99635-3b00-40bd-8d1d-7c23a72f1a66 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:48:09.384940 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-2c9670e0-8950-4fd8-84f4-91a4e18753f3 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:48:09.388592 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9670e0-8950-4fd8-84f4-91a4e18753f3 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:48:09.427027 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9670e0-8950-4fd8-84f4-91a4e18753f3 None None] Pushing event updated for resources: {'Port': ['ID=ea5dbe74-fe79-47a6-b89d-26c94ed493a7,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:48:09.482560 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a2233843-a0be-49bd-aa1c-76c4d5281789 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:09.486397 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-2c9670e0-8950-4fd8-84f4-91a4e18753f3 None None] Attempting to bind port ea5dbe74-fe79-47a6-b89d-26c94ed493a7 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:48:09.486754 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-2c9670e0-8950-4fd8-84f4-91a4e18753f3 None None] Attempting to bind port ea5dbe74-fe79-47a6-b89d-26c94ed493a7 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '3855ee4a-7526-424d-928d-496a63bff387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8cc99635-3b00-40bd-8d1d-7c23a72f1a66'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:48:09.487104 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9670e0-8950-4fd8-84f4-91a4e18753f3 None None] Attempting to bind port ea5dbe74-fe79-47a6-b89d-26c94ed493a7 on network 8cc99635-3b00-40bd-8d1d-7c23a72f1a66 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:48:09.492264 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9670e0-8950-4fd8-84f4-91a4e18753f3 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:48:09.492626 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9670e0-8950-4fd8-84f4-91a4e18753f3 None None] Checking segment: {'id': '3855ee4a-7526-424d-928d-496a63bff387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8cc99635-3b00-40bd-8d1d-7c23a72f1a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:48:09.493016 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2c9670e0-8950-4fd8-84f4-91a4e18753f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:09.493400 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9670e0-8950-4fd8-84f4-91a4e18753f3 None None] Bound using segment: {'id': '3855ee4a-7526-424d-928d-496a63bff387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8cc99635-3b00-40bd-8d1d-7c23a72f1a66'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:48:09.493848 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-2c9670e0-8950-4fd8-84f4-91a4e18753f3 None None] Bound port: ea5dbe74-fe79-47a6-b89d-26c94ed493a7, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3855ee4a-7526-424d-928d-496a63bff387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8cc99635-3b00-40bd-8d1d-7c23a72f1a66'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:48:09.494280 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2c9670e0-8950-4fd8-84f4-91a4e18753f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:09.512555 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a2233843-a0be-49bd-aa1c-76c4d5281789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:09.583163 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-2c9670e0-8950-4fd8-84f4-91a4e18753f3 None None] For port ea5dbe74-fe79-47a6-b89d-26c94ed493a7, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:48:09.586504 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-2c9670e0-8950-4fd8-84f4-91a4e18753f3 None None] For port ea5dbe74-fe79-47a6-b89d-26c94ed493a7, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=ea5dbe74-fe79-47a6-b89d-26c94ed493a7,segment=NetworkSegment(3855ee4a-7526-424d-928d-496a63bff387),segment_id=3855ee4a-7526-424d-928d-496a63bff387)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:48:09.590813 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2c9670e0-8950-4fd8-84f4-91a4e18753f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:09.663173 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-a2233843-a0be-49bd-aa1c-76c4d5281789 admin admin] Allocated IP 172.25.0.180 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/9c32c7bc-4be3-4704-b903-69b4f06b61a6) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:48:09.681169 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9670e0-8950-4fd8-84f4-91a4e18753f3 None None] Pushing event updated for resources: {'Port': ['ID=ea5dbe74-fe79-47a6-b89d-26c94ed493a7,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:48:09.722599 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:09.836262 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a2233843-a0be-49bd-aa1c-76c4d5281789 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:09.880425 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a2233843-a0be-49bd-aa1c-76c4d5281789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:09.948417 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2233843-a0be-49bd-aa1c-76c4d5281789 admin admin] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:48:09.951946 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-a2233843-a0be-49bd-aa1c-76c4d5281789 admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:48:09.955725 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2233843-a0be-49bd-aa1c-76c4d5281789 admin admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:48:09.989613 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2233843-a0be-49bd-aa1c-76c4d5281789 admin admin] Pushing event updated for resources: {'Port': ['ID=9c32c7bc-4be3-4704-b903-69b4f06b61a6,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:48:10.378305 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a2233843-a0be-49bd-aa1c-76c4d5281789 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:10.646183 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device ea5dbe74-fe79-47a6-b89d-26c94ed493a7 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:48:10.672460 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669231d6-6e9a-45bd-8465-4b59565acb8f None None] Network 8cc99635-3b00-40bd-8d1d-7c23a72f1a66 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:48:10.796752 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-ab2398c8-e375-4590-b8b3-ef9c24116c2c None None] Provisioning for port ea5dbe74-fe79-47a6-b89d-26c94ed493a7 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:48:10.835787 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port ea5dbe74-fe79-47a6-b89d-26c94ed493a7 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:48:10.861339 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a2233843-a0be-49bd-aa1c-76c4d5281789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:10.870005 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port ea5dbe74-fe79-47a6-b89d-26c94ed493a7 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:48:10.870371 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:11.070667 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2233843-a0be-49bd-aa1c-76c4d5281789 admin admin] Router f2cf3c46-a7d9-4785-9992-36c428a4bd9d is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:48:11.086449 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:11.125265 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port ea5dbe74-fe79-47a6-b89d-26c94ed493a7, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=ea5dbe74-fe79-47a6-b89d-26c94ed493a7,segment=NetworkSegment(3855ee4a-7526-424d-928d-496a63bff387),segment_id=3855ee4a-7526-424d-928d-496a63bff387)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:48:11.129627 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:11.198600 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=ea5dbe74-fe79-47a6-b89d-26c94ed493a7,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:48:11.262900 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2233843-a0be-49bd-aa1c-76c4d5281789 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:48:11.272351 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236febbd-ad28-473a-9dd7-8ab780aeea12 None None] Sync routers for ids ['f2cf3c46-a7d9-4785-9992-36c428a4bd9d'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:48:11.284186 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236febbd-ad28-473a-9dd7-8ab780aeea12 None None] Routers {'f2cf3c46-a7d9-4785-9992-36c428a4bd9d'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:48:11.285069 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-236febbd-ad28-473a-9dd7-8ab780aeea12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:48:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['f2cf3c46-a7d9-4785-9992-36c428a4bd9d'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:48:11.291124 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a2233843-a0be-49bd-aa1c-76c4d5281789 admin admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:11.292408 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a2233843-a0be-49bd-aa1c-76c4d5281789 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5818050 May 05 20:48:11.295584 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39270) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:48:11.351612 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-55636c99-39f0-46ca-9e25-a098f2792153 None None] Provisioning complete for port ea5dbe74-fe79-47a6-b89d-26c94ed493a7 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:48:11.352317 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-55636c99-39f0-46ca-9e25-a098f2792153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:11.473394 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-236febbd-ad28-473a-9dd7-8ab780aeea12 None None] Set router f2cf3c46-a7d9-4785-9992-36c428a4bd9d gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:48:11.771190 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-236febbd-ad28-473a-9dd7-8ab780aeea12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2cf3c46-a7d9-4785-9992-36c428a4bd9d', 'name': 'tempest-TestEncryptedCinderVolumes-257648607-router', 'tenant_id': '0536d39dd9be4aa9a7033f627bfa69d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '9c32c7bc-4be3-4704-b903-69b4f06b61a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:48:08Z', 'updated_at': '2022-05-05T20:48:10Z', 'revision_number': 3, 'project_id': '0536d39dd9be4aa9a7033f627bfa69d3', 'gw_port': {'id': '9c32c7bc-4be3-4704-b903-69b4f06b61a6', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:92:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2cf3c46-a7d9-4785-9992-36c428a4bd9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:48:09Z', 'updated_at': '2022-05-05T20:48:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:48:11.775002 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236febbd-ad28-473a-9dd7-8ab780aeea12 None None] Checking router: f2cf3c46-a7d9-4785-9992-36c428a4bd9d for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:48:11.775335 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236febbd-ad28-473a-9dd7-8ab780aeea12 None None] Updating router f2cf3c46-a7d9-4785-9992-36c428a4bd9d port 9c32c7bc-4be3-4704-b903-69b4f06b61a6 binding host n-d-840717-1 {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:48:11.826788 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-236febbd-ad28-473a-9dd7-8ab780aeea12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:12.120850 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-79663fb4-20a9-455c-9175-b619e0ec7171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:12.150721 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-236febbd-ad28-473a-9dd7-8ab780aeea12 None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:12.162648 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-236febbd-ad28-473a-9dd7-8ab780aeea12 None None] Transition to ACTIVE for port object 9c32c7bc-4be3-4704-b903-69b4f06b61a6 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:48:12.168861 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-236febbd-ad28-473a-9dd7-8ab780aeea12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:12.249294 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-236febbd-ad28-473a-9dd7-8ab780aeea12 None None] Attempting to bind port 9c32c7bc-4be3-4704-b903-69b4f06b61a6 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:48:12.249647 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-236febbd-ad28-473a-9dd7-8ab780aeea12 None None] Attempting to bind port 9c32c7bc-4be3-4704-b903-69b4f06b61a6 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:48:12.249994 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236febbd-ad28-473a-9dd7-8ab780aeea12 None None] Attempting to bind port 9c32c7bc-4be3-4704-b903-69b4f06b61a6 on network 0401d202-1605-4cfe-bad4-fb225df6afb0 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:48:12.253271 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd81ed7c-a99e-4678-8fa5-7b2dbc43d59c None None] Pushing event updated for resources: {'Port': ['ID=9c32c7bc-4be3-4704-b903-69b4f06b61a6,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:48:12.261439 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd81ed7c-a99e-4678-8fa5-7b2dbc43d59c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:48:12.261780 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd81ed7c-a99e-4678-8fa5-7b2dbc43d59c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:48:12.262105 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd81ed7c-a99e-4678-8fa5-7b2dbc43d59c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:48:12.262434 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd81ed7c-a99e-4678-8fa5-7b2dbc43d59c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:48:12.262744 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd81ed7c-a99e-4678-8fa5-7b2dbc43d59c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:48:12.263109 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd81ed7c-a99e-4678-8fa5-7b2dbc43d59c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:48:12.263394 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd81ed7c-a99e-4678-8fa5-7b2dbc43d59c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:48:12.264245 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd81ed7c-a99e-4678-8fa5-7b2dbc43d59c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:48:12.264554 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd81ed7c-a99e-4678-8fa5-7b2dbc43d59c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:48:12.264863 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd81ed7c-a99e-4678-8fa5-7b2dbc43d59c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:48:12.265204 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd81ed7c-a99e-4678-8fa5-7b2dbc43d59c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:48:12.265531 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd81ed7c-a99e-4678-8fa5-7b2dbc43d59c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:48:12.268502 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236febbd-ad28-473a-9dd7-8ab780aeea12 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:48:12.268864 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236febbd-ad28-473a-9dd7-8ab780aeea12 None None] Checking segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:48:12.269247 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-236febbd-ad28-473a-9dd7-8ab780aeea12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:12.269619 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236febbd-ad28-473a-9dd7-8ab780aeea12 None None] Bound using segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:48:12.270124 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-236febbd-ad28-473a-9dd7-8ab780aeea12 None None] Bound port: 9c32c7bc-4be3-4704-b903-69b4f06b61a6, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:48:12.270414 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-236febbd-ad28-473a-9dd7-8ab780aeea12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:12.331216 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-79663fb4-20a9-455c-9175-b619e0ec7171 admin admin] Allocated IP 172.20.0.1 (8cc99635-3b00-40bd-8d1d-7c23a72f1a66/be6a5b73-baed-47a8-b475-8ac011f934e9/21cc776e-de95-49df-8bde-2979db70a235) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:48:12.340594 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-236febbd-ad28-473a-9dd7-8ab780aeea12 None None] For port 9c32c7bc-4be3-4704-b903-69b4f06b61a6, host n-d-840717-1, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:48:12.344053 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-236febbd-ad28-473a-9dd7-8ab780aeea12 None None] For port 9c32c7bc-4be3-4704-b903-69b4f06b61a6, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=9c32c7bc-4be3-4704-b903-69b4f06b61a6,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:48:12.348463 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-236febbd-ad28-473a-9dd7-8ab780aeea12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:12.426874 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236febbd-ad28-473a-9dd7-8ab780aeea12 None None] Routers {'f2cf3c46-a7d9-4785-9992-36c428a4bd9d'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:48:12.427597 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-236febbd-ad28-473a-9dd7-8ab780aeea12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:48:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['f2cf3c46-a7d9-4785-9992-36c428a4bd9d'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:48:12.479564 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-79663fb4-20a9-455c-9175-b619e0ec7171 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:12.496383 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd81ed7c-a99e-4678-8fa5-7b2dbc43d59c None None] Pushing event updated for resources: {'Port': ['ID=9c32c7bc-4be3-4704-b903-69b4f06b61a6,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:48:12.496591 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-79663fb4-20a9-455c-9175-b619e0ec7171 admin admin] Transition to ACTIVE for port object 21cc776e-de95-49df-8bde-2979db70a235 will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:48:12.519642 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-79663fb4-20a9-455c-9175-b619e0ec7171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:12.585436 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79663fb4-20a9-455c-9175-b619e0ec7171 admin admin] Network 8cc99635-3b00-40bd-8d1d-7c23a72f1a66 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:48:12.588358 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-79663fb4-20a9-455c-9175-b619e0ec7171 admin admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:48:12.592882 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79663fb4-20a9-455c-9175-b619e0ec7171 admin admin] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:48:12.614240 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device ea5dbe74-fe79-47a6-b89d-26c94ed493a7 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:48:12.640862 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79663fb4-20a9-455c-9175-b619e0ec7171 admin admin] Pushing event updated for resources: {'Port': ['ID=21cc776e-de95-49df-8bde-2979db70a235,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:48:12.662150 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-79663fb4-20a9-455c-9175-b619e0ec7171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:12.666581 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-236febbd-ad28-473a-9dd7-8ab780aeea12 None None] Set router f2cf3c46-a7d9-4785-9992-36c428a4bd9d gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:48:12.703563 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port ea5dbe74-fe79-47a6-b89d-26c94ed493a7 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:48:12.704025 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:12.913243 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b93ccff8-764c-4d6b-8a63-71c9622880ad None None] Provisioning for port 21cc776e-de95-49df-8bde-2979db70a235 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:48:12.919208 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b93ccff8-764c-4d6b-8a63-71c9622880ad None None] Provisioning complete for port 21cc776e-de95-49df-8bde-2979db70a235 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:48:12.919764 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b93ccff8-764c-4d6b-8a63-71c9622880ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:12.946421 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-79663fb4-20a9-455c-9175-b619e0ec7171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:12.971570 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-236febbd-ad28-473a-9dd7-8ab780aeea12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2cf3c46-a7d9-4785-9992-36c428a4bd9d', 'name': 'tempest-TestEncryptedCinderVolumes-257648607-router', 'tenant_id': '0536d39dd9be4aa9a7033f627bfa69d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '9c32c7bc-4be3-4704-b903-69b4f06b61a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:48:08Z', 'updated_at': '2022-05-05T20:48:10Z', 'revision_number': 3, 'project_id': '0536d39dd9be4aa9a7033f627bfa69d3', 'gw_port': {'id': '9c32c7bc-4be3-4704-b903-69b4f06b61a6', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:92:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2cf3c46-a7d9-4785-9992-36c428a4bd9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:48:09Z', 'updated_at': '2022-05-05T20:48:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:48:12.975851 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236febbd-ad28-473a-9dd7-8ab780aeea12 None None] The sync data for ids ['f2cf3c46-a7d9-4785-9992-36c428a4bd9d'] in n-d-840717-1 is: [{'id': 'f2cf3c46-a7d9-4785-9992-36c428a4bd9d', 'name': 'tempest-TestEncryptedCinderVolumes-257648607-router', 'tenant_id': '0536d39dd9be4aa9a7033f627bfa69d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '9c32c7bc-4be3-4704-b903-69b4f06b61a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:48:08Z', 'updated_at': '2022-05-05T20:48:10Z', 'revision_number': 3, 'project_id': '0536d39dd9be4aa9a7033f627bfa69d3', 'gw_port': {'id': '9c32c7bc-4be3-4704-b903-69b4f06b61a6', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:92:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2cf3c46-a7d9-4785-9992-36c428a4bd9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:48:09Z', 'updated_at': '2022-05-05T20:48:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:48:12.980515 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b93ccff8-764c-4d6b-8a63-71c9622880ad None None] Port 21cc776e-de95-49df-8bde-2979db70a235 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:48:13.318587 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-79663fb4-20a9-455c-9175-b619e0ec7171 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:13.324456 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-79663fb4-20a9-455c-9175-b619e0ec7171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:13.414582 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-79663fb4-20a9-455c-9175-b619e0ec7171 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:13.483500 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79663fb4-20a9-455c-9175-b619e0ec7171 admin admin] Pushing event updated for resources: {'Port': ['ID=21cc776e-de95-49df-8bde-2979db70a235,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:48:13.594764 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79663fb4-20a9-455c-9175-b619e0ec7171 admin admin] Network 8cc99635-3b00-40bd-8d1d-7c23a72f1a66 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:48:13.596650 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-79663fb4-20a9-455c-9175-b619e0ec7171 admin admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:48:13.823997 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79663fb4-20a9-455c-9175-b619e0ec7171 admin admin] Router f2cf3c46-a7d9-4785-9992-36c428a4bd9d has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:48:13.908959 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-720ae58d-d3bb-45ba-9203-be077260b416 None None] Provisioning complete for port 21cc776e-de95-49df-8bde-2979db70a235 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:48:13.909510 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-720ae58d-d3bb-45ba-9203-be077260b416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:13.960799 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-720ae58d-d3bb-45ba-9203-be077260b416 None None] Port 21cc776e-de95-49df-8bde-2979db70a235 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:48:14.009327 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79663fb4-20a9-455c-9175-b619e0ec7171 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:48:14.018093 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-79663fb4-20a9-455c-9175-b619e0ec7171 admin admin] 10.222.0.36 "PUT /v2.0/routers/f2cf3c46-a7d9-4785-9992-36c428a4bd9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7214227 May 05 20:48:14.473404 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b707c3-830b-40a1-85f5-4e4b441d4e6f None None] Sync routers for ids ['f2cf3c46-a7d9-4785-9992-36c428a4bd9d'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:48:14.483425 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b707c3-830b-40a1-85f5-4e4b441d4e6f None None] Routers {'f2cf3c46-a7d9-4785-9992-36c428a4bd9d'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:48:14.483712 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-46b707c3-830b-40a1-85f5-4e4b441d4e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:48:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['f2cf3c46-a7d9-4785-9992-36c428a4bd9d'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:48:14.518084 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39288) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:48:14.523642 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-ef38769b-2b2b-4d43-bc34-fb1bcc7ba5a9 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-911358660-network', 'tenant_id': 'a7fef8091a0747d1a5e794a2a89218a0'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:48:14.529255 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-ef38769b-2b2b-4d43-bc34-fb1bcc7ba5a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:48:14.533179 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-ef38769b-2b2b-4d43-bc34-fb1bcc7ba5a9 admin admin] Usage tracker for resource:network and tenant:a7fef8091a0747d1a5e794a2a89218a0 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:48:14.536619 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-ef38769b-2b2b-4d43-bc34-fb1bcc7ba5a9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:48:14.554139 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-ef38769b-2b2b-4d43-bc34-fb1bcc7ba5a9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:48:14.568129 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef38769b-2b2b-4d43-bc34-fb1bcc7ba5a9 admin admin] Made reservation on behalf of a7fef8091a0747d1a5e794a2a89218a0 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:48:14.571067 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ef38769b-2b2b-4d43-bc34-fb1bcc7ba5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:14.585789 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ef38769b-2b2b-4d43-bc34-fb1bcc7ba5a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:14.604498 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-ef38769b-2b2b-4d43-bc34-fb1bcc7ba5a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:48:14.608393 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-ef38769b-2b2b-4d43-bc34-fb1bcc7ba5a9 admin admin] Usage tracker for resource:security_group_rule and tenant:a7fef8091a0747d1a5e794a2a89218a0 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:48:14.611915 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-ef38769b-2b2b-4d43-bc34-fb1bcc7ba5a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:48:14.621681 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-ef38769b-2b2b-4d43-bc34-fb1bcc7ba5a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:48:14.636663 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 9c32c7bc-4be3-4704-b903-69b4f06b61a6 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:48:14.706797 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ef38769b-2b2b-4d43-bc34-fb1bcc7ba5a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:14.711474 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ef38769b-2b2b-4d43-bc34-fb1bcc7ba5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:14.732351 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:14.738905 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef38769b-2b2b-4d43-bc34-fb1bcc7ba5a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:48:14.752139 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef38769b-2b2b-4d43-bc34-fb1bcc7ba5a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8eeafe-1037-45eb-8367-2fb54bd85426,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:48:14.756274 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-46b707c3-830b-40a1-85f5-4e4b441d4e6f None None] Set router f2cf3c46-a7d9-4785-9992-36c428a4bd9d gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:48:14.756549 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ef38769b-2b2b-4d43-bc34-fb1bcc7ba5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:14.756895 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-ef38769b-2b2b-4d43-bc34-fb1bcc7ba5a9 admin admin] Added segment 94138e57-c597-4e2f-a51d-f064c6f22c4d of type vlan for network f7e88dba-1468-4bfc-a380-3c50196fac30 May 05 20:48:14.783076 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ef38769b-2b2b-4d43-bc34-fb1bcc7ba5a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:14.812642 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ef38769b-2b2b-4d43-bc34-fb1bcc7ba5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:14.813630 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef38769b-2b2b-4d43-bc34-fb1bcc7ba5a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:48:14.814255 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ef38769b-2b2b-4d43-bc34-fb1bcc7ba5a9 admin admin] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:14.826614 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 9c32c7bc-4be3-4704-b903-69b4f06b61a6 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:48:14.833431 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 9c32c7bc-4be3-4704-b903-69b4f06b61a6 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:48:14.833811 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:14.918814 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef38769b-2b2b-4d43-bc34-fb1bcc7ba5a9 admin admin] Pushing event updated for resources: {'Network': ['ID=f7e88dba-1468-4bfc-a380-3c50196fac30,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:48:14.923828 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-ef38769b-2b2b-4d43-bc34-fb1bcc7ba5a9 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4045877 May 05 20:48:14.925208 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 39292) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:48:14.930495 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-10e25b60-571d-4271-87a9-7447961cbf56 admin admin] Request body: {'subnet': {'network_id': 'f7e88dba-1468-4bfc-a380-3c50196fac30', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-911358660-subnet', 'tenant_id': 'a7fef8091a0747d1a5e794a2a89218a0', 'ip_version': 4}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:48:14.936229 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-10e25b60-571d-4271-87a9-7447961cbf56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:48:14.939165 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network f7e88dba-1468-4bfc-a380-3c50196fac30 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:48:14.940321 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-10e25b60-571d-4271-87a9-7447961cbf56 admin admin] Usage tracker for resource:subnet and tenant:a7fef8091a0747d1a5e794a2a89218a0 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:48:14.943996 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-10e25b60-571d-4271-87a9-7447961cbf56 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:48:14.949663 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-10e25b60-571d-4271-87a9-7447961cbf56 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:48:14.960382 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e25b60-571d-4271-87a9-7447961cbf56 admin admin] Made reservation on behalf of a7fef8091a0747d1a5e794a2a89218a0 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:48:14.962719 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-10e25b60-571d-4271-87a9-7447961cbf56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:15.170293 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-10e25b60-571d-4271-87a9-7447961cbf56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:15.245980 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e25b60-571d-4271-87a9-7447961cbf56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bdd2254-250b-46f9-ac10-1e4db3d754d5,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:48:15.255329 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e25b60-571d-4271-87a9-7447961cbf56 admin admin] Checking segment: {'id': '94138e57-c597-4e2f-a51d-f064c6f22c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f7e88dba-1468-4bfc-a380-3c50196fac30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:48:15.255710 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e25b60-571d-4271-87a9-7447961cbf56 admin admin] Network hostable DHCP agents. Network: f7e88dba-1468-4bfc-a380-3c50196fac30, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:48:15.278081 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e25b60-571d-4271-87a9-7447961cbf56 admin admin] Network f7e88dba-1468-4bfc-a380-3c50196fac30 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:48:15.289975 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-10e25b60-571d-4271-87a9-7447961cbf56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, f7e88dba-1468-4bfc-a380-3c50196fac30) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:48:15.296665 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e25b60-571d-4271-87a9-7447961cbf56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:48:15.298029 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-10e25b60-571d-4271-87a9-7447961cbf56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:15.301429 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a96f346-615d-4a9d-bdce-8e9da3c375ed None None] Network f7e88dba-1468-4bfc-a380-3c50196fac30 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:48:15.319805 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:15.320534 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-10e25b60-571d-4271-87a9-7447961cbf56 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3942955 May 05 20:48:15.323072 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 39296) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:48:15.328669 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-5eb9b816-8eaf-47c6-9159-347c3dd70754 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-911358660-router', 'tenant_id': 'a7fef8091a0747d1a5e794a2a89218a0', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:48:15.333830 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5eb9b816-8eaf-47c6-9159-347c3dd70754 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:48:15.337614 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-5eb9b816-8eaf-47c6-9159-347c3dd70754 admin admin] Usage tracker for resource:router and tenant:a7fef8091a0747d1a5e794a2a89218a0 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:48:15.340770 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-5eb9b816-8eaf-47c6-9159-347c3dd70754 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:48:15.346274 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5eb9b816-8eaf-47c6-9159-347c3dd70754 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:48:15.357244 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5eb9b816-8eaf-47c6-9159-347c3dd70754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:15.357830 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 9c32c7bc-4be3-4704-b903-69b4f06b61a6, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=9c32c7bc-4be3-4704-b903-69b4f06b61a6,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:48:15.358372 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5eb9b816-8eaf-47c6-9159-347c3dd70754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:15.375319 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5eb9b816-8eaf-47c6-9159-347c3dd70754 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:15.407086 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:15.522591 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=9c32c7bc-4be3-4704-b903-69b4f06b61a6,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:48:15.564194 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-46b707c3-830b-40a1-85f5-4e4b441d4e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2cf3c46-a7d9-4785-9992-36c428a4bd9d', 'name': 'tempest-TestEncryptedCinderVolumes-257648607-router', 'tenant_id': '0536d39dd9be4aa9a7033f627bfa69d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '9c32c7bc-4be3-4704-b903-69b4f06b61a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:48:08Z', 'updated_at': '2022-05-05T20:48:12Z', 'revision_number': 4, 'project_id': '0536d39dd9be4aa9a7033f627bfa69d3', 'gw_port': {'id': '9c32c7bc-4be3-4704-b903-69b4f06b61a6', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:92:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2cf3c46-a7d9-4785-9992-36c428a4bd9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:48:09Z', 'updated_at': '2022-05-05T20:48:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '21cc776e-de95-49df-8bde-2979db70a235', 'name': '', 'network_id': '8cc99635-3b00-40bd-8d1d-7c23a72f1a66', 'tenant_id': '0536d39dd9be4aa9a7033f627bfa69d3', 'mac_address': 'fa:16:3e:78:c6:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2cf3c46-a7d9-4785-9992-36c428a4bd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'be6a5b73-baed-47a8-b475-8ac011f934e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:48:12Z', 'updated_at': '2022-05-05T20:48:13Z', 'revision_number': 2, 'project_id': '0536d39dd9be4aa9a7033f627bfa69d3', 'subnets': [{'id': 'be6a5b73-baed-47a8-b475-8ac011f934e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:48:15.575818 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b707c3-830b-40a1-85f5-4e4b441d4e6f None None] Checking router: f2cf3c46-a7d9-4785-9992-36c428a4bd9d for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:48:15.576713 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b707c3-830b-40a1-85f5-4e4b441d4e6f None None] Updating router f2cf3c46-a7d9-4785-9992-36c428a4bd9d port 21cc776e-de95-49df-8bde-2979db70a235 binding host n-d-840717-1 {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:48:15.641266 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5eb9b816-8eaf-47c6-9159-347c3dd70754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:15.668684 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-46b707c3-830b-40a1-85f5-4e4b441d4e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:15.680941 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471bc30b-4823-44fd-a14a-c6dce368c974 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-f7e88dba-1468-4bfc-a380-3c50196fac30', 'network_id': 'f7e88dba-1468-4bfc-a380-3c50196fac30', 'tenant_id': 'a7fef8091a0747d1a5e794a2a89218a0', 'fixed_ips': [{'subnet_id': '4bdd2254-250b-46f9-ac10-1e4db3d754d5'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:48:15.681801 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-471bc30b-4823-44fd-a14a-c6dce368c974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:15.988116 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-471bc30b-4823-44fd-a14a-c6dce368c974 None None] Allocated IP 172.20.0.2 (f7e88dba-1468-4bfc-a380-3c50196fac30/4bdd2254-250b-46f9-ac10-1e4db3d754d5/bd6e405d-8adf-4186-8f49-98f2e026ee52) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:48:16.077768 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5eb9b816-8eaf-47c6-9159-347c3dd70754 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:16.108090 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5eb9b816-8eaf-47c6-9159-347c3dd70754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:16.247937 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-5eb9b816-8eaf-47c6-9159-347c3dd70754 admin admin] Allocated IP 172.25.0.136 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/121abc81-9d40-4b78-8275-27304f96836f) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:48:16.324788 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-46b707c3-830b-40a1-85f5-4e4b441d4e6f None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:16.347015 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-46b707c3-830b-40a1-85f5-4e4b441d4e6f None None] Transition to ACTIVE for port object 21cc776e-de95-49df-8bde-2979db70a235 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:48:16.352970 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-471bc30b-4823-44fd-a14a-c6dce368c974 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:16.359201 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-46b707c3-830b-40a1-85f5-4e4b441d4e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:16.397964 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5eb9b816-8eaf-47c6-9159-347c3dd70754 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:16.414572 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-471bc30b-4823-44fd-a14a-c6dce368c974 None None] Transition to ACTIVE for port object bd6e405d-8adf-4186-8f49-98f2e026ee52 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:48:16.428961 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5eb9b816-8eaf-47c6-9159-347c3dd70754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:16.496462 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb9b816-8eaf-47c6-9159-347c3dd70754 admin admin] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:48:16.499510 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-5eb9b816-8eaf-47c6-9159-347c3dd70754 admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:48:16.503086 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb9b816-8eaf-47c6-9159-347c3dd70754 admin admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:48:16.510309 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-471bc30b-4823-44fd-a14a-c6dce368c974 None None] Transition to ACTIVE for port object bd6e405d-8adf-4186-8f49-98f2e026ee52 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:48:16.511615 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4284dd2-3414-4b76-8f67-a83153011f14 None None] Pushing event updated for resources: {'Port': ['ID=21cc776e-de95-49df-8bde-2979db70a235,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:48:16.534720 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb9b816-8eaf-47c6-9159-347c3dd70754 admin admin] Pushing event updated for resources: {'Port': ['ID=121abc81-9d40-4b78-8275-27304f96836f,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:48:16.548354 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-471bc30b-4823-44fd-a14a-c6dce368c974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:16.644470 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 9c32c7bc-4be3-4704-b903-69b4f06b61a6 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:48:16.724407 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471bc30b-4823-44fd-a14a-c6dce368c974 None None] Network f7e88dba-1468-4bfc-a380-3c50196fac30 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:48:16.731326 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-471bc30b-4823-44fd-a14a-c6dce368c974 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:48:16.733450 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-46b707c3-830b-40a1-85f5-4e4b441d4e6f None None] Attempting to bind port 21cc776e-de95-49df-8bde-2979db70a235 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:48:16.733820 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-46b707c3-830b-40a1-85f5-4e4b441d4e6f None None] Attempting to bind port 21cc776e-de95-49df-8bde-2979db70a235 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '3855ee4a-7526-424d-928d-496a63bff387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8cc99635-3b00-40bd-8d1d-7c23a72f1a66'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:48:16.734197 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b707c3-830b-40a1-85f5-4e4b441d4e6f None None] Attempting to bind port 21cc776e-de95-49df-8bde-2979db70a235 on network 8cc99635-3b00-40bd-8d1d-7c23a72f1a66 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:48:16.740787 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471bc30b-4823-44fd-a14a-c6dce368c974 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:48:16.750211 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471bc30b-4823-44fd-a14a-c6dce368c974 None None] Pushing event updated for resources: {'Port': ['ID=bd6e405d-8adf-4186-8f49-98f2e026ee52,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:48:16.759515 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b707c3-830b-40a1-85f5-4e4b441d4e6f None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:48:16.759888 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b707c3-830b-40a1-85f5-4e4b441d4e6f None None] Checking segment: {'id': '3855ee4a-7526-424d-928d-496a63bff387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8cc99635-3b00-40bd-8d1d-7c23a72f1a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:48:16.760284 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-46b707c3-830b-40a1-85f5-4e4b441d4e6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:16.760668 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b707c3-830b-40a1-85f5-4e4b441d4e6f None None] Bound using segment: {'id': '3855ee4a-7526-424d-928d-496a63bff387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8cc99635-3b00-40bd-8d1d-7c23a72f1a66'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:48:16.761128 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-46b707c3-830b-40a1-85f5-4e4b441d4e6f None None] Bound port: 21cc776e-de95-49df-8bde-2979db70a235, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3855ee4a-7526-424d-928d-496a63bff387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8cc99635-3b00-40bd-8d1d-7c23a72f1a66'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:48:16.761500 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-46b707c3-830b-40a1-85f5-4e4b441d4e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:16.961963 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:16.970358 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-471bc30b-4823-44fd-a14a-c6dce368c974 None None] Attempting to bind port bd6e405d-8adf-4186-8f49-98f2e026ee52 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:48:16.970724 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-471bc30b-4823-44fd-a14a-c6dce368c974 None None] Attempting to bind port bd6e405d-8adf-4186-8f49-98f2e026ee52 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '94138e57-c597-4e2f-a51d-f064c6f22c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f7e88dba-1468-4bfc-a380-3c50196fac30'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:48:16.971088 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471bc30b-4823-44fd-a14a-c6dce368c974 None None] Attempting to bind port bd6e405d-8adf-4186-8f49-98f2e026ee52 on network f7e88dba-1468-4bfc-a380-3c50196fac30 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:48:16.981403 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5eb9b816-8eaf-47c6-9159-347c3dd70754 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:16.985424 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471bc30b-4823-44fd-a14a-c6dce368c974 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:48:16.985798 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471bc30b-4823-44fd-a14a-c6dce368c974 None None] Checking segment: {'id': '94138e57-c597-4e2f-a51d-f064c6f22c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f7e88dba-1468-4bfc-a380-3c50196fac30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:48:16.986195 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-471bc30b-4823-44fd-a14a-c6dce368c974 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:16.986586 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471bc30b-4823-44fd-a14a-c6dce368c974 None None] Bound using segment: {'id': '94138e57-c597-4e2f-a51d-f064c6f22c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f7e88dba-1468-4bfc-a380-3c50196fac30'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:48:16.987046 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-471bc30b-4823-44fd-a14a-c6dce368c974 None None] Bound port: bd6e405d-8adf-4186-8f49-98f2e026ee52, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94138e57-c597-4e2f-a51d-f064c6f22c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f7e88dba-1468-4bfc-a380-3c50196fac30'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:48:16.987445 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-471bc30b-4823-44fd-a14a-c6dce368c974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:17.005366 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 9c32c7bc-4be3-4704-b903-69b4f06b61a6 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:48:17.005972 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:17.090020 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-46b707c3-830b-40a1-85f5-4e4b441d4e6f None None] For port 21cc776e-de95-49df-8bde-2979db70a235, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:48:17.122301 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-46b707c3-830b-40a1-85f5-4e4b441d4e6f None None] For port 21cc776e-de95-49df-8bde-2979db70a235, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=21cc776e-de95-49df-8bde-2979db70a235,segment=NetworkSegment(3855ee4a-7526-424d-928d-496a63bff387),segment_id=3855ee4a-7526-424d-928d-496a63bff387)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:48:17.131231 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-46b707c3-830b-40a1-85f5-4e4b441d4e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:17.261912 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-471bc30b-4823-44fd-a14a-c6dce368c974 None None] For port bd6e405d-8adf-4186-8f49-98f2e026ee52, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:48:17.290658 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-471bc30b-4823-44fd-a14a-c6dce368c974 None None] For port bd6e405d-8adf-4186-8f49-98f2e026ee52, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=bd6e405d-8adf-4186-8f49-98f2e026ee52,segment=NetworkSegment(94138e57-c597-4e2f-a51d-f064c6f22c4d),segment_id=94138e57-c597-4e2f-a51d-f064c6f22c4d)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:48:17.296851 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b707c3-830b-40a1-85f5-4e4b441d4e6f None None] Routers {'f2cf3c46-a7d9-4785-9992-36c428a4bd9d'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:48:17.297493 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-46b707c3-830b-40a1-85f5-4e4b441d4e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:48:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['f2cf3c46-a7d9-4785-9992-36c428a4bd9d'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:48:17.352352 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4284dd2-3414-4b76-8f67-a83153011f14 None None] Pushing event updated for resources: {'Port': ['ID=21cc776e-de95-49df-8bde-2979db70a235,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:48:17.364316 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-471bc30b-4823-44fd-a14a-c6dce368c974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:17.461427 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5eb9b816-8eaf-47c6-9159-347c3dd70754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:17.558114 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471bc30b-4823-44fd-a14a-c6dce368c974 None None] Pushing event updated for resources: {'Port': ['ID=bd6e405d-8adf-4186-8f49-98f2e026ee52,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:48:17.593359 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-46b707c3-830b-40a1-85f5-4e4b441d4e6f None None] Set router f2cf3c46-a7d9-4785-9992-36c428a4bd9d gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:48:17.693483 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eb9b816-8eaf-47c6-9159-347c3dd70754 admin admin] Router 60595b5a-d6d8-4aae-8df9-c2e74fdb548a is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:48:17.890331 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb9b816-8eaf-47c6-9159-347c3dd70754 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:48:17.905006 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93b03be-1227-4291-9bd2-3e757bf406a3 None None] Sync routers for ids ['60595b5a-d6d8-4aae-8df9-c2e74fdb548a'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:48:17.916595 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5eb9b816-8eaf-47c6-9159-347c3dd70754 admin admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:17.916776 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93b03be-1227-4291-9bd2-3e757bf406a3 None None] Routers {'60595b5a-d6d8-4aae-8df9-c2e74fdb548a'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:48:17.917237 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-c93b03be-1227-4291-9bd2-3e757bf406a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:48:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['60595b5a-d6d8-4aae-8df9-c2e74fdb548a'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:48:17.920837 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-5eb9b816-8eaf-47c6-9159-347c3dd70754 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5967615 May 05 20:48:17.922405 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39304) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:48:17.959198 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-46b707c3-830b-40a1-85f5-4e4b441d4e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2cf3c46-a7d9-4785-9992-36c428a4bd9d', 'name': 'tempest-TestEncryptedCinderVolumes-257648607-router', 'tenant_id': '0536d39dd9be4aa9a7033f627bfa69d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '9c32c7bc-4be3-4704-b903-69b4f06b61a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:48:08Z', 'updated_at': '2022-05-05T20:48:12Z', 'revision_number': 4, 'project_id': '0536d39dd9be4aa9a7033f627bfa69d3', 'gw_port': {'id': '9c32c7bc-4be3-4704-b903-69b4f06b61a6', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:92:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2cf3c46-a7d9-4785-9992-36c428a4bd9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:48:09Z', 'updated_at': '2022-05-05T20:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '21cc776e-de95-49df-8bde-2979db70a235', 'name': '', 'network_id': '8cc99635-3b00-40bd-8d1d-7c23a72f1a66', 'tenant_id': '0536d39dd9be4aa9a7033f627bfa69d3', 'mac_address': 'fa:16:3e:78:c6:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2cf3c46-a7d9-4785-9992-36c428a4bd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'be6a5b73-baed-47a8-b475-8ac011f934e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:48:12Z', 'updated_at': '2022-05-05T20:48:17Z', 'revision_number': 4, 'project_id': '0536d39dd9be4aa9a7033f627bfa69d3', 'subnets': [{'id': 'be6a5b73-baed-47a8-b475-8ac011f934e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:48:17.964044 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b707c3-830b-40a1-85f5-4e4b441d4e6f None None] The sync data for ids ['f2cf3c46-a7d9-4785-9992-36c428a4bd9d'] in n-d-840717-1 is: [{'id': 'f2cf3c46-a7d9-4785-9992-36c428a4bd9d', 'name': 'tempest-TestEncryptedCinderVolumes-257648607-router', 'tenant_id': '0536d39dd9be4aa9a7033f627bfa69d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '9c32c7bc-4be3-4704-b903-69b4f06b61a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:48:08Z', 'updated_at': '2022-05-05T20:48:12Z', 'revision_number': 4, 'project_id': '0536d39dd9be4aa9a7033f627bfa69d3', 'gw_port': {'id': '9c32c7bc-4be3-4704-b903-69b4f06b61a6', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:92:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2cf3c46-a7d9-4785-9992-36c428a4bd9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:48:09Z', 'updated_at': '2022-05-05T20:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '21cc776e-de95-49df-8bde-2979db70a235', 'name': '', 'network_id': '8cc99635-3b00-40bd-8d1d-7c23a72f1a66', 'tenant_id': '0536d39dd9be4aa9a7033f627bfa69d3', 'mac_address': 'fa:16:3e:78:c6:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2cf3c46-a7d9-4785-9992-36c428a4bd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'be6a5b73-baed-47a8-b475-8ac011f934e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:48:12Z', 'updated_at': '2022-05-05T20:48:17Z', 'revision_number': 4, 'project_id': '0536d39dd9be4aa9a7033f627bfa69d3', 'subnets': [{'id': 'be6a5b73-baed-47a8-b475-8ac011f934e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:48:18.115964 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-c93b03be-1227-4291-9bd2-3e757bf406a3 None None] Set router 60595b5a-d6d8-4aae-8df9-c2e74fdb548a gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:48:18.458370 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-c93b03be-1227-4291-9bd2-3e757bf406a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60595b5a-d6d8-4aae-8df9-c2e74fdb548a', 'name': 'tempest-TestEncryptedCinderVolumes-911358660-router', 'tenant_id': 'a7fef8091a0747d1a5e794a2a89218a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '121abc81-9d40-4b78-8275-27304f96836f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:48:15Z', 'updated_at': '2022-05-05T20:48:16Z', 'revision_number': 3, 'project_id': 'a7fef8091a0747d1a5e794a2a89218a0', 'gw_port': {'id': '121abc81-9d40-4b78-8275-27304f96836f', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:57:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60595b5a-d6d8-4aae-8df9-c2e74fdb548a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:48:16Z', 'updated_at': '2022-05-05T20:48:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:48:18.463396 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93b03be-1227-4291-9bd2-3e757bf406a3 None None] Checking router: 60595b5a-d6d8-4aae-8df9-c2e74fdb548a for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:48:18.463964 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93b03be-1227-4291-9bd2-3e757bf406a3 None None] Updating router 60595b5a-d6d8-4aae-8df9-c2e74fdb548a port 121abc81-9d40-4b78-8275-27304f96836f binding host n-d-840717-1 {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:48:18.532973 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c93b03be-1227-4291-9bd2-3e757bf406a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:18.723604 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 21cc776e-de95-49df-8bde-2979db70a235 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:48:18.810567 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89cfbdb0-504a-477d-8ee6-c2e4671e18da None None] Network f7e88dba-1468-4bfc-a380-3c50196fac30 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:48:18.830782 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 21cc776e-de95-49df-8bde-2979db70a235 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:48:18.851452 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 21cc776e-de95-49df-8bde-2979db70a235 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:48:18.851877 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:18.927477 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-15a89188-abab-4f52-aeff-7751486489cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:19.000930 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c93b03be-1227-4291-9bd2-3e757bf406a3 None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:19.008460 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-5152609c-4dd0-464a-9600-42178f6bfc04 None None] Provisioning for port bd6e405d-8adf-4186-8f49-98f2e026ee52 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:48:19.020699 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-c93b03be-1227-4291-9bd2-3e757bf406a3 None None] Transition to ACTIVE for port object 121abc81-9d40-4b78-8275-27304f96836f will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:48:19.032393 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c93b03be-1227-4291-9bd2-3e757bf406a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:19.125757 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-c93b03be-1227-4291-9bd2-3e757bf406a3 None None] Attempting to bind port 121abc81-9d40-4b78-8275-27304f96836f on host n-d-840717-1 for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:48:19.126135 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-c93b03be-1227-4291-9bd2-3e757bf406a3 None None] Attempting to bind port 121abc81-9d40-4b78-8275-27304f96836f by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:48:19.126730 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93b03be-1227-4291-9bd2-3e757bf406a3 None None] Attempting to bind port 121abc81-9d40-4b78-8275-27304f96836f on network 0401d202-1605-4cfe-bad4-fb225df6afb0 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:48:19.139248 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6a5f35-eb0f-4aee-8437-9c1238c8a7a8 None None] Pushing event updated for resources: {'Port': ['ID=121abc81-9d40-4b78-8275-27304f96836f,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:48:19.144607 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93b03be-1227-4291-9bd2-3e757bf406a3 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:48:19.144982 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93b03be-1227-4291-9bd2-3e757bf406a3 None None] Checking segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:48:19.145380 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c93b03be-1227-4291-9bd2-3e757bf406a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:19.145904 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93b03be-1227-4291-9bd2-3e757bf406a3 None None] Bound using segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:48:19.146373 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-c93b03be-1227-4291-9bd2-3e757bf406a3 None None] Bound port: 121abc81-9d40-4b78-8275-27304f96836f, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:48:19.146555 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:19.146726 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c93b03be-1227-4291-9bd2-3e757bf406a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:19.197949 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-15a89188-abab-4f52-aeff-7751486489cd admin admin] Allocated IP 172.20.0.1 (f7e88dba-1468-4bfc-a380-3c50196fac30/4bdd2254-250b-46f9-ac10-1e4db3d754d5/804af14f-374f-4172-9712-29acb7b5c9fa) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:48:19.227718 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 21cc776e-de95-49df-8bde-2979db70a235, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=21cc776e-de95-49df-8bde-2979db70a235,segment=NetworkSegment(3855ee4a-7526-424d-928d-496a63bff387),segment_id=3855ee4a-7526-424d-928d-496a63bff387)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:48:19.232680 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-c93b03be-1227-4291-9bd2-3e757bf406a3 None None] For port 121abc81-9d40-4b78-8275-27304f96836f, host n-d-840717-1, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:48:19.235545 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:19.236328 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device bd6e405d-8adf-4186-8f49-98f2e026ee52 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:48:19.237014 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-c93b03be-1227-4291-9bd2-3e757bf406a3 None None] For port 121abc81-9d40-4b78-8275-27304f96836f, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=121abc81-9d40-4b78-8275-27304f96836f,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:48:19.245381 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c93b03be-1227-4291-9bd2-3e757bf406a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:19.334845 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93b03be-1227-4291-9bd2-3e757bf406a3 None None] Routers {'60595b5a-d6d8-4aae-8df9-c2e74fdb548a'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:48:19.335623 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-c93b03be-1227-4291-9bd2-3e757bf406a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:48:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['60595b5a-d6d8-4aae-8df9-c2e74fdb548a'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:48:19.377664 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-15a89188-abab-4f52-aeff-7751486489cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:19.397443 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-15a89188-abab-4f52-aeff-7751486489cd admin admin] Transition to ACTIVE for port object 804af14f-374f-4172-9712-29acb7b5c9fa will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:48:19.420593 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=21cc776e-de95-49df-8bde-2979db70a235,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:48:19.426318 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-15a89188-abab-4f52-aeff-7751486489cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:19.434523 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port bd6e405d-8adf-4186-8f49-98f2e026ee52 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:48:19.441643 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port bd6e405d-8adf-4186-8f49-98f2e026ee52 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:48:19.442171 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:19.471288 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6a5f35-eb0f-4aee-8437-9c1238c8a7a8 None None] Pushing event updated for resources: {'Port': ['ID=121abc81-9d40-4b78-8275-27304f96836f,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:48:19.506360 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a89188-abab-4f52-aeff-7751486489cd admin admin] Network f7e88dba-1468-4bfc-a380-3c50196fac30 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:48:19.509417 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-15a89188-abab-4f52-aeff-7751486489cd admin admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:48:19.512605 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a89188-abab-4f52-aeff-7751486489cd admin admin] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:48:19.621338 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-15a89188-abab-4f52-aeff-7751486489cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:19.624722 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a89188-abab-4f52-aeff-7751486489cd admin admin] Pushing event updated for resources: {'Port': ['ID=804af14f-374f-4172-9712-29acb7b5c9fa,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:48:19.627068 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:19.646935 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-c93b03be-1227-4291-9bd2-3e757bf406a3 None None] Set router 60595b5a-d6d8-4aae-8df9-c2e74fdb548a gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:48:19.666674 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port bd6e405d-8adf-4186-8f49-98f2e026ee52, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=bd6e405d-8adf-4186-8f49-98f2e026ee52,segment=NetworkSegment(94138e57-c597-4e2f-a51d-f064c6f22c4d),segment_id=94138e57-c597-4e2f-a51d-f064c6f22c4d)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:48:19.671707 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:19.745445 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=bd6e405d-8adf-4186-8f49-98f2e026ee52,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:48:19.811610 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-15a89188-abab-4f52-aeff-7751486489cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:19.866019 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9fa0f967-af90-49bd-ab93-01384c2f99aa None None] Provisioning complete for port bd6e405d-8adf-4186-8f49-98f2e026ee52 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:48:19.866748 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9fa0f967-af90-49bd-ab93-01384c2f99aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:19.980390 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-c93b03be-1227-4291-9bd2-3e757bf406a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60595b5a-d6d8-4aae-8df9-c2e74fdb548a', 'name': 'tempest-TestEncryptedCinderVolumes-911358660-router', 'tenant_id': 'a7fef8091a0747d1a5e794a2a89218a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '121abc81-9d40-4b78-8275-27304f96836f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:48:15Z', 'updated_at': '2022-05-05T20:48:16Z', 'revision_number': 3, 'project_id': 'a7fef8091a0747d1a5e794a2a89218a0', 'gw_port': {'id': '121abc81-9d40-4b78-8275-27304f96836f', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:57:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60595b5a-d6d8-4aae-8df9-c2e74fdb548a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:48:16Z', 'updated_at': '2022-05-05T20:48:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:48:19.986777 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93b03be-1227-4291-9bd2-3e757bf406a3 None None] The sync data for ids ['60595b5a-d6d8-4aae-8df9-c2e74fdb548a'] in n-d-840717-1 is: [{'id': '60595b5a-d6d8-4aae-8df9-c2e74fdb548a', 'name': 'tempest-TestEncryptedCinderVolumes-911358660-router', 'tenant_id': 'a7fef8091a0747d1a5e794a2a89218a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '121abc81-9d40-4b78-8275-27304f96836f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:48:15Z', 'updated_at': '2022-05-05T20:48:16Z', 'revision_number': 3, 'project_id': 'a7fef8091a0747d1a5e794a2a89218a0', 'gw_port': {'id': '121abc81-9d40-4b78-8275-27304f96836f', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:57:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60595b5a-d6d8-4aae-8df9-c2e74fdb548a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:48:16Z', 'updated_at': '2022-05-05T20:48:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:48:20.065434 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-15a89188-abab-4f52-aeff-7751486489cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:20.070042 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-15a89188-abab-4f52-aeff-7751486489cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:20.126520 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-cdc2f2c2-e6d8-4b28-a425-7ef7a42f84a4 None None] Provisioning for port 804af14f-374f-4172-9712-29acb7b5c9fa completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:48:20.131460 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-cdc2f2c2-e6d8-4b28-a425-7ef7a42f84a4 None None] Provisioning complete for port 804af14f-374f-4172-9712-29acb7b5c9fa triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:48:20.131831 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f2c2-e6d8-4b28-a425-7ef7a42f84a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:20.174164 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-15a89188-abab-4f52-aeff-7751486489cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:20.193686 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-cdc2f2c2-e6d8-4b28-a425-7ef7a42f84a4 None None] Port 804af14f-374f-4172-9712-29acb7b5c9fa cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:48:20.202529 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a89188-abab-4f52-aeff-7751486489cd admin admin] Pushing event updated for resources: {'Port': ['ID=804af14f-374f-4172-9712-29acb7b5c9fa,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:48:20.336848 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a89188-abab-4f52-aeff-7751486489cd admin admin] Network f7e88dba-1468-4bfc-a380-3c50196fac30 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:48:20.338040 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-15a89188-abab-4f52-aeff-7751486489cd admin admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:48:20.548047 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a89188-abab-4f52-aeff-7751486489cd admin admin] Router 60595b5a-d6d8-4aae-8df9-c2e74fdb548a has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:48:20.723782 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-939ce640-39cc-4c28-b79c-2278dd3d34b7 None None] Provisioning complete for port 804af14f-374f-4172-9712-29acb7b5c9fa triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:48:20.723782 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-939ce640-39cc-4c28-b79c-2278dd3d34b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:20.759484 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 121abc81-9d40-4b78-8275-27304f96836f up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:48:20.836291 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-939ce640-39cc-4c28-b79c-2278dd3d34b7 None None] Port 804af14f-374f-4172-9712-29acb7b5c9fa cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:48:20.854320 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 121abc81-9d40-4b78-8275-27304f96836f completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:48:20.860714 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 121abc81-9d40-4b78-8275-27304f96836f triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:48:20.861541 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:20.865938 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a89188-abab-4f52-aeff-7751486489cd admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:48:20.876092 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-15a89188-abab-4f52-aeff-7751486489cd admin admin] 10.222.0.36 "PUT /v2.0/routers/60595b5a-d6d8-4aae-8df9-c2e74fdb548a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9520319 May 05 20:48:20.985523 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:21.003258 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 121abc81-9d40-4b78-8275-27304f96836f, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=121abc81-9d40-4b78-8275-27304f96836f,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:48:21.007112 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:21.007897 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 21cc776e-de95-49df-8bde-2979db70a235 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:48:21.125935 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=121abc81-9d40-4b78-8275-27304f96836f,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:48:21.139690 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 21cc776e-de95-49df-8bde-2979db70a235 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:48:21.140064 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:21.260560 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device bd6e405d-8adf-4186-8f49-98f2e026ee52 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:48:21.330511 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port bd6e405d-8adf-4186-8f49-98f2e026ee52 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:48:21.330976 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:21.566552 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d717971-9b01-40ea-9468-5c96e33a3a52 None None] Sync routers for ids ['60595b5a-d6d8-4aae-8df9-c2e74fdb548a'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:48:21.576815 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d717971-9b01-40ea-9468-5c96e33a3a52 None None] Routers {'60595b5a-d6d8-4aae-8df9-c2e74fdb548a'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:48:21.577589 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-7d717971-9b01-40ea-9468-5c96e33a3a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:48:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['60595b5a-d6d8-4aae-8df9-c2e74fdb548a'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:48:21.759654 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-7d717971-9b01-40ea-9468-5c96e33a3a52 None None] Set router 60595b5a-d6d8-4aae-8df9-c2e74fdb548a gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:48:21.762282 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a5beef-61fe-469a-8300-b389566df0b8 req-6ad03a60-d47a-489d-ab2c-d7c9b8cb2a98 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:48:21.762963 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-76a5beef-61fe-469a-8300-b389566df0b8 req-6ad03a60-d47a-489d-ab2c-d7c9b8cb2a98 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Synchronizing usage tracker for tenant:0536d39dd9be4aa9a7033f627bfa69d3 on resource:network {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:48:21.780856 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-76a5beef-61fe-469a-8300-b389566df0b8 req-6ad03a60-d47a-489d-ab2c-d7c9b8cb2a98 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Unset dirty status for tenant:0536d39dd9be4aa9a7033f627bfa69d3 on resource:network {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:48:21.782014 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-76a5beef-61fe-469a-8300-b389566df0b8 req-6ad03a60-d47a-489d-ab2c-d7c9b8cb2a98 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] 10.222.0.36 "GET /v2.0/networks?id=8cc99635-3b00-40bd-8d1d-7c23a72f1a66 HTTP/1.1" status: 200 len: 816 time: 0.1636419 May 05 20:48:21.797867 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-76a5beef-61fe-469a-8300-b389566df0b8 req-0698fd34-4c61-49fc-82db-e7bac8c1b90e tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] 10.222.0.36 "GET /v2.0/quotas/0536d39dd9be4aa9a7033f627bfa69d3 HTTP/1.1" status: 200 len: 375 time: 0.0102944 May 05 20:48:21.887338 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-76a5beef-61fe-469a-8300-b389566df0b8 req-ed14dd23-1051-4e60-83db-1ef3c13d3c03 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Synchronizing usage tracker for tenant:0536d39dd9be4aa9a7033f627bfa69d3 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:48:21.905529 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-76a5beef-61fe-469a-8300-b389566df0b8 req-ed14dd23-1051-4e60-83db-1ef3c13d3c03 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Unset dirty status for tenant:0536d39dd9be4aa9a7033f627bfa69d3 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:48:21.906846 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-76a5beef-61fe-469a-8300-b389566df0b8 req-ed14dd23-1051-4e60-83db-1ef3c13d3c03 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0536d39dd9be4aa9a7033f627bfa69d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1038795 May 05 20:48:22.049671 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-76a5beef-61fe-469a-8300-b389566df0b8 req-322e4853-a2dd-4cc7-bef7-b2d3c83ae3a9 service neutron] 10.222.0.36 "GET /v2.0/networks/8cc99635-3b00-40bd-8d1d-7c23a72f1a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288614 May 05 20:48:22.114457 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-7d717971-9b01-40ea-9468-5c96e33a3a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60595b5a-d6d8-4aae-8df9-c2e74fdb548a', 'name': 'tempest-TestEncryptedCinderVolumes-911358660-router', 'tenant_id': 'a7fef8091a0747d1a5e794a2a89218a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '121abc81-9d40-4b78-8275-27304f96836f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:48:15Z', 'updated_at': '2022-05-05T20:48:19Z', 'revision_number': 4, 'project_id': 'a7fef8091a0747d1a5e794a2a89218a0', 'gw_port': {'id': '121abc81-9d40-4b78-8275-27304f96836f', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:57:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60595b5a-d6d8-4aae-8df9-c2e74fdb548a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:48:16Z', 'updated_at': '2022-05-05T20:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '804af14f-374f-4172-9712-29acb7b5c9fa', 'name': '', 'network_id': 'f7e88dba-1468-4bfc-a380-3c50196fac30', 'tenant_id': 'a7fef8091a0747d1a5e794a2a89218a0', 'mac_address': 'fa:16:3e:29:fe:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60595b5a-d6d8-4aae-8df9-c2e74fdb548a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '4bdd2254-250b-46f9-ac10-1e4db3d754d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:48:18Z', 'updated_at': '2022-05-05T20:48:19Z', 'revision_number': 2, 'project_id': 'a7fef8091a0747d1a5e794a2a89218a0', 'subnets': [{'id': '4bdd2254-250b-46f9-ac10-1e4db3d754d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:48:22.118704 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d717971-9b01-40ea-9468-5c96e33a3a52 None None] Checking router: 60595b5a-d6d8-4aae-8df9-c2e74fdb548a for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:48:22.119053 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d717971-9b01-40ea-9468-5c96e33a3a52 None None] Updating router 60595b5a-d6d8-4aae-8df9-c2e74fdb548a port 804af14f-374f-4172-9712-29acb7b5c9fa binding host n-d-840717-1 {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:48:22.174087 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7d717971-9b01-40ea-9468-5c96e33a3a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:22.182123 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-76a5beef-61fe-469a-8300-b389566df0b8 req-bf66434e-0f35-491a-b74f-40f6274c1274 service neutron] 10.222.0.36 "GET /v2.0/networks/8cc99635-3b00-40bd-8d1d-7c23a72f1a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266840 May 05 20:48:22.380843 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-63bc69be-191a-46d6-8228-c622481e6ef7 req-affc0472-8029-41d5-b7ef-de21337c6bf2 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] 10.222.0.36 "GET /v2.0/ports?device_id=b55a4dc5-36df-402e-9196-d7649c716fa0 HTTP/1.1" status: 200 len: 210 time: 0.0479956 May 05 20:48:22.529219 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7d717971-9b01-40ea-9468-5c96e33a3a52 None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:22.541116 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-7d717971-9b01-40ea-9468-5c96e33a3a52 None None] Transition to ACTIVE for port object 804af14f-374f-4172-9712-29acb7b5c9fa will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:48:22.549914 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7d717971-9b01-40ea-9468-5c96e33a3a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:22.669004 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 121abc81-9d40-4b78-8275-27304f96836f up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:48:22.737304 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934c6675-7e59-40ab-a034-1beb617172a4 None None] Pushing event updated for resources: {'Port': ['ID=804af14f-374f-4172-9712-29acb7b5c9fa,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:48:22.843647 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-7d717971-9b01-40ea-9468-5c96e33a3a52 None None] Attempting to bind port 804af14f-374f-4172-9712-29acb7b5c9fa on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:48:22.844330 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-7d717971-9b01-40ea-9468-5c96e33a3a52 None None] Attempting to bind port 804af14f-374f-4172-9712-29acb7b5c9fa by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '94138e57-c597-4e2f-a51d-f064c6f22c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f7e88dba-1468-4bfc-a380-3c50196fac30'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:48:22.844424 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d717971-9b01-40ea-9468-5c96e33a3a52 None None] Attempting to bind port 804af14f-374f-4172-9712-29acb7b5c9fa on network f7e88dba-1468-4bfc-a380-3c50196fac30 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:48:22.853868 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d717971-9b01-40ea-9468-5c96e33a3a52 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:48:22.854235 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d717971-9b01-40ea-9468-5c96e33a3a52 None None] Checking segment: {'id': '94138e57-c597-4e2f-a51d-f064c6f22c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f7e88dba-1468-4bfc-a380-3c50196fac30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:48:22.854647 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7d717971-9b01-40ea-9468-5c96e33a3a52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:22.855038 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d717971-9b01-40ea-9468-5c96e33a3a52 None None] Bound using segment: {'id': '94138e57-c597-4e2f-a51d-f064c6f22c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f7e88dba-1468-4bfc-a380-3c50196fac30'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:48:22.855526 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-7d717971-9b01-40ea-9468-5c96e33a3a52 None None] Bound port: 804af14f-374f-4172-9712-29acb7b5c9fa, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94138e57-c597-4e2f-a51d-f064c6f22c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f7e88dba-1468-4bfc-a380-3c50196fac30'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:48:22.855904 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7d717971-9b01-40ea-9468-5c96e33a3a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:22.867598 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 121abc81-9d40-4b78-8275-27304f96836f triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:48:22.867950 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:23.045622 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-7d717971-9b01-40ea-9468-5c96e33a3a52 None None] For port 804af14f-374f-4172-9712-29acb7b5c9fa, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:48:23.067751 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-7d717971-9b01-40ea-9468-5c96e33a3a52 None None] For port 804af14f-374f-4172-9712-29acb7b5c9fa, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=804af14f-374f-4172-9712-29acb7b5c9fa,segment=NetworkSegment(94138e57-c597-4e2f-a51d-f064c6f22c4d),segment_id=94138e57-c597-4e2f-a51d-f064c6f22c4d)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:48:23.074472 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7d717971-9b01-40ea-9468-5c96e33a3a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:23.159483 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d717971-9b01-40ea-9468-5c96e33a3a52 None None] Routers {'60595b5a-d6d8-4aae-8df9-c2e74fdb548a'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:48:23.160096 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-7d717971-9b01-40ea-9468-5c96e33a3a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:48:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['60595b5a-d6d8-4aae-8df9-c2e74fdb548a'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:48:23.244875 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934c6675-7e59-40ab-a034-1beb617172a4 None None] Pushing event updated for resources: {'Port': ['ID=804af14f-374f-4172-9712-29acb7b5c9fa,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:48:23.355020 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-7d717971-9b01-40ea-9468-5c96e33a3a52 None None] Set router 60595b5a-d6d8-4aae-8df9-c2e74fdb548a gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:48:23.582257 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a6a19026-6829-4b15-9b1e-d91510f4ef24 req-96caea33-5611-4b54-a8e0-e0334cb4117f tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] 10.222.0.36 "GET /v2.0/ports?device_id=b55a4dc5-36df-402e-9196-d7649c716fa0 HTTP/1.1" status: 200 len: 210 time: 0.0628736 May 05 20:48:23.698261 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a5beef-61fe-469a-8300-b389566df0b8 req-157b9a79-eaa8-4c46-b078-93228d637c0b tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:48:23.699698 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-76a5beef-61fe-469a-8300-b389566df0b8 req-157b9a79-eaa8-4c46-b078-93228d637c0b tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] 10.222.0.50 "GET /v2.0/networks?id=8cc99635-3b00-40bd-8d1d-7c23a72f1a66 HTTP/1.1" status: 200 len: 816 time: 0.2076261 May 05 20:48:23.710887 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-76a5beef-61fe-469a-8300-b389566df0b8 req-ad62d4be-14e6-4687-bba7-8d8253acf4f9 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Request body: {'port': {'device_id': 'b55a4dc5-36df-402e-9196-d7649c716fa0', 'network_id': '8cc99635-3b00-40bd-8d1d-7c23a72f1a66', 'admin_state_up': True, 'tenant_id': '0536d39dd9be4aa9a7033f627bfa69d3'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:48:23.750498 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-7d717971-9b01-40ea-9468-5c96e33a3a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60595b5a-d6d8-4aae-8df9-c2e74fdb548a', 'name': 'tempest-TestEncryptedCinderVolumes-911358660-router', 'tenant_id': 'a7fef8091a0747d1a5e794a2a89218a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '121abc81-9d40-4b78-8275-27304f96836f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:48:15Z', 'updated_at': '2022-05-05T20:48:19Z', 'revision_number': 4, 'project_id': 'a7fef8091a0747d1a5e794a2a89218a0', 'gw_port': {'id': '121abc81-9d40-4b78-8275-27304f96836f', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:57:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60595b5a-d6d8-4aae-8df9-c2e74fdb548a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:48:16Z', 'updated_at': '2022-05-05T20:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '804af14f-374f-4172-9712-29acb7b5c9fa', 'name': '', 'network_id': 'f7e88dba-1468-4bfc-a380-3c50196fac30', 'tenant_id': 'a7fef8091a0747d1a5e794a2a89218a0', 'mac_address': 'fa:16:3e:29:fe:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60595b5a-d6d8-4aae-8df9-c2e74fdb548a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '4bdd2254-250b-46f9-ac10-1e4db3d754d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:48:18Z', 'updated_at': '2022-05-05T20:48:23Z', 'revision_number': 4, 'project_id': 'a7fef8091a0747d1a5e794a2a89218a0', 'subnets': [{'id': '4bdd2254-250b-46f9-ac10-1e4db3d754d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:48:23.754609 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d717971-9b01-40ea-9468-5c96e33a3a52 None None] The sync data for ids ['60595b5a-d6d8-4aae-8df9-c2e74fdb548a'] in n-d-840717-1 is: [{'id': '60595b5a-d6d8-4aae-8df9-c2e74fdb548a', 'name': 'tempest-TestEncryptedCinderVolumes-911358660-router', 'tenant_id': 'a7fef8091a0747d1a5e794a2a89218a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '121abc81-9d40-4b78-8275-27304f96836f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:48:15Z', 'updated_at': '2022-05-05T20:48:19Z', 'revision_number': 4, 'project_id': 'a7fef8091a0747d1a5e794a2a89218a0', 'gw_port': {'id': '121abc81-9d40-4b78-8275-27304f96836f', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:57:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60595b5a-d6d8-4aae-8df9-c2e74fdb548a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:48:16Z', 'updated_at': '2022-05-05T20:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '804af14f-374f-4172-9712-29acb7b5c9fa', 'name': '', 'network_id': 'f7e88dba-1468-4bfc-a380-3c50196fac30', 'tenant_id': 'a7fef8091a0747d1a5e794a2a89218a0', 'mac_address': 'fa:16:3e:29:fe:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60595b5a-d6d8-4aae-8df9-c2e74fdb548a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '4bdd2254-250b-46f9-ac10-1e4db3d754d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:48:18Z', 'updated_at': '2022-05-05T20:48:23Z', 'revision_number': 4, 'project_id': 'a7fef8091a0747d1a5e794a2a89218a0', 'subnets': [{'id': '4bdd2254-250b-46f9-ac10-1e4db3d754d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:48:23.864915 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-76a5beef-61fe-469a-8300-b389566df0b8 req-ad62d4be-14e6-4687-bba7-8d8253acf4f9 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:48:23.875055 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-76a5beef-61fe-469a-8300-b389566df0b8 req-ad62d4be-14e6-4687-bba7-8d8253acf4f9 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:48:23.884472 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76a5beef-61fe-469a-8300-b389566df0b8 req-ad62d4be-14e6-4687-bba7-8d8253acf4f9 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Made reservation on behalf of 0536d39dd9be4aa9a7033f627bfa69d3 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:48:23.888069 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-76a5beef-61fe-469a-8300-b389566df0b8 req-ad62d4be-14e6-4687-bba7-8d8253acf4f9 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:24.060776 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-76a5beef-61fe-469a-8300-b389566df0b8 req-ad62d4be-14e6-4687-bba7-8d8253acf4f9 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Allocated IP 172.20.0.13 (8cc99635-3b00-40bd-8d1d-7c23a72f1a66/be6a5b73-baed-47a8-b475-8ac011f934e9/00f57bda-fbca-4c05-8e99-6d334da40646) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:48:24.273177 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-76a5beef-61fe-469a-8300-b389566df0b8 req-ad62d4be-14e6-4687-bba7-8d8253acf4f9 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:24.289373 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-76a5beef-61fe-469a-8300-b389566df0b8 req-ad62d4be-14e6-4687-bba7-8d8253acf4f9 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Transition to ACTIVE for port object 00f57bda-fbca-4c05-8e99-6d334da40646 will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:48:24.314041 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-76a5beef-61fe-469a-8300-b389566df0b8 req-ad62d4be-14e6-4687-bba7-8d8253acf4f9 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:24.386753 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76a5beef-61fe-469a-8300-b389566df0b8 req-ad62d4be-14e6-4687-bba7-8d8253acf4f9 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Network 8cc99635-3b00-40bd-8d1d-7c23a72f1a66 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:48:24.390874 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-76a5beef-61fe-469a-8300-b389566df0b8 req-ad62d4be-14e6-4687-bba7-8d8253acf4f9 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:48:24.394790 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-76a5beef-61fe-469a-8300-b389566df0b8 req-ad62d4be-14e6-4687-bba7-8d8253acf4f9 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:48:24.431934 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62d4be-14e6-4687-bba7-8d8253acf4f9 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Pushing event updated for resources: {'Port': ['ID=00f57bda-fbca-4c05-8e99-6d334da40646,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:48:24.472220 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a5beef-61fe-469a-8300-b389566df0b8 req-ad62d4be-14e6-4687-bba7-8d8253acf4f9 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:48:24.472886 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-76a5beef-61fe-469a-8300-b389566df0b8 req-ad62d4be-14e6-4687-bba7-8d8253acf4f9 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:24.507431 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-76a5beef-61fe-469a-8300-b389566df0b8 req-ad62d4be-14e6-4687-bba7-8d8253acf4f9 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8000603 May 05 20:48:24.519302 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-76a5beef-61fe-469a-8300-b389566df0b8 req-21dc4144-88c6-4e4a-95b7-fad4e8dc6ece service neutron] Request body: {'port': {'device_id': 'b55a4dc5-36df-402e-9196-d7649c716fa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:48:24.681473 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 804af14f-374f-4172-9712-29acb7b5c9fa up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:48:24.775141 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-ca78e9d5-fec5-4475-9bca-9de516a2de80 None None] Provisioning for port 00f57bda-fbca-4c05-8e99-6d334da40646 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:48:24.787333 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-ca78e9d5-fec5-4475-9bca-9de516a2de80 None None] Provisioning complete for port 00f57bda-fbca-4c05-8e99-6d334da40646 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:48:24.787730 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ca78e9d5-fec5-4475-9bca-9de516a2de80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:24.803447 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-76a5beef-61fe-469a-8300-b389566df0b8 req-21dc4144-88c6-4e4a-95b7-fad4e8dc6ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:24.840580 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a33b27e-ec64-4340-91ac-00fe6823ab94 req-14dd09f5-13c1-42c5-9804-9940eb09e458 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:48:24.842798 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 804af14f-374f-4172-9712-29acb7b5c9fa completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:48:24.843638 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9a33b27e-ec64-4340-91ac-00fe6823ab94 req-14dd09f5-13c1-42c5-9804-9940eb09e458 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] 10.222.0.36 "GET /v2.0/ports?device_id=b55a4dc5-36df-402e-9196-d7649c716fa0 HTTP/1.1" status: 200 len: 932 time: 0.1204743 May 05 20:48:24.853881 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 804af14f-374f-4172-9712-29acb7b5c9fa triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:48:24.854257 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:24.902352 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9a33b27e-ec64-4340-91ac-00fe6823ab94 req-a9f78aa5-2f87-444e-aff7-d484639583be tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] 10.222.0.36 "GET /v2.0/security-groups?id=54e78b02-1b36-43ed-9a7f-9cf75c2f17a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527928 May 05 20:48:24.913147 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-ca78e9d5-fec5-4475-9bca-9de516a2de80 None None] Port 00f57bda-fbca-4c05-8e99-6d334da40646 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:48:24.997269 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:25.036301 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 804af14f-374f-4172-9712-29acb7b5c9fa, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=804af14f-374f-4172-9712-29acb7b5c9fa,segment=NetworkSegment(94138e57-c597-4e2f-a51d-f064c6f22c4d),segment_id=94138e57-c597-4e2f-a51d-f064c6f22c4d)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:48:25.041778 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:25.118541 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=804af14f-374f-4172-9712-29acb7b5c9fa,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:48:25.190418 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-76a5beef-61fe-469a-8300-b389566df0b8 req-21dc4144-88c6-4e4a-95b7-fad4e8dc6ece service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00f57bda-fbca-4c05-8e99-6d334da40646 {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:48:25.198012 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-76a5beef-61fe-469a-8300-b389566df0b8 req-21dc4144-88c6-4e4a-95b7-fad4e8dc6ece service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:25.212718 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-76a5beef-61fe-469a-8300-b389566df0b8 req-21dc4144-88c6-4e4a-95b7-fad4e8dc6ece service neutron] Transition to ACTIVE for port object 00f57bda-fbca-4c05-8e99-6d334da40646 will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:48:25.217228 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-76a5beef-61fe-469a-8300-b389566df0b8 req-21dc4144-88c6-4e4a-95b7-fad4e8dc6ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:25.378170 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dc4144-88c6-4e4a-95b7-fad4e8dc6ece service neutron] Pushing event updated for resources: {'Port': ['ID=00f57bda-fbca-4c05-8e99-6d334da40646,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:48:25.464574 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-76a5beef-61fe-469a-8300-b389566df0b8 req-21dc4144-88c6-4e4a-95b7-fad4e8dc6ece service neutron] Attempting to bind port 00f57bda-fbca-4c05-8e99-6d334da40646 on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:48:25.464841 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-76a5beef-61fe-469a-8300-b389566df0b8 req-21dc4144-88c6-4e4a-95b7-fad4e8dc6ece service neutron] Attempting to bind port 00f57bda-fbca-4c05-8e99-6d334da40646 by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': '3855ee4a-7526-424d-928d-496a63bff387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8cc99635-3b00-40bd-8d1d-7c23a72f1a66'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:48:25.465165 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a5beef-61fe-469a-8300-b389566df0b8 req-21dc4144-88c6-4e4a-95b7-fad4e8dc6ece service neutron] Attempting to bind port 00f57bda-fbca-4c05-8e99-6d334da40646 on network 8cc99635-3b00-40bd-8d1d-7c23a72f1a66 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:48:25.470817 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a5beef-61fe-469a-8300-b389566df0b8 req-21dc4144-88c6-4e4a-95b7-fad4e8dc6ece service neutron] Port 00f57bda-fbca-4c05-8e99-6d334da40646 on network 8cc99635-3b00-40bd-8d1d-7c23a72f1a66 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:48:25.471136 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a5beef-61fe-469a-8300-b389566df0b8 req-21dc4144-88c6-4e4a-95b7-fad4e8dc6ece service neutron] Attempting to bind port 00f57bda-fbca-4c05-8e99-6d334da40646 on network 8cc99635-3b00-40bd-8d1d-7c23a72f1a66 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:48:25.476211 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a5beef-61fe-469a-8300-b389566df0b8 req-21dc4144-88c6-4e4a-95b7-fad4e8dc6ece service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:48:25.476547 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a5beef-61fe-469a-8300-b389566df0b8 req-21dc4144-88c6-4e4a-95b7-fad4e8dc6ece service neutron] Checking segment: {'id': '3855ee4a-7526-424d-928d-496a63bff387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8cc99635-3b00-40bd-8d1d-7c23a72f1a66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:48:25.476932 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a5beef-61fe-469a-8300-b389566df0b8 req-21dc4144-88c6-4e4a-95b7-fad4e8dc6ece service neutron] Bound using segment: {'id': '3855ee4a-7526-424d-928d-496a63bff387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8cc99635-3b00-40bd-8d1d-7c23a72f1a66'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:48:25.477353 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-76a5beef-61fe-469a-8300-b389566df0b8 req-21dc4144-88c6-4e4a-95b7-fad4e8dc6ece service neutron] Bound port: 00f57bda-fbca-4c05-8e99-6d334da40646, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3855ee4a-7526-424d-928d-496a63bff387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8cc99635-3b00-40bd-8d1d-7c23a72f1a66'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:48:25.477692 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-76a5beef-61fe-469a-8300-b389566df0b8 req-21dc4144-88c6-4e4a-95b7-fad4e8dc6ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:25.582480 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-76a5beef-61fe-469a-8300-b389566df0b8 req-21dc4144-88c6-4e4a-95b7-fad4e8dc6ece service neutron] For port 00f57bda-fbca-4c05-8e99-6d334da40646, host n-h2-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:48:25.586117 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-76a5beef-61fe-469a-8300-b389566df0b8 req-21dc4144-88c6-4e4a-95b7-fad4e8dc6ece service neutron] For port 00f57bda-fbca-4c05-8e99-6d334da40646, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=00f57bda-fbca-4c05-8e99-6d334da40646,segment=NetworkSegment(3855ee4a-7526-424d-928d-496a63bff387),segment_id=3855ee4a-7526-424d-928d-496a63bff387)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:48:25.590695 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-76a5beef-61fe-469a-8300-b389566df0b8 req-21dc4144-88c6-4e4a-95b7-fad4e8dc6ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:25.655055 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a5beef-61fe-469a-8300-b389566df0b8 req-21dc4144-88c6-4e4a-95b7-fad4e8dc6ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:48:25.656225 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-76a5beef-61fe-469a-8300-b389566df0b8 req-21dc4144-88c6-4e4a-95b7-fad4e8dc6ece service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:25.657592 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-76a5beef-61fe-469a-8300-b389566df0b8 req-21dc4144-88c6-4e4a-95b7-fad4e8dc6ece service neutron] 10.222.0.50 "PUT /v2.0/ports/00f57bda-fbca-4c05-8e99-6d334da40646 HTTP/1.1" status: 200 len: 1092 time: 1.1427665 May 05 20:48:25.658008 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b55a4dc5-36df-402e-9196-d7649c716fa0', 'tag': '00f57bda-fbca-4c05-8e99-6d334da40646'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:48:25.681160 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dc4144-88c6-4e4a-95b7-fad4e8dc6ece service neutron] Pushing event updated for resources: {'Port': ['ID=00f57bda-fbca-4c05-8e99-6d334da40646,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:48:25.733260 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2434fed-a9cf-4f77-85b3-0f30faff751e'] response: {'name': 'network-changed', 'server_uuid': 'b55a4dc5-36df-402e-9196-d7649c716fa0', 'tag': '00f57bda-fbca-4c05-8e99-6d334da40646', 'status': 'completed', 'code': 200} May 05 20:48:25.775261 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a5beef-61fe-469a-8300-b389566df0b8 req-79f816d0-5b1a-4e16-a1cf-9c6ab058dfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:48:25.776877 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-76a5beef-61fe-469a-8300-b389566df0b8 req-79f816d0-5b1a-4e16-a1cf-9c6ab058dfc7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0536d39dd9be4aa9a7033f627bfa69d3&device_id=b55a4dc5-36df-402e-9196-d7649c716fa0 HTTP/1.1" status: 200 len: 1095 time: 0.0793140 May 05 20:48:25.851591 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-76a5beef-61fe-469a-8300-b389566df0b8 req-60107e9d-998f-4729-94dd-98c2b8a2b804 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00f57bda-fbca-4c05-8e99-6d334da40646 HTTP/1.1" status: 200 len: 217 time: 0.0667644 May 05 20:48:25.914504 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a5beef-61fe-469a-8300-b389566df0b8 req-be0dacf0-8259-4010-aa8c-815e811d5820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:48:25.916024 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-76a5beef-61fe-469a-8300-b389566df0b8 req-be0dacf0-8259-4010-aa8c-815e811d5820 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=be6a5b73-baed-47a8-b475-8ac011f934e9 HTTP/1.1" status: 200 len: 855 time: 0.0591798 May 05 20:48:25.993331 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a5beef-61fe-469a-8300-b389566df0b8 req-cbdd07bf-269e-4f13-a078-fa7690b248a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:48:25.994987 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-76a5beef-61fe-469a-8300-b389566df0b8 req-cbdd07bf-269e-4f13-a078-fa7690b248a9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8cc99635-3b00-40bd-8d1d-7c23a72f1a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733099 May 05 20:48:26.094102 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0a412-aa68-4142-92a7-3686ef02f9d7 req-61bd27e3-e0a6-4d32-931c-58a51ee2d1ed tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:48:26.095603 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0ef0a412-aa68-4142-92a7-3686ef02f9d7 req-61bd27e3-e0a6-4d32-931c-58a51ee2d1ed tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] 10.222.0.36 "GET /v2.0/ports?device_id=b55a4dc5-36df-402e-9196-d7649c716fa0 HTTP/1.1" status: 200 len: 944 time: 0.0909319 May 05 20:48:26.128251 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-76a5beef-61fe-469a-8300-b389566df0b8 req-98f37d5b-6840-44a5-8a12-3325c10f868d service neutron] 10.222.0.50 "GET /v2.0/networks/8cc99635-3b00-40bd-8d1d-7c23a72f1a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269276 May 05 20:48:26.140724 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0ef0a412-aa68-4142-92a7-3686ef02f9d7 req-56aae08b-e961-4b26-b986-24cda6000cc6 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] 10.222.0.36 "GET /v2.0/security-groups?id=54e78b02-1b36-43ed-9a7f-9cf75c2f17a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393274 May 05 20:48:26.259178 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-76a5beef-61fe-469a-8300-b389566df0b8 req-53a4f18c-fa32-4353-ac5c-265da857c3fc service neutron] 10.222.0.50 "GET /v2.0/networks/8cc99635-3b00-40bd-8d1d-7c23a72f1a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253939 May 05 20:48:26.370440 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d100ee0b-6948-49e5-b6f0-3464af4c65eb req-a172319f-5770-42bb-a4f9-32bbb10139c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:48:26.371949 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d100ee0b-6948-49e5-b6f0-3464af4c65eb req-a172319f-5770-42bb-a4f9-32bbb10139c8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0536d39dd9be4aa9a7033f627bfa69d3&device_id=b55a4dc5-36df-402e-9196-d7649c716fa0 HTTP/1.1" status: 200 len: 1095 time: 0.0706859 May 05 20:48:26.506560 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d100ee0b-6948-49e5-b6f0-3464af4c65eb req-4e7e61ba-c819-43e4-8fb7-33b085675636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:48:26.507935 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d100ee0b-6948-49e5-b6f0-3464af4c65eb req-4e7e61ba-c819-43e4-8fb7-33b085675636 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8cc99635-3b00-40bd-8d1d-7c23a72f1a66 HTTP/1.1" status: 200 len: 917 time: 0.1301904 May 05 20:48:26.579277 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d100ee0b-6948-49e5-b6f0-3464af4c65eb req-d6223638-3090-47f5-ada8-0579d4c23165 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00f57bda-fbca-4c05-8e99-6d334da40646 HTTP/1.1" status: 200 len: 217 time: 0.0646238 May 05 20:48:26.608347 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 804af14f-374f-4172-9712-29acb7b5c9fa up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:48:26.644335 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d100ee0b-6948-49e5-b6f0-3464af4c65eb req-3dc8ea88-18fe-4b67-a083-cfe730ea23f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:48:26.645792 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d100ee0b-6948-49e5-b6f0-3464af4c65eb req-3dc8ea88-18fe-4b67-a083-cfe730ea23f1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=be6a5b73-baed-47a8-b475-8ac011f934e9 HTTP/1.1" status: 200 len: 855 time: 0.0606940 May 05 20:48:26.677216 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 804af14f-374f-4172-9712-29acb7b5c9fa triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:48:26.677590 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:26.822436 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d100ee0b-6948-49e5-b6f0-3464af4c65eb req-40392c33-540c-41a8-84c9-62d94161bd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:48:26.823942 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d100ee0b-6948-49e5-b6f0-3464af4c65eb req-40392c33-540c-41a8-84c9-62d94161bd75 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8cc99635-3b00-40bd-8d1d-7c23a72f1a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1721103 May 05 20:48:26.956304 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d100ee0b-6948-49e5-b6f0-3464af4c65eb req-df75e08a-b5b1-4381-84c7-f5f5fe8b894f service neutron] 10.222.0.50 "GET /v2.0/networks/8cc99635-3b00-40bd-8d1d-7c23a72f1a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247742 May 05 20:48:27.085707 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d100ee0b-6948-49e5-b6f0-3464af4c65eb req-16ab447d-b725-4fd4-8298-4b57eb95a5f5 service neutron] 10.222.0.50 "GET /v2.0/networks/8cc99635-3b00-40bd-8d1d-7c23a72f1a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225250 May 05 20:48:27.326022 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2be0bd0-ff8a-4131-a631-d3996b9b1e15 req-aa7ddedc-3555-4827-b09e-8ad6cadbcfdd tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:48:27.326662 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-b2be0bd0-ff8a-4131-a631-d3996b9b1e15 req-aa7ddedc-3555-4827-b09e-8ad6cadbcfdd tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Synchronizing usage tracker for tenant:0536d39dd9be4aa9a7033f627bfa69d3 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:48:27.341803 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-b2be0bd0-ff8a-4131-a631-d3996b9b1e15 req-aa7ddedc-3555-4827-b09e-8ad6cadbcfdd tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Unset dirty status for tenant:0536d39dd9be4aa9a7033f627bfa69d3 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:48:27.342941 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b2be0bd0-ff8a-4131-a631-d3996b9b1e15 req-aa7ddedc-3555-4827-b09e-8ad6cadbcfdd tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] 10.222.0.36 "GET /v2.0/ports?device_id=b55a4dc5-36df-402e-9196-d7649c716fa0 HTTP/1.1" status: 200 len: 944 time: 0.0939302 May 05 20:48:27.389690 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-b2be0bd0-ff8a-4131-a631-d3996b9b1e15 req-5a8efd79-a149-4778-a83d-2fbfa0be9c28 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Synchronizing usage tracker for tenant:0536d39dd9be4aa9a7033f627bfa69d3 on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:48:27.406398 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-b2be0bd0-ff8a-4131-a631-d3996b9b1e15 req-5a8efd79-a149-4778-a83d-2fbfa0be9c28 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Unset dirty status for tenant:0536d39dd9be4aa9a7033f627bfa69d3 on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:48:27.407639 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b2be0bd0-ff8a-4131-a631-d3996b9b1e15 req-5a8efd79-a149-4778-a83d-2fbfa0be9c28 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] 10.222.0.36 "GET /v2.0/security-groups?id=54e78b02-1b36-43ed-9a7f-9cf75c2f17a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587280 May 05 20:48:28.582717 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 00f57bda-fbca-4c05-8e99-6d334da40646 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:48:28.594027 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a771e687-6533-4c09-9e11-01bf46141afe req-b8760328-5a10-408e-aec4-8c4894de007b tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:48:28.595669 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a771e687-6533-4c09-9e11-01bf46141afe req-b8760328-5a10-408e-aec4-8c4894de007b tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] 10.222.0.36 "GET /v2.0/ports?device_id=b55a4dc5-36df-402e-9196-d7649c716fa0 HTTP/1.1" status: 200 len: 944 time: 0.0837393 May 05 20:48:28.640993 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a771e687-6533-4c09-9e11-01bf46141afe req-9726802c-7b9f-441f-8f70-d7dd1b2b0f25 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] 10.222.0.36 "GET /v2.0/security-groups?id=54e78b02-1b36-43ed-9a7f-9cf75c2f17a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389862 May 05 20:48:28.719016 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 00f57bda-fbca-4c05-8e99-6d334da40646, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=00f57bda-fbca-4c05-8e99-6d334da40646,segment=NetworkSegment(3855ee4a-7526-424d-928d-496a63bff387),segment_id=3855ee4a-7526-424d-928d-496a63bff387)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:48:28.732561 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': '00f57bda-fbca-4c05-8e99-6d334da40646', 'network_id': '8cc99635-3b00-40bd-8d1d-7c23a72f1a66', 'port_id': '00f57bda-fbca-4c05-8e99-6d334da40646', 'mac_address': 'fa:16:3e:ee:61:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be6a5b73-baed-47a8-b475-8ac011f934e9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:48:28.786756 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:28.806298 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00f57bda-fbca-4c05-8e99-6d334da40646 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:48:28.821550 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 00f57bda-fbca-4c05-8e99-6d334da40646, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=00f57bda-fbca-4c05-8e99-6d334da40646,segment=NetworkSegment(3855ee4a-7526-424d-928d-496a63bff387),segment_id=3855ee4a-7526-424d-928d-496a63bff387)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:48:28.825438 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:28.893304 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=00f57bda-fbca-4c05-8e99-6d334da40646,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:48:29.023102 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['00f57bda-fbca-4c05-8e99-6d334da40646'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:48:29.820390 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106daf9-3a11-409d-914b-a1003b8c40a3 req-cd9b42aa-27b2-4821-aa05-6bf23115b618 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:48:29.821835 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d106daf9-3a11-409d-914b-a1003b8c40a3 req-cd9b42aa-27b2-4821-aa05-6bf23115b618 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] 10.222.0.36 "GET /v2.0/ports?device_id=b55a4dc5-36df-402e-9196-d7649c716fa0 HTTP/1.1" status: 200 len: 945 time: 0.0789948 May 05 20:48:29.867703 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d106daf9-3a11-409d-914b-a1003b8c40a3 req-dbace38a-e0b3-4de1-b58f-8811c9ab5388 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] 10.222.0.36 "GET /v2.0/security-groups?id=54e78b02-1b36-43ed-9a7f-9cf75c2f17a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396001 May 05 20:48:30.581623 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 00f57bda-fbca-4c05-8e99-6d334da40646 up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:48:30.650012 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port 00f57bda-fbca-4c05-8e99-6d334da40646 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:48:30.654863 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port 00f57bda-fbca-4c05-8e99-6d334da40646 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:48:30.655312 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:30.775891 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:30.802711 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b55a4dc5-36df-402e-9196-d7649c716fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f57bda-fbca-4c05-8e99-6d334da40646'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:48:30.813099 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 00f57bda-fbca-4c05-8e99-6d334da40646, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=00f57bda-fbca-4c05-8e99-6d334da40646,segment=NetworkSegment(3855ee4a-7526-424d-928d-496a63bff387),segment_id=3855ee4a-7526-424d-928d-496a63bff387)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:48:30.817118 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:30.853491 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54095ae1-dc4a-4570-9dd9-23c17334b15e'] response: {'server_uuid': 'b55a4dc5-36df-402e-9196-d7649c716fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f57bda-fbca-4c05-8e99-6d334da40646', 'code': 200} May 05 20:48:30.887247 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=00f57bda-fbca-4c05-8e99-6d334da40646,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:48:30.973909 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae4a529-4511-4ed3-b1f8-dab344198011 req-7d1879f2-99fc-455e-ae8a-ad6f4a0ca8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:48:30.975396 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8ae4a529-4511-4ed3-b1f8-dab344198011 req-7d1879f2-99fc-455e-ae8a-ad6f4a0ca8a8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b55a4dc5-36df-402e-9196-d7649c716fa0 HTTP/1.1" status: 200 len: 1097 time: 0.0724988 May 05 20:48:31.060466 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8ae4a529-4511-4ed3-b1f8-dab344198011 req-1159989f-df82-4d16-8cb5-1040a2bfd0c9 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=54e78b02-1b36-43ed-9a7f-9cf75c2f17a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533946 May 05 20:48:31.082765 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9266ba7f-8d99-4364-adb0-332242cdd382 req-3cfb0906-7569-4e61-a5be-e35c0fc27feb tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:48:31.084178 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9266ba7f-8d99-4364-adb0-332242cdd382 req-3cfb0906-7569-4e61-a5be-e35c0fc27feb tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] 10.222.0.36 "GET /v2.0/ports?device_id=b55a4dc5-36df-402e-9196-d7649c716fa0 HTTP/1.1" status: 200 len: 946 time: 0.1077557 May 05 20:48:31.127662 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9266ba7f-8d99-4364-adb0-332242cdd382 req-ca74a7cc-a98f-4a63-8117-4fa168bf5b8d tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] 10.222.0.36 "GET /v2.0/security-groups?id=54e78b02-1b36-43ed-9a7f-9cf75c2f17a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378485 May 05 20:48:32.313408 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9386e1ac-e18a-4303-b9d0-4a404dbdd04b req-f1edb0d9-400c-4117-bafd-183198e9e311 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:48:32.314871 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9386e1ac-e18a-4303-b9d0-4a404dbdd04b req-f1edb0d9-400c-4117-bafd-183198e9e311 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] 10.222.0.36 "GET /v2.0/ports?device_id=b55a4dc5-36df-402e-9196-d7649c716fa0 HTTP/1.1" status: 200 len: 946 time: 0.0836353 May 05 20:48:32.360449 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9386e1ac-e18a-4303-b9d0-4a404dbdd04b req-f2674b3f-0365-4020-bd38-a541d6f15c56 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] 10.222.0.36 "GET /v2.0/security-groups?id=54e78b02-1b36-43ed-9a7f-9cf75c2f17a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399339 May 05 20:48:32.546343 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ef6df-3c16-4823-b233-80b9c3243d5d req-ddcb081c-3c26-48c3-94e3-558c7aa2e9d0 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:48:32.547848 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-268ef6df-3c16-4823-b233-80b9c3243d5d req-ddcb081c-3c26-48c3-94e3-558c7aa2e9d0 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] 10.222.0.36 "GET /v2.0/ports?device_id=b55a4dc5-36df-402e-9196-d7649c716fa0 HTTP/1.1" status: 200 len: 946 time: 0.0833428 May 05 20:48:32.591834 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-268ef6df-3c16-4823-b233-80b9c3243d5d req-6b7c98e1-7a89-464a-a25c-34faf8a91373 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] 10.222.0.36 "GET /v2.0/security-groups?id=54e78b02-1b36-43ed-9a7f-9cf75c2f17a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376167 May 05 20:48:33.001410 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:48:34.734439 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8009a3c7-6197-4760-ae80-4cf96eab32c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:36.929970 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-586255ea-178c-4997-a5ea-e910aa00eb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:37.980844 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:38.150222 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:39.723335 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:44.677345 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:46.813206 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:46.962412 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f2135-bf36-4d83-8949-87b9ff843951 req-c0ca6978-ec54-432b-8b16-f383c9804431 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:48:46.963899 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-057f2135-bf36-4d83-8949-87b9ff843951 req-c0ca6978-ec54-432b-8b16-f383c9804431 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] 10.222.0.36 "GET /v2.0/ports?device_id=b55a4dc5-36df-402e-9196-d7649c716fa0 HTTP/1.1" status: 200 len: 946 time: 0.0798564 May 05 20:48:47.007602 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-057f2135-bf36-4d83-8949-87b9ff843951 req-a2532e70-0480-480e-aab8-b97d198f0699 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] 10.222.0.36 "GET /v2.0/security-groups?id=54e78b02-1b36-43ed-9a7f-9cf75c2f17a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380688 May 05 20:48:48.195592 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a2c12e-6fbe-4af9-9346-52bc32ce3159 req-2e2940bf-9f6f-44b4-a809-e5d1946e1529 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:48:48.197029 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-66a2c12e-6fbe-4af9-9346-52bc32ce3159 req-2e2940bf-9f6f-44b4-a809-e5d1946e1529 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] 10.222.0.36 "GET /v2.0/ports?device_id=b55a4dc5-36df-402e-9196-d7649c716fa0 HTTP/1.1" status: 200 len: 946 time: 0.0796235 May 05 20:48:48.244191 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-66a2c12e-6fbe-4af9-9346-52bc32ce3159 req-b259e77d-8941-4135-a11a-15fcc7b546f7 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] 10.222.0.36 "GET /v2.0/security-groups?id=54e78b02-1b36-43ed-9a7f-9cf75c2f17a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403028 May 05 20:48:48.360545 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea848a80-96d1-4e3b-a285-1288fc653f4e req-5c57d6be-5629-4078-98f4-7afdb0db8a12 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:48:48.361984 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ea848a80-96d1-4e3b-a285-1288fc653f4e req-5c57d6be-5629-4078-98f4-7afdb0db8a12 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] 10.222.0.50 "GET /v2.0/ports?device_id=b55a4dc5-36df-402e-9196-d7649c716fa0 HTTP/1.1" status: 200 len: 946 time: 0.0782168 May 05 20:48:48.430084 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-ea848a80-96d1-4e3b-a285-1288fc653f4e req-dc3c5ff3-7d3f-4609-b79c-9568010129cb tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Deleting port 00f57bda-fbca-4c05-8e99-6d334da40646 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:48:48.430426 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-ea848a80-96d1-4e3b-a285-1288fc653f4e req-dc3c5ff3-7d3f-4609-b79c-9568010129cb tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:48.675576 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-ea848a80-96d1-4e3b-a285-1288fc653f4e req-dc3c5ff3-7d3f-4609-b79c-9568010129cb tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] For port 00f57bda-fbca-4c05-8e99-6d334da40646, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=00f57bda-fbca-4c05-8e99-6d334da40646,segment=NetworkSegment(3855ee4a-7526-424d-928d-496a63bff387),segment_id=3855ee4a-7526-424d-928d-496a63bff387)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:48:48.675930 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-ea848a80-96d1-4e3b-a285-1288fc653f4e req-dc3c5ff3-7d3f-4609-b79c-9568010129cb tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:48.801092 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-ea848a80-96d1-4e3b-a285-1288fc653f4e req-dc3c5ff3-7d3f-4609-b79c-9568010129cb tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Calling delete_port for 00f57bda-fbca-4c05-8e99-6d334da40646 owned by compute:nova {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:48:48.941002 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-ea848a80-96d1-4e3b-a285-1288fc653f4e req-dc3c5ff3-7d3f-4609-b79c-9568010129cb tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:48.952422 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['00f57bda-fbca-4c05-8e99-6d334da40646'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:48:49.094149 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3c5ff3-7d3f-4609-b79c-9568010129cb tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Pushing event deleted for resources: {'Port': ['ID=00f57bda-fbca-4c05-8e99-6d334da40646,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:48:49.168102 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea848a80-96d1-4e3b-a285-1288fc653f4e req-dc3c5ff3-7d3f-4609-b79c-9568010129cb tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] No DVR routers for this DVR port 00f57bda-fbca-4c05-8e99-6d334da40646 on host n-h2-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:48:49.171427 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-ea848a80-96d1-4e3b-a285-1288fc653f4e req-dc3c5ff3-7d3f-4609-b79c-9568010129cb tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:49.174120 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b55a4dc5-36df-402e-9196-d7649c716fa0', 'name': 'network-vif-deleted', 'tag': '00f57bda-fbca-4c05-8e99-6d334da40646'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:48:49.190750 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ea848a80-96d1-4e3b-a285-1288fc653f4e req-dc3c5ff3-7d3f-4609-b79c-9568010129cb tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] 10.222.0.50 "DELETE /v2.0/ports/00f57bda-fbca-4c05-8e99-6d334da40646 HTTP/1.1" status: 204 len: 173 time: 0.8240213 May 05 20:48:49.223985 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70e04998-ccbf-4359-983e-a5f1cd9fc449'] response: {'server_uuid': 'b55a4dc5-36df-402e-9196-d7649c716fa0', 'name': 'network-vif-deleted', 'tag': '00f57bda-fbca-4c05-8e99-6d334da40646', 'status': 'completed', 'code': 200} May 05 20:48:49.423454 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-a78398b0-02ee-49a7-ac02-bd22047138c6 req-271dd0cc-c825-409a-96c2-c561d9359e8d tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Synchronizing usage tracker for tenant:0536d39dd9be4aa9a7033f627bfa69d3 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:48:49.439059 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-a78398b0-02ee-49a7-ac02-bd22047138c6 req-271dd0cc-c825-409a-96c2-c561d9359e8d tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Unset dirty status for tenant:0536d39dd9be4aa9a7033f627bfa69d3 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:48:49.440224 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a78398b0-02ee-49a7-ac02-bd22047138c6 req-271dd0cc-c825-409a-96c2-c561d9359e8d tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] 10.222.0.36 "GET /v2.0/ports?device_id=b55a4dc5-36df-402e-9196-d7649c716fa0 HTTP/1.1" status: 200 len: 210 time: 0.0607347 May 05 20:48:51.321886 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f9002e-0c01-463f-8573-acffc966196a req-96acb861-08b0-4d5e-b825-e737d065f1bf tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:48:51.323248 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-64f9002e-0c01-463f-8573-acffc966196a req-96acb861-08b0-4d5e-b825-e737d065f1bf tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] 10.222.0.36 "GET /v2.0/networks?id=8cc99635-3b00-40bd-8d1d-7c23a72f1a66 HTTP/1.1" status: 200 len: 816 time: 0.1467721 May 05 20:48:51.338537 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-64f9002e-0c01-463f-8573-acffc966196a req-8c1edfc5-9f55-4778-b7c6-c279753bcc91 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] 10.222.0.36 "GET /v2.0/quotas/0536d39dd9be4aa9a7033f627bfa69d3 HTTP/1.1" status: 200 len: 375 time: 0.0096769 May 05 20:48:51.419712 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-64f9002e-0c01-463f-8573-acffc966196a req-fbea4a62-7f2f-428a-be7d-c6d2a0ab1138 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0536d39dd9be4aa9a7033f627bfa69d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0756636 May 05 20:48:51.556858 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-64f9002e-0c01-463f-8573-acffc966196a req-af539295-18c0-4be4-94a1-1a400ad01ced service neutron] 10.222.0.36 "GET /v2.0/networks/8cc99635-3b00-40bd-8d1d-7c23a72f1a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249804 May 05 20:48:51.691989 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-64f9002e-0c01-463f-8573-acffc966196a req-c822218c-f54c-441d-9aba-88f2e75f499c service neutron] 10.222.0.36 "GET /v2.0/networks/8cc99635-3b00-40bd-8d1d-7c23a72f1a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292500 May 05 20:48:51.871216 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b61f00e9-9c73-4835-8d0f-f8d52e8ab0cd req-bc7b97f5-e96e-42fe-93b7-7dd52b10e27b tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f98fce8-35bc-4e11-9364-499a77218c94 HTTP/1.1" status: 200 len: 210 time: 0.0472410 May 05 20:48:52.676392 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 00f57bda-fbca-4c05-8e99-6d334da40646 no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:48:52.710222 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] No Port match for: 00f57bda-fbca-4c05-8e99-6d334da40646 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:48:52.710566 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 00f57bda-fbca-4c05-8e99-6d334da40646 not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:48:53.006894 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f9002e-0c01-463f-8573-acffc966196a req-bd9d7d5a-47b9-43e6-a503-b4c3a157114f tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:48:53.008939 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-64f9002e-0c01-463f-8573-acffc966196a req-bd9d7d5a-47b9-43e6-a503-b4c3a157114f tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] 10.222.0.24 "GET /v2.0/networks?id=8cc99635-3b00-40bd-8d1d-7c23a72f1a66 HTTP/1.1" status: 200 len: 816 time: 0.1538341 May 05 20:48:53.020360 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-64f9002e-0c01-463f-8573-acffc966196a req-0251732b-c51c-419b-b1d8-5718bd283329 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Request body: {'port': {'device_id': '3f98fce8-35bc-4e11-9364-499a77218c94', 'network_id': '8cc99635-3b00-40bd-8d1d-7c23a72f1a66', 'admin_state_up': True, 'tenant_id': '0536d39dd9be4aa9a7033f627bfa69d3'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:48:53.031069 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8bfa3233-17c9-40ce-98d9-cc0e466cd2d1 req-e7ad3128-9afd-49b2-994c-d9125b013219 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f98fce8-35bc-4e11-9364-499a77218c94 HTTP/1.1" status: 200 len: 210 time: 0.0485892 May 05 20:48:53.158386 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-64f9002e-0c01-463f-8573-acffc966196a req-0251732b-c51c-419b-b1d8-5718bd283329 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:48:53.167782 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-64f9002e-0c01-463f-8573-acffc966196a req-0251732b-c51c-419b-b1d8-5718bd283329 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:48:53.177232 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64f9002e-0c01-463f-8573-acffc966196a req-0251732b-c51c-419b-b1d8-5718bd283329 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Made reservation on behalf of 0536d39dd9be4aa9a7033f627bfa69d3 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:48:53.180915 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-64f9002e-0c01-463f-8573-acffc966196a req-0251732b-c51c-419b-b1d8-5718bd283329 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:53.339889 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-64f9002e-0c01-463f-8573-acffc966196a req-0251732b-c51c-419b-b1d8-5718bd283329 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Allocated IP 172.20.0.7 (8cc99635-3b00-40bd-8d1d-7c23a72f1a66/be6a5b73-baed-47a8-b475-8ac011f934e9/2a1045d9-59dd-4c2e-9b59-e7380ae9404b) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:48:53.652478 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-64f9002e-0c01-463f-8573-acffc966196a req-0251732b-c51c-419b-b1d8-5718bd283329 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:53.669288 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-64f9002e-0c01-463f-8573-acffc966196a req-0251732b-c51c-419b-b1d8-5718bd283329 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Transition to ACTIVE for port object 2a1045d9-59dd-4c2e-9b59-e7380ae9404b will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:48:53.692335 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-64f9002e-0c01-463f-8573-acffc966196a req-0251732b-c51c-419b-b1d8-5718bd283329 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:53.767242 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64f9002e-0c01-463f-8573-acffc966196a req-0251732b-c51c-419b-b1d8-5718bd283329 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Network 8cc99635-3b00-40bd-8d1d-7c23a72f1a66 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:48:53.770679 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-64f9002e-0c01-463f-8573-acffc966196a req-0251732b-c51c-419b-b1d8-5718bd283329 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:48:53.774355 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-64f9002e-0c01-463f-8573-acffc966196a req-0251732b-c51c-419b-b1d8-5718bd283329 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:48:53.804323 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0251732b-c51c-419b-b1d8-5718bd283329 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Pushing event updated for resources: {'Port': ['ID=2a1045d9-59dd-4c2e-9b59-e7380ae9404b,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:48:53.820495 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0251732b-c51c-419b-b1d8-5718bd283329 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:48:53.820837 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0251732b-c51c-419b-b1d8-5718bd283329 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:48:53.821166 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0251732b-c51c-419b-b1d8-5718bd283329 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:48:53.821489 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0251732b-c51c-419b-b1d8-5718bd283329 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:48:53.821811 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0251732b-c51c-419b-b1d8-5718bd283329 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:48:53.822128 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0251732b-c51c-419b-b1d8-5718bd283329 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:48:53.822444 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0251732b-c51c-419b-b1d8-5718bd283329 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:48:53.822757 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0251732b-c51c-419b-b1d8-5718bd283329 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:48:53.823070 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0251732b-c51c-419b-b1d8-5718bd283329 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:48:53.823439 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0251732b-c51c-419b-b1d8-5718bd283329 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:48:53.823710 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0251732b-c51c-419b-b1d8-5718bd283329 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:48:53.824016 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0251732b-c51c-419b-b1d8-5718bd283329 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:48:53.851773 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f9002e-0c01-463f-8573-acffc966196a req-0251732b-c51c-419b-b1d8-5718bd283329 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:48:53.852396 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-64f9002e-0c01-463f-8573-acffc966196a req-0251732b-c51c-419b-b1d8-5718bd283329 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:53.880115 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-64f9002e-0c01-463f-8573-acffc966196a req-0251732b-c51c-419b-b1d8-5718bd283329 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8638096 May 05 20:48:53.891111 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-64f9002e-0c01-463f-8573-acffc966196a req-8638b0a9-48e8-40b2-9d90-34967ad71386 service neutron] Request body: {'port': {'device_id': '3f98fce8-35bc-4e11-9364-499a77218c94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:48:54.004912 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-64f9002e-0c01-463f-8573-acffc966196a req-8638b0a9-48e8-40b2-9d90-34967ad71386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:54.043887 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-2be0088b-7332-4935-91d8-09d7d92c11cf None None] Provisioning for port 2a1045d9-59dd-4c2e-9b59-e7380ae9404b completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:48:54.049262 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-2be0088b-7332-4935-91d8-09d7d92c11cf None None] Provisioning complete for port 2a1045d9-59dd-4c2e-9b59-e7380ae9404b triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:48:54.049631 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2be0088b-7332-4935-91d8-09d7d92c11cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:54.106720 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-2be0088b-7332-4935-91d8-09d7d92c11cf None None] Port 2a1045d9-59dd-4c2e-9b59-e7380ae9404b cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:48:54.338463 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b3fc4-9724-43f0-b56d-71653b385423 req-d9530546-9888-4eac-b24b-3c5b382fef12 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:48:54.339166 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-dc5b3fc4-9724-43f0-b56d-71653b385423 req-d9530546-9888-4eac-b24b-3c5b382fef12 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Synchronizing usage tracker for tenant:0536d39dd9be4aa9a7033f627bfa69d3 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:48:54.366748 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-dc5b3fc4-9724-43f0-b56d-71653b385423 req-d9530546-9888-4eac-b24b-3c5b382fef12 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Unset dirty status for tenant:0536d39dd9be4aa9a7033f627bfa69d3 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:48:54.367951 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dc5b3fc4-9724-43f0-b56d-71653b385423 req-d9530546-9888-4eac-b24b-3c5b382fef12 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f98fce8-35bc-4e11-9364-499a77218c94 HTTP/1.1" status: 200 len: 931 time: 0.2198553 May 05 20:48:54.451150 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-64f9002e-0c01-463f-8573-acffc966196a req-8638b0a9-48e8-40b2-9d90-34967ad71386 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a1045d9-59dd-4c2e-9b59-e7380ae9404b {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:48:54.462383 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-64f9002e-0c01-463f-8573-acffc966196a req-8638b0a9-48e8-40b2-9d90-34967ad71386 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:54.470608 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dc5b3fc4-9724-43f0-b56d-71653b385423 req-22fc2be2-80e4-4273-b03c-49dd60155120 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] 10.222.0.36 "GET /v2.0/security-groups?id=54e78b02-1b36-43ed-9a7f-9cf75c2f17a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708032 May 05 20:48:54.481454 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-64f9002e-0c01-463f-8573-acffc966196a req-8638b0a9-48e8-40b2-9d90-34967ad71386 service neutron] Transition to ACTIVE for port object 2a1045d9-59dd-4c2e-9b59-e7380ae9404b will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:48:54.486370 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-64f9002e-0c01-463f-8573-acffc966196a req-8638b0a9-48e8-40b2-9d90-34967ad71386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:54.680616 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8638b0a9-48e8-40b2-9d90-34967ad71386 service neutron] Pushing event updated for resources: {'Port': ['ID=2a1045d9-59dd-4c2e-9b59-e7380ae9404b,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:48:54.726460 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-64f9002e-0c01-463f-8573-acffc966196a req-8638b0a9-48e8-40b2-9d90-34967ad71386 service neutron] Attempting to bind port 2a1045d9-59dd-4c2e-9b59-e7380ae9404b on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:48:54.726784 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-64f9002e-0c01-463f-8573-acffc966196a req-8638b0a9-48e8-40b2-9d90-34967ad71386 service neutron] Attempting to bind port 2a1045d9-59dd-4c2e-9b59-e7380ae9404b by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': '3855ee4a-7526-424d-928d-496a63bff387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8cc99635-3b00-40bd-8d1d-7c23a72f1a66'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:48:54.727103 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f9002e-0c01-463f-8573-acffc966196a req-8638b0a9-48e8-40b2-9d90-34967ad71386 service neutron] Attempting to bind port 2a1045d9-59dd-4c2e-9b59-e7380ae9404b on network 8cc99635-3b00-40bd-8d1d-7c23a72f1a66 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:48:54.731697 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f9002e-0c01-463f-8573-acffc966196a req-8638b0a9-48e8-40b2-9d90-34967ad71386 service neutron] Port 2a1045d9-59dd-4c2e-9b59-e7380ae9404b on network 8cc99635-3b00-40bd-8d1d-7c23a72f1a66 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:48:54.732003 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f9002e-0c01-463f-8573-acffc966196a req-8638b0a9-48e8-40b2-9d90-34967ad71386 service neutron] Attempting to bind port 2a1045d9-59dd-4c2e-9b59-e7380ae9404b on network 8cc99635-3b00-40bd-8d1d-7c23a72f1a66 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:48:54.737156 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f9002e-0c01-463f-8573-acffc966196a req-8638b0a9-48e8-40b2-9d90-34967ad71386 service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:48:54.737484 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f9002e-0c01-463f-8573-acffc966196a req-8638b0a9-48e8-40b2-9d90-34967ad71386 service neutron] Checking segment: {'id': '3855ee4a-7526-424d-928d-496a63bff387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8cc99635-3b00-40bd-8d1d-7c23a72f1a66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:48:54.737857 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f9002e-0c01-463f-8573-acffc966196a req-8638b0a9-48e8-40b2-9d90-34967ad71386 service neutron] Bound using segment: {'id': '3855ee4a-7526-424d-928d-496a63bff387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8cc99635-3b00-40bd-8d1d-7c23a72f1a66'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:48:54.738268 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-64f9002e-0c01-463f-8573-acffc966196a req-8638b0a9-48e8-40b2-9d90-34967ad71386 service neutron] Bound port: 2a1045d9-59dd-4c2e-9b59-e7380ae9404b, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3855ee4a-7526-424d-928d-496a63bff387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8cc99635-3b00-40bd-8d1d-7c23a72f1a66'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:48:54.738606 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-64f9002e-0c01-463f-8573-acffc966196a req-8638b0a9-48e8-40b2-9d90-34967ad71386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:54.824895 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-64f9002e-0c01-463f-8573-acffc966196a req-8638b0a9-48e8-40b2-9d90-34967ad71386 service neutron] For port 2a1045d9-59dd-4c2e-9b59-e7380ae9404b, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:48:54.828208 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-64f9002e-0c01-463f-8573-acffc966196a req-8638b0a9-48e8-40b2-9d90-34967ad71386 service neutron] For port 2a1045d9-59dd-4c2e-9b59-e7380ae9404b, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=2a1045d9-59dd-4c2e-9b59-e7380ae9404b,segment=NetworkSegment(3855ee4a-7526-424d-928d-496a63bff387),segment_id=3855ee4a-7526-424d-928d-496a63bff387)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:48:54.832810 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-64f9002e-0c01-463f-8573-acffc966196a req-8638b0a9-48e8-40b2-9d90-34967ad71386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:54.895824 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f9002e-0c01-463f-8573-acffc966196a req-8638b0a9-48e8-40b2-9d90-34967ad71386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:48:54.896426 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-64f9002e-0c01-463f-8573-acffc966196a req-8638b0a9-48e8-40b2-9d90-34967ad71386 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:54.897771 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-64f9002e-0c01-463f-8573-acffc966196a req-8638b0a9-48e8-40b2-9d90-34967ad71386 service neutron] 10.222.0.24 "PUT /v2.0/ports/2a1045d9-59dd-4c2e-9b59-e7380ae9404b HTTP/1.1" status: 200 len: 1091 time: 1.0112448 May 05 20:48:54.898194 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f98fce8-35bc-4e11-9364-499a77218c94', 'tag': '2a1045d9-59dd-4c2e-9b59-e7380ae9404b'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:48:54.919737 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8638b0a9-48e8-40b2-9d90-34967ad71386 service neutron] Pushing event updated for resources: {'Port': ['ID=2a1045d9-59dd-4c2e-9b59-e7380ae9404b,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:48:54.971192 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5c8898c-4043-4cac-b493-9a4718663ee7'] response: {'name': 'network-changed', 'server_uuid': '3f98fce8-35bc-4e11-9364-499a77218c94', 'tag': '2a1045d9-59dd-4c2e-9b59-e7380ae9404b', 'status': 'completed', 'code': 200} May 05 20:48:55.014918 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f9002e-0c01-463f-8573-acffc966196a req-2d483e3c-00a9-403f-853e-f759dc5587f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:48:55.016616 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-64f9002e-0c01-463f-8573-acffc966196a req-2d483e3c-00a9-403f-853e-f759dc5587f6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0536d39dd9be4aa9a7033f627bfa69d3&device_id=3f98fce8-35bc-4e11-9364-499a77218c94 HTTP/1.1" status: 200 len: 1094 time: 0.0792789 May 05 20:48:55.089086 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-64f9002e-0c01-463f-8573-acffc966196a req-ef8a95dd-1eeb-40e8-b5a0-062b569c1b9d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a1045d9-59dd-4c2e-9b59-e7380ae9404b HTTP/1.1" status: 200 len: 217 time: 0.0655780 May 05 20:48:55.149762 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f9002e-0c01-463f-8573-acffc966196a req-efd5ed10-8711-4621-bb2e-c251a2444860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:48:55.151109 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-64f9002e-0c01-463f-8573-acffc966196a req-efd5ed10-8711-4621-bb2e-c251a2444860 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=be6a5b73-baed-47a8-b475-8ac011f934e9 HTTP/1.1" status: 200 len: 855 time: 0.0561230 May 05 20:48:55.227603 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f9002e-0c01-463f-8573-acffc966196a req-8f694350-fa60-4052-a184-09df25b3da27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:48:55.229125 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-64f9002e-0c01-463f-8573-acffc966196a req-8f694350-fa60-4052-a184-09df25b3da27 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8cc99635-3b00-40bd-8d1d-7c23a72f1a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726173 May 05 20:48:55.469343 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-64f9002e-0c01-463f-8573-acffc966196a req-4c85da0a-dfd6-468e-ab0f-5451b2af8327 service neutron] 10.222.0.24 "GET /v2.0/networks/8cc99635-3b00-40bd-8d1d-7c23a72f1a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342441 May 05 20:48:55.648853 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-64f9002e-0c01-463f-8573-acffc966196a req-4b87e214-7b26-4254-9181-aefeabc34a5e service neutron] 10.222.0.24 "GET /v2.0/networks/8cc99635-3b00-40bd-8d1d-7c23a72f1a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735423 May 05 20:48:55.676835 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa75676-2228-4a1a-bbb0-7b9f1c361bb9 req-3e25caf5-8a5b-4b21-a4c4-d201e2bbcb4f tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:48:55.678286 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0fa75676-2228-4a1a-bbb0-7b9f1c361bb9 req-3e25caf5-8a5b-4b21-a4c4-d201e2bbcb4f tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f98fce8-35bc-4e11-9364-499a77218c94 HTTP/1.1" status: 200 len: 943 time: 0.0996106 May 05 20:48:55.772371 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0fa75676-2228-4a1a-bbb0-7b9f1c361bb9 req-e22cb1cc-b2c5-46a4-9c57-dc9ffec1b413 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] 10.222.0.36 "GET /v2.0/security-groups?id=54e78b02-1b36-43ed-9a7f-9cf75c2f17a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882132 May 05 20:48:55.790975 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33097f31-fc67-4e8b-89d8-235da355cc40 req-af12679b-3502-464c-9c9b-9c8cf7239e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:48:55.792458 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-33097f31-fc67-4e8b-89d8-235da355cc40 req-af12679b-3502-464c-9c9b-9c8cf7239e45 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0536d39dd9be4aa9a7033f627bfa69d3&device_id=3f98fce8-35bc-4e11-9364-499a77218c94 HTTP/1.1" status: 200 len: 1094 time: 0.0955987 May 05 20:48:55.928071 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33097f31-fc67-4e8b-89d8-235da355cc40 req-7a6e1209-8319-4775-856b-4244f0f0d91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:48:55.929554 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-33097f31-fc67-4e8b-89d8-235da355cc40 req-7a6e1209-8319-4775-856b-4244f0f0d91e service neutron] 10.222.0.24 "GET /v2.0/networks?id=8cc99635-3b00-40bd-8d1d-7c23a72f1a66 HTTP/1.1" status: 200 len: 917 time: 0.1305399 May 05 20:48:56.004288 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-33097f31-fc67-4e8b-89d8-235da355cc40 req-97669cfd-bebc-4fba-9a86-1b32dd9badbf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a1045d9-59dd-4c2e-9b59-e7380ae9404b HTTP/1.1" status: 200 len: 217 time: 0.0674148 May 05 20:48:56.069782 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33097f31-fc67-4e8b-89d8-235da355cc40 req-5721248d-37a5-4eae-bbf6-80b3a47f33ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:48:56.071107 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-33097f31-fc67-4e8b-89d8-235da355cc40 req-5721248d-37a5-4eae-bbf6-80b3a47f33ef service neutron] 10.222.0.24 "GET /v2.0/subnets?id=be6a5b73-baed-47a8-b475-8ac011f934e9 HTTP/1.1" status: 200 len: 855 time: 0.0570788 May 05 20:48:56.146696 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33097f31-fc67-4e8b-89d8-235da355cc40 req-a6308529-87b2-4a0c-b58c-561018123e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:48:56.148181 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-33097f31-fc67-4e8b-89d8-235da355cc40 req-a6308529-87b2-4a0c-b58c-561018123e64 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8cc99635-3b00-40bd-8d1d-7c23a72f1a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704539 May 05 20:48:56.280082 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-33097f31-fc67-4e8b-89d8-235da355cc40 req-328647f5-a274-4b77-a731-51e0384fe136 service neutron] 10.222.0.24 "GET /v2.0/networks/8cc99635-3b00-40bd-8d1d-7c23a72f1a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252191 May 05 20:48:56.418596 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-33097f31-fc67-4e8b-89d8-235da355cc40 req-c113b35f-7683-46c2-8086-75e8bc89c431 service neutron] 10.222.0.24 "GET /v2.0/networks/8cc99635-3b00-40bd-8d1d-7c23a72f1a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297121 May 05 20:48:56.957662 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e6e22-8c76-43bf-add1-e6f01aaaa146 req-97f6ec9e-d825-4995-b867-5303cd45cf18 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:48:56.959124 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-920e6e22-8c76-43bf-add1-e6f01aaaa146 req-97f6ec9e-d825-4995-b867-5303cd45cf18 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f98fce8-35bc-4e11-9364-499a77218c94 HTTP/1.1" status: 200 len: 943 time: 0.0813150 May 05 20:48:57.003581 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-920e6e22-8c76-43bf-add1-e6f01aaaa146 req-026d5434-5dcb-4324-b834-2b48388cb16e tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] 10.222.0.36 "GET /v2.0/security-groups?id=54e78b02-1b36-43ed-9a7f-9cf75c2f17a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387640 May 05 20:48:58.189356 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef4ceca-6fee-4be8-b480-28bd600c7b3b req-4b69521b-46ab-4a4d-9944-ab358f384c82 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:48:58.190804 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3ef4ceca-6fee-4be8-b480-28bd600c7b3b req-4b69521b-46ab-4a4d-9944-ab358f384c82 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f98fce8-35bc-4e11-9364-499a77218c94 HTTP/1.1" status: 200 len: 943 time: 0.0852933 May 05 20:48:58.233595 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3ef4ceca-6fee-4be8-b480-28bd600c7b3b req-f343721c-b051-4385-8588-3f88e454988e tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] 10.222.0.36 "GET /v2.0/security-groups?id=54e78b02-1b36-43ed-9a7f-9cf75c2f17a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372398 May 05 20:48:58.568653 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 2a1045d9-59dd-4c2e-9b59-e7380ae9404b details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:48:58.732417 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 2a1045d9-59dd-4c2e-9b59-e7380ae9404b, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=2a1045d9-59dd-4c2e-9b59-e7380ae9404b,segment=NetworkSegment(3855ee4a-7526-424d-928d-496a63bff387),segment_id=3855ee4a-7526-424d-928d-496a63bff387)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:48:58.746415 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '2a1045d9-59dd-4c2e-9b59-e7380ae9404b', 'network_id': '8cc99635-3b00-40bd-8d1d-7c23a72f1a66', 'port_id': '2a1045d9-59dd-4c2e-9b59-e7380ae9404b', 'mac_address': 'fa:16:3e:88:8f:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be6a5b73-baed-47a8-b475-8ac011f934e9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:48:58.801305 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:58.817598 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a1045d9-59dd-4c2e-9b59-e7380ae9404b {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:48:58.833073 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 2a1045d9-59dd-4c2e-9b59-e7380ae9404b, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=2a1045d9-59dd-4c2e-9b59-e7380ae9404b,segment=NetworkSegment(3855ee4a-7526-424d-928d-496a63bff387),segment_id=3855ee4a-7526-424d-928d-496a63bff387)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:48:58.836933 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:48:58.905581 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=2a1045d9-59dd-4c2e-9b59-e7380ae9404b,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:48:58.912928 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:48:58.913271 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:48:58.913604 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:48:58.913935 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:48:58.914259 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:48:58.914581 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:48:58.914902 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:48:58.915223 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:48:58.915561 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:48:58.915880 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:48:58.916196 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:48:58.916512 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:48:59.037730 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['2a1045d9-59dd-4c2e-9b59-e7380ae9404b'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:48:59.417850 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1423723-bef3-4b9f-936d-dc39ec6b7dcb req-2090d39b-8853-49c1-a278-5f235a49f206 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:48:59.419297 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a1423723-bef3-4b9f-936d-dc39ec6b7dcb req-2090d39b-8853-49c1-a278-5f235a49f206 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f98fce8-35bc-4e11-9364-499a77218c94 HTTP/1.1" status: 200 len: 944 time: 0.0822117 May 05 20:48:59.463680 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a1423723-bef3-4b9f-936d-dc39ec6b7dcb req-c30f1fc0-27ea-4c47-8038-31452aaee037 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] 10.222.0.36 "GET /v2.0/security-groups?id=54e78b02-1b36-43ed-9a7f-9cf75c2f17a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380759 May 05 20:49:00.584118 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 2a1045d9-59dd-4c2e-9b59-e7380ae9404b up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:49:00.647895 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82aa122-95d4-411c-bfad-9aa1f8bcb866 req-6e15e48a-6c95-4212-9055-77e7ede89fca tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:49:00.649555 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a82aa122-95d4-411c-bfad-9aa1f8bcb866 req-6e15e48a-6c95-4212-9055-77e7ede89fca tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f98fce8-35bc-4e11-9364-499a77218c94 HTTP/1.1" status: 200 len: 944 time: 0.0806386 May 05 20:49:00.653386 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port 2a1045d9-59dd-4c2e-9b59-e7380ae9404b completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:49:00.658748 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 2a1045d9-59dd-4c2e-9b59-e7380ae9404b triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:49:00.659117 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:00.698561 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a82aa122-95d4-411c-bfad-9aa1f8bcb866 req-bc7022bf-2e10-4936-b705-47065cd32674 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] 10.222.0.36 "GET /v2.0/security-groups?id=54e78b02-1b36-43ed-9a7f-9cf75c2f17a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424383 May 05 20:49:00.776189 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:00.802396 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f98fce8-35bc-4e11-9364-499a77218c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a1045d9-59dd-4c2e-9b59-e7380ae9404b'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:49:00.812790 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 2a1045d9-59dd-4c2e-9b59-e7380ae9404b, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=2a1045d9-59dd-4c2e-9b59-e7380ae9404b,segment=NetworkSegment(3855ee4a-7526-424d-928d-496a63bff387),segment_id=3855ee4a-7526-424d-928d-496a63bff387)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:49:00.816754 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:00.852198 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bbb39df-e9dd-4701-9195-d6654289ff8d'] response: {'server_uuid': '3f98fce8-35bc-4e11-9364-499a77218c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a1045d9-59dd-4c2e-9b59-e7380ae9404b', 'code': 200} May 05 20:49:00.885077 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=2a1045d9-59dd-4c2e-9b59-e7380ae9404b,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:49:00.972525 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f07503-c784-49c9-b5f4-e7ed4c4f217a req-112b09b9-7e61-4787-91d3-b35ea000eb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:49:00.973998 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d3f07503-c784-49c9-b5f4-e7ed4c4f217a req-112b09b9-7e61-4787-91d3-b35ea000eb74 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3f98fce8-35bc-4e11-9364-499a77218c94 HTTP/1.1" status: 200 len: 1096 time: 0.0701308 May 05 20:49:01.017178 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d3f07503-c784-49c9-b5f4-e7ed4c4f217a req-06a4b7f6-6411-4500-8d83-caac13d62303 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=54e78b02-1b36-43ed-9a7f-9cf75c2f17a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370624 May 05 20:49:01.887439 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83256988-30ca-402c-9bba-33deeaf69a39 req-32f15400-d181-4ff7-bae5-48bfbacbe6ce tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:49:01.888832 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-83256988-30ca-402c-9bba-33deeaf69a39 req-32f15400-d181-4ff7-bae5-48bfbacbe6ce tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f98fce8-35bc-4e11-9364-499a77218c94 HTTP/1.1" status: 200 len: 945 time: 0.0823879 May 05 20:49:01.936466 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-83256988-30ca-402c-9bba-33deeaf69a39 req-755e87da-d332-49d3-8eda-0ef958db18f9 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] 10.222.0.36 "GET /v2.0/security-groups?id=54e78b02-1b36-43ed-9a7f-9cf75c2f17a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411565 May 05 20:49:03.123922 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ee550-a0bd-4681-9096-793155e19c40 req-9289d0f4-c0e3-4a22-93f4-8c200744a6dd tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:49:03.125371 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-669ee550-a0bd-4681-9096-793155e19c40 req-9289d0f4-c0e3-4a22-93f4-8c200744a6dd tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f98fce8-35bc-4e11-9364-499a77218c94 HTTP/1.1" status: 200 len: 945 time: 0.0819130 May 05 20:49:03.168874 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-669ee550-a0bd-4681-9096-793155e19c40 req-9c952d7a-8c5b-4705-972c-285182891eb5 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] 10.222.0.36 "GET /v2.0/security-groups?id=54e78b02-1b36-43ed-9a7f-9cf75c2f17a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379677 May 05 20:49:03.349479 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe00be-b71b-448a-a130-03dde77caeeb req-ce1a20d0-7fc2-4cbb-b210-4378120d3faa tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:49:03.351179 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7ebe00be-b71b-448a-a130-03dde77caeeb req-ce1a20d0-7fc2-4cbb-b210-4378120d3faa tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f98fce8-35bc-4e11-9364-499a77218c94 HTTP/1.1" status: 200 len: 945 time: 0.0791881 May 05 20:49:03.394719 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7ebe00be-b71b-448a-a130-03dde77caeeb req-ddf5d23a-0337-4617-a434-7aa4636ab770 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] 10.222.0.36 "GET /v2.0/security-groups?id=54e78b02-1b36-43ed-9a7f-9cf75c2f17a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379777 May 05 20:49:04.736377 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ecee6435-148c-4099-8f4f-9fe4cca1ccf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:06.922717 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-41a05474-ff71-4b1c-b4de-78fed955f163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:07.982074 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:08.156578 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:09.726961 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:10.002444 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:49:14.678461 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:16.813700 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:16.850188 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [req-4affedbf-d8de-4c51-8e2f-b076f8ee097b req-faed0b18-62ad-4fb2-a9e6-87410436562d service neutron] (88197) timed out ('10.222.0.36', 36004) {{(pid=88197) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 05 20:49:17.617171 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b48b1aa-0d11-4f31-92cd-c72021ca80da req-18fac8ee-c2d9-44cb-8677-676fe606457d tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:49:17.618637 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5b48b1aa-0d11-4f31-92cd-c72021ca80da req-18fac8ee-c2d9-44cb-8677-676fe606457d tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f98fce8-35bc-4e11-9364-499a77218c94 HTTP/1.1" status: 200 len: 945 time: 0.0848031 May 05 20:49:17.662770 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5b48b1aa-0d11-4f31-92cd-c72021ca80da req-b9ca8567-4c93-446a-85b1-b812a7e8bd2d tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] 10.222.0.36 "GET /v2.0/security-groups?id=54e78b02-1b36-43ed-9a7f-9cf75c2f17a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376770 May 05 20:49:18.851970 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0804ead5-0612-47da-8fb4-08c8216beb13 req-6a9a1783-4ee0-4224-917b-565b6aeafb2f tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:49:18.853349 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0804ead5-0612-47da-8fb4-08c8216beb13 req-6a9a1783-4ee0-4224-917b-565b6aeafb2f tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f98fce8-35bc-4e11-9364-499a77218c94 HTTP/1.1" status: 200 len: 945 time: 0.0827944 May 05 20:49:18.896798 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0804ead5-0612-47da-8fb4-08c8216beb13 req-de20ad89-4ef5-4ed7-b101-791b142e76fd tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] 10.222.0.36 "GET /v2.0/security-groups?id=54e78b02-1b36-43ed-9a7f-9cf75c2f17a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375936 May 05 20:49:19.025465 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faf4c3a-430f-409d-81c4-856fe2bba356 req-0ebfd293-e171-42e7-b05c-81011f826776 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:49:19.026925 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2faf4c3a-430f-409d-81c4-856fe2bba356 req-0ebfd293-e171-42e7-b05c-81011f826776 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f98fce8-35bc-4e11-9364-499a77218c94 HTTP/1.1" status: 200 len: 945 time: 0.0804057 May 05 20:49:19.098819 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-2faf4c3a-430f-409d-81c4-856fe2bba356 req-a534e6c2-5b98-4c8d-930f-28993fb0d684 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Deleting port 2a1045d9-59dd-4c2e-9b59-e7380ae9404b {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:49:19.099150 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2faf4c3a-430f-409d-81c4-856fe2bba356 req-a534e6c2-5b98-4c8d-930f-28993fb0d684 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:19.340350 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-2faf4c3a-430f-409d-81c4-856fe2bba356 req-a534e6c2-5b98-4c8d-930f-28993fb0d684 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] For port 2a1045d9-59dd-4c2e-9b59-e7380ae9404b, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=2a1045d9-59dd-4c2e-9b59-e7380ae9404b,segment=NetworkSegment(3855ee4a-7526-424d-928d-496a63bff387),segment_id=3855ee4a-7526-424d-928d-496a63bff387)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:49:19.340694 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2faf4c3a-430f-409d-81c4-856fe2bba356 req-a534e6c2-5b98-4c8d-930f-28993fb0d684 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:19.563689 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-2faf4c3a-430f-409d-81c4-856fe2bba356 req-a534e6c2-5b98-4c8d-930f-28993fb0d684 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Calling delete_port for 2a1045d9-59dd-4c2e-9b59-e7380ae9404b owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:49:19.708495 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2faf4c3a-430f-409d-81c4-856fe2bba356 req-a534e6c2-5b98-4c8d-930f-28993fb0d684 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:19.728481 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['2a1045d9-59dd-4c2e-9b59-e7380ae9404b'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:49:19.762696 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a534e6c2-5b98-4c8d-930f-28993fb0d684 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Pushing event deleted for resources: {'Port': ['ID=2a1045d9-59dd-4c2e-9b59-e7380ae9404b,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:49:19.838869 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-2faf4c3a-430f-409d-81c4-856fe2bba356 req-a534e6c2-5b98-4c8d-930f-28993fb0d684 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] No DVR routers for this DVR port 2a1045d9-59dd-4c2e-9b59-e7380ae9404b on host n-h1-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:49:19.842025 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2faf4c3a-430f-409d-81c4-856fe2bba356 req-a534e6c2-5b98-4c8d-930f-28993fb0d684 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:19.844623 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f98fce8-35bc-4e11-9364-499a77218c94', 'name': 'network-vif-deleted', 'tag': '2a1045d9-59dd-4c2e-9b59-e7380ae9404b'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:49:19.860928 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2faf4c3a-430f-409d-81c4-856fe2bba356 req-a534e6c2-5b98-4c8d-930f-28993fb0d684 tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] 10.222.0.24 "DELETE /v2.0/ports/2a1045d9-59dd-4c2e-9b59-e7380ae9404b HTTP/1.1" status: 204 len: 173 time: 0.8284400 May 05 20:49:19.899531 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f7287a9-91b2-47dc-b983-c9a4fa288ca3'] response: {'server_uuid': '3f98fce8-35bc-4e11-9364-499a77218c94', 'name': 'network-vif-deleted', 'tag': '2a1045d9-59dd-4c2e-9b59-e7380ae9404b', 'status': 'completed', 'code': 200} May 05 20:49:20.050903 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-04c2e946-7b00-4647-9ff6-420229176d03 req-14a2bb52-3e90-4e69-973b-be7897ac81dc tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Synchronizing usage tracker for tenant:0536d39dd9be4aa9a7033f627bfa69d3 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:49:20.071232 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-04c2e946-7b00-4647-9ff6-420229176d03 req-14a2bb52-3e90-4e69-973b-be7897ac81dc tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] Unset dirty status for tenant:0536d39dd9be4aa9a7033f627bfa69d3 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:49:20.072462 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-04c2e946-7b00-4647-9ff6-420229176d03 req-14a2bb52-3e90-4e69-973b-be7897ac81dc tempest-TestEncryptedCinderVolumes-570043825 tempest-TestEncryptedCinderVolumes-570043825-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f98fce8-35bc-4e11-9364-499a77218c94 HTTP/1.1" status: 200 len: 210 time: 0.0653236 May 05 20:49:21.200583 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39612) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:49:21.830401 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1d2ad470-4769-43cc-a123-0a32ee6c7884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:22.171601 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-1d2ad470-4769-43cc-a123-0a32ee6c7884 admin admin] Deleting port 21cc776e-de95-49df-8bde-2979db70a235 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:49:22.171937 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1d2ad470-4769-43cc-a123-0a32ee6c7884 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:22.340200 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-1d2ad470-4769-43cc-a123-0a32ee6c7884 admin admin] For port 21cc776e-de95-49df-8bde-2979db70a235, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=21cc776e-de95-49df-8bde-2979db70a235,segment=NetworkSegment(3855ee4a-7526-424d-928d-496a63bff387),segment_id=3855ee4a-7526-424d-928d-496a63bff387)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:49:22.340910 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1d2ad470-4769-43cc-a123-0a32ee6c7884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:22.464114 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-1d2ad470-4769-43cc-a123-0a32ee6c7884 admin admin] Calling delete_port for 21cc776e-de95-49df-8bde-2979db70a235 owned by network:router_interface {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:49:22.659875 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 2a1045d9-59dd-4c2e-9b59-e7380ae9404b no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:49:22.694558 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] No Port match for: 2a1045d9-59dd-4c2e-9b59-e7380ae9404b {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:49:22.694907 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 2a1045d9-59dd-4c2e-9b59-e7380ae9404b not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:49:22.780461 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1d2ad470-4769-43cc-a123-0a32ee6c7884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:22.825022 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2ad470-4769-43cc-a123-0a32ee6c7884 admin admin] Pushing event deleted for resources: {'Port': ['ID=21cc776e-de95-49df-8bde-2979db70a235,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:49:22.862237 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ad470-4769-43cc-a123-0a32ee6c7884 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:49:22.862571 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ad470-4769-43cc-a123-0a32ee6c7884 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:49:22.862898 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ad470-4769-43cc-a123-0a32ee6c7884 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:49:22.863227 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ad470-4769-43cc-a123-0a32ee6c7884 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:49:22.863577 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ad470-4769-43cc-a123-0a32ee6c7884 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:49:22.864086 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ad470-4769-43cc-a123-0a32ee6c7884 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:49:22.864373 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ad470-4769-43cc-a123-0a32ee6c7884 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:49:22.864719 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ad470-4769-43cc-a123-0a32ee6c7884 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:49:22.865047 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ad470-4769-43cc-a123-0a32ee6c7884 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:49:22.865353 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ad470-4769-43cc-a123-0a32ee6c7884 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:49:22.865684 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ad470-4769-43cc-a123-0a32ee6c7884 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:49:22.865977 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ad470-4769-43cc-a123-0a32ee6c7884 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:49:23.200622 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1d2ad470-4769-43cc-a123-0a32ee6c7884 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:23.556651 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d2ad470-4769-43cc-a123-0a32ee6c7884 admin admin] Router f2cf3c46-a7d9-4785-9992-36c428a4bd9d has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:49:23.731632 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d2ad470-4769-43cc-a123-0a32ee6c7884 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:49:23.740776 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5967f99b-4347-4696-a6e3-0ce8c7978f00 None None] Sync routers for ids ['f2cf3c46-a7d9-4785-9992-36c428a4bd9d'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:49:23.748166 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-1d2ad470-4769-43cc-a123-0a32ee6c7884 admin admin] 10.222.0.36 "PUT /v2.0/routers/f2cf3c46-a7d9-4785-9992-36c428a4bd9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5457425 May 05 20:49:23.751025 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39616) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:49:23.755124 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5967f99b-4347-4696-a6e3-0ce8c7978f00 None None] Routers {'f2cf3c46-a7d9-4785-9992-36c428a4bd9d'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:49:23.755789 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-5967f99b-4347-4696-a6e3-0ce8c7978f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:49:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['f2cf3c46-a7d9-4785-9992-36c428a4bd9d'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:49:23.925409 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c202de2e-a2be-4d22-9c4f-5662f8e247f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:23.927650 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-5967f99b-4347-4696-a6e3-0ce8c7978f00 None None] Set router f2cf3c46-a7d9-4785-9992-36c428a4bd9d gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:49:24.097814 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c202de2e-a2be-4d22-9c4f-5662f8e247f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:24.107858 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-c202de2e-a2be-4d22-9c4f-5662f8e247f0 admin admin] Deleting port 9c32c7bc-4be3-4704-b903-69b4f06b61a6 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:49:24.108212 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c202de2e-a2be-4d22-9c4f-5662f8e247f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:24.206833 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-5967f99b-4347-4696-a6e3-0ce8c7978f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2cf3c46-a7d9-4785-9992-36c428a4bd9d', 'name': 'tempest-TestEncryptedCinderVolumes-257648607-router', 'tenant_id': '0536d39dd9be4aa9a7033f627bfa69d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '9c32c7bc-4be3-4704-b903-69b4f06b61a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:48:08Z', 'updated_at': '2022-05-05T20:49:22Z', 'revision_number': 5, 'project_id': '0536d39dd9be4aa9a7033f627bfa69d3', 'gw_port': {'id': '9c32c7bc-4be3-4704-b903-69b4f06b61a6', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:92:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2cf3c46-a7d9-4785-9992-36c428a4bd9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:48:09Z', 'updated_at': '2022-05-05T20:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:49:24.210549 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5967f99b-4347-4696-a6e3-0ce8c7978f00 None None] Checking router: f2cf3c46-a7d9-4785-9992-36c428a4bd9d for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:49:24.219517 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5967f99b-4347-4696-a6e3-0ce8c7978f00 None None] Routers {'f2cf3c46-a7d9-4785-9992-36c428a4bd9d'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:49:24.220104 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-5967f99b-4347-4696-a6e3-0ce8c7978f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:49:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['f2cf3c46-a7d9-4785-9992-36c428a4bd9d'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:49:24.280511 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-c202de2e-a2be-4d22-9c4f-5662f8e247f0 admin admin] For port 9c32c7bc-4be3-4704-b903-69b4f06b61a6, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=9c32c7bc-4be3-4704-b903-69b4f06b61a6,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:49:24.280862 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c202de2e-a2be-4d22-9c4f-5662f8e247f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:24.398512 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-5967f99b-4347-4696-a6e3-0ce8c7978f00 None None] Set router f2cf3c46-a7d9-4785-9992-36c428a4bd9d gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:49:24.505230 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-5967f99b-4347-4696-a6e3-0ce8c7978f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2cf3c46-a7d9-4785-9992-36c428a4bd9d', 'name': 'tempest-TestEncryptedCinderVolumes-257648607-router', 'tenant_id': '0536d39dd9be4aa9a7033f627bfa69d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:48:08Z', 'updated_at': '2022-05-05T20:49:24Z', 'revision_number': 6, 'project_id': '0536d39dd9be4aa9a7033f627bfa69d3', 'gw_port_host': None}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:49:24.509054 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5967f99b-4347-4696-a6e3-0ce8c7978f00 None None] The sync data for ids ['f2cf3c46-a7d9-4785-9992-36c428a4bd9d'] in n-d-840717-1 is: [{'id': 'f2cf3c46-a7d9-4785-9992-36c428a4bd9d', 'name': 'tempest-TestEncryptedCinderVolumes-257648607-router', 'tenant_id': '0536d39dd9be4aa9a7033f627bfa69d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:48:08Z', 'updated_at': '2022-05-05T20:49:24Z', 'revision_number': 6, 'project_id': '0536d39dd9be4aa9a7033f627bfa69d3', 'gw_port_host': None}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:49:24.528517 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-c202de2e-a2be-4d22-9c4f-5662f8e247f0 admin admin] Calling delete_port for 9c32c7bc-4be3-4704-b903-69b4f06b61a6 owned by network:router_gateway {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:49:24.695790 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c202de2e-a2be-4d22-9c4f-5662f8e247f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:24.741668 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c202de2e-a2be-4d22-9c4f-5662f8e247f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c32c7bc-4be3-4704-b903-69b4f06b61a6,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:49:24.831762 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c202de2e-a2be-4d22-9c4f-5662f8e247f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:25.014218 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c202de2e-a2be-4d22-9c4f-5662f8e247f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:25.016409 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c202de2e-a2be-4d22-9c4f-5662f8e247f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:25.038291 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c202de2e-a2be-4d22-9c4f-5662f8e247f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:25.038820 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c202de2e-a2be-4d22-9c4f-5662f8e247f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2cf3c46-a7d9-4785-9992-36c428a4bd9d {{(pid=88197) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:49:25.051137 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c202de2e-a2be-4d22-9c4f-5662f8e247f0 admin admin] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:25.054462 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-c202de2e-a2be-4d22-9c4f-5662f8e247f0 admin admin] 10.222.0.36 "DELETE /v2.0/routers/f2cf3c46-a7d9-4785-9992-36c428a4bd9d HTTP/1.1" status: 204 len: 168 time: 1.3003259 May 05 20:49:25.054703 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39620) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:49:25.115878 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec77a20b-6bf0-4758-9781-577a81df2dd4 admin admin] Deleting subnet be6a5b73-baed-47a8-b475-8ac011f934e9 {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:49:25.118624 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ec77a20b-6bf0-4758-9781-577a81df2dd4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:25.166497 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ec77a20b-6bf0-4758-9781-577a81df2dd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:25.245351 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ec77a20b-6bf0-4758-9781-577a81df2dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:25.257974 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 21cc776e-de95-49df-8bde-2979db70a235 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:49:25.300777 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 21cc776e-de95-49df-8bde-2979db70a235 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:49:25.301122 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 21cc776e-de95-49df-8bde-2979db70a235 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:49:25.316338 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ec77a20b-6bf0-4758-9781-577a81df2dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:25.353256 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ec77a20b-6bf0-4758-9781-577a81df2dd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:25.358714 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbac7e0-2628-4b9f-91d8-d88f86dd9241 None None] Network 8cc99635-3b00-40bd-8d1d-7c23a72f1a66 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:49:25.361518 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec77a20b-6bf0-4758-9781-577a81df2dd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be6a5b73-baed-47a8-b475-8ac011f934e9,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:49:25.366559 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-ec77a20b-6bf0-4758-9781-577a81df2dd4 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/be6a5b73-baed-47a8-b475-8ac011f934e9 HTTP/1.1" status: 204 len: 168 time: 0.3109224 May 05 20:49:25.369121 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39624) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:49:25.483815 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5eacc52f-088c-43bf-9ef5-8984ee5236f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:25.495338 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-5eacc52f-088c-43bf-9ef5-8984ee5236f3 admin admin] Deleting port ea5dbe74-fe79-47a6-b89d-26c94ed493a7 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:49:25.495789 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5eacc52f-088c-43bf-9ef5-8984ee5236f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:25.636053 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e692233c-e25e-4da7-90a1-4da7d59e39d3 None None] DHCP port deletion for 8cc99635-3b00-40bd-8d1d-7c23a72f1a66 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:49:25.640832 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-e692233c-e25e-4da7-90a1-4da7d59e39d3 None None] Deleting port ea5dbe74-fe79-47a6-b89d-26c94ed493a7 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:49:25.641203 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e692233c-e25e-4da7-90a1-4da7d59e39d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:25.715968 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-5eacc52f-088c-43bf-9ef5-8984ee5236f3 admin admin] For port ea5dbe74-fe79-47a6-b89d-26c94ed493a7, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=ea5dbe74-fe79-47a6-b89d-26c94ed493a7,segment=NetworkSegment(3855ee4a-7526-424d-928d-496a63bff387),segment_id=3855ee4a-7526-424d-928d-496a63bff387)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:49:25.717209 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5eacc52f-088c-43bf-9ef5-8984ee5236f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:25.840135 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-5eacc52f-088c-43bf-9ef5-8984ee5236f3 admin admin] Calling delete_port for ea5dbe74-fe79-47a6-b89d-26c94ed493a7 owned by network:dhcp {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:49:25.844136 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-e692233c-e25e-4da7-90a1-4da7d59e39d3 None None] For port ea5dbe74-fe79-47a6-b89d-26c94ed493a7, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=ea5dbe74-fe79-47a6-b89d-26c94ed493a7,segment=NetworkSegment(3855ee4a-7526-424d-928d-496a63bff387),segment_id=3855ee4a-7526-424d-928d-496a63bff387)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:49:25.844527 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e692233c-e25e-4da7-90a1-4da7d59e39d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:25.914153 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5eacc52f-088c-43bf-9ef5-8984ee5236f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:25.967597 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-e692233c-e25e-4da7-90a1-4da7d59e39d3 None None] Calling delete_port for ea5dbe74-fe79-47a6-b89d-26c94ed493a7 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:49:26.043877 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-e692233c-e25e-4da7-90a1-4da7d59e39d3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:49:26.044121 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-e692233c-e25e-4da7-90a1-4da7d59e39d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:49:26.069979 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eacc52f-088c-43bf-9ef5-8984ee5236f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea5dbe74-fe79-47a6-b89d-26c94ed493a7,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:49:26.074104 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eacc52f-088c-43bf-9ef5-8984ee5236f3 admin admin] No DVR routers for this DVR port ea5dbe74-fe79-47a6-b89d-26c94ed493a7 on host n-d-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:49:26.190138 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5eacc52f-088c-43bf-9ef5-8984ee5236f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:26.213703 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-5eacc52f-088c-43bf-9ef5-8984ee5236f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cc99635-3b00-40bd-8d1d-7c23a72f1a66']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:49:26.225249 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-5eacc52f-088c-43bf-9ef5-8984ee5236f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3855ee4a-7526-424d-928d-496a63bff387') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:49:26.225545 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-5eacc52f-088c-43bf-9ef5-8984ee5236f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3855ee4a-7526-424d-928d-496a63bff387') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:49:26.237087 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5eacc52f-088c-43bf-9ef5-8984ee5236f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:26.253863 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5eacc52f-088c-43bf-9ef5-8984ee5236f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:26.261141 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eacc52f-088c-43bf-9ef5-8984ee5236f3 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:49:26.261532 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5eacc52f-088c-43bf-9ef5-8984ee5236f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:26.274651 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 20:49:26.274651 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:49:26.274651 n-d-840717-1 neutron-server[88197]: timer() May 05 20:49:26.274651 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:49:26.274651 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 20:49:26.274651 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:49:26.274651 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 20:49:26.274651 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:49:26.274651 n-d-840717-1 neutron-server[88197]: self._notify() May 05 20:49:26.274651 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:49:26.274651 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 20:49:26.274651 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:49:26.274651 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 20:49:26.274651 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:49:26.274651 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:49:26.274651 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:49:26.274651 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:49:26.274651 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:49:26.274651 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 20:49:26.274651 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:49:26.274651 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 20:49:26.274651 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:49:26.274651 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:49:26.274651 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:49:26.274651 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 20:49:26.274651 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:49:26.274651 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:49:26.274651 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:49:26.274651 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:49:26.274651 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:49:26.274651 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:49:26.274651 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:49:26.354975 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5eacc52f-088c-43bf-9ef5-8984ee5236f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:26.371489 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5eacc52f-088c-43bf-9ef5-8984ee5236f3 admin admin] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:26.382490 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eacc52f-088c-43bf-9ef5-8984ee5236f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cc99635-3b00-40bd-8d1d-7c23a72f1a66,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:49:26.396021 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-5eacc52f-088c-43bf-9ef5-8984ee5236f3 admin admin] 10.222.0.36 "DELETE /v2.0/networks/8cc99635-3b00-40bd-8d1d-7c23a72f1a66 HTTP/1.1" status: 204 len: 168 time: 1.0259063 May 05 20:49:26.399258 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 39628) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:49:26.545825 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-e692233c-e25e-4da7-90a1-4da7d59e39d3 None None] Deleting port ea5dbe74-fe79-47a6-b89d-26c94ed493a7 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:49:26.546349 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e692233c-e25e-4da7-90a1-4da7d59e39d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:26.620341 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-e692233c-e25e-4da7-90a1-4da7d59e39d3 None None] The port 'ea5dbe74-fe79-47a6-b89d-26c94ed493a7' was deleted {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 20:49:26.667982 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device ea5dbe74-fe79-47a6-b89d-26c94ed493a7 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:49:26.702255 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: ea5dbe74-fe79-47a6-b89d-26c94ed493a7 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:49:26.702602 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device ea5dbe74-fe79-47a6-b89d-26c94ed493a7 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:49:26.703019 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 9c32c7bc-4be3-4704-b903-69b4f06b61a6 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:49:26.768214 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 9c32c7bc-4be3-4704-b903-69b4f06b61a6 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:49:26.768558 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 9c32c7bc-4be3-4704-b903-69b4f06b61a6 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:49:26.964202 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d5bc2df3-c0d7-4a6a-9c43-2ac852eabf04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:27.308805 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-d5bc2df3-c0d7-4a6a-9c43-2ac852eabf04 admin admin] Deleting port 804af14f-374f-4172-9712-29acb7b5c9fa {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:49:27.309056 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d5bc2df3-c0d7-4a6a-9c43-2ac852eabf04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:27.587100 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-d5bc2df3-c0d7-4a6a-9c43-2ac852eabf04 admin admin] For port 804af14f-374f-4172-9712-29acb7b5c9fa, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=804af14f-374f-4172-9712-29acb7b5c9fa,segment=NetworkSegment(94138e57-c597-4e2f-a51d-f064c6f22c4d),segment_id=94138e57-c597-4e2f-a51d-f064c6f22c4d)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:49:27.587787 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d5bc2df3-c0d7-4a6a-9c43-2ac852eabf04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:27.709411 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-d5bc2df3-c0d7-4a6a-9c43-2ac852eabf04 admin admin] Calling delete_port for 804af14f-374f-4172-9712-29acb7b5c9fa owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:49:27.883629 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d5bc2df3-c0d7-4a6a-9c43-2ac852eabf04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:27.929424 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bc2df3-c0d7-4a6a-9c43-2ac852eabf04 admin admin] Pushing event deleted for resources: {'Port': ['ID=804af14f-374f-4172-9712-29acb7b5c9fa,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:49:28.196977 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d5bc2df3-c0d7-4a6a-9c43-2ac852eabf04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:28.551866 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5bc2df3-c0d7-4a6a-9c43-2ac852eabf04 admin admin] Router 60595b5a-d6d8-4aae-8df9-c2e74fdb548a has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:49:28.732165 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5bc2df3-c0d7-4a6a-9c43-2ac852eabf04 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:49:28.740913 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c42af8-b623-470f-9032-f60627e9e4b4 None None] Sync routers for ids ['60595b5a-d6d8-4aae-8df9-c2e74fdb548a'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:49:28.741486 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d5bc2df3-c0d7-4a6a-9c43-2ac852eabf04 admin admin] 10.222.0.36 "PUT /v2.0/routers/60595b5a-d6d8-4aae-8df9-c2e74fdb548a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3404026 May 05 20:49:28.743505 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 39632) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:49:28.755521 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c42af8-b623-470f-9032-f60627e9e4b4 None None] Routers {'60595b5a-d6d8-4aae-8df9-c2e74fdb548a'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:49:28.756267 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-d4c42af8-b623-470f-9032-f60627e9e4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:49:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['60595b5a-d6d8-4aae-8df9-c2e74fdb548a'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:49:28.941095 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-d4c42af8-b623-470f-9032-f60627e9e4b4 None None] Set router 60595b5a-d6d8-4aae-8df9-c2e74fdb548a gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:49:29.036194 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9084d991-3bfd-48a6-80f6-1f1e0a1a0935 admin admin] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:29.213170 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9084d991-3bfd-48a6-80f6-1f1e0a1a0935 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:29.220962 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-d4c42af8-b623-470f-9032-f60627e9e4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60595b5a-d6d8-4aae-8df9-c2e74fdb548a', 'name': 'tempest-TestEncryptedCinderVolumes-911358660-router', 'tenant_id': 'a7fef8091a0747d1a5e794a2a89218a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '121abc81-9d40-4b78-8275-27304f96836f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:48:15Z', 'updated_at': '2022-05-05T20:49:27Z', 'revision_number': 5, 'project_id': 'a7fef8091a0747d1a5e794a2a89218a0', 'gw_port': {'id': '121abc81-9d40-4b78-8275-27304f96836f', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:57:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60595b5a-d6d8-4aae-8df9-c2e74fdb548a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:48:16Z', 'updated_at': '2022-05-05T20:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:49:29.222806 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-9084d991-3bfd-48a6-80f6-1f1e0a1a0935 admin admin] Deleting port 121abc81-9d40-4b78-8275-27304f96836f {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:49:29.223199 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9084d991-3bfd-48a6-80f6-1f1e0a1a0935 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:29.224947 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c42af8-b623-470f-9032-f60627e9e4b4 None None] Checking router: 60595b5a-d6d8-4aae-8df9-c2e74fdb548a for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:49:29.233733 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c42af8-b623-470f-9032-f60627e9e4b4 None None] Routers {'60595b5a-d6d8-4aae-8df9-c2e74fdb548a'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:49:29.234319 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-d4c42af8-b623-470f-9032-f60627e9e4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:49:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['60595b5a-d6d8-4aae-8df9-c2e74fdb548a'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:49:29.382507 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-d4c42af8-b623-470f-9032-f60627e9e4b4 None None] Set router 60595b5a-d6d8-4aae-8df9-c2e74fdb548a gateway port host: None {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:49:29.398673 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-9084d991-3bfd-48a6-80f6-1f1e0a1a0935 admin admin] For port 121abc81-9d40-4b78-8275-27304f96836f, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=121abc81-9d40-4b78-8275-27304f96836f,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:49:29.399027 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9084d991-3bfd-48a6-80f6-1f1e0a1a0935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:29.492424 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-d4c42af8-b623-470f-9032-f60627e9e4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60595b5a-d6d8-4aae-8df9-c2e74fdb548a', 'name': 'tempest-TestEncryptedCinderVolumes-911358660-router', 'tenant_id': 'a7fef8091a0747d1a5e794a2a89218a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:48:15Z', 'updated_at': '2022-05-05T20:49:29Z', 'revision_number': 6, 'project_id': 'a7fef8091a0747d1a5e794a2a89218a0', 'gw_port_host': None}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:49:29.496520 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c42af8-b623-470f-9032-f60627e9e4b4 None None] The sync data for ids ['60595b5a-d6d8-4aae-8df9-c2e74fdb548a'] in n-d-840717-1 is: [{'id': '60595b5a-d6d8-4aae-8df9-c2e74fdb548a', 'name': 'tempest-TestEncryptedCinderVolumes-911358660-router', 'tenant_id': 'a7fef8091a0747d1a5e794a2a89218a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:48:15Z', 'updated_at': '2022-05-05T20:49:29Z', 'revision_number': 6, 'project_id': 'a7fef8091a0747d1a5e794a2a89218a0', 'gw_port_host': None}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:49:29.526631 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-9084d991-3bfd-48a6-80f6-1f1e0a1a0935 admin admin] Calling delete_port for 121abc81-9d40-4b78-8275-27304f96836f owned by network:router_gateway {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:49:29.701016 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9084d991-3bfd-48a6-80f6-1f1e0a1a0935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:29.773617 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9084d991-3bfd-48a6-80f6-1f1e0a1a0935 admin admin] Pushing event deleted for resources: {'Port': ['ID=121abc81-9d40-4b78-8275-27304f96836f,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:49:29.840147 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9084d991-3bfd-48a6-80f6-1f1e0a1a0935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:30.010783 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9084d991-3bfd-48a6-80f6-1f1e0a1a0935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:30.012887 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9084d991-3bfd-48a6-80f6-1f1e0a1a0935 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:30.038187 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9084d991-3bfd-48a6-80f6-1f1e0a1a0935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:30.038743 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9084d991-3bfd-48a6-80f6-1f1e0a1a0935 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60595b5a-d6d8-4aae-8df9-c2e74fdb548a {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:49:30.050938 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9084d991-3bfd-48a6-80f6-1f1e0a1a0935 admin admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:30.052132 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-9084d991-3bfd-48a6-80f6-1f1e0a1a0935 admin admin] 10.222.0.36 "DELETE /v2.0/routers/60595b5a-d6d8-4aae-8df9-c2e74fdb548a HTTP/1.1" status: 204 len: 168 time: 1.3077319 May 05 20:49:30.054614 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 39638) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:49:30.114340 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e13ccd6-cfe4-458a-8bdc-e673a1f1f24e admin admin] Deleting subnet 4bdd2254-250b-46f9-ac10-1e4db3d754d5 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:49:30.117299 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4e13ccd6-cfe4-458a-8bdc-e673a1f1f24e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:30.167902 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4e13ccd6-cfe4-458a-8bdc-e673a1f1f24e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:30.355452 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4e13ccd6-cfe4-458a-8bdc-e673a1f1f24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:30.421748 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4e13ccd6-cfe4-458a-8bdc-e673a1f1f24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:30.460056 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e13ccd6-cfe4-458a-8bdc-e673a1f1f24e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bdd2254-250b-46f9-ac10-1e4db3d754d5,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:49:30.461983 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4e13ccd6-cfe4-458a-8bdc-e673a1f1f24e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:30.467313 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12e30ab-7f41-404a-941e-2cd08038c40d None None] Network f7e88dba-1468-4bfc-a380-3c50196fac30 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:49:30.468401 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-4e13ccd6-cfe4-458a-8bdc-e673a1f1f24e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/4bdd2254-250b-46f9-ac10-1e4db3d754d5 HTTP/1.1" status: 204 len: 168 time: 0.4126768 May 05 20:49:30.470741 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 39642) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:49:30.576850 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8bdd89b1-2284-409a-b2b9-ea5ae939b23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:30.590669 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-8bdd89b1-2284-409a-b2b9-ea5ae939b23f admin admin] Deleting port bd6e405d-8adf-4186-8f49-98f2e026ee52 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:49:30.591260 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8bdd89b1-2284-409a-b2b9-ea5ae939b23f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:30.646261 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 121abc81-9d40-4b78-8275-27304f96836f no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:49:30.682785 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 121abc81-9d40-4b78-8275-27304f96836f {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:49:30.683125 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 121abc81-9d40-4b78-8275-27304f96836f not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:49:30.683558 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 804af14f-374f-4172-9712-29acb7b5c9fa no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:49:30.722517 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 804af14f-374f-4172-9712-29acb7b5c9fa {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:49:30.722859 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 804af14f-374f-4172-9712-29acb7b5c9fa not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:49:30.802617 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3f47cf-bf6a-44b6-9bfa-7d44f37615f1 None None] DHCP port deletion for f7e88dba-1468-4bfc-a380-3c50196fac30 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:49:30.806610 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-5c3f47cf-bf6a-44b6-9bfa-7d44f37615f1 None None] Deleting port bd6e405d-8adf-4186-8f49-98f2e026ee52 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:49:30.807045 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5c3f47cf-bf6a-44b6-9bfa-7d44f37615f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:30.812598 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-8bdd89b1-2284-409a-b2b9-ea5ae939b23f admin admin] For port bd6e405d-8adf-4186-8f49-98f2e026ee52, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=bd6e405d-8adf-4186-8f49-98f2e026ee52,segment=NetworkSegment(94138e57-c597-4e2f-a51d-f064c6f22c4d),segment_id=94138e57-c597-4e2f-a51d-f064c6f22c4d)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:49:30.813112 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8bdd89b1-2284-409a-b2b9-ea5ae939b23f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:30.943735 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-8bdd89b1-2284-409a-b2b9-ea5ae939b23f admin admin] Calling delete_port for bd6e405d-8adf-4186-8f49-98f2e026ee52 owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:49:31.007891 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-5c3f47cf-bf6a-44b6-9bfa-7d44f37615f1 None None] For port bd6e405d-8adf-4186-8f49-98f2e026ee52, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=bd6e405d-8adf-4186-8f49-98f2e026ee52,segment=NetworkSegment(94138e57-c597-4e2f-a51d-f064c6f22c4d),segment_id=94138e57-c597-4e2f-a51d-f064c6f22c4d)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:49:31.008278 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5c3f47cf-bf6a-44b6-9bfa-7d44f37615f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:31.022764 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8bdd89b1-2284-409a-b2b9-ea5ae939b23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:31.072134 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdd89b1-2284-409a-b2b9-ea5ae939b23f admin admin] Pushing event deleted for resources: {'Port': ['ID=bd6e405d-8adf-4186-8f49-98f2e026ee52,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:49:31.074024 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdd89b1-2284-409a-b2b9-ea5ae939b23f admin admin] No DVR routers for this DVR port bd6e405d-8adf-4186-8f49-98f2e026ee52 on host n-d-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:49:31.174952 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-5c3f47cf-bf6a-44b6-9bfa-7d44f37615f1 None None] Calling delete_port for bd6e405d-8adf-4186-8f49-98f2e026ee52 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:49:31.191129 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8bdd89b1-2284-409a-b2b9-ea5ae939b23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:31.216024 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-8bdd89b1-2284-409a-b2b9-ea5ae939b23f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7e88dba-1468-4bfc-a380-3c50196fac30']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:49:31.227951 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-8bdd89b1-2284-409a-b2b9-ea5ae939b23f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94138e57-c597-4e2f-a51d-f064c6f22c4d') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:49:31.228245 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-8bdd89b1-2284-409a-b2b9-ea5ae939b23f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94138e57-c597-4e2f-a51d-f064c6f22c4d') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:49:31.239587 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8bdd89b1-2284-409a-b2b9-ea5ae939b23f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:31.245734 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-5c3f47cf-bf6a-44b6-9bfa-7d44f37615f1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:49:31.246089 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-5c3f47cf-bf6a-44b6-9bfa-7d44f37615f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:49:31.256771 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8bdd89b1-2284-409a-b2b9-ea5ae939b23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:31.262836 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bdd89b1-2284-409a-b2b9-ea5ae939b23f admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:49:31.263843 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8bdd89b1-2284-409a-b2b9-ea5ae939b23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:31.276666 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:49:31.276666 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:49:31.276666 n-d-840717-1 neutron-server[88198]: timer() May 05 20:49:31.276666 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:49:31.276666 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:49:31.276666 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:49:31.276666 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:49:31.276666 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:49:31.276666 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:49:31.276666 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:49:31.276666 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:49:31.276666 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:49:31.276666 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:49:31.276666 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:49:31.276666 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:49:31.276666 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:49:31.276666 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:49:31.276666 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:49:31.276666 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:49:31.276666 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:49:31.276666 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:49:31.276666 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:49:31.276666 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:49:31.276666 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:49:31.276666 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:49:31.276666 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:49:31.276666 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:49:31.276666 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:49:31.276666 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:49:31.276666 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:49:31.276666 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:49:31.276666 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:49:31.352777 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8bdd89b1-2284-409a-b2b9-ea5ae939b23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:31.369206 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8bdd89b1-2284-409a-b2b9-ea5ae939b23f admin admin] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:31.381560 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdd89b1-2284-409a-b2b9-ea5ae939b23f admin admin] Pushing event deleted for resources: {'Network': ['ID=f7e88dba-1468-4bfc-a380-3c50196fac30,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:49:31.384407 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-8bdd89b1-2284-409a-b2b9-ea5ae939b23f admin admin] 10.222.0.36 "DELETE /v2.0/networks/f7e88dba-1468-4bfc-a380-3c50196fac30 HTTP/1.1" status: 204 len: 168 time: 0.9127054 May 05 20:49:31.559447 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 39648) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:49:31.608890 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-bc16f3e5-2f34-46f3-ac84-f6bf63e0d2f0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0536d39dd9be4aa9a7033f627bfa69d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476382 May 05 20:49:31.611317 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 39652) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:49:31.674472 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-939688c2-f342-4bfc-b71e-7d40d68e2c3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:31.704246 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-939688c2-f342-4bfc-b71e-7d40d68e2c3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:31.747190 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-5c3f47cf-bf6a-44b6-9bfa-7d44f37615f1 None None] Deleting port bd6e405d-8adf-4186-8f49-98f2e026ee52 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:49:31.747862 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5c3f47cf-bf6a-44b6-9bfa-7d44f37615f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:31.759975 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-939688c2-f342-4bfc-b71e-7d40d68e2c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:31.777656 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939688c2-f342-4bfc-b71e-7d40d68e2c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e78b02-1b36-43ed-9a7f-9cf75c2f17a1,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:49:31.788811 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-939688c2-f342-4bfc-b71e-7d40d68e2c3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:31.792470 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-939688c2-f342-4bfc-b71e-7d40d68e2c3d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/54e78b02-1b36-43ed-9a7f-9cf75c2f17a1 HTTP/1.1" status: 204 len: 168 time: 0.1776845 May 05 20:49:31.821979 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-5c3f47cf-bf6a-44b6-9bfa-7d44f37615f1 None None] The port 'bd6e405d-8adf-4186-8f49-98f2e026ee52' was deleted {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 20:49:32.147547 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 39660) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:49:32.195305 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-49c353ef-2b0c-4ed8-8d5b-6e20e73c6a08 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a7fef8091a0747d1a5e794a2a89218a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465930 May 05 20:49:32.197946 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 39664) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:49:32.255195 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-004cd083-99c3-42c8-8b95-538cf2e047e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:32.280979 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-004cd083-99c3-42c8-8b95-538cf2e047e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:32.335732 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-004cd083-99c3-42c8-8b95-538cf2e047e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:32.350346 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004cd083-99c3-42c8-8b95-538cf2e047e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8eeafe-1037-45eb-8367-2fb54bd85426,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:49:32.357375 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-004cd083-99c3-42c8-8b95-538cf2e047e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:32.358556 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-004cd083-99c3-42c8-8b95-538cf2e047e1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ab8eeafe-1037-45eb-8367-2fb54bd85426 HTTP/1.1" status: 204 len: 168 time: 0.1597266 May 05 20:49:32.635172 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device bd6e405d-8adf-4186-8f49-98f2e026ee52 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:49:32.673554 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: bd6e405d-8adf-4186-8f49-98f2e026ee52 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:49:32.674028 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device bd6e405d-8adf-4186-8f49-98f2e026ee52 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:49:33.077765 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 39688) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:49:33.196991 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-c02694a2-8816-4e9b-8900-1f4e8a84b27b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1933140923-network', 'tenant_id': '08cbbdbad6774d86825ee2c0c42edda8'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:49:33.202558 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-c02694a2-8816-4e9b-8900-1f4e8a84b27b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:49:33.206405 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-c02694a2-8816-4e9b-8900-1f4e8a84b27b admin admin] Usage tracker for resource:network and tenant:08cbbdbad6774d86825ee2c0c42edda8 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:49:33.209259 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-c02694a2-8816-4e9b-8900-1f4e8a84b27b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:49:33.214937 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-c02694a2-8816-4e9b-8900-1f4e8a84b27b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:49:33.225685 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c02694a2-8816-4e9b-8900-1f4e8a84b27b admin admin] Made reservation on behalf of 08cbbdbad6774d86825ee2c0c42edda8 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:49:33.227920 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c02694a2-8816-4e9b-8900-1f4e8a84b27b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:33.240126 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c02694a2-8816-4e9b-8900-1f4e8a84b27b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:33.254403 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-c02694a2-8816-4e9b-8900-1f4e8a84b27b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:49:33.258182 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-c02694a2-8816-4e9b-8900-1f4e8a84b27b admin admin] Usage tracker for resource:security_group_rule and tenant:08cbbdbad6774d86825ee2c0c42edda8 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:49:33.260948 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-c02694a2-8816-4e9b-8900-1f4e8a84b27b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:49:33.266676 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-c02694a2-8816-4e9b-8900-1f4e8a84b27b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:49:33.348406 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c02694a2-8816-4e9b-8900-1f4e8a84b27b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:33.352038 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c02694a2-8816-4e9b-8900-1f4e8a84b27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:33.383138 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c02694a2-8816-4e9b-8900-1f4e8a84b27b admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:49:33.392545 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02694a2-8816-4e9b-8900-1f4e8a84b27b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9554216e-9698-4084-8632-2c76f326363d,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:49:33.399290 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c02694a2-8816-4e9b-8900-1f4e8a84b27b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:33.400227 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-c02694a2-8816-4e9b-8900-1f4e8a84b27b admin admin] Added segment f7d23044-453f-469c-8203-fb06208bb8ba of type vlan for network d00db9ce-107a-45c6-b004-ea1b6d6dfba8 May 05 20:49:33.426325 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c02694a2-8816-4e9b-8900-1f4e8a84b27b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:33.455496 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c02694a2-8816-4e9b-8900-1f4e8a84b27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:33.456418 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02694a2-8816-4e9b-8900-1f4e8a84b27b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:49:33.456986 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c02694a2-8816-4e9b-8900-1f4e8a84b27b admin admin] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:33.554052 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c02694a2-8816-4e9b-8900-1f4e8a84b27b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4752028 May 05 20:49:33.558198 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39694) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:49:33.559594 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02694a2-8816-4e9b-8900-1f4e8a84b27b admin admin] Pushing event updated for resources: {'Network': ['ID=d00db9ce-107a-45c6-b004-ea1b6d6dfba8,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:49:33.564403 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-8af19078-8733-4724-ae05-b9ed63fce072 admin admin] Request body: {'subnet': {'network_id': 'd00db9ce-107a-45c6-b004-ea1b6d6dfba8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1933140923-subnet', 'tenant_id': '08cbbdbad6774d86825ee2c0c42edda8', 'ip_version': 4}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:49:33.570291 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-8af19078-8733-4724-ae05-b9ed63fce072 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:49:33.570646 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network d00db9ce-107a-45c6-b004-ea1b6d6dfba8 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:49:33.574226 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-8af19078-8733-4724-ae05-b9ed63fce072 admin admin] Usage tracker for resource:subnet and tenant:08cbbdbad6774d86825ee2c0c42edda8 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:49:33.577899 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-8af19078-8733-4724-ae05-b9ed63fce072 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:49:33.583661 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-8af19078-8733-4724-ae05-b9ed63fce072 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:49:33.595115 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af19078-8733-4724-ae05-b9ed63fce072 admin admin] Made reservation on behalf of 08cbbdbad6774d86825ee2c0c42edda8 for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:49:33.597445 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8af19078-8733-4724-ae05-b9ed63fce072 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:33.795192 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8af19078-8733-4724-ae05-b9ed63fce072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:33.872836 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af19078-8733-4724-ae05-b9ed63fce072 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b875e6a8-9ab0-4dde-a489-b44a9d62c743,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:49:33.876778 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af19078-8733-4724-ae05-b9ed63fce072 admin admin] Checking segment: {'id': 'f7d23044-453f-469c-8203-fb06208bb8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd00db9ce-107a-45c6-b004-ea1b6d6dfba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:49:33.877124 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af19078-8733-4724-ae05-b9ed63fce072 admin admin] Network hostable DHCP agents. Network: d00db9ce-107a-45c6-b004-ea1b6d6dfba8, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:49:33.896229 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af19078-8733-4724-ae05-b9ed63fce072 admin admin] Network d00db9ce-107a-45c6-b004-ea1b6d6dfba8 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:49:33.905713 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-8af19078-8733-4724-ae05-b9ed63fce072 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, d00db9ce-107a-45c6-b004-ea1b6d6dfba8) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:49:33.909804 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af19078-8733-4724-ae05-b9ed63fce072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:49:33.910383 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8af19078-8733-4724-ae05-b9ed63fce072 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:33.915169 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2931448d-6c84-419f-8e7c-26a6dad1dab1 None None] Network d00db9ce-107a-45c6-b004-ea1b6d6dfba8 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:49:33.933152 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-8af19078-8733-4724-ae05-b9ed63fce072 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3738086 May 05 20:49:33.936081 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 39698) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:49:33.941245 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-ec4ad7b4-42e8-4e54-bd5c-668718b8b4b9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1933140923-router', 'tenant_id': '08cbbdbad6774d86825ee2c0c42edda8', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:49:33.946785 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ec4ad7b4-42e8-4e54-bd5c-668718b8b4b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:49:33.951285 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-ec4ad7b4-42e8-4e54-bd5c-668718b8b4b9 admin admin] Usage tracker for resource:router and tenant:08cbbdbad6774d86825ee2c0c42edda8 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:49:33.954528 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-ec4ad7b4-42e8-4e54-bd5c-668718b8b4b9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:49:33.960268 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ec4ad7b4-42e8-4e54-bd5c-668718b8b4b9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:49:33.972089 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ec4ad7b4-42e8-4e54-bd5c-668718b8b4b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:33.973066 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ec4ad7b4-42e8-4e54-bd5c-668718b8b4b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:33.988224 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ec4ad7b4-42e8-4e54-bd5c-668718b8b4b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:34.137725 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa19a6cb-f29c-4ed7-93d5-7a5c3d752a49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-d00db9ce-107a-45c6-b004-ea1b6d6dfba8', 'network_id': 'd00db9ce-107a-45c6-b004-ea1b6d6dfba8', 'tenant_id': '08cbbdbad6774d86825ee2c0c42edda8', 'fixed_ips': [{'subnet_id': 'b875e6a8-9ab0-4dde-a489-b44a9d62c743'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:49:34.139228 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-aa19a6cb-f29c-4ed7-93d5-7a5c3d752a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:34.297036 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-aa19a6cb-f29c-4ed7-93d5-7a5c3d752a49 None None] Allocated IP 172.20.0.2 (d00db9ce-107a-45c6-b004-ea1b6d6dfba8/b875e6a8-9ab0-4dde-a489-b44a9d62c743/da29e687-3464-4285-9f34-1813d18d29b2) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:49:34.367868 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ec4ad7b4-42e8-4e54-bd5c-668718b8b4b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:34.504700 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-aa19a6cb-f29c-4ed7-93d5-7a5c3d752a49 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:34.515032 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-aa19a6cb-f29c-4ed7-93d5-7a5c3d752a49 None None] Transition to ACTIVE for port object da29e687-3464-4285-9f34-1813d18d29b2 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:49:34.533453 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-aa19a6cb-f29c-4ed7-93d5-7a5c3d752a49 None None] Transition to ACTIVE for port object da29e687-3464-4285-9f34-1813d18d29b2 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:49:34.538795 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-aa19a6cb-f29c-4ed7-93d5-7a5c3d752a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:34.604899 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa19a6cb-f29c-4ed7-93d5-7a5c3d752a49 None None] Network d00db9ce-107a-45c6-b004-ea1b6d6dfba8 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:49:34.608504 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-aa19a6cb-f29c-4ed7-93d5-7a5c3d752a49 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:49:34.610802 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa19a6cb-f29c-4ed7-93d5-7a5c3d752a49 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:49:34.648602 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa19a6cb-f29c-4ed7-93d5-7a5c3d752a49 None None] Pushing event updated for resources: {'Port': ['ID=da29e687-3464-4285-9f34-1813d18d29b2,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:49:34.679582 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ec4ad7b4-42e8-4e54-bd5c-668718b8b4b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:34.705806 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-aa19a6cb-f29c-4ed7-93d5-7a5c3d752a49 None None] Attempting to bind port da29e687-3464-4285-9f34-1813d18d29b2 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:49:34.706172 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-aa19a6cb-f29c-4ed7-93d5-7a5c3d752a49 None None] Attempting to bind port da29e687-3464-4285-9f34-1813d18d29b2 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'f7d23044-453f-469c-8203-fb06208bb8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd00db9ce-107a-45c6-b004-ea1b6d6dfba8'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:49:34.706517 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa19a6cb-f29c-4ed7-93d5-7a5c3d752a49 None None] Attempting to bind port da29e687-3464-4285-9f34-1813d18d29b2 on network d00db9ce-107a-45c6-b004-ea1b6d6dfba8 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:49:34.709498 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ec4ad7b4-42e8-4e54-bd5c-668718b8b4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:34.711858 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa19a6cb-f29c-4ed7-93d5-7a5c3d752a49 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:49:34.712224 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa19a6cb-f29c-4ed7-93d5-7a5c3d752a49 None None] Checking segment: {'id': 'f7d23044-453f-469c-8203-fb06208bb8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd00db9ce-107a-45c6-b004-ea1b6d6dfba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:49:34.712614 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-aa19a6cb-f29c-4ed7-93d5-7a5c3d752a49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:34.713000 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa19a6cb-f29c-4ed7-93d5-7a5c3d752a49 None None] Bound using segment: {'id': 'f7d23044-453f-469c-8203-fb06208bb8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd00db9ce-107a-45c6-b004-ea1b6d6dfba8'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:49:34.713444 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-aa19a6cb-f29c-4ed7-93d5-7a5c3d752a49 None None] Bound port: da29e687-3464-4285-9f34-1813d18d29b2, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7d23044-453f-469c-8203-fb06208bb8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd00db9ce-107a-45c6-b004-ea1b6d6dfba8'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:49:34.713803 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-aa19a6cb-f29c-4ed7-93d5-7a5c3d752a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:34.782303 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a574b73b-ff5e-4ffc-b937-63c01aa5fc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:34.822414 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-aa19a6cb-f29c-4ed7-93d5-7a5c3d752a49 None None] For port da29e687-3464-4285-9f34-1813d18d29b2, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:49:34.825509 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-aa19a6cb-f29c-4ed7-93d5-7a5c3d752a49 None None] For port da29e687-3464-4285-9f34-1813d18d29b2, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=da29e687-3464-4285-9f34-1813d18d29b2,segment=NetworkSegment(f7d23044-453f-469c-8203-fb06208bb8ba),segment_id=f7d23044-453f-469c-8203-fb06208bb8ba)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:49:34.829725 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-aa19a6cb-f29c-4ed7-93d5-7a5c3d752a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:34.845230 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-ec4ad7b4-42e8-4e54-bd5c-668718b8b4b9 admin admin] Allocated IP 172.25.0.185 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/ed4aa66c-4a9a-4c09-9d22-128dd5259133) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:49:34.915011 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa19a6cb-f29c-4ed7-93d5-7a5c3d752a49 None None] Pushing event updated for resources: {'Port': ['ID=da29e687-3464-4285-9f34-1813d18d29b2,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:49:35.000382 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ec4ad7b4-42e8-4e54-bd5c-668718b8b4b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:35.030608 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ec4ad7b4-42e8-4e54-bd5c-668718b8b4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:35.109676 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4ad7b4-42e8-4e54-bd5c-668718b8b4b9 admin admin] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:49:35.112631 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-ec4ad7b4-42e8-4e54-bd5c-668718b8b4b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:49:35.116175 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4ad7b4-42e8-4e54-bd5c-668718b8b4b9 admin admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:49:35.152144 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4ad7b4-42e8-4e54-bd5c-668718b8b4b9 admin admin] Pushing event updated for resources: {'Port': ['ID=ed4aa66c-4a9a-4c09-9d22-128dd5259133,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:49:35.549757 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ec4ad7b4-42e8-4e54-bd5c-668718b8b4b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:35.838300 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee72ccf-a314-4238-8360-d838cd49d253 None None] Network d00db9ce-107a-45c6-b004-ea1b6d6dfba8 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:49:35.988038 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-910cce4c-1adf-4807-8945-bea6df0a73f4 None None] Provisioning for port da29e687-3464-4285-9f34-1813d18d29b2 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:49:36.027159 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ec4ad7b4-42e8-4e54-bd5c-668718b8b4b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:36.240040 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec4ad7b4-42e8-4e54-bd5c-668718b8b4b9 admin admin] Router f8e40983-6aad-4954-a7a5-25efd164ea8e is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:49:36.421656 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec4ad7b4-42e8-4e54-bd5c-668718b8b4b9 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:49:36.430271 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c60ff6a-8f79-4381-bdcd-cae68b206ee8 None None] Sync routers for ids ['f8e40983-6aad-4954-a7a5-25efd164ea8e'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:49:36.441780 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c60ff6a-8f79-4381-bdcd-cae68b206ee8 None None] Routers {'f8e40983-6aad-4954-a7a5-25efd164ea8e'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:49:36.442372 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-0c60ff6a-8f79-4381-bdcd-cae68b206ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:49:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['f8e40983-6aad-4954-a7a5-25efd164ea8e'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:49:36.446170 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ec4ad7b4-42e8-4e54-bd5c-668718b8b4b9 admin admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:36.447487 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-ec4ad7b4-42e8-4e54-bd5c-668718b8b4b9 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5103405 May 05 20:49:36.450255 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 39702) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:49:36.633112 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-0c60ff6a-8f79-4381-bdcd-cae68b206ee8 None None] Set router f8e40983-6aad-4954-a7a5-25efd164ea8e gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:49:36.683508 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device da29e687-3464-4285-9f34-1813d18d29b2 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:49:36.756838 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port da29e687-3464-4285-9f34-1813d18d29b2 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:49:36.761960 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port da29e687-3464-4285-9f34-1813d18d29b2 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:49:36.762335 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:36.889821 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:36.934175 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port da29e687-3464-4285-9f34-1813d18d29b2, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=da29e687-3464-4285-9f34-1813d18d29b2,segment=NetworkSegment(f7d23044-453f-469c-8203-fb06208bb8ba),segment_id=f7d23044-453f-469c-8203-fb06208bb8ba)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:49:36.935826 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8b3ba61d-48cb-45f7-82ab-2ffff1c7a3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:36.939494 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-0c60ff6a-8f79-4381-bdcd-cae68b206ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8e40983-6aad-4954-a7a5-25efd164ea8e', 'name': 'tempest-TestMinimumBasicScenario-1933140923-router', 'tenant_id': '08cbbdbad6774d86825ee2c0c42edda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'ed4aa66c-4a9a-4c09-9d22-128dd5259133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:49:33Z', 'updated_at': '2022-05-05T20:49:35Z', 'revision_number': 3, 'project_id': '08cbbdbad6774d86825ee2c0c42edda8', 'gw_port': {'id': 'ed4aa66c-4a9a-4c09-9d22-128dd5259133', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8e40983-6aad-4954-a7a5-25efd164ea8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:49:34Z', 'updated_at': '2022-05-05T20:49:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:49:36.940817 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:36.943977 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c60ff6a-8f79-4381-bdcd-cae68b206ee8 None None] Checking router: f8e40983-6aad-4954-a7a5-25efd164ea8e for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:49:36.944317 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c60ff6a-8f79-4381-bdcd-cae68b206ee8 None None] Updating router f8e40983-6aad-4954-a7a5-25efd164ea8e port ed4aa66c-4a9a-4c09-9d22-128dd5259133 binding host n-d-840717-1 {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:49:37.015405 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0c60ff6a-8f79-4381-bdcd-cae68b206ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:37.016048 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=da29e687-3464-4285-9f34-1813d18d29b2,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:49:37.282744 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-70e4b8c5-0d70-4285-922e-b689c3dd84a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:37.343142 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0c60ff6a-8f79-4381-bdcd-cae68b206ee8 None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:37.355008 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-0c60ff6a-8f79-4381-bdcd-cae68b206ee8 None None] Transition to ACTIVE for port object ed4aa66c-4a9a-4c09-9d22-128dd5259133 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:49:37.361304 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0c60ff6a-8f79-4381-bdcd-cae68b206ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:37.440952 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-0c60ff6a-8f79-4381-bdcd-cae68b206ee8 None None] Attempting to bind port ed4aa66c-4a9a-4c09-9d22-128dd5259133 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:49:37.441677 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-0c60ff6a-8f79-4381-bdcd-cae68b206ee8 None None] Attempting to bind port ed4aa66c-4a9a-4c09-9d22-128dd5259133 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:49:37.441794 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c60ff6a-8f79-4381-bdcd-cae68b206ee8 None None] Attempting to bind port ed4aa66c-4a9a-4c09-9d22-128dd5259133 on network 0401d202-1605-4cfe-bad4-fb225df6afb0 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:49:37.450566 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c60ff6a-8f79-4381-bdcd-cae68b206ee8 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:49:37.451018 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c60ff6a-8f79-4381-bdcd-cae68b206ee8 None None] Checking segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:49:37.451507 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0c60ff6a-8f79-4381-bdcd-cae68b206ee8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:37.451960 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c60ff6a-8f79-4381-bdcd-cae68b206ee8 None None] Bound using segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:49:37.452478 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-0c60ff6a-8f79-4381-bdcd-cae68b206ee8 None None] Bound port: ed4aa66c-4a9a-4c09-9d22-128dd5259133, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:49:37.452902 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0c60ff6a-8f79-4381-bdcd-cae68b206ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:37.479115 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e7ac8c-1a87-41f9-a6ab-0e3e36646277 None None] Pushing event updated for resources: {'Port': ['ID=ed4aa66c-4a9a-4c09-9d22-128dd5259133,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:49:37.491382 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-70e4b8c5-0d70-4285-922e-b689c3dd84a9 admin admin] Allocated IP 172.20.0.1 (d00db9ce-107a-45c6-b004-ea1b6d6dfba8/b875e6a8-9ab0-4dde-a489-b44a9d62c743/74173fca-52fa-43ec-bcf8-7f4d9d53cbb5) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:49:37.499175 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e7ac8c-1a87-41f9-a6ab-0e3e36646277 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:49:37.499536 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e7ac8c-1a87-41f9-a6ab-0e3e36646277 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:49:37.499871 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e7ac8c-1a87-41f9-a6ab-0e3e36646277 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:49:37.500198 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e7ac8c-1a87-41f9-a6ab-0e3e36646277 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:49:37.500522 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e7ac8c-1a87-41f9-a6ab-0e3e36646277 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:49:37.500841 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e7ac8c-1a87-41f9-a6ab-0e3e36646277 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:49:37.501156 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e7ac8c-1a87-41f9-a6ab-0e3e36646277 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:49:37.501470 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e7ac8c-1a87-41f9-a6ab-0e3e36646277 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:49:37.501784 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e7ac8c-1a87-41f9-a6ab-0e3e36646277 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:49:37.502098 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e7ac8c-1a87-41f9-a6ab-0e3e36646277 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:49:37.502408 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e7ac8c-1a87-41f9-a6ab-0e3e36646277 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:49:37.502719 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e7ac8c-1a87-41f9-a6ab-0e3e36646277 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:49:37.537795 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-0c60ff6a-8f79-4381-bdcd-cae68b206ee8 None None] For port ed4aa66c-4a9a-4c09-9d22-128dd5259133, host n-d-840717-1, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:49:37.541721 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-0c60ff6a-8f79-4381-bdcd-cae68b206ee8 None None] For port ed4aa66c-4a9a-4c09-9d22-128dd5259133, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=ed4aa66c-4a9a-4c09-9d22-128dd5259133,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:49:37.546777 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0c60ff6a-8f79-4381-bdcd-cae68b206ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:37.626281 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c60ff6a-8f79-4381-bdcd-cae68b206ee8 None None] Routers {'f8e40983-6aad-4954-a7a5-25efd164ea8e'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:49:37.626887 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-0c60ff6a-8f79-4381-bdcd-cae68b206ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:49:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['f8e40983-6aad-4954-a7a5-25efd164ea8e'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:49:37.649256 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-70e4b8c5-0d70-4285-922e-b689c3dd84a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:37.664510 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-70e4b8c5-0d70-4285-922e-b689c3dd84a9 admin admin] Transition to ACTIVE for port object 74173fca-52fa-43ec-bcf8-7f4d9d53cbb5 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:49:37.688616 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-70e4b8c5-0d70-4285-922e-b689c3dd84a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:37.694861 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e7ac8c-1a87-41f9-a6ab-0e3e36646277 None None] Pushing event updated for resources: {'Port': ['ID=ed4aa66c-4a9a-4c09-9d22-128dd5259133,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:49:37.754391 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e4b8c5-0d70-4285-922e-b689c3dd84a9 admin admin] Network d00db9ce-107a-45c6-b004-ea1b6d6dfba8 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:49:37.757387 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-70e4b8c5-0d70-4285-922e-b689c3dd84a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:49:37.761314 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e4b8c5-0d70-4285-922e-b689c3dd84a9 admin admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:49:37.797607 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e4b8c5-0d70-4285-922e-b689c3dd84a9 admin admin] Pushing event updated for resources: {'Port': ['ID=74173fca-52fa-43ec-bcf8-7f4d9d53cbb5,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:49:37.821302 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-70e4b8c5-0d70-4285-922e-b689c3dd84a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:37.845830 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-0c60ff6a-8f79-4381-bdcd-cae68b206ee8 None None] Set router f8e40983-6aad-4954-a7a5-25efd164ea8e gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:49:37.986181 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:38.050162 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-cf5734e1-e66f-4d50-a8d3-52ce2856c4c2 None None] Provisioning for port 74173fca-52fa-43ec-bcf8-7f4d9d53cbb5 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:49:38.054998 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-cf5734e1-e66f-4d50-a8d3-52ce2856c4c2 None None] Provisioning complete for port 74173fca-52fa-43ec-bcf8-7f4d9d53cbb5 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:49:38.055405 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cf5734e1-e66f-4d50-a8d3-52ce2856c4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:38.094192 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-70e4b8c5-0d70-4285-922e-b689c3dd84a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:38.111808 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-cf5734e1-e66f-4d50-a8d3-52ce2856c4c2 None None] Port 74173fca-52fa-43ec-bcf8-7f4d9d53cbb5 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:49:38.150284 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:38.155361 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-0c60ff6a-8f79-4381-bdcd-cae68b206ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8e40983-6aad-4954-a7a5-25efd164ea8e', 'name': 'tempest-TestMinimumBasicScenario-1933140923-router', 'tenant_id': '08cbbdbad6774d86825ee2c0c42edda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'ed4aa66c-4a9a-4c09-9d22-128dd5259133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:49:33Z', 'updated_at': '2022-05-05T20:49:35Z', 'revision_number': 3, 'project_id': '08cbbdbad6774d86825ee2c0c42edda8', 'gw_port': {'id': 'ed4aa66c-4a9a-4c09-9d22-128dd5259133', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8e40983-6aad-4954-a7a5-25efd164ea8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:49:34Z', 'updated_at': '2022-05-05T20:49:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:49:38.159518 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c60ff6a-8f79-4381-bdcd-cae68b206ee8 None None] The sync data for ids ['f8e40983-6aad-4954-a7a5-25efd164ea8e'] in n-d-840717-1 is: [{'id': 'f8e40983-6aad-4954-a7a5-25efd164ea8e', 'name': 'tempest-TestMinimumBasicScenario-1933140923-router', 'tenant_id': '08cbbdbad6774d86825ee2c0c42edda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'ed4aa66c-4a9a-4c09-9d22-128dd5259133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:49:33Z', 'updated_at': '2022-05-05T20:49:35Z', 'revision_number': 3, 'project_id': '08cbbdbad6774d86825ee2c0c42edda8', 'gw_port': {'id': 'ed4aa66c-4a9a-4c09-9d22-128dd5259133', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8e40983-6aad-4954-a7a5-25efd164ea8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:49:34Z', 'updated_at': '2022-05-05T20:49:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:49:38.337888 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-70e4b8c5-0d70-4285-922e-b689c3dd84a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:38.344081 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-70e4b8c5-0d70-4285-922e-b689c3dd84a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:38.466945 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e4b8c5-0d70-4285-922e-b689c3dd84a9 admin admin] Pushing event updated for resources: {'Port': ['ID=74173fca-52fa-43ec-bcf8-7f4d9d53cbb5,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:49:38.472634 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-70e4b8c5-0d70-4285-922e-b689c3dd84a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:38.629782 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e4b8c5-0d70-4285-922e-b689c3dd84a9 admin admin] Network d00db9ce-107a-45c6-b004-ea1b6d6dfba8 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:49:38.631096 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-70e4b8c5-0d70-4285-922e-b689c3dd84a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:49:38.752554 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device da29e687-3464-4285-9f34-1813d18d29b2 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:49:38.833953 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port da29e687-3464-4285-9f34-1813d18d29b2 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:49:38.834318 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:38.847814 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70e4b8c5-0d70-4285-922e-b689c3dd84a9 admin admin] Router f8e40983-6aad-4954-a7a5-25efd164ea8e has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:49:38.982166 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device ed4aa66c-4a9a-4c09-9d22-128dd5259133 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:49:39.006821 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-ec72b3b8-5fd3-4ca4-b8ed-d500801f673f None None] Provisioning complete for port 74173fca-52fa-43ec-bcf8-7f4d9d53cbb5 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:49:39.007484 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ec72b3b8-5fd3-4ca4-b8ed-d500801f673f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:39.087313 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-ec72b3b8-5fd3-4ca4-b8ed-d500801f673f None None] Port 74173fca-52fa-43ec-bcf8-7f4d9d53cbb5 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:49:39.102480 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port ed4aa66c-4a9a-4c09-9d22-128dd5259133 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:49:39.107436 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port ed4aa66c-4a9a-4c09-9d22-128dd5259133 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:49:39.107801 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:39.159612 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e4b8c5-0d70-4285-922e-b689c3dd84a9 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:49:39.168530 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-70e4b8c5-0d70-4285-922e-b689c3dd84a9 admin admin] 10.222.0.36 "PUT /v2.0/routers/f8e40983-6aad-4954-a7a5-25efd164ea8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7164769 May 05 20:49:39.226467 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:39.243501 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port ed4aa66c-4a9a-4c09-9d22-128dd5259133, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=ed4aa66c-4a9a-4c09-9d22-128dd5259133,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:49:39.249547 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:39.318624 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=ed4aa66c-4a9a-4c09-9d22-128dd5259133,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:49:39.675737 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 39720) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:49:39.681943 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-102cfcbb-a3c7-450a-8dbc-402777401ef6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-994666775-network', 'tenant_id': 'd435fa5dbf334c1bb83548fa3e9f7b00'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:49:39.686928 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e04337f-4779-4389-8e2c-2bc10cfc3290 None None] Sync routers for ids ['f8e40983-6aad-4954-a7a5-25efd164ea8e'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:49:39.688632 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-102cfcbb-a3c7-450a-8dbc-402777401ef6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:49:39.692592 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-102cfcbb-a3c7-450a-8dbc-402777401ef6 admin admin] Usage tracker for resource:network and tenant:d435fa5dbf334c1bb83548fa3e9f7b00 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:49:39.695855 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-102cfcbb-a3c7-450a-8dbc-402777401ef6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:49:39.696830 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e04337f-4779-4389-8e2c-2bc10cfc3290 None None] Routers {'f8e40983-6aad-4954-a7a5-25efd164ea8e'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:49:39.697475 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-4e04337f-4779-4389-8e2c-2bc10cfc3290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:49:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['f8e40983-6aad-4954-a7a5-25efd164ea8e'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:49:39.701800 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-102cfcbb-a3c7-450a-8dbc-402777401ef6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:49:39.711578 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102cfcbb-a3c7-450a-8dbc-402777401ef6 admin admin] Made reservation on behalf of d435fa5dbf334c1bb83548fa3e9f7b00 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:49:39.713857 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-102cfcbb-a3c7-450a-8dbc-402777401ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:39.726154 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-102cfcbb-a3c7-450a-8dbc-402777401ef6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:39.741132 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-102cfcbb-a3c7-450a-8dbc-402777401ef6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:49:39.745226 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-102cfcbb-a3c7-450a-8dbc-402777401ef6 admin admin] Usage tracker for resource:security_group_rule and tenant:d435fa5dbf334c1bb83548fa3e9f7b00 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:49:39.748900 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-102cfcbb-a3c7-450a-8dbc-402777401ef6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:49:39.754639 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-102cfcbb-a3c7-450a-8dbc-402777401ef6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:49:39.789195 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:39.842698 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-102cfcbb-a3c7-450a-8dbc-402777401ef6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:39.847947 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-102cfcbb-a3c7-450a-8dbc-402777401ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:39.877695 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-102cfcbb-a3c7-450a-8dbc-402777401ef6 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:49:39.890404 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102cfcbb-a3c7-450a-8dbc-402777401ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2713c561-c0b7-414d-9b05-5bb39d76a755,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:49:39.894936 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-102cfcbb-a3c7-450a-8dbc-402777401ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:39.895274 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-102cfcbb-a3c7-450a-8dbc-402777401ef6 admin admin] Added segment c4b9c7e3-d9e6-41ae-bbd7-f422c2d5f548 of type vlan for network a63ef3c4-037b-462f-9731-5658b5569ce0 May 05 20:49:39.895407 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-4e04337f-4779-4389-8e2c-2bc10cfc3290 None None] Set router f8e40983-6aad-4954-a7a5-25efd164ea8e gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:49:39.922148 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-102cfcbb-a3c7-450a-8dbc-402777401ef6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:39.951403 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-102cfcbb-a3c7-450a-8dbc-402777401ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:39.952309 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102cfcbb-a3c7-450a-8dbc-402777401ef6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:49:39.953537 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-102cfcbb-a3c7-450a-8dbc-402777401ef6 admin admin] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:40.058756 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-102cfcbb-a3c7-450a-8dbc-402777401ef6 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3817887 May 05 20:49:40.059771 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102cfcbb-a3c7-450a-8dbc-402777401ef6 admin admin] Pushing event updated for resources: {'Network': ['ID=a63ef3c4-037b-462f-9731-5658b5569ce0,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:49:40.061779 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39724) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:49:40.067452 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-17823d91-9591-4bff-8614-36d86afe39d1 admin admin] Request body: {'subnet': {'network_id': 'a63ef3c4-037b-462f-9731-5658b5569ce0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-994666775-subnet', 'tenant_id': 'd435fa5dbf334c1bb83548fa3e9f7b00', 'ip_version': 4}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:49:40.077018 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-17823d91-9591-4bff-8614-36d86afe39d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:49:40.080916 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-17823d91-9591-4bff-8614-36d86afe39d1 admin admin] Usage tracker for resource:subnet and tenant:d435fa5dbf334c1bb83548fa3e9f7b00 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:49:40.083790 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-17823d91-9591-4bff-8614-36d86afe39d1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:49:40.090278 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-17823d91-9591-4bff-8614-36d86afe39d1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:49:40.101634 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17823d91-9591-4bff-8614-36d86afe39d1 admin admin] Made reservation on behalf of d435fa5dbf334c1bb83548fa3e9f7b00 for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:49:40.104057 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-17823d91-9591-4bff-8614-36d86afe39d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:40.113766 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network a63ef3c4-037b-462f-9731-5658b5569ce0 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:49:40.306857 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-4e04337f-4779-4389-8e2c-2bc10cfc3290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8e40983-6aad-4954-a7a5-25efd164ea8e', 'name': 'tempest-TestMinimumBasicScenario-1933140923-router', 'tenant_id': '08cbbdbad6774d86825ee2c0c42edda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'ed4aa66c-4a9a-4c09-9d22-128dd5259133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:49:33Z', 'updated_at': '2022-05-05T20:49:38Z', 'revision_number': 4, 'project_id': '08cbbdbad6774d86825ee2c0c42edda8', 'gw_port': {'id': 'ed4aa66c-4a9a-4c09-9d22-128dd5259133', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e40983-6aad-4954-a7a5-25efd164ea8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:49:34Z', 'updated_at': '2022-05-05T20:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '74173fca-52fa-43ec-bcf8-7f4d9d53cbb5', 'name': '', 'network_id': 'd00db9ce-107a-45c6-b004-ea1b6d6dfba8', 'tenant_id': '08cbbdbad6774d86825ee2c0c42edda8', 'mac_address': 'fa:16:3e:8f:d4:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8e40983-6aad-4954-a7a5-25efd164ea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'b875e6a8-9ab0-4dde-a489-b44a9d62c743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:49:37Z', 'updated_at': '2022-05-05T20:49:38Z', 'revision_number': 2, 'project_id': '08cbbdbad6774d86825ee2c0c42edda8', 'subnets': [{'id': 'b875e6a8-9ab0-4dde-a489-b44a9d62c743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:49:40.310858 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e04337f-4779-4389-8e2c-2bc10cfc3290 None None] Checking router: f8e40983-6aad-4954-a7a5-25efd164ea8e for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:49:40.311347 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e04337f-4779-4389-8e2c-2bc10cfc3290 None None] Updating router f8e40983-6aad-4954-a7a5-25efd164ea8e port 74173fca-52fa-43ec-bcf8-7f4d9d53cbb5 binding host n-d-840717-1 {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:49:40.314480 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-17823d91-9591-4bff-8614-36d86afe39d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:40.382437 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17823d91-9591-4bff-8614-36d86afe39d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76c5709b-f923-4c9b-8cea-6596914b24f8,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:49:40.404113 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4e04337f-4779-4389-8e2c-2bc10cfc3290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:40.404675 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17823d91-9591-4bff-8614-36d86afe39d1 admin admin] Checking segment: {'id': 'c4b9c7e3-d9e6-41ae-bbd7-f422c2d5f548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a63ef3c4-037b-462f-9731-5658b5569ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:49:40.405029 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17823d91-9591-4bff-8614-36d86afe39d1 admin admin] Network hostable DHCP agents. Network: a63ef3c4-037b-462f-9731-5658b5569ce0, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:49:40.423701 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17823d91-9591-4bff-8614-36d86afe39d1 admin admin] Network a63ef3c4-037b-462f-9731-5658b5569ce0 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:49:40.432783 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-17823d91-9591-4bff-8614-36d86afe39d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, a63ef3c4-037b-462f-9731-5658b5569ce0) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:49:40.437955 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17823d91-9591-4bff-8614-36d86afe39d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:49:40.438603 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-17823d91-9591-4bff-8614-36d86afe39d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:40.451591 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e48a5c0-eb88-4762-8167-6585a8e4114d None None] Network a63ef3c4-037b-462f-9731-5658b5569ce0 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:49:40.463638 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 39732) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:49:40.463983 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-17823d91-9591-4bff-8614-36d86afe39d1 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4010272 May 05 20:49:40.469579 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-254a6e23-b03b-464b-8f35-b8cfdae3c03f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-994666775-router', 'tenant_id': 'd435fa5dbf334c1bb83548fa3e9f7b00', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:49:40.475100 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-254a6e23-b03b-464b-8f35-b8cfdae3c03f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:49:40.479065 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-254a6e23-b03b-464b-8f35-b8cfdae3c03f admin admin] Usage tracker for resource:router and tenant:d435fa5dbf334c1bb83548fa3e9f7b00 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:49:40.482635 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-254a6e23-b03b-464b-8f35-b8cfdae3c03f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:49:40.488464 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-254a6e23-b03b-464b-8f35-b8cfdae3c03f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:49:40.499386 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-254a6e23-b03b-464b-8f35-b8cfdae3c03f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:40.500519 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-254a6e23-b03b-464b-8f35-b8cfdae3c03f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:40.516290 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-254a6e23-b03b-464b-8f35-b8cfdae3c03f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:40.669352 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device ed4aa66c-4a9a-4c09-9d22-128dd5259133 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:49:40.794598 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-254a6e23-b03b-464b-8f35-b8cfdae3c03f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:40.913599 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ca36aa-97cd-4d9d-934f-3daabf9ccdbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-a63ef3c4-037b-462f-9731-5658b5569ce0', 'network_id': 'a63ef3c4-037b-462f-9731-5658b5569ce0', 'tenant_id': 'd435fa5dbf334c1bb83548fa3e9f7b00', 'fixed_ips': [{'subnet_id': '76c5709b-f923-4c9b-8cea-6596914b24f8'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:49:40.914388 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e6ca36aa-97cd-4d9d-934f-3daabf9ccdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:40.930385 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port ed4aa66c-4a9a-4c09-9d22-128dd5259133 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:49:40.930740 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:41.105113 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-254a6e23-b03b-464b-8f35-b8cfdae3c03f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:41.135556 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-254a6e23-b03b-464b-8f35-b8cfdae3c03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:41.139278 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4e04337f-4779-4389-8e2c-2bc10cfc3290 None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:41.221398 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-4e04337f-4779-4389-8e2c-2bc10cfc3290 None None] Transition to ACTIVE for port object 74173fca-52fa-43ec-bcf8-7f4d9d53cbb5 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:49:41.240569 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4e04337f-4779-4389-8e2c-2bc10cfc3290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:41.273026 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-254a6e23-b03b-464b-8f35-b8cfdae3c03f admin admin] Allocated IP 172.25.0.179 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/b8871619-0687-48ca-98d2-791eec42bb89) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:49:41.320377 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-e6ca36aa-97cd-4d9d-934f-3daabf9ccdbb None None] Allocated IP 172.20.0.2 (a63ef3c4-037b-462f-9731-5658b5569ce0/76c5709b-f923-4c9b-8cea-6596914b24f8/9232bb2e-1659-4535-a2c0-55fe7a90c6c5) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:49:41.392390 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139a5066-d096-44e6-abbd-e8a47d89d472 None None] Pushing event updated for resources: {'Port': ['ID=74173fca-52fa-43ec-bcf8-7f4d9d53cbb5,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:49:41.552716 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-254a6e23-b03b-464b-8f35-b8cfdae3c03f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:41.572227 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-4e04337f-4779-4389-8e2c-2bc10cfc3290 None None] Attempting to bind port 74173fca-52fa-43ec-bcf8-7f4d9d53cbb5 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:49:41.572595 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-4e04337f-4779-4389-8e2c-2bc10cfc3290 None None] Attempting to bind port 74173fca-52fa-43ec-bcf8-7f4d9d53cbb5 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'f7d23044-453f-469c-8203-fb06208bb8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd00db9ce-107a-45c6-b004-ea1b6d6dfba8'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:49:41.572951 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e04337f-4779-4389-8e2c-2bc10cfc3290 None None] Attempting to bind port 74173fca-52fa-43ec-bcf8-7f4d9d53cbb5 on network d00db9ce-107a-45c6-b004-ea1b6d6dfba8 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:49:41.584581 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-254a6e23-b03b-464b-8f35-b8cfdae3c03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:41.589314 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e04337f-4779-4389-8e2c-2bc10cfc3290 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:49:41.589578 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e04337f-4779-4389-8e2c-2bc10cfc3290 None None] Checking segment: {'id': 'f7d23044-453f-469c-8203-fb06208bb8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd00db9ce-107a-45c6-b004-ea1b6d6dfba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:49:41.589960 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4e04337f-4779-4389-8e2c-2bc10cfc3290 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:41.590343 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e04337f-4779-4389-8e2c-2bc10cfc3290 None None] Bound using segment: {'id': 'f7d23044-453f-469c-8203-fb06208bb8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd00db9ce-107a-45c6-b004-ea1b6d6dfba8'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:49:41.590799 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-4e04337f-4779-4389-8e2c-2bc10cfc3290 None None] Bound port: 74173fca-52fa-43ec-bcf8-7f4d9d53cbb5, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7d23044-453f-469c-8203-fb06208bb8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd00db9ce-107a-45c6-b004-ea1b6d6dfba8'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:49:41.591746 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4e04337f-4779-4389-8e2c-2bc10cfc3290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:41.649567 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254a6e23-b03b-464b-8f35-b8cfdae3c03f admin admin] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:49:41.652457 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-254a6e23-b03b-464b-8f35-b8cfdae3c03f admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:49:41.655702 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254a6e23-b03b-464b-8f35-b8cfdae3c03f admin admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:49:41.700542 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254a6e23-b03b-464b-8f35-b8cfdae3c03f admin admin] Pushing event updated for resources: {'Port': ['ID=b8871619-0687-48ca-98d2-791eec42bb89,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:49:41.776648 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e6ca36aa-97cd-4d9d-934f-3daabf9ccdbb None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:41.783263 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-4e04337f-4779-4389-8e2c-2bc10cfc3290 None None] For port 74173fca-52fa-43ec-bcf8-7f4d9d53cbb5, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:49:41.789251 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-4e04337f-4779-4389-8e2c-2bc10cfc3290 None None] For port 74173fca-52fa-43ec-bcf8-7f4d9d53cbb5, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=74173fca-52fa-43ec-bcf8-7f4d9d53cbb5,segment=NetworkSegment(f7d23044-453f-469c-8203-fb06208bb8ba),segment_id=f7d23044-453f-469c-8203-fb06208bb8ba)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:49:41.792077 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-e6ca36aa-97cd-4d9d-934f-3daabf9ccdbb None None] Transition to ACTIVE for port object 9232bb2e-1659-4535-a2c0-55fe7a90c6c5 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:49:41.798961 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4e04337f-4779-4389-8e2c-2bc10cfc3290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:41.865639 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-e6ca36aa-97cd-4d9d-934f-3daabf9ccdbb None None] Transition to ACTIVE for port object 9232bb2e-1659-4535-a2c0-55fe7a90c6c5 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:49:41.878509 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e6ca36aa-97cd-4d9d-934f-3daabf9ccdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:41.910189 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e04337f-4779-4389-8e2c-2bc10cfc3290 None None] Routers {'f8e40983-6aad-4954-a7a5-25efd164ea8e'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:49:41.910812 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-4e04337f-4779-4389-8e2c-2bc10cfc3290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:49:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['f8e40983-6aad-4954-a7a5-25efd164ea8e'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:49:42.011115 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ca36aa-97cd-4d9d-934f-3daabf9ccdbb None None] Network a63ef3c4-037b-462f-9731-5658b5569ce0 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:49:42.011946 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139a5066-d096-44e6-abbd-e8a47d89d472 None None] Pushing event updated for resources: {'Port': ['ID=74173fca-52fa-43ec-bcf8-7f4d9d53cbb5,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:49:42.030461 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-e6ca36aa-97cd-4d9d-934f-3daabf9ccdbb None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:49:42.070096 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ca36aa-97cd-4d9d-934f-3daabf9ccdbb None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:49:42.109750 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-254a6e23-b03b-464b-8f35-b8cfdae3c03f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:42.243946 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ca36aa-97cd-4d9d-934f-3daabf9ccdbb None None] Pushing event updated for resources: {'Port': ['ID=9232bb2e-1659-4535-a2c0-55fe7a90c6c5,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:49:42.282688 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-e6ca36aa-97cd-4d9d-934f-3daabf9ccdbb None None] Attempting to bind port 9232bb2e-1659-4535-a2c0-55fe7a90c6c5 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:49:42.283047 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-e6ca36aa-97cd-4d9d-934f-3daabf9ccdbb None None] Attempting to bind port 9232bb2e-1659-4535-a2c0-55fe7a90c6c5 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'c4b9c7e3-d9e6-41ae-bbd7-f422c2d5f548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a63ef3c4-037b-462f-9731-5658b5569ce0'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:49:42.283422 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ca36aa-97cd-4d9d-934f-3daabf9ccdbb None None] Attempting to bind port 9232bb2e-1659-4535-a2c0-55fe7a90c6c5 on network a63ef3c4-037b-462f-9731-5658b5569ce0 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:49:42.295561 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-4e04337f-4779-4389-8e2c-2bc10cfc3290 None None] Set router f8e40983-6aad-4954-a7a5-25efd164ea8e gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:49:42.337176 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ca36aa-97cd-4d9d-934f-3daabf9ccdbb None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:49:42.337540 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ca36aa-97cd-4d9d-934f-3daabf9ccdbb None None] Checking segment: {'id': 'c4b9c7e3-d9e6-41ae-bbd7-f422c2d5f548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a63ef3c4-037b-462f-9731-5658b5569ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:49:42.337935 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e6ca36aa-97cd-4d9d-934f-3daabf9ccdbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:42.338321 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ca36aa-97cd-4d9d-934f-3daabf9ccdbb None None] Bound using segment: {'id': 'c4b9c7e3-d9e6-41ae-bbd7-f422c2d5f548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a63ef3c4-037b-462f-9731-5658b5569ce0'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:49:42.338795 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-e6ca36aa-97cd-4d9d-934f-3daabf9ccdbb None None] Bound port: 9232bb2e-1659-4535-a2c0-55fe7a90c6c5, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4b9c7e3-d9e6-41ae-bbd7-f422c2d5f548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a63ef3c4-037b-462f-9731-5658b5569ce0'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:49:42.339159 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e6ca36aa-97cd-4d9d-934f-3daabf9ccdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:42.453668 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-254a6e23-b03b-464b-8f35-b8cfdae3c03f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:42.590303 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-e6ca36aa-97cd-4d9d-934f-3daabf9ccdbb None None] For port 9232bb2e-1659-4535-a2c0-55fe7a90c6c5, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:49:42.612174 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-e6ca36aa-97cd-4d9d-934f-3daabf9ccdbb None None] For port 9232bb2e-1659-4535-a2c0-55fe7a90c6c5, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=9232bb2e-1659-4535-a2c0-55fe7a90c6c5,segment=NetworkSegment(c4b9c7e3-d9e6-41ae-bbd7-f422c2d5f548),segment_id=c4b9c7e3-d9e6-41ae-bbd7-f422c2d5f548)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:49:42.626292 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e6ca36aa-97cd-4d9d-934f-3daabf9ccdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:42.663942 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-254a6e23-b03b-464b-8f35-b8cfdae3c03f admin admin] Router 8a443741-2a4a-4cb2-913f-c4ae09eb95c3 is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:49:42.748953 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ca36aa-97cd-4d9d-934f-3daabf9ccdbb None None] Pushing event updated for resources: {'Port': ['ID=9232bb2e-1659-4535-a2c0-55fe7a90c6c5,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:49:42.775232 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-4e04337f-4779-4389-8e2c-2bc10cfc3290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8e40983-6aad-4954-a7a5-25efd164ea8e', 'name': 'tempest-TestMinimumBasicScenario-1933140923-router', 'tenant_id': '08cbbdbad6774d86825ee2c0c42edda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'ed4aa66c-4a9a-4c09-9d22-128dd5259133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:49:33Z', 'updated_at': '2022-05-05T20:49:38Z', 'revision_number': 4, 'project_id': '08cbbdbad6774d86825ee2c0c42edda8', 'gw_port': {'id': 'ed4aa66c-4a9a-4c09-9d22-128dd5259133', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e40983-6aad-4954-a7a5-25efd164ea8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:49:34Z', 'updated_at': '2022-05-05T20:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '74173fca-52fa-43ec-bcf8-7f4d9d53cbb5', 'name': '', 'network_id': 'd00db9ce-107a-45c6-b004-ea1b6d6dfba8', 'tenant_id': '08cbbdbad6774d86825ee2c0c42edda8', 'mac_address': 'fa:16:3e:8f:d4:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8e40983-6aad-4954-a7a5-25efd164ea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'b875e6a8-9ab0-4dde-a489-b44a9d62c743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:49:37Z', 'updated_at': '2022-05-05T20:49:41Z', 'revision_number': 4, 'project_id': '08cbbdbad6774d86825ee2c0c42edda8', 'subnets': [{'id': 'b875e6a8-9ab0-4dde-a489-b44a9d62c743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:49:42.780501 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e04337f-4779-4389-8e2c-2bc10cfc3290 None None] The sync data for ids ['f8e40983-6aad-4954-a7a5-25efd164ea8e'] in n-d-840717-1 is: [{'id': 'f8e40983-6aad-4954-a7a5-25efd164ea8e', 'name': 'tempest-TestMinimumBasicScenario-1933140923-router', 'tenant_id': '08cbbdbad6774d86825ee2c0c42edda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'ed4aa66c-4a9a-4c09-9d22-128dd5259133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:49:33Z', 'updated_at': '2022-05-05T20:49:38Z', 'revision_number': 4, 'project_id': '08cbbdbad6774d86825ee2c0c42edda8', 'gw_port': {'id': 'ed4aa66c-4a9a-4c09-9d22-128dd5259133', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e40983-6aad-4954-a7a5-25efd164ea8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:49:34Z', 'updated_at': '2022-05-05T20:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '74173fca-52fa-43ec-bcf8-7f4d9d53cbb5', 'name': '', 'network_id': 'd00db9ce-107a-45c6-b004-ea1b6d6dfba8', 'tenant_id': '08cbbdbad6774d86825ee2c0c42edda8', 'mac_address': 'fa:16:3e:8f:d4:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8e40983-6aad-4954-a7a5-25efd164ea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'b875e6a8-9ab0-4dde-a489-b44a9d62c743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:49:37Z', 'updated_at': '2022-05-05T20:49:41Z', 'revision_number': 4, 'project_id': '08cbbdbad6774d86825ee2c0c42edda8', 'subnets': [{'id': 'b875e6a8-9ab0-4dde-a489-b44a9d62c743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:49:42.874052 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-254a6e23-b03b-464b-8f35-b8cfdae3c03f admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:49:42.883640 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642174c3-f7b8-421b-a0a7-0e1ff3179b29 None None] Sync routers for ids ['8a443741-2a4a-4cb2-913f-c4ae09eb95c3'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:49:42.895403 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642174c3-f7b8-421b-a0a7-0e1ff3179b29 None None] Routers {'8a443741-2a4a-4cb2-913f-c4ae09eb95c3'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:49:42.896207 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-642174c3-f7b8-421b-a0a7-0e1ff3179b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:49:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['8a443741-2a4a-4cb2-913f-c4ae09eb95c3'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:49:42.899307 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-254a6e23-b03b-464b-8f35-b8cfdae3c03f admin admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:42.903142 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-254a6e23-b03b-464b-8f35-b8cfdae3c03f admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4355209 May 05 20:49:42.904075 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 39736) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:49:43.182272 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-642174c3-f7b8-421b-a0a7-0e1ff3179b29 None None] Set router 8a443741-2a4a-4cb2-913f-c4ae09eb95c3 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:49:43.579473 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-642174c3-f7b8-421b-a0a7-0e1ff3179b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a443741-2a4a-4cb2-913f-c4ae09eb95c3', 'name': 'tempest-TestMinimumBasicScenario-994666775-router', 'tenant_id': 'd435fa5dbf334c1bb83548fa3e9f7b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'b8871619-0687-48ca-98d2-791eec42bb89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:49:40Z', 'updated_at': '2022-05-05T20:49:41Z', 'revision_number': 3, 'project_id': 'd435fa5dbf334c1bb83548fa3e9f7b00', 'gw_port': {'id': 'b8871619-0687-48ca-98d2-791eec42bb89', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a443741-2a4a-4cb2-913f-c4ae09eb95c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:49:41Z', 'updated_at': '2022-05-05T20:49:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:49:43.583939 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642174c3-f7b8-421b-a0a7-0e1ff3179b29 None None] Checking router: 8a443741-2a4a-4cb2-913f-c4ae09eb95c3 for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:49:43.584287 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642174c3-f7b8-421b-a0a7-0e1ff3179b29 None None] Updating router 8a443741-2a4a-4cb2-913f-c4ae09eb95c3 port b8871619-0687-48ca-98d2-791eec42bb89 binding host n-d-840717-1 {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:49:43.658383 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-642174c3-f7b8-421b-a0a7-0e1ff3179b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:43.927296 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-122663c6-0bdf-4145-b6df-80c27e34f886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:43.964887 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19bea5a-b39c-4908-a973-3a5adf294d1a None None] Network a63ef3c4-037b-462f-9731-5658b5569ce0 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:49:44.078282 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-642174c3-f7b8-421b-a0a7-0e1ff3179b29 None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:44.085475 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-40dcfb96-5b9b-4194-a2b0-cded50d1d67f None None] Provisioning for port 9232bb2e-1659-4535-a2c0-55fe7a90c6c5 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:49:44.094523 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-642174c3-f7b8-421b-a0a7-0e1ff3179b29 None None] Transition to ACTIVE for port object b8871619-0687-48ca-98d2-791eec42bb89 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:49:44.108729 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-642174c3-f7b8-421b-a0a7-0e1ff3179b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:44.188184 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-122663c6-0bdf-4145-b6df-80c27e34f886 admin admin] Allocated IP 172.20.0.1 (a63ef3c4-037b-462f-9731-5658b5569ce0/76c5709b-f923-4c9b-8cea-6596914b24f8/7814c98c-a8f9-4b92-a35f-b77cdda8385e) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:49:44.192071 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-642174c3-f7b8-421b-a0a7-0e1ff3179b29 None None] Attempting to bind port b8871619-0687-48ca-98d2-791eec42bb89 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:49:44.192233 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-642174c3-f7b8-421b-a0a7-0e1ff3179b29 None None] Attempting to bind port b8871619-0687-48ca-98d2-791eec42bb89 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:49:44.192501 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642174c3-f7b8-421b-a0a7-0e1ff3179b29 None None] Attempting to bind port b8871619-0687-48ca-98d2-791eec42bb89 on network 0401d202-1605-4cfe-bad4-fb225df6afb0 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:49:44.202414 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642174c3-f7b8-421b-a0a7-0e1ff3179b29 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:49:44.202843 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642174c3-f7b8-421b-a0a7-0e1ff3179b29 None None] Checking segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:49:44.203170 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-642174c3-f7b8-421b-a0a7-0e1ff3179b29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:44.203884 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642174c3-f7b8-421b-a0a7-0e1ff3179b29 None None] Bound using segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:49:44.204363 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-642174c3-f7b8-421b-a0a7-0e1ff3179b29 None None] Bound port: b8871619-0687-48ca-98d2-791eec42bb89, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:49:44.205013 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-642174c3-f7b8-421b-a0a7-0e1ff3179b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:44.285263 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa43879-acf9-43c5-9f69-a1b117dd07f0 None None] Pushing event updated for resources: {'Port': ['ID=b8871619-0687-48ca-98d2-791eec42bb89,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:49:44.290656 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-642174c3-f7b8-421b-a0a7-0e1ff3179b29 None None] For port b8871619-0687-48ca-98d2-791eec42bb89, host n-d-840717-1, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:49:44.293785 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-642174c3-f7b8-421b-a0a7-0e1ff3179b29 None None] For port b8871619-0687-48ca-98d2-791eec42bb89, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=b8871619-0687-48ca-98d2-791eec42bb89,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:49:44.300603 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-642174c3-f7b8-421b-a0a7-0e1ff3179b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:44.376069 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-122663c6-0bdf-4145-b6df-80c27e34f886 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:44.395760 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-122663c6-0bdf-4145-b6df-80c27e34f886 admin admin] Transition to ACTIVE for port object 7814c98c-a8f9-4b92-a35f-b77cdda8385e will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:49:44.427918 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-122663c6-0bdf-4145-b6df-80c27e34f886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:44.443666 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642174c3-f7b8-421b-a0a7-0e1ff3179b29 None None] Routers {'8a443741-2a4a-4cb2-913f-c4ae09eb95c3'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:49:44.444305 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-642174c3-f7b8-421b-a0a7-0e1ff3179b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:49:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['8a443741-2a4a-4cb2-913f-c4ae09eb95c3'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:49:44.496663 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122663c6-0bdf-4145-b6df-80c27e34f886 admin admin] Network a63ef3c4-037b-462f-9731-5658b5569ce0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:49:44.500485 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-122663c6-0bdf-4145-b6df-80c27e34f886 admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:49:44.504233 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122663c6-0bdf-4145-b6df-80c27e34f886 admin admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:49:44.541699 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa43879-acf9-43c5-9f69-a1b117dd07f0 None None] Pushing event updated for resources: {'Port': ['ID=b8871619-0687-48ca-98d2-791eec42bb89,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:49:44.546382 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122663c6-0bdf-4145-b6df-80c27e34f886 admin admin] Pushing event updated for resources: {'Port': ['ID=7814c98c-a8f9-4b92-a35f-b77cdda8385e,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:49:44.569083 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-122663c6-0bdf-4145-b6df-80c27e34f886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:44.664523 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-642174c3-f7b8-421b-a0a7-0e1ff3179b29 None None] Set router 8a443741-2a4a-4cb2-913f-c4ae09eb95c3 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:49:44.711965 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:44.741342 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 9232bb2e-1659-4535-a2c0-55fe7a90c6c5 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:49:44.755023 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-122663c6-0bdf-4145-b6df-80c27e34f886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:44.819980 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 9232bb2e-1659-4535-a2c0-55fe7a90c6c5 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:49:44.824929 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 9232bb2e-1659-4535-a2c0-55fe7a90c6c5 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:49:44.825959 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:44.886101 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-af7c6394-8f33-44d0-adb2-ad9ee8aa995f None None] Provisioning for port 7814c98c-a8f9-4b92-a35f-b77cdda8385e completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:49:44.892621 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-af7c6394-8f33-44d0-adb2-ad9ee8aa995f None None] Provisioning complete for port 7814c98c-a8f9-4b92-a35f-b77cdda8385e triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:49:44.892990 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-af7c6394-8f33-44d0-adb2-ad9ee8aa995f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:44.990359 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-642174c3-f7b8-421b-a0a7-0e1ff3179b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a443741-2a4a-4cb2-913f-c4ae09eb95c3', 'name': 'tempest-TestMinimumBasicScenario-994666775-router', 'tenant_id': 'd435fa5dbf334c1bb83548fa3e9f7b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'b8871619-0687-48ca-98d2-791eec42bb89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:49:40Z', 'updated_at': '2022-05-05T20:49:41Z', 'revision_number': 3, 'project_id': 'd435fa5dbf334c1bb83548fa3e9f7b00', 'gw_port': {'id': 'b8871619-0687-48ca-98d2-791eec42bb89', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a443741-2a4a-4cb2-913f-c4ae09eb95c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:49:41Z', 'updated_at': '2022-05-05T20:49:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:49:44.993475 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-af7c6394-8f33-44d0-adb2-ad9ee8aa995f None None] Port 7814c98c-a8f9-4b92-a35f-b77cdda8385e cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:49:44.995396 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642174c3-f7b8-421b-a0a7-0e1ff3179b29 None None] The sync data for ids ['8a443741-2a4a-4cb2-913f-c4ae09eb95c3'] in n-d-840717-1 is: [{'id': '8a443741-2a4a-4cb2-913f-c4ae09eb95c3', 'name': 'tempest-TestMinimumBasicScenario-994666775-router', 'tenant_id': 'd435fa5dbf334c1bb83548fa3e9f7b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'b8871619-0687-48ca-98d2-791eec42bb89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:49:40Z', 'updated_at': '2022-05-05T20:49:41Z', 'revision_number': 3, 'project_id': 'd435fa5dbf334c1bb83548fa3e9f7b00', 'gw_port': {'id': 'b8871619-0687-48ca-98d2-791eec42bb89', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a443741-2a4a-4cb2-913f-c4ae09eb95c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:49:41Z', 'updated_at': '2022-05-05T20:49:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:49:45.010482 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:45.054292 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 9232bb2e-1659-4535-a2c0-55fe7a90c6c5, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=9232bb2e-1659-4535-a2c0-55fe7a90c6c5,segment=NetworkSegment(c4b9c7e3-d9e6-41ae-bbd7-f422c2d5f548),segment_id=c4b9c7e3-d9e6-41ae-bbd7-f422c2d5f548)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:49:45.063114 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:45.064411 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 74173fca-52fa-43ec-bcf8-7f4d9d53cbb5 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:49:45.117125 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-122663c6-0bdf-4145-b6df-80c27e34f886 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:45.122574 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-122663c6-0bdf-4145-b6df-80c27e34f886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:45.252974 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122663c6-0bdf-4145-b6df-80c27e34f886 admin admin] Pushing event updated for resources: {'Port': ['ID=7814c98c-a8f9-4b92-a35f-b77cdda8385e,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:49:45.254797 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=9232bb2e-1659-4535-a2c0-55fe7a90c6c5,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:49:45.255439 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-122663c6-0bdf-4145-b6df-80c27e34f886 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:45.278276 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 74173fca-52fa-43ec-bcf8-7f4d9d53cbb5 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:49:45.284135 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 74173fca-52fa-43ec-bcf8-7f4d9d53cbb5 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:49:45.284702 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:45.408093 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122663c6-0bdf-4145-b6df-80c27e34f886 admin admin] Network a63ef3c4-037b-462f-9731-5658b5569ce0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:49:45.409318 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-122663c6-0bdf-4145-b6df-80c27e34f886 admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:49:45.416455 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:45.457519 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 74173fca-52fa-43ec-bcf8-7f4d9d53cbb5, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=74173fca-52fa-43ec-bcf8-7f4d9d53cbb5,segment=NetworkSegment(f7d23044-453f-469c-8203-fb06208bb8ba),segment_id=f7d23044-453f-469c-8203-fb06208bb8ba)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:49:45.464616 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:45.554289 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=74173fca-52fa-43ec-bcf8-7f4d9d53cbb5,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:49:45.628463 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-122663c6-0bdf-4145-b6df-80c27e34f886 admin admin] Router 8a443741-2a4a-4cb2-913f-c4ae09eb95c3 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:49:45.723304 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-e886c5f6-490e-4117-87d6-2470ae346b8b None None] Provisioning complete for port 7814c98c-a8f9-4b92-a35f-b77cdda8385e triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:49:45.723707 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e886c5f6-490e-4117-87d6-2470ae346b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:45.783470 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-e886c5f6-490e-4117-87d6-2470ae346b8b None None] Port 7814c98c-a8f9-4b92-a35f-b77cdda8385e cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:49:45.823535 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-122663c6-0bdf-4145-b6df-80c27e34f886 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:49:45.833908 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-122663c6-0bdf-4145-b6df-80c27e34f886 admin admin] 10.222.0.36 "PUT /v2.0/routers/8a443741-2a4a-4cb2-913f-c4ae09eb95c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9285998 May 05 20:49:46.600124 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa508817-9f84-425c-960a-a32c10e85109 None None] Sync routers for ids ['8a443741-2a4a-4cb2-913f-c4ae09eb95c3'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:49:46.627040 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa508817-9f84-425c-960a-a32c10e85109 None None] Routers {'8a443741-2a4a-4cb2-913f-c4ae09eb95c3'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:49:46.627733 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-aa508817-9f84-425c-960a-a32c10e85109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:49:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['8a443741-2a4a-4cb2-913f-c4ae09eb95c3'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:49:46.779413 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device b8871619-0687-48ca-98d2-791eec42bb89 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:49:46.865994 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:46.892005 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-aa508817-9f84-425c-960a-a32c10e85109 None None] Set router 8a443741-2a4a-4cb2-913f-c4ae09eb95c3 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:49:46.972159 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port b8871619-0687-48ca-98d2-791eec42bb89 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:49:47.006330 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:49:47.037629 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port b8871619-0687-48ca-98d2-791eec42bb89 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:49:47.037996 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:47.316670 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:47.345979 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port b8871619-0687-48ca-98d2-791eec42bb89, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=b8871619-0687-48ca-98d2-791eec42bb89,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:49:47.358559 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:47.359323 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 74173fca-52fa-43ec-bcf8-7f4d9d53cbb5 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:49:47.443797 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-aa508817-9f84-425c-960a-a32c10e85109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a443741-2a4a-4cb2-913f-c4ae09eb95c3', 'name': 'tempest-TestMinimumBasicScenario-994666775-router', 'tenant_id': 'd435fa5dbf334c1bb83548fa3e9f7b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'b8871619-0687-48ca-98d2-791eec42bb89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:49:40Z', 'updated_at': '2022-05-05T20:49:44Z', 'revision_number': 4, 'project_id': 'd435fa5dbf334c1bb83548fa3e9f7b00', 'gw_port': {'id': 'b8871619-0687-48ca-98d2-791eec42bb89', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a443741-2a4a-4cb2-913f-c4ae09eb95c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:49:41Z', 'updated_at': '2022-05-05T20:49:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '7814c98c-a8f9-4b92-a35f-b77cdda8385e', 'name': '', 'network_id': 'a63ef3c4-037b-462f-9731-5658b5569ce0', 'tenant_id': 'd435fa5dbf334c1bb83548fa3e9f7b00', 'mac_address': 'fa:16:3e:f2:df:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a443741-2a4a-4cb2-913f-c4ae09eb95c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '76c5709b-f923-4c9b-8cea-6596914b24f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:49:43Z', 'updated_at': '2022-05-05T20:49:44Z', 'revision_number': 2, 'project_id': 'd435fa5dbf334c1bb83548fa3e9f7b00', 'subnets': [{'id': '76c5709b-f923-4c9b-8cea-6596914b24f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:49:47.461317 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa508817-9f84-425c-960a-a32c10e85109 None None] Checking router: 8a443741-2a4a-4cb2-913f-c4ae09eb95c3 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:49:47.462008 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa508817-9f84-425c-960a-a32c10e85109 None None] Updating router 8a443741-2a4a-4cb2-913f-c4ae09eb95c3 port 7814c98c-a8f9-4b92-a35f-b77cdda8385e binding host n-d-840717-1 {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:49:47.548086 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-aa508817-9f84-425c-960a-a32c10e85109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:47.561224 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=b8871619-0687-48ca-98d2-791eec42bb89,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:49:47.575585 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 74173fca-52fa-43ec-bcf8-7f4d9d53cbb5 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:49:47.575866 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:47.835311 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 9232bb2e-1659-4535-a2c0-55fe7a90c6c5 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:49:48.036448 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 9232bb2e-1659-4535-a2c0-55fe7a90c6c5 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:49:48.036820 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:48.196530 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-aa508817-9f84-425c-960a-a32c10e85109 None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:48.228656 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-aa508817-9f84-425c-960a-a32c10e85109 None None] Transition to ACTIVE for port object 7814c98c-a8f9-4b92-a35f-b77cdda8385e will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:49:48.241898 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-aa508817-9f84-425c-960a-a32c10e85109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:48.458563 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436eab49-e012-49a5-8a8f-0786e7db8e78 None None] Pushing event updated for resources: {'Port': ['ID=7814c98c-a8f9-4b92-a35f-b77cdda8385e,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:49:48.493515 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-aa508817-9f84-425c-960a-a32c10e85109 None None] Attempting to bind port 7814c98c-a8f9-4b92-a35f-b77cdda8385e on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:49:48.493881 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-aa508817-9f84-425c-960a-a32c10e85109 None None] Attempting to bind port 7814c98c-a8f9-4b92-a35f-b77cdda8385e by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'c4b9c7e3-d9e6-41ae-bbd7-f422c2d5f548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a63ef3c4-037b-462f-9731-5658b5569ce0'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:49:48.494240 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa508817-9f84-425c-960a-a32c10e85109 None None] Attempting to bind port 7814c98c-a8f9-4b92-a35f-b77cdda8385e on network a63ef3c4-037b-462f-9731-5658b5569ce0 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:49:48.505136 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa508817-9f84-425c-960a-a32c10e85109 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:49:48.505844 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa508817-9f84-425c-960a-a32c10e85109 None None] Checking segment: {'id': 'c4b9c7e3-d9e6-41ae-bbd7-f422c2d5f548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a63ef3c4-037b-462f-9731-5658b5569ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:49:48.506590 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-aa508817-9f84-425c-960a-a32c10e85109 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:48.506982 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa508817-9f84-425c-960a-a32c10e85109 None None] Bound using segment: {'id': 'c4b9c7e3-d9e6-41ae-bbd7-f422c2d5f548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a63ef3c4-037b-462f-9731-5658b5569ce0'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:49:48.507480 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-aa508817-9f84-425c-960a-a32c10e85109 None None] Bound port: 7814c98c-a8f9-4b92-a35f-b77cdda8385e, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4b9c7e3-d9e6-41ae-bbd7-f422c2d5f548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a63ef3c4-037b-462f-9731-5658b5569ce0'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:49:48.507917 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-aa508817-9f84-425c-960a-a32c10e85109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:48.672195 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device b8871619-0687-48ca-98d2-791eec42bb89 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:49:48.724418 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-aa508817-9f84-425c-960a-a32c10e85109 None None] For port 7814c98c-a8f9-4b92-a35f-b77cdda8385e, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:49:48.739581 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-aa508817-9f84-425c-960a-a32c10e85109 None None] For port 7814c98c-a8f9-4b92-a35f-b77cdda8385e, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=7814c98c-a8f9-4b92-a35f-b77cdda8385e,segment=NetworkSegment(c4b9c7e3-d9e6-41ae-bbd7-f422c2d5f548),segment_id=c4b9c7e3-d9e6-41ae-bbd7-f422c2d5f548)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:49:48.750070 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-aa508817-9f84-425c-960a-a32c10e85109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:48.844109 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port b8871619-0687-48ca-98d2-791eec42bb89 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:49:48.844793 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:48.879634 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa508817-9f84-425c-960a-a32c10e85109 None None] Routers {'8a443741-2a4a-4cb2-913f-c4ae09eb95c3'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:49:48.879634 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-aa508817-9f84-425c-960a-a32c10e85109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:49:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['8a443741-2a4a-4cb2-913f-c4ae09eb95c3'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:49:48.933679 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436eab49-e012-49a5-8a8f-0786e7db8e78 None None] Pushing event updated for resources: {'Port': ['ID=7814c98c-a8f9-4b92-a35f-b77cdda8385e,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:49:49.178320 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-aa508817-9f84-425c-960a-a32c10e85109 None None] Set router 8a443741-2a4a-4cb2-913f-c4ae09eb95c3 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:49:49.529637 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-aa508817-9f84-425c-960a-a32c10e85109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a443741-2a4a-4cb2-913f-c4ae09eb95c3', 'name': 'tempest-TestMinimumBasicScenario-994666775-router', 'tenant_id': 'd435fa5dbf334c1bb83548fa3e9f7b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'b8871619-0687-48ca-98d2-791eec42bb89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:49:40Z', 'updated_at': '2022-05-05T20:49:44Z', 'revision_number': 4, 'project_id': 'd435fa5dbf334c1bb83548fa3e9f7b00', 'gw_port': {'id': 'b8871619-0687-48ca-98d2-791eec42bb89', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a443741-2a4a-4cb2-913f-c4ae09eb95c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:49:41Z', 'updated_at': '2022-05-05T20:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '7814c98c-a8f9-4b92-a35f-b77cdda8385e', 'name': '', 'network_id': 'a63ef3c4-037b-462f-9731-5658b5569ce0', 'tenant_id': 'd435fa5dbf334c1bb83548fa3e9f7b00', 'mac_address': 'fa:16:3e:f2:df:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a443741-2a4a-4cb2-913f-c4ae09eb95c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '76c5709b-f923-4c9b-8cea-6596914b24f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:49:43Z', 'updated_at': '2022-05-05T20:49:48Z', 'revision_number': 4, 'project_id': 'd435fa5dbf334c1bb83548fa3e9f7b00', 'subnets': [{'id': '76c5709b-f923-4c9b-8cea-6596914b24f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:49:49.533894 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa508817-9f84-425c-960a-a32c10e85109 None None] The sync data for ids ['8a443741-2a4a-4cb2-913f-c4ae09eb95c3'] in n-d-840717-1 is: [{'id': '8a443741-2a4a-4cb2-913f-c4ae09eb95c3', 'name': 'tempest-TestMinimumBasicScenario-994666775-router', 'tenant_id': 'd435fa5dbf334c1bb83548fa3e9f7b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'b8871619-0687-48ca-98d2-791eec42bb89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:49:40Z', 'updated_at': '2022-05-05T20:49:44Z', 'revision_number': 4, 'project_id': 'd435fa5dbf334c1bb83548fa3e9f7b00', 'gw_port': {'id': 'b8871619-0687-48ca-98d2-791eec42bb89', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a443741-2a4a-4cb2-913f-c4ae09eb95c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:49:41Z', 'updated_at': '2022-05-05T20:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '7814c98c-a8f9-4b92-a35f-b77cdda8385e', 'name': '', 'network_id': 'a63ef3c4-037b-462f-9731-5658b5569ce0', 'tenant_id': 'd435fa5dbf334c1bb83548fa3e9f7b00', 'mac_address': 'fa:16:3e:f2:df:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a443741-2a4a-4cb2-913f-c4ae09eb95c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '76c5709b-f923-4c9b-8cea-6596914b24f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:49:43Z', 'updated_at': '2022-05-05T20:49:48Z', 'revision_number': 4, 'project_id': 'd435fa5dbf334c1bb83548fa3e9f7b00', 'subnets': [{'id': '76c5709b-f923-4c9b-8cea-6596914b24f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:49:50.698246 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 7814c98c-a8f9-4b92-a35f-b77cdda8385e up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:49:50.955342 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 7814c98c-a8f9-4b92-a35f-b77cdda8385e completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:49:50.963053 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 7814c98c-a8f9-4b92-a35f-b77cdda8385e triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:49:50.963457 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:51.170910 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:51.221347 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 7814c98c-a8f9-4b92-a35f-b77cdda8385e, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=7814c98c-a8f9-4b92-a35f-b77cdda8385e,segment=NetworkSegment(c4b9c7e3-d9e6-41ae-bbd7-f422c2d5f548),segment_id=c4b9c7e3-d9e6-41ae-bbd7-f422c2d5f548)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:49:51.226933 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:51.302285 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=7814c98c-a8f9-4b92-a35f-b77cdda8385e,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:49:52.664966 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 7814c98c-a8f9-4b92-a35f-b77cdda8385e up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:49:52.749241 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 7814c98c-a8f9-4b92-a35f-b77cdda8385e triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:49:52.750185 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:56.442966 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536826d0-cf02-40b3-8620-edf6bd79dfc7 req-d7a7a70a-c59d-480f-8260-61ecb90c7ca5 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:49:56.443669 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-536826d0-cf02-40b3-8620-edf6bd79dfc7 req-d7a7a70a-c59d-480f-8260-61ecb90c7ca5 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Synchronizing usage tracker for tenant:08cbbdbad6774d86825ee2c0c42edda8 on resource:network {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:49:56.459901 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-536826d0-cf02-40b3-8620-edf6bd79dfc7 req-d7a7a70a-c59d-480f-8260-61ecb90c7ca5 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Unset dirty status for tenant:08cbbdbad6774d86825ee2c0c42edda8 on resource:network {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:49:56.461031 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-536826d0-cf02-40b3-8620-edf6bd79dfc7 req-d7a7a70a-c59d-480f-8260-61ecb90c7ca5 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "GET /v2.0/networks?id=d00db9ce-107a-45c6-b004-ea1b6d6dfba8 HTTP/1.1" status: 200 len: 815 time: 0.1635072 May 05 20:49:56.476311 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-536826d0-cf02-40b3-8620-edf6bd79dfc7 req-1d1a8b1d-ca31-48d4-9854-3fe88a096589 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "GET /v2.0/quotas/08cbbdbad6774d86825ee2c0c42edda8 HTTP/1.1" status: 200 len: 375 time: 0.0093811 May 05 20:49:56.556290 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-536826d0-cf02-40b3-8620-edf6bd79dfc7 req-2f336770-6429-4e35-a8cd-56f67d00ce6f tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Synchronizing usage tracker for tenant:08cbbdbad6774d86825ee2c0c42edda8 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:49:56.572399 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-536826d0-cf02-40b3-8620-edf6bd79dfc7 req-2f336770-6429-4e35-a8cd-56f67d00ce6f tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Unset dirty status for tenant:08cbbdbad6774d86825ee2c0c42edda8 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:49:56.573820 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-536826d0-cf02-40b3-8620-edf6bd79dfc7 req-2f336770-6429-4e35-a8cd-56f67d00ce6f tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=08cbbdbad6774d86825ee2c0c42edda8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0928149 May 05 20:49:56.709198 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-536826d0-cf02-40b3-8620-edf6bd79dfc7 req-f895ea6f-61ee-4dc8-9ea0-e1cd84ea8e44 service neutron] 10.222.0.36 "GET /v2.0/networks/d00db9ce-107a-45c6-b004-ea1b6d6dfba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236596 May 05 20:49:56.838263 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-536826d0-cf02-40b3-8620-edf6bd79dfc7 req-e3a95377-9757-460d-823e-fcdf076243dd service neutron] 10.222.0.36 "GET /v2.0/networks/d00db9ce-107a-45c6-b004-ea1b6d6dfba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233506 May 05 20:49:57.020785 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-417fbdbc-3d72-45bf-9104-489de1553fbe req-377d0cfa-cca1-44ee-a937-910f771c99d2 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9c9394e-0c53-4bed-a84d-205d680dd93e HTTP/1.1" status: 200 len: 210 time: 0.0432804 May 05 20:49:58.086648 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536826d0-cf02-40b3-8620-edf6bd79dfc7 req-60245393-56f1-473a-97f0-3de52e57b6bf tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:49:58.088124 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-536826d0-cf02-40b3-8620-edf6bd79dfc7 req-60245393-56f1-473a-97f0-3de52e57b6bf tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.24 "GET /v2.0/networks?id=d00db9ce-107a-45c6-b004-ea1b6d6dfba8 HTTP/1.1" status: 200 len: 815 time: 0.1596315 May 05 20:49:58.100147 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-536826d0-cf02-40b3-8620-edf6bd79dfc7 req-44c5d421-8763-416f-bc18-0f46e17ae09a tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Request body: {'port': {'device_id': 'c9c9394e-0c53-4bed-a84d-205d680dd93e', 'network_id': 'd00db9ce-107a-45c6-b004-ea1b6d6dfba8', 'admin_state_up': True, 'tenant_id': '08cbbdbad6774d86825ee2c0c42edda8'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:49:58.349099 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-734d0441-7d37-4821-8c56-15bcbd582904 req-9dcda5dd-72fb-41a4-82a9-ae9ffd856020 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9c9394e-0c53-4bed-a84d-205d680dd93e HTTP/1.1" status: 200 len: 210 time: 0.2097774 May 05 20:49:58.398398 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-536826d0-cf02-40b3-8620-edf6bd79dfc7 req-44c5d421-8763-416f-bc18-0f46e17ae09a tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:49:58.409687 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-536826d0-cf02-40b3-8620-edf6bd79dfc7 req-44c5d421-8763-416f-bc18-0f46e17ae09a tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:49:58.421443 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-536826d0-cf02-40b3-8620-edf6bd79dfc7 req-44c5d421-8763-416f-bc18-0f46e17ae09a tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Made reservation on behalf of 08cbbdbad6774d86825ee2c0c42edda8 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:49:58.425163 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-536826d0-cf02-40b3-8620-edf6bd79dfc7 req-44c5d421-8763-416f-bc18-0f46e17ae09a tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:58.672592 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-536826d0-cf02-40b3-8620-edf6bd79dfc7 req-44c5d421-8763-416f-bc18-0f46e17ae09a tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Allocated IP 172.20.0.10 (d00db9ce-107a-45c6-b004-ea1b6d6dfba8/b875e6a8-9ab0-4dde-a489-b44a9d62c743/2a797145-6210-4f5e-9403-fffeb67a592a) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:49:58.947399 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-536826d0-cf02-40b3-8620-edf6bd79dfc7 req-44c5d421-8763-416f-bc18-0f46e17ae09a tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:58.967160 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-536826d0-cf02-40b3-8620-edf6bd79dfc7 req-44c5d421-8763-416f-bc18-0f46e17ae09a tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Transition to ACTIVE for port object 2a797145-6210-4f5e-9403-fffeb67a592a will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:49:58.992911 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-536826d0-cf02-40b3-8620-edf6bd79dfc7 req-44c5d421-8763-416f-bc18-0f46e17ae09a tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:59.081226 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-536826d0-cf02-40b3-8620-edf6bd79dfc7 req-44c5d421-8763-416f-bc18-0f46e17ae09a tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Network d00db9ce-107a-45c6-b004-ea1b6d6dfba8 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:49:59.084446 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-536826d0-cf02-40b3-8620-edf6bd79dfc7 req-44c5d421-8763-416f-bc18-0f46e17ae09a tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:49:59.088514 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-536826d0-cf02-40b3-8620-edf6bd79dfc7 req-44c5d421-8763-416f-bc18-0f46e17ae09a tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:49:59.127229 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c5d421-8763-416f-bc18-0f46e17ae09a tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Pushing event updated for resources: {'Port': ['ID=2a797145-6210-4f5e-9403-fffeb67a592a,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:49:59.141103 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c5d421-8763-416f-bc18-0f46e17ae09a tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:49:59.141451 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c5d421-8763-416f-bc18-0f46e17ae09a tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:49:59.141776 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c5d421-8763-416f-bc18-0f46e17ae09a tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:49:59.142110 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c5d421-8763-416f-bc18-0f46e17ae09a tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:49:59.142434 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c5d421-8763-416f-bc18-0f46e17ae09a tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:49:59.142755 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c5d421-8763-416f-bc18-0f46e17ae09a tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:49:59.143077 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c5d421-8763-416f-bc18-0f46e17ae09a tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:49:59.143414 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c5d421-8763-416f-bc18-0f46e17ae09a tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:49:59.143736 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c5d421-8763-416f-bc18-0f46e17ae09a tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:49:59.144069 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c5d421-8763-416f-bc18-0f46e17ae09a tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:49:59.144371 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c5d421-8763-416f-bc18-0f46e17ae09a tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:49:59.144683 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c5d421-8763-416f-bc18-0f46e17ae09a tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:49:59.186785 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536826d0-cf02-40b3-8620-edf6bd79dfc7 req-44c5d421-8763-416f-bc18-0f46e17ae09a tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:49:59.188646 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-536826d0-cf02-40b3-8620-edf6bd79dfc7 req-44c5d421-8763-416f-bc18-0f46e17ae09a tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:59.227711 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-536826d0-cf02-40b3-8620-edf6bd79dfc7 req-44c5d421-8763-416f-bc18-0f46e17ae09a tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1309900 May 05 20:49:59.444894 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-333b727d-1e5e-4acc-bd8c-5ef23ca3cce2 None None] Provisioning for port 2a797145-6210-4f5e-9403-fffeb67a592a completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:49:59.452785 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-333b727d-1e5e-4acc-bd8c-5ef23ca3cce2 None None] Provisioning complete for port 2a797145-6210-4f5e-9403-fffeb67a592a triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:49:59.453979 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-333b727d-1e5e-4acc-bd8c-5ef23ca3cce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:49:59.521008 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-333b727d-1e5e-4acc-bd8c-5ef23ca3cce2 None None] Port 2a797145-6210-4f5e-9403-fffeb67a592a cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:49:59.559020 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e497f-a443-48b4-903a-dfa7e0c9a136 req-07c22c77-cbc1-4f2e-999b-a345e62035b1 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:49:59.561898 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2c0e497f-a443-48b4-903a-dfa7e0c9a136 req-07c22c77-cbc1-4f2e-999b-a345e62035b1 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9c9394e-0c53-4bed-a84d-205d680dd93e HTTP/1.1" status: 200 len: 932 time: 0.0883801 May 05 20:49:59.621416 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2c0e497f-a443-48b4-903a-dfa7e0c9a136 req-3822aeb4-37f4-41e5-ab21-5584ec89aee8 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "GET /v2.0/security-groups?id=9554216e-9698-4084-8632-2c76f326363d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514598 May 05 20:50:00.814924 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02b47d2-51f0-4f0a-9add-76e9f4d303e2 req-467c712c-c847-4228-860e-82c5424531ed tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:50:00.815645 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-d02b47d2-51f0-4f0a-9add-76e9f4d303e2 req-467c712c-c847-4228-860e-82c5424531ed tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Synchronizing usage tracker for tenant:08cbbdbad6774d86825ee2c0c42edda8 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:50:00.834311 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-d02b47d2-51f0-4f0a-9add-76e9f4d303e2 req-467c712c-c847-4228-860e-82c5424531ed tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Unset dirty status for tenant:08cbbdbad6774d86825ee2c0c42edda8 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:50:00.835505 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d02b47d2-51f0-4f0a-9add-76e9f4d303e2 req-467c712c-c847-4228-860e-82c5424531ed tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9c9394e-0c53-4bed-a84d-205d680dd93e HTTP/1.1" status: 200 len: 932 time: 0.1082959 May 05 20:50:00.891185 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-d02b47d2-51f0-4f0a-9add-76e9f4d303e2 req-12102ea8-8c44-4762-bca1-32fc3cc7d387 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Synchronizing usage tracker for tenant:08cbbdbad6774d86825ee2c0c42edda8 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:50:00.910205 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-d02b47d2-51f0-4f0a-9add-76e9f4d303e2 req-12102ea8-8c44-4762-bca1-32fc3cc7d387 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Unset dirty status for tenant:08cbbdbad6774d86825ee2c0c42edda8 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:50:00.911597 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d02b47d2-51f0-4f0a-9add-76e9f4d303e2 req-12102ea8-8c44-4762-bca1-32fc3cc7d387 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "GET /v2.0/security-groups?id=9554216e-9698-4084-8632-2c76f326363d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669305 May 05 20:50:02.109253 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146344c2-6e17-4de8-8dda-57e56c2f5f57 req-c0ac7037-d75d-445f-bb4b-893c8f44b784 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:50:02.110781 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-146344c2-6e17-4de8-8dda-57e56c2f5f57 req-c0ac7037-d75d-445f-bb4b-893c8f44b784 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9c9394e-0c53-4bed-a84d-205d680dd93e HTTP/1.1" status: 200 len: 932 time: 0.0847912 May 05 20:50:02.165475 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-146344c2-6e17-4de8-8dda-57e56c2f5f57 req-4eb238d4-2740-458a-8427-5a977c234b1a tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "GET /v2.0/security-groups?id=9554216e-9698-4084-8632-2c76f326363d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469851 May 05 20:50:03.360103 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9863e2-9cf4-4db1-8eb1-5485a87c7962 req-fb406058-69d7-4690-bd05-8a292e3ff5b1 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:50:03.361660 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3f9863e2-9cf4-4db1-8eb1-5485a87c7962 req-fb406058-69d7-4690-bd05-8a292e3ff5b1 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9c9394e-0c53-4bed-a84d-205d680dd93e HTTP/1.1" status: 200 len: 932 time: 0.0841782 May 05 20:50:03.408046 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3f9863e2-9cf4-4db1-8eb1-5485a87c7962 req-b39c971a-7e02-4956-88ec-ac2a50e352d3 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "GET /v2.0/security-groups?id=9554216e-9698-4084-8632-2c76f326363d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403800 May 05 20:50:04.609771 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e3a26-f901-4eb8-89f4-002cf5903c9e req-1f3d92cb-995e-4dea-be0a-7fd42bb9b7bd tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:50:04.611716 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a82e3a26-f901-4eb8-89f4-002cf5903c9e req-1f3d92cb-995e-4dea-be0a-7fd42bb9b7bd tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9c9394e-0c53-4bed-a84d-205d680dd93e HTTP/1.1" status: 200 len: 932 time: 0.0942750 May 05 20:50:04.662146 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a82e3a26-f901-4eb8-89f4-002cf5903c9e req-a4b99b32-3303-440f-abec-77e319fe418d tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "GET /v2.0/security-groups?id=9554216e-9698-4084-8632-2c76f326363d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445538 May 05 20:50:04.736569 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-645e3841-254c-43f9-8873-db1e8eed392f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:50:05.854486 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d94aaef-dcca-4904-91d9-c8781e9dd66d req-513524a2-7255-49a0-bb5d-c672af133a9c tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:50:05.856435 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6d94aaef-dcca-4904-91d9-c8781e9dd66d req-513524a2-7255-49a0-bb5d-c672af133a9c tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9c9394e-0c53-4bed-a84d-205d680dd93e HTTP/1.1" status: 200 len: 932 time: 0.0852339 May 05 20:50:05.900730 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6d94aaef-dcca-4904-91d9-c8781e9dd66d req-4e730d40-5d8b-423c-ac42-a95a19a4e7de tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "GET /v2.0/security-groups?id=9554216e-9698-4084-8632-2c76f326363d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387774 May 05 20:50:06.126994 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [req-536826d0-cf02-40b3-8620-edf6bd79dfc7 req-eac3e373-9d41-4a29-a131-d61dc92a6a3b tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:50:06.127876 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-536826d0-cf02-40b3-8620-edf6bd79dfc7 req-eac3e373-9d41-4a29-a131-d61dc92a6a3b tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051787 May 05 20:50:06.137529 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-536826d0-cf02-40b3-8620-edf6bd79dfc7 req-06a73295-8a4f-4e11-b7f5-2b34918d9bbc service neutron] Request body: {'port': {'device_id': 'c9c9394e-0c53-4bed-a84d-205d680dd93e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:50:06.249911 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-536826d0-cf02-40b3-8620-edf6bd79dfc7 req-06a73295-8a4f-4e11-b7f5-2b34918d9bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:50:06.594283 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-536826d0-cf02-40b3-8620-edf6bd79dfc7 req-06a73295-8a4f-4e11-b7f5-2b34918d9bbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a797145-6210-4f5e-9403-fffeb67a592a {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:50:06.601650 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-536826d0-cf02-40b3-8620-edf6bd79dfc7 req-06a73295-8a4f-4e11-b7f5-2b34918d9bbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:50:06.615834 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-536826d0-cf02-40b3-8620-edf6bd79dfc7 req-06a73295-8a4f-4e11-b7f5-2b34918d9bbc service neutron] Transition to ACTIVE for port object 2a797145-6210-4f5e-9403-fffeb67a592a will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:50:06.619498 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-536826d0-cf02-40b3-8620-edf6bd79dfc7 req-06a73295-8a4f-4e11-b7f5-2b34918d9bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:50:06.776101 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a73295-8a4f-4e11-b7f5-2b34918d9bbc service neutron] Pushing event updated for resources: {'Port': ['ID=2a797145-6210-4f5e-9403-fffeb67a592a,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:50:06.853726 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-536826d0-cf02-40b3-8620-edf6bd79dfc7 req-06a73295-8a4f-4e11-b7f5-2b34918d9bbc service neutron] Attempting to bind port 2a797145-6210-4f5e-9403-fffeb67a592a on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:50:06.854048 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-536826d0-cf02-40b3-8620-edf6bd79dfc7 req-06a73295-8a4f-4e11-b7f5-2b34918d9bbc service neutron] Attempting to bind port 2a797145-6210-4f5e-9403-fffeb67a592a by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'f7d23044-453f-469c-8203-fb06208bb8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd00db9ce-107a-45c6-b004-ea1b6d6dfba8'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:50:06.854366 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536826d0-cf02-40b3-8620-edf6bd79dfc7 req-06a73295-8a4f-4e11-b7f5-2b34918d9bbc service neutron] Attempting to bind port 2a797145-6210-4f5e-9403-fffeb67a592a on network d00db9ce-107a-45c6-b004-ea1b6d6dfba8 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:50:06.859065 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536826d0-cf02-40b3-8620-edf6bd79dfc7 req-06a73295-8a4f-4e11-b7f5-2b34918d9bbc service neutron] Port 2a797145-6210-4f5e-9403-fffeb67a592a on network d00db9ce-107a-45c6-b004-ea1b6d6dfba8 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:50:06.859675 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536826d0-cf02-40b3-8620-edf6bd79dfc7 req-06a73295-8a4f-4e11-b7f5-2b34918d9bbc service neutron] Attempting to bind port 2a797145-6210-4f5e-9403-fffeb67a592a on network d00db9ce-107a-45c6-b004-ea1b6d6dfba8 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:50:06.864336 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536826d0-cf02-40b3-8620-edf6bd79dfc7 req-06a73295-8a4f-4e11-b7f5-2b34918d9bbc service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:50:06.864662 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536826d0-cf02-40b3-8620-edf6bd79dfc7 req-06a73295-8a4f-4e11-b7f5-2b34918d9bbc service neutron] Checking segment: {'id': 'f7d23044-453f-469c-8203-fb06208bb8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd00db9ce-107a-45c6-b004-ea1b6d6dfba8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:50:06.865031 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536826d0-cf02-40b3-8620-edf6bd79dfc7 req-06a73295-8a4f-4e11-b7f5-2b34918d9bbc service neutron] Bound using segment: {'id': 'f7d23044-453f-469c-8203-fb06208bb8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd00db9ce-107a-45c6-b004-ea1b6d6dfba8'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:50:06.865436 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-536826d0-cf02-40b3-8620-edf6bd79dfc7 req-06a73295-8a4f-4e11-b7f5-2b34918d9bbc service neutron] Bound port: 2a797145-6210-4f5e-9403-fffeb67a592a, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7d23044-453f-469c-8203-fb06208bb8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd00db9ce-107a-45c6-b004-ea1b6d6dfba8'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:50:06.865771 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-536826d0-cf02-40b3-8620-edf6bd79dfc7 req-06a73295-8a4f-4e11-b7f5-2b34918d9bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:50:06.928252 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0a320199-b78e-498a-bac3-7046ff9ed2b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:50:06.956548 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-536826d0-cf02-40b3-8620-edf6bd79dfc7 req-06a73295-8a4f-4e11-b7f5-2b34918d9bbc service neutron] For port 2a797145-6210-4f5e-9403-fffeb67a592a, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:50:06.959691 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-536826d0-cf02-40b3-8620-edf6bd79dfc7 req-06a73295-8a4f-4e11-b7f5-2b34918d9bbc service neutron] For port 2a797145-6210-4f5e-9403-fffeb67a592a, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=2a797145-6210-4f5e-9403-fffeb67a592a,segment=NetworkSegment(f7d23044-453f-469c-8203-fb06208bb8ba),segment_id=f7d23044-453f-469c-8203-fb06208bb8ba)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:50:06.963627 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-536826d0-cf02-40b3-8620-edf6bd79dfc7 req-06a73295-8a4f-4e11-b7f5-2b34918d9bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:50:07.028461 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536826d0-cf02-40b3-8620-edf6bd79dfc7 req-06a73295-8a4f-4e11-b7f5-2b34918d9bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:50:07.029089 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-536826d0-cf02-40b3-8620-edf6bd79dfc7 req-06a73295-8a4f-4e11-b7f5-2b34918d9bbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:50:07.030418 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-536826d0-cf02-40b3-8620-edf6bd79dfc7 req-06a73295-8a4f-4e11-b7f5-2b34918d9bbc service neutron] 10.222.0.24 "PUT /v2.0/ports/2a797145-6210-4f5e-9403-fffeb67a592a HTTP/1.1" status: 200 len: 1092 time: 0.8964992 May 05 20:50:07.030845 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9c9394e-0c53-4bed-a84d-205d680dd93e', 'tag': '2a797145-6210-4f5e-9403-fffeb67a592a'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:50:07.050935 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a73295-8a4f-4e11-b7f5-2b34918d9bbc service neutron] Pushing event updated for resources: {'Port': ['ID=2a797145-6210-4f5e-9403-fffeb67a592a,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:50:07.103465 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e407830-3557-4eb6-9e70-ae603fc3b223 req-9398c7f5-4a7d-4f39-ac29-6e8d56b6f734 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:50:07.105074 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6e407830-3557-4eb6-9e70-ae603fc3b223 req-9398c7f5-4a7d-4f39-ac29-6e8d56b6f734 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9c9394e-0c53-4bed-a84d-205d680dd93e HTTP/1.1" status: 200 len: 944 time: 0.0953693 May 05 20:50:07.117198 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49cf52b5-2b98-420a-80be-d0cba5dbe84e'] response: {'name': 'network-changed', 'server_uuid': 'c9c9394e-0c53-4bed-a84d-205d680dd93e', 'tag': '2a797145-6210-4f5e-9403-fffeb67a592a', 'status': 'completed', 'code': 200} May 05 20:50:07.156275 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536826d0-cf02-40b3-8620-edf6bd79dfc7 req-640f9cb2-49e2-40e6-afed-951e3b5253ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:50:07.157922 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-536826d0-cf02-40b3-8620-edf6bd79dfc7 req-640f9cb2-49e2-40e6-afed-951e3b5253ab service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=08cbbdbad6774d86825ee2c0c42edda8&device_id=c9c9394e-0c53-4bed-a84d-205d680dd93e HTTP/1.1" status: 200 len: 1095 time: 0.0814400 May 05 20:50:07.158486 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6e407830-3557-4eb6-9e70-ae603fc3b223 req-c42bfffc-1c0e-4297-b37d-7c6d581dc238 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "GET /v2.0/security-groups?id=9554216e-9698-4084-8632-2c76f326363d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476553 May 05 20:50:07.232583 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-536826d0-cf02-40b3-8620-edf6bd79dfc7 req-cdbe30b3-fac9-43a0-b7c4-46b99a000456 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a797145-6210-4f5e-9403-fffeb67a592a HTTP/1.1" status: 200 len: 217 time: 0.0678654 May 05 20:50:07.294436 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536826d0-cf02-40b3-8620-edf6bd79dfc7 req-8526bb45-b98b-4bce-a1ef-5568c06d9376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:50:07.295869 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-536826d0-cf02-40b3-8620-edf6bd79dfc7 req-8526bb45-b98b-4bce-a1ef-5568c06d9376 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b875e6a8-9ab0-4dde-a489-b44a9d62c743 HTTP/1.1" status: 200 len: 854 time: 0.0572004 May 05 20:50:07.481859 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536826d0-cf02-40b3-8620-edf6bd79dfc7 req-1b45c7c9-84e6-4fb5-95ee-395e2c0018b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:50:07.483238 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-536826d0-cf02-40b3-8620-edf6bd79dfc7 req-1b45c7c9-84e6-4fb5-95ee-395e2c0018b2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d00db9ce-107a-45c6-b004-ea1b6d6dfba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1811452 May 05 20:50:07.614569 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-536826d0-cf02-40b3-8620-edf6bd79dfc7 req-5abbc821-e2d5-497c-99b3-efecb2f35575 service neutron] 10.222.0.24 "GET /v2.0/networks/d00db9ce-107a-45c6-b004-ea1b6d6dfba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243095 May 05 20:50:07.742939 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-536826d0-cf02-40b3-8620-edf6bd79dfc7 req-b8b68bf8-3e52-4115-a375-58a8507509e5 service neutron] 10.222.0.24 "GET /v2.0/networks/d00db9ce-107a-45c6-b004-ea1b6d6dfba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222982 May 05 20:50:07.852990 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75eedb-bfe0-4c6d-a078-cd5c85c9f439 req-9dca66a6-4b5c-48e8-896c-1e9b5c00c856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:50:07.854445 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4c75eedb-bfe0-4c6d-a078-cd5c85c9f439 req-9dca66a6-4b5c-48e8-896c-1e9b5c00c856 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=08cbbdbad6774d86825ee2c0c42edda8&device_id=c9c9394e-0c53-4bed-a84d-205d680dd93e HTTP/1.1" status: 200 len: 1095 time: 0.0701873 May 05 20:50:07.985097 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75eedb-bfe0-4c6d-a078-cd5c85c9f439 req-f0aa6487-6282-43d8-b353-9e3528939fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:50:07.986547 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4c75eedb-bfe0-4c6d-a078-cd5c85c9f439 req-f0aa6487-6282-43d8-b353-9e3528939fa1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d00db9ce-107a-45c6-b004-ea1b6d6dfba8 HTTP/1.1" status: 200 len: 916 time: 0.1265581 May 05 20:50:07.990535 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:50:08.060706 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4c75eedb-bfe0-4c6d-a078-cd5c85c9f439 req-592c1935-b172-4658-885f-5cee84bcc834 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a797145-6210-4f5e-9403-fffeb67a592a HTTP/1.1" status: 200 len: 217 time: 0.0674453 May 05 20:50:08.124518 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75eedb-bfe0-4c6d-a078-cd5c85c9f439 req-05e7c4d7-061b-4d7d-bc30-5e2df2d15ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:50:08.125951 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4c75eedb-bfe0-4c6d-a078-cd5c85c9f439 req-05e7c4d7-061b-4d7d-bc30-5e2df2d15ae6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b875e6a8-9ab0-4dde-a489-b44a9d62c743 HTTP/1.1" status: 200 len: 854 time: 0.0580542 May 05 20:50:08.153988 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:50:08.204617 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75eedb-bfe0-4c6d-a078-cd5c85c9f439 req-cea75783-06f2-448b-b63a-83ebc95f71a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:50:08.206110 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4c75eedb-bfe0-4c6d-a078-cd5c85c9f439 req-cea75783-06f2-448b-b63a-83ebc95f71a2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d00db9ce-107a-45c6-b004-ea1b6d6dfba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737007 May 05 20:50:08.395710 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4c75eedb-bfe0-4c6d-a078-cd5c85c9f439 req-c355fa0c-f964-4b1a-9847-5396784491b9 service neutron] 10.222.0.24 "GET /v2.0/networks/d00db9ce-107a-45c6-b004-ea1b6d6dfba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814280 May 05 20:50:08.503656 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9fae4b-196b-4c2c-b7b9-55f46d137863 req-ab0ce6a1-b2dd-4dab-bd19-729c6617e472 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:50:08.505107 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cc9fae4b-196b-4c2c-b7b9-55f46d137863 req-ab0ce6a1-b2dd-4dab-bd19-729c6617e472 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9c9394e-0c53-4bed-a84d-205d680dd93e HTTP/1.1" status: 200 len: 944 time: 0.2006526 May 05 20:50:08.575928 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cc9fae4b-196b-4c2c-b7b9-55f46d137863 req-dcb0e6c9-ba43-4f74-98af-2b0176a3242a tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "GET /v2.0/security-groups?id=9554216e-9698-4084-8632-2c76f326363d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642204 May 05 20:50:08.577924 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4c75eedb-bfe0-4c6d-a078-cd5c85c9f439 req-68968c00-f30d-46d1-9652-9e71fdbffcb5 service neutron] 10.222.0.24 "GET /v2.0/networks/d00db9ce-107a-45c6-b004-ea1b6d6dfba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759081 May 05 20:50:09.733749 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:50:09.768471 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0333ad-9bca-4861-949f-c1234504b22c req-7876cadd-d448-4fee-b1be-5b98607cd738 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:50:09.769922 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3d0333ad-9bca-4861-949f-c1234504b22c req-7876cadd-d448-4fee-b1be-5b98607cd738 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9c9394e-0c53-4bed-a84d-205d680dd93e HTTP/1.1" status: 200 len: 944 time: 0.0802231 May 05 20:50:09.813081 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3d0333ad-9bca-4861-949f-c1234504b22c req-55b85af6-8320-4821-bf2b-98b4e1370f53 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "GET /v2.0/security-groups?id=9554216e-9698-4084-8632-2c76f326363d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374956 May 05 20:50:10.849664 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 2a797145-6210-4f5e-9403-fffeb67a592a details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:50:10.984373 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 2a797145-6210-4f5e-9403-fffeb67a592a, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=2a797145-6210-4f5e-9403-fffeb67a592a,segment=NetworkSegment(f7d23044-453f-469c-8203-fb06208bb8ba),segment_id=f7d23044-453f-469c-8203-fb06208bb8ba)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:50:10.998446 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '2a797145-6210-4f5e-9403-fffeb67a592a', 'network_id': 'd00db9ce-107a-45c6-b004-ea1b6d6dfba8', 'port_id': '2a797145-6210-4f5e-9403-fffeb67a592a', 'mac_address': 'fa:16:3e:3f:9e:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b875e6a8-9ab0-4dde-a489-b44a9d62c743', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:50:11.000787 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bed4c4-c507-469e-9542-5ca1a0fc3f99 req-b287759f-3aea-4d46-b471-dbcee752ccd9 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:50:11.002269 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d6bed4c4-c507-469e-9542-5ca1a0fc3f99 req-b287759f-3aea-4d46-b471-dbcee752ccd9 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9c9394e-0c53-4bed-a84d-205d680dd93e HTTP/1.1" status: 200 len: 944 time: 0.0853193 May 05 20:50:11.046524 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d6bed4c4-c507-469e-9542-5ca1a0fc3f99 req-3ce51a5f-2a06-40c7-ba3a-fd48fb6dce50 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "GET /v2.0/security-groups?id=9554216e-9698-4084-8632-2c76f326363d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384543 May 05 20:50:11.056678 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:50:11.074030 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a797145-6210-4f5e-9403-fffeb67a592a {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:50:11.089500 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 2a797145-6210-4f5e-9403-fffeb67a592a, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=2a797145-6210-4f5e-9403-fffeb67a592a,segment=NetworkSegment(f7d23044-453f-469c-8203-fb06208bb8ba),segment_id=f7d23044-453f-469c-8203-fb06208bb8ba)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:50:11.093507 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:50:11.157971 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=2a797145-6210-4f5e-9403-fffeb67a592a,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:50:11.165129 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:50:11.165463 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:50:11.165792 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:50:11.166116 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:50:11.166437 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:50:11.166756 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:50:11.167070 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:50:11.167525 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:50:11.167849 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:50:11.168171 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:50:11.169108 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:50:11.169427 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:50:11.293853 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['2a797145-6210-4f5e-9403-fffeb67a592a'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:50:12.231126 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770382e-6520-4094-83c8-dbded0ad324d req-6f772aec-d61e-4fdd-9ef1-4375d2a6afe0 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:50:12.232616 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d770382e-6520-4094-83c8-dbded0ad324d req-6f772aec-d61e-4fdd-9ef1-4375d2a6afe0 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9c9394e-0c53-4bed-a84d-205d680dd93e HTTP/1.1" status: 200 len: 945 time: 0.0820348 May 05 20:50:12.276866 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d770382e-6520-4094-83c8-dbded0ad324d req-7ea59aaf-c46f-441a-b9ef-53d1eccd5fb3 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "GET /v2.0/security-groups?id=9554216e-9698-4084-8632-2c76f326363d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386415 May 05 20:50:12.874914 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 2a797145-6210-4f5e-9403-fffeb67a592a up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:50:12.941558 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port 2a797145-6210-4f5e-9403-fffeb67a592a completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:50:12.946254 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 2a797145-6210-4f5e-9403-fffeb67a592a triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:50:12.946616 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:50:13.062026 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:50:13.087905 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9c9394e-0c53-4bed-a84d-205d680dd93e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a797145-6210-4f5e-9403-fffeb67a592a'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:50:13.097689 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 2a797145-6210-4f5e-9403-fffeb67a592a, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=2a797145-6210-4f5e-9403-fffeb67a592a,segment=NetworkSegment(f7d23044-453f-469c-8203-fb06208bb8ba),segment_id=f7d23044-453f-469c-8203-fb06208bb8ba)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:50:13.102249 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:50:13.138758 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4454a8f5-2cca-44a8-a281-2408e90f97e7'] response: {'server_uuid': 'c9c9394e-0c53-4bed-a84d-205d680dd93e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a797145-6210-4f5e-9403-fffeb67a592a', 'code': 200} May 05 20:50:13.177172 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=2a797145-6210-4f5e-9403-fffeb67a592a,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:50:13.255649 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a1c7fb-6959-4b6d-abbb-476a59b12ed0 req-964866d5-44ef-4809-8b23-9ed5f069ef34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:50:13.257160 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-20a1c7fb-6959-4b6d-abbb-476a59b12ed0 req-964866d5-44ef-4809-8b23-9ed5f069ef34 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c9c9394e-0c53-4bed-a84d-205d680dd93e HTTP/1.1" status: 200 len: 1097 time: 0.0686967 May 05 20:50:13.299670 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-20a1c7fb-6959-4b6d-abbb-476a59b12ed0 req-7a7b9dcb-15c4-4fb7-88f6-f5ae5f186738 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9554216e-9698-4084-8632-2c76f326363d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367801 May 05 20:50:13.459375 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c721bd-3f1e-4ea1-b276-5435aefd2e3a req-c620b0b9-78d4-48cd-a4be-fdd05a04f1b8 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:50:13.460829 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-17c721bd-3f1e-4ea1-b276-5435aefd2e3a req-c620b0b9-78d4-48cd-a4be-fdd05a04f1b8 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9c9394e-0c53-4bed-a84d-205d680dd93e HTTP/1.1" status: 200 len: 946 time: 0.0789645 May 05 20:50:13.504233 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-17c721bd-3f1e-4ea1-b276-5435aefd2e3a req-a37e8f44-fc30-4f46-bc70-b142e1560c63 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "GET /v2.0/security-groups?id=9554216e-9698-4084-8632-2c76f326363d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370097 May 05 20:50:14.690063 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:50:14.690694 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bacb94-0428-457b-924b-134926ae82ae req-ecf0b389-0e6e-45d1-8be3-a108ddd6979d tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:50:14.692182 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-36bacb94-0428-457b-924b-134926ae82ae req-ecf0b389-0e6e-45d1-8be3-a108ddd6979d tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9c9394e-0c53-4bed-a84d-205d680dd93e HTTP/1.1" status: 200 len: 946 time: 0.0791421 May 05 20:50:14.736274 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-36bacb94-0428-457b-924b-134926ae82ae req-14f35f2a-bf59-4343-ab10-97c4cecb8a4a tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "GET /v2.0/security-groups?id=9554216e-9698-4084-8632-2c76f326363d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384648 May 05 20:50:15.023973 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805b26e-4674-4340-ae08-18beaf1fc22d req-6ea3ce7a-fcb2-46cb-a512-8cd7a2e3a38d tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:50:15.025437 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d805b26e-4674-4340-ae08-18beaf1fc22d req-6ea3ce7a-fcb2-46cb-a512-8cd7a2e3a38d tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9c9394e-0c53-4bed-a84d-205d680dd93e HTTP/1.1" status: 200 len: 946 time: 0.1852605 May 05 20:50:15.069903 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d805b26e-4674-4340-ae08-18beaf1fc22d req-49921758-9611-4065-93b1-e198c0d1c4b6 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "GET /v2.0/security-groups?id=9554216e-9698-4084-8632-2c76f326363d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377548 May 05 20:50:15.458073 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5527436e-fa34-46d9-8703-a87ba049d662 req-64c10efe-2c8d-49a6-8e85-03e437f62df8 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:50:15.459669 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5527436e-fa34-46d9-8703-a87ba049d662 req-64c10efe-2c8d-49a6-8e85-03e437f62df8 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9c9394e-0c53-4bed-a84d-205d680dd93e HTTP/1.1" status: 200 len: 946 time: 0.0810204 May 05 20:50:15.506079 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5527436e-fa34-46d9-8703-a87ba049d662 req-e64a5eee-4a9b-4766-a24a-2abf206bb660 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "GET /v2.0/security-groups?id=9554216e-9698-4084-8632-2c76f326363d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408223 May 05 20:50:16.812798 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:50:24.006679 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:50:25.553364 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7151d7-be09-499e-9001-43a1175fca19 req-b3d78f0b-4a22-413a-a5f3-19547f09235a tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:50:25.554820 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-da7151d7-be09-499e-9001-43a1175fca19 req-b3d78f0b-4a22-413a-a5f3-19547f09235a tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9c9394e-0c53-4bed-a84d-205d680dd93e HTTP/1.1" status: 200 len: 946 time: 0.0790415 May 05 20:50:25.599179 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-da7151d7-be09-499e-9001-43a1175fca19 req-8cac2d63-eea5-4d80-b78f-1c997fc18b1c tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "GET /v2.0/security-groups?id=9554216e-9698-4084-8632-2c76f326363d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385907 May 05 20:50:25.622478 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 39928) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:50:25.785522 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dca3d6b-1a39-469e-9253-443b0790ad84 tempest-TestMinimumBasicScenario-403683784 tempest-TestMinimumBasicScenario-403683784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:50:25.786224 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-3dca3d6b-1a39-469e-9253-443b0790ad84 tempest-TestMinimumBasicScenario-403683784 tempest-TestMinimumBasicScenario-403683784-project-admin] Synchronizing usage tracker for tenant:d435fa5dbf334c1bb83548fa3e9f7b00 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:50:25.801948 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-3dca3d6b-1a39-469e-9253-443b0790ad84 tempest-TestMinimumBasicScenario-403683784 tempest-TestMinimumBasicScenario-403683784-project-admin] Unset dirty status for tenant:d435fa5dbf334c1bb83548fa3e9f7b00 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:50:25.803203 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3dca3d6b-1a39-469e-9253-443b0790ad84 tempest-TestMinimumBasicScenario-403683784 tempest-TestMinimumBasicScenario-403683784-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c9c9394e-0c53-4bed-a84d-205d680dd93e HTTP/1.1" status: 200 len: 1092 time: 0.1797173 May 05 20:50:25.806220 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 39934) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:50:25.811718 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-85da4c32-2876-4d56-aea4-a192489c2323 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Request body: {'floatingip': {'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'port_id': '2a797145-6210-4f5e-9403-fffeb67a592a', 'tenant_id': '08cbbdbad6774d86825ee2c0c42edda8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:50:25.818060 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-85da4c32-2876-4d56-aea4-a192489c2323 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:50:25.821790 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-85da4c32-2876-4d56-aea4-a192489c2323 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Usage tracker for resource:floatingip and tenant:08cbbdbad6774d86825ee2c0c42edda8 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:50:25.824576 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-85da4c32-2876-4d56-aea4-a192489c2323 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:50:25.830912 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-85da4c32-2876-4d56-aea4-a192489c2323 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:50:25.840431 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-85da4c32-2876-4d56-aea4-a192489c2323 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Notify callbacks [] for floatingip, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:50:25.975706 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-85da4c32-2876-4d56-aea4-a192489c2323 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:50:26.220854 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-85da4c32-2876-4d56-aea4-a192489c2323 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Allocated IP 172.25.0.31 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/402927a0-1cac-4f35-b625-e80fce62c82b) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:50:26.369706 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-85da4c32-2876-4d56-aea4-a192489c2323 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:50:26.398768 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-85da4c32-2876-4d56-aea4-a192489c2323 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:50:26.461130 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85da4c32-2876-4d56-aea4-a192489c2323 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:50:26.464004 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-85da4c32-2876-4d56-aea4-a192489c2323 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:50:26.468357 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85da4c32-2876-4d56-aea4-a192489c2323 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:50:26.506381 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85da4c32-2876-4d56-aea4-a192489c2323 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Pushing event updated for resources: {'Port': ['ID=402927a0-1cac-4f35-b625-e80fce62c82b,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:50:26.889875 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-85da4c32-2876-4d56-aea4-a192489c2323 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:50:26.963482 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-85da4c32-2876-4d56-aea4-a192489c2323 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:50:27.165300 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-85da4c32-2876-4d56-aea4-a192489c2323 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:50:27.169702 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-85da4c32-2876-4d56-aea4-a192489c2323 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:50:27.278814 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85da4c32-2876-4d56-aea4-a192489c2323 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Pushing event updated for resources: {'Port': ['ID=402927a0-1cac-4f35-b625-e80fce62c82b,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:50:27.289141 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-85da4c32-2876-4d56-aea4-a192489c2323 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:50:27.459926 n-d-840717-1 neutron-server[88198]: INFO neutron.db.l3_db [None req-85da4c32-2876-4d56-aea4-a192489c2323 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Floating IP 544432cc-79df-43fa-a7bd-146f71c2c315 associated. External IP: 172.25.0.31, port: 2a797145-6210-4f5e-9403-fffeb67a592a. May 05 20:50:27.922435 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85da4c32-2876-4d56-aea4-a192489c2323 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Router f8e40983-6aad-4954-a7a5-25efd164ea8e has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:50:28.146426 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85da4c32-2876-4d56-aea4-a192489c2323 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:50:28.156095 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfb2790-1aff-48d0-8848-5029c64356fa None None] Sync routers for ids ['f8e40983-6aad-4954-a7a5-25efd164ea8e'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:50:28.167819 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfb2790-1aff-48d0-8848-5029c64356fa None None] Routers {'f8e40983-6aad-4954-a7a5-25efd164ea8e'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:50:28.168426 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-fcfb2790-1aff-48d0-8848-5029c64356fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:50:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['f8e40983-6aad-4954-a7a5-25efd164ea8e'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:50:28.180236 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-54f23da9-935a-4280-8b2a-2e169fd4bdf4 req-02a99966-207f-46f9-ab21-54fffa127c1a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c9c9394e-0c53-4bed-a84d-205d680dd93e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1207321 May 05 20:50:28.181325 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-85da4c32-2876-4d56-aea4-a192489c2323 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:50:28.245389 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-85da4c32-2876-4d56-aea4-a192489c2323 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4378989 May 05 20:50:28.246044 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9c9394e-0c53-4bed-a84d-205d680dd93e', 'tag': '2a797145-6210-4f5e-9403-fffeb67a592a'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:50:28.248465 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39938) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:50:28.254060 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-059868fe-76fe-4aab-bae7-6bde26477765 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-283489986', 'description': 'tempest-secgroup-smoke-283489986 description', 'project_id': '08cbbdbad6774d86825ee2c0c42edda8'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:50:28.262857 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-059868fe-76fe-4aab-bae7-6bde26477765 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:50:28.274620 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-059868fe-76fe-4aab-bae7-6bde26477765 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:50:28.292059 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-059868fe-76fe-4aab-bae7-6bde26477765 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:50:28.323214 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c01a2262-72bc-4f56-aab7-a6d34fbcf8e1'] response: {'name': 'network-changed', 'server_uuid': 'c9c9394e-0c53-4bed-a84d-205d680dd93e', 'tag': '2a797145-6210-4f5e-9403-fffeb67a592a', 'status': 'completed', 'code': 200} May 05 20:50:28.332503 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-059868fe-76fe-4aab-bae7-6bde26477765 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:50:28.337031 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-059868fe-76fe-4aab-bae7-6bde26477765 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Usage tracker for resource:security_group_rule and tenant:08cbbdbad6774d86825ee2c0c42edda8 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:50:28.337639 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f23da9-935a-4280-8b2a-2e169fd4bdf4 req-5b5cad4b-e65a-47ce-87ab-39023cd7d60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:50:28.339131 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-54f23da9-935a-4280-8b2a-2e169fd4bdf4 req-5b5cad4b-e65a-47ce-87ab-39023cd7d60c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=08cbbdbad6774d86825ee2c0c42edda8&device_id=c9c9394e-0c53-4bed-a84d-205d680dd93e HTTP/1.1" status: 200 len: 1097 time: 0.0881903 May 05 20:50:28.340035 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-059868fe-76fe-4aab-bae7-6bde26477765 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:50:28.346947 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-059868fe-76fe-4aab-bae7-6bde26477765 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:50:28.365779 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-fcfb2790-1aff-48d0-8848-5029c64356fa None None] Set router f8e40983-6aad-4954-a7a5-25efd164ea8e gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:50:28.429676 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-059868fe-76fe-4aab-bae7-6bde26477765 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:50:28.435336 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-059868fe-76fe-4aab-bae7-6bde26477765 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:50:28.485450 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059868fe-76fe-4aab-bae7-6bde26477765 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbcdac9a-2d72-40e0-9205-20075a8f2f88,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:50:28.497109 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059868fe-76fe-4aab-bae7-6bde26477765 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:50:28.497598 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059868fe-76fe-4aab-bae7-6bde26477765 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:50:28.497949 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059868fe-76fe-4aab-bae7-6bde26477765 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:50:28.498267 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059868fe-76fe-4aab-bae7-6bde26477765 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:50:28.498591 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059868fe-76fe-4aab-bae7-6bde26477765 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:50:28.498916 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059868fe-76fe-4aab-bae7-6bde26477765 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:50:28.499234 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059868fe-76fe-4aab-bae7-6bde26477765 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:50:28.499574 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059868fe-76fe-4aab-bae7-6bde26477765 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:50:28.499894 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059868fe-76fe-4aab-bae7-6bde26477765 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:50:28.500223 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059868fe-76fe-4aab-bae7-6bde26477765 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:50:28.500523 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059868fe-76fe-4aab-bae7-6bde26477765 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:50:28.500834 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059868fe-76fe-4aab-bae7-6bde26477765 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:50:28.503951 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-059868fe-76fe-4aab-bae7-6bde26477765 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:50:28.505144 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-059868fe-76fe-4aab-bae7-6bde26477765 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2556148 May 05 20:50:28.508758 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 39944) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:50:28.517844 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-0ce0a08e-3180-4978-84d0-a9b7bc9197a1 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Request body: {'security_group_rule': {'security_group_id': 'dbcdac9a-2d72-40e0-9205-20075a8f2f88', 'project_id': '08cbbdbad6774d86825ee2c0c42edda8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:50:28.525458 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f23da9-935a-4280-8b2a-2e169fd4bdf4 req-1e1344c9-2126-4dc6-98a7-aa1d39a255d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:50:28.526864 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-54f23da9-935a-4280-8b2a-2e169fd4bdf4 req-1e1344c9-2126-4dc6-98a7-aa1d39a255d5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d00db9ce-107a-45c6-b004-ea1b6d6dfba8 HTTP/1.1" status: 200 len: 916 time: 0.1694934 May 05 20:50:28.527766 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0ce0a08e-3180-4978-84d0-a9b7bc9197a1 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:50:28.532431 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-0ce0a08e-3180-4978-84d0-a9b7bc9197a1 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Usage tracker for resource:security_group_rule and tenant:08cbbdbad6774d86825ee2c0c42edda8 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:50:28.536218 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-0ce0a08e-3180-4978-84d0-a9b7bc9197a1 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:50:28.610279 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0ce0a08e-3180-4978-84d0-a9b7bc9197a1 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:50:28.655470 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-54f23da9-935a-4280-8b2a-2e169fd4bdf4 req-a0bf189d-b308-4cba-95ce-a811636a32b8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a797145-6210-4f5e-9403-fffeb67a592a HTTP/1.1" status: 200 len: 999 time: 0.1200967 May 05 20:50:28.655985 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0ce0a08e-3180-4978-84d0-a9b7bc9197a1 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:50:28.728915 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-fcfb2790-1aff-48d0-8848-5029c64356fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8e40983-6aad-4954-a7a5-25efd164ea8e', 'name': 'tempest-TestMinimumBasicScenario-1933140923-router', 'tenant_id': '08cbbdbad6774d86825ee2c0c42edda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'ed4aa66c-4a9a-4c09-9d22-128dd5259133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:49:33Z', 'updated_at': '2022-05-05T20:49:38Z', 'revision_number': 4, 'project_id': '08cbbdbad6774d86825ee2c0c42edda8', 'gw_port': {'id': 'ed4aa66c-4a9a-4c09-9d22-128dd5259133', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e40983-6aad-4954-a7a5-25efd164ea8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:49:34Z', 'updated_at': '2022-05-05T20:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '544432cc-79df-43fa-a7bd-146f71c2c315', 'tenant_id': '08cbbdbad6774d86825ee2c0c42edda8', 'floating_ip_address': '172.25.0.31', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'f8e40983-6aad-4954-a7a5-25efd164ea8e', 'port_id': '2a797145-6210-4f5e-9403-fffeb67a592a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd00db9ce-107a-45c6-b004-ea1b6d6dfba8', 'mac_address': 'fa:16:3e:3f:9e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c9394e-0c53-4bed-a84d-205d680dd93e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:50:26Z', 'updated_at': '2022-05-05T20:50:26Z', 'revision_number': 0, 'project_id': '08cbbdbad6774d86825ee2c0c42edda8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74173fca-52fa-43ec-bcf8-7f4d9d53cbb5', 'name': '', 'network_id': 'd00db9ce-107a-45c6-b004-ea1b6d6dfba8', 'tenant_id': '08cbbdbad6774d86825ee2c0c42edda8', 'mac_address': 'fa:16:3e:8f:d4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e40983-6aad-4954-a7a5-25efd164ea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'b875e6a8-9ab0-4dde-a489-b44a9d62c743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:49:37Z', 'updated_at': '2022-05-05T20:49:45Z', 'revision_number': 5, 'project_id': '08cbbdbad6774d86825ee2c0c42edda8', 'subnets': [{'id': 'b875e6a8-9ab0-4dde-a489-b44a9d62c743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:50:28.733436 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfb2790-1aff-48d0-8848-5029c64356fa None None] Checking router: f8e40983-6aad-4954-a7a5-25efd164ea8e for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:50:28.743543 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfb2790-1aff-48d0-8848-5029c64356fa None None] Routers {'f8e40983-6aad-4954-a7a5-25efd164ea8e'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:50:28.744138 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-fcfb2790-1aff-48d0-8848-5029c64356fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:50:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['f8e40983-6aad-4954-a7a5-25efd164ea8e'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:50:28.748639 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f23da9-935a-4280-8b2a-2e169fd4bdf4 req-699443ae-5e26-456d-b7ce-9239a4a96ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:50:28.750091 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-54f23da9-935a-4280-8b2a-2e169fd4bdf4 req-699443ae-5e26-456d-b7ce-9239a4a96ee5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b875e6a8-9ab0-4dde-a489-b44a9d62c743 HTTP/1.1" status: 200 len: 854 time: 0.0873060 May 05 20:50:28.807745 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0ce0a08e-3180-4978-84d0-a9b7bc9197a1 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:50:28.818700 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0ce0a08e-3180-4978-84d0-a9b7bc9197a1 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:50:28.847884 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce0a08e-3180-4978-84d0-a9b7bc9197a1 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ced370b-5edc-4d70-8530-ab932545950f,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:50:28.860388 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0ce0a08e-3180-4978-84d0-a9b7bc9197a1 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:50:28.864296 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-0ce0a08e-3180-4978-84d0-a9b7bc9197a1 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3516912 May 05 20:50:28.864441 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 39948) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:50:28.872751 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-21e4b56b-8dba-4261-9d51-b360883661e7 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Request body: {'security_group_rule': {'security_group_id': 'dbcdac9a-2d72-40e0-9205-20075a8f2f88', 'project_id': '08cbbdbad6774d86825ee2c0c42edda8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:50:28.880906 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-21e4b56b-8dba-4261-9d51-b360883661e7 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:50:28.886248 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f23da9-935a-4280-8b2a-2e169fd4bdf4 req-9a142a48-2f18-4bea-b3eb-a3ea5d9fa1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:50:28.888349 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-54f23da9-935a-4280-8b2a-2e169fd4bdf4 req-9a142a48-2f18-4bea-b3eb-a3ea5d9fa1ba service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d00db9ce-107a-45c6-b004-ea1b6d6dfba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1315479 May 05 20:50:28.889408 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-21e4b56b-8dba-4261-9d51-b360883661e7 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Usage tracker for resource:security_group_rule and tenant:08cbbdbad6774d86825ee2c0c42edda8 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:50:28.892384 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-21e4b56b-8dba-4261-9d51-b360883661e7 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:50:28.916723 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-21e4b56b-8dba-4261-9d51-b360883661e7 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:50:28.924215 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-fcfb2790-1aff-48d0-8848-5029c64356fa None None] Set router f8e40983-6aad-4954-a7a5-25efd164ea8e gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:50:28.999637 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-21e4b56b-8dba-4261-9d51-b360883661e7 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:50:29.075937 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-54f23da9-935a-4280-8b2a-2e169fd4bdf4 req-8aeca311-ffae-4244-8ba4-91cce64eed9f service neutron] 10.222.0.24 "GET /v2.0/networks/d00db9ce-107a-45c6-b004-ea1b6d6dfba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799934 May 05 20:50:29.110722 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-21e4b56b-8dba-4261-9d51-b360883661e7 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:50:29.125491 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-21e4b56b-8dba-4261-9d51-b360883661e7 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:50:29.160388 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e4b56b-8dba-4261-9d51-b360883661e7 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddfc69e7-75c3-4e8a-a017-f4844b25f468,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:50:29.212740 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-21e4b56b-8dba-4261-9d51-b360883661e7 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:50:29.217041 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-21e4b56b-8dba-4261-9d51-b360883661e7 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3485525 May 05 20:50:29.217465 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39952) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:50:29.223048 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-a1a200c3-115d-4626-bff6-0ad2afa4c9aa tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Request body: {'security_group_rule': {'security_group_id': 'dbcdac9a-2d72-40e0-9205-20075a8f2f88', 'project_id': '08cbbdbad6774d86825ee2c0c42edda8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:50:29.230423 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-a1a200c3-115d-4626-bff6-0ad2afa4c9aa tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:50:29.234498 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a1a200c3-115d-4626-bff6-0ad2afa4c9aa tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Usage tracker for resource:security_group_rule and tenant:08cbbdbad6774d86825ee2c0c42edda8 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:50:29.237498 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a1a200c3-115d-4626-bff6-0ad2afa4c9aa tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:50:29.243269 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-a1a200c3-115d-4626-bff6-0ad2afa4c9aa tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:50:29.253013 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-54f23da9-935a-4280-8b2a-2e169fd4bdf4 req-285fb1e5-4942-4f08-9180-f290d878ef6f service neutron] 10.222.0.24 "GET /v2.0/networks/d00db9ce-107a-45c6-b004-ea1b6d6dfba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653247 May 05 20:50:29.261476 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a1a200c3-115d-4626-bff6-0ad2afa4c9aa tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:50:29.307884 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-fcfb2790-1aff-48d0-8848-5029c64356fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8e40983-6aad-4954-a7a5-25efd164ea8e', 'name': 'tempest-TestMinimumBasicScenario-1933140923-router', 'tenant_id': '08cbbdbad6774d86825ee2c0c42edda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'ed4aa66c-4a9a-4c09-9d22-128dd5259133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:49:33Z', 'updated_at': '2022-05-05T20:49:38Z', 'revision_number': 4, 'project_id': '08cbbdbad6774d86825ee2c0c42edda8', 'gw_port': {'id': 'ed4aa66c-4a9a-4c09-9d22-128dd5259133', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e40983-6aad-4954-a7a5-25efd164ea8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:49:34Z', 'updated_at': '2022-05-05T20:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '544432cc-79df-43fa-a7bd-146f71c2c315', 'tenant_id': '08cbbdbad6774d86825ee2c0c42edda8', 'floating_ip_address': '172.25.0.31', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'f8e40983-6aad-4954-a7a5-25efd164ea8e', 'port_id': '2a797145-6210-4f5e-9403-fffeb67a592a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd00db9ce-107a-45c6-b004-ea1b6d6dfba8', 'mac_address': 'fa:16:3e:3f:9e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c9394e-0c53-4bed-a84d-205d680dd93e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:50:26Z', 'updated_at': '2022-05-05T20:50:26Z', 'revision_number': 0, 'project_id': '08cbbdbad6774d86825ee2c0c42edda8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74173fca-52fa-43ec-bcf8-7f4d9d53cbb5', 'name': '', 'network_id': 'd00db9ce-107a-45c6-b004-ea1b6d6dfba8', 'tenant_id': '08cbbdbad6774d86825ee2c0c42edda8', 'mac_address': 'fa:16:3e:8f:d4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e40983-6aad-4954-a7a5-25efd164ea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'b875e6a8-9ab0-4dde-a489-b44a9d62c743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:49:37Z', 'updated_at': '2022-05-05T20:49:45Z', 'revision_number': 5, 'project_id': '08cbbdbad6774d86825ee2c0c42edda8', 'subnets': [{'id': 'b875e6a8-9ab0-4dde-a489-b44a9d62c743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:50:29.312254 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfb2790-1aff-48d0-8848-5029c64356fa None None] The sync data for ids ['f8e40983-6aad-4954-a7a5-25efd164ea8e'] in n-d-840717-1 is: [{'id': 'f8e40983-6aad-4954-a7a5-25efd164ea8e', 'name': 'tempest-TestMinimumBasicScenario-1933140923-router', 'tenant_id': '08cbbdbad6774d86825ee2c0c42edda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'ed4aa66c-4a9a-4c09-9d22-128dd5259133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:49:33Z', 'updated_at': '2022-05-05T20:49:38Z', 'revision_number': 4, 'project_id': '08cbbdbad6774d86825ee2c0c42edda8', 'gw_port': {'id': 'ed4aa66c-4a9a-4c09-9d22-128dd5259133', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e40983-6aad-4954-a7a5-25efd164ea8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:49:34Z', 'updated_at': '2022-05-05T20:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '544432cc-79df-43fa-a7bd-146f71c2c315', 'tenant_id': '08cbbdbad6774d86825ee2c0c42edda8', 'floating_ip_address': '172.25.0.31', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': 'f8e40983-6aad-4954-a7a5-25efd164ea8e', 'port_id': '2a797145-6210-4f5e-9403-fffeb67a592a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd00db9ce-107a-45c6-b004-ea1b6d6dfba8', 'mac_address': 'fa:16:3e:3f:9e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c9394e-0c53-4bed-a84d-205d680dd93e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:50:26Z', 'updated_at': '2022-05-05T20:50:26Z', 'revision_number': 0, 'project_id': '08cbbdbad6774d86825ee2c0c42edda8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74173fca-52fa-43ec-bcf8-7f4d9d53cbb5', 'name': '', 'network_id': 'd00db9ce-107a-45c6-b004-ea1b6d6dfba8', 'tenant_id': '08cbbdbad6774d86825ee2c0c42edda8', 'mac_address': 'fa:16:3e:8f:d4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e40983-6aad-4954-a7a5-25efd164ea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'b875e6a8-9ab0-4dde-a489-b44a9d62c743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:49:37Z', 'updated_at': '2022-05-05T20:49:45Z', 'revision_number': 5, 'project_id': '08cbbdbad6774d86825ee2c0c42edda8', 'subnets': [{'id': 'b875e6a8-9ab0-4dde-a489-b44a9d62c743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:50:29.334201 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a1a200c3-115d-4626-bff6-0ad2afa4c9aa tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:50:29.339290 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a1a200c3-115d-4626-bff6-0ad2afa4c9aa tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:50:29.363195 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a200c3-115d-4626-bff6-0ad2afa4c9aa tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d115dde0-b6d2-4a17-86a6-5d4b4347a59d,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:50:29.375831 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a1a200c3-115d-4626-bff6-0ad2afa4c9aa tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:50:29.379966 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-a1a200c3-115d-4626-bff6-0ad2afa4c9aa tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1614745 May 05 20:50:29.380183 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 39956) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:50:29.385352 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-9136740b-e489-4f2a-951d-ad912a6b85f1 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Request body: {'security_group_rule': {'security_group_id': 'dbcdac9a-2d72-40e0-9205-20075a8f2f88', 'project_id': '08cbbdbad6774d86825ee2c0c42edda8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:50:29.524915 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3cc992-8b9f-4f67-819e-bba4149163f1 req-45263570-7ff8-447e-ad65-ddaf78702108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:50:29.526366 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7a3cc992-8b9f-4f67-819e-bba4149163f1 req-45263570-7ff8-447e-ad65-ddaf78702108 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=08cbbdbad6774d86825ee2c0c42edda8&device_id=c9c9394e-0c53-4bed-a84d-205d680dd93e HTTP/1.1" status: 200 len: 1097 time: 0.2227368 May 05 20:50:29.529313 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-9136740b-e489-4f2a-951d-ad912a6b85f1 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:50:29.534605 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-9136740b-e489-4f2a-951d-ad912a6b85f1 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Usage tracker for resource:security_group_rule and tenant:08cbbdbad6774d86825ee2c0c42edda8 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:50:29.544333 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ea1f25-619d-4bda-ab67-4aaf298c4595 None None] New status for floating IP 544432cc-79df-43fa-a7bd-146f71c2c315: ACTIVE {{(pid=88199) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:50:29.556150 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-9136740b-e489-4f2a-951d-ad912a6b85f1 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:50:29.566466 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-9136740b-e489-4f2a-951d-ad912a6b85f1 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:50:29.679967 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9136740b-e489-4f2a-951d-ad912a6b85f1 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:50:29.753437 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3cc992-8b9f-4f67-819e-bba4149163f1 req-d967d1e8-b608-4395-8e0f-5532099a82be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:50:29.754802 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7a3cc992-8b9f-4f67-819e-bba4149163f1 req-d967d1e8-b608-4395-8e0f-5532099a82be service neutron] 10.222.0.24 "GET /v2.0/networks?id=d00db9ce-107a-45c6-b004-ea1b6d6dfba8 HTTP/1.1" status: 200 len: 916 time: 0.2178879 May 05 20:50:29.821695 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9136740b-e489-4f2a-951d-ad912a6b85f1 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:50:29.828657 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9136740b-e489-4f2a-951d-ad912a6b85f1 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:50:29.872197 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136740b-e489-4f2a-951d-ad912a6b85f1 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6da95465-f120-4762-9e69-ed3e099b9ad1,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:50:29.893797 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9136740b-e489-4f2a-951d-ad912a6b85f1 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:50:29.894983 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-9136740b-e489-4f2a-951d-ad912a6b85f1 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5141072 May 05 20:50:29.897998 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39960) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:50:29.899701 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7a3cc992-8b9f-4f67-819e-bba4149163f1 req-d9a34137-e7fe-472c-aac6-84cc87020bc2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a797145-6210-4f5e-9403-fffeb67a592a HTTP/1.1" status: 200 len: 999 time: 0.1324921 May 05 20:50:29.904236 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-26273be1-41f9-4691-89c5-33d3efbffa16 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Request body: {'security_group_rule': {'security_group_id': 'dbcdac9a-2d72-40e0-9205-20075a8f2f88', 'project_id': '08cbbdbad6774d86825ee2c0c42edda8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:50:29.911127 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-26273be1-41f9-4691-89c5-33d3efbffa16 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:50:29.915957 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-26273be1-41f9-4691-89c5-33d3efbffa16 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Usage tracker for resource:security_group_rule and tenant:08cbbdbad6774d86825ee2c0c42edda8 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:50:29.920019 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-26273be1-41f9-4691-89c5-33d3efbffa16 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:50:29.925958 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-26273be1-41f9-4691-89c5-33d3efbffa16 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:50:29.938075 n-d-840717-1 neutron-server[88197]: INFO neutron.db.securitygroups_db [None req-26273be1-41f9-4691-89c5-33d3efbffa16 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Project 08cbbdbad6774d86825ee2c0c42edda8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 20:50:29.944954 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-26273be1-41f9-4691-89c5-33d3efbffa16 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:50:29.967482 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3cc992-8b9f-4f67-819e-bba4149163f1 req-f296955c-76dd-405e-9f74-f8e7f805ea8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:50:29.969450 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7a3cc992-8b9f-4f67-819e-bba4149163f1 req-f296955c-76dd-405e-9f74-f8e7f805ea8e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b875e6a8-9ab0-4dde-a489-b44a9d62c743 HTTP/1.1" status: 200 len: 854 time: 0.0633390 May 05 20:50:30.010943 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-26273be1-41f9-4691-89c5-33d3efbffa16 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:50:30.014972 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-26273be1-41f9-4691-89c5-33d3efbffa16 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:50:30.041174 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26273be1-41f9-4691-89c5-33d3efbffa16 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0569ee6f-349d-4eba-b39c-95a856c000f5,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:50:30.049810 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3cc992-8b9f-4f67-819e-bba4149163f1 req-b7222d93-566a-4fbf-9b28-2ba057e80860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:50:30.051449 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7a3cc992-8b9f-4f67-819e-bba4149163f1 req-b7222d93-566a-4fbf-9b28-2ba057e80860 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d00db9ce-107a-45c6-b004-ea1b6d6dfba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764797 May 05 20:50:30.051750 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-26273be1-41f9-4691-89c5-33d3efbffa16 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:50:30.052910 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-26273be1-41f9-4691-89c5-33d3efbffa16 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1538322 May 05 20:50:30.055675 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 39964) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:50:30.061431 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-0024528a-5d9f-4d96-a01a-328dec5deba4 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Request body: {'security_group_rule': {'security_group_id': 'dbcdac9a-2d72-40e0-9205-20075a8f2f88', 'project_id': '08cbbdbad6774d86825ee2c0c42edda8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:50:30.068189 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-0024528a-5d9f-4d96-a01a-328dec5deba4 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:50:30.072208 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-0024528a-5d9f-4d96-a01a-328dec5deba4 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Usage tracker for resource:security_group_rule and tenant:08cbbdbad6774d86825ee2c0c42edda8 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:50:30.075154 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-0024528a-5d9f-4d96-a01a-328dec5deba4 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:50:30.081277 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-0024528a-5d9f-4d96-a01a-328dec5deba4 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:50:30.092795 n-d-840717-1 neutron-server[88197]: INFO neutron.db.securitygroups_db [None req-0024528a-5d9f-4d96-a01a-328dec5deba4 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Project 08cbbdbad6774d86825ee2c0c42edda8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 20:50:30.099316 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0024528a-5d9f-4d96-a01a-328dec5deba4 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:50:30.164350 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0024528a-5d9f-4d96-a01a-328dec5deba4 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:50:30.169507 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0024528a-5d9f-4d96-a01a-328dec5deba4 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:50:30.189300 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7a3cc992-8b9f-4f67-819e-bba4149163f1 req-968cbdcb-4e0f-48a2-a8ae-74d9cfa7c998 service neutron] 10.222.0.24 "GET /v2.0/networks/d00db9ce-107a-45c6-b004-ea1b6d6dfba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318603 May 05 20:50:30.193227 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0024528a-5d9f-4d96-a01a-328dec5deba4 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cea96a73-b2f0-4910-84c7-52da24a93c2c,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:50:30.202246 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0024528a-5d9f-4d96-a01a-328dec5deba4 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:50:30.203444 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-0024528a-5d9f-4d96-a01a-328dec5deba4 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1468449 May 05 20:50:30.330551 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7a3cc992-8b9f-4f67-819e-bba4149163f1 req-838f1bd6-1ea5-400e-8678-ba122b24deb7 service neutron] 10.222.0.24 "GET /v2.0/networks/d00db9ce-107a-45c6-b004-ea1b6d6dfba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349361 May 05 20:50:30.337820 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-85d39827-4197-4b46-b978-b0f7b3184be1 req-207d7949-fbb0-4bad-80e3-ea9f6aa52a3a tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Synchronizing usage tracker for tenant:08cbbdbad6774d86825ee2c0c42edda8 on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:50:30.353161 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-85d39827-4197-4b46-b978-b0f7b3184be1 req-207d7949-fbb0-4bad-80e3-ea9f6aa52a3a tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Unset dirty status for tenant:08cbbdbad6774d86825ee2c0c42edda8 on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:50:30.354547 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-85d39827-4197-4b46-b978-b0f7b3184be1 req-207d7949-fbb0-4bad-80e3-ea9f6aa52a3a tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-283489986&fields=id&tenant_id=08cbbdbad6774d86825ee2c0c42edda8 HTTP/1.1" status: 200 len: 267 time: 0.0547471 May 05 20:50:30.440462 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d39827-4197-4b46-b978-b0f7b3184be1 req-9f762d2a-449c-4944-af30-f9f9b143d379 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:50:30.441924 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-85d39827-4197-4b46-b978-b0f7b3184be1 req-9f762d2a-449c-4944-af30-f9f9b143d379 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9c9394e-0c53-4bed-a84d-205d680dd93e HTTP/1.1" status: 200 len: 946 time: 0.0811496 May 05 20:50:30.452366 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-85d39827-4197-4b46-b978-b0f7b3184be1 req-777e0c25-13e1-4ea7-ab28-92b1c6d7ab67 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Request body: {'port': {'security_groups': ['9554216e-9698-4084-8632-2c76f326363d', 'dbcdac9a-2d72-40e0-9205-20075a8f2f88']}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:50:30.580512 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-85d39827-4197-4b46-b978-b0f7b3184be1 req-777e0c25-13e1-4ea7-ab28-92b1c6d7ab67 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:50:30.836157 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-85d39827-4197-4b46-b978-b0f7b3184be1 req-777e0c25-13e1-4ea7-ab28-92b1c6d7ab67 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] For port 2a797145-6210-4f5e-9403-fffeb67a592a, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=2a797145-6210-4f5e-9403-fffeb67a592a,segment=NetworkSegment(f7d23044-453f-469c-8203-fb06208bb8ba),segment_id=f7d23044-453f-469c-8203-fb06208bb8ba)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:50:30.860443 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-85d39827-4197-4b46-b978-b0f7b3184be1 req-777e0c25-13e1-4ea7-ab28-92b1c6d7ab67 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:50:30.865129 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-85d39827-4197-4b46-b978-b0f7b3184be1 req-777e0c25-13e1-4ea7-ab28-92b1c6d7ab67 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:50:30.876057 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['2a797145-6210-4f5e-9403-fffeb67a592a'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:50:30.940856 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d39827-4197-4b46-b978-b0f7b3184be1 req-777e0c25-13e1-4ea7-ab28-92b1c6d7ab67 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:50:30.941609 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-85d39827-4197-4b46-b978-b0f7b3184be1 req-777e0c25-13e1-4ea7-ab28-92b1c6d7ab67 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:50:30.943097 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-85d39827-4197-4b46-b978-b0f7b3184be1 req-777e0c25-13e1-4ea7-ab28-92b1c6d7ab67 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "PUT /v2.0/ports/2a797145-6210-4f5e-9403-fffeb67a592a HTTP/1.1" status: 200 len: 982 time: 0.4950635 May 05 20:50:30.943580 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9c9394e-0c53-4bed-a84d-205d680dd93e', 'tag': '2a797145-6210-4f5e-9403-fffeb67a592a'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:50:30.973872 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777e0c25-13e1-4ea7-ab28-92b1c6d7ab67 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Pushing event updated for resources: {'Port': ['ID=2a797145-6210-4f5e-9403-fffeb67a592a,revision_number=6']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:50:31.004307 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c32ecd1a-1036-4846-ba45-3fc10398ebb3'] response: {'name': 'network-changed', 'server_uuid': 'c9c9394e-0c53-4bed-a84d-205d680dd93e', 'tag': '2a797145-6210-4f5e-9403-fffeb67a592a', 'status': 'completed', 'code': 200} May 05 20:50:31.036452 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['2a797145-6210-4f5e-9403-fffeb67a592a'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:50:31.185726 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab02cfd-8051-45a5-b302-49b22f0003cc req-da7c85df-41bd-40d8-b1fe-d1e36fd79b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:50:31.187238 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-aab02cfd-8051-45a5-b302-49b22f0003cc req-da7c85df-41bd-40d8-b1fe-d1e36fd79b8e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=08cbbdbad6774d86825ee2c0c42edda8&device_id=c9c9394e-0c53-4bed-a84d-205d680dd93e HTTP/1.1" status: 200 len: 1136 time: 0.1602342 May 05 20:50:31.195575 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ec24d-3c5e-4bb1-9ebb-779b19e699cc req-44c4d783-b8ad-4693-b170-931e15b343ae tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:50:31.196929 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-185ec24d-3c5e-4bb1-9ebb-779b19e699cc req-44c4d783-b8ad-4693-b170-931e15b343ae tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9c9394e-0c53-4bed-a84d-205d680dd93e HTTP/1.1" status: 200 len: 985 time: 0.1207693 May 05 20:50:31.317178 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-45e0d0aa-b6f5-451a-b6cb-f1d2eb5a4ec7 None None] Provisioning complete for port 2a797145-6210-4f5e-9403-fffeb67a592a triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:50:31.317495 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-45e0d0aa-b6f5-451a-b6cb-f1d2eb5a4ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:50:31.328428 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-185ec24d-3c5e-4bb1-9ebb-779b19e699cc req-a0b3d938-1355-4871-886f-4b3696799417 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "GET /v2.0/security-groups?id=9554216e-9698-4084-8632-2c76f326363d&id=dbcdac9a-2d72-40e0-9205-20075a8f2f88&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1117907 May 05 20:50:31.361168 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab02cfd-8051-45a5-b302-49b22f0003cc req-a187a70b-84b3-4b94-b798-0f74c8779504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:50:31.362679 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-aab02cfd-8051-45a5-b302-49b22f0003cc req-a187a70b-84b3-4b94-b798-0f74c8779504 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d00db9ce-107a-45c6-b004-ea1b6d6dfba8 HTTP/1.1" status: 200 len: 916 time: 0.1648605 May 05 20:50:31.467747 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-aab02cfd-8051-45a5-b302-49b22f0003cc req-71431cb8-5e73-4d51-ab96-198446e630f7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a797145-6210-4f5e-9403-fffeb67a592a HTTP/1.1" status: 200 len: 1001 time: 0.0987766 May 05 20:50:31.530018 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab02cfd-8051-45a5-b302-49b22f0003cc req-7eddc9a9-a00a-4f2e-99e6-734060c30088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:50:31.531493 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-aab02cfd-8051-45a5-b302-49b22f0003cc req-7eddc9a9-a00a-4f2e-99e6-734060c30088 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b875e6a8-9ab0-4dde-a489-b44a9d62c743 HTTP/1.1" status: 200 len: 854 time: 0.0582733 May 05 20:50:31.611270 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab02cfd-8051-45a5-b302-49b22f0003cc req-a493bc57-fd43-4d99-8e3f-30564c5c1854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:50:31.612983 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-aab02cfd-8051-45a5-b302-49b22f0003cc req-a493bc57-fd43-4d99-8e3f-30564c5c1854 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d00db9ce-107a-45c6-b004-ea1b6d6dfba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739982 May 05 20:50:31.746948 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-aab02cfd-8051-45a5-b302-49b22f0003cc req-c8cc91cc-b338-476c-a56e-e47309babf10 service neutron] 10.222.0.24 "GET /v2.0/networks/d00db9ce-107a-45c6-b004-ea1b6d6dfba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279397 May 05 20:50:31.993138 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-aab02cfd-8051-45a5-b302-49b22f0003cc req-2ef79b3f-85b1-4d1a-adf9-5b3279f8fdbe service neutron] 10.222.0.24 "GET /v2.0/networks/d00db9ce-107a-45c6-b004-ea1b6d6dfba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396708 May 05 20:50:34.738674 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fe2b24aa-3792-4708-9b5a-bb223b670238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:50:36.931744 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7a8784d5-c6a0-4c54-b6fe-84f4842f5921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:50:37.990692 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:50:38.155711 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:50:39.735629 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:50:44.693174 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:50:46.826837 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:50:48.730141 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7551bd52-97bb-4c7f-93e8-7ff7574a09bd req-b410daeb-4041-4906-8ede-12abf117f822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:50:48.731884 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7551bd52-97bb-4c7f-93e8-7ff7574a09bd req-b410daeb-4041-4906-8ede-12abf117f822 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=08cbbdbad6774d86825ee2c0c42edda8&device_id=c9c9394e-0c53-4bed-a84d-205d680dd93e HTTP/1.1" status: 200 len: 1136 time: 0.1448491 May 05 20:50:48.739557 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2cd91a-d41e-41a3-ba3d-d684d56e0a80 req-2d45b504-54ad-4dee-bfd9-dc32d1d6b9fd tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:50:48.741085 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cd2cd91a-d41e-41a3-ba3d-d684d56e0a80 req-2d45b504-54ad-4dee-bfd9-dc32d1d6b9fd tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9c9394e-0c53-4bed-a84d-205d680dd93e HTTP/1.1" status: 200 len: 985 time: 0.1235185 May 05 20:50:48.877664 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cd2cd91a-d41e-41a3-ba3d-d684d56e0a80 req-7efe735e-fdd2-4bf4-834e-ed9ca4fc0ab2 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "GET /v2.0/security-groups?id=9554216e-9698-4084-8632-2c76f326363d&id=dbcdac9a-2d72-40e0-9205-20075a8f2f88&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1155288 May 05 20:50:48.903461 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7551bd52-97bb-4c7f-93e8-7ff7574a09bd req-f9234f1f-207d-4d62-a07e-ea37214538c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:50:48.904919 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7551bd52-97bb-4c7f-93e8-7ff7574a09bd req-f9234f1f-207d-4d62-a07e-ea37214538c9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d00db9ce-107a-45c6-b004-ea1b6d6dfba8 HTTP/1.1" status: 200 len: 916 time: 0.1629450 May 05 20:50:49.015089 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7551bd52-97bb-4c7f-93e8-7ff7574a09bd req-cf913fc0-678c-463d-b2eb-e5c38a037f40 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a797145-6210-4f5e-9403-fffeb67a592a HTTP/1.1" status: 200 len: 1001 time: 0.1029203 May 05 20:50:49.077124 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7551bd52-97bb-4c7f-93e8-7ff7574a09bd req-0108cbbf-30b0-4fac-87d2-eb0129f1eee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:50:49.078534 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7551bd52-97bb-4c7f-93e8-7ff7574a09bd req-0108cbbf-30b0-4fac-87d2-eb0129f1eee1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b875e6a8-9ab0-4dde-a489-b44a9d62c743 HTTP/1.1" status: 200 len: 854 time: 0.0570080 May 05 20:50:49.157712 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7551bd52-97bb-4c7f-93e8-7ff7574a09bd req-b16cf63c-6eff-4d75-98b6-4e500fa7b176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:50:49.159123 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7551bd52-97bb-4c7f-93e8-7ff7574a09bd req-b16cf63c-6eff-4d75-98b6-4e500fa7b176 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d00db9ce-107a-45c6-b004-ea1b6d6dfba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724404 May 05 20:50:49.290258 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7551bd52-97bb-4c7f-93e8-7ff7574a09bd req-d2b6f6d9-ee97-45fe-b381-59800291c321 service neutron] 10.222.0.24 "GET /v2.0/networks/d00db9ce-107a-45c6-b004-ea1b6d6dfba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236842 May 05 20:50:49.420770 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7551bd52-97bb-4c7f-93e8-7ff7574a09bd req-83f9a7a2-46e8-4cf8-be98-fa07ecb39f2c service neutron] 10.222.0.24 "GET /v2.0/networks/d00db9ce-107a-45c6-b004-ea1b6d6dfba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240122 May 05 20:50:50.063019 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7891445-cf0d-4ac1-89e9-acd05f5963ca req-2237bce1-aa7b-449f-95f2-464436dc219e tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:50:50.064502 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e7891445-cf0d-4ac1-89e9-acd05f5963ca req-2237bce1-aa7b-449f-95f2-464436dc219e tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9c9394e-0c53-4bed-a84d-205d680dd93e HTTP/1.1" status: 200 len: 985 time: 0.0794210 May 05 20:50:50.110390 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e7891445-cf0d-4ac1-89e9-acd05f5963ca req-4719580d-6783-48c4-a99d-f0f0f6d5aa70 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "GET /v2.0/security-groups?id=9554216e-9698-4084-8632-2c76f326363d&id=dbcdac9a-2d72-40e0-9205-20075a8f2f88&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0399504 May 05 20:50:51.291155 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c23dfd9-40ab-43a9-a652-54209901ec8d req-532ec78b-0357-4227-906f-05ff762ce3c8 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:50:51.292614 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5c23dfd9-40ab-43a9-a652-54209901ec8d req-532ec78b-0357-4227-906f-05ff762ce3c8 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9c9394e-0c53-4bed-a84d-205d680dd93e HTTP/1.1" status: 200 len: 985 time: 0.0790067 May 05 20:50:51.337924 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5c23dfd9-40ab-43a9-a652-54209901ec8d req-cb57c832-f8d4-409d-b76a-b200c6ad4274 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "GET /v2.0/security-groups?id=9554216e-9698-4084-8632-2c76f326363d&id=dbcdac9a-2d72-40e0-9205-20075a8f2f88&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0390096 May 05 20:50:52.527435 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c697e-d68b-40e9-95de-b90ffcc6659d req-25f4f6b3-54b1-4e99-a88d-ea4ce0bc987a tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:50:52.528907 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4b0c697e-d68b-40e9-95de-b90ffcc6659d req-25f4f6b3-54b1-4e99-a88d-ea4ce0bc987a tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9c9394e-0c53-4bed-a84d-205d680dd93e HTTP/1.1" status: 200 len: 985 time: 0.0828857 May 05 20:50:52.575066 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4b0c697e-d68b-40e9-95de-b90ffcc6659d req-24a7dbbc-9e41-4b63-9800-2bf2ef12722d tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "GET /v2.0/security-groups?id=9554216e-9698-4084-8632-2c76f326363d&id=dbcdac9a-2d72-40e0-9205-20075a8f2f88&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0401959 May 05 20:50:53.761288 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f3a7b3-3a0b-4350-98a4-efa73032d98b req-85ab5606-ce36-49ed-be42-658a8ab5e461 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:50:53.763271 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-30f3a7b3-3a0b-4350-98a4-efa73032d98b req-85ab5606-ce36-49ed-be42-658a8ab5e461 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9c9394e-0c53-4bed-a84d-205d680dd93e HTTP/1.1" status: 200 len: 985 time: 0.0846641 May 05 20:50:53.807809 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-30f3a7b3-3a0b-4350-98a4-efa73032d98b req-6958dbe5-3c4a-45ea-89db-4cf859889bc9 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "GET /v2.0/security-groups?id=9554216e-9698-4084-8632-2c76f326363d&id=dbcdac9a-2d72-40e0-9205-20075a8f2f88&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0387988 May 05 20:50:54.994071 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aea72c-7cf1-4fd1-8fa5-006bde9fea70 req-f1754a0f-01b4-445a-a170-abe102e2b8f2 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:50:54.995798 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-52aea72c-7cf1-4fd1-8fa5-006bde9fea70 req-f1754a0f-01b4-445a-a170-abe102e2b8f2 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9c9394e-0c53-4bed-a84d-205d680dd93e HTTP/1.1" status: 200 len: 985 time: 0.0792971 May 05 20:50:55.042143 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-52aea72c-7cf1-4fd1-8fa5-006bde9fea70 req-fb19fb1b-7b15-46f7-9fa1-828b10632cef tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "GET /v2.0/security-groups?id=9554216e-9698-4084-8632-2c76f326363d&id=dbcdac9a-2d72-40e0-9205-20075a8f2f88&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0401576 May 05 20:50:56.227068 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bbb83d-c390-46aa-a245-d48ef18e5e38 req-23e594e1-bfcc-4c29-88c9-6bc12c3942a3 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:50:56.228545 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-78bbb83d-c390-46aa-a245-d48ef18e5e38 req-23e594e1-bfcc-4c29-88c9-6bc12c3942a3 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9c9394e-0c53-4bed-a84d-205d680dd93e HTTP/1.1" status: 200 len: 985 time: 0.0799668 May 05 20:50:56.278240 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-78bbb83d-c390-46aa-a245-d48ef18e5e38 req-8e370891-731e-4064-ba1f-a949b7726c24 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "GET /v2.0/security-groups?id=9554216e-9698-4084-8632-2c76f326363d&id=dbcdac9a-2d72-40e0-9205-20075a8f2f88&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0432448 May 05 20:50:57.464882 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538615ee-946d-4ceb-80ba-255f5a92e352 req-b13165a6-79ce-4829-bd20-2adde4e2f251 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:50:57.466809 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-538615ee-946d-4ceb-80ba-255f5a92e352 req-b13165a6-79ce-4829-bd20-2adde4e2f251 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9c9394e-0c53-4bed-a84d-205d680dd93e HTTP/1.1" status: 200 len: 985 time: 0.0835929 May 05 20:50:57.511830 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-538615ee-946d-4ceb-80ba-255f5a92e352 req-d3ccc8b8-d083-4a24-8a7b-5ab0ba75d484 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "GET /v2.0/security-groups?id=9554216e-9698-4084-8632-2c76f326363d&id=dbcdac9a-2d72-40e0-9205-20075a8f2f88&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0392513 May 05 20:50:58.709525 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12151d-398d-4b76-baa3-786291b4635d req-975dabf4-3665-40f2-aec9-1a025470754d tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:50:58.710986 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ab12151d-398d-4b76-baa3-786291b4635d req-975dabf4-3665-40f2-aec9-1a025470754d tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9c9394e-0c53-4bed-a84d-205d680dd93e HTTP/1.1" status: 200 len: 985 time: 0.0928321 May 05 20:50:58.760418 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ab12151d-398d-4b76-baa3-786291b4635d req-52cafe4d-4014-4c60-9014-7c7ff735a77d tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "GET /v2.0/security-groups?id=9554216e-9698-4084-8632-2c76f326363d&id=dbcdac9a-2d72-40e0-9205-20075a8f2f88&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0431073 May 05 20:50:59.942905 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53b2a62-5ec1-452b-85d0-ea84d8a0955e req-e715c43e-139b-450b-b2a5-2dac978bdefe tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:50:59.944380 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b53b2a62-5ec1-452b-85d0-ea84d8a0955e req-e715c43e-139b-450b-b2a5-2dac978bdefe tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9c9394e-0c53-4bed-a84d-205d680dd93e HTTP/1.1" status: 200 len: 985 time: 0.0796597 May 05 20:50:59.989849 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b53b2a62-5ec1-452b-85d0-ea84d8a0955e req-4a9dcc8f-cdb7-4004-a170-a8dfc3a748e3 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "GET /v2.0/security-groups?id=9554216e-9698-4084-8632-2c76f326363d&id=dbcdac9a-2d72-40e0-9205-20075a8f2f88&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398867 May 05 20:51:01.006954 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:51:01.175872 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f35d1-07f1-4347-bd8d-79258b6db955 req-cb832b2a-e2e0-43cd-83fa-0c2be134e272 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:51:01.177329 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b18f35d1-07f1-4347-bd8d-79258b6db955 req-cb832b2a-e2e0-43cd-83fa-0c2be134e272 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9c9394e-0c53-4bed-a84d-205d680dd93e HTTP/1.1" status: 200 len: 985 time: 0.0825603 May 05 20:51:01.223433 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b18f35d1-07f1-4347-bd8d-79258b6db955 req-05ef9f5e-6621-4bbd-a43d-7b136030366d tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "GET /v2.0/security-groups?id=9554216e-9698-4084-8632-2c76f326363d&id=dbcdac9a-2d72-40e0-9205-20075a8f2f88&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0404494 May 05 20:51:04.740307 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4f3fa9ea-a251-4e1d-90b2-2d6f08ecbb33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:06.934796 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-20c012ea-1191-4ad2-bd37-979a245b6031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:07.994429 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:08.158040 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:09.738413 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:14.707438 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:16.833296 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:29.813901 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-05f4cb26-4676-4981-9d94-c464cebb52a4 req-dd4bd6f9-52db-4f82-9d6e-8b1c96d5807f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c9c9394e-0c53-4bed-a84d-205d680dd93e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1114304 May 05 20:51:29.956523 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f4cb26-4676-4981-9d94-c464cebb52a4 req-03ff5d6e-5d90-44ee-8e16-830ef1904a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:51:29.958013 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-05f4cb26-4676-4981-9d94-c464cebb52a4 req-03ff5d6e-5d90-44ee-8e16-830ef1904a2f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=08cbbdbad6774d86825ee2c0c42edda8&device_id=c9c9394e-0c53-4bed-a84d-205d680dd93e HTTP/1.1" status: 200 len: 1136 time: 0.0734885 May 05 20:51:30.100366 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f4cb26-4676-4981-9d94-c464cebb52a4 req-72cb23c5-1c75-43eb-aacc-90385764d108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:51:30.101769 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-05f4cb26-4676-4981-9d94-c464cebb52a4 req-72cb23c5-1c75-43eb-aacc-90385764d108 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d00db9ce-107a-45c6-b004-ea1b6d6dfba8 HTTP/1.1" status: 200 len: 916 time: 0.1243029 May 05 20:51:30.310970 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-05f4cb26-4676-4981-9d94-c464cebb52a4 req-7a34c631-bebf-4bfb-8551-7aaee388a07e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a797145-6210-4f5e-9403-fffeb67a592a HTTP/1.1" status: 200 len: 1001 time: 0.2021990 May 05 20:51:30.372192 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f4cb26-4676-4981-9d94-c464cebb52a4 req-c5e969e4-b67a-4fee-993f-a03752421b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:51:30.373554 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-05f4cb26-4676-4981-9d94-c464cebb52a4 req-c5e969e4-b67a-4fee-993f-a03752421b61 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b875e6a8-9ab0-4dde-a489-b44a9d62c743 HTTP/1.1" status: 200 len: 854 time: 0.0560689 May 05 20:51:30.445742 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f4cb26-4676-4981-9d94-c464cebb52a4 req-830b9739-dd8e-4e8f-891d-8b26b7d4dded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:51:30.447165 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-05f4cb26-4676-4981-9d94-c464cebb52a4 req-830b9739-dd8e-4e8f-891d-8b26b7d4dded service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d00db9ce-107a-45c6-b004-ea1b6d6dfba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673938 May 05 20:51:30.577455 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-05f4cb26-4676-4981-9d94-c464cebb52a4 req-95f6f186-2251-48d8-a1bb-92401306d980 service neutron] 10.222.0.24 "GET /v2.0/networks/d00db9ce-107a-45c6-b004-ea1b6d6dfba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240199 May 05 20:51:30.710753 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-05f4cb26-4676-4981-9d94-c464cebb52a4 req-4e620f7b-96f7-4fc9-8207-1992b48611a0 service neutron] 10.222.0.24 "GET /v2.0/networks/d00db9ce-107a-45c6-b004-ea1b6d6dfba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267583 May 05 20:51:33.815237 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-73249bb4-8989-4201-934a-bd673c03d038 req-e9c0d1bd-632c-4558-b31c-dfda53d0a3d2 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-283489986&fields=id&tenant_id=08cbbdbad6774d86825ee2c0c42edda8 HTTP/1.1" status: 200 len: 267 time: 0.1845696 May 05 20:51:33.898924 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73249bb4-8989-4201-934a-bd673c03d038 req-694e7046-ad18-4271-b7fc-8c13c87de4cf tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:51:33.900378 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-73249bb4-8989-4201-934a-bd673c03d038 req-694e7046-ad18-4271-b7fc-8c13c87de4cf tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9c9394e-0c53-4bed-a84d-205d680dd93e HTTP/1.1" status: 200 len: 985 time: 0.0787935 May 05 20:51:33.910947 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-73249bb4-8989-4201-934a-bd673c03d038 req-bbbb63d0-27ee-4a5c-ba0c-920c94524068 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Request body: {'port': {'security_groups': ['9554216e-9698-4084-8632-2c76f326363d']}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:51:34.030830 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-73249bb4-8989-4201-934a-bd673c03d038 req-bbbb63d0-27ee-4a5c-ba0c-920c94524068 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:34.270067 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-73249bb4-8989-4201-934a-bd673c03d038 req-bbbb63d0-27ee-4a5c-ba0c-920c94524068 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] For port 2a797145-6210-4f5e-9403-fffeb67a592a, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=2a797145-6210-4f5e-9403-fffeb67a592a,segment=NetworkSegment(f7d23044-453f-469c-8203-fb06208bb8ba),segment_id=f7d23044-453f-469c-8203-fb06208bb8ba)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:51:34.390335 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-73249bb4-8989-4201-934a-bd673c03d038 req-bbbb63d0-27ee-4a5c-ba0c-920c94524068 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:34.394857 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-73249bb4-8989-4201-934a-bd673c03d038 req-bbbb63d0-27ee-4a5c-ba0c-920c94524068 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:34.406118 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['2a797145-6210-4f5e-9403-fffeb67a592a'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:51:34.468170 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73249bb4-8989-4201-934a-bd673c03d038 req-bbbb63d0-27ee-4a5c-ba0c-920c94524068 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:51:34.468804 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-73249bb4-8989-4201-934a-bd673c03d038 req-bbbb63d0-27ee-4a5c-ba0c-920c94524068 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:34.470189 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-73249bb4-8989-4201-934a-bd673c03d038 req-bbbb63d0-27ee-4a5c-ba0c-920c94524068 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "PUT /v2.0/ports/2a797145-6210-4f5e-9403-fffeb67a592a HTTP/1.1" status: 200 len: 943 time: 0.5635996 May 05 20:51:34.470634 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9c9394e-0c53-4bed-a84d-205d680dd93e', 'tag': '2a797145-6210-4f5e-9403-fffeb67a592a'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:51:34.476498 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40038) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:51:34.495441 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbb63d0-27ee-4a5c-ba0c-920c94524068 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Pushing event updated for resources: {'Port': ['ID=2a797145-6210-4f5e-9403-fffeb67a592a,revision_number=7']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:51:34.505309 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbb63d0-27ee-4a5c-ba0c-920c94524068 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:51:34.505878 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbb63d0-27ee-4a5c-ba0c-920c94524068 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:51:34.506382 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbb63d0-27ee-4a5c-ba0c-920c94524068 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:51:34.506885 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbb63d0-27ee-4a5c-ba0c-920c94524068 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:51:34.507395 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbb63d0-27ee-4a5c-ba0c-920c94524068 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:51:34.508443 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbb63d0-27ee-4a5c-ba0c-920c94524068 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:51:34.509051 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbb63d0-27ee-4a5c-ba0c-920c94524068 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:51:34.509549 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbb63d0-27ee-4a5c-ba0c-920c94524068 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:51:34.509881 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbb63d0-27ee-4a5c-ba0c-920c94524068 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:51:34.510430 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbb63d0-27ee-4a5c-ba0c-920c94524068 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:51:34.510767 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbb63d0-27ee-4a5c-ba0c-920c94524068 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:51:34.511226 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbb63d0-27ee-4a5c-ba0c-920c94524068 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:51:34.571566 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-265d3acd-be13-461d-a8fe-9c97c795d4c5 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:34.609289 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-265d3acd-be13-461d-a8fe-9c97c795d4c5 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:34.616556 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['2a797145-6210-4f5e-9403-fffeb67a592a'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:51:34.665879 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd9d0680-490d-496a-b1c3-7ce30ba53940'] response: {'name': 'network-changed', 'server_uuid': 'c9c9394e-0c53-4bed-a84d-205d680dd93e', 'tag': '2a797145-6210-4f5e-9403-fffeb67a592a', 'status': 'completed', 'code': 200} May 05 20:51:34.727784 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-265d3acd-be13-461d-a8fe-9c97c795d4c5 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:34.763852 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7151631e-f428-4e7d-9187-2ae309ef6b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:34.767127 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265d3acd-be13-461d-a8fe-9c97c795d4c5 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbcdac9a-2d72-40e0-9205-20075a8f2f88,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:51:34.783569 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265d3acd-be13-461d-a8fe-9c97c795d4c5 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:51:34.783806 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265d3acd-be13-461d-a8fe-9c97c795d4c5 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:51:34.784139 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265d3acd-be13-461d-a8fe-9c97c795d4c5 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:51:34.784491 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265d3acd-be13-461d-a8fe-9c97c795d4c5 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:51:34.784817 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265d3acd-be13-461d-a8fe-9c97c795d4c5 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:51:34.785136 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265d3acd-be13-461d-a8fe-9c97c795d4c5 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:51:34.785452 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265d3acd-be13-461d-a8fe-9c97c795d4c5 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:51:34.785769 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265d3acd-be13-461d-a8fe-9c97c795d4c5 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:51:34.786089 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265d3acd-be13-461d-a8fe-9c97c795d4c5 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:51:34.786405 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265d3acd-be13-461d-a8fe-9c97c795d4c5 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:51:34.786715 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265d3acd-be13-461d-a8fe-9c97c795d4c5 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:51:34.787026 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265d3acd-be13-461d-a8fe-9c97c795d4c5 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:51:34.788109 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-56e81a1b-9123-4528-8dd3-a98505be2f2c None None] Provisioning complete for port 2a797145-6210-4f5e-9403-fffeb67a592a triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:51:34.788484 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-56e81a1b-9123-4528-8dd3-a98505be2f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:34.792697 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-265d3acd-be13-461d-a8fe-9c97c795d4c5 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:34.793841 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-265d3acd-be13-461d-a8fe-9c97c795d4c5 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "DELETE /v2.0/security-groups/dbcdac9a-2d72-40e0-9205-20075a8f2f88 HTTP/1.1" status: 204 len: 168 time: 0.3163538 May 05 20:51:34.796705 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 40044) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:51:34.816482 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef66ff-c5a5-4617-a74b-46566edf3069 req-c3ed7893-835e-4deb-a828-08e05e4a165d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:51:34.818380 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f7ef66ff-c5a5-4617-a74b-46566edf3069 req-c3ed7893-835e-4deb-a828-08e05e4a165d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=08cbbdbad6774d86825ee2c0c42edda8&device_id=c9c9394e-0c53-4bed-a84d-205d680dd93e HTTP/1.1" status: 200 len: 1097 time: 0.1320527 May 05 20:51:34.970456 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef66ff-c5a5-4617-a74b-46566edf3069 req-f355a173-4527-4b07-abb0-37f07ee3d929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:51:34.971935 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f7ef66ff-c5a5-4617-a74b-46566edf3069 req-f355a173-4527-4b07-abb0-37f07ee3d929 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d00db9ce-107a-45c6-b004-ea1b6d6dfba8 HTTP/1.1" status: 200 len: 916 time: 0.1471164 May 05 20:51:35.012433 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-33c70025-7707-483d-b565-eb2e2c3f7ec6 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Deleting port 402927a0-1cac-4f35-b625-e80fce62c82b {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:51:35.013796 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-33c70025-7707-483d-b565-eb2e2c3f7ec6 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:35.073511 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f7ef66ff-c5a5-4617-a74b-46566edf3069 req-74f5ad93-5723-46e7-bc4b-b640401ea33a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a797145-6210-4f5e-9403-fffeb67a592a HTTP/1.1" status: 200 len: 1001 time: 0.0948844 May 05 20:51:35.140590 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef66ff-c5a5-4617-a74b-46566edf3069 req-73bac325-1bc9-425d-b15e-25743028acc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:51:35.142056 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f7ef66ff-c5a5-4617-a74b-46566edf3069 req-73bac325-1bc9-425d-b15e-25743028acc2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b875e6a8-9ab0-4dde-a489-b44a9d62c743 HTTP/1.1" status: 200 len: 854 time: 0.0618997 May 05 20:51:35.181294 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-33c70025-7707-483d-b565-eb2e2c3f7ec6 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:35.181622 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-33c70025-7707-483d-b565-eb2e2c3f7ec6 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:35.215650 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef66ff-c5a5-4617-a74b-46566edf3069 req-8b678710-86cf-4650-bbc6-6a1bb7921d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:51:35.217127 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f7ef66ff-c5a5-4617-a74b-46566edf3069 req-8b678710-86cf-4650-bbc6-6a1bb7921d99 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d00db9ce-107a-45c6-b004-ea1b6d6dfba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693183 May 05 20:51:35.305557 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-33c70025-7707-483d-b565-eb2e2c3f7ec6 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Calling delete_port for 402927a0-1cac-4f35-b625-e80fce62c82b owned by network:floatingip {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:51:35.350083 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f7ef66ff-c5a5-4617-a74b-46566edf3069 req-461dde9b-6a94-4e99-a9f2-537a3730377c service neutron] 10.222.0.24 "GET /v2.0/networks/d00db9ce-107a-45c6-b004-ea1b6d6dfba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263902 May 05 20:51:35.454670 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-33c70025-7707-483d-b565-eb2e2c3f7ec6 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:35.484483 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f7ef66ff-c5a5-4617-a74b-46566edf3069 req-40b2ab11-ab62-4142-acc8-f046396fcd6b service neutron] 10.222.0.24 "GET /v2.0/networks/d00db9ce-107a-45c6-b004-ea1b6d6dfba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282761 May 05 20:51:35.504554 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c70025-7707-483d-b565-eb2e2c3f7ec6 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Pushing event deleted for resources: {'Port': ['ID=402927a0-1cac-4f35-b625-e80fce62c82b,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:51:35.595226 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-33c70025-7707-483d-b565-eb2e2c3f7ec6 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Notify callbacks [] for floatingip, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:35.595588 n-d-840717-1 neutron-server[88197]: INFO neutron.db.l3_db [None req-33c70025-7707-483d-b565-eb2e2c3f7ec6 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Floating IP 544432cc-79df-43fa-a7bd-146f71c2c315 disassociated (deleted). External IP: 172.25.0.31, port: 2a797145-6210-4f5e-9403-fffeb67a592a. May 05 20:51:35.941990 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33c70025-7707-483d-b565-eb2e2c3f7ec6 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Router f8e40983-6aad-4954-a7a5-25efd164ea8e has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:51:36.223094 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c70025-7707-483d-b565-eb2e2c3f7ec6 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:51:36.233640 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5007ff-fb2a-48ec-afc7-1ee332352d2d None None] Sync routers for ids ['f8e40983-6aad-4954-a7a5-25efd164ea8e'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:51:36.244379 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5007ff-fb2a-48ec-afc7-1ee332352d2d None None] Routers {'f8e40983-6aad-4954-a7a5-25efd164ea8e'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:51:36.244984 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-9f5007ff-fb2a-48ec-afc7-1ee332352d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:51:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['f8e40983-6aad-4954-a7a5-25efd164ea8e'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:51:36.246571 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-33c70025-7707-483d-b565-eb2e2c3f7ec6 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:36.302138 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-33c70025-7707-483d-b565-eb2e2c3f7ec6 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "DELETE /v2.0/floatingips/544432cc-79df-43fa-a7bd-146f71c2c315 HTTP/1.1" status: 204 len: 168 time: 1.5043159 May 05 20:51:36.422349 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-9f5007ff-fb2a-48ec-afc7-1ee332352d2d None None] Set router f8e40983-6aad-4954-a7a5-25efd164ea8e gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:51:36.667235 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9c9394e-0c53-4bed-a84d-205d680dd93e', 'tag': '2a797145-6210-4f5e-9403-fffeb67a592a'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:51:36.719411 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f65f28a5-8a3c-450d-9d8b-7df38c5fefe6'] response: {'name': 'network-changed', 'server_uuid': 'c9c9394e-0c53-4bed-a84d-205d680dd93e', 'tag': '2a797145-6210-4f5e-9403-fffeb67a592a', 'status': 'completed', 'code': 200} May 05 20:51:36.762954 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-9f5007ff-fb2a-48ec-afc7-1ee332352d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8e40983-6aad-4954-a7a5-25efd164ea8e', 'name': 'tempest-TestMinimumBasicScenario-1933140923-router', 'tenant_id': '08cbbdbad6774d86825ee2c0c42edda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'ed4aa66c-4a9a-4c09-9d22-128dd5259133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:49:33Z', 'updated_at': '2022-05-05T20:49:38Z', 'revision_number': 4, 'project_id': '08cbbdbad6774d86825ee2c0c42edda8', 'gw_port': {'id': 'ed4aa66c-4a9a-4c09-9d22-128dd5259133', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e40983-6aad-4954-a7a5-25efd164ea8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:49:34Z', 'updated_at': '2022-05-05T20:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '74173fca-52fa-43ec-bcf8-7f4d9d53cbb5', 'name': '', 'network_id': 'd00db9ce-107a-45c6-b004-ea1b6d6dfba8', 'tenant_id': '08cbbdbad6774d86825ee2c0c42edda8', 'mac_address': 'fa:16:3e:8f:d4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e40983-6aad-4954-a7a5-25efd164ea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'b875e6a8-9ab0-4dde-a489-b44a9d62c743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:49:37Z', 'updated_at': '2022-05-05T20:49:45Z', 'revision_number': 5, 'project_id': '08cbbdbad6774d86825ee2c0c42edda8', 'subnets': [{'id': 'b875e6a8-9ab0-4dde-a489-b44a9d62c743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:51:36.767003 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5007ff-fb2a-48ec-afc7-1ee332352d2d None None] Checking router: f8e40983-6aad-4954-a7a5-25efd164ea8e for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:51:36.775725 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5007ff-fb2a-48ec-afc7-1ee332352d2d None None] Routers {'f8e40983-6aad-4954-a7a5-25efd164ea8e'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:51:36.776306 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-9f5007ff-fb2a-48ec-afc7-1ee332352d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:51:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['f8e40983-6aad-4954-a7a5-25efd164ea8e'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:51:36.817069 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeaf155-be4e-4afa-8cc7-95ad669b11f4 req-2c266fba-128c-4c28-9b76-6333602487ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:51:36.818481 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5eeaf155-be4e-4afa-8cc7-95ad669b11f4 req-2c266fba-128c-4c28-9b76-6333602487ec service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=08cbbdbad6774d86825ee2c0c42edda8&device_id=c9c9394e-0c53-4bed-a84d-205d680dd93e HTTP/1.1" status: 200 len: 1097 time: 0.0778954 May 05 20:51:36.948112 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3b65a3d3-7cad-40ca-8ba8-0bc6ca80084b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:36.964783 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-9f5007ff-fb2a-48ec-afc7-1ee332352d2d None None] Set router f8e40983-6aad-4954-a7a5-25efd164ea8e gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:51:37.063587 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeaf155-be4e-4afa-8cc7-95ad669b11f4 req-031d7825-e958-4af0-927e-a328eb8e2939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:51:37.065043 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5eeaf155-be4e-4afa-8cc7-95ad669b11f4 req-031d7825-e958-4af0-927e-a328eb8e2939 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d00db9ce-107a-45c6-b004-ea1b6d6dfba8 HTTP/1.1" status: 200 len: 916 time: 0.2401688 May 05 20:51:37.136571 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5eeaf155-be4e-4afa-8cc7-95ad669b11f4 req-0f20e9cd-7dc3-467a-beee-b856cb760836 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a797145-6210-4f5e-9403-fffeb67a592a HTTP/1.1" status: 200 len: 217 time: 0.0627890 May 05 20:51:37.208805 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeaf155-be4e-4afa-8cc7-95ad669b11f4 req-a1d1e451-842b-4983-987c-7ca5a3f8512c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:51:37.209953 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5eeaf155-be4e-4afa-8cc7-95ad669b11f4 req-a1d1e451-842b-4983-987c-7ca5a3f8512c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b875e6a8-9ab0-4dde-a489-b44a9d62c743 HTTP/1.1" status: 200 len: 854 time: 0.0621843 May 05 20:51:37.289017 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeaf155-be4e-4afa-8cc7-95ad669b11f4 req-3ebdf514-2c14-4a0d-b8e9-a8c6cd6af53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:51:37.290633 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5eeaf155-be4e-4afa-8cc7-95ad669b11f4 req-3ebdf514-2c14-4a0d-b8e9-a8c6cd6af53d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d00db9ce-107a-45c6-b004-ea1b6d6dfba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745530 May 05 20:51:37.314030 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-9f5007ff-fb2a-48ec-afc7-1ee332352d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8e40983-6aad-4954-a7a5-25efd164ea8e', 'name': 'tempest-TestMinimumBasicScenario-1933140923-router', 'tenant_id': '08cbbdbad6774d86825ee2c0c42edda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'ed4aa66c-4a9a-4c09-9d22-128dd5259133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:49:33Z', 'updated_at': '2022-05-05T20:49:38Z', 'revision_number': 4, 'project_id': '08cbbdbad6774d86825ee2c0c42edda8', 'gw_port': {'id': 'ed4aa66c-4a9a-4c09-9d22-128dd5259133', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e40983-6aad-4954-a7a5-25efd164ea8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:49:34Z', 'updated_at': '2022-05-05T20:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '74173fca-52fa-43ec-bcf8-7f4d9d53cbb5', 'name': '', 'network_id': 'd00db9ce-107a-45c6-b004-ea1b6d6dfba8', 'tenant_id': '08cbbdbad6774d86825ee2c0c42edda8', 'mac_address': 'fa:16:3e:8f:d4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e40983-6aad-4954-a7a5-25efd164ea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'b875e6a8-9ab0-4dde-a489-b44a9d62c743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:49:37Z', 'updated_at': '2022-05-05T20:49:45Z', 'revision_number': 5, 'project_id': '08cbbdbad6774d86825ee2c0c42edda8', 'subnets': [{'id': 'b875e6a8-9ab0-4dde-a489-b44a9d62c743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:51:37.318271 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5007ff-fb2a-48ec-afc7-1ee332352d2d None None] The sync data for ids ['f8e40983-6aad-4954-a7a5-25efd164ea8e'] in n-d-840717-1 is: [{'id': 'f8e40983-6aad-4954-a7a5-25efd164ea8e', 'name': 'tempest-TestMinimumBasicScenario-1933140923-router', 'tenant_id': '08cbbdbad6774d86825ee2c0c42edda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'ed4aa66c-4a9a-4c09-9d22-128dd5259133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:49:33Z', 'updated_at': '2022-05-05T20:49:38Z', 'revision_number': 4, 'project_id': '08cbbdbad6774d86825ee2c0c42edda8', 'gw_port': {'id': 'ed4aa66c-4a9a-4c09-9d22-128dd5259133', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e40983-6aad-4954-a7a5-25efd164ea8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:49:34Z', 'updated_at': '2022-05-05T20:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '74173fca-52fa-43ec-bcf8-7f4d9d53cbb5', 'name': '', 'network_id': 'd00db9ce-107a-45c6-b004-ea1b6d6dfba8', 'tenant_id': '08cbbdbad6774d86825ee2c0c42edda8', 'mac_address': 'fa:16:3e:8f:d4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e40983-6aad-4954-a7a5-25efd164ea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'b875e6a8-9ab0-4dde-a489-b44a9d62c743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:49:37Z', 'updated_at': '2022-05-05T20:49:45Z', 'revision_number': 5, 'project_id': '08cbbdbad6774d86825ee2c0c42edda8', 'subnets': [{'id': 'b875e6a8-9ab0-4dde-a489-b44a9d62c743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:51:37.426495 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5eeaf155-be4e-4afa-8cc7-95ad669b11f4 req-f764af2a-cbea-450e-a28c-1a8e8c8de4fa service neutron] 10.222.0.24 "GET /v2.0/networks/d00db9ce-107a-45c6-b004-ea1b6d6dfba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295433 May 05 20:51:37.594065 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5eeaf155-be4e-4afa-8cc7-95ad669b11f4 req-b022de9c-1e61-414d-8148-fbee53108668 service neutron] 10.222.0.24 "GET /v2.0/networks/d00db9ce-107a-45c6-b004-ea1b6d6dfba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613088 May 05 20:51:37.626386 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53de34ee-2916-47a1-ab14-c51768c8e8d0 None None] New status for floating IP 544432cc-79df-43fa-a7bd-146f71c2c315: DOWN {{(pid=88199) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:51:37.997725 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:38.006087 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:51:38.160551 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:39.742824 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:40.770655 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b8359-1e3d-48ae-a7a6-e4dfd1f3c8a8 req-e0e8d007-8942-4f6d-a373-e94d3e5d69fb tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:51:40.772055 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5a2b8359-1e3d-48ae-a7a6-e4dfd1f3c8a8 req-e0e8d007-8942-4f6d-a373-e94d3e5d69fb tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9c9394e-0c53-4bed-a84d-205d680dd93e HTTP/1.1" status: 200 len: 946 time: 0.0834200 May 05 20:51:40.816291 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-5a2b8359-1e3d-48ae-a7a6-e4dfd1f3c8a8 req-5e6440ae-278a-46a0-83ed-00fc948e2bf9 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Synchronizing usage tracker for tenant:08cbbdbad6774d86825ee2c0c42edda8 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:51:40.831122 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-5a2b8359-1e3d-48ae-a7a6-e4dfd1f3c8a8 req-5e6440ae-278a-46a0-83ed-00fc948e2bf9 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Unset dirty status for tenant:08cbbdbad6774d86825ee2c0c42edda8 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:51:40.832310 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5a2b8359-1e3d-48ae-a7a6-e4dfd1f3c8a8 req-5e6440ae-278a-46a0-83ed-00fc948e2bf9 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "GET /v2.0/security-groups?id=9554216e-9698-4084-8632-2c76f326363d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541580 May 05 20:51:42.016028 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dbb692-8abc-49e3-9ddc-f02b9e3b7c1d req-a1b5cf27-8dd5-4e18-85a0-055c599cce1d tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:51:42.016725 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-57dbb692-8abc-49e3-9ddc-f02b9e3b7c1d req-a1b5cf27-8dd5-4e18-85a0-055c599cce1d tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Synchronizing usage tracker for tenant:08cbbdbad6774d86825ee2c0c42edda8 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:51:42.031609 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-57dbb692-8abc-49e3-9ddc-f02b9e3b7c1d req-a1b5cf27-8dd5-4e18-85a0-055c599cce1d tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Unset dirty status for tenant:08cbbdbad6774d86825ee2c0c42edda8 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:51:42.032712 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-57dbb692-8abc-49e3-9ddc-f02b9e3b7c1d req-a1b5cf27-8dd5-4e18-85a0-055c599cce1d tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9c9394e-0c53-4bed-a84d-205d680dd93e HTTP/1.1" status: 200 len: 946 time: 0.0940125 May 05 20:51:42.078629 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-57dbb692-8abc-49e3-9ddc-f02b9e3b7c1d req-4e386a71-47ef-43f0-ade2-6134be6922a2 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "GET /v2.0/security-groups?id=9554216e-9698-4084-8632-2c76f326363d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396745 May 05 20:51:42.334739 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb8f2b-2736-467b-9a30-b5f258e49ddf req-d5d54334-648c-4df0-95fe-38f8b586547e tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:51:42.336195 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-84fb8f2b-2736-467b-9a30-b5f258e49ddf req-d5d54334-648c-4df0-95fe-38f8b586547e tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9c9394e-0c53-4bed-a84d-205d680dd93e HTTP/1.1" status: 200 len: 946 time: 0.0794058 May 05 20:51:42.407285 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-84fb8f2b-2736-467b-9a30-b5f258e49ddf req-f5e861fd-79de-4337-8048-7776db8acce2 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Deleting port 2a797145-6210-4f5e-9403-fffeb67a592a {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:51:42.407649 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-84fb8f2b-2736-467b-9a30-b5f258e49ddf req-f5e861fd-79de-4337-8048-7776db8acce2 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:42.654775 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-84fb8f2b-2736-467b-9a30-b5f258e49ddf req-f5e861fd-79de-4337-8048-7776db8acce2 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] For port 2a797145-6210-4f5e-9403-fffeb67a592a, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=2a797145-6210-4f5e-9403-fffeb67a592a,segment=NetworkSegment(f7d23044-453f-469c-8203-fb06208bb8ba),segment_id=f7d23044-453f-469c-8203-fb06208bb8ba)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:51:42.655133 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-84fb8f2b-2736-467b-9a30-b5f258e49ddf req-f5e861fd-79de-4337-8048-7776db8acce2 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:42.777439 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-84fb8f2b-2736-467b-9a30-b5f258e49ddf req-f5e861fd-79de-4337-8048-7776db8acce2 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Calling delete_port for 2a797145-6210-4f5e-9403-fffeb67a592a owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:51:42.925267 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-84fb8f2b-2736-467b-9a30-b5f258e49ddf req-f5e861fd-79de-4337-8048-7776db8acce2 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:42.936438 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['2a797145-6210-4f5e-9403-fffeb67a592a'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:51:42.976859 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e861fd-79de-4337-8048-7776db8acce2 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Pushing event deleted for resources: {'Port': ['ID=2a797145-6210-4f5e-9403-fffeb67a592a,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:51:43.052681 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-84fb8f2b-2736-467b-9a30-b5f258e49ddf req-f5e861fd-79de-4337-8048-7776db8acce2 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] No DVR routers for this DVR port 2a797145-6210-4f5e-9403-fffeb67a592a on host n-h1-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:51:43.055217 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-84fb8f2b-2736-467b-9a30-b5f258e49ddf req-f5e861fd-79de-4337-8048-7776db8acce2 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:43.058124 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9c9394e-0c53-4bed-a84d-205d680dd93e', 'name': 'network-vif-deleted', 'tag': '2a797145-6210-4f5e-9403-fffeb67a592a'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:51:43.075240 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-84fb8f2b-2736-467b-9a30-b5f258e49ddf req-f5e861fd-79de-4337-8048-7776db8acce2 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.24 "DELETE /v2.0/ports/2a797145-6210-4f5e-9403-fffeb67a592a HTTP/1.1" status: 204 len: 173 time: 0.7339308 May 05 20:51:43.164330 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be34ddc5-7e23-44d0-91ea-da34768e3559'] response: {'server_uuid': 'c9c9394e-0c53-4bed-a84d-205d680dd93e', 'name': 'network-vif-deleted', 'tag': '2a797145-6210-4f5e-9403-fffeb67a592a', 'status': 'completed', 'code': 200} May 05 20:51:43.237668 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e9eac044-7ef5-4b25-a688-1b486a35983a req-525ab318-d685-455e-a8c6-a56dc6f99460 tempest-TestMinimumBasicScenario-500829045 tempest-TestMinimumBasicScenario-500829045-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9c9394e-0c53-4bed-a84d-205d680dd93e HTTP/1.1" status: 200 len: 210 time: 0.0452976 May 05 20:51:44.710697 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:44.869043 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40132) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:51:45.304490 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 2a797145-6210-4f5e-9403-fffeb67a592a no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:51:45.378429 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] No Port match for: 2a797145-6210-4f5e-9403-fffeb67a592a {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:51:45.378770 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 2a797145-6210-4f5e-9403-fffeb67a592a not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:51:45.626500 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-795af599-89ae-45de-9c74-bdc0572941e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:45.989507 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-795af599-89ae-45de-9c74-bdc0572941e8 admin admin] Deleting port 74173fca-52fa-43ec-bcf8-7f4d9d53cbb5 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:51:45.990222 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-795af599-89ae-45de-9c74-bdc0572941e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:46.159228 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-795af599-89ae-45de-9c74-bdc0572941e8 admin admin] For port 74173fca-52fa-43ec-bcf8-7f4d9d53cbb5, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=74173fca-52fa-43ec-bcf8-7f4d9d53cbb5,segment=NetworkSegment(f7d23044-453f-469c-8203-fb06208bb8ba),segment_id=f7d23044-453f-469c-8203-fb06208bb8ba)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:51:46.159603 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-795af599-89ae-45de-9c74-bdc0572941e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:46.279893 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-795af599-89ae-45de-9c74-bdc0572941e8 admin admin] Calling delete_port for 74173fca-52fa-43ec-bcf8-7f4d9d53cbb5 owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:51:46.593520 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-795af599-89ae-45de-9c74-bdc0572941e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:46.675755 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795af599-89ae-45de-9c74-bdc0572941e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=74173fca-52fa-43ec-bcf8-7f4d9d53cbb5,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:51:46.841743 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:47.025236 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-795af599-89ae-45de-9c74-bdc0572941e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:47.379773 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-795af599-89ae-45de-9c74-bdc0572941e8 admin admin] Router f8e40983-6aad-4954-a7a5-25efd164ea8e has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:51:47.553833 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-795af599-89ae-45de-9c74-bdc0572941e8 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:51:47.566760 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe81710-eba6-4ed3-87c4-5e372a4e324f None None] Sync routers for ids ['f8e40983-6aad-4954-a7a5-25efd164ea8e'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:51:47.567561 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-795af599-89ae-45de-9c74-bdc0572941e8 admin admin] 10.222.0.36 "PUT /v2.0/routers/f8e40983-6aad-4954-a7a5-25efd164ea8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6973333 May 05 20:51:47.570244 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40136) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:51:47.580818 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe81710-eba6-4ed3-87c4-5e372a4e324f None None] Routers {'f8e40983-6aad-4954-a7a5-25efd164ea8e'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:51:47.581670 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-1fe81710-eba6-4ed3-87c4-5e372a4e324f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:51:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['f8e40983-6aad-4954-a7a5-25efd164ea8e'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:51:47.754459 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3ad349d5-8417-45ee-beaa-57f0aff00ee7 admin admin] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:47.758377 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-1fe81710-eba6-4ed3-87c4-5e372a4e324f None None] Set router f8e40983-6aad-4954-a7a5-25efd164ea8e gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:51:47.928961 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3ad349d5-8417-45ee-beaa-57f0aff00ee7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:47.939088 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-3ad349d5-8417-45ee-beaa-57f0aff00ee7 admin admin] Deleting port ed4aa66c-4a9a-4c09-9d22-128dd5259133 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:51:47.939626 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3ad349d5-8417-45ee-beaa-57f0aff00ee7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:48.051522 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-1fe81710-eba6-4ed3-87c4-5e372a4e324f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8e40983-6aad-4954-a7a5-25efd164ea8e', 'name': 'tempest-TestMinimumBasicScenario-1933140923-router', 'tenant_id': '08cbbdbad6774d86825ee2c0c42edda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'ed4aa66c-4a9a-4c09-9d22-128dd5259133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:49:33Z', 'updated_at': '2022-05-05T20:51:46Z', 'revision_number': 5, 'project_id': '08cbbdbad6774d86825ee2c0c42edda8', 'gw_port': {'id': 'ed4aa66c-4a9a-4c09-9d22-128dd5259133', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e40983-6aad-4954-a7a5-25efd164ea8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:49:34Z', 'updated_at': '2022-05-05T20:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:51:48.055219 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe81710-eba6-4ed3-87c4-5e372a4e324f None None] Checking router: f8e40983-6aad-4954-a7a5-25efd164ea8e for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:51:48.063972 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe81710-eba6-4ed3-87c4-5e372a4e324f None None] Routers {'f8e40983-6aad-4954-a7a5-25efd164ea8e'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:51:48.064563 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-1fe81710-eba6-4ed3-87c4-5e372a4e324f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:51:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['f8e40983-6aad-4954-a7a5-25efd164ea8e'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:51:48.114708 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-3ad349d5-8417-45ee-beaa-57f0aff00ee7 admin admin] For port ed4aa66c-4a9a-4c09-9d22-128dd5259133, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=ed4aa66c-4a9a-4c09-9d22-128dd5259133,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:51:48.115329 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3ad349d5-8417-45ee-beaa-57f0aff00ee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:48.217398 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-1fe81710-eba6-4ed3-87c4-5e372a4e324f None None] Set router f8e40983-6aad-4954-a7a5-25efd164ea8e gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:51:48.330975 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-1fe81710-eba6-4ed3-87c4-5e372a4e324f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8e40983-6aad-4954-a7a5-25efd164ea8e', 'name': 'tempest-TestMinimumBasicScenario-1933140923-router', 'tenant_id': '08cbbdbad6774d86825ee2c0c42edda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:49:33Z', 'updated_at': '2022-05-05T20:51:47Z', 'revision_number': 6, 'project_id': '08cbbdbad6774d86825ee2c0c42edda8', 'gw_port_host': None}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:51:48.335007 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe81710-eba6-4ed3-87c4-5e372a4e324f None None] The sync data for ids ['f8e40983-6aad-4954-a7a5-25efd164ea8e'] in n-d-840717-1 is: [{'id': 'f8e40983-6aad-4954-a7a5-25efd164ea8e', 'name': 'tempest-TestMinimumBasicScenario-1933140923-router', 'tenant_id': '08cbbdbad6774d86825ee2c0c42edda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:49:33Z', 'updated_at': '2022-05-05T20:51:47Z', 'revision_number': 6, 'project_id': '08cbbdbad6774d86825ee2c0c42edda8', 'gw_port_host': None}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:51:48.360508 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-3ad349d5-8417-45ee-beaa-57f0aff00ee7 admin admin] Calling delete_port for ed4aa66c-4a9a-4c09-9d22-128dd5259133 owned by network:router_gateway {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:51:48.527398 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3ad349d5-8417-45ee-beaa-57f0aff00ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:48.577365 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad349d5-8417-45ee-beaa-57f0aff00ee7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed4aa66c-4a9a-4c09-9d22-128dd5259133,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:51:48.674258 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3ad349d5-8417-45ee-beaa-57f0aff00ee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:48.849660 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3ad349d5-8417-45ee-beaa-57f0aff00ee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:48.851801 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3ad349d5-8417-45ee-beaa-57f0aff00ee7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:48.875155 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3ad349d5-8417-45ee-beaa-57f0aff00ee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:48.875710 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad349d5-8417-45ee-beaa-57f0aff00ee7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8e40983-6aad-4954-a7a5-25efd164ea8e {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:51:48.887924 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3ad349d5-8417-45ee-beaa-57f0aff00ee7 admin admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:48.889048 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3ad349d5-8417-45ee-beaa-57f0aff00ee7 admin admin] 10.222.0.36 "DELETE /v2.0/routers/f8e40983-6aad-4954-a7a5-25efd164ea8e HTTP/1.1" status: 204 len: 168 time: 1.3177526 May 05 20:51:48.891497 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40140) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:51:48.953068 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbafb655-cda4-4635-b6c9-25547f16951d admin admin] Deleting subnet b875e6a8-9ab0-4dde-a489-b44a9d62c743 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:51:48.955952 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fbafb655-cda4-4635-b6c9-25547f16951d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:49.005369 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fbafb655-cda4-4635-b6c9-25547f16951d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:49.082179 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fbafb655-cda4-4635-b6c9-25547f16951d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:49.103242 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 74173fca-52fa-43ec-bcf8-7f4d9d53cbb5 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:51:49.138453 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 74173fca-52fa-43ec-bcf8-7f4d9d53cbb5 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:51:49.138586 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 74173fca-52fa-43ec-bcf8-7f4d9d53cbb5 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:51:49.158424 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fbafb655-cda4-4635-b6c9-25547f16951d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:49.196565 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbafb655-cda4-4635-b6c9-25547f16951d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b875e6a8-9ab0-4dde-a489-b44a9d62c743,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:51:49.201435 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fbafb655-cda4-4635-b6c9-25547f16951d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:49.206378 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3b0734-f18b-4386-990a-1dbf290f92ab None None] Network d00db9ce-107a-45c6-b004-ea1b6d6dfba8 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:51:49.210139 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-fbafb655-cda4-4635-b6c9-25547f16951d admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b875e6a8-9ab0-4dde-a489-b44a9d62c743 HTTP/1.1" status: 204 len: 168 time: 0.3155313 May 05 20:51:49.210391 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40144) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:51:49.322153 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-889f1125-eb65-498b-8e92-ef5c306330d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:49.335216 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-889f1125-eb65-498b-8e92-ef5c306330d9 admin admin] Deleting port da29e687-3464-4285-9f34-1813d18d29b2 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:51:49.335585 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-889f1125-eb65-498b-8e92-ef5c306330d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:49.479705 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf289aa-1fff-462c-9bcb-e1f6ec123e15 None None] DHCP port deletion for d00db9ce-107a-45c6-b004-ea1b6d6dfba8 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:51:49.483713 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-ccf289aa-1fff-462c-9bcb-e1f6ec123e15 None None] Deleting port da29e687-3464-4285-9f34-1813d18d29b2 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:51:49.484094 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ccf289aa-1fff-462c-9bcb-e1f6ec123e15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:49.549875 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-889f1125-eb65-498b-8e92-ef5c306330d9 admin admin] For port da29e687-3464-4285-9f34-1813d18d29b2, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=da29e687-3464-4285-9f34-1813d18d29b2,segment=NetworkSegment(f7d23044-453f-469c-8203-fb06208bb8ba),segment_id=f7d23044-453f-469c-8203-fb06208bb8ba)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:51:49.550319 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-889f1125-eb65-498b-8e92-ef5c306330d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:49.677277 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-889f1125-eb65-498b-8e92-ef5c306330d9 admin admin] Calling delete_port for da29e687-3464-4285-9f34-1813d18d29b2 owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:51:49.684710 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-ccf289aa-1fff-462c-9bcb-e1f6ec123e15 None None] For port da29e687-3464-4285-9f34-1813d18d29b2, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=da29e687-3464-4285-9f34-1813d18d29b2,segment=NetworkSegment(f7d23044-453f-469c-8203-fb06208bb8ba),segment_id=f7d23044-453f-469c-8203-fb06208bb8ba)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:51:49.685106 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ccf289aa-1fff-462c-9bcb-e1f6ec123e15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:49.754037 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-889f1125-eb65-498b-8e92-ef5c306330d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:49.803802 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889f1125-eb65-498b-8e92-ef5c306330d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=da29e687-3464-4285-9f34-1813d18d29b2,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:51:49.805598 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889f1125-eb65-498b-8e92-ef5c306330d9 admin admin] No DVR routers for this DVR port da29e687-3464-4285-9f34-1813d18d29b2 on host n-d-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:51:49.811674 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-ccf289aa-1fff-462c-9bcb-e1f6ec123e15 None None] Calling delete_port for da29e687-3464-4285-9f34-1813d18d29b2 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:51:49.887315 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-ccf289aa-1fff-462c-9bcb-e1f6ec123e15 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:51:49.887701 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-ccf289aa-1fff-462c-9bcb-e1f6ec123e15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:51:50.020935 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-889f1125-eb65-498b-8e92-ef5c306330d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:50.044669 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-889f1125-eb65-498b-8e92-ef5c306330d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d00db9ce-107a-45c6-b004-ea1b6d6dfba8']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:51:50.056517 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-889f1125-eb65-498b-8e92-ef5c306330d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7d23044-453f-469c-8203-fb06208bb8ba') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:51:50.056813 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-889f1125-eb65-498b-8e92-ef5c306330d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7d23044-453f-469c-8203-fb06208bb8ba') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:51:50.068449 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-889f1125-eb65-498b-8e92-ef5c306330d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:50.084568 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-889f1125-eb65-498b-8e92-ef5c306330d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:50.090426 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-889f1125-eb65-498b-8e92-ef5c306330d9 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:51:50.090797 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-889f1125-eb65-498b-8e92-ef5c306330d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:50.103754 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:51:50.103754 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:51:50.103754 n-d-840717-1 neutron-server[88198]: timer() May 05 20:51:50.103754 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:51:50.103754 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:51:50.103754 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:51:50.103754 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:51:50.103754 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:51:50.103754 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:51:50.103754 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:51:50.103754 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:51:50.103754 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:51:50.103754 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:51:50.103754 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:51:50.103754 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:51:50.103754 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:51:50.103754 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:51:50.103754 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:51:50.103754 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:51:50.103754 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:51:50.103754 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:51:50.103754 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:51:50.103754 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:51:50.103754 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:51:50.103754 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:51:50.103754 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:51:50.103754 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:51:50.103754 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:51:50.103754 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:51:50.103754 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:51:50.103754 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:51:50.103754 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:51:50.179301 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-889f1125-eb65-498b-8e92-ef5c306330d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:50.195633 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-889f1125-eb65-498b-8e92-ef5c306330d9 admin admin] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:50.205839 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889f1125-eb65-498b-8e92-ef5c306330d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d00db9ce-107a-45c6-b004-ea1b6d6dfba8,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:51:50.218621 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-889f1125-eb65-498b-8e92-ef5c306330d9 admin admin] 10.222.0.36 "DELETE /v2.0/networks/d00db9ce-107a-45c6-b004-ea1b6d6dfba8 HTTP/1.1" status: 204 len: 168 time: 1.0073230 May 05 20:51:50.221403 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40148) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:51:50.389361 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-ccf289aa-1fff-462c-9bcb-e1f6ec123e15 None None] Deleting port da29e687-3464-4285-9f34-1813d18d29b2 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:51:50.389908 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ccf289aa-1fff-462c-9bcb-e1f6ec123e15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:50.457273 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-ccf289aa-1fff-462c-9bcb-e1f6ec123e15 None None] The port 'da29e687-3464-4285-9f34-1813d18d29b2' was deleted {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 20:51:50.710611 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device ed4aa66c-4a9a-4c09-9d22-128dd5259133 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:51:50.745409 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: ed4aa66c-4a9a-4c09-9d22-128dd5259133 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:51:50.745751 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device ed4aa66c-4a9a-4c09-9d22-128dd5259133 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:51:50.746083 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device da29e687-3464-4285-9f34-1813d18d29b2 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:51:50.756161 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5fcfb667-e69a-4272-b73a-3611fd660c6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:50.779221 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: da29e687-3464-4285-9f34-1813d18d29b2 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:51:50.779595 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device da29e687-3464-4285-9f34-1813d18d29b2 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:51:51.103014 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-5fcfb667-e69a-4272-b73a-3611fd660c6c admin admin] Deleting port 7814c98c-a8f9-4b92-a35f-b77cdda8385e {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:51:51.103365 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5fcfb667-e69a-4272-b73a-3611fd660c6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:51.272006 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-5fcfb667-e69a-4272-b73a-3611fd660c6c admin admin] For port 7814c98c-a8f9-4b92-a35f-b77cdda8385e, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=7814c98c-a8f9-4b92-a35f-b77cdda8385e,segment=NetworkSegment(c4b9c7e3-d9e6-41ae-bbd7-f422c2d5f548),segment_id=c4b9c7e3-d9e6-41ae-bbd7-f422c2d5f548)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:51:51.272686 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5fcfb667-e69a-4272-b73a-3611fd660c6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:51.501143 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-5fcfb667-e69a-4272-b73a-3611fd660c6c admin admin] Calling delete_port for 7814c98c-a8f9-4b92-a35f-b77cdda8385e owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:51:51.676634 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5fcfb667-e69a-4272-b73a-3611fd660c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:51.721845 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcfb667-e69a-4272-b73a-3611fd660c6c admin admin] Pushing event deleted for resources: {'Port': ['ID=7814c98c-a8f9-4b92-a35f-b77cdda8385e,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:51:51.988226 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5fcfb667-e69a-4272-b73a-3611fd660c6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:52.350367 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fcfb667-e69a-4272-b73a-3611fd660c6c admin admin] Router 8a443741-2a4a-4cb2-913f-c4ae09eb95c3 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:51:52.522129 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fcfb667-e69a-4272-b73a-3611fd660c6c admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:51:52.530786 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2044b1-e7f7-4d90-89dd-35fb9bab034d None None] Sync routers for ids ['8a443741-2a4a-4cb2-913f-c4ae09eb95c3'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:51:52.538324 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-5fcfb667-e69a-4272-b73a-3611fd660c6c admin admin] 10.222.0.36 "PUT /v2.0/routers/8a443741-2a4a-4cb2-913f-c4ae09eb95c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3159356 May 05 20:51:52.540285 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2044b1-e7f7-4d90-89dd-35fb9bab034d None None] Routers {'8a443741-2a4a-4cb2-913f-c4ae09eb95c3'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:51:52.540901 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-5a2044b1-e7f7-4d90-89dd-35fb9bab034d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:51:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['8a443741-2a4a-4cb2-913f-c4ae09eb95c3'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:51:52.541127 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40152) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:51:52.724776 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-5a2044b1-e7f7-4d90-89dd-35fb9bab034d None None] Set router 8a443741-2a4a-4cb2-913f-c4ae09eb95c3 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:51:52.834797 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-97170c91-4c71-4b76-805a-deae3c196f92 admin admin] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:53.013445 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-97170c91-4c71-4b76-805a-deae3c196f92 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:53.023006 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-97170c91-4c71-4b76-805a-deae3c196f92 admin admin] Deleting port b8871619-0687-48ca-98d2-791eec42bb89 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:51:53.023446 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-97170c91-4c71-4b76-805a-deae3c196f92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:53.045167 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-5a2044b1-e7f7-4d90-89dd-35fb9bab034d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a443741-2a4a-4cb2-913f-c4ae09eb95c3', 'name': 'tempest-TestMinimumBasicScenario-994666775-router', 'tenant_id': 'd435fa5dbf334c1bb83548fa3e9f7b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'b8871619-0687-48ca-98d2-791eec42bb89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:49:40Z', 'updated_at': '2022-05-05T20:51:51Z', 'revision_number': 5, 'project_id': 'd435fa5dbf334c1bb83548fa3e9f7b00', 'gw_port': {'id': 'b8871619-0687-48ca-98d2-791eec42bb89', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a443741-2a4a-4cb2-913f-c4ae09eb95c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:49:41Z', 'updated_at': '2022-05-05T20:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:51:53.049098 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2044b1-e7f7-4d90-89dd-35fb9bab034d None None] Checking router: 8a443741-2a4a-4cb2-913f-c4ae09eb95c3 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:51:53.058038 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2044b1-e7f7-4d90-89dd-35fb9bab034d None None] Routers {'8a443741-2a4a-4cb2-913f-c4ae09eb95c3'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:51:53.058707 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-5a2044b1-e7f7-4d90-89dd-35fb9bab034d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:51:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['8a443741-2a4a-4cb2-913f-c4ae09eb95c3'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:51:53.199936 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-97170c91-4c71-4b76-805a-deae3c196f92 admin admin] For port b8871619-0687-48ca-98d2-791eec42bb89, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=b8871619-0687-48ca-98d2-791eec42bb89,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:51:53.200293 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-97170c91-4c71-4b76-805a-deae3c196f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:53.211409 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-5a2044b1-e7f7-4d90-89dd-35fb9bab034d None None] Set router 8a443741-2a4a-4cb2-913f-c4ae09eb95c3 gateway port host: None {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:51:53.320803 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-5a2044b1-e7f7-4d90-89dd-35fb9bab034d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a443741-2a4a-4cb2-913f-c4ae09eb95c3', 'name': 'tempest-TestMinimumBasicScenario-994666775-router', 'tenant_id': 'd435fa5dbf334c1bb83548fa3e9f7b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:49:40Z', 'updated_at': '2022-05-05T20:51:53Z', 'revision_number': 6, 'project_id': 'd435fa5dbf334c1bb83548fa3e9f7b00', 'gw_port_host': None}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:51:53.322574 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-97170c91-4c71-4b76-805a-deae3c196f92 admin admin] Calling delete_port for b8871619-0687-48ca-98d2-791eec42bb89 owned by network:router_gateway {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:51:53.325527 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2044b1-e7f7-4d90-89dd-35fb9bab034d None None] The sync data for ids ['8a443741-2a4a-4cb2-913f-c4ae09eb95c3'] in n-d-840717-1 is: [{'id': '8a443741-2a4a-4cb2-913f-c4ae09eb95c3', 'name': 'tempest-TestMinimumBasicScenario-994666775-router', 'tenant_id': 'd435fa5dbf334c1bb83548fa3e9f7b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:49:40Z', 'updated_at': '2022-05-05T20:51:53Z', 'revision_number': 6, 'project_id': 'd435fa5dbf334c1bb83548fa3e9f7b00', 'gw_port_host': None}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:51:53.493422 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-97170c91-4c71-4b76-805a-deae3c196f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:53.543197 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97170c91-4c71-4b76-805a-deae3c196f92 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8871619-0687-48ca-98d2-791eec42bb89,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:51:53.631138 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-97170c91-4c71-4b76-805a-deae3c196f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:53.806276 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-97170c91-4c71-4b76-805a-deae3c196f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:53.809037 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-97170c91-4c71-4b76-805a-deae3c196f92 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:53.831208 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-97170c91-4c71-4b76-805a-deae3c196f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:53.831755 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97170c91-4c71-4b76-805a-deae3c196f92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a443741-2a4a-4cb2-913f-c4ae09eb95c3 {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:51:53.844110 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-97170c91-4c71-4b76-805a-deae3c196f92 admin admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:53.845236 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-97170c91-4c71-4b76-805a-deae3c196f92 admin admin] 10.222.0.36 "DELETE /v2.0/routers/8a443741-2a4a-4cb2-913f-c4ae09eb95c3 HTTP/1.1" status: 204 len: 168 time: 1.3025458 May 05 20:51:53.847819 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40156) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:51:53.908695 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b508059-c8d9-43d6-971f-a7cf6b5d7208 admin admin] Deleting subnet 76c5709b-f923-4c9b-8cea-6596914b24f8 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:51:53.911480 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2b508059-c8d9-43d6-971f-a7cf6b5d7208 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:53.959440 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2b508059-c8d9-43d6-971f-a7cf6b5d7208 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:54.042133 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2b508059-c8d9-43d6-971f-a7cf6b5d7208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:54.112415 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2b508059-c8d9-43d6-971f-a7cf6b5d7208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:54.153048 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b508059-c8d9-43d6-971f-a7cf6b5d7208 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76c5709b-f923-4c9b-8cea-6596914b24f8,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:51:54.155403 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2b508059-c8d9-43d6-971f-a7cf6b5d7208 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:54.159160 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af910dbd-bd18-4cb3-a88e-ccbbe80af4ba None None] Network a63ef3c4-037b-462f-9731-5658b5569ce0 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:51:54.164403 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-2b508059-c8d9-43d6-971f-a7cf6b5d7208 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/76c5709b-f923-4c9b-8cea-6596914b24f8 HTTP/1.1" status: 204 len: 168 time: 0.3156216 May 05 20:51:54.167425 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40160) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:51:54.402167 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6cad0865-7168-4138-b1a0-dcba50936621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:54.412485 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-6cad0865-7168-4138-b1a0-dcba50936621 admin admin] Deleting port 9232bb2e-1659-4535-a2c0-55fe7a90c6c5 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:51:54.412747 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6cad0865-7168-4138-b1a0-dcba50936621 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:54.426694 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bfe021-4db3-4ee9-bf25-c7cc1a71509e None None] DHCP port deletion for a63ef3c4-037b-462f-9731-5658b5569ce0 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:51:54.430902 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-d3bfe021-4db3-4ee9-bf25-c7cc1a71509e None None] Deleting port 9232bb2e-1659-4535-a2c0-55fe7a90c6c5 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:51:54.431470 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d3bfe021-4db3-4ee9-bf25-c7cc1a71509e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:54.621277 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-6cad0865-7168-4138-b1a0-dcba50936621 admin admin] For port 9232bb2e-1659-4535-a2c0-55fe7a90c6c5, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=9232bb2e-1659-4535-a2c0-55fe7a90c6c5,segment=NetworkSegment(c4b9c7e3-d9e6-41ae-bbd7-f422c2d5f548),segment_id=c4b9c7e3-d9e6-41ae-bbd7-f422c2d5f548)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:51:54.621798 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6cad0865-7168-4138-b1a0-dcba50936621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:54.636763 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-d3bfe021-4db3-4ee9-bf25-c7cc1a71509e None None] For port 9232bb2e-1659-4535-a2c0-55fe7a90c6c5, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=9232bb2e-1659-4535-a2c0-55fe7a90c6c5,segment=NetworkSegment(c4b9c7e3-d9e6-41ae-bbd7-f422c2d5f548),segment_id=c4b9c7e3-d9e6-41ae-bbd7-f422c2d5f548)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:51:54.637178 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d3bfe021-4db3-4ee9-bf25-c7cc1a71509e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:54.752133 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-6cad0865-7168-4138-b1a0-dcba50936621 admin admin] Calling delete_port for 9232bb2e-1659-4535-a2c0-55fe7a90c6c5 owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:51:54.755748 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device b8871619-0687-48ca-98d2-791eec42bb89 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:51:54.785432 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-d3bfe021-4db3-4ee9-bf25-c7cc1a71509e None None] Calling delete_port for 9232bb2e-1659-4535-a2c0-55fe7a90c6c5 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:51:54.829802 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6cad0865-7168-4138-b1a0-dcba50936621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:54.834863 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: b8871619-0687-48ca-98d2-791eec42bb89 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:51:54.835209 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device b8871619-0687-48ca-98d2-791eec42bb89 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:51:54.835642 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 7814c98c-a8f9-4b92-a35f-b77cdda8385e no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:51:54.872876 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 7814c98c-a8f9-4b92-a35f-b77cdda8385e {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:51:54.873218 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 7814c98c-a8f9-4b92-a35f-b77cdda8385e not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:51:54.873629 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 9232bb2e-1659-4535-a2c0-55fe7a90c6c5 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:51:54.884833 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cad0865-7168-4138-b1a0-dcba50936621 admin admin] Pushing event deleted for resources: {'Port': ['ID=9232bb2e-1659-4535-a2c0-55fe7a90c6c5,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:51:54.887539 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cad0865-7168-4138-b1a0-dcba50936621 admin admin] No DVR routers for this DVR port 9232bb2e-1659-4535-a2c0-55fe7a90c6c5 on host n-d-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:51:54.915606 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 9232bb2e-1659-4535-a2c0-55fe7a90c6c5 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:51:54.915873 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 9232bb2e-1659-4535-a2c0-55fe7a90c6c5 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:51:54.938670 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-d3bfe021-4db3-4ee9-bf25-c7cc1a71509e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:51:54.939566 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-d3bfe021-4db3-4ee9-bf25-c7cc1a71509e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:51:55.008976 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6cad0865-7168-4138-b1a0-dcba50936621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:55.034632 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-6cad0865-7168-4138-b1a0-dcba50936621 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a63ef3c4-037b-462f-9731-5658b5569ce0']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:51:55.047543 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-6cad0865-7168-4138-b1a0-dcba50936621 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4b9c7e3-d9e6-41ae-bbd7-f422c2d5f548') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:51:55.047840 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-6cad0865-7168-4138-b1a0-dcba50936621 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4b9c7e3-d9e6-41ae-bbd7-f422c2d5f548') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:51:55.059198 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6cad0865-7168-4138-b1a0-dcba50936621 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:55.075170 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6cad0865-7168-4138-b1a0-dcba50936621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:55.081478 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cad0865-7168-4138-b1a0-dcba50936621 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:51:55.081940 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6cad0865-7168-4138-b1a0-dcba50936621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:55.095679 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:51:55.095679 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:51:55.095679 n-d-840717-1 neutron-server[88198]: timer() May 05 20:51:55.095679 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:51:55.095679 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:51:55.095679 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:51:55.095679 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:51:55.095679 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:51:55.095679 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:51:55.095679 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:51:55.095679 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:51:55.095679 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:51:55.095679 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:51:55.095679 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:51:55.095679 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:51:55.095679 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:51:55.095679 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:51:55.095679 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:51:55.095679 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:51:55.095679 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:51:55.095679 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:51:55.095679 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:51:55.095679 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:51:55.095679 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:51:55.095679 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:51:55.095679 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:51:55.095679 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:51:55.095679 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:51:55.095679 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:51:55.095679 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:51:55.095679 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:51:55.095679 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:51:55.174977 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6cad0865-7168-4138-b1a0-dcba50936621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:55.180248 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6cad0865-7168-4138-b1a0-dcba50936621 admin admin] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:55.204891 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cad0865-7168-4138-b1a0-dcba50936621 admin admin] Pushing event deleted for resources: {'Network': ['ID=a63ef3c4-037b-462f-9731-5658b5569ce0,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:51:55.210389 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-6cad0865-7168-4138-b1a0-dcba50936621 admin admin] 10.222.0.36 "DELETE /v2.0/networks/a63ef3c4-037b-462f-9731-5658b5569ce0 HTTP/1.1" status: 204 len: 168 time: 1.0418608 May 05 20:51:55.378213 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40166) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:51:55.426507 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a2e44dc4-359d-4352-9217-30cc18fa0792 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=08cbbdbad6774d86825ee2c0c42edda8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471036 May 05 20:51:55.428937 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40170) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:51:55.440955 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-d3bfe021-4db3-4ee9-bf25-c7cc1a71509e None None] Deleting port 9232bb2e-1659-4535-a2c0-55fe7a90c6c5 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:51:55.441456 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d3bfe021-4db3-4ee9-bf25-c7cc1a71509e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:55.487153 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4f8637af-87e1-40a7-bda6-5f2398781b79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:55.506568 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-d3bfe021-4db3-4ee9-bf25-c7cc1a71509e None None] The port '9232bb2e-1659-4535-a2c0-55fe7a90c6c5' was deleted {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 20:51:55.514358 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4f8637af-87e1-40a7-bda6-5f2398781b79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:55.569620 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4f8637af-87e1-40a7-bda6-5f2398781b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:55.585554 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8637af-87e1-40a7-bda6-5f2398781b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9554216e-9698-4084-8632-2c76f326363d,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:51:55.598638 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4f8637af-87e1-40a7-bda6-5f2398781b79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:55.602456 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-4f8637af-87e1-40a7-bda6-5f2398781b79 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9554216e-9698-4084-8632-2c76f326363d HTTP/1.1" status: 204 len: 168 time: 0.1700764 May 05 20:51:55.927763 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40178) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:51:55.976021 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-17263a47-dd15-4253-bc7c-94ffa44ebf29 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d435fa5dbf334c1bb83548fa3e9f7b00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469177 May 05 20:51:55.978245 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40182) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:51:56.035431 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ef8d4a84-4094-4228-8fcd-da1b651946cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:56.060771 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ef8d4a84-4094-4228-8fcd-da1b651946cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:56.111582 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ef8d4a84-4094-4228-8fcd-da1b651946cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:56.129134 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8d4a84-4094-4228-8fcd-da1b651946cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2713c561-c0b7-414d-9b05-5bb39d76a755,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:51:56.132373 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ef8d4a84-4094-4228-8fcd-da1b651946cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:56.133486 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-ef8d4a84-4094-4228-8fcd-da1b651946cf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2713c561-c0b7-414d-9b05-5bb39d76a755 HTTP/1.1" status: 204 len: 168 time: 0.1543648 May 05 20:51:58.025077 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40224) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:51:58.030952 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-d90542fc-38f1-4012-ba4d-8dc6c8fb9907 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-181052950', 'description': 'tempest-secgroup-smoke-181052950 description', 'project_id': '30a835e817a747e3b9b294a4a57222fc'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:51:58.037566 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d90542fc-38f1-4012-ba4d-8dc6c8fb9907 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:51:58.041373 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d90542fc-38f1-4012-ba4d-8dc6c8fb9907 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Usage tracker for resource:security_group and tenant:30a835e817a747e3b9b294a4a57222fc is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:51:58.044959 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d90542fc-38f1-4012-ba4d-8dc6c8fb9907 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:51:58.051151 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d90542fc-38f1-4012-ba4d-8dc6c8fb9907 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:51:58.060210 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d90542fc-38f1-4012-ba4d-8dc6c8fb9907 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:58.074987 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d90542fc-38f1-4012-ba4d-8dc6c8fb9907 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:58.089687 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d90542fc-38f1-4012-ba4d-8dc6c8fb9907 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:51:58.093478 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d90542fc-38f1-4012-ba4d-8dc6c8fb9907 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Usage tracker for resource:security_group_rule and tenant:30a835e817a747e3b9b294a4a57222fc is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:51:58.096297 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d90542fc-38f1-4012-ba4d-8dc6c8fb9907 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:51:58.101966 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d90542fc-38f1-4012-ba4d-8dc6c8fb9907 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:51:58.183042 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d90542fc-38f1-4012-ba4d-8dc6c8fb9907 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:58.186800 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d90542fc-38f1-4012-ba4d-8dc6c8fb9907 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:58.197273 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d90542fc-38f1-4012-ba4d-8dc6c8fb9907 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:51:58.204839 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d90542fc-38f1-4012-ba4d-8dc6c8fb9907 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Usage tracker for resource:security_group_rule and tenant:30a835e817a747e3b9b294a4a57222fc is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:51:58.209474 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d90542fc-38f1-4012-ba4d-8dc6c8fb9907 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:51:58.223650 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d90542fc-38f1-4012-ba4d-8dc6c8fb9907 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:51:58.231429 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90542fc-38f1-4012-ba4d-8dc6c8fb9907 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee19572c-017b-4687-b84e-4e08cd32c516,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:51:58.299644 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d90542fc-38f1-4012-ba4d-8dc6c8fb9907 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:58.303100 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d90542fc-38f1-4012-ba4d-8dc6c8fb9907 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:58.343865 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90542fc-38f1-4012-ba4d-8dc6c8fb9907 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6691b7-e9d9-4044-89a6-28b302549fda,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:51:58.347329 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d90542fc-38f1-4012-ba4d-8dc6c8fb9907 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:58.348673 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d90542fc-38f1-4012-ba4d-8dc6c8fb9907 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3225718 May 05 20:51:58.351527 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40228) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:51:58.357371 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-1c54c05e-f903-4428-831c-d77b1a558c17 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Request body: {'security_group_rule': {'security_group_id': '3d6691b7-e9d9-4044-89a6-28b302549fda', 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:51:58.364076 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1c54c05e-f903-4428-831c-d77b1a558c17 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:51:58.367939 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-1c54c05e-f903-4428-831c-d77b1a558c17 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Usage tracker for resource:security_group_rule and tenant:30a835e817a747e3b9b294a4a57222fc is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:51:58.371115 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-1c54c05e-f903-4428-831c-d77b1a558c17 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:51:58.376856 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1c54c05e-f903-4428-831c-d77b1a558c17 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:51:58.393846 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1c54c05e-f903-4428-831c-d77b1a558c17 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:58.456743 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1c54c05e-f903-4428-831c-d77b1a558c17 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:58.460181 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1c54c05e-f903-4428-831c-d77b1a558c17 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:58.483394 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c54c05e-f903-4428-831c-d77b1a558c17 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01647977-57cc-498f-88ba-5c60b7e9487e,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:51:58.493204 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1c54c05e-f903-4428-831c-d77b1a558c17 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:58.494442 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-1c54c05e-f903-4428-831c-d77b1a558c17 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1419940 May 05 20:51:58.497778 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 40232) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:51:58.502853 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-241a25ea-6094-4806-96b3-d7fd8077d8a3 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Request body: {'security_group_rule': {'security_group_id': '3d6691b7-e9d9-4044-89a6-28b302549fda', 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:51:58.509725 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-241a25ea-6094-4806-96b3-d7fd8077d8a3 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:51:58.514150 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-241a25ea-6094-4806-96b3-d7fd8077d8a3 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Usage tracker for resource:security_group_rule and tenant:30a835e817a747e3b9b294a4a57222fc is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:51:58.517509 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-241a25ea-6094-4806-96b3-d7fd8077d8a3 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:51:58.523178 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-241a25ea-6094-4806-96b3-d7fd8077d8a3 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:51:58.538912 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-241a25ea-6094-4806-96b3-d7fd8077d8a3 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:58.600216 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-241a25ea-6094-4806-96b3-d7fd8077d8a3 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:58.603722 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-241a25ea-6094-4806-96b3-d7fd8077d8a3 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:58.630795 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241a25ea-6094-4806-96b3-d7fd8077d8a3 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8c625b2-6742-4baa-a138-42edc5b8079c,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:51:58.640793 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-241a25ea-6094-4806-96b3-d7fd8077d8a3 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:58.641956 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-241a25ea-6094-4806-96b3-d7fd8077d8a3 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1431940 May 05 20:51:58.644786 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 40236) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:51:58.649579 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-1ff0e89f-4c66-4dcf-b217-d817b73c823d tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Request body: {'security_group_rule': {'security_group_id': '3d6691b7-e9d9-4044-89a6-28b302549fda', 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:51:58.656788 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-1ff0e89f-4c66-4dcf-b217-d817b73c823d tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:51:58.660632 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-1ff0e89f-4c66-4dcf-b217-d817b73c823d tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Usage tracker for resource:security_group_rule and tenant:30a835e817a747e3b9b294a4a57222fc is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:51:58.663522 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-1ff0e89f-4c66-4dcf-b217-d817b73c823d tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:51:58.669195 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-1ff0e89f-4c66-4dcf-b217-d817b73c823d tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:51:58.685283 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1ff0e89f-4c66-4dcf-b217-d817b73c823d tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:58.748668 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1ff0e89f-4c66-4dcf-b217-d817b73c823d tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:58.753259 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1ff0e89f-4c66-4dcf-b217-d817b73c823d tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:58.778729 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff0e89f-4c66-4dcf-b217-d817b73c823d tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cc811fa-48ae-4769-b47d-7b5d19c7198b,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:51:58.787399 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1ff0e89f-4c66-4dcf-b217-d817b73c823d tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:58.788510 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-1ff0e89f-4c66-4dcf-b217-d817b73c823d tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1428258 May 05 20:51:58.791168 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 40240) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:51:58.796084 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-4c30f5a7-49e7-4488-8322-b6d8006a2725 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Request body: {'security_group_rule': {'security_group_id': '3d6691b7-e9d9-4044-89a6-28b302549fda', 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:51:58.802606 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4c30f5a7-49e7-4488-8322-b6d8006a2725 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:51:58.806440 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4c30f5a7-49e7-4488-8322-b6d8006a2725 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Usage tracker for resource:security_group_rule and tenant:30a835e817a747e3b9b294a4a57222fc is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:51:58.810076 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4c30f5a7-49e7-4488-8322-b6d8006a2725 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:51:58.815905 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4c30f5a7-49e7-4488-8322-b6d8006a2725 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:51:58.835377 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4c30f5a7-49e7-4488-8322-b6d8006a2725 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:58.897334 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4c30f5a7-49e7-4488-8322-b6d8006a2725 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:58.900529 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4c30f5a7-49e7-4488-8322-b6d8006a2725 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:58.924237 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c30f5a7-49e7-4488-8322-b6d8006a2725 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bed8ba5-a075-4327-93f5-416632b05f08,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:51:58.933591 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4c30f5a7-49e7-4488-8322-b6d8006a2725 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:58.934749 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-4c30f5a7-49e7-4488-8322-b6d8006a2725 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1426415 May 05 20:51:58.937522 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 40244) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:51:58.942384 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-78fc0b9e-115f-4154-a85d-3f93916f7dc0 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Request body: {'security_group_rule': {'security_group_id': '3d6691b7-e9d9-4044-89a6-28b302549fda', 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:51:58.949925 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-78fc0b9e-115f-4154-a85d-3f93916f7dc0 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:51:58.953790 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-78fc0b9e-115f-4154-a85d-3f93916f7dc0 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Usage tracker for resource:security_group_rule and tenant:30a835e817a747e3b9b294a4a57222fc is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:51:58.956683 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-78fc0b9e-115f-4154-a85d-3f93916f7dc0 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:51:58.962559 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-78fc0b9e-115f-4154-a85d-3f93916f7dc0 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:51:58.972988 n-d-840717-1 neutron-server[88197]: INFO neutron.db.securitygroups_db [None req-78fc0b9e-115f-4154-a85d-3f93916f7dc0 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Project 30a835e817a747e3b9b294a4a57222fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 20:51:58.980054 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-78fc0b9e-115f-4154-a85d-3f93916f7dc0 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:59.043262 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-78fc0b9e-115f-4154-a85d-3f93916f7dc0 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:59.046616 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-78fc0b9e-115f-4154-a85d-3f93916f7dc0 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:59.071416 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fc0b9e-115f-4154-a85d-3f93916f7dc0 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86f2aa4f-9373-4f8f-9655-9fcc7e278e63,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:51:59.080760 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-78fc0b9e-115f-4154-a85d-3f93916f7dc0 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:59.081931 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-78fc0b9e-115f-4154-a85d-3f93916f7dc0 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1435089 May 05 20:51:59.084712 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 40248) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:51:59.089529 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-cf789e55-36a7-443f-98f3-276aea588b8f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Request body: {'security_group_rule': {'security_group_id': '3d6691b7-e9d9-4044-89a6-28b302549fda', 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:51:59.095892 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-cf789e55-36a7-443f-98f3-276aea588b8f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:51:59.099637 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-cf789e55-36a7-443f-98f3-276aea588b8f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Usage tracker for resource:security_group_rule and tenant:30a835e817a747e3b9b294a4a57222fc is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:51:59.102442 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-cf789e55-36a7-443f-98f3-276aea588b8f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:51:59.108822 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-cf789e55-36a7-443f-98f3-276aea588b8f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:51:59.118710 n-d-840717-1 neutron-server[88197]: INFO neutron.db.securitygroups_db [None req-cf789e55-36a7-443f-98f3-276aea588b8f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Project 30a835e817a747e3b9b294a4a57222fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 20:51:59.125753 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cf789e55-36a7-443f-98f3-276aea588b8f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:59.190838 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cf789e55-36a7-443f-98f3-276aea588b8f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:59.194273 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cf789e55-36a7-443f-98f3-276aea588b8f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:59.216774 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf789e55-36a7-443f-98f3-276aea588b8f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15a36769-bb21-497d-a983-35b20c441df4,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:51:59.225259 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cf789e55-36a7-443f-98f3-276aea588b8f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:59.226655 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-cf789e55-36a7-443f-98f3-276aea588b8f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1410306 May 05 20:51:59.230271 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 40252) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:51:59.235542 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-ed5c323e-2826-4a84-af80-d6a13a70fc93 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Request body: {'network': {'name': 'tempest-network-smoke--1060003246', 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'port_security_enabled': True}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:51:59.240918 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-ed5c323e-2826-4a84-af80-d6a13a70fc93 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:51:59.245522 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-ed5c323e-2826-4a84-af80-d6a13a70fc93 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Usage tracker for resource:network and tenant:30a835e817a747e3b9b294a4a57222fc is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:51:59.248385 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-ed5c323e-2826-4a84-af80-d6a13a70fc93 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:51:59.254290 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-ed5c323e-2826-4a84-af80-d6a13a70fc93 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:51:59.264323 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5c323e-2826-4a84-af80-d6a13a70fc93 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Made reservation on behalf of 30a835e817a747e3b9b294a4a57222fc for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:51:59.267738 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ed5c323e-2826-4a84-af80-d6a13a70fc93 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:59.294317 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed5c323e-2826-4a84-af80-d6a13a70fc93 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:51:59.303173 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ed5c323e-2826-4a84-af80-d6a13a70fc93 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:59.303537 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-ed5c323e-2826-4a84-af80-d6a13a70fc93 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Added segment 87547fd3-9bae-4b80-900b-c86f5a6b4719 of type vlan for network a61d4b50-b794-444b-90ed-59924644d432 May 05 20:51:59.329162 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ed5c323e-2826-4a84-af80-d6a13a70fc93 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:59.357081 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ed5c323e-2826-4a84-af80-d6a13a70fc93 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:59.362656 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5c323e-2826-4a84-af80-d6a13a70fc93 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:51:59.363227 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-ed5c323e-2826-4a84-af80-d6a13a70fc93 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:59.418757 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-ed5c323e-2826-4a84-af80-d6a13a70fc93 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1874957 May 05 20:51:59.421827 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40256) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:51:59.427169 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-a74af46f-82ed-4e7c-9332-5236da068171 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1058121760', 'admin_state_up': True, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:51:59.435301 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a74af46f-82ed-4e7c-9332-5236da068171 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:51:59.439248 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a74af46f-82ed-4e7c-9332-5236da068171 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Usage tracker for resource:router and tenant:30a835e817a747e3b9b294a4a57222fc is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:51:59.442216 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a74af46f-82ed-4e7c-9332-5236da068171 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:51:59.450359 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a74af46f-82ed-4e7c-9332-5236da068171 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:51:59.460138 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a74af46f-82ed-4e7c-9332-5236da068171 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:59.461124 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a74af46f-82ed-4e7c-9332-5236da068171 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:59.473863 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5c323e-2826-4a84-af80-d6a13a70fc93 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event updated for resources: {'Network': ['ID=a61d4b50-b794-444b-90ed-59924644d432,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:51:59.476838 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a74af46f-82ed-4e7c-9332-5236da068171 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:51:59.485130 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network a61d4b50-b794-444b-90ed-59924644d432 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:51:59.852145 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a74af46f-82ed-4e7c-9332-5236da068171 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:00.154577 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a74af46f-82ed-4e7c-9332-5236da068171 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for router_gateway, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:00.187152 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a74af46f-82ed-4e7c-9332-5236da068171 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:00.318688 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-a74af46f-82ed-4e7c-9332-5236da068171 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Allocated IP 172.25.0.20 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/ef2b4f21-fba2-431e-9026-f4fabcba57ee) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:52:00.470184 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a74af46f-82ed-4e7c-9332-5236da068171 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:00.499210 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a74af46f-82ed-4e7c-9332-5236da068171 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:00.563002 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74af46f-82ed-4e7c-9332-5236da068171 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:52:00.565892 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-a74af46f-82ed-4e7c-9332-5236da068171 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:52:00.569619 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74af46f-82ed-4e7c-9332-5236da068171 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:52:00.603388 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74af46f-82ed-4e7c-9332-5236da068171 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event updated for resources: {'Port': ['ID=ef2b4f21-fba2-431e-9026-f4fabcba57ee,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:52:00.988012 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a74af46f-82ed-4e7c-9332-5236da068171 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for router_gateway, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:01.431524 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a74af46f-82ed-4e7c-9332-5236da068171 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:01.634822 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a74af46f-82ed-4e7c-9332-5236da068171 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Router 717fa601-7e1b-43c5-af8d-827454fc4d4a is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:52:01.807183 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a74af46f-82ed-4e7c-9332-5236da068171 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:52:01.816655 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5c6982-9137-4101-a660-328fe43a6bca None None] Sync routers for ids ['717fa601-7e1b-43c5-af8d-827454fc4d4a'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:52:01.825495 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5c6982-9137-4101-a660-328fe43a6bca None None] Routers {'717fa601-7e1b-43c5-af8d-827454fc4d4a'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:52:01.826098 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-5c5c6982-9137-4101-a660-328fe43a6bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:51:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['717fa601-7e1b-43c5-af8d-827454fc4d4a'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:52:01.833223 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a74af46f-82ed-4e7c-9332-5236da068171 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:01.837610 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a74af46f-82ed-4e7c-9332-5236da068171 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4115624 May 05 20:52:01.837769 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40260) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:52:01.978194 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-09f17918-20ea-4af7-860c-ddcf48acbad3 tempest-TestNetworkAdvancedServerOps-1066420911 tempest-TestNetworkAdvancedServerOps-1066420911-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=30a835e817a747e3b9b294a4a57222fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1386962 May 05 20:52:01.981812 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40266) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:52:02.009912 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-5c5c6982-9137-4101-a660-328fe43a6bca None None] Set router 717fa601-7e1b-43c5-af8d-827454fc4d4a gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:52:02.110395 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0110382-e98d-4eb8-96df-992b3f28c121 tempest-TestNetworkAdvancedServerOps-1066420911 tempest-TestNetworkAdvancedServerOps-1066420911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:52:02.111941 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b0110382-e98d-4eb8-96df-992b3f28c121 tempest-TestNetworkAdvancedServerOps-1066420911 tempest-TestNetworkAdvancedServerOps-1066420911-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1292343 May 05 20:52:02.114787 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40270) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:52:02.154144 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-dad8dfc0-b612-4d46-baf3-b9fdf86bfbf7 tempest-TestNetworkAdvancedServerOps-1066420911 tempest-TestNetworkAdvancedServerOps-1066420911-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=0401d202-1605-4cfe-bad4-fb225df6afb0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382521 May 05 20:52:02.156730 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40274) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:52:02.161875 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-222e78a7-84e8-4d17-9865-79ae3f4982b3 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1761368289', 'network_id': 'a61d4b50-b794-444b-90ed-59924644d432', 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:52:02.271095 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-222e78a7-84e8-4d17-9865-79ae3f4982b3 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:52:02.274909 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-222e78a7-84e8-4d17-9865-79ae3f4982b3 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Usage tracker for resource:subnet and tenant:30a835e817a747e3b9b294a4a57222fc is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:52:02.278413 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-222e78a7-84e8-4d17-9865-79ae3f4982b3 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:52:02.284091 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-222e78a7-84e8-4d17-9865-79ae3f4982b3 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:52:02.295182 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222e78a7-84e8-4d17-9865-79ae3f4982b3 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Made reservation on behalf of 30a835e817a747e3b9b294a4a57222fc for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:52:02.298918 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-222e78a7-84e8-4d17-9865-79ae3f4982b3 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:02.321655 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-5c5c6982-9137-4101-a660-328fe43a6bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717fa601-7e1b-43c5-af8d-827454fc4d4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1058121760', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'ef2b4f21-fba2-431e-9026-f4fabcba57ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:51:59Z', 'updated_at': '2022-05-05T20:52:00Z', 'revision_number': 3, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'gw_port': {'id': 'ef2b4f21-fba2-431e-9026-f4fabcba57ee', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:22:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717fa601-7e1b-43c5-af8d-827454fc4d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:52:00Z', 'updated_at': '2022-05-05T20:52:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:52:02.325895 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5c6982-9137-4101-a660-328fe43a6bca None None] Checking router: 717fa601-7e1b-43c5-af8d-827454fc4d4a for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:52:02.326228 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5c6982-9137-4101-a660-328fe43a6bca None None] Updating router 717fa601-7e1b-43c5-af8d-827454fc4d4a port ef2b4f21-fba2-431e-9026-f4fabcba57ee binding host n-d-840717-1 {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:52:02.380626 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5c5c6982-9137-4101-a660-328fe43a6bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:02.515233 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-222e78a7-84e8-4d17-9865-79ae3f4982b3 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:02.601311 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222e78a7-84e8-4d17-9865-79ae3f4982b3 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event updated for resources: {'Subnet': ['ID=0ac3b23d-0f2e-4f14-ba69-5c2f3711efd1,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:52:02.609602 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222e78a7-84e8-4d17-9865-79ae3f4982b3 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Checking segment: {'id': '87547fd3-9bae-4b80-900b-c86f5a6b4719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a61d4b50-b794-444b-90ed-59924644d432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:52:02.609964 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222e78a7-84e8-4d17-9865-79ae3f4982b3 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Network hostable DHCP agents. Network: a61d4b50-b794-444b-90ed-59924644d432, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:52:02.630030 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222e78a7-84e8-4d17-9865-79ae3f4982b3 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Network a61d4b50-b794-444b-90ed-59924644d432 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:52:02.641071 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-222e78a7-84e8-4d17-9865-79ae3f4982b3 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, a61d4b50-b794-444b-90ed-59924644d432) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:52:02.645351 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222e78a7-84e8-4d17-9865-79ae3f4982b3 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:52:02.646288 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-222e78a7-84e8-4d17-9865-79ae3f4982b3 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:02.651241 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a58c902-fe4d-4824-b550-d20eb2bcd4df None None] Network a61d4b50-b794-444b-90ed-59924644d432 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:52:02.672331 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-222e78a7-84e8-4d17-9865-79ae3f4982b3 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5118594 May 05 20:52:02.672566 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40278) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:52:02.711712 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5c5c6982-9137-4101-a660-328fe43a6bca None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:02.723428 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-5c5c6982-9137-4101-a660-328fe43a6bca None None] Transition to ACTIVE for port object ef2b4f21-fba2-431e-9026-f4fabcba57ee will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:52:02.729273 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5c5c6982-9137-4101-a660-328fe43a6bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:02.800163 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-5c5c6982-9137-4101-a660-328fe43a6bca None None] Attempting to bind port ef2b4f21-fba2-431e-9026-f4fabcba57ee on host n-d-840717-1 for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:52:02.800616 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-5c5c6982-9137-4101-a660-328fe43a6bca None None] Attempting to bind port ef2b4f21-fba2-431e-9026-f4fabcba57ee by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:52:02.801017 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5c6982-9137-4101-a660-328fe43a6bca None None] Attempting to bind port ef2b4f21-fba2-431e-9026-f4fabcba57ee on network 0401d202-1605-4cfe-bad4-fb225df6afb0 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:52:02.810021 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5c6982-9137-4101-a660-328fe43a6bca None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:52:02.810464 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5c6982-9137-4101-a660-328fe43a6bca None None] Checking segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:52:02.810916 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5c5c6982-9137-4101-a660-328fe43a6bca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:02.811871 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5c6982-9137-4101-a660-328fe43a6bca None None] Bound using segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:52:02.811871 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-5c5c6982-9137-4101-a660-328fe43a6bca None None] Bound port: ef2b4f21-fba2-431e-9026-f4fabcba57ee, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:52:02.812287 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5c5c6982-9137-4101-a660-328fe43a6bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:02.868750 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404ee7d5-fd07-4ba8-8af8-95ce796aebe3 None None] Pushing event updated for resources: {'Port': ['ID=ef2b4f21-fba2-431e-9026-f4fabcba57ee,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:52:02.873455 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f69426-728b-4e30-92da-8fb22cf9e617 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-a61d4b50-b794-444b-90ed-59924644d432', 'network_id': 'a61d4b50-b794-444b-90ed-59924644d432', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'fixed_ips': [{'subnet_id': '0ac3b23d-0f2e-4f14-ba69-5c2f3711efd1'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:52:02.874438 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-57f69426-728b-4e30-92da-8fb22cf9e617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:02.892652 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ee7d5-fd07-4ba8-8af8-95ce796aebe3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:52:02.892876 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ee7d5-fd07-4ba8-8af8-95ce796aebe3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:52:02.893211 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ee7d5-fd07-4ba8-8af8-95ce796aebe3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:52:02.893851 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ee7d5-fd07-4ba8-8af8-95ce796aebe3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:52:02.894172 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ee7d5-fd07-4ba8-8af8-95ce796aebe3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:52:02.894488 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ee7d5-fd07-4ba8-8af8-95ce796aebe3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:52:02.894800 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ee7d5-fd07-4ba8-8af8-95ce796aebe3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:52:02.895112 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ee7d5-fd07-4ba8-8af8-95ce796aebe3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:52:02.895443 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ee7d5-fd07-4ba8-8af8-95ce796aebe3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:52:02.895755 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ee7d5-fd07-4ba8-8af8-95ce796aebe3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:52:02.896061 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ee7d5-fd07-4ba8-8af8-95ce796aebe3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:52:02.896366 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ee7d5-fd07-4ba8-8af8-95ce796aebe3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:52:02.914513 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-5c5c6982-9137-4101-a660-328fe43a6bca None None] For port ef2b4f21-fba2-431e-9026-f4fabcba57ee, host n-d-840717-1, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:52:02.919890 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-5c5c6982-9137-4101-a660-328fe43a6bca None None] For port ef2b4f21-fba2-431e-9026-f4fabcba57ee, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=ef2b4f21-fba2-431e-9026-f4fabcba57ee,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:52:02.923799 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5c5c6982-9137-4101-a660-328fe43a6bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:03.006128 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5c6982-9137-4101-a660-328fe43a6bca None None] Routers {'717fa601-7e1b-43c5-af8d-827454fc4d4a'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:52:03.006858 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-5c5c6982-9137-4101-a660-328fe43a6bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:51:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['717fa601-7e1b-43c5-af8d-827454fc4d4a'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:52:03.052492 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-57f69426-728b-4e30-92da-8fb22cf9e617 None None] Allocated IP 172.20.0.2 (a61d4b50-b794-444b-90ed-59924644d432/0ac3b23d-0f2e-4f14-ba69-5c2f3711efd1/29475f23-a776-4724-830c-0d6d7b77d840) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:52:03.149430 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404ee7d5-fd07-4ba8-8af8-95ce796aebe3 None None] Pushing event updated for resources: {'Port': ['ID=ef2b4f21-fba2-431e-9026-f4fabcba57ee,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:52:03.199731 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-5c5c6982-9137-4101-a660-328fe43a6bca None None] Set router 717fa601-7e1b-43c5-af8d-827454fc4d4a gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:52:03.262572 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-57f69426-728b-4e30-92da-8fb22cf9e617 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:03.273199 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-57f69426-728b-4e30-92da-8fb22cf9e617 None None] Transition to ACTIVE for port object 29475f23-a776-4724-830c-0d6d7b77d840 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:52:03.293155 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-57f69426-728b-4e30-92da-8fb22cf9e617 None None] Transition to ACTIVE for port object 29475f23-a776-4724-830c-0d6d7b77d840 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:52:03.298960 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-57f69426-728b-4e30-92da-8fb22cf9e617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:03.351917 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f69426-728b-4e30-92da-8fb22cf9e617 None None] Network a61d4b50-b794-444b-90ed-59924644d432 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:52:03.353350 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-57f69426-728b-4e30-92da-8fb22cf9e617 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:52:03.367668 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f69426-728b-4e30-92da-8fb22cf9e617 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:52:03.468226 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f69426-728b-4e30-92da-8fb22cf9e617 None None] Pushing event updated for resources: {'Port': ['ID=29475f23-a776-4724-830c-0d6d7b77d840,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:52:03.472793 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-57f69426-728b-4e30-92da-8fb22cf9e617 None None] Attempting to bind port 29475f23-a776-4724-830c-0d6d7b77d840 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:52:03.473557 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-57f69426-728b-4e30-92da-8fb22cf9e617 None None] Attempting to bind port 29475f23-a776-4724-830c-0d6d7b77d840 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '87547fd3-9bae-4b80-900b-c86f5a6b4719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a61d4b50-b794-444b-90ed-59924644d432'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:52:03.473557 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f69426-728b-4e30-92da-8fb22cf9e617 None None] Attempting to bind port 29475f23-a776-4724-830c-0d6d7b77d840 on network a61d4b50-b794-444b-90ed-59924644d432 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:52:03.481160 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f69426-728b-4e30-92da-8fb22cf9e617 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:52:03.481503 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f69426-728b-4e30-92da-8fb22cf9e617 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:52:03.481844 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f69426-728b-4e30-92da-8fb22cf9e617 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:52:03.482174 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f69426-728b-4e30-92da-8fb22cf9e617 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:52:03.482504 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f69426-728b-4e30-92da-8fb22cf9e617 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:52:03.482833 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f69426-728b-4e30-92da-8fb22cf9e617 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:52:03.483157 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f69426-728b-4e30-92da-8fb22cf9e617 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:52:03.483514 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f69426-728b-4e30-92da-8fb22cf9e617 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:52:03.483837 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f69426-728b-4e30-92da-8fb22cf9e617 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:52:03.484155 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f69426-728b-4e30-92da-8fb22cf9e617 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:52:03.484473 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f69426-728b-4e30-92da-8fb22cf9e617 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:52:03.484793 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f69426-728b-4e30-92da-8fb22cf9e617 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:52:03.490000 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f69426-728b-4e30-92da-8fb22cf9e617 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:52:03.490343 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f69426-728b-4e30-92da-8fb22cf9e617 None None] Checking segment: {'id': '87547fd3-9bae-4b80-900b-c86f5a6b4719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a61d4b50-b794-444b-90ed-59924644d432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:52:03.490741 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-57f69426-728b-4e30-92da-8fb22cf9e617 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:03.491121 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f69426-728b-4e30-92da-8fb22cf9e617 None None] Bound using segment: {'id': '87547fd3-9bae-4b80-900b-c86f5a6b4719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a61d4b50-b794-444b-90ed-59924644d432'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:52:03.491611 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-57f69426-728b-4e30-92da-8fb22cf9e617 None None] Bound port: 29475f23-a776-4724-830c-0d6d7b77d840, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87547fd3-9bae-4b80-900b-c86f5a6b4719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a61d4b50-b794-444b-90ed-59924644d432'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:52:03.491985 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-57f69426-728b-4e30-92da-8fb22cf9e617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:03.505795 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-5c5c6982-9137-4101-a660-328fe43a6bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717fa601-7e1b-43c5-af8d-827454fc4d4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1058121760', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'ef2b4f21-fba2-431e-9026-f4fabcba57ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:51:59Z', 'updated_at': '2022-05-05T20:52:00Z', 'revision_number': 3, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'gw_port': {'id': 'ef2b4f21-fba2-431e-9026-f4fabcba57ee', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:22:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717fa601-7e1b-43c5-af8d-827454fc4d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:52:00Z', 'updated_at': '2022-05-05T20:52:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:52:03.509896 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5c6982-9137-4101-a660-328fe43a6bca None None] The sync data for ids ['717fa601-7e1b-43c5-af8d-827454fc4d4a'] in n-d-840717-1 is: [{'id': '717fa601-7e1b-43c5-af8d-827454fc4d4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1058121760', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'ef2b4f21-fba2-431e-9026-f4fabcba57ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:51:59Z', 'updated_at': '2022-05-05T20:52:00Z', 'revision_number': 3, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'gw_port': {'id': 'ef2b4f21-fba2-431e-9026-f4fabcba57ee', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:22:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717fa601-7e1b-43c5-af8d-827454fc4d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:52:00Z', 'updated_at': '2022-05-05T20:52:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:52:03.532412 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eddae3b4-f50e-4a9e-bcfd-1e73608f5943 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:03.598757 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-57f69426-728b-4e30-92da-8fb22cf9e617 None None] For port 29475f23-a776-4724-830c-0d6d7b77d840, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:52:03.602058 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-57f69426-728b-4e30-92da-8fb22cf9e617 None None] For port 29475f23-a776-4724-830c-0d6d7b77d840, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=29475f23-a776-4724-830c-0d6d7b77d840,segment=NetworkSegment(87547fd3-9bae-4b80-900b-c86f5a6b4719),segment_id=87547fd3-9bae-4b80-900b-c86f5a6b4719)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:52:03.607279 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-57f69426-728b-4e30-92da-8fb22cf9e617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:03.700187 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f69426-728b-4e30-92da-8fb22cf9e617 None None] Pushing event updated for resources: {'Port': ['ID=29475f23-a776-4724-830c-0d6d7b77d840,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:52:04.007388 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-eddae3b4-f50e-4a9e-bcfd-1e73608f5943 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Allocated IP 172.20.0.1 (a61d4b50-b794-444b-90ed-59924644d432/0ac3b23d-0f2e-4f14-ba69-5c2f3711efd1/6f804b16-105e-4846-a304-056e93d4cae5) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:52:04.177949 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eddae3b4-f50e-4a9e-bcfd-1e73608f5943 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:04.194468 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-eddae3b4-f50e-4a9e-bcfd-1e73608f5943 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Transition to ACTIVE for port object 6f804b16-105e-4846-a304-056e93d4cae5 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:52:04.220629 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eddae3b4-f50e-4a9e-bcfd-1e73608f5943 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:04.292817 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eddae3b4-f50e-4a9e-bcfd-1e73608f5943 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Network a61d4b50-b794-444b-90ed-59924644d432 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:52:04.295590 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-eddae3b4-f50e-4a9e-bcfd-1e73608f5943 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:52:04.298011 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddae3b4-f50e-4a9e-bcfd-1e73608f5943 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:52:04.339296 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddae3b4-f50e-4a9e-bcfd-1e73608f5943 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event updated for resources: {'Port': ['ID=6f804b16-105e-4846-a304-056e93d4cae5,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:52:04.369178 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eddae3b4-f50e-4a9e-bcfd-1e73608f5943 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:04.731810 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9181097f-03b5-4439-8490-7d9108d80624 None None] Network a61d4b50-b794-444b-90ed-59924644d432 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:52:04.768779 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eddae3b4-f50e-4a9e-bcfd-1e73608f5943 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:04.779899 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device ef2b4f21-fba2-431e-9026-f4fabcba57ee up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:52:04.829794 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-69d9268e-6213-4c84-b284-15dee2ded4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:04.912422 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-168b903a-3952-46b9-8dca-1059179fb2c5 None None] Provisioning for port 29475f23-a776-4724-830c-0d6d7b77d840 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:52:04.973394 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port ef2b4f21-fba2-431e-9026-f4fabcba57ee completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:52:04.981241 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port ef2b4f21-fba2-431e-9026-f4fabcba57ee triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:52:04.981609 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:05.174895 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:05.195720 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port ef2b4f21-fba2-431e-9026-f4fabcba57ee, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=ef2b4f21-fba2-431e-9026-f4fabcba57ee,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:52:05.200782 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eddae3b4-f50e-4a9e-bcfd-1e73608f5943 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:05.201347 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:05.201866 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 29475f23-a776-4724-830c-0d6d7b77d840 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:52:05.205675 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eddae3b4-f50e-4a9e-bcfd-1e73608f5943 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:05.322379 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=ef2b4f21-fba2-431e-9026-f4fabcba57ee,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:52:05.329824 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddae3b4-f50e-4a9e-bcfd-1e73608f5943 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event updated for resources: {'Port': ['ID=6f804b16-105e-4846-a304-056e93d4cae5,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:52:05.337257 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eddae3b4-f50e-4a9e-bcfd-1e73608f5943 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:05.347318 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 29475f23-a776-4724-830c-0d6d7b77d840 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:52:05.353536 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 29475f23-a776-4724-830c-0d6d7b77d840 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:52:05.354279 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:05.488111 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eddae3b4-f50e-4a9e-bcfd-1e73608f5943 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Network a61d4b50-b794-444b-90ed-59924644d432 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:52:05.489637 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-eddae3b4-f50e-4a9e-bcfd-1e73608f5943 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:52:05.507603 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-97e5a17d-029f-44af-8584-189f2abc6ae8 None None] Provisioning complete for port 29475f23-a776-4724-830c-0d6d7b77d840 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:52:05.508063 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-97e5a17d-029f-44af-8584-189f2abc6ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:05.584621 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:05.683062 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 29475f23-a776-4724-830c-0d6d7b77d840, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=29475f23-a776-4724-830c-0d6d7b77d840,segment=NetworkSegment(87547fd3-9bae-4b80-900b-c86f5a6b4719),segment_id=87547fd3-9bae-4b80-900b-c86f5a6b4719)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:52:05.694823 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:05.717893 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eddae3b4-f50e-4a9e-bcfd-1e73608f5943 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Router 717fa601-7e1b-43c5-af8d-827454fc4d4a has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:52:05.754883 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-97e5a17d-029f-44af-8584-189f2abc6ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:05.790445 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=29475f23-a776-4724-830c-0d6d7b77d840,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:52:05.853450 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-97e5a17d-029f-44af-8584-189f2abc6ae8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:52:05.854315 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-97e5a17d-029f-44af-8584-189f2abc6ae8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:52:05.901929 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eddae3b4-f50e-4a9e-bcfd-1e73608f5943 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:52:05.910664 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-eddae3b4-f50e-4a9e-bcfd-1e73608f5943 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "PUT /v2.0/routers/717fa601-7e1b-43c5-af8d-827454fc4d4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2372386 May 05 20:52:05.911882 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1037e4-b3da-459f-87e0-4c143ccbd6d8 None None] Sync routers for ids ['717fa601-7e1b-43c5-af8d-827454fc4d4a'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:52:05.921958 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1037e4-b3da-459f-87e0-4c143ccbd6d8 None None] Routers {'717fa601-7e1b-43c5-af8d-827454fc4d4a'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:52:05.922572 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-7d1037e4-b3da-459f-87e0-4c143ccbd6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:51:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['717fa601-7e1b-43c5-af8d-827454fc4d4a'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:52:06.071823 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c8b0abfa-16fa-4ce1-bc80-7a4c11c017ca req-8abbe64f-daf3-405d-af4b-8b38225c733f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-181052950&fields=id&tenant_id=30a835e817a747e3b9b294a4a57222fc HTTP/1.1" status: 200 len: 267 time: 0.0395334 May 05 20:52:06.104774 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-7d1037e4-b3da-459f-87e0-4c143ccbd6d8 None None] Set router 717fa601-7e1b-43c5-af8d-827454fc4d4a gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:52:06.220366 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b0abfa-16fa-4ce1-bc80-7a4c11c017ca req-f8f47706-0a31-485f-9136-de7c223527c8 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:52:06.221040 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-c8b0abfa-16fa-4ce1-bc80-7a4c11c017ca req-f8f47706-0a31-485f-9136-de7c223527c8 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Synchronizing usage tracker for tenant:30a835e817a747e3b9b294a4a57222fc on resource:network {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:52:06.238630 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-c8b0abfa-16fa-4ce1-bc80-7a4c11c017ca req-f8f47706-0a31-485f-9136-de7c223527c8 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Unset dirty status for tenant:30a835e817a747e3b9b294a4a57222fc on resource:network {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:52:06.239993 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c8b0abfa-16fa-4ce1-bc80-7a4c11c017ca req-f8f47706-0a31-485f-9136-de7c223527c8 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/networks?id=a61d4b50-b794-444b-90ed-59924644d432 HTTP/1.1" status: 200 len: 797 time: 0.1617768 May 05 20:52:06.255942 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c8b0abfa-16fa-4ce1-bc80-7a4c11c017ca req-55453431-e5ba-4989-9fe0-14439f7bd845 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/quotas/30a835e817a747e3b9b294a4a57222fc HTTP/1.1" status: 200 len: 375 time: 0.0100634 May 05 20:52:06.344413 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c8b0abfa-16fa-4ce1-bc80-7a4c11c017ca req-cf98658f-db97-4208-b080-0df859a75a5a tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=30a835e817a747e3b9b294a4a57222fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0829356 May 05 20:52:06.360853 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [req-c8b0abfa-16fa-4ce1-bc80-7a4c11c017ca req-f69d8237-b78b-4dd4-ba73-0b7ac7f9c542 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88197) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:52:06.361821 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c8b0abfa-16fa-4ce1-bc80-7a4c11c017ca req-f69d8237-b78b-4dd4-ba73-0b7ac7f9c542 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053070 May 05 20:52:06.462514 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-97e5a17d-029f-44af-8584-189f2abc6ae8 None None] Provisioning for port 6f804b16-105e-4846-a304-056e93d4cae5 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:52:06.470615 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-97e5a17d-029f-44af-8584-189f2abc6ae8 None None] Provisioning complete for port 6f804b16-105e-4846-a304-056e93d4cae5 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:52:06.470913 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-97e5a17d-029f-44af-8584-189f2abc6ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:06.497033 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c8b0abfa-16fa-4ce1-bc80-7a4c11c017ca req-30389998-d034-44c1-ba95-e28df1998cd4 service neutron] 10.222.0.36 "GET /v2.0/networks/a61d4b50-b794-444b-90ed-59924644d432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295464 May 05 20:52:06.526251 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-7d1037e4-b3da-459f-87e0-4c143ccbd6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717fa601-7e1b-43c5-af8d-827454fc4d4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1058121760', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'ef2b4f21-fba2-431e-9026-f4fabcba57ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:51:59Z', 'updated_at': '2022-05-05T20:52:04Z', 'revision_number': 4, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'gw_port': {'id': 'ef2b4f21-fba2-431e-9026-f4fabcba57ee', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:22:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717fa601-7e1b-43c5-af8d-827454fc4d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:52:00Z', 'updated_at': '2022-05-05T20:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '6f804b16-105e-4846-a304-056e93d4cae5', 'name': '', 'network_id': 'a61d4b50-b794-444b-90ed-59924644d432', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'mac_address': 'fa:16:3e:cd:47:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717fa601-7e1b-43c5-af8d-827454fc4d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '0ac3b23d-0f2e-4f14-ba69-5c2f3711efd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:52:03Z', 'updated_at': '2022-05-05T20:52:05Z', 'revision_number': 2, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'subnets': [{'id': '0ac3b23d-0f2e-4f14-ba69-5c2f3711efd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:52:06.532357 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-97e5a17d-029f-44af-8584-189f2abc6ae8 None None] Port 6f804b16-105e-4846-a304-056e93d4cae5 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:52:06.533892 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1037e4-b3da-459f-87e0-4c143ccbd6d8 None None] Checking router: 717fa601-7e1b-43c5-af8d-827454fc4d4a for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:52:06.534370 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1037e4-b3da-459f-87e0-4c143ccbd6d8 None None] Updating router 717fa601-7e1b-43c5-af8d-827454fc4d4a port 6f804b16-105e-4846-a304-056e93d4cae5 binding host n-d-840717-1 {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:52:06.590997 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7d1037e4-b3da-459f-87e0-4c143ccbd6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:06.637139 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c8b0abfa-16fa-4ce1-bc80-7a4c11c017ca req-fe9bddba-975a-47e8-b946-34d4da0fde82 service neutron] 10.222.0.36 "GET /v2.0/networks/a61d4b50-b794-444b-90ed-59924644d432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337175 May 05 20:52:06.707844 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-cfbd3a58-1ec5-4c8d-bbac-8a22f47a1f67 None None] Provisioning complete for port 6f804b16-105e-4846-a304-056e93d4cae5 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:52:06.708218 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cfbd3a58-1ec5-4c8d-bbac-8a22f47a1f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:06.744527 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device ef2b4f21-fba2-431e-9026-f4fabcba57ee up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:52:06.844245 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-cfbd3a58-1ec5-4c8d-bbac-8a22f47a1f67 None None] Port 6f804b16-105e-4846-a304-056e93d4cae5 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:52:06.853286 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-a6c6505e-7cab-4d09-a150-773cf719ca41 req-a644a5b2-c14c-4d5e-a8a9-a09040a7eec9 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Synchronizing usage tracker for tenant:30a835e817a747e3b9b294a4a57222fc on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:52:06.875327 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-a6c6505e-7cab-4d09-a150-773cf719ca41 req-a644a5b2-c14c-4d5e-a8a9-a09040a7eec9 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Unset dirty status for tenant:30a835e817a747e3b9b294a4a57222fc on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:52:06.885856 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a6c6505e-7cab-4d09-a150-773cf719ca41 req-a644a5b2-c14c-4d5e-a8a9-a09040a7eec9 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf0818d1-cad4-4b8c-98d5-7a5878238eb2 HTTP/1.1" status: 200 len: 210 time: 0.0877295 May 05 20:52:06.973005 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port ef2b4f21-fba2-431e-9026-f4fabcba57ee triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:52:06.973286 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:07.062760 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2f0289f9-375a-4f9c-a81b-2372849cbeb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:07.228529 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 29475f23-a776-4724-830c-0d6d7b77d840 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:52:07.258728 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7d1037e4-b3da-459f-87e0-4c143ccbd6d8 None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:07.288327 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-7d1037e4-b3da-459f-87e0-4c143ccbd6d8 None None] Transition to ACTIVE for port object 6f804b16-105e-4846-a304-056e93d4cae5 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:52:07.298152 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7d1037e4-b3da-459f-87e0-4c143ccbd6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:07.443214 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c54f68-c1a2-40eb-90db-8b75292fb22f None None] Pushing event updated for resources: {'Port': ['ID=6f804b16-105e-4846-a304-056e93d4cae5,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:52:07.482902 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 29475f23-a776-4724-830c-0d6d7b77d840 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:52:07.483192 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:07.597918 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-7d1037e4-b3da-459f-87e0-4c143ccbd6d8 None None] Attempting to bind port 6f804b16-105e-4846-a304-056e93d4cae5 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:52:07.598282 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-7d1037e4-b3da-459f-87e0-4c143ccbd6d8 None None] Attempting to bind port 6f804b16-105e-4846-a304-056e93d4cae5 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '87547fd3-9bae-4b80-900b-c86f5a6b4719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a61d4b50-b794-444b-90ed-59924644d432'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:52:07.598643 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1037e4-b3da-459f-87e0-4c143ccbd6d8 None None] Attempting to bind port 6f804b16-105e-4846-a304-056e93d4cae5 on network a61d4b50-b794-444b-90ed-59924644d432 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:52:07.610505 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1037e4-b3da-459f-87e0-4c143ccbd6d8 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:52:07.610876 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1037e4-b3da-459f-87e0-4c143ccbd6d8 None None] Checking segment: {'id': '87547fd3-9bae-4b80-900b-c86f5a6b4719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a61d4b50-b794-444b-90ed-59924644d432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:52:07.611272 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7d1037e4-b3da-459f-87e0-4c143ccbd6d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:07.611692 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1037e4-b3da-459f-87e0-4c143ccbd6d8 None None] Bound using segment: {'id': '87547fd3-9bae-4b80-900b-c86f5a6b4719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a61d4b50-b794-444b-90ed-59924644d432'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:52:07.612154 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-7d1037e4-b3da-459f-87e0-4c143ccbd6d8 None None] Bound port: 6f804b16-105e-4846-a304-056e93d4cae5, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87547fd3-9bae-4b80-900b-c86f5a6b4719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a61d4b50-b794-444b-90ed-59924644d432'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:52:07.612523 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7d1037e4-b3da-459f-87e0-4c143ccbd6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:07.761499 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-7d1037e4-b3da-459f-87e0-4c143ccbd6d8 None None] For port 6f804b16-105e-4846-a304-056e93d4cae5, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:52:07.765384 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-7d1037e4-b3da-459f-87e0-4c143ccbd6d8 None None] For port 6f804b16-105e-4846-a304-056e93d4cae5, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=6f804b16-105e-4846-a304-056e93d4cae5,segment=NetworkSegment(87547fd3-9bae-4b80-900b-c86f5a6b4719),segment_id=87547fd3-9bae-4b80-900b-c86f5a6b4719)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:52:07.769272 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7d1037e4-b3da-459f-87e0-4c143ccbd6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:07.855410 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1037e4-b3da-459f-87e0-4c143ccbd6d8 None None] Routers {'717fa601-7e1b-43c5-af8d-827454fc4d4a'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:52:07.856088 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-7d1037e4-b3da-459f-87e0-4c143ccbd6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:52:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['717fa601-7e1b-43c5-af8d-827454fc4d4a'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:52:08.022921 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b0abfa-16fa-4ce1-bc80-7a4c11c017ca req-a07d7960-8f45-4177-ad8d-649be5c1c064 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:52:08.025320 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c8b0abfa-16fa-4ce1-bc80-7a4c11c017ca req-a07d7960-8f45-4177-ad8d-649be5c1c064 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.50 "GET /v2.0/networks?id=a61d4b50-b794-444b-90ed-59924644d432 HTTP/1.1" status: 200 len: 797 time: 0.2402916 May 05 20:52:08.040673 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c54f68-c1a2-40eb-90db-8b75292fb22f None None] Pushing event updated for resources: {'Port': ['ID=6f804b16-105e-4846-a304-056e93d4cae5,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:52:08.056882 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:08.075723 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-7d1037e4-b3da-459f-87e0-4c143ccbd6d8 None None] Set router 717fa601-7e1b-43c5-af8d-827454fc4d4a gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:52:08.117833 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d713933b-3b09-4ead-a9d6-17a6570ec58c req-3e053c32-50dd-4b57-b9a5-7bfbc0144d2a tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf0818d1-cad4-4b8c-98d5-7a5878238eb2 HTTP/1.1" status: 200 len: 210 time: 0.0563977 May 05 20:52:08.134330 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c8b0abfa-16fa-4ce1-bc80-7a4c11c017ca req-162841ea-0d3f-48eb-a022-71a76c3264fe tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30a835e817a747e3b9b294a4a57222fc HTTP/1.1" status: 200 len: 379 time: 0.0999897 May 05 20:52:08.145524 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-c8b0abfa-16fa-4ce1-bc80-7a4c11c017ca req-4e9aa8e6-3f92-4b77-9307-ece01791ce28 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Request body: {'port': {'device_id': 'cf0818d1-cad4-4b8c-98d5-7a5878238eb2', 'network_id': 'a61d4b50-b794-444b-90ed-59924644d432', 'admin_state_up': True, 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'security_groups': ['3d6691b7-e9d9-4044-89a6-28b302549fda']}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:52:08.270186 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:08.411715 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-c8b0abfa-16fa-4ce1-bc80-7a4c11c017ca req-4e9aa8e6-3f92-4b77-9307-ece01791ce28 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:52:08.421310 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-c8b0abfa-16fa-4ce1-bc80-7a4c11c017ca req-4e9aa8e6-3f92-4b77-9307-ece01791ce28 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:52:08.431206 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8b0abfa-16fa-4ce1-bc80-7a4c11c017ca req-4e9aa8e6-3f92-4b77-9307-ece01791ce28 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Made reservation on behalf of 30a835e817a747e3b9b294a4a57222fc for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:52:08.434714 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c8b0abfa-16fa-4ce1-bc80-7a4c11c017ca req-4e9aa8e6-3f92-4b77-9307-ece01791ce28 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:08.453527 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-7d1037e4-b3da-459f-87e0-4c143ccbd6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717fa601-7e1b-43c5-af8d-827454fc4d4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1058121760', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'ef2b4f21-fba2-431e-9026-f4fabcba57ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:51:59Z', 'updated_at': '2022-05-05T20:52:04Z', 'revision_number': 4, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'gw_port': {'id': 'ef2b4f21-fba2-431e-9026-f4fabcba57ee', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:22:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717fa601-7e1b-43c5-af8d-827454fc4d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:52:00Z', 'updated_at': '2022-05-05T20:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '6f804b16-105e-4846-a304-056e93d4cae5', 'name': '', 'network_id': 'a61d4b50-b794-444b-90ed-59924644d432', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'mac_address': 'fa:16:3e:cd:47:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717fa601-7e1b-43c5-af8d-827454fc4d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '0ac3b23d-0f2e-4f14-ba69-5c2f3711efd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:52:03Z', 'updated_at': '2022-05-05T20:52:07Z', 'revision_number': 4, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'subnets': [{'id': '0ac3b23d-0f2e-4f14-ba69-5c2f3711efd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:52:08.457505 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1037e4-b3da-459f-87e0-4c143ccbd6d8 None None] The sync data for ids ['717fa601-7e1b-43c5-af8d-827454fc4d4a'] in n-d-840717-1 is: [{'id': '717fa601-7e1b-43c5-af8d-827454fc4d4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1058121760', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'ef2b4f21-fba2-431e-9026-f4fabcba57ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:51:59Z', 'updated_at': '2022-05-05T20:52:04Z', 'revision_number': 4, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'gw_port': {'id': 'ef2b4f21-fba2-431e-9026-f4fabcba57ee', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:22:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717fa601-7e1b-43c5-af8d-827454fc4d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:52:00Z', 'updated_at': '2022-05-05T20:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '6f804b16-105e-4846-a304-056e93d4cae5', 'name': '', 'network_id': 'a61d4b50-b794-444b-90ed-59924644d432', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'mac_address': 'fa:16:3e:cd:47:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717fa601-7e1b-43c5-af8d-827454fc4d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '0ac3b23d-0f2e-4f14-ba69-5c2f3711efd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:52:03Z', 'updated_at': '2022-05-05T20:52:07Z', 'revision_number': 4, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'subnets': [{'id': '0ac3b23d-0f2e-4f14-ba69-5c2f3711efd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:52:08.631266 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-c8b0abfa-16fa-4ce1-bc80-7a4c11c017ca req-4e9aa8e6-3f92-4b77-9307-ece01791ce28 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Allocated IP 172.20.0.12 (a61d4b50-b794-444b-90ed-59924644d432/0ac3b23d-0f2e-4f14-ba69-5c2f3711efd1/c5d0a3cf-72bc-4fce-bbb3-1a9130474736) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:52:08.782045 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 6f804b16-105e-4846-a304-056e93d4cae5 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:52:08.864302 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 6f804b16-105e-4846-a304-056e93d4cae5 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:52:08.872238 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 6f804b16-105e-4846-a304-056e93d4cae5 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:52:08.872686 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:08.885988 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c8b0abfa-16fa-4ce1-bc80-7a4c11c017ca req-4e9aa8e6-3f92-4b77-9307-ece01791ce28 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:08.903521 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-c8b0abfa-16fa-4ce1-bc80-7a4c11c017ca req-4e9aa8e6-3f92-4b77-9307-ece01791ce28 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Transition to ACTIVE for port object c5d0a3cf-72bc-4fce-bbb3-1a9130474736 will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:52:08.931527 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c8b0abfa-16fa-4ce1-bc80-7a4c11c017ca req-4e9aa8e6-3f92-4b77-9307-ece01791ce28 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:09.009867 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8b0abfa-16fa-4ce1-bc80-7a4c11c017ca req-4e9aa8e6-3f92-4b77-9307-ece01791ce28 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Network a61d4b50-b794-444b-90ed-59924644d432 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:52:09.013323 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-c8b0abfa-16fa-4ce1-bc80-7a4c11c017ca req-4e9aa8e6-3f92-4b77-9307-ece01791ce28 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:52:09.016701 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:09.017559 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8b0abfa-16fa-4ce1-bc80-7a4c11c017ca req-4e9aa8e6-3f92-4b77-9307-ece01791ce28 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:52:09.067578 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9aa8e6-3f92-4b77-9307-ece01791ce28 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event updated for resources: {'Port': ['ID=c5d0a3cf-72bc-4fce-bbb3-1a9130474736,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:52:09.086264 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 6f804b16-105e-4846-a304-056e93d4cae5, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=6f804b16-105e-4846-a304-056e93d4cae5,segment=NetworkSegment(87547fd3-9bae-4b80-900b-c86f5a6b4719),segment_id=87547fd3-9bae-4b80-900b-c86f5a6b4719)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:52:09.094099 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:09.113613 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b0abfa-16fa-4ce1-bc80-7a4c11c017ca req-4e9aa8e6-3f92-4b77-9307-ece01791ce28 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:52:09.114265 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c8b0abfa-16fa-4ce1-bc80-7a4c11c017ca req-4e9aa8e6-3f92-4b77-9307-ece01791ce28 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:09.145719 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c8b0abfa-16fa-4ce1-bc80-7a4c11c017ca req-4e9aa8e6-3f92-4b77-9307-ece01791ce28 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0042062 May 05 20:52:09.156227 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [req-c8b0abfa-16fa-4ce1-bc80-7a4c11c017ca req-fea9fa7f-9746-4332-b23f-6b2fd470fc08 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88197) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:52:09.157513 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c8b0abfa-16fa-4ce1-bc80-7a4c11c017ca req-fea9fa7f-9746-4332-b23f-6b2fd470fc08 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062525 May 05 20:52:09.223541 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-c8b0abfa-16fa-4ce1-bc80-7a4c11c017ca req-84cca4b1-22c0-4783-b39d-40893d1d59f7 service neutron] Request body: {'port': {'device_id': 'cf0818d1-cad4-4b8c-98d5-7a5878238eb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:52:09.272467 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=6f804b16-105e-4846-a304-056e93d4cae5,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:52:09.364666 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c8b0abfa-16fa-4ce1-bc80-7a4c11c017ca req-84cca4b1-22c0-4783-b39d-40893d1d59f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:09.379277 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cae4dc-8133-4cb2-86d4-c4542fa1a5d6 req-bde89e74-5f88-47e1-83b2-99d78ee2364b tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:52:09.380614 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e8cae4dc-8133-4cb2-86d4-c4542fa1a5d6 req-bde89e74-5f88-47e1-83b2-99d78ee2364b tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf0818d1-cad4-4b8c-98d5-7a5878238eb2 HTTP/1.1" status: 200 len: 932 time: 0.0925210 May 05 20:52:09.422468 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-82107e94-0207-4fa3-82ce-f65373294698 None None] Provisioning for port c5d0a3cf-72bc-4fce-bbb3-1a9130474736 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:52:09.428405 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-82107e94-0207-4fa3-82ce-f65373294698 None None] Provisioning complete for port c5d0a3cf-72bc-4fce-bbb3-1a9130474736 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:52:09.428781 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-82107e94-0207-4fa3-82ce-f65373294698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:09.435528 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-e8cae4dc-8133-4cb2-86d4-c4542fa1a5d6 req-3da5ffb0-f06f-455c-ba25-3aeeaf41a49f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Synchronizing usage tracker for tenant:30a835e817a747e3b9b294a4a57222fc on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:52:09.457382 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-e8cae4dc-8133-4cb2-86d4-c4542fa1a5d6 req-3da5ffb0-f06f-455c-ba25-3aeeaf41a49f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Unset dirty status for tenant:30a835e817a747e3b9b294a4a57222fc on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:52:09.470233 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e8cae4dc-8133-4cb2-86d4-c4542fa1a5d6 req-3da5ffb0-f06f-455c-ba25-3aeeaf41a49f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d6691b7-e9d9-4044-89a6-28b302549fda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821025 May 05 20:52:09.494032 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-82107e94-0207-4fa3-82ce-f65373294698 None None] Port c5d0a3cf-72bc-4fce-bbb3-1a9130474736 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:52:09.745853 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-c8b0abfa-16fa-4ce1-bc80-7a4c11c017ca req-84cca4b1-22c0-4783-b39d-40893d1d59f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5d0a3cf-72bc-4fce-bbb3-1a9130474736 {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:52:09.748911 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:09.753984 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c8b0abfa-16fa-4ce1-bc80-7a4c11c017ca req-84cca4b1-22c0-4783-b39d-40893d1d59f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:09.769875 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-c8b0abfa-16fa-4ce1-bc80-7a4c11c017ca req-84cca4b1-22c0-4783-b39d-40893d1d59f7 service neutron] Transition to ACTIVE for port object c5d0a3cf-72bc-4fce-bbb3-1a9130474736 will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:52:09.773852 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c8b0abfa-16fa-4ce1-bc80-7a4c11c017ca req-84cca4b1-22c0-4783-b39d-40893d1d59f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:09.938487 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cca4b1-22c0-4783-b39d-40893d1d59f7 service neutron] Pushing event updated for resources: {'Port': ['ID=c5d0a3cf-72bc-4fce-bbb3-1a9130474736,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:52:10.012294 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-c8b0abfa-16fa-4ce1-bc80-7a4c11c017ca req-84cca4b1-22c0-4783-b39d-40893d1d59f7 service neutron] Attempting to bind port c5d0a3cf-72bc-4fce-bbb3-1a9130474736 on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:52:10.012621 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-c8b0abfa-16fa-4ce1-bc80-7a4c11c017ca req-84cca4b1-22c0-4783-b39d-40893d1d59f7 service neutron] Attempting to bind port c5d0a3cf-72bc-4fce-bbb3-1a9130474736 by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': '87547fd3-9bae-4b80-900b-c86f5a6b4719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a61d4b50-b794-444b-90ed-59924644d432'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:52:10.012939 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b0abfa-16fa-4ce1-bc80-7a4c11c017ca req-84cca4b1-22c0-4783-b39d-40893d1d59f7 service neutron] Attempting to bind port c5d0a3cf-72bc-4fce-bbb3-1a9130474736 on network a61d4b50-b794-444b-90ed-59924644d432 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:52:10.017557 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b0abfa-16fa-4ce1-bc80-7a4c11c017ca req-84cca4b1-22c0-4783-b39d-40893d1d59f7 service neutron] Port c5d0a3cf-72bc-4fce-bbb3-1a9130474736 on network a61d4b50-b794-444b-90ed-59924644d432 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:52:10.017869 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b0abfa-16fa-4ce1-bc80-7a4c11c017ca req-84cca4b1-22c0-4783-b39d-40893d1d59f7 service neutron] Attempting to bind port c5d0a3cf-72bc-4fce-bbb3-1a9130474736 on network a61d4b50-b794-444b-90ed-59924644d432 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:52:10.022802 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b0abfa-16fa-4ce1-bc80-7a4c11c017ca req-84cca4b1-22c0-4783-b39d-40893d1d59f7 service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:52:10.023132 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b0abfa-16fa-4ce1-bc80-7a4c11c017ca req-84cca4b1-22c0-4783-b39d-40893d1d59f7 service neutron] Checking segment: {'id': '87547fd3-9bae-4b80-900b-c86f5a6b4719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a61d4b50-b794-444b-90ed-59924644d432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:52:10.023539 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b0abfa-16fa-4ce1-bc80-7a4c11c017ca req-84cca4b1-22c0-4783-b39d-40893d1d59f7 service neutron] Bound using segment: {'id': '87547fd3-9bae-4b80-900b-c86f5a6b4719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a61d4b50-b794-444b-90ed-59924644d432'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:52:10.023951 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-c8b0abfa-16fa-4ce1-bc80-7a4c11c017ca req-84cca4b1-22c0-4783-b39d-40893d1d59f7 service neutron] Bound port: c5d0a3cf-72bc-4fce-bbb3-1a9130474736, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87547fd3-9bae-4b80-900b-c86f5a6b4719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a61d4b50-b794-444b-90ed-59924644d432'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:52:10.024287 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c8b0abfa-16fa-4ce1-bc80-7a4c11c017ca req-84cca4b1-22c0-4783-b39d-40893d1d59f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:10.114372 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-c8b0abfa-16fa-4ce1-bc80-7a4c11c017ca req-84cca4b1-22c0-4783-b39d-40893d1d59f7 service neutron] For port c5d0a3cf-72bc-4fce-bbb3-1a9130474736, host n-h2-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:52:10.117286 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-c8b0abfa-16fa-4ce1-bc80-7a4c11c017ca req-84cca4b1-22c0-4783-b39d-40893d1d59f7 service neutron] For port c5d0a3cf-72bc-4fce-bbb3-1a9130474736, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=c5d0a3cf-72bc-4fce-bbb3-1a9130474736,segment=NetworkSegment(87547fd3-9bae-4b80-900b-c86f5a6b4719),segment_id=87547fd3-9bae-4b80-900b-c86f5a6b4719)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:52:10.122034 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c8b0abfa-16fa-4ce1-bc80-7a4c11c017ca req-84cca4b1-22c0-4783-b39d-40893d1d59f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:10.181683 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b0abfa-16fa-4ce1-bc80-7a4c11c017ca req-84cca4b1-22c0-4783-b39d-40893d1d59f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:52:10.182368 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-c8b0abfa-16fa-4ce1-bc80-7a4c11c017ca req-84cca4b1-22c0-4783-b39d-40893d1d59f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:10.183735 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c8b0abfa-16fa-4ce1-bc80-7a4c11c017ca req-84cca4b1-22c0-4783-b39d-40893d1d59f7 service neutron] 10.222.0.50 "PUT /v2.0/ports/c5d0a3cf-72bc-4fce-bbb3-1a9130474736 HTTP/1.1" status: 200 len: 1092 time: 1.0195358 May 05 20:52:10.184202 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf0818d1-cad4-4b8c-98d5-7a5878238eb2', 'tag': 'c5d0a3cf-72bc-4fce-bbb3-1a9130474736'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:52:10.204785 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cca4b1-22c0-4783-b39d-40893d1d59f7 service neutron] Pushing event updated for resources: {'Port': ['ID=c5d0a3cf-72bc-4fce-bbb3-1a9130474736,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:52:10.263661 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b37ebfa4-8b4f-455d-ad81-e62173915543'] response: {'name': 'network-changed', 'server_uuid': 'cf0818d1-cad4-4b8c-98d5-7a5878238eb2', 'tag': 'c5d0a3cf-72bc-4fce-bbb3-1a9130474736', 'status': 'completed', 'code': 200} May 05 20:52:10.305879 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b0abfa-16fa-4ce1-bc80-7a4c11c017ca req-bfaef702-719e-43d3-9b1c-09624075fccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:52:10.307681 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c8b0abfa-16fa-4ce1-bc80-7a4c11c017ca req-bfaef702-719e-43d3-9b1c-09624075fccb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=30a835e817a747e3b9b294a4a57222fc&device_id=cf0818d1-cad4-4b8c-98d5-7a5878238eb2 HTTP/1.1" status: 200 len: 1095 time: 0.0790534 May 05 20:52:10.375416 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c8b0abfa-16fa-4ce1-bc80-7a4c11c017ca req-8363c2ed-5360-4775-9b93-afa800a17b77 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5d0a3cf-72bc-4fce-bbb3-1a9130474736 HTTP/1.1" status: 200 len: 217 time: 0.0619063 May 05 20:52:10.439249 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b0abfa-16fa-4ce1-bc80-7a4c11c017ca req-1e5509e0-dd73-4d3c-b148-fd2595055da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:52:10.440719 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c8b0abfa-16fa-4ce1-bc80-7a4c11c017ca req-1e5509e0-dd73-4d3c-b148-fd2595055da5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0ac3b23d-0f2e-4f14-ba69-5c2f3711efd1 HTTP/1.1" status: 200 len: 835 time: 0.0601692 May 05 20:52:10.515923 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b0abfa-16fa-4ce1-bc80-7a4c11c017ca req-a678dd6c-9967-44c6-97e2-e58e6ed94b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:52:10.517411 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c8b0abfa-16fa-4ce1-bc80-7a4c11c017ca req-a678dd6c-9967-44c6-97e2-e58e6ed94b47 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a61d4b50-b794-444b-90ed-59924644d432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714738 May 05 20:52:10.653881 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca7b0e-2215-43ba-a2d5-6dcd9f1da1ff req-d8c22c1f-f74d-466a-b169-2c7282b66a36 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:52:10.655526 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-42ca7b0e-2215-43ba-a2d5-6dcd9f1da1ff req-d8c22c1f-f74d-466a-b169-2c7282b66a36 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf0818d1-cad4-4b8c-98d5-7a5878238eb2 HTTP/1.1" status: 200 len: 944 time: 0.0878696 May 05 20:52:10.707890 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-42ca7b0e-2215-43ba-a2d5-6dcd9f1da1ff req-9c92c944-d025-422a-879d-326aa89eec23 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d6691b7-e9d9-4044-89a6-28b302549fda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410028 May 05 20:52:10.729659 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 6f804b16-105e-4846-a304-056e93d4cae5 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:52:10.762948 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c8b0abfa-16fa-4ce1-bc80-7a4c11c017ca req-852d98ed-4117-4709-9e68-6ec60173d9fc service neutron] 10.222.0.50 "GET /v2.0/networks/a61d4b50-b794-444b-90ed-59924644d432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396677 May 05 20:52:10.800110 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 6f804b16-105e-4846-a304-056e93d4cae5 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:52:10.800511 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:10.895939 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c8b0abfa-16fa-4ce1-bc80-7a4c11c017ca req-9ee0428c-dd51-484c-92af-16e9f71e340a service neutron] 10.222.0.50 "GET /v2.0/networks/a61d4b50-b794-444b-90ed-59924644d432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276939 May 05 20:52:11.012890 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a9505-8382-4e49-b3a5-5ec236305865 req-baa3c6ae-7fda-48f4-844a-2c63b4534926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:52:11.014359 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4b3a9505-8382-4e49-b3a5-5ec236305865 req-baa3c6ae-7fda-48f4-844a-2c63b4534926 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=30a835e817a747e3b9b294a4a57222fc&device_id=cf0818d1-cad4-4b8c-98d5-7a5878238eb2 HTTP/1.1" status: 200 len: 1095 time: 0.0747271 May 05 20:52:11.144829 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a9505-8382-4e49-b3a5-5ec236305865 req-95942f12-8146-44d9-acdb-44cdfcbdbec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:52:11.146278 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4b3a9505-8382-4e49-b3a5-5ec236305865 req-95942f12-8146-44d9-acdb-44cdfcbdbec4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a61d4b50-b794-444b-90ed-59924644d432 HTTP/1.1" status: 200 len: 898 time: 0.1264250 May 05 20:52:11.216328 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4b3a9505-8382-4e49-b3a5-5ec236305865 req-c02863bb-30e4-4a25-aef3-1b4ddcb6718a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5d0a3cf-72bc-4fce-bbb3-1a9130474736 HTTP/1.1" status: 200 len: 217 time: 0.0634842 May 05 20:52:11.277924 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a9505-8382-4e49-b3a5-5ec236305865 req-3b86d80b-4c92-47b8-b63f-e49a4a2a73ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:52:11.279305 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4b3a9505-8382-4e49-b3a5-5ec236305865 req-3b86d80b-4c92-47b8-b63f-e49a4a2a73ec service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0ac3b23d-0f2e-4f14-ba69-5c2f3711efd1 HTTP/1.1" status: 200 len: 835 time: 0.0572622 May 05 20:52:11.352589 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a9505-8382-4e49-b3a5-5ec236305865 req-167092c7-4a61-42e2-9cc8-4bf6c82c7de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:52:11.354548 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4b3a9505-8382-4e49-b3a5-5ec236305865 req-167092c7-4a61-42e2-9cc8-4bf6c82c7de7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a61d4b50-b794-444b-90ed-59924644d432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694063 May 05 20:52:11.485816 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4b3a9505-8382-4e49-b3a5-5ec236305865 req-eb55b655-f259-4cff-b4e5-a036732f3c8b service neutron] 10.222.0.50 "GET /v2.0/networks/a61d4b50-b794-444b-90ed-59924644d432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249378 May 05 20:52:11.616926 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4b3a9505-8382-4e49-b3a5-5ec236305865 req-217ac31b-21b3-4d9e-9932-d73a96dc8383 service neutron] 10.222.0.50 "GET /v2.0/networks/a61d4b50-b794-444b-90ed-59924644d432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251862 May 05 20:52:11.898445 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0296a8-f2d8-4259-a6b7-d602dfa7c916 req-8a3f14dd-72ec-4eea-a52f-28747e80106e tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:52:11.899137 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-4d0296a8-f2d8-4259-a6b7-d602dfa7c916 req-8a3f14dd-72ec-4eea-a52f-28747e80106e tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Synchronizing usage tracker for tenant:30a835e817a747e3b9b294a4a57222fc on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:52:11.914535 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-4d0296a8-f2d8-4259-a6b7-d602dfa7c916 req-8a3f14dd-72ec-4eea-a52f-28747e80106e tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Unset dirty status for tenant:30a835e817a747e3b9b294a4a57222fc on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:52:11.915696 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4d0296a8-f2d8-4259-a6b7-d602dfa7c916 req-8a3f14dd-72ec-4eea-a52f-28747e80106e tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf0818d1-cad4-4b8c-98d5-7a5878238eb2 HTTP/1.1" status: 200 len: 944 time: 0.0985250 May 05 20:52:11.960140 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4d0296a8-f2d8-4259-a6b7-d602dfa7c916 req-f9c04f17-c1df-4e6e-87bb-b94221100e57 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d6691b7-e9d9-4044-89a6-28b302549fda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385597 May 05 20:52:13.144769 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77f2891-ef5e-4807-b549-51b39ac7a57b req-e41bfba5-b135-4a52-9789-0371885508b4 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:52:13.146296 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e77f2891-ef5e-4807-b549-51b39ac7a57b req-e41bfba5-b135-4a52-9789-0371885508b4 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf0818d1-cad4-4b8c-98d5-7a5878238eb2 HTTP/1.1" status: 200 len: 944 time: 0.0787692 May 05 20:52:13.190026 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e77f2891-ef5e-4807-b549-51b39ac7a57b req-e4767484-d04e-4f18-a058-950e1c89e941 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d6691b7-e9d9-4044-89a6-28b302549fda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375695 May 05 20:52:13.764836 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device c5d0a3cf-72bc-4fce-bbb3-1a9130474736 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:52:13.895842 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port c5d0a3cf-72bc-4fce-bbb3-1a9130474736, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=c5d0a3cf-72bc-4fce-bbb3-1a9130474736,segment=NetworkSegment(87547fd3-9bae-4b80-900b-c86f5a6b4719),segment_id=87547fd3-9bae-4b80-900b-c86f5a6b4719)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:52:13.908397 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': 'c5d0a3cf-72bc-4fce-bbb3-1a9130474736', 'network_id': 'a61d4b50-b794-444b-90ed-59924644d432', 'port_id': 'c5d0a3cf-72bc-4fce-bbb3-1a9130474736', 'mac_address': 'fa:16:3e:24:b9:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ac3b23d-0f2e-4f14-ba69-5c2f3711efd1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:52:13.961424 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:13.977266 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5d0a3cf-72bc-4fce-bbb3-1a9130474736 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:52:13.991821 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port c5d0a3cf-72bc-4fce-bbb3-1a9130474736, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=c5d0a3cf-72bc-4fce-bbb3-1a9130474736,segment=NetworkSegment(87547fd3-9bae-4b80-900b-c86f5a6b4719),segment_id=87547fd3-9bae-4b80-900b-c86f5a6b4719)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:52:13.996847 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:14.065650 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=c5d0a3cf-72bc-4fce-bbb3-1a9130474736,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:52:14.372401 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e43917-f0ec-4e7c-b6c3-1a9207474d08 req-b7576ad6-134f-455c-b86f-89caa06fdada tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:52:14.373973 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-62e43917-f0ec-4e7c-b6c3-1a9207474d08 req-b7576ad6-134f-455c-b86f-89caa06fdada tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf0818d1-cad4-4b8c-98d5-7a5878238eb2 HTTP/1.1" status: 200 len: 945 time: 0.0811424 May 05 20:52:14.422231 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-62e43917-f0ec-4e7c-b6c3-1a9207474d08 req-452686b7-e435-4298-821e-564c4b688b74 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d6691b7-e9d9-4044-89a6-28b302549fda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423787 May 05 20:52:14.461509 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['c5d0a3cf-72bc-4fce-bbb3-1a9130474736'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:52:14.724312 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:15.005673 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:52:15.719860 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad108735-239c-4941-9583-8a1e44d7371a req-72a1e00b-c75e-405c-98b0-78424361c895 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:52:15.721232 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ad108735-239c-4941-9583-8a1e44d7371a req-72a1e00b-c75e-405c-98b0-78424361c895 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf0818d1-cad4-4b8c-98d5-7a5878238eb2 HTTP/1.1" status: 200 len: 945 time: 0.1934712 May 05 20:52:15.767178 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ad108735-239c-4941-9583-8a1e44d7371a req-070708d6-2b06-42c2-ad39-1e63b1f0c6b3 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d6691b7-e9d9-4044-89a6-28b302549fda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402770 May 05 20:52:15.773495 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device c5d0a3cf-72bc-4fce-bbb3-1a9130474736 up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:52:15.850094 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port c5d0a3cf-72bc-4fce-bbb3-1a9130474736 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:52:15.855223 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port c5d0a3cf-72bc-4fce-bbb3-1a9130474736 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:52:15.855619 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:15.966701 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:15.992797 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf0818d1-cad4-4b8c-98d5-7a5878238eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5d0a3cf-72bc-4fce-bbb3-1a9130474736'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:52:16.002307 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port c5d0a3cf-72bc-4fce-bbb3-1a9130474736, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=c5d0a3cf-72bc-4fce-bbb3-1a9130474736,segment=NetworkSegment(87547fd3-9bae-4b80-900b-c86f5a6b4719),segment_id=87547fd3-9bae-4b80-900b-c86f5a6b4719)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:52:16.006843 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:16.077759 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=c5d0a3cf-72bc-4fce-bbb3-1a9130474736,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:52:16.093337 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c94e2a59-d9ea-45f2-8a0e-5cef3e43f779'] response: {'server_uuid': 'cf0818d1-cad4-4b8c-98d5-7a5878238eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5d0a3cf-72bc-4fce-bbb3-1a9130474736', 'code': 200} May 05 20:52:16.217450 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d4673-1337-49d4-841e-6f78627fc598 req-1f59ba9e-df6c-42e2-a084-988802effd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:52:16.218929 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-aa7d4673-1337-49d4-841e-6f78627fc598 req-1f59ba9e-df6c-42e2-a084-988802effd7e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cf0818d1-cad4-4b8c-98d5-7a5878238eb2 HTTP/1.1" status: 200 len: 1097 time: 0.0692108 May 05 20:52:16.257923 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-aa7d4673-1337-49d4-841e-6f78627fc598 req-006d77ce-e20a-4e79-916d-03d3d6968390 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3d6691b7-e9d9-4044-89a6-28b302549fda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337527 May 05 20:52:16.840720 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:16.951032 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab39a1ac-4c39-4edc-9b5c-2d82a5e4415f req-0916f705-6ec3-41a2-bec4-2b7726c3154f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:52:16.952515 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ab39a1ac-4c39-4edc-9b5c-2d82a5e4415f req-0916f705-6ec3-41a2-bec4-2b7726c3154f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf0818d1-cad4-4b8c-98d5-7a5878238eb2 HTTP/1.1" status: 200 len: 946 time: 0.0797203 May 05 20:52:16.998866 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ab39a1ac-4c39-4edc-9b5c-2d82a5e4415f req-6e559218-c427-406a-a557-22c2c56551db tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d6691b7-e9d9-4044-89a6-28b302549fda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407217 May 05 20:52:18.188242 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7392384-35cc-444c-8ba1-4ca005e99335 req-e4ccbfd2-0e18-4d2f-9f2b-e6436dea85d8 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:52:18.189722 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c7392384-35cc-444c-8ba1-4ca005e99335 req-e4ccbfd2-0e18-4d2f-9f2b-e6436dea85d8 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf0818d1-cad4-4b8c-98d5-7a5878238eb2 HTTP/1.1" status: 200 len: 946 time: 0.0870135 May 05 20:52:18.233886 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c7392384-35cc-444c-8ba1-4ca005e99335 req-c52ce7a0-594d-4011-9ab9-babc49430ac1 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d6691b7-e9d9-4044-89a6-28b302549fda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384948 May 05 20:52:18.418035 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54767e08-974c-4381-a006-87dd41da0cab req-ee20293a-fddf-464d-a12d-667c93e74172 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:52:18.419417 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-54767e08-974c-4381-a006-87dd41da0cab req-ee20293a-fddf-464d-a12d-667c93e74172 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf0818d1-cad4-4b8c-98d5-7a5878238eb2 HTTP/1.1" status: 200 len: 946 time: 0.0791461 May 05 20:52:18.463576 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-54767e08-974c-4381-a006-87dd41da0cab req-799e9ac1-25cb-4e2d-aec3-76ab02651b74 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d6691b7-e9d9-4044-89a6-28b302549fda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383277 May 05 20:52:18.485706 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40336) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:52:18.558933 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feaf1809-b868-4b0e-bdfd-32bd8cab282e tempest-TestNetworkAdvancedServerOps-1066420911 tempest-TestNetworkAdvancedServerOps-1066420911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:52:18.560443 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-feaf1809-b868-4b0e-bdfd-32bd8cab282e tempest-TestNetworkAdvancedServerOps-1066420911 tempest-TestNetworkAdvancedServerOps-1066420911-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=cf0818d1-cad4-4b8c-98d5-7a5878238eb2 HTTP/1.1" status: 200 len: 1092 time: 0.0737612 May 05 20:52:18.563546 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40340) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:52:18.568355 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-17ee3cc4-afef-4fcd-abb3-9ce5f5c3d7fb tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Request body: {'floatingip': {'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'port_id': 'c5d0a3cf-72bc-4fce-bbb3-1a9130474736', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:52:18.577310 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-17ee3cc4-afef-4fcd-abb3-9ce5f5c3d7fb tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:52:18.581690 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-17ee3cc4-afef-4fcd-abb3-9ce5f5c3d7fb tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Usage tracker for resource:floatingip and tenant:30a835e817a747e3b9b294a4a57222fc is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:52:18.584521 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-17ee3cc4-afef-4fcd-abb3-9ce5f5c3d7fb tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:52:18.590324 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-17ee3cc4-afef-4fcd-abb3-9ce5f5c3d7fb tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:52:18.599936 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-17ee3cc4-afef-4fcd-abb3-9ce5f5c3d7fb tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for floatingip, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:18.734512 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-17ee3cc4-afef-4fcd-abb3-9ce5f5c3d7fb tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:18.866282 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-17ee3cc4-afef-4fcd-abb3-9ce5f5c3d7fb tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Allocated IP 172.25.0.207 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/254ffad2-2a83-4982-bb6d-15cc6f36f0d3) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:52:19.012798 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-17ee3cc4-afef-4fcd-abb3-9ce5f5c3d7fb tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:19.040991 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-17ee3cc4-afef-4fcd-abb3-9ce5f5c3d7fb tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:19.115695 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ee3cc4-afef-4fcd-abb3-9ce5f5c3d7fb tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:52:19.118523 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-17ee3cc4-afef-4fcd-abb3-9ce5f5c3d7fb tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:52:19.122373 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ee3cc4-afef-4fcd-abb3-9ce5f5c3d7fb tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:52:19.154562 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ee3cc4-afef-4fcd-abb3-9ce5f5c3d7fb tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event updated for resources: {'Port': ['ID=254ffad2-2a83-4982-bb6d-15cc6f36f0d3,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:52:19.530526 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-17ee3cc4-afef-4fcd-abb3-9ce5f5c3d7fb tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:19.606416 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-17ee3cc4-afef-4fcd-abb3-9ce5f5c3d7fb tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:19.810293 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-17ee3cc4-afef-4fcd-abb3-9ce5f5c3d7fb tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:19.814873 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-17ee3cc4-afef-4fcd-abb3-9ce5f5c3d7fb tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:20.031037 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ee3cc4-afef-4fcd-abb3-9ce5f5c3d7fb tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event updated for resources: {'Port': ['ID=254ffad2-2a83-4982-bb6d-15cc6f36f0d3,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:52:20.043314 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-17ee3cc4-afef-4fcd-abb3-9ce5f5c3d7fb tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:20.212856 n-d-840717-1 neutron-server[88198]: INFO neutron.db.l3_db [None req-17ee3cc4-afef-4fcd-abb3-9ce5f5c3d7fb tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Floating IP 95a14086-e69d-4866-b6e2-24ea2d6002e9 associated. External IP: 172.25.0.207, port: c5d0a3cf-72bc-4fce-bbb3-1a9130474736. May 05 20:52:20.488535 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-60565f9e-7e02-4a97-a039-8f850126e2cc req-cd469734-d8d2-4799-b5c8-b24498e1786f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cf0818d1-cad4-4b8c-98d5-7a5878238eb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0691476 May 05 20:52:20.568809 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17ee3cc4-afef-4fcd-abb3-9ce5f5c3d7fb tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Router 717fa601-7e1b-43c5-af8d-827454fc4d4a has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:52:20.638719 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60565f9e-7e02-4a97-a039-8f850126e2cc req-51fdef0f-bf22-4eb9-9636-b0d54252699f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:52:20.640232 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-60565f9e-7e02-4a97-a039-8f850126e2cc req-51fdef0f-bf22-4eb9-9636-b0d54252699f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=30a835e817a747e3b9b294a4a57222fc&device_id=cf0818d1-cad4-4b8c-98d5-7a5878238eb2 HTTP/1.1" status: 200 len: 1097 time: 0.0750306 May 05 20:52:20.753732 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ee3cc4-afef-4fcd-abb3-9ce5f5c3d7fb tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:52:20.763533 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c1245d-3aa9-4fb0-baaf-2b75744485dd None None] Sync routers for ids ['717fa601-7e1b-43c5-af8d-827454fc4d4a'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:52:20.774664 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c1245d-3aa9-4fb0-baaf-2b75744485dd None None] Routers {'717fa601-7e1b-43c5-af8d-827454fc4d4a'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:52:20.775155 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-d0c1245d-3aa9-4fb0-baaf-2b75744485dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:52:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['717fa601-7e1b-43c5-af8d-827454fc4d4a'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:52:20.779197 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-17ee3cc4-afef-4fcd-abb3-9ce5f5c3d7fb tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:20.848484 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-17ee3cc4-afef-4fcd-abb3-9ce5f5c3d7fb tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2814660 May 05 20:52:20.848484 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf0818d1-cad4-4b8c-98d5-7a5878238eb2', 'tag': 'c5d0a3cf-72bc-4fce-bbb3-1a9130474736'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:52:20.905826 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7e631e8-968f-4b45-8da7-a5591dc124fc'] response: {'name': 'network-changed', 'server_uuid': 'cf0818d1-cad4-4b8c-98d5-7a5878238eb2', 'tag': 'c5d0a3cf-72bc-4fce-bbb3-1a9130474736', 'status': 'completed', 'code': 200} May 05 20:52:20.907282 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60565f9e-7e02-4a97-a039-8f850126e2cc req-7ef51aaa-0f7f-4091-a1eb-4efc3fe116e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:52:20.908801 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-60565f9e-7e02-4a97-a039-8f850126e2cc req-7ef51aaa-0f7f-4091-a1eb-4efc3fe116e7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a61d4b50-b794-444b-90ed-59924644d432 HTTP/1.1" status: 200 len: 898 time: 0.2501526 May 05 20:52:21.011237 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-d0c1245d-3aa9-4fb0-baaf-2b75744485dd None None] Set router 717fa601-7e1b-43c5-af8d-827454fc4d4a gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:52:21.063925 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-60565f9e-7e02-4a97-a039-8f850126e2cc req-5e14f1da-a731-4ef7-99fc-e68435325f38 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5d0a3cf-72bc-4fce-bbb3-1a9130474736 HTTP/1.1" status: 200 len: 1000 time: 0.1489937 May 05 20:52:21.129727 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d38c3-c167-437e-8aac-4f9d05565286 req-faf4cf8e-acf2-433f-9a60-02291b1f6bc6 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:52:21.131191 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8a4d38c3-c167-437e-8aac-4f9d05565286 req-faf4cf8e-acf2-433f-9a60-02291b1f6bc6 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf0818d1-cad4-4b8c-98d5-7a5878238eb2 HTTP/1.1" status: 200 len: 946 time: 0.1692941 May 05 20:52:21.158177 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60565f9e-7e02-4a97-a039-8f850126e2cc req-645374af-54a3-4c7a-b6b5-d95fd3dd28ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:52:21.159638 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-60565f9e-7e02-4a97-a039-8f850126e2cc req-645374af-54a3-4c7a-b6b5-d95fd3dd28ad service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0ac3b23d-0f2e-4f14-ba69-5c2f3711efd1 HTTP/1.1" status: 200 len: 835 time: 0.0903418 May 05 20:52:21.234060 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8a4d38c3-c167-437e-8aac-4f9d05565286 req-5eaf16fb-e68f-4ceb-89ac-3bb248feba1a tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d6691b7-e9d9-4044-89a6-28b302549fda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952802 May 05 20:52:21.258888 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60565f9e-7e02-4a97-a039-8f850126e2cc req-7c9f5b3f-eca2-450a-9de7-19859a9a5be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:52:21.259561 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40348) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:52:21.265001 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-60565f9e-7e02-4a97-a039-8f850126e2cc req-7c9f5b3f-eca2-450a-9de7-19859a9a5be1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a61d4b50-b794-444b-90ed-59924644d432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0982511 May 05 20:52:21.359992 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-d0c1245d-3aa9-4fb0-baaf-2b75744485dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717fa601-7e1b-43c5-af8d-827454fc4d4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1058121760', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'ef2b4f21-fba2-431e-9026-f4fabcba57ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:51:59Z', 'updated_at': '2022-05-05T20:52:04Z', 'revision_number': 4, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'gw_port': {'id': 'ef2b4f21-fba2-431e-9026-f4fabcba57ee', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:22:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717fa601-7e1b-43c5-af8d-827454fc4d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:52:00Z', 'updated_at': '2022-05-05T20:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '95a14086-e69d-4866-b6e2-24ea2d6002e9', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'floating_ip_address': '172.25.0.207', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '717fa601-7e1b-43c5-af8d-827454fc4d4a', 'port_id': 'c5d0a3cf-72bc-4fce-bbb3-1a9130474736', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a61d4b50-b794-444b-90ed-59924644d432', 'mac_address': 'fa:16:3e:24:b9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0818d1-cad4-4b8c-98d5-7a5878238eb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:52:19Z', 'updated_at': '2022-05-05T20:52:19Z', 'revision_number': 0, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f804b16-105e-4846-a304-056e93d4cae5', 'name': '', 'network_id': 'a61d4b50-b794-444b-90ed-59924644d432', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'mac_address': 'fa:16:3e:cd:47:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717fa601-7e1b-43c5-af8d-827454fc4d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '0ac3b23d-0f2e-4f14-ba69-5c2f3711efd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:52:03Z', 'updated_at': '2022-05-05T20:52:09Z', 'revision_number': 5, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'subnets': [{'id': '0ac3b23d-0f2e-4f14-ba69-5c2f3711efd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:52:21.364396 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c1245d-3aa9-4fb0-baaf-2b75744485dd None None] Checking router: 717fa601-7e1b-43c5-af8d-827454fc4d4a for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:52:21.368642 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f3dd6c9a-0840-4e15-a50b-d77e186f2841 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/floatingips/95a14086-e69d-4866-b6e2-24ea2d6002e9 HTTP/1.1" status: 200 len: 992 time: 0.1062043 May 05 20:52:21.374275 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c1245d-3aa9-4fb0-baaf-2b75744485dd None None] Routers {'717fa601-7e1b-43c5-af8d-827454fc4d4a'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:52:21.374513 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-d0c1245d-3aa9-4fb0-baaf-2b75744485dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:52:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['717fa601-7e1b-43c5-af8d-827454fc4d4a'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:52:21.401207 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-60565f9e-7e02-4a97-a039-8f850126e2cc req-17404b97-015a-4fc6-b0c6-738bfea6ab30 service neutron] 10.222.0.50 "GET /v2.0/networks/a61d4b50-b794-444b-90ed-59924644d432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302867 May 05 20:52:21.532592 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-60565f9e-7e02-4a97-a039-8f850126e2cc req-f41f36da-099e-4f70-9795-a5015f9c1b38 service neutron] 10.222.0.50 "GET /v2.0/networks/a61d4b50-b794-444b-90ed-59924644d432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264391 May 05 20:52:21.553836 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-d0c1245d-3aa9-4fb0-baaf-2b75744485dd None None] Set router 717fa601-7e1b-43c5-af8d-827454fc4d4a gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:52:21.647721 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbf222e-3afe-4137-976c-5500b6c3fda2 req-442a07c3-d3ed-4522-ba67-d3fc2d646d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:52:21.649208 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5dbf222e-3afe-4137-976c-5500b6c3fda2 req-442a07c3-d3ed-4522-ba67-d3fc2d646d43 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=30a835e817a747e3b9b294a4a57222fc&device_id=cf0818d1-cad4-4b8c-98d5-7a5878238eb2 HTTP/1.1" status: 200 len: 1097 time: 0.0737951 May 05 20:52:21.777983 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbf222e-3afe-4137-976c-5500b6c3fda2 req-6232a96c-adae-479a-8767-e0d1b9d675af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:52:21.779444 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5dbf222e-3afe-4137-976c-5500b6c3fda2 req-6232a96c-adae-479a-8767-e0d1b9d675af service neutron] 10.222.0.50 "GET /v2.0/networks?id=a61d4b50-b794-444b-90ed-59924644d432 HTTP/1.1" status: 200 len: 898 time: 0.1250222 May 05 20:52:21.880685 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5dbf222e-3afe-4137-976c-5500b6c3fda2 req-2dad3c34-a2f0-49d7-bf88-94250a77200b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5d0a3cf-72bc-4fce-bbb3-1a9130474736 HTTP/1.1" status: 200 len: 1000 time: 0.0960178 May 05 20:52:21.914963 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-d0c1245d-3aa9-4fb0-baaf-2b75744485dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717fa601-7e1b-43c5-af8d-827454fc4d4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1058121760', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'ef2b4f21-fba2-431e-9026-f4fabcba57ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:51:59Z', 'updated_at': '2022-05-05T20:52:04Z', 'revision_number': 4, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'gw_port': {'id': 'ef2b4f21-fba2-431e-9026-f4fabcba57ee', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:22:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717fa601-7e1b-43c5-af8d-827454fc4d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:52:00Z', 'updated_at': '2022-05-05T20:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '95a14086-e69d-4866-b6e2-24ea2d6002e9', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'floating_ip_address': '172.25.0.207', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '717fa601-7e1b-43c5-af8d-827454fc4d4a', 'port_id': 'c5d0a3cf-72bc-4fce-bbb3-1a9130474736', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a61d4b50-b794-444b-90ed-59924644d432', 'mac_address': 'fa:16:3e:24:b9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0818d1-cad4-4b8c-98d5-7a5878238eb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:52:19Z', 'updated_at': '2022-05-05T20:52:19Z', 'revision_number': 0, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f804b16-105e-4846-a304-056e93d4cae5', 'name': '', 'network_id': 'a61d4b50-b794-444b-90ed-59924644d432', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'mac_address': 'fa:16:3e:cd:47:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717fa601-7e1b-43c5-af8d-827454fc4d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '0ac3b23d-0f2e-4f14-ba69-5c2f3711efd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:52:03Z', 'updated_at': '2022-05-05T20:52:09Z', 'revision_number': 5, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'subnets': [{'id': '0ac3b23d-0f2e-4f14-ba69-5c2f3711efd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:52:21.918965 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c1245d-3aa9-4fb0-baaf-2b75744485dd None None] The sync data for ids ['717fa601-7e1b-43c5-af8d-827454fc4d4a'] in n-d-840717-1 is: [{'id': '717fa601-7e1b-43c5-af8d-827454fc4d4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1058121760', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'ef2b4f21-fba2-431e-9026-f4fabcba57ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:51:59Z', 'updated_at': '2022-05-05T20:52:04Z', 'revision_number': 4, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'gw_port': {'id': 'ef2b4f21-fba2-431e-9026-f4fabcba57ee', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:22:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717fa601-7e1b-43c5-af8d-827454fc4d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:52:00Z', 'updated_at': '2022-05-05T20:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '95a14086-e69d-4866-b6e2-24ea2d6002e9', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'floating_ip_address': '172.25.0.207', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '717fa601-7e1b-43c5-af8d-827454fc4d4a', 'port_id': 'c5d0a3cf-72bc-4fce-bbb3-1a9130474736', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a61d4b50-b794-444b-90ed-59924644d432', 'mac_address': 'fa:16:3e:24:b9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0818d1-cad4-4b8c-98d5-7a5878238eb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:52:19Z', 'updated_at': '2022-05-05T20:52:19Z', 'revision_number': 0, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f804b16-105e-4846-a304-056e93d4cae5', 'name': '', 'network_id': 'a61d4b50-b794-444b-90ed-59924644d432', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'mac_address': 'fa:16:3e:cd:47:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717fa601-7e1b-43c5-af8d-827454fc4d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '0ac3b23d-0f2e-4f14-ba69-5c2f3711efd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:52:03Z', 'updated_at': '2022-05-05T20:52:09Z', 'revision_number': 5, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'subnets': [{'id': '0ac3b23d-0f2e-4f14-ba69-5c2f3711efd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:52:21.943012 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbf222e-3afe-4137-976c-5500b6c3fda2 req-ec8aa00c-bc9c-4c40-ade4-0e3afa7a60ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:52:21.944521 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5dbf222e-3afe-4137-976c-5500b6c3fda2 req-ec8aa00c-bc9c-4c40-ade4-0e3afa7a60ca service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0ac3b23d-0f2e-4f14-ba69-5c2f3711efd1 HTTP/1.1" status: 200 len: 835 time: 0.0586307 May 05 20:52:22.020298 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbf222e-3afe-4137-976c-5500b6c3fda2 req-cf7e285c-a6ff-4b07-9f79-f65c4e7cbbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:52:22.021805 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5dbf222e-3afe-4137-976c-5500b6c3fda2 req-cf7e285c-a6ff-4b07-9f79-f65c4e7cbbf2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a61d4b50-b794-444b-90ed-59924644d432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714340 May 05 20:52:22.104577 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06633ce8-cd28-4597-875e-0bbd65187009 None None] New status for floating IP 95a14086-e69d-4866-b6e2-24ea2d6002e9: ACTIVE {{(pid=88199) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:52:22.155431 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5dbf222e-3afe-4137-976c-5500b6c3fda2 req-3313be0d-130d-4124-bc1c-427f2b7810f2 service neutron] 10.222.0.50 "GET /v2.0/networks/a61d4b50-b794-444b-90ed-59924644d432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281407 May 05 20:52:22.285475 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5dbf222e-3afe-4137-976c-5500b6c3fda2 req-6567c334-b1b4-4c5b-afd4-c6b5a51e2428 service neutron] 10.222.0.50 "GET /v2.0/networks/a61d4b50-b794-444b-90ed-59924644d432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246698 May 05 20:52:22.372010 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40352) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:52:22.478026 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-921db4e3-3c52-4893-920c-b24f19dc096a tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/floatingips/95a14086-e69d-4866-b6e2-24ea2d6002e9 HTTP/1.1" status: 200 len: 994 time: 0.1048815 May 05 20:52:34.742100 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ca082e10-83d2-45bb-94e3-f3c938829561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:36.945411 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b1ad294e-2ec8-4ced-95ca-9d69fe56a9d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:38.006112 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:38.162759 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:39.751119 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:44.723770 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:46.858493 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:49.385976 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201fa750-4b54-4664-846e-3f7268c001a2 req-7a1b3236-cd49-4b1d-b4fd-ca221d12c515 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:52:49.387926 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-201fa750-4b54-4664-846e-3f7268c001a2 req-7a1b3236-cd49-4b1d-b4fd-ca221d12c515 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf0818d1-cad4-4b8c-98d5-7a5878238eb2 HTTP/1.1" status: 200 len: 946 time: 0.0802510 May 05 20:52:49.433050 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-201fa750-4b54-4664-846e-3f7268c001a2 req-2c4b1cef-ad61-4aa7-9f82-23414824702a tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d6691b7-e9d9-4044-89a6-28b302549fda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389633 May 05 20:52:50.625915 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8212095-740a-447c-aae9-2c20e0387f53 req-fd67fda2-019d-48f0-b945-51e48931e920 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:52:50.627372 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e8212095-740a-447c-aae9-2c20e0387f53 req-fd67fda2-019d-48f0-b945-51e48931e920 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf0818d1-cad4-4b8c-98d5-7a5878238eb2 HTTP/1.1" status: 200 len: 946 time: 0.0824220 May 05 20:52:50.670670 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e8212095-740a-447c-aae9-2c20e0387f53 req-a2784650-1642-441e-a800-497d26caa509 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d6691b7-e9d9-4044-89a6-28b302549fda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377154 May 05 20:52:50.693216 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 40372) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:52:50.902029 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-7cfb68e3-9353-4afe-a838-daa8227ce5a5 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/floatingips/95a14086-e69d-4866-b6e2-24ea2d6002e9 HTTP/1.1" status: 200 len: 994 time: 0.2074971 May 05 20:52:52.005717 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:52:52.350913 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f524ce-5cb1-40dc-8fa0-b30f98a5d12a req-b9f8807f-ea33-46fe-b8e5-d10ce285b51c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:52:52.352591 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-34f524ce-5cb1-40dc-8fa0-b30f98a5d12a req-b9f8807f-ea33-46fe-b8e5-d10ce285b51c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf0818d1-cad4-4b8c-98d5-7a5878238eb2 HTTP/1.1" status: 200 len: 946 time: 0.0845273 May 05 20:52:52.398437 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-34f524ce-5cb1-40dc-8fa0-b30f98a5d12a req-5b651f54-3079-43c4-bd87-d37a98c7c5ea tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d6691b7-e9d9-4044-89a6-28b302549fda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401936 May 05 20:52:53.593663 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa96e788-008e-4533-a272-fb81c77f2006 req-14484630-830c-432e-b923-f913644fa40a tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:52:53.595134 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-aa96e788-008e-4533-a272-fb81c77f2006 req-14484630-830c-432e-b923-f913644fa40a tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf0818d1-cad4-4b8c-98d5-7a5878238eb2 HTTP/1.1" status: 200 len: 946 time: 0.0835695 May 05 20:52:53.639526 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-aa96e788-008e-4533-a272-fb81c77f2006 req-f98ade30-7c80-4946-b257-b18b531c3d53 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d6691b7-e9d9-4044-89a6-28b302549fda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387073 May 05 20:52:53.662952 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 40384) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:52:53.767116 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-c817b1cb-3761-469c-a799-932e05f9b981 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/floatingips/95a14086-e69d-4866-b6e2-24ea2d6002e9 HTTP/1.1" status: 200 len: 994 time: 0.1029561 May 05 20:52:54.063257 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40392) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:52:54.384012 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-95682244-15d1-4f55-8ce9-1f0edd9c5498 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Deleting port 254ffad2-2a83-4982-bb6d-15cc6f36f0d3 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:52:54.384262 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-95682244-15d1-4f55-8ce9-1f0edd9c5498 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:54.549826 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-95682244-15d1-4f55-8ce9-1f0edd9c5498 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:54.550154 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-95682244-15d1-4f55-8ce9-1f0edd9c5498 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:54.679144 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-95682244-15d1-4f55-8ce9-1f0edd9c5498 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Calling delete_port for 254ffad2-2a83-4982-bb6d-15cc6f36f0d3 owned by network:floatingip {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:52:54.825910 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-95682244-15d1-4f55-8ce9-1f0edd9c5498 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:54.871773 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95682244-15d1-4f55-8ce9-1f0edd9c5498 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event deleted for resources: {'Port': ['ID=254ffad2-2a83-4982-bb6d-15cc6f36f0d3,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:52:54.908653 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95682244-15d1-4f55-8ce9-1f0edd9c5498 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:52:54.908997 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95682244-15d1-4f55-8ce9-1f0edd9c5498 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:52:54.909331 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95682244-15d1-4f55-8ce9-1f0edd9c5498 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:52:54.909653 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95682244-15d1-4f55-8ce9-1f0edd9c5498 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:52:54.909971 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95682244-15d1-4f55-8ce9-1f0edd9c5498 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:52:54.910320 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95682244-15d1-4f55-8ce9-1f0edd9c5498 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:52:54.910639 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95682244-15d1-4f55-8ce9-1f0edd9c5498 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:52:54.910955 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95682244-15d1-4f55-8ce9-1f0edd9c5498 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:52:54.911275 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95682244-15d1-4f55-8ce9-1f0edd9c5498 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:52:54.911612 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95682244-15d1-4f55-8ce9-1f0edd9c5498 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:52:54.911923 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95682244-15d1-4f55-8ce9-1f0edd9c5498 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:52:54.912232 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95682244-15d1-4f55-8ce9-1f0edd9c5498 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:52:54.977007 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-95682244-15d1-4f55-8ce9-1f0edd9c5498 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for floatingip, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:54.977226 n-d-840717-1 neutron-server[88198]: INFO neutron.db.l3_db [None req-95682244-15d1-4f55-8ce9-1f0edd9c5498 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Floating IP 95a14086-e69d-4866-b6e2-24ea2d6002e9 disassociated (deleted). External IP: 172.25.0.207, port: c5d0a3cf-72bc-4fce-bbb3-1a9130474736. May 05 20:52:55.323247 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95682244-15d1-4f55-8ce9-1f0edd9c5498 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Router 717fa601-7e1b-43c5-af8d-827454fc4d4a has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:52:55.503508 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95682244-15d1-4f55-8ce9-1f0edd9c5498 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:52:55.515904 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d96589c-0890-48eb-87ae-b5e633550787 None None] Sync routers for ids ['717fa601-7e1b-43c5-af8d-827454fc4d4a'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:52:55.523283 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-95682244-15d1-4f55-8ce9-1f0edd9c5498 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:55.524856 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d96589c-0890-48eb-87ae-b5e633550787 None None] Routers {'717fa601-7e1b-43c5-af8d-827454fc4d4a'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:52:55.525442 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-2d96589c-0890-48eb-87ae-b5e633550787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:52:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['717fa601-7e1b-43c5-af8d-827454fc4d4a'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:52:55.579459 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-95682244-15d1-4f55-8ce9-1f0edd9c5498 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "DELETE /v2.0/floatingips/95a14086-e69d-4866-b6e2-24ea2d6002e9 HTTP/1.1" status: 204 len: 168 time: 1.5149472 May 05 20:52:55.579883 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf0818d1-cad4-4b8c-98d5-7a5878238eb2', 'tag': 'c5d0a3cf-72bc-4fce-bbb3-1a9130474736'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:52:55.627804 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a35c3cc8-8921-477c-bce4-5828cfd567b1'] response: {'name': 'network-changed', 'server_uuid': 'cf0818d1-cad4-4b8c-98d5-7a5878238eb2', 'tag': 'c5d0a3cf-72bc-4fce-bbb3-1a9130474736', 'status': 'completed', 'code': 200} May 05 20:52:55.714014 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-2d96589c-0890-48eb-87ae-b5e633550787 None None] Set router 717fa601-7e1b-43c5-af8d-827454fc4d4a gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:52:55.720800 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b35cb-2041-4662-9307-da2f35bf9cfb req-46838998-8b20-42ff-8a24-38b42f1205cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:52:55.722277 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1a5b35cb-2041-4662-9307-da2f35bf9cfb req-46838998-8b20-42ff-8a24-38b42f1205cf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=30a835e817a747e3b9b294a4a57222fc&device_id=cf0818d1-cad4-4b8c-98d5-7a5878238eb2 HTTP/1.1" status: 200 len: 1097 time: 0.0753767 May 05 20:52:55.863380 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b35cb-2041-4662-9307-da2f35bf9cfb req-fb735421-2479-43d9-bcc9-6488ca8d83f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:52:55.863619 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1a5b35cb-2041-4662-9307-da2f35bf9cfb req-fb735421-2479-43d9-bcc9-6488ca8d83f5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a61d4b50-b794-444b-90ed-59924644d432 HTTP/1.1" status: 200 len: 898 time: 0.1354878 May 05 20:52:55.934425 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1a5b35cb-2041-4662-9307-da2f35bf9cfb req-84f61f27-23c3-4669-bc22-a7eadc7e66cf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5d0a3cf-72bc-4fce-bbb3-1a9130474736 HTTP/1.1" status: 200 len: 217 time: 0.0645339 May 05 20:52:56.006849 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b35cb-2041-4662-9307-da2f35bf9cfb req-f51ad63a-10b2-4108-be07-4b666e0bc6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:52:56.008373 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1a5b35cb-2041-4662-9307-da2f35bf9cfb req-f51ad63a-10b2-4108-be07-4b666e0bc6a2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0ac3b23d-0f2e-4f14-ba69-5c2f3711efd1 HTTP/1.1" status: 200 len: 835 time: 0.0684757 May 05 20:52:56.070457 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-2d96589c-0890-48eb-87ae-b5e633550787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717fa601-7e1b-43c5-af8d-827454fc4d4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1058121760', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'ef2b4f21-fba2-431e-9026-f4fabcba57ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:51:59Z', 'updated_at': '2022-05-05T20:52:04Z', 'revision_number': 4, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'gw_port': {'id': 'ef2b4f21-fba2-431e-9026-f4fabcba57ee', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:22:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717fa601-7e1b-43c5-af8d-827454fc4d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:52:00Z', 'updated_at': '2022-05-05T20:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '6f804b16-105e-4846-a304-056e93d4cae5', 'name': '', 'network_id': 'a61d4b50-b794-444b-90ed-59924644d432', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'mac_address': 'fa:16:3e:cd:47:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717fa601-7e1b-43c5-af8d-827454fc4d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '0ac3b23d-0f2e-4f14-ba69-5c2f3711efd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:52:03Z', 'updated_at': '2022-05-05T20:52:09Z', 'revision_number': 5, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'subnets': [{'id': '0ac3b23d-0f2e-4f14-ba69-5c2f3711efd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:52:56.075235 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d96589c-0890-48eb-87ae-b5e633550787 None None] Checking router: 717fa601-7e1b-43c5-af8d-827454fc4d4a for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:52:56.084524 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d96589c-0890-48eb-87ae-b5e633550787 None None] Routers {'717fa601-7e1b-43c5-af8d-827454fc4d4a'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:52:56.085300 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-2d96589c-0890-48eb-87ae-b5e633550787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:52:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['717fa601-7e1b-43c5-af8d-827454fc4d4a'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:52:56.086923 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b35cb-2041-4662-9307-da2f35bf9cfb req-cbb972d0-f261-4f96-9952-7f06b5d62a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:52:56.088506 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1a5b35cb-2041-4662-9307-da2f35bf9cfb req-cbb972d0-f261-4f96-9952-7f06b5d62a53 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a61d4b50-b794-444b-90ed-59924644d432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727823 May 05 20:52:56.114024 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3750211-b08a-4b3a-afd6-50a3f623e2b7 req-aa6af4d0-5c34-4a79-9cfb-f6653af45680 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:52:56.114635 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-b3750211-b08a-4b3a-afd6-50a3f623e2b7 req-aa6af4d0-5c34-4a79-9cfb-f6653af45680 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Synchronizing usage tracker for tenant:30a835e817a747e3b9b294a4a57222fc on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:52:56.130401 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-b3750211-b08a-4b3a-afd6-50a3f623e2b7 req-aa6af4d0-5c34-4a79-9cfb-f6653af45680 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Unset dirty status for tenant:30a835e817a747e3b9b294a4a57222fc on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:52:56.137794 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b3750211-b08a-4b3a-afd6-50a3f623e2b7 req-aa6af4d0-5c34-4a79-9cfb-f6653af45680 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf0818d1-cad4-4b8c-98d5-7a5878238eb2 HTTP/1.1" status: 200 len: 946 time: 0.2387071 May 05 20:52:56.178563 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b3750211-b08a-4b3a-afd6-50a3f623e2b7 req-0ce43243-9d6f-4ca7-be7f-ca3d6ff64e12 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d6691b7-e9d9-4044-89a6-28b302549fda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399067 May 05 20:52:56.231446 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1a5b35cb-2041-4662-9307-da2f35bf9cfb req-6c2fa14d-a442-4b1b-8728-627e832efb40 service neutron] 10.222.0.50 "GET /v2.0/networks/a61d4b50-b794-444b-90ed-59924644d432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364150 May 05 20:52:56.272284 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-2d96589c-0890-48eb-87ae-b5e633550787 None None] Set router 717fa601-7e1b-43c5-af8d-827454fc4d4a gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:52:56.372151 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1a5b35cb-2041-4662-9307-da2f35bf9cfb req-c3a0e261-8894-40ca-9fca-53bedf3b7066 service neutron] 10.222.0.50 "GET /v2.0/networks/a61d4b50-b794-444b-90ed-59924644d432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342602 May 05 20:52:56.581474 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-2d96589c-0890-48eb-87ae-b5e633550787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717fa601-7e1b-43c5-af8d-827454fc4d4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1058121760', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'ef2b4f21-fba2-431e-9026-f4fabcba57ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:51:59Z', 'updated_at': '2022-05-05T20:52:04Z', 'revision_number': 4, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'gw_port': {'id': 'ef2b4f21-fba2-431e-9026-f4fabcba57ee', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:22:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717fa601-7e1b-43c5-af8d-827454fc4d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:52:00Z', 'updated_at': '2022-05-05T20:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '6f804b16-105e-4846-a304-056e93d4cae5', 'name': '', 'network_id': 'a61d4b50-b794-444b-90ed-59924644d432', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'mac_address': 'fa:16:3e:cd:47:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717fa601-7e1b-43c5-af8d-827454fc4d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '0ac3b23d-0f2e-4f14-ba69-5c2f3711efd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:52:03Z', 'updated_at': '2022-05-05T20:52:09Z', 'revision_number': 5, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'subnets': [{'id': '0ac3b23d-0f2e-4f14-ba69-5c2f3711efd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:52:56.585372 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d96589c-0890-48eb-87ae-b5e633550787 None None] The sync data for ids ['717fa601-7e1b-43c5-af8d-827454fc4d4a'] in n-d-840717-1 is: [{'id': '717fa601-7e1b-43c5-af8d-827454fc4d4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1058121760', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'ef2b4f21-fba2-431e-9026-f4fabcba57ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:51:59Z', 'updated_at': '2022-05-05T20:52:04Z', 'revision_number': 4, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'gw_port': {'id': 'ef2b4f21-fba2-431e-9026-f4fabcba57ee', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:22:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717fa601-7e1b-43c5-af8d-827454fc4d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:52:00Z', 'updated_at': '2022-05-05T20:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '6f804b16-105e-4846-a304-056e93d4cae5', 'name': '', 'network_id': 'a61d4b50-b794-444b-90ed-59924644d432', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'mac_address': 'fa:16:3e:cd:47:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717fa601-7e1b-43c5-af8d-827454fc4d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '0ac3b23d-0f2e-4f14-ba69-5c2f3711efd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:52:03Z', 'updated_at': '2022-05-05T20:52:09Z', 'revision_number': 5, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'subnets': [{'id': '0ac3b23d-0f2e-4f14-ba69-5c2f3711efd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:52:56.795192 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef749ac-5ce3-4b95-949e-a528c27c2bc2 None None] New status for floating IP 95a14086-e69d-4866-b6e2-24ea2d6002e9: DOWN {{(pid=88199) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:52:57.428390 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1730ff8-1524-4203-ac72-efe0cee5e5e3 req-b2e84fbe-46da-458f-919c-f0c88a0ed45c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:52:57.429850 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b1730ff8-1524-4203-ac72-efe0cee5e5e3 req-b2e84fbe-46da-458f-919c-f0c88a0ed45c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf0818d1-cad4-4b8c-98d5-7a5878238eb2 HTTP/1.1" status: 200 len: 946 time: 0.1426046 May 05 20:52:57.442110 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0c029-7619-4c3d-af6f-e4a3ff7972ad req-b9e97fe3-8556-4738-9d39-85e7b6511f11 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:52:57.443506 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ebd0c029-7619-4c3d-af6f-e4a3ff7972ad req-b9e97fe3-8556-4738-9d39-85e7b6511f11 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf0818d1-cad4-4b8c-98d5-7a5878238eb2 HTTP/1.1" status: 200 len: 946 time: 0.1152399 May 05 20:52:57.544752 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b1730ff8-1524-4203-ac72-efe0cee5e5e3 req-70313189-0fdd-4c1b-a60c-5abbe8077c78 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d6691b7-e9d9-4044-89a6-28b302549fda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001403 May 05 20:52:57.552097 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-ebd0c029-7619-4c3d-af6f-e4a3ff7972ad req-df12cd1d-8405-4086-86d3-7c960061e48e tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Deleting port c5d0a3cf-72bc-4fce-bbb3-1a9130474736 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:52:57.552440 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-ebd0c029-7619-4c3d-af6f-e4a3ff7972ad req-df12cd1d-8405-4086-86d3-7c960061e48e tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:57.804466 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-ebd0c029-7619-4c3d-af6f-e4a3ff7972ad req-df12cd1d-8405-4086-86d3-7c960061e48e tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] For port c5d0a3cf-72bc-4fce-bbb3-1a9130474736, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=c5d0a3cf-72bc-4fce-bbb3-1a9130474736,segment=NetworkSegment(87547fd3-9bae-4b80-900b-c86f5a6b4719),segment_id=87547fd3-9bae-4b80-900b-c86f5a6b4719)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:52:57.804731 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-ebd0c029-7619-4c3d-af6f-e4a3ff7972ad req-df12cd1d-8405-4086-86d3-7c960061e48e tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:57.927053 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-ebd0c029-7619-4c3d-af6f-e4a3ff7972ad req-df12cd1d-8405-4086-86d3-7c960061e48e tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Calling delete_port for c5d0a3cf-72bc-4fce-bbb3-1a9130474736 owned by compute:nova {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:52:58.069500 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-ebd0c029-7619-4c3d-af6f-e4a3ff7972ad req-df12cd1d-8405-4086-86d3-7c960061e48e tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:58.119563 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df12cd1d-8405-4086-86d3-7c960061e48e tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event deleted for resources: {'Port': ['ID=c5d0a3cf-72bc-4fce-bbb3-1a9130474736,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:52:58.162073 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df12cd1d-8405-4086-86d3-7c960061e48e tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:52:58.162412 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df12cd1d-8405-4086-86d3-7c960061e48e tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:52:58.162742 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df12cd1d-8405-4086-86d3-7c960061e48e tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:52:58.163066 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df12cd1d-8405-4086-86d3-7c960061e48e tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:52:58.163408 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df12cd1d-8405-4086-86d3-7c960061e48e tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:52:58.163732 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df12cd1d-8405-4086-86d3-7c960061e48e tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:52:58.164051 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df12cd1d-8405-4086-86d3-7c960061e48e tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:52:58.164369 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df12cd1d-8405-4086-86d3-7c960061e48e tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:52:58.164686 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df12cd1d-8405-4086-86d3-7c960061e48e tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:52:58.164999 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df12cd1d-8405-4086-86d3-7c960061e48e tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:52:58.165309 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df12cd1d-8405-4086-86d3-7c960061e48e tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:52:58.165618 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df12cd1d-8405-4086-86d3-7c960061e48e tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:52:58.205737 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd0c029-7619-4c3d-af6f-e4a3ff7972ad req-df12cd1d-8405-4086-86d3-7c960061e48e tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] No DVR routers for this DVR port c5d0a3cf-72bc-4fce-bbb3-1a9130474736 on host n-h2-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:52:58.208117 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-ebd0c029-7619-4c3d-af6f-e4a3ff7972ad req-df12cd1d-8405-4086-86d3-7c960061e48e tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:52:58.210465 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf0818d1-cad4-4b8c-98d5-7a5878238eb2', 'name': 'network-vif-deleted', 'tag': 'c5d0a3cf-72bc-4fce-bbb3-1a9130474736'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:52:58.226094 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ebd0c029-7619-4c3d-af6f-e4a3ff7972ad req-df12cd1d-8405-4086-86d3-7c960061e48e tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.50 "DELETE /v2.0/ports/c5d0a3cf-72bc-4fce-bbb3-1a9130474736 HTTP/1.1" status: 204 len: 173 time: 0.7673743 May 05 20:52:58.259258 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f609828e-204c-4af0-9b82-dcd2e870a109'] response: {'server_uuid': 'cf0818d1-cad4-4b8c-98d5-7a5878238eb2', 'name': 'network-vif-deleted', 'tag': 'c5d0a3cf-72bc-4fce-bbb3-1a9130474736', 'status': 'completed', 'code': 200} May 05 20:52:58.724841 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-9e47df37-4112-4755-b7c8-df6aba671126 req-d97e471c-e564-472c-ab46-6277b15cfc06 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Synchronizing usage tracker for tenant:30a835e817a747e3b9b294a4a57222fc on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:52:58.739764 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-9e47df37-4112-4755-b7c8-df6aba671126 req-d97e471c-e564-472c-ab46-6277b15cfc06 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Unset dirty status for tenant:30a835e817a747e3b9b294a4a57222fc on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:52:58.740938 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9e47df37-4112-4755-b7c8-df6aba671126 req-d97e471c-e564-472c-ab46-6277b15cfc06 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf0818d1-cad4-4b8c-98d5-7a5878238eb2 HTTP/1.1" status: 200 len: 210 time: 0.0590811 May 05 20:52:59.847056 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40414) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:53:00.390040 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6aec77b5-0ae4-4f57-b20e-27dad9913183 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:00.743906 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-6aec77b5-0ae4-4f57-b20e-27dad9913183 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Deleting port 6f804b16-105e-4846-a304-056e93d4cae5 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:53:00.744246 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6aec77b5-0ae4-4f57-b20e-27dad9913183 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:00.935010 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-6aec77b5-0ae4-4f57-b20e-27dad9913183 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] For port 6f804b16-105e-4846-a304-056e93d4cae5, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=6f804b16-105e-4846-a304-056e93d4cae5,segment=NetworkSegment(87547fd3-9bae-4b80-900b-c86f5a6b4719),segment_id=87547fd3-9bae-4b80-900b-c86f5a6b4719)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:53:00.935951 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6aec77b5-0ae4-4f57-b20e-27dad9913183 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:01.056215 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-6aec77b5-0ae4-4f57-b20e-27dad9913183 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Calling delete_port for 6f804b16-105e-4846-a304-056e93d4cae5 owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:53:01.438092 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6aec77b5-0ae4-4f57-b20e-27dad9913183 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:01.488196 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aec77b5-0ae4-4f57-b20e-27dad9913183 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event deleted for resources: {'Port': ['ID=6f804b16-105e-4846-a304-056e93d4cae5,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:53:01.769760 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6aec77b5-0ae4-4f57-b20e-27dad9913183 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:01.934816 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device c5d0a3cf-72bc-4fce-bbb3-1a9130474736 no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:53:01.969611 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] No Port match for: c5d0a3cf-72bc-4fce-bbb3-1a9130474736 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:53:01.969952 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device c5d0a3cf-72bc-4fce-bbb3-1a9130474736 not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:53:02.125556 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aec77b5-0ae4-4f57-b20e-27dad9913183 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Router 717fa601-7e1b-43c5-af8d-827454fc4d4a has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:53:02.301514 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aec77b5-0ae4-4f57-b20e-27dad9913183 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:53:02.312584 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f39de9-a1cf-40dc-b84e-0e4046346ff0 None None] Sync routers for ids ['717fa601-7e1b-43c5-af8d-827454fc4d4a'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:53:02.318722 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-6aec77b5-0ae4-4f57-b20e-27dad9913183 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "PUT /v2.0/routers/717fa601-7e1b-43c5-af8d-827454fc4d4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4705331 May 05 20:53:02.321449 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40418) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:53:02.326366 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f39de9-a1cf-40dc-b84e-0e4046346ff0 None None] Routers {'717fa601-7e1b-43c5-af8d-827454fc4d4a'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:53:02.326965 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-15f39de9-a1cf-40dc-b84e-0e4046346ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:52:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['717fa601-7e1b-43c5-af8d-827454fc4d4a'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:53:02.390614 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-9395deec-d91d-490b-8c30-6b5492963531 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Deleting subnet 0ac3b23d-0f2e-4f14-ba69-5c2f3711efd1 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:53:02.393562 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9395deec-d91d-490b-8c30-6b5492963531 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:02.447328 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9395deec-d91d-490b-8c30-6b5492963531 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:02.504182 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-15f39de9-a1cf-40dc-b84e-0e4046346ff0 None None] Set router 717fa601-7e1b-43c5-af8d-827454fc4d4a gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:53:02.535694 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9395deec-d91d-490b-8c30-6b5492963531 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:02.610402 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9395deec-d91d-490b-8c30-6b5492963531 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:02.649527 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9395deec-d91d-490b-8c30-6b5492963531 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event deleted for resources: {'Subnet': ['ID=0ac3b23d-0f2e-4f14-ba69-5c2f3711efd1,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:53:02.653305 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9395deec-d91d-490b-8c30-6b5492963531 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:02.659385 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-9395deec-d91d-490b-8c30-6b5492963531 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "DELETE /v2.0/subnets/0ac3b23d-0f2e-4f14-ba69-5c2f3711efd1 HTTP/1.1" status: 204 len: 168 time: 0.3369436 May 05 20:53:02.660054 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc604e4-b165-4e8e-a0e0-5e21a2bc9050 None None] Network a61d4b50-b794-444b-90ed-59924644d432 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:53:02.661906 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40422) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:53:02.822836 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-15f39de9-a1cf-40dc-b84e-0e4046346ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717fa601-7e1b-43c5-af8d-827454fc4d4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1058121760', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'ef2b4f21-fba2-431e-9026-f4fabcba57ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:51:59Z', 'updated_at': '2022-05-05T20:53:01Z', 'revision_number': 5, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'gw_port': {'id': 'ef2b4f21-fba2-431e-9026-f4fabcba57ee', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:22:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717fa601-7e1b-43c5-af8d-827454fc4d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:52:00Z', 'updated_at': '2022-05-05T20:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:53:02.828362 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f39de9-a1cf-40dc-b84e-0e4046346ff0 None None] Checking router: 717fa601-7e1b-43c5-af8d-827454fc4d4a for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:53:02.837368 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f39de9-a1cf-40dc-b84e-0e4046346ff0 None None] Routers {'717fa601-7e1b-43c5-af8d-827454fc4d4a'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:53:02.838157 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-15f39de9-a1cf-40dc-b84e-0e4046346ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:52:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['717fa601-7e1b-43c5-af8d-827454fc4d4a'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:53:02.962056 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23e545c-2186-4a23-8975-b9466f34de32 None None] DHCP port deletion for a61d4b50-b794-444b-90ed-59924644d432 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:53:02.966231 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-f23e545c-2186-4a23-8975-b9466f34de32 None None] Deleting port 29475f23-a776-4724-830c-0d6d7b77d840 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:53:02.966603 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f23e545c-2186-4a23-8975-b9466f34de32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:02.977769 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e0978cfb-262a-438d-ac0b-97eb20c8ca07 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:03.061525 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-15f39de9-a1cf-40dc-b84e-0e4046346ff0 None None] Set router 717fa601-7e1b-43c5-af8d-827454fc4d4a gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:53:03.168544 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e0978cfb-262a-438d-ac0b-97eb20c8ca07 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:03.178878 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-e0978cfb-262a-438d-ac0b-97eb20c8ca07 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Deleting port ef2b4f21-fba2-431e-9026-f4fabcba57ee {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:53:03.179294 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e0978cfb-262a-438d-ac0b-97eb20c8ca07 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:03.179838 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-f23e545c-2186-4a23-8975-b9466f34de32 None None] For port 29475f23-a776-4724-830c-0d6d7b77d840, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=29475f23-a776-4724-830c-0d6d7b77d840,segment=NetworkSegment(87547fd3-9bae-4b80-900b-c86f5a6b4719),segment_id=87547fd3-9bae-4b80-900b-c86f5a6b4719)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:53:03.180232 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f23e545c-2186-4a23-8975-b9466f34de32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:03.308463 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-f23e545c-2186-4a23-8975-b9466f34de32 None None] Calling delete_port for 29475f23-a776-4724-830c-0d6d7b77d840 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:53:03.346320 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-15f39de9-a1cf-40dc-b84e-0e4046346ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717fa601-7e1b-43c5-af8d-827454fc4d4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1058121760', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'ef2b4f21-fba2-431e-9026-f4fabcba57ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:51:59Z', 'updated_at': '2022-05-05T20:53:01Z', 'revision_number': 5, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'gw_port': {'id': 'ef2b4f21-fba2-431e-9026-f4fabcba57ee', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:22:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717fa601-7e1b-43c5-af8d-827454fc4d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:52:00Z', 'updated_at': '2022-05-05T20:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:53:03.350855 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f39de9-a1cf-40dc-b84e-0e4046346ff0 None None] The sync data for ids ['717fa601-7e1b-43c5-af8d-827454fc4d4a'] in n-d-840717-1 is: [{'id': '717fa601-7e1b-43c5-af8d-827454fc4d4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1058121760', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'ef2b4f21-fba2-431e-9026-f4fabcba57ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:51:59Z', 'updated_at': '2022-05-05T20:53:01Z', 'revision_number': 5, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'gw_port': {'id': 'ef2b4f21-fba2-431e-9026-f4fabcba57ee', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:22:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717fa601-7e1b-43c5-af8d-827454fc4d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:52:00Z', 'updated_at': '2022-05-05T20:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:53:03.364059 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-e0978cfb-262a-438d-ac0b-97eb20c8ca07 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] For port ef2b4f21-fba2-431e-9026-f4fabcba57ee, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=ef2b4f21-fba2-431e-9026-f4fabcba57ee,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:53:03.364432 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e0978cfb-262a-438d-ac0b-97eb20c8ca07 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:03.396853 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f23e545c-2186-4a23-8975-b9466f34de32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:03.443154 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23e545c-2186-4a23-8975-b9466f34de32 None None] Pushing event deleted for resources: {'Port': ['ID=29475f23-a776-4724-830c-0d6d7b77d840,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:53:03.448301 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23e545c-2186-4a23-8975-b9466f34de32 None None] No DVR routers for this DVR port 29475f23-a776-4724-830c-0d6d7b77d840 on host n-d-840717-1 {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:53:03.491169 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-e0978cfb-262a-438d-ac0b-97eb20c8ca07 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Calling delete_port for ef2b4f21-fba2-431e-9026-f4fabcba57ee owned by network:router_gateway {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:53:03.656372 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e0978cfb-262a-438d-ac0b-97eb20c8ca07 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:03.705468 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0978cfb-262a-438d-ac0b-97eb20c8ca07 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event deleted for resources: {'Port': ['ID=ef2b4f21-fba2-431e-9026-f4fabcba57ee,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:53:03.799935 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e0978cfb-262a-438d-ac0b-97eb20c8ca07 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:03.976489 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e0978cfb-262a-438d-ac0b-97eb20c8ca07 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:03.978555 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e0978cfb-262a-438d-ac0b-97eb20c8ca07 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:04.003209 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e0978cfb-262a-438d-ac0b-97eb20c8ca07 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:04.003770 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0978cfb-262a-438d-ac0b-97eb20c8ca07 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Fanout notify agent at l3_agent the message router_deleted on router 717fa601-7e1b-43c5-af8d-827454fc4d4a {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:53:04.019764 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e0978cfb-262a-438d-ac0b-97eb20c8ca07 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:04.020910 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e0978cfb-262a-438d-ac0b-97eb20c8ca07 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "DELETE /v2.0/routers/717fa601-7e1b-43c5-af8d-827454fc4d4a HTTP/1.1" status: 204 len: 168 time: 1.3580513 May 05 20:53:04.023632 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40426) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:53:04.140830 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7d24b39f-6c76-4b6e-91cd-a8805be38742 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:04.376250 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7d24b39f-6c76-4b6e-91cd-a8805be38742 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:04.400292 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-7d24b39f-6c76-4b6e-91cd-a8805be38742 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a61d4b50-b794-444b-90ed-59924644d432']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:53:04.415130 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-7d24b39f-6c76-4b6e-91cd-a8805be38742 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87547fd3-9bae-4b80-900b-c86f5a6b4719') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:53:04.415452 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-7d24b39f-6c76-4b6e-91cd-a8805be38742 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87547fd3-9bae-4b80-900b-c86f5a6b4719') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:53:04.428129 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7d24b39f-6c76-4b6e-91cd-a8805be38742 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:04.444752 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7d24b39f-6c76-4b6e-91cd-a8805be38742 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:04.452124 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d24b39f-6c76-4b6e-91cd-a8805be38742 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:53:04.452540 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7d24b39f-6c76-4b6e-91cd-a8805be38742 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:04.468761 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:53:04.468761 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:53:04.468761 n-d-840717-1 neutron-server[88198]: timer() May 05 20:53:04.468761 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:53:04.468761 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:53:04.468761 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:53:04.468761 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:53:04.468761 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:53:04.468761 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:53:04.468761 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:53:04.468761 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:53:04.468761 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:53:04.468761 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:53:04.468761 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:53:04.468761 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:53:04.468761 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:53:04.468761 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:53:04.468761 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:53:04.468761 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:53:04.468761 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:53:04.468761 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:53:04.468761 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:53:04.468761 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:53:04.468761 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:53:04.468761 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:53:04.468761 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:53:04.468761 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:53:04.468761 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:53:04.468761 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:53:04.468761 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:53:04.468761 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:53:04.468761 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:53:04.547261 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7d24b39f-6c76-4b6e-91cd-a8805be38742 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:04.564984 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7d24b39f-6c76-4b6e-91cd-a8805be38742 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:04.579783 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d24b39f-6c76-4b6e-91cd-a8805be38742 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event deleted for resources: {'Network': ['ID=a61d4b50-b794-444b-90ed-59924644d432,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:53:04.588528 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-7d24b39f-6c76-4b6e-91cd-a8805be38742 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "DELETE /v2.0/networks/a61d4b50-b794-444b-90ed-59924644d432 HTTP/1.1" status: 204 len: 168 time: 0.5639203 May 05 20:53:04.591862 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40430) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:53:04.662964 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-32c680be-edcd-4236-8e85-3bb1f24d626c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:04.691881 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-32c680be-edcd-4236-8e85-3bb1f24d626c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:04.744608 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 29475f23-a776-4724-830c-0d6d7b77d840 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:53:04.762224 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-32c680be-edcd-4236-8e85-3bb1f24d626c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:04.777596 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3d8591e2-879a-4d6a-8793-b1e29ca28f33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:04.780544 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c680be-edcd-4236-8e85-3bb1f24d626c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6691b7-e9d9-4044-89a6-28b302549fda,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:53:04.785702 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 29475f23-a776-4724-830c-0d6d7b77d840 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:53:04.786042 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 29475f23-a776-4724-830c-0d6d7b77d840 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:53:04.786464 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device ef2b4f21-fba2-431e-9026-f4fabcba57ee no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:53:04.793966 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-32c680be-edcd-4236-8e85-3bb1f24d626c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:04.795120 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-32c680be-edcd-4236-8e85-3bb1f24d626c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "DELETE /v2.0/security-groups/3d6691b7-e9d9-4044-89a6-28b302549fda HTTP/1.1" status: 204 len: 168 time: 0.2023654 May 05 20:53:04.827800 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: ef2b4f21-fba2-431e-9026-f4fabcba57ee {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:53:04.828141 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device ef2b4f21-fba2-431e-9026-f4fabcba57ee not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:53:04.828552 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 6f804b16-105e-4846-a304-056e93d4cae5 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:53:04.862421 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 6f804b16-105e-4846-a304-056e93d4cae5 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:53:04.862765 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 6f804b16-105e-4846-a304-056e93d4cae5 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:53:05.105644 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40438) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:53:05.110980 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-558204e4-91f2-4e95-9272-afa455986916 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-121559321', 'description': 'tempest-secgroup-smoke-121559321 description', 'project_id': '30a835e817a747e3b9b294a4a57222fc'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:53:05.117881 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-558204e4-91f2-4e95-9272-afa455986916 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:53:05.123186 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-558204e4-91f2-4e95-9272-afa455986916 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Usage tracker for resource:security_group and tenant:30a835e817a747e3b9b294a4a57222fc is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:53:05.126064 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-558204e4-91f2-4e95-9272-afa455986916 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:53:05.131766 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-558204e4-91f2-4e95-9272-afa455986916 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:53:05.143186 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-558204e4-91f2-4e95-9272-afa455986916 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:05.162483 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-558204e4-91f2-4e95-9272-afa455986916 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:53:05.166221 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-558204e4-91f2-4e95-9272-afa455986916 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Usage tracker for resource:security_group_rule and tenant:30a835e817a747e3b9b294a4a57222fc is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:53:05.169315 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-558204e4-91f2-4e95-9272-afa455986916 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:53:05.174913 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-558204e4-91f2-4e95-9272-afa455986916 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:53:05.248605 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-558204e4-91f2-4e95-9272-afa455986916 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:05.252325 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-558204e4-91f2-4e95-9272-afa455986916 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:05.297488 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558204e4-91f2-4e95-9272-afa455986916 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67a8e4bc-954b-4b08-a102-a97560f622b3,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:53:05.301820 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-558204e4-91f2-4e95-9272-afa455986916 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:05.303161 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-558204e4-91f2-4e95-9272-afa455986916 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1965122 May 05 20:53:05.306474 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40442) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:53:05.311997 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-61bfc1b8-0056-41f0-830b-06c4c41121ee tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Request body: {'security_group_rule': {'security_group_id': '67a8e4bc-954b-4b08-a102-a97560f622b3', 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:53:05.318797 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-61bfc1b8-0056-41f0-830b-06c4c41121ee tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:53:05.322834 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-61bfc1b8-0056-41f0-830b-06c4c41121ee tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Usage tracker for resource:security_group_rule and tenant:30a835e817a747e3b9b294a4a57222fc is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:53:05.326314 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-61bfc1b8-0056-41f0-830b-06c4c41121ee tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:53:05.332143 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-61bfc1b8-0056-41f0-830b-06c4c41121ee tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:53:05.348119 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-61bfc1b8-0056-41f0-830b-06c4c41121ee tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:05.407410 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-61bfc1b8-0056-41f0-830b-06c4c41121ee tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:05.410968 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-61bfc1b8-0056-41f0-830b-06c4c41121ee tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:05.434989 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bfc1b8-0056-41f0-830b-06c4c41121ee tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=856a22fb-7b85-49c8-9cfd-0674f11b139c,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:53:05.444576 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-61bfc1b8-0056-41f0-830b-06c4c41121ee tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:05.445751 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-61bfc1b8-0056-41f0-830b-06c4c41121ee tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1383688 May 05 20:53:05.448468 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40446) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:53:05.453719 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-13699a89-c209-42c9-ad5e-503e2764e5b0 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Request body: {'security_group_rule': {'security_group_id': '67a8e4bc-954b-4b08-a102-a97560f622b3', 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:53:05.460152 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-13699a89-c209-42c9-ad5e-503e2764e5b0 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:53:05.463956 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-13699a89-c209-42c9-ad5e-503e2764e5b0 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Usage tracker for resource:security_group_rule and tenant:30a835e817a747e3b9b294a4a57222fc is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:53:05.466787 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-13699a89-c209-42c9-ad5e-503e2764e5b0 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:53:05.472536 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-13699a89-c209-42c9-ad5e-503e2764e5b0 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:53:05.488983 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-13699a89-c209-42c9-ad5e-503e2764e5b0 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:05.552533 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-13699a89-c209-42c9-ad5e-503e2764e5b0 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:05.556744 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-13699a89-c209-42c9-ad5e-503e2764e5b0 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:05.580234 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13699a89-c209-42c9-ad5e-503e2764e5b0 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fe38d8a-78c6-4b22-8ff0-06411c913803,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:53:05.588688 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-13699a89-c209-42c9-ad5e-503e2764e5b0 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:05.592367 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-13699a89-c209-42c9-ad5e-503e2764e5b0 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1403222 May 05 20:53:05.592545 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40450) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:53:05.597352 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-f936ddb8-621e-470b-93f3-a7d5cc888853 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Request body: {'security_group_rule': {'security_group_id': '67a8e4bc-954b-4b08-a102-a97560f622b3', 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:53:05.603644 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f936ddb8-621e-470b-93f3-a7d5cc888853 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:53:05.607892 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-f936ddb8-621e-470b-93f3-a7d5cc888853 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Usage tracker for resource:security_group_rule and tenant:30a835e817a747e3b9b294a4a57222fc is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:53:05.610702 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-f936ddb8-621e-470b-93f3-a7d5cc888853 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:53:05.616679 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f936ddb8-621e-470b-93f3-a7d5cc888853 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:53:05.633578 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f936ddb8-621e-470b-93f3-a7d5cc888853 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:05.693340 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f936ddb8-621e-470b-93f3-a7d5cc888853 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:05.696965 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f936ddb8-621e-470b-93f3-a7d5cc888853 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:05.720816 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f936ddb8-621e-470b-93f3-a7d5cc888853 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0062ff2-16d7-4a42-9d4c-993b1ce8bfdd,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:53:05.730587 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f936ddb8-621e-470b-93f3-a7d5cc888853 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:05.731829 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f936ddb8-621e-470b-93f3-a7d5cc888853 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1383891 May 05 20:53:05.734519 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40454) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:53:05.739481 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-a6e5ed38-976a-4904-9366-01092f127428 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Request body: {'security_group_rule': {'security_group_id': '67a8e4bc-954b-4b08-a102-a97560f622b3', 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:53:05.746759 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a6e5ed38-976a-4904-9366-01092f127428 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:53:05.750596 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a6e5ed38-976a-4904-9366-01092f127428 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Usage tracker for resource:security_group_rule and tenant:30a835e817a747e3b9b294a4a57222fc is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:53:05.753463 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-a6e5ed38-976a-4904-9366-01092f127428 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:53:05.758989 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a6e5ed38-976a-4904-9366-01092f127428 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:53:05.774844 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a6e5ed38-976a-4904-9366-01092f127428 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:05.838693 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a6e5ed38-976a-4904-9366-01092f127428 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:05.842213 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a6e5ed38-976a-4904-9366-01092f127428 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:05.864768 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e5ed38-976a-4904-9366-01092f127428 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5a4d4de-94b6-442d-8e3a-fc66e30be013,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:53:05.874410 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a6e5ed38-976a-4904-9366-01092f127428 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:05.875744 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a6e5ed38-976a-4904-9366-01092f127428 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1402678 May 05 20:53:05.878690 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40458) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:53:05.883688 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-b253839d-6c14-4c0a-a8c5-9f33e5727640 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Request body: {'security_group_rule': {'security_group_id': '67a8e4bc-954b-4b08-a102-a97560f622b3', 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:53:05.890706 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b253839d-6c14-4c0a-a8c5-9f33e5727640 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:53:05.894730 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-b253839d-6c14-4c0a-a8c5-9f33e5727640 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Usage tracker for resource:security_group_rule and tenant:30a835e817a747e3b9b294a4a57222fc is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:53:05.897591 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-b253839d-6c14-4c0a-a8c5-9f33e5727640 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:53:05.903347 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b253839d-6c14-4c0a-a8c5-9f33e5727640 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:53:05.916375 n-d-840717-1 neutron-server[88198]: INFO neutron.db.securitygroups_db [None req-b253839d-6c14-4c0a-a8c5-9f33e5727640 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Project 30a835e817a747e3b9b294a4a57222fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 20:53:05.922869 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b253839d-6c14-4c0a-a8c5-9f33e5727640 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:05.985166 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b253839d-6c14-4c0a-a8c5-9f33e5727640 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:05.988582 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b253839d-6c14-4c0a-a8c5-9f33e5727640 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:06.016949 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b253839d-6c14-4c0a-a8c5-9f33e5727640 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b21b333a-c833-4eff-ad27-9935955f8e26,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:53:06.023579 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b253839d-6c14-4c0a-a8c5-9f33e5727640 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:06.024738 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b253839d-6c14-4c0a-a8c5-9f33e5727640 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1451471 May 05 20:53:06.027662 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40462) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:53:06.032525 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-7c7c53e6-aa86-4036-bd78-40eba2179db7 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Request body: {'security_group_rule': {'security_group_id': '67a8e4bc-954b-4b08-a102-a97560f622b3', 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:53:06.039128 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-7c7c53e6-aa86-4036-bd78-40eba2179db7 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:53:06.043167 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-7c7c53e6-aa86-4036-bd78-40eba2179db7 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Usage tracker for resource:security_group_rule and tenant:30a835e817a747e3b9b294a4a57222fc is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:53:06.046013 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-7c7c53e6-aa86-4036-bd78-40eba2179db7 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:53:06.051678 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-7c7c53e6-aa86-4036-bd78-40eba2179db7 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:53:06.062702 n-d-840717-1 neutron-server[88198]: INFO neutron.db.securitygroups_db [None req-7c7c53e6-aa86-4036-bd78-40eba2179db7 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Project 30a835e817a747e3b9b294a4a57222fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 20:53:06.069394 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7c7c53e6-aa86-4036-bd78-40eba2179db7 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:06.134020 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7c7c53e6-aa86-4036-bd78-40eba2179db7 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:06.138082 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7c7c53e6-aa86-4036-bd78-40eba2179db7 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:06.160589 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7c53e6-aa86-4036-bd78-40eba2179db7 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1d77ca4-9a21-4344-94eb-affbc253a582,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:53:06.169158 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7c7c53e6-aa86-4036-bd78-40eba2179db7 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:06.170310 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-7c7c53e6-aa86-4036-bd78-40eba2179db7 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1417313 May 05 20:53:06.173206 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40466) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:53:06.178483 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-690a129f-7214-4a26-b93f-4e9aee45cd95 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Request body: {'network': {'name': 'tempest-network-smoke--1497484896', 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'port_security_enabled': True}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:53:06.184502 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-690a129f-7214-4a26-b93f-4e9aee45cd95 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:53:06.188507 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-690a129f-7214-4a26-b93f-4e9aee45cd95 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Usage tracker for resource:network and tenant:30a835e817a747e3b9b294a4a57222fc is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:53:06.191275 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-690a129f-7214-4a26-b93f-4e9aee45cd95 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:53:06.196839 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-690a129f-7214-4a26-b93f-4e9aee45cd95 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:53:06.206649 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690a129f-7214-4a26-b93f-4e9aee45cd95 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Made reservation on behalf of 30a835e817a747e3b9b294a4a57222fc for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:53:06.210131 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-690a129f-7214-4a26-b93f-4e9aee45cd95 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:06.237143 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-690a129f-7214-4a26-b93f-4e9aee45cd95 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:53:06.246633 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-690a129f-7214-4a26-b93f-4e9aee45cd95 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:06.246966 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-690a129f-7214-4a26-b93f-4e9aee45cd95 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Added segment d677e8f0-a90d-47e5-af20-8cd7563fa818 of type vlan for network 80c20b3f-10fe-44a6-8837-b6822a77db8f May 05 20:53:06.275987 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-690a129f-7214-4a26-b93f-4e9aee45cd95 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:06.304714 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-690a129f-7214-4a26-b93f-4e9aee45cd95 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:06.311059 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690a129f-7214-4a26-b93f-4e9aee45cd95 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:53:06.311664 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-690a129f-7214-4a26-b93f-4e9aee45cd95 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:06.366667 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-690a129f-7214-4a26-b93f-4e9aee45cd95 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1924603 May 05 20:53:06.369585 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 40470) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:53:06.376160 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-0f13d566-6ad5-4305-9bbe-b4626327fcfe tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-723011273', 'admin_state_up': True, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:53:06.384274 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-0f13d566-6ad5-4305-9bbe-b4626327fcfe tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:53:06.388268 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-0f13d566-6ad5-4305-9bbe-b4626327fcfe tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Usage tracker for resource:router and tenant:30a835e817a747e3b9b294a4a57222fc is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:53:06.391180 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-0f13d566-6ad5-4305-9bbe-b4626327fcfe tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:53:06.397537 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-0f13d566-6ad5-4305-9bbe-b4626327fcfe tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:53:06.407748 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0f13d566-6ad5-4305-9bbe-b4626327fcfe tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:06.408732 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0f13d566-6ad5-4305-9bbe-b4626327fcfe tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:06.423892 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690a129f-7214-4a26-b93f-4e9aee45cd95 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event updated for resources: {'Network': ['ID=80c20b3f-10fe-44a6-8837-b6822a77db8f,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:53:06.424954 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0f13d566-6ad5-4305-9bbe-b4626327fcfe tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:06.435110 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 80c20b3f-10fe-44a6-8837-b6822a77db8f details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:53:06.807336 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0f13d566-6ad5-4305-9bbe-b4626327fcfe tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:06.948485 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-82062fa6-f9a7-45f7-b9e2-dd40c75dc06f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:07.109230 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0f13d566-6ad5-4305-9bbe-b4626327fcfe tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for router_gateway, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:07.138523 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0f13d566-6ad5-4305-9bbe-b4626327fcfe tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:07.272852 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-0f13d566-6ad5-4305-9bbe-b4626327fcfe tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Allocated IP 172.25.0.240 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/686d96ab-f443-42ef-9b37-3d3e28a64f40) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:53:07.418956 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0f13d566-6ad5-4305-9bbe-b4626327fcfe tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:07.446941 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0f13d566-6ad5-4305-9bbe-b4626327fcfe tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:07.510040 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f13d566-6ad5-4305-9bbe-b4626327fcfe tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:53:07.513226 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-0f13d566-6ad5-4305-9bbe-b4626327fcfe tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:53:07.516902 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f13d566-6ad5-4305-9bbe-b4626327fcfe tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:53:07.554525 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f13d566-6ad5-4305-9bbe-b4626327fcfe tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event updated for resources: {'Port': ['ID=686d96ab-f443-42ef-9b37-3d3e28a64f40,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:53:08.008096 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:08.057834 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0f13d566-6ad5-4305-9bbe-b4626327fcfe tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for router_gateway, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:08.166187 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:08.399589 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0f13d566-6ad5-4305-9bbe-b4626327fcfe tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:08.613300 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f13d566-6ad5-4305-9bbe-b4626327fcfe tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Router 805472b1-3366-44f8-95f9-567c67949f66 is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88197) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:53:08.789223 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f13d566-6ad5-4305-9bbe-b4626327fcfe tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:53:08.799391 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06bbb7f-7c53-4a80-bb13-92ec3bfdd924 None None] Sync routers for ids ['805472b1-3366-44f8-95f9-567c67949f66'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:53:08.809316 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06bbb7f-7c53-4a80-bb13-92ec3bfdd924 None None] Routers {'805472b1-3366-44f8-95f9-567c67949f66'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:53:08.809931 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-f06bbb7f-7c53-4a80-bb13-92ec3bfdd924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:53:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['805472b1-3366-44f8-95f9-567c67949f66'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:53:08.816885 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-0f13d566-6ad5-4305-9bbe-b4626327fcfe tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:08.818242 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-0f13d566-6ad5-4305-9bbe-b4626327fcfe tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4463215 May 05 20:53:08.821275 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 40478) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:53:08.866051 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-e86cee4f-acd2-44df-8f26-a73e5ea51a6d tempest-TestNetworkAdvancedServerOps-1066420911 tempest-TestNetworkAdvancedServerOps-1066420911-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=30a835e817a747e3b9b294a4a57222fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0435641 May 05 20:53:08.868444 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 40482) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:53:08.998667 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-f06bbb7f-7c53-4a80-bb13-92ec3bfdd924 None None] Set router 805472b1-3366-44f8-95f9-567c67949f66 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:53:09.004063 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659d8511-9a3e-4bc1-9637-4bdc6ea7f973 tempest-TestNetworkAdvancedServerOps-1066420911 tempest-TestNetworkAdvancedServerOps-1066420911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:53:09.005558 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-659d8511-9a3e-4bc1-9637-4bdc6ea7f973 tempest-TestNetworkAdvancedServerOps-1066420911 tempest-TestNetworkAdvancedServerOps-1066420911-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1362858 May 05 20:53:09.008587 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40486) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:53:09.049489 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-50a08725-41f3-4dbc-a8bc-cf5ff163e3f8 tempest-TestNetworkAdvancedServerOps-1066420911 tempest-TestNetworkAdvancedServerOps-1066420911-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=0401d202-1605-4cfe-bad4-fb225df6afb0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395505 May 05 20:53:09.051999 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40490) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:53:09.057402 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-eee58ee5-bdee-4d72-b817-66f52dd0678a tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-420312397', 'network_id': '80c20b3f-10fe-44a6-8837-b6822a77db8f', 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:53:09.169555 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-eee58ee5-bdee-4d72-b817-66f52dd0678a tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:53:09.173813 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-eee58ee5-bdee-4d72-b817-66f52dd0678a tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Usage tracker for resource:subnet and tenant:30a835e817a747e3b9b294a4a57222fc is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:53:09.176912 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-eee58ee5-bdee-4d72-b817-66f52dd0678a tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:53:09.182716 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-eee58ee5-bdee-4d72-b817-66f52dd0678a tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:53:09.193597 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee58ee5-bdee-4d72-b817-66f52dd0678a tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Made reservation on behalf of 30a835e817a747e3b9b294a4a57222fc for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:53:09.197183 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eee58ee5-bdee-4d72-b817-66f52dd0678a tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:09.312747 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-f06bbb7f-7c53-4a80-bb13-92ec3bfdd924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '805472b1-3366-44f8-95f9-567c67949f66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723011273', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '686d96ab-f443-42ef-9b37-3d3e28a64f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:53:06Z', 'updated_at': '2022-05-05T20:53:07Z', 'revision_number': 3, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'gw_port': {'id': '686d96ab-f443-42ef-9b37-3d3e28a64f40', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:03:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '805472b1-3366-44f8-95f9-567c67949f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:53:07Z', 'updated_at': '2022-05-05T20:53:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:53:09.317080 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06bbb7f-7c53-4a80-bb13-92ec3bfdd924 None None] Checking router: 805472b1-3366-44f8-95f9-567c67949f66 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:53:09.317462 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06bbb7f-7c53-4a80-bb13-92ec3bfdd924 None None] Updating router 805472b1-3366-44f8-95f9-567c67949f66 port 686d96ab-f443-42ef-9b37-3d3e28a64f40 binding host n-d-840717-1 {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:53:09.369657 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f06bbb7f-7c53-4a80-bb13-92ec3bfdd924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:09.418060 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eee58ee5-bdee-4d72-b817-66f52dd0678a tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:09.498331 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee58ee5-bdee-4d72-b817-66f52dd0678a tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event updated for resources: {'Subnet': ['ID=86f58428-67ed-4152-bd06-94f0ca90e4a4,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:53:09.507308 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee58ee5-bdee-4d72-b817-66f52dd0678a tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Checking segment: {'id': 'd677e8f0-a90d-47e5-af20-8cd7563fa818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '80c20b3f-10fe-44a6-8837-b6822a77db8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:53:09.507691 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee58ee5-bdee-4d72-b817-66f52dd0678a tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Network hostable DHCP agents. Network: 80c20b3f-10fe-44a6-8837-b6822a77db8f, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:53:09.526483 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee58ee5-bdee-4d72-b817-66f52dd0678a tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Network 80c20b3f-10fe-44a6-8837-b6822a77db8f is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:53:09.536613 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-eee58ee5-bdee-4d72-b817-66f52dd0678a tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 80c20b3f-10fe-44a6-8837-b6822a77db8f) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:53:09.540722 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee58ee5-bdee-4d72-b817-66f52dd0678a tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:53:09.541288 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eee58ee5-bdee-4d72-b817-66f52dd0678a tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:09.565069 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 40494) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:53:09.565452 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-eee58ee5-bdee-4d72-b817-66f52dd0678a tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5121763 May 05 20:53:09.593303 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5f9492-c763-43b3-b9ac-4f37e1d05ce7 None None] Network 80c20b3f-10fe-44a6-8837-b6822a77db8f requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:53:09.854523 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:09.919388 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f06bbb7f-7c53-4a80-bb13-92ec3bfdd924 None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:09.925387 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19050f99-4232-4146-827b-404e71f469cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-80c20b3f-10fe-44a6-8837-b6822a77db8f', 'network_id': '80c20b3f-10fe-44a6-8837-b6822a77db8f', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'fixed_ips': [{'subnet_id': '86f58428-67ed-4152-bd06-94f0ca90e4a4'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:53:09.926207 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-19050f99-4232-4146-827b-404e71f469cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:09.950791 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-f06bbb7f-7c53-4a80-bb13-92ec3bfdd924 None None] Transition to ACTIVE for port object 686d96ab-f443-42ef-9b37-3d3e28a64f40 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:53:09.998597 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f06bbb7f-7c53-4a80-bb13-92ec3bfdd924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:10.102978 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb28cfc-c7ad-4b2c-bae8-0a57badb1e24 None None] Pushing event updated for resources: {'Port': ['ID=686d96ab-f443-42ef-9b37-3d3e28a64f40,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:53:10.110625 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-f06bbb7f-7c53-4a80-bb13-92ec3bfdd924 None None] Attempting to bind port 686d96ab-f443-42ef-9b37-3d3e28a64f40 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:53:10.110925 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-f06bbb7f-7c53-4a80-bb13-92ec3bfdd924 None None] Attempting to bind port 686d96ab-f443-42ef-9b37-3d3e28a64f40 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:53:10.111297 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06bbb7f-7c53-4a80-bb13-92ec3bfdd924 None None] Attempting to bind port 686d96ab-f443-42ef-9b37-3d3e28a64f40 on network 0401d202-1605-4cfe-bad4-fb225df6afb0 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:53:10.123621 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb28cfc-c7ad-4b2c-bae8-0a57badb1e24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:53:10.123965 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb28cfc-c7ad-4b2c-bae8-0a57badb1e24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:53:10.124307 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb28cfc-c7ad-4b2c-bae8-0a57badb1e24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:53:10.124641 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb28cfc-c7ad-4b2c-bae8-0a57badb1e24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:53:10.124969 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb28cfc-c7ad-4b2c-bae8-0a57badb1e24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:53:10.125288 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb28cfc-c7ad-4b2c-bae8-0a57badb1e24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:53:10.125612 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb28cfc-c7ad-4b2c-bae8-0a57badb1e24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:53:10.125932 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb28cfc-c7ad-4b2c-bae8-0a57badb1e24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:53:10.126252 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb28cfc-c7ad-4b2c-bae8-0a57badb1e24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:53:10.126572 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb28cfc-c7ad-4b2c-bae8-0a57badb1e24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:53:10.126891 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb28cfc-c7ad-4b2c-bae8-0a57badb1e24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:53:10.127211 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb28cfc-c7ad-4b2c-bae8-0a57badb1e24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:53:10.135235 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06bbb7f-7c53-4a80-bb13-92ec3bfdd924 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:53:10.135662 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06bbb7f-7c53-4a80-bb13-92ec3bfdd924 None None] Checking segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:53:10.136650 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f06bbb7f-7c53-4a80-bb13-92ec3bfdd924 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:10.136650 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06bbb7f-7c53-4a80-bb13-92ec3bfdd924 None None] Bound using segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:53:10.137043 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-f06bbb7f-7c53-4a80-bb13-92ec3bfdd924 None None] Bound port: 686d96ab-f443-42ef-9b37-3d3e28a64f40, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:53:10.137420 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f06bbb7f-7c53-4a80-bb13-92ec3bfdd924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:10.254240 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-19050f99-4232-4146-827b-404e71f469cb None None] Allocated IP 172.20.0.2 (80c20b3f-10fe-44a6-8837-b6822a77db8f/86f58428-67ed-4152-bd06-94f0ca90e4a4/ca7210f2-3500-4864-98ac-a9e493eca21e) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:53:10.267150 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-f06bbb7f-7c53-4a80-bb13-92ec3bfdd924 None None] For port 686d96ab-f443-42ef-9b37-3d3e28a64f40, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:53:10.271571 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-f06bbb7f-7c53-4a80-bb13-92ec3bfdd924 None None] For port 686d96ab-f443-42ef-9b37-3d3e28a64f40, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=686d96ab-f443-42ef-9b37-3d3e28a64f40,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:53:10.295411 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f06bbb7f-7c53-4a80-bb13-92ec3bfdd924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:10.396923 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4a6bc49d-a6ed-408d-9010-a6c011944e17 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:10.443470 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06bbb7f-7c53-4a80-bb13-92ec3bfdd924 None None] Routers {'805472b1-3366-44f8-95f9-567c67949f66'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:53:10.444089 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-f06bbb7f-7c53-4a80-bb13-92ec3bfdd924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:53:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['805472b1-3366-44f8-95f9-567c67949f66'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:53:10.524266 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb28cfc-c7ad-4b2c-bae8-0a57badb1e24 None None] Pushing event updated for resources: {'Port': ['ID=686d96ab-f443-42ef-9b37-3d3e28a64f40,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:53:10.764643 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-f06bbb7f-7c53-4a80-bb13-92ec3bfdd924 None None] Set router 805472b1-3366-44f8-95f9-567c67949f66 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:53:10.806006 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-19050f99-4232-4146-827b-404e71f469cb None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:10.891731 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-19050f99-4232-4146-827b-404e71f469cb None None] Transition to ACTIVE for port object ca7210f2-3500-4864-98ac-a9e493eca21e will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:53:10.931505 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-19050f99-4232-4146-827b-404e71f469cb None None] Transition to ACTIVE for port object ca7210f2-3500-4864-98ac-a9e493eca21e will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:53:10.984299 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-19050f99-4232-4146-827b-404e71f469cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:11.052413 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-4a6bc49d-a6ed-408d-9010-a6c011944e17 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Allocated IP 172.20.0.1 (80c20b3f-10fe-44a6-8837-b6822a77db8f/86f58428-67ed-4152-bd06-94f0ca90e4a4/c5729ede-aa1a-4c60-abe0-22ed39347186) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:53:11.071707 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19050f99-4232-4146-827b-404e71f469cb None None] Network 80c20b3f-10fe-44a6-8837-b6822a77db8f is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:53:11.083740 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-19050f99-4232-4146-827b-404e71f469cb None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:53:11.087824 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19050f99-4232-4146-827b-404e71f469cb None None] Pushing event updated for resources: {'Port': ['ID=ca7210f2-3500-4864-98ac-a9e493eca21e,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:53:11.091893 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19050f99-4232-4146-827b-404e71f469cb None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:53:11.210818 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4a6bc49d-a6ed-408d-9010-a6c011944e17 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:11.214732 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-19050f99-4232-4146-827b-404e71f469cb None None] Attempting to bind port ca7210f2-3500-4864-98ac-a9e493eca21e on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:53:11.215151 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-19050f99-4232-4146-827b-404e71f469cb None None] Attempting to bind port ca7210f2-3500-4864-98ac-a9e493eca21e by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'd677e8f0-a90d-47e5-af20-8cd7563fa818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '80c20b3f-10fe-44a6-8837-b6822a77db8f'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:53:11.215538 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19050f99-4232-4146-827b-404e71f469cb None None] Attempting to bind port ca7210f2-3500-4864-98ac-a9e493eca21e on network 80c20b3f-10fe-44a6-8837-b6822a77db8f {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:53:11.222300 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19050f99-4232-4146-827b-404e71f469cb None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:53:11.222697 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19050f99-4232-4146-827b-404e71f469cb None None] Checking segment: {'id': 'd677e8f0-a90d-47e5-af20-8cd7563fa818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '80c20b3f-10fe-44a6-8837-b6822a77db8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:53:11.223104 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-19050f99-4232-4146-827b-404e71f469cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:11.223789 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19050f99-4232-4146-827b-404e71f469cb None None] Bound using segment: {'id': 'd677e8f0-a90d-47e5-af20-8cd7563fa818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '80c20b3f-10fe-44a6-8837-b6822a77db8f'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:53:11.224302 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-19050f99-4232-4146-827b-404e71f469cb None None] Bound port: ca7210f2-3500-4864-98ac-a9e493eca21e, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd677e8f0-a90d-47e5-af20-8cd7563fa818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '80c20b3f-10fe-44a6-8837-b6822a77db8f'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:53:11.224675 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-19050f99-4232-4146-827b-404e71f469cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:11.225952 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-4a6bc49d-a6ed-408d-9010-a6c011944e17 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Transition to ACTIVE for port object c5729ede-aa1a-4c60-abe0-22ed39347186 will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:53:11.249225 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4a6bc49d-a6ed-408d-9010-a6c011944e17 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:11.315794 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6bc49d-a6ed-408d-9010-a6c011944e17 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Network 80c20b3f-10fe-44a6-8837-b6822a77db8f is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:53:11.318902 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-4a6bc49d-a6ed-408d-9010-a6c011944e17 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:53:11.320846 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-f06bbb7f-7c53-4a80-bb13-92ec3bfdd924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '805472b1-3366-44f8-95f9-567c67949f66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723011273', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '686d96ab-f443-42ef-9b37-3d3e28a64f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:53:06Z', 'updated_at': '2022-05-05T20:53:07Z', 'revision_number': 3, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'gw_port': {'id': '686d96ab-f443-42ef-9b37-3d3e28a64f40', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:03:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '805472b1-3366-44f8-95f9-567c67949f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:53:07Z', 'updated_at': '2022-05-05T20:53:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:53:11.323040 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6bc49d-a6ed-408d-9010-a6c011944e17 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:53:11.331918 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06bbb7f-7c53-4a80-bb13-92ec3bfdd924 None None] The sync data for ids ['805472b1-3366-44f8-95f9-567c67949f66'] in n-d-840717-1 is: [{'id': '805472b1-3366-44f8-95f9-567c67949f66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723011273', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '686d96ab-f443-42ef-9b37-3d3e28a64f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:53:06Z', 'updated_at': '2022-05-05T20:53:07Z', 'revision_number': 3, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'gw_port': {'id': '686d96ab-f443-42ef-9b37-3d3e28a64f40', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:03:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '805472b1-3366-44f8-95f9-567c67949f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:53:07Z', 'updated_at': '2022-05-05T20:53:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:53:11.337240 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-19050f99-4232-4146-827b-404e71f469cb None None] For port ca7210f2-3500-4864-98ac-a9e493eca21e, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:53:11.341054 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-19050f99-4232-4146-827b-404e71f469cb None None] For port ca7210f2-3500-4864-98ac-a9e493eca21e, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=ca7210f2-3500-4864-98ac-a9e493eca21e,segment=NetworkSegment(d677e8f0-a90d-47e5-af20-8cd7563fa818),segment_id=d677e8f0-a90d-47e5-af20-8cd7563fa818)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:53:11.345411 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-19050f99-4232-4146-827b-404e71f469cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:11.379466 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6bc49d-a6ed-408d-9010-a6c011944e17 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event updated for resources: {'Port': ['ID=c5729ede-aa1a-4c60-abe0-22ed39347186,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:53:11.391222 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4a6bc49d-a6ed-408d-9010-a6c011944e17 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:11.432232 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19050f99-4232-4146-827b-404e71f469cb None None] Pushing event updated for resources: {'Port': ['ID=ca7210f2-3500-4864-98ac-a9e493eca21e,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:53:11.701097 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4a6bc49d-a6ed-408d-9010-a6c011944e17 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:12.267876 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4a6bc49d-a6ed-408d-9010-a6c011944e17 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:12.274029 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4a6bc49d-a6ed-408d-9010-a6c011944e17 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:12.394984 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4a6bc49d-a6ed-408d-9010-a6c011944e17 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:12.398428 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6bc49d-a6ed-408d-9010-a6c011944e17 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event updated for resources: {'Port': ['ID=c5729ede-aa1a-4c60-abe0-22ed39347186,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:53:12.428153 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e00dfb-9dc3-490e-9b6f-8e6e5526ece3 None None] Network 80c20b3f-10fe-44a6-8837-b6822a77db8f requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:53:12.518194 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9afec432-010f-4823-9d8c-64ce90c1632f None None] Provisioning for port ca7210f2-3500-4864-98ac-a9e493eca21e completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:53:12.542026 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6bc49d-a6ed-408d-9010-a6c011944e17 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Network 80c20b3f-10fe-44a6-8837-b6822a77db8f is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:53:12.543835 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-4a6bc49d-a6ed-408d-9010-a6c011944e17 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:53:12.753083 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a6bc49d-a6ed-408d-9010-a6c011944e17 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Router 805472b1-3366-44f8-95f9-567c67949f66 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:53:12.814271 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device ca7210f2-3500-4864-98ac-a9e493eca21e up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:53:12.907524 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port ca7210f2-3500-4864-98ac-a9e493eca21e completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:53:12.914535 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port ca7210f2-3500-4864-98ac-a9e493eca21e triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:53:12.915119 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:12.968373 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a6bc49d-a6ed-408d-9010-a6c011944e17 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:53:12.987779 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9c973b1b-d6d9-418c-8f18-d27cd0f6fe3f None None] Provisioning complete for port ca7210f2-3500-4864-98ac-a9e493eca21e triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:53:12.988078 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-4a6bc49d-a6ed-408d-9010-a6c011944e17 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "PUT /v2.0/routers/805472b1-3366-44f8-95f9-567c67949f66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4217372 May 05 20:53:12.988208 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9c973b1b-d6d9-418c-8f18-d27cd0f6fe3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:13.114684 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:13.135598 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4a40f3-1637-4419-b3d3-0eb43b9ee475 None None] Sync routers for ids ['805472b1-3366-44f8-95f9-567c67949f66'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:53:13.148485 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4a40f3-1637-4419-b3d3-0eb43b9ee475 None None] Routers {'805472b1-3366-44f8-95f9-567c67949f66'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:53:13.149107 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-fc4a40f3-1637-4419-b3d3-0eb43b9ee475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:53:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['805472b1-3366-44f8-95f9-567c67949f66'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:53:13.201443 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9c973b1b-d6d9-418c-8f18-d27cd0f6fe3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:13.217709 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port ca7210f2-3500-4864-98ac-a9e493eca21e, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=ca7210f2-3500-4864-98ac-a9e493eca21e,segment=NetworkSegment(d677e8f0-a90d-47e5-af20-8cd7563fa818),segment_id=d677e8f0-a90d-47e5-af20-8cd7563fa818)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:53:13.233029 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:13.233927 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 686d96ab-f443-42ef-9b37-3d3e28a64f40 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:53:13.374312 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-06b16020-5d42-4b8c-b901-79d458c0871f req-9ebb77fc-8d89-416b-ba4f-e5aa052711a4 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-121559321&fields=id&tenant_id=30a835e817a747e3b9b294a4a57222fc HTTP/1.1" status: 200 len: 267 time: 0.0613854 May 05 20:53:13.379697 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-fc4a40f3-1637-4419-b3d3-0eb43b9ee475 None None] Set router 805472b1-3366-44f8-95f9-567c67949f66 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:53:13.405091 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-9c973b1b-d6d9-418c-8f18-d27cd0f6fe3f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 20:53:13.405443 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-9c973b1b-d6d9-418c-8f18-d27cd0f6fe3f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 20:53:13.412102 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=ca7210f2-3500-4864-98ac-a9e493eca21e,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:53:13.425339 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 686d96ab-f443-42ef-9b37-3d3e28a64f40 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:53:13.430575 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 686d96ab-f443-42ef-9b37-3d3e28a64f40 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:53:13.431200 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:13.527082 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b16020-5d42-4b8c-b901-79d458c0871f req-7d45af26-6670-4ec2-ade9-a2cd812fc107 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:53:13.528634 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-06b16020-5d42-4b8c-b901-79d458c0871f req-7d45af26-6670-4ec2-ade9-a2cd812fc107 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/networks?id=80c20b3f-10fe-44a6-8837-b6822a77db8f HTTP/1.1" status: 200 len: 797 time: 0.1532314 May 05 20:53:13.545665 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-06b16020-5d42-4b8c-b901-79d458c0871f req-71007e49-4862-456f-af94-613bdd8a9b24 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/quotas/30a835e817a747e3b9b294a4a57222fc HTTP/1.1" status: 200 len: 375 time: 0.0113864 May 05 20:53:13.605082 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:13.627508 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 686d96ab-f443-42ef-9b37-3d3e28a64f40, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=686d96ab-f443-42ef-9b37-3d3e28a64f40,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:53:13.632923 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:13.648739 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-06b16020-5d42-4b8c-b901-79d458c0871f req-1ba58b13-7fbc-4812-8f97-abe20e2b3d61 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Synchronizing usage tracker for tenant:30a835e817a747e3b9b294a4a57222fc on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:53:13.665754 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-06b16020-5d42-4b8c-b901-79d458c0871f req-1ba58b13-7fbc-4812-8f97-abe20e2b3d61 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Unset dirty status for tenant:30a835e817a747e3b9b294a4a57222fc on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:53:13.669014 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-06b16020-5d42-4b8c-b901-79d458c0871f req-1ba58b13-7fbc-4812-8f97-abe20e2b3d61 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=30a835e817a747e3b9b294a4a57222fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1126437 May 05 20:53:13.711149 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=686d96ab-f443-42ef-9b37-3d3e28a64f40,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:53:13.737321 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-fc4a40f3-1637-4419-b3d3-0eb43b9ee475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '805472b1-3366-44f8-95f9-567c67949f66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723011273', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '686d96ab-f443-42ef-9b37-3d3e28a64f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:53:06Z', 'updated_at': '2022-05-05T20:53:11Z', 'revision_number': 4, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'gw_port': {'id': '686d96ab-f443-42ef-9b37-3d3e28a64f40', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:03:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '805472b1-3366-44f8-95f9-567c67949f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:53:07Z', 'updated_at': '2022-05-05T20:53:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'c5729ede-aa1a-4c60-abe0-22ed39347186', 'name': '', 'network_id': '80c20b3f-10fe-44a6-8837-b6822a77db8f', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'mac_address': 'fa:16:3e:31:7b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '805472b1-3366-44f8-95f9-567c67949f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '86f58428-67ed-4152-bd06-94f0ca90e4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:53:10Z', 'updated_at': '2022-05-05T20:53:12Z', 'revision_number': 2, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'subnets': [{'id': '86f58428-67ed-4152-bd06-94f0ca90e4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:53:13.741191 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4a40f3-1637-4419-b3d3-0eb43b9ee475 None None] Checking router: 805472b1-3366-44f8-95f9-567c67949f66 for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:53:13.741537 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4a40f3-1637-4419-b3d3-0eb43b9ee475 None None] Updating router 805472b1-3366-44f8-95f9-567c67949f66 port c5729ede-aa1a-4c60-abe0-22ed39347186 binding host n-d-840717-1 {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:53:13.794680 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-fc4a40f3-1637-4419-b3d3-0eb43b9ee475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:13.855250 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-06b16020-5d42-4b8c-b901-79d458c0871f req-11ac07c1-f514-4563-b3a8-07815851f7ca service neutron] 10.222.0.36 "GET /v2.0/networks/80c20b3f-10fe-44a6-8837-b6822a77db8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759081 May 05 20:53:13.972337 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9c973b1b-d6d9-418c-8f18-d27cd0f6fe3f None None] Provisioning for port c5729ede-aa1a-4c60-abe0-22ed39347186 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:53:13.977849 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9c973b1b-d6d9-418c-8f18-d27cd0f6fe3f None None] Provisioning complete for port c5729ede-aa1a-4c60-abe0-22ed39347186 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:53:13.978367 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9c973b1b-d6d9-418c-8f18-d27cd0f6fe3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:14.038707 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9c973b1b-d6d9-418c-8f18-d27cd0f6fe3f None None] Port c5729ede-aa1a-4c60-abe0-22ed39347186 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:53:14.111338 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-06b16020-5d42-4b8c-b901-79d458c0871f req-eca76f8e-5fab-497b-a3ee-cfad307cffbe service neutron] 10.222.0.36 "GET /v2.0/networks/80c20b3f-10fe-44a6-8837-b6822a77db8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497575 May 05 20:53:14.159205 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-223ef2be-8b9d-48ea-a0ce-d09c8e17eb3f None None] Provisioning complete for port c5729ede-aa1a-4c60-abe0-22ed39347186 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:53:14.159607 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-223ef2be-8b9d-48ea-a0ce-d09c8e17eb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:14.188801 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-fc4a40f3-1637-4419-b3d3-0eb43b9ee475 None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:14.203932 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-fc4a40f3-1637-4419-b3d3-0eb43b9ee475 None None] Transition to ACTIVE for port object c5729ede-aa1a-4c60-abe0-22ed39347186 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:53:14.210478 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-fc4a40f3-1637-4419-b3d3-0eb43b9ee475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:14.234252 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-223ef2be-8b9d-48ea-a0ce-d09c8e17eb3f None None] Port c5729ede-aa1a-4c60-abe0-22ed39347186 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:53:14.317192 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-9eb45ca2-79e7-437e-b318-956d7e13f6f0 req-b5c8c797-2e29-4d19-af85-7155593829ce tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Synchronizing usage tracker for tenant:30a835e817a747e3b9b294a4a57222fc on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:53:14.331406 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-9eb45ca2-79e7-437e-b318-956d7e13f6f0 req-b5c8c797-2e29-4d19-af85-7155593829ce tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Unset dirty status for tenant:30a835e817a747e3b9b294a4a57222fc on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:53:14.341329 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9eb45ca2-79e7-437e-b318-956d7e13f6f0 req-b5c8c797-2e29-4d19-af85-7155593829ce tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=eac44ad8-0179-47fb-ad42-1ae36f68c2d6 HTTP/1.1" status: 200 len: 210 time: 0.0740778 May 05 20:53:14.369423 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7322e462-ad65-48d2-801d-8f41ef0f55c8 None None] Pushing event updated for resources: {'Port': ['ID=c5729ede-aa1a-4c60-abe0-22ed39347186,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:53:14.412837 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7322e462-ad65-48d2-801d-8f41ef0f55c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:53:14.413175 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7322e462-ad65-48d2-801d-8f41ef0f55c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:53:14.413825 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7322e462-ad65-48d2-801d-8f41ef0f55c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:53:14.413825 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7322e462-ad65-48d2-801d-8f41ef0f55c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:53:14.414147 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7322e462-ad65-48d2-801d-8f41ef0f55c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:53:14.414462 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7322e462-ad65-48d2-801d-8f41ef0f55c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:53:14.414779 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7322e462-ad65-48d2-801d-8f41ef0f55c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:53:14.415090 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7322e462-ad65-48d2-801d-8f41ef0f55c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:53:14.415501 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7322e462-ad65-48d2-801d-8f41ef0f55c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:53:14.415821 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7322e462-ad65-48d2-801d-8f41ef0f55c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:53:14.416136 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7322e462-ad65-48d2-801d-8f41ef0f55c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:53:14.416447 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7322e462-ad65-48d2-801d-8f41ef0f55c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:53:14.440465 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-fc4a40f3-1637-4419-b3d3-0eb43b9ee475 None None] Attempting to bind port c5729ede-aa1a-4c60-abe0-22ed39347186 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:53:14.440831 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-fc4a40f3-1637-4419-b3d3-0eb43b9ee475 None None] Attempting to bind port c5729ede-aa1a-4c60-abe0-22ed39347186 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'd677e8f0-a90d-47e5-af20-8cd7563fa818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '80c20b3f-10fe-44a6-8837-b6822a77db8f'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:53:14.441179 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4a40f3-1637-4419-b3d3-0eb43b9ee475 None None] Attempting to bind port c5729ede-aa1a-4c60-abe0-22ed39347186 on network 80c20b3f-10fe-44a6-8837-b6822a77db8f {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:53:14.446727 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4a40f3-1637-4419-b3d3-0eb43b9ee475 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:53:14.447092 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4a40f3-1637-4419-b3d3-0eb43b9ee475 None None] Checking segment: {'id': 'd677e8f0-a90d-47e5-af20-8cd7563fa818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '80c20b3f-10fe-44a6-8837-b6822a77db8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:53:14.447516 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-fc4a40f3-1637-4419-b3d3-0eb43b9ee475 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:14.447898 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4a40f3-1637-4419-b3d3-0eb43b9ee475 None None] Bound using segment: {'id': 'd677e8f0-a90d-47e5-af20-8cd7563fa818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '80c20b3f-10fe-44a6-8837-b6822a77db8f'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:53:14.448392 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-fc4a40f3-1637-4419-b3d3-0eb43b9ee475 None None] Bound port: c5729ede-aa1a-4c60-abe0-22ed39347186, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd677e8f0-a90d-47e5-af20-8cd7563fa818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '80c20b3f-10fe-44a6-8837-b6822a77db8f'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:53:14.448929 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-fc4a40f3-1637-4419-b3d3-0eb43b9ee475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:14.545764 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-fc4a40f3-1637-4419-b3d3-0eb43b9ee475 None None] For port c5729ede-aa1a-4c60-abe0-22ed39347186, host n-d-840717-1, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:53:14.548898 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-fc4a40f3-1637-4419-b3d3-0eb43b9ee475 None None] For port c5729ede-aa1a-4c60-abe0-22ed39347186, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=c5729ede-aa1a-4c60-abe0-22ed39347186,segment=NetworkSegment(d677e8f0-a90d-47e5-af20-8cd7563fa818),segment_id=d677e8f0-a90d-47e5-af20-8cd7563fa818)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:53:14.553530 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-fc4a40f3-1637-4419-b3d3-0eb43b9ee475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:14.641603 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4a40f3-1637-4419-b3d3-0eb43b9ee475 None None] Routers {'805472b1-3366-44f8-95f9-567c67949f66'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:53:14.642223 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-fc4a40f3-1637-4419-b3d3-0eb43b9ee475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:53:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['805472b1-3366-44f8-95f9-567c67949f66'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:53:14.755260 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7322e462-ad65-48d2-801d-8f41ef0f55c8 None None] Pushing event updated for resources: {'Port': ['ID=c5729ede-aa1a-4c60-abe0-22ed39347186,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:53:14.757294 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:14.795304 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device ca7210f2-3500-4864-98ac-a9e493eca21e up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:53:14.880557 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port ca7210f2-3500-4864-98ac-a9e493eca21e triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:53:14.881118 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:14.947599 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-fc4a40f3-1637-4419-b3d3-0eb43b9ee475 None None] Set router 805472b1-3366-44f8-95f9-567c67949f66 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:53:15.032312 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 686d96ab-f443-42ef-9b37-3d3e28a64f40 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:53:15.104215 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 686d96ab-f443-42ef-9b37-3d3e28a64f40 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:53:15.104596 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:15.290083 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-fc4a40f3-1637-4419-b3d3-0eb43b9ee475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '805472b1-3366-44f8-95f9-567c67949f66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723011273', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '686d96ab-f443-42ef-9b37-3d3e28a64f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:53:06Z', 'updated_at': '2022-05-05T20:53:11Z', 'revision_number': 4, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'gw_port': {'id': '686d96ab-f443-42ef-9b37-3d3e28a64f40', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:03:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805472b1-3366-44f8-95f9-567c67949f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:53:07Z', 'updated_at': '2022-05-05T20:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'c5729ede-aa1a-4c60-abe0-22ed39347186', 'name': '', 'network_id': '80c20b3f-10fe-44a6-8837-b6822a77db8f', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'mac_address': 'fa:16:3e:31:7b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '805472b1-3366-44f8-95f9-567c67949f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '86f58428-67ed-4152-bd06-94f0ca90e4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:53:10Z', 'updated_at': '2022-05-05T20:53:14Z', 'revision_number': 4, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'subnets': [{'id': '86f58428-67ed-4152-bd06-94f0ca90e4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:53:15.294074 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4a40f3-1637-4419-b3d3-0eb43b9ee475 None None] The sync data for ids ['805472b1-3366-44f8-95f9-567c67949f66'] in n-d-840717-1 is: [{'id': '805472b1-3366-44f8-95f9-567c67949f66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723011273', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '686d96ab-f443-42ef-9b37-3d3e28a64f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:53:06Z', 'updated_at': '2022-05-05T20:53:11Z', 'revision_number': 4, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'gw_port': {'id': '686d96ab-f443-42ef-9b37-3d3e28a64f40', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:03:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805472b1-3366-44f8-95f9-567c67949f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:53:07Z', 'updated_at': '2022-05-05T20:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'c5729ede-aa1a-4c60-abe0-22ed39347186', 'name': '', 'network_id': '80c20b3f-10fe-44a6-8837-b6822a77db8f', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'mac_address': 'fa:16:3e:31:7b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '805472b1-3366-44f8-95f9-567c67949f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '86f58428-67ed-4152-bd06-94f0ca90e4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:53:10Z', 'updated_at': '2022-05-05T20:53:14Z', 'revision_number': 4, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'subnets': [{'id': '86f58428-67ed-4152-bd06-94f0ca90e4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:53:15.487712 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bfef9e27-0aa3-45c1-bcb1-9e7696b65d14 req-1bd36c46-1f1e-46a6-8569-302066218099 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=eac44ad8-0179-47fb-ad42-1ae36f68c2d6 HTTP/1.1" status: 200 len: 210 time: 0.0450749 May 05 20:53:15.779405 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b16020-5d42-4b8c-b901-79d458c0871f req-786d3690-d592-4333-8d90-4d6edd4bc03f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:53:15.780123 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-06b16020-5d42-4b8c-b901-79d458c0871f req-786d3690-d592-4333-8d90-4d6edd4bc03f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Synchronizing usage tracker for tenant:30a835e817a747e3b9b294a4a57222fc on resource:network {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:53:15.797392 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-06b16020-5d42-4b8c-b901-79d458c0871f req-786d3690-d592-4333-8d90-4d6edd4bc03f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Unset dirty status for tenant:30a835e817a747e3b9b294a4a57222fc on resource:network {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:53:15.798614 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-06b16020-5d42-4b8c-b901-79d458c0871f req-786d3690-d592-4333-8d90-4d6edd4bc03f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.24 "GET /v2.0/networks?id=80c20b3f-10fe-44a6-8837-b6822a77db8f HTTP/1.1" status: 200 len: 797 time: 0.1898072 May 05 20:53:15.855171 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-06b16020-5d42-4b8c-b901-79d458c0871f req-d2f2386f-f69b-4475-a6e1-3398a5945ae2 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Synchronizing usage tracker for tenant:30a835e817a747e3b9b294a4a57222fc on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:53:15.871283 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-06b16020-5d42-4b8c-b901-79d458c0871f req-d2f2386f-f69b-4475-a6e1-3398a5945ae2 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Unset dirty status for tenant:30a835e817a747e3b9b294a4a57222fc on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:53:15.872742 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-06b16020-5d42-4b8c-b901-79d458c0871f req-d2f2386f-f69b-4475-a6e1-3398a5945ae2 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30a835e817a747e3b9b294a4a57222fc HTTP/1.1" status: 200 len: 379 time: 0.0639951 May 05 20:53:15.881352 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-06b16020-5d42-4b8c-b901-79d458c0871f req-8d9020c4-627a-454d-8da6-a64e9f5f1bca tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Request body: {'port': {'device_id': 'eac44ad8-0179-47fb-ad42-1ae36f68c2d6', 'network_id': '80c20b3f-10fe-44a6-8837-b6822a77db8f', 'admin_state_up': True, 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'security_groups': ['67a8e4bc-954b-4b08-a102-a97560f622b3']}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:53:16.135180 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-06b16020-5d42-4b8c-b901-79d458c0871f req-8d9020c4-627a-454d-8da6-a64e9f5f1bca tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:53:16.145901 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-06b16020-5d42-4b8c-b901-79d458c0871f req-8d9020c4-627a-454d-8da6-a64e9f5f1bca tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:53:16.156531 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06b16020-5d42-4b8c-b901-79d458c0871f req-8d9020c4-627a-454d-8da6-a64e9f5f1bca tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Made reservation on behalf of 30a835e817a747e3b9b294a4a57222fc for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:53:16.160084 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-06b16020-5d42-4b8c-b901-79d458c0871f req-8d9020c4-627a-454d-8da6-a64e9f5f1bca tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:16.330297 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-06b16020-5d42-4b8c-b901-79d458c0871f req-8d9020c4-627a-454d-8da6-a64e9f5f1bca tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Allocated IP 172.20.0.12 (80c20b3f-10fe-44a6-8837-b6822a77db8f/86f58428-67ed-4152-bd06-94f0ca90e4a4/85dcf676-8a35-4059-bb43-17a8282d5771) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:53:16.533525 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-06b16020-5d42-4b8c-b901-79d458c0871f req-8d9020c4-627a-454d-8da6-a64e9f5f1bca tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:16.549357 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-06b16020-5d42-4b8c-b901-79d458c0871f req-8d9020c4-627a-454d-8da6-a64e9f5f1bca tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Transition to ACTIVE for port object 85dcf676-8a35-4059-bb43-17a8282d5771 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:53:16.574012 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-06b16020-5d42-4b8c-b901-79d458c0871f req-8d9020c4-627a-454d-8da6-a64e9f5f1bca tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:16.695193 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06b16020-5d42-4b8c-b901-79d458c0871f req-8d9020c4-627a-454d-8da6-a64e9f5f1bca tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Network 80c20b3f-10fe-44a6-8837-b6822a77db8f is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:53:16.698498 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-06b16020-5d42-4b8c-b901-79d458c0871f req-8d9020c4-627a-454d-8da6-a64e9f5f1bca tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:53:16.704256 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-06b16020-5d42-4b8c-b901-79d458c0871f req-8d9020c4-627a-454d-8da6-a64e9f5f1bca tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:53:16.753652 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9020c4-627a-454d-8da6-a64e9f5f1bca tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event updated for resources: {'Port': ['ID=85dcf676-8a35-4059-bb43-17a8282d5771,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:53:16.787616 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device c5729ede-aa1a-4c60-abe0-22ed39347186 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:53:16.791286 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b16020-5d42-4b8c-b901-79d458c0871f req-8d9020c4-627a-454d-8da6-a64e9f5f1bca tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:53:16.792565 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-06b16020-5d42-4b8c-b901-79d458c0871f req-8d9020c4-627a-454d-8da6-a64e9f5f1bca tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:16.813121 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b58acf-4960-4728-889a-6075b4b712d9 req-9fe99bf9-016f-44a9-a932-c62b0e90763e tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:53:16.814645 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b8b58acf-4960-4728-889a-6075b4b712d9 req-9fe99bf9-016f-44a9-a932-c62b0e90763e tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=eac44ad8-0179-47fb-ad42-1ae36f68c2d6 HTTP/1.1" status: 200 len: 932 time: 0.2049267 May 05 20:53:16.848589 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-06b16020-5d42-4b8c-b901-79d458c0871f req-8d9020c4-627a-454d-8da6-a64e9f5f1bca tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9709058 May 05 20:53:16.865212 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:16.874896 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-06b16020-5d42-4b8c-b901-79d458c0871f req-aeb45674-d5df-49a3-9614-dca7bc66a14e service neutron] Request body: {'port': {'device_id': 'eac44ad8-0179-47fb-ad42-1ae36f68c2d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:53:16.877714 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port c5729ede-aa1a-4c60-abe0-22ed39347186 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:53:16.882817 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port c5729ede-aa1a-4c60-abe0-22ed39347186 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:53:16.883280 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:16.906684 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b8b58acf-4960-4728-889a-6075b4b712d9 req-efc3ca62-6b5e-4fee-8114-32dd21bf5add tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=67a8e4bc-954b-4b08-a102-a97560f622b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848279 May 05 20:53:16.998026 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-06b16020-5d42-4b8c-b901-79d458c0871f req-aeb45674-d5df-49a3-9614-dca7bc66a14e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:17.014981 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:17.023851 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-434d8f2f-1304-4000-8a81-9a36c3c4dae3 None None] Provisioning for port 85dcf676-8a35-4059-bb43-17a8282d5771 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:53:17.034037 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-434d8f2f-1304-4000-8a81-9a36c3c4dae3 None None] Provisioning complete for port 85dcf676-8a35-4059-bb43-17a8282d5771 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:53:17.034404 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-434d8f2f-1304-4000-8a81-9a36c3c4dae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:17.102286 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port c5729ede-aa1a-4c60-abe0-22ed39347186, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=c5729ede-aa1a-4c60-abe0-22ed39347186,segment=NetworkSegment(d677e8f0-a90d-47e5-af20-8cd7563fa818),segment_id=d677e8f0-a90d-47e5-af20-8cd7563fa818)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:53:17.103183 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-434d8f2f-1304-4000-8a81-9a36c3c4dae3 None None] Port 85dcf676-8a35-4059-bb43-17a8282d5771 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:53:17.107249 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:17.173285 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=c5729ede-aa1a-4c60-abe0-22ed39347186,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:53:17.340620 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-06b16020-5d42-4b8c-b901-79d458c0871f req-aeb45674-d5df-49a3-9614-dca7bc66a14e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85dcf676-8a35-4059-bb43-17a8282d5771 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:53:17.349105 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-06b16020-5d42-4b8c-b901-79d458c0871f req-aeb45674-d5df-49a3-9614-dca7bc66a14e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:17.364232 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-06b16020-5d42-4b8c-b901-79d458c0871f req-aeb45674-d5df-49a3-9614-dca7bc66a14e service neutron] Transition to ACTIVE for port object 85dcf676-8a35-4059-bb43-17a8282d5771 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:53:17.368301 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-06b16020-5d42-4b8c-b901-79d458c0871f req-aeb45674-d5df-49a3-9614-dca7bc66a14e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:17.531550 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb45674-d5df-49a3-9614-dca7bc66a14e service neutron] Pushing event updated for resources: {'Port': ['ID=85dcf676-8a35-4059-bb43-17a8282d5771,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:53:17.611009 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-06b16020-5d42-4b8c-b901-79d458c0871f req-aeb45674-d5df-49a3-9614-dca7bc66a14e service neutron] Attempting to bind port 85dcf676-8a35-4059-bb43-17a8282d5771 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:53:17.611346 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-06b16020-5d42-4b8c-b901-79d458c0871f req-aeb45674-d5df-49a3-9614-dca7bc66a14e service neutron] Attempting to bind port 85dcf676-8a35-4059-bb43-17a8282d5771 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'd677e8f0-a90d-47e5-af20-8cd7563fa818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '80c20b3f-10fe-44a6-8837-b6822a77db8f'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:53:17.611696 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b16020-5d42-4b8c-b901-79d458c0871f req-aeb45674-d5df-49a3-9614-dca7bc66a14e service neutron] Attempting to bind port 85dcf676-8a35-4059-bb43-17a8282d5771 on network 80c20b3f-10fe-44a6-8837-b6822a77db8f {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:53:17.616699 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b16020-5d42-4b8c-b901-79d458c0871f req-aeb45674-d5df-49a3-9614-dca7bc66a14e service neutron] Port 85dcf676-8a35-4059-bb43-17a8282d5771 on network 80c20b3f-10fe-44a6-8837-b6822a77db8f not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:53:17.616937 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b16020-5d42-4b8c-b901-79d458c0871f req-aeb45674-d5df-49a3-9614-dca7bc66a14e service neutron] Attempting to bind port 85dcf676-8a35-4059-bb43-17a8282d5771 on network 80c20b3f-10fe-44a6-8837-b6822a77db8f {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:53:17.623338 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b16020-5d42-4b8c-b901-79d458c0871f req-aeb45674-d5df-49a3-9614-dca7bc66a14e service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:53:17.623729 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b16020-5d42-4b8c-b901-79d458c0871f req-aeb45674-d5df-49a3-9614-dca7bc66a14e service neutron] Checking segment: {'id': 'd677e8f0-a90d-47e5-af20-8cd7563fa818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '80c20b3f-10fe-44a6-8837-b6822a77db8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:53:17.624134 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b16020-5d42-4b8c-b901-79d458c0871f req-aeb45674-d5df-49a3-9614-dca7bc66a14e service neutron] Bound using segment: {'id': 'd677e8f0-a90d-47e5-af20-8cd7563fa818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '80c20b3f-10fe-44a6-8837-b6822a77db8f'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:53:17.624773 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-06b16020-5d42-4b8c-b901-79d458c0871f req-aeb45674-d5df-49a3-9614-dca7bc66a14e service neutron] Bound port: 85dcf676-8a35-4059-bb43-17a8282d5771, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd677e8f0-a90d-47e5-af20-8cd7563fa818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '80c20b3f-10fe-44a6-8837-b6822a77db8f'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:53:17.625119 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-06b16020-5d42-4b8c-b901-79d458c0871f req-aeb45674-d5df-49a3-9614-dca7bc66a14e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:17.715767 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-06b16020-5d42-4b8c-b901-79d458c0871f req-aeb45674-d5df-49a3-9614-dca7bc66a14e service neutron] For port 85dcf676-8a35-4059-bb43-17a8282d5771, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:53:17.718512 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-06b16020-5d42-4b8c-b901-79d458c0871f req-aeb45674-d5df-49a3-9614-dca7bc66a14e service neutron] For port 85dcf676-8a35-4059-bb43-17a8282d5771, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=85dcf676-8a35-4059-bb43-17a8282d5771,segment=NetworkSegment(d677e8f0-a90d-47e5-af20-8cd7563fa818),segment_id=d677e8f0-a90d-47e5-af20-8cd7563fa818)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:53:17.722636 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-06b16020-5d42-4b8c-b901-79d458c0871f req-aeb45674-d5df-49a3-9614-dca7bc66a14e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:17.782285 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b16020-5d42-4b8c-b901-79d458c0871f req-aeb45674-d5df-49a3-9614-dca7bc66a14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:53:17.782885 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-06b16020-5d42-4b8c-b901-79d458c0871f req-aeb45674-d5df-49a3-9614-dca7bc66a14e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:17.784273 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-06b16020-5d42-4b8c-b901-79d458c0871f req-aeb45674-d5df-49a3-9614-dca7bc66a14e service neutron] 10.222.0.24 "PUT /v2.0/ports/85dcf676-8a35-4059-bb43-17a8282d5771 HTTP/1.1" status: 200 len: 1092 time: 0.9155967 May 05 20:53:17.784722 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eac44ad8-0179-47fb-ad42-1ae36f68c2d6', 'tag': '85dcf676-8a35-4059-bb43-17a8282d5771'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:53:17.812033 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb45674-d5df-49a3-9614-dca7bc66a14e service neutron] Pushing event updated for resources: {'Port': ['ID=85dcf676-8a35-4059-bb43-17a8282d5771,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:53:17.865231 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31e883d5-b45d-41a0-b82f-d9af1855cb64'] response: {'name': 'network-changed', 'server_uuid': 'eac44ad8-0179-47fb-ad42-1ae36f68c2d6', 'tag': '85dcf676-8a35-4059-bb43-17a8282d5771', 'status': 'completed', 'code': 200} May 05 20:53:17.910656 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b16020-5d42-4b8c-b901-79d458c0871f req-a2e0033f-9160-4808-9eb7-832ded11912b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:53:17.914878 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-06b16020-5d42-4b8c-b901-79d458c0871f req-a2e0033f-9160-4808-9eb7-832ded11912b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=30a835e817a747e3b9b294a4a57222fc&device_id=eac44ad8-0179-47fb-ad42-1ae36f68c2d6 HTTP/1.1" status: 200 len: 1095 time: 0.0824666 May 05 20:53:17.989044 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-06b16020-5d42-4b8c-b901-79d458c0871f req-2a08cab7-b552-4551-bfcd-3e2a4d4ae9bc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85dcf676-8a35-4059-bb43-17a8282d5771 HTTP/1.1" status: 200 len: 217 time: 0.0663056 May 05 20:53:18.200610 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b16020-5d42-4b8c-b901-79d458c0871f req-92f07536-15d8-437d-9294-6e37a45d9a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:53:18.202065 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-06b16020-5d42-4b8c-b901-79d458c0871f req-92f07536-15d8-437d-9294-6e37a45d9a5c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=86f58428-67ed-4152-bd06-94f0ca90e4a4 HTTP/1.1" status: 200 len: 834 time: 0.2081251 May 05 20:53:18.281478 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf187d51-365f-4cd2-8201-01a45bf2fa41 req-09c50110-7bd2-4560-afbb-88490448954d tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:53:18.282172 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-cf187d51-365f-4cd2-8201-01a45bf2fa41 req-09c50110-7bd2-4560-afbb-88490448954d tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Synchronizing usage tracker for tenant:30a835e817a747e3b9b294a4a57222fc on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:53:18.304992 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-cf187d51-365f-4cd2-8201-01a45bf2fa41 req-09c50110-7bd2-4560-afbb-88490448954d tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Unset dirty status for tenant:30a835e817a747e3b9b294a4a57222fc on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:53:18.306089 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cf187d51-365f-4cd2-8201-01a45bf2fa41 req-09c50110-7bd2-4560-afbb-88490448954d tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=eac44ad8-0179-47fb-ad42-1ae36f68c2d6 HTTP/1.1" status: 200 len: 944 time: 0.2806964 May 05 20:53:18.308808 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b16020-5d42-4b8c-b901-79d458c0871f req-2f6a3f13-024e-4284-89a8-1d7b86034c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:53:18.310197 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-06b16020-5d42-4b8c-b901-79d458c0871f req-2f6a3f13-024e-4284-89a8-1d7b86034c7a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=80c20b3f-10fe-44a6-8837-b6822a77db8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1019659 May 05 20:53:18.387086 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cf187d51-365f-4cd2-8201-01a45bf2fa41 req-47955f61-21e6-4d95-a729-3299e028fea9 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=67a8e4bc-954b-4b08-a102-a97560f622b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748839 May 05 20:53:18.472746 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-06b16020-5d42-4b8c-b901-79d458c0871f req-20c5aa17-b87d-41e8-abec-b1abcb659163 service neutron] 10.222.0.24 "GET /v2.0/networks/80c20b3f-10fe-44a6-8837-b6822a77db8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473610 May 05 20:53:18.602773 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-06b16020-5d42-4b8c-b901-79d458c0871f req-f2dc0494-867a-440c-b3ba-a430980e9052 service neutron] 10.222.0.24 "GET /v2.0/networks/80c20b3f-10fe-44a6-8837-b6822a77db8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244893 May 05 20:53:18.717316 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af57ef-569a-40c8-a009-694840be15fa req-12a79b8e-1d63-4947-8111-0d31db8c8769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:53:18.718750 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-54af57ef-569a-40c8-a009-694840be15fa req-12a79b8e-1d63-4947-8111-0d31db8c8769 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=30a835e817a747e3b9b294a4a57222fc&device_id=eac44ad8-0179-47fb-ad42-1ae36f68c2d6 HTTP/1.1" status: 200 len: 1095 time: 0.0725307 May 05 20:53:18.752052 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device c5729ede-aa1a-4c60-abe0-22ed39347186 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:53:18.818553 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port c5729ede-aa1a-4c60-abe0-22ed39347186 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:53:18.818913 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:18.856790 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af57ef-569a-40c8-a009-694840be15fa req-91a294bf-da7c-4478-9539-0184a80bbb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:53:18.858251 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-54af57ef-569a-40c8-a009-694840be15fa req-91a294bf-da7c-4478-9539-0184a80bbb81 service neutron] 10.222.0.24 "GET /v2.0/networks?id=80c20b3f-10fe-44a6-8837-b6822a77db8f HTTP/1.1" status: 200 len: 898 time: 0.1325274 May 05 20:53:18.930016 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-54af57ef-569a-40c8-a009-694840be15fa req-41f61702-bdda-40c1-8281-c62e1581992a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85dcf676-8a35-4059-bb43-17a8282d5771 HTTP/1.1" status: 200 len: 217 time: 0.0654790 May 05 20:53:18.990718 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af57ef-569a-40c8-a009-694840be15fa req-35d4a2de-8283-4248-8daf-5dcd89ba0431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:53:18.992086 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-54af57ef-569a-40c8-a009-694840be15fa req-35d4a2de-8283-4248-8daf-5dcd89ba0431 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=86f58428-67ed-4152-bd06-94f0ca90e4a4 HTTP/1.1" status: 200 len: 834 time: 0.0560489 May 05 20:53:19.069426 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af57ef-569a-40c8-a009-694840be15fa req-1d7a3bd8-99b5-4fd0-8e02-92f3f44e6fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:53:19.070881 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-54af57ef-569a-40c8-a009-694840be15fa req-1d7a3bd8-99b5-4fd0-8e02-92f3f44e6fec service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=80c20b3f-10fe-44a6-8837-b6822a77db8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729303 May 05 20:53:19.200011 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-54af57ef-569a-40c8-a009-694840be15fa req-36cdc49a-dbe4-47e4-9905-2e04d4e3a3fb service neutron] 10.222.0.24 "GET /v2.0/networks/80c20b3f-10fe-44a6-8837-b6822a77db8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223323 May 05 20:53:19.332470 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-54af57ef-569a-40c8-a009-694840be15fa req-e60cf566-d93d-48d5-84cc-c3063e00231f service neutron] 10.222.0.24 "GET /v2.0/networks/80c20b3f-10fe-44a6-8837-b6822a77db8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255596 May 05 20:53:19.580011 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a7df6a-59a9-4788-97cb-97015501c558 req-868aa95b-543b-48c5-8bb2-47b7e768c0d8 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:53:19.581477 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b6a7df6a-59a9-4788-97cb-97015501c558 req-868aa95b-543b-48c5-8bb2-47b7e768c0d8 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=eac44ad8-0179-47fb-ad42-1ae36f68c2d6 HTTP/1.1" status: 200 len: 944 time: 0.0814328 May 05 20:53:19.626535 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b6a7df6a-59a9-4788-97cb-97015501c558 req-b92c89e5-628d-4775-a7bf-4d7066a48b23 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=67a8e4bc-954b-4b08-a102-a97560f622b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393884 May 05 20:53:20.806510 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37938726-a295-4a78-bce9-f0c6777b8bc0 req-001f5c63-1535-4a47-8365-505834bfa196 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:53:20.808019 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-37938726-a295-4a78-bce9-f0c6777b8bc0 req-001f5c63-1535-4a47-8365-505834bfa196 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=eac44ad8-0179-47fb-ad42-1ae36f68c2d6 HTTP/1.1" status: 200 len: 944 time: 0.0791447 May 05 20:53:20.856410 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-37938726-a295-4a78-bce9-f0c6777b8bc0 req-35692e9f-828c-4ba9-ae1c-692ca34c9ef9 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=67a8e4bc-954b-4b08-a102-a97560f622b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420482 May 05 20:53:21.740619 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 85dcf676-8a35-4059-bb43-17a8282d5771 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:53:21.876696 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 85dcf676-8a35-4059-bb43-17a8282d5771, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=85dcf676-8a35-4059-bb43-17a8282d5771,segment=NetworkSegment(d677e8f0-a90d-47e5-af20-8cd7563fa818),segment_id=d677e8f0-a90d-47e5-af20-8cd7563fa818)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:53:21.890694 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '85dcf676-8a35-4059-bb43-17a8282d5771', 'network_id': '80c20b3f-10fe-44a6-8837-b6822a77db8f', 'port_id': '85dcf676-8a35-4059-bb43-17a8282d5771', 'mac_address': 'fa:16:3e:1d:2b:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86f58428-67ed-4152-bd06-94f0ca90e4a4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:53:21.952520 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:21.969776 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85dcf676-8a35-4059-bb43-17a8282d5771 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:53:21.985460 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 85dcf676-8a35-4059-bb43-17a8282d5771, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=85dcf676-8a35-4059-bb43-17a8282d5771,segment=NetworkSegment(d677e8f0-a90d-47e5-af20-8cd7563fa818),segment_id=d677e8f0-a90d-47e5-af20-8cd7563fa818)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:53:21.989741 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:22.039137 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d6e0c1-2b2a-4c5d-a703-5b35f07fe9d6 req-e58dc49e-2992-4f76-9933-4809f5aed617 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:53:22.040554 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-87d6e0c1-2b2a-4c5d-a703-5b35f07fe9d6 req-e58dc49e-2992-4f76-9933-4809f5aed617 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=eac44ad8-0179-47fb-ad42-1ae36f68c2d6 HTTP/1.1" status: 200 len: 945 time: 0.0789177 May 05 20:53:22.054872 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=85dcf676-8a35-4059-bb43-17a8282d5771,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:53:22.085144 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-87d6e0c1-2b2a-4c5d-a703-5b35f07fe9d6 req-5d8f559b-683b-4aff-8875-4e58c70ca5e5 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=67a8e4bc-954b-4b08-a102-a97560f622b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380268 May 05 20:53:22.220202 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['85dcf676-8a35-4059-bb43-17a8282d5771'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:53:23.270494 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85badf30-bf9c-4ea5-9ac4-259041fa1a8b req-784ca778-8b3e-4859-a22e-b84ce4a0bf36 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:53:23.271955 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-85badf30-bf9c-4ea5-9ac4-259041fa1a8b req-784ca778-8b3e-4859-a22e-b84ce4a0bf36 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=eac44ad8-0179-47fb-ad42-1ae36f68c2d6 HTTP/1.1" status: 200 len: 945 time: 0.0828235 May 05 20:53:23.314600 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-85badf30-bf9c-4ea5-9ac4-259041fa1a8b req-f89a7fc4-cd16-41ef-b791-537ec193ab4a tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=67a8e4bc-954b-4b08-a102-a97560f622b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370963 May 05 20:53:23.757512 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 85dcf676-8a35-4059-bb43-17a8282d5771 up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:53:23.853862 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port 85dcf676-8a35-4059-bb43-17a8282d5771 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:53:23.858957 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 85dcf676-8a35-4059-bb43-17a8282d5771 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:53:23.859325 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:23.972924 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:23.999431 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac44ad8-0179-47fb-ad42-1ae36f68c2d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85dcf676-8a35-4059-bb43-17a8282d5771'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:53:24.008704 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 85dcf676-8a35-4059-bb43-17a8282d5771, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=85dcf676-8a35-4059-bb43-17a8282d5771,segment=NetworkSegment(d677e8f0-a90d-47e5-af20-8cd7563fa818),segment_id=d677e8f0-a90d-47e5-af20-8cd7563fa818)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:53:24.013684 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:24.051755 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a4cfb68-2735-4a14-9625-a3ff9d3c6180'] response: {'server_uuid': 'eac44ad8-0179-47fb-ad42-1ae36f68c2d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85dcf676-8a35-4059-bb43-17a8282d5771', 'code': 200} May 05 20:53:24.084181 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=85dcf676-8a35-4059-bb43-17a8282d5771,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:53:24.165855 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977b335-0dbf-485c-8d24-a517da21f366 req-ac1e6aac-23a2-4f57-88e0-9faef78a77a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:53:24.167307 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f977b335-0dbf-485c-8d24-a517da21f366 req-ac1e6aac-23a2-4f57-88e0-9faef78a77a9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=eac44ad8-0179-47fb-ad42-1ae36f68c2d6 HTTP/1.1" status: 200 len: 1097 time: 0.0684052 May 05 20:53:24.207416 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f977b335-0dbf-485c-8d24-a517da21f366 req-338a6a45-0b86-4929-8653-3b3e1cade6dc service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=67a8e4bc-954b-4b08-a102-a97560f622b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336051 May 05 20:53:24.503936 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183dbe0-d315-409a-9868-dcec9116c3ee req-9bb2d06b-6efe-4691-9c02-1b2e41edde29 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:53:24.505404 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4183dbe0-d315-409a-9868-dcec9116c3ee req-9bb2d06b-6efe-4691-9c02-1b2e41edde29 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=eac44ad8-0179-47fb-ad42-1ae36f68c2d6 HTTP/1.1" status: 200 len: 946 time: 0.0835311 May 05 20:53:24.550358 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4183dbe0-d315-409a-9868-dcec9116c3ee req-e46d78b8-2637-4fd1-802a-c76a8bc52bd8 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=67a8e4bc-954b-4b08-a102-a97560f622b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392070 May 05 20:53:25.737778 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f008e7-b4bf-4218-a452-8aa421c8b640 req-fc725f2f-bfb8-4516-8943-95da13e8ee35 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:53:25.739119 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-19f008e7-b4bf-4218-a452-8aa421c8b640 req-fc725f2f-bfb8-4516-8943-95da13e8ee35 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=eac44ad8-0179-47fb-ad42-1ae36f68c2d6 HTTP/1.1" status: 200 len: 946 time: 0.0819860 May 05 20:53:25.782302 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-19f008e7-b4bf-4218-a452-8aa421c8b640 req-0e7dcccc-7661-4d59-bb23-cb1dd026346a tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=67a8e4bc-954b-4b08-a102-a97560f622b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375400 May 05 20:53:25.962533 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3370d3f9-4c76-4bfb-9b04-a25c51b839bd req-09c4082c-bbb7-474d-87a8-5d785f749e7f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:53:25.964010 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3370d3f9-4c76-4bfb-9b04-a25c51b839bd req-09c4082c-bbb7-474d-87a8-5d785f749e7f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=eac44ad8-0179-47fb-ad42-1ae36f68c2d6 HTTP/1.1" status: 200 len: 946 time: 0.0777693 May 05 20:53:26.118712 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3370d3f9-4c76-4bfb-9b04-a25c51b839bd req-5b68928d-c4ee-46c2-b9b1-52f444f48930 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=67a8e4bc-954b-4b08-a102-a97560f622b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489539 May 05 20:53:26.141348 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40550) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:53:26.209133 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28eb8eae-322d-4e3a-b69a-4e1ee499fb08 tempest-TestNetworkAdvancedServerOps-1066420911 tempest-TestNetworkAdvancedServerOps-1066420911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:53:26.210601 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-28eb8eae-322d-4e3a-b69a-4e1ee499fb08 tempest-TestNetworkAdvancedServerOps-1066420911 tempest-TestNetworkAdvancedServerOps-1066420911-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=eac44ad8-0179-47fb-ad42-1ae36f68c2d6 HTTP/1.1" status: 200 len: 1092 time: 0.0683181 May 05 20:53:26.213314 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40554) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:53:26.218158 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-78b0f695-3d54-4b46-90a3-d490ead49ef1 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Request body: {'floatingip': {'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'port_id': '85dcf676-8a35-4059-bb43-17a8282d5771', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:53:26.224548 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-78b0f695-3d54-4b46-90a3-d490ead49ef1 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:53:26.228349 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-78b0f695-3d54-4b46-90a3-d490ead49ef1 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Usage tracker for resource:floatingip and tenant:30a835e817a747e3b9b294a4a57222fc is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:53:26.231704 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-78b0f695-3d54-4b46-90a3-d490ead49ef1 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:53:26.237275 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-78b0f695-3d54-4b46-90a3-d490ead49ef1 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:53:26.247752 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-78b0f695-3d54-4b46-90a3-d490ead49ef1 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for floatingip, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:26.381306 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-78b0f695-3d54-4b46-90a3-d490ead49ef1 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:26.519170 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-78b0f695-3d54-4b46-90a3-d490ead49ef1 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Allocated IP 172.25.0.154 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/7b250050-2c90-4ed1-9f5b-0d718fcff237) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:53:26.664899 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-78b0f695-3d54-4b46-90a3-d490ead49ef1 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:26.693746 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-78b0f695-3d54-4b46-90a3-d490ead49ef1 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:26.757849 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b0f695-3d54-4b46-90a3-d490ead49ef1 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:53:26.761069 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-78b0f695-3d54-4b46-90a3-d490ead49ef1 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:53:26.765649 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b0f695-3d54-4b46-90a3-d490ead49ef1 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:53:26.805276 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b0f695-3d54-4b46-90a3-d490ead49ef1 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event updated for resources: {'Port': ['ID=7b250050-2c90-4ed1-9f5b-0d718fcff237,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:53:27.180326 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-78b0f695-3d54-4b46-90a3-d490ead49ef1 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:27.252378 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-78b0f695-3d54-4b46-90a3-d490ead49ef1 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:27.455527 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-78b0f695-3d54-4b46-90a3-d490ead49ef1 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:27.459577 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-78b0f695-3d54-4b46-90a3-d490ead49ef1 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:27.569461 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b0f695-3d54-4b46-90a3-d490ead49ef1 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event updated for resources: {'Port': ['ID=7b250050-2c90-4ed1-9f5b-0d718fcff237,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:53:27.578574 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-78b0f695-3d54-4b46-90a3-d490ead49ef1 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:27.854813 n-d-840717-1 neutron-server[88198]: INFO neutron.db.l3_db [None req-78b0f695-3d54-4b46-90a3-d490ead49ef1 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Floating IP 7b309bd4-a3ef-4321-ae8d-95086c176c2d associated. External IP: 172.25.0.154, port: 85dcf676-8a35-4059-bb43-17a8282d5771. May 05 20:53:28.198448 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78b0f695-3d54-4b46-90a3-d490ead49ef1 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Router 805472b1-3366-44f8-95f9-567c67949f66 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:53:28.383975 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78b0f695-3d54-4b46-90a3-d490ead49ef1 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:53:28.394910 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8073e176-f5b0-448c-a582-0c873c2599f2 None None] Sync routers for ids ['805472b1-3366-44f8-95f9-567c67949f66'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:53:28.404238 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8073e176-f5b0-448c-a582-0c873c2599f2 None None] Routers {'805472b1-3366-44f8-95f9-567c67949f66'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:53:28.404916 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-8073e176-f5b0-448c-a582-0c873c2599f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:53:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['805472b1-3366-44f8-95f9-567c67949f66'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:53:28.413590 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-78b0f695-3d54-4b46-90a3-d490ead49ef1 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:28.469823 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-78b0f695-3d54-4b46-90a3-d490ead49ef1 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2554209 May 05 20:53:28.470271 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eac44ad8-0179-47fb-ad42-1ae36f68c2d6', 'tag': '85dcf676-8a35-4059-bb43-17a8282d5771'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:53:28.524075 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94d400a1-2f96-4929-af50-cf6f96f805a1'] response: {'name': 'network-changed', 'server_uuid': 'eac44ad8-0179-47fb-ad42-1ae36f68c2d6', 'tag': '85dcf676-8a35-4059-bb43-17a8282d5771', 'status': 'completed', 'code': 200} May 05 20:53:28.610284 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-8073e176-f5b0-448c-a582-0c873c2599f2 None None] Set router 805472b1-3366-44f8-95f9-567c67949f66 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:53:28.627156 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b3416-c033-4b80-94c9-8d7c587e2f5d req-c8e08ea2-ce35-42e2-ab43-3cafe9cece46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:53:28.628698 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7d1b3416-c033-4b80-94c9-8d7c587e2f5d req-c8e08ea2-ce35-42e2-ab43-3cafe9cece46 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=30a835e817a747e3b9b294a4a57222fc&device_id=eac44ad8-0179-47fb-ad42-1ae36f68c2d6 HTTP/1.1" status: 200 len: 1097 time: 0.0801418 May 05 20:53:28.655974 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18605286-9640-438c-9734-226c927c52ce req-300c580d-5d9a-4c0b-a664-5141f4eb5da5 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:53:28.657490 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-18605286-9640-438c-9734-226c927c52ce req-300c580d-5d9a-4c0b-a664-5141f4eb5da5 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=eac44ad8-0179-47fb-ad42-1ae36f68c2d6 HTTP/1.1" status: 200 len: 946 time: 0.0855279 May 05 20:53:28.704971 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-18605286-9640-438c-9734-226c927c52ce req-90b0ba8b-5d7f-414a-a266-2d10812eccae tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=67a8e4bc-954b-4b08-a102-a97560f622b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398901 May 05 20:53:28.728027 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 40562) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:53:28.762643 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b3416-c033-4b80-94c9-8d7c587e2f5d req-fc5c5e0b-331a-443e-8792-2022462a2c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:53:28.769375 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7d1b3416-c033-4b80-94c9-8d7c587e2f5d req-fc5c5e0b-331a-443e-8792-2022462a2c1d service neutron] 10.222.0.24 "GET /v2.0/networks?id=80c20b3f-10fe-44a6-8837-b6822a77db8f HTTP/1.1" status: 200 len: 898 time: 0.1351013 May 05 20:53:28.843208 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-9375949c-4e07-4d70-82d0-aeb9d3914382 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/floatingips/7b309bd4-a3ef-4321-ae8d-95086c176c2d HTTP/1.1" status: 200 len: 992 time: 0.1140451 May 05 20:53:28.869846 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7d1b3416-c033-4b80-94c9-8d7c587e2f5d req-0f66468c-8aa8-466a-8760-1777fdb45a73 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85dcf676-8a35-4059-bb43-17a8282d5771 HTTP/1.1" status: 200 len: 1000 time: 0.0950265 May 05 20:53:28.934735 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b3416-c033-4b80-94c9-8d7c587e2f5d req-f3b00e02-9992-47f3-84fb-08067aa6755b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:53:28.936232 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7d1b3416-c033-4b80-94c9-8d7c587e2f5d req-f3b00e02-9992-47f3-84fb-08067aa6755b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=86f58428-67ed-4152-bd06-94f0ca90e4a4 HTTP/1.1" status: 200 len: 834 time: 0.0609198 May 05 20:53:28.981874 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-8073e176-f5b0-448c-a582-0c873c2599f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '805472b1-3366-44f8-95f9-567c67949f66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723011273', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '686d96ab-f443-42ef-9b37-3d3e28a64f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:53:06Z', 'updated_at': '2022-05-05T20:53:11Z', 'revision_number': 4, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'gw_port': {'id': '686d96ab-f443-42ef-9b37-3d3e28a64f40', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:03:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805472b1-3366-44f8-95f9-567c67949f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:53:07Z', 'updated_at': '2022-05-05T20:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '7b309bd4-a3ef-4321-ae8d-95086c176c2d', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'floating_ip_address': '172.25.0.154', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '805472b1-3366-44f8-95f9-567c67949f66', 'port_id': '85dcf676-8a35-4059-bb43-17a8282d5771', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80c20b3f-10fe-44a6-8837-b6822a77db8f', 'mac_address': 'fa:16:3e:1d:2b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac44ad8-0179-47fb-ad42-1ae36f68c2d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:53:27Z', 'updated_at': '2022-05-05T20:53:27Z', 'revision_number': 0, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5729ede-aa1a-4c60-abe0-22ed39347186', 'name': '', 'network_id': '80c20b3f-10fe-44a6-8837-b6822a77db8f', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'mac_address': 'fa:16:3e:31:7b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805472b1-3366-44f8-95f9-567c67949f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '86f58428-67ed-4152-bd06-94f0ca90e4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:53:10Z', 'updated_at': '2022-05-05T20:53:17Z', 'revision_number': 5, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'subnets': [{'id': '86f58428-67ed-4152-bd06-94f0ca90e4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:53:28.985656 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8073e176-f5b0-448c-a582-0c873c2599f2 None None] Checking router: 805472b1-3366-44f8-95f9-567c67949f66 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:53:28.994145 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8073e176-f5b0-448c-a582-0c873c2599f2 None None] Routers {'805472b1-3366-44f8-95f9-567c67949f66'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:53:28.994733 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-8073e176-f5b0-448c-a582-0c873c2599f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:53:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['805472b1-3366-44f8-95f9-567c67949f66'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:53:29.004804 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:53:29.015371 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b3416-c033-4b80-94c9-8d7c587e2f5d req-0d31b9e6-f3fe-4c02-a807-a7dcf7e24a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:53:29.016881 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7d1b3416-c033-4b80-94c9-8d7c587e2f5d req-0d31b9e6-f3fe-4c02-a807-a7dcf7e24a8c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=80c20b3f-10fe-44a6-8837-b6822a77db8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711379 May 05 20:53:29.149701 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7d1b3416-c033-4b80-94c9-8d7c587e2f5d req-21e23ad0-d41a-4e12-8ffc-d8bb761692cf service neutron] 10.222.0.24 "GET /v2.0/networks/80c20b3f-10fe-44a6-8837-b6822a77db8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268303 May 05 20:53:29.171022 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-8073e176-f5b0-448c-a582-0c873c2599f2 None None] Set router 805472b1-3366-44f8-95f9-567c67949f66 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:53:29.280682 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7d1b3416-c033-4b80-94c9-8d7c587e2f5d req-0b91decd-acc7-4181-86d6-015b336de401 service neutron] 10.222.0.24 "GET /v2.0/networks/80c20b3f-10fe-44a6-8837-b6822a77db8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255493 May 05 20:53:29.531187 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-8073e176-f5b0-448c-a582-0c873c2599f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '805472b1-3366-44f8-95f9-567c67949f66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723011273', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '686d96ab-f443-42ef-9b37-3d3e28a64f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:53:06Z', 'updated_at': '2022-05-05T20:53:11Z', 'revision_number': 4, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'gw_port': {'id': '686d96ab-f443-42ef-9b37-3d3e28a64f40', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:03:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805472b1-3366-44f8-95f9-567c67949f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:53:07Z', 'updated_at': '2022-05-05T20:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '7b309bd4-a3ef-4321-ae8d-95086c176c2d', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'floating_ip_address': '172.25.0.154', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '805472b1-3366-44f8-95f9-567c67949f66', 'port_id': '85dcf676-8a35-4059-bb43-17a8282d5771', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80c20b3f-10fe-44a6-8837-b6822a77db8f', 'mac_address': 'fa:16:3e:1d:2b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac44ad8-0179-47fb-ad42-1ae36f68c2d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:53:27Z', 'updated_at': '2022-05-05T20:53:27Z', 'revision_number': 0, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5729ede-aa1a-4c60-abe0-22ed39347186', 'name': '', 'network_id': '80c20b3f-10fe-44a6-8837-b6822a77db8f', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'mac_address': 'fa:16:3e:31:7b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805472b1-3366-44f8-95f9-567c67949f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '86f58428-67ed-4152-bd06-94f0ca90e4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:53:10Z', 'updated_at': '2022-05-05T20:53:17Z', 'revision_number': 5, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'subnets': [{'id': '86f58428-67ed-4152-bd06-94f0ca90e4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:53:29.535336 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8073e176-f5b0-448c-a582-0c873c2599f2 None None] The sync data for ids ['805472b1-3366-44f8-95f9-567c67949f66'] in n-d-840717-1 is: [{'id': '805472b1-3366-44f8-95f9-567c67949f66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723011273', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '686d96ab-f443-42ef-9b37-3d3e28a64f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:53:06Z', 'updated_at': '2022-05-05T20:53:11Z', 'revision_number': 4, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'gw_port': {'id': '686d96ab-f443-42ef-9b37-3d3e28a64f40', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:03:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805472b1-3366-44f8-95f9-567c67949f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:53:07Z', 'updated_at': '2022-05-05T20:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '7b309bd4-a3ef-4321-ae8d-95086c176c2d', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'floating_ip_address': '172.25.0.154', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '805472b1-3366-44f8-95f9-567c67949f66', 'port_id': '85dcf676-8a35-4059-bb43-17a8282d5771', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80c20b3f-10fe-44a6-8837-b6822a77db8f', 'mac_address': 'fa:16:3e:1d:2b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac44ad8-0179-47fb-ad42-1ae36f68c2d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:53:27Z', 'updated_at': '2022-05-05T20:53:27Z', 'revision_number': 0, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5729ede-aa1a-4c60-abe0-22ed39347186', 'name': '', 'network_id': '80c20b3f-10fe-44a6-8837-b6822a77db8f', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'mac_address': 'fa:16:3e:31:7b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805472b1-3366-44f8-95f9-567c67949f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '86f58428-67ed-4152-bd06-94f0ca90e4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:53:10Z', 'updated_at': '2022-05-05T20:53:17Z', 'revision_number': 5, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'subnets': [{'id': '86f58428-67ed-4152-bd06-94f0ca90e4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:53:29.710228 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec07a2a-e4f4-41b7-9205-d6edcd4bdb6a None None] New status for floating IP 7b309bd4-a3ef-4321-ae8d-95086c176c2d: ACTIVE {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:53:29.847127 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 40568) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:53:29.955108 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-60960024-d782-4055-801f-90448e578d31 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/floatingips/7b309bd4-a3ef-4321-ae8d-95086c176c2d HTTP/1.1" status: 200 len: 992 time: 0.1068792 May 05 20:53:30.959103 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 40572) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:53:31.066490 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-571a7fb5-928f-4c86-bc8d-3e4b8a6e54c7 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/floatingips/7b309bd4-a3ef-4321-ae8d-95086c176c2d HTTP/1.1" status: 200 len: 994 time: 0.1062028 May 05 20:53:31.229079 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d769caa6-6918-4afd-87a9-fe3df890fcc2 req-bf987db5-c1d4-4743-a532-ee72a6400a1c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=eac44ad8-0179-47fb-ad42-1ae36f68c2d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1838598 May 05 20:53:31.362598 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769caa6-6918-4afd-87a9-fe3df890fcc2 req-02d1ef31-d826-41fd-a006-0a311e699dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:53:31.364059 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d769caa6-6918-4afd-87a9-fe3df890fcc2 req-02d1ef31-d826-41fd-a006-0a311e699dd5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=30a835e817a747e3b9b294a4a57222fc&device_id=eac44ad8-0179-47fb-ad42-1ae36f68c2d6 HTTP/1.1" status: 200 len: 1097 time: 0.0689683 May 05 20:53:31.504836 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769caa6-6918-4afd-87a9-fe3df890fcc2 req-1628ed76-dba7-4c84-b5d1-55234b0df97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:53:31.506188 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d769caa6-6918-4afd-87a9-fe3df890fcc2 req-1628ed76-dba7-4c84-b5d1-55234b0df97d service neutron] 10.222.0.24 "GET /v2.0/networks?id=80c20b3f-10fe-44a6-8837-b6822a77db8f HTTP/1.1" status: 200 len: 898 time: 0.1241872 May 05 20:53:31.608204 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d769caa6-6918-4afd-87a9-fe3df890fcc2 req-60191b87-9b63-4bbd-b161-e681dbbb0daf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85dcf676-8a35-4059-bb43-17a8282d5771 HTTP/1.1" status: 200 len: 1002 time: 0.0966468 May 05 20:53:31.669411 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769caa6-6918-4afd-87a9-fe3df890fcc2 req-deb3710b-b41f-4cfd-9953-08f7570877d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:53:31.670829 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d769caa6-6918-4afd-87a9-fe3df890fcc2 req-deb3710b-b41f-4cfd-9953-08f7570877d9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=86f58428-67ed-4152-bd06-94f0ca90e4a4 HTTP/1.1" status: 200 len: 834 time: 0.0573118 May 05 20:53:31.747121 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769caa6-6918-4afd-87a9-fe3df890fcc2 req-fdff8b5d-2fb8-4534-9c75-df57a2e68e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:53:31.748612 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d769caa6-6918-4afd-87a9-fe3df890fcc2 req-fdff8b5d-2fb8-4534-9c75-df57a2e68e6f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=80c20b3f-10fe-44a6-8837-b6822a77db8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723426 May 05 20:53:31.879446 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d769caa6-6918-4afd-87a9-fe3df890fcc2 req-4ed8c8d8-9632-4e4f-bda2-c2784d06a527 service neutron] 10.222.0.24 "GET /v2.0/networks/80c20b3f-10fe-44a6-8837-b6822a77db8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247883 May 05 20:53:32.009097 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d769caa6-6918-4afd-87a9-fe3df890fcc2 req-c3956905-f09d-4ce8-96f0-f2162d90cb1f service neutron] 10.222.0.24 "GET /v2.0/networks/80c20b3f-10fe-44a6-8837-b6822a77db8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240244 May 05 20:53:34.740508 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8f4137d0-b456-491f-8e60-6b4fa1c2976b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:36.951337 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-691f0905-b809-4e8e-89db-47a94a067816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:38.009240 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:38.170311 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:39.753293 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:44.730626 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:53:46.852796 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:00.586041 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea2d22-7ee3-4a01-85ad-14029358bec9 req-1567e605-d084-49bf-9d3a-9ed9ebe81d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:54:00.587601 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-faea2d22-7ee3-4a01-85ad-14029358bec9 req-1567e605-d084-49bf-9d3a-9ed9ebe81d9d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=30a835e817a747e3b9b294a4a57222fc&device_id=eac44ad8-0179-47fb-ad42-1ae36f68c2d6 HTTP/1.1" status: 200 len: 1097 time: 0.0779827 May 05 20:54:00.778269 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea2d22-7ee3-4a01-85ad-14029358bec9 req-fcf4191b-78c9-4675-806b-abbf953ca764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:54:00.779733 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-faea2d22-7ee3-4a01-85ad-14029358bec9 req-fcf4191b-78c9-4675-806b-abbf953ca764 service neutron] 10.222.0.24 "GET /v2.0/networks?id=80c20b3f-10fe-44a6-8837-b6822a77db8f HTTP/1.1" status: 200 len: 898 time: 0.1859312 May 05 20:54:00.880964 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e9367-1594-4be3-9966-6f58524b768e req-916f27fd-cd1f-407a-8d66-fb6b2e8e7b31 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:54:00.882306 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ce1e9367-1594-4be3-9966-6f58524b768e req-916f27fd-cd1f-407a-8d66-fb6b2e8e7b31 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=eac44ad8-0179-47fb-ad42-1ae36f68c2d6 HTTP/1.1" status: 200 len: 946 time: 0.1873775 May 05 20:54:00.910201 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-faea2d22-7ee3-4a01-85ad-14029358bec9 req-d611a421-3f5a-4aa3-b1f0-d34e559b0f6e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85dcf676-8a35-4059-bb43-17a8282d5771 HTTP/1.1" status: 200 len: 1002 time: 0.1223593 May 05 20:54:00.977021 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ce1e9367-1594-4be3-9966-6f58524b768e req-1a7aff59-de5d-4ad8-a75f-9e2e917125b2 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=67a8e4bc-954b-4b08-a102-a97560f622b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835922 May 05 20:54:00.988734 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea2d22-7ee3-4a01-85ad-14029358bec9 req-f26cffb5-c231-4810-9651-d550738ce9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:54:00.990158 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-faea2d22-7ee3-4a01-85ad-14029358bec9 req-f26cffb5-c231-4810-9651-d550738ce9cc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=86f58428-67ed-4152-bd06-94f0ca90e4a4 HTTP/1.1" status: 200 len: 834 time: 0.0730231 May 05 20:54:01.067655 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea2d22-7ee3-4a01-85ad-14029358bec9 req-cf155bd0-47b4-4bfc-ac27-97378783518b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:54:01.069119 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-faea2d22-7ee3-4a01-85ad-14029358bec9 req-cf155bd0-47b4-4bfc-ac27-97378783518b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=80c20b3f-10fe-44a6-8837-b6822a77db8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724981 May 05 20:54:01.204457 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-faea2d22-7ee3-4a01-85ad-14029358bec9 req-9dd95006-869a-49c3-b75f-4cba74eb92b5 service neutron] 10.222.0.24 "GET /v2.0/networks/80c20b3f-10fe-44a6-8837-b6822a77db8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290038 May 05 20:54:01.446009 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-faea2d22-7ee3-4a01-85ad-14029358bec9 req-77d94edc-1500-4563-8ee4-cfa11195d668 service neutron] 10.222.0.24 "GET /v2.0/networks/80c20b3f-10fe-44a6-8837-b6822a77db8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345355 May 05 20:54:02.168736 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f25361-a54e-4dca-9f46-f8fa76e5738d req-22ac7a38-52d7-4d15-9858-df3c0948d264 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:54:02.170181 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-67f25361-a54e-4dca-9f46-f8fa76e5738d req-22ac7a38-52d7-4d15-9858-df3c0948d264 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=eac44ad8-0179-47fb-ad42-1ae36f68c2d6 HTTP/1.1" status: 200 len: 946 time: 0.0830724 May 05 20:54:02.214426 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-67f25361-a54e-4dca-9f46-f8fa76e5738d req-d5107e44-d618-4d9e-b144-2c61f4599ec6 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=67a8e4bc-954b-4b08-a102-a97560f622b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387266 May 05 20:54:03.395794 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65fcb09-d080-4e71-930f-76ca37a4af7e req-2f1358d2-1294-4ef4-815e-48ef9e3375aa tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:54:03.397269 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f65fcb09-d080-4e71-930f-76ca37a4af7e req-2f1358d2-1294-4ef4-815e-48ef9e3375aa tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=eac44ad8-0179-47fb-ad42-1ae36f68c2d6 HTTP/1.1" status: 200 len: 946 time: 0.0787892 May 05 20:54:03.442460 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f65fcb09-d080-4e71-930f-76ca37a4af7e req-de0459ce-58bb-4194-8240-f980c3f4066c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=67a8e4bc-954b-4b08-a102-a97560f622b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390263 May 05 20:54:04.628123 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab504b2-2913-4b72-b9d9-464937155612 req-3e9c4171-3b2d-40c0-8edc-e951efdca031 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:54:04.629608 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2ab504b2-2913-4b72-b9d9-464937155612 req-3e9c4171-3b2d-40c0-8edc-e951efdca031 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=eac44ad8-0179-47fb-ad42-1ae36f68c2d6 HTTP/1.1" status: 200 len: 946 time: 0.0807431 May 05 20:54:04.673255 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2ab504b2-2913-4b72-b9d9-464937155612 req-9c9a83cf-32fc-4476-a0bc-f9eda5b35234 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=67a8e4bc-954b-4b08-a102-a97560f622b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380082 May 05 20:54:04.745103 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e8bf8304-e163-4a88-9d7e-feaeb064a9e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:05.864198 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a717a-2c3a-4a7d-8249-5afcae3eeb09 req-e0676954-c298-4290-9bc2-a7ee38576e29 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:54:05.865560 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ea5a717a-2c3a-4a7d-8249-5afcae3eeb09 req-e0676954-c298-4290-9bc2-a7ee38576e29 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=eac44ad8-0179-47fb-ad42-1ae36f68c2d6 HTTP/1.1" status: 200 len: 946 time: 0.0849273 May 05 20:54:05.909918 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ea5a717a-2c3a-4a7d-8249-5afcae3eeb09 req-99f57064-8943-4941-9999-9117d966d7cf tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=67a8e4bc-954b-4b08-a102-a97560f622b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383210 May 05 20:54:06.004324 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:54:06.952503 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f59185bd-8b32-4849-b945-994251918d6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:07.097442 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3adcc1-e4b7-4082-afca-c923652934b0 req-b74bd954-5958-4435-af05-ae2e61891b6c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:54:07.098822 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-db3adcc1-e4b7-4082-afca-c923652934b0 req-b74bd954-5958-4435-af05-ae2e61891b6c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=eac44ad8-0179-47fb-ad42-1ae36f68c2d6 HTTP/1.1" status: 200 len: 946 time: 0.0831802 May 05 20:54:07.142432 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-db3adcc1-e4b7-4082-afca-c923652934b0 req-5ad07348-6a1e-4554-be95-30403bcfda9a tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=67a8e4bc-954b-4b08-a102-a97560f622b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379202 May 05 20:54:08.013300 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:08.173687 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:08.334052 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d945430-7527-4cdf-bfae-19db99f61f4b req-16d8471e-0ca2-4c7d-8d0c-ec27cde3ca77 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:54:08.335423 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6d945430-7527-4cdf-bfae-19db99f61f4b req-16d8471e-0ca2-4c7d-8d0c-ec27cde3ca77 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=eac44ad8-0179-47fb-ad42-1ae36f68c2d6 HTTP/1.1" status: 200 len: 946 time: 0.0792542 May 05 20:54:08.381279 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6d945430-7527-4cdf-bfae-19db99f61f4b req-2b103a77-5859-4e3c-aacd-cc732a982998 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=67a8e4bc-954b-4b08-a102-a97560f622b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400786 May 05 20:54:09.573810 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f52d35d-be7f-40fa-b1ce-259259566a05 req-bcb77a40-ba7f-41e9-a236-cb8d7732957c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:54:09.575302 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7f52d35d-be7f-40fa-b1ce-259259566a05 req-bcb77a40-ba7f-41e9-a236-cb8d7732957c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=eac44ad8-0179-47fb-ad42-1ae36f68c2d6 HTTP/1.1" status: 200 len: 946 time: 0.0860887 May 05 20:54:09.623963 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7f52d35d-be7f-40fa-b1ce-259259566a05 req-4617b449-3865-4a8b-8ebb-32c855f9e5a7 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=67a8e4bc-954b-4b08-a102-a97560f622b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427327 May 05 20:54:09.756973 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:10.810459 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3fce7-dde3-4f5f-95a4-70e0baf8ae82 req-68b0c5bb-9dfa-48ff-b9db-4055330db972 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:54:10.811941 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-31d3fce7-dde3-4f5f-95a4-70e0baf8ae82 req-68b0c5bb-9dfa-48ff-b9db-4055330db972 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=eac44ad8-0179-47fb-ad42-1ae36f68c2d6 HTTP/1.1" status: 200 len: 946 time: 0.0847569 May 05 20:54:10.855245 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-31d3fce7-dde3-4f5f-95a4-70e0baf8ae82 req-e3c70ef6-7a7f-4f65-b701-8aaefd89e204 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=67a8e4bc-954b-4b08-a102-a97560f622b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376232 May 05 20:54:12.041484 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7061f0c-45f6-4eeb-ac4b-a43949a4931d req-7bdb4906-d755-491b-945d-f2ffbf24460d tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:54:12.043200 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c7061f0c-45f6-4eeb-ac4b-a43949a4931d req-7bdb4906-d755-491b-945d-f2ffbf24460d tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=eac44ad8-0179-47fb-ad42-1ae36f68c2d6 HTTP/1.1" status: 200 len: 946 time: 0.0797751 May 05 20:54:12.085996 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c7061f0c-45f6-4eeb-ac4b-a43949a4931d req-e4a81244-226b-49e5-8319-540171c649a8 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=67a8e4bc-954b-4b08-a102-a97560f622b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372040 May 05 20:54:13.272483 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa875d-f699-491f-9517-8dc2e4004187 req-e27dce7e-16d0-49ba-b215-7533264dacce tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:54:13.273942 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bffa875d-f699-491f-9517-8dc2e4004187 req-e27dce7e-16d0-49ba-b215-7533264dacce tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=eac44ad8-0179-47fb-ad42-1ae36f68c2d6 HTTP/1.1" status: 200 len: 946 time: 0.0803249 May 05 20:54:13.321288 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bffa875d-f699-491f-9517-8dc2e4004187 req-2d4c6ec2-6faf-4d69-9fd0-2057588b1c1f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=67a8e4bc-954b-4b08-a102-a97560f622b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405099 May 05 20:54:14.509286 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5066b4fa-640b-4579-a59a-0106446f55a7 req-c5877743-650f-40d9-9b56-9173ed1beb99 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:54:14.510752 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5066b4fa-640b-4579-a59a-0106446f55a7 req-c5877743-650f-40d9-9b56-9173ed1beb99 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=eac44ad8-0179-47fb-ad42-1ae36f68c2d6 HTTP/1.1" status: 200 len: 946 time: 0.0825367 May 05 20:54:14.555048 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5066b4fa-640b-4579-a59a-0106446f55a7 req-ba51da81-cb08-4d6f-a11a-71244a8a23e2 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=67a8e4bc-954b-4b08-a102-a97560f622b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385303 May 05 20:54:14.753389 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:15.737940 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefd3399-71d5-4367-bedf-892385ae7036 req-7d66eff7-d9a5-4707-b28a-ccf48b95fcea tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:54:15.739400 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-eefd3399-71d5-4367-bedf-892385ae7036 req-7d66eff7-d9a5-4707-b28a-ccf48b95fcea tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=eac44ad8-0179-47fb-ad42-1ae36f68c2d6 HTTP/1.1" status: 200 len: 946 time: 0.0791123 May 05 20:54:15.782650 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-eefd3399-71d5-4367-bedf-892385ae7036 req-42b5ebae-6162-471f-b93f-2f3b7a2211c8 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=67a8e4bc-954b-4b08-a102-a97560f622b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376577 May 05 20:54:16.871520 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:16.969770 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fb043b-3259-4ddb-9ec4-2a483630c0da req-2c3adab9-8d7b-4eca-8bcc-62ad95b029b3 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:54:16.971218 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f0fb043b-3259-4ddb-9ec4-2a483630c0da req-2c3adab9-8d7b-4eca-8bcc-62ad95b029b3 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=eac44ad8-0179-47fb-ad42-1ae36f68c2d6 HTTP/1.1" status: 200 len: 946 time: 0.0798633 May 05 20:54:17.015677 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f0fb043b-3259-4ddb-9ec4-2a483630c0da req-42d414a0-1b3c-45cb-a3bf-c9b3f3898b26 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=67a8e4bc-954b-4b08-a102-a97560f622b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388761 May 05 20:54:18.202350 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f6c83-320d-4241-8851-0fe2fb7e733e req-62a84e4d-f04d-4878-839d-b5cd9d25791a tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:54:18.203819 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f09f6c83-320d-4241-8851-0fe2fb7e733e req-62a84e4d-f04d-4878-839d-b5cd9d25791a tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=eac44ad8-0179-47fb-ad42-1ae36f68c2d6 HTTP/1.1" status: 200 len: 946 time: 0.0822511 May 05 20:54:18.250527 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f09f6c83-320d-4241-8851-0fe2fb7e733e req-ff5a9c52-d2b6-4c50-b90e-6746f6a98206 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=67a8e4bc-954b-4b08-a102-a97560f622b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411153 May 05 20:54:18.273231 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40634) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:54:18.381080 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-9dd7bb8b-0884-45a7-8334-5a79050cf8e1 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/floatingips/7b309bd4-a3ef-4321-ae8d-95086c176c2d HTTP/1.1" status: 200 len: 994 time: 0.1065819 May 05 20:54:32.113848 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7c65cb85-a2a3-43c3-baf8-4bda761615bc req-1cc4698c-53d5-455e-9fe9-90e16a4bb102 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=eac44ad8-0179-47fb-ad42-1ae36f68c2d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0681643 May 05 20:54:32.255407 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65cb85-a2a3-43c3-baf8-4bda761615bc req-75893638-4b50-413c-96e6-70725c57b927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:54:32.256851 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7c65cb85-a2a3-43c3-baf8-4bda761615bc req-75893638-4b50-413c-96e6-70725c57b927 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=30a835e817a747e3b9b294a4a57222fc&device_id=eac44ad8-0179-47fb-ad42-1ae36f68c2d6 HTTP/1.1" status: 200 len: 1097 time: 0.0733464 May 05 20:54:32.399492 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65cb85-a2a3-43c3-baf8-4bda761615bc req-a90669e4-c119-42fe-9861-8cca17d37a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:54:32.400821 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7c65cb85-a2a3-43c3-baf8-4bda761615bc req-a90669e4-c119-42fe-9861-8cca17d37a6a service neutron] 10.222.0.24 "GET /v2.0/networks?id=80c20b3f-10fe-44a6-8837-b6822a77db8f HTTP/1.1" status: 200 len: 898 time: 0.1250098 May 05 20:54:32.499170 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7c65cb85-a2a3-43c3-baf8-4bda761615bc req-5b3899a3-1602-4b99-af66-5b3135ab81ed service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85dcf676-8a35-4059-bb43-17a8282d5771 HTTP/1.1" status: 200 len: 1002 time: 0.0918677 May 05 20:54:32.565160 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65cb85-a2a3-43c3-baf8-4bda761615bc req-7d017129-5dc3-4ac9-acd7-88a76cd448c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:54:32.566572 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7c65cb85-a2a3-43c3-baf8-4bda761615bc req-7d017129-5dc3-4ac9-acd7-88a76cd448c0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=86f58428-67ed-4152-bd06-94f0ca90e4a4 HTTP/1.1" status: 200 len: 834 time: 0.0599029 May 05 20:54:32.641651 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65cb85-a2a3-43c3-baf8-4bda761615bc req-42d18bd8-6425-4cfe-9ff7-03adad39afeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:54:32.643140 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7c65cb85-a2a3-43c3-baf8-4bda761615bc req-42d18bd8-6425-4cfe-9ff7-03adad39afeb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=80c20b3f-10fe-44a6-8837-b6822a77db8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693967 May 05 20:54:32.774234 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7c65cb85-a2a3-43c3-baf8-4bda761615bc req-3ac6ec3b-0d4c-4af1-af8a-8c1d1f8a00de service neutron] 10.222.0.24 "GET /v2.0/networks/80c20b3f-10fe-44a6-8837-b6822a77db8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243534 May 05 20:54:32.903556 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7c65cb85-a2a3-43c3-baf8-4bda761615bc req-720cd458-ac7d-4c42-81c9-4f05fca07cd2 service neutron] 10.222.0.24 "GET /v2.0/networks/80c20b3f-10fe-44a6-8837-b6822a77db8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228077 May 05 20:54:34.749369 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-19718d12-57e2-4db5-ba78-041d4baa8604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:36.960478 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ad993ebb-4e49-4566-a204-03c00d40e376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:38.014905 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:38.175411 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:39.759708 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:43.004409 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:54:44.753662 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:46.325920 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40654) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:54:46.665150 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-53448b54-249e-42ed-8a9b-7ddbacb28dd5 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Deleting port 7b250050-2c90-4ed1-9f5b-0d718fcff237 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:54:46.665523 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-53448b54-249e-42ed-8a9b-7ddbacb28dd5 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:46.833250 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-53448b54-249e-42ed-8a9b-7ddbacb28dd5 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:46.833582 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-53448b54-249e-42ed-8a9b-7ddbacb28dd5 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:46.868141 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:46.961345 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-53448b54-249e-42ed-8a9b-7ddbacb28dd5 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Calling delete_port for 7b250050-2c90-4ed1-9f5b-0d718fcff237 owned by network:floatingip {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:54:47.108682 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-53448b54-249e-42ed-8a9b-7ddbacb28dd5 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:47.156269 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53448b54-249e-42ed-8a9b-7ddbacb28dd5 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event deleted for resources: {'Port': ['ID=7b250050-2c90-4ed1-9f5b-0d718fcff237,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:54:47.195436 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53448b54-249e-42ed-8a9b-7ddbacb28dd5 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:54:47.195781 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53448b54-249e-42ed-8a9b-7ddbacb28dd5 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:54:47.196117 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53448b54-249e-42ed-8a9b-7ddbacb28dd5 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:54:47.196446 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53448b54-249e-42ed-8a9b-7ddbacb28dd5 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:54:47.196773 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53448b54-249e-42ed-8a9b-7ddbacb28dd5 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:54:47.197101 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53448b54-249e-42ed-8a9b-7ddbacb28dd5 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:54:47.197422 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53448b54-249e-42ed-8a9b-7ddbacb28dd5 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:54:47.197743 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53448b54-249e-42ed-8a9b-7ddbacb28dd5 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:54:47.198065 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53448b54-249e-42ed-8a9b-7ddbacb28dd5 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:54:47.198382 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53448b54-249e-42ed-8a9b-7ddbacb28dd5 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:54:47.198727 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53448b54-249e-42ed-8a9b-7ddbacb28dd5 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:54:47.199041 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53448b54-249e-42ed-8a9b-7ddbacb28dd5 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:54:47.257788 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-53448b54-249e-42ed-8a9b-7ddbacb28dd5 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for floatingip, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:47.258350 n-d-840717-1 neutron-server[88198]: INFO neutron.db.l3_db [None req-53448b54-249e-42ed-8a9b-7ddbacb28dd5 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Floating IP 7b309bd4-a3ef-4321-ae8d-95086c176c2d disassociated (deleted). External IP: 172.25.0.154, port: 85dcf676-8a35-4059-bb43-17a8282d5771. May 05 20:54:47.613301 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53448b54-249e-42ed-8a9b-7ddbacb28dd5 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Router 805472b1-3366-44f8-95f9-567c67949f66 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:54:47.798333 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53448b54-249e-42ed-8a9b-7ddbacb28dd5 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:54:47.808212 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e21eddf-63d9-4f47-b434-fe242e7533c7 None None] Sync routers for ids ['805472b1-3366-44f8-95f9-567c67949f66'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:54:47.817498 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e21eddf-63d9-4f47-b434-fe242e7533c7 None None] Routers {'805472b1-3366-44f8-95f9-567c67949f66'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:54:47.818103 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-5e21eddf-63d9-4f47-b434-fe242e7533c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:54:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['805472b1-3366-44f8-95f9-567c67949f66'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:54:47.818369 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-53448b54-249e-42ed-8a9b-7ddbacb28dd5 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:47.873225 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-53448b54-249e-42ed-8a9b-7ddbacb28dd5 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "DELETE /v2.0/floatingips/7b309bd4-a3ef-4321-ae8d-95086c176c2d HTTP/1.1" status: 204 len: 168 time: 1.5460517 May 05 20:54:47.873629 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eac44ad8-0179-47fb-ad42-1ae36f68c2d6', 'tag': '85dcf676-8a35-4059-bb43-17a8282d5771'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:54:47.926738 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc1bc803-9abb-4b73-83fc-b5afbe037530'] response: {'name': 'network-changed', 'server_uuid': 'eac44ad8-0179-47fb-ad42-1ae36f68c2d6', 'tag': '85dcf676-8a35-4059-bb43-17a8282d5771', 'status': 'completed', 'code': 200} May 05 20:54:48.000753 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-5e21eddf-63d9-4f47-b434-fe242e7533c7 None None] Set router 805472b1-3366-44f8-95f9-567c67949f66 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:54:48.023747 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c16ab-0111-4882-acf0-b85d228dc7d0 req-e86e3b47-8c3d-420b-92aa-6fa429407f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:54:48.025256 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a02c16ab-0111-4882-acf0-b85d228dc7d0 req-e86e3b47-8c3d-420b-92aa-6fa429407f19 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=30a835e817a747e3b9b294a4a57222fc&device_id=eac44ad8-0179-47fb-ad42-1ae36f68c2d6 HTTP/1.1" status: 200 len: 1097 time: 0.0719306 May 05 20:54:48.268308 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7804d-2461-4b14-ae49-8af700e23ba0 req-10492623-5368-41e7-921c-7cbf4f909c4e tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:54:48.270592 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-33d7804d-2461-4b14-ae49-8af700e23ba0 req-10492623-5368-41e7-921c-7cbf4f909c4e tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=eac44ad8-0179-47fb-ad42-1ae36f68c2d6 HTTP/1.1" status: 200 len: 946 time: 0.0893342 May 05 20:54:48.284954 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c16ab-0111-4882-acf0-b85d228dc7d0 req-9a479b90-bce2-4d37-af79-20be2e429694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:54:48.286442 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a02c16ab-0111-4882-acf0-b85d228dc7d0 req-9a479b90-bce2-4d37-af79-20be2e429694 service neutron] 10.222.0.24 "GET /v2.0/networks?id=80c20b3f-10fe-44a6-8837-b6822a77db8f HTTP/1.1" status: 200 len: 898 time: 0.2538381 May 05 20:54:48.318148 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-33d7804d-2461-4b14-ae49-8af700e23ba0 req-21cbfff4-248e-4556-a9df-7a6376683029 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=67a8e4bc-954b-4b08-a102-a97560f622b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414977 May 05 20:54:48.325196 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-5e21eddf-63d9-4f47-b434-fe242e7533c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '805472b1-3366-44f8-95f9-567c67949f66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723011273', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '686d96ab-f443-42ef-9b37-3d3e28a64f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:53:06Z', 'updated_at': '2022-05-05T20:53:11Z', 'revision_number': 4, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'gw_port': {'id': '686d96ab-f443-42ef-9b37-3d3e28a64f40', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:03:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805472b1-3366-44f8-95f9-567c67949f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:53:07Z', 'updated_at': '2022-05-05T20:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'c5729ede-aa1a-4c60-abe0-22ed39347186', 'name': '', 'network_id': '80c20b3f-10fe-44a6-8837-b6822a77db8f', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'mac_address': 'fa:16:3e:31:7b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805472b1-3366-44f8-95f9-567c67949f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '86f58428-67ed-4152-bd06-94f0ca90e4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:53:10Z', 'updated_at': '2022-05-05T20:53:17Z', 'revision_number': 5, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'subnets': [{'id': '86f58428-67ed-4152-bd06-94f0ca90e4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:54:48.329079 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e21eddf-63d9-4f47-b434-fe242e7533c7 None None] Checking router: 805472b1-3366-44f8-95f9-567c67949f66 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:54:48.340903 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e21eddf-63d9-4f47-b434-fe242e7533c7 None None] Routers {'805472b1-3366-44f8-95f9-567c67949f66'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:54:48.341492 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-5e21eddf-63d9-4f47-b434-fe242e7533c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:54:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['805472b1-3366-44f8-95f9-567c67949f66'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:54:48.358859 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a02c16ab-0111-4882-acf0-b85d228dc7d0 req-66415285-0062-4a49-b369-45cd10ea6611 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85dcf676-8a35-4059-bb43-17a8282d5771 HTTP/1.1" status: 200 len: 217 time: 0.0658021 May 05 20:54:48.425530 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c16ab-0111-4882-acf0-b85d228dc7d0 req-4f60e64a-b088-4b61-b5ac-61dbd85887f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:54:48.426957 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a02c16ab-0111-4882-acf0-b85d228dc7d0 req-4f60e64a-b088-4b61-b5ac-61dbd85887f2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=86f58428-67ed-4152-bd06-94f0ca90e4a4 HTTP/1.1" status: 200 len: 834 time: 0.0607266 May 05 20:54:48.503842 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c16ab-0111-4882-acf0-b85d228dc7d0 req-41f497ce-3441-4de0-bf3c-ba50ff1b702d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:54:48.505310 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a02c16ab-0111-4882-acf0-b85d228dc7d0 req-41f497ce-3441-4de0-bf3c-ba50ff1b702d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=80c20b3f-10fe-44a6-8837-b6822a77db8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717304 May 05 20:54:48.526811 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-5e21eddf-63d9-4f47-b434-fe242e7533c7 None None] Set router 805472b1-3366-44f8-95f9-567c67949f66 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:54:48.644154 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a02c16ab-0111-4882-acf0-b85d228dc7d0 req-a95c2b72-4210-41cb-a804-7836b01f3fdd service neutron] 10.222.0.24 "GET /v2.0/networks/80c20b3f-10fe-44a6-8837-b6822a77db8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315169 May 05 20:54:48.775440 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a02c16ab-0111-4882-acf0-b85d228dc7d0 req-2325ba86-e90f-47be-8f60-32611294acfc service neutron] 10.222.0.24 "GET /v2.0/networks/80c20b3f-10fe-44a6-8837-b6822a77db8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249976 May 05 20:54:48.840102 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-5e21eddf-63d9-4f47-b434-fe242e7533c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '805472b1-3366-44f8-95f9-567c67949f66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723011273', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '686d96ab-f443-42ef-9b37-3d3e28a64f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:53:06Z', 'updated_at': '2022-05-05T20:53:11Z', 'revision_number': 4, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'gw_port': {'id': '686d96ab-f443-42ef-9b37-3d3e28a64f40', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:03:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805472b1-3366-44f8-95f9-567c67949f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:53:07Z', 'updated_at': '2022-05-05T20:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'c5729ede-aa1a-4c60-abe0-22ed39347186', 'name': '', 'network_id': '80c20b3f-10fe-44a6-8837-b6822a77db8f', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'mac_address': 'fa:16:3e:31:7b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805472b1-3366-44f8-95f9-567c67949f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '86f58428-67ed-4152-bd06-94f0ca90e4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:53:10Z', 'updated_at': '2022-05-05T20:53:17Z', 'revision_number': 5, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'subnets': [{'id': '86f58428-67ed-4152-bd06-94f0ca90e4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:54:48.843880 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e21eddf-63d9-4f47-b434-fe242e7533c7 None None] The sync data for ids ['805472b1-3366-44f8-95f9-567c67949f66'] in n-d-840717-1 is: [{'id': '805472b1-3366-44f8-95f9-567c67949f66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723011273', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '686d96ab-f443-42ef-9b37-3d3e28a64f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:53:06Z', 'updated_at': '2022-05-05T20:53:11Z', 'revision_number': 4, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'gw_port': {'id': '686d96ab-f443-42ef-9b37-3d3e28a64f40', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:03:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805472b1-3366-44f8-95f9-567c67949f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:53:07Z', 'updated_at': '2022-05-05T20:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'c5729ede-aa1a-4c60-abe0-22ed39347186', 'name': '', 'network_id': '80c20b3f-10fe-44a6-8837-b6822a77db8f', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'mac_address': 'fa:16:3e:31:7b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805472b1-3366-44f8-95f9-567c67949f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '86f58428-67ed-4152-bd06-94f0ca90e4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:53:10Z', 'updated_at': '2022-05-05T20:53:17Z', 'revision_number': 5, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'subnets': [{'id': '86f58428-67ed-4152-bd06-94f0ca90e4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:54:49.050970 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5394a56-02b9-4fdd-9e42-3172e230d53e None None] New status for floating IP 7b309bd4-a3ef-4321-ae8d-95086c176c2d: DOWN {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:54:49.504725 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc940e8-3a21-4ffe-bffe-f8803d48935c req-f28f2df6-2b68-4a18-90f5-3dfc1443ff7a tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:54:49.505325 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-2dc940e8-3a21-4ffe-bffe-f8803d48935c req-f28f2df6-2b68-4a18-90f5-3dfc1443ff7a tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Synchronizing usage tracker for tenant:30a835e817a747e3b9b294a4a57222fc on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:54:49.520113 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-2dc940e8-3a21-4ffe-bffe-f8803d48935c req-f28f2df6-2b68-4a18-90f5-3dfc1443ff7a tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Unset dirty status for tenant:30a835e817a747e3b9b294a4a57222fc on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:54:49.521403 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2dc940e8-3a21-4ffe-bffe-f8803d48935c req-f28f2df6-2b68-4a18-90f5-3dfc1443ff7a tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=eac44ad8-0179-47fb-ad42-1ae36f68c2d6 HTTP/1.1" status: 200 len: 946 time: 0.0950994 May 05 20:54:49.569388 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2dc940e8-3a21-4ffe-bffe-f8803d48935c req-9c4f226d-48dc-41a3-baa0-112021f53745 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=67a8e4bc-954b-4b08-a102-a97560f622b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416455 May 05 20:54:49.732700 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c27fac-a699-45ea-9a88-624cbe0d9ca2 req-b527695f-706f-4969-bfa8-46df9eab9e64 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:54:49.734108 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-13c27fac-a699-45ea-9a88-624cbe0d9ca2 req-b527695f-706f-4969-bfa8-46df9eab9e64 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.24 "GET /v2.0/ports?device_id=eac44ad8-0179-47fb-ad42-1ae36f68c2d6 HTTP/1.1" status: 200 len: 946 time: 0.0788364 May 05 20:54:49.806065 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-13c27fac-a699-45ea-9a88-624cbe0d9ca2 req-0612130f-4237-46e7-852a-0b418381e76f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Deleting port 85dcf676-8a35-4059-bb43-17a8282d5771 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:54:49.806298 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-13c27fac-a699-45ea-9a88-624cbe0d9ca2 req-0612130f-4237-46e7-852a-0b418381e76f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:50.092473 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-13c27fac-a699-45ea-9a88-624cbe0d9ca2 req-0612130f-4237-46e7-852a-0b418381e76f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] For port 85dcf676-8a35-4059-bb43-17a8282d5771, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=85dcf676-8a35-4059-bb43-17a8282d5771,segment=NetworkSegment(d677e8f0-a90d-47e5-af20-8cd7563fa818),segment_id=d677e8f0-a90d-47e5-af20-8cd7563fa818)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:54:50.092746 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-13c27fac-a699-45ea-9a88-624cbe0d9ca2 req-0612130f-4237-46e7-852a-0b418381e76f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:50.224964 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-13c27fac-a699-45ea-9a88-624cbe0d9ca2 req-0612130f-4237-46e7-852a-0b418381e76f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Calling delete_port for 85dcf676-8a35-4059-bb43-17a8282d5771 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:54:50.392171 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-13c27fac-a699-45ea-9a88-624cbe0d9ca2 req-0612130f-4237-46e7-852a-0b418381e76f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:50.455287 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0612130f-4237-46e7-852a-0b418381e76f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event deleted for resources: {'Port': ['ID=85dcf676-8a35-4059-bb43-17a8282d5771,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:54:50.547060 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-13c27fac-a699-45ea-9a88-624cbe0d9ca2 req-0612130f-4237-46e7-852a-0b418381e76f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] No DVR routers for this DVR port 85dcf676-8a35-4059-bb43-17a8282d5771 on host n-h1-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:54:50.550995 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-13c27fac-a699-45ea-9a88-624cbe0d9ca2 req-0612130f-4237-46e7-852a-0b418381e76f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:50.552409 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac44ad8-0179-47fb-ad42-1ae36f68c2d6', 'name': 'network-vif-deleted', 'tag': '85dcf676-8a35-4059-bb43-17a8282d5771'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:54:50.573870 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-13c27fac-a699-45ea-9a88-624cbe0d9ca2 req-0612130f-4237-46e7-852a-0b418381e76f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.24 "DELETE /v2.0/ports/85dcf676-8a35-4059-bb43-17a8282d5771 HTTP/1.1" status: 204 len: 173 time: 0.8326960 May 05 20:54:50.606629 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e46898f0-e553-438b-8748-a36233cea4e7'] response: {'server_uuid': 'eac44ad8-0179-47fb-ad42-1ae36f68c2d6', 'name': 'network-vif-deleted', 'tag': '85dcf676-8a35-4059-bb43-17a8282d5771', 'status': 'completed', 'code': 200} May 05 20:54:50.748564 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-bb910571-a26a-416f-a7b4-127c76294a24 req-4679472d-4393-4a72-9f94-122f4d10b106 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Synchronizing usage tracker for tenant:30a835e817a747e3b9b294a4a57222fc on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:54:50.764937 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-bb910571-a26a-416f-a7b4-127c76294a24 req-4679472d-4393-4a72-9f94-122f4d10b106 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Unset dirty status for tenant:30a835e817a747e3b9b294a4a57222fc on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:54:50.766108 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bb910571-a26a-416f-a7b4-127c76294a24 req-4679472d-4393-4a72-9f94-122f4d10b106 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=eac44ad8-0179-47fb-ad42-1ae36f68c2d6 HTTP/1.1" status: 200 len: 210 time: 0.0719807 May 05 20:54:51.871520 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40676) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:54:52.521806 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-49c85d71-34e5-4348-b0e4-b121f13853ed tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:52.869496 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-49c85d71-34e5-4348-b0e4-b121f13853ed tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Deleting port c5729ede-aa1a-4c60-abe0-22ed39347186 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:54:52.869742 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-49c85d71-34e5-4348-b0e4-b121f13853ed tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:53.051859 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-49c85d71-34e5-4348-b0e4-b121f13853ed tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] For port c5729ede-aa1a-4c60-abe0-22ed39347186, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=c5729ede-aa1a-4c60-abe0-22ed39347186,segment=NetworkSegment(d677e8f0-a90d-47e5-af20-8cd7563fa818),segment_id=d677e8f0-a90d-47e5-af20-8cd7563fa818)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:54:53.052652 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-49c85d71-34e5-4348-b0e4-b121f13853ed tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:53.178889 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-49c85d71-34e5-4348-b0e4-b121f13853ed tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Calling delete_port for c5729ede-aa1a-4c60-abe0-22ed39347186 owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:54:53.361893 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-49c85d71-34e5-4348-b0e4-b121f13853ed tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:53.410535 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c85d71-34e5-4348-b0e4-b121f13853ed tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event deleted for resources: {'Port': ['ID=c5729ede-aa1a-4c60-abe0-22ed39347186,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:54:53.803992 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-49c85d71-34e5-4348-b0e4-b121f13853ed tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:54.147441 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 85dcf676-8a35-4059-bb43-17a8282d5771 no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:54:54.157419 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49c85d71-34e5-4348-b0e4-b121f13853ed tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Router 805472b1-3366-44f8-95f9-567c67949f66 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:54:54.221109 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] No Port match for: 85dcf676-8a35-4059-bb43-17a8282d5771 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:54:54.221450 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 85dcf676-8a35-4059-bb43-17a8282d5771 not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:54:54.332329 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49c85d71-34e5-4348-b0e4-b121f13853ed tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:54:54.342355 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db4cabc-e1a6-4829-b5d4-9953c2e6751f None None] Sync routers for ids ['805472b1-3366-44f8-95f9-567c67949f66'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:54:54.350939 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-49c85d71-34e5-4348-b0e4-b121f13853ed tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "PUT /v2.0/routers/805472b1-3366-44f8-95f9-567c67949f66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4781587 May 05 20:54:54.353526 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40680) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:54:54.355274 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db4cabc-e1a6-4829-b5d4-9953c2e6751f None None] Routers {'805472b1-3366-44f8-95f9-567c67949f66'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:54:54.355876 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-5db4cabc-e1a6-4829-b5d4-9953c2e6751f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:54:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['805472b1-3366-44f8-95f9-567c67949f66'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:54:54.421772 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1aa49bc-c7ab-42a8-9221-5304487a93fb tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Deleting subnet 86f58428-67ed-4152-bd06-94f0ca90e4a4 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:54:54.424644 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d1aa49bc-c7ab-42a8-9221-5304487a93fb tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:54.478828 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d1aa49bc-c7ab-42a8-9221-5304487a93fb tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:54.532827 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-5db4cabc-e1a6-4829-b5d4-9953c2e6751f None None] Set router 805472b1-3366-44f8-95f9-567c67949f66 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:54:54.564748 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d1aa49bc-c7ab-42a8-9221-5304487a93fb tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:54.641970 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d1aa49bc-c7ab-42a8-9221-5304487a93fb tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:54.678199 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aa49bc-c7ab-42a8-9221-5304487a93fb tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event deleted for resources: {'Subnet': ['ID=86f58428-67ed-4152-bd06-94f0ca90e4a4,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:54:54.684895 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d1aa49bc-c7ab-42a8-9221-5304487a93fb tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:54.691345 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d1aa49bc-c7ab-42a8-9221-5304487a93fb tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "DELETE /v2.0/subnets/86f58428-67ed-4152-bd06-94f0ca90e4a4 HTTP/1.1" status: 204 len: 168 time: 0.3368850 May 05 20:54:54.693904 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40684) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:54:54.724137 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8783c1-5d6b-4146-988f-fe61674cc039 None None] Network 80c20b3f-10fe-44a6-8837-b6822a77db8f requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:54:54.880034 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-064d9d39-8207-41b0-b5de-e5b713261600 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:54.997182 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-5db4cabc-e1a6-4829-b5d4-9953c2e6751f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '805472b1-3366-44f8-95f9-567c67949f66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723011273', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '686d96ab-f443-42ef-9b37-3d3e28a64f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:53:06Z', 'updated_at': '2022-05-05T20:54:53Z', 'revision_number': 5, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'gw_port': {'id': '686d96ab-f443-42ef-9b37-3d3e28a64f40', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:03:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805472b1-3366-44f8-95f9-567c67949f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:53:07Z', 'updated_at': '2022-05-05T20:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:54:55.002552 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db4cabc-e1a6-4829-b5d4-9953c2e6751f None None] Checking router: 805472b1-3366-44f8-95f9-567c67949f66 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:54:55.013340 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db4cabc-e1a6-4829-b5d4-9953c2e6751f None None] Routers {'805472b1-3366-44f8-95f9-567c67949f66'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:54:55.013977 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-5db4cabc-e1a6-4829-b5d4-9953c2e6751f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:54:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['805472b1-3366-44f8-95f9-567c67949f66'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:54:55.066240 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461925e0-dad6-4b01-8dc5-8e3daa78bb6a None None] DHCP port deletion for 80c20b3f-10fe-44a6-8837-b6822a77db8f request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:54:55.093538 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-461925e0-dad6-4b01-8dc5-8e3daa78bb6a None None] Deleting port ca7210f2-3500-4864-98ac-a9e493eca21e {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:54:55.093910 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-461925e0-dad6-4b01-8dc5-8e3daa78bb6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:55.183985 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-064d9d39-8207-41b0-b5de-e5b713261600 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:55.193798 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-064d9d39-8207-41b0-b5de-e5b713261600 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Deleting port 686d96ab-f443-42ef-9b37-3d3e28a64f40 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:54:55.194171 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-064d9d39-8207-41b0-b5de-e5b713261600 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:55.317923 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-5db4cabc-e1a6-4829-b5d4-9953c2e6751f None None] Set router 805472b1-3366-44f8-95f9-567c67949f66 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:54:55.368793 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-064d9d39-8207-41b0-b5de-e5b713261600 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] For port 686d96ab-f443-42ef-9b37-3d3e28a64f40, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=686d96ab-f443-42ef-9b37-3d3e28a64f40,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:54:55.369142 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-064d9d39-8207-41b0-b5de-e5b713261600 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:55.491574 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-064d9d39-8207-41b0-b5de-e5b713261600 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Calling delete_port for 686d96ab-f443-42ef-9b37-3d3e28a64f40 owned by network:router_gateway {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:54:55.590365 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-461925e0-dad6-4b01-8dc5-8e3daa78bb6a None None] For port ca7210f2-3500-4864-98ac-a9e493eca21e, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=ca7210f2-3500-4864-98ac-a9e493eca21e,segment=NetworkSegment(d677e8f0-a90d-47e5-af20-8cd7563fa818),segment_id=d677e8f0-a90d-47e5-af20-8cd7563fa818)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:54:55.590722 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-461925e0-dad6-4b01-8dc5-8e3daa78bb6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:55.666310 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-064d9d39-8207-41b0-b5de-e5b713261600 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:55.715632 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064d9d39-8207-41b0-b5de-e5b713261600 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event deleted for resources: {'Port': ['ID=686d96ab-f443-42ef-9b37-3d3e28a64f40,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:54:55.769443 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-461925e0-dad6-4b01-8dc5-8e3daa78bb6a None None] Calling delete_port for ca7210f2-3500-4864-98ac-a9e493eca21e owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:54:55.805498 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-064d9d39-8207-41b0-b5de-e5b713261600 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:55.904187 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-461925e0-dad6-4b01-8dc5-8e3daa78bb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:55.954558 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461925e0-dad6-4b01-8dc5-8e3daa78bb6a None None] Pushing event deleted for resources: {'Port': ['ID=ca7210f2-3500-4864-98ac-a9e493eca21e,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:54:55.956986 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461925e0-dad6-4b01-8dc5-8e3daa78bb6a None None] No DVR routers for this DVR port ca7210f2-3500-4864-98ac-a9e493eca21e on host n-d-840717-1 {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:54:55.968268 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461925e0-dad6-4b01-8dc5-8e3daa78bb6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:54:55.968268 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461925e0-dad6-4b01-8dc5-8e3daa78bb6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:54:55.968268 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461925e0-dad6-4b01-8dc5-8e3daa78bb6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:54:55.968598 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461925e0-dad6-4b01-8dc5-8e3daa78bb6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:54:55.968743 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461925e0-dad6-4b01-8dc5-8e3daa78bb6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:54:55.969076 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461925e0-dad6-4b01-8dc5-8e3daa78bb6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:54:55.969393 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461925e0-dad6-4b01-8dc5-8e3daa78bb6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:54:55.969714 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461925e0-dad6-4b01-8dc5-8e3daa78bb6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:54:55.970031 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461925e0-dad6-4b01-8dc5-8e3daa78bb6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:54:55.970377 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461925e0-dad6-4b01-8dc5-8e3daa78bb6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:54:55.970813 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461925e0-dad6-4b01-8dc5-8e3daa78bb6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:54:55.970987 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461925e0-dad6-4b01-8dc5-8e3daa78bb6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:54:55.982730 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-5db4cabc-e1a6-4829-b5d4-9953c2e6751f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '805472b1-3366-44f8-95f9-567c67949f66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723011273', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '686d96ab-f443-42ef-9b37-3d3e28a64f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:53:06Z', 'updated_at': '2022-05-05T20:54:53Z', 'revision_number': 5, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'gw_port': {'id': '686d96ab-f443-42ef-9b37-3d3e28a64f40', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:03:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805472b1-3366-44f8-95f9-567c67949f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:53:07Z', 'updated_at': '2022-05-05T20:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:54:55.986171 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-064d9d39-8207-41b0-b5de-e5b713261600 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:55.986714 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db4cabc-e1a6-4829-b5d4-9953c2e6751f None None] The sync data for ids ['805472b1-3366-44f8-95f9-567c67949f66'] in n-d-840717-1 is: [{'id': '805472b1-3366-44f8-95f9-567c67949f66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723011273', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '686d96ab-f443-42ef-9b37-3d3e28a64f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:53:06Z', 'updated_at': '2022-05-05T20:54:53Z', 'revision_number': 5, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'gw_port': {'id': '686d96ab-f443-42ef-9b37-3d3e28a64f40', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:03:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805472b1-3366-44f8-95f9-567c67949f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:53:07Z', 'updated_at': '2022-05-05T20:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:54:55.991269 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-064d9d39-8207-41b0-b5de-e5b713261600 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:56.016394 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-064d9d39-8207-41b0-b5de-e5b713261600 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:56.016950 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-064d9d39-8207-41b0-b5de-e5b713261600 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Fanout notify agent at l3_agent the message router_deleted on router 805472b1-3366-44f8-95f9-567c67949f66 {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:54:56.033110 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-064d9d39-8207-41b0-b5de-e5b713261600 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:56.034209 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-064d9d39-8207-41b0-b5de-e5b713261600 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "DELETE /v2.0/routers/805472b1-3366-44f8-95f9-567c67949f66 HTTP/1.1" status: 204 len: 168 time: 1.3394220 May 05 20:54:56.036956 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40688) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:54:56.148864 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-474cb62b-5c66-43b6-a397-907a94bd912e tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:56.279468 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-474cb62b-5c66-43b6-a397-907a94bd912e tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:56.303810 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-474cb62b-5c66-43b6-a397-907a94bd912e tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80c20b3f-10fe-44a6-8837-b6822a77db8f']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:54:56.315585 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-474cb62b-5c66-43b6-a397-907a94bd912e tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd677e8f0-a90d-47e5-af20-8cd7563fa818') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:54:56.315887 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-474cb62b-5c66-43b6-a397-907a94bd912e tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd677e8f0-a90d-47e5-af20-8cd7563fa818') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:54:56.327910 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-474cb62b-5c66-43b6-a397-907a94bd912e tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:56.347109 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-474cb62b-5c66-43b6-a397-907a94bd912e tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:56.353469 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-474cb62b-5c66-43b6-a397-907a94bd912e tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:54:56.354061 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-474cb62b-5c66-43b6-a397-907a94bd912e tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:56.369264 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:54:56.369264 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:54:56.369264 n-d-840717-1 neutron-server[88198]: timer() May 05 20:54:56.369264 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:54:56.369264 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:54:56.369264 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:54:56.369264 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:54:56.369264 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:54:56.369264 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:54:56.369264 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:54:56.369264 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:54:56.369264 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:54:56.369264 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:54:56.369264 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:54:56.369264 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:54:56.369264 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:54:56.369264 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:54:56.369264 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:54:56.369264 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:54:56.369264 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:54:56.369264 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:54:56.369264 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:54:56.369264 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:54:56.369264 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:54:56.369264 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:54:56.369264 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:54:56.369264 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:54:56.369264 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:54:56.369264 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:54:56.369264 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:54:56.369264 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:54:56.369264 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:54:56.456047 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-474cb62b-5c66-43b6-a397-907a94bd912e tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:56.478781 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-474cb62b-5c66-43b6-a397-907a94bd912e tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:56.490442 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474cb62b-5c66-43b6-a397-907a94bd912e tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event deleted for resources: {'Network': ['ID=80c20b3f-10fe-44a6-8837-b6822a77db8f,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:54:56.499331 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-474cb62b-5c66-43b6-a397-907a94bd912e tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "DELETE /v2.0/networks/80c20b3f-10fe-44a6-8837-b6822a77db8f HTTP/1.1" status: 204 len: 168 time: 0.4614127 May 05 20:54:56.501953 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40692) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:54:56.576948 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-83a7dfca-84b6-44a4-b121-0545d8e5346e tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:56.716450 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-83a7dfca-84b6-44a4-b121-0545d8e5346e tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:56.778836 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-83a7dfca-84b6-44a4-b121-0545d8e5346e tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:56.795391 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a7dfca-84b6-44a4-b121-0545d8e5346e tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a8e4bc-954b-4b08-a102-a97560f622b3,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:54:56.808748 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-83a7dfca-84b6-44a4-b121-0545d8e5346e tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:56.812633 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-83a7dfca-84b6-44a4-b121-0545d8e5346e tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "DELETE /v2.0/security-groups/67a8e4bc-954b-4b08-a102-a97560f622b3 HTTP/1.1" status: 204 len: 168 time: 0.3071649 May 05 20:54:57.021857 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device ca7210f2-3500-4864-98ac-a9e493eca21e no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:54:57.059964 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: ca7210f2-3500-4864-98ac-a9e493eca21e {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:54:57.060237 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device ca7210f2-3500-4864-98ac-a9e493eca21e not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:54:57.060640 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device c5729ede-aa1a-4c60-abe0-22ed39347186 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:54:57.093438 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: c5729ede-aa1a-4c60-abe0-22ed39347186 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:54:57.093779 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device c5729ede-aa1a-4c60-abe0-22ed39347186 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:54:57.094199 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 686d96ab-f443-42ef-9b37-3d3e28a64f40 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:54:57.127383 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 686d96ab-f443-42ef-9b37-3d3e28a64f40 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:54:57.127722 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 686d96ab-f443-42ef-9b37-3d3e28a64f40 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:54:57.230350 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40700) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:54:57.235608 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-daa8e14b-5541-4691-afb4-4223629f5269 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1767764468', 'description': 'tempest-secgroup-smoke-1767764468 description', 'project_id': '30a835e817a747e3b9b294a4a57222fc'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:54:57.242224 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-daa8e14b-5541-4691-afb4-4223629f5269 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:54:57.247018 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-daa8e14b-5541-4691-afb4-4223629f5269 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Usage tracker for resource:security_group and tenant:30a835e817a747e3b9b294a4a57222fc is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:54:57.249897 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-daa8e14b-5541-4691-afb4-4223629f5269 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:54:57.255573 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-daa8e14b-5541-4691-afb4-4223629f5269 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:54:57.265111 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-daa8e14b-5541-4691-afb4-4223629f5269 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:57.284112 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-daa8e14b-5541-4691-afb4-4223629f5269 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:54:57.287933 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-daa8e14b-5541-4691-afb4-4223629f5269 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Usage tracker for resource:security_group_rule and tenant:30a835e817a747e3b9b294a4a57222fc is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:54:57.290716 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-daa8e14b-5541-4691-afb4-4223629f5269 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:54:57.296936 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-daa8e14b-5541-4691-afb4-4223629f5269 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:54:57.366946 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-daa8e14b-5541-4691-afb4-4223629f5269 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:57.371368 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-daa8e14b-5541-4691-afb4-4223629f5269 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:57.414246 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa8e14b-5541-4691-afb4-4223629f5269 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99cf8c05-4b6d-4160-91d0-bffae8ab1b43,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:54:57.421572 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-daa8e14b-5541-4691-afb4-4223629f5269 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:57.422787 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-daa8e14b-5541-4691-afb4-4223629f5269 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1913126 May 05 20:54:57.425627 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40704) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:54:57.430592 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-19db7d5d-221b-4610-a611-bb456c4569da tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Request body: {'security_group_rule': {'security_group_id': '99cf8c05-4b6d-4160-91d0-bffae8ab1b43', 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:54:57.437799 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-19db7d5d-221b-4610-a611-bb456c4569da tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:54:57.441659 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-19db7d5d-221b-4610-a611-bb456c4569da tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Usage tracker for resource:security_group_rule and tenant:30a835e817a747e3b9b294a4a57222fc is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:54:57.444511 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-19db7d5d-221b-4610-a611-bb456c4569da tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:54:57.450243 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-19db7d5d-221b-4610-a611-bb456c4569da tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:54:57.466430 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-19db7d5d-221b-4610-a611-bb456c4569da tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:57.529520 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-19db7d5d-221b-4610-a611-bb456c4569da tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:57.532878 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-19db7d5d-221b-4610-a611-bb456c4569da tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:57.555929 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19db7d5d-221b-4610-a611-bb456c4569da tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20cc728f-3f3c-4007-b5cb-953fe3d479b3,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:54:57.565564 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-19db7d5d-221b-4610-a611-bb456c4569da tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:57.566732 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-19db7d5d-221b-4610-a611-bb456c4569da tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1401784 May 05 20:54:57.569454 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40708) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:54:57.574362 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-93f90fce-7192-4d4b-8f0a-2f0d673f603a tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Request body: {'security_group_rule': {'security_group_id': '99cf8c05-4b6d-4160-91d0-bffae8ab1b43', 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:54:57.580817 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-93f90fce-7192-4d4b-8f0a-2f0d673f603a tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:54:57.584665 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-93f90fce-7192-4d4b-8f0a-2f0d673f603a tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Usage tracker for resource:security_group_rule and tenant:30a835e817a747e3b9b294a4a57222fc is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:54:57.587545 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-93f90fce-7192-4d4b-8f0a-2f0d673f603a tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:54:57.595233 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-93f90fce-7192-4d4b-8f0a-2f0d673f603a tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:54:57.613187 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-93f90fce-7192-4d4b-8f0a-2f0d673f603a tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:57.675172 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-93f90fce-7192-4d4b-8f0a-2f0d673f603a tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:57.678807 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-93f90fce-7192-4d4b-8f0a-2f0d673f603a tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:57.701668 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f90fce-7192-4d4b-8f0a-2f0d673f603a tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=667637f3-8498-48cd-adde-4120586b3ae3,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:54:57.710567 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-93f90fce-7192-4d4b-8f0a-2f0d673f603a tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:57.711760 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-93f90fce-7192-4d4b-8f0a-2f0d673f603a tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1414065 May 05 20:54:57.715060 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40712) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:54:57.719838 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-c992a4c5-f0ab-4648-95bf-1681cfd6077e tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Request body: {'security_group_rule': {'security_group_id': '99cf8c05-4b6d-4160-91d0-bffae8ab1b43', 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:54:57.726226 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-c992a4c5-f0ab-4648-95bf-1681cfd6077e tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:54:57.730879 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-c992a4c5-f0ab-4648-95bf-1681cfd6077e tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Usage tracker for resource:security_group_rule and tenant:30a835e817a747e3b9b294a4a57222fc is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:54:57.733740 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-c992a4c5-f0ab-4648-95bf-1681cfd6077e tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:54:57.739326 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-c992a4c5-f0ab-4648-95bf-1681cfd6077e tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:54:57.755308 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c992a4c5-f0ab-4648-95bf-1681cfd6077e tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:57.818373 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c992a4c5-f0ab-4648-95bf-1681cfd6077e tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:57.821909 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c992a4c5-f0ab-4648-95bf-1681cfd6077e tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:57.846803 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c992a4c5-f0ab-4648-95bf-1681cfd6077e tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9403565e-8820-47d6-9ccd-e68534919bf6,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:54:57.855410 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c992a4c5-f0ab-4648-95bf-1681cfd6077e tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:57.856568 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c992a4c5-f0ab-4648-95bf-1681cfd6077e tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1405904 May 05 20:54:57.859295 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40716) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:54:57.864147 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-833cbadd-aff4-4c35-8e11-585a5241e90c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Request body: {'security_group_rule': {'security_group_id': '99cf8c05-4b6d-4160-91d0-bffae8ab1b43', 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:54:57.871236 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-833cbadd-aff4-4c35-8e11-585a5241e90c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:54:57.874604 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-833cbadd-aff4-4c35-8e11-585a5241e90c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Usage tracker for resource:security_group_rule and tenant:30a835e817a747e3b9b294a4a57222fc is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:54:57.877415 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-833cbadd-aff4-4c35-8e11-585a5241e90c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:54:57.883008 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-833cbadd-aff4-4c35-8e11-585a5241e90c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:54:57.899788 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-833cbadd-aff4-4c35-8e11-585a5241e90c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:57.961191 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-833cbadd-aff4-4c35-8e11-585a5241e90c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:57.965175 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-833cbadd-aff4-4c35-8e11-585a5241e90c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:57.987927 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833cbadd-aff4-4c35-8e11-585a5241e90c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b8b03a0-d24a-4a7f-929c-bce28354c894,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:54:57.996252 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-833cbadd-aff4-4c35-8e11-585a5241e90c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:57.997366 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-833cbadd-aff4-4c35-8e11-585a5241e90c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1371510 May 05 20:54:58.000020 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40720) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:54:58.004791 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-fde9a96e-626a-4234-b9ea-9f9a18b72aeb tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Request body: {'security_group_rule': {'security_group_id': '99cf8c05-4b6d-4160-91d0-bffae8ab1b43', 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:54:58.011533 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-fde9a96e-626a-4234-b9ea-9f9a18b72aeb tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:54:58.015255 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-fde9a96e-626a-4234-b9ea-9f9a18b72aeb tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Usage tracker for resource:security_group_rule and tenant:30a835e817a747e3b9b294a4a57222fc is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:54:58.018093 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-fde9a96e-626a-4234-b9ea-9f9a18b72aeb tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:54:58.023721 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-fde9a96e-626a-4234-b9ea-9f9a18b72aeb tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:54:58.033596 n-d-840717-1 neutron-server[88198]: INFO neutron.db.securitygroups_db [None req-fde9a96e-626a-4234-b9ea-9f9a18b72aeb tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Project 30a835e817a747e3b9b294a4a57222fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 20:54:58.039765 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fde9a96e-626a-4234-b9ea-9f9a18b72aeb tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:58.101312 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fde9a96e-626a-4234-b9ea-9f9a18b72aeb tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:58.104782 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fde9a96e-626a-4234-b9ea-9f9a18b72aeb tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:58.127085 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde9a96e-626a-4234-b9ea-9f9a18b72aeb tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b303eb23-c8e1-4d40-add9-cf3ac00af2d9,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:54:58.137114 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fde9a96e-626a-4234-b9ea-9f9a18b72aeb tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:58.138261 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-fde9a96e-626a-4234-b9ea-9f9a18b72aeb tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1373289 May 05 20:54:58.141105 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 40724) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:54:58.146227 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-d676e28c-93aa-417e-8d0f-feacfbdaa805 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Request body: {'security_group_rule': {'security_group_id': '99cf8c05-4b6d-4160-91d0-bffae8ab1b43', 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:54:58.153880 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-d676e28c-93aa-417e-8d0f-feacfbdaa805 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:54:58.157722 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-d676e28c-93aa-417e-8d0f-feacfbdaa805 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Usage tracker for resource:security_group_rule and tenant:30a835e817a747e3b9b294a4a57222fc is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:54:58.161170 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-d676e28c-93aa-417e-8d0f-feacfbdaa805 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:54:58.166861 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-d676e28c-93aa-417e-8d0f-feacfbdaa805 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:54:58.175617 n-d-840717-1 neutron-server[88197]: INFO neutron.db.securitygroups_db [None req-d676e28c-93aa-417e-8d0f-feacfbdaa805 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Project 30a835e817a747e3b9b294a4a57222fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 20:54:58.181934 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d676e28c-93aa-417e-8d0f-feacfbdaa805 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:58.245066 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d676e28c-93aa-417e-8d0f-feacfbdaa805 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:58.249519 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d676e28c-93aa-417e-8d0f-feacfbdaa805 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:58.273009 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676e28c-93aa-417e-8d0f-feacfbdaa805 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=facb1244-5a9d-4e99-ab60-371e0b8315e2,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:54:58.282929 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676e28c-93aa-417e-8d0f-feacfbdaa805 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:54:58.283274 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676e28c-93aa-417e-8d0f-feacfbdaa805 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:54:58.283632 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676e28c-93aa-417e-8d0f-feacfbdaa805 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:54:58.283961 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676e28c-93aa-417e-8d0f-feacfbdaa805 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:54:58.284287 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676e28c-93aa-417e-8d0f-feacfbdaa805 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:54:58.284612 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676e28c-93aa-417e-8d0f-feacfbdaa805 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:54:58.284938 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676e28c-93aa-417e-8d0f-feacfbdaa805 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:54:58.285257 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676e28c-93aa-417e-8d0f-feacfbdaa805 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:54:58.285580 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676e28c-93aa-417e-8d0f-feacfbdaa805 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:54:58.285896 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676e28c-93aa-417e-8d0f-feacfbdaa805 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:54:58.286217 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676e28c-93aa-417e-8d0f-feacfbdaa805 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:54:58.286532 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676e28c-93aa-417e-8d0f-feacfbdaa805 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:54:58.292883 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d676e28c-93aa-417e-8d0f-feacfbdaa805 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:58.293834 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d676e28c-93aa-417e-8d0f-feacfbdaa805 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1517212 May 05 20:54:58.296756 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 40728) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:54:58.302066 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-85d71abc-20c1-4422-8c5c-6a32bc18f006 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Request body: {'network': {'name': 'tempest-network-smoke--72094287', 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'port_security_enabled': True}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:54:58.307619 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-85d71abc-20c1-4422-8c5c-6a32bc18f006 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:54:58.312263 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-85d71abc-20c1-4422-8c5c-6a32bc18f006 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Usage tracker for resource:network and tenant:30a835e817a747e3b9b294a4a57222fc is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:54:58.315104 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-85d71abc-20c1-4422-8c5c-6a32bc18f006 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:54:58.320749 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-85d71abc-20c1-4422-8c5c-6a32bc18f006 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:54:58.331164 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d71abc-20c1-4422-8c5c-6a32bc18f006 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Made reservation on behalf of 30a835e817a747e3b9b294a4a57222fc for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:54:58.334638 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-85d71abc-20c1-4422-8c5c-6a32bc18f006 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:58.362430 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85d71abc-20c1-4422-8c5c-6a32bc18f006 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:54:58.372175 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-85d71abc-20c1-4422-8c5c-6a32bc18f006 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:58.372512 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-85d71abc-20c1-4422-8c5c-6a32bc18f006 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Added segment 85c23863-dc70-4d43-8658-261defd83944 of type vlan for network bee1d09d-6d92-47bb-a932-c80948315e53 May 05 20:54:58.402410 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-85d71abc-20c1-4422-8c5c-6a32bc18f006 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:58.430959 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-85d71abc-20c1-4422-8c5c-6a32bc18f006 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:58.437852 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d71abc-20c1-4422-8c5c-6a32bc18f006 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:54:58.438450 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-85d71abc-20c1-4422-8c5c-6a32bc18f006 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:58.499072 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-85d71abc-20c1-4422-8c5c-6a32bc18f006 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2013152 May 05 20:54:58.502414 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40732) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:54:58.507674 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-74d7c82c-e3de-4b26-963f-49ea5341afdd tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-842147314', 'admin_state_up': True, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:54:58.516164 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-74d7c82c-e3de-4b26-963f-49ea5341afdd tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:54:58.519969 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-74d7c82c-e3de-4b26-963f-49ea5341afdd tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Usage tracker for resource:router and tenant:30a835e817a747e3b9b294a4a57222fc is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:54:58.522759 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-74d7c82c-e3de-4b26-963f-49ea5341afdd tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:54:58.532467 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-74d7c82c-e3de-4b26-963f-49ea5341afdd tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:54:58.553894 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d71abc-20c1-4422-8c5c-6a32bc18f006 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event updated for resources: {'Network': ['ID=bee1d09d-6d92-47bb-a932-c80948315e53,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:54:58.556679 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-74d7c82c-e3de-4b26-963f-49ea5341afdd tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:58.558316 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-74d7c82c-e3de-4b26-963f-49ea5341afdd tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:58.565400 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network bee1d09d-6d92-47bb-a932-c80948315e53 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:54:58.574503 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-74d7c82c-e3de-4b26-963f-49ea5341afdd tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:58.848311 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-74d7c82c-e3de-4b26-963f-49ea5341afdd tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:59.145266 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-74d7c82c-e3de-4b26-963f-49ea5341afdd tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for router_gateway, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:59.177368 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-74d7c82c-e3de-4b26-963f-49ea5341afdd tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:59.308141 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-74d7c82c-e3de-4b26-963f-49ea5341afdd tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Allocated IP 172.25.0.98 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/fcfd26f5-cd68-4f1f-8e79-a1e9777670fb) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:54:59.456291 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-74d7c82c-e3de-4b26-963f-49ea5341afdd tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:59.485144 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-74d7c82c-e3de-4b26-963f-49ea5341afdd tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:54:59.659941 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d7c82c-e3de-4b26-963f-49ea5341afdd tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:54:59.662746 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-74d7c82c-e3de-4b26-963f-49ea5341afdd tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:54:59.666178 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d7c82c-e3de-4b26-963f-49ea5341afdd tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:54:59.694547 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d7c82c-e3de-4b26-963f-49ea5341afdd tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event updated for resources: {'Port': ['ID=fcfd26f5-cd68-4f1f-8e79-a1e9777670fb,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:55:00.078688 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-74d7c82c-e3de-4b26-963f-49ea5341afdd tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for router_gateway, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:00.414887 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-74d7c82c-e3de-4b26-963f-49ea5341afdd tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:00.617364 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74d7c82c-e3de-4b26-963f-49ea5341afdd tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Router 002c7935-ee32-4cfb-b032-81d3d5668018 is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:55:00.796224 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d7c82c-e3de-4b26-963f-49ea5341afdd tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:55:00.806433 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef975aba-77f8-4a1f-8df7-744c61163edf None None] Sync routers for ids ['002c7935-ee32-4cfb-b032-81d3d5668018'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:55:00.816198 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef975aba-77f8-4a1f-8df7-744c61163edf None None] Routers {'002c7935-ee32-4cfb-b032-81d3d5668018'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:55:00.816801 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-ef975aba-77f8-4a1f-8df7-744c61163edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:54:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['002c7935-ee32-4cfb-b032-81d3d5668018'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:55:00.824414 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-74d7c82c-e3de-4b26-963f-49ea5341afdd tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:00.825829 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-74d7c82c-e3de-4b26-963f-49ea5341afdd tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3223383 May 05 20:55:00.829019 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40736) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:55:00.870287 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-4dc7d50f-f1ad-4600-9bc0-6b7c21671ae9 tempest-TestNetworkAdvancedServerOps-1066420911 tempest-TestNetworkAdvancedServerOps-1066420911-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=30a835e817a747e3b9b294a4a57222fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378749 May 05 20:55:00.870508 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40740) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:55:00.997845 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-ef975aba-77f8-4a1f-8df7-744c61163edf None None] Set router 002c7935-ee32-4cfb-b032-81d3d5668018 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:55:01.116839 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0de53f-2fdb-4255-a911-c5310afd72ca tempest-TestNetworkAdvancedServerOps-1066420911 tempest-TestNetworkAdvancedServerOps-1066420911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:55:01.121256 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-1e0de53f-2fdb-4255-a911-c5310afd72ca tempest-TestNetworkAdvancedServerOps-1066420911 tempest-TestNetworkAdvancedServerOps-1066420911-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2467849 May 05 20:55:01.121708 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40744) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:55:01.163226 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-96d6bef8-085c-4f75-b8e1-eb03dbcf2035 tempest-TestNetworkAdvancedServerOps-1066420911 tempest-TestNetworkAdvancedServerOps-1066420911-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=0401d202-1605-4cfe-bad4-fb225df6afb0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0404568 May 05 20:55:01.165771 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40748) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:55:01.171036 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-8ae87770-f7b6-4fb5-930c-643907cc3135 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-570518881', 'network_id': 'bee1d09d-6d92-47bb-a932-c80948315e53', 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:55:01.278017 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-ef975aba-77f8-4a1f-8df7-744c61163edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002c7935-ee32-4cfb-b032-81d3d5668018', 'name': 'tempest-TestNetworkAdvancedServerOps-router-842147314', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'fcfd26f5-cd68-4f1f-8e79-a1e9777670fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:54:58Z', 'updated_at': '2022-05-05T20:54:59Z', 'revision_number': 3, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'gw_port': {'id': 'fcfd26f5-cd68-4f1f-8e79-a1e9777670fb', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:60:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002c7935-ee32-4cfb-b032-81d3d5668018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:54:59Z', 'updated_at': '2022-05-05T20:54:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:55:01.281464 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8ae87770-f7b6-4fb5-930c-643907cc3135 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:55:01.281715 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef975aba-77f8-4a1f-8df7-744c61163edf None None] Checking router: 002c7935-ee32-4cfb-b032-81d3d5668018 for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:55:01.282176 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef975aba-77f8-4a1f-8df7-744c61163edf None None] Updating router 002c7935-ee32-4cfb-b032-81d3d5668018 port fcfd26f5-cd68-4f1f-8e79-a1e9777670fb binding host n-d-840717-1 {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:55:01.285331 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-8ae87770-f7b6-4fb5-930c-643907cc3135 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Usage tracker for resource:subnet and tenant:30a835e817a747e3b9b294a4a57222fc is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:55:01.288176 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-8ae87770-f7b6-4fb5-930c-643907cc3135 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:55:01.294151 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8ae87770-f7b6-4fb5-930c-643907cc3135 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:55:01.305855 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae87770-f7b6-4fb5-930c-643907cc3135 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Made reservation on behalf of 30a835e817a747e3b9b294a4a57222fc for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:55:01.310120 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8ae87770-f7b6-4fb5-930c-643907cc3135 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:01.337699 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-ef975aba-77f8-4a1f-8df7-744c61163edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:01.523291 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8ae87770-f7b6-4fb5-930c-643907cc3135 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:01.602420 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae87770-f7b6-4fb5-930c-643907cc3135 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event updated for resources: {'Subnet': ['ID=d428d777-a1e2-4f20-ba93-f4af20998756,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:55:01.614678 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae87770-f7b6-4fb5-930c-643907cc3135 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Checking segment: {'id': '85c23863-dc70-4d43-8658-261defd83944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bee1d09d-6d92-47bb-a932-c80948315e53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:55:01.614837 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae87770-f7b6-4fb5-930c-643907cc3135 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Network hostable DHCP agents. Network: bee1d09d-6d92-47bb-a932-c80948315e53, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:55:01.634777 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae87770-f7b6-4fb5-930c-643907cc3135 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Network bee1d09d-6d92-47bb-a932-c80948315e53 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:55:01.644663 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-8ae87770-f7b6-4fb5-930c-643907cc3135 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, bee1d09d-6d92-47bb-a932-c80948315e53) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:55:01.649392 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae87770-f7b6-4fb5-930c-643907cc3135 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:55:01.650475 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8ae87770-f7b6-4fb5-930c-643907cc3135 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:01.655897 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418c664c-5089-4626-ba68-77860b10e8a9 None None] Network bee1d09d-6d92-47bb-a932-c80948315e53 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:55:01.656674 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-ef975aba-77f8-4a1f-8df7-744c61163edf None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:01.669169 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-ef975aba-77f8-4a1f-8df7-744c61163edf None None] Transition to ACTIVE for port object fcfd26f5-cd68-4f1f-8e79-a1e9777670fb will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:55:01.675408 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-8ae87770-f7b6-4fb5-930c-643907cc3135 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5086365 May 05 20:55:01.676599 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-ef975aba-77f8-4a1f-8df7-744c61163edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:01.678333 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40752) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:55:01.741851 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b54b8a2-7a61-46b6-9417-7a526a504fbc None None] Pushing event updated for resources: {'Port': ['ID=fcfd26f5-cd68-4f1f-8e79-a1e9777670fb,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:55:01.753279 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b54b8a2-7a61-46b6-9417-7a526a504fbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:55:01.753570 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b54b8a2-7a61-46b6-9417-7a526a504fbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:55:01.753897 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b54b8a2-7a61-46b6-9417-7a526a504fbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:55:01.754209 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b54b8a2-7a61-46b6-9417-7a526a504fbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:55:01.754527 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b54b8a2-7a61-46b6-9417-7a526a504fbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:55:01.754851 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b54b8a2-7a61-46b6-9417-7a526a504fbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:55:01.755158 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b54b8a2-7a61-46b6-9417-7a526a504fbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:55:01.755502 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b54b8a2-7a61-46b6-9417-7a526a504fbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:55:01.755814 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b54b8a2-7a61-46b6-9417-7a526a504fbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:55:01.756120 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b54b8a2-7a61-46b6-9417-7a526a504fbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:55:01.756568 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b54b8a2-7a61-46b6-9417-7a526a504fbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:55:01.756886 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b54b8a2-7a61-46b6-9417-7a526a504fbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:55:01.784525 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-ef975aba-77f8-4a1f-8df7-744c61163edf None None] Attempting to bind port fcfd26f5-cd68-4f1f-8e79-a1e9777670fb on host n-d-840717-1 for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:55:01.784963 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-ef975aba-77f8-4a1f-8df7-744c61163edf None None] Attempting to bind port fcfd26f5-cd68-4f1f-8e79-a1e9777670fb by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:55:01.785479 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef975aba-77f8-4a1f-8df7-744c61163edf None None] Attempting to bind port fcfd26f5-cd68-4f1f-8e79-a1e9777670fb on network 0401d202-1605-4cfe-bad4-fb225df6afb0 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:55:01.790812 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef975aba-77f8-4a1f-8df7-744c61163edf None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:55:01.791259 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef975aba-77f8-4a1f-8df7-744c61163edf None None] Checking segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:55:01.791902 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-ef975aba-77f8-4a1f-8df7-744c61163edf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:01.792958 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef975aba-77f8-4a1f-8df7-744c61163edf None None] Bound using segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:55:01.793467 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-ef975aba-77f8-4a1f-8df7-744c61163edf None None] Bound port: fcfd26f5-cd68-4f1f-8e79-a1e9777670fb, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:55:01.793886 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-ef975aba-77f8-4a1f-8df7-744c61163edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:01.867939 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-ef975aba-77f8-4a1f-8df7-744c61163edf None None] For port fcfd26f5-cd68-4f1f-8e79-a1e9777670fb, host n-d-840717-1, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:55:01.871663 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-ef975aba-77f8-4a1f-8df7-744c61163edf None None] For port fcfd26f5-cd68-4f1f-8e79-a1e9777670fb, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=fcfd26f5-cd68-4f1f-8e79-a1e9777670fb,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:55:01.876396 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-ef975aba-77f8-4a1f-8df7-744c61163edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:01.899275 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffccbd6c-3574-4637-a305-6121dd3bd49d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-bee1d09d-6d92-47bb-a932-c80948315e53', 'network_id': 'bee1d09d-6d92-47bb-a932-c80948315e53', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'fixed_ips': [{'subnet_id': 'd428d777-a1e2-4f20-ba93-f4af20998756'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:55:01.900125 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ffccbd6c-3574-4637-a305-6121dd3bd49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:01.951398 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b54b8a2-7a61-46b6-9417-7a526a504fbc None None] Pushing event updated for resources: {'Port': ['ID=fcfd26f5-cd68-4f1f-8e79-a1e9777670fb,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:55:01.970808 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef975aba-77f8-4a1f-8df7-744c61163edf None None] Routers {'002c7935-ee32-4cfb-b032-81d3d5668018'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:55:01.971472 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-ef975aba-77f8-4a1f-8df7-744c61163edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:54:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['002c7935-ee32-4cfb-b032-81d3d5668018'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:55:02.068783 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-ffccbd6c-3574-4637-a305-6121dd3bd49d None None] Allocated IP 172.20.0.2 (bee1d09d-6d92-47bb-a932-c80948315e53/d428d777-a1e2-4f20-ba93-f4af20998756/87d0818c-9184-4843-99d5-74075f831d3e) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:55:02.161021 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-ef975aba-77f8-4a1f-8df7-744c61163edf None None] Set router 002c7935-ee32-4cfb-b032-81d3d5668018 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:55:02.287257 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ffccbd6c-3574-4637-a305-6121dd3bd49d None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:02.299491 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-ffccbd6c-3574-4637-a305-6121dd3bd49d None None] Transition to ACTIVE for port object 87d0818c-9184-4843-99d5-74075f831d3e will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:55:02.318784 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-ffccbd6c-3574-4637-a305-6121dd3bd49d None None] Transition to ACTIVE for port object 87d0818c-9184-4843-99d5-74075f831d3e will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:55:02.325521 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ffccbd6c-3574-4637-a305-6121dd3bd49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:02.395481 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffccbd6c-3574-4637-a305-6121dd3bd49d None None] Network bee1d09d-6d92-47bb-a932-c80948315e53 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:55:02.398363 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-ffccbd6c-3574-4637-a305-6121dd3bd49d None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:55:02.402889 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffccbd6c-3574-4637-a305-6121dd3bd49d None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:55:02.408532 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffccbd6c-3574-4637-a305-6121dd3bd49d None None] Pushing event updated for resources: {'Port': ['ID=87d0818c-9184-4843-99d5-74075f831d3e,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:55:02.411755 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-96330793-3e64-4667-9872-598bd3f1e45f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:02.478557 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-ef975aba-77f8-4a1f-8df7-744c61163edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002c7935-ee32-4cfb-b032-81d3d5668018', 'name': 'tempest-TestNetworkAdvancedServerOps-router-842147314', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'fcfd26f5-cd68-4f1f-8e79-a1e9777670fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:54:58Z', 'updated_at': '2022-05-05T20:54:59Z', 'revision_number': 3, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'gw_port': {'id': 'fcfd26f5-cd68-4f1f-8e79-a1e9777670fb', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:60:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002c7935-ee32-4cfb-b032-81d3d5668018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:54:59Z', 'updated_at': '2022-05-05T20:55:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:55:02.483759 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef975aba-77f8-4a1f-8df7-744c61163edf None None] The sync data for ids ['002c7935-ee32-4cfb-b032-81d3d5668018'] in n-d-840717-1 is: [{'id': '002c7935-ee32-4cfb-b032-81d3d5668018', 'name': 'tempest-TestNetworkAdvancedServerOps-router-842147314', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'fcfd26f5-cd68-4f1f-8e79-a1e9777670fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:54:58Z', 'updated_at': '2022-05-05T20:54:59Z', 'revision_number': 3, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'gw_port': {'id': 'fcfd26f5-cd68-4f1f-8e79-a1e9777670fb', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:60:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002c7935-ee32-4cfb-b032-81d3d5668018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:54:59Z', 'updated_at': '2022-05-05T20:55:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:55:02.499117 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-ffccbd6c-3574-4637-a305-6121dd3bd49d None None] Attempting to bind port 87d0818c-9184-4843-99d5-74075f831d3e on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:55:02.503175 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-ffccbd6c-3574-4637-a305-6121dd3bd49d None None] Attempting to bind port 87d0818c-9184-4843-99d5-74075f831d3e by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '85c23863-dc70-4d43-8658-261defd83944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bee1d09d-6d92-47bb-a932-c80948315e53'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:55:02.503175 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffccbd6c-3574-4637-a305-6121dd3bd49d None None] Attempting to bind port 87d0818c-9184-4843-99d5-74075f831d3e on network bee1d09d-6d92-47bb-a932-c80948315e53 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:55:02.509761 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffccbd6c-3574-4637-a305-6121dd3bd49d None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:55:02.510250 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffccbd6c-3574-4637-a305-6121dd3bd49d None None] Checking segment: {'id': '85c23863-dc70-4d43-8658-261defd83944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bee1d09d-6d92-47bb-a932-c80948315e53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:55:02.510753 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ffccbd6c-3574-4637-a305-6121dd3bd49d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:02.511241 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffccbd6c-3574-4637-a305-6121dd3bd49d None None] Bound using segment: {'id': '85c23863-dc70-4d43-8658-261defd83944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bee1d09d-6d92-47bb-a932-c80948315e53'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:55:02.511849 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-ffccbd6c-3574-4637-a305-6121dd3bd49d None None] Bound port: 87d0818c-9184-4843-99d5-74075f831d3e, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85c23863-dc70-4d43-8658-261defd83944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bee1d09d-6d92-47bb-a932-c80948315e53'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:55:02.512289 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ffccbd6c-3574-4637-a305-6121dd3bd49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:02.649598 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-ffccbd6c-3574-4637-a305-6121dd3bd49d None None] For port 87d0818c-9184-4843-99d5-74075f831d3e, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:55:02.653547 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-ffccbd6c-3574-4637-a305-6121dd3bd49d None None] For port 87d0818c-9184-4843-99d5-74075f831d3e, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=87d0818c-9184-4843-99d5-74075f831d3e,segment=NetworkSegment(85c23863-dc70-4d43-8658-261defd83944),segment_id=85c23863-dc70-4d43-8658-261defd83944)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:55:02.658585 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ffccbd6c-3574-4637-a305-6121dd3bd49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:02.758909 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffccbd6c-3574-4637-a305-6121dd3bd49d None None] Pushing event updated for resources: {'Port': ['ID=87d0818c-9184-4843-99d5-74075f831d3e,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:55:02.891577 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device fcfd26f5-cd68-4f1f-8e79-a1e9777670fb up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:55:03.020323 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port fcfd26f5-cd68-4f1f-8e79-a1e9777670fb completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:55:03.026512 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-96330793-3e64-4667-9872-598bd3f1e45f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Allocated IP 172.20.0.1 (bee1d09d-6d92-47bb-a932-c80948315e53/d428d777-a1e2-4f20-ba93-f4af20998756/af91991c-1851-4efe-a2bc-82580a80de8c) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:55:03.030628 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port fcfd26f5-cd68-4f1f-8e79-a1e9777670fb triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:55:03.031106 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:03.180859 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:03.200772 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port fcfd26f5-cd68-4f1f-8e79-a1e9777670fb, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=fcfd26f5-cd68-4f1f-8e79-a1e9777670fb,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:55:03.205329 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:03.225652 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-96330793-3e64-4667-9872-598bd3f1e45f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:03.243386 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-96330793-3e64-4667-9872-598bd3f1e45f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Transition to ACTIVE for port object af91991c-1851-4efe-a2bc-82580a80de8c will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:55:03.270256 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-96330793-3e64-4667-9872-598bd3f1e45f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:03.277375 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=fcfd26f5-cd68-4f1f-8e79-a1e9777670fb,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:55:03.345577 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96330793-3e64-4667-9872-598bd3f1e45f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Network bee1d09d-6d92-47bb-a932-c80948315e53 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:55:03.348905 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-96330793-3e64-4667-9872-598bd3f1e45f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:55:03.351399 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96330793-3e64-4667-9872-598bd3f1e45f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:55:03.392397 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96330793-3e64-4667-9872-598bd3f1e45f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event updated for resources: {'Port': ['ID=af91991c-1851-4efe-a2bc-82580a80de8c,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:55:03.421498 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-96330793-3e64-4667-9872-598bd3f1e45f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:03.695832 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-96330793-3e64-4667-9872-598bd3f1e45f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:03.805632 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f3f5cd-76cb-479d-b64f-ea790c743d83 None None] Network bee1d09d-6d92-47bb-a932-c80948315e53 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:55:03.923760 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-51dc432b-7d43-4b6e-9dce-0e685c99c573 None None] Provisioning for port 87d0818c-9184-4843-99d5-74075f831d3e completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:55:04.128920 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-96330793-3e64-4667-9872-598bd3f1e45f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:04.133583 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-96330793-3e64-4667-9872-598bd3f1e45f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:04.254305 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96330793-3e64-4667-9872-598bd3f1e45f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event updated for resources: {'Port': ['ID=af91991c-1851-4efe-a2bc-82580a80de8c,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:55:04.256769 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-96330793-3e64-4667-9872-598bd3f1e45f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:04.263276 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-32e20fbb-52e7-4f2d-8a0d-aac90957d8e5 None None] Provisioning for port af91991c-1851-4efe-a2bc-82580a80de8c completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:55:04.268184 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-32e20fbb-52e7-4f2d-8a0d-aac90957d8e5 None None] Provisioning complete for port af91991c-1851-4efe-a2bc-82580a80de8c triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:55:04.268560 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-32e20fbb-52e7-4f2d-8a0d-aac90957d8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:04.326751 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-32e20fbb-52e7-4f2d-8a0d-aac90957d8e5 None None] Port af91991c-1851-4efe-a2bc-82580a80de8c cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:55:04.458066 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-997c46da-8bbf-4a1f-8cc2-17270cb88b9a None None] Provisioning complete for port af91991c-1851-4efe-a2bc-82580a80de8c triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:55:04.458445 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-997c46da-8bbf-4a1f-8cc2-17270cb88b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:04.514930 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-997c46da-8bbf-4a1f-8cc2-17270cb88b9a None None] Port af91991c-1851-4efe-a2bc-82580a80de8c cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:55:04.527662 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96330793-3e64-4667-9872-598bd3f1e45f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Network bee1d09d-6d92-47bb-a932-c80948315e53 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:55:04.528764 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-96330793-3e64-4667-9872-598bd3f1e45f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:55:04.720478 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96330793-3e64-4667-9872-598bd3f1e45f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Router 002c7935-ee32-4cfb-b032-81d3d5668018 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:55:04.741171 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-a0e0a775-3aa3-4885-bc1f-3934c5286b20 None None] Provisioning complete for port af91991c-1851-4efe-a2bc-82580a80de8c triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:55:04.741538 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a0e0a775-3aa3-4885-bc1f-3934c5286b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:04.798297 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1fca68a5-82fb-40b3-bf3b-ec79213f7a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:04.815702 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-a0e0a775-3aa3-4885-bc1f-3934c5286b20 None None] Port af91991c-1851-4efe-a2bc-82580a80de8c cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:55:04.890058 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device fcfd26f5-cd68-4f1f-8e79-a1e9777670fb up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:55:04.905164 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96330793-3e64-4667-9872-598bd3f1e45f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:55:04.917924 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-96330793-3e64-4667-9872-598bd3f1e45f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "PUT /v2.0/routers/002c7935-ee32-4cfb-b032-81d3d5668018/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2385302 May 05 20:55:04.921382 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07f6a6c-6cf5-4055-a623-cbb949c378e3 None None] Sync routers for ids ['002c7935-ee32-4cfb-b032-81d3d5668018'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:55:04.950409 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07f6a6c-6cf5-4055-a623-cbb949c378e3 None None] Routers {'002c7935-ee32-4cfb-b032-81d3d5668018'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:55:04.951036 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-f07f6a6c-6cf5-4055-a623-cbb949c378e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:54:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['002c7935-ee32-4cfb-b032-81d3d5668018'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:55:05.081623 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-b2d0afdb-e56c-44bc-992e-0656b96b78ee req-fde2e653-da75-44de-a5d2-74acdbb3e039 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Synchronizing usage tracker for tenant:30a835e817a747e3b9b294a4a57222fc on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:55:05.097125 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-b2d0afdb-e56c-44bc-992e-0656b96b78ee req-fde2e653-da75-44de-a5d2-74acdbb3e039 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Unset dirty status for tenant:30a835e817a747e3b9b294a4a57222fc on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:55:05.098713 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b2d0afdb-e56c-44bc-992e-0656b96b78ee req-fde2e653-da75-44de-a5d2-74acdbb3e039 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1767764468&fields=id&tenant_id=30a835e817a747e3b9b294a4a57222fc HTTP/1.1" status: 200 len: 267 time: 0.0544937 May 05 20:55:05.124900 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port fcfd26f5-cd68-4f1f-8e79-a1e9777670fb triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:55:05.125269 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:05.195223 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-f07f6a6c-6cf5-4055-a623-cbb949c378e3 None None] Set router 002c7935-ee32-4cfb-b032-81d3d5668018 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:55:05.255087 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0afdb-e56c-44bc-992e-0656b96b78ee req-1a04c6d5-1e57-4786-8686-489e245bddd6 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:55:05.256090 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-b2d0afdb-e56c-44bc-992e-0656b96b78ee req-1a04c6d5-1e57-4786-8686-489e245bddd6 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Synchronizing usage tracker for tenant:30a835e817a747e3b9b294a4a57222fc on resource:network {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:55:05.273453 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-b2d0afdb-e56c-44bc-992e-0656b96b78ee req-1a04c6d5-1e57-4786-8686-489e245bddd6 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Unset dirty status for tenant:30a835e817a747e3b9b294a4a57222fc on resource:network {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:55:05.274952 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b2d0afdb-e56c-44bc-992e-0656b96b78ee req-1a04c6d5-1e57-4786-8686-489e245bddd6 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/networks?id=bee1d09d-6d92-47bb-a932-c80948315e53 HTTP/1.1" status: 200 len: 795 time: 0.1687114 May 05 20:55:05.293915 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b2d0afdb-e56c-44bc-992e-0656b96b78ee req-d72e4109-497b-4198-bbfd-58e27f63d8e5 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/quotas/30a835e817a747e3b9b294a4a57222fc HTTP/1.1" status: 200 len: 375 time: 0.0114262 May 05 20:55:05.385293 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-b2d0afdb-e56c-44bc-992e-0656b96b78ee req-ab3c68be-13d1-449f-a57d-8ed96f1c4ff7 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Synchronizing usage tracker for tenant:30a835e817a747e3b9b294a4a57222fc on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:55:05.400946 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-b2d0afdb-e56c-44bc-992e-0656b96b78ee req-ab3c68be-13d1-449f-a57d-8ed96f1c4ff7 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Unset dirty status for tenant:30a835e817a747e3b9b294a4a57222fc on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:55:05.402254 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b2d0afdb-e56c-44bc-992e-0656b96b78ee req-ab3c68be-13d1-449f-a57d-8ed96f1c4ff7 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=30a835e817a747e3b9b294a4a57222fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1028776 May 05 20:55:05.478643 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 87d0818c-9184-4843-99d5-74075f831d3e up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:55:05.601878 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b2d0afdb-e56c-44bc-992e-0656b96b78ee req-c6454d0a-3a59-4cf6-bff5-9834c2ac5071 service neutron] 10.222.0.36 "GET /v2.0/networks/bee1d09d-6d92-47bb-a932-c80948315e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868944 May 05 20:55:05.663041 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 87d0818c-9184-4843-99d5-74075f831d3e completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:55:05.674783 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 87d0818c-9184-4843-99d5-74075f831d3e triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:55:05.675151 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:05.737969 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b2d0afdb-e56c-44bc-992e-0656b96b78ee req-24c4b816-20b6-4be2-83bb-b7919715bcc3 service neutron] 10.222.0.36 "GET /v2.0/networks/bee1d09d-6d92-47bb-a932-c80948315e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286666 May 05 20:55:05.744146 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-f07f6a6c-6cf5-4055-a623-cbb949c378e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002c7935-ee32-4cfb-b032-81d3d5668018', 'name': 'tempest-TestNetworkAdvancedServerOps-router-842147314', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'fcfd26f5-cd68-4f1f-8e79-a1e9777670fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:54:58Z', 'updated_at': '2022-05-05T20:55:03Z', 'revision_number': 4, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'gw_port': {'id': 'fcfd26f5-cd68-4f1f-8e79-a1e9777670fb', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:60:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002c7935-ee32-4cfb-b032-81d3d5668018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:54:59Z', 'updated_at': '2022-05-05T20:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'af91991c-1851-4efe-a2bc-82580a80de8c', 'name': '', 'network_id': 'bee1d09d-6d92-47bb-a932-c80948315e53', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'mac_address': 'fa:16:3e:18:c1:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002c7935-ee32-4cfb-b032-81d3d5668018', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'd428d777-a1e2-4f20-ba93-f4af20998756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:55:02Z', 'updated_at': '2022-05-05T20:55:03Z', 'revision_number': 2, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'subnets': [{'id': 'd428d777-a1e2-4f20-ba93-f4af20998756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:55:05.751142 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07f6a6c-6cf5-4055-a623-cbb949c378e3 None None] Checking router: 002c7935-ee32-4cfb-b032-81d3d5668018 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:55:05.751516 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07f6a6c-6cf5-4055-a623-cbb949c378e3 None None] Updating router 002c7935-ee32-4cfb-b032-81d3d5668018 port af91991c-1851-4efe-a2bc-82580a80de8c binding host n-d-840717-1 {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:55:05.851249 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f07f6a6c-6cf5-4055-a623-cbb949c378e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:05.860102 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:05.937489 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9f9ad293-0e49-4459-9e97-7fa330830d7a req-ab683eaa-76c0-42c4-9fde-51df5fb6407f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=aeb72e84-a4a2-4b0d-a406-5fd47769c8a0 HTTP/1.1" status: 200 len: 210 time: 0.0534818 May 05 20:55:05.949338 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 87d0818c-9184-4843-99d5-74075f831d3e, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=87d0818c-9184-4843-99d5-74075f831d3e,segment=NetworkSegment(85c23863-dc70-4d43-8658-261defd83944),segment_id=85c23863-dc70-4d43-8658-261defd83944)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:55:05.987984 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:06.110445 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=87d0818c-9184-4843-99d5-74075f831d3e,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:55:06.293193 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f07f6a6c-6cf5-4055-a623-cbb949c378e3 None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:06.304536 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-f07f6a6c-6cf5-4055-a623-cbb949c378e3 None None] Transition to ACTIVE for port object af91991c-1851-4efe-a2bc-82580a80de8c will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:55:06.311512 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f07f6a6c-6cf5-4055-a623-cbb949c378e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:06.468063 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f018799-2c4f-4d76-bb3c-a4763be24591 None None] Pushing event updated for resources: {'Port': ['ID=af91991c-1851-4efe-a2bc-82580a80de8c,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:55:06.533472 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-f07f6a6c-6cf5-4055-a623-cbb949c378e3 None None] Attempting to bind port af91991c-1851-4efe-a2bc-82580a80de8c on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:55:06.533991 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-f07f6a6c-6cf5-4055-a623-cbb949c378e3 None None] Attempting to bind port af91991c-1851-4efe-a2bc-82580a80de8c by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '85c23863-dc70-4d43-8658-261defd83944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bee1d09d-6d92-47bb-a932-c80948315e53'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:55:06.534443 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07f6a6c-6cf5-4055-a623-cbb949c378e3 None None] Attempting to bind port af91991c-1851-4efe-a2bc-82580a80de8c on network bee1d09d-6d92-47bb-a932-c80948315e53 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:55:06.540276 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07f6a6c-6cf5-4055-a623-cbb949c378e3 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:55:06.540797 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07f6a6c-6cf5-4055-a623-cbb949c378e3 None None] Checking segment: {'id': '85c23863-dc70-4d43-8658-261defd83944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bee1d09d-6d92-47bb-a932-c80948315e53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:55:06.541297 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f07f6a6c-6cf5-4055-a623-cbb949c378e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:06.541812 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07f6a6c-6cf5-4055-a623-cbb949c378e3 None None] Bound using segment: {'id': '85c23863-dc70-4d43-8658-261defd83944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bee1d09d-6d92-47bb-a932-c80948315e53'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:55:06.542921 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-f07f6a6c-6cf5-4055-a623-cbb949c378e3 None None] Bound port: af91991c-1851-4efe-a2bc-82580a80de8c, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85c23863-dc70-4d43-8658-261defd83944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bee1d09d-6d92-47bb-a932-c80948315e53'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:55:06.543410 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f07f6a6c-6cf5-4055-a623-cbb949c378e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:06.634265 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-f07f6a6c-6cf5-4055-a623-cbb949c378e3 None None] For port af91991c-1851-4efe-a2bc-82580a80de8c, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:55:06.639657 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-f07f6a6c-6cf5-4055-a623-cbb949c378e3 None None] For port af91991c-1851-4efe-a2bc-82580a80de8c, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=af91991c-1851-4efe-a2bc-82580a80de8c,segment=NetworkSegment(85c23863-dc70-4d43-8658-261defd83944),segment_id=85c23863-dc70-4d43-8658-261defd83944)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:55:06.645533 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f07f6a6c-6cf5-4055-a623-cbb949c378e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:06.730484 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07f6a6c-6cf5-4055-a623-cbb949c378e3 None None] Routers {'002c7935-ee32-4cfb-b032-81d3d5668018'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:55:06.731120 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-f07f6a6c-6cf5-4055-a623-cbb949c378e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:54:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['002c7935-ee32-4cfb-b032-81d3d5668018'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:55:06.792680 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f018799-2c4f-4d76-bb3c-a4763be24591 None None] Pushing event updated for resources: {'Port': ['ID=af91991c-1851-4efe-a2bc-82580a80de8c,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:55:06.840543 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 87d0818c-9184-4843-99d5-74075f831d3e up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:55:07.031313 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-f07f6a6c-6cf5-4055-a623-cbb949c378e3 None None] Set router 002c7935-ee32-4cfb-b032-81d3d5668018 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:55:07.108455 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d553dbce-cd39-4f70-93b0-edc6339a43a5 req-6b7ee2a2-bcaa-4a25-a978-feefa23cfb84 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=aeb72e84-a4a2-4b0d-a406-5fd47769c8a0 HTTP/1.1" status: 200 len: 210 time: 0.0478723 May 05 20:55:07.122755 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-641b5b5c-0303-4aa2-aa05-5639ba0a5e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:07.140455 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0afdb-e56c-44bc-992e-0656b96b78ee req-62b4e1c4-0d4f-4a83-8ee4-f75a2a881b2b tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:55:07.141062 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-b2d0afdb-e56c-44bc-992e-0656b96b78ee req-62b4e1c4-0d4f-4a83-8ee4-f75a2a881b2b tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Synchronizing usage tracker for tenant:30a835e817a747e3b9b294a4a57222fc on resource:network {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:55:07.152920 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-b2d0afdb-e56c-44bc-992e-0656b96b78ee req-62b4e1c4-0d4f-4a83-8ee4-f75a2a881b2b tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Unset dirty status for tenant:30a835e817a747e3b9b294a4a57222fc on resource:network {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:55:07.154102 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b2d0afdb-e56c-44bc-992e-0656b96b78ee req-62b4e1c4-0d4f-4a83-8ee4-f75a2a881b2b tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.50 "GET /v2.0/networks?id=bee1d09d-6d92-47bb-a932-c80948315e53 HTTP/1.1" status: 200 len: 795 time: 0.2915192 May 05 20:55:07.201667 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b2d0afdb-e56c-44bc-992e-0656b96b78ee req-f9f902ca-c694-4f85-8a24-a6f60336b796 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30a835e817a747e3b9b294a4a57222fc HTTP/1.1" status: 200 len: 380 time: 0.0394022 May 05 20:55:07.209848 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-b2d0afdb-e56c-44bc-992e-0656b96b78ee req-89423ea1-8773-4bd3-bde7-7d39b3197353 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Request body: {'port': {'device_id': 'aeb72e84-a4a2-4b0d-a406-5fd47769c8a0', 'network_id': 'bee1d09d-6d92-47bb-a932-c80948315e53', 'admin_state_up': True, 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'security_groups': ['99cf8c05-4b6d-4160-91d0-bffae8ab1b43']}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:55:07.218599 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 87d0818c-9184-4843-99d5-74075f831d3e triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:55:07.218963 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:07.350313 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-b2d0afdb-e56c-44bc-992e-0656b96b78ee req-89423ea1-8773-4bd3-bde7-7d39b3197353 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:55:07.361397 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-b2d0afdb-e56c-44bc-992e-0656b96b78ee req-89423ea1-8773-4bd3-bde7-7d39b3197353 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:55:07.372181 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2d0afdb-e56c-44bc-992e-0656b96b78ee req-89423ea1-8773-4bd3-bde7-7d39b3197353 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Made reservation on behalf of 30a835e817a747e3b9b294a4a57222fc for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:55:07.375795 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-b2d0afdb-e56c-44bc-992e-0656b96b78ee req-89423ea1-8773-4bd3-bde7-7d39b3197353 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:07.532241 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-f07f6a6c-6cf5-4055-a623-cbb949c378e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002c7935-ee32-4cfb-b032-81d3d5668018', 'name': 'tempest-TestNetworkAdvancedServerOps-router-842147314', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'fcfd26f5-cd68-4f1f-8e79-a1e9777670fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:54:58Z', 'updated_at': '2022-05-05T20:55:03Z', 'revision_number': 4, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'gw_port': {'id': 'fcfd26f5-cd68-4f1f-8e79-a1e9777670fb', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:60:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002c7935-ee32-4cfb-b032-81d3d5668018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:54:59Z', 'updated_at': '2022-05-05T20:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'af91991c-1851-4efe-a2bc-82580a80de8c', 'name': '', 'network_id': 'bee1d09d-6d92-47bb-a932-c80948315e53', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'mac_address': 'fa:16:3e:18:c1:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002c7935-ee32-4cfb-b032-81d3d5668018', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'd428d777-a1e2-4f20-ba93-f4af20998756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:55:02Z', 'updated_at': '2022-05-05T20:55:06Z', 'revision_number': 4, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'subnets': [{'id': 'd428d777-a1e2-4f20-ba93-f4af20998756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:55:07.536153 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07f6a6c-6cf5-4055-a623-cbb949c378e3 None None] The sync data for ids ['002c7935-ee32-4cfb-b032-81d3d5668018'] in n-d-840717-1 is: [{'id': '002c7935-ee32-4cfb-b032-81d3d5668018', 'name': 'tempest-TestNetworkAdvancedServerOps-router-842147314', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'fcfd26f5-cd68-4f1f-8e79-a1e9777670fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:54:58Z', 'updated_at': '2022-05-05T20:55:03Z', 'revision_number': 4, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'gw_port': {'id': 'fcfd26f5-cd68-4f1f-8e79-a1e9777670fb', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:60:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002c7935-ee32-4cfb-b032-81d3d5668018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:54:59Z', 'updated_at': '2022-05-05T20:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'af91991c-1851-4efe-a2bc-82580a80de8c', 'name': '', 'network_id': 'bee1d09d-6d92-47bb-a932-c80948315e53', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'mac_address': 'fa:16:3e:18:c1:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002c7935-ee32-4cfb-b032-81d3d5668018', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'd428d777-a1e2-4f20-ba93-f4af20998756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:55:02Z', 'updated_at': '2022-05-05T20:55:06Z', 'revision_number': 4, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'subnets': [{'id': 'd428d777-a1e2-4f20-ba93-f4af20998756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:55:07.541741 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-b2d0afdb-e56c-44bc-992e-0656b96b78ee req-89423ea1-8773-4bd3-bde7-7d39b3197353 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Allocated IP 172.20.0.9 (bee1d09d-6d92-47bb-a932-c80948315e53/d428d777-a1e2-4f20-ba93-f4af20998756/75d1c712-ad9b-4107-9692-a04fe2cbee8e) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:55:07.771057 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-b2d0afdb-e56c-44bc-992e-0656b96b78ee req-89423ea1-8773-4bd3-bde7-7d39b3197353 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:07.789145 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-b2d0afdb-e56c-44bc-992e-0656b96b78ee req-89423ea1-8773-4bd3-bde7-7d39b3197353 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Transition to ACTIVE for port object 75d1c712-ad9b-4107-9692-a04fe2cbee8e will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:55:07.814917 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-b2d0afdb-e56c-44bc-992e-0656b96b78ee req-89423ea1-8773-4bd3-bde7-7d39b3197353 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:07.897843 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2d0afdb-e56c-44bc-992e-0656b96b78ee req-89423ea1-8773-4bd3-bde7-7d39b3197353 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Network bee1d09d-6d92-47bb-a932-c80948315e53 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:55:07.901134 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-b2d0afdb-e56c-44bc-992e-0656b96b78ee req-89423ea1-8773-4bd3-bde7-7d39b3197353 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:55:07.905831 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d0afdb-e56c-44bc-992e-0656b96b78ee req-89423ea1-8773-4bd3-bde7-7d39b3197353 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:55:07.947798 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89423ea1-8773-4bd3-bde7-7d39b3197353 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event updated for resources: {'Port': ['ID=75d1c712-ad9b-4107-9692-a04fe2cbee8e,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:55:07.983272 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0afdb-e56c-44bc-992e-0656b96b78ee req-89423ea1-8773-4bd3-bde7-7d39b3197353 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:55:07.984041 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-b2d0afdb-e56c-44bc-992e-0656b96b78ee req-89423ea1-8773-4bd3-bde7-7d39b3197353 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:08.021769 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b2d0afdb-e56c-44bc-992e-0656b96b78ee req-89423ea1-8773-4bd3-bde7-7d39b3197353 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8149922 May 05 20:55:08.025608 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:08.033534 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-b2d0afdb-e56c-44bc-992e-0656b96b78ee req-86c4472f-fe27-408b-8532-535f687903d7 service neutron] Request body: {'port': {'device_id': 'aeb72e84-a4a2-4b0d-a406-5fd47769c8a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:55:08.183792 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-b2d0afdb-e56c-44bc-992e-0656b96b78ee req-86c4472f-fe27-408b-8532-535f687903d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:08.191545 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:08.241575 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-4a8d0517-a6c1-4f31-952c-32ec31b25f97 None None] Provisioning for port 75d1c712-ad9b-4107-9692-a04fe2cbee8e completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:55:08.255229 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-4a8d0517-a6c1-4f31-952c-32ec31b25f97 None None] Provisioning complete for port 75d1c712-ad9b-4107-9692-a04fe2cbee8e triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:55:08.255767 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4a8d0517-a6c1-4f31-952c-32ec31b25f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:08.323197 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-4a8d0517-a6c1-4f31-952c-32ec31b25f97 None None] Port 75d1c712-ad9b-4107-9692-a04fe2cbee8e cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:55:08.531458 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82c985-eee5-4066-bf5f-bae680a52430 req-925825a4-dd05-4023-b8c4-100f0a620275 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:55:08.532193 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-2f82c985-eee5-4066-bf5f-bae680a52430 req-925825a4-dd05-4023-b8c4-100f0a620275 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Synchronizing usage tracker for tenant:30a835e817a747e3b9b294a4a57222fc on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:55:08.580438 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-2f82c985-eee5-4066-bf5f-bae680a52430 req-925825a4-dd05-4023-b8c4-100f0a620275 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Unset dirty status for tenant:30a835e817a747e3b9b294a4a57222fc on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:55:08.581707 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2f82c985-eee5-4066-bf5f-bae680a52430 req-925825a4-dd05-4023-b8c4-100f0a620275 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=aeb72e84-a4a2-4b0d-a406-5fd47769c8a0 HTTP/1.1" status: 200 len: 931 time: 0.3061070 May 05 20:55:08.679190 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-b2d0afdb-e56c-44bc-992e-0656b96b78ee req-86c4472f-fe27-408b-8532-535f687903d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75d1c712-ad9b-4107-9692-a04fe2cbee8e {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:55:08.690769 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-b2d0afdb-e56c-44bc-992e-0656b96b78ee req-86c4472f-fe27-408b-8532-535f687903d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:08.695578 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2f82c985-eee5-4066-bf5f-bae680a52430 req-abcdec8a-2f3b-4c07-8e00-8bdb5266d958 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=99cf8c05-4b6d-4160-91d0-bffae8ab1b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726492 May 05 20:55:08.709096 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-b2d0afdb-e56c-44bc-992e-0656b96b78ee req-86c4472f-fe27-408b-8532-535f687903d7 service neutron] Transition to ACTIVE for port object 75d1c712-ad9b-4107-9692-a04fe2cbee8e will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:55:08.714864 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-b2d0afdb-e56c-44bc-992e-0656b96b78ee req-86c4472f-fe27-408b-8532-535f687903d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:08.883800 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c4472f-fe27-408b-8532-535f687903d7 service neutron] Pushing event updated for resources: {'Port': ['ID=75d1c712-ad9b-4107-9692-a04fe2cbee8e,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:55:08.884776 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device af91991c-1851-4efe-a2bc-82580a80de8c up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:55:08.965190 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port af91991c-1851-4efe-a2bc-82580a80de8c completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:55:08.971300 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port af91991c-1851-4efe-a2bc-82580a80de8c triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:55:08.972293 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:08.982517 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-b2d0afdb-e56c-44bc-992e-0656b96b78ee req-86c4472f-fe27-408b-8532-535f687903d7 service neutron] Attempting to bind port 75d1c712-ad9b-4107-9692-a04fe2cbee8e on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:55:08.982983 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-b2d0afdb-e56c-44bc-992e-0656b96b78ee req-86c4472f-fe27-408b-8532-535f687903d7 service neutron] Attempting to bind port 75d1c712-ad9b-4107-9692-a04fe2cbee8e by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': '85c23863-dc70-4d43-8658-261defd83944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bee1d09d-6d92-47bb-a932-c80948315e53'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:55:08.983431 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d0afdb-e56c-44bc-992e-0656b96b78ee req-86c4472f-fe27-408b-8532-535f687903d7 service neutron] Attempting to bind port 75d1c712-ad9b-4107-9692-a04fe2cbee8e on network bee1d09d-6d92-47bb-a932-c80948315e53 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:55:08.989566 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d0afdb-e56c-44bc-992e-0656b96b78ee req-86c4472f-fe27-408b-8532-535f687903d7 service neutron] Port 75d1c712-ad9b-4107-9692-a04fe2cbee8e on network bee1d09d-6d92-47bb-a932-c80948315e53 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:55:08.989949 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d0afdb-e56c-44bc-992e-0656b96b78ee req-86c4472f-fe27-408b-8532-535f687903d7 service neutron] Attempting to bind port 75d1c712-ad9b-4107-9692-a04fe2cbee8e on network bee1d09d-6d92-47bb-a932-c80948315e53 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:55:09.002900 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d0afdb-e56c-44bc-992e-0656b96b78ee req-86c4472f-fe27-408b-8532-535f687903d7 service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:55:09.003684 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d0afdb-e56c-44bc-992e-0656b96b78ee req-86c4472f-fe27-408b-8532-535f687903d7 service neutron] Checking segment: {'id': '85c23863-dc70-4d43-8658-261defd83944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bee1d09d-6d92-47bb-a932-c80948315e53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:55:09.003684 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d0afdb-e56c-44bc-992e-0656b96b78ee req-86c4472f-fe27-408b-8532-535f687903d7 service neutron] Bound using segment: {'id': '85c23863-dc70-4d43-8658-261defd83944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bee1d09d-6d92-47bb-a932-c80948315e53'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:55:09.004271 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-b2d0afdb-e56c-44bc-992e-0656b96b78ee req-86c4472f-fe27-408b-8532-535f687903d7 service neutron] Bound port: 75d1c712-ad9b-4107-9692-a04fe2cbee8e, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85c23863-dc70-4d43-8658-261defd83944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bee1d09d-6d92-47bb-a932-c80948315e53'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:55:09.004806 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-b2d0afdb-e56c-44bc-992e-0656b96b78ee req-86c4472f-fe27-408b-8532-535f687903d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:09.097783 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-b2d0afdb-e56c-44bc-992e-0656b96b78ee req-86c4472f-fe27-408b-8532-535f687903d7 service neutron] For port 75d1c712-ad9b-4107-9692-a04fe2cbee8e, host n-h2-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:55:09.101002 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-b2d0afdb-e56c-44bc-992e-0656b96b78ee req-86c4472f-fe27-408b-8532-535f687903d7 service neutron] For port 75d1c712-ad9b-4107-9692-a04fe2cbee8e, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=75d1c712-ad9b-4107-9692-a04fe2cbee8e,segment=NetworkSegment(85c23863-dc70-4d43-8658-261defd83944),segment_id=85c23863-dc70-4d43-8658-261defd83944)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:55:09.105535 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-b2d0afdb-e56c-44bc-992e-0656b96b78ee req-86c4472f-fe27-408b-8532-535f687903d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:09.108935 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:09.146904 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port af91991c-1851-4efe-a2bc-82580a80de8c, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=af91991c-1851-4efe-a2bc-82580a80de8c,segment=NetworkSegment(85c23863-dc70-4d43-8658-261defd83944),segment_id=85c23863-dc70-4d43-8658-261defd83944)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:55:09.150931 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:09.220793 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=af91991c-1851-4efe-a2bc-82580a80de8c,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:55:09.279222 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0afdb-e56c-44bc-992e-0656b96b78ee req-86c4472f-fe27-408b-8532-535f687903d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:55:09.279864 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-b2d0afdb-e56c-44bc-992e-0656b96b78ee req-86c4472f-fe27-408b-8532-535f687903d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:09.281318 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b2d0afdb-e56c-44bc-992e-0656b96b78ee req-86c4472f-fe27-408b-8532-535f687903d7 service neutron] 10.222.0.50 "PUT /v2.0/ports/75d1c712-ad9b-4107-9692-a04fe2cbee8e HTTP/1.1" status: 200 len: 1091 time: 1.2522576 May 05 20:55:09.281760 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeb72e84-a4a2-4b0d-a406-5fd47769c8a0', 'tag': '75d1c712-ad9b-4107-9692-a04fe2cbee8e'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:55:09.305881 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c4472f-fe27-408b-8532-535f687903d7 service neutron] Pushing event updated for resources: {'Port': ['ID=75d1c712-ad9b-4107-9692-a04fe2cbee8e,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:55:09.356999 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90e84960-fc97-4200-83e1-efad729cc4c9'] response: {'name': 'network-changed', 'server_uuid': 'aeb72e84-a4a2-4b0d-a406-5fd47769c8a0', 'tag': '75d1c712-ad9b-4107-9692-a04fe2cbee8e', 'status': 'completed', 'code': 200} May 05 20:55:09.399021 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0afdb-e56c-44bc-992e-0656b96b78ee req-133575c0-1122-4edb-b6cf-ac0ee22683f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:55:09.400587 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b2d0afdb-e56c-44bc-992e-0656b96b78ee req-133575c0-1122-4edb-b6cf-ac0ee22683f6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=30a835e817a747e3b9b294a4a57222fc&device_id=aeb72e84-a4a2-4b0d-a406-5fd47769c8a0 HTTP/1.1" status: 200 len: 1094 time: 0.0763030 May 05 20:55:09.471443 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b2d0afdb-e56c-44bc-992e-0656b96b78ee req-406d4c11-1d66-4525-ae69-949cbcc7ecab service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75d1c712-ad9b-4107-9692-a04fe2cbee8e HTTP/1.1" status: 200 len: 217 time: 0.0641968 May 05 20:55:09.536173 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0afdb-e56c-44bc-992e-0656b96b78ee req-7d6c2b71-2981-4c2a-b99d-d7573b95c419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:55:09.537574 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b2d0afdb-e56c-44bc-992e-0656b96b78ee req-7d6c2b71-2981-4c2a-b99d-d7573b95c419 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d428d777-a1e2-4f20-ba93-f4af20998756 HTTP/1.1" status: 200 len: 834 time: 0.0605547 May 05 20:55:09.613055 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0afdb-e56c-44bc-992e-0656b96b78ee req-40f56aaa-fd8b-4136-89a1-16f2c609f475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:55:09.614543 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b2d0afdb-e56c-44bc-992e-0656b96b78ee req-40f56aaa-fd8b-4136-89a1-16f2c609f475 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bee1d09d-6d92-47bb-a932-c80948315e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709810 May 05 20:55:09.747070 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b2d0afdb-e56c-44bc-992e-0656b96b78ee req-da2cb9ba-7407-42f4-a493-ee91d1f6e70b service neutron] 10.222.0.50 "GET /v2.0/networks/bee1d09d-6d92-47bb-a932-c80948315e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267729 May 05 20:55:09.762875 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:09.930844 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b2d0afdb-e56c-44bc-992e-0656b96b78ee req-bb710e6d-6505-4f0f-b7a0-535d1f70c2e8 service neutron] 10.222.0.50 "GET /v2.0/networks/bee1d09d-6d92-47bb-a932-c80948315e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785264 May 05 20:55:09.953236 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c17eb-f5cd-4e05-8c73-67b424817c0a req-1c663aba-1d5d-41ab-9020-aa42e648c212 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:55:09.954668 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2f3c17eb-f5cd-4e05-8c73-67b424817c0a req-1c663aba-1d5d-41ab-9020-aa42e648c212 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=aeb72e84-a4a2-4b0d-a406-5fd47769c8a0 HTTP/1.1" status: 200 len: 943 time: 0.1162593 May 05 20:55:10.043531 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2f3c17eb-f5cd-4e05-8c73-67b424817c0a req-ddbfe0d5-2713-4f80-9b46-5490b5fa506e tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=99cf8c05-4b6d-4160-91d0-bffae8ab1b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828102 May 05 20:55:10.063135 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997498b3-0d78-46f3-b9b7-a93969614860 req-fadd6306-91c1-465d-ac85-19a71639df80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:55:10.064612 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-997498b3-0d78-46f3-b9b7-a93969614860 req-fadd6306-91c1-465d-ac85-19a71639df80 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=30a835e817a747e3b9b294a4a57222fc&device_id=aeb72e84-a4a2-4b0d-a406-5fd47769c8a0 HTTP/1.1" status: 200 len: 1094 time: 0.0892599 May 05 20:55:10.193900 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997498b3-0d78-46f3-b9b7-a93969614860 req-7752accf-ea50-4d95-a878-aaf91f792d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:55:10.195255 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-997498b3-0d78-46f3-b9b7-a93969614860 req-7752accf-ea50-4d95-a878-aaf91f792d0e service neutron] 10.222.0.50 "GET /v2.0/networks?id=bee1d09d-6d92-47bb-a932-c80948315e53 HTTP/1.1" status: 200 len: 896 time: 0.1247406 May 05 20:55:10.266630 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-997498b3-0d78-46f3-b9b7-a93969614860 req-83bc853d-eab0-4adc-9249-072f0701926e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75d1c712-ad9b-4107-9692-a04fe2cbee8e HTTP/1.1" status: 200 len: 217 time: 0.0637696 May 05 20:55:10.328656 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997498b3-0d78-46f3-b9b7-a93969614860 req-d167a112-0f25-48ff-96a5-db934868a18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:55:10.330036 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-997498b3-0d78-46f3-b9b7-a93969614860 req-d167a112-0f25-48ff-96a5-db934868a18c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d428d777-a1e2-4f20-ba93-f4af20998756 HTTP/1.1" status: 200 len: 834 time: 0.0562108 May 05 20:55:10.406995 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997498b3-0d78-46f3-b9b7-a93969614860 req-38a0ec7c-426c-4d45-b0ef-5ce773fd0c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:55:10.408471 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-997498b3-0d78-46f3-b9b7-a93969614860 req-38a0ec7c-426c-4d45-b0ef-5ce773fd0c4c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bee1d09d-6d92-47bb-a932-c80948315e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722175 May 05 20:55:10.538367 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-997498b3-0d78-46f3-b9b7-a93969614860 req-2199da1d-8e8c-4209-bbd9-7c2616ef0f2c service neutron] 10.222.0.50 "GET /v2.0/networks/bee1d09d-6d92-47bb-a932-c80948315e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233323 May 05 20:55:10.674526 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-997498b3-0d78-46f3-b9b7-a93969614860 req-805d2849-2964-48fa-b215-e274f5846dde service neutron] 10.222.0.50 "GET /v2.0/networks/bee1d09d-6d92-47bb-a932-c80948315e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303518 May 05 20:55:10.812086 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device af91991c-1851-4efe-a2bc-82580a80de8c up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:55:10.878528 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port af91991c-1851-4efe-a2bc-82580a80de8c triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:55:10.878891 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:11.229112 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd8a367-e6f0-46bd-b011-7107e13464dd req-397d9d02-be14-4193-abea-52e28597f44b tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:55:11.231265 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fdd8a367-e6f0-46bd-b011-7107e13464dd req-397d9d02-be14-4193-abea-52e28597f44b tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=aeb72e84-a4a2-4b0d-a406-5fd47769c8a0 HTTP/1.1" status: 200 len: 943 time: 0.0819466 May 05 20:55:11.274516 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fdd8a367-e6f0-46bd-b011-7107e13464dd req-1a2cbd12-564a-4dd3-90ae-0184b87131f5 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=99cf8c05-4b6d-4160-91d0-bffae8ab1b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375292 May 05 20:55:12.438241 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 75d1c712-ad9b-4107-9692-a04fe2cbee8e details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:55:12.459834 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e96afe-5cef-47e8-a0fb-ecc5f8766680 req-2e6fc024-e524-426c-89e4-8d50e790c185 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:55:12.461298 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-05e96afe-5cef-47e8-a0fb-ecc5f8766680 req-2e6fc024-e524-426c-89e4-8d50e790c185 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=aeb72e84-a4a2-4b0d-a406-5fd47769c8a0 HTTP/1.1" status: 200 len: 943 time: 0.0789981 May 05 20:55:12.505781 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-05e96afe-5cef-47e8-a0fb-ecc5f8766680 req-3757a4c9-298d-40a4-b3c2-2ddd6dfee58c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=99cf8c05-4b6d-4160-91d0-bffae8ab1b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386546 May 05 20:55:12.572629 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 75d1c712-ad9b-4107-9692-a04fe2cbee8e, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=75d1c712-ad9b-4107-9692-a04fe2cbee8e,segment=NetworkSegment(85c23863-dc70-4d43-8658-261defd83944),segment_id=85c23863-dc70-4d43-8658-261defd83944)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:55:12.585272 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': '75d1c712-ad9b-4107-9692-a04fe2cbee8e', 'network_id': 'bee1d09d-6d92-47bb-a932-c80948315e53', 'port_id': '75d1c712-ad9b-4107-9692-a04fe2cbee8e', 'mac_address': 'fa:16:3e:d8:e4:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd428d777-a1e2-4f20-ba93-f4af20998756', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:55:12.643499 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:12.660356 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75d1c712-ad9b-4107-9692-a04fe2cbee8e {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:55:12.676056 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 75d1c712-ad9b-4107-9692-a04fe2cbee8e, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=75d1c712-ad9b-4107-9692-a04fe2cbee8e,segment=NetworkSegment(85c23863-dc70-4d43-8658-261defd83944),segment_id=85c23863-dc70-4d43-8658-261defd83944)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:55:12.680132 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:12.760785 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=75d1c712-ad9b-4107-9692-a04fe2cbee8e,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:55:12.912856 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['75d1c712-ad9b-4107-9692-a04fe2cbee8e'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:55:13.689686 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9520136-37c5-41fa-b11e-c29dc4371978 req-826f7a98-37da-44cf-9585-080a60c7e05e tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:55:13.691120 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c9520136-37c5-41fa-b11e-c29dc4371978 req-826f7a98-37da-44cf-9585-080a60c7e05e tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=aeb72e84-a4a2-4b0d-a406-5fd47769c8a0 HTTP/1.1" status: 200 len: 944 time: 0.0780246 May 05 20:55:13.734809 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c9520136-37c5-41fa-b11e-c29dc4371978 req-466b27bb-3f98-4375-972d-27020066e957 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=99cf8c05-4b6d-4160-91d0-bffae8ab1b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381002 May 05 20:55:14.431376 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 75d1c712-ad9b-4107-9692-a04fe2cbee8e up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:55:14.498597 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port 75d1c712-ad9b-4107-9692-a04fe2cbee8e completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:55:14.503405 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port 75d1c712-ad9b-4107-9692-a04fe2cbee8e triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:55:14.503774 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:14.619259 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:14.646326 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb72e84-a4a2-4b0d-a406-5fd47769c8a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75d1c712-ad9b-4107-9692-a04fe2cbee8e'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:55:14.655907 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 75d1c712-ad9b-4107-9692-a04fe2cbee8e, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=75d1c712-ad9b-4107-9692-a04fe2cbee8e,segment=NetworkSegment(85c23863-dc70-4d43-8658-261defd83944),segment_id=85c23863-dc70-4d43-8658-261defd83944)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:55:14.660354 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:14.696660 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4abe7ca3-bc2b-42b0-9ff0-863f83270e57'] response: {'server_uuid': 'aeb72e84-a4a2-4b0d-a406-5fd47769c8a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75d1c712-ad9b-4107-9692-a04fe2cbee8e', 'code': 200} May 05 20:55:14.727624 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=75d1c712-ad9b-4107-9692-a04fe2cbee8e,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:55:14.771156 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:14.927736 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec95e91-02c1-49a1-9ddb-7bbcb04be1c7 req-ad977585-069c-4251-8d18-11bd024ff3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:55:14.929207 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9ec95e91-02c1-49a1-9ddb-7bbcb04be1c7 req-ad977585-069c-4251-8d18-11bd024ff3de service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=aeb72e84-a4a2-4b0d-a406-5fd47769c8a0 HTTP/1.1" status: 200 len: 1096 time: 0.1789989 May 05 20:55:14.931643 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a19313-10b6-44f0-a59e-23d6546509ef req-565c30e1-b3eb-47bd-8f96-831ee72b0d50 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:55:14.933698 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c2a19313-10b6-44f0-a59e-23d6546509ef req-565c30e1-b3eb-47bd-8f96-831ee72b0d50 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=aeb72e84-a4a2-4b0d-a406-5fd47769c8a0 HTTP/1.1" status: 200 len: 945 time: 0.0866318 May 05 20:55:14.968739 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9ec95e91-02c1-49a1-9ddb-7bbcb04be1c7 req-4732efca-db7d-46b2-a898-0a34d1867cb3 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=99cf8c05-4b6d-4160-91d0-bffae8ab1b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339398 May 05 20:55:14.978758 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c2a19313-10b6-44f0-a59e-23d6546509ef req-f2b27820-57c9-440f-852b-4ea975795e17 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=99cf8c05-4b6d-4160-91d0-bffae8ab1b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391197 May 05 20:55:16.163792 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345a7bf-9bea-40dd-905b-aee8fcbd6318 req-8affc327-71d3-4030-90f9-313b2c186ae3 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:55:16.165235 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c345a7bf-9bea-40dd-905b-aee8fcbd6318 req-8affc327-71d3-4030-90f9-313b2c186ae3 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=aeb72e84-a4a2-4b0d-a406-5fd47769c8a0 HTTP/1.1" status: 200 len: 945 time: 0.0789459 May 05 20:55:16.211573 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c345a7bf-9bea-40dd-905b-aee8fcbd6318 req-ab0042aa-ec9c-4567-b17b-33551e82d435 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=99cf8c05-4b6d-4160-91d0-bffae8ab1b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402203 May 05 20:55:16.392426 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a566e-66d1-4b88-83fc-4a88bc81cd21 req-7d5e7cea-3394-413d-8045-2278d82f3b34 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:55:16.393795 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-af5a566e-66d1-4b88-83fc-4a88bc81cd21 req-7d5e7cea-3394-413d-8045-2278d82f3b34 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=aeb72e84-a4a2-4b0d-a406-5fd47769c8a0 HTTP/1.1" status: 200 len: 945 time: 0.0793300 May 05 20:55:16.437289 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-af5a566e-66d1-4b88-83fc-4a88bc81cd21 req-fdba0215-5236-4e52-a9ea-85ca938cba65 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=99cf8c05-4b6d-4160-91d0-bffae8ab1b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378845 May 05 20:55:16.460577 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40806) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:55:16.533102 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee180ba-b378-4f77-bd73-3b5c1ea9268b tempest-TestNetworkAdvancedServerOps-1066420911 tempest-TestNetworkAdvancedServerOps-1066420911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:55:16.534627 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-7ee180ba-b378-4f77-bd73-3b5c1ea9268b tempest-TestNetworkAdvancedServerOps-1066420911 tempest-TestNetworkAdvancedServerOps-1066420911-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=aeb72e84-a4a2-4b0d-a406-5fd47769c8a0 HTTP/1.1" status: 200 len: 1091 time: 0.0730855 May 05 20:55:16.537389 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40810) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:55:16.542813 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-9ad5f23e-3db8-4f15-b8c4-45a0883b4c4c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Request body: {'floatingip': {'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'port_id': '75d1c712-ad9b-4107-9692-a04fe2cbee8e', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:55:16.549427 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-9ad5f23e-3db8-4f15-b8c4-45a0883b4c4c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:55:16.553298 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-9ad5f23e-3db8-4f15-b8c4-45a0883b4c4c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Usage tracker for resource:floatingip and tenant:30a835e817a747e3b9b294a4a57222fc is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:55:16.556152 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-9ad5f23e-3db8-4f15-b8c4-45a0883b4c4c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:55:16.562853 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-9ad5f23e-3db8-4f15-b8c4-45a0883b4c4c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:55:16.573616 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9ad5f23e-3db8-4f15-b8c4-45a0883b4c4c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for floatingip, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:16.832515 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9ad5f23e-3db8-4f15-b8c4-45a0883b4c4c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:16.889479 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:16.971871 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-9ad5f23e-3db8-4f15-b8c4-45a0883b4c4c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Allocated IP 172.25.0.48 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/331ebb49-5e94-43d1-a177-58f4ec3b907f) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:55:17.122312 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9ad5f23e-3db8-4f15-b8c4-45a0883b4c4c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:17.151990 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9ad5f23e-3db8-4f15-b8c4-45a0883b4c4c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:17.214806 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad5f23e-3db8-4f15-b8c4-45a0883b4c4c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:55:17.217705 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-9ad5f23e-3db8-4f15-b8c4-45a0883b4c4c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:55:17.220421 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad5f23e-3db8-4f15-b8c4-45a0883b4c4c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:55:17.263074 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad5f23e-3db8-4f15-b8c4-45a0883b4c4c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event updated for resources: {'Port': ['ID=331ebb49-5e94-43d1-a177-58f4ec3b907f,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:55:17.641986 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9ad5f23e-3db8-4f15-b8c4-45a0883b4c4c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:17.714150 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9ad5f23e-3db8-4f15-b8c4-45a0883b4c4c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:17.916016 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9ad5f23e-3db8-4f15-b8c4-45a0883b4c4c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:17.920821 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9ad5f23e-3db8-4f15-b8c4-45a0883b4c4c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:18.027705 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad5f23e-3db8-4f15-b8c4-45a0883b4c4c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event updated for resources: {'Port': ['ID=331ebb49-5e94-43d1-a177-58f4ec3b907f,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:55:18.039779 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9ad5f23e-3db8-4f15-b8c4-45a0883b4c4c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:18.208908 n-d-840717-1 neutron-server[88198]: INFO neutron.db.l3_db [None req-9ad5f23e-3db8-4f15-b8c4-45a0883b4c4c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Floating IP 0fc8b4c8-dabf-4f31-8c68-b4ece0f92ad9 associated. External IP: 172.25.0.48, port: 75d1c712-ad9b-4107-9692-a04fe2cbee8e. May 05 20:55:18.671063 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ad5f23e-3db8-4f15-b8c4-45a0883b4c4c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Router 002c7935-ee32-4cfb-b032-81d3d5668018 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:55:18.849012 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad5f23e-3db8-4f15-b8c4-45a0883b4c4c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:55:18.859410 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13966bd7-2203-4786-bb48-0784a951cc9f None None] Sync routers for ids ['002c7935-ee32-4cfb-b032-81d3d5668018'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:55:18.868831 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13966bd7-2203-4786-bb48-0784a951cc9f None None] Routers {'002c7935-ee32-4cfb-b032-81d3d5668018'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:55:18.869374 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-13966bd7-2203-4786-bb48-0784a951cc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:55:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['002c7935-ee32-4cfb-b032-81d3d5668018'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:55:18.873743 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9ad5f23e-3db8-4f15-b8c4-45a0883b4c4c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:18.933521 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-9ad5f23e-3db8-4f15-b8c4-45a0883b4c4c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3951058 May 05 20:55:18.934100 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeb72e84-a4a2-4b0d-a406-5fd47769c8a0', 'tag': '75d1c712-ad9b-4107-9692-a04fe2cbee8e'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:55:18.988075 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41aa4150-b45d-48ec-86c8-06fb466e0e40'] response: {'name': 'network-changed', 'server_uuid': 'aeb72e84-a4a2-4b0d-a406-5fd47769c8a0', 'tag': '75d1c712-ad9b-4107-9692-a04fe2cbee8e', 'status': 'completed', 'code': 200} May 05 20:55:19.050422 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-13966bd7-2203-4786-bb48-0784a951cc9f None None] Set router 002c7935-ee32-4cfb-b032-81d3d5668018 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:55:19.138393 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd599049-dc27-4778-a8c3-683752644905 req-4a9b29cf-15cd-4539-ba31-29aa07963229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:55:19.139808 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fd599049-dc27-4778-a8c3-683752644905 req-4a9b29cf-15cd-4539-ba31-29aa07963229 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=30a835e817a747e3b9b294a4a57222fc&device_id=aeb72e84-a4a2-4b0d-a406-5fd47769c8a0 HTTP/1.1" status: 200 len: 1096 time: 0.1298158 May 05 20:55:19.172590 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ad46c-5883-4e6c-9759-597c8c501a4c req-34b9a348-307e-4d94-92a8-191b2550136f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:55:19.174011 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bc5ad46c-5883-4e6c-9759-597c8c501a4c req-34b9a348-307e-4d94-92a8-191b2550136f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=aeb72e84-a4a2-4b0d-a406-5fd47769c8a0 HTTP/1.1" status: 200 len: 945 time: 0.1290398 May 05 20:55:19.293131 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-bc5ad46c-5883-4e6c-9759-597c8c501a4c req-f98de28a-7bb5-45e7-8510-5959e1156729 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=99cf8c05-4b6d-4160-91d0-bffae8ab1b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056950 May 05 20:55:19.313377 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd599049-dc27-4778-a8c3-683752644905 req-fb05cd57-77fa-41ec-8627-5d74827153a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:55:19.314810 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fd599049-dc27-4778-a8c3-683752644905 req-fb05cd57-77fa-41ec-8627-5d74827153a4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bee1d09d-6d92-47bb-a932-c80948315e53 HTTP/1.1" status: 200 len: 896 time: 0.1692927 May 05 20:55:19.315370 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40818) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:55:19.398174 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-13966bd7-2203-4786-bb48-0784a951cc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002c7935-ee32-4cfb-b032-81d3d5668018', 'name': 'tempest-TestNetworkAdvancedServerOps-router-842147314', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'fcfd26f5-cd68-4f1f-8e79-a1e9777670fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:54:58Z', 'updated_at': '2022-05-05T20:55:03Z', 'revision_number': 4, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'gw_port': {'id': 'fcfd26f5-cd68-4f1f-8e79-a1e9777670fb', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:60:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002c7935-ee32-4cfb-b032-81d3d5668018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:54:59Z', 'updated_at': '2022-05-05T20:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '0fc8b4c8-dabf-4f31-8c68-b4ece0f92ad9', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'floating_ip_address': '172.25.0.48', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '002c7935-ee32-4cfb-b032-81d3d5668018', 'port_id': '75d1c712-ad9b-4107-9692-a04fe2cbee8e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bee1d09d-6d92-47bb-a932-c80948315e53', 'mac_address': 'fa:16:3e:d8:e4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb72e84-a4a2-4b0d-a406-5fd47769c8a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:55:17Z', 'updated_at': '2022-05-05T20:55:17Z', 'revision_number': 0, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af91991c-1851-4efe-a2bc-82580a80de8c', 'name': '', 'network_id': 'bee1d09d-6d92-47bb-a932-c80948315e53', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'mac_address': 'fa:16:3e:18:c1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002c7935-ee32-4cfb-b032-81d3d5668018', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'd428d777-a1e2-4f20-ba93-f4af20998756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:55:02Z', 'updated_at': '2022-05-05T20:55:09Z', 'revision_number': 5, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'subnets': [{'id': 'd428d777-a1e2-4f20-ba93-f4af20998756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:55:19.402878 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13966bd7-2203-4786-bb48-0784a951cc9f None None] Checking router: 002c7935-ee32-4cfb-b032-81d3d5668018 for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:55:19.411711 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13966bd7-2203-4786-bb48-0784a951cc9f None None] Routers {'002c7935-ee32-4cfb-b032-81d3d5668018'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:55:19.412822 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-13966bd7-2203-4786-bb48-0784a951cc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:55:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['002c7935-ee32-4cfb-b032-81d3d5668018'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:55:19.420018 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fd599049-dc27-4778-a8c3-683752644905 req-eca35fba-95d6-4f79-8576-10431a42652b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75d1c712-ad9b-4107-9692-a04fe2cbee8e HTTP/1.1" status: 200 len: 998 time: 0.0998552 May 05 20:55:19.427925 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3d22aa56-a64f-44ce-85be-eade73906175 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/floatingips/0fc8b4c8-dabf-4f31-8c68-b4ece0f92ad9 HTTP/1.1" status: 200 len: 990 time: 0.1114426 May 05 20:55:19.483234 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd599049-dc27-4778-a8c3-683752644905 req-f762cc9c-ad55-430f-b20e-73b59e3e7c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:55:19.484717 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fd599049-dc27-4778-a8c3-683752644905 req-f762cc9c-ad55-430f-b20e-73b59e3e7c4d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d428d777-a1e2-4f20-ba93-f4af20998756 HTTP/1.1" status: 200 len: 834 time: 0.0597153 May 05 20:55:19.561370 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd599049-dc27-4778-a8c3-683752644905 req-c7b5320b-946b-483f-8ecb-130bf05190e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:55:19.562863 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fd599049-dc27-4778-a8c3-683752644905 req-c7b5320b-946b-483f-8ecb-130bf05190e2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bee1d09d-6d92-47bb-a932-c80948315e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730336 May 05 20:55:19.590658 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-13966bd7-2203-4786-bb48-0784a951cc9f None None] Set router 002c7935-ee32-4cfb-b032-81d3d5668018 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:55:19.693466 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fd599049-dc27-4778-a8c3-683752644905 req-76fb6fe5-7480-40c7-8f8c-88a2038a3ff9 service neutron] 10.222.0.50 "GET /v2.0/networks/bee1d09d-6d92-47bb-a932-c80948315e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247330 May 05 20:55:19.824994 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fd599049-dc27-4778-a8c3-683752644905 req-ce149afc-8b97-4aca-8e2d-ef30752abb66 service neutron] 10.222.0.50 "GET /v2.0/networks/bee1d09d-6d92-47bb-a932-c80948315e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257737 May 05 20:55:19.965993 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-13966bd7-2203-4786-bb48-0784a951cc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002c7935-ee32-4cfb-b032-81d3d5668018', 'name': 'tempest-TestNetworkAdvancedServerOps-router-842147314', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'fcfd26f5-cd68-4f1f-8e79-a1e9777670fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:54:58Z', 'updated_at': '2022-05-05T20:55:03Z', 'revision_number': 4, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'gw_port': {'id': 'fcfd26f5-cd68-4f1f-8e79-a1e9777670fb', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:60:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002c7935-ee32-4cfb-b032-81d3d5668018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:54:59Z', 'updated_at': '2022-05-05T20:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '0fc8b4c8-dabf-4f31-8c68-b4ece0f92ad9', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'floating_ip_address': '172.25.0.48', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '002c7935-ee32-4cfb-b032-81d3d5668018', 'port_id': '75d1c712-ad9b-4107-9692-a04fe2cbee8e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bee1d09d-6d92-47bb-a932-c80948315e53', 'mac_address': 'fa:16:3e:d8:e4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb72e84-a4a2-4b0d-a406-5fd47769c8a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:55:17Z', 'updated_at': '2022-05-05T20:55:17Z', 'revision_number': 0, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af91991c-1851-4efe-a2bc-82580a80de8c', 'name': '', 'network_id': 'bee1d09d-6d92-47bb-a932-c80948315e53', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'mac_address': 'fa:16:3e:18:c1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002c7935-ee32-4cfb-b032-81d3d5668018', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'd428d777-a1e2-4f20-ba93-f4af20998756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:55:02Z', 'updated_at': '2022-05-05T20:55:09Z', 'revision_number': 5, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'subnets': [{'id': 'd428d777-a1e2-4f20-ba93-f4af20998756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:55:19.969836 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13966bd7-2203-4786-bb48-0784a951cc9f None None] The sync data for ids ['002c7935-ee32-4cfb-b032-81d3d5668018'] in n-d-840717-1 is: [{'id': '002c7935-ee32-4cfb-b032-81d3d5668018', 'name': 'tempest-TestNetworkAdvancedServerOps-router-842147314', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'fcfd26f5-cd68-4f1f-8e79-a1e9777670fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:54:58Z', 'updated_at': '2022-05-05T20:55:03Z', 'revision_number': 4, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'gw_port': {'id': 'fcfd26f5-cd68-4f1f-8e79-a1e9777670fb', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:60:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002c7935-ee32-4cfb-b032-81d3d5668018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:54:59Z', 'updated_at': '2022-05-05T20:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '0fc8b4c8-dabf-4f31-8c68-b4ece0f92ad9', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'floating_ip_address': '172.25.0.48', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '002c7935-ee32-4cfb-b032-81d3d5668018', 'port_id': '75d1c712-ad9b-4107-9692-a04fe2cbee8e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bee1d09d-6d92-47bb-a932-c80948315e53', 'mac_address': 'fa:16:3e:d8:e4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb72e84-a4a2-4b0d-a406-5fd47769c8a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:55:17Z', 'updated_at': '2022-05-05T20:55:17Z', 'revision_number': 0, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af91991c-1851-4efe-a2bc-82580a80de8c', 'name': '', 'network_id': 'bee1d09d-6d92-47bb-a932-c80948315e53', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'mac_address': 'fa:16:3e:18:c1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002c7935-ee32-4cfb-b032-81d3d5668018', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'd428d777-a1e2-4f20-ba93-f4af20998756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:55:02Z', 'updated_at': '2022-05-05T20:55:09Z', 'revision_number': 5, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'subnets': [{'id': 'd428d777-a1e2-4f20-ba93-f4af20998756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:55:20.004463 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:55:20.156998 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9f8f6a-a811-42d6-bb46-c8acf04a4081 None None] New status for floating IP 0fc8b4c8-dabf-4f31-8c68-b4ece0f92ad9: ACTIVE {{(pid=88199) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:55:20.431263 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 40822) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:55:20.542384 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-ef8ccb81-c113-440d-a52a-cc2e5c076ed0 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/floatingips/0fc8b4c8-dabf-4f31-8c68-b4ece0f92ad9 HTTP/1.1" status: 200 len: 992 time: 0.1100664 May 05 20:55:21.464229 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8c1b2283-91bd-408e-8c15-80bd6c2baed3 req-cd37daf0-b670-4272-872e-95453e166e09 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=aeb72e84-a4a2-4b0d-a406-5fd47769c8a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0681622 May 05 20:55:21.600320 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b2283-91bd-408e-8c15-80bd6c2baed3 req-f836a652-712c-4515-bc1c-f027b854ccab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:55:21.601784 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8c1b2283-91bd-408e-8c15-80bd6c2baed3 req-f836a652-712c-4515-bc1c-f027b854ccab service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=30a835e817a747e3b9b294a4a57222fc&device_id=aeb72e84-a4a2-4b0d-a406-5fd47769c8a0 HTTP/1.1" status: 200 len: 1096 time: 0.0692887 May 05 20:55:21.744023 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b2283-91bd-408e-8c15-80bd6c2baed3 req-98ba1b76-646b-49ff-956b-a98a3bf1ed98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:55:21.745625 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8c1b2283-91bd-408e-8c15-80bd6c2baed3 req-98ba1b76-646b-49ff-956b-a98a3bf1ed98 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bee1d09d-6d92-47bb-a932-c80948315e53 HTTP/1.1" status: 200 len: 896 time: 0.1254416 May 05 20:55:21.846139 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8c1b2283-91bd-408e-8c15-80bd6c2baed3 req-e4e3ac28-b810-41e4-bfd5-6883044cd49e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75d1c712-ad9b-4107-9692-a04fe2cbee8e HTTP/1.1" status: 200 len: 1000 time: 0.0951807 May 05 20:55:22.016050 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b2283-91bd-408e-8c15-80bd6c2baed3 req-ba25e926-4be9-44dd-8fd0-ecf45f8cb113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:55:22.017390 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8c1b2283-91bd-408e-8c15-80bd6c2baed3 req-ba25e926-4be9-44dd-8fd0-ecf45f8cb113 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d428d777-a1e2-4f20-ba93-f4af20998756 HTTP/1.1" status: 200 len: 834 time: 0.1664939 May 05 20:55:22.091531 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b2283-91bd-408e-8c15-80bd6c2baed3 req-e1061888-bd5f-4417-8cb9-082508ebc5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:55:22.092980 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8c1b2283-91bd-408e-8c15-80bd6c2baed3 req-e1061888-bd5f-4417-8cb9-082508ebc5b3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bee1d09d-6d92-47bb-a932-c80948315e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695286 May 05 20:55:22.222357 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8c1b2283-91bd-408e-8c15-80bd6c2baed3 req-7e6deb87-4b9a-4ec8-bf5f-4a564a134304 service neutron] 10.222.0.50 "GET /v2.0/networks/bee1d09d-6d92-47bb-a932-c80948315e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239398 May 05 20:55:22.349935 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8c1b2283-91bd-408e-8c15-80bd6c2baed3 req-f6e1d998-f50c-4fac-9e59-a3f0c71b0c19 service neutron] 10.222.0.50 "GET /v2.0/networks/bee1d09d-6d92-47bb-a932-c80948315e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224480 May 05 20:55:34.749867 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-87b4a668-a47e-4df8-97a5-ed991748b480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:36.954369 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-150beac3-3c5c-4c32-9f97-2e01dbc90590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:38.019485 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:38.175244 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:39.765063 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:44.770347 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:46.875514 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:55:47.334399 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40840) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:55:47.476149 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0344a1-334b-40dc-87ed-4fb7606a6503 req-537301de-5507-4dbc-922f-e9332bbca02b tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:55:47.477605 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dd0344a1-334b-40dc-87ed-4fb7606a6503 req-537301de-5507-4dbc-922f-e9332bbca02b tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=aeb72e84-a4a2-4b0d-a406-5fd47769c8a0 HTTP/1.1" status: 200 len: 945 time: 0.1403644 May 05 20:55:47.484947 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0981b58f-fe72-4aac-bf0f-928c3a0c5339 req-fb2799a0-fb51-4721-b60a-88ab63e649c6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=aeb72e84-a4a2-4b0d-a406-5fd47769c8a0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1491513 May 05 20:55:47.524188 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dd0344a1-334b-40dc-87ed-4fb7606a6503 req-497012da-85ed-4e9c-bec0-003965162962 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=99cf8c05-4b6d-4160-91d0-bffae8ab1b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383043 May 05 20:55:48.782972 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda0bcd-3635-430f-bbba-a22b31dac608 req-fb5001ac-829f-4aba-a4ba-71f3a9ee5a76 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:55:48.784456 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ddda0bcd-3635-430f-bbba-a22b31dac608 req-fb5001ac-829f-4aba-a4ba-71f3a9ee5a76 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=aeb72e84-a4a2-4b0d-a406-5fd47769c8a0 HTTP/1.1" status: 200 len: 945 time: 0.1380608 May 05 20:55:48.787038 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0981b58f-fe72-4aac-bf0f-928c3a0c5339 req-2108b7f2-04fd-4b20-835b-c37e19e99708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:55:48.788377 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0981b58f-fe72-4aac-bf0f-928c3a0c5339 req-2108b7f2-04fd-4b20-835b-c37e19e99708 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=30a835e817a747e3b9b294a4a57222fc&device_id=aeb72e84-a4a2-4b0d-a406-5fd47769c8a0 HTTP/1.1" status: 200 len: 1096 time: 0.1113214 May 05 20:55:48.912245 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ddda0bcd-3635-430f-bbba-a22b31dac608 req-bb8d960a-96ac-4afa-878e-a1f24a054cfc tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=99cf8c05-4b6d-4160-91d0-bffae8ab1b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219084 May 05 20:55:48.949613 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0981b58f-fe72-4aac-bf0f-928c3a0c5339 req-27876d09-06ad-4753-b3f8-f1682717c197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:55:48.951178 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0981b58f-fe72-4aac-bf0f-928c3a0c5339 req-27876d09-06ad-4753-b3f8-f1682717c197 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bee1d09d-6d92-47bb-a932-c80948315e53 HTTP/1.1" status: 200 len: 896 time: 0.1479626 May 05 20:55:49.052167 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0981b58f-fe72-4aac-bf0f-928c3a0c5339 req-d24dd5f7-25a6-4de5-91d5-e47da8a84980 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75d1c712-ad9b-4107-9692-a04fe2cbee8e HTTP/1.1" status: 200 len: 1000 time: 0.0951905 May 05 20:55:49.115332 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0981b58f-fe72-4aac-bf0f-928c3a0c5339 req-01eff8d5-3aa3-4aff-8c66-8b06b7808765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:55:49.116745 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0981b58f-fe72-4aac-bf0f-928c3a0c5339 req-01eff8d5-3aa3-4aff-8c66-8b06b7808765 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d428d777-a1e2-4f20-ba93-f4af20998756 HTTP/1.1" status: 200 len: 834 time: 0.0582292 May 05 20:55:49.189607 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0981b58f-fe72-4aac-bf0f-928c3a0c5339 req-8394d123-72bc-4e45-9e01-8a0b48025f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:55:49.191052 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0981b58f-fe72-4aac-bf0f-928c3a0c5339 req-8394d123-72bc-4e45-9e01-8a0b48025f0d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bee1d09d-6d92-47bb-a932-c80948315e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679305 May 05 20:55:49.319220 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0981b58f-fe72-4aac-bf0f-928c3a0c5339 req-1967191a-1bd8-4d46-bec0-c769aac979f1 service neutron] 10.222.0.50 "GET /v2.0/networks/bee1d09d-6d92-47bb-a932-c80948315e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224115 May 05 20:55:49.447658 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0981b58f-fe72-4aac-bf0f-928c3a0c5339 req-a9f84b51-d38f-4e35-ba6a-92a2cac35e77 service neutron] 10.222.0.50 "GET /v2.0/networks/bee1d09d-6d92-47bb-a932-c80948315e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224782 May 05 20:55:50.102538 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b79b1-3133-4c17-be56-379d1f564a08 req-309146c0-0b74-4845-ae92-27fc51cd74ce tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:55:50.104015 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-142b79b1-3133-4c17-be56-379d1f564a08 req-309146c0-0b74-4845-ae92-27fc51cd74ce tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=aeb72e84-a4a2-4b0d-a406-5fd47769c8a0 HTTP/1.1" status: 200 len: 945 time: 0.0822268 May 05 20:55:50.147249 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-142b79b1-3133-4c17-be56-379d1f564a08 req-f4678292-7645-455a-8ca7-d7381a33f4d7 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=99cf8c05-4b6d-4160-91d0-bffae8ab1b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375879 May 05 20:55:51.331827 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cffca0f-a28a-4834-849e-c5bedee7e483 req-50217d9a-4049-4d4f-8ce1-efb66024e75d tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:55:51.333273 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6cffca0f-a28a-4834-849e-c5bedee7e483 req-50217d9a-4049-4d4f-8ce1-efb66024e75d tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=aeb72e84-a4a2-4b0d-a406-5fd47769c8a0 HTTP/1.1" status: 200 len: 945 time: 0.0788069 May 05 20:55:51.380128 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6cffca0f-a28a-4834-849e-c5bedee7e483 req-f2d3c047-3241-4485-8e59-617a93b36c8d tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=99cf8c05-4b6d-4160-91d0-bffae8ab1b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413349 May 05 20:55:52.586167 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c953d69-08df-4d77-9dbd-0de85123c843 req-23607af9-6f3b-4340-bbbd-10ffccf6fe52 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:55:52.588270 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2c953d69-08df-4d77-9dbd-0de85123c843 req-23607af9-6f3b-4340-bbbd-10ffccf6fe52 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=aeb72e84-a4a2-4b0d-a406-5fd47769c8a0 HTTP/1.1" status: 200 len: 945 time: 0.0931494 May 05 20:55:52.642293 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2c953d69-08df-4d77-9dbd-0de85123c843 req-bc24c67b-e5ac-4988-aefc-b3d0bc6ce16a tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=99cf8c05-4b6d-4160-91d0-bffae8ab1b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451033 May 05 20:55:53.832064 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43603708-a828-48e3-9b4a-ea4e94c8d708 req-61bb70c7-cfa4-4b4c-b99b-597b83159341 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:55:53.833520 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-43603708-a828-48e3-9b4a-ea4e94c8d708 req-61bb70c7-cfa4-4b4c-b99b-597b83159341 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=aeb72e84-a4a2-4b0d-a406-5fd47769c8a0 HTTP/1.1" status: 200 len: 945 time: 0.0834422 May 05 20:55:53.877234 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-43603708-a828-48e3-9b4a-ea4e94c8d708 req-4c7d5a0d-9581-4c1d-b30a-100ffa4f03f4 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=99cf8c05-4b6d-4160-91d0-bffae8ab1b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380402 May 05 20:55:55.059623 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef82315d-2f76-4003-82d2-60ce097fd5a4 req-fb6f2cb7-54c2-4d2f-af38-d9ad83e43498 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:55:55.061076 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ef82315d-2f76-4003-82d2-60ce097fd5a4 req-fb6f2cb7-54c2-4d2f-af38-d9ad83e43498 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=aeb72e84-a4a2-4b0d-a406-5fd47769c8a0 HTTP/1.1" status: 200 len: 945 time: 0.0794220 May 05 20:55:55.103430 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ef82315d-2f76-4003-82d2-60ce097fd5a4 req-655c3a43-2748-414d-9e8a-41a81f23c6ed tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=99cf8c05-4b6d-4160-91d0-bffae8ab1b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367677 May 05 20:55:56.289452 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd48fe2-a180-40e8-b97e-036d0378b259 req-d1bed099-d557-426a-88a5-4ae92e8150fa tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:55:56.290889 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8fd48fe2-a180-40e8-b97e-036d0378b259 req-d1bed099-d557-426a-88a5-4ae92e8150fa tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=aeb72e84-a4a2-4b0d-a406-5fd47769c8a0 HTTP/1.1" status: 200 len: 945 time: 0.0814140 May 05 20:55:56.334449 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8fd48fe2-a180-40e8-b97e-036d0378b259 req-d8638bac-38c0-49b3-bfe9-3afb6039b565 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=99cf8c05-4b6d-4160-91d0-bffae8ab1b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377381 May 05 20:55:57.003645 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:55:57.521475 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1249c046-314f-4837-b7d1-046cc0498b8f req-ff0938d6-8dcd-420c-8cc1-63e71ab0ab41 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:55:57.522914 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1249c046-314f-4837-b7d1-046cc0498b8f req-ff0938d6-8dcd-420c-8cc1-63e71ab0ab41 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=aeb72e84-a4a2-4b0d-a406-5fd47769c8a0 HTTP/1.1" status: 200 len: 945 time: 0.0833602 May 05 20:55:57.565956 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1249c046-314f-4837-b7d1-046cc0498b8f req-3b8b1af4-c117-41a4-a7f7-a648478de44c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=99cf8c05-4b6d-4160-91d0-bffae8ab1b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371912 May 05 20:55:58.756970 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8de77-2c91-4c59-9c7b-d927b1c7f0aa req-b2fb7c91-373c-4fe8-b940-3da63df843c8 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:55:58.758431 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-16a8de77-2c91-4c59-9c7b-d927b1c7f0aa req-b2fb7c91-373c-4fe8-b940-3da63df843c8 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=aeb72e84-a4a2-4b0d-a406-5fd47769c8a0 HTTP/1.1" status: 200 len: 945 time: 0.0813980 May 05 20:55:58.802609 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-16a8de77-2c91-4c59-9c7b-d927b1c7f0aa req-9a13b3b8-7e6c-4f69-a688-b6b3d688124c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=99cf8c05-4b6d-4160-91d0-bffae8ab1b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378845 May 05 20:55:59.996576 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327fdba2-f0c8-4d20-943d-1b1e526a065e req-b2036f0a-824c-49f2-8c28-bfa025e5d49d tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:55:59.998036 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-327fdba2-f0c8-4d20-943d-1b1e526a065e req-b2036f0a-824c-49f2-8c28-bfa025e5d49d tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=aeb72e84-a4a2-4b0d-a406-5fd47769c8a0 HTTP/1.1" status: 200 len: 945 time: 0.0847657 May 05 20:56:00.045897 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-327fdba2-f0c8-4d20-943d-1b1e526a065e req-0b8b7054-d753-4eb0-a0d0-03c6fb27429f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=99cf8c05-4b6d-4160-91d0-bffae8ab1b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421972 May 05 20:56:01.386785 n-d-840717-1 neutron-server[88197]: INFO neutron.api.v2.resource [req-0981b58f-fe72-4aac-bf0f-928c3a0c5339 req-b693bf68-bbcb-424c-a625-aba2747961d3 service neutron] show failed (client error): The resource could not be found. May 05 20:56:01.387724 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0981b58f-fe72-4aac-bf0f-928c3a0c5339 req-b693bf68-bbcb-424c-a625-aba2747961d3 service neutron] 10.222.0.50 "GET /v2.0/ports/75d1c712-ad9b-4107-9692-a04fe2cbee8e/bindings/n-h1-840717-1 HTTP/1.1" status: 404 len: 380 time: 0.0960009 May 05 20:56:01.399433 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a9f33a-5de3-4e1a-afd3-e23557c6e0ed req-457704b1-6400-450a-8459-5f76884983c6 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:56:01.400937 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c4a9f33a-5de3-4e1a-afd3-e23557c6e0ed req-457704b1-6400-450a-8459-5f76884983c6 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=aeb72e84-a4a2-4b0d-a406-5fd47769c8a0 HTTP/1.1" status: 200 len: 945 time: 0.2444489 May 05 20:56:01.449766 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c4a9f33a-5de3-4e1a-afd3-e23557c6e0ed req-e3f5ff2c-4d24-4426-a078-f46209df3dbc tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=99cf8c05-4b6d-4160-91d0-bffae8ab1b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399976 May 05 20:56:01.649225 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0981b58f-fe72-4aac-bf0f-928c3a0c5339 req-b567bbea-73bf-4ff0-851e-957c63fb295a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:56:01.650616 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0981b58f-fe72-4aac-bf0f-928c3a0c5339 req-b567bbea-73bf-4ff0-851e-957c63fb295a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=aeb72e84-a4a2-4b0d-a406-5fd47769c8a0&tenant_id=30a835e817a747e3b9b294a4a57222fc HTTP/1.1" status: 200 len: 1096 time: 0.0772367 May 05 20:56:01.660954 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-0981b58f-fe72-4aac-bf0f-928c3a0c5339 req-ebd9dcf0-b417-4a0e-a8c4-39042f6891e7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-840717-1', 'device_owner': 'compute:nova'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:56:01.767998 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0981b58f-fe72-4aac-bf0f-928c3a0c5339 req-ebd9dcf0-b417-4a0e-a8c4-39042f6891e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:02.139705 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-0981b58f-fe72-4aac-bf0f-928c3a0c5339 req-ebd9dcf0-b417-4a0e-a8c4-39042f6891e7 service neutron] For port 75d1c712-ad9b-4107-9692-a04fe2cbee8e, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=75d1c712-ad9b-4107-9692-a04fe2cbee8e,segment=NetworkSegment(85c23863-dc70-4d43-8658-261defd83944),segment_id=85c23863-dc70-4d43-8658-261defd83944)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:56:02.167227 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-0981b58f-fe72-4aac-bf0f-928c3a0c5339 req-ebd9dcf0-b417-4a0e-a8c4-39042f6891e7 service neutron] For port 75d1c712-ad9b-4107-9692-a04fe2cbee8e, host n-h2-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:56:02.224128 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb72e84-a4a2-4b0d-a406-5fd47769c8a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75d1c712-ad9b-4107-9692-a04fe2cbee8e'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:56:02.229739 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0981b58f-fe72-4aac-bf0f-928c3a0c5339 req-ebd9dcf0-b417-4a0e-a8c4-39042f6891e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:02.244821 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-0981b58f-fe72-4aac-bf0f-928c3a0c5339 req-ebd9dcf0-b417-4a0e-a8c4-39042f6891e7 service neutron] Transition to ACTIVE for port object 75d1c712-ad9b-4107-9692-a04fe2cbee8e will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:56:02.249482 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0981b58f-fe72-4aac-bf0f-928c3a0c5339 req-ebd9dcf0-b417-4a0e-a8c4-39042f6891e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:02.286525 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3ba6835-0cea-45d6-a9da-26bffae35d47'] response: {'server_uuid': 'aeb72e84-a4a2-4b0d-a406-5fd47769c8a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75d1c712-ad9b-4107-9692-a04fe2cbee8e', 'code': 200} May 05 20:56:02.399602 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd9dcf0-b417-4a0e-a8c4-39042f6891e7 service neutron] Pushing event updated for resources: {'Port': ['ID=75d1c712-ad9b-4107-9692-a04fe2cbee8e,revision_number=6']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:56:02.411999 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd9dcf0-b417-4a0e-a8c4-39042f6891e7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:56:02.412341 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd9dcf0-b417-4a0e-a8c4-39042f6891e7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:56:02.412672 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd9dcf0-b417-4a0e-a8c4-39042f6891e7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:56:02.413010 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd9dcf0-b417-4a0e-a8c4-39042f6891e7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:56:02.413336 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd9dcf0-b417-4a0e-a8c4-39042f6891e7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:56:02.413654 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd9dcf0-b417-4a0e-a8c4-39042f6891e7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:56:02.413974 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd9dcf0-b417-4a0e-a8c4-39042f6891e7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:56:02.414289 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd9dcf0-b417-4a0e-a8c4-39042f6891e7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:56:02.414604 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd9dcf0-b417-4a0e-a8c4-39042f6891e7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:56:02.414916 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd9dcf0-b417-4a0e-a8c4-39042f6891e7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:56:02.415538 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd9dcf0-b417-4a0e-a8c4-39042f6891e7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:56:02.415856 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd9dcf0-b417-4a0e-a8c4-39042f6891e7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:56:02.464029 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-0981b58f-fe72-4aac-bf0f-928c3a0c5339 req-ebd9dcf0-b417-4a0e-a8c4-39042f6891e7 service neutron] No DVR routers for this DVR port 75d1c712-ad9b-4107-9692-a04fe2cbee8e on host n-h2-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:56:02.642668 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aa19fe-a799-4039-b31f-d09ddb7d8b59 req-1eaf89a2-56b3-4a9d-825b-3485e4a8ec53 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:56:02.644195 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-89aa19fe-a799-4039-b31f-d09ddb7d8b59 req-1eaf89a2-56b3-4a9d-825b-3485e4a8ec53 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=aeb72e84-a4a2-4b0d-a406-5fd47769c8a0 HTTP/1.1" status: 200 len: 943 time: 0.0865736 May 05 20:56:02.688632 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-89aa19fe-a799-4039-b31f-d09ddb7d8b59 req-a6308527-1c86-4365-a3dc-f8e8c5698375 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=99cf8c05-4b6d-4160-91d0-bffae8ab1b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387607 May 05 20:56:02.693320 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-0981b58f-fe72-4aac-bf0f-928c3a0c5339 req-ebd9dcf0-b417-4a0e-a8c4-39042f6891e7 service neutron] Attempting to bind port 75d1c712-ad9b-4107-9692-a04fe2cbee8e on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:56:02.693814 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-0981b58f-fe72-4aac-bf0f-928c3a0c5339 req-ebd9dcf0-b417-4a0e-a8c4-39042f6891e7 service neutron] Attempting to bind port 75d1c712-ad9b-4107-9692-a04fe2cbee8e by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': '85c23863-dc70-4d43-8658-261defd83944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bee1d09d-6d92-47bb-a932-c80948315e53'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:56:02.693964 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0981b58f-fe72-4aac-bf0f-928c3a0c5339 req-ebd9dcf0-b417-4a0e-a8c4-39042f6891e7 service neutron] Attempting to bind port 75d1c712-ad9b-4107-9692-a04fe2cbee8e on network bee1d09d-6d92-47bb-a932-c80948315e53 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:56:02.699205 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0981b58f-fe72-4aac-bf0f-928c3a0c5339 req-ebd9dcf0-b417-4a0e-a8c4-39042f6891e7 service neutron] Port 75d1c712-ad9b-4107-9692-a04fe2cbee8e on network bee1d09d-6d92-47bb-a932-c80948315e53 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:56:02.699559 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0981b58f-fe72-4aac-bf0f-928c3a0c5339 req-ebd9dcf0-b417-4a0e-a8c4-39042f6891e7 service neutron] Attempting to bind port 75d1c712-ad9b-4107-9692-a04fe2cbee8e on network bee1d09d-6d92-47bb-a932-c80948315e53 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:56:02.704715 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0981b58f-fe72-4aac-bf0f-928c3a0c5339 req-ebd9dcf0-b417-4a0e-a8c4-39042f6891e7 service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:56:02.705078 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0981b58f-fe72-4aac-bf0f-928c3a0c5339 req-ebd9dcf0-b417-4a0e-a8c4-39042f6891e7 service neutron] Checking segment: {'id': '85c23863-dc70-4d43-8658-261defd83944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bee1d09d-6d92-47bb-a932-c80948315e53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:56:02.705449 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0981b58f-fe72-4aac-bf0f-928c3a0c5339 req-ebd9dcf0-b417-4a0e-a8c4-39042f6891e7 service neutron] Bound using segment: {'id': '85c23863-dc70-4d43-8658-261defd83944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bee1d09d-6d92-47bb-a932-c80948315e53'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:56:02.705885 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-0981b58f-fe72-4aac-bf0f-928c3a0c5339 req-ebd9dcf0-b417-4a0e-a8c4-39042f6891e7 service neutron] Bound port: 75d1c712-ad9b-4107-9692-a04fe2cbee8e, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85c23863-dc70-4d43-8658-261defd83944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bee1d09d-6d92-47bb-a932-c80948315e53'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:56:02.706349 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0981b58f-fe72-4aac-bf0f-928c3a0c5339 req-ebd9dcf0-b417-4a0e-a8c4-39042f6891e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:02.792854 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-0981b58f-fe72-4aac-bf0f-928c3a0c5339 req-ebd9dcf0-b417-4a0e-a8c4-39042f6891e7 service neutron] For port 75d1c712-ad9b-4107-9692-a04fe2cbee8e, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:56:02.796676 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-0981b58f-fe72-4aac-bf0f-928c3a0c5339 req-ebd9dcf0-b417-4a0e-a8c4-39042f6891e7 service neutron] For port 75d1c712-ad9b-4107-9692-a04fe2cbee8e, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=75d1c712-ad9b-4107-9692-a04fe2cbee8e,segment=NetworkSegment(85c23863-dc70-4d43-8658-261defd83944),segment_id=85c23863-dc70-4d43-8658-261defd83944)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:56:02.801159 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0981b58f-fe72-4aac-bf0f-928c3a0c5339 req-ebd9dcf0-b417-4a0e-a8c4-39042f6891e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:02.863819 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0981b58f-fe72-4aac-bf0f-928c3a0c5339 req-ebd9dcf0-b417-4a0e-a8c4-39042f6891e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:56:02.864465 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0981b58f-fe72-4aac-bf0f-928c3a0c5339 req-ebd9dcf0-b417-4a0e-a8c4-39042f6891e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:02.865778 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0981b58f-fe72-4aac-bf0f-928c3a0c5339 req-ebd9dcf0-b417-4a0e-a8c4-39042f6891e7 service neutron] 10.222.0.24 "PUT /v2.0/ports/75d1c712-ad9b-4107-9692-a04fe2cbee8e HTTP/1.1" status: 200 len: 1091 time: 1.2086201 May 05 20:56:02.881040 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd9dcf0-b417-4a0e-a8c4-39042f6891e7 service neutron] Pushing event updated for resources: {'Port': ['ID=75d1c712-ad9b-4107-9692-a04fe2cbee8e,revision_number=7']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:56:02.960196 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0981b58f-fe72-4aac-bf0f-928c3a0c5339 req-d8108aeb-28bc-47f9-9034-80b0d04d1bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:56:02.961704 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0981b58f-fe72-4aac-bf0f-928c3a0c5339 req-d8108aeb-28bc-47f9-9034-80b0d04d1bad service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=30a835e817a747e3b9b294a4a57222fc&device_id=aeb72e84-a4a2-4b0d-a406-5fd47769c8a0 HTTP/1.1" status: 200 len: 1094 time: 0.0740759 May 05 20:56:03.096593 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0981b58f-fe72-4aac-bf0f-928c3a0c5339 req-f6fa2954-2e77-4b0d-99ef-c7aac19fa1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:56:03.098814 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0981b58f-fe72-4aac-bf0f-928c3a0c5339 req-f6fa2954-2e77-4b0d-99ef-c7aac19fa1db service neutron] 10.222.0.24 "GET /v2.0/networks?id=bee1d09d-6d92-47bb-a932-c80948315e53 HTTP/1.1" status: 200 len: 896 time: 0.1318791 May 05 20:56:03.200575 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0981b58f-fe72-4aac-bf0f-928c3a0c5339 req-e3625351-a616-441e-bf1d-93810203c6d8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75d1c712-ad9b-4107-9692-a04fe2cbee8e HTTP/1.1" status: 200 len: 998 time: 0.0957212 May 05 20:56:03.264354 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0981b58f-fe72-4aac-bf0f-928c3a0c5339 req-6ad51315-f5e0-421b-a403-aea5a82d9a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:56:03.265737 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0981b58f-fe72-4aac-bf0f-928c3a0c5339 req-6ad51315-f5e0-421b-a403-aea5a82d9a18 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d428d777-a1e2-4f20-ba93-f4af20998756 HTTP/1.1" status: 200 len: 834 time: 0.0595438 May 05 20:56:03.337006 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0981b58f-fe72-4aac-bf0f-928c3a0c5339 req-74b7185b-d23b-41e6-9e3b-afa40b24e41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:56:03.338428 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0981b58f-fe72-4aac-bf0f-928c3a0c5339 req-74b7185b-d23b-41e6-9e3b-afa40b24e41d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bee1d09d-6d92-47bb-a932-c80948315e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671935 May 05 20:56:03.466534 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0981b58f-fe72-4aac-bf0f-928c3a0c5339 req-7239714b-5e31-4bc5-b9b9-8d282a79bd5d service neutron] 10.222.0.24 "GET /v2.0/networks/bee1d09d-6d92-47bb-a932-c80948315e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215649 May 05 20:56:03.704975 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0981b58f-fe72-4aac-bf0f-928c3a0c5339 req-d4732b16-4ffd-4a4f-94ef-a9056b4fdd3f service neutron] 10.222.0.24 "GET /v2.0/networks/bee1d09d-6d92-47bb-a932-c80948315e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322342 May 05 20:56:03.885616 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f86b45-15ef-47a2-9fcf-9c22f1c97669 req-354699b0-620f-4f0f-a903-ecb9677d8c42 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:56:03.887093 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e7f86b45-15ef-47a2-9fcf-9c22f1c97669 req-354699b0-620f-4f0f-a903-ecb9677d8c42 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=aeb72e84-a4a2-4b0d-a406-5fd47769c8a0 HTTP/1.1" status: 200 len: 943 time: 0.0846040 May 05 20:56:03.932437 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e7f86b45-15ef-47a2-9fcf-9c22f1c97669 req-ab30c1f3-bbad-43f7-9cec-0fba54b94ed9 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=99cf8c05-4b6d-4160-91d0-bffae8ab1b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389364 May 05 20:56:04.287538 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeb72e84-a4a2-4b0d-a406-5fd47769c8a0', 'tag': '75d1c712-ad9b-4107-9692-a04fe2cbee8e'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:56:04.343482 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d6da5f3-4cc5-414a-84bf-2a532b1f15ce'] response: {'name': 'network-changed', 'server_uuid': 'aeb72e84-a4a2-4b0d-a406-5fd47769c8a0', 'tag': '75d1c712-ad9b-4107-9692-a04fe2cbee8e', 'status': 'completed', 'code': 200} May 05 20:56:04.431452 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba51b6-688f-442d-a2dc-be648ae2b55d req-4068db21-80a4-4026-9744-d50467bcb937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:56:04.432938 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a0ba51b6-688f-442d-a2dc-be648ae2b55d req-4068db21-80a4-4026-9744-d50467bcb937 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=30a835e817a747e3b9b294a4a57222fc&device_id=aeb72e84-a4a2-4b0d-a406-5fd47769c8a0 HTTP/1.1" status: 200 len: 1094 time: 0.0708244 May 05 20:56:04.436595 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba51b6-688f-442d-a2dc-be648ae2b55d req-3f31cd00-96ba-47f9-8dd5-81cc6720dee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:56:04.438056 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a0ba51b6-688f-442d-a2dc-be648ae2b55d req-3f31cd00-96ba-47f9-8dd5-81cc6720dee9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=30a835e817a747e3b9b294a4a57222fc&device_id=aeb72e84-a4a2-4b0d-a406-5fd47769c8a0 HTTP/1.1" status: 200 len: 1094 time: 0.0732336 May 05 20:56:04.566861 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba51b6-688f-442d-a2dc-be648ae2b55d req-75eaedc7-8486-49fc-8333-11d5943e1217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:56:04.568261 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a0ba51b6-688f-442d-a2dc-be648ae2b55d req-75eaedc7-8486-49fc-8333-11d5943e1217 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bee1d09d-6d92-47bb-a932-c80948315e53 HTTP/1.1" status: 200 len: 896 time: 0.1284170 May 05 20:56:04.570531 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba51b6-688f-442d-a2dc-be648ae2b55d req-87c0f6cc-230d-4333-a55d-f9c209f21bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:56:04.572008 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a0ba51b6-688f-442d-a2dc-be648ae2b55d req-87c0f6cc-230d-4333-a55d-f9c209f21bc7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bee1d09d-6d92-47bb-a932-c80948315e53 HTTP/1.1" status: 200 len: 896 time: 0.1284211 May 05 20:56:04.674340 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a0ba51b6-688f-442d-a2dc-be648ae2b55d req-d1abeb5e-cfbd-4cb4-8d23-490ac0703238 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75d1c712-ad9b-4107-9692-a04fe2cbee8e HTTP/1.1" status: 200 len: 998 time: 0.0982091 May 05 20:56:04.676160 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a0ba51b6-688f-442d-a2dc-be648ae2b55d req-ec50a1bd-faf2-484c-b6de-b1504342196c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75d1c712-ad9b-4107-9692-a04fe2cbee8e HTTP/1.1" status: 200 len: 998 time: 0.0978045 May 05 20:56:04.705732 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 75d1c712-ad9b-4107-9692-a04fe2cbee8e no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:56:04.737062 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba51b6-688f-442d-a2dc-be648ae2b55d req-57d0acf5-1690-4f8f-9309-7f2b73ea21e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:56:04.737851 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba51b6-688f-442d-a2dc-be648ae2b55d req-d4f6d4fb-59c4-4a57-a33f-754616a6899b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:56:04.738582 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a0ba51b6-688f-442d-a2dc-be648ae2b55d req-57d0acf5-1690-4f8f-9309-7f2b73ea21e5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d428d777-a1e2-4f20-ba93-f4af20998756 HTTP/1.1" status: 200 len: 834 time: 0.0583057 May 05 20:56:04.739282 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a0ba51b6-688f-442d-a2dc-be648ae2b55d req-d4f6d4fb-59c4-4a57-a33f-754616a6899b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d428d777-a1e2-4f20-ba93-f4af20998756 HTTP/1.1" status: 200 len: 834 time: 0.0578165 May 05 20:56:04.774552 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5a86e2c4-5e93-4d74-859c-fa40d1be4264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:04.780272 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 75d1c712-ad9b-4107-9692-a04fe2cbee8e not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:56:04.814272 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba51b6-688f-442d-a2dc-be648ae2b55d req-f8d9e818-c241-4104-a0b8-5c1c3a3c4dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:56:04.815759 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a0ba51b6-688f-442d-a2dc-be648ae2b55d req-f8d9e818-c241-4104-a0b8-5c1c3a3c4dd8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bee1d09d-6d92-47bb-a932-c80948315e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713587 May 05 20:56:04.818334 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba51b6-688f-442d-a2dc-be648ae2b55d req-1978b573-74d3-438a-a8c1-44698d93fc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:56:04.819760 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a0ba51b6-688f-442d-a2dc-be648ae2b55d req-1978b573-74d3-438a-a8c1-44698d93fc8b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bee1d09d-6d92-47bb-a932-c80948315e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753703 May 05 20:56:04.948054 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a0ba51b6-688f-442d-a2dc-be648ae2b55d req-18e47001-57ca-4a81-ae30-159998095a55 service neutron] 10.222.0.50 "GET /v2.0/networks/bee1d09d-6d92-47bb-a932-c80948315e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266091 May 05 20:56:04.950525 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a0ba51b6-688f-442d-a2dc-be648ae2b55d req-f8b07cb3-fd5d-452c-b276-11bf39911d60 service neutron] 10.222.0.24 "GET /v2.0/networks/bee1d09d-6d92-47bb-a932-c80948315e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239235 May 05 20:56:05.086638 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a0ba51b6-688f-442d-a2dc-be648ae2b55d req-31871553-f1a7-4f87-8775-61d272efb83d service neutron] 10.222.0.50 "GET /v2.0/networks/bee1d09d-6d92-47bb-a932-c80948315e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318982 May 05 20:56:05.136887 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a0ba51b6-688f-442d-a2dc-be648ae2b55d req-997649a6-4ef3-4f0b-8315-114c1af52d18 service neutron] 10.222.0.24 "GET /v2.0/networks/bee1d09d-6d92-47bb-a932-c80948315e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775146 May 05 20:56:05.160167 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9248c-b32f-448c-95eb-0ba509941f02 req-2f719835-dacb-4430-88a9-ba6606d4cfa8 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:56:05.161611 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4ec9248c-b32f-448c-95eb-0ba509941f02 req-2f719835-dacb-4430-88a9-ba6606d4cfa8 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=aeb72e84-a4a2-4b0d-a406-5fd47769c8a0 HTTP/1.1" status: 200 len: 943 time: 0.1096213 May 05 20:56:05.208658 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4ec9248c-b32f-448c-95eb-0ba509941f02 req-7c3b4764-929e-4c1f-969f-bc06463087ed tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=99cf8c05-4b6d-4160-91d0-bffae8ab1b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414548 May 05 20:56:06.405074 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18bfee9-d95f-463a-a5b8-4edac4495758 req-02c4b100-a90a-4ead-bf0c-0e4462dca9f8 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:56:06.406448 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e18bfee9-d95f-463a-a5b8-4edac4495758 req-02c4b100-a90a-4ead-bf0c-0e4462dca9f8 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=aeb72e84-a4a2-4b0d-a406-5fd47769c8a0 HTTP/1.1" status: 200 len: 943 time: 0.0860355 May 05 20:56:06.439110 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 75d1c712-ad9b-4107-9692-a04fe2cbee8e details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:56:06.458211 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e18bfee9-d95f-463a-a5b8-4edac4495758 req-9a7af5ba-a2b6-4c82-888e-81c332b3d7d7 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=99cf8c05-4b6d-4160-91d0-bffae8ab1b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457733 May 05 20:56:06.591530 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 75d1c712-ad9b-4107-9692-a04fe2cbee8e, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=75d1c712-ad9b-4107-9692-a04fe2cbee8e,segment=NetworkSegment(85c23863-dc70-4d43-8658-261defd83944),segment_id=85c23863-dc70-4d43-8658-261defd83944)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:56:06.609842 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '75d1c712-ad9b-4107-9692-a04fe2cbee8e', 'network_id': 'bee1d09d-6d92-47bb-a932-c80948315e53', 'port_id': '75d1c712-ad9b-4107-9692-a04fe2cbee8e', 'mac_address': 'fa:16:3e:d8:e4:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd428d777-a1e2-4f20-ba93-f4af20998756', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:56:06.672242 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:06.690478 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75d1c712-ad9b-4107-9692-a04fe2cbee8e {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:56:06.705915 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 75d1c712-ad9b-4107-9692-a04fe2cbee8e, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=75d1c712-ad9b-4107-9692-a04fe2cbee8e,segment=NetworkSegment(85c23863-dc70-4d43-8658-261defd83944),segment_id=85c23863-dc70-4d43-8658-261defd83944)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:56:06.710199 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:06.779606 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=75d1c712-ad9b-4107-9692-a04fe2cbee8e,revision_number=8']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:56:06.787094 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:56:06.787462 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:56:06.787801 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:56:06.788153 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:56:06.788479 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:56:06.788804 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:56:06.789124 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:56:06.789443 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:56:06.789764 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:56:06.790079 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:56:06.790395 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:56:06.790709 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:56:06.867453 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b866fc2-5197-4293-a9db-4aff9b7904ed req-f24bfcd2-b8eb-49f2-b8eb-ec7a85221018 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:56:06.868928 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8b866fc2-5197-4293-a9db-4aff9b7904ed req-f24bfcd2-b8eb-49f2-b8eb-ec7a85221018 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=aeb72e84-a4a2-4b0d-a406-5fd47769c8a0 HTTP/1.1" status: 200 len: 944 time: 0.1768863 May 05 20:56:06.878627 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecce51f-5301-4ae3-8117-c6af2d3cb17c req-b0742fae-9e5b-440c-aff3-5cfa0383f05b tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:56:06.880035 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0ecce51f-5301-4ae3-8117-c6af2d3cb17c req-b0742fae-9e5b-440c-aff3-5cfa0383f05b tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.50 "GET /v2.0/ports?device_id=aeb72e84-a4a2-4b0d-a406-5fd47769c8a0&tenant_id=30a835e817a747e3b9b294a4a57222fc&binding%3Ahost_id=n-h1-840717-1 HTTP/1.1" status: 200 len: 944 time: 0.1541119 May 05 20:56:06.925658 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['75d1c712-ad9b-4107-9692-a04fe2cbee8e'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:56:06.978932 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8b866fc2-5197-4293-a9db-4aff9b7904ed req-6fd3232f-1ca0-49ae-a84d-83dbc8b2eb45 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=99cf8c05-4b6d-4160-91d0-bffae8ab1b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979109 May 05 20:56:06.988869 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2eed4590-d26f-45ec-996f-a571ae845ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:06.994418 n-d-840717-1 neutron-server[88197]: INFO neutron.api.v2.resource [req-0ecce51f-5301-4ae3-8117-c6af2d3cb17c req-bb81bb1e-7c86-4c82-bd5f-8bdaba7a5801 service neutron] delete failed (client error): The resource could not be found. May 05 20:56:06.995089 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0ecce51f-5301-4ae3-8117-c6af2d3cb17c req-bb81bb1e-7c86-4c82-bd5f-8bdaba7a5801 service neutron] 10.222.0.50 "DELETE /v2.0/ports/75d1c712-ad9b-4107-9692-a04fe2cbee8e/bindings/n-h2-840717-1 HTTP/1.1" status: 404 len: 380 time: 0.1011620 May 05 20:56:07.134238 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecce51f-5301-4ae3-8117-c6af2d3cb17c req-9c953f02-38d7-4a74-886d-57d46fd41237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:56:07.135738 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0ecce51f-5301-4ae3-8117-c6af2d3cb17c req-9c953f02-38d7-4a74-886d-57d46fd41237 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=30a835e817a747e3b9b294a4a57222fc&device_id=aeb72e84-a4a2-4b0d-a406-5fd47769c8a0 HTTP/1.1" status: 200 len: 1095 time: 0.0709574 May 05 20:56:07.176516 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff4cc1d-b864-485f-9cc7-950c090f4887 req-ec4c688b-5c79-47e9-bfa5-1e31988daaf2 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:56:07.178336 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8ff4cc1d-b864-485f-9cc7-950c090f4887 req-ec4c688b-5c79-47e9-bfa5-1e31988daaf2 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=aeb72e84-a4a2-4b0d-a406-5fd47769c8a0 HTTP/1.1" status: 200 len: 944 time: 0.0872650 May 05 20:56:07.223557 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8ff4cc1d-b864-485f-9cc7-950c090f4887 req-bf06cbfb-cae0-4278-83c5-80cab9305775 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=99cf8c05-4b6d-4160-91d0-bffae8ab1b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392387 May 05 20:56:07.271590 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecce51f-5301-4ae3-8117-c6af2d3cb17c req-bc2936ff-a4de-461e-bf30-113e4da3a0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:56:07.273027 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0ecce51f-5301-4ae3-8117-c6af2d3cb17c req-bc2936ff-a4de-461e-bf30-113e4da3a0a2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bee1d09d-6d92-47bb-a932-c80948315e53 HTTP/1.1" status: 200 len: 896 time: 0.1322939 May 05 20:56:07.478629 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0ecce51f-5301-4ae3-8117-c6af2d3cb17c req-0fc1df75-0ef1-454d-874c-096566d5e37c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75d1c712-ad9b-4107-9692-a04fe2cbee8e HTTP/1.1" status: 200 len: 999 time: 0.1989055 May 05 20:56:07.538739 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecce51f-5301-4ae3-8117-c6af2d3cb17c req-8deb89da-9c7c-4be8-8f2b-978ee9b3e584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:56:07.540158 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0ecce51f-5301-4ae3-8117-c6af2d3cb17c req-8deb89da-9c7c-4be8-8f2b-978ee9b3e584 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d428d777-a1e2-4f20-ba93-f4af20998756 HTTP/1.1" status: 200 len: 834 time: 0.0560243 May 05 20:56:07.616096 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecce51f-5301-4ae3-8117-c6af2d3cb17c req-fca354a7-a370-466e-b1b4-ac77f95b3473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:56:07.617588 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0ecce51f-5301-4ae3-8117-c6af2d3cb17c req-fca354a7-a370-466e-b1b4-ac77f95b3473 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bee1d09d-6d92-47bb-a932-c80948315e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722077 May 05 20:56:07.749350 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0ecce51f-5301-4ae3-8117-c6af2d3cb17c req-8e88bedd-6250-423c-8139-f74c1070abff service neutron] 10.222.0.50 "GET /v2.0/networks/bee1d09d-6d92-47bb-a932-c80948315e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256535 May 05 20:56:07.878320 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0ecce51f-5301-4ae3-8117-c6af2d3cb17c req-1926b2fe-42e1-4df7-93bb-0dcb6d8ddbd3 service neutron] 10.222.0.50 "GET /v2.0/networks/bee1d09d-6d92-47bb-a932-c80948315e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237638 May 05 20:56:08.022388 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:08.185153 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:08.416709 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b488fd-be72-46e6-9c2d-8cdf3694f98c req-b566a354-52b7-4979-83fa-cb97faadbe8b tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:56:08.418790 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-59b488fd-be72-46e6-9c2d-8cdf3694f98c req-b566a354-52b7-4979-83fa-cb97faadbe8b tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=aeb72e84-a4a2-4b0d-a406-5fd47769c8a0 HTTP/1.1" status: 200 len: 944 time: 0.0845034 May 05 20:56:08.454955 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 75d1c712-ad9b-4107-9692-a04fe2cbee8e up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:56:08.482182 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-59b488fd-be72-46e6-9c2d-8cdf3694f98c req-69bd9008-6d31-4ae9-945c-e11985189a1e tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=99cf8c05-4b6d-4160-91d0-bffae8ab1b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536714 May 05 20:56:08.513647 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40926) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:56:08.537557 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port 75d1c712-ad9b-4107-9692-a04fe2cbee8e completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:56:08.544073 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 75d1c712-ad9b-4107-9692-a04fe2cbee8e triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:56:08.544823 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:08.636593 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-5e24ccf7-5ca2-4f06-be24-b83df5f233d8 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/floatingips/0fc8b4c8-dabf-4f31-8c68-b4ece0f92ad9 HTTP/1.1" status: 200 len: 991 time: 0.1211910 May 05 20:56:08.695660 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:08.722662 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb72e84-a4a2-4b0d-a406-5fd47769c8a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75d1c712-ad9b-4107-9692-a04fe2cbee8e'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:56:08.733207 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 75d1c712-ad9b-4107-9692-a04fe2cbee8e, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=75d1c712-ad9b-4107-9692-a04fe2cbee8e,segment=NetworkSegment(85c23863-dc70-4d43-8658-261defd83944),segment_id=85c23863-dc70-4d43-8658-261defd83944)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:56:08.737762 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:08.775387 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbd00c41-603b-46c0-8cb1-7111d7489e7c'] response: {'server_uuid': 'aeb72e84-a4a2-4b0d-a406-5fd47769c8a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75d1c712-ad9b-4107-9692-a04fe2cbee8e', 'code': 200} May 05 20:56:08.809853 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=75d1c712-ad9b-4107-9692-a04fe2cbee8e,revision_number=9']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:56:09.768130 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:14.797364 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:16.899223 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:34.003761 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:56:34.136988 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d8645994-c951-4aed-bdbc-5ab3c50e6c44 req-7f644160-62a1-4467-977e-9b51fae5b45c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=aeb72e84-a4a2-4b0d-a406-5fd47769c8a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1130800 May 05 20:56:34.282397 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8645994-c951-4aed-bdbc-5ab3c50e6c44 req-38d4d49e-d264-41b4-9631-b2470001bdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:56:34.283786 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d8645994-c951-4aed-bdbc-5ab3c50e6c44 req-38d4d49e-d264-41b4-9631-b2470001bdd3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=30a835e817a747e3b9b294a4a57222fc&device_id=aeb72e84-a4a2-4b0d-a406-5fd47769c8a0 HTTP/1.1" status: 200 len: 1096 time: 0.0719621 May 05 20:56:34.426612 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8645994-c951-4aed-bdbc-5ab3c50e6c44 req-6a2513d3-6546-4936-ae7e-3351a51c0f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:56:34.428073 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d8645994-c951-4aed-bdbc-5ab3c50e6c44 req-6a2513d3-6546-4936-ae7e-3351a51c0f3a service neutron] 10.222.0.24 "GET /v2.0/networks?id=bee1d09d-6d92-47bb-a932-c80948315e53 HTTP/1.1" status: 200 len: 896 time: 0.1242533 May 05 20:56:34.638815 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d8645994-c951-4aed-bdbc-5ab3c50e6c44 req-aef404d6-1474-4c5c-8b52-72f38576d8ef service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75d1c712-ad9b-4107-9692-a04fe2cbee8e HTTP/1.1" status: 200 len: 1000 time: 0.2042344 May 05 20:56:34.701168 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8645994-c951-4aed-bdbc-5ab3c50e6c44 req-3169e791-809b-4749-a68d-ba663a35cb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:56:34.702571 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d8645994-c951-4aed-bdbc-5ab3c50e6c44 req-3169e791-809b-4749-a68d-ba663a35cb8d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d428d777-a1e2-4f20-ba93-f4af20998756 HTTP/1.1" status: 200 len: 834 time: 0.0569625 May 05 20:56:34.759706 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1c6bf346-b820-465b-974b-1f3cb3102017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:34.780205 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8645994-c951-4aed-bdbc-5ab3c50e6c44 req-c5ca9348-ee75-483f-8562-232535698d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:56:34.781722 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d8645994-c951-4aed-bdbc-5ab3c50e6c44 req-c5ca9348-ee75-483f-8562-232535698d48 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bee1d09d-6d92-47bb-a932-c80948315e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732675 May 05 20:56:34.912526 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d8645994-c951-4aed-bdbc-5ab3c50e6c44 req-739aca98-b896-4e08-930f-449a00c2362e service neutron] 10.222.0.24 "GET /v2.0/networks/bee1d09d-6d92-47bb-a932-c80948315e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243811 May 05 20:56:35.045946 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d8645994-c951-4aed-bdbc-5ab3c50e6c44 req-76a10ac4-129d-4758-a9d5-7431a85c4ca7 service neutron] 10.222.0.24 "GET /v2.0/networks/bee1d09d-6d92-47bb-a932-c80948315e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249557 May 05 20:56:36.961395 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-16f8e78d-a671-4c47-817e-c81a8ec17fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:37.270389 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40944) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:56:37.478901 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcfcbf-e912-475b-98db-0b482c8573ca tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Deleting port 331ebb49-5e94-43d1-a177-58f4ec3b907f {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:56:37.479238 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0cfcfcbf-e912-475b-98db-0b482c8573ca tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:37.654503 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0cfcfcbf-e912-475b-98db-0b482c8573ca tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:37.654829 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0cfcfcbf-e912-475b-98db-0b482c8573ca tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:37.783248 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcfcbf-e912-475b-98db-0b482c8573ca tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Calling delete_port for 331ebb49-5e94-43d1-a177-58f4ec3b907f owned by network:floatingip {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:56:37.932767 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0cfcfcbf-e912-475b-98db-0b482c8573ca tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:37.978378 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcfcbf-e912-475b-98db-0b482c8573ca tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event deleted for resources: {'Port': ['ID=331ebb49-5e94-43d1-a177-58f4ec3b907f,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:56:38.024688 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:38.072407 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0cfcfcbf-e912-475b-98db-0b482c8573ca tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for floatingip, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:38.072731 n-d-840717-1 neutron-server[88198]: INFO neutron.db.l3_db [None req-0cfcfcbf-e912-475b-98db-0b482c8573ca tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Floating IP 0fc8b4c8-dabf-4f31-8c68-b4ece0f92ad9 disassociated (deleted). External IP: 172.25.0.48, port: 75d1c712-ad9b-4107-9692-a04fe2cbee8e. May 05 20:56:38.178324 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:38.534100 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cfcfcbf-e912-475b-98db-0b482c8573ca tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Router 002c7935-ee32-4cfb-b032-81d3d5668018 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:56:38.714042 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cfcfcbf-e912-475b-98db-0b482c8573ca tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:56:38.723902 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3a4e3e-4146-4071-b2a0-19ed38b572f2 None None] Sync routers for ids ['002c7935-ee32-4cfb-b032-81d3d5668018'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:56:38.733354 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3a4e3e-4146-4071-b2a0-19ed38b572f2 None None] Routers {'002c7935-ee32-4cfb-b032-81d3d5668018'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:56:38.733952 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-7f3a4e3e-4146-4071-b2a0-19ed38b572f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:56:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['002c7935-ee32-4cfb-b032-81d3d5668018'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:56:38.734844 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0cfcfcbf-e912-475b-98db-0b482c8573ca tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:38.790246 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-0cfcfcbf-e912-475b-98db-0b482c8573ca tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "DELETE /v2.0/floatingips/0fc8b4c8-dabf-4f31-8c68-b4ece0f92ad9 HTTP/1.1" status: 204 len: 168 time: 1.5186400 May 05 20:56:38.790727 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeb72e84-a4a2-4b0d-a406-5fd47769c8a0', 'tag': '75d1c712-ad9b-4107-9692-a04fe2cbee8e'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:56:38.854426 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-200f342d-2ee1-4df3-bf83-0f4c91169068'] response: {'name': 'network-changed', 'server_uuid': 'aeb72e84-a4a2-4b0d-a406-5fd47769c8a0', 'tag': '75d1c712-ad9b-4107-9692-a04fe2cbee8e', 'status': 'completed', 'code': 200} May 05 20:56:38.925352 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-7f3a4e3e-4146-4071-b2a0-19ed38b572f2 None None] Set router 002c7935-ee32-4cfb-b032-81d3d5668018 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:56:38.955068 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ac950-1f3c-48c1-a152-107047d769dc req-77a4458f-6b04-46b9-b20d-e2247abb3385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:56:38.956740 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8e0ac950-1f3c-48c1-a152-107047d769dc req-77a4458f-6b04-46b9-b20d-e2247abb3385 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=30a835e817a747e3b9b294a4a57222fc&device_id=aeb72e84-a4a2-4b0d-a406-5fd47769c8a0 HTTP/1.1" status: 200 len: 1096 time: 0.0799947 May 05 20:56:39.100470 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ac950-1f3c-48c1-a152-107047d769dc req-e9c88076-8d64-44ed-81ff-4d8d1b27ee7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:56:39.102245 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8e0ac950-1f3c-48c1-a152-107047d769dc req-e9c88076-8d64-44ed-81ff-4d8d1b27ee7e service neutron] 10.222.0.24 "GET /v2.0/networks?id=bee1d09d-6d92-47bb-a932-c80948315e53 HTTP/1.1" status: 200 len: 896 time: 0.1401362 May 05 20:56:39.173643 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8e0ac950-1f3c-48c1-a152-107047d769dc req-ef63c620-5b6e-4512-aacd-4c98c2f12fb0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75d1c712-ad9b-4107-9692-a04fe2cbee8e HTTP/1.1" status: 200 len: 217 time: 0.0641918 May 05 20:56:39.245618 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ac950-1f3c-48c1-a152-107047d769dc req-200b9a99-60b9-49dd-aa3e-f95b46d8f546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:56:39.248146 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8e0ac950-1f3c-48c1-a152-107047d769dc req-200b9a99-60b9-49dd-aa3e-f95b46d8f546 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d428d777-a1e2-4f20-ba93-f4af20998756 HTTP/1.1" status: 200 len: 834 time: 0.0677474 May 05 20:56:39.249470 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-7f3a4e3e-4146-4071-b2a0-19ed38b572f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002c7935-ee32-4cfb-b032-81d3d5668018', 'name': 'tempest-TestNetworkAdvancedServerOps-router-842147314', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'fcfd26f5-cd68-4f1f-8e79-a1e9777670fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:54:58Z', 'updated_at': '2022-05-05T20:55:03Z', 'revision_number': 4, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'gw_port': {'id': 'fcfd26f5-cd68-4f1f-8e79-a1e9777670fb', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:60:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002c7935-ee32-4cfb-b032-81d3d5668018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:54:59Z', 'updated_at': '2022-05-05T20:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'af91991c-1851-4efe-a2bc-82580a80de8c', 'name': '', 'network_id': 'bee1d09d-6d92-47bb-a932-c80948315e53', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'mac_address': 'fa:16:3e:18:c1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002c7935-ee32-4cfb-b032-81d3d5668018', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'd428d777-a1e2-4f20-ba93-f4af20998756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:55:02Z', 'updated_at': '2022-05-05T20:55:09Z', 'revision_number': 5, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'subnets': [{'id': 'd428d777-a1e2-4f20-ba93-f4af20998756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:56:39.253269 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3a4e3e-4146-4071-b2a0-19ed38b572f2 None None] Checking router: 002c7935-ee32-4cfb-b032-81d3d5668018 for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:56:39.263530 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3a4e3e-4146-4071-b2a0-19ed38b572f2 None None] Routers {'002c7935-ee32-4cfb-b032-81d3d5668018'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:56:39.264122 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-7f3a4e3e-4146-4071-b2a0-19ed38b572f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:56:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['002c7935-ee32-4cfb-b032-81d3d5668018'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:56:39.269283 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e283bd-ce72-42fc-b698-042ba28c093d req-a115a2c4-a765-4f04-baff-cf071a642aee tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:56:39.270795 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d6e283bd-ce72-42fc-b698-042ba28c093d req-a115a2c4-a765-4f04-baff-cf071a642aee tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=aeb72e84-a4a2-4b0d-a406-5fd47769c8a0 HTTP/1.1" status: 200 len: 945 time: 0.1553609 May 05 20:56:39.316369 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d6e283bd-ce72-42fc-b698-042ba28c093d req-2397652b-0fd1-43b3-9fc2-538d1c6c368c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=99cf8c05-4b6d-4160-91d0-bffae8ab1b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394311 May 05 20:56:39.336596 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ac950-1f3c-48c1-a152-107047d769dc req-ffdd2569-1dba-412d-97dc-a5b2d654ebc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:56:39.336596 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8e0ac950-1f3c-48c1-a152-107047d769dc req-ffdd2569-1dba-412d-97dc-a5b2d654ebc7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bee1d09d-6d92-47bb-a932-c80948315e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0779350 May 05 20:56:39.455500 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-7f3a4e3e-4146-4071-b2a0-19ed38b572f2 None None] Set router 002c7935-ee32-4cfb-b032-81d3d5668018 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:56:39.472849 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8e0ac950-1f3c-48c1-a152-107047d769dc req-f8066056-5daf-44b7-bbed-135b14c0b3f4 service neutron] 10.222.0.24 "GET /v2.0/networks/bee1d09d-6d92-47bb-a932-c80948315e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334331 May 05 20:56:39.605699 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8e0ac950-1f3c-48c1-a152-107047d769dc req-98130e85-68f4-40b7-b8f1-9540b53d2908 service neutron] 10.222.0.24 "GET /v2.0/networks/bee1d09d-6d92-47bb-a932-c80948315e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265733 May 05 20:56:39.769564 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:39.781292 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-7f3a4e3e-4146-4071-b2a0-19ed38b572f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002c7935-ee32-4cfb-b032-81d3d5668018', 'name': 'tempest-TestNetworkAdvancedServerOps-router-842147314', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'fcfd26f5-cd68-4f1f-8e79-a1e9777670fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:54:58Z', 'updated_at': '2022-05-05T20:55:03Z', 'revision_number': 4, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'gw_port': {'id': 'fcfd26f5-cd68-4f1f-8e79-a1e9777670fb', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:60:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002c7935-ee32-4cfb-b032-81d3d5668018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:54:59Z', 'updated_at': '2022-05-05T20:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'af91991c-1851-4efe-a2bc-82580a80de8c', 'name': '', 'network_id': 'bee1d09d-6d92-47bb-a932-c80948315e53', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'mac_address': 'fa:16:3e:18:c1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002c7935-ee32-4cfb-b032-81d3d5668018', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'd428d777-a1e2-4f20-ba93-f4af20998756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:55:02Z', 'updated_at': '2022-05-05T20:55:09Z', 'revision_number': 5, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'subnets': [{'id': 'd428d777-a1e2-4f20-ba93-f4af20998756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:56:39.785415 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3a4e3e-4146-4071-b2a0-19ed38b572f2 None None] The sync data for ids ['002c7935-ee32-4cfb-b032-81d3d5668018'] in n-d-840717-1 is: [{'id': '002c7935-ee32-4cfb-b032-81d3d5668018', 'name': 'tempest-TestNetworkAdvancedServerOps-router-842147314', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'fcfd26f5-cd68-4f1f-8e79-a1e9777670fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:54:58Z', 'updated_at': '2022-05-05T20:55:03Z', 'revision_number': 4, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'gw_port': {'id': 'fcfd26f5-cd68-4f1f-8e79-a1e9777670fb', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:60:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002c7935-ee32-4cfb-b032-81d3d5668018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:54:59Z', 'updated_at': '2022-05-05T20:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': 'af91991c-1851-4efe-a2bc-82580a80de8c', 'name': '', 'network_id': 'bee1d09d-6d92-47bb-a932-c80948315e53', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'mac_address': 'fa:16:3e:18:c1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002c7935-ee32-4cfb-b032-81d3d5668018', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'd428d777-a1e2-4f20-ba93-f4af20998756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:55:02Z', 'updated_at': '2022-05-05T20:55:09Z', 'revision_number': 5, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'subnets': [{'id': 'd428d777-a1e2-4f20-ba93-f4af20998756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:56:39.994298 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa65ca8-6edb-4f98-9c2d-30fba96aaf04 None None] New status for floating IP 0fc8b4c8-dabf-4f31-8c68-b4ece0f92ad9: DOWN {{(pid=88199) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:56:40.379827 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b891354-3b68-4f6c-94b3-9d17d2fc975c req-20a4683e-87f6-43ba-886f-bb4f6fe9b52d tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:56:40.380528 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-3b891354-3b68-4f6c-94b3-9d17d2fc975c req-20a4683e-87f6-43ba-886f-bb4f6fe9b52d tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Synchronizing usage tracker for tenant:30a835e817a747e3b9b294a4a57222fc on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:56:40.401417 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-3b891354-3b68-4f6c-94b3-9d17d2fc975c req-20a4683e-87f6-43ba-886f-bb4f6fe9b52d tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Unset dirty status for tenant:30a835e817a747e3b9b294a4a57222fc on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:56:40.402578 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3b891354-3b68-4f6c-94b3-9d17d2fc975c req-20a4683e-87f6-43ba-886f-bb4f6fe9b52d tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeb72e84-a4a2-4b0d-a406-5fd47769c8a0 HTTP/1.1" status: 200 len: 945 time: 0.1076245 May 05 20:56:40.482487 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-3b891354-3b68-4f6c-94b3-9d17d2fc975c req-d7ca2579-0234-4269-a499-b466097c3faa tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Deleting port 75d1c712-ad9b-4107-9692-a04fe2cbee8e {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:56:40.482828 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-3b891354-3b68-4f6c-94b3-9d17d2fc975c req-d7ca2579-0234-4269-a499-b466097c3faa tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:40.696489 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac882e5-acc3-41ef-9240-43a341d33b7c req-434728fa-54e2-4e82-925a-20883edda20c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:56:40.698199 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6ac882e5-acc3-41ef-9240-43a341d33b7c req-434728fa-54e2-4e82-925a-20883edda20c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=aeb72e84-a4a2-4b0d-a406-5fd47769c8a0 HTTP/1.1" status: 200 len: 945 time: 0.2578700 May 05 20:56:40.932830 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6ac882e5-acc3-41ef-9240-43a341d33b7c req-f8fcf88d-e780-4f78-b72d-06b7d4b2ea18 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=99cf8c05-4b6d-4160-91d0-bffae8ab1b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717754 May 05 20:56:40.938804 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-3b891354-3b68-4f6c-94b3-9d17d2fc975c req-d7ca2579-0234-4269-a499-b466097c3faa tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] For port 75d1c712-ad9b-4107-9692-a04fe2cbee8e, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=75d1c712-ad9b-4107-9692-a04fe2cbee8e,segment=NetworkSegment(85c23863-dc70-4d43-8658-261defd83944),segment_id=85c23863-dc70-4d43-8658-261defd83944)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:56:40.939160 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-3b891354-3b68-4f6c-94b3-9d17d2fc975c req-d7ca2579-0234-4269-a499-b466097c3faa tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:41.065902 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-3b891354-3b68-4f6c-94b3-9d17d2fc975c req-d7ca2579-0234-4269-a499-b466097c3faa tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Calling delete_port for 75d1c712-ad9b-4107-9692-a04fe2cbee8e owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:56:41.209539 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-3b891354-3b68-4f6c-94b3-9d17d2fc975c req-d7ca2579-0234-4269-a499-b466097c3faa tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:41.259124 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ca2579-0234-4269-a499-b466097c3faa tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event deleted for resources: {'Port': ['ID=75d1c712-ad9b-4107-9692-a04fe2cbee8e,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:56:41.334150 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b891354-3b68-4f6c-94b3-9d17d2fc975c req-d7ca2579-0234-4269-a499-b466097c3faa tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] No DVR routers for this DVR port 75d1c712-ad9b-4107-9692-a04fe2cbee8e on host n-h1-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:56:41.336541 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-3b891354-3b68-4f6c-94b3-9d17d2fc975c req-d7ca2579-0234-4269-a499-b466097c3faa tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:41.338941 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb72e84-a4a2-4b0d-a406-5fd47769c8a0', 'name': 'network-vif-deleted', 'tag': '75d1c712-ad9b-4107-9692-a04fe2cbee8e'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:56:41.354259 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3b891354-3b68-4f6c-94b3-9d17d2fc975c req-d7ca2579-0234-4269-a499-b466097c3faa tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.24 "DELETE /v2.0/ports/75d1c712-ad9b-4107-9692-a04fe2cbee8e HTTP/1.1" status: 204 len: 173 time: 0.9457884 May 05 20:56:41.391565 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5facbe8d-b984-4c62-83e4-cf1f152084fd'] response: {'server_uuid': 'aeb72e84-a4a2-4b0d-a406-5fd47769c8a0', 'name': 'network-vif-deleted', 'tag': '75d1c712-ad9b-4107-9692-a04fe2cbee8e', 'status': 'completed', 'code': 200} May 05 20:56:42.033004 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40966) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:56:42.576309 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c044e08d-7fdc-4da0-8219-56174265cada tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:43.046144 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-c044e08d-7fdc-4da0-8219-56174265cada tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Deleting port af91991c-1851-4efe-a2bc-82580a80de8c {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:56:43.046824 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c044e08d-7fdc-4da0-8219-56174265cada tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:43.230536 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-c044e08d-7fdc-4da0-8219-56174265cada tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] For port af91991c-1851-4efe-a2bc-82580a80de8c, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=af91991c-1851-4efe-a2bc-82580a80de8c,segment=NetworkSegment(85c23863-dc70-4d43-8658-261defd83944),segment_id=85c23863-dc70-4d43-8658-261defd83944)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:56:43.230934 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c044e08d-7fdc-4da0-8219-56174265cada tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:43.354996 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-c044e08d-7fdc-4da0-8219-56174265cada tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Calling delete_port for af91991c-1851-4efe-a2bc-82580a80de8c owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:56:43.674410 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c044e08d-7fdc-4da0-8219-56174265cada tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:43.723722 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c044e08d-7fdc-4da0-8219-56174265cada tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event deleted for resources: {'Port': ['ID=af91991c-1851-4efe-a2bc-82580a80de8c,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:56:44.003266 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c044e08d-7fdc-4da0-8219-56174265cada tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:44.469037 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c044e08d-7fdc-4da0-8219-56174265cada tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Router 002c7935-ee32-4cfb-b032-81d3d5668018 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:56:44.625247 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 75d1c712-ad9b-4107-9692-a04fe2cbee8e no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:56:44.649870 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c044e08d-7fdc-4da0-8219-56174265cada tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:56:44.658932 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] No Port match for: 75d1c712-ad9b-4107-9692-a04fe2cbee8e {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:56:44.659278 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 75d1c712-ad9b-4107-9692-a04fe2cbee8e not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:56:44.661425 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f03c435-6a78-4123-bfc6-4fa7c8b682c1 None None] Sync routers for ids ['002c7935-ee32-4cfb-b032-81d3d5668018'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:56:44.663617 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c044e08d-7fdc-4da0-8219-56174265cada tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "PUT /v2.0/routers/002c7935-ee32-4cfb-b032-81d3d5668018/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6295283 May 05 20:56:44.666179 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40970) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:56:44.671010 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f03c435-6a78-4123-bfc6-4fa7c8b682c1 None None] Routers {'002c7935-ee32-4cfb-b032-81d3d5668018'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:56:44.671778 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-3f03c435-6a78-4123-bfc6-4fa7c8b682c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:56:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['002c7935-ee32-4cfb-b032-81d3d5668018'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:56:44.731163 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-c14ba206-8683-4aa4-8a3b-c71158b7f4ea tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Deleting subnet d428d777-a1e2-4f20-ba93-f4af20998756 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:56:44.733903 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c14ba206-8683-4aa4-8a3b-c71158b7f4ea tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:44.793039 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c14ba206-8683-4aa4-8a3b-c71158b7f4ea tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:44.820826 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:44.882021 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-3f03c435-6a78-4123-bfc6-4fa7c8b682c1 None None] Set router 002c7935-ee32-4cfb-b032-81d3d5668018 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:56:44.891526 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c14ba206-8683-4aa4-8a3b-c71158b7f4ea tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:44.964606 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c14ba206-8683-4aa4-8a3b-c71158b7f4ea tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:45.008227 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14ba206-8683-4aa4-8a3b-c71158b7f4ea tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event deleted for resources: {'Subnet': ['ID=d428d777-a1e2-4f20-ba93-f4af20998756,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:56:45.013534 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c14ba206-8683-4aa4-8a3b-c71158b7f4ea tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:45.021794 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18bbcfc8-5b26-4b75-930a-88b74722590f None None] Network bee1d09d-6d92-47bb-a932-c80948315e53 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:56:45.029010 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c14ba206-8683-4aa4-8a3b-c71158b7f4ea tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "DELETE /v2.0/subnets/d428d777-a1e2-4f20-ba93-f4af20998756 HTTP/1.1" status: 204 len: 168 time: 0.3594961 May 05 20:56:45.029270 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40974) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:56:45.185797 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-3f03c435-6a78-4123-bfc6-4fa7c8b682c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002c7935-ee32-4cfb-b032-81d3d5668018', 'name': 'tempest-TestNetworkAdvancedServerOps-router-842147314', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'fcfd26f5-cd68-4f1f-8e79-a1e9777670fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:54:58Z', 'updated_at': '2022-05-05T20:56:43Z', 'revision_number': 5, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'gw_port': {'id': 'fcfd26f5-cd68-4f1f-8e79-a1e9777670fb', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:60:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002c7935-ee32-4cfb-b032-81d3d5668018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:54:59Z', 'updated_at': '2022-05-05T20:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:56:45.189845 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f03c435-6a78-4123-bfc6-4fa7c8b682c1 None None] Checking router: 002c7935-ee32-4cfb-b032-81d3d5668018 for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:56:45.198813 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f03c435-6a78-4123-bfc6-4fa7c8b682c1 None None] Routers {'002c7935-ee32-4cfb-b032-81d3d5668018'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:56:45.199467 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-3f03c435-6a78-4123-bfc6-4fa7c8b682c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:56:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['002c7935-ee32-4cfb-b032-81d3d5668018'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:56:45.209586 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f5d85c5b-4611-468f-8b4e-5e2fd5313cb1 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:45.316334 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0384338-d463-467b-812f-9a77231e97b8 None None] DHCP port deletion for bee1d09d-6d92-47bb-a932-c80948315e53 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:56:45.320676 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-e0384338-d463-467b-812f-9a77231e97b8 None None] Deleting port 87d0818c-9184-4843-99d5-74075f831d3e {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:56:45.321054 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e0384338-d463-467b-812f-9a77231e97b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:45.392238 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-3f03c435-6a78-4123-bfc6-4fa7c8b682c1 None None] Set router 002c7935-ee32-4cfb-b032-81d3d5668018 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:56:45.401720 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f5d85c5b-4611-468f-8b4e-5e2fd5313cb1 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:45.413454 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-f5d85c5b-4611-468f-8b4e-5e2fd5313cb1 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Deleting port fcfd26f5-cd68-4f1f-8e79-a1e9777670fb {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:56:45.413820 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f5d85c5b-4611-468f-8b4e-5e2fd5313cb1 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:45.538252 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-e0384338-d463-467b-812f-9a77231e97b8 None None] For port 87d0818c-9184-4843-99d5-74075f831d3e, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=87d0818c-9184-4843-99d5-74075f831d3e,segment=NetworkSegment(85c23863-dc70-4d43-8658-261defd83944),segment_id=85c23863-dc70-4d43-8658-261defd83944)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:56:45.539145 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e0384338-d463-467b-812f-9a77231e97b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:45.594063 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-f5d85c5b-4611-468f-8b4e-5e2fd5313cb1 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] For port fcfd26f5-cd68-4f1f-8e79-a1e9777670fb, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=fcfd26f5-cd68-4f1f-8e79-a1e9777670fb,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:56:45.594652 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f5d85c5b-4611-468f-8b4e-5e2fd5313cb1 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:45.674855 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-e0384338-d463-467b-812f-9a77231e97b8 None None] Calling delete_port for 87d0818c-9184-4843-99d5-74075f831d3e owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:56:45.702450 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-3f03c435-6a78-4123-bfc6-4fa7c8b682c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002c7935-ee32-4cfb-b032-81d3d5668018', 'name': 'tempest-TestNetworkAdvancedServerOps-router-842147314', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'fcfd26f5-cd68-4f1f-8e79-a1e9777670fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:54:58Z', 'updated_at': '2022-05-05T20:56:43Z', 'revision_number': 5, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'gw_port': {'id': 'fcfd26f5-cd68-4f1f-8e79-a1e9777670fb', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:60:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002c7935-ee32-4cfb-b032-81d3d5668018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:54:59Z', 'updated_at': '2022-05-05T20:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:56:45.707627 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f03c435-6a78-4123-bfc6-4fa7c8b682c1 None None] The sync data for ids ['002c7935-ee32-4cfb-b032-81d3d5668018'] in n-d-840717-1 is: [{'id': '002c7935-ee32-4cfb-b032-81d3d5668018', 'name': 'tempest-TestNetworkAdvancedServerOps-router-842147314', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'fcfd26f5-cd68-4f1f-8e79-a1e9777670fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:54:58Z', 'updated_at': '2022-05-05T20:56:43Z', 'revision_number': 5, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'gw_port': {'id': 'fcfd26f5-cd68-4f1f-8e79-a1e9777670fb', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:60:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002c7935-ee32-4cfb-b032-81d3d5668018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:54:59Z', 'updated_at': '2022-05-05T20:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:56:45.724288 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-f5d85c5b-4611-468f-8b4e-5e2fd5313cb1 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Calling delete_port for fcfd26f5-cd68-4f1f-8e79-a1e9777670fb owned by network:router_gateway {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:56:45.756511 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e0384338-d463-467b-812f-9a77231e97b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:45.803159 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0384338-d463-467b-812f-9a77231e97b8 None None] Pushing event deleted for resources: {'Port': ['ID=87d0818c-9184-4843-99d5-74075f831d3e,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:56:45.805189 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0384338-d463-467b-812f-9a77231e97b8 None None] No DVR routers for this DVR port 87d0818c-9184-4843-99d5-74075f831d3e on host n-d-840717-1 {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:56:45.898611 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f5d85c5b-4611-468f-8b4e-5e2fd5313cb1 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:46.057283 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d85c5b-4611-468f-8b4e-5e2fd5313cb1 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event deleted for resources: {'Port': ['ID=fcfd26f5-cd68-4f1f-8e79-a1e9777670fb,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:56:46.151799 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f5d85c5b-4611-468f-8b4e-5e2fd5313cb1 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:46.333362 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f5d85c5b-4611-468f-8b4e-5e2fd5313cb1 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:46.335484 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f5d85c5b-4611-468f-8b4e-5e2fd5313cb1 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:46.358564 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f5d85c5b-4611-468f-8b4e-5e2fd5313cb1 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:46.359063 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d85c5b-4611-468f-8b4e-5e2fd5313cb1 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Fanout notify agent at l3_agent the message router_deleted on router 002c7935-ee32-4cfb-b032-81d3d5668018 {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:56:46.374172 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f5d85c5b-4611-468f-8b4e-5e2fd5313cb1 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:46.375311 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f5d85c5b-4611-468f-8b4e-5e2fd5313cb1 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "DELETE /v2.0/routers/002c7935-ee32-4cfb-b032-81d3d5668018 HTTP/1.1" status: 204 len: 168 time: 1.3451295 May 05 20:56:46.377950 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40978) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:56:46.492937 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-39b19e19-197e-4af9-aab1-1f2fa6b01826 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:46.624684 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-39b19e19-197e-4af9-aab1-1f2fa6b01826 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:46.649377 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-39b19e19-197e-4af9-aab1-1f2fa6b01826 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bee1d09d-6d92-47bb-a932-c80948315e53']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:56:46.661949 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-39b19e19-197e-4af9-aab1-1f2fa6b01826 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85c23863-dc70-4d43-8658-261defd83944') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:56:46.662247 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-39b19e19-197e-4af9-aab1-1f2fa6b01826 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85c23863-dc70-4d43-8658-261defd83944') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:56:46.673341 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-39b19e19-197e-4af9-aab1-1f2fa6b01826 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:46.689489 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-39b19e19-197e-4af9-aab1-1f2fa6b01826 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:46.695560 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39b19e19-197e-4af9-aab1-1f2fa6b01826 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:56:46.695968 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-39b19e19-197e-4af9-aab1-1f2fa6b01826 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:46.710990 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:56:46.710990 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:56:46.710990 n-d-840717-1 neutron-server[88198]: timer() May 05 20:56:46.710990 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:56:46.710990 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:56:46.710990 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:56:46.710990 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:56:46.710990 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:56:46.710990 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:56:46.710990 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:56:46.710990 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:56:46.710990 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:56:46.710990 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:56:46.710990 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:56:46.710990 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:56:46.710990 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:56:46.710990 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:56:46.710990 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:56:46.710990 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:56:46.710990 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:56:46.710990 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:56:46.710990 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:56:46.710990 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:56:46.710990 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:56:46.710990 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:56:46.710990 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:56:46.710990 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:56:46.710990 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:56:46.710990 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:56:46.710990 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:56:46.710990 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:56:46.710990 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:56:46.792343 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-39b19e19-197e-4af9-aab1-1f2fa6b01826 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:46.796864 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-39b19e19-197e-4af9-aab1-1f2fa6b01826 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:46.824139 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b19e19-197e-4af9-aab1-1f2fa6b01826 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event deleted for resources: {'Network': ['ID=bee1d09d-6d92-47bb-a932-c80948315e53,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:56:46.834331 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-39b19e19-197e-4af9-aab1-1f2fa6b01826 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "DELETE /v2.0/networks/bee1d09d-6d92-47bb-a932-c80948315e53 HTTP/1.1" status: 204 len: 168 time: 0.4552481 May 05 20:56:46.836828 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40982) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:56:46.870103 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device fcfd26f5-cd68-4f1f-8e79-a1e9777670fb no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:56:46.909676 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-391bb4e8-ad46-4d1a-8d37-5bf45a826696 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:46.915887 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: fcfd26f5-cd68-4f1f-8e79-a1e9777670fb {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:56:46.916306 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device fcfd26f5-cd68-4f1f-8e79-a1e9777670fb not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:56:46.916802 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 87d0818c-9184-4843-99d5-74075f831d3e no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:56:46.939619 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-391bb4e8-ad46-4d1a-8d37-5bf45a826696 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:46.953995 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 87d0818c-9184-4843-99d5-74075f831d3e {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:56:46.954338 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 87d0818c-9184-4843-99d5-74075f831d3e not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:56:46.954753 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device af91991c-1851-4efe-a2bc-82580a80de8c no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:56:46.981748 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:46.987991 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: af91991c-1851-4efe-a2bc-82580a80de8c {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:56:46.988298 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device af91991c-1851-4efe-a2bc-82580a80de8c not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:56:47.016491 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-391bb4e8-ad46-4d1a-8d37-5bf45a826696 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:47.034890 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391bb4e8-ad46-4d1a-8d37-5bf45a826696 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99cf8c05-4b6d-4160-91d0-bffae8ab1b43,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:56:47.045042 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-391bb4e8-ad46-4d1a-8d37-5bf45a826696 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:47.046176 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-391bb4e8-ad46-4d1a-8d37-5bf45a826696 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "DELETE /v2.0/security-groups/99cf8c05-4b6d-4160-91d0-bffae8ab1b43 HTTP/1.1" status: 204 len: 168 time: 0.2081404 May 05 20:56:47.677019 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40990) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:56:47.682283 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-4b05c8fb-c9a6-4e0c-8128-a89d4fb8fdca tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1928350310', 'description': 'tempest-secgroup-smoke-1928350310 description', 'project_id': '30a835e817a747e3b9b294a4a57222fc'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:56:47.689053 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-4b05c8fb-c9a6-4e0c-8128-a89d4fb8fdca tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:56:47.693152 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-4b05c8fb-c9a6-4e0c-8128-a89d4fb8fdca tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Usage tracker for resource:security_group and tenant:30a835e817a747e3b9b294a4a57222fc is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:56:47.696009 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-4b05c8fb-c9a6-4e0c-8128-a89d4fb8fdca tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:56:47.701791 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-4b05c8fb-c9a6-4e0c-8128-a89d4fb8fdca tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:56:47.711914 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4b05c8fb-c9a6-4e0c-8128-a89d4fb8fdca tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:47.731711 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-4b05c8fb-c9a6-4e0c-8128-a89d4fb8fdca tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:56:47.735525 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-4b05c8fb-c9a6-4e0c-8128-a89d4fb8fdca tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Usage tracker for resource:security_group_rule and tenant:30a835e817a747e3b9b294a4a57222fc is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:56:47.738288 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-4b05c8fb-c9a6-4e0c-8128-a89d4fb8fdca tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:56:47.743940 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-4b05c8fb-c9a6-4e0c-8128-a89d4fb8fdca tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:56:47.814535 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4b05c8fb-c9a6-4e0c-8128-a89d4fb8fdca tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:47.818276 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4b05c8fb-c9a6-4e0c-8128-a89d4fb8fdca tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:47.831027 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [req-296f99fc-85b8-468f-af5b-c52fd56c7ecd req-9448e044-f2f1-4907-8cef-2bb0113a9114 tempest-ServerDiskConfigTestJSON-303257749 tempest-ServerDiskConfigTestJSON-303257749-project] (88198) timed out ('10.222.0.50', 57584) {{(pid=88198) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 05 20:56:47.865973 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b05c8fb-c9a6-4e0c-8128-a89d4fb8fdca tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d603bf29-56d6-47a9-a008-e4a9ede752ce,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:56:47.870150 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4b05c8fb-c9a6-4e0c-8128-a89d4fb8fdca tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:47.872007 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-4b05c8fb-c9a6-4e0c-8128-a89d4fb8fdca tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1935606 May 05 20:56:47.874430 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40994) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:56:47.879341 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-38744b13-9a7f-4e4f-af23-8489bb55688b tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Request body: {'security_group_rule': {'security_group_id': 'd603bf29-56d6-47a9-a008-e4a9ede752ce', 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:56:47.885789 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-38744b13-9a7f-4e4f-af23-8489bb55688b tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:56:47.890306 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-38744b13-9a7f-4e4f-af23-8489bb55688b tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Usage tracker for resource:security_group_rule and tenant:30a835e817a747e3b9b294a4a57222fc is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:56:47.893143 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-38744b13-9a7f-4e4f-af23-8489bb55688b tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:56:47.898745 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-38744b13-9a7f-4e4f-af23-8489bb55688b tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:56:47.915765 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-38744b13-9a7f-4e4f-af23-8489bb55688b tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:47.989002 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-38744b13-9a7f-4e4f-af23-8489bb55688b tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:47.992464 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-38744b13-9a7f-4e4f-af23-8489bb55688b tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:48.016044 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38744b13-9a7f-4e4f-af23-8489bb55688b tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c34a990e-e249-4456-bc06-aa1f726b9b2f,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:56:48.024119 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-38744b13-9a7f-4e4f-af23-8489bb55688b tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:48.025401 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-38744b13-9a7f-4e4f-af23-8489bb55688b tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1500611 May 05 20:56:48.028926 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 40998) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:56:48.033978 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-5e10d631-e582-4c73-9302-d541e1b98ad3 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Request body: {'security_group_rule': {'security_group_id': 'd603bf29-56d6-47a9-a008-e4a9ede752ce', 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:56:48.040505 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5e10d631-e582-4c73-9302-d541e1b98ad3 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:56:48.044480 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-5e10d631-e582-4c73-9302-d541e1b98ad3 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Usage tracker for resource:security_group_rule and tenant:30a835e817a747e3b9b294a4a57222fc is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:56:48.047346 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-5e10d631-e582-4c73-9302-d541e1b98ad3 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:56:48.053057 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5e10d631-e582-4c73-9302-d541e1b98ad3 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:56:48.069534 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5e10d631-e582-4c73-9302-d541e1b98ad3 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:48.129322 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5e10d631-e582-4c73-9302-d541e1b98ad3 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:48.132747 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5e10d631-e582-4c73-9302-d541e1b98ad3 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:48.156250 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e10d631-e582-4c73-9302-d541e1b98ad3 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97c86163-bfd3-4fda-8964-de0ec0c622ba,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:56:48.165241 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5e10d631-e582-4c73-9302-d541e1b98ad3 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:48.166592 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-5e10d631-e582-4c73-9302-d541e1b98ad3 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1367648 May 05 20:56:48.169162 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 41002) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:56:48.174080 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-81a11aba-3efe-49ef-a1ff-ec47ec50c9db tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Request body: {'security_group_rule': {'security_group_id': 'd603bf29-56d6-47a9-a008-e4a9ede752ce', 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:56:48.180612 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-81a11aba-3efe-49ef-a1ff-ec47ec50c9db tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:56:48.184956 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-81a11aba-3efe-49ef-a1ff-ec47ec50c9db tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Usage tracker for resource:security_group_rule and tenant:30a835e817a747e3b9b294a4a57222fc is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:56:48.187830 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-81a11aba-3efe-49ef-a1ff-ec47ec50c9db tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:56:48.193496 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-81a11aba-3efe-49ef-a1ff-ec47ec50c9db tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:56:48.209975 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-81a11aba-3efe-49ef-a1ff-ec47ec50c9db tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:48.277373 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-81a11aba-3efe-49ef-a1ff-ec47ec50c9db tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:48.281010 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-81a11aba-3efe-49ef-a1ff-ec47ec50c9db tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:48.304444 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a11aba-3efe-49ef-a1ff-ec47ec50c9db tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abb5fb99-286d-4319-9c6e-bbdfce202657,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:56:48.315211 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-81a11aba-3efe-49ef-a1ff-ec47ec50c9db tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:48.316446 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-81a11aba-3efe-49ef-a1ff-ec47ec50c9db tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1463106 May 05 20:56:48.319139 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 41006) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:56:48.324027 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-3ab7dbbf-da35-4919-b453-863f199421ec tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Request body: {'security_group_rule': {'security_group_id': 'd603bf29-56d6-47a9-a008-e4a9ede752ce', 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:56:48.331082 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3ab7dbbf-da35-4919-b453-863f199421ec tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:56:48.335254 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-3ab7dbbf-da35-4919-b453-863f199421ec tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Usage tracker for resource:security_group_rule and tenant:30a835e817a747e3b9b294a4a57222fc is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:56:48.338142 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-3ab7dbbf-da35-4919-b453-863f199421ec tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:56:48.344243 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3ab7dbbf-da35-4919-b453-863f199421ec tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:56:48.362336 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3ab7dbbf-da35-4919-b453-863f199421ec tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:48.428842 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3ab7dbbf-da35-4919-b453-863f199421ec tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:48.432609 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3ab7dbbf-da35-4919-b453-863f199421ec tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:48.457051 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab7dbbf-da35-4919-b453-863f199421ec tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a84d9309-80f3-41be-8d52-9e8640967622,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:56:48.465723 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3ab7dbbf-da35-4919-b453-863f199421ec tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:48.466929 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3ab7dbbf-da35-4919-b453-863f199421ec tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1468182 May 05 20:56:48.469646 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 41010) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:56:48.474659 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-0e9f99da-d1c1-4286-8a49-e530cb970727 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Request body: {'security_group_rule': {'security_group_id': 'd603bf29-56d6-47a9-a008-e4a9ede752ce', 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:56:48.481777 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0e9f99da-d1c1-4286-8a49-e530cb970727 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:56:48.485561 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-0e9f99da-d1c1-4286-8a49-e530cb970727 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Usage tracker for resource:security_group_rule and tenant:30a835e817a747e3b9b294a4a57222fc is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:56:48.488454 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-0e9f99da-d1c1-4286-8a49-e530cb970727 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:56:48.494163 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0e9f99da-d1c1-4286-8a49-e530cb970727 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:56:48.504661 n-d-840717-1 neutron-server[88198]: INFO neutron.db.securitygroups_db [None req-0e9f99da-d1c1-4286-8a49-e530cb970727 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Project 30a835e817a747e3b9b294a4a57222fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 20:56:48.511265 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0e9f99da-d1c1-4286-8a49-e530cb970727 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:48.578678 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0e9f99da-d1c1-4286-8a49-e530cb970727 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:48.582736 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0e9f99da-d1c1-4286-8a49-e530cb970727 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:48.607176 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9f99da-d1c1-4286-8a49-e530cb970727 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b2d3903-bb42-404d-b084-3df01473bceb,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:56:48.616271 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0e9f99da-d1c1-4286-8a49-e530cb970727 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:48.617735 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-0e9f99da-d1c1-4286-8a49-e530cb970727 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1471817 May 05 20:56:48.620416 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 41014) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:56:48.625481 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-2e9e300a-80db-45be-b875-7870b9a2e7fa tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Request body: {'security_group_rule': {'security_group_id': 'd603bf29-56d6-47a9-a008-e4a9ede752ce', 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:56:48.631807 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-2e9e300a-80db-45be-b875-7870b9a2e7fa tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:56:48.635669 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-2e9e300a-80db-45be-b875-7870b9a2e7fa tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Usage tracker for resource:security_group_rule and tenant:30a835e817a747e3b9b294a4a57222fc is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:56:48.639301 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-2e9e300a-80db-45be-b875-7870b9a2e7fa tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:56:48.644899 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-2e9e300a-80db-45be-b875-7870b9a2e7fa tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:56:48.655667 n-d-840717-1 neutron-server[88198]: INFO neutron.db.securitygroups_db [None req-2e9e300a-80db-45be-b875-7870b9a2e7fa tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Project 30a835e817a747e3b9b294a4a57222fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 20:56:48.662184 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2e9e300a-80db-45be-b875-7870b9a2e7fa tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:48.727873 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2e9e300a-80db-45be-b875-7870b9a2e7fa tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:48.731441 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2e9e300a-80db-45be-b875-7870b9a2e7fa tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:48.755205 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9e300a-80db-45be-b875-7870b9a2e7fa tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23f77376-9b45-436d-b089-d08f553a0a60,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:56:48.765584 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2e9e300a-80db-45be-b875-7870b9a2e7fa tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:48.766819 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-2e9e300a-80db-45be-b875-7870b9a2e7fa tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1452568 May 05 20:56:48.769605 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 41018) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:56:48.774862 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-29810835-c49b-410e-8a62-fa0692a315c5 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Request body: {'network': {'name': 'tempest-network-smoke--156224397', 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'port_security_enabled': True}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:56:48.781045 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-29810835-c49b-410e-8a62-fa0692a315c5 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:56:48.785050 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-29810835-c49b-410e-8a62-fa0692a315c5 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Usage tracker for resource:network and tenant:30a835e817a747e3b9b294a4a57222fc is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:56:48.787865 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-29810835-c49b-410e-8a62-fa0692a315c5 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:56:48.793499 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-29810835-c49b-410e-8a62-fa0692a315c5 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:56:48.803636 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29810835-c49b-410e-8a62-fa0692a315c5 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Made reservation on behalf of 30a835e817a747e3b9b294a4a57222fc for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:56:48.806959 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-29810835-c49b-410e-8a62-fa0692a315c5 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:48.837053 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29810835-c49b-410e-8a62-fa0692a315c5 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:56:48.846894 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-29810835-c49b-410e-8a62-fa0692a315c5 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:48.847236 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-29810835-c49b-410e-8a62-fa0692a315c5 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Added segment f9009668-8e6f-4d68-bade-2269fa565049 of type vlan for network 05d545ee-73af-46aa-b41b-f693eea5a493 May 05 20:56:48.874183 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-29810835-c49b-410e-8a62-fa0692a315c5 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:48.902139 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-29810835-c49b-410e-8a62-fa0692a315c5 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:48.908256 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29810835-c49b-410e-8a62-fa0692a315c5 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:56:48.908831 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-29810835-c49b-410e-8a62-fa0692a315c5 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:48.966701 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-29810835-c49b-410e-8a62-fa0692a315c5 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1960988 May 05 20:56:48.969457 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 41022) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:56:48.974704 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-a6e008ab-e22d-4b50-8e95-f1ddb92e8f8f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-560755476', 'admin_state_up': True, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:56:48.984135 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-a6e008ab-e22d-4b50-8e95-f1ddb92e8f8f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:56:48.988262 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a6e008ab-e22d-4b50-8e95-f1ddb92e8f8f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Usage tracker for resource:router and tenant:30a835e817a747e3b9b294a4a57222fc is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:56:48.991131 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a6e008ab-e22d-4b50-8e95-f1ddb92e8f8f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:56:48.998283 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-a6e008ab-e22d-4b50-8e95-f1ddb92e8f8f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:56:49.008832 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a6e008ab-e22d-4b50-8e95-f1ddb92e8f8f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:49.009941 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a6e008ab-e22d-4b50-8e95-f1ddb92e8f8f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:49.019663 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29810835-c49b-410e-8a62-fa0692a315c5 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event updated for resources: {'Network': ['ID=05d545ee-73af-46aa-b41b-f693eea5a493,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:56:49.025909 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a6e008ab-e22d-4b50-8e95-f1ddb92e8f8f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:49.031854 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 05d545ee-73af-46aa-b41b-f693eea5a493 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:56:49.299166 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a6e008ab-e22d-4b50-8e95-f1ddb92e8f8f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:49.609034 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a6e008ab-e22d-4b50-8e95-f1ddb92e8f8f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for router_gateway, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:49.638038 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a6e008ab-e22d-4b50-8e95-f1ddb92e8f8f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:49.886379 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-a6e008ab-e22d-4b50-8e95-f1ddb92e8f8f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Allocated IP 172.25.0.231 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/0b870350-98de-4d10-9064-1b1800ad7cd5) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:56:50.030209 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a6e008ab-e22d-4b50-8e95-f1ddb92e8f8f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:50.058147 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a6e008ab-e22d-4b50-8e95-f1ddb92e8f8f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:50.123439 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e008ab-e22d-4b50-8e95-f1ddb92e8f8f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:56:50.126276 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-a6e008ab-e22d-4b50-8e95-f1ddb92e8f8f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:56:50.129752 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e008ab-e22d-4b50-8e95-f1ddb92e8f8f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:56:50.163406 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e008ab-e22d-4b50-8e95-f1ddb92e8f8f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event updated for resources: {'Port': ['ID=0b870350-98de-4d10-9064-1b1800ad7cd5,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:56:50.177518 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e008ab-e22d-4b50-8e95-f1ddb92e8f8f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:56:50.177869 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e008ab-e22d-4b50-8e95-f1ddb92e8f8f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:56:50.178203 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e008ab-e22d-4b50-8e95-f1ddb92e8f8f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:56:50.178534 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e008ab-e22d-4b50-8e95-f1ddb92e8f8f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:56:50.178862 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e008ab-e22d-4b50-8e95-f1ddb92e8f8f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:56:50.179190 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e008ab-e22d-4b50-8e95-f1ddb92e8f8f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:56:50.179552 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e008ab-e22d-4b50-8e95-f1ddb92e8f8f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:56:50.179878 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e008ab-e22d-4b50-8e95-f1ddb92e8f8f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:56:50.180218 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e008ab-e22d-4b50-8e95-f1ddb92e8f8f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:56:50.180521 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e008ab-e22d-4b50-8e95-f1ddb92e8f8f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:56:50.180840 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e008ab-e22d-4b50-8e95-f1ddb92e8f8f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:56:50.181155 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e008ab-e22d-4b50-8e95-f1ddb92e8f8f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:56:50.552067 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a6e008ab-e22d-4b50-8e95-f1ddb92e8f8f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for router_gateway, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:50.887986 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a6e008ab-e22d-4b50-8e95-f1ddb92e8f8f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:51.089932 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6e008ab-e22d-4b50-8e95-f1ddb92e8f8f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Router 8fee221d-5f4e-4428-bfb7-c545273903dc is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88197) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:56:51.378846 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e008ab-e22d-4b50-8e95-f1ddb92e8f8f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:56:51.388910 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4819977f-7735-4fb0-b9ca-7e65e6c6bf6d None None] Sync routers for ids ['8fee221d-5f4e-4428-bfb7-c545273903dc'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:56:51.398071 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4819977f-7735-4fb0-b9ca-7e65e6c6bf6d None None] Routers {'8fee221d-5f4e-4428-bfb7-c545273903dc'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:56:51.398746 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-4819977f-7735-4fb0-b9ca-7e65e6c6bf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:56:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['8fee221d-5f4e-4428-bfb7-c545273903dc'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:56:51.405035 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a6e008ab-e22d-4b50-8e95-f1ddb92e8f8f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:51.406335 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-a6e008ab-e22d-4b50-8e95-f1ddb92e8f8f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4358499 May 05 20:56:51.409728 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 41028) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:56:51.452126 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-1e6496c7-265e-46ec-9b99-b08ff83f394d tempest-TestNetworkAdvancedServerOps-1066420911 tempest-TestNetworkAdvancedServerOps-1066420911-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=30a835e817a747e3b9b294a4a57222fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412371 May 05 20:56:51.454561 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 41032) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:56:51.582450 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-4819977f-7735-4fb0-b9ca-7e65e6c6bf6d None None] Set router 8fee221d-5f4e-4428-bfb7-c545273903dc gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:56:51.584128 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c37f22-3d2a-44e1-9c53-428b77cde984 tempest-TestNetworkAdvancedServerOps-1066420911 tempest-TestNetworkAdvancedServerOps-1066420911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:56:51.585598 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-e3c37f22-3d2a-44e1-9c53-428b77cde984 tempest-TestNetworkAdvancedServerOps-1066420911 tempest-TestNetworkAdvancedServerOps-1066420911-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1298654 May 05 20:56:51.588468 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 41036) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:56:51.628168 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d5413a2d-ddac-45f0-b804-7bea65aa47b5 tempest-TestNetworkAdvancedServerOps-1066420911 tempest-TestNetworkAdvancedServerOps-1066420911-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=0401d202-1605-4cfe-bad4-fb225df6afb0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386610 May 05 20:56:51.630844 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 41040) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:56:51.636030 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-c3586a53-da66-4227-bf95-14f21236b05c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-356700068', 'network_id': '05d545ee-73af-46aa-b41b-f693eea5a493', 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:56:51.745407 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-c3586a53-da66-4227-bf95-14f21236b05c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:56:51.750095 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-c3586a53-da66-4227-bf95-14f21236b05c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Usage tracker for resource:subnet and tenant:30a835e817a747e3b9b294a4a57222fc is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:56:51.752880 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-c3586a53-da66-4227-bf95-14f21236b05c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:56:51.758581 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-c3586a53-da66-4227-bf95-14f21236b05c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:56:51.769567 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3586a53-da66-4227-bf95-14f21236b05c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Made reservation on behalf of 30a835e817a747e3b9b294a4a57222fc for: {'subnet': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:56:51.773165 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c3586a53-da66-4227-bf95-14f21236b05c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61006853'] for subnet, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:51.901899 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-4819977f-7735-4fb0-b9ca-7e65e6c6bf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fee221d-5f4e-4428-bfb7-c545273903dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560755476', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '0b870350-98de-4d10-9064-1b1800ad7cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:56:49Z', 'updated_at': '2022-05-05T20:56:50Z', 'revision_number': 3, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'gw_port': {'id': '0b870350-98de-4d10-9064-1b1800ad7cd5', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a2:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fee221d-5f4e-4428-bfb7-c545273903dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:56:49Z', 'updated_at': '2022-05-05T20:56:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:56:51.906681 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4819977f-7735-4fb0-b9ca-7e65e6c6bf6d None None] Checking router: 8fee221d-5f4e-4428-bfb7-c545273903dc for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:56:51.907026 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4819977f-7735-4fb0-b9ca-7e65e6c6bf6d None None] Updating router 8fee221d-5f4e-4428-bfb7-c545273903dc port 0b870350-98de-4d10-9064-1b1800ad7cd5 binding host n-d-840717-1 {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:56:51.966290 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4819977f-7735-4fb0-b9ca-7e65e6c6bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:51.997613 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c3586a53-da66-4227-bf95-14f21236b05c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62297558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61006875'] for subnet, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:52.081625 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3586a53-da66-4227-bf95-14f21236b05c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event updated for resources: {'Subnet': ['ID=757ca315-7322-40df-bfeb-3667b4d2e5ba,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:56:52.089643 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3586a53-da66-4227-bf95-14f21236b05c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Checking segment: {'id': 'f9009668-8e6f-4d68-bade-2269fa565049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '05d545ee-73af-46aa-b41b-f693eea5a493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:56:52.090002 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3586a53-da66-4227-bf95-14f21236b05c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Network hostable DHCP agents. Network: 05d545ee-73af-46aa-b41b-f693eea5a493, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:56:52.111464 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3586a53-da66-4227-bf95-14f21236b05c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Network 05d545ee-73af-46aa-b41b-f693eea5a493 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:56:52.122438 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-c3586a53-da66-4227-bf95-14f21236b05c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 05d545ee-73af-46aa-b41b-f693eea5a493) {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:56:52.127330 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3586a53-da66-4227-bf95-14f21236b05c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:56:52.128086 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c3586a53-da66-4227-bf95-14f21236b05c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:52.135953 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c3305e-f8ca-49c2-b1d6-e54252b92f22 None None] Network 05d545ee-73af-46aa-b41b-f693eea5a493 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:56:52.151674 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-c3586a53-da66-4227-bf95-14f21236b05c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5198491 May 05 20:56:52.155043 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 41044) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:56:52.563441 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4819977f-7735-4fb0-b9ca-7e65e6c6bf6d None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:52.579463 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-4819977f-7735-4fb0-b9ca-7e65e6c6bf6d None None] Transition to ACTIVE for port object 0b870350-98de-4d10-9064-1b1800ad7cd5 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:56:52.591337 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4819977f-7735-4fb0-b9ca-7e65e6c6bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:52.642755 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a102a996-692d-43c3-954c-490151303551 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-05d545ee-73af-46aa-b41b-f693eea5a493', 'network_id': '05d545ee-73af-46aa-b41b-f693eea5a493', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'fixed_ips': [{'subnet_id': '757ca315-7322-40df-bfeb-3667b4d2e5ba'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:56:52.643908 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a102a996-692d-43c3-954c-490151303551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:52.759015 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-4819977f-7735-4fb0-b9ca-7e65e6c6bf6d None None] Attempting to bind port 0b870350-98de-4d10-9064-1b1800ad7cd5 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:56:52.759413 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-4819977f-7735-4fb0-b9ca-7e65e6c6bf6d None None] Attempting to bind port 0b870350-98de-4d10-9064-1b1800ad7cd5 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:56:52.759775 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4819977f-7735-4fb0-b9ca-7e65e6c6bf6d None None] Attempting to bind port 0b870350-98de-4d10-9064-1b1800ad7cd5 on network 0401d202-1605-4cfe-bad4-fb225df6afb0 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:56:52.768555 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daea6573-819e-4f97-9317-458ffd5bd123 None None] Pushing event updated for resources: {'Port': ['ID=0b870350-98de-4d10-9064-1b1800ad7cd5,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:56:52.777270 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4819977f-7735-4fb0-b9ca-7e65e6c6bf6d None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:56:52.777669 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4819977f-7735-4fb0-b9ca-7e65e6c6bf6d None None] Checking segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:56:52.778057 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4819977f-7735-4fb0-b9ca-7e65e6c6bf6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:52.778529 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4819977f-7735-4fb0-b9ca-7e65e6c6bf6d None None] Bound using segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:56:52.779005 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-4819977f-7735-4fb0-b9ca-7e65e6c6bf6d None None] Bound port: 0b870350-98de-4d10-9064-1b1800ad7cd5, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:56:52.779390 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4819977f-7735-4fb0-b9ca-7e65e6c6bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:52.944027 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-4819977f-7735-4fb0-b9ca-7e65e6c6bf6d None None] For port 0b870350-98de-4d10-9064-1b1800ad7cd5, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:56:52.958412 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-4819977f-7735-4fb0-b9ca-7e65e6c6bf6d None None] For port 0b870350-98de-4d10-9064-1b1800ad7cd5, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=0b870350-98de-4d10-9064-1b1800ad7cd5,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:56:52.965730 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-a102a996-692d-43c3-954c-490151303551 None None] Allocated IP 172.20.0.2 (05d545ee-73af-46aa-b41b-f693eea5a493/757ca315-7322-40df-bfeb-3667b4d2e5ba/64088be8-dad2-4233-9b51-c3dcbbab630d) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:56:52.968693 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4819977f-7735-4fb0-b9ca-7e65e6c6bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:53.049428 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e3d009de-b48c-4b7e-b088-f970eba41fc5 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:53.088457 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daea6573-819e-4f97-9317-458ffd5bd123 None None] Pushing event updated for resources: {'Port': ['ID=0b870350-98de-4d10-9064-1b1800ad7cd5,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:56:53.098205 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4819977f-7735-4fb0-b9ca-7e65e6c6bf6d None None] Routers {'8fee221d-5f4e-4428-bfb7-c545273903dc'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:56:53.098664 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-4819977f-7735-4fb0-b9ca-7e65e6c6bf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:56:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['8fee221d-5f4e-4428-bfb7-c545273903dc'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:56:53.438093 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-4819977f-7735-4fb0-b9ca-7e65e6c6bf6d None None] Set router 8fee221d-5f4e-4428-bfb7-c545273903dc gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:56:53.585001 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a102a996-692d-43c3-954c-490151303551 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:53.603013 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-a102a996-692d-43c3-954c-490151303551 None None] Transition to ACTIVE for port object 64088be8-dad2-4233-9b51-c3dcbbab630d will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:56:53.677453 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-a102a996-692d-43c3-954c-490151303551 None None] Transition to ACTIVE for port object 64088be8-dad2-4233-9b51-c3dcbbab630d will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:56:53.692919 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a102a996-692d-43c3-954c-490151303551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:53.753259 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-e3d009de-b48c-4b7e-b088-f970eba41fc5 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Allocated IP 172.20.0.1 (05d545ee-73af-46aa-b41b-f693eea5a493/757ca315-7322-40df-bfeb-3667b4d2e5ba/254ed8a7-8094-472e-9363-11e1de378ff9) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:56:53.800731 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a102a996-692d-43c3-954c-490151303551 None None] Network 05d545ee-73af-46aa-b41b-f693eea5a493 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:56:53.803828 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-a102a996-692d-43c3-954c-490151303551 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:56:53.809680 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a102a996-692d-43c3-954c-490151303551 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:56:53.811871 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a102a996-692d-43c3-954c-490151303551 None None] Pushing event updated for resources: {'Port': ['ID=64088be8-dad2-4233-9b51-c3dcbbab630d,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:56:53.922043 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-a102a996-692d-43c3-954c-490151303551 None None] Attempting to bind port 64088be8-dad2-4233-9b51-c3dcbbab630d on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:56:53.922451 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-a102a996-692d-43c3-954c-490151303551 None None] Attempting to bind port 64088be8-dad2-4233-9b51-c3dcbbab630d by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'f9009668-8e6f-4d68-bade-2269fa565049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '05d545ee-73af-46aa-b41b-f693eea5a493'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:56:53.922780 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a102a996-692d-43c3-954c-490151303551 None None] Attempting to bind port 64088be8-dad2-4233-9b51-c3dcbbab630d on network 05d545ee-73af-46aa-b41b-f693eea5a493 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:56:53.924872 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e3d009de-b48c-4b7e-b088-f970eba41fc5 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:53.930506 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a102a996-692d-43c3-954c-490151303551 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:56:53.930879 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a102a996-692d-43c3-954c-490151303551 None None] Checking segment: {'id': 'f9009668-8e6f-4d68-bade-2269fa565049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '05d545ee-73af-46aa-b41b-f693eea5a493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:56:53.931276 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a102a996-692d-43c3-954c-490151303551 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:53.931698 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a102a996-692d-43c3-954c-490151303551 None None] Bound using segment: {'id': 'f9009668-8e6f-4d68-bade-2269fa565049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '05d545ee-73af-46aa-b41b-f693eea5a493'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:56:53.932160 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-a102a996-692d-43c3-954c-490151303551 None None] Bound port: 64088be8-dad2-4233-9b51-c3dcbbab630d, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9009668-8e6f-4d68-bade-2269fa565049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '05d545ee-73af-46aa-b41b-f693eea5a493'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:56:53.932534 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a102a996-692d-43c3-954c-490151303551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:53.940587 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-e3d009de-b48c-4b7e-b088-f970eba41fc5 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Transition to ACTIVE for port object 254ed8a7-8094-472e-9363-11e1de378ff9 will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:56:53.952686 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-4819977f-7735-4fb0-b9ca-7e65e6c6bf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fee221d-5f4e-4428-bfb7-c545273903dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560755476', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '0b870350-98de-4d10-9064-1b1800ad7cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:56:49Z', 'updated_at': '2022-05-05T20:56:50Z', 'revision_number': 3, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'gw_port': {'id': '0b870350-98de-4d10-9064-1b1800ad7cd5', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a2:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fee221d-5f4e-4428-bfb7-c545273903dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:56:49Z', 'updated_at': '2022-05-05T20:56:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:56:53.964858 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e3d009de-b48c-4b7e-b088-f970eba41fc5 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:53.984047 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4819977f-7735-4fb0-b9ca-7e65e6c6bf6d None None] The sync data for ids ['8fee221d-5f4e-4428-bfb7-c545273903dc'] in n-d-840717-1 is: [{'id': '8fee221d-5f4e-4428-bfb7-c545273903dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560755476', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '0b870350-98de-4d10-9064-1b1800ad7cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:56:49Z', 'updated_at': '2022-05-05T20:56:50Z', 'revision_number': 3, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'gw_port': {'id': '0b870350-98de-4d10-9064-1b1800ad7cd5', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a2:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fee221d-5f4e-4428-bfb7-c545273903dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:56:49Z', 'updated_at': '2022-05-05T20:56:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:56:54.036728 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d009de-b48c-4b7e-b088-f970eba41fc5 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Network 05d545ee-73af-46aa-b41b-f693eea5a493 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:56:54.038370 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-a102a996-692d-43c3-954c-490151303551 None None] For port 64088be8-dad2-4233-9b51-c3dcbbab630d, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:56:54.040070 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-e3d009de-b48c-4b7e-b088-f970eba41fc5 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:56:54.041921 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-a102a996-692d-43c3-954c-490151303551 None None] For port 64088be8-dad2-4233-9b51-c3dcbbab630d, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=64088be8-dad2-4233-9b51-c3dcbbab630d,segment=NetworkSegment(f9009668-8e6f-4d68-bade-2269fa565049),segment_id=f9009668-8e6f-4d68-bade-2269fa565049)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:56:54.042966 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d009de-b48c-4b7e-b088-f970eba41fc5 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:56:54.048226 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a102a996-692d-43c3-954c-490151303551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:54.084049 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d009de-b48c-4b7e-b088-f970eba41fc5 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event updated for resources: {'Port': ['ID=254ed8a7-8094-472e-9363-11e1de378ff9,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:56:54.113213 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e3d009de-b48c-4b7e-b088-f970eba41fc5 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:54.131054 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a102a996-692d-43c3-954c-490151303551 None None] Pushing event updated for resources: {'Port': ['ID=64088be8-dad2-4233-9b51-c3dcbbab630d,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:56:54.282949 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e3d009de-b48c-4b7e-b088-f970eba41fc5 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:54.738891 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e3d009de-b48c-4b7e-b088-f970eba41fc5 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:54.744602 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e3d009de-b48c-4b7e-b088-f970eba41fc5 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:54.865644 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e3d009de-b48c-4b7e-b088-f970eba41fc5 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:54.869861 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d009de-b48c-4b7e-b088-f970eba41fc5 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event updated for resources: {'Port': ['ID=254ed8a7-8094-472e-9363-11e1de378ff9,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:56:54.977818 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 64088be8-dad2-4233-9b51-c3dcbbab630d up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:56:55.022228 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d009de-b48c-4b7e-b088-f970eba41fc5 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Network 05d545ee-73af-46aa-b41b-f693eea5a493 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:56:55.024217 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-e3d009de-b48c-4b7e-b088-f970eba41fc5 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:56:55.057791 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 64088be8-dad2-4233-9b51-c3dcbbab630d completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:56:55.064312 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 0b870350-98de-4d10-9064-1b1800ad7cd5 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:56:55.145746 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 0b870350-98de-4d10-9064-1b1800ad7cd5 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:56:55.152291 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 0b870350-98de-4d10-9064-1b1800ad7cd5 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:56:55.152826 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:55.179678 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9168d5e-71b7-4beb-ae55-9820038b58e4 None None] Network 05d545ee-73af-46aa-b41b-f693eea5a493 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:56:55.305268 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-4b4db5b1-6d5f-43b1-af88-c398d163fb39 None None] Provisioning for port 64088be8-dad2-4233-9b51-c3dcbbab630d completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:56:55.324153 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-4b4db5b1-6d5f-43b1-af88-c398d163fb39 None None] Provisioning complete for port 64088be8-dad2-4233-9b51-c3dcbbab630d triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:56:55.324647 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4b4db5b1-6d5f-43b1-af88-c398d163fb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:55.366139 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3d009de-b48c-4b7e-b088-f970eba41fc5 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Router 8fee221d-5f4e-4428-bfb7-c545273903dc has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:56:55.497176 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:55.566570 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d009de-b48c-4b7e-b088-f970eba41fc5 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:56:55.588968 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-e3d009de-b48c-4b7e-b088-f970eba41fc5 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "PUT /v2.0/routers/8fee221d-5f4e-4428-bfb7-c545273903dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4237142 May 05 20:56:55.597614 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 0b870350-98de-4d10-9064-1b1800ad7cd5, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=0b870350-98de-4d10-9064-1b1800ad7cd5,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:56:55.617771 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:55.649913 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1c16ce-d073-40a3-a94c-2437b764a868 None None] Sync routers for ids ['8fee221d-5f4e-4428-bfb7-c545273903dc'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:56:55.662364 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1c16ce-d073-40a3-a94c-2437b764a868 None None] Routers {'8fee221d-5f4e-4428-bfb7-c545273903dc'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:56:55.662971 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-9c1c16ce-d073-40a3-a94c-2437b764a868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:56:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['8fee221d-5f4e-4428-bfb7-c545273903dc'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:56:55.690169 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4b4db5b1-6d5f-43b1-af88-c398d163fb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:55.738179 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=0b870350-98de-4d10-9064-1b1800ad7cd5,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:56:55.745139 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-4b4db5b1-6d5f-43b1-af88-c398d163fb39 None None] For port 64088be8-dad2-4233-9b51-c3dcbbab630d, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=64088be8-dad2-4233-9b51-c3dcbbab630d,segment=NetworkSegment(f9009668-8e6f-4d68-bade-2269fa565049),segment_id=f9009668-8e6f-4d68-bade-2269fa565049)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:56:55.754382 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4b4db5b1-6d5f-43b1-af88-c398d163fb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:55.764893 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-515e5508-529b-4fd4-9947-728716c6f1d1 req-05a7f95f-250b-4f96-a2db-a18eafa910d0 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1928350310&fields=id&tenant_id=30a835e817a747e3b9b294a4a57222fc HTTP/1.1" status: 200 len: 267 time: 0.0433507 May 05 20:56:55.830808 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4db5b1-6d5f-43b1-af88-c398d163fb39 None None] Pushing event updated for resources: {'Port': ['ID=64088be8-dad2-4233-9b51-c3dcbbab630d,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:56:55.866013 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-9c1c16ce-d073-40a3-a94c-2437b764a868 None None] Set router 8fee221d-5f4e-4428-bfb7-c545273903dc gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:56:55.930581 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e5508-529b-4fd4-9947-728716c6f1d1 req-e6024e37-5a3e-42cb-8ec6-12fdf82a4f47 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:56:55.935955 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-515e5508-529b-4fd4-9947-728716c6f1d1 req-e6024e37-5a3e-42cb-8ec6-12fdf82a4f47 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/networks?id=05d545ee-73af-46aa-b41b-f693eea5a493 HTTP/1.1" status: 200 len: 796 time: 0.1612394 May 05 20:56:55.949849 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-515e5508-529b-4fd4-9947-728716c6f1d1 req-7a3ccc1d-1d9e-4465-b3a6-1edf8d02235c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/quotas/30a835e817a747e3b9b294a4a57222fc HTTP/1.1" status: 200 len: 375 time: 0.0112619 May 05 20:56:56.037612 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-515e5508-529b-4fd4-9947-728716c6f1d1 req-7b3a14ff-8155-4b8e-be55-053cb0172d8f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Synchronizing usage tracker for tenant:30a835e817a747e3b9b294a4a57222fc on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:56:56.054823 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-515e5508-529b-4fd4-9947-728716c6f1d1 req-7b3a14ff-8155-4b8e-be55-053cb0172d8f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Unset dirty status for tenant:30a835e817a747e3b9b294a4a57222fc on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:56:56.056421 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-515e5508-529b-4fd4-9947-728716c6f1d1 req-7b3a14ff-8155-4b8e-be55-053cb0172d8f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=30a835e817a747e3b9b294a4a57222fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1006505 May 05 20:56:56.083695 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-e5ca5f43-f918-411f-ad99-9aa32cb55fb8 None None] Provisioning complete for port 64088be8-dad2-4233-9b51-c3dcbbab630d triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:56:56.084224 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e5ca5f43-f918-411f-ad99-9aa32cb55fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:56.260485 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-515e5508-529b-4fd4-9947-728716c6f1d1 req-e55a540b-dda0-49c3-b761-77a41074894d service neutron] 10.222.0.36 "GET /v2.0/networks/05d545ee-73af-46aa-b41b-f693eea5a493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806803 May 05 20:56:56.260889 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-9c1c16ce-d073-40a3-a94c-2437b764a868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fee221d-5f4e-4428-bfb7-c545273903dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560755476', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '0b870350-98de-4d10-9064-1b1800ad7cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:56:49Z', 'updated_at': '2022-05-05T20:56:54Z', 'revision_number': 4, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'gw_port': {'id': '0b870350-98de-4d10-9064-1b1800ad7cd5', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee221d-5f4e-4428-bfb7-c545273903dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:56:49Z', 'updated_at': '2022-05-05T20:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '254ed8a7-8094-472e-9363-11e1de378ff9', 'name': '', 'network_id': '05d545ee-73af-46aa-b41b-f693eea5a493', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'mac_address': 'fa:16:3e:d9:98:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fee221d-5f4e-4428-bfb7-c545273903dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '757ca315-7322-40df-bfeb-3667b4d2e5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:56:53Z', 'updated_at': '2022-05-05T20:56:54Z', 'revision_number': 2, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'subnets': [{'id': '757ca315-7322-40df-bfeb-3667b4d2e5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:56:56.265637 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1c16ce-d073-40a3-a94c-2437b764a868 None None] Checking router: 8fee221d-5f4e-4428-bfb7-c545273903dc for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:56:56.266220 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1c16ce-d073-40a3-a94c-2437b764a868 None None] Updating router 8fee221d-5f4e-4428-bfb7-c545273903dc port 254ed8a7-8094-472e-9363-11e1de378ff9 binding host n-d-840717-1 {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:56:56.280442 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-e5ca5f43-f918-411f-ad99-9aa32cb55fb8 None None] Provisioning for port 254ed8a7-8094-472e-9363-11e1de378ff9 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:56:56.287025 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-e5ca5f43-f918-411f-ad99-9aa32cb55fb8 None None] Provisioning complete for port 254ed8a7-8094-472e-9363-11e1de378ff9 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:56:56.287339 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e5ca5f43-f918-411f-ad99-9aa32cb55fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:56.330365 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9c1c16ce-d073-40a3-a94c-2437b764a868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:56.354441 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-e5ca5f43-f918-411f-ad99-9aa32cb55fb8 None None] Port 254ed8a7-8094-472e-9363-11e1de378ff9 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:56:56.408262 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-515e5508-529b-4fd4-9947-728716c6f1d1 req-1fd5a990-f186-42e9-9c23-1c45dcae5414 service neutron] 10.222.0.36 "GET /v2.0/networks/05d545ee-73af-46aa-b41b-f693eea5a493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469619 May 05 20:56:56.474566 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-15014145-d211-483c-b286-1952d7e02cb4 None None] Provisioning complete for port 254ed8a7-8094-472e-9363-11e1de378ff9 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:56:56.475115 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-15014145-d211-483c-b286-1952d7e02cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:56.535932 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-15014145-d211-483c-b286-1952d7e02cb4 None None] Port 254ed8a7-8094-472e-9363-11e1de378ff9 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:56:56.595061 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-ec3ec1ef-bb61-41ff-9c2d-0826e04c0c04 req-7cb8c1f5-8cf3-4e42-80a3-16f2c0adf74f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Synchronizing usage tracker for tenant:30a835e817a747e3b9b294a4a57222fc on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:56:56.609096 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-ec3ec1ef-bb61-41ff-9c2d-0826e04c0c04 req-7cb8c1f5-8cf3-4e42-80a3-16f2c0adf74f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Unset dirty status for tenant:30a835e817a747e3b9b294a4a57222fc on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:56:56.610536 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ec3ec1ef-bb61-41ff-9c2d-0826e04c0c04 req-7cb8c1f5-8cf3-4e42-80a3-16f2c0adf74f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7a1b5fd-4949-40aa-857a-1d5a95f596a6 HTTP/1.1" status: 200 len: 210 time: 0.0598493 May 05 20:56:56.734795 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9c1c16ce-d073-40a3-a94c-2437b764a868 None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:56.746930 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9c1c16ce-d073-40a3-a94c-2437b764a868 None None] Transition to ACTIVE for port object 254ed8a7-8094-472e-9363-11e1de378ff9 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:56:56.753514 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9c1c16ce-d073-40a3-a94c-2437b764a868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:56.899375 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 64088be8-dad2-4233-9b51-c3dcbbab630d up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:56:56.962305 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5a71c8-b851-48c2-a8c0-8bec39aeecdc None None] Pushing event updated for resources: {'Port': ['ID=254ed8a7-8094-472e-9363-11e1de378ff9,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:56:56.975741 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5a71c8-b851-48c2-a8c0-8bec39aeecdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:56:56.976067 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5a71c8-b851-48c2-a8c0-8bec39aeecdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:56:56.976386 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5a71c8-b851-48c2-a8c0-8bec39aeecdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:56:56.976710 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5a71c8-b851-48c2-a8c0-8bec39aeecdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:56:56.977251 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5a71c8-b851-48c2-a8c0-8bec39aeecdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:56:56.977372 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5a71c8-b851-48c2-a8c0-8bec39aeecdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:56:56.977832 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5a71c8-b851-48c2-a8c0-8bec39aeecdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:56:56.977943 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5a71c8-b851-48c2-a8c0-8bec39aeecdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:56:56.978231 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5a71c8-b851-48c2-a8c0-8bec39aeecdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:56:56.978538 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5a71c8-b851-48c2-a8c0-8bec39aeecdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:56:56.978850 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5a71c8-b851-48c2-a8c0-8bec39aeecdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:56:56.979156 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5a71c8-b851-48c2-a8c0-8bec39aeecdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:56:56.997723 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 64088be8-dad2-4233-9b51-c3dcbbab630d triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:56:56.998224 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:57.002422 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-9c1c16ce-d073-40a3-a94c-2437b764a868 None None] Attempting to bind port 254ed8a7-8094-472e-9363-11e1de378ff9 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:56:57.002780 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-9c1c16ce-d073-40a3-a94c-2437b764a868 None None] Attempting to bind port 254ed8a7-8094-472e-9363-11e1de378ff9 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'f9009668-8e6f-4d68-bade-2269fa565049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '05d545ee-73af-46aa-b41b-f693eea5a493'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:56:57.003305 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1c16ce-d073-40a3-a94c-2437b764a868 None None] Attempting to bind port 254ed8a7-8094-472e-9363-11e1de378ff9 on network 05d545ee-73af-46aa-b41b-f693eea5a493 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:56:57.009411 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1c16ce-d073-40a3-a94c-2437b764a868 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:56:57.009411 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1c16ce-d073-40a3-a94c-2437b764a868 None None] Checking segment: {'id': 'f9009668-8e6f-4d68-bade-2269fa565049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '05d545ee-73af-46aa-b41b-f693eea5a493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:56:57.009411 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9c1c16ce-d073-40a3-a94c-2437b764a868 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:57.009959 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1c16ce-d073-40a3-a94c-2437b764a868 None None] Bound using segment: {'id': 'f9009668-8e6f-4d68-bade-2269fa565049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '05d545ee-73af-46aa-b41b-f693eea5a493'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:56:57.010210 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-9c1c16ce-d073-40a3-a94c-2437b764a868 None None] Bound port: 254ed8a7-8094-472e-9363-11e1de378ff9, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9009668-8e6f-4d68-bade-2269fa565049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '05d545ee-73af-46aa-b41b-f693eea5a493'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:56:57.010574 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9c1c16ce-d073-40a3-a94c-2437b764a868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:57.101125 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9c1c16ce-d073-40a3-a94c-2437b764a868 None None] For port 254ed8a7-8094-472e-9363-11e1de378ff9, host n-d-840717-1, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:56:57.104186 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9c1c16ce-d073-40a3-a94c-2437b764a868 None None] For port 254ed8a7-8094-472e-9363-11e1de378ff9, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=254ed8a7-8094-472e-9363-11e1de378ff9,segment=NetworkSegment(f9009668-8e6f-4d68-bade-2269fa565049),segment_id=f9009668-8e6f-4d68-bade-2269fa565049)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:56:57.109247 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9c1c16ce-d073-40a3-a94c-2437b764a868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:57.141371 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 0b870350-98de-4d10-9064-1b1800ad7cd5 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:56:57.195812 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1c16ce-d073-40a3-a94c-2437b764a868 None None] Routers {'8fee221d-5f4e-4428-bfb7-c545273903dc'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:56:57.196752 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-9c1c16ce-d073-40a3-a94c-2437b764a868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:56:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['8fee221d-5f4e-4428-bfb7-c545273903dc'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:56:57.227971 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 0b870350-98de-4d10-9064-1b1800ad7cd5 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:56:57.228344 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:57.262870 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5a71c8-b851-48c2-a8c0-8bec39aeecdc None None] Pushing event updated for resources: {'Port': ['ID=254ed8a7-8094-472e-9363-11e1de378ff9,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:56:57.393428 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-9c1c16ce-d073-40a3-a94c-2437b764a868 None None] Set router 8fee221d-5f4e-4428-bfb7-c545273903dc gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:56:57.744891 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e5508-529b-4fd4-9947-728716c6f1d1 req-ee8509a1-ea4e-485f-880f-f8f4c0c814b1 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:56:57.745533 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-9c1c16ce-d073-40a3-a94c-2437b764a868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fee221d-5f4e-4428-bfb7-c545273903dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560755476', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '0b870350-98de-4d10-9064-1b1800ad7cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:56:49Z', 'updated_at': '2022-05-05T20:56:54Z', 'revision_number': 4, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'gw_port': {'id': '0b870350-98de-4d10-9064-1b1800ad7cd5', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee221d-5f4e-4428-bfb7-c545273903dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:56:49Z', 'updated_at': '2022-05-05T20:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '254ed8a7-8094-472e-9363-11e1de378ff9', 'name': '', 'network_id': '05d545ee-73af-46aa-b41b-f693eea5a493', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'mac_address': 'fa:16:3e:d9:98:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fee221d-5f4e-4428-bfb7-c545273903dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '757ca315-7322-40df-bfeb-3667b4d2e5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:56:53Z', 'updated_at': '2022-05-05T20:56:57Z', 'revision_number': 4, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'subnets': [{'id': '757ca315-7322-40df-bfeb-3667b4d2e5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:56:57.747906 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-515e5508-529b-4fd4-9947-728716c6f1d1 req-ee8509a1-ea4e-485f-880f-f8f4c0c814b1 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.50 "GET /v2.0/networks?id=05d545ee-73af-46aa-b41b-f693eea5a493 HTTP/1.1" status: 200 len: 796 time: 0.1951075 May 05 20:56:57.750577 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1c16ce-d073-40a3-a94c-2437b764a868 None None] The sync data for ids ['8fee221d-5f4e-4428-bfb7-c545273903dc'] in n-d-840717-1 is: [{'id': '8fee221d-5f4e-4428-bfb7-c545273903dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560755476', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '0b870350-98de-4d10-9064-1b1800ad7cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:56:49Z', 'updated_at': '2022-05-05T20:56:54Z', 'revision_number': 4, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'gw_port': {'id': '0b870350-98de-4d10-9064-1b1800ad7cd5', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee221d-5f4e-4428-bfb7-c545273903dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:56:49Z', 'updated_at': '2022-05-05T20:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '254ed8a7-8094-472e-9363-11e1de378ff9', 'name': '', 'network_id': '05d545ee-73af-46aa-b41b-f693eea5a493', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'mac_address': 'fa:16:3e:d9:98:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fee221d-5f4e-4428-bfb7-c545273903dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '757ca315-7322-40df-bfeb-3667b4d2e5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:56:53Z', 'updated_at': '2022-05-05T20:56:57Z', 'revision_number': 4, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'subnets': [{'id': '757ca315-7322-40df-bfeb-3667b4d2e5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:56:57.886810 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7b228100-2a2e-4101-901f-7424f58c18a3 req-95fa02c7-dc19-4c15-8c0d-d695db5aa886 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7a1b5fd-4949-40aa-857a-1d5a95f596a6 HTTP/1.1" status: 200 len: 210 time: 0.1379359 May 05 20:56:57.913899 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-515e5508-529b-4fd4-9947-728716c6f1d1 req-180b21ed-bdcd-4974-9ed3-32a539798351 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30a835e817a747e3b9b294a4a57222fc HTTP/1.1" status: 200 len: 380 time: 0.1537528 May 05 20:56:57.923686 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-515e5508-529b-4fd4-9947-728716c6f1d1 req-ea459fc8-8eb0-4403-84a7-9f326c0ae943 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Request body: {'port': {'device_id': 'd7a1b5fd-4949-40aa-857a-1d5a95f596a6', 'network_id': '05d545ee-73af-46aa-b41b-f693eea5a493', 'admin_state_up': True, 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'security_groups': ['d603bf29-56d6-47a9-a008-e4a9ede752ce']}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:56:58.067850 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-515e5508-529b-4fd4-9947-728716c6f1d1 req-ea459fc8-8eb0-4403-84a7-9f326c0ae943 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:56:58.078095 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-515e5508-529b-4fd4-9947-728716c6f1d1 req-ea459fc8-8eb0-4403-84a7-9f326c0ae943 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:56:58.088656 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-515e5508-529b-4fd4-9947-728716c6f1d1 req-ea459fc8-8eb0-4403-84a7-9f326c0ae943 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Made reservation on behalf of 30a835e817a747e3b9b294a4a57222fc for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:56:58.093185 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-515e5508-529b-4fd4-9947-728716c6f1d1 req-ea459fc8-8eb0-4403-84a7-9f326c0ae943 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:58.271766 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-515e5508-529b-4fd4-9947-728716c6f1d1 req-ea459fc8-8eb0-4403-84a7-9f326c0ae943 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Allocated IP 172.20.0.4 (05d545ee-73af-46aa-b41b-f693eea5a493/757ca315-7322-40df-bfeb-3667b4d2e5ba/be6bc235-2221-4c23-a661-ef102c565be1) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:56:58.578669 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-515e5508-529b-4fd4-9947-728716c6f1d1 req-ea459fc8-8eb0-4403-84a7-9f326c0ae943 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:58.598816 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-515e5508-529b-4fd4-9947-728716c6f1d1 req-ea459fc8-8eb0-4403-84a7-9f326c0ae943 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Transition to ACTIVE for port object be6bc235-2221-4c23-a661-ef102c565be1 will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:56:58.623730 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-515e5508-529b-4fd4-9947-728716c6f1d1 req-ea459fc8-8eb0-4403-84a7-9f326c0ae943 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:58.697461 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-515e5508-529b-4fd4-9947-728716c6f1d1 req-ea459fc8-8eb0-4403-84a7-9f326c0ae943 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Network 05d545ee-73af-46aa-b41b-f693eea5a493 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:56:58.703235 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-515e5508-529b-4fd4-9947-728716c6f1d1 req-ea459fc8-8eb0-4403-84a7-9f326c0ae943 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:56:58.707408 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-515e5508-529b-4fd4-9947-728716c6f1d1 req-ea459fc8-8eb0-4403-84a7-9f326c0ae943 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:56:58.743781 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea459fc8-8eb0-4403-84a7-9f326c0ae943 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event updated for resources: {'Port': ['ID=be6bc235-2221-4c23-a661-ef102c565be1,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:56:58.781284 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e5508-529b-4fd4-9947-728716c6f1d1 req-ea459fc8-8eb0-4403-84a7-9f326c0ae943 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:56:58.781979 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-515e5508-529b-4fd4-9947-728716c6f1d1 req-ea459fc8-8eb0-4403-84a7-9f326c0ae943 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:58.809656 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-515e5508-529b-4fd4-9947-728716c6f1d1 req-ea459fc8-8eb0-4403-84a7-9f326c0ae943 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8891037 May 05 20:56:58.820454 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-515e5508-529b-4fd4-9947-728716c6f1d1 req-aadae35c-1be1-41ac-94de-139d86c3e276 service neutron] Request body: {'port': {'device_id': 'd7a1b5fd-4949-40aa-857a-1d5a95f596a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:56:58.905251 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 254ed8a7-8094-472e-9363-11e1de378ff9 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:56:58.961231 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-515e5508-529b-4fd4-9947-728716c6f1d1 req-aadae35c-1be1-41ac-94de-139d86c3e276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:58.981919 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-35c914a5-3a26-4b3c-b2bd-f77348139bf7 None None] Provisioning for port be6bc235-2221-4c23-a661-ef102c565be1 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:56:58.988932 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-35c914a5-3a26-4b3c-b2bd-f77348139bf7 None None] Provisioning complete for port be6bc235-2221-4c23-a661-ef102c565be1 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:56:58.989359 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-35c914a5-3a26-4b3c-b2bd-f77348139bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:59.031913 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 254ed8a7-8094-472e-9363-11e1de378ff9 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:56:59.041972 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 254ed8a7-8094-472e-9363-11e1de378ff9 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:56:59.042343 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:59.096181 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-35c914a5-3a26-4b3c-b2bd-f77348139bf7 None None] Port be6bc235-2221-4c23-a661-ef102c565be1 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:56:59.173914 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:59.208515 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9960d311-6baf-494f-9c42-a182057972ce req-79f16ce5-5cb4-47d0-a349-b3caf5e60486 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:56:59.210180 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9960d311-6baf-494f-9c42-a182057972ce req-79f16ce5-5cb4-47d0-a349-b3caf5e60486 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7a1b5fd-4949-40aa-857a-1d5a95f596a6 HTTP/1.1" status: 200 len: 931 time: 0.1949410 May 05 20:56:59.212135 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 254ed8a7-8094-472e-9363-11e1de378ff9, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=254ed8a7-8094-472e-9363-11e1de378ff9,segment=NetworkSegment(f9009668-8e6f-4d68-bade-2269fa565049),segment_id=f9009668-8e6f-4d68-bade-2269fa565049)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:56:59.216963 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:59.258404 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-9960d311-6baf-494f-9c42-a182057972ce req-f8174121-5600-4d2a-be8f-3b64d3943bc3 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Synchronizing usage tracker for tenant:30a835e817a747e3b9b294a4a57222fc on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:56:59.274329 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-9960d311-6baf-494f-9c42-a182057972ce req-f8174121-5600-4d2a-be8f-3b64d3943bc3 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Unset dirty status for tenant:30a835e817a747e3b9b294a4a57222fc on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:56:59.275730 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9960d311-6baf-494f-9c42-a182057972ce req-f8174121-5600-4d2a-be8f-3b64d3943bc3 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=d603bf29-56d6-47a9-a008-e4a9ede752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584338 May 05 20:56:59.296330 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=254ed8a7-8094-472e-9363-11e1de378ff9,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:56:59.332659 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-515e5508-529b-4fd4-9947-728716c6f1d1 req-aadae35c-1be1-41ac-94de-139d86c3e276 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be6bc235-2221-4c23-a661-ef102c565be1 {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:56:59.339679 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-515e5508-529b-4fd4-9947-728716c6f1d1 req-aadae35c-1be1-41ac-94de-139d86c3e276 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:59.353769 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-515e5508-529b-4fd4-9947-728716c6f1d1 req-aadae35c-1be1-41ac-94de-139d86c3e276 service neutron] Transition to ACTIVE for port object be6bc235-2221-4c23-a661-ef102c565be1 will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:56:59.357134 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-515e5508-529b-4fd4-9947-728716c6f1d1 req-aadae35c-1be1-41ac-94de-139d86c3e276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:59.514086 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadae35c-1be1-41ac-94de-139d86c3e276 service neutron] Pushing event updated for resources: {'Port': ['ID=be6bc235-2221-4c23-a661-ef102c565be1,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:56:59.597339 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-515e5508-529b-4fd4-9947-728716c6f1d1 req-aadae35c-1be1-41ac-94de-139d86c3e276 service neutron] Attempting to bind port be6bc235-2221-4c23-a661-ef102c565be1 on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:56:59.597676 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-515e5508-529b-4fd4-9947-728716c6f1d1 req-aadae35c-1be1-41ac-94de-139d86c3e276 service neutron] Attempting to bind port be6bc235-2221-4c23-a661-ef102c565be1 by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': 'f9009668-8e6f-4d68-bade-2269fa565049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '05d545ee-73af-46aa-b41b-f693eea5a493'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:56:59.598003 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515e5508-529b-4fd4-9947-728716c6f1d1 req-aadae35c-1be1-41ac-94de-139d86c3e276 service neutron] Attempting to bind port be6bc235-2221-4c23-a661-ef102c565be1 on network 05d545ee-73af-46aa-b41b-f693eea5a493 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:56:59.603255 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515e5508-529b-4fd4-9947-728716c6f1d1 req-aadae35c-1be1-41ac-94de-139d86c3e276 service neutron] Port be6bc235-2221-4c23-a661-ef102c565be1 on network 05d545ee-73af-46aa-b41b-f693eea5a493 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:56:59.603602 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515e5508-529b-4fd4-9947-728716c6f1d1 req-aadae35c-1be1-41ac-94de-139d86c3e276 service neutron] Attempting to bind port be6bc235-2221-4c23-a661-ef102c565be1 on network 05d545ee-73af-46aa-b41b-f693eea5a493 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:56:59.609518 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515e5508-529b-4fd4-9947-728716c6f1d1 req-aadae35c-1be1-41ac-94de-139d86c3e276 service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:56:59.609857 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515e5508-529b-4fd4-9947-728716c6f1d1 req-aadae35c-1be1-41ac-94de-139d86c3e276 service neutron] Checking segment: {'id': 'f9009668-8e6f-4d68-bade-2269fa565049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '05d545ee-73af-46aa-b41b-f693eea5a493'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:56:59.610232 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515e5508-529b-4fd4-9947-728716c6f1d1 req-aadae35c-1be1-41ac-94de-139d86c3e276 service neutron] Bound using segment: {'id': 'f9009668-8e6f-4d68-bade-2269fa565049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '05d545ee-73af-46aa-b41b-f693eea5a493'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:56:59.610659 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-515e5508-529b-4fd4-9947-728716c6f1d1 req-aadae35c-1be1-41ac-94de-139d86c3e276 service neutron] Bound port: be6bc235-2221-4c23-a661-ef102c565be1, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9009668-8e6f-4d68-bade-2269fa565049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '05d545ee-73af-46aa-b41b-f693eea5a493'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:56:59.611001 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-515e5508-529b-4fd4-9947-728716c6f1d1 req-aadae35c-1be1-41ac-94de-139d86c3e276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:59.701753 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-515e5508-529b-4fd4-9947-728716c6f1d1 req-aadae35c-1be1-41ac-94de-139d86c3e276 service neutron] For port be6bc235-2221-4c23-a661-ef102c565be1, host n-h2-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:56:59.705080 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-515e5508-529b-4fd4-9947-728716c6f1d1 req-aadae35c-1be1-41ac-94de-139d86c3e276 service neutron] For port be6bc235-2221-4c23-a661-ef102c565be1, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=be6bc235-2221-4c23-a661-ef102c565be1,segment=NetworkSegment(f9009668-8e6f-4d68-bade-2269fa565049),segment_id=f9009668-8e6f-4d68-bade-2269fa565049)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:56:59.708588 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-515e5508-529b-4fd4-9947-728716c6f1d1 req-aadae35c-1be1-41ac-94de-139d86c3e276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:59.769539 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e5508-529b-4fd4-9947-728716c6f1d1 req-aadae35c-1be1-41ac-94de-139d86c3e276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:56:59.770209 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-515e5508-529b-4fd4-9947-728716c6f1d1 req-aadae35c-1be1-41ac-94de-139d86c3e276 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:56:59.771542 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-515e5508-529b-4fd4-9947-728716c6f1d1 req-aadae35c-1be1-41ac-94de-139d86c3e276 service neutron] 10.222.0.50 "PUT /v2.0/ports/be6bc235-2221-4c23-a661-ef102c565be1 HTTP/1.1" status: 200 len: 1091 time: 0.9555256 May 05 20:56:59.771938 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7a1b5fd-4949-40aa-857a-1d5a95f596a6', 'tag': 'be6bc235-2221-4c23-a661-ef102c565be1'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:56:59.800741 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadae35c-1be1-41ac-94de-139d86c3e276 service neutron] Pushing event updated for resources: {'Port': ['ID=be6bc235-2221-4c23-a661-ef102c565be1,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:56:59.885561 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e5508-529b-4fd4-9947-728716c6f1d1 req-8ac7b5ef-1f9a-4786-8050-233f776020ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:56:59.887747 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-515e5508-529b-4fd4-9947-728716c6f1d1 req-8ac7b5ef-1f9a-4786-8050-233f776020ab service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=30a835e817a747e3b9b294a4a57222fc&device_id=d7a1b5fd-4949-40aa-857a-1d5a95f596a6 HTTP/1.1" status: 200 len: 1094 time: 0.0801973 May 05 20:56:59.889292 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-743e4a78-3ec6-4c96-8add-5504503082a0'] response: {'name': 'network-changed', 'server_uuid': 'd7a1b5fd-4949-40aa-857a-1d5a95f596a6', 'tag': 'be6bc235-2221-4c23-a661-ef102c565be1', 'status': 'completed', 'code': 200} May 05 20:56:59.957770 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-515e5508-529b-4fd4-9947-728716c6f1d1 req-1b39d2e9-7858-432c-b96b-0f8bd26368f1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be6bc235-2221-4c23-a661-ef102c565be1 HTTP/1.1" status: 200 len: 217 time: 0.0635595 May 05 20:57:00.022733 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e5508-529b-4fd4-9947-728716c6f1d1 req-8b349001-7581-42db-9c8f-241e99fa21be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:57:00.024130 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-515e5508-529b-4fd4-9947-728716c6f1d1 req-8b349001-7581-42db-9c8f-241e99fa21be service neutron] 10.222.0.50 "GET /v2.0/subnets?id=757ca315-7322-40df-bfeb-3667b4d2e5ba HTTP/1.1" status: 200 len: 834 time: 0.0614986 May 05 20:57:00.098814 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e5508-529b-4fd4-9947-728716c6f1d1 req-9c2f8d38-0d51-455f-86f6-398a965d691a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:57:00.100303 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-515e5508-529b-4fd4-9947-728716c6f1d1 req-9c2f8d38-0d51-455f-86f6-398a965d691a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=05d545ee-73af-46aa-b41b-f693eea5a493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698552 May 05 20:57:00.229355 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-515e5508-529b-4fd4-9947-728716c6f1d1 req-657b41eb-7f31-42f2-97f6-e8be52aabf00 service neutron] 10.222.0.50 "GET /v2.0/networks/05d545ee-73af-46aa-b41b-f693eea5a493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232719 May 05 20:57:00.462866 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9582779-8a2f-40d5-92f8-9e9ddd8edf9f req-ed207b80-d2bf-4f82-b49f-36bdfcb84560 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:57:00.463493 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-515e5508-529b-4fd4-9947-728716c6f1d1 req-ecaebc44-27bd-430e-96eb-62ff9aea2e1a service neutron] 10.222.0.50 "GET /v2.0/networks/05d545ee-73af-46aa-b41b-f693eea5a493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285893 May 05 20:57:00.464380 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c9582779-8a2f-40d5-92f8-9e9ddd8edf9f req-ed207b80-d2bf-4f82-b49f-36bdfcb84560 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7a1b5fd-4949-40aa-857a-1d5a95f596a6 HTTP/1.1" status: 200 len: 943 time: 0.0811815 May 05 20:57:00.514496 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c9582779-8a2f-40d5-92f8-9e9ddd8edf9f req-e7fa202f-9641-47c0-a75d-788ad13995fc tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=d603bf29-56d6-47a9-a008-e4a9ede752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437522 May 05 20:57:00.581525 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a833a-cf15-4b4f-bd8a-9f8beaaa0466 req-d191e1ad-1208-40df-93b6-64e9ea2036f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:57:00.582907 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c06a833a-cf15-4b4f-bd8a-9f8beaaa0466 req-d191e1ad-1208-40df-93b6-64e9ea2036f3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=30a835e817a747e3b9b294a4a57222fc&device_id=d7a1b5fd-4949-40aa-857a-1d5a95f596a6 HTTP/1.1" status: 200 len: 1094 time: 0.0754347 May 05 20:57:00.711918 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a833a-cf15-4b4f-bd8a-9f8beaaa0466 req-80bbde34-b119-4d18-853b-ff2a3d5dc43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:57:00.713347 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c06a833a-cf15-4b4f-bd8a-9f8beaaa0466 req-80bbde34-b119-4d18-853b-ff2a3d5dc43d service neutron] 10.222.0.50 "GET /v2.0/networks?id=05d545ee-73af-46aa-b41b-f693eea5a493 HTTP/1.1" status: 200 len: 897 time: 0.1248755 May 05 20:57:00.780072 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c06a833a-cf15-4b4f-bd8a-9f8beaaa0466 req-8fd4dc20-7e83-4ff1-9e0c-527983c09d16 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be6bc235-2221-4c23-a661-ef102c565be1 HTTP/1.1" status: 200 len: 217 time: 0.0608010 May 05 20:57:00.845175 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a833a-cf15-4b4f-bd8a-9f8beaaa0466 req-efa463ed-c52b-41f3-a349-e2041d91003c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:57:00.846730 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c06a833a-cf15-4b4f-bd8a-9f8beaaa0466 req-efa463ed-c52b-41f3-a349-e2041d91003c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=757ca315-7322-40df-bfeb-3667b4d2e5ba HTTP/1.1" status: 200 len: 834 time: 0.0609756 May 05 20:57:00.868400 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 254ed8a7-8094-472e-9363-11e1de378ff9 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:57:00.922272 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a833a-cf15-4b4f-bd8a-9f8beaaa0466 req-bfc64e72-ec06-4e0d-bccb-6750a028758a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:57:00.923788 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c06a833a-cf15-4b4f-bd8a-9f8beaaa0466 req-bfc64e72-ec06-4e0d-bccb-6750a028758a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=05d545ee-73af-46aa-b41b-f693eea5a493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709579 May 05 20:57:00.938285 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 254ed8a7-8094-472e-9363-11e1de378ff9 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:57:00.938649 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:57:01.074299 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c06a833a-cf15-4b4f-bd8a-9f8beaaa0466 req-b6cd15d7-a56e-48e9-8831-dad33e5cf426 service neutron] 10.222.0.50 "GET /v2.0/networks/05d545ee-73af-46aa-b41b-f693eea5a493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436734 May 05 20:57:01.207120 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c06a833a-cf15-4b4f-bd8a-9f8beaaa0466 req-2595fa1a-0fcd-4fb2-aca8-5781aedceec6 service neutron] 10.222.0.50 "GET /v2.0/networks/05d545ee-73af-46aa-b41b-f693eea5a493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254632 May 05 20:57:01.705054 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c680e3-6a9a-444a-8efe-a7fe36df9a71 req-dc8551d0-1863-4cad-bfc9-c5f757af0796 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:57:01.705752 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-d3c680e3-6a9a-444a-8efe-a7fe36df9a71 req-dc8551d0-1863-4cad-bfc9-c5f757af0796 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Synchronizing usage tracker for tenant:30a835e817a747e3b9b294a4a57222fc on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:57:01.720494 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-d3c680e3-6a9a-444a-8efe-a7fe36df9a71 req-dc8551d0-1863-4cad-bfc9-c5f757af0796 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Unset dirty status for tenant:30a835e817a747e3b9b294a4a57222fc on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:57:01.721754 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d3c680e3-6a9a-444a-8efe-a7fe36df9a71 req-dc8551d0-1863-4cad-bfc9-c5f757af0796 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7a1b5fd-4949-40aa-857a-1d5a95f596a6 HTTP/1.1" status: 200 len: 943 time: 0.0992336 May 05 20:57:01.767441 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d3c680e3-6a9a-444a-8efe-a7fe36df9a71 req-600bc9f1-bc13-454a-b2c3-01ae3ba16240 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=d603bf29-56d6-47a9-a008-e4a9ede752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399811 May 05 20:57:02.954139 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c89c46-bc1b-4558-8d23-d260220995d0 req-ddc3bda6-d53c-4ebd-a782-fc2c0cc6e1fa tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:57:02.955665 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-75c89c46-bc1b-4558-8d23-d260220995d0 req-ddc3bda6-d53c-4ebd-a782-fc2c0cc6e1fa tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7a1b5fd-4949-40aa-857a-1d5a95f596a6 HTTP/1.1" status: 200 len: 943 time: 0.0832944 May 05 20:57:02.991005 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device be6bc235-2221-4c23-a661-ef102c565be1 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:57:03.000382 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-75c89c46-bc1b-4558-8d23-d260220995d0 req-4f50a173-a200-48a6-92d1-0a0014d67968 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=d603bf29-56d6-47a9-a008-e4a9ede752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391645 May 05 20:57:03.131509 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port be6bc235-2221-4c23-a661-ef102c565be1, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=be6bc235-2221-4c23-a661-ef102c565be1,segment=NetworkSegment(f9009668-8e6f-4d68-bade-2269fa565049),segment_id=f9009668-8e6f-4d68-bade-2269fa565049)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:57:03.145325 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': 'be6bc235-2221-4c23-a661-ef102c565be1', 'network_id': '05d545ee-73af-46aa-b41b-f693eea5a493', 'port_id': 'be6bc235-2221-4c23-a661-ef102c565be1', 'mac_address': 'fa:16:3e:ba:fb:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '757ca315-7322-40df-bfeb-3667b4d2e5ba', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:57:03.201419 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:57:03.220827 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be6bc235-2221-4c23-a661-ef102c565be1 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:57:03.235727 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port be6bc235-2221-4c23-a661-ef102c565be1, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=be6bc235-2221-4c23-a661-ef102c565be1,segment=NetworkSegment(f9009668-8e6f-4d68-bade-2269fa565049),segment_id=f9009668-8e6f-4d68-bade-2269fa565049)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:57:03.239422 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:57:03.305731 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=be6bc235-2221-4c23-a661-ef102c565be1,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:57:03.439191 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['be6bc235-2221-4c23-a661-ef102c565be1'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:57:04.183546 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf8a23a-6689-4685-87b3-033ed3b77875 req-02610167-e74a-408a-9945-b8297373d704 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:57:04.185085 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fdf8a23a-6689-4685-87b3-033ed3b77875 req-02610167-e74a-408a-9945-b8297373d704 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7a1b5fd-4949-40aa-857a-1d5a95f596a6 HTTP/1.1" status: 200 len: 944 time: 0.0794063 May 05 20:57:04.231558 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-fdf8a23a-6689-4685-87b3-033ed3b77875 req-34c20b2f-93fe-4d26-b276-3f828d1e8072 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=d603bf29-56d6-47a9-a008-e4a9ede752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407071 May 05 20:57:04.761356 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e1632d1d-7f5f-4607-b682-de68928c24a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:57:05.006259 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device be6bc235-2221-4c23-a661-ef102c565be1 up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:57:05.100465 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port be6bc235-2221-4c23-a661-ef102c565be1 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:57:05.104936 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port be6bc235-2221-4c23-a661-ef102c565be1 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:57:05.105298 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:57:05.219283 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:57:05.247464 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7a1b5fd-4949-40aa-857a-1d5a95f596a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be6bc235-2221-4c23-a661-ef102c565be1'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:57:05.257097 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port be6bc235-2221-4c23-a661-ef102c565be1, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=be6bc235-2221-4c23-a661-ef102c565be1,segment=NetworkSegment(f9009668-8e6f-4d68-bade-2269fa565049),segment_id=f9009668-8e6f-4d68-bade-2269fa565049)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:57:05.262774 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:57:05.300736 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d4f90cf-7c58-4b2f-8351-0a9c65d677c2'] response: {'server_uuid': 'd7a1b5fd-4949-40aa-857a-1d5a95f596a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be6bc235-2221-4c23-a661-ef102c565be1', 'code': 200} May 05 20:57:05.338892 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=be6bc235-2221-4c23-a661-ef102c565be1,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:57:05.481504 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2266ce9e-fa52-4125-bdf4-7ae25213dcf1 req-74b7deb7-e8cf-4337-aa73-a9bcb019c47c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:57:05.482968 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2266ce9e-fa52-4125-bdf4-7ae25213dcf1 req-74b7deb7-e8cf-4337-aa73-a9bcb019c47c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7a1b5fd-4949-40aa-857a-1d5a95f596a6 HTTP/1.1" status: 200 len: 945 time: 0.1358423 May 05 20:57:05.489266 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c72a7-2f89-4c21-b0e8-d702f461a75d req-f2fffa85-942d-457f-ba4a-b73c73d7e57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:57:05.490623 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3b2c72a7-2f89-4c21-b0e8-d702f461a75d req-f2fffa85-942d-457f-ba4a-b73c73d7e57c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d7a1b5fd-4949-40aa-857a-1d5a95f596a6 HTTP/1.1" status: 200 len: 1096 time: 0.1117792 May 05 20:57:05.555461 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2266ce9e-fa52-4125-bdf4-7ae25213dcf1 req-9d80d239-629b-4609-8306-05218e9a1b8e tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=d603bf29-56d6-47a9-a008-e4a9ede752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638123 May 05 20:57:05.558458 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3b2c72a7-2f89-4c21-b0e8-d702f461a75d req-87b093ed-0b7a-48f4-a30b-823cd63aa38c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d603bf29-56d6-47a9-a008-e4a9ede752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544655 May 05 20:57:06.743612 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdccfd5-29de-46bf-88f2-9af81357191e req-dbf4421d-fc92-4bfa-a2f6-53d61db43327 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:57:06.745073 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3cdccfd5-29de-46bf-88f2-9af81357191e req-dbf4421d-fc92-4bfa-a2f6-53d61db43327 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7a1b5fd-4949-40aa-857a-1d5a95f596a6 HTTP/1.1" status: 200 len: 945 time: 0.0790393 May 05 20:57:06.793448 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3cdccfd5-29de-46bf-88f2-9af81357191e req-abfcea67-66ca-4eb9-b40e-f9842d4dbe7b tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=d603bf29-56d6-47a9-a008-e4a9ede752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414572 May 05 20:57:06.963272 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-34d54483-3b87-4378-9e37-abcd940740c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:57:07.980146 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaecbdb-e07c-4350-b06e-5a6da9cadf2b req-cb597302-39bb-4e9e-a158-6bc6ae333337 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:57:07.982256 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ddaecbdb-e07c-4350-b06e-5a6da9cadf2b req-cb597302-39bb-4e9e-a158-6bc6ae333337 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7a1b5fd-4949-40aa-857a-1d5a95f596a6 HTTP/1.1" status: 200 len: 945 time: 0.0837030 May 05 20:57:08.031267 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ddaecbdb-e07c-4350-b06e-5a6da9cadf2b req-6f14ab09-56df-4516-b7ea-106815600a44 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=d603bf29-56d6-47a9-a008-e4a9ede752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433085 May 05 20:57:08.033229 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:57:08.181612 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:57:08.217865 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be48d2e-7d8c-46e8-9c36-473c2e378216 req-a51e4217-2657-44b5-8ddb-674c581a0a7c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:57:08.219242 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9be48d2e-7d8c-46e8-9c36-473c2e378216 req-a51e4217-2657-44b5-8ddb-674c581a0a7c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7a1b5fd-4949-40aa-857a-1d5a95f596a6 HTTP/1.1" status: 200 len: 945 time: 0.0810022 May 05 20:57:08.265210 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9be48d2e-7d8c-46e8-9c36-473c2e378216 req-7ff66fac-4f5e-49a3-a7d7-5673705c986b tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=d603bf29-56d6-47a9-a008-e4a9ede752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402644 May 05 20:57:08.288255 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 41100) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:57:08.410531 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c6a9a7-2e29-485c-abf9-3a15470db595 tempest-TestNetworkAdvancedServerOps-1066420911 tempest-TestNetworkAdvancedServerOps-1066420911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:57:08.412092 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-12c6a9a7-2e29-485c-abf9-3a15470db595 tempest-TestNetworkAdvancedServerOps-1066420911 tempest-TestNetworkAdvancedServerOps-1066420911-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d7a1b5fd-4949-40aa-857a-1d5a95f596a6 HTTP/1.1" status: 200 len: 1091 time: 0.1228449 May 05 20:57:08.414888 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 41106) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:57:08.419918 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-15b51f13-40ed-4b0f-859b-2371e3b0ee1d tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Request body: {'floatingip': {'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'port_id': 'be6bc235-2221-4c23-a661-ef102c565be1', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:57:08.426485 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-15b51f13-40ed-4b0f-859b-2371e3b0ee1d tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:57:08.430277 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-15b51f13-40ed-4b0f-859b-2371e3b0ee1d tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Usage tracker for resource:floatingip and tenant:30a835e817a747e3b9b294a4a57222fc is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:57:08.433177 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-15b51f13-40ed-4b0f-859b-2371e3b0ee1d tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:57:08.439229 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-15b51f13-40ed-4b0f-859b-2371e3b0ee1d tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:57:08.449921 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-15b51f13-40ed-4b0f-859b-2371e3b0ee1d tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for floatingip, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:57:08.589352 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-15b51f13-40ed-4b0f-859b-2371e3b0ee1d tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:57:08.723771 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-15b51f13-40ed-4b0f-859b-2371e3b0ee1d tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Allocated IP 172.25.0.153 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/45f389fb-4c0e-4b29-ae91-20f2c030b538) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:57:08.875013 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-15b51f13-40ed-4b0f-859b-2371e3b0ee1d tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:57:08.904622 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-15b51f13-40ed-4b0f-859b-2371e3b0ee1d tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:57:08.971814 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b51f13-40ed-4b0f-859b-2371e3b0ee1d tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:57:08.974687 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-15b51f13-40ed-4b0f-859b-2371e3b0ee1d tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:57:08.978314 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b51f13-40ed-4b0f-859b-2371e3b0ee1d tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:57:09.014044 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b51f13-40ed-4b0f-859b-2371e3b0ee1d tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event updated for resources: {'Port': ['ID=45f389fb-4c0e-4b29-ae91-20f2c030b538,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:57:09.031391 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b51f13-40ed-4b0f-859b-2371e3b0ee1d tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:57:09.031729 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b51f13-40ed-4b0f-859b-2371e3b0ee1d tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:57:09.032061 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b51f13-40ed-4b0f-859b-2371e3b0ee1d tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:57:09.032404 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b51f13-40ed-4b0f-859b-2371e3b0ee1d tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:57:09.032711 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b51f13-40ed-4b0f-859b-2371e3b0ee1d tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:57:09.033034 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b51f13-40ed-4b0f-859b-2371e3b0ee1d tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:57:09.033353 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b51f13-40ed-4b0f-859b-2371e3b0ee1d tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:57:09.033668 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b51f13-40ed-4b0f-859b-2371e3b0ee1d tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:57:09.033984 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b51f13-40ed-4b0f-859b-2371e3b0ee1d tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:57:09.034300 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b51f13-40ed-4b0f-859b-2371e3b0ee1d tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:57:09.034611 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b51f13-40ed-4b0f-859b-2371e3b0ee1d tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:57:09.034921 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b51f13-40ed-4b0f-859b-2371e3b0ee1d tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:57:09.393448 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-15b51f13-40ed-4b0f-859b-2371e3b0ee1d tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:57:09.466862 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-15b51f13-40ed-4b0f-859b-2371e3b0ee1d tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:57:09.772068 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-15b51f13-40ed-4b0f-859b-2371e3b0ee1d tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:57:09.773883 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:57:09.776411 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-15b51f13-40ed-4b0f-859b-2371e3b0ee1d tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:57:09.885838 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b51f13-40ed-4b0f-859b-2371e3b0ee1d tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event updated for resources: {'Port': ['ID=45f389fb-4c0e-4b29-ae91-20f2c030b538,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:57:09.898244 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-15b51f13-40ed-4b0f-859b-2371e3b0ee1d tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:57:10.072095 n-d-840717-1 neutron-server[88198]: INFO neutron.db.l3_db [None req-15b51f13-40ed-4b0f-859b-2371e3b0ee1d tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Floating IP 8c02f0d1-b886-4c09-a755-32ce0e11b5cd associated. External IP: 172.25.0.153, port: be6bc235-2221-4c23-a661-ef102c565be1. May 05 20:57:10.442540 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15b51f13-40ed-4b0f-859b-2371e3b0ee1d tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Router 8fee221d-5f4e-4428-bfb7-c545273903dc has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:57:10.619633 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b51f13-40ed-4b0f-859b-2371e3b0ee1d tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:57:10.629680 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89cb28a-8ee7-4cec-9d24-0e47f3a03dbe None None] Sync routers for ids ['8fee221d-5f4e-4428-bfb7-c545273903dc'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:57:10.639618 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89cb28a-8ee7-4cec-9d24-0e47f3a03dbe None None] Routers {'8fee221d-5f4e-4428-bfb7-c545273903dc'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:57:10.640240 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-f89cb28a-8ee7-4cec-9d24-0e47f3a03dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:57:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['8fee221d-5f4e-4428-bfb7-c545273903dc'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:57:10.644909 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-15b51f13-40ed-4b0f-859b-2371e3b0ee1d tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:57:10.704492 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-15b51f13-40ed-4b0f-859b-2371e3b0ee1d tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2884536 May 05 20:57:10.705072 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7a1b5fd-4949-40aa-857a-1d5a95f596a6', 'tag': 'be6bc235-2221-4c23-a661-ef102c565be1'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:57:10.810202 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f749cd9-1a48-44f8-a4c0-8ec477e47fcd'] response: {'name': 'network-changed', 'server_uuid': 'd7a1b5fd-4949-40aa-857a-1d5a95f596a6', 'tag': 'be6bc235-2221-4c23-a661-ef102c565be1', 'status': 'completed', 'code': 200} May 05 20:57:10.829762 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-f89cb28a-8ee7-4cec-9d24-0e47f3a03dbe None None] Set router 8fee221d-5f4e-4428-bfb7-c545273903dc gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:57:10.903041 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f42bcd0-51db-48e2-bf95-5662a16804a8 req-cb6a6e62-de37-463f-9dda-d14fd9365a19 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:57:10.905375 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2f42bcd0-51db-48e2-bf95-5662a16804a8 req-cb6a6e62-de37-463f-9dda-d14fd9365a19 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7a1b5fd-4949-40aa-857a-1d5a95f596a6 HTTP/1.1" status: 200 len: 945 time: 0.1009953 May 05 20:57:11.005949 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:57:11.016446 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2f42bcd0-51db-48e2-bf95-5662a16804a8 req-83d6030a-235e-4aa4-8589-e001b5ed0294 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=d603bf29-56d6-47a9-a008-e4a9ede752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046124 May 05 20:57:11.029880 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca87b4f7-5df5-40a8-b490-d35646bfe5b4 req-fb9e6ba1-5c40-4a4c-98af-f5335ca06a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:57:11.031567 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ca87b4f7-5df5-40a8-b490-d35646bfe5b4 req-fb9e6ba1-5c40-4a4c-98af-f5335ca06a0e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=30a835e817a747e3b9b294a4a57222fc&device_id=d7a1b5fd-4949-40aa-857a-1d5a95f596a6 HTTP/1.1" status: 200 len: 1096 time: 0.1827543 May 05 20:57:11.048843 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 41118) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:57:11.162212 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-cfefc1e1-6243-4d68-9a23-8b7a154a0001 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/floatingips/8c02f0d1-b886-4c09-a755-32ce0e11b5cd HTTP/1.1" status: 200 len: 991 time: 0.1107018 May 05 20:57:11.207637 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-f89cb28a-8ee7-4cec-9d24-0e47f3a03dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fee221d-5f4e-4428-bfb7-c545273903dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560755476', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '0b870350-98de-4d10-9064-1b1800ad7cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:56:49Z', 'updated_at': '2022-05-05T20:56:54Z', 'revision_number': 4, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'gw_port': {'id': '0b870350-98de-4d10-9064-1b1800ad7cd5', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee221d-5f4e-4428-bfb7-c545273903dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:56:49Z', 'updated_at': '2022-05-05T20:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '8c02f0d1-b886-4c09-a755-32ce0e11b5cd', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'floating_ip_address': '172.25.0.153', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '8fee221d-5f4e-4428-bfb7-c545273903dc', 'port_id': 'be6bc235-2221-4c23-a661-ef102c565be1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05d545ee-73af-46aa-b41b-f693eea5a493', 'mac_address': 'fa:16:3e:ba:fb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a1b5fd-4949-40aa-857a-1d5a95f596a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:57:09Z', 'updated_at': '2022-05-05T20:57:09Z', 'revision_number': 0, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '254ed8a7-8094-472e-9363-11e1de378ff9', 'name': '', 'network_id': '05d545ee-73af-46aa-b41b-f693eea5a493', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'mac_address': 'fa:16:3e:d9:98:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee221d-5f4e-4428-bfb7-c545273903dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '757ca315-7322-40df-bfeb-3667b4d2e5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:56:53Z', 'updated_at': '2022-05-05T20:56:59Z', 'revision_number': 5, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'subnets': [{'id': '757ca315-7322-40df-bfeb-3667b4d2e5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:57:11.211971 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89cb28a-8ee7-4cec-9d24-0e47f3a03dbe None None] Checking router: 8fee221d-5f4e-4428-bfb7-c545273903dc for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:57:11.220991 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89cb28a-8ee7-4cec-9d24-0e47f3a03dbe None None] Routers {'8fee221d-5f4e-4428-bfb7-c545273903dc'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:57:11.221616 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-f89cb28a-8ee7-4cec-9d24-0e47f3a03dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:57:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['8fee221d-5f4e-4428-bfb7-c545273903dc'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:57:11.285859 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca87b4f7-5df5-40a8-b490-d35646bfe5b4 req-51de318e-7d90-4690-9d2f-f11d225e755e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:57:11.287217 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ca87b4f7-5df5-40a8-b490-d35646bfe5b4 req-51de318e-7d90-4690-9d2f-f11d225e755e service neutron] 10.222.0.50 "GET /v2.0/networks?id=05d545ee-73af-46aa-b41b-f693eea5a493 HTTP/1.1" status: 200 len: 897 time: 0.2503228 May 05 20:57:11.388951 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ca87b4f7-5df5-40a8-b490-d35646bfe5b4 req-c1b327e0-daf1-4fdd-a677-37c5d1de8a31 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be6bc235-2221-4c23-a661-ef102c565be1 HTTP/1.1" status: 200 len: 999 time: 0.0962937 May 05 20:57:11.404274 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-f89cb28a-8ee7-4cec-9d24-0e47f3a03dbe None None] Set router 8fee221d-5f4e-4428-bfb7-c545273903dc gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:57:11.450812 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca87b4f7-5df5-40a8-b490-d35646bfe5b4 req-0be34d26-13e4-4ba2-ace0-a61afd5cd611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:57:11.452290 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ca87b4f7-5df5-40a8-b490-d35646bfe5b4 req-0be34d26-13e4-4ba2-ace0-a61afd5cd611 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=757ca315-7322-40df-bfeb-3667b4d2e5ba HTTP/1.1" status: 200 len: 834 time: 0.0575678 May 05 20:57:11.526328 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca87b4f7-5df5-40a8-b490-d35646bfe5b4 req-af9d90c7-738b-43b5-ba6c-8a72f45d4c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:57:11.528376 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ca87b4f7-5df5-40a8-b490-d35646bfe5b4 req-af9d90c7-738b-43b5-ba6c-8a72f45d4c2a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=05d545ee-73af-46aa-b41b-f693eea5a493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706389 May 05 20:57:11.659719 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ca87b4f7-5df5-40a8-b490-d35646bfe5b4 req-1e3a799b-5854-41b0-8f0d-019e8fee7864 service neutron] 10.222.0.50 "GET /v2.0/networks/05d545ee-73af-46aa-b41b-f693eea5a493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260154 May 05 20:57:11.754146 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-f89cb28a-8ee7-4cec-9d24-0e47f3a03dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fee221d-5f4e-4428-bfb7-c545273903dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560755476', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '0b870350-98de-4d10-9064-1b1800ad7cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:56:49Z', 'updated_at': '2022-05-05T20:56:54Z', 'revision_number': 4, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'gw_port': {'id': '0b870350-98de-4d10-9064-1b1800ad7cd5', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee221d-5f4e-4428-bfb7-c545273903dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:56:49Z', 'updated_at': '2022-05-05T20:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '8c02f0d1-b886-4c09-a755-32ce0e11b5cd', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'floating_ip_address': '172.25.0.153', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '8fee221d-5f4e-4428-bfb7-c545273903dc', 'port_id': 'be6bc235-2221-4c23-a661-ef102c565be1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05d545ee-73af-46aa-b41b-f693eea5a493', 'mac_address': 'fa:16:3e:ba:fb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a1b5fd-4949-40aa-857a-1d5a95f596a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:57:09Z', 'updated_at': '2022-05-05T20:57:09Z', 'revision_number': 0, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '254ed8a7-8094-472e-9363-11e1de378ff9', 'name': '', 'network_id': '05d545ee-73af-46aa-b41b-f693eea5a493', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'mac_address': 'fa:16:3e:d9:98:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee221d-5f4e-4428-bfb7-c545273903dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '757ca315-7322-40df-bfeb-3667b4d2e5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:56:53Z', 'updated_at': '2022-05-05T20:56:59Z', 'revision_number': 5, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'subnets': [{'id': '757ca315-7322-40df-bfeb-3667b4d2e5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:57:11.758201 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89cb28a-8ee7-4cec-9d24-0e47f3a03dbe None None] The sync data for ids ['8fee221d-5f4e-4428-bfb7-c545273903dc'] in n-d-840717-1 is: [{'id': '8fee221d-5f4e-4428-bfb7-c545273903dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560755476', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '0b870350-98de-4d10-9064-1b1800ad7cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:56:49Z', 'updated_at': '2022-05-05T20:56:54Z', 'revision_number': 4, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'gw_port': {'id': '0b870350-98de-4d10-9064-1b1800ad7cd5', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee221d-5f4e-4428-bfb7-c545273903dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:56:49Z', 'updated_at': '2022-05-05T20:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '8c02f0d1-b886-4c09-a755-32ce0e11b5cd', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'floating_ip_address': '172.25.0.153', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '8fee221d-5f4e-4428-bfb7-c545273903dc', 'port_id': 'be6bc235-2221-4c23-a661-ef102c565be1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05d545ee-73af-46aa-b41b-f693eea5a493', 'mac_address': 'fa:16:3e:ba:fb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a1b5fd-4949-40aa-857a-1d5a95f596a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:57:09Z', 'updated_at': '2022-05-05T20:57:09Z', 'revision_number': 0, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '254ed8a7-8094-472e-9363-11e1de378ff9', 'name': '', 'network_id': '05d545ee-73af-46aa-b41b-f693eea5a493', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'mac_address': 'fa:16:3e:d9:98:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee221d-5f4e-4428-bfb7-c545273903dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '757ca315-7322-40df-bfeb-3667b4d2e5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:56:53Z', 'updated_at': '2022-05-05T20:56:59Z', 'revision_number': 5, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'subnets': [{'id': '757ca315-7322-40df-bfeb-3667b4d2e5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:57:11.793049 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ca87b4f7-5df5-40a8-b490-d35646bfe5b4 req-d1d50baa-4030-4b30-99e8-58979e3b6379 service neutron] 10.222.0.50 "GET /v2.0/networks/05d545ee-73af-46aa-b41b-f693eea5a493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283281 May 05 20:57:11.945050 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b51e00-7c19-4194-814e-45e9bf820a0f None None] New status for floating IP 8c02f0d1-b886-4c09-a755-32ce0e11b5cd: ACTIVE {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:57:12.165153 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 41122) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:57:12.272581 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-87172ebd-7e5f-457f-947c-e97ec1b6e461 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/floatingips/8c02f0d1-b886-4c09-a755-32ce0e11b5cd HTTP/1.1" status: 200 len: 993 time: 0.1064031 May 05 20:57:14.814900 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:57:16.917676 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:57:23.461242 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c41632ff-8a0b-4084-bc8d-68566b78d9e0 req-2dd872e7-0204-4dc5-87de-033d1bec09ef service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d7a1b5fd-4949-40aa-857a-1d5a95f596a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0726199 May 05 20:57:23.618494 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41632ff-8a0b-4084-bc8d-68566b78d9e0 req-ee50565d-5842-478c-9e29-472601f3e9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:57:23.619982 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c41632ff-8a0b-4084-bc8d-68566b78d9e0 req-ee50565d-5842-478c-9e29-472601f3e9cd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=30a835e817a747e3b9b294a4a57222fc&device_id=d7a1b5fd-4949-40aa-857a-1d5a95f596a6 HTTP/1.1" status: 200 len: 1096 time: 0.0714686 May 05 20:57:23.761964 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41632ff-8a0b-4084-bc8d-68566b78d9e0 req-df9a2646-baf0-4450-83c8-f83846e6582a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:57:23.763447 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c41632ff-8a0b-4084-bc8d-68566b78d9e0 req-df9a2646-baf0-4450-83c8-f83846e6582a service neutron] 10.222.0.50 "GET /v2.0/networks?id=05d545ee-73af-46aa-b41b-f693eea5a493 HTTP/1.1" status: 200 len: 897 time: 0.1254599 May 05 20:57:23.866554 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c41632ff-8a0b-4084-bc8d-68566b78d9e0 req-e9fdc1ab-dc85-4ea4-918a-fa27efc4a38b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be6bc235-2221-4c23-a661-ef102c565be1 HTTP/1.1" status: 200 len: 1001 time: 0.0969596 May 05 20:57:23.928932 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41632ff-8a0b-4084-bc8d-68566b78d9e0 req-ba4ee6b3-c00e-4769-ba71-e39ad9ece499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:57:23.930313 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c41632ff-8a0b-4084-bc8d-68566b78d9e0 req-ba4ee6b3-c00e-4769-ba71-e39ad9ece499 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=757ca315-7322-40df-bfeb-3667b4d2e5ba HTTP/1.1" status: 200 len: 834 time: 0.0587807 May 05 20:57:24.003675 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41632ff-8a0b-4084-bc8d-68566b78d9e0 req-1ca133a6-c0b1-4478-8b43-5dda8692f768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:57:24.005132 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c41632ff-8a0b-4084-bc8d-68566b78d9e0 req-1ca133a6-c0b1-4478-8b43-5dda8692f768 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=05d545ee-73af-46aa-b41b-f693eea5a493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686500 May 05 20:57:24.136197 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c41632ff-8a0b-4084-bc8d-68566b78d9e0 req-c9b7af75-1ac2-4112-8f4c-48075adcd56b service neutron] 10.222.0.50 "GET /v2.0/networks/05d545ee-73af-46aa-b41b-f693eea5a493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250134 May 05 20:57:24.264006 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c41632ff-8a0b-4084-bc8d-68566b78d9e0 req-fb491d3e-d41a-463c-a614-fb883480286e service neutron] 10.222.0.50 "GET /v2.0/networks/05d545ee-73af-46aa-b41b-f693eea5a493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220369 May 05 20:57:34.763725 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-dded4c73-1fb9-408f-88b2-1b055edfe871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:57:36.964994 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ceb4f329-b38e-4b22-813f-612217fac866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:57:38.033813 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:57:38.185285 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:57:39.816509 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:57:41.831589 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed96b0-d036-4943-89df-74cdf7b48c9e req-2197a1bc-509d-41b0-814a-c945445cd2b0 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:57:41.832966 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f1ed96b0-d036-4943-89df-74cdf7b48c9e req-2197a1bc-509d-41b0-814a-c945445cd2b0 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7a1b5fd-4949-40aa-857a-1d5a95f596a6 HTTP/1.1" status: 200 len: 945 time: 0.0820625 May 05 20:57:41.876311 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f1ed96b0-d036-4943-89df-74cdf7b48c9e req-901a7139-cfe0-4414-a991-668ca68c499c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=d603bf29-56d6-47a9-a008-e4a9ede752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376811 May 05 20:57:43.059218 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aea216-8806-4228-a811-1fe128be1be1 req-f222d33f-1c94-4906-991d-5d2831615ab6 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:57:43.060697 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-03aea216-8806-4228-a811-1fe128be1be1 req-f222d33f-1c94-4906-991d-5d2831615ab6 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7a1b5fd-4949-40aa-857a-1d5a95f596a6 HTTP/1.1" status: 200 len: 945 time: 0.0782719 May 05 20:57:43.107910 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-03aea216-8806-4228-a811-1fe128be1be1 req-08c99fd7-a7b4-4580-a13f-29044b5a5771 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=d603bf29-56d6-47a9-a008-e4a9ede752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411465 May 05 20:57:44.291170 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec98d33-4429-4092-802c-ef58d23cc14b req-e4eca2a1-9986-4fc6-aa45-00998b950a25 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:57:44.292637 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0ec98d33-4429-4092-802c-ef58d23cc14b req-e4eca2a1-9986-4fc6-aa45-00998b950a25 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7a1b5fd-4949-40aa-857a-1d5a95f596a6 HTTP/1.1" status: 200 len: 945 time: 0.0819170 May 05 20:57:44.449136 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0ec98d33-4429-4092-802c-ef58d23cc14b req-68c08de7-2416-4e48-9ed1-fa8ee4026010 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=d603bf29-56d6-47a9-a008-e4a9ede752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509755 May 05 20:57:44.832212 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:57:45.633055 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc925686-0e34-4142-8e1e-f1803130e3c6 req-eae6d316-eadd-4bda-8131-ecd380e1ba2d tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:57:45.634511 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cc925686-0e34-4142-8e1e-f1803130e3c6 req-eae6d316-eadd-4bda-8131-ecd380e1ba2d tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7a1b5fd-4949-40aa-857a-1d5a95f596a6 HTTP/1.1" status: 200 len: 945 time: 0.0800548 May 05 20:57:45.677785 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-cc925686-0e34-4142-8e1e-f1803130e3c6 req-69f7ff87-d10d-492f-9841-01765e1a9174 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=d603bf29-56d6-47a9-a008-e4a9ede752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376322 May 05 20:57:46.863831 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b42df8-0653-473f-afa9-32daba56a061 req-1dc32906-b908-444f-b728-26cdca43a318 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:57:46.865202 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f3b42df8-0653-473f-afa9-32daba56a061 req-1dc32906-b908-444f-b728-26cdca43a318 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7a1b5fd-4949-40aa-857a-1d5a95f596a6 HTTP/1.1" status: 200 len: 945 time: 0.0793667 May 05 20:57:46.911992 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:57:46.918002 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f3b42df8-0653-473f-afa9-32daba56a061 req-4df290d3-513c-4928-acc9-f1fb63acac35 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=d603bf29-56d6-47a9-a008-e4a9ede752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471814 May 05 20:57:48.005414 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:57:48.113127 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d82b59-ff2c-43d5-8d21-54b98b5fa5dc req-53e638d4-a9d3-4419-9092-70901d7f1792 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:57:48.114586 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f1d82b59-ff2c-43d5-8d21-54b98b5fa5dc req-53e638d4-a9d3-4419-9092-70901d7f1792 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7a1b5fd-4949-40aa-857a-1d5a95f596a6 HTTP/1.1" status: 200 len: 945 time: 0.0846312 May 05 20:57:48.253794 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f1d82b59-ff2c-43d5-8d21-54b98b5fa5dc req-0f09ba6e-102c-4ce2-861d-9ec06d107339 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=d603bf29-56d6-47a9-a008-e4a9ede752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335051 May 05 20:57:49.436343 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83075b-857f-4288-b981-18b134d42690 req-de25da2d-90b1-4635-a284-d5df1ef41419 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:57:49.437786 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ac83075b-857f-4288-b981-18b134d42690 req-de25da2d-90b1-4635-a284-d5df1ef41419 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7a1b5fd-4949-40aa-857a-1d5a95f596a6 HTTP/1.1" status: 200 len: 945 time: 0.0815020 May 05 20:57:49.481705 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ac83075b-857f-4288-b981-18b134d42690 req-c9272644-890b-4a61-8cd9-025764c6714d tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=d603bf29-56d6-47a9-a008-e4a9ede752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376647 May 05 20:57:50.664867 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a66239d-5c31-43a3-918d-fb944916a9a5 req-46dd676b-f229-4b12-b2bd-8714272fc7d4 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:57:50.666307 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7a66239d-5c31-43a3-918d-fb944916a9a5 req-46dd676b-f229-4b12-b2bd-8714272fc7d4 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7a1b5fd-4949-40aa-857a-1d5a95f596a6 HTTP/1.1" status: 200 len: 945 time: 0.0784328 May 05 20:57:50.711068 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7a66239d-5c31-43a3-918d-fb944916a9a5 req-5712a301-c93d-4740-8806-5e2344bd4fbf tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=d603bf29-56d6-47a9-a008-e4a9ede752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391226 May 05 20:57:51.892724 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af460870-90bf-4d7f-acc9-1ab2b97cc083 req-77ab1069-0cd2-497d-a7b2-9dc1057c67a6 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:57:51.894888 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-af460870-90bf-4d7f-acc9-1ab2b97cc083 req-77ab1069-0cd2-497d-a7b2-9dc1057c67a6 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7a1b5fd-4949-40aa-857a-1d5a95f596a6 HTTP/1.1" status: 200 len: 945 time: 0.0803008 May 05 20:57:51.942297 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-af460870-90bf-4d7f-acc9-1ab2b97cc083 req-47b825f3-f478-4a99-8588-a63483056375 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=d603bf29-56d6-47a9-a008-e4a9ede752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417700 May 05 20:57:53.128681 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4053b4-da9c-4ee4-822c-f3afad513100 req-bf242d96-d7ff-4006-8451-bd672b839564 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:57:53.130132 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4f4053b4-da9c-4ee4-822c-f3afad513100 req-bf242d96-d7ff-4006-8451-bd672b839564 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7a1b5fd-4949-40aa-857a-1d5a95f596a6 HTTP/1.1" status: 200 len: 945 time: 0.0812454 May 05 20:57:53.173878 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4f4053b4-da9c-4ee4-822c-f3afad513100 req-5ec49612-5bf4-429d-a793-98e1722da9cc tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=d603bf29-56d6-47a9-a008-e4a9ede752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381885 May 05 20:57:54.357099 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1055fce1-9d4a-40ce-b66c-5a8876748be2 req-1f328a08-e1bc-4558-be83-51d07a753f2c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:57:54.358545 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1055fce1-9d4a-40ce-b66c-5a8876748be2 req-1f328a08-e1bc-4558-be83-51d07a753f2c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7a1b5fd-4949-40aa-857a-1d5a95f596a6 HTTP/1.1" status: 200 len: 945 time: 0.0783885 May 05 20:57:54.402441 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1055fce1-9d4a-40ce-b66c-5a8876748be2 req-efe3e3cb-59e8-4292-80cb-967c43b76e4b tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=d603bf29-56d6-47a9-a008-e4a9ede752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377476 May 05 20:57:55.592338 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a607cbed-0626-4bca-934d-37311d79b2d6 req-5dab88f6-ec4b-411b-b1d9-3cee792a64af tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:57:55.593794 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a607cbed-0626-4bca-934d-37311d79b2d6 req-5dab88f6-ec4b-411b-b1d9-3cee792a64af tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7a1b5fd-4949-40aa-857a-1d5a95f596a6 HTTP/1.1" status: 200 len: 945 time: 0.0794711 May 05 20:57:55.641470 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a607cbed-0626-4bca-934d-37311d79b2d6 req-beac9a1b-5705-45ba-9462-e834b7b9b8f3 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=d603bf29-56d6-47a9-a008-e4a9ede752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420296 May 05 20:57:56.825434 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b15477-6aff-4f0c-80c0-976967e25d9b req-947a8587-3058-4dcd-9f56-83d6f0535f12 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:57:56.827195 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a5b15477-6aff-4f0c-80c0-976967e25d9b req-947a8587-3058-4dcd-9f56-83d6f0535f12 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7a1b5fd-4949-40aa-857a-1d5a95f596a6 HTTP/1.1" status: 200 len: 945 time: 0.0820456 May 05 20:57:56.872213 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a5b15477-6aff-4f0c-80c0-976967e25d9b req-218afe59-a28f-450b-a8f1-540410323dbd tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=d603bf29-56d6-47a9-a008-e4a9ede752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385642 May 05 20:57:58.056086 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca9c8b-01e8-4be8-b9ad-421c90f04746 req-3fa55740-3c6c-4d82-ac50-1086e69b664f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:57:58.057569 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a4ca9c8b-01e8-4be8-b9ad-421c90f04746 req-3fa55740-3c6c-4d82-ac50-1086e69b664f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7a1b5fd-4949-40aa-857a-1d5a95f596a6 HTTP/1.1" status: 200 len: 945 time: 0.0809402 May 05 20:57:58.100787 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a4ca9c8b-01e8-4be8-b9ad-421c90f04746 req-8099b06c-5a9e-4812-9903-67204a32b0a6 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=d603bf29-56d6-47a9-a008-e4a9ede752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376947 May 05 20:57:58.128588 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 41174) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:57:58.233581 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-30621c35-31cb-4691-92cb-30b9cdec2397 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/floatingips/8c02f0d1-b886-4c09-a755-32ce0e11b5cd HTTP/1.1" status: 200 len: 993 time: 0.1038737 May 05 20:57:59.678472 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6643c1ac-f4bc-4136-88d0-eb70eb62361b req-cd06dbd5-1ffb-4f31-821c-15974acccfa3 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:57:59.679985 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6643c1ac-f4bc-4136-88d0-eb70eb62361b req-cd06dbd5-1ffb-4f31-821c-15974acccfa3 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7a1b5fd-4949-40aa-857a-1d5a95f596a6 HTTP/1.1" status: 200 len: 945 time: 0.0869110 May 05 20:57:59.712203 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326749a0-4c74-4f57-92fb-d24a5c7367e2 req-d3e08551-9d93-496d-9de1-62ed0e2f810c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:57:59.713699 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-326749a0-4c74-4f57-92fb-d24a5c7367e2 req-d3e08551-9d93-496d-9de1-62ed0e2f810c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=30a835e817a747e3b9b294a4a57222fc&device_id=d7a1b5fd-4949-40aa-857a-1d5a95f596a6 HTTP/1.1" status: 200 len: 1096 time: 0.0742085 May 05 20:57:59.725789 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6643c1ac-f4bc-4136-88d0-eb70eb62361b req-c138aefa-0bd8-4634-a976-01e4b13c6f50 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=d603bf29-56d6-47a9-a008-e4a9ede752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401509 May 05 20:57:59.843314 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326749a0-4c74-4f57-92fb-d24a5c7367e2 req-dae5bea2-bbf0-44bc-a73e-8fb7145110b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:57:59.844724 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-326749a0-4c74-4f57-92fb-d24a5c7367e2 req-dae5bea2-bbf0-44bc-a73e-8fb7145110b2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=05d545ee-73af-46aa-b41b-f693eea5a493 HTTP/1.1" status: 200 len: 897 time: 0.1254396 May 05 20:57:59.947735 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-326749a0-4c74-4f57-92fb-d24a5c7367e2 req-1b557e7c-63d5-4d18-80f4-a18bfbcc4444 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be6bc235-2221-4c23-a661-ef102c565be1 HTTP/1.1" status: 200 len: 1001 time: 0.0960388 May 05 20:58:00.011190 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326749a0-4c74-4f57-92fb-d24a5c7367e2 req-5028c8f9-5993-4537-9a7f-0deb2d5663e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:58:00.012608 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-326749a0-4c74-4f57-92fb-d24a5c7367e2 req-5028c8f9-5993-4537-9a7f-0deb2d5663e4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=757ca315-7322-40df-bfeb-3667b4d2e5ba HTTP/1.1" status: 200 len: 834 time: 0.0598576 May 05 20:58:00.084976 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326749a0-4c74-4f57-92fb-d24a5c7367e2 req-0fd532aa-ae37-4902-b986-1a178bc54c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:58:00.086401 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-326749a0-4c74-4f57-92fb-d24a5c7367e2 req-0fd532aa-ae37-4902-b986-1a178bc54c54 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=05d545ee-73af-46aa-b41b-f693eea5a493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685291 May 05 20:58:00.215498 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-326749a0-4c74-4f57-92fb-d24a5c7367e2 req-4d0d27d9-8d24-4008-9f4e-6b3816452c2b service neutron] 10.222.0.50 "GET /v2.0/networks/05d545ee-73af-46aa-b41b-f693eea5a493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235628 May 05 20:58:00.342773 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-326749a0-4c74-4f57-92fb-d24a5c7367e2 req-7dcbccca-0a3e-42a1-9cae-cc73454fd3c1 service neutron] 10.222.0.50 "GET /v2.0/networks/05d545ee-73af-46aa-b41b-f693eea5a493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213741 May 05 20:58:00.917504 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319514d5-a8f8-4122-9b57-b9c8fbacd32d req-2221d8be-366b-4764-9d32-bdb5af25b446 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:58:00.918880 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-319514d5-a8f8-4122-9b57-b9c8fbacd32d req-2221d8be-366b-4764-9d32-bdb5af25b446 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7a1b5fd-4949-40aa-857a-1d5a95f596a6 HTTP/1.1" status: 200 len: 945 time: 0.0852721 May 05 20:58:00.963026 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-319514d5-a8f8-4122-9b57-b9c8fbacd32d req-76228a31-dd3e-4f50-83f9-cf42a20d9011 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=d603bf29-56d6-47a9-a008-e4a9ede752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378768 May 05 20:58:02.152161 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a7c82a-a991-40f3-bdce-60c95f68889f req-927247a8-bae4-4964-8e7f-42a94f9b7d49 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:58:02.153627 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-84a7c82a-a991-40f3-bdce-60c95f68889f req-927247a8-bae4-4964-8e7f-42a94f9b7d49 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7a1b5fd-4949-40aa-857a-1d5a95f596a6 HTTP/1.1" status: 200 len: 945 time: 0.0845280 May 05 20:58:02.197625 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-84a7c82a-a991-40f3-bdce-60c95f68889f req-37f59e1c-e305-48b6-a180-eac6e469ace7 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=d603bf29-56d6-47a9-a008-e4a9ede752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375748 May 05 20:58:02.220596 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 41188) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:58:02.326483 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-151c8940-88f2-40f2-a408-0b2d062af65a tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/floatingips/8c02f0d1-b886-4c09-a755-32ce0e11b5cd HTTP/1.1" status: 200 len: 993 time: 0.1041417 May 05 20:58:04.765339 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3b1922f2-bdb6-4488-8fde-8dc6710ad3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:06.966203 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-92f5b0d8-5db0-4c0d-ab19-cedd6741da38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:08.033843 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:08.187010 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:09.778187 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:14.817353 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:16.911708 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:24.457163 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0eafe4e7-94db-458a-959a-f5db158e3cab req-b76b42f8-2699-4f8b-a992-f2ca9b5460f6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d7a1b5fd-4949-40aa-857a-1d5a95f596a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0689228 May 05 20:58:24.610836 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eafe4e7-94db-458a-959a-f5db158e3cab req-7912c59c-e544-40f4-9fb1-4822c417778c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:58:24.612649 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0eafe4e7-94db-458a-959a-f5db158e3cab req-7912c59c-e544-40f4-9fb1-4822c417778c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=30a835e817a747e3b9b294a4a57222fc&device_id=d7a1b5fd-4949-40aa-857a-1d5a95f596a6 HTTP/1.1" status: 200 len: 1096 time: 0.0740552 May 05 20:58:24.850490 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eafe4e7-94db-458a-959a-f5db158e3cab req-32364a7b-bdce-458f-abfb-b1c6c6ed6d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:58:24.851705 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0eafe4e7-94db-458a-959a-f5db158e3cab req-32364a7b-bdce-458f-abfb-b1c6c6ed6d02 service neutron] 10.222.0.50 "GET /v2.0/networks?id=05d545ee-73af-46aa-b41b-f693eea5a493 HTTP/1.1" status: 200 len: 897 time: 0.2204747 May 05 20:58:24.953336 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0eafe4e7-94db-458a-959a-f5db158e3cab req-80b7fdb4-7bc9-4be6-83a6-5eacd05f14db service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be6bc235-2221-4c23-a661-ef102c565be1 HTTP/1.1" status: 200 len: 1001 time: 0.0957577 May 05 20:58:25.006824 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:58:25.014340 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eafe4e7-94db-458a-959a-f5db158e3cab req-7306ceb5-cf65-4c35-897d-04e7a1663278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:58:25.015794 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0eafe4e7-94db-458a-959a-f5db158e3cab req-7306ceb5-cf65-4c35-897d-04e7a1663278 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=757ca315-7322-40df-bfeb-3667b4d2e5ba HTTP/1.1" status: 200 len: 834 time: 0.0564876 May 05 20:58:25.091504 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eafe4e7-94db-458a-959a-f5db158e3cab req-cb94745d-5cbb-40b7-9445-1e49c79fc2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:58:25.093062 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0eafe4e7-94db-458a-959a-f5db158e3cab req-cb94745d-5cbb-40b7-9445-1e49c79fc2d4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=05d545ee-73af-46aa-b41b-f693eea5a493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707417 May 05 20:58:25.229068 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0eafe4e7-94db-458a-959a-f5db158e3cab req-38ec6360-ebb0-451a-a18b-c1ad736f8f0e service neutron] 10.222.0.50 "GET /v2.0/networks/05d545ee-73af-46aa-b41b-f693eea5a493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300890 May 05 20:58:25.366764 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0eafe4e7-94db-458a-959a-f5db158e3cab req-489fc564-4d1c-4ebf-a555-9f7119df0ec8 service neutron] 10.222.0.50 "GET /v2.0/networks/05d545ee-73af-46aa-b41b-f693eea5a493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321254 May 05 20:58:30.793177 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 41210) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:58:30.994091 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-2374c5bf-34ca-487e-baed-905bb26be3c9 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Deleting port 45f389fb-4c0e-4b29-ae91-20f2c030b538 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:58:30.994428 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2374c5bf-34ca-487e-baed-905bb26be3c9 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:31.158515 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2374c5bf-34ca-487e-baed-905bb26be3c9 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:31.158838 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2374c5bf-34ca-487e-baed-905bb26be3c9 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:31.279865 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-2374c5bf-34ca-487e-baed-905bb26be3c9 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Calling delete_port for 45f389fb-4c0e-4b29-ae91-20f2c030b538 owned by network:floatingip {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:58:31.428227 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2374c5bf-34ca-487e-baed-905bb26be3c9 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:31.576548 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374c5bf-34ca-487e-baed-905bb26be3c9 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event deleted for resources: {'Port': ['ID=45f389fb-4c0e-4b29-ae91-20f2c030b538,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:58:31.642116 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374c5bf-34ca-487e-baed-905bb26be3c9 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:58:31.642455 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374c5bf-34ca-487e-baed-905bb26be3c9 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:58:31.642811 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374c5bf-34ca-487e-baed-905bb26be3c9 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:58:31.643146 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374c5bf-34ca-487e-baed-905bb26be3c9 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:58:31.643491 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374c5bf-34ca-487e-baed-905bb26be3c9 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:58:31.643807 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374c5bf-34ca-487e-baed-905bb26be3c9 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:58:31.644119 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374c5bf-34ca-487e-baed-905bb26be3c9 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:58:31.644432 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374c5bf-34ca-487e-baed-905bb26be3c9 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:58:31.644743 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374c5bf-34ca-487e-baed-905bb26be3c9 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:58:31.645052 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374c5bf-34ca-487e-baed-905bb26be3c9 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:58:31.645359 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374c5bf-34ca-487e-baed-905bb26be3c9 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:58:31.645659 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374c5bf-34ca-487e-baed-905bb26be3c9 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:58:31.677555 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2374c5bf-34ca-487e-baed-905bb26be3c9 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for floatingip, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:31.678061 n-d-840717-1 neutron-server[88198]: INFO neutron.db.l3_db [None req-2374c5bf-34ca-487e-baed-905bb26be3c9 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Floating IP 8c02f0d1-b886-4c09-a755-32ce0e11b5cd disassociated (deleted). External IP: 172.25.0.153, port: be6bc235-2221-4c23-a661-ef102c565be1. May 05 20:58:32.026856 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2374c5bf-34ca-487e-baed-905bb26be3c9 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Router 8fee221d-5f4e-4428-bfb7-c545273903dc has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:58:32.204268 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2374c5bf-34ca-487e-baed-905bb26be3c9 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:58:32.213627 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a7af88-a19f-4a05-b282-edee375655b0 None None] Sync routers for ids ['8fee221d-5f4e-4428-bfb7-c545273903dc'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:58:32.223344 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a7af88-a19f-4a05-b282-edee375655b0 None None] Routers {'8fee221d-5f4e-4428-bfb7-c545273903dc'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:58:32.223613 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2374c5bf-34ca-487e-baed-905bb26be3c9 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:32.223983 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-55a7af88-a19f-4a05-b282-edee375655b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:58:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['8fee221d-5f4e-4428-bfb7-c545273903dc'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:58:32.288591 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-2374c5bf-34ca-487e-baed-905bb26be3c9 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "DELETE /v2.0/floatingips/8c02f0d1-b886-4c09-a755-32ce0e11b5cd HTTP/1.1" status: 204 len: 168 time: 1.4941480 May 05 20:58:32.288992 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7a1b5fd-4949-40aa-857a-1d5a95f596a6', 'tag': 'be6bc235-2221-4c23-a661-ef102c565be1'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:58:32.334270 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9391fe5-f7bd-4996-ad6c-edda05104164'] response: {'name': 'network-changed', 'server_uuid': 'd7a1b5fd-4949-40aa-857a-1d5a95f596a6', 'tag': 'be6bc235-2221-4c23-a661-ef102c565be1', 'status': 'completed', 'code': 200} May 05 20:58:32.409755 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-55a7af88-a19f-4a05-b282-edee375655b0 None None] Set router 8fee221d-5f4e-4428-bfb7-c545273903dc gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:58:32.430090 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d706bc-2257-4b5b-a3d9-964f01f180d9 req-2c86a1dc-8f62-4b58-8bea-554c8a86e72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:58:32.431761 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c5d706bc-2257-4b5b-a3d9-964f01f180d9 req-2c86a1dc-8f62-4b58-8bea-554c8a86e72a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=30a835e817a747e3b9b294a4a57222fc&device_id=d7a1b5fd-4949-40aa-857a-1d5a95f596a6 HTTP/1.1" status: 200 len: 1096 time: 0.0762737 May 05 20:58:32.589161 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d706bc-2257-4b5b-a3d9-964f01f180d9 req-37b71f9c-e910-43ad-bb68-9706d75111ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:58:32.591975 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c5d706bc-2257-4b5b-a3d9-964f01f180d9 req-37b71f9c-e910-43ad-bb68-9706d75111ed service neutron] 10.222.0.50 "GET /v2.0/networks?id=05d545ee-73af-46aa-b41b-f693eea5a493 HTTP/1.1" status: 200 len: 897 time: 0.1534016 May 05 20:58:32.663401 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c5d706bc-2257-4b5b-a3d9-964f01f180d9 req-601fdd33-a809-4c22-96e8-c899f94ba1cc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be6bc235-2221-4c23-a661-ef102c565be1 HTTP/1.1" status: 200 len: 217 time: 0.0641692 May 05 20:58:32.737410 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-55a7af88-a19f-4a05-b282-edee375655b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fee221d-5f4e-4428-bfb7-c545273903dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560755476', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '0b870350-98de-4d10-9064-1b1800ad7cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:56:49Z', 'updated_at': '2022-05-05T20:56:54Z', 'revision_number': 4, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'gw_port': {'id': '0b870350-98de-4d10-9064-1b1800ad7cd5', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee221d-5f4e-4428-bfb7-c545273903dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:56:49Z', 'updated_at': '2022-05-05T20:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '254ed8a7-8094-472e-9363-11e1de378ff9', 'name': '', 'network_id': '05d545ee-73af-46aa-b41b-f693eea5a493', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'mac_address': 'fa:16:3e:d9:98:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee221d-5f4e-4428-bfb7-c545273903dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '757ca315-7322-40df-bfeb-3667b4d2e5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:56:53Z', 'updated_at': '2022-05-05T20:56:59Z', 'revision_number': 5, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'subnets': [{'id': '757ca315-7322-40df-bfeb-3667b4d2e5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:58:32.741359 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a7af88-a19f-4a05-b282-edee375655b0 None None] Checking router: 8fee221d-5f4e-4428-bfb7-c545273903dc for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:58:32.749886 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a7af88-a19f-4a05-b282-edee375655b0 None None] Routers {'8fee221d-5f4e-4428-bfb7-c545273903dc'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:58:32.750475 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-55a7af88-a19f-4a05-b282-edee375655b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:58:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['8fee221d-5f4e-4428-bfb7-c545273903dc'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:58:32.775876 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d706bc-2257-4b5b-a3d9-964f01f180d9 req-212294a6-6655-412e-adf3-72407f224ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:58:32.777326 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c5d706bc-2257-4b5b-a3d9-964f01f180d9 req-212294a6-6655-412e-adf3-72407f224ad5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=757ca315-7322-40df-bfeb-3667b4d2e5ba HTTP/1.1" status: 200 len: 834 time: 0.0762117 May 05 20:58:32.844129 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d597a5c2-be8f-4332-adb1-2897598cd8c1 req-9b858ade-b366-4ca0-8f59-6952762991fc tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:58:32.845492 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d597a5c2-be8f-4332-adb1-2897598cd8c1 req-9b858ade-b366-4ca0-8f59-6952762991fc tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7a1b5fd-4949-40aa-857a-1d5a95f596a6 HTTP/1.1" status: 200 len: 945 time: 0.1847734 May 05 20:58:32.901102 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d597a5c2-be8f-4332-adb1-2897598cd8c1 req-6c01045d-dab3-40ac-a9f6-4c4b07ec0251 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=d603bf29-56d6-47a9-a008-e4a9ede752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488980 May 05 20:58:32.907209 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d706bc-2257-4b5b-a3d9-964f01f180d9 req-6e3afb58-d384-4b45-b839-c824cd99c35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:58:32.909316 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c5d706bc-2257-4b5b-a3d9-964f01f180d9 req-6e3afb58-d384-4b45-b839-c824cd99c35a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=05d545ee-73af-46aa-b41b-f693eea5a493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1251190 May 05 20:58:32.931383 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-55a7af88-a19f-4a05-b282-edee375655b0 None None] Set router 8fee221d-5f4e-4428-bfb7-c545273903dc gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:58:33.041405 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c5d706bc-2257-4b5b-a3d9-964f01f180d9 req-4c525016-9733-4470-b8d2-74046656dd00 service neutron] 10.222.0.50 "GET /v2.0/networks/05d545ee-73af-46aa-b41b-f693eea5a493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260476 May 05 20:58:33.173056 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c5d706bc-2257-4b5b-a3d9-964f01f180d9 req-1e9e6804-458a-40c8-a3d5-fef4b841de1e service neutron] 10.222.0.50 "GET /v2.0/networks/05d545ee-73af-46aa-b41b-f693eea5a493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259265 May 05 20:58:33.256798 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-55a7af88-a19f-4a05-b282-edee375655b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fee221d-5f4e-4428-bfb7-c545273903dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560755476', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '0b870350-98de-4d10-9064-1b1800ad7cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:56:49Z', 'updated_at': '2022-05-05T20:56:54Z', 'revision_number': 4, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'gw_port': {'id': '0b870350-98de-4d10-9064-1b1800ad7cd5', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee221d-5f4e-4428-bfb7-c545273903dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:56:49Z', 'updated_at': '2022-05-05T20:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '254ed8a7-8094-472e-9363-11e1de378ff9', 'name': '', 'network_id': '05d545ee-73af-46aa-b41b-f693eea5a493', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'mac_address': 'fa:16:3e:d9:98:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee221d-5f4e-4428-bfb7-c545273903dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '757ca315-7322-40df-bfeb-3667b4d2e5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:56:53Z', 'updated_at': '2022-05-05T20:56:59Z', 'revision_number': 5, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'subnets': [{'id': '757ca315-7322-40df-bfeb-3667b4d2e5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:58:33.260681 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a7af88-a19f-4a05-b282-edee375655b0 None None] The sync data for ids ['8fee221d-5f4e-4428-bfb7-c545273903dc'] in n-d-840717-1 is: [{'id': '8fee221d-5f4e-4428-bfb7-c545273903dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560755476', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '0b870350-98de-4d10-9064-1b1800ad7cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:56:49Z', 'updated_at': '2022-05-05T20:56:54Z', 'revision_number': 4, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'gw_port': {'id': '0b870350-98de-4d10-9064-1b1800ad7cd5', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee221d-5f4e-4428-bfb7-c545273903dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:56:49Z', 'updated_at': '2022-05-05T20:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '254ed8a7-8094-472e-9363-11e1de378ff9', 'name': '', 'network_id': '05d545ee-73af-46aa-b41b-f693eea5a493', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'mac_address': 'fa:16:3e:d9:98:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee221d-5f4e-4428-bfb7-c545273903dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '757ca315-7322-40df-bfeb-3667b4d2e5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:56:53Z', 'updated_at': '2022-05-05T20:56:59Z', 'revision_number': 5, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'subnets': [{'id': '757ca315-7322-40df-bfeb-3667b4d2e5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:58:33.469547 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e57db1-8f31-4290-9f4b-a1e39dbfec4c None None] New status for floating IP 8c02f0d1-b886-4c09-a755-32ce0e11b5cd: DOWN {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:58:34.062617 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cd64f0-40bc-4852-82ed-eab1d6626425 req-5cd24bdd-5f56-43fd-9400-e7ae8c0957f1 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:58:34.064099 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-23cd64f0-40bc-4852-82ed-eab1d6626425 req-5cd24bdd-5f56-43fd-9400-e7ae8c0957f1 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7a1b5fd-4949-40aa-857a-1d5a95f596a6 HTTP/1.1" status: 200 len: 945 time: 0.0806913 May 05 20:58:34.091832 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaff9b3-06e3-4ae1-a83f-a0ecc8b47d63 req-f3a56e96-48ea-4689-a7bb-0fe829255442 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:58:34.092524 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-0eaff9b3-06e3-4ae1-a83f-a0ecc8b47d63 req-f3a56e96-48ea-4689-a7bb-0fe829255442 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Synchronizing usage tracker for tenant:30a835e817a747e3b9b294a4a57222fc on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:58:34.108712 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-0eaff9b3-06e3-4ae1-a83f-a0ecc8b47d63 req-f3a56e96-48ea-4689-a7bb-0fe829255442 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Unset dirty status for tenant:30a835e817a747e3b9b294a4a57222fc on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:58:34.110138 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0eaff9b3-06e3-4ae1-a83f-a0ecc8b47d63 req-f3a56e96-48ea-4689-a7bb-0fe829255442 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7a1b5fd-4949-40aa-857a-1d5a95f596a6 HTTP/1.1" status: 200 len: 945 time: 0.0999148 May 05 20:58:34.137067 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-23cd64f0-40bc-4852-82ed-eab1d6626425 req-2ab400b9-2b77-4e91-a747-1fcf4261ac61 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Deleting port be6bc235-2221-4c23-a661-ef102c565be1 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:58:34.137403 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-23cd64f0-40bc-4852-82ed-eab1d6626425 req-2ab400b9-2b77-4e91-a747-1fcf4261ac61 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:34.157074 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0eaff9b3-06e3-4ae1-a83f-a0ecc8b47d63 req-d40e8b25-6699-460a-becb-6f9941eeddc6 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=d603bf29-56d6-47a9-a008-e4a9ede752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402210 May 05 20:58:34.481611 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-23cd64f0-40bc-4852-82ed-eab1d6626425 req-2ab400b9-2b77-4e91-a747-1fcf4261ac61 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] For port be6bc235-2221-4c23-a661-ef102c565be1, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=be6bc235-2221-4c23-a661-ef102c565be1,segment=NetworkSegment(f9009668-8e6f-4d68-bade-2269fa565049),segment_id=f9009668-8e6f-4d68-bade-2269fa565049)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:58:34.482073 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-23cd64f0-40bc-4852-82ed-eab1d6626425 req-2ab400b9-2b77-4e91-a747-1fcf4261ac61 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:34.608078 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-23cd64f0-40bc-4852-82ed-eab1d6626425 req-2ab400b9-2b77-4e91-a747-1fcf4261ac61 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Calling delete_port for be6bc235-2221-4c23-a661-ef102c565be1 owned by compute:nova {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:58:34.753761 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-23cd64f0-40bc-4852-82ed-eab1d6626425 req-2ab400b9-2b77-4e91-a747-1fcf4261ac61 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:34.769357 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7ca7bbcd-3653-44b8-a230-a92bc9646e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:34.803515 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab400b9-2b77-4e91-a747-1fcf4261ac61 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event deleted for resources: {'Port': ['ID=be6bc235-2221-4c23-a661-ef102c565be1,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:58:34.842185 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab400b9-2b77-4e91-a747-1fcf4261ac61 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:58:34.842513 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab400b9-2b77-4e91-a747-1fcf4261ac61 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:58:34.842850 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab400b9-2b77-4e91-a747-1fcf4261ac61 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:58:34.843183 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab400b9-2b77-4e91-a747-1fcf4261ac61 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:58:34.843535 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab400b9-2b77-4e91-a747-1fcf4261ac61 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:58:34.843863 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab400b9-2b77-4e91-a747-1fcf4261ac61 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:58:34.844187 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab400b9-2b77-4e91-a747-1fcf4261ac61 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:58:34.844508 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab400b9-2b77-4e91-a747-1fcf4261ac61 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:58:34.844829 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab400b9-2b77-4e91-a747-1fcf4261ac61 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:58:34.845148 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab400b9-2b77-4e91-a747-1fcf4261ac61 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:58:34.845467 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab400b9-2b77-4e91-a747-1fcf4261ac61 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:58:34.845781 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab400b9-2b77-4e91-a747-1fcf4261ac61 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:58:34.890343 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-23cd64f0-40bc-4852-82ed-eab1d6626425 req-2ab400b9-2b77-4e91-a747-1fcf4261ac61 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] No DVR routers for this DVR port be6bc235-2221-4c23-a661-ef102c565be1 on host n-h2-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:58:34.893447 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-23cd64f0-40bc-4852-82ed-eab1d6626425 req-2ab400b9-2b77-4e91-a747-1fcf4261ac61 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:34.896059 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7a1b5fd-4949-40aa-857a-1d5a95f596a6', 'name': 'network-vif-deleted', 'tag': 'be6bc235-2221-4c23-a661-ef102c565be1'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:58:34.911296 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-23cd64f0-40bc-4852-82ed-eab1d6626425 req-2ab400b9-2b77-4e91-a747-1fcf4261ac61 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.50 "DELETE /v2.0/ports/be6bc235-2221-4c23-a661-ef102c565be1 HTTP/1.1" status: 204 len: 173 time: 0.8421755 May 05 20:58:34.958316 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3789c2d4-3ec2-4229-bced-a2b3d33c02b4'] response: {'server_uuid': 'd7a1b5fd-4949-40aa-857a-1d5a95f596a6', 'name': 'network-vif-deleted', 'tag': 'be6bc235-2221-4c23-a661-ef102c565be1', 'status': 'completed', 'code': 200} May 05 20:58:35.341497 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-97f7a8fe-eaba-4857-8189-cf6ceee4240d req-804430ca-2429-4392-bae5-b9a1bb864e1d tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7a1b5fd-4949-40aa-857a-1d5a95f596a6 HTTP/1.1" status: 200 len: 210 time: 0.0476565 May 05 20:58:36.439081 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 41232) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:58:36.973967 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-22295b87-eec8-429c-849e-2995988aab3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:37.092864 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2651b05c-ce25-4175-b9b7-daac64ca84d0 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:37.438558 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-2651b05c-ce25-4175-b9b7-daac64ca84d0 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Deleting port 254ed8a7-8094-472e-9363-11e1de378ff9 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:58:37.438893 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2651b05c-ce25-4175-b9b7-daac64ca84d0 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:37.476578 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device be6bc235-2221-4c23-a661-ef102c565be1 no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:58:37.551461 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] No Port match for: be6bc235-2221-4c23-a661-ef102c565be1 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:58:37.551848 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device be6bc235-2221-4c23-a661-ef102c565be1 not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:58:37.636772 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-2651b05c-ce25-4175-b9b7-daac64ca84d0 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] For port 254ed8a7-8094-472e-9363-11e1de378ff9, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=254ed8a7-8094-472e-9363-11e1de378ff9,segment=NetworkSegment(f9009668-8e6f-4d68-bade-2269fa565049),segment_id=f9009668-8e6f-4d68-bade-2269fa565049)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:58:37.637480 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2651b05c-ce25-4175-b9b7-daac64ca84d0 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:37.763554 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-2651b05c-ce25-4175-b9b7-daac64ca84d0 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Calling delete_port for 254ed8a7-8094-472e-9363-11e1de378ff9 owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:58:37.944705 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2651b05c-ce25-4175-b9b7-daac64ca84d0 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:37.992365 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2651b05c-ce25-4175-b9b7-daac64ca84d0 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event deleted for resources: {'Port': ['ID=254ed8a7-8094-472e-9363-11e1de378ff9,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:58:38.037252 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:38.190312 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:38.272021 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2651b05c-ce25-4175-b9b7-daac64ca84d0 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:38.740195 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2651b05c-ce25-4175-b9b7-daac64ca84d0 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Router 8fee221d-5f4e-4428-bfb7-c545273903dc has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:58:38.923821 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2651b05c-ce25-4175-b9b7-daac64ca84d0 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:58:38.933969 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ae4d3b-2386-44ce-b139-5cb780e5bbcc None None] Sync routers for ids ['8fee221d-5f4e-4428-bfb7-c545273903dc'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:58:38.936677 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-2651b05c-ce25-4175-b9b7-daac64ca84d0 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "PUT /v2.0/routers/8fee221d-5f4e-4428-bfb7-c545273903dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4957480 May 05 20:58:38.939412 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 41236) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:58:38.943574 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ae4d3b-2386-44ce-b139-5cb780e5bbcc None None] Routers {'8fee221d-5f4e-4428-bfb7-c545273903dc'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:58:38.944181 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-a2ae4d3b-2386-44ce-b139-5cb780e5bbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:58:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['8fee221d-5f4e-4428-bfb7-c545273903dc'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:58:39.006487 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-2578736c-8121-4276-8ae5-c8a52835fecf tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Deleting subnet 757ca315-7322-40df-bfeb-3667b4d2e5ba {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:58:39.009881 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2578736c-8121-4276-8ae5-c8a52835fecf tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:39.069769 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2578736c-8121-4276-8ae5-c8a52835fecf tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:39.120279 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-a2ae4d3b-2386-44ce-b139-5cb780e5bbcc None None] Set router 8fee221d-5f4e-4428-bfb7-c545273903dc gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:58:39.153309 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2578736c-8121-4276-8ae5-c8a52835fecf tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:39.225623 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2578736c-8121-4276-8ae5-c8a52835fecf tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:39.269288 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2578736c-8121-4276-8ae5-c8a52835fecf tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event deleted for resources: {'Subnet': ['ID=757ca315-7322-40df-bfeb-3667b4d2e5ba,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:58:39.274713 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2578736c-8121-4276-8ae5-c8a52835fecf tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:39.282265 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-2578736c-8121-4276-8ae5-c8a52835fecf tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "DELETE /v2.0/subnets/757ca315-7322-40df-bfeb-3667b4d2e5ba HTTP/1.1" status: 204 len: 168 time: 0.3418508 May 05 20:58:39.284840 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 41240) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:58:39.308522 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f13aa5-2f6a-441a-91ea-2278beb2fde9 None None] Network 05d545ee-73af-46aa-b41b-f693eea5a493 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:58:39.464451 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e87a8991-23a1-49c1-ba86-6ae8ba0f9b80 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:39.571015 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-a2ae4d3b-2386-44ce-b139-5cb780e5bbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fee221d-5f4e-4428-bfb7-c545273903dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560755476', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '0b870350-98de-4d10-9064-1b1800ad7cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:56:49Z', 'updated_at': '2022-05-05T20:58:37Z', 'revision_number': 5, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'gw_port': {'id': '0b870350-98de-4d10-9064-1b1800ad7cd5', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee221d-5f4e-4428-bfb7-c545273903dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:56:49Z', 'updated_at': '2022-05-05T20:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:58:39.577422 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ae4d3b-2386-44ce-b139-5cb780e5bbcc None None] Checking router: 8fee221d-5f4e-4428-bfb7-c545273903dc for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:58:39.586012 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ae4d3b-2386-44ce-b139-5cb780e5bbcc None None] Routers {'8fee221d-5f4e-4428-bfb7-c545273903dc'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:58:39.586606 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-a2ae4d3b-2386-44ce-b139-5cb780e5bbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:58:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['8fee221d-5f4e-4428-bfb7-c545273903dc'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:58:39.665659 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e87a8991-23a1-49c1-ba86-6ae8ba0f9b80 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:39.675942 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f3fa78-7a7c-42dc-9ae7-1cdd91b4b43b None None] DHCP port deletion for 05d545ee-73af-46aa-b41b-f693eea5a493 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:58:39.677230 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-e87a8991-23a1-49c1-ba86-6ae8ba0f9b80 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Deleting port 0b870350-98de-4d10-9064-1b1800ad7cd5 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:58:39.677530 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e87a8991-23a1-49c1-ba86-6ae8ba0f9b80 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:39.731448 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-48f3fa78-7a7c-42dc-9ae7-1cdd91b4b43b None None] Deleting port 64088be8-dad2-4233-9b51-c3dcbbab630d {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:58:39.731752 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-48f3fa78-7a7c-42dc-9ae7-1cdd91b4b43b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:39.819657 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:39.853866 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-e87a8991-23a1-49c1-ba86-6ae8ba0f9b80 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] For port 0b870350-98de-4d10-9064-1b1800ad7cd5, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=0b870350-98de-4d10-9064-1b1800ad7cd5,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:58:39.854524 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e87a8991-23a1-49c1-ba86-6ae8ba0f9b80 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:39.876457 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-a2ae4d3b-2386-44ce-b139-5cb780e5bbcc None None] Set router 8fee221d-5f4e-4428-bfb7-c545273903dc gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:58:39.983855 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-e87a8991-23a1-49c1-ba86-6ae8ba0f9b80 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Calling delete_port for 0b870350-98de-4d10-9064-1b1800ad7cd5 owned by network:router_gateway {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:58:40.258456 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-48f3fa78-7a7c-42dc-9ae7-1cdd91b4b43b None None] For port 64088be8-dad2-4233-9b51-c3dcbbab630d, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=64088be8-dad2-4233-9b51-c3dcbbab630d,segment=NetworkSegment(f9009668-8e6f-4d68-bade-2269fa565049),segment_id=f9009668-8e6f-4d68-bade-2269fa565049)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:58:40.259053 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-48f3fa78-7a7c-42dc-9ae7-1cdd91b4b43b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:40.270033 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e87a8991-23a1-49c1-ba86-6ae8ba0f9b80 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:40.322315 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87a8991-23a1-49c1-ba86-6ae8ba0f9b80 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event deleted for resources: {'Port': ['ID=0b870350-98de-4d10-9064-1b1800ad7cd5,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:58:40.411298 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-48f3fa78-7a7c-42dc-9ae7-1cdd91b4b43b None None] Calling delete_port for 64088be8-dad2-4233-9b51-c3dcbbab630d owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:58:40.416499 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e87a8991-23a1-49c1-ba86-6ae8ba0f9b80 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:40.527615 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-48f3fa78-7a7c-42dc-9ae7-1cdd91b4b43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:40.581291 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-a2ae4d3b-2386-44ce-b139-5cb780e5bbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fee221d-5f4e-4428-bfb7-c545273903dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560755476', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '0b870350-98de-4d10-9064-1b1800ad7cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:56:49Z', 'updated_at': '2022-05-05T20:58:37Z', 'revision_number': 5, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'gw_port': {'id': '0b870350-98de-4d10-9064-1b1800ad7cd5', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee221d-5f4e-4428-bfb7-c545273903dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:56:49Z', 'updated_at': '2022-05-05T20:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:58:40.583459 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f3fa78-7a7c-42dc-9ae7-1cdd91b4b43b None None] Pushing event deleted for resources: {'Port': ['ID=64088be8-dad2-4233-9b51-c3dcbbab630d,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:58:40.585702 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f3fa78-7a7c-42dc-9ae7-1cdd91b4b43b None None] No DVR routers for this DVR port 64088be8-dad2-4233-9b51-c3dcbbab630d on host n-d-840717-1 {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:58:40.596915 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ae4d3b-2386-44ce-b139-5cb780e5bbcc None None] The sync data for ids ['8fee221d-5f4e-4428-bfb7-c545273903dc'] in n-d-840717-1 is: [{'id': '8fee221d-5f4e-4428-bfb7-c545273903dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560755476', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '0b870350-98de-4d10-9064-1b1800ad7cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:56:49Z', 'updated_at': '2022-05-05T20:58:37Z', 'revision_number': 5, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'gw_port': {'id': '0b870350-98de-4d10-9064-1b1800ad7cd5', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee221d-5f4e-4428-bfb7-c545273903dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:56:49Z', 'updated_at': '2022-05-05T20:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:58:40.597543 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f3fa78-7a7c-42dc-9ae7-1cdd91b4b43b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:58:40.597543 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f3fa78-7a7c-42dc-9ae7-1cdd91b4b43b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:58:40.598011 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f3fa78-7a7c-42dc-9ae7-1cdd91b4b43b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:58:40.598223 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f3fa78-7a7c-42dc-9ae7-1cdd91b4b43b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:58:40.598516 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f3fa78-7a7c-42dc-9ae7-1cdd91b4b43b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:58:40.598848 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f3fa78-7a7c-42dc-9ae7-1cdd91b4b43b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:58:40.599179 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f3fa78-7a7c-42dc-9ae7-1cdd91b4b43b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:58:40.599536 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f3fa78-7a7c-42dc-9ae7-1cdd91b4b43b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:58:40.600308 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f3fa78-7a7c-42dc-9ae7-1cdd91b4b43b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:58:40.600308 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f3fa78-7a7c-42dc-9ae7-1cdd91b4b43b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:58:40.600485 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f3fa78-7a7c-42dc-9ae7-1cdd91b4b43b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:58:40.605282 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f3fa78-7a7c-42dc-9ae7-1cdd91b4b43b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:58:40.606563 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e87a8991-23a1-49c1-ba86-6ae8ba0f9b80 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:40.609284 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e87a8991-23a1-49c1-ba86-6ae8ba0f9b80 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:40.640359 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e87a8991-23a1-49c1-ba86-6ae8ba0f9b80 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:40.640906 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e87a8991-23a1-49c1-ba86-6ae8ba0f9b80 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Fanout notify agent at l3_agent the message router_deleted on router 8fee221d-5f4e-4428-bfb7-c545273903dc {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:58:40.656185 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e87a8991-23a1-49c1-ba86-6ae8ba0f9b80 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:40.657286 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e87a8991-23a1-49c1-ba86-6ae8ba0f9b80 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "DELETE /v2.0/routers/8fee221d-5f4e-4428-bfb7-c545273903dc HTTP/1.1" status: 204 len: 168 time: 1.3714890 May 05 20:58:40.660946 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 41244) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:58:40.774646 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e8fe4aa2-fdc2-44b3-be7a-95f50aa97e5b tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:40.905191 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e8fe4aa2-fdc2-44b3-be7a-95f50aa97e5b tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:40.933202 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-e8fe4aa2-fdc2-44b3-be7a-95f50aa97e5b tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05d545ee-73af-46aa-b41b-f693eea5a493']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:58:40.951928 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-e8fe4aa2-fdc2-44b3-be7a-95f50aa97e5b tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9009668-8e6f-4d68-bade-2269fa565049') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:58:40.952234 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-e8fe4aa2-fdc2-44b3-be7a-95f50aa97e5b tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9009668-8e6f-4d68-bade-2269fa565049') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:58:40.964836 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e8fe4aa2-fdc2-44b3-be7a-95f50aa97e5b tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:40.982433 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e8fe4aa2-fdc2-44b3-be7a-95f50aa97e5b tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:40.990487 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8fe4aa2-fdc2-44b3-be7a-95f50aa97e5b tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:58:40.990912 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e8fe4aa2-fdc2-44b3-be7a-95f50aa97e5b tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:41.007260 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:58:41.007260 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:58:41.007260 n-d-840717-1 neutron-server[88198]: timer() May 05 20:58:41.007260 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:58:41.007260 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:58:41.007260 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:58:41.007260 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:58:41.007260 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:58:41.007260 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:58:41.007260 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:58:41.007260 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:58:41.007260 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:58:41.007260 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:58:41.007260 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:58:41.007260 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:58:41.007260 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:58:41.007260 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:58:41.007260 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:58:41.007260 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:58:41.007260 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:58:41.007260 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:58:41.007260 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:58:41.007260 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:58:41.007260 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:58:41.007260 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:58:41.007260 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:58:41.007260 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:58:41.007260 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:58:41.007260 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:58:41.007260 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:58:41.007260 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:58:41.007260 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:58:41.055342 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 64088be8-dad2-4233-9b51-c3dcbbab630d no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:58:41.092745 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 64088be8-dad2-4233-9b51-c3dcbbab630d {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:58:41.093186 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e8fe4aa2-fdc2-44b3-be7a-95f50aa97e5b tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:41.093351 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 64088be8-dad2-4233-9b51-c3dcbbab630d not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:58:41.093894 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 254ed8a7-8094-472e-9363-11e1de378ff9 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:58:41.118498 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e8fe4aa2-fdc2-44b3-be7a-95f50aa97e5b tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:41.121164 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fe4aa2-fdc2-44b3-be7a-95f50aa97e5b tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event deleted for resources: {'Network': ['ID=05d545ee-73af-46aa-b41b-f693eea5a493,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:58:41.131002 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e8fe4aa2-fdc2-44b3-be7a-95f50aa97e5b tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "DELETE /v2.0/networks/05d545ee-73af-46aa-b41b-f693eea5a493 HTTP/1.1" status: 204 len: 168 time: 0.4690917 May 05 20:58:41.133599 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 41248) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:58:41.136926 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 254ed8a7-8094-472e-9363-11e1de378ff9 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:58:41.137271 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 254ed8a7-8094-472e-9363-11e1de378ff9 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:58:41.203840 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9d5bd479-251a-4deb-bea0-da88f7d82bef tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:41.234833 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9d5bd479-251a-4deb-bea0-da88f7d82bef tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:41.303259 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9d5bd479-251a-4deb-bea0-da88f7d82bef tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:41.323673 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5bd479-251a-4deb-bea0-da88f7d82bef tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d603bf29-56d6-47a9-a008-e4a9ede752ce,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:58:41.335721 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9d5bd479-251a-4deb-bea0-da88f7d82bef tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:41.336836 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-9d5bd479-251a-4deb-bea0-da88f7d82bef tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "DELETE /v2.0/security-groups/d603bf29-56d6-47a9-a008-e4a9ede752ce HTTP/1.1" status: 204 len: 168 time: 0.2023544 May 05 20:58:41.777960 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 41256) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:58:41.782991 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-d22cc4cc-c56d-4aad-bc0a-e8933bcf96bf tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1658261435', 'description': 'tempest-secgroup-smoke-1658261435 description', 'project_id': '30a835e817a747e3b9b294a4a57222fc'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:58:41.790305 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d22cc4cc-c56d-4aad-bc0a-e8933bcf96bf tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:58:41.794362 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d22cc4cc-c56d-4aad-bc0a-e8933bcf96bf tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Usage tracker for resource:security_group and tenant:30a835e817a747e3b9b294a4a57222fc is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:58:41.797205 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d22cc4cc-c56d-4aad-bc0a-e8933bcf96bf tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:58:41.803408 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d22cc4cc-c56d-4aad-bc0a-e8933bcf96bf tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:58:41.813226 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d22cc4cc-c56d-4aad-bc0a-e8933bcf96bf tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:41.832906 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d22cc4cc-c56d-4aad-bc0a-e8933bcf96bf tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:58:41.836860 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d22cc4cc-c56d-4aad-bc0a-e8933bcf96bf tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Usage tracker for resource:security_group_rule and tenant:30a835e817a747e3b9b294a4a57222fc is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:58:41.839700 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d22cc4cc-c56d-4aad-bc0a-e8933bcf96bf tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:58:41.845503 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d22cc4cc-c56d-4aad-bc0a-e8933bcf96bf tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:58:41.916310 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d22cc4cc-c56d-4aad-bc0a-e8933bcf96bf tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:41.919781 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d22cc4cc-c56d-4aad-bc0a-e8933bcf96bf tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:41.964543 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22cc4cc-c56d-4aad-bc0a-e8933bcf96bf tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=151fea87-0cca-4239-9e41-9fb19c26042b,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:58:41.968449 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d22cc4cc-c56d-4aad-bc0a-e8933bcf96bf tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:41.969658 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d22cc4cc-c56d-4aad-bc0a-e8933bcf96bf tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1907101 May 05 20:58:41.973547 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 41260) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:58:41.978702 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-3a31ee87-b981-4bd5-871b-d2b821e2391b tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Request body: {'security_group_rule': {'security_group_id': '151fea87-0cca-4239-9e41-9fb19c26042b', 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:58:41.985412 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3a31ee87-b981-4bd5-871b-d2b821e2391b tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:58:41.989558 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-3a31ee87-b981-4bd5-871b-d2b821e2391b tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Usage tracker for resource:security_group_rule and tenant:30a835e817a747e3b9b294a4a57222fc is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:58:41.992442 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-3a31ee87-b981-4bd5-871b-d2b821e2391b tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:58:41.998121 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3a31ee87-b981-4bd5-871b-d2b821e2391b tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:58:42.014819 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3a31ee87-b981-4bd5-871b-d2b821e2391b tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:42.074037 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3a31ee87-b981-4bd5-871b-d2b821e2391b tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:42.077483 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3a31ee87-b981-4bd5-871b-d2b821e2391b tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:42.104110 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a31ee87-b981-4bd5-871b-d2b821e2391b tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26952674-c6be-4fb8-8090-833608045857,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:58:42.112556 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3a31ee87-b981-4bd5-871b-d2b821e2391b tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:42.113783 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-3a31ee87-b981-4bd5-871b-d2b821e2391b tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1391659 May 05 20:58:42.116674 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 41264) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:58:42.121584 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-2932b42f-4e78-4c60-a426-65689be0b5c8 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Request body: {'security_group_rule': {'security_group_id': '151fea87-0cca-4239-9e41-9fb19c26042b', 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:58:42.128812 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-2932b42f-4e78-4c60-a426-65689be0b5c8 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:58:42.132667 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-2932b42f-4e78-4c60-a426-65689be0b5c8 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Usage tracker for resource:security_group_rule and tenant:30a835e817a747e3b9b294a4a57222fc is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:58:42.136419 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-2932b42f-4e78-4c60-a426-65689be0b5c8 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:58:42.141684 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-2932b42f-4e78-4c60-a426-65689be0b5c8 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:58:42.159905 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2932b42f-4e78-4c60-a426-65689be0b5c8 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:42.220007 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2932b42f-4e78-4c60-a426-65689be0b5c8 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:42.223529 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2932b42f-4e78-4c60-a426-65689be0b5c8 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:42.246771 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2932b42f-4e78-4c60-a426-65689be0b5c8 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0348670f-9fd6-42b0-96a4-83b0ea6106ed,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:58:42.255820 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2932b42f-4e78-4c60-a426-65689be0b5c8 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:42.256994 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-2932b42f-4e78-4c60-a426-65689be0b5c8 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1393981 May 05 20:58:42.259701 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 41268) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:58:42.264687 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-0366bcb4-e1e2-4836-b030-6190dad25c87 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Request body: {'security_group_rule': {'security_group_id': '151fea87-0cca-4239-9e41-9fb19c26042b', 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:58:42.272013 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0366bcb4-e1e2-4836-b030-6190dad25c87 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:58:42.275758 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-0366bcb4-e1e2-4836-b030-6190dad25c87 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Usage tracker for resource:security_group_rule and tenant:30a835e817a747e3b9b294a4a57222fc is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:58:42.278606 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-0366bcb4-e1e2-4836-b030-6190dad25c87 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:58:42.284412 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0366bcb4-e1e2-4836-b030-6190dad25c87 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:58:42.300785 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0366bcb4-e1e2-4836-b030-6190dad25c87 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:42.369899 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0366bcb4-e1e2-4836-b030-6190dad25c87 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:42.373323 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0366bcb4-e1e2-4836-b030-6190dad25c87 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:42.397889 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0366bcb4-e1e2-4836-b030-6190dad25c87 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=871046f9-009e-4e85-b167-72224d07a4f9,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:58:42.406787 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0366bcb4-e1e2-4836-b030-6190dad25c87 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:42.407988 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-0366bcb4-e1e2-4836-b030-6190dad25c87 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1473310 May 05 20:58:42.410712 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 41272) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:58:42.415587 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-05142ca0-8cd5-42b0-a45a-8f4d03812c34 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Request body: {'security_group_rule': {'security_group_id': '151fea87-0cca-4239-9e41-9fb19c26042b', 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:58:42.421809 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-05142ca0-8cd5-42b0-a45a-8f4d03812c34 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:58:42.426090 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-05142ca0-8cd5-42b0-a45a-8f4d03812c34 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Usage tracker for resource:security_group_rule and tenant:30a835e817a747e3b9b294a4a57222fc is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:58:42.428974 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-05142ca0-8cd5-42b0-a45a-8f4d03812c34 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:58:42.434565 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-05142ca0-8cd5-42b0-a45a-8f4d03812c34 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:58:42.451249 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-05142ca0-8cd5-42b0-a45a-8f4d03812c34 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:42.514523 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-05142ca0-8cd5-42b0-a45a-8f4d03812c34 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:42.517744 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-05142ca0-8cd5-42b0-a45a-8f4d03812c34 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:42.541088 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05142ca0-8cd5-42b0-a45a-8f4d03812c34 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71038129-b637-4be0-8c8c-b5b537851716,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:58:42.551813 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-05142ca0-8cd5-42b0-a45a-8f4d03812c34 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:42.553102 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-05142ca0-8cd5-42b0-a45a-8f4d03812c34 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1414261 May 05 20:58:42.555903 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 41276) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:58:42.560718 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-f8d9e8b8-72c2-44e9-b628-a9f27578c498 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Request body: {'security_group_rule': {'security_group_id': '151fea87-0cca-4239-9e41-9fb19c26042b', 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:58:42.567755 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f8d9e8b8-72c2-44e9-b628-a9f27578c498 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:58:42.571708 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-f8d9e8b8-72c2-44e9-b628-a9f27578c498 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Usage tracker for resource:security_group_rule and tenant:30a835e817a747e3b9b294a4a57222fc is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:58:42.574546 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-f8d9e8b8-72c2-44e9-b628-a9f27578c498 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:58:42.580133 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f8d9e8b8-72c2-44e9-b628-a9f27578c498 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:58:42.591425 n-d-840717-1 neutron-server[88198]: INFO neutron.db.securitygroups_db [None req-f8d9e8b8-72c2-44e9-b628-a9f27578c498 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Project 30a835e817a747e3b9b294a4a57222fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 20:58:42.598053 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f8d9e8b8-72c2-44e9-b628-a9f27578c498 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:42.662118 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f8d9e8b8-72c2-44e9-b628-a9f27578c498 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:42.665672 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f8d9e8b8-72c2-44e9-b628-a9f27578c498 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:42.688631 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d9e8b8-72c2-44e9-b628-a9f27578c498 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a44b8aff-7241-438c-9122-43b44f29a663,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:58:42.697608 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f8d9e8b8-72c2-44e9-b628-a9f27578c498 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:42.698852 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f8d9e8b8-72c2-44e9-b628-a9f27578c498 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1420479 May 05 20:58:42.701570 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 41280) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:58:42.706459 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-448261ae-d0cd-4550-8179-05a374366d19 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Request body: {'security_group_rule': {'security_group_id': '151fea87-0cca-4239-9e41-9fb19c26042b', 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:58:42.712794 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-448261ae-d0cd-4550-8179-05a374366d19 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:58:42.716587 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-448261ae-d0cd-4550-8179-05a374366d19 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Usage tracker for resource:security_group_rule and tenant:30a835e817a747e3b9b294a4a57222fc is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:58:42.719494 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-448261ae-d0cd-4550-8179-05a374366d19 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:58:42.725289 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-448261ae-d0cd-4550-8179-05a374366d19 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:58:42.735129 n-d-840717-1 neutron-server[88198]: INFO neutron.db.securitygroups_db [None req-448261ae-d0cd-4550-8179-05a374366d19 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Project 30a835e817a747e3b9b294a4a57222fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 20:58:42.742011 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-448261ae-d0cd-4550-8179-05a374366d19 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:42.808912 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-448261ae-d0cd-4550-8179-05a374366d19 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:42.812499 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-448261ae-d0cd-4550-8179-05a374366d19 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:42.873773 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 0b870350-98de-4d10-9064-1b1800ad7cd5 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:58:42.910540 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 0b870350-98de-4d10-9064-1b1800ad7cd5 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:58:42.910880 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 0b870350-98de-4d10-9064-1b1800ad7cd5 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:58:42.940021 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448261ae-d0cd-4550-8179-05a374366d19 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3414c97-7fc6-457d-b29c-4ad282a8ce7d,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:58:42.949278 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-448261ae-d0cd-4550-8179-05a374366d19 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:42.950462 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-448261ae-d0cd-4550-8179-05a374366d19 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2479801 May 05 20:58:42.953275 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 41284) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:58:42.958661 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-ae949968-4921-4d4f-880b-5e8eb14404c2 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Request body: {'network': {'name': 'tempest-network-smoke--190026620', 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'port_security_enabled': True}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:58:42.964178 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ae949968-4921-4d4f-880b-5e8eb14404c2 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:58:42.968237 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-ae949968-4921-4d4f-880b-5e8eb14404c2 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Usage tracker for resource:network and tenant:30a835e817a747e3b9b294a4a57222fc is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:58:42.971634 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-ae949968-4921-4d4f-880b-5e8eb14404c2 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:58:42.977357 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ae949968-4921-4d4f-880b-5e8eb14404c2 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:58:42.987909 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae949968-4921-4d4f-880b-5e8eb14404c2 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Made reservation on behalf of 30a835e817a747e3b9b294a4a57222fc for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:58:42.991211 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ae949968-4921-4d4f-880b-5e8eb14404c2 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:43.018335 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae949968-4921-4d4f-880b-5e8eb14404c2 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:58:43.027290 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ae949968-4921-4d4f-880b-5e8eb14404c2 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:43.027661 n-d-840717-1 neutron-server[88198]: INFO neutron.db.segments_db [None req-ae949968-4921-4d4f-880b-5e8eb14404c2 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Added segment 23e2907e-6a12-47ca-b534-ec5efaaf2ead of type vlan for network 7329e0df-6eb4-4610-ba1b-6579a1b34fd7 May 05 20:58:43.054168 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ae949968-4921-4d4f-880b-5e8eb14404c2 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:43.081880 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ae949968-4921-4d4f-880b-5e8eb14404c2 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:43.087281 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae949968-4921-4d4f-880b-5e8eb14404c2 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:58:43.087887 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ae949968-4921-4d4f-880b-5e8eb14404c2 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:43.144369 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-ae949968-4921-4d4f-880b-5e8eb14404c2 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1900411 May 05 20:58:43.147167 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 41288) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:58:43.153018 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-4a141252-2192-4468-9e80-abf086b2face tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-92267132', 'admin_state_up': True, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:58:43.162804 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4a141252-2192-4468-9e80-abf086b2face tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:58:43.166866 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4a141252-2192-4468-9e80-abf086b2face tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Usage tracker for resource:router and tenant:30a835e817a747e3b9b294a4a57222fc is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:58:43.169747 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-4a141252-2192-4468-9e80-abf086b2face tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:58:43.176080 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-4a141252-2192-4468-9e80-abf086b2face tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:58:43.185426 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4a141252-2192-4468-9e80-abf086b2face tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:43.186441 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4a141252-2192-4468-9e80-abf086b2face tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:43.201225 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae949968-4921-4d4f-880b-5e8eb14404c2 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event updated for resources: {'Network': ['ID=7329e0df-6eb4-4610-ba1b-6579a1b34fd7,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:58:43.201837 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4a141252-2192-4468-9e80-abf086b2face tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:43.211739 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 7329e0df-6eb4-4610-ba1b-6579a1b34fd7 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:58:43.479180 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4a141252-2192-4468-9e80-abf086b2face tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:43.776476 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4a141252-2192-4468-9e80-abf086b2face tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for router_gateway, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:43.807474 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4a141252-2192-4468-9e80-abf086b2face tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:43.937101 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-4a141252-2192-4468-9e80-abf086b2face tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Allocated IP 172.25.0.56 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/f59896a6-f501-478b-9b57-e4cc7b1e90b9) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:58:44.185434 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4a141252-2192-4468-9e80-abf086b2face tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:44.214249 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4a141252-2192-4468-9e80-abf086b2face tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:44.279019 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a141252-2192-4468-9e80-abf086b2face tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:58:44.281836 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-4a141252-2192-4468-9e80-abf086b2face tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:58:44.286021 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a141252-2192-4468-9e80-abf086b2face tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:58:44.325973 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a141252-2192-4468-9e80-abf086b2face tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event updated for resources: {'Port': ['ID=f59896a6-f501-478b-9b57-e4cc7b1e90b9,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:58:44.702623 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4a141252-2192-4468-9e80-abf086b2face tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for router_gateway, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:44.832715 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:45.044329 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4a141252-2192-4468-9e80-abf086b2face tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:45.240478 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a141252-2192-4468-9e80-abf086b2face tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Router 0eefa666-67a4-49cc-8981-abdc5aae68d4 is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88197) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:58:45.525951 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a141252-2192-4468-9e80-abf086b2face tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:58:45.535266 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38931a40-803c-4c0b-8f52-320e7b030a81 None None] Sync routers for ids ['0eefa666-67a4-49cc-8981-abdc5aae68d4'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:58:45.544393 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38931a40-803c-4c0b-8f52-320e7b030a81 None None] Routers {'0eefa666-67a4-49cc-8981-abdc5aae68d4'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:58:45.544992 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-38931a40-803c-4c0b-8f52-320e7b030a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:58:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['0eefa666-67a4-49cc-8981-abdc5aae68d4'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:58:45.552818 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4a141252-2192-4468-9e80-abf086b2face tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:45.554088 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-4a141252-2192-4468-9e80-abf086b2face tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.4052856 May 05 20:58:45.557226 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 41292) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:58:45.600357 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-ee2ac094-0209-4099-9e83-096cf47e2d29 tempest-TestNetworkAdvancedServerOps-1066420911 tempest-TestNetworkAdvancedServerOps-1066420911-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=30a835e817a747e3b9b294a4a57222fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394058 May 05 20:58:45.600737 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 41296) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:58:45.726447 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-38931a40-803c-4c0b-8f52-320e7b030a81 None None] Set router 0eefa666-67a4-49cc-8981-abdc5aae68d4 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:58:45.728425 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd8c3a8-a2b8-458f-9e34-4d736194c854 tempest-TestNetworkAdvancedServerOps-1066420911 tempest-TestNetworkAdvancedServerOps-1066420911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:58:45.732909 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-8cd8c3a8-a2b8-458f-9e34-4d736194c854 tempest-TestNetworkAdvancedServerOps-1066420911 tempest-TestNetworkAdvancedServerOps-1066420911-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1283035 May 05 20:58:45.733105 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 41300) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:58:45.773336 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-dc188ac1-af70-4440-b990-af96789291a8 tempest-TestNetworkAdvancedServerOps-1066420911 tempest-TestNetworkAdvancedServerOps-1066420911-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=0401d202-1605-4cfe-bad4-fb225df6afb0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390465 May 05 20:58:45.775921 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 41304) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:58:45.781138 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-90c58521-c6ee-47fa-b428-a71422c2a55b tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2116259389', 'network_id': '7329e0df-6eb4-4610-ba1b-6579a1b34fd7', 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:58:45.890970 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-90c58521-c6ee-47fa-b428-a71422c2a55b tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:58:45.894940 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-90c58521-c6ee-47fa-b428-a71422c2a55b tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Usage tracker for resource:subnet and tenant:30a835e817a747e3b9b294a4a57222fc is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:58:45.897778 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-90c58521-c6ee-47fa-b428-a71422c2a55b tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:58:45.903432 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-90c58521-c6ee-47fa-b428-a71422c2a55b tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:58:45.913718 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c58521-c6ee-47fa-b428-a71422c2a55b tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Made reservation on behalf of 30a835e817a747e3b9b294a4a57222fc for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:58:45.917181 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-90c58521-c6ee-47fa-b428-a71422c2a55b tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:46.012437 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-38931a40-803c-4c0b-8f52-320e7b030a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eefa666-67a4-49cc-8981-abdc5aae68d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92267132', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'f59896a6-f501-478b-9b57-e4cc7b1e90b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:58:43Z', 'updated_at': '2022-05-05T20:58:44Z', 'revision_number': 3, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'gw_port': {'id': 'f59896a6-f501-478b-9b57-e4cc7b1e90b9', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:de:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eefa666-67a4-49cc-8981-abdc5aae68d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:58:43Z', 'updated_at': '2022-05-05T20:58:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:58:46.016714 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38931a40-803c-4c0b-8f52-320e7b030a81 None None] Checking router: 0eefa666-67a4-49cc-8981-abdc5aae68d4 for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:58:46.017255 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38931a40-803c-4c0b-8f52-320e7b030a81 None None] Updating router 0eefa666-67a4-49cc-8981-abdc5aae68d4 port f59896a6-f501-478b-9b57-e4cc7b1e90b9 binding host n-d-840717-1 {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:58:46.073989 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-38931a40-803c-4c0b-8f52-320e7b030a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:46.138812 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-90c58521-c6ee-47fa-b428-a71422c2a55b tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:46.219660 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c58521-c6ee-47fa-b428-a71422c2a55b tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event updated for resources: {'Subnet': ['ID=6b02ac71-960a-4d8e-869f-654a4dae4caa,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:58:46.225293 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c58521-c6ee-47fa-b428-a71422c2a55b tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Checking segment: {'id': '23e2907e-6a12-47ca-b534-ec5efaaf2ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7329e0df-6eb4-4610-ba1b-6579a1b34fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:58:46.225657 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c58521-c6ee-47fa-b428-a71422c2a55b tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Network hostable DHCP agents. Network: 7329e0df-6eb4-4610-ba1b-6579a1b34fd7, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:58:46.246197 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c58521-c6ee-47fa-b428-a71422c2a55b tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Network 7329e0df-6eb4-4610-ba1b-6579a1b34fd7 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:58:46.256786 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-90c58521-c6ee-47fa-b428-a71422c2a55b tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 7329e0df-6eb4-4610-ba1b-6579a1b34fd7) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:58:46.262028 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c58521-c6ee-47fa-b428-a71422c2a55b tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:58:46.263815 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-90c58521-c6ee-47fa-b428-a71422c2a55b tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:46.264686 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a1a0c0-11fd-4713-a6f9-7664bec4dcdb None None] Network 7329e0df-6eb4-4610-ba1b-6579a1b34fd7 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:58:46.288400 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-90c58521-c6ee-47fa-b428-a71422c2a55b tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5088618 May 05 20:58:46.288630 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 41308) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:58:46.443648 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-38931a40-803c-4c0b-8f52-320e7b030a81 None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:46.458531 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-38931a40-803c-4c0b-8f52-320e7b030a81 None None] Transition to ACTIVE for port object f59896a6-f501-478b-9b57-e4cc7b1e90b9 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:58:46.465530 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-38931a40-803c-4c0b-8f52-320e7b030a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:46.482191 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b371340c-ca8d-4af0-9660-d66edf5c264b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-7329e0df-6eb4-4610-ba1b-6579a1b34fd7', 'network_id': '7329e0df-6eb4-4610-ba1b-6579a1b34fd7', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'fixed_ips': [{'subnet_id': '6b02ac71-960a-4d8e-869f-654a4dae4caa'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:58:46.483057 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b371340c-ca8d-4af0-9660-d66edf5c264b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:46.543130 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-38931a40-803c-4c0b-8f52-320e7b030a81 None None] Attempting to bind port f59896a6-f501-478b-9b57-e4cc7b1e90b9 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:58:46.543740 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-38931a40-803c-4c0b-8f52-320e7b030a81 None None] Attempting to bind port f59896a6-f501-478b-9b57-e4cc7b1e90b9 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:58:46.543842 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38931a40-803c-4c0b-8f52-320e7b030a81 None None] Attempting to bind port f59896a6-f501-478b-9b57-e4cc7b1e90b9 on network 0401d202-1605-4cfe-bad4-fb225df6afb0 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:58:46.555791 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38931a40-803c-4c0b-8f52-320e7b030a81 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:58:46.556190 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38931a40-803c-4c0b-8f52-320e7b030a81 None None] Checking segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:58:46.556537 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-38931a40-803c-4c0b-8f52-320e7b030a81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:46.556914 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38931a40-803c-4c0b-8f52-320e7b030a81 None None] Bound using segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:58:46.557363 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-38931a40-803c-4c0b-8f52-320e7b030a81 None None] Bound port: f59896a6-f501-478b-9b57-e4cc7b1e90b9, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:58:46.557716 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-38931a40-803c-4c0b-8f52-320e7b030a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:46.599816 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b670d814-9066-49c9-8706-233f1f423299 None None] Pushing event updated for resources: {'Port': ['ID=f59896a6-f501-478b-9b57-e4cc7b1e90b9,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:58:46.631489 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-38931a40-803c-4c0b-8f52-320e7b030a81 None None] For port f59896a6-f501-478b-9b57-e4cc7b1e90b9, host n-d-840717-1, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:58:46.634358 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-38931a40-803c-4c0b-8f52-320e7b030a81 None None] For port f59896a6-f501-478b-9b57-e4cc7b1e90b9, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=f59896a6-f501-478b-9b57-e4cc7b1e90b9,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:58:46.641252 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b670d814-9066-49c9-8706-233f1f423299 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:58:46.641669 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b670d814-9066-49c9-8706-233f1f423299 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:58:46.642063 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b670d814-9066-49c9-8706-233f1f423299 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:58:46.642500 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b670d814-9066-49c9-8706-233f1f423299 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:58:46.643786 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b670d814-9066-49c9-8706-233f1f423299 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:58:46.643786 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b670d814-9066-49c9-8706-233f1f423299 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:58:46.644272 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b670d814-9066-49c9-8706-233f1f423299 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:58:46.644620 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b670d814-9066-49c9-8706-233f1f423299 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:58:46.645095 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b670d814-9066-49c9-8706-233f1f423299 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:58:46.645410 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b670d814-9066-49c9-8706-233f1f423299 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:58:46.645722 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b670d814-9066-49c9-8706-233f1f423299 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:58:46.646034 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b670d814-9066-49c9-8706-233f1f423299 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:58:46.650040 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-38931a40-803c-4c0b-8f52-320e7b030a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:46.668829 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-b371340c-ca8d-4af0-9660-d66edf5c264b None None] Allocated IP 172.20.0.2 (7329e0df-6eb4-4610-ba1b-6579a1b34fd7/6b02ac71-960a-4d8e-869f-654a4dae4caa/395a998a-6b74-4d45-8cd7-42df10149827) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:58:46.727497 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38931a40-803c-4c0b-8f52-320e7b030a81 None None] Routers {'0eefa666-67a4-49cc-8981-abdc5aae68d4'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:58:46.728106 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-38931a40-803c-4c0b-8f52-320e7b030a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:58:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['0eefa666-67a4-49cc-8981-abdc5aae68d4'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:58:46.880390 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b371340c-ca8d-4af0-9660-d66edf5c264b None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:46.890995 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b371340c-ca8d-4af0-9660-d66edf5c264b None None] Transition to ACTIVE for port object 395a998a-6b74-4d45-8cd7-42df10149827 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:58:46.904870 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-38931a40-803c-4c0b-8f52-320e7b030a81 None None] Set router 0eefa666-67a4-49cc-8981-abdc5aae68d4 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:58:46.910750 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b371340c-ca8d-4af0-9660-d66edf5c264b None None] Transition to ACTIVE for port object 395a998a-6b74-4d45-8cd7-42df10149827 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:58:46.918565 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b371340c-ca8d-4af0-9660-d66edf5c264b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:47.005887 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b670d814-9066-49c9-8706-233f1f423299 None None] Pushing event updated for resources: {'Port': ['ID=f59896a6-f501-478b-9b57-e4cc7b1e90b9,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:58:47.010769 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b371340c-ca8d-4af0-9660-d66edf5c264b None None] Network 7329e0df-6eb4-4610-ba1b-6579a1b34fd7 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:58:47.011978 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:47.014829 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-b371340c-ca8d-4af0-9660-d66edf5c264b None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:58:47.020410 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b371340c-ca8d-4af0-9660-d66edf5c264b None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:58:47.026491 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b371340c-ca8d-4af0-9660-d66edf5c264b None None] Pushing event updated for resources: {'Port': ['ID=395a998a-6b74-4d45-8cd7-42df10149827,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:58:47.076399 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-23a1ec68-a315-4196-9b54-d304b6dd1242 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:47.116884 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-b371340c-ca8d-4af0-9660-d66edf5c264b None None] Attempting to bind port 395a998a-6b74-4d45-8cd7-42df10149827 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:58:47.117348 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-b371340c-ca8d-4af0-9660-d66edf5c264b None None] Attempting to bind port 395a998a-6b74-4d45-8cd7-42df10149827 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '23e2907e-6a12-47ca-b534-ec5efaaf2ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7329e0df-6eb4-4610-ba1b-6579a1b34fd7'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:58:47.118168 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b371340c-ca8d-4af0-9660-d66edf5c264b None None] Attempting to bind port 395a998a-6b74-4d45-8cd7-42df10149827 on network 7329e0df-6eb4-4610-ba1b-6579a1b34fd7 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:58:47.123408 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b371340c-ca8d-4af0-9660-d66edf5c264b None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:58:47.123908 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b371340c-ca8d-4af0-9660-d66edf5c264b None None] Checking segment: {'id': '23e2907e-6a12-47ca-b534-ec5efaaf2ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7329e0df-6eb4-4610-ba1b-6579a1b34fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:58:47.124656 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b371340c-ca8d-4af0-9660-d66edf5c264b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:47.125142 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b371340c-ca8d-4af0-9660-d66edf5c264b None None] Bound using segment: {'id': '23e2907e-6a12-47ca-b534-ec5efaaf2ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7329e0df-6eb4-4610-ba1b-6579a1b34fd7'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:58:47.125694 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-b371340c-ca8d-4af0-9660-d66edf5c264b None None] Bound port: 395a998a-6b74-4d45-8cd7-42df10149827, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23e2907e-6a12-47ca-b534-ec5efaaf2ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7329e0df-6eb4-4610-ba1b-6579a1b34fd7'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:58:47.126177 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b371340c-ca8d-4af0-9660-d66edf5c264b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:47.200059 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-38931a40-803c-4c0b-8f52-320e7b030a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eefa666-67a4-49cc-8981-abdc5aae68d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92267132', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'f59896a6-f501-478b-9b57-e4cc7b1e90b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:58:43Z', 'updated_at': '2022-05-05T20:58:44Z', 'revision_number': 3, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'gw_port': {'id': 'f59896a6-f501-478b-9b57-e4cc7b1e90b9', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:de:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eefa666-67a4-49cc-8981-abdc5aae68d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:58:43Z', 'updated_at': '2022-05-05T20:58:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:58:47.204152 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38931a40-803c-4c0b-8f52-320e7b030a81 None None] The sync data for ids ['0eefa666-67a4-49cc-8981-abdc5aae68d4'] in n-d-840717-1 is: [{'id': '0eefa666-67a4-49cc-8981-abdc5aae68d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92267132', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'f59896a6-f501-478b-9b57-e4cc7b1e90b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:58:43Z', 'updated_at': '2022-05-05T20:58:44Z', 'revision_number': 3, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'gw_port': {'id': 'f59896a6-f501-478b-9b57-e4cc7b1e90b9', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:de:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eefa666-67a4-49cc-8981-abdc5aae68d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:58:43Z', 'updated_at': '2022-05-05T20:58:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:58:47.224926 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b371340c-ca8d-4af0-9660-d66edf5c264b None None] For port 395a998a-6b74-4d45-8cd7-42df10149827, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:58:47.230774 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b371340c-ca8d-4af0-9660-d66edf5c264b None None] For port 395a998a-6b74-4d45-8cd7-42df10149827, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=395a998a-6b74-4d45-8cd7-42df10149827,segment=NetworkSegment(23e2907e-6a12-47ca-b534-ec5efaaf2ead),segment_id=23e2907e-6a12-47ca-b534-ec5efaaf2ead)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:58:47.239292 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b371340c-ca8d-4af0-9660-d66edf5c264b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:47.379959 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b371340c-ca8d-4af0-9660-d66edf5c264b None None] Pushing event updated for resources: {'Port': ['ID=395a998a-6b74-4d45-8cd7-42df10149827,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:58:47.663154 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-23a1ec68-a315-4196-9b54-d304b6dd1242 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Allocated IP 172.20.0.1 (7329e0df-6eb4-4610-ba1b-6579a1b34fd7/6b02ac71-960a-4d8e-869f-654a4dae4caa/89dc445a-6fde-4ef9-b8a1-baecef5111c5) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:58:47.854361 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-23a1ec68-a315-4196-9b54-d304b6dd1242 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:47.871421 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-23a1ec68-a315-4196-9b54-d304b6dd1242 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Transition to ACTIVE for port object 89dc445a-6fde-4ef9-b8a1-baecef5111c5 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:58:47.895732 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-23a1ec68-a315-4196-9b54-d304b6dd1242 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:47.970221 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a1ec68-a315-4196-9b54-d304b6dd1242 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Network 7329e0df-6eb4-4610-ba1b-6579a1b34fd7 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:58:47.973867 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-23a1ec68-a315-4196-9b54-d304b6dd1242 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:58:47.976195 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a1ec68-a315-4196-9b54-d304b6dd1242 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:58:48.013578 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a1ec68-a315-4196-9b54-d304b6dd1242 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event updated for resources: {'Port': ['ID=89dc445a-6fde-4ef9-b8a1-baecef5111c5,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:58:48.041874 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-23a1ec68-a315-4196-9b54-d304b6dd1242 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:48.309937 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-23a1ec68-a315-4196-9b54-d304b6dd1242 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:48.396972 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30297499-0d30-4237-a412-fdc1d1ac6326 None None] Network 7329e0df-6eb4-4610-ba1b-6579a1b34fd7 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:58:48.515090 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-a440779f-cc66-48fe-8e7d-41dc06a841da None None] Provisioning for port 395a998a-6b74-4d45-8cd7-42df10149827 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:58:48.786444 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-23a1ec68-a315-4196-9b54-d304b6dd1242 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:48.792684 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-23a1ec68-a315-4196-9b54-d304b6dd1242 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:48.918118 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a1ec68-a315-4196-9b54-d304b6dd1242 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event updated for resources: {'Port': ['ID=89dc445a-6fde-4ef9-b8a1-baecef5111c5,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:58:48.929167 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-23a1ec68-a315-4196-9b54-d304b6dd1242 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:48.962033 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-ea8db3e8-dda1-43cf-b459-9ca466bedc58 None None] Provisioning for port 89dc445a-6fde-4ef9-b8a1-baecef5111c5 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:58:48.973115 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-ea8db3e8-dda1-43cf-b459-9ca466bedc58 None None] Provisioning complete for port 89dc445a-6fde-4ef9-b8a1-baecef5111c5 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:58:48.973590 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ea8db3e8-dda1-43cf-b459-9ca466bedc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:49.031566 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device f59896a6-f501-478b-9b57-e4cc7b1e90b9 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:58:49.104000 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-ea8db3e8-dda1-43cf-b459-9ca466bedc58 None None] Port 89dc445a-6fde-4ef9-b8a1-baecef5111c5 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:58:49.126738 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port f59896a6-f501-478b-9b57-e4cc7b1e90b9 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:58:49.132563 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port f59896a6-f501-478b-9b57-e4cc7b1e90b9 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:58:49.132928 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:49.219126 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a1ec68-a315-4196-9b54-d304b6dd1242 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Network 7329e0df-6eb4-4610-ba1b-6579a1b34fd7 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:58:49.220333 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-23a1ec68-a315-4196-9b54-d304b6dd1242 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:58:49.260305 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-5ba2bdbf-237d-4e3e-888c-c357dbebba63 None None] Provisioning complete for port 89dc445a-6fde-4ef9-b8a1-baecef5111c5 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:58:49.260671 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5ba2bdbf-237d-4e3e-888c-c357dbebba63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:49.288120 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:49.328095 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port f59896a6-f501-478b-9b57-e4cc7b1e90b9, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=f59896a6-f501-478b-9b57-e4cc7b1e90b9,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:58:49.330560 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-5ba2bdbf-237d-4e3e-888c-c357dbebba63 None None] Port 89dc445a-6fde-4ef9-b8a1-baecef5111c5 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:58:49.333208 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:49.333943 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 395a998a-6b74-4d45-8cd7-42df10149827 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:58:49.422327 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23a1ec68-a315-4196-9b54-d304b6dd1242 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Router 0eefa666-67a4-49cc-8981-abdc5aae68d4 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:58:49.452555 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=f59896a6-f501-478b-9b57-e4cc7b1e90b9,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:58:49.464931 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-eb58284f-533d-488d-853d-cc4e5c1b755a None None] Provisioning complete for port 89dc445a-6fde-4ef9-b8a1-baecef5111c5 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:58:49.465298 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-eb58284f-533d-488d-853d-cc4e5c1b755a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:49.513278 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 395a998a-6b74-4d45-8cd7-42df10149827 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:58:49.522912 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 395a998a-6b74-4d45-8cd7-42df10149827 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:58:49.523278 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:49.563087 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-eb58284f-533d-488d-853d-cc4e5c1b755a None None] Port 89dc445a-6fde-4ef9-b8a1-baecef5111c5 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:58:49.621637 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a1ec68-a315-4196-9b54-d304b6dd1242 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:58:49.635366 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-23a1ec68-a315-4196-9b54-d304b6dd1242 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "PUT /v2.0/routers/0eefa666-67a4-49cc-8981-abdc5aae68d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3456750 May 05 20:58:49.637062 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a7efba-075f-49cc-ad5d-be01a6d481e6 None None] Sync routers for ids ['0eefa666-67a4-49cc-8981-abdc5aae68d4'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:58:49.656392 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a7efba-075f-49cc-ad5d-be01a6d481e6 None None] Routers {'0eefa666-67a4-49cc-8981-abdc5aae68d4'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:58:49.657019 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-91a7efba-075f-49cc-ad5d-be01a6d481e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:58:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['0eefa666-67a4-49cc-8981-abdc5aae68d4'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:58:49.707114 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:49.806818 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-ab419014-f2fc-490a-8085-5c980cee135d req-431d5eee-05e6-4c4f-adc9-000456666bf5 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Synchronizing usage tracker for tenant:30a835e817a747e3b9b294a4a57222fc on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:58:49.822557 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-ab419014-f2fc-490a-8085-5c980cee135d req-431d5eee-05e6-4c4f-adc9-000456666bf5 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Unset dirty status for tenant:30a835e817a747e3b9b294a4a57222fc on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:58:49.823920 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ab419014-f2fc-490a-8085-5c980cee135d req-431d5eee-05e6-4c4f-adc9-000456666bf5 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1658261435&fields=id&tenant_id=30a835e817a747e3b9b294a4a57222fc HTTP/1.1" status: 200 len: 267 time: 0.0565321 May 05 20:58:49.837382 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 395a998a-6b74-4d45-8cd7-42df10149827, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=395a998a-6b74-4d45-8cd7-42df10149827,segment=NetworkSegment(23e2907e-6a12-47ca-b534-ec5efaaf2ead),segment_id=23e2907e-6a12-47ca-b534-ec5efaaf2ead)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:58:49.843783 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:49.928626 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-91a7efba-075f-49cc-ad5d-be01a6d481e6 None None] Set router 0eefa666-67a4-49cc-8981-abdc5aae68d4 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:58:49.980500 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab419014-f2fc-490a-8085-5c980cee135d req-09c8f9be-e7cb-4780-90b3-4f051794eb01 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:58:49.981180 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-ab419014-f2fc-490a-8085-5c980cee135d req-09c8f9be-e7cb-4780-90b3-4f051794eb01 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Synchronizing usage tracker for tenant:30a835e817a747e3b9b294a4a57222fc on resource:network {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:58:49.995792 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=395a998a-6b74-4d45-8cd7-42df10149827,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:58:49.997194 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-ab419014-f2fc-490a-8085-5c980cee135d req-09c8f9be-e7cb-4780-90b3-4f051794eb01 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Unset dirty status for tenant:30a835e817a747e3b9b294a4a57222fc on resource:network {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:58:49.998991 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ab419014-f2fc-490a-8085-5c980cee135d req-09c8f9be-e7cb-4780-90b3-4f051794eb01 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/networks?id=7329e0df-6eb4-4610-ba1b-6579a1b34fd7 HTTP/1.1" status: 200 len: 796 time: 0.1684029 May 05 20:58:50.016175 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ab419014-f2fc-490a-8085-5c980cee135d req-0f23e220-291c-43e0-97bf-a2bcd088afa5 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/quotas/30a835e817a747e3b9b294a4a57222fc HTTP/1.1" status: 200 len: 375 time: 0.0106828 May 05 20:58:50.098880 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-ab419014-f2fc-490a-8085-5c980cee135d req-8ea9dc86-189f-4d6b-bf8c-365399eaafc8 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Synchronizing usage tracker for tenant:30a835e817a747e3b9b294a4a57222fc on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:58:50.115221 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-ab419014-f2fc-490a-8085-5c980cee135d req-8ea9dc86-189f-4d6b-bf8c-365399eaafc8 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Unset dirty status for tenant:30a835e817a747e3b9b294a4a57222fc on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:58:50.116579 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ab419014-f2fc-490a-8085-5c980cee135d req-8ea9dc86-189f-4d6b-bf8c-365399eaafc8 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=30a835e817a747e3b9b294a4a57222fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0949183 May 05 20:58:50.133024 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [req-ab419014-f2fc-490a-8085-5c980cee135d req-9b8925b8-7d83-4a17-ae63-3735860c6b25 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 20:58:50.133973 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ab419014-f2fc-490a-8085-5c980cee135d req-9b8925b8-7d83-4a17-ae63-3735860c6b25 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050671 May 05 20:58:50.271680 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ab419014-f2fc-490a-8085-5c980cee135d req-ee03550e-d6fc-4311-a13b-378437edc369 service neutron] 10.222.0.36 "GET /v2.0/networks/7329e0df-6eb4-4610-ba1b-6579a1b34fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323206 May 05 20:58:50.300910 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-91a7efba-075f-49cc-ad5d-be01a6d481e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eefa666-67a4-49cc-8981-abdc5aae68d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92267132', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'f59896a6-f501-478b-9b57-e4cc7b1e90b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:58:43Z', 'updated_at': '2022-05-05T20:58:48Z', 'revision_number': 4, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'gw_port': {'id': 'f59896a6-f501-478b-9b57-e4cc7b1e90b9', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:de:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eefa666-67a4-49cc-8981-abdc5aae68d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:58:43Z', 'updated_at': '2022-05-05T20:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '89dc445a-6fde-4ef9-b8a1-baecef5111c5', 'name': '', 'network_id': '7329e0df-6eb4-4610-ba1b-6579a1b34fd7', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'mac_address': 'fa:16:3e:fb:b9:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eefa666-67a4-49cc-8981-abdc5aae68d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '6b02ac71-960a-4d8e-869f-654a4dae4caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:58:47Z', 'updated_at': '2022-05-05T20:58:48Z', 'revision_number': 2, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'subnets': [{'id': '6b02ac71-960a-4d8e-869f-654a4dae4caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:58:50.304822 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a7efba-075f-49cc-ad5d-be01a6d481e6 None None] Checking router: 0eefa666-67a4-49cc-8981-abdc5aae68d4 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:58:50.305173 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a7efba-075f-49cc-ad5d-be01a6d481e6 None None] Updating router 0eefa666-67a4-49cc-8981-abdc5aae68d4 port 89dc445a-6fde-4ef9-b8a1-baecef5111c5 binding host n-d-840717-1 {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:58:50.357845 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-91a7efba-075f-49cc-ad5d-be01a6d481e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:50.405129 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ab419014-f2fc-490a-8085-5c980cee135d req-2f46c532-a7cc-4958-aa30-fd3cb396bc38 service neutron] 10.222.0.36 "GET /v2.0/networks/7329e0df-6eb4-4610-ba1b-6579a1b34fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272318 May 05 20:58:50.621738 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-5c54ad94-f418-43df-9a86-3f1705309f3e req-3856ace1-7f71-40f5-8b06-912497ababb7 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Synchronizing usage tracker for tenant:30a835e817a747e3b9b294a4a57222fc on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:58:50.633962 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-5c54ad94-f418-43df-9a86-3f1705309f3e req-3856ace1-7f71-40f5-8b06-912497ababb7 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Unset dirty status for tenant:30a835e817a747e3b9b294a4a57222fc on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:58:50.635093 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-5c54ad94-f418-43df-9a86-3f1705309f3e req-3856ace1-7f71-40f5-8b06-912497ababb7 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=1551d824-ddf8-455f-8d71-774bcd1d119c HTTP/1.1" status: 200 len: 210 time: 0.0733831 May 05 20:58:50.714993 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-91a7efba-075f-49cc-ad5d-be01a6d481e6 None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:50.727191 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-91a7efba-075f-49cc-ad5d-be01a6d481e6 None None] Transition to ACTIVE for port object 89dc445a-6fde-4ef9-b8a1-baecef5111c5 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:58:50.735026 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-91a7efba-075f-49cc-ad5d-be01a6d481e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:50.886852 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e7ae71-1adf-40a7-8c65-73d9e4b46b1a None None] Pushing event updated for resources: {'Port': ['ID=89dc445a-6fde-4ef9-b8a1-baecef5111c5,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:58:50.968372 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device f59896a6-f501-478b-9b57-e4cc7b1e90b9 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:58:51.048038 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-91a7efba-075f-49cc-ad5d-be01a6d481e6 None None] Attempting to bind port 89dc445a-6fde-4ef9-b8a1-baecef5111c5 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:58:51.048400 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-91a7efba-075f-49cc-ad5d-be01a6d481e6 None None] Attempting to bind port 89dc445a-6fde-4ef9-b8a1-baecef5111c5 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '23e2907e-6a12-47ca-b534-ec5efaaf2ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7329e0df-6eb4-4610-ba1b-6579a1b34fd7'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:58:51.048760 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a7efba-075f-49cc-ad5d-be01a6d481e6 None None] Attempting to bind port 89dc445a-6fde-4ef9-b8a1-baecef5111c5 on network 7329e0df-6eb4-4610-ba1b-6579a1b34fd7 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:58:51.058933 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a7efba-075f-49cc-ad5d-be01a6d481e6 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:58:51.059302 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a7efba-075f-49cc-ad5d-be01a6d481e6 None None] Checking segment: {'id': '23e2907e-6a12-47ca-b534-ec5efaaf2ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7329e0df-6eb4-4610-ba1b-6579a1b34fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:58:51.059724 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-91a7efba-075f-49cc-ad5d-be01a6d481e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:51.060110 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a7efba-075f-49cc-ad5d-be01a6d481e6 None None] Bound using segment: {'id': '23e2907e-6a12-47ca-b534-ec5efaaf2ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7329e0df-6eb4-4610-ba1b-6579a1b34fd7'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:58:51.060574 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-91a7efba-075f-49cc-ad5d-be01a6d481e6 None None] Bound port: 89dc445a-6fde-4ef9-b8a1-baecef5111c5, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23e2907e-6a12-47ca-b534-ec5efaaf2ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7329e0df-6eb4-4610-ba1b-6579a1b34fd7'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:58:51.060932 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-91a7efba-075f-49cc-ad5d-be01a6d481e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:51.154542 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port f59896a6-f501-478b-9b57-e4cc7b1e90b9 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:58:51.154922 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:51.226844 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-91a7efba-075f-49cc-ad5d-be01a6d481e6 None None] For port 89dc445a-6fde-4ef9-b8a1-baecef5111c5, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:58:51.230983 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-91a7efba-075f-49cc-ad5d-be01a6d481e6 None None] For port 89dc445a-6fde-4ef9-b8a1-baecef5111c5, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=89dc445a-6fde-4ef9-b8a1-baecef5111c5,segment=NetworkSegment(23e2907e-6a12-47ca-b534-ec5efaaf2ead),segment_id=23e2907e-6a12-47ca-b534-ec5efaaf2ead)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:58:51.241079 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-91a7efba-075f-49cc-ad5d-be01a6d481e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:51.378078 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a7efba-075f-49cc-ad5d-be01a6d481e6 None None] Routers {'0eefa666-67a4-49cc-8981-abdc5aae68d4'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:58:51.378709 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-91a7efba-075f-49cc-ad5d-be01a6d481e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:58:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['0eefa666-67a4-49cc-8981-abdc5aae68d4'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:58:51.428360 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e7ae71-1adf-40a7-8c65-73d9e4b46b1a None None] Pushing event updated for resources: {'Port': ['ID=89dc445a-6fde-4ef9-b8a1-baecef5111c5,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:58:51.438853 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 395a998a-6b74-4d45-8cd7-42df10149827 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:58:51.635670 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-91a7efba-075f-49cc-ad5d-be01a6d481e6 None None] Set router 0eefa666-67a4-49cc-8981-abdc5aae68d4 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:58:51.699085 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 395a998a-6b74-4d45-8cd7-42df10149827 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:58:51.699481 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:51.801232 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab419014-f2fc-490a-8085-5c980cee135d req-8542850a-9ac9-4e34-9094-4d246ea12a08 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:58:51.802826 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ab419014-f2fc-490a-8085-5c980cee135d req-8542850a-9ac9-4e34-9094-4d246ea12a08 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.50 "GET /v2.0/networks?id=7329e0df-6eb4-4610-ba1b-6579a1b34fd7 HTTP/1.1" status: 200 len: 796 time: 0.1987159 May 05 20:58:51.819748 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5a34ae2e-24c1-4593-828c-ec5665ed4c37 req-a02de0fd-6a4d-4c09-92fc-524e38c6424b tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=1551d824-ddf8-455f-8d71-774bcd1d119c HTTP/1.1" status: 200 len: 210 time: 0.0546043 May 05 20:58:51.860247 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ab419014-f2fc-490a-8085-5c980cee135d req-7f9f9737-682b-42fd-92dc-d79f61a82aed tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30a835e817a747e3b9b294a4a57222fc HTTP/1.1" status: 200 len: 380 time: 0.0497212 May 05 20:58:51.869301 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-ab419014-f2fc-490a-8085-5c980cee135d req-bb5a3b45-9d55-4037-953e-5cba9bfe4f4c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Request body: {'port': {'device_id': '1551d824-ddf8-455f-8d71-774bcd1d119c', 'network_id': '7329e0df-6eb4-4610-ba1b-6579a1b34fd7', 'admin_state_up': True, 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'security_groups': ['151fea87-0cca-4239-9e41-9fb19c26042b']}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:58:52.009179 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-ab419014-f2fc-490a-8085-5c980cee135d req-bb5a3b45-9d55-4037-953e-5cba9bfe4f4c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:58:52.019687 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-ab419014-f2fc-490a-8085-5c980cee135d req-bb5a3b45-9d55-4037-953e-5cba9bfe4f4c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:58:52.029697 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab419014-f2fc-490a-8085-5c980cee135d req-bb5a3b45-9d55-4037-953e-5cba9bfe4f4c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Made reservation on behalf of 30a835e817a747e3b9b294a4a57222fc for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:58:52.034340 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-ab419014-f2fc-490a-8085-5c980cee135d req-bb5a3b45-9d55-4037-953e-5cba9bfe4f4c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:52.106806 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-91a7efba-075f-49cc-ad5d-be01a6d481e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eefa666-67a4-49cc-8981-abdc5aae68d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92267132', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'f59896a6-f501-478b-9b57-e4cc7b1e90b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:58:43Z', 'updated_at': '2022-05-05T20:58:48Z', 'revision_number': 4, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'gw_port': {'id': 'f59896a6-f501-478b-9b57-e4cc7b1e90b9', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:de:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eefa666-67a4-49cc-8981-abdc5aae68d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:58:43Z', 'updated_at': '2022-05-05T20:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '89dc445a-6fde-4ef9-b8a1-baecef5111c5', 'name': '', 'network_id': '7329e0df-6eb4-4610-ba1b-6579a1b34fd7', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'mac_address': 'fa:16:3e:fb:b9:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eefa666-67a4-49cc-8981-abdc5aae68d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '6b02ac71-960a-4d8e-869f-654a4dae4caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:58:47Z', 'updated_at': '2022-05-05T20:58:51Z', 'revision_number': 4, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'subnets': [{'id': '6b02ac71-960a-4d8e-869f-654a4dae4caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:58:52.110705 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a7efba-075f-49cc-ad5d-be01a6d481e6 None None] The sync data for ids ['0eefa666-67a4-49cc-8981-abdc5aae68d4'] in n-d-840717-1 is: [{'id': '0eefa666-67a4-49cc-8981-abdc5aae68d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92267132', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'f59896a6-f501-478b-9b57-e4cc7b1e90b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:58:43Z', 'updated_at': '2022-05-05T20:58:48Z', 'revision_number': 4, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'gw_port': {'id': 'f59896a6-f501-478b-9b57-e4cc7b1e90b9', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:de:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eefa666-67a4-49cc-8981-abdc5aae68d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:58:43Z', 'updated_at': '2022-05-05T20:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '89dc445a-6fde-4ef9-b8a1-baecef5111c5', 'name': '', 'network_id': '7329e0df-6eb4-4610-ba1b-6579a1b34fd7', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'mac_address': 'fa:16:3e:fb:b9:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eefa666-67a4-49cc-8981-abdc5aae68d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '6b02ac71-960a-4d8e-869f-654a4dae4caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:58:47Z', 'updated_at': '2022-05-05T20:58:51Z', 'revision_number': 4, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'subnets': [{'id': '6b02ac71-960a-4d8e-869f-654a4dae4caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:58:52.219338 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-ab419014-f2fc-490a-8085-5c980cee135d req-bb5a3b45-9d55-4037-953e-5cba9bfe4f4c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Allocated IP 172.20.0.12 (7329e0df-6eb4-4610-ba1b-6579a1b34fd7/6b02ac71-960a-4d8e-869f-654a4dae4caa/57ba2732-4550-43e3-8722-3834506ebfe0) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:58:52.425792 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-ab419014-f2fc-490a-8085-5c980cee135d req-bb5a3b45-9d55-4037-953e-5cba9bfe4f4c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:52.443069 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-ab419014-f2fc-490a-8085-5c980cee135d req-bb5a3b45-9d55-4037-953e-5cba9bfe4f4c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Transition to ACTIVE for port object 57ba2732-4550-43e3-8722-3834506ebfe0 will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:58:52.467234 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-ab419014-f2fc-490a-8085-5c980cee135d req-bb5a3b45-9d55-4037-953e-5cba9bfe4f4c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:52.543477 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab419014-f2fc-490a-8085-5c980cee135d req-bb5a3b45-9d55-4037-953e-5cba9bfe4f4c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Network 7329e0df-6eb4-4610-ba1b-6579a1b34fd7 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:58:52.546752 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-ab419014-f2fc-490a-8085-5c980cee135d req-bb5a3b45-9d55-4037-953e-5cba9bfe4f4c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:58:52.551480 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab419014-f2fc-490a-8085-5c980cee135d req-bb5a3b45-9d55-4037-953e-5cba9bfe4f4c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:58:52.591575 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5a3b45-9d55-4037-953e-5cba9bfe4f4c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event updated for resources: {'Port': ['ID=57ba2732-4550-43e3-8722-3834506ebfe0,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:58:52.625933 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab419014-f2fc-490a-8085-5c980cee135d req-bb5a3b45-9d55-4037-953e-5cba9bfe4f4c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:58:52.626601 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-ab419014-f2fc-490a-8085-5c980cee135d req-bb5a3b45-9d55-4037-953e-5cba9bfe4f4c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:52.656563 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ab419014-f2fc-490a-8085-5c980cee135d req-bb5a3b45-9d55-4037-953e-5cba9bfe4f4c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7911100 May 05 20:58:52.668927 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-ab419014-f2fc-490a-8085-5c980cee135d req-024cbca6-6487-466e-acad-3371a7eac115 service neutron] Request body: {'port': {'device_id': '1551d824-ddf8-455f-8d71-774bcd1d119c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:58:52.792347 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-ab419014-f2fc-490a-8085-5c980cee135d req-024cbca6-6487-466e-acad-3371a7eac115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:52.855640 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9ce34bd4-ec4f-491a-aaac-0dba90ec7966 None None] Provisioning for port 57ba2732-4550-43e3-8722-3834506ebfe0 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:58:52.864966 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9ce34bd4-ec4f-491a-aaac-0dba90ec7966 None None] Provisioning complete for port 57ba2732-4550-43e3-8722-3834506ebfe0 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:58:52.865619 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9ce34bd4-ec4f-491a-aaac-0dba90ec7966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:52.949358 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9ce34bd4-ec4f-491a-aaac-0dba90ec7966 None None] Port 57ba2732-4550-43e3-8722-3834506ebfe0 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 20:58:52.982749 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 89dc445a-6fde-4ef9-b8a1-baecef5111c5 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:58:53.055306 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 89dc445a-6fde-4ef9-b8a1-baecef5111c5 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:58:53.061175 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 89dc445a-6fde-4ef9-b8a1-baecef5111c5 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:58:53.061380 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:53.189816 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:53.214730 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1548777-955c-42e5-b3bc-7b436a6cafe5 req-18dba251-951b-4675-aea2-0843bc46aed3 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:58:53.215601 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-b1548777-955c-42e5-b3bc-7b436a6cafe5 req-18dba251-951b-4675-aea2-0843bc46aed3 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Synchronizing usage tracker for tenant:30a835e817a747e3b9b294a4a57222fc on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:58:53.224962 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 89dc445a-6fde-4ef9-b8a1-baecef5111c5, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=89dc445a-6fde-4ef9-b8a1-baecef5111c5,segment=NetworkSegment(23e2907e-6a12-47ca-b534-ec5efaaf2ead),segment_id=23e2907e-6a12-47ca-b534-ec5efaaf2ead)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:58:53.229928 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:53.237451 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-ab419014-f2fc-490a-8085-5c980cee135d req-024cbca6-6487-466e-acad-3371a7eac115 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57ba2732-4550-43e3-8722-3834506ebfe0 {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:58:53.246403 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-ab419014-f2fc-490a-8085-5c980cee135d req-024cbca6-6487-466e-acad-3371a7eac115 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:53.254829 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-b1548777-955c-42e5-b3bc-7b436a6cafe5 req-18dba251-951b-4675-aea2-0843bc46aed3 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Unset dirty status for tenant:30a835e817a747e3b9b294a4a57222fc on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:58:53.256062 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b1548777-955c-42e5-b3bc-7b436a6cafe5 req-18dba251-951b-4675-aea2-0843bc46aed3 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=1551d824-ddf8-455f-8d71-774bcd1d119c HTTP/1.1" status: 200 len: 932 time: 0.2788851 May 05 20:58:53.285180 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-ab419014-f2fc-490a-8085-5c980cee135d req-024cbca6-6487-466e-acad-3371a7eac115 service neutron] Transition to ACTIVE for port object 57ba2732-4550-43e3-8722-3834506ebfe0 will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:58:53.291341 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-ab419014-f2fc-490a-8085-5c980cee135d req-024cbca6-6487-466e-acad-3371a7eac115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:53.304692 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=89dc445a-6fde-4ef9-b8a1-baecef5111c5,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:58:53.534256 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b1548777-955c-42e5-b3bc-7b436a6cafe5 req-9000104f-571f-4ecd-b9fe-28d3e0894c1f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=151fea87-0cca-4239-9e41-9fb19c26042b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2709754 May 05 20:58:53.587687 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024cbca6-6487-466e-acad-3371a7eac115 service neutron] Pushing event updated for resources: {'Port': ['ID=57ba2732-4550-43e3-8722-3834506ebfe0,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:58:53.660485 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-ab419014-f2fc-490a-8085-5c980cee135d req-024cbca6-6487-466e-acad-3371a7eac115 service neutron] Attempting to bind port 57ba2732-4550-43e3-8722-3834506ebfe0 on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:58:53.660806 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-ab419014-f2fc-490a-8085-5c980cee135d req-024cbca6-6487-466e-acad-3371a7eac115 service neutron] Attempting to bind port 57ba2732-4550-43e3-8722-3834506ebfe0 by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': '23e2907e-6a12-47ca-b534-ec5efaaf2ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7329e0df-6eb4-4610-ba1b-6579a1b34fd7'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:58:53.661318 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab419014-f2fc-490a-8085-5c980cee135d req-024cbca6-6487-466e-acad-3371a7eac115 service neutron] Attempting to bind port 57ba2732-4550-43e3-8722-3834506ebfe0 on network 7329e0df-6eb4-4610-ba1b-6579a1b34fd7 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:58:53.666749 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab419014-f2fc-490a-8085-5c980cee135d req-024cbca6-6487-466e-acad-3371a7eac115 service neutron] Port 57ba2732-4550-43e3-8722-3834506ebfe0 on network 7329e0df-6eb4-4610-ba1b-6579a1b34fd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 20:58:53.667062 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab419014-f2fc-490a-8085-5c980cee135d req-024cbca6-6487-466e-acad-3371a7eac115 service neutron] Attempting to bind port 57ba2732-4550-43e3-8722-3834506ebfe0 on network 7329e0df-6eb4-4610-ba1b-6579a1b34fd7 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:58:53.672077 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab419014-f2fc-490a-8085-5c980cee135d req-024cbca6-6487-466e-acad-3371a7eac115 service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:58:53.672409 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab419014-f2fc-490a-8085-5c980cee135d req-024cbca6-6487-466e-acad-3371a7eac115 service neutron] Checking segment: {'id': '23e2907e-6a12-47ca-b534-ec5efaaf2ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7329e0df-6eb4-4610-ba1b-6579a1b34fd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:58:53.672782 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab419014-f2fc-490a-8085-5c980cee135d req-024cbca6-6487-466e-acad-3371a7eac115 service neutron] Bound using segment: {'id': '23e2907e-6a12-47ca-b534-ec5efaaf2ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7329e0df-6eb4-4610-ba1b-6579a1b34fd7'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:58:53.673291 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-ab419014-f2fc-490a-8085-5c980cee135d req-024cbca6-6487-466e-acad-3371a7eac115 service neutron] Bound port: 57ba2732-4550-43e3-8722-3834506ebfe0, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23e2907e-6a12-47ca-b534-ec5efaaf2ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7329e0df-6eb4-4610-ba1b-6579a1b34fd7'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:58:53.673635 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-ab419014-f2fc-490a-8085-5c980cee135d req-024cbca6-6487-466e-acad-3371a7eac115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:53.762443 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-ab419014-f2fc-490a-8085-5c980cee135d req-024cbca6-6487-466e-acad-3371a7eac115 service neutron] For port 57ba2732-4550-43e3-8722-3834506ebfe0, host n-h2-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:58:53.765247 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-ab419014-f2fc-490a-8085-5c980cee135d req-024cbca6-6487-466e-acad-3371a7eac115 service neutron] For port 57ba2732-4550-43e3-8722-3834506ebfe0, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=57ba2732-4550-43e3-8722-3834506ebfe0,segment=NetworkSegment(23e2907e-6a12-47ca-b534-ec5efaaf2ead),segment_id=23e2907e-6a12-47ca-b534-ec5efaaf2ead)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:58:53.770231 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-ab419014-f2fc-490a-8085-5c980cee135d req-024cbca6-6487-466e-acad-3371a7eac115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:53.830489 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab419014-f2fc-490a-8085-5c980cee135d req-024cbca6-6487-466e-acad-3371a7eac115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:58:53.831008 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-ab419014-f2fc-490a-8085-5c980cee135d req-024cbca6-6487-466e-acad-3371a7eac115 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:53.832290 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ab419014-f2fc-490a-8085-5c980cee135d req-024cbca6-6487-466e-acad-3371a7eac115 service neutron] 10.222.0.50 "PUT /v2.0/ports/57ba2732-4550-43e3-8722-3834506ebfe0 HTTP/1.1" status: 200 len: 1092 time: 1.1681445 May 05 20:58:53.832821 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1551d824-ddf8-455f-8d71-774bcd1d119c', 'tag': '57ba2732-4550-43e3-8722-3834506ebfe0'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:58:53.858341 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024cbca6-6487-466e-acad-3371a7eac115 service neutron] Pushing event updated for resources: {'Port': ['ID=57ba2732-4550-43e3-8722-3834506ebfe0,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:58:53.904163 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52d61e4e-0261-4563-9832-0a67c3449195'] response: {'name': 'network-changed', 'server_uuid': '1551d824-ddf8-455f-8d71-774bcd1d119c', 'tag': '57ba2732-4550-43e3-8722-3834506ebfe0', 'status': 'completed', 'code': 200} May 05 20:58:53.946567 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab419014-f2fc-490a-8085-5c980cee135d req-72b80b15-592b-46a1-9182-680e3f7b1e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:58:53.948085 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ab419014-f2fc-490a-8085-5c980cee135d req-72b80b15-592b-46a1-9182-680e3f7b1e94 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=30a835e817a747e3b9b294a4a57222fc&device_id=1551d824-ddf8-455f-8d71-774bcd1d119c HTTP/1.1" status: 200 len: 1095 time: 0.0764451 May 05 20:58:54.030657 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ab419014-f2fc-490a-8085-5c980cee135d req-2df3ad3d-1b10-4a7b-bb7e-04d98812fd55 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57ba2732-4550-43e3-8722-3834506ebfe0 HTTP/1.1" status: 200 len: 217 time: 0.0740161 May 05 20:58:54.098338 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab419014-f2fc-490a-8085-5c980cee135d req-47b7b5b4-c35a-4460-b5b8-b8cc141535d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:58:54.100457 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ab419014-f2fc-490a-8085-5c980cee135d req-47b7b5b4-c35a-4460-b5b8-b8cc141535d5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b02ac71-960a-4d8e-869f-654a4dae4caa HTTP/1.1" status: 200 len: 835 time: 0.0636733 May 05 20:58:54.180736 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab419014-f2fc-490a-8085-5c980cee135d req-9120e75c-da1d-4b8d-b9f4-5b32b827a10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:58:54.182229 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ab419014-f2fc-490a-8085-5c980cee135d req-9120e75c-da1d-4b8d-b9f4-5b32b827a10d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7329e0df-6eb4-4610-ba1b-6579a1b34fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762110 May 05 20:58:54.320125 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ab419014-f2fc-490a-8085-5c980cee135d req-c74947a8-7265-49fd-a451-4066731ff8c9 service neutron] 10.222.0.50 "GET /v2.0/networks/7329e0df-6eb4-4610-ba1b-6579a1b34fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319070 May 05 20:58:54.464692 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ab419014-f2fc-490a-8085-5c980cee135d req-1fdfe3f4-a5a8-4e8e-bf66-6b2398ad152e service neutron] 10.222.0.50 "GET /v2.0/networks/7329e0df-6eb4-4610-ba1b-6579a1b34fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386030 May 05 20:58:54.602552 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da067cdc-d76a-4027-88cb-ddf7a41f38f6 req-7fba7fec-ccc8-4aa0-b721-b959b12b0276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:58:54.604612 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-da067cdc-d76a-4027-88cb-ddf7a41f38f6 req-7fba7fec-ccc8-4aa0-b721-b959b12b0276 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=30a835e817a747e3b9b294a4a57222fc&device_id=1551d824-ddf8-455f-8d71-774bcd1d119c HTTP/1.1" status: 200 len: 1095 time: 0.0854454 May 05 20:58:54.817491 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da067cdc-d76a-4027-88cb-ddf7a41f38f6 req-7bba7c34-e7b2-4461-b662-e224e9a5b100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:58:54.818938 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-da067cdc-d76a-4027-88cb-ddf7a41f38f6 req-7bba7c34-e7b2-4461-b662-e224e9a5b100 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7329e0df-6eb4-4610-ba1b-6579a1b34fd7 HTTP/1.1" status: 200 len: 897 time: 0.2084682 May 05 20:58:54.896985 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-da067cdc-d76a-4027-88cb-ddf7a41f38f6 req-51526a35-28a2-4e94-b6e5-0b9d6062ab50 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57ba2732-4550-43e3-8722-3834506ebfe0 HTTP/1.1" status: 200 len: 217 time: 0.0717402 May 05 20:58:54.905301 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064310be-8a64-4628-b4ac-17f0486366ee req-f8a167ef-29ca-4210-8bea-8a3c8df590fa tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:58:54.906684 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-064310be-8a64-4628-b4ac-17f0486366ee req-f8a167ef-29ca-4210-8bea-8a3c8df590fa tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=1551d824-ddf8-455f-8d71-774bcd1d119c HTTP/1.1" status: 200 len: 944 time: 0.2454884 May 05 20:58:54.927545 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 89dc445a-6fde-4ef9-b8a1-baecef5111c5 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:58:54.998532 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 89dc445a-6fde-4ef9-b8a1-baecef5111c5 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:58:54.998835 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-064310be-8a64-4628-b4ac-17f0486366ee req-e0ab86ea-42cc-470c-9008-1809cf7e66ca tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=151fea87-0cca-4239-9e41-9fb19c26042b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597100 May 05 20:58:54.998965 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:55.000628 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da067cdc-d76a-4027-88cb-ddf7a41f38f6 req-423c3cf9-db46-40ba-af93-9e33757d49cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:58:55.001993 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-da067cdc-d76a-4027-88cb-ddf7a41f38f6 req-423c3cf9-db46-40ba-af93-9e33757d49cf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b02ac71-960a-4d8e-869f-654a4dae4caa HTTP/1.1" status: 200 len: 835 time: 0.0944772 May 05 20:58:55.077551 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da067cdc-d76a-4027-88cb-ddf7a41f38f6 req-4a6d52fd-f16b-4083-b4f2-4a59daae095f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:58:55.079029 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-da067cdc-d76a-4027-88cb-ddf7a41f38f6 req-4a6d52fd-f16b-4083-b4f2-4a59daae095f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7329e0df-6eb4-4610-ba1b-6579a1b34fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704696 May 05 20:58:55.320824 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-da067cdc-d76a-4027-88cb-ddf7a41f38f6 req-34b14b16-e06b-4c2f-9b7f-8207fd3878cf service neutron] 10.222.0.50 "GET /v2.0/networks/7329e0df-6eb4-4610-ba1b-6579a1b34fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341239 May 05 20:58:55.466181 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-da067cdc-d76a-4027-88cb-ddf7a41f38f6 req-d36c7aed-1473-4a87-843e-4aaab942afa1 service neutron] 10.222.0.50 "GET /v2.0/networks/7329e0df-6eb4-4610-ba1b-6579a1b34fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392572 May 05 20:58:56.183807 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cbfae6-893b-4d39-8d90-87a33ae7f73f req-e38c9883-9c44-488a-957d-87288887c8ad tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:58:56.185239 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d7cbfae6-893b-4d39-8d90-87a33ae7f73f req-e38c9883-9c44-488a-957d-87288887c8ad tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=1551d824-ddf8-455f-8d71-774bcd1d119c HTTP/1.1" status: 200 len: 944 time: 0.0788929 May 05 20:58:56.228570 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d7cbfae6-893b-4d39-8d90-87a33ae7f73f req-39e19f44-db71-4d7f-ae2e-c35ccb2f2fc0 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=151fea87-0cca-4239-9e41-9fb19c26042b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368490 May 05 20:58:57.411890 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be460a8-4acc-4cb9-92ea-82a2036c0b1d req-7a5869d5-f591-4fa8-a512-c32e98005488 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:58:57.413354 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9be460a8-4acc-4cb9-92ea-82a2036c0b1d req-7a5869d5-f591-4fa8-a512-c32e98005488 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=1551d824-ddf8-455f-8d71-774bcd1d119c HTTP/1.1" status: 200 len: 944 time: 0.0798378 May 05 20:58:57.458232 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9be460a8-4acc-4cb9-92ea-82a2036c0b1d req-88fe9697-aa49-44d0-9f77-1b391963c472 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=151fea87-0cca-4239-9e41-9fb19c26042b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392330 May 05 20:58:57.600960 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 57ba2732-4550-43e3-8722-3834506ebfe0 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 20:58:57.733021 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 57ba2732-4550-43e3-8722-3834506ebfe0, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=57ba2732-4550-43e3-8722-3834506ebfe0,segment=NetworkSegment(23e2907e-6a12-47ca-b534-ec5efaaf2ead),segment_id=23e2907e-6a12-47ca-b534-ec5efaaf2ead)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:58:57.747735 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': '57ba2732-4550-43e3-8722-3834506ebfe0', 'network_id': '7329e0df-6eb4-4610-ba1b-6579a1b34fd7', 'port_id': '57ba2732-4550-43e3-8722-3834506ebfe0', 'mac_address': 'fa:16:3e:c0:81:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b02ac71-960a-4d8e-869f-654a4dae4caa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 20:58:57.800334 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:57.817408 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57ba2732-4550-43e3-8722-3834506ebfe0 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 20:58:57.832008 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 57ba2732-4550-43e3-8722-3834506ebfe0, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=57ba2732-4550-43e3-8722-3834506ebfe0,segment=NetworkSegment(23e2907e-6a12-47ca-b534-ec5efaaf2ead),segment_id=23e2907e-6a12-47ca-b534-ec5efaaf2ead)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:58:57.836290 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:57.905431 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=57ba2732-4550-43e3-8722-3834506ebfe0,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:58:58.033764 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['57ba2732-4550-43e3-8722-3834506ebfe0'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 20:58:58.654410 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb2ad3-704f-48d5-bdcb-43a7580308bd req-f1f88342-a1a3-4229-a491-57e34a047e60 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:58:58.655887 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cddb2ad3-704f-48d5-bdcb-43a7580308bd req-f1f88342-a1a3-4229-a491-57e34a047e60 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=1551d824-ddf8-455f-8d71-774bcd1d119c HTTP/1.1" status: 200 len: 945 time: 0.0896976 May 05 20:58:58.699160 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cddb2ad3-704f-48d5-bdcb-43a7580308bd req-cf8ea7a8-f3f6-4b56-ae27-0a236170eb21 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=151fea87-0cca-4239-9e41-9fb19c26042b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375044 May 05 20:58:59.603998 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 57ba2732-4550-43e3-8722-3834506ebfe0 up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:58:59.674004 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port 57ba2732-4550-43e3-8722-3834506ebfe0 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:58:59.678703 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port 57ba2732-4550-43e3-8722-3834506ebfe0 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:58:59.679071 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:59.794770 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:59.821997 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1551d824-ddf8-455f-8d71-774bcd1d119c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ba2732-4550-43e3-8722-3834506ebfe0'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:58:59.831331 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 57ba2732-4550-43e3-8722-3834506ebfe0, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=57ba2732-4550-43e3-8722-3834506ebfe0,segment=NetworkSegment(23e2907e-6a12-47ca-b534-ec5efaaf2ead),segment_id=23e2907e-6a12-47ca-b534-ec5efaaf2ead)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:58:59.837229 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:58:59.896929 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e1176-b11a-4cc0-8b77-dacbda0051f4 req-8454f665-8ea3-40e9-af71-34568d848194 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:58:59.898299 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f52e1176-b11a-4cc0-8b77-dacbda0051f4 req-8454f665-8ea3-40e9-af71-34568d848194 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=1551d824-ddf8-455f-8d71-774bcd1d119c HTTP/1.1" status: 200 len: 946 time: 0.0930660 May 05 20:58:59.912173 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=57ba2732-4550-43e3-8722-3834506ebfe0,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:58:59.931513 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc021014-db34-4da0-9a91-dd918231c577'] response: {'server_uuid': '1551d824-ddf8-455f-8d71-774bcd1d119c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ba2732-4550-43e3-8722-3834506ebfe0', 'code': 200} May 05 20:58:59.946705 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f52e1176-b11a-4cc0-8b77-dacbda0051f4 req-2866a495-9e31-4fae-a02b-6c57aef4e399 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=151fea87-0cca-4239-9e41-9fb19c26042b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418906 May 05 20:59:00.052358 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e4c40-96ce-4959-b4b5-b2aebe1b9b44 req-3aa67162-f260-4931-92ea-cf6b84b45e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:59:00.053822 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-716e4c40-96ce-4959-b4b5-b2aebe1b9b44 req-3aa67162-f260-4931-92ea-cf6b84b45e49 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1551d824-ddf8-455f-8d71-774bcd1d119c HTTP/1.1" status: 200 len: 1097 time: 0.0687904 May 05 20:59:00.093676 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-716e4c40-96ce-4959-b4b5-b2aebe1b9b44 req-4feaa54f-1ab8-4626-9e40-fdab963cb94c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=151fea87-0cca-4239-9e41-9fb19c26042b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343146 May 05 20:59:01.139003 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8195dce-428a-4ad6-828d-1189d302b18c req-51d978d5-5e9d-4ad6-8b9c-653c70a6be98 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:59:01.140411 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c8195dce-428a-4ad6-828d-1189d302b18c req-51d978d5-5e9d-4ad6-8b9c-653c70a6be98 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=1551d824-ddf8-455f-8d71-774bcd1d119c HTTP/1.1" status: 200 len: 946 time: 0.0824730 May 05 20:59:01.189651 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c8195dce-428a-4ad6-828d-1189d302b18c req-af6c88b9-2d39-4317-99f4-4b0a29da1e1d tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=151fea87-0cca-4239-9e41-9fb19c26042b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418282 May 05 20:59:02.007718 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:59:02.379815 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4913d368-3a48-4325-b818-c795fa1f3b9c req-68ce156e-f1bd-4ec6-8b7e-b05931e788ec tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:59:02.381250 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4913d368-3a48-4325-b818-c795fa1f3b9c req-68ce156e-f1bd-4ec6-8b7e-b05931e788ec tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=1551d824-ddf8-455f-8d71-774bcd1d119c HTTP/1.1" status: 200 len: 946 time: 0.0829160 May 05 20:59:02.426043 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4913d368-3a48-4325-b818-c795fa1f3b9c req-d86d5cac-a143-4d57-b39b-b54c9992240c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=151fea87-0cca-4239-9e41-9fb19c26042b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379150 May 05 20:59:02.607945 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a668dd8c-ebb1-495f-829c-572094105eba req-c786bed4-837e-4bf7-918f-bc6ad7e10ced tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:59:02.609330 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a668dd8c-ebb1-495f-829c-572094105eba req-c786bed4-837e-4bf7-918f-bc6ad7e10ced tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=1551d824-ddf8-455f-8d71-774bcd1d119c HTTP/1.1" status: 200 len: 946 time: 0.0793338 May 05 20:59:02.653165 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a668dd8c-ebb1-495f-829c-572094105eba req-92478b76-b54b-4b24-a528-c9199f12f20b tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=151fea87-0cca-4239-9e41-9fb19c26042b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377152 May 05 20:59:02.674853 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 41364) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:59:02.747378 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf61f38c-ab22-495c-8991-1a0f1a08f0c3 tempest-TestNetworkAdvancedServerOps-1066420911 tempest-TestNetworkAdvancedServerOps-1066420911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:59:02.748874 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-bf61f38c-ab22-495c-8991-1a0f1a08f0c3 tempest-TestNetworkAdvancedServerOps-1066420911 tempest-TestNetworkAdvancedServerOps-1066420911-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1551d824-ddf8-455f-8d71-774bcd1d119c HTTP/1.1" status: 200 len: 1092 time: 0.0730450 May 05 20:59:02.751855 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 41368) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:59:02.757075 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-2e9e2a0b-d969-4311-96f1-264270d3dd43 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Request body: {'floatingip': {'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'port_id': '57ba2732-4550-43e3-8722-3834506ebfe0', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:59:02.763597 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-2e9e2a0b-d969-4311-96f1-264270d3dd43 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:59:02.767491 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-2e9e2a0b-d969-4311-96f1-264270d3dd43 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Usage tracker for resource:floatingip and tenant:30a835e817a747e3b9b294a4a57222fc is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:59:02.770485 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-2e9e2a0b-d969-4311-96f1-264270d3dd43 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:59:02.776182 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-2e9e2a0b-d969-4311-96f1-264270d3dd43 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:59:02.786617 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2e9e2a0b-d969-4311-96f1-264270d3dd43 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for floatingip, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:03.029787 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2e9e2a0b-d969-4311-96f1-264270d3dd43 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:03.162829 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-2e9e2a0b-d969-4311-96f1-264270d3dd43 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Allocated IP 172.25.0.84 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/5b964a6d-dd0c-4afa-b0f0-662ec2ad99ea) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:59:03.307031 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2e9e2a0b-d969-4311-96f1-264270d3dd43 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:03.336106 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2e9e2a0b-d969-4311-96f1-264270d3dd43 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:03.403648 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9e2a0b-d969-4311-96f1-264270d3dd43 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:59:03.406486 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-2e9e2a0b-d969-4311-96f1-264270d3dd43 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:59:03.410931 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9e2a0b-d969-4311-96f1-264270d3dd43 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:59:03.446017 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9e2a0b-d969-4311-96f1-264270d3dd43 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event updated for resources: {'Port': ['ID=5b964a6d-dd0c-4afa-b0f0-662ec2ad99ea,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:59:03.821412 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2e9e2a0b-d969-4311-96f1-264270d3dd43 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:03.892896 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2e9e2a0b-d969-4311-96f1-264270d3dd43 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:04.098349 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2e9e2a0b-d969-4311-96f1-264270d3dd43 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:04.102574 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2e9e2a0b-d969-4311-96f1-264270d3dd43 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:04.220538 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9e2a0b-d969-4311-96f1-264270d3dd43 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event updated for resources: {'Port': ['ID=5b964a6d-dd0c-4afa-b0f0-662ec2ad99ea,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:59:04.229606 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2e9e2a0b-d969-4311-96f1-264270d3dd43 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:04.395825 n-d-840717-1 neutron-server[88198]: INFO neutron.db.l3_db [None req-2e9e2a0b-d969-4311-96f1-264270d3dd43 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Floating IP c2814325-46bd-4cc9-ab83-8ad99e58ea38 associated. External IP: 172.25.0.84, port: 57ba2732-4550-43e3-8722-3834506ebfe0. May 05 20:59:04.772160 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a4ef0d74-a058-40a2-b307-4fb915922ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:04.877220 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e9e2a0b-d969-4311-96f1-264270d3dd43 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Router 0eefa666-67a4-49cc-8981-abdc5aae68d4 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:59:05.053862 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e9e2a0b-d969-4311-96f1-264270d3dd43 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:59:05.063028 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e549824d-e509-4716-bfa7-109409b0df26 None None] Sync routers for ids ['0eefa666-67a4-49cc-8981-abdc5aae68d4'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:59:05.072949 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e549824d-e509-4716-bfa7-109409b0df26 None None] Routers {'0eefa666-67a4-49cc-8981-abdc5aae68d4'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:59:05.073545 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-e549824d-e509-4716-bfa7-109409b0df26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:58:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['0eefa666-67a4-49cc-8981-abdc5aae68d4'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:59:05.078787 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2e9e2a0b-d969-4311-96f1-264270d3dd43 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:05.138583 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-2e9e2a0b-d969-4311-96f1-264270d3dd43 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3857253 May 05 20:59:05.139159 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1551d824-ddf8-455f-8d71-774bcd1d119c', 'tag': '57ba2732-4550-43e3-8722-3834506ebfe0'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:59:05.219463 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-234b19da-114e-44c2-befa-3592cbefee42'] response: {'name': 'network-changed', 'server_uuid': '1551d824-ddf8-455f-8d71-774bcd1d119c', 'tag': '57ba2732-4550-43e3-8722-3834506ebfe0', 'status': 'completed', 'code': 200} May 05 20:59:05.259111 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-e549824d-e509-4716-bfa7-109409b0df26 None None] Set router 0eefa666-67a4-49cc-8981-abdc5aae68d4 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:59:05.371495 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3770c1-b691-4bd9-994f-9f23efe523ce req-6ab133a1-34ca-4859-bc54-aa6f2abe2379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:59:05.372881 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1c3770c1-b691-4bd9-994f-9f23efe523ce req-6ab133a1-34ca-4859-bc54-aa6f2abe2379 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=30a835e817a747e3b9b294a4a57222fc&device_id=1551d824-ddf8-455f-8d71-774bcd1d119c HTTP/1.1" status: 200 len: 1097 time: 0.1335349 May 05 20:59:05.381197 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1328d31-24a7-4254-84f6-7802ebb3e7c0 req-e0281647-9ada-470b-977d-74046a600d8a tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:59:05.382518 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b1328d31-24a7-4254-84f6-7802ebb3e7c0 req-e0281647-9ada-470b-977d-74046a600d8a tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=1551d824-ddf8-455f-8d71-774bcd1d119c HTTP/1.1" status: 200 len: 946 time: 0.1118693 May 05 20:59:05.508845 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b1328d31-24a7-4254-84f6-7802ebb3e7c0 req-3cfd8200-c7c9-4948-8794-e1a65b20dd48 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=151fea87-0cca-4239-9e41-9fb19c26042b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056955 May 05 20:59:05.531260 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 41380) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:59:05.541307 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3770c1-b691-4bd9-994f-9f23efe523ce req-29107208-c965-4e4a-ae58-d3cb6b11924f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:59:05.543346 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1c3770c1-b691-4bd9-994f-9f23efe523ce req-29107208-c965-4e4a-ae58-d3cb6b11924f service neutron] 10.222.0.50 "GET /v2.0/networks?id=7329e0df-6eb4-4610-ba1b-6579a1b34fd7 HTTP/1.1" status: 200 len: 897 time: 0.1594071 May 05 20:59:05.615714 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-e549824d-e509-4716-bfa7-109409b0df26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eefa666-67a4-49cc-8981-abdc5aae68d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92267132', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'f59896a6-f501-478b-9b57-e4cc7b1e90b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:58:43Z', 'updated_at': '2022-05-05T20:58:48Z', 'revision_number': 4, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'gw_port': {'id': 'f59896a6-f501-478b-9b57-e4cc7b1e90b9', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:de:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eefa666-67a4-49cc-8981-abdc5aae68d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:58:43Z', 'updated_at': '2022-05-05T20:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': 'c2814325-46bd-4cc9-ab83-8ad99e58ea38', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'floating_ip_address': '172.25.0.84', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '0eefa666-67a4-49cc-8981-abdc5aae68d4', 'port_id': '57ba2732-4550-43e3-8722-3834506ebfe0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7329e0df-6eb4-4610-ba1b-6579a1b34fd7', 'mac_address': 'fa:16:3e:c0:81:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1551d824-ddf8-455f-8d71-774bcd1d119c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:59:03Z', 'updated_at': '2022-05-05T20:59:03Z', 'revision_number': 0, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89dc445a-6fde-4ef9-b8a1-baecef5111c5', 'name': '', 'network_id': '7329e0df-6eb4-4610-ba1b-6579a1b34fd7', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'mac_address': 'fa:16:3e:fb:b9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eefa666-67a4-49cc-8981-abdc5aae68d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '6b02ac71-960a-4d8e-869f-654a4dae4caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:58:47Z', 'updated_at': '2022-05-05T20:58:53Z', 'revision_number': 5, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'subnets': [{'id': '6b02ac71-960a-4d8e-869f-654a4dae4caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:59:05.619835 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e549824d-e509-4716-bfa7-109409b0df26 None None] Checking router: 0eefa666-67a4-49cc-8981-abdc5aae68d4 for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:59:05.630741 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e549824d-e509-4716-bfa7-109409b0df26 None None] Routers {'0eefa666-67a4-49cc-8981-abdc5aae68d4'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:59:05.631659 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-e549824d-e509-4716-bfa7-109409b0df26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:58:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['0eefa666-67a4-49cc-8981-abdc5aae68d4'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:59:05.653723 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1c3770c1-b691-4bd9-994f-9f23efe523ce req-5bd2aa69-961b-4ce2-a930-4a44024a7104 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57ba2732-4550-43e3-8722-3834506ebfe0 HTTP/1.1" status: 200 len: 999 time: 0.1055548 May 05 20:59:05.655159 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-02b9691c-f783-43cf-bfb9-0a61628c75f6 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/floatingips/c2814325-46bd-4cc9-ab83-8ad99e58ea38 HTTP/1.1" status: 200 len: 991 time: 0.1226809 May 05 20:59:05.718196 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3770c1-b691-4bd9-994f-9f23efe523ce req-68a3da24-eea0-4f51-8952-fa2170502ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:59:05.719641 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1c3770c1-b691-4bd9-994f-9f23efe523ce req-68a3da24-eea0-4f51-8952-fa2170502ad9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b02ac71-960a-4d8e-869f-654a4dae4caa HTTP/1.1" status: 200 len: 835 time: 0.0611203 May 05 20:59:05.793315 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3770c1-b691-4bd9-994f-9f23efe523ce req-9fe7a65a-8f70-4107-a317-f74b661f8a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:59:05.794792 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1c3770c1-b691-4bd9-994f-9f23efe523ce req-9fe7a65a-8f70-4107-a317-f74b661f8a97 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7329e0df-6eb4-4610-ba1b-6579a1b34fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692275 May 05 20:59:05.843944 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-e549824d-e509-4716-bfa7-109409b0df26 None None] Set router 0eefa666-67a4-49cc-8981-abdc5aae68d4 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:59:05.925034 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1c3770c1-b691-4bd9-994f-9f23efe523ce req-36cccf38-55b5-419d-ad9f-9eef0766e2a2 service neutron] 10.222.0.50 "GET /v2.0/networks/7329e0df-6eb4-4610-ba1b-6579a1b34fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249082 May 05 20:59:06.056330 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1c3770c1-b691-4bd9-994f-9f23efe523ce req-835acf27-91bd-4bbd-9be8-6502ab3eac35 service neutron] 10.222.0.50 "GET /v2.0/networks/7329e0df-6eb4-4610-ba1b-6579a1b34fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259747 May 05 20:59:06.190289 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-e549824d-e509-4716-bfa7-109409b0df26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eefa666-67a4-49cc-8981-abdc5aae68d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92267132', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'f59896a6-f501-478b-9b57-e4cc7b1e90b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:58:43Z', 'updated_at': '2022-05-05T20:58:48Z', 'revision_number': 4, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'gw_port': {'id': 'f59896a6-f501-478b-9b57-e4cc7b1e90b9', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:de:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eefa666-67a4-49cc-8981-abdc5aae68d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:58:43Z', 'updated_at': '2022-05-05T20:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': 'c2814325-46bd-4cc9-ab83-8ad99e58ea38', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'floating_ip_address': '172.25.0.84', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '0eefa666-67a4-49cc-8981-abdc5aae68d4', 'port_id': '57ba2732-4550-43e3-8722-3834506ebfe0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7329e0df-6eb4-4610-ba1b-6579a1b34fd7', 'mac_address': 'fa:16:3e:c0:81:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1551d824-ddf8-455f-8d71-774bcd1d119c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:59:03Z', 'updated_at': '2022-05-05T20:59:03Z', 'revision_number': 0, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89dc445a-6fde-4ef9-b8a1-baecef5111c5', 'name': '', 'network_id': '7329e0df-6eb4-4610-ba1b-6579a1b34fd7', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'mac_address': 'fa:16:3e:fb:b9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eefa666-67a4-49cc-8981-abdc5aae68d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '6b02ac71-960a-4d8e-869f-654a4dae4caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:58:47Z', 'updated_at': '2022-05-05T20:58:53Z', 'revision_number': 5, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'subnets': [{'id': '6b02ac71-960a-4d8e-869f-654a4dae4caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:59:06.194622 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e549824d-e509-4716-bfa7-109409b0df26 None None] The sync data for ids ['0eefa666-67a4-49cc-8981-abdc5aae68d4'] in n-d-840717-1 is: [{'id': '0eefa666-67a4-49cc-8981-abdc5aae68d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92267132', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'f59896a6-f501-478b-9b57-e4cc7b1e90b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:58:43Z', 'updated_at': '2022-05-05T20:58:48Z', 'revision_number': 4, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'gw_port': {'id': 'f59896a6-f501-478b-9b57-e4cc7b1e90b9', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:de:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eefa666-67a4-49cc-8981-abdc5aae68d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:58:43Z', 'updated_at': '2022-05-05T20:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': 'c2814325-46bd-4cc9-ab83-8ad99e58ea38', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'floating_ip_address': '172.25.0.84', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '0eefa666-67a4-49cc-8981-abdc5aae68d4', 'port_id': '57ba2732-4550-43e3-8722-3834506ebfe0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7329e0df-6eb4-4610-ba1b-6579a1b34fd7', 'mac_address': 'fa:16:3e:c0:81:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1551d824-ddf8-455f-8d71-774bcd1d119c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T20:59:03Z', 'updated_at': '2022-05-05T20:59:03Z', 'revision_number': 0, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89dc445a-6fde-4ef9-b8a1-baecef5111c5', 'name': '', 'network_id': '7329e0df-6eb4-4610-ba1b-6579a1b34fd7', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'mac_address': 'fa:16:3e:fb:b9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eefa666-67a4-49cc-8981-abdc5aae68d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '6b02ac71-960a-4d8e-869f-654a4dae4caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:58:47Z', 'updated_at': '2022-05-05T20:58:53Z', 'revision_number': 5, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'subnets': [{'id': '6b02ac71-960a-4d8e-869f-654a4dae4caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:59:06.383317 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dce0373-5aa1-4de2-b31c-9894b22a2655 None None] New status for floating IP c2814325-46bd-4cc9-ab83-8ad99e58ea38: ACTIVE {{(pid=88199) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:59:06.659045 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 41384) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:59:06.764749 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-0d54611f-4f76-4cf5-ab2c-aee9a2d7cc67 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/floatingips/c2814325-46bd-4cc9-ab83-8ad99e58ea38 HTTP/1.1" status: 200 len: 993 time: 0.1045032 May 05 20:59:06.965864 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-74d2166a-87d3-4907-87b8-a1bfcc16ed06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:08.039830 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:08.192812 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:09.783639 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:14.834653 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:16.958241 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:22.102021 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [req-c60cb028-4f5b-4f8e-b0bd-06077d2cc2c1 req-03bd01e3-8596-4283-a956-d34ac4572459 service neutron] (88198) timed out ('10.222.0.24', 59876) {{(pid=88198) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 05 20:59:24.457197 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-64eaeb04-74f6-409e-b2d5-8547a45cd51b req-542e5fb4-a559-4a19-8529-af76623d7eed service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1551d824-ddf8-455f-8d71-774bcd1d119c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0673847 May 05 20:59:24.693948 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eaeb04-74f6-409e-b2d5-8547a45cd51b req-e1b41f79-d010-4586-973e-4f1b8164d91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:59:24.695441 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-64eaeb04-74f6-409e-b2d5-8547a45cd51b req-e1b41f79-d010-4586-973e-4f1b8164d91d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=30a835e817a747e3b9b294a4a57222fc&device_id=1551d824-ddf8-455f-8d71-774bcd1d119c HTTP/1.1" status: 200 len: 1097 time: 0.1694853 May 05 20:59:24.840073 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eaeb04-74f6-409e-b2d5-8547a45cd51b req-b5b3550a-8e3b-4803-8fca-e4c47ba745fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:59:24.841424 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-64eaeb04-74f6-409e-b2d5-8547a45cd51b req-b5b3550a-8e3b-4803-8fca-e4c47ba745fd service neutron] 10.222.0.50 "GET /v2.0/networks?id=7329e0df-6eb4-4610-ba1b-6579a1b34fd7 HTTP/1.1" status: 200 len: 897 time: 0.1268387 May 05 20:59:24.945286 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-64eaeb04-74f6-409e-b2d5-8547a45cd51b req-90a4488e-96ab-4d72-8b49-309ef5ac7268 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57ba2732-4550-43e3-8722-3834506ebfe0 HTTP/1.1" status: 200 len: 1001 time: 0.0975642 May 05 20:59:25.012059 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eaeb04-74f6-409e-b2d5-8547a45cd51b req-da5893a5-087e-4b6d-a9e8-36853a2c14af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:59:25.013545 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-64eaeb04-74f6-409e-b2d5-8547a45cd51b req-da5893a5-087e-4b6d-a9e8-36853a2c14af service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b02ac71-960a-4d8e-869f-654a4dae4caa HTTP/1.1" status: 200 len: 835 time: 0.0620615 May 05 20:59:25.092103 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eaeb04-74f6-409e-b2d5-8547a45cd51b req-10d83dfd-59a4-4395-b1a3-3b333d957723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:59:25.093470 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-64eaeb04-74f6-409e-b2d5-8547a45cd51b req-10d83dfd-59a4-4395-b1a3-3b333d957723 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7329e0df-6eb4-4610-ba1b-6579a1b34fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735116 May 05 20:59:25.225586 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-64eaeb04-74f6-409e-b2d5-8547a45cd51b req-8bbb1e59-a4f0-4f19-8d3e-acec773f0cf1 service neutron] 10.222.0.50 "GET /v2.0/networks/7329e0df-6eb4-4610-ba1b-6579a1b34fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254876 May 05 20:59:25.361088 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-64eaeb04-74f6-409e-b2d5-8547a45cd51b req-c87f140e-4a8a-449f-95b4-c9962f6bded3 service neutron] 10.222.0.50 "GET /v2.0/networks/7329e0df-6eb4-4610-ba1b-6579a1b34fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297379 May 05 20:59:34.773983 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5f53772f-ea5e-48cb-97cb-dacbac2ce119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:36.340892 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcc8bde-d01b-4235-b673-ea9ae409b18b req-513c3a4d-56b6-46ad-9c7b-150ffb9007ae tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:59:36.342239 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7fcc8bde-d01b-4235-b673-ea9ae409b18b req-513c3a4d-56b6-46ad-9c7b-150ffb9007ae tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=1551d824-ddf8-455f-8d71-774bcd1d119c HTTP/1.1" status: 200 len: 946 time: 0.0821586 May 05 20:59:36.385895 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7fcc8bde-d01b-4235-b673-ea9ae409b18b req-9f1fbc3d-f77d-43f2-82c7-528f90b273e6 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=151fea87-0cca-4239-9e41-9fb19c26042b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379448 May 05 20:59:36.966596 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-72359a91-6c4f-42f0-964d-706ca0e5d268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:37.569818 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a46979-2d6e-4ec3-9a40-0ae339c1c26d req-ed49dc8d-587a-48f5-9a7e-b4acf74b32c5 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:59:37.571288 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d3a46979-2d6e-4ec3-9a40-0ae339c1c26d req-ed49dc8d-587a-48f5-9a7e-b4acf74b32c5 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=1551d824-ddf8-455f-8d71-774bcd1d119c HTTP/1.1" status: 200 len: 946 time: 0.0792758 May 05 20:59:37.614898 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d3a46979-2d6e-4ec3-9a40-0ae339c1c26d req-d319e316-1791-4c75-9934-66b09b7c49a1 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=151fea87-0cca-4239-9e41-9fb19c26042b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379846 May 05 20:59:37.638256 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 41404) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:59:37.745820 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-b38e8be6-611b-4d0a-aed1-28c79ab413cd tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/floatingips/c2814325-46bd-4cc9-ab83-8ad99e58ea38 HTTP/1.1" status: 200 len: 993 time: 0.1064241 May 05 20:59:38.042278 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:38.196311 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:39.010632 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 20:59:39.194433 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d1d79-28ba-4182-b633-eca06eccffa1 req-c649a72e-b50c-408e-b4f6-496fbf0ef697 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:59:39.196053 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a88d1d79-28ba-4182-b633-eca06eccffa1 req-c649a72e-b50c-408e-b4f6-496fbf0ef697 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=1551d824-ddf8-455f-8d71-774bcd1d119c HTTP/1.1" status: 200 len: 946 time: 0.0821562 May 05 20:59:39.201631 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d236d9c5-3033-4143-859e-f293449f7400 req-800368b7-dbef-454e-a1d5-f80a609a0bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:59:39.203082 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d236d9c5-3033-4143-859e-f293449f7400 req-800368b7-dbef-454e-a1d5-f80a609a0bea service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=30a835e817a747e3b9b294a4a57222fc&device_id=1551d824-ddf8-455f-8d71-774bcd1d119c HTTP/1.1" status: 200 len: 1097 time: 0.0730438 May 05 20:59:39.243787 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a88d1d79-28ba-4182-b633-eca06eccffa1 req-2bd0223d-ff70-4974-9454-3421ebcb3f1b tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=151fea87-0cca-4239-9e41-9fb19c26042b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418541 May 05 20:59:39.332062 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d236d9c5-3033-4143-859e-f293449f7400 req-eb9f7d6e-abb3-47d4-9374-98b1549b4044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:59:39.334204 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d236d9c5-3033-4143-859e-f293449f7400 req-eb9f7d6e-abb3-47d4-9374-98b1549b4044 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7329e0df-6eb4-4610-ba1b-6579a1b34fd7 HTTP/1.1" status: 200 len: 897 time: 0.1252048 May 05 20:59:39.434015 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d236d9c5-3033-4143-859e-f293449f7400 req-da306cbf-4cfd-45fb-8b71-2a46ecd5bac9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57ba2732-4550-43e3-8722-3834506ebfe0 HTTP/1.1" status: 200 len: 1001 time: 0.0945842 May 05 20:59:39.494109 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d236d9c5-3033-4143-859e-f293449f7400 req-955d482e-6c77-41dd-9ea9-6c878a68918b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:59:39.495455 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d236d9c5-3033-4143-859e-f293449f7400 req-955d482e-6c77-41dd-9ea9-6c878a68918b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b02ac71-960a-4d8e-869f-654a4dae4caa HTTP/1.1" status: 200 len: 835 time: 0.0560312 May 05 20:59:39.567600 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d236d9c5-3033-4143-859e-f293449f7400 req-65e3aa4a-b942-4368-b17a-37807a65ef16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:59:39.569906 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d236d9c5-3033-4143-859e-f293449f7400 req-65e3aa4a-b942-4368-b17a-37807a65ef16 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7329e0df-6eb4-4610-ba1b-6579a1b34fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690978 May 05 20:59:39.698247 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d236d9c5-3033-4143-859e-f293449f7400 req-4e9bca8d-a8fa-483a-9c73-31bf8c0e70e6 service neutron] 10.222.0.50 "GET /v2.0/networks/7329e0df-6eb4-4610-ba1b-6579a1b34fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224623 May 05 20:59:39.786285 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:39.828390 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d236d9c5-3033-4143-859e-f293449f7400 req-6d3e873e-ac8a-4b31-abeb-a80119ff549f service neutron] 10.222.0.50 "GET /v2.0/networks/7329e0df-6eb4-4610-ba1b-6579a1b34fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247377 May 05 20:59:40.535716 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3004127f-6d60-4dce-93f8-c906a40bef4d req-0e865769-e721-45c6-bf07-261f8a5cb469 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:59:40.537666 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3004127f-6d60-4dce-93f8-c906a40bef4d req-0e865769-e721-45c6-bf07-261f8a5cb469 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=1551d824-ddf8-455f-8d71-774bcd1d119c HTTP/1.1" status: 200 len: 946 time: 0.1861835 May 05 20:59:40.583007 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3004127f-6d60-4dce-93f8-c906a40bef4d req-339118b3-9385-47e2-869c-6ea7003eab3c tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=151fea87-0cca-4239-9e41-9fb19c26042b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397038 May 05 20:59:41.775504 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937fafa0-b8d8-4377-b575-452ff4c8cb79 req-320acd1a-c816-46a9-8d8a-41219d97f6ba tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:59:41.776977 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-937fafa0-b8d8-4377-b575-452ff4c8cb79 req-320acd1a-c816-46a9-8d8a-41219d97f6ba tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=1551d824-ddf8-455f-8d71-774bcd1d119c HTTP/1.1" status: 200 len: 946 time: 0.0824566 May 05 20:59:41.821884 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-937fafa0-b8d8-4377-b575-452ff4c8cb79 req-b7bcbc2f-3c0e-4a4f-84f1-7dea1caa8812 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=151fea87-0cca-4239-9e41-9fb19c26042b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393202 May 05 20:59:41.845765 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 41418) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:59:41.951546 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-a9fc2367-964b-4774-b8ab-ba01e919c292 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/floatingips/c2814325-46bd-4cc9-ab83-8ad99e58ea38 HTTP/1.1" status: 200 len: 993 time: 0.1046379 May 05 20:59:42.194493 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 41426) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:59:42.518774 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-e0c5c047-bbd1-422c-9455-5eef08d7ce89 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Deleting port 5b964a6d-dd0c-4afa-b0f0-662ec2ad99ea {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:59:42.519113 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e0c5c047-bbd1-422c-9455-5eef08d7ce89 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:42.686088 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e0c5c047-bbd1-422c-9455-5eef08d7ce89 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:42.686415 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e0c5c047-bbd1-422c-9455-5eef08d7ce89 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:42.807859 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-e0c5c047-bbd1-422c-9455-5eef08d7ce89 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Calling delete_port for 5b964a6d-dd0c-4afa-b0f0-662ec2ad99ea owned by network:floatingip {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:59:42.956960 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e0c5c047-bbd1-422c-9455-5eef08d7ce89 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:43.004254 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c5c047-bbd1-422c-9455-5eef08d7ce89 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event deleted for resources: {'Port': ['ID=5b964a6d-dd0c-4afa-b0f0-662ec2ad99ea,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:59:43.037942 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c5c047-bbd1-422c-9455-5eef08d7ce89 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:59:43.038281 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c5c047-bbd1-422c-9455-5eef08d7ce89 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:59:43.038612 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c5c047-bbd1-422c-9455-5eef08d7ce89 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:59:43.038938 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c5c047-bbd1-422c-9455-5eef08d7ce89 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:59:43.039258 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c5c047-bbd1-422c-9455-5eef08d7ce89 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:59:43.039621 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c5c047-bbd1-422c-9455-5eef08d7ce89 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:59:43.039944 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c5c047-bbd1-422c-9455-5eef08d7ce89 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:59:43.040265 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c5c047-bbd1-422c-9455-5eef08d7ce89 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:59:43.040585 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c5c047-bbd1-422c-9455-5eef08d7ce89 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:59:43.040900 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c5c047-bbd1-422c-9455-5eef08d7ce89 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:59:43.041212 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c5c047-bbd1-422c-9455-5eef08d7ce89 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:59:43.041520 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c5c047-bbd1-422c-9455-5eef08d7ce89 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:59:43.105219 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e0c5c047-bbd1-422c-9455-5eef08d7ce89 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for floatingip, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:43.105467 n-d-840717-1 neutron-server[88198]: INFO neutron.db.l3_db [None req-e0c5c047-bbd1-422c-9455-5eef08d7ce89 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Floating IP c2814325-46bd-4cc9-ab83-8ad99e58ea38 disassociated (deleted). External IP: 172.25.0.84, port: 57ba2732-4550-43e3-8722-3834506ebfe0. May 05 20:59:43.453863 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0c5c047-bbd1-422c-9455-5eef08d7ce89 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Router 0eefa666-67a4-49cc-8981-abdc5aae68d4 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:59:43.647920 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c5c047-bbd1-422c-9455-5eef08d7ce89 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:59:43.657618 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f90e44-255f-4f09-be0d-97eb46db8bfa None None] Sync routers for ids ['0eefa666-67a4-49cc-8981-abdc5aae68d4'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:59:43.667300 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e0c5c047-bbd1-422c-9455-5eef08d7ce89 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:43.667660 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f90e44-255f-4f09-be0d-97eb46db8bfa None None] Routers {'0eefa666-67a4-49cc-8981-abdc5aae68d4'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:59:43.668191 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-90f90e44-255f-4f09-be0d-97eb46db8bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:59:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['0eefa666-67a4-49cc-8981-abdc5aae68d4'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:59:43.726079 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e0c5c047-bbd1-422c-9455-5eef08d7ce89 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "DELETE /v2.0/floatingips/c2814325-46bd-4cc9-ab83-8ad99e58ea38 HTTP/1.1" status: 204 len: 168 time: 1.5303900 May 05 20:59:43.726533 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1551d824-ddf8-455f-8d71-774bcd1d119c', 'tag': '57ba2732-4550-43e3-8722-3834506ebfe0'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:59:43.773230 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a75ada8-919f-486e-ab15-182067594036'] response: {'name': 'network-changed', 'server_uuid': '1551d824-ddf8-455f-8d71-774bcd1d119c', 'tag': '57ba2732-4550-43e3-8722-3834506ebfe0', 'status': 'completed', 'code': 200} May 05 20:59:43.849761 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-90f90e44-255f-4f09-be0d-97eb46db8bfa None None] Set router 0eefa666-67a4-49cc-8981-abdc5aae68d4 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:59:43.863934 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49353c2-122d-4822-9ea4-b0318f3cc904 req-02f4a773-b3c3-433b-9b44-461e265d6286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:59:43.866026 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b49353c2-122d-4822-9ea4-b0318f3cc904 req-02f4a773-b3c3-433b-9b44-461e265d6286 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=30a835e817a747e3b9b294a4a57222fc&device_id=1551d824-ddf8-455f-8d71-774bcd1d119c HTTP/1.1" status: 200 len: 1097 time: 0.0731728 May 05 20:59:44.012919 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49353c2-122d-4822-9ea4-b0318f3cc904 req-37b4e25d-4f07-436c-9479-71fabe22650a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:59:44.014399 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b49353c2-122d-4822-9ea4-b0318f3cc904 req-37b4e25d-4f07-436c-9479-71fabe22650a service neutron] 10.222.0.50 "GET /v2.0/networks?id=7329e0df-6eb4-4610-ba1b-6579a1b34fd7 HTTP/1.1" status: 200 len: 897 time: 0.1429691 May 05 20:59:44.113418 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b49353c2-122d-4822-9ea4-b0318f3cc904 req-4b13f111-6366-4863-82dc-a0d03356ca3f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57ba2732-4550-43e3-8722-3834506ebfe0 HTTP/1.1" status: 200 len: 217 time: 0.0928164 May 05 20:59:44.164054 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-90f90e44-255f-4f09-be0d-97eb46db8bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eefa666-67a4-49cc-8981-abdc5aae68d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92267132', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'f59896a6-f501-478b-9b57-e4cc7b1e90b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:58:43Z', 'updated_at': '2022-05-05T20:58:48Z', 'revision_number': 4, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'gw_port': {'id': 'f59896a6-f501-478b-9b57-e4cc7b1e90b9', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:de:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eefa666-67a4-49cc-8981-abdc5aae68d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:58:43Z', 'updated_at': '2022-05-05T20:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '89dc445a-6fde-4ef9-b8a1-baecef5111c5', 'name': '', 'network_id': '7329e0df-6eb4-4610-ba1b-6579a1b34fd7', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'mac_address': 'fa:16:3e:fb:b9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eefa666-67a4-49cc-8981-abdc5aae68d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '6b02ac71-960a-4d8e-869f-654a4dae4caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:58:47Z', 'updated_at': '2022-05-05T20:58:53Z', 'revision_number': 5, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'subnets': [{'id': '6b02ac71-960a-4d8e-869f-654a4dae4caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:59:44.167909 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f90e44-255f-4f09-be0d-97eb46db8bfa None None] Checking router: 0eefa666-67a4-49cc-8981-abdc5aae68d4 for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:59:44.176238 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f90e44-255f-4f09-be0d-97eb46db8bfa None None] Routers {'0eefa666-67a4-49cc-8981-abdc5aae68d4'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:59:44.176820 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-90f90e44-255f-4f09-be0d-97eb46db8bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:59:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['0eefa666-67a4-49cc-8981-abdc5aae68d4'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:59:44.191596 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49353c2-122d-4822-9ea4-b0318f3cc904 req-fe81907a-3a3a-4ef5-9879-c9b386e9c5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:59:44.193555 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b49353c2-122d-4822-9ea4-b0318f3cc904 req-fe81907a-3a3a-4ef5-9879-c9b386e9c5f6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b02ac71-960a-4d8e-869f-654a4dae4caa HTTP/1.1" status: 200 len: 835 time: 0.0738750 May 05 20:59:44.264047 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f266ea6e-7acc-4391-9309-13ff639537d4 req-923c19c4-571b-4bae-a16b-db099add7ed8 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:59:44.265430 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f266ea6e-7acc-4391-9309-13ff639537d4 req-923c19c4-571b-4bae-a16b-db099add7ed8 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=1551d824-ddf8-455f-8d71-774bcd1d119c HTTP/1.1" status: 200 len: 946 time: 0.1919327 May 05 20:59:44.321290 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f266ea6e-7acc-4391-9309-13ff639537d4 req-67aad561-7e54-4c72-a5f2-533f82808d0f tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=151fea87-0cca-4239-9e41-9fb19c26042b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477312 May 05 20:59:44.323145 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49353c2-122d-4822-9ea4-b0318f3cc904 req-2bbe03f2-e75c-4923-bd58-485b692a62af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:59:44.324566 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b49353c2-122d-4822-9ea4-b0318f3cc904 req-2bbe03f2-e75c-4923-bd58-485b692a62af service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7329e0df-6eb4-4610-ba1b-6579a1b34fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1250389 May 05 20:59:44.389921 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-90f90e44-255f-4f09-be0d-97eb46db8bfa None None] Set router 0eefa666-67a4-49cc-8981-abdc5aae68d4 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:59:44.455926 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b49353c2-122d-4822-9ea4-b0318f3cc904 req-487be148-3f19-42aa-bdb0-619baca04991 service neutron] 10.222.0.50 "GET /v2.0/networks/7329e0df-6eb4-4610-ba1b-6579a1b34fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248255 May 05 20:59:44.586840 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b49353c2-122d-4822-9ea4-b0318f3cc904 req-6e766cb2-b4c3-42db-b3c2-abec870e183a service neutron] 10.222.0.50 "GET /v2.0/networks/7329e0df-6eb4-4610-ba1b-6579a1b34fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248589 May 05 20:59:44.701045 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-90f90e44-255f-4f09-be0d-97eb46db8bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eefa666-67a4-49cc-8981-abdc5aae68d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92267132', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'f59896a6-f501-478b-9b57-e4cc7b1e90b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:58:43Z', 'updated_at': '2022-05-05T20:58:48Z', 'revision_number': 4, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'gw_port': {'id': 'f59896a6-f501-478b-9b57-e4cc7b1e90b9', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:de:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eefa666-67a4-49cc-8981-abdc5aae68d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:58:43Z', 'updated_at': '2022-05-05T20:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '89dc445a-6fde-4ef9-b8a1-baecef5111c5', 'name': '', 'network_id': '7329e0df-6eb4-4610-ba1b-6579a1b34fd7', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'mac_address': 'fa:16:3e:fb:b9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eefa666-67a4-49cc-8981-abdc5aae68d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '6b02ac71-960a-4d8e-869f-654a4dae4caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:58:47Z', 'updated_at': '2022-05-05T20:58:53Z', 'revision_number': 5, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'subnets': [{'id': '6b02ac71-960a-4d8e-869f-654a4dae4caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:59:44.704883 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f90e44-255f-4f09-be0d-97eb46db8bfa None None] The sync data for ids ['0eefa666-67a4-49cc-8981-abdc5aae68d4'] in n-d-840717-1 is: [{'id': '0eefa666-67a4-49cc-8981-abdc5aae68d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92267132', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'f59896a6-f501-478b-9b57-e4cc7b1e90b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:58:43Z', 'updated_at': '2022-05-05T20:58:48Z', 'revision_number': 4, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'gw_port': {'id': 'f59896a6-f501-478b-9b57-e4cc7b1e90b9', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:de:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eefa666-67a4-49cc-8981-abdc5aae68d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:58:43Z', 'updated_at': '2022-05-05T20:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '89dc445a-6fde-4ef9-b8a1-baecef5111c5', 'name': '', 'network_id': '7329e0df-6eb4-4610-ba1b-6579a1b34fd7', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'mac_address': 'fa:16:3e:fb:b9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eefa666-67a4-49cc-8981-abdc5aae68d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '6b02ac71-960a-4d8e-869f-654a4dae4caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:58:47Z', 'updated_at': '2022-05-05T20:58:53Z', 'revision_number': 5, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'subnets': [{'id': '6b02ac71-960a-4d8e-869f-654a4dae4caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:59:44.850613 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:44.914076 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683c1e7a-0733-4d26-9a91-052840a61df5 None None] New status for floating IP c2814325-46bd-4cc9-ab83-8ad99e58ea38: DOWN {{(pid=88199) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 20:59:45.509735 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a33940b-a916-486b-be18-9642984e48aa req-f9d1e0a5-cd49-446a-9e1f-606dbc349024 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:59:45.510435 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-4a33940b-a916-486b-be18-9642984e48aa req-f9d1e0a5-cd49-446a-9e1f-606dbc349024 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Synchronizing usage tracker for tenant:30a835e817a747e3b9b294a4a57222fc on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 20:59:45.526491 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-4a33940b-a916-486b-be18-9642984e48aa req-f9d1e0a5-cd49-446a-9e1f-606dbc349024 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Unset dirty status for tenant:30a835e817a747e3b9b294a4a57222fc on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 20:59:45.527764 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4a33940b-a916-486b-be18-9642984e48aa req-f9d1e0a5-cd49-446a-9e1f-606dbc349024 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=1551d824-ddf8-455f-8d71-774bcd1d119c HTTP/1.1" status: 200 len: 946 time: 0.0986736 May 05 20:59:45.555036 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b9cb2f-26b6-4bf0-9042-a575156409dc req-d9464b9a-6dcb-408e-ba71-4c4b158caba1 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:59:45.556547 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-22b9cb2f-26b6-4bf0-9042-a575156409dc req-d9464b9a-6dcb-408e-ba71-4c4b158caba1 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.50 "GET /v2.0/ports?device_id=1551d824-ddf8-455f-8d71-774bcd1d119c HTTP/1.1" status: 200 len: 946 time: 0.0886612 May 05 20:59:45.573478 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4a33940b-a916-486b-be18-9642984e48aa req-5a37e8d1-ddf1-4a30-b22f-f2c12a558b18 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/security-groups?id=151fea87-0cca-4239-9e41-9fb19c26042b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398829 May 05 20:59:45.648493 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-22b9cb2f-26b6-4bf0-9042-a575156409dc req-3f854c9c-d21c-4f4f-9955-7566dd039fdf tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Deleting port 57ba2732-4550-43e3-8722-3834506ebfe0 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:59:45.648838 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-22b9cb2f-26b6-4bf0-9042-a575156409dc req-3f854c9c-d21c-4f4f-9955-7566dd039fdf tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:45.902289 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-22b9cb2f-26b6-4bf0-9042-a575156409dc req-3f854c9c-d21c-4f4f-9955-7566dd039fdf tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] For port 57ba2732-4550-43e3-8722-3834506ebfe0, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=57ba2732-4550-43e3-8722-3834506ebfe0,segment=NetworkSegment(23e2907e-6a12-47ca-b534-ec5efaaf2ead),segment_id=23e2907e-6a12-47ca-b534-ec5efaaf2ead)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:59:45.902755 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-22b9cb2f-26b6-4bf0-9042-a575156409dc req-3f854c9c-d21c-4f4f-9955-7566dd039fdf tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:46.026953 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-22b9cb2f-26b6-4bf0-9042-a575156409dc req-3f854c9c-d21c-4f4f-9955-7566dd039fdf tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Calling delete_port for 57ba2732-4550-43e3-8722-3834506ebfe0 owned by compute:nova {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:59:46.171419 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-22b9cb2f-26b6-4bf0-9042-a575156409dc req-3f854c9c-d21c-4f4f-9955-7566dd039fdf tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:46.311659 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f854c9c-d21c-4f4f-9955-7566dd039fdf tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event deleted for resources: {'Port': ['ID=57ba2732-4550-43e3-8722-3834506ebfe0,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:59:46.346319 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f854c9c-d21c-4f4f-9955-7566dd039fdf tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:59:46.346665 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f854c9c-d21c-4f4f-9955-7566dd039fdf tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:59:46.347000 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f854c9c-d21c-4f4f-9955-7566dd039fdf tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:59:46.347334 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f854c9c-d21c-4f4f-9955-7566dd039fdf tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:59:46.347681 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f854c9c-d21c-4f4f-9955-7566dd039fdf tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:59:46.348006 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f854c9c-d21c-4f4f-9955-7566dd039fdf tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:59:46.348328 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f854c9c-d21c-4f4f-9955-7566dd039fdf tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:59:46.348652 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f854c9c-d21c-4f4f-9955-7566dd039fdf tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:59:46.348976 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f854c9c-d21c-4f4f-9955-7566dd039fdf tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:59:46.349858 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f854c9c-d21c-4f4f-9955-7566dd039fdf tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:59:46.350177 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f854c9c-d21c-4f4f-9955-7566dd039fdf tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:59:46.350493 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f854c9c-d21c-4f4f-9955-7566dd039fdf tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:59:46.399124 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-22b9cb2f-26b6-4bf0-9042-a575156409dc req-3f854c9c-d21c-4f4f-9955-7566dd039fdf tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] No DVR routers for this DVR port 57ba2732-4550-43e3-8722-3834506ebfe0 on host n-h2-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:59:46.401538 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-22b9cb2f-26b6-4bf0-9042-a575156409dc req-3f854c9c-d21c-4f4f-9955-7566dd039fdf tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:46.403942 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1551d824-ddf8-455f-8d71-774bcd1d119c', 'name': 'network-vif-deleted', 'tag': '57ba2732-4550-43e3-8722-3834506ebfe0'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 20:59:46.420204 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-22b9cb2f-26b6-4bf0-9042-a575156409dc req-3f854c9c-d21c-4f4f-9955-7566dd039fdf tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.50 "DELETE /v2.0/ports/57ba2732-4550-43e3-8722-3834506ebfe0 HTTP/1.1" status: 204 len: 173 time: 0.8573427 May 05 20:59:46.449302 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cebdeafe-6c3a-45c9-bd97-9102ca4620f6'] response: {'server_uuid': '1551d824-ddf8-455f-8d71-774bcd1d119c', 'name': 'network-vif-deleted', 'tag': '57ba2732-4550-43e3-8722-3834506ebfe0', 'status': 'completed', 'code': 200} May 05 20:59:46.738366 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8f088bbb-4b81-4e71-82ef-d5bdd7236dae req-aa38e32e-f64d-4ef5-982a-39c90fdaf453 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "GET /v2.0/ports?device_id=1551d824-ddf8-455f-8d71-774bcd1d119c HTTP/1.1" status: 200 len: 210 time: 0.0420740 May 05 20:59:46.959057 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:47.833899 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 41444) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:59:48.513143 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-829e7bd5-6afe-4ed2-863a-d11481cd9548 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:48.872288 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-829e7bd5-6afe-4ed2-863a-d11481cd9548 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Deleting port 89dc445a-6fde-4ef9-b8a1-baecef5111c5 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:59:48.873345 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-829e7bd5-6afe-4ed2-863a-d11481cd9548 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:49.061199 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-829e7bd5-6afe-4ed2-863a-d11481cd9548 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] For port 89dc445a-6fde-4ef9-b8a1-baecef5111c5, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=89dc445a-6fde-4ef9-b8a1-baecef5111c5,segment=NetworkSegment(23e2907e-6a12-47ca-b534-ec5efaaf2ead),segment_id=23e2907e-6a12-47ca-b534-ec5efaaf2ead)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:59:49.061555 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-829e7bd5-6afe-4ed2-863a-d11481cd9548 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:49.189641 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-829e7bd5-6afe-4ed2-863a-d11481cd9548 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Calling delete_port for 89dc445a-6fde-4ef9-b8a1-baecef5111c5 owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:59:49.624828 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-829e7bd5-6afe-4ed2-863a-d11481cd9548 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:49.673826 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829e7bd5-6afe-4ed2-863a-d11481cd9548 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event deleted for resources: {'Port': ['ID=89dc445a-6fde-4ef9-b8a1-baecef5111c5,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:59:49.850474 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 57ba2732-4550-43e3-8722-3834506ebfe0 no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:59:49.885977 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] No Port match for: 57ba2732-4550-43e3-8722-3834506ebfe0 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:59:49.886244 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 57ba2732-4550-43e3-8722-3834506ebfe0 not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:59:49.952114 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-829e7bd5-6afe-4ed2-863a-d11481cd9548 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:50.303849 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-829e7bd5-6afe-4ed2-863a-d11481cd9548 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Router 0eefa666-67a4-49cc-8981-abdc5aae68d4 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 20:59:50.476442 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-829e7bd5-6afe-4ed2-863a-d11481cd9548 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:59:50.486284 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781f61d7-7f03-4de5-98d2-6f8be0f25c5c None None] Sync routers for ids ['0eefa666-67a4-49cc-8981-abdc5aae68d4'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:59:50.489004 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-829e7bd5-6afe-4ed2-863a-d11481cd9548 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "PUT /v2.0/routers/0eefa666-67a4-49cc-8981-abdc5aae68d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6540301 May 05 20:59:50.492078 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 41448) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:59:50.497129 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781f61d7-7f03-4de5-98d2-6f8be0f25c5c None None] Routers {'0eefa666-67a4-49cc-8981-abdc5aae68d4'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:59:50.497786 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-781f61d7-7f03-4de5-98d2-6f8be0f25c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:59:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['0eefa666-67a4-49cc-8981-abdc5aae68d4'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:59:50.557921 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-56a676d7-3d8e-4148-99a4-22e049916444 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Deleting subnet 6b02ac71-960a-4d8e-869f-654a4dae4caa {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 20:59:50.560855 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-56a676d7-3d8e-4148-99a4-22e049916444 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:50.615704 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-56a676d7-3d8e-4148-99a4-22e049916444 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:50.672096 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-781f61d7-7f03-4de5-98d2-6f8be0f25c5c None None] Set router 0eefa666-67a4-49cc-8981-abdc5aae68d4 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:59:50.715039 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-56a676d7-3d8e-4148-99a4-22e049916444 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:50.789902 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-56a676d7-3d8e-4148-99a4-22e049916444 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:50.833605 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a676d7-3d8e-4148-99a4-22e049916444 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event deleted for resources: {'Subnet': ['ID=6b02ac71-960a-4d8e-869f-654a4dae4caa,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:59:50.835509 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-56a676d7-3d8e-4148-99a4-22e049916444 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:50.841889 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-56a676d7-3d8e-4148-99a4-22e049916444 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "DELETE /v2.0/subnets/6b02ac71-960a-4d8e-869f-654a4dae4caa HTTP/1.1" status: 204 len: 168 time: 0.3486671 May 05 20:59:50.844435 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 41452) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:59:50.844588 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ad882c-d7e7-4e46-91f9-db1097406d54 None None] Network 7329e0df-6eb4-4610-ba1b-6579a1b34fd7 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:59:50.997242 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-781f61d7-7f03-4de5-98d2-6f8be0f25c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eefa666-67a4-49cc-8981-abdc5aae68d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92267132', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'f59896a6-f501-478b-9b57-e4cc7b1e90b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:58:43Z', 'updated_at': '2022-05-05T20:59:49Z', 'revision_number': 5, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'gw_port': {'id': 'f59896a6-f501-478b-9b57-e4cc7b1e90b9', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:de:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eefa666-67a4-49cc-8981-abdc5aae68d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:58:43Z', 'updated_at': '2022-05-05T20:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:59:51.001573 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781f61d7-7f03-4de5-98d2-6f8be0f25c5c None None] Checking router: 0eefa666-67a4-49cc-8981-abdc5aae68d4 for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:59:51.010304 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781f61d7-7f03-4de5-98d2-6f8be0f25c5c None None] Routers {'0eefa666-67a4-49cc-8981-abdc5aae68d4'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:59:51.011402 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-781f61d7-7f03-4de5-98d2-6f8be0f25c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:59:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['0eefa666-67a4-49cc-8981-abdc5aae68d4'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:59:51.036181 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d8d2f195-01d5-4234-aeab-c04899051622 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:51.192700 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-781f61d7-7f03-4de5-98d2-6f8be0f25c5c None None] Set router 0eefa666-67a4-49cc-8981-abdc5aae68d4 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:59:51.223277 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b32355-13d0-4893-bdb8-7f05af5677c7 None None] DHCP port deletion for 7329e0df-6eb4-4610-ba1b-6579a1b34fd7 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 20:59:51.254110 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-12b32355-13d0-4893-bdb8-7f05af5677c7 None None] Deleting port 395a998a-6b74-4d45-8cd7-42df10149827 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:59:51.254847 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-12b32355-13d0-4893-bdb8-7f05af5677c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:51.362100 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d8d2f195-01d5-4234-aeab-c04899051622 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:51.373611 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-d8d2f195-01d5-4234-aeab-c04899051622 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Deleting port f59896a6-f501-478b-9b57-e4cc7b1e90b9 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 20:59:51.373924 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d8d2f195-01d5-4234-aeab-c04899051622 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:51.493526 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-12b32355-13d0-4893-bdb8-7f05af5677c7 None None] For port 395a998a-6b74-4d45-8cd7-42df10149827, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=395a998a-6b74-4d45-8cd7-42df10149827,segment=NetworkSegment(23e2907e-6a12-47ca-b534-ec5efaaf2ead),segment_id=23e2907e-6a12-47ca-b534-ec5efaaf2ead)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:59:51.493929 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-12b32355-13d0-4893-bdb8-7f05af5677c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:51.524661 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-781f61d7-7f03-4de5-98d2-6f8be0f25c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eefa666-67a4-49cc-8981-abdc5aae68d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92267132', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'f59896a6-f501-478b-9b57-e4cc7b1e90b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:58:43Z', 'updated_at': '2022-05-05T20:59:49Z', 'revision_number': 5, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'gw_port': {'id': 'f59896a6-f501-478b-9b57-e4cc7b1e90b9', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:de:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eefa666-67a4-49cc-8981-abdc5aae68d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:58:43Z', 'updated_at': '2022-05-05T20:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:59:51.528656 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781f61d7-7f03-4de5-98d2-6f8be0f25c5c None None] The sync data for ids ['0eefa666-67a4-49cc-8981-abdc5aae68d4'] in n-d-840717-1 is: [{'id': '0eefa666-67a4-49cc-8981-abdc5aae68d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92267132', 'tenant_id': '30a835e817a747e3b9b294a4a57222fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'f59896a6-f501-478b-9b57-e4cc7b1e90b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:58:43Z', 'updated_at': '2022-05-05T20:59:49Z', 'revision_number': 5, 'project_id': '30a835e817a747e3b9b294a4a57222fc', 'gw_port': {'id': 'f59896a6-f501-478b-9b57-e4cc7b1e90b9', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:de:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eefa666-67a4-49cc-8981-abdc5aae68d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:58:43Z', 'updated_at': '2022-05-05T20:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 20:59:51.559528 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-d8d2f195-01d5-4234-aeab-c04899051622 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] For port f59896a6-f501-478b-9b57-e4cc7b1e90b9, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=f59896a6-f501-478b-9b57-e4cc7b1e90b9,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:59:51.560174 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d8d2f195-01d5-4234-aeab-c04899051622 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:51.624181 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-12b32355-13d0-4893-bdb8-7f05af5677c7 None None] Calling delete_port for 395a998a-6b74-4d45-8cd7-42df10149827 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:59:51.689429 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-d8d2f195-01d5-4234-aeab-c04899051622 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Calling delete_port for f59896a6-f501-478b-9b57-e4cc7b1e90b9 owned by network:router_gateway {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 20:59:51.699284 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-12b32355-13d0-4893-bdb8-7f05af5677c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:51.743920 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b32355-13d0-4893-bdb8-7f05af5677c7 None None] Pushing event deleted for resources: {'Port': ['ID=395a998a-6b74-4d45-8cd7-42df10149827,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:59:51.753668 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b32355-13d0-4893-bdb8-7f05af5677c7 None None] No DVR routers for this DVR port 395a998a-6b74-4d45-8cd7-42df10149827 on host n-d-840717-1 {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 20:59:51.756601 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b32355-13d0-4893-bdb8-7f05af5677c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:59:51.756959 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b32355-13d0-4893-bdb8-7f05af5677c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:59:51.757307 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b32355-13d0-4893-bdb8-7f05af5677c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:59:51.757722 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b32355-13d0-4893-bdb8-7f05af5677c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:59:51.758955 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b32355-13d0-4893-bdb8-7f05af5677c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:59:51.758955 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b32355-13d0-4893-bdb8-7f05af5677c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:59:51.758955 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b32355-13d0-4893-bdb8-7f05af5677c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:59:51.759282 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b32355-13d0-4893-bdb8-7f05af5677c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:59:51.759412 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b32355-13d0-4893-bdb8-7f05af5677c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:59:51.759677 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b32355-13d0-4893-bdb8-7f05af5677c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:59:51.760002 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b32355-13d0-4893-bdb8-7f05af5677c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:59:51.760321 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b32355-13d0-4893-bdb8-7f05af5677c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 20:59:51.858611 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d8d2f195-01d5-4234-aeab-c04899051622 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:51.910042 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d2f195-01d5-4234-aeab-c04899051622 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event deleted for resources: {'Port': ['ID=f59896a6-f501-478b-9b57-e4cc7b1e90b9,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:59:52.001755 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d8d2f195-01d5-4234-aeab-c04899051622 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:52.180590 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d8d2f195-01d5-4234-aeab-c04899051622 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:52.182785 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d8d2f195-01d5-4234-aeab-c04899051622 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:52.205530 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d8d2f195-01d5-4234-aeab-c04899051622 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:52.206081 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d2f195-01d5-4234-aeab-c04899051622 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Fanout notify agent at l3_agent the message router_deleted on router 0eefa666-67a4-49cc-8981-abdc5aae68d4 {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 20:59:52.222195 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d8d2f195-01d5-4234-aeab-c04899051622 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:52.223297 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d8d2f195-01d5-4234-aeab-c04899051622 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "DELETE /v2.0/routers/0eefa666-67a4-49cc-8981-abdc5aae68d4 HTTP/1.1" status: 204 len: 168 time: 1.3778794 May 05 20:59:52.226766 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 41456) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:59:52.347528 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c99fe2f0-085c-49ab-98b7-2051093a2b06 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:52.476678 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c99fe2f0-085c-49ab-98b7-2051093a2b06 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:52.501279 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-c99fe2f0-085c-49ab-98b7-2051093a2b06 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7329e0df-6eb4-4610-ba1b-6579a1b34fd7']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:59:52.513699 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-c99fe2f0-085c-49ab-98b7-2051093a2b06 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23e2907e-6a12-47ca-b534-ec5efaaf2ead') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:59:52.513996 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-c99fe2f0-085c-49ab-98b7-2051093a2b06 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23e2907e-6a12-47ca-b534-ec5efaaf2ead') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:59:52.525463 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c99fe2f0-085c-49ab-98b7-2051093a2b06 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:52.540754 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c99fe2f0-085c-49ab-98b7-2051093a2b06 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:52.546837 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c99fe2f0-085c-49ab-98b7-2051093a2b06 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 20:59:52.547217 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c99fe2f0-085c-49ab-98b7-2051093a2b06 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:52.564913 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 20:59:52.564913 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 20:59:52.564913 n-d-840717-1 neutron-server[88198]: timer() May 05 20:59:52.564913 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 20:59:52.564913 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 20:59:52.564913 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 20:59:52.564913 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 20:59:52.564913 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 20:59:52.564913 n-d-840717-1 neutron-server[88198]: self._notify() May 05 20:59:52.564913 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 20:59:52.564913 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 20:59:52.564913 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 20:59:52.564913 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 20:59:52.564913 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 20:59:52.564913 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 20:59:52.564913 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 20:59:52.564913 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 20:59:52.564913 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 20:59:52.564913 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 20:59:52.564913 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 20:59:52.564913 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 20:59:52.564913 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 20:59:52.564913 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 20:59:52.564913 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 20:59:52.564913 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 20:59:52.564913 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 20:59:52.564913 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 20:59:52.564913 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 20:59:52.564913 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 20:59:52.564913 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 20:59:52.564913 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 20:59:52.564913 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 20:59:52.644203 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c99fe2f0-085c-49ab-98b7-2051093a2b06 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:52.666518 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c99fe2f0-085c-49ab-98b7-2051093a2b06 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:52.678240 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99fe2f0-085c-49ab-98b7-2051093a2b06 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event deleted for resources: {'Network': ['ID=7329e0df-6eb4-4610-ba1b-6579a1b34fd7,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:59:52.681913 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-c99fe2f0-085c-49ab-98b7-2051093a2b06 tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "DELETE /v2.0/networks/7329e0df-6eb4-4610-ba1b-6579a1b34fd7 HTTP/1.1" status: 204 len: 168 time: 0.4540451 May 05 20:59:52.684381 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 41460) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:59:52.754988 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-667eb81b-49ea-4ab5-b200-07c4b53d610e tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:52.784484 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-667eb81b-49ea-4ab5-b200-07c4b53d610e tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:52.848564 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-667eb81b-49ea-4ab5-b200-07c4b53d610e tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:52.868116 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667eb81b-49ea-4ab5-b200-07c4b53d610e tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=151fea87-0cca-4239-9e41-9fb19c26042b,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:59:52.880130 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-667eb81b-49ea-4ab5-b200-07c4b53d610e tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:52.882094 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-667eb81b-49ea-4ab5-b200-07c4b53d610e tempest-TestNetworkAdvancedServerOps-378945556 tempest-TestNetworkAdvancedServerOps-378945556-project] 10.222.0.36 "DELETE /v2.0/security-groups/151fea87-0cca-4239-9e41-9fb19c26042b HTTP/1.1" status: 204 len: 168 time: 0.1968071 May 05 20:59:52.965258 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device f59896a6-f501-478b-9b57-e4cc7b1e90b9 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:59:53.037256 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: f59896a6-f501-478b-9b57-e4cc7b1e90b9 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:59:53.037591 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device f59896a6-f501-478b-9b57-e4cc7b1e90b9 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:59:53.037990 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 395a998a-6b74-4d45-8cd7-42df10149827 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:59:53.072765 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 395a998a-6b74-4d45-8cd7-42df10149827 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:59:53.073249 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 395a998a-6b74-4d45-8cd7-42df10149827 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:59:53.073703 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 89dc445a-6fde-4ef9-b8a1-baecef5111c5 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 20:59:53.109077 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 89dc445a-6fde-4ef9-b8a1-baecef5111c5 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 20:59:53.109404 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 89dc445a-6fde-4ef9-b8a1-baecef5111c5 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 20:59:53.236310 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 41470) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:59:53.398071 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-27a9e4fc-e314-435f-9b03-37bf8dddc590 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=30a835e817a747e3b9b294a4a57222fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1606262 May 05 20:59:53.400561 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 41476) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:59:53.456418 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e1310fc4-f0ec-49ec-8a32-320b0c92befd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:53.484969 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e1310fc4-f0ec-49ec-8a32-320b0c92befd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:53.645858 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e1310fc4-f0ec-49ec-8a32-320b0c92befd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:53.663422 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1310fc4-f0ec-49ec-8a32-320b0c92befd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee19572c-017b-4687-b84e-4e08cd32c516,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:59:53.669578 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e1310fc4-f0ec-49ec-8a32-320b0c92befd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:53.670703 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e1310fc4-f0ec-49ec-8a32-320b0c92befd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ee19572c-017b-4687-b84e-4e08cd32c516 HTTP/1.1" status: 204 len: 168 time: 0.2692540 May 05 20:59:53.947586 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 41484) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:59:53.967506 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f0021c71-23e2-4114-b941-d0cbc504ee3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:53.986404 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f0021c71-23e2-4114-b941-d0cbc504ee3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:59:53.990913 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-f0021c71-23e2-4114-b941-d0cbc504ee3b admin admin] Usage tracker for resource:security_group_rule and tenant:17943ffd15f1487cba122370b2702bb9 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:59:53.993744 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-f0021c71-23e2-4114-b941-d0cbc504ee3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:59:53.999387 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f0021c71-23e2-4114-b941-d0cbc504ee3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:59:54.087452 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f0021c71-23e2-4114-b941-d0cbc504ee3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:54.091980 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f0021c71-23e2-4114-b941-d0cbc504ee3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:54.151649 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-f0021c71-23e2-4114-b941-d0cbc504ee3b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=17943ffd15f1487cba122370b2702bb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2028036 May 05 20:59:54.152593 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0021c71-23e2-4114-b941-d0cbc504ee3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78bcd614-e83b-4939-92fa-d9d3ce493bca,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:59:54.154370 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 41488) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:59:54.216086 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4234d4ff-0137-4990-8cf9-ca42a8b381e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:54.243716 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4234d4ff-0137-4990-8cf9-ca42a8b381e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:54.299638 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4234d4ff-0137-4990-8cf9-ca42a8b381e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:54.318851 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4234d4ff-0137-4990-8cf9-ca42a8b381e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78bcd614-e83b-4939-92fa-d9d3ce493bca,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:59:54.326088 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4234d4ff-0137-4990-8cf9-ca42a8b381e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:54.327218 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-4234d4ff-0137-4990-8cf9-ca42a8b381e0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/78bcd614-e83b-4939-92fa-d9d3ce493bca HTTP/1.1" status: 204 len: 168 time: 0.1718035 May 05 20:59:55.151045 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 41512) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:59:55.255141 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-219fa778-8972-45eb-ad8b-d8ead803e255 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-62035008-network', 'tenant_id': 'c12268ab07a9433491260f53998d1c70'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:59:55.261180 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-219fa778-8972-45eb-ad8b-d8ead803e255 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:59:55.265040 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-219fa778-8972-45eb-ad8b-d8ead803e255 admin admin] Usage tracker for resource:network and tenant:c12268ab07a9433491260f53998d1c70 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:59:55.267903 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-219fa778-8972-45eb-ad8b-d8ead803e255 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:59:55.274171 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-219fa778-8972-45eb-ad8b-d8ead803e255 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:59:55.283878 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-219fa778-8972-45eb-ad8b-d8ead803e255 admin admin] Made reservation on behalf of c12268ab07a9433491260f53998d1c70 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:59:55.286095 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-219fa778-8972-45eb-ad8b-d8ead803e255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:55.297812 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-219fa778-8972-45eb-ad8b-d8ead803e255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:55.313446 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-219fa778-8972-45eb-ad8b-d8ead803e255 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:59:55.317530 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-219fa778-8972-45eb-ad8b-d8ead803e255 admin admin] Usage tracker for resource:security_group_rule and tenant:c12268ab07a9433491260f53998d1c70 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:59:55.321030 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-219fa778-8972-45eb-ad8b-d8ead803e255 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:59:55.326571 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-219fa778-8972-45eb-ad8b-d8ead803e255 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:59:55.410166 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-219fa778-8972-45eb-ad8b-d8ead803e255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:55.414079 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-219fa778-8972-45eb-ad8b-d8ead803e255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:55.440527 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-219fa778-8972-45eb-ad8b-d8ead803e255 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 20:59:55.453113 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219fa778-8972-45eb-ad8b-d8ead803e255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a0553a-96f4-4763-ab52-fa085bbd4f26,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:59:55.457680 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-219fa778-8972-45eb-ad8b-d8ead803e255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:55.458022 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-219fa778-8972-45eb-ad8b-d8ead803e255 admin admin] Added segment e39ffbb2-b4d4-411e-bc0e-2d686f9532d4 of type vlan for network d172b2ae-748a-4009-85a6-767504246283 May 05 20:59:55.484958 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-219fa778-8972-45eb-ad8b-d8ead803e255 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:55.513645 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-219fa778-8972-45eb-ad8b-d8ead803e255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:55.514729 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219fa778-8972-45eb-ad8b-d8ead803e255 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:59:55.515462 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-219fa778-8972-45eb-ad8b-d8ead803e255 admin admin] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:55.612848 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-219fa778-8972-45eb-ad8b-d8ead803e255 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4606674 May 05 20:59:55.616592 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 41518) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:59:55.619144 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219fa778-8972-45eb-ad8b-d8ead803e255 admin admin] Pushing event updated for resources: {'Network': ['ID=d172b2ae-748a-4009-85a6-767504246283,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:59:55.622349 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-46ee330c-fd71-4a24-a3ae-3d34d4f853ca admin admin] Request body: {'subnet': {'network_id': 'd172b2ae-748a-4009-85a6-767504246283', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-62035008-subnet', 'tenant_id': 'c12268ab07a9433491260f53998d1c70', 'ip_version': 4}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:59:55.628427 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-46ee330c-fd71-4a24-a3ae-3d34d4f853ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:59:55.629704 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network d172b2ae-748a-4009-85a6-767504246283 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 20:59:55.632696 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-46ee330c-fd71-4a24-a3ae-3d34d4f853ca admin admin] Usage tracker for resource:subnet and tenant:c12268ab07a9433491260f53998d1c70 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:59:55.635629 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-46ee330c-fd71-4a24-a3ae-3d34d4f853ca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:59:55.641359 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-46ee330c-fd71-4a24-a3ae-3d34d4f853ca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:59:55.651719 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ee330c-fd71-4a24-a3ae-3d34d4f853ca admin admin] Made reservation on behalf of c12268ab07a9433491260f53998d1c70 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 20:59:55.654017 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-46ee330c-fd71-4a24-a3ae-3d34d4f853ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:55.858663 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-46ee330c-fd71-4a24-a3ae-3d34d4f853ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:55.930285 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ee330c-fd71-4a24-a3ae-3d34d4f853ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=37f3ba51-f1b6-4aca-b75c-b0ac7cc3b2b4,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:59:55.939096 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ee330c-fd71-4a24-a3ae-3d34d4f853ca admin admin] Checking segment: {'id': 'e39ffbb2-b4d4-411e-bc0e-2d686f9532d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd172b2ae-748a-4009-85a6-767504246283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:59:55.939480 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ee330c-fd71-4a24-a3ae-3d34d4f853ca admin admin] Network hostable DHCP agents. Network: d172b2ae-748a-4009-85a6-767504246283, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 20:59:55.959594 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ee330c-fd71-4a24-a3ae-3d34d4f853ca admin admin] Network d172b2ae-748a-4009-85a6-767504246283 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 20:59:55.968721 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-46ee330c-fd71-4a24-a3ae-3d34d4f853ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, d172b2ae-748a-4009-85a6-767504246283) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:59:55.972724 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ee330c-fd71-4a24-a3ae-3d34d4f853ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 20:59:55.973307 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-46ee330c-fd71-4a24-a3ae-3d34d4f853ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:55.978403 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e01c5e-fbd1-41dd-ba1c-5a9940e68829 None None] Network d172b2ae-748a-4009-85a6-767504246283 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:59:55.998350 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-46ee330c-fd71-4a24-a3ae-3d34d4f853ca admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3806188 May 05 20:59:56.001030 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 41522) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:59:56.006143 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-55e72bab-9d0f-4593-bd92-7885e3ded2f4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-62035008-router', 'tenant_id': 'c12268ab07a9433491260f53998d1c70', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 20:59:56.011671 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-55e72bab-9d0f-4593-bd92-7885e3ded2f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 20:59:56.015224 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-55e72bab-9d0f-4593-bd92-7885e3ded2f4 admin admin] Usage tracker for resource:router and tenant:c12268ab07a9433491260f53998d1c70 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 20:59:56.018097 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-55e72bab-9d0f-4593-bd92-7885e3ded2f4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 20:59:56.024565 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-55e72bab-9d0f-4593-bd92-7885e3ded2f4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 20:59:56.038998 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-55e72bab-9d0f-4593-bd92-7885e3ded2f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:56.040153 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-55e72bab-9d0f-4593-bd92-7885e3ded2f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:56.055308 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-55e72bab-9d0f-4593-bd92-7885e3ded2f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:56.197043 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fd823a-c9ff-41d6-8248-61c5b5e7d237 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-d172b2ae-748a-4009-85a6-767504246283', 'network_id': 'd172b2ae-748a-4009-85a6-767504246283', 'tenant_id': 'c12268ab07a9433491260f53998d1c70', 'fixed_ips': [{'subnet_id': '37f3ba51-f1b6-4aca-b75c-b0ac7cc3b2b4'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 20:59:56.197865 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-67fd823a-c9ff-41d6-8248-61c5b5e7d237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:56.335421 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-55e72bab-9d0f-4593-bd92-7885e3ded2f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:56.350922 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-67fd823a-c9ff-41d6-8248-61c5b5e7d237 None None] Allocated IP 172.20.0.2 (d172b2ae-748a-4009-85a6-767504246283/37f3ba51-f1b6-4aca-b75c-b0ac7cc3b2b4/2a05d34e-6c83-437e-97c9-aecb984039b9) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:59:56.553855 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-67fd823a-c9ff-41d6-8248-61c5b5e7d237 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:56.564019 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-67fd823a-c9ff-41d6-8248-61c5b5e7d237 None None] Transition to ACTIVE for port object 2a05d34e-6c83-437e-97c9-aecb984039b9 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:59:56.584075 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-67fd823a-c9ff-41d6-8248-61c5b5e7d237 None None] Transition to ACTIVE for port object 2a05d34e-6c83-437e-97c9-aecb984039b9 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:59:56.591095 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-67fd823a-c9ff-41d6-8248-61c5b5e7d237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:56.648861 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-55e72bab-9d0f-4593-bd92-7885e3ded2f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:56.661402 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fd823a-c9ff-41d6-8248-61c5b5e7d237 None None] Network d172b2ae-748a-4009-85a6-767504246283 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:59:56.664454 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-67fd823a-c9ff-41d6-8248-61c5b5e7d237 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:59:56.668129 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fd823a-c9ff-41d6-8248-61c5b5e7d237 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:59:56.673803 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fd823a-c9ff-41d6-8248-61c5b5e7d237 None None] Pushing event updated for resources: {'Port': ['ID=2a05d34e-6c83-437e-97c9-aecb984039b9,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:59:56.682270 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-55e72bab-9d0f-4593-bd92-7885e3ded2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:56.763020 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-67fd823a-c9ff-41d6-8248-61c5b5e7d237 None None] Attempting to bind port 2a05d34e-6c83-437e-97c9-aecb984039b9 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:59:56.763405 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-67fd823a-c9ff-41d6-8248-61c5b5e7d237 None None] Attempting to bind port 2a05d34e-6c83-437e-97c9-aecb984039b9 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'e39ffbb2-b4d4-411e-bc0e-2d686f9532d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd172b2ae-748a-4009-85a6-767504246283'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:59:56.763770 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fd823a-c9ff-41d6-8248-61c5b5e7d237 None None] Attempting to bind port 2a05d34e-6c83-437e-97c9-aecb984039b9 on network d172b2ae-748a-4009-85a6-767504246283 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:59:56.768958 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fd823a-c9ff-41d6-8248-61c5b5e7d237 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:59:56.769332 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fd823a-c9ff-41d6-8248-61c5b5e7d237 None None] Checking segment: {'id': 'e39ffbb2-b4d4-411e-bc0e-2d686f9532d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd172b2ae-748a-4009-85a6-767504246283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:59:56.769729 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-67fd823a-c9ff-41d6-8248-61c5b5e7d237 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:56.770120 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fd823a-c9ff-41d6-8248-61c5b5e7d237 None None] Bound using segment: {'id': 'e39ffbb2-b4d4-411e-bc0e-2d686f9532d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd172b2ae-748a-4009-85a6-767504246283'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:59:56.770575 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-67fd823a-c9ff-41d6-8248-61c5b5e7d237 None None] Bound port: 2a05d34e-6c83-437e-97c9-aecb984039b9, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e39ffbb2-b4d4-411e-bc0e-2d686f9532d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd172b2ae-748a-4009-85a6-767504246283'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:59:56.770980 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-67fd823a-c9ff-41d6-8248-61c5b5e7d237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:56.813701 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-55e72bab-9d0f-4593-bd92-7885e3ded2f4 admin admin] Allocated IP 172.25.0.23 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/7435cf7b-c31c-48ae-b0a5-020ec5d8a76e) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:59:56.859603 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-67fd823a-c9ff-41d6-8248-61c5b5e7d237 None None] For port 2a05d34e-6c83-437e-97c9-aecb984039b9, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:59:56.862560 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-67fd823a-c9ff-41d6-8248-61c5b5e7d237 None None] For port 2a05d34e-6c83-437e-97c9-aecb984039b9, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=2a05d34e-6c83-437e-97c9-aecb984039b9,segment=NetworkSegment(e39ffbb2-b4d4-411e-bc0e-2d686f9532d4),segment_id=e39ffbb2-b4d4-411e-bc0e-2d686f9532d4)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:59:56.867807 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-67fd823a-c9ff-41d6-8248-61c5b5e7d237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:56.952892 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fd823a-c9ff-41d6-8248-61c5b5e7d237 None None] Pushing event updated for resources: {'Port': ['ID=2a05d34e-6c83-437e-97c9-aecb984039b9,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:59:56.974742 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-55e72bab-9d0f-4593-bd92-7885e3ded2f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:57.010742 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-55e72bab-9d0f-4593-bd92-7885e3ded2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:57.206400 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e72bab-9d0f-4593-bd92-7885e3ded2f4 admin admin] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:59:57.209626 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-55e72bab-9d0f-4593-bd92-7885e3ded2f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:59:57.212025 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e72bab-9d0f-4593-bd92-7885e3ded2f4 admin admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:59:57.247973 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e72bab-9d0f-4593-bd92-7885e3ded2f4 admin admin] Pushing event updated for resources: {'Port': ['ID=7435cf7b-c31c-48ae-b0a5-020ec5d8a76e,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:59:57.645690 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-55e72bab-9d0f-4593-bd92-7885e3ded2f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:57.900364 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe769c9-2e87-4cdf-8011-c10642305a9f None None] Network d172b2ae-748a-4009-85a6-767504246283 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 20:59:57.990905 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-55e72bab-9d0f-4593-bd92-7885e3ded2f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:58.022221 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-3c6be582-3e3b-4efd-9065-357b65a2df21 None None] Provisioning for port 2a05d34e-6c83-437e-97c9-aecb984039b9 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:59:58.197550 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55e72bab-9d0f-4593-bd92-7885e3ded2f4 admin admin] Router 9a363887-32fc-4f8e-b11e-09a4b2a5861a is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 20:59:58.385260 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e72bab-9d0f-4593-bd92-7885e3ded2f4 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 20:59:58.394929 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec72f3bd-2180-4cc4-8e78-a5f7e7321c94 None None] Sync routers for ids ['9a363887-32fc-4f8e-b11e-09a4b2a5861a'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 20:59:58.404304 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec72f3bd-2180-4cc4-8e78-a5f7e7321c94 None None] Routers {'9a363887-32fc-4f8e-b11e-09a4b2a5861a'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:59:58.404905 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-ec72f3bd-2180-4cc4-8e78-a5f7e7321c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:59:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['9a363887-32fc-4f8e-b11e-09a4b2a5861a'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:59:58.408537 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-55e72bab-9d0f-4593-bd92-7885e3ded2f4 admin admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:58.409731 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-55e72bab-9d0f-4593-bd92-7885e3ded2f4 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.4075220 May 05 20:59:58.412824 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 41526) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 20:59:58.627606 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-ec72f3bd-2180-4cc4-8e78-a5f7e7321c94 None None] Set router 9a363887-32fc-4f8e-b11e-09a4b2a5861a gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 20:59:58.919930 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-ec72f3bd-2180-4cc4-8e78-a5f7e7321c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a363887-32fc-4f8e-b11e-09a4b2a5861a', 'name': 'tempest-TestShelveInstance-62035008-router', 'tenant_id': 'c12268ab07a9433491260f53998d1c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '7435cf7b-c31c-48ae-b0a5-020ec5d8a76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:59:56Z', 'updated_at': '2022-05-05T20:59:57Z', 'revision_number': 3, 'project_id': 'c12268ab07a9433491260f53998d1c70', 'gw_port': {'id': '7435cf7b-c31c-48ae-b0a5-020ec5d8a76e', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:aa:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a363887-32fc-4f8e-b11e-09a4b2a5861a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:59:56Z', 'updated_at': '2022-05-05T20:59:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:59:58.930345 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec72f3bd-2180-4cc4-8e78-a5f7e7321c94 None None] Checking router: 9a363887-32fc-4f8e-b11e-09a4b2a5861a for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 20:59:58.930800 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec72f3bd-2180-4cc4-8e78-a5f7e7321c94 None None] Updating router 9a363887-32fc-4f8e-b11e-09a4b2a5861a port 7435cf7b-c31c-48ae-b0a5-020ec5d8a76e binding host n-d-840717-1 {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 20:59:58.986687 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ec72f3bd-2180-4cc4-8e78-a5f7e7321c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:59.012760 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 2a05d34e-6c83-437e-97c9-aecb984039b9 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 20:59:59.164342 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 2a05d34e-6c83-437e-97c9-aecb984039b9 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 20:59:59.185613 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 2a05d34e-6c83-437e-97c9-aecb984039b9 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 20:59:59.185978 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:59.235288 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fd6abd35-c18a-4380-88c9-c75113b5082a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:59.405845 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:59.454022 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-fd6abd35-c18a-4380-88c9-c75113b5082a admin admin] Allocated IP 172.20.0.1 (d172b2ae-748a-4009-85a6-767504246283/37f3ba51-f1b6-4aca-b75c-b0ac7cc3b2b4/15ba62a3-c5ce-45ae-a7a2-494421ec0f83) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 20:59:59.490889 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 2a05d34e-6c83-437e-97c9-aecb984039b9, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=2a05d34e-6c83-437e-97c9-aecb984039b9,segment=NetworkSegment(e39ffbb2-b4d4-411e-bc0e-2d686f9532d4),segment_id=e39ffbb2-b4d4-411e-bc0e-2d686f9532d4)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 20:59:59.496033 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ec72f3bd-2180-4cc4-8e78-a5f7e7321c94 None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:59.498822 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:59.558685 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-ec72f3bd-2180-4cc4-8e78-a5f7e7321c94 None None] Transition to ACTIVE for port object 7435cf7b-c31c-48ae-b0a5-020ec5d8a76e will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:59:59.570698 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ec72f3bd-2180-4cc4-8e78-a5f7e7321c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:59.593854 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=2a05d34e-6c83-437e-97c9-aecb984039b9,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:59:59.616802 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fd6abd35-c18a-4380-88c9-c75113b5082a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:59.633037 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-fd6abd35-c18a-4380-88c9-c75113b5082a admin admin] Transition to ACTIVE for port object 15ba62a3-c5ce-45ae-a7a2-494421ec0f83 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 20:59:59.650979 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-ec72f3bd-2180-4cc4-8e78-a5f7e7321c94 None None] Attempting to bind port 7435cf7b-c31c-48ae-b0a5-020ec5d8a76e on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 20:59:59.651346 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-ec72f3bd-2180-4cc4-8e78-a5f7e7321c94 None None] Attempting to bind port 7435cf7b-c31c-48ae-b0a5-020ec5d8a76e by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 20:59:59.651723 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec72f3bd-2180-4cc4-8e78-a5f7e7321c94 None None] Attempting to bind port 7435cf7b-c31c-48ae-b0a5-020ec5d8a76e on network 0401d202-1605-4cfe-bad4-fb225df6afb0 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 20:59:59.657110 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fd6abd35-c18a-4380-88c9-c75113b5082a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:59.662828 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec72f3bd-2180-4cc4-8e78-a5f7e7321c94 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 20:59:59.663191 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec72f3bd-2180-4cc4-8e78-a5f7e7321c94 None None] Checking segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 20:59:59.663612 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ec72f3bd-2180-4cc4-8e78-a5f7e7321c94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:59.663999 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec72f3bd-2180-4cc4-8e78-a5f7e7321c94 None None] Bound using segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 20:59:59.664453 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-ec72f3bd-2180-4cc4-8e78-a5f7e7321c94 None None] Bound port: 7435cf7b-c31c-48ae-b0a5-020ec5d8a76e, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 20:59:59.664817 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ec72f3bd-2180-4cc4-8e78-a5f7e7321c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:59.707942 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7eda95-ef5b-4918-9512-1ee35e99c210 None None] Pushing event updated for resources: {'Port': ['ID=7435cf7b-c31c-48ae-b0a5-020ec5d8a76e,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:59:59.723743 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6abd35-c18a-4380-88c9-c75113b5082a admin admin] Network d172b2ae-748a-4009-85a6-767504246283 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 20:59:59.727656 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-fd6abd35-c18a-4380-88c9-c75113b5082a admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 20:59:59.731376 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6abd35-c18a-4380-88c9-c75113b5082a admin admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 20:59:59.747284 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-ec72f3bd-2180-4cc4-8e78-a5f7e7321c94 None None] For port 7435cf7b-c31c-48ae-b0a5-020ec5d8a76e, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 20:59:59.751400 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-ec72f3bd-2180-4cc4-8e78-a5f7e7321c94 None None] For port 7435cf7b-c31c-48ae-b0a5-020ec5d8a76e, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=7435cf7b-c31c-48ae-b0a5-020ec5d8a76e,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 20:59:59.756038 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ec72f3bd-2180-4cc4-8e78-a5f7e7321c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:59.773621 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6abd35-c18a-4380-88c9-c75113b5082a admin admin] Pushing event updated for resources: {'Port': ['ID=15ba62a3-c5ce-45ae-a7a2-494421ec0f83,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 20:59:59.796726 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fd6abd35-c18a-4380-88c9-c75113b5082a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 20:59:59.837079 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec72f3bd-2180-4cc4-8e78-a5f7e7321c94 None None] Routers {'9a363887-32fc-4f8e-b11e-09a4b2a5861a'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 20:59:59.837704 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-ec72f3bd-2180-4cc4-8e78-a5f7e7321c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:59:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['9a363887-32fc-4f8e-b11e-09a4b2a5861a'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 20:59:59.895028 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7eda95-ef5b-4918-9512-1ee35e99c210 None None] Pushing event updated for resources: {'Port': ['ID=7435cf7b-c31c-48ae-b0a5-020ec5d8a76e,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:00:00.008608 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-10f0ae44-ac0e-4bc8-a58d-e3ad887c2bb3 None None] Provisioning for port 15ba62a3-c5ce-45ae-a7a2-494421ec0f83 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:00:00.016371 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-10f0ae44-ac0e-4bc8-a58d-e3ad887c2bb3 None None] Provisioning complete for port 15ba62a3-c5ce-45ae-a7a2-494421ec0f83 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:00:00.016765 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-10f0ae44-ac0e-4bc8-a58d-e3ad887c2bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:00.071364 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fd6abd35-c18a-4380-88c9-c75113b5082a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:00.074675 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-ec72f3bd-2180-4cc4-8e78-a5f7e7321c94 None None] Set router 9a363887-32fc-4f8e-b11e-09a4b2a5861a gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 21:00:00.243550 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-10f0ae44-ac0e-4bc8-a58d-e3ad887c2bb3 None None] Port 15ba62a3-c5ce-45ae-a7a2-494421ec0f83 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 21:00:00.409646 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-ec72f3bd-2180-4cc4-8e78-a5f7e7321c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a363887-32fc-4f8e-b11e-09a4b2a5861a', 'name': 'tempest-TestShelveInstance-62035008-router', 'tenant_id': 'c12268ab07a9433491260f53998d1c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '7435cf7b-c31c-48ae-b0a5-020ec5d8a76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:59:56Z', 'updated_at': '2022-05-05T20:59:57Z', 'revision_number': 3, 'project_id': 'c12268ab07a9433491260f53998d1c70', 'gw_port': {'id': '7435cf7b-c31c-48ae-b0a5-020ec5d8a76e', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:aa:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a363887-32fc-4f8e-b11e-09a4b2a5861a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:59:56Z', 'updated_at': '2022-05-05T20:59:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:00:00.411174 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fd6abd35-c18a-4380-88c9-c75113b5082a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:00.413746 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec72f3bd-2180-4cc4-8e78-a5f7e7321c94 None None] The sync data for ids ['9a363887-32fc-4f8e-b11e-09a4b2a5861a'] in n-d-840717-1 is: [{'id': '9a363887-32fc-4f8e-b11e-09a4b2a5861a', 'name': 'tempest-TestShelveInstance-62035008-router', 'tenant_id': 'c12268ab07a9433491260f53998d1c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '7435cf7b-c31c-48ae-b0a5-020ec5d8a76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:59:56Z', 'updated_at': '2022-05-05T20:59:57Z', 'revision_number': 3, 'project_id': 'c12268ab07a9433491260f53998d1c70', 'gw_port': {'id': '7435cf7b-c31c-48ae-b0a5-020ec5d8a76e', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:aa:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a363887-32fc-4f8e-b11e-09a4b2a5861a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:59:56Z', 'updated_at': '2022-05-05T20:59:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 21:00:00.417562 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fd6abd35-c18a-4380-88c9-c75113b5082a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:00.527169 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fd6abd35-c18a-4380-88c9-c75113b5082a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:00.530688 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6abd35-c18a-4380-88c9-c75113b5082a admin admin] Pushing event updated for resources: {'Port': ['ID=15ba62a3-c5ce-45ae-a7a2-494421ec0f83,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:00:00.674539 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6abd35-c18a-4380-88c9-c75113b5082a admin admin] Network d172b2ae-748a-4009-85a6-767504246283 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:00:00.676227 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-fd6abd35-c18a-4380-88c9-c75113b5082a admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:00:00.884776 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd6abd35-c18a-4380-88c9-c75113b5082a admin admin] Router 9a363887-32fc-4f8e-b11e-09a4b2a5861a has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 21:00:00.972208 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-372170aa-5a2d-400c-a576-27d4efb20832 None None] Provisioning complete for port 15ba62a3-c5ce-45ae-a7a2-494421ec0f83 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:00:00.972664 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-372170aa-5a2d-400c-a576-27d4efb20832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:01.048664 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 2a05d34e-6c83-437e-97c9-aecb984039b9 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:00:01.096625 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd6abd35-c18a-4380-88c9-c75113b5082a admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 21:00:01.102061 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-372170aa-5a2d-400c-a576-27d4efb20832 None None] Port 15ba62a3-c5ce-45ae-a7a2-494421ec0f83 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 21:00:01.117483 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-fd6abd35-c18a-4380-88c9-c75113b5082a admin admin] 10.222.0.36 "PUT /v2.0/routers/9a363887-32fc-4f8e-b11e-09a4b2a5861a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7035537 May 05 21:00:01.133510 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 2a05d34e-6c83-437e-97c9-aecb984039b9 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:00:01.134000 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:01.261193 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 7435cf7b-c31c-48ae-b0a5-020ec5d8a76e up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:00:01.337912 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 7435cf7b-c31c-48ae-b0a5-020ec5d8a76e completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:00:01.343536 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 7435cf7b-c31c-48ae-b0a5-020ec5d8a76e triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:00:01.343913 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:01.466604 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:01.483621 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 7435cf7b-c31c-48ae-b0a5-020ec5d8a76e, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=7435cf7b-c31c-48ae-b0a5-020ec5d8a76e,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 21:00:01.487324 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:01.561940 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=7435cf7b-c31c-48ae-b0a5-020ec5d8a76e,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:00:01.654408 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 41544) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:00:01.659998 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-046ae1bb-873e-431a-887b-8b0112507980 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1020354628-network', 'tenant_id': '0a4a84421b3e4384a8d109271f9dfe6e'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 21:00:01.665745 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-046ae1bb-873e-431a-887b-8b0112507980 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:00:01.669574 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-046ae1bb-873e-431a-887b-8b0112507980 admin admin] Usage tracker for resource:network and tenant:0a4a84421b3e4384a8d109271f9dfe6e is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:00:01.672429 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-046ae1bb-873e-431a-887b-8b0112507980 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:00:01.678288 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-046ae1bb-873e-431a-887b-8b0112507980 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:00:01.688625 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-046ae1bb-873e-431a-887b-8b0112507980 admin admin] Made reservation on behalf of 0a4a84421b3e4384a8d109271f9dfe6e for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:00:01.690995 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-046ae1bb-873e-431a-887b-8b0112507980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:01.703398 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-046ae1bb-873e-431a-887b-8b0112507980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:01.717907 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-046ae1bb-873e-431a-887b-8b0112507980 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:00:01.721927 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-046ae1bb-873e-431a-887b-8b0112507980 admin admin] Usage tracker for resource:security_group_rule and tenant:0a4a84421b3e4384a8d109271f9dfe6e is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:00:01.725145 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-046ae1bb-873e-431a-887b-8b0112507980 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:00:01.730928 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-046ae1bb-873e-431a-887b-8b0112507980 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:00:01.817036 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-046ae1bb-873e-431a-887b-8b0112507980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:01.821531 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-046ae1bb-873e-431a-887b-8b0112507980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:01.849360 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-046ae1bb-873e-431a-887b-8b0112507980 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:00:01.862107 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046ae1bb-873e-431a-887b-8b0112507980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=124cb4a7-4e33-40d5-be9d-5b6984efa7ec,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:00:01.867156 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-046ae1bb-873e-431a-887b-8b0112507980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:01.867533 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-046ae1bb-873e-431a-887b-8b0112507980 admin admin] Added segment 626a38ff-c27c-4222-812f-3fb3035339b5 of type vlan for network b503c326-a57a-4988-90ef-01dfc9eda418 May 05 21:00:01.893974 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-046ae1bb-873e-431a-887b-8b0112507980 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:01.922950 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-046ae1bb-873e-431a-887b-8b0112507980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:01.923931 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046ae1bb-873e-431a-887b-8b0112507980 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:00:01.924506 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-046ae1bb-873e-431a-887b-8b0112507980 admin admin] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:02.001941 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0621f44-a140-45d1-a7db-26934d311af8 None None] Sync routers for ids ['9a363887-32fc-4f8e-b11e-09a4b2a5861a'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 21:00:02.016515 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0621f44-a140-45d1-a7db-26934d311af8 None None] Routers {'9a363887-32fc-4f8e-b11e-09a4b2a5861a'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 21:00:02.017204 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-d0621f44-a140-45d1-a7db-26934d311af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:59:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['9a363887-32fc-4f8e-b11e-09a4b2a5861a'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:00:02.025050 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-046ae1bb-873e-431a-887b-8b0112507980 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3694975 May 05 21:00:02.028058 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 41548) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:00:02.030489 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046ae1bb-873e-431a-887b-8b0112507980 admin admin] Pushing event updated for resources: {'Network': ['ID=b503c326-a57a-4988-90ef-01dfc9eda418,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:00:02.039847 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-09a3c036-9632-44c0-8aeb-c37bd5f8ef0e admin admin] Request body: {'subnet': {'network_id': 'b503c326-a57a-4988-90ef-01dfc9eda418', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1020354628-subnet', 'tenant_id': '0a4a84421b3e4384a8d109271f9dfe6e', 'ip_version': 4}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 21:00:02.041205 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network b503c326-a57a-4988-90ef-01dfc9eda418 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:00:02.045627 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-09a3c036-9632-44c0-8aeb-c37bd5f8ef0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:00:02.049564 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-09a3c036-9632-44c0-8aeb-c37bd5f8ef0e admin admin] Usage tracker for resource:subnet and tenant:0a4a84421b3e4384a8d109271f9dfe6e is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:00:02.053100 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-09a3c036-9632-44c0-8aeb-c37bd5f8ef0e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:00:02.058847 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-09a3c036-9632-44c0-8aeb-c37bd5f8ef0e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:00:02.069800 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a3c036-9632-44c0-8aeb-c37bd5f8ef0e admin admin] Made reservation on behalf of 0a4a84421b3e4384a8d109271f9dfe6e for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:00:02.072314 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-09a3c036-9632-44c0-8aeb-c37bd5f8ef0e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:02.199532 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-d0621f44-a140-45d1-a7db-26934d311af8 None None] Set router 9a363887-32fc-4f8e-b11e-09a4b2a5861a gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 21:00:02.274813 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-09a3c036-9632-44c0-8aeb-c37bd5f8ef0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:02.352693 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a3c036-9632-44c0-8aeb-c37bd5f8ef0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=75c0aec8-5072-41f5-aa3b-da8048bdc31e,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:00:02.360153 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a3c036-9632-44c0-8aeb-c37bd5f8ef0e admin admin] Checking segment: {'id': '626a38ff-c27c-4222-812f-3fb3035339b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b503c326-a57a-4988-90ef-01dfc9eda418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 21:00:02.360500 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a3c036-9632-44c0-8aeb-c37bd5f8ef0e admin admin] Network hostable DHCP agents. Network: b503c326-a57a-4988-90ef-01dfc9eda418, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:00:02.379076 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a3c036-9632-44c0-8aeb-c37bd5f8ef0e admin admin] Network b503c326-a57a-4988-90ef-01dfc9eda418 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:00:02.388993 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-09a3c036-9632-44c0-8aeb-c37bd5f8ef0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, b503c326-a57a-4988-90ef-01dfc9eda418) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:00:02.392957 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a3c036-9632-44c0-8aeb-c37bd5f8ef0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:00:02.393535 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-09a3c036-9632-44c0-8aeb-c37bd5f8ef0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:02.401321 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a2456b-8c49-494d-a3ea-5aa60e1832e7 None None] Network b503c326-a57a-4988-90ef-01dfc9eda418 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 21:00:02.418503 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-09a3c036-9632-44c0-8aeb-c37bd5f8ef0e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3867331 May 05 21:00:02.418731 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 41552) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:00:02.423819 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-e5b54d71-2bea-4806-9b09-fbbc2f5363ad admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1020354628-router', 'tenant_id': '0a4a84421b3e4384a8d109271f9dfe6e', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 21:00:02.429560 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e5b54d71-2bea-4806-9b09-fbbc2f5363ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:00:02.433946 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-e5b54d71-2bea-4806-9b09-fbbc2f5363ad admin admin] Usage tracker for resource:router and tenant:0a4a84421b3e4384a8d109271f9dfe6e is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:00:02.436879 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-e5b54d71-2bea-4806-9b09-fbbc2f5363ad admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:00:02.442570 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e5b54d71-2bea-4806-9b09-fbbc2f5363ad admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:00:02.454405 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e5b54d71-2bea-4806-9b09-fbbc2f5363ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:02.455476 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e5b54d71-2bea-4806-9b09-fbbc2f5363ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:02.471839 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e5b54d71-2bea-4806-9b09-fbbc2f5363ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:02.523464 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-d0621f44-a140-45d1-a7db-26934d311af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a363887-32fc-4f8e-b11e-09a4b2a5861a', 'name': 'tempest-TestShelveInstance-62035008-router', 'tenant_id': 'c12268ab07a9433491260f53998d1c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '7435cf7b-c31c-48ae-b0a5-020ec5d8a76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:59:56Z', 'updated_at': '2022-05-05T21:00:00Z', 'revision_number': 4, 'project_id': 'c12268ab07a9433491260f53998d1c70', 'gw_port': {'id': '7435cf7b-c31c-48ae-b0a5-020ec5d8a76e', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:aa:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a363887-32fc-4f8e-b11e-09a4b2a5861a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:59:56Z', 'updated_at': '2022-05-05T21:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '15ba62a3-c5ce-45ae-a7a2-494421ec0f83', 'name': '', 'network_id': 'd172b2ae-748a-4009-85a6-767504246283', 'tenant_id': 'c12268ab07a9433491260f53998d1c70', 'mac_address': 'fa:16:3e:4b:4d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a363887-32fc-4f8e-b11e-09a4b2a5861a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '37f3ba51-f1b6-4aca-b75c-b0ac7cc3b2b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:59:59Z', 'updated_at': '2022-05-05T21:00:00Z', 'revision_number': 2, 'project_id': 'c12268ab07a9433491260f53998d1c70', 'subnets': [{'id': '37f3ba51-f1b6-4aca-b75c-b0ac7cc3b2b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:00:02.527575 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0621f44-a140-45d1-a7db-26934d311af8 None None] Checking router: 9a363887-32fc-4f8e-b11e-09a4b2a5861a for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 21:00:02.527915 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0621f44-a140-45d1-a7db-26934d311af8 None None] Updating router 9a363887-32fc-4f8e-b11e-09a4b2a5861a port 15ba62a3-c5ce-45ae-a7a2-494421ec0f83 binding host n-d-840717-1 {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 21:00:02.590266 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d0621f44-a140-45d1-a7db-26934d311af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:02.625563 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c3694c-c48a-4e19-893f-b3bcc4a0050b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-b503c326-a57a-4988-90ef-01dfc9eda418', 'network_id': 'b503c326-a57a-4988-90ef-01dfc9eda418', 'tenant_id': '0a4a84421b3e4384a8d109271f9dfe6e', 'fixed_ips': [{'subnet_id': '75c0aec8-5072-41f5-aa3b-da8048bdc31e'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 21:00:02.626390 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b0c3694c-c48a-4e19-893f-b3bcc4a0050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:02.788480 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-b0c3694c-c48a-4e19-893f-b3bcc4a0050b None None] Allocated IP 172.20.0.2 (b503c326-a57a-4988-90ef-01dfc9eda418/75c0aec8-5072-41f5-aa3b-da8048bdc31e/55c73401-614b-4a47-8cef-bb1a40ed96e5) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:00:02.880888 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e5b54d71-2bea-4806-9b09-fbbc2f5363ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:02.953563 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d0621f44-a140-45d1-a7db-26934d311af8 None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:02.965333 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-d0621f44-a140-45d1-a7db-26934d311af8 None None] Transition to ACTIVE for port object 15ba62a3-c5ce-45ae-a7a2-494421ec0f83 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:00:02.973111 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d0621f44-a140-45d1-a7db-26934d311af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:02.996742 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 7435cf7b-c31c-48ae-b0a5-020ec5d8a76e up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:00:03.057675 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b0c3694c-c48a-4e19-893f-b3bcc4a0050b None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:03.069274 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b0c3694c-c48a-4e19-893f-b3bcc4a0050b None None] Transition to ACTIVE for port object 55c73401-614b-4a47-8cef-bb1a40ed96e5 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:00:03.090005 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b0c3694c-c48a-4e19-893f-b3bcc4a0050b None None] Transition to ACTIVE for port object 55c73401-614b-4a47-8cef-bb1a40ed96e5 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:00:03.102890 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b0c3694c-c48a-4e19-893f-b3bcc4a0050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:03.164567 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06193ca9-0289-4eb6-ae03-833e885ece36 None None] Pushing event updated for resources: {'Port': ['ID=15ba62a3-c5ce-45ae-a7a2-494421ec0f83,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:00:03.218432 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06193ca9-0289-4eb6-ae03-833e885ece36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:00:03.219361 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06193ca9-0289-4eb6-ae03-833e885ece36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:00:03.219361 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06193ca9-0289-4eb6-ae03-833e885ece36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:00:03.219676 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06193ca9-0289-4eb6-ae03-833e885ece36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:00:03.219947 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06193ca9-0289-4eb6-ae03-833e885ece36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:00:03.220272 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06193ca9-0289-4eb6-ae03-833e885ece36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:00:03.220521 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e5b54d71-2bea-4806-9b09-fbbc2f5363ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:03.220995 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06193ca9-0289-4eb6-ae03-833e885ece36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:00:03.220995 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06193ca9-0289-4eb6-ae03-833e885ece36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:00:03.221239 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06193ca9-0289-4eb6-ae03-833e885ece36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:00:03.221513 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06193ca9-0289-4eb6-ae03-833e885ece36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:00:03.221826 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06193ca9-0289-4eb6-ae03-833e885ece36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:00:03.222146 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06193ca9-0289-4eb6-ae03-833e885ece36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:00:03.235525 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c3694c-c48a-4e19-893f-b3bcc4a0050b None None] Network b503c326-a57a-4988-90ef-01dfc9eda418 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:00:03.239568 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-b0c3694c-c48a-4e19-893f-b3bcc4a0050b None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:00:03.241524 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-d0621f44-a140-45d1-a7db-26934d311af8 None None] Attempting to bind port 15ba62a3-c5ce-45ae-a7a2-494421ec0f83 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:00:03.241887 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-d0621f44-a140-45d1-a7db-26934d311af8 None None] Attempting to bind port 15ba62a3-c5ce-45ae-a7a2-494421ec0f83 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'e39ffbb2-b4d4-411e-bc0e-2d686f9532d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd172b2ae-748a-4009-85a6-767504246283'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:00:03.242244 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0621f44-a140-45d1-a7db-26934d311af8 None None] Attempting to bind port 15ba62a3-c5ce-45ae-a7a2-494421ec0f83 on network d172b2ae-748a-4009-85a6-767504246283 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 21:00:03.244447 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c3694c-c48a-4e19-893f-b3bcc4a0050b None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 21:00:03.249063 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0621f44-a140-45d1-a7db-26934d311af8 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 21:00:03.249525 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0621f44-a140-45d1-a7db-26934d311af8 None None] Checking segment: {'id': 'e39ffbb2-b4d4-411e-bc0e-2d686f9532d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd172b2ae-748a-4009-85a6-767504246283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 21:00:03.249835 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d0621f44-a140-45d1-a7db-26934d311af8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:03.250207 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0621f44-a140-45d1-a7db-26934d311af8 None None] Bound using segment: {'id': 'e39ffbb2-b4d4-411e-bc0e-2d686f9532d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd172b2ae-748a-4009-85a6-767504246283'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 21:00:03.250753 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-d0621f44-a140-45d1-a7db-26934d311af8 None None] Bound port: 15ba62a3-c5ce-45ae-a7a2-494421ec0f83, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e39ffbb2-b4d4-411e-bc0e-2d686f9532d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd172b2ae-748a-4009-85a6-767504246283'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:00:03.251109 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d0621f44-a140-45d1-a7db-26934d311af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:03.254094 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e5b54d71-2bea-4806-9b09-fbbc2f5363ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:03.257914 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c3694c-c48a-4e19-893f-b3bcc4a0050b None None] Pushing event updated for resources: {'Port': ['ID=55c73401-614b-4a47-8cef-bb1a40ed96e5,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:00:03.345010 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-d0621f44-a140-45d1-a7db-26934d311af8 None None] For port 15ba62a3-c5ce-45ae-a7a2-494421ec0f83, host n-d-840717-1, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 21:00:03.349105 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-d0621f44-a140-45d1-a7db-26934d311af8 None None] For port 15ba62a3-c5ce-45ae-a7a2-494421ec0f83, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=15ba62a3-c5ce-45ae-a7a2-494421ec0f83,segment=NetworkSegment(e39ffbb2-b4d4-411e-bc0e-2d686f9532d4),segment_id=e39ffbb2-b4d4-411e-bc0e-2d686f9532d4)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 21:00:03.355410 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d0621f44-a140-45d1-a7db-26934d311af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:03.361072 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-b0c3694c-c48a-4e19-893f-b3bcc4a0050b None None] Attempting to bind port 55c73401-614b-4a47-8cef-bb1a40ed96e5 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:00:03.361436 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-b0c3694c-c48a-4e19-893f-b3bcc4a0050b None None] Attempting to bind port 55c73401-614b-4a47-8cef-bb1a40ed96e5 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '626a38ff-c27c-4222-812f-3fb3035339b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b503c326-a57a-4988-90ef-01dfc9eda418'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:00:03.361795 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c3694c-c48a-4e19-893f-b3bcc4a0050b None None] Attempting to bind port 55c73401-614b-4a47-8cef-bb1a40ed96e5 on network b503c326-a57a-4988-90ef-01dfc9eda418 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 21:00:03.363642 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 7435cf7b-c31c-48ae-b0a5-020ec5d8a76e triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:00:03.364007 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:03.404670 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-e5b54d71-2bea-4806-9b09-fbbc2f5363ad admin admin] Allocated IP 172.25.0.56 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/a5aef5c6-6429-4659-930e-38da0a7604ca) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:00:03.416559 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c3694c-c48a-4e19-893f-b3bcc4a0050b None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 21:00:03.417026 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c3694c-c48a-4e19-893f-b3bcc4a0050b None None] Checking segment: {'id': '626a38ff-c27c-4222-812f-3fb3035339b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b503c326-a57a-4988-90ef-01dfc9eda418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 21:00:03.417455 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b0c3694c-c48a-4e19-893f-b3bcc4a0050b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:03.418056 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c3694c-c48a-4e19-893f-b3bcc4a0050b None None] Bound using segment: {'id': '626a38ff-c27c-4222-812f-3fb3035339b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b503c326-a57a-4988-90ef-01dfc9eda418'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 21:00:03.418349 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-b0c3694c-c48a-4e19-893f-b3bcc4a0050b None None] Bound port: 55c73401-614b-4a47-8cef-bb1a40ed96e5, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '626a38ff-c27c-4222-812f-3fb3035339b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b503c326-a57a-4988-90ef-01dfc9eda418'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:00:03.418766 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b0c3694c-c48a-4e19-893f-b3bcc4a0050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:03.480946 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0621f44-a140-45d1-a7db-26934d311af8 None None] Routers {'9a363887-32fc-4f8e-b11e-09a4b2a5861a'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 21:00:03.481567 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-d0621f44-a140-45d1-a7db-26934d311af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:59:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['9a363887-32fc-4f8e-b11e-09a4b2a5861a'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:00:03.575225 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b0c3694c-c48a-4e19-893f-b3bcc4a0050b None None] For port 55c73401-614b-4a47-8cef-bb1a40ed96e5, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 21:00:03.575480 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e5b54d71-2bea-4806-9b09-fbbc2f5363ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:03.579051 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b0c3694c-c48a-4e19-893f-b3bcc4a0050b None None] For port 55c73401-614b-4a47-8cef-bb1a40ed96e5, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=55c73401-614b-4a47-8cef-bb1a40ed96e5,segment=NetworkSegment(626a38ff-c27c-4222-812f-3fb3035339b5),segment_id=626a38ff-c27c-4222-812f-3fb3035339b5)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 21:00:03.588532 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b0c3694c-c48a-4e19-893f-b3bcc4a0050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:03.619898 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06193ca9-0289-4eb6-ae03-833e885ece36 None None] Pushing event updated for resources: {'Port': ['ID=15ba62a3-c5ce-45ae-a7a2-494421ec0f83,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:00:03.624029 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e5b54d71-2bea-4806-9b09-fbbc2f5363ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:03.687467 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c3694c-c48a-4e19-893f-b3bcc4a0050b None None] Pushing event updated for resources: {'Port': ['ID=55c73401-614b-4a47-8cef-bb1a40ed96e5,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:00:03.706919 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b54d71-2bea-4806-9b09-fbbc2f5363ad admin admin] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:00:03.709790 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-e5b54d71-2bea-4806-9b09-fbbc2f5363ad admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:00:03.714549 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b54d71-2bea-4806-9b09-fbbc2f5363ad admin admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 21:00:03.750554 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b54d71-2bea-4806-9b09-fbbc2f5363ad admin admin] Pushing event updated for resources: {'Port': ['ID=a5aef5c6-6429-4659-930e-38da0a7604ca,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:00:03.768798 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-d0621f44-a140-45d1-a7db-26934d311af8 None None] Set router 9a363887-32fc-4f8e-b11e-09a4b2a5861a gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 21:00:04.114972 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-d0621f44-a140-45d1-a7db-26934d311af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a363887-32fc-4f8e-b11e-09a4b2a5861a', 'name': 'tempest-TestShelveInstance-62035008-router', 'tenant_id': 'c12268ab07a9433491260f53998d1c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '7435cf7b-c31c-48ae-b0a5-020ec5d8a76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:59:56Z', 'updated_at': '2022-05-05T21:00:00Z', 'revision_number': 4, 'project_id': 'c12268ab07a9433491260f53998d1c70', 'gw_port': {'id': '7435cf7b-c31c-48ae-b0a5-020ec5d8a76e', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:aa:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a363887-32fc-4f8e-b11e-09a4b2a5861a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:59:56Z', 'updated_at': '2022-05-05T21:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '15ba62a3-c5ce-45ae-a7a2-494421ec0f83', 'name': '', 'network_id': 'd172b2ae-748a-4009-85a6-767504246283', 'tenant_id': 'c12268ab07a9433491260f53998d1c70', 'mac_address': 'fa:16:3e:4b:4d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a363887-32fc-4f8e-b11e-09a4b2a5861a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '37f3ba51-f1b6-4aca-b75c-b0ac7cc3b2b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:59:59Z', 'updated_at': '2022-05-05T21:00:03Z', 'revision_number': 4, 'project_id': 'c12268ab07a9433491260f53998d1c70', 'subnets': [{'id': '37f3ba51-f1b6-4aca-b75c-b0ac7cc3b2b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:00:04.118922 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0621f44-a140-45d1-a7db-26934d311af8 None None] The sync data for ids ['9a363887-32fc-4f8e-b11e-09a4b2a5861a'] in n-d-840717-1 is: [{'id': '9a363887-32fc-4f8e-b11e-09a4b2a5861a', 'name': 'tempest-TestShelveInstance-62035008-router', 'tenant_id': 'c12268ab07a9433491260f53998d1c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '7435cf7b-c31c-48ae-b0a5-020ec5d8a76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:59:56Z', 'updated_at': '2022-05-05T21:00:00Z', 'revision_number': 4, 'project_id': 'c12268ab07a9433491260f53998d1c70', 'gw_port': {'id': '7435cf7b-c31c-48ae-b0a5-020ec5d8a76e', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:aa:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a363887-32fc-4f8e-b11e-09a4b2a5861a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:59:56Z', 'updated_at': '2022-05-05T21:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '15ba62a3-c5ce-45ae-a7a2-494421ec0f83', 'name': '', 'network_id': 'd172b2ae-748a-4009-85a6-767504246283', 'tenant_id': 'c12268ab07a9433491260f53998d1c70', 'mac_address': 'fa:16:3e:4b:4d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a363887-32fc-4f8e-b11e-09a4b2a5861a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '37f3ba51-f1b6-4aca-b75c-b0ac7cc3b2b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:59:59Z', 'updated_at': '2022-05-05T21:00:03Z', 'revision_number': 4, 'project_id': 'c12268ab07a9433491260f53998d1c70', 'subnets': [{'id': '37f3ba51-f1b6-4aca-b75c-b0ac7cc3b2b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 21:00:04.179789 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e5b54d71-2bea-4806-9b09-fbbc2f5363ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:04.663557 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e5b54d71-2bea-4806-9b09-fbbc2f5363ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:04.733068 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9614754b-d83a-437c-88fa-475b7efa3ace None None] Network b503c326-a57a-4988-90ef-01dfc9eda418 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 21:00:04.841582 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-f9893fa8-4cb8-49c7-919e-117d5751768d None None] Provisioning for port 55c73401-614b-4a47-8cef-bb1a40ed96e5 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:00:04.854137 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cd3a19a6-fe5b-4beb-99de-7974c13ea7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:04.890141 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5b54d71-2bea-4806-9b09-fbbc2f5363ad admin admin] Router 1762884d-ca75-40bf-87e3-8e15c7310b10 is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 21:00:05.056045 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 15ba62a3-c5ce-45ae-a7a2-494421ec0f83 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:00:05.106205 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b54d71-2bea-4806-9b09-fbbc2f5363ad admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 21:00:05.123342 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6168c16-aab2-48f3-a813-be6242f897df None None] Sync routers for ids ['1762884d-ca75-40bf-87e3-8e15c7310b10'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 21:00:05.135926 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6168c16-aab2-48f3-a813-be6242f897df None None] Routers {'1762884d-ca75-40bf-87e3-8e15c7310b10'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 21:00:05.136646 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-c6168c16-aab2-48f3-a813-be6242f897df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:59:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['1762884d-ca75-40bf-87e3-8e15c7310b10'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:00:05.138043 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e5b54d71-2bea-4806-9b09-fbbc2f5363ad admin admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:05.142889 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 41556) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:00:05.143487 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e5b54d71-2bea-4806-9b09-fbbc2f5363ad admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7234170 May 05 21:00:05.242802 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 15ba62a3-c5ce-45ae-a7a2-494421ec0f83 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:00:05.249668 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 15ba62a3-c5ce-45ae-a7a2-494421ec0f83 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:00:05.250043 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:05.416048 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-c6168c16-aab2-48f3-a813-be6242f897df None None] Set router 1762884d-ca75-40bf-87e3-8e15c7310b10 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 21:00:05.610541 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:05.716264 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 15ba62a3-c5ce-45ae-a7a2-494421ec0f83, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=15ba62a3-c5ce-45ae-a7a2-494421ec0f83,segment=NetworkSegment(e39ffbb2-b4d4-411e-bc0e-2d686f9532d4),segment_id=e39ffbb2-b4d4-411e-bc0e-2d686f9532d4)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 21:00:05.749397 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:05.750177 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 55c73401-614b-4a47-8cef-bb1a40ed96e5 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:00:05.914397 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=15ba62a3-c5ce-45ae-a7a2-494421ec0f83,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:00:05.938506 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 55c73401-614b-4a47-8cef-bb1a40ed96e5 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:00:05.944180 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-c6168c16-aab2-48f3-a813-be6242f897df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1762884d-ca75-40bf-87e3-8e15c7310b10', 'name': 'tempest-TestShelveInstance-1020354628-router', 'tenant_id': '0a4a84421b3e4384a8d109271f9dfe6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'a5aef5c6-6429-4659-930e-38da0a7604ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:00:02Z', 'updated_at': '2022-05-05T21:00:03Z', 'revision_number': 3, 'project_id': '0a4a84421b3e4384a8d109271f9dfe6e', 'gw_port': {'id': 'a5aef5c6-6429-4659-930e-38da0a7604ca', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:6e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1762884d-ca75-40bf-87e3-8e15c7310b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:00:03Z', 'updated_at': '2022-05-05T21:00:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:00:05.947677 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 55c73401-614b-4a47-8cef-bb1a40ed96e5 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:00:05.948046 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:05.976919 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6168c16-aab2-48f3-a813-be6242f897df None None] Checking router: 1762884d-ca75-40bf-87e3-8e15c7310b10 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 21:00:05.977358 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6168c16-aab2-48f3-a813-be6242f897df None None] Updating router 1762884d-ca75-40bf-87e3-8e15c7310b10 port a5aef5c6-6429-4659-930e-38da0a7604ca binding host n-d-840717-1 {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 21:00:06.005369 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cbc866bf-a73f-453b-bb8d-eecbeb42ee02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:06.050428 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c6168c16-aab2-48f3-a813-be6242f897df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:06.219055 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:06.236541 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-cbc866bf-a73f-453b-bb8d-eecbeb42ee02 admin admin] Allocated IP 172.20.0.1 (b503c326-a57a-4988-90ef-01dfc9eda418/75c0aec8-5072-41f5-aa3b-da8048bdc31e/249bf431-42da-4c21-849a-bce98d9b8e5b) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:00:06.289650 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 55c73401-614b-4a47-8cef-bb1a40ed96e5, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=55c73401-614b-4a47-8cef-bb1a40ed96e5,segment=NetworkSegment(626a38ff-c27c-4222-812f-3fb3035339b5),segment_id=626a38ff-c27c-4222-812f-3fb3035339b5)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 21:00:06.335316 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:06.394446 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cbc866bf-a73f-453b-bb8d-eecbeb42ee02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:06.410946 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [None req-cbc866bf-a73f-453b-bb8d-eecbeb42ee02 admin admin] Transition to ACTIVE for port object 249bf431-42da-4c21-849a-bce98d9b8e5b will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:00:06.435216 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cbc866bf-a73f-453b-bb8d-eecbeb42ee02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:06.435600 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=55c73401-614b-4a47-8cef-bb1a40ed96e5,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:00:06.503733 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc866bf-a73f-453b-bb8d-eecbeb42ee02 admin admin] Network b503c326-a57a-4988-90ef-01dfc9eda418 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:00:06.507111 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-cbc866bf-a73f-453b-bb8d-eecbeb42ee02 admin admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:00:06.510884 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc866bf-a73f-453b-bb8d-eecbeb42ee02 admin admin] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 21:00:06.519891 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c6168c16-aab2-48f3-a813-be6242f897df None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:06.532188 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-c6168c16-aab2-48f3-a813-be6242f897df None None] Transition to ACTIVE for port object a5aef5c6-6429-4659-930e-38da0a7604ca will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:00:06.538573 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c6168c16-aab2-48f3-a813-be6242f897df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:06.546112 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc866bf-a73f-453b-bb8d-eecbeb42ee02 admin admin] Pushing event updated for resources: {'Port': ['ID=249bf431-42da-4c21-849a-bce98d9b8e5b,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:00:06.569868 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cbc866bf-a73f-453b-bb8d-eecbeb42ee02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:06.622711 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9501a3d2-3308-41b1-be8a-1745f990e2fa None None] Pushing event updated for resources: {'Port': ['ID=a5aef5c6-6429-4659-930e-38da0a7604ca,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:00:06.643506 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-c6168c16-aab2-48f3-a813-be6242f897df None None] Attempting to bind port a5aef5c6-6429-4659-930e-38da0a7604ca on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:00:06.643876 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-c6168c16-aab2-48f3-a813-be6242f897df None None] Attempting to bind port a5aef5c6-6429-4659-930e-38da0a7604ca by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:00:06.644294 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6168c16-aab2-48f3-a813-be6242f897df None None] Attempting to bind port a5aef5c6-6429-4659-930e-38da0a7604ca on network 0401d202-1605-4cfe-bad4-fb225df6afb0 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 21:00:06.650718 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6168c16-aab2-48f3-a813-be6242f897df None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 21:00:06.651126 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6168c16-aab2-48f3-a813-be6242f897df None None] Checking segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 21:00:06.651584 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c6168c16-aab2-48f3-a813-be6242f897df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:06.651993 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6168c16-aab2-48f3-a813-be6242f897df None None] Bound using segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 21:00:06.652461 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-c6168c16-aab2-48f3-a813-be6242f897df None None] Bound port: a5aef5c6-6429-4659-930e-38da0a7604ca, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:00:06.652839 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c6168c16-aab2-48f3-a813-be6242f897df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:06.710818 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cbc866bf-a73f-453b-bb8d-eecbeb42ee02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:06.731893 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-c6168c16-aab2-48f3-a813-be6242f897df None None] For port a5aef5c6-6429-4659-930e-38da0a7604ca, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 21:00:06.734989 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-c6168c16-aab2-48f3-a813-be6242f897df None None] For port a5aef5c6-6429-4659-930e-38da0a7604ca, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=a5aef5c6-6429-4659-930e-38da0a7604ca,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 21:00:06.740886 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c6168c16-aab2-48f3-a813-be6242f897df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:06.826018 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6168c16-aab2-48f3-a813-be6242f897df None None] Routers {'1762884d-ca75-40bf-87e3-8e15c7310b10'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 21:00:06.826748 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-c6168c16-aab2-48f3-a813-be6242f897df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T20:59:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['1762884d-ca75-40bf-87e3-8e15c7310b10'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:00:06.885125 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-4ecc3956-5e33-44dc-80fb-6910507fe092 None None] Provisioning for port 249bf431-42da-4c21-849a-bce98d9b8e5b completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:00:06.910987 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-4ecc3956-5e33-44dc-80fb-6910507fe092 None None] Provisioning complete for port 249bf431-42da-4c21-849a-bce98d9b8e5b triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:00:06.911419 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4ecc3956-5e33-44dc-80fb-6910507fe092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:06.947415 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cbc866bf-a73f-453b-bb8d-eecbeb42ee02 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:06.952167 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cbc866bf-a73f-453b-bb8d-eecbeb42ee02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:06.953746 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9501a3d2-3308-41b1-be8a-1745f990e2fa None None] Pushing event updated for resources: {'Port': ['ID=a5aef5c6-6429-4659-930e-38da0a7604ca,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:00:07.048400 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 15ba62a3-c5ce-45ae-a7a2-494421ec0f83 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:00:07.059111 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-cbc866bf-a73f-453b-bb8d-eecbeb42ee02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:07.062499 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc866bf-a73f-453b-bb8d-eecbeb42ee02 admin admin] Pushing event updated for resources: {'Port': ['ID=249bf431-42da-4c21-849a-bce98d9b8e5b,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:00:07.113234 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2c9642bb-c913-4071-860d-b1fddc6def6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:07.116130 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-4ecc3956-5e33-44dc-80fb-6910507fe092 None None] Port 249bf431-42da-4c21-849a-bce98d9b8e5b cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 21:00:07.147877 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-c6168c16-aab2-48f3-a813-be6242f897df None None] Set router 1762884d-ca75-40bf-87e3-8e15c7310b10 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 21:00:07.199469 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc866bf-a73f-453b-bb8d-eecbeb42ee02 admin admin] Network b503c326-a57a-4988-90ef-01dfc9eda418 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:00:07.200640 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-cbc866bf-a73f-453b-bb8d-eecbeb42ee02 admin admin] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:00:07.225464 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 15ba62a3-c5ce-45ae-a7a2-494421ec0f83 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:00:07.225836 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:07.395236 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbc866bf-a73f-453b-bb8d-eecbeb42ee02 admin admin] Router 1762884d-ca75-40bf-87e3-8e15c7310b10 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 21:00:07.566058 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-6eadd9e5-e221-4192-bd2b-3a0905cfd877 None None] Provisioning complete for port 249bf431-42da-4c21-849a-bce98d9b8e5b triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:00:07.566377 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6eadd9e5-e221-4192-bd2b-3a0905cfd877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:07.583071 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc866bf-a73f-453b-bb8d-eecbeb42ee02 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 21:00:07.593031 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-cbc866bf-a73f-453b-bb8d-eecbeb42ee02 admin admin] 10.222.0.36 "PUT /v2.0/routers/1762884d-ca75-40bf-87e3-8e15c7310b10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4480994 May 05 21:00:07.657851 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 55c73401-614b-4a47-8cef-bb1a40ed96e5 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:00:07.711328 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-6eadd9e5-e221-4192-bd2b-3a0905cfd877 None None] Port 249bf431-42da-4c21-849a-bce98d9b8e5b cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 21:00:07.754472 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 55c73401-614b-4a47-8cef-bb1a40ed96e5 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:00:07.754858 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:07.809698 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-c6168c16-aab2-48f3-a813-be6242f897df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1762884d-ca75-40bf-87e3-8e15c7310b10', 'name': 'tempest-TestShelveInstance-1020354628-router', 'tenant_id': '0a4a84421b3e4384a8d109271f9dfe6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'a5aef5c6-6429-4659-930e-38da0a7604ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:00:02Z', 'updated_at': '2022-05-05T21:00:06Z', 'revision_number': 4, 'project_id': '0a4a84421b3e4384a8d109271f9dfe6e', 'gw_port': {'id': 'a5aef5c6-6429-4659-930e-38da0a7604ca', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:6e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1762884d-ca75-40bf-87e3-8e15c7310b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:00:03Z', 'updated_at': '2022-05-05T21:00:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '249bf431-42da-4c21-849a-bce98d9b8e5b', 'name': '', 'network_id': 'b503c326-a57a-4988-90ef-01dfc9eda418', 'tenant_id': '0a4a84421b3e4384a8d109271f9dfe6e', 'mac_address': 'fa:16:3e:25:8e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1762884d-ca75-40bf-87e3-8e15c7310b10', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '75c0aec8-5072-41f5-aa3b-da8048bdc31e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:00:06Z', 'updated_at': '2022-05-05T21:00:06Z', 'revision_number': 1, 'project_id': '0a4a84421b3e4384a8d109271f9dfe6e', 'subnets': [{'id': '75c0aec8-5072-41f5-aa3b-da8048bdc31e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:00:07.820077 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6168c16-aab2-48f3-a813-be6242f897df None None] The sync data for ids ['1762884d-ca75-40bf-87e3-8e15c7310b10'] in n-d-840717-1 is: [{'id': '1762884d-ca75-40bf-87e3-8e15c7310b10', 'name': 'tempest-TestShelveInstance-1020354628-router', 'tenant_id': '0a4a84421b3e4384a8d109271f9dfe6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'a5aef5c6-6429-4659-930e-38da0a7604ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:00:02Z', 'updated_at': '2022-05-05T21:00:06Z', 'revision_number': 4, 'project_id': '0a4a84421b3e4384a8d109271f9dfe6e', 'gw_port': {'id': 'a5aef5c6-6429-4659-930e-38da0a7604ca', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:6e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1762884d-ca75-40bf-87e3-8e15c7310b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:00:03Z', 'updated_at': '2022-05-05T21:00:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '249bf431-42da-4c21-849a-bce98d9b8e5b', 'name': '', 'network_id': 'b503c326-a57a-4988-90ef-01dfc9eda418', 'tenant_id': '0a4a84421b3e4384a8d109271f9dfe6e', 'mac_address': 'fa:16:3e:25:8e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1762884d-ca75-40bf-87e3-8e15c7310b10', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '75c0aec8-5072-41f5-aa3b-da8048bdc31e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:00:06Z', 'updated_at': '2022-05-05T21:00:06Z', 'revision_number': 1, 'project_id': '0a4a84421b3e4384a8d109271f9dfe6e', 'subnets': [{'id': '75c0aec8-5072-41f5-aa3b-da8048bdc31e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 21:00:08.073606 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:08.201940 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 41566) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:00:08.208046 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-eb59adb8-afef-435f-948d-0de71c4d6914 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-259844303', 'description': 'tempest-secgroup-smoke-259844303 description', 'project_id': 'c12268ab07a9433491260f53998d1c70'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 21:00:08.209307 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:08.220214 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-eb59adb8-afef-435f-948d-0de71c4d6914 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:00:08.226369 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-eb59adb8-afef-435f-948d-0de71c4d6914 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Usage tracker for resource:security_group and tenant:c12268ab07a9433491260f53998d1c70 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:00:08.230084 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-eb59adb8-afef-435f-948d-0de71c4d6914 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:00:08.236259 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-eb59adb8-afef-435f-948d-0de71c4d6914 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:00:08.248417 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eb59adb8-afef-435f-948d-0de71c4d6914 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:08.270143 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-eb59adb8-afef-435f-948d-0de71c4d6914 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:00:08.274283 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-eb59adb8-afef-435f-948d-0de71c4d6914 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Usage tracker for resource:security_group_rule and tenant:c12268ab07a9433491260f53998d1c70 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:00:08.277253 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-eb59adb8-afef-435f-948d-0de71c4d6914 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:00:08.283577 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-eb59adb8-afef-435f-948d-0de71c4d6914 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:00:08.366293 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eb59adb8-afef-435f-948d-0de71c4d6914 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:08.370101 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eb59adb8-afef-435f-948d-0de71c4d6914 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:08.413889 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb59adb8-afef-435f-948d-0de71c4d6914 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf6e39b-e377-4b8b-88d9-b0bf556fae50,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:00:08.416836 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eb59adb8-afef-435f-948d-0de71c4d6914 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:08.420871 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-eb59adb8-afef-435f-948d-0de71c4d6914 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2144179 May 05 21:00:08.421250 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 41570) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:00:08.426508 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-0436c6c0-2bfc-4b4c-9b70-4e25bf0be416 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Request body: {'security_group_rule': {'security_group_id': 'bbf6e39b-e377-4b8b-88d9-b0bf556fae50', 'project_id': 'c12268ab07a9433491260f53998d1c70', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 21:00:08.434320 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0436c6c0-2bfc-4b4c-9b70-4e25bf0be416 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:00:08.438806 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-0436c6c0-2bfc-4b4c-9b70-4e25bf0be416 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Usage tracker for resource:security_group_rule and tenant:c12268ab07a9433491260f53998d1c70 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:00:08.442152 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-0436c6c0-2bfc-4b4c-9b70-4e25bf0be416 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:00:08.449005 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0436c6c0-2bfc-4b4c-9b70-4e25bf0be416 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:00:08.467801 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0436c6c0-2bfc-4b4c-9b70-4e25bf0be416 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:08.535017 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0436c6c0-2bfc-4b4c-9b70-4e25bf0be416 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:08.539587 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0436c6c0-2bfc-4b4c-9b70-4e25bf0be416 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:08.575711 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0436c6c0-2bfc-4b4c-9b70-4e25bf0be416 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99fdc257-071e-4100-b42d-14b67cc58e87,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:00:08.617962 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0436c6c0-2bfc-4b4c-9b70-4e25bf0be416 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:08.619749 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-0436c6c0-2bfc-4b4c-9b70-4e25bf0be416 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1975143 May 05 21:00:08.622394 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 41574) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:00:08.628717 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-d9f8a38b-4260-4e62-97ca-748ffccb5e04 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Request body: {'security_group_rule': {'security_group_id': 'bbf6e39b-e377-4b8b-88d9-b0bf556fae50', 'project_id': 'c12268ab07a9433491260f53998d1c70', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 21:00:08.640300 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-d9f8a38b-4260-4e62-97ca-748ffccb5e04 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:00:08.644203 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-d9f8a38b-4260-4e62-97ca-748ffccb5e04 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Usage tracker for resource:security_group_rule and tenant:c12268ab07a9433491260f53998d1c70 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:00:08.647535 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-d9f8a38b-4260-4e62-97ca-748ffccb5e04 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:00:08.653204 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-d9f8a38b-4260-4e62-97ca-748ffccb5e04 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:00:08.680120 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d9f8a38b-4260-4e62-97ca-748ffccb5e04 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:08.746781 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d9f8a38b-4260-4e62-97ca-748ffccb5e04 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:08.752556 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d9f8a38b-4260-4e62-97ca-748ffccb5e04 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:08.778588 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f8a38b-4260-4e62-97ca-748ffccb5e04 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ef58127-9136-45ac-b3f9-bad6c5d18ebc,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:00:08.794619 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d9f8a38b-4260-4e62-97ca-748ffccb5e04 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:08.796149 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d9f8a38b-4260-4e62-97ca-748ffccb5e04 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1721804 May 05 21:00:08.798802 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 41578) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:00:08.804399 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-5910ba16-be85-4035-a269-06c50f4f06ed tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Request body: {'security_group_rule': {'security_group_id': 'bbf6e39b-e377-4b8b-88d9-b0bf556fae50', 'project_id': 'c12268ab07a9433491260f53998d1c70', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 21:00:08.811409 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-5910ba16-be85-4035-a269-06c50f4f06ed tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:00:08.815519 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-5910ba16-be85-4035-a269-06c50f4f06ed tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Usage tracker for resource:security_group_rule and tenant:c12268ab07a9433491260f53998d1c70 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:00:08.818518 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-5910ba16-be85-4035-a269-06c50f4f06ed tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:00:08.824888 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-5910ba16-be85-4035-a269-06c50f4f06ed tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:00:08.843563 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5910ba16-be85-4035-a269-06c50f4f06ed tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:08.918750 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5910ba16-be85-4035-a269-06c50f4f06ed tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:08.926095 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5910ba16-be85-4035-a269-06c50f4f06ed tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:08.955052 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5910ba16-be85-4035-a269-06c50f4f06ed tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c37dad2-ff0e-451a-b389-9112fa1e9cad,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:00:08.965478 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5910ba16-be85-4035-a269-06c50f4f06ed tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:08.967164 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-5910ba16-be85-4035-a269-06c50f4f06ed tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1671851 May 05 21:00:08.969905 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 41582) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:00:08.976453 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-94a12bf2-5f52-4d60-be98-2f587f206561 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Request body: {'security_group_rule': {'security_group_id': 'bbf6e39b-e377-4b8b-88d9-b0bf556fae50', 'project_id': 'c12268ab07a9433491260f53998d1c70', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 21:00:08.983523 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-94a12bf2-5f52-4d60-be98-2f587f206561 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:00:08.987734 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-94a12bf2-5f52-4d60-be98-2f587f206561 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Usage tracker for resource:security_group_rule and tenant:c12268ab07a9433491260f53998d1c70 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:00:08.991720 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-94a12bf2-5f52-4d60-be98-2f587f206561 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:00:08.998015 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-94a12bf2-5f52-4d60-be98-2f587f206561 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:00:09.018164 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device a5aef5c6-6429-4659-930e-38da0a7604ca up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:00:09.023964 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-94a12bf2-5f52-4d60-be98-2f587f206561 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:09.098078 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-94a12bf2-5f52-4d60-be98-2f587f206561 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:09.098354 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port a5aef5c6-6429-4659-930e-38da0a7604ca completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:00:09.102981 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-94a12bf2-5f52-4d60-be98-2f587f206561 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:09.104432 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port a5aef5c6-6429-4659-930e-38da0a7604ca triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:00:09.104815 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:09.127420 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a12bf2-5f52-4d60-be98-2f587f206561 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42da0095-c7f0-443c-9088-070769713439,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:00:09.140805 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-94a12bf2-5f52-4d60-be98-2f587f206561 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:09.142209 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-94a12bf2-5f52-4d60-be98-2f587f206561 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1710181 May 05 21:00:09.144835 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 41586) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:00:09.152867 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-a3b5a260-f6ba-42f0-a916-ffa293ca1add tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Request body: {'security_group_rule': {'security_group_id': 'bbf6e39b-e377-4b8b-88d9-b0bf556fae50', 'project_id': 'c12268ab07a9433491260f53998d1c70', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 21:00:09.161022 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-a3b5a260-f6ba-42f0-a916-ffa293ca1add tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:00:09.165949 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a3b5a260-f6ba-42f0-a916-ffa293ca1add tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Usage tracker for resource:security_group_rule and tenant:c12268ab07a9433491260f53998d1c70 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:00:09.169347 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-a3b5a260-f6ba-42f0-a916-ffa293ca1add tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:00:09.175276 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-a3b5a260-f6ba-42f0-a916-ffa293ca1add tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:00:09.187358 n-d-840717-1 neutron-server[88197]: INFO neutron.db.securitygroups_db [None req-a3b5a260-f6ba-42f0-a916-ffa293ca1add tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Project c12268ab07a9433491260f53998d1c70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 21:00:09.195547 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a3b5a260-f6ba-42f0-a916-ffa293ca1add tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:09.233838 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:09.252643 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port a5aef5c6-6429-4659-930e-38da0a7604ca, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=a5aef5c6-6429-4659-930e-38da0a7604ca,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 21:00:09.257178 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:09.268076 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a3b5a260-f6ba-42f0-a916-ffa293ca1add tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:09.273569 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a3b5a260-f6ba-42f0-a916-ffa293ca1add tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:09.292623 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b5a260-f6ba-42f0-a916-ffa293ca1add tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7973bfa8-9969-4271-a83b-1ccdec212ea8,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:00:09.318776 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-a3b5a260-f6ba-42f0-a916-ffa293ca1add tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:09.320285 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-a3b5a260-f6ba-42f0-a916-ffa293ca1add tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1744277 May 05 21:00:09.327591 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 41590) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:00:09.334463 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-d8ea4f3e-bb0e-4dd0-8890-e039d114ed7b tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Request body: {'security_group_rule': {'security_group_id': 'bbf6e39b-e377-4b8b-88d9-b0bf556fae50', 'project_id': 'c12268ab07a9433491260f53998d1c70', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 21:00:09.341383 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d8ea4f3e-bb0e-4dd0-8890-e039d114ed7b tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:00:09.348129 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d8ea4f3e-bb0e-4dd0-8890-e039d114ed7b tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Usage tracker for resource:security_group_rule and tenant:c12268ab07a9433491260f53998d1c70 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:00:09.351034 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=a5aef5c6-6429-4659-930e-38da0a7604ca,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:00:09.352372 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-d8ea4f3e-bb0e-4dd0-8890-e039d114ed7b tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:00:09.358809 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d8ea4f3e-bb0e-4dd0-8890-e039d114ed7b tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:00:09.368789 n-d-840717-1 neutron-server[88198]: INFO neutron.db.securitygroups_db [None req-d8ea4f3e-bb0e-4dd0-8890-e039d114ed7b tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Project c12268ab07a9433491260f53998d1c70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 21:00:09.375333 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d8ea4f3e-bb0e-4dd0-8890-e039d114ed7b tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:09.444626 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d8ea4f3e-bb0e-4dd0-8890-e039d114ed7b tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:09.448095 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d8ea4f3e-bb0e-4dd0-8890-e039d114ed7b tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:09.472556 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ea4f3e-bb0e-4dd0-8890-e039d114ed7b tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=337ac398-ef58-43c4-9505-78866d52d74d,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:00:09.482602 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d8ea4f3e-bb0e-4dd0-8890-e039d114ed7b tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:09.483908 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-d8ea4f3e-bb0e-4dd0-8890-e039d114ed7b tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1546557 May 05 21:00:09.646862 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-c8b7c628-1a30-40f9-92ce-ebcebdfd6686 req-5d13a330-10c8-4311-8250-f36b14a0e447 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Synchronizing usage tracker for tenant:c12268ab07a9433491260f53998d1c70 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:00:09.663314 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-c8b7c628-1a30-40f9-92ce-ebcebdfd6686 req-5d13a330-10c8-4311-8250-f36b14a0e447 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Unset dirty status for tenant:c12268ab07a9433491260f53998d1c70 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:00:09.664476 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c8b7c628-1a30-40f9-92ce-ebcebdfd6686 req-5d13a330-10c8-4311-8250-f36b14a0e447 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-259844303&fields=id&tenant_id=c12268ab07a9433491260f53998d1c70 HTTP/1.1" status: 200 len: 267 time: 0.0571547 May 05 21:00:09.789388 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:09.815660 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b7c628-1a30-40f9-92ce-ebcebdfd6686 req-e10bad5a-3ac6-4683-9a60-f175e792b17b tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:00:09.817099 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c8b7c628-1a30-40f9-92ce-ebcebdfd6686 req-e10bad5a-3ac6-4683-9a60-f175e792b17b tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/networks?id=d172b2ae-748a-4009-85a6-767504246283 HTTP/1.1" status: 200 len: 807 time: 0.1459372 May 05 21:00:09.833305 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c8b7c628-1a30-40f9-92ce-ebcebdfd6686 req-b7f6009f-f626-4615-8f6a-8653319fc480 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/quotas/c12268ab07a9433491260f53998d1c70 HTTP/1.1" status: 200 len: 375 time: 0.0095770 May 05 21:00:09.914319 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-c8b7c628-1a30-40f9-92ce-ebcebdfd6686 req-eb768292-d669-41ca-8cf2-87cb34011376 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Synchronizing usage tracker for tenant:c12268ab07a9433491260f53998d1c70 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:00:09.930209 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-c8b7c628-1a30-40f9-92ce-ebcebdfd6686 req-eb768292-d669-41ca-8cf2-87cb34011376 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Unset dirty status for tenant:c12268ab07a9433491260f53998d1c70 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:00:09.931633 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c8b7c628-1a30-40f9-92ce-ebcebdfd6686 req-eb768292-d669-41ca-8cf2-87cb34011376 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c12268ab07a9433491260f53998d1c70&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0920219 May 05 21:00:10.165260 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c8b7c628-1a30-40f9-92ce-ebcebdfd6686 req-57dee7c4-5e6d-423d-8282-3460a26c4077 service neutron] 10.222.0.36 "GET /v2.0/networks/d172b2ae-748a-4009-85a6-767504246283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221851 May 05 21:00:10.293133 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c8b7c628-1a30-40f9-92ce-ebcebdfd6686 req-02b3bb9b-9ebc-4fc6-b0c4-f8fb8f77d47a service neutron] 10.222.0.36 "GET /v2.0/networks/d172b2ae-748a-4009-85a6-767504246283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221604 May 05 21:00:10.471532 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-25dc35ad-83b1-4657-95d9-7388532c873d req-74d13858-d708-4032-aaff-3949c645890d tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=e79480c8-7398-4a3b-9225-01980e8af0ad HTTP/1.1" status: 200 len: 210 time: 0.0430243 May 05 21:00:10.970539 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device a5aef5c6-6429-4659-930e-38da0a7604ca up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:00:11.040089 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port a5aef5c6-6429-4659-930e-38da0a7604ca triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:00:11.040456 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:11.508486 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b7c628-1a30-40f9-92ce-ebcebdfd6686 req-db32c3a6-21a6-4f96-910f-f054910dd3d2 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:00:11.510392 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c8b7c628-1a30-40f9-92ce-ebcebdfd6686 req-db32c3a6-21a6-4f96-910f-f054910dd3d2 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.24 "GET /v2.0/networks?id=d172b2ae-748a-4009-85a6-767504246283 HTTP/1.1" status: 200 len: 807 time: 0.1506350 May 05 21:00:11.565641 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c8b7c628-1a30-40f9-92ce-ebcebdfd6686 req-7c3158d2-a64c-40cf-868e-c9a9dac11985 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c12268ab07a9433491260f53998d1c70 HTTP/1.1" status: 200 len: 379 time: 0.0478599 May 05 21:00:11.573972 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-c8b7c628-1a30-40f9-92ce-ebcebdfd6686 req-981bd721-1994-4f28-9f8c-1bc345d5194c tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Request body: {'port': {'device_id': 'e79480c8-7398-4a3b-9225-01980e8af0ad', 'network_id': 'd172b2ae-748a-4009-85a6-767504246283', 'admin_state_up': True, 'tenant_id': 'c12268ab07a9433491260f53998d1c70', 'security_groups': ['bbf6e39b-e377-4b8b-88d9-b0bf556fae50']}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 21:00:11.758893 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-856f3949-24e7-4e03-904b-01075971e38d req-91b82225-6fce-41e2-9b54-e362e1e47810 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=e79480c8-7398-4a3b-9225-01980e8af0ad HTTP/1.1" status: 200 len: 210 time: 0.0589981 May 05 21:00:11.864368 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-c8b7c628-1a30-40f9-92ce-ebcebdfd6686 req-981bd721-1994-4f28-9f8c-1bc345d5194c tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:00:11.874403 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-c8b7c628-1a30-40f9-92ce-ebcebdfd6686 req-981bd721-1994-4f28-9f8c-1bc345d5194c tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:00:11.884948 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8b7c628-1a30-40f9-92ce-ebcebdfd6686 req-981bd721-1994-4f28-9f8c-1bc345d5194c tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Made reservation on behalf of c12268ab07a9433491260f53998d1c70 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:00:11.888694 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c8b7c628-1a30-40f9-92ce-ebcebdfd6686 req-981bd721-1994-4f28-9f8c-1bc345d5194c tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:11.925116 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfd8c47-63ee-40a4-9f3c-db1bbf215fd2 None None] Sync routers for ids ['1762884d-ca75-40bf-87e3-8e15c7310b10'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 21:00:11.935281 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfd8c47-63ee-40a4-9f3c-db1bbf215fd2 None None] Routers {'1762884d-ca75-40bf-87e3-8e15c7310b10'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 21:00:11.935908 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-2dfd8c47-63ee-40a4-9f3c-db1bbf215fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T21:00:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['1762884d-ca75-40bf-87e3-8e15c7310b10'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:00:12.056038 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-c8b7c628-1a30-40f9-92ce-ebcebdfd6686 req-981bd721-1994-4f28-9f8c-1bc345d5194c tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Allocated IP 172.20.0.13 (d172b2ae-748a-4009-85a6-767504246283/37f3ba51-f1b6-4aca-b75c-b0ac7cc3b2b4/1b0b166c-832e-4608-9884-befd06f47ec6) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:00:12.112697 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-2dfd8c47-63ee-40a4-9f3c-db1bbf215fd2 None None] Set router 1762884d-ca75-40bf-87e3-8e15c7310b10 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 21:00:12.246378 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c8b7c628-1a30-40f9-92ce-ebcebdfd6686 req-981bd721-1994-4f28-9f8c-1bc345d5194c tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:12.261863 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-c8b7c628-1a30-40f9-92ce-ebcebdfd6686 req-981bd721-1994-4f28-9f8c-1bc345d5194c tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Transition to ACTIVE for port object 1b0b166c-832e-4608-9884-befd06f47ec6 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:00:12.284650 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c8b7c628-1a30-40f9-92ce-ebcebdfd6686 req-981bd721-1994-4f28-9f8c-1bc345d5194c tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:12.361600 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8b7c628-1a30-40f9-92ce-ebcebdfd6686 req-981bd721-1994-4f28-9f8c-1bc345d5194c tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Network d172b2ae-748a-4009-85a6-767504246283 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:00:12.365042 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-c8b7c628-1a30-40f9-92ce-ebcebdfd6686 req-981bd721-1994-4f28-9f8c-1bc345d5194c tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:00:12.367702 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8b7c628-1a30-40f9-92ce-ebcebdfd6686 req-981bd721-1994-4f28-9f8c-1bc345d5194c tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 21:00:12.405740 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981bd721-1994-4f28-9f8c-1bc345d5194c tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Pushing event updated for resources: {'Port': ['ID=1b0b166c-832e-4608-9884-befd06f47ec6,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:00:12.427927 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-2dfd8c47-63ee-40a4-9f3c-db1bbf215fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1762884d-ca75-40bf-87e3-8e15c7310b10', 'name': 'tempest-TestShelveInstance-1020354628-router', 'tenant_id': '0a4a84421b3e4384a8d109271f9dfe6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'a5aef5c6-6429-4659-930e-38da0a7604ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:00:02Z', 'updated_at': '2022-05-05T21:00:06Z', 'revision_number': 4, 'project_id': '0a4a84421b3e4384a8d109271f9dfe6e', 'gw_port': {'id': 'a5aef5c6-6429-4659-930e-38da0a7604ca', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:6e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1762884d-ca75-40bf-87e3-8e15c7310b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:00:03Z', 'updated_at': '2022-05-05T21:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '249bf431-42da-4c21-849a-bce98d9b8e5b', 'name': '', 'network_id': 'b503c326-a57a-4988-90ef-01dfc9eda418', 'tenant_id': '0a4a84421b3e4384a8d109271f9dfe6e', 'mac_address': 'fa:16:3e:25:8e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1762884d-ca75-40bf-87e3-8e15c7310b10', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '75c0aec8-5072-41f5-aa3b-da8048bdc31e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:00:06Z', 'updated_at': '2022-05-05T21:00:06Z', 'revision_number': 2, 'project_id': '0a4a84421b3e4384a8d109271f9dfe6e', 'subnets': [{'id': '75c0aec8-5072-41f5-aa3b-da8048bdc31e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:00:12.434490 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfd8c47-63ee-40a4-9f3c-db1bbf215fd2 None None] Checking router: 1762884d-ca75-40bf-87e3-8e15c7310b10 for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 21:00:12.435078 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfd8c47-63ee-40a4-9f3c-db1bbf215fd2 None None] Updating router 1762884d-ca75-40bf-87e3-8e15c7310b10 port 249bf431-42da-4c21-849a-bce98d9b8e5b binding host n-d-840717-1 {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 21:00:12.439561 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b7c628-1a30-40f9-92ce-ebcebdfd6686 req-981bd721-1994-4f28-9f8c-1bc345d5194c tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:00:12.440198 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c8b7c628-1a30-40f9-92ce-ebcebdfd6686 req-981bd721-1994-4f28-9f8c-1bc345d5194c tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:12.466078 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c8b7c628-1a30-40f9-92ce-ebcebdfd6686 req-981bd721-1994-4f28-9f8c-1bc345d5194c tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8951814 May 05 21:00:12.476468 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [req-c8b7c628-1a30-40f9-92ce-ebcebdfd6686 req-afa040d9-d47e-4f25-a9df-5deb73bfe54a tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 21:00:12.477448 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c8b7c628-1a30-40f9-92ce-ebcebdfd6686 req-afa040d9-d47e-4f25-a9df-5deb73bfe54a tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061347 May 05 21:00:12.487962 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-c8b7c628-1a30-40f9-92ce-ebcebdfd6686 req-4b977367-15ef-4517-9fea-79a80ef3aa66 service neutron] Request body: {'port': {'device_id': 'e79480c8-7398-4a3b-9225-01980e8af0ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 21:00:12.511387 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2dfd8c47-63ee-40a4-9f3c-db1bbf215fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:12.612052 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c8b7c628-1a30-40f9-92ce-ebcebdfd6686 req-4b977367-15ef-4517-9fea-79a80ef3aa66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:12.669894 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-90a614b3-9177-4a73-8d89-9df75771c7ac None None] Provisioning for port 1b0b166c-832e-4608-9884-befd06f47ec6 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:00:12.674750 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-90a614b3-9177-4a73-8d89-9df75771c7ac None None] Provisioning complete for port 1b0b166c-832e-4608-9884-befd06f47ec6 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:00:12.675130 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-90a614b3-9177-4a73-8d89-9df75771c7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:12.732734 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-90a614b3-9177-4a73-8d89-9df75771c7ac None None] Port 1b0b166c-832e-4608-9884-befd06f47ec6 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 21:00:12.906700 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2dfd8c47-63ee-40a4-9f3c-db1bbf215fd2 None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:12.918964 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-2dfd8c47-63ee-40a4-9f3c-db1bbf215fd2 None None] Transition to ACTIVE for port object 249bf431-42da-4c21-849a-bce98d9b8e5b will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:00:12.928540 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2dfd8c47-63ee-40a4-9f3c-db1bbf215fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:12.953367 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbaaca6-8b1b-4d97-9788-dfd18963ba5c req-79a6bb3a-5700-4077-bc1d-e718967ddb88 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:00:12.954910 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7dbaaca6-8b1b-4d97-9788-dfd18963ba5c req-79a6bb3a-5700-4077-bc1d-e718967ddb88 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=e79480c8-7398-4a3b-9225-01980e8af0ad HTTP/1.1" status: 200 len: 932 time: 0.0857677 May 05 21:00:12.986320 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-c8b7c628-1a30-40f9-92ce-ebcebdfd6686 req-4b977367-15ef-4517-9fea-79a80ef3aa66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b0b166c-832e-4608-9884-befd06f47ec6 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 21:00:12.994563 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c8b7c628-1a30-40f9-92ce-ebcebdfd6686 req-4b977367-15ef-4517-9fea-79a80ef3aa66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:13.002355 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-7dbaaca6-8b1b-4d97-9788-dfd18963ba5c req-e8bc642a-059b-4e07-b6b9-cc29affc85bb tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Synchronizing usage tracker for tenant:c12268ab07a9433491260f53998d1c70 on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:00:13.011413 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-c8b7c628-1a30-40f9-92ce-ebcebdfd6686 req-4b977367-15ef-4517-9fea-79a80ef3aa66 service neutron] Transition to ACTIVE for port object 1b0b166c-832e-4608-9884-befd06f47ec6 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:00:13.016155 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-7dbaaca6-8b1b-4d97-9788-dfd18963ba5c req-e8bc642a-059b-4e07-b6b9-cc29affc85bb tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Unset dirty status for tenant:c12268ab07a9433491260f53998d1c70 on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:00:13.018098 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7dbaaca6-8b1b-4d97-9788-dfd18963ba5c req-e8bc642a-059b-4e07-b6b9-cc29affc85bb tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbf6e39b-e377-4b8b-88d9-b0bf556fae50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560329 May 05 21:00:13.024674 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c8b7c628-1a30-40f9-92ce-ebcebdfd6686 req-4b977367-15ef-4517-9fea-79a80ef3aa66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:13.056096 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b129bcf-cff4-4ab7-9538-dc3254d546d3 None None] Pushing event updated for resources: {'Port': ['ID=249bf431-42da-4c21-849a-bce98d9b8e5b,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:00:13.163382 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-2dfd8c47-63ee-40a4-9f3c-db1bbf215fd2 None None] Attempting to bind port 249bf431-42da-4c21-849a-bce98d9b8e5b on host n-d-840717-1 for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:00:13.163735 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-2dfd8c47-63ee-40a4-9f3c-db1bbf215fd2 None None] Attempting to bind port 249bf431-42da-4c21-849a-bce98d9b8e5b by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '626a38ff-c27c-4222-812f-3fb3035339b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b503c326-a57a-4988-90ef-01dfc9eda418'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:00:13.164074 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfd8c47-63ee-40a4-9f3c-db1bbf215fd2 None None] Attempting to bind port 249bf431-42da-4c21-849a-bce98d9b8e5b on network b503c326-a57a-4988-90ef-01dfc9eda418 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 21:00:13.170123 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfd8c47-63ee-40a4-9f3c-db1bbf215fd2 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 21:00:13.170485 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfd8c47-63ee-40a4-9f3c-db1bbf215fd2 None None] Checking segment: {'id': '626a38ff-c27c-4222-812f-3fb3035339b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b503c326-a57a-4988-90ef-01dfc9eda418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 21:00:13.170874 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2dfd8c47-63ee-40a4-9f3c-db1bbf215fd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:13.171252 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfd8c47-63ee-40a4-9f3c-db1bbf215fd2 None None] Bound using segment: {'id': '626a38ff-c27c-4222-812f-3fb3035339b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b503c326-a57a-4988-90ef-01dfc9eda418'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 21:00:13.171861 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-2dfd8c47-63ee-40a4-9f3c-db1bbf215fd2 None None] Bound port: 249bf431-42da-4c21-849a-bce98d9b8e5b, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '626a38ff-c27c-4222-812f-3fb3035339b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b503c326-a57a-4988-90ef-01dfc9eda418'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:00:13.172227 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2dfd8c47-63ee-40a4-9f3c-db1bbf215fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:13.226956 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b977367-15ef-4517-9fea-79a80ef3aa66 service neutron] Pushing event updated for resources: {'Port': ['ID=1b0b166c-832e-4608-9884-befd06f47ec6,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:00:13.277046 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-c8b7c628-1a30-40f9-92ce-ebcebdfd6686 req-4b977367-15ef-4517-9fea-79a80ef3aa66 service neutron] Attempting to bind port 1b0b166c-832e-4608-9884-befd06f47ec6 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:00:13.277390 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-c8b7c628-1a30-40f9-92ce-ebcebdfd6686 req-4b977367-15ef-4517-9fea-79a80ef3aa66 service neutron] Attempting to bind port 1b0b166c-832e-4608-9884-befd06f47ec6 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'e39ffbb2-b4d4-411e-bc0e-2d686f9532d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd172b2ae-748a-4009-85a6-767504246283'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:00:13.277717 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b7c628-1a30-40f9-92ce-ebcebdfd6686 req-4b977367-15ef-4517-9fea-79a80ef3aa66 service neutron] Attempting to bind port 1b0b166c-832e-4608-9884-befd06f47ec6 on network d172b2ae-748a-4009-85a6-767504246283 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 21:00:13.277829 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-2dfd8c47-63ee-40a4-9f3c-db1bbf215fd2 None None] For port 249bf431-42da-4c21-849a-bce98d9b8e5b, host n-d-840717-1, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 21:00:13.281192 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-2dfd8c47-63ee-40a4-9f3c-db1bbf215fd2 None None] For port 249bf431-42da-4c21-849a-bce98d9b8e5b, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=249bf431-42da-4c21-849a-bce98d9b8e5b,segment=NetworkSegment(626a38ff-c27c-4222-812f-3fb3035339b5),segment_id=626a38ff-c27c-4222-812f-3fb3035339b5)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 21:00:13.283315 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b7c628-1a30-40f9-92ce-ebcebdfd6686 req-4b977367-15ef-4517-9fea-79a80ef3aa66 service neutron] Port 1b0b166c-832e-4608-9884-befd06f47ec6 on network d172b2ae-748a-4009-85a6-767504246283 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 21:00:13.283667 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b7c628-1a30-40f9-92ce-ebcebdfd6686 req-4b977367-15ef-4517-9fea-79a80ef3aa66 service neutron] Attempting to bind port 1b0b166c-832e-4608-9884-befd06f47ec6 on network d172b2ae-748a-4009-85a6-767504246283 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 21:00:13.286426 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2dfd8c47-63ee-40a4-9f3c-db1bbf215fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:13.289144 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b7c628-1a30-40f9-92ce-ebcebdfd6686 req-4b977367-15ef-4517-9fea-79a80ef3aa66 service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 20, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 21:00:13.289483 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b7c628-1a30-40f9-92ce-ebcebdfd6686 req-4b977367-15ef-4517-9fea-79a80ef3aa66 service neutron] Checking segment: {'id': 'e39ffbb2-b4d4-411e-bc0e-2d686f9532d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd172b2ae-748a-4009-85a6-767504246283'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 21:00:13.289866 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b7c628-1a30-40f9-92ce-ebcebdfd6686 req-4b977367-15ef-4517-9fea-79a80ef3aa66 service neutron] Bound using segment: {'id': 'e39ffbb2-b4d4-411e-bc0e-2d686f9532d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd172b2ae-748a-4009-85a6-767504246283'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 21:00:13.290295 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-c8b7c628-1a30-40f9-92ce-ebcebdfd6686 req-4b977367-15ef-4517-9fea-79a80ef3aa66 service neutron] Bound port: 1b0b166c-832e-4608-9884-befd06f47ec6, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e39ffbb2-b4d4-411e-bc0e-2d686f9532d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd172b2ae-748a-4009-85a6-767504246283'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:00:13.290639 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c8b7c628-1a30-40f9-92ce-ebcebdfd6686 req-4b977367-15ef-4517-9fea-79a80ef3aa66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:13.365537 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfd8c47-63ee-40a4-9f3c-db1bbf215fd2 None None] Routers {'1762884d-ca75-40bf-87e3-8e15c7310b10'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 21:00:13.366297 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-2dfd8c47-63ee-40a4-9f3c-db1bbf215fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T21:00:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['1762884d-ca75-40bf-87e3-8e15c7310b10'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:00:13.394010 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-c8b7c628-1a30-40f9-92ce-ebcebdfd6686 req-4b977367-15ef-4517-9fea-79a80ef3aa66 service neutron] For port 1b0b166c-832e-4608-9884-befd06f47ec6, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 21:00:13.397941 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-c8b7c628-1a30-40f9-92ce-ebcebdfd6686 req-4b977367-15ef-4517-9fea-79a80ef3aa66 service neutron] For port 1b0b166c-832e-4608-9884-befd06f47ec6, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=1b0b166c-832e-4608-9884-befd06f47ec6,segment=NetworkSegment(e39ffbb2-b4d4-411e-bc0e-2d686f9532d4),segment_id=e39ffbb2-b4d4-411e-bc0e-2d686f9532d4)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 21:00:13.402820 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c8b7c628-1a30-40f9-92ce-ebcebdfd6686 req-4b977367-15ef-4517-9fea-79a80ef3aa66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:13.455585 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b129bcf-cff4-4ab7-9538-dc3254d546d3 None None] Pushing event updated for resources: {'Port': ['ID=249bf431-42da-4c21-849a-bce98d9b8e5b,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:00:13.468593 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b7c628-1a30-40f9-92ce-ebcebdfd6686 req-4b977367-15ef-4517-9fea-79a80ef3aa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:00:13.468826 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c8b7c628-1a30-40f9-92ce-ebcebdfd6686 req-4b977367-15ef-4517-9fea-79a80ef3aa66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:13.470274 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c8b7c628-1a30-40f9-92ce-ebcebdfd6686 req-4b977367-15ef-4517-9fea-79a80ef3aa66 service neutron] 10.222.0.24 "PUT /v2.0/ports/1b0b166c-832e-4608-9884-befd06f47ec6 HTTP/1.1" status: 200 len: 1092 time: 0.9864292 May 05 21:00:13.470608 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e79480c8-7398-4a3b-9225-01980e8af0ad', 'tag': '1b0b166c-832e-4608-9884-befd06f47ec6'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 21:00:13.498973 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b977367-15ef-4517-9fea-79a80ef3aa66 service neutron] Pushing event updated for resources: {'Port': ['ID=1b0b166c-832e-4608-9884-befd06f47ec6,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:00:13.639127 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-2dfd8c47-63ee-40a4-9f3c-db1bbf215fd2 None None] Set router 1762884d-ca75-40bf-87e3-8e15c7310b10 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 21:00:13.723800 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3216219-14ab-4bad-a602-d50fdd03a279'] response: {'name': 'network-changed', 'server_uuid': 'e79480c8-7398-4a3b-9225-01980e8af0ad', 'tag': '1b0b166c-832e-4608-9884-befd06f47ec6', 'status': 'completed', 'code': 200} May 05 21:00:13.752876 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b7c628-1a30-40f9-92ce-ebcebdfd6686 req-367cc4f9-8968-4857-a1d1-3fe10efc73be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:00:13.754361 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c8b7c628-1a30-40f9-92ce-ebcebdfd6686 req-367cc4f9-8968-4857-a1d1-3fe10efc73be service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c12268ab07a9433491260f53998d1c70&device_id=e79480c8-7398-4a3b-9225-01980e8af0ad HTTP/1.1" status: 200 len: 1095 time: 0.2371562 May 05 21:00:13.822507 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c8b7c628-1a30-40f9-92ce-ebcebdfd6686 req-d3e7b369-8d0f-4d74-a3de-35f24706e511 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b0b166c-832e-4608-9884-befd06f47ec6 HTTP/1.1" status: 200 len: 217 time: 0.0614364 May 05 21:00:13.893708 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b7c628-1a30-40f9-92ce-ebcebdfd6686 req-6ae3b6e0-3851-4abd-8f7f-24a23c9b056e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:00:13.895164 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c8b7c628-1a30-40f9-92ce-ebcebdfd6686 req-6ae3b6e0-3851-4abd-8f7f-24a23c9b056e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=37f3ba51-f1b6-4aca-b75c-b0ac7cc3b2b4 HTTP/1.1" status: 200 len: 846 time: 0.0669286 May 05 21:00:13.958684 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-2dfd8c47-63ee-40a4-9f3c-db1bbf215fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1762884d-ca75-40bf-87e3-8e15c7310b10', 'name': 'tempest-TestShelveInstance-1020354628-router', 'tenant_id': '0a4a84421b3e4384a8d109271f9dfe6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'a5aef5c6-6429-4659-930e-38da0a7604ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:00:02Z', 'updated_at': '2022-05-05T21:00:06Z', 'revision_number': 4, 'project_id': '0a4a84421b3e4384a8d109271f9dfe6e', 'gw_port': {'id': 'a5aef5c6-6429-4659-930e-38da0a7604ca', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:6e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1762884d-ca75-40bf-87e3-8e15c7310b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:00:03Z', 'updated_at': '2022-05-05T21:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '249bf431-42da-4c21-849a-bce98d9b8e5b', 'name': '', 'network_id': 'b503c326-a57a-4988-90ef-01dfc9eda418', 'tenant_id': '0a4a84421b3e4384a8d109271f9dfe6e', 'mac_address': 'fa:16:3e:25:8e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1762884d-ca75-40bf-87e3-8e15c7310b10', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '75c0aec8-5072-41f5-aa3b-da8048bdc31e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:00:06Z', 'updated_at': '2022-05-05T21:00:13Z', 'revision_number': 4, 'project_id': '0a4a84421b3e4384a8d109271f9dfe6e', 'subnets': [{'id': '75c0aec8-5072-41f5-aa3b-da8048bdc31e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:00:13.962578 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfd8c47-63ee-40a4-9f3c-db1bbf215fd2 None None] The sync data for ids ['1762884d-ca75-40bf-87e3-8e15c7310b10'] in n-d-840717-1 is: [{'id': '1762884d-ca75-40bf-87e3-8e15c7310b10', 'name': 'tempest-TestShelveInstance-1020354628-router', 'tenant_id': '0a4a84421b3e4384a8d109271f9dfe6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'a5aef5c6-6429-4659-930e-38da0a7604ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:00:02Z', 'updated_at': '2022-05-05T21:00:06Z', 'revision_number': 4, 'project_id': '0a4a84421b3e4384a8d109271f9dfe6e', 'gw_port': {'id': 'a5aef5c6-6429-4659-930e-38da0a7604ca', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:6e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1762884d-ca75-40bf-87e3-8e15c7310b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:00:03Z', 'updated_at': '2022-05-05T21:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '249bf431-42da-4c21-849a-bce98d9b8e5b', 'name': '', 'network_id': 'b503c326-a57a-4988-90ef-01dfc9eda418', 'tenant_id': '0a4a84421b3e4384a8d109271f9dfe6e', 'mac_address': 'fa:16:3e:25:8e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1762884d-ca75-40bf-87e3-8e15c7310b10', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '75c0aec8-5072-41f5-aa3b-da8048bdc31e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:00:06Z', 'updated_at': '2022-05-05T21:00:13Z', 'revision_number': 4, 'project_id': '0a4a84421b3e4384a8d109271f9dfe6e', 'subnets': [{'id': '75c0aec8-5072-41f5-aa3b-da8048bdc31e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 21:00:13.968750 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b7c628-1a30-40f9-92ce-ebcebdfd6686 req-451e21b5-3048-4423-b225-abfa277ba6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:00:13.970222 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c8b7c628-1a30-40f9-92ce-ebcebdfd6686 req-451e21b5-3048-4423-b225-abfa277ba6fe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d172b2ae-748a-4009-85a6-767504246283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698261 May 05 21:00:14.101592 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c8b7c628-1a30-40f9-92ce-ebcebdfd6686 req-d7a04b87-473c-4aa0-8447-69a8b75ac916 service neutron] 10.222.0.24 "GET /v2.0/networks/d172b2ae-748a-4009-85a6-767504246283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243320 May 05 21:00:14.205333 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aa8042-ae69-42b6-918b-c72b650d1988 req-d057b127-e862-45eb-9b5d-482863a32122 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:00:14.207239 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d8aa8042-ae69-42b6-918b-c72b650d1988 req-d057b127-e862-45eb-9b5d-482863a32122 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=e79480c8-7398-4a3b-9225-01980e8af0ad HTTP/1.1" status: 200 len: 944 time: 0.0807855 May 05 21:00:14.234939 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c8b7c628-1a30-40f9-92ce-ebcebdfd6686 req-c9ee57c2-d052-4491-af7b-cd3617df4823 service neutron] 10.222.0.24 "GET /v2.0/networks/d172b2ae-748a-4009-85a6-767504246283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276646 May 05 21:00:14.353766 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ae2d2-2fdb-4c40-81e5-45de9d263499 req-07e75bd6-32e5-45d7-b97c-b4d7dc9e79e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:00:14.355189 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ea8ae2d2-2fdb-4c40-81e5-45de9d263499 req-07e75bd6-32e5-45d7-b97c-b4d7dc9e79e2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c12268ab07a9433491260f53998d1c70&device_id=e79480c8-7398-4a3b-9225-01980e8af0ad HTTP/1.1" status: 200 len: 1095 time: 0.0781999 May 05 21:00:14.364347 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d8aa8042-ae69-42b6-918b-c72b650d1988 req-f4f33dd1-ae67-4b44-a5d2-1b24d8fe847b tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbf6e39b-e377-4b8b-88d9-b0bf556fae50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508327 May 05 21:00:14.486376 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ae2d2-2fdb-4c40-81e5-45de9d263499 req-321bf3a3-93ae-496a-aef1-957dea76ed4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:00:14.487846 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ea8ae2d2-2fdb-4c40-81e5-45de9d263499 req-321bf3a3-93ae-496a-aef1-957dea76ed4e service neutron] 10.222.0.24 "GET /v2.0/networks?id=d172b2ae-748a-4009-85a6-767504246283 HTTP/1.1" status: 200 len: 908 time: 0.1268184 May 05 21:00:14.559387 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ea8ae2d2-2fdb-4c40-81e5-45de9d263499 req-c3937837-26e5-43ca-95e4-88912eca0c9f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b0b166c-832e-4608-9884-befd06f47ec6 HTTP/1.1" status: 200 len: 217 time: 0.0647564 May 05 21:00:14.625428 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ae2d2-2fdb-4c40-81e5-45de9d263499 req-7c98e55e-6766-4137-806e-a78ec49cc689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:00:14.626854 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ea8ae2d2-2fdb-4c40-81e5-45de9d263499 req-7c98e55e-6766-4137-806e-a78ec49cc689 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=37f3ba51-f1b6-4aca-b75c-b0ac7cc3b2b4 HTTP/1.1" status: 200 len: 846 time: 0.0619326 May 05 21:00:14.703420 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ae2d2-2fdb-4c40-81e5-45de9d263499 req-62d13390-ff17-462d-a43e-22cd7e6db7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:00:14.704907 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ea8ae2d2-2fdb-4c40-81e5-45de9d263499 req-62d13390-ff17-462d-a43e-22cd7e6db7f4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d172b2ae-748a-4009-85a6-767504246283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714874 May 05 21:00:14.835868 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ea8ae2d2-2fdb-4c40-81e5-45de9d263499 req-9e9bddd3-aca2-404a-85a0-a5d4218da66b service neutron] 10.222.0.24 "GET /v2.0/networks/d172b2ae-748a-4009-85a6-767504246283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243148 May 05 21:00:14.861734 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:14.982464 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ea8ae2d2-2fdb-4c40-81e5-45de9d263499 req-680c9b4b-34aa-4840-bae2-dc2946995e2c service neutron] 10.222.0.24 "GET /v2.0/networks/d172b2ae-748a-4009-85a6-767504246283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389008 May 05 21:00:15.006255 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 249bf431-42da-4c21-849a-bce98d9b8e5b up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:00:15.074339 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 249bf431-42da-4c21-849a-bce98d9b8e5b completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:00:15.079388 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 249bf431-42da-4c21-849a-bce98d9b8e5b triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:00:15.079761 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:15.203308 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:15.236598 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 249bf431-42da-4c21-849a-bce98d9b8e5b, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=249bf431-42da-4c21-849a-bce98d9b8e5b,segment=NetworkSegment(626a38ff-c27c-4222-812f-3fb3035339b5),segment_id=626a38ff-c27c-4222-812f-3fb3035339b5)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 21:00:15.241182 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:15.309230 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=249bf431-42da-4c21-849a-bce98d9b8e5b,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:00:15.550632 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e242d7-2274-469f-926a-7be3c81e0995 req-edf54e6a-0d71-430c-8fbe-b46af1fe14b2 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:00:15.551433 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-58e242d7-2274-469f-926a-7be3c81e0995 req-edf54e6a-0d71-430c-8fbe-b46af1fe14b2 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Synchronizing usage tracker for tenant:c12268ab07a9433491260f53998d1c70 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:00:15.567964 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-58e242d7-2274-469f-926a-7be3c81e0995 req-edf54e6a-0d71-430c-8fbe-b46af1fe14b2 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Unset dirty status for tenant:c12268ab07a9433491260f53998d1c70 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:00:15.569186 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-58e242d7-2274-469f-926a-7be3c81e0995 req-edf54e6a-0d71-430c-8fbe-b46af1fe14b2 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=e79480c8-7398-4a3b-9225-01980e8af0ad HTTP/1.1" status: 200 len: 944 time: 0.0992541 May 05 21:00:15.622425 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-58e242d7-2274-469f-926a-7be3c81e0995 req-5b2a0cf8-6f8f-4253-81b5-023fbdead092 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbf6e39b-e377-4b8b-88d9-b0bf556fae50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466001 May 05 21:00:15.653933 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 1b0b166c-832e-4608-9884-befd06f47ec6 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:00:15.784117 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 1b0b166c-832e-4608-9884-befd06f47ec6, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=1b0b166c-832e-4608-9884-befd06f47ec6,segment=NetworkSegment(e39ffbb2-b4d4-411e-bc0e-2d686f9532d4),segment_id=e39ffbb2-b4d4-411e-bc0e-2d686f9532d4)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 21:00:15.800369 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '1b0b166c-832e-4608-9884-befd06f47ec6', 'network_id': 'd172b2ae-748a-4009-85a6-767504246283', 'port_id': '1b0b166c-832e-4608-9884-befd06f47ec6', 'mac_address': 'fa:16:3e:f9:91:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37f3ba51-f1b6-4aca-b75c-b0ac7cc3b2b4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:00:15.853723 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:15.870305 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b0b166c-832e-4608-9884-befd06f47ec6 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 21:00:15.885294 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 1b0b166c-832e-4608-9884-befd06f47ec6, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=1b0b166c-832e-4608-9884-befd06f47ec6,segment=NetworkSegment(e39ffbb2-b4d4-411e-bc0e-2d686f9532d4),segment_id=e39ffbb2-b4d4-411e-bc0e-2d686f9532d4)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 21:00:15.888933 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:15.954757 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=1b0b166c-832e-4608-9884-befd06f47ec6,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:00:16.009979 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:00:16.112694 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['1b0b166c-832e-4608-9884-befd06f47ec6'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 21:00:16.807514 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fb0528-9a26-47b0-92f3-07b525b4501b req-2ee5a5bb-bdb7-4064-a885-d419d7ff2a99 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:00:16.808961 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-55fb0528-9a26-47b0-92f3-07b525b4501b req-2ee5a5bb-bdb7-4064-a885-d419d7ff2a99 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=e79480c8-7398-4a3b-9225-01980e8af0ad HTTP/1.1" status: 200 len: 945 time: 0.0783076 May 05 21:00:16.853027 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-55fb0528-9a26-47b0-92f3-07b525b4501b req-f95e0e5f-90b8-47ec-8a51-91ac66d71fc8 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbf6e39b-e377-4b8b-88d9-b0bf556fae50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384977 May 05 21:00:16.964579 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:16.975838 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 249bf431-42da-4c21-849a-bce98d9b8e5b up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:00:17.044176 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 249bf431-42da-4c21-849a-bce98d9b8e5b triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:00:17.044568 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:17.685364 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 1b0b166c-832e-4608-9884-befd06f47ec6 up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:00:17.753066 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port 1b0b166c-832e-4608-9884-befd06f47ec6 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:00:17.757670 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 1b0b166c-832e-4608-9884-befd06f47ec6 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:00:17.758035 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:17.870540 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:17.898409 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e79480c8-7398-4a3b-9225-01980e8af0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b0b166c-832e-4608-9884-befd06f47ec6'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 21:00:17.908203 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 1b0b166c-832e-4608-9884-befd06f47ec6, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=1b0b166c-832e-4608-9884-befd06f47ec6,segment=NetworkSegment(e39ffbb2-b4d4-411e-bc0e-2d686f9532d4),segment_id=e39ffbb2-b4d4-411e-bc0e-2d686f9532d4)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 21:00:17.913621 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:17.950817 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-327638dc-4e0e-41ad-9ed0-b4ab95b4d6d2'] response: {'server_uuid': 'e79480c8-7398-4a3b-9225-01980e8af0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b0b166c-832e-4608-9884-befd06f47ec6', 'code': 200} May 05 21:00:17.987160 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=1b0b166c-832e-4608-9884-befd06f47ec6,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:00:18.105899 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d433aa-cfd5-47fd-b687-7ed1012e1df3 req-a4eaade6-3685-49c4-b4c9-ceb5071ecb14 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:00:18.107375 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e0d433aa-cfd5-47fd-b687-7ed1012e1df3 req-a4eaade6-3685-49c4-b4c9-ceb5071ecb14 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=e79480c8-7398-4a3b-9225-01980e8af0ad HTTP/1.1" status: 200 len: 946 time: 0.1411278 May 05 21:00:18.109192 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b4021-5fbf-4d61-83d0-e04af2454afc req-d51604c3-5023-4446-901a-1c09b7d71c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:00:18.110509 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-925b4021-5fbf-4d61-83d0-e04af2454afc req-d51604c3-5023-4446-901a-1c09b7d71c86 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e79480c8-7398-4a3b-9225-01980e8af0ad HTTP/1.1" status: 200 len: 1097 time: 0.1065714 May 05 21:00:18.178153 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e0d433aa-cfd5-47fd-b687-7ed1012e1df3 req-5907ab3a-710b-4695-9ff5-ff7f49a6f3f0 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbf6e39b-e377-4b8b-88d9-b0bf556fae50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646870 May 05 21:00:18.181276 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-925b4021-5fbf-4d61-83d0-e04af2454afc req-0c83f4ef-1878-4366-bb52-769a9b91be74 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bbf6e39b-e377-4b8b-88d9-b0bf556fae50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560436 May 05 21:00:19.384792 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe54e6-93de-4e56-8685-21ba77f1dff9 req-539c0502-55a4-4ec6-8912-35fb6154b126 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:00:19.386250 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-63fe54e6-93de-4e56-8685-21ba77f1dff9 req-539c0502-55a4-4ec6-8912-35fb6154b126 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=e79480c8-7398-4a3b-9225-01980e8af0ad HTTP/1.1" status: 200 len: 946 time: 0.0911038 May 05 21:00:19.430309 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-63fe54e6-93de-4e56-8685-21ba77f1dff9 req-0c005099-e2a7-4000-9159-2ca1753c9dd6 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbf6e39b-e377-4b8b-88d9-b0bf556fae50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384128 May 05 21:00:20.613009 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffa4b6a-5885-42b0-ab9f-1ed557904245 req-340a6898-a760-48f7-9555-beda163f9e27 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:00:20.614466 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fffa4b6a-5885-42b0-ab9f-1ed557904245 req-340a6898-a760-48f7-9555-beda163f9e27 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=e79480c8-7398-4a3b-9225-01980e8af0ad HTTP/1.1" status: 200 len: 946 time: 0.0797818 May 05 21:00:20.760444 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fffa4b6a-5885-42b0-ab9f-1ed557904245 req-67f72e4c-11cb-47ed-a378-353d94df6c32 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbf6e39b-e377-4b8b-88d9-b0bf556fae50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401436 May 05 21:00:20.945297 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52dc64b-4d7c-4844-abed-fb3c0fb4af2a req-f4182cc1-b6b3-4ad0-8409-445b90b6df99 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:00:20.946824 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d52dc64b-4d7c-4844-abed-fb3c0fb4af2a req-f4182cc1-b6b3-4ad0-8409-445b90b6df99 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=e79480c8-7398-4a3b-9225-01980e8af0ad HTTP/1.1" status: 200 len: 946 time: 0.0801167 May 05 21:00:20.991005 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d52dc64b-4d7c-4844-abed-fb3c0fb4af2a req-322ca007-e16e-44d5-8ea7-ce1343e7c27d tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbf6e39b-e377-4b8b-88d9-b0bf556fae50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384991 May 05 21:00:21.014056 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 41642) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:00:21.124879 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafad3e3-4e2c-4a66-9ae1-fb0a82a745d6 tempest-TestShelveInstance-1171687353 tempest-TestShelveInstance-1171687353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:00:21.126406 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-dafad3e3-4e2c-4a66-9ae1-fb0a82a745d6 tempest-TestShelveInstance-1171687353 tempest-TestShelveInstance-1171687353-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e79480c8-7398-4a3b-9225-01980e8af0ad HTTP/1.1" status: 200 len: 1092 time: 0.1113081 May 05 21:00:21.129604 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 41648) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:00:21.134958 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-e2377807-7ebe-4d02-b717-f754c569bcdc tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Request body: {'floatingip': {'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'port_id': '1b0b166c-832e-4608-9884-befd06f47ec6', 'tenant_id': 'c12268ab07a9433491260f53998d1c70', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 21:00:21.141513 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e2377807-7ebe-4d02-b717-f754c569bcdc tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:00:21.145319 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-e2377807-7ebe-4d02-b717-f754c569bcdc tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Usage tracker for resource:floatingip and tenant:c12268ab07a9433491260f53998d1c70 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:00:21.148769 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-e2377807-7ebe-4d02-b717-f754c569bcdc tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:00:21.154333 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e2377807-7ebe-4d02-b717-f754c569bcdc tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:00:21.163943 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e2377807-7ebe-4d02-b717-f754c569bcdc tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks [] for floatingip, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:21.295793 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e2377807-7ebe-4d02-b717-f754c569bcdc tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:21.431217 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-e2377807-7ebe-4d02-b717-f754c569bcdc tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Allocated IP 172.25.0.47 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/4a96b5c6-33f2-46f9-803b-79e017ae910c) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:00:21.576013 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e2377807-7ebe-4d02-b717-f754c569bcdc tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:21.604350 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e2377807-7ebe-4d02-b717-f754c569bcdc tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:21.670978 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2377807-7ebe-4d02-b717-f754c569bcdc tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:00:21.673806 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-e2377807-7ebe-4d02-b717-f754c569bcdc tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:00:21.676402 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2377807-7ebe-4d02-b717-f754c569bcdc tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 21:00:21.722337 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2377807-7ebe-4d02-b717-f754c569bcdc tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Pushing event updated for resources: {'Port': ['ID=4a96b5c6-33f2-46f9-803b-79e017ae910c,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:00:22.100752 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e2377807-7ebe-4d02-b717-f754c569bcdc tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:22.171919 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e2377807-7ebe-4d02-b717-f754c569bcdc tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:22.375558 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e2377807-7ebe-4d02-b717-f754c569bcdc tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:22.380201 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e2377807-7ebe-4d02-b717-f754c569bcdc tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:22.483157 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2377807-7ebe-4d02-b717-f754c569bcdc tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Pushing event updated for resources: {'Port': ['ID=4a96b5c6-33f2-46f9-803b-79e017ae910c,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:00:22.496213 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e2377807-7ebe-4d02-b717-f754c569bcdc tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:22.772479 n-d-840717-1 neutron-server[88198]: INFO neutron.db.l3_db [None req-e2377807-7ebe-4d02-b717-f754c569bcdc tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Floating IP 1d384a5c-e748-4485-8af5-8555fa22ba92 associated. External IP: 172.25.0.47, port: 1b0b166c-832e-4608-9884-befd06f47ec6. May 05 21:00:23.121285 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2377807-7ebe-4d02-b717-f754c569bcdc tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Router 9a363887-32fc-4f8e-b11e-09a4b2a5861a has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 21:00:23.300790 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2377807-7ebe-4d02-b717-f754c569bcdc tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 21:00:23.311223 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07c057c-98f8-4fab-a9cd-d7c3926cfea3 None None] Sync routers for ids ['9a363887-32fc-4f8e-b11e-09a4b2a5861a'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 21:00:23.321560 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07c057c-98f8-4fab-a9cd-d7c3926cfea3 None None] Routers {'9a363887-32fc-4f8e-b11e-09a4b2a5861a'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 21:00:23.322184 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-f07c057c-98f8-4fab-a9cd-d7c3926cfea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T21:00:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['9a363887-32fc-4f8e-b11e-09a4b2a5861a'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:00:23.326214 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e2377807-7ebe-4d02-b717-f754c569bcdc tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:23.381877 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-e2377807-7ebe-4d02-b717-f754c569bcdc tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2509694 May 05 21:00:23.382280 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e79480c8-7398-4a3b-9225-01980e8af0ad', 'tag': '1b0b166c-832e-4608-9884-befd06f47ec6'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 21:00:23.425815 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85ab9205-156b-472e-b683-51e79aad3e8c'] response: {'name': 'network-changed', 'server_uuid': 'e79480c8-7398-4a3b-9225-01980e8af0ad', 'tag': '1b0b166c-832e-4608-9884-befd06f47ec6', 'status': 'completed', 'code': 200} May 05 21:00:23.509686 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-f07c057c-98f8-4fab-a9cd-d7c3926cfea3 None None] Set router 9a363887-32fc-4f8e-b11e-09a4b2a5861a gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 21:00:23.520363 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3a2d6-d6fe-4a2d-8d24-06559e3d668f req-279a70e3-aa87-4e45-b9e7-90c0351b33fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:00:23.522393 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7fb3a2d6-d6fe-4a2d-8d24-06559e3d668f req-279a70e3-aa87-4e45-b9e7-90c0351b33fd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c12268ab07a9433491260f53998d1c70&device_id=e79480c8-7398-4a3b-9225-01980e8af0ad HTTP/1.1" status: 200 len: 1097 time: 0.0750303 May 05 21:00:23.656871 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3a2d6-d6fe-4a2d-8d24-06559e3d668f req-5e16783d-674a-435b-b8a6-5968d4f68666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:00:23.658217 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7fb3a2d6-d6fe-4a2d-8d24-06559e3d668f req-5e16783d-674a-435b-b8a6-5968d4f68666 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d172b2ae-748a-4009-85a6-767504246283 HTTP/1.1" status: 200 len: 908 time: 0.1307237 May 05 21:00:23.757317 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7fb3a2d6-d6fe-4a2d-8d24-06559e3d668f req-b8d123b7-71b5-4243-8d09-17f21df9f1ae service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b0b166c-832e-4608-9884-befd06f47ec6 HTTP/1.1" status: 200 len: 999 time: 0.0938673 May 05 21:00:23.821474 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3a2d6-d6fe-4a2d-8d24-06559e3d668f req-ee69126f-3f6b-402f-96d3-52fae83ffc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:00:23.822915 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7fb3a2d6-d6fe-4a2d-8d24-06559e3d668f req-ee69126f-3f6b-402f-96d3-52fae83ffc0f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=37f3ba51-f1b6-4aca-b75c-b0ac7cc3b2b4 HTTP/1.1" status: 200 len: 846 time: 0.0603368 May 05 21:00:23.856709 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-f07c057c-98f8-4fab-a9cd-d7c3926cfea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a363887-32fc-4f8e-b11e-09a4b2a5861a', 'name': 'tempest-TestShelveInstance-62035008-router', 'tenant_id': 'c12268ab07a9433491260f53998d1c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '7435cf7b-c31c-48ae-b0a5-020ec5d8a76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:59:56Z', 'updated_at': '2022-05-05T21:00:00Z', 'revision_number': 4, 'project_id': 'c12268ab07a9433491260f53998d1c70', 'gw_port': {'id': '7435cf7b-c31c-48ae-b0a5-020ec5d8a76e', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:aa:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a363887-32fc-4f8e-b11e-09a4b2a5861a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:59:56Z', 'updated_at': '2022-05-05T21:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '1d384a5c-e748-4485-8af5-8555fa22ba92', 'tenant_id': 'c12268ab07a9433491260f53998d1c70', 'floating_ip_address': '172.25.0.47', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '9a363887-32fc-4f8e-b11e-09a4b2a5861a', 'port_id': '1b0b166c-832e-4608-9884-befd06f47ec6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4398, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd172b2ae-748a-4009-85a6-767504246283', 'mac_address': 'fa:16:3e:f9:91:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79480c8-7398-4a3b-9225-01980e8af0ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T21:00:22Z', 'updated_at': '2022-05-05T21:00:22Z', 'revision_number': 0, 'project_id': 'c12268ab07a9433491260f53998d1c70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15ba62a3-c5ce-45ae-a7a2-494421ec0f83', 'name': '', 'network_id': 'd172b2ae-748a-4009-85a6-767504246283', 'tenant_id': 'c12268ab07a9433491260f53998d1c70', 'mac_address': 'fa:16:3e:4b:4d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a363887-32fc-4f8e-b11e-09a4b2a5861a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '37f3ba51-f1b6-4aca-b75c-b0ac7cc3b2b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:59:59Z', 'updated_at': '2022-05-05T21:00:05Z', 'revision_number': 5, 'project_id': 'c12268ab07a9433491260f53998d1c70', 'subnets': [{'id': '37f3ba51-f1b6-4aca-b75c-b0ac7cc3b2b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:00:23.860632 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07c057c-98f8-4fab-a9cd-d7c3926cfea3 None None] Checking router: 9a363887-32fc-4f8e-b11e-09a4b2a5861a for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 21:00:23.869533 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07c057c-98f8-4fab-a9cd-d7c3926cfea3 None None] Routers {'9a363887-32fc-4f8e-b11e-09a4b2a5861a'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 21:00:23.870121 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-f07c057c-98f8-4fab-a9cd-d7c3926cfea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T21:00:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['9a363887-32fc-4f8e-b11e-09a4b2a5861a'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:00:23.897678 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3a2d6-d6fe-4a2d-8d24-06559e3d668f req-7ab1a91f-1e6f-4974-8fd0-12fd0b12baae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:00:23.899155 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7fb3a2d6-d6fe-4a2d-8d24-06559e3d668f req-7ab1a91f-1e6f-4974-8fd0-12fd0b12baae service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d172b2ae-748a-4009-85a6-767504246283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707519 May 05 21:00:24.030430 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7fb3a2d6-d6fe-4a2d-8d24-06559e3d668f req-47704b26-bae2-4770-835b-6f4026b31810 service neutron] 10.222.0.24 "GET /v2.0/networks/d172b2ae-748a-4009-85a6-767504246283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255064 May 05 21:00:24.048086 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-f07c057c-98f8-4fab-a9cd-d7c3926cfea3 None None] Set router 9a363887-32fc-4f8e-b11e-09a4b2a5861a gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 21:00:24.163786 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7fb3a2d6-d6fe-4a2d-8d24-06559e3d668f req-d67c1bb1-96da-4c8e-8fd5-69cf5ea06139 service neutron] 10.222.0.24 "GET /v2.0/networks/d172b2ae-748a-4009-85a6-767504246283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258483 May 05 21:00:24.424504 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-f07c057c-98f8-4fab-a9cd-d7c3926cfea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a363887-32fc-4f8e-b11e-09a4b2a5861a', 'name': 'tempest-TestShelveInstance-62035008-router', 'tenant_id': 'c12268ab07a9433491260f53998d1c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '7435cf7b-c31c-48ae-b0a5-020ec5d8a76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:59:56Z', 'updated_at': '2022-05-05T21:00:00Z', 'revision_number': 4, 'project_id': 'c12268ab07a9433491260f53998d1c70', 'gw_port': {'id': '7435cf7b-c31c-48ae-b0a5-020ec5d8a76e', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:aa:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a363887-32fc-4f8e-b11e-09a4b2a5861a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:59:56Z', 'updated_at': '2022-05-05T21:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '1d384a5c-e748-4485-8af5-8555fa22ba92', 'tenant_id': 'c12268ab07a9433491260f53998d1c70', 'floating_ip_address': '172.25.0.47', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '9a363887-32fc-4f8e-b11e-09a4b2a5861a', 'port_id': '1b0b166c-832e-4608-9884-befd06f47ec6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4398, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd172b2ae-748a-4009-85a6-767504246283', 'mac_address': 'fa:16:3e:f9:91:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79480c8-7398-4a3b-9225-01980e8af0ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T21:00:22Z', 'updated_at': '2022-05-05T21:00:22Z', 'revision_number': 0, 'project_id': 'c12268ab07a9433491260f53998d1c70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15ba62a3-c5ce-45ae-a7a2-494421ec0f83', 'name': '', 'network_id': 'd172b2ae-748a-4009-85a6-767504246283', 'tenant_id': 'c12268ab07a9433491260f53998d1c70', 'mac_address': 'fa:16:3e:4b:4d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a363887-32fc-4f8e-b11e-09a4b2a5861a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '37f3ba51-f1b6-4aca-b75c-b0ac7cc3b2b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:59:59Z', 'updated_at': '2022-05-05T21:00:05Z', 'revision_number': 5, 'project_id': 'c12268ab07a9433491260f53998d1c70', 'subnets': [{'id': '37f3ba51-f1b6-4aca-b75c-b0ac7cc3b2b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:00:24.429212 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07c057c-98f8-4fab-a9cd-d7c3926cfea3 None None] The sync data for ids ['9a363887-32fc-4f8e-b11e-09a4b2a5861a'] in n-d-840717-1 is: [{'id': '9a363887-32fc-4f8e-b11e-09a4b2a5861a', 'name': 'tempest-TestShelveInstance-62035008-router', 'tenant_id': 'c12268ab07a9433491260f53998d1c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '7435cf7b-c31c-48ae-b0a5-020ec5d8a76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:59:56Z', 'updated_at': '2022-05-05T21:00:00Z', 'revision_number': 4, 'project_id': 'c12268ab07a9433491260f53998d1c70', 'gw_port': {'id': '7435cf7b-c31c-48ae-b0a5-020ec5d8a76e', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:aa:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a363887-32fc-4f8e-b11e-09a4b2a5861a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:59:56Z', 'updated_at': '2022-05-05T21:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '1d384a5c-e748-4485-8af5-8555fa22ba92', 'tenant_id': 'c12268ab07a9433491260f53998d1c70', 'floating_ip_address': '172.25.0.47', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '9a363887-32fc-4f8e-b11e-09a4b2a5861a', 'port_id': '1b0b166c-832e-4608-9884-befd06f47ec6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4398, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd172b2ae-748a-4009-85a6-767504246283', 'mac_address': 'fa:16:3e:f9:91:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79480c8-7398-4a3b-9225-01980e8af0ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T21:00:22Z', 'updated_at': '2022-05-05T21:00:22Z', 'revision_number': 0, 'project_id': 'c12268ab07a9433491260f53998d1c70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15ba62a3-c5ce-45ae-a7a2-494421ec0f83', 'name': '', 'network_id': 'd172b2ae-748a-4009-85a6-767504246283', 'tenant_id': 'c12268ab07a9433491260f53998d1c70', 'mac_address': 'fa:16:3e:4b:4d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a363887-32fc-4f8e-b11e-09a4b2a5861a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '37f3ba51-f1b6-4aca-b75c-b0ac7cc3b2b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:59:59Z', 'updated_at': '2022-05-05T21:00:05Z', 'revision_number': 5, 'project_id': 'c12268ab07a9433491260f53998d1c70', 'subnets': [{'id': '37f3ba51-f1b6-4aca-b75c-b0ac7cc3b2b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 21:00:24.615104 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fff2da-d181-4129-9b24-bf3c1075ee6d None None] New status for floating IP 1d384a5c-e748-4485-8af5-8555fa22ba92: ACTIVE {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 21:00:34.206897 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-da395609-8a51-4613-84e2-4a19dee64f43 req-4a41d9bb-637d-4248-9bad-90b752dc2200 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e79480c8-7398-4a3b-9225-01980e8af0ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1862574 May 05 21:00:34.345822 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da395609-8a51-4613-84e2-4a19dee64f43 req-e1cf8bd4-53bf-484a-857b-68735ce468ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:00:34.347278 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-da395609-8a51-4613-84e2-4a19dee64f43 req-e1cf8bd4-53bf-484a-857b-68735ce468ef service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c12268ab07a9433491260f53998d1c70&device_id=e79480c8-7398-4a3b-9225-01980e8af0ad HTTP/1.1" status: 200 len: 1097 time: 0.0701365 May 05 21:00:34.498653 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da395609-8a51-4613-84e2-4a19dee64f43 req-ed950ffb-ea3e-43d9-b88d-d2f05d4d3282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:00:34.500572 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-da395609-8a51-4613-84e2-4a19dee64f43 req-ed950ffb-ea3e-43d9-b88d-d2f05d4d3282 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d172b2ae-748a-4009-85a6-767504246283 HTTP/1.1" status: 200 len: 908 time: 0.1335456 May 05 21:00:34.609615 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-da395609-8a51-4613-84e2-4a19dee64f43 req-614168f3-8ad3-4943-b152-926949226ee2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b0b166c-832e-4608-9884-befd06f47ec6 HTTP/1.1" status: 200 len: 1001 time: 0.1022024 May 05 21:00:34.678990 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da395609-8a51-4613-84e2-4a19dee64f43 req-c0a2aa89-ab45-40a7-a8d1-960bcc390aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:00:34.680481 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-da395609-8a51-4613-84e2-4a19dee64f43 req-c0a2aa89-ab45-40a7-a8d1-960bcc390aee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=37f3ba51-f1b6-4aca-b75c-b0ac7cc3b2b4 HTTP/1.1" status: 200 len: 846 time: 0.0638013 May 05 21:00:34.759495 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da395609-8a51-4613-84e2-4a19dee64f43 req-813cdb9a-7957-43ee-940e-9f75d413d01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:00:34.761255 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-da395609-8a51-4613-84e2-4a19dee64f43 req-813cdb9a-7957-43ee-940e-9f75d413d01d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d172b2ae-748a-4009-85a6-767504246283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753260 May 05 21:00:34.776776 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-83d9185f-dd08-4038-86b2-2b959b609a78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:34.894997 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-da395609-8a51-4613-84e2-4a19dee64f43 req-8d898c0e-a1a6-4239-bceb-026b2c49e616 service neutron] 10.222.0.24 "GET /v2.0/networks/d172b2ae-748a-4009-85a6-767504246283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281512 May 05 21:00:35.024351 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-da395609-8a51-4613-84e2-4a19dee64f43 req-6c0bb65b-ebce-484e-b059-003bbe9ae90a service neutron] 10.222.0.24 "GET /v2.0/networks/d172b2ae-748a-4009-85a6-767504246283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238532 May 05 21:00:36.975939 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-321b41e2-6af4-4ed0-bf27-f604cc1b6536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:38.048644 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:38.201050 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:39.793466 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:44.858502 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:46.973553 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:00:53.010269 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:01:01.475425 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [req-7b5b6274-5cbf-4f79-8563-4988741d2f92 req-0fe11a04-c0ca-4254-90e6-0834dbb54bdb service neutron] (88197) timed out ('10.222.0.36', 56560) {{(pid=88197) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 05 21:01:04.779721 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ffde6e37-82b2-4a41-9d60-cf5d956b3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:01:06.977268 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6b37a221-25b4-4523-b889-5fa772c10902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:01:08.051222 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:01:08.203458 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:01:09.798126 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:01:14.853485 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:01:16.974365 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:01:30.009426 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:01:34.780880 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c078301e-8498-4441-9134-c61717ce5451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:01:36.127565 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ec43bea6-80c4-4f4e-83cc-920ecd04eb54 req-ad80c52b-2ed5-45fa-867c-23efd3c78a93 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e79480c8-7398-4a3b-9225-01980e8af0ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1098607 May 05 21:01:36.268694 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec43bea6-80c4-4f4e-83cc-920ecd04eb54 req-d2f2b3e5-c67f-4975-8ad4-3610a0216f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:01:36.270141 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ec43bea6-80c4-4f4e-83cc-920ecd04eb54 req-d2f2b3e5-c67f-4975-8ad4-3610a0216f86 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c12268ab07a9433491260f53998d1c70&device_id=e79480c8-7398-4a3b-9225-01980e8af0ad HTTP/1.1" status: 200 len: 1097 time: 0.0745242 May 05 21:01:36.409777 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec43bea6-80c4-4f4e-83cc-920ecd04eb54 req-d4332662-fb06-42b9-bd92-13d21e064b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:01:36.411098 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ec43bea6-80c4-4f4e-83cc-920ecd04eb54 req-d4332662-fb06-42b9-bd92-13d21e064b9f service neutron] 10.222.0.24 "GET /v2.0/networks?id=d172b2ae-748a-4009-85a6-767504246283 HTTP/1.1" status: 200 len: 908 time: 0.1242993 May 05 21:01:36.508009 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ec43bea6-80c4-4f4e-83cc-920ecd04eb54 req-f3f91bb8-c7cf-449d-ae2e-ffecf715850b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b0b166c-832e-4608-9884-befd06f47ec6 HTTP/1.1" status: 200 len: 1001 time: 0.0906732 May 05 21:01:36.571109 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec43bea6-80c4-4f4e-83cc-920ecd04eb54 req-15d2ee37-524c-4bc8-a41e-a5ad971396ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:01:36.572545 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ec43bea6-80c4-4f4e-83cc-920ecd04eb54 req-15d2ee37-524c-4bc8-a41e-a5ad971396ff service neutron] 10.222.0.24 "GET /v2.0/subnets?id=37f3ba51-f1b6-4aca-b75c-b0ac7cc3b2b4 HTTP/1.1" status: 200 len: 846 time: 0.0588355 May 05 21:01:36.646511 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec43bea6-80c4-4f4e-83cc-920ecd04eb54 req-e9417f93-9f1c-474c-9932-e726671a3af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:01:36.648013 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ec43bea6-80c4-4f4e-83cc-920ecd04eb54 req-e9417f93-9f1c-474c-9932-e726671a3af0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d172b2ae-748a-4009-85a6-767504246283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696588 May 05 21:01:36.778544 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ec43bea6-80c4-4f4e-83cc-920ecd04eb54 req-3b62fbcc-b76e-4fa9-baad-4d46b0ee5806 service neutron] 10.222.0.24 "GET /v2.0/networks/d172b2ae-748a-4009-85a6-767504246283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241505 May 05 21:01:36.907801 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ec43bea6-80c4-4f4e-83cc-920ecd04eb54 req-9b19c3b9-54ba-4df0-8b27-94f217be805c service neutron] 10.222.0.24 "GET /v2.0/networks/d172b2ae-748a-4009-85a6-767504246283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238263 May 05 21:01:36.980229 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-31234b95-fdfa-4923-80a4-cfd7c8db50fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:01:38.054668 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:01:38.204264 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:01:39.798298 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:01:44.869404 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:01:47.001346 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:02:04.782412 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2ccdc55e-c99a-47dc-b66d-bcbdf018dd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:02:06.981795 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b17bf526-fcfa-4d5a-a4dd-9f7224760d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:02:07.008178 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:02:08.057615 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:02:08.207100 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:02:09.800953 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:02:13.957419 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8cc87c-54a1-477b-b9c8-6e54ffc71282 req-c51c4363-5359-4f74-a694-4da09343da19 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:02:13.958894 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cd8cc87c-54a1-477b-b9c8-6e54ffc71282 req-c51c4363-5359-4f74-a694-4da09343da19 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=e79480c8-7398-4a3b-9225-01980e8af0ad HTTP/1.1" status: 200 len: 946 time: 0.2349815 May 05 21:02:14.003294 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cd8cc87c-54a1-477b-b9c8-6e54ffc71282 req-8e4e6d66-684c-4623-b6e7-0aeee5c7bba7 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbf6e39b-e377-4b8b-88d9-b0bf556fae50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385087 May 05 21:02:14.887642 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:02:15.196801 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3848c032-a246-4335-b99c-f97a1bc9412e req-bfa21910-213b-4246-abaa-87b0ae87bdde tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:02:15.198265 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3848c032-a246-4335-b99c-f97a1bc9412e req-bfa21910-213b-4246-abaa-87b0ae87bdde tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=e79480c8-7398-4a3b-9225-01980e8af0ad HTTP/1.1" status: 200 len: 946 time: 0.0830965 May 05 21:02:15.242858 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3848c032-a246-4335-b99c-f97a1bc9412e req-bc77a36d-2141-43a6-b614-4224799216c3 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbf6e39b-e377-4b8b-88d9-b0bf556fae50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387981 May 05 21:02:16.435511 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98740698-17d5-4d5b-8642-b036c14df0b7 req-3916194f-ad93-4825-ba27-5099a8092916 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:02:16.437045 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-98740698-17d5-4d5b-8642-b036c14df0b7 req-3916194f-ad93-4825-ba27-5099a8092916 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=e79480c8-7398-4a3b-9225-01980e8af0ad HTTP/1.1" status: 200 len: 946 time: 0.0824912 May 05 21:02:16.482382 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-98740698-17d5-4d5b-8642-b036c14df0b7 req-015dd058-498f-4b85-b73f-d1cd76650a73 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbf6e39b-e377-4b8b-88d9-b0bf556fae50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395730 May 05 21:02:17.020427 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:02:17.666743 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab04d2-01d6-42b3-a5f6-2610d12d9f4d req-d263b643-3f15-4ce6-9282-af6dd10bf6ab tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:02:17.669164 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c0ab04d2-01d6-42b3-a5f6-2610d12d9f4d req-d263b643-3f15-4ce6-9282-af6dd10bf6ab tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=e79480c8-7398-4a3b-9225-01980e8af0ad HTTP/1.1" status: 200 len: 946 time: 0.0839293 May 05 21:02:17.712845 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c0ab04d2-01d6-42b3-a5f6-2610d12d9f4d req-00664290-c485-498c-abc1-21ddf02c30fb tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbf6e39b-e377-4b8b-88d9-b0bf556fae50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370941 May 05 21:02:18.899775 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbdec51-d666-4790-8d66-24c226e595c6 req-772c55c6-0e46-47d3-b45f-5c74927320a4 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:02:18.901156 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4cbdec51-d666-4790-8d66-24c226e595c6 req-772c55c6-0e46-47d3-b45f-5c74927320a4 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=e79480c8-7398-4a3b-9225-01980e8af0ad HTTP/1.1" status: 200 len: 946 time: 0.0822597 May 05 21:02:18.945746 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4cbdec51-d666-4790-8d66-24c226e595c6 req-e910c035-5029-4756-87ca-697a762c192c tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbf6e39b-e377-4b8b-88d9-b0bf556fae50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388038 May 05 21:02:20.137415 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474fb4d1-dd8e-4538-9cd9-4454c4114096 req-ad4b1c23-eb31-4772-8923-6b5be8777300 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:02:20.138878 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-474fb4d1-dd8e-4538-9cd9-4454c4114096 req-ad4b1c23-eb31-4772-8923-6b5be8777300 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=e79480c8-7398-4a3b-9225-01980e8af0ad HTTP/1.1" status: 200 len: 946 time: 0.0796487 May 05 21:02:20.182038 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-474fb4d1-dd8e-4538-9cd9-4454c4114096 req-497ea9ca-8a61-4c4a-a022-bb00bb55a08e tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbf6e39b-e377-4b8b-88d9-b0bf556fae50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376008 May 05 21:02:21.364232 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d71023f-2f34-40fe-8ee5-102764eb4529 req-c1b40c36-d8b7-444b-8805-82d470cc9a18 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:02:21.365676 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7d71023f-2f34-40fe-8ee5-102764eb4529 req-c1b40c36-d8b7-444b-8805-82d470cc9a18 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=e79480c8-7398-4a3b-9225-01980e8af0ad HTTP/1.1" status: 200 len: 946 time: 0.0788403 May 05 21:02:21.412733 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7d71023f-2f34-40fe-8ee5-102764eb4529 req-ac980c7e-66e5-419d-b22b-d1ae82ba030b tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbf6e39b-e377-4b8b-88d9-b0bf556fae50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414388 May 05 21:02:22.597428 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0ebe6-d054-4bab-85aa-0b660710833b req-cf13a468-fb8c-4cfe-9669-010481293dbf tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:02:22.598893 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9bc0ebe6-d054-4bab-85aa-0b660710833b req-cf13a468-fb8c-4cfe-9669-010481293dbf tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=e79480c8-7398-4a3b-9225-01980e8af0ad HTTP/1.1" status: 200 len: 946 time: 0.0818169 May 05 21:02:22.643623 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9bc0ebe6-d054-4bab-85aa-0b660710833b req-c14890a8-00f2-4086-b441-279c58c7b776 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbf6e39b-e377-4b8b-88d9-b0bf556fae50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389724 May 05 21:02:23.827015 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f3949-c13b-453a-aa0b-b53e1ede57d3 req-e535737a-38ab-4af3-8484-9b93d8a9485b tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:02:23.828487 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1e0f3949-c13b-453a-aa0b-b53e1ede57d3 req-e535737a-38ab-4af3-8484-9b93d8a9485b tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=e79480c8-7398-4a3b-9225-01980e8af0ad HTTP/1.1" status: 200 len: 946 time: 0.0782177 May 05 21:02:23.871899 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1e0f3949-c13b-453a-aa0b-b53e1ede57d3 req-fc4eeefc-daa3-4bf4-9842-079b35636d64 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbf6e39b-e377-4b8b-88d9-b0bf556fae50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378246 May 05 21:02:25.057329 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4686d05a-c0ef-4627-ad12-ad69383791e9 req-6e62795d-3f51-4a8a-a1d2-56f007ad3374 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:02:25.058912 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4686d05a-c0ef-4627-ad12-ad69383791e9 req-6e62795d-3f51-4a8a-a1d2-56f007ad3374 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=e79480c8-7398-4a3b-9225-01980e8af0ad HTTP/1.1" status: 200 len: 946 time: 0.0822484 May 05 21:02:25.101449 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4686d05a-c0ef-4627-ad12-ad69383791e9 req-7348d678-dee4-4069-83a9-cc50718b65f5 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbf6e39b-e377-4b8b-88d9-b0bf556fae50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368695 May 05 21:02:26.265715 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 1b0b166c-832e-4608-9884-befd06f47ec6 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:02:26.295673 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002bcce9-f2d0-4ea7-a0b4-31dccfe84975 req-bc9e0e5c-5eb8-4640-9336-b86ae4990b08 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:02:26.297459 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-002bcce9-f2d0-4ea7-a0b4-31dccfe84975 req-bc9e0e5c-5eb8-4640-9336-b86ae4990b08 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=e79480c8-7398-4a3b-9225-01980e8af0ad HTTP/1.1" status: 200 len: 946 time: 0.0910916 May 05 21:02:26.357181 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-002bcce9-f2d0-4ea7-a0b4-31dccfe84975 req-967cad6d-8c61-4197-9fcb-04312af6b799 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbf6e39b-e377-4b8b-88d9-b0bf556fae50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432215 May 05 21:02:26.419708 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 1b0b166c-832e-4608-9884-befd06f47ec6, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=1b0b166c-832e-4608-9884-befd06f47ec6,segment=NetworkSegment(e39ffbb2-b4d4-411e-bc0e-2d686f9532d4),segment_id=e39ffbb2-b4d4-411e-bc0e-2d686f9532d4)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 21:02:26.435562 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '1b0b166c-832e-4608-9884-befd06f47ec6', 'network_id': 'd172b2ae-748a-4009-85a6-767504246283', 'port_id': '1b0b166c-832e-4608-9884-befd06f47ec6', 'mac_address': 'fa:16:3e:f9:91:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37f3ba51-f1b6-4aca-b75c-b0ac7cc3b2b4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:02:26.500313 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:02:26.521395 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1b0b166c-832e-4608-9884-befd06f47ec6 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 21:02:26.540011 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 1b0b166c-832e-4608-9884-befd06f47ec6, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=1b0b166c-832e-4608-9884-befd06f47ec6,segment=NetworkSegment(e39ffbb2-b4d4-411e-bc0e-2d686f9532d4),segment_id=e39ffbb2-b4d4-411e-bc0e-2d686f9532d4)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 21:02:26.548107 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:02:26.630829 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['1b0b166c-832e-4608-9884-befd06f47ec6'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 21:02:26.696916 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=1b0b166c-832e-4608-9884-befd06f47ec6,revision_number=6']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:02:26.716119 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:02:26.716567 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:02:26.716989 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:02:26.717331 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:02:26.717669 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:02:26.717996 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:02:26.718319 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:02:26.718643 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:02:26.718962 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:02:26.719280 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:02:26.719623 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:02:26.719942 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:02:27.565819 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbfb078-8b26-4e68-bb4e-7a47a000686b req-3887bc6c-98b6-4a7a-8c90-7a670e72199d tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:02:27.567563 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4fbfb078-8b26-4e68-bb4e-7a47a000686b req-3887bc6c-98b6-4a7a-8c90-7a670e72199d tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=e79480c8-7398-4a3b-9225-01980e8af0ad HTTP/1.1" status: 200 len: 945 time: 0.0957878 May 05 21:02:27.626655 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4fbfb078-8b26-4e68-bb4e-7a47a000686b req-ab476017-c7f5-4726-a5cd-50b10bbc5030 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbf6e39b-e377-4b8b-88d9-b0bf556fae50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527587 May 05 21:02:28.280334 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 1b0b166c-832e-4608-9884-befd06f47ec6 up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:02:28.357687 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 1b0b166c-832e-4608-9884-befd06f47ec6 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:02:28.358056 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:02:28.483561 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:02:28.512520 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e79480c8-7398-4a3b-9225-01980e8af0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b0b166c-832e-4608-9884-befd06f47ec6'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 21:02:28.523105 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 1b0b166c-832e-4608-9884-befd06f47ec6, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=1b0b166c-832e-4608-9884-befd06f47ec6,segment=NetworkSegment(e39ffbb2-b4d4-411e-bc0e-2d686f9532d4),segment_id=e39ffbb2-b4d4-411e-bc0e-2d686f9532d4)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 21:02:28.529023 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:02:28.600020 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a52812f0-d69d-4b2c-a1de-ee5111c0f460'] response: {'server_uuid': 'e79480c8-7398-4a3b-9225-01980e8af0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b0b166c-832e-4608-9884-befd06f47ec6', 'code': 200} May 05 21:02:28.606427 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=1b0b166c-832e-4608-9884-befd06f47ec6,revision_number=7']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:02:28.815801 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319a7ca7-75b3-41af-8f15-fe7e0d0efe6e req-183b0949-8820-4a33-af6f-69ee925c55d5 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:02:28.817222 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-319a7ca7-75b3-41af-8f15-fe7e0d0efe6e req-183b0949-8820-4a33-af6f-69ee925c55d5 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=e79480c8-7398-4a3b-9225-01980e8af0ad HTTP/1.1" status: 200 len: 946 time: 0.0806954 May 05 21:02:28.866236 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-319a7ca7-75b3-41af-8f15-fe7e0d0efe6e req-4a437db8-41fd-463a-a293-e6b81c93a198 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbf6e39b-e377-4b8b-88d9-b0bf556fae50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427821 May 05 21:02:30.062383 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded5a8a-fbfe-4c09-80d9-cb51a890932a req-4e31971b-570e-4558-a2e1-0e484ae1b1f8 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:02:30.064126 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9ded5a8a-fbfe-4c09-80d9-cb51a890932a req-4e31971b-570e-4558-a2e1-0e484ae1b1f8 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=e79480c8-7398-4a3b-9225-01980e8af0ad HTTP/1.1" status: 200 len: 946 time: 0.0886116 May 05 21:02:30.122197 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9ded5a8a-fbfe-4c09-80d9-cb51a890932a req-6f87efd4-86c6-4379-9b9e-985ccff85585 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbf6e39b-e377-4b8b-88d9-b0bf556fae50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508828 May 05 21:02:31.313614 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184c2341-fa46-4acf-8f04-55b236a557b9 req-81636bfc-280e-41a4-ad0e-f88ce54d1782 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:02:31.315179 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-184c2341-fa46-4acf-8f04-55b236a557b9 req-81636bfc-280e-41a4-ad0e-f88ce54d1782 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=e79480c8-7398-4a3b-9225-01980e8af0ad HTTP/1.1" status: 200 len: 946 time: 0.0923209 May 05 21:02:31.371390 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-184c2341-fa46-4acf-8f04-55b236a557b9 req-1d1531b3-b300-4d4c-a80a-998a0210b11f tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbf6e39b-e377-4b8b-88d9-b0bf556fae50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482004 May 05 21:02:32.755269 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abec4cb-f02f-4052-a0f8-3e45cc236f8d req-4be56f54-ba27-45b9-a5c9-b73bd28e850f tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:02:32.757157 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3abec4cb-f02f-4052-a0f8-3e45cc236f8d req-4be56f54-ba27-45b9-a5c9-b73bd28e850f tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=e79480c8-7398-4a3b-9225-01980e8af0ad HTTP/1.1" status: 200 len: 946 time: 0.0926220 May 05 21:02:32.810612 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3abec4cb-f02f-4052-a0f8-3e45cc236f8d req-8b94a5dd-9762-4ace-a3bf-0e83de4b7439 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbf6e39b-e377-4b8b-88d9-b0bf556fae50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461600 May 05 21:02:34.033841 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f660a-d5d6-4dd3-b415-01d27914e0b2 req-02930b7a-a986-42b0-afaf-46e67cdcb9ff tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:02:34.035345 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f06f660a-d5d6-4dd3-b415-01d27914e0b2 req-02930b7a-a986-42b0-afaf-46e67cdcb9ff tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=e79480c8-7398-4a3b-9225-01980e8af0ad HTTP/1.1" status: 200 len: 946 time: 0.1064184 May 05 21:02:34.082720 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f06f660a-d5d6-4dd3-b415-01d27914e0b2 req-48ace8be-568a-4178-a88f-1e1756ff0e9b tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbf6e39b-e377-4b8b-88d9-b0bf556fae50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414922 May 05 21:02:34.786555 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-98c30c25-ec16-4425-863c-d45a83a83020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:02:35.284411 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521af8ad-b0a3-4b47-8e7c-f6f4f325d814 req-2ad6e0c9-a2af-4dd4-9335-26ab0d17bced tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:02:35.285889 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-521af8ad-b0a3-4b47-8e7c-f6f4f325d814 req-2ad6e0c9-a2af-4dd4-9335-26ab0d17bced tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=e79480c8-7398-4a3b-9225-01980e8af0ad HTTP/1.1" status: 200 len: 946 time: 0.0814254 May 05 21:02:35.330357 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-521af8ad-b0a3-4b47-8e7c-f6f4f325d814 req-db95a4ae-78d2-49b7-a76d-2cd1d140cccf tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbf6e39b-e377-4b8b-88d9-b0bf556fae50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387731 May 05 21:02:35.959181 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a8a008-046e-4818-9f63-3dad08061a40 req-1f8598fb-fbd3-48b4-a0e8-b712ea2b7f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:02:35.960673 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-05a8a008-046e-4818-9f63-3dad08061a40 req-1f8598fb-fbd3-48b4-a0e8-b712ea2b7f62 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c12268ab07a9433491260f53998d1c70&device_id=e79480c8-7398-4a3b-9225-01980e8af0ad HTTP/1.1" status: 200 len: 1097 time: 0.0733707 May 05 21:02:36.090274 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a8a008-046e-4818-9f63-3dad08061a40 req-c4871431-97ba-4ca1-9f09-9bc6fbb4b464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:02:36.091750 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-05a8a008-046e-4818-9f63-3dad08061a40 req-c4871431-97ba-4ca1-9f09-9bc6fbb4b464 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d172b2ae-748a-4009-85a6-767504246283 HTTP/1.1" status: 200 len: 908 time: 0.1257856 May 05 21:02:36.194740 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-05a8a008-046e-4818-9f63-3dad08061a40 req-0d6e34c4-5593-463d-a2cc-bf3377cb0149 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b0b166c-832e-4608-9884-befd06f47ec6 HTTP/1.1" status: 200 len: 1001 time: 0.0961854 May 05 21:02:36.254919 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a8a008-046e-4818-9f63-3dad08061a40 req-00abcde9-b984-4490-ba17-ca6dbb354309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:02:36.256505 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-05a8a008-046e-4818-9f63-3dad08061a40 req-00abcde9-b984-4490-ba17-ca6dbb354309 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=37f3ba51-f1b6-4aca-b75c-b0ac7cc3b2b4 HTTP/1.1" status: 200 len: 846 time: 0.0561285 May 05 21:02:36.337468 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a8a008-046e-4818-9f63-3dad08061a40 req-41d6f4a5-3ff5-4175-9029-6ed6b2f91346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:02:36.338922 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-05a8a008-046e-4818-9f63-3dad08061a40 req-41d6f4a5-3ff5-4175-9029-6ed6b2f91346 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d172b2ae-748a-4009-85a6-767504246283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766523 May 05 21:02:36.473202 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-05a8a008-046e-4818-9f63-3dad08061a40 req-1dc30d76-9a5c-4342-9fa4-d034772e7a0a service neutron] 10.222.0.24 "GET /v2.0/networks/d172b2ae-748a-4009-85a6-767504246283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273003 May 05 21:02:36.515931 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c200895-f8b1-4484-865b-f4757e4d0448 req-4ebb9799-4b0f-4e29-b293-bd507be5514e tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:02:36.517311 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1c200895-f8b1-4484-865b-f4757e4d0448 req-4ebb9799-4b0f-4e29-b293-bd507be5514e tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=e79480c8-7398-4a3b-9225-01980e8af0ad HTTP/1.1" status: 200 len: 946 time: 0.0801175 May 05 21:02:36.561992 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1c200895-f8b1-4484-865b-f4757e4d0448 req-410628fc-b0ad-489d-85a5-09b631c2146d tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbf6e39b-e377-4b8b-88d9-b0bf556fae50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389974 May 05 21:02:36.608699 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-05a8a008-046e-4818-9f63-3dad08061a40 req-462b7739-fce4-47b8-a018-d5bb9e550657 service neutron] 10.222.0.24 "GET /v2.0/networks/d172b2ae-748a-4009-85a6-767504246283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297159 May 05 21:02:36.983800 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-70736043-36eb-4e9c-930e-2afd6c0f7df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:02:37.746574 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6726f037-1d94-4af5-accf-62dc144f03c3 req-315d1a9a-149f-4a3d-ad59-a899775b4b57 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:02:37.748067 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6726f037-1d94-4af5-accf-62dc144f03c3 req-315d1a9a-149f-4a3d-ad59-a899775b4b57 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=e79480c8-7398-4a3b-9225-01980e8af0ad HTTP/1.1" status: 200 len: 946 time: 0.0807719 May 05 21:02:37.791492 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6726f037-1d94-4af5-accf-62dc144f03c3 req-3e314499-7794-495d-8878-7246d213aac0 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbf6e39b-e377-4b8b-88d9-b0bf556fae50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377390 May 05 21:02:38.060697 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:02:38.209930 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:02:38.260349 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c409e-d678-4c53-8744-be78db8801b5 req-8f953918-5e28-4056-b030-da1d2ec8c2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:02:38.262640 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-524c409e-d678-4c53-8744-be78db8801b5 req-8f953918-5e28-4056-b030-da1d2ec8c2f8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c12268ab07a9433491260f53998d1c70&device_id=e79480c8-7398-4a3b-9225-01980e8af0ad HTTP/1.1" status: 200 len: 1097 time: 0.1913943 May 05 21:02:38.311102 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 1b0b166c-832e-4608-9884-befd06f47ec6 no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:02:38.406947 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c409e-d678-4c53-8744-be78db8801b5 req-eeab2ba4-0919-4c65-9353-8aed2b24c198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:02:38.408493 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-524c409e-d678-4c53-8744-be78db8801b5 req-eeab2ba4-0919-4c65-9353-8aed2b24c198 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d172b2ae-748a-4009-85a6-767504246283 HTTP/1.1" status: 200 len: 908 time: 0.1279697 May 05 21:02:38.429087 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:02:38.467465 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e79480c8-7398-4a3b-9225-01980e8af0ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b0b166c-832e-4608-9884-befd06f47ec6'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 21:02:38.480162 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 1b0b166c-832e-4608-9884-befd06f47ec6, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=1b0b166c-832e-4608-9884-befd06f47ec6,segment=NetworkSegment(e39ffbb2-b4d4-411e-bc0e-2d686f9532d4),segment_id=e39ffbb2-b4d4-411e-bc0e-2d686f9532d4)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 21:02:38.485990 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:02:38.518496 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-524c409e-d678-4c53-8744-be78db8801b5 req-6445bfad-ff60-488d-99c8-9c8ad9a0f8ca service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b0b166c-832e-4608-9884-befd06f47ec6 HTTP/1.1" status: 200 len: 1001 time: 0.1033280 May 05 21:02:38.522157 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee1e45b7-4e75-4ceb-abc3-955cd4b8d763'] response: {'server_uuid': 'e79480c8-7398-4a3b-9225-01980e8af0ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b0b166c-832e-4608-9884-befd06f47ec6', 'code': 200} May 05 21:02:38.592122 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=1b0b166c-832e-4608-9884-befd06f47ec6,revision_number=8']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:02:38.601214 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c409e-d678-4c53-8744-be78db8801b5 req-36a9e572-1977-4de1-bb71-99fdd2b4e4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:02:38.602023 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-524c409e-d678-4c53-8744-be78db8801b5 req-36a9e572-1977-4de1-bb71-99fdd2b4e4e9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=37f3ba51-f1b6-4aca-b75c-b0ac7cc3b2b4 HTTP/1.1" status: 200 len: 846 time: 0.0669143 May 05 21:02:38.682775 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c409e-d678-4c53-8744-be78db8801b5 req-087fc86e-e8ed-4ff0-856c-1420be238eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:02:38.684442 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-524c409e-d678-4c53-8744-be78db8801b5 req-087fc86e-e8ed-4ff0-856c-1420be238eb4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d172b2ae-748a-4009-85a6-767504246283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757384 May 05 21:02:38.816732 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-524c409e-d678-4c53-8744-be78db8801b5 req-cf2bbf36-61c0-4aed-b555-4e4d1cdcddf3 service neutron] 10.222.0.24 "GET /v2.0/networks/d172b2ae-748a-4009-85a6-767504246283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257758 May 05 21:02:39.006884 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-524c409e-d678-4c53-8744-be78db8801b5 req-7f60ccd3-ff3a-45d9-add4-a14de669a562 service neutron] 10.222.0.24 "GET /v2.0/networks/d172b2ae-748a-4009-85a6-767504246283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846817 May 05 21:02:39.025765 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c22b5d-c547-4244-a840-7f1e0564420e req-c5aa6abb-0505-4fa7-89e9-a51c8fdd8e43 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:02:39.027807 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-02c22b5d-c547-4244-a840-7f1e0564420e req-c5aa6abb-0505-4fa7-89e9-a51c8fdd8e43 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=e79480c8-7398-4a3b-9225-01980e8af0ad HTTP/1.1" status: 200 len: 944 time: 0.1172917 May 05 21:02:39.070873 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-02c22b5d-c547-4244-a840-7f1e0564420e req-b0a4ac22-7175-40b9-9b12-7ff918bc6491 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbf6e39b-e377-4b8b-88d9-b0bf556fae50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374062 May 05 21:02:39.803294 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:02:40.432411 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cf8db4-c9e9-4892-91b0-100c813c466c req-0b5d22a6-b8fa-4dbb-ad6d-3561e6abbada tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:02:40.434598 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-66cf8db4-c9e9-4892-91b0-100c813c466c req-0b5d22a6-b8fa-4dbb-ad6d-3561e6abbada tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=e79480c8-7398-4a3b-9225-01980e8af0ad HTTP/1.1" status: 200 len: 944 time: 0.0843973 May 05 21:02:40.478496 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-66cf8db4-c9e9-4892-91b0-100c813c466c req-cac6428a-4435-4a16-90a5-e427fdb0b201 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbf6e39b-e377-4b8b-88d9-b0bf556fae50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381470 May 05 21:02:40.546749 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 41832) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:02:40.658745 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d2e929ad-d004-4c77-9512-f2054795eeba req-c1f9cf4d-081e-4b4e-98fb-9dde4435df74 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e79480c8-7398-4a3b-9225-01980e8af0ad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1106315 May 05 21:02:41.668464 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67743227-8b4a-4ece-9f65-057763a3454c req-f9e7fd0f-3da5-48ef-8859-f82f65a19bc4 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:02:41.669925 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-67743227-8b4a-4ece-9f65-057763a3454c req-f9e7fd0f-3da5-48ef-8859-f82f65a19bc4 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=e79480c8-7398-4a3b-9225-01980e8af0ad HTTP/1.1" status: 200 len: 944 time: 0.0825150 May 05 21:02:41.715460 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-67743227-8b4a-4ece-9f65-057763a3454c req-9f40c7ca-caa3-4fc4-a98b-2e4445755ba3 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbf6e39b-e377-4b8b-88d9-b0bf556fae50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398171 May 05 21:02:42.895310 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540e2f9-d19a-4f26-a29a-93bafe0c9caa req-ab2ee48c-6d12-496f-a5fb-14936325f0e6 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:02:42.896685 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0540e2f9-d19a-4f26-a29a-93bafe0c9caa req-ab2ee48c-6d12-496f-a5fb-14936325f0e6 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=e79480c8-7398-4a3b-9225-01980e8af0ad HTTP/1.1" status: 200 len: 944 time: 0.0777075 May 05 21:02:42.941713 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0540e2f9-d19a-4f26-a29a-93bafe0c9caa req-2cb3e551-9e1f-4e6e-8a6e-d65ee8f77e30 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbf6e39b-e377-4b8b-88d9-b0bf556fae50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387869 May 05 21:02:43.720049 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e929ad-d004-4c77-9512-f2054795eeba req-94896863-20b4-4b7b-9bdd-285e8642a81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:02:43.721504 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d2e929ad-d004-4c77-9512-f2054795eeba req-94896863-20b4-4b7b-9bdd-285e8642a81c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e79480c8-7398-4a3b-9225-01980e8af0ad&tenant_id=c12268ab07a9433491260f53998d1c70 HTTP/1.1" status: 200 len: 1095 time: 0.1152503 May 05 21:02:43.732665 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-d2e929ad-d004-4c77-9512-f2054795eeba req-077ea838-8eee-40e8-827b-7a33c17e370e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-840717-1', 'device_owner': 'compute:nova'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 21:02:43.838022 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d2e929ad-d004-4c77-9512-f2054795eeba req-077ea838-8eee-40e8-827b-7a33c17e370e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:02:44.007656 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:02:44.149513 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-d2e929ad-d004-4c77-9512-f2054795eeba req-077ea838-8eee-40e8-827b-7a33c17e370e service neutron] For port 1b0b166c-832e-4608-9884-befd06f47ec6, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=1b0b166c-832e-4608-9884-befd06f47ec6,segment=NetworkSegment(e39ffbb2-b4d4-411e-bc0e-2d686f9532d4),segment_id=e39ffbb2-b4d4-411e-bc0e-2d686f9532d4)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 21:02:44.184084 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd59391-fe4d-44ef-a41d-a80ba29dbb37 req-9ed8178a-95c0-4be3-9c00-c96897bbbaf8 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:02:44.185519 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ccd59391-fe4d-44ef-a41d-a80ba29dbb37 req-9ed8178a-95c0-4be3-9c00-c96897bbbaf8 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=e79480c8-7398-4a3b-9225-01980e8af0ad HTTP/1.1" status: 200 len: 944 time: 0.1281562 May 05 21:02:44.207858 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-d2e929ad-d004-4c77-9512-f2054795eeba req-077ea838-8eee-40e8-827b-7a33c17e370e service neutron] For port 1b0b166c-832e-4608-9884-befd06f47ec6, host n-h1-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 21:02:44.373457 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-d2e929ad-d004-4c77-9512-f2054795eeba req-077ea838-8eee-40e8-827b-7a33c17e370e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b0b166c-832e-4608-9884-befd06f47ec6 {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 21:02:44.383239 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ccd59391-fe4d-44ef-a41d-a80ba29dbb37 req-04f434a7-6c09-4b53-8828-594b01942edb tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbf6e39b-e377-4b8b-88d9-b0bf556fae50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1901324 May 05 21:02:44.384926 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d2e929ad-d004-4c77-9512-f2054795eeba req-077ea838-8eee-40e8-827b-7a33c17e370e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:02:44.400608 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-d2e929ad-d004-4c77-9512-f2054795eeba req-077ea838-8eee-40e8-827b-7a33c17e370e service neutron] Transition to ACTIVE for port object 1b0b166c-832e-4608-9884-befd06f47ec6 will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:02:44.405227 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d2e929ad-d004-4c77-9512-f2054795eeba req-077ea838-8eee-40e8-827b-7a33c17e370e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:02:44.538087 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077ea838-8eee-40e8-827b-7a33c17e370e service neutron] Pushing event updated for resources: {'Port': ['ID=1b0b166c-832e-4608-9884-befd06f47ec6,revision_number=9']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:02:44.551122 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077ea838-8eee-40e8-827b-7a33c17e370e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:02:44.551485 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077ea838-8eee-40e8-827b-7a33c17e370e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:02:44.551823 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077ea838-8eee-40e8-827b-7a33c17e370e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:02:44.552152 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077ea838-8eee-40e8-827b-7a33c17e370e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:02:44.552478 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077ea838-8eee-40e8-827b-7a33c17e370e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:02:44.552802 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077ea838-8eee-40e8-827b-7a33c17e370e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:02:44.553124 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077ea838-8eee-40e8-827b-7a33c17e370e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:02:44.553441 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077ea838-8eee-40e8-827b-7a33c17e370e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:02:44.553759 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077ea838-8eee-40e8-827b-7a33c17e370e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:02:44.554072 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077ea838-8eee-40e8-827b-7a33c17e370e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:02:44.554387 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077ea838-8eee-40e8-827b-7a33c17e370e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:02:44.554699 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077ea838-8eee-40e8-827b-7a33c17e370e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:02:44.610633 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2e929ad-d004-4c77-9512-f2054795eeba req-077ea838-8eee-40e8-827b-7a33c17e370e service neutron] No DVR routers for this DVR port 1b0b166c-832e-4608-9884-befd06f47ec6 on host n-h1-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:02:44.833096 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-d2e929ad-d004-4c77-9512-f2054795eeba req-077ea838-8eee-40e8-827b-7a33c17e370e service neutron] Attempting to bind port 1b0b166c-832e-4608-9884-befd06f47ec6 on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:02:44.833762 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-d2e929ad-d004-4c77-9512-f2054795eeba req-077ea838-8eee-40e8-827b-7a33c17e370e service neutron] Attempting to bind port 1b0b166c-832e-4608-9884-befd06f47ec6 by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': 'e39ffbb2-b4d4-411e-bc0e-2d686f9532d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd172b2ae-748a-4009-85a6-767504246283'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:02:44.833762 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e929ad-d004-4c77-9512-f2054795eeba req-077ea838-8eee-40e8-827b-7a33c17e370e service neutron] Attempting to bind port 1b0b166c-832e-4608-9884-befd06f47ec6 on network d172b2ae-748a-4009-85a6-767504246283 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 21:02:44.838096 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e929ad-d004-4c77-9512-f2054795eeba req-077ea838-8eee-40e8-827b-7a33c17e370e service neutron] Port 1b0b166c-832e-4608-9884-befd06f47ec6 on network d172b2ae-748a-4009-85a6-767504246283 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 21:02:44.838408 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e929ad-d004-4c77-9512-f2054795eeba req-077ea838-8eee-40e8-827b-7a33c17e370e service neutron] Attempting to bind port 1b0b166c-832e-4608-9884-befd06f47ec6 on network d172b2ae-748a-4009-85a6-767504246283 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 21:02:44.843572 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e929ad-d004-4c77-9512-f2054795eeba req-077ea838-8eee-40e8-827b-7a33c17e370e service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 21:02:44.843905 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e929ad-d004-4c77-9512-f2054795eeba req-077ea838-8eee-40e8-827b-7a33c17e370e service neutron] Checking segment: {'id': 'e39ffbb2-b4d4-411e-bc0e-2d686f9532d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd172b2ae-748a-4009-85a6-767504246283'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 21:02:44.844279 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e929ad-d004-4c77-9512-f2054795eeba req-077ea838-8eee-40e8-827b-7a33c17e370e service neutron] Bound using segment: {'id': 'e39ffbb2-b4d4-411e-bc0e-2d686f9532d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd172b2ae-748a-4009-85a6-767504246283'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 21:02:44.844685 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-d2e929ad-d004-4c77-9512-f2054795eeba req-077ea838-8eee-40e8-827b-7a33c17e370e service neutron] Bound port: 1b0b166c-832e-4608-9884-befd06f47ec6, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e39ffbb2-b4d4-411e-bc0e-2d686f9532d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd172b2ae-748a-4009-85a6-767504246283'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:02:44.845019 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d2e929ad-d004-4c77-9512-f2054795eeba req-077ea838-8eee-40e8-827b-7a33c17e370e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:02:44.898966 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:02:44.935756 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-d2e929ad-d004-4c77-9512-f2054795eeba req-077ea838-8eee-40e8-827b-7a33c17e370e service neutron] For port 1b0b166c-832e-4608-9884-befd06f47ec6, host n-h2-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 21:02:44.938580 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-d2e929ad-d004-4c77-9512-f2054795eeba req-077ea838-8eee-40e8-827b-7a33c17e370e service neutron] For port 1b0b166c-832e-4608-9884-befd06f47ec6, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=1b0b166c-832e-4608-9884-befd06f47ec6,segment=NetworkSegment(e39ffbb2-b4d4-411e-bc0e-2d686f9532d4),segment_id=e39ffbb2-b4d4-411e-bc0e-2d686f9532d4)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 21:02:44.941740 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d2e929ad-d004-4c77-9512-f2054795eeba req-077ea838-8eee-40e8-827b-7a33c17e370e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:02:44.998977 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e929ad-d004-4c77-9512-f2054795eeba req-077ea838-8eee-40e8-827b-7a33c17e370e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:02:44.999611 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d2e929ad-d004-4c77-9512-f2054795eeba req-077ea838-8eee-40e8-827b-7a33c17e370e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:02:45.000959 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d2e929ad-d004-4c77-9512-f2054795eeba req-077ea838-8eee-40e8-827b-7a33c17e370e service neutron] 10.222.0.50 "PUT /v2.0/ports/1b0b166c-832e-4608-9884-befd06f47ec6 HTTP/1.1" status: 200 len: 1092 time: 1.2729709 May 05 21:02:45.001378 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e79480c8-7398-4a3b-9225-01980e8af0ad', 'tag': '1b0b166c-832e-4608-9884-befd06f47ec6'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 21:02:45.024168 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077ea838-8eee-40e8-827b-7a33c17e370e service neutron] Pushing event updated for resources: {'Port': ['ID=1b0b166c-832e-4608-9884-befd06f47ec6,revision_number=10']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:02:45.104185 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e929ad-d004-4c77-9512-f2054795eeba req-54e2995f-b0ea-4338-81fc-2bd9b8a221eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:02:45.106595 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d2e929ad-d004-4c77-9512-f2054795eeba req-54e2995f-b0ea-4338-81fc-2bd9b8a221eb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c12268ab07a9433491260f53998d1c70&device_id=e79480c8-7398-4a3b-9225-01980e8af0ad HTTP/1.1" status: 200 len: 1096 time: 0.0795202 May 05 21:02:45.133598 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-238fac05-d8fe-4b92-9e13-d8e1f74d37fa'] response: {'name': 'network-changed', 'server_uuid': 'e79480c8-7398-4a3b-9225-01980e8af0ad', 'tag': '1b0b166c-832e-4608-9884-befd06f47ec6', 'status': 'completed', 'code': 200} May 05 21:02:45.242324 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e929ad-d004-4c77-9512-f2054795eeba req-8d97f421-8f35-487b-8560-464fc0dc258d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:02:45.243796 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d2e929ad-d004-4c77-9512-f2054795eeba req-8d97f421-8f35-487b-8560-464fc0dc258d service neutron] 10.222.0.50 "GET /v2.0/networks?id=d172b2ae-748a-4009-85a6-767504246283 HTTP/1.1" status: 200 len: 908 time: 0.1321225 May 05 21:02:45.344155 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d2e929ad-d004-4c77-9512-f2054795eeba req-0f790b67-4686-4d06-b12a-bf2d17d7cee1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b0b166c-832e-4608-9884-befd06f47ec6 HTTP/1.1" status: 200 len: 999 time: 0.0944710 May 05 21:02:45.405428 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e929ad-d004-4c77-9512-f2054795eeba req-4d19fc19-ad0a-4849-b70e-0ac7392aca53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:02:45.406927 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d2e929ad-d004-4c77-9512-f2054795eeba req-4d19fc19-ad0a-4849-b70e-0ac7392aca53 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=37f3ba51-f1b6-4aca-b75c-b0ac7cc3b2b4 HTTP/1.1" status: 200 len: 846 time: 0.0574853 May 05 21:02:45.481107 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e929ad-d004-4c77-9512-f2054795eeba req-309d419d-0a4e-4aca-b004-5a130ae8f8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:02:45.482601 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d2e929ad-d004-4c77-9512-f2054795eeba req-309d419d-0a4e-4aca-b004-5a130ae8f8ae service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d172b2ae-748a-4009-85a6-767504246283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698955 May 05 21:02:45.491803 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [req-d2e929ad-d004-4c77-9512-f2054795eeba req-ddb22571-ab32-4106-9850-623d8432463b service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88197) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 21:02:45.492785 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d2e929ad-d004-4c77-9512-f2054795eeba req-ddb22571-ab32-4106-9850-623d8432463b service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048201 May 05 21:02:45.687588 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d729ca98-6cc6-4f70-8ae9-9d71ebb65672 req-d4eaa706-1510-43dd-8c21-c57c53c177c5 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:02:45.689065 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d729ca98-6cc6-4f70-8ae9-9d71ebb65672 req-d4eaa706-1510-43dd-8c21-c57c53c177c5 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=e79480c8-7398-4a3b-9225-01980e8af0ad HTTP/1.1" status: 200 len: 945 time: 0.1954396 May 05 21:02:45.690919 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d2e929ad-d004-4c77-9512-f2054795eeba req-bd5e5ea3-1e68-4fa1-b07b-9724e9f031f5 service neutron] 10.222.0.50 "GET /v2.0/networks/d172b2ae-748a-4009-85a6-767504246283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629817 May 05 21:02:45.816945 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d729ca98-6cc6-4f70-8ae9-9d71ebb65672 req-27d8fb10-78e2-43e2-acba-b9488f181426 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbf6e39b-e377-4b8b-88d9-b0bf556fae50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222920 May 05 21:02:45.852784 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d2e929ad-d004-4c77-9512-f2054795eeba req-5641ae46-422e-4325-8fb6-415b8e02c6a4 service neutron] 10.222.0.50 "GET /v2.0/networks/d172b2ae-748a-4009-85a6-767504246283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455202 May 05 21:02:45.962155 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980105ad-034e-4c67-b220-452a996c27a0 req-24996abf-6618-4c11-aa22-5c2f96f430b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:02:45.963669 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-980105ad-034e-4c67-b220-452a996c27a0 req-24996abf-6618-4c11-aa22-5c2f96f430b1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c12268ab07a9433491260f53998d1c70&device_id=e79480c8-7398-4a3b-9225-01980e8af0ad HTTP/1.1" status: 200 len: 1096 time: 0.0706899 May 05 21:02:46.247574 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980105ad-034e-4c67-b220-452a996c27a0 req-04aee1be-248f-4050-9974-e97432419206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:02:46.249259 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-980105ad-034e-4c67-b220-452a996c27a0 req-04aee1be-248f-4050-9974-e97432419206 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d172b2ae-748a-4009-85a6-767504246283 HTTP/1.1" status: 200 len: 908 time: 0.2800040 May 05 21:02:47.022067 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:02:47.033699 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b31b03-099d-48f8-b264-00235e082c52 req-1dee8d85-13cc-405e-8852-288216c90ed6 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:02:47.035230 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b9b31b03-099d-48f8-b264-00235e082c52 req-1dee8d85-13cc-405e-8852-288216c90ed6 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=e79480c8-7398-4a3b-9225-01980e8af0ad HTTP/1.1" status: 200 len: 945 time: 0.1011939 May 05 21:02:47.088271 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b9b31b03-099d-48f8-b264-00235e082c52 req-761be2da-86bd-49fd-99e4-034a0d2caff7 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbf6e39b-e377-4b8b-88d9-b0bf556fae50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463929 May 05 21:02:48.296724 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e59097-a882-437f-ab2d-5e1e0f4bb44e req-dc96ab8e-2852-40db-9126-686e79925237 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:02:48.298215 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c6e59097-a882-437f-ab2d-5e1e0f4bb44e req-dc96ab8e-2852-40db-9126-686e79925237 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=e79480c8-7398-4a3b-9225-01980e8af0ad HTTP/1.1" status: 200 len: 945 time: 0.0864124 May 05 21:02:48.345122 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c6e59097-a882-437f-ab2d-5e1e0f4bb44e req-67c69968-6331-402a-b256-6c397fc35b42 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbf6e39b-e377-4b8b-88d9-b0bf556fae50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408292 May 05 21:02:49.552313 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960eb13c-fe80-4bbe-8ddf-38904bdfaebc req-14d020ba-03e8-454f-a26e-34d70cd8b91b tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:02:49.554180 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-960eb13c-fe80-4bbe-8ddf-38904bdfaebc req-14d020ba-03e8-454f-a26e-34d70cd8b91b tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=e79480c8-7398-4a3b-9225-01980e8af0ad HTTP/1.1" status: 200 len: 945 time: 0.0874898 May 05 21:02:49.606296 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-960eb13c-fe80-4bbe-8ddf-38904bdfaebc req-1d25b962-7bff-4265-8f08-fb32b9de9ee7 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbf6e39b-e377-4b8b-88d9-b0bf556fae50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437107 May 05 21:02:50.813323 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37087cb-1aed-4329-80dd-cb9f8a64a7f2 req-828b15bd-6e7d-43a5-aeb1-d14a50442a17 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:02:50.814824 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a37087cb-1aed-4329-80dd-cb9f8a64a7f2 req-828b15bd-6e7d-43a5-aeb1-d14a50442a17 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=e79480c8-7398-4a3b-9225-01980e8af0ad HTTP/1.1" status: 200 len: 945 time: 0.0893495 May 05 21:02:50.865506 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a37087cb-1aed-4329-80dd-cb9f8a64a7f2 req-cfe012f1-407a-4cbe-bab0-9cf9fd9c7a6a tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbf6e39b-e377-4b8b-88d9-b0bf556fae50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448065 May 05 21:02:52.077867 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe24512-c0b2-4e18-b432-8f21992e70ab req-2b9740d6-b99f-436f-8ffc-4d29b13c12bc tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:02:52.085997 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bbe24512-c0b2-4e18-b432-8f21992e70ab req-2b9740d6-b99f-436f-8ffc-4d29b13c12bc tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=e79480c8-7398-4a3b-9225-01980e8af0ad HTTP/1.1" status: 200 len: 945 time: 0.1051803 May 05 21:02:52.128748 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bbe24512-c0b2-4e18-b432-8f21992e70ab req-b59c188a-3b58-48c4-a964-5a519e7e381c tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbf6e39b-e377-4b8b-88d9-b0bf556fae50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418777 May 05 21:02:53.321759 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3f8973-e6a6-4fa7-875d-65ebf854aea8 req-02d83b53-3f3e-4b5f-bba8-ac2aebeba4d9 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:02:53.323214 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9f3f8973-e6a6-4fa7-875d-65ebf854aea8 req-02d83b53-3f3e-4b5f-bba8-ac2aebeba4d9 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=e79480c8-7398-4a3b-9225-01980e8af0ad HTTP/1.1" status: 200 len: 945 time: 0.0797892 May 05 21:02:53.368621 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9f3f8973-e6a6-4fa7-875d-65ebf854aea8 req-bbb1f2c7-cc1f-4562-a369-f5e3b1ff38c3 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbf6e39b-e377-4b8b-88d9-b0bf556fae50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391634 May 05 21:02:53.907529 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-980105ad-034e-4c67-b220-452a996c27a0 req-e9b9e11e-ee5e-4eab-b4bf-dacae821d5de service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b0b166c-832e-4608-9884-befd06f47ec6 HTTP/1.1" status: 200 len: 999 time: 0.1008213 May 05 21:02:53.987142 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980105ad-034e-4c67-b220-452a996c27a0 req-eebb9bc6-bc8f-4ceb-a831-dcfb5c5f8cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:02:53.988681 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-980105ad-034e-4c67-b220-452a996c27a0 req-eebb9bc6-bc8f-4ceb-a831-dcfb5c5f8cc4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=37f3ba51-f1b6-4aca-b75c-b0ac7cc3b2b4 HTTP/1.1" status: 200 len: 846 time: 0.0728862 May 05 21:02:54.069310 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980105ad-034e-4c67-b220-452a996c27a0 req-127fda0c-e182-4156-aa91-8d61f5e2e2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:02:54.070797 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-980105ad-034e-4c67-b220-452a996c27a0 req-127fda0c-e182-4156-aa91-8d61f5e2e2ba service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d172b2ae-748a-4009-85a6-767504246283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760279 May 05 21:02:54.204571 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-980105ad-034e-4c67-b220-452a996c27a0 req-e6e80bbd-d9c5-4e62-9b7e-ed0b633d0432 service neutron] 10.222.0.50 "GET /v2.0/networks/d172b2ae-748a-4009-85a6-767504246283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274114 May 05 21:02:54.339021 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-980105ad-034e-4c67-b220-452a996c27a0 req-a4e23c42-b39e-4870-94be-beb9c1c65a69 service neutron] 10.222.0.50 "GET /v2.0/networks/d172b2ae-748a-4009-85a6-767504246283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281209 May 05 21:02:54.554125 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d51eb48-2a3e-423c-b1db-25198ee8c64b req-0d9aa975-592c-4144-9636-60be92842afe tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:02:54.555516 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0d51eb48-2a3e-423c-b1db-25198ee8c64b req-0d9aa975-592c-4144-9636-60be92842afe tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=e79480c8-7398-4a3b-9225-01980e8af0ad HTTP/1.1" status: 200 len: 945 time: 0.0793393 May 05 21:02:54.602684 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0d51eb48-2a3e-423c-b1db-25198ee8c64b req-12b3ff2d-a320-42bb-9d3e-380a53e99b26 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbf6e39b-e377-4b8b-88d9-b0bf556fae50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415795 May 05 21:02:55.784236 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba680b54-f53c-4b32-81f8-c2c3734d4b26 req-83f9ab0d-c277-404d-90f0-d334d64dc0f3 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:02:55.785693 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ba680b54-f53c-4b32-81f8-c2c3734d4b26 req-83f9ab0d-c277-404d-90f0-d334d64dc0f3 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=e79480c8-7398-4a3b-9225-01980e8af0ad HTTP/1.1" status: 200 len: 945 time: 0.0794358 May 05 21:02:55.832650 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ba680b54-f53c-4b32-81f8-c2c3734d4b26 req-58d92cd3-1cde-4694-a0cf-6faf9c947468 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbf6e39b-e377-4b8b-88d9-b0bf556fae50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414174 May 05 21:02:56.678583 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 1b0b166c-832e-4608-9884-befd06f47ec6 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:02:56.808711 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 1b0b166c-832e-4608-9884-befd06f47ec6, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=1b0b166c-832e-4608-9884-befd06f47ec6,segment=NetworkSegment(e39ffbb2-b4d4-411e-bc0e-2d686f9532d4),segment_id=e39ffbb2-b4d4-411e-bc0e-2d686f9532d4)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 21:02:56.821383 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': '1b0b166c-832e-4608-9884-befd06f47ec6', 'network_id': 'd172b2ae-748a-4009-85a6-767504246283', 'port_id': '1b0b166c-832e-4608-9884-befd06f47ec6', 'mac_address': 'fa:16:3e:f9:91:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37f3ba51-f1b6-4aca-b75c-b0ac7cc3b2b4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:02:56.875753 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:02:56.895178 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b0b166c-832e-4608-9884-befd06f47ec6 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 21:02:56.910021 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 1b0b166c-832e-4608-9884-befd06f47ec6, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=1b0b166c-832e-4608-9884-befd06f47ec6,segment=NetworkSegment(e39ffbb2-b4d4-411e-bc0e-2d686f9532d4),segment_id=e39ffbb2-b4d4-411e-bc0e-2d686f9532d4)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 21:02:56.914158 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:02:56.979461 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=1b0b166c-832e-4608-9884-befd06f47ec6,revision_number=11']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:02:57.023303 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e05159a-e045-44f3-b03b-e6579c10f07e req-a7023c8a-d2ab-448c-b52d-e759fdb439c0 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:02:57.024833 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7e05159a-e045-44f3-b03b-e6579c10f07e req-a7023c8a-d2ab-448c-b52d-e759fdb439c0 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=e79480c8-7398-4a3b-9225-01980e8af0ad HTTP/1.1" status: 200 len: 946 time: 0.0839176 May 05 21:02:57.068437 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7e05159a-e045-44f3-b03b-e6579c10f07e req-16ec8b54-2b55-4479-ab5b-d0c0d35a4b93 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbf6e39b-e377-4b8b-88d9-b0bf556fae50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380287 May 05 21:02:57.140397 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['1b0b166c-832e-4608-9884-befd06f47ec6'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 21:02:58.298887 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d660c5-54b8-4eb4-bc46-93abc2f2c3c3 req-2eced1b6-2bd4-4138-8f15-27038c84b646 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:02:58.300414 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d9d660c5-54b8-4eb4-bc46-93abc2f2c3c3 req-2eced1b6-2bd4-4138-8f15-27038c84b646 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=e79480c8-7398-4a3b-9225-01980e8af0ad HTTP/1.1" status: 200 len: 946 time: 0.0944865 May 05 21:02:58.353189 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d9d660c5-54b8-4eb4-bc46-93abc2f2c3c3 req-c6cae26b-326e-4742-8119-c18d9f270855 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbf6e39b-e377-4b8b-88d9-b0bf556fae50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457809 May 05 21:02:58.688685 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 1b0b166c-832e-4608-9884-befd06f47ec6 up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:02:58.775567 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port 1b0b166c-832e-4608-9884-befd06f47ec6 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:02:58.780696 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port 1b0b166c-832e-4608-9884-befd06f47ec6 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:02:58.781056 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:02:58.896134 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:02:58.923431 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e79480c8-7398-4a3b-9225-01980e8af0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b0b166c-832e-4608-9884-befd06f47ec6'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 21:02:58.937455 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 1b0b166c-832e-4608-9884-befd06f47ec6, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=1b0b166c-832e-4608-9884-befd06f47ec6,segment=NetworkSegment(e39ffbb2-b4d4-411e-bc0e-2d686f9532d4),segment_id=e39ffbb2-b4d4-411e-bc0e-2d686f9532d4)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 21:02:58.941292 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:02:58.972756 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-031979e7-2984-4049-811a-b8016e8ed77f'] response: {'server_uuid': 'e79480c8-7398-4a3b-9225-01980e8af0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b0b166c-832e-4608-9884-befd06f47ec6', 'code': 200} May 05 21:02:59.014867 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=1b0b166c-832e-4608-9884-befd06f47ec6,revision_number=12']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:02:59.180916 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d34db78-26d4-4e72-b234-f4f7ba87c378 req-ad57adbc-d4b8-4ded-a75c-085114e691af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:02:59.182378 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7d34db78-26d4-4e72-b234-f4f7ba87c378 req-ad57adbc-d4b8-4ded-a75c-085114e691af service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e79480c8-7398-4a3b-9225-01980e8af0ad HTTP/1.1" status: 200 len: 1098 time: 0.0727046 May 05 21:02:59.222284 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7d34db78-26d4-4e72-b234-f4f7ba87c378 req-9db5201a-f6c5-49ab-a970-079d9a956b3d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=bbf6e39b-e377-4b8b-88d9-b0bf556fae50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341804 May 05 21:02:59.545792 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8de0457-1aeb-474d-8ce3-eb1e91dc7093 req-9237648a-5783-43c8-b9d9-62da991f88d1 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:02:59.547184 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b8de0457-1aeb-474d-8ce3-eb1e91dc7093 req-9237648a-5783-43c8-b9d9-62da991f88d1 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=e79480c8-7398-4a3b-9225-01980e8af0ad HTTP/1.1" status: 200 len: 947 time: 0.0849328 May 05 21:02:59.591857 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b8de0457-1aeb-474d-8ce3-eb1e91dc7093 req-1b830d0c-274b-42f4-aa42-21acc5a4441e tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbf6e39b-e377-4b8b-88d9-b0bf556fae50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386603 May 05 21:03:00.780968 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac00fc-db2f-473c-9695-615d2a41fd62 req-a3f3fa52-c297-4bf4-bfa6-a37f8e939df6 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:03:00.782445 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-50ac00fc-db2f-473c-9695-615d2a41fd62 req-a3f3fa52-c297-4bf4-bfa6-a37f8e939df6 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=e79480c8-7398-4a3b-9225-01980e8af0ad HTTP/1.1" status: 200 len: 947 time: 0.0851541 May 05 21:03:00.826645 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-50ac00fc-db2f-473c-9695-615d2a41fd62 req-56094760-477e-456d-a59b-a651dad5fb7c tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbf6e39b-e377-4b8b-88d9-b0bf556fae50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383768 May 05 21:03:02.015378 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0765d1e-5d2a-48a2-8eae-f831ff85e4f6 req-269833d0-641f-44d0-b226-8fef17adc58e tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:03:02.016870 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e0765d1e-5d2a-48a2-8eae-f831ff85e4f6 req-269833d0-641f-44d0-b226-8fef17adc58e tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=e79480c8-7398-4a3b-9225-01980e8af0ad HTTP/1.1" status: 200 len: 947 time: 0.0834713 May 05 21:03:02.061035 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e0765d1e-5d2a-48a2-8eae-f831ff85e4f6 req-bba2b23b-e3a6-4df9-a8b4-d5d9a0eb8af9 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbf6e39b-e377-4b8b-88d9-b0bf556fae50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385306 May 05 21:03:04.789481 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d8f9659b-b2f2-4b15-8cf8-64e37bdcf99c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:03:06.989493 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b36e3c5c-dd23-4c6b-827b-c41d67d1902b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:03:08.062905 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:03:08.213038 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:03:09.805370 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:03:14.903899 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:03:17.050802 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:03:21.006995 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:03:29.459811 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e01704ee-15bb-46c0-a44a-08e5abfdea8c req-d9b18a47-ef3a-4050-8541-67b63e8ea629 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e79480c8-7398-4a3b-9225-01980e8af0ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0678751 May 05 21:03:29.598759 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01704ee-15bb-46c0-a44a-08e5abfdea8c req-89bbf9c7-df34-4d22-b98a-b823313c02db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:03:29.600325 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e01704ee-15bb-46c0-a44a-08e5abfdea8c req-89bbf9c7-df34-4d22-b98a-b823313c02db service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c12268ab07a9433491260f53998d1c70&device_id=e79480c8-7398-4a3b-9225-01980e8af0ad HTTP/1.1" status: 200 len: 1098 time: 0.0742955 May 05 21:03:29.842613 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01704ee-15bb-46c0-a44a-08e5abfdea8c req-d7817e6f-3849-4a77-ab3e-b52ca081c9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:03:29.844068 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e01704ee-15bb-46c0-a44a-08e5abfdea8c req-d7817e6f-3849-4a77-ab3e-b52ca081c9e3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d172b2ae-748a-4009-85a6-767504246283 HTTP/1.1" status: 200 len: 908 time: 0.2248359 May 05 21:03:29.943575 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e01704ee-15bb-46c0-a44a-08e5abfdea8c req-2e8b7f22-f51e-4a71-b255-f7c227c275c8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b0b166c-832e-4608-9884-befd06f47ec6 HTTP/1.1" status: 200 len: 1001 time: 0.0928693 May 05 21:03:30.002975 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01704ee-15bb-46c0-a44a-08e5abfdea8c req-d2c47bac-e78c-45be-873a-536f37c7480e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:03:30.004398 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e01704ee-15bb-46c0-a44a-08e5abfdea8c req-d2c47bac-e78c-45be-873a-536f37c7480e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=37f3ba51-f1b6-4aca-b75c-b0ac7cc3b2b4 HTTP/1.1" status: 200 len: 846 time: 0.0554590 May 05 21:03:30.080783 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01704ee-15bb-46c0-a44a-08e5abfdea8c req-8a25c89d-c543-42c9-8500-964af722a910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:03:30.082215 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e01704ee-15bb-46c0-a44a-08e5abfdea8c req-8a25c89d-c543-42c9-8500-964af722a910 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d172b2ae-748a-4009-85a6-767504246283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717752 May 05 21:03:30.211377 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e01704ee-15bb-46c0-a44a-08e5abfdea8c req-bf2d85f7-7955-4160-9f10-67125c3c9f0a service neutron] 10.222.0.50 "GET /v2.0/networks/d172b2ae-748a-4009-85a6-767504246283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229136 May 05 21:03:30.339187 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e01704ee-15bb-46c0-a44a-08e5abfdea8c req-72c99803-408f-46fc-a420-4c89e96fbb51 service neutron] 10.222.0.50 "GET /v2.0/networks/d172b2ae-748a-4009-85a6-767504246283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216097 May 05 21:03:34.790724 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9dbe51a5-9c50-4e4f-8820-ae7089df77ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:03:36.992121 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-85503136-cf1c-4a43-862f-a94406873769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:03:38.065894 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:03:38.214887 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:03:39.811858 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:03:44.900926 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:03:47.049589 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:03:58.007779 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:04:04.793072 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a5dd891a-b089-41a9-bcdb-c0d9e8b8bb2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:06.997517 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3a3e0eb2-cc23-4bd6-8e49-2e1b8b6a304b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:08.068994 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:08.217903 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:09.810527 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:13.044556 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 41982) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:04:13.348856 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-4d95613b-ae48-4a85-adb2-39c8acda0f75 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Deleting port 4a96b5c6-33f2-46f9-803b-79e017ae910c {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 21:04:13.349106 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4d95613b-ae48-4a85-adb2-39c8acda0f75 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:13.512913 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4d95613b-ae48-4a85-adb2-39c8acda0f75 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:13.513240 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4d95613b-ae48-4a85-adb2-39c8acda0f75 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:13.637024 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-4d95613b-ae48-4a85-adb2-39c8acda0f75 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Calling delete_port for 4a96b5c6-33f2-46f9-803b-79e017ae910c owned by network:floatingip {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 21:04:13.787946 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4d95613b-ae48-4a85-adb2-39c8acda0f75 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:13.833427 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d95613b-ae48-4a85-adb2-39c8acda0f75 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Pushing event deleted for resources: {'Port': ['ID=4a96b5c6-33f2-46f9-803b-79e017ae910c,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:04:13.869966 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d95613b-ae48-4a85-adb2-39c8acda0f75 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:04:13.870216 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d95613b-ae48-4a85-adb2-39c8acda0f75 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:04:13.870550 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d95613b-ae48-4a85-adb2-39c8acda0f75 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:04:13.870881 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d95613b-ae48-4a85-adb2-39c8acda0f75 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:04:13.871204 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d95613b-ae48-4a85-adb2-39c8acda0f75 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:04:13.871567 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d95613b-ae48-4a85-adb2-39c8acda0f75 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:04:13.871889 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d95613b-ae48-4a85-adb2-39c8acda0f75 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:04:13.872208 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d95613b-ae48-4a85-adb2-39c8acda0f75 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:04:13.872522 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d95613b-ae48-4a85-adb2-39c8acda0f75 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:04:13.872842 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d95613b-ae48-4a85-adb2-39c8acda0f75 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:04:13.873159 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d95613b-ae48-4a85-adb2-39c8acda0f75 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:04:13.873476 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d95613b-ae48-4a85-adb2-39c8acda0f75 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:04:13.944307 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4d95613b-ae48-4a85-adb2-39c8acda0f75 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks [] for floatingip, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:13.944638 n-d-840717-1 neutron-server[88198]: INFO neutron.db.l3_db [None req-4d95613b-ae48-4a85-adb2-39c8acda0f75 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Floating IP 1d384a5c-e748-4485-8af5-8555fa22ba92 disassociated (deleted). External IP: 172.25.0.47, port: 1b0b166c-832e-4608-9884-befd06f47ec6. May 05 21:04:14.291385 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d95613b-ae48-4a85-adb2-39c8acda0f75 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Router 9a363887-32fc-4f8e-b11e-09a4b2a5861a has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 21:04:14.468327 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d95613b-ae48-4a85-adb2-39c8acda0f75 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 21:04:14.478482 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31d3b25-96ac-428a-b4c8-40785cea84b0 None None] Sync routers for ids ['9a363887-32fc-4f8e-b11e-09a4b2a5861a'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 21:04:14.488918 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31d3b25-96ac-428a-b4c8-40785cea84b0 None None] Routers {'9a363887-32fc-4f8e-b11e-09a4b2a5861a'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 21:04:14.489270 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4d95613b-ae48-4a85-adb2-39c8acda0f75 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:14.489521 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-d31d3b25-96ac-428a-b4c8-40785cea84b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T21:04:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['9a363887-32fc-4f8e-b11e-09a4b2a5861a'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:04:14.546730 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-4d95613b-ae48-4a85-adb2-39c8acda0f75 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "DELETE /v2.0/floatingips/1d384a5c-e748-4485-8af5-8555fa22ba92 HTTP/1.1" status: 204 len: 168 time: 1.4987185 May 05 21:04:14.546730 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e79480c8-7398-4a3b-9225-01980e8af0ad', 'tag': '1b0b166c-832e-4608-9884-befd06f47ec6'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 21:04:14.651150 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54c0a870-869a-40c6-a6e0-475ebe27b054'] response: {'name': 'network-changed', 'server_uuid': 'e79480c8-7398-4a3b-9225-01980e8af0ad', 'tag': '1b0b166c-832e-4608-9884-befd06f47ec6', 'status': 'completed', 'code': 200} May 05 21:04:14.674454 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-d31d3b25-96ac-428a-b4c8-40785cea84b0 None None] Set router 9a363887-32fc-4f8e-b11e-09a4b2a5861a gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 21:04:14.753202 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40be79-0301-48e5-ac35-5d721beaa7d1 req-be18003a-2fd9-4883-826a-28c6f2cfe950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:04:14.754748 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3c40be79-0301-48e5-ac35-5d721beaa7d1 req-be18003a-2fd9-4883-826a-28c6f2cfe950 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c12268ab07a9433491260f53998d1c70&device_id=e79480c8-7398-4a3b-9225-01980e8af0ad HTTP/1.1" status: 200 len: 1098 time: 0.0836093 May 05 21:04:14.948953 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40be79-0301-48e5-ac35-5d721beaa7d1 req-cfd90860-9c05-4974-8e44-ec24056f5f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:04:14.950673 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3c40be79-0301-48e5-ac35-5d721beaa7d1 req-cfd90860-9c05-4974-8e44-ec24056f5f2b service neutron] 10.222.0.50 "GET /v2.0/networks?id=d172b2ae-748a-4009-85a6-767504246283 HTTP/1.1" status: 200 len: 908 time: 0.1842921 May 05 21:04:14.960818 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:15.021606 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3c40be79-0301-48e5-ac35-5d721beaa7d1 req-6f28dc5e-077a-4157-b8d6-49985c6c55c4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b0b166c-832e-4608-9884-befd06f47ec6 HTTP/1.1" status: 200 len: 217 time: 0.0632966 May 05 21:04:15.033855 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62e79f3-7eb0-4cb0-9bb9-3508c0d63875 req-598ae65a-ef96-4374-a105-16f5e6f1ceed tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:04:15.035314 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e62e79f3-7eb0-4cb0-9bb9-3508c0d63875 req-598ae65a-ef96-4374-a105-16f5e6f1ceed tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=e79480c8-7398-4a3b-9225-01980e8af0ad HTTP/1.1" status: 200 len: 947 time: 0.1775858 May 05 21:04:15.044038 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-d31d3b25-96ac-428a-b4c8-40785cea84b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a363887-32fc-4f8e-b11e-09a4b2a5861a', 'name': 'tempest-TestShelveInstance-62035008-router', 'tenant_id': 'c12268ab07a9433491260f53998d1c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '7435cf7b-c31c-48ae-b0a5-020ec5d8a76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:59:56Z', 'updated_at': '2022-05-05T21:00:00Z', 'revision_number': 4, 'project_id': 'c12268ab07a9433491260f53998d1c70', 'gw_port': {'id': '7435cf7b-c31c-48ae-b0a5-020ec5d8a76e', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:aa:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a363887-32fc-4f8e-b11e-09a4b2a5861a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:59:56Z', 'updated_at': '2022-05-05T21:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '15ba62a3-c5ce-45ae-a7a2-494421ec0f83', 'name': '', 'network_id': 'd172b2ae-748a-4009-85a6-767504246283', 'tenant_id': 'c12268ab07a9433491260f53998d1c70', 'mac_address': 'fa:16:3e:4b:4d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a363887-32fc-4f8e-b11e-09a4b2a5861a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '37f3ba51-f1b6-4aca-b75c-b0ac7cc3b2b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:59:59Z', 'updated_at': '2022-05-05T21:00:05Z', 'revision_number': 5, 'project_id': 'c12268ab07a9433491260f53998d1c70', 'subnets': [{'id': '37f3ba51-f1b6-4aca-b75c-b0ac7cc3b2b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:04:15.048373 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31d3b25-96ac-428a-b4c8-40785cea84b0 None None] Checking router: 9a363887-32fc-4f8e-b11e-09a4b2a5861a for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 21:04:15.056822 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31d3b25-96ac-428a-b4c8-40785cea84b0 None None] Routers {'9a363887-32fc-4f8e-b11e-09a4b2a5861a'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 21:04:15.057406 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-d31d3b25-96ac-428a-b4c8-40785cea84b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T21:04:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['9a363887-32fc-4f8e-b11e-09a4b2a5861a'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:04:15.122337 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40be79-0301-48e5-ac35-5d721beaa7d1 req-0dea8be6-e58e-417e-8ccc-ef1e25d86802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:04:15.123800 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3c40be79-0301-48e5-ac35-5d721beaa7d1 req-0dea8be6-e58e-417e-8ccc-ef1e25d86802 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=37f3ba51-f1b6-4aca-b75c-b0ac7cc3b2b4 HTTP/1.1" status: 200 len: 846 time: 0.0876200 May 05 21:04:15.128790 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e62e79f3-7eb0-4cb0-9bb9-3508c0d63875 req-0bf97e3c-8063-40d4-b3cc-47c222959dfd tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbf6e39b-e377-4b8b-88d9-b0bf556fae50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586050 May 05 21:04:15.199633 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40be79-0301-48e5-ac35-5d721beaa7d1 req-1b6ce559-f240-4857-b816-a7608ec3fdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:04:15.201030 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3c40be79-0301-48e5-ac35-5d721beaa7d1 req-1b6ce559-f240-4857-b816-a7608ec3fdd0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d172b2ae-748a-4009-85a6-767504246283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703409 May 05 21:04:15.234907 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-d31d3b25-96ac-428a-b4c8-40785cea84b0 None None] Set router 9a363887-32fc-4f8e-b11e-09a4b2a5861a gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 21:04:15.333716 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3c40be79-0301-48e5-ac35-5d721beaa7d1 req-f46ebbcb-aaa4-40ac-b135-04a63a424c29 service neutron] 10.222.0.50 "GET /v2.0/networks/d172b2ae-748a-4009-85a6-767504246283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246696 May 05 21:04:15.466551 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3c40be79-0301-48e5-ac35-5d721beaa7d1 req-96d8495e-79a8-4888-8a23-2eb96930683c service neutron] 10.222.0.50 "GET /v2.0/networks/d172b2ae-748a-4009-85a6-767504246283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262941 May 05 21:04:15.554888 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-d31d3b25-96ac-428a-b4c8-40785cea84b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a363887-32fc-4f8e-b11e-09a4b2a5861a', 'name': 'tempest-TestShelveInstance-62035008-router', 'tenant_id': 'c12268ab07a9433491260f53998d1c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '7435cf7b-c31c-48ae-b0a5-020ec5d8a76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:59:56Z', 'updated_at': '2022-05-05T21:00:00Z', 'revision_number': 4, 'project_id': 'c12268ab07a9433491260f53998d1c70', 'gw_port': {'id': '7435cf7b-c31c-48ae-b0a5-020ec5d8a76e', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:aa:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a363887-32fc-4f8e-b11e-09a4b2a5861a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:59:56Z', 'updated_at': '2022-05-05T21:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '15ba62a3-c5ce-45ae-a7a2-494421ec0f83', 'name': '', 'network_id': 'd172b2ae-748a-4009-85a6-767504246283', 'tenant_id': 'c12268ab07a9433491260f53998d1c70', 'mac_address': 'fa:16:3e:4b:4d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a363887-32fc-4f8e-b11e-09a4b2a5861a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '37f3ba51-f1b6-4aca-b75c-b0ac7cc3b2b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:59:59Z', 'updated_at': '2022-05-05T21:00:05Z', 'revision_number': 5, 'project_id': 'c12268ab07a9433491260f53998d1c70', 'subnets': [{'id': '37f3ba51-f1b6-4aca-b75c-b0ac7cc3b2b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:04:15.558804 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31d3b25-96ac-428a-b4c8-40785cea84b0 None None] The sync data for ids ['9a363887-32fc-4f8e-b11e-09a4b2a5861a'] in n-d-840717-1 is: [{'id': '9a363887-32fc-4f8e-b11e-09a4b2a5861a', 'name': 'tempest-TestShelveInstance-62035008-router', 'tenant_id': 'c12268ab07a9433491260f53998d1c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '7435cf7b-c31c-48ae-b0a5-020ec5d8a76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:59:56Z', 'updated_at': '2022-05-05T21:00:00Z', 'revision_number': 4, 'project_id': 'c12268ab07a9433491260f53998d1c70', 'gw_port': {'id': '7435cf7b-c31c-48ae-b0a5-020ec5d8a76e', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:aa:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a363887-32fc-4f8e-b11e-09a4b2a5861a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:59:56Z', 'updated_at': '2022-05-05T21:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '15ba62a3-c5ce-45ae-a7a2-494421ec0f83', 'name': '', 'network_id': 'd172b2ae-748a-4009-85a6-767504246283', 'tenant_id': 'c12268ab07a9433491260f53998d1c70', 'mac_address': 'fa:16:3e:4b:4d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a363887-32fc-4f8e-b11e-09a4b2a5861a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '37f3ba51-f1b6-4aca-b75c-b0ac7cc3b2b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:59:59Z', 'updated_at': '2022-05-05T21:00:05Z', 'revision_number': 5, 'project_id': 'c12268ab07a9433491260f53998d1c70', 'subnets': [{'id': '37f3ba51-f1b6-4aca-b75c-b0ac7cc3b2b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 21:04:15.764859 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308ced4a-304a-4f03-85ea-e75250a6f30a None None] New status for floating IP 1d384a5c-e748-4485-8af5-8555fa22ba92: DOWN {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 21:04:16.123733 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9262b70c-4c9c-484f-ae5c-40eae5ce2d86 req-bb0f1874-ce85-4daa-8f03-2226c2c5478c tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:04:16.125055 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9262b70c-4c9c-484f-ae5c-40eae5ce2d86 req-bb0f1874-ce85-4daa-8f03-2226c2c5478c tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.50 "GET /v2.0/ports?device_id=e79480c8-7398-4a3b-9225-01980e8af0ad HTTP/1.1" status: 200 len: 947 time: 0.0810647 May 05 21:04:16.193506 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-9262b70c-4c9c-484f-ae5c-40eae5ce2d86 req-6f6b4270-4a5d-41e3-b725-2550ff52d63a tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Deleting port 1b0b166c-832e-4608-9884-befd06f47ec6 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 21:04:16.193845 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-9262b70c-4c9c-484f-ae5c-40eae5ce2d86 req-6f6b4270-4a5d-41e3-b725-2550ff52d63a tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:16.442063 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e0af7-e6b6-4f36-82e3-9b45fa90e053 req-41df7dad-e099-4861-8e87-3cd358f6a92a tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:04:16.442756 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-410e0af7-e6b6-4f36-82e3-9b45fa90e053 req-41df7dad-e099-4861-8e87-3cd358f6a92a tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Synchronizing usage tracker for tenant:c12268ab07a9433491260f53998d1c70 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:04:16.458012 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-410e0af7-e6b6-4f36-82e3-9b45fa90e053 req-41df7dad-e099-4861-8e87-3cd358f6a92a tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Unset dirty status for tenant:c12268ab07a9433491260f53998d1c70 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:04:16.459213 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-410e0af7-e6b6-4f36-82e3-9b45fa90e053 req-41df7dad-e099-4861-8e87-3cd358f6a92a tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=e79480c8-7398-4a3b-9225-01980e8af0ad HTTP/1.1" status: 200 len: 947 time: 0.2218690 May 05 21:04:16.503916 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-410e0af7-e6b6-4f36-82e3-9b45fa90e053 req-c91f1570-befa-4c7e-a9a8-256e51a7a084 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbf6e39b-e377-4b8b-88d9-b0bf556fae50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386517 May 05 21:04:16.567792 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-9262b70c-4c9c-484f-ae5c-40eae5ce2d86 req-6f6b4270-4a5d-41e3-b725-2550ff52d63a tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] For port 1b0b166c-832e-4608-9884-befd06f47ec6, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=1b0b166c-832e-4608-9884-befd06f47ec6,segment=NetworkSegment(e39ffbb2-b4d4-411e-bc0e-2d686f9532d4),segment_id=e39ffbb2-b4d4-411e-bc0e-2d686f9532d4)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 21:04:16.568149 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-9262b70c-4c9c-484f-ae5c-40eae5ce2d86 req-6f6b4270-4a5d-41e3-b725-2550ff52d63a tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:16.689637 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-9262b70c-4c9c-484f-ae5c-40eae5ce2d86 req-6f6b4270-4a5d-41e3-b725-2550ff52d63a tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Calling delete_port for 1b0b166c-832e-4608-9884-befd06f47ec6 owned by compute:nova {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 21:04:16.834021 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-9262b70c-4c9c-484f-ae5c-40eae5ce2d86 req-6f6b4270-4a5d-41e3-b725-2550ff52d63a tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:16.887718 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6b4270-4a5d-41e3-b725-2550ff52d63a tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Pushing event deleted for resources: {'Port': ['ID=1b0b166c-832e-4608-9884-befd06f47ec6,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:04:16.929040 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b4270-4a5d-41e3-b725-2550ff52d63a tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:04:16.929379 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b4270-4a5d-41e3-b725-2550ff52d63a tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:04:16.929708 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b4270-4a5d-41e3-b725-2550ff52d63a tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:04:16.930036 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b4270-4a5d-41e3-b725-2550ff52d63a tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:04:16.930358 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b4270-4a5d-41e3-b725-2550ff52d63a tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:04:16.930677 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b4270-4a5d-41e3-b725-2550ff52d63a tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:04:16.930994 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b4270-4a5d-41e3-b725-2550ff52d63a tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:04:16.931306 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b4270-4a5d-41e3-b725-2550ff52d63a tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:04:16.931642 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b4270-4a5d-41e3-b725-2550ff52d63a tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:04:16.931955 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b4270-4a5d-41e3-b725-2550ff52d63a tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:04:16.932290 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b4270-4a5d-41e3-b725-2550ff52d63a tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:04:16.932606 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b4270-4a5d-41e3-b725-2550ff52d63a tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:04:16.968787 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-9262b70c-4c9c-484f-ae5c-40eae5ce2d86 req-6f6b4270-4a5d-41e3-b725-2550ff52d63a tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] No DVR routers for this DVR port 1b0b166c-832e-4608-9884-befd06f47ec6 on host n-h2-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:04:16.971415 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-9262b70c-4c9c-484f-ae5c-40eae5ce2d86 req-6f6b4270-4a5d-41e3-b725-2550ff52d63a tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:16.973886 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e79480c8-7398-4a3b-9225-01980e8af0ad', 'name': 'network-vif-deleted', 'tag': '1b0b166c-832e-4608-9884-befd06f47ec6'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 21:04:16.989855 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9262b70c-4c9c-484f-ae5c-40eae5ce2d86 req-6f6b4270-4a5d-41e3-b725-2550ff52d63a tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.50 "DELETE /v2.0/ports/1b0b166c-832e-4608-9884-befd06f47ec6 HTTP/1.1" status: 204 len: 173 time: 0.8597851 May 05 21:04:17.020575 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24fa3670-0c84-4aa6-aed2-3cc8c189e8f8'] response: {'server_uuid': 'e79480c8-7398-4a3b-9225-01980e8af0ad', 'name': 'network-vif-deleted', 'tag': '1b0b166c-832e-4608-9884-befd06f47ec6', 'status': 'completed', 'code': 200} May 05 21:04:17.068132 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:17.602222 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 42002) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:04:17.670996 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-39ff7498-9f62-4680-8cbb-e52dba68dff0 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:17.701441 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-39ff7498-9f62-4680-8cbb-e52dba68dff0 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:17.768793 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-39ff7498-9f62-4680-8cbb-e52dba68dff0 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:17.786379 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ff7498-9f62-4680-8cbb-e52dba68dff0 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf6e39b-e377-4b8b-88d9-b0bf556fae50,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:04:17.798349 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-39ff7498-9f62-4680-8cbb-e52dba68dff0 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:17.799526 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-39ff7498-9f62-4680-8cbb-e52dba68dff0 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "DELETE /v2.0/security-groups/bbf6e39b-e377-4b8b-88d9-b0bf556fae50 HTTP/1.1" status: 204 len: 168 time: 0.1962743 May 05 21:04:18.059109 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 42010) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:04:18.065396 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-fdf669c5-32b0-4918-be82-8933d36ff2e4 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1561714311', 'description': 'tempest-secgroup-smoke-1561714311 description', 'project_id': 'c12268ab07a9433491260f53998d1c70'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 21:04:18.072189 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-fdf669c5-32b0-4918-be82-8933d36ff2e4 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:04:18.076324 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-fdf669c5-32b0-4918-be82-8933d36ff2e4 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Usage tracker for resource:security_group and tenant:c12268ab07a9433491260f53998d1c70 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:04:18.080352 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-fdf669c5-32b0-4918-be82-8933d36ff2e4 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:04:18.086660 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-fdf669c5-32b0-4918-be82-8933d36ff2e4 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:04:18.096450 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fdf669c5-32b0-4918-be82-8933d36ff2e4 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:18.115678 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-fdf669c5-32b0-4918-be82-8933d36ff2e4 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:04:18.119375 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-fdf669c5-32b0-4918-be82-8933d36ff2e4 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Usage tracker for resource:security_group_rule and tenant:c12268ab07a9433491260f53998d1c70 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:04:18.122092 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-fdf669c5-32b0-4918-be82-8933d36ff2e4 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:04:18.128504 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-fdf669c5-32b0-4918-be82-8933d36ff2e4 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:04:18.199209 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fdf669c5-32b0-4918-be82-8933d36ff2e4 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:18.202629 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fdf669c5-32b0-4918-be82-8933d36ff2e4 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:18.249753 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf669c5-32b0-4918-be82-8933d36ff2e4 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73a079b8-8dfa-44ba-9ca5-7b18e2deb441,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:04:18.253175 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fdf669c5-32b0-4918-be82-8933d36ff2e4 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:18.254363 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-fdf669c5-32b0-4918-be82-8933d36ff2e4 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1942201 May 05 21:04:18.258140 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 42014) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:04:18.262286 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-c8df40a9-3a7f-4672-ae9d-4d9b40fa23fd tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Request body: {'security_group_rule': {'security_group_id': '73a079b8-8dfa-44ba-9ca5-7b18e2deb441', 'project_id': 'c12268ab07a9433491260f53998d1c70', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 21:04:18.269906 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-c8df40a9-3a7f-4672-ae9d-4d9b40fa23fd tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:04:18.273693 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-c8df40a9-3a7f-4672-ae9d-4d9b40fa23fd tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Usage tracker for resource:security_group_rule and tenant:c12268ab07a9433491260f53998d1c70 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:04:18.276543 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-c8df40a9-3a7f-4672-ae9d-4d9b40fa23fd tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:04:18.282214 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-c8df40a9-3a7f-4672-ae9d-4d9b40fa23fd tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:04:18.297379 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c8df40a9-3a7f-4672-ae9d-4d9b40fa23fd tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:18.360983 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c8df40a9-3a7f-4672-ae9d-4d9b40fa23fd tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:18.364615 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c8df40a9-3a7f-4672-ae9d-4d9b40fa23fd tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:18.388456 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8df40a9-3a7f-4672-ae9d-4d9b40fa23fd tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=995cb6ee-a139-493c-a4c0-77bf585eea8d,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:04:18.398137 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-c8df40a9-3a7f-4672-ae9d-4d9b40fa23fd tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:18.399197 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-c8df40a9-3a7f-4672-ae9d-4d9b40fa23fd tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1408505 May 05 21:04:18.401867 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 42018) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:04:18.406694 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-b156eb05-b871-4ba3-9501-634affe3aecf tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Request body: {'security_group_rule': {'security_group_id': '73a079b8-8dfa-44ba-9ca5-7b18e2deb441', 'project_id': 'c12268ab07a9433491260f53998d1c70', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 21:04:18.413418 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-b156eb05-b871-4ba3-9501-634affe3aecf tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:04:18.417255 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-b156eb05-b871-4ba3-9501-634affe3aecf tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Usage tracker for resource:security_group_rule and tenant:c12268ab07a9433491260f53998d1c70 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:04:18.420115 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-b156eb05-b871-4ba3-9501-634affe3aecf tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:04:18.426276 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-b156eb05-b871-4ba3-9501-634affe3aecf tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:04:18.443335 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b156eb05-b871-4ba3-9501-634affe3aecf tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:18.503378 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b156eb05-b871-4ba3-9501-634affe3aecf tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:18.506687 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b156eb05-b871-4ba3-9501-634affe3aecf tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:18.532026 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b156eb05-b871-4ba3-9501-634affe3aecf tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b36877dc-ba29-4549-a242-58bf0379422b,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:04:18.540971 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-b156eb05-b871-4ba3-9501-634affe3aecf tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:18.544624 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-b156eb05-b871-4ba3-9501-634affe3aecf tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1394074 May 05 21:04:18.544825 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 42022) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:04:18.550456 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-56d32b80-34a7-4303-bdae-a971263ec745 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Request body: {'security_group_rule': {'security_group_id': '73a079b8-8dfa-44ba-9ca5-7b18e2deb441', 'project_id': 'c12268ab07a9433491260f53998d1c70', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 21:04:18.557077 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-56d32b80-34a7-4303-bdae-a971263ec745 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:04:18.560873 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-56d32b80-34a7-4303-bdae-a971263ec745 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Usage tracker for resource:security_group_rule and tenant:c12268ab07a9433491260f53998d1c70 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:04:18.564672 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-56d32b80-34a7-4303-bdae-a971263ec745 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:04:18.570655 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-56d32b80-34a7-4303-bdae-a971263ec745 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:04:18.586802 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-56d32b80-34a7-4303-bdae-a971263ec745 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:18.648899 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-56d32b80-34a7-4303-bdae-a971263ec745 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:18.652808 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-56d32b80-34a7-4303-bdae-a971263ec745 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:18.678854 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d32b80-34a7-4303-bdae-a971263ec745 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef8b2c4c-c380-4f25-9d73-70ea0a726464,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:04:18.688744 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-56d32b80-34a7-4303-bdae-a971263ec745 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:18.689911 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-56d32b80-34a7-4303-bdae-a971263ec745 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1441171 May 05 21:04:18.692552 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 42026) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:04:18.697391 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-1e1d4b0e-ee6f-4a4e-9a6f-f653cbc0d349 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Request body: {'security_group_rule': {'security_group_id': '73a079b8-8dfa-44ba-9ca5-7b18e2deb441', 'project_id': 'c12268ab07a9433491260f53998d1c70', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 21:04:18.703877 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-1e1d4b0e-ee6f-4a4e-9a6f-f653cbc0d349 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:04:18.707716 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-1e1d4b0e-ee6f-4a4e-9a6f-f653cbc0d349 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Usage tracker for resource:security_group_rule and tenant:c12268ab07a9433491260f53998d1c70 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:04:18.710735 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-1e1d4b0e-ee6f-4a4e-9a6f-f653cbc0d349 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:04:18.716683 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-1e1d4b0e-ee6f-4a4e-9a6f-f653cbc0d349 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:04:18.733633 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1e1d4b0e-ee6f-4a4e-9a6f-f653cbc0d349 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:18.796484 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1e1d4b0e-ee6f-4a4e-9a6f-f653cbc0d349 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:18.800839 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1e1d4b0e-ee6f-4a4e-9a6f-f653cbc0d349 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:18.824951 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1d4b0e-ee6f-4a4e-9a6f-f653cbc0d349 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4e7cf60-094c-44ce-9677-11e500edb488,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:04:18.834766 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1e1d4b0e-ee6f-4a4e-9a6f-f653cbc0d349 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:18.835951 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-1e1d4b0e-ee6f-4a4e-9a6f-f653cbc0d349 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1425018 May 05 21:04:18.838797 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 42030) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:04:18.843655 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-8944d341-f500-4aab-b9ba-3c95bc6e47dd tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Request body: {'security_group_rule': {'security_group_id': '73a079b8-8dfa-44ba-9ca5-7b18e2deb441', 'project_id': 'c12268ab07a9433491260f53998d1c70', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 21:04:18.850581 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-8944d341-f500-4aab-b9ba-3c95bc6e47dd tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:04:18.854365 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-8944d341-f500-4aab-b9ba-3c95bc6e47dd tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Usage tracker for resource:security_group_rule and tenant:c12268ab07a9433491260f53998d1c70 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:04:18.857234 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-8944d341-f500-4aab-b9ba-3c95bc6e47dd tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:04:18.863538 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-8944d341-f500-4aab-b9ba-3c95bc6e47dd tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:04:18.873479 n-d-840717-1 neutron-server[88197]: INFO neutron.db.securitygroups_db [None req-8944d341-f500-4aab-b9ba-3c95bc6e47dd tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Project c12268ab07a9433491260f53998d1c70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 21:04:18.880073 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8944d341-f500-4aab-b9ba-3c95bc6e47dd tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:18.945206 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8944d341-f500-4aab-b9ba-3c95bc6e47dd tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:18.949448 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8944d341-f500-4aab-b9ba-3c95bc6e47dd tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:18.973525 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8944d341-f500-4aab-b9ba-3c95bc6e47dd tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9d7f91f-0649-4ba4-b16e-d66747af5eea,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:04:18.981792 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-8944d341-f500-4aab-b9ba-3c95bc6e47dd tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:18.983047 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-8944d341-f500-4aab-b9ba-3c95bc6e47dd tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1432858 May 05 21:04:18.986318 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 42034) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:04:18.991302 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-aeec206c-073f-44e2-b794-d8e82576fab6 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Request body: {'security_group_rule': {'security_group_id': '73a079b8-8dfa-44ba-9ca5-7b18e2deb441', 'project_id': 'c12268ab07a9433491260f53998d1c70', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 21:04:18.997864 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-aeec206c-073f-44e2-b794-d8e82576fab6 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:04:19.001848 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-aeec206c-073f-44e2-b794-d8e82576fab6 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Usage tracker for resource:security_group_rule and tenant:c12268ab07a9433491260f53998d1c70 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:04:19.004768 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-aeec206c-073f-44e2-b794-d8e82576fab6 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:04:19.010717 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-aeec206c-073f-44e2-b794-d8e82576fab6 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:04:19.020862 n-d-840717-1 neutron-server[88197]: INFO neutron.db.securitygroups_db [None req-aeec206c-073f-44e2-b794-d8e82576fab6 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Project c12268ab07a9433491260f53998d1c70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 21:04:19.027203 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-aeec206c-073f-44e2-b794-d8e82576fab6 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:19.067773 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 1b0b166c-832e-4608-9884-befd06f47ec6 no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:04:19.092547 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-aeec206c-073f-44e2-b794-d8e82576fab6 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:19.096730 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-aeec206c-073f-44e2-b794-d8e82576fab6 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:19.103727 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] No Port match for: 1b0b166c-832e-4608-9884-befd06f47ec6 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 21:04:19.104074 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 1b0b166c-832e-4608-9884-befd06f47ec6 not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:04:19.117779 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeec206c-073f-44e2-b794-d8e82576fab6 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=158e9323-cf76-4ac7-8c75-f4359b766900,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:04:19.128129 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-aeec206c-073f-44e2-b794-d8e82576fab6 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:19.129283 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-aeec206c-073f-44e2-b794-d8e82576fab6 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1420286 May 05 21:04:32.846240 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-a3683e32-001e-49a8-99f5-7d44b17e71a8 req-3972c51d-2df5-48e3-a412-0f9658127dea tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Synchronizing usage tracker for tenant:c12268ab07a9433491260f53998d1c70 on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:04:32.861250 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-a3683e32-001e-49a8-99f5-7d44b17e71a8 req-3972c51d-2df5-48e3-a412-0f9658127dea tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Unset dirty status for tenant:c12268ab07a9433491260f53998d1c70 on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:04:32.862435 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a3683e32-001e-49a8-99f5-7d44b17e71a8 req-3972c51d-2df5-48e3-a412-0f9658127dea tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1561714311&fields=id&tenant_id=c12268ab07a9433491260f53998d1c70 HTTP/1.1" status: 200 len: 267 time: 0.0543330 May 05 21:04:33.010994 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3683e32-001e-49a8-99f5-7d44b17e71a8 req-7411b4a9-455c-44b7-8ab3-d50cae4cfb3a tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:04:33.011685 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-a3683e32-001e-49a8-99f5-7d44b17e71a8 req-7411b4a9-455c-44b7-8ab3-d50cae4cfb3a tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Synchronizing usage tracker for tenant:c12268ab07a9433491260f53998d1c70 on resource:network {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:04:33.028244 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-a3683e32-001e-49a8-99f5-7d44b17e71a8 req-7411b4a9-455c-44b7-8ab3-d50cae4cfb3a tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Unset dirty status for tenant:c12268ab07a9433491260f53998d1c70 on resource:network {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:04:33.029461 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a3683e32-001e-49a8-99f5-7d44b17e71a8 req-7411b4a9-455c-44b7-8ab3-d50cae4cfb3a tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/networks?id=d172b2ae-748a-4009-85a6-767504246283 HTTP/1.1" status: 200 len: 807 time: 0.1601741 May 05 21:04:33.045338 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a3683e32-001e-49a8-99f5-7d44b17e71a8 req-b1789b4d-7cca-442d-a8f6-076e96edc983 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/quotas/c12268ab07a9433491260f53998d1c70 HTTP/1.1" status: 200 len: 375 time: 0.0098081 May 05 21:04:33.131311 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-a3683e32-001e-49a8-99f5-7d44b17e71a8 req-f095263d-a956-49ab-b0aa-ad666ce24304 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Synchronizing usage tracker for tenant:c12268ab07a9433491260f53998d1c70 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:04:33.146228 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-a3683e32-001e-49a8-99f5-7d44b17e71a8 req-f095263d-a956-49ab-b0aa-ad666ce24304 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Unset dirty status for tenant:c12268ab07a9433491260f53998d1c70 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:04:33.147572 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a3683e32-001e-49a8-99f5-7d44b17e71a8 req-f095263d-a956-49ab-b0aa-ad666ce24304 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c12268ab07a9433491260f53998d1c70&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0965211 May 05 21:04:33.207781 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [req-a3683e32-001e-49a8-99f5-7d44b17e71a8 req-796c3b45-30c9-4907-921b-f8695ede92db service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88197) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 21:04:33.208767 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a3683e32-001e-49a8-99f5-7d44b17e71a8 req-796c3b45-30c9-4907-921b-f8695ede92db service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0481083 May 05 21:04:33.340339 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a3683e32-001e-49a8-99f5-7d44b17e71a8 req-31922918-494a-490f-8f90-30d45510eb2c service neutron] 10.222.0.36 "GET /v2.0/networks/d172b2ae-748a-4009-85a6-767504246283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255908 May 05 21:04:33.471410 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a3683e32-001e-49a8-99f5-7d44b17e71a8 req-cbe42534-517d-4199-b14d-db8edeb4726a service neutron] 10.222.0.36 "GET /v2.0/networks/d172b2ae-748a-4009-85a6-767504246283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246884 May 05 21:04:33.858226 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-322713ef-171f-4429-81c3-42cc006e81e8 req-4e02d695-4da5-4789-9d34-58e4dce05220 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4 HTTP/1.1" status: 200 len: 210 time: 0.0433433 May 05 21:04:34.796519 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5f66dd09-125f-4ab1-9b59-9abebe5d82c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:34.869073 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3683e32-001e-49a8-99f5-7d44b17e71a8 req-f18806ca-7400-47f3-b821-1d33e2ebb2da tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:04:34.870491 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a3683e32-001e-49a8-99f5-7d44b17e71a8 req-f18806ca-7400-47f3-b821-1d33e2ebb2da tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.24 "GET /v2.0/networks?id=d172b2ae-748a-4009-85a6-767504246283 HTTP/1.1" status: 200 len: 807 time: 0.1480148 May 05 21:04:34.919886 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-a3683e32-001e-49a8-99f5-7d44b17e71a8 req-73fff91a-5e1b-477a-b9fa-fe07987d1fd6 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Synchronizing usage tracker for tenant:c12268ab07a9433491260f53998d1c70 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:04:34.932283 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-a3683e32-001e-49a8-99f5-7d44b17e71a8 req-73fff91a-5e1b-477a-b9fa-fe07987d1fd6 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Unset dirty status for tenant:c12268ab07a9433491260f53998d1c70 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:04:34.933683 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a3683e32-001e-49a8-99f5-7d44b17e71a8 req-73fff91a-5e1b-477a-b9fa-fe07987d1fd6 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c12268ab07a9433491260f53998d1c70 HTTP/1.1" status: 200 len: 380 time: 0.0548544 May 05 21:04:34.945055 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-a3683e32-001e-49a8-99f5-7d44b17e71a8 req-0e8fc8b7-dbbd-45fc-9483-cf860958c5fb tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Request body: {'port': {'device_id': '416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4', 'network_id': 'd172b2ae-748a-4009-85a6-767504246283', 'admin_state_up': True, 'tenant_id': 'c12268ab07a9433491260f53998d1c70', 'security_groups': ['73a079b8-8dfa-44ba-9ca5-7b18e2deb441']}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 21:04:35.009842 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:04:35.011880 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f7258878-096e-46b8-aff5-0bdd4a3c131a req-154db593-0652-4e68-8afa-c5c5aec367f8 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4 HTTP/1.1" status: 200 len: 210 time: 0.0459971 May 05 21:04:35.089361 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-a3683e32-001e-49a8-99f5-7d44b17e71a8 req-0e8fc8b7-dbbd-45fc-9483-cf860958c5fb tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:04:35.099058 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-a3683e32-001e-49a8-99f5-7d44b17e71a8 req-0e8fc8b7-dbbd-45fc-9483-cf860958c5fb tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:04:35.109039 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3683e32-001e-49a8-99f5-7d44b17e71a8 req-0e8fc8b7-dbbd-45fc-9483-cf860958c5fb tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Made reservation on behalf of c12268ab07a9433491260f53998d1c70 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:04:35.113447 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-a3683e32-001e-49a8-99f5-7d44b17e71a8 req-0e8fc8b7-dbbd-45fc-9483-cf860958c5fb tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:35.278664 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-a3683e32-001e-49a8-99f5-7d44b17e71a8 req-0e8fc8b7-dbbd-45fc-9483-cf860958c5fb tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Allocated IP 172.20.0.14 (d172b2ae-748a-4009-85a6-767504246283/37f3ba51-f1b6-4aca-b75c-b0ac7cc3b2b4/4c4dc283-aad4-453a-8b22-4f988b516198) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:04:35.468121 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-a3683e32-001e-49a8-99f5-7d44b17e71a8 req-0e8fc8b7-dbbd-45fc-9483-cf860958c5fb tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:35.484872 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-a3683e32-001e-49a8-99f5-7d44b17e71a8 req-0e8fc8b7-dbbd-45fc-9483-cf860958c5fb tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Transition to ACTIVE for port object 4c4dc283-aad4-453a-8b22-4f988b516198 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:04:35.510518 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-a3683e32-001e-49a8-99f5-7d44b17e71a8 req-0e8fc8b7-dbbd-45fc-9483-cf860958c5fb tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:35.586360 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3683e32-001e-49a8-99f5-7d44b17e71a8 req-0e8fc8b7-dbbd-45fc-9483-cf860958c5fb tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Network d172b2ae-748a-4009-85a6-767504246283 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:04:35.589550 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-a3683e32-001e-49a8-99f5-7d44b17e71a8 req-0e8fc8b7-dbbd-45fc-9483-cf860958c5fb tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:04:35.593278 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3683e32-001e-49a8-99f5-7d44b17e71a8 req-0e8fc8b7-dbbd-45fc-9483-cf860958c5fb tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 21:04:35.625743 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8fc8b7-dbbd-45fc-9483-cf860958c5fb tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Pushing event updated for resources: {'Port': ['ID=4c4dc283-aad4-453a-8b22-4f988b516198,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:04:35.664057 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3683e32-001e-49a8-99f5-7d44b17e71a8 req-0e8fc8b7-dbbd-45fc-9483-cf860958c5fb tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:04:35.664884 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-a3683e32-001e-49a8-99f5-7d44b17e71a8 req-0e8fc8b7-dbbd-45fc-9483-cf860958c5fb tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:35.692532 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a3683e32-001e-49a8-99f5-7d44b17e71a8 req-0e8fc8b7-dbbd-45fc-9483-cf860958c5fb tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7511585 May 05 21:04:35.705115 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-a3683e32-001e-49a8-99f5-7d44b17e71a8 req-9559e2f3-040f-49d2-a31e-fefb7d7dc148 service neutron] Request body: {'port': {'device_id': '416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 21:04:35.822759 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-a3683e32-001e-49a8-99f5-7d44b17e71a8 req-9559e2f3-040f-49d2-a31e-fefb7d7dc148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:35.840857 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-82918f57-d534-4871-984f-2cadac66d68e None None] Provisioning for port 4c4dc283-aad4-453a-8b22-4f988b516198 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:04:35.846933 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-82918f57-d534-4871-984f-2cadac66d68e None None] Provisioning complete for port 4c4dc283-aad4-453a-8b22-4f988b516198 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:04:35.847672 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-82918f57-d534-4871-984f-2cadac66d68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:35.906037 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-82918f57-d534-4871-984f-2cadac66d68e None None] Port 4c4dc283-aad4-453a-8b22-4f988b516198 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 21:04:36.233409 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-a3683e32-001e-49a8-99f5-7d44b17e71a8 req-9559e2f3-040f-49d2-a31e-fefb7d7dc148 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c4dc283-aad4-453a-8b22-4f988b516198 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 21:04:36.243526 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-a3683e32-001e-49a8-99f5-7d44b17e71a8 req-9559e2f3-040f-49d2-a31e-fefb7d7dc148 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:36.263548 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-a3683e32-001e-49a8-99f5-7d44b17e71a8 req-9559e2f3-040f-49d2-a31e-fefb7d7dc148 service neutron] Transition to ACTIVE for port object 4c4dc283-aad4-453a-8b22-4f988b516198 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:04:36.269460 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-a3683e32-001e-49a8-99f5-7d44b17e71a8 req-9559e2f3-040f-49d2-a31e-fefb7d7dc148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:36.310549 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052e657e-c6ac-4806-a271-e1b25329f96a req-e36c1f69-a6c2-4c2f-a40f-ae6ad36f816e tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:04:36.311241 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-052e657e-c6ac-4806-a271-e1b25329f96a req-e36c1f69-a6c2-4c2f-a40f-ae6ad36f816e tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Synchronizing usage tracker for tenant:c12268ab07a9433491260f53998d1c70 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:04:36.535829 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-052e657e-c6ac-4806-a271-e1b25329f96a req-e36c1f69-a6c2-4c2f-a40f-ae6ad36f816e tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Unset dirty status for tenant:c12268ab07a9433491260f53998d1c70 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:04:36.536982 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-052e657e-c6ac-4806-a271-e1b25329f96a req-e36c1f69-a6c2-4c2f-a40f-ae6ad36f816e tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4 HTTP/1.1" status: 200 len: 932 time: 0.4133754 May 05 21:04:36.572414 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9559e2f3-040f-49d2-a31e-fefb7d7dc148 service neutron] Pushing event updated for resources: {'Port': ['ID=4c4dc283-aad4-453a-8b22-4f988b516198,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:04:36.658185 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-052e657e-c6ac-4806-a271-e1b25329f96a req-72884a64-c543-4c21-ab44-0f60f89daa74 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=73a079b8-8dfa-44ba-9ca5-7b18e2deb441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867696 May 05 21:04:36.682204 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-a3683e32-001e-49a8-99f5-7d44b17e71a8 req-9559e2f3-040f-49d2-a31e-fefb7d7dc148 service neutron] Attempting to bind port 4c4dc283-aad4-453a-8b22-4f988b516198 on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:04:36.682537 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-a3683e32-001e-49a8-99f5-7d44b17e71a8 req-9559e2f3-040f-49d2-a31e-fefb7d7dc148 service neutron] Attempting to bind port 4c4dc283-aad4-453a-8b22-4f988b516198 by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'e39ffbb2-b4d4-411e-bc0e-2d686f9532d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd172b2ae-748a-4009-85a6-767504246283'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:04:36.682915 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3683e32-001e-49a8-99f5-7d44b17e71a8 req-9559e2f3-040f-49d2-a31e-fefb7d7dc148 service neutron] Attempting to bind port 4c4dc283-aad4-453a-8b22-4f988b516198 on network d172b2ae-748a-4009-85a6-767504246283 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 21:04:36.687749 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3683e32-001e-49a8-99f5-7d44b17e71a8 req-9559e2f3-040f-49d2-a31e-fefb7d7dc148 service neutron] Port 4c4dc283-aad4-453a-8b22-4f988b516198 on network d172b2ae-748a-4009-85a6-767504246283 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 21:04:36.688064 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3683e32-001e-49a8-99f5-7d44b17e71a8 req-9559e2f3-040f-49d2-a31e-fefb7d7dc148 service neutron] Attempting to bind port 4c4dc283-aad4-453a-8b22-4f988b516198 on network d172b2ae-748a-4009-85a6-767504246283 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 21:04:36.693780 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3683e32-001e-49a8-99f5-7d44b17e71a8 req-9559e2f3-040f-49d2-a31e-fefb7d7dc148 service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 21:04:36.694125 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3683e32-001e-49a8-99f5-7d44b17e71a8 req-9559e2f3-040f-49d2-a31e-fefb7d7dc148 service neutron] Checking segment: {'id': 'e39ffbb2-b4d4-411e-bc0e-2d686f9532d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd172b2ae-748a-4009-85a6-767504246283'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 21:04:36.694512 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3683e32-001e-49a8-99f5-7d44b17e71a8 req-9559e2f3-040f-49d2-a31e-fefb7d7dc148 service neutron] Bound using segment: {'id': 'e39ffbb2-b4d4-411e-bc0e-2d686f9532d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd172b2ae-748a-4009-85a6-767504246283'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 21:04:36.694932 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-a3683e32-001e-49a8-99f5-7d44b17e71a8 req-9559e2f3-040f-49d2-a31e-fefb7d7dc148 service neutron] Bound port: 4c4dc283-aad4-453a-8b22-4f988b516198, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e39ffbb2-b4d4-411e-bc0e-2d686f9532d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd172b2ae-748a-4009-85a6-767504246283'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:04:36.695280 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-a3683e32-001e-49a8-99f5-7d44b17e71a8 req-9559e2f3-040f-49d2-a31e-fefb7d7dc148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:36.789829 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-a3683e32-001e-49a8-99f5-7d44b17e71a8 req-9559e2f3-040f-49d2-a31e-fefb7d7dc148 service neutron] For port 4c4dc283-aad4-453a-8b22-4f988b516198, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 21:04:36.792728 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-a3683e32-001e-49a8-99f5-7d44b17e71a8 req-9559e2f3-040f-49d2-a31e-fefb7d7dc148 service neutron] For port 4c4dc283-aad4-453a-8b22-4f988b516198, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=4c4dc283-aad4-453a-8b22-4f988b516198,segment=NetworkSegment(e39ffbb2-b4d4-411e-bc0e-2d686f9532d4),segment_id=e39ffbb2-b4d4-411e-bc0e-2d686f9532d4)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 21:04:36.797225 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-a3683e32-001e-49a8-99f5-7d44b17e71a8 req-9559e2f3-040f-49d2-a31e-fefb7d7dc148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:36.859661 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3683e32-001e-49a8-99f5-7d44b17e71a8 req-9559e2f3-040f-49d2-a31e-fefb7d7dc148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:04:36.860293 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-a3683e32-001e-49a8-99f5-7d44b17e71a8 req-9559e2f3-040f-49d2-a31e-fefb7d7dc148 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:36.862409 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a3683e32-001e-49a8-99f5-7d44b17e71a8 req-9559e2f3-040f-49d2-a31e-fefb7d7dc148 service neutron] 10.222.0.24 "PUT /v2.0/ports/4c4dc283-aad4-453a-8b22-4f988b516198 HTTP/1.1" status: 200 len: 1092 time: 1.1622934 May 05 21:04:36.862845 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4', 'tag': '4c4dc283-aad4-453a-8b22-4f988b516198'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 21:04:36.887755 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9559e2f3-040f-49d2-a31e-fefb7d7dc148 service neutron] Pushing event updated for resources: {'Port': ['ID=4c4dc283-aad4-453a-8b22-4f988b516198,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:04:36.932617 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a227de5-fad7-4e46-9f17-bd116e8f2903'] response: {'name': 'network-changed', 'server_uuid': '416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4', 'tag': '4c4dc283-aad4-453a-8b22-4f988b516198', 'status': 'completed', 'code': 200} May 05 21:04:36.978585 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3683e32-001e-49a8-99f5-7d44b17e71a8 req-a3bb5f51-a44e-432e-a9bf-67e785dee4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:04:36.980179 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a3683e32-001e-49a8-99f5-7d44b17e71a8 req-a3bb5f51-a44e-432e-a9bf-67e785dee4f8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c12268ab07a9433491260f53998d1c70&device_id=416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4 HTTP/1.1" status: 200 len: 1095 time: 0.0800159 May 05 21:04:37.000854 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8ba37fb9-ff96-4807-80c8-c316e118a1a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:37.051390 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a3683e32-001e-49a8-99f5-7d44b17e71a8 req-c85eb857-6818-418f-9e25-8dcf31e8c94b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c4dc283-aad4-453a-8b22-4f988b516198 HTTP/1.1" status: 200 len: 217 time: 0.0637040 May 05 21:04:37.116284 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3683e32-001e-49a8-99f5-7d44b17e71a8 req-134d753d-1711-4565-b06a-20f5f653117d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:04:37.117710 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a3683e32-001e-49a8-99f5-7d44b17e71a8 req-134d753d-1711-4565-b06a-20f5f653117d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=37f3ba51-f1b6-4aca-b75c-b0ac7cc3b2b4 HTTP/1.1" status: 200 len: 846 time: 0.0611749 May 05 21:04:37.192758 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3683e32-001e-49a8-99f5-7d44b17e71a8 req-14659e83-bd30-4efc-815f-7d9ef197c085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:04:37.194227 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a3683e32-001e-49a8-99f5-7d44b17e71a8 req-14659e83-bd30-4efc-815f-7d9ef197c085 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d172b2ae-748a-4009-85a6-767504246283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713282 May 05 21:04:37.324822 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a3683e32-001e-49a8-99f5-7d44b17e71a8 req-5bd0fda6-6b42-40ad-9a69-26d260f6622b service neutron] 10.222.0.24 "GET /v2.0/networks/d172b2ae-748a-4009-85a6-767504246283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248913 May 05 21:04:37.453400 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a3683e32-001e-49a8-99f5-7d44b17e71a8 req-eea93d01-a8fe-4415-850f-3d6ef8bdd2f6 service neutron] 10.222.0.24 "GET /v2.0/networks/d172b2ae-748a-4009-85a6-767504246283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225324 May 05 21:04:37.567011 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9bad25-2b01-4a66-b60d-0025f685e4a4 req-3b2aef70-c191-4fc9-aa3c-66e1359a33f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:04:37.568543 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bc9bad25-2b01-4a66-b60d-0025f685e4a4 req-3b2aef70-c191-4fc9-aa3c-66e1359a33f6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c12268ab07a9433491260f53998d1c70&device_id=416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4 HTTP/1.1" status: 200 len: 1095 time: 0.0715613 May 05 21:04:37.700981 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9bad25-2b01-4a66-b60d-0025f685e4a4 req-9718f272-a4f0-4b48-a8bb-a5c5839170e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:04:37.702464 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bc9bad25-2b01-4a66-b60d-0025f685e4a4 req-9718f272-a4f0-4b48-a8bb-a5c5839170e5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d172b2ae-748a-4009-85a6-767504246283 HTTP/1.1" status: 200 len: 908 time: 0.1283996 May 05 21:04:37.804715 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bc9bad25-2b01-4a66-b60d-0025f685e4a4 req-8fa1613e-7389-4ed3-9633-c0e8b5b3899f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c4dc283-aad4-453a-8b22-4f988b516198 HTTP/1.1" status: 200 len: 217 time: 0.0952685 May 05 21:04:37.912360 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9bad25-2b01-4a66-b60d-0025f685e4a4 req-f02fda9b-8231-4bee-9472-215ecbf278e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:04:37.914415 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bc9bad25-2b01-4a66-b60d-0025f685e4a4 req-f02fda9b-8231-4bee-9472-215ecbf278e0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=37f3ba51-f1b6-4aca-b75c-b0ac7cc3b2b4 HTTP/1.1" status: 200 len: 846 time: 0.0990641 May 05 21:04:37.962653 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc35d9-bd54-4352-8565-1462446feec1 req-1c9ce1ce-326f-4e65-b297-fc8441a7c556 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:04:37.964092 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-34cc35d9-bd54-4352-8565-1462446feec1 req-1c9ce1ce-326f-4e65-b297-fc8441a7c556 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4 HTTP/1.1" status: 200 len: 944 time: 0.1978581 May 05 21:04:38.030504 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-34cc35d9-bd54-4352-8565-1462446feec1 req-942c00f6-19db-418b-bac5-3e0a59dfebf0 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=73a079b8-8dfa-44ba-9ca5-7b18e2deb441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606761 May 05 21:04:38.043749 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9bad25-2b01-4a66-b60d-0025f685e4a4 req-4f3721a8-d1fa-4750-b6f8-58808e98eb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:04:38.045270 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bc9bad25-2b01-4a66-b60d-0025f685e4a4 req-4f3721a8-d1fa-4750-b6f8-58808e98eb3b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d172b2ae-748a-4009-85a6-767504246283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1228991 May 05 21:04:38.074430 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:38.222489 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:38.307365 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bc9bad25-2b01-4a66-b60d-0025f685e4a4 req-28481fdb-da9f-468a-997a-c741b963acde service neutron] 10.222.0.24 "GET /v2.0/networks/d172b2ae-748a-4009-85a6-767504246283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559645 May 05 21:04:38.443894 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bc9bad25-2b01-4a66-b60d-0025f685e4a4 req-34931508-44ff-4e2c-934e-43844277ab53 service neutron] 10.222.0.24 "GET /v2.0/networks/d172b2ae-748a-4009-85a6-767504246283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293855 May 05 21:04:39.316309 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad82e8f-85bc-4da6-bf3c-c74a534b56cf req-fd1f92d0-913d-4b33-9ad2-c7568fe85c35 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:04:39.317773 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1ad82e8f-85bc-4da6-bf3c-c74a534b56cf req-fd1f92d0-913d-4b33-9ad2-c7568fe85c35 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4 HTTP/1.1" status: 200 len: 944 time: 0.1802075 May 05 21:04:39.361228 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1ad82e8f-85bc-4da6-bf3c-c74a534b56cf req-cc36c7f2-0263-4ed7-a9b1-c06e3dd1670e tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=73a079b8-8dfa-44ba-9ca5-7b18e2deb441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373387 May 05 21:04:39.813847 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:40.552022 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe46fb04-d92b-497a-9de1-f5c84db24fea req-6e0e0191-903c-416f-8911-618972d67309 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:04:40.553526 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fe46fb04-d92b-497a-9de1-f5c84db24fea req-6e0e0191-903c-416f-8911-618972d67309 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4 HTTP/1.1" status: 200 len: 944 time: 0.0800064 May 05 21:04:40.597556 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-fe46fb04-d92b-497a-9de1-f5c84db24fea req-d893cf30-aa35-4038-aa90-b7b39ae480b4 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=73a079b8-8dfa-44ba-9ca5-7b18e2deb441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383413 May 05 21:04:41.780932 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb5e4c-0588-4bf1-8ebd-fc93b05f8ed7 req-199ad387-cbdc-4018-b2ec-c51764810541 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:04:41.783429 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b4eb5e4c-0588-4bf1-8ebd-fc93b05f8ed7 req-199ad387-cbdc-4018-b2ec-c51764810541 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4 HTTP/1.1" status: 200 len: 944 time: 0.0789950 May 05 21:04:41.825463 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b4eb5e4c-0588-4bf1-8ebd-fc93b05f8ed7 req-c8a25e48-f678-467d-b2dc-b1863eab8b24 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=73a079b8-8dfa-44ba-9ca5-7b18e2deb441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369151 May 05 21:04:43.015498 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0815c051-60dd-43d8-8981-a22ac953000a req-1f0d3872-e6a4-4071-991f-34daea73e8a8 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:04:43.016972 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0815c051-60dd-43d8-8981-a22ac953000a req-1f0d3872-e6a4-4071-991f-34daea73e8a8 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4 HTTP/1.1" status: 200 len: 944 time: 0.0848744 May 05 21:04:43.061297 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0815c051-60dd-43d8-8981-a22ac953000a req-e4f3a167-2a2a-4f65-bad0-c4901ace12a2 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=73a079b8-8dfa-44ba-9ca5-7b18e2deb441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387194 May 05 21:04:44.245706 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75142931-1b0a-412f-abb9-48b9525aae4d req-ab248d57-5834-4fdf-b8ba-f2665aac7aad tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:04:44.247146 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-75142931-1b0a-412f-abb9-48b9525aae4d req-ab248d57-5834-4fdf-b8ba-f2665aac7aad tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4 HTTP/1.1" status: 200 len: 944 time: 0.0812593 May 05 21:04:44.290781 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-75142931-1b0a-412f-abb9-48b9525aae4d req-8f7f3305-93de-4496-a503-0cb290266b9b tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=73a079b8-8dfa-44ba-9ca5-7b18e2deb441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379984 May 05 21:04:44.928533 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:44.948932 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 4c4dc283-aad4-453a-8b22-4f988b516198 details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:04:45.080350 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 4c4dc283-aad4-453a-8b22-4f988b516198, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=4c4dc283-aad4-453a-8b22-4f988b516198,segment=NetworkSegment(e39ffbb2-b4d4-411e-bc0e-2d686f9532d4),segment_id=e39ffbb2-b4d4-411e-bc0e-2d686f9532d4)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 21:04:45.093560 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '4c4dc283-aad4-453a-8b22-4f988b516198', 'network_id': 'd172b2ae-748a-4009-85a6-767504246283', 'port_id': '4c4dc283-aad4-453a-8b22-4f988b516198', 'mac_address': 'fa:16:3e:17:59:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37f3ba51-f1b6-4aca-b75c-b0ac7cc3b2b4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:04:45.149041 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:45.165812 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c4dc283-aad4-453a-8b22-4f988b516198 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 21:04:45.181203 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 4c4dc283-aad4-453a-8b22-4f988b516198, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=4c4dc283-aad4-453a-8b22-4f988b516198,segment=NetworkSegment(e39ffbb2-b4d4-411e-bc0e-2d686f9532d4),segment_id=e39ffbb2-b4d4-411e-bc0e-2d686f9532d4)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 21:04:45.184930 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:45.252684 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=4c4dc283-aad4-453a-8b22-4f988b516198,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:04:45.260357 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:04:45.260700 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:04:45.261037 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:04:45.261366 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:04:45.261700 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:04:45.262024 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:04:45.262343 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:04:45.262660 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:04:45.262977 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:04:45.263293 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:04:45.263637 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:04:45.263951 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:04:45.405842 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['4c4dc283-aad4-453a-8b22-4f988b516198'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 21:04:45.474685 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e05808f-c69a-403b-8aec-f0a58f60bca8 req-91bd7c13-8310-4428-a9c7-d4928fcd7897 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:04:45.476075 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6e05808f-c69a-403b-8aec-f0a58f60bca8 req-91bd7c13-8310-4428-a9c7-d4928fcd7897 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4 HTTP/1.1" status: 200 len: 945 time: 0.0801601 May 05 21:04:45.520630 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6e05808f-c69a-403b-8aec-f0a58f60bca8 req-ab8ead1d-8bf1-412e-8788-30bf0716499a tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=73a079b8-8dfa-44ba-9ca5-7b18e2deb441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387993 May 05 21:04:46.701846 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1139e3ee-ce14-453b-8bbd-3ba2149bb199 req-f9445d90-8ebe-480f-9194-4b91492643c7 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:04:46.703279 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1139e3ee-ce14-453b-8bbd-3ba2149bb199 req-f9445d90-8ebe-480f-9194-4b91492643c7 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4 HTTP/1.1" status: 200 len: 945 time: 0.0777483 May 05 21:04:46.750320 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1139e3ee-ce14-453b-8bbd-3ba2149bb199 req-fe0237a4-d6dd-4f33-886b-14362937c011 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=73a079b8-8dfa-44ba-9ca5-7b18e2deb441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412309 May 05 21:04:46.973591 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 4c4dc283-aad4-453a-8b22-4f988b516198 up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:04:47.042815 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port 4c4dc283-aad4-453a-8b22-4f988b516198 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:04:47.047840 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 4c4dc283-aad4-453a-8b22-4f988b516198 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:04:47.048210 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:47.139290 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:47.206697 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:47.234975 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c4dc283-aad4-453a-8b22-4f988b516198'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 21:04:47.244338 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 4c4dc283-aad4-453a-8b22-4f988b516198, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=4c4dc283-aad4-453a-8b22-4f988b516198,segment=NetworkSegment(e39ffbb2-b4d4-411e-bc0e-2d686f9532d4),segment_id=e39ffbb2-b4d4-411e-bc0e-2d686f9532d4)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 21:04:47.248365 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:47.315496 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=4c4dc283-aad4-453a-8b22-4f988b516198,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:04:47.335646 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ac9b723-b820-49a1-997f-d6d117b637b5'] response: {'server_uuid': '416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c4dc283-aad4-453a-8b22-4f988b516198', 'code': 200} May 05 21:04:47.459830 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f41f1d7-00bc-42ed-b842-34fe866b06a4 req-9453eb63-d8aa-40a9-a365-acf4d594a353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:04:47.461296 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4f41f1d7-00bc-42ed-b842-34fe866b06a4 req-9453eb63-d8aa-40a9-a365-acf4d594a353 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4 HTTP/1.1" status: 200 len: 1097 time: 0.0727806 May 05 21:04:47.500819 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4f41f1d7-00bc-42ed-b842-34fe866b06a4 req-5c5c467a-4b60-4388-9134-8d577c0b3665 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=73a079b8-8dfa-44ba-9ca5-7b18e2deb441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327601 May 05 21:04:47.933750 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c0d089-abac-4a0d-9993-09fb04b918d4 req-54efa253-32d0-44c2-90ef-7ffe411faca1 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:04:47.935204 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b4c0d089-abac-4a0d-9993-09fb04b918d4 req-54efa253-32d0-44c2-90ef-7ffe411faca1 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4 HTTP/1.1" status: 200 len: 946 time: 0.0797381 May 05 21:04:47.978913 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b4c0d089-abac-4a0d-9993-09fb04b918d4 req-8a798fd4-c103-47db-ada9-d5f70ed9f697 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=73a079b8-8dfa-44ba-9ca5-7b18e2deb441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381227 May 05 21:04:49.168396 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41466e57-cfc2-44fe-bbc0-6c562ab646e6 req-5246ba69-ee77-4e55-a63d-412d9d8448d0 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:04:49.169857 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-41466e57-cfc2-44fe-bbc0-6c562ab646e6 req-5246ba69-ee77-4e55-a63d-412d9d8448d0 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4 HTTP/1.1" status: 200 len: 946 time: 0.0817561 May 05 21:04:49.218932 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-41466e57-cfc2-44fe-bbc0-6c562ab646e6 req-9e9bb1d9-ed6f-40c0-855a-57bdb46b0d71 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=73a079b8-8dfa-44ba-9ca5-7b18e2deb441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435090 May 05 21:04:49.406116 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0732f9-2b8b-4d89-bb9c-91ce2012d01e req-c6465efa-8e0f-40b3-a421-ba397944ab23 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:04:49.407583 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7c0732f9-2b8b-4d89-bb9c-91ce2012d01e req-c6465efa-8e0f-40b3-a421-ba397944ab23 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4 HTTP/1.1" status: 200 len: 946 time: 0.0822017 May 05 21:04:49.451017 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7c0732f9-2b8b-4d89-bb9c-91ce2012d01e req-00d1f691-8372-4627-8c1f-7bc2bc6add41 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=73a079b8-8dfa-44ba-9ca5-7b18e2deb441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377960 May 05 21:04:49.474428 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 42214) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:04:49.546491 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b5871e-cac2-4f1b-8a0b-a207d8ba4844 tempest-TestShelveInstance-1171687353 tempest-TestShelveInstance-1171687353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:04:49.547152 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-d3b5871e-cac2-4f1b-8a0b-a207d8ba4844 tempest-TestShelveInstance-1171687353 tempest-TestShelveInstance-1171687353-project-admin] Synchronizing usage tracker for tenant:0a4a84421b3e4384a8d109271f9dfe6e on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:04:49.563877 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-d3b5871e-cac2-4f1b-8a0b-a207d8ba4844 tempest-TestShelveInstance-1171687353 tempest-TestShelveInstance-1171687353-project-admin] Unset dirty status for tenant:0a4a84421b3e4384a8d109271f9dfe6e on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:04:49.565256 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d3b5871e-cac2-4f1b-8a0b-a207d8ba4844 tempest-TestShelveInstance-1171687353 tempest-TestShelveInstance-1171687353-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4 HTTP/1.1" status: 200 len: 1092 time: 0.0897791 May 05 21:04:49.567985 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 42218) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:04:49.573064 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-5f8a6f3d-68d9-4ca3-997a-8b2c457ecd87 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Request body: {'floatingip': {'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'port_id': '4c4dc283-aad4-453a-8b22-4f988b516198', 'tenant_id': 'c12268ab07a9433491260f53998d1c70', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 21:04:49.579897 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-5f8a6f3d-68d9-4ca3-997a-8b2c457ecd87 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:04:49.583835 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-5f8a6f3d-68d9-4ca3-997a-8b2c457ecd87 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Usage tracker for resource:floatingip and tenant:c12268ab07a9433491260f53998d1c70 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:04:49.586652 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-5f8a6f3d-68d9-4ca3-997a-8b2c457ecd87 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:04:49.592260 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-5f8a6f3d-68d9-4ca3-997a-8b2c457ecd87 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:04:49.604188 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5f8a6f3d-68d9-4ca3-997a-8b2c457ecd87 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks [] for floatingip, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:49.739544 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5f8a6f3d-68d9-4ca3-997a-8b2c457ecd87 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:49.874725 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-5f8a6f3d-68d9-4ca3-997a-8b2c457ecd87 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Allocated IP 172.25.0.210 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/ecce6229-e51c-462d-8d5e-5502c6a7f051) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:04:50.023683 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5f8a6f3d-68d9-4ca3-997a-8b2c457ecd87 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:50.052572 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5f8a6f3d-68d9-4ca3-997a-8b2c457ecd87 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:50.116566 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8a6f3d-68d9-4ca3-997a-8b2c457ecd87 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:04:50.119415 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-5f8a6f3d-68d9-4ca3-997a-8b2c457ecd87 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:04:50.123076 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8a6f3d-68d9-4ca3-997a-8b2c457ecd87 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 21:04:50.163543 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8a6f3d-68d9-4ca3-997a-8b2c457ecd87 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Pushing event updated for resources: {'Port': ['ID=ecce6229-e51c-462d-8d5e-5502c6a7f051,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:04:50.534647 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5f8a6f3d-68d9-4ca3-997a-8b2c457ecd87 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:50.606057 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5f8a6f3d-68d9-4ca3-997a-8b2c457ecd87 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:50.904568 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5f8a6f3d-68d9-4ca3-997a-8b2c457ecd87 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:50.908692 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5f8a6f3d-68d9-4ca3-997a-8b2c457ecd87 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:51.017018 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8a6f3d-68d9-4ca3-997a-8b2c457ecd87 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Pushing event updated for resources: {'Port': ['ID=ecce6229-e51c-462d-8d5e-5502c6a7f051,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:04:51.027094 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5f8a6f3d-68d9-4ca3-997a-8b2c457ecd87 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:51.195019 n-d-840717-1 neutron-server[88197]: INFO neutron.db.l3_db [None req-5f8a6f3d-68d9-4ca3-997a-8b2c457ecd87 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Floating IP 3375a55b-2bc5-4e57-9479-9d7f6bf6e63f associated. External IP: 172.25.0.210, port: 4c4dc283-aad4-453a-8b22-4f988b516198. May 05 21:04:51.541946 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f8a6f3d-68d9-4ca3-997a-8b2c457ecd87 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Router 9a363887-32fc-4f8e-b11e-09a4b2a5861a has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 21:04:51.743001 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f8a6f3d-68d9-4ca3-997a-8b2c457ecd87 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 21:04:51.752944 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a419bff-0e62-4c27-83be-64d928bff397 None None] Sync routers for ids ['9a363887-32fc-4f8e-b11e-09a4b2a5861a'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 21:04:51.762805 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a419bff-0e62-4c27-83be-64d928bff397 None None] Routers {'9a363887-32fc-4f8e-b11e-09a4b2a5861a'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 21:04:51.763437 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-4a419bff-0e62-4c27-83be-64d928bff397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T21:04:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['9a363887-32fc-4f8e-b11e-09a4b2a5861a'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:04:51.767805 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-5f8a6f3d-68d9-4ca3-997a-8b2c457ecd87 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:04:51.822142 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-5f8a6f3d-68d9-4ca3-997a-8b2c457ecd87 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2529626 May 05 21:04:51.822541 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4', 'tag': '4c4dc283-aad4-453a-8b22-4f988b516198'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 21:04:51.866851 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a297423b-cca2-49f4-a61b-753d934f8176'] response: {'name': 'network-changed', 'server_uuid': '416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4', 'tag': '4c4dc283-aad4-453a-8b22-4f988b516198', 'status': 'completed', 'code': 200} May 05 21:04:51.944741 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-4a419bff-0e62-4c27-83be-64d928bff397 None None] Set router 9a363887-32fc-4f8e-b11e-09a4b2a5861a gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 21:04:51.966099 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c231b76-b870-450c-984a-a6331a3d30ef req-df0fbb04-3875-40fd-94b3-35dc051149f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:04:51.967956 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3c231b76-b870-450c-984a-a6331a3d30ef req-df0fbb04-3875-40fd-94b3-35dc051149f6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c12268ab07a9433491260f53998d1c70&device_id=416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4 HTTP/1.1" status: 200 len: 1097 time: 0.0789456 May 05 21:04:52.099137 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c231b76-b870-450c-984a-a6331a3d30ef req-26f74cd7-8987-488a-b7ef-2ae438654077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:04:52.100528 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3c231b76-b870-450c-984a-a6331a3d30ef req-26f74cd7-8987-488a-b7ef-2ae438654077 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d172b2ae-748a-4009-85a6-767504246283 HTTP/1.1" status: 200 len: 908 time: 0.1268244 May 05 21:04:52.204531 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3c231b76-b870-450c-984a-a6331a3d30ef req-3e6c2a1c-8e7a-44f9-97de-f986fb4aafa8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c4dc283-aad4-453a-8b22-4f988b516198 HTTP/1.1" status: 200 len: 1000 time: 0.0982800 May 05 21:04:52.267843 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c231b76-b870-450c-984a-a6331a3d30ef req-a7525bc5-4196-4ae9-bba1-686b44d2221b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:04:52.269318 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3c231b76-b870-450c-984a-a6331a3d30ef req-a7525bc5-4196-4ae9-bba1-686b44d2221b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=37f3ba51-f1b6-4aca-b75c-b0ac7cc3b2b4 HTTP/1.1" status: 200 len: 846 time: 0.0589149 May 05 21:04:52.301738 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-4a419bff-0e62-4c27-83be-64d928bff397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a363887-32fc-4f8e-b11e-09a4b2a5861a', 'name': 'tempest-TestShelveInstance-62035008-router', 'tenant_id': 'c12268ab07a9433491260f53998d1c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '7435cf7b-c31c-48ae-b0a5-020ec5d8a76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:59:56Z', 'updated_at': '2022-05-05T21:00:00Z', 'revision_number': 4, 'project_id': 'c12268ab07a9433491260f53998d1c70', 'gw_port': {'id': '7435cf7b-c31c-48ae-b0a5-020ec5d8a76e', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:aa:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a363887-32fc-4f8e-b11e-09a4b2a5861a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:59:56Z', 'updated_at': '2022-05-05T21:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '3375a55b-2bc5-4e57-9479-9d7f6bf6e63f', 'tenant_id': 'c12268ab07a9433491260f53998d1c70', 'floating_ip_address': '172.25.0.210', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '9a363887-32fc-4f8e-b11e-09a4b2a5861a', 'port_id': '4c4dc283-aad4-453a-8b22-4f988b516198', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd172b2ae-748a-4009-85a6-767504246283', 'mac_address': 'fa:16:3e:17:59:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T21:04:50Z', 'updated_at': '2022-05-05T21:04:50Z', 'revision_number': 0, 'project_id': 'c12268ab07a9433491260f53998d1c70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15ba62a3-c5ce-45ae-a7a2-494421ec0f83', 'name': '', 'network_id': 'd172b2ae-748a-4009-85a6-767504246283', 'tenant_id': 'c12268ab07a9433491260f53998d1c70', 'mac_address': 'fa:16:3e:4b:4d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a363887-32fc-4f8e-b11e-09a4b2a5861a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '37f3ba51-f1b6-4aca-b75c-b0ac7cc3b2b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:59:59Z', 'updated_at': '2022-05-05T21:00:05Z', 'revision_number': 5, 'project_id': 'c12268ab07a9433491260f53998d1c70', 'subnets': [{'id': '37f3ba51-f1b6-4aca-b75c-b0ac7cc3b2b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:04:52.305665 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a419bff-0e62-4c27-83be-64d928bff397 None None] Checking router: 9a363887-32fc-4f8e-b11e-09a4b2a5861a for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 21:04:52.313943 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a419bff-0e62-4c27-83be-64d928bff397 None None] Routers {'9a363887-32fc-4f8e-b11e-09a4b2a5861a'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 21:04:52.314542 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-4a419bff-0e62-4c27-83be-64d928bff397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T21:04:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['9a363887-32fc-4f8e-b11e-09a4b2a5861a'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:04:52.346142 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c231b76-b870-450c-984a-a6331a3d30ef req-b5167f3b-b0f8-43fc-b0d0-4b5a5918c503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:04:52.348881 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3c231b76-b870-450c-984a-a6331a3d30ef req-b5167f3b-b0f8-43fc-b0d0-4b5a5918c503 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d172b2ae-748a-4009-85a6-767504246283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725493 May 05 21:04:52.477830 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3c231b76-b870-450c-984a-a6331a3d30ef req-8541c4c6-f901-43d8-9e98-d1c0417eb0f8 service neutron] 10.222.0.24 "GET /v2.0/networks/d172b2ae-748a-4009-85a6-767504246283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244991 May 05 21:04:52.491313 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-4a419bff-0e62-4c27-83be-64d928bff397 None None] Set router 9a363887-32fc-4f8e-b11e-09a4b2a5861a gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 21:04:52.609570 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3c231b76-b870-450c-984a-a6331a3d30ef req-6da14b40-ed1b-406a-8fe6-a7440f11836d service neutron] 10.222.0.24 "GET /v2.0/networks/d172b2ae-748a-4009-85a6-767504246283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263266 May 05 21:04:52.835635 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-4a419bff-0e62-4c27-83be-64d928bff397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a363887-32fc-4f8e-b11e-09a4b2a5861a', 'name': 'tempest-TestShelveInstance-62035008-router', 'tenant_id': 'c12268ab07a9433491260f53998d1c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '7435cf7b-c31c-48ae-b0a5-020ec5d8a76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:59:56Z', 'updated_at': '2022-05-05T21:00:00Z', 'revision_number': 4, 'project_id': 'c12268ab07a9433491260f53998d1c70', 'gw_port': {'id': '7435cf7b-c31c-48ae-b0a5-020ec5d8a76e', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:aa:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a363887-32fc-4f8e-b11e-09a4b2a5861a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:59:56Z', 'updated_at': '2022-05-05T21:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '3375a55b-2bc5-4e57-9479-9d7f6bf6e63f', 'tenant_id': 'c12268ab07a9433491260f53998d1c70', 'floating_ip_address': '172.25.0.210', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '9a363887-32fc-4f8e-b11e-09a4b2a5861a', 'port_id': '4c4dc283-aad4-453a-8b22-4f988b516198', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd172b2ae-748a-4009-85a6-767504246283', 'mac_address': 'fa:16:3e:17:59:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T21:04:50Z', 'updated_at': '2022-05-05T21:04:50Z', 'revision_number': 0, 'project_id': 'c12268ab07a9433491260f53998d1c70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15ba62a3-c5ce-45ae-a7a2-494421ec0f83', 'name': '', 'network_id': 'd172b2ae-748a-4009-85a6-767504246283', 'tenant_id': 'c12268ab07a9433491260f53998d1c70', 'mac_address': 'fa:16:3e:4b:4d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a363887-32fc-4f8e-b11e-09a4b2a5861a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '37f3ba51-f1b6-4aca-b75c-b0ac7cc3b2b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:59:59Z', 'updated_at': '2022-05-05T21:00:05Z', 'revision_number': 5, 'project_id': 'c12268ab07a9433491260f53998d1c70', 'subnets': [{'id': '37f3ba51-f1b6-4aca-b75c-b0ac7cc3b2b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:04:52.839407 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a419bff-0e62-4c27-83be-64d928bff397 None None] The sync data for ids ['9a363887-32fc-4f8e-b11e-09a4b2a5861a'] in n-d-840717-1 is: [{'id': '9a363887-32fc-4f8e-b11e-09a4b2a5861a', 'name': 'tempest-TestShelveInstance-62035008-router', 'tenant_id': 'c12268ab07a9433491260f53998d1c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '7435cf7b-c31c-48ae-b0a5-020ec5d8a76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:59:56Z', 'updated_at': '2022-05-05T21:00:00Z', 'revision_number': 4, 'project_id': 'c12268ab07a9433491260f53998d1c70', 'gw_port': {'id': '7435cf7b-c31c-48ae-b0a5-020ec5d8a76e', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:aa:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a363887-32fc-4f8e-b11e-09a4b2a5861a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:59:56Z', 'updated_at': '2022-05-05T21:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '3375a55b-2bc5-4e57-9479-9d7f6bf6e63f', 'tenant_id': 'c12268ab07a9433491260f53998d1c70', 'floating_ip_address': '172.25.0.210', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '9a363887-32fc-4f8e-b11e-09a4b2a5861a', 'port_id': '4c4dc283-aad4-453a-8b22-4f988b516198', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd172b2ae-748a-4009-85a6-767504246283', 'mac_address': 'fa:16:3e:17:59:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T21:04:50Z', 'updated_at': '2022-05-05T21:04:50Z', 'revision_number': 0, 'project_id': 'c12268ab07a9433491260f53998d1c70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15ba62a3-c5ce-45ae-a7a2-494421ec0f83', 'name': '', 'network_id': 'd172b2ae-748a-4009-85a6-767504246283', 'tenant_id': 'c12268ab07a9433491260f53998d1c70', 'mac_address': 'fa:16:3e:4b:4d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a363887-32fc-4f8e-b11e-09a4b2a5861a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '37f3ba51-f1b6-4aca-b75c-b0ac7cc3b2b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:59:59Z', 'updated_at': '2022-05-05T21:00:05Z', 'revision_number': 5, 'project_id': 'c12268ab07a9433491260f53998d1c70', 'subnets': [{'id': '37f3ba51-f1b6-4aca-b75c-b0ac7cc3b2b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 21:04:53.040905 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb3d449-0c46-4c1e-b081-7e7e24caf728 None None] New status for floating IP 3375a55b-2bc5-4e57-9479-9d7f6bf6e63f: ACTIVE {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 21:05:04.801087 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e3d1a361-09bb-41b6-bcbd-0b5356616dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:05:07.003190 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b253230f-15b6-4bff-8f1a-e54fc5535fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:05:08.076405 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:05:08.226729 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:05:09.816633 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:05:12.010714 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:05:14.946923 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:05:17.081017 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:05:34.802540 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-04a58e6a-4513-4a63-b2b0-b3558dbe7ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:05:37.004771 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ddfb4273-ab60-4d11-9a26-4c0d64ef5b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:05:38.075064 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:05:38.229340 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:05:39.822697 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:05:42.088256 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1e3e38ab-3c67-47d7-a829-207ef0df5cbf req-31335259-b359-4b53-adad-dc02ef46b45d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0691266 May 05 21:05:42.227820 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e38ab-3c67-47d7-a829-207ef0df5cbf req-20b9c6e1-b7c1-481e-8ea9-c47f407eac11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:05:42.229258 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1e3e38ab-3c67-47d7-a829-207ef0df5cbf req-20b9c6e1-b7c1-481e-8ea9-c47f407eac11 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c12268ab07a9433491260f53998d1c70&device_id=416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4 HTTP/1.1" status: 200 len: 1097 time: 0.0728667 May 05 21:05:42.372953 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e38ab-3c67-47d7-a829-207ef0df5cbf req-05333aca-7a82-4095-bcb7-561a2c36b331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:05:42.374304 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1e3e38ab-3c67-47d7-a829-207ef0df5cbf req-05333aca-7a82-4095-bcb7-561a2c36b331 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d172b2ae-748a-4009-85a6-767504246283 HTTP/1.1" status: 200 len: 908 time: 0.1262307 May 05 21:05:42.593552 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1e3e38ab-3c67-47d7-a829-207ef0df5cbf req-0bc21f93-fa13-4cdf-9bf3-eb2c25ca6a01 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c4dc283-aad4-453a-8b22-4f988b516198 HTTP/1.1" status: 200 len: 1002 time: 0.2132664 May 05 21:05:42.654941 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e38ab-3c67-47d7-a829-207ef0df5cbf req-a9459ce3-e866-4433-baaf-2912f31782d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:05:42.656356 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1e3e38ab-3c67-47d7-a829-207ef0df5cbf req-a9459ce3-e866-4433-baaf-2912f31782d4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=37f3ba51-f1b6-4aca-b75c-b0ac7cc3b2b4 HTTP/1.1" status: 200 len: 846 time: 0.0577307 May 05 21:05:42.730428 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e38ab-3c67-47d7-a829-207ef0df5cbf req-17e30e72-efe4-447f-ad86-19662287e7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:05:42.731912 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1e3e38ab-3c67-47d7-a829-207ef0df5cbf req-17e30e72-efe4-447f-ad86-19662287e7f0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d172b2ae-748a-4009-85a6-767504246283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700247 May 05 21:05:42.861653 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1e3e38ab-3c67-47d7-a829-207ef0df5cbf req-b4d3ed24-1cc7-4ecd-a08e-ac5a78204f9a service neutron] 10.222.0.24 "GET /v2.0/networks/d172b2ae-748a-4009-85a6-767504246283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235855 May 05 21:05:42.989458 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1e3e38ab-3c67-47d7-a829-207ef0df5cbf req-4579dce5-fede-4935-8981-b61b3e611135 service neutron] 10.222.0.24 "GET /v2.0/networks/d172b2ae-748a-4009-85a6-767504246283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223164 May 05 21:05:44.957889 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:05:47.132174 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:05:49.011011 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:06:04.807764 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-db81e803-91e9-4e3f-ba7d-a86c43d28125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:06:07.010617 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0911d354-f175-4ef7-b738-14c2e34b7ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:06:08.076258 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:06:08.232176 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:06:09.822181 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:06:14.980370 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:06:17.095328 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:06:26.011302 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:06:34.809609 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d1b4b472-9858-48d0-9088-de7f57f2d2fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:06:37.013606 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2b62e705-ed73-4953-ac8c-902f1dba4f13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:06:38.078604 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:06:38.234730 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:06:39.825181 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:06:43.125958 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bc924114-0773-4113-b799-b25507c1fbf5 req-bea3f6c9-b7a6-4656-8b07-545806495a46 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1211739 May 05 21:06:43.262612 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc924114-0773-4113-b799-b25507c1fbf5 req-90e1e608-7f6c-4c83-bae9-bf88c257b027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:06:43.263987 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bc924114-0773-4113-b799-b25507c1fbf5 req-90e1e608-7f6c-4c83-bae9-bf88c257b027 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c12268ab07a9433491260f53998d1c70&device_id=416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4 HTTP/1.1" status: 200 len: 1097 time: 0.0716724 May 05 21:06:43.406629 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc924114-0773-4113-b799-b25507c1fbf5 req-9f77ed43-85b9-466d-98d9-94d65e36d162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:06:43.408122 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bc924114-0773-4113-b799-b25507c1fbf5 req-9f77ed43-85b9-466d-98d9-94d65e36d162 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d172b2ae-748a-4009-85a6-767504246283 HTTP/1.1" status: 200 len: 908 time: 0.1266053 May 05 21:06:43.509297 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bc924114-0773-4113-b799-b25507c1fbf5 req-47d895f8-2727-44a9-bb8c-0f3f5a5a4e5a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c4dc283-aad4-453a-8b22-4f988b516198 HTTP/1.1" status: 200 len: 1002 time: 0.0955024 May 05 21:06:43.575913 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc924114-0773-4113-b799-b25507c1fbf5 req-ff4cc248-f309-4604-ae9c-2491a2b453d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:06:43.577290 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bc924114-0773-4113-b799-b25507c1fbf5 req-ff4cc248-f309-4604-ae9c-2491a2b453d6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=37f3ba51-f1b6-4aca-b75c-b0ac7cc3b2b4 HTTP/1.1" status: 200 len: 846 time: 0.0625622 May 05 21:06:43.651016 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc924114-0773-4113-b799-b25507c1fbf5 req-0f3d0f72-87c8-4bae-89b0-850b02d3e089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:06:43.652527 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bc924114-0773-4113-b799-b25507c1fbf5 req-0f3d0f72-87c8-4bae-89b0-850b02d3e089 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d172b2ae-748a-4009-85a6-767504246283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696473 May 05 21:06:43.783563 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bc924114-0773-4113-b799-b25507c1fbf5 req-c460ba71-3c35-4e15-aca7-56a189f5955d service neutron] 10.222.0.24 "GET /v2.0/networks/d172b2ae-748a-4009-85a6-767504246283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250763 May 05 21:06:43.929119 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bc924114-0773-4113-b799-b25507c1fbf5 req-c13e153d-80d2-4347-a891-5776b66e6340 service neutron] 10.222.0.24 "GET /v2.0/networks/d172b2ae-748a-4009-85a6-767504246283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401417 May 05 21:06:44.963756 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:06:47.109839 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:06:47.714532 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d550de07-b2a9-4097-9219-a40352d5bdb3 req-d7be7887-1014-4666-80cb-9cf6fcacbc5d tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:06:47.716042 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d550de07-b2a9-4097-9219-a40352d5bdb3 req-d7be7887-1014-4666-80cb-9cf6fcacbc5d tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4 HTTP/1.1" status: 200 len: 946 time: 0.0819266 May 05 21:06:47.765691 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d550de07-b2a9-4097-9219-a40352d5bdb3 req-7f5e8b44-c236-422d-bb30-1a2ca16da1fe tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=73a079b8-8dfa-44ba-9ca5-7b18e2deb441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439353 May 05 21:06:48.960348 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc295a2-cc66-4fe8-8aad-ef731b30f3c8 req-a5c02d41-487e-42e1-8e66-46f8e576df57 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:06:48.961843 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9dc295a2-cc66-4fe8-8aad-ef731b30f3c8 req-a5c02d41-487e-42e1-8e66-46f8e576df57 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4 HTTP/1.1" status: 200 len: 946 time: 0.0845385 May 05 21:06:49.005945 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9dc295a2-cc66-4fe8-8aad-ef731b30f3c8 req-124ceacf-88f1-4782-9412-4dc1eb64a1cc tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=73a079b8-8dfa-44ba-9ca5-7b18e2deb441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382791 May 05 21:06:50.203081 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e979047b-5feb-4ddc-a6b9-dfef3d307bf4 req-2b8b97b6-c26d-473c-9b51-f17ea9c19700 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:06:50.204633 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e979047b-5feb-4ddc-a6b9-dfef3d307bf4 req-2b8b97b6-c26d-473c-9b51-f17ea9c19700 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4 HTTP/1.1" status: 200 len: 946 time: 0.0816712 May 05 21:06:50.248261 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e979047b-5feb-4ddc-a6b9-dfef3d307bf4 req-be2ada6e-f2f0-46c0-ad8f-0bf13ee06df0 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=73a079b8-8dfa-44ba-9ca5-7b18e2deb441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379775 May 05 21:06:51.428187 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3749f366-26a6-4897-ba1c-53a52272b948 req-5f973a79-dbf6-46b5-8539-da6b944dfe2d tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:06:51.429610 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3749f366-26a6-4897-ba1c-53a52272b948 req-5f973a79-dbf6-46b5-8539-da6b944dfe2d tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4 HTTP/1.1" status: 200 len: 946 time: 0.0771508 May 05 21:06:51.475607 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-3749f366-26a6-4897-ba1c-53a52272b948 req-e1846f93-2843-44bc-98fb-010fe8721b3a tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=73a079b8-8dfa-44ba-9ca5-7b18e2deb441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403671 May 05 21:06:52.665279 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15404eee-4dec-475a-a0f7-3c5c6da0ae71 req-c33634fa-a628-4bd2-a97c-a10a74ded022 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:06:52.667275 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-15404eee-4dec-475a-a0f7-3c5c6da0ae71 req-c33634fa-a628-4bd2-a97c-a10a74ded022 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4 HTTP/1.1" status: 200 len: 946 time: 0.0840974 May 05 21:06:52.808719 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-15404eee-4dec-475a-a0f7-3c5c6da0ae71 req-4c5bc2a0-b678-4635-b87f-440de00696bc tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=73a079b8-8dfa-44ba-9ca5-7b18e2deb441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355536 May 05 21:06:53.997203 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed34f63f-4e87-43f3-a4b4-52fada7743e6 req-067cfd19-7af1-4f68-950e-6a9a0ef751ce tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:06:53.998675 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ed34f63f-4e87-43f3-a4b4-52fada7743e6 req-067cfd19-7af1-4f68-950e-6a9a0ef751ce tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4 HTTP/1.1" status: 200 len: 946 time: 0.0795894 May 05 21:06:54.043581 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ed34f63f-4e87-43f3-a4b4-52fada7743e6 req-0e2a62e1-3170-4332-b4c8-507ceef3efaf tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=73a079b8-8dfa-44ba-9ca5-7b18e2deb441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391722 May 05 21:06:55.227738 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da7996d-1df6-422e-b172-5dc8e08c4764 req-6ac354e9-520f-4952-8ab0-7650566796a3 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:06:55.229705 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8da7996d-1df6-422e-b172-5dc8e08c4764 req-6ac354e9-520f-4952-8ab0-7650566796a3 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4 HTTP/1.1" status: 200 len: 946 time: 0.0784886 May 05 21:06:55.273666 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8da7996d-1df6-422e-b172-5dc8e08c4764 req-4ae1ba86-fd25-428f-806c-cc8daa1e4f97 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=73a079b8-8dfa-44ba-9ca5-7b18e2deb441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376613 May 05 21:06:56.567095 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbfa0ca-dc66-4141-88d5-7f24c2a8966c req-861dcf36-bbda-45c0-ae14-65a4182cec71 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:06:56.568493 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-afbfa0ca-dc66-4141-88d5-7f24c2a8966c req-861dcf36-bbda-45c0-ae14-65a4182cec71 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4 HTTP/1.1" status: 200 len: 946 time: 0.1905239 May 05 21:06:56.613375 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-afbfa0ca-dc66-4141-88d5-7f24c2a8966c req-b307c508-3e6d-4503-8e1f-5b35e8523fac tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=73a079b8-8dfa-44ba-9ca5-7b18e2deb441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379376 May 05 21:06:57.853795 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4792f76a-3ab2-402e-8968-d155a7dc2353 req-75b3d949-50fd-47d1-a12d-cbcfcc35b29b tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:06:57.855328 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4792f76a-3ab2-402e-8968-d155a7dc2353 req-75b3d949-50fd-47d1-a12d-cbcfcc35b29b tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4 HTTP/1.1" status: 200 len: 946 time: 0.1386471 May 05 21:06:57.858214 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe2b23e-bff7-4500-8a25-9cc028a9ec99 req-a3843e52-288c-49c2-96e2-c2bb19ca3892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:06:57.859641 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-abe2b23e-bff7-4500-8a25-9cc028a9ec99 req-a3843e52-288c-49c2-96e2-c2bb19ca3892 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c12268ab07a9433491260f53998d1c70&device_id=416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4 HTTP/1.1" status: 200 len: 1097 time: 0.1056843 May 05 21:06:57.983054 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-4792f76a-3ab2-402e-8968-d155a7dc2353 req-421eb45b-fece-49d1-bcdf-2400ed07bff4 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=73a079b8-8dfa-44ba-9ca5-7b18e2deb441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221232 May 05 21:06:58.018990 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe2b23e-bff7-4500-8a25-9cc028a9ec99 req-f1b6f228-5a08-490a-b0bf-f6d5944f364d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:06:58.020464 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-abe2b23e-bff7-4500-8a25-9cc028a9ec99 req-f1b6f228-5a08-490a-b0bf-f6d5944f364d service neutron] 10.222.0.24 "GET /v2.0/networks?id=d172b2ae-748a-4009-85a6-767504246283 HTTP/1.1" status: 200 len: 908 time: 0.1467187 May 05 21:06:58.120812 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-abe2b23e-bff7-4500-8a25-9cc028a9ec99 req-05ac2b7d-f0e2-44eb-9dba-f68775eb148a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c4dc283-aad4-453a-8b22-4f988b516198 HTTP/1.1" status: 200 len: 1002 time: 0.0944455 May 05 21:06:58.180245 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe2b23e-bff7-4500-8a25-9cc028a9ec99 req-1b8f91d3-5e24-4020-a621-b77ed858ad4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:06:58.182297 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-abe2b23e-bff7-4500-8a25-9cc028a9ec99 req-1b8f91d3-5e24-4020-a621-b77ed858ad4a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=37f3ba51-f1b6-4aca-b75c-b0ac7cc3b2b4 HTTP/1.1" status: 200 len: 846 time: 0.0558567 May 05 21:06:58.253298 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe2b23e-bff7-4500-8a25-9cc028a9ec99 req-f383896a-a7ce-48a8-88b9-64ccad776e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:06:58.254724 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-abe2b23e-bff7-4500-8a25-9cc028a9ec99 req-f383896a-a7ce-48a8-88b9-64ccad776e9c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d172b2ae-748a-4009-85a6-767504246283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672321 May 05 21:06:58.382297 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-abe2b23e-bff7-4500-8a25-9cc028a9ec99 req-681049a1-0261-4177-a954-3344aae809cb service neutron] 10.222.0.24 "GET /v2.0/networks/d172b2ae-748a-4009-85a6-767504246283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214042 May 05 21:06:58.512894 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-abe2b23e-bff7-4500-8a25-9cc028a9ec99 req-835a5860-b840-49a9-be17-45974d222769 service neutron] 10.222.0.24 "GET /v2.0/networks/d172b2ae-748a-4009-85a6-767504246283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249135 May 05 21:06:59.166838 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3e68e4-f7d1-4a2f-b4e5-80bad148f0d3 req-115139a3-4561-4362-b098-d7ee45c969e1 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:06:59.168374 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1c3e68e4-f7d1-4a2f-b4e5-80bad148f0d3 req-115139a3-4561-4362-b098-d7ee45c969e1 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4 HTTP/1.1" status: 200 len: 946 time: 0.0786686 May 05 21:06:59.213263 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1c3e68e4-f7d1-4a2f-b4e5-80bad148f0d3 req-70d6b9e9-0eb1-4ec9-a347-64ce83b6eefb tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=73a079b8-8dfa-44ba-9ca5-7b18e2deb441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390975 May 05 21:07:00.407623 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1a105-8d3e-4423-aaa5-25f8cb977e4d req-c52620e0-015b-4fc6-a8ab-f9e3c2a670a5 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:07:00.409116 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c1d1a105-8d3e-4423-aaa5-25f8cb977e4d req-c52620e0-015b-4fc6-a8ab-f9e3c2a670a5 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4 HTTP/1.1" status: 200 len: 946 time: 0.0877645 May 05 21:07:00.454643 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c1d1a105-8d3e-4423-aaa5-25f8cb977e4d req-920f80f5-6578-4de7-91d9-eaf8aa505f02 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=73a079b8-8dfa-44ba-9ca5-7b18e2deb441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396399 May 05 21:07:01.649100 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a7d1ac-70b0-447b-8e86-3fce2fa5ed28 req-c2def08b-bc02-4954-8fae-1f452af4ca5c tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:07:01.651265 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f5a7d1ac-70b0-447b-8e86-3fce2fa5ed28 req-c2def08b-bc02-4954-8fae-1f452af4ca5c tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4 HTTP/1.1" status: 200 len: 946 time: 0.0832698 May 05 21:07:01.694110 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f5a7d1ac-70b0-447b-8e86-3fce2fa5ed28 req-63bc9bfc-6363-4b3b-b868-7435de14e314 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=73a079b8-8dfa-44ba-9ca5-7b18e2deb441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369732 May 05 21:07:02.027155 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-aad7468d-4be4-448e-b9ed-0fa5253d36e0 req-479fb2b9-5255-4b80-a277-72e98969db6f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1218765 May 05 21:07:02.060360 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47dff39-a6bb-4a3a-af50-c0a4384d677a req-bab408dd-3f28-4680-8a87-644c528c3c20 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:07:02.062153 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e47dff39-a6bb-4a3a-af50-c0a4384d677a req-bab408dd-3f28-4680-8a87-644c528c3c20 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4 HTTP/1.1" status: 200 len: 946 time: 0.0811007 May 05 21:07:02.113299 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-e47dff39-a6bb-4a3a-af50-c0a4384d677a req-83b5de55-5b85-48c3-a2c8-d792ffea5709 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=73a079b8-8dfa-44ba-9ca5-7b18e2deb441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435412 May 05 21:07:03.010424 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:07:03.310723 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10096b23-f9cc-485a-b3db-67e0a43f590f req-c77dabbe-8615-466f-96df-ebd3e97997d1 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:07:03.312346 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-10096b23-f9cc-485a-b3db-67e0a43f590f req-c77dabbe-8615-466f-96df-ebd3e97997d1 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4 HTTP/1.1" status: 200 len: 946 time: 0.0859540 May 05 21:07:03.359029 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-10096b23-f9cc-485a-b3db-67e0a43f590f req-faa92911-4b2a-41c6-a79c-8d2d819b9bd9 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=73a079b8-8dfa-44ba-9ca5-7b18e2deb441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407727 May 05 21:07:03.521674 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 4c4dc283-aad4-453a-8b22-4f988b516198 no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:07:03.635956 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:07:03.663023 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c4dc283-aad4-453a-8b22-4f988b516198'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 21:07:03.673942 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 4c4dc283-aad4-453a-8b22-4f988b516198, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=4c4dc283-aad4-453a-8b22-4f988b516198,segment=NetworkSegment(e39ffbb2-b4d4-411e-bc0e-2d686f9532d4),segment_id=e39ffbb2-b4d4-411e-bc0e-2d686f9532d4)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 21:07:03.680007 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:07:03.722242 n-d-840717-1 neutron-server[88199]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-688f9a1b-30b4-4767-8f8e-189a7449ccfa']: {'server_uuid': '416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4c4dc283-aad4-453a-8b22-4f988b516198', 'code': 422} returned with failed status May 05 21:07:03.753781 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=4c4dc283-aad4-453a-8b22-4f988b516198,revision_number=6']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:07:03.761638 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:07:03.761983 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:07:03.762319 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:07:03.762783 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:07:03.762967 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:07:03.763291 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:07:03.763639 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:07:03.763961 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:07:03.764281 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:07:03.764601 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:07:03.764953 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:07:03.765269 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:07:04.550914 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b1106-0790-4c44-a90d-dbf9f25aed50 req-db167b06-95b1-492e-88fb-7e701f41e5c8 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:07:04.552524 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c99b1106-0790-4c44-a90d-dbf9f25aed50 req-db167b06-95b1-492e-88fb-7e701f41e5c8 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4 HTTP/1.1" status: 200 len: 944 time: 0.0815911 May 05 21:07:04.600873 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c99b1106-0790-4c44-a90d-dbf9f25aed50 req-ee492a87-6c93-43f6-8bbd-9ee248097613 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=73a079b8-8dfa-44ba-9ca5-7b18e2deb441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419464 May 05 21:07:04.608770 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7468d-4be4-448e-b9ed-0fa5253d36e0 req-dc0738fa-a75e-4ca3-ae52-eb5f03cc610e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:07:04.610503 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-aad7468d-4be4-448e-b9ed-0fa5253d36e0 req-dc0738fa-a75e-4ca3-ae52-eb5f03cc610e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4&tenant_id=c12268ab07a9433491260f53998d1c70 HTTP/1.1" status: 200 len: 1095 time: 0.0730596 May 05 21:07:04.621100 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-aad7468d-4be4-448e-b9ed-0fa5253d36e0 req-ab5fcd4a-b0a1-44f0-96c8-6ec155587b7c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-840717-1', 'device_owner': 'compute:nova'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 21:07:04.730764 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-aad7468d-4be4-448e-b9ed-0fa5253d36e0 req-ab5fcd4a-b0a1-44f0-96c8-6ec155587b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:07:04.812088 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ec697e8c-f042-4119-bcda-ccabd9172b25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:07:04.993057 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-aad7468d-4be4-448e-b9ed-0fa5253d36e0 req-ab5fcd4a-b0a1-44f0-96c8-6ec155587b7c service neutron] For port 4c4dc283-aad4-453a-8b22-4f988b516198, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=4c4dc283-aad4-453a-8b22-4f988b516198,segment=NetworkSegment(e39ffbb2-b4d4-411e-bc0e-2d686f9532d4),segment_id=e39ffbb2-b4d4-411e-bc0e-2d686f9532d4)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 21:07:05.021245 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-aad7468d-4be4-448e-b9ed-0fa5253d36e0 req-ab5fcd4a-b0a1-44f0-96c8-6ec155587b7c service neutron] For port 4c4dc283-aad4-453a-8b22-4f988b516198, host n-h1-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 21:07:05.070961 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-aad7468d-4be4-448e-b9ed-0fa5253d36e0 req-ab5fcd4a-b0a1-44f0-96c8-6ec155587b7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c4dc283-aad4-453a-8b22-4f988b516198 {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 21:07:05.078430 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-aad7468d-4be4-448e-b9ed-0fa5253d36e0 req-ab5fcd4a-b0a1-44f0-96c8-6ec155587b7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:07:05.093058 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-aad7468d-4be4-448e-b9ed-0fa5253d36e0 req-ab5fcd4a-b0a1-44f0-96c8-6ec155587b7c service neutron] Transition to ACTIVE for port object 4c4dc283-aad4-453a-8b22-4f988b516198 will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:07:05.096181 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-aad7468d-4be4-448e-b9ed-0fa5253d36e0 req-ab5fcd4a-b0a1-44f0-96c8-6ec155587b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:07:05.235775 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5fcd4a-b0a1-44f0-96c8-6ec155587b7c service neutron] Pushing event updated for resources: {'Port': ['ID=4c4dc283-aad4-453a-8b22-4f988b516198,revision_number=7']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:07:05.248385 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5fcd4a-b0a1-44f0-96c8-6ec155587b7c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:07:05.248734 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5fcd4a-b0a1-44f0-96c8-6ec155587b7c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:07:05.249070 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5fcd4a-b0a1-44f0-96c8-6ec155587b7c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:07:05.249407 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5fcd4a-b0a1-44f0-96c8-6ec155587b7c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:07:05.249740 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5fcd4a-b0a1-44f0-96c8-6ec155587b7c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:07:05.250069 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5fcd4a-b0a1-44f0-96c8-6ec155587b7c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:07:05.250395 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5fcd4a-b0a1-44f0-96c8-6ec155587b7c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:07:05.250718 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5fcd4a-b0a1-44f0-96c8-6ec155587b7c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:07:05.251042 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5fcd4a-b0a1-44f0-96c8-6ec155587b7c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:07:05.251378 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5fcd4a-b0a1-44f0-96c8-6ec155587b7c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:07:05.251708 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5fcd4a-b0a1-44f0-96c8-6ec155587b7c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:07:05.252026 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5fcd4a-b0a1-44f0-96c8-6ec155587b7c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:07:05.304866 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-aad7468d-4be4-448e-b9ed-0fa5253d36e0 req-ab5fcd4a-b0a1-44f0-96c8-6ec155587b7c service neutron] No DVR routers for this DVR port 4c4dc283-aad4-453a-8b22-4f988b516198 on host n-h1-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:07:05.530334 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-aad7468d-4be4-448e-b9ed-0fa5253d36e0 req-ab5fcd4a-b0a1-44f0-96c8-6ec155587b7c service neutron] Attempting to bind port 4c4dc283-aad4-453a-8b22-4f988b516198 on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:07:05.530691 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-aad7468d-4be4-448e-b9ed-0fa5253d36e0 req-ab5fcd4a-b0a1-44f0-96c8-6ec155587b7c service neutron] Attempting to bind port 4c4dc283-aad4-453a-8b22-4f988b516198 by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': 'e39ffbb2-b4d4-411e-bc0e-2d686f9532d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd172b2ae-748a-4009-85a6-767504246283'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:07:05.531017 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad7468d-4be4-448e-b9ed-0fa5253d36e0 req-ab5fcd4a-b0a1-44f0-96c8-6ec155587b7c service neutron] Attempting to bind port 4c4dc283-aad4-453a-8b22-4f988b516198 on network d172b2ae-748a-4009-85a6-767504246283 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 21:07:05.535637 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad7468d-4be4-448e-b9ed-0fa5253d36e0 req-ab5fcd4a-b0a1-44f0-96c8-6ec155587b7c service neutron] Port 4c4dc283-aad4-453a-8b22-4f988b516198 on network d172b2ae-748a-4009-85a6-767504246283 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 21:07:05.535953 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad7468d-4be4-448e-b9ed-0fa5253d36e0 req-ab5fcd4a-b0a1-44f0-96c8-6ec155587b7c service neutron] Attempting to bind port 4c4dc283-aad4-453a-8b22-4f988b516198 on network d172b2ae-748a-4009-85a6-767504246283 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 21:07:05.540993 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad7468d-4be4-448e-b9ed-0fa5253d36e0 req-ab5fcd4a-b0a1-44f0-96c8-6ec155587b7c service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 21:07:05.541325 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad7468d-4be4-448e-b9ed-0fa5253d36e0 req-ab5fcd4a-b0a1-44f0-96c8-6ec155587b7c service neutron] Checking segment: {'id': 'e39ffbb2-b4d4-411e-bc0e-2d686f9532d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd172b2ae-748a-4009-85a6-767504246283'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 21:07:05.541706 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad7468d-4be4-448e-b9ed-0fa5253d36e0 req-ab5fcd4a-b0a1-44f0-96c8-6ec155587b7c service neutron] Bound using segment: {'id': 'e39ffbb2-b4d4-411e-bc0e-2d686f9532d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd172b2ae-748a-4009-85a6-767504246283'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 21:07:05.542125 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-aad7468d-4be4-448e-b9ed-0fa5253d36e0 req-ab5fcd4a-b0a1-44f0-96c8-6ec155587b7c service neutron] Bound port: 4c4dc283-aad4-453a-8b22-4f988b516198, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e39ffbb2-b4d4-411e-bc0e-2d686f9532d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd172b2ae-748a-4009-85a6-767504246283'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:07:05.542466 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-aad7468d-4be4-448e-b9ed-0fa5253d36e0 req-ab5fcd4a-b0a1-44f0-96c8-6ec155587b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:07:05.628698 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-aad7468d-4be4-448e-b9ed-0fa5253d36e0 req-ab5fcd4a-b0a1-44f0-96c8-6ec155587b7c service neutron] For port 4c4dc283-aad4-453a-8b22-4f988b516198, host n-h2-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 21:07:05.632483 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-aad7468d-4be4-448e-b9ed-0fa5253d36e0 req-ab5fcd4a-b0a1-44f0-96c8-6ec155587b7c service neutron] For port 4c4dc283-aad4-453a-8b22-4f988b516198, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=4c4dc283-aad4-453a-8b22-4f988b516198,segment=NetworkSegment(e39ffbb2-b4d4-411e-bc0e-2d686f9532d4),segment_id=e39ffbb2-b4d4-411e-bc0e-2d686f9532d4)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 21:07:05.637548 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-aad7468d-4be4-448e-b9ed-0fa5253d36e0 req-ab5fcd4a-b0a1-44f0-96c8-6ec155587b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:07:05.700093 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7468d-4be4-448e-b9ed-0fa5253d36e0 req-ab5fcd4a-b0a1-44f0-96c8-6ec155587b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:07:05.700709 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-aad7468d-4be4-448e-b9ed-0fa5253d36e0 req-ab5fcd4a-b0a1-44f0-96c8-6ec155587b7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:07:05.702058 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-aad7468d-4be4-448e-b9ed-0fa5253d36e0 req-ab5fcd4a-b0a1-44f0-96c8-6ec155587b7c service neutron] 10.222.0.50 "PUT /v2.0/ports/4c4dc283-aad4-453a-8b22-4f988b516198 HTTP/1.1" status: 200 len: 1092 time: 1.0857935 May 05 21:07:05.702485 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4', 'tag': '4c4dc283-aad4-453a-8b22-4f988b516198'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 21:07:05.826653 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5fcd4a-b0a1-44f0-96c8-6ec155587b7c service neutron] Pushing event updated for resources: {'Port': ['ID=4c4dc283-aad4-453a-8b22-4f988b516198,revision_number=8']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:07:05.865874 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5354b3e-78c3-424e-85af-d9f8dda885a2 req-e4be8749-a121-4c74-88fb-e2b9a6a2610a tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:07:05.867401 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c5354b3e-78c3-424e-85af-d9f8dda885a2 req-e4be8749-a121-4c74-88fb-e2b9a6a2610a tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4 HTTP/1.1" status: 200 len: 944 time: 0.1548049 May 05 21:07:05.873861 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7468d-4be4-448e-b9ed-0fa5253d36e0 req-bd308f5d-50dc-467c-8b54-171d09862728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:07:05.875298 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-aad7468d-4be4-448e-b9ed-0fa5253d36e0 req-bd308f5d-50dc-467c-8b54-171d09862728 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c12268ab07a9433491260f53998d1c70&device_id=416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4 HTTP/1.1" status: 200 len: 1095 time: 0.1231132 May 05 21:07:06.091454 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c5354b3e-78c3-424e-85af-d9f8dda885a2 req-26683c0b-26a4-40a9-a2c1-b686b152a2f2 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=73a079b8-8dfa-44ba-9ca5-7b18e2deb441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2150340 May 05 21:07:06.129628 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7468d-4be4-448e-b9ed-0fa5253d36e0 req-4eec904b-310d-4352-93a4-32db88b98548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:07:06.131055 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-aad7468d-4be4-448e-b9ed-0fa5253d36e0 req-4eec904b-310d-4352-93a4-32db88b98548 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d172b2ae-748a-4009-85a6-767504246283 HTTP/1.1" status: 200 len: 908 time: 0.1428866 May 05 21:07:06.230769 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-aad7468d-4be4-448e-b9ed-0fa5253d36e0 req-1873ebcb-78d4-4ba9-8894-d5801fda0f09 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c4dc283-aad4-453a-8b22-4f988b516198 HTTP/1.1" status: 200 len: 1000 time: 0.0942175 May 05 21:07:06.290511 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7468d-4be4-448e-b9ed-0fa5253d36e0 req-cb04f6d0-2f00-4bb2-8de6-3f9ea3a78434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:07:06.291918 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-aad7468d-4be4-448e-b9ed-0fa5253d36e0 req-cb04f6d0-2f00-4bb2-8de6-3f9ea3a78434 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=37f3ba51-f1b6-4aca-b75c-b0ac7cc3b2b4 HTTP/1.1" status: 200 len: 846 time: 0.0555010 May 05 21:07:06.367047 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7468d-4be4-448e-b9ed-0fa5253d36e0 req-e2f20eec-52cc-423d-affb-330f11149cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:07:06.368433 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-aad7468d-4be4-448e-b9ed-0fa5253d36e0 req-e2f20eec-52cc-423d-affb-330f11149cea service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d172b2ae-748a-4009-85a6-767504246283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706928 May 05 21:07:06.496854 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-aad7468d-4be4-448e-b9ed-0fa5253d36e0 req-a79a44aa-9f12-44d8-8c09-87ed7def24f1 service neutron] 10.222.0.50 "GET /v2.0/networks/d172b2ae-748a-4009-85a6-767504246283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228385 May 05 21:07:06.626228 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-aad7468d-4be4-448e-b9ed-0fa5253d36e0 req-d9fe7e56-3289-46a3-ba52-10ca065834d2 service neutron] 10.222.0.50 "GET /v2.0/networks/d172b2ae-748a-4009-85a6-767504246283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233575 May 05 21:07:06.760312 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e769ae1d-2a6d-48b7-837c-556efe515510'] response: {'name': 'network-changed', 'server_uuid': '416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4', 'tag': '4c4dc283-aad4-453a-8b22-4f988b516198', 'status': 'completed', 'code': 200} May 05 21:07:06.850170 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15177632-b20c-4444-93dc-2b7120653384 req-6cc1d81f-95ba-47c7-bd7a-0c4f6d29ece5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:07:06.851669 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-15177632-b20c-4444-93dc-2b7120653384 req-6cc1d81f-95ba-47c7-bd7a-0c4f6d29ece5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c12268ab07a9433491260f53998d1c70&device_id=416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4 HTTP/1.1" status: 200 len: 1095 time: 0.0694578 May 05 21:07:06.980837 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15177632-b20c-4444-93dc-2b7120653384 req-58b0da60-2ffb-484a-9329-0502d26dd056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:07:06.982270 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-15177632-b20c-4444-93dc-2b7120653384 req-58b0da60-2ffb-484a-9329-0502d26dd056 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d172b2ae-748a-4009-85a6-767504246283 HTTP/1.1" status: 200 len: 908 time: 0.1253779 May 05 21:07:07.015397 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ef9ad6c9-0474-4306-ac56-13a3cb3bf91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:07:07.092928 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-15177632-b20c-4444-93dc-2b7120653384 req-219ba6f4-8250-4958-bc10-1229f9b9ddca service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c4dc283-aad4-453a-8b22-4f988b516198 HTTP/1.1" status: 200 len: 1000 time: 0.1043179 May 05 21:07:07.154249 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15177632-b20c-4444-93dc-2b7120653384 req-29f84065-795d-4ae8-8d57-43786ed172a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:07:07.155711 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-15177632-b20c-4444-93dc-2b7120653384 req-29f84065-795d-4ae8-8d57-43786ed172a6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=37f3ba51-f1b6-4aca-b75c-b0ac7cc3b2b4 HTTP/1.1" status: 200 len: 846 time: 0.0572522 May 05 21:07:07.292009 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15177632-b20c-4444-93dc-2b7120653384 req-70f2b138-e682-4523-8d8a-a481f20913b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:07:07.293367 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-15177632-b20c-4444-93dc-2b7120653384 req-70f2b138-e682-4523-8d8a-a481f20913b4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d172b2ae-748a-4009-85a6-767504246283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1326632 May 05 21:07:07.304800 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52df97a-2236-4d8a-9a8c-4066fadc4b4b req-dbe71bb4-94e1-499c-b742-922c559aed0f tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:07:07.307064 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a52df97a-2236-4d8a-9a8c-4066fadc4b4b req-dbe71bb4-94e1-499c-b742-922c559aed0f tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4 HTTP/1.1" status: 200 len: 944 time: 0.1033313 May 05 21:07:07.431717 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a52df97a-2236-4d8a-9a8c-4066fadc4b4b req-c26b9aeb-3043-4742-8f07-bd5d7ed2c7f6 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=73a079b8-8dfa-44ba-9ca5-7b18e2deb441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066384 May 05 21:07:07.469104 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-15177632-b20c-4444-93dc-2b7120653384 req-9c95ec0b-8b82-49aa-bbaf-b7c52c0e7ab9 service neutron] 10.222.0.50 "GET /v2.0/networks/d172b2ae-748a-4009-85a6-767504246283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612937 May 05 21:07:07.605988 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-15177632-b20c-4444-93dc-2b7120653384 req-0a42540a-f592-4f35-bcec-5d7184f7af3e service neutron] 10.222.0.50 "GET /v2.0/networks/d172b2ae-748a-4009-85a6-767504246283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313431 May 05 21:07:08.084447 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:07:08.236928 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:07:08.620846 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c1cdf-88a1-4f87-befa-a910e17c89b6 req-4fd2214d-7c0b-4bce-8711-21f34958fe1b tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:07:08.622457 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6e6c1cdf-88a1-4f87-befa-a910e17c89b6 req-4fd2214d-7c0b-4bce-8711-21f34958fe1b tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4 HTTP/1.1" status: 200 len: 944 time: 0.0832868 May 05 21:07:08.668383 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-6e6c1cdf-88a1-4f87-befa-a910e17c89b6 req-3b114882-f37c-420e-a30e-907c21ab3406 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=73a079b8-8dfa-44ba-9ca5-7b18e2deb441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400517 May 05 21:07:09.829962 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:07:09.950828 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70276d72-c548-433a-b8a7-cc0368737c8c req-e2b8a1ae-8fec-482c-ae71-125c1ea53bf6 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:07:09.952328 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-70276d72-c548-433a-b8a7-cc0368737c8c req-e2b8a1ae-8fec-482c-ae71-125c1ea53bf6 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4 HTTP/1.1" status: 200 len: 944 time: 0.1800797 May 05 21:07:09.998933 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-70276d72-c548-433a-b8a7-cc0368737c8c req-e9c73420-2847-4f75-adba-1de998104704 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=73a079b8-8dfa-44ba-9ca5-7b18e2deb441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405390 May 05 21:07:11.188814 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3294e956-30b5-4d4a-b7e2-3958a072cd51 req-67fc72e9-a1d4-498a-9d1b-d87430bc5621 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:07:11.190274 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3294e956-30b5-4d4a-b7e2-3958a072cd51 req-67fc72e9-a1d4-498a-9d1b-d87430bc5621 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4 HTTP/1.1" status: 200 len: 944 time: 0.0820379 May 05 21:07:11.233753 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3294e956-30b5-4d4a-b7e2-3958a072cd51 req-b4fb0dc6-5cde-4865-a46e-ad69cce683dc tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=73a079b8-8dfa-44ba-9ca5-7b18e2deb441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377572 May 05 21:07:12.420650 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a7b45-4c95-4fa6-bbe1-c0f580f5a979 req-61fafac0-5547-4bc0-8982-52290f3f2239 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:07:12.422094 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b80a7b45-4c95-4fa6-bbe1-c0f580f5a979 req-61fafac0-5547-4bc0-8982-52290f3f2239 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4 HTTP/1.1" status: 200 len: 944 time: 0.0852699 May 05 21:07:12.470488 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b80a7b45-4c95-4fa6-bbe1-c0f580f5a979 req-5f505af7-5b52-4725-a3b5-c6d0be953879 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=73a079b8-8dfa-44ba-9ca5-7b18e2deb441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427158 May 05 21:07:13.655662 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e006858-4dca-4e0e-93d3-f9ac9d58d608 req-7b2ca150-8297-4484-b3ae-d0ee7728d146 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:07:13.657135 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9e006858-4dca-4e0e-93d3-f9ac9d58d608 req-7b2ca150-8297-4484-b3ae-d0ee7728d146 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4 HTTP/1.1" status: 200 len: 944 time: 0.0802982 May 05 21:07:13.701424 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-9e006858-4dca-4e0e-93d3-f9ac9d58d608 req-55baf6cc-13dc-46fe-b0ee-3f8aabb34939 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=73a079b8-8dfa-44ba-9ca5-7b18e2deb441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383689 May 05 21:07:14.002875 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 4c4dc283-aad4-453a-8b22-4f988b516198 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:07:14.132057 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 4c4dc283-aad4-453a-8b22-4f988b516198, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=4c4dc283-aad4-453a-8b22-4f988b516198,segment=NetworkSegment(e39ffbb2-b4d4-411e-bc0e-2d686f9532d4),segment_id=e39ffbb2-b4d4-411e-bc0e-2d686f9532d4)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 21:07:14.145971 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': '4c4dc283-aad4-453a-8b22-4f988b516198', 'network_id': 'd172b2ae-748a-4009-85a6-767504246283', 'port_id': '4c4dc283-aad4-453a-8b22-4f988b516198', 'mac_address': 'fa:16:3e:17:59:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37f3ba51-f1b6-4aca-b75c-b0ac7cc3b2b4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:07:14.202784 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:07:14.219414 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c4dc283-aad4-453a-8b22-4f988b516198 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 21:07:14.233804 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 4c4dc283-aad4-453a-8b22-4f988b516198, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=4c4dc283-aad4-453a-8b22-4f988b516198,segment=NetworkSegment(e39ffbb2-b4d4-411e-bc0e-2d686f9532d4),segment_id=e39ffbb2-b4d4-411e-bc0e-2d686f9532d4)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 21:07:14.237641 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:07:14.302238 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=4c4dc283-aad4-453a-8b22-4f988b516198,revision_number=9']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:07:14.445580 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['4c4dc283-aad4-453a-8b22-4f988b516198'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 21:07:14.927625 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cadeea-882f-4a6f-aa97-ed4deda0892a req-e59aa708-5173-48f4-baa2-75c4a4ee4e9b tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:07:14.929083 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-43cadeea-882f-4a6f-aa97-ed4deda0892a req-e59aa708-5173-48f4-baa2-75c4a4ee4e9b tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4 HTTP/1.1" status: 200 len: 945 time: 0.1211762 May 05 21:07:14.973294 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-43cadeea-882f-4a6f-aa97-ed4deda0892a req-380dcdb8-5db4-4f3c-aa83-13383e891694 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=73a079b8-8dfa-44ba-9ca5-7b18e2deb441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379171 May 05 21:07:14.978455 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:07:16.004083 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 4c4dc283-aad4-453a-8b22-4f988b516198 up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:07:16.076035 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port 4c4dc283-aad4-453a-8b22-4f988b516198 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:07:16.082001 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port 4c4dc283-aad4-453a-8b22-4f988b516198 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:07:16.082449 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:07:16.202056 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:07:16.230420 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c4dc283-aad4-453a-8b22-4f988b516198'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 21:07:16.241868 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 4c4dc283-aad4-453a-8b22-4f988b516198, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=4c4dc283-aad4-453a-8b22-4f988b516198,segment=NetworkSegment(e39ffbb2-b4d4-411e-bc0e-2d686f9532d4),segment_id=e39ffbb2-b4d4-411e-bc0e-2d686f9532d4)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 21:07:16.246986 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:07:16.285274 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4e17d34-dbc0-4aec-aa0f-609e8a99daae'] response: {'server_uuid': '416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c4dc283-aad4-453a-8b22-4f988b516198', 'code': 200} May 05 21:07:16.316445 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc91326b-0601-45dd-aa58-e790f7e343dc req-6a24ac3c-1d82-4e41-a1d1-bf670f8e2877 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:07:16.317938 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dc91326b-0601-45dd-aa58-e790f7e343dc req-6a24ac3c-1d82-4e41-a1d1-bf670f8e2877 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4 HTTP/1.1" status: 200 len: 945 time: 0.2348640 May 05 21:07:16.329873 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=4c4dc283-aad4-453a-8b22-4f988b516198,revision_number=10']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:07:16.372172 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dc91326b-0601-45dd-aa58-e790f7e343dc req-5e70aef8-a589-4f7b-94bf-cdcb7bfc7319 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=73a079b8-8dfa-44ba-9ca5-7b18e2deb441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458064 May 05 21:07:16.486121 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a976e62-dd7c-4eb8-8889-02c2355dc2b3 req-cb68f754-4e87-4e0f-86b5-0b6a9d1a4623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:07:16.487627 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8a976e62-dd7c-4eb8-8889-02c2355dc2b3 req-cb68f754-4e87-4e0f-86b5-0b6a9d1a4623 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4 HTTP/1.1" status: 200 len: 1098 time: 0.0740976 May 05 21:07:16.527067 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-8a976e62-dd7c-4eb8-8889-02c2355dc2b3 req-605f0ed7-cfe3-4ae4-992b-c5897cdea786 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=73a079b8-8dfa-44ba-9ca5-7b18e2deb441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340919 May 05 21:07:17.141727 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:07:17.564753 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dad8d8-b1b7-4b0e-b6a1-2ce6b6a7921a req-2d617d83-66fc-4375-a0c5-30af9be07745 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:07:17.566228 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-26dad8d8-b1b7-4b0e-b6a1-2ce6b6a7921a req-2d617d83-66fc-4375-a0c5-30af9be07745 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4 HTTP/1.1" status: 200 len: 947 time: 0.0862997 May 05 21:07:17.614340 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-26dad8d8-b1b7-4b0e-b6a1-2ce6b6a7921a req-bd1528ac-ba82-4e62-9862-2865153f9869 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=73a079b8-8dfa-44ba-9ca5-7b18e2deb441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415523 May 05 21:07:18.803731 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16128fa-4891-4cbe-8f18-5ab88d956493 req-ba1fde93-8d7f-4895-ad34-e36819a544b4 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:07:18.805224 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b16128fa-4891-4cbe-8f18-5ab88d956493 req-ba1fde93-8d7f-4895-ad34-e36819a544b4 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4 HTTP/1.1" status: 200 len: 947 time: 0.0814302 May 05 21:07:18.852373 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-b16128fa-4891-4cbe-8f18-5ab88d956493 req-e8280b25-a9ce-44d0-af5e-71a184183d5a tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=73a079b8-8dfa-44ba-9ca5-7b18e2deb441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408177 May 05 21:07:31.533394 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7469f8ed-751e-40e8-a57b-0bf17f36f39f req-1f425732-e2ca-41e0-8d15-33d924e026ca service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0700612 May 05 21:07:31.669218 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7469f8ed-751e-40e8-a57b-0bf17f36f39f req-a6896867-5d9c-4ede-916b-c42c58b773b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:07:31.670676 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7469f8ed-751e-40e8-a57b-0bf17f36f39f req-a6896867-5d9c-4ede-916b-c42c58b773b9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c12268ab07a9433491260f53998d1c70&device_id=416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4 HTTP/1.1" status: 200 len: 1098 time: 0.0702400 May 05 21:07:31.812654 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7469f8ed-751e-40e8-a57b-0bf17f36f39f req-c0e46282-e090-4985-b74b-adf304c3566a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:07:31.813996 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7469f8ed-751e-40e8-a57b-0bf17f36f39f req-c0e46282-e090-4985-b74b-adf304c3566a service neutron] 10.222.0.50 "GET /v2.0/networks?id=d172b2ae-748a-4009-85a6-767504246283 HTTP/1.1" status: 200 len: 908 time: 0.1234815 May 05 21:07:31.913399 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7469f8ed-751e-40e8-a57b-0bf17f36f39f req-fa3599e6-8daa-4cdd-a01e-bb0ab6e5630f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c4dc283-aad4-453a-8b22-4f988b516198 HTTP/1.1" status: 200 len: 1002 time: 0.0943029 May 05 21:07:31.974832 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7469f8ed-751e-40e8-a57b-0bf17f36f39f req-36bb2677-caa5-41c8-afa8-ee9272b3168e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:07:31.976239 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7469f8ed-751e-40e8-a57b-0bf17f36f39f req-36bb2677-caa5-41c8-afa8-ee9272b3168e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=37f3ba51-f1b6-4aca-b75c-b0ac7cc3b2b4 HTTP/1.1" status: 200 len: 846 time: 0.0575058 May 05 21:07:32.047845 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7469f8ed-751e-40e8-a57b-0bf17f36f39f req-847319e2-c321-4870-a44d-82ec7c80840a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:07:32.049280 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7469f8ed-751e-40e8-a57b-0bf17f36f39f req-847319e2-c321-4870-a44d-82ec7c80840a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d172b2ae-748a-4009-85a6-767504246283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674291 May 05 21:07:32.177619 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7469f8ed-751e-40e8-a57b-0bf17f36f39f req-b47ea9f6-4a55-4069-9d52-c58a20e392d0 service neutron] 10.222.0.50 "GET /v2.0/networks/d172b2ae-748a-4009-85a6-767504246283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231246 May 05 21:07:32.306208 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-7469f8ed-751e-40e8-a57b-0bf17f36f39f req-aab1927e-8c73-4369-bdf0-a577b6b05360 service neutron] 10.222.0.50 "GET /v2.0/networks/d172b2ae-748a-4009-85a6-767504246283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225793 May 05 21:07:34.818878 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ef619606-ab7d-47ad-a6e3-d6ade755706b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:07:37.026688 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-449489cd-cc7c-448a-bfa6-2364e81cfa4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:07:38.083332 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:07:38.237157 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:07:39.837070 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:07:40.014855 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:07:44.990039 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:07:47.151491 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:04.823442 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-38553b8c-7afb-4bc3-a553-d17b960efac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:07.022336 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b0de6dc9-07cb-412c-86e8-ce9ec4f0dd78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:08.086863 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:08.238386 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:09.833930 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:15.003106 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:17.009172 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:08:17.157279 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:32.364740 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 42376) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:08:32.568261 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-fe9533d5-d472-49a6-9d01-9c551bab1eee tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Deleting port ecce6229-e51c-462d-8d5e-5502c6a7f051 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 21:08:32.568604 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fe9533d5-d472-49a6-9d01-9c551bab1eee tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:32.732768 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fe9533d5-d472-49a6-9d01-9c551bab1eee tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:32.733089 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fe9533d5-d472-49a6-9d01-9c551bab1eee tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:32.855222 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-fe9533d5-d472-49a6-9d01-9c551bab1eee tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Calling delete_port for ecce6229-e51c-462d-8d5e-5502c6a7f051 owned by network:floatingip {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 21:08:32.999986 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fe9533d5-d472-49a6-9d01-9c551bab1eee tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:33.144858 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9533d5-d472-49a6-9d01-9c551bab1eee tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Pushing event deleted for resources: {'Port': ['ID=ecce6229-e51c-462d-8d5e-5502c6a7f051,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:08:33.178427 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9533d5-d472-49a6-9d01-9c551bab1eee tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:08:33.178766 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9533d5-d472-49a6-9d01-9c551bab1eee tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:08:33.179100 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9533d5-d472-49a6-9d01-9c551bab1eee tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:08:33.179449 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9533d5-d472-49a6-9d01-9c551bab1eee tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:08:33.179776 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9533d5-d472-49a6-9d01-9c551bab1eee tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:08:33.180095 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9533d5-d472-49a6-9d01-9c551bab1eee tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:08:33.180412 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9533d5-d472-49a6-9d01-9c551bab1eee tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:08:33.180731 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9533d5-d472-49a6-9d01-9c551bab1eee tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:08:33.181187 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9533d5-d472-49a6-9d01-9c551bab1eee tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:08:33.181512 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9533d5-d472-49a6-9d01-9c551bab1eee tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:08:33.181833 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9533d5-d472-49a6-9d01-9c551bab1eee tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:08:33.182145 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9533d5-d472-49a6-9d01-9c551bab1eee tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:08:33.245720 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fe9533d5-d472-49a6-9d01-9c551bab1eee tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks [] for floatingip, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:33.246043 n-d-840717-1 neutron-server[88197]: INFO neutron.db.l3_db [None req-fe9533d5-d472-49a6-9d01-9c551bab1eee tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Floating IP 3375a55b-2bc5-4e57-9479-9d7f6bf6e63f disassociated (deleted). External IP: 172.25.0.210, port: 4c4dc283-aad4-453a-8b22-4f988b516198. May 05 21:08:33.654295 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d756cdbc-f925-4006-844e-749e51d41f1e req-f5b5b3a7-acb1-4f29-a66f-e265d38dfb88 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2635837 May 05 21:08:33.660567 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe9533d5-d472-49a6-9d01-9c551bab1eee tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Router 9a363887-32fc-4f8e-b11e-09a4b2a5861a has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 21:08:33.924553 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe9533d5-d472-49a6-9d01-9c551bab1eee tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 21:08:33.930769 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d756cdbc-f925-4006-844e-749e51d41f1e req-710bf48e-68f9-4374-9e9e-ae0c3ed9ca2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:08:33.932362 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d756cdbc-f925-4006-844e-749e51d41f1e req-710bf48e-68f9-4374-9e9e-ae0c3ed9ca2e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c12268ab07a9433491260f53998d1c70&device_id=416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4 HTTP/1.1" status: 200 len: 1098 time: 0.2003748 May 05 21:08:33.935510 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e24f05-1f4c-4c99-adae-fdc51ba3a9c3 None None] Sync routers for ids ['9a363887-32fc-4f8e-b11e-09a4b2a5861a'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 21:08:33.949459 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-fe9533d5-d472-49a6-9d01-9c551bab1eee tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:33.950239 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e24f05-1f4c-4c99-adae-fdc51ba3a9c3 None None] Routers {'9a363887-32fc-4f8e-b11e-09a4b2a5861a'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 21:08:33.950955 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-72e24f05-1f4c-4c99-adae-fdc51ba3a9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T21:08:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['9a363887-32fc-4f8e-b11e-09a4b2a5861a'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:08:34.099283 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-fe9533d5-d472-49a6-9d01-9c551bab1eee tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "DELETE /v2.0/floatingips/3375a55b-2bc5-4e57-9479-9d7f6bf6e63f HTTP/1.1" status: 204 len: 168 time: 1.7334445 May 05 21:08:34.102224 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4', 'tag': '4c4dc283-aad4-453a-8b22-4f988b516198'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 21:08:34.151489 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-72e24f05-1f4c-4c99-adae-fdc51ba3a9c3 None None] Set router 9a363887-32fc-4f8e-b11e-09a4b2a5861a gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 21:08:34.160089 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d756cdbc-f925-4006-844e-749e51d41f1e req-a3693981-8e90-4f71-9fcd-ee5d3f6faf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:08:34.161541 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d756cdbc-f925-4006-844e-749e51d41f1e req-a3693981-8e90-4f71-9fcd-ee5d3f6faf09 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d172b2ae-748a-4009-85a6-767504246283 HTTP/1.1" status: 200 len: 908 time: 0.1834497 May 05 21:08:34.231688 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d562580-5311-48e7-a73d-358b93884d7b'] response: {'name': 'network-changed', 'server_uuid': '416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4', 'tag': '4c4dc283-aad4-453a-8b22-4f988b516198', 'status': 'completed', 'code': 200} May 05 21:08:34.241971 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d756cdbc-f925-4006-844e-749e51d41f1e req-281feea9-b6af-4241-88ed-41c5ebaca73e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c4dc283-aad4-453a-8b22-4f988b516198 HTTP/1.1" status: 200 len: 217 time: 0.0726218 May 05 21:08:34.312765 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d756cdbc-f925-4006-844e-749e51d41f1e req-6f4d31e0-e701-4cd4-acde-7660871d8c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:08:34.314260 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d756cdbc-f925-4006-844e-749e51d41f1e req-6f4d31e0-e701-4cd4-acde-7660871d8c83 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=37f3ba51-f1b6-4aca-b75c-b0ac7cc3b2b4 HTTP/1.1" status: 200 len: 846 time: 0.0659573 May 05 21:08:34.394441 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d756cdbc-f925-4006-844e-749e51d41f1e req-541710c0-f2de-4b43-8d10-015a588ad9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:08:34.395979 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d756cdbc-f925-4006-844e-749e51d41f1e req-541710c0-f2de-4b43-8d10-015a588ad9c3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d172b2ae-748a-4009-85a6-767504246283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759091 May 05 21:08:34.500142 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-72e24f05-1f4c-4c99-adae-fdc51ba3a9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a363887-32fc-4f8e-b11e-09a4b2a5861a', 'name': 'tempest-TestShelveInstance-62035008-router', 'tenant_id': 'c12268ab07a9433491260f53998d1c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '7435cf7b-c31c-48ae-b0a5-020ec5d8a76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:59:56Z', 'updated_at': '2022-05-05T21:00:00Z', 'revision_number': 4, 'project_id': 'c12268ab07a9433491260f53998d1c70', 'gw_port': {'id': '7435cf7b-c31c-48ae-b0a5-020ec5d8a76e', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:aa:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a363887-32fc-4f8e-b11e-09a4b2a5861a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:59:56Z', 'updated_at': '2022-05-05T21:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '15ba62a3-c5ce-45ae-a7a2-494421ec0f83', 'name': '', 'network_id': 'd172b2ae-748a-4009-85a6-767504246283', 'tenant_id': 'c12268ab07a9433491260f53998d1c70', 'mac_address': 'fa:16:3e:4b:4d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a363887-32fc-4f8e-b11e-09a4b2a5861a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '37f3ba51-f1b6-4aca-b75c-b0ac7cc3b2b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:59:59Z', 'updated_at': '2022-05-05T21:00:05Z', 'revision_number': 5, 'project_id': 'c12268ab07a9433491260f53998d1c70', 'subnets': [{'id': '37f3ba51-f1b6-4aca-b75c-b0ac7cc3b2b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:08:34.503876 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e24f05-1f4c-4c99-adae-fdc51ba3a9c3 None None] Checking router: 9a363887-32fc-4f8e-b11e-09a4b2a5861a for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 21:08:34.512618 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e24f05-1f4c-4c99-adae-fdc51ba3a9c3 None None] Routers {'9a363887-32fc-4f8e-b11e-09a4b2a5861a'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 21:08:34.513219 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-72e24f05-1f4c-4c99-adae-fdc51ba3a9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T21:08:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['9a363887-32fc-4f8e-b11e-09a4b2a5861a'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:08:34.518642 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a7f8b-80d3-4bc5-b159-28fa7c16bd1e req-3dd6d79c-d41a-40bd-843b-371585d6149c tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:08:34.520198 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f75a7f8b-80d3-4bc5-b159-28fa7c16bd1e req-3dd6d79c-d41a-40bd-843b-371585d6149c tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4 HTTP/1.1" status: 200 len: 947 time: 0.0866432 May 05 21:08:34.535307 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d756cdbc-f925-4006-844e-749e51d41f1e req-97efc4d7-dda9-433d-a487-5284514fe2d6 service neutron] 10.222.0.50 "GET /v2.0/networks/d172b2ae-748a-4009-85a6-767504246283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325204 May 05 21:08:34.581399 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f75a7f8b-80d3-4bc5-b159-28fa7c16bd1e req-94dec47a-0b9e-4982-bc0d-aa80d5c4e1d3 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=73a079b8-8dfa-44ba-9ca5-7b18e2deb441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541377 May 05 21:08:34.698930 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-72e24f05-1f4c-4c99-adae-fdc51ba3a9c3 None None] Set router 9a363887-32fc-4f8e-b11e-09a4b2a5861a gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 21:08:34.794278 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d756cdbc-f925-4006-844e-749e51d41f1e req-aaff8731-663a-4734-ab74-344a43045eb1 service neutron] 10.222.0.50 "GET /v2.0/networks/d172b2ae-748a-4009-85a6-767504246283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517195 May 05 21:08:34.871328 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-458177aa-0b54-4f02-ac9f-9a8f4f951b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:34.909450 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece7ea89-08c6-4c14-8e7b-d73c4b1b2694 req-6f408dd2-a65d-43eb-ae13-58b2887a3a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:08:34.910927 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ece7ea89-08c6-4c14-8e7b-d73c4b1b2694 req-6f408dd2-a65d-43eb-ae13-58b2887a3a02 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c12268ab07a9433491260f53998d1c70&device_id=416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4 HTTP/1.1" status: 200 len: 1098 time: 0.0753312 May 05 21:08:35.031878 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-72e24f05-1f4c-4c99-adae-fdc51ba3a9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a363887-32fc-4f8e-b11e-09a4b2a5861a', 'name': 'tempest-TestShelveInstance-62035008-router', 'tenant_id': 'c12268ab07a9433491260f53998d1c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '7435cf7b-c31c-48ae-b0a5-020ec5d8a76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:59:56Z', 'updated_at': '2022-05-05T21:00:00Z', 'revision_number': 4, 'project_id': 'c12268ab07a9433491260f53998d1c70', 'gw_port': {'id': '7435cf7b-c31c-48ae-b0a5-020ec5d8a76e', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:aa:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a363887-32fc-4f8e-b11e-09a4b2a5861a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:59:56Z', 'updated_at': '2022-05-05T21:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '15ba62a3-c5ce-45ae-a7a2-494421ec0f83', 'name': '', 'network_id': 'd172b2ae-748a-4009-85a6-767504246283', 'tenant_id': 'c12268ab07a9433491260f53998d1c70', 'mac_address': 'fa:16:3e:4b:4d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a363887-32fc-4f8e-b11e-09a4b2a5861a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '37f3ba51-f1b6-4aca-b75c-b0ac7cc3b2b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:59:59Z', 'updated_at': '2022-05-05T21:00:05Z', 'revision_number': 5, 'project_id': 'c12268ab07a9433491260f53998d1c70', 'subnets': [{'id': '37f3ba51-f1b6-4aca-b75c-b0ac7cc3b2b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:08:35.035796 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e24f05-1f4c-4c99-adae-fdc51ba3a9c3 None None] The sync data for ids ['9a363887-32fc-4f8e-b11e-09a4b2a5861a'] in n-d-840717-1 is: [{'id': '9a363887-32fc-4f8e-b11e-09a4b2a5861a', 'name': 'tempest-TestShelveInstance-62035008-router', 'tenant_id': 'c12268ab07a9433491260f53998d1c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '7435cf7b-c31c-48ae-b0a5-020ec5d8a76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:59:56Z', 'updated_at': '2022-05-05T21:00:00Z', 'revision_number': 4, 'project_id': 'c12268ab07a9433491260f53998d1c70', 'gw_port': {'id': '7435cf7b-c31c-48ae-b0a5-020ec5d8a76e', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:aa:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a363887-32fc-4f8e-b11e-09a4b2a5861a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:59:56Z', 'updated_at': '2022-05-05T21:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '15ba62a3-c5ce-45ae-a7a2-494421ec0f83', 'name': '', 'network_id': 'd172b2ae-748a-4009-85a6-767504246283', 'tenant_id': 'c12268ab07a9433491260f53998d1c70', 'mac_address': 'fa:16:3e:4b:4d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a363887-32fc-4f8e-b11e-09a4b2a5861a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '37f3ba51-f1b6-4aca-b75c-b0ac7cc3b2b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:59:59Z', 'updated_at': '2022-05-05T21:00:05Z', 'revision_number': 5, 'project_id': 'c12268ab07a9433491260f53998d1c70', 'subnets': [{'id': '37f3ba51-f1b6-4aca-b75c-b0ac7cc3b2b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 21:08:35.044426 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece7ea89-08c6-4c14-8e7b-d73c4b1b2694 req-041fe9b4-297a-44dd-a7ad-35de483a60f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:08:35.045980 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ece7ea89-08c6-4c14-8e7b-d73c4b1b2694 req-041fe9b4-297a-44dd-a7ad-35de483a60f7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d172b2ae-748a-4009-85a6-767504246283 HTTP/1.1" status: 200 len: 908 time: 0.1287286 May 05 21:08:35.121759 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ece7ea89-08c6-4c14-8e7b-d73c4b1b2694 req-2b2cbcda-70e3-45ea-999e-a2bb41847801 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c4dc283-aad4-453a-8b22-4f988b516198 HTTP/1.1" status: 200 len: 217 time: 0.0695586 May 05 21:08:35.187172 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece7ea89-08c6-4c14-8e7b-d73c4b1b2694 req-9e78e04f-56c3-45e8-98f0-34e4d40e97fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:08:35.188673 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ece7ea89-08c6-4c14-8e7b-d73c4b1b2694 req-9e78e04f-56c3-45e8-98f0-34e4d40e97fb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=37f3ba51-f1b6-4aca-b75c-b0ac7cc3b2b4 HTTP/1.1" status: 200 len: 846 time: 0.0612974 May 05 21:08:35.256028 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86aa7414-df21-4659-a371-69f44b163d51 None None] New status for floating IP 3375a55b-2bc5-4e57-9479-9d7f6bf6e63f: DOWN {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 21:08:35.269379 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece7ea89-08c6-4c14-8e7b-d73c4b1b2694 req-8741f828-42bf-43a1-9449-e5213d120c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:08:35.270866 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ece7ea89-08c6-4c14-8e7b-d73c4b1b2694 req-8741f828-42bf-43a1-9449-e5213d120c52 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d172b2ae-748a-4009-85a6-767504246283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753212 May 05 21:08:35.410278 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ece7ea89-08c6-4c14-8e7b-d73c4b1b2694 req-3207da6d-e835-4b91-b405-e19de9df477a service neutron] 10.222.0.50 "GET /v2.0/networks/d172b2ae-748a-4009-85a6-767504246283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314311 May 05 21:08:35.549941 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-ece7ea89-08c6-4c14-8e7b-d73c4b1b2694 req-37abf2b5-83c8-4fa0-bdc3-d3f23de6d7d8 service neutron] 10.222.0.50 "GET /v2.0/networks/d172b2ae-748a-4009-85a6-767504246283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325326 May 05 21:08:35.763933 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e406248-20df-4051-9b41-d04ccd5afc09 req-62d55024-f5c2-4bf6-a297-6d0e6bbe0aef tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:08:35.764640 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-2e406248-20df-4051-9b41-d04ccd5afc09 req-62d55024-f5c2-4bf6-a297-6d0e6bbe0aef tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Synchronizing usage tracker for tenant:c12268ab07a9433491260f53998d1c70 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:08:35.779946 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-2e406248-20df-4051-9b41-d04ccd5afc09 req-62d55024-f5c2-4bf6-a297-6d0e6bbe0aef tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Unset dirty status for tenant:c12268ab07a9433491260f53998d1c70 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:08:35.781611 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2e406248-20df-4051-9b41-d04ccd5afc09 req-62d55024-f5c2-4bf6-a297-6d0e6bbe0aef tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4 HTTP/1.1" status: 200 len: 947 time: 0.0998812 May 05 21:08:35.826948 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2e406248-20df-4051-9b41-d04ccd5afc09 req-3c9e5ba2-2009-4756-8e2d-fa0aec67c0f1 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/security-groups?id=73a079b8-8dfa-44ba-9ca5-7b18e2deb441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396996 May 05 21:08:35.951689 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc735f-b553-428f-b7a1-31202c8cb6a8 req-e7cf3b9d-f8c5-47b5-b90e-21ad91550c94 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:08:35.953104 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a3fc735f-b553-428f-b7a1-31202c8cb6a8 req-e7cf3b9d-f8c5-47b5-b90e-21ad91550c94 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4 HTTP/1.1" status: 200 len: 947 time: 0.0773277 May 05 21:08:36.022359 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-a3fc735f-b553-428f-b7a1-31202c8cb6a8 req-3b4f3114-02d9-497a-b75a-a49562280c62 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Deleting port 4c4dc283-aad4-453a-8b22-4f988b516198 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 21:08:36.022627 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-a3fc735f-b553-428f-b7a1-31202c8cb6a8 req-3b4f3114-02d9-497a-b75a-a49562280c62 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:36.268397 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-a3fc735f-b553-428f-b7a1-31202c8cb6a8 req-3b4f3114-02d9-497a-b75a-a49562280c62 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] For port 4c4dc283-aad4-453a-8b22-4f988b516198, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=4c4dc283-aad4-453a-8b22-4f988b516198,segment=NetworkSegment(e39ffbb2-b4d4-411e-bc0e-2d686f9532d4),segment_id=e39ffbb2-b4d4-411e-bc0e-2d686f9532d4)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 21:08:36.268743 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-a3fc735f-b553-428f-b7a1-31202c8cb6a8 req-3b4f3114-02d9-497a-b75a-a49562280c62 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:36.388341 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-a3fc735f-b553-428f-b7a1-31202c8cb6a8 req-3b4f3114-02d9-497a-b75a-a49562280c62 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Calling delete_port for 4c4dc283-aad4-453a-8b22-4f988b516198 owned by compute:nova {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 21:08:36.629493 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-a3fc735f-b553-428f-b7a1-31202c8cb6a8 req-3b4f3114-02d9-497a-b75a-a49562280c62 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:36.678949 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4f3114-02d9-497a-b75a-a49562280c62 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Pushing event deleted for resources: {'Port': ['ID=4c4dc283-aad4-453a-8b22-4f988b516198,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:08:36.753155 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3fc735f-b553-428f-b7a1-31202c8cb6a8 req-3b4f3114-02d9-497a-b75a-a49562280c62 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] No DVR routers for this DVR port 4c4dc283-aad4-453a-8b22-4f988b516198 on host n-h2-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:08:36.755687 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-a3fc735f-b553-428f-b7a1-31202c8cb6a8 req-3b4f3114-02d9-497a-b75a-a49562280c62 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:36.758037 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4', 'name': 'network-vif-deleted', 'tag': '4c4dc283-aad4-453a-8b22-4f988b516198'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 21:08:36.774688 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-a3fc735f-b553-428f-b7a1-31202c8cb6a8 req-3b4f3114-02d9-497a-b75a-a49562280c62 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.50 "DELETE /v2.0/ports/4c4dc283-aad4-453a-8b22-4f988b516198 HTTP/1.1" status: 204 len: 173 time: 0.8171027 May 05 21:08:36.805657 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9cc17a2-d513-45ca-ab11-3a5f8c4b445d'] response: {'server_uuid': '416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4', 'name': 'network-vif-deleted', 'tag': '4c4dc283-aad4-453a-8b22-4f988b516198', 'status': 'completed', 'code': 200} May 05 21:08:36.973531 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-4d1a975e-fe27-4bf4-b9ff-83a6f995346b req-e5068e9b-2cd8-4b73-8235-574137993787 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Synchronizing usage tracker for tenant:c12268ab07a9433491260f53998d1c70 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:08:36.988577 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-4d1a975e-fe27-4bf4-b9ff-83a6f995346b req-e5068e9b-2cd8-4b73-8235-574137993787 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Unset dirty status for tenant:c12268ab07a9433491260f53998d1c70 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:08:36.989786 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4d1a975e-fe27-4bf4-b9ff-83a6f995346b req-e5068e9b-2cd8-4b73-8235-574137993787 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "GET /v2.0/ports?device_id=416b22f8-a6a5-4ed9-b6da-81d7f91bbdc4 HTTP/1.1" status: 200 len: 210 time: 0.0577369 May 05 21:08:37.026028 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-476de89f-8a39-4c82-9b42-5e088a5fb0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:38.083958 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 42398) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:08:38.090921 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:38.158028 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-33ae044c-4864-4a8f-81ca-a5fcbce7ed14 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:38.187174 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-33ae044c-4864-4a8f-81ca-a5fcbce7ed14 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:38.245417 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:38.260808 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-33ae044c-4864-4a8f-81ca-a5fcbce7ed14 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:38.281116 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ae044c-4864-4a8f-81ca-a5fcbce7ed14 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a079b8-8dfa-44ba-9ca5-7b18e2deb441,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:08:38.295381 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-33ae044c-4864-4a8f-81ca-a5fcbce7ed14 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:38.296608 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-33ae044c-4864-4a8f-81ca-a5fcbce7ed14 tempest-TestShelveInstance-1572109327 tempest-TestShelveInstance-1572109327-project] 10.222.0.36 "DELETE /v2.0/security-groups/73a079b8-8dfa-44ba-9ca5-7b18e2deb441 HTTP/1.1" status: 204 len: 168 time: 0.2114422 May 05 21:08:38.341120 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 42404) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:08:38.406140 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 4c4dc283-aad4-453a-8b22-4f988b516198 no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:08:38.440463 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] No Port match for: 4c4dc283-aad4-453a-8b22-4f988b516198 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 21:08:38.441070 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 4c4dc283-aad4-453a-8b22-4f988b516198 not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:08:39.033329 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bda34555-edd5-4aac-9a2f-e04012c7140c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:39.389807 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-bda34555-edd5-4aac-9a2f-e04012c7140c admin admin] Deleting port 15ba62a3-c5ce-45ae-a7a2-494421ec0f83 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 21:08:39.390436 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bda34555-edd5-4aac-9a2f-e04012c7140c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:39.677654 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-bda34555-edd5-4aac-9a2f-e04012c7140c admin admin] For port 15ba62a3-c5ce-45ae-a7a2-494421ec0f83, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=15ba62a3-c5ce-45ae-a7a2-494421ec0f83,segment=NetworkSegment(e39ffbb2-b4d4-411e-bc0e-2d686f9532d4),segment_id=e39ffbb2-b4d4-411e-bc0e-2d686f9532d4)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 21:08:39.677999 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bda34555-edd5-4aac-9a2f-e04012c7140c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:39.802547 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-bda34555-edd5-4aac-9a2f-e04012c7140c admin admin] Calling delete_port for 15ba62a3-c5ce-45ae-a7a2-494421ec0f83 owned by network:router_interface {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 21:08:39.837863 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:40.112431 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bda34555-edd5-4aac-9a2f-e04012c7140c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:40.162215 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda34555-edd5-4aac-9a2f-e04012c7140c admin admin] Pushing event deleted for resources: {'Port': ['ID=15ba62a3-c5ce-45ae-a7a2-494421ec0f83,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:08:40.429688 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-bda34555-edd5-4aac-9a2f-e04012c7140c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:40.792387 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bda34555-edd5-4aac-9a2f-e04012c7140c admin admin] Router 9a363887-32fc-4f8e-b11e-09a4b2a5861a has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 21:08:41.091104 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda34555-edd5-4aac-9a2f-e04012c7140c admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 21:08:41.099908 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0bab7c-9209-4a12-b49e-c9d6634947ea None None] Sync routers for ids ['9a363887-32fc-4f8e-b11e-09a4b2a5861a'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 21:08:41.109686 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-bda34555-edd5-4aac-9a2f-e04012c7140c admin admin] 10.222.0.36 "PUT /v2.0/routers/9a363887-32fc-4f8e-b11e-09a4b2a5861a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7674754 May 05 21:08:41.111156 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0bab7c-9209-4a12-b49e-c9d6634947ea None None] Routers {'9a363887-32fc-4f8e-b11e-09a4b2a5861a'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 21:08:41.111808 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-ef0bab7c-9209-4a12-b49e-c9d6634947ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T21:08:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['9a363887-32fc-4f8e-b11e-09a4b2a5861a'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:08:41.112081 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 42410) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:08:41.288459 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-66d49e1f-348c-454f-a812-98cfa4495776 admin admin] Notify callbacks [] for router, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:41.336340 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-ef0bab7c-9209-4a12-b49e-c9d6634947ea None None] Set router 9a363887-32fc-4f8e-b11e-09a4b2a5861a gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 21:08:41.468904 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-66d49e1f-348c-454f-a812-98cfa4495776 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:41.479530 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-66d49e1f-348c-454f-a812-98cfa4495776 admin admin] Deleting port 7435cf7b-c31c-48ae-b0a5-020ec5d8a76e {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 21:08:41.479938 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-66d49e1f-348c-454f-a812-98cfa4495776 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:41.629213 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-ef0bab7c-9209-4a12-b49e-c9d6634947ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a363887-32fc-4f8e-b11e-09a4b2a5861a', 'name': 'tempest-TestShelveInstance-62035008-router', 'tenant_id': 'c12268ab07a9433491260f53998d1c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '7435cf7b-c31c-48ae-b0a5-020ec5d8a76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:59:56Z', 'updated_at': '2022-05-05T21:08:40Z', 'revision_number': 5, 'project_id': 'c12268ab07a9433491260f53998d1c70', 'gw_port': {'id': '7435cf7b-c31c-48ae-b0a5-020ec5d8a76e', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:aa:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a363887-32fc-4f8e-b11e-09a4b2a5861a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T20:59:56Z', 'updated_at': '2022-05-05T21:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:08:41.633056 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0bab7c-9209-4a12-b49e-c9d6634947ea None None] Checking router: 9a363887-32fc-4f8e-b11e-09a4b2a5861a for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 21:08:41.642093 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0bab7c-9209-4a12-b49e-c9d6634947ea None None] Routers {'9a363887-32fc-4f8e-b11e-09a4b2a5861a'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 21:08:41.642683 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-ef0bab7c-9209-4a12-b49e-c9d6634947ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T21:08:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['9a363887-32fc-4f8e-b11e-09a4b2a5861a'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:08:41.653795 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-66d49e1f-348c-454f-a812-98cfa4495776 admin admin] For port 7435cf7b-c31c-48ae-b0a5-020ec5d8a76e, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=7435cf7b-c31c-48ae-b0a5-020ec5d8a76e,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 21:08:41.654148 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-66d49e1f-348c-454f-a812-98cfa4495776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:41.780382 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-66d49e1f-348c-454f-a812-98cfa4495776 admin admin] Calling delete_port for 7435cf7b-c31c-48ae-b0a5-020ec5d8a76e owned by network:router_gateway {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 21:08:41.792605 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-ef0bab7c-9209-4a12-b49e-c9d6634947ea None None] Set router 9a363887-32fc-4f8e-b11e-09a4b2a5861a gateway port host: None {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 21:08:41.902177 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-ef0bab7c-9209-4a12-b49e-c9d6634947ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a363887-32fc-4f8e-b11e-09a4b2a5861a', 'name': 'tempest-TestShelveInstance-62035008-router', 'tenant_id': 'c12268ab07a9433491260f53998d1c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:59:56Z', 'updated_at': '2022-05-05T21:08:41Z', 'revision_number': 6, 'project_id': 'c12268ab07a9433491260f53998d1c70', 'gw_port_host': None}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:08:41.906345 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0bab7c-9209-4a12-b49e-c9d6634947ea None None] The sync data for ids ['9a363887-32fc-4f8e-b11e-09a4b2a5861a'] in n-d-840717-1 is: [{'id': '9a363887-32fc-4f8e-b11e-09a4b2a5861a', 'name': 'tempest-TestShelveInstance-62035008-router', 'tenant_id': 'c12268ab07a9433491260f53998d1c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T20:59:56Z', 'updated_at': '2022-05-05T21:08:41Z', 'revision_number': 6, 'project_id': 'c12268ab07a9433491260f53998d1c70', 'gw_port_host': None}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 21:08:41.956056 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-66d49e1f-348c-454f-a812-98cfa4495776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:42.002995 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d49e1f-348c-454f-a812-98cfa4495776 admin admin] Pushing event deleted for resources: {'Port': ['ID=7435cf7b-c31c-48ae-b0a5-020ec5d8a76e,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:08:42.093144 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-66d49e1f-348c-454f-a812-98cfa4495776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:42.260865 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-66d49e1f-348c-454f-a812-98cfa4495776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:42.263421 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-66d49e1f-348c-454f-a812-98cfa4495776 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:42.290995 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-66d49e1f-348c-454f-a812-98cfa4495776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:42.291720 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d49e1f-348c-454f-a812-98cfa4495776 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a363887-32fc-4f8e-b11e-09a4b2a5861a {{(pid=88197) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 21:08:42.304653 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-66d49e1f-348c-454f-a812-98cfa4495776 admin admin] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:42.305678 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-66d49e1f-348c-454f-a812-98cfa4495776 admin admin] 10.222.0.36 "DELETE /v2.0/routers/9a363887-32fc-4f8e-b11e-09a4b2a5861a HTTP/1.1" status: 204 len: 168 time: 1.1926732 May 05 21:08:42.308842 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 42414) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:08:42.367674 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4ad9a37-c757-409e-ad7d-81f4d06e0644 admin admin] Deleting subnet 37f3ba51-f1b6-4aca-b75c-b0ac7cc3b2b4 {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 21:08:42.371400 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d4ad9a37-c757-409e-ad7d-81f4d06e0644 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:42.419181 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d4ad9a37-c757-409e-ad7d-81f4d06e0644 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:42.601483 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d4ad9a37-c757-409e-ad7d-81f4d06e0644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:42.671790 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d4ad9a37-c757-409e-ad7d-81f4d06e0644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:42.708759 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ad9a37-c757-409e-ad7d-81f4d06e0644 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37f3ba51-f1b6-4aca-b75c-b0ac7cc3b2b4,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:08:42.712463 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d4ad9a37-c757-409e-ad7d-81f4d06e0644 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:42.720284 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2412ca96-e01e-435b-8c3a-4213107837f3 None None] Network d172b2ae-748a-4009-85a6-767504246283 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 21:08:42.721369 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 42418) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:08:42.721843 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d4ad9a37-c757-409e-ad7d-81f4d06e0644 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/37f3ba51-f1b6-4aca-b75c-b0ac7cc3b2b4 HTTP/1.1" status: 204 len: 168 time: 0.4115179 May 05 21:08:42.838079 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cc63e367-4009-4f49-b316-30fdeb75509d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:42.848977 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-cc63e367-4009-4f49-b316-30fdeb75509d admin admin] Deleting port 2a05d34e-6c83-437e-97c9-aecb984039b9 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 21:08:42.849314 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cc63e367-4009-4f49-b316-30fdeb75509d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:42.991656 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61de305d-96dd-4f0a-a7ed-d3ceac53a958 None None] DHCP port deletion for d172b2ae-748a-4009-85a6-767504246283 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 21:08:42.996395 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-61de305d-96dd-4f0a-a7ed-d3ceac53a958 None None] Deleting port 2a05d34e-6c83-437e-97c9-aecb984039b9 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 21:08:42.996789 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-61de305d-96dd-4f0a-a7ed-d3ceac53a958 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:43.069688 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-cc63e367-4009-4f49-b316-30fdeb75509d admin admin] For port 2a05d34e-6c83-437e-97c9-aecb984039b9, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=2a05d34e-6c83-437e-97c9-aecb984039b9,segment=NetworkSegment(e39ffbb2-b4d4-411e-bc0e-2d686f9532d4),segment_id=e39ffbb2-b4d4-411e-bc0e-2d686f9532d4)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 21:08:43.070045 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cc63e367-4009-4f49-b316-30fdeb75509d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:43.201979 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-61de305d-96dd-4f0a-a7ed-d3ceac53a958 None None] For port 2a05d34e-6c83-437e-97c9-aecb984039b9, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=2a05d34e-6c83-437e-97c9-aecb984039b9,segment=NetworkSegment(e39ffbb2-b4d4-411e-bc0e-2d686f9532d4),segment_id=e39ffbb2-b4d4-411e-bc0e-2d686f9532d4)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 21:08:43.202362 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-61de305d-96dd-4f0a-a7ed-d3ceac53a958 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:43.209756 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-cc63e367-4009-4f49-b316-30fdeb75509d admin admin] Calling delete_port for 2a05d34e-6c83-437e-97c9-aecb984039b9 owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 21:08:43.213100 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 15ba62a3-c5ce-45ae-a7a2-494421ec0f83 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:08:43.285956 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cc63e367-4009-4f49-b316-30fdeb75509d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:43.300566 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 15ba62a3-c5ce-45ae-a7a2-494421ec0f83 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 21:08:43.300716 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 15ba62a3-c5ce-45ae-a7a2-494421ec0f83 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:08:43.301040 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 2a05d34e-6c83-437e-97c9-aecb984039b9 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:08:43.335017 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc63e367-4009-4f49-b316-30fdeb75509d admin admin] Pushing event deleted for resources: {'Port': ['ID=2a05d34e-6c83-437e-97c9-aecb984039b9,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:08:43.341447 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc63e367-4009-4f49-b316-30fdeb75509d admin admin] No DVR routers for this DVR port 2a05d34e-6c83-437e-97c9-aecb984039b9 on host n-d-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:08:43.374095 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc63e367-4009-4f49-b316-30fdeb75509d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:08:43.374432 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc63e367-4009-4f49-b316-30fdeb75509d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:08:43.374764 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc63e367-4009-4f49-b316-30fdeb75509d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:08:43.375091 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc63e367-4009-4f49-b316-30fdeb75509d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:08:43.375438 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc63e367-4009-4f49-b316-30fdeb75509d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:08:43.375763 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc63e367-4009-4f49-b316-30fdeb75509d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:08:43.376081 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc63e367-4009-4f49-b316-30fdeb75509d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:08:43.376399 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc63e367-4009-4f49-b316-30fdeb75509d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:08:43.376714 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc63e367-4009-4f49-b316-30fdeb75509d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:08:43.377024 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc63e367-4009-4f49-b316-30fdeb75509d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:08:43.377338 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc63e367-4009-4f49-b316-30fdeb75509d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:08:43.377648 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc63e367-4009-4f49-b316-30fdeb75509d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:08:43.398096 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-61de305d-96dd-4f0a-a7ed-d3ceac53a958 None None] Calling delete_port for 2a05d34e-6c83-437e-97c9-aecb984039b9 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 21:08:43.424862 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 2a05d34e-6c83-437e-97c9-aecb984039b9 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 21:08:43.425208 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 2a05d34e-6c83-437e-97c9-aecb984039b9 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:08:43.425612 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 7435cf7b-c31c-48ae-b0a5-020ec5d8a76e no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:08:43.470783 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cc63e367-4009-4f49-b316-30fdeb75509d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:43.497796 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-cc63e367-4009-4f49-b316-30fdeb75509d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d172b2ae-748a-4009-85a6-767504246283']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:08:43.511279 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-cc63e367-4009-4f49-b316-30fdeb75509d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e39ffbb2-b4d4-411e-bc0e-2d686f9532d4') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:08:43.511603 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-cc63e367-4009-4f49-b316-30fdeb75509d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e39ffbb2-b4d4-411e-bc0e-2d686f9532d4') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:08:43.519014 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 7435cf7b-c31c-48ae-b0a5-020ec5d8a76e {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 21:08:43.519645 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 7435cf7b-c31c-48ae-b0a5-020ec5d8a76e not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:08:43.523780 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cc63e367-4009-4f49-b316-30fdeb75509d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:43.540851 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cc63e367-4009-4f49-b316-30fdeb75509d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:43.547179 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc63e367-4009-4f49-b316-30fdeb75509d admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 21:08:43.547749 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cc63e367-4009-4f49-b316-30fdeb75509d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:43.552709 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-61de305d-96dd-4f0a-a7ed-d3ceac53a958 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 21:08:43.553061 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-61de305d-96dd-4f0a-a7ed-d3ceac53a958 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 21:08:43.560777 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 21:08:43.560777 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 21:08:43.560777 n-d-840717-1 neutron-server[88198]: timer() May 05 21:08:43.560777 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:08:43.560777 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 21:08:43.560777 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:08:43.560777 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 21:08:43.560777 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:08:43.560777 n-d-840717-1 neutron-server[88198]: self._notify() May 05 21:08:43.560777 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:08:43.560777 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 21:08:43.560777 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:08:43.560777 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 21:08:43.560777 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:08:43.560777 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:08:43.560777 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:08:43.560777 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:08:43.560777 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:08:43.560777 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 21:08:43.560777 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 21:08:43.560777 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 21:08:43.560777 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 21:08:43.560777 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:08:43.560777 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 21:08:43.560777 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 21:08:43.560777 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 21:08:43.560777 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:08:43.560777 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 21:08:43.560777 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:08:43.560777 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 21:08:43.560777 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:08:43.560777 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:08:43.638604 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cc63e367-4009-4f49-b316-30fdeb75509d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:43.654837 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cc63e367-4009-4f49-b316-30fdeb75509d admin admin] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:43.664752 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc63e367-4009-4f49-b316-30fdeb75509d admin admin] Pushing event deleted for resources: {'Network': ['ID=d172b2ae-748a-4009-85a6-767504246283,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:08:43.678128 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-cc63e367-4009-4f49-b316-30fdeb75509d admin admin] 10.222.0.36 "DELETE /v2.0/networks/d172b2ae-748a-4009-85a6-767504246283 HTTP/1.1" status: 204 len: 168 time: 0.9555132 May 05 21:08:43.681023 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 42422) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:08:44.054555 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-61de305d-96dd-4f0a-a7ed-d3ceac53a958 None None] Deleting port 2a05d34e-6c83-437e-97c9-aecb984039b9 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 21:08:44.055087 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-61de305d-96dd-4f0a-a7ed-d3ceac53a958 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:44.121439 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-61de305d-96dd-4f0a-a7ed-d3ceac53a958 None None] The port '2a05d34e-6c83-437e-97c9-aecb984039b9' was deleted {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 21:08:44.334216 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ef342193-121b-448b-89fc-eba905ca5d12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:44.685462 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-ef342193-121b-448b-89fc-eba905ca5d12 admin admin] Deleting port 249bf431-42da-4c21-849a-bce98d9b8e5b {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 21:08:44.685800 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ef342193-121b-448b-89fc-eba905ca5d12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:44.878065 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-ef342193-121b-448b-89fc-eba905ca5d12 admin admin] For port 249bf431-42da-4c21-849a-bce98d9b8e5b, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=249bf431-42da-4c21-849a-bce98d9b8e5b,segment=NetworkSegment(626a38ff-c27c-4222-812f-3fb3035339b5),segment_id=626a38ff-c27c-4222-812f-3fb3035339b5)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 21:08:44.878332 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ef342193-121b-448b-89fc-eba905ca5d12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:45.003696 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-ef342193-121b-448b-89fc-eba905ca5d12 admin admin] Calling delete_port for 249bf431-42da-4c21-849a-bce98d9b8e5b owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 21:08:45.016705 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:45.316868 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ef342193-121b-448b-89fc-eba905ca5d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:45.361848 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef342193-121b-448b-89fc-eba905ca5d12 admin admin] Pushing event deleted for resources: {'Port': ['ID=249bf431-42da-4c21-849a-bce98d9b8e5b,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:08:45.751867 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ef342193-121b-448b-89fc-eba905ca5d12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:46.104762 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef342193-121b-448b-89fc-eba905ca5d12 admin admin] Router 1762884d-ca75-40bf-87e3-8e15c7310b10 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 21:08:46.279540 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef342193-121b-448b-89fc-eba905ca5d12 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 21:08:46.288025 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db0cbb3-55ed-4952-8e12-85fb0957f925 None None] Sync routers for ids ['1762884d-ca75-40bf-87e3-8e15c7310b10'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 21:08:46.296053 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-ef342193-121b-448b-89fc-eba905ca5d12 admin admin] 10.222.0.36 "PUT /v2.0/routers/1762884d-ca75-40bf-87e3-8e15c7310b10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6138859 May 05 21:08:46.297477 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db0cbb3-55ed-4952-8e12-85fb0957f925 None None] Routers {'1762884d-ca75-40bf-87e3-8e15c7310b10'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 21:08:46.298082 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-5db0cbb3-55ed-4952-8e12-85fb0957f925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T21:08:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['1762884d-ca75-40bf-87e3-8e15c7310b10'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:08:46.298375 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 42426) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:08:46.473315 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-5db0cbb3-55ed-4952-8e12-85fb0957f925 None None] Set router 1762884d-ca75-40bf-87e3-8e15c7310b10 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 21:08:46.474698 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-292b83c9-ec84-407a-892f-823ca4d15a01 admin admin] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:46.657461 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-292b83c9-ec84-407a-892f-823ca4d15a01 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:46.666918 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-292b83c9-ec84-407a-892f-823ca4d15a01 admin admin] Deleting port a5aef5c6-6429-4659-930e-38da0a7604ca {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 21:08:46.667270 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-292b83c9-ec84-407a-892f-823ca4d15a01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:46.756253 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-5db0cbb3-55ed-4952-8e12-85fb0957f925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1762884d-ca75-40bf-87e3-8e15c7310b10', 'name': 'tempest-TestShelveInstance-1020354628-router', 'tenant_id': '0a4a84421b3e4384a8d109271f9dfe6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'a5aef5c6-6429-4659-930e-38da0a7604ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:00:02Z', 'updated_at': '2022-05-05T21:08:45Z', 'revision_number': 5, 'project_id': '0a4a84421b3e4384a8d109271f9dfe6e', 'gw_port': {'id': 'a5aef5c6-6429-4659-930e-38da0a7604ca', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:6e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1762884d-ca75-40bf-87e3-8e15c7310b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:00:03Z', 'updated_at': '2022-05-05T21:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:08:46.760695 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db0cbb3-55ed-4952-8e12-85fb0957f925 None None] Checking router: 1762884d-ca75-40bf-87e3-8e15c7310b10 for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 21:08:46.769224 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db0cbb3-55ed-4952-8e12-85fb0957f925 None None] Routers {'1762884d-ca75-40bf-87e3-8e15c7310b10'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 21:08:46.769818 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-5db0cbb3-55ed-4952-8e12-85fb0957f925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T21:08:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['1762884d-ca75-40bf-87e3-8e15c7310b10'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:08:46.838399 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-292b83c9-ec84-407a-892f-823ca4d15a01 admin admin] For port a5aef5c6-6429-4659-930e-38da0a7604ca, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=a5aef5c6-6429-4659-930e-38da0a7604ca,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 21:08:46.838745 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-292b83c9-ec84-407a-892f-823ca4d15a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:46.917909 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-5db0cbb3-55ed-4952-8e12-85fb0957f925 None None] Set router 1762884d-ca75-40bf-87e3-8e15c7310b10 gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 21:08:47.027382 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-5db0cbb3-55ed-4952-8e12-85fb0957f925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1762884d-ca75-40bf-87e3-8e15c7310b10', 'name': 'tempest-TestShelveInstance-1020354628-router', 'tenant_id': '0a4a84421b3e4384a8d109271f9dfe6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:00:02Z', 'updated_at': '2022-05-05T21:08:46Z', 'revision_number': 6, 'project_id': '0a4a84421b3e4384a8d109271f9dfe6e', 'gw_port_host': None}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:08:47.031613 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db0cbb3-55ed-4952-8e12-85fb0957f925 None None] The sync data for ids ['1762884d-ca75-40bf-87e3-8e15c7310b10'] in n-d-840717-1 is: [{'id': '1762884d-ca75-40bf-87e3-8e15c7310b10', 'name': 'tempest-TestShelveInstance-1020354628-router', 'tenant_id': '0a4a84421b3e4384a8d109271f9dfe6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:00:02Z', 'updated_at': '2022-05-05T21:08:46Z', 'revision_number': 6, 'project_id': '0a4a84421b3e4384a8d109271f9dfe6e', 'gw_port_host': None}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 21:08:47.087322 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-292b83c9-ec84-407a-892f-823ca4d15a01 admin admin] Calling delete_port for a5aef5c6-6429-4659-930e-38da0a7604ca owned by network:router_gateway {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 21:08:47.172172 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:47.252029 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-292b83c9-ec84-407a-892f-823ca4d15a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:47.297404 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292b83c9-ec84-407a-892f-823ca4d15a01 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5aef5c6-6429-4659-930e-38da0a7604ca,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:08:47.395760 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-292b83c9-ec84-407a-892f-823ca4d15a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:47.473251 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 249bf431-42da-4c21-849a-bce98d9b8e5b no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:08:47.513810 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 249bf431-42da-4c21-849a-bce98d9b8e5b {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 21:08:47.514251 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 249bf431-42da-4c21-849a-bce98d9b8e5b not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:08:47.578469 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-292b83c9-ec84-407a-892f-823ca4d15a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:47.580576 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-292b83c9-ec84-407a-892f-823ca4d15a01 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:47.604394 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-292b83c9-ec84-407a-892f-823ca4d15a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:47.604914 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-292b83c9-ec84-407a-892f-823ca4d15a01 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1762884d-ca75-40bf-87e3-8e15c7310b10 {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 21:08:47.617249 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-292b83c9-ec84-407a-892f-823ca4d15a01 admin admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:47.618488 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-292b83c9-ec84-407a-892f-823ca4d15a01 admin admin] 10.222.0.36 "DELETE /v2.0/routers/1762884d-ca75-40bf-87e3-8e15c7310b10 HTTP/1.1" status: 204 len: 168 time: 1.3190837 May 05 21:08:47.620954 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 42430) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:08:47.681748 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-01ba41dc-61fd-42f7-9dd6-3da51ce625fe admin admin] Deleting subnet 75c0aec8-5072-41f5-aa3b-da8048bdc31e {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 21:08:47.684622 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-01ba41dc-61fd-42f7-9dd6-3da51ce625fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:47.734701 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-01ba41dc-61fd-42f7-9dd6-3da51ce625fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61291177'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:47.814726 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-01ba41dc-61fd-42f7-9dd6-3da51ce625fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:47.885344 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-01ba41dc-61fd-42f7-9dd6-3da51ce625fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61289369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62129886'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:47.923226 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ba41dc-61fd-42f7-9dd6-3da51ce625fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75c0aec8-5072-41f5-aa3b-da8048bdc31e,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:08:47.928762 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-01ba41dc-61fd-42f7-9dd6-3da51ce625fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:47.934319 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f063b35-dd00-4061-8226-0b6946ab9e2e None None] Network b503c326-a57a-4988-90ef-01dfc9eda418 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 21:08:47.935494 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-01ba41dc-61fd-42f7-9dd6-3da51ce625fe admin admin] 10.222.0.36 "DELETE /v2.0/subnets/75c0aec8-5072-41f5-aa3b-da8048bdc31e HTTP/1.1" status: 204 len: 168 time: 0.3135152 May 05 21:08:47.937870 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 42434) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:08:48.044132 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eaa10503-7899-4a80-935b-10b175678988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:48.055491 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-eaa10503-7899-4a80-935b-10b175678988 admin admin] Deleting port 55c73401-614b-4a47-8cef-bb1a40ed96e5 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 21:08:48.056386 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eaa10503-7899-4a80-935b-10b175678988 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:48.171559 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93d093b-f6dc-4e7c-b2b6-59b813cc12fb None None] DHCP port deletion for b503c326-a57a-4988-90ef-01dfc9eda418 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 21:08:48.175816 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-d93d093b-f6dc-4e7c-b2b6-59b813cc12fb None None] Deleting port 55c73401-614b-4a47-8cef-bb1a40ed96e5 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 21:08:48.176399 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d93d093b-f6dc-4e7c-b2b6-59b813cc12fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:48.273248 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-eaa10503-7899-4a80-935b-10b175678988 admin admin] For port 55c73401-614b-4a47-8cef-bb1a40ed96e5, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=55c73401-614b-4a47-8cef-bb1a40ed96e5,segment=NetworkSegment(626a38ff-c27c-4222-812f-3fb3035339b5),segment_id=626a38ff-c27c-4222-812f-3fb3035339b5)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 21:08:48.273613 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eaa10503-7899-4a80-935b-10b175678988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:48.378814 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-d93d093b-f6dc-4e7c-b2b6-59b813cc12fb None None] For port 55c73401-614b-4a47-8cef-bb1a40ed96e5, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=55c73401-614b-4a47-8cef-bb1a40ed96e5,segment=NetworkSegment(626a38ff-c27c-4222-812f-3fb3035339b5),segment_id=626a38ff-c27c-4222-812f-3fb3035339b5)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 21:08:48.379100 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d93d093b-f6dc-4e7c-b2b6-59b813cc12fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:48.395745 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-eaa10503-7899-4a80-935b-10b175678988 admin admin] Calling delete_port for 55c73401-614b-4a47-8cef-bb1a40ed96e5 owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 21:08:48.471229 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eaa10503-7899-4a80-935b-10b175678988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:48.499767 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-d93d093b-f6dc-4e7c-b2b6-59b813cc12fb None None] Calling delete_port for 55c73401-614b-4a47-8cef-bb1a40ed96e5 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 21:08:48.576686 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-d93d093b-f6dc-4e7c-b2b6-59b813cc12fb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 21:08:48.577200 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-d93d093b-f6dc-4e7c-b2b6-59b813cc12fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 21:08:48.626282 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa10503-7899-4a80-935b-10b175678988 admin admin] Pushing event deleted for resources: {'Port': ['ID=55c73401-614b-4a47-8cef-bb1a40ed96e5,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:08:48.630636 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa10503-7899-4a80-935b-10b175678988 admin admin] No DVR routers for this DVR port 55c73401-614b-4a47-8cef-bb1a40ed96e5 on host n-d-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:08:48.748018 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eaa10503-7899-4a80-935b-10b175678988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:48.772577 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-eaa10503-7899-4a80-935b-10b175678988 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b503c326-a57a-4988-90ef-01dfc9eda418']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:08:48.785046 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-eaa10503-7899-4a80-935b-10b175678988 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '626a38ff-c27c-4222-812f-3fb3035339b5') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:08:48.785342 n-d-840717-1 neutron-server[88198]: DEBUG neutron.services.segments.db [None req-eaa10503-7899-4a80-935b-10b175678988 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '626a38ff-c27c-4222-812f-3fb3035339b5') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:08:48.800543 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eaa10503-7899-4a80-935b-10b175678988 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61291090'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:48.817368 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eaa10503-7899-4a80-935b-10b175678988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:48.823444 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaa10503-7899-4a80-935b-10b175678988 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 21:08:48.823838 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eaa10503-7899-4a80-935b-10b175678988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61289459'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:48.836770 n-d-840717-1 neutron-server[88198]: Traceback (most recent call last): May 05 21:08:48.836770 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 21:08:48.836770 n-d-840717-1 neutron-server[88198]: timer() May 05 21:08:48.836770 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:08:48.836770 n-d-840717-1 neutron-server[88198]: cb(*args, **kw) May 05 21:08:48.836770 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:08:48.836770 n-d-840717-1 neutron-server[88198]: return func(*args, **kwargs) May 05 21:08:48.836770 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:08:48.836770 n-d-840717-1 neutron-server[88198]: self._notify() May 05 21:08:48.836770 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:08:48.836770 n-d-840717-1 neutron-server[88198]: self.callback(batched_events) May 05 21:08:48.836770 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:08:48.836770 n-d-840717-1 neutron-server[88198]: event.method(event) May 05 21:08:48.836770 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:08:48.836770 n-d-840717-1 neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:08:48.836770 n-d-840717-1 neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:08:48.836770 n-d-840717-1 neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:08:48.836770 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:08:48.836770 n-d-840717-1 neutron-server[88198]: return f(self, *a, **k) May 05 21:08:48.836770 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 21:08:48.836770 n-d-840717-1 neutron-server[88198]: return self._get(url).json() May 05 21:08:48.836770 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 21:08:48.836770 n-d-840717-1 neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:08:48.836770 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 21:08:48.836770 n-d-840717-1 neutron-server[88198]: return self.request(url, 'GET', **kwargs) May 05 21:08:48.836770 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 21:08:48.836770 n-d-840717-1 neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:08:48.836770 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 21:08:48.836770 n-d-840717-1 neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:08:48.836770 n-d-840717-1 neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 21:08:48.836770 n-d-840717-1 neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:08:48.836770 n-d-840717-1 neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:08:48.911727 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eaa10503-7899-4a80-935b-10b175678988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:48.928073 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eaa10503-7899-4a80-935b-10b175678988 admin admin] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:48.940798 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa10503-7899-4a80-935b-10b175678988 admin admin] Pushing event deleted for resources: {'Network': ['ID=b503c326-a57a-4988-90ef-01dfc9eda418,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:08:48.945515 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-eaa10503-7899-4a80-935b-10b175678988 admin admin] 10.222.0.36 "DELETE /v2.0/networks/b503c326-a57a-4988-90ef-01dfc9eda418 HTTP/1.1" status: 204 len: 168 time: 1.0067308 May 05 21:08:49.078659 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-d93d093b-f6dc-4e7c-b2b6-59b813cc12fb None None] Deleting port 55c73401-614b-4a47-8cef-bb1a40ed96e5 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 21:08:49.079046 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d93d093b-f6dc-4e7c-b2b6-59b813cc12fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:49.080958 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 42440) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:08:49.133697 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-7d2ca7f7-c220-48b5-a521-415095e25860 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c12268ab07a9433491260f53998d1c70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0514767 May 05 21:08:49.137021 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 42444) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:08:49.148647 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-d93d093b-f6dc-4e7c-b2b6-59b813cc12fb None None] The port '55c73401-614b-4a47-8cef-bb1a40ed96e5' was deleted {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 21:08:49.204490 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-23d4be3e-7654-4416-9c74-abb202abea59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:49.213902 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device a5aef5c6-6429-4659-930e-38da0a7604ca no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:08:49.231243 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-23d4be3e-7654-4416-9c74-abb202abea59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:49.247855 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: a5aef5c6-6429-4659-930e-38da0a7604ca {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 21:08:49.248197 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device a5aef5c6-6429-4659-930e-38da0a7604ca not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:08:49.248609 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 55c73401-614b-4a47-8cef-bb1a40ed96e5 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:08:49.284919 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-23d4be3e-7654-4416-9c74-abb202abea59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:49.285112 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 55c73401-614b-4a47-8cef-bb1a40ed96e5 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 21:08:49.285323 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 55c73401-614b-4a47-8cef-bb1a40ed96e5 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:08:49.308727 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4be3e-7654-4416-9c74-abb202abea59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a0553a-96f4-4763-ab52-fa085bbd4f26,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:08:49.316915 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-23d4be3e-7654-4416-9c74-abb202abea59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:49.318038 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-23d4be3e-7654-4416-9c74-abb202abea59 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/09a0553a-96f4-4763-ab52-fa085bbd4f26 HTTP/1.1" status: 204 len: 168 time: 0.1798158 May 05 21:08:49.654603 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 42452) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:08:49.703132 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-062adcef-7872-4f79-913d-e8b5ea749c4a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0a4a84421b3e4384a8d109271f9dfe6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472658 May 05 21:08:49.705385 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 42456) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:08:49.761343 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-41ff3e84-3041-4d5d-a076-658202ed7aec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:49.786422 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-41ff3e84-3041-4d5d-a076-658202ed7aec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:49.836758 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-41ff3e84-3041-4d5d-a076-658202ed7aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:49.850898 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ff3e84-3041-4d5d-a076-658202ed7aec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=124cb4a7-4e33-40d5-be9d-5b6984efa7ec,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:08:49.857530 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-41ff3e84-3041-4d5d-a076-658202ed7aec admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:49.858634 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-41ff3e84-3041-4d5d-a076-658202ed7aec admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/124cb4a7-4e33-40d5-be9d-5b6984efa7ec HTTP/1.1" status: 204 len: 168 time: 0.1523793 May 05 21:08:50.620527 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 42482) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:08:50.727370 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-2e558e02-5ec9-47fc-b972-68d7ea1e10b9 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1643517621-network', 'tenant_id': '37b781d2d01a4ea2a3c428d1e5094bb5'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 21:08:50.732983 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-2e558e02-5ec9-47fc-b972-68d7ea1e10b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:08:50.736865 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-2e558e02-5ec9-47fc-b972-68d7ea1e10b9 admin admin] Usage tracker for resource:network and tenant:37b781d2d01a4ea2a3c428d1e5094bb5 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:08:50.740092 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-2e558e02-5ec9-47fc-b972-68d7ea1e10b9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:08:50.747448 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-2e558e02-5ec9-47fc-b972-68d7ea1e10b9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:08:50.763752 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e558e02-5ec9-47fc-b972-68d7ea1e10b9 admin admin] Made reservation on behalf of 37b781d2d01a4ea2a3c428d1e5094bb5 for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:08:50.766049 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2e558e02-5ec9-47fc-b972-68d7ea1e10b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:50.778120 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2e558e02-5ec9-47fc-b972-68d7ea1e10b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:50.792205 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-2e558e02-5ec9-47fc-b972-68d7ea1e10b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:08:50.795934 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-2e558e02-5ec9-47fc-b972-68d7ea1e10b9 admin admin] Usage tracker for resource:security_group_rule and tenant:37b781d2d01a4ea2a3c428d1e5094bb5 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:08:50.798661 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-2e558e02-5ec9-47fc-b972-68d7ea1e10b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:08:50.804219 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-2e558e02-5ec9-47fc-b972-68d7ea1e10b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:08:50.884539 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2e558e02-5ec9-47fc-b972-68d7ea1e10b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:50.889039 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2e558e02-5ec9-47fc-b972-68d7ea1e10b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:50.918223 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e558e02-5ec9-47fc-b972-68d7ea1e10b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:08:50.926869 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e558e02-5ec9-47fc-b972-68d7ea1e10b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4962799-2fed-42b6-8efe-24b8ead22907,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:08:50.933002 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2e558e02-5ec9-47fc-b972-68d7ea1e10b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:50.933338 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-2e558e02-5ec9-47fc-b972-68d7ea1e10b9 admin admin] Added segment c47bbc14-4813-4cd8-b57a-618d8ef82d36 of type vlan for network c35cf51a-e357-42be-81a4-0ce973463319 May 05 21:08:50.958768 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2e558e02-5ec9-47fc-b972-68d7ea1e10b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:50.986844 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2e558e02-5ec9-47fc-b972-68d7ea1e10b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:50.987920 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e558e02-5ec9-47fc-b972-68d7ea1e10b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:08:50.988499 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-2e558e02-5ec9-47fc-b972-68d7ea1e10b9 admin admin] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:51.085620 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-2e558e02-5ec9-47fc-b972-68d7ea1e10b9 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4638944 May 05 21:08:51.088623 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 42490) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:08:51.090758 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e558e02-5ec9-47fc-b972-68d7ea1e10b9 admin admin] Pushing event updated for resources: {'Network': ['ID=c35cf51a-e357-42be-81a4-0ce973463319,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:08:51.094948 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-353dc6cb-2e60-4684-baf2-7820687c9c31 admin admin] Request body: {'subnet': {'network_id': 'c35cf51a-e357-42be-81a4-0ce973463319', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1643517621-subnet', 'tenant_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'ip_version': 4}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 21:08:51.100322 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network c35cf51a-e357-42be-81a4-0ce973463319 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:08:51.100800 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-353dc6cb-2e60-4684-baf2-7820687c9c31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:08:51.105042 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-353dc6cb-2e60-4684-baf2-7820687c9c31 admin admin] Usage tracker for resource:subnet and tenant:37b781d2d01a4ea2a3c428d1e5094bb5 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:08:51.107938 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-353dc6cb-2e60-4684-baf2-7820687c9c31 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:08:51.113535 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-353dc6cb-2e60-4684-baf2-7820687c9c31 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:08:51.124579 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353dc6cb-2e60-4684-baf2-7820687c9c31 admin admin] Made reservation on behalf of 37b781d2d01a4ea2a3c428d1e5094bb5 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:08:51.126852 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-353dc6cb-2e60-4684-baf2-7820687c9c31 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:51.331635 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-353dc6cb-2e60-4684-baf2-7820687c9c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:51.404586 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353dc6cb-2e60-4684-baf2-7820687c9c31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0454fdb7-be6e-4014-9fe9-8fa73ed82793,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:08:51.411920 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353dc6cb-2e60-4684-baf2-7820687c9c31 admin admin] Checking segment: {'id': 'c47bbc14-4813-4cd8-b57a-618d8ef82d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c35cf51a-e357-42be-81a4-0ce973463319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 21:08:51.412272 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353dc6cb-2e60-4684-baf2-7820687c9c31 admin admin] Network hostable DHCP agents. Network: c35cf51a-e357-42be-81a4-0ce973463319, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:08:51.430912 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353dc6cb-2e60-4684-baf2-7820687c9c31 admin admin] Network c35cf51a-e357-42be-81a4-0ce973463319 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:08:51.439805 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-353dc6cb-2e60-4684-baf2-7820687c9c31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, c35cf51a-e357-42be-81a4-0ce973463319) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:08:51.443789 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353dc6cb-2e60-4684-baf2-7820687c9c31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:08:51.444369 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-353dc6cb-2e60-4684-baf2-7820687c9c31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:51.449558 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7202e75b-147e-45e9-aa7a-a6b2d7cc31f1 None None] Network c35cf51a-e357-42be-81a4-0ce973463319 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 21:08:51.469596 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-353dc6cb-2e60-4684-baf2-7820687c9c31 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3793554 May 05 21:08:51.472312 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 42494) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:08:51.477160 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-7bf25398-6238-4a8a-9f00-c07cc0d1008f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1643517621-router', 'tenant_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 21:08:51.482908 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-7bf25398-6238-4a8a-9f00-c07cc0d1008f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:08:51.486810 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-7bf25398-6238-4a8a-9f00-c07cc0d1008f admin admin] Usage tracker for resource:router and tenant:37b781d2d01a4ea2a3c428d1e5094bb5 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:08:51.489703 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-7bf25398-6238-4a8a-9f00-c07cc0d1008f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:08:51.495525 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-7bf25398-6238-4a8a-9f00-c07cc0d1008f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:08:51.505360 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7bf25398-6238-4a8a-9f00-c07cc0d1008f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:51.506540 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7bf25398-6238-4a8a-9f00-c07cc0d1008f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:51.522286 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7bf25398-6238-4a8a-9f00-c07cc0d1008f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:51.672280 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db5395f-65a2-4eba-8644-11a2f37a318d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-c35cf51a-e357-42be-81a4-0ce973463319', 'network_id': 'c35cf51a-e357-42be-81a4-0ce973463319', 'tenant_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'fixed_ips': [{'subnet_id': '0454fdb7-be6e-4014-9fe9-8fa73ed82793'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 21:08:51.673107 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5db5395f-65a2-4eba-8644-11a2f37a318d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:51.795317 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7bf25398-6238-4a8a-9f00-c07cc0d1008f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:51.833124 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-5db5395f-65a2-4eba-8644-11a2f37a318d None None] Allocated IP 172.20.0.2 (c35cf51a-e357-42be-81a4-0ce973463319/0454fdb7-be6e-4014-9fe9-8fa73ed82793/1314835a-ae88-43c6-9ed0-a4bd70d35778) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:08:52.080601 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5db5395f-65a2-4eba-8644-11a2f37a318d None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:52.091338 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-5db5395f-65a2-4eba-8644-11a2f37a318d None None] Transition to ACTIVE for port object 1314835a-ae88-43c6-9ed0-a4bd70d35778 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:08:52.111083 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-5db5395f-65a2-4eba-8644-11a2f37a318d None None] Transition to ACTIVE for port object 1314835a-ae88-43c6-9ed0-a4bd70d35778 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:08:52.116564 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5db5395f-65a2-4eba-8644-11a2f37a318d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:52.183787 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db5395f-65a2-4eba-8644-11a2f37a318d None None] Network c35cf51a-e357-42be-81a4-0ce973463319 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:08:52.186557 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-5db5395f-65a2-4eba-8644-11a2f37a318d None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:08:52.189098 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db5395f-65a2-4eba-8644-11a2f37a318d None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 21:08:52.198554 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db5395f-65a2-4eba-8644-11a2f37a318d None None] Pushing event updated for resources: {'Port': ['ID=1314835a-ae88-43c6-9ed0-a4bd70d35778,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:08:52.222125 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7bf25398-6238-4a8a-9f00-c07cc0d1008f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:52.237100 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db5395f-65a2-4eba-8644-11a2f37a318d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:08:52.237446 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db5395f-65a2-4eba-8644-11a2f37a318d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:08:52.237774 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db5395f-65a2-4eba-8644-11a2f37a318d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:08:52.238099 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db5395f-65a2-4eba-8644-11a2f37a318d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:08:52.238420 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db5395f-65a2-4eba-8644-11a2f37a318d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:08:52.238739 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db5395f-65a2-4eba-8644-11a2f37a318d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:08:52.239054 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db5395f-65a2-4eba-8644-11a2f37a318d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:08:52.239406 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db5395f-65a2-4eba-8644-11a2f37a318d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:08:52.239697 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db5395f-65a2-4eba-8644-11a2f37a318d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:08:52.240007 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db5395f-65a2-4eba-8644-11a2f37a318d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:08:52.240320 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db5395f-65a2-4eba-8644-11a2f37a318d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:08:52.240627 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db5395f-65a2-4eba-8644-11a2f37a318d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:08:52.252096 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7bf25398-6238-4a8a-9f00-c07cc0d1008f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:52.296059 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-5db5395f-65a2-4eba-8644-11a2f37a318d None None] Attempting to bind port 1314835a-ae88-43c6-9ed0-a4bd70d35778 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:08:52.296426 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-5db5395f-65a2-4eba-8644-11a2f37a318d None None] Attempting to bind port 1314835a-ae88-43c6-9ed0-a4bd70d35778 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'c47bbc14-4813-4cd8-b57a-618d8ef82d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c35cf51a-e357-42be-81a4-0ce973463319'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:08:52.296790 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db5395f-65a2-4eba-8644-11a2f37a318d None None] Attempting to bind port 1314835a-ae88-43c6-9ed0-a4bd70d35778 on network c35cf51a-e357-42be-81a4-0ce973463319 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 21:08:52.302110 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db5395f-65a2-4eba-8644-11a2f37a318d None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 21:08:52.302484 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db5395f-65a2-4eba-8644-11a2f37a318d None None] Checking segment: {'id': 'c47bbc14-4813-4cd8-b57a-618d8ef82d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c35cf51a-e357-42be-81a4-0ce973463319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 21:08:52.302885 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5db5395f-65a2-4eba-8644-11a2f37a318d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:52.303277 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db5395f-65a2-4eba-8644-11a2f37a318d None None] Bound using segment: {'id': 'c47bbc14-4813-4cd8-b57a-618d8ef82d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c35cf51a-e357-42be-81a4-0ce973463319'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 21:08:52.303769 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-5db5395f-65a2-4eba-8644-11a2f37a318d None None] Bound port: 1314835a-ae88-43c6-9ed0-a4bd70d35778, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c47bbc14-4813-4cd8-b57a-618d8ef82d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c35cf51a-e357-42be-81a4-0ce973463319'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:08:52.304142 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5db5395f-65a2-4eba-8644-11a2f37a318d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:52.389958 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-7bf25398-6238-4a8a-9f00-c07cc0d1008f admin admin] Allocated IP 172.25.0.219 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/e42022b0-500c-463e-a369-c7bd78e14494) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:08:52.393214 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-5db5395f-65a2-4eba-8644-11a2f37a318d None None] For port 1314835a-ae88-43c6-9ed0-a4bd70d35778, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 21:08:52.396208 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-5db5395f-65a2-4eba-8644-11a2f37a318d None None] For port 1314835a-ae88-43c6-9ed0-a4bd70d35778, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=1314835a-ae88-43c6-9ed0-a4bd70d35778,segment=NetworkSegment(c47bbc14-4813-4cd8-b57a-618d8ef82d36),segment_id=c47bbc14-4813-4cd8-b57a-618d8ef82d36)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 21:08:52.399570 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5db5395f-65a2-4eba-8644-11a2f37a318d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:52.487154 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db5395f-65a2-4eba-8644-11a2f37a318d None None] Pushing event updated for resources: {'Port': ['ID=1314835a-ae88-43c6-9ed0-a4bd70d35778,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:08:52.545793 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7bf25398-6238-4a8a-9f00-c07cc0d1008f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:52.577091 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7bf25398-6238-4a8a-9f00-c07cc0d1008f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:52.652204 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf25398-6238-4a8a-9f00-c07cc0d1008f admin admin] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:08:52.657067 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-7bf25398-6238-4a8a-9f00-c07cc0d1008f admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:08:52.660562 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf25398-6238-4a8a-9f00-c07cc0d1008f admin admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 21:08:52.703169 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf25398-6238-4a8a-9f00-c07cc0d1008f admin admin] Pushing event updated for resources: {'Port': ['ID=e42022b0-500c-463e-a369-c7bd78e14494,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:08:53.084804 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7bf25398-6238-4a8a-9f00-c07cc0d1008f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:53.250635 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 1314835a-ae88-43c6-9ed0-a4bd70d35778 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:08:53.324550 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 1314835a-ae88-43c6-9ed0-a4bd70d35778 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:08:53.441177 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7bf25398-6238-4a8a-9f00-c07cc0d1008f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:53.476564 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38808ee-abfe-4e68-a756-fd70aebbe510 None None] Network c35cf51a-e357-42be-81a4-0ce973463319 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 21:08:53.597976 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-ee6e1d19-fe88-4939-8f40-e4112a96e1c0 None None] Provisioning for port 1314835a-ae88-43c6-9ed0-a4bd70d35778 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:08:53.609513 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-ee6e1d19-fe88-4939-8f40-e4112a96e1c0 None None] Provisioning complete for port 1314835a-ae88-43c6-9ed0-a4bd70d35778 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:08:53.609979 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ee6e1d19-fe88-4939-8f40-e4112a96e1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:53.777422 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bf25398-6238-4a8a-9f00-c07cc0d1008f admin admin] Router 888c851b-8412-4c08-88cb-9cdd12daee6f is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 21:08:53.827800 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ee6e1d19-fe88-4939-8f40-e4112a96e1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:53.867852 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-ee6e1d19-fe88-4939-8f40-e4112a96e1c0 None None] For port 1314835a-ae88-43c6-9ed0-a4bd70d35778, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=1314835a-ae88-43c6-9ed0-a4bd70d35778,segment=NetworkSegment(c47bbc14-4813-4cd8-b57a-618d8ef82d36),segment_id=c47bbc14-4813-4cd8-b57a-618d8ef82d36)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 21:08:53.874003 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ee6e1d19-fe88-4939-8f40-e4112a96e1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:53.949354 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6e1d19-fe88-4939-8f40-e4112a96e1c0 None None] Pushing event updated for resources: {'Port': ['ID=1314835a-ae88-43c6-9ed0-a4bd70d35778,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:08:53.968752 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bf25398-6238-4a8a-9f00-c07cc0d1008f admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 21:08:53.979277 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ca57a3-ff0b-4063-86c7-c66b877e6e75 None None] Sync routers for ids ['888c851b-8412-4c08-88cb-9cdd12daee6f'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 21:08:53.989462 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ca57a3-ff0b-4063-86c7-c66b877e6e75 None None] Routers {'888c851b-8412-4c08-88cb-9cdd12daee6f'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 21:08:53.990191 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-45ca57a3-ff0b-4063-86c7-c66b877e6e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T21:08:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['888c851b-8412-4c08-88cb-9cdd12daee6f'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:08:53.994779 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7bf25398-6238-4a8a-9f00-c07cc0d1008f admin admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:53.996142 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-7bf25398-6238-4a8a-9f00-c07cc0d1008f admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5229228 May 05 21:08:53.998935 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 42498) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:08:54.008490 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:08:54.164587 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-27203a2e-8494-42f5-944e-66e89e3d51dd None None] Provisioning complete for port 1314835a-ae88-43c6-9ed0-a4bd70d35778 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:08:54.164858 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-27203a2e-8494-42f5-944e-66e89e3d51dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:54.221588 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-45ca57a3-ff0b-4063-86c7-c66b877e6e75 None None] Set router 888c851b-8412-4c08-88cb-9cdd12daee6f gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 21:08:54.595686 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-45ca57a3-ff0b-4063-86c7-c66b877e6e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888c851b-8412-4c08-88cb-9cdd12daee6f', 'name': 'tempest-TestSnapshotPattern-1643517621-router', 'tenant_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'e42022b0-500c-463e-a369-c7bd78e14494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:08:51Z', 'updated_at': '2022-05-05T21:08:52Z', 'revision_number': 3, 'project_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'gw_port': {'id': 'e42022b0-500c-463e-a369-c7bd78e14494', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:1f:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '888c851b-8412-4c08-88cb-9cdd12daee6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4421, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:08:52Z', 'updated_at': '2022-05-05T21:08:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:08:54.599977 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ca57a3-ff0b-4063-86c7-c66b877e6e75 None None] Checking router: 888c851b-8412-4c08-88cb-9cdd12daee6f for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 21:08:54.600319 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ca57a3-ff0b-4063-86c7-c66b877e6e75 None None] Updating router 888c851b-8412-4c08-88cb-9cdd12daee6f port e42022b0-500c-463e-a369-c7bd78e14494 binding host n-d-840717-1 {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 21:08:54.656042 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-45ca57a3-ff0b-4063-86c7-c66b877e6e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:54.674269 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-44876d27-0c14-4f7d-a977-211525c1df8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:54.878871 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-44876d27-0c14-4f7d-a977-211525c1df8b admin admin] Allocated IP 172.20.0.1 (c35cf51a-e357-42be-81a4-0ce973463319/0454fdb7-be6e-4014-9fe9-8fa73ed82793/25b307de-afc9-4a72-b909-718d4f9d9545) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:08:54.983665 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-45ca57a3-ff0b-4063-86c7-c66b877e6e75 None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:54.997135 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-45ca57a3-ff0b-4063-86c7-c66b877e6e75 None None] Transition to ACTIVE for port object e42022b0-500c-463e-a369-c7bd78e14494 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:08:55.003239 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-45ca57a3-ff0b-4063-86c7-c66b877e6e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:55.029185 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-44876d27-0c14-4f7d-a977-211525c1df8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:55.045604 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-44876d27-0c14-4f7d-a977-211525c1df8b admin admin] Transition to ACTIVE for port object 25b307de-afc9-4a72-b909-718d4f9d9545 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:08:55.070796 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-44876d27-0c14-4f7d-a977-211525c1df8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:55.089748 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-45ca57a3-ff0b-4063-86c7-c66b877e6e75 None None] Attempting to bind port e42022b0-500c-463e-a369-c7bd78e14494 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:08:55.090115 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-45ca57a3-ff0b-4063-86c7-c66b877e6e75 None None] Attempting to bind port e42022b0-500c-463e-a369-c7bd78e14494 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:08:55.090479 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ca57a3-ff0b-4063-86c7-c66b877e6e75 None None] Attempting to bind port e42022b0-500c-463e-a369-c7bd78e14494 on network 0401d202-1605-4cfe-bad4-fb225df6afb0 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 21:08:55.093859 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71a4290-2a95-47df-bf33-f67e30b7e6fe None None] Pushing event updated for resources: {'Port': ['ID=e42022b0-500c-463e-a369-c7bd78e14494,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:08:55.098199 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ca57a3-ff0b-4063-86c7-c66b877e6e75 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 21:08:55.098572 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ca57a3-ff0b-4063-86c7-c66b877e6e75 None None] Checking segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 21:08:55.098972 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-45ca57a3-ff0b-4063-86c7-c66b877e6e75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:55.099375 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ca57a3-ff0b-4063-86c7-c66b877e6e75 None None] Bound using segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 21:08:55.099838 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-45ca57a3-ff0b-4063-86c7-c66b877e6e75 None None] Bound port: e42022b0-500c-463e-a369-c7bd78e14494, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:08:55.100212 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-45ca57a3-ff0b-4063-86c7-c66b877e6e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:55.142366 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44876d27-0c14-4f7d-a977-211525c1df8b admin admin] Network c35cf51a-e357-42be-81a4-0ce973463319 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:08:55.145190 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-44876d27-0c14-4f7d-a977-211525c1df8b admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:08:55.148671 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44876d27-0c14-4f7d-a977-211525c1df8b admin admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 21:08:55.177739 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-45ca57a3-ff0b-4063-86c7-c66b877e6e75 None None] For port e42022b0-500c-463e-a369-c7bd78e14494, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 21:08:55.182118 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44876d27-0c14-4f7d-a977-211525c1df8b admin admin] Pushing event updated for resources: {'Port': ['ID=25b307de-afc9-4a72-b909-718d4f9d9545,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:08:55.188238 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-45ca57a3-ff0b-4063-86c7-c66b877e6e75 None None] For port e42022b0-500c-463e-a369-c7bd78e14494, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=e42022b0-500c-463e-a369-c7bd78e14494,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 21:08:55.194936 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-45ca57a3-ff0b-4063-86c7-c66b877e6e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:55.219951 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-44876d27-0c14-4f7d-a977-211525c1df8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:55.273168 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 1314835a-ae88-43c6-9ed0-a4bd70d35778 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:08:55.302263 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ca57a3-ff0b-4063-86c7-c66b877e6e75 None None] Routers {'888c851b-8412-4c08-88cb-9cdd12daee6f'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 21:08:55.302904 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-45ca57a3-ff0b-4063-86c7-c66b877e6e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T21:08:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['888c851b-8412-4c08-88cb-9cdd12daee6f'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:08:55.505452 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71a4290-2a95-47df-bf33-f67e30b7e6fe None None] Pushing event updated for resources: {'Port': ['ID=e42022b0-500c-463e-a369-c7bd78e14494,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:08:55.540739 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-83ab6336-f35e-4172-84e0-cf1044d638e3 None None] Provisioning for port 25b307de-afc9-4a72-b909-718d4f9d9545 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:08:55.549939 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 1314835a-ae88-43c6-9ed0-a4bd70d35778 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:08:55.550307 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:55.582641 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-83ab6336-f35e-4172-84e0-cf1044d638e3 None None] Provisioning complete for port 25b307de-afc9-4a72-b909-718d4f9d9545 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:08:55.583010 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-83ab6336-f35e-4172-84e0-cf1044d638e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:55.611659 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-44876d27-0c14-4f7d-a977-211525c1df8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:55.621370 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-45ca57a3-ff0b-4063-86c7-c66b877e6e75 None None] Set router 888c851b-8412-4c08-88cb-9cdd12daee6f gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 21:08:55.790073 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-83ab6336-f35e-4172-84e0-cf1044d638e3 None None] Port 25b307de-afc9-4a72-b909-718d4f9d9545 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 21:08:55.833135 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-44876d27-0c14-4f7d-a977-211525c1df8b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:55.837693 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-44876d27-0c14-4f7d-a977-211525c1df8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:55.969583 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44876d27-0c14-4f7d-a977-211525c1df8b admin admin] Pushing event updated for resources: {'Port': ['ID=25b307de-afc9-4a72-b909-718d4f9d9545,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:08:55.972104 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-44876d27-0c14-4f7d-a977-211525c1df8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:55.995989 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-45ca57a3-ff0b-4063-86c7-c66b877e6e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888c851b-8412-4c08-88cb-9cdd12daee6f', 'name': 'tempest-TestSnapshotPattern-1643517621-router', 'tenant_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'e42022b0-500c-463e-a369-c7bd78e14494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:08:51Z', 'updated_at': '2022-05-05T21:08:52Z', 'revision_number': 3, 'project_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'gw_port': {'id': 'e42022b0-500c-463e-a369-c7bd78e14494', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:1f:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '888c851b-8412-4c08-88cb-9cdd12daee6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4421, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:08:52Z', 'updated_at': '2022-05-05T21:08:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:08:55.999966 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ca57a3-ff0b-4063-86c7-c66b877e6e75 None None] The sync data for ids ['888c851b-8412-4c08-88cb-9cdd12daee6f'] in n-d-840717-1 is: [{'id': '888c851b-8412-4c08-88cb-9cdd12daee6f', 'name': 'tempest-TestSnapshotPattern-1643517621-router', 'tenant_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'e42022b0-500c-463e-a369-c7bd78e14494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:08:51Z', 'updated_at': '2022-05-05T21:08:52Z', 'revision_number': 3, 'project_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'gw_port': {'id': 'e42022b0-500c-463e-a369-c7bd78e14494', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:1f:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '888c851b-8412-4c08-88cb-9cdd12daee6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4421, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:08:52Z', 'updated_at': '2022-05-05T21:08:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 21:08:56.113491 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44876d27-0c14-4f7d-a977-211525c1df8b admin admin] Network c35cf51a-e357-42be-81a4-0ce973463319 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:08:56.114703 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-44876d27-0c14-4f7d-a977-211525c1df8b admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:08:56.344144 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44876d27-0c14-4f7d-a977-211525c1df8b admin admin] Router 888c851b-8412-4c08-88cb-9cdd12daee6f has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 21:08:56.413703 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-78ff8e3c-7ee5-420e-ab5a-9a5d4a81b608 None None] Provisioning complete for port 25b307de-afc9-4a72-b909-718d4f9d9545 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:08:56.414063 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-78ff8e3c-7ee5-420e-ab5a-9a5d4a81b608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:56.522392 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-78ff8e3c-7ee5-420e-ab5a-9a5d4a81b608 None None] Port 25b307de-afc9-4a72-b909-718d4f9d9545 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 21:08:56.538884 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44876d27-0c14-4f7d-a977-211525c1df8b admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 21:08:56.550380 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-44876d27-0c14-4f7d-a977-211525c1df8b admin admin] 10.222.0.36 "PUT /v2.0/routers/888c851b-8412-4c08-88cb-9cdd12daee6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5502009 May 05 21:08:57.078872 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 42516) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:08:57.084325 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-04c45084-8da2-438e-936d-cf7108303c6b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1587510788-network', 'tenant_id': '8d48a0ebd25b43ed8a902c4726b3b6eb'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 21:08:57.089933 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-04c45084-8da2-438e-936d-cf7108303c6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:08:57.094038 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-04c45084-8da2-438e-936d-cf7108303c6b admin admin] Usage tracker for resource:network and tenant:8d48a0ebd25b43ed8a902c4726b3b6eb is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:08:57.097040 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-04c45084-8da2-438e-936d-cf7108303c6b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:08:57.103958 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-04c45084-8da2-438e-936d-cf7108303c6b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:08:57.113056 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c45084-8da2-438e-936d-cf7108303c6b admin admin] Made reservation on behalf of 8d48a0ebd25b43ed8a902c4726b3b6eb for: {'network': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:08:57.115381 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-04c45084-8da2-438e-936d-cf7108303c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for network, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:57.128168 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-04c45084-8da2-438e-936d-cf7108303c6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:57.143059 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-04c45084-8da2-438e-936d-cf7108303c6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:08:57.146868 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-04c45084-8da2-438e-936d-cf7108303c6b admin admin] Usage tracker for resource:security_group_rule and tenant:8d48a0ebd25b43ed8a902c4726b3b6eb is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:08:57.149692 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-04c45084-8da2-438e-936d-cf7108303c6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:08:57.155383 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-04c45084-8da2-438e-936d-cf7108303c6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:08:57.239669 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device e42022b0-500c-463e-a369-c7bd78e14494 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:08:57.247974 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-04c45084-8da2-438e-936d-cf7108303c6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:57.252367 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-04c45084-8da2-438e-936d-cf7108303c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:57.292197 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04c45084-8da2-438e-936d-cf7108303c6b admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=88197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:08:57.297645 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c45084-8da2-438e-936d-cf7108303c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d6f766-dce2-415a-862a-84dade283d10,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:08:57.304833 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-04c45084-8da2-438e-936d-cf7108303c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:57.305179 n-d-840717-1 neutron-server[88197]: INFO neutron.db.segments_db [None req-04c45084-8da2-438e-936d-cf7108303c6b admin admin] Added segment 6cf3fc13-2317-4669-a2c4-a0c45621f4cf of type vlan for network 8109fcdf-b5a1-4cf4-9c9d-3d90966e29a8 May 05 21:08:57.312412 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port e42022b0-500c-463e-a369-c7bd78e14494 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:08:57.317916 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port e42022b0-500c-463e-a369-c7bd78e14494 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:08:57.318219 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:57.332679 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-04c45084-8da2-438e-936d-cf7108303c6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771838548161'] for network, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:57.368234 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-04c45084-8da2-438e-936d-cf7108303c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662'] for network, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:57.369522 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c45084-8da2-438e-936d-cf7108303c6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:08:57.370288 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-04c45084-8da2-438e-936d-cf7108303c6b admin admin] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:57.441234 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:57.458677 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port e42022b0-500c-463e-a369-c7bd78e14494, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=e42022b0-500c-463e-a369-c7bd78e14494,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 21:08:57.463439 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:57.474608 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-04c45084-8da2-438e-936d-cf7108303c6b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3945608 May 05 21:08:57.477556 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 42520) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:08:57.480703 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c45084-8da2-438e-936d-cf7108303c6b admin admin] Pushing event updated for resources: {'Network': ['ID=8109fcdf-b5a1-4cf4-9c9d-3d90966e29a8,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:08:57.484419 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-52616bc6-6ce1-4310-a0da-fb5cdd72d339 admin admin] Request body: {'subnet': {'network_id': '8109fcdf-b5a1-4cf4-9c9d-3d90966e29a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1587510788-subnet', 'tenant_id': '8d48a0ebd25b43ed8a902c4726b3b6eb', 'ip_version': 4}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 21:08:57.490920 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-52616bc6-6ce1-4310-a0da-fb5cdd72d339 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:08:57.495242 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-52616bc6-6ce1-4310-a0da-fb5cdd72d339 admin admin] Usage tracker for resource:subnet and tenant:8d48a0ebd25b43ed8a902c4726b3b6eb is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:08:57.498596 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-52616bc6-6ce1-4310-a0da-fb5cdd72d339 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:08:57.506083 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-52616bc6-6ce1-4310-a0da-fb5cdd72d339 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:08:57.517653 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52616bc6-6ce1-4310-a0da-fb5cdd72d339 admin admin] Made reservation on behalf of 8d48a0ebd25b43ed8a902c4726b3b6eb for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:08:57.518051 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Network 8109fcdf-b5a1-4cf4-9c9d-3d90966e29a8 details requested by agent ovs-agent-n-d-840717-1 with host n-d-840717-1 {{(pid=88199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:08:57.520123 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-52616bc6-6ce1-4310-a0da-fb5cdd72d339 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62129849'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:57.534489 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317e3abb-5966-4e05-a1e4-65c11ea306e0 None None] Sync routers for ids ['888c851b-8412-4c08-88cb-9cdd12daee6f'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 21:08:57.551945 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317e3abb-5966-4e05-a1e4-65c11ea306e0 None None] Routers {'888c851b-8412-4c08-88cb-9cdd12daee6f'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 21:08:57.553010 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-317e3abb-5966-4e05-a1e4-65c11ea306e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T21:08:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['888c851b-8412-4c08-88cb-9cdd12daee6f'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:08:57.614938 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=e42022b0-500c-463e-a369-c7bd78e14494,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:08:57.734078 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-52616bc6-6ce1-4310-a0da-fb5cdd72d339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61292382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62129831'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:57.749680 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-317e3abb-5966-4e05-a1e4-65c11ea306e0 None None] Set router 888c851b-8412-4c08-88cb-9cdd12daee6f gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 21:08:57.811706 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52616bc6-6ce1-4310-a0da-fb5cdd72d339 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ffcc205-2f48-4916-be2f-ee3e8b175f2d,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:08:57.820072 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52616bc6-6ce1-4310-a0da-fb5cdd72d339 admin admin] Checking segment: {'id': '6cf3fc13-2317-4669-a2c4-a0c45621f4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '8109fcdf-b5a1-4cf4-9c9d-3d90966e29a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 21:08:57.820425 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52616bc6-6ce1-4310-a0da-fb5cdd72d339 admin admin] Network hostable DHCP agents. Network: 8109fcdf-b5a1-4cf4-9c9d-3d90966e29a8, hostable agents: ['9e656b53-c886-4dab-aa9d-6ac8a606f96e'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:08:57.840175 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52616bc6-6ce1-4310-a0da-fb5cdd72d339 admin admin] Network 8109fcdf-b5a1-4cf4-9c9d-3d90966e29a8 is scheduled to be hosted by DHCP agent 9e656b53-c886-4dab-aa9d-6ac8a606f96e with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:08:57.849354 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-52616bc6-6ce1-4310-a0da-fb5cdd72d339 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840717-1, 8109fcdf-b5a1-4cf4-9c9d-3d90966e29a8) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:08:57.855298 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52616bc6-6ce1-4310-a0da-fb5cdd72d339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:08:57.855528 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-52616bc6-6ce1-4310-a0da-fb5cdd72d339 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:57.860647 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a645a5-1743-4fdd-b53e-868e0563a4ec None None] Network 8109fcdf-b5a1-4cf4-9c9d-3d90966e29a8 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 21:08:58.000846 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-52616bc6-6ce1-4310-a0da-fb5cdd72d339 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5211744 May 05 21:08:58.003274 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 42524) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:08:58.008600 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-bd27af32-db9b-448e-9d3b-42dc78678759 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1587510788-router', 'tenant_id': '8d48a0ebd25b43ed8a902c4726b3b6eb', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 21:08:58.014886 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-bd27af32-db9b-448e-9d3b-42dc78678759 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:08:58.019299 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-bd27af32-db9b-448e-9d3b-42dc78678759 admin admin] Usage tracker for resource:router and tenant:8d48a0ebd25b43ed8a902c4726b3b6eb is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:08:58.023546 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-bd27af32-db9b-448e-9d3b-42dc78678759 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:08:58.030508 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-bd27af32-db9b-448e-9d3b-42dc78678759 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:08:58.041099 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bd27af32-db9b-448e-9d3b-42dc78678759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-721303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13106'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:58.041748 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bd27af32-db9b-448e-9d3b-42dc78678759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:58.058364 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bd27af32-db9b-448e-9d3b-42dc78678759 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:58.099776 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a07542-e6ba-48de-96fb-f13c2b083939 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp077d34e8-500b-5433-b696-e53d6d8c0dd5-8109fcdf-b5a1-4cf4-9c9d-3d90966e29a8', 'network_id': '8109fcdf-b5a1-4cf4-9c9d-3d90966e29a8', 'tenant_id': '8d48a0ebd25b43ed8a902c4726b3b6eb', 'fixed_ips': [{'subnet_id': '9ffcc205-2f48-4916-be2f-ee3e8b175f2d'}]}} from n-d-840717-1. {{(pid=88199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 05 21:08:58.100791 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-89a07542-e6ba-48de-96fb-f13c2b083939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:58.107674 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-317e3abb-5966-4e05-a1e4-65c11ea306e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888c851b-8412-4c08-88cb-9cdd12daee6f', 'name': 'tempest-TestSnapshotPattern-1643517621-router', 'tenant_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'e42022b0-500c-463e-a369-c7bd78e14494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:08:51Z', 'updated_at': '2022-05-05T21:08:55Z', 'revision_number': 4, 'project_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'gw_port': {'id': 'e42022b0-500c-463e-a369-c7bd78e14494', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:1f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888c851b-8412-4c08-88cb-9cdd12daee6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4421, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:08:52Z', 'updated_at': '2022-05-05T21:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '25b307de-afc9-4a72-b909-718d4f9d9545', 'name': '', 'network_id': 'c35cf51a-e357-42be-81a4-0ce973463319', 'tenant_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'mac_address': 'fa:16:3e:a1:d8:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '888c851b-8412-4c08-88cb-9cdd12daee6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4422, 'fixed_ips': [{'subnet_id': '0454fdb7-be6e-4014-9fe9-8fa73ed82793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:08:54Z', 'updated_at': '2022-05-05T21:08:55Z', 'revision_number': 2, 'project_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'subnets': [{'id': '0454fdb7-be6e-4014-9fe9-8fa73ed82793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:08:58.111730 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317e3abb-5966-4e05-a1e4-65c11ea306e0 None None] Checking router: 888c851b-8412-4c08-88cb-9cdd12daee6f for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 21:08:58.112178 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317e3abb-5966-4e05-a1e4-65c11ea306e0 None None] Updating router 888c851b-8412-4c08-88cb-9cdd12daee6f port 25b307de-afc9-4a72-b909-718d4f9d9545 binding host n-d-840717-1 {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 21:08:58.170936 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-317e3abb-5966-4e05-a1e4-65c11ea306e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:58.261611 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-89a07542-e6ba-48de-96fb-f13c2b083939 None None] Allocated IP 172.20.0.2 (8109fcdf-b5a1-4cf4-9c9d-3d90966e29a8/9ffcc205-2f48-4916-be2f-ee3e8b175f2d/5f80a02b-2f2f-4b6d-804e-af619a4ae1a6) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:08:58.341098 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bd27af32-db9b-448e-9d3b-42dc78678759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13079'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:58.473701 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-89a07542-e6ba-48de-96fb-f13c2b083939 None None] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:58.484893 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-89a07542-e6ba-48de-96fb-f13c2b083939 None None] Transition to ACTIVE for port object 5f80a02b-2f2f-4b6d-804e-af619a4ae1a6 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:08:58.503697 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-89a07542-e6ba-48de-96fb-f13c2b083939 None None] Transition to ACTIVE for port object 5f80a02b-2f2f-4b6d-804e-af619a4ae1a6 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:08:58.510102 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-89a07542-e6ba-48de-96fb-f13c2b083939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:58.537046 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-317e3abb-5966-4e05-a1e4-65c11ea306e0 None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:58.551608 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-317e3abb-5966-4e05-a1e4-65c11ea306e0 None None] Transition to ACTIVE for port object 25b307de-afc9-4a72-b909-718d4f9d9545 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:08:58.559689 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-317e3abb-5966-4e05-a1e4-65c11ea306e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:58.594798 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a07542-e6ba-48de-96fb-f13c2b083939 None None] Network 8109fcdf-b5a1-4cf4-9c9d-3d90966e29a8 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:08:58.598198 n-d-840717-1 neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-89a07542-e6ba-48de-96fb-f13c2b083939 None None] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:08:58.608045 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a07542-e6ba-48de-96fb-f13c2b083939 None None] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 21:08:58.705964 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bd27af32-db9b-448e-9d3b-42dc78678759 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:58.706462 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a07542-e6ba-48de-96fb-f13c2b083939 None None] Pushing event updated for resources: {'Port': ['ID=5f80a02b-2f2f-4b6d-804e-af619a4ae1a6,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:08:58.732102 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-89a07542-e6ba-48de-96fb-f13c2b083939 None None] Attempting to bind port 5f80a02b-2f2f-4b6d-804e-af619a4ae1a6 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:08:58.732288 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-89a07542-e6ba-48de-96fb-f13c2b083939 None None] Attempting to bind port 5f80a02b-2f2f-4b6d-804e-af619a4ae1a6 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '6cf3fc13-2317-4669-a2c4-a0c45621f4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '8109fcdf-b5a1-4cf4-9c9d-3d90966e29a8'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:08:58.732709 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a07542-e6ba-48de-96fb-f13c2b083939 None None] Attempting to bind port 5f80a02b-2f2f-4b6d-804e-af619a4ae1a6 on network 8109fcdf-b5a1-4cf4-9c9d-3d90966e29a8 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 21:08:58.735123 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca24fd07-0a25-48a4-9017-c72f1ded87d5 None None] Pushing event updated for resources: {'Port': ['ID=25b307de-afc9-4a72-b909-718d4f9d9545,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:08:58.738761 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a07542-e6ba-48de-96fb-f13c2b083939 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 21:08:58.739211 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a07542-e6ba-48de-96fb-f13c2b083939 None None] Checking segment: {'id': '6cf3fc13-2317-4669-a2c4-a0c45621f4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '8109fcdf-b5a1-4cf4-9c9d-3d90966e29a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 21:08:58.739726 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-89a07542-e6ba-48de-96fb-f13c2b083939 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:58.740189 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a07542-e6ba-48de-96fb-f13c2b083939 None None] Bound using segment: {'id': '6cf3fc13-2317-4669-a2c4-a0c45621f4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '8109fcdf-b5a1-4cf4-9c9d-3d90966e29a8'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 21:08:58.740722 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-89a07542-e6ba-48de-96fb-f13c2b083939 None None] Bound port: 5f80a02b-2f2f-4b6d-804e-af619a4ae1a6, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cf3fc13-2317-4669-a2c4-a0c45621f4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '8109fcdf-b5a1-4cf4-9c9d-3d90966e29a8'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:08:58.741163 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-89a07542-e6ba-48de-96fb-f13c2b083939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:58.749659 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bd27af32-db9b-448e-9d3b-42dc78678759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:58.786443 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca24fd07-0a25-48a4-9017-c72f1ded87d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:08:58.786867 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca24fd07-0a25-48a4-9017-c72f1ded87d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:08:58.787265 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca24fd07-0a25-48a4-9017-c72f1ded87d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:08:58.787674 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca24fd07-0a25-48a4-9017-c72f1ded87d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:08:58.788060 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca24fd07-0a25-48a4-9017-c72f1ded87d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:08:58.788445 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca24fd07-0a25-48a4-9017-c72f1ded87d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:08:58.788824 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca24fd07-0a25-48a4-9017-c72f1ded87d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:08:58.789207 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca24fd07-0a25-48a4-9017-c72f1ded87d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:08:58.789595 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca24fd07-0a25-48a4-9017-c72f1ded87d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:08:58.790258 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca24fd07-0a25-48a4-9017-c72f1ded87d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:08:58.790595 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca24fd07-0a25-48a4-9017-c72f1ded87d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:08:58.790977 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca24fd07-0a25-48a4-9017-c72f1ded87d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:08:58.806359 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-317e3abb-5966-4e05-a1e4-65c11ea306e0 None None] Attempting to bind port 25b307de-afc9-4a72-b909-718d4f9d9545 on host n-d-840717-1 for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:08:58.806852 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-317e3abb-5966-4e05-a1e4-65c11ea306e0 None None] Attempting to bind port 25b307de-afc9-4a72-b909-718d4f9d9545 by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'c47bbc14-4813-4cd8-b57a-618d8ef82d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c35cf51a-e357-42be-81a4-0ce973463319'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:08:58.807272 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317e3abb-5966-4e05-a1e4-65c11ea306e0 None None] Attempting to bind port 25b307de-afc9-4a72-b909-718d4f9d9545 on network c35cf51a-e357-42be-81a4-0ce973463319 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 21:08:58.817138 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317e3abb-5966-4e05-a1e4-65c11ea306e0 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 21:08:58.817606 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317e3abb-5966-4e05-a1e4-65c11ea306e0 None None] Checking segment: {'id': 'c47bbc14-4813-4cd8-b57a-618d8ef82d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c35cf51a-e357-42be-81a4-0ce973463319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 21:08:58.818062 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-317e3abb-5966-4e05-a1e4-65c11ea306e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:58.818959 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317e3abb-5966-4e05-a1e4-65c11ea306e0 None None] Bound using segment: {'id': 'c47bbc14-4813-4cd8-b57a-618d8ef82d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c35cf51a-e357-42be-81a4-0ce973463319'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 21:08:58.819512 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-317e3abb-5966-4e05-a1e4-65c11ea306e0 None None] Bound port: 25b307de-afc9-4a72-b909-718d4f9d9545, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c47bbc14-4813-4cd8-b57a-618d8ef82d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c35cf51a-e357-42be-81a4-0ce973463319'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:08:58.819940 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-317e3abb-5966-4e05-a1e4-65c11ea306e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:58.865483 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-89a07542-e6ba-48de-96fb-f13c2b083939 None None] For port 5f80a02b-2f2f-4b6d-804e-af619a4ae1a6, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 21:08:58.869504 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-89a07542-e6ba-48de-96fb-f13c2b083939 None None] For port 5f80a02b-2f2f-4b6d-804e-af619a4ae1a6, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=5f80a02b-2f2f-4b6d-804e-af619a4ae1a6,segment=NetworkSegment(6cf3fc13-2317-4669-a2c4-a0c45621f4cf),segment_id=6cf3fc13-2317-4669-a2c4-a0c45621f4cf)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 21:08:58.875819 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-89a07542-e6ba-48de-96fb-f13c2b083939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:58.923735 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-317e3abb-5966-4e05-a1e4-65c11ea306e0 None None] For port 25b307de-afc9-4a72-b909-718d4f9d9545, host n-d-840717-1, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 21:08:58.926459 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-bd27af32-db9b-448e-9d3b-42dc78678759 admin admin] Allocated IP 172.25.0.64 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/a39c20d3-0872-4a16-91da-bf7d31c5aa6e) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:08:58.927493 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-317e3abb-5966-4e05-a1e4-65c11ea306e0 None None] For port 25b307de-afc9-4a72-b909-718d4f9d9545, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=25b307de-afc9-4a72-b909-718d4f9d9545,segment=NetworkSegment(c47bbc14-4813-4cd8-b57a-618d8ef82d36),segment_id=c47bbc14-4813-4cd8-b57a-618d8ef82d36)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 21:08:58.933799 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-317e3abb-5966-4e05-a1e4-65c11ea306e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:58.991226 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a07542-e6ba-48de-96fb-f13c2b083939 None None] Pushing event updated for resources: {'Port': ['ID=5f80a02b-2f2f-4b6d-804e-af619a4ae1a6,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:08:59.020553 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317e3abb-5966-4e05-a1e4-65c11ea306e0 None None] Routers {'888c851b-8412-4c08-88cb-9cdd12daee6f'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 21:08:59.021169 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-317e3abb-5966-4e05-a1e4-65c11ea306e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T21:08:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['888c851b-8412-4c08-88cb-9cdd12daee6f'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:08:59.111127 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bd27af32-db9b-448e-9d3b-42dc78678759 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:59.112646 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca24fd07-0a25-48a4-9017-c72f1ded87d5 None None] Pushing event updated for resources: {'Port': ['ID=25b307de-afc9-4a72-b909-718d4f9d9545,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:08:59.153374 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bd27af32-db9b-448e-9d3b-42dc78678759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:59.250937 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device e42022b0-500c-463e-a369-c7bd78e14494 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:08:59.252673 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-317e3abb-5966-4e05-a1e4-65c11ea306e0 None None] Set router 888c851b-8412-4c08-88cb-9cdd12daee6f gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 21:08:59.270950 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd27af32-db9b-448e-9d3b-42dc78678759 admin admin] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:08:59.288583 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-bd27af32-db9b-448e-9d3b-42dc78678759 admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:08:59.291637 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd27af32-db9b-448e-9d3b-42dc78678759 admin admin] Pushing event updated for resources: {'Port': ['ID=a39c20d3-0872-4a16-91da-bf7d31c5aa6e,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:08:59.293236 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd27af32-db9b-448e-9d3b-42dc78678759 admin admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 21:08:59.391512 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port e42022b0-500c-463e-a369-c7bd78e14494 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:08:59.392055 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:08:59.626680 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-317e3abb-5966-4e05-a1e4-65c11ea306e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888c851b-8412-4c08-88cb-9cdd12daee6f', 'name': 'tempest-TestSnapshotPattern-1643517621-router', 'tenant_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'e42022b0-500c-463e-a369-c7bd78e14494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:08:51Z', 'updated_at': '2022-05-05T21:08:55Z', 'revision_number': 4, 'project_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'gw_port': {'id': 'e42022b0-500c-463e-a369-c7bd78e14494', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:1f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888c851b-8412-4c08-88cb-9cdd12daee6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4421, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:08:52Z', 'updated_at': '2022-05-05T21:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '25b307de-afc9-4a72-b909-718d4f9d9545', 'name': '', 'network_id': 'c35cf51a-e357-42be-81a4-0ce973463319', 'tenant_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'mac_address': 'fa:16:3e:a1:d8:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '888c851b-8412-4c08-88cb-9cdd12daee6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4422, 'fixed_ips': [{'subnet_id': '0454fdb7-be6e-4014-9fe9-8fa73ed82793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:08:54Z', 'updated_at': '2022-05-05T21:08:58Z', 'revision_number': 4, 'project_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'subnets': [{'id': '0454fdb7-be6e-4014-9fe9-8fa73ed82793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:08:59.630514 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317e3abb-5966-4e05-a1e4-65c11ea306e0 None None] The sync data for ids ['888c851b-8412-4c08-88cb-9cdd12daee6f'] in n-d-840717-1 is: [{'id': '888c851b-8412-4c08-88cb-9cdd12daee6f', 'name': 'tempest-TestSnapshotPattern-1643517621-router', 'tenant_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'e42022b0-500c-463e-a369-c7bd78e14494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:08:51Z', 'updated_at': '2022-05-05T21:08:55Z', 'revision_number': 4, 'project_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'gw_port': {'id': 'e42022b0-500c-463e-a369-c7bd78e14494', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:1f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888c851b-8412-4c08-88cb-9cdd12daee6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4421, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:08:52Z', 'updated_at': '2022-05-05T21:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '25b307de-afc9-4a72-b909-718d4f9d9545', 'name': '', 'network_id': 'c35cf51a-e357-42be-81a4-0ce973463319', 'tenant_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'mac_address': 'fa:16:3e:a1:d8:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '888c851b-8412-4c08-88cb-9cdd12daee6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4422, 'fixed_ips': [{'subnet_id': '0454fdb7-be6e-4014-9fe9-8fa73ed82793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:08:54Z', 'updated_at': '2022-05-05T21:08:58Z', 'revision_number': 4, 'project_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'subnets': [{'id': '0454fdb7-be6e-4014-9fe9-8fa73ed82793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 21:08:59.904192 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bd27af32-db9b-448e-9d3b-42dc78678759 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:00.172229 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b1041f-cdfd-43c8-8bca-d88c4b753da7 None None] Network 8109fcdf-b5a1-4cf4-9c9d-3d90966e29a8 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 21:09:00.264857 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-2451bbac-e360-47db-82fa-14e3fcc52fdf None None] Provisioning for port 5f80a02b-2f2f-4b6d-804e-af619a4ae1a6 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:09:00.268504 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bd27af32-db9b-448e-9d3b-42dc78678759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642328'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:00.514438 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd27af32-db9b-448e-9d3b-42dc78678759 admin admin] Router 40e5c80b-84ea-4e13-81e0-d4ecf917baa0 is scheduled to L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 05 21:09:00.718099 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd27af32-db9b-448e-9d3b-42dc78678759 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 21:09:00.731141 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571a8ea9-cf10-44c9-a2e7-952e704cab9c None None] Sync routers for ids ['40e5c80b-84ea-4e13-81e0-d4ecf917baa0'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 21:09:00.742047 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571a8ea9-cf10-44c9-a2e7-952e704cab9c None None] Routers {'40e5c80b-84ea-4e13-81e0-d4ecf917baa0'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 21:09:00.742306 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bd27af32-db9b-448e-9d3b-42dc78678759 admin admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:00.743184 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-571a8ea9-cf10-44c9-a2e7-952e704cab9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T21:08:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['40e5c80b-84ea-4e13-81e0-d4ecf917baa0'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:09:00.746309 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-bd27af32-db9b-448e-9d3b-42dc78678759 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7394793 May 05 21:09:00.746591 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 42528) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:09:00.932993 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-571a8ea9-cf10-44c9-a2e7-952e704cab9c None None] Set router 40e5c80b-84ea-4e13-81e0-d4ecf917baa0 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 21:09:01.235083 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-571a8ea9-cf10-44c9-a2e7-952e704cab9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e5c80b-84ea-4e13-81e0-d4ecf917baa0', 'name': 'tempest-TestSnapshotPattern-1587510788-router', 'tenant_id': '8d48a0ebd25b43ed8a902c4726b3b6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'a39c20d3-0872-4a16-91da-bf7d31c5aa6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:08:58Z', 'updated_at': '2022-05-05T21:08:59Z', 'revision_number': 3, 'project_id': '8d48a0ebd25b43ed8a902c4726b3b6eb', 'gw_port': {'id': 'a39c20d3-0872-4a16-91da-bf7d31c5aa6e', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e5c80b-84ea-4e13-81e0-d4ecf917baa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:08:58Z', 'updated_at': '2022-05-05T21:08:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:09:01.239181 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571a8ea9-cf10-44c9-a2e7-952e704cab9c None None] Checking router: 40e5c80b-84ea-4e13-81e0-d4ecf917baa0 for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 21:09:01.239557 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571a8ea9-cf10-44c9-a2e7-952e704cab9c None None] Updating router 40e5c80b-84ea-4e13-81e0-d4ecf917baa0 port a39c20d3-0872-4a16-91da-bf7d31c5aa6e binding host n-d-840717-1 {{(pid=88199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 21:09:01.282694 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 25b307de-afc9-4a72-b909-718d4f9d9545 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:09:01.347166 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-571a8ea9-cf10-44c9-a2e7-952e704cab9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:01.454462 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 25b307de-afc9-4a72-b909-718d4f9d9545 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:09:01.467540 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 25b307de-afc9-4a72-b909-718d4f9d9545 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:09:01.467913 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:01.571993 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ad5ce017-af11-43fc-a06f-c148f316df70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:01.710844 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:01.780089 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-ad5ce017-af11-43fc-a06f-c148f316df70 admin admin] Allocated IP 172.20.0.1 (8109fcdf-b5a1-4cf4-9c9d-3d90966e29a8/9ffcc205-2f48-4916-be2f-ee3e8b175f2d/40ba7d84-0ca7-4d45-8c58-7501e1ef5c8d) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:09:01.785262 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 25b307de-afc9-4a72-b909-718d4f9d9545, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=25b307de-afc9-4a72-b909-718d4f9d9545,segment=NetworkSegment(c47bbc14-4813-4cd8-b57a-618d8ef82d36),segment_id=c47bbc14-4813-4cd8-b57a-618d8ef82d36)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 21:09:01.796876 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:01.797638 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 5f80a02b-2f2f-4b6d-804e-af619a4ae1a6 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:09:01.918687 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-571a8ea9-cf10-44c9-a2e7-952e704cab9c None None] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:01.929514 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ad5ce017-af11-43fc-a06f-c148f316df70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:01.944095 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-571a8ea9-cf10-44c9-a2e7-952e704cab9c None None] Transition to ACTIVE for port object a39c20d3-0872-4a16-91da-bf7d31c5aa6e will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:09:01.947153 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-ad5ce017-af11-43fc-a06f-c148f316df70 admin admin] Transition to ACTIVE for port object 40ba7d84-0ca7-4d45-8c58-7501e1ef5c8d will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:09:01.948052 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=25b307de-afc9-4a72-b909-718d4f9d9545,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:09:01.957047 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-571a8ea9-cf10-44c9-a2e7-952e704cab9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:01.981286 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ad5ce017-af11-43fc-a06f-c148f316df70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:02.001858 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 5f80a02b-2f2f-4b6d-804e-af619a4ae1a6 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:09:02.034705 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 5f80a02b-2f2f-4b6d-804e-af619a4ae1a6 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:09:02.035079 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:02.050693 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5ce017-af11-43fc-a06f-c148f316df70 admin admin] Network 8109fcdf-b5a1-4cf4-9c9d-3d90966e29a8 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:09:02.053554 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-ad5ce017-af11-43fc-a06f-c148f316df70 admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:09:02.057746 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5ce017-af11-43fc-a06f-c148f316df70 admin admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 21:09:02.087097 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-571a8ea9-cf10-44c9-a2e7-952e704cab9c None None] Attempting to bind port a39c20d3-0872-4a16-91da-bf7d31c5aa6e on host n-d-840717-1 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:09:02.087633 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-571a8ea9-cf10-44c9-a2e7-952e704cab9c None None] Attempting to bind port a39c20d3-0872-4a16-91da-bf7d31c5aa6e by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:09:02.087996 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571a8ea9-cf10-44c9-a2e7-952e704cab9c None None] Attempting to bind port a39c20d3-0872-4a16-91da-bf7d31c5aa6e on network 0401d202-1605-4cfe-bad4-fb225df6afb0 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 21:09:02.091496 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5ce017-af11-43fc-a06f-c148f316df70 admin admin] Pushing event updated for resources: {'Port': ['ID=40ba7d84-0ca7-4d45-8c58-7501e1ef5c8d,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:09:02.101135 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3e80ba-343b-44c4-8379-f674c9255d98 None None] Pushing event updated for resources: {'Port': ['ID=a39c20d3-0872-4a16-91da-bf7d31c5aa6e,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:09:02.104100 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571a8ea9-cf10-44c9-a2e7-952e704cab9c None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 21:09:02.104470 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571a8ea9-cf10-44c9-a2e7-952e704cab9c None None] Checking segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 21:09:02.104877 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-571a8ea9-cf10-44c9-a2e7-952e704cab9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:02.105257 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571a8ea9-cf10-44c9-a2e7-952e704cab9c None None] Bound using segment: {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 21:09:02.105726 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-571a8ea9-cf10-44c9-a2e7-952e704cab9c None None] Bound port: a39c20d3-0872-4a16-91da-bf7d31c5aa6e, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ebe4ff-64af-410b-93a0-e5a022e73e16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:09:02.106097 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-571a8ea9-cf10-44c9-a2e7-952e704cab9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:02.124022 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ad5ce017-af11-43fc-a06f-c148f316df70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642518'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:02.259753 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ad5ce017-af11-43fc-a06f-c148f316df70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:02.288590 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-571a8ea9-cf10-44c9-a2e7-952e704cab9c None None] For port a39c20d3-0872-4a16-91da-bf7d31c5aa6e, host n-d-840717-1, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 21:09:02.301950 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-571a8ea9-cf10-44c9-a2e7-952e704cab9c None None] For port a39c20d3-0872-4a16-91da-bf7d31c5aa6e, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=a39c20d3-0872-4a16-91da-bf7d31c5aa6e,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 21:09:02.303171 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:02.317980 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-571a8ea9-cf10-44c9-a2e7-952e704cab9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:02.416490 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 5f80a02b-2f2f-4b6d-804e-af619a4ae1a6, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=5f80a02b-2f2f-4b6d-804e-af619a4ae1a6,segment=NetworkSegment(6cf3fc13-2317-4669-a2c4-a0c45621f4cf),segment_id=6cf3fc13-2317-4669-a2c4-a0c45621f4cf)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 21:09:02.421668 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-c088b486-4cd0-4e24-8402-2e7e6ece08e0 None None] Provisioning for port 40ba7d84-0ca7-4d45-8c58-7501e1ef5c8d completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:09:02.430021 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:02.434853 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-c088b486-4cd0-4e24-8402-2e7e6ece08e0 None None] Provisioning complete for port 40ba7d84-0ca7-4d45-8c58-7501e1ef5c8d triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:09:02.434853 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c088b486-4cd0-4e24-8402-2e7e6ece08e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:02.457695 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571a8ea9-cf10-44c9-a2e7-952e704cab9c None None] Routers {'40e5c80b-84ea-4e13-81e0-d4ecf917baa0'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 21:09:02.458319 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-571a8ea9-cf10-44c9-a2e7-952e704cab9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T21:08:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['40e5c80b-84ea-4e13-81e0-d4ecf917baa0'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:09:02.491087 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ad5ce017-af11-43fc-a06f-c148f316df70 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:02.495611 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ad5ce017-af11-43fc-a06f-c148f316df70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:02.518251 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3e80ba-343b-44c4-8379-f674c9255d98 None None] Pushing event updated for resources: {'Port': ['ID=a39c20d3-0872-4a16-91da-bf7d31c5aa6e,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:09:02.608523 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ad5ce017-af11-43fc-a06f-c148f316df70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641325'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:02.613196 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5ce017-af11-43fc-a06f-c148f316df70 admin admin] Pushing event updated for resources: {'Port': ['ID=40ba7d84-0ca7-4d45-8c58-7501e1ef5c8d,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:09:02.622884 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-c088b486-4cd0-4e24-8402-2e7e6ece08e0 None None] Port 40ba7d84-0ca7-4d45-8c58-7501e1ef5c8d cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 21:09:02.706850 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=5f80a02b-2f2f-4b6d-804e-af619a4ae1a6,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:09:02.729326 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-571a8ea9-cf10-44c9-a2e7-952e704cab9c None None] Set router 40e5c80b-84ea-4e13-81e0-d4ecf917baa0 gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 21:09:02.752055 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5ce017-af11-43fc-a06f-c148f316df70 admin admin] Network 8109fcdf-b5a1-4cf4-9c9d-3d90966e29a8 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:09:02.753342 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-ad5ce017-af11-43fc-a06f-c148f316df70 admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:09:02.956006 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad5ce017-af11-43fc-a06f-c148f316df70 admin admin] Router 40e5c80b-84ea-4e13-81e0-d4ecf917baa0 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 21:09:03.062530 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-6c459706-13b9-45dd-9175-5d3b47701558 None None] Provisioning complete for port 40ba7d84-0ca7-4d45-8c58-7501e1ef5c8d triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:09:03.063078 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6c459706-13b9-45dd-9175-5d3b47701558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:03.120988 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-571a8ea9-cf10-44c9-a2e7-952e704cab9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e5c80b-84ea-4e13-81e0-d4ecf917baa0', 'name': 'tempest-TestSnapshotPattern-1587510788-router', 'tenant_id': '8d48a0ebd25b43ed8a902c4726b3b6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'a39c20d3-0872-4a16-91da-bf7d31c5aa6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:08:58Z', 'updated_at': '2022-05-05T21:09:02Z', 'revision_number': 4, 'project_id': '8d48a0ebd25b43ed8a902c4726b3b6eb', 'gw_port': {'id': 'a39c20d3-0872-4a16-91da-bf7d31c5aa6e', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e5c80b-84ea-4e13-81e0-d4ecf917baa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:08:58Z', 'updated_at': '2022-05-05T21:09:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '40ba7d84-0ca7-4d45-8c58-7501e1ef5c8d', 'name': '', 'network_id': '8109fcdf-b5a1-4cf4-9c9d-3d90966e29a8', 'tenant_id': '8d48a0ebd25b43ed8a902c4726b3b6eb', 'mac_address': 'fa:16:3e:09:b3:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e5c80b-84ea-4e13-81e0-d4ecf917baa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '9ffcc205-2f48-4916-be2f-ee3e8b175f2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:09:01Z', 'updated_at': '2022-05-05T21:09:02Z', 'revision_number': 2, 'project_id': '8d48a0ebd25b43ed8a902c4726b3b6eb', 'subnets': [{'id': '9ffcc205-2f48-4916-be2f-ee3e8b175f2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:09:03.132007 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571a8ea9-cf10-44c9-a2e7-952e704cab9c None None] The sync data for ids ['40e5c80b-84ea-4e13-81e0-d4ecf917baa0'] in n-d-840717-1 is: [{'id': '40e5c80b-84ea-4e13-81e0-d4ecf917baa0', 'name': 'tempest-TestSnapshotPattern-1587510788-router', 'tenant_id': '8d48a0ebd25b43ed8a902c4726b3b6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'a39c20d3-0872-4a16-91da-bf7d31c5aa6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:08:58Z', 'updated_at': '2022-05-05T21:09:02Z', 'revision_number': 4, 'project_id': '8d48a0ebd25b43ed8a902c4726b3b6eb', 'gw_port': {'id': 'a39c20d3-0872-4a16-91da-bf7d31c5aa6e', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e5c80b-84ea-4e13-81e0-d4ecf917baa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:08:58Z', 'updated_at': '2022-05-05T21:09:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '40ba7d84-0ca7-4d45-8c58-7501e1ef5c8d', 'name': '', 'network_id': '8109fcdf-b5a1-4cf4-9c9d-3d90966e29a8', 'tenant_id': '8d48a0ebd25b43ed8a902c4726b3b6eb', 'mac_address': 'fa:16:3e:09:b3:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e5c80b-84ea-4e13-81e0-d4ecf917baa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '9ffcc205-2f48-4916-be2f-ee3e8b175f2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:09:01Z', 'updated_at': '2022-05-05T21:09:02Z', 'revision_number': 2, 'project_id': '8d48a0ebd25b43ed8a902c4726b3b6eb', 'subnets': [{'id': '9ffcc205-2f48-4916-be2f-ee3e8b175f2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 21:09:03.138808 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-6c459706-13b9-45dd-9175-5d3b47701558 None None] Port 40ba7d84-0ca7-4d45-8c58-7501e1ef5c8d cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 21:09:03.241262 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 25b307de-afc9-4a72-b909-718d4f9d9545 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:09:03.292407 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad5ce017-af11-43fc-a06f-c148f316df70 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 21:09:03.301812 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-ad5ce017-af11-43fc-a06f-c148f316df70 admin admin] 10.222.0.36 "PUT /v2.0/routers/40e5c80b-84ea-4e13-81e0-d4ecf917baa0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5539513 May 05 21:09:03.324067 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 25b307de-afc9-4a72-b909-718d4f9d9545 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:09:03.324294 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:03.483261 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 5f80a02b-2f2f-4b6d-804e-af619a4ae1a6 up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:09:03.575707 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 5f80a02b-2f2f-4b6d-804e-af619a4ae1a6 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:09:03.576006 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:04.812976 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-eaaa21f1-30f0-4b6a-857d-cf144dae5121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:05.018484 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 42540) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:09:05.023818 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-54d481e6-2328-4f4d-9d0e-4992d1df39d0 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1101690368', 'description': 'tempest-secgroup-smoke-1101690368 description', 'project_id': '37b781d2d01a4ea2a3c428d1e5094bb5'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 21:09:05.031142 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-54d481e6-2328-4f4d-9d0e-4992d1df39d0 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:09:05.035075 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-54d481e6-2328-4f4d-9d0e-4992d1df39d0 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Usage tracker for resource:security_group and tenant:37b781d2d01a4ea2a3c428d1e5094bb5 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:09:05.037939 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-54d481e6-2328-4f4d-9d0e-4992d1df39d0 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:09:05.044323 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-54d481e6-2328-4f4d-9d0e-4992d1df39d0 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:09:05.055275 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-54d481e6-2328-4f4d-9d0e-4992d1df39d0 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:05.077062 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-54d481e6-2328-4f4d-9d0e-4992d1df39d0 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:09:05.080957 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-54d481e6-2328-4f4d-9d0e-4992d1df39d0 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Usage tracker for resource:security_group_rule and tenant:37b781d2d01a4ea2a3c428d1e5094bb5 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:09:05.083860 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-54d481e6-2328-4f4d-9d0e-4992d1df39d0 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:09:05.090387 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-54d481e6-2328-4f4d-9d0e-4992d1df39d0 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:09:05.158063 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-54d481e6-2328-4f4d-9d0e-4992d1df39d0 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:05.161314 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-54d481e6-2328-4f4d-9d0e-4992d1df39d0 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:05.203423 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d481e6-2328-4f4d-9d0e-4992d1df39d0 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d4d3df-4042-4c14-81c7-f711117ef412,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:09:05.206614 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-54d481e6-2328-4f4d-9d0e-4992d1df39d0 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:05.207818 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-54d481e6-2328-4f4d-9d0e-4992d1df39d0 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1883245 May 05 21:09:05.211302 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 42544) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:09:05.218076 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-54900182-7086-4fea-96dd-dc70726db6ff tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Request body: {'security_group_rule': {'security_group_id': 'c0d4d3df-4042-4c14-81c7-f711117ef412', 'project_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 21:09:05.225547 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-54900182-7086-4fea-96dd-dc70726db6ff tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:09:05.229813 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-54900182-7086-4fea-96dd-dc70726db6ff tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Usage tracker for resource:security_group_rule and tenant:37b781d2d01a4ea2a3c428d1e5094bb5 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:09:05.233211 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-54900182-7086-4fea-96dd-dc70726db6ff tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:09:05.241847 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-54900182-7086-4fea-96dd-dc70726db6ff tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:09:05.248726 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device a39c20d3-0872-4a16-91da-bf7d31c5aa6e up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:09:05.261089 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-54900182-7086-4fea-96dd-dc70726db6ff tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:05.319202 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port a39c20d3-0872-4a16-91da-bf7d31c5aa6e completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:09:05.322523 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-54900182-7086-4fea-96dd-dc70726db6ff tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:05.324480 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port a39c20d3-0872-4a16-91da-bf7d31c5aa6e triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:09:05.324847 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:05.326156 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-54900182-7086-4fea-96dd-dc70726db6ff tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:05.350391 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54900182-7086-4fea-96dd-dc70726db6ff tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba5b72ec-5bf1-4e93-8692-b7987d275a09,revision_number=0']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:09:05.360107 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-54900182-7086-4fea-96dd-dc70726db6ff tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:05.361280 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-54900182-7086-4fea-96dd-dc70726db6ff tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1479008 May 05 21:09:05.364125 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 42548) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:09:05.369490 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-dd46ed29-e676-44dc-b312-a0fb55399449 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Request body: {'security_group_rule': {'security_group_id': 'c0d4d3df-4042-4c14-81c7-f711117ef412', 'project_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 21:09:05.375947 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-dd46ed29-e676-44dc-b312-a0fb55399449 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:09:05.380091 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-dd46ed29-e676-44dc-b312-a0fb55399449 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Usage tracker for resource:security_group_rule and tenant:37b781d2d01a4ea2a3c428d1e5094bb5 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:09:05.383157 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-dd46ed29-e676-44dc-b312-a0fb55399449 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:09:05.390216 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-dd46ed29-e676-44dc-b312-a0fb55399449 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:09:05.408468 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dd46ed29-e676-44dc-b312-a0fb55399449 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:05.443287 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:05.460221 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port a39c20d3-0872-4a16-91da-bf7d31c5aa6e, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=a39c20d3-0872-4a16-91da-bf7d31c5aa6e,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 21:09:05.463995 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:05.473037 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dd46ed29-e676-44dc-b312-a0fb55399449 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:05.476471 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dd46ed29-e676-44dc-b312-a0fb55399449 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:05.500907 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd46ed29-e676-44dc-b312-a0fb55399449 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4e80a69-8133-466c-913f-1d9f89ca999b,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:09:05.511329 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dd46ed29-e676-44dc-b312-a0fb55399449 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:05.512866 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-dd46ed29-e676-44dc-b312-a0fb55399449 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1474977 May 05 21:09:05.515835 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 42552) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:09:05.520957 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-6e208fc6-c434-438d-bc86-e36830e3b957 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Request body: {'security_group_rule': {'security_group_id': 'c0d4d3df-4042-4c14-81c7-f711117ef412', 'project_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 21:09:05.528509 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-6e208fc6-c434-438d-bc86-e36830e3b957 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:09:05.532695 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-6e208fc6-c434-438d-bc86-e36830e3b957 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Usage tracker for resource:security_group_rule and tenant:37b781d2d01a4ea2a3c428d1e5094bb5 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:09:05.536091 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-6e208fc6-c434-438d-bc86-e36830e3b957 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:09:05.542758 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-6e208fc6-c434-438d-bc86-e36830e3b957 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:09:05.560819 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6e208fc6-c434-438d-bc86-e36830e3b957 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:05.585120 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=a39c20d3-0872-4a16-91da-bf7d31c5aa6e,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:09:05.629681 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6e208fc6-c434-438d-bc86-e36830e3b957 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:05.633164 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6e208fc6-c434-438d-bc86-e36830e3b957 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:05.656300 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e208fc6-c434-438d-bc86-e36830e3b957 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ffc7fbe-1999-427d-aa99-e044f707ca44,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:09:05.664627 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6e208fc6-c434-438d-bc86-e36830e3b957 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:05.667014 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-6e208fc6-c434-438d-bc86-e36830e3b957 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1502507 May 05 21:09:05.669825 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 42556) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:09:05.674627 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-36657af9-d3a7-49f5-9e33-0c33b272a221 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Request body: {'security_group_rule': {'security_group_id': 'c0d4d3df-4042-4c14-81c7-f711117ef412', 'project_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 21:09:05.681071 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-36657af9-d3a7-49f5-9e33-0c33b272a221 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:09:05.684822 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-36657af9-d3a7-49f5-9e33-0c33b272a221 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Usage tracker for resource:security_group_rule and tenant:37b781d2d01a4ea2a3c428d1e5094bb5 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:09:05.687642 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-36657af9-d3a7-49f5-9e33-0c33b272a221 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:09:05.693238 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-36657af9-d3a7-49f5-9e33-0c33b272a221 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:09:05.709696 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-36657af9-d3a7-49f5-9e33-0c33b272a221 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:05.770995 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-36657af9-d3a7-49f5-9e33-0c33b272a221 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:05.775025 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-36657af9-d3a7-49f5-9e33-0c33b272a221 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:05.799550 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36657af9-d3a7-49f5-9e33-0c33b272a221 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2d72468-75a5-463f-b396-3ca3ba7441f0,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:09:05.809295 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-36657af9-d3a7-49f5-9e33-0c33b272a221 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:05.810460 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-36657af9-d3a7-49f5-9e33-0c33b272a221 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1397171 May 05 21:09:05.813178 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 42560) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:09:05.818077 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-de0adcb2-41f7-465f-a3f2-7b066d1ada9f tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Request body: {'security_group_rule': {'security_group_id': 'c0d4d3df-4042-4c14-81c7-f711117ef412', 'project_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 21:09:05.824659 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-de0adcb2-41f7-465f-a3f2-7b066d1ada9f tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:09:05.828381 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-de0adcb2-41f7-465f-a3f2-7b066d1ada9f tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Usage tracker for resource:security_group_rule and tenant:37b781d2d01a4ea2a3c428d1e5094bb5 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:09:05.831172 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-de0adcb2-41f7-465f-a3f2-7b066d1ada9f tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:09:05.837621 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-de0adcb2-41f7-465f-a3f2-7b066d1ada9f tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:09:05.847996 n-d-840717-1 neutron-server[88198]: INFO neutron.db.securitygroups_db [None req-de0adcb2-41f7-465f-a3f2-7b066d1ada9f tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Project 37b781d2d01a4ea2a3c428d1e5094bb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 21:09:05.854801 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-de0adcb2-41f7-465f-a3f2-7b066d1ada9f tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:05.917705 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-de0adcb2-41f7-465f-a3f2-7b066d1ada9f tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:05.921535 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-de0adcb2-41f7-465f-a3f2-7b066d1ada9f tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:05.949710 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0adcb2-41f7-465f-a3f2-7b066d1ada9f tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab211027-548b-4bb2-a243-245f47937a10,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:09:05.959159 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-de0adcb2-41f7-465f-a3f2-7b066d1ada9f tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:05.960359 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-de0adcb2-41f7-465f-a3f2-7b066d1ada9f tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1462758 May 05 21:09:05.963726 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 42564) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:09:05.968611 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-ef800c51-1546-4001-9c24-2ceb3aeed1a0 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Request body: {'security_group_rule': {'security_group_id': 'c0d4d3df-4042-4c14-81c7-f711117ef412', 'project_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 21:09:05.974959 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ef800c51-1546-4001-9c24-2ceb3aeed1a0 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:09:05.978884 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-ef800c51-1546-4001-9c24-2ceb3aeed1a0 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Usage tracker for resource:security_group_rule and tenant:37b781d2d01a4ea2a3c428d1e5094bb5 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:09:05.981805 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-ef800c51-1546-4001-9c24-2ceb3aeed1a0 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:09:05.987604 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ef800c51-1546-4001-9c24-2ceb3aeed1a0 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:09:05.998036 n-d-840717-1 neutron-server[88198]: INFO neutron.db.securitygroups_db [None req-ef800c51-1546-4001-9c24-2ceb3aeed1a0 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Project 37b781d2d01a4ea2a3c428d1e5094bb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 21:09:06.004615 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ef800c51-1546-4001-9c24-2ceb3aeed1a0 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:06.069409 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ef800c51-1546-4001-9c24-2ceb3aeed1a0 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:06.073269 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ef800c51-1546-4001-9c24-2ceb3aeed1a0 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557733'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:06.098630 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef800c51-1546-4001-9c24-2ceb3aeed1a0 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72030d28-96aa-4a0c-808a-dc4ab78dab4f,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:09:06.107661 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ef800c51-1546-4001-9c24-2ceb3aeed1a0 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:06.108844 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-ef800c51-1546-4001-9c24-2ceb3aeed1a0 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1442039 May 05 21:09:06.267176 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-2eb93cd0-32d5-42de-8935-c06c38ebd25d req-7ab18edb-b1e7-43cd-ae11-bcfb8a2ed15c tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Synchronizing usage tracker for tenant:37b781d2d01a4ea2a3c428d1e5094bb5 on resource:security_group {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:09:06.283409 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-2eb93cd0-32d5-42de-8935-c06c38ebd25d req-7ab18edb-b1e7-43cd-ae11-bcfb8a2ed15c tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Unset dirty status for tenant:37b781d2d01a4ea2a3c428d1e5094bb5 on resource:security_group {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:09:06.284617 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2eb93cd0-32d5-42de-8935-c06c38ebd25d req-7ab18edb-b1e7-43cd-ae11-bcfb8a2ed15c tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1101690368&fields=id&tenant_id=37b781d2d01a4ea2a3c428d1e5094bb5 HTTP/1.1" status: 200 len: 267 time: 0.0564551 May 05 21:09:06.439213 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb93cd0-32d5-42de-8935-c06c38ebd25d req-8a991b5f-0b20-464f-afb7-3d82a4e5977b tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:09:06.439852 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-2eb93cd0-32d5-42de-8935-c06c38ebd25d req-8a991b5f-0b20-464f-afb7-3d82a4e5977b tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Synchronizing usage tracker for tenant:37b781d2d01a4ea2a3c428d1e5094bb5 on resource:network {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:09:06.455972 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-2eb93cd0-32d5-42de-8935-c06c38ebd25d req-8a991b5f-0b20-464f-afb7-3d82a4e5977b tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Unset dirty status for tenant:37b781d2d01a4ea2a3c428d1e5094bb5 on resource:network {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:09:06.457128 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2eb93cd0-32d5-42de-8935-c06c38ebd25d req-8a991b5f-0b20-464f-afb7-3d82a4e5977b tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.36 "GET /v2.0/networks?id=c35cf51a-e357-42be-81a4-0ce973463319 HTTP/1.1" status: 200 len: 810 time: 0.1658945 May 05 21:09:06.472498 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2eb93cd0-32d5-42de-8935-c06c38ebd25d req-13f55372-0e59-4ae2-87ed-8df484e0e11e tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.36 "GET /v2.0/quotas/37b781d2d01a4ea2a3c428d1e5094bb5 HTTP/1.1" status: 200 len: 375 time: 0.0097578 May 05 21:09:06.560715 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2eb93cd0-32d5-42de-8935-c06c38ebd25d req-5f72a2d3-4a9c-478d-9173-51a28ca0886f tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=37b781d2d01a4ea2a3c428d1e5094bb5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0833061 May 05 21:09:06.705322 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2eb93cd0-32d5-42de-8935-c06c38ebd25d req-90c6eaac-9295-49b1-8d46-5d382cd62770 service neutron] 10.222.0.36 "GET /v2.0/networks/c35cf51a-e357-42be-81a4-0ce973463319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323979 May 05 21:09:06.791486 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bed785-9e94-4a6a-9f0f-317e117b4296 None None] Sync routers for ids ['40e5c80b-84ea-4e13-81e0-d4ecf917baa0'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 21:09:06.800714 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bed785-9e94-4a6a-9f0f-317e117b4296 None None] Routers {'40e5c80b-84ea-4e13-81e0-d4ecf917baa0'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 21:09:06.801312 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-d3bed785-9e94-4a6a-9f0f-317e117b4296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T21:08:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['40e5c80b-84ea-4e13-81e0-d4ecf917baa0'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:09:06.837667 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2eb93cd0-32d5-42de-8935-c06c38ebd25d req-fdfc6f7a-b1c6-4d5f-8fa3-92af59242154 service neutron] 10.222.0.36 "GET /v2.0/networks/c35cf51a-e357-42be-81a4-0ce973463319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263261 May 05 21:09:07.024776 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-d3bed785-9e94-4a6a-9f0f-317e117b4296 None None] Set router 40e5c80b-84ea-4e13-81e0-d4ecf917baa0 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 21:09:07.027589 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-e2de783a-824c-4657-9ca4-a2c5ff508b0c req-e18d2122-96f8-41df-9f89-6b15f16ddcc3 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Synchronizing usage tracker for tenant:37b781d2d01a4ea2a3c428d1e5094bb5 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:09:07.034604 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-444f46c1-2c83-4b60-b6c1-6bf270c04194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:07.048566 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-e2de783a-824c-4657-9ca4-a2c5ff508b0c req-e18d2122-96f8-41df-9f89-6b15f16ddcc3 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Unset dirty status for tenant:37b781d2d01a4ea2a3c428d1e5094bb5 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:09:07.049781 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e2de783a-824c-4657-9ca4-a2c5ff508b0c req-e18d2122-96f8-41df-9f89-6b15f16ddcc3 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.36 "GET /v2.0/ports?device_id=a601b4e0-f0b5-4104-b3dd-72404f223241 HTTP/1.1" status: 200 len: 210 time: 0.0654163 May 05 21:09:07.228603 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device a39c20d3-0872-4a16-91da-bf7d31c5aa6e up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:09:07.294737 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port a39c20d3-0872-4a16-91da-bf7d31c5aa6e triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:09:07.295098 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:07.357921 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-d3bed785-9e94-4a6a-9f0f-317e117b4296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e5c80b-84ea-4e13-81e0-d4ecf917baa0', 'name': 'tempest-TestSnapshotPattern-1587510788-router', 'tenant_id': '8d48a0ebd25b43ed8a902c4726b3b6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'a39c20d3-0872-4a16-91da-bf7d31c5aa6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:08:58Z', 'updated_at': '2022-05-05T21:09:02Z', 'revision_number': 4, 'project_id': '8d48a0ebd25b43ed8a902c4726b3b6eb', 'gw_port': {'id': 'a39c20d3-0872-4a16-91da-bf7d31c5aa6e', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e5c80b-84ea-4e13-81e0-d4ecf917baa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:08:58Z', 'updated_at': '2022-05-05T21:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '40ba7d84-0ca7-4d45-8c58-7501e1ef5c8d', 'name': '', 'network_id': '8109fcdf-b5a1-4cf4-9c9d-3d90966e29a8', 'tenant_id': '8d48a0ebd25b43ed8a902c4726b3b6eb', 'mac_address': 'fa:16:3e:09:b3:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e5c80b-84ea-4e13-81e0-d4ecf917baa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '9ffcc205-2f48-4916-be2f-ee3e8b175f2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:09:01Z', 'updated_at': '2022-05-05T21:09:02Z', 'revision_number': 2, 'project_id': '8d48a0ebd25b43ed8a902c4726b3b6eb', 'subnets': [{'id': '9ffcc205-2f48-4916-be2f-ee3e8b175f2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:09:07.363045 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bed785-9e94-4a6a-9f0f-317e117b4296 None None] Checking router: 40e5c80b-84ea-4e13-81e0-d4ecf917baa0 for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 21:09:07.363417 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bed785-9e94-4a6a-9f0f-317e117b4296 None None] Updating router 40e5c80b-84ea-4e13-81e0-d4ecf917baa0 port 40ba7d84-0ca7-4d45-8c58-7501e1ef5c8d binding host n-d-840717-1 {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 21:09:07.415442 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d3bed785-9e94-4a6a-9f0f-317e117b4296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:07.750217 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d3bed785-9e94-4a6a-9f0f-317e117b4296 None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:07.761882 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-d3bed785-9e94-4a6a-9f0f-317e117b4296 None None] Transition to ACTIVE for port object 40ba7d84-0ca7-4d45-8c58-7501e1ef5c8d will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:09:07.768397 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d3bed785-9e94-4a6a-9f0f-317e117b4296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:07.921529 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15124341-9924-45b4-ae44-627ce14be177 None None] Pushing event updated for resources: {'Port': ['ID=40ba7d84-0ca7-4d45-8c58-7501e1ef5c8d,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:09:07.986185 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-d3bed785-9e94-4a6a-9f0f-317e117b4296 None None] Attempting to bind port 40ba7d84-0ca7-4d45-8c58-7501e1ef5c8d on host n-d-840717-1 for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:09:07.986545 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-d3bed785-9e94-4a6a-9f0f-317e117b4296 None None] Attempting to bind port 40ba7d84-0ca7-4d45-8c58-7501e1ef5c8d by drivers openvswitch,hyperv on host n-d-840717-1 at level 0 using segments [{'id': '6cf3fc13-2317-4669-a2c4-a0c45621f4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '8109fcdf-b5a1-4cf4-9c9d-3d90966e29a8'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:09:07.986897 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bed785-9e94-4a6a-9f0f-317e117b4296 None None] Attempting to bind port 40ba7d84-0ca7-4d45-8c58-7501e1ef5c8d on network 8109fcdf-b5a1-4cf4-9c9d-3d90966e29a8 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 21:09:07.992253 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bed785-9e94-4a6a-9f0f-317e117b4296 None None] Checking agent: {'id': '6ff85aa8-76f7-4b90-8c51-13c88ce344f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 37, 8), 'started_at': datetime.datetime(2022, 5, 5, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840717-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 21:09:07.992619 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bed785-9e94-4a6a-9f0f-317e117b4296 None None] Checking segment: {'id': '6cf3fc13-2317-4669-a2c4-a0c45621f4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '8109fcdf-b5a1-4cf4-9c9d-3d90966e29a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 21:09:07.993069 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d3bed785-9e94-4a6a-9f0f-317e117b4296 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:07.993478 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bed785-9e94-4a6a-9f0f-317e117b4296 None None] Bound using segment: {'id': '6cf3fc13-2317-4669-a2c4-a0c45621f4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '8109fcdf-b5a1-4cf4-9c9d-3d90966e29a8'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 21:09:07.994108 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-d3bed785-9e94-4a6a-9f0f-317e117b4296 None None] Bound port: 40ba7d84-0ca7-4d45-8c58-7501e1ef5c8d, host: n-d-840717-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cf3fc13-2317-4669-a2c4-a0c45621f4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '8109fcdf-b5a1-4cf4-9c9d-3d90966e29a8'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:09:07.994476 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d3bed785-9e94-4a6a-9f0f-317e117b4296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:08.083879 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-d3bed785-9e94-4a6a-9f0f-317e117b4296 None None] For port 40ba7d84-0ca7-4d45-8c58-7501e1ef5c8d, host n-d-840717-1, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 21:09:08.087493 n-d-840717-1 neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-d3bed785-9e94-4a6a-9f0f-317e117b4296 None None] For port 40ba7d84-0ca7-4d45-8c58-7501e1ef5c8d, host n-d-840717-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=40ba7d84-0ca7-4d45-8c58-7501e1ef5c8d,segment=NetworkSegment(6cf3fc13-2317-4669-a2c4-a0c45621f4cf),segment_id=6cf3fc13-2317-4669-a2c4-a0c45621f4cf)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 21:09:08.093664 n-d-840717-1 neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d3bed785-9e94-4a6a-9f0f-317e117b4296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:08.131012 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:08.161200 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-afb3106e-f41c-411a-8d9e-31ede6299b97 req-919f5f8c-6aa9-4f59-8c0c-ac057fc09b1e tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.36 "GET /v2.0/ports?device_id=a601b4e0-f0b5-4104-b3dd-72404f223241 HTTP/1.1" status: 200 len: 210 time: 0.0479741 May 05 21:09:08.171426 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bed785-9e94-4a6a-9f0f-317e117b4296 None None] Routers {'40e5c80b-84ea-4e13-81e0-d4ecf917baa0'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 21:09:08.172058 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-d3bed785-9e94-4a6a-9f0f-317e117b4296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T21:09:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['40e5c80b-84ea-4e13-81e0-d4ecf917baa0'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:09:08.241391 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:08.271621 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15124341-9924-45b4-ae44-627ce14be177 None None] Pushing event updated for resources: {'Port': ['ID=40ba7d84-0ca7-4d45-8c58-7501e1ef5c8d,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:09:08.384798 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-d3bed785-9e94-4a6a-9f0f-317e117b4296 None None] Set router 40e5c80b-84ea-4e13-81e0-d4ecf917baa0 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 21:09:08.740327 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-d3bed785-9e94-4a6a-9f0f-317e117b4296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e5c80b-84ea-4e13-81e0-d4ecf917baa0', 'name': 'tempest-TestSnapshotPattern-1587510788-router', 'tenant_id': '8d48a0ebd25b43ed8a902c4726b3b6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'a39c20d3-0872-4a16-91da-bf7d31c5aa6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:08:58Z', 'updated_at': '2022-05-05T21:09:02Z', 'revision_number': 4, 'project_id': '8d48a0ebd25b43ed8a902c4726b3b6eb', 'gw_port': {'id': 'a39c20d3-0872-4a16-91da-bf7d31c5aa6e', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e5c80b-84ea-4e13-81e0-d4ecf917baa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:08:58Z', 'updated_at': '2022-05-05T21:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '40ba7d84-0ca7-4d45-8c58-7501e1ef5c8d', 'name': '', 'network_id': '8109fcdf-b5a1-4cf4-9c9d-3d90966e29a8', 'tenant_id': '8d48a0ebd25b43ed8a902c4726b3b6eb', 'mac_address': 'fa:16:3e:09:b3:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e5c80b-84ea-4e13-81e0-d4ecf917baa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '9ffcc205-2f48-4916-be2f-ee3e8b175f2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:09:01Z', 'updated_at': '2022-05-05T21:09:08Z', 'revision_number': 4, 'project_id': '8d48a0ebd25b43ed8a902c4726b3b6eb', 'subnets': [{'id': '9ffcc205-2f48-4916-be2f-ee3e8b175f2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:09:08.744279 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bed785-9e94-4a6a-9f0f-317e117b4296 None None] The sync data for ids ['40e5c80b-84ea-4e13-81e0-d4ecf917baa0'] in n-d-840717-1 is: [{'id': '40e5c80b-84ea-4e13-81e0-d4ecf917baa0', 'name': 'tempest-TestSnapshotPattern-1587510788-router', 'tenant_id': '8d48a0ebd25b43ed8a902c4726b3b6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'a39c20d3-0872-4a16-91da-bf7d31c5aa6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:08:58Z', 'updated_at': '2022-05-05T21:09:02Z', 'revision_number': 4, 'project_id': '8d48a0ebd25b43ed8a902c4726b3b6eb', 'gw_port': {'id': 'a39c20d3-0872-4a16-91da-bf7d31c5aa6e', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e5c80b-84ea-4e13-81e0-d4ecf917baa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:08:58Z', 'updated_at': '2022-05-05T21:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '40ba7d84-0ca7-4d45-8c58-7501e1ef5c8d', 'name': '', 'network_id': '8109fcdf-b5a1-4cf4-9c9d-3d90966e29a8', 'tenant_id': '8d48a0ebd25b43ed8a902c4726b3b6eb', 'mac_address': 'fa:16:3e:09:b3:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e5c80b-84ea-4e13-81e0-d4ecf917baa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '9ffcc205-2f48-4916-be2f-ee3e8b175f2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:09:01Z', 'updated_at': '2022-05-05T21:09:08Z', 'revision_number': 4, 'project_id': '8d48a0ebd25b43ed8a902c4726b3b6eb', 'subnets': [{'id': '9ffcc205-2f48-4916-be2f-ee3e8b175f2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 21:09:09.239855 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 40ba7d84-0ca7-4d45-8c58-7501e1ef5c8d up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:09:09.271260 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-69176aab-09ad-45e1-8790-3a6e3ced4fcb req-be4d15c8-f731-48fa-bced-0c5c2a95cb2c tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.36 "GET /v2.0/ports?device_id=a601b4e0-f0b5-4104-b3dd-72404f223241 HTTP/1.1" status: 200 len: 210 time: 0.0467358 May 05 21:09:09.309120 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning for port 40ba7d84-0ca7-4d45-8c58-7501e1ef5c8d completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:09:09.313627 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 40ba7d84-0ca7-4d45-8c58-7501e1ef5c8d triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:09:09.313996 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:09.424455 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:09.459874 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] For port 40ba7d84-0ca7-4d45-8c58-7501e1ef5c8d, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=40ba7d84-0ca7-4d45-8c58-7501e1ef5c8d,segment=NetworkSegment(6cf3fc13-2317-4669-a2c4-a0c45621f4cf),segment_id=6cf3fc13-2317-4669-a2c4-a0c45621f4cf)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 21:09:09.463501 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:09.531310 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Pushing event updated for resources: {'Port': ['ID=40ba7d84-0ca7-4d45-8c58-7501e1ef5c8d,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:09:09.842030 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:10.342394 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb93cd0-32d5-42de-8935-c06c38ebd25d req-20cb1995-beff-460f-8ebf-60d877d5d432 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:09:10.343917 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2eb93cd0-32d5-42de-8935-c06c38ebd25d req-20cb1995-beff-460f-8ebf-60d877d5d432 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.24 "GET /v2.0/networks?id=c35cf51a-e357-42be-81a4-0ce973463319 HTTP/1.1" status: 200 len: 810 time: 0.1644623 May 05 21:09:10.392187 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-2eb93cd0-32d5-42de-8935-c06c38ebd25d req-c1b9b210-72c3-45c6-9dda-b86f69166ab1 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Synchronizing usage tracker for tenant:37b781d2d01a4ea2a3c428d1e5094bb5 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:09:10.403650 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-2eb93cd0-32d5-42de-8935-c06c38ebd25d req-c1b9b210-72c3-45c6-9dda-b86f69166ab1 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Unset dirty status for tenant:37b781d2d01a4ea2a3c428d1e5094bb5 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:09:10.404745 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2eb93cd0-32d5-42de-8935-c06c38ebd25d req-c1b9b210-72c3-45c6-9dda-b86f69166ab1 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37b781d2d01a4ea2a3c428d1e5094bb5 HTTP/1.1" status: 200 len: 380 time: 0.0531387 May 05 21:09:10.413320 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-2eb93cd0-32d5-42de-8935-c06c38ebd25d req-278eaba8-db79-4e02-aa3b-b2424d924fa0 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Request body: {'port': {'device_id': 'a601b4e0-f0b5-4104-b3dd-72404f223241', 'network_id': 'c35cf51a-e357-42be-81a4-0ce973463319', 'admin_state_up': True, 'tenant_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'security_groups': ['c0d4d3df-4042-4c14-81c7-f711117ef412']}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 21:09:10.426781 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-50132464-56d5-4dd4-acc5-e723ce41a06c req-5a12ae27-6176-4fc6-b778-7050bb38c74b tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.36 "GET /v2.0/ports?device_id=a601b4e0-f0b5-4104-b3dd-72404f223241 HTTP/1.1" status: 200 len: 210 time: 0.0412457 May 05 21:09:10.550213 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-2eb93cd0-32d5-42de-8935-c06c38ebd25d req-278eaba8-db79-4e02-aa3b-b2424d924fa0 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:09:10.561025 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [req-2eb93cd0-32d5-42de-8935-c06c38ebd25d req-278eaba8-db79-4e02-aa3b-b2424d924fa0 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:09:10.570275 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eb93cd0-32d5-42de-8935-c06c38ebd25d req-278eaba8-db79-4e02-aa3b-b2424d924fa0 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Made reservation on behalf of 37b781d2d01a4ea2a3c428d1e5094bb5 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:09:10.573897 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2eb93cd0-32d5-42de-8935-c06c38ebd25d req-278eaba8-db79-4e02-aa3b-b2424d924fa0 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:10.737132 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-2eb93cd0-32d5-42de-8935-c06c38ebd25d req-278eaba8-db79-4e02-aa3b-b2424d924fa0 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Allocated IP 172.20.0.14 (c35cf51a-e357-42be-81a4-0ce973463319/0454fdb7-be6e-4014-9fe9-8fa73ed82793/4d8623f1-5ba1-48a5-b444-de6b9dc74c7a) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:09:10.923104 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2eb93cd0-32d5-42de-8935-c06c38ebd25d req-278eaba8-db79-4e02-aa3b-b2424d924fa0 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:10.937965 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-2eb93cd0-32d5-42de-8935-c06c38ebd25d req-278eaba8-db79-4e02-aa3b-b2424d924fa0 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Transition to ACTIVE for port object 4d8623f1-5ba1-48a5-b444-de6b9dc74c7a will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:09:10.960551 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2eb93cd0-32d5-42de-8935-c06c38ebd25d req-278eaba8-db79-4e02-aa3b-b2424d924fa0 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:11.037158 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eb93cd0-32d5-42de-8935-c06c38ebd25d req-278eaba8-db79-4e02-aa3b-b2424d924fa0 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Network c35cf51a-e357-42be-81a4-0ce973463319 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:09:11.040907 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-2eb93cd0-32d5-42de-8935-c06c38ebd25d req-278eaba8-db79-4e02-aa3b-b2424d924fa0 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:09:11.043413 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eb93cd0-32d5-42de-8935-c06c38ebd25d req-278eaba8-db79-4e02-aa3b-b2424d924fa0 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 21:09:11.085510 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278eaba8-db79-4e02-aa3b-b2424d924fa0 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Pushing event updated for resources: {'Port': ['ID=4d8623f1-5ba1-48a5-b444-de6b9dc74c7a,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:09:11.122830 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb93cd0-32d5-42de-8935-c06c38ebd25d req-278eaba8-db79-4e02-aa3b-b2424d924fa0 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:09:11.123479 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2eb93cd0-32d5-42de-8935-c06c38ebd25d req-278eaba8-db79-4e02-aa3b-b2424d924fa0 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:11.153214 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2eb93cd0-32d5-42de-8935-c06c38ebd25d req-278eaba8-db79-4e02-aa3b-b2424d924fa0 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7433002 May 05 21:09:11.164450 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [req-2eb93cd0-32d5-42de-8935-c06c38ebd25d req-ab40f0e5-9680-4572-9f90-17f5c8e29cb6 service neutron] Request body: {'port': {'device_id': 'a601b4e0-f0b5-4104-b3dd-72404f223241', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840717-1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 21:09:11.239949 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 40ba7d84-0ca7-4d45-8c58-7501e1ef5c8d up at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:09:11.287270 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2eb93cd0-32d5-42de-8935-c06c38ebd25d req-ab40f0e5-9680-4572-9f90-17f5c8e29cb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:11.303780 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-12883b03-f59b-47ac-a9d4-1d6351587e56 None None] Provisioning for port 4d8623f1-5ba1-48a5-b444-de6b9dc74c7a completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:09:11.312178 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-12883b03-f59b-47ac-a9d4-1d6351587e56 None None] Provisioning complete for port 4d8623f1-5ba1-48a5-b444-de6b9dc74c7a triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:09:11.312577 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-12883b03-f59b-47ac-a9d4-1d6351587e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:11.369986 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Provisioning complete for port 40ba7d84-0ca7-4d45-8c58-7501e1ef5c8d triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:09:11.370362 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:11.427815 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-12883b03-f59b-47ac-a9d4-1d6351587e56 None None] Port 4d8623f1-5ba1-48a5-b444-de6b9dc74c7a cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 21:09:11.742542 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68aa13b-9bce-459c-b084-a9d33c577060 req-9d53a4fa-001b-40ba-8783-f93ec1ff9b50 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:09:11.743185 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-a68aa13b-9bce-459c-b084-a9d33c577060 req-9d53a4fa-001b-40ba-8783-f93ec1ff9b50 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Synchronizing usage tracker for tenant:37b781d2d01a4ea2a3c428d1e5094bb5 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:09:11.811842 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [req-a68aa13b-9bce-459c-b084-a9d33c577060 req-9d53a4fa-001b-40ba-8783-f93ec1ff9b50 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Unset dirty status for tenant:37b781d2d01a4ea2a3c428d1e5094bb5 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:09:11.812984 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a68aa13b-9bce-459c-b084-a9d33c577060 req-9d53a4fa-001b-40ba-8783-f93ec1ff9b50 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.36 "GET /v2.0/ports?device_id=a601b4e0-f0b5-4104-b3dd-72404f223241 HTTP/1.1" status: 200 len: 932 time: 0.2449024 May 05 21:09:11.838184 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [req-2eb93cd0-32d5-42de-8935-c06c38ebd25d req-ab40f0e5-9680-4572-9f90-17f5c8e29cb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d8623f1-5ba1-48a5-b444-de6b9dc74c7a {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 21:09:11.848963 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2eb93cd0-32d5-42de-8935-c06c38ebd25d req-ab40f0e5-9680-4572-9f90-17f5c8e29cb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:11.879684 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a68aa13b-9bce-459c-b084-a9d33c577060 req-e7794daf-be0d-4cf9-b861-28ebfd720e1c tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0d4d3df-4042-4c14-81c7-f711117ef412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601079 May 05 21:09:11.880596 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-2eb93cd0-32d5-42de-8935-c06c38ebd25d req-ab40f0e5-9680-4572-9f90-17f5c8e29cb6 service neutron] Transition to ACTIVE for port object 4d8623f1-5ba1-48a5-b444-de6b9dc74c7a will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:09:11.885352 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2eb93cd0-32d5-42de-8935-c06c38ebd25d req-ab40f0e5-9680-4572-9f90-17f5c8e29cb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:12.040930 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab40f0e5-9680-4572-9f90-17f5c8e29cb6 service neutron] Pushing event updated for resources: {'Port': ['ID=4d8623f1-5ba1-48a5-b444-de6b9dc74c7a,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:09:12.123907 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-2eb93cd0-32d5-42de-8935-c06c38ebd25d req-ab40f0e5-9680-4572-9f90-17f5c8e29cb6 service neutron] Attempting to bind port 4d8623f1-5ba1-48a5-b444-de6b9dc74c7a on host n-h1-840717-1 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:09:12.124236 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-2eb93cd0-32d5-42de-8935-c06c38ebd25d req-ab40f0e5-9680-4572-9f90-17f5c8e29cb6 service neutron] Attempting to bind port 4d8623f1-5ba1-48a5-b444-de6b9dc74c7a by drivers openvswitch,hyperv on host n-h1-840717-1 at level 0 using segments [{'id': 'c47bbc14-4813-4cd8-b57a-618d8ef82d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c35cf51a-e357-42be-81a4-0ce973463319'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:09:12.124560 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb93cd0-32d5-42de-8935-c06c38ebd25d req-ab40f0e5-9680-4572-9f90-17f5c8e29cb6 service neutron] Attempting to bind port 4d8623f1-5ba1-48a5-b444-de6b9dc74c7a on network c35cf51a-e357-42be-81a4-0ce973463319 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 21:09:12.129017 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb93cd0-32d5-42de-8935-c06c38ebd25d req-ab40f0e5-9680-4572-9f90-17f5c8e29cb6 service neutron] Port 4d8623f1-5ba1-48a5-b444-de6b9dc74c7a on network c35cf51a-e357-42be-81a4-0ce973463319 not bound, no agent of type Open vSwitch agent registered on host n-h1-840717-1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 21:09:12.129328 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb93cd0-32d5-42de-8935-c06c38ebd25d req-ab40f0e5-9680-4572-9f90-17f5c8e29cb6 service neutron] Attempting to bind port 4d8623f1-5ba1-48a5-b444-de6b9dc74c7a on network c35cf51a-e357-42be-81a4-0ce973463319 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 21:09:12.134978 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb93cd0-32d5-42de-8935-c06c38ebd25d req-ab40f0e5-9680-4572-9f90-17f5c8e29cb6 service neutron] Checking agent: {'id': '93c59bc4-eadb-4f87-bd20-863fa83b7fdb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 21:09:12.135303 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb93cd0-32d5-42de-8935-c06c38ebd25d req-ab40f0e5-9680-4572-9f90-17f5c8e29cb6 service neutron] Checking segment: {'id': 'c47bbc14-4813-4cd8-b57a-618d8ef82d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c35cf51a-e357-42be-81a4-0ce973463319'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 21:09:12.135709 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb93cd0-32d5-42de-8935-c06c38ebd25d req-ab40f0e5-9680-4572-9f90-17f5c8e29cb6 service neutron] Bound using segment: {'id': 'c47bbc14-4813-4cd8-b57a-618d8ef82d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c35cf51a-e357-42be-81a4-0ce973463319'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 21:09:12.136124 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-2eb93cd0-32d5-42de-8935-c06c38ebd25d req-ab40f0e5-9680-4572-9f90-17f5c8e29cb6 service neutron] Bound port: 4d8623f1-5ba1-48a5-b444-de6b9dc74c7a, host: n-h1-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c47bbc14-4813-4cd8-b57a-618d8ef82d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c35cf51a-e357-42be-81a4-0ce973463319'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:09:12.136463 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2eb93cd0-32d5-42de-8935-c06c38ebd25d req-ab40f0e5-9680-4572-9f90-17f5c8e29cb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:12.223014 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-2eb93cd0-32d5-42de-8935-c06c38ebd25d req-ab40f0e5-9680-4572-9f90-17f5c8e29cb6 service neutron] For port 4d8623f1-5ba1-48a5-b444-de6b9dc74c7a, host n-h1-840717-1, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 21:09:12.225811 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-2eb93cd0-32d5-42de-8935-c06c38ebd25d req-ab40f0e5-9680-4572-9f90-17f5c8e29cb6 service neutron] For port 4d8623f1-5ba1-48a5-b444-de6b9dc74c7a, host n-h1-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=4d8623f1-5ba1-48a5-b444-de6b9dc74c7a,segment=NetworkSegment(c47bbc14-4813-4cd8-b57a-618d8ef82d36),segment_id=c47bbc14-4813-4cd8-b57a-618d8ef82d36)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 21:09:12.230325 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2eb93cd0-32d5-42de-8935-c06c38ebd25d req-ab40f0e5-9680-4572-9f90-17f5c8e29cb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:12.291868 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb93cd0-32d5-42de-8935-c06c38ebd25d req-ab40f0e5-9680-4572-9f90-17f5c8e29cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:09:12.292446 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2eb93cd0-32d5-42de-8935-c06c38ebd25d req-ab40f0e5-9680-4572-9f90-17f5c8e29cb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:12.293805 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2eb93cd0-32d5-42de-8935-c06c38ebd25d req-ab40f0e5-9680-4572-9f90-17f5c8e29cb6 service neutron] 10.222.0.24 "PUT /v2.0/ports/4d8623f1-5ba1-48a5-b444-de6b9dc74c7a HTTP/1.1" status: 200 len: 1092 time: 1.1339293 May 05 21:09:12.294227 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a601b4e0-f0b5-4104-b3dd-72404f223241', 'tag': '4d8623f1-5ba1-48a5-b444-de6b9dc74c7a'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 21:09:12.329543 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab40f0e5-9680-4572-9f90-17f5c8e29cb6 service neutron] Pushing event updated for resources: {'Port': ['ID=4d8623f1-5ba1-48a5-b444-de6b9dc74c7a,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:09:12.364146 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c105963e-3fe4-4a6f-85bd-64fadac13dd1'] response: {'name': 'network-changed', 'server_uuid': 'a601b4e0-f0b5-4104-b3dd-72404f223241', 'tag': '4d8623f1-5ba1-48a5-b444-de6b9dc74c7a', 'status': 'completed', 'code': 200} May 05 21:09:12.406369 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb93cd0-32d5-42de-8935-c06c38ebd25d req-e8878dcd-2418-4279-aabd-3ed3e53f3f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:09:12.407920 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2eb93cd0-32d5-42de-8935-c06c38ebd25d req-e8878dcd-2418-4279-aabd-3ed3e53f3f06 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=37b781d2d01a4ea2a3c428d1e5094bb5&device_id=a601b4e0-f0b5-4104-b3dd-72404f223241 HTTP/1.1" status: 200 len: 1095 time: 0.0746765 May 05 21:09:12.480579 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2eb93cd0-32d5-42de-8935-c06c38ebd25d req-f120061a-ef27-4b70-91f6-39a2b64282e3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d8623f1-5ba1-48a5-b444-de6b9dc74c7a HTTP/1.1" status: 200 len: 217 time: 0.0665171 May 05 21:09:12.542673 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb93cd0-32d5-42de-8935-c06c38ebd25d req-730b5fe9-f67a-4495-9aed-38c16f458417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:09:12.544076 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2eb93cd0-32d5-42de-8935-c06c38ebd25d req-730b5fe9-f67a-4495-9aed-38c16f458417 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0454fdb7-be6e-4014-9fe9-8fa73ed82793 HTTP/1.1" status: 200 len: 849 time: 0.0579796 May 05 21:09:12.620880 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb93cd0-32d5-42de-8935-c06c38ebd25d req-7b324430-cdf0-45bd-8d70-b4b0f6d483de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:09:12.622360 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2eb93cd0-32d5-42de-8935-c06c38ebd25d req-7b324430-cdf0-45bd-8d70-b4b0f6d483de service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c35cf51a-e357-42be-81a4-0ce973463319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730734 May 05 21:09:12.751004 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2eb93cd0-32d5-42de-8935-c06c38ebd25d req-0fab8954-bd37-4aff-bf3d-eef794e26b80 service neutron] 10.222.0.24 "GET /v2.0/networks/c35cf51a-e357-42be-81a4-0ce973463319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226180 May 05 21:09:12.879347 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-2eb93cd0-32d5-42de-8935-c06c38ebd25d req-bcf93b98-0bc4-4185-9ba6-f267b53ef5cc service neutron] 10.222.0.24 "GET /v2.0/networks/c35cf51a-e357-42be-81a4-0ce973463319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228011 May 05 21:09:13.041784 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2a8906-b1c1-425c-8827-3683ab979717 req-ee9b0adc-1cea-4a04-a79d-bc09a4e2338b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:09:13.043248 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0a2a8906-b1c1-425c-8827-3683ab979717 req-ee9b0adc-1cea-4a04-a79d-bc09a4e2338b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=37b781d2d01a4ea2a3c428d1e5094bb5&device_id=a601b4e0-f0b5-4104-b3dd-72404f223241 HTTP/1.1" status: 200 len: 1095 time: 0.1197271 May 05 21:09:13.160720 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8dc62a-8b52-49d8-a555-fbfed6c5e18d req-695b4749-b020-451a-9b52-33ef7969c2af tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:09:13.162099 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ba8dc62a-8b52-49d8-a555-fbfed6c5e18d req-695b4749-b020-451a-9b52-33ef7969c2af tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.36 "GET /v2.0/ports?device_id=a601b4e0-f0b5-4104-b3dd-72404f223241 HTTP/1.1" status: 200 len: 944 time: 0.1745996 May 05 21:09:13.340583 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2a8906-b1c1-425c-8827-3683ab979717 req-973b7ead-4669-4caa-bb7e-dfe5c055e83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:09:13.342041 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0a2a8906-b1c1-425c-8827-3683ab979717 req-973b7ead-4669-4caa-bb7e-dfe5c055e83d service neutron] 10.222.0.24 "GET /v2.0/networks?id=c35cf51a-e357-42be-81a4-0ce973463319 HTTP/1.1" status: 200 len: 911 time: 0.2919993 May 05 21:09:13.348908 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-ba8dc62a-8b52-49d8-a555-fbfed6c5e18d req-2edaf9f7-8d7d-42ae-a283-e05713559072 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0d4d3df-4042-4c14-81c7-f711117ef412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1796088 May 05 21:09:13.411646 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0a2a8906-b1c1-425c-8827-3683ab979717 req-d5a2a1eb-91b1-4bf6-9293-1d6fcc15f32a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d8623f1-5ba1-48a5-b444-de6b9dc74c7a HTTP/1.1" status: 200 len: 217 time: 0.0617042 May 05 21:09:13.474478 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2a8906-b1c1-425c-8827-3683ab979717 req-f9b39ac2-ef31-471a-bfdd-f41e001af975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:09:13.475880 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0a2a8906-b1c1-425c-8827-3683ab979717 req-f9b39ac2-ef31-471a-bfdd-f41e001af975 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0454fdb7-be6e-4014-9fe9-8fa73ed82793 HTTP/1.1" status: 200 len: 849 time: 0.0587912 May 05 21:09:13.551599 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2a8906-b1c1-425c-8827-3683ab979717 req-ddc37171-c50e-4141-ad59-c260a345f1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:09:13.553064 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0a2a8906-b1c1-425c-8827-3683ab979717 req-ddc37171-c50e-4141-ad59-c260a345f1c2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c35cf51a-e357-42be-81a4-0ce973463319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688105 May 05 21:09:13.686257 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0a2a8906-b1c1-425c-8827-3683ab979717 req-52fab5da-d76e-4604-9742-3a96bdbac566 service neutron] 10.222.0.24 "GET /v2.0/networks/c35cf51a-e357-42be-81a4-0ce973463319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252756 May 05 21:09:13.818053 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-0a2a8906-b1c1-425c-8827-3683ab979717 req-a28f98d0-c9ce-4f05-b61a-a3b1052e1827 service neutron] 10.222.0.24 "GET /v2.0/networks/c35cf51a-e357-42be-81a4-0ce973463319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256800 May 05 21:09:14.159590 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 4d8623f1-5ba1-48a5-b444-de6b9dc74c7a details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:09:14.287841 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 4d8623f1-5ba1-48a5-b444-de6b9dc74c7a, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=4d8623f1-5ba1-48a5-b444-de6b9dc74c7a,segment=NetworkSegment(c47bbc14-4813-4cd8-b57a-618d8ef82d36),segment_id=c47bbc14-4813-4cd8-b57a-618d8ef82d36)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 21:09:14.300903 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '4d8623f1-5ba1-48a5-b444-de6b9dc74c7a', 'network_id': 'c35cf51a-e357-42be-81a4-0ce973463319', 'port_id': '4d8623f1-5ba1-48a5-b444-de6b9dc74c7a', 'mac_address': 'fa:16:3e:42:69:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0454fdb7-be6e-4014-9fe9-8fa73ed82793', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:09:14.354866 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:14.371682 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d8623f1-5ba1-48a5-b444-de6b9dc74c7a {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 21:09:14.387450 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 4d8623f1-5ba1-48a5-b444-de6b9dc74c7a, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=4d8623f1-5ba1-48a5-b444-de6b9dc74c7a,segment=NetworkSegment(c47bbc14-4813-4cd8-b57a-618d8ef82d36),segment_id=c47bbc14-4813-4cd8-b57a-618d8ef82d36)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 21:09:14.392339 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:14.475940 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=4d8623f1-5ba1-48a5-b444-de6b9dc74c7a,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:09:14.538466 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4424d92b-f92a-4ba8-8737-abfe47653e15 req-cf8f28a0-6301-43ee-9871-bdbcf481dd70 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:09:14.540010 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4424d92b-f92a-4ba8-8737-abfe47653e15 req-cf8f28a0-6301-43ee-9871-bdbcf481dd70 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.36 "GET /v2.0/ports?device_id=a601b4e0-f0b5-4104-b3dd-72404f223241 HTTP/1.1" status: 200 len: 945 time: 0.0817735 May 05 21:09:14.588104 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-4424d92b-f92a-4ba8-8737-abfe47653e15 req-e5b17a67-e41e-4c9c-b136-98164848cec8 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0d4d3df-4042-4c14-81c7-f711117ef412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384634 May 05 21:09:14.604752 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['4d8623f1-5ba1-48a5-b444-de6b9dc74c7a'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 21:09:15.030811 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:15.779595 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5764e04f-3082-4a5e-9c48-f7e208d6779b req-ef24d234-ff95-40ca-a4b4-5d66929fbd3e tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:09:15.781073 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5764e04f-3082-4a5e-9c48-f7e208d6779b req-ef24d234-ff95-40ca-a4b4-5d66929fbd3e tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.36 "GET /v2.0/ports?device_id=a601b4e0-f0b5-4104-b3dd-72404f223241 HTTP/1.1" status: 200 len: 945 time: 0.0828669 May 05 21:09:15.825242 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-5764e04f-3082-4a5e-9c48-f7e208d6779b req-240cf702-1bbc-458a-b994-e5c8f7dec6d3 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0d4d3df-4042-4c14-81c7-f711117ef412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386243 May 05 21:09:16.173878 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 4d8623f1-5ba1-48a5-b444-de6b9dc74c7a up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:09:16.241912 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning for port 4d8623f1-5ba1-48a5-b444-de6b9dc74c7a completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:09:16.246736 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 4d8623f1-5ba1-48a5-b444-de6b9dc74c7a triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:09:16.247122 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:16.358257 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:16.388294 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a601b4e0-f0b5-4104-b3dd-72404f223241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d8623f1-5ba1-48a5-b444-de6b9dc74c7a'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 21:09:16.400588 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 4d8623f1-5ba1-48a5-b444-de6b9dc74c7a, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=4d8623f1-5ba1-48a5-b444-de6b9dc74c7a,segment=NetworkSegment(c47bbc14-4813-4cd8-b57a-618d8ef82d36),segment_id=c47bbc14-4813-4cd8-b57a-618d8ef82d36)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 21:09:16.404583 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:16.442655 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93911513-50b4-4ab9-b0e9-cdd768c764d7'] response: {'server_uuid': 'a601b4e0-f0b5-4104-b3dd-72404f223241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d8623f1-5ba1-48a5-b444-de6b9dc74c7a', 'code': 200} May 05 21:09:16.475377 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=4d8623f1-5ba1-48a5-b444-de6b9dc74c7a,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:09:16.562585 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f763f067-c094-4762-9e85-13a8e5ab51de req-e10111d0-9dfc-4a8b-b15a-dd6e59260d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:09:16.564124 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f763f067-c094-4762-9e85-13a8e5ab51de req-e10111d0-9dfc-4a8b-b15a-dd6e59260d37 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a601b4e0-f0b5-4104-b3dd-72404f223241 HTTP/1.1" status: 200 len: 1097 time: 0.0717189 May 05 21:09:16.604432 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f763f067-c094-4762-9e85-13a8e5ab51de req-980b94b0-78f0-42b9-be23-2121f9855c05 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c0d4d3df-4042-4c14-81c7-f711117ef412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346830 May 05 21:09:17.014948 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04cab0b-6e29-4690-8e12-224c79187e5b req-0c320864-f590-4eb5-95ea-bb44060311c8 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:09:17.016428 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a04cab0b-6e29-4690-8e12-224c79187e5b req-0c320864-f590-4eb5-95ea-bb44060311c8 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.36 "GET /v2.0/ports?device_id=a601b4e0-f0b5-4104-b3dd-72404f223241 HTTP/1.1" status: 200 len: 946 time: 0.0849135 May 05 21:09:17.062547 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-a04cab0b-6e29-4690-8e12-224c79187e5b req-24923fa7-4ba2-41de-821d-7f08c428272b tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0d4d3df-4042-4c14-81c7-f711117ef412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403228 May 05 21:09:17.171490 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:18.249079 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c564c0-95c5-43fc-848a-649b22705609 req-e1eae9de-744d-44e4-b9df-20412d48bfe4 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:09:18.250508 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-42c564c0-95c5-43fc-848a-649b22705609 req-e1eae9de-744d-44e4-b9df-20412d48bfe4 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.36 "GET /v2.0/ports?device_id=a601b4e0-f0b5-4104-b3dd-72404f223241 HTTP/1.1" status: 200 len: 946 time: 0.0785813 May 05 21:09:18.296660 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-42c564c0-95c5-43fc-848a-649b22705609 req-41251485-fe5f-4861-a9c2-2340475c5726 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0d4d3df-4042-4c14-81c7-f711117ef412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406253 May 05 21:09:18.477086 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66bac66-edcd-497a-b769-8c7ffa1771e7 req-b8cf0857-5e5d-49bd-8211-0275cbfdfa6d tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:09:18.479373 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f66bac66-edcd-497a-b769-8c7ffa1771e7 req-b8cf0857-5e5d-49bd-8211-0275cbfdfa6d tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.36 "GET /v2.0/ports?device_id=a601b4e0-f0b5-4104-b3dd-72404f223241 HTTP/1.1" status: 200 len: 946 time: 0.0800180 May 05 21:09:18.526338 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-f66bac66-edcd-497a-b769-8c7ffa1771e7 req-44893451-2162-4263-865e-4c7deefbc571 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0d4d3df-4042-4c14-81c7-f711117ef412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413909 May 05 21:09:18.549277 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 42624) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:09:18.727048 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1aad43-6d3d-46bc-9c39-d2403c23669f tempest-TestSnapshotPattern-1000565671 tempest-TestSnapshotPattern-1000565671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:09:18.728033 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-0c1aad43-6d3d-46bc-9c39-d2403c23669f tempest-TestSnapshotPattern-1000565671 tempest-TestSnapshotPattern-1000565671-project-admin] Synchronizing usage tracker for tenant:8d48a0ebd25b43ed8a902c4726b3b6eb on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:09:18.744438 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-0c1aad43-6d3d-46bc-9c39-d2403c23669f tempest-TestSnapshotPattern-1000565671 tempest-TestSnapshotPattern-1000565671-project-admin] Unset dirty status for tenant:8d48a0ebd25b43ed8a902c4726b3b6eb on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:09:18.745648 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-0c1aad43-6d3d-46bc-9c39-d2403c23669f tempest-TestSnapshotPattern-1000565671 tempest-TestSnapshotPattern-1000565671-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a601b4e0-f0b5-4104-b3dd-72404f223241 HTTP/1.1" status: 200 len: 1092 time: 0.1954150 May 05 21:09:18.748575 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 42630) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:09:18.753566 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.v2.base [None req-1f3a2c8b-7ac3-468d-a6a0-ac0aae93260e tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Request body: {'floatingip': {'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'port_id': '4d8623f1-5ba1-48a5-b444-de6b9dc74c7a', 'tenant_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 21:09:18.760954 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1f3a2c8b-7ac3-468d-a6a0-ac0aae93260e tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:09:18.765242 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-1f3a2c8b-7ac3-468d-a6a0-ac0aae93260e tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Usage tracker for resource:floatingip and tenant:37b781d2d01a4ea2a3c428d1e5094bb5 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:09:18.768867 n-d-840717-1 neutron-server[88198]: DEBUG neutron.quota.resource [None req-1f3a2c8b-7ac3-468d-a6a0-ac0aae93260e tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:09:18.775738 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1f3a2c8b-7ac3-468d-a6a0-ac0aae93260e tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:09:18.788597 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1f3a2c8b-7ac3-468d-a6a0-ac0aae93260e tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks [] for floatingip, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:18.928328 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1f3a2c8b-7ac3-468d-a6a0-ac0aae93260e tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:19.063757 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-1f3a2c8b-7ac3-468d-a6a0-ac0aae93260e tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Allocated IP 172.25.0.38 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/e8109e33-7347-4816-a3fb-f5fb1d927a43) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:09:19.209081 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1f3a2c8b-7ac3-468d-a6a0-ac0aae93260e tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:19.236897 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1f3a2c8b-7ac3-468d-a6a0-ac0aae93260e tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:19.302328 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3a2c8b-7ac3-468d-a6a0-ac0aae93260e tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:09:19.305218 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-1f3a2c8b-7ac3-468d-a6a0-ac0aae93260e tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:09:19.308393 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3a2c8b-7ac3-468d-a6a0-ac0aae93260e tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 21:09:19.345324 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3a2c8b-7ac3-468d-a6a0-ac0aae93260e tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Pushing event updated for resources: {'Port': ['ID=e8109e33-7347-4816-a3fb-f5fb1d927a43,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:09:19.838013 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1f3a2c8b-7ac3-468d-a6a0-ac0aae93260e tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:19.910912 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1f3a2c8b-7ac3-468d-a6a0-ac0aae93260e tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:20.114394 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1f3a2c8b-7ac3-468d-a6a0-ac0aae93260e tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:20.118656 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1f3a2c8b-7ac3-468d-a6a0-ac0aae93260e tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61289431'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:20.224750 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3a2c8b-7ac3-468d-a6a0-ac0aae93260e tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Pushing event updated for resources: {'Port': ['ID=e8109e33-7347-4816-a3fb-f5fb1d927a43,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:09:20.236889 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1f3a2c8b-7ac3-468d-a6a0-ac0aae93260e tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:20.406627 n-d-840717-1 neutron-server[88198]: INFO neutron.db.l3_db [None req-1f3a2c8b-7ac3-468d-a6a0-ac0aae93260e tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Floating IP 927369e6-d58a-46a5-aeca-be4cfccdc4f7 associated. External IP: 172.25.0.38, port: 4d8623f1-5ba1-48a5-b444-de6b9dc74c7a. May 05 21:09:20.757179 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f3a2c8b-7ac3-468d-a6a0-ac0aae93260e tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Router 888c851b-8412-4c08-88cb-9cdd12daee6f has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 21:09:20.932249 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f3a2c8b-7ac3-468d-a6a0-ac0aae93260e tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 21:09:20.941899 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b2482d-9371-4aa3-a4c3-892b3ce2b505 None None] Sync routers for ids ['888c851b-8412-4c08-88cb-9cdd12daee6f'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 21:09:20.951870 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b2482d-9371-4aa3-a4c3-892b3ce2b505 None None] Routers {'888c851b-8412-4c08-88cb-9cdd12daee6f'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 21:09:20.952583 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-41b2482d-9371-4aa3-a4c3-892b3ce2b505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T21:09:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['888c851b-8412-4c08-88cb-9cdd12daee6f'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:09:20.956157 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1f3a2c8b-7ac3-468d-a6a0-ac0aae93260e tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:21.014099 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-1f3a2c8b-7ac3-468d-a6a0-ac0aae93260e tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2644875 May 05 21:09:21.014685 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a601b4e0-f0b5-4104-b3dd-72404f223241', 'tag': '4d8623f1-5ba1-48a5-b444-de6b9dc74c7a'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 21:09:21.124145 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44443647-740e-43df-9895-603cd625587a'] response: {'name': 'network-changed', 'server_uuid': 'a601b4e0-f0b5-4104-b3dd-72404f223241', 'tag': '4d8623f1-5ba1-48a5-b444-de6b9dc74c7a', 'status': 'completed', 'code': 200} May 05 21:09:21.162579 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-41b2482d-9371-4aa3-a4c3-892b3ce2b505 None None] Set router 888c851b-8412-4c08-88cb-9cdd12daee6f gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 21:09:21.218118 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262af97-b840-4fe3-bbeb-2df4ad2f5450 req-4ab31806-739d-40b3-8297-0612e7875cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:09:21.219576 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3262af97-b840-4fe3-bbeb-2df4ad2f5450 req-4ab31806-739d-40b3-8297-0612e7875cd6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=37b781d2d01a4ea2a3c428d1e5094bb5&device_id=a601b4e0-f0b5-4104-b3dd-72404f223241 HTTP/1.1" status: 200 len: 1097 time: 0.0728660 May 05 21:09:21.472742 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262af97-b840-4fe3-bbeb-2df4ad2f5450 req-8a8d0642-5bea-4030-bb44-e7ddcfcfe51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:09:21.474102 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3262af97-b840-4fe3-bbeb-2df4ad2f5450 req-8a8d0642-5bea-4030-bb44-e7ddcfcfe51d service neutron] 10.222.0.24 "GET /v2.0/networks?id=c35cf51a-e357-42be-81a4-0ce973463319 HTTP/1.1" status: 200 len: 911 time: 0.2490911 May 05 21:09:21.514552 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-41b2482d-9371-4aa3-a4c3-892b3ce2b505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888c851b-8412-4c08-88cb-9cdd12daee6f', 'name': 'tempest-TestSnapshotPattern-1643517621-router', 'tenant_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'e42022b0-500c-463e-a369-c7bd78e14494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:08:51Z', 'updated_at': '2022-05-05T21:08:55Z', 'revision_number': 4, 'project_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'gw_port': {'id': 'e42022b0-500c-463e-a369-c7bd78e14494', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:1f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888c851b-8412-4c08-88cb-9cdd12daee6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4421, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:08:52Z', 'updated_at': '2022-05-05T21:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '927369e6-d58a-46a5-aeca-be4cfccdc4f7', 'tenant_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'floating_ip_address': '172.25.0.38', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '888c851b-8412-4c08-88cb-9cdd12daee6f', 'port_id': '4d8623f1-5ba1-48a5-b444-de6b9dc74c7a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c35cf51a-e357-42be-81a4-0ce973463319', 'mac_address': 'fa:16:3e:42:69:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a601b4e0-f0b5-4104-b3dd-72404f223241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T21:09:19Z', 'updated_at': '2022-05-05T21:09:19Z', 'revision_number': 0, 'project_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25b307de-afc9-4a72-b909-718d4f9d9545', 'name': '', 'network_id': 'c35cf51a-e357-42be-81a4-0ce973463319', 'tenant_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'mac_address': 'fa:16:3e:a1:d8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888c851b-8412-4c08-88cb-9cdd12daee6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4422, 'fixed_ips': [{'subnet_id': '0454fdb7-be6e-4014-9fe9-8fa73ed82793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:08:54Z', 'updated_at': '2022-05-05T21:09:01Z', 'revision_number': 5, 'project_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'subnets': [{'id': '0454fdb7-be6e-4014-9fe9-8fa73ed82793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:09:21.518462 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b2482d-9371-4aa3-a4c3-892b3ce2b505 None None] Checking router: 888c851b-8412-4c08-88cb-9cdd12daee6f for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 21:09:21.527644 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b2482d-9371-4aa3-a4c3-892b3ce2b505 None None] Routers {'888c851b-8412-4c08-88cb-9cdd12daee6f'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 21:09:21.528241 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-41b2482d-9371-4aa3-a4c3-892b3ce2b505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T21:09:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['888c851b-8412-4c08-88cb-9cdd12daee6f'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:09:21.578162 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3262af97-b840-4fe3-bbeb-2df4ad2f5450 req-a5f25fdd-8b7a-40f5-9b48-a50790cf8ca2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d8623f1-5ba1-48a5-b444-de6b9dc74c7a HTTP/1.1" status: 200 len: 999 time: 0.0981276 May 05 21:09:21.644004 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262af97-b840-4fe3-bbeb-2df4ad2f5450 req-1c003282-a293-4e32-9e29-66a53e24dc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:09:21.645460 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3262af97-b840-4fe3-bbeb-2df4ad2f5450 req-1c003282-a293-4e32-9e29-66a53e24dc69 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0454fdb7-be6e-4014-9fe9-8fa73ed82793 HTTP/1.1" status: 200 len: 849 time: 0.0623870 May 05 21:09:21.704978 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-41b2482d-9371-4aa3-a4c3-892b3ce2b505 None None] Set router 888c851b-8412-4c08-88cb-9cdd12daee6f gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 21:09:21.718598 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262af97-b840-4fe3-bbeb-2df4ad2f5450 req-de43668f-9a38-477a-9675-e0595f65679f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:09:21.720124 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3262af97-b840-4fe3-bbeb-2df4ad2f5450 req-de43668f-9a38-477a-9675-e0595f65679f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c35cf51a-e357-42be-81a4-0ce973463319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690072 May 05 21:09:21.854063 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3262af97-b840-4fe3-bbeb-2df4ad2f5450 req-f57abc45-8daa-498e-aa98-ee1dedd5ea6c service neutron] 10.222.0.24 "GET /v2.0/networks/c35cf51a-e357-42be-81a4-0ce973463319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279063 May 05 21:09:21.989535 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-3262af97-b840-4fe3-bbeb-2df4ad2f5450 req-b30370aa-3501-4787-8f4b-279fc81b4368 service neutron] 10.222.0.24 "GET /v2.0/networks/c35cf51a-e357-42be-81a4-0ce973463319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298606 May 05 21:09:22.049468 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-41b2482d-9371-4aa3-a4c3-892b3ce2b505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888c851b-8412-4c08-88cb-9cdd12daee6f', 'name': 'tempest-TestSnapshotPattern-1643517621-router', 'tenant_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'e42022b0-500c-463e-a369-c7bd78e14494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:08:51Z', 'updated_at': '2022-05-05T21:08:55Z', 'revision_number': 4, 'project_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'gw_port': {'id': 'e42022b0-500c-463e-a369-c7bd78e14494', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:1f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888c851b-8412-4c08-88cb-9cdd12daee6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4421, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:08:52Z', 'updated_at': '2022-05-05T21:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '927369e6-d58a-46a5-aeca-be4cfccdc4f7', 'tenant_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'floating_ip_address': '172.25.0.38', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '888c851b-8412-4c08-88cb-9cdd12daee6f', 'port_id': '4d8623f1-5ba1-48a5-b444-de6b9dc74c7a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c35cf51a-e357-42be-81a4-0ce973463319', 'mac_address': 'fa:16:3e:42:69:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a601b4e0-f0b5-4104-b3dd-72404f223241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T21:09:19Z', 'updated_at': '2022-05-05T21:09:19Z', 'revision_number': 0, 'project_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25b307de-afc9-4a72-b909-718d4f9d9545', 'name': '', 'network_id': 'c35cf51a-e357-42be-81a4-0ce973463319', 'tenant_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'mac_address': 'fa:16:3e:a1:d8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888c851b-8412-4c08-88cb-9cdd12daee6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4422, 'fixed_ips': [{'subnet_id': '0454fdb7-be6e-4014-9fe9-8fa73ed82793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:08:54Z', 'updated_at': '2022-05-05T21:09:01Z', 'revision_number': 5, 'project_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'subnets': [{'id': '0454fdb7-be6e-4014-9fe9-8fa73ed82793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:09:22.053357 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b2482d-9371-4aa3-a4c3-892b3ce2b505 None None] The sync data for ids ['888c851b-8412-4c08-88cb-9cdd12daee6f'] in n-d-840717-1 is: [{'id': '888c851b-8412-4c08-88cb-9cdd12daee6f', 'name': 'tempest-TestSnapshotPattern-1643517621-router', 'tenant_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'e42022b0-500c-463e-a369-c7bd78e14494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:08:51Z', 'updated_at': '2022-05-05T21:08:55Z', 'revision_number': 4, 'project_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'gw_port': {'id': 'e42022b0-500c-463e-a369-c7bd78e14494', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:1f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888c851b-8412-4c08-88cb-9cdd12daee6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4421, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:08:52Z', 'updated_at': '2022-05-05T21:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '927369e6-d58a-46a5-aeca-be4cfccdc4f7', 'tenant_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'floating_ip_address': '172.25.0.38', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '888c851b-8412-4c08-88cb-9cdd12daee6f', 'port_id': '4d8623f1-5ba1-48a5-b444-de6b9dc74c7a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c35cf51a-e357-42be-81a4-0ce973463319', 'mac_address': 'fa:16:3e:42:69:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a601b4e0-f0b5-4104-b3dd-72404f223241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T21:09:19Z', 'updated_at': '2022-05-05T21:09:19Z', 'revision_number': 0, 'project_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25b307de-afc9-4a72-b909-718d4f9d9545', 'name': '', 'network_id': 'c35cf51a-e357-42be-81a4-0ce973463319', 'tenant_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'mac_address': 'fa:16:3e:a1:d8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888c851b-8412-4c08-88cb-9cdd12daee6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4422, 'fixed_ips': [{'subnet_id': '0454fdb7-be6e-4014-9fe9-8fa73ed82793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:08:54Z', 'updated_at': '2022-05-05T21:09:01Z', 'revision_number': 5, 'project_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'subnets': [{'id': '0454fdb7-be6e-4014-9fe9-8fa73ed82793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 21:09:22.244776 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04510d28-ebfe-4ebb-b73a-24cdec1ccd72 None None] New status for floating IP 927369e6-d58a-46a5-aeca-be4cfccdc4f7: ACTIVE {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 21:09:31.009688 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:09:34.815267 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c6e74958-3fb3-411b-bfa5-79fae049e1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:37.027651 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-61e65b10-ef3c-4a68-aae8-1ab887963606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:38.096229 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:38.234405 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:39.844549 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:45.047266 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:09:46.079507 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-db012192-f08c-4175-8f26-9f3bfc0b8b1c req-55f3d624-3b5b-48c3-ba0e-99b3ce98312c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a601b4e0-f0b5-4104-b3dd-72404f223241&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0677669 May 05 21:09:46.220715 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db012192-f08c-4175-8f26-9f3bfc0b8b1c req-e0ab5cf7-ff10-4b2f-bb43-7bf669fca5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:09:46.222158 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-db012192-f08c-4175-8f26-9f3bfc0b8b1c req-e0ab5cf7-ff10-4b2f-bb43-7bf669fca5b0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=37b781d2d01a4ea2a3c428d1e5094bb5&device_id=a601b4e0-f0b5-4104-b3dd-72404f223241 HTTP/1.1" status: 200 len: 1097 time: 0.0734615 May 05 21:09:46.363096 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db012192-f08c-4175-8f26-9f3bfc0b8b1c req-84604a84-791a-4462-b5da-371f02b4da42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:09:46.364471 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-db012192-f08c-4175-8f26-9f3bfc0b8b1c req-84604a84-791a-4462-b5da-371f02b4da42 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c35cf51a-e357-42be-81a4-0ce973463319 HTTP/1.1" status: 200 len: 911 time: 0.1250806 May 05 21:09:46.464974 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-db012192-f08c-4175-8f26-9f3bfc0b8b1c req-6d7a6a8a-459a-4d06-be1a-70080f24aa29 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d8623f1-5ba1-48a5-b444-de6b9dc74c7a HTTP/1.1" status: 200 len: 1001 time: 0.0947871 May 05 21:09:46.526322 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db012192-f08c-4175-8f26-9f3bfc0b8b1c req-c9e5997a-6d92-4e25-b7b2-52f47ff6116b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:09:46.527708 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-db012192-f08c-4175-8f26-9f3bfc0b8b1c req-c9e5997a-6d92-4e25-b7b2-52f47ff6116b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0454fdb7-be6e-4014-9fe9-8fa73ed82793 HTTP/1.1" status: 200 len: 849 time: 0.0565500 May 05 21:09:46.606963 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db012192-f08c-4175-8f26-9f3bfc0b8b1c req-ca46d789-7779-4410-931d-72f6b4793666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:09:46.608458 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-db012192-f08c-4175-8f26-9f3bfc0b8b1c req-ca46d789-7779-4410-931d-72f6b4793666 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c35cf51a-e357-42be-81a4-0ce973463319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746639 May 05 21:09:46.739099 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-db012192-f08c-4175-8f26-9f3bfc0b8b1c req-812201c5-dc40-4038-b46e-ea5713c0fe89 service neutron] 10.222.0.24 "GET /v2.0/networks/c35cf51a-e357-42be-81a4-0ce973463319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244459 May 05 21:09:46.867524 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-db012192-f08c-4175-8f26-9f3bfc0b8b1c req-2c4047c2-260c-4217-8fc4-20c6643e637f service neutron] 10.222.0.24 "GET /v2.0/networks/c35cf51a-e357-42be-81a4-0ce973463319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224833 May 05 21:09:47.186844 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:10:04.817290 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-76f45630-af07-4482-b22f-7c6b587da31c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:10:07.029070 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4e54f682-96f9-4eb9-b619-04bdb7d450c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:10:08.009237 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:10:08.098743 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:10:08.235697 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:10:09.849895 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:10:15.063839 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:10:17.186125 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:10:34.823052 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ae76fb66-594d-45f1-9b98-bd1a00491ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:10:37.031715 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cbd4f56f-9641-4771-bfc8-f9ef3f222508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:10:38.100644 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:10:38.240932 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:10:39.849535 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:10:45.009489 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:10:45.087361 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:10:47.200885 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:10:48.091503 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e70a3e82-c2bf-419a-8cd6-4abd3a81a90e req-1ae5308f-a4f3-4f3f-a9f2-ebb3b0d093da service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a601b4e0-f0b5-4104-b3dd-72404f223241&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0695748 May 05 21:10:48.231215 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a3e82-c2bf-419a-8cd6-4abd3a81a90e req-268cba3e-d1fe-4a29-9056-eca8af50a239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:10:48.232725 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e70a3e82-c2bf-419a-8cd6-4abd3a81a90e req-268cba3e-d1fe-4a29-9056-eca8af50a239 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=37b781d2d01a4ea2a3c428d1e5094bb5&device_id=a601b4e0-f0b5-4104-b3dd-72404f223241 HTTP/1.1" status: 200 len: 1097 time: 0.0735471 May 05 21:10:48.374362 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a3e82-c2bf-419a-8cd6-4abd3a81a90e req-29d0ece8-d845-4d54-8604-4f2731cd2dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:10:48.375740 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e70a3e82-c2bf-419a-8cd6-4abd3a81a90e req-29d0ece8-d845-4d54-8604-4f2731cd2dad service neutron] 10.222.0.24 "GET /v2.0/networks?id=c35cf51a-e357-42be-81a4-0ce973463319 HTTP/1.1" status: 200 len: 911 time: 0.1247971 May 05 21:10:48.589196 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e70a3e82-c2bf-419a-8cd6-4abd3a81a90e req-bd1431b8-340d-4066-8674-d0d14d45e464 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d8623f1-5ba1-48a5-b444-de6b9dc74c7a HTTP/1.1" status: 200 len: 1001 time: 0.2075076 May 05 21:10:48.654042 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a3e82-c2bf-419a-8cd6-4abd3a81a90e req-0e590519-c113-4924-a1a8-6a2d10044124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:10:48.655445 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e70a3e82-c2bf-419a-8cd6-4abd3a81a90e req-0e590519-c113-4924-a1a8-6a2d10044124 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0454fdb7-be6e-4014-9fe9-8fa73ed82793 HTTP/1.1" status: 200 len: 849 time: 0.0602918 May 05 21:10:48.731380 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a3e82-c2bf-419a-8cd6-4abd3a81a90e req-b954b26b-adb7-4908-a919-91e75e9536ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:10:48.732860 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e70a3e82-c2bf-419a-8cd6-4abd3a81a90e req-b954b26b-adb7-4908-a919-91e75e9536ec service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c35cf51a-e357-42be-81a4-0ce973463319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717149 May 05 21:10:48.744351 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [req-e70a3e82-c2bf-419a-8cd6-4abd3a81a90e req-c7b751cf-d8c7-4523-aa1e-0ebf789f583c service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 21:10:48.745287 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e70a3e82-c2bf-419a-8cd6-4abd3a81a90e req-c7b751cf-d8c7-4523-aa1e-0ebf789f583c service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058415 May 05 21:10:48.892488 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e70a3e82-c2bf-419a-8cd6-4abd3a81a90e req-ef50d9b1-a212-41b9-87a1-8290df0b76a4 service neutron] 10.222.0.24 "GET /v2.0/networks/c35cf51a-e357-42be-81a4-0ce973463319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404951 May 05 21:10:49.029639 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-e70a3e82-c2bf-419a-8cd6-4abd3a81a90e req-45a6228b-c32e-4ea4-8fb8-d58befcc7e2f service neutron] 10.222.0.24 "GET /v2.0/networks/c35cf51a-e357-42be-81a4-0ce973463319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312478 May 05 21:11:04.815308 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6a898ebf-36b1-4a27-84d9-86335bbcda91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:11:07.037837 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-02c30b53-fd0a-44c0-910e-50b3b94ec911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:11:08.105078 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:11:08.243411 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:11:09.851060 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:11:15.065649 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:11:17.216228 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:11:20.547156 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 4d8623f1-5ba1-48a5-b444-de6b9dc74c7a details requested by agent hyperv_n-h1-840717-1 with host n-h1-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:11:20.681115 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 4d8623f1-5ba1-48a5-b444-de6b9dc74c7a, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=4d8623f1-5ba1-48a5-b444-de6b9dc74c7a,segment=NetworkSegment(c47bbc14-4813-4cd8-b57a-618d8ef82d36),segment_id=c47bbc14-4813-4cd8-b57a-618d8ef82d36)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 21:11:20.695210 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Returning: {'device': '4d8623f1-5ba1-48a5-b444-de6b9dc74c7a', 'network_id': 'c35cf51a-e357-42be-81a4-0ce973463319', 'port_id': '4d8623f1-5ba1-48a5-b444-de6b9dc74c7a', 'mac_address': 'fa:16:3e:42:69:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0454fdb7-be6e-4014-9fe9-8fa73ed82793', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:11:20.753567 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:11:20.771447 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4d8623f1-5ba1-48a5-b444-de6b9dc74c7a {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 21:11:20.786840 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 4d8623f1-5ba1-48a5-b444-de6b9dc74c7a, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=4d8623f1-5ba1-48a5-b444-de6b9dc74c7a,segment=NetworkSegment(c47bbc14-4813-4cd8-b57a-618d8ef82d36),segment_id=c47bbc14-4813-4cd8-b57a-618d8ef82d36)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 21:11:20.790714 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:11:20.861524 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=4d8623f1-5ba1-48a5-b444-de6b9dc74c7a,revision_number=6']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:11:20.870890 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:11:20.871385 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:11:20.871802 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:11:20.872200 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:11:20.872594 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:11:20.872984 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:11:20.873371 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:11:20.873758 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:11:20.874141 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:11:20.874523 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:11:20.874906 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:11:20.875303 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:11:20.879004 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] get_ports_and_sgs() called for port_ids ['4d8623f1-5ba1-48a5-b444-de6b9dc74c7a'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 21:11:22.009298 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:11:22.554970 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 4d8623f1-5ba1-48a5-b444-de6b9dc74c7a up at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:11:22.635701 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Provisioning complete for port 4d8623f1-5ba1-48a5-b444-de6b9dc74c7a triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:11:22.636730 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:11:22.767346 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:11:22.799516 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a601b4e0-f0b5-4104-b3dd-72404f223241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d8623f1-5ba1-48a5-b444-de6b9dc74c7a'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 21:11:22.810203 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 4d8623f1-5ba1-48a5-b444-de6b9dc74c7a, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=4d8623f1-5ba1-48a5-b444-de6b9dc74c7a,segment=NetworkSegment(c47bbc14-4813-4cd8-b57a-618d8ef82d36),segment_id=c47bbc14-4813-4cd8-b57a-618d8ef82d36)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 21:11:22.819312 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:11:22.903800 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=4d8623f1-5ba1-48a5-b444-de6b9dc74c7a,revision_number=7']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:11:22.938509 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15d2f34b-d686-4361-b8f6-21e7affaeebd'] response: {'server_uuid': 'a601b4e0-f0b5-4104-b3dd-72404f223241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d8623f1-5ba1-48a5-b444-de6b9dc74c7a', 'code': 200} May 05 21:11:30.665216 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d53cb17c-1815-4db2-acf6-0e569d7e53c4 req-88c25a97-2b96-4569-a359-b3e26390cc4c tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1101690368&fields=id&tenant_id=37b781d2d01a4ea2a3c428d1e5094bb5 HTTP/1.1" status: 200 len: 267 time: 0.0430906 May 05 21:11:30.812661 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53cb17c-1815-4db2-acf6-0e569d7e53c4 req-1b8010ca-26cc-4a47-8691-1ab6aa669ae2 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:11:30.814080 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d53cb17c-1815-4db2-acf6-0e569d7e53c4 req-1b8010ca-26cc-4a47-8691-1ab6aa669ae2 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.36 "GET /v2.0/networks?id=c35cf51a-e357-42be-81a4-0ce973463319 HTTP/1.1" status: 200 len: 810 time: 0.1424239 May 05 21:11:30.829653 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d53cb17c-1815-4db2-acf6-0e569d7e53c4 req-47108906-e7a0-4002-81e4-de1d2034908c tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.36 "GET /v2.0/quotas/37b781d2d01a4ea2a3c428d1e5094bb5 HTTP/1.1" status: 200 len: 375 time: 0.0102608 May 05 21:11:30.913362 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d53cb17c-1815-4db2-acf6-0e569d7e53c4 req-05107648-b897-4bf0-9176-30a598e7187a tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=37b781d2d01a4ea2a3c428d1e5094bb5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0787373 May 05 21:11:30.988079 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [req-d53cb17c-1815-4db2-acf6-0e569d7e53c4 req-771e41c7-77fd-4a20-8871-a99ba9650458 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 21:11:30.989083 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d53cb17c-1815-4db2-acf6-0e569d7e53c4 req-771e41c7-77fd-4a20-8871-a99ba9650458 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0643356 May 05 21:11:31.118854 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d53cb17c-1815-4db2-acf6-0e569d7e53c4 req-d24a4a01-9408-4483-9b59-c7186cfb9699 service neutron] 10.222.0.36 "GET /v2.0/networks/c35cf51a-e357-42be-81a4-0ce973463319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237755 May 05 21:11:31.248295 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d53cb17c-1815-4db2-acf6-0e569d7e53c4 req-f52a6d54-3228-4f96-a350-3ac54a4146fe service neutron] 10.222.0.36 "GET /v2.0/networks/c35cf51a-e357-42be-81a4-0ce973463319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230047 May 05 21:11:31.428681 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d9761c1b-303b-42b0-b9f4-d22e0087e6b4 req-8090891e-cf81-4fc9-83d3-bab42b40a416 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.36 "GET /v2.0/ports?device_id=e128ffd5-1502-4cb2-b498-4f2f84d911ce HTTP/1.1" status: 200 len: 210 time: 0.0426631 May 05 21:11:32.564236 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53cb17c-1815-4db2-acf6-0e569d7e53c4 req-4efcc1eb-d830-472c-93bd-37fb6d8ff19e tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:11:32.565670 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d53cb17c-1815-4db2-acf6-0e569d7e53c4 req-4efcc1eb-d830-472c-93bd-37fb6d8ff19e tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.50 "GET /v2.0/networks?id=c35cf51a-e357-42be-81a4-0ce973463319 HTTP/1.1" status: 200 len: 810 time: 0.2593536 May 05 21:11:32.599449 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-7f69ccb3-df01-4857-9839-1fd00a729e45 req-3dbc871d-a274-43d0-80a3-5b0b369d5041 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.36 "GET /v2.0/ports?device_id=e128ffd5-1502-4cb2-b498-4f2f84d911ce HTTP/1.1" status: 200 len: 210 time: 0.0574124 May 05 21:11:32.628830 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d53cb17c-1815-4db2-acf6-0e569d7e53c4 req-691310fa-612c-463a-b977-269d7756c3b4 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37b781d2d01a4ea2a3c428d1e5094bb5 HTTP/1.1" status: 200 len: 380 time: 0.0545399 May 05 21:11:32.636773 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-d53cb17c-1815-4db2-acf6-0e569d7e53c4 req-14f8a510-0dda-4aed-b2b9-fb681bdd0890 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Request body: {'port': {'device_id': 'e128ffd5-1502-4cb2-b498-4f2f84d911ce', 'network_id': 'c35cf51a-e357-42be-81a4-0ce973463319', 'admin_state_up': True, 'tenant_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'security_groups': ['c0d4d3df-4042-4c14-81c7-f711117ef412']}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 21:11:32.781447 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-d53cb17c-1815-4db2-acf6-0e569d7e53c4 req-14f8a510-0dda-4aed-b2b9-fb681bdd0890 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:11:32.792661 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [req-d53cb17c-1815-4db2-acf6-0e569d7e53c4 req-14f8a510-0dda-4aed-b2b9-fb681bdd0890 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:11:32.804971 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d53cb17c-1815-4db2-acf6-0e569d7e53c4 req-14f8a510-0dda-4aed-b2b9-fb681bdd0890 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Made reservation on behalf of 37b781d2d01a4ea2a3c428d1e5094bb5 for: {'port': 1} {{(pid=88197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:11:32.813202 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d53cb17c-1815-4db2-acf6-0e569d7e53c4 req-14f8a510-0dda-4aed-b2b9-fb681bdd0890 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:11:33.047492 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [req-d53cb17c-1815-4db2-acf6-0e569d7e53c4 req-14f8a510-0dda-4aed-b2b9-fb681bdd0890 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Allocated IP 172.20.0.6 (c35cf51a-e357-42be-81a4-0ce973463319/0454fdb7-be6e-4014-9fe9-8fa73ed82793/185d08d1-2fb3-44c0-8cb6-4926b6bc1b39) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:11:33.274595 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d53cb17c-1815-4db2-acf6-0e569d7e53c4 req-14f8a510-0dda-4aed-b2b9-fb681bdd0890 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:11:33.296696 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-d53cb17c-1815-4db2-acf6-0e569d7e53c4 req-14f8a510-0dda-4aed-b2b9-fb681bdd0890 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Transition to ACTIVE for port object 185d08d1-2fb3-44c0-8cb6-4926b6bc1b39 will not be triggered until provisioned by entity DHCP. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:11:33.322410 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d53cb17c-1815-4db2-acf6-0e569d7e53c4 req-14f8a510-0dda-4aed-b2b9-fb681bdd0890 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:11:33.383423 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d53cb17c-1815-4db2-acf6-0e569d7e53c4 req-14f8a510-0dda-4aed-b2b9-fb681bdd0890 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Network c35cf51a-e357-42be-81a4-0ce973463319 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:11:33.393054 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [req-d53cb17c-1815-4db2-acf6-0e569d7e53c4 req-14f8a510-0dda-4aed-b2b9-fb681bdd0890 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:11:33.406714 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-d53cb17c-1815-4db2-acf6-0e569d7e53c4 req-14f8a510-0dda-4aed-b2b9-fb681bdd0890 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 21:11:33.473503 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f8a510-0dda-4aed-b2b9-fb681bdd0890 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Pushing event updated for resources: {'Port': ['ID=185d08d1-2fb3-44c0-8cb6-4926b6bc1b39,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:11:33.492335 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53cb17c-1815-4db2-acf6-0e569d7e53c4 req-14f8a510-0dda-4aed-b2b9-fb681bdd0890 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:11:33.492966 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d53cb17c-1815-4db2-acf6-0e569d7e53c4 req-14f8a510-0dda-4aed-b2b9-fb681bdd0890 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:11:33.498047 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f8a510-0dda-4aed-b2b9-fb681bdd0890 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:11:33.498386 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f8a510-0dda-4aed-b2b9-fb681bdd0890 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:11:33.498722 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f8a510-0dda-4aed-b2b9-fb681bdd0890 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:11:33.499064 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f8a510-0dda-4aed-b2b9-fb681bdd0890 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:11:33.499410 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f8a510-0dda-4aed-b2b9-fb681bdd0890 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:11:33.499740 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f8a510-0dda-4aed-b2b9-fb681bdd0890 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:11:33.500063 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f8a510-0dda-4aed-b2b9-fb681bdd0890 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:11:33.500383 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f8a510-0dda-4aed-b2b9-fb681bdd0890 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:11:33.501003 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f8a510-0dda-4aed-b2b9-fb681bdd0890 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:11:33.501335 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f8a510-0dda-4aed-b2b9-fb681bdd0890 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:11:33.501654 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f8a510-0dda-4aed-b2b9-fb681bdd0890 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:11:33.502126 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f8a510-0dda-4aed-b2b9-fb681bdd0890 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:11:33.534554 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d53cb17c-1815-4db2-acf6-0e569d7e53c4 req-14f8a510-0dda-4aed-b2b9-fb681bdd0890 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9016938 May 05 21:11:33.761914 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-0b274bd7-b844-4fc3-946d-8d4a8a94e601 None None] Provisioning for port 185d08d1-2fb3-44c0-8cb6-4926b6bc1b39 completed by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:11:33.770710 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-0b274bd7-b844-4fc3-946d-8d4a8a94e601 None None] Provisioning complete for port 185d08d1-2fb3-44c0-8cb6-4926b6bc1b39 triggered by entity DHCP. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:11:33.771437 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0b274bd7-b844-4fc3-946d-8d4a8a94e601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:11:33.842597 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b53fa-55ee-40d1-9e9d-62ac0e4b01b8 req-4be87ec1-02c2-4182-992c-6f4b5fc74d71 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:11:33.843243 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-b77b53fa-55ee-40d1-9e9d-62ac0e4b01b8 req-4be87ec1-02c2-4182-992c-6f4b5fc74d71 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Synchronizing usage tracker for tenant:37b781d2d01a4ea2a3c428d1e5094bb5 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:11:33.850856 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-0b274bd7-b844-4fc3-946d-8d4a8a94e601 None None] Port 185d08d1-2fb3-44c0-8cb6-4926b6bc1b39 cannot update to ACTIVE because it is not bound. {{(pid=88199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 05 21:11:33.864721 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-b77b53fa-55ee-40d1-9e9d-62ac0e4b01b8 req-4be87ec1-02c2-4182-992c-6f4b5fc74d71 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Unset dirty status for tenant:37b781d2d01a4ea2a3c428d1e5094bb5 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:11:33.866182 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b77b53fa-55ee-40d1-9e9d-62ac0e4b01b8 req-4be87ec1-02c2-4182-992c-6f4b5fc74d71 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.36 "GET /v2.0/ports?device_id=e128ffd5-1502-4cb2-b498-4f2f84d911ce HTTP/1.1" status: 200 len: 931 time: 0.1364906 May 05 21:11:33.913989 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b77b53fa-55ee-40d1-9e9d-62ac0e4b01b8 req-32b17bfe-71de-438a-a068-671f03b95b52 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0d4d3df-4042-4c14-81c7-f711117ef412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417800 May 05 21:11:34.577544 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 4d8623f1-5ba1-48a5-b444-de6b9dc74c7a no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:11:34.710946 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:11:34.744885 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a601b4e0-f0b5-4104-b3dd-72404f223241', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d8623f1-5ba1-48a5-b444-de6b9dc74c7a'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 21:11:34.756166 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] For port 4d8623f1-5ba1-48a5-b444-de6b9dc74c7a, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=4d8623f1-5ba1-48a5-b444-de6b9dc74c7a,segment=NetworkSegment(c47bbc14-4813-4cd8-b57a-618d8ef82d36),segment_id=c47bbc14-4813-4cd8-b57a-618d8ef82d36)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 21:11:34.762910 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:11:34.831472 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9c6c6cf-ee4d-4610-8c97-5ddc4e5518d2'] response: {'server_uuid': 'a601b4e0-f0b5-4104-b3dd-72404f223241', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d8623f1-5ba1-48a5-b444-de6b9dc74c7a', 'code': 200} May 05 21:11:34.842738 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a5ae2271-c5a0-4a13-b2a1-c390210e1072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:11:34.857125 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Pushing event updated for resources: {'Port': ['ID=4d8623f1-5ba1-48a5-b444-de6b9dc74c7a,revision_number=8']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:11:35.115695 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fed335-5bed-40ee-ac33-7053a5e50ecb req-4efa4a7d-0e30-489c-98a0-4f097c96dcba tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:11:35.117303 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-75fed335-5bed-40ee-ac33-7053a5e50ecb req-4efa4a7d-0e30-489c-98a0-4f097c96dcba tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.36 "GET /v2.0/ports?device_id=e128ffd5-1502-4cb2-b498-4f2f84d911ce HTTP/1.1" status: 200 len: 931 time: 0.0874569 May 05 21:11:35.170354 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-75fed335-5bed-40ee-ac33-7053a5e50ecb req-19fc4641-eea7-4ab1-bffc-ea8f564d275c tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0d4d3df-4042-4c14-81c7-f711117ef412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466130 May 05 21:11:36.385312 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4cda91-353c-4355-9732-9f3ebe0cc467 req-2af6fc01-a4de-4cb0-bf1b-117885f6a475 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:11:36.387708 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dd4cda91-353c-4355-9732-9f3ebe0cc467 req-2af6fc01-a4de-4cb0-bf1b-117885f6a475 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.36 "GET /v2.0/ports?device_id=e128ffd5-1502-4cb2-b498-4f2f84d911ce HTTP/1.1" status: 200 len: 931 time: 0.1081402 May 05 21:11:36.432277 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-dd4cda91-353c-4355-9732-9f3ebe0cc467 req-17bf3719-48d1-4862-8bcc-14c0c898d09b tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0d4d3df-4042-4c14-81c7-f711117ef412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384383 May 05 21:11:37.032095 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-25d7ea07-f623-4002-ae97-9bbff3d1d26e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:11:37.631207 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d029710-d98e-494e-b5a9-a831c1d7ba3a req-77f47d72-cdbd-4b44-858b-b89ebb761d01 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:11:37.632747 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2d029710-d98e-494e-b5a9-a831c1d7ba3a req-77f47d72-cdbd-4b44-858b-b89ebb761d01 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.36 "GET /v2.0/ports?device_id=e128ffd5-1502-4cb2-b498-4f2f84d911ce HTTP/1.1" status: 200 len: 931 time: 0.0826831 May 05 21:11:37.677293 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-2d029710-d98e-494e-b5a9-a831c1d7ba3a req-be58f991-f577-4a66-9cbc-a1bb54ab867f tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0d4d3df-4042-4c14-81c7-f711117ef412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380619 May 05 21:11:38.108092 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:11:38.249007 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:11:38.876930 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20740645-e546-4568-b090-d25124530d91 req-f9a55f5d-a35b-4d70-a1d5-e857e773e36b tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:11:38.878514 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-20740645-e546-4568-b090-d25124530d91 req-f9a55f5d-a35b-4d70-a1d5-e857e773e36b tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.36 "GET /v2.0/ports?device_id=e128ffd5-1502-4cb2-b498-4f2f84d911ce HTTP/1.1" status: 200 len: 931 time: 0.0873673 May 05 21:11:38.929930 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-20740645-e546-4568-b090-d25124530d91 req-643627a8-6fc1-403c-80b8-db4de13e9dac tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0d4d3df-4042-4c14-81c7-f711117ef412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451756 May 05 21:11:39.865198 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:11:40.144916 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d15002-f97f-4a6e-9a7f-d1f7c8619fce req-809e9a61-ae0f-4bf9-a3e7-36186c968648 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:11:40.146365 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b8d15002-f97f-4a6e-9a7f-d1f7c8619fce req-809e9a61-ae0f-4bf9-a3e7-36186c968648 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.36 "GET /v2.0/ports?device_id=e128ffd5-1502-4cb2-b498-4f2f84d911ce HTTP/1.1" status: 200 len: 931 time: 0.1073189 May 05 21:11:40.192500 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-b8d15002-f97f-4a6e-9a7f-d1f7c8619fce req-bd9a2a48-9451-4c9f-856d-ceeabea41ec7 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0d4d3df-4042-4c14-81c7-f711117ef412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405366 May 05 21:11:41.379909 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b8217f-8695-4f3a-a0e7-c8fcb41ed695 req-3a9ae2e1-8e18-4575-9458-fa6ee64551d4 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:11:41.381689 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-01b8217f-8695-4f3a-a0e7-c8fcb41ed695 req-3a9ae2e1-8e18-4575-9458-fa6ee64551d4 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.36 "GET /v2.0/ports?device_id=e128ffd5-1502-4cb2-b498-4f2f84d911ce HTTP/1.1" status: 200 len: 931 time: 0.0811894 May 05 21:11:41.435009 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-01b8217f-8695-4f3a-a0e7-c8fcb41ed695 req-64ef2b55-8aaa-4a86-80e5-b333132f2c2e tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0d4d3df-4042-4c14-81c7-f711117ef412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469933 May 05 21:11:41.645468 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [req-d53cb17c-1815-4db2-acf6-0e569d7e53c4 req-3902cf12-15ca-41a7-8382-eb18ce11fc41 service neutron] Request body: {'port': {'device_id': 'e128ffd5-1502-4cb2-b498-4f2f84d911ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840717-1'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 21:11:41.762760 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d53cb17c-1815-4db2-acf6-0e569d7e53c4 req-3902cf12-15ca-41a7-8382-eb18ce11fc41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:11:42.094975 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [req-d53cb17c-1815-4db2-acf6-0e569d7e53c4 req-3902cf12-15ca-41a7-8382-eb18ce11fc41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 185d08d1-2fb3-44c0-8cb6-4926b6bc1b39 {{(pid=88197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 21:11:42.102149 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d53cb17c-1815-4db2-acf6-0e569d7e53c4 req-3902cf12-15ca-41a7-8382-eb18ce11fc41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:11:42.118663 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.provisioning_blocks [req-d53cb17c-1815-4db2-acf6-0e569d7e53c4 req-3902cf12-15ca-41a7-8382-eb18ce11fc41 service neutron] Transition to ACTIVE for port object 185d08d1-2fb3-44c0-8cb6-4926b6bc1b39 will not be triggered until provisioned by entity L2. {{(pid=88197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:11:42.122295 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d53cb17c-1815-4db2-acf6-0e569d7e53c4 req-3902cf12-15ca-41a7-8382-eb18ce11fc41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:11:42.392837 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3902cf12-15ca-41a7-8382-eb18ce11fc41 service neutron] Pushing event updated for resources: {'Port': ['ID=185d08d1-2fb3-44c0-8cb6-4926b6bc1b39,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:11:42.461937 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-d53cb17c-1815-4db2-acf6-0e569d7e53c4 req-3902cf12-15ca-41a7-8382-eb18ce11fc41 service neutron] Attempting to bind port 185d08d1-2fb3-44c0-8cb6-4926b6bc1b39 on host n-h2-840717-1 for vnic_type normal with profile {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:11:42.462196 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-d53cb17c-1815-4db2-acf6-0e569d7e53c4 req-3902cf12-15ca-41a7-8382-eb18ce11fc41 service neutron] Attempting to bind port 185d08d1-2fb3-44c0-8cb6-4926b6bc1b39 by drivers openvswitch,hyperv on host n-h2-840717-1 at level 0 using segments [{'id': 'c47bbc14-4813-4cd8-b57a-618d8ef82d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c35cf51a-e357-42be-81a4-0ce973463319'}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:11:42.462521 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53cb17c-1815-4db2-acf6-0e569d7e53c4 req-3902cf12-15ca-41a7-8382-eb18ce11fc41 service neutron] Attempting to bind port 185d08d1-2fb3-44c0-8cb6-4926b6bc1b39 on network c35cf51a-e357-42be-81a4-0ce973463319 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 21:11:42.468137 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53cb17c-1815-4db2-acf6-0e569d7e53c4 req-3902cf12-15ca-41a7-8382-eb18ce11fc41 service neutron] Port 185d08d1-2fb3-44c0-8cb6-4926b6bc1b39 on network c35cf51a-e357-42be-81a4-0ce973463319 not bound, no agent of type Open vSwitch agent registered on host n-h2-840717-1 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 05 21:11:42.468450 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53cb17c-1815-4db2-acf6-0e569d7e53c4 req-3902cf12-15ca-41a7-8382-eb18ce11fc41 service neutron] Attempting to bind port 185d08d1-2fb3-44c0-8cb6-4926b6bc1b39 on network c35cf51a-e357-42be-81a4-0ce973463319 {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 05 21:11:42.473556 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53cb17c-1815-4db2-acf6-0e569d7e53c4 req-3902cf12-15ca-41a7-8382-eb18ce11fc41 service neutron] Checking agent: {'id': '15bbea5e-62bd-4818-bd13-861629ccf0ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840717-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'started_at': datetime.datetime(2022, 5, 5, 19, 45, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 05 21:11:42.473883 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53cb17c-1815-4db2-acf6-0e569d7e53c4 req-3902cf12-15ca-41a7-8382-eb18ce11fc41 service neutron] Checking segment: {'id': 'c47bbc14-4813-4cd8-b57a-618d8ef82d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c35cf51a-e357-42be-81a4-0ce973463319'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 05 21:11:42.474256 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53cb17c-1815-4db2-acf6-0e569d7e53c4 req-3902cf12-15ca-41a7-8382-eb18ce11fc41 service neutron] Bound using segment: {'id': 'c47bbc14-4813-4cd8-b57a-618d8ef82d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c35cf51a-e357-42be-81a4-0ce973463319'} {{(pid=88197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 05 21:11:42.474699 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.managers [req-d53cb17c-1815-4db2-acf6-0e569d7e53c4 req-3902cf12-15ca-41a7-8382-eb18ce11fc41 service neutron] Bound port: 185d08d1-2fb3-44c0-8cb6-4926b6bc1b39, host: n-h2-840717-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c47bbc14-4813-4cd8-b57a-618d8ef82d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c35cf51a-e357-42be-81a4-0ce973463319'}}] {{(pid=88197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:11:42.475032 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d53cb17c-1815-4db2-acf6-0e569d7e53c4 req-3902cf12-15ca-41a7-8382-eb18ce11fc41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:11:42.616000 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-d53cb17c-1815-4db2-acf6-0e569d7e53c4 req-3902cf12-15ca-41a7-8382-eb18ce11fc41 service neutron] For port 185d08d1-2fb3-44c0-8cb6-4926b6bc1b39, host n-h2-840717-1, cleared binding levels {{(pid=88197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 05 21:11:42.627284 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-d53cb17c-1815-4db2-acf6-0e569d7e53c4 req-3902cf12-15ca-41a7-8382-eb18ce11fc41 service neutron] For port 185d08d1-2fb3-44c0-8cb6-4926b6bc1b39, host n-h2-840717-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=185d08d1-2fb3-44c0-8cb6-4926b6bc1b39,segment=NetworkSegment(c47bbc14-4813-4cd8-b57a-618d8ef82d36),segment_id=c47bbc14-4813-4cd8-b57a-618d8ef82d36)] {{(pid=88197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 05 21:11:42.632801 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d53cb17c-1815-4db2-acf6-0e569d7e53c4 req-3902cf12-15ca-41a7-8382-eb18ce11fc41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:11:42.699210 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53cb17c-1815-4db2-acf6-0e569d7e53c4 req-3902cf12-15ca-41a7-8382-eb18ce11fc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:11:42.699914 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-d53cb17c-1815-4db2-acf6-0e569d7e53c4 req-3902cf12-15ca-41a7-8382-eb18ce11fc41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:11:42.701281 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d53cb17c-1815-4db2-acf6-0e569d7e53c4 req-3902cf12-15ca-41a7-8382-eb18ce11fc41 service neutron] 10.222.0.50 "PUT /v2.0/ports/185d08d1-2fb3-44c0-8cb6-4926b6bc1b39 HTTP/1.1" status: 200 len: 1091 time: 1.0600131 May 05 21:11:42.701872 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e128ffd5-1502-4cb2-b498-4f2f84d911ce', 'tag': '185d08d1-2fb3-44c0-8cb6-4926b6bc1b39'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 21:11:42.731017 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6520afae-a51f-408d-aaf5-4b6d16855449 req-2bc19590-ea2c-42f2-811b-abf2f624c406 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:11:42.736016 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6520afae-a51f-408d-aaf5-4b6d16855449 req-2bc19590-ea2c-42f2-811b-abf2f624c406 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.36 "GET /v2.0/ports?device_id=e128ffd5-1502-4cb2-b498-4f2f84d911ce HTTP/1.1" status: 200 len: 943 time: 0.1931353 May 05 21:11:42.737040 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3902cf12-15ca-41a7-8382-eb18ce11fc41 service neutron] Pushing event updated for resources: {'Port': ['ID=185d08d1-2fb3-44c0-8cb6-4926b6bc1b39,revision_number=3']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:11:42.760260 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6576bf3-3b79-473a-930e-8eefb852dbee'] response: {'name': 'network-changed', 'server_uuid': 'e128ffd5-1502-4cb2-b498-4f2f84d911ce', 'tag': '185d08d1-2fb3-44c0-8cb6-4926b6bc1b39', 'status': 'completed', 'code': 200} May 05 21:11:42.837891 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-6520afae-a51f-408d-aaf5-4b6d16855449 req-2d660956-b63e-4e60-88a3-7352b8741168 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0d4d3df-4042-4c14-81c7-f711117ef412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958326 May 05 21:11:42.861447 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53cb17c-1815-4db2-acf6-0e569d7e53c4 req-06661785-74bf-4019-9137-0f58fba50b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:11:42.862943 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d53cb17c-1815-4db2-acf6-0e569d7e53c4 req-06661785-74bf-4019-9137-0f58fba50b3e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=37b781d2d01a4ea2a3c428d1e5094bb5&device_id=e128ffd5-1502-4cb2-b498-4f2f84d911ce HTTP/1.1" status: 200 len: 1094 time: 0.1012468 May 05 21:11:42.934632 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d53cb17c-1815-4db2-acf6-0e569d7e53c4 req-5e74b24b-1b27-4df4-921d-f392acf6ff98 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=185d08d1-2fb3-44c0-8cb6-4926b6bc1b39 HTTP/1.1" status: 200 len: 217 time: 0.0656676 May 05 21:11:42.995563 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53cb17c-1815-4db2-acf6-0e569d7e53c4 req-75b6137d-47cd-44f4-b491-1209c8ad91d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:11:42.997032 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d53cb17c-1815-4db2-acf6-0e569d7e53c4 req-75b6137d-47cd-44f4-b491-1209c8ad91d1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0454fdb7-be6e-4014-9fe9-8fa73ed82793 HTTP/1.1" status: 200 len: 849 time: 0.0574296 May 05 21:11:43.068948 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53cb17c-1815-4db2-acf6-0e569d7e53c4 req-4df185d1-5035-4781-90a9-f3c45bb0a9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:11:43.070358 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d53cb17c-1815-4db2-acf6-0e569d7e53c4 req-4df185d1-5035-4781-90a9-f3c45bb0a9e4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c35cf51a-e357-42be-81a4-0ce973463319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679266 May 05 21:11:43.202709 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d53cb17c-1815-4db2-acf6-0e569d7e53c4 req-c04d7431-21c7-4f98-8ce8-0df775959110 service neutron] 10.222.0.50 "GET /v2.0/networks/c35cf51a-e357-42be-81a4-0ce973463319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263945 May 05 21:11:43.331289 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-d53cb17c-1815-4db2-acf6-0e569d7e53c4 req-42054b03-4664-4dfd-b30a-d4e8200a4c85 service neutron] 10.222.0.50 "GET /v2.0/networks/c35cf51a-e357-42be-81a4-0ce973463319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235292 May 05 21:11:43.445770 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae6879-a3c6-43d6-bf8d-d898f4c86e33 req-164fca6f-bbd8-4757-aacc-05e0e04db6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:11:43.447341 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-54ae6879-a3c6-43d6-bf8d-d898f4c86e33 req-164fca6f-bbd8-4757-aacc-05e0e04db6f4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=37b781d2d01a4ea2a3c428d1e5094bb5&device_id=e128ffd5-1502-4cb2-b498-4f2f84d911ce HTTP/1.1" status: 200 len: 1094 time: 0.0725846 May 05 21:11:43.576725 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae6879-a3c6-43d6-bf8d-d898f4c86e33 req-dd2b1e88-25b2-4f31-a720-ce0d9fe648a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:11:43.578074 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-54ae6879-a3c6-43d6-bf8d-d898f4c86e33 req-dd2b1e88-25b2-4f31-a720-ce0d9fe648a7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c35cf51a-e357-42be-81a4-0ce973463319 HTTP/1.1" status: 200 len: 911 time: 0.1252360 May 05 21:11:43.644382 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-54ae6879-a3c6-43d6-bf8d-d898f4c86e33 req-2b5df4f8-16b8-4e31-abf6-af8c9ed761c4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=185d08d1-2fb3-44c0-8cb6-4926b6bc1b39 HTTP/1.1" status: 200 len: 217 time: 0.0601714 May 05 21:11:43.707511 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae6879-a3c6-43d6-bf8d-d898f4c86e33 req-be2cd8b2-0f07-469e-b1f7-3457a34afe98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:11:43.708931 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-54ae6879-a3c6-43d6-bf8d-d898f4c86e33 req-be2cd8b2-0f07-469e-b1f7-3457a34afe98 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0454fdb7-be6e-4014-9fe9-8fa73ed82793 HTTP/1.1" status: 200 len: 849 time: 0.0583861 May 05 21:11:43.782136 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae6879-a3c6-43d6-bf8d-d898f4c86e33 req-f32e7484-0a02-4723-bb20-6ccc8d0a0784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:11:43.783601 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-54ae6879-a3c6-43d6-bf8d-d898f4c86e33 req-f32e7484-0a02-4723-bb20-6ccc8d0a0784 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c35cf51a-e357-42be-81a4-0ce973463319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682864 May 05 21:11:43.912582 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-54ae6879-a3c6-43d6-bf8d-d898f4c86e33 req-43133c8a-5bc8-4992-b3e7-ad0a12b99be9 service neutron] 10.222.0.50 "GET /v2.0/networks/c35cf51a-e357-42be-81a4-0ce973463319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229823 May 05 21:11:44.041260 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3ffa49-c954-4993-b99c-b2927a94b6e2 req-4879e07b-fba0-4acc-b715-38fdd77cf606 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:11:44.043009 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-af3ffa49-c954-4993-b99c-b2927a94b6e2 req-4879e07b-fba0-4acc-b715-38fdd77cf606 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.36 "GET /v2.0/ports?device_id=e128ffd5-1502-4cb2-b498-4f2f84d911ce HTTP/1.1" status: 200 len: 943 time: 0.0938401 May 05 21:11:44.089251 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-af3ffa49-c954-4993-b99c-b2927a94b6e2 req-8f24a26d-ce6b-4a3a-9298-ae49483e489c tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0d4d3df-4042-4c14-81c7-f711117ef412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402422 May 05 21:11:44.145991 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-54ae6879-a3c6-43d6-bf8d-d898f4c86e33 req-1f779e4e-8790-4c19-a341-831709b0faaa service neutron] 10.222.0.50 "GET /v2.0/networks/c35cf51a-e357-42be-81a4-0ce973463319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275257 May 05 21:11:45.056434 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:11:45.202523 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 185d08d1-2fb3-44c0-8cb6-4926b6bc1b39 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:11:45.288698 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826c5d3-0c85-4962-a289-52b4d9559cbc req-e18518b5-295a-46a4-9dbe-1854ceac53f9 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:11:45.290162 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1826c5d3-0c85-4962-a289-52b4d9559cbc req-e18518b5-295a-46a4-9dbe-1854ceac53f9 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.36 "GET /v2.0/ports?device_id=e128ffd5-1502-4cb2-b498-4f2f84d911ce HTTP/1.1" status: 200 len: 943 time: 0.0853083 May 05 21:11:45.333756 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-1826c5d3-0c85-4962-a289-52b4d9559cbc req-c5aaccf5-d88d-442b-adac-877336c507a1 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0d4d3df-4042-4c14-81c7-f711117ef412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377522 May 05 21:11:45.335821 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 185d08d1-2fb3-44c0-8cb6-4926b6bc1b39, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=185d08d1-2fb3-44c0-8cb6-4926b6bc1b39,segment=NetworkSegment(c47bbc14-4813-4cd8-b57a-618d8ef82d36),segment_id=c47bbc14-4813-4cd8-b57a-618d8ef82d36)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 21:11:45.353372 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': '185d08d1-2fb3-44c0-8cb6-4926b6bc1b39', 'network_id': 'c35cf51a-e357-42be-81a4-0ce973463319', 'port_id': '185d08d1-2fb3-44c0-8cb6-4926b6bc1b39', 'mac_address': 'fa:16:3e:cf:28:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0454fdb7-be6e-4014-9fe9-8fa73ed82793', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:11:45.407464 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:11:45.423599 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 185d08d1-2fb3-44c0-8cb6-4926b6bc1b39 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 21:11:45.438206 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 185d08d1-2fb3-44c0-8cb6-4926b6bc1b39, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=185d08d1-2fb3-44c0-8cb6-4926b6bc1b39,segment=NetworkSegment(c47bbc14-4813-4cd8-b57a-618d8ef82d36),segment_id=c47bbc14-4813-4cd8-b57a-618d8ef82d36)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 21:11:45.441870 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:11:45.507889 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=185d08d1-2fb3-44c0-8cb6-4926b6bc1b39,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:11:45.682981 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['185d08d1-2fb3-44c0-8cb6-4926b6bc1b39'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 21:11:46.527645 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d405d8a5-d163-4b64-b217-e5d52297bc98 req-34465f10-7e24-41f0-b6a7-f058f3cded3e tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:11:46.529094 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d405d8a5-d163-4b64-b217-e5d52297bc98 req-34465f10-7e24-41f0-b6a7-f058f3cded3e tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.36 "GET /v2.0/ports?device_id=e128ffd5-1502-4cb2-b498-4f2f84d911ce HTTP/1.1" status: 200 len: 944 time: 0.0793147 May 05 21:11:46.573553 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-d405d8a5-d163-4b64-b217-e5d52297bc98 req-04903423-9ade-4fd3-892b-30b20c9c4058 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0d4d3df-4042-4c14-81c7-f711117ef412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383561 May 05 21:11:47.205455 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 185d08d1-2fb3-44c0-8cb6-4926b6bc1b39 up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:11:47.261490 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:11:47.279451 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning for port 185d08d1-2fb3-44c0-8cb6-4926b6bc1b39 completed by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:11:47.284166 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port 185d08d1-2fb3-44c0-8cb6-4926b6bc1b39 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:11:47.284559 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:11:47.395518 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:11:47.424278 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e128ffd5-1502-4cb2-b498-4f2f84d911ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '185d08d1-2fb3-44c0-8cb6-4926b6bc1b39'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 21:11:47.434355 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 185d08d1-2fb3-44c0-8cb6-4926b6bc1b39, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=185d08d1-2fb3-44c0-8cb6-4926b6bc1b39,segment=NetworkSegment(c47bbc14-4813-4cd8-b57a-618d8ef82d36),segment_id=c47bbc14-4813-4cd8-b57a-618d8ef82d36)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 21:11:47.438385 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:11:47.472439 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a8488d0-974c-45e6-8b51-9acdb8d2d67a'] response: {'server_uuid': 'e128ffd5-1502-4cb2-b498-4f2f84d911ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '185d08d1-2fb3-44c0-8cb6-4926b6bc1b39', 'code': 200} May 05 21:11:47.512110 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=185d08d1-2fb3-44c0-8cb6-4926b6bc1b39,revision_number=5']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:11:47.590083 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16805ec6-b325-4295-bc73-480f980ddcdc req-76993bf0-6369-4e69-af31-061f3397684c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:11:47.591561 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-16805ec6-b325-4295-bc73-480f980ddcdc req-76993bf0-6369-4e69-af31-061f3397684c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e128ffd5-1502-4cb2-b498-4f2f84d911ce HTTP/1.1" status: 200 len: 1096 time: 0.0682061 May 05 21:11:47.635999 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-16805ec6-b325-4295-bc73-480f980ddcdc req-683b4aa4-a363-41b5-ada8-d82e94cfd35b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c0d4d3df-4042-4c14-81c7-f711117ef412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388744 May 05 21:11:47.766328 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea393a-a870-472c-80fa-26ed0096b887 req-ee9d2245-6828-41e5-b5ab-ad71d25eaa7c tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:11:47.767716 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-afea393a-a870-472c-80fa-26ed0096b887 req-ee9d2245-6828-41e5-b5ab-ad71d25eaa7c tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.36 "GET /v2.0/ports?device_id=e128ffd5-1502-4cb2-b498-4f2f84d911ce HTTP/1.1" status: 200 len: 945 time: 0.0837543 May 05 21:11:47.812229 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-afea393a-a870-472c-80fa-26ed0096b887 req-949b2a15-ef56-4d3d-b9e1-e8b156325fec tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0d4d3df-4042-4c14-81c7-f711117ef412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388746 May 05 21:11:48.996754 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ba671-11a5-49df-992d-84ed0c408ea1 req-a5f8c9d0-1972-4c9b-8fb0-e58b56b1cadf tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:11:48.998212 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-239ba671-11a5-49df-992d-84ed0c408ea1 req-a5f8c9d0-1972-4c9b-8fb0-e58b56b1cadf tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.36 "GET /v2.0/ports?device_id=e128ffd5-1502-4cb2-b498-4f2f84d911ce HTTP/1.1" status: 200 len: 945 time: 0.0790668 May 05 21:11:49.043322 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-239ba671-11a5-49df-992d-84ed0c408ea1 req-a04ebd29-299b-45d5-8525-8629294c6f43 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0d4d3df-4042-4c14-81c7-f711117ef412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391841 May 05 21:11:49.134811 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8883f9ca-4ccd-4561-9aa2-13e5798e207c req-84fa930c-a9d5-411a-ae54-74f7df3cd134 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a601b4e0-f0b5-4104-b3dd-72404f223241&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1123121 May 05 21:11:49.394526 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c193eb51-72cb-4d1c-83c4-be0c9901932e req-d24131d1-7061-4a76-b6be-d9a244552a76 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:11:49.396009 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c193eb51-72cb-4d1c-83c4-be0c9901932e req-d24131d1-7061-4a76-b6be-d9a244552a76 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.36 "GET /v2.0/ports?device_id=e128ffd5-1502-4cb2-b498-4f2f84d911ce HTTP/1.1" status: 200 len: 945 time: 0.2469385 May 05 21:11:49.401060 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8883f9ca-4ccd-4561-9aa2-13e5798e207c req-8cf79d59-6c90-4e54-ade9-86fc7351a6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:11:49.402576 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8883f9ca-4ccd-4561-9aa2-13e5798e207c req-8cf79d59-6c90-4e54-ade9-86fc7351a6ac service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=37b781d2d01a4ea2a3c428d1e5094bb5&device_id=a601b4e0-f0b5-4104-b3dd-72404f223241 HTTP/1.1" status: 200 len: 1095 time: 0.1019998 May 05 21:11:49.477772 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-c193eb51-72cb-4d1c-83c4-be0c9901932e req-5a9a2f34-0fae-4c3d-b17b-19e76d501a7b tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0d4d3df-4042-4c14-81c7-f711117ef412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742619 May 05 21:11:49.500342 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 42912) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:11:49.566526 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8883f9ca-4ccd-4561-9aa2-13e5798e207c req-7be4e4f5-6d89-488f-b973-681501d29823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:11:49.568050 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8883f9ca-4ccd-4561-9aa2-13e5798e207c req-7be4e4f5-6d89-488f-b973-681501d29823 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c35cf51a-e357-42be-81a4-0ce973463319 HTTP/1.1" status: 200 len: 911 time: 0.1479826 May 05 21:11:49.573644 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee481d8-70e5-483a-b591-0ee504efacea tempest-TestSnapshotPattern-1000565671 tempest-TestSnapshotPattern-1000565671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:11:49.577848 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-eee481d8-70e5-483a-b591-0ee504efacea tempest-TestSnapshotPattern-1000565671 tempest-TestSnapshotPattern-1000565671-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e128ffd5-1502-4cb2-b498-4f2f84d911ce HTTP/1.1" status: 200 len: 1091 time: 0.0738423 May 05 21:11:49.577985 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 42916) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:11:49.582625 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.v2.base [None req-9ec080c7-5e79-4644-8a80-43c7a7987017 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Request body: {'floatingip': {'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'port_id': '185d08d1-2fb3-44c0-8cb6-4926b6bc1b39', 'tenant_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 05 21:11:49.589465 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-9ec080c7-5e79-4644-8a80-43c7a7987017 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:11:49.593359 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-9ec080c7-5e79-4644-8a80-43c7a7987017 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Usage tracker for resource:floatingip and tenant:37b781d2d01a4ea2a3c428d1e5094bb5 is out of sync, need to count used quota {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:11:49.596206 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [None req-9ec080c7-5e79-4644-8a80-43c7a7987017 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88197) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:11:49.601884 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.quota.driver [None req-9ec080c7-5e79-4644-8a80-43c7a7987017 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88197) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:11:49.612507 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9ec080c7-5e79-4644-8a80-43c7a7987017 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks [] for floatingip, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:11:49.668384 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8883f9ca-4ccd-4561-9aa2-13e5798e207c req-829eb057-2320-40b3-b9a6-0edd7d0bba63 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d8623f1-5ba1-48a5-b444-de6b9dc74c7a HTTP/1.1" status: 200 len: 999 time: 0.0940738 May 05 21:11:49.732531 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8883f9ca-4ccd-4561-9aa2-13e5798e207c req-cdb47788-b4d7-4a40-a226-85f0e8733520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:11:49.733975 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8883f9ca-4ccd-4561-9aa2-13e5798e207c req-cdb47788-b4d7-4a40-a226-85f0e8733520 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0454fdb7-be6e-4014-9fe9-8fa73ed82793 HTTP/1.1" status: 200 len: 849 time: 0.0603795 May 05 21:11:49.749403 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9ec080c7-5e79-4644-8a80-43c7a7987017 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:11:49.816483 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8883f9ca-4ccd-4561-9aa2-13e5798e207c req-2df73b31-4a78-479d-a78c-9e3586c1140c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:11:49.817883 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8883f9ca-4ccd-4561-9aa2-13e5798e207c req-2df73b31-4a78-479d-a78c-9e3586c1140c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c35cf51a-e357-42be-81a4-0ce973463319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0786271 May 05 21:11:49.888253 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_common [None req-9ec080c7-5e79-4644-8a80-43c7a7987017 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Allocated IP 172.25.0.168 (0401d202-1605-4cfe-bad4-fb225df6afb0/dab36354-75f8-4cfe-8445-f152a64cbc24/15c4a3f6-4f91-445a-a6fa-21c4b7f025e2) {{(pid=88197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:11:49.951487 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8883f9ca-4ccd-4561-9aa2-13e5798e207c req-657ab23c-d1b1-4e73-bdbd-de7af6edec0c service neutron] 10.222.0.24 "GET /v2.0/networks/c35cf51a-e357-42be-81a4-0ce973463319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270423 May 05 21:11:50.035598 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9ec080c7-5e79-4644-8a80-43c7a7987017 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks [] for port, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:11:50.064231 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9ec080c7-5e79-4644-8a80-43c7a7987017 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771838607427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:11:50.083260 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-8883f9ca-4ccd-4561-9aa2-13e5798e207c req-e3f5401d-322b-47ec-9a0a-e65b5af613ce service neutron] 10.222.0.24 "GET /v2.0/networks/c35cf51a-e357-42be-81a4-0ce973463319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263630 May 05 21:11:50.134283 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec080c7-5e79-4644-8a80-43c7a7987017 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Network 0401d202-1605-4cfe-bad4-fb225df6afb0 is already hosted by enough agents. {{(pid=88197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:11:50.140262 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.base_scheduler [None req-9ec080c7-5e79-4644-8a80-43c7a7987017 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Resources bound (agent type, host, resource id): {{(pid=88197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:11:50.144239 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec080c7-5e79-4644-8a80-43c7a7987017 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Received port after_create {{(pid=88197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 05 21:11:50.181300 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec080c7-5e79-4644-8a80-43c7a7987017 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Pushing event updated for resources: {'Port': ['ID=15c4a3f6-4f91-445a-a6fa-21c4b7f025e2,revision_number=1']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:11:50.560832 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9ec080c7-5e79-4644-8a80-43c7a7987017 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:11:50.632207 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9ec080c7-5e79-4644-8a80-43c7a7987017 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:11:50.934393 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9ec080c7-5e79-4644-8a80-43c7a7987017 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks [] for port, precommit_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:11:50.938940 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9ec080c7-5e79-4644-8a80-43c7a7987017 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62298463'] for port, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:11:51.044149 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec080c7-5e79-4644-8a80-43c7a7987017 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Pushing event updated for resources: {'Port': ['ID=15c4a3f6-4f91-445a-a6fa-21c4b7f025e2,revision_number=2']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:11:51.056229 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9ec080c7-5e79-4644-8a80-43c7a7987017 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642377'] for floatingip, after_update {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:11:51.226162 n-d-840717-1 neutron-server[88197]: INFO neutron.db.l3_db [None req-9ec080c7-5e79-4644-8a80-43c7a7987017 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Floating IP de50a784-f4ef-41cc-85b8-a9a2d98ef9aa associated. External IP: 172.25.0.168, port: 185d08d1-2fb3-44c0-8cb6-4926b6bc1b39. May 05 21:11:51.572581 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ec080c7-5e79-4644-8a80-43c7a7987017 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Router 888c851b-8412-4c08-88cb-9cdd12daee6f has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 21:11:51.748647 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec080c7-5e79-4644-8a80-43c7a7987017 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 21:11:51.757937 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f7be5f-4f82-4df4-91a7-a89755c764b1 None None] Sync routers for ids ['888c851b-8412-4c08-88cb-9cdd12daee6f'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 21:11:51.768215 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f7be5f-4f82-4df4-91a7-a89755c764b1 None None] Routers {'888c851b-8412-4c08-88cb-9cdd12daee6f'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 21:11:51.768916 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-d1f7be5f-4f82-4df4-91a7-a89755c764b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T21:11:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['888c851b-8412-4c08-88cb-9cdd12daee6f'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:11:51.772529 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-9ec080c7-5e79-4644-8a80-43c7a7987017 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:11:51.830360 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-9ec080c7-5e79-4644-8a80-43c7a7987017 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2512820 May 05 21:11:51.830850 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e128ffd5-1502-4cb2-b498-4f2f84d911ce', 'tag': '185d08d1-2fb3-44c0-8cb6-4926b6bc1b39'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 21:11:51.881427 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1601351a-b98e-41d7-9cb7-48a9d80deb40'] response: {'name': 'network-changed', 'server_uuid': 'e128ffd5-1502-4cb2-b498-4f2f84d911ce', 'tag': '185d08d1-2fb3-44c0-8cb6-4926b6bc1b39', 'status': 'completed', 'code': 200} May 05 21:11:51.947149 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-d1f7be5f-4f82-4df4-91a7-a89755c764b1 None None] Set router 888c851b-8412-4c08-88cb-9cdd12daee6f gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 21:11:51.971511 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b94fe-8514-4c29-a3e5-71eaaa76c7e5 req-69e569d1-3ab8-4c30-bd1d-4f5fb6f08326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:11:51.972993 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c49b94fe-8514-4c29-a3e5-71eaaa76c7e5 req-69e569d1-3ab8-4c30-bd1d-4f5fb6f08326 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=37b781d2d01a4ea2a3c428d1e5094bb5&device_id=e128ffd5-1502-4cb2-b498-4f2f84d911ce HTTP/1.1" status: 200 len: 1096 time: 0.0707560 May 05 21:11:52.104071 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b94fe-8514-4c29-a3e5-71eaaa76c7e5 req-94d2bbbc-1466-403e-8eef-3ac7cd37fe6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:11:52.105672 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c49b94fe-8514-4c29-a3e5-71eaaa76c7e5 req-94d2bbbc-1466-403e-8eef-3ac7cd37fe6b service neutron] 10.222.0.50 "GET /v2.0/networks?id=c35cf51a-e357-42be-81a4-0ce973463319 HTTP/1.1" status: 200 len: 911 time: 0.1275399 May 05 21:11:52.209379 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c49b94fe-8514-4c29-a3e5-71eaaa76c7e5 req-ed55a342-eded-459a-a73f-a2b39426aee1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=185d08d1-2fb3-44c0-8cb6-4926b6bc1b39 HTTP/1.1" status: 200 len: 999 time: 0.0985193 May 05 21:11:52.271284 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b94fe-8514-4c29-a3e5-71eaaa76c7e5 req-74421170-32bb-4a58-b137-74ceec4cce52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:11:52.272811 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c49b94fe-8514-4c29-a3e5-71eaaa76c7e5 req-74421170-32bb-4a58-b137-74ceec4cce52 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0454fdb7-be6e-4014-9fe9-8fa73ed82793 HTTP/1.1" status: 200 len: 849 time: 0.0579162 May 05 21:11:52.294552 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-d1f7be5f-4f82-4df4-91a7-a89755c764b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888c851b-8412-4c08-88cb-9cdd12daee6f', 'name': 'tempest-TestSnapshotPattern-1643517621-router', 'tenant_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'e42022b0-500c-463e-a369-c7bd78e14494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:08:51Z', 'updated_at': '2022-05-05T21:08:55Z', 'revision_number': 4, 'project_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'gw_port': {'id': 'e42022b0-500c-463e-a369-c7bd78e14494', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:1f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888c851b-8412-4c08-88cb-9cdd12daee6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4421, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:08:52Z', 'updated_at': '2022-05-05T21:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '927369e6-d58a-46a5-aeca-be4cfccdc4f7', 'tenant_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'floating_ip_address': '172.25.0.38', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '888c851b-8412-4c08-88cb-9cdd12daee6f', 'port_id': '4d8623f1-5ba1-48a5-b444-de6b9dc74c7a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c35cf51a-e357-42be-81a4-0ce973463319', 'mac_address': 'fa:16:3e:42:69:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a601b4e0-f0b5-4104-b3dd-72404f223241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T21:09:19Z', 'updated_at': '2022-05-05T21:09:22Z', 'revision_number': 1, 'project_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'fixed_ip_address_scope': None}, {'id': 'de50a784-f4ef-41cc-85b8-a9a2d98ef9aa', 'tenant_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'floating_ip_address': '172.25.0.168', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '888c851b-8412-4c08-88cb-9cdd12daee6f', 'port_id': '185d08d1-2fb3-44c0-8cb6-4926b6bc1b39', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c35cf51a-e357-42be-81a4-0ce973463319', 'mac_address': 'fa:16:3e:cf:28:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e128ffd5-1502-4cb2-b498-4f2f84d911ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T21:11:50Z', 'updated_at': '2022-05-05T21:11:50Z', 'revision_number': 0, 'project_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25b307de-afc9-4a72-b909-718d4f9d9545', 'name': '', 'network_id': 'c35cf51a-e357-42be-81a4-0ce973463319', 'tenant_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'mac_address': 'fa:16:3e:a1:d8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888c851b-8412-4c08-88cb-9cdd12daee6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4422, 'fixed_ips': [{'subnet_id': '0454fdb7-be6e-4014-9fe9-8fa73ed82793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:08:54Z', 'updated_at': '2022-05-05T21:09:01Z', 'revision_number': 5, 'project_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'subnets': [{'id': '0454fdb7-be6e-4014-9fe9-8fa73ed82793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:11:52.298433 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f7be5f-4f82-4df4-91a7-a89755c764b1 None None] Checking router: 888c851b-8412-4c08-88cb-9cdd12daee6f for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 21:11:52.306885 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f7be5f-4f82-4df4-91a7-a89755c764b1 None None] Routers {'888c851b-8412-4c08-88cb-9cdd12daee6f'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 21:11:52.308223 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-d1f7be5f-4f82-4df4-91a7-a89755c764b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T21:11:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['888c851b-8412-4c08-88cb-9cdd12daee6f'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:11:52.464075 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b94fe-8514-4c29-a3e5-71eaaa76c7e5 req-aa61ee63-51ec-4158-bdef-7f5bfb5d3385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:11:52.465546 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c49b94fe-8514-4c29-a3e5-71eaaa76c7e5 req-aa61ee63-51ec-4158-bdef-7f5bfb5d3385 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c35cf51a-e357-42be-81a4-0ce973463319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1876862 May 05 21:11:52.489842 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-d1f7be5f-4f82-4df4-91a7-a89755c764b1 None None] Set router 888c851b-8412-4c08-88cb-9cdd12daee6f gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 21:11:52.596581 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c49b94fe-8514-4c29-a3e5-71eaaa76c7e5 req-da7d676d-a800-4914-aca5-c31ff21f2854 service neutron] 10.222.0.50 "GET /v2.0/networks/c35cf51a-e357-42be-81a4-0ce973463319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253400 May 05 21:11:52.730257 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-c49b94fe-8514-4c29-a3e5-71eaaa76c7e5 req-11754831-2149-41f5-9593-776ddef23145 service neutron] 10.222.0.50 "GET /v2.0/networks/c35cf51a-e357-42be-81a4-0ce973463319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285033 May 05 21:11:52.879698 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-d1f7be5f-4f82-4df4-91a7-a89755c764b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888c851b-8412-4c08-88cb-9cdd12daee6f', 'name': 'tempest-TestSnapshotPattern-1643517621-router', 'tenant_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'e42022b0-500c-463e-a369-c7bd78e14494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:08:51Z', 'updated_at': '2022-05-05T21:08:55Z', 'revision_number': 4, 'project_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'gw_port': {'id': 'e42022b0-500c-463e-a369-c7bd78e14494', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:1f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888c851b-8412-4c08-88cb-9cdd12daee6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4421, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:08:52Z', 'updated_at': '2022-05-05T21:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '927369e6-d58a-46a5-aeca-be4cfccdc4f7', 'tenant_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'floating_ip_address': '172.25.0.38', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '888c851b-8412-4c08-88cb-9cdd12daee6f', 'port_id': '4d8623f1-5ba1-48a5-b444-de6b9dc74c7a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c35cf51a-e357-42be-81a4-0ce973463319', 'mac_address': 'fa:16:3e:42:69:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a601b4e0-f0b5-4104-b3dd-72404f223241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T21:09:19Z', 'updated_at': '2022-05-05T21:09:22Z', 'revision_number': 1, 'project_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'fixed_ip_address_scope': None}, {'id': 'de50a784-f4ef-41cc-85b8-a9a2d98ef9aa', 'tenant_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'floating_ip_address': '172.25.0.168', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '888c851b-8412-4c08-88cb-9cdd12daee6f', 'port_id': '185d08d1-2fb3-44c0-8cb6-4926b6bc1b39', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c35cf51a-e357-42be-81a4-0ce973463319', 'mac_address': 'fa:16:3e:cf:28:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e128ffd5-1502-4cb2-b498-4f2f84d911ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T21:11:50Z', 'updated_at': '2022-05-05T21:11:50Z', 'revision_number': 0, 'project_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25b307de-afc9-4a72-b909-718d4f9d9545', 'name': '', 'network_id': 'c35cf51a-e357-42be-81a4-0ce973463319', 'tenant_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'mac_address': 'fa:16:3e:a1:d8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888c851b-8412-4c08-88cb-9cdd12daee6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4422, 'fixed_ips': [{'subnet_id': '0454fdb7-be6e-4014-9fe9-8fa73ed82793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:08:54Z', 'updated_at': '2022-05-05T21:09:01Z', 'revision_number': 5, 'project_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'subnets': [{'id': '0454fdb7-be6e-4014-9fe9-8fa73ed82793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:11:52.883581 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f7be5f-4f82-4df4-91a7-a89755c764b1 None None] The sync data for ids ['888c851b-8412-4c08-88cb-9cdd12daee6f'] in n-d-840717-1 is: [{'id': '888c851b-8412-4c08-88cb-9cdd12daee6f', 'name': 'tempest-TestSnapshotPattern-1643517621-router', 'tenant_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'e42022b0-500c-463e-a369-c7bd78e14494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:08:51Z', 'updated_at': '2022-05-05T21:08:55Z', 'revision_number': 4, 'project_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'gw_port': {'id': 'e42022b0-500c-463e-a369-c7bd78e14494', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:1f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888c851b-8412-4c08-88cb-9cdd12daee6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4421, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:08:52Z', 'updated_at': '2022-05-05T21:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '927369e6-d58a-46a5-aeca-be4cfccdc4f7', 'tenant_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'floating_ip_address': '172.25.0.38', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '888c851b-8412-4c08-88cb-9cdd12daee6f', 'port_id': '4d8623f1-5ba1-48a5-b444-de6b9dc74c7a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c35cf51a-e357-42be-81a4-0ce973463319', 'mac_address': 'fa:16:3e:42:69:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a601b4e0-f0b5-4104-b3dd-72404f223241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T21:09:19Z', 'updated_at': '2022-05-05T21:09:22Z', 'revision_number': 1, 'project_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'fixed_ip_address_scope': None}, {'id': 'de50a784-f4ef-41cc-85b8-a9a2d98ef9aa', 'tenant_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'floating_ip_address': '172.25.0.168', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '888c851b-8412-4c08-88cb-9cdd12daee6f', 'port_id': '185d08d1-2fb3-44c0-8cb6-4926b6bc1b39', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c35cf51a-e357-42be-81a4-0ce973463319', 'mac_address': 'fa:16:3e:cf:28:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e128ffd5-1502-4cb2-b498-4f2f84d911ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T21:11:50Z', 'updated_at': '2022-05-05T21:11:50Z', 'revision_number': 0, 'project_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25b307de-afc9-4a72-b909-718d4f9d9545', 'name': '', 'network_id': 'c35cf51a-e357-42be-81a4-0ce973463319', 'tenant_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'mac_address': 'fa:16:3e:a1:d8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888c851b-8412-4c08-88cb-9cdd12daee6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4422, 'fixed_ips': [{'subnet_id': '0454fdb7-be6e-4014-9fe9-8fa73ed82793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:08:54Z', 'updated_at': '2022-05-05T21:09:01Z', 'revision_number': 5, 'project_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'subnets': [{'id': '0454fdb7-be6e-4014-9fe9-8fa73ed82793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 21:11:53.063069 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d2395b-0584-43fd-a1c0-8265b71fe89b None None] New status for floating IP de50a784-f4ef-41cc-85b8-a9a2d98ef9aa: ACTIVE {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 21:11:59.008181 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:12:04.817000 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-dd8f03cd-361e-4d4c-9e4e-a5f315d267d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:12:07.034505 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-28972a1c-c04f-4207-9000-a22babe7a854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:12:08.109387 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:12:08.252095 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:12:09.862694 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:12:15.058773 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:12:17.246185 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:12:34.818300 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b4a54996-1e3a-4a9d-9740-4f16e382c035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:12:36.007782 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:12:37.037049 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-515b7f4f-26ee-4a3e-99d4-cbadc3836039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:12:38.112207 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:12:38.256389 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:12:39.865901 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:12:40.530122 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dba5445f-ceff-4362-a9fd-b73e63bf61bf req-d243cd17-d433-48ef-b89b-8c6ea10ff927 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e128ffd5-1502-4cb2-b498-4f2f84d911ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0690715 May 05 21:12:40.681206 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba5445f-ceff-4362-a9fd-b73e63bf61bf req-6873e6ba-48a7-41cb-89eb-00d11161b7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:12:40.682788 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dba5445f-ceff-4362-a9fd-b73e63bf61bf req-6873e6ba-48a7-41cb-89eb-00d11161b7fe service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=37b781d2d01a4ea2a3c428d1e5094bb5&device_id=e128ffd5-1502-4cb2-b498-4f2f84d911ce HTTP/1.1" status: 200 len: 1096 time: 0.0704520 May 05 21:12:40.824144 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba5445f-ceff-4362-a9fd-b73e63bf61bf req-30bbb0f1-4154-4dc0-af6a-285f3cf73b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:12:40.825493 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dba5445f-ceff-4362-a9fd-b73e63bf61bf req-30bbb0f1-4154-4dc0-af6a-285f3cf73b94 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c35cf51a-e357-42be-81a4-0ce973463319 HTTP/1.1" status: 200 len: 911 time: 0.1260660 May 05 21:12:40.926734 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dba5445f-ceff-4362-a9fd-b73e63bf61bf req-ad0f1fae-6d21-4ad4-b501-8a5fb5c46679 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=185d08d1-2fb3-44c0-8cb6-4926b6bc1b39 HTTP/1.1" status: 200 len: 1001 time: 0.0956674 May 05 21:12:40.990167 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba5445f-ceff-4362-a9fd-b73e63bf61bf req-6b51c92f-e5b6-4ff1-bfea-8df7ac4c2f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:12:40.991611 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dba5445f-ceff-4362-a9fd-b73e63bf61bf req-6b51c92f-e5b6-4ff1-bfea-8df7ac4c2f43 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0454fdb7-be6e-4014-9fe9-8fa73ed82793 HTTP/1.1" status: 200 len: 849 time: 0.0594501 May 05 21:12:41.065506 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba5445f-ceff-4362-a9fd-b73e63bf61bf req-e1fc1aea-7b33-48e2-b297-65d678f01c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:12:41.066989 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dba5445f-ceff-4362-a9fd-b73e63bf61bf req-e1fc1aea-7b33-48e2-b297-65d678f01c84 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c35cf51a-e357-42be-81a4-0ce973463319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697799 May 05 21:12:41.196587 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dba5445f-ceff-4362-a9fd-b73e63bf61bf req-18c47944-3cfe-4875-96ef-23ecfd2f8e6a service neutron] 10.222.0.50 "GET /v2.0/networks/c35cf51a-e357-42be-81a4-0ce973463319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238601 May 05 21:12:41.328698 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dba5445f-ceff-4362-a9fd-b73e63bf61bf req-1e89e3eb-72bb-45d9-a41f-a31c7746e971 service neutron] 10.222.0.50 "GET /v2.0/networks/c35cf51a-e357-42be-81a4-0ce973463319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260407 May 05 21:12:45.073393 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:12:47.246008 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:12:49.073479 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-33785f2d-fff5-42b1-a5b8-f43bdd8aab9c req-d32da81c-778d-4cb1-9fe0-d2c5c81564b8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a601b4e0-f0b5-4104-b3dd-72404f223241&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0729442 May 05 21:12:49.212009 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33785f2d-fff5-42b1-a5b8-f43bdd8aab9c req-eb80a80c-d6af-4942-87a5-fa09ef5241f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:12:49.213510 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-33785f2d-fff5-42b1-a5b8-f43bdd8aab9c req-eb80a80c-d6af-4942-87a5-fa09ef5241f9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=37b781d2d01a4ea2a3c428d1e5094bb5&device_id=a601b4e0-f0b5-4104-b3dd-72404f223241 HTTP/1.1" status: 200 len: 1095 time: 0.0724518 May 05 21:12:49.355699 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33785f2d-fff5-42b1-a5b8-f43bdd8aab9c req-a33a2337-54eb-46bf-9d03-881af3d1f57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:12:49.356883 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-33785f2d-fff5-42b1-a5b8-f43bdd8aab9c req-a33a2337-54eb-46bf-9d03-881af3d1f57d service neutron] 10.222.0.24 "GET /v2.0/networks?id=c35cf51a-e357-42be-81a4-0ce973463319 HTTP/1.1" status: 200 len: 911 time: 0.1254418 May 05 21:12:49.458178 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-33785f2d-fff5-42b1-a5b8-f43bdd8aab9c req-dca222c2-b380-4d15-9362-58b8d485cd63 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d8623f1-5ba1-48a5-b444-de6b9dc74c7a HTTP/1.1" status: 200 len: 999 time: 0.0953116 May 05 21:12:49.518188 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33785f2d-fff5-42b1-a5b8-f43bdd8aab9c req-73da550e-f43c-442b-a5c6-5f4bdf796172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:12:49.519575 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-33785f2d-fff5-42b1-a5b8-f43bdd8aab9c req-73da550e-f43c-442b-a5c6-5f4bdf796172 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0454fdb7-be6e-4014-9fe9-8fa73ed82793 HTTP/1.1" status: 200 len: 849 time: 0.0557425 May 05 21:12:49.596312 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33785f2d-fff5-42b1-a5b8-f43bdd8aab9c req-d50c4941-8ed8-41e3-ba7c-4a436e0ca1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:12:49.597800 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-33785f2d-fff5-42b1-a5b8-f43bdd8aab9c req-d50c4941-8ed8-41e3-ba7c-4a436e0ca1f0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c35cf51a-e357-42be-81a4-0ce973463319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726414 May 05 21:12:49.727537 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-33785f2d-fff5-42b1-a5b8-f43bdd8aab9c req-9ff63eae-e404-48e7-a149-5acd382844a9 service neutron] 10.222.0.24 "GET /v2.0/networks/c35cf51a-e357-42be-81a4-0ce973463319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227255 May 05 21:12:49.966288 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-33785f2d-fff5-42b1-a5b8-f43bdd8aab9c req-30203cb9-e5c2-4f72-9610-afdeca9f588c service neutron] 10.222.0.24 "GET /v2.0/networks/c35cf51a-e357-42be-81a4-0ce973463319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335818 May 05 21:13:04.819783 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1eb59075-dba0-4e65-b89b-6084ff7a4d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:07.039082 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-012bf5eb-ff5f-419d-9686-3c7ce1a5a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:08.120238 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:08.259307 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:09.867278 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:13.006916 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:13:15.104071 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:15.628821 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 185d08d1-2fb3-44c0-8cb6-4926b6bc1b39 details requested by agent hyperv_n-h2-840717-1 with host n-h2-840717-1 {{(pid=88199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:13:15.760743 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 185d08d1-2fb3-44c0-8cb6-4926b6bc1b39, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=185d08d1-2fb3-44c0-8cb6-4926b6bc1b39,segment=NetworkSegment(c47bbc14-4813-4cd8-b57a-618d8ef82d36),segment_id=c47bbc14-4813-4cd8-b57a-618d8ef82d36)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 21:13:15.774524 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Returning: {'device': '185d08d1-2fb3-44c0-8cb6-4926b6bc1b39', 'network_id': 'c35cf51a-e357-42be-81a4-0ce973463319', 'port_id': '185d08d1-2fb3-44c0-8cb6-4926b6bc1b39', 'mac_address': 'fa:16:3e:cf:28:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0454fdb7-be6e-4014-9fe9-8fa73ed82793', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:13:15.828480 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:15.847700 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 185d08d1-2fb3-44c0-8cb6-4926b6bc1b39 {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 21:13:15.863438 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 185d08d1-2fb3-44c0-8cb6-4926b6bc1b39, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=185d08d1-2fb3-44c0-8cb6-4926b6bc1b39,segment=NetworkSegment(c47bbc14-4813-4cd8-b57a-618d8ef82d36),segment_id=c47bbc14-4813-4cd8-b57a-618d8ef82d36)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 21:13:15.866767 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:15.936417 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=185d08d1-2fb3-44c0-8cb6-4926b6bc1b39,revision_number=6']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:13:15.942286 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] get_ports_and_sgs() called for port_ids ['185d08d1-2fb3-44c0-8cb6-4926b6bc1b39'] {{(pid=88199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 05 21:13:15.974046 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:13:15.974383 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:13:15.974740 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:13:15.975067 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:13:15.975412 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:13:15.975734 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:13:15.976052 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:13:15.976366 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:13:15.976678 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:13:15.976990 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:13:15.977303 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:13:15.977614 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:13:17.245663 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:17.638488 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 185d08d1-2fb3-44c0-8cb6-4926b6bc1b39 up at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:13:17.709644 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Provisioning complete for port 185d08d1-2fb3-44c0-8cb6-4926b6bc1b39 triggered by entity L2. {{(pid=88199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:13:17.709997 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3893637'] for port, provisioning_complete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:17.876940 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:17.909861 n-d-840717-1 neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e128ffd5-1502-4cb2-b498-4f2f84d911ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '185d08d1-2fb3-44c0-8cb6-4926b6bc1b39'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 21:13:17.927657 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] For port 185d08d1-2fb3-44c0-8cb6-4926b6bc1b39, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=185d08d1-2fb3-44c0-8cb6-4926b6bc1b39,segment=NetworkSegment(c47bbc14-4813-4cd8-b57a-618d8ef82d36),segment_id=c47bbc14-4813-4cd8-b57a-618d8ef82d36)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 21:13:17.933826 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771839089165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771838607445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771838607490'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:17.983164 n-d-840717-1 neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9876ab6-a7bb-4ec1-9ec0-5cc952b3cdd2'] response: {'server_uuid': 'e128ffd5-1502-4cb2-b498-4f2f84d911ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '185d08d1-2fb3-44c0-8cb6-4926b6bc1b39', 'code': 200} May 05 21:13:18.008175 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Pushing event updated for resources: {'Port': ['ID=185d08d1-2fb3-44c0-8cb6-4926b6bc1b39,revision_number=7']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:13:27.705801 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 43104) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:13:27.908123 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-308ad899-ee59-472b-96a4-81f0a9f1a841 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Deleting port 15c4a3f6-4f91-445a-a6fa-21c4b7f025e2 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 21:13:27.908367 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-308ad899-ee59-472b-96a4-81f0a9f1a841 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:28.071917 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-308ad899-ee59-472b-96a4-81f0a9f1a841 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:28.072257 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-308ad899-ee59-472b-96a4-81f0a9f1a841 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:28.297431 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-308ad899-ee59-472b-96a4-81f0a9f1a841 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Calling delete_port for 15c4a3f6-4f91-445a-a6fa-21c4b7f025e2 owned by network:floatingip {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 21:13:28.444136 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-308ad899-ee59-472b-96a4-81f0a9f1a841 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:28.492659 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308ad899-ee59-472b-96a4-81f0a9f1a841 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Pushing event deleted for resources: {'Port': ['ID=15c4a3f6-4f91-445a-a6fa-21c4b7f025e2,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:13:28.538955 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308ad899-ee59-472b-96a4-81f0a9f1a841 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:13:28.539291 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308ad899-ee59-472b-96a4-81f0a9f1a841 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:13:28.539774 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308ad899-ee59-472b-96a4-81f0a9f1a841 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:13:28.540218 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308ad899-ee59-472b-96a4-81f0a9f1a841 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:13:28.540663 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308ad899-ee59-472b-96a4-81f0a9f1a841 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:13:28.541122 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308ad899-ee59-472b-96a4-81f0a9f1a841 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:13:28.541558 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308ad899-ee59-472b-96a4-81f0a9f1a841 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:13:28.541986 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308ad899-ee59-472b-96a4-81f0a9f1a841 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:13:28.542397 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308ad899-ee59-472b-96a4-81f0a9f1a841 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:13:28.542728 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308ad899-ee59-472b-96a4-81f0a9f1a841 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:13:28.543161 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308ad899-ee59-472b-96a4-81f0a9f1a841 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:13:28.544140 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308ad899-ee59-472b-96a4-81f0a9f1a841 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:13:28.603681 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-308ad899-ee59-472b-96a4-81f0a9f1a841 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks [] for floatingip, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:28.603995 n-d-840717-1 neutron-server[88197]: INFO neutron.db.l3_db [None req-308ad899-ee59-472b-96a4-81f0a9f1a841 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Floating IP de50a784-f4ef-41cc-85b8-a9a2d98ef9aa disassociated (deleted). External IP: 172.25.0.168, port: 185d08d1-2fb3-44c0-8cb6-4926b6bc1b39. May 05 21:13:28.956756 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-308ad899-ee59-472b-96a4-81f0a9f1a841 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Router 888c851b-8412-4c08-88cb-9cdd12daee6f has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 21:13:29.140615 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-308ad899-ee59-472b-96a4-81f0a9f1a841 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 21:13:29.152525 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27988f6f-cf06-457e-9afb-5e9000a7152f None None] Sync routers for ids ['888c851b-8412-4c08-88cb-9cdd12daee6f'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 21:13:29.163210 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-308ad899-ee59-472b-96a4-81f0a9f1a841 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:29.163389 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27988f6f-cf06-457e-9afb-5e9000a7152f None None] Routers {'888c851b-8412-4c08-88cb-9cdd12daee6f'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 21:13:29.163918 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-27988f6f-cf06-457e-9afb-5e9000a7152f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T21:13:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['888c851b-8412-4c08-88cb-9cdd12daee6f'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:13:29.217898 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-308ad899-ee59-472b-96a4-81f0a9f1a841 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.36 "DELETE /v2.0/floatingips/de50a784-f4ef-41cc-85b8-a9a2d98ef9aa HTTP/1.1" status: 204 len: 168 time: 1.5107858 May 05 21:13:29.218723 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e128ffd5-1502-4cb2-b498-4f2f84d911ce', 'tag': '185d08d1-2fb3-44c0-8cb6-4926b6bc1b39'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 21:13:29.266220 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e483ec1a-e9b6-4700-af22-c6a0e31609c9'] response: {'name': 'network-changed', 'server_uuid': 'e128ffd5-1502-4cb2-b498-4f2f84d911ce', 'tag': '185d08d1-2fb3-44c0-8cb6-4926b6bc1b39', 'status': 'completed', 'code': 200} May 05 21:13:29.347337 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-27988f6f-cf06-457e-9afb-5e9000a7152f None None] Set router 888c851b-8412-4c08-88cb-9cdd12daee6f gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 21:13:29.361769 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adef522-d237-4164-8073-5caeae84ae09 req-98c01dd1-958e-4635-af5a-f1c947446b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:13:29.363249 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0adef522-d237-4164-8073-5caeae84ae09 req-98c01dd1-958e-4635-af5a-f1c947446b97 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=37b781d2d01a4ea2a3c428d1e5094bb5&device_id=e128ffd5-1502-4cb2-b498-4f2f84d911ce HTTP/1.1" status: 200 len: 1096 time: 0.0747087 May 05 21:13:29.518222 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adef522-d237-4164-8073-5caeae84ae09 req-a3aac971-8f3c-44f8-936b-05c53443fe72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:13:29.519623 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0adef522-d237-4164-8073-5caeae84ae09 req-a3aac971-8f3c-44f8-936b-05c53443fe72 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c35cf51a-e357-42be-81a4-0ce973463319 HTTP/1.1" status: 200 len: 911 time: 0.1503384 May 05 21:13:29.596248 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0adef522-d237-4164-8073-5caeae84ae09 req-130bee93-5e76-4d4a-8976-5fd148315f65 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=185d08d1-2fb3-44c0-8cb6-4926b6bc1b39 HTTP/1.1" status: 200 len: 217 time: 0.0698745 May 05 21:13:29.743203 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-27988f6f-cf06-457e-9afb-5e9000a7152f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888c851b-8412-4c08-88cb-9cdd12daee6f', 'name': 'tempest-TestSnapshotPattern-1643517621-router', 'tenant_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'e42022b0-500c-463e-a369-c7bd78e14494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:08:51Z', 'updated_at': '2022-05-05T21:08:55Z', 'revision_number': 4, 'project_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'gw_port': {'id': 'e42022b0-500c-463e-a369-c7bd78e14494', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:1f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888c851b-8412-4c08-88cb-9cdd12daee6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4421, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:08:52Z', 'updated_at': '2022-05-05T21:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '927369e6-d58a-46a5-aeca-be4cfccdc4f7', 'tenant_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'floating_ip_address': '172.25.0.38', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '888c851b-8412-4c08-88cb-9cdd12daee6f', 'port_id': '4d8623f1-5ba1-48a5-b444-de6b9dc74c7a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c35cf51a-e357-42be-81a4-0ce973463319', 'mac_address': 'fa:16:3e:42:69:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a601b4e0-f0b5-4104-b3dd-72404f223241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T21:09:19Z', 'updated_at': '2022-05-05T21:09:22Z', 'revision_number': 1, 'project_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25b307de-afc9-4a72-b909-718d4f9d9545', 'name': '', 'network_id': 'c35cf51a-e357-42be-81a4-0ce973463319', 'tenant_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'mac_address': 'fa:16:3e:a1:d8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888c851b-8412-4c08-88cb-9cdd12daee6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4422, 'fixed_ips': [{'subnet_id': '0454fdb7-be6e-4014-9fe9-8fa73ed82793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:08:54Z', 'updated_at': '2022-05-05T21:09:01Z', 'revision_number': 5, 'project_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'subnets': [{'id': '0454fdb7-be6e-4014-9fe9-8fa73ed82793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:13:29.747865 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27988f6f-cf06-457e-9afb-5e9000a7152f None None] Checking router: 888c851b-8412-4c08-88cb-9cdd12daee6f for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 21:13:29.756358 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27988f6f-cf06-457e-9afb-5e9000a7152f None None] Routers {'888c851b-8412-4c08-88cb-9cdd12daee6f'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 21:13:29.756974 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-27988f6f-cf06-457e-9afb-5e9000a7152f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T21:13:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['888c851b-8412-4c08-88cb-9cdd12daee6f'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:13:29.817950 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adef522-d237-4164-8073-5caeae84ae09 req-536cf2ef-5a12-4fda-a8d4-48516d9e884f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:13:29.819298 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0adef522-d237-4164-8073-5caeae84ae09 req-536cf2ef-5a12-4fda-a8d4-48516d9e884f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0454fdb7-be6e-4014-9fe9-8fa73ed82793 HTTP/1.1" status: 200 len: 849 time: 0.2181094 May 05 21:13:29.894935 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68e6479-d7c1-4ea4-82b3-b5382a75e622 req-be1a18d2-c307-4055-990a-d3a3139cba66 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:13:29.895667 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-f68e6479-d7c1-4ea4-82b3-b5382a75e622 req-be1a18d2-c307-4055-990a-d3a3139cba66 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Synchronizing usage tracker for tenant:37b781d2d01a4ea2a3c428d1e5094bb5 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:13:29.918042 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-f68e6479-d7c1-4ea4-82b3-b5382a75e622 req-be1a18d2-c307-4055-990a-d3a3139cba66 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Unset dirty status for tenant:37b781d2d01a4ea2a3c428d1e5094bb5 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:13:29.919946 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f68e6479-d7c1-4ea4-82b3-b5382a75e622 req-be1a18d2-c307-4055-990a-d3a3139cba66 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.36 "GET /v2.0/ports?device_id=e128ffd5-1502-4cb2-b498-4f2f84d911ce HTTP/1.1" status: 200 len: 945 time: 0.3421323 May 05 21:13:29.924170 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adef522-d237-4164-8073-5caeae84ae09 req-47ef097c-b967-4565-b091-1b79b553d1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:13:29.925562 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0adef522-d237-4164-8073-5caeae84ae09 req-47ef097c-b967-4565-b091-1b79b553d1ad service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c35cf51a-e357-42be-81a4-0ce973463319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0983312 May 05 21:13:29.939867 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-27988f6f-cf06-457e-9afb-5e9000a7152f None None] Set router 888c851b-8412-4c08-88cb-9cdd12daee6f gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 21:13:29.946958 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [req-0adef522-d237-4164-8073-5caeae84ae09 req-eea51341-3f56-42ec-9382-476fa6aafba3 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88197) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 05 21:13:29.947910 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0adef522-d237-4164-8073-5caeae84ae09 req-eea51341-3f56-42ec-9382-476fa6aafba3 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048130 May 05 21:13:30.003665 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-f68e6479-d7c1-4ea4-82b3-b5382a75e622 req-0e421a4a-23fc-4888-9290-433819f2fe3e tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0d4d3df-4042-4c14-81c7-f711117ef412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771480 May 05 21:13:30.101727 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0adef522-d237-4164-8073-5caeae84ae09 req-2a2c3b0b-061b-438b-8d83-7f83988952b1 service neutron] 10.222.0.50 "GET /v2.0/networks/c35cf51a-e357-42be-81a4-0ce973463319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468785 May 05 21:13:30.232784 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-0adef522-d237-4164-8073-5caeae84ae09 req-29381e28-2103-4cd8-a5a6-cedbb79dc893 service neutron] 10.222.0.50 "GET /v2.0/networks/c35cf51a-e357-42be-81a4-0ce973463319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245391 May 05 21:13:30.287937 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-27988f6f-cf06-457e-9afb-5e9000a7152f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888c851b-8412-4c08-88cb-9cdd12daee6f', 'name': 'tempest-TestSnapshotPattern-1643517621-router', 'tenant_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'e42022b0-500c-463e-a369-c7bd78e14494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:08:51Z', 'updated_at': '2022-05-05T21:08:55Z', 'revision_number': 4, 'project_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'gw_port': {'id': 'e42022b0-500c-463e-a369-c7bd78e14494', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:1f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888c851b-8412-4c08-88cb-9cdd12daee6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4421, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:08:52Z', 'updated_at': '2022-05-05T21:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '927369e6-d58a-46a5-aeca-be4cfccdc4f7', 'tenant_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'floating_ip_address': '172.25.0.38', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '888c851b-8412-4c08-88cb-9cdd12daee6f', 'port_id': '4d8623f1-5ba1-48a5-b444-de6b9dc74c7a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c35cf51a-e357-42be-81a4-0ce973463319', 'mac_address': 'fa:16:3e:42:69:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a601b4e0-f0b5-4104-b3dd-72404f223241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T21:09:19Z', 'updated_at': '2022-05-05T21:09:22Z', 'revision_number': 1, 'project_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25b307de-afc9-4a72-b909-718d4f9d9545', 'name': '', 'network_id': 'c35cf51a-e357-42be-81a4-0ce973463319', 'tenant_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'mac_address': 'fa:16:3e:a1:d8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888c851b-8412-4c08-88cb-9cdd12daee6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4422, 'fixed_ips': [{'subnet_id': '0454fdb7-be6e-4014-9fe9-8fa73ed82793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:08:54Z', 'updated_at': '2022-05-05T21:09:01Z', 'revision_number': 5, 'project_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'subnets': [{'id': '0454fdb7-be6e-4014-9fe9-8fa73ed82793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:13:30.291818 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27988f6f-cf06-457e-9afb-5e9000a7152f None None] The sync data for ids ['888c851b-8412-4c08-88cb-9cdd12daee6f'] in n-d-840717-1 is: [{'id': '888c851b-8412-4c08-88cb-9cdd12daee6f', 'name': 'tempest-TestSnapshotPattern-1643517621-router', 'tenant_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'e42022b0-500c-463e-a369-c7bd78e14494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:08:51Z', 'updated_at': '2022-05-05T21:08:55Z', 'revision_number': 4, 'project_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'gw_port': {'id': 'e42022b0-500c-463e-a369-c7bd78e14494', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:1f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888c851b-8412-4c08-88cb-9cdd12daee6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4421, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:08:52Z', 'updated_at': '2022-05-05T21:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_floatingips': [{'id': '927369e6-d58a-46a5-aeca-be4cfccdc4f7', 'tenant_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'floating_ip_address': '172.25.0.38', 'floating_network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'router_id': '888c851b-8412-4c08-88cb-9cdd12daee6f', 'port_id': '4d8623f1-5ba1-48a5-b444-de6b9dc74c7a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c35cf51a-e357-42be-81a4-0ce973463319', 'mac_address': 'fa:16:3e:42:69:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a601b4e0-f0b5-4104-b3dd-72404f223241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T21:09:19Z', 'updated_at': '2022-05-05T21:09:22Z', 'revision_number': 1, 'project_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25b307de-afc9-4a72-b909-718d4f9d9545', 'name': '', 'network_id': 'c35cf51a-e357-42be-81a4-0ce973463319', 'tenant_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'mac_address': 'fa:16:3e:a1:d8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888c851b-8412-4c08-88cb-9cdd12daee6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4422, 'fixed_ips': [{'subnet_id': '0454fdb7-be6e-4014-9fe9-8fa73ed82793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:08:54Z', 'updated_at': '2022-05-05T21:09:01Z', 'revision_number': 5, 'project_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'subnets': [{'id': '0454fdb7-be6e-4014-9fe9-8fa73ed82793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 21:13:30.502854 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9837cf5f-faa7-4fbc-9c60-226451cd7e7f None None] New status for floating IP de50a784-f4ef-41cc-85b8-a9a2d98ef9aa: DOWN {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 21:13:31.029674 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9892286e-05bb-4dc8-a217-dce7ed2e8e73 req-94fe37e7-af2a-40f1-b0b2-b2dba22532af tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:13:31.031124 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9892286e-05bb-4dc8-a217-dce7ed2e8e73 req-94fe37e7-af2a-40f1-b0b2-b2dba22532af tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.50 "GET /v2.0/ports?device_id=e128ffd5-1502-4cb2-b498-4f2f84d911ce HTTP/1.1" status: 200 len: 945 time: 0.0784791 May 05 21:13:31.099983 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-9892286e-05bb-4dc8-a217-dce7ed2e8e73 req-fbaced5c-7cc6-49db-9e1b-7033425dc423 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Deleting port 185d08d1-2fb3-44c0-8cb6-4926b6bc1b39 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 21:13:31.100345 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-9892286e-05bb-4dc8-a217-dce7ed2e8e73 req-fbaced5c-7cc6-49db-9e1b-7033425dc423 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:31.195687 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa4b438-5f7f-44a5-abed-5f91176958ea req-85250a05-cd9a-4147-b426-9f95d398ccda tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:13:31.197177 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cfa4b438-5f7f-44a5-abed-5f91176958ea req-85250a05-cd9a-4147-b426-9f95d398ccda tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.36 "GET /v2.0/ports?device_id=e128ffd5-1502-4cb2-b498-4f2f84d911ce HTTP/1.1" status: 200 len: 945 time: 0.0831184 May 05 21:13:31.241548 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cfa4b438-5f7f-44a5-abed-5f91176958ea req-1bda14ca-348b-495a-af6d-9bfcb8dde02d tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0d4d3df-4042-4c14-81c7-f711117ef412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386155 May 05 21:13:31.349172 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [req-9892286e-05bb-4dc8-a217-dce7ed2e8e73 req-fbaced5c-7cc6-49db-9e1b-7033425dc423 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] For port 185d08d1-2fb3-44c0-8cb6-4926b6bc1b39, host n-h2-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840717-1',level=0,port_id=185d08d1-2fb3-44c0-8cb6-4926b6bc1b39,segment=NetworkSegment(c47bbc14-4813-4cd8-b57a-618d8ef82d36),segment_id=c47bbc14-4813-4cd8-b57a-618d8ef82d36)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 21:13:31.349526 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-9892286e-05bb-4dc8-a217-dce7ed2e8e73 req-fbaced5c-7cc6-49db-9e1b-7033425dc423 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:31.475433 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [req-9892286e-05bb-4dc8-a217-dce7ed2e8e73 req-fbaced5c-7cc6-49db-9e1b-7033425dc423 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Calling delete_port for 185d08d1-2fb3-44c0-8cb6-4926b6bc1b39 owned by compute:nova {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 21:13:31.615111 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-9892286e-05bb-4dc8-a217-dce7ed2e8e73 req-fbaced5c-7cc6-49db-9e1b-7033425dc423 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:31.665874 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaced5c-7cc6-49db-9e1b-7033425dc423 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Pushing event deleted for resources: {'Port': ['ID=185d08d1-2fb3-44c0-8cb6-4926b6bc1b39,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:13:31.731933 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 185d08d1-2fb3-44c0-8cb6-4926b6bc1b39 no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:13:31.740845 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [req-9892286e-05bb-4dc8-a217-dce7ed2e8e73 req-fbaced5c-7cc6-49db-9e1b-7033425dc423 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] No DVR routers for this DVR port 185d08d1-2fb3-44c0-8cb6-4926b6bc1b39 on host n-h2-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:13:31.743214 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [req-9892286e-05bb-4dc8-a217-dce7ed2e8e73 req-fbaced5c-7cc6-49db-9e1b-7033425dc423 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:31.745674 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e128ffd5-1502-4cb2-b498-4f2f84d911ce', 'name': 'network-vif-deleted', 'tag': '185d08d1-2fb3-44c0-8cb6-4926b6bc1b39'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 21:13:31.763075 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-9892286e-05bb-4dc8-a217-dce7ed2e8e73 req-fbaced5c-7cc6-49db-9e1b-7033425dc423 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.50 "DELETE /v2.0/ports/185d08d1-2fb3-44c0-8cb6-4926b6bc1b39 HTTP/1.1" status: 204 len: 173 time: 0.7268262 May 05 21:13:31.770828 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] No Port match for: 185d08d1-2fb3-44c0-8cb6-4926b6bc1b39 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 21:13:31.771307 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 185d08d1-2fb3-44c0-8cb6-4926b6bc1b39 not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:13:31.797768 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1eb0371e-b123-4954-a795-f9898031b1a8'] response: {'server_uuid': 'e128ffd5-1502-4cb2-b498-4f2f84d911ce', 'name': 'network-vif-deleted', 'tag': '185d08d1-2fb3-44c0-8cb6-4926b6bc1b39', 'status': 'completed', 'code': 200} May 05 21:13:32.879769 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 43164) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:13:33.082007 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-aec20759-40f5-415e-9524-2a027ae8e063 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Deleting port e8109e33-7347-4816-a3fb-f5fb1d927a43 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 21:13:33.082349 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-aec20759-40f5-415e-9524-2a027ae8e063 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:33.352988 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-aec20759-40f5-415e-9524-2a027ae8e063 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:33.353322 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-aec20759-40f5-415e-9524-2a027ae8e063 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:33.489363 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-aec20759-40f5-415e-9524-2a027ae8e063 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Calling delete_port for e8109e33-7347-4816-a3fb-f5fb1d927a43 owned by network:floatingip {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 21:13:33.640190 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-aec20759-40f5-415e-9524-2a027ae8e063 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:33.686591 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec20759-40f5-415e-9524-2a027ae8e063 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Pushing event deleted for resources: {'Port': ['ID=e8109e33-7347-4816-a3fb-f5fb1d927a43,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:13:33.779101 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-aec20759-40f5-415e-9524-2a027ae8e063 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks [] for floatingip, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:33.779485 n-d-840717-1 neutron-server[88197]: INFO neutron.db.l3_db [None req-aec20759-40f5-415e-9524-2a027ae8e063 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Floating IP 927369e6-d58a-46a5-aeca-be4cfccdc4f7 disassociated (deleted). External IP: 172.25.0.38, port: 4d8623f1-5ba1-48a5-b444-de6b9dc74c7a. May 05 21:13:34.130883 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aec20759-40f5-415e-9524-2a027ae8e063 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Router 888c851b-8412-4c08-88cb-9cdd12daee6f has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 21:13:34.312313 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aec20759-40f5-415e-9524-2a027ae8e063 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 21:13:34.321758 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f84aff-7a37-4a63-b148-ff92503292be None None] Sync routers for ids ['888c851b-8412-4c08-88cb-9cdd12daee6f'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 21:13:34.328073 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-aec20759-40f5-415e-9524-2a027ae8e063 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for floatingip, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:34.330754 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f84aff-7a37-4a63-b148-ff92503292be None None] Routers {'888c851b-8412-4c08-88cb-9cdd12daee6f'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 21:13:34.331364 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-22f84aff-7a37-4a63-b148-ff92503292be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T21:13:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['888c851b-8412-4c08-88cb-9cdd12daee6f'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:13:34.381998 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-aec20759-40f5-415e-9524-2a027ae8e063 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.36 "DELETE /v2.0/floatingips/927369e6-d58a-46a5-aeca-be4cfccdc4f7 HTTP/1.1" status: 204 len: 168 time: 1.5009894 May 05 21:13:34.382403 n-d-840717-1 neutron-server[88197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a601b4e0-f0b5-4104-b3dd-72404f223241', 'tag': '4d8623f1-5ba1-48a5-b444-de6b9dc74c7a'}] {{(pid=88197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 21:13:34.488763 n-d-840717-1 neutron-server[88197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fee1685-120c-4b49-a730-5bc4342f7770'] response: {'name': 'network-changed', 'server_uuid': 'a601b4e0-f0b5-4104-b3dd-72404f223241', 'tag': '4d8623f1-5ba1-48a5-b444-de6b9dc74c7a', 'status': 'completed', 'code': 200} May 05 21:13:34.510121 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-22f84aff-7a37-4a63-b148-ff92503292be None None] Set router 888c851b-8412-4c08-88cb-9cdd12daee6f gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 21:13:34.596088 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1d3a79-4508-4115-bd46-6d37f5ffeeaa req-68923c60-8194-4091-a78b-4117923de586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:13:34.599021 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cd1d3a79-4508-4115-bd46-6d37f5ffeeaa req-68923c60-8194-4091-a78b-4117923de586 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=37b781d2d01a4ea2a3c428d1e5094bb5&device_id=a601b4e0-f0b5-4104-b3dd-72404f223241 HTTP/1.1" status: 200 len: 1095 time: 0.0867257 May 05 21:13:34.800155 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1d3a79-4508-4115-bd46-6d37f5ffeeaa req-cea9f65d-b19f-466a-ac31-b42c1526999e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:13:34.801654 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cd1d3a79-4508-4115-bd46-6d37f5ffeeaa req-cea9f65d-b19f-466a-ac31-b42c1526999e service neutron] 10.222.0.24 "GET /v2.0/networks?id=c35cf51a-e357-42be-81a4-0ce973463319 HTTP/1.1" status: 200 len: 911 time: 0.1947174 May 05 21:13:34.862271 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f60e543a-ef26-405c-9ee8-9a95fc96df60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:34.874736 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cd1d3a79-4508-4115-bd46-6d37f5ffeeaa req-9c7d6fc9-9410-4772-8b8e-7b4dd4c915cb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d8623f1-5ba1-48a5-b444-de6b9dc74c7a HTTP/1.1" status: 200 len: 217 time: 0.0642481 May 05 21:13:34.886473 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cccb7c5-5554-400c-98cd-6a8a3542ea52 req-9f3d2efe-fef4-4bea-9aaf-997c6669c567 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:13:34.888315 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-22f84aff-7a37-4a63-b148-ff92503292be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888c851b-8412-4c08-88cb-9cdd12daee6f', 'name': 'tempest-TestSnapshotPattern-1643517621-router', 'tenant_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'e42022b0-500c-463e-a369-c7bd78e14494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:08:51Z', 'updated_at': '2022-05-05T21:08:55Z', 'revision_number': 4, 'project_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'gw_port': {'id': 'e42022b0-500c-463e-a369-c7bd78e14494', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:1f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888c851b-8412-4c08-88cb-9cdd12daee6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4421, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:08:52Z', 'updated_at': '2022-05-05T21:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '25b307de-afc9-4a72-b909-718d4f9d9545', 'name': '', 'network_id': 'c35cf51a-e357-42be-81a4-0ce973463319', 'tenant_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'mac_address': 'fa:16:3e:a1:d8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888c851b-8412-4c08-88cb-9cdd12daee6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4422, 'fixed_ips': [{'subnet_id': '0454fdb7-be6e-4014-9fe9-8fa73ed82793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:08:54Z', 'updated_at': '2022-05-05T21:09:01Z', 'revision_number': 5, 'project_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'subnets': [{'id': '0454fdb7-be6e-4014-9fe9-8fa73ed82793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:13:34.888658 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1cccb7c5-5554-400c-98cd-6a8a3542ea52 req-9f3d2efe-fef4-4bea-9aaf-997c6669c567 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.36 "GET /v2.0/ports?device_id=a601b4e0-f0b5-4104-b3dd-72404f223241 HTTP/1.1" status: 200 len: 944 time: 0.1859477 May 05 21:13:34.892547 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f84aff-7a37-4a63-b148-ff92503292be None None] Checking router: 888c851b-8412-4c08-88cb-9cdd12daee6f for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 21:13:34.900757 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f84aff-7a37-4a63-b148-ff92503292be None None] Routers {'888c851b-8412-4c08-88cb-9cdd12daee6f'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 21:13:34.901348 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-22f84aff-7a37-4a63-b148-ff92503292be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T21:13:07Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['888c851b-8412-4c08-88cb-9cdd12daee6f'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:13:34.980274 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-1cccb7c5-5554-400c-98cd-6a8a3542ea52 req-9cdd14bb-6651-4e67-aeac-86798a3dc82d tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0d4d3df-4042-4c14-81c7-f711117ef412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582199 May 05 21:13:34.982421 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1d3a79-4508-4115-bd46-6d37f5ffeeaa req-f2e53332-5973-4965-bb6d-e4dc544a98d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:13:34.983803 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cd1d3a79-4508-4115-bd46-6d37f5ffeeaa req-f2e53332-5973-4965-bb6d-e4dc544a98d4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0454fdb7-be6e-4014-9fe9-8fa73ed82793 HTTP/1.1" status: 200 len: 849 time: 0.0943120 May 05 21:13:35.059707 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1d3a79-4508-4115-bd46-6d37f5ffeeaa req-a4ccd42e-dfbd-49a0-bd13-0d09d5e420e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:13:35.061191 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cd1d3a79-4508-4115-bd46-6d37f5ffeeaa req-a4ccd42e-dfbd-49a0-bd13-0d09d5e420e2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c35cf51a-e357-42be-81a4-0ce973463319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708840 May 05 21:13:35.079808 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-22f84aff-7a37-4a63-b148-ff92503292be None None] Set router 888c851b-8412-4c08-88cb-9cdd12daee6f gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 21:13:35.193361 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cd1d3a79-4508-4115-bd46-6d37f5ffeeaa req-1f29023c-91de-4e79-ad1c-60e5c971a3bc service neutron] 10.222.0.24 "GET /v2.0/networks/c35cf51a-e357-42be-81a4-0ce973463319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252408 May 05 21:13:35.326605 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-cd1d3a79-4508-4115-bd46-6d37f5ffeeaa req-b0cc95e1-ea64-493c-83ea-3c2c05932c8c service neutron] 10.222.0.24 "GET /v2.0/networks/c35cf51a-e357-42be-81a4-0ce973463319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263444 May 05 21:13:35.391538 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-22f84aff-7a37-4a63-b148-ff92503292be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888c851b-8412-4c08-88cb-9cdd12daee6f', 'name': 'tempest-TestSnapshotPattern-1643517621-router', 'tenant_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'e42022b0-500c-463e-a369-c7bd78e14494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:08:51Z', 'updated_at': '2022-05-05T21:08:55Z', 'revision_number': 4, 'project_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'gw_port': {'id': 'e42022b0-500c-463e-a369-c7bd78e14494', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:1f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888c851b-8412-4c08-88cb-9cdd12daee6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4421, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:08:52Z', 'updated_at': '2022-05-05T21:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '25b307de-afc9-4a72-b909-718d4f9d9545', 'name': '', 'network_id': 'c35cf51a-e357-42be-81a4-0ce973463319', 'tenant_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'mac_address': 'fa:16:3e:a1:d8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888c851b-8412-4c08-88cb-9cdd12daee6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4422, 'fixed_ips': [{'subnet_id': '0454fdb7-be6e-4014-9fe9-8fa73ed82793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:08:54Z', 'updated_at': '2022-05-05T21:09:01Z', 'revision_number': 5, 'project_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'subnets': [{'id': '0454fdb7-be6e-4014-9fe9-8fa73ed82793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:13:35.395437 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f84aff-7a37-4a63-b148-ff92503292be None None] The sync data for ids ['888c851b-8412-4c08-88cb-9cdd12daee6f'] in n-d-840717-1 is: [{'id': '888c851b-8412-4c08-88cb-9cdd12daee6f', 'name': 'tempest-TestSnapshotPattern-1643517621-router', 'tenant_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'e42022b0-500c-463e-a369-c7bd78e14494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:08:51Z', 'updated_at': '2022-05-05T21:08:55Z', 'revision_number': 4, 'project_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'gw_port': {'id': 'e42022b0-500c-463e-a369-c7bd78e14494', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:1f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888c851b-8412-4c08-88cb-9cdd12daee6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4421, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:08:52Z', 'updated_at': '2022-05-05T21:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1', '_interfaces': [{'id': '25b307de-afc9-4a72-b909-718d4f9d9545', 'name': '', 'network_id': 'c35cf51a-e357-42be-81a4-0ce973463319', 'tenant_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'mac_address': 'fa:16:3e:a1:d8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888c851b-8412-4c08-88cb-9cdd12daee6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4422, 'fixed_ips': [{'subnet_id': '0454fdb7-be6e-4014-9fe9-8fa73ed82793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:08:54Z', 'updated_at': '2022-05-05T21:09:01Z', 'revision_number': 5, 'project_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'subnets': [{'id': '0454fdb7-be6e-4014-9fe9-8fa73ed82793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 21:13:35.618039 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3522ce21-2394-4f60-b432-b40d0cb43df4 None None] New status for floating IP 927369e6-d58a-46a5-aeca-be4cfccdc4f7: DOWN {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 21:13:35.748187 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 185d08d1-2fb3-44c0-8cb6-4926b6bc1b39 no longer exists at agent hyperv_n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:13:35.785541 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] No Port match for: 185d08d1-2fb3-44c0-8cb6-4926b6bc1b39 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 21:13:35.785882 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Device 185d08d1-2fb3-44c0-8cb6-4926b6bc1b39 not bound to the agent host n-h2-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:13:36.167037 n-d-840717-1 neutron-server[88197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b4f8b-7393-4299-9c1f-12cbf2de1f04 req-e2025e0a-f9ef-49ee-a207-d709d7c99731 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:13:36.167801 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-414b4f8b-7393-4299-9c1f-12cbf2de1f04 req-e2025e0a-f9ef-49ee-a207-d709d7c99731 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Synchronizing usage tracker for tenant:37b781d2d01a4ea2a3c428d1e5094bb5 on resource:port {{(pid=88197) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:13:36.187234 n-d-840717-1 neutron-server[88197]: DEBUG neutron.quota.resource [req-414b4f8b-7393-4299-9c1f-12cbf2de1f04 req-e2025e0a-f9ef-49ee-a207-d709d7c99731 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Unset dirty status for tenant:37b781d2d01a4ea2a3c428d1e5094bb5 on resource:port {{(pid=88197) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:13:36.188467 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-414b4f8b-7393-4299-9c1f-12cbf2de1f04 req-e2025e0a-f9ef-49ee-a207-d709d7c99731 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.36 "GET /v2.0/ports?device_id=a601b4e0-f0b5-4104-b3dd-72404f223241 HTTP/1.1" status: 200 len: 944 time: 0.1002147 May 05 21:13:36.216724 n-d-840717-1 neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb258752-3375-4bad-8824-d0089090542b req-4a163ce3-5c64-49ae-acb3-00b4a7a120d4 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 21:13:36.218325 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bb258752-3375-4bad-8824-d0089090542b req-4a163ce3-5c64-49ae-acb3-00b4a7a120d4 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.24 "GET /v2.0/ports?device_id=a601b4e0-f0b5-4104-b3dd-72404f223241 HTTP/1.1" status: 200 len: 944 time: 0.0893369 May 05 21:13:36.242506 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-414b4f8b-7393-4299-9c1f-12cbf2de1f04 req-9d48f707-4ff3-4900-abb9-b78341a5446f tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0d4d3df-4042-4c14-81c7-f711117ef412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479488 May 05 21:13:36.292194 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-bb258752-3375-4bad-8824-d0089090542b req-0b9069dd-3fe4-4f38-b153-e714be1a567b tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Deleting port 4d8623f1-5ba1-48a5-b444-de6b9dc74c7a {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 21:13:36.292437 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-bb258752-3375-4bad-8824-d0089090542b req-0b9069dd-3fe4-4f38-b153-e714be1a567b tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:36.534359 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-bb258752-3375-4bad-8824-d0089090542b req-0b9069dd-3fe4-4f38-b153-e714be1a567b tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] For port 4d8623f1-5ba1-48a5-b444-de6b9dc74c7a, host n-h1-840717-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840717-1',level=0,port_id=4d8623f1-5ba1-48a5-b444-de6b9dc74c7a,segment=NetworkSegment(c47bbc14-4813-4cd8-b57a-618d8ef82d36),segment_id=c47bbc14-4813-4cd8-b57a-618d8ef82d36)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 21:13:36.534712 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-bb258752-3375-4bad-8824-d0089090542b req-0b9069dd-3fe4-4f38-b153-e714be1a567b tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:36.659035 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-bb258752-3375-4bad-8824-d0089090542b req-0b9069dd-3fe4-4f38-b153-e714be1a567b tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Calling delete_port for 4d8623f1-5ba1-48a5-b444-de6b9dc74c7a owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 21:13:36.805910 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-bb258752-3375-4bad-8824-d0089090542b req-0b9069dd-3fe4-4f38-b153-e714be1a567b tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:36.855524 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9069dd-3fe4-4f38-b153-e714be1a567b tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Pushing event deleted for resources: {'Port': ['ID=4d8623f1-5ba1-48a5-b444-de6b9dc74c7a,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:13:36.897691 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9069dd-3fe4-4f38-b153-e714be1a567b tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:13:36.898030 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9069dd-3fe4-4f38-b153-e714be1a567b tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:13:36.898358 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9069dd-3fe4-4f38-b153-e714be1a567b tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:13:36.898691 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9069dd-3fe4-4f38-b153-e714be1a567b tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:13:36.899016 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9069dd-3fe4-4f38-b153-e714be1a567b tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:13:36.899336 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9069dd-3fe4-4f38-b153-e714be1a567b tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:13:36.899678 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9069dd-3fe4-4f38-b153-e714be1a567b tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:13:36.899996 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9069dd-3fe4-4f38-b153-e714be1a567b tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:13:36.900308 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9069dd-3fe4-4f38-b153-e714be1a567b tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:13:36.900623 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9069dd-3fe4-4f38-b153-e714be1a567b tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:13:36.900941 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9069dd-3fe4-4f38-b153-e714be1a567b tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:13:36.901253 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9069dd-3fe4-4f38-b153-e714be1a567b tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840717-1 {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:13:36.942187 n-d-840717-1 neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb258752-3375-4bad-8824-d0089090542b req-0b9069dd-3fe4-4f38-b153-e714be1a567b tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] No DVR routers for this DVR port 4d8623f1-5ba1-48a5-b444-de6b9dc74c7a on host n-h1-840717-1 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:13:36.944490 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-bb258752-3375-4bad-8824-d0089090542b req-0b9069dd-3fe4-4f38-b153-e714be1a567b tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240328'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:36.946875 n-d-840717-1 neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a601b4e0-f0b5-4104-b3dd-72404f223241', 'name': 'network-vif-deleted', 'tag': '4d8623f1-5ba1-48a5-b444-de6b9dc74c7a'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 21:13:36.962328 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [req-bb258752-3375-4bad-8824-d0089090542b req-0b9069dd-3fe4-4f38-b153-e714be1a567b tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.24 "DELETE /v2.0/ports/4d8623f1-5ba1-48a5-b444-de6b9dc74c7a HTTP/1.1" status: 204 len: 173 time: 0.7375813 May 05 21:13:36.993922 n-d-840717-1 neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5f82013-e68c-4d1b-bd82-75ec57899b81'] response: {'server_uuid': 'a601b4e0-f0b5-4104-b3dd-72404f223241', 'name': 'network-vif-deleted', 'tag': '4d8623f1-5ba1-48a5-b444-de6b9dc74c7a', 'status': 'completed', 'code': 200} May 05 21:13:37.039916 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5816e9ec-bc57-4981-b94d-6aab1b43320a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:37.409190 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [req-dc52db83-e9bb-4d65-98dd-fde1543ee5f1 req-2672716f-1f3f-4e45-be55-e9f2643c25a0 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.36 "GET /v2.0/ports?device_id=a601b4e0-f0b5-4104-b3dd-72404f223241 HTTP/1.1" status: 200 len: 210 time: 0.0432441 May 05 21:13:38.118724 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:38.262712 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:38.506199 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 43184) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:13:38.582148 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ab99efa7-c261-451e-b7ce-69b2733ba418 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:38.611803 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ab99efa7-c261-451e-b7ce-69b2733ba418 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:38.678831 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ab99efa7-c261-451e-b7ce-69b2733ba418 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:38.698599 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab99efa7-c261-451e-b7ce-69b2733ba418 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d4d3df-4042-4c14-81c7-f711117ef412,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:13:38.710539 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ab99efa7-c261-451e-b7ce-69b2733ba418 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:38.711683 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-ab99efa7-c261-451e-b7ce-69b2733ba418 tempest-TestSnapshotPattern-455251267 tempest-TestSnapshotPattern-455251267-project] 10.222.0.36 "DELETE /v2.0/security-groups/c0d4d3df-4042-4c14-81c7-f711117ef412 HTTP/1.1" status: 204 len: 168 time: 0.2045112 May 05 21:13:38.753485 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 43190) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:13:39.420455 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8c901dcd-6f19-4ac1-8965-c021eaa47a95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:39.768875 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-8c901dcd-6f19-4ac1-8965-c021eaa47a95 admin admin] Deleting port 25b307de-afc9-4a72-b909-718d4f9d9545 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 21:13:39.769589 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8c901dcd-6f19-4ac1-8965-c021eaa47a95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:39.871913 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:39.946853 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-8c901dcd-6f19-4ac1-8965-c021eaa47a95 admin admin] For port 25b307de-afc9-4a72-b909-718d4f9d9545, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=25b307de-afc9-4a72-b909-718d4f9d9545,segment=NetworkSegment(c47bbc14-4813-4cd8-b57a-618d8ef82d36),segment_id=c47bbc14-4813-4cd8-b57a-618d8ef82d36)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 21:13:39.947204 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8c901dcd-6f19-4ac1-8965-c021eaa47a95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:40.073210 n-d-840717-1 neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-8c901dcd-6f19-4ac1-8965-c021eaa47a95 admin admin] Calling delete_port for 25b307de-afc9-4a72-b909-718d4f9d9545 owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 21:13:40.341210 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8c901dcd-6f19-4ac1-8965-c021eaa47a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61289390'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:40.512801 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c901dcd-6f19-4ac1-8965-c021eaa47a95 admin admin] Pushing event deleted for resources: {'Port': ['ID=25b307de-afc9-4a72-b909-718d4f9d9545,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:13:40.788823 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8c901dcd-6f19-4ac1-8965-c021eaa47a95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:41.142816 n-d-840717-1 neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c901dcd-6f19-4ac1-8965-c021eaa47a95 admin admin] Router 888c851b-8412-4c08-88cb-9cdd12daee6f has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 21:13:41.198939 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 4d8623f1-5ba1-48a5-b444-de6b9dc74c7a no longer exists at agent hyperv_n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:13:41.232933 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] No Port match for: 4d8623f1-5ba1-48a5-b444-de6b9dc74c7a {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 21:13:41.233282 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Device 4d8623f1-5ba1-48a5-b444-de6b9dc74c7a not bound to the agent host n-h1-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:13:41.326440 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c901dcd-6f19-4ac1-8965-c021eaa47a95 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 21:13:41.336371 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dba7cb6-869c-4c9a-aad4-69f7eea6d476 None None] Sync routers for ids ['888c851b-8412-4c08-88cb-9cdd12daee6f'] in n-d-840717-1 {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 21:13:41.342041 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-8c901dcd-6f19-4ac1-8965-c021eaa47a95 admin admin] 10.222.0.36 "PUT /v2.0/routers/888c851b-8412-4c08-88cb-9cdd12daee6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5845375 May 05 21:13:41.342696 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 43194) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:13:41.350430 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dba7cb6-869c-4c9a-aad4-69f7eea6d476 None None] Routers {'888c851b-8412-4c08-88cb-9cdd12daee6f'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 21:13:41.351059 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-5dba7cb6-869c-4c9a-aad4-69f7eea6d476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T21:13:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['888c851b-8412-4c08-88cb-9cdd12daee6f'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:13:41.532939 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-5dba7cb6-869c-4c9a-aad4-69f7eea6d476 None None] Set router 888c851b-8412-4c08-88cb-9cdd12daee6f gateway port host: n-d-840717-1 {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 21:13:41.628358 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e3f5d168-ef83-4f78-8404-96143ecd2d9a admin admin] Notify callbacks [] for router, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:41.806237 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e3f5d168-ef83-4f78-8404-96143ecd2d9a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:41.815821 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-e3f5d168-ef83-4f78-8404-96143ecd2d9a admin admin] Deleting port e42022b0-500c-463e-a369-c7bd78e14494 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 21:13:41.816033 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-5dba7cb6-869c-4c9a-aad4-69f7eea6d476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888c851b-8412-4c08-88cb-9cdd12daee6f', 'name': 'tempest-TestSnapshotPattern-1643517621-router', 'tenant_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'e42022b0-500c-463e-a369-c7bd78e14494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:08:51Z', 'updated_at': '2022-05-05T21:13:40Z', 'revision_number': 5, 'project_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'gw_port': {'id': 'e42022b0-500c-463e-a369-c7bd78e14494', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:1f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888c851b-8412-4c08-88cb-9cdd12daee6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4421, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:08:52Z', 'updated_at': '2022-05-05T21:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:13:41.816189 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e3f5d168-ef83-4f78-8404-96143ecd2d9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:41.819864 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dba7cb6-869c-4c9a-aad4-69f7eea6d476 None None] Checking router: 888c851b-8412-4c08-88cb-9cdd12daee6f for host: n-d-840717-1 {{(pid=88199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 21:13:41.828142 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dba7cb6-869c-4c9a-aad4-69f7eea6d476 None None] Routers {'888c851b-8412-4c08-88cb-9cdd12daee6f'} bound to L3 agent in host n-d-840717-1 {{(pid=88199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 21:13:41.828726 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-5dba7cb6-869c-4c9a-aad4-69f7eea6d476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T21:13:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['888c851b-8412-4c08-88cb-9cdd12daee6f'], 'active': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:13:41.997894 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-e3f5d168-ef83-4f78-8404-96143ecd2d9a admin admin] For port e42022b0-500c-463e-a369-c7bd78e14494, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=e42022b0-500c-463e-a369-c7bd78e14494,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 21:13:41.998251 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e3f5d168-ef83-4f78-8404-96143ecd2d9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:42.023247 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_dvr_db [None req-5dba7cb6-869c-4c9a-aad4-69f7eea6d476 None None] Set router 888c851b-8412-4c08-88cb-9cdd12daee6f gateway port host: None {{(pid=88199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 21:13:42.120233 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-e3f5d168-ef83-4f78-8404-96143ecd2d9a admin admin] Calling delete_port for e42022b0-500c-463e-a369-c7bd78e14494 owned by network:router_gateway {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 21:13:42.128746 n-d-840717-1 neutron-server[88199]: DEBUG neutron.db.l3_hamode_db [None req-5dba7cb6-869c-4c9a-aad4-69f7eea6d476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888c851b-8412-4c08-88cb-9cdd12daee6f', 'name': 'tempest-TestSnapshotPattern-1643517621-router', 'tenant_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:08:51Z', 'updated_at': '2022-05-05T21:13:41Z', 'revision_number': 6, 'project_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'gw_port_host': None}], 'n-d-840717-1', False) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:13:42.132670 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dba7cb6-869c-4c9a-aad4-69f7eea6d476 None None] The sync data for ids ['888c851b-8412-4c08-88cb-9cdd12daee6f'] in n-d-840717-1 is: [{'id': '888c851b-8412-4c08-88cb-9cdd12daee6f', 'name': 'tempest-TestSnapshotPattern-1643517621-router', 'tenant_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:08:51Z', 'updated_at': '2022-05-05T21:13:41Z', 'revision_number': 6, 'project_id': '37b781d2d01a4ea2a3c428d1e5094bb5', 'gw_port_host': None}] {{(pid=88199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 21:13:42.289215 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e3f5d168-ef83-4f78-8404-96143ecd2d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:42.334107 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f5d168-ef83-4f78-8404-96143ecd2d9a admin admin] Pushing event deleted for resources: {'Port': ['ID=e42022b0-500c-463e-a369-c7bd78e14494,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:13:42.423663 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e3f5d168-ef83-4f78-8404-96143ecd2d9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:42.596821 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e3f5d168-ef83-4f78-8404-96143ecd2d9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:42.598964 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e3f5d168-ef83-4f78-8404-96143ecd2d9a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:42.620155 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e3f5d168-ef83-4f78-8404-96143ecd2d9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:42.620793 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f5d168-ef83-4f78-8404-96143ecd2d9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 888c851b-8412-4c08-88cb-9cdd12daee6f {{(pid=88197) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 21:13:42.634576 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-e3f5d168-ef83-4f78-8404-96143ecd2d9a admin admin] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:42.635699 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-e3f5d168-ef83-4f78-8404-96143ecd2d9a admin admin] 10.222.0.36 "DELETE /v2.0/routers/888c851b-8412-4c08-88cb-9cdd12daee6f HTTP/1.1" status: 204 len: 168 time: 1.2921543 May 05 21:13:42.638918 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 43198) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:13:42.696163 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-57446ae5-b826-4c73-868c-19ebf822ec25 admin admin] Deleting subnet 0454fdb7-be6e-4014-9fe9-8fa73ed82793 {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 21:13:42.698924 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-57446ae5-b826-4c73-868c-19ebf822ec25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:42.749153 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-57446ae5-b826-4c73-868c-19ebf822ec25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:42.825618 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-57446ae5-b826-4c73-868c-19ebf822ec25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:42.894459 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-57446ae5-b826-4c73-868c-19ebf822ec25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:43.040040 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57446ae5-b826-4c73-868c-19ebf822ec25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0454fdb7-be6e-4014-9fe9-8fa73ed82793,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:13:43.044236 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-57446ae5-b826-4c73-868c-19ebf822ec25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:43.050210 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-57446ae5-b826-4c73-868c-19ebf822ec25 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/0454fdb7-be6e-4014-9fe9-8fa73ed82793 HTTP/1.1" status: 204 len: 168 time: 0.4102499 May 05 21:13:43.050824 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a2d42e-d1ef-4bee-bbb5-da7e7438e473 None None] Network c35cf51a-e357-42be-81a4-0ce973463319 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 21:13:43.052792 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 43202) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:13:43.163023 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-91837d13-149b-4342-b9d7-e015a8348bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:43.174501 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-91837d13-149b-4342-b9d7-e015a8348bd8 admin admin] Deleting port 1314835a-ae88-43c6-9ed0-a4bd70d35778 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 21:13:43.174828 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-91837d13-149b-4342-b9d7-e015a8348bd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:43.307503 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72e8177-6a69-452e-914a-ec0c79c52a04 None None] DHCP port deletion for c35cf51a-e357-42be-81a4-0ce973463319 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 21:13:43.312185 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-c72e8177-6a69-452e-914a-ec0c79c52a04 None None] Deleting port 1314835a-ae88-43c6-9ed0-a4bd70d35778 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 21:13:43.312561 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c72e8177-6a69-452e-914a-ec0c79c52a04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:43.367402 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 25b307de-afc9-4a72-b909-718d4f9d9545 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:13:43.384097 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-91837d13-149b-4342-b9d7-e015a8348bd8 admin admin] For port 1314835a-ae88-43c6-9ed0-a4bd70d35778, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=1314835a-ae88-43c6-9ed0-a4bd70d35778,segment=NetworkSegment(c47bbc14-4813-4cd8-b57a-618d8ef82d36),segment_id=c47bbc14-4813-4cd8-b57a-618d8ef82d36)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 21:13:43.384452 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-91837d13-149b-4342-b9d7-e015a8348bd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:43.404808 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 25b307de-afc9-4a72-b909-718d4f9d9545 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 21:13:43.405146 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 25b307de-afc9-4a72-b909-718d4f9d9545 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:13:43.405550 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 1314835a-ae88-43c6-9ed0-a4bd70d35778 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:13:43.507422 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-91837d13-149b-4342-b9d7-e015a8348bd8 admin admin] Calling delete_port for 1314835a-ae88-43c6-9ed0-a4bd70d35778 owned by network:dhcp {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 21:13:43.588954 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-91837d13-149b-4342-b9d7-e015a8348bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:43.645214 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91837d13-149b-4342-b9d7-e015a8348bd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1314835a-ae88-43c6-9ed0-a4bd70d35778,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:13:43.647339 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91837d13-149b-4342-b9d7-e015a8348bd8 admin admin] No DVR routers for this DVR port 1314835a-ae88-43c6-9ed0-a4bd70d35778 on host n-d-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:13:43.686500 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-c72e8177-6a69-452e-914a-ec0c79c52a04 None None] For port 1314835a-ae88-43c6-9ed0-a4bd70d35778, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=1314835a-ae88-43c6-9ed0-a4bd70d35778,segment=NetworkSegment(c47bbc14-4813-4cd8-b57a-618d8ef82d36),segment_id=c47bbc14-4813-4cd8-b57a-618d8ef82d36)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 21:13:43.686887 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c72e8177-6a69-452e-914a-ec0c79c52a04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:43.700733 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3819373'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:43.767182 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-91837d13-149b-4342-b9d7-e015a8348bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:43.791172 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-91837d13-149b-4342-b9d7-e015a8348bd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c35cf51a-e357-42be-81a4-0ce973463319']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:13:43.803473 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-91837d13-149b-4342-b9d7-e015a8348bd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c47bbc14-4813-4cd8-b57a-618d8ef82d36') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:13:43.803765 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-91837d13-149b-4342-b9d7-e015a8348bd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c47bbc14-4813-4cd8-b57a-618d8ef82d36') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:13:43.815381 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-91837d13-149b-4342-b9d7-e015a8348bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:43.822022 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-c72e8177-6a69-452e-914a-ec0c79c52a04 None None] Calling delete_port for 1314835a-ae88-43c6-9ed0-a4bd70d35778 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 21:13:43.835188 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-91837d13-149b-4342-b9d7-e015a8348bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:43.841311 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91837d13-149b-4342-b9d7-e015a8348bd8 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 21:13:43.841692 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-91837d13-149b-4342-b9d7-e015a8348bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:43.854550 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 21:13:43.854550 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 21:13:43.854550 n-d-840717-1 neutron-server[88197]: timer() May 05 21:13:43.854550 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:13:43.854550 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 21:13:43.854550 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:13:43.854550 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 21:13:43.854550 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:13:43.854550 n-d-840717-1 neutron-server[88197]: self._notify() May 05 21:13:43.854550 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:13:43.854550 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 21:13:43.854550 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:13:43.854550 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 21:13:43.854550 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:13:43.854550 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:13:43.854550 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:13:43.854550 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:13:43.854550 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:13:43.854550 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 21:13:43.854550 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 21:13:43.854550 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 21:13:43.854550 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 21:13:43.854550 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:13:43.854550 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 21:13:43.854550 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 21:13:43.854550 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 21:13:43.854550 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:13:43.854550 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 21:13:43.854550 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:13:43.854550 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 21:13:43.854550 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:13:43.854550 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:13:43.916857 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device e42022b0-500c-463e-a369-c7bd78e14494 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:13:43.929836 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-91837d13-149b-4342-b9d7-e015a8348bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:43.948499 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-91837d13-149b-4342-b9d7-e015a8348bd8 admin admin] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:43.956864 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91837d13-149b-4342-b9d7-e015a8348bd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c35cf51a-e357-42be-81a4-0ce973463319,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:13:43.970690 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: e42022b0-500c-463e-a369-c7bd78e14494 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 21:13:43.971032 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device e42022b0-500c-463e-a369-c7bd78e14494 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:13:43.974631 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-91837d13-149b-4342-b9d7-e015a8348bd8 admin admin] 10.222.0.36 "DELETE /v2.0/networks/c35cf51a-e357-42be-81a4-0ce973463319 HTTP/1.1" status: 204 len: 168 time: 0.9182897 May 05 21:13:43.974966 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 43206) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:13:43.978152 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-c72e8177-6a69-452e-914a-ec0c79c52a04 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 21:13:43.978473 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-c72e8177-6a69-452e-914a-ec0c79c52a04 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 21:13:44.479312 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-c72e8177-6a69-452e-914a-ec0c79c52a04 None None] Deleting port 1314835a-ae88-43c6-9ed0-a4bd70d35778 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 21:13:44.480013 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c72e8177-6a69-452e-914a-ec0c79c52a04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:44.547864 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-c72e8177-6a69-452e-914a-ec0c79c52a04 None None] The port '1314835a-ae88-43c6-9ed0-a4bd70d35778' was deleted {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 21:13:44.612383 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-10e95c1c-6e4b-4009-8adf-e3a8c571e4d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641375'] for router_interface, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:44.955772 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-10e95c1c-6e4b-4009-8adf-e3a8c571e4d2 admin admin] Deleting port 40ba7d84-0ca7-4d45-8c58-7501e1ef5c8d {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 21:13:44.956114 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-10e95c1c-6e4b-4009-8adf-e3a8c571e4d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:45.117729 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:45.126400 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-10e95c1c-6e4b-4009-8adf-e3a8c571e4d2 admin admin] For port 40ba7d84-0ca7-4d45-8c58-7501e1ef5c8d, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=40ba7d84-0ca7-4d45-8c58-7501e1ef5c8d,segment=NetworkSegment(6cf3fc13-2317-4669-a2c4-a0c45621f4cf),segment_id=6cf3fc13-2317-4669-a2c4-a0c45621f4cf)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 21:13:45.126756 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-10e95c1c-6e4b-4009-8adf-e3a8c571e4d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:45.250434 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-10e95c1c-6e4b-4009-8adf-e3a8c571e4d2 admin admin] Calling delete_port for 40ba7d84-0ca7-4d45-8c58-7501e1ef5c8d owned by network:router_interface {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 21:13:45.421841 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-10e95c1c-6e4b-4009-8adf-e3a8c571e4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:45.469354 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e95c1c-6e4b-4009-8adf-e3a8c571e4d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=40ba7d84-0ca7-4d45-8c58-7501e1ef5c8d,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:13:45.734729 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-10e95c1c-6e4b-4009-8adf-e3a8c571e4d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641459'] for router_interface, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:46.191390 n-d-840717-1 neutron-server[88197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10e95c1c-6e4b-4009-8adf-e3a8c571e4d2 admin admin] Router 40e5c80b-84ea-4e13-81e0-d4ecf917baa0 has already been hosted by L3 agent e96e23b5-8a5f-4d1c-b799-7a74a9a53991 {{(pid=88197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 05 21:13:46.370302 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e95c1c-6e4b-4009-8adf-e3a8c571e4d2 admin admin] Notify agent at l3_agent.n-d-840717-1 the message routers_updated {{(pid=88197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 05 21:13:46.378967 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccefd18-934f-439c-8add-5a0d92922e8f None None] Sync routers for ids ['40e5c80b-84ea-4e13-81e0-d4ecf917baa0'] in n-d-840717-1 {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 21:13:46.385515 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-10e95c1c-6e4b-4009-8adf-e3a8c571e4d2 admin admin] 10.222.0.36 "PUT /v2.0/routers/40e5c80b-84ea-4e13-81e0-d4ecf917baa0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4091544 May 05 21:13:46.388598 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 43210) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:13:46.389153 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccefd18-934f-439c-8add-5a0d92922e8f None None] Routers {'40e5c80b-84ea-4e13-81e0-d4ecf917baa0'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 21:13:46.389755 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-fccefd18-934f-439c-8add-5a0d92922e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T21:13:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['40e5c80b-84ea-4e13-81e0-d4ecf917baa0'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:13:46.561286 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-fccefd18-934f-439c-8add-5a0d92922e8f None None] Set router 40e5c80b-84ea-4e13-81e0-d4ecf917baa0 gateway port host: n-d-840717-1 {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 21:13:46.563025 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d02e541c-8ea2-4cf2-97ff-0a150fd6eeb0 admin admin] Notify callbacks [] for router, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:46.741772 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d02e541c-8ea2-4cf2-97ff-0a150fd6eeb0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:46.751959 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-d02e541c-8ea2-4cf2-97ff-0a150fd6eeb0 admin admin] Deleting port a39c20d3-0872-4a16-91da-bf7d31c5aa6e {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 21:13:46.752470 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d02e541c-8ea2-4cf2-97ff-0a150fd6eeb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:46.843732 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-fccefd18-934f-439c-8add-5a0d92922e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e5c80b-84ea-4e13-81e0-d4ecf917baa0', 'name': 'tempest-TestSnapshotPattern-1587510788-router', 'tenant_id': '8d48a0ebd25b43ed8a902c4726b3b6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'external_fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'a39c20d3-0872-4a16-91da-bf7d31c5aa6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:08:58Z', 'updated_at': '2022-05-05T21:13:45Z', 'revision_number': 5, 'project_id': '8d48a0ebd25b43ed8a902c4726b3b6eb', 'gw_port': {'id': 'a39c20d3-0872-4a16-91da-bf7d31c5aa6e', 'name': '', 'network_id': '0401d202-1605-4cfe-bad4-fb225df6afb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e5c80b-84ea-4e13-81e0-d4ecf917baa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840717-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:08:58Z', 'updated_at': '2022-05-05T21:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dab36354-75f8-4cfe-8445-f152a64cbc24', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840717-1'}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:13:46.847481 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccefd18-934f-439c-8add-5a0d92922e8f None None] Checking router: 40e5c80b-84ea-4e13-81e0-d4ecf917baa0 for host: n-d-840717-1 {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 21:13:46.855915 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccefd18-934f-439c-8add-5a0d92922e8f None None] Routers {'40e5c80b-84ea-4e13-81e0-d4ecf917baa0'} bound to L3 agent in host n-d-840717-1 {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 05 21:13:46.856500 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-fccefd18-934f-439c-8add-5a0d92922e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840717-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T19:37:07Z,description=,heartbeat_timestamp=2022-05-05T21:13:37Z,host='n-d-840717-1',id=e96e23b5-8a5f-4d1c-b799-7a74a9a53991,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T19:37:07Z,topic='l3_agent')) {'router_ids': ['40e5c80b-84ea-4e13-81e0-d4ecf917baa0'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:13:46.927186 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-d02e541c-8ea2-4cf2-97ff-0a150fd6eeb0 admin admin] For port a39c20d3-0872-4a16-91da-bf7d31c5aa6e, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=a39c20d3-0872-4a16-91da-bf7d31c5aa6e,segment=NetworkSegment(e5ebe4ff-64af-410b-93a0-e5a022e73e16),segment_id=e5ebe4ff-64af-410b-93a0-e5a022e73e16)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 21:13:46.927568 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d02e541c-8ea2-4cf2-97ff-0a150fd6eeb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:47.004097 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-fccefd18-934f-439c-8add-5a0d92922e8f None None] Set router 40e5c80b-84ea-4e13-81e0-d4ecf917baa0 gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 05 21:13:47.054448 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-d02e541c-8ea2-4cf2-97ff-0a150fd6eeb0 admin admin] Calling delete_port for a39c20d3-0872-4a16-91da-bf7d31c5aa6e owned by network:router_gateway {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 21:13:47.135779 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-fccefd18-934f-439c-8add-5a0d92922e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e5c80b-84ea-4e13-81e0-d4ecf917baa0', 'name': 'tempest-TestSnapshotPattern-1587510788-router', 'tenant_id': '8d48a0ebd25b43ed8a902c4726b3b6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:08:58Z', 'updated_at': '2022-05-05T21:13:46Z', 'revision_number': 6, 'project_id': '8d48a0ebd25b43ed8a902c4726b3b6eb', 'gw_port_host': None}], 'n-d-840717-1', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:13:47.139855 n-d-840717-1 neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccefd18-934f-439c-8add-5a0d92922e8f None None] The sync data for ids ['40e5c80b-84ea-4e13-81e0-d4ecf917baa0'] in n-d-840717-1 is: [{'id': '40e5c80b-84ea-4e13-81e0-d4ecf917baa0', 'name': 'tempest-TestSnapshotPattern-1587510788-router', 'tenant_id': '8d48a0ebd25b43ed8a902c4726b3b6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:08:58Z', 'updated_at': '2022-05-05T21:13:46Z', 'revision_number': 6, 'project_id': '8d48a0ebd25b43ed8a902c4726b3b6eb', 'gw_port_host': None}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 21:13:47.221955 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d02e541c-8ea2-4cf2-97ff-0a150fd6eeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:47.261263 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:47.269125 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02e541c-8ea2-4cf2-97ff-0a150fd6eeb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a39c20d3-0872-4a16-91da-bf7d31c5aa6e,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:13:47.472737 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d02e541c-8ea2-4cf2-97ff-0a150fd6eeb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642356'] for router_gateway, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:47.571267 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 40ba7d84-0ca7-4d45-8c58-7501e1ef5c8d no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:13:47.609814 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 40ba7d84-0ca7-4d45-8c58-7501e1ef5c8d {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 21:13:47.610240 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 40ba7d84-0ca7-4d45-8c58-7501e1ef5c8d not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:13:47.659948 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d02e541c-8ea2-4cf2-97ff-0a150fd6eeb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13056'] for router, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:47.662142 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d02e541c-8ea2-4cf2-97ff-0a150fd6eeb0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:47.684161 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d02e541c-8ea2-4cf2-97ff-0a150fd6eeb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-652568'] for router, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:47.684743 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d02e541c-8ea2-4cf2-97ff-0a150fd6eeb0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40e5c80b-84ea-4e13-81e0-d4ecf917baa0 {{(pid=88197) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 05 21:13:47.696362 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-d02e541c-8ea2-4cf2-97ff-0a150fd6eeb0 admin admin] Notify callbacks [] for router, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:47.697475 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-d02e541c-8ea2-4cf2-97ff-0a150fd6eeb0 admin admin] 10.222.0.36 "DELETE /v2.0/routers/40e5c80b-84ea-4e13-81e0-d4ecf917baa0 HTTP/1.1" status: 204 len: 168 time: 1.3079777 May 05 21:13:47.700849 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 43214) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:13:47.762085 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.db_base_plugin_v2 [None req-4804ab23-f013-4f1e-a16b-581a37b24044 admin admin] Deleting subnet 9ffcc205-2f48-4916-be2f-ee3e8b175f2d {{(pid=88197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 05 21:13:47.765415 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4804ab23-f013-4f1e-a16b-581a37b24044 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:47.815450 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4804ab23-f013-4f1e-a16b-581a37b24044 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61878143'] for subnet, precommit_delete_associations {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:47.895342 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4804ab23-f013-4f1e-a16b-581a37b24044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872645'] for subnet, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:47.969806 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4804ab23-f013-4f1e-a16b-581a37b24044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62298385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61006946'] for subnet, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:48.008832 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-4804ab23-f013-4f1e-a16b-581a37b24044 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:48.011273 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4804ab23-f013-4f1e-a16b-581a37b24044 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ffcc205-2f48-4916-be2f-ee3e8b175f2d,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:13:48.015440 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675233fa-9816-4899-b38a-3d23e99e20fa None None] Network 8109fcdf-b5a1-4cf4-9c9d-3d90966e29a8 requested from n-d-840717-1 {{(pid=88199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 05 21:13:48.017330 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-4804ab23-f013-4f1e-a16b-581a37b24044 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/9ffcc205-2f48-4916-be2f-ee3e8b175f2d HTTP/1.1" status: 204 len: 168 time: 0.3155270 May 05 21:13:48.020211 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 43218) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:13:48.133639 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1b37fd6c-3eca-471e-8e76-2fbb2268d3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3675209'] for network, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:48.146803 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-1b37fd6c-3eca-471e-8e76-2fbb2268d3f8 admin admin] Deleting port 5f80a02b-2f2f-4b6d-804e-af619a4ae1a6 {{(pid=88197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 21:13:48.147150 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1b37fd6c-3eca-471e-8e76-2fbb2268d3f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:48.267051 n-d-840717-1 neutron-server[88199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5012d93-6866-4e5b-bb0d-07ff7d3b02ee None None] DHCP port deletion for 8109fcdf-b5a1-4cf4-9c9d-3d90966e29a8 request from n-d-840717-1 {{(pid=88199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 05 21:13:48.271475 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-e5012d93-6866-4e5b-bb0d-07ff7d3b02ee None None] Deleting port 5f80a02b-2f2f-4b6d-804e-af619a4ae1a6 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 21:13:48.271921 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e5012d93-6866-4e5b-bb0d-07ff7d3b02ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:48.366841 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.db [None req-1b37fd6c-3eca-471e-8e76-2fbb2268d3f8 admin admin] For port 5f80a02b-2f2f-4b6d-804e-af619a4ae1a6, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=5f80a02b-2f2f-4b6d-804e-af619a4ae1a6,segment=NetworkSegment(6cf3fc13-2317-4669-a2c4-a0c45621f4cf),segment_id=6cf3fc13-2317-4669-a2c4-a0c45621f4cf)] {{(pid=88197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 21:13:48.367198 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1b37fd6c-3eca-471e-8e76-2fbb2268d3f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:48.494484 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.plugin [None req-1b37fd6c-3eca-471e-8e76-2fbb2268d3f8 admin admin] Calling delete_port for 5f80a02b-2f2f-4b6d-804e-af619a4ae1a6 owned by network:dhcp {{(pid=88197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 21:13:48.510983 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-e5012d93-6866-4e5b-bb0d-07ff7d3b02ee None None] For port 5f80a02b-2f2f-4b6d-804e-af619a4ae1a6, host n-d-840717-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840717-1',level=0,port_id=5f80a02b-2f2f-4b6d-804e-af619a4ae1a6,segment=NetworkSegment(6cf3fc13-2317-4669-a2c4-a0c45621f4cf),segment_id=6cf3fc13-2317-4669-a2c4-a0c45621f4cf)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 05 21:13:48.511399 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e5012d93-6866-4e5b-bb0d-07ff7d3b02ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640863'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:48.571396 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1b37fd6c-3eca-471e-8e76-2fbb2268d3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3820192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771839088119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771838607436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62298406'] for port, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:48.618152 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b37fd6c-3eca-471e-8e76-2fbb2268d3f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f80a02b-2f2f-4b6d-804e-af619a4ae1a6,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:13:48.624148 n-d-840717-1 neutron-server[88197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b37fd6c-3eca-471e-8e76-2fbb2268d3f8 admin admin] No DVR routers for this DVR port 5f80a02b-2f2f-4b6d-804e-af619a4ae1a6 on host n-d-840717-1 {{(pid=88197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:13:48.646678 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-e5012d93-6866-4e5b-bb0d-07ff7d3b02ee None None] Calling delete_port for 5f80a02b-2f2f-4b6d-804e-af619a4ae1a6 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 05 21:13:48.718469 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.db.api [None req-e5012d93-6866-4e5b-bb0d-07ff7d3b02ee None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 21:13:48.718827 n-d-840717-1 neutron-server[88199]: DEBUG oslo_db.api [None req-e5012d93-6866-4e5b-bb0d-07ff7d3b02ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 21:13:48.737923 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1b37fd6c-3eca-471e-8e76-2fbb2268d3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3871548', 'neutron.services.segments.db._delete_segments_for_network-8771839079774'] for network, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:48.762758 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-1b37fd6c-3eca-471e-8e76-2fbb2268d3f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8109fcdf-b5a1-4cf4-9c9d-3d90966e29a8']}} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:13:48.778461 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-1b37fd6c-3eca-471e-8e76-2fbb2268d3f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cf3fc13-2317-4669-a2c4-a0c45621f4cf') {'for_net_delete': True} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:13:48.778758 n-d-840717-1 neutron-server[88197]: DEBUG neutron.services.segments.db [None req-1b37fd6c-3eca-471e-8e76-2fbb2268d3f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cf3fc13-2317-4669-a2c4-a0c45621f4cf') {} {{(pid=88197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:13:48.789776 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1b37fd6c-3eca-471e-8e76-2fbb2268d3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771839082873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61878148'] for segment, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:48.806004 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1b37fd6c-3eca-471e-8e76-2fbb2268d3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3874128'] for segment, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:48.813042 n-d-840717-1 neutron-server[88197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b37fd6c-3eca-471e-8e76-2fbb2268d3f8 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=88197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 21:13:48.813492 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1b37fd6c-3eca-471e-8e76-2fbb2268d3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3874118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62298491'] for segment, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:48.827129 n-d-840717-1 neutron-server[88197]: Traceback (most recent call last): May 05 21:13:48.827129 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 21:13:48.827129 n-d-840717-1 neutron-server[88197]: timer() May 05 21:13:48.827129 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:13:48.827129 n-d-840717-1 neutron-server[88197]: cb(*args, **kw) May 05 21:13:48.827129 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:13:48.827129 n-d-840717-1 neutron-server[88197]: return func(*args, **kwargs) May 05 21:13:48.827129 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:13:48.827129 n-d-840717-1 neutron-server[88197]: self._notify() May 05 21:13:48.827129 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:13:48.827129 n-d-840717-1 neutron-server[88197]: self.callback(batched_events) May 05 21:13:48.827129 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:13:48.827129 n-d-840717-1 neutron-server[88197]: event.method(event) May 05 21:13:48.827129 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:13:48.827129 n-d-840717-1 neutron-server[88197]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:13:48.827129 n-d-840717-1 neutron-server[88197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:13:48.827129 n-d-840717-1 neutron-server[88197]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:13:48.827129 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:13:48.827129 n-d-840717-1 neutron-server[88197]: return f(self, *a, **k) May 05 21:13:48.827129 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 05 21:13:48.827129 n-d-840717-1 neutron-server[88197]: return self._get(url).json() May 05 21:13:48.827129 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 05 21:13:48.827129 n-d-840717-1 neutron-server[88197]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:13:48.827129 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 21:13:48.827129 n-d-840717-1 neutron-server[88197]: return self.request(url, 'GET', **kwargs) May 05 21:13:48.827129 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 21:13:48.827129 n-d-840717-1 neutron-server[88197]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:13:48.827129 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 21:13:48.827129 n-d-840717-1 neutron-server[88197]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:13:48.827129 n-d-840717-1 neutron-server[88197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 21:13:48.827129 n-d-840717-1 neutron-server[88197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:13:48.827129 n-d-840717-1 neutron-server[88197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:13:48.900129 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1b37fd6c-3eca-471e-8e76-2fbb2268d3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3871541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642399'] for network, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:48.919658 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-1b37fd6c-3eca-471e-8e76-2fbb2268d3f8 admin admin] Notify callbacks [] for network, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:48.929173 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b37fd6c-3eca-471e-8e76-2fbb2268d3f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=8109fcdf-b5a1-4cf4-9c9d-3d90966e29a8,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:13:48.938490 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-1b37fd6c-3eca-471e-8e76-2fbb2268d3f8 admin admin] 10.222.0.36 "DELETE /v2.0/networks/8109fcdf-b5a1-4cf4-9c9d-3d90966e29a8 HTTP/1.1" status: 204 len: 168 time: 0.9172883 May 05 21:13:49.125145 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 43224) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:13:49.228020 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-e5012d93-6866-4e5b-bb0d-07ff7d3b02ee None None] Deleting port 5f80a02b-2f2f-4b6d-804e-af619a4ae1a6 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 05 21:13:49.228436 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e5012d93-6866-4e5b-bb0d-07ff7d3b02ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771838969101'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:49.272020 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-b8334c18-4efa-43e8-8c86-8407d6709fa6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=37b781d2d01a4ea2a3c428d1e5094bb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1456251 May 05 21:13:49.274357 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [-] (88197) accepted ('10.222.0.36', 43228) {{(pid=88197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:13:49.303932 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-e5012d93-6866-4e5b-bb0d-07ff7d3b02ee None None] The port '5f80a02b-2f2f-4b6d-804e-af619a4ae1a6' was deleted {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 05 21:13:49.333755 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-21093cc4-0f57-443d-bdaa-29929e1d4b4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:49.354003 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device a39c20d3-0872-4a16-91da-bf7d31c5aa6e no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:13:49.360224 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-21093cc4-0f57-443d-bdaa-29929e1d4b4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:49.388442 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: a39c20d3-0872-4a16-91da-bf7d31c5aa6e {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 21:13:49.388782 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device a39c20d3-0872-4a16-91da-bf7d31c5aa6e not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:13:49.389198 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 5f80a02b-2f2f-4b6d-804e-af619a4ae1a6 no longer exists at agent ovs-agent-n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:13:49.412285 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-21093cc4-0f57-443d-bdaa-29929e1d4b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:49.427822 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] No Port match for: 5f80a02b-2f2f-4b6d-804e-af619a4ae1a6 {{(pid=88199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 05 21:13:49.428164 n-d-840717-1 neutron-server[88199]: DEBUG neutron.plugins.ml2.rpc [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Device 5f80a02b-2f2f-4b6d-804e-af619a4ae1a6 not bound to the agent host n-d-840717-1 {{(pid=88199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:13:49.435502 n-d-840717-1 neutron-server[88197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21093cc4-0f57-443d-bdaa-29929e1d4b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4962799-2fed-42b6-8efe-24b8ead22907,revision_number=None']} {{(pid=88197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:13:49.441711 n-d-840717-1 neutron-server[88197]: DEBUG neutron_lib.callbacks.manager [None req-21093cc4-0f57-443d-bdaa-29929e1d4b4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:49.443289 n-d-840717-1 neutron-server[88197]: INFO neutron.wsgi [None req-21093cc4-0f57-443d-bdaa-29929e1d4b4c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d4962799-2fed-42b6-8efe-24b8ead22907 HTTP/1.1" status: 204 len: 168 time: 0.1680312 May 05 21:13:49.793988 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 43236) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:13:49.842485 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-95504da6-3737-426e-9872-62371a291e11 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8d48a0ebd25b43ed8a902c4726b3b6eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0473461 May 05 21:13:49.844866 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.36', 43240) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:13:49.900843 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2108f92c-a468-49b8-96a1-97d13c036284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:49.925649 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2108f92c-a468-49b8-96a1-97d13c036284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:49.979406 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2108f92c-a468-49b8-96a1-97d13c036284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559707'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:49.995261 n-d-840717-1 neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2108f92c-a468-49b8-96a1-97d13c036284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d6f766-dce2-415a-862a-84dade283d10,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:13:50.000148 n-d-840717-1 neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2108f92c-a468-49b8-96a1-97d13c036284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:13:50.001680 n-d-840717-1 neutron-server[88198]: INFO neutron.wsgi [None req-2108f92c-a468-49b8-96a1-97d13c036284 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f3d6f766-dce2-415a-862a-84dade283d10 HTTP/1.1" status: 204 len: 168 time: 0.1555240 May 05 21:13:50.008504 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:14:04.826357 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e478f7f4-7b1a-4321-aadd-b45792a718a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:14:07.045467 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-441201e0-4ba6-4e4b-ac15-78c46e1e0e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:14:08.121195 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:14:08.265832 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:14:09.873112 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:14:15.133131 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:14:17.253228 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:14:27.009152 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:14:34.827645 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4616aad8-0a67-493a-a778-1b92688709aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:14:37.039712 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e4de18a7-70c2-435e-871d-22bcebc2d3fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:14:38.123076 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:14:38.269338 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:14:39.876051 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:14:45.125066 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:14:47.274384 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:15:04.008585 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:15:04.829042 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ceb6a244-cd46-46ef-b49b-254c37e819c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:15:07.041246 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8155b2bf-ec85-4911-855a-17cd089b9bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:15:08.125988 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:15:08.274775 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:15:09.877833 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:15:15.139931 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:15:17.274309 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:15:34.831736 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f7d42a69-1383-412c-91cf-65ae2e0ac2c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:15:37.042061 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9ce03271-bf7e-4174-9f09-bfbd5deb3821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:15:38.128457 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:15:38.276694 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:15:39.880627 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:15:41.008263 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:15:45.177847 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:15:47.298550 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:16:04.833372 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5a7db340-944a-4715-b809-dd94f3f912f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:16:07.043110 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ab7ea47e-a079-4869-8d27-f1eb4c40aab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:16:08.132424 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:16:08.280178 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:16:09.883235 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:16:15.208273 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:16:17.339992 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:16:18.007204 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:16:34.833707 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-aaa254e9-ba13-48be-b8ab-c4149639309b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:16:37.045588 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-eb7c412b-8f99-476e-af78-9e324eb22721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:16:38.133170 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:16:38.282710 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:16:39.885922 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:16:45.207571 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:16:47.350689 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:16:55.006506 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:17:04.834899 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6e7d7156-e607-478e-ba7d-221f45d3845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:17:07.048130 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-89ff4ab3-32ea-482e-bfe8-7925fcba54fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:17:08.138625 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:17:08.285411 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:17:09.889068 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:17:15.210931 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:17:17.350755 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:17:32.005604 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:17:34.836070 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bc3f14f5-cc98-4e31-991e-9dd1967e70b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:17:37.048951 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1391562b-12b1-48fd-b8b4-f298607e5edd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:17:38.141171 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:17:38.285731 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:17:39.892171 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:17:40.659817 n-d-840717-1 neutron-server[88197]: DEBUG neutron.wsgi [req-d2e929ad-d004-4c77-9512-f2054795eeba req-c1f9cf4d-081e-4b4e-98fb-9dde4435df74 service neutron] (88197) timed out ('10.222.0.36', 41832) {{(pid=88197) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 05 21:17:45.214539 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:17:47.359055 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:18:04.838156 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f5e25509-3004-46a3-a45d-af496f3980c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:18:07.049985 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8aaa2533-ae21-43df-aebd-92183c35a8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:18:08.145515 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:18:08.287905 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:18:09.004717 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:18:09.894426 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:18:15.233450 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:18:17.364329 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:18:34.839847 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-03424574-2e4b-49b2-ba17-6af87f7298b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:18:37.052078 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b1701787-44c3-4bc3-b99b-6be81fa9898d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:18:38.145876 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:18:38.289638 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:18:39.895990 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:18:45.222484 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:18:46.004137 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:18:47.386395 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:19:04.842468 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bfd64008-0e07-4143-be2a-99628deffa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:19:07.053527 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5d1638eb-8579-4236-871f-2f3bc2e23aff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:19:08.150837 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:19:08.291868 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:19:09.900480 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:19:15.242736 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:19:17.381061 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:19:23.003716 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:19:34.844721 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6e9ef1e2-e0cc-43ee-a971-ff90905e4bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:19:37.055148 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-948f7861-fa6c-4179-9aa5-48c493d3a3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:19:38.152304 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:19:38.293600 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:19:39.902511 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:19:45.254132 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:19:47.394950 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:20:00.003967 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:20:04.847072 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7b2a9703-e2f3-4f3e-82fa-ece1b4defed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:20:07.055716 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-20147797-a417-4306-a911-50dd41f760d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:20:08.156004 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:20:08.296405 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:20:09.906138 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:20:15.256407 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:20:17.408913 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:20:34.848069 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c6e26aa9-a1d1-4260-ab04-6ba6b93eb40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:20:37.004179 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:20:37.058018 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-33824856-5ed3-4f39-ba18-d6b03ca3927b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:20:38.157347 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:20:38.298513 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:20:39.909604 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:20:45.253585 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:20:47.408311 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:21:04.849963 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c3715087-94eb-44ae-8984-99c2d7d07d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:21:07.062848 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d47cf42e-9606-4dcf-92b6-0dc3fa3dfa0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:21:08.160541 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:21:08.300679 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:21:09.918370 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:21:14.004134 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:21:15.267862 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:21:17.423491 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:21:34.852089 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-77ee4574-506f-4061-92c5-0a4975d5a41e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:21:37.064673 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-da287321-83cf-4d3e-9fab-8828107f7bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:21:38.164156 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:21:38.300317 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:21:39.915903 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:21:45.276399 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:21:47.438191 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:21:51.004196 n-d-840717-1 neutron-server[88200]: DEBUG neutron.db.agents_db [None req-8ee13078-6b00-445e-ad07-3057ea6953d3 None None] Agent healthcheck: found 7 active agents {{(pid=88200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:22:02.028116 n-d-840717-1 neutron-server[88198]: DEBUG neutron.wsgi [req-aad7468d-4be4-448e-b9ed-0fa5253d36e0 req-479fb2b9-5255-4b80-a277-72e98969db6f service neutron] (88198) timed out ('10.222.0.36', 40840) {{(pid=88198) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 05 21:22:04.854891 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4a4e1e0c-209e-4e59-92ac-553ce6f27dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:22:07.065919 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-29977550-298b-4583-855c-beae53577e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:22:08.169388 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4763b2c-f753-4c4b-8696-e4b4fa5fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:22:08.303249 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b534439a-2d21-4083-bd49-f2e676bb24a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:22:09.919639 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd34cc47-b8b7-44f4-a6ee-5a7199db6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:22:15.272682 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9552fa85-5488-4766-abe2-4f3dd46bea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:22:17.438677 n-d-840717-1 neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-450a8866-c8cd-4bf6-9ee8-60bd6c49b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771839079747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893738'] for agent, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}